-- Logs begin at Mon 2021-07-05 01:14:45 UTC, end at Mon 2021-07-05 04:01:44 UTC. -- Jul 05 02:01:03.098421 n-d-771362-32 systemd[1]: Started Devstack devstack@q-svc.service. Jul 05 02:01:05.792974 n-d-771362-32 neutron-server[94352]: INFO neutron.common.config [-] Logging enabled! Jul 05 02:01:05.793607 n-d-771362-32 neutron-server[94352]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev444 Jul 05 02:01:05.793716 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94352) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 05 02:01:05.797039 n-d-771362-32 neutron-server[94352]: INFO neutron.common.config [-] Logging enabled! Jul 05 02:01:05.797296 n-d-771362-32 neutron-server[94352]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev444 Jul 05 02:01:05.797607 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94352) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 05 02:01:05.798563 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 05 02:01:05.798799 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 05 02:01:05.799169 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 05 02:01:05.799417 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 05 02:01:05.799641 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 05 02:01:05.799961 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:05.800286 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:05.800556 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:05.800787 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:05.801083 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:05.801374 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:05.801658 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:05.801947 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:05.802271 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:05.802561 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:05.802839 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:05.803124 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:05.803355 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:05.803636 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:05.803922 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:05.804220 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:05.804429 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] debug = True {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:05.804710 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:05.805135 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:05.805538 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:05.805817 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:05.806105 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:05.806407 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:05.806680 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:05.806958 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:05.807245 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:05.807575 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] host = n-d-771362-32 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:05.807852 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:05.808139 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:05.808427 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:05.809235 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:05.809525 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:05.809808 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:05.810095 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:05.810393 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:05.810666 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] log_file = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:05.810944 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:05.811236 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:05.811525 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:05.811815 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:05.812041 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:05.812263 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:05.812550 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:05.812839 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:05.813117 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:05.813394 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:05.813668 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:05.813944 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:05.814247 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:05.814518 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:05.814807 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:05.815095 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:05.815380 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:05.815656 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:05.815930 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:05.816205 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:05.816475 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:05.816760 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:05.817035 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:05.817310 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:05.817584 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:05.817872 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:05.818160 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:05.818438 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:05.818741 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:05.819028 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:05.819313 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:05.819602 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:05.819877 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:05.820162 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:05.820436 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:05.820710 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:05.820985 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] use_json = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:05.821262 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:05.821535 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:05.821821 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:05.822097 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:05.822395 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:05.822668 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:05.822943 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:05.823229 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:05.823530 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:05.823829 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:05.824130 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:05.824463 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:05.825267 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:05.825549 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:05.825843 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:05.826163 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:05.826440 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:05.826732 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:05.827021 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:05.827303 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:05.827595 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:05.827878 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:05.828173 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:05.828484 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:05.828780 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:05.829090 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:05.829350 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:05.829633 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:05.829909 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:05.830216 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:05.830509 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:05.830808 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:05.831100 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:05.831377 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:05.831661 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:05.831954 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:05.832236 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:05.832511 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:05.832792 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:05.833081 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:05.833363 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:05.833638 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:05.833922 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:05.834232 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:05.834513 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:05.834787 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:05.835069 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:05.835358 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:05.835636 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:05.835908 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:05.836180 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:05.836460 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:05.836731 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:05.837015 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:05.837292 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:05.837567 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:05.837841 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:05.838135 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:05.838417 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:05.838692 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:05.838972 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:05.839245 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:05.839525 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:05.839804 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:05.840100 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:05.840373 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:05.840646 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:05.840920 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:05.841191 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:05.841461 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:05.841741 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:05.842013 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:05.842313 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:05.842587 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:05.842859 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:05.843131 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:05.843418 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:05.843718 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:05.843999 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:05.844279 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:05.844557 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:05.844837 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:05.845116 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:05.845394 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:05.845672 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:05.845951 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:05.846246 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:05.846539 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:05.846822 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:05.847109 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:05.847397 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:05.847674 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:05.847972 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:05.848253 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:05.848539 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:05.848818 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:05.849102 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:05.849395 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:05.849688 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:05.849987 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:05.850314 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:05.850612 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:05.850907 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:05.851201 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:05.851481 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:05.851790 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:05.852071 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:05.852292 n-d-771362-32 neutron-server[94352]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 05 02:01:05.852533 n-d-771362-32 neutron-server[94352]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94352) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 05 02:01:06.198410 n-d-771362-32 neutron-server[94352]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 05 02:01:06.198621 n-d-771362-32 neutron-server[94352]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 05 02:01:06.198909 n-d-771362-32 neutron-server[94352]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 05 02:01:06.199242 n-d-771362-32 neutron-server[94352]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 05 02:01:06.585232 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:06.585525 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:06.585801 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:06.587122 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:06.587399 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:06.587668 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:06.622240 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:06.622519 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:06.622787 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:06.635830 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:06.636116 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:06.636385 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:06.667396 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:06.667671 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:06.667941 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:06.703992 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:06.704273 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:06.704542 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:06.934619 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:06.935261 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:06.935261 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:06.935421 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:06.936051 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:07.053951 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:07.054297 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:07.054582 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:07.054851 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:07.055115 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:07.055424 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:07.055685 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:07.055939 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:07.056190 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:07.056469 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:07.056727 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:07.056997 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:07.057255 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:07.057528 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:07.057785 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:07.058053 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:07.058354 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:07.058625 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:07.059409 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:07.059666 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:07.059949 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:07.060300 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:07.060559 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:07.060843 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:07.061092 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:07.061339 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:07.061736 n-d-771362-32 neutron-server[94352]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94352) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 02:01:07.061982 n-d-771362-32 neutron-server[94352]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94352) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 02:01:07.062253 n-d-771362-32 neutron-server[94352]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94352) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 02:01:07.062494 n-d-771362-32 neutron-server[94352]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94352) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 02:01:07.062731 n-d-771362-32 neutron-server[94352]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94352) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 02:01:07.062965 n-d-771362-32 neutron-server[94352]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94352) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 02:01:07.063322 n-d-771362-32 neutron-server[94352]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 05 02:01:07.067303 n-d-771362-32 neutron-server[94352]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 05 02:01:07.071238 n-d-771362-32 neutron-server[94352]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 05 02:01:07.075552 n-d-771362-32 neutron-server[94352]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Jul 05 02:01:07.077177 n-d-771362-32 neutron-server[94352]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 05 02:01:07.077626 n-d-771362-32 neutron-server[94352]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 05 02:01:07.077962 n-d-771362-32 neutron-server[94352]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 05 02:01:07.078381 n-d-771362-32 neutron-server[94352]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 05 02:01:07.081148 n-d-771362-32 neutron-server[94352]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 05 02:01:07.081403 n-d-771362-32 neutron-server[94352]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 05 02:01:07.081751 n-d-771362-32 neutron-server[94352]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 05 02:01:07.109070 n-d-771362-32 neutron-server[94352]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 05 02:01:07.109507 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:07.109802 n-d-771362-32 neutron-server[94352]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94352) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 05 02:01:07.110180 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:07.111524 n-d-771362-32 neutron-server[94352]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94352) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 05 02:01:07.111805 n-d-771362-32 neutron-server[94352]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 05 02:01:07.112053 n-d-771362-32 neutron-server[94352]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 05 02:01:07.115205 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:07.115484 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:07.179725 n-d-771362-32 neutron-server[94352]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 05 02:01:07.179962 n-d-771362-32 neutron-server[94352]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 05 02:01:07.180196 n-d-771362-32 neutron-server[94352]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 05 02:01:07.180562 n-d-771362-32 neutron-server[94352]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 05 02:01:07.201741 n-d-771362-32 neutron-server[94352]: DEBUG oslo_db.sqlalchemy.engines [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94352) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 05 02:01:07.876531 n-d-771362-32 neutron-server[94352]: INFO neutron.plugins.ml2.managers [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Initializing driver for type 'gre' Jul 05 02:01:07.876982 n-d-771362-32 neutron-server[94352]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] gre ID ranges: [(1, 1000)] Jul 05 02:01:08.110937 n-d-771362-32 neutron-server[94352]: INFO neutron.plugins.ml2.managers [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Initializing driver for type 'local' Jul 05 02:01:08.111587 n-d-771362-32 neutron-server[94352]: INFO neutron.plugins.ml2.managers [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Initializing driver for type 'vlan' Jul 05 02:01:08.179255 n-d-771362-32 neutron-server[94352]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] VlanTypeDriver initialization complete Jul 05 02:01:08.179532 n-d-771362-32 neutron-server[94352]: INFO neutron.plugins.ml2.managers [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Initializing driver for type 'vxlan' Jul 05 02:01:08.180038 n-d-771362-32 neutron-server[94352]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] vxlan ID ranges: [(1, 1000)] Jul 05 02:01:08.357143 n-d-771362-32 neutron-server[94352]: INFO neutron.plugins.ml2.managers [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Initializing extension driver 'port_security' Jul 05 02:01:08.357472 n-d-771362-32 neutron-server[94352]: INFO neutron.plugins.ml2.extensions.port_security [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] PortSecurityExtensionDriver initialization complete Jul 05 02:01:08.358556 n-d-771362-32 neutron-server[94352]: INFO neutron.plugins.ml2.managers [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Initializing mechanism driver 'openvswitch' Jul 05 02:01:08.358885 n-d-771362-32 neutron-server[94352]: INFO neutron.plugins.ml2.managers [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Initializing mechanism driver 'hyperv' Jul 05 02:01:08.368869 n-d-771362-32 neutron-server[94352]: DEBUG neutron.plugins.ml2.plugin [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:01:08.369547 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Subscribe: > port after_create 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:08.369917 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Subscribe: > port after_update 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:08.370294 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Subscribe: > port after_delete 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:08.370815 n-d-771362-32 neutron-server[94352]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94352) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 05 02:01:08.371242 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Subscribe: > subnet after_create 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:08.371590 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Subscribe: > subnet after_update 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:08.371931 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:08.372319 n-d-771362-32 neutron-server[94352]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94352) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 05 02:01:08.372763 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Subscribe: > network after_create 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:08.373112 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Subscribe: > network after_update 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:08.373453 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Subscribe: > network after_delete 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:08.373844 n-d-771362-32 neutron-server[94352]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94352) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 05 02:01:08.374285 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Subscribe: > security_group after_create 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:08.374638 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Subscribe: > security_group after_update 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:08.374980 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:08.375516 n-d-771362-32 neutron-server[94352]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94352) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 05 02:01:08.375918 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:08.376267 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:08.376611 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:08.377002 n-d-771362-32 neutron-server[94352]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94352) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 05 02:01:08.377403 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Subscribe: > address_group after_create 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:08.377747 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Subscribe: > address_group after_update 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:08.378085 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:08.378503 n-d-771362-32 neutron-server[94352]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94352) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 05 02:01:08.378933 n-d-771362-32 neutron-server[94352]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] ML2 OVO RPC backend initialized. {{(pid=94352) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:184}} Jul 05 02:01:08.379630 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:08.379984 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:08.380401 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Subscribe: > network before_response 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:08.380746 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Subscribe: > networks before_response 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:08.381093 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Subscribe: > port before_response 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:08.381432 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Subscribe: > ports before_response 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:08.381772 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Subscribe: > subnet before_response 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:08.382110 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Subscribe: > subnets before_response 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:08.382475 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Subscribe: > network after_create 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:08.382810 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Subscribe: > network after_update 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:08.383141 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Subscribe: > network after_delete 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:08.383470 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Subscribe: > port after_create 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:08.383801 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Subscribe: > port after_update 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:08.384140 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Subscribe: > port after_delete 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:08.384500 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Subscribe: > subnet after_create 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:08.384835 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Subscribe: > subnet after_update 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:08.385167 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:08.385736 n-d-771362-32 neutron-server[94352]: INFO neutron.plugins.ml2.plugin [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Modular L2 Plugin initialization complete Jul 05 02:01:08.386059 n-d-771362-32 neutron-server[94352]: DEBUG neutron.manager [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading services supported by the core plugin {{(pid=94352) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 05 02:01:08.386476 n-d-771362-32 neutron-server[94352]: INFO neutron.plugins.ml2.managers [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Got port-security extension from driver 'port_security' Jul 05 02:01:08.387434 n-d-771362-32 neutron-server[94352]: INFO neutron.extensions.vlantransparent [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Disabled vlantransparent extension. Jul 05 02:01:08.387910 n-d-771362-32 neutron-server[94352]: DEBUG neutron.manager [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94352) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 05 02:01:08.388223 n-d-771362-32 neutron-server[94352]: INFO neutron.manager [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading Plugin: router Jul 05 02:01:08.423787 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:08.424183 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Subscribe: > router after_create 55549900 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:08.424553 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Subscribe: > router before_create 55549900 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:08.424914 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:08.425282 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:08.425633 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Subscribe: > router after_delete 55549900 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:08.425994 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:08.426373 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Subscribe: > router after_create 55549900 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:08.426718 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Subscribe: > router after_update 55549900 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:08.427063 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Subscribe: > router after_update 55549900 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:08.427409 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:08.427767 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Subscribe: > router after_update 55549900 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:08.428175 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Subscribe: > router precommit_update 55549900 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:08.428546 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Subscribe: port after_update 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:08.428886 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Subscribe: port after_delete 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:08.429220 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Subscribe: subnet after_update 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:08.429598 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:08.429897 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:08.430268 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Subscribe: > router precommit_create 55549900 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:08.430609 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Subscribe: port before_delete 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:08.430948 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Subscribe: > router precommit_create 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:08.431301 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Subscribe: > router after_update 55549900 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:08.431639 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:08.431986 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Subscribe: > router precommit_create 55549900 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:08.432345 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:08.432685 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Subscribe: > router precommit_update 55549900 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:08.433046 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Subscribe: > agent after_create 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:08.433396 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Subscribe: > agent after_delete 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:08.434259 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Subscribe: > network after_delete 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:08.435095 n-d-771362-32 neutron-server[94352]: DEBUG neutron.quota.resource_registry [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Tracking information for resource: router configured {{(pid=94352) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 02:01:08.435422 n-d-771362-32 neutron-server[94352]: DEBUG neutron.quota.resource_registry [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Tracking information for resource: floatingip configured {{(pid=94352) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 02:01:08.440463 n-d-771362-32 neutron-server[94352]: INFO neutron.db.l3_agentschedulers_db [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 05 02:01:08.441026 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Subscribe: port after_update 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:08.441381 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Subscribe: port after_create 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:08.441729 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Subscribe: port after_delete 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:08.442076 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Subscribe: port after_update 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:08.442882 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Subscribe: > router before_create 55550100 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:08.443250 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:08.443608 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Subscribe: > router precommit_create 55550100 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:08.443960 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Subscribe: > router precommit_update 55550100 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:08.448324 n-d-771362-32 neutron-server[94352]: DEBUG neutron.services.provider_configuration [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Service providers = [] {{(pid=94352) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 05 02:01:08.448684 n-d-771362-32 neutron-server[94352]: DEBUG neutron.db.servicetype_db [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94352) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 05 02:01:08.452185 n-d-771362-32 neutron-server[94352]: DEBUG neutron.services.service_base [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94352) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 05 02:01:08.452534 n-d-771362-32 neutron-server[94352]: DEBUG neutron.services.service_base [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94352) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 05 02:01:08.452872 n-d-771362-32 neutron-server[94352]: DEBUG neutron.services.service_base [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94352) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 05 02:01:08.453757 n-d-771362-32 neutron-server[94352]: DEBUG neutron.services.service_base [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94352) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 05 02:01:08.454157 n-d-771362-32 neutron-server[94352]: INFO neutron.services.service_base [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 05 02:01:08.454522 n-d-771362-32 neutron-server[94352]: DEBUG neutron.manager [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94352) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 02:01:08.454837 n-d-771362-32 neutron-server[94352]: INFO neutron.manager [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 05 02:01:08.465334 n-d-771362-32 neutron-server[94352]: DEBUG neutron.manager [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94352) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 02:01:08.465663 n-d-771362-32 neutron-server[94352]: INFO neutron.manager [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading Plugin: auto_allocate Jul 05 02:01:08.471419 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Subscribe: network precommit_update 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:08.471784 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Subscribe: network precommit_create 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:08.472298 n-d-771362-32 neutron-server[94352]: DEBUG neutron.manager [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94352) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 02:01:08.472615 n-d-771362-32 neutron-server[94352]: INFO neutron.manager [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading Plugin: tag Jul 05 02:01:08.479052 n-d-771362-32 neutron-server[94352]: DEBUG neutron.manager [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94352) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 02:01:08.479376 n-d-771362-32 neutron-server[94352]: INFO neutron.manager [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading Plugin: timestamp Jul 05 02:01:08.485492 n-d-771362-32 neutron-server[94352]: DEBUG neutron.manager [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94352) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 02:01:08.485816 n-d-771362-32 neutron-server[94352]: INFO neutron.manager [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading Plugin: network_ip_availability Jul 05 02:01:08.519427 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:08.519849 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:08.520202 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:08.520911 n-d-771362-32 neutron-server[94352]: DEBUG neutron.manager [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94352) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 02:01:08.521225 n-d-771362-32 neutron-server[94352]: INFO neutron.manager [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading Plugin: flavors Jul 05 02:01:08.525845 n-d-771362-32 neutron-server[94352]: DEBUG neutron.manager [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94352) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 02:01:08.526196 n-d-771362-32 neutron-server[94352]: INFO neutron.manager [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading Plugin: revisions Jul 05 02:01:08.530942 n-d-771362-32 neutron-server[94352]: DEBUG neutron.manager [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94352) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 02:01:08.531335 n-d-771362-32 neutron-server[94352]: DEBUG oslo_concurrency.lockutils [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.332s {{(pid=94352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 05 02:01:08.532073 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94352) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 05 02:01:08.532408 n-d-771362-32 neutron-server[94352]: INFO neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Initializing extension manager. Jul 05 02:01:08.532915 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading extension file: __init__.py {{(pid=94352) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 02:01:08.533526 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading extension file: __pycache__ {{(pid=94352) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 02:01:08.533610 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94352) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 02:01:08.533878 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading extension file: address_group.py {{(pid=94352) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 02:01:08.534722 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94352) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 02:01:08.535288 n-d-771362-32 neutron-server[94352]: INFO neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loaded extension: address-group Jul 05 02:01:08.535606 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading extension file: address_scope.py {{(pid=94352) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 02:01:08.536313 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94352) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 02:01:08.536814 n-d-771362-32 neutron-server[94352]: INFO neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loaded extension: address-scope Jul 05 02:01:08.537129 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94352) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 02:01:08.538050 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94352) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 02:01:08.538575 n-d-771362-32 neutron-server[94352]: INFO neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loaded extension: router-admin-state-down-before-update Jul 05 02:01:08.538960 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading extension file: agent.py {{(pid=94352) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 02:01:08.539585 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94352) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 02:01:08.540281 n-d-771362-32 neutron-server[94352]: INFO neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loaded extension: agent Jul 05 02:01:08.540596 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading extension file: agent_resources_synced.py {{(pid=94352) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 02:01:08.541501 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94352) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 02:01:08.541992 n-d-771362-32 neutron-server[94352]: INFO neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loaded extension: agent-resources-synced Jul 05 02:01:08.542333 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading extension file: allowedaddresspairs.py {{(pid=94352) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 02:01:08.544139 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94352) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 02:01:08.544641 n-d-771362-32 neutron-server[94352]: INFO neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loaded extension: allowed-address-pairs Jul 05 02:01:08.544966 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading extension file: auto_allocated_topology.py {{(pid=94352) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 02:01:08.546028 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94352) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 02:01:08.546566 n-d-771362-32 neutron-server[94352]: INFO neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loaded extension: auto-allocated-topology Jul 05 02:01:08.546887 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading extension file: availability_zone.py {{(pid=94352) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 02:01:08.547579 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94352) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 02:01:08.548073 n-d-771362-32 neutron-server[94352]: INFO neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loaded extension: availability_zone Jul 05 02:01:08.548389 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading extension file: availability_zone_filter.py {{(pid=94352) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 02:01:08.549297 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94352) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 02:01:08.549790 n-d-771362-32 neutron-server[94352]: INFO neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loaded extension: availability_zone_filter Jul 05 02:01:08.550105 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading extension file: data_plane_status.py {{(pid=94352) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 02:01:08.551032 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94352) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 02:01:08.551523 n-d-771362-32 neutron-server[94352]: INFO neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Extension data-plane-status not supported by any of loaded plugins Jul 05 02:01:08.551839 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading extension file: default_subnetpools.py {{(pid=94352) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 02:01:08.552743 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94352) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 02:01:08.553234 n-d-771362-32 neutron-server[94352]: INFO neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loaded extension: default-subnetpools Jul 05 02:01:08.553549 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94352) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 02:01:08.554381 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94352) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 02:01:08.554874 n-d-771362-32 neutron-server[94352]: INFO neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loaded extension: dhcp_agent_scheduler Jul 05 02:01:08.555192 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading extension file: dns.py {{(pid=94352) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 02:01:08.556106 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94352) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 02:01:08.556596 n-d-771362-32 neutron-server[94352]: INFO neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Extension dns-integration not supported by any of loaded plugins Jul 05 02:01:08.556914 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading extension file: dns_domain_ports.py {{(pid=94352) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 02:01:08.557828 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94352) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 02:01:08.558346 n-d-771362-32 neutron-server[94352]: INFO neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 05 02:01:08.559191 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94352) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 02:01:08.560103 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94352) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 02:01:08.560617 n-d-771362-32 neutron-server[94352]: INFO neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 05 02:01:08.560913 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading extension file: dvr.py {{(pid=94352) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 02:01:08.561576 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94352) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 02:01:08.562071 n-d-771362-32 neutron-server[94352]: INFO neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loaded extension: dvr Jul 05 02:01:08.562416 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading extension file: empty_string_filtering.py {{(pid=94352) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 02:01:08.563316 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94352) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 02:01:08.563814 n-d-771362-32 neutron-server[94352]: INFO neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loaded extension: empty-string-filtering Jul 05 02:01:08.564129 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94352) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 02:01:08.565025 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94352) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 02:01:08.565519 n-d-771362-32 neutron-server[94352]: INFO neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 05 02:01:08.565835 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94352) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 02:01:08.566763 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94352) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 02:01:08.567261 n-d-771362-32 neutron-server[94352]: INFO neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 05 02:01:08.567576 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading extension file: external_net.py {{(pid=94352) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 02:01:08.568471 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94352) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 02:01:08.568970 n-d-771362-32 neutron-server[94352]: INFO neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loaded extension: external-net Jul 05 02:01:08.569287 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94352) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 02:01:08.570199 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94352) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 02:01:08.570699 n-d-771362-32 neutron-server[94352]: INFO neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loaded extension: extra_dhcp_opt Jul 05 02:01:08.571014 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading extension file: extraroute.py {{(pid=94352) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 02:01:08.571925 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94352) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 02:01:08.572420 n-d-771362-32 neutron-server[94352]: INFO neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loaded extension: extraroute Jul 05 02:01:08.572734 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading extension file: extraroute_atomic.py {{(pid=94352) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 02:01:08.573750 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94352) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 02:01:08.574334 n-d-771362-32 neutron-server[94352]: INFO neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loaded extension: extraroute-atomic Jul 05 02:01:08.575146 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading extension file: filter_validation.py {{(pid=94352) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 02:01:08.575809 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94352) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 02:01:08.576306 n-d-771362-32 neutron-server[94352]: INFO neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loaded extension: filter-validation Jul 05 02:01:08.576617 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading extension file: fip_pf_description.py {{(pid=94352) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 02:01:08.577515 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94352) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 02:01:08.578007 n-d-771362-32 neutron-server[94352]: INFO neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 05 02:01:08.578419 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading extension file: fip_port_details.py {{(pid=94352) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 02:01:08.579337 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94352) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 02:01:08.579828 n-d-771362-32 neutron-server[94352]: INFO neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loaded extension: fip-port-details Jul 05 02:01:08.580142 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading extension file: flavors.py {{(pid=94352) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 02:01:08.581355 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94352) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 02:01:08.581859 n-d-771362-32 neutron-server[94352]: INFO neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loaded extension: flavors Jul 05 02:01:08.582209 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94352) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 02:01:08.583842 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94352) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 02:01:08.584355 n-d-771362-32 neutron-server[94352]: INFO neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 05 02:01:08.584686 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading extension file: floatingip_pools.py {{(pid=94352) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 02:01:08.585385 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94352) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 02:01:08.585893 n-d-771362-32 neutron-server[94352]: INFO neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loaded extension: floatingip-pools Jul 05 02:01:08.586253 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading extension file: ip_allocation.py {{(pid=94352) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 02:01:08.587167 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94352) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 02:01:08.587667 n-d-771362-32 neutron-server[94352]: INFO neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Extension ip_allocation not supported by any of loaded plugins Jul 05 02:01:08.587990 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94352) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 02:01:08.588891 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94352) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 02:01:08.589393 n-d-771362-32 neutron-server[94352]: INFO neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loaded extension: ip-substring-filtering Jul 05 02:01:08.589716 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading extension file: l2_adjacency.py {{(pid=94352) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 02:01:08.590686 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94352) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 02:01:08.591179 n-d-771362-32 neutron-server[94352]: INFO neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 05 02:01:08.591497 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading extension file: l3.py {{(pid=94352) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 02:01:08.592438 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94352) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 02:01:08.592943 n-d-771362-32 neutron-server[94352]: INFO neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loaded extension: router Jul 05 02:01:08.593264 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94352) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 02:01:08.595612 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94352) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 02:01:08.596130 n-d-771362-32 neutron-server[94352]: INFO neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 05 02:01:08.596458 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94352) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 02:01:08.597378 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94352) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 02:01:08.597883 n-d-771362-32 neutron-server[94352]: INFO neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loaded extension: ext-gw-mode Jul 05 02:01:08.598238 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94352) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 02:01:08.599149 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94352) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 02:01:08.599651 n-d-771362-32 neutron-server[94352]: INFO neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loaded extension: l3-ha Jul 05 02:01:08.599972 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading extension file: l3_flavors.py {{(pid=94352) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 02:01:08.600889 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94352) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 02:01:08.601388 n-d-771362-32 neutron-server[94352]: INFO neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loaded extension: l3-flavors Jul 05 02:01:08.601708 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94352) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 02:01:08.602634 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94352) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 02:01:08.603132 n-d-771362-32 neutron-server[94352]: INFO neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 05 02:01:08.603449 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading extension file: l3agentscheduler.py {{(pid=94352) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 02:01:08.604457 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94352) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 02:01:08.604957 n-d-771362-32 neutron-server[94352]: INFO neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loaded extension: l3_agent_scheduler Jul 05 02:01:08.605283 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading extension file: logging.py {{(pid=94352) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 02:01:08.606817 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94352) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 02:01:08.607329 n-d-771362-32 neutron-server[94352]: INFO neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Extension logging not supported by any of loaded plugins Jul 05 02:01:08.607655 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading extension file: metering.py {{(pid=94352) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 02:01:08.608394 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94352) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 02:01:08.608957 n-d-771362-32 neutron-server[94352]: INFO neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loaded extension: metering Jul 05 02:01:08.609277 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94352) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 02:01:08.610410 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94352) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 02:01:08.610913 n-d-771362-32 neutron-server[94352]: INFO neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loaded extension: metering_source_and_destination_fields Jul 05 02:01:08.611237 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading extension file: multiprovidernet.py {{(pid=94352) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 02:01:08.612154 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94352) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 02:01:08.612647 n-d-771362-32 neutron-server[94352]: INFO neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loaded extension: multi-provider Jul 05 02:01:08.612964 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading extension file: netmtu.py {{(pid=94352) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 02:01:08.613871 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94352) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 02:01:08.614399 n-d-771362-32 neutron-server[94352]: INFO neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loaded extension: net-mtu Jul 05 02:01:08.614721 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading extension file: netmtu_writable.py {{(pid=94352) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 02:01:08.615636 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94352) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 02:01:08.616131 n-d-771362-32 neutron-server[94352]: INFO neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loaded extension: net-mtu-writable Jul 05 02:01:08.616451 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading extension file: network_availability_zone.py {{(pid=94352) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 02:01:08.617118 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94352) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 02:01:08.617611 n-d-771362-32 neutron-server[94352]: INFO neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loaded extension: network_availability_zone Jul 05 02:01:08.617927 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading extension file: network_ip_availability.py {{(pid=94352) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 02:01:08.619030 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94352) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 02:01:08.619534 n-d-771362-32 neutron-server[94352]: INFO neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loaded extension: network-ip-availability Jul 05 02:01:08.619856 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading extension file: network_segment_range.py {{(pid=94352) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 02:01:08.620612 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94352) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 02:01:08.621630 n-d-771362-32 neutron-server[94352]: INFO neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Extension network-segment-range not supported by any of loaded plugins Jul 05 02:01:08.622828 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading extension file: pagination.py {{(pid=94352) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 02:01:08.623807 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94352) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 02:01:08.624136 n-d-771362-32 neutron-server[94352]: INFO neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loaded extension: pagination Jul 05 02:01:08.624455 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading extension file: port_device_profile.py {{(pid=94352) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 02:01:08.625356 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94352) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 02:01:08.625860 n-d-771362-32 neutron-server[94352]: INFO neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loaded extension: port-device-profile Jul 05 02:01:08.626207 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94352) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 02:01:08.627119 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94352) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 02:01:08.627614 n-d-771362-32 neutron-server[94352]: INFO neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loaded extension: port-mac-address-regenerate Jul 05 02:01:08.627935 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94352) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 02:01:08.628834 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94352) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 02:01:08.629330 n-d-771362-32 neutron-server[94352]: INFO neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loaded extension: port-numa-affinity-policy Jul 05 02:01:08.629647 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading extension file: port_resource_request.py {{(pid=94352) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 02:01:08.630585 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94352) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 02:01:08.631081 n-d-771362-32 neutron-server[94352]: INFO neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Extension port-resource-request not supported by any of loaded plugins Jul 05 02:01:08.631399 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading extension file: portbindings.py {{(pid=94352) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 02:01:08.632323 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94352) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 02:01:08.632820 n-d-771362-32 neutron-server[94352]: INFO neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loaded extension: binding Jul 05 02:01:08.633141 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading extension file: portbindings_extended.py {{(pid=94352) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 02:01:08.634539 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94352) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 02:01:08.635044 n-d-771362-32 neutron-server[94352]: INFO neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loaded extension: binding-extended Jul 05 02:01:08.635367 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading extension file: portsecurity.py {{(pid=94352) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 02:01:08.636640 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94352) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 02:01:08.637696 n-d-771362-32 neutron-server[94352]: INFO neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loaded extension: port-security Jul 05 02:01:08.638016 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading extension file: project_id.py {{(pid=94352) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 02:01:08.639039 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94352) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 02:01:08.639370 n-d-771362-32 neutron-server[94352]: INFO neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loaded extension: project-id Jul 05 02:01:08.639690 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading extension file: providernet.py {{(pid=94352) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 02:01:08.640612 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94352) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 02:01:08.641283 n-d-771362-32 neutron-server[94352]: INFO neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loaded extension: provider Jul 05 02:01:08.641602 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading extension file: qos.py {{(pid=94352) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 02:01:08.649580 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94352) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 02:01:08.650409 n-d-771362-32 neutron-server[94352]: INFO neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Extension qos not supported by any of loaded plugins Jul 05 02:01:08.650744 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94352) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 02:01:08.652023 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94352) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 02:01:08.652533 n-d-771362-32 neutron-server[94352]: INFO neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 05 02:01:08.653068 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94352) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 02:01:08.654526 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94352) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 02:01:08.655381 n-d-771362-32 neutron-server[94352]: INFO neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 05 02:01:08.655981 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading extension file: qos_default.py {{(pid=94352) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 02:01:08.657004 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94352) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 02:01:08.657715 n-d-771362-32 neutron-server[94352]: INFO neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Extension qos-default not supported by any of loaded plugins Jul 05 02:01:08.658045 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading extension file: qos_fip.py {{(pid=94352) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 02:01:08.659139 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94352) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 02:01:08.659988 n-d-771362-32 neutron-server[94352]: INFO neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Extension qos-fip not supported by any of loaded plugins Jul 05 02:01:08.660534 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading extension file: qos_gateway_ip.py {{(pid=94352) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 02:01:08.661628 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94352) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 02:01:08.662148 n-d-771362-32 neutron-server[94352]: INFO neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 05 02:01:08.662487 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading extension file: qos_port_network_policy.py {{(pid=94352) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 02:01:08.663406 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94352) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 02:01:08.663909 n-d-771362-32 neutron-server[94352]: INFO neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 05 02:01:08.664232 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading extension file: qos_rule_type_details.py {{(pid=94352) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 02:01:08.665148 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94352) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 02:01:08.665650 n-d-771362-32 neutron-server[94352]: INFO neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 05 02:01:08.665973 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading extension file: qos_rules_alias.py {{(pid=94352) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 02:01:08.667035 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94352) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 02:01:08.667538 n-d-771362-32 neutron-server[94352]: INFO neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 05 02:01:08.667862 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading extension file: quotasv2.py {{(pid=94352) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 02:01:08.668891 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94352) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 02:01:08.669281 n-d-771362-32 neutron-server[94352]: INFO neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loaded extension: quotas Jul 05 02:01:08.669611 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading extension file: quotasv2_detail.py {{(pid=94352) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 02:01:08.674031 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94352) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 02:01:08.674397 n-d-771362-32 neutron-server[94352]: INFO neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loaded extension: quota_details Jul 05 02:01:08.674850 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading extension file: rbac.py {{(pid=94352) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 02:01:08.676227 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94352) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 02:01:08.676743 n-d-771362-32 neutron-server[94352]: INFO neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loaded extension: rbac-policies Jul 05 02:01:08.677069 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading extension file: rbac_address_group.py {{(pid=94352) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 02:01:08.678225 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94352) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 02:01:08.678736 n-d-771362-32 neutron-server[94352]: INFO neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loaded extension: rbac-address-group Jul 05 02:01:08.679057 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading extension file: rbac_address_scope.py {{(pid=94352) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 02:01:08.680047 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94352) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 02:01:08.680510 n-d-771362-32 neutron-server[94352]: INFO neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loaded extension: rbac-address-scope Jul 05 02:01:08.680829 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading extension file: rbac_security_groups.py {{(pid=94352) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 02:01:08.681741 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94352) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 02:01:08.682268 n-d-771362-32 neutron-server[94352]: INFO neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loaded extension: rbac-security-groups Jul 05 02:01:08.682589 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading extension file: rbac_subnetpool.py {{(pid=94352) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 02:01:08.683541 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94352) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 02:01:08.684563 n-d-771362-32 neutron-server[94352]: INFO neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loaded extension: rbac-subnetpool Jul 05 02:01:08.684882 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading extension file: revisionifmatch.py {{(pid=94352) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 02:01:08.685797 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94352) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 02:01:08.686333 n-d-771362-32 neutron-server[94352]: INFO neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loaded extension: revision-if-match Jul 05 02:01:08.686652 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading extension file: revisions.py {{(pid=94352) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 02:01:08.687757 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94352) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 02:01:08.688262 n-d-771362-32 neutron-server[94352]: INFO neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loaded extension: standard-attr-revisions Jul 05 02:01:08.688582 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading extension file: router_availability_zone.py {{(pid=94352) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 02:01:08.689255 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94352) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 02:01:08.689757 n-d-771362-32 neutron-server[94352]: INFO neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loaded extension: router_availability_zone Jul 05 02:01:08.690075 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading extension file: routerservicetype.py {{(pid=94352) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 02:01:08.691018 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94352) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 02:01:08.691514 n-d-771362-32 neutron-server[94352]: INFO neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Extension router-service-type not supported by any of loaded plugins Jul 05 02:01:08.691829 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94352) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 02:01:08.692747 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94352) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 02:01:08.693246 n-d-771362-32 neutron-server[94352]: INFO neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loaded extension: security-groups-normalized-cidr Jul 05 02:01:08.693563 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94352) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 02:01:08.694502 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94352) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 02:01:08.695000 n-d-771362-32 neutron-server[94352]: INFO neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loaded extension: port-security-groups-filtering Jul 05 02:01:08.695316 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94352) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 02:01:08.696230 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94352) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 02:01:08.696731 n-d-771362-32 neutron-server[94352]: INFO neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loaded extension: security-groups-remote-address-group Jul 05 02:01:08.697046 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading extension file: securitygroup.py {{(pid=94352) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 02:01:08.707188 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94352) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 02:01:08.707707 n-d-771362-32 neutron-server[94352]: INFO neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loaded extension: security-group Jul 05 02:01:08.708038 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading extension file: segment.py {{(pid=94352) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 02:01:08.708829 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94352) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 02:01:08.709334 n-d-771362-32 neutron-server[94352]: INFO neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Extension segment not supported by any of loaded plugins Jul 05 02:01:08.709656 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94352) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 02:01:08.710613 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94352) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 02:01:08.711109 n-d-771362-32 neutron-server[94352]: INFO neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 05 02:01:08.711428 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading extension file: servicetype.py {{(pid=94352) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 02:01:08.712550 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94352) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 02:01:08.713059 n-d-771362-32 neutron-server[94352]: INFO neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loaded extension: service-type Jul 05 02:01:08.713384 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading extension file: sorting.py {{(pid=94352) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 02:01:08.714389 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94352) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 02:01:08.714714 n-d-771362-32 neutron-server[94352]: INFO neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loaded extension: sorting Jul 05 02:01:08.715072 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading extension file: standard_attr_segment.py {{(pid=94352) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 02:01:08.716057 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94352) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 02:01:08.716560 n-d-771362-32 neutron-server[94352]: INFO neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 05 02:01:08.716879 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading extension file: standardattrdescription.py {{(pid=94352) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 02:01:08.717523 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94352) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 02:01:08.718019 n-d-771362-32 neutron-server[94352]: INFO neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loaded extension: standard-attr-description Jul 05 02:01:08.718363 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading extension file: stateful_security_group.py {{(pid=94352) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 02:01:08.719282 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94352) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 02:01:08.719786 n-d-771362-32 neutron-server[94352]: INFO neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loaded extension: stateful-security-group Jul 05 02:01:08.720106 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading extension file: stdattrs_common.py {{(pid=94352) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 02:01:08.720685 n-d-771362-32 neutron-server[94352]: WARNING neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 05 02:01:08.721001 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94352) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 02:01:08.721916 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94352) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 02:01:08.722455 n-d-771362-32 neutron-server[94352]: INFO neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 05 02:01:08.722775 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading extension file: subnet_onboard.py {{(pid=94352) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 02:01:08.723832 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94352) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 02:01:08.724337 n-d-771362-32 neutron-server[94352]: INFO neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loaded extension: subnet_onboard Jul 05 02:01:08.724655 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94352) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 02:01:08.725583 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94352) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 02:01:08.726076 n-d-771362-32 neutron-server[94352]: INFO neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 05 02:01:08.726421 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading extension file: subnet_service_types.py {{(pid=94352) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 02:01:08.727329 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94352) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 02:01:08.727829 n-d-771362-32 neutron-server[94352]: INFO neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loaded extension: subnet-service-types Jul 05 02:01:08.728145 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading extension file: subnetallocation.py {{(pid=94352) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 02:01:08.729205 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94352) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 02:01:08.729709 n-d-771362-32 neutron-server[94352]: INFO neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loaded extension: subnet_allocation Jul 05 02:01:08.730026 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94352) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 02:01:08.730745 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94352) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 02:01:08.731243 n-d-771362-32 neutron-server[94352]: INFO neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loaded extension: subnetpool-prefix-ops Jul 05 02:01:08.731559 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94352) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 02:01:08.732486 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94352) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 02:01:08.732988 n-d-771362-32 neutron-server[94352]: INFO neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 05 02:01:08.733308 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading extension file: tagging.py {{(pid=94352) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 02:01:08.734404 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94352) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 02:01:08.734921 n-d-771362-32 neutron-server[94352]: INFO neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loaded extension: standard-attr-tag Jul 05 02:01:08.735243 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading extension file: timestamp.py {{(pid=94352) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 02:01:08.736459 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94352) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 02:01:08.736966 n-d-771362-32 neutron-server[94352]: INFO neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loaded extension: standard-attr-timestamp Jul 05 02:01:08.737292 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading extension file: trunk.py {{(pid=94352) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 02:01:08.738335 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94352) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 02:01:08.738839 n-d-771362-32 neutron-server[94352]: INFO neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Extension trunk not supported by any of loaded plugins Jul 05 02:01:08.739161 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading extension file: trunk_details.py {{(pid=94352) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 02:01:08.740085 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94352) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 02:01:08.740590 n-d-771362-32 neutron-server[94352]: INFO neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Extension trunk-details not supported by any of loaded plugins Jul 05 02:01:08.740911 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading extension file: uplink_status_propagation.py {{(pid=94352) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 02:01:08.741821 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94352) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 02:01:08.742355 n-d-771362-32 neutron-server[94352]: INFO neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 05 02:01:08.742679 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Loading extension file: vlantransparent.py {{(pid=94352) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 02:01:08.743347 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94352) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 02:01:08.743842 n-d-771362-32 neutron-server[94352]: INFO neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 05 02:01:08.746818 n-d-771362-32 neutron-server[94352]: INFO neutron.quota.resource_registry [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Creating instance of TrackedResource for resource:network Jul 05 02:01:08.747338 n-d-771362-32 neutron-server[94352]: INFO neutron.quota.resource_registry [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Creating instance of TrackedResource for resource:subnet Jul 05 02:01:08.747734 n-d-771362-32 neutron-server[94352]: INFO neutron.quota.resource_registry [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Creating instance of TrackedResource for resource:subnetpool Jul 05 02:01:08.748121 n-d-771362-32 neutron-server[94352]: INFO neutron.quota.resource_registry [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Creating instance of TrackedResource for resource:port Jul 05 02:01:08.749397 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.v2.resource_helper [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94352) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 02:01:08.749831 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.v2.resource_helper [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Service FLAVORS assigned prefix: {{(pid=94352) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 02:01:08.750486 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.v2.resource_helper [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94352) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 02:01:08.750919 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.v2.resource_helper [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94352) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 02:01:08.751247 n-d-771362-32 neutron-server[94352]: INFO neutron.quota.resource_registry [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Creating instance of TrackedResource for resource:router Jul 05 02:01:08.751672 n-d-771362-32 neutron-server[94352]: INFO neutron.quota.resource_registry [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Creating instance of TrackedResource for resource:floatingip Jul 05 02:01:08.752156 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.v2.resource_helper [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Service METERING assigned prefix: /metering {{(pid=94352) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 02:01:08.753607 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:08.753978 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:08.754358 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:01:08.755340 n-d-771362-32 neutron-server[94352]: INFO neutron.quota.resource_registry [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Creating instance of CountableResource for resource:rbac_policy Jul 05 02:01:08.755800 n-d-771362-32 neutron-server[94352]: INFO neutron.quota.resource_registry [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Creating instance of TrackedResource for resource:security_group Jul 05 02:01:08.756242 n-d-771362-32 neutron-server[94352]: INFO neutron.quota.resource_registry [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 05 02:01:08.756845 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.v2.resource_helper [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Service CORE assigned prefix: {{(pid=94352) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 02:01:08.757171 n-d-771362-32 neutron-server[94352]: INFO neutron.quota.resource_registry [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Creating instance of TrackedResource for resource:subnetpool Jul 05 02:01:08.757510 n-d-771362-32 neutron-server[94352]: WARNING neutron.quota.resource_registry [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] subnetpool is already registered Jul 05 02:01:08.757940 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.v2.resource_helper [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Service CORE assigned prefix: {{(pid=94352) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 02:01:08.758292 n-d-771362-32 neutron-server[94352]: INFO neutron.quota.resource_registry [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Creating instance of TrackedResource for resource:subnetpool Jul 05 02:01:08.758618 n-d-771362-32 neutron-server[94352]: WARNING neutron.quota.resource_registry [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] subnetpool is already registered Jul 05 02:01:08.760920 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.v2.resource_helper [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94352) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 02:01:08.761353 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.v2.resource_helper [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Service FLAVORS assigned prefix: {{(pid=94352) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 02:01:08.762521 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.v2.resource_helper [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94352) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 02:01:08.762943 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.v2.resource_helper [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94352) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 02:01:08.763273 n-d-771362-32 neutron-server[94352]: INFO neutron.quota.resource_registry [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Creating instance of TrackedResource for resource:router Jul 05 02:01:08.763610 n-d-771362-32 neutron-server[94352]: WARNING neutron.quota.resource_registry [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] router is already registered Jul 05 02:01:08.764024 n-d-771362-32 neutron-server[94352]: INFO neutron.quota.resource_registry [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Creating instance of TrackedResource for resource:floatingip Jul 05 02:01:08.764356 n-d-771362-32 neutron-server[94352]: WARNING neutron.quota.resource_registry [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] floatingip is already registered Jul 05 02:01:08.764805 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.v2.resource_helper [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Service METERING assigned prefix: /metering {{(pid=94352) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 02:01:08.765481 n-d-771362-32 neutron-server[94352]: INFO neutron.quota.resource_registry [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Creating instance of CountableResource for resource:rbac_policy Jul 05 02:01:08.765805 n-d-771362-32 neutron-server[94352]: WARNING neutron.quota.resource_registry [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] rbac_policy is already registered Jul 05 02:01:08.766243 n-d-771362-32 neutron-server[94352]: INFO neutron.quota.resource_registry [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Creating instance of TrackedResource for resource:security_group Jul 05 02:01:08.766575 n-d-771362-32 neutron-server[94352]: WARNING neutron.quota.resource_registry [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] security_group is already registered Jul 05 02:01:08.766982 n-d-771362-32 neutron-server[94352]: INFO neutron.quota.resource_registry [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 05 02:01:08.767312 n-d-771362-32 neutron-server[94352]: WARNING neutron.quota.resource_registry [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] security_group_rule is already registered Jul 05 02:01:08.767939 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.v2.resource_helper [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Service CORE assigned prefix: {{(pid=94352) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 02:01:08.768257 n-d-771362-32 neutron-server[94352]: INFO neutron.quota.resource_registry [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Creating instance of TrackedResource for resource:subnetpool Jul 05 02:01:08.768585 n-d-771362-32 neutron-server[94352]: WARNING neutron.quota.resource_registry [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] subnetpool is already registered Jul 05 02:01:08.769003 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.v2.resource_helper [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Service CORE assigned prefix: {{(pid=94352) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 02:01:08.769322 n-d-771362-32 neutron-server[94352]: INFO neutron.quota.resource_registry [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Creating instance of TrackedResource for resource:subnetpool Jul 05 02:01:08.769646 n-d-771362-32 neutron-server[94352]: WARNING neutron.quota.resource_registry [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] subnetpool is already registered Jul 05 02:01:08.770109 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Extended resource: extensions {{(pid=94352) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 02:01:08.771621 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Extended resource: address-groups {{(pid=94352) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 02:01:08.773094 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Extended resource: address-scopes {{(pid=94352) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 02:01:08.774461 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Extended resource: agents {{(pid=94352) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 02:01:08.775619 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Extended resource: auto-allocated-topology {{(pid=94352) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 02:01:08.776871 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Extended resource: availability_zones {{(pid=94352) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 02:01:08.778225 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Extended resource: dhcp-networks {{(pid=94352) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 02:01:08.781015 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Extended resource: dhcp-agents {{(pid=94352) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 02:01:08.782488 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Extended resource: routers {{(pid=94352) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 02:01:08.784216 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Extended resource: flavors {{(pid=94352) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 02:01:08.785481 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Extended resource: service_profiles {{(pid=94352) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 02:01:08.786723 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Extended resource: next_providers {{(pid=94352) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 02:01:08.788147 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Extended resource: service_profiles {{(pid=94352) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 02:01:08.789688 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Extended resource: floatingip-pools {{(pid=94352) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 02:01:08.790939 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Extended resource: routers {{(pid=94352) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 02:01:08.792648 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Extended resource: floatingips {{(pid=94352) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 02:01:08.793939 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Extended resource: l3-routers {{(pid=94352) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 02:01:08.795365 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Extended resource: l3-agents {{(pid=94352) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 02:01:08.796796 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Extended resource: metering-labels {{(pid=94352) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 02:01:08.798039 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Extended resource: metering-label-rules {{(pid=94352) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 02:01:08.799432 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Extended resource: network-ip-availabilities {{(pid=94352) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 02:01:08.800702 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Extended resource: bindings {{(pid=94352) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 02:01:08.802285 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Extended resource: quotas {{(pid=94352) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 02:01:08.803822 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Extended resource: quotas {{(pid=94352) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 02:01:08.805225 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Extended resource: rbac-policies {{(pid=94352) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 02:01:08.806440 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Extended resource: security-groups {{(pid=94352) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 02:01:08.807726 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Extended resource: security-group-rules {{(pid=94352) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 02:01:08.809506 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Extended resource: service-providers {{(pid=94352) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 02:01:08.810776 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Extended resource: subnetpools {{(pid=94352) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 02:01:08.812103 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Extended resource: subnetpools {{(pid=94352) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 02:01:08.813633 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Extended resource: tags {{(pid=94352) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 02:01:08.815356 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Extended resource: tags {{(pid=94352) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 02:01:08.817169 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Extended resource: tags {{(pid=94352) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 02:01:08.818990 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Extended resource: tags {{(pid=94352) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 02:01:08.820672 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Extended resource: tags {{(pid=94352) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 02:01:08.822650 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Extended resource: tags {{(pid=94352) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 02:01:08.824940 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Extended resource: tags {{(pid=94352) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 02:01:08.826729 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Extended resource: tags {{(pid=94352) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 02:01:08.828579 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Extended resource: tags {{(pid=94352) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 02:01:08.830369 n-d-771362-32 neutron-server[94352]: DEBUG neutron.api.extensions [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Extended resource: tags {{(pid=94352) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 02:01:08.836335 n-d-771362-32 neutron-server[94352]: WARNING keystonemiddleware.auth_token [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 05 02:01:08.840933 n-d-771362-32 neutron-server[94352]: WARNING keystonemiddleware.auth_token [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 05 02:01:08.850035 n-d-771362-32 neutron-server[94352]: DEBUG oslo_concurrency.lockutils [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Acquired lock "singleton_lock" {{(pid=94352) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 05 02:01:08.850534 n-d-771362-32 neutron-server[94352]: DEBUG oslo_concurrency.lockutils [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Releasing lock "singleton_lock" {{(pid=94352) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 05 02:01:08.851173 n-d-771362-32 neutron-server[94352]: INFO oslo_service.service [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Starting 2 workers Jul 05 02:01:08.856436 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Started child 94461 {{(pid=94352) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 05 02:01:08.860806 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Started child 94462 {{(pid=94352) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 05 02:01:08.861735 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:01:08.862396 n-d-771362-32 neutron-server[94352]: INFO neutron.service [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 05 02:01:08.863027 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Notify callbacks [] for process, before_spawn {{(pid=94352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:01:08.863253 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [-] (94461) wsgi starting up on http://0.0.0.0:9696 Jul 05 02:01:08.865417 n-d-771362-32 neutron-server[94352]: INFO oslo_service.service [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Starting 1 workers Jul 05 02:01:08.865548 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:01:08.866955 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [-] (94462) wsgi starting up on http://0.0.0.0:9696 Jul 05 02:01:08.870564 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Started child 94463 {{(pid=94352) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 05 02:01:08.871164 n-d-771362-32 neutron-server[94352]: INFO oslo_service.service [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Starting 1 workers Jul 05 02:01:08.874848 n-d-771362-32 neutron-server[94463]: DEBUG neutron.service [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] calling RpcWorker wait() {{(pid=94463) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 05 02:01:08.875363 n-d-771362-32 neutron-server[94463]: DEBUG neutron.service [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] returning from RpcWorker wait() {{(pid=94463) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 05 02:01:08.876066 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Started child 94464 {{(pid=94352) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 05 02:01:08.876862 n-d-771362-32 neutron-server[94352]: DEBUG neutron_lib.callbacks.manager [None req-3f40bdc9-4450-4159-8c7f-23ab80a0d399 None None] Notify callbacks [] for process, after_spawn {{(pid=94352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:01:08.876976 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:01:08.877425 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:01:08.878748 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94352) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 05 02:01:08.878959 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 05 02:01:08.879140 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 05 02:01:08.879350 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 05 02:01:08.879687 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 05 02:01:08.879848 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 05 02:01:08.880338 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.880628 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.880815 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:01:08.881272 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.881272 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.881407 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.881947 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.882223 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.882478 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.882765 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.883008 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.883170 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.883334 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.883593 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.883830 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.884090 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.884369 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.884600 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.884860 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.885027 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.885285 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.885556 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.885800 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.886064 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] debug = True {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.886312 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.886846 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.887088 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.887328 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.887603 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.887890 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.888115 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.888384 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.888631 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.888847 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.889060 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.889306 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.889536 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.889750 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.889966 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.890240 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.890478 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.890946 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] host = n-d-771362-32 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.891160 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.891392 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.891621 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.891878 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.892130 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.892363 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.892607 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.892858 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.893108 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.893337 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.893598 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.893868 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.894104 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.894371 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] log_file = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.894532 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] log_options = True {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.894774 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.895026 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.895294 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.895480 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.895647 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.895814 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.896079 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.896237 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.896470 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.896702 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.896893 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.897103 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.897319 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.897545 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.897793 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.898033 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.898284 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.898504 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.898765 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.899008 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.899247 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.899494 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.899736 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.899966 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.900192 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.900403 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.900643 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.900853 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.901067 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.901322 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.901569 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.901832 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.902085 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.902393 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.902638 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.902861 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.903076 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.903350 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.903576 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.903815 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.904054 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.904291 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.904553 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.904764 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.904990 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.905197 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] use_json = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.905408 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.905877 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.906196 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.906377 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.906585 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.906809 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.906998 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.907225 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.907644 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.907958 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.908283 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.908622 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.908796 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.909039 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.909274 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.909488 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.909739 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.909983 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.910324 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.910558 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.910834 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.911088 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.911335 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.911658 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.911911 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.912152 n-d-771362-32 neutron-server[94464]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:01:08.912296 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.912429 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.912616 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.912828 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.913098 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.913412 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.913640 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.913899 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.914179 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.914398 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.914635 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.915050 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.915190 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.915907 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.915907 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.916142 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.916364 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.916496 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.916629 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.916863 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.917082 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.917308 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.917535 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.917771 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.918757 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.919001 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.919216 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.919449 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.919663 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.919894 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.920138 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.920357 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.920608 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.920829 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.921080 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.921292 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.921502 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.921717 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.921945 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.922200 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.922412 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.922623 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.922861 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.923086 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.923330 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.923565 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.923780 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.923986 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.924198 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.924426 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.924637 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.924909 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.925134 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.925350 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.925559 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.925766 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.926188 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.926415 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.937432 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.937432 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.937432 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.937432 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.937432 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.937432 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.937432 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.937432 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.937432 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.938158 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.938158 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.938158 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.938158 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.938158 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.938158 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.938158 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.938158 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.938720 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.938720 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.938720 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.938720 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.938720 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.938720 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.938720 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.938720 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.939257 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.939257 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.939257 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.939257 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.939257 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.939257 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.939257 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.939257 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.939786 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.939786 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.939786 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.939786 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.939786 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.939786 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.939786 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.939786 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.940360 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.940360 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.940360 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.940360 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.940360 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.940360 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.940360 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.940360 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.940923 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.940923 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.940923 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.940923 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.940923 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.940923 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.940923 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.940923 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.941467 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.941467 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.941467 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.941690 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.941769 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.942028 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.943101 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.943101 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.943101 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.943101 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.943458 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.943458 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.943645 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.943867 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.944161 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.944318 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.944576 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.945115 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.945115 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.945307 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.945470 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.945724 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.945938 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.946173 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.946392 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.946629 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.946824 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.947070 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.947283 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.947500 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.947735 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.947953 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.948187 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.948408 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.948629 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.948902 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.949116 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.949424 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.949666 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.949915 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.950185 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.950398 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.950672 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.950892 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.951136 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.951353 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.951569 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.951780 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.952021 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.952232 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.952443 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.952687 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.952922 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.953158 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.953408 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.953725 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.953983 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.954252 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.954486 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.954718 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.954967 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.955180 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.955563 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.955934 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.956174 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.956412 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.956667 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.956910 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.957130 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.957359 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.957566 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.957778 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.957991 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.958222 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.958529 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.958784 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.959009 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.959280 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.959512 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.959742 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.959966 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.960180 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.960390 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.960608 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.960823 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.961030 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.961251 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.961462 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.961666 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.961883 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.962111 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.962323 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.962563 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.962770 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.962972 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.963207 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.963418 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.963623 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.963869 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.964115 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.964320 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.964536 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.964747 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.964988 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.965267 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.965508 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.965720 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.965999 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.966248 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.966495 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.966730 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.967030 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.967257 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.967508 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.967721 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.967953 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.968189 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.968459 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.968779 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.969060 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.969330 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.969580 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.969834 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.970109 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.970403 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.970620 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.970892 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.971223 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.971491 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.971762 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.971988 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.972313 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.972529 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.972726 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.972944 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.973363 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.973363 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.973712 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.973922 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.974053 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.974292 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.974520 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.974751 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.974991 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.975218 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.975455 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.975704 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.975862 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 05 02:01:08.976341 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94352) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 05 02:01:08.976499 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 05 02:01:08.976649 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 05 02:01:08.976814 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 05 02:01:08.976979 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 05 02:01:08.977198 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 05 02:01:08.977349 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.977482 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.977658 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.977796 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.977927 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.978056 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.978220 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.978382 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.978535 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.978868 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.979107 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.979209 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.979321 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.979619 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.979919 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.980075 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.980231 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.980390 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.981130 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.981287 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.981447 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.981602 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.981756 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] debug = True {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.981913 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.982103 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.982289 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.982445 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.983574 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.983574 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.983574 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.983574 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.983574 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.983574 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.983574 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.983574 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.984538 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.984538 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.984538 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.984538 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.984538 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.984538 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] host = n-d-771362-32 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.985011 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.985011 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.985011 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.985011 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.985470 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.985470 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.985470 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.985808 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.985808 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.986036 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.986036 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.986259 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.986338 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.986463 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] log_file = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.986615 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] log_options = True {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.986926 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.987078 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.987233 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.987421 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.987568 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.987711 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.987865 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.988020 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.988174 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.988327 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.988481 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.988634 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.988774 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.988923 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.989072 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.989291 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.989389 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.989625 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.989749 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.989870 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.989990 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.990109 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.990257 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.990397 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.990550 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.990707 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.990860 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.991012 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.991166 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.991319 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.991476 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.991631 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.991785 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.991938 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.992091 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.992246 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.992398 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.992555 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.992709 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.992863 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.993016 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.993168 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.993322 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.993485 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.993661 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.993788 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] use_json = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.993939 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.994092 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.994332 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.994487 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.994641 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.994811 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.994942 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.995091 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 02:01:08.995266 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.995425 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.995593 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.995751 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.995908 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.996107 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.996840 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.996998 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.997155 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.997327 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.997476 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.997633 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.997800 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.997958 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.998114 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.998298 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.998456 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.998613 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.998771 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.998928 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.999084 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.999242 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.999414 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.999571 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.999729 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:08.999887 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.000043 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.000201 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.000360 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.000518 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.000675 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.000833 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.000990 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.001206 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.002859 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.002859 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.002859 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.002859 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.002859 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.002859 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.002859 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.002859 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.002859 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.004674 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.004674 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.004674 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.004674 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.004674 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.004674 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.004674 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.004674 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.004674 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.006646 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.006646 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.006646 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.006646 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.006646 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.006646 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.006646 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.006646 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.006646 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.007235 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.007235 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.007235 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.007235 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.007235 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.007235 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.007235 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.007235 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.007235 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.007873 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.007873 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.007873 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.007873 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.007873 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.007873 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.007873 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.007873 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.007873 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.008829 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.008829 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.008829 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.008829 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.008829 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.008829 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.008829 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.009584 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.009584 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.009584 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.009584 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.009584 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.010202 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.010202 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.010202 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.010202 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.010592 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.010592 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.010592 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.018112 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.018112 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.018112 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.018112 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.018112 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.018112 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.018112 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.018112 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.018699 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.018699 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.018699 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.018699 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.018699 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.018699 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.018699 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.018699 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.019231 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.019231 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.019231 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.019231 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.019231 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.019231 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.019231 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.019231 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.019665 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.019665 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.019665 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.019665 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.019665 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.019665 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.019665 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.019665 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.020097 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.020097 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.020097 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.020097 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.020097 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.020097 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.020097 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.020097 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.020528 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.020528 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.020528 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.020528 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.020528 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.020528 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.020528 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.020528 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.020981 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.020981 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.020981 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.020981 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.020981 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.020981 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.020981 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.020981 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.021420 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.021420 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.021420 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.021420 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.021420 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.021420 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.021420 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.021420 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.021857 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.021857 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.021857 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.021857 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.021857 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.021857 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.021857 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.021857 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.023204 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.023204 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.023204 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.023204 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.023204 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.023204 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.023204 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.023204 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.024337 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.024337 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.024337 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.024337 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.024337 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.024337 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.024337 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.024337 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.025335 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.025335 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.025335 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.025335 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.025335 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.025335 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.025335 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.025335 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.026240 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.026240 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.026240 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.026240 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.026240 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.026240 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.026240 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.026240 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.026785 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.026785 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.026785 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.026785 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.026785 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.026785 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.027185 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.027185 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.027349 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.027428 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.027561 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.027742 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.027921 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.028079 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.028235 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.028391 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.028559 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.028716 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.028872 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.029027 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.029183 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.029339 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.029505 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.029663 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.029819 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.029975 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.030149 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.030307 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.030474 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.030888 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.031045 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.031202 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.031358 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.031519 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.031684 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.031843 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.032000 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.032165 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.032321 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.032479 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.032636 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.032803 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.032960 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.033120 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.033277 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.033434 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.033591 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.033750 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.033911 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.034078 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.034311 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.034426 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.034592 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.034759 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.034925 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.035082 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.035246 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.035415 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.035572 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.035728 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.035886 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.036043 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.036199 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.036356 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.036513 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.036670 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.036827 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.036984 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.037141 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.037299 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.037455 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.037803 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.037803 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.038044 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.038044 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.038347 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.038347 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 02:01:09.038578 n-d-771362-32 neutron-server[94352]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94352) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 05 02:01:09.050242 n-d-771362-32 neutron-server[94463]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:01:09.273051 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 37664) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:01:09.282369 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069857 Jul 05 02:01:20.848535 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c30ab31-943b-4252-b956-7bff73dde050 None None] get_active_networks_info from n-d-771362-32 {{(pid=94463) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 02:01:20.920311 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c30ab31-943b-4252-b956-7bff73dde050 None None] No non-hosted networks {{(pid=94463) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 05 02:01:20.953260 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.agentschedulers_db [None req-1c30ab31-943b-4252-b956-7bff73dde050 None None] DHCP Agent not found on host n-d-771362-32 {{(pid=94463) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 05 02:01:21.078028 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-c4ec255b-cf92-45cf-9e2f-6c15ca545336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1636278'] for agent, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:01:23.164126 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-2f4e2e85-9335-4c63-88af-ac0dd60d63fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1636278'] for agent, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:01:23.200639 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.db.api [None req-bca99886-4498-478e-93d7-702b18c8bc46 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-771362-32 {{(pid=94463) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 02:01:23.201081 n-d-771362-32 neutron-server[94463]: DEBUG oslo_db.api [None req-bca99886-4498-478e-93d7-702b18c8bc46 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 02:01:23.721444 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1636278'] for agent, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:01:23.722024 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:01:23.722384 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:01:23.736166 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:01:23.740150 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:01:23.742264 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:01:23.742857 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:01:23.743347 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:01:23.745381 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:01:23.747004 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:01:23.747503 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:01:23.748684 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:01:23.749166 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:01:23.751025 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-771362-32', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:01:23.764757 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-771362-32', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:01:23.832195 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-bca99886-4498-478e-93d7-702b18c8bc46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:01:24.428174 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1636278'] for agent, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:01:25.919431 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1636278'] for agent, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:01:27.152397 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 37758) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:01:27.666826 n-d-771362-32 neutron-server[94462]: WARNING oslo_policy.policy [None req-22babcef-a94f-4f9a-9dc9-82a498314eb1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 02:01:27.667997 n-d-771362-32 neutron-server[94462]: WARNING oslo_policy.policy [None req-22babcef-a94f-4f9a-9dc9-82a498314eb1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 02:01:27.888487 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [None req-22babcef-a94f-4f9a-9dc9-82a498314eb1 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94462) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:01:27.889734 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-22babcef-a94f-4f9a-9dc9-82a498314eb1 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7351658 Jul 05 02:01:28.408194 n-d-771362-32 neutron-server[94463]: INFO neutron.db.l3_hamode_db [None req-6dacedbf-dd21-4d93-868b-7e3e49c679cd None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 05 02:01:28.483350 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dacedbf-dd21-4d93-868b-7e3e49c679cd None None] Routers set() bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:01:28.483731 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dacedbf-dd21-4d93-868b-7e3e49c679cd None None] Router IDs set() for agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 05 02:01:30.232213 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 37772) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:01:30.532465 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-dce5d137-3d9e-4989-b904-7d1151b765b6 admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:01:30.624818 n-d-771362-32 neutron-server[94462]: DEBUG neutron.policy [None req-dce5d137-3d9e-4989-b904-7d1151b765b6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94462) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 05 02:01:30.669495 n-d-771362-32 neutron-server[94462]: WARNING oslo_policy.policy [None req-dce5d137-3d9e-4989-b904-7d1151b765b6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 02:01:30.669863 n-d-771362-32 neutron-server[94462]: WARNING oslo_policy.policy [None req-dce5d137-3d9e-4989-b904-7d1151b765b6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 02:01:30.678087 n-d-771362-32 neutron-server[94462]: INFO neutron.quota [None req-dce5d137-3d9e-4989-b904-7d1151b765b6 admin admin] Loaded quota_driver: . Jul 05 02:01:30.839711 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-dce5d137-3d9e-4989-b904-7d1151b765b6 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727657753202', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727657752711', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727657749711', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727657747125', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727657761910', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727657785066', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1034699', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1041704', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1584813', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1653511'] for rbac-policy, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:01:31.170785 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-dce5d137-3d9e-4989-b904-7d1151b765b6 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:01:31.171987 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-dce5d137-3d9e-4989-b904-7d1151b765b6 admin admin] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9388263 Jul 05 02:01:33.688018 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 37784) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:01:33.977565 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-745de7b0-bb24-4345-b3c4-020be296622c admin admin] Request body: {'network': {'name': 'private', 'project_id': '0891a3557e5b4261996cf389947ad03b', 'admin_state_up': True, 'tenant_id': '0891a3557e5b4261996cf389947ad03b'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:01:34.067614 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-745de7b0-bb24-4345-b3c4-020be296622c admin admin] Made reservation on behalf of 0891a3557e5b4261996cf389947ad03b for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:01:34.070522 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-745de7b0-bb24-4345-b3c4-020be296622c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:01:34.086314 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-745de7b0-bb24-4345-b3c4-020be296622c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:01:34.203618 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-745de7b0-bb24-4345-b3c4-020be296622c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:01:34.278805 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-745de7b0-bb24-4345-b3c4-020be296622c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:01:34.298419 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-745de7b0-bb24-4345-b3c4-020be296622c admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:01:34.326275 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-745de7b0-bb24-4345-b3c4-020be296622c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727655883861', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:01:34.326865 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-745de7b0-bb24-4345-b3c4-020be296622c admin admin] Unsubscribe: segment precommit_create {{(pid=94462) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 05 02:01:34.327370 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-745de7b0-bb24-4345-b3c4-020be296622c admin admin] Added segment 199d62a0-2431-4e6c-8a1e-a571e5f661ed of type vlan for network 5d7fdc6b-fb1e-42d6-87d6-900de2672be2 Jul 05 02:01:34.344636 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745de7b0-bb24-4345-b3c4-020be296622c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dbe1a44-c955-4d78-97ba-d8b3c5a9ced3,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:01:34.392572 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745de7b0-bb24-4345-b3c4-020be296622c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:01:34.392910 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745de7b0-bb24-4345-b3c4-020be296622c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:01:34.393260 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745de7b0-bb24-4345-b3c4-020be296622c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:01:34.393573 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745de7b0-bb24-4345-b3c4-020be296622c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:01:34.393898 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745de7b0-bb24-4345-b3c4-020be296622c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:01:34.394243 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745de7b0-bb24-4345-b3c4-020be296622c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:01:34.394566 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745de7b0-bb24-4345-b3c4-020be296622c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:01:34.394891 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745de7b0-bb24-4345-b3c4-020be296622c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:01:34.395208 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745de7b0-bb24-4345-b3c4-020be296622c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:01:34.395521 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745de7b0-bb24-4345-b3c4-020be296622c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:01:34.395836 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745de7b0-bb24-4345-b3c4-020be296622c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:01:34.396150 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745de7b0-bb24-4345-b3c4-020be296622c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:01:34.397266 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745de7b0-bb24-4345-b3c4-020be296622c admin admin] Tracked resource versions report: Jul 05 02:01:34.397266 n-d-771362-32 neutron-server[94462]: pushed versions: Jul 05 02:01:34.397266 n-d-771362-32 neutron-server[94462]: { 'AddressGroup': {'1.2'}, Jul 05 02:01:34.397266 n-d-771362-32 neutron-server[94462]: 'ConntrackHelper': {'1.0'}, Jul 05 02:01:34.397266 n-d-771362-32 neutron-server[94462]: 'Log': {'1.0'}, Jul 05 02:01:34.397266 n-d-771362-32 neutron-server[94462]: 'Network': {'1.1'}, Jul 05 02:01:34.397266 n-d-771362-32 neutron-server[94462]: 'Port': {'1.7'}, Jul 05 02:01:34.397266 n-d-771362-32 neutron-server[94462]: 'PortForwarding': {'1.2'}, Jul 05 02:01:34.397266 n-d-771362-32 neutron-server[94462]: 'QosPolicy': {'1.8'}, Jul 05 02:01:34.397266 n-d-771362-32 neutron-server[94462]: 'SecurityGroup': {'1.4'}, Jul 05 02:01:34.397266 n-d-771362-32 neutron-server[94462]: 'SecurityGroupRule': {'1.2'}, Jul 05 02:01:34.397266 n-d-771362-32 neutron-server[94462]: 'SubPort': {'1.0'}, Jul 05 02:01:34.397266 n-d-771362-32 neutron-server[94462]: 'Subnet': {'1.1'}, Jul 05 02:01:34.397266 n-d-771362-32 neutron-server[94462]: 'Trunk': {'1.1'}} Jul 05 02:01:34.397266 n-d-771362-32 neutron-server[94462]: consumer versions: Jul 05 02:01:34.397266 n-d-771362-32 neutron-server[94462]: { DHCP agent@n-d-771362-32: {}, Jul 05 02:01:34.397266 n-d-771362-32 neutron-server[94462]: L3 agent@n-d-771362-32: {}, Jul 05 02:01:34.397266 n-d-771362-32 neutron-server[94462]: Metadata agent@n-d-771362-32: {}, Jul 05 02:01:34.397266 n-d-771362-32 neutron-server[94462]: Metering agent@n-d-771362-32: {}, Jul 05 02:01:34.397266 n-d-771362-32 neutron-server[94462]: Open vSwitch agent@n-d-771362-32: { 'AddressGroup': '1.2', Jul 05 02:01:34.397266 n-d-771362-32 neutron-server[94462]: 'ConntrackHelper': '1.0', Jul 05 02:01:34.397266 n-d-771362-32 neutron-server[94462]: 'Log': '1.0', Jul 05 02:01:34.397266 n-d-771362-32 neutron-server[94462]: 'Network': '1.1', Jul 05 02:01:34.397266 n-d-771362-32 neutron-server[94462]: 'Port': '1.7', Jul 05 02:01:34.397266 n-d-771362-32 neutron-server[94462]: 'PortForwarding': '1.2', Jul 05 02:01:34.397266 n-d-771362-32 neutron-server[94462]: 'QosPolicy': '1.8', Jul 05 02:01:34.397266 n-d-771362-32 neutron-server[94462]: 'SecurityGroup': '1.4', Jul 05 02:01:34.397266 n-d-771362-32 neutron-server[94462]: 'SecurityGroupRule': '1.2', Jul 05 02:01:34.397266 n-d-771362-32 neutron-server[94462]: 'SubPort': '1.0', Jul 05 02:01:34.397266 n-d-771362-32 neutron-server[94462]: 'Subnet': '1.1', Jul 05 02:01:34.397266 n-d-771362-32 neutron-server[94462]: 'Trunk': '1.1'}} Jul 05 02:01:34.397266 n-d-771362-32 neutron-server[94462]: {{(pid=94462) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 02:01:34.444784 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-745de7b0-bb24-4345-b3c4-020be296622c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:01:34.553445 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-745de7b0-bb24-4345-b3c4-020be296622c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:01:34.554674 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745de7b0-bb24-4345-b3c4-020be296622c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:01:34.555343 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-745de7b0-bb24-4345-b3c4-020be296622c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:01:34.648684 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745de7b0-bb24-4345-b3c4-020be296622c admin admin] Pushing event updated for resources: {'Network': ['ID=5d7fdc6b-fb1e-42d6-87d6-900de2672be2,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:01:34.660511 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 5d7fdc6b-fb1e-42d6-87d6-900de2672be2 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:01:34.697351 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-745de7b0-bb24-4345-b3c4-020be296622c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 1.0082743 Jul 05 02:01:37.297223 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 37798) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:01:37.680361 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b68248b-2c84-400f-8147-eb5f69ca9652 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:01:37.681755 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-8b68248b-2c84-400f-8147-eb5f69ca9652 admin admin] 10.222.0.23 "GET /v2.0/networks/5d7fdc6b-fb1e-42d6-87d6-900de2672be2 HTTP/1.1" status: 200 len: 824 time: 0.3835521 Jul 05 02:01:37.705841 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-ba80128a-5dfa-4034-ab81-84023aba04cc admin admin] 10.222.0.23 "GET /v2.0/subnetpools/bfe8a779-d424-4d0d-8c64-71dd301aea25 HTTP/1.1" status: 200 len: 734 time: 0.0182011 Jul 05 02:01:37.714971 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-b9977bb1-f177-437b-a7a1-7db708458805 admin admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': 'bfe8a779-d424-4d0d-8c64-71dd301aea25', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'tenant_id': '0891a3557e5b4261996cf389947ad03b', 'network_id': '5d7fdc6b-fb1e-42d6-87d6-900de2672be2'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:01:37.806967 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9977bb1-f177-437b-a7a1-7db708458805 admin admin] Made reservation on behalf of 0891a3557e5b4261996cf389947ad03b for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:01:37.809274 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b9977bb1-f177-437b-a7a1-7db708458805 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:01:38.173309 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b9977bb1-f177-437b-a7a1-7db708458805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:01:38.242471 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9977bb1-f177-437b-a7a1-7db708458805 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d120c43-7165-478b-b8ba-bb0d7188f819,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:01:38.244424 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9977bb1-f177-437b-a7a1-7db708458805 admin admin] Checking segment: {'id': '199d62a0-2431-4e6c-8a1e-a571e5f661ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '5d7fdc6b-fb1e-42d6-87d6-900de2672be2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:01:38.244823 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9977bb1-f177-437b-a7a1-7db708458805 admin admin] Network hostable DHCP agents. Network: 5d7fdc6b-fb1e-42d6-87d6-900de2672be2, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:01:38.315257 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9977bb1-f177-437b-a7a1-7db708458805 admin admin] Network 5d7fdc6b-fb1e-42d6-87d6-900de2672be2 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:01:38.389599 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-b9977bb1-f177-437b-a7a1-7db708458805 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 5d7fdc6b-fb1e-42d6-87d6-900de2672be2) {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:01:38.394143 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9977bb1-f177-437b-a7a1-7db708458805 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:01:38.394717 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b9977bb1-f177-437b-a7a1-7db708458805 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:01:38.398934 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977adc0a-3f5d-4a8d-b3d1-fba5ed91e679 None None] Network 5d7fdc6b-fb1e-42d6-87d6-900de2672be2 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:01:38.479515 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-b9977bb1-f177-437b-a7a1-7db708458805 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7684317 Jul 05 02:01:38.712716 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7bbb14-e255-4f5d-9025-5a28c476c4b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-5d7fdc6b-fb1e-42d6-87d6-900de2672be2', 'network_id': '5d7fdc6b-fb1e-42d6-87d6-900de2672be2', 'tenant_id': '0891a3557e5b4261996cf389947ad03b', 'fixed_ips': [{'subnet_id': '9d120c43-7165-478b-b8ba-bb0d7188f819'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:01:38.714036 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-6b7bbb14-e255-4f5d-9025-5a28c476c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:01:38.983714 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-6b7bbb14-e255-4f5d-9025-5a28c476c4b2 None None] Allocated IP 172.20.0.2 (5d7fdc6b-fb1e-42d6-87d6-900de2672be2/9d120c43-7165-478b-b8ba-bb0d7188f819/0ec6bb09-c419-4e01-a9ef-53bcf0f86afe) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:01:39.208550 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-6b7bbb14-e255-4f5d-9025-5a28c476c4b2 None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:01:39.222797 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-6b7bbb14-e255-4f5d-9025-5a28c476c4b2 None None] Transition to ACTIVE for port object 0ec6bb09-c419-4e01-a9ef-53bcf0f86afe will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:01:39.242813 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-6b7bbb14-e255-4f5d-9025-5a28c476c4b2 None None] Transition to ACTIVE for port object 0ec6bb09-c419-4e01-a9ef-53bcf0f86afe will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:01:39.311169 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-6b7bbb14-e255-4f5d-9025-5a28c476c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:01:39.379008 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7bbb14-e255-4f5d-9025-5a28c476c4b2 None None] Network 5d7fdc6b-fb1e-42d6-87d6-900de2672be2 is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:01:39.384593 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-6b7bbb14-e255-4f5d-9025-5a28c476c4b2 None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:01:39.388135 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7bbb14-e255-4f5d-9025-5a28c476c4b2 None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:01:39.401288 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7bbb14-e255-4f5d-9025-5a28c476c4b2 None None] Pushing event updated for resources: {'Port': ['ID=0ec6bb09-c419-4e01-a9ef-53bcf0f86afe,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:01:39.440043 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7bbb14-e255-4f5d-9025-5a28c476c4b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:01:39.440384 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7bbb14-e255-4f5d-9025-5a28c476c4b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:01:39.440721 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7bbb14-e255-4f5d-9025-5a28c476c4b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:01:39.441048 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7bbb14-e255-4f5d-9025-5a28c476c4b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:01:39.441373 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7bbb14-e255-4f5d-9025-5a28c476c4b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:01:39.441695 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7bbb14-e255-4f5d-9025-5a28c476c4b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:01:39.442014 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7bbb14-e255-4f5d-9025-5a28c476c4b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:01:39.442365 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7bbb14-e255-4f5d-9025-5a28c476c4b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:01:39.442693 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7bbb14-e255-4f5d-9025-5a28c476c4b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:01:39.443002 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7bbb14-e255-4f5d-9025-5a28c476c4b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:01:39.443315 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7bbb14-e255-4f5d-9025-5a28c476c4b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:01:39.443627 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7bbb14-e255-4f5d-9025-5a28c476c4b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:01:39.444753 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7bbb14-e255-4f5d-9025-5a28c476c4b2 None None] Tracked resource versions report: Jul 05 02:01:39.444753 n-d-771362-32 neutron-server[94463]: pushed versions: Jul 05 02:01:39.444753 n-d-771362-32 neutron-server[94463]: { 'AddressGroup': {'1.2'}, Jul 05 02:01:39.444753 n-d-771362-32 neutron-server[94463]: 'ConntrackHelper': {'1.0'}, Jul 05 02:01:39.444753 n-d-771362-32 neutron-server[94463]: 'Log': {'1.0'}, Jul 05 02:01:39.444753 n-d-771362-32 neutron-server[94463]: 'Network': {'1.1'}, Jul 05 02:01:39.444753 n-d-771362-32 neutron-server[94463]: 'Port': {'1.7'}, Jul 05 02:01:39.444753 n-d-771362-32 neutron-server[94463]: 'PortForwarding': {'1.2'}, Jul 05 02:01:39.444753 n-d-771362-32 neutron-server[94463]: 'QosPolicy': {'1.8'}, Jul 05 02:01:39.444753 n-d-771362-32 neutron-server[94463]: 'SecurityGroup': {'1.4'}, Jul 05 02:01:39.444753 n-d-771362-32 neutron-server[94463]: 'SecurityGroupRule': {'1.2'}, Jul 05 02:01:39.444753 n-d-771362-32 neutron-server[94463]: 'SubPort': {'1.0'}, Jul 05 02:01:39.444753 n-d-771362-32 neutron-server[94463]: 'Subnet': {'1.1'}, Jul 05 02:01:39.444753 n-d-771362-32 neutron-server[94463]: 'Trunk': {'1.1'}} Jul 05 02:01:39.444753 n-d-771362-32 neutron-server[94463]: consumer versions: Jul 05 02:01:39.444753 n-d-771362-32 neutron-server[94463]: { DHCP agent@n-d-771362-32: {}, Jul 05 02:01:39.444753 n-d-771362-32 neutron-server[94463]: L3 agent@n-d-771362-32: {}, Jul 05 02:01:39.444753 n-d-771362-32 neutron-server[94463]: Metadata agent@n-d-771362-32: {}, Jul 05 02:01:39.444753 n-d-771362-32 neutron-server[94463]: Metering agent@n-d-771362-32: {}, Jul 05 02:01:39.444753 n-d-771362-32 neutron-server[94463]: Open vSwitch agent@n-d-771362-32: { 'AddressGroup': '1.2', Jul 05 02:01:39.444753 n-d-771362-32 neutron-server[94463]: 'ConntrackHelper': '1.0', Jul 05 02:01:39.444753 n-d-771362-32 neutron-server[94463]: 'Log': '1.0', Jul 05 02:01:39.444753 n-d-771362-32 neutron-server[94463]: 'Network': '1.1', Jul 05 02:01:39.444753 n-d-771362-32 neutron-server[94463]: 'Port': '1.7', Jul 05 02:01:39.444753 n-d-771362-32 neutron-server[94463]: 'PortForwarding': '1.2', Jul 05 02:01:39.444753 n-d-771362-32 neutron-server[94463]: 'QosPolicy': '1.8', Jul 05 02:01:39.444753 n-d-771362-32 neutron-server[94463]: 'SecurityGroup': '1.4', Jul 05 02:01:39.444753 n-d-771362-32 neutron-server[94463]: 'SecurityGroupRule': '1.2', Jul 05 02:01:39.444753 n-d-771362-32 neutron-server[94463]: 'SubPort': '1.0', Jul 05 02:01:39.444753 n-d-771362-32 neutron-server[94463]: 'Subnet': '1.1', Jul 05 02:01:39.444753 n-d-771362-32 neutron-server[94463]: 'Trunk': '1.1'}} Jul 05 02:01:39.444753 n-d-771362-32 neutron-server[94463]: {{(pid=94463) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 02:01:39.480167 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-6b7bbb14-e255-4f5d-9025-5a28c476c4b2 None None] Attempting to bind port 0ec6bb09-c419-4e01-a9ef-53bcf0f86afe on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:01:39.480588 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-6b7bbb14-e255-4f5d-9025-5a28c476c4b2 None None] Attempting to bind port 0ec6bb09-c419-4e01-a9ef-53bcf0f86afe by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '199d62a0-2431-4e6c-8a1e-a571e5f661ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '5d7fdc6b-fb1e-42d6-87d6-900de2672be2'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:01:39.481024 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7bbb14-e255-4f5d-9025-5a28c476c4b2 None None] Attempting to bind port 0ec6bb09-c419-4e01-a9ef-53bcf0f86afe on network 5d7fdc6b-fb1e-42d6-87d6-900de2672be2 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:01:39.486310 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7bbb14-e255-4f5d-9025-5a28c476c4b2 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:01:39.486768 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7bbb14-e255-4f5d-9025-5a28c476c4b2 None None] Checking segment: {'id': '199d62a0-2431-4e6c-8a1e-a571e5f661ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '5d7fdc6b-fb1e-42d6-87d6-900de2672be2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:01:39.487299 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-6b7bbb14-e255-4f5d-9025-5a28c476c4b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:01:39.487802 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7bbb14-e255-4f5d-9025-5a28c476c4b2 None None] Bound using segment: {'id': '199d62a0-2431-4e6c-8a1e-a571e5f661ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '5d7fdc6b-fb1e-42d6-87d6-900de2672be2'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:01:39.488353 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-6b7bbb14-e255-4f5d-9025-5a28c476c4b2 None None] Bound port: 0ec6bb09-c419-4e01-a9ef-53bcf0f86afe, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '199d62a0-2431-4e6c-8a1e-a571e5f661ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '5d7fdc6b-fb1e-42d6-87d6-900de2672be2'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:01:39.488872 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-6b7bbb14-e255-4f5d-9025-5a28c476c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:01:39.553034 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-6b7bbb14-e255-4f5d-9025-5a28c476c4b2 None None] For port 0ec6bb09-c419-4e01-a9ef-53bcf0f86afe, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:01:39.557933 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-6b7bbb14-e255-4f5d-9025-5a28c476c4b2 None None] For port 0ec6bb09-c419-4e01-a9ef-53bcf0f86afe, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=0ec6bb09-c419-4e01-a9ef-53bcf0f86afe,segment=NetworkSegment(199d62a0-2431-4e6c-8a1e-a571e5f661ed),segment_id=199d62a0-2431-4e6c-8a1e-a571e5f661ed)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:01:39.647864 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-6b7bbb14-e255-4f5d-9025-5a28c476c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:01:39.714310 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7bbb14-e255-4f5d-9025-5a28c476c4b2 None None] Pushing event updated for resources: {'Port': ['ID=0ec6bb09-c419-4e01-a9ef-53bcf0f86afe,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:01:40.854833 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 37806) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:01:41.175596 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [None req-b5384d10-8cb8-425c-a106-6e4048522281 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94462) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:01:41.176598 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-b5384d10-8cb8-425c-a106-6e4048522281 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3207924 Jul 05 02:01:43.552269 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 37814) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:01:43.895049 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [None req-2bf3e211-be2c-4185-9950-ac9730711522 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94462) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:01:43.896035 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-2bf3e211-be2c-4185-9950-ac9730711522 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3427720 Jul 05 02:01:45.598683 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 0ec6bb09-c419-4e01-a9ef-53bcf0f86afe up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:01:45.714871 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9efb5422-b423-42e7-9335-70397c2e8bc0 None None] Network 5d7fdc6b-fb1e-42d6-87d6-900de2672be2 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:01:45.756488 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 0ec6bb09-c419-4e01-a9ef-53bcf0f86afe completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:01:45.842676 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-68bdb73c-a052-44d6-b52f-c331f34d9b4a None None] Provisioning for port 0ec6bb09-c419-4e01-a9ef-53bcf0f86afe completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:01:45.851837 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-68bdb73c-a052-44d6-b52f-c331f34d9b4a None None] Provisioning complete for port 0ec6bb09-c419-4e01-a9ef-53bcf0f86afe triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:01:45.852224 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-68bdb73c-a052-44d6-b52f-c331f34d9b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:01:46.010501 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-68bdb73c-a052-44d6-b52f-c331f34d9b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:01:46.049423 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-68bdb73c-a052-44d6-b52f-c331f34d9b4a None None] For port 0ec6bb09-c419-4e01-a9ef-53bcf0f86afe, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=0ec6bb09-c419-4e01-a9ef-53bcf0f86afe,segment=NetworkSegment(199d62a0-2431-4e6c-8a1e-a571e5f661ed),segment_id=199d62a0-2431-4e6c-8a1e-a571e5f661ed)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:01:46.227937 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-68bdb73c-a052-44d6-b52f-c331f34d9b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:01:46.275355 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bdb73c-a052-44d6-b52f-c331f34d9b4a None None] Pushing event updated for resources: {'Port': ['ID=0ec6bb09-c419-4e01-a9ef-53bcf0f86afe,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:01:46.346373 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-b6bcba12-1cd5-4e98-b650-4ed88d757b95 None None] Provisioning complete for port 0ec6bb09-c419-4e01-a9ef-53bcf0f86afe triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:01:46.346737 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b6bcba12-1cd5-4e98-b650-4ed88d757b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:01:46.510356 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 37830) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:01:46.800554 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-f8981b0f-23d2-4fb5-8f28-2313d24267cc admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '0891a3557e5b4261996cf389947ad03b', 'admin_state_up': True}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:01:46.915502 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f8981b0f-23d2-4fb5-8f28-2313d24267cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11810'] for router, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:01:46.917117 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f8981b0f-23d2-4fb5-8f28-2313d24267cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1926740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11821'] for router, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:01:47.099844 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f8981b0f-23d2-4fb5-8f28-2313d24267cc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:01:47.176896 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f8981b0f-23d2-4fb5-8f28-2313d24267cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963'] for router, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:01:47.255842 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f8981b0f-23d2-4fb5-8f28-2313d24267cc admin admin] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:01:47.257015 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-f8981b0f-23d2-4fb5-8f28-2313d24267cc admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7456696 Jul 05 02:01:47.577407 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 0ec6bb09-c419-4e01-a9ef-53bcf0f86afe up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:01:47.621658 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 0ec6bb09-c419-4e01-a9ef-53bcf0f86afe triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:01:47.622024 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:01:49.580302 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 37838) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:01:50.069230 n-d-771362-32 neutron-server[94461]: WARNING oslo_policy.policy [None req-5329ad65-c06d-45c3-a8a1-7e352608c6e2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 02:01:50.069833 n-d-771362-32 neutron-server[94461]: WARNING oslo_policy.policy [None req-5329ad65-c06d-45c3-a8a1-7e352608c6e2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 02:01:50.286959 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [None req-5329ad65-c06d-45c3-a8a1-7e352608c6e2 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:01:50.287993 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-5329ad65-c06d-45c3-a8a1-7e352608c6e2 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7067780 Jul 05 02:01:50.795591 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a76c1100-5d65-4a33-9d3b-56fc203254dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:01:52.624413 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 37852) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:01:52.927502 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-996f22bc-68e7-4f23-b5a0-b2723e6d1551 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True, 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:01:52.928895 n-d-771362-32 neutron-server[94461]: INFO neutron.quota [None req-996f22bc-68e7-4f23-b5a0-b2723e6d1551 admin admin] Loaded quota_driver: . Jul 05 02:01:53.056317 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-996f22bc-68e7-4f23-b5a0-b2723e6d1551 admin admin] Made reservation on behalf of 2666bffc1de14bf28b0ae936ea88b314 for: {'network': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:01:53.124222 n-d-771362-32 neutron-server[94461]: DEBUG neutron.policy [None req-996f22bc-68e7-4f23-b5a0-b2723e6d1551 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94461) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 05 02:01:53.149733 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-84038a4a-75ef-468c-bbbb-eb87e4f72548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:01:53.169122 n-d-771362-32 neutron-server[94461]: WARNING oslo_policy.policy [None req-996f22bc-68e7-4f23-b5a0-b2723e6d1551 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 02:01:53.169490 n-d-771362-32 neutron-server[94461]: WARNING oslo_policy.policy [None req-996f22bc-68e7-4f23-b5a0-b2723e6d1551 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 02:01:53.179909 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-996f22bc-68e7-4f23-b5a0-b2723e6d1551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:01:53.199584 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-996f22bc-68e7-4f23-b5a0-b2723e6d1551 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:01:53.327395 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-996f22bc-68e7-4f23-b5a0-b2723e6d1551 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:01:53.389666 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-996f22bc-68e7-4f23-b5a0-b2723e6d1551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:01:53.402068 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-996f22bc-68e7-4f23-b5a0-b2723e6d1551 admin admin] Reserving flat network on physical network physnet1 {{(pid=94461) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 05 02:01:53.435884 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-996f22bc-68e7-4f23-b5a0-b2723e6d1551 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727655883861', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:01:53.436444 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-996f22bc-68e7-4f23-b5a0-b2723e6d1551 admin admin] Unsubscribe: segment precommit_create {{(pid=94461) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 05 02:01:53.436950 n-d-771362-32 neutron-server[94461]: INFO neutron.db.segments_db [None req-996f22bc-68e7-4f23-b5a0-b2723e6d1551 admin admin] Added segment d51b0190-5612-4a14-8fa2-d69b40283440 of type flat for network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 Jul 05 02:01:53.453991 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996f22bc-68e7-4f23-b5a0-b2723e6d1551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5921a0dd-5fa0-44f5-91ff-2c384a4dba23,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:01:53.504923 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996f22bc-68e7-4f23-b5a0-b2723e6d1551 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:01:53.505262 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996f22bc-68e7-4f23-b5a0-b2723e6d1551 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:01:53.505591 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996f22bc-68e7-4f23-b5a0-b2723e6d1551 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:01:53.505916 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996f22bc-68e7-4f23-b5a0-b2723e6d1551 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:01:53.506264 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996f22bc-68e7-4f23-b5a0-b2723e6d1551 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:01:53.506587 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996f22bc-68e7-4f23-b5a0-b2723e6d1551 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:01:53.506902 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996f22bc-68e7-4f23-b5a0-b2723e6d1551 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:01:53.507221 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996f22bc-68e7-4f23-b5a0-b2723e6d1551 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:01:53.507531 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996f22bc-68e7-4f23-b5a0-b2723e6d1551 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:01:53.507841 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996f22bc-68e7-4f23-b5a0-b2723e6d1551 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:01:53.508152 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996f22bc-68e7-4f23-b5a0-b2723e6d1551 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:01:53.508465 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996f22bc-68e7-4f23-b5a0-b2723e6d1551 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:01:53.510311 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996f22bc-68e7-4f23-b5a0-b2723e6d1551 admin admin] Tracked resource versions report: Jul 05 02:01:53.510311 n-d-771362-32 neutron-server[94461]: pushed versions: Jul 05 02:01:53.510311 n-d-771362-32 neutron-server[94461]: { 'AddressGroup': {'1.2'}, Jul 05 02:01:53.510311 n-d-771362-32 neutron-server[94461]: 'ConntrackHelper': {'1.0'}, Jul 05 02:01:53.510311 n-d-771362-32 neutron-server[94461]: 'Log': {'1.0'}, Jul 05 02:01:53.510311 n-d-771362-32 neutron-server[94461]: 'Network': {'1.1'}, Jul 05 02:01:53.510311 n-d-771362-32 neutron-server[94461]: 'Port': {'1.7'}, Jul 05 02:01:53.510311 n-d-771362-32 neutron-server[94461]: 'PortForwarding': {'1.2'}, Jul 05 02:01:53.510311 n-d-771362-32 neutron-server[94461]: 'QosPolicy': {'1.8'}, Jul 05 02:01:53.510311 n-d-771362-32 neutron-server[94461]: 'SecurityGroup': {'1.4'}, Jul 05 02:01:53.510311 n-d-771362-32 neutron-server[94461]: 'SecurityGroupRule': {'1.2'}, Jul 05 02:01:53.510311 n-d-771362-32 neutron-server[94461]: 'SubPort': {'1.0'}, Jul 05 02:01:53.510311 n-d-771362-32 neutron-server[94461]: 'Subnet': {'1.1'}, Jul 05 02:01:53.510311 n-d-771362-32 neutron-server[94461]: 'Trunk': {'1.1'}} Jul 05 02:01:53.510311 n-d-771362-32 neutron-server[94461]: consumer versions: Jul 05 02:01:53.510311 n-d-771362-32 neutron-server[94461]: { DHCP agent@n-d-771362-32: {}, Jul 05 02:01:53.510311 n-d-771362-32 neutron-server[94461]: L3 agent@n-d-771362-32: {}, Jul 05 02:01:53.510311 n-d-771362-32 neutron-server[94461]: Metadata agent@n-d-771362-32: {}, Jul 05 02:01:53.510311 n-d-771362-32 neutron-server[94461]: Metering agent@n-d-771362-32: {}, Jul 05 02:01:53.510311 n-d-771362-32 neutron-server[94461]: Open vSwitch agent@n-d-771362-32: { 'AddressGroup': '1.2', Jul 05 02:01:53.510311 n-d-771362-32 neutron-server[94461]: 'ConntrackHelper': '1.0', Jul 05 02:01:53.510311 n-d-771362-32 neutron-server[94461]: 'Log': '1.0', Jul 05 02:01:53.510311 n-d-771362-32 neutron-server[94461]: 'Network': '1.1', Jul 05 02:01:53.510311 n-d-771362-32 neutron-server[94461]: 'Port': '1.7', Jul 05 02:01:53.510311 n-d-771362-32 neutron-server[94461]: 'PortForwarding': '1.2', Jul 05 02:01:53.510311 n-d-771362-32 neutron-server[94461]: 'QosPolicy': '1.8', Jul 05 02:01:53.510311 n-d-771362-32 neutron-server[94461]: 'SecurityGroup': '1.4', Jul 05 02:01:53.510311 n-d-771362-32 neutron-server[94461]: 'SecurityGroupRule': '1.2', Jul 05 02:01:53.510311 n-d-771362-32 neutron-server[94461]: 'SubPort': '1.0', Jul 05 02:01:53.510311 n-d-771362-32 neutron-server[94461]: 'Subnet': '1.1', Jul 05 02:01:53.510311 n-d-771362-32 neutron-server[94461]: 'Trunk': '1.1'}} Jul 05 02:01:53.510311 n-d-771362-32 neutron-server[94461]: {{(pid=94461) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 02:01:53.559546 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-996f22bc-68e7-4f23-b5a0-b2723e6d1551 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:01:53.698880 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-996f22bc-68e7-4f23-b5a0-b2723e6d1551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:01:53.699999 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996f22bc-68e7-4f23-b5a0-b2723e6d1551 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:01:53.700624 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-996f22bc-68e7-4f23-b5a0-b2723e6d1551 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:01:53.726839 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:01:53.794769 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996f22bc-68e7-4f23-b5a0-b2723e6d1551 admin admin] Pushing event updated for resources: {'Network': ['ID=4bbc2f9e-02cf-490e-901d-2588655a3ef0,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:01:53.807969 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:01:53.871256 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-996f22bc-68e7-4f23-b5a0-b2723e6d1551 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.2457578 Jul 05 02:01:54.375999 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:01:55.835009 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:01:56.197509 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 37876) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:01:56.406242 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da0679c-0f54-4255-b34c-eceab1967d6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:01:56.407609 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-1da0679c-0f54-4255-b34c-eceab1967d6c admin admin] 10.222.0.23 "GET /v2.0/subnets/9d120c43-7165-478b-b8ba-bb0d7188f819 HTTP/1.1" status: 200 len: 849 time: 0.2091649 Jul 05 02:01:56.563345 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-24bfa810-0be1-4f93-b0bd-c752522d1286 admin admin] 10.222.0.23 "GET /v2.0/routers/f6764d49-f05c-4dd9-a7e5-a1c1700aac3d HTTP/1.1" status: 200 len: 704 time: 0.1504850 Jul 05 02:01:56.836209 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a4ff4173-f056-4b90-bc0a-473c2c23c685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:01:57.121709 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-a4ff4173-f056-4b90-bc0a-473c2c23c685 admin admin] Allocated IP 172.20.0.1 (5d7fdc6b-fb1e-42d6-87d6-900de2672be2/9d120c43-7165-478b-b8ba-bb0d7188f819/b9f51ada-dc5b-4842-9ce4-1c2b69770f39) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:01:57.297226 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a4ff4173-f056-4b90-bc0a-473c2c23c685 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:01:57.320043 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [None req-a4ff4173-f056-4b90-bc0a-473c2c23c685 admin admin] Transition to ACTIVE for port object b9f51ada-dc5b-4842-9ce4-1c2b69770f39 will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:01:57.473475 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a4ff4173-f056-4b90-bc0a-473c2c23c685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:01:57.540722 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ff4173-f056-4b90-bc0a-473c2c23c685 admin admin] Network 5d7fdc6b-fb1e-42d6-87d6-900de2672be2 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:01:57.551739 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-a4ff4173-f056-4b90-bc0a-473c2c23c685 admin admin] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:01:57.557285 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ff4173-f056-4b90-bc0a-473c2c23c685 admin admin] Pushing event updated for resources: {'Port': ['ID=b9f51ada-dc5b-4842-9ce4-1c2b69770f39,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:01:57.567893 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ff4173-f056-4b90-bc0a-473c2c23c685 admin admin] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:01:57.568472 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a4ff4173-f056-4b90-bc0a-473c2c23c685 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635668'] for router_interface, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:01:57.794885 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-c3a1f0ec-602c-4f22-a52a-e138be374e03 None None] Provisioning for port b9f51ada-dc5b-4842-9ce4-1c2b69770f39 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:01:57.798553 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-c3a1f0ec-602c-4f22-a52a-e138be374e03 None None] Provisioning complete for port b9f51ada-dc5b-4842-9ce4-1c2b69770f39 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:01:57.798915 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-c3a1f0ec-602c-4f22-a52a-e138be374e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:01:57.830841 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-c3a1f0ec-602c-4f22-a52a-e138be374e03 None None] Port b9f51ada-dc5b-4842-9ce4-1c2b69770f39 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:01:57.891751 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a4ff4173-f056-4b90-bc0a-473c2c23c685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:01:58.109759 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a4ff4173-f056-4b90-bc0a-473c2c23c685 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:01:58.166810 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a4ff4173-f056-4b90-bc0a-473c2c23c685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:01:58.167560 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a4ff4173-f056-4b90-bc0a-473c2c23c685 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634601'] for router_interface, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:01:58.242593 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ff4173-f056-4b90-bc0a-473c2c23c685 admin admin] Pushing event updated for resources: {'Port': ['ID=b9f51ada-dc5b-4842-9ce4-1c2b69770f39,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:01:58.287221 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ff4173-f056-4b90-bc0a-473c2c23c685 admin admin] Network 5d7fdc6b-fb1e-42d6-87d6-900de2672be2 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:01:58.288836 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-a4ff4173-f056-4b90-bc0a-473c2c23c685 admin admin] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:01:58.451032 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-e6d3cb11-874c-47f3-8eeb-23aa4e5f51cb None None] Provisioning complete for port b9f51ada-dc5b-4842-9ce4-1c2b69770f39 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:01:58.451401 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e6d3cb11-874c-47f3-8eeb-23aa4e5f51cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:01:58.486065 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-e6d3cb11-874c-47f3-8eeb-23aa4e5f51cb None None] Port b9f51ada-dc5b-4842-9ce4-1c2b69770f39 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:01:58.547338 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4ff4173-f056-4b90-bc0a-473c2c23c685 admin admin] Router f6764d49-f05c-4dd9-a7e5-a1c1700aac3d is scheduled to L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 with binding_index 1 {{(pid=94461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 02:01:58.635680 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4ff4173-f056-4b90-bc0a-473c2c23c685 admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:01:58.640665 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-a4ff4173-f056-4b90-bc0a-473c2c23c685 admin admin] 10.222.0.23 "PUT /v2.0/routers/f6764d49-f05c-4dd9-a7e5-a1c1700aac3d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0724986 Jul 05 02:01:58.658446 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7079699e-2ac6-40a3-a4b5-2c2d0cca7d3e None None] Sync routers for ids ['f6764d49-f05c-4dd9-a7e5-a1c1700aac3d'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:01:58.669709 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7079699e-2ac6-40a3-a4b5-2c2d0cca7d3e None None] Routers {'f6764d49-f05c-4dd9-a7e5-a1c1700aac3d'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:01:58.670597 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-7079699e-2ac6-40a3-a4b5-2c2d0cca7d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:01:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['f6764d49-f05c-4dd9-a7e5-a1c1700aac3d'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:01:58.854954 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-7079699e-2ac6-40a3-a4b5-2c2d0cca7d3e None None] Set router f6764d49-f05c-4dd9-a7e5-a1c1700aac3d gateway port host: None {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:01:59.291275 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-7079699e-2ac6-40a3-a4b5-2c2d0cca7d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6764d49-f05c-4dd9-a7e5-a1c1700aac3d', 'name': 'router1', 'tenant_id': '0891a3557e5b4261996cf389947ad03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:01:46Z', 'updated_at': '2021-07-05T02:01:57Z', 'revision_number': 2, 'project_id': '0891a3557e5b4261996cf389947ad03b', 'gw_port_host': None, '_interfaces': [{'id': 'b9f51ada-dc5b-4842-9ce4-1c2b69770f39', 'name': '', 'network_id': '5d7fdc6b-fb1e-42d6-87d6-900de2672be2', 'tenant_id': '0891a3557e5b4261996cf389947ad03b', 'mac_address': 'fa:16:3e:c8:93:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6764d49-f05c-4dd9-a7e5-a1c1700aac3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9d120c43-7165-478b-b8ba-bb0d7188f819', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:01:56Z', 'updated_at': '2021-07-05T02:01:57Z', 'revision_number': 2, 'project_id': '0891a3557e5b4261996cf389947ad03b', 'subnets': [{'id': '9d120c43-7165-478b-b8ba-bb0d7188f819', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bfe8a779-d424-4d0d-8c64-71dd301aea25'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:01:59.341886 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7079699e-2ac6-40a3-a4b5-2c2d0cca7d3e None None] Checking router: f6764d49-f05c-4dd9-a7e5-a1c1700aac3d for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:01:59.342288 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7079699e-2ac6-40a3-a4b5-2c2d0cca7d3e None None] Updating router f6764d49-f05c-4dd9-a7e5-a1c1700aac3d port b9f51ada-dc5b-4842-9ce4-1c2b69770f39 binding host n-d-771362-32 {{(pid=94464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 02:01:59.404237 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7079699e-2ac6-40a3-a4b5-2c2d0cca7d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:01:59.891250 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7079699e-2ac6-40a3-a4b5-2c2d0cca7d3e None None] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:01:59.909220 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-7079699e-2ac6-40a3-a4b5-2c2d0cca7d3e None None] Transition to ACTIVE for port object b9f51ada-dc5b-4842-9ce4-1c2b69770f39 will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:02:00.001086 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7079699e-2ac6-40a3-a4b5-2c2d0cca7d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:02:00.161604 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-7079699e-2ac6-40a3-a4b5-2c2d0cca7d3e None None] Attempting to bind port b9f51ada-dc5b-4842-9ce4-1c2b69770f39 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:02:00.162015 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-7079699e-2ac6-40a3-a4b5-2c2d0cca7d3e None None] Attempting to bind port b9f51ada-dc5b-4842-9ce4-1c2b69770f39 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '199d62a0-2431-4e6c-8a1e-a571e5f661ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '5d7fdc6b-fb1e-42d6-87d6-900de2672be2'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:02:00.162469 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7079699e-2ac6-40a3-a4b5-2c2d0cca7d3e None None] Attempting to bind port b9f51ada-dc5b-4842-9ce4-1c2b69770f39 on network 5d7fdc6b-fb1e-42d6-87d6-900de2672be2 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:02:00.165799 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cff6b3-2aa3-4f11-8596-b32cb8b1140b None None] Pushing event updated for resources: {'Port': ['ID=b9f51ada-dc5b-4842-9ce4-1c2b69770f39,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:02:00.171908 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7079699e-2ac6-40a3-a4b5-2c2d0cca7d3e None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:02:00.172318 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7079699e-2ac6-40a3-a4b5-2c2d0cca7d3e None None] Checking segment: {'id': '199d62a0-2431-4e6c-8a1e-a571e5f661ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '5d7fdc6b-fb1e-42d6-87d6-900de2672be2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:02:00.172826 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7079699e-2ac6-40a3-a4b5-2c2d0cca7d3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:02:00.173212 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7079699e-2ac6-40a3-a4b5-2c2d0cca7d3e None None] Bound using segment: {'id': '199d62a0-2431-4e6c-8a1e-a571e5f661ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '5d7fdc6b-fb1e-42d6-87d6-900de2672be2'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:02:00.173698 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-7079699e-2ac6-40a3-a4b5-2c2d0cca7d3e None None] Bound port: b9f51ada-dc5b-4842-9ce4-1c2b69770f39, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '199d62a0-2431-4e6c-8a1e-a571e5f661ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '5d7fdc6b-fb1e-42d6-87d6-900de2672be2'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:02:00.174114 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7079699e-2ac6-40a3-a4b5-2c2d0cca7d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:02:00.186645 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cff6b3-2aa3-4f11-8596-b32cb8b1140b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:02:00.186992 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cff6b3-2aa3-4f11-8596-b32cb8b1140b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:02:00.187329 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cff6b3-2aa3-4f11-8596-b32cb8b1140b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:02:00.187663 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cff6b3-2aa3-4f11-8596-b32cb8b1140b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:02:00.187989 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cff6b3-2aa3-4f11-8596-b32cb8b1140b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:02:00.188317 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cff6b3-2aa3-4f11-8596-b32cb8b1140b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:02:00.188641 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cff6b3-2aa3-4f11-8596-b32cb8b1140b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:02:00.188967 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cff6b3-2aa3-4f11-8596-b32cb8b1140b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:02:00.189288 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cff6b3-2aa3-4f11-8596-b32cb8b1140b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:02:00.189607 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cff6b3-2aa3-4f11-8596-b32cb8b1140b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:02:00.189928 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cff6b3-2aa3-4f11-8596-b32cb8b1140b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:02:00.190268 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cff6b3-2aa3-4f11-8596-b32cb8b1140b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:02:00.191395 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cff6b3-2aa3-4f11-8596-b32cb8b1140b None None] Tracked resource versions report: Jul 05 02:02:00.191395 n-d-771362-32 neutron-server[94464]: pushed versions: Jul 05 02:02:00.191395 n-d-771362-32 neutron-server[94464]: { 'AddressGroup': {'1.2'}, Jul 05 02:02:00.191395 n-d-771362-32 neutron-server[94464]: 'ConntrackHelper': {'1.0'}, Jul 05 02:02:00.191395 n-d-771362-32 neutron-server[94464]: 'Log': {'1.0'}, Jul 05 02:02:00.191395 n-d-771362-32 neutron-server[94464]: 'Network': {'1.1'}, Jul 05 02:02:00.191395 n-d-771362-32 neutron-server[94464]: 'Port': {'1.7'}, Jul 05 02:02:00.191395 n-d-771362-32 neutron-server[94464]: 'PortForwarding': {'1.2'}, Jul 05 02:02:00.191395 n-d-771362-32 neutron-server[94464]: 'QosPolicy': {'1.8'}, Jul 05 02:02:00.191395 n-d-771362-32 neutron-server[94464]: 'SecurityGroup': {'1.4'}, Jul 05 02:02:00.191395 n-d-771362-32 neutron-server[94464]: 'SecurityGroupRule': {'1.2'}, Jul 05 02:02:00.191395 n-d-771362-32 neutron-server[94464]: 'SubPort': {'1.0'}, Jul 05 02:02:00.191395 n-d-771362-32 neutron-server[94464]: 'Subnet': {'1.1'}, Jul 05 02:02:00.191395 n-d-771362-32 neutron-server[94464]: 'Trunk': {'1.1'}} Jul 05 02:02:00.191395 n-d-771362-32 neutron-server[94464]: consumer versions: Jul 05 02:02:00.191395 n-d-771362-32 neutron-server[94464]: { DHCP agent@n-d-771362-32: {}, Jul 05 02:02:00.191395 n-d-771362-32 neutron-server[94464]: L3 agent@n-d-771362-32: {}, Jul 05 02:02:00.191395 n-d-771362-32 neutron-server[94464]: Metadata agent@n-d-771362-32: {}, Jul 05 02:02:00.191395 n-d-771362-32 neutron-server[94464]: Metering agent@n-d-771362-32: {}, Jul 05 02:02:00.191395 n-d-771362-32 neutron-server[94464]: Open vSwitch agent@n-d-771362-32: { 'AddressGroup': '1.2', Jul 05 02:02:00.191395 n-d-771362-32 neutron-server[94464]: 'ConntrackHelper': '1.0', Jul 05 02:02:00.191395 n-d-771362-32 neutron-server[94464]: 'Log': '1.0', Jul 05 02:02:00.191395 n-d-771362-32 neutron-server[94464]: 'Network': '1.1', Jul 05 02:02:00.191395 n-d-771362-32 neutron-server[94464]: 'Port': '1.7', Jul 05 02:02:00.191395 n-d-771362-32 neutron-server[94464]: 'PortForwarding': '1.2', Jul 05 02:02:00.191395 n-d-771362-32 neutron-server[94464]: 'QosPolicy': '1.8', Jul 05 02:02:00.191395 n-d-771362-32 neutron-server[94464]: 'SecurityGroup': '1.4', Jul 05 02:02:00.191395 n-d-771362-32 neutron-server[94464]: 'SecurityGroupRule': '1.2', Jul 05 02:02:00.191395 n-d-771362-32 neutron-server[94464]: 'SubPort': '1.0', Jul 05 02:02:00.191395 n-d-771362-32 neutron-server[94464]: 'Subnet': '1.1', Jul 05 02:02:00.191395 n-d-771362-32 neutron-server[94464]: 'Trunk': '1.1'}} Jul 05 02:02:00.191395 n-d-771362-32 neutron-server[94464]: {{(pid=94464) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 02:02:00.249072 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-7079699e-2ac6-40a3-a4b5-2c2d0cca7d3e None None] For port b9f51ada-dc5b-4842-9ce4-1c2b69770f39, host n-d-771362-32, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:02:00.269746 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-7079699e-2ac6-40a3-a4b5-2c2d0cca7d3e None None] For port b9f51ada-dc5b-4842-9ce4-1c2b69770f39, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=b9f51ada-dc5b-4842-9ce4-1c2b69770f39,segment=NetworkSegment(199d62a0-2431-4e6c-8a1e-a571e5f661ed),segment_id=199d62a0-2431-4e6c-8a1e-a571e5f661ed)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:02:00.348220 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7079699e-2ac6-40a3-a4b5-2c2d0cca7d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:02:00.411440 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7079699e-2ac6-40a3-a4b5-2c2d0cca7d3e None None] Routers {'f6764d49-f05c-4dd9-a7e5-a1c1700aac3d'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:02:00.411976 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-7079699e-2ac6-40a3-a4b5-2c2d0cca7d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:01:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['f6764d49-f05c-4dd9-a7e5-a1c1700aac3d'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:02:00.414936 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cff6b3-2aa3-4f11-8596-b32cb8b1140b None None] Pushing event updated for resources: {'Port': ['ID=b9f51ada-dc5b-4842-9ce4-1c2b69770f39,revision_number=4']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:02:00.505628 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-7079699e-2ac6-40a3-a4b5-2c2d0cca7d3e None None] Set router f6764d49-f05c-4dd9-a7e5-a1c1700aac3d gateway port host: None {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:02:00.711164 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-7079699e-2ac6-40a3-a4b5-2c2d0cca7d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6764d49-f05c-4dd9-a7e5-a1c1700aac3d', 'name': 'router1', 'tenant_id': '0891a3557e5b4261996cf389947ad03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:01:46Z', 'updated_at': '2021-07-05T02:01:57Z', 'revision_number': 2, 'project_id': '0891a3557e5b4261996cf389947ad03b', 'gw_port_host': None, '_interfaces': [{'id': 'b9f51ada-dc5b-4842-9ce4-1c2b69770f39', 'name': '', 'network_id': '5d7fdc6b-fb1e-42d6-87d6-900de2672be2', 'tenant_id': '0891a3557e5b4261996cf389947ad03b', 'mac_address': 'fa:16:3e:c8:93:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6764d49-f05c-4dd9-a7e5-a1c1700aac3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9d120c43-7165-478b-b8ba-bb0d7188f819', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:01:56Z', 'updated_at': '2021-07-05T02:02:00Z', 'revision_number': 4, 'project_id': '0891a3557e5b4261996cf389947ad03b', 'subnets': [{'id': '9d120c43-7165-478b-b8ba-bb0d7188f819', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bfe8a779-d424-4d0d-8c64-71dd301aea25'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:02:00.740208 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7079699e-2ac6-40a3-a4b5-2c2d0cca7d3e None None] The sync data for ids ['f6764d49-f05c-4dd9-a7e5-a1c1700aac3d'] in n-d-771362-32 is: [{'id': 'f6764d49-f05c-4dd9-a7e5-a1c1700aac3d', 'name': 'router1', 'tenant_id': '0891a3557e5b4261996cf389947ad03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:01:46Z', 'updated_at': '2021-07-05T02:01:57Z', 'revision_number': 2, 'project_id': '0891a3557e5b4261996cf389947ad03b', 'gw_port_host': None, '_interfaces': [{'id': 'b9f51ada-dc5b-4842-9ce4-1c2b69770f39', 'name': '', 'network_id': '5d7fdc6b-fb1e-42d6-87d6-900de2672be2', 'tenant_id': '0891a3557e5b4261996cf389947ad03b', 'mac_address': 'fa:16:3e:c8:93:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6764d49-f05c-4dd9-a7e5-a1c1700aac3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9d120c43-7165-478b-b8ba-bb0d7188f819', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:01:56Z', 'updated_at': '2021-07-05T02:02:00Z', 'revision_number': 4, 'project_id': '0891a3557e5b4261996cf389947ad03b', 'subnets': [{'id': '9d120c43-7165-478b-b8ba-bb0d7188f819', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bfe8a779-d424-4d0d-8c64-71dd301aea25'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:02:00.860819 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 37898) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:02:00.968133 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549e97d1-84f2-4f59-a5e2-6d6e8a4c84e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:02:00.969416 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-549e97d1-84f2-4f59-a5e2-6d6e8a4c84e1 admin admin] 10.222.0.23 "GET /v2.0/networks/4bbc2f9e-02cf-490e-901d-2588655a3ef0 HTTP/1.1" status: 200 len: 842 time: 0.1076467 Jul 05 02:02:00.979306 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-a9e07174-461d-4fc7-803d-dfbf0d27ae15 admin admin] Request body: {'subnet': {'gateway_ip': '172.25.7.1', 'enable_dhcp': False, 'cidr': '172.25.7.0/24', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'name': 'public-subnet', 'ip_version': 4}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:02:01.109383 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9e07174-461d-4fc7-803d-dfbf0d27ae15 admin admin] Made reservation on behalf of 2666bffc1de14bf28b0ae936ea88b314 for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:02:01.111725 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a9e07174-461d-4fc7-803d-dfbf0d27ae15 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:02:01.456175 n-d-771362-32 neutron-server[94461]: DEBUG neutron.objects.ports [None req-a9e07174-461d-4fc7-803d-dfbf0d27ae15 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94461) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 02:02:01.456598 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a9e07174-461d-4fc7-803d-dfbf0d27ae15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:02:01.515764 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e07174-461d-4fc7-803d-dfbf0d27ae15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1d06128-8a6d-4302-b466-4720a22ce51f,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:02:01.521416 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e07174-461d-4fc7-803d-dfbf0d27ae15 admin admin] Checking segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:02:01.521772 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e07174-461d-4fc7-803d-dfbf0d27ae15 admin admin] Network hostable DHCP agents. Network: 4bbc2f9e-02cf-490e-901d-2588655a3ef0, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:02:01.618004 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e07174-461d-4fc7-803d-dfbf0d27ae15 admin admin] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:02:01.701490 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-a9e07174-461d-4fc7-803d-dfbf0d27ae15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 4bbc2f9e-02cf-490e-901d-2588655a3ef0) {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:02:01.706087 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e07174-461d-4fc7-803d-dfbf0d27ae15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:02:01.707040 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a9e07174-461d-4fc7-803d-dfbf0d27ae15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:02:01.709822 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e293a780-ed8a-4212-b30f-66c28fb0569d None None] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:02:01.830204 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-a9e07174-461d-4fc7-803d-dfbf0d27ae15 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8410795 Jul 05 02:02:01.840742 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d302a0-c5d8-4510-8f60-71ec73e83156 None None] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:02:03.603411 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device b9f51ada-dc5b-4842-9ce4-1c2b69770f39 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:02:03.721019 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port b9f51ada-dc5b-4842-9ce4-1c2b69770f39 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:02:03.725127 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port b9f51ada-dc5b-4842-9ce4-1c2b69770f39 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:02:03.725501 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:02:03.803370 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:02:03.836606 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port b9f51ada-dc5b-4842-9ce4-1c2b69770f39, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=b9f51ada-dc5b-4842-9ce4-1c2b69770f39,segment=NetworkSegment(199d62a0-2431-4e6c-8a1e-a571e5f661ed),segment_id=199d62a0-2431-4e6c-8a1e-a571e5f661ed)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:02:03.941403 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:02:03.986809 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=b9f51ada-dc5b-4842-9ce4-1c2b69770f39,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:02:04.126782 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 37910) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:02:04.254745 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-8a03c328-6ce2-411e-8a3f-8d19709e07f8 admin admin] 10.222.0.23 "GET /v2.0/routers/f6764d49-f05c-4dd9-a7e5-a1c1700aac3d HTTP/1.1" status: 200 len: 710 time: 0.1268084 Jul 05 02:02:04.334864 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8e74d4-62bd-4de8-9879-a58bef23baf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:02:04.336243 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-fc8e74d4-62bd-4de8-9879-a58bef23baf0 admin admin] 10.222.0.23 "GET /v2.0/networks/4bbc2f9e-02cf-490e-901d-2588655a3ef0 HTTP/1.1" status: 200 len: 886 time: 0.0792596 Jul 05 02:02:04.344778 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-910dfeba-130e-4d04-9d63-a1ef63a854be admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:02:04.651681 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-910dfeba-130e-4d04-9d63-a1ef63a854be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:02:04.961677 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-910dfeba-130e-4d04-9d63-a1ef63a854be admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:02:05.032962 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-910dfeba-130e-4d04-9d63-a1ef63a854be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:02:05.237228 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-910dfeba-130e-4d04-9d63-a1ef63a854be admin admin] Allocated IP 172.25.7.6 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/bce99fcb-895a-4f03-9e65-b2eda6130084) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:02:05.333981 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-910dfeba-130e-4d04-9d63-a1ef63a854be admin admin] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:02:05.429639 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-910dfeba-130e-4d04-9d63-a1ef63a854be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:02:05.464543 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910dfeba-130e-4d04-9d63-a1ef63a854be admin admin] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:02:05.467193 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-910dfeba-130e-4d04-9d63-a1ef63a854be admin admin] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:02:05.472785 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910dfeba-130e-4d04-9d63-a1ef63a854be admin admin] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:02:05.505410 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910dfeba-130e-4d04-9d63-a1ef63a854be admin admin] Pushing event updated for resources: {'Port': ['ID=bce99fcb-895a-4f03-9e65-b2eda6130084,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:02:05.579847 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device b9f51ada-dc5b-4842-9ce4-1c2b69770f39 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:02:05.668191 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port b9f51ada-dc5b-4842-9ce4-1c2b69770f39 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:02:05.668555 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:02:05.786749 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-910dfeba-130e-4d04-9d63-a1ef63a854be admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:02:05.973214 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-910dfeba-130e-4d04-9d63-a1ef63a854be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:02:05.976380 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-910dfeba-130e-4d04-9d63-a1ef63a854be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1636977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1636970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1573792'] for router, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:02:06.077931 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-910dfeba-130e-4d04-9d63-a1ef63a854be admin admin] Router f6764d49-f05c-4dd9-a7e5-a1c1700aac3d has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:02:06.177960 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-910dfeba-130e-4d04-9d63-a1ef63a854be admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:02:06.182741 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-910dfeba-130e-4d04-9d63-a1ef63a854be admin admin] Notify callbacks [] for router, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:02:06.183868 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-910dfeba-130e-4d04-9d63-a1ef63a854be admin admin] 10.222.0.23 "PUT /v2.0/routers/f6764d49-f05c-4dd9-a7e5-a1c1700aac3d HTTP/1.1" status: 200 len: 888 time: 1.8422644 Jul 05 02:02:06.187901 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2cdda9b-f454-4c38-b1be-a371f6c00db6 None None] Sync routers for ids ['f6764d49-f05c-4dd9-a7e5-a1c1700aac3d'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:02:06.199584 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cdda9b-f454-4c38-b1be-a371f6c00db6 None None] Routers {'f6764d49-f05c-4dd9-a7e5-a1c1700aac3d'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:02:06.200253 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-d2cdda9b-f454-4c38-b1be-a371f6c00db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:01:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['f6764d49-f05c-4dd9-a7e5-a1c1700aac3d'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:02:06.413541 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-d2cdda9b-f454-4c38-b1be-a371f6c00db6 None None] Set router f6764d49-f05c-4dd9-a7e5-a1c1700aac3d gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:02:06.792174 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-d2cdda9b-f454-4c38-b1be-a371f6c00db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6764d49-f05c-4dd9-a7e5-a1c1700aac3d', 'name': 'router1', 'tenant_id': '0891a3557e5b4261996cf389947ad03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': 'bce99fcb-895a-4f03-9e65-b2eda6130084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:01:46Z', 'updated_at': '2021-07-05T02:02:05Z', 'revision_number': 4, 'project_id': '0891a3557e5b4261996cf389947ad03b', 'gw_port': {'id': 'bce99fcb-895a-4f03-9e65-b2eda6130084', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:01:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6764d49-f05c-4dd9-a7e5-a1c1700aac3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:02:05Z', 'updated_at': '2021-07-05T02:02:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'b9f51ada-dc5b-4842-9ce4-1c2b69770f39', 'name': '', 'network_id': '5d7fdc6b-fb1e-42d6-87d6-900de2672be2', 'tenant_id': '0891a3557e5b4261996cf389947ad03b', 'mac_address': 'fa:16:3e:c8:93:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6764d49-f05c-4dd9-a7e5-a1c1700aac3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9d120c43-7165-478b-b8ba-bb0d7188f819', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:01:56Z', 'updated_at': '2021-07-05T02:02:03Z', 'revision_number': 5, 'project_id': '0891a3557e5b4261996cf389947ad03b', 'subnets': [{'id': '9d120c43-7165-478b-b8ba-bb0d7188f819', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bfe8a779-d424-4d0d-8c64-71dd301aea25'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:02:06.839766 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2cdda9b-f454-4c38-b1be-a371f6c00db6 None None] Checking router: f6764d49-f05c-4dd9-a7e5-a1c1700aac3d for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:02:06.840127 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2cdda9b-f454-4c38-b1be-a371f6c00db6 None None] Updating router f6764d49-f05c-4dd9-a7e5-a1c1700aac3d port bce99fcb-895a-4f03-9e65-b2eda6130084 binding host n-d-771362-32 {{(pid=94463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 02:02:06.870826 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-d2cdda9b-f454-4c38-b1be-a371f6c00db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:02:07.338231 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-d2cdda9b-f454-4c38-b1be-a371f6c00db6 None None] Notify callbacks [] for port, precommit_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:02:07.347449 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-d2cdda9b-f454-4c38-b1be-a371f6c00db6 None None] Transition to ACTIVE for port object bce99fcb-895a-4f03-9e65-b2eda6130084 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:02:07.435004 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-d2cdda9b-f454-4c38-b1be-a371f6c00db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:02:07.484998 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2864bca-645e-4c1d-aec2-a3b49d684289 None None] Pushing event updated for resources: {'Port': ['ID=bce99fcb-895a-4f03-9e65-b2eda6130084,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:02:07.487691 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-d2cdda9b-f454-4c38-b1be-a371f6c00db6 None None] Attempting to bind port bce99fcb-895a-4f03-9e65-b2eda6130084 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:02:07.488379 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-d2cdda9b-f454-4c38-b1be-a371f6c00db6 None None] Attempting to bind port bce99fcb-895a-4f03-9e65-b2eda6130084 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:02:07.488741 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cdda9b-f454-4c38-b1be-a371f6c00db6 None None] Attempting to bind port bce99fcb-895a-4f03-9e65-b2eda6130084 on network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:02:07.494922 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cdda9b-f454-4c38-b1be-a371f6c00db6 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:02:07.495293 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cdda9b-f454-4c38-b1be-a371f6c00db6 None None] Checking segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:02:07.495687 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-d2cdda9b-f454-4c38-b1be-a371f6c00db6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:02:07.496066 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cdda9b-f454-4c38-b1be-a371f6c00db6 None None] Bound using segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:02:07.496526 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-d2cdda9b-f454-4c38-b1be-a371f6c00db6 None None] Bound port: bce99fcb-895a-4f03-9e65-b2eda6130084, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:02:07.496911 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-d2cdda9b-f454-4c38-b1be-a371f6c00db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:02:07.549140 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-d2cdda9b-f454-4c38-b1be-a371f6c00db6 None None] For port bce99fcb-895a-4f03-9e65-b2eda6130084, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:02:07.552043 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-d2cdda9b-f454-4c38-b1be-a371f6c00db6 None None] For port bce99fcb-895a-4f03-9e65-b2eda6130084, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=bce99fcb-895a-4f03-9e65-b2eda6130084,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:02:07.610340 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-d2cdda9b-f454-4c38-b1be-a371f6c00db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:02:07.735510 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2864bca-645e-4c1d-aec2-a3b49d684289 None None] Pushing event updated for resources: {'Port': ['ID=bce99fcb-895a-4f03-9e65-b2eda6130084,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:02:07.738415 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cdda9b-f454-4c38-b1be-a371f6c00db6 None None] Routers {'f6764d49-f05c-4dd9-a7e5-a1c1700aac3d'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:02:07.739339 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-d2cdda9b-f454-4c38-b1be-a371f6c00db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:01:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['f6764d49-f05c-4dd9-a7e5-a1c1700aac3d'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:02:07.841642 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-d2cdda9b-f454-4c38-b1be-a371f6c00db6 None None] Set router f6764d49-f05c-4dd9-a7e5-a1c1700aac3d gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:02:08.044294 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-d2cdda9b-f454-4c38-b1be-a371f6c00db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6764d49-f05c-4dd9-a7e5-a1c1700aac3d', 'name': 'router1', 'tenant_id': '0891a3557e5b4261996cf389947ad03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': 'bce99fcb-895a-4f03-9e65-b2eda6130084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:01:46Z', 'updated_at': '2021-07-05T02:02:05Z', 'revision_number': 4, 'project_id': '0891a3557e5b4261996cf389947ad03b', 'gw_port': {'id': 'bce99fcb-895a-4f03-9e65-b2eda6130084', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:01:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6764d49-f05c-4dd9-a7e5-a1c1700aac3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:02:05Z', 'updated_at': '2021-07-05T02:02:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'b9f51ada-dc5b-4842-9ce4-1c2b69770f39', 'name': '', 'network_id': '5d7fdc6b-fb1e-42d6-87d6-900de2672be2', 'tenant_id': '0891a3557e5b4261996cf389947ad03b', 'mac_address': 'fa:16:3e:c8:93:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6764d49-f05c-4dd9-a7e5-a1c1700aac3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9d120c43-7165-478b-b8ba-bb0d7188f819', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:01:56Z', 'updated_at': '2021-07-05T02:02:03Z', 'revision_number': 5, 'project_id': '0891a3557e5b4261996cf389947ad03b', 'subnets': [{'id': '9d120c43-7165-478b-b8ba-bb0d7188f819', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bfe8a779-d424-4d0d-8c64-71dd301aea25'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:02:08.073709 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2cdda9b-f454-4c38-b1be-a371f6c00db6 None None] The sync data for ids ['f6764d49-f05c-4dd9-a7e5-a1c1700aac3d'] in n-d-771362-32 is: [{'id': 'f6764d49-f05c-4dd9-a7e5-a1c1700aac3d', 'name': 'router1', 'tenant_id': '0891a3557e5b4261996cf389947ad03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': 'bce99fcb-895a-4f03-9e65-b2eda6130084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:01:46Z', 'updated_at': '2021-07-05T02:02:05Z', 'revision_number': 4, 'project_id': '0891a3557e5b4261996cf389947ad03b', 'gw_port': {'id': 'bce99fcb-895a-4f03-9e65-b2eda6130084', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:01:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6764d49-f05c-4dd9-a7e5-a1c1700aac3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:02:05Z', 'updated_at': '2021-07-05T02:02:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'b9f51ada-dc5b-4842-9ce4-1c2b69770f39', 'name': '', 'network_id': '5d7fdc6b-fb1e-42d6-87d6-900de2672be2', 'tenant_id': '0891a3557e5b4261996cf389947ad03b', 'mac_address': 'fa:16:3e:c8:93:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6764d49-f05c-4dd9-a7e5-a1c1700aac3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9d120c43-7165-478b-b8ba-bb0d7188f819', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:01:56Z', 'updated_at': '2021-07-05T02:02:03Z', 'revision_number': 5, 'project_id': '0891a3557e5b4261996cf389947ad03b', 'subnets': [{'id': '9d120c43-7165-478b-b8ba-bb0d7188f819', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bfe8a779-d424-4d0d-8c64-71dd301aea25'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:02:08.564118 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 37918) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:02:08.690311 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-9d286675-c1b9-4d00-9090-561ee742bf5b admin admin] 10.222.0.23 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 409 time: 0.1250517 Jul 05 02:02:09.619391 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device bce99fcb-895a-4f03-9e65-b2eda6130084 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:02:09.760946 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port bce99fcb-895a-4f03-9e65-b2eda6130084 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:02:09.764878 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port bce99fcb-895a-4f03-9e65-b2eda6130084 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:02:09.765251 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:02:09.843031 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:02:09.864514 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port bce99fcb-895a-4f03-9e65-b2eda6130084, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=bce99fcb-895a-4f03-9e65-b2eda6130084,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:02:09.949307 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:02:10.005684 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=bce99fcb-895a-4f03-9e65-b2eda6130084,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:02:10.937031 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 5 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 02:02:11.599966 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device bce99fcb-895a-4f03-9e65-b2eda6130084 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:02:11.679665 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port bce99fcb-895a-4f03-9e65-b2eda6130084 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:02:11.679963 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:02:20.828942 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-7ea38435-2b8d-43ed-9ec7-75b3f21bfb29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:02:23.141300 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f5670cc4-b132-48a9-95ac-ada9331025b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:02:23.703026 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:02:24.400835 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:02:25.866816 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:02:47.936907 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 5 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 02:02:50.787808 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-91b2dbeb-f33c-4298-a24a-93198181b477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:02:53.189361 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-0be531c7-b86d-4491-a227-bf90cc2fc039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:02:53.696544 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:02:54.385901 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:02:55.842782 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:03:20.792622 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-28e096c3-656a-45b5-8b02-f61151aacad6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:03:23.164061 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-7a54af2a-df5d-4a86-807c-335a41fe73b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:03:23.689751 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:03:24.378634 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:03:24.936025 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 5 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 02:03:25.847897 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:03:50.762589 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 38518) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:03:50.789856 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5048efe6-5cfd-4ae9-87bf-2f59b1d73250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:03:50.904762 n-d-771362-32 neutron-server[94461]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e674cd2-0b7e-4433-9bbf-fdaf0feeb1b5 admin admin] GET failed (client error): The resource could not be found. Jul 05 02:03:50.906233 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-9e674cd2-0b7e-4433-9bbf-fdaf0feeb1b5 admin admin] 10.222.0.23 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1426775 Jul 05 02:03:51.059913 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0cb368-ef86-4c17-bc5c-b54e2b25389b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:03:51.061349 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-6d0cb368-ef86-4c17-bc5c-b54e2b25389b admin admin] 10.222.0.23 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1511335 Jul 05 02:03:53.145614 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-39f586b0-975f-4687-b857-c2ed0b6c894c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:03:53.180447 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 38528) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:03:53.270237 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82489111-c080-4d89-b33a-22d703663149 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:03:53.271565 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-82489111-c080-4d89-b33a-22d703663149 admin admin] 10.222.0.23 "GET /v2.0/subnets/9d120c43-7165-478b-b8ba-bb0d7188f819 HTTP/1.1" status: 200 len: 849 time: 0.0901463 Jul 05 02:03:53.280869 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-5bf3fd7d-36e9-47ed-91a5-d751cfad623c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:03:53.359809 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5bf3fd7d-36e9-47ed-91a5-d751cfad623c admin admin] Notify callbacks [] for subnet, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:03:53.568416 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5bf3fd7d-36e9-47ed-91a5-d751cfad623c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727655905311'] for subnet, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:03:53.597475 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf3fd7d-36e9-47ed-91a5-d751cfad623c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:03:53.598376 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5bf3fd7d-36e9-47ed-91a5-d751cfad623c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:03:53.599741 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-5bf3fd7d-36e9-47ed-91a5-d751cfad623c admin admin] 10.222.0.23 "PUT /v2.0/subnets/9d120c43-7165-478b-b8ba-bb0d7188f819 HTTP/1.1" status: 200 len: 868 time: 0.3224123 Jul 05 02:03:53.601684 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1383990e-5012-4182-8ec3-160cf914332c None None] Network 5d7fdc6b-fb1e-42d6-87d6-900de2672be2 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:03:53.622163 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf3fd7d-36e9-47ed-91a5-d751cfad623c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d120c43-7165-478b-b8ba-bb0d7188f819,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:03:53.630110 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf3fd7d-36e9-47ed-91a5-d751cfad623c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:03:53.630485 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf3fd7d-36e9-47ed-91a5-d751cfad623c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:03:53.630816 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf3fd7d-36e9-47ed-91a5-d751cfad623c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:03:53.631147 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf3fd7d-36e9-47ed-91a5-d751cfad623c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:03:53.631474 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf3fd7d-36e9-47ed-91a5-d751cfad623c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:03:53.631798 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf3fd7d-36e9-47ed-91a5-d751cfad623c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:03:53.632120 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf3fd7d-36e9-47ed-91a5-d751cfad623c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:03:53.632438 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf3fd7d-36e9-47ed-91a5-d751cfad623c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:03:53.632758 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf3fd7d-36e9-47ed-91a5-d751cfad623c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:03:53.633132 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf3fd7d-36e9-47ed-91a5-d751cfad623c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:03:53.633460 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf3fd7d-36e9-47ed-91a5-d751cfad623c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:03:53.633778 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf3fd7d-36e9-47ed-91a5-d751cfad623c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:03:53.723521 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:03:53.985132 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-c4f1a44d-1ca8-493e-8da0-4a18d65cd72e None None] Provisioning complete for port b9f51ada-dc5b-4842-9ce4-1c2b69770f39 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:03:53.985501 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-c4f1a44d-1ca8-493e-8da0-4a18d65cd72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:03:54.071149 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-c4f1a44d-1ca8-493e-8da0-4a18d65cd72e None None] Provisioning complete for port 0ec6bb09-c419-4e01-a9ef-53bcf0f86afe triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:03:54.071420 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-c4f1a44d-1ca8-493e-8da0-4a18d65cd72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:03:54.412361 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:03:55.761480 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 38536) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:03:55.863677 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:03:55.955203 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0efc69-912c-483f-93a6-d4df0de2dac8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:03:55.955677 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0efc69-912c-483f-93a6-d4df0de2dac8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:03:55.957741 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-2f0efc69-912c-483f-93a6-d4df0de2dac8 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1953323 Jul 05 02:03:58.102301 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 38544) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:03:58.231297 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc1ed31-260f-4ea6-a15c-7b7beb493f01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:03:58.231770 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc1ed31-260f-4ea6-a15c-7b7beb493f01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:03:58.233294 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-1bc1ed31-260f-4ea6-a15c-7b7beb493f01 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1300349 Jul 05 02:04:00.382046 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 38552) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:04:00.532256 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237fa985-2145-4ac9-a09b-070c9bb30139 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:04:00.533629 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-237fa985-2145-4ac9-a09b-070c9bb30139 admin admin] 10.222.0.23 "GET /v2.0/networks/4bbc2f9e-02cf-490e-901d-2588655a3ef0 HTTP/1.1" status: 200 len: 886 time: 0.1506166 Jul 05 02:04:01.934052 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 5 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 02:04:02.684146 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 38562) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:04:02.809556 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb37d74-3535-402d-88a3-afee53e88961 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:04:02.810860 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-9fb37d74-3535-402d-88a3-afee53e88961 admin admin] 10.222.0.23 "GET /v2.0/networks/5d7fdc6b-fb1e-42d6-87d6-900de2672be2 HTTP/1.1" status: 200 len: 868 time: 0.1257763 Jul 05 02:04:04.967688 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 38570) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:04:05.086013 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f855ad9-bf8e-491f-ad47-cd99b5cbe745 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:04:05.086532 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f855ad9-bf8e-491f-ad47-cd99b5cbe745 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:04:05.088059 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-4f855ad9-bf8e-491f-ad47-cd99b5cbe745 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1194439 Jul 05 02:04:07.211297 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 38578) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:04:07.301551 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb9cbf5-16e0-4448-8d88-2f6376101ef0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:04:07.302012 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb9cbf5-16e0-4448-8d88-2f6376101ef0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:04:07.303567 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-4cb9cbf5-16e0-4448-8d88-2f6376101ef0 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0913048 Jul 05 02:04:09.439853 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 38586) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:04:09.526668 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4459db-8b17-479e-abe4-a549508bf91a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:04:09.527996 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-ca4459db-8b17-479e-abe4-a549508bf91a admin admin] 10.222.0.23 "GET /v2.0/subnets/9d120c43-7165-478b-b8ba-bb0d7188f819 HTTP/1.1" status: 200 len: 868 time: 0.0871415 Jul 05 02:04:11.678290 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 38594) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:04:11.759061 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da40cce-dc7a-4f7b-bffa-2d9ebfdf4e09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:04:11.760354 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-9da40cce-dc7a-4f7b-bffa-2d9ebfdf4e09 admin admin] 10.222.0.23 "GET /v2.0/subnets/a1d06128-8a6d-4302-b466-4720a22ce51f HTTP/1.1" status: 200 len: 816 time: 0.0811441 Jul 05 02:04:20.795923 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3f549030-3b8f-47be-8bc0-5952f3f7ee1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:04:23.142658 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-35fa7692-c15f-4020-9152-666367f9e31e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:04:23.692946 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:04:24.407543 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:04:25.847259 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:04:35.341163 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 38638) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:04:35.386779 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [None req-03861ebc-c0ec-42f9-88cd-e546e7079f5f admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:04:35.387764 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-03861ebc-c0ec-42f9-88cd-e546e7079f5f admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0456631 Jul 05 02:04:37.588391 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 38646) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:04:37.645851 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-40e5cf06-c61b-46dd-a4d4-74000d332e32 admin admin] GET failed (client error): The resource could not be found. Jul 05 02:04:37.647220 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-40e5cf06-c61b-46dd-a4d4-74000d332e32 admin admin] 10.222.0.23 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0579193 Jul 05 02:04:37.784031 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c28f33-2c67-48aa-a19c-8bdb6bc1b703 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:04:37.785409 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-c7c28f33-2c67-48aa-a19c-8bdb6bc1b703 admin admin] 10.222.0.23 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1344049 Jul 05 02:04:38.932697 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 5 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 02:04:39.931573 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 38654) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:04:39.976166 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-2d217492-9303-4fd2-95f2-81af3c34a4ca admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:04:40.075366 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d217492-9303-4fd2-95f2-81af3c34a4ca admin admin] Made reservation on behalf of 2666bffc1de14bf28b0ae936ea88b314 for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:04:40.077595 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2d217492-9303-4fd2-95f2-81af3c34a4ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:04:40.112471 n-d-771362-32 neutron-server[94462]: WARNING neutron.services.revisions.revision_plugin [None req-2d217492-9303-4fd2-95f2-81af3c34a4ca admin admin] Could not find related network for resource to bump revision. Jul 05 02:04:40.126549 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d217492-9303-4fd2-95f2-81af3c34a4ca admin admin] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:04:40.132555 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2d217492-9303-4fd2-95f2-81af3c34a4ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:04:40.132890 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-2d217492-9303-4fd2-95f2-81af3c34a4ca admin admin] Added segment a7c21599-bbd7-43e4-9aba-843c9e8581fb of type vlan for network dff432c2-7366-4622-aebb-da22fe05bfd4 Jul 05 02:04:40.171084 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2d217492-9303-4fd2-95f2-81af3c34a4ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:04:40.263975 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2d217492-9303-4fd2-95f2-81af3c34a4ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:04:40.264927 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d217492-9303-4fd2-95f2-81af3c34a4ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:04:40.265515 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2d217492-9303-4fd2-95f2-81af3c34a4ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:04:40.324298 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d217492-9303-4fd2-95f2-81af3c34a4ca admin admin] Pushing event updated for resources: {'Network': ['ID=dff432c2-7366-4622-aebb-da22fe05bfd4,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:04:40.331265 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d217492-9303-4fd2-95f2-81af3c34a4ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:04:40.331619 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d217492-9303-4fd2-95f2-81af3c34a4ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:04:40.331944 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d217492-9303-4fd2-95f2-81af3c34a4ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:04:40.332278 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d217492-9303-4fd2-95f2-81af3c34a4ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:04:40.332605 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d217492-9303-4fd2-95f2-81af3c34a4ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:04:40.332928 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d217492-9303-4fd2-95f2-81af3c34a4ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:04:40.333250 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d217492-9303-4fd2-95f2-81af3c34a4ca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:04:40.333570 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d217492-9303-4fd2-95f2-81af3c34a4ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:04:40.333887 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d217492-9303-4fd2-95f2-81af3c34a4ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:04:40.334237 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d217492-9303-4fd2-95f2-81af3c34a4ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:04:40.334556 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d217492-9303-4fd2-95f2-81af3c34a4ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:04:40.334872 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d217492-9303-4fd2-95f2-81af3c34a4ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:04:40.345427 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network dff432c2-7366-4622-aebb-da22fe05bfd4 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:04:40.383085 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-2d217492-9303-4fd2-95f2-81af3c34a4ca admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.4503660 Jul 05 02:04:42.538742 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 38662) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:04:42.596901 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-55ed6e7e-659a-4ece-8610-ce170dd2a751 admin admin] GET failed (client error): The resource could not be found. Jul 05 02:04:42.598211 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-55ed6e7e-659a-4ece-8610-ce170dd2a751 admin admin] 10.222.0.23 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0584965 Jul 05 02:04:42.665989 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dab0702-18c3-4b55-8056-c173c8386951 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:04:42.667421 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-4dab0702-18c3-4b55-8056-c173c8386951 admin admin] 10.222.0.23 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0653837 Jul 05 02:04:42.676793 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-efdad9dc-77db-4da0-aff3-0c5c43810b6d admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4', 'cidr': '192.168.233.0/24'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:04:42.764734 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efdad9dc-77db-4da0-aff3-0c5c43810b6d admin admin] Made reservation on behalf of 2666bffc1de14bf28b0ae936ea88b314 for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:04:42.767499 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-efdad9dc-77db-4da0-aff3-0c5c43810b6d admin admin] Notify callbacks [] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:04:42.972238 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-efdad9dc-77db-4da0-aff3-0c5c43810b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:04:43.025474 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdad9dc-77db-4da0-aff3-0c5c43810b6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b840e204-692c-4f54-8f07-f6563e8e36b1,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:04:43.033239 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdad9dc-77db-4da0-aff3-0c5c43810b6d admin admin] Checking segment: {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:04:43.033588 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efdad9dc-77db-4da0-aff3-0c5c43810b6d admin admin] Network hostable DHCP agents. Network: dff432c2-7366-4622-aebb-da22fe05bfd4, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:04:43.132334 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efdad9dc-77db-4da0-aff3-0c5c43810b6d admin admin] Network dff432c2-7366-4622-aebb-da22fe05bfd4 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:04:43.183871 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-efdad9dc-77db-4da0-aff3-0c5c43810b6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, dff432c2-7366-4622-aebb-da22fe05bfd4) {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:04:43.188546 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efdad9dc-77db-4da0-aff3-0c5c43810b6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:04:43.189151 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-efdad9dc-77db-4da0-aff3-0c5c43810b6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:04:43.195868 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4bfafd-485a-47a0-a491-8a7de34d867d None None] Network dff432c2-7366-4622-aebb-da22fe05bfd4 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:04:43.276634 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-efdad9dc-77db-4da0-aff3-0c5c43810b6d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6029825 Jul 05 02:04:43.437964 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d36f26d-4a95-47f0-adfa-d08a00cfb2c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-dff432c2-7366-4622-aebb-da22fe05bfd4', 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4', 'tenant_id': '2666bffc1de14bf28b0ae936ea88b314', 'fixed_ips': [{'subnet_id': 'b840e204-692c-4f54-8f07-f6563e8e36b1'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:04:43.438888 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8d36f26d-4a95-47f0-adfa-d08a00cfb2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:04:43.579201 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-8d36f26d-4a95-47f0-adfa-d08a00cfb2c4 None None] Allocated IP 192.168.233.2 (dff432c2-7366-4622-aebb-da22fe05bfd4/b840e204-692c-4f54-8f07-f6563e8e36b1/a9da6ac5-fa83-4284-bd06-16c90e80e078) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:04:43.721488 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8d36f26d-4a95-47f0-adfa-d08a00cfb2c4 None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:04:43.730584 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-8d36f26d-4a95-47f0-adfa-d08a00cfb2c4 None None] Transition to ACTIVE for port object a9da6ac5-fa83-4284-bd06-16c90e80e078 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:04:43.745031 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-8d36f26d-4a95-47f0-adfa-d08a00cfb2c4 None None] Transition to ACTIVE for port object a9da6ac5-fa83-4284-bd06-16c90e80e078 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:04:43.813801 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8d36f26d-4a95-47f0-adfa-d08a00cfb2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:04:43.851075 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d36f26d-4a95-47f0-adfa-d08a00cfb2c4 None None] Network dff432c2-7366-4622-aebb-da22fe05bfd4 is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:04:43.853876 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-8d36f26d-4a95-47f0-adfa-d08a00cfb2c4 None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:04:43.859896 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d36f26d-4a95-47f0-adfa-d08a00cfb2c4 None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:04:43.866744 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d36f26d-4a95-47f0-adfa-d08a00cfb2c4 None None] Pushing event updated for resources: {'Port': ['ID=a9da6ac5-fa83-4284-bd06-16c90e80e078,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:04:43.892932 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d36f26d-4a95-47f0-adfa-d08a00cfb2c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:04:43.893282 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d36f26d-4a95-47f0-adfa-d08a00cfb2c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:04:43.893627 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d36f26d-4a95-47f0-adfa-d08a00cfb2c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:04:43.894019 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d36f26d-4a95-47f0-adfa-d08a00cfb2c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:04:43.894389 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d36f26d-4a95-47f0-adfa-d08a00cfb2c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:04:43.894723 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d36f26d-4a95-47f0-adfa-d08a00cfb2c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:04:43.895060 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d36f26d-4a95-47f0-adfa-d08a00cfb2c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:04:43.895391 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d36f26d-4a95-47f0-adfa-d08a00cfb2c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:04:43.895720 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d36f26d-4a95-47f0-adfa-d08a00cfb2c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:04:43.896047 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d36f26d-4a95-47f0-adfa-d08a00cfb2c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:04:43.896375 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d36f26d-4a95-47f0-adfa-d08a00cfb2c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:04:43.896703 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d36f26d-4a95-47f0-adfa-d08a00cfb2c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:04:43.930398 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-8d36f26d-4a95-47f0-adfa-d08a00cfb2c4 None None] Attempting to bind port a9da6ac5-fa83-4284-bd06-16c90e80e078 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:04:43.930772 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-8d36f26d-4a95-47f0-adfa-d08a00cfb2c4 None None] Attempting to bind port a9da6ac5-fa83-4284-bd06-16c90e80e078 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:04:43.931157 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d36f26d-4a95-47f0-adfa-d08a00cfb2c4 None None] Attempting to bind port a9da6ac5-fa83-4284-bd06-16c90e80e078 on network dff432c2-7366-4622-aebb-da22fe05bfd4 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:04:43.936219 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d36f26d-4a95-47f0-adfa-d08a00cfb2c4 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:04:43.936638 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d36f26d-4a95-47f0-adfa-d08a00cfb2c4 None None] Checking segment: {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:04:43.937036 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8d36f26d-4a95-47f0-adfa-d08a00cfb2c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:04:43.937425 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d36f26d-4a95-47f0-adfa-d08a00cfb2c4 None None] Bound using segment: {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:04:43.938624 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-8d36f26d-4a95-47f0-adfa-d08a00cfb2c4 None None] Bound port: a9da6ac5-fa83-4284-bd06-16c90e80e078, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:04:43.939065 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8d36f26d-4a95-47f0-adfa-d08a00cfb2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:04:44.001250 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-8d36f26d-4a95-47f0-adfa-d08a00cfb2c4 None None] For port a9da6ac5-fa83-4284-bd06-16c90e80e078, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:04:44.004723 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-8d36f26d-4a95-47f0-adfa-d08a00cfb2c4 None None] For port a9da6ac5-fa83-4284-bd06-16c90e80e078, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=a9da6ac5-fa83-4284-bd06-16c90e80e078,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:04:44.091769 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8d36f26d-4a95-47f0-adfa-d08a00cfb2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:04:44.158191 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d36f26d-4a95-47f0-adfa-d08a00cfb2c4 None None] Pushing event updated for resources: {'Port': ['ID=a9da6ac5-fa83-4284-bd06-16c90e80e078,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:04:44.946933 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157f0eb2-179c-4a35-9d81-4b79c1b18c15 None None] Network dff432c2-7366-4622-aebb-da22fe05bfd4 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:04:45.137106 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-cc3999b8-6b00-4e1e-97c5-4e14fd1f0d44 None None] Provisioning for port a9da6ac5-fa83-4284-bd06-16c90e80e078 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:04:45.729687 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device a9da6ac5-fa83-4284-bd06-16c90e80e078 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:04:45.873694 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port a9da6ac5-fa83-4284-bd06-16c90e80e078 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:04:45.879946 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port a9da6ac5-fa83-4284-bd06-16c90e80e078 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:04:45.880314 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:04:45.969887 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:04:46.004007 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port a9da6ac5-fa83-4284-bd06-16c90e80e078, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=a9da6ac5-fa83-4284-bd06-16c90e80e078,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:04:46.073999 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:04:46.121271 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=a9da6ac5-fa83-4284-bd06-16c90e80e078,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:04:47.699581 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device a9da6ac5-fa83-4284-bd06-16c90e80e078 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:04:47.746738 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port a9da6ac5-fa83-4284-bd06-16c90e80e078 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:04:47.747101 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:04:50.834629 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-02974f6e-36f7-486b-94d7-0ea68f1153d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:04:53.172174 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-0a17e1f1-b874-43cb-b612-26c52d87df86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:04:53.702016 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:04:54.423548 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:04:55.851844 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:05:15.930985 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 5 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 02:05:20.775602 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3510f71a-a40b-439e-a200-8433677694b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:05:23.136846 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-43a255f4-b0f3-4c4d-81c6-d93d801eeb31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:05:23.741142 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:05:24.428172 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:05:25.856342 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:05:50.769885 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-9e10f826-6361-486b-917e-7c750c4a6a8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:05:52.929490 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 5 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 02:05:53.145607 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-00a10d6b-e184-47fd-be8d-d581c2abd815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:05:53.701477 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:05:54.397553 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:05:55.883153 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:06:20.802800 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3b4aec5f-e4cf-4262-b069-bd84f2caad81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:06:23.156187 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-1275a44d-742f-4423-8f84-f47c5b27ab82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:06:23.694552 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:06:24.430905 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:06:25.085241 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 38714) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:06:25.091538 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [None req-ba28d289-3bce-4a39-b56d-2a6256ffae7a tempest-verify_tempest_config-705198937 tempest-verify_tempest_config-705198937-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:06:25.093185 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-ba28d289-3bce-4a39-b56d-2a6256ffae7a tempest-verify_tempest_config-705198937 tempest-verify_tempest_config-705198937-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0066695 Jul 05 02:06:25.578660 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 38732) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:06:25.677409 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5b8eea92-543d-407a-9d24-bbf7c7258314 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:06:25.758921 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5b8eea92-543d-407a-9d24-bbf7c7258314 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:06:25.808501 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5b8eea92-543d-407a-9d24-bbf7c7258314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:06:25.852495 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-5b8eea92-543d-407a-9d24-bbf7c7258314 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c33e28df2a5948eaac04c7898c00aea6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2728119 Jul 05 02:06:25.853485 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8eea92-543d-407a-9d24-bbf7c7258314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=621d30b3-6975-4f21-a2a3-3fcaeaba5532,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:06:25.855186 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 38738) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:06:25.859788 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:06:25.861481 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8eea92-543d-407a-9d24-bbf7c7258314 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:06:25.861832 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8eea92-543d-407a-9d24-bbf7c7258314 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:06:25.862206 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8eea92-543d-407a-9d24-bbf7c7258314 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:06:25.862544 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8eea92-543d-407a-9d24-bbf7c7258314 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:06:25.862878 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8eea92-543d-407a-9d24-bbf7c7258314 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:06:25.863211 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8eea92-543d-407a-9d24-bbf7c7258314 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:06:25.863535 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8eea92-543d-407a-9d24-bbf7c7258314 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:06:25.863859 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8eea92-543d-407a-9d24-bbf7c7258314 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:06:25.864176 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8eea92-543d-407a-9d24-bbf7c7258314 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:06:25.864502 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8eea92-543d-407a-9d24-bbf7c7258314 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:06:25.864823 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8eea92-543d-407a-9d24-bbf7c7258314 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:06:25.865143 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8eea92-543d-407a-9d24-bbf7c7258314 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:06:25.911818 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a70cee68-a294-403b-8280-c9cc7e2b55ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:06:25.932162 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a70cee68-a294-403b-8280-c9cc7e2b55ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:06:26.077550 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a70cee68-a294-403b-8280-c9cc7e2b55ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:06:26.080155 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a70cee68-a294-403b-8280-c9cc7e2b55ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:06:26.081289 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-a70cee68-a294-403b-8280-c9cc7e2b55ac admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/621d30b3-6975-4f21-a2a3-3fcaeaba5532 HTTP/1.1" status: 204 len: 168 time: 0.2250054 Jul 05 02:06:26.089727 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70cee68-a294-403b-8280-c9cc7e2b55ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=621d30b3-6975-4f21-a2a3-3fcaeaba5532,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:06:26.096762 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70cee68-a294-403b-8280-c9cc7e2b55ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:06:26.100185 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70cee68-a294-403b-8280-c9cc7e2b55ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:06:26.100185 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70cee68-a294-403b-8280-c9cc7e2b55ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:06:26.100185 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70cee68-a294-403b-8280-c9cc7e2b55ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:06:26.100185 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70cee68-a294-403b-8280-c9cc7e2b55ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:06:26.100185 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70cee68-a294-403b-8280-c9cc7e2b55ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:06:26.100185 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70cee68-a294-403b-8280-c9cc7e2b55ac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:06:26.100185 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70cee68-a294-403b-8280-c9cc7e2b55ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:06:26.100185 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70cee68-a294-403b-8280-c9cc7e2b55ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:06:26.100185 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70cee68-a294-403b-8280-c9cc7e2b55ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:06:26.100185 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70cee68-a294-403b-8280-c9cc7e2b55ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:06:26.101154 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70cee68-a294-403b-8280-c9cc7e2b55ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:06:29.927810 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 5 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 02:06:50.779456 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-6a5653bb-9b63-4e3b-9a92-8a3ba74feba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:06:53.144338 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-25099699-f1c9-4895-9dc0-8b26b0019da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:06:53.704676 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:06:54.401635 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:06:55.880688 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:07:06.925742 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 5 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 02:07:20.777799 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b55bb5ad-6610-44f8-972a-2e21e1b8cf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:07:23.137956 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e54243e0-eb7f-4ac6-b3a1-b8b3286a0417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:07:23.696950 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:07:24.394531 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:07:25.880413 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:07:43.925603 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 5 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 02:07:50.776662 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-bbc8d3b9-f3bf-4177-bb45-4b62b2472d94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:07:53.142373 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b735086b-8798-442b-a3ce-2f1448f7e0c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:07:53.724918 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:07:54.410648 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:07:55.885095 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:08:20.770267 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8b2d63a9-e2f0-4dc4-86fb-9fa6c7d582f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:08:20.923986 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 5 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 02:08:23.158040 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-678f8c1b-7485-4b23-9fbc-9b4903f90960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:08:23.717678 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:08:24.427460 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:08:25.872694 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:08:50.768907 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-01d5a201-5d0b-4f12-8655-a06ea59af4e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:08:53.168306 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-0e97fe17-f744-47da-b53c-2b93073e052b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:08:53.682856 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:08:54.413940 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:08:55.877122 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:08:57.921569 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 5 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 02:09:11.385146 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1636278'] for agent, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:09:11.407959 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1636278'] for agent, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:09:20.772931 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b6366bfa-6ebe-430e-8247-33620fafa3be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:09:23.162167 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a0a48514-de27-422f-bc61-74b8b4147e8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:09:23.710024 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:09:24.418838 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:09:25.922145 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:09:34.920064 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 02:09:41.332885 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:09:41.355407 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:09:50.789399 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-221af4dd-5af6-4fb3-806c-76034610049f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:09:53.166401 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-ab4860b8-85dd-42d9-884c-87c7669f0154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:09:53.726643 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:09:54.457784 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:09:55.897458 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:10:02.970834 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 38802) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:10:03.070363 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-731d56a7-67dc-431a-aed8-e61c606a23ca admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0984306 Jul 05 02:10:05.220448 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 38812) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:10:05.272566 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-9bc95552-2714-4fb8-a681-f78ba5e3fd5b admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0510533 Jul 05 02:10:11.302898 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:10:11.319908 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:10:11.922308 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 02:10:20.788595 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3a3da059-d665-4241-94fc-815a7c71d706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:10:23.188489 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e4886735-0873-4974-817f-d3dc95b667ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:10:23.703253 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:10:24.434042 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:10:25.874429 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:10:41.342881 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:10:41.370875 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:10:48.922236 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 02:10:50.794825 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-2d62aa91-8174-4af4-9fb7-24c3b35ffb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:10:53.177522 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b79f6768-6fe5-4102-bc7a-7454a4103bff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:10:53.709109 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:10:54.446077 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:10:55.891662 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:11.452044 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:11.474143 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:20.806441 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-ef9e73f0-dfe7-4b20-9916-67f80f2486ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:23.183849 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-ccc7f049-8d5b-4a46-b6d0-f8408a616859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:23.286084 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 38980) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:11:23.563016 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-f108c03f-f063-4933-b8d1-e74e4861981c tempest-AutoAllocateNetworkTest-341118228 tempest-AutoAllocateNetworkTest-341118228-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=8a1c919e41a44d3198fb9360f8ceb58c&shared=False HTTP/1.1" status: 200 len: 208 time: 0.2755573 Jul 05 02:11:23.566019 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39000) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:11:23.721672 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:23.763783 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2dde75-b1b9-4e44-b1c6-05c52428c6d8 tempest-AutoAllocateNetworkTest-341118228 tempest-AutoAllocateNetworkTest-341118228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:11:23.768403 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-ba2dde75-b1b9-4e44-b1c6-05c52428c6d8 tempest-AutoAllocateNetworkTest-341118228 tempest-AutoAllocateNetworkTest-341118228-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1980200 Jul 05 02:11:23.768816 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39018) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:11:23.878499 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 39024) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:11:23.879072 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-5a37de71-fed6-4aa2-b624-90d04c137283 tempest-AutoAllocateNetworkTest-341118228 tempest-AutoAllocateNetworkTest-341118228-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1086266 Jul 05 02:11:23.906891 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-9fe8553d-4d80-4553-8c35-a1eb275b7ba1 tempest-AutoAllocateNetworkTest-341118228 tempest-AutoAllocateNetworkTest-341118228-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=8a1c919e41a44d3198fb9360f8ceb58c HTTP/1.1" status: 200 len: 208 time: 0.0270481 Jul 05 02:11:24.424184 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39046) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:11:24.429579 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:25.023260 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-c27250f6-6729-44eb-8764-3c17739aad92 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-195726151-network', 'tenant_id': 'fc2d088ace9545fabb9ece3104798875'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:11:25.098273 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39066) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:11:25.149488 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c27250f6-6729-44eb-8764-3c17739aad92 admin admin] Made reservation on behalf of fc2d088ace9545fabb9ece3104798875 for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:11:25.151986 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c27250f6-6729-44eb-8764-3c17739aad92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:25.161236 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c27250f6-6729-44eb-8764-3c17739aad92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:25.244832 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c27250f6-6729-44eb-8764-3c17739aad92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:25.298190 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c27250f6-6729-44eb-8764-3c17739aad92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:25.440564 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c27250f6-6729-44eb-8764-3c17739aad92 admin admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:11:25.440564 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c27250f6-6729-44eb-8764-3c17739aad92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:25.440564 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-c27250f6-6729-44eb-8764-3c17739aad92 admin admin] Added segment 54993d40-1817-4e9a-9179-be5527f6d698 of type vlan for network 145d1216-e8e2-4105-8190-071eda74e029 Jul 05 02:11:25.440564 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27250f6-6729-44eb-8764-3c17739aad92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8180b6d2-ae79-4b01-852b-ccbdf65cf69e,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:11:25.440564 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27250f6-6729-44eb-8764-3c17739aad92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:11:25.440564 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27250f6-6729-44eb-8764-3c17739aad92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:11:25.440564 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27250f6-6729-44eb-8764-3c17739aad92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:11:25.440564 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27250f6-6729-44eb-8764-3c17739aad92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:11:25.440564 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27250f6-6729-44eb-8764-3c17739aad92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:11:25.440564 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27250f6-6729-44eb-8764-3c17739aad92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:11:25.440564 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27250f6-6729-44eb-8764-3c17739aad92 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:11:25.440564 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27250f6-6729-44eb-8764-3c17739aad92 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:11:25.440564 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27250f6-6729-44eb-8764-3c17739aad92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:11:25.440564 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27250f6-6729-44eb-8764-3c17739aad92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:11:25.440564 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27250f6-6729-44eb-8764-3c17739aad92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:11:25.440564 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27250f6-6729-44eb-8764-3c17739aad92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:11:25.440564 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27250f6-6729-44eb-8764-3c17739aad92 admin admin] Tracked resource versions report: Jul 05 02:11:25.440564 n-d-771362-32 neutron-server[94462]: pushed versions: Jul 05 02:11:25.444111 n-d-771362-32 neutron-server[94462]: { 'AddressGroup': {'1.2'}, Jul 05 02:11:25.444111 n-d-771362-32 neutron-server[94462]: 'ConntrackHelper': {'1.0'}, Jul 05 02:11:25.444111 n-d-771362-32 neutron-server[94462]: 'Log': {'1.0'}, Jul 05 02:11:25.444111 n-d-771362-32 neutron-server[94462]: 'Network': {'1.1'}, Jul 05 02:11:25.444111 n-d-771362-32 neutron-server[94462]: 'Port': {'1.7'}, Jul 05 02:11:25.444111 n-d-771362-32 neutron-server[94462]: 'PortForwarding': {'1.2'}, Jul 05 02:11:25.444111 n-d-771362-32 neutron-server[94462]: 'QosPolicy': {'1.8'}, Jul 05 02:11:25.444111 n-d-771362-32 neutron-server[94462]: 'SecurityGroup': {'1.4'}, Jul 05 02:11:25.444111 n-d-771362-32 neutron-server[94462]: 'SecurityGroupRule': {'1.2'}, Jul 05 02:11:25.444111 n-d-771362-32 neutron-server[94462]: 'SubPort': {'1.0'}, Jul 05 02:11:25.444111 n-d-771362-32 neutron-server[94462]: 'Subnet': {'1.1'}, Jul 05 02:11:25.444111 n-d-771362-32 neutron-server[94462]: 'Trunk': {'1.1'}} Jul 05 02:11:25.444111 n-d-771362-32 neutron-server[94462]: consumer versions: Jul 05 02:11:25.444111 n-d-771362-32 neutron-server[94462]: { DHCP agent@n-d-771362-32: {}, Jul 05 02:11:25.444111 n-d-771362-32 neutron-server[94462]: HyperV agent@n-h1-771362-32: {}, Jul 05 02:11:25.444111 n-d-771362-32 neutron-server[94462]: HyperV agent@n-h2-771362-32: {}, Jul 05 02:11:25.444111 n-d-771362-32 neutron-server[94462]: L3 agent@n-d-771362-32: {}, Jul 05 02:11:25.444111 n-d-771362-32 neutron-server[94462]: Metadata agent@n-d-771362-32: {}, Jul 05 02:11:25.444111 n-d-771362-32 neutron-server[94462]: Metering agent@n-d-771362-32: {}, Jul 05 02:11:25.444111 n-d-771362-32 neutron-server[94462]: Open vSwitch agent@n-d-771362-32: { 'AddressGroup': '1.2', Jul 05 02:11:25.444111 n-d-771362-32 neutron-server[94462]: 'ConntrackHelper': '1.0', Jul 05 02:11:25.444111 n-d-771362-32 neutron-server[94462]: 'Log': '1.0', Jul 05 02:11:25.444111 n-d-771362-32 neutron-server[94462]: 'Network': '1.1', Jul 05 02:11:25.444111 n-d-771362-32 neutron-server[94462]: 'Port': '1.7', Jul 05 02:11:25.444111 n-d-771362-32 neutron-server[94462]: 'PortForwarding': '1.2', Jul 05 02:11:25.444111 n-d-771362-32 neutron-server[94462]: 'QosPolicy': '1.8', Jul 05 02:11:25.444111 n-d-771362-32 neutron-server[94462]: 'SecurityGroup': '1.4', Jul 05 02:11:25.444111 n-d-771362-32 neutron-server[94462]: 'SecurityGroupRule': '1.2', Jul 05 02:11:25.444111 n-d-771362-32 neutron-server[94462]: 'SubPort': '1.0', Jul 05 02:11:25.444111 n-d-771362-32 neutron-server[94462]: 'Subnet': '1.1', Jul 05 02:11:25.444111 n-d-771362-32 neutron-server[94462]: 'Trunk': '1.1'}} Jul 05 02:11:25.444111 n-d-771362-32 neutron-server[94462]: {{(pid=94462) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 02:11:25.444111 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c27250f6-6729-44eb-8764-3c17739aad92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:25.578419 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c27250f6-6729-44eb-8764-3c17739aad92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:25.579348 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27250f6-6729-44eb-8764-3c17739aad92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:11:25.580460 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c27250f6-6729-44eb-8764-3c17739aad92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:25.636608 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27250f6-6729-44eb-8764-3c17739aad92 admin admin] Pushing event updated for resources: {'Network': ['ID=145d1216-e8e2-4105-8190-071eda74e029,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:11:25.647376 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 145d1216-e8e2-4105-8190-071eda74e029 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:11:25.695103 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-c27250f6-6729-44eb-8764-3c17739aad92 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.2698121 Jul 05 02:11:25.696708 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39082) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:11:25.702511 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-ccb95b22-4435-492e-8589-e5ad1e3e9766 admin admin] Request body: {'subnet': {'network_id': '145d1216-e8e2-4105-8190-071eda74e029', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-195726151-subnet', 'tenant_id': 'fc2d088ace9545fabb9ece3104798875', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:11:25.755222 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1cb1dd45-aed4-40e3-8357-33d873ffe7c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:25.791259 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccb95b22-4435-492e-8589-e5ad1e3e9766 admin admin] Made reservation on behalf of fc2d088ace9545fabb9ece3104798875 for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:11:25.793655 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ccb95b22-4435-492e-8589-e5ad1e3e9766 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:25.893561 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:25.921415 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 02:11:26.002740 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1cb1dd45-aed4-40e3-8357-33d873ffe7c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:26.058074 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1cb1dd45-aed4-40e3-8357-33d873ffe7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:26.062201 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ccb95b22-4435-492e-8589-e5ad1e3e9766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:26.114655 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-1cb1dd45-aed4-40e3-8357-33d873ffe7c1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8a1c919e41a44d3198fb9360f8ceb58c&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0152187 Jul 05 02:11:26.116571 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 39106) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:11:26.165278 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e5818494-e0a1-4ed9-a436-ebc5ef654bea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:26.171448 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb1dd45-aed4-40e3-8357-33d873ffe7c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aed6489c-92d3-4cfe-8647-f95cbbd32fe0,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:11:26.179282 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb95b22-4435-492e-8589-e5ad1e3e9766 admin admin] Checking segment: {'id': '54993d40-1817-4e9a-9179-be5527f6d698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '145d1216-e8e2-4105-8190-071eda74e029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:11:26.179639 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb95b22-4435-492e-8589-e5ad1e3e9766 admin admin] Network hostable DHCP agents. Network: 145d1216-e8e2-4105-8190-071eda74e029, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:11:26.186657 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb95b22-4435-492e-8589-e5ad1e3e9766 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0dc4a163-6453-4ce8-90db-602a0798fbd4,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:11:26.191659 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e5818494-e0a1-4ed9-a436-ebc5ef654bea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:26.269652 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb95b22-4435-492e-8589-e5ad1e3e9766 admin admin] Network 145d1216-e8e2-4105-8190-071eda74e029 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:11:26.326877 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e5818494-e0a1-4ed9-a436-ebc5ef654bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:26.329577 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e5818494-e0a1-4ed9-a436-ebc5ef654bea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:26.333902 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-e5818494-e0a1-4ed9-a436-ebc5ef654bea admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/aed6489c-92d3-4cfe-8647-f95cbbd32fe0 HTTP/1.1" status: 204 len: 168 time: 0.2140920 Jul 05 02:11:26.340031 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5818494-e0a1-4ed9-a436-ebc5ef654bea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed6489c-92d3-4cfe-8647-f95cbbd32fe0,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:11:26.347398 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5818494-e0a1-4ed9-a436-ebc5ef654bea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:11:26.347751 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5818494-e0a1-4ed9-a436-ebc5ef654bea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:11:26.348090 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5818494-e0a1-4ed9-a436-ebc5ef654bea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:11:26.348426 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5818494-e0a1-4ed9-a436-ebc5ef654bea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:11:26.348759 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5818494-e0a1-4ed9-a436-ebc5ef654bea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:11:26.349087 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5818494-e0a1-4ed9-a436-ebc5ef654bea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:11:26.349435 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5818494-e0a1-4ed9-a436-ebc5ef654bea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:11:26.349755 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5818494-e0a1-4ed9-a436-ebc5ef654bea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:11:26.350080 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5818494-e0a1-4ed9-a436-ebc5ef654bea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:11:26.350421 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5818494-e0a1-4ed9-a436-ebc5ef654bea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:11:26.350738 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5818494-e0a1-4ed9-a436-ebc5ef654bea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:11:26.351055 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5818494-e0a1-4ed9-a436-ebc5ef654bea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:11:26.352128 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5818494-e0a1-4ed9-a436-ebc5ef654bea admin admin] Tracked resource versions report: Jul 05 02:11:26.352128 n-d-771362-32 neutron-server[94461]: pushed versions: Jul 05 02:11:26.352128 n-d-771362-32 neutron-server[94461]: { 'AddressGroup': {'1.2'}, Jul 05 02:11:26.352128 n-d-771362-32 neutron-server[94461]: 'ConntrackHelper': {'1.0'}, Jul 05 02:11:26.352128 n-d-771362-32 neutron-server[94461]: 'Log': {'1.0'}, Jul 05 02:11:26.352128 n-d-771362-32 neutron-server[94461]: 'Network': {'1.1'}, Jul 05 02:11:26.352128 n-d-771362-32 neutron-server[94461]: 'Port': {'1.7'}, Jul 05 02:11:26.352128 n-d-771362-32 neutron-server[94461]: 'PortForwarding': {'1.2'}, Jul 05 02:11:26.352128 n-d-771362-32 neutron-server[94461]: 'QosPolicy': {'1.8'}, Jul 05 02:11:26.352128 n-d-771362-32 neutron-server[94461]: 'SecurityGroup': {'1.4'}, Jul 05 02:11:26.352128 n-d-771362-32 neutron-server[94461]: 'SecurityGroupRule': {'1.2'}, Jul 05 02:11:26.352128 n-d-771362-32 neutron-server[94461]: 'SubPort': {'1.0'}, Jul 05 02:11:26.352128 n-d-771362-32 neutron-server[94461]: 'Subnet': {'1.1'}, Jul 05 02:11:26.352128 n-d-771362-32 neutron-server[94461]: 'Trunk': {'1.1'}} Jul 05 02:11:26.352128 n-d-771362-32 neutron-server[94461]: consumer versions: Jul 05 02:11:26.352128 n-d-771362-32 neutron-server[94461]: { DHCP agent@n-d-771362-32: {}, Jul 05 02:11:26.352128 n-d-771362-32 neutron-server[94461]: HyperV agent@n-h1-771362-32: {}, Jul 05 02:11:26.352128 n-d-771362-32 neutron-server[94461]: HyperV agent@n-h2-771362-32: {}, Jul 05 02:11:26.352128 n-d-771362-32 neutron-server[94461]: L3 agent@n-d-771362-32: {}, Jul 05 02:11:26.352128 n-d-771362-32 neutron-server[94461]: Metadata agent@n-d-771362-32: {}, Jul 05 02:11:26.352128 n-d-771362-32 neutron-server[94461]: Metering agent@n-d-771362-32: {}, Jul 05 02:11:26.352128 n-d-771362-32 neutron-server[94461]: Open vSwitch agent@n-d-771362-32: { 'AddressGroup': '1.2', Jul 05 02:11:26.352128 n-d-771362-32 neutron-server[94461]: 'ConntrackHelper': '1.0', Jul 05 02:11:26.352128 n-d-771362-32 neutron-server[94461]: 'Log': '1.0', Jul 05 02:11:26.352128 n-d-771362-32 neutron-server[94461]: 'Network': '1.1', Jul 05 02:11:26.352128 n-d-771362-32 neutron-server[94461]: 'Port': '1.7', Jul 05 02:11:26.352128 n-d-771362-32 neutron-server[94461]: 'PortForwarding': '1.2', Jul 05 02:11:26.352128 n-d-771362-32 neutron-server[94461]: 'QosPolicy': '1.8', Jul 05 02:11:26.352128 n-d-771362-32 neutron-server[94461]: 'SecurityGroup': '1.4', Jul 05 02:11:26.352128 n-d-771362-32 neutron-server[94461]: 'SecurityGroupRule': '1.2', Jul 05 02:11:26.352128 n-d-771362-32 neutron-server[94461]: 'SubPort': '1.0', Jul 05 02:11:26.352128 n-d-771362-32 neutron-server[94461]: 'Subnet': '1.1', Jul 05 02:11:26.352128 n-d-771362-32 neutron-server[94461]: 'Trunk': '1.1'}} Jul 05 02:11:26.352128 n-d-771362-32 neutron-server[94461]: {{(pid=94461) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 02:11:26.355246 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-ccb95b22-4435-492e-8589-e5ad1e3e9766 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 145d1216-e8e2-4105-8190-071eda74e029) {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:11:26.359330 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb95b22-4435-492e-8589-e5ad1e3e9766 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:11:26.360028 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ccb95b22-4435-492e-8589-e5ad1e3e9766 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:26.366246 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3b2c5d-987a-491f-8547-437c70b26c0d None None] Network 145d1216-e8e2-4105-8190-071eda74e029 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:11:26.488307 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-ccb95b22-4435-492e-8589-e5ad1e3e9766 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7904015 Jul 05 02:11:26.490957 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39118) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:11:26.495239 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-8a227bd8-480d-4211-8b25-8b5cc8fbd8cb admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-195726151-router', 'tenant_id': 'fc2d088ace9545fabb9ece3104798875', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:11:26.523067 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd06fe6a-9d04-414a-a9c9-4b9b245a7c20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-145d1216-e8e2-4105-8190-071eda74e029', 'network_id': '145d1216-e8e2-4105-8190-071eda74e029', 'tenant_id': 'fc2d088ace9545fabb9ece3104798875', 'fixed_ips': [{'subnet_id': '0dc4a163-6453-4ce8-90db-602a0798fbd4'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:11:26.523967 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-bd06fe6a-9d04-414a-a9c9-4b9b245a7c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:26.629715 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8a227bd8-480d-4211-8b25-8b5cc8fbd8cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11810'] for router, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:26.630735 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8a227bd8-480d-4211-8b25-8b5cc8fbd8cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1926740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11821'] for router, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:26.686537 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-bd06fe6a-9d04-414a-a9c9-4b9b245a7c20 None None] Allocated IP 172.20.0.2 (145d1216-e8e2-4105-8190-071eda74e029/0dc4a163-6453-4ce8-90db-602a0798fbd4/a12390b5-3e32-4ad7-84e4-4e23281f2fff) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:11:26.694950 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8a227bd8-480d-4211-8b25-8b5cc8fbd8cb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:26.832071 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-bd06fe6a-9d04-414a-a9c9-4b9b245a7c20 None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:26.842018 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-bd06fe6a-9d04-414a-a9c9-4b9b245a7c20 None None] Transition to ACTIVE for port object a12390b5-3e32-4ad7-84e4-4e23281f2fff will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:11:26.858386 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-bd06fe6a-9d04-414a-a9c9-4b9b245a7c20 None None] Transition to ACTIVE for port object a12390b5-3e32-4ad7-84e4-4e23281f2fff will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:11:26.921861 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-bd06fe6a-9d04-414a-a9c9-4b9b245a7c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:26.982337 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd06fe6a-9d04-414a-a9c9-4b9b245a7c20 None None] Network 145d1216-e8e2-4105-8190-071eda74e029 is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:11:26.987567 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-bd06fe6a-9d04-414a-a9c9-4b9b245a7c20 None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:11:26.989956 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06fe6a-9d04-414a-a9c9-4b9b245a7c20 None None] Pushing event updated for resources: {'Port': ['ID=a12390b5-3e32-4ad7-84e4-4e23281f2fff,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:11:26.992424 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd06fe6a-9d04-414a-a9c9-4b9b245a7c20 None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:11:26.999670 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8a227bd8-480d-4211-8b25-8b5cc8fbd8cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:27.024832 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06fe6a-9d04-414a-a9c9-4b9b245a7c20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:11:27.025167 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06fe6a-9d04-414a-a9c9-4b9b245a7c20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:11:27.025509 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06fe6a-9d04-414a-a9c9-4b9b245a7c20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:11:27.025845 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06fe6a-9d04-414a-a9c9-4b9b245a7c20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:11:27.026194 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06fe6a-9d04-414a-a9c9-4b9b245a7c20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:11:27.026523 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06fe6a-9d04-414a-a9c9-4b9b245a7c20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:11:27.026934 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06fe6a-9d04-414a-a9c9-4b9b245a7c20 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:11:27.027263 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06fe6a-9d04-414a-a9c9-4b9b245a7c20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:11:27.027565 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06fe6a-9d04-414a-a9c9-4b9b245a7c20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:11:27.028140 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06fe6a-9d04-414a-a9c9-4b9b245a7c20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:11:27.028501 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06fe6a-9d04-414a-a9c9-4b9b245a7c20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:11:27.028844 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06fe6a-9d04-414a-a9c9-4b9b245a7c20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:11:27.030004 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06fe6a-9d04-414a-a9c9-4b9b245a7c20 None None] Tracked resource versions report: Jul 05 02:11:27.030004 n-d-771362-32 neutron-server[94463]: pushed versions: Jul 05 02:11:27.030004 n-d-771362-32 neutron-server[94463]: { 'AddressGroup': {'1.2'}, Jul 05 02:11:27.030004 n-d-771362-32 neutron-server[94463]: 'ConntrackHelper': {'1.0'}, Jul 05 02:11:27.030004 n-d-771362-32 neutron-server[94463]: 'Log': {'1.0'}, Jul 05 02:11:27.030004 n-d-771362-32 neutron-server[94463]: 'Network': {'1.1'}, Jul 05 02:11:27.030004 n-d-771362-32 neutron-server[94463]: 'Port': {'1.7'}, Jul 05 02:11:27.030004 n-d-771362-32 neutron-server[94463]: 'PortForwarding': {'1.2'}, Jul 05 02:11:27.030004 n-d-771362-32 neutron-server[94463]: 'QosPolicy': {'1.8'}, Jul 05 02:11:27.030004 n-d-771362-32 neutron-server[94463]: 'SecurityGroup': {'1.4'}, Jul 05 02:11:27.030004 n-d-771362-32 neutron-server[94463]: 'SecurityGroupRule': {'1.2'}, Jul 05 02:11:27.030004 n-d-771362-32 neutron-server[94463]: 'SubPort': {'1.0'}, Jul 05 02:11:27.030004 n-d-771362-32 neutron-server[94463]: 'Subnet': {'1.1'}, Jul 05 02:11:27.030004 n-d-771362-32 neutron-server[94463]: 'Trunk': {'1.1'}} Jul 05 02:11:27.030004 n-d-771362-32 neutron-server[94463]: consumer versions: Jul 05 02:11:27.030004 n-d-771362-32 neutron-server[94463]: { DHCP agent@n-d-771362-32: {}, Jul 05 02:11:27.030004 n-d-771362-32 neutron-server[94463]: HyperV agent@n-h1-771362-32: {}, Jul 05 02:11:27.030004 n-d-771362-32 neutron-server[94463]: HyperV agent@n-h2-771362-32: {}, Jul 05 02:11:27.030004 n-d-771362-32 neutron-server[94463]: L3 agent@n-d-771362-32: {}, Jul 05 02:11:27.030004 n-d-771362-32 neutron-server[94463]: Metadata agent@n-d-771362-32: {}, Jul 05 02:11:27.030004 n-d-771362-32 neutron-server[94463]: Metering agent@n-d-771362-32: {}, Jul 05 02:11:27.030004 n-d-771362-32 neutron-server[94463]: Open vSwitch agent@n-d-771362-32: { 'AddressGroup': '1.2', Jul 05 02:11:27.030004 n-d-771362-32 neutron-server[94463]: 'ConntrackHelper': '1.0', Jul 05 02:11:27.030004 n-d-771362-32 neutron-server[94463]: 'Log': '1.0', Jul 05 02:11:27.030004 n-d-771362-32 neutron-server[94463]: 'Network': '1.1', Jul 05 02:11:27.030004 n-d-771362-32 neutron-server[94463]: 'Port': '1.7', Jul 05 02:11:27.030004 n-d-771362-32 neutron-server[94463]: 'PortForwarding': '1.2', Jul 05 02:11:27.030004 n-d-771362-32 neutron-server[94463]: 'QosPolicy': '1.8', Jul 05 02:11:27.030004 n-d-771362-32 neutron-server[94463]: 'SecurityGroup': '1.4', Jul 05 02:11:27.030004 n-d-771362-32 neutron-server[94463]: 'SecurityGroupRule': '1.2', Jul 05 02:11:27.030004 n-d-771362-32 neutron-server[94463]: 'SubPort': '1.0', Jul 05 02:11:27.030004 n-d-771362-32 neutron-server[94463]: 'Subnet': '1.1', Jul 05 02:11:27.030004 n-d-771362-32 neutron-server[94463]: 'Trunk': '1.1'}} Jul 05 02:11:27.030004 n-d-771362-32 neutron-server[94463]: {{(pid=94463) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 02:11:27.073505 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-bd06fe6a-9d04-414a-a9c9-4b9b245a7c20 None None] Attempting to bind port a12390b5-3e32-4ad7-84e4-4e23281f2fff on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:11:27.074406 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-bd06fe6a-9d04-414a-a9c9-4b9b245a7c20 None None] Attempting to bind port a12390b5-3e32-4ad7-84e4-4e23281f2fff by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '54993d40-1817-4e9a-9179-be5527f6d698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '145d1216-e8e2-4105-8190-071eda74e029'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:11:27.074853 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd06fe6a-9d04-414a-a9c9-4b9b245a7c20 None None] Attempting to bind port a12390b5-3e32-4ad7-84e4-4e23281f2fff on network 145d1216-e8e2-4105-8190-071eda74e029 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:11:27.100504 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd06fe6a-9d04-414a-a9c9-4b9b245a7c20 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:11:27.100861 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd06fe6a-9d04-414a-a9c9-4b9b245a7c20 None None] Checking segment: {'id': '54993d40-1817-4e9a-9179-be5527f6d698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '145d1216-e8e2-4105-8190-071eda74e029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:11:27.102361 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-bd06fe6a-9d04-414a-a9c9-4b9b245a7c20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:27.110176 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd06fe6a-9d04-414a-a9c9-4b9b245a7c20 None None] Bound using segment: {'id': '54993d40-1817-4e9a-9179-be5527f6d698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '145d1216-e8e2-4105-8190-071eda74e029'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:11:27.110176 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-bd06fe6a-9d04-414a-a9c9-4b9b245a7c20 None None] Bound port: a12390b5-3e32-4ad7-84e4-4e23281f2fff, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54993d40-1817-4e9a-9179-be5527f6d698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '145d1216-e8e2-4105-8190-071eda74e029'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:11:27.110176 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-bd06fe6a-9d04-414a-a9c9-4b9b245a7c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:27.192920 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-bd06fe6a-9d04-414a-a9c9-4b9b245a7c20 None None] For port a12390b5-3e32-4ad7-84e4-4e23281f2fff, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:11:27.196671 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-bd06fe6a-9d04-414a-a9c9-4b9b245a7c20 None None] For port a12390b5-3e32-4ad7-84e4-4e23281f2fff, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=a12390b5-3e32-4ad7-84e4-4e23281f2fff,segment=NetworkSegment(54993d40-1817-4e9a-9179-be5527f6d698),segment_id=54993d40-1817-4e9a-9179-be5527f6d698)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:11:27.276644 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-bd06fe6a-9d04-414a-a9c9-4b9b245a7c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:27.354538 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8a227bd8-480d-4211-8b25-8b5cc8fbd8cb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:27.391040 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06fe6a-9d04-414a-a9c9-4b9b245a7c20 None None] Pushing event updated for resources: {'Port': ['ID=a12390b5-3e32-4ad7-84e4-4e23281f2fff,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:11:27.398777 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8a227bd8-480d-4211-8b25-8b5cc8fbd8cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:27.604599 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-8a227bd8-480d-4211-8b25-8b5cc8fbd8cb admin admin] Allocated IP 172.25.7.87 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/f30bfe57-9892-4a66-9afb-b52dc33f114a) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:11:27.741984 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8a227bd8-480d-4211-8b25-8b5cc8fbd8cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:27.910891 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8a227bd8-480d-4211-8b25-8b5cc8fbd8cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:27.997131 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device a12390b5-3e32-4ad7-84e4-4e23281f2fff up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:11:28.058107 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a227bd8-480d-4211-8b25-8b5cc8fbd8cb admin admin] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:11:28.062943 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-8a227bd8-480d-4211-8b25-8b5cc8fbd8cb admin admin] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:11:28.069660 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a227bd8-480d-4211-8b25-8b5cc8fbd8cb admin admin] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:11:28.104337 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port a12390b5-3e32-4ad7-84e4-4e23281f2fff completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:11:28.165645 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a227bd8-480d-4211-8b25-8b5cc8fbd8cb admin admin] Pushing event updated for resources: {'Port': ['ID=f30bfe57-9892-4a66-9afb-b52dc33f114a,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:11:28.636671 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8a227bd8-480d-4211-8b25-8b5cc8fbd8cb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:28.644691 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811219c3-bb19-4d71-a500-22f820991190 None None] Network 145d1216-e8e2-4105-8190-071eda74e029 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:11:28.897185 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-e555cdaf-ce4b-4956-a0cc-8e81e48db7f4 None None] Provisioning for port a12390b5-3e32-4ad7-84e4-4e23281f2fff completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:11:28.901342 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-e555cdaf-ce4b-4956-a0cc-8e81e48db7f4 None None] Provisioning complete for port a12390b5-3e32-4ad7-84e4-4e23281f2fff triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:11:28.901852 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e555cdaf-ce4b-4956-a0cc-8e81e48db7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:28.926622 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8a227bd8-480d-4211-8b25-8b5cc8fbd8cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963'] for router, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:29.060695 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e555cdaf-ce4b-4956-a0cc-8e81e48db7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:29.093653 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-e555cdaf-ce4b-4956-a0cc-8e81e48db7f4 None None] For port a12390b5-3e32-4ad7-84e4-4e23281f2fff, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=a12390b5-3e32-4ad7-84e4-4e23281f2fff,segment=NetworkSegment(54993d40-1817-4e9a-9179-be5527f6d698),segment_id=54993d40-1817-4e9a-9179-be5527f6d698)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:11:29.138141 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e555cdaf-ce4b-4956-a0cc-8e81e48db7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:29.150020 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a227bd8-480d-4211-8b25-8b5cc8fbd8cb admin admin] Router a25efaef-a53f-4471-8c0d-30bea923309b is scheduled to L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 with binding_index 1 {{(pid=94462) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 02:11:29.205191 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e555cdaf-ce4b-4956-a0cc-8e81e48db7f4 None None] Pushing event updated for resources: {'Port': ['ID=a12390b5-3e32-4ad7-84e4-4e23281f2fff,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:11:29.259556 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-aa24394f-cb59-499c-a79f-89432605fb7d None None] Provisioning complete for port a12390b5-3e32-4ad7-84e4-4e23281f2fff triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:11:29.259996 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-aa24394f-cb59-499c-a79f-89432605fb7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:29.278528 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a227bd8-480d-4211-8b25-8b5cc8fbd8cb admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:11:29.289512 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4158bb7-21f1-4e65-8f88-d7488f8ddabf None None] Sync routers for ids ['a25efaef-a53f-4471-8c0d-30bea923309b'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:11:29.301503 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4158bb7-21f1-4e65-8f88-d7488f8ddabf None None] Routers {'a25efaef-a53f-4471-8c0d-30bea923309b'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:11:29.304795 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-b4158bb7-21f1-4e65-8f88-d7488f8ddabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:11:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['a25efaef-a53f-4471-8c0d-30bea923309b'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:11:29.378162 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8a227bd8-480d-4211-8b25-8b5cc8fbd8cb admin admin] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:29.382061 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 39224) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:11:29.386753 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-8a227bd8-480d-4211-8b25-8b5cc8fbd8cb admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 2.8946950 Jul 05 02:11:29.471514 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-b4158bb7-21f1-4e65-8f88-d7488f8ddabf None None] Set router a25efaef-a53f-4471-8c0d-30bea923309b gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:11:29.683786 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-b4158bb7-21f1-4e65-8f88-d7488f8ddabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a25efaef-a53f-4471-8c0d-30bea923309b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-195726151-router', 'tenant_id': 'fc2d088ace9545fabb9ece3104798875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': 'f30bfe57-9892-4a66-9afb-b52dc33f114a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:11:26Z', 'updated_at': '2021-07-05T02:11:28Z', 'revision_number': 3, 'project_id': 'fc2d088ace9545fabb9ece3104798875', 'gw_port': {'id': 'f30bfe57-9892-4a66-9afb-b52dc33f114a', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f2:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a25efaef-a53f-4471-8c0d-30bea923309b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:11:27Z', 'updated_at': '2021-07-05T02:11:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:11:29.712849 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4158bb7-21f1-4e65-8f88-d7488f8ddabf None None] Checking router: a25efaef-a53f-4471-8c0d-30bea923309b for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:11:29.713302 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4158bb7-21f1-4e65-8f88-d7488f8ddabf None None] Updating router a25efaef-a53f-4471-8c0d-30bea923309b port f30bfe57-9892-4a66-9afb-b52dc33f114a binding host n-d-771362-32 {{(pid=94464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 02:11:29.781721 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b4158bb7-21f1-4e65-8f88-d7488f8ddabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:30.010398 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device a12390b5-3e32-4ad7-84e4-4e23281f2fff up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:11:30.056339 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-af6778b1-2496-4fae-b804-4a843204d37e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:30.086629 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b4158bb7-21f1-4e65-8f88-d7488f8ddabf None None] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:30.096477 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port a12390b5-3e32-4ad7-84e4-4e23281f2fff triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:11:30.097049 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:30.097549 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-b4158bb7-21f1-4e65-8f88-d7488f8ddabf None None] Transition to ACTIVE for port object f30bfe57-9892-4a66-9afb-b52dc33f114a will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:11:30.155117 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b4158bb7-21f1-4e65-8f88-d7488f8ddabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:30.220526 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-b4158bb7-21f1-4e65-8f88-d7488f8ddabf None None] Attempting to bind port f30bfe57-9892-4a66-9afb-b52dc33f114a on host n-d-771362-32 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:11:30.220898 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-b4158bb7-21f1-4e65-8f88-d7488f8ddabf None None] Attempting to bind port f30bfe57-9892-4a66-9afb-b52dc33f114a by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:11:30.221256 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4158bb7-21f1-4e65-8f88-d7488f8ddabf None None] Attempting to bind port f30bfe57-9892-4a66-9afb-b52dc33f114a on network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:11:30.223249 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3392f8aa-eb92-430f-a6f3-1ee2434fdd6f None None] Pushing event updated for resources: {'Port': ['ID=f30bfe57-9892-4a66-9afb-b52dc33f114a,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:11:30.239345 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4158bb7-21f1-4e65-8f88-d7488f8ddabf None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:11:30.240070 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4158bb7-21f1-4e65-8f88-d7488f8ddabf None None] Checking segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:11:30.241221 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b4158bb7-21f1-4e65-8f88-d7488f8ddabf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:30.241831 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4158bb7-21f1-4e65-8f88-d7488f8ddabf None None] Bound using segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:11:30.243052 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-b4158bb7-21f1-4e65-8f88-d7488f8ddabf None None] Bound port: f30bfe57-9892-4a66-9afb-b52dc33f114a, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:11:30.244590 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b4158bb7-21f1-4e65-8f88-d7488f8ddabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:30.252610 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3392f8aa-eb92-430f-a6f3-1ee2434fdd6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:11:30.253487 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3392f8aa-eb92-430f-a6f3-1ee2434fdd6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:11:30.254578 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3392f8aa-eb92-430f-a6f3-1ee2434fdd6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:11:30.255102 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-af6778b1-2496-4fae-b804-4a843204d37e admin admin] Allocated IP 172.20.0.1 (145d1216-e8e2-4105-8190-071eda74e029/0dc4a163-6453-4ce8-90db-602a0798fbd4/ae0f2da4-1567-4046-a9b8-dd2103d26b03) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:11:30.255347 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3392f8aa-eb92-430f-a6f3-1ee2434fdd6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:11:30.255877 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3392f8aa-eb92-430f-a6f3-1ee2434fdd6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:11:30.256400 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3392f8aa-eb92-430f-a6f3-1ee2434fdd6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:11:30.256930 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3392f8aa-eb92-430f-a6f3-1ee2434fdd6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:11:30.257463 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3392f8aa-eb92-430f-a6f3-1ee2434fdd6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:11:30.257992 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3392f8aa-eb92-430f-a6f3-1ee2434fdd6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:11:30.258566 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3392f8aa-eb92-430f-a6f3-1ee2434fdd6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:11:30.259083 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3392f8aa-eb92-430f-a6f3-1ee2434fdd6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:11:30.259611 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3392f8aa-eb92-430f-a6f3-1ee2434fdd6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:11:30.260948 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3392f8aa-eb92-430f-a6f3-1ee2434fdd6f None None] Tracked resource versions report: Jul 05 02:11:30.260948 n-d-771362-32 neutron-server[94464]: pushed versions: Jul 05 02:11:30.260948 n-d-771362-32 neutron-server[94464]: { 'AddressGroup': {'1.2'}, Jul 05 02:11:30.260948 n-d-771362-32 neutron-server[94464]: 'ConntrackHelper': {'1.0'}, Jul 05 02:11:30.260948 n-d-771362-32 neutron-server[94464]: 'Log': {'1.0'}, Jul 05 02:11:30.260948 n-d-771362-32 neutron-server[94464]: 'Network': {'1.1'}, Jul 05 02:11:30.260948 n-d-771362-32 neutron-server[94464]: 'Port': {'1.7'}, Jul 05 02:11:30.260948 n-d-771362-32 neutron-server[94464]: 'PortForwarding': {'1.2'}, Jul 05 02:11:30.260948 n-d-771362-32 neutron-server[94464]: 'QosPolicy': {'1.8'}, Jul 05 02:11:30.260948 n-d-771362-32 neutron-server[94464]: 'SecurityGroup': {'1.4'}, Jul 05 02:11:30.260948 n-d-771362-32 neutron-server[94464]: 'SecurityGroupRule': {'1.2'}, Jul 05 02:11:30.260948 n-d-771362-32 neutron-server[94464]: 'SubPort': {'1.0'}, Jul 05 02:11:30.260948 n-d-771362-32 neutron-server[94464]: 'Subnet': {'1.1'}, Jul 05 02:11:30.260948 n-d-771362-32 neutron-server[94464]: 'Trunk': {'1.1'}} Jul 05 02:11:30.260948 n-d-771362-32 neutron-server[94464]: consumer versions: Jul 05 02:11:30.260948 n-d-771362-32 neutron-server[94464]: { DHCP agent@n-d-771362-32: {}, Jul 05 02:11:30.260948 n-d-771362-32 neutron-server[94464]: HyperV agent@n-h1-771362-32: {}, Jul 05 02:11:30.260948 n-d-771362-32 neutron-server[94464]: HyperV agent@n-h2-771362-32: {}, Jul 05 02:11:30.260948 n-d-771362-32 neutron-server[94464]: L3 agent@n-d-771362-32: {}, Jul 05 02:11:30.260948 n-d-771362-32 neutron-server[94464]: Metadata agent@n-d-771362-32: {}, Jul 05 02:11:30.260948 n-d-771362-32 neutron-server[94464]: Metering agent@n-d-771362-32: {}, Jul 05 02:11:30.260948 n-d-771362-32 neutron-server[94464]: Open vSwitch agent@n-d-771362-32: { 'AddressGroup': '1.2', Jul 05 02:11:30.260948 n-d-771362-32 neutron-server[94464]: 'ConntrackHelper': '1.0', Jul 05 02:11:30.260948 n-d-771362-32 neutron-server[94464]: 'Log': '1.0', Jul 05 02:11:30.260948 n-d-771362-32 neutron-server[94464]: 'Network': '1.1', Jul 05 02:11:30.260948 n-d-771362-32 neutron-server[94464]: 'Port': '1.7', Jul 05 02:11:30.260948 n-d-771362-32 neutron-server[94464]: 'PortForwarding': '1.2', Jul 05 02:11:30.260948 n-d-771362-32 neutron-server[94464]: 'QosPolicy': '1.8', Jul 05 02:11:30.260948 n-d-771362-32 neutron-server[94464]: 'SecurityGroup': '1.4', Jul 05 02:11:30.260948 n-d-771362-32 neutron-server[94464]: 'SecurityGroupRule': '1.2', Jul 05 02:11:30.260948 n-d-771362-32 neutron-server[94464]: 'SubPort': '1.0', Jul 05 02:11:30.260948 n-d-771362-32 neutron-server[94464]: 'Subnet': '1.1', Jul 05 02:11:30.260948 n-d-771362-32 neutron-server[94464]: 'Trunk': '1.1'}} Jul 05 02:11:30.260948 n-d-771362-32 neutron-server[94464]: {{(pid=94464) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 02:11:30.332748 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-b4158bb7-21f1-4e65-8f88-d7488f8ddabf None None] For port f30bfe57-9892-4a66-9afb-b52dc33f114a, host n-d-771362-32, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:11:30.336977 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-b4158bb7-21f1-4e65-8f88-d7488f8ddabf None None] For port f30bfe57-9892-4a66-9afb-b52dc33f114a, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=f30bfe57-9892-4a66-9afb-b52dc33f114a,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:11:30.379686 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39276) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:11:30.382966 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-af6778b1-2496-4fae-b804-4a843204d37e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:30.397601 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [None req-af6778b1-2496-4fae-b804-4a843204d37e admin admin] Transition to ACTIVE for port object ae0f2da4-1567-4046-a9b8-dd2103d26b03 will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:11:30.419304 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-b4158bb7-21f1-4e65-8f88-d7488f8ddabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:30.468561 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4158bb7-21f1-4e65-8f88-d7488f8ddabf None None] Routers {'a25efaef-a53f-4471-8c0d-30bea923309b'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:11:30.469489 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-b4158bb7-21f1-4e65-8f88-d7488f8ddabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:11:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['a25efaef-a53f-4471-8c0d-30bea923309b'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:11:30.498769 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-af6778b1-2496-4fae-b804-4a843204d37e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:30.542962 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3392f8aa-eb92-430f-a6f3-1ee2434fdd6f None None] Pushing event updated for resources: {'Port': ['ID=f30bfe57-9892-4a66-9afb-b52dc33f114a,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:11:30.579860 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6778b1-2496-4fae-b804-4a843204d37e admin admin] Network 145d1216-e8e2-4105-8190-071eda74e029 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:11:30.581427 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6778b1-2496-4fae-b804-4a843204d37e admin admin] Pushing event updated for resources: {'Port': ['ID=ae0f2da4-1567-4046-a9b8-dd2103d26b03,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:11:30.584295 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-af6778b1-2496-4fae-b804-4a843204d37e admin admin] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:11:30.586741 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6778b1-2496-4fae-b804-4a843204d37e admin admin] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:11:30.587350 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-af6778b1-2496-4fae-b804-4a843204d37e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635668'] for router_interface, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:30.643939 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-b4158bb7-21f1-4e65-8f88-d7488f8ddabf None None] Set router a25efaef-a53f-4471-8c0d-30bea923309b gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:11:30.687336 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-026346ea-674b-4299-b57d-095c8cf9f4fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:30.836009 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-026346ea-674b-4299-b57d-095c8cf9f4fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:30.876194 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-af6778b1-2496-4fae-b804-4a843204d37e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:30.903937 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-026346ea-674b-4299-b57d-095c8cf9f4fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:30.909613 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-b4158bb7-21f1-4e65-8f88-d7488f8ddabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a25efaef-a53f-4471-8c0d-30bea923309b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-195726151-router', 'tenant_id': 'fc2d088ace9545fabb9ece3104798875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': 'f30bfe57-9892-4a66-9afb-b52dc33f114a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:11:26Z', 'updated_at': '2021-07-05T02:11:28Z', 'revision_number': 3, 'project_id': 'fc2d088ace9545fabb9ece3104798875', 'gw_port': {'id': 'f30bfe57-9892-4a66-9afb-b52dc33f114a', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f2:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a25efaef-a53f-4471-8c0d-30bea923309b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:11:27Z', 'updated_at': '2021-07-05T02:11:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:11:30.947668 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-026346ea-674b-4299-b57d-095c8cf9f4fe admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4639ba50c4894c4c9e57c9ff41b4c208&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5668781 Jul 05 02:11:30.948640 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026346ea-674b-4299-b57d-095c8cf9f4fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89423e61-2449-43a5-8ad3-0cd0a77aba81,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:11:30.954051 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 39296) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:11:30.990312 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-8ba4af7d-5d3d-4c65-b593-df5908faf7e3 None None] Provisioning for port ae0f2da4-1567-4046-a9b8-dd2103d26b03 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:11:30.994510 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-8ba4af7d-5d3d-4c65-b593-df5908faf7e3 None None] Provisioning complete for port ae0f2da4-1567-4046-a9b8-dd2103d26b03 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:11:30.994881 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8ba4af7d-5d3d-4c65-b593-df5908faf7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:31.042911 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-8ba4af7d-5d3d-4c65-b593-df5908faf7e3 None None] Port ae0f2da4-1567-4046-a9b8-dd2103d26b03 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:11:31.052802 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4158bb7-21f1-4e65-8f88-d7488f8ddabf None None] The sync data for ids ['a25efaef-a53f-4471-8c0d-30bea923309b'] in n-d-771362-32 is: [{'id': 'a25efaef-a53f-4471-8c0d-30bea923309b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-195726151-router', 'tenant_id': 'fc2d088ace9545fabb9ece3104798875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': 'f30bfe57-9892-4a66-9afb-b52dc33f114a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:11:26Z', 'updated_at': '2021-07-05T02:11:28Z', 'revision_number': 3, 'project_id': 'fc2d088ace9545fabb9ece3104798875', 'gw_port': {'id': 'f30bfe57-9892-4a66-9afb-b52dc33f114a', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f2:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a25efaef-a53f-4471-8c0d-30bea923309b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:11:27Z', 'updated_at': '2021-07-05T02:11:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:11:31.128129 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ff42795b-fabf-41f4-84d9-23d439a13b15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:31.171880 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ff42795b-fabf-41f4-84d9-23d439a13b15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:31.216585 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-af6778b1-2496-4fae-b804-4a843204d37e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:31.304308 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ff42795b-fabf-41f4-84d9-23d439a13b15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:31.309562 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ff42795b-fabf-41f4-84d9-23d439a13b15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:31.322513 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-ff42795b-fabf-41f4-84d9-23d439a13b15 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/89423e61-2449-43a5-8ad3-0cd0a77aba81 HTTP/1.1" status: 204 len: 168 time: 0.3614602 Jul 05 02:11:31.333323 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-af6778b1-2496-4fae-b804-4a843204d37e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:31.334033 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-af6778b1-2496-4fae-b804-4a843204d37e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634601'] for router_interface, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:31.396446 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff42795b-fabf-41f4-84d9-23d439a13b15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89423e61-2449-43a5-8ad3-0cd0a77aba81,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:11:31.518764 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6778b1-2496-4fae-b804-4a843204d37e admin admin] Pushing event updated for resources: {'Port': ['ID=ae0f2da4-1567-4046-a9b8-dd2103d26b03,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:11:31.536523 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6778b1-2496-4fae-b804-4a843204d37e admin admin] Network 145d1216-e8e2-4105-8190-071eda74e029 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:11:31.538020 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-af6778b1-2496-4fae-b804-4a843204d37e admin admin] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:11:31.662996 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af6778b1-2496-4fae-b804-4a843204d37e admin admin] Router a25efaef-a53f-4471-8c0d-30bea923309b has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:11:31.788198 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af6778b1-2496-4fae-b804-4a843204d37e admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:11:31.794347 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-af6778b1-2496-4fae-b804-4a843204d37e admin admin] 10.222.0.23 "PUT /v2.0/routers/a25efaef-a53f-4471-8c0d-30bea923309b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4104917 Jul 05 02:11:31.802362 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-5c9d204b-c597-47ba-969b-3049ac448cbb None None] Provisioning complete for port ae0f2da4-1567-4046-a9b8-dd2103d26b03 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:11:31.802362 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5c9d204b-c597-47ba-969b-3049ac448cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:31.855381 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-5c9d204b-c597-47ba-969b-3049ac448cbb None None] Port ae0f2da4-1567-4046-a9b8-dd2103d26b03 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:11:32.003304 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device f30bfe57-9892-4a66-9afb-b52dc33f114a up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:11:32.144166 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port f30bfe57-9892-4a66-9afb-b52dc33f114a completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:11:32.148240 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port f30bfe57-9892-4a66-9afb-b52dc33f114a triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:11:32.149623 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:32.246423 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:32.269730 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port f30bfe57-9892-4a66-9afb-b52dc33f114a, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=f30bfe57-9892-4a66-9afb-b52dc33f114a,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:11:32.365782 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 39386) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:11:32.379014 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-131b0262-e9e8-42b2-8af7-667b9d73f9e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:32.435260 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:32.504782 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-131b0262-e9e8-42b2-8af7-667b9d73f9e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:32.514876 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=f30bfe57-9892-4a66-9afb-b52dc33f114a,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:11:32.596964 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-131b0262-e9e8-42b2-8af7-667b9d73f9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:32.650792 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39394) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:11:32.651397 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-131b0262-e9e8-42b2-8af7-667b9d73f9e7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a7a9610c32bf4c998bd74c2ca2ce7f24&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2845209 Jul 05 02:11:32.654365 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131b0262-e9e8-42b2-8af7-667b9d73f9e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95fce2c5-df47-4bf2-a858-1d07094e5589,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:11:32.727148 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d4a4cc24-6d78-4c8b-a8a5-2712398cb73f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:32.759014 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d4a4cc24-6d78-4c8b-a8a5-2712398cb73f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:32.883903 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 39408) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:11:32.888819 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3382f82b-eb24-4260-aea4-d2fc580ccadf None None] Sync routers for ids ['a25efaef-a53f-4471-8c0d-30bea923309b'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:11:32.898628 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3382f82b-eb24-4260-aea4-d2fc580ccadf None None] Routers {'a25efaef-a53f-4471-8c0d-30bea923309b'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:11:32.898715 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d4a4cc24-6d78-4c8b-a8a5-2712398cb73f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:32.899902 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-3382f82b-eb24-4260-aea4-d2fc580ccadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:11:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['a25efaef-a53f-4471-8c0d-30bea923309b'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:11:32.911273 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d4a4cc24-6d78-4c8b-a8a5-2712398cb73f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:32.913259 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-d4a4cc24-6d78-4c8b-a8a5-2712398cb73f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/95fce2c5-df47-4bf2-a858-1d07094e5589 HTTP/1.1" status: 204 len: 168 time: 0.2607603 Jul 05 02:11:32.924919 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a4cc24-6d78-4c8b-a8a5-2712398cb73f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95fce2c5-df47-4bf2-a858-1d07094e5589,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:11:33.045415 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-3382f82b-eb24-4260-aea4-d2fc580ccadf None None] Set router a25efaef-a53f-4471-8c0d-30bea923309b gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:11:33.100906 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4a93e831-71ac-4e2d-a8a1-6b5d928850d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:33.172269 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39434) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:11:33.177877 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-5f786227-d4dd-4d19-8913-c95a38cb677a admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-795956513-network', 'tenant_id': '3259edb8ca374161bd4c90d3facbec24'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:11:33.226491 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4a93e831-71ac-4e2d-a8a1-6b5d928850d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:33.275136 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-3382f82b-eb24-4260-aea4-d2fc580ccadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a25efaef-a53f-4471-8c0d-30bea923309b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-195726151-router', 'tenant_id': 'fc2d088ace9545fabb9ece3104798875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': 'f30bfe57-9892-4a66-9afb-b52dc33f114a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:11:26Z', 'updated_at': '2021-07-05T02:11:30Z', 'revision_number': 4, 'project_id': 'fc2d088ace9545fabb9ece3104798875', 'gw_port': {'id': 'f30bfe57-9892-4a66-9afb-b52dc33f114a', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a25efaef-a53f-4471-8c0d-30bea923309b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:11:27Z', 'updated_at': '2021-07-05T02:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'ae0f2da4-1567-4046-a9b8-dd2103d26b03', 'name': '', 'network_id': '145d1216-e8e2-4105-8190-071eda74e029', 'tenant_id': 'fc2d088ace9545fabb9ece3104798875', 'mac_address': 'fa:16:3e:31:2c:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a25efaef-a53f-4471-8c0d-30bea923309b', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '0dc4a163-6453-4ce8-90db-602a0798fbd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:11:30Z', 'updated_at': '2021-07-05T02:11:30Z', 'revision_number': 2, 'project_id': 'fc2d088ace9545fabb9ece3104798875', 'subnets': [{'id': '0dc4a163-6453-4ce8-90db-602a0798fbd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:11:33.300836 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3382f82b-eb24-4260-aea4-d2fc580ccadf None None] Checking router: a25efaef-a53f-4471-8c0d-30bea923309b for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:11:33.301128 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3382f82b-eb24-4260-aea4-d2fc580ccadf None None] Updating router a25efaef-a53f-4471-8c0d-30bea923309b port ae0f2da4-1567-4046-a9b8-dd2103d26b03 binding host n-d-771362-32 {{(pid=94463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 02:11:33.332775 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4a93e831-71ac-4e2d-a8a1-6b5d928850d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:33.355860 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3382f82b-eb24-4260-aea4-d2fc580ccadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:33.375741 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-4a93e831-71ac-4e2d-a8a1-6b5d928850d7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2fbc5e3640544d248d5429df3cf2b276&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4907544 Jul 05 02:11:33.378339 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a93e831-71ac-4e2d-a8a1-6b5d928850d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a812c4ad-77d8-4cfd-ab1b-edd097e22ece,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:11:33.379187 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39442) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:11:33.481450 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f786227-d4dd-4d19-8913-c95a38cb677a admin admin] Made reservation on behalf of 3259edb8ca374161bd4c90d3facbec24 for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:11:33.482551 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5f786227-d4dd-4d19-8913-c95a38cb677a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:33.492846 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5f786227-d4dd-4d19-8913-c95a38cb677a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:33.496142 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-afa48232-3d0f-4f2e-b485-77cca6f01e4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:33.561111 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-afa48232-3d0f-4f2e-b485-77cca6f01e4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:33.713274 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5f786227-d4dd-4d19-8913-c95a38cb677a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:33.729847 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3382f82b-eb24-4260-aea4-d2fc580ccadf None None] Notify callbacks [] for port, precommit_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:33.772667 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-afa48232-3d0f-4f2e-b485-77cca6f01e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:33.772896 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-3382f82b-eb24-4260-aea4-d2fc580ccadf None None] Transition to ACTIVE for port object ae0f2da4-1567-4046-a9b8-dd2103d26b03 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:11:33.775282 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-afa48232-3d0f-4f2e-b485-77cca6f01e4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:33.776462 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-afa48232-3d0f-4f2e-b485-77cca6f01e4c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a812c4ad-77d8-4cfd-ab1b-edd097e22ece HTTP/1.1" status: 204 len: 168 time: 0.3962953 Jul 05 02:11:33.784204 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa48232-3d0f-4f2e-b485-77cca6f01e4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a812c4ad-77d8-4cfd-ab1b-edd097e22ece,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:11:33.800888 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5f786227-d4dd-4d19-8913-c95a38cb677a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:33.824289 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f786227-d4dd-4d19-8913-c95a38cb677a admin admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:11:33.833022 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f786227-d4dd-4d19-8913-c95a38cb677a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=074b3534-4aba-402c-945b-affd64816514,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:11:33.838581 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5f786227-d4dd-4d19-8913-c95a38cb677a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:33.838926 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-5f786227-d4dd-4d19-8913-c95a38cb677a admin admin] Added segment bfed398f-0be6-498f-a173-eb47a855a535 of type vlan for network 4d7d7e9e-01a7-42cb-8ed0-886d036f94b3 Jul 05 02:11:33.884945 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5f786227-d4dd-4d19-8913-c95a38cb677a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:33.905673 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3382f82b-eb24-4260-aea4-d2fc580ccadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:33.951169 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device f30bfe57-9892-4a66-9afb-b52dc33f114a up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:11:34.009593 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7658f293-92a4-4525-ac03-97d93ed45d7f None None] Pushing event updated for resources: {'Port': ['ID=ae0f2da4-1567-4046-a9b8-dd2103d26b03,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:11:34.052913 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5f786227-d4dd-4d19-8913-c95a38cb677a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:34.055104 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f786227-d4dd-4d19-8913-c95a38cb677a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:11:34.055885 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5f786227-d4dd-4d19-8913-c95a38cb677a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:34.176754 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-5f786227-d4dd-4d19-8913-c95a38cb677a admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.0033588 Jul 05 02:11:34.181137 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39494) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:11:34.188218 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-2a398a65-59e1-4ca9-bffc-ee158bfc0dc0 admin admin] Request body: {'subnet': {'network_id': '4d7d7e9e-01a7-42cb-8ed0-886d036f94b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-795956513-subnet', 'tenant_id': '3259edb8ca374161bd4c90d3facbec24', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:11:34.210175 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f786227-d4dd-4d19-8913-c95a38cb677a admin admin] Pushing event updated for resources: {'Network': ['ID=4d7d7e9e-01a7-42cb-8ed0-886d036f94b3,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:11:34.222428 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-3382f82b-eb24-4260-aea4-d2fc580ccadf None None] Attempting to bind port ae0f2da4-1567-4046-a9b8-dd2103d26b03 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:11:34.223012 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-3382f82b-eb24-4260-aea4-d2fc580ccadf None None] Attempting to bind port ae0f2da4-1567-4046-a9b8-dd2103d26b03 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '54993d40-1817-4e9a-9179-be5527f6d698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '145d1216-e8e2-4105-8190-071eda74e029'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:11:34.223714 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3382f82b-eb24-4260-aea4-d2fc580ccadf None None] Attempting to bind port ae0f2da4-1567-4046-a9b8-dd2103d26b03 on network 145d1216-e8e2-4105-8190-071eda74e029 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:11:34.225828 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port f30bfe57-9892-4a66-9afb-b52dc33f114a triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:11:34.226406 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:34.251232 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 4d7d7e9e-01a7-42cb-8ed0-886d036f94b3 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:11:34.253929 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3382f82b-eb24-4260-aea4-d2fc580ccadf None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:11:34.254630 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3382f82b-eb24-4260-aea4-d2fc580ccadf None None] Checking segment: {'id': '54993d40-1817-4e9a-9179-be5527f6d698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '145d1216-e8e2-4105-8190-071eda74e029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:11:34.255249 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3382f82b-eb24-4260-aea4-d2fc580ccadf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:34.255832 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3382f82b-eb24-4260-aea4-d2fc580ccadf None None] Bound using segment: {'id': '54993d40-1817-4e9a-9179-be5527f6d698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '145d1216-e8e2-4105-8190-071eda74e029'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:11:34.256504 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-3382f82b-eb24-4260-aea4-d2fc580ccadf None None] Bound port: ae0f2da4-1567-4046-a9b8-dd2103d26b03, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54993d40-1817-4e9a-9179-be5527f6d698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '145d1216-e8e2-4105-8190-071eda74e029'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:11:34.257114 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3382f82b-eb24-4260-aea4-d2fc580ccadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:34.321136 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a398a65-59e1-4ca9-bffc-ee158bfc0dc0 admin admin] Made reservation on behalf of 3259edb8ca374161bd4c90d3facbec24 for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:11:34.323491 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2a398a65-59e1-4ca9-bffc-ee158bfc0dc0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:34.424906 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-3382f82b-eb24-4260-aea4-d2fc580ccadf None None] For port ae0f2da4-1567-4046-a9b8-dd2103d26b03, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:11:34.453029 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-3382f82b-eb24-4260-aea4-d2fc580ccadf None None] For port ae0f2da4-1567-4046-a9b8-dd2103d26b03, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=ae0f2da4-1567-4046-a9b8-dd2103d26b03,segment=NetworkSegment(54993d40-1817-4e9a-9179-be5527f6d698),segment_id=54993d40-1817-4e9a-9179-be5527f6d698)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:11:34.550306 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3382f82b-eb24-4260-aea4-d2fc580ccadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:34.584710 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2a398a65-59e1-4ca9-bffc-ee158bfc0dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:34.645000 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3382f82b-eb24-4260-aea4-d2fc580ccadf None None] Routers {'a25efaef-a53f-4471-8c0d-30bea923309b'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:11:34.645941 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-3382f82b-eb24-4260-aea4-d2fc580ccadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:11:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['a25efaef-a53f-4471-8c0d-30bea923309b'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:11:34.758767 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-3382f82b-eb24-4260-aea4-d2fc580ccadf None None] Set router a25efaef-a53f-4471-8c0d-30bea923309b gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:11:34.766282 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 39522) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:11:34.768773 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a398a65-59e1-4ca9-bffc-ee158bfc0dc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=699a73c9-e224-438d-8d87-02bbd4bb2f34,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:11:34.822870 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7658f293-92a4-4525-ac03-97d93ed45d7f None None] Pushing event updated for resources: {'Port': ['ID=ae0f2da4-1567-4046-a9b8-dd2103d26b03,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:11:34.831193 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a398a65-59e1-4ca9-bffc-ee158bfc0dc0 admin admin] Checking segment: {'id': 'bfed398f-0be6-498f-a173-eb47a855a535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4d7d7e9e-01a7-42cb-8ed0-886d036f94b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:11:34.832073 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a398a65-59e1-4ca9-bffc-ee158bfc0dc0 admin admin] Network hostable DHCP agents. Network: 4d7d7e9e-01a7-42cb-8ed0-886d036f94b3, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:11:34.938400 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a398a65-59e1-4ca9-bffc-ee158bfc0dc0 admin admin] Network 4d7d7e9e-01a7-42cb-8ed0-886d036f94b3 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:11:35.012420 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-2a398a65-59e1-4ca9-bffc-ee158bfc0dc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 4d7d7e9e-01a7-42cb-8ed0-886d036f94b3) {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:11:35.019028 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a398a65-59e1-4ca9-bffc-ee158bfc0dc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:11:35.019622 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2a398a65-59e1-4ca9-bffc-ee158bfc0dc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:35.031811 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26cd5de-3b55-45d0-a38a-98ef21882e73 None None] Network 4d7d7e9e-01a7-42cb-8ed0-886d036f94b3 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:11:35.086695 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3667ec64-2887-4103-95b0-542b893263aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:35.170591 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 39554) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:11:35.170803 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-2a398a65-59e1-4ca9-bffc-ee158bfc0dc0 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9898181 Jul 05 02:11:35.175222 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-3382f82b-eb24-4260-aea4-d2fc580ccadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a25efaef-a53f-4471-8c0d-30bea923309b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-195726151-router', 'tenant_id': 'fc2d088ace9545fabb9ece3104798875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': 'f30bfe57-9892-4a66-9afb-b52dc33f114a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:11:26Z', 'updated_at': '2021-07-05T02:11:30Z', 'revision_number': 4, 'project_id': 'fc2d088ace9545fabb9ece3104798875', 'gw_port': {'id': 'f30bfe57-9892-4a66-9afb-b52dc33f114a', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a25efaef-a53f-4471-8c0d-30bea923309b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:11:27Z', 'updated_at': '2021-07-05T02:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'ae0f2da4-1567-4046-a9b8-dd2103d26b03', 'name': '', 'network_id': '145d1216-e8e2-4105-8190-071eda74e029', 'tenant_id': 'fc2d088ace9545fabb9ece3104798875', 'mac_address': 'fa:16:3e:31:2c:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a25efaef-a53f-4471-8c0d-30bea923309b', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '0dc4a163-6453-4ce8-90db-602a0798fbd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:11:30Z', 'updated_at': '2021-07-05T02:11:34Z', 'revision_number': 4, 'project_id': 'fc2d088ace9545fabb9ece3104798875', 'subnets': [{'id': '0dc4a163-6453-4ce8-90db-602a0798fbd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:11:35.180073 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-677b32ce-db68-4c2f-990c-ac85edc69b67 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-795956513-router', 'tenant_id': '3259edb8ca374161bd4c90d3facbec24', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:11:35.206536 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3382f82b-eb24-4260-aea4-d2fc580ccadf None None] The sync data for ids ['a25efaef-a53f-4471-8c0d-30bea923309b'] in n-d-771362-32 is: [{'id': 'a25efaef-a53f-4471-8c0d-30bea923309b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-195726151-router', 'tenant_id': 'fc2d088ace9545fabb9ece3104798875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': 'f30bfe57-9892-4a66-9afb-b52dc33f114a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:11:26Z', 'updated_at': '2021-07-05T02:11:30Z', 'revision_number': 4, 'project_id': 'fc2d088ace9545fabb9ece3104798875', 'gw_port': {'id': 'f30bfe57-9892-4a66-9afb-b52dc33f114a', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a25efaef-a53f-4471-8c0d-30bea923309b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:11:27Z', 'updated_at': '2021-07-05T02:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'ae0f2da4-1567-4046-a9b8-dd2103d26b03', 'name': '', 'network_id': '145d1216-e8e2-4105-8190-071eda74e029', 'tenant_id': 'fc2d088ace9545fabb9ece3104798875', 'mac_address': 'fa:16:3e:31:2c:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a25efaef-a53f-4471-8c0d-30bea923309b', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '0dc4a163-6453-4ce8-90db-602a0798fbd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:11:30Z', 'updated_at': '2021-07-05T02:11:34Z', 'revision_number': 4, 'project_id': 'fc2d088ace9545fabb9ece3104798875', 'subnets': [{'id': '0dc4a163-6453-4ce8-90db-602a0798fbd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:11:35.255592 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39564) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:11:35.272927 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2884b204-f3b3-481d-a8f1-ed9f8231a773 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-4d7d7e9e-01a7-42cb-8ed0-886d036f94b3', 'network_id': '4d7d7e9e-01a7-42cb-8ed0-886d036f94b3', 'tenant_id': '3259edb8ca374161bd4c90d3facbec24', 'fixed_ips': [{'subnet_id': '699a73c9-e224-438d-8d87-02bbd4bb2f34'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:11:35.272927 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-2884b204-f3b3-481d-a8f1-ed9f8231a773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:35.355501 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3667ec64-2887-4103-95b0-542b893263aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:35.469090 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-2884b204-f3b3-481d-a8f1-ed9f8231a773 None None] Allocated IP 172.20.0.2 (4d7d7e9e-01a7-42cb-8ed0-886d036f94b3/699a73c9-e224-438d-8d87-02bbd4bb2f34/7aa791b9-e9e8-4e28-adca-781526a09372) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:11:35.510082 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3667ec64-2887-4103-95b0-542b893263aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:35.527063 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39572) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:11:35.549592 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8c0b592f-bfc1-49ca-9b3a-0fb9985ca160 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:35.562290 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3667ec64-2887-4103-95b0-542b893263aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a6bbfce-32a5-4cfd-8616-2e4adb1218b1,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:11:35.602836 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-3667ec64-2887-4103-95b0-542b893263aa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d04343fae4e942edbbe743c52b825e20&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8346951 Jul 05 02:11:35.612742 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39578) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:11:35.658925 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-677b32ce-db68-4c2f-990c-ac85edc69b67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11810'] for router, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:35.660983 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-677b32ce-db68-4c2f-990c-ac85edc69b67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1926740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11821'] for router, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:35.762961 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-2884b204-f3b3-481d-a8f1-ed9f8231a773 None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:35.778525 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-157095d6-8830-4da1-a2f1-4d0ff2053675 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:35.795726 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-2884b204-f3b3-481d-a8f1-ed9f8231a773 None None] Transition to ACTIVE for port object 7aa791b9-e9e8-4e28-adca-781526a09372 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:11:35.824654 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-2884b204-f3b3-481d-a8f1-ed9f8231a773 None None] Transition to ACTIVE for port object 7aa791b9-e9e8-4e28-adca-781526a09372 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:11:35.850018 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-157095d6-8830-4da1-a2f1-4d0ff2053675 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:35.943913 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7e2a6146-7c1e-4411-a4b8-1ec20e64b9c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:35.956658 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-2884b204-f3b3-481d-a8f1-ed9f8231a773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:36.005510 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2884b204-f3b3-481d-a8f1-ed9f8231a773 None None] Network 4d7d7e9e-01a7-42cb-8ed0-886d036f94b3 is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:11:36.019728 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8c0b592f-bfc1-49ca-9b3a-0fb9985ca160 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:36.065039 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-157095d6-8830-4da1-a2f1-4d0ff2053675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:36.067859 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-157095d6-8830-4da1-a2f1-4d0ff2053675 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:36.073967 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-157095d6-8830-4da1-a2f1-4d0ff2053675 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1a6bbfce-32a5-4cfd-8616-2e4adb1218b1 HTTP/1.1" status: 204 len: 168 time: 0.4551265 Jul 05 02:11:36.094830 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157095d6-8830-4da1-a2f1-4d0ff2053675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a6bbfce-32a5-4cfd-8616-2e4adb1218b1,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:11:36.095040 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-2884b204-f3b3-481d-a8f1-ed9f8231a773 None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:11:36.101575 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2884b204-f3b3-481d-a8f1-ed9f8231a773 None None] Pushing event updated for resources: {'Port': ['ID=7aa791b9-e9e8-4e28-adca-781526a09372,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:11:36.107037 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2884b204-f3b3-481d-a8f1-ed9f8231a773 None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:11:36.116531 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8c0b592f-bfc1-49ca-9b3a-0fb9985ca160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:36.152056 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-677b32ce-db68-4c2f-990c-ac85edc69b67 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:36.152646 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device ae0f2da4-1567-4046-a9b8-dd2103d26b03 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:11:36.231882 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-8c0b592f-bfc1-49ca-9b3a-0fb9985ca160 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1918a49c86f446a59a83408b7bffd899&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7068117 Jul 05 02:11:36.241039 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39612) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:11:36.295798 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-2884b204-f3b3-481d-a8f1-ed9f8231a773 None None] Attempting to bind port 7aa791b9-e9e8-4e28-adca-781526a09372 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:11:36.296354 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-2884b204-f3b3-481d-a8f1-ed9f8231a773 None None] Attempting to bind port 7aa791b9-e9e8-4e28-adca-781526a09372 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'bfed398f-0be6-498f-a173-eb47a855a535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4d7d7e9e-01a7-42cb-8ed0-886d036f94b3'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:11:36.296598 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2884b204-f3b3-481d-a8f1-ed9f8231a773 None None] Attempting to bind port 7aa791b9-e9e8-4e28-adca-781526a09372 on network 4d7d7e9e-01a7-42cb-8ed0-886d036f94b3 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:11:36.311945 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2884b204-f3b3-481d-a8f1-ed9f8231a773 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:11:36.312328 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2884b204-f3b3-481d-a8f1-ed9f8231a773 None None] Checking segment: {'id': 'bfed398f-0be6-498f-a173-eb47a855a535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4d7d7e9e-01a7-42cb-8ed0-886d036f94b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:11:36.312653 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0b592f-bfc1-49ca-9b3a-0fb9985ca160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a33292b9-3965-4923-abdc-2a9e1fcef337,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:11:36.312770 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-2884b204-f3b3-481d-a8f1-ed9f8231a773 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:36.313132 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2884b204-f3b3-481d-a8f1-ed9f8231a773 None None] Bound using segment: {'id': 'bfed398f-0be6-498f-a173-eb47a855a535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4d7d7e9e-01a7-42cb-8ed0-886d036f94b3'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:11:36.313599 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-2884b204-f3b3-481d-a8f1-ed9f8231a773 None None] Bound port: 7aa791b9-e9e8-4e28-adca-781526a09372, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfed398f-0be6-498f-a173-eb47a855a535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4d7d7e9e-01a7-42cb-8ed0-886d036f94b3'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:11:36.314001 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-2884b204-f3b3-481d-a8f1-ed9f8231a773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:36.357801 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-032aeba4-f2c5-4ea4-b648-eb77473fdb82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:36.398744 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-677b32ce-db68-4c2f-990c-ac85edc69b67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:36.409918 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-032aeba4-f2c5-4ea4-b648-eb77473fdb82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:36.436962 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-2884b204-f3b3-481d-a8f1-ed9f8231a773 None None] For port 7aa791b9-e9e8-4e28-adca-781526a09372, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:11:36.441238 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-2884b204-f3b3-481d-a8f1-ed9f8231a773 None None] For port 7aa791b9-e9e8-4e28-adca-781526a09372, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=7aa791b9-e9e8-4e28-adca-781526a09372,segment=NetworkSegment(bfed398f-0be6-498f-a173-eb47a855a535),segment_id=bfed398f-0be6-498f-a173-eb47a855a535)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:11:36.487538 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7e2a6146-7c1e-4411-a4b8-1ec20e64b9c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:36.544521 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port ae0f2da4-1567-4046-a9b8-dd2103d26b03 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:11:36.548430 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-2884b204-f3b3-481d-a8f1-ed9f8231a773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:36.555149 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port ae0f2da4-1567-4046-a9b8-dd2103d26b03 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:11:36.555149 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:36.601468 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7e2a6146-7c1e-4411-a4b8-1ec20e64b9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:36.606490 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-032aeba4-f2c5-4ea4-b648-eb77473fdb82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:36.608967 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-032aeba4-f2c5-4ea4-b648-eb77473fdb82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:36.615794 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-032aeba4-f2c5-4ea4-b648-eb77473fdb82 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a33292b9-3965-4923-abdc-2a9e1fcef337 HTTP/1.1" status: 204 len: 168 time: 0.3730042 Jul 05 02:11:36.699170 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-7e2a6146-7c1e-4411-a4b8-1ec20e64b9c0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=59be3acf6ab746d69d891221d8e3b7aa&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4422643 Jul 05 02:11:36.700677 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2a6146-7c1e-4411-a4b8-1ec20e64b9c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea211107-3cba-4b3d-9a33-c7b19ddb185d,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:11:36.706319 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39642) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:11:36.727304 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032aeba4-f2c5-4ea4-b648-eb77473fdb82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a33292b9-3965-4923-abdc-2a9e1fcef337,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:11:36.747029 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2884b204-f3b3-481d-a8f1-ed9f8231a773 None None] Pushing event updated for resources: {'Port': ['ID=7aa791b9-e9e8-4e28-adca-781526a09372,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:11:36.776356 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-354b7894-f44b-43b5-8489-36db742d049a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:36.808469 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-677b32ce-db68-4c2f-990c-ac85edc69b67 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:36.820045 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-354b7894-f44b-43b5-8489-36db742d049a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:36.832744 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-677b32ce-db68-4c2f-990c-ac85edc69b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:36.861952 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:36.907818 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port ae0f2da4-1567-4046-a9b8-dd2103d26b03, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=ae0f2da4-1567-4046-a9b8-dd2103d26b03,segment=NetworkSegment(54993d40-1817-4e9a-9179-be5527f6d698),segment_id=54993d40-1817-4e9a-9179-be5527f6d698)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:11:36.990864 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-677b32ce-db68-4c2f-990c-ac85edc69b67 admin admin] Allocated IP 172.25.7.157 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/c4c2f9bc-7bfb-4a8c-ab44-a0ff92b1c9bc) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:11:37.031321 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-354b7894-f44b-43b5-8489-36db742d049a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:37.032443 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:37.048691 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-354b7894-f44b-43b5-8489-36db742d049a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:37.052569 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-354b7894-f44b-43b5-8489-36db742d049a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ea211107-3cba-4b3d-9a33-c7b19ddb185d HTTP/1.1" status: 204 len: 168 time: 0.3421464 Jul 05 02:11:37.073886 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354b7894-f44b-43b5-8489-36db742d049a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea211107-3cba-4b3d-9a33-c7b19ddb185d,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:11:37.117889 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 39654) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:11:37.140245 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=ae0f2da4-1567-4046-a9b8-dd2103d26b03,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:11:37.144687 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ffb0922b-97e4-4869-ba19-fa9006e7ace8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:37.191372 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-677b32ce-db68-4c2f-990c-ac85edc69b67 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:37.303776 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ffb0922b-97e4-4869-ba19-fa9006e7ace8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:37.361323 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-677b32ce-db68-4c2f-990c-ac85edc69b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:37.383709 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39668) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:11:37.385941 n-d-771362-32 neutron-server[94462]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 05 02:11:37.396126 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ffb0922b-97e4-4869-ba19-fa9006e7ace8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:37.401017 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677b32ce-db68-4c2f-990c-ac85edc69b67 admin admin] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:11:37.409082 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-677b32ce-db68-4c2f-990c-ac85edc69b67 admin admin] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:11:37.413123 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ce1bb36d-f024-49c1-a059-5cfb0510b7bd req-6a6efd4c-e72a-40fa-a940-57df8cfae0ce tempest-AggregatesAdminTestJSON-1803124775 tempest-AggregatesAdminTestJSON-1803124775-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=ea98bf998acf440e80522f1864ed3be1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282414 Jul 05 02:11:37.421828 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677b32ce-db68-4c2f-990c-ac85edc69b67 admin admin] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:11:37.469586 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677b32ce-db68-4c2f-990c-ac85edc69b67 admin admin] Pushing event updated for resources: {'Port': ['ID=c4c2f9bc-7bfb-4a8c-ab44-a0ff92b1c9bc,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:11:37.510233 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-ffb0922b-97e4-4869-ba19-fa9006e7ace8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4ce49308649b4345a99704de65a87536&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3911927 Jul 05 02:11:37.513667 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39672) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:11:37.528233 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1bb36d-f024-49c1-a059-5cfb0510b7bd req-25826c9e-e1ca-44ad-804e-f1a05961d0ce tempest-AggregatesAdminTestJSON-1803124775 tempest-AggregatesAdminTestJSON-1803124775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:11:37.529726 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ce1bb36d-f024-49c1-a059-5cfb0510b7bd req-25826c9e-e1ca-44ad-804e-f1a05961d0ce tempest-AggregatesAdminTestJSON-1803124775 tempest-AggregatesAdminTestJSON-1803124775-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1109064 Jul 05 02:11:37.539498 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb0922b-97e4-4869-ba19-fa9006e7ace8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8806002c-233f-4c4a-9107-2973536c15a9,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:11:37.571562 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ce1bb36d-f024-49c1-a059-5cfb0510b7bd req-3ff26e36-3671-44cd-afe3-29de74878c5f tempest-AggregatesAdminTestJSON-1803124775 tempest-AggregatesAdminTestJSON-1803124775-project] 10.222.0.23 "GET /v2.0/quotas/ea98bf998acf440e80522f1864ed3be1 HTTP/1.1" status: 200 len: 375 time: 0.0234852 Jul 05 02:11:37.631838 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ce1bb36d-f024-49c1-a059-5cfb0510b7bd req-d905ba6e-927b-4b0d-87fa-03078df0162a tempest-AggregatesAdminTestJSON-1803124775 tempest-AggregatesAdminTestJSON-1803124775-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ea98bf998acf440e80522f1864ed3be1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0537598 Jul 05 02:11:37.632430 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8d231a69-4e24-4dfc-99c9-54a9da48e9f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:37.656042 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8d231a69-4e24-4dfc-99c9-54a9da48e9f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:37.790082 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-677b32ce-db68-4c2f-990c-ac85edc69b67 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:37.800987 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8d231a69-4e24-4dfc-99c9-54a9da48e9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:37.804000 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8d231a69-4e24-4dfc-99c9-54a9da48e9f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:37.804725 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-8d231a69-4e24-4dfc-99c9-54a9da48e9f0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8806002c-233f-4c4a-9107-2973536c15a9 HTTP/1.1" status: 204 len: 168 time: 0.2910335 Jul 05 02:11:37.813414 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d231a69-4e24-4dfc-99c9-54a9da48e9f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8806002c-233f-4c4a-9107-2973536c15a9,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:11:38.009055 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4333eeb4-2cca-43c9-95ed-0ae38398abeb None None] Network 4d7d7e9e-01a7-42cb-8ed0-886d036f94b3 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:11:38.109761 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39698) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:11:38.128779 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-677b32ce-db68-4c2f-990c-ac85edc69b67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963'] for router, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:38.133293 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device ae0f2da4-1567-4046-a9b8-dd2103d26b03 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:11:38.192399 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-cd26e033-e504-48e5-aa33-9b30204d2fd5 None None] Provisioning for port 7aa791b9-e9e8-4e28-adca-781526a09372 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:11:38.251108 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39702) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:11:38.251658 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port ae0f2da4-1567-4046-a9b8-dd2103d26b03 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:11:38.252032 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:38.270556 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-48451317-eead-4a40-8ae3-784c9a0850a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:38.332873 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-677b32ce-db68-4c2f-990c-ac85edc69b67 admin admin] Router 8d26dead-da72-4f4f-88ff-ec76a4def487 is scheduled to L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 with binding_index 1 {{(pid=94461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 02:11:38.398440 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-48451317-eead-4a40-8ae3-784c9a0850a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:38.462565 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 7aa791b9-e9e8-4e28-adca-781526a09372 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:11:38.475642 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-48451317-eead-4a40-8ae3-784c9a0850a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:38.545548 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48451317-eead-4a40-8ae3-784c9a0850a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc85942-a154-48e8-8bb3-de1c505ad6e1,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:11:38.578209 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-48451317-eead-4a40-8ae3-784c9a0850a0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0d1820e468f5483cac3262da3c2370e2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3235731 Jul 05 02:11:38.578516 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39712) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:11:38.612452 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 7aa791b9-e9e8-4e28-adca-781526a09372 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:11:38.619896 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 7aa791b9-e9e8-4e28-adca-781526a09372 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:11:38.620519 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:38.668241 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c2c37fb8-9833-43b9-b3ed-7b601aca112d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:38.670195 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-677b32ce-db68-4c2f-990c-ac85edc69b67 admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:11:38.680439 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71da139-8b26-4f11-ac24-bec99f6973e9 None None] Sync routers for ids ['8d26dead-da72-4f4f-88ff-ec76a4def487'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:11:38.702156 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c2c37fb8-9833-43b9-b3ed-7b601aca112d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:38.713080 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71da139-8b26-4f11-ac24-bec99f6973e9 None None] Routers {'8d26dead-da72-4f4f-88ff-ec76a4def487'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:11:38.713784 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-d71da139-8b26-4f11-ac24-bec99f6973e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:11:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['8d26dead-da72-4f4f-88ff-ec76a4def487'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:11:38.757228 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:38.786328 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2a1d3259-65c6-45f6-97e6-baa7b2e9272f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:38.834600 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-677b32ce-db68-4c2f-990c-ac85edc69b67 admin admin] Notify callbacks [] for router, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:38.834600 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-677b32ce-db68-4c2f-990c-ac85edc69b67 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.6595581 Jul 05 02:11:38.834600 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 39720) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:11:38.865673 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 7aa791b9-e9e8-4e28-adca-781526a09372, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=7aa791b9-e9e8-4e28-adca-781526a09372,segment=NetworkSegment(bfed398f-0be6-498f-a173-eb47a855a535),segment_id=bfed398f-0be6-498f-a173-eb47a855a535)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:11:38.880552 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-a18d56d2-d477-482b-8106-876bd9184d60 None None] Provisioning complete for port 7aa791b9-e9e8-4e28-adca-781526a09372 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:11:38.881309 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a18d56d2-d477-482b-8106-876bd9184d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:38.904702 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c2c37fb8-9833-43b9-b3ed-7b601aca112d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:38.907233 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c2c37fb8-9833-43b9-b3ed-7b601aca112d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:38.908424 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-c2c37fb8-9833-43b9-b3ed-7b601aca112d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2bc85942-a154-48e8-8bb3-de1c505ad6e1 HTTP/1.1" status: 204 len: 168 time: 0.3288846 Jul 05 02:11:38.940244 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 39730) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:11:38.961237 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:38.964251 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c37fb8-9833-43b9-b3ed-7b601aca112d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc85942-a154-48e8-8bb3-de1c505ad6e1,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:11:38.988446 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-d71da139-8b26-4f11-ac24-bec99f6973e9 None None] Set router 8d26dead-da72-4f4f-88ff-ec76a4def487 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:11:39.060511 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2a1d3259-65c6-45f6-97e6-baa7b2e9272f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:39.088293 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=7aa791b9-e9e8-4e28-adca-781526a09372,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:11:39.161256 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2a1d3259-65c6-45f6-97e6-baa7b2e9272f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:39.209163 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1d3259-65c6-45f6-97e6-baa7b2e9272f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a3a0a6-e9e0-4201-9486-6b21e7224d15,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:11:39.232689 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-2a1d3259-65c6-45f6-97e6-baa7b2e9272f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1eea8f721c624c12a0adb387c0b5374c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1217980 Jul 05 02:11:39.233378 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39746) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:11:39.288635 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-dcf43c81-5674-4230-949f-a455bb345bec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:39.311369 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-dcf43c81-5674-4230-949f-a455bb345bec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:39.316816 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-d71da139-8b26-4f11-ac24-bec99f6973e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d26dead-da72-4f4f-88ff-ec76a4def487', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-795956513-router', 'tenant_id': '3259edb8ca374161bd4c90d3facbec24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'c4c2f9bc-7bfb-4a8c-ab44-a0ff92b1c9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:11:35Z', 'updated_at': '2021-07-05T02:11:37Z', 'revision_number': 3, 'project_id': '3259edb8ca374161bd4c90d3facbec24', 'gw_port': {'id': 'c4c2f9bc-7bfb-4a8c-ab44-a0ff92b1c9bc', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:24:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d26dead-da72-4f4f-88ff-ec76a4def487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:11:36Z', 'updated_at': '2021-07-05T02:11:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:11:39.348075 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71da139-8b26-4f11-ac24-bec99f6973e9 None None] Checking router: 8d26dead-da72-4f4f-88ff-ec76a4def487 for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:11:39.348417 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71da139-8b26-4f11-ac24-bec99f6973e9 None None] Updating router 8d26dead-da72-4f4f-88ff-ec76a4def487 port c4c2f9bc-7bfb-4a8c-ab44-a0ff92b1c9bc binding host n-d-771362-32 {{(pid=94464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 02:11:39.391843 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d71da139-8b26-4f11-ac24-bec99f6973e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:39.424840 n-d-771362-32 neutron-server[94461]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 05 02:11:39.469983 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-dcf43c81-5674-4230-949f-a455bb345bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:39.474494 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-dcf43c81-5674-4230-949f-a455bb345bec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:39.475638 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-dcf43c81-5674-4230-949f-a455bb345bec admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b3a3a0a6-e9e0-4201-9486-6b21e7224d15 HTTP/1.1" status: 204 len: 168 time: 0.2409329 Jul 05 02:11:39.485374 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-33642aa2-dd04-42f7-adda-ee2e84e7a637 req-1c35dc63-bc1d-4ef3-83b2-9fbc56b0fd13 tempest-AggregatesAdminTestJSON-1803124775 tempest-AggregatesAdminTestJSON-1803124775-project] 10.222.0.23 "GET /v2.0/ports?device_id=c412ab85-7a22-47a9-9696-ac1e8e638934 HTTP/1.1" status: 200 len: 210 time: 0.5391650 Jul 05 02:11:39.486563 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf43c81-5674-4230-949f-a455bb345bec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a3a0a6-e9e0-4201-9486-6b21e7224d15,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:11:39.559109 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d86aa000-b977-4d9f-b1f0-f8666a8fa2cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:39.698449 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d71da139-8b26-4f11-ac24-bec99f6973e9 None None] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:39.714596 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-d71da139-8b26-4f11-ac24-bec99f6973e9 None None] Transition to ACTIVE for port object c4c2f9bc-7bfb-4a8c-ab44-a0ff92b1c9bc will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:11:39.737351 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-d86aa000-b977-4d9f-b1f0-f8666a8fa2cd admin admin] Allocated IP 172.20.0.1 (4d7d7e9e-01a7-42cb-8ed0-886d036f94b3/699a73c9-e224-438d-8d87-02bbd4bb2f34/8aad45fa-f4a8-4257-a8a4-705f98be6be9) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:11:39.795955 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d71da139-8b26-4f11-ac24-bec99f6973e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:39.837441 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d86aa000-b977-4d9f-b1f0-f8666a8fa2cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:39.850868 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [None req-d86aa000-b977-4d9f-b1f0-f8666a8fa2cd admin admin] Transition to ACTIVE for port object 8aad45fa-f4a8-4257-a8a4-705f98be6be9 will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:11:39.866838 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-d71da139-8b26-4f11-ac24-bec99f6973e9 None None] Attempting to bind port c4c2f9bc-7bfb-4a8c-ab44-a0ff92b1c9bc on host n-d-771362-32 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:11:39.866838 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-d71da139-8b26-4f11-ac24-bec99f6973e9 None None] Attempting to bind port c4c2f9bc-7bfb-4a8c-ab44-a0ff92b1c9bc by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:11:39.866838 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71da139-8b26-4f11-ac24-bec99f6973e9 None None] Attempting to bind port c4c2f9bc-7bfb-4a8c-ab44-a0ff92b1c9bc on network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:11:39.866838 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914c16ac-50a8-451b-9bca-ba489693a692 None None] Pushing event updated for resources: {'Port': ['ID=c4c2f9bc-7bfb-4a8c-ab44-a0ff92b1c9bc,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:11:39.875562 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71da139-8b26-4f11-ac24-bec99f6973e9 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:11:39.876941 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71da139-8b26-4f11-ac24-bec99f6973e9 None None] Checking segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:11:39.877684 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d71da139-8b26-4f11-ac24-bec99f6973e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:39.878814 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71da139-8b26-4f11-ac24-bec99f6973e9 None None] Bound using segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:11:39.879783 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-d71da139-8b26-4f11-ac24-bec99f6973e9 None None] Bound port: c4c2f9bc-7bfb-4a8c-ab44-a0ff92b1c9bc, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:11:39.880468 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d71da139-8b26-4f11-ac24-bec99f6973e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:39.947025 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-d71da139-8b26-4f11-ac24-bec99f6973e9 None None] For port c4c2f9bc-7bfb-4a8c-ab44-a0ff92b1c9bc, host n-d-771362-32, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:11:39.950018 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-d71da139-8b26-4f11-ac24-bec99f6973e9 None None] For port c4c2f9bc-7bfb-4a8c-ab44-a0ff92b1c9bc, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=c4c2f9bc-7bfb-4a8c-ab44-a0ff92b1c9bc,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:11:39.960856 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 7aa791b9-e9e8-4e28-adca-781526a09372 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:11:40.006288 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 7aa791b9-e9e8-4e28-adca-781526a09372 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:11:40.006651 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:40.024508 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d86aa000-b977-4d9f-b1f0-f8666a8fa2cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:40.053359 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d71da139-8b26-4f11-ac24-bec99f6973e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:40.064043 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86aa000-b977-4d9f-b1f0-f8666a8fa2cd admin admin] Network 4d7d7e9e-01a7-42cb-8ed0-886d036f94b3 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:11:40.068924 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-d86aa000-b977-4d9f-b1f0-f8666a8fa2cd admin admin] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:11:40.075367 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86aa000-b977-4d9f-b1f0-f8666a8fa2cd admin admin] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:11:40.075798 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d86aa000-b977-4d9f-b1f0-f8666a8fa2cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635668'] for router_interface, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:40.145490 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86aa000-b977-4d9f-b1f0-f8666a8fa2cd admin admin] Pushing event updated for resources: {'Port': ['ID=8aad45fa-f4a8-4257-a8a4-705f98be6be9,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:11:40.151761 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71da139-8b26-4f11-ac24-bec99f6973e9 None None] Routers {'8d26dead-da72-4f4f-88ff-ec76a4def487'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:11:40.152525 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-d71da139-8b26-4f11-ac24-bec99f6973e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:11:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['8d26dead-da72-4f4f-88ff-ec76a4def487'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:11:40.204490 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914c16ac-50a8-451b-9bca-ba489693a692 None None] Pushing event updated for resources: {'Port': ['ID=c4c2f9bc-7bfb-4a8c-ab44-a0ff92b1c9bc,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:11:40.305082 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-d71da139-8b26-4f11-ac24-bec99f6973e9 None None] Set router 8d26dead-da72-4f4f-88ff-ec76a4def487 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:11:40.363385 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d86aa000-b977-4d9f-b1f0-f8666a8fa2cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:40.487841 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-3c5f5a61-ab38-43bf-9dfc-31e53faa123d None None] Provisioning for port 8aad45fa-f4a8-4257-a8a4-705f98be6be9 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:11:40.492412 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-3c5f5a61-ab38-43bf-9dfc-31e53faa123d None None] Provisioning complete for port 8aad45fa-f4a8-4257-a8a4-705f98be6be9 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:11:40.494968 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c5f5a61-ab38-43bf-9dfc-31e53faa123d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:40.536317 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-3c5f5a61-ab38-43bf-9dfc-31e53faa123d None None] Port 8aad45fa-f4a8-4257-a8a4-705f98be6be9 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:11:40.550445 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d86aa000-b977-4d9f-b1f0-f8666a8fa2cd admin admin] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:40.553410 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-d71da139-8b26-4f11-ac24-bec99f6973e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d26dead-da72-4f4f-88ff-ec76a4def487', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-795956513-router', 'tenant_id': '3259edb8ca374161bd4c90d3facbec24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'c4c2f9bc-7bfb-4a8c-ab44-a0ff92b1c9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:11:35Z', 'updated_at': '2021-07-05T02:11:37Z', 'revision_number': 3, 'project_id': '3259edb8ca374161bd4c90d3facbec24', 'gw_port': {'id': 'c4c2f9bc-7bfb-4a8c-ab44-a0ff92b1c9bc', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:24:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d26dead-da72-4f4f-88ff-ec76a4def487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:11:36Z', 'updated_at': '2021-07-05T02:11:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:11:40.592528 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71da139-8b26-4f11-ac24-bec99f6973e9 None None] The sync data for ids ['8d26dead-da72-4f4f-88ff-ec76a4def487'] in n-d-771362-32 is: [{'id': '8d26dead-da72-4f4f-88ff-ec76a4def487', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-795956513-router', 'tenant_id': '3259edb8ca374161bd4c90d3facbec24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'c4c2f9bc-7bfb-4a8c-ab44-a0ff92b1c9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:11:35Z', 'updated_at': '2021-07-05T02:11:37Z', 'revision_number': 3, 'project_id': '3259edb8ca374161bd4c90d3facbec24', 'gw_port': {'id': 'c4c2f9bc-7bfb-4a8c-ab44-a0ff92b1c9bc', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:24:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d26dead-da72-4f4f-88ff-ec76a4def487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:11:36Z', 'updated_at': '2021-07-05T02:11:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:11:40.597167 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b51c48bb-b71b-4481-913d-ca34cde925ea req-8271e54f-c7e0-4408-8870-93c02bde6fc2 tempest-AggregatesAdminTestJSON-1803124775 tempest-AggregatesAdminTestJSON-1803124775-project] 10.222.0.23 "GET /v2.0/ports?device_id=c412ab85-7a22-47a9-9696-ac1e8e638934 HTTP/1.1" status: 200 len: 210 time: 0.0322552 Jul 05 02:11:40.618062 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d86aa000-b977-4d9f-b1f0-f8666a8fa2cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:40.622759 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d86aa000-b977-4d9f-b1f0-f8666a8fa2cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634601'] for router_interface, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:40.717627 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39780) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:11:40.731360 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-485ccafb-6e45-47cc-9f84-eaaaef34ed09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:40.740732 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86aa000-b977-4d9f-b1f0-f8666a8fa2cd admin admin] Pushing event updated for resources: {'Port': ['ID=8aad45fa-f4a8-4257-a8a4-705f98be6be9,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:11:40.784440 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86aa000-b977-4d9f-b1f0-f8666a8fa2cd admin admin] Network 4d7d7e9e-01a7-42cb-8ed0-886d036f94b3 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:11:40.786445 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-d86aa000-b977-4d9f-b1f0-f8666a8fa2cd admin admin] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:11:40.861954 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-485ccafb-6e45-47cc-9f84-eaaaef34ed09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:40.956471 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-485ccafb-6e45-47cc-9f84-eaaaef34ed09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:40.958100 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 39790) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:11:41.016540 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485ccafb-6e45-47cc-9f84-eaaaef34ed09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dff2676c-3008-4b59-b277-5bec51b837de,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:11:41.056388 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-485ccafb-6e45-47cc-9f84-eaaaef34ed09 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=67efc50ad5114f10b0fea6415fdaf852&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3364105 Jul 05 02:11:41.058223 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39796) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:11:41.121854 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-243ed8a2-7f0a-43ad-b66e-69b7c4b460d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:41.129273 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d86aa000-b977-4d9f-b1f0-f8666a8fa2cd admin admin] Router 8d26dead-da72-4f4f-88ff-ec76a4def487 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:11:41.156847 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-243ed8a2-7f0a-43ad-b66e-69b7c4b460d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:41.248093 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d86aa000-b977-4d9f-b1f0-f8666a8fa2cd admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:11:41.259441 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-d86aa000-b977-4d9f-b1f0-f8666a8fa2cd admin admin] 10.222.0.23 "PUT /v2.0/routers/8d26dead-da72-4f4f-88ff-ec76a4def487/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4225583 Jul 05 02:11:41.268759 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-f5107dee-4b65-4b82-8be6-0c5663d31059 None None] Provisioning complete for port 8aad45fa-f4a8-4257-a8a4-705f98be6be9 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:11:41.278805 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f5107dee-4b65-4b82-8be6-0c5663d31059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:41.369793 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-f5107dee-4b65-4b82-8be6-0c5663d31059 None None] Port 8aad45fa-f4a8-4257-a8a4-705f98be6be9 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:11:41.410097 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-243ed8a2-7f0a-43ad-b66e-69b7c4b460d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:41.421309 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-243ed8a2-7f0a-43ad-b66e-69b7c4b460d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:41.425609 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-243ed8a2-7f0a-43ad-b66e-69b7c4b460d0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dff2676c-3008-4b59-b277-5bec51b837de HTTP/1.1" status: 204 len: 168 time: 0.3661089 Jul 05 02:11:41.435622 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:41.436666 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:41.443025 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-689066f1-b4f7-455f-8e66-0bbcf37d31f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:41.447966 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243ed8a2-7f0a-43ad-b66e-69b7c4b460d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dff2676c-3008-4b59-b277-5bec51b837de,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:11:41.585239 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-689066f1-b4f7-455f-8e66-0bbcf37d31f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:41.666951 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-689066f1-b4f7-455f-8e66-0bbcf37d31f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:41.820547 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-423c1da5-11fa-440c-a9f2-737f62c6ced0 req-fa79792a-d1b1-4166-8d40-a0c20b2819af tempest-AggregatesAdminTestJSON-1803124775 tempest-AggregatesAdminTestJSON-1803124775-project] 10.222.0.23 "GET /v2.0/ports?device_id=c412ab85-7a22-47a9-9696-ac1e8e638934 HTTP/1.1" status: 200 len: 210 time: 0.0450428 Jul 05 02:11:41.879736 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-689066f1-b4f7-455f-8e66-0bbcf37d31f1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b6c3f63f16ac4e1ab2b76362658b27d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9156494 Jul 05 02:11:41.880591 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689066f1-b4f7-455f-8e66-0bbcf37d31f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db12daad-543e-45b8-a313-23ad8e9df51d,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:11:41.882388 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39822) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:11:41.938350 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-163fcad9-b880-4e4c-bafd-e4ea08f3ef9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:41.969444 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-163fcad9-b880-4e4c-bafd-e4ea08f3ef9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:42.038106 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device c4c2f9bc-7bfb-4a8c-ab44-a0ff92b1c9bc up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:11:42.139533 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-163fcad9-b880-4e4c-bafd-e4ea08f3ef9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:42.142061 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-163fcad9-b880-4e4c-bafd-e4ea08f3ef9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:42.144270 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-163fcad9-b880-4e4c-bafd-e4ea08f3ef9b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/db12daad-543e-45b8-a313-23ad8e9df51d HTTP/1.1" status: 204 len: 168 time: 0.2599185 Jul 05 02:11:42.163150 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163fcad9-b880-4e4c-bafd-e4ea08f3ef9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db12daad-543e-45b8-a313-23ad8e9df51d,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:11:42.191360 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port c4c2f9bc-7bfb-4a8c-ab44-a0ff92b1c9bc completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:11:42.198079 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port c4c2f9bc-7bfb-4a8c-ab44-a0ff92b1c9bc triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:11:42.198735 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:42.292856 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:42.321944 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port c4c2f9bc-7bfb-4a8c-ab44-a0ff92b1c9bc, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=c4c2f9bc-7bfb-4a8c-ab44-a0ff92b1c9bc,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:11:42.406987 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:42.503881 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=c4c2f9bc-7bfb-4a8c-ab44-a0ff92b1c9bc,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:11:42.846525 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c626edba-e267-4382-bcd1-80747cfa2c7b None None] Sync routers for ids ['8d26dead-da72-4f4f-88ff-ec76a4def487'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:11:42.856943 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c626edba-e267-4382-bcd1-80747cfa2c7b None None] Routers {'8d26dead-da72-4f4f-88ff-ec76a4def487'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:11:42.857697 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-c626edba-e267-4382-bcd1-80747cfa2c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:11:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['8d26dead-da72-4f4f-88ff-ec76a4def487'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:11:42.983918 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-c626edba-e267-4382-bcd1-80747cfa2c7b None None] Set router 8d26dead-da72-4f4f-88ff-ec76a4def487 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:11:43.025728 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fed0ec09-c476-4987-a196-bf5ac5151874 req-844ddbc4-ec9a-4004-bf60-a8e9da515baa tempest-AggregatesAdminTestJSON-1803124775 tempest-AggregatesAdminTestJSON-1803124775-project] 10.222.0.23 "GET /v2.0/ports?device_id=c412ab85-7a22-47a9-9696-ac1e8e638934 HTTP/1.1" status: 200 len: 210 time: 0.0448554 Jul 05 02:11:43.156896 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.15', 64963) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:11:43.181577 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ce1bb36d-f024-49c1-a059-5cfb0510b7bd req-e4b74b86-632c-4674-98f2-56f49f06fde5 tempest-AggregatesAdminTestJSON-1803124775 tempest-AggregatesAdminTestJSON-1803124775-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=ea98bf998acf440e80522f1864ed3be1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0235305 Jul 05 02:11:43.242147 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-c626edba-e267-4382-bcd1-80747cfa2c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d26dead-da72-4f4f-88ff-ec76a4def487', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-795956513-router', 'tenant_id': '3259edb8ca374161bd4c90d3facbec24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'c4c2f9bc-7bfb-4a8c-ab44-a0ff92b1c9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:11:35Z', 'updated_at': '2021-07-05T02:11:40Z', 'revision_number': 4, 'project_id': '3259edb8ca374161bd4c90d3facbec24', 'gw_port': {'id': 'c4c2f9bc-7bfb-4a8c-ab44-a0ff92b1c9bc', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:24:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d26dead-da72-4f4f-88ff-ec76a4def487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:11:36Z', 'updated_at': '2021-07-05T02:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '8aad45fa-f4a8-4257-a8a4-705f98be6be9', 'name': '', 'network_id': '4d7d7e9e-01a7-42cb-8ed0-886d036f94b3', 'tenant_id': '3259edb8ca374161bd4c90d3facbec24', 'mac_address': 'fa:16:3e:09:b4:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d26dead-da72-4f4f-88ff-ec76a4def487', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '699a73c9-e224-438d-8d87-02bbd4bb2f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:11:39Z', 'updated_at': '2021-07-05T02:11:40Z', 'revision_number': 2, 'project_id': '3259edb8ca374161bd4c90d3facbec24', 'subnets': [{'id': '699a73c9-e224-438d-8d87-02bbd4bb2f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:11:43.268967 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c626edba-e267-4382-bcd1-80747cfa2c7b None None] Checking router: 8d26dead-da72-4f4f-88ff-ec76a4def487 for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:11:43.271973 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c626edba-e267-4382-bcd1-80747cfa2c7b None None] Updating router 8d26dead-da72-4f4f-88ff-ec76a4def487 port 8aad45fa-f4a8-4257-a8a4-705f98be6be9 binding host n-d-771362-32 {{(pid=94463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 02:11:43.294844 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1bb36d-f024-49c1-a059-5cfb0510b7bd req-ad200b57-6730-4ed5-84d1-869a7625dd73 tempest-AggregatesAdminTestJSON-1803124775 tempest-AggregatesAdminTestJSON-1803124775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:11:43.296602 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ce1bb36d-f024-49c1-a059-5cfb0510b7bd req-ad200b57-6730-4ed5-84d1-869a7625dd73 tempest-AggregatesAdminTestJSON-1803124775 tempest-AggregatesAdminTestJSON-1803124775-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1103899 Jul 05 02:11:43.306432 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-c626edba-e267-4382-bcd1-80747cfa2c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:43.349174 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-ce1bb36d-f024-49c1-a059-5cfb0510b7bd req-f1790c98-cec2-47f9-909f-b3f814eadcfb tempest-AggregatesAdminTestJSON-1803124775 tempest-AggregatesAdminTestJSON-1803124775-project] Request body: {'port': {'device_id': 'c412ab85-7a22-47a9-9696-ac1e8e638934', 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4', 'admin_state_up': True, 'tenant_id': 'ea98bf998acf440e80522f1864ed3be1'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:11:43.575761 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 39872) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:11:43.597909 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-62990198-47be-42a9-9717-a3e8528d8205 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:43.617783 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39876) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:11:43.625539 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-48e57baa-fd80-411a-b8d7-52fae792ddd6 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Request body: {'security_group': {'name': 'tempest-securitygroup--370910462', 'description': 'tempest-description--809805377'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:11:43.646448 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-c626edba-e267-4382-bcd1-80747cfa2c7b None None] Notify callbacks [] for port, precommit_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:43.652078 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce1bb36d-f024-49c1-a059-5cfb0510b7bd req-f1790c98-cec2-47f9-909f-b3f814eadcfb tempest-AggregatesAdminTestJSON-1803124775 tempest-AggregatesAdminTestJSON-1803124775-project] Made reservation on behalf of ea98bf998acf440e80522f1864ed3be1 for: {'port': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:11:43.656869 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-c626edba-e267-4382-bcd1-80747cfa2c7b None None] Transition to ACTIVE for port object 8aad45fa-f4a8-4257-a8a4-705f98be6be9 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:11:43.660731 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-ce1bb36d-f024-49c1-a059-5cfb0510b7bd req-f1790c98-cec2-47f9-909f-b3f814eadcfb tempest-AggregatesAdminTestJSON-1803124775 tempest-AggregatesAdminTestJSON-1803124775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:43.674550 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.db.api [None req-48e57baa-fd80-411a-b8d7-52fae792ddd6 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 02:11:43.674550 n-d-771362-32 neutron-server[94462]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 02:11:43.674550 n-d-771362-32 neutron-server[94462]: [parameters: {'project_id_1': 'fc2d088ace9545fabb9ece3104798875', 'expiration_1': datetime.datetime(2021, 7, 5, 2, 11, 43, 632872)}] Jul 05 02:11:43.674550 n-d-771362-32 neutron-server[94462]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94462) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 02:11:43.674861 n-d-771362-32 neutron-server[94462]: DEBUG oslo_db.api [None req-48e57baa-fd80-411a-b8d7-52fae792ddd6 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 02:11:43.675957 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-ce1bb36d-f024-49c1-a059-5cfb0510b7bd req-f1790c98-cec2-47f9-909f-b3f814eadcfb tempest-AggregatesAdminTestJSON-1803124775 tempest-AggregatesAdminTestJSON-1803124775-project] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:43.727490 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-c626edba-e267-4382-bcd1-80747cfa2c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:43.741496 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-62990198-47be-42a9-9717-a3e8528d8205 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:43.791244 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf54afb9-7b2b-4a1e-a1b4-3100699c4220 None None] Pushing event updated for resources: {'Port': ['ID=8aad45fa-f4a8-4257-a8a4-705f98be6be9,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:11:43.853715 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-c626edba-e267-4382-bcd1-80747cfa2c7b None None] Attempting to bind port 8aad45fa-f4a8-4257-a8a4-705f98be6be9 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:11:43.854419 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-c626edba-e267-4382-bcd1-80747cfa2c7b None None] Attempting to bind port 8aad45fa-f4a8-4257-a8a4-705f98be6be9 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'bfed398f-0be6-498f-a173-eb47a855a535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4d7d7e9e-01a7-42cb-8ed0-886d036f94b3'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:11:43.855261 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c626edba-e267-4382-bcd1-80747cfa2c7b None None] Attempting to bind port 8aad45fa-f4a8-4257-a8a4-705f98be6be9 on network 4d7d7e9e-01a7-42cb-8ed0-886d036f94b3 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:11:43.862383 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c626edba-e267-4382-bcd1-80747cfa2c7b None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:11:43.863053 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c626edba-e267-4382-bcd1-80747cfa2c7b None None] Checking segment: {'id': 'bfed398f-0be6-498f-a173-eb47a855a535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4d7d7e9e-01a7-42cb-8ed0-886d036f94b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:11:43.863681 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-c626edba-e267-4382-bcd1-80747cfa2c7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:43.864284 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c626edba-e267-4382-bcd1-80747cfa2c7b None None] Bound using segment: {'id': 'bfed398f-0be6-498f-a173-eb47a855a535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4d7d7e9e-01a7-42cb-8ed0-886d036f94b3'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:11:43.864894 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-c626edba-e267-4382-bcd1-80747cfa2c7b None None] Bound port: 8aad45fa-f4a8-4257-a8a4-705f98be6be9, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfed398f-0be6-498f-a173-eb47a855a535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4d7d7e9e-01a7-42cb-8ed0-886d036f94b3'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:11:43.865468 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-c626edba-e267-4382-bcd1-80747cfa2c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:43.882644 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-62990198-47be-42a9-9717-a3e8528d8205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:43.941062 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-c626edba-e267-4382-bcd1-80747cfa2c7b None None] For port 8aad45fa-f4a8-4257-a8a4-705f98be6be9, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:11:43.949834 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-c626edba-e267-4382-bcd1-80747cfa2c7b None None] For port 8aad45fa-f4a8-4257-a8a4-705f98be6be9, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=8aad45fa-f4a8-4257-a8a4-705f98be6be9,segment=NetworkSegment(bfed398f-0be6-498f-a173-eb47a855a535),segment_id=bfed398f-0be6-498f-a173-eb47a855a535)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:11:43.959494 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-62990198-47be-42a9-9717-a3e8528d8205 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3223d6566aeb4968a48218900403c8cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3825581 Jul 05 02:11:43.960741 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62990198-47be-42a9-9717-a3e8528d8205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5608d7a-ac9a-469d-bac7-6688d33162aa,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:11:43.975144 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 39884) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:11:44.030434 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device c4c2f9bc-7bfb-4a8c-ab44-a0ff92b1c9bc up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:11:44.051397 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-91d651b3-ac79-44ad-aaee-e17e00b92cc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:44.096411 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-91d651b3-ac79-44ad-aaee-e17e00b92cc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:44.102815 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-ce1bb36d-f024-49c1-a059-5cfb0510b7bd req-f1790c98-cec2-47f9-909f-b3f814eadcfb tempest-AggregatesAdminTestJSON-1803124775 tempest-AggregatesAdminTestJSON-1803124775-project] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:44.105798 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-c626edba-e267-4382-bcd1-80747cfa2c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:44.117975 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port c4c2f9bc-7bfb-4a8c-ab44-a0ff92b1c9bc triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:11:44.118358 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:44.172545 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-ce1bb36d-f024-49c1-a059-5cfb0510b7bd req-f1790c98-cec2-47f9-909f-b3f814eadcfb tempest-AggregatesAdminTestJSON-1803124775 tempest-AggregatesAdminTestJSON-1803124775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:44.222562 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c626edba-e267-4382-bcd1-80747cfa2c7b None None] Routers {'8d26dead-da72-4f4f-88ff-ec76a4def487'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:11:44.223218 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-c626edba-e267-4382-bcd1-80747cfa2c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:11:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['8d26dead-da72-4f4f-88ff-ec76a4def487'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:11:44.225534 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c91f05aa-b72e-4639-bc4a-ea33f441ad54 req-6a2f34ca-b871-435e-bc28-013072406ac9 tempest-AggregatesAdminTestJSON-1803124775 tempest-AggregatesAdminTestJSON-1803124775-project] 10.222.0.23 "GET /v2.0/ports?device_id=c412ab85-7a22-47a9-9696-ac1e8e638934 HTTP/1.1" status: 200 len: 210 time: 0.0543637 Jul 05 02:11:44.262556 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1790c98-cec2-47f9-909f-b3f814eadcfb tempest-AggregatesAdminTestJSON-1803124775 tempest-AggregatesAdminTestJSON-1803124775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86c5d03f-b1e1-48ec-a04e-d9a94189f595,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:11:44.264647 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-91d651b3-ac79-44ad-aaee-e17e00b92cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:44.268812 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-91d651b3-ac79-44ad-aaee-e17e00b92cc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:44.271104 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-91d651b3-ac79-44ad-aaee-e17e00b92cc8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f5608d7a-ac9a-469d-bac7-6688d33162aa HTTP/1.1" status: 204 len: 168 time: 0.2949941 Jul 05 02:11:44.303002 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d651b3-ac79-44ad-aaee-e17e00b92cc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5608d7a-ac9a-469d-bac7-6688d33162aa,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:11:44.364500 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-48e57baa-fd80-411a-b8d7-52fae792ddd6 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:44.464834 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf54afb9-7b2b-4a1e-a1b4-3100699c4220 None None] Pushing event updated for resources: {'Port': ['ID=8aad45fa-f4a8-4257-a8a4-705f98be6be9,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:11:44.519262 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-c626edba-e267-4382-bcd1-80747cfa2c7b None None] Set router 8d26dead-da72-4f4f-88ff-ec76a4def487 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:11:44.668268 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [req-ce1bb36d-f024-49c1-a059-5cfb0510b7bd req-f1790c98-cec2-47f9-909f-b3f814eadcfb tempest-AggregatesAdminTestJSON-1803124775 tempest-AggregatesAdminTestJSON-1803124775-project] Allocated IP 192.168.233.253 (dff432c2-7366-4622-aebb-da22fe05bfd4/b840e204-692c-4f54-8f07-f6563e8e36b1/13a97864-0e9f-4451-9ccc-d1170b5199e0) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:11:44.784157 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-c626edba-e267-4382-bcd1-80747cfa2c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d26dead-da72-4f4f-88ff-ec76a4def487', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-795956513-router', 'tenant_id': '3259edb8ca374161bd4c90d3facbec24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'c4c2f9bc-7bfb-4a8c-ab44-a0ff92b1c9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:11:35Z', 'updated_at': '2021-07-05T02:11:40Z', 'revision_number': 4, 'project_id': '3259edb8ca374161bd4c90d3facbec24', 'gw_port': {'id': 'c4c2f9bc-7bfb-4a8c-ab44-a0ff92b1c9bc', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:24:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d26dead-da72-4f4f-88ff-ec76a4def487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:11:36Z', 'updated_at': '2021-07-05T02:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '8aad45fa-f4a8-4257-a8a4-705f98be6be9', 'name': '', 'network_id': '4d7d7e9e-01a7-42cb-8ed0-886d036f94b3', 'tenant_id': '3259edb8ca374161bd4c90d3facbec24', 'mac_address': 'fa:16:3e:09:b4:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d26dead-da72-4f4f-88ff-ec76a4def487', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '699a73c9-e224-438d-8d87-02bbd4bb2f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:11:39Z', 'updated_at': '2021-07-05T02:11:43Z', 'revision_number': 4, 'project_id': '3259edb8ca374161bd4c90d3facbec24', 'subnets': [{'id': '699a73c9-e224-438d-8d87-02bbd4bb2f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:11:44.822791 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-48e57baa-fd80-411a-b8d7-52fae792ddd6 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:44.827714 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c626edba-e267-4382-bcd1-80747cfa2c7b None None] The sync data for ids ['8d26dead-da72-4f4f-88ff-ec76a4def487'] in n-d-771362-32 is: [{'id': '8d26dead-da72-4f4f-88ff-ec76a4def487', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-795956513-router', 'tenant_id': '3259edb8ca374161bd4c90d3facbec24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'c4c2f9bc-7bfb-4a8c-ab44-a0ff92b1c9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:11:35Z', 'updated_at': '2021-07-05T02:11:40Z', 'revision_number': 4, 'project_id': '3259edb8ca374161bd4c90d3facbec24', 'gw_port': {'id': 'c4c2f9bc-7bfb-4a8c-ab44-a0ff92b1c9bc', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:24:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d26dead-da72-4f4f-88ff-ec76a4def487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:11:36Z', 'updated_at': '2021-07-05T02:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '8aad45fa-f4a8-4257-a8a4-705f98be6be9', 'name': '', 'network_id': '4d7d7e9e-01a7-42cb-8ed0-886d036f94b3', 'tenant_id': '3259edb8ca374161bd4c90d3facbec24', 'mac_address': 'fa:16:3e:09:b4:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d26dead-da72-4f4f-88ff-ec76a4def487', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '699a73c9-e224-438d-8d87-02bbd4bb2f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:11:39Z', 'updated_at': '2021-07-05T02:11:43Z', 'revision_number': 4, 'project_id': '3259edb8ca374161bd4c90d3facbec24', 'subnets': [{'id': '699a73c9-e224-438d-8d87-02bbd4bb2f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:11:44.919706 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-ce1bb36d-f024-49c1-a059-5cfb0510b7bd req-f1790c98-cec2-47f9-909f-b3f814eadcfb tempest-AggregatesAdminTestJSON-1803124775 tempest-AggregatesAdminTestJSON-1803124775-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:44.949548 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [req-ce1bb36d-f024-49c1-a059-5cfb0510b7bd req-f1790c98-cec2-47f9-909f-b3f814eadcfb tempest-AggregatesAdminTestJSON-1803124775 tempest-AggregatesAdminTestJSON-1803124775-project] Transition to ACTIVE for port object 13a97864-0e9f-4451-9ccc-d1170b5199e0 will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:11:44.962213 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-48e57baa-fd80-411a-b8d7-52fae792ddd6 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:45.013978 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e57baa-fd80-411a-b8d7-52fae792ddd6 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7865373a-940f-4b11-a36f-c983981de35d,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:11:45.075586 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-48e57baa-fd80-411a-b8d7-52fae792ddd6 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:45.080020 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-48e57baa-fd80-411a-b8d7-52fae792ddd6 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.4608276 Jul 05 02:11:45.080196 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 39936) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:11:45.085231 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-2ba0786e-5ade-4360-a3e1-464eac741d81 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Request body: {'security_group_rule': {'security_group_id': '7865373a-940f-4b11-a36f-c983981de35d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:11:45.122063 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-ce1bb36d-f024-49c1-a059-5cfb0510b7bd req-f1790c98-cec2-47f9-909f-b3f814eadcfb tempest-AggregatesAdminTestJSON-1803124775 tempest-AggregatesAdminTestJSON-1803124775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:45.221343 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce1bb36d-f024-49c1-a059-5cfb0510b7bd req-f1790c98-cec2-47f9-909f-b3f814eadcfb tempest-AggregatesAdminTestJSON-1803124775 tempest-AggregatesAdminTestJSON-1803124775-project] Network dff432c2-7366-4622-aebb-da22fe05bfd4 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:11:45.227678 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [req-ce1bb36d-f024-49c1-a059-5cfb0510b7bd req-f1790c98-cec2-47f9-909f-b3f814eadcfb tempest-AggregatesAdminTestJSON-1803124775 tempest-AggregatesAdminTestJSON-1803124775-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:11:45.236874 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce1bb36d-f024-49c1-a059-5cfb0510b7bd req-f1790c98-cec2-47f9-909f-b3f814eadcfb tempest-AggregatesAdminTestJSON-1803124775 tempest-AggregatesAdminTestJSON-1803124775-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:11:45.245163 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2ba0786e-5ade-4360-a3e1-464eac741d81 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:45.245926 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1bb36d-f024-49c1-a059-5cfb0510b7bd req-f1790c98-cec2-47f9-909f-b3f814eadcfb tempest-AggregatesAdminTestJSON-1803124775 tempest-AggregatesAdminTestJSON-1803124775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:11:45.245926 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-ce1bb36d-f024-49c1-a059-5cfb0510b7bd req-f1790c98-cec2-47f9-909f-b3f814eadcfb tempest-AggregatesAdminTestJSON-1803124775 tempest-AggregatesAdminTestJSON-1803124775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:45.264846 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1790c98-cec2-47f9-909f-b3f814eadcfb tempest-AggregatesAdminTestJSON-1803124775 tempest-AggregatesAdminTestJSON-1803124775-project] Pushing event updated for resources: {'Port': ['ID=13a97864-0e9f-4451-9ccc-d1170b5199e0,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:11:45.356768 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ce1bb36d-f024-49c1-a059-5cfb0510b7bd req-f1790c98-cec2-47f9-909f-b3f814eadcfb tempest-AggregatesAdminTestJSON-1803124775 tempest-AggregatesAdminTestJSON-1803124775-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0137985 Jul 05 02:11:45.368717 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [req-ce1bb36d-f024-49c1-a059-5cfb0510b7bd req-711197fe-ceda-41d0-a224-ab0fb4b38296 tempest-AggregatesAdminTestJSON-1803124775 tempest-AggregatesAdminTestJSON-1803124775-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94462) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:11:45.370025 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ce1bb36d-f024-49c1-a059-5cfb0510b7bd req-711197fe-ceda-41d0-a224-ab0fb4b38296 tempest-AggregatesAdminTestJSON-1803124775 tempest-AggregatesAdminTestJSON-1803124775-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062015 Jul 05 02:11:45.413387 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2ba0786e-5ade-4360-a3e1-464eac741d81 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:45.493474 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2ba0786e-5ade-4360-a3e1-464eac741d81 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:45.522865 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba0786e-5ade-4360-a3e1-464eac741d81 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5354ff74-e775-4018-a826-53698725cda7,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:11:45.591307 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feef420-e578-42b6-b750-3bdaed940769 req-8ed3426d-be0b-4918-8221-9d7b57b20815 tempest-AggregatesAdminTestJSON-1803124775 tempest-AggregatesAdminTestJSON-1803124775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:11:45.595658 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9feef420-e578-42b6-b750-3bdaed940769 req-8ed3426d-be0b-4918-8221-9d7b57b20815 tempest-AggregatesAdminTestJSON-1803124775 tempest-AggregatesAdminTestJSON-1803124775-project] 10.222.0.23 "GET /v2.0/ports?device_id=c412ab85-7a22-47a9-9696-ac1e8e638934 HTTP/1.1" status: 200 len: 936 time: 0.1563704 Jul 05 02:11:45.693408 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-e47e5463-b4a8-4fa7-bd86-55359941aafb None None] Provisioning for port 13a97864-0e9f-4451-9ccc-d1170b5199e0 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:11:45.694085 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9feef420-e578-42b6-b750-3bdaed940769 req-5c3204e1-e445-4594-8730-bc59b896485a tempest-AggregatesAdminTestJSON-1803124775 tempest-AggregatesAdminTestJSON-1803124775-project] 10.222.0.23 "GET /v2.0/security-groups?id=86c5d03f-b1e1-48ec-a04e-d9a94189f595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919945 Jul 05 02:11:45.695622 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2ba0786e-5ade-4360-a3e1-464eac741d81 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:45.698650 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-2ba0786e-5ade-4360-a3e1-464eac741d81 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6173956 Jul 05 02:11:45.699112 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-e47e5463-b4a8-4fa7-bd86-55359941aafb None None] Provisioning complete for port 13a97864-0e9f-4451-9ccc-d1170b5199e0 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:11:45.699699 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e47e5463-b4a8-4fa7-bd86-55359941aafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:45.701729 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39956) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:11:45.706503 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-98999b25-3193-4919-b793-4aeba7e8a161 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Request body: {'security_group_rule': {'security_group_id': '7865373a-940f-4b11-a36f-c983981de35d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:11:45.755408 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-e47e5463-b4a8-4fa7-bd86-55359941aafb None None] Port 13a97864-0e9f-4451-9ccc-d1170b5199e0 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:11:45.941815 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-98999b25-3193-4919-b793-4aeba7e8a161 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:46.031506 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 8aad45fa-f4a8-4257-a8a4-705f98be6be9 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:11:46.187575 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-98999b25-3193-4919-b793-4aeba7e8a161 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:46.218523 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 8aad45fa-f4a8-4257-a8a4-705f98be6be9 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:11:46.224080 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 8aad45fa-f4a8-4257-a8a4-705f98be6be9 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:11:46.227301 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:46.327060 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-98999b25-3193-4919-b793-4aeba7e8a161 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:46.346790 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:46.390908 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98999b25-3193-4919-b793-4aeba7e8a161 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75245afe-82f1-4cbe-adc9-8aaf35f627fc,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:11:46.446224 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 8aad45fa-f4a8-4257-a8a4-705f98be6be9, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=8aad45fa-f4a8-4257-a8a4-705f98be6be9,segment=NetworkSegment(bfed398f-0be6-498f-a173-eb47a855a535),segment_id=bfed398f-0be6-498f-a173-eb47a855a535)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:11:46.612720 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:46.612944 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-98999b25-3193-4919-b793-4aeba7e8a161 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:46.615141 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-98999b25-3193-4919-b793-4aeba7e8a161 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9122899 Jul 05 02:11:46.620089 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39972) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:11:46.624072 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-8f054b85-aa57-484a-af6f-8f5a884ac213 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Request body: {'floatingip': {'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:11:46.773086 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=8aad45fa-f4a8-4257-a8a4-705f98be6be9,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:11:46.824705 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8f054b85-aa57-484a-af6f-8f5a884ac213 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Notify callbacks [] for floatingip, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:47.030613 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8f054b85-aa57-484a-af6f-8f5a884ac213 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:47.089340 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcd66fa-dc6d-4f0c-ae1d-6402c3086537 req-6ae143b0-0425-453b-9530-75dd2034f8ce tempest-AggregatesAdminTestJSON-1803124775 tempest-AggregatesAdminTestJSON-1803124775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:11:47.100314 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-adcd66fa-dc6d-4f0c-ae1d-6402c3086537 req-6ae143b0-0425-453b-9530-75dd2034f8ce tempest-AggregatesAdminTestJSON-1803124775 tempest-AggregatesAdminTestJSON-1803124775-project] 10.222.0.23 "GET /v2.0/ports?device_id=c412ab85-7a22-47a9-9696-ac1e8e638934 HTTP/1.1" status: 200 len: 936 time: 0.1742742 Jul 05 02:11:47.168215 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-adcd66fa-dc6d-4f0c-ae1d-6402c3086537 req-5cbfb5b5-4e24-4cbb-b290-99aa4e72f6bd tempest-AggregatesAdminTestJSON-1803124775 tempest-AggregatesAdminTestJSON-1803124775-project] 10.222.0.23 "GET /v2.0/security-groups?id=86c5d03f-b1e1-48ec-a04e-d9a94189f595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669136 Jul 05 02:11:47.237756 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-8f054b85-aa57-484a-af6f-8f5a884ac213 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Allocated IP 172.25.7.49 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/d6cb0b4e-3dfe-4d50-b96f-5c65712c5f63) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:11:47.362371 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8f054b85-aa57-484a-af6f-8f5a884ac213 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:47.469662 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8f054b85-aa57-484a-af6f-8f5a884ac213 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:47.522251 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f054b85-aa57-484a-af6f-8f5a884ac213 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:11:47.524312 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f054b85-aa57-484a-af6f-8f5a884ac213 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Pushing event updated for resources: {'Port': ['ID=d6cb0b4e-3dfe-4d50-b96f-5c65712c5f63,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:11:47.527591 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-8f054b85-aa57-484a-af6f-8f5a884ac213 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:11:47.566672 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f054b85-aa57-484a-af6f-8f5a884ac213 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:11:47.671110 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8f054b85-aa57-484a-af6f-8f5a884ac213 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:47.966110 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 8aad45fa-f4a8-4257-a8a4-705f98be6be9 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:11:48.002563 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8f054b85-aa57-484a-af6f-8f5a884ac213 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:48.071313 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 8aad45fa-f4a8-4257-a8a4-705f98be6be9 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:11:48.071690 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:48.310850 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40042) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:11:48.398223 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8f054b85-aa57-484a-af6f-8f5a884ac213 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:48.421541 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afcdb21-dd6f-490e-adfb-72017b18a576 req-4b2ed967-0323-4f33-abb1-39b1b54a5109 tempest-AggregatesAdminTestJSON-1803124775 tempest-AggregatesAdminTestJSON-1803124775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:11:48.429043 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0afcdb21-dd6f-490e-adfb-72017b18a576 req-4b2ed967-0323-4f33-abb1-39b1b54a5109 tempest-AggregatesAdminTestJSON-1803124775 tempest-AggregatesAdminTestJSON-1803124775-project] 10.222.0.23 "GET /v2.0/ports?device_id=c412ab85-7a22-47a9-9696-ac1e8e638934 HTTP/1.1" status: 200 len: 936 time: 0.0938876 Jul 05 02:11:48.481529 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8f054b85-aa57-484a-af6f-8f5a884ac213 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:48.490685 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0afcdb21-dd6f-490e-adfb-72017b18a576 req-b951609a-aec6-4861-8173-e191eb8be9d4 tempest-AggregatesAdminTestJSON-1803124775 tempest-AggregatesAdminTestJSON-1803124775-project] 10.222.0.23 "GET /v2.0/security-groups?id=86c5d03f-b1e1-48ec-a04e-d9a94189f595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607085 Jul 05 02:11:48.544825 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8f054b85-aa57-484a-af6f-8f5a884ac213 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636869'] for floatingip, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:48.565967 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f054b85-aa57-484a-af6f-8f5a884ac213 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Pushing event updated for resources: {'Port': ['ID=d6cb0b4e-3dfe-4d50-b96f-5c65712c5f63,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:11:48.634850 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8f054b85-aa57-484a-af6f-8f5a884ac213 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:48.636494 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-8f054b85-aa57-484a-af6f-8f5a884ac213 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0160658 Jul 05 02:11:48.682063 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-09dad2a5-513f-4d81-9cd7-eae8c056c809 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:48.786940 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-09dad2a5-513f-4d81-9cd7-eae8c056c809 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:48.983498 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0b36ba6f-0cef-4142-90fa-5ea6323f3eb4 req-cb6b638d-dd0d-46d9-b39e-4c68f18f1c24 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--370910462&fields=id&tenant_id=fc2d088ace9545fabb9ece3104798875 HTTP/1.1" status: 200 len: 267 time: 0.0473852 Jul 05 02:11:49.073126 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-09dad2a5-513f-4d81-9cd7-eae8c056c809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:49.202167 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-09dad2a5-513f-4d81-9cd7-eae8c056c809 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ebb567adaae84b91aac3effa8dbb5d9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8868167 Jul 05 02:11:49.202567 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40074) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:11:49.223225 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dad2a5-513f-4d81-9cd7-eae8c056c809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7bd0415-b071-4ea2-ac62-0867bfb4685e,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:11:49.246481 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b36ba6f-0cef-4142-90fa-5ea6323f3eb4 req-857bc623-9ee8-44cd-947d-658a7725dc92 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:11:49.248099 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0b36ba6f-0cef-4142-90fa-5ea6323f3eb4 req-857bc623-9ee8-44cd-947d-658a7725dc92 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] 10.222.0.23 "GET /v2.0/networks?id=145d1216-e8e2-4105-8190-071eda74e029 HTTP/1.1" status: 200 len: 823 time: 0.2581937 Jul 05 02:11:49.267029 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0b36ba6f-0cef-4142-90fa-5ea6323f3eb4 req-5e17db74-f9ef-44ff-86d9-f9c42d5c8714 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] 10.222.0.23 "GET /v2.0/quotas/fc2d088ace9545fabb9ece3104798875 HTTP/1.1" status: 200 len: 375 time: 0.0127182 Jul 05 02:11:49.271985 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-99e5dbc9-a760-4c59-9cd4-13f21b82e04d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:49.303164 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-99e5dbc9-a760-4c59-9cd4-13f21b82e04d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:49.419208 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0b36ba6f-0cef-4142-90fa-5ea6323f3eb4 req-af781c7a-34a3-4fb9-9ce2-9d39318cb7de tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=fc2d088ace9545fabb9ece3104798875&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1452999 Jul 05 02:11:49.561662 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-99e5dbc9-a760-4c59-9cd4-13f21b82e04d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:49.564807 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-99e5dbc9-a760-4c59-9cd4-13f21b82e04d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:49.566109 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-99e5dbc9-a760-4c59-9cd4-13f21b82e04d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d7bd0415-b071-4ea2-ac62-0867bfb4685e HTTP/1.1" status: 204 len: 168 time: 0.3625188 Jul 05 02:11:49.574691 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e5dbc9-a760-4c59-9cd4-13f21b82e04d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7bd0415-b071-4ea2-ac62-0867bfb4685e,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:11:49.690051 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [req-0b36ba6f-0cef-4142-90fa-5ea6323f3eb4 req-4d5b3c9d-836c-4ab7-8529-70a63b06c523 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:11:49.691396 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0b36ba6f-0cef-4142-90fa-5ea6323f3eb4 req-4d5b3c9d-836c-4ab7-8529-70a63b06c523 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1404982 Jul 05 02:11:49.797096 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0b36ba6f-0cef-4142-90fa-5ea6323f3eb4 req-cedee52c-e7e8-45a8-88cf-54a92a07eae0 service neutron] 10.222.0.23 "GET /v2.0/networks/145d1216-e8e2-4105-8190-071eda74e029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976846 Jul 05 02:11:49.909935 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0b36ba6f-0cef-4142-90fa-5ea6323f3eb4 req-dfe238ad-270e-4ec7-a733-8b3628bd4af8 service neutron] 10.222.0.23 "GET /v2.0/networks/145d1216-e8e2-4105-8190-071eda74e029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069441 Jul 05 02:11:50.469445 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b54e6b-97b2-46ab-aaf4-f0f1af07479a req-576d12da-4a53-40bc-83ed-42e0a292e912 tempest-AggregatesAdminTestJSON-1803124775 tempest-AggregatesAdminTestJSON-1803124775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:11:50.469445 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-35b54e6b-97b2-46ab-aaf4-f0f1af07479a req-576d12da-4a53-40bc-83ed-42e0a292e912 tempest-AggregatesAdminTestJSON-1803124775 tempest-AggregatesAdminTestJSON-1803124775-project] 10.222.0.23 "GET /v2.0/ports?device_id=c412ab85-7a22-47a9-9696-ac1e8e638934 HTTP/1.1" status: 200 len: 936 time: 0.0909233 Jul 05 02:11:50.469445 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-35b54e6b-97b2-46ab-aaf4-f0f1af07479a req-89c3b4df-d9bf-40be-830a-2d51d54c06e1 tempest-AggregatesAdminTestJSON-1803124775 tempest-AggregatesAdminTestJSON-1803124775-project] 10.222.0.23 "GET /v2.0/security-groups?id=86c5d03f-b1e1-48ec-a04e-d9a94189f595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390408 Jul 05 02:11:50.560426 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-631a93ee-3b1d-47aa-9a5d-ea68e63ede24 req-c7bdac45-2e60-48c3-8e03-40710cc744cb tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2b9a8e2-24fd-4d2a-933e-44d7adf95c61 HTTP/1.1" status: 200 len: 210 time: 0.0551610 Jul 05 02:11:50.801445 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-82b7642b-97a6-4c67-ad37-d325864e2b8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:51.206556 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40136) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:11:51.238367 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a8a40778-8f8f-4f9a-902d-a60d31ae0eed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:51.420235 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a8a40778-8f8f-4f9a-902d-a60d31ae0eed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:51.509377 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a8a40778-8f8f-4f9a-902d-a60d31ae0eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:51.575662 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-a8a40778-8f8f-4f9a-902d-a60d31ae0eed admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7328f6f41842443194d6956ac1da65dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3666339 Jul 05 02:11:51.578235 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a40778-8f8f-4f9a-902d-a60d31ae0eed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4212ebc1-81d5-419b-8c51-158d27421f22,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:11:51.578549 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40146) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:11:51.652748 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-befac350-5c9d-4747-943e-dbcebc41f5d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:51.677086 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-befac350-5c9d-4747-943e-dbcebc41f5d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:51.827518 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-befac350-5c9d-4747-943e-dbcebc41f5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:51.830920 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-befac350-5c9d-4747-943e-dbcebc41f5d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:51.832111 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-befac350-5c9d-4747-943e-dbcebc41f5d2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4212ebc1-81d5-419b-8c51-158d27421f22 HTTP/1.1" status: 204 len: 168 time: 0.2500696 Jul 05 02:11:51.844322 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befac350-5c9d-4747-943e-dbcebc41f5d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4212ebc1-81d5-419b-8c51-158d27421f22,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:11:51.930690 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74762ccd-ada8-4f3d-89f5-f2f06dab2aca req-fa9fdc19-3d26-4c29-b871-9728e72131de tempest-AggregatesAdminTestJSON-1803124775 tempest-AggregatesAdminTestJSON-1803124775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:11:51.932563 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-74762ccd-ada8-4f3d-89f5-f2f06dab2aca req-fa9fdc19-3d26-4c29-b871-9728e72131de tempest-AggregatesAdminTestJSON-1803124775 tempest-AggregatesAdminTestJSON-1803124775-project] 10.222.0.23 "GET /v2.0/ports?device_id=c412ab85-7a22-47a9-9696-ac1e8e638934 HTTP/1.1" status: 200 len: 936 time: 0.1431878 Jul 05 02:11:51.983034 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-74762ccd-ada8-4f3d-89f5-f2f06dab2aca req-213924ef-4f6e-4e97-9da6-03bf4c5a327f tempest-AggregatesAdminTestJSON-1803124775 tempest-AggregatesAdminTestJSON-1803124775-project] 10.222.0.23 "GET /v2.0/security-groups?id=86c5d03f-b1e1-48ec-a04e-d9a94189f595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420177 Jul 05 02:11:52.056926 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5b55e179-b1f6-4724-87dd-6e342e1415f7 req-de71d6d8-6326-41d4-9760-cadcdcca1c22 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2b9a8e2-24fd-4d2a-933e-44d7adf95c61 HTTP/1.1" status: 200 len: 210 time: 0.0296390 Jul 05 02:11:52.178804 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40162) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:11:52.412129 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-96ff6755-578c-48a9-861e-2a542fec61fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:52.585531 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-96ff6755-578c-48a9-861e-2a542fec61fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:52.783406 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-96ff6755-578c-48a9-861e-2a542fec61fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:52.845787 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-96ff6755-578c-48a9-861e-2a542fec61fa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e13107536b6c4d909c645a0bd8621207&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6649282 Jul 05 02:11:52.848476 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40188) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:11:52.862084 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ff6755-578c-48a9-861e-2a542fec61fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=590cc7a7-53be-4801-93f6-748e201d21e5,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:11:52.939771 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4c488f1c-1d96-4452-b852-d15074e35d83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:52.971119 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4c488f1c-1d96-4452-b852-d15074e35d83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:53.210647 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4c488f1c-1d96-4452-b852-d15074e35d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:53.213789 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4c488f1c-1d96-4452-b852-d15074e35d83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:53.214404 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-c13fc655-167e-4cc8-b3fe-d0d4c9e34493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:53.228098 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-4c488f1c-1d96-4452-b852-d15074e35d83 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/590cc7a7-53be-4801-93f6-748e201d21e5 HTTP/1.1" status: 204 len: 168 time: 0.3760307 Jul 05 02:11:53.243080 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c488f1c-1d96-4452-b852-d15074e35d83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=590cc7a7-53be-4801-93f6-748e201d21e5,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:11:53.285061 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86543dc1-37a0-4b01-9c2d-0560ace01337 req-de84d9d0-60f2-4551-8739-363b0e224cfd tempest-AggregatesAdminTestJSON-1803124775 tempest-AggregatesAdminTestJSON-1803124775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:11:53.288042 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-86543dc1-37a0-4b01-9c2d-0560ace01337 req-de84d9d0-60f2-4551-8739-363b0e224cfd tempest-AggregatesAdminTestJSON-1803124775 tempest-AggregatesAdminTestJSON-1803124775-project] 10.222.0.23 "GET /v2.0/ports?device_id=c412ab85-7a22-47a9-9696-ac1e8e638934 HTTP/1.1" status: 200 len: 936 time: 0.1339409 Jul 05 02:11:53.335990 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-86543dc1-37a0-4b01-9c2d-0560ace01337 req-60ca0f07-533b-4993-9891-a1820b12e2de tempest-AggregatesAdminTestJSON-1803124775 tempest-AggregatesAdminTestJSON-1803124775-project] 10.222.0.23 "GET /v2.0/security-groups?id=86c5d03f-b1e1-48ec-a04e-d9a94189f595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434163 Jul 05 02:11:53.561872 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1452dc79-7aa8-423e-b19c-771e0f25432f req-9d7496c6-14d3-4f4b-881f-f9806f465bed tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2b9a8e2-24fd-4d2a-933e-44d7adf95c61 HTTP/1.1" status: 200 len: 210 time: 0.0390482 Jul 05 02:11:53.795967 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:54.273461 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40230) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:11:54.287330 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6fc804ad-2cc8-4335-bf10-d0b9cde46402 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:54.316145 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.21', 51213) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:11:54.511379 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6fc804ad-2cc8-4335-bf10-d0b9cde46402 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:54.527496 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:54.647973 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6fc804ad-2cc8-4335-bf10-d0b9cde46402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:54.663056 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b36ba6f-0cef-4142-90fa-5ea6323f3eb4 req-1d772679-4c28-40d8-9154-c768aeb61e82 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:11:54.664784 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0b36ba6f-0cef-4142-90fa-5ea6323f3eb4 req-1d772679-4c28-40d8-9154-c768aeb61e82 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] 10.222.0.21 "GET /v2.0/networks?id=145d1216-e8e2-4105-8190-071eda74e029 HTTP/1.1" status: 200 len: 823 time: 0.3474529 Jul 05 02:11:54.679933 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117bca6f-f883-4ae5-a782-b6aeea4cebbc req-2def7dbb-0324-4036-8b54-a6a77f40d782 tempest-AggregatesAdminTestJSON-1803124775 tempest-AggregatesAdminTestJSON-1803124775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:11:54.681493 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-117bca6f-f883-4ae5-a782-b6aeea4cebbc req-2def7dbb-0324-4036-8b54-a6a77f40d782 tempest-AggregatesAdminTestJSON-1803124775 tempest-AggregatesAdminTestJSON-1803124775-project] 10.222.0.23 "GET /v2.0/ports?device_id=c412ab85-7a22-47a9-9696-ac1e8e638934 HTTP/1.1" status: 200 len: 936 time: 0.1150861 Jul 05 02:11:54.747735 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-6fc804ad-2cc8-4335-bf10-d0b9cde46402 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6cdc02440e8547158707bfc13ed65103&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4698439 Jul 05 02:11:54.747735 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc804ad-2cc8-4335-bf10-d0b9cde46402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21a61983-8ff1-4b9f-a852-2f393d8cbe3d,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:11:54.749027 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40244) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:11:54.802166 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-117bca6f-f883-4ae5-a782-b6aeea4cebbc req-3cae279a-28c9-4359-b96a-6908983dfb2f tempest-AggregatesAdminTestJSON-1803124775 tempest-AggregatesAdminTestJSON-1803124775-project] 10.222.0.23 "GET /v2.0/security-groups?id=86c5d03f-b1e1-48ec-a04e-d9a94189f595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084430 Jul 05 02:11:54.812772 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0b36ba6f-0cef-4142-90fa-5ea6323f3eb4 req-bd8e45cf-acf6-498b-a171-a84dbc4df15a tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc2d088ace9545fabb9ece3104798875 HTTP/1.1" status: 200 len: 379 time: 0.1002083 Jul 05 02:11:54.824673 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-0b36ba6f-0cef-4142-90fa-5ea6323f3eb4 req-688a5742-4cb5-4697-b7ca-6defe4b8436a tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Request body: {'port': {'device_id': 'e2b9a8e2-24fd-4d2a-933e-44d7adf95c61', 'network_id': '145d1216-e8e2-4105-8190-071eda74e029', 'admin_state_up': True, 'tenant_id': 'fc2d088ace9545fabb9ece3104798875', 'security_groups': ['7865373a-940f-4b11-a36f-c983981de35d']}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:11:55.025806 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c6d57bfc-4533-47c5-92f0-a8fa8ddea8bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:55.107163 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d269628b-0a97-447d-be80-aab0de4dd8f8 req-7825c25e-85f4-460f-80df-4ffd5c13612b tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2b9a8e2-24fd-4d2a-933e-44d7adf95c61 HTTP/1.1" status: 200 len: 210 time: 0.0472114 Jul 05 02:11:55.110172 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c6d57bfc-4533-47c5-92f0-a8fa8ddea8bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:55.255970 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b36ba6f-0cef-4142-90fa-5ea6323f3eb4 req-688a5742-4cb5-4697-b7ca-6defe4b8436a tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Made reservation on behalf of fc2d088ace9545fabb9ece3104798875 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:11:55.259745 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-0b36ba6f-0cef-4142-90fa-5ea6323f3eb4 req-688a5742-4cb5-4697-b7ca-6defe4b8436a tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:55.272753 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c6d57bfc-4533-47c5-92f0-a8fa8ddea8bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:55.280373 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c6d57bfc-4533-47c5-92f0-a8fa8ddea8bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:55.285136 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-c6d57bfc-4533-47c5-92f0-a8fa8ddea8bc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/21a61983-8ff1-4b9f-a852-2f393d8cbe3d HTTP/1.1" status: 204 len: 168 time: 0.5078599 Jul 05 02:11:55.305030 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d57bfc-4533-47c5-92f0-a8fa8ddea8bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a61983-8ff1-4b9f-a852-2f393d8cbe3d,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:11:55.646622 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-0b36ba6f-0cef-4142-90fa-5ea6323f3eb4 req-688a5742-4cb5-4697-b7ca-6defe4b8436a tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Allocated IP 172.20.0.7 (145d1216-e8e2-4105-8190-071eda74e029/0dc4a163-6453-4ce8-90db-602a0798fbd4/54abaf0e-8cbe-4f28-ae29-9bd5042907e8) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:11:55.875333 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:55.913919 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-0b36ba6f-0cef-4142-90fa-5ea6323f3eb4 req-688a5742-4cb5-4697-b7ca-6defe4b8436a tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:55.934755 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-0b36ba6f-0cef-4142-90fa-5ea6323f3eb4 req-688a5742-4cb5-4697-b7ca-6defe4b8436a tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Transition to ACTIVE for port object 54abaf0e-8cbe-4f28-ae29-9bd5042907e8 will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:11:56.053494 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-0b36ba6f-0cef-4142-90fa-5ea6323f3eb4 req-688a5742-4cb5-4697-b7ca-6defe4b8436a tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:56.163743 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b36ba6f-0cef-4142-90fa-5ea6323f3eb4 req-688a5742-4cb5-4697-b7ca-6defe4b8436a tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Network 145d1216-e8e2-4105-8190-071eda74e029 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:11:56.168516 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-0b36ba6f-0cef-4142-90fa-5ea6323f3eb4 req-688a5742-4cb5-4697-b7ca-6defe4b8436a tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:11:56.170852 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688a5742-4cb5-4697-b7ca-6defe4b8436a tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Pushing event updated for resources: {'Port': ['ID=54abaf0e-8cbe-4f28-ae29-9bd5042907e8,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:11:56.187260 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b36ba6f-0cef-4142-90fa-5ea6323f3eb4 req-688a5742-4cb5-4697-b7ca-6defe4b8436a tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:11:56.195050 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b36ba6f-0cef-4142-90fa-5ea6323f3eb4 req-688a5742-4cb5-4697-b7ca-6defe4b8436a tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:11:56.195939 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-0b36ba6f-0cef-4142-90fa-5ea6323f3eb4 req-688a5742-4cb5-4697-b7ca-6defe4b8436a tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:56.283428 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0b36ba6f-0cef-4142-90fa-5ea6323f3eb4 req-688a5742-4cb5-4697-b7ca-6defe4b8436a tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4623048 Jul 05 02:11:56.460221 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-ce1bb36d-f024-49c1-a059-5cfb0510b7bd req-0d2bcb97-13ef-4736-8743-cff55cdc7346 service neutron] Request body: {'port': {'device_id': 'c412ab85-7a22-47a9-9696-ac1e8e638934', 'device_owner': 'compute:tempest-test_az-373751999', 'binding:host_id': 'n-h2-771362-32'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:11:56.659898 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-ce1bb36d-f024-49c1-a059-5cfb0510b7bd req-0d2bcb97-13ef-4736-8743-cff55cdc7346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:56.681281 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5558f58-9a30-469a-ae79-c56b3f967e0e req-6d3fce73-8c3f-4e62-9521-feea782e64fe tempest-AggregatesAdminTestJSON-1803124775 tempest-AggregatesAdminTestJSON-1803124775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:11:56.682852 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c5558f58-9a30-469a-ae79-c56b3f967e0e req-6d3fce73-8c3f-4e62-9521-feea782e64fe tempest-AggregatesAdminTestJSON-1803124775 tempest-AggregatesAdminTestJSON-1803124775-project] 10.222.0.23 "GET /v2.0/ports?device_id=c412ab85-7a22-47a9-9696-ac1e8e638934 HTTP/1.1" status: 200 len: 936 time: 0.2158258 Jul 05 02:11:56.688423 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d719c0-edf8-4f9a-8fbd-7b2742a48f43 req-0b7b6ea0-dbde-4491-bb9b-2bd152439e09 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:11:56.690664 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c6d719c0-edf8-4f9a-8fbd-7b2742a48f43 req-0b7b6ea0-dbde-4491-bb9b-2bd152439e09 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2b9a8e2-24fd-4d2a-933e-44d7adf95c61 HTTP/1.1" status: 200 len: 931 time: 0.1285863 Jul 05 02:11:56.727761 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-810d96cb-7aaa-431c-9faf-8d3b100f0f20 None None] Provisioning for port 54abaf0e-8cbe-4f28-ae29-9bd5042907e8 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:11:56.731675 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-810d96cb-7aaa-431c-9faf-8d3b100f0f20 None None] Provisioning complete for port 54abaf0e-8cbe-4f28-ae29-9bd5042907e8 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:11:56.732094 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-810d96cb-7aaa-431c-9faf-8d3b100f0f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:56.767119 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c6d719c0-edf8-4f9a-8fbd-7b2742a48f43 req-92287043-699a-4456-959b-23e17a47abfb tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7865373a-940f-4b11-a36f-c983981de35d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661287 Jul 05 02:11:56.816507 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-810d96cb-7aaa-431c-9faf-8d3b100f0f20 None None] Port 54abaf0e-8cbe-4f28-ae29-9bd5042907e8 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:11:56.822693 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c5558f58-9a30-469a-ae79-c56b3f967e0e req-ccb9004c-de25-49d1-938b-04da3a1fcd83 tempest-AggregatesAdminTestJSON-1803124775 tempest-AggregatesAdminTestJSON-1803124775-project] 10.222.0.23 "GET /v2.0/security-groups?id=86c5d03f-b1e1-48ec-a04e-d9a94189f595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319277 Jul 05 02:11:57.248901 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [req-ce1bb36d-f024-49c1-a059-5cfb0510b7bd req-0d2bcb97-13ef-4736-8743-cff55cdc7346 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13a97864-0e9f-4451-9ccc-d1170b5199e0 {{(pid=94462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:11:57.255600 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40330) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:11:57.273022 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-ce1bb36d-f024-49c1-a059-5cfb0510b7bd req-0d2bcb97-13ef-4736-8743-cff55cdc7346 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:57.309902 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [req-ce1bb36d-f024-49c1-a059-5cfb0510b7bd req-0d2bcb97-13ef-4736-8743-cff55cdc7346 service neutron] Transition to ACTIVE for port object 13a97864-0e9f-4451-9ccc-d1170b5199e0 will not be triggered until provisioned by entity L2. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:11:57.435387 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-ce1bb36d-f024-49c1-a059-5cfb0510b7bd req-0d2bcb97-13ef-4736-8743-cff55cdc7346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:57.492633 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2bcb97-13ef-4736-8743-cff55cdc7346 service neutron] Pushing event updated for resources: {'Port': ['ID=13a97864-0e9f-4451-9ccc-d1170b5199e0,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:11:57.577066 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-ce1bb36d-f024-49c1-a059-5cfb0510b7bd req-0d2bcb97-13ef-4736-8743-cff55cdc7346 service neutron] Attempting to bind port 13a97864-0e9f-4451-9ccc-d1170b5199e0 on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:11:57.577450 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-ce1bb36d-f024-49c1-a059-5cfb0510b7bd req-0d2bcb97-13ef-4736-8743-cff55cdc7346 service neutron] Attempting to bind port 13a97864-0e9f-4451-9ccc-d1170b5199e0 by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:11:57.577797 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1bb36d-f024-49c1-a059-5cfb0510b7bd req-0d2bcb97-13ef-4736-8743-cff55cdc7346 service neutron] Attempting to bind port 13a97864-0e9f-4451-9ccc-d1170b5199e0 on network dff432c2-7366-4622-aebb-da22fe05bfd4 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:11:57.582594 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1bb36d-f024-49c1-a059-5cfb0510b7bd req-0d2bcb97-13ef-4736-8743-cff55cdc7346 service neutron] Port 13a97864-0e9f-4451-9ccc-d1170b5199e0 on network dff432c2-7366-4622-aebb-da22fe05bfd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:11:57.582914 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1bb36d-f024-49c1-a059-5cfb0510b7bd req-0d2bcb97-13ef-4736-8743-cff55cdc7346 service neutron] Attempting to bind port 13a97864-0e9f-4451-9ccc-d1170b5199e0 on network dff432c2-7366-4622-aebb-da22fe05bfd4 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:11:57.588040 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1bb36d-f024-49c1-a059-5cfb0510b7bd req-0d2bcb97-13ef-4736-8743-cff55cdc7346 service neutron] Checking agent: {'id': 'e071c76e-395f-48c4-a98f-88088465cf0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:11:57.588401 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1bb36d-f024-49c1-a059-5cfb0510b7bd req-0d2bcb97-13ef-4736-8743-cff55cdc7346 service neutron] Checking segment: {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:11:57.588956 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1bb36d-f024-49c1-a059-5cfb0510b7bd req-0d2bcb97-13ef-4736-8743-cff55cdc7346 service neutron] Bound using segment: {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'} {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:11:57.589390 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-ce1bb36d-f024-49c1-a059-5cfb0510b7bd req-0d2bcb97-13ef-4736-8743-cff55cdc7346 service neutron] Bound port: 13a97864-0e9f-4451-9ccc-d1170b5199e0, host: n-h2-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'}}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:11:57.589766 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-ce1bb36d-f024-49c1-a059-5cfb0510b7bd req-0d2bcb97-13ef-4736-8743-cff55cdc7346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:57.692004 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-ce1bb36d-f024-49c1-a059-5cfb0510b7bd req-0d2bcb97-13ef-4736-8743-cff55cdc7346 service neutron] For port 13a97864-0e9f-4451-9ccc-d1170b5199e0, host n-h2-771362-32, cleared binding levels {{(pid=94462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:11:57.698083 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-ce1bb36d-f024-49c1-a059-5cfb0510b7bd req-0d2bcb97-13ef-4736-8743-cff55cdc7346 service neutron] For port 13a97864-0e9f-4451-9ccc-d1170b5199e0, host n-h2-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=13a97864-0e9f-4451-9ccc-d1170b5199e0,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:11:57.796585 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4fddff04-fda3-419e-a96c-bccd0ed3ea90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:57.809673 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-ce1bb36d-f024-49c1-a059-5cfb0510b7bd req-0d2bcb97-13ef-4736-8743-cff55cdc7346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:57.902692 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40346) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:11:57.909357 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1bb36d-f024-49c1-a059-5cfb0510b7bd req-0d2bcb97-13ef-4736-8743-cff55cdc7346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:11:57.909357 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-ce1bb36d-f024-49c1-a059-5cfb0510b7bd req-0d2bcb97-13ef-4736-8743-cff55cdc7346 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:57.909357 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ce1bb36d-f024-49c1-a059-5cfb0510b7bd req-0d2bcb97-13ef-4736-8743-cff55cdc7346 service neutron] 10.222.0.15 "PUT /v2.0/ports/13a97864-0e9f-4451-9ccc-d1170b5199e0 HTTP/1.1" status: 200 len: 1118 time: 1.7862172 Jul 05 02:11:57.909357 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c412ab85-7a22-47a9-9696-ac1e8e638934', 'tag': '13a97864-0e9f-4451-9ccc-d1170b5199e0'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:11:58.109031 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-efddd627-b1b0-4ef7-8f15-cbe5cdb3fa8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:58.121979 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4fddff04-fda3-419e-a96c-bccd0ed3ea90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:58.171973 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36189066-f4b0-4d35-b754-78a7d88b866a req-d43feedc-1fb1-4fa1-ad71-cc2f7e6fbabb tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:11:58.179677 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-36189066-f4b0-4d35-b754-78a7d88b866a req-d43feedc-1fb1-4fa1-ad71-cc2f7e6fbabb tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2b9a8e2-24fd-4d2a-933e-44d7adf95c61 HTTP/1.1" status: 200 len: 931 time: 0.2041132 Jul 05 02:11:58.229727 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2bcb97-13ef-4736-8743-cff55cdc7346 service neutron] Pushing event updated for resources: {'Port': ['ID=13a97864-0e9f-4451-9ccc-d1170b5199e0,revision_number=3']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:11:58.238578 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4fddff04-fda3-419e-a96c-bccd0ed3ea90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:58.322264 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-36189066-f4b0-4d35-b754-78a7d88b866a req-cb776cb2-b891-4dba-b109-23bceb54271a tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7865373a-940f-4b11-a36f-c983981de35d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1415880 Jul 05 02:11:58.332035 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1bb36d-f024-49c1-a059-5cfb0510b7bd req-f05fca97-fa0b-48e5-8644-aa52d9a1e939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:11:58.333737 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ce1bb36d-f024-49c1-a059-5cfb0510b7bd req-f05fca97-fa0b-48e5-8644-aa52d9a1e939 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ea98bf998acf440e80522f1864ed3be1&device_id=c412ab85-7a22-47a9-9696-ac1e8e638934 HTTP/1.1" status: 200 len: 1121 time: 0.1889315 Jul 05 02:11:58.342187 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6325460-348c-442f-9b2a-8f6c5869ebae req-ee9d36bf-5937-475b-b30c-32b32d28f134 tempest-AggregatesAdminTestJSON-1803124775 tempest-AggregatesAdminTestJSON-1803124775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:11:58.350171 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c6325460-348c-442f-9b2a-8f6c5869ebae req-ee9d36bf-5937-475b-b30c-32b32d28f134 tempest-AggregatesAdminTestJSON-1803124775 tempest-AggregatesAdminTestJSON-1803124775-project] 10.222.0.23 "GET /v2.0/ports?device_id=c412ab85-7a22-47a9-9696-ac1e8e638934 HTTP/1.1" status: 200 len: 969 time: 0.1748145 Jul 05 02:11:58.400449 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-4fddff04-fda3-419e-a96c-bccd0ed3ea90 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8cab022e176c4be48ae2f1aa9081c48d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1420269 Jul 05 02:11:58.401537 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40364) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:11:58.419827 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fddff04-fda3-419e-a96c-bccd0ed3ea90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4854aa1d-f9ba-4241-be75-b0859b5a386e,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:11:58.423405 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ce1bb36d-f024-49c1-a059-5cfb0510b7bd req-82791a6c-22e4-48a4-9b48-d7c6c0de8ee7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=13a97864-0e9f-4451-9ccc-d1170b5199e0 HTTP/1.1" status: 200 len: 217 time: 0.0710757 Jul 05 02:11:58.487904 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b223267e0e0ddb3199af7772d0b45336e3b4b54fbb151c86a8051291a61e85db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a1bfb26-fbf1-40ba-a304-64e72ec9a3ea" -d '{"events": [{"name": "network-changed", "server_uuid": "c412ab85-7a22-47a9-9696-ac1e8e638934", "tag": "13a97864-0e9f-4451-9ccc-d1170b5199e0"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:11:58.566095 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c6325460-348c-442f-9b2a-8f6c5869ebae req-9eaa0071-dfc6-47bd-b1ac-c61fff751a93 tempest-AggregatesAdminTestJSON-1803124775 tempest-AggregatesAdminTestJSON-1803124775-project] 10.222.0.23 "GET /v2.0/security-groups?id=86c5d03f-b1e1-48ec-a04e-d9a94189f595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148633 Jul 05 02:11:58.578896 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-efddd627-b1b0-4ef7-8f15-cbe5cdb3fa8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:58.581530 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1bb36d-f024-49c1-a059-5cfb0510b7bd req-d9aaa3e9-a2c2-4193-bd2b-30574f5f232f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:11:58.583183 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c814eb4f-3bb6-49c1-805d-bed91f872d99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:58.583610 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ce1bb36d-f024-49c1-a059-5cfb0510b7bd req-d9aaa3e9-a2c2-4193-bd2b-30574f5f232f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b840e204-692c-4f54-8f07-f6563e8e36b1 HTTP/1.1" status: 200 len: 843 time: 0.1518531 Jul 05 02:11:58.610238 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c814eb4f-3bb6-49c1-805d-bed91f872d99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:58.658746 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-efddd627-b1b0-4ef7-8f15-cbe5cdb3fa8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:58.702071 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-efddd627-b1b0-4ef7-8f15-cbe5cdb3fa8f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=975b95e1783e4f68bb18ea36afe1a6ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7707286 Jul 05 02:11:58.708407 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40380) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:11:58.717514 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efddd627-b1b0-4ef7-8f15-cbe5cdb3fa8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3adff7d7-226e-4b18-b298-2838a5f9bf42,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:11:58.734854 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1bb36d-f024-49c1-a059-5cfb0510b7bd req-8f1ff214-a77c-4619-addb-67621a79d5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:11:58.737139 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ce1bb36d-f024-49c1-a059-5cfb0510b7bd req-8f1ff214-a77c-4619-addb-67621a79d5e3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dff432c2-7366-4622-aebb-da22fe05bfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1467178 Jul 05 02:11:58.773323 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c814eb4f-3bb6-49c1-805d-bed91f872d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:58.787330 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c814eb4f-3bb6-49c1-805d-bed91f872d99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:58.791174 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-c814eb4f-3bb6-49c1-805d-bed91f872d99 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4854aa1d-f9ba-4241-be75-b0859b5a386e HTTP/1.1" status: 204 len: 168 time: 0.3805220 Jul 05 02:11:58.797918 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c814eb4f-3bb6-49c1-805d-bed91f872d99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4854aa1d-f9ba-4241-be75-b0859b5a386e,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:11:58.857220 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3e2ed44f-595c-4263-9133-23db629c46f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:58.893652 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ce1bb36d-f024-49c1-a059-5cfb0510b7bd req-9b938b14-7d17-455e-b851-4d580b575aff service neutron] 10.222.0.15 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465213 Jul 05 02:11:58.898186 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3e2ed44f-595c-4263-9133-23db629c46f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:58.985933 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-348d0c75-b8f7-4c87-85e4-ba21abe3afab x-openstack-request-id: req-348d0c75-b8f7-4c87-85e4-ba21abe3afab {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:11:58.987933 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c412ab85-7a22-47a9-9696-ac1e8e638934", "tag": "13a97864-0e9f-4451-9ccc-d1170b5199e0", "status": "completed", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:11:58.988344 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-348d0c75-b8f7-4c87-85e4-ba21abe3afab {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:11:58.988901 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c412ab85-7a22-47a9-9696-ac1e8e638934', 'tag': '13a97864-0e9f-4451-9ccc-d1170b5199e0', 'status': 'completed', 'code': 200} Jul 05 02:11:59.040561 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ce1bb36d-f024-49c1-a059-5cfb0510b7bd req-d41bd566-1813-42a6-99d3-1fc08666e6eb service neutron] 10.222.0.15 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403422 Jul 05 02:11:59.136084 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40392) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:11:59.195764 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3e2ed44f-595c-4263-9133-23db629c46f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:59.200200 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3e2ed44f-595c-4263-9133-23db629c46f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:59.201371 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-3e2ed44f-595c-4263-9133-23db629c46f9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3adff7d7-226e-4b18-b298-2838a5f9bf42 HTTP/1.1" status: 204 len: 168 time: 0.4919193 Jul 05 02:11:59.214804 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2ed44f-595c-4263-9133-23db629c46f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3adff7d7-226e-4b18-b298-2838a5f9bf42,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:11:59.298145 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1bfb26-fbf1-40ba-a304-64e72ec9a3ea req-1af89cbc-f5c4-46b6-a6a6-0b128248ca3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:11:59.300267 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2a1bfb26-fbf1-40ba-a304-64e72ec9a3ea req-1af89cbc-f5c4-46b6-a6a6-0b128248ca3f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ea98bf998acf440e80522f1864ed3be1&device_id=c412ab85-7a22-47a9-9696-ac1e8e638934 HTTP/1.1" status: 200 len: 1121 time: 0.0623491 Jul 05 02:11:59.456993 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-591ef916-04f6-474d-ad0b-dff6cac92ef2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:59.485392 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1bfb26-fbf1-40ba-a304-64e72ec9a3ea req-1de306fd-ad41-498e-9d1a-60fa69b0d38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:11:59.487517 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2a1bfb26-fbf1-40ba-a304-64e72ec9a3ea req-1de306fd-ad41-498e-9d1a-60fa69b0d38c service neutron] 10.222.0.15 "GET /v2.0/networks?id=dff432c2-7366-4622-aebb-da22fe05bfd4 HTTP/1.1" status: 200 len: 869 time: 0.1811936 Jul 05 02:11:59.552500 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2a1bfb26-fbf1-40ba-a304-64e72ec9a3ea req-3290b493-5d15-40a8-9d4c-e8781a9e06e4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=13a97864-0e9f-4451-9ccc-d1170b5199e0 HTTP/1.1" status: 200 len: 217 time: 0.0551672 Jul 05 02:11:59.645717 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1bfb26-fbf1-40ba-a304-64e72ec9a3ea req-ad4a8b14-263f-466a-88a3-d97c383040d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:11:59.647189 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2a1bfb26-fbf1-40ba-a304-64e72ec9a3ea req-ad4a8b14-263f-466a-88a3-d97c383040d0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b840e204-692c-4f54-8f07-f6563e8e36b1 HTTP/1.1" status: 200 len: 843 time: 0.0764668 Jul 05 02:11:59.791279 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491d1e53-82b1-4008-9aa8-005057a5fc2c req-17b5a077-4c47-4f6a-b08e-5314c58278fb tempest-AggregatesAdminTestJSON-1803124775 tempest-AggregatesAdminTestJSON-1803124775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:11:59.792535 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-491d1e53-82b1-4008-9aa8-005057a5fc2c req-17b5a077-4c47-4f6a-b08e-5314c58278fb tempest-AggregatesAdminTestJSON-1803124775 tempest-AggregatesAdminTestJSON-1803124775-project] 10.222.0.23 "GET /v2.0/ports?device_id=c412ab85-7a22-47a9-9696-ac1e8e638934 HTTP/1.1" status: 200 len: 969 time: 0.0827591 Jul 05 02:11:59.852532 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cad786-a1e3-44c6-a1d8-0e54e9856791 req-56fbc903-13fd-41c9-b26f-e4a0f916bde5 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:11:59.859315 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-11cad786-a1e3-44c6-a1d8-0e54e9856791 req-56fbc903-13fd-41c9-b26f-e4a0f916bde5 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2b9a8e2-24fd-4d2a-933e-44d7adf95c61 HTTP/1.1" status: 200 len: 931 time: 0.3517485 Jul 05 02:11:59.860999 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-491d1e53-82b1-4008-9aa8-005057a5fc2c req-c555e225-4e16-4b99-95d3-576f377dc9fe tempest-AggregatesAdminTestJSON-1803124775 tempest-AggregatesAdminTestJSON-1803124775-project] 10.222.0.23 "GET /v2.0/security-groups?id=86c5d03f-b1e1-48ec-a04e-d9a94189f595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571935 Jul 05 02:11:59.904238 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40410) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:11:59.939602 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-591ef916-04f6-474d-ad0b-dff6cac92ef2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:11:59.944587 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-11cad786-a1e3-44c6-a1d8-0e54e9856791 req-62b0a632-981a-4c59-afaf-77f8f13dce80 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7865373a-940f-4b11-a36f-c983981de35d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844414 Jul 05 02:11:59.959456 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1bfb26-fbf1-40ba-a304-64e72ec9a3ea req-f058eff7-e0b0-4a54-af34-3c7d0bef869e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:11:59.961388 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2a1bfb26-fbf1-40ba-a304-64e72ec9a3ea req-f058eff7-e0b0-4a54-af34-3c7d0bef869e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dff432c2-7366-4622-aebb-da22fe05bfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3057532 Jul 05 02:12:00.027135 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40414) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:12:00.040825 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-823a720e-d35c-40bc-88d0-499f33047afc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:00.070005 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2a1bfb26-fbf1-40ba-a304-64e72ec9a3ea req-2fdfad40-e8ed-4b70-8b04-5764c9e7b792 service neutron] 10.222.0.15 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007037 Jul 05 02:12:00.087259 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-591ef916-04f6-474d-ad0b-dff6cac92ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:00.172740 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-591ef916-04f6-474d-ad0b-dff6cac92ef2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1ebf6ee6197544b098278955a8229dfa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0352695 Jul 05 02:12:00.175975 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40416) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:12:00.177047 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591ef916-04f6-474d-ad0b-dff6cac92ef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b98526a3-b2b2-4f89-8aa7-11d226aab31f,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:00.215033 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-68fcb262-98c6-410d-b8f4-7b1f66c7c98d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:00.219395 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2a1bfb26-fbf1-40ba-a304-64e72ec9a3ea req-f3d801b7-85d0-432b-b602-1f2707cd1dc3 service neutron] 10.222.0.15 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430540 Jul 05 02:12:00.256950 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-823a720e-d35c-40bc-88d0-499f33047afc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:00.272559 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1a414c8b-83e7-45ff-a466-f411ecc8442f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:00.300222 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1a414c8b-83e7-45ff-a466-f411ecc8442f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:00.364216 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-823a720e-d35c-40bc-88d0-499f33047afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:00.369982 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40418) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:12:00.384803 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-af0b65a4-ef42-40f5-af6c-d8bbee3405ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:00.420038 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-823a720e-d35c-40bc-88d0-499f33047afc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0ffad403f0864deeacb45a48b5450f57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3889909 Jul 05 02:12:00.422150 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40420) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:12:00.424894 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823a720e-d35c-40bc-88d0-499f33047afc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc2a7677-801f-40ff-a890-76ce4857c323,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:00.437620 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1a414c8b-83e7-45ff-a466-f411ecc8442f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:00.440703 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1a414c8b-83e7-45ff-a466-f411ecc8442f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:00.450884 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-1a414c8b-83e7-45ff-a466-f411ecc8442f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b98526a3-b2b2-4f89-8aa7-11d226aab31f HTTP/1.1" status: 204 len: 168 time: 0.2649207 Jul 05 02:12:00.458425 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a414c8b-83e7-45ff-a466-f411ecc8442f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b98526a3-b2b2-4f89-8aa7-11d226aab31f,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:00.506448 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-68fcb262-98c6-410d-b8f4-7b1f66c7c98d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:00.509876 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-dc15f4ed-e4e9-4dd9-9c3c-68783724072a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:00.531444 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-dc15f4ed-e4e9-4dd9-9c3c-68783724072a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:00.583894 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-68fcb262-98c6-410d-b8f4-7b1f66c7c98d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:00.623746 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-68fcb262-98c6-410d-b8f4-7b1f66c7c98d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a6c1485db3ed4b90a840798b5a3f29e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7182252 Jul 05 02:12:00.625631 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fcb262-98c6-410d-b8f4-7b1f66c7c98d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=857339c3-5e20-4270-af29-98e1a2fab4b7,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:00.626744 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40424) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:12:00.670601 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-dc15f4ed-e4e9-4dd9-9c3c-68783724072a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:00.674324 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-dc15f4ed-e4e9-4dd9-9c3c-68783724072a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:00.675822 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-dc15f4ed-e4e9-4dd9-9c3c-68783724072a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cc2a7677-801f-40ff-a890-76ce4857c323 HTTP/1.1" status: 204 len: 168 time: 0.2527058 Jul 05 02:12:00.704629 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc15f4ed-e4e9-4dd9-9c3c-68783724072a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc2a7677-801f-40ff-a890-76ce4857c323,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:00.712554 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b2f79ff1-0aaf-4566-9980-894cc14bbc13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:00.744637 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b2f79ff1-0aaf-4566-9980-894cc14bbc13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:00.845831 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-af0b65a4-ef42-40f5-af6c-d8bbee3405ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:00.927857 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-af0b65a4-ef42-40f5-af6c-d8bbee3405ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:00.933014 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b2f79ff1-0aaf-4566-9980-894cc14bbc13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:00.944673 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b2f79ff1-0aaf-4566-9980-894cc14bbc13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:00.945845 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-b2f79ff1-0aaf-4566-9980-894cc14bbc13 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/857339c3-5e20-4270-af29-98e1a2fab4b7 HTTP/1.1" status: 204 len: 168 time: 0.3181434 Jul 05 02:12:00.988887 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0b65a4-ef42-40f5-af6c-d8bbee3405ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2850baa-9edc-42be-978c-d0f1820f3b95,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:01.008170 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-af0b65a4-ef42-40f5-af6c-d8bbee3405ef admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c5ebd41af45e41bdabb37a63e8cee64d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6370707 Jul 05 02:12:01.013380 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40436) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:12:01.020507 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f79ff1-0aaf-4566-9980-894cc14bbc13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=857339c3-5e20-4270-af29-98e1a2fab4b7,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:01.129734 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-27fae526-0d7a-4cdc-b34d-2046ca773e85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:01.137554 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9c1385-f4bc-4cb3-a363-b76f61643020 req-3fd9d471-fb0d-45b7-8665-bf7a621cb0e8 tempest-AggregatesAdminTestJSON-1803124775 tempest-AggregatesAdminTestJSON-1803124775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:01.139078 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0d9c1385-f4bc-4cb3-a363-b76f61643020 req-3fd9d471-fb0d-45b7-8665-bf7a621cb0e8 tempest-AggregatesAdminTestJSON-1803124775 tempest-AggregatesAdminTestJSON-1803124775-project] 10.222.0.23 "GET /v2.0/ports?device_id=c412ab85-7a22-47a9-9696-ac1e8e638934 HTTP/1.1" status: 200 len: 969 time: 0.1457529 Jul 05 02:12:01.183485 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-27fae526-0d7a-4cdc-b34d-2046ca773e85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:01.192936 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0d9c1385-f4bc-4cb3-a363-b76f61643020 req-4be496bd-15a6-488e-8627-4d0e44494287 tempest-AggregatesAdminTestJSON-1803124775 tempest-AggregatesAdminTestJSON-1803124775-project] 10.222.0.23 "GET /v2.0/security-groups?id=86c5d03f-b1e1-48ec-a04e-d9a94189f595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468934 Jul 05 02:12:01.207739 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40440) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:12:01.225160 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-57657337-eb3d-4b6b-9046-05508b20db41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:01.253507 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7841e340-4172-49d8-aa7e-7de4a382297a req-0a3b7ef7-716a-450c-b2f1-adca7d4c865f tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:01.255127 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7841e340-4172-49d8-aa7e-7de4a382297a req-0a3b7ef7-716a-450c-b2f1-adca7d4c865f tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2b9a8e2-24fd-4d2a-933e-44d7adf95c61 HTTP/1.1" status: 200 len: 931 time: 0.1563244 Jul 05 02:12:01.296771 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7841e340-4172-49d8-aa7e-7de4a382297a req-46a293ae-d06c-4c76-b82d-64c999b29ce5 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7865373a-940f-4b11-a36f-c983981de35d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357940 Jul 05 02:12:01.333562 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-27fae526-0d7a-4cdc-b34d-2046ca773e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:01.336408 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-27fae526-0d7a-4cdc-b34d-2046ca773e85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:01.338807 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-27fae526-0d7a-4cdc-b34d-2046ca773e85 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c2850baa-9edc-42be-978c-d0f1820f3b95 HTTP/1.1" status: 204 len: 168 time: 0.3240652 Jul 05 02:12:01.350077 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fae526-0d7a-4cdc-b34d-2046ca773e85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2850baa-9edc-42be-978c-d0f1820f3b95,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:01.423667 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-57657337-eb3d-4b6b-9046-05508b20db41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:01.492730 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-57657337-eb3d-4b6b-9046-05508b20db41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:01.529893 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57657337-eb3d-4b6b-9046-05508b20db41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a7c8a6a-80b9-464e-ad40-9de801c2d617,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:01.537061 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-57657337-eb3d-4b6b-9046-05508b20db41 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=734c16ced87148e6899ee1c66b33fb45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3280966 Jul 05 02:12:01.537327 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40450) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:12:01.590353 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5ee9abc7-2472-42ed-8db6-d06f10c1497a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:01.619105 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5ee9abc7-2472-42ed-8db6-d06f10c1497a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:01.779051 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5ee9abc7-2472-42ed-8db6-d06f10c1497a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:01.782328 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5ee9abc7-2472-42ed-8db6-d06f10c1497a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:01.788455 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-5ee9abc7-2472-42ed-8db6-d06f10c1497a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1a7c8a6a-80b9-464e-ad40-9de801c2d617 HTTP/1.1" status: 204 len: 168 time: 0.2448072 Jul 05 02:12:01.793242 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee9abc7-2472-42ed-8db6-d06f10c1497a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a7c8a6a-80b9-464e-ad40-9de801c2d617,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:02.028543 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40458) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:12:02.042893 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-03048f19-aef6-4c72-a1fb-cce843dc2669 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:02.111252 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 13a97864-0e9f-4451-9ccc-d1170b5199e0 details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:12:02.146394 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-03048f19-aef6-4c72-a1fb-cce843dc2669 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:02.212464 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-03048f19-aef6-4c72-a1fb-cce843dc2669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:02.224426 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 13a97864-0e9f-4451-9ccc-d1170b5199e0, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=13a97864-0e9f-4451-9ccc-d1170b5199e0,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:12:02.240686 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Returning: {'device': '13a97864-0e9f-4451-9ccc-d1170b5199e0', 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4', 'port_id': '13a97864-0e9f-4451-9ccc-d1170b5199e0', 'mac_address': 'fa:16:3e:ba:4a:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b840e204-692c-4f54-8f07-f6563e8e36b1', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:tempest-test_az-373751999', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:12:02.261199 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-03048f19-aef6-4c72-a1fb-cce843dc2669 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ae1442eaff3a4e64bd511195f2b56c5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2311242 Jul 05 02:12:02.262513 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03048f19-aef6-4c72-a1fb-cce843dc2669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9de2296-ff35-48a1-ad22-9f33101678f2,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:02.264167 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40464) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:12:02.287222 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:02.296052 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13a97864-0e9f-4451-9ccc-d1170b5199e0 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:12:02.322648 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 13a97864-0e9f-4451-9ccc-d1170b5199e0, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=13a97864-0e9f-4451-9ccc-d1170b5199e0,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:12:02.395634 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:02.424988 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2344be82-2fc9-45c8-b4fa-981387c11b5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:02.473081 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5b3298-0ccf-4d2b-b9c6-2226cce9ebb4 req-7a28b833-e582-474b-b525-0642d27e9989 tempest-AggregatesAdminTestJSON-1803124775 tempest-AggregatesAdminTestJSON-1803124775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:02.475159 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6b5b3298-0ccf-4d2b-b9c6-2226cce9ebb4 req-7a28b833-e582-474b-b525-0642d27e9989 tempest-AggregatesAdminTestJSON-1803124775 tempest-AggregatesAdminTestJSON-1803124775-project] 10.222.0.23 "GET /v2.0/ports?device_id=c412ab85-7a22-47a9-9696-ac1e8e638934 HTTP/1.1" status: 200 len: 970 time: 0.0923412 Jul 05 02:12:02.498990 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2344be82-2fc9-45c8-b4fa-981387c11b5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:02.502655 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=13a97864-0e9f-4451-9ccc-d1170b5199e0,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:02.554811 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6b5b3298-0ccf-4d2b-b9c6-2226cce9ebb4 req-5bcc2067-ce36-4528-b7f6-8eea0020b34b tempest-AggregatesAdminTestJSON-1803124775 tempest-AggregatesAdminTestJSON-1803124775-project] 10.222.0.23 "GET /v2.0/security-groups?id=86c5d03f-b1e1-48ec-a04e-d9a94189f595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722060 Jul 05 02:12:02.621849 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00b1e31-6a38-4cfb-9539-9fcae418b700 req-16cf8df4-bc1a-4cdd-bbc6-0e9ee4c33317 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:02.624549 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a00b1e31-6a38-4cfb-9539-9fcae418b700 req-16cf8df4-bc1a-4cdd-bbc6-0e9ee4c33317 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2b9a8e2-24fd-4d2a-933e-44d7adf95c61 HTTP/1.1" status: 200 len: 931 time: 0.0732019 Jul 05 02:12:02.682328 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a00b1e31-6a38-4cfb-9539-9fcae418b700 req-a173ab97-39a7-4848-b228-221389b35532 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7865373a-940f-4b11-a36f-c983981de35d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531216 Jul 05 02:12:02.703943 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2344be82-2fc9-45c8-b4fa-981387c11b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:02.707055 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2344be82-2fc9-45c8-b4fa-981387c11b5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:02.708182 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-2344be82-2fc9-45c8-b4fa-981387c11b5e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d9de2296-ff35-48a1-ad22-9f33101678f2 HTTP/1.1" status: 204 len: 168 time: 0.4429886 Jul 05 02:12:02.716314 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2344be82-2fc9-45c8-b4fa-981387c11b5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9de2296-ff35-48a1-ad22-9f33101678f2,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:02.734178 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['13a97864-0e9f-4451-9ccc-d1170b5199e0'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:12:02.866754 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40484) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:12:02.888384 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4dea595d-2752-487a-8e14-edcc7f7630c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:02.922559 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 02:12:02.984398 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4dea595d-2752-487a-8e14-edcc7f7630c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:03.052659 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4dea595d-2752-487a-8e14-edcc7f7630c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:03.098730 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-4dea595d-2752-487a-8e14-edcc7f7630c4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c6e86c571d4a444abdef4928ed2c9f29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2303433 Jul 05 02:12:03.099543 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dea595d-2752-487a-8e14-edcc7f7630c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4969185c-761f-4910-9b7d-8b96ac9285b5,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:03.099693 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40488) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:12:03.157818 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c01b8470-7db4-473e-b285-bfbb19ac127a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:03.180322 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c01b8470-7db4-473e-b285-bfbb19ac127a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:03.315832 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c01b8470-7db4-473e-b285-bfbb19ac127a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:03.319815 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c01b8470-7db4-473e-b285-bfbb19ac127a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:03.321327 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-c01b8470-7db4-473e-b285-bfbb19ac127a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4969185c-761f-4910-9b7d-8b96ac9285b5 HTTP/1.1" status: 204 len: 168 time: 0.2207594 Jul 05 02:12:03.331451 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01b8470-7db4-473e-b285-bfbb19ac127a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4969185c-761f-4910-9b7d-8b96ac9285b5,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:03.791012 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9725a64-61a1-4cbd-8c15-65dbc460ad56 req-d0d4cdbc-9114-478e-adf9-06ba9604e1d0 tempest-AggregatesAdminTestJSON-1803124775 tempest-AggregatesAdminTestJSON-1803124775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:03.792562 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e9725a64-61a1-4cbd-8c15-65dbc460ad56 req-d0d4cdbc-9114-478e-adf9-06ba9604e1d0 tempest-AggregatesAdminTestJSON-1803124775 tempest-AggregatesAdminTestJSON-1803124775-project] 10.222.0.23 "GET /v2.0/ports?device_id=c412ab85-7a22-47a9-9696-ac1e8e638934 HTTP/1.1" status: 200 len: 970 time: 0.0923982 Jul 05 02:12:03.851093 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e9725a64-61a1-4cbd-8c15-65dbc460ad56 req-da830e11-9c6b-429a-93b6-7cbfc8b47bde tempest-AggregatesAdminTestJSON-1803124775 tempest-AggregatesAdminTestJSON-1803124775-project] 10.222.0.23 "GET /v2.0/security-groups?id=86c5d03f-b1e1-48ec-a04e-d9a94189f595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524673 Jul 05 02:12:03.912009 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15756c2-600a-44e0-97d3-50198a6d5559 req-c06fe0ee-aa87-4335-b0cb-364eb394191e tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:03.913701 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a15756c2-600a-44e0-97d3-50198a6d5559 req-c06fe0ee-aa87-4335-b0cb-364eb394191e tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2b9a8e2-24fd-4d2a-933e-44d7adf95c61 HTTP/1.1" status: 200 len: 931 time: 0.0815480 Jul 05 02:12:03.953626 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a15756c2-600a-44e0-97d3-50198a6d5559 req-71f91e2b-9a8f-4711-a64d-7f7b0802e1cb tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7865373a-940f-4b11-a36f-c983981de35d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328562 Jul 05 02:12:04.101301 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 13a97864-0e9f-4451-9ccc-d1170b5199e0 up at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:12:04.228964 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning for port 13a97864-0e9f-4451-9ccc-d1170b5199e0 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:12:04.232908 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning complete for port 13a97864-0e9f-4451-9ccc-d1170b5199e0 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:12:04.233278 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:04.313142 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:04.337863 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c412ab85-7a22-47a9-9696-ac1e8e638934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13a97864-0e9f-4451-9ccc-d1170b5199e0'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:12:04.419240 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 13a97864-0e9f-4451-9ccc-d1170b5199e0, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=13a97864-0e9f-4451-9ccc-d1170b5199e0,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:12:04.475962 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:04.524340 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=13a97864-0e9f-4451-9ccc-d1170b5199e0,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:04.784749 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94c6020d-c224-405e-8eee-5b2f8a232521" -d '{"events": [{"server_uuid": "c412ab85-7a22-47a9-9696-ac1e8e638934", "name": "network-vif-plugged", "status": "completed", "tag": "13a97864-0e9f-4451-9ccc-d1170b5199e0"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:12:05.045723 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5ab0fc-bcb3-4c60-9b4a-63a1416d7c31 req-cb1eaad4-d30a-481f-b5ec-fdf20c426eaf tempest-AggregatesAdminTestJSON-1803124775 tempest-AggregatesAdminTestJSON-1803124775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:05.047331 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2a5ab0fc-bcb3-4c60-9b4a-63a1416d7c31 req-cb1eaad4-d30a-481f-b5ec-fdf20c426eaf tempest-AggregatesAdminTestJSON-1803124775 tempest-AggregatesAdminTestJSON-1803124775-project] 10.222.0.23 "GET /v2.0/ports?device_id=c412ab85-7a22-47a9-9696-ac1e8e638934 HTTP/1.1" status: 200 len: 971 time: 0.0869818 Jul 05 02:12:05.111628 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2a5ab0fc-bcb3-4c60-9b4a-63a1416d7c31 req-fcc34038-c10d-4b0c-acd4-0acab47e5be7 tempest-AggregatesAdminTestJSON-1803124775 tempest-AggregatesAdminTestJSON-1803124775-project] 10.222.0.23 "GET /v2.0/security-groups?id=86c5d03f-b1e1-48ec-a04e-d9a94189f595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587063 Jul 05 02:12:05.237727 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f5a2c87-77e1-4691-abc5-07f7724dac18 x-openstack-request-id: req-0f5a2c87-77e1-4691-abc5-07f7724dac18 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:12:05.238257 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c412ab85-7a22-47a9-9696-ac1e8e638934", "name": "network-vif-plugged", "status": "completed", "tag": "13a97864-0e9f-4451-9ccc-d1170b5199e0", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:12:05.238450 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0f5a2c87-77e1-4691-abc5-07f7724dac18 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:12:05.239080 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c412ab85-7a22-47a9-9696-ac1e8e638934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13a97864-0e9f-4451-9ccc-d1170b5199e0', 'code': 200} Jul 05 02:12:05.332193 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40578) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:12:05.339667 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839fe362-e213-4357-9371-776e15217d89 req-2f0214da-9aef-4940-8e26-e802d0731221 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:05.341225 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-839fe362-e213-4357-9371-776e15217d89 req-2f0214da-9aef-4940-8e26-e802d0731221 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2b9a8e2-24fd-4d2a-933e-44d7adf95c61 HTTP/1.1" status: 200 len: 931 time: 0.0927503 Jul 05 02:12:05.445134 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-839fe362-e213-4357-9371-776e15217d89 req-cd61d082-29d7-454f-b9be-3960775c1add tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7865373a-940f-4b11-a36f-c983981de35d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964866 Jul 05 02:12:05.479244 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c024c3a-3223-4c5c-a935-d34221547991 req-62a75055-55bf-4582-8422-52258384bdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:05.480864 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3c024c3a-3223-4c5c-a935-d34221547991 req-62a75055-55bf-4582-8422-52258384bdb5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c412ab85-7a22-47a9-9696-ac1e8e638934 HTTP/1.1" status: 200 len: 1123 time: 0.1386020 Jul 05 02:12:05.500652 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-3c024c3a-3223-4c5c-a935-d34221547991 req-147be24e-4cd9-4855-8c8b-e97ae20a5ff9 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:05.552154 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-1e95a09f-d98d-42af-b075-51d7d68116ce admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1664413787-network', 'tenant_id': '56afeb828cf948f58160284840211a1e'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:12:05.623638 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-3c024c3a-3223-4c5c-a935-d34221547991 req-147be24e-4cd9-4855-8c8b-e97ae20a5ff9 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:05.686913 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-3c024c3a-3223-4c5c-a935-d34221547991 req-147be24e-4cd9-4855-8c8b-e97ae20a5ff9 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:05.719180 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3c024c3a-3223-4c5c-a935-d34221547991 req-147be24e-4cd9-4855-8c8b-e97ae20a5ff9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=86c5d03f-b1e1-48ec-a04e-d9a94189f595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311616 Jul 05 02:12:05.731164 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147be24e-4cd9-4855-8c8b-e97ae20a5ff9 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=aec81a1e-1440-476e-b9bc-8d3e3bbc07ae,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:05.818731 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e95a09f-d98d-42af-b075-51d7d68116ce admin admin] Made reservation on behalf of 56afeb828cf948f58160284840211a1e for: {'network': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:12:05.821394 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1e95a09f-d98d-42af-b075-51d7d68116ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:05.842175 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1e95a09f-d98d-42af-b075-51d7d68116ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:06.127851 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8188b351-7cfc-4380-9bb1-8848ddac3f7c req-692dd43e-a438-4b7d-b01e-aaf6782ff30f tempest-NetworksTest-374070716 tempest-NetworksTest-374070716-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:06.128338 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8188b351-7cfc-4380-9bb1-8848ddac3f7c req-692dd43e-a438-4b7d-b01e-aaf6782ff30f tempest-NetworksTest-374070716 tempest-NetworksTest-374070716-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:06.128802 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8188b351-7cfc-4380-9bb1-8848ddac3f7c req-692dd43e-a438-4b7d-b01e-aaf6782ff30f tempest-NetworksTest-374070716 tempest-NetworksTest-374070716-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:06.129268 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8188b351-7cfc-4380-9bb1-8848ddac3f7c req-692dd43e-a438-4b7d-b01e-aaf6782ff30f tempest-NetworksTest-374070716 tempest-NetworksTest-374070716-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:06.129723 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8188b351-7cfc-4380-9bb1-8848ddac3f7c req-692dd43e-a438-4b7d-b01e-aaf6782ff30f tempest-NetworksTest-374070716 tempest-NetworksTest-374070716-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:06.131476 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8188b351-7cfc-4380-9bb1-8848ddac3f7c req-692dd43e-a438-4b7d-b01e-aaf6782ff30f tempest-NetworksTest-374070716 tempest-NetworksTest-374070716-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3624 time: 0.3078446 Jul 05 02:12:06.176614 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1e95a09f-d98d-42af-b075-51d7d68116ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:06.287259 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1e95a09f-d98d-42af-b075-51d7d68116ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:06.312619 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4f71eb-548d-428f-9683-c51b9ca27637 req-2257f3e4-2b12-470f-9f4d-e5f59272eb6d tempest-AggregatesAdminTestJSON-1803124775 tempest-AggregatesAdminTestJSON-1803124775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:06.314781 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-eb4f71eb-548d-428f-9683-c51b9ca27637 req-2257f3e4-2b12-470f-9f4d-e5f59272eb6d tempest-AggregatesAdminTestJSON-1803124775 tempest-AggregatesAdminTestJSON-1803124775-project] 10.222.0.23 "GET /v2.0/ports?device_id=c412ab85-7a22-47a9-9696-ac1e8e638934 HTTP/1.1" status: 200 len: 971 time: 0.0826297 Jul 05 02:12:06.329975 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e95a09f-d98d-42af-b075-51d7d68116ce admin admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=94461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:12:06.353724 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e95a09f-d98d-42af-b075-51d7d68116ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e181e6bc-cf15-4644-b3a9-16feadbfeb13,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:06.357628 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1e95a09f-d98d-42af-b075-51d7d68116ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:06.357968 n-d-771362-32 neutron-server[94461]: INFO neutron.db.segments_db [None req-1e95a09f-d98d-42af-b075-51d7d68116ce admin admin] Added segment eb1a6b94-6086-43b7-acf8-adc8a5518556 of type vlan for network ae249f0a-0756-4e2c-91ca-8aa027d8a61b Jul 05 02:12:06.407844 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-eb4f71eb-548d-428f-9683-c51b9ca27637 req-0afe4292-cff1-4548-a9d9-85b719cbed08 tempest-AggregatesAdminTestJSON-1803124775 tempest-AggregatesAdminTestJSON-1803124775-project] 10.222.0.23 "GET /v2.0/security-groups?id=86c5d03f-b1e1-48ec-a04e-d9a94189f595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831366 Jul 05 02:12:06.411187 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1e95a09f-d98d-42af-b075-51d7d68116ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:06.490033 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db793ea-d24a-48bd-ae06-972c84fc856e req-0d0bfd63-6164-41b3-8024-4f7e9ba5eaf5 tempest-NetworksTest-374070716 tempest-NetworksTest-374070716-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:06.491439 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8db793ea-d24a-48bd-ae06-972c84fc856e req-0d0bfd63-6164-41b3-8024-4f7e9ba5eaf5 tempest-NetworksTest-374070716 tempest-NetworksTest-374070716-project-admin] 10.222.0.23 "GET /v2.0/networks/4bbc2f9e-02cf-490e-901d-2588655a3ef0 HTTP/1.1" status: 200 len: 886 time: 0.1083176 Jul 05 02:12:06.540385 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1e95a09f-d98d-42af-b075-51d7d68116ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:06.541607 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e95a09f-d98d-42af-b075-51d7d68116ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:06.542500 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1e95a09f-d98d-42af-b075-51d7d68116ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:06.558873 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [req-0b36ba6f-0cef-4142-90fa-5ea6323f3eb4 req-c47c46e3-3920-47e5-ba17-173c7c1b3c1c tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:12:06.560319 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0b36ba6f-0cef-4142-90fa-5ea6323f3eb4 req-c47c46e3-3920-47e5-ba17-173c7c1b3c1c tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056896 Jul 05 02:12:06.622350 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e95a09f-d98d-42af-b075-51d7d68116ce admin admin] Pushing event updated for resources: {'Network': ['ID=ae249f0a-0756-4e2c-91ca-8aa027d8a61b,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:06.637498 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network ae249f0a-0756-4e2c-91ca-8aa027d8a61b details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:12:06.656740 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-1e95a09f-d98d-42af-b075-51d7d68116ce admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3167574 Jul 05 02:12:06.656740 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40630) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:12:06.657354 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-7e3844cd-ce9f-48a4-bf16-23f25eb09742 admin admin] Request body: {'subnet': {'network_id': 'ae249f0a-0756-4e2c-91ca-8aa027d8a61b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1664413787-subnet', 'tenant_id': '56afeb828cf948f58160284840211a1e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:12:06.667867 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2532162a-df08-4509-918c-678582877eaa req-416c6219-321a-4ebe-a8e8-66bf83ac8e33 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:06.670179 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2532162a-df08-4509-918c-678582877eaa req-416c6219-321a-4ebe-a8e8-66bf83ac8e33 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2b9a8e2-24fd-4d2a-933e-44d7adf95c61 HTTP/1.1" status: 200 len: 931 time: 0.0866704 Jul 05 02:12:06.727260 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2532162a-df08-4509-918c-678582877eaa req-9ca27130-56d9-4f94-9e9d-67ae74c7c5b0 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7865373a-940f-4b11-a36f-c983981de35d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505795 Jul 05 02:12:06.750738 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e3844cd-ce9f-48a4-bf16-23f25eb09742 admin admin] Made reservation on behalf of 56afeb828cf948f58160284840211a1e for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:12:06.754013 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7e3844cd-ce9f-48a4-bf16-23f25eb09742 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:06.815324 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-0b36ba6f-0cef-4142-90fa-5ea6323f3eb4 req-b65873f6-6dfa-4be9-9858-5366b225afec service neutron] Request body: {'port': {'device_id': 'e2b9a8e2-24fd-4d2a-933e-44d7adf95c61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:12:06.923705 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-0b36ba6f-0cef-4142-90fa-5ea6323f3eb4 req-b65873f6-6dfa-4be9-9858-5366b225afec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:06.965329 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17f04ce-7aa4-4588-994f-accdd5e5c853 req-6e9cc156-d6e8-423c-949a-d23ccbcc568a tempest-NetworksTest-374070716 tempest-NetworksTest-374070716-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:06.965803 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17f04ce-7aa4-4588-994f-accdd5e5c853 req-6e9cc156-d6e8-423c-949a-d23ccbcc568a tempest-NetworksTest-374070716 tempest-NetworksTest-374070716-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:06.966346 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17f04ce-7aa4-4588-994f-accdd5e5c853 req-6e9cc156-d6e8-423c-949a-d23ccbcc568a tempest-NetworksTest-374070716 tempest-NetworksTest-374070716-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:06.966816 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17f04ce-7aa4-4588-994f-accdd5e5c853 req-6e9cc156-d6e8-423c-949a-d23ccbcc568a tempest-NetworksTest-374070716 tempest-NetworksTest-374070716-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:06.967314 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17f04ce-7aa4-4588-994f-accdd5e5c853 req-6e9cc156-d6e8-423c-949a-d23ccbcc568a tempest-NetworksTest-374070716 tempest-NetworksTest-374070716-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:06.967722 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17f04ce-7aa4-4588-994f-accdd5e5c853 req-6e9cc156-d6e8-423c-949a-d23ccbcc568a tempest-NetworksTest-374070716 tempest-NetworksTest-374070716-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:06.973636 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e17f04ce-7aa4-4588-994f-accdd5e5c853 req-6e9cc156-d6e8-423c-949a-d23ccbcc568a tempest-NetworksTest-374070716 tempest-NetworksTest-374070716-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4280 time: 0.2154965 Jul 05 02:12:07.338227 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-0b36ba6f-0cef-4142-90fa-5ea6323f3eb4 req-b65873f6-6dfa-4be9-9858-5366b225afec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54abaf0e-8cbe-4f28-ae29-9bd5042907e8 {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:12:07.346182 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-0b36ba6f-0cef-4142-90fa-5ea6323f3eb4 req-b65873f6-6dfa-4be9-9858-5366b225afec service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:07.361425 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7e3844cd-ce9f-48a4-bf16-23f25eb09742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:07.365328 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-0b36ba6f-0cef-4142-90fa-5ea6323f3eb4 req-b65873f6-6dfa-4be9-9858-5366b225afec service neutron] Transition to ACTIVE for port object 54abaf0e-8cbe-4f28-ae29-9bd5042907e8 will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:12:07.418793 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3844cd-ce9f-48a4-bf16-23f25eb09742 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea5677e1-8b3f-4cb2-b460-3fad0d995656,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:07.427293 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3844cd-ce9f-48a4-bf16-23f25eb09742 admin admin] Checking segment: {'id': 'eb1a6b94-6086-43b7-acf8-adc8a5518556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ae249f0a-0756-4e2c-91ca-8aa027d8a61b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:12:07.427646 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3844cd-ce9f-48a4-bf16-23f25eb09742 admin admin] Network hostable DHCP agents. Network: ae249f0a-0756-4e2c-91ca-8aa027d8a61b, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:12:07.492738 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-0b36ba6f-0cef-4142-90fa-5ea6323f3eb4 req-b65873f6-6dfa-4be9-9858-5366b225afec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:07.557210 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65873f6-6dfa-4be9-9858-5366b225afec service neutron] Pushing event updated for resources: {'Port': ['ID=54abaf0e-8cbe-4f28-ae29-9bd5042907e8,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:07.607064 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3844cd-ce9f-48a4-bf16-23f25eb09742 admin admin] Network ae249f0a-0756-4e2c-91ca-8aa027d8a61b is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:12:07.641035 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40668) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:12:07.646013 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-0b36ba6f-0cef-4142-90fa-5ea6323f3eb4 req-b65873f6-6dfa-4be9-9858-5366b225afec service neutron] Attempting to bind port 54abaf0e-8cbe-4f28-ae29-9bd5042907e8 on host n-h1-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:12:07.646396 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-0b36ba6f-0cef-4142-90fa-5ea6323f3eb4 req-b65873f6-6dfa-4be9-9858-5366b225afec service neutron] Attempting to bind port 54abaf0e-8cbe-4f28-ae29-9bd5042907e8 by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': '54993d40-1817-4e9a-9179-be5527f6d698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '145d1216-e8e2-4105-8190-071eda74e029'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:12:07.646812 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b36ba6f-0cef-4142-90fa-5ea6323f3eb4 req-b65873f6-6dfa-4be9-9858-5366b225afec service neutron] Attempting to bind port 54abaf0e-8cbe-4f28-ae29-9bd5042907e8 on network 145d1216-e8e2-4105-8190-071eda74e029 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:12:07.655212 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b36ba6f-0cef-4142-90fa-5ea6323f3eb4 req-b65873f6-6dfa-4be9-9858-5366b225afec service neutron] Port 54abaf0e-8cbe-4f28-ae29-9bd5042907e8 on network 145d1216-e8e2-4105-8190-071eda74e029 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:12:07.655531 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b36ba6f-0cef-4142-90fa-5ea6323f3eb4 req-b65873f6-6dfa-4be9-9858-5366b225afec service neutron] Attempting to bind port 54abaf0e-8cbe-4f28-ae29-9bd5042907e8 on network 145d1216-e8e2-4105-8190-071eda74e029 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:12:07.664681 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b36ba6f-0cef-4142-90fa-5ea6323f3eb4 req-b65873f6-6dfa-4be9-9858-5366b225afec service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:12:07.674603 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b36ba6f-0cef-4142-90fa-5ea6323f3eb4 req-b65873f6-6dfa-4be9-9858-5366b225afec service neutron] Checking segment: {'id': '54993d40-1817-4e9a-9179-be5527f6d698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '145d1216-e8e2-4105-8190-071eda74e029'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:12:07.674603 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b36ba6f-0cef-4142-90fa-5ea6323f3eb4 req-b65873f6-6dfa-4be9-9858-5366b225afec service neutron] Bound using segment: {'id': '54993d40-1817-4e9a-9179-be5527f6d698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '145d1216-e8e2-4105-8190-071eda74e029'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:12:07.674603 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-0b36ba6f-0cef-4142-90fa-5ea6323f3eb4 req-b65873f6-6dfa-4be9-9858-5366b225afec service neutron] Bound port: 54abaf0e-8cbe-4f28-ae29-9bd5042907e8, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54993d40-1817-4e9a-9179-be5527f6d698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '145d1216-e8e2-4105-8190-071eda74e029'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:12:07.674603 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-0b36ba6f-0cef-4142-90fa-5ea6323f3eb4 req-b65873f6-6dfa-4be9-9858-5366b225afec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:07.715802 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd46ac59-38a7-4e05-baf3-57a69fe3281f req-45db2279-ddf8-41af-8d53-2d85ed5a3af5 tempest-AggregatesAdminTestJSON-1803124775 tempest-AggregatesAdminTestJSON-1803124775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:07.717342 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bd46ac59-38a7-4e05-baf3-57a69fe3281f req-45db2279-ddf8-41af-8d53-2d85ed5a3af5 tempest-AggregatesAdminTestJSON-1803124775 tempest-AggregatesAdminTestJSON-1803124775-project] 10.222.0.23 "GET /v2.0/ports?device_id=c412ab85-7a22-47a9-9696-ac1e8e638934 HTTP/1.1" status: 200 len: 971 time: 0.1418245 Jul 05 02:12:07.762431 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-07e87b21-0e4f-4fbb-8c87-35735250da48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:07.780686 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-0b36ba6f-0cef-4142-90fa-5ea6323f3eb4 req-b65873f6-6dfa-4be9-9858-5366b225afec service neutron] For port 54abaf0e-8cbe-4f28-ae29-9bd5042907e8, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:12:07.800252 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-7e3844cd-ce9f-48a4-bf16-23f25eb09742 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, ae249f0a-0756-4e2c-91ca-8aa027d8a61b) {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:12:07.804180 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bd46ac59-38a7-4e05-baf3-57a69fe3281f req-a2084bd9-8913-4362-bcc4-fb836fb32939 tempest-AggregatesAdminTestJSON-1803124775 tempest-AggregatesAdminTestJSON-1803124775-project] 10.222.0.23 "GET /v2.0/security-groups?id=86c5d03f-b1e1-48ec-a04e-d9a94189f595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762162 Jul 05 02:12:07.810146 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3844cd-ce9f-48a4-bf16-23f25eb09742 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:07.810713 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7e3844cd-ce9f-48a4-bf16-23f25eb09742 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:07.815618 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-0b36ba6f-0cef-4142-90fa-5ea6323f3eb4 req-b65873f6-6dfa-4be9-9858-5366b225afec service neutron] For port 54abaf0e-8cbe-4f28-ae29-9bd5042907e8, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=54abaf0e-8cbe-4f28-ae29-9bd5042907e8,segment=NetworkSegment(54993d40-1817-4e9a-9179-be5527f6d698),segment_id=54993d40-1817-4e9a-9179-be5527f6d698)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:12:07.828503 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bfb1578-fc5c-4516-bcb1-99a0440bbfcc None None] Network ae249f0a-0756-4e2c-91ca-8aa027d8a61b requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:12:07.879878 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-07e87b21-0e4f-4fbb-8c87-35735250da48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:07.915944 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-0b36ba6f-0cef-4142-90fa-5ea6323f3eb4 req-b65873f6-6dfa-4be9-9858-5366b225afec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:07.985536 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b36ba6f-0cef-4142-90fa-5ea6323f3eb4 req-b65873f6-6dfa-4be9-9858-5366b225afec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:07.986223 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-0b36ba6f-0cef-4142-90fa-5ea6323f3eb4 req-b65873f6-6dfa-4be9-9858-5366b225afec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:07.987781 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0b36ba6f-0cef-4142-90fa-5ea6323f3eb4 req-b65873f6-6dfa-4be9-9858-5366b225afec service neutron] 10.222.0.21 "PUT /v2.0/ports/54abaf0e-8cbe-4f28-ae29-9bd5042907e8 HTTP/1.1" status: 200 len: 1092 time: 1.2559433 Jul 05 02:12:07.988371 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2b9a8e2-24fd-4d2a-933e-44d7adf95c61', 'tag': '54abaf0e-8cbe-4f28-ae29-9bd5042907e8'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:12:08.030146 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-07e87b21-0e4f-4fbb-8c87-35735250da48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:08.048684 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd9dfa6-2679-4ba8-a369-c7583825a2cf None None] Network ae249f0a-0756-4e2c-91ca-8aa027d8a61b requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:12:08.095436 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e87b21-0e4f-4fbb-8c87-35735250da48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62ea6ec8-6196-4893-9d6e-778284ed9564,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:08.149081 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-07e87b21-0e4f-4fbb-8c87-35735250da48 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2af13507ad7b4575b441833f940790b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5001769 Jul 05 02:12:08.149081 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40690) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:12:08.225626 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d7dc5c0b-17ae-4c49-9b5e-37fb0f67c4ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:08.233056 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e963505-d5f0-4a61-9519-467adf680756" -d '{"events": [{"name": "network-changed", "server_uuid": "e2b9a8e2-24fd-4d2a-933e-44d7adf95c61", "tag": "54abaf0e-8cbe-4f28-ae29-9bd5042907e8"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:12:08.249450 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-7e3844cd-ce9f-48a4-bf16-23f25eb09742 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5968256 Jul 05 02:12:08.253163 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65873f6-6dfa-4be9-9858-5366b225afec service neutron] Pushing event updated for resources: {'Port': ['ID=54abaf0e-8cbe-4f28-ae29-9bd5042907e8,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:08.280394 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d7dc5c0b-17ae-4c49-9b5e-37fb0f67c4ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:08.314768 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b6a202-60e1-4f38-9bf4-88614cfdaef0 req-a999620f-3619-4544-846c-f9b9451966f1 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:08.321877 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-16b6a202-60e1-4f38-9bf4-88614cfdaef0 req-a999620f-3619-4544-846c-f9b9451966f1 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2b9a8e2-24fd-4d2a-933e-44d7adf95c61 HTTP/1.1" status: 200 len: 943 time: 0.3380768 Jul 05 02:12:08.332328 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b36ba6f-0cef-4142-90fa-5ea6323f3eb4 req-b5906311-3ff9-4b41-b5b2-2e4b1b4fc7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:08.332328 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0b36ba6f-0cef-4142-90fa-5ea6323f3eb4 req-b5906311-3ff9-4b41-b5b2-2e4b1b4fc7c6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fc2d088ace9545fabb9ece3104798875&device_id=e2b9a8e2-24fd-4d2a-933e-44d7adf95c61 HTTP/1.1" status: 200 len: 1095 time: 0.2084665 Jul 05 02:12:08.356325 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c39d69c-71b6-4f0d-b33a-120e4cf7e870 req-8716d8a8-ec4f-49ba-a9c0-2e1ad6485d5a tempest-AggregatesAdminTestJSON-1246455451 tempest-AggregatesAdminTestJSON-1246455451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:08.362682 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6c39d69c-71b6-4f0d-b33a-120e4cf7e870 req-8716d8a8-ec4f-49ba-a9c0-2e1ad6485d5a tempest-AggregatesAdminTestJSON-1246455451 tempest-AggregatesAdminTestJSON-1246455451-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=c412ab85-7a22-47a9-9696-ac1e8e638934 HTTP/1.1" status: 200 len: 1123 time: 0.0948174 Jul 05 02:12:08.378649 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-6c39d69c-71b6-4f0d-b33a-120e4cf7e870 req-40cb579f-9b01-4274-9cbb-b63b8c6ef83a tempest-AggregatesAdminTestJSON-1246455451 tempest-AggregatesAdminTestJSON-1246455451-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:08.413887 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0b36ba6f-0cef-4142-90fa-5ea6323f3eb4 req-1550fd6f-b4e2-413e-bc17-c9bd50cb5bda service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54abaf0e-8cbe-4f28-ae29-9bd5042907e8 HTTP/1.1" status: 200 len: 217 time: 0.0723765 Jul 05 02:12:08.441156 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-16b6a202-60e1-4f38-9bf4-88614cfdaef0 req-fa23aa52-4d5a-4c5f-8079-1773c2fda3bc tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7865373a-940f-4b11-a36f-c983981de35d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184440 Jul 05 02:12:08.474636 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b36ba6f-0cef-4142-90fa-5ea6323f3eb4 req-ab670540-3223-405d-9e87-b1058f6ce686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:08.476113 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0b36ba6f-0cef-4142-90fa-5ea6323f3eb4 req-ab670540-3223-405d-9e87-b1058f6ce686 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0dc4a163-6453-4ce8-90db-602a0798fbd4 HTTP/1.1" status: 200 len: 862 time: 0.0555685 Jul 05 02:12:08.496121 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d7dc5c0b-17ae-4c49-9b5e-37fb0f67c4ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:08.501906 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d7dc5c0b-17ae-4c49-9b5e-37fb0f67c4ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:08.501906 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-d7dc5c0b-17ae-4c49-9b5e-37fb0f67c4ec admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/62ea6ec8-6196-4893-9d6e-778284ed9564 HTTP/1.1" status: 204 len: 168 time: 0.3533127 Jul 05 02:12:08.518540 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dc5c0b-17ae-4c49-9b5e-37fb0f67c4ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62ea6ec8-6196-4893-9d6e-778284ed9564,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:08.584823 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-6c39d69c-71b6-4f0d-b33a-120e4cf7e870 req-40cb579f-9b01-4274-9cbb-b63b8c6ef83a tempest-AggregatesAdminTestJSON-1246455451 tempest-AggregatesAdminTestJSON-1246455451-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:08.597876 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b36ba6f-0cef-4142-90fa-5ea6323f3eb4 req-c9f78145-6b53-4a06-a231-3887d2ad9c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:08.599492 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0b36ba6f-0cef-4142-90fa-5ea6323f3eb4 req-c9f78145-6b53-4a06-a231-3887d2ad9c64 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=145d1216-e8e2-4105-8190-071eda74e029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1175547 Jul 05 02:12:08.664313 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-6c39d69c-71b6-4f0d-b33a-120e4cf7e870 req-40cb579f-9b01-4274-9cbb-b63b8c6ef83a tempest-AggregatesAdminTestJSON-1246455451 tempest-AggregatesAdminTestJSON-1246455451-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:08.684744 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e45dd065-d3af-4172-9508-296ab8eb5893 x-openstack-request-id: req-e45dd065-d3af-4172-9508-296ab8eb5893 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:12:08.685163 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2b9a8e2-24fd-4d2a-933e-44d7adf95c61", "tag": "54abaf0e-8cbe-4f28-ae29-9bd5042907e8", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:12:08.685429 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e45dd065-d3af-4172-9508-296ab8eb5893 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:12:08.685895 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2b9a8e2-24fd-4d2a-933e-44d7adf95c61', 'tag': '54abaf0e-8cbe-4f28-ae29-9bd5042907e8', 'status': 'completed', 'code': 200} Jul 05 02:12:08.690594 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6c39d69c-71b6-4f0d-b33a-120e4cf7e870 req-40cb579f-9b01-4274-9cbb-b63b8c6ef83a tempest-AggregatesAdminTestJSON-1246455451 tempest-AggregatesAdminTestJSON-1246455451-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=86c5d03f-b1e1-48ec-a04e-d9a94189f595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3270385 Jul 05 02:12:08.699700 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cb579f-9b01-4274-9cbb-b63b8c6ef83a tempest-AggregatesAdminTestJSON-1246455451 tempest-AggregatesAdminTestJSON-1246455451-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d254ef8f-b69d-48ac-a18b-037257120982,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:08.722580 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0b36ba6f-0cef-4142-90fa-5ea6323f3eb4 req-1e398166-5c40-422c-bc76-35b90ca1be49 service neutron] 10.222.0.21 "GET /v2.0/networks/145d1216-e8e2-4105-8190-071eda74e029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155152 Jul 05 02:12:08.980417 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0b36ba6f-0cef-4142-90fa-5ea6323f3eb4 req-affa230d-3fdf-497f-a90d-8c1c2ea728fe service neutron] 10.222.0.21 "GET /v2.0/networks/145d1216-e8e2-4105-8190-071eda74e029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504883 Jul 05 02:12:09.102581 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-8fdef4e4-c0a8-4bea-b591-a1564add4043 req-c59514e8-dc20-4e6a-838d-c2fd14794fff tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-80210357', 'description': 'tempest-description-1024574878'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:12:09.237198 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-8fdef4e4-c0a8-4bea-b591-a1564add4043 req-c59514e8-dc20-4e6a-838d-c2fd14794fff tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:09.279319 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e963505-d5f0-4a61-9519-467adf680756 req-26821474-ce86-4c96-8364-06ad5226d5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:09.286084 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8e963505-d5f0-4a61-9519-467adf680756 req-26821474-ce86-4c96-8364-06ad5226d5cc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fc2d088ace9545fabb9ece3104798875&device_id=e2b9a8e2-24fd-4d2a-933e-44d7adf95c61 HTTP/1.1" status: 200 len: 1095 time: 0.0788558 Jul 05 02:12:09.474751 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-8fdef4e4-c0a8-4bea-b591-a1564add4043 req-c59514e8-dc20-4e6a-838d-c2fd14794fff tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:09.477744 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e963505-d5f0-4a61-9519-467adf680756 req-94470f2d-5094-44f1-82c2-65e1261e4215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:09.479387 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8e963505-d5f0-4a61-9519-467adf680756 req-94470f2d-5094-44f1-82c2-65e1261e4215 service neutron] 10.222.0.21 "GET /v2.0/networks?id=145d1216-e8e2-4105-8190-071eda74e029 HTTP/1.1" status: 200 len: 923 time: 0.1858623 Jul 05 02:12:09.524139 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8e963505-d5f0-4a61-9519-467adf680756 req-10639e04-270d-4b4d-b63a-2e8f681fed7a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54abaf0e-8cbe-4f28-ae29-9bd5042907e8 HTTP/1.1" status: 200 len: 217 time: 0.0353332 Jul 05 02:12:09.524240 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40730) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:12:09.538430 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b3039be2-5b68-4199-b3e8-982f44410224 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:09.541608 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-8fdef4e4-c0a8-4bea-b591-a1564add4043 req-c59514e8-dc20-4e6a-838d-c2fd14794fff tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:09.615605 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59514e8-dc20-4e6a-838d-c2fd14794fff tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4941ff0e-66c0-42e9-9f81-15266d04b202,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:09.643876 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e963505-d5f0-4a61-9519-467adf680756 req-07cb2464-0270-4d27-8a7c-3843cd2ec222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:09.646500 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8e963505-d5f0-4a61-9519-467adf680756 req-07cb2464-0270-4d27-8a7c-3843cd2ec222 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0dc4a163-6453-4ce8-90db-602a0798fbd4 HTTP/1.1" status: 200 len: 862 time: 0.1189694 Jul 05 02:12:09.655312 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d0ba1a-b0af-40b4-97a8-51ea4e5804bb req-3a2135dd-182b-4df9-a378-11793228922f tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:09.656757 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-25d0ba1a-b0af-40b4-97a8-51ea4e5804bb req-3a2135dd-182b-4df9-a378-11793228922f tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2b9a8e2-24fd-4d2a-933e-44d7adf95c61 HTTP/1.1" status: 200 len: 943 time: 0.0988865 Jul 05 02:12:09.712211 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e963505-d5f0-4a61-9519-467adf680756 req-f0c3cbbd-6117-4ed2-860c-f0677edd7269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:09.713106 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b3039be2-5b68-4199-b3e8-982f44410224 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:09.714513 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8e963505-d5f0-4a61-9519-467adf680756 req-f0c3cbbd-6117-4ed2-860c-f0677edd7269 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=145d1216-e8e2-4105-8190-071eda74e029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0607953 Jul 05 02:12:09.718970 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-25d0ba1a-b0af-40b4-97a8-51ea4e5804bb req-4b85fbee-fb29-4d4f-bcfc-289691e07bca tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7865373a-940f-4b11-a36f-c983981de35d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555356 Jul 05 02:12:09.720537 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40734) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:12:09.801802 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b3039be2-5b68-4199-b3e8-982f44410224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:09.812917 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8e963505-d5f0-4a61-9519-467adf680756 req-bde5edee-e1d5-49bd-812e-4bf397d63561 service neutron] 10.222.0.21 "GET /v2.0/networks/145d1216-e8e2-4105-8190-071eda74e029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907481 Jul 05 02:12:09.852060 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fdd36fda-62e1-426e-b118-3a4434477c59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:09.853706 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3039be2-5b68-4199-b3e8-982f44410224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c223f699-6eb1-4ac7-b666-a5c40f505ede,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:09.857896 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-b3039be2-5b68-4199-b3e8-982f44410224 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c34e6d294f0c49698634836a111e10f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3328118 Jul 05 02:12:09.865368 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40738) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:12:09.933455 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-8fdef4e4-c0a8-4bea-b591-a1564add4043 req-c59514e8-dc20-4e6a-838d-c2fd14794fff tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:09.934720 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8fdef4e4-c0a8-4bea-b591-a1564add4043 req-c59514e8-dc20-4e6a-838d-c2fd14794fff tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.8412006 Jul 05 02:12:09.945266 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b5315b34-de7d-4335-b299-4723c0f2037a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:09.958498 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8e963505-d5f0-4a61-9519-467adf680756 req-7e0daeb8-c76d-4629-97ad-f51e7583c827 service neutron] 10.222.0.21 "GET /v2.0/networks/145d1216-e8e2-4105-8190-071eda74e029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385603 Jul 05 02:12:09.976961 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-5593789e-10ef-4c4f-8659-b2c99883fc8e req-fed5ba76-8fb7-4615-a29a-03e09e3ab8de tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-467630896', 'description': 'tempest-description-1805532694'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:12:09.982332 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b5315b34-de7d-4335-b299-4723c0f2037a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:10.038790 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fdd36fda-62e1-426e-b118-3a4434477c59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:10.099036 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b5315b34-de7d-4335-b299-4723c0f2037a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:10.101916 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b5315b34-de7d-4335-b299-4723c0f2037a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:10.103182 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-b5315b34-de7d-4335-b299-4723c0f2037a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c223f699-6eb1-4ac7-b666-a5c40f505ede HTTP/1.1" status: 204 len: 168 time: 0.2368689 Jul 05 02:12:10.113332 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5315b34-de7d-4335-b299-4723c0f2037a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c223f699-6eb1-4ac7-b666-a5c40f505ede,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:10.150361 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40754) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:12:10.151238 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fdd36fda-62e1-426e-b118-3a4434477c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:10.217118 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40760) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:12:10.229995 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-fdd36fda-62e1-426e-b118-3a4434477c59 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=06ec32013f924b3a8f9e74b60d930c6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5083904 Jul 05 02:12:10.236937 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd36fda-62e1-426e-b118-3a4434477c59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d24cee54-bb56-4b63-8ad8-310c4bd8a9de,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:10.257777 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-5593789e-10ef-4c4f-8659-b2c99883fc8e req-fed5ba76-8fb7-4615-a29a-03e09e3ab8de tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:10.278173 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-26f8a198-7178-48c4-80cf-aec3aa205bde admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:10.305365 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-62aa64dd-5e6f-4cd5-a6d0-878e0bdd8187 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:10.329819 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-62aa64dd-5e6f-4cd5-a6d0-878e0bdd8187 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:10.381211 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-26f8a198-7178-48c4-80cf-aec3aa205bde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:10.492815 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-26f8a198-7178-48c4-80cf-aec3aa205bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:10.533397 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-26f8a198-7178-48c4-80cf-aec3aa205bde admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1cef736a1e2a4eb8a7a47e566eca64d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3766749 Jul 05 02:12:10.541820 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-62aa64dd-5e6f-4cd5-a6d0-878e0bdd8187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:10.543603 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40774) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:12:10.544452 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-62aa64dd-5e6f-4cd5-a6d0-878e0bdd8187 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:10.548849 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-62aa64dd-5e6f-4cd5-a6d0-878e0bdd8187 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d24cee54-bb56-4b63-8ad8-310c4bd8a9de HTTP/1.1" status: 204 len: 168 time: 0.3273866 Jul 05 02:12:10.558534 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aa64dd-5e6f-4cd5-a6d0-878e0bdd8187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d24cee54-bb56-4b63-8ad8-310c4bd8a9de,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:10.578353 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f8a198-7178-48c4-80cf-aec3aa205bde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a001426-499b-4f97-ac9d-23b29938e95a,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:10.615772 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-5593789e-10ef-4c4f-8659-b2c99883fc8e req-fed5ba76-8fb7-4615-a29a-03e09e3ab8de tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:10.617535 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6d590858-5383-4e82-8b26-dd3c239f6947 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:10.639897 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6d590858-5383-4e82-8b26-dd3c239f6947 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:10.704163 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-5593789e-10ef-4c4f-8659-b2c99883fc8e req-fed5ba76-8fb7-4615-a29a-03e09e3ab8de tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:10.733563 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed5ba76-8fb7-4615-a29a-03e09e3ab8de tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a0590e-0209-40e7-a129-c404d4b16f0c,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:10.773084 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6d590858-5383-4e82-8b26-dd3c239f6947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:10.775728 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6d590858-5383-4e82-8b26-dd3c239f6947 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:10.777016 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-6d590858-5383-4e82-8b26-dd3c239f6947 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3a001426-499b-4f97-ac9d-23b29938e95a HTTP/1.1" status: 204 len: 168 time: 0.2325499 Jul 05 02:12:10.784943 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d590858-5383-4e82-8b26-dd3c239f6947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a001426-499b-4f97-ac9d-23b29938e95a,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:10.835648 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-5593789e-10ef-4c4f-8659-b2c99883fc8e req-fed5ba76-8fb7-4615-a29a-03e09e3ab8de tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:10.836991 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5593789e-10ef-4c4f-8659-b2c99883fc8e req-fed5ba76-8fb7-4615-a29a-03e09e3ab8de tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.8686676 Jul 05 02:12:11.020863 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca36561-8288-453e-8d46-5492a5ec2c00 req-2d1bf0a9-9898-4eaa-8711-37c765c8da18 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:11.027133 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-aca36561-8288-453e-8d46-5492a5ec2c00 req-2d1bf0a9-9898-4eaa-8711-37c765c8da18 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2b9a8e2-24fd-4d2a-933e-44d7adf95c61 HTTP/1.1" status: 200 len: 943 time: 0.0846963 Jul 05 02:12:11.066740 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-aca36561-8288-453e-8d46-5492a5ec2c00 req-0a3958db-a10f-49df-97ab-08b45b06489c tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7865373a-940f-4b11-a36f-c983981de35d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382321 Jul 05 02:12:11.275853 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e9f5ea-da30-4942-9ad8-4f1837935827 req-b5e6a269-9f0f-4b8f-b2b9-0d6272fce9b2 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:11.277681 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-46e9f5ea-da30-4942-9ad8-4f1837935827 req-b5e6a269-9f0f-4b8f-b2b9-0d6272fce9b2 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "GET /v2.0/networks?id=ae249f0a-0756-4e2c-91ca-8aa027d8a61b HTTP/1.1" status: 200 len: 813 time: 0.1267405 Jul 05 02:12:11.294812 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-46e9f5ea-da30-4942-9ad8-4f1837935827 req-fd80eab9-e286-40fc-a366-98628eb29aee tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "GET /v2.0/quotas/56afeb828cf948f58160284840211a1e HTTP/1.1" status: 200 len: 375 time: 0.0103352 Jul 05 02:12:11.329131 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-46e9f5ea-da30-4942-9ad8-4f1837935827 req-dee41d2b-b718-4584-95df-55cbd21a629b tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=56afeb828cf948f58160284840211a1e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277741 Jul 05 02:12:11.402113 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:11.402916 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:11.418852 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-46e9f5ea-da30-4942-9ad8-4f1837935827 req-60c8fcfa-91cd-4cb4-b22a-b6640f64092e service neutron] 10.222.0.23 "GET /v2.0/networks/ae249f0a-0756-4e2c-91ca-8aa027d8a61b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826764 Jul 05 02:12:11.515302 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-46e9f5ea-da30-4942-9ad8-4f1837935827 req-a88b5655-8153-4129-8866-54b1d03ae768 service neutron] 10.222.0.23 "GET /v2.0/networks/ae249f0a-0756-4e2c-91ca-8aa027d8a61b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903647 Jul 05 02:12:11.555120 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40830) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:12:11.570443 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-12bb4b67-4501-48c4-9d79-54064b63cba9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:11.619882 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40832) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:12:11.640377 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-fdf12f83-179c-418b-97ad-6eca9062406e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:11.686464 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-12bb4b67-4501-48c4-9d79-54064b63cba9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:11.826268 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f86c3375-1711-4cf4-93a0-1af865ec3137 req-4ec8b8c8-ff97-422c-bcb5-bbe29cf12a2b tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "GET /v2.0/ports?device_id=284cfcce-1757-462a-b117-b180dab88cee HTTP/1.1" status: 200 len: 210 time: 0.0327218 Jul 05 02:12:11.847391 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-12bb4b67-4501-48c4-9d79-54064b63cba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:11.893415 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-12bb4b67-4501-48c4-9d79-54064b63cba9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4b27f803b6904eab848cea68b9d029c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3323619 Jul 05 02:12:11.893415 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bb4b67-4501-48c4-9d79-54064b63cba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=841ed184-23b7-45b1-a4ac-8acac1d9208f,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:11.893599 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40846) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:12:11.967942 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-fdf12f83-179c-418b-97ad-6eca9062406e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:11.968854 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a1ea9ac4-bf99-445b-86ff-1f7fcc8188c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:11.990056 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a1ea9ac4-bf99-445b-86ff-1f7fcc8188c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:12.070847 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-fdf12f83-179c-418b-97ad-6eca9062406e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:12.101291 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 54abaf0e-8cbe-4f28-ae29-9bd5042907e8 details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:12:12.123993 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40862) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:12:12.143417 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-fdf12f83-179c-418b-97ad-6eca9062406e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e05b7f84eee74177a9b756537b9423a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5199218 Jul 05 02:12:12.147905 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf12f83-179c-418b-97ad-6eca9062406e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63d718f2-d11b-4238-a96a-3dd2697ca825,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:12.167208 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a1ea9ac4-bf99-445b-86ff-1f7fcc8188c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:12.170357 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a1ea9ac4-bf99-445b-86ff-1f7fcc8188c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:12.175326 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-a1ea9ac4-bf99-445b-86ff-1f7fcc8188c7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/841ed184-23b7-45b1-a4ac-8acac1d9208f HTTP/1.1" status: 204 len: 168 time: 0.2811229 Jul 05 02:12:12.184567 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ea9ac4-bf99-445b-86ff-1f7fcc8188c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=841ed184-23b7-45b1-a4ac-8acac1d9208f,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:12.209374 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e740515c-eb3c-4208-a84d-e4890a6fc1c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:12.232961 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e740515c-eb3c-4208-a84d-e4890a6fc1c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:12.298439 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 54abaf0e-8cbe-4f28-ae29-9bd5042907e8, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=54abaf0e-8cbe-4f28-ae29-9bd5042907e8,segment=NetworkSegment(54993d40-1817-4e9a-9179-be5527f6d698),segment_id=54993d40-1817-4e9a-9179-be5527f6d698)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:12:12.320094 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': '54abaf0e-8cbe-4f28-ae29-9bd5042907e8', 'network_id': '145d1216-e8e2-4105-8190-071eda74e029', 'port_id': '54abaf0e-8cbe-4f28-ae29-9bd5042907e8', 'mac_address': 'fa:16:3e:94:35:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dc4a163-6453-4ce8-90db-602a0798fbd4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:12:12.345769 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda561f7-d17b-4e08-aa6c-7df13c4100df req-5febd56c-7c25-4ad5-befa-a81e90bd3243 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:12.350834 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bda561f7-d17b-4e08-aa6c-7df13c4100df req-5febd56c-7c25-4ad5-befa-a81e90bd3243 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2b9a8e2-24fd-4d2a-933e-44d7adf95c61 HTTP/1.1" status: 200 len: 943 time: 0.1115999 Jul 05 02:12:12.361072 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:12.376674 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54abaf0e-8cbe-4f28-ae29-9bd5042907e8 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:12:12.403108 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 54abaf0e-8cbe-4f28-ae29-9bd5042907e8, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=54abaf0e-8cbe-4f28-ae29-9bd5042907e8,segment=NetworkSegment(54993d40-1817-4e9a-9179-be5527f6d698),segment_id=54993d40-1817-4e9a-9179-be5527f6d698)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:12:12.407194 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bda561f7-d17b-4e08-aa6c-7df13c4100df req-984e6e39-217d-4f1a-8815-9e51c080f4ef tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7865373a-940f-4b11-a36f-c983981de35d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529242 Jul 05 02:12:12.408317 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e740515c-eb3c-4208-a84d-e4890a6fc1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:12.412524 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e740515c-eb3c-4208-a84d-e4890a6fc1c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:12.415876 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-e740515c-eb3c-4208-a84d-e4890a6fc1c6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/63d718f2-d11b-4238-a96a-3dd2697ca825 HTTP/1.1" status: 204 len: 168 time: 0.2895045 Jul 05 02:12:12.443489 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e740515c-eb3c-4208-a84d-e4890a6fc1c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63d718f2-d11b-4238-a96a-3dd2697ca825,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:12.481639 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:12.529480 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=54abaf0e-8cbe-4f28-ae29-9bd5042907e8,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:12.854501 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['54abaf0e-8cbe-4f28-ae29-9bd5042907e8'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:12:12.959464 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-482c08de-ca49-42c8-b35e-dd3ed54034e3 req-66fb2400-b890-4eae-946a-29d47ad400cf tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "GET /v2.0/ports?device_id=284cfcce-1757-462a-b117-b180dab88cee HTTP/1.1" status: 200 len: 210 time: 0.0501475 Jul 05 02:12:13.593832 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-79b15505-9656-4424-948c-dcbf2fefa565 req-1b67dfff-b9a7-4c0d-b765-b62a500c6d70 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c412ab85-7a22-47a9-9696-ac1e8e638934&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1121862 Jul 05 02:12:13.765308 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b15505-9656-4424-948c-dcbf2fefa565 req-c89788b8-71ab-4b2a-ad08-d047c8f13774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:13.766915 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-79b15505-9656-4424-948c-dcbf2fefa565 req-c89788b8-71ab-4b2a-ad08-d047c8f13774 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ea98bf998acf440e80522f1864ed3be1&device_id=c412ab85-7a22-47a9-9696-ac1e8e638934 HTTP/1.1" status: 200 len: 1123 time: 0.1005764 Jul 05 02:12:13.776808 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290db48d-bf95-435c-94bd-f2e77b03d7da req-c6e79699-bdaf-424e-815e-05d454c05f14 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:13.782623 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-290db48d-bf95-435c-94bd-f2e77b03d7da req-c6e79699-bdaf-424e-815e-05d454c05f14 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2b9a8e2-24fd-4d2a-933e-44d7adf95c61 HTTP/1.1" status: 200 len: 944 time: 0.1069276 Jul 05 02:12:13.864472 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-290db48d-bf95-435c-94bd-f2e77b03d7da req-cdb817b9-95a3-4f68-a513-d12e7eac4ba8 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7865373a-940f-4b11-a36f-c983981de35d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807259 Jul 05 02:12:13.912746 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b15505-9656-4424-948c-dcbf2fefa565 req-7d4e0d38-7d14-4c1b-9726-c674c625d316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:13.914889 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-79b15505-9656-4424-948c-dcbf2fefa565 req-7d4e0d38-7d14-4c1b-9726-c674c625d316 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dff432c2-7366-4622-aebb-da22fe05bfd4 HTTP/1.1" status: 200 len: 869 time: 0.1184916 Jul 05 02:12:13.960273 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-79b15505-9656-4424-948c-dcbf2fefa565 req-22b302f3-d843-49a5-a218-fef82e5a5243 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=13a97864-0e9f-4451-9ccc-d1170b5199e0 HTTP/1.1" status: 200 len: 217 time: 0.0387554 Jul 05 02:12:14.011026 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b15505-9656-4424-948c-dcbf2fefa565 req-5d7bf144-2f1d-48c1-85a4-6d650867ffc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:14.012826 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-79b15505-9656-4424-948c-dcbf2fefa565 req-5d7bf144-2f1d-48c1-85a4-6d650867ffc5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b840e204-692c-4f54-8f07-f6563e8e36b1 HTTP/1.1" status: 200 len: 843 time: 0.0469754 Jul 05 02:12:14.061493 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 54abaf0e-8cbe-4f28-ae29-9bd5042907e8 up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:12:14.070399 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b15505-9656-4424-948c-dcbf2fefa565 req-7432c12a-99a0-40e3-9a81-41f3b4ff6227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:14.071911 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-79b15505-9656-4424-948c-dcbf2fefa565 req-7432c12a-99a0-40e3-9a81-41f3b4ff6227 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dff432c2-7366-4622-aebb-da22fe05bfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0534766 Jul 05 02:12:14.177803 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-79b15505-9656-4424-948c-dcbf2fefa565 req-ec22bf76-0662-4fc1-a477-5312241b1f01 service neutron] 10.222.0.15 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995412 Jul 05 02:12:14.264419 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning for port 54abaf0e-8cbe-4f28-ae29-9bd5042907e8 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:12:14.269346 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port 54abaf0e-8cbe-4f28-ae29-9bd5042907e8 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:12:14.272983 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:14.327873 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8225a467-a87c-4dd8-a10b-7b1737e8ad6a req-94fac0b9-3304-4180-8827-314b13866ca0 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "GET /v2.0/ports?device_id=284cfcce-1757-462a-b117-b180dab88cee HTTP/1.1" status: 200 len: 210 time: 0.0377200 Jul 05 02:12:14.430092 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:14.485980 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2b9a8e2-24fd-4d2a-933e-44d7adf95c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54abaf0e-8cbe-4f28-ae29-9bd5042907e8'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:12:14.489113 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e851f295-ee36-4afe-a74d-b90d4be1e91a" -d '{"events": [{"server_uuid": "e2b9a8e2-24fd-4d2a-933e-44d7adf95c61", "name": "network-vif-plugged", "status": "completed", "tag": "54abaf0e-8cbe-4f28-ae29-9bd5042907e8"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:12:14.513138 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 54abaf0e-8cbe-4f28-ae29-9bd5042907e8, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=54abaf0e-8cbe-4f28-ae29-9bd5042907e8,segment=NetworkSegment(54993d40-1817-4e9a-9179-be5527f6d698),segment_id=54993d40-1817-4e9a-9179-be5527f6d698)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:12:14.516180 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-79b15505-9656-4424-948c-dcbf2fefa565 req-1560b50a-f791-429c-82e6-0eda843eb3e0 service neutron] 10.222.0.15 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3318729 Jul 05 02:12:14.650293 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:14.720865 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f659b2-118a-4b78-b984-2c7896e6eb3d x-openstack-request-id: req-97f659b2-118a-4b78-b984-2c7896e6eb3d {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:12:14.720865 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2b9a8e2-24fd-4d2a-933e-44d7adf95c61", "name": "network-vif-plugged", "status": "completed", "tag": "54abaf0e-8cbe-4f28-ae29-9bd5042907e8", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:12:14.720865 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-97f659b2-118a-4b78-b984-2c7896e6eb3d {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:12:14.720865 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2b9a8e2-24fd-4d2a-933e-44d7adf95c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54abaf0e-8cbe-4f28-ae29-9bd5042907e8', 'code': 200} Jul 05 02:12:14.749573 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.21', 51221) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:12:14.807596 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e9f5ea-da30-4942-9ad8-4f1837935827 req-d561b881-29a5-4fc0-a45f-5e6b997f7d44 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:14.812648 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-46e9f5ea-da30-4942-9ad8-4f1837935827 req-d561b881-29a5-4fc0-a45f-5e6b997f7d44 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.21 "GET /v2.0/networks?id=ae249f0a-0756-4e2c-91ca-8aa027d8a61b HTTP/1.1" status: 200 len: 813 time: 0.1726756 Jul 05 02:12:14.826821 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-46e9f5ea-da30-4942-9ad8-4f1837935827 req-5eecf93f-0ffb-4950-a49b-e56402954d9a tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Request body: {'port': {'device_id': '284cfcce-1757-462a-b117-b180dab88cee', 'network_id': 'ae249f0a-0756-4e2c-91ca-8aa027d8a61b', 'admin_state_up': True, 'tenant_id': '56afeb828cf948f58160284840211a1e'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:12:14.882248 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=54abaf0e-8cbe-4f28-ae29-9bd5042907e8,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:14.889331 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d41555-778e-4915-b0b1-e67a4e77c5fa req-afe572d8-e31b-4b5b-a0b4-ca4522fa3886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:14.890964 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-53d41555-778e-4915-b0b1-e67a4e77c5fa req-afe572d8-e31b-4b5b-a0b4-ca4522fa3886 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e2b9a8e2-24fd-4d2a-933e-44d7adf95c61 HTTP/1.1" status: 200 len: 1097 time: 0.1403494 Jul 05 02:12:14.939635 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-53d41555-778e-4915-b0b1-e67a4e77c5fa req-2397e9af-1426-4b38-a996-7d1c118db4e7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7865373a-940f-4b11-a36f-c983981de35d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363996 Jul 05 02:12:15.081647 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46e9f5ea-da30-4942-9ad8-4f1837935827 req-5eecf93f-0ffb-4950-a49b-e56402954d9a tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Made reservation on behalf of 56afeb828cf948f58160284840211a1e for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:12:15.085284 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-46e9f5ea-da30-4942-9ad8-4f1837935827 req-5eecf93f-0ffb-4950-a49b-e56402954d9a tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:15.240431 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f36aea-852d-4735-bf34-de3c071f7b4c req-9fa571be-9495-41d9-8bc9-a599098b366d tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:15.247228 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-75f36aea-852d-4735-bf34-de3c071f7b4c req-9fa571be-9495-41d9-8bc9-a599098b366d tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2b9a8e2-24fd-4d2a-933e-44d7adf95c61 HTTP/1.1" status: 200 len: 945 time: 0.1506364 Jul 05 02:12:15.289584 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-46e9f5ea-da30-4942-9ad8-4f1837935827 req-5eecf93f-0ffb-4950-a49b-e56402954d9a tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Allocated IP 172.20.0.13 (ae249f0a-0756-4e2c-91ca-8aa027d8a61b/ea5677e1-8b3f-4cb2-b460-3fad0d995656/f68b33b1-7c3b-4d3d-a670-7072239ace45) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:12:15.323195 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-75f36aea-852d-4735-bf34-de3c071f7b4c req-d216cd18-17d0-42b6-8b0f-d8135ca440f6 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7865373a-940f-4b11-a36f-c983981de35d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748482 Jul 05 02:12:15.562323 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4599c926-ee46-4ce8-bf8a-25927225d986 req-ac8ec895-6e42-445f-9e87-b245ae4b78ef tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "GET /v2.0/ports?device_id=284cfcce-1757-462a-b117-b180dab88cee HTTP/1.1" status: 200 len: 210 time: 0.0462472 Jul 05 02:12:15.572440 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-46e9f5ea-da30-4942-9ad8-4f1837935827 req-5eecf93f-0ffb-4950-a49b-e56402954d9a tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:15.605826 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 41088) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:12:15.699209 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-46e9f5ea-da30-4942-9ad8-4f1837935827 req-5eecf93f-0ffb-4950-a49b-e56402954d9a tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:15.747066 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46e9f5ea-da30-4942-9ad8-4f1837935827 req-5eecf93f-0ffb-4950-a49b-e56402954d9a tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Network ae249f0a-0756-4e2c-91ca-8aa027d8a61b is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:12:15.750442 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-46e9f5ea-da30-4942-9ad8-4f1837935827 req-5eecf93f-0ffb-4950-a49b-e56402954d9a tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:12:15.753022 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-46e9f5ea-da30-4942-9ad8-4f1837935827 req-5eecf93f-0ffb-4950-a49b-e56402954d9a tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:12:15.758769 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e9f5ea-da30-4942-9ad8-4f1837935827 req-5eecf93f-0ffb-4950-a49b-e56402954d9a tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:15.759384 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-46e9f5ea-da30-4942-9ad8-4f1837935827 req-5eecf93f-0ffb-4950-a49b-e56402954d9a tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:15.777921 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eecf93f-0ffb-4950-a49b-e56402954d9a tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Pushing event updated for resources: {'Port': ['ID=f68b33b1-7c3b-4d3d-a670-7072239ace45,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:15.905457 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-46e9f5ea-da30-4942-9ad8-4f1837935827 req-5eecf93f-0ffb-4950-a49b-e56402954d9a tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0843475 Jul 05 02:12:15.919878 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-46e9f5ea-da30-4942-9ad8-4f1837935827 req-dba30907-ca3b-441d-a301-af2d639affc8 service neutron] Request body: {'port': {'device_id': '284cfcce-1757-462a-b117-b180dab88cee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:12:16.013053 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-46e9f5ea-da30-4942-9ad8-4f1837935827 req-dba30907-ca3b-441d-a301-af2d639affc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:16.165662 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 41116) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:12:16.178863 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3055f949-fadd-4cec-9ffc-6900936cb41f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:16.248421 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-836821cc-de2a-4b0b-b309-05402b82dd68 req-95fbda64-d566-4c2b-8598-1329f82f0234 tempest-ServerDiagnosticsNegativeTest-1156447498 tempest-ServerDiagnosticsNegativeTest-1156447498-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=b2200b32549f40d5b1b4e1a5ae22bf91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317817 Jul 05 02:12:16.312737 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3055f949-fadd-4cec-9ffc-6900936cb41f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:16.362100 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-75c6f9e8-7dcc-440f-9c1d-ac0306930d2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:16.414711 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3055f949-fadd-4cec-9ffc-6900936cb41f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:16.466759 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-3055f949-fadd-4cec-9ffc-6900936cb41f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b8de989fcc5f480cbd06dfb7a1963a7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8593509 Jul 05 02:12:16.473509 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 41132) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:12:16.476222 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3055f949-fadd-4cec-9ffc-6900936cb41f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a775177-c048-4094-ac2b-a8497227327a,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:16.490433 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-46e9f5ea-da30-4942-9ad8-4f1837935827 req-dba30907-ca3b-441d-a301-af2d639affc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f68b33b1-7c3b-4d3d-a670-7072239ace45 {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:12:16.517197 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-46e9f5ea-da30-4942-9ad8-4f1837935827 req-dba30907-ca3b-441d-a301-af2d639affc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:16.549285 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836821cc-de2a-4b0b-b309-05402b82dd68 req-cf84b860-6651-4608-baf4-50d11345342c tempest-ServerDiagnosticsNegativeTest-1156447498 tempest-ServerDiagnosticsNegativeTest-1156447498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:16.550783 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-836821cc-de2a-4b0b-b309-05402b82dd68 req-cf84b860-6651-4608-baf4-50d11345342c tempest-ServerDiagnosticsNegativeTest-1156447498 tempest-ServerDiagnosticsNegativeTest-1156447498-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2925947 Jul 05 02:12:16.552552 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-46e9f5ea-da30-4942-9ad8-4f1837935827 req-dba30907-ca3b-441d-a301-af2d639affc8 service neutron] Transition to ACTIVE for port object f68b33b1-7c3b-4d3d-a670-7072239ace45 will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:12:16.572327 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03771ad9-340a-43bd-bfa5-9ca27b2ddab9 req-8c93c576-fc4c-4f36-8798-ee1575770fe2 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:16.574525 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-03771ad9-340a-43bd-bfa5-9ca27b2ddab9 req-8c93c576-fc4c-4f36-8798-ee1575770fe2 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2b9a8e2-24fd-4d2a-933e-44d7adf95c61 HTTP/1.1" status: 200 len: 945 time: 0.1169977 Jul 05 02:12:16.577397 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-836821cc-de2a-4b0b-b309-05402b82dd68 req-6dde6fef-9a40-40d4-8f93-4d4795119315 tempest-ServerDiagnosticsNegativeTest-1156447498 tempest-ServerDiagnosticsNegativeTest-1156447498-project] 10.222.0.23 "GET /v2.0/quotas/b2200b32549f40d5b1b4e1a5ae22bf91 HTTP/1.1" status: 200 len: 375 time: 0.0161710 Jul 05 02:12:16.578650 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-75c6f9e8-7dcc-440f-9c1d-ac0306930d2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:16.617827 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-836821cc-de2a-4b0b-b309-05402b82dd68 req-e6ec61ef-de2d-4616-bf5c-5f5565a14585 tempest-ServerDiagnosticsNegativeTest-1156447498 tempest-ServerDiagnosticsNegativeTest-1156447498-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b2200b32549f40d5b1b4e1a5ae22bf91&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329931 Jul 05 02:12:16.618881 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-496b7fcf-51ce-4fb6-b09c-9f6d8adb4da0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:16.641581 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-03771ad9-340a-43bd-bfa5-9ca27b2ddab9 req-02e447f2-da9d-4424-b663-0150a36ef38e tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7865373a-940f-4b11-a36f-c983981de35d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523007 Jul 05 02:12:16.643838 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-496b7fcf-51ce-4fb6-b09c-9f6d8adb4da0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:16.655734 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-75c6f9e8-7dcc-440f-9c1d-ac0306930d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:16.661093 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-46e9f5ea-da30-4942-9ad8-4f1837935827 req-dba30907-ca3b-441d-a301-af2d639affc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:16.716015 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-75c6f9e8-7dcc-440f-9c1d-ac0306930d2b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=53a98cfc791a4cb597e1ad6d32d47a82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5466359 Jul 05 02:12:16.716015 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c6f9e8-7dcc-440f-9c1d-ac0306930d2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a806d397-d48e-417e-a193-db98e2e4b5c8,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:16.717769 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 41138) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:12:16.778194 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e81e24ac-464e-4fe0-944e-24677a05be09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:16.807697 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e81e24ac-464e-4fe0-944e-24677a05be09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:16.826289 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 41144) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:12:16.997808 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-acfbcd0f-05bd-489c-857c-303ee83900b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:17.035686 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba30907-ca3b-441d-a301-af2d639affc8 service neutron] Pushing event updated for resources: {'Port': ['ID=f68b33b1-7c3b-4d3d-a670-7072239ace45,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:17.036246 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763cfe8e-0b0b-4526-8c8b-b01d7a46d282 req-c27b3471-569c-40f9-a286-3b2803e0671e tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:17.043378 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-763cfe8e-0b0b-4526-8c8b-b01d7a46d282 req-c27b3471-569c-40f9-a286-3b2803e0671e tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "GET /v2.0/ports?device_id=284cfcce-1757-462a-b117-b180dab88cee HTTP/1.1" status: 200 len: 944 time: 0.1189754 Jul 05 02:12:17.058686 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e81e24ac-464e-4fe0-944e-24677a05be09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:17.061647 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e81e24ac-464e-4fe0-944e-24677a05be09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:17.065433 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-e81e24ac-464e-4fe0-944e-24677a05be09 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a806d397-d48e-417e-a193-db98e2e4b5c8 HTTP/1.1" status: 204 len: 168 time: 0.3440418 Jul 05 02:12:17.090274 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-46e9f5ea-da30-4942-9ad8-4f1837935827 req-dba30907-ca3b-441d-a301-af2d639affc8 service neutron] Attempting to bind port f68b33b1-7c3b-4d3d-a670-7072239ace45 on host n-h1-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:12:17.090970 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-46e9f5ea-da30-4942-9ad8-4f1837935827 req-dba30907-ca3b-441d-a301-af2d639affc8 service neutron] Attempting to bind port f68b33b1-7c3b-4d3d-a670-7072239ace45 by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': 'eb1a6b94-6086-43b7-acf8-adc8a5518556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ae249f0a-0756-4e2c-91ca-8aa027d8a61b'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:12:17.092125 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e9f5ea-da30-4942-9ad8-4f1837935827 req-dba30907-ca3b-441d-a301-af2d639affc8 service neutron] Attempting to bind port f68b33b1-7c3b-4d3d-a670-7072239ace45 on network ae249f0a-0756-4e2c-91ca-8aa027d8a61b {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:12:17.102344 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e9f5ea-da30-4942-9ad8-4f1837935827 req-dba30907-ca3b-441d-a301-af2d639affc8 service neutron] Port f68b33b1-7c3b-4d3d-a670-7072239ace45 on network ae249f0a-0756-4e2c-91ca-8aa027d8a61b not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:12:17.102344 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e9f5ea-da30-4942-9ad8-4f1837935827 req-dba30907-ca3b-441d-a301-af2d639affc8 service neutron] Attempting to bind port f68b33b1-7c3b-4d3d-a670-7072239ace45 on network ae249f0a-0756-4e2c-91ca-8aa027d8a61b {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:12:17.102777 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81e24ac-464e-4fe0-944e-24677a05be09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a806d397-d48e-417e-a193-db98e2e4b5c8,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:17.108537 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e9f5ea-da30-4942-9ad8-4f1837935827 req-dba30907-ca3b-441d-a301-af2d639affc8 service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:12:17.109192 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e9f5ea-da30-4942-9ad8-4f1837935827 req-dba30907-ca3b-441d-a301-af2d639affc8 service neutron] Checking segment: {'id': 'eb1a6b94-6086-43b7-acf8-adc8a5518556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ae249f0a-0756-4e2c-91ca-8aa027d8a61b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:12:17.109450 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e9f5ea-da30-4942-9ad8-4f1837935827 req-dba30907-ca3b-441d-a301-af2d639affc8 service neutron] Bound using segment: {'id': 'eb1a6b94-6086-43b7-acf8-adc8a5518556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ae249f0a-0756-4e2c-91ca-8aa027d8a61b'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:12:17.109899 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-46e9f5ea-da30-4942-9ad8-4f1837935827 req-dba30907-ca3b-441d-a301-af2d639affc8 service neutron] Bound port: f68b33b1-7c3b-4d3d-a670-7072239ace45, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb1a6b94-6086-43b7-acf8-adc8a5518556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ae249f0a-0756-4e2c-91ca-8aa027d8a61b'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:12:17.110920 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-46e9f5ea-da30-4942-9ad8-4f1837935827 req-dba30907-ca3b-441d-a301-af2d639affc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:17.126208 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-763cfe8e-0b0b-4526-8c8b-b01d7a46d282 req-5f466566-1aef-43e6-817f-2865129b9f5e tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "GET /v2.0/security-groups?id=e181e6bc-cf15-4644-b3a9-16feadbfeb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818057 Jul 05 02:12:17.154748 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-496b7fcf-51ce-4fb6-b09c-9f6d8adb4da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:17.158859 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-496b7fcf-51ce-4fb6-b09c-9f6d8adb4da0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:17.163101 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-496b7fcf-51ce-4fb6-b09c-9f6d8adb4da0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5a775177-c048-4094-ac2b-a8497227327a HTTP/1.1" status: 204 len: 168 time: 0.6828511 Jul 05 02:12:17.174734 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496b7fcf-51ce-4fb6-b09c-9f6d8adb4da0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a775177-c048-4094-ac2b-a8497227327a,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:17.219267 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-46e9f5ea-da30-4942-9ad8-4f1837935827 req-dba30907-ca3b-441d-a301-af2d639affc8 service neutron] For port f68b33b1-7c3b-4d3d-a670-7072239ace45, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:12:17.219435 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-acfbcd0f-05bd-489c-857c-303ee83900b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:17.223448 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-46e9f5ea-da30-4942-9ad8-4f1837935827 req-dba30907-ca3b-441d-a301-af2d639affc8 service neutron] For port f68b33b1-7c3b-4d3d-a670-7072239ace45, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=f68b33b1-7c3b-4d3d-a670-7072239ace45,segment=NetworkSegment(eb1a6b94-6086-43b7-acf8-adc8a5518556),segment_id=eb1a6b94-6086-43b7-acf8-adc8a5518556)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:12:17.293144 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-acfbcd0f-05bd-489c-857c-303ee83900b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:17.302869 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-46e9f5ea-da30-4942-9ad8-4f1837935827 req-dba30907-ca3b-441d-a301-af2d639affc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:17.320212 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfbcd0f-05bd-489c-857c-303ee83900b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d43dfda-30fa-4aaf-9bcc-725742c45fc2,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:17.348039 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-acfbcd0f-05bd-489c-857c-303ee83900b5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3c820aa160414ca993da040c45385dbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5206389 Jul 05 02:12:17.356735 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 41162) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:12:17.368505 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e9f5ea-da30-4942-9ad8-4f1837935827 req-dba30907-ca3b-441d-a301-af2d639affc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:17.370245 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-46e9f5ea-da30-4942-9ad8-4f1837935827 req-dba30907-ca3b-441d-a301-af2d639affc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:17.370491 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-46e9f5ea-da30-4942-9ad8-4f1837935827 req-dba30907-ca3b-441d-a301-af2d639affc8 service neutron] 10.222.0.21 "PUT /v2.0/ports/f68b33b1-7c3b-4d3d-a670-7072239ace45 HTTP/1.1" status: 200 len: 1093 time: 1.4569736 Jul 05 02:12:17.372558 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '284cfcce-1757-462a-b117-b180dab88cee', 'tag': 'f68b33b1-7c3b-4d3d-a670-7072239ace45'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:12:17.375032 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bda971ed-974e-48ce-858c-1c093676b46d" -d '{"events": [{"name": "network-changed", "server_uuid": "284cfcce-1757-462a-b117-b180dab88cee", "tag": "f68b33b1-7c3b-4d3d-a670-7072239ace45"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:12:17.420618 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba30907-ca3b-441d-a301-af2d639affc8 service neutron] Pushing event updated for resources: {'Port': ['ID=f68b33b1-7c3b-4d3d-a670-7072239ace45,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:17.446448 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0a953aa3-2a80-4840-ae65-1c261cd32784 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:17.499762 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0a953aa3-2a80-4840-ae65-1c261cd32784 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:17.524342 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d3671f-28a9-4289-a2bb-123c2eafb07c x-openstack-request-id: req-04d3671f-28a9-4289-a2bb-123c2eafb07c {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:12:17.524636 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "284cfcce-1757-462a-b117-b180dab88cee", "tag": "f68b33b1-7c3b-4d3d-a670-7072239ace45", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:12:17.524899 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-04d3671f-28a9-4289-a2bb-123c2eafb07c {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:12:17.525271 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '284cfcce-1757-462a-b117-b180dab88cee', 'tag': 'f68b33b1-7c3b-4d3d-a670-7072239ace45', 'status': 'completed', 'code': 200} Jul 05 02:12:17.554711 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2e19bfa5-8aaf-4b7f-a30f-e6341f0b43be req-4bf2dfa6-7661-420f-9c8e-fef95ee43e74 tempest-ServerDiagnosticsNegativeTest-1156447498 tempest-ServerDiagnosticsNegativeTest-1156447498-project] 10.222.0.23 "GET /v2.0/ports?device_id=8246619e-d8f6-4171-b9ac-e3e5d600e012 HTTP/1.1" status: 200 len: 210 time: 0.0447295 Jul 05 02:12:17.625882 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda971ed-974e-48ce-858c-1c093676b46d req-0634c4ad-6316-48ef-ae41-e04e48f8ec68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:17.627760 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bda971ed-974e-48ce-858c-1c093676b46d req-0634c4ad-6316-48ef-ae41-e04e48f8ec68 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=56afeb828cf948f58160284840211a1e&device_id=284cfcce-1757-462a-b117-b180dab88cee HTTP/1.1" status: 200 len: 1096 time: 0.0648024 Jul 05 02:12:17.703364 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0a953aa3-2a80-4840-ae65-1c261cd32784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:17.706503 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0a953aa3-2a80-4840-ae65-1c261cd32784 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:17.710403 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-0a953aa3-2a80-4840-ae65-1c261cd32784 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7d43dfda-30fa-4aaf-9bcc-725742c45fc2 HTTP/1.1" status: 204 len: 168 time: 0.3505845 Jul 05 02:12:17.738115 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5993e8-50b9-4f63-9cd6-dc018cc9263e req-d9db891d-4654-495b-afa7-67aa1eb12996 tempest-AggregatesAdminTestJSON-1803124775 tempest-AggregatesAdminTestJSON-1803124775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:17.742868 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ae5993e8-50b9-4f63-9cd6-dc018cc9263e req-d9db891d-4654-495b-afa7-67aa1eb12996 tempest-AggregatesAdminTestJSON-1803124775 tempest-AggregatesAdminTestJSON-1803124775-project] 10.222.0.23 "GET /v2.0/ports?device_id=c412ab85-7a22-47a9-9696-ac1e8e638934 HTTP/1.1" status: 200 len: 971 time: 0.0943468 Jul 05 02:12:17.777690 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a953aa3-2a80-4840-ae65-1c261cd32784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d43dfda-30fa-4aaf-9bcc-725742c45fc2,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:17.794916 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ae5993e8-50b9-4f63-9cd6-dc018cc9263e req-94544c11-3a2b-47c6-a141-d4939b17429b tempest-AggregatesAdminTestJSON-1803124775 tempest-AggregatesAdminTestJSON-1803124775-project] 10.222.0.23 "GET /v2.0/security-groups?id=86c5d03f-b1e1-48ec-a04e-d9a94189f595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483739 Jul 05 02:12:17.913975 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda971ed-974e-48ce-858c-1c093676b46d req-2772f91f-0cce-4ac2-a851-e961aa8dea50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:17.915513 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bda971ed-974e-48ce-858c-1c093676b46d req-2772f91f-0cce-4ac2-a851-e961aa8dea50 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=56afeb828cf948f58160284840211a1e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2632535 Jul 05 02:12:17.998308 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecee4733-85b5-487b-b9ed-7f7e3c684900 req-e5ce80f1-7de7-4d8c-abc7-a1743881b3b1 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:17.999812 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ecee4733-85b5-487b-b9ed-7f7e3c684900 req-e5ce80f1-7de7-4d8c-abc7-a1743881b3b1 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2b9a8e2-24fd-4d2a-933e-44d7adf95c61 HTTP/1.1" status: 200 len: 945 time: 0.1872082 Jul 05 02:12:18.066350 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 41192) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:12:18.084304 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6234c114-881f-4c07-8582-1ba31a1ed0ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:18.105224 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ecee4733-85b5-487b-b9ed-7f7e3c684900 req-4ff7a33b-330a-463f-8906-9e2e877d8a19 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7865373a-940f-4b11-a36f-c983981de35d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983851 Jul 05 02:12:18.143588 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda971ed-974e-48ce-858c-1c093676b46d req-fbc5d8c8-bc88-4768-a7f5-08a85b35ff55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:18.146241 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bda971ed-974e-48ce-858c-1c093676b46d req-fbc5d8c8-bc88-4768-a7f5-08a85b35ff55 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2239189 Jul 05 02:12:18.218247 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6234c114-881f-4c07-8582-1ba31a1ed0ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:18.282917 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e9f5ea-da30-4942-9ad8-4f1837935827 req-59b8ab9b-30c6-4c96-8aa1-6827d4a39487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:18.284449 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-46e9f5ea-da30-4942-9ad8-4f1837935827 req-59b8ab9b-30c6-4c96-8aa1-6827d4a39487 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=56afeb828cf948f58160284840211a1e&device_id=284cfcce-1757-462a-b117-b180dab88cee HTTP/1.1" status: 200 len: 1096 time: 0.0936198 Jul 05 02:12:18.312912 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6234c114-881f-4c07-8582-1ba31a1ed0ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:18.335695 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-46e9f5ea-da30-4942-9ad8-4f1837935827 req-ebd2e790-ea4b-435d-b871-5913201ad0b6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f68b33b1-7c3b-4d3d-a670-7072239ace45 HTTP/1.1" status: 200 len: 217 time: 0.0439720 Jul 05 02:12:18.356623 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-6234c114-881f-4c07-8582-1ba31a1ed0ef admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bb3511def7c249b880f46dc46787f076&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2891233 Jul 05 02:12:18.361238 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 41200) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:12:18.371895 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6234c114-881f-4c07-8582-1ba31a1ed0ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f4055af-8535-4dae-bd88-459041f56523,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:18.404941 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e9f5ea-da30-4942-9ad8-4f1837935827 req-a00e7718-43a4-4dcc-b5aa-82e84ee5e48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:18.406427 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-46e9f5ea-da30-4942-9ad8-4f1837935827 req-a00e7718-43a4-4dcc-b5aa-82e84ee5e48f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ea5677e1-8b3f-4cb2-b460-3fad0d995656 HTTP/1.1" status: 200 len: 853 time: 0.0515440 Jul 05 02:12:18.410436 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8af03ed-96cd-45d0-9c5e-680c89631ba6 req-331c2713-a804-409c-978c-12a06ccf5771 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:18.412006 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e8af03ed-96cd-45d0-9c5e-680c89631ba6 req-331c2713-a804-409c-978c-12a06ccf5771 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2b9a8e2-24fd-4d2a-933e-44d7adf95c61 HTTP/1.1" status: 200 len: 945 time: 0.1398129 Jul 05 02:12:18.429727 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 41202) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:12:18.429727 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-6746c3e2-460b-4c6b-ac6f-60b710775234 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Request body: {'floatingip': {'port_id': '54abaf0e-8cbe-4f28-ae29-9bd5042907e8'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:12:18.444219 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-46e9f5ea-da30-4942-9ad8-4f1837935827 req-8dc9283b-8a95-4996-a503-3c6312cc1e2a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ae249f0a-0756-4e2c-91ca-8aa027d8a61b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304577 Jul 05 02:12:18.451563 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1ddbe9-d265-4716-8d90-7b064840be61 req-44d88820-c2c6-42e3-91e2-5191a6f05400 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:18.453561 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4b1ddbe9-d265-4716-8d90-7b064840be61 req-44d88820-c2c6-42e3-91e2-5191a6f05400 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "GET /v2.0/ports?device_id=284cfcce-1757-462a-b117-b180dab88cee HTTP/1.1" status: 200 len: 944 time: 0.1533797 Jul 05 02:12:18.511001 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6746c3e2-460b-4c6b-ac6f-60b710775234 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Notify callbacks [] for floatingip, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:18.542826 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4b1ddbe9-d265-4716-8d90-7b064840be61 req-90c91ee3-bdb4-4d81-8129-2751b28107f7 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "GET /v2.0/security-groups?id=e181e6bc-cf15-4644-b3a9-16feadbfeb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812659 Jul 05 02:12:18.547861 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e6447ec5-2c8f-46d0-bc90-b0c5857e520c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:18.573820 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-46e9f5ea-da30-4942-9ad8-4f1837935827 req-02795865-30a6-409f-a945-5bfd7915945d service neutron] 10.222.0.21 "GET /v2.0/networks/ae249f0a-0756-4e2c-91ca-8aa027d8a61b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187360 Jul 05 02:12:18.644507 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e6447ec5-2c8f-46d0-bc90-b0c5857e520c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:18.703039 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-46e9f5ea-da30-4942-9ad8-4f1837935827 req-d4c5bcc0-4103-48f4-a76d-990f98d7bd6e service neutron] 10.222.0.21 "GET /v2.0/networks/ae249f0a-0756-4e2c-91ca-8aa027d8a61b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237483 Jul 05 02:12:18.741341 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-77da202b-e2be-42ef-b2b7-481618bdbf96 req-7db74ba8-d9e5-4cd3-b74c-2e7124ada8ca tempest-ServerDiagnosticsNegativeTest-1156447498 tempest-ServerDiagnosticsNegativeTest-1156447498-project] 10.222.0.23 "GET /v2.0/ports?device_id=8246619e-d8f6-4171-b9ac-e3e5d600e012 HTTP/1.1" status: 200 len: 210 time: 0.0562031 Jul 05 02:12:18.820538 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 41208) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:12:18.839544 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f88d3cc7-e235-4e56-97e9-7114519d5210 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:18.895926 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e6447ec5-2c8f-46d0-bc90-b0c5857e520c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:18.898417 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e6447ec5-2c8f-46d0-bc90-b0c5857e520c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:18.902459 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-e6447ec5-2c8f-46d0-bc90-b0c5857e520c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7f4055af-8535-4dae-bd88-459041f56523 HTTP/1.1" status: 204 len: 168 time: 0.5395973 Jul 05 02:12:18.919667 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 41214) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:12:18.925632 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6447ec5-2c8f-46d0-bc90-b0c5857e520c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f4055af-8535-4dae-bd88-459041f56523,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:19.002748 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f88d3cc7-e235-4e56-97e9-7114519d5210 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:19.032994 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a143f0-0487-4b7d-aa13-81743fb170fb req-e0672124-fdbc-41ce-b838-5929d83aedd8 tempest-AggregatesAdminTestJSON-1803124775 tempest-AggregatesAdminTestJSON-1803124775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:19.034882 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-97a143f0-0487-4b7d-aa13-81743fb170fb req-e0672124-fdbc-41ce-b838-5929d83aedd8 tempest-AggregatesAdminTestJSON-1803124775 tempest-AggregatesAdminTestJSON-1803124775-project] 10.222.0.15 "GET /v2.0/ports?device_id=c412ab85-7a22-47a9-9696-ac1e8e638934 HTTP/1.1" status: 200 len: 971 time: 0.2362440 Jul 05 02:12:19.076238 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413f8fe2-799c-4b06-86fe-5b1d156b87e7 req-58475725-abf7-4133-b9b6-bbfddc226c30 tempest-AggregatesAdminTestJSON-1803124775 tempest-AggregatesAdminTestJSON-1803124775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:19.077779 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-413f8fe2-799c-4b06-86fe-5b1d156b87e7 req-58475725-abf7-4133-b9b6-bbfddc226c30 tempest-AggregatesAdminTestJSON-1803124775 tempest-AggregatesAdminTestJSON-1803124775-project] 10.222.0.23 "GET /v2.0/ports?device_id=c412ab85-7a22-47a9-9696-ac1e8e638934 HTTP/1.1" status: 200 len: 971 time: 0.0789387 Jul 05 02:12:19.098421 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f88d3cc7-e235-4e56-97e9-7114519d5210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:19.162537 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88d3cc7-e235-4e56-97e9-7114519d5210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45319aae-cc8d-487b-a067-24fb04c2999d,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:19.172194 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-f88d3cc7-e235-4e56-97e9-7114519d5210 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=643ec3eacec24753867db1678afa1477&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3477416 Jul 05 02:12:19.177841 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 41218) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:12:19.181882 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-413f8fe2-799c-4b06-86fe-5b1d156b87e7 req-0fc85f82-6abd-4bae-b12e-265f60535865 tempest-AggregatesAdminTestJSON-1803124775 tempest-AggregatesAdminTestJSON-1803124775-project] 10.222.0.23 "GET /v2.0/security-groups?id=86c5d03f-b1e1-48ec-a04e-d9a94189f595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972202 Jul 05 02:12:19.197543 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 41220) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:12:19.214207 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0de3fc13-e43c-4bc0-ac20-aaa63d7328e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:19.350042 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0de3fc13-e43c-4bc0-ac20-aaa63d7328e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:19.386364 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-102654bf-d4c7-400c-b936-4554781b777b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:19.411436 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0de3fc13-e43c-4bc0-ac20-aaa63d7328e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:19.477844 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-0de3fc13-e43c-4bc0-ac20-aaa63d7328e8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b85b1dda8e5f48e9ba9ba425fb7e48b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2790866 Jul 05 02:12:19.478705 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de3fc13-e43c-4bc0-ac20-aaa63d7328e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dac4b3da-892b-4bd3-b807-5ed9f8112192,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:19.481116 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 41230) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:12:19.562740 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3b705b2b-580d-44c0-97dd-cac2063fe2c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:19.600261 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-102654bf-d4c7-400c-b936-4554781b777b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:19.607694 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3b705b2b-580d-44c0-97dd-cac2063fe2c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:19.639081 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.db.resource_extend [None req-6746c3e2-460b-4c6b-ac6f-60b710775234 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 02:12:19.652772 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e3da56ab-4ba6-4b4a-b71e-3e2d9bec862b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:19.670013 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-102654bf-d4c7-400c-b936-4554781b777b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:19.707768 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-102654bf-d4c7-400c-b936-4554781b777b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=299920ac22424d7ea7d69baecb1e50d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7867408 Jul 05 02:12:19.713315 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 41236) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:12:19.716521 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [req-97a143f0-0487-4b7d-aa13-81743fb170fb req-a2a380a0-2a60-4bfc-82da-6f5919586bde tempest-AggregatesAdminTestJSON-1803124775 tempest-AggregatesAdminTestJSON-1803124775-project] Deleting port 13a97864-0e9f-4451-9ccc-d1170b5199e0 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:12:19.716883 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-97a143f0-0487-4b7d-aa13-81743fb170fb req-a2a380a0-2a60-4bfc-82da-6f5919586bde tempest-AggregatesAdminTestJSON-1803124775 tempest-AggregatesAdminTestJSON-1803124775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:19.732123 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102654bf-d4c7-400c-b936-4554781b777b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b45c2cd0-959d-4449-a50f-c2e110afed36,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:19.768532 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-aedcbbe4-32bd-454e-b1a9-b7a2373db8c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:19.794894 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-aedcbbe4-32bd-454e-b1a9-b7a2373db8c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:19.797362 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e3da56ab-4ba6-4b4a-b71e-3e2d9bec862b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:19.819189 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3b705b2b-580d-44c0-97dd-cac2063fe2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:19.821818 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3b705b2b-580d-44c0-97dd-cac2063fe2c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:19.828440 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-3b705b2b-580d-44c0-97dd-cac2063fe2c9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dac4b3da-892b-4bd3-b807-5ed9f8112192 HTTP/1.1" status: 204 len: 168 time: 0.3445539 Jul 05 02:12:19.838765 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6746c3e2-460b-4c6b-ac6f-60b710775234 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:19.890947 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b705b2b-580d-44c0-97dd-cac2063fe2c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac4b3da-892b-4bd3-b807-5ed9f8112192,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:19.946890 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-97a143f0-0487-4b7d-aa13-81743fb170fb req-a2a380a0-2a60-4bfc-82da-6f5919586bde tempest-AggregatesAdminTestJSON-1803124775 tempest-AggregatesAdminTestJSON-1803124775-project] For port 13a97864-0e9f-4451-9ccc-d1170b5199e0, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=13a97864-0e9f-4451-9ccc-d1170b5199e0,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:12:19.946890 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-97a143f0-0487-4b7d-aa13-81743fb170fb req-a2a380a0-2a60-4bfc-82da-6f5919586bde tempest-AggregatesAdminTestJSON-1803124775 tempest-AggregatesAdminTestJSON-1803124775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:19.951750 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a813dae3-7776-4caa-8251-49203d8ced17 req-8dceec92-19ed-4ead-a38e-26377aacb4c2 tempest-ServerDiagnosticsNegativeTest-1156447498 tempest-ServerDiagnosticsNegativeTest-1156447498-project] 10.222.0.23 "GET /v2.0/ports?device_id=8246619e-d8f6-4171-b9ac-e3e5d600e012 HTTP/1.1" status: 200 len: 210 time: 0.0335534 Jul 05 02:12:19.957281 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ea0d8e-839f-4835-885e-041abfed0bc3 req-176971f2-f1b8-46cd-bffe-a888fadb3c92 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:19.958987 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b3ea0d8e-839f-4835-885e-041abfed0bc3 req-176971f2-f1b8-46cd-bffe-a888fadb3c92 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "GET /v2.0/ports?device_id=284cfcce-1757-462a-b117-b180dab88cee HTTP/1.1" status: 200 len: 944 time: 0.2613003 Jul 05 02:12:19.968059 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6746c3e2-460b-4c6b-ac6f-60b710775234 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636869'] for floatingip, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:19.996009 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-aedcbbe4-32bd-454e-b1a9-b7a2373db8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:19.998575 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-aedcbbe4-32bd-454e-b1a9-b7a2373db8c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:20.000444 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-aedcbbe4-32bd-454e-b1a9-b7a2373db8c1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b45c2cd0-959d-4449-a50f-c2e110afed36 HTTP/1.1" status: 204 len: 168 time: 0.2861648 Jul 05 02:12:20.008200 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedcbbe4-32bd-454e-b1a9-b7a2373db8c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b45c2cd0-959d-4449-a50f-c2e110afed36,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:20.019891 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [req-97a143f0-0487-4b7d-aa13-81743fb170fb req-a2a380a0-2a60-4bfc-82da-6f5919586bde tempest-AggregatesAdminTestJSON-1803124775 tempest-AggregatesAdminTestJSON-1803124775-project] Calling delete_port for 13a97864-0e9f-4451-9ccc-d1170b5199e0 owned by compute:tempest-test_az-373751999 {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:12:20.020605 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.15', 64977) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:12:20.048542 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-836821cc-de2a-4b0b-b309-05402b82dd68 req-1ea4da03-1b4d-4001-93e6-d43723f40aac tempest-ServerDiagnosticsNegativeTest-1156447498 tempest-ServerDiagnosticsNegativeTest-1156447498-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=b2200b32549f40d5b1b4e1a5ae22bf91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0262332 Jul 05 02:12:20.154972 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b3ea0d8e-839f-4835-885e-041abfed0bc3 req-f0a22ae1-c42d-4286-9571-25d26d0fd148 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "GET /v2.0/security-groups?id=e181e6bc-cf15-4644-b3a9-16feadbfeb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841910 Jul 05 02:12:20.161917 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e3da56ab-4ba6-4b4a-b71e-3e2d9bec862b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:20.166699 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e3da56ab-4ba6-4b4a-b71e-3e2d9bec862b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:20.168794 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-e3da56ab-4ba6-4b4a-b71e-3e2d9bec862b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/45319aae-cc8d-487b-a067-24fb04c2999d HTTP/1.1" status: 204 len: 168 time: 0.9505844 Jul 05 02:12:20.169291 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836821cc-de2a-4b0b-b309-05402b82dd68 req-6f1716f1-46bc-4471-8357-b01f89cb1d16 tempest-ServerDiagnosticsNegativeTest-1156447498 tempest-ServerDiagnosticsNegativeTest-1156447498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:20.170791 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-836821cc-de2a-4b0b-b309-05402b82dd68 req-6f1716f1-46bc-4471-8357-b01f89cb1d16 tempest-ServerDiagnosticsNegativeTest-1156447498 tempest-ServerDiagnosticsNegativeTest-1156447498-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1180482 Jul 05 02:12:20.190163 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-836821cc-de2a-4b0b-b309-05402b82dd68 req-e15e5d53-993d-4f80-a889-188cae4fe2f7 tempest-ServerDiagnosticsNegativeTest-1156447498 tempest-ServerDiagnosticsNegativeTest-1156447498-project] Request body: {'port': {'device_id': '8246619e-d8f6-4171-b9ac-e3e5d600e012', 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4', 'admin_state_up': True, 'tenant_id': 'b2200b32549f40d5b1b4e1a5ae22bf91'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:12:20.201880 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da56ab-4ba6-4b4a-b71e-3e2d9bec862b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45319aae-cc8d-487b-a067-24fb04c2999d,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:20.231957 n-d-771362-32 neutron-server[94462]: INFO neutron.db.l3_db [None req-6746c3e2-460b-4c6b-ac6f-60b710775234 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Floating IP c5768cfc-4271-4e3c-bb1b-db0e2dfc3ff0 associated. External IP: 172.25.7.49, port: 54abaf0e-8cbe-4f28-ae29-9bd5042907e8. Jul 05 02:12:20.478599 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-97a143f0-0487-4b7d-aa13-81743fb170fb req-a2a380a0-2a60-4bfc-82da-6f5919586bde tempest-AggregatesAdminTestJSON-1803124775 tempest-AggregatesAdminTestJSON-1803124775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:20.489699 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbbce46-a22f-430c-af4c-b0ebe896c491 req-c691a450-0605-4c25-ad7a-a006915ca426 tempest-AggregatesAdminTestJSON-1803124775 tempest-AggregatesAdminTestJSON-1803124775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:20.492579 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['13a97864-0e9f-4451-9ccc-d1170b5199e0'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:12:20.499720 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1cbbce46-a22f-430c-af4c-b0ebe896c491 req-c691a450-0605-4c25-ad7a-a006915ca426 tempest-AggregatesAdminTestJSON-1803124775 tempest-AggregatesAdminTestJSON-1803124775-project] 10.222.0.23 "GET /v2.0/ports?device_id=c412ab85-7a22-47a9-9696-ac1e8e638934 HTTP/1.1" status: 200 len: 971 time: 0.1336989 Jul 05 02:12:20.539086 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1cbbce46-a22f-430c-af4c-b0ebe896c491 req-f0c3b6c3-d08e-4e3d-971d-fb58b9d44e55 tempest-AggregatesAdminTestJSON-1803124775 tempest-AggregatesAdminTestJSON-1803124775-project] 10.222.0.23 "GET /v2.0/security-groups?id=86c5d03f-b1e1-48ec-a04e-d9a94189f595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385151 Jul 05 02:12:20.543299 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a380a0-2a60-4bfc-82da-6f5919586bde tempest-AggregatesAdminTestJSON-1803124775 tempest-AggregatesAdminTestJSON-1803124775-project] Pushing event deleted for resources: {'Port': ['ID=13a97864-0e9f-4451-9ccc-d1170b5199e0,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:20.556725 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-836821cc-de2a-4b0b-b309-05402b82dd68 req-e15e5d53-993d-4f80-a889-188cae4fe2f7 tempest-ServerDiagnosticsNegativeTest-1156447498 tempest-ServerDiagnosticsNegativeTest-1156447498-project] Made reservation on behalf of b2200b32549f40d5b1b4e1a5ae22bf91 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:12:20.560302 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-836821cc-de2a-4b0b-b309-05402b82dd68 req-e15e5d53-993d-4f80-a889-188cae4fe2f7 tempest-ServerDiagnosticsNegativeTest-1156447498 tempest-ServerDiagnosticsNegativeTest-1156447498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:20.578657 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-836821cc-de2a-4b0b-b309-05402b82dd68 req-e15e5d53-993d-4f80-a889-188cae4fe2f7 tempest-ServerDiagnosticsNegativeTest-1156447498 tempest-ServerDiagnosticsNegativeTest-1156447498-project] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:20.615704 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [req-97a143f0-0487-4b7d-aa13-81743fb170fb req-a2a380a0-2a60-4bfc-82da-6f5919586bde tempest-AggregatesAdminTestJSON-1803124775 tempest-AggregatesAdminTestJSON-1803124775-project] No DVR routers for this DVR port 13a97864-0e9f-4451-9ccc-d1170b5199e0 on host n-h2-771362-32 {{(pid=94462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:12:20.622651 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-97a143f0-0487-4b7d-aa13-81743fb170fb req-a2a380a0-2a60-4bfc-82da-6f5919586bde tempest-AggregatesAdminTestJSON-1803124775 tempest-AggregatesAdminTestJSON-1803124775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:20.633268 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-97a143f0-0487-4b7d-aa13-81743fb170fb req-a2a380a0-2a60-4bfc-82da-6f5919586bde tempest-AggregatesAdminTestJSON-1803124775 tempest-AggregatesAdminTestJSON-1803124775-project] 10.222.0.15 "DELETE /v2.0/ports/13a97864-0e9f-4451-9ccc-d1170b5199e0 HTTP/1.1" status: 204 len: 173 time: 1.5597649 Jul 05 02:12:20.634352 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c412ab85-7a22-47a9-9696-ac1e8e638934', 'name': 'network-vif-deleted', 'tag': '13a97864-0e9f-4451-9ccc-d1170b5199e0'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:12:20.636622 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b223267e0e0ddb3199af7772d0b45336e3b4b54fbb151c86a8051291a61e85db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf985e7-87d1-47fb-8c06-04ac72b5f12c" -d '{"events": [{"server_uuid": "c412ab85-7a22-47a9-9696-ac1e8e638934", "name": "network-vif-deleted", "tag": "13a97864-0e9f-4451-9ccc-d1170b5199e0"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:12:20.644273 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6746c3e2-460b-4c6b-ac6f-60b710775234 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Router a25efaef-a53f-4471-8c0d-30bea923309b has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:12:20.703481 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-836821cc-de2a-4b0b-b309-05402b82dd68 req-e15e5d53-993d-4f80-a889-188cae4fe2f7 tempest-ServerDiagnosticsNegativeTest-1156447498 tempest-ServerDiagnosticsNegativeTest-1156447498-project] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:20.729452 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-565a226d-cc47-4a65-b8e8-e1cf5d13aa9c x-openstack-request-id: req-565a226d-cc47-4a65-b8e8-e1cf5d13aa9c {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:12:20.729740 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c412ab85-7a22-47a9-9696-ac1e8e638934", "name": "network-vif-deleted", "tag": "13a97864-0e9f-4451-9ccc-d1170b5199e0", "status": "completed", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:12:20.729988 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-565a226d-cc47-4a65-b8e8-e1cf5d13aa9c {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:12:20.730522 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c412ab85-7a22-47a9-9696-ac1e8e638934', 'name': 'network-vif-deleted', 'tag': '13a97864-0e9f-4451-9ccc-d1170b5199e0', 'status': 'completed', 'code': 200} Jul 05 02:12:20.779707 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-836821cc-de2a-4b0b-b309-05402b82dd68 req-e15e5d53-993d-4f80-a889-188cae4fe2f7 tempest-ServerDiagnosticsNegativeTest-1156447498 tempest-ServerDiagnosticsNegativeTest-1156447498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:20.816906 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6746c3e2-460b-4c6b-ac6f-60b710775234 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:12:20.823839 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6746c3e2-460b-4c6b-ac6f-60b710775234 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:20.831957 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b49f01da-bf8f-4d1d-af87-fa3413478189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:20.836218 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8ae17d-5920-4b8b-9fee-109b5b61855b None None] Sync routers for ids ['a25efaef-a53f-4471-8c0d-30bea923309b'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:12:20.852312 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8ae17d-5920-4b8b-9fee-109b5b61855b None None] Routers {'a25efaef-a53f-4471-8c0d-30bea923309b'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:12:20.854533 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-ad8ae17d-5920-4b8b-9fee-109b5b61855b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:11:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['a25efaef-a53f-4471-8c0d-30bea923309b'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:12:20.882173 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-6746c3e2-460b-4c6b-ac6f-60b710775234 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] 10.222.0.23 "PUT /v2.0/floatingips/c5768cfc-4271-4e3c-bb1b-db0e2dfc3ff0 HTTP/1.1" status: 200 len: 990 time: 2.4594512 Jul 05 02:12:20.914022 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15e5d53-993d-4f80-a889-188cae4fe2f7 tempest-ServerDiagnosticsNegativeTest-1156447498 tempest-ServerDiagnosticsNegativeTest-1156447498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0aca652e-5ac5-4f2a-9a54-916d33b04f8f,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:20.979604 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-ad8ae17d-5920-4b8b-9fee-109b5b61855b None None] Set router a25efaef-a53f-4471-8c0d-30bea923309b gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:12:20.990332 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-836821cc-de2a-4b0b-b309-05402b82dd68 req-e15e5d53-993d-4f80-a889-188cae4fe2f7 tempest-ServerDiagnosticsNegativeTest-1156447498 tempest-ServerDiagnosticsNegativeTest-1156447498-project] Allocated IP 192.168.233.103 (dff432c2-7366-4622-aebb-da22fe05bfd4/b840e204-692c-4f54-8f07-f6563e8e36b1/c65d4bb3-99e0-42ba-acb9-faddad6f4755) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:12:21.173299 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6750da49-a29f-4c5e-8a69-8e0d4bc27413 req-671bcc86-22af-469e-ae99-c375b63a4460 tempest-ServerDiagnosticsNegativeTest-1156447498 tempest-ServerDiagnosticsNegativeTest-1156447498-project] 10.222.0.23 "GET /v2.0/ports?device_id=8246619e-d8f6-4171-b9ac-e3e5d600e012 HTTP/1.1" status: 200 len: 210 time: 0.0672364 Jul 05 02:12:21.182403 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-836821cc-de2a-4b0b-b309-05402b82dd68 req-e15e5d53-993d-4f80-a889-188cae4fe2f7 tempest-ServerDiagnosticsNegativeTest-1156447498 tempest-ServerDiagnosticsNegativeTest-1156447498-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:21.204490 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-836821cc-de2a-4b0b-b309-05402b82dd68 req-e15e5d53-993d-4f80-a889-188cae4fe2f7 tempest-ServerDiagnosticsNegativeTest-1156447498 tempest-ServerDiagnosticsNegativeTest-1156447498-project] Transition to ACTIVE for port object c65d4bb3-99e0-42ba-acb9-faddad6f4755 will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:12:21.346670 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 41290) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:12:21.362997 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d11e4832-fbf3-4716-96bf-38ae990e1e3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:21.364863 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-836821cc-de2a-4b0b-b309-05402b82dd68 req-e15e5d53-993d-4f80-a889-188cae4fe2f7 tempest-ServerDiagnosticsNegativeTest-1156447498 tempest-ServerDiagnosticsNegativeTest-1156447498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:21.444934 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15e5d53-993d-4f80-a889-188cae4fe2f7 tempest-ServerDiagnosticsNegativeTest-1156447498 tempest-ServerDiagnosticsNegativeTest-1156447498-project] Pushing event updated for resources: {'Port': ['ID=c65d4bb3-99e0-42ba-acb9-faddad6f4755,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:21.456485 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e649e66-9902-49ec-957f-02136a0f2884 req-1f5ddff9-33cd-4ec8-a240-268bec1ac65c tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:21.456689 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0e649e66-9902-49ec-957f-02136a0f2884 req-1f5ddff9-33cd-4ec8-a240-268bec1ac65c tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "GET /v2.0/ports?device_id=284cfcce-1757-462a-b117-b180dab88cee HTTP/1.1" status: 200 len: 944 time: 0.1676106 Jul 05 02:12:21.462775 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-836821cc-de2a-4b0b-b309-05402b82dd68 req-e15e5d53-993d-4f80-a889-188cae4fe2f7 tempest-ServerDiagnosticsNegativeTest-1156447498 tempest-ServerDiagnosticsNegativeTest-1156447498-project] Network dff432c2-7366-4622-aebb-da22fe05bfd4 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:12:21.463721 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-ad8ae17d-5920-4b8b-9fee-109b5b61855b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a25efaef-a53f-4471-8c0d-30bea923309b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-195726151-router', 'tenant_id': 'fc2d088ace9545fabb9ece3104798875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': 'f30bfe57-9892-4a66-9afb-b52dc33f114a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:11:26Z', 'updated_at': '2021-07-05T02:11:30Z', 'revision_number': 4, 'project_id': 'fc2d088ace9545fabb9ece3104798875', 'gw_port': {'id': 'f30bfe57-9892-4a66-9afb-b52dc33f114a', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a25efaef-a53f-4471-8c0d-30bea923309b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:11:27Z', 'updated_at': '2021-07-05T02:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': 'c5768cfc-4271-4e3c-bb1b-db0e2dfc3ff0', 'tenant_id': 'fc2d088ace9545fabb9ece3104798875', 'floating_ip_address': '172.25.7.49', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': 'a25efaef-a53f-4471-8c0d-30bea923309b', 'port_id': '54abaf0e-8cbe-4f28-ae29-9bd5042907e8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '145d1216-e8e2-4105-8190-071eda74e029', 'mac_address': 'fa:16:3e:94:35:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b9a8e2-24fd-4d2a-933e-44d7adf95c61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T02:11:47Z', 'updated_at': '2021-07-05T02:12:19Z', 'revision_number': 1, 'project_id': 'fc2d088ace9545fabb9ece3104798875', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae0f2da4-1567-4046-a9b8-dd2103d26b03', 'name': '', 'network_id': '145d1216-e8e2-4105-8190-071eda74e029', 'tenant_id': 'fc2d088ace9545fabb9ece3104798875', 'mac_address': 'fa:16:3e:31:2c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a25efaef-a53f-4471-8c0d-30bea923309b', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '0dc4a163-6453-4ce8-90db-602a0798fbd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:11:30Z', 'updated_at': '2021-07-05T02:11:36Z', 'revision_number': 5, 'project_id': 'fc2d088ace9545fabb9ece3104798875', 'subnets': [{'id': '0dc4a163-6453-4ce8-90db-602a0798fbd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:12:21.466664 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-836821cc-de2a-4b0b-b309-05402b82dd68 req-e15e5d53-993d-4f80-a889-188cae4fe2f7 tempest-ServerDiagnosticsNegativeTest-1156447498 tempest-ServerDiagnosticsNegativeTest-1156447498-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:12:21.489035 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-836821cc-de2a-4b0b-b309-05402b82dd68 req-e15e5d53-993d-4f80-a889-188cae4fe2f7 tempest-ServerDiagnosticsNegativeTest-1156447498 tempest-ServerDiagnosticsNegativeTest-1156447498-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:12:21.495634 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836821cc-de2a-4b0b-b309-05402b82dd68 req-e15e5d53-993d-4f80-a889-188cae4fe2f7 tempest-ServerDiagnosticsNegativeTest-1156447498 tempest-ServerDiagnosticsNegativeTest-1156447498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:21.496275 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-836821cc-de2a-4b0b-b309-05402b82dd68 req-e15e5d53-993d-4f80-a889-188cae4fe2f7 tempest-ServerDiagnosticsNegativeTest-1156447498 tempest-ServerDiagnosticsNegativeTest-1156447498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:21.520063 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8ae17d-5920-4b8b-9fee-109b5b61855b None None] Checking router: a25efaef-a53f-4471-8c0d-30bea923309b for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:12:21.531423 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8ae17d-5920-4b8b-9fee-109b5b61855b None None] Routers {'a25efaef-a53f-4471-8c0d-30bea923309b'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:12:21.532334 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-ad8ae17d-5920-4b8b-9fee-109b5b61855b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:11:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['a25efaef-a53f-4471-8c0d-30bea923309b'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:12:21.534459 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0e649e66-9902-49ec-957f-02136a0f2884 req-c5a52083-885a-443b-8d87-a338f2ffa674 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "GET /v2.0/security-groups?id=e181e6bc-cf15-4644-b3a9-16feadbfeb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701842 Jul 05 02:12:21.585181 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d11e4832-fbf3-4716-96bf-38ae990e1e3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:21.677452 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-ad8ae17d-5920-4b8b-9fee-109b5b61855b None None] Set router a25efaef-a53f-4471-8c0d-30bea923309b gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:12:21.739246 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-827b6831-bbc9-4af7-a223-d0ed6f1d50be req-2e59c746-2814-4879-afa4-e8ab3a050d23 tempest-AggregatesAdminTestJSON-1803124775 tempest-AggregatesAdminTestJSON-1803124775-project] 10.222.0.23 "GET /v2.0/ports?device_id=c412ab85-7a22-47a9-9696-ac1e8e638934 HTTP/1.1" status: 200 len: 210 time: 0.0321484 Jul 05 02:12:21.927659 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-ad8ae17d-5920-4b8b-9fee-109b5b61855b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a25efaef-a53f-4471-8c0d-30bea923309b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-195726151-router', 'tenant_id': 'fc2d088ace9545fabb9ece3104798875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': 'f30bfe57-9892-4a66-9afb-b52dc33f114a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:11:26Z', 'updated_at': '2021-07-05T02:11:30Z', 'revision_number': 4, 'project_id': 'fc2d088ace9545fabb9ece3104798875', 'gw_port': {'id': 'f30bfe57-9892-4a66-9afb-b52dc33f114a', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a25efaef-a53f-4471-8c0d-30bea923309b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:11:27Z', 'updated_at': '2021-07-05T02:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': 'c5768cfc-4271-4e3c-bb1b-db0e2dfc3ff0', 'tenant_id': 'fc2d088ace9545fabb9ece3104798875', 'floating_ip_address': '172.25.7.49', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': 'a25efaef-a53f-4471-8c0d-30bea923309b', 'port_id': '54abaf0e-8cbe-4f28-ae29-9bd5042907e8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '145d1216-e8e2-4105-8190-071eda74e029', 'mac_address': 'fa:16:3e:94:35:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b9a8e2-24fd-4d2a-933e-44d7adf95c61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T02:11:47Z', 'updated_at': '2021-07-05T02:12:19Z', 'revision_number': 1, 'project_id': 'fc2d088ace9545fabb9ece3104798875', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae0f2da4-1567-4046-a9b8-dd2103d26b03', 'name': '', 'network_id': '145d1216-e8e2-4105-8190-071eda74e029', 'tenant_id': 'fc2d088ace9545fabb9ece3104798875', 'mac_address': 'fa:16:3e:31:2c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a25efaef-a53f-4471-8c0d-30bea923309b', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '0dc4a163-6453-4ce8-90db-602a0798fbd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:11:30Z', 'updated_at': '2021-07-05T02:11:36Z', 'revision_number': 5, 'project_id': 'fc2d088ace9545fabb9ece3104798875', 'subnets': [{'id': '0dc4a163-6453-4ce8-90db-602a0798fbd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:12:21.962995 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8ae17d-5920-4b8b-9fee-109b5b61855b None None] The sync data for ids ['a25efaef-a53f-4471-8c0d-30bea923309b'] in n-d-771362-32 is: [{'id': 'a25efaef-a53f-4471-8c0d-30bea923309b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-195726151-router', 'tenant_id': 'fc2d088ace9545fabb9ece3104798875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': 'f30bfe57-9892-4a66-9afb-b52dc33f114a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:11:26Z', 'updated_at': '2021-07-05T02:11:30Z', 'revision_number': 4, 'project_id': 'fc2d088ace9545fabb9ece3104798875', 'gw_port': {'id': 'f30bfe57-9892-4a66-9afb-b52dc33f114a', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a25efaef-a53f-4471-8c0d-30bea923309b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:11:27Z', 'updated_at': '2021-07-05T02:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': 'c5768cfc-4271-4e3c-bb1b-db0e2dfc3ff0', 'tenant_id': 'fc2d088ace9545fabb9ece3104798875', 'floating_ip_address': '172.25.7.49', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': 'a25efaef-a53f-4471-8c0d-30bea923309b', 'port_id': '54abaf0e-8cbe-4f28-ae29-9bd5042907e8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '145d1216-e8e2-4105-8190-071eda74e029', 'mac_address': 'fa:16:3e:94:35:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b9a8e2-24fd-4d2a-933e-44d7adf95c61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T02:11:47Z', 'updated_at': '2021-07-05T02:12:19Z', 'revision_number': 1, 'project_id': 'fc2d088ace9545fabb9ece3104798875', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae0f2da4-1567-4046-a9b8-dd2103d26b03', 'name': '', 'network_id': '145d1216-e8e2-4105-8190-071eda74e029', 'tenant_id': 'fc2d088ace9545fabb9ece3104798875', 'mac_address': 'fa:16:3e:31:2c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a25efaef-a53f-4471-8c0d-30bea923309b', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '0dc4a163-6453-4ce8-90db-602a0798fbd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:11:30Z', 'updated_at': '2021-07-05T02:11:36Z', 'revision_number': 5, 'project_id': 'fc2d088ace9545fabb9ece3104798875', 'subnets': [{'id': '0dc4a163-6453-4ce8-90db-602a0798fbd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:12:22.100978 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device f68b33b1-7c3b-4d3d-a670-7072239ace45 details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:12:22.187552 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689294f2-235f-4a7d-95ad-45b8ae9cb5dc None None] New status for floating IP c5768cfc-4271-4e3c-bb1b-db0e2dfc3ff0: ACTIVE {{(pid=94463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 02:12:22.271338 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port f68b33b1-7c3b-4d3d-a670-7072239ace45, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=f68b33b1-7c3b-4d3d-a670-7072239ace45,segment=NetworkSegment(eb1a6b94-6086-43b7-acf8-adc8a5518556),segment_id=eb1a6b94-6086-43b7-acf8-adc8a5518556)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:12:22.309476 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': 'f68b33b1-7c3b-4d3d-a670-7072239ace45', 'network_id': 'ae249f0a-0756-4e2c-91ca-8aa027d8a61b', 'port_id': 'f68b33b1-7c3b-4d3d-a670-7072239ace45', 'mac_address': 'fa:16:3e:8a:e6:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea5677e1-8b3f-4cb2-b460-3fad0d995656', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:12:22.422541 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:22.481495 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f68b33b1-7c3b-4d3d-a670-7072239ace45 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:12:22.501915 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port f68b33b1-7c3b-4d3d-a670-7072239ace45, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=f68b33b1-7c3b-4d3d-a670-7072239ace45,segment=NetworkSegment(eb1a6b94-6086-43b7-acf8-adc8a5518556),segment_id=eb1a6b94-6086-43b7-acf8-adc8a5518556)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:12:22.511313 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730bb9f3-7883-4733-bf91-4f2d814e05b9 req-bfd6d474-2ec0-49a4-9257-b1bc5f803d80 tempest-ServerDiagnosticsNegativeTest-1156447498 tempest-ServerDiagnosticsNegativeTest-1156447498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:22.512816 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-730bb9f3-7883-4733-bf91-4f2d814e05b9 req-bfd6d474-2ec0-49a4-9257-b1bc5f803d80 tempest-ServerDiagnosticsNegativeTest-1156447498 tempest-ServerDiagnosticsNegativeTest-1156447498-project] 10.222.0.23 "GET /v2.0/ports?device_id=8246619e-d8f6-4171-b9ac-e3e5d600e012 HTTP/1.1" status: 200 len: 936 time: 0.0695360 Jul 05 02:12:22.541378 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-b5859020-6568-4257-a776-63f31fb606ab None None] Provisioning for port c65d4bb3-99e0-42ba-acb9-faddad6f4755 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:12:22.542576 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d11e4832-fbf3-4716-96bf-38ae990e1e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:22.543535 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-b5859020-6568-4257-a776-63f31fb606ab None None] Provisioning complete for port c65d4bb3-99e0-42ba-acb9-faddad6f4755 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:12:22.544162 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b5859020-6568-4257-a776-63f31fb606ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:22.592486 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-b5859020-6568-4257-a776-63f31fb606ab None None] Port c65d4bb3-99e0-42ba-acb9-faddad6f4755 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:12:22.622114 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-730bb9f3-7883-4733-bf91-4f2d814e05b9 req-9d40ed7f-160e-4996-8a25-58598710ddc7 tempest-ServerDiagnosticsNegativeTest-1156447498 tempest-ServerDiagnosticsNegativeTest-1156447498-project] 10.222.0.23 "GET /v2.0/security-groups?id=0aca652e-5ac5-4f2a-9a54-916d33b04f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032398 Jul 05 02:12:22.640419 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11e4832-fbf3-4716-96bf-38ae990e1e3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53f3d677-9282-465d-8736-3fc0c5dfaddb,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:22.655350 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-d11e4832-fbf3-4716-96bf-38ae990e1e3d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=251dce8f8a974e3ea05b3762d23cbb67&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3075070 Jul 05 02:12:22.657848 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 41306) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:12:22.659543 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:22.659757 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-836821cc-de2a-4b0b-b309-05402b82dd68 req-e15e5d53-993d-4f80-a889-188cae4fe2f7 tempest-ServerDiagnosticsNegativeTest-1156447498 tempest-ServerDiagnosticsNegativeTest-1156447498-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4803591 Jul 05 02:12:22.673074 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-836821cc-de2a-4b0b-b309-05402b82dd68 req-5d5b40f7-81fa-40a9-9b5c-c7a44b42a31f service neutron] Request body: {'port': {'device_id': '8246619e-d8f6-4171-b9ac-e3e5d600e012', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:12:22.731275 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2b9a8e2-24fd-4d2a-933e-44d7adf95c61', 'tag': '54abaf0e-8cbe-4f28-ae29-9bd5042907e8'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:12:22.733599 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b223267e0e0ddb3199af7772d0b45336e3b4b54fbb151c86a8051291a61e85db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed9caa09-61b6-40fc-abf9-a3516d5f8cf0" -d '{"events": [{"name": "network-changed", "server_uuid": "e2b9a8e2-24fd-4d2a-933e-44d7adf95c61", "tag": "54abaf0e-8cbe-4f28-ae29-9bd5042907e8"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:12:22.770364 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=f68b33b1-7c3b-4d3d-a670-7072239ace45,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:22.805004 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2257b287-1ab3-4963-8f9a-735e93f4fb80 x-openstack-request-id: req-2257b287-1ab3-4963-8f9a-735e93f4fb80 {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:12:22.805301 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2b9a8e2-24fd-4d2a-933e-44d7adf95c61", "tag": "54abaf0e-8cbe-4f28-ae29-9bd5042907e8", "status": "completed", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:12:22.805555 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2257b287-1ab3-4963-8f9a-735e93f4fb80 {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:12:22.805951 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2b9a8e2-24fd-4d2a-933e-44d7adf95c61', 'tag': '54abaf0e-8cbe-4f28-ae29-9bd5042907e8', 'status': 'completed', 'code': 200} Jul 05 02:12:22.806725 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-40f8db60-8b84-4042-974e-5190f2364058 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:22.826591 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-836821cc-de2a-4b0b-b309-05402b82dd68 req-5d5b40f7-81fa-40a9-9b5c-c7a44b42a31f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:22.851540 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-40f8db60-8b84-4042-974e-5190f2364058 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:22.868886 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['f68b33b1-7c3b-4d3d-a670-7072239ace45'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:12:23.030215 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-40f8db60-8b84-4042-974e-5190f2364058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:23.033619 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-40f8db60-8b84-4042-974e-5190f2364058 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:23.039134 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-40f8db60-8b84-4042-974e-5190f2364058 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/53f3d677-9282-465d-8736-3fc0c5dfaddb HTTP/1.1" status: 204 len: 168 time: 0.3703015 Jul 05 02:12:23.050001 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f8db60-8b84-4042-974e-5190f2364058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f3d677-9282-465d-8736-3fc0c5dfaddb,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:23.064139 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6d5efd-f6a6-4370-ae1e-125a1402c3bf req-a6dca78d-2812-4bc8-a013-b8e58e48b4b4 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:23.072431 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ff6d5efd-f6a6-4370-ae1e-125a1402c3bf req-a6dca78d-2812-4bc8-a013-b8e58e48b4b4 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "GET /v2.0/ports?device_id=284cfcce-1757-462a-b117-b180dab88cee HTTP/1.1" status: 200 len: 945 time: 0.3627751 Jul 05 02:12:23.163872 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ff6d5efd-f6a6-4370-ae1e-125a1402c3bf req-de3279d8-8384-4bd9-86c4-c1b53c0d91f9 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "GET /v2.0/security-groups?id=e181e6bc-cf15-4644-b3a9-16feadbfeb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916462 Jul 05 02:12:23.224173 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-ca722857-98b7-4922-8c9d-27e2b60f7762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:23.265635 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9caa09-61b6-40fc-abf9-a3516d5f8cf0 req-6f9b3491-7ba6-42a9-b2ed-6326a677296d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:23.267266 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ed9caa09-61b6-40fc-abf9-a3516d5f8cf0 req-6f9b3491-7ba6-42a9-b2ed-6326a677296d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fc2d088ace9545fabb9ece3104798875&device_id=e2b9a8e2-24fd-4d2a-933e-44d7adf95c61 HTTP/1.1" status: 200 len: 1097 time: 0.2191207 Jul 05 02:12:23.420512 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9caa09-61b6-40fc-abf9-a3516d5f8cf0 req-d6db0063-074b-4441-b75b-170b6be232cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:23.421991 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ed9caa09-61b6-40fc-abf9-a3516d5f8cf0 req-d6db0063-074b-4441-b75b-170b6be232cd service neutron] 10.222.0.21 "GET /v2.0/networks?id=145d1216-e8e2-4105-8190-071eda74e029 HTTP/1.1" status: 200 len: 923 time: 0.1482220 Jul 05 02:12:23.545014 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ed9caa09-61b6-40fc-abf9-a3516d5f8cf0 req-c06018f0-6661-44ad-aea9-b6324ce24520 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54abaf0e-8cbe-4f28-ae29-9bd5042907e8 HTTP/1.1" status: 200 len: 1000 time: 0.1147532 Jul 05 02:12:23.606885 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-836821cc-de2a-4b0b-b309-05402b82dd68 req-5d5b40f7-81fa-40a9-9b5c-c7a44b42a31f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c65d4bb3-99e0-42ba-acb9-faddad6f4755 {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:12:23.618656 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-836821cc-de2a-4b0b-b309-05402b82dd68 req-5d5b40f7-81fa-40a9-9b5c-c7a44b42a31f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:23.635774 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9caa09-61b6-40fc-abf9-a3516d5f8cf0 req-bf9f1b7a-7d8a-4dd3-9332-127fa63ac839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:23.637540 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ed9caa09-61b6-40fc-abf9-a3516d5f8cf0 req-bf9f1b7a-7d8a-4dd3-9332-127fa63ac839 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0dc4a163-6453-4ce8-90db-602a0798fbd4 HTTP/1.1" status: 200 len: 862 time: 0.0727990 Jul 05 02:12:23.639974 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-836821cc-de2a-4b0b-b309-05402b82dd68 req-5d5b40f7-81fa-40a9-9b5c-c7a44b42a31f service neutron] Transition to ACTIVE for port object c65d4bb3-99e0-42ba-acb9-faddad6f4755 will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:12:23.700292 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9caa09-61b6-40fc-abf9-a3516d5f8cf0 req-e72a20c7-4031-4a1f-a365-1b496ca7cf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:23.701029 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ed9caa09-61b6-40fc-abf9-a3516d5f8cf0 req-e72a20c7-4031-4a1f-a365-1b496ca7cf25 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=145d1216-e8e2-4105-8190-071eda74e029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0578544 Jul 05 02:12:23.721716 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:23.727454 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-836821cc-de2a-4b0b-b309-05402b82dd68 req-5d5b40f7-81fa-40a9-9b5c-c7a44b42a31f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:23.840249 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd5fc80-a676-4668-a2b1-72558c625c32 req-66bdc9d1-4319-44fe-9b23-aacd343d6022 tempest-ServerDiagnosticsNegativeTest-1156447498 tempest-ServerDiagnosticsNegativeTest-1156447498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:23.842512 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3cd5fc80-a676-4668-a2b1-72558c625c32 req-66bdc9d1-4319-44fe-9b23-aacd343d6022 tempest-ServerDiagnosticsNegativeTest-1156447498 tempest-ServerDiagnosticsNegativeTest-1156447498-project] 10.222.0.23 "GET /v2.0/ports?device_id=8246619e-d8f6-4171-b9ac-e3e5d600e012 HTTP/1.1" status: 200 len: 948 time: 0.0819821 Jul 05 02:12:23.852916 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5b40f7-81fa-40a9-9b5c-c7a44b42a31f service neutron] Pushing event updated for resources: {'Port': ['ID=c65d4bb3-99e0-42ba-acb9-faddad6f4755,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:23.882024 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 41350) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:12:23.900479 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-836821cc-de2a-4b0b-b309-05402b82dd68 req-5d5b40f7-81fa-40a9-9b5c-c7a44b42a31f service neutron] Attempting to bind port c65d4bb3-99e0-42ba-acb9-faddad6f4755 on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:12:23.900821 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-836821cc-de2a-4b0b-b309-05402b82dd68 req-5d5b40f7-81fa-40a9-9b5c-c7a44b42a31f service neutron] Attempting to bind port c65d4bb3-99e0-42ba-acb9-faddad6f4755 by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:12:23.901149 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836821cc-de2a-4b0b-b309-05402b82dd68 req-5d5b40f7-81fa-40a9-9b5c-c7a44b42a31f service neutron] Attempting to bind port c65d4bb3-99e0-42ba-acb9-faddad6f4755 on network dff432c2-7366-4622-aebb-da22fe05bfd4 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:12:23.906269 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ed9caa09-61b6-40fc-abf9-a3516d5f8cf0 req-5e9d2555-6e98-497e-bc49-0f5ba285c3bc service neutron] 10.222.0.21 "GET /v2.0/networks/145d1216-e8e2-4105-8190-071eda74e029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980197 Jul 05 02:12:23.907964 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3cd5fc80-a676-4668-a2b1-72558c625c32 req-c2e60be1-1e2f-4328-bca9-7351ac02e5e5 tempest-ServerDiagnosticsNegativeTest-1156447498 tempest-ServerDiagnosticsNegativeTest-1156447498-project] 10.222.0.23 "GET /v2.0/security-groups?id=0aca652e-5ac5-4f2a-9a54-916d33b04f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580804 Jul 05 02:12:23.911842 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836821cc-de2a-4b0b-b309-05402b82dd68 req-5d5b40f7-81fa-40a9-9b5c-c7a44b42a31f service neutron] Port c65d4bb3-99e0-42ba-acb9-faddad6f4755 on network dff432c2-7366-4622-aebb-da22fe05bfd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:12:23.912253 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836821cc-de2a-4b0b-b309-05402b82dd68 req-5d5b40f7-81fa-40a9-9b5c-c7a44b42a31f service neutron] Attempting to bind port c65d4bb3-99e0-42ba-acb9-faddad6f4755 on network dff432c2-7366-4622-aebb-da22fe05bfd4 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:12:23.941283 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836821cc-de2a-4b0b-b309-05402b82dd68 req-5d5b40f7-81fa-40a9-9b5c-c7a44b42a31f service neutron] Checking agent: {'id': 'e071c76e-395f-48c4-a98f-88088465cf0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:12:23.941573 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836821cc-de2a-4b0b-b309-05402b82dd68 req-5d5b40f7-81fa-40a9-9b5c-c7a44b42a31f service neutron] Checking segment: {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:12:23.941969 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836821cc-de2a-4b0b-b309-05402b82dd68 req-5d5b40f7-81fa-40a9-9b5c-c7a44b42a31f service neutron] Bound using segment: {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:12:23.942510 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-836821cc-de2a-4b0b-b309-05402b82dd68 req-5d5b40f7-81fa-40a9-9b5c-c7a44b42a31f service neutron] Bound port: c65d4bb3-99e0-42ba-acb9-faddad6f4755, host: n-h2-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:12:23.942876 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-836821cc-de2a-4b0b-b309-05402b82dd68 req-5d5b40f7-81fa-40a9-9b5c-c7a44b42a31f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:24.059426 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ed9caa09-61b6-40fc-abf9-a3516d5f8cf0 req-e2a6aaa0-1349-4c05-bd4f-4e9e49218279 service neutron] 10.222.0.21 "GET /v2.0/networks/145d1216-e8e2-4105-8190-071eda74e029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430953 Jul 05 02:12:24.103152 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-836821cc-de2a-4b0b-b309-05402b82dd68 req-5d5b40f7-81fa-40a9-9b5c-c7a44b42a31f service neutron] For port c65d4bb3-99e0-42ba-acb9-faddad6f4755, host n-h2-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:12:24.104684 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-836821cc-de2a-4b0b-b309-05402b82dd68 req-5d5b40f7-81fa-40a9-9b5c-c7a44b42a31f service neutron] For port c65d4bb3-99e0-42ba-acb9-faddad6f4755, host n-h2-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=c65d4bb3-99e0-42ba-acb9-faddad6f4755,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:12:24.122916 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device f68b33b1-7c3b-4d3d-a670-7072239ace45 up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:12:24.177415 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 13a97864-0e9f-4451-9ccc-d1170b5199e0 no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:12:24.216766 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] No Port match for: 13a97864-0e9f-4451-9ccc-d1170b5199e0 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:12:24.217193 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 13a97864-0e9f-4451-9ccc-d1170b5199e0 not bound to the agent host n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:12:24.231129 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-836821cc-de2a-4b0b-b309-05402b82dd68 req-5d5b40f7-81fa-40a9-9b5c-c7a44b42a31f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:24.271600 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-5a596939-2e76-4f1b-b0a2-023995b0a642 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ea98bf998acf440e80522f1864ed3be1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3893168 Jul 05 02:12:24.274289 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 41374) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:12:24.281265 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836821cc-de2a-4b0b-b309-05402b82dd68 req-5d5b40f7-81fa-40a9-9b5c-c7a44b42a31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:24.281954 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-836821cc-de2a-4b0b-b309-05402b82dd68 req-5d5b40f7-81fa-40a9-9b5c-c7a44b42a31f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:24.283396 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-836821cc-de2a-4b0b-b309-05402b82dd68 req-5d5b40f7-81fa-40a9-9b5c-c7a44b42a31f service neutron] 10.222.0.15 "PUT /v2.0/ports/c65d4bb3-99e0-42ba-acb9-faddad6f4755 HTTP/1.1" status: 200 len: 1097 time: 1.6166885 Jul 05 02:12:24.283845 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8246619e-d8f6-4171-b9ac-e3e5d600e012', 'tag': 'c65d4bb3-99e0-42ba-acb9-faddad6f4755'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:12:24.286205 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b4e3692-dde9-4865-ae70-848f16c6ef13" -d '{"events": [{"name": "network-changed", "server_uuid": "8246619e-d8f6-4171-b9ac-e3e5d600e012", "tag": "c65d4bb3-99e0-42ba-acb9-faddad6f4755"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:12:24.321582 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning for port f68b33b1-7c3b-4d3d-a670-7072239ace45 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:12:24.325669 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port f68b33b1-7c3b-4d3d-a670-7072239ace45 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:12:24.330870 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:24.339140 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5b40f7-81fa-40a9-9b5c-c7a44b42a31f service neutron] Pushing event updated for resources: {'Port': ['ID=c65d4bb3-99e0-42ba-acb9-faddad6f4755,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:24.409698 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c6fa5403-07f1-4fbb-a407-cb8ed34d6912 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:24.455002 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:24.464031 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:24.480862 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836821cc-de2a-4b0b-b309-05402b82dd68 req-e5092590-6004-4fbd-98ca-4c26699146bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:24.482496 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-836821cc-de2a-4b0b-b309-05402b82dd68 req-e5092590-6004-4fbd-98ca-4c26699146bb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b2200b32549f40d5b1b4e1a5ae22bf91&device_id=8246619e-d8f6-4171-b9ac-e3e5d600e012 HTTP/1.1" status: 200 len: 1100 time: 0.1043622 Jul 05 02:12:24.506587 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '284cfcce-1757-462a-b117-b180dab88cee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f68b33b1-7c3b-4d3d-a670-7072239ace45'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:12:24.506780 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb38c49-a818-4f60-ae95-0c40fbbe2328" -d '{"events": [{"server_uuid": "284cfcce-1757-462a-b117-b180dab88cee", "name": "network-vif-plugged", "status": "completed", "tag": "f68b33b1-7c3b-4d3d-a670-7072239ace45"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:12:24.510716 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c6fa5403-07f1-4fbb-a407-cb8ed34d6912 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:24.542933 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port f68b33b1-7c3b-4d3d-a670-7072239ace45, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=f68b33b1-7c3b-4d3d-a670-7072239ace45,segment=NetworkSegment(eb1a6b94-6086-43b7-acf8-adc8a5518556),segment_id=eb1a6b94-6086-43b7-acf8-adc8a5518556)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:12:24.582445 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-836821cc-de2a-4b0b-b309-05402b82dd68 req-9e7f14c1-9b1f-4590-896c-15b271094d51 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=c65d4bb3-99e0-42ba-acb9-faddad6f4755 HTTP/1.1" status: 200 len: 217 time: 0.0917549 Jul 05 02:12:24.583918 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-563dd6d2-ec2c-43ce-91a0-6153788417a6 x-openstack-request-id: req-563dd6d2-ec2c-43ce-91a0-6153788417a6 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:12:24.584206 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8246619e-d8f6-4171-b9ac-e3e5d600e012", "tag": "c65d4bb3-99e0-42ba-acb9-faddad6f4755", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:12:24.584455 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-563dd6d2-ec2c-43ce-91a0-6153788417a6 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:12:24.584857 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8246619e-d8f6-4171-b9ac-e3e5d600e012', 'tag': 'c65d4bb3-99e0-42ba-acb9-faddad6f4755', 'status': 'completed', 'code': 200} Jul 05 02:12:24.610018 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d54038f-9b47-465f-b121-096d176cabde x-openstack-request-id: req-0d54038f-9b47-465f-b121-096d176cabde {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:12:24.610690 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "284cfcce-1757-462a-b117-b180dab88cee", "name": "network-vif-plugged", "status": "completed", "tag": "f68b33b1-7c3b-4d3d-a670-7072239ace45", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:12:24.611062 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0d54038f-9b47-465f-b121-096d176cabde {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:12:24.611515 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '284cfcce-1757-462a-b117-b180dab88cee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f68b33b1-7c3b-4d3d-a670-7072239ace45', 'code': 200} Jul 05 02:12:24.621729 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:24.661492 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bd394c-9cc4-47e3-a311-dccdff890e23 req-96580b51-8cff-46e5-9a9d-940c673e01b3 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:24.661492 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f0bd394c-9cc4-47e3-a311-dccdff890e23 req-96580b51-8cff-46e5-9a9d-940c673e01b3 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "GET /v2.0/ports?device_id=284cfcce-1757-462a-b117-b180dab88cee HTTP/1.1" status: 200 len: 945 time: 0.3073823 Jul 05 02:12:24.705780 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836821cc-de2a-4b0b-b309-05402b82dd68 req-0661a116-b040-4873-a693-c830847b4fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:24.707356 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-836821cc-de2a-4b0b-b309-05402b82dd68 req-0661a116-b040-4873-a693-c830847b4fd9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b840e204-692c-4f54-8f07-f6563e8e36b1 HTTP/1.1" status: 200 len: 843 time: 0.1118608 Jul 05 02:12:24.735247 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=f68b33b1-7c3b-4d3d-a670-7072239ace45,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:24.748020 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f0bd394c-9cc4-47e3-a311-dccdff890e23 req-4f3571ff-d1b9-4574-91cb-013d75143ad5 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "GET /v2.0/security-groups?id=e181e6bc-cf15-4644-b3a9-16feadbfeb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769620 Jul 05 02:12:24.772962 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c6fa5403-07f1-4fbb-a407-cb8ed34d6912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:24.779168 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c6fa5403-07f1-4fbb-a407-cb8ed34d6912 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:24.779168 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-c6fa5403-07f1-4fbb-a407-cb8ed34d6912 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/86c5d03f-b1e1-48ec-a04e-d9a94189f595 HTTP/1.1" status: 204 len: 168 time: 0.5013645 Jul 05 02:12:24.785677 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fa5403-07f1-4fbb-a407-cb8ed34d6912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c5d03f-b1e1-48ec-a04e-d9a94189f595,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:24.856237 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0193b59e-c1a4-4c21-acf4-28bc90702a6f req-b4ad393c-b132-4a3a-b108-f153a88ce79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:24.857808 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0193b59e-c1a4-4c21-acf4-28bc90702a6f req-b4ad393c-b132-4a3a-b108-f153a88ce79e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=284cfcce-1757-462a-b117-b180dab88cee HTTP/1.1" status: 200 len: 1098 time: 0.1495755 Jul 05 02:12:24.860674 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836821cc-de2a-4b0b-b309-05402b82dd68 req-f05d98ac-f5e9-4ade-a432-b1db219371f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:24.862016 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-836821cc-de2a-4b0b-b309-05402b82dd68 req-f05d98ac-f5e9-4ade-a432-b1db219371f0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dff432c2-7366-4622-aebb-da22fe05bfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1447928 Jul 05 02:12:24.945294 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0193b59e-c1a4-4c21-acf4-28bc90702a6f req-7b86ae02-b804-4389-9681-af1753da124f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e181e6bc-cf15-4644-b3a9-16feadbfeb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808821 Jul 05 02:12:24.979664 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-836821cc-de2a-4b0b-b309-05402b82dd68 req-6b8f4a7e-44de-4df9-9842-1de24b268bb9 service neutron] 10.222.0.15 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099508 Jul 05 02:12:25.103384 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-836821cc-de2a-4b0b-b309-05402b82dd68 req-a2b36eec-18cb-4d29-a7c2-28a9a51fbf14 service neutron] 10.222.0.15 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167176 Jul 05 02:12:25.136864 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e352ee-f207-4060-84e2-0620ac9d3757 req-bd1ad32d-b824-45aa-b4cb-a2a6781e0307 tempest-ServerDiagnosticsNegativeTest-1156447498 tempest-ServerDiagnosticsNegativeTest-1156447498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:25.138360 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-19e352ee-f207-4060-84e2-0620ac9d3757 req-bd1ad32d-b824-45aa-b4cb-a2a6781e0307 tempest-ServerDiagnosticsNegativeTest-1156447498 tempest-ServerDiagnosticsNegativeTest-1156447498-project] 10.222.0.23 "GET /v2.0/ports?device_id=8246619e-d8f6-4171-b9ac-e3e5d600e012 HTTP/1.1" status: 200 len: 948 time: 0.0810187 Jul 05 02:12:25.176216 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-19e352ee-f207-4060-84e2-0620ac9d3757 req-97e5058c-acc4-4d06-80b3-fa197b09bc77 tempest-ServerDiagnosticsNegativeTest-1156447498 tempest-ServerDiagnosticsNegativeTest-1156447498-project] 10.222.0.23 "GET /v2.0/security-groups?id=0aca652e-5ac5-4f2a-9a54-916d33b04f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318019 Jul 05 02:12:25.269775 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4e3692-dde9-4865-ae70-848f16c6ef13 req-15e869be-531b-4e30-abbd-476a3d155ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:25.271256 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4b4e3692-dde9-4865-ae70-848f16c6ef13 req-15e869be-531b-4e30-abbd-476a3d155ff4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b2200b32549f40d5b1b4e1a5ae22bf91&device_id=8246619e-d8f6-4171-b9ac-e3e5d600e012 HTTP/1.1" status: 200 len: 1100 time: 0.0507593 Jul 05 02:12:25.365546 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4e3692-dde9-4865-ae70-848f16c6ef13 req-1f4a6e75-b218-44db-a23e-cf3ea71702a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:25.365546 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4b4e3692-dde9-4865-ae70-848f16c6ef13 req-1f4a6e75-b218-44db-a23e-cf3ea71702a1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dff432c2-7366-4622-aebb-da22fe05bfd4 HTTP/1.1" status: 200 len: 869 time: 0.0865321 Jul 05 02:12:25.404114 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4b4e3692-dde9-4865-ae70-848f16c6ef13 req-a9f4b58a-b136-42fa-828d-ae87e131c3bd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=c65d4bb3-99e0-42ba-acb9-faddad6f4755 HTTP/1.1" status: 200 len: 217 time: 0.0342729 Jul 05 02:12:25.457479 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4e3692-dde9-4865-ae70-848f16c6ef13 req-4f51c59d-1810-4a69-9d2b-aff5de428115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:25.458978 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4b4e3692-dde9-4865-ae70-848f16c6ef13 req-4f51c59d-1810-4a69-9d2b-aff5de428115 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b840e204-692c-4f54-8f07-f6563e8e36b1 HTTP/1.1" status: 200 len: 843 time: 0.0450087 Jul 05 02:12:25.520938 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4e3692-dde9-4865-ae70-848f16c6ef13 req-b6fc10db-28d1-457f-a6fa-312065b8cd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:25.522502 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4b4e3692-dde9-4865-ae70-848f16c6ef13 req-b6fc10db-28d1-457f-a6fa-312065b8cd24 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dff432c2-7366-4622-aebb-da22fe05bfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0561829 Jul 05 02:12:25.616306 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4b4e3692-dde9-4865-ae70-848f16c6ef13 req-ca1ab668-85de-45ab-aead-3a9b45e9d906 service neutron] 10.222.0.15 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860660 Jul 05 02:12:25.639845 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 41432) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:12:25.710057 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4b4e3692-dde9-4865-ae70-848f16c6ef13 req-adbe6a01-43d0-44a8-be02-1f5a9dbde56e service neutron] 10.222.0.15 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872505 Jul 05 02:12:25.928923 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64e846d-6a9a-4f74-b050-4b97dc068a76 req-b111ad0d-e5d4-4ab9-8854-140c34e12c71 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:25.930725 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b64e846d-6a9a-4f74-b050-4b97dc068a76 req-b111ad0d-e5d4-4ab9-8854-140c34e12c71 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "GET /v2.0/ports?device_id=284cfcce-1757-462a-b117-b180dab88cee HTTP/1.1" status: 200 len: 946 time: 0.0683646 Jul 05 02:12:25.932855 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:25.974419 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b64e846d-6a9a-4f74-b050-4b97dc068a76 req-4e51d2cd-4c95-49e9-bda3-99cc76be57de tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "GET /v2.0/security-groups?id=e181e6bc-cf15-4644-b3a9-16feadbfeb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369751 Jul 05 02:12:25.976367 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 41444) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:12:26.020309 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-55843dff-cd11-43e3-bc55-b29a1a43992a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f8ea9720c6d24df18a2702ec19843f8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0426350 Jul 05 02:12:26.022945 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 41446) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:12:26.078567 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b2744155-4c12-42bd-ab55-914ed7332812 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:26.096794 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-71baaf0a-a51e-4d10-add0-2d97ba5793a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:26.113244 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b2744155-4c12-42bd-ab55-914ed7332812 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:26.290195 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b2744155-4c12-42bd-ab55-914ed7332812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:26.293248 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b2744155-4c12-42bd-ab55-914ed7332812 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:26.294006 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-b2744155-4c12-42bd-ab55-914ed7332812 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d254ef8f-b69d-48ac-a18b-037257120982 HTTP/1.1" status: 204 len: 168 time: 0.2701428 Jul 05 02:12:26.302686 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2744155-4c12-42bd-ab55-914ed7332812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d254ef8f-b69d-48ac-a18b-037257120982,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:26.371569 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-71baaf0a-a51e-4d10-add0-2d97ba5793a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:26.403391 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce63262-1e77-4ca9-a013-3d75e9826046 req-39653f34-b65e-4dba-af24-37474db394f0 tempest-ServerDiagnosticsNegativeTest-1156447498 tempest-ServerDiagnosticsNegativeTest-1156447498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:26.403391 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-fce63262-1e77-4ca9-a013-3d75e9826046 req-39653f34-b65e-4dba-af24-37474db394f0 tempest-ServerDiagnosticsNegativeTest-1156447498 tempest-ServerDiagnosticsNegativeTest-1156447498-project] 10.222.0.23 "GET /v2.0/ports?device_id=8246619e-d8f6-4171-b9ac-e3e5d600e012 HTTP/1.1" status: 200 len: 948 time: 0.0950181 Jul 05 02:12:26.434363 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-fce63262-1e77-4ca9-a013-3d75e9826046 req-44f9c977-aa1e-43a9-9047-f3e0ebbd5f3b tempest-ServerDiagnosticsNegativeTest-1156447498 tempest-ServerDiagnosticsNegativeTest-1156447498-project] 10.222.0.23 "GET /v2.0/security-groups?id=0aca652e-5ac5-4f2a-9a54-916d33b04f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312233 Jul 05 02:12:26.544641 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-71baaf0a-a51e-4d10-add0-2d97ba5793a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:26.588883 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-71baaf0a-a51e-4d10-add0-2d97ba5793a2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=64ad1387613849a08d21ba3f5234a65e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9448416 Jul 05 02:12:26.588883 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71baaf0a-a51e-4d10-add0-2d97ba5793a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba0a6262-4682-4226-9305-9e191667ea5b,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:26.589059 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 41470) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:12:26.622956 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71baaf0a-a51e-4d10-add0-2d97ba5793a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:12:26.622956 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71baaf0a-a51e-4d10-add0-2d97ba5793a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:12:26.622956 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71baaf0a-a51e-4d10-add0-2d97ba5793a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:12:26.622956 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71baaf0a-a51e-4d10-add0-2d97ba5793a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:12:26.622956 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71baaf0a-a51e-4d10-add0-2d97ba5793a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:12:26.622956 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71baaf0a-a51e-4d10-add0-2d97ba5793a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:12:26.622956 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71baaf0a-a51e-4d10-add0-2d97ba5793a2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:12:26.622956 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71baaf0a-a51e-4d10-add0-2d97ba5793a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:12:26.622956 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71baaf0a-a51e-4d10-add0-2d97ba5793a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:12:26.622956 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71baaf0a-a51e-4d10-add0-2d97ba5793a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:12:26.622956 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71baaf0a-a51e-4d10-add0-2d97ba5793a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:12:26.622956 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71baaf0a-a51e-4d10-add0-2d97ba5793a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:12:26.652427 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-60816d0f-1823-4f96-91c6-252aaac3b1c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:26.689801 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-60816d0f-1823-4f96-91c6-252aaac3b1c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:26.978816 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-60816d0f-1823-4f96-91c6-252aaac3b1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:26.982351 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-60816d0f-1823-4f96-91c6-252aaac3b1c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:26.986069 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-60816d0f-1823-4f96-91c6-252aaac3b1c5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ba0a6262-4682-4226-9305-9e191667ea5b HTTP/1.1" status: 204 len: 168 time: 0.3936269 Jul 05 02:12:26.991747 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60816d0f-1823-4f96-91c6-252aaac3b1c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba0a6262-4682-4226-9305-9e191667ea5b,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:27.177769 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d4654b-b41c-4cb3-bd29-c859018e14a5 req-6f798cb3-0136-45b1-856a-da3b651e0424 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:27.179288 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-38d4654b-b41c-4cb3-bd29-c859018e14a5 req-6f798cb3-0136-45b1-856a-da3b651e0424 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "GET /v2.0/ports?device_id=284cfcce-1757-462a-b117-b180dab88cee HTTP/1.1" status: 200 len: 946 time: 0.0717990 Jul 05 02:12:27.216554 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-38d4654b-b41c-4cb3-bd29-c859018e14a5 req-0499b27b-6bca-4766-a02e-26fd427c572f tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "GET /v2.0/security-groups?id=e181e6bc-cf15-4644-b3a9-16feadbfeb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315988 Jul 05 02:12:27.363077 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fea36d32-66f1-45c4-8d8c-11ea5291a71e req-dbcbcb7c-126c-46a2-b525-d771f8dbe71d tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-80210357&fields=id&tenant_id=56afeb828cf948f58160284840211a1e HTTP/1.1" status: 200 len: 267 time: 0.0373168 Jul 05 02:12:27.433838 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea36d32-66f1-45c4-8d8c-11ea5291a71e req-2c59c89c-993b-4318-8a64-6aa5862b5d2e tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:27.435487 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fea36d32-66f1-45c4-8d8c-11ea5291a71e req-2c59c89c-993b-4318-8a64-6aa5862b5d2e tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "GET /v2.0/ports?device_id=284cfcce-1757-462a-b117-b180dab88cee HTTP/1.1" status: 200 len: 946 time: 0.0658512 Jul 05 02:12:27.446222 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-fea36d32-66f1-45c4-8d8c-11ea5291a71e req-f03c5ade-df5e-4121-9adb-92482755f848 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Request body: {'port': {'security_groups': ['e181e6bc-cf15-4644-b3a9-16feadbfeb13', '4941ff0e-66c0-42e9-9f81-15266d04b202']}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:12:27.573409 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-fea36d32-66f1-45c4-8d8c-11ea5291a71e req-f03c5ade-df5e-4121-9adb-92482755f848 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:27.771998 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c820648-b321-4cf9-b3b6-cde1f7d45c32 req-400387ca-0188-4700-9abb-48c03c5988f1 tempest-ServerDiagnosticsNegativeTest-1156447498 tempest-ServerDiagnosticsNegativeTest-1156447498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:27.778956 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2c820648-b321-4cf9-b3b6-cde1f7d45c32 req-400387ca-0188-4700-9abb-48c03c5988f1 tempest-ServerDiagnosticsNegativeTest-1156447498 tempest-ServerDiagnosticsNegativeTest-1156447498-project] 10.222.0.23 "GET /v2.0/ports?device_id=8246619e-d8f6-4171-b9ac-e3e5d600e012 HTTP/1.1" status: 200 len: 948 time: 0.0781105 Jul 05 02:12:27.789032 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-fea36d32-66f1-45c4-8d8c-11ea5291a71e req-f03c5ade-df5e-4121-9adb-92482755f848 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] For port f68b33b1-7c3b-4d3d-a670-7072239ace45, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=f68b33b1-7c3b-4d3d-a670-7072239ace45,segment=NetworkSegment(eb1a6b94-6086-43b7-acf8-adc8a5518556),segment_id=eb1a6b94-6086-43b7-acf8-adc8a5518556)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:12:27.823954 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2c820648-b321-4cf9-b3b6-cde1f7d45c32 req-f508f9e4-f9d4-4d05-8eb8-a546a896bd5e tempest-ServerDiagnosticsNegativeTest-1156447498 tempest-ServerDiagnosticsNegativeTest-1156447498-project] 10.222.0.23 "GET /v2.0/security-groups?id=0aca652e-5ac5-4f2a-9a54-916d33b04f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434413 Jul 05 02:12:27.832891 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-fea36d32-66f1-45c4-8d8c-11ea5291a71e req-f03c5ade-df5e-4121-9adb-92482755f848 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:27.881345 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-fea36d32-66f1-45c4-8d8c-11ea5291a71e req-f03c5ade-df5e-4121-9adb-92482755f848 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:27.894931 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['f68b33b1-7c3b-4d3d-a670-7072239ace45'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:12:27.899639 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 41518) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:12:28.136392 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea36d32-66f1-45c4-8d8c-11ea5291a71e req-f03c5ade-df5e-4121-9adb-92482755f848 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:28.137158 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-fea36d32-66f1-45c4-8d8c-11ea5291a71e req-f03c5ade-df5e-4121-9adb-92482755f848 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:28.152771 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fea36d32-66f1-45c4-8d8c-11ea5291a71e req-f03c5ade-df5e-4121-9adb-92482755f848 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "PUT /v2.0/ports/f68b33b1-7c3b-4d3d-a670-7072239ace45 HTTP/1.1" status: 200 len: 982 time: 0.7014699 Jul 05 02:12:28.168850 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '284cfcce-1757-462a-b117-b180dab88cee', 'tag': 'f68b33b1-7c3b-4d3d-a670-7072239ace45'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:12:28.171121 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d06c0f4-1b64-47cd-98dd-9482f568ce8c" -d '{"events": [{"name": "network-changed", "server_uuid": "284cfcce-1757-462a-b117-b180dab88cee", "tag": "f68b33b1-7c3b-4d3d-a670-7072239ace45"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:12:28.188897 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device c65d4bb3-99e0-42ba-acb9-faddad6f4755 details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:12:28.206074 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['f68b33b1-7c3b-4d3d-a670-7072239ace45'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:12:28.211127 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 41532) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:12:28.224526 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03c5ade-df5e-4121-9adb-92482755f848 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Pushing event updated for resources: {'Port': ['ID=f68b33b1-7c3b-4d3d-a670-7072239ace45,revision_number=6']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:28.225128 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-90fc0e9d-68d5-40c3-b473-28c2dbd73f0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:28.238632 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03c5ade-df5e-4121-9adb-92482755f848 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:12:28.239030 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03c5ade-df5e-4121-9adb-92482755f848 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:12:28.239362 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03c5ade-df5e-4121-9adb-92482755f848 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:12:28.239691 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03c5ade-df5e-4121-9adb-92482755f848 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:12:28.240018 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03c5ade-df5e-4121-9adb-92482755f848 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:12:28.247648 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03c5ade-df5e-4121-9adb-92482755f848 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:12:28.249701 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03c5ade-df5e-4121-9adb-92482755f848 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:12:28.250324 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03c5ade-df5e-4121-9adb-92482755f848 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:12:28.253386 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03c5ade-df5e-4121-9adb-92482755f848 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:12:28.253938 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03c5ade-df5e-4121-9adb-92482755f848 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:12:28.254452 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03c5ade-df5e-4121-9adb-92482755f848 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:12:28.254927 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03c5ade-df5e-4121-9adb-92482755f848 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:12:28.308975 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ac8a7f5f-f324-4f4d-b264-710159110fc7 req-b0ac37b1-0745-45a9-95f2-f73e0e52c04a tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-467630896&fields=id&tenant_id=56afeb828cf948f58160284840211a1e HTTP/1.1" status: 200 len: 267 time: 0.0486286 Jul 05 02:12:28.390365 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8a7f5f-f324-4f4d-b264-710159110fc7 req-94a516a2-5e2a-46f3-a50d-6a85d45df536 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:28.400479 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ac8a7f5f-f324-4f4d-b264-710159110fc7 req-94a516a2-5e2a-46f3-a50d-6a85d45df536 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "GET /v2.0/ports?device_id=284cfcce-1757-462a-b117-b180dab88cee HTTP/1.1" status: 200 len: 985 time: 0.0904653 Jul 05 02:12:28.408163 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-ac8a7f5f-f324-4f4d-b264-710159110fc7 req-1ee166db-6665-4dde-b06b-6d4e3bb9e700 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Request body: {'port': {'security_groups': ['4941ff0e-66c0-42e9-9f81-15266d04b202', 'e181e6bc-cf15-4644-b3a9-16feadbfeb13', 'e0a0590e-0209-40e7-a129-c404d4b16f0c']}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:12:28.434073 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d9774b3-23a4-4653-b73f-2e89d1eb1cdd x-openstack-request-id: req-2d9774b3-23a4-4653-b73f-2e89d1eb1cdd {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:12:28.434582 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "284cfcce-1757-462a-b117-b180dab88cee", "tag": "f68b33b1-7c3b-4d3d-a670-7072239ace45", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:12:28.434968 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2d9774b3-23a4-4653-b73f-2e89d1eb1cdd {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:12:28.435497 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '284cfcce-1757-462a-b117-b180dab88cee', 'tag': 'f68b33b1-7c3b-4d3d-a670-7072239ace45', 'status': 'completed', 'code': 200} Jul 05 02:12:28.439373 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-90fc0e9d-68d5-40c3-b473-28c2dbd73f0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:28.474749 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4d1b5122-1fd0-435a-9938-7004fbaee989 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:28.534195 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port c65d4bb3-99e0-42ba-acb9-faddad6f4755, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=c65d4bb3-99e0-42ba-acb9-faddad6f4755,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:12:28.536124 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-ac8a7f5f-f324-4f4d-b264-710159110fc7 req-1ee166db-6665-4dde-b06b-6d4e3bb9e700 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:28.555152 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Returning: {'device': 'c65d4bb3-99e0-42ba-acb9-faddad6f4755', 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4', 'port_id': 'c65d4bb3-99e0-42ba-acb9-faddad6f4755', 'mac_address': 'fa:16:3e:d0:ec:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b840e204-692c-4f54-8f07-f6563e8e36b1', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:12:28.614154 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:28.627868 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c65d4bb3-99e0-42ba-acb9-faddad6f4755 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:12:28.637227 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-90fc0e9d-68d5-40c3-b473-28c2dbd73f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:28.657902 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d06c0f4-1b64-47cd-98dd-9482f568ce8c req-1273f830-527c-45c0-a6ec-5e4bd8c183e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:28.659856 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6d06c0f4-1b64-47cd-98dd-9482f568ce8c req-1273f830-527c-45c0-a6ec-5e4bd8c183e6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=56afeb828cf948f58160284840211a1e&device_id=284cfcce-1757-462a-b117-b180dab88cee HTTP/1.1" status: 200 len: 1137 time: 0.1558428 Jul 05 02:12:28.665371 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port c65d4bb3-99e0-42ba-acb9-faddad6f4755, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=c65d4bb3-99e0-42ba-acb9-faddad6f4755,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:12:28.722558 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fc0e9d-68d5-40c3-b473-28c2dbd73f0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33ed56cf-810b-4d43-b96f-b64cf046af9f,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:28.730197 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-90fc0e9d-68d5-40c3-b473-28c2dbd73f0d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1422d672f37e4c43900bee49324c77f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5180340 Jul 05 02:12:28.732675 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 41546) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:12:28.761565 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:28.798955 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-063ea39f-3c2f-4471-9fdf-72eaccf6da42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:28.825311 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-063ea39f-3c2f-4471-9fdf-72eaccf6da42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:28.852822 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=c65d4bb3-99e0-42ba-acb9-faddad6f4755,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:28.866680 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:12:28.867022 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:12:28.867357 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:12:28.867696 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:12:28.868013 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:12:28.868336 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:12:28.868658 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:12:28.868994 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:12:28.869294 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:12:28.869615 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:12:28.876435 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:12:28.876435 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:12:28.901138 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d06c0f4-1b64-47cd-98dd-9482f568ce8c req-463a1197-9811-43d9-80a4-6b3fbff9acc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:28.903080 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6d06c0f4-1b64-47cd-98dd-9482f568ce8c req-463a1197-9811-43d9-80a4-6b3fbff9acc4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ae249f0a-0756-4e2c-91ca-8aa027d8a61b HTTP/1.1" status: 200 len: 913 time: 0.2323387 Jul 05 02:12:28.956961 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['c65d4bb3-99e0-42ba-acb9-faddad6f4755'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:12:28.972431 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4d1b5122-1fd0-435a-9938-7004fbaee989 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:28.996097 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-063ea39f-3c2f-4471-9fdf-72eaccf6da42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:29.002332 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-063ea39f-3c2f-4471-9fdf-72eaccf6da42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:29.004389 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6d06c0f4-1b64-47cd-98dd-9482f568ce8c req-033e0bb8-827d-452b-95ab-b68165557b42 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f68b33b1-7c3b-4d3d-a670-7072239ace45 HTTP/1.1" status: 200 len: 217 time: 0.0712147 Jul 05 02:12:29.011693 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-063ea39f-3c2f-4471-9fdf-72eaccf6da42 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/33ed56cf-810b-4d43-b96f-b64cf046af9f HTTP/1.1" status: 204 len: 168 time: 0.2777445 Jul 05 02:12:29.031521 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-ac8a7f5f-f324-4f4d-b264-710159110fc7 req-1ee166db-6665-4dde-b06b-6d4e3bb9e700 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] For port f68b33b1-7c3b-4d3d-a670-7072239ace45, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=f68b33b1-7c3b-4d3d-a670-7072239ace45,segment=NetworkSegment(eb1a6b94-6086-43b7-acf8-adc8a5518556),segment_id=eb1a6b94-6086-43b7-acf8-adc8a5518556)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:12:29.101205 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063ea39f-3c2f-4471-9fdf-72eaccf6da42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33ed56cf-810b-4d43-b96f-b64cf046af9f,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:29.105892 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4d1b5122-1fd0-435a-9938-7004fbaee989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:29.136610 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-ac8a7f5f-f324-4f4d-b264-710159110fc7 req-1ee166db-6665-4dde-b06b-6d4e3bb9e700 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:29.140730 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d06c0f4-1b64-47cd-98dd-9482f568ce8c req-61d0c04f-1a1b-4a59-96d3-c4debadb4f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:29.142343 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6d06c0f4-1b64-47cd-98dd-9482f568ce8c req-61d0c04f-1a1b-4a59-96d3-c4debadb4f78 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ea5677e1-8b3f-4cb2-b460-3fad0d995656 HTTP/1.1" status: 200 len: 853 time: 0.1275489 Jul 05 02:12:29.192134 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6d06c0f4-1b64-47cd-98dd-9482f568ce8c req-bfda4b8b-dcd3-4186-ae84-1faaa3bb3035 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ae249f0a-0756-4e2c-91ca-8aa027d8a61b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395172 Jul 05 02:12:29.215665 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-ac8a7f5f-f324-4f4d-b264-710159110fc7 req-1ee166db-6665-4dde-b06b-6d4e3bb9e700 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:29.229174 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['f68b33b1-7c3b-4d3d-a670-7072239ace45'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:12:29.314528 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8a7f5f-f324-4f4d-b264-710159110fc7 req-1ee166db-6665-4dde-b06b-6d4e3bb9e700 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:29.315355 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-ac8a7f5f-f324-4f4d-b264-710159110fc7 req-1ee166db-6665-4dde-b06b-6d4e3bb9e700 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:29.317025 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ac8a7f5f-f324-4f4d-b264-710159110fc7 req-1ee166db-6665-4dde-b06b-6d4e3bb9e700 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "PUT /v2.0/ports/f68b33b1-7c3b-4d3d-a670-7072239ace45 HTTP/1.1" status: 200 len: 1021 time: 0.9156206 Jul 05 02:12:29.350740 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 41570) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:12:29.376467 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['f68b33b1-7c3b-4d3d-a670-7072239ace45'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:12:29.378116 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee166db-6665-4dde-b06b-6d4e3bb9e700 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Pushing event updated for resources: {'Port': ['ID=f68b33b1-7c3b-4d3d-a670-7072239ace45,revision_number=7']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:29.395593 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-4d1b5122-1fd0-435a-9938-7004fbaee989 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d86e6456b3744d07a11b05a880123dea&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4945340 Jul 05 02:12:29.396381 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 41574) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:12:29.400962 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6d06c0f4-1b64-47cd-98dd-9482f568ce8c req-a2b7a474-c62f-4d95-b478-b968f2e28bca service neutron] 10.222.0.21 "GET /v2.0/networks/ae249f0a-0756-4e2c-91ca-8aa027d8a61b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988301 Jul 05 02:12:29.446796 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1b5122-1fd0-435a-9938-7004fbaee989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b63a85-dcdf-4e65-af4b-af7f2e7ecc6a,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:29.464212 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a05a36a-75e4-42ba-831d-12424337a2d0 req-c4b39629-d9d5-4f08-afed-dd55552befd4 tempest-ServerDiagnosticsNegativeTest-1156447498 tempest-ServerDiagnosticsNegativeTest-1156447498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:29.470654 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7a05a36a-75e4-42ba-831d-12424337a2d0 req-c4b39629-d9d5-4f08-afed-dd55552befd4 tempest-ServerDiagnosticsNegativeTest-1156447498 tempest-ServerDiagnosticsNegativeTest-1156447498-project] 10.222.0.23 "GET /v2.0/ports?device_id=8246619e-d8f6-4171-b9ac-e3e5d600e012 HTTP/1.1" status: 200 len: 949 time: 0.4574876 Jul 05 02:12:29.519625 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b31cf6c9-82be-40b7-90aa-6cb3a182ee68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:29.543547 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6d06c0f4-1b64-47cd-98dd-9482f568ce8c req-d78f3aed-3e0b-4585-934e-111e32df5b76 service neutron] 10.222.0.21 "GET /v2.0/networks/ae249f0a-0756-4e2c-91ca-8aa027d8a61b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373081 Jul 05 02:12:29.546426 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7a05a36a-75e4-42ba-831d-12424337a2d0 req-a73d1eb7-fb93-4153-9184-29c56fdb8438 tempest-ServerDiagnosticsNegativeTest-1156447498 tempest-ServerDiagnosticsNegativeTest-1156447498-project] 10.222.0.23 "GET /v2.0/security-groups?id=0aca652e-5ac5-4f2a-9a54-916d33b04f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688932 Jul 05 02:12:29.573539 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b31cf6c9-82be-40b7-90aa-6cb3a182ee68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:29.715857 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b31cf6c9-82be-40b7-90aa-6cb3a182ee68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:29.718848 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b31cf6c9-82be-40b7-90aa-6cb3a182ee68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:29.720769 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-b31cf6c9-82be-40b7-90aa-6cb3a182ee68 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c2b63a85-dcdf-4e65-af4b-af7f2e7ecc6a HTTP/1.1" status: 204 len: 168 time: 0.3168373 Jul 05 02:12:29.729381 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31cf6c9-82be-40b7-90aa-6cb3a182ee68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2b63a85-dcdf-4e65-af4b-af7f2e7ecc6a,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:29.866091 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-033bf156-0f39-44d4-b052-1b50dc74eceb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:29.947612 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb44227-ee13-4d91-b2b5-2068f70ca10d req-0754585e-509c-4d47-a887-3bcebfd7e5c4 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:29.949586 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-dbb44227-ee13-4d91-b2b5-2068f70ca10d req-0754585e-509c-4d47-a887-3bcebfd7e5c4 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "GET /v2.0/ports?device_id=284cfcce-1757-462a-b117-b180dab88cee HTTP/1.1" status: 200 len: 1024 time: 0.1316991 Jul 05 02:12:29.998663 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-033bf156-0f39-44d4-b052-1b50dc74eceb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:30.020879 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-dbb44227-ee13-4d91-b2b5-2068f70ca10d req-02969658-8ac5-474e-8e41-4341c9a0a963 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "GET /v2.0/security-groups?id=4941ff0e-66c0-42e9-9f81-15266d04b202&id=e0a0590e-0209-40e7-a129-c404d4b16f0c&id=e181e6bc-cf15-4644-b3a9-16feadbfeb13 HTTP/1.1" status: 200 len: 6147 time: 0.0643950 Jul 05 02:12:30.048883 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-63b400c8-3cb8-40bf-9ac8-d4e6541e674a req-30f618eb-d1fe-4a72-a766-593bf149ad77 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1587199400 ', 'description': 'tempest-description-871980474'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:12:30.065165 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-033bf156-0f39-44d4-b052-1b50dc74eceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:30.108328 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033bf156-0f39-44d4-b052-1b50dc74eceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=718b0f87-3275-4c47-a4a3-24097399927e,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:30.113449 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-033bf156-0f39-44d4-b052-1b50dc74eceb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=82bd74899bf446b7a028b744db57d76d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7592397 Jul 05 02:12:30.123348 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 41596) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:12:30.174110 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-649c1644-03b0-4d85-ae8e-aa9acaa6a937 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:30.180533 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-63b400c8-3cb8-40bf-9ac8-d4e6541e674a req-30f618eb-d1fe-4a72-a766-593bf149ad77 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:30.197238 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device c65d4bb3-99e0-42ba-acb9-faddad6f4755 up at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:12:30.211010 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-649c1644-03b0-4d85-ae8e-aa9acaa6a937 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:30.299649 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-63b400c8-3cb8-40bf-9ac8-d4e6541e674a req-30f618eb-d1fe-4a72-a766-593bf149ad77 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:30.361970 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning for port c65d4bb3-99e0-42ba-acb9-faddad6f4755 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:12:30.362181 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-649c1644-03b0-4d85-ae8e-aa9acaa6a937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:30.364473 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-649c1644-03b0-4d85-ae8e-aa9acaa6a937 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:30.365616 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-649c1644-03b0-4d85-ae8e-aa9acaa6a937 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/718b0f87-3275-4c47-a4a3-24097399927e HTTP/1.1" status: 204 len: 168 time: 0.2412276 Jul 05 02:12:30.366243 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning complete for port c65d4bb3-99e0-42ba-acb9-faddad6f4755 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:12:30.366705 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:30.374389 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649c1644-03b0-4d85-ae8e-aa9acaa6a937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=718b0f87-3275-4c47-a4a3-24097399927e,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:30.436898 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '284cfcce-1757-462a-b117-b180dab88cee', 'tag': 'f68b33b1-7c3b-4d3d-a670-7072239ace45'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:12:30.440104 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-188e77e0-0c6b-4e00-8a88-d62deb7805bb" -d '{"events": [{"name": "network-changed", "server_uuid": "284cfcce-1757-462a-b117-b180dab88cee", "tag": "f68b33b1-7c3b-4d3d-a670-7072239ace45"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:12:30.453162 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-63b400c8-3cb8-40bf-9ac8-d4e6541e674a req-30f618eb-d1fe-4a72-a766-593bf149ad77 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:30.460192 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:30.482889 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-048a1a9c-e3cf-416b-8651-0d8e2b59dbe4 x-openstack-request-id: req-048a1a9c-e3cf-416b-8651-0d8e2b59dbe4 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:12:30.483178 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "284cfcce-1757-462a-b117-b180dab88cee", "tag": "f68b33b1-7c3b-4d3d-a670-7072239ace45", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:12:30.483471 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-048a1a9c-e3cf-416b-8651-0d8e2b59dbe4 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:12:30.483892 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '284cfcce-1757-462a-b117-b180dab88cee', 'tag': 'f68b33b1-7c3b-4d3d-a670-7072239ace45', 'status': 'completed', 'code': 200} Jul 05 02:12:30.485602 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8246619e-d8f6-4171-b9ac-e3e5d600e012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c65d4bb3-99e0-42ba-acb9-faddad6f4755'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:12:30.487998 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15d0ad26-d16a-4754-a774-03c0f0fe831f" -d '{"events": [{"server_uuid": "8246619e-d8f6-4171-b9ac-e3e5d600e012", "name": "network-vif-plugged", "status": "completed", "tag": "c65d4bb3-99e0-42ba-acb9-faddad6f4755"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:12:30.493814 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f618eb-d1fe-4a72-a766-593bf149ad77 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a44c0ff7-7954-476d-bf77-3f1b752a4a3b,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:30.508976 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port c65d4bb3-99e0-42ba-acb9-faddad6f4755, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=c65d4bb3-99e0-42ba-acb9-faddad6f4755,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:12:30.533112 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7bccaaf-c7c3-4621-9914-5877325cb2bb x-openstack-request-id: req-f7bccaaf-c7c3-4621-9914-5877325cb2bb {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:12:30.533658 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8246619e-d8f6-4171-b9ac-e3e5d600e012", "name": "network-vif-plugged", "status": "completed", "tag": "c65d4bb3-99e0-42ba-acb9-faddad6f4755", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:12:30.534154 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f7bccaaf-c7c3-4621-9914-5877325cb2bb {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:12:30.534831 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8246619e-d8f6-4171-b9ac-e3e5d600e012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c65d4bb3-99e0-42ba-acb9-faddad6f4755', 'code': 200} Jul 05 02:12:30.570547 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188e77e0-0c6b-4e00-8a88-d62deb7805bb req-70775ed4-91fc-41a5-9ba3-7e0b70e12936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:30.572169 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-188e77e0-0c6b-4e00-8a88-d62deb7805bb req-70775ed4-91fc-41a5-9ba3-7e0b70e12936 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=56afeb828cf948f58160284840211a1e&device_id=284cfcce-1757-462a-b117-b180dab88cee HTTP/1.1" status: 200 len: 1176 time: 0.0613625 Jul 05 02:12:30.607587 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:30.607789 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-63b400c8-3cb8-40bf-9ac8-d4e6541e674a req-30f618eb-d1fe-4a72-a766-593bf149ad77 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:30.608835 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-63b400c8-3cb8-40bf-9ac8-d4e6541e674a req-30f618eb-d1fe-4a72-a766-593bf149ad77 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.5648863 Jul 05 02:12:30.661044 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=c65d4bb3-99e0-42ba-acb9-faddad6f4755,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:30.691286 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1adda523-56f3-4818-bdb5-f16c5cfb4bdb req-73f2ac11-15a4-49ed-a131-cb76f825a439 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "GET /v2.0/security-groups/a44c0ff7-7954-476d-bf77-3f1b752a4a3b HTTP/1.1" status: 200 len: 1780 time: 0.0553296 Jul 05 02:12:30.734782 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188e77e0-0c6b-4e00-8a88-d62deb7805bb req-d5558586-55f0-41ad-aadf-a3bf5336361d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:30.736335 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-188e77e0-0c6b-4e00-8a88-d62deb7805bb req-d5558586-55f0-41ad-aadf-a3bf5336361d service neutron] 10.222.0.21 "GET /v2.0/networks?id=ae249f0a-0756-4e2c-91ca-8aa027d8a61b HTTP/1.1" status: 200 len: 913 time: 0.1583731 Jul 05 02:12:30.749871 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2f52cdfd-d5ca-42a6-8ef8-775d10684f1a req-4552a448-d777-4672-989f-718a9848109e tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "GET /v2.0/security-groups/a44c0ff7-7954-476d-bf77-3f1b752a4a3b HTTP/1.1" status: 200 len: 1780 time: 0.0433793 Jul 05 02:12:30.784038 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-188e77e0-0c6b-4e00-8a88-d62deb7805bb req-265c7288-2306-4364-a00d-ea8d4a6b507f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f68b33b1-7c3b-4d3d-a670-7072239ace45 HTTP/1.1" status: 200 len: 217 time: 0.0399878 Jul 05 02:12:30.811830 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-2f52cdfd-d5ca-42a6-8ef8-775d10684f1a req-b2810036-db83-4a63-bf66-56aded7cf104 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:30.831149 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 41622) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:12:30.846859 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-2f52cdfd-d5ca-42a6-8ef8-775d10684f1a req-b2810036-db83-4a63-bf66-56aded7cf104 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:30.849787 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a888b45-6e6c-419f-b631-c0883c6fa28d req-5181912f-6610-4e2a-a172-2122b55d3bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:30.851335 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9a888b45-6e6c-419f-b631-c0883c6fa28d req-5181912f-6610-4e2a-a172-2122b55d3bd1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8246619e-d8f6-4171-b9ac-e3e5d600e012 HTTP/1.1" status: 200 len: 1102 time: 0.1774902 Jul 05 02:12:30.860974 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-846d2e7f-761a-4bfe-bfa1-bf011e654784 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:30.861195 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fa3499-fe1f-4c11-aae3-625e478f6cc2 req-d3fe05b6-225a-429f-8e69-37018c5ab8e1 tempest-ServerDiagnosticsNegativeTest-1156447498 tempest-ServerDiagnosticsNegativeTest-1156447498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:30.862605 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-23fa3499-fe1f-4c11-aae3-625e478f6cc2 req-d3fe05b6-225a-429f-8e69-37018c5ab8e1 tempest-ServerDiagnosticsNegativeTest-1156447498 tempest-ServerDiagnosticsNegativeTest-1156447498-project] 10.222.0.23 "GET /v2.0/ports?device_id=8246619e-d8f6-4171-b9ac-e3e5d600e012 HTTP/1.1" status: 200 len: 950 time: 0.1772950 Jul 05 02:12:30.890009 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188e77e0-0c6b-4e00-8a88-d62deb7805bb req-9b6dd666-7af3-4289-b8f6-9279fa33f426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:30.891990 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-188e77e0-0c6b-4e00-8a88-d62deb7805bb req-9b6dd666-7af3-4289-b8f6-9279fa33f426 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ea5677e1-8b3f-4cb2-b460-3fad0d995656 HTTP/1.1" status: 200 len: 853 time: 0.0970905 Jul 05 02:12:30.948611 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9a888b45-6e6c-419f-b631-c0883c6fa28d req-d95305b0-ba59-4c8f-9c20-18cb28a8e121 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0aca652e-5ac5-4f2a-9a54-916d33b04f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850406 Jul 05 02:12:30.950490 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-188e77e0-0c6b-4e00-8a88-d62deb7805bb req-8eaf56ca-5f12-4c21-94f5-4d56ae901cf3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ae249f0a-0756-4e2c-91ca-8aa027d8a61b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403631 Jul 05 02:12:30.955994 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-23fa3499-fe1f-4c11-aae3-625e478f6cc2 req-ba81d48c-06db-4cc1-92f9-d89a4a93474d tempest-ServerDiagnosticsNegativeTest-1156447498 tempest-ServerDiagnosticsNegativeTest-1156447498-project] 10.222.0.23 "GET /v2.0/security-groups?id=0aca652e-5ac5-4f2a-9a54-916d33b04f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831535 Jul 05 02:12:31.009619 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-2f52cdfd-d5ca-42a6-8ef8-775d10684f1a req-b2810036-db83-4a63-bf66-56aded7cf104 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:31.012323 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-2f52cdfd-d5ca-42a6-8ef8-775d10684f1a req-b2810036-db83-4a63-bf66-56aded7cf104 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:31.013588 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2f52cdfd-d5ca-42a6-8ef8-775d10684f1a req-b2810036-db83-4a63-bf66-56aded7cf104 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "DELETE /v2.0/security-groups/a44c0ff7-7954-476d-bf77-3f1b752a4a3b HTTP/1.1" status: 204 len: 173 time: 0.2576439 Jul 05 02:12:31.035084 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2810036-db83-4a63-bf66-56aded7cf104 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a44c0ff7-7954-476d-bf77-3f1b752a4a3b,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:31.047829 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-188e77e0-0c6b-4e00-8a88-d62deb7805bb req-68f546ae-03f2-4d3a-9fed-c830bc738b9b service neutron] 10.222.0.21 "GET /v2.0/networks/ae249f0a-0756-4e2c-91ca-8aa027d8a61b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907407 Jul 05 02:12:31.090655 n-d-771362-32 neutron-server[94462]: INFO neutron.api.v2.resource [req-2c85569a-5af5-4eda-a418-e98fc7536417 req-9332a4cf-3643-4558-9076-3da7aef9d71f tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] show failed (client error): The resource could not be found. Jul 05 02:12:31.091175 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2c85569a-5af5-4eda-a418-e98fc7536417 req-9332a4cf-3643-4558-9076-3da7aef9d71f tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "GET /v2.0/security-groups/a44c0ff7-7954-476d-bf77-3f1b752a4a3b HTTP/1.1" status: 404 len: 352 time: 0.0280507 Jul 05 02:12:31.135973 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-846d2e7f-761a-4bfe-bfa1-bf011e654784 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:31.143527 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-33443682-2d14-433b-ab5c-240cdbd25fc4 req-bb86c582-a311-47ba-8657-3a4c6e4cd3c4 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-879918635', 'description': 'tempest-description-245666407'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:12:31.173910 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 41632) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:12:31.193815 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-188e77e0-0c6b-4e00-8a88-d62deb7805bb req-bd230cea-87b9-47c7-a8e3-614aa0b45347 service neutron] 10.222.0.21 "GET /v2.0/networks/ae249f0a-0756-4e2c-91ca-8aa027d8a61b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324830 Jul 05 02:12:31.224139 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-846d2e7f-761a-4bfe-bfa1-bf011e654784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:31.264105 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-846d2e7f-761a-4bfe-bfa1-bf011e654784 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e677141ff2764545a7dcf7f9e7e157f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4316950 Jul 05 02:12:31.264958 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846d2e7f-761a-4bfe-bfa1-bf011e654784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6afd303-ca24-4e52-b4ca-7a3aff62a849,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:31.269898 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 41638) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:12:31.317896 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-23b910e1-02b2-4e7f-9eba-8d28304ee7ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:31.327123 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-33443682-2d14-433b-ab5c-240cdbd25fc4 req-bb86c582-a311-47ba-8657-3a4c6e4cd3c4 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:31.344209 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-23b910e1-02b2-4e7f-9eba-8d28304ee7ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:31.414583 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-33443682-2d14-433b-ab5c-240cdbd25fc4 req-bb86c582-a311-47ba-8657-3a4c6e4cd3c4 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:31.423967 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e30d0bcb-561b-4d1a-96fd-34a99072957c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:31.460090 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-23b910e1-02b2-4e7f-9eba-8d28304ee7ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:31.462002 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-23b910e1-02b2-4e7f-9eba-8d28304ee7ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:31.464583 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-23b910e1-02b2-4e7f-9eba-8d28304ee7ae admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c6afd303-ca24-4e52-b4ca-7a3aff62a849 HTTP/1.1" status: 204 len: 168 time: 0.1945260 Jul 05 02:12:31.471365 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b910e1-02b2-4e7f-9eba-8d28304ee7ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6afd303-ca24-4e52-b4ca-7a3aff62a849,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:31.515323 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-33443682-2d14-433b-ab5c-240cdbd25fc4 req-bb86c582-a311-47ba-8657-3a4c6e4cd3c4 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:31.550707 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb86c582-a311-47ba-8657-3a4c6e4cd3c4 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef64fb3e-b84a-4992-becb-7775435aadf1,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:31.592072 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 41646) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:12:31.605784 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5134ca94-c1a4-43bb-a507-0e5f3d29fbee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:31.620102 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e30d0bcb-561b-4d1a-96fd-34a99072957c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:31.709756 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e30d0bcb-561b-4d1a-96fd-34a99072957c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:31.749777 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-e30d0bcb-561b-4d1a-96fd-34a99072957c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c0d6e4449ae34a479267f26fa0fbb49f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5747914 Jul 05 02:12:31.751238 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30d0bcb-561b-4d1a-96fd-34a99072957c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aae93bde-2f0e-456a-833e-d567d39e4007,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:31.753480 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 41648) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:12:31.808323 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-53e0cd51-2024-4931-ab9d-994edec0769c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:31.831708 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-53e0cd51-2024-4931-ab9d-994edec0769c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:31.894948 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-33443682-2d14-433b-ab5c-240cdbd25fc4 req-bb86c582-a311-47ba-8657-3a4c6e4cd3c4 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:31.896196 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-33443682-2d14-433b-ab5c-240cdbd25fc4 req-bb86c582-a311-47ba-8657-3a4c6e4cd3c4 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.7595141 Jul 05 02:12:31.921648 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-82154aa3-ddb6-4417-92c3-254a94c6fd14 req-f0eedc10-0de5-4f12-a3f4-091acecd4d8f tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-288588283', 'description': 'tempest-description-1905466298'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:12:32.017502 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-53e0cd51-2024-4931-ab9d-994edec0769c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:32.023827 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-53e0cd51-2024-4931-ab9d-994edec0769c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:32.028183 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-53e0cd51-2024-4931-ab9d-994edec0769c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/aae93bde-2f0e-456a-833e-d567d39e4007 HTTP/1.1" status: 204 len: 168 time: 0.2725728 Jul 05 02:12:32.043555 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e0cd51-2024-4931-ab9d-994edec0769c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae93bde-2f0e-456a-833e-d567d39e4007,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:32.130790 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5134ca94-c1a4-43bb-a507-0e5f3d29fbee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:32.164114 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1653141d-a63f-430e-b554-2bb53f2a9f75 req-3dcfba27-f648-4d96-add4-27c4def85380 tempest-ServerDiagnosticsNegativeTest-1156447498 tempest-ServerDiagnosticsNegativeTest-1156447498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:32.165562 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1653141d-a63f-430e-b554-2bb53f2a9f75 req-3dcfba27-f648-4d96-add4-27c4def85380 tempest-ServerDiagnosticsNegativeTest-1156447498 tempest-ServerDiagnosticsNegativeTest-1156447498-project] 10.222.0.23 "GET /v2.0/ports?device_id=8246619e-d8f6-4171-b9ac-e3e5d600e012 HTTP/1.1" status: 200 len: 950 time: 0.0853596 Jul 05 02:12:32.199637 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5134ca94-c1a4-43bb-a507-0e5f3d29fbee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:32.234286 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1653141d-a63f-430e-b554-2bb53f2a9f75 req-7275cc75-51bb-4f40-9023-ded11334b00d tempest-ServerDiagnosticsNegativeTest-1156447498 tempest-ServerDiagnosticsNegativeTest-1156447498-project] 10.222.0.23 "GET /v2.0/security-groups?id=0aca652e-5ac5-4f2a-9a54-916d33b04f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626822 Jul 05 02:12:32.257458 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-5134ca94-c1a4-43bb-a507-0e5f3d29fbee admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=97680000df3b47b4b2faa60f820319c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6619773 Jul 05 02:12:32.257458 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5134ca94-c1a4-43bb-a507-0e5f3d29fbee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd16964-b4dd-4812-8347-cbdf0d3c5aac,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:32.257974 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 41672) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:12:32.309650 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a1abf1d8-c191-4ced-b3b1-7cb033ff78e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:32.331351 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-82154aa3-ddb6-4417-92c3-254a94c6fd14 req-f0eedc10-0de5-4f12-a3f4-091acecd4d8f tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:32.335442 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a1abf1d8-c191-4ced-b3b1-7cb033ff78e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:32.445501 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-82154aa3-ddb6-4417-92c3-254a94c6fd14 req-f0eedc10-0de5-4f12-a3f4-091acecd4d8f tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:32.539202 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a1abf1d8-c191-4ced-b3b1-7cb033ff78e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:32.543364 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a1abf1d8-c191-4ced-b3b1-7cb033ff78e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:32.546413 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-a1abf1d8-c191-4ced-b3b1-7cb033ff78e1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cfd16964-b4dd-4812-8347-cbdf0d3c5aac HTTP/1.1" status: 204 len: 168 time: 0.2856047 Jul 05 02:12:32.554728 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1abf1d8-c191-4ced-b3b1-7cb033ff78e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd16964-b4dd-4812-8347-cbdf0d3c5aac,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:32.586200 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-82154aa3-ddb6-4417-92c3-254a94c6fd14 req-f0eedc10-0de5-4f12-a3f4-091acecd4d8f tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:32.621700 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eedc10-0de5-4f12-a3f4-091acecd4d8f tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d70c7fb-d7d3-480d-a042-a7d82be51f90,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:32.681826 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-82154aa3-ddb6-4417-92c3-254a94c6fd14 req-f0eedc10-0de5-4f12-a3f4-091acecd4d8f tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:32.683125 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-82154aa3-ddb6-4417-92c3-254a94c6fd14 req-f0eedc10-0de5-4f12-a3f4-091acecd4d8f tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.7659903 Jul 05 02:12:32.976589 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-eab7f789-1687-4006-a5b9-f1a1c3e2a546 req-eb8fb292-5e09-4d09-a847-29a12e26d5c2 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-534092991', 'description': 'tempest-description-1343228356'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:12:33.024281 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 41700) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:12:33.037947 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e7c0f35c-871a-4ca9-8238-b378afb36f92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:33.087318 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-eab7f789-1687-4006-a5b9-f1a1c3e2a546 req-eb8fb292-5e09-4d09-a847-29a12e26d5c2 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:33.166693 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e7c0f35c-871a-4ca9-8238-b378afb36f92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:33.235279 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e7c0f35c-871a-4ca9-8238-b378afb36f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:33.276903 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-e7c0f35c-871a-4ca9-8238-b378afb36f92 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ae3f7dee8e6943fe897576614711586b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2512357 Jul 05 02:12:33.277354 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c0f35c-871a-4ca9-8238-b378afb36f92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f85c33-325a-42eb-965d-5208a1ece133,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:33.280733 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 41706) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:12:33.377509 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-eab7f789-1687-4006-a5b9-f1a1c3e2a546 req-eb8fb292-5e09-4d09-a847-29a12e26d5c2 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:33.391224 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-feb22d5e-6a6c-40ec-ad48-dc8053b37a61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:33.408658 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-feb22d5e-6a6c-40ec-ad48-dc8053b37a61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:33.434777 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8cc5dd9b-a1ea-4add-9e75-47295215cd30 req-b34c53f5-db32-470e-a950-5c5da7da7acd tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=07340aa663a94d2396a6c67101b3f807&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214453 Jul 05 02:12:33.454213 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-eab7f789-1687-4006-a5b9-f1a1c3e2a546 req-eb8fb292-5e09-4d09-a847-29a12e26d5c2 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:33.483741 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8fb292-5e09-4d09-a847-29a12e26d5c2 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8daedf51-9496-47a3-8b5d-a3afd65afd31,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:33.556910 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc5dd9b-a1ea-4add-9e75-47295215cd30 req-c94bfee8-8f85-41cb-8709-6633ce62c25b tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:33.564264 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8cc5dd9b-a1ea-4add-9e75-47295215cd30 req-c94bfee8-8f85-41cb-8709-6633ce62c25b tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1235392 Jul 05 02:12:33.580284 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8cc5dd9b-a1ea-4add-9e75-47295215cd30 req-d792d755-4037-4f82-967c-a7e0a7ed2d2a tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] 10.222.0.23 "GET /v2.0/quotas/07340aa663a94d2396a6c67101b3f807 HTTP/1.1" status: 200 len: 375 time: 0.0151227 Jul 05 02:12:33.602633 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-feb22d5e-6a6c-40ec-ad48-dc8053b37a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:33.606631 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-feb22d5e-6a6c-40ec-ad48-dc8053b37a61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:33.610918 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8cc5dd9b-a1ea-4add-9e75-47295215cd30 req-35c9fd0f-72e7-4215-bccb-400819652e6d tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=07340aa663a94d2396a6c67101b3f807&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293465 Jul 05 02:12:33.611426 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-feb22d5e-6a6c-40ec-ad48-dc8053b37a61 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d5f85c33-325a-42eb-965d-5208a1ece133 HTTP/1.1" status: 204 len: 168 time: 0.3283002 Jul 05 02:12:33.612474 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-eab7f789-1687-4006-a5b9-f1a1c3e2a546 req-eb8fb292-5e09-4d09-a847-29a12e26d5c2 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:33.613786 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-eab7f789-1687-4006-a5b9-f1a1c3e2a546 req-eb8fb292-5e09-4d09-a847-29a12e26d5c2 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.6413281 Jul 05 02:12:33.622720 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb22d5e-6a6c-40ec-ad48-dc8053b37a61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f85c33-325a-42eb-965d-5208a1ece133,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:33.808156 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a5d55f-b2c5-4683-8d01-78d3f6c41467 req-bde02da7-44bc-4b47-819d-c11f2bf5029a tempest-ServerDiagnosticsNegativeTest-1156447498 tempest-ServerDiagnosticsNegativeTest-1156447498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:33.809649 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-59a5d55f-b2c5-4683-8d01-78d3f6c41467 req-bde02da7-44bc-4b47-819d-c11f2bf5029a tempest-ServerDiagnosticsNegativeTest-1156447498 tempest-ServerDiagnosticsNegativeTest-1156447498-project] 10.222.0.23 "GET /v2.0/ports?device_id=8246619e-d8f6-4171-b9ac-e3e5d600e012 HTTP/1.1" status: 200 len: 950 time: 0.0629156 Jul 05 02:12:33.856156 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-59a5d55f-b2c5-4683-8d01-78d3f6c41467 req-2859228f-55fe-4323-ab3d-3529f122d2e7 tempest-ServerDiagnosticsNegativeTest-1156447498 tempest-ServerDiagnosticsNegativeTest-1156447498-project] 10.222.0.23 "GET /v2.0/security-groups?id=0aca652e-5ac5-4f2a-9a54-916d33b04f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401328 Jul 05 02:12:34.025381 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2c12a6cd-736c-45db-8f35-8d1d4bf6cd7b req-8a95f2a5-7ee8-45be-8b33-022253e3e5f1 tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9d673cc-13b8-40f2-96f2-ccd35c2d9134 HTTP/1.1" status: 200 len: 210 time: 0.0361359 Jul 05 02:12:34.070586 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1e5ed11a-0fb7-4dee-acdb-8ebdddc1f9b0 req-584a06c5-97c6-4d51-a876-e187ad3587b1 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=56afeb828cf948f58160284840211a1e HTTP/1.1" status: 200 len: 10893 time: 0.1170082 Jul 05 02:12:34.135279 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1e5ed11a-0fb7-4dee-acdb-8ebdddc1f9b0 req-fa91caab-bdb5-4fa3-b13b-fc3fcea64e8a tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "GET /v2.0/security-groups/e181e6bc-cf15-4644-b3a9-16feadbfeb13 HTTP/1.1" status: 200 len: 2981 time: 0.0583525 Jul 05 02:12:34.182542 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1e5ed11a-0fb7-4dee-acdb-8ebdddc1f9b0 req-bd3bd2f0-5c18-41df-af9e-c89ae4a49774 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "GET /v2.0/security-groups/e181e6bc-cf15-4644-b3a9-16feadbfeb13 HTTP/1.1" status: 200 len: 2981 time: 0.0417967 Jul 05 02:12:34.262549 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bf112d23-82fc-4c4f-86e9-435ab38f306f req-df6db909-0da4-4f1c-acec-3cf3aa7971f5 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "GET /v2.0/security-groups/ef64fb3e-b84a-4992-becb-7775435aadf1 HTTP/1.1" status: 200 len: 1799 time: 0.0539293 Jul 05 02:12:34.354525 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26709b48-8040-47e3-9fb7-d8da208a1849 req-589018c8-f926-4d79-97cf-7b629844fce3 tempest-ServerDiagnosticsNegativeTest-1156447498 tempest-ServerDiagnosticsNegativeTest-1156447498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:34.355710 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-26709b48-8040-47e3-9fb7-d8da208a1849 req-589018c8-f926-4d79-97cf-7b629844fce3 tempest-ServerDiagnosticsNegativeTest-1156447498 tempest-ServerDiagnosticsNegativeTest-1156447498-project] 10.222.0.15 "GET /v2.0/ports?device_id=8246619e-d8f6-4171-b9ac-e3e5d600e012 HTTP/1.1" status: 200 len: 950 time: 0.1059899 Jul 05 02:12:34.370155 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-bf112d23-82fc-4c4f-86e9-435ab38f306f req-bb5caeba-5d1e-4afd-8030-365de0226206 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:34.429031 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-bf112d23-82fc-4c4f-86e9-435ab38f306f req-bb5caeba-5d1e-4afd-8030-365de0226206 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:34.524235 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-26709b48-8040-47e3-9fb7-d8da208a1849 req-5212bf67-7166-4a2e-8c8a-01b358d8b9c3 tempest-ServerDiagnosticsNegativeTest-1156447498 tempest-ServerDiagnosticsNegativeTest-1156447498-project] Deleting port c65d4bb3-99e0-42ba-acb9-faddad6f4755 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:12:34.524580 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-26709b48-8040-47e3-9fb7-d8da208a1849 req-5212bf67-7166-4a2e-8c8a-01b358d8b9c3 tempest-ServerDiagnosticsNegativeTest-1156447498 tempest-ServerDiagnosticsNegativeTest-1156447498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:34.610941 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-bf112d23-82fc-4c4f-86e9-435ab38f306f req-bb5caeba-5d1e-4afd-8030-365de0226206 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:34.611591 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-bf112d23-82fc-4c4f-86e9-435ab38f306f req-bb5caeba-5d1e-4afd-8030-365de0226206 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:34.612738 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bf112d23-82fc-4c4f-86e9-435ab38f306f req-bb5caeba-5d1e-4afd-8030-365de0226206 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "DELETE /v2.0/security-groups/ef64fb3e-b84a-4992-becb-7775435aadf1 HTTP/1.1" status: 204 len: 173 time: 0.3339789 Jul 05 02:12:34.633868 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5caeba-5d1e-4afd-8030-365de0226206 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef64fb3e-b84a-4992-becb-7775435aadf1,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:34.644435 n-d-771362-32 neutron-server[94462]: INFO neutron.api.v2.resource [req-714395fd-be55-490e-8b4d-662dea359512 req-e8761fa3-ca31-4951-be7d-da09e387c97a tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] show failed (client error): The resource could not be found. Jul 05 02:12:34.649311 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-26709b48-8040-47e3-9fb7-d8da208a1849 req-5212bf67-7166-4a2e-8c8a-01b358d8b9c3 tempest-ServerDiagnosticsNegativeTest-1156447498 tempest-ServerDiagnosticsNegativeTest-1156447498-project] For port c65d4bb3-99e0-42ba-acb9-faddad6f4755, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=c65d4bb3-99e0-42ba-acb9-faddad6f4755,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:12:34.649706 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-26709b48-8040-47e3-9fb7-d8da208a1849 req-5212bf67-7166-4a2e-8c8a-01b358d8b9c3 tempest-ServerDiagnosticsNegativeTest-1156447498 tempest-ServerDiagnosticsNegativeTest-1156447498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:34.653147 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-714395fd-be55-490e-8b4d-662dea359512 req-e8761fa3-ca31-4951-be7d-da09e387c97a tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "GET /v2.0/security-groups/ef64fb3e-b84a-4992-becb-7775435aadf1 HTTP/1.1" status: 404 len: 352 time: 0.0219507 Jul 05 02:12:34.671782 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-26709b48-8040-47e3-9fb7-d8da208a1849 req-5212bf67-7166-4a2e-8c8a-01b358d8b9c3 tempest-ServerDiagnosticsNegativeTest-1156447498 tempest-ServerDiagnosticsNegativeTest-1156447498-project] Calling delete_port for c65d4bb3-99e0-42ba-acb9-faddad6f4755 owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:12:34.777998 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ee864b31-67eb-45d6-a489-9828fc74e786 req-c3ffd52d-0c03-41fb-818d-567b47f06ae6 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "GET /v2.0/security-groups/3d70c7fb-d7d3-480d-a042-a7d82be51f90 HTTP/1.1" status: 200 len: 1800 time: 0.1080258 Jul 05 02:12:34.784072 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 41784) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:12:34.894060 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-ee864b31-67eb-45d6-a489-9828fc74e786 req-225bc5c3-2dd9-4f43-bbc0-7d7d645321bf tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:34.926063 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-ee864b31-67eb-45d6-a489-9828fc74e786 req-225bc5c3-2dd9-4f43-bbc0-7d7d645321bf tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:35.035547 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-26709b48-8040-47e3-9fb7-d8da208a1849 req-5212bf67-7166-4a2e-8c8a-01b358d8b9c3 tempest-ServerDiagnosticsNegativeTest-1156447498 tempest-ServerDiagnosticsNegativeTest-1156447498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:35.049461 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['c65d4bb3-99e0-42ba-acb9-faddad6f4755'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:12:35.079332 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-ee864b31-67eb-45d6-a489-9828fc74e786 req-225bc5c3-2dd9-4f43-bbc0-7d7d645321bf tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:35.083513 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-ee864b31-67eb-45d6-a489-9828fc74e786 req-225bc5c3-2dd9-4f43-bbc0-7d7d645321bf tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:35.084983 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ee864b31-67eb-45d6-a489-9828fc74e786 req-225bc5c3-2dd9-4f43-bbc0-7d7d645321bf tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "DELETE /v2.0/security-groups/3d70c7fb-d7d3-480d-a042-a7d82be51f90 HTTP/1.1" status: 204 len: 173 time: 0.2911541 Jul 05 02:12:35.085877 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5212bf67-7166-4a2e-8c8a-01b358d8b9c3 tempest-ServerDiagnosticsNegativeTest-1156447498 tempest-ServerDiagnosticsNegativeTest-1156447498-project] Pushing event deleted for resources: {'Port': ['ID=c65d4bb3-99e0-42ba-acb9-faddad6f4755,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:35.107604 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225bc5c3-2dd9-4f43-bbc0-7d7d645321bf tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d70c7fb-d7d3-480d-a042-a7d82be51f90,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:35.145268 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-15f0f1a2-ae2a-450a-b87b-06649f7a2f66 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-529486704-network', 'tenant_id': 'a26ea553fd9d4d7dac33335525dc5e93'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:12:35.197625 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-26709b48-8040-47e3-9fb7-d8da208a1849 req-5212bf67-7166-4a2e-8c8a-01b358d8b9c3 tempest-ServerDiagnosticsNegativeTest-1156447498 tempest-ServerDiagnosticsNegativeTest-1156447498-project] No DVR routers for this DVR port c65d4bb3-99e0-42ba-acb9-faddad6f4755 on host n-h2-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:12:35.201573 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-26709b48-8040-47e3-9fb7-d8da208a1849 req-5212bf67-7166-4a2e-8c8a-01b358d8b9c3 tempest-ServerDiagnosticsNegativeTest-1156447498 tempest-ServerDiagnosticsNegativeTest-1156447498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:35.205753 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-26709b48-8040-47e3-9fb7-d8da208a1849 req-5212bf67-7166-4a2e-8c8a-01b358d8b9c3 tempest-ServerDiagnosticsNegativeTest-1156447498 tempest-ServerDiagnosticsNegativeTest-1156447498-project] 10.222.0.15 "DELETE /v2.0/ports/c65d4bb3-99e0-42ba-acb9-faddad6f4755 HTTP/1.1" status: 204 len: 173 time: 0.8441613 Jul 05 02:12:35.206246 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8246619e-d8f6-4171-b9ac-e3e5d600e012', 'name': 'network-vif-deleted', 'tag': 'c65d4bb3-99e0-42ba-acb9-faddad6f4755'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:12:35.208745 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-418755e6-6f74-48db-b2e0-c1f4f66c9139" -d '{"events": [{"server_uuid": "8246619e-d8f6-4171-b9ac-e3e5d600e012", "name": "network-vif-deleted", "tag": "c65d4bb3-99e0-42ba-acb9-faddad6f4755"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:12:35.232640 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 41808) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:12:35.252847 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15f0f1a2-ae2a-450a-b87b-06649f7a2f66 admin admin] Made reservation on behalf of a26ea553fd9d4d7dac33335525dc5e93 for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:12:35.258256 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-15f0f1a2-ae2a-450a-b87b-06649f7a2f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:35.286219 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-24c032d7-5db4-435a-a5c1-919421e5c7f6 req-3fa9d547-7d18-4c87-a57a-d9046512ec6a tempest-ServerDiagnosticsNegativeTest-1156447498 tempest-ServerDiagnosticsNegativeTest-1156447498-project] 10.222.0.23 "GET /v2.0/ports?device_id=8246619e-d8f6-4171-b9ac-e3e5d600e012 HTTP/1.1" status: 200 len: 210 time: 0.0331249 Jul 05 02:12:35.293512 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-15f0f1a2-ae2a-450a-b87b-06649f7a2f66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:35.346568 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f2b45be8-e634-4db3-ab88-ba3ee809cac0 req-1e8b6d40-83af-4fd4-9b4f-59222e39d57b tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=ed2364caf3124d8bad97d5b31d9f4d2b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0410471 Jul 05 02:12:35.362582 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-41849697-e35d-472c-9e96-c12d1230e92f admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-94629572-network', 'tenant_id': '7bf4f22dde1e4624a2cb34086c53be02'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:12:35.518534 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b45be8-e634-4db3-ab88-ba3ee809cac0 req-ff8c4946-6780-4e94-8f4f-5d704d5e169d tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:35.519990 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f2b45be8-e634-4db3-ab88-ba3ee809cac0 req-ff8c4946-6780-4e94-8f4f-5d704d5e169d tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1645136 Jul 05 02:12:35.549150 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f2b45be8-e634-4db3-ab88-ba3ee809cac0 req-cdb3e9aa-7552-40b3-b216-304281fd9449 tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] 10.222.0.23 "GET /v2.0/quotas/ed2364caf3124d8bad97d5b31d9f4d2b HTTP/1.1" status: 200 len: 375 time: 0.0198131 Jul 05 02:12:35.554559 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-15f0f1a2-ae2a-450a-b87b-06649f7a2f66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:35.586263 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f2b45be8-e634-4db3-ab88-ba3ee809cac0 req-d787e858-9482-4c4a-bb5a-f4958dfe29a1 tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ed2364caf3124d8bad97d5b31d9f4d2b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302773 Jul 05 02:12:35.615636 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e16f6e88-ef99-4d72-b748-0fcaf497485c req-5d88cedc-c04e-453c-9f86-6b4be7b75683 tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9d673cc-13b8-40f2-96f2-ccd35c2d9134 HTTP/1.1" status: 200 len: 210 time: 0.0501444 Jul 05 02:12:35.646841 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-15f0f1a2-ae2a-450a-b87b-06649f7a2f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:35.655154 n-d-771362-32 neutron-server[94461]: INFO neutron.api.v2.resource [req-9af29518-2437-4d0b-b4d6-a5f48e0a39da req-12f1241c-c12d-4b5c-b1d8-0f375c62057f tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] show failed (client error): The resource could not be found. Jul 05 02:12:35.665950 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9af29518-2437-4d0b-b4d6-a5f48e0a39da req-12f1241c-c12d-4b5c-b1d8-0f375c62057f tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "GET /v2.0/security-groups/3d70c7fb-d7d3-480d-a042-a7d82be51f90 HTTP/1.1" status: 404 len: 352 time: 0.0246370 Jul 05 02:12:35.679180 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 41826) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:12:35.690950 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15f0f1a2-ae2a-450a-b87b-06649f7a2f66 admin admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:12:35.702900 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f0f1a2-ae2a-450a-b87b-06649f7a2f66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a53d924-d96c-4bdb-9b03-c3639df0d399,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:35.704457 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0f046e2-46d7-4632-9f22-e7077a5b603f x-openstack-request-id: req-a0f046e2-46d7-4632-9f22-e7077a5b603f {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:12:35.704813 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8246619e-d8f6-4171-b9ac-e3e5d600e012", "name": "network-vif-deleted", "tag": "c65d4bb3-99e0-42ba-acb9-faddad6f4755", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:12:35.705051 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a0f046e2-46d7-4632-9f22-e7077a5b603f {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:12:35.705748 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8246619e-d8f6-4171-b9ac-e3e5d600e012', 'name': 'network-vif-deleted', 'tag': 'c65d4bb3-99e0-42ba-acb9-faddad6f4755', 'status': 'completed', 'code': 200} Jul 05 02:12:35.708437 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-15f0f1a2-ae2a-450a-b87b-06649f7a2f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:35.708766 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-15f0f1a2-ae2a-450a-b87b-06649f7a2f66 admin admin] Added segment db4f039d-ef1e-41e9-961e-4e2fa117a5a1 of type vlan for network 98e9f515-6cf4-4efb-9632-f9c68ae3e49b Jul 05 02:12:35.756133 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-15f0f1a2-ae2a-450a-b87b-06649f7a2f66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:35.759000 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cff5cf37-2746-48e3-b6c0-307453a72e07 req-7503517c-8656-4550-920f-6390f77a3c87 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "GET /v2.0/security-groups/8daedf51-9496-47a3-8b5d-a3afd65afd31 HTTP/1.1" status: 200 len: 1800 time: 0.0405898 Jul 05 02:12:35.779375 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41849697-e35d-472c-9e96-c12d1230e92f admin admin] Made reservation on behalf of 7bf4f22dde1e4624a2cb34086c53be02 for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:12:35.782608 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-41849697-e35d-472c-9e96-c12d1230e92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:35.793594 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-41849697-e35d-472c-9e96-c12d1230e92f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:35.823706 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-02377d63-a994-431b-b91c-8fd12d178142 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1372515369-network', 'tenant_id': 'acbded66686340b99b098e51e913ff6e'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:12:35.843666 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-cff5cf37-2746-48e3-b6c0-307453a72e07 req-394c19d0-3178-4575-b515-9c86a8055d92 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:35.868329 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-15f0f1a2-ae2a-450a-b87b-06649f7a2f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:35.870294 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f0f1a2-ae2a-450a-b87b-06649f7a2f66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:35.871090 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-15f0f1a2-ae2a-450a-b87b-06649f7a2f66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:35.873026 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-cff5cf37-2746-48e3-b6c0-307453a72e07 req-394c19d0-3178-4575-b515-9c86a8055d92 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:35.967818 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-94f99d9b-ee8f-4976-a583-bb5ea1b6f946 req-01488131-8746-44ea-b995-4b8529d8d288 tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] 10.222.0.23 "GET /v2.0/ports?device_id=53b1405d-e57e-488f-9402-6bda582de63e HTTP/1.1" status: 200 len: 210 time: 0.0838530 Jul 05 02:12:36.001025 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f0f1a2-ae2a-450a-b87b-06649f7a2f66 admin admin] Pushing event updated for resources: {'Network': ['ID=98e9f515-6cf4-4efb-9632-f9c68ae3e49b,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:36.001180 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-cff5cf37-2746-48e3-b6c0-307453a72e07 req-394c19d0-3178-4575-b515-9c86a8055d92 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:36.004181 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-cff5cf37-2746-48e3-b6c0-307453a72e07 req-394c19d0-3178-4575-b515-9c86a8055d92 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:36.006356 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cff5cf37-2746-48e3-b6c0-307453a72e07 req-394c19d0-3178-4575-b515-9c86a8055d92 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "DELETE /v2.0/security-groups/8daedf51-9496-47a3-8b5d-a3afd65afd31 HTTP/1.1" status: 204 len: 173 time: 0.2332036 Jul 05 02:12:36.015711 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 98e9f515-6cf4-4efb-9632-f9c68ae3e49b details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:12:36.021625 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394c19d0-3178-4575-b515-9c86a8055d92 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8daedf51-9496-47a3-8b5d-a3afd65afd31,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:36.049546 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-41849697-e35d-472c-9e96-c12d1230e92f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:36.050757 n-d-771362-32 neutron-server[94462]: INFO neutron.api.v2.resource [req-45f42bc5-c7f0-42ff-b1cb-a7fb57d94390 req-b76bf2c9-002e-4ff3-b99f-a6a61e1c0d2b tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] show failed (client error): The resource could not be found. Jul 05 02:12:36.051864 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-45f42bc5-c7f0-42ff-b1cb-a7fb57d94390 req-b76bf2c9-002e-4ff3-b99f-a6a61e1c0d2b tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "GET /v2.0/security-groups/8daedf51-9496-47a3-8b5d-a3afd65afd31 HTTP/1.1" status: 404 len: 352 time: 0.0248637 Jul 05 02:12:36.140845 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-225e677f-6ee0-4ba6-8bdb-29badfe78e56 req-0c2dc6ff-a3c2-4468-8b8e-38788d7e2234 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=56afeb828cf948f58160284840211a1e HTTP/1.1" status: 200 len: 6147 time: 0.0659244 Jul 05 02:12:36.145592 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-41849697-e35d-472c-9e96-c12d1230e92f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:36.169984 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41849697-e35d-472c-9e96-c12d1230e92f admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:12:36.179112 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41849697-e35d-472c-9e96-c12d1230e92f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e53f0bc-7d8f-4963-85ea-51fccba683cc,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:36.193225 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-41849697-e35d-472c-9e96-c12d1230e92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:36.194239 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-225e677f-6ee0-4ba6-8bdb-29badfe78e56 req-f74fe2cd-aaf4-4a54-ad48-cea3f1356f71 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "GET /v2.0/security-groups/e181e6bc-cf15-4644-b3a9-16feadbfeb13 HTTP/1.1" status: 200 len: 2981 time: 0.0457296 Jul 05 02:12:36.194348 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-41849697-e35d-472c-9e96-c12d1230e92f admin admin] Added segment 69ab64d7-bb63-4367-9b3e-0960def4b6c7 of type vlan for network b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1 Jul 05 02:12:36.239394 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-41849697-e35d-472c-9e96-c12d1230e92f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:36.244089 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-225e677f-6ee0-4ba6-8bdb-29badfe78e56 req-7fb5d17b-795d-41eb-a5ec-46f9d7bb759e tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "GET /v2.0/security-groups/e181e6bc-cf15-4644-b3a9-16feadbfeb13 HTTP/1.1" status: 200 len: 2981 time: 0.0412245 Jul 05 02:12:36.276189 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-20bb7c4b-e74a-4bae-bab1-d4a54fb809b6 req-ee977a01-4569-4fe9-8bb0-72e48d5e15bc tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-720280559', 'description': 'tempest-description-1703411287'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:12:36.337735 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-15f0f1a2-ae2a-450a-b87b-06649f7a2f66 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5524447 Jul 05 02:12:36.340462 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 41848) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:12:36.346553 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-f7ee0791-09e4-4688-8c32-e6f9c7f8e26e admin admin] Request body: {'subnet': {'network_id': '98e9f515-6cf4-4efb-9632-f9c68ae3e49b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-529486704-subnet', 'tenant_id': 'a26ea553fd9d4d7dac33335525dc5e93', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:12:36.361702 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-41849697-e35d-472c-9e96-c12d1230e92f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:36.362661 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41849697-e35d-472c-9e96-c12d1230e92f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:36.363239 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-41849697-e35d-472c-9e96-c12d1230e92f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:36.422812 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41849697-e35d-472c-9e96-c12d1230e92f admin admin] Pushing event updated for resources: {'Network': ['ID=b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:36.432836 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:12:36.448157 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5838a9a4-1e2d-443f-880e-c1f4d2e26b96 req-61c0e16d-7276-4cca-bd62-737ed754cd85 tempest-ServerDiagnosticsNegativeTest-1156447498 tempest-ServerDiagnosticsNegativeTest-1156447498-project] 10.222.0.23 "GET /v2.0/ports?device_id=8246619e-d8f6-4171-b9ac-e3e5d600e012 HTTP/1.1" status: 200 len: 210 time: 0.0312467 Jul 05 02:12:36.503087 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02377d63-a994-431b-b91c-8fd12d178142 admin admin] Made reservation on behalf of acbded66686340b99b098e51e913ff6e for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:12:36.505626 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-02377d63-a994-431b-b91c-8fd12d178142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:36.518637 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-02377d63-a994-431b-b91c-8fd12d178142 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:36.614756 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-20bb7c4b-e74a-4bae-bab1-d4a54fb809b6 req-ee977a01-4569-4fe9-8bb0-72e48d5e15bc tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:36.694275 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7ee0791-09e4-4688-8c32-e6f9c7f8e26e admin admin] Made reservation on behalf of a26ea553fd9d4d7dac33335525dc5e93 for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:12:36.696593 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f7ee0791-09e4-4688-8c32-e6f9c7f8e26e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:36.763559 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bf2cff8e-8578-4082-a60a-d7029daddb73 req-fc800eba-2531-47bd-a31b-f9a57d92bbfe tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9d673cc-13b8-40f2-96f2-ccd35c2d9134 HTTP/1.1" status: 200 len: 210 time: 0.0270054 Jul 05 02:12:36.782963 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-41849697-e35d-472c-9e96-c12d1230e92f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.5496442 Jul 05 02:12:36.785881 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 41856) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:12:36.791106 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-0bb12632-4821-4092-afe3-2c21212e5898 admin admin] Request body: {'subnet': {'network_id': 'b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-94629572-subnet', 'tenant_id': '7bf4f22dde1e4624a2cb34086c53be02', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:12:36.936983 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-02377d63-a994-431b-b91c-8fd12d178142 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:37.017802 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f7ee0791-09e4-4688-8c32-e6f9c7f8e26e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:37.063788 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c517fcee-544e-49e2-93d8-a0016c55c4d7 req-be71348c-6463-482c-aa79-3cf7247c2911 tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] 10.222.0.23 "GET /v2.0/ports?device_id=53b1405d-e57e-488f-9402-6bda582de63e HTTP/1.1" status: 200 len: 210 time: 0.0375476 Jul 05 02:12:37.073038 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8cc5dd9b-a1ea-4add-9e75-47295215cd30 req-ef2130b9-9814-4971-bfcd-d9a70b5b144c tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=07340aa663a94d2396a6c67101b3f807&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0365803 Jul 05 02:12:37.077561 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ee0791-09e4-4688-8c32-e6f9c7f8e26e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b8be822-461d-4761-a35b-41acdbbeaf8b,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:37.088098 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ee0791-09e4-4688-8c32-e6f9c7f8e26e admin admin] Checking segment: {'id': 'db4f039d-ef1e-41e9-961e-4e2fa117a5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '98e9f515-6cf4-4efb-9632-f9c68ae3e49b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:12:37.088459 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ee0791-09e4-4688-8c32-e6f9c7f8e26e admin admin] Network hostable DHCP agents. Network: 98e9f515-6cf4-4efb-9632-f9c68ae3e49b, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:12:37.102185 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-02377d63-a994-431b-b91c-8fd12d178142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:37.131919 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02377d63-a994-431b-b91c-8fd12d178142 admin admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:12:37.161036 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02377d63-a994-431b-b91c-8fd12d178142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39f899e9-726f-46fb-9f24-18b26f9e260a,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:37.163938 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-02377d63-a994-431b-b91c-8fd12d178142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:37.164281 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-02377d63-a994-431b-b91c-8fd12d178142 admin admin] Added segment 3b79d449-c5e1-4946-8842-d5f89927433f of type vlan for network 554acf20-e051-4aaf-9c47-569f49b72887 Jul 05 02:12:37.190288 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc5dd9b-a1ea-4add-9e75-47295215cd30 req-b0b9f6e3-9947-4c6c-9f95-607247f3fbb5 tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:37.192070 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8cc5dd9b-a1ea-4add-9e75-47295215cd30 req-b0b9f6e3-9947-4c6c-9f95-607247f3fbb5 tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1138492 Jul 05 02:12:37.203781 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-8cc5dd9b-a1ea-4add-9e75-47295215cd30 req-fe8b438e-585a-46c5-994a-9b0625349b86 tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] Request body: {'port': {'device_id': 'a9d673cc-13b8-40f2-96f2-ccd35c2d9134', 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4', 'admin_state_up': True, 'tenant_id': '07340aa663a94d2396a6c67101b3f807'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:12:37.223368 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-02377d63-a994-431b-b91c-8fd12d178142 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:37.233994 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ee0791-09e4-4688-8c32-e6f9c7f8e26e admin admin] Network 98e9f515-6cf4-4efb-9632-f9c68ae3e49b is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:12:37.269480 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-20bb7c4b-e74a-4bae-bab1-d4a54fb809b6 req-ee977a01-4569-4fe9-8bb0-72e48d5e15bc tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:37.315276 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-f7ee0791-09e4-4688-8c32-e6f9c7f8e26e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 98e9f515-6cf4-4efb-9632-f9c68ae3e49b) {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:12:37.319186 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ee0791-09e4-4688-8c32-e6f9c7f8e26e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:37.319774 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f7ee0791-09e4-4688-8c32-e6f9c7f8e26e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:37.324745 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c45a82c-394f-45a2-b111-028265b6d32d None None] Network 98e9f515-6cf4-4efb-9632-f9c68ae3e49b requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:12:37.345820 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-20bb7c4b-e74a-4bae-bab1-d4a54fb809b6 req-ee977a01-4569-4fe9-8bb0-72e48d5e15bc tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:37.351838 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-02377d63-a994-431b-b91c-8fd12d178142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:37.353720 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02377d63-a994-431b-b91c-8fd12d178142 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:37.353720 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-02377d63-a994-431b-b91c-8fd12d178142 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:37.428579 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee977a01-4569-4fe9-8bb0-72e48d5e15bc tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ee12a2c-f248-4911-98f5-a00c1016bc78,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:37.437662 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02377d63-a994-431b-b91c-8fd12d178142 admin admin] Pushing event updated for resources: {'Network': ['ID=554acf20-e051-4aaf-9c47-569f49b72887,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:37.452884 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-f7ee0791-09e4-4688-8c32-e6f9c7f8e26e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1086609 Jul 05 02:12:37.452884 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-20bb7c4b-e74a-4bae-bab1-d4a54fb809b6 req-ee977a01-4569-4fe9-8bb0-72e48d5e15bc tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:37.453997 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 41862) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:12:37.463441 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-20bb7c4b-e74a-4bae-bab1-d4a54fb809b6 req-ee977a01-4569-4fe9-8bb0-72e48d5e15bc tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.1862130 Jul 05 02:12:37.468150 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-18e925f4-bcd1-48b8-a2f9-8218e31796b0 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-529486704-router', 'tenant_id': 'a26ea553fd9d4d7dac33335525dc5e93', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:12:37.469817 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 554acf20-e051-4aaf-9c47-569f49b72887 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:12:37.490480 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104c9e5e-23d6-41a2-a9b9-5beec3655979 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-98e9f515-6cf4-4efb-9632-f9c68ae3e49b', 'network_id': '98e9f515-6cf4-4efb-9632-f9c68ae3e49b', 'tenant_id': 'a26ea553fd9d4d7dac33335525dc5e93', 'fixed_ips': [{'subnet_id': '1b8be822-461d-4761-a35b-41acdbbeaf8b'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:12:37.492306 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-104c9e5e-23d6-41a2-a9b9-5beec3655979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:37.504070 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-5a93c62a-9105-4e50-9b0e-e8ea4c5229c6 req-6464b653-44c7-41df-9bcf-62b077ff4781 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1684560682', 'description': 'tempest-description-1674635114'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:12:37.525160 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-02377d63-a994-431b-b91c-8fd12d178142 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.8416595 Jul 05 02:12:37.525434 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 41868) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:12:37.536999 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-538d3972-cea8-4d6b-8c85-261bd66c2835 admin admin] Request body: {'subnet': {'network_id': '554acf20-e051-4aaf-9c47-569f49b72887', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1372515369-subnet', 'tenant_id': 'acbded66686340b99b098e51e913ff6e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:12:37.559537 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.db.api [req-8cc5dd9b-a1ea-4add-9e75-47295215cd30 req-fe8b438e-585a-46c5-994a-9b0625349b86 tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 02:12:37.559537 n-d-771362-32 neutron-server[94461]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 02:12:37.559537 n-d-771362-32 neutron-server[94461]: [parameters: {'project_id_1': '07340aa663a94d2396a6c67101b3f807', 'expiration_1': datetime.datetime(2021, 7, 5, 2, 12, 37, 305378)}] Jul 05 02:12:37.559537 n-d-771362-32 neutron-server[94461]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 02:12:37.559975 n-d-771362-32 neutron-server[94461]: DEBUG oslo_db.api [req-8cc5dd9b-a1ea-4add-9e75-47295215cd30 req-fe8b438e-585a-46c5-994a-9b0625349b86 tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 02:12:37.560349 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.db.api [req-5a93c62a-9105-4e50-9b0e-e8ea4c5229c6 req-6464b653-44c7-41df-9bcf-62b077ff4781 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 02:12:37.560349 n-d-771362-32 neutron-server[94461]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 02:12:37.560349 n-d-771362-32 neutron-server[94461]: [parameters: {'project_id_1': '56afeb828cf948f58160284840211a1e', 'expiration_1': datetime.datetime(2021, 7, 5, 2, 12, 37, 515911)}] Jul 05 02:12:37.560349 n-d-771362-32 neutron-server[94461]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 02:12:37.560638 n-d-771362-32 neutron-server[94461]: DEBUG oslo_db.api [req-5a93c62a-9105-4e50-9b0e-e8ea4c5229c6 req-6464b653-44c7-41df-9bcf-62b077ff4781 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 02:12:37.562686 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.db.api [None req-18e925f4-bcd1-48b8-a2f9-8218e31796b0 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 02:12:37.562686 n-d-771362-32 neutron-server[94461]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 02:12:37.562686 n-d-771362-32 neutron-server[94461]: [parameters: {'project_id_1': 'a26ea553fd9d4d7dac33335525dc5e93', 'expiration_1': datetime.datetime(2021, 7, 5, 2, 12, 37, 494319)}] Jul 05 02:12:37.562686 n-d-771362-32 neutron-server[94461]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 02:12:37.563524 n-d-771362-32 neutron-server[94461]: DEBUG oslo_db.api [None req-18e925f4-bcd1-48b8-a2f9-8218e31796b0 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 02:12:37.689307 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bb12632-4821-4092-afe3-2c21212e5898 admin admin] Made reservation on behalf of 7bf4f22dde1e4624a2cb34086c53be02 for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:12:37.691816 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0bb12632-4821-4092-afe3-2c21212e5898 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:37.705289 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-104c9e5e-23d6-41a2-a9b9-5beec3655979 None None] Allocated IP 172.20.0.2 (98e9f515-6cf4-4efb-9632-f9c68ae3e49b/1b8be822-461d-4761-a35b-41acdbbeaf8b/466357f0-f5df-4cc3-907f-2183be1a85a6) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:12:37.784769 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-538d3972-cea8-4d6b-8c85-261bd66c2835 admin admin] Made reservation on behalf of acbded66686340b99b098e51e913ff6e for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:12:37.787516 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-538d3972-cea8-4d6b-8c85-261bd66c2835 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:37.882399 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-104c9e5e-23d6-41a2-a9b9-5beec3655979 None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:37.893402 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-104c9e5e-23d6-41a2-a9b9-5beec3655979 None None] Transition to ACTIVE for port object 466357f0-f5df-4cc3-907f-2183be1a85a6 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:12:37.910720 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-104c9e5e-23d6-41a2-a9b9-5beec3655979 None None] Transition to ACTIVE for port object 466357f0-f5df-4cc3-907f-2183be1a85a6 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:12:37.955708 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0bbcbe5e-d695-461a-b37c-78ef765464c6 req-b08263ac-ad51-4ed0-b2cb-231887dddda4 tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9d673cc-13b8-40f2-96f2-ccd35c2d9134 HTTP/1.1" status: 200 len: 210 time: 0.0329256 Jul 05 02:12:38.111125 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-104c9e5e-23d6-41a2-a9b9-5beec3655979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:38.111328 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0bb12632-4821-4092-afe3-2c21212e5898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:38.150739 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-538d3972-cea8-4d6b-8c85-261bd66c2835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:38.166873 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104c9e5e-23d6-41a2-a9b9-5beec3655979 None None] Network 98e9f515-6cf4-4efb-9632-f9c68ae3e49b is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:12:38.167931 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 41882) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:12:38.169611 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb12632-4821-4092-afe3-2c21212e5898 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88cd65d9-1715-492f-9ef5-e486cc8231ac,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:38.174275 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-104c9e5e-23d6-41a2-a9b9-5beec3655979 None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:12:38.177164 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104c9e5e-23d6-41a2-a9b9-5beec3655979 None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:12:38.189745 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104c9e5e-23d6-41a2-a9b9-5beec3655979 None None] Pushing event updated for resources: {'Port': ['ID=466357f0-f5df-4cc3-907f-2183be1a85a6,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:38.203548 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb12632-4821-4092-afe3-2c21212e5898 admin admin] Checking segment: {'id': '69ab64d7-bb63-4367-9b3e-0960def4b6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:12:38.204594 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb12632-4821-4092-afe3-2c21212e5898 admin admin] Network hostable DHCP agents. Network: b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:12:38.246511 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a130541b-de83-43fe-bb40-002b6838f991 req-7b9b3152-84b0-40bb-8eb4-0d49e5938db9 tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] 10.222.0.23 "GET /v2.0/ports?device_id=53b1405d-e57e-488f-9402-6bda582de63e HTTP/1.1" status: 200 len: 210 time: 0.0422900 Jul 05 02:12:38.259700 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device c65d4bb3-99e0-42ba-acb9-faddad6f4755 no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:12:38.274082 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-104c9e5e-23d6-41a2-a9b9-5beec3655979 None None] Attempting to bind port 466357f0-f5df-4cc3-907f-2183be1a85a6 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:12:38.274082 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-104c9e5e-23d6-41a2-a9b9-5beec3655979 None None] Attempting to bind port 466357f0-f5df-4cc3-907f-2183be1a85a6 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'db4f039d-ef1e-41e9-961e-4e2fa117a5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '98e9f515-6cf4-4efb-9632-f9c68ae3e49b'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:12:38.274082 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104c9e5e-23d6-41a2-a9b9-5beec3655979 None None] Attempting to bind port 466357f0-f5df-4cc3-907f-2183be1a85a6 on network 98e9f515-6cf4-4efb-9632-f9c68ae3e49b {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:12:38.283799 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-5a93c62a-9105-4e50-9b0e-e8ea4c5229c6 req-6464b653-44c7-41df-9bcf-62b077ff4781 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:38.287097 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538d3972-cea8-4d6b-8c85-261bd66c2835 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac59858d-ad0b-4f4c-ab22-5bf3145e6347,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:38.299424 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538d3972-cea8-4d6b-8c85-261bd66c2835 admin admin] Checking segment: {'id': '3b79d449-c5e1-4946-8842-d5f89927433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '554acf20-e051-4aaf-9c47-569f49b72887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:12:38.299424 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538d3972-cea8-4d6b-8c85-261bd66c2835 admin admin] Network hostable DHCP agents. Network: 554acf20-e051-4aaf-9c47-569f49b72887, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:12:38.312049 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] No Port match for: c65d4bb3-99e0-42ba-acb9-faddad6f4755 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:12:38.312389 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device c65d4bb3-99e0-42ba-acb9-faddad6f4755 not bound to the agent host n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:12:38.316027 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104c9e5e-23d6-41a2-a9b9-5beec3655979 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:12:38.316612 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104c9e5e-23d6-41a2-a9b9-5beec3655979 None None] Checking segment: {'id': 'db4f039d-ef1e-41e9-961e-4e2fa117a5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '98e9f515-6cf4-4efb-9632-f9c68ae3e49b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:12:38.317013 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-104c9e5e-23d6-41a2-a9b9-5beec3655979 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:38.317396 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104c9e5e-23d6-41a2-a9b9-5beec3655979 None None] Bound using segment: {'id': 'db4f039d-ef1e-41e9-961e-4e2fa117a5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '98e9f515-6cf4-4efb-9632-f9c68ae3e49b'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:12:38.317856 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-104c9e5e-23d6-41a2-a9b9-5beec3655979 None None] Bound port: 466357f0-f5df-4cc3-907f-2183be1a85a6, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db4f039d-ef1e-41e9-961e-4e2fa117a5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '98e9f515-6cf4-4efb-9632-f9c68ae3e49b'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:12:38.318255 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-104c9e5e-23d6-41a2-a9b9-5beec3655979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:38.321696 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb12632-4821-4092-afe3-2c21212e5898 admin admin] Network b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:12:38.351309 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-9135242d-5ef5-45ca-a39a-a2a9b711c637 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b2200b32549f40d5b1b4e1a5ae22bf91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1791298 Jul 05 02:12:38.354001 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 41886) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:12:38.380873 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-104c9e5e-23d6-41a2-a9b9-5beec3655979 None None] For port 466357f0-f5df-4cc3-907f-2183be1a85a6, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:12:38.383874 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-104c9e5e-23d6-41a2-a9b9-5beec3655979 None None] For port 466357f0-f5df-4cc3-907f-2183be1a85a6, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=466357f0-f5df-4cc3-907f-2183be1a85a6,segment=NetworkSegment(db4f039d-ef1e-41e9-961e-4e2fa117a5a1),segment_id=db4f039d-ef1e-41e9-961e-4e2fa117a5a1)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:12:38.401716 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9b6ca69d-622e-4ccd-b01a-255166ba140b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:38.424372 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9b6ca69d-622e-4ccd-b01a-255166ba140b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:38.429443 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cc5dd9b-a1ea-4add-9e75-47295215cd30 req-fe8b438e-585a-46c5-994a-9b0625349b86 tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] Made reservation on behalf of 07340aa663a94d2396a6c67101b3f807 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:12:38.431367 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538d3972-cea8-4d6b-8c85-261bd66c2835 admin admin] Network 554acf20-e051-4aaf-9c47-569f49b72887 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:12:38.433167 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-8cc5dd9b-a1ea-4add-9e75-47295215cd30 req-fe8b438e-585a-46c5-994a-9b0625349b86 tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:38.451530 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-8cc5dd9b-a1ea-4add-9e75-47295215cd30 req-fe8b438e-585a-46c5-994a-9b0625349b86 tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:38.454042 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-104c9e5e-23d6-41a2-a9b9-5beec3655979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:38.512261 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104c9e5e-23d6-41a2-a9b9-5beec3655979 None None] Pushing event updated for resources: {'Port': ['ID=466357f0-f5df-4cc3-907f-2183be1a85a6,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:38.521794 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-0bb12632-4821-4092-afe3-2c21212e5898 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1) {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:12:38.523400 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-538d3972-cea8-4d6b-8c85-261bd66c2835 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 554acf20-e051-4aaf-9c47-569f49b72887) {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:12:38.525819 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb12632-4821-4092-afe3-2c21212e5898 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:38.529078 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0bb12632-4821-4092-afe3-2c21212e5898 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:38.529324 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538d3972-cea8-4d6b-8c85-261bd66c2835 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:38.529554 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-538d3972-cea8-4d6b-8c85-261bd66c2835 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:38.535201 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc6f6d7-94a1-466b-a6d5-209d222bc27e None None] Network b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:12:38.555419 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12528712-b108-4bd8-81bb-974444a5cfaa None None] Network 554acf20-e051-4aaf-9c47-569f49b72887 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:12:38.557507 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9b6ca69d-622e-4ccd-b01a-255166ba140b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:38.560227 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-18e925f4-bcd1-48b8-a2f9-8218e31796b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11810'] for router, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:38.561431 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9b6ca69d-622e-4ccd-b01a-255166ba140b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:38.567239 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-18e925f4-bcd1-48b8-a2f9-8218e31796b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1926740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11821'] for router, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:38.567499 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-9b6ca69d-622e-4ccd-b01a-255166ba140b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0aca652e-5ac5-4f2a-9a54-916d33b04f8f HTTP/1.1" status: 204 len: 168 time: 0.2077475 Jul 05 02:12:38.582654 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6ca69d-622e-4ccd-b01a-255166ba140b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aca652e-5ac5-4f2a-9a54-916d33b04f8f,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:38.630344 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-18e925f4-bcd1-48b8-a2f9-8218e31796b0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:38.656394 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-538d3972-cea8-4d6b-8c85-261bd66c2835 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1203489 Jul 05 02:12:38.782585 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929c74e5-c600-4b1a-b754-5fb254ff2a5f None None] Network b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:12:38.812279 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-5a93c62a-9105-4e50-9b0e-e8ea4c5229c6 req-6464b653-44c7-41df-9bcf-62b077ff4781 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:38.879418 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105bb0ff-4b72-4898-9318-59836f4cd27e None None] Network 554acf20-e051-4aaf-9c47-569f49b72887 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:12:39.077046 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f2b45be8-e634-4db3-ab88-ba3ee809cac0 req-2dcac21b-a28c-4a73-aa83-52b5a0bb4330 tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=ed2364caf3124d8bad97d5b31d9f4d2b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0440180 Jul 05 02:12:39.222873 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ea5177b4-3a7d-4f6d-a501-08873dca647d req-54316c40-068e-44a2-803f-dc98610f7126 tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9d673cc-13b8-40f2-96f2-ccd35c2d9134 HTTP/1.1" status: 200 len: 210 time: 0.0534401 Jul 05 02:12:39.281998 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b45be8-e634-4db3-ab88-ba3ee809cac0 req-539fdc51-4f1b-415e-a577-0d44b9f8e0f9 tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:39.283737 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f2b45be8-e634-4db3-ab88-ba3ee809cac0 req-539fdc51-4f1b-415e-a577-0d44b9f8e0f9 tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2024381 Jul 05 02:12:39.297828 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-f2b45be8-e634-4db3-ab88-ba3ee809cac0 req-18bc8dce-088f-4ad5-8384-8df76fe84a9d tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] Request body: {'port': {'device_id': '53b1405d-e57e-488f-9402-6bda582de63e', 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4', 'admin_state_up': True, 'tenant_id': 'ed2364caf3124d8bad97d5b31d9f4d2b'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:12:39.322772 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-5a93c62a-9105-4e50-9b0e-e8ea4c5229c6 req-6464b653-44c7-41df-9bcf-62b077ff4781 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:39.402547 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-18e925f4-bcd1-48b8-a2f9-8218e31796b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:39.420731 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6464b653-44c7-41df-9bcf-62b077ff4781 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c941ec1-39c4-4aab-b4fb-d37a7b6102b3,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:39.449892 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-655d4af6-f0f2-462f-9143-a2cc1ef85c06 req-cb7a7100-12ed-4596-b4c7-49b1a7d040d9 tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] 10.222.0.23 "GET /v2.0/ports?device_id=53b1405d-e57e-488f-9402-6bda582de63e HTTP/1.1" status: 200 len: 210 time: 0.0370805 Jul 05 02:12:39.504797 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-8cc5dd9b-a1ea-4add-9e75-47295215cd30 req-fe8b438e-585a-46c5-994a-9b0625349b86 tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:39.594365 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-8cc5dd9b-a1ea-4add-9e75-47295215cd30 req-fe8b438e-585a-46c5-994a-9b0625349b86 tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:39.678417 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-0bb12632-4821-4092-afe3-2c21212e5898 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.8860400 Jul 05 02:12:39.679419 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8b438e-585a-46c5-994a-9b0625349b86 tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f9ee991-c666-47b2-b3f3-24a1fcc6747e,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:39.680064 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 41912) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:12:39.705498 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5c9d07e7-908c-4bcc-bf5f-12e1df74e3fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:39.742334 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-5a93c62a-9105-4e50-9b0e-e8ea4c5229c6 req-6464b653-44c7-41df-9bcf-62b077ff4781 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:39.747329 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5a93c62a-9105-4e50-9b0e-e8ea4c5229c6 req-6464b653-44c7-41df-9bcf-62b077ff4781 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 2.2473848 Jul 05 02:12:39.776169 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-8cc5dd9b-a1ea-4add-9e75-47295215cd30 req-fe8b438e-585a-46c5-994a-9b0625349b86 tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] Allocated IP 192.168.233.43 (dff432c2-7366-4622-aebb-da22fe05bfd4/b840e204-692c-4f54-8f07-f6563e8e36b1/87324cc0-b903-4a89-b8df-73db604748ad) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:12:39.794489 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 41918) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:12:39.800302 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-d798f637-977a-4bfc-a810-886764ad5819 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2079120744-network', 'tenant_id': 'dd16c49020614da6a9c8ab30cc418cb1'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:12:39.825486 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c57708-cf44-48cb-bbb8-d61e1ecdc80a None None] Network 98e9f515-6cf4-4efb-9632-f9c68ae3e49b requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:12:39.872026 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2b45be8-e634-4db3-ab88-ba3ee809cac0 req-18bc8dce-088f-4ad5-8384-8df76fe84a9d tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] Made reservation on behalf of ed2364caf3124d8bad97d5b31d9f4d2b for: {'port': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:12:39.876851 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-f2b45be8-e634-4db3-ab88-ba3ee809cac0 req-18bc8dce-088f-4ad5-8384-8df76fe84a9d tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:39.926305 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 02:12:39.938408 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-18e925f4-bcd1-48b8-a2f9-8218e31796b0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:40.002518 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-18e925f4-bcd1-48b8-a2f9-8218e31796b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:40.002669 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-9fdd9d7e-e593-4712-8e07-51284272b25b None None] Provisioning for port 466357f0-f5df-4cc3-907f-2183be1a85a6 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:12:40.050017 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-f2b45be8-e634-4db3-ab88-ba3ee809cac0 req-18bc8dce-088f-4ad5-8384-8df76fe84a9d tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:40.099484 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 466357f0-f5df-4cc3-907f-2183be1a85a6 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:12:40.119164 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5c9d07e7-908c-4bcc-bf5f-12e1df74e3fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:40.228160 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5c9d07e7-908c-4bcc-bf5f-12e1df74e3fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:40.269191 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-5c9d07e7-908c-4bcc-bf5f-12e1df74e3fa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bad8e3dba9d848c4bfa79ab3ff56dc2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5871840 Jul 05 02:12:40.276532 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 41938) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:12:40.292961 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 466357f0-f5df-4cc3-907f-2183be1a85a6 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:12:40.299218 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 466357f0-f5df-4cc3-907f-2183be1a85a6 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:12:40.302083 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:40.304382 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9d07e7-908c-4bcc-bf5f-12e1df74e3fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a6fc3c8-f8dd-41e6-ab57-6ef354ab557f,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:40.349675 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-8cc5dd9b-a1ea-4add-9e75-47295215cd30 req-fe8b438e-585a-46c5-994a-9b0625349b86 tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:40.364120 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d798f637-977a-4bfc-a810-886764ad5819 admin admin] Made reservation on behalf of dd16c49020614da6a9c8ab30cc418cb1 for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:12:40.366663 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d798f637-977a-4bfc-a810-886764ad5819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:40.369871 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e21ad2-aeff-42f9-9232-a083f8307c6f req-11fa8b2a-0e5f-4212-82b1-447e9c645b52 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:40.376677 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e0e21ad2-aeff-42f9-9232-a083f8307c6f req-11fa8b2a-0e5f-4212-82b1-447e9c645b52 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "GET /v2.0/networks?id=ae249f0a-0756-4e2c-91ca-8aa027d8a61b HTTP/1.1" status: 200 len: 813 time: 0.3148825 Jul 05 02:12:40.385690 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d798f637-977a-4bfc-a810-886764ad5819 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:40.414316 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-18e925f4-bcd1-48b8-a2f9-8218e31796b0 admin admin] Allocated IP 172.25.7.121 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/862b67af-8e04-4ed3-9f81-ffb3f970b865) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:12:40.427217 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-8cc5dd9b-a1ea-4add-9e75-47295215cd30 req-fe8b438e-585a-46c5-994a-9b0625349b86 tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] Transition to ACTIVE for port object 87324cc0-b903-4a89-b8df-73db604748ad will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:12:40.433212 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e0e21ad2-aeff-42f9-9232-a083f8307c6f req-cd879c4a-f857-480c-9031-a50d727ac638 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "GET /v2.0/quotas/56afeb828cf948f58160284840211a1e HTTP/1.1" status: 200 len: 375 time: 0.0553720 Jul 05 02:12:40.473856 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-032d7ff2-53c5-4359-ad25-e551b25d177f req-6500ab83-0164-4360-b329-d518759e348d tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9d673cc-13b8-40f2-96f2-ccd35c2d9134 HTTP/1.1" status: 200 len: 210 time: 0.0563071 Jul 05 02:12:40.552657 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-59ad0e6f-4f32-47fb-8694-771b55e0e2be None None] Provisioning complete for port 466357f0-f5df-4cc3-907f-2183be1a85a6 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:12:40.553223 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-59ad0e6f-4f32-47fb-8694-771b55e0e2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:40.560196 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-f2b45be8-e634-4db3-ab88-ba3ee809cac0 req-18bc8dce-088f-4ad5-8384-8df76fe84a9d tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:40.563250 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b073e48c-e099-4388-8ca0-c458d8ae446c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:40.584922 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:40.607691 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b073e48c-e099-4388-8ca0-c458d8ae446c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:40.630049 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 466357f0-f5df-4cc3-907f-2183be1a85a6, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=466357f0-f5df-4cc3-907f-2183be1a85a6,segment=NetworkSegment(db4f039d-ef1e-41e9-961e-4e2fa117a5a1),segment_id=db4f039d-ef1e-41e9-961e-4e2fa117a5a1)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:12:40.638207 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-f2b45be8-e634-4db3-ab88-ba3ee809cac0 req-18bc8dce-088f-4ad5-8384-8df76fe84a9d tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:40.681650 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-59ad0e6f-4f32-47fb-8694-771b55e0e2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:40.691453 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-18e925f4-bcd1-48b8-a2f9-8218e31796b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:40.695696 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-8cc5dd9b-a1ea-4add-9e75-47295215cd30 req-fe8b438e-585a-46c5-994a-9b0625349b86 tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:40.700744 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e0e21ad2-aeff-42f9-9232-a083f8307c6f req-3ed5e219-a14f-4ed3-8324-75c67aca896f tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=56afeb828cf948f58160284840211a1e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2555120 Jul 05 02:12:40.745894 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bc8dce-088f-4ad5-8384-8df76fe84a9d tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e5cd77e-1b52-448c-b212-5db741d9953c,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:40.768793 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:40.775088 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-792f3788-bf27-421f-b35c-12565603a072 req-85e45312-7c93-48ed-906f-e42af9c72465 tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] 10.222.0.23 "GET /v2.0/ports?device_id=53b1405d-e57e-488f-9402-6bda582de63e HTTP/1.1" status: 200 len: 210 time: 0.0555120 Jul 05 02:12:40.835353 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8b438e-585a-46c5-994a-9b0625349b86 tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] Pushing event updated for resources: {'Port': ['ID=87324cc0-b903-4a89-b8df-73db604748ad,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:40.853209 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cc5dd9b-a1ea-4add-9e75-47295215cd30 req-fe8b438e-585a-46c5-994a-9b0625349b86 tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] Network dff432c2-7366-4622-aebb-da22fe05bfd4 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:12:40.861621 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [req-f2b45be8-e634-4db3-ab88-ba3ee809cac0 req-18bc8dce-088f-4ad5-8384-8df76fe84a9d tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] Allocated IP 192.168.233.113 (dff432c2-7366-4622-aebb-da22fe05bfd4/b840e204-692c-4f54-8f07-f6563e8e36b1/8b64444c-d201-4092-a11d-b3e9583f7ce4) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:12:40.864024 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-8cc5dd9b-a1ea-4add-9e75-47295215cd30 req-fe8b438e-585a-46c5-994a-9b0625349b86 tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:12:40.892397 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cc5dd9b-a1ea-4add-9e75-47295215cd30 req-fe8b438e-585a-46c5-994a-9b0625349b86 tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:12:40.892397 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc5dd9b-a1ea-4add-9e75-47295215cd30 req-fe8b438e-585a-46c5-994a-9b0625349b86 tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:40.892397 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-8cc5dd9b-a1ea-4add-9e75-47295215cd30 req-fe8b438e-585a-46c5-994a-9b0625349b86 tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:40.893947 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.db.api [None req-59ad0e6f-4f32-47fb-8694-771b55e0e2be None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94463) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 02:12:40.895664 n-d-771362-32 neutron-server[94463]: DEBUG oslo_db.api [None req-59ad0e6f-4f32-47fb-8694-771b55e0e2be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 02:12:40.913742 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=466357f0-f5df-4cc3-907f-2183be1a85a6,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:40.921314 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d798f637-977a-4bfc-a810-886764ad5819 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:40.935677 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 41950) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:12:40.941550 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-0f4b583e-a37f-49c7-9147-6d894ddbf944 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-307398147-network', 'tenant_id': '6ca641da256348e899c7e8e693816ad9'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:12:40.958367 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e0e21ad2-aeff-42f9-9232-a083f8307c6f req-440ff07c-1530-4af7-8328-7619ff93f3d5 service neutron] 10.222.0.23 "GET /v2.0/networks/ae249f0a-0756-4e2c-91ca-8aa027d8a61b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258215 Jul 05 02:12:40.975040 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b073e48c-e099-4388-8ca0-c458d8ae446c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:40.977512 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b073e48c-e099-4388-8ca0-c458d8ae446c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:40.980951 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-b073e48c-e099-4388-8ca0-c458d8ae446c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9a6fc3c8-f8dd-41e6-ab57-6ef354ab557f HTTP/1.1" status: 204 len: 168 time: 0.6994398 Jul 05 02:12:41.025078 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b073e48c-e099-4388-8ca0-c458d8ae446c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a6fc3c8-f8dd-41e6-ab57-6ef354ab557f,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:41.065191 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d798f637-977a-4bfc-a810-886764ad5819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:41.068371 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d798f637-977a-4bfc-a810-886764ad5819 admin admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:12:41.079437 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d798f637-977a-4bfc-a810-886764ad5819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:41.079779 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-d798f637-977a-4bfc-a810-886764ad5819 admin admin] Added segment 60b61b2b-e41c-4f22-b263-73bb6be6ca3d of type vlan for network 451d2b17-3feb-421f-9cb3-df157128e1b7 Jul 05 02:12:41.087238 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e0e21ad2-aeff-42f9-9232-a083f8307c6f req-1564e5c8-ed4f-4a02-b897-a4d851b5c75c service neutron] 10.222.0.23 "GET /v2.0/networks/ae249f0a-0756-4e2c-91ca-8aa027d8a61b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218917 Jul 05 02:12:41.100941 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-18e925f4-bcd1-48b8-a2f9-8218e31796b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:41.120028 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d798f637-977a-4bfc-a810-886764ad5819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2439be4a-2407-4ac7-b63e-fe59dff6f428,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:41.158983 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e925f4-bcd1-48b8-a2f9-8218e31796b0 admin admin] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:12:41.163171 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-18e925f4-bcd1-48b8-a2f9-8218e31796b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:12:41.169992 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8cc5dd9b-a1ea-4add-9e75-47295215cd30 req-fe8b438e-585a-46c5-994a-9b0625349b86 tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9699645 Jul 05 02:12:41.174678 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e925f4-bcd1-48b8-a2f9-8218e31796b0 admin admin] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:12:41.194391 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d798f637-977a-4bfc-a810-886764ad5819 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:41.214807 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-f2b45be8-e634-4db3-ab88-ba3ee809cac0 req-18bc8dce-088f-4ad5-8384-8df76fe84a9d tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:41.217113 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-8cc5dd9b-a1ea-4add-9e75-47295215cd30 req-3570f740-0211-4537-859e-9099c9005b6b service neutron] Request body: {'port': {'device_id': 'a9d673cc-13b8-40f2-96f2-ccd35c2d9134', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:12:41.245112 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [req-f2b45be8-e634-4db3-ab88-ba3ee809cac0 req-18bc8dce-088f-4ad5-8384-8df76fe84a9d tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] Transition to ACTIVE for port object 8b64444c-d201-4092-a11d-b3e9583f7ce4 will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:12:41.248573 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f4b583e-a37f-49c7-9147-6d894ddbf944 admin admin] Made reservation on behalf of 6ca641da256348e899c7e8e693816ad9 for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:12:41.251653 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0f4b583e-a37f-49c7-9147-6d894ddbf944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:41.263025 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0f4b583e-a37f-49c7-9147-6d894ddbf944 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:41.296994 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e925f4-bcd1-48b8-a2f9-8218e31796b0 admin admin] Pushing event updated for resources: {'Port': ['ID=862b67af-8e04-4ed3-9f81-ffb3f970b865,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:41.337164 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d798f637-977a-4bfc-a810-886764ad5819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:41.338039 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d798f637-977a-4bfc-a810-886764ad5819 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:41.338670 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d798f637-977a-4bfc-a810-886764ad5819 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:41.369094 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-8cc5dd9b-a1ea-4add-9e75-47295215cd30 req-3570f740-0211-4537-859e-9099c9005b6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:41.426196 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d798f637-977a-4bfc-a810-886764ad5819 admin admin] Pushing event updated for resources: {'Network': ['ID=451d2b17-3feb-421f-9cb3-df157128e1b7,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:41.447073 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-f2b45be8-e634-4db3-ab88-ba3ee809cac0 req-18bc8dce-088f-4ad5-8384-8df76fe84a9d tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:41.469613 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 451d2b17-3feb-421f-9cb3-df157128e1b7 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:12:41.471539 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2b45be8-e634-4db3-ab88-ba3ee809cac0 req-18bc8dce-088f-4ad5-8384-8df76fe84a9d tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] Network dff432c2-7366-4622-aebb-da22fe05bfd4 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:12:41.480096 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [req-f2b45be8-e634-4db3-ab88-ba3ee809cac0 req-18bc8dce-088f-4ad5-8384-8df76fe84a9d tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:12:41.579451 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:41.584730 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:41.599022 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2b45be8-e634-4db3-ab88-ba3ee809cac0 req-18bc8dce-088f-4ad5-8384-8df76fe84a9d tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:12:41.621232 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b45be8-e634-4db3-ab88-ba3ee809cac0 req-18bc8dce-088f-4ad5-8384-8df76fe84a9d tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:41.622035 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-f2b45be8-e634-4db3-ab88-ba3ee809cac0 req-18bc8dce-088f-4ad5-8384-8df76fe84a9d tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:41.634046 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-105fd084-1516-4e92-a3d5-719261353205 req-7cd09f23-7a63-4a52-9c94-abca7c154f63 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "GET /v2.0/ports?device_id=d986527f-6a25-41d6-8e06-2f04a5655e8e HTTP/1.1" status: 200 len: 210 time: 0.1564403 Jul 05 02:12:41.647169 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0f4b583e-a37f-49c7-9147-6d894ddbf944 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:41.674916 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bc8dce-088f-4ad5-8384-8df76fe84a9d tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] Pushing event updated for resources: {'Port': ['ID=8b64444c-d201-4092-a11d-b3e9583f7ce4,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:41.753124 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0f4b583e-a37f-49c7-9147-6d894ddbf944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:41.792138 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f4b583e-a37f-49c7-9147-6d894ddbf944 admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:12:41.807448 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4b583e-a37f-49c7-9147-6d894ddbf944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e81ddcd-bd6f-4526-8566-af0d2891c54c,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:41.811564 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0f4b583e-a37f-49c7-9147-6d894ddbf944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:41.815988 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-0f4b583e-a37f-49c7-9147-6d894ddbf944 admin admin] Added segment 94692846-01c7-4a66-a97d-18756d927e57 of type vlan for network 8024e41c-167c-4b45-9bd4-828b8b8f09ea Jul 05 02:12:41.835616 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-c6cf081d-a2ef-4688-a8bc-da62a4910b2c None None] Provisioning for port 87324cc0-b903-4a89-b8df-73db604748ad completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:12:41.839735 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-c6cf081d-a2ef-4688-a8bc-da62a4910b2c None None] Provisioning complete for port 87324cc0-b903-4a89-b8df-73db604748ad triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:12:41.840377 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-c6cf081d-a2ef-4688-a8bc-da62a4910b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:41.909476 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f2b45be8-e634-4db3-ab88-ba3ee809cac0 req-18bc8dce-088f-4ad5-8384-8df76fe84a9d tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6152015 Jul 05 02:12:41.917595 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-d798f637-977a-4bfc-a810-886764ad5819 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.1217885 Jul 05 02:12:41.923491 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 41976) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:12:41.930457 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-c6cf081d-a2ef-4688-a8bc-da62a4910b2c None None] Port 87324cc0-b903-4a89-b8df-73db604748ad cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:12:41.933979 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-f2b45be8-e634-4db3-ab88-ba3ee809cac0 req-e757caee-c87b-4235-b6ff-c2f784291ef0 service neutron] Request body: {'port': {'device_id': '53b1405d-e57e-488f-9402-6bda582de63e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-32'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:12:41.975900 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0f4b583e-a37f-49c7-9147-6d894ddbf944 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:42.012110 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 466357f0-f5df-4cc3-907f-2183be1a85a6 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:12:42.033350 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-8cc5dd9b-a1ea-4add-9e75-47295215cd30 req-3570f740-0211-4537-859e-9099c9005b6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87324cc0-b903-4a89-b8df-73db604748ad {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:12:42.041722 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-8cc5dd9b-a1ea-4add-9e75-47295215cd30 req-3570f740-0211-4537-859e-9099c9005b6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:42.053940 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-8cc5dd9b-a1ea-4add-9e75-47295215cd30 req-3570f740-0211-4537-859e-9099c9005b6b service neutron] Transition to ACTIVE for port object 87324cc0-b903-4a89-b8df-73db604748ad will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:12:42.060505 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-39753a8e-3e5f-485b-9fea-eadffbd1bd02 admin admin] Request body: {'subnet': {'network_id': '451d2b17-3feb-421f-9cb3-df157128e1b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2079120744-subnet', 'tenant_id': 'dd16c49020614da6a9c8ab30cc418cb1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:12:42.099340 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-18e925f4-bcd1-48b8-a2f9-8218e31796b0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:42.111591 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 466357f0-f5df-4cc3-907f-2183be1a85a6 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:12:42.112051 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:42.142507 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-f2b45be8-e634-4db3-ab88-ba3ee809cac0 req-e757caee-c87b-4235-b6ff-c2f784291ef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:42.175718 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f38599f-a279-40d9-940a-4f9e45affabe req-091c8804-a7e9-40f4-bb41-70c284580f17 tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:42.178179 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9f38599f-a279-40d9-940a-4f9e45affabe req-091c8804-a7e9-40f4-bb41-70c284580f17 tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] 10.222.0.23 "GET /v2.0/ports?device_id=53b1405d-e57e-488f-9402-6bda582de63e HTTP/1.1" status: 200 len: 936 time: 0.2485068 Jul 05 02:12:42.230169 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-2cc065c7-0470-4885-aa2c-7af869dea40e None None] Provisioning for port 8b64444c-d201-4092-a11d-b3e9583f7ce4 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:12:42.235664 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-2cc065c7-0470-4885-aa2c-7af869dea40e None None] Provisioning complete for port 8b64444c-d201-4092-a11d-b3e9583f7ce4 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:12:42.236035 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-2cc065c7-0470-4885-aa2c-7af869dea40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:42.240022 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0f4b583e-a37f-49c7-9147-6d894ddbf944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:42.241008 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4b583e-a37f-49c7-9147-6d894ddbf944 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:42.241600 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0f4b583e-a37f-49c7-9147-6d894ddbf944 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:42.294714 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-2cc065c7-0470-4885-aa2c-7af869dea40e None None] Port 8b64444c-d201-4092-a11d-b3e9583f7ce4 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:12:42.368133 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9f38599f-a279-40d9-940a-4f9e45affabe req-2aead7ee-aa1c-4964-94f4-ae59c9034808 tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5cd77e-1b52-448c-b212-5db741d9953c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825228 Jul 05 02:12:42.437767 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-8cc5dd9b-a1ea-4add-9e75-47295215cd30 req-3570f740-0211-4537-859e-9099c9005b6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:42.439680 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39753a8e-3e5f-485b-9fea-eadffbd1bd02 admin admin] Made reservation on behalf of dd16c49020614da6a9c8ab30cc418cb1 for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:12:42.442063 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-39753a8e-3e5f-485b-9fea-eadffbd1bd02 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:42.444409 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4b583e-a37f-49c7-9147-6d894ddbf944 admin admin] Pushing event updated for resources: {'Network': ['ID=8024e41c-167c-4b45-9bd4-828b8b8f09ea,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:42.457315 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48abad13-90fd-4fec-add0-c88574d54eef req-64ac2a4a-3401-4c6f-869a-f5693433c9cf tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:42.457795 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 8024e41c-167c-4b45-9bd4-828b8b8f09ea details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:12:42.458919 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-48abad13-90fd-4fec-add0-c88574d54eef req-64ac2a4a-3401-4c6f-869a-f5693433c9cf tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9d673cc-13b8-40f2-96f2-ccd35c2d9134 HTTP/1.1" status: 200 len: 935 time: 0.7296870 Jul 05 02:12:42.603499 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3570f740-0211-4537-859e-9099c9005b6b service neutron] Pushing event updated for resources: {'Port': ['ID=87324cc0-b903-4a89-b8df-73db604748ad,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:42.736085 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-48abad13-90fd-4fec-add0-c88574d54eef req-b1fbebc0-477f-49a5-9b8a-2354f19af4da tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f9ee991-c666-47b2-b3f3-24a1fcc6747e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162950 Jul 05 02:12:42.791245 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-8cc5dd9b-a1ea-4add-9e75-47295215cd30 req-3570f740-0211-4537-859e-9099c9005b6b service neutron] Attempting to bind port 87324cc0-b903-4a89-b8df-73db604748ad on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:12:42.801853 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-8cc5dd9b-a1ea-4add-9e75-47295215cd30 req-3570f740-0211-4537-859e-9099c9005b6b service neutron] Attempting to bind port 87324cc0-b903-4a89-b8df-73db604748ad by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:12:42.802225 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc5dd9b-a1ea-4add-9e75-47295215cd30 req-3570f740-0211-4537-859e-9099c9005b6b service neutron] Attempting to bind port 87324cc0-b903-4a89-b8df-73db604748ad on network dff432c2-7366-4622-aebb-da22fe05bfd4 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:12:42.813494 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-0f4b583e-a37f-49c7-9147-6d894ddbf944 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.8761582 Jul 05 02:12:42.814289 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 41994) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:12:42.824026 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-ed789513-73ea-45d6-b912-6ebbbfc4f882 admin admin] Request body: {'subnet': {'network_id': '8024e41c-167c-4b45-9bd4-828b8b8f09ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-307398147-subnet', 'tenant_id': '6ca641da256348e899c7e8e693816ad9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:12:42.834645 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc5dd9b-a1ea-4add-9e75-47295215cd30 req-3570f740-0211-4537-859e-9099c9005b6b service neutron] Port 87324cc0-b903-4a89-b8df-73db604748ad on network dff432c2-7366-4622-aebb-da22fe05bfd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:12:42.835477 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc5dd9b-a1ea-4add-9e75-47295215cd30 req-3570f740-0211-4537-859e-9099c9005b6b service neutron] Attempting to bind port 87324cc0-b903-4a89-b8df-73db604748ad on network dff432c2-7366-4622-aebb-da22fe05bfd4 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:12:42.875310 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-09760c7b-e44b-4f67-b819-c9324e867010 req-9ffce191-7c21-4f80-bdd5-73441d04ef5e tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "GET /v2.0/ports?device_id=d986527f-6a25-41d6-8e06-2f04a5655e8e HTTP/1.1" status: 200 len: 210 time: 0.0581331 Jul 05 02:12:42.889987 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc5dd9b-a1ea-4add-9e75-47295215cd30 req-3570f740-0211-4537-859e-9099c9005b6b service neutron] Checking agent: {'id': 'e071c76e-395f-48c4-a98f-88088465cf0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:12:42.890656 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc5dd9b-a1ea-4add-9e75-47295215cd30 req-3570f740-0211-4537-859e-9099c9005b6b service neutron] Checking segment: {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:12:42.891866 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc5dd9b-a1ea-4add-9e75-47295215cd30 req-3570f740-0211-4537-859e-9099c9005b6b service neutron] Bound using segment: {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:12:42.892600 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-8cc5dd9b-a1ea-4add-9e75-47295215cd30 req-3570f740-0211-4537-859e-9099c9005b6b service neutron] Bound port: 87324cc0-b903-4a89-b8df-73db604748ad, host: n-h2-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:12:42.893407 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-8cc5dd9b-a1ea-4add-9e75-47295215cd30 req-3570f740-0211-4537-859e-9099c9005b6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:42.988191 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-18e925f4-bcd1-48b8-a2f9-8218e31796b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963'] for router, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:42.991276 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [req-f2b45be8-e634-4db3-ab88-ba3ee809cac0 req-e757caee-c87b-4235-b6ff-c2f784291ef0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b64444c-d201-4092-a11d-b3e9583f7ce4 {{(pid=94462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:12:42.998915 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-f2b45be8-e634-4db3-ab88-ba3ee809cac0 req-e757caee-c87b-4235-b6ff-c2f784291ef0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:43.013198 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [req-f2b45be8-e634-4db3-ab88-ba3ee809cac0 req-e757caee-c87b-4235-b6ff-c2f784291ef0 service neutron] Transition to ACTIVE for port object 8b64444c-d201-4092-a11d-b3e9583f7ce4 will not be triggered until provisioned by entity L2. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:12:43.040971 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed789513-73ea-45d6-b912-6ebbbfc4f882 admin admin] Made reservation on behalf of 6ca641da256348e899c7e8e693816ad9 for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:12:43.043621 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ed789513-73ea-45d6-b912-6ebbbfc4f882 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:43.058759 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-8cc5dd9b-a1ea-4add-9e75-47295215cd30 req-3570f740-0211-4537-859e-9099c9005b6b service neutron] For port 87324cc0-b903-4a89-b8df-73db604748ad, host n-h2-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:12:43.105167 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-8cc5dd9b-a1ea-4add-9e75-47295215cd30 req-3570f740-0211-4537-859e-9099c9005b6b service neutron] For port 87324cc0-b903-4a89-b8df-73db604748ad, host n-h2-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=87324cc0-b903-4a89-b8df-73db604748ad,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:12:43.158285 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-39753a8e-3e5f-485b-9fea-eadffbd1bd02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:43.166929 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-f2b45be8-e634-4db3-ab88-ba3ee809cac0 req-e757caee-c87b-4235-b6ff-c2f784291ef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:43.219052 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39753a8e-3e5f-485b-9fea-eadffbd1bd02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f240976-bc7d-46ed-912d-e5f56a665557,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:43.226361 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-8cc5dd9b-a1ea-4add-9e75-47295215cd30 req-3570f740-0211-4537-859e-9099c9005b6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:43.256092 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e757caee-c87b-4235-b6ff-c2f784291ef0 service neutron] Pushing event updated for resources: {'Port': ['ID=8b64444c-d201-4092-a11d-b3e9583f7ce4,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:43.279365 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc5dd9b-a1ea-4add-9e75-47295215cd30 req-3570f740-0211-4537-859e-9099c9005b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:43.280305 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-8cc5dd9b-a1ea-4add-9e75-47295215cd30 req-3570f740-0211-4537-859e-9099c9005b6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:43.281715 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8cc5dd9b-a1ea-4add-9e75-47295215cd30 req-3570f740-0211-4537-859e-9099c9005b6b service neutron] 10.222.0.15 "PUT /v2.0/ports/87324cc0-b903-4a89-b8df-73db604748ad HTTP/1.1" status: 200 len: 1096 time: 2.1029682 Jul 05 02:12:43.282200 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9d673cc-13b8-40f2-96f2-ccd35c2d9134', 'tag': '87324cc0-b903-4a89-b8df-73db604748ad'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:12:43.286056 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28e474c9-e8db-4fc3-98fc-e0a080898eb7" -d '{"events": [{"name": "network-changed", "server_uuid": "a9d673cc-13b8-40f2-96f2-ccd35c2d9134", "tag": "87324cc0-b903-4a89-b8df-73db604748ad"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:12:43.308808 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3570f740-0211-4537-859e-9099c9005b6b service neutron] Pushing event updated for resources: {'Port': ['ID=87324cc0-b903-4a89-b8df-73db604748ad,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:43.311834 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39753a8e-3e5f-485b-9fea-eadffbd1bd02 admin admin] Checking segment: {'id': '60b61b2b-e41c-4f22-b263-73bb6be6ca3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '451d2b17-3feb-421f-9cb3-df157128e1b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:12:43.312235 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39753a8e-3e5f-485b-9fea-eadffbd1bd02 admin admin] Network hostable DHCP agents. Network: 451d2b17-3feb-421f-9cb3-df157128e1b7, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:12:43.322595 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-f2b45be8-e634-4db3-ab88-ba3ee809cac0 req-e757caee-c87b-4235-b6ff-c2f784291ef0 service neutron] Attempting to bind port 8b64444c-d201-4092-a11d-b3e9583f7ce4 on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:12:43.323219 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-f2b45be8-e634-4db3-ab88-ba3ee809cac0 req-e757caee-c87b-4235-b6ff-c2f784291ef0 service neutron] Attempting to bind port 8b64444c-d201-4092-a11d-b3e9583f7ce4 by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:12:43.323696 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b45be8-e634-4db3-ab88-ba3ee809cac0 req-e757caee-c87b-4235-b6ff-c2f784291ef0 service neutron] Attempting to bind port 8b64444c-d201-4092-a11d-b3e9583f7ce4 on network dff432c2-7366-4622-aebb-da22fe05bfd4 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:12:43.338387 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18e925f4-bcd1-48b8-a2f9-8218e31796b0 admin admin] Router 20f1b8f2-875b-4356-be70-e41da35b87e2 is scheduled to L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 with binding_index 1 {{(pid=94461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 02:12:43.339190 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b45be8-e634-4db3-ab88-ba3ee809cac0 req-e757caee-c87b-4235-b6ff-c2f784291ef0 service neutron] Port 8b64444c-d201-4092-a11d-b3e9583f7ce4 on network dff432c2-7366-4622-aebb-da22fe05bfd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:12:43.339688 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b45be8-e634-4db3-ab88-ba3ee809cac0 req-e757caee-c87b-4235-b6ff-c2f784291ef0 service neutron] Attempting to bind port 8b64444c-d201-4092-a11d-b3e9583f7ce4 on network dff432c2-7366-4622-aebb-da22fe05bfd4 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:12:43.345820 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b45be8-e634-4db3-ab88-ba3ee809cac0 req-e757caee-c87b-4235-b6ff-c2f784291ef0 service neutron] Checking agent: {'id': 'e071c76e-395f-48c4-a98f-88088465cf0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:12:43.348593 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b45be8-e634-4db3-ab88-ba3ee809cac0 req-e757caee-c87b-4235-b6ff-c2f784291ef0 service neutron] Checking segment: {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:12:43.348593 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b45be8-e634-4db3-ab88-ba3ee809cac0 req-e757caee-c87b-4235-b6ff-c2f784291ef0 service neutron] Bound using segment: {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'} {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:12:43.348593 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-f2b45be8-e634-4db3-ab88-ba3ee809cac0 req-e757caee-c87b-4235-b6ff-c2f784291ef0 service neutron] Bound port: 8b64444c-d201-4092-a11d-b3e9583f7ce4, host: n-h2-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'}}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:12:43.348593 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-f2b45be8-e634-4db3-ab88-ba3ee809cac0 req-e757caee-c87b-4235-b6ff-c2f784291ef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:43.398809 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d51660c-f9c1-4546-b42b-76de1e6909d9 x-openstack-request-id: req-2d51660c-f9c1-4546-b42b-76de1e6909d9 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:12:43.398809 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9d673cc-13b8-40f2-96f2-ccd35c2d9134", "tag": "87324cc0-b903-4a89-b8df-73db604748ad", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:12:43.399036 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2d51660c-f9c1-4546-b42b-76de1e6909d9 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:12:43.399430 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9d673cc-13b8-40f2-96f2-ccd35c2d9134', 'tag': '87324cc0-b903-4a89-b8df-73db604748ad', 'status': 'completed', 'code': 200} Jul 05 02:12:43.410614 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39753a8e-3e5f-485b-9fea-eadffbd1bd02 admin admin] Network 451d2b17-3feb-421f-9cb3-df157128e1b7 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:12:43.436360 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ed789513-73ea-45d6-b912-6ebbbfc4f882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:43.526832 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18e925f4-bcd1-48b8-a2f9-8218e31796b0 admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:12:43.544152 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a28046b-fc40-4df4-a462-a6aa059cc1d1 None None] Sync routers for ids ['20f1b8f2-875b-4356-be70-e41da35b87e2'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:12:43.554511 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a28046b-fc40-4df4-a462-a6aa059cc1d1 None None] Routers {'20f1b8f2-875b-4356-be70-e41da35b87e2'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:12:43.556551 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-7a28046b-fc40-4df4-a462-a6aa059cc1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:12:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['20f1b8f2-875b-4356-be70-e41da35b87e2'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:12:43.560668 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed789513-73ea-45d6-b912-6ebbbfc4f882 admin admin] Pushing event updated for resources: {'Subnet': ['ID=539f43c7-fc67-49e8-922c-da4ca50f8d14,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:43.568206 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-f2b45be8-e634-4db3-ab88-ba3ee809cac0 req-e757caee-c87b-4235-b6ff-c2f784291ef0 service neutron] For port 8b64444c-d201-4092-a11d-b3e9583f7ce4, host n-h2-771362-32, cleared binding levels {{(pid=94462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:12:43.573562 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-39753a8e-3e5f-485b-9fea-eadffbd1bd02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 451d2b17-3feb-421f-9cb3-df157128e1b7) {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:12:43.587268 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93c166c-e3f9-4aca-b2a3-fc44cee05cce None None] Network 451d2b17-3feb-421f-9cb3-df157128e1b7 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:12:43.588334 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-f2b45be8-e634-4db3-ab88-ba3ee809cac0 req-e757caee-c87b-4235-b6ff-c2f784291ef0 service neutron] For port 8b64444c-d201-4092-a11d-b3e9583f7ce4, host n-h2-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=8b64444c-d201-4092-a11d-b3e9583f7ce4,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:12:43.594779 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39753a8e-3e5f-485b-9fea-eadffbd1bd02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:43.595399 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-39753a8e-3e5f-485b-9fea-eadffbd1bd02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:43.623310 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e474c9-e8db-4fc3-98fc-e0a080898eb7 req-e197ecbd-ae96-441b-aad9-2a0ca0d0da5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:43.624855 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-28e474c9-e8db-4fc3-98fc-e0a080898eb7 req-e197ecbd-ae96-441b-aad9-2a0ca0d0da5c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=07340aa663a94d2396a6c67101b3f807&device_id=a9d673cc-13b8-40f2-96f2-ccd35c2d9134 HTTP/1.1" status: 200 len: 1099 time: 0.1985238 Jul 05 02:12:43.631102 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed789513-73ea-45d6-b912-6ebbbfc4f882 admin admin] Checking segment: {'id': '94692846-01c7-4a66-a97d-18756d927e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '8024e41c-167c-4b45-9bd4-828b8b8f09ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:12:43.631756 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed789513-73ea-45d6-b912-6ebbbfc4f882 admin admin] Network hostable DHCP agents. Network: 8024e41c-167c-4b45-9bd4-828b8b8f09ea, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:12:43.683875 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-28e474c9-e8db-4fc3-98fc-e0a080898eb7 req-755e5e73-dd87-4d74-bbec-5401994e66d5 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=07340aa663a94d2396a6c67101b3f807&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0507681 Jul 05 02:12:43.722521 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-18e925f4-bcd1-48b8-a2f9-8218e31796b0 admin admin] Notify callbacks [] for router, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:43.723633 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-18e925f4-bcd1-48b8-a2f9-8218e31796b0 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.2683911 Jul 05 02:12:43.728721 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 42012) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:12:43.810001 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-f2b45be8-e634-4db3-ab88-ba3ee809cac0 req-e757caee-c87b-4235-b6ff-c2f784291ef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:43.823315 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-39753a8e-3e5f-485b-9fea-eadffbd1bd02 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8970411 Jul 05 02:12:43.838397 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-7a28046b-fc40-4df4-a462-a6aa059cc1d1 None None] Set router 20f1b8f2-875b-4356-be70-e41da35b87e2 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:12:43.926739 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e474c9-e8db-4fc3-98fc-e0a080898eb7 req-a1f3a035-50de-47d5-a20a-ef7d83bdcae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:43.930463 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9340dff-f7b6-46a2-84ff-a7f488c81924 None None] Network 451d2b17-3feb-421f-9cb3-df157128e1b7 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:12:43.938312 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed789513-73ea-45d6-b912-6ebbbfc4f882 admin admin] Network 8024e41c-167c-4b45-9bd4-828b8b8f09ea is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:12:43.941764 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-28e474c9-e8db-4fc3-98fc-e0a080898eb7 req-a1f3a035-50de-47d5-a20a-ef7d83bdcae8 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2525988 Jul 05 02:12:43.967011 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-ed789513-73ea-45d6-b912-6ebbbfc4f882 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 8024e41c-167c-4b45-9bd4-828b8b8f09ea) {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:12:44.079017 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed789513-73ea-45d6-b912-6ebbbfc4f882 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:44.083505 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 42024) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:12:44.088334 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a19d0a6-70fe-4627-9881-99e72f634aff None None] Network 8024e41c-167c-4b45-9bd4-828b8b8f09ea requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:12:44.089965 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ed789513-73ea-45d6-b912-6ebbbfc4f882 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:44.134726 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b45be8-e634-4db3-ab88-ba3ee809cac0 req-e757caee-c87b-4235-b6ff-c2f784291ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:44.135353 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-f2b45be8-e634-4db3-ab88-ba3ee809cac0 req-e757caee-c87b-4235-b6ff-c2f784291ef0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:44.136755 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f2b45be8-e634-4db3-ab88-ba3ee809cac0 req-e757caee-c87b-4235-b6ff-c2f784291ef0 service neutron] 10.222.0.15 "PUT /v2.0/ports/8b64444c-d201-4092-a11d-b3e9583f7ce4 HTTP/1.1" status: 200 len: 1097 time: 2.2162061 Jul 05 02:12:44.139034 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53b1405d-e57e-488f-9402-6bda582de63e', 'tag': '8b64444c-d201-4092-a11d-b3e9583f7ce4'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:12:44.152672 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b223267e0e0ddb3199af7772d0b45336e3b4b54fbb151c86a8051291a61e85db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2008d6d8-7eb7-4982-9961-3efdcb70fd04" -d '{"events": [{"name": "network-changed", "server_uuid": "53b1405d-e57e-488f-9402-6bda582de63e", "tag": "8b64444c-d201-4092-a11d-b3e9583f7ce4"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:12:44.215322 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-7a28046b-fc40-4df4-a462-a6aa059cc1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f1b8f2-875b-4356-be70-e41da35b87e2', 'name': 'tempest-AttachSCSIVolumeTestJSON-529486704-router', 'tenant_id': 'a26ea553fd9d4d7dac33335525dc5e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '862b67af-8e04-4ed3-9f81-ffb3f970b865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:12:38Z', 'updated_at': '2021-07-05T02:12:41Z', 'revision_number': 3, 'project_id': 'a26ea553fd9d4d7dac33335525dc5e93', 'gw_port': {'id': '862b67af-8e04-4ed3-9f81-ffb3f970b865', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fc:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20f1b8f2-875b-4356-be70-e41da35b87e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:12:40Z', 'updated_at': '2021-07-05T02:12:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:12:44.223305 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7638a7a3-ac5f-4df9-9502-84ab00fe4af1 req-8a634025-b1c8-46f0-848c-476377c76f74 tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:44.231314 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7638a7a3-ac5f-4df9-9502-84ab00fe4af1 req-8a634025-b1c8-46f0-848c-476377c76f74 tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] 10.222.0.23 "GET /v2.0/ports?device_id=53b1405d-e57e-488f-9402-6bda582de63e HTTP/1.1" status: 200 len: 948 time: 0.5870974 Jul 05 02:12:44.251279 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a28046b-fc40-4df4-a462-a6aa059cc1d1 None None] Checking router: 20f1b8f2-875b-4356-be70-e41da35b87e2 for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:12:44.252263 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a28046b-fc40-4df4-a462-a6aa059cc1d1 None None] Updating router 20f1b8f2-875b-4356-be70-e41da35b87e2 port 862b67af-8e04-4ed3-9f81-ffb3f970b865 binding host n-d-771362-32 {{(pid=94464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 02:12:44.270822 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e757caee-c87b-4235-b6ff-c2f784291ef0 service neutron] Pushing event updated for resources: {'Port': ['ID=8b64444c-d201-4092-a11d-b3e9583f7ce4,revision_number=3']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:44.289141 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8db2bdb-4d38-456f-95ae-9fc732c9ca0b admin admin] Deleting subnet ac59858d-ad0b-4f4c-ab22-5bf3145e6347 {{(pid=94461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:12:44.290388 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-ed789513-73ea-45d6-b912-6ebbbfc4f882 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.4720590 Jul 05 02:12:44.293701 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a8db2bdb-4d38-456f-95ae-9fc732c9ca0b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:44.315120 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7a28046b-fc40-4df4-a462-a6aa059cc1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:44.316514 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7bf045-f69b-42fb-96d3-38fc3b34d931 None None] Network 8024e41c-167c-4b45-9bd4-828b8b8f09ea requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:12:44.357141 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f82415-afb9-471d-b508-0ad2f913dbed req-e2ea60ef-eab4-4bb9-b954-6aa4c448ce47 tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:44.367486 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-05f82415-afb9-471d-b508-0ad2f913dbed req-e2ea60ef-eab4-4bb9-b954-6aa4c448ce47 tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9d673cc-13b8-40f2-96f2-ccd35c2d9134 HTTP/1.1" status: 200 len: 947 time: 0.3637879 Jul 05 02:12:44.374519 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc5dd9b-a1ea-4add-9e75-47295215cd30 req-4daae07f-92df-4530-875d-4a6aa5554503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:44.376138 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8cc5dd9b-a1ea-4add-9e75-47295215cd30 req-4daae07f-92df-4530-875d-4a6aa5554503 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=07340aa663a94d2396a6c67101b3f807&device_id=a9d673cc-13b8-40f2-96f2-ccd35c2d9134 HTTP/1.1" status: 200 len: 1099 time: 0.3146389 Jul 05 02:12:44.394326 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a8db2bdb-4d38-456f-95ae-9fc732c9ca0b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:44.460069 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a8db2bdb-4d38-456f-95ae-9fc732c9ca0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:44.464186 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8cc5dd9b-a1ea-4add-9e75-47295215cd30 req-58553b1b-e10a-4499-9926-b1b216a938d8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=87324cc0-b903-4a89-b8df-73db604748ad HTTP/1.1" status: 200 len: 217 time: 0.0773730 Jul 05 02:12:44.534209 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7638a7a3-ac5f-4df9-9502-84ab00fe4af1 req-8ee18a36-306e-4f49-a6ec-ea4dd0838b79 tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5cd77e-1b52-448c-b212-5db741d9953c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977586 Jul 05 02:12:44.556838 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-05f82415-afb9-471d-b508-0ad2f913dbed req-437c8726-3433-4624-9728-e7507bea6722 tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f9ee991-c666-47b2-b3f3-24a1fcc6747e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884537 Jul 05 02:12:44.581260 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc5dd9b-a1ea-4add-9e75-47295215cd30 req-82ced4da-4401-4eb2-89b3-dfcecdbacdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:44.581402 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8cc5dd9b-a1ea-4add-9e75-47295215cd30 req-82ced4da-4401-4eb2-89b3-dfcecdbacdb4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b840e204-692c-4f54-8f07-f6563e8e36b1 HTTP/1.1" status: 200 len: 843 time: 0.0827446 Jul 05 02:12:44.695926 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc5dd9b-a1ea-4add-9e75-47295215cd30 req-0681d9e8-f5f3-4389-99f5-8bb2c08adccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:44.697754 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8cc5dd9b-a1ea-4add-9e75-47295215cd30 req-0681d9e8-f5f3-4389-99f5-8bb2c08adccf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dff432c2-7366-4622-aebb-da22fe05bfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0990713 Jul 05 02:12:44.699626 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a8db2bdb-4d38-456f-95ae-9fc732c9ca0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for subnet, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:44.720612 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b45be8-e634-4db3-ab88-ba3ee809cac0 req-df48df2b-8928-471f-8a29-afb431fc559e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:44.722853 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f2b45be8-e634-4db3-ab88-ba3ee809cac0 req-df48df2b-8928-471f-8a29-afb431fc559e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ed2364caf3124d8bad97d5b31d9f4d2b&device_id=53b1405d-e57e-488f-9402-6bda582de63e HTTP/1.1" status: 200 len: 1100 time: 0.3146605 Jul 05 02:12:44.753342 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7a28046b-fc40-4df4-a462-a6aa059cc1d1 None None] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:44.767094 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-7a28046b-fc40-4df4-a462-a6aa059cc1d1 None None] Transition to ACTIVE for port object 862b67af-8e04-4ed3-9f81-ffb3f970b865 will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:12:44.773338 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8db2bdb-4d38-456f-95ae-9fc732c9ca0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac59858d-ad0b-4f4c-ab22-5bf3145e6347,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:44.784410 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a8db2bdb-4d38-456f-95ae-9fc732c9ca0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:44.784410 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-a8db2bdb-4d38-456f-95ae-9fc732c9ca0b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ac59858d-ad0b-4f4c-ab22-5bf3145e6347 HTTP/1.1" status: 204 len: 168 time: 0.6849420 Jul 05 02:12:44.785957 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 42040) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:12:44.832185 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-961725a9-b0e0-4b8b-a5fe-ccb43e62501e req-c2fd3e36-9878-4901-9b07-5bd4f55461d1 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "GET /v2.0/ports?device_id=d986527f-6a25-41d6-8e06-2f04a5655e8e HTTP/1.1" status: 200 len: 210 time: 0.1079900 Jul 05 02:12:44.837142 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7a28046b-fc40-4df4-a462-a6aa059cc1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:44.843535 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f2b45be8-e634-4db3-ab88-ba3ee809cac0 req-a7e928e7-fc38-4129-a0a3-33e689cb1b9d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=8b64444c-d201-4092-a11d-b3e9583f7ce4 HTTP/1.1" status: 200 len: 217 time: 0.1008408 Jul 05 02:12:44.883516 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-290487fa-6e5a-4b51-8e42-bf31cfca5667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:44.895772 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8cc5dd9b-a1ea-4add-9e75-47295215cd30 req-d4a69b26-4e6c-4532-beac-372a616b991d service neutron] 10.222.0.15 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874442 Jul 05 02:12:44.924976 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae78ed6-e740-4bfb-88c4-dc21abd19704 x-openstack-request-id: req-9ae78ed6-e740-4bfb-88c4-dc21abd19704 {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:12:44.925844 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53b1405d-e57e-488f-9402-6bda582de63e", "tag": "8b64444c-d201-4092-a11d-b3e9583f7ce4", "status": "completed", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:12:44.926107 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9ae78ed6-e740-4bfb-88c4-dc21abd19704 {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:12:44.926525 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53b1405d-e57e-488f-9402-6bda582de63e', 'tag': '8b64444c-d201-4092-a11d-b3e9583f7ce4', 'status': 'completed', 'code': 200} Jul 05 02:12:44.934959 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-7a28046b-fc40-4df4-a462-a6aa059cc1d1 None None] Attempting to bind port 862b67af-8e04-4ed3-9f81-ffb3f970b865 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:12:44.941237 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-7a28046b-fc40-4df4-a462-a6aa059cc1d1 None None] Attempting to bind port 862b67af-8e04-4ed3-9f81-ffb3f970b865 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:12:44.942015 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a28046b-fc40-4df4-a462-a6aa059cc1d1 None None] Attempting to bind port 862b67af-8e04-4ed3-9f81-ffb3f970b865 on network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:12:44.966718 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a28046b-fc40-4df4-a462-a6aa059cc1d1 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:12:44.976264 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a28046b-fc40-4df4-a462-a6aa059cc1d1 None None] Checking segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:12:44.976999 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7a28046b-fc40-4df4-a462-a6aa059cc1d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:44.977634 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a28046b-fc40-4df4-a462-a6aa059cc1d1 None None] Bound using segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:12:44.978359 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-7a28046b-fc40-4df4-a462-a6aa059cc1d1 None None] Bound port: 862b67af-8e04-4ed3-9f81-ffb3f970b865, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:12:44.978946 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7a28046b-fc40-4df4-a462-a6aa059cc1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:44.982489 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df18f638-0bb2-4a5b-b3b3-056d5646116d None None] Pushing event updated for resources: {'Port': ['ID=862b67af-8e04-4ed3-9f81-ffb3f970b865,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:45.011420 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df18f638-0bb2-4a5b-b3b3-056d5646116d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:12:45.017032 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df18f638-0bb2-4a5b-b3b3-056d5646116d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:12:45.017032 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df18f638-0bb2-4a5b-b3b3-056d5646116d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:12:45.017032 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df18f638-0bb2-4a5b-b3b3-056d5646116d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:12:45.017032 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df18f638-0bb2-4a5b-b3b3-056d5646116d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:12:45.017032 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df18f638-0bb2-4a5b-b3b3-056d5646116d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:12:45.017032 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df18f638-0bb2-4a5b-b3b3-056d5646116d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:12:45.017032 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df18f638-0bb2-4a5b-b3b3-056d5646116d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:12:45.017032 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df18f638-0bb2-4a5b-b3b3-056d5646116d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:12:45.017032 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df18f638-0bb2-4a5b-b3b3-056d5646116d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:12:45.017032 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df18f638-0bb2-4a5b-b3b3-056d5646116d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:12:45.017032 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df18f638-0bb2-4a5b-b3b3-056d5646116d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:12:45.055296 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-7a28046b-fc40-4df4-a462-a6aa059cc1d1 None None] For port 862b67af-8e04-4ed3-9f81-ffb3f970b865, host n-d-771362-32, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:12:45.058697 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-7a28046b-fc40-4df4-a462-a6aa059cc1d1 None None] For port 862b67af-8e04-4ed3-9f81-ffb3f970b865, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=862b67af-8e04-4ed3-9f81-ffb3f970b865,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:12:45.068684 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-290487fa-6e5a-4b51-8e42-bf31cfca5667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:45.085393 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b45be8-e634-4db3-ab88-ba3ee809cac0 req-679477bb-942c-466e-9f27-2957b8ee9830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:45.087152 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f2b45be8-e634-4db3-ab88-ba3ee809cac0 req-679477bb-942c-466e-9f27-2957b8ee9830 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b840e204-692c-4f54-8f07-f6563e8e36b1 HTTP/1.1" status: 200 len: 843 time: 0.2239122 Jul 05 02:12:45.128347 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7a28046b-fc40-4df4-a462-a6aa059cc1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:45.130015 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d2c6d6d0-017b-4aa1-9680-846e99ac3a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:45.196026 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-290487fa-6e5a-4b51-8e42-bf31cfca5667 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:12:45.199267 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-290487fa-6e5a-4b51-8e42-bf31cfca5667 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:12:45.205368 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-290487fa-6e5a-4b51-8e42-bf31cfca5667 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:12:45.205785 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-290487fa-6e5a-4b51-8e42-bf31cfca5667 admin admin] Subscribe: > port after_create 55550000 {{(pid=94461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:12:45.206240 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-290487fa-6e5a-4b51-8e42-bf31cfca5667 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:12:45.206584 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-290487fa-6e5a-4b51-8e42-bf31cfca5667 admin admin] Subscribe: > port after_update 55550000 {{(pid=94461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:12:45.206911 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-290487fa-6e5a-4b51-8e42-bf31cfca5667 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:12:45.207234 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-290487fa-6e5a-4b51-8e42-bf31cfca5667 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:12:45.207553 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-290487fa-6e5a-4b51-8e42-bf31cfca5667 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:12:45.207871 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-290487fa-6e5a-4b51-8e42-bf31cfca5667 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:12:45.225124 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a28046b-fc40-4df4-a462-a6aa059cc1d1 None None] Routers {'20f1b8f2-875b-4356-be70-e41da35b87e2'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:12:45.225733 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-7a28046b-fc40-4df4-a462-a6aa059cc1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:12:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['20f1b8f2-875b-4356-be70-e41da35b87e2'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:12:45.228474 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df18f638-0bb2-4a5b-b3b3-056d5646116d None None] Pushing event updated for resources: {'Port': ['ID=862b67af-8e04-4ed3-9f81-ffb3f970b865,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:45.301347 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b45be8-e634-4db3-ab88-ba3ee809cac0 req-4182bdb1-796b-41b4-b992-8b0470a621ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:45.303428 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f2b45be8-e634-4db3-ab88-ba3ee809cac0 req-4182bdb1-796b-41b4-b992-8b0470a621ae service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dff432c2-7366-4622-aebb-da22fe05bfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2100616 Jul 05 02:12:45.341363 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-290487fa-6e5a-4b51-8e42-bf31cfca5667 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:12:45.341706 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-290487fa-6e5a-4b51-8e42-bf31cfca5667 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:12:45.342040 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-290487fa-6e5a-4b51-8e42-bf31cfca5667 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:12:45.346522 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-290487fa-6e5a-4b51-8e42-bf31cfca5667 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:12:45.347433 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-7a28046b-fc40-4df4-a462-a6aa059cc1d1 None None] Set router 20f1b8f2-875b-4356-be70-e41da35b87e2 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:12:45.348194 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-290487fa-6e5a-4b51-8e42-bf31cfca5667 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['554acf20-e051-4aaf-9c47-569f49b72887']}} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:12:45.483524 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-d2c6d6d0-017b-4aa1-9680-846e99ac3a9c admin admin] Allocated IP 172.20.0.1 (98e9f515-6cf4-4efb-9632-f9c68ae3e49b/1b8be822-461d-4761-a35b-41acdbbeaf8b/2014197d-f9c1-4538-ac55-83213b9c2728) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:12:45.489663 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f2b45be8-e634-4db3-ab88-ba3ee809cac0 req-3b897c72-2bd3-44ce-a7ce-7c4033133029 service neutron] 10.222.0.15 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633763 Jul 05 02:12:45.521062 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e21ad2-aeff-42f9-9232-a083f8307c6f req-505733fe-ae7b-4a5c-822d-31106cf34327 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:45.522799 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e0e21ad2-aeff-42f9-9232-a083f8307c6f req-505733fe-ae7b-4a5c-822d-31106cf34327 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.21 "GET /v2.0/networks?id=ae249f0a-0756-4e2c-91ca-8aa027d8a61b HTTP/1.1" status: 200 len: 813 time: 0.4675686 Jul 05 02:12:45.528493 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-290487fa-6e5a-4b51-8e42-bf31cfca5667 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b79d449-c5e1-4946-8842-d5f89927433f') {'for_net_delete': True} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:12:45.528493 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-290487fa-6e5a-4b51-8e42-bf31cfca5667 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b79d449-c5e1-4946-8842-d5f89927433f') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:12:45.538964 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8cc5dd9b-a1ea-4add-9e75-47295215cd30 req-63cef6b8-ab53-498f-acbd-12171e3a8238 service neutron] 10.222.0.15 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6356874 Jul 05 02:12:45.570904 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-e0e21ad2-aeff-42f9-9232-a083f8307c6f req-06a708a8-0b40-490e-b4d4-9d4a94a5a1f4 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Request body: {'port': {'device_id': 'd986527f-6a25-41d6-8e06-2f04a5655e8e', 'network_id': 'ae249f0a-0756-4e2c-91ca-8aa027d8a61b', 'admin_state_up': True, 'tenant_id': '56afeb828cf948f58160284840211a1e'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:12:45.583463 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-290487fa-6e5a-4b51-8e42-bf31cfca5667 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5519669'] for segment, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:45.638250 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-7a28046b-fc40-4df4-a462-a6aa059cc1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f1b8f2-875b-4356-be70-e41da35b87e2', 'name': 'tempest-AttachSCSIVolumeTestJSON-529486704-router', 'tenant_id': 'a26ea553fd9d4d7dac33335525dc5e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '862b67af-8e04-4ed3-9f81-ffb3f970b865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:12:38Z', 'updated_at': '2021-07-05T02:12:41Z', 'revision_number': 3, 'project_id': 'a26ea553fd9d4d7dac33335525dc5e93', 'gw_port': {'id': '862b67af-8e04-4ed3-9f81-ffb3f970b865', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fc:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20f1b8f2-875b-4356-be70-e41da35b87e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:12:40Z', 'updated_at': '2021-07-05T02:12:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:12:45.663198 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f2b45be8-e634-4db3-ab88-ba3ee809cac0 req-a8ca37b5-2b17-4d5d-9849-0e0046057556 service neutron] 10.222.0.15 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668282 Jul 05 02:12:45.667999 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a28046b-fc40-4df4-a462-a6aa059cc1d1 None None] The sync data for ids ['20f1b8f2-875b-4356-be70-e41da35b87e2'] in n-d-771362-32 is: [{'id': '20f1b8f2-875b-4356-be70-e41da35b87e2', 'name': 'tempest-AttachSCSIVolumeTestJSON-529486704-router', 'tenant_id': 'a26ea553fd9d4d7dac33335525dc5e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '862b67af-8e04-4ed3-9f81-ffb3f970b865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:12:38Z', 'updated_at': '2021-07-05T02:12:41Z', 'revision_number': 3, 'project_id': 'a26ea553fd9d4d7dac33335525dc5e93', 'gw_port': {'id': '862b67af-8e04-4ed3-9f81-ffb3f970b865', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fc:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20f1b8f2-875b-4356-be70-e41da35b87e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:12:40Z', 'updated_at': '2021-07-05T02:12:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:12:45.676662 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d2c6d6d0-017b-4aa1-9680-846e99ac3a9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:45.692327 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [None req-d2c6d6d0-017b-4aa1-9680-846e99ac3a9c admin admin] Transition to ACTIVE for port object 2014197d-f9c1-4538-ac55-83213b9c2728 will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:12:45.702465 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-290487fa-6e5a-4b51-8e42-bf31cfca5667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:45.732372 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-290487fa-6e5a-4b51-8e42-bf31cfca5667 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=94461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:12:45.732631 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-290487fa-6e5a-4b51-8e42-bf31cfca5667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5763545'] for segment, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:45.761453 n-d-771362-32 neutron-server[94461]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 05 02:12:45.761453 n-d-771362-32 neutron-server[94461]: from cryptography.utils import int_from_bytes Jul 05 02:12:45.761453 n-d-771362-32 neutron-server[94461]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 05 02:12:45.761453 n-d-771362-32 neutron-server[94461]: from cryptography.utils import int_from_bytes Jul 05 02:12:45.761453 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:12:45.761453 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:12:45.761453 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:12:45.761453 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:12:45.761453 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:12:45.761453 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:12:45.761453 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:12:45.761453 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:12:45.761453 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:12:45.761453 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:12:45.761453 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:12:45.761453 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:12:45.761453 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:12:45.761453 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:12:45.761453 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:12:45.761453 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:12:45.761453 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:12:45.761453 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:12:45.761453 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:12:45.761453 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:12:45.761453 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:12:45.761453 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:12:45.761453 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:12:45.761453 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:12:45.761453 n-d-771362-32 neutron-server[94461]: Traceback (most recent call last): Jul 05 02:12:45.761453 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:12:45.761453 n-d-771362-32 neutron-server[94461]: timer() Jul 05 02:12:45.761453 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:12:45.761453 n-d-771362-32 neutron-server[94461]: cb(*args, **kw) Jul 05 02:12:45.761453 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:12:45.761453 n-d-771362-32 neutron-server[94461]: return func(*args, **kwargs) Jul 05 02:12:45.761453 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:12:45.761453 n-d-771362-32 neutron-server[94461]: self._notify() Jul 05 02:12:45.761453 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:12:45.761453 n-d-771362-32 neutron-server[94461]: self.callback(batched_events) Jul 05 02:12:45.761453 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:12:45.761453 n-d-771362-32 neutron-server[94461]: event.method(event) Jul 05 02:12:45.761453 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:12:45.761453 n-d-771362-32 neutron-server[94461]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:12:45.761453 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:12:45.761453 n-d-771362-32 neutron-server[94461]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:12:45.761453 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:12:45.761453 n-d-771362-32 neutron-server[94461]: return f(self, *a, **k) Jul 05 02:12:45.761453 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:12:45.761453 n-d-771362-32 neutron-server[94461]: return self._get(url).json() Jul 05 02:12:45.761453 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:12:45.761453 n-d-771362-32 neutron-server[94461]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:12:45.761453 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:12:45.761453 n-d-771362-32 neutron-server[94461]: return self.request(url, 'GET', **kwargs) Jul 05 02:12:45.761453 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:12:45.761453 n-d-771362-32 neutron-server[94461]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:12:45.761453 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:12:45.761453 n-d-771362-32 neutron-server[94461]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:12:45.761453 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:12:45.761453 n-d-771362-32 neutron-server[94461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:12:45.761453 n-d-771362-32 neutron-server[94461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:12:45.791267 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b9fcbb-0c68-4d55-a374-ab6e3dbf4813 req-56e78057-74f3-41af-84ca-f7fe1434781d tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:45.793678 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a1b9fcbb-0c68-4d55-a374-ab6e3dbf4813 req-56e78057-74f3-41af-84ca-f7fe1434781d tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/networks?id=b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1 HTTP/1.1" status: 200 len: 819 time: 0.7159688 Jul 05 02:12:45.805614 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1e237b-aa12-446a-8474-3527ded7f37a req-27f26968-e5e1-484f-804c-e36697485744 tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:45.807444 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ea1e237b-aa12-446a-8474-3527ded7f37a req-27f26968-e5e1-484f-804c-e36697485744 tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] 10.222.0.23 "GET /v2.0/ports?device_id=53b1405d-e57e-488f-9402-6bda582de63e HTTP/1.1" status: 200 len: 948 time: 0.0825994 Jul 05 02:12:45.863644 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d2c6d6d0-017b-4aa1-9680-846e99ac3a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:45.876332 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 42076) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:12:45.921707 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ea1e237b-aa12-446a-8474-3527ded7f37a req-1947839a-6a76-4f04-9218-04b5d29b4f41 tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5cd77e-1b52-448c-b212-5db741d9953c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041915 Jul 05 02:12:45.934453 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c6d6d0-017b-4aa1-9680-846e99ac3a9c admin admin] Network 98e9f515-6cf4-4efb-9632-f9c68ae3e49b is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:12:45.940001 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-d2c6d6d0-017b-4aa1-9680-846e99ac3a9c admin admin] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:12:45.944995 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c6d6d0-017b-4aa1-9680-846e99ac3a9c admin admin] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:12:45.949357 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d2c6d6d0-017b-4aa1-9680-846e99ac3a9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635668'] for router_interface, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:46.029167 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c6d6d0-017b-4aa1-9680-846e99ac3a9c admin admin] Pushing event updated for resources: {'Port': ['ID=2014197d-f9c1-4538-ac55-83213b9c2728,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:46.040553 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2008d6d8-7eb7-4982-9961-3efdcb70fd04 req-02deaba5-4f76-4004-abd6-ef4d69cd186d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:46.042090 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2008d6d8-7eb7-4982-9961-3efdcb70fd04 req-02deaba5-4f76-4004-abd6-ef4d69cd186d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ed2364caf3124d8bad97d5b31d9f4d2b&device_id=53b1405d-e57e-488f-9402-6bda582de63e HTTP/1.1" status: 200 len: 1100 time: 0.2337499 Jul 05 02:12:46.268557 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a1b9fcbb-0c68-4d55-a374-ab6e3dbf4813 req-d677ba4c-f020-4c21-b6ea-308ad198ebaa tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/quotas/7bf4f22dde1e4624a2cb34086c53be02 HTTP/1.1" status: 200 len: 375 time: 0.0658514 Jul 05 02:12:46.324512 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a1b9fcbb-0c68-4d55-a374-ab6e3dbf4813 req-e16cf0a3-8a5e-4784-b64c-4dd0fb4deb8f tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7bf4f22dde1e4624a2cb34086c53be02&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305490 Jul 05 02:12:46.333430 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-290487fa-6e5a-4b51-8e42-bf31cfca5667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:46.364589 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-290487fa-6e5a-4b51-8e42-bf31cfca5667 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:46.369293 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-290487fa-6e5a-4b51-8e42-bf31cfca5667 admin admin] 10.222.0.23 "DELETE /v2.0/networks/554acf20-e051-4aaf-9c47-569f49b72887 HTTP/1.1" status: 204 len: 168 time: 1.5801134 Jul 05 02:12:46.377854 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290487fa-6e5a-4b51-8e42-bf31cfca5667 admin admin] Pushing event deleted for resources: {'Network': ['ID=554acf20-e051-4aaf-9c47-569f49b72887,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:46.390379 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 42082) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:12:46.396762 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cc4005b8-fef7-44aa-9c67-dc1929575604 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:46.407764 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0e21ad2-aeff-42f9-9232-a083f8307c6f req-06a708a8-0b40-490e-b4d4-9d4a94a5a1f4 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Made reservation on behalf of 56afeb828cf948f58160284840211a1e for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:12:46.411523 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-e0e21ad2-aeff-42f9-9232-a083f8307c6f req-06a708a8-0b40-490e-b4d4-9d4a94a5a1f4 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:46.446910 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-55c85a13-dc5b-4c4c-9b8b-913879e06bfa None None] Provisioning for port 2014197d-f9c1-4538-ac55-83213b9c2728 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:12:46.452259 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-55c85a13-dc5b-4c4c-9b8b-913879e06bfa None None] Provisioning complete for port 2014197d-f9c1-4538-ac55-83213b9c2728 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:12:46.452899 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-55c85a13-dc5b-4c4c-9b8b-913879e06bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:46.489947 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-55c85a13-dc5b-4c4c-9b8b-913879e06bfa None None] Port 2014197d-f9c1-4538-ac55-83213b9c2728 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:12:46.517433 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a1b9fcbb-0c68-4d55-a374-ab6e3dbf4813 req-79d35796-cdcf-493a-9511-1e584a94273f service neutron] 10.222.0.23 "GET /v2.0/networks/b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733470 Jul 05 02:12:46.595156 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2008d6d8-7eb7-4982-9961-3efdcb70fd04 req-49fb2331-42f9-4ea9-a6c5-8a80fd56a87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:46.596842 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2008d6d8-7eb7-4982-9961-3efdcb70fd04 req-49fb2331-42f9-4ea9-a6c5-8a80fd56a87d service neutron] 10.222.0.15 "GET /v2.0/networks?id=dff432c2-7366-4622-aebb-da22fe05bfd4 HTTP/1.1" status: 200 len: 869 time: 0.5477924 Jul 05 02:12:46.608237 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-8043ba91-5576-4a34-8614-b3263a17956d admin admin] Deleting subnet 6f240976-bc7d-46ed-912d-e5f56a665557 {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:12:46.621660 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-e0e21ad2-aeff-42f9-9232-a083f8307c6f req-06a708a8-0b40-490e-b4d4-9d4a94a5a1f4 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Allocated IP 172.20.0.10 (ae249f0a-0756-4e2c-91ca-8aa027d8a61b/ea5677e1-8b3f-4cb2-b460-3fad0d995656/7c7f9f13-b119-42f8-9796-45087a9c0359) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:12:46.628417 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8043ba91-5576-4a34-8614-b3263a17956d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:46.668018 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a1b9fcbb-0c68-4d55-a374-ab6e3dbf4813 req-7f8e6d6e-ad85-45ee-8a22-33029e94fad8 service neutron] 10.222.0.23 "GET /v2.0/networks/b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441691 Jul 05 02:12:46.691103 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2008d6d8-7eb7-4982-9961-3efdcb70fd04 req-041ad239-eb14-4211-b526-f8a516285a71 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=8b64444c-d201-4092-a11d-b3e9583f7ce4 HTTP/1.1" status: 200 len: 217 time: 0.0758355 Jul 05 02:12:46.720316 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba730cd3-cbe1-4732-adc7-9725dfbd13bf req-df14aa73-b41c-450e-9afc-61d0c1059bf4 tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:46.721652 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ba730cd3-cbe1-4732-adc7-9725dfbd13bf req-df14aa73-b41c-450e-9afc-61d0c1059bf4 tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9d673cc-13b8-40f2-96f2-ccd35c2d9134 HTTP/1.1" status: 200 len: 947 time: 0.4206643 Jul 05 02:12:46.760961 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8043ba91-5576-4a34-8614-b3263a17956d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:46.818243 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-e0e21ad2-aeff-42f9-9232-a083f8307c6f req-06a708a8-0b40-490e-b4d4-9d4a94a5a1f4 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:46.822441 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8043ba91-5576-4a34-8614-b3263a17956d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:46.857875 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2008d6d8-7eb7-4982-9961-3efdcb70fd04 req-b323d748-ae89-47f6-b873-6acc1b12b0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:46.859379 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2008d6d8-7eb7-4982-9961-3efdcb70fd04 req-b323d748-ae89-47f6-b873-6acc1b12b0c5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b840e204-692c-4f54-8f07-f6563e8e36b1 HTTP/1.1" status: 200 len: 843 time: 0.1598327 Jul 05 02:12:46.901732 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d2c6d6d0-017b-4aa1-9680-846e99ac3a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:46.969491 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ba730cd3-cbe1-4732-adc7-9725dfbd13bf req-49e9dc91-bd4f-4b4a-ab0f-e90bdf5eb440 tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f9ee991-c666-47b2-b3f3-24a1fcc6747e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003129 Jul 05 02:12:46.969491 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cc4005b8-fef7-44aa-9c67-dc1929575604 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:46.970852 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-e0e21ad2-aeff-42f9-9232-a083f8307c6f req-06a708a8-0b40-490e-b4d4-9d4a94a5a1f4 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:46.970942 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['f68b33b1-7c3b-4d3d-a670-7072239ace45'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:12:47.039734 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0e21ad2-aeff-42f9-9232-a083f8307c6f req-06a708a8-0b40-490e-b4d4-9d4a94a5a1f4 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Network ae249f0a-0756-4e2c-91ca-8aa027d8a61b is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:12:47.054291 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-e0e21ad2-aeff-42f9-9232-a083f8307c6f req-06a708a8-0b40-490e-b4d4-9d4a94a5a1f4 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:12:47.059744 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0e21ad2-aeff-42f9-9232-a083f8307c6f req-06a708a8-0b40-490e-b4d4-9d4a94a5a1f4 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:12:47.064101 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a708a8-0b40-490e-b4d4-9d4a94a5a1f4 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Pushing event updated for resources: {'Port': ['ID=7c7f9f13-b119-42f8-9796-45087a9c0359,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:47.144571 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cc4005b8-fef7-44aa-9c67-dc1929575604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:47.161028 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2008d6d8-7eb7-4982-9961-3efdcb70fd04 req-f8ac7502-97fd-4686-b1a9-6d3e2d57f80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:47.162645 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2008d6d8-7eb7-4982-9961-3efdcb70fd04 req-f8ac7502-97fd-4686-b1a9-6d3e2d57f80e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dff432c2-7366-4622-aebb-da22fe05bfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2861526 Jul 05 02:12:47.228762 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d8e5a1-7b5d-4548-ab88-8c584473939e req-f9dad5cb-ea2d-4109-8d46-a4d804851e17 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:47.230251 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-66d8e5a1-7b5d-4548-ab88-8c584473939e req-f9dad5cb-ea2d-4109-8d46-a4d804851e17 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "GET /v2.0/ports?device_id=d986527f-6a25-41d6-8e06-2f04a5655e8e HTTP/1.1" status: 200 len: 932 time: 0.1410742 Jul 05 02:12:47.236796 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e21ad2-aeff-42f9-9232-a083f8307c6f req-06a708a8-0b40-490e-b4d4-9d4a94a5a1f4 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:47.237431 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-e0e21ad2-aeff-42f9-9232-a083f8307c6f req-06a708a8-0b40-490e-b4d4-9d4a94a5a1f4 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:47.245566 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8043ba91-5576-4a34-8614-b3263a17956d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:47.283002 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-66d8e5a1-7b5d-4548-ab88-8c584473939e req-418a4fa3-abe2-4a22-80d8-2b1cf3755e6c tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "GET /v2.0/security-groups?id=e181e6bc-cf15-4644-b3a9-16feadbfeb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409656 Jul 05 02:12:47.313283 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-cc4005b8-fef7-44aa-9c67-dc1929575604 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=749ef3c160074ac6a3ebcda791ecc87e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4233155 Jul 05 02:12:47.313566 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 42098) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:12:47.365586 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8043ba91-5576-4a34-8614-b3263a17956d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:47.367572 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-8043ba91-5576-4a34-8614-b3263a17956d admin admin] 10.222.0.23 "DELETE /v2.0/subnets/6f240976-bc7d-46ed-912d-e5f56a665557 HTTP/1.1" status: 204 len: 168 time: 0.9687364 Jul 05 02:12:47.369768 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6eb891b9-a780-43cd-a792-f0556f3149dd req-d5431483-7330-4a82-9af8-04a09c787c06 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=54d1bfa2-7798-4198-8e88-90a0c32fd269 HTTP/1.1" status: 200 len: 210 time: 0.1458945 Jul 05 02:12:47.378073 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 42100) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:12:47.378173 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e0e21ad2-aeff-42f9-9232-a083f8307c6f req-06a708a8-0b40-490e-b4d4-9d4a94a5a1f4 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8103461 Jul 05 02:12:47.378173 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-62201186-7a10-4139-91f6-5020db85bb4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:47.403611 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-62201186-7a10-4139-91f6-5020db85bb4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:47.408634 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8043ba91-5576-4a34-8614-b3263a17956d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f240976-bc7d-46ed-912d-e5f56a665557,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:47.417011 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-e0e21ad2-aeff-42f9-9232-a083f8307c6f req-d773a509-64b9-49e4-abc9-81e060414f40 service neutron] Request body: {'port': {'device_id': 'd986527f-6a25-41d6-8e06-2f04a5655e8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:12:47.433240 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4005b8-fef7-44aa-9c67-dc1929575604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21a91a04-9a22-43ed-942e-09212f9e25b8,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:47.487043 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d2c6d6d0-017b-4aa1-9680-846e99ac3a9c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:47.531349 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-23f0f0f9-7deb-4e5e-829f-27a9f827160c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:47.544547 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2008d6d8-7eb7-4982-9961-3efdcb70fd04 req-194a5d36-958a-4788-a824-0a7d0f5caaf1 service neutron] 10.222.0.15 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3656723 Jul 05 02:12:47.552753 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-e0e21ad2-aeff-42f9-9232-a083f8307c6f req-d773a509-64b9-49e4-abc9-81e060414f40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:47.578695 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d2c6d6d0-017b-4aa1-9680-846e99ac3a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:47.579416 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d2c6d6d0-017b-4aa1-9680-846e99ac3a9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634601'] for router_interface, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:47.600562 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363a4989-3a0e-4ac2-87a0-2e37808807cf req-fd6f4240-235f-4f7c-875a-dced98704308 tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:47.607544 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-363a4989-3a0e-4ac2-87a0-2e37808807cf req-fd6f4240-235f-4f7c-875a-dced98704308 tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] 10.222.0.23 "GET /v2.0/ports?device_id=53b1405d-e57e-488f-9402-6bda582de63e HTTP/1.1" status: 200 len: 948 time: 0.1610668 Jul 05 02:12:47.644252 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-62201186-7a10-4139-91f6-5020db85bb4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:47.646743 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-62201186-7a10-4139-91f6-5020db85bb4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:47.647892 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-62201186-7a10-4139-91f6-5020db85bb4e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/21a91a04-9a22-43ed-942e-09212f9e25b8 HTTP/1.1" status: 204 len: 168 time: 0.3392148 Jul 05 02:12:47.716265 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62201186-7a10-4139-91f6-5020db85bb4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a91a04-9a22-43ed-942e-09212f9e25b8,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:47.723207 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-363a4989-3a0e-4ac2-87a0-2e37808807cf req-35f12e2e-b682-4be0-b0e4-e99017458ce6 tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5cd77e-1b52-448c-b212-5db741d9953c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148319 Jul 05 02:12:47.768501 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-23f0f0f9-7deb-4e5e-829f-27a9f827160c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:47.788496 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-23f0f0f9-7deb-4e5e-829f-27a9f827160c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:12:47.788496 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-23f0f0f9-7deb-4e5e-829f-27a9f827160c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:12:47.788496 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-23f0f0f9-7deb-4e5e-829f-27a9f827160c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:12:47.788867 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-23f0f0f9-7deb-4e5e-829f-27a9f827160c admin admin] Subscribe: > port after_create 55550000 {{(pid=94462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:12:47.788948 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-23f0f0f9-7deb-4e5e-829f-27a9f827160c admin admin] Subscribe: > port after_delete 55550000 {{(pid=94462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:12:47.789598 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-23f0f0f9-7deb-4e5e-829f-27a9f827160c admin admin] Subscribe: > port after_update 55550000 {{(pid=94462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:12:47.789598 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-23f0f0f9-7deb-4e5e-829f-27a9f827160c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:12:47.789805 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-23f0f0f9-7deb-4e5e-829f-27a9f827160c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:12:47.790138 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-23f0f0f9-7deb-4e5e-829f-27a9f827160c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:12:47.793039 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-23f0f0f9-7deb-4e5e-829f-27a9f827160c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:12:47.860575 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-23f0f0f9-7deb-4e5e-829f-27a9f827160c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:12:47.860918 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-23f0f0f9-7deb-4e5e-829f-27a9f827160c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:12:47.861604 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-23f0f0f9-7deb-4e5e-829f-27a9f827160c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:12:47.861604 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-23f0f0f9-7deb-4e5e-829f-27a9f827160c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 02:12:47.865842 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-23f0f0f9-7deb-4e5e-829f-27a9f827160c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['451d2b17-3feb-421f-9cb3-df157128e1b7']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:12:47.872852 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c6d6d0-017b-4aa1-9680-846e99ac3a9c admin admin] Pushing event updated for resources: {'Port': ['ID=2014197d-f9c1-4538-ac55-83213b9c2728,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:47.893940 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-23f0f0f9-7deb-4e5e-829f-27a9f827160c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60b61b2b-e41c-4f22-b263-73bb6be6ca3d') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:12:47.902365 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-23f0f0f9-7deb-4e5e-829f-27a9f827160c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60b61b2b-e41c-4f22-b263-73bb6be6ca3d') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:12:47.909402 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-e0e21ad2-aeff-42f9-9232-a083f8307c6f req-d773a509-64b9-49e4-abc9-81e060414f40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c7f9f13-b119-42f8-9796-45087a9c0359 {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:12:47.920276 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-e0e21ad2-aeff-42f9-9232-a083f8307c6f req-d773a509-64b9-49e4-abc9-81e060414f40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:47.927776 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-23f0f0f9-7deb-4e5e-829f-27a9f827160c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:47.938794 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-e0e21ad2-aeff-42f9-9232-a083f8307c6f req-d773a509-64b9-49e4-abc9-81e060414f40 service neutron] Transition to ACTIVE for port object 7c7f9f13-b119-42f8-9796-45087a9c0359 will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:12:47.971991 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-23f0f0f9-7deb-4e5e-829f-27a9f827160c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:47.984210 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c6d6d0-017b-4aa1-9680-846e99ac3a9c admin admin] Network 98e9f515-6cf4-4efb-9632-f9c68ae3e49b is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:12:47.985972 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23f0f0f9-7deb-4e5e-829f-27a9f827160c admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:12:47.986383 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-23f0f0f9-7deb-4e5e-829f-27a9f827160c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:47.989967 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2008d6d8-7eb7-4982-9961-3efdcb70fd04 req-ba500a5c-7909-492c-a656-61767cbb0ab6 service neutron] 10.222.0.15 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4376817 Jul 05 02:12:47.994764 n-d-771362-32 neutron-server[94462]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 05 02:12:47.994764 n-d-771362-32 neutron-server[94462]: from cryptography.utils import int_from_bytes Jul 05 02:12:47.994764 n-d-771362-32 neutron-server[94462]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 05 02:12:47.994764 n-d-771362-32 neutron-server[94462]: from cryptography.utils import int_from_bytes Jul 05 02:12:47.994764 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:12:47.994764 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:12:47.994764 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:12:47.994764 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:12:47.994764 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:12:47.994764 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:12:47.994764 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:12:47.994764 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:12:47.994764 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:12:47.994764 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:12:47.994764 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:12:47.994764 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:12:47.994764 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:12:47.994764 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:12:47.994764 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:12:47.994764 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:12:47.994764 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:12:47.994764 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:12:47.994764 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:12:47.994764 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:12:47.994764 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:12:47.994764 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:12:47.994764 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:12:47.994764 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:12:47.994764 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:12:47.994764 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:12:47.994764 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:12:47.994764 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:12:47.994764 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:12:47.994764 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:12:47.994764 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:12:47.994764 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:12:47.994764 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:12:47.994764 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:12:47.994764 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:12:47.994764 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:12:47.994764 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:12:47.994764 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:12:47.994764 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:12:47.994764 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:12:47.994764 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:12:47.994764 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:12:47.994764 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:12:47.994764 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:12:48.005211 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-d2c6d6d0-017b-4aa1-9680-846e99ac3a9c admin admin] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:12:48.070337 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-e0e21ad2-aeff-42f9-9232-a083f8307c6f req-d773a509-64b9-49e4-abc9-81e060414f40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:48.103346 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 862b67af-8e04-4ed3-9f81-ffb3f970b865 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:12:48.149606 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d773a509-64b9-49e4-abc9-81e060414f40 service neutron] Pushing event updated for resources: {'Port': ['ID=7c7f9f13-b119-42f8-9796-45087a9c0359,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:48.260945 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-e0e21ad2-aeff-42f9-9232-a083f8307c6f req-d773a509-64b9-49e4-abc9-81e060414f40 service neutron] Attempting to bind port 7c7f9f13-b119-42f8-9796-45087a9c0359 on host n-h1-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:12:48.261365 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-e0e21ad2-aeff-42f9-9232-a083f8307c6f req-d773a509-64b9-49e4-abc9-81e060414f40 service neutron] Attempting to bind port 7c7f9f13-b119-42f8-9796-45087a9c0359 by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': 'eb1a6b94-6086-43b7-acf8-adc8a5518556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ae249f0a-0756-4e2c-91ca-8aa027d8a61b'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:12:48.261702 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e21ad2-aeff-42f9-9232-a083f8307c6f req-d773a509-64b9-49e4-abc9-81e060414f40 service neutron] Attempting to bind port 7c7f9f13-b119-42f8-9796-45087a9c0359 on network ae249f0a-0756-4e2c-91ca-8aa027d8a61b {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:12:48.267627 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e21ad2-aeff-42f9-9232-a083f8307c6f req-d773a509-64b9-49e4-abc9-81e060414f40 service neutron] Port 7c7f9f13-b119-42f8-9796-45087a9c0359 on network ae249f0a-0756-4e2c-91ca-8aa027d8a61b not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:12:48.267953 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e21ad2-aeff-42f9-9232-a083f8307c6f req-d773a509-64b9-49e4-abc9-81e060414f40 service neutron] Attempting to bind port 7c7f9f13-b119-42f8-9796-45087a9c0359 on network ae249f0a-0756-4e2c-91ca-8aa027d8a61b {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:12:48.274247 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e21ad2-aeff-42f9-9232-a083f8307c6f req-d773a509-64b9-49e4-abc9-81e060414f40 service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:12:48.274605 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e21ad2-aeff-42f9-9232-a083f8307c6f req-d773a509-64b9-49e4-abc9-81e060414f40 service neutron] Checking segment: {'id': 'eb1a6b94-6086-43b7-acf8-adc8a5518556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ae249f0a-0756-4e2c-91ca-8aa027d8a61b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:12:48.275048 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e21ad2-aeff-42f9-9232-a083f8307c6f req-d773a509-64b9-49e4-abc9-81e060414f40 service neutron] Bound using segment: {'id': 'eb1a6b94-6086-43b7-acf8-adc8a5518556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ae249f0a-0756-4e2c-91ca-8aa027d8a61b'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:12:48.275487 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-e0e21ad2-aeff-42f9-9232-a083f8307c6f req-d773a509-64b9-49e4-abc9-81e060414f40 service neutron] Bound port: 7c7f9f13-b119-42f8-9796-45087a9c0359, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb1a6b94-6086-43b7-acf8-adc8a5518556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ae249f0a-0756-4e2c-91ca-8aa027d8a61b'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:12:48.276220 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-e0e21ad2-aeff-42f9-9232-a083f8307c6f req-d773a509-64b9-49e4-abc9-81e060414f40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:48.282580 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 862b67af-8e04-4ed3-9f81-ffb3f970b865 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:12:48.287811 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 862b67af-8e04-4ed3-9f81-ffb3f970b865 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:12:48.288241 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:48.291580 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 8b64444c-d201-4092-a11d-b3e9583f7ce4 details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:12:48.410369 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-e0e21ad2-aeff-42f9-9232-a083f8307c6f req-d773a509-64b9-49e4-abc9-81e060414f40 service neutron] For port 7c7f9f13-b119-42f8-9796-45087a9c0359, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:12:48.413989 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-e0e21ad2-aeff-42f9-9232-a083f8307c6f req-d773a509-64b9-49e4-abc9-81e060414f40 service neutron] For port 7c7f9f13-b119-42f8-9796-45087a9c0359, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=7c7f9f13-b119-42f8-9796-45087a9c0359,segment=NetworkSegment(eb1a6b94-6086-43b7-acf8-adc8a5518556),segment_id=eb1a6b94-6086-43b7-acf8-adc8a5518556)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:12:48.466937 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-97d623e7-565e-4df5-a262-501e614d9352 None None] Provisioning complete for port 2014197d-f9c1-4538-ac55-83213b9c2728 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:12:48.467308 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-97d623e7-565e-4df5-a262-501e614d9352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:48.475016 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:48.504229 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 42116) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:12:48.512000 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 8b64444c-d201-4092-a11d-b3e9583f7ce4, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=8b64444c-d201-4092-a11d-b3e9583f7ce4,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:12:48.514626 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-e0e21ad2-aeff-42f9-9232-a083f8307c6f req-d773a509-64b9-49e4-abc9-81e060414f40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:48.536935 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 862b67af-8e04-4ed3-9f81-ffb3f970b865, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=862b67af-8e04-4ed3-9f81-ffb3f970b865,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:12:48.544321 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Returning: {'device': '8b64444c-d201-4092-a11d-b3e9583f7ce4', 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4', 'port_id': '8b64444c-d201-4092-a11d-b3e9583f7ce4', 'mac_address': 'fa:16:3e:88:87:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b840e204-692c-4f54-8f07-f6563e8e36b1', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:12:48.547704 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-97d623e7-565e-4df5-a262-501e614d9352 None None] Port 2014197d-f9c1-4538-ac55-83213b9c2728 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:12:48.551001 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2c6d6d0-017b-4aa1-9680-846e99ac3a9c admin admin] Router 20f1b8f2-875b-4356-be70-e41da35b87e2 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:12:48.596509 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b0173c30-daae-4e16-99b9-b225cc9e27fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:48.605113 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e21ad2-aeff-42f9-9232-a083f8307c6f req-d773a509-64b9-49e4-abc9-81e060414f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:48.605795 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-e0e21ad2-aeff-42f9-9232-a083f8307c6f req-d773a509-64b9-49e4-abc9-81e060414f40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:48.607205 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e0e21ad2-aeff-42f9-9232-a083f8307c6f req-d773a509-64b9-49e4-abc9-81e060414f40 service neutron] 10.222.0.21 "PUT /v2.0/ports/7c7f9f13-b119-42f8-9796-45087a9c0359 HTTP/1.1" status: 200 len: 1093 time: 1.2009139 Jul 05 02:12:48.609972 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:48.610569 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd986527f-6a25-41d6-8e06-2f04a5655e8e', 'tag': '7c7f9f13-b119-42f8-9796-45087a9c0359'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:12:48.615136 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38a11dc7-4d13-4b35-9215-28594639eab8" -d '{"events": [{"name": "network-changed", "server_uuid": "d986527f-6a25-41d6-8e06-2f04a5655e8e", "tag": "7c7f9f13-b119-42f8-9796-45087a9c0359"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:12:48.624737 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b64444c-d201-4092-a11d-b3e9583f7ce4 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:12:48.627544 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6efcace-ec6a-4066-9d55-c97cec3abe00 req-f0ca4d71-eb6d-490d-8d4b-97c0201b84fa tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:48.631675 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c6efcace-ec6a-4066-9d55-c97cec3abe00 req-f0ca4d71-eb6d-490d-8d4b-97c0201b84fa tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9d673cc-13b8-40f2-96f2-ccd35c2d9134 HTTP/1.1" status: 200 len: 947 time: 0.1471922 Jul 05 02:12:48.634248 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d773a509-64b9-49e4-abc9-81e060414f40 service neutron] Pushing event updated for resources: {'Port': ['ID=7c7f9f13-b119-42f8-9796-45087a9c0359,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:48.638700 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-23f0f0f9-7deb-4e5e-829f-27a9f827160c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:48.646848 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 8b64444c-d201-4092-a11d-b3e9583f7ce4, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=8b64444c-d201-4092-a11d-b3e9583f7ce4,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:12:48.651300 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-23f0f0f9-7deb-4e5e-829f-27a9f827160c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:48.653269 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-23f0f0f9-7deb-4e5e-829f-27a9f827160c admin admin] 10.222.0.23 "DELETE /v2.0/networks/451d2b17-3feb-421f-9cb3-df157128e1b7 HTTP/1.1" status: 204 len: 168 time: 1.2464547 Jul 05 02:12:48.672075 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:48.677927 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa66bc6-6c71-4b8c-918f-52da87aa58db req-89fcbb30-8e4d-467d-8c03-057ea34e0a7d tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:48.679555 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4aa66bc6-6c71-4b8c-918f-52da87aa58db req-89fcbb30-8e4d-467d-8c03-057ea34e0a7d tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "GET /v2.0/ports?device_id=d986527f-6a25-41d6-8e06-2f04a5655e8e HTTP/1.1" status: 200 len: 944 time: 0.2137718 Jul 05 02:12:48.716491 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f0f0f9-7deb-4e5e-829f-27a9f827160c admin admin] Pushing event deleted for resources: {'Network': ['ID=451d2b17-3feb-421f-9cb3-df157128e1b7,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:48.769146 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=862b67af-8e04-4ed3-9f81-ffb3f970b865,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:48.773243 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4aa66bc6-6c71-4b8c-918f-52da87aa58db req-d14c1d47-f02a-4a28-b73a-35520cf6e473 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "GET /v2.0/security-groups?id=e181e6bc-cf15-4644-b3a9-16feadbfeb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854790 Jul 05 02:12:48.784607 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c6efcace-ec6a-4066-9d55-c97cec3abe00 req-207959b6-08e4-4e90-a46d-abdefdaadaa6 tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f9ee991-c666-47b2-b3f3-24a1fcc6747e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300263 Jul 05 02:12:48.790601 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:48.791626 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 87324cc0-b903-4a89-b8df-73db604748ad details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:12:48.806451 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2c6d6d0-017b-4aa1-9680-846e99ac3a9c admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:12:48.828469 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-d2c6d6d0-017b-4aa1-9680-846e99ac3a9c admin admin] 10.222.0.23 "PUT /v2.0/routers/20f1b8f2-875b-4356-be70-e41da35b87e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0892963 Jul 05 02:12:48.836189 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9796e05-03c7-437a-8aa9-c627b14dacb3 None None] Sync routers for ids ['20f1b8f2-875b-4356-be70-e41da35b87e2'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:12:48.882747 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ee7ecc-2882-4788-8c09-92457be9af49 x-openstack-request-id: req-41ee7ecc-2882-4788-8c09-92457be9af49 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:12:48.883079 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d986527f-6a25-41d6-8e06-2f04a5655e8e", "tag": "7c7f9f13-b119-42f8-9796-45087a9c0359", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:12:48.883337 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-41ee7ecc-2882-4788-8c09-92457be9af49 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:12:48.883869 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd986527f-6a25-41d6-8e06-2f04a5655e8e', 'tag': '7c7f9f13-b119-42f8-9796-45087a9c0359', 'status': 'completed', 'code': 200} Jul 05 02:12:48.906695 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b0173c30-daae-4e16-99b9-b225cc9e27fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:48.918281 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e21ad2-aeff-42f9-9232-a083f8307c6f req-53824e78-7455-4a76-934e-cd1917f90eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:48.919758 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9796e05-03c7-437a-8aa9-c627b14dacb3 None None] Routers {'20f1b8f2-875b-4356-be70-e41da35b87e2'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:12:48.920183 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e0e21ad2-aeff-42f9-9232-a083f8307c6f req-53824e78-7455-4a76-934e-cd1917f90eb6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=56afeb828cf948f58160284840211a1e&device_id=d986527f-6a25-41d6-8e06-2f04a5655e8e HTTP/1.1" status: 200 len: 1096 time: 0.1520841 Jul 05 02:12:48.920406 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-d9796e05-03c7-437a-8aa9-c627b14dacb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:12:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['20f1b8f2-875b-4356-be70-e41da35b87e2'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:12:48.986498 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-eb3a7570-c4c0-4aa8-94cf-af932507798c req-640dd195-5de8-4a5a-a271-359c850d53ae tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=54d1bfa2-7798-4198-8e88-90a0c32fd269 HTTP/1.1" status: 200 len: 210 time: 0.0524669 Jul 05 02:12:49.008179 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e0e21ad2-aeff-42f9-9232-a083f8307c6f req-4826f916-2ff6-4983-a4c9-975b6f048998 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c7f9f13-b119-42f8-9796-45087a9c0359 HTTP/1.1" status: 200 len: 217 time: 0.0802283 Jul 05 02:12:49.094776 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 87324cc0-b903-4a89-b8df-73db604748ad, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=87324cc0-b903-4a89-b8df-73db604748ad,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:12:49.103047 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b0173c30-daae-4e16-99b9-b225cc9e27fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:49.123981 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Returning: {'device': '87324cc0-b903-4a89-b8df-73db604748ad', 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4', 'port_id': '87324cc0-b903-4a89-b8df-73db604748ad', 'mac_address': 'fa:16:3e:aa:5b:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b840e204-692c-4f54-8f07-f6563e8e36b1', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:12:49.124543 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e21ad2-aeff-42f9-9232-a083f8307c6f req-44990256-4fc9-435b-bd92-512a02d28cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:49.126186 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e0e21ad2-aeff-42f9-9232-a083f8307c6f req-44990256-4fc9-435b-bd92-512a02d28cbe service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ea5677e1-8b3f-4cb2-b460-3fad0d995656 HTTP/1.1" status: 200 len: 853 time: 0.1078746 Jul 05 02:12:49.128266 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=8b64444c-d201-4092-a11d-b3e9583f7ce4,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:49.180997 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-b0173c30-daae-4e16-99b9-b225cc9e27fa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d094329e5ac043aeb6e92a501225a941&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6742411 Jul 05 02:12:49.183276 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 42128) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:12:49.185138 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e0e21ad2-aeff-42f9-9232-a083f8307c6f req-7cc47136-c93d-4436-8efd-69554d5f0e79 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ae249f0a-0756-4e2c-91ca-8aa027d8a61b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454495 Jul 05 02:12:49.187008 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0173c30-daae-4e16-99b9-b225cc9e27fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2680e94-791c-4374-92b2-a0a6ee95edb8,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:49.235467 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:49.255146 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-d9796e05-03c7-437a-8aa9-c627b14dacb3 None None] Set router 20f1b8f2-875b-4356-be70-e41da35b87e2 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:12:49.267666 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22242f8a-5dad-41ae-82da-d646ce895b42 req-e1a214be-aa14-44e8-a71a-5bed0bfb130e tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:49.269253 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-22242f8a-5dad-41ae-82da-d646ce895b42 req-e1a214be-aa14-44e8-a71a-5bed0bfb130e tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] 10.222.0.23 "GET /v2.0/ports?device_id=53b1405d-e57e-488f-9402-6bda582de63e HTTP/1.1" status: 200 len: 949 time: 0.2138963 Jul 05 02:12:49.283977 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87324cc0-b903-4a89-b8df-73db604748ad {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:12:49.307897 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ed049f71-1447-42d0-84aa-4c12a141be67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:49.325495 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 42134) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:12:49.327862 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 87324cc0-b903-4a89-b8df-73db604748ad, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=87324cc0-b903-4a89-b8df-73db604748ad,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:12:49.353266 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-22242f8a-5dad-41ae-82da-d646ce895b42 req-95936235-876d-4c23-a23c-de0258e183ba tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5cd77e-1b52-448c-b212-5db741d9953c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772979 Jul 05 02:12:49.359133 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ed049f71-1447-42d0-84aa-4c12a141be67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:49.369486 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e0e21ad2-aeff-42f9-9232-a083f8307c6f req-d66af3ac-795b-4e97-a61a-1daec7616378 service neutron] 10.222.0.21 "GET /v2.0/networks/ae249f0a-0756-4e2c-91ca-8aa027d8a61b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745949 Jul 05 02:12:49.460724 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:49.497797 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-2f561613-a7a9-4343-8a26-a4b2159c738d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=acbded66686340b99b098e51e913ff6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1663945 Jul 05 02:12:49.498059 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 42136) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:12:49.521269 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ed049f71-1447-42d0-84aa-4c12a141be67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:49.524460 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ed049f71-1447-42d0-84aa-4c12a141be67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:49.526545 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-ed049f71-1447-42d0-84aa-4c12a141be67 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a2680e94-791c-4374-92b2-a0a6ee95edb8 HTTP/1.1" status: 204 len: 168 time: 0.3417020 Jul 05 02:12:49.544975 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed049f71-1447-42d0-84aa-4c12a141be67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2680e94-791c-4374-92b2-a0a6ee95edb8,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:49.549433 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e0e21ad2-aeff-42f9-9232-a083f8307c6f req-a343708d-faac-4740-b17e-b3da6e31b250 service neutron] 10.222.0.21 "GET /v2.0/networks/ae249f0a-0756-4e2c-91ca-8aa027d8a61b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709981 Jul 05 02:12:49.564651 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=87324cc0-b903-4a89-b8df-73db604748ad,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:49.577588 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0ccbb14e-9ad6-4116-8fd7-3ade25e19f74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:49.615629 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0ccbb14e-9ad6-4116-8fd7-3ade25e19f74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:49.643146 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-d9796e05-03c7-437a-8aa9-c627b14dacb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f1b8f2-875b-4356-be70-e41da35b87e2', 'name': 'tempest-AttachSCSIVolumeTestJSON-529486704-router', 'tenant_id': 'a26ea553fd9d4d7dac33335525dc5e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '862b67af-8e04-4ed3-9f81-ffb3f970b865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:12:38Z', 'updated_at': '2021-07-05T02:12:46Z', 'revision_number': 4, 'project_id': 'a26ea553fd9d4d7dac33335525dc5e93', 'gw_port': {'id': '862b67af-8e04-4ed3-9f81-ffb3f970b865', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f1b8f2-875b-4356-be70-e41da35b87e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:12:40Z', 'updated_at': '2021-07-05T02:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '2014197d-f9c1-4538-ac55-83213b9c2728', 'name': '', 'network_id': '98e9f515-6cf4-4efb-9632-f9c68ae3e49b', 'tenant_id': 'a26ea553fd9d4d7dac33335525dc5e93', 'mac_address': 'fa:16:3e:ed:eb:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20f1b8f2-875b-4356-be70-e41da35b87e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '1b8be822-461d-4761-a35b-41acdbbeaf8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:12:45Z', 'updated_at': '2021-07-05T02:12:46Z', 'revision_number': 2, 'project_id': 'a26ea553fd9d4d7dac33335525dc5e93', 'subnets': [{'id': '1b8be822-461d-4761-a35b-41acdbbeaf8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:12:49.684041 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9796e05-03c7-437a-8aa9-c627b14dacb3 None None] Checking router: 20f1b8f2-875b-4356-be70-e41da35b87e2 for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:12:49.684551 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9796e05-03c7-437a-8aa9-c627b14dacb3 None None] Updating router 20f1b8f2-875b-4356-be70-e41da35b87e2 port 2014197d-f9c1-4538-ac55-83213b9c2728 binding host n-d-771362-32 {{(pid=94463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 02:12:49.714570 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['87324cc0-b903-4a89-b8df-73db604748ad'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:12:49.736697 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['8b64444c-d201-4092-a11d-b3e9583f7ce4'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:12:49.758489 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a11dc7-4d13-4b35-9215-28594639eab8 req-39805f32-de4e-498e-bbf6-18f2e581d2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:49.760006 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-38a11dc7-4d13-4b35-9215-28594639eab8 req-39805f32-de4e-498e-bbf6-18f2e581d2ab service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=56afeb828cf948f58160284840211a1e&device_id=d986527f-6a25-41d6-8e06-2f04a5655e8e HTTP/1.1" status: 200 len: 1096 time: 0.0532587 Jul 05 02:12:49.775708 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0ccbb14e-9ad6-4116-8fd7-3ade25e19f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:49.778226 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0ccbb14e-9ad6-4116-8fd7-3ade25e19f74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:49.782497 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-d9796e05-03c7-437a-8aa9-c627b14dacb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:49.782629 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-0ccbb14e-9ad6-4116-8fd7-3ade25e19f74 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/39f899e9-726f-46fb-9f24-18b26f9e260a HTTP/1.1" status: 204 len: 168 time: 0.2803288 Jul 05 02:12:49.826265 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccbb14e-9ad6-4116-8fd7-3ade25e19f74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f899e9-726f-46fb-9f24-18b26f9e260a,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:49.909507 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a11dc7-4d13-4b35-9215-28594639eab8 req-04a72579-d61f-4c0f-ac23-2326b34b668d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:49.912779 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-38a11dc7-4d13-4b35-9215-28594639eab8 req-04a72579-d61f-4c0f-ac23-2326b34b668d service neutron] 10.222.0.21 "GET /v2.0/networks?id=ae249f0a-0756-4e2c-91ca-8aa027d8a61b HTTP/1.1" status: 200 len: 913 time: 0.1450710 Jul 05 02:12:49.979108 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-38a11dc7-4d13-4b35-9215-28594639eab8 req-77997214-dd54-4536-969c-c8de3acfdd2c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c7f9f13-b119-42f8-9796-45087a9c0359 HTTP/1.1" status: 200 len: 217 time: 0.0544968 Jul 05 02:12:50.086297 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a11dc7-4d13-4b35-9215-28594639eab8 req-8aadd661-11f5-477b-a581-69142690ff2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:50.087782 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-38a11dc7-4d13-4b35-9215-28594639eab8 req-8aadd661-11f5-477b-a581-69142690ff2d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ea5677e1-8b3f-4cb2-b460-3fad0d995656 HTTP/1.1" status: 200 len: 853 time: 0.1007829 Jul 05 02:12:50.096763 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 862b67af-8e04-4ed3-9f81-ffb3f970b865 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:12:50.100623 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a50be1-1ccf-4376-bae7-5324895f340d req-0d0e8818-4f27-4fa6-b3f5-e2dd8165b381 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:50.111880 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e1a50be1-1ccf-4376-bae7-5324895f340d req-0d0e8818-4f27-4fa6-b3f5-e2dd8165b381 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "GET /v2.0/ports?device_id=d986527f-6a25-41d6-8e06-2f04a5655e8e HTTP/1.1" status: 200 len: 944 time: 0.1362214 Jul 05 02:12:50.144947 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-38a11dc7-4d13-4b35-9215-28594639eab8 req-e9bd8656-0148-4acd-b092-e9847f8c7af0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ae249f0a-0756-4e2c-91ca-8aa027d8a61b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478370 Jul 05 02:12:50.155871 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e97ff8-542a-4ed8-9ef2-e89550c960f5 req-94cf7a14-8452-40a9-808e-a3654ba223a4 tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:50.163173 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f2e97ff8-542a-4ed8-9ef2-e89550c960f5 req-94cf7a14-8452-40a9-808e-a3654ba223a4 tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9d673cc-13b8-40f2-96f2-ccd35c2d9134 HTTP/1.1" status: 200 len: 948 time: 0.1871898 Jul 05 02:12:50.271247 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f2e97ff8-542a-4ed8-9ef2-e89550c960f5 req-a1ed7839-0239-4dc1-a968-d18b42710f20 tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f9ee991-c666-47b2-b3f3-24a1fcc6747e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048014 Jul 05 02:12:50.274815 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e1a50be1-1ccf-4376-bae7-5324895f340d req-e6ab9e90-6278-4a4c-b6be-f10966df34cb tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "GET /v2.0/security-groups?id=e181e6bc-cf15-4644-b3a9-16feadbfeb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599901 Jul 05 02:12:50.360665 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 862b67af-8e04-4ed3-9f81-ffb3f970b865 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:12:50.361206 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:50.381753 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-38a11dc7-4d13-4b35-9215-28594639eab8 req-b5541777-9b84-4bde-a3d0-104a54944e3b service neutron] 10.222.0.21 "GET /v2.0/networks/ae249f0a-0756-4e2c-91ca-8aa027d8a61b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123837 Jul 05 02:12:50.434116 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b9fcbb-0c68-4d55-a374-ab6e3dbf4813 req-1f841d4d-589e-4720-a2aa-d689a1a3b723 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:50.436633 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a1b9fcbb-0c68-4d55-a374-ab6e3dbf4813 req-1f841d4d-589e-4720-a2aa-d689a1a3b723 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.15 "GET /v2.0/networks?id=b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1 HTTP/1.1" status: 200 len: 819 time: 0.3145595 Jul 05 02:12:50.451115 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-a1b9fcbb-0c68-4d55-a374-ab6e3dbf4813 req-42b8a8cc-6ca9-49d7-bac4-82c059f9dba8 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Request body: {'port': {'device_id': '54d1bfa2-7798-4198-8e88-90a0c32fd269', 'network_id': 'b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1', 'admin_state_up': True, 'tenant_id': '7bf4f22dde1e4624a2cb34086c53be02'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:12:50.525878 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-d9796e05-03c7-437a-8aa9-c627b14dacb3 None None] Notify callbacks [] for port, precommit_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:50.551878 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-38a11dc7-4d13-4b35-9215-28594639eab8 req-d703add5-45ca-4263-bad9-d874aabcdc81 service neutron] 10.222.0.21 "GET /v2.0/networks/ae249f0a-0756-4e2c-91ca-8aa027d8a61b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643949 Jul 05 02:12:50.555062 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-d9796e05-03c7-437a-8aa9-c627b14dacb3 None None] Transition to ACTIVE for port object 2014197d-f9c1-4538-ac55-83213b9c2728 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:12:50.599327 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 42168) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:12:50.606715 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-e66be669-0bf6-4fdb-ace6-b4366824f50b admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-287198228-network', 'tenant_id': '9894936966314364b33bc38106ad1bde'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:12:50.622605 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-af219a99-1245-49b4-9dc5-3ef9f24460fa req-9e515dd7-2977-4877-b1c0-b946f4bcb227 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=54d1bfa2-7798-4198-8e88-90a0c32fd269 HTTP/1.1" status: 200 len: 210 time: 0.0522168 Jul 05 02:12:50.693123 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-d9796e05-03c7-437a-8aa9-c627b14dacb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:50.769106 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23c8c80-178c-4922-b7b3-a7c4ae6b883f None None] Pushing event updated for resources: {'Port': ['ID=2014197d-f9c1-4538-ac55-83213b9c2728,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:50.787466 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714685eb-a28b-41a4-94d5-6303b0e178f1 req-ada1f920-627b-4cf9-bcde-44438f87877d tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:50.795362 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-714685eb-a28b-41a4-94d5-6303b0e178f1 req-ada1f920-627b-4cf9-bcde-44438f87877d tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] 10.222.0.23 "GET /v2.0/ports?device_id=53b1405d-e57e-488f-9402-6bda582de63e HTTP/1.1" status: 200 len: 949 time: 0.2147918 Jul 05 02:12:50.801500 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e66be669-0bf6-4fdb-ace6-b4366824f50b admin admin] Made reservation on behalf of 9894936966314364b33bc38106ad1bde for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:12:50.803927 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e66be669-0bf6-4fdb-ace6-b4366824f50b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:50.835168 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e66be669-0bf6-4fdb-ace6-b4366824f50b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:50.859119 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-d9796e05-03c7-437a-8aa9-c627b14dacb3 None None] Attempting to bind port 2014197d-f9c1-4538-ac55-83213b9c2728 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:12:50.859757 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-d9796e05-03c7-437a-8aa9-c627b14dacb3 None None] Attempting to bind port 2014197d-f9c1-4538-ac55-83213b9c2728 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'db4f039d-ef1e-41e9-961e-4e2fa117a5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '98e9f515-6cf4-4efb-9632-f9c68ae3e49b'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:12:50.860255 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9796e05-03c7-437a-8aa9-c627b14dacb3 None None] Attempting to bind port 2014197d-f9c1-4538-ac55-83213b9c2728 on network 98e9f515-6cf4-4efb-9632-f9c68ae3e49b {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:12:50.866421 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9796e05-03c7-437a-8aa9-c627b14dacb3 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:12:50.866839 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9796e05-03c7-437a-8aa9-c627b14dacb3 None None] Checking segment: {'id': 'db4f039d-ef1e-41e9-961e-4e2fa117a5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '98e9f515-6cf4-4efb-9632-f9c68ae3e49b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:12:50.867408 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-d9796e05-03c7-437a-8aa9-c627b14dacb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:50.867852 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9796e05-03c7-437a-8aa9-c627b14dacb3 None None] Bound using segment: {'id': 'db4f039d-ef1e-41e9-961e-4e2fa117a5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '98e9f515-6cf4-4efb-9632-f9c68ae3e49b'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:12:50.868443 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-d9796e05-03c7-437a-8aa9-c627b14dacb3 None None] Bound port: 2014197d-f9c1-4538-ac55-83213b9c2728, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db4f039d-ef1e-41e9-961e-4e2fa117a5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '98e9f515-6cf4-4efb-9632-f9c68ae3e49b'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:12:50.868819 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-d9796e05-03c7-437a-8aa9-c627b14dacb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:50.871660 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-714685eb-a28b-41a4-94d5-6303b0e178f1 req-54ec4aa4-e2be-4be1-8a4d-7a1b7b0147d9 tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5cd77e-1b52-448c-b212-5db741d9953c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754418 Jul 05 02:12:50.941209 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-d9796e05-03c7-437a-8aa9-c627b14dacb3 None None] For port 2014197d-f9c1-4538-ac55-83213b9c2728, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:12:50.944607 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-d9796e05-03c7-437a-8aa9-c627b14dacb3 None None] For port 2014197d-f9c1-4538-ac55-83213b9c2728, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=2014197d-f9c1-4538-ac55-83213b9c2728,segment=NetworkSegment(db4f039d-ef1e-41e9-961e-4e2fa117a5a1),segment_id=db4f039d-ef1e-41e9-961e-4e2fa117a5a1)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:12:50.949755 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 42174) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:12:50.988811 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-c6e13714-662b-455a-8019-389aa9bb9174 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dd16c49020614da6a9c8ab30cc418cb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379097 Jul 05 02:12:50.991215 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 42176) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:12:51.018456 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-c5aea638-f43c-45d0-8255-8f2fef3702bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:51.042617 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d85a45b7-bbd8-4065-af2c-824155e14199 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:51.065367 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d85a45b7-bbd8-4065-af2c-824155e14199 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:51.191607 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1b9fcbb-0c68-4d55-a374-ab6e3dbf4813 req-42b8a8cc-6ca9-49d7-bac4-82c059f9dba8 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Made reservation on behalf of 7bf4f22dde1e4624a2cb34086c53be02 for: {'port': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:12:51.195104 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-a1b9fcbb-0c68-4d55-a374-ab6e3dbf4813 req-42b8a8cc-6ca9-49d7-bac4-82c059f9dba8 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:51.242010 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-d9796e05-03c7-437a-8aa9-c627b14dacb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:51.275747 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d85a45b7-bbd8-4065-af2c-824155e14199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:51.283741 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d85a45b7-bbd8-4065-af2c-824155e14199 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:51.283741 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-d85a45b7-bbd8-4065-af2c-824155e14199 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2439be4a-2407-4ac7-b63e-fe59dff6f428 HTTP/1.1" status: 204 len: 168 time: 0.2879000 Jul 05 02:12:51.296800 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9796e05-03c7-437a-8aa9-c627b14dacb3 None None] Routers {'20f1b8f2-875b-4356-be70-e41da35b87e2'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:12:51.298100 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-d9796e05-03c7-437a-8aa9-c627b14dacb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:12:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['20f1b8f2-875b-4356-be70-e41da35b87e2'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:12:51.308593 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85a45b7-bbd8-4065-af2c-824155e14199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2439be4a-2407-4ac7-b63e-fe59dff6f428,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:51.358716 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23c8c80-178c-4922-b7b3-a7c4ae6b883f None None] Pushing event updated for resources: {'Port': ['ID=2014197d-f9c1-4538-ac55-83213b9c2728,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:51.424496 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [req-a1b9fcbb-0c68-4d55-a374-ab6e3dbf4813 req-42b8a8cc-6ca9-49d7-bac4-82c059f9dba8 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Allocated IP 172.20.0.11 (b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1/88cd65d9-1715-492f-9ef5-e486cc8231ac/51a08a08-206b-437a-8373-17a1e74c7235) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:12:51.440805 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e66be669-0bf6-4fdb-ace6-b4366824f50b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:51.504575 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-d9796e05-03c7-437a-8aa9-c627b14dacb3 None None] Set router 20f1b8f2-875b-4356-be70-e41da35b87e2 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:12:51.572034 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e66be669-0bf6-4fdb-ace6-b4366824f50b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:51.583074 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e66be669-0bf6-4fdb-ace6-b4366824f50b admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:12:51.614843 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e66be669-0bf6-4fdb-ace6-b4366824f50b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:51.615187 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-e66be669-0bf6-4fdb-ace6-b4366824f50b admin admin] Added segment eb728d40-e891-4a57-8e78-84f0885ed9f8 of type vlan for network 41f7066f-9a8e-4f06-8e95-8ecf54823547 Jul 05 02:12:51.622719 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b6b62-db18-47ae-8bea-eba31a68fdfc req-b034a00c-5af6-4491-8b12-45eafef2c653 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:51.624251 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f87b6b62-db18-47ae-8bea-eba31a68fdfc req-b034a00c-5af6-4491-8b12-45eafef2c653 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "GET /v2.0/ports?device_id=d986527f-6a25-41d6-8e06-2f04a5655e8e HTTP/1.1" status: 200 len: 944 time: 0.1008627 Jul 05 02:12:51.666584 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f87b6b62-db18-47ae-8bea-eba31a68fdfc req-aec09827-eabf-4ea0-845c-1d45e8f0729e tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "GET /v2.0/security-groups?id=e181e6bc-cf15-4644-b3a9-16feadbfeb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363033 Jul 05 02:12:51.701907 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66be669-0bf6-4fdb-ace6-b4366824f50b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d0bb80-06d7-4d0c-b188-5d9b79f2a83f,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:51.719329 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e66be669-0bf6-4fdb-ace6-b4366824f50b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:51.754695 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f6fbb-06a2-462c-9ef6-90dbc315b094 req-de0accba-42f0-46c9-ac7f-d81fb652c879 tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:51.756335 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0b1f6fbb-06a2-462c-9ef6-90dbc315b094 req-de0accba-42f0-46c9-ac7f-d81fb652c879 tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9d673cc-13b8-40f2-96f2-ccd35c2d9134 HTTP/1.1" status: 200 len: 948 time: 0.2617512 Jul 05 02:12:51.813098 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-a1b9fcbb-0c68-4d55-a374-ab6e3dbf4813 req-42b8a8cc-6ca9-49d7-bac4-82c059f9dba8 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:51.833549 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0b1f6fbb-06a2-462c-9ef6-90dbc315b094 req-5eea6eef-e745-4a53-a81f-0e4d7b0e0164 tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f9ee991-c666-47b2-b3f3-24a1fcc6747e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680039 Jul 05 02:12:51.849262 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-d9796e05-03c7-437a-8aa9-c627b14dacb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f1b8f2-875b-4356-be70-e41da35b87e2', 'name': 'tempest-AttachSCSIVolumeTestJSON-529486704-router', 'tenant_id': 'a26ea553fd9d4d7dac33335525dc5e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '862b67af-8e04-4ed3-9f81-ffb3f970b865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:12:38Z', 'updated_at': '2021-07-05T02:12:46Z', 'revision_number': 4, 'project_id': 'a26ea553fd9d4d7dac33335525dc5e93', 'gw_port': {'id': '862b67af-8e04-4ed3-9f81-ffb3f970b865', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f1b8f2-875b-4356-be70-e41da35b87e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:12:40Z', 'updated_at': '2021-07-05T02:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '2014197d-f9c1-4538-ac55-83213b9c2728', 'name': '', 'network_id': '98e9f515-6cf4-4efb-9632-f9c68ae3e49b', 'tenant_id': 'a26ea553fd9d4d7dac33335525dc5e93', 'mac_address': 'fa:16:3e:ed:eb:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20f1b8f2-875b-4356-be70-e41da35b87e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '1b8be822-461d-4761-a35b-41acdbbeaf8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:12:45Z', 'updated_at': '2021-07-05T02:12:50Z', 'revision_number': 4, 'project_id': 'a26ea553fd9d4d7dac33335525dc5e93', 'subnets': [{'id': '1b8be822-461d-4761-a35b-41acdbbeaf8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:12:51.865429 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-09c942ad-3e89-43e0-9abc-0d07a2d7b059 req-e77a4c97-6a1e-4e25-a048-5fe1d99371d0 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=54d1bfa2-7798-4198-8e88-90a0c32fd269 HTTP/1.1" status: 200 len: 210 time: 0.0435097 Jul 05 02:12:51.902643 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e66be669-0bf6-4fdb-ace6-b4366824f50b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:51.904455 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66be669-0bf6-4fdb-ace6-b4366824f50b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:51.906366 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e66be669-0bf6-4fdb-ace6-b4366824f50b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:51.977895 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-a1b9fcbb-0c68-4d55-a374-ab6e3dbf4813 req-42b8a8cc-6ca9-49d7-bac4-82c059f9dba8 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:52.020656 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9796e05-03c7-437a-8aa9-c627b14dacb3 None None] The sync data for ids ['20f1b8f2-875b-4356-be70-e41da35b87e2'] in n-d-771362-32 is: [{'id': '20f1b8f2-875b-4356-be70-e41da35b87e2', 'name': 'tempest-AttachSCSIVolumeTestJSON-529486704-router', 'tenant_id': 'a26ea553fd9d4d7dac33335525dc5e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '862b67af-8e04-4ed3-9f81-ffb3f970b865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:12:38Z', 'updated_at': '2021-07-05T02:12:46Z', 'revision_number': 4, 'project_id': 'a26ea553fd9d4d7dac33335525dc5e93', 'gw_port': {'id': '862b67af-8e04-4ed3-9f81-ffb3f970b865', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f1b8f2-875b-4356-be70-e41da35b87e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:12:40Z', 'updated_at': '2021-07-05T02:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '2014197d-f9c1-4538-ac55-83213b9c2728', 'name': '', 'network_id': '98e9f515-6cf4-4efb-9632-f9c68ae3e49b', 'tenant_id': 'a26ea553fd9d4d7dac33335525dc5e93', 'mac_address': 'fa:16:3e:ed:eb:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20f1b8f2-875b-4356-be70-e41da35b87e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '1b8be822-461d-4761-a35b-41acdbbeaf8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:12:45Z', 'updated_at': '2021-07-05T02:12:50Z', 'revision_number': 4, 'project_id': 'a26ea553fd9d4d7dac33335525dc5e93', 'subnets': [{'id': '1b8be822-461d-4761-a35b-41acdbbeaf8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:12:52.051700 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b8a8cc-6ca9-49d7-bac4-82c059f9dba8 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Pushing event updated for resources: {'Port': ['ID=51a08a08-206b-437a-8373-17a1e74c7235,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:52.066396 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66be669-0bf6-4fdb-ace6-b4366824f50b admin admin] Pushing event updated for resources: {'Network': ['ID=41f7066f-9a8e-4f06-8e95-8ecf54823547,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:52.079920 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1b9fcbb-0c68-4d55-a374-ab6e3dbf4813 req-42b8a8cc-6ca9-49d7-bac4-82c059f9dba8 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Network b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:12:52.103626 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [req-a1b9fcbb-0c68-4d55-a374-ab6e3dbf4813 req-42b8a8cc-6ca9-49d7-bac4-82c059f9dba8 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:12:52.113526 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1b9fcbb-0c68-4d55-a374-ab6e3dbf4813 req-42b8a8cc-6ca9-49d7-bac4-82c059f9dba8 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:12:52.118482 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 41f7066f-9a8e-4f06-8e95-8ecf54823547 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:12:52.127267 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-e66be669-0bf6-4fdb-ace6-b4366824f50b admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5268819 Jul 05 02:12:52.161775 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 42212) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:12:52.182625 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-e1064da3-2fe5-4650-8bd5-11762b4f59e4 admin admin] Request body: {'subnet': {'network_id': '41f7066f-9a8e-4f06-8e95-8ecf54823547', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-287198228-subnet', 'tenant_id': '9894936966314364b33bc38106ad1bde', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:12:52.232575 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b9fcbb-0c68-4d55-a374-ab6e3dbf4813 req-42b8a8cc-6ca9-49d7-bac4-82c059f9dba8 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:52.234051 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-a1b9fcbb-0c68-4d55-a374-ab6e3dbf4813 req-42b8a8cc-6ca9-49d7-bac4-82c059f9dba8 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:52.241464 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07ff722-5e7e-4f36-9973-dda0bea2f379 req-dc767ace-6543-4fdd-ae2f-bcee86e85d08 tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:52.250579 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 7c7f9f13-b119-42f8-9796-45087a9c0359 details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:12:52.271485 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a07ff722-5e7e-4f36-9973-dda0bea2f379 req-dc767ace-6543-4fdd-ae2f-bcee86e85d08 tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] 10.222.0.23 "GET /v2.0/ports?device_id=53b1405d-e57e-488f-9402-6bda582de63e HTTP/1.1" status: 200 len: 949 time: 0.2094264 Jul 05 02:12:52.293900 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1064da3-2fe5-4650-8bd5-11762b4f59e4 admin admin] Made reservation on behalf of 9894936966314364b33bc38106ad1bde for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:12:52.307383 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e1064da3-2fe5-4650-8bd5-11762b4f59e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:52.314441 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 8b64444c-d201-4092-a11d-b3e9583f7ce4 up at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:12:52.368542 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a1b9fcbb-0c68-4d55-a374-ab6e3dbf4813 req-42b8a8cc-6ca9-49d7-bac4-82c059f9dba8 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9227343 Jul 05 02:12:52.391112 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-a1b9fcbb-0c68-4d55-a374-ab6e3dbf4813 req-e81c387d-2e2e-4b6e-ba21-27139217e413 service neutron] Request body: {'port': {'device_id': '54d1bfa2-7798-4198-8e88-90a0c32fd269', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-32'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:12:52.426092 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a07ff722-5e7e-4f36-9973-dda0bea2f379 req-10ed49bb-c604-4791-b30c-e9d47df9522d tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5cd77e-1b52-448c-b212-5db741d9953c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536491 Jul 05 02:12:52.497541 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 7c7f9f13-b119-42f8-9796-45087a9c0359, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=7c7f9f13-b119-42f8-9796-45087a9c0359,segment=NetworkSegment(eb1a6b94-6086-43b7-acf8-adc8a5518556),segment_id=eb1a6b94-6086-43b7-acf8-adc8a5518556)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:12:52.506370 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning for port 8b64444c-d201-4092-a11d-b3e9583f7ce4 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:12:52.514543 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning complete for port 8b64444c-d201-4092-a11d-b3e9583f7ce4 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:12:52.514911 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:52.518304 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': '7c7f9f13-b119-42f8-9796-45087a9c0359', 'network_id': 'ae249f0a-0756-4e2c-91ca-8aa027d8a61b', 'port_id': '7c7f9f13-b119-42f8-9796-45087a9c0359', 'mac_address': 'fa:16:3e:36:1f:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea5677e1-8b3f-4cb2-b460-3fad0d995656', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:12:52.538175 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-a1b9fcbb-0c68-4d55-a374-ab6e3dbf4813 req-e81c387d-2e2e-4b6e-ba21-27139217e413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:52.631805 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:52.666193 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c7f9f13-b119-42f8-9796-45087a9c0359 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:12:52.743590 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 7c7f9f13-b119-42f8-9796-45087a9c0359, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=7c7f9f13-b119-42f8-9796-45087a9c0359,segment=NetworkSegment(eb1a6b94-6086-43b7-acf8-adc8a5518556),segment_id=eb1a6b94-6086-43b7-acf8-adc8a5518556)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:12:52.744590 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:52.792092 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53b1405d-e57e-488f-9402-6bda582de63e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b64444c-d201-4092-a11d-b3e9583f7ce4'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:12:52.801952 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-638b5f0f-2747-43db-90cf-dbd32da2a998" -d '{"events": [{"server_uuid": "53b1405d-e57e-488f-9402-6bda582de63e", "name": "network-vif-plugged", "status": "completed", "tag": "8b64444c-d201-4092-a11d-b3e9583f7ce4"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:12:52.986368 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e1064da3-2fe5-4650-8bd5-11762b4f59e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5763451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774823'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:52.988907 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 8b64444c-d201-4092-a11d-b3e9583f7ce4, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=8b64444c-d201-4092-a11d-b3e9583f7ce4,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:12:52.988907 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c42e34c3-9d06-4b5e-8fff-02ae78ba3faf x-openstack-request-id: req-c42e34c3-9d06-4b5e-8fff-02ae78ba3faf {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:12:52.988907 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53b1405d-e57e-488f-9402-6bda582de63e", "name": "network-vif-plugged", "status": "completed", "tag": "8b64444c-d201-4092-a11d-b3e9583f7ce4", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:12:52.988907 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c42e34c3-9d06-4b5e-8fff-02ae78ba3faf {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:12:52.988907 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53b1405d-e57e-488f-9402-6bda582de63e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b64444c-d201-4092-a11d-b3e9583f7ce4', 'code': 200} Jul 05 02:12:52.989608 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1064da3-2fe5-4650-8bd5-11762b4f59e4 admin admin] Checking segment: {'id': 'eb728d40-e891-4a57-8e78-84f0885ed9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '41f7066f-9a8e-4f06-8e95-8ecf54823547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:12:52.989608 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1064da3-2fe5-4650-8bd5-11762b4f59e4 admin admin] Network hostable DHCP agents. Network: 41f7066f-9a8e-4f06-8e95-8ecf54823547, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:12:52.995256 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1064da3-2fe5-4650-8bd5-11762b4f59e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61f929ba-993d-4ead-a060-b7e52e8e74ae,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:53.070926 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ca30cd-a6d3-432a-9232-d34cf9990167 req-1b2c5a86-c944-4014-a1c4-3958ed515d0c tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:53.072474 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-02ca30cd-a6d3-432a-9232-d34cf9990167 req-1b2c5a86-c944-4014-a1c4-3958ed515d0c tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "GET /v2.0/ports?device_id=d986527f-6a25-41d6-8e06-2f04a5655e8e HTTP/1.1" status: 200 len: 944 time: 0.1906176 Jul 05 02:12:53.094982 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [req-a1b9fcbb-0c68-4d55-a374-ab6e3dbf4813 req-e81c387d-2e2e-4b6e-ba21-27139217e413 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51a08a08-206b-437a-8373-17a1e74c7235 {{(pid=94462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:12:53.105640 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d292d0a-b782-4289-9ba2-1d1607308df0 req-1850a5c2-e55a-4203-98ef-c8dab606b48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:53.107739 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2d292d0a-b782-4289-9ba2-1d1607308df0 req-1850a5c2-e55a-4203-98ef-c8dab606b48c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=53b1405d-e57e-488f-9402-6bda582de63e HTTP/1.1" status: 200 len: 1101 time: 0.1342020 Jul 05 02:12:53.109012 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-a1b9fcbb-0c68-4d55-a374-ab6e3dbf4813 req-e81c387d-2e2e-4b6e-ba21-27139217e413 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:53.127495 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [req-a1b9fcbb-0c68-4d55-a374-ab6e3dbf4813 req-e81c387d-2e2e-4b6e-ba21-27139217e413 service neutron] Transition to ACTIVE for port object 51a08a08-206b-437a-8373-17a1e74c7235 will not be triggered until provisioned by entity L2. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:12:53.146889 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d975c5c9-381b-4509-9ca2-1a8ffe48c72c req-4665fb48-2ab6-421e-82f6-faa146fd921c tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:53.148585 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d975c5c9-381b-4509-9ca2-1a8ffe48c72c req-4665fb48-2ab6-421e-82f6-faa146fd921c tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9d673cc-13b8-40f2-96f2-ccd35c2d9134 HTTP/1.1" status: 200 len: 948 time: 0.1082134 Jul 05 02:12:53.154819 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-02ca30cd-a6d3-432a-9232-d34cf9990167 req-b64a9298-5fe2-46f9-b347-bee03f35967a tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "GET /v2.0/security-groups?id=e181e6bc-cf15-4644-b3a9-16feadbfeb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757813 Jul 05 02:12:53.169307 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2d292d0a-b782-4289-9ba2-1d1607308df0 req-f1c81d17-bac8-4270-8d3b-d40a1ee4a15b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0e5cd77e-1b52-448c-b212-5db741d9953c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537145 Jul 05 02:12:53.194286 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d975c5c9-381b-4509-9ca2-1a8ffe48c72c req-c2177322-bc5e-426a-947f-1e1dc16b4665 tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f9ee991-c666-47b2-b3f3-24a1fcc6747e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394118 Jul 05 02:12:53.349594 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9bbb23-b4e1-41f9-a644-7953d3733d54 req-8affc43f-03be-4192-a4b9-abf146bab3d5 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:53.351312 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1e9bbb23-b4e1-41f9-a644-7953d3733d54 req-8affc43f-03be-4192-a4b9-abf146bab3d5 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=54d1bfa2-7798-4198-8e88-90a0c32fd269 HTTP/1.1" status: 200 len: 932 time: 0.0766053 Jul 05 02:12:53.399029 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1e9bbb23-b4e1-41f9-a644-7953d3733d54 req-76854ff6-82b7-4e03-b700-88dfd392aa85 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398932 Jul 05 02:12:53.416929 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:53.466823 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:53.467661 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 87324cc0-b903-4a89-b8df-73db604748ad up at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:12:53.530360 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1064da3-2fe5-4650-8bd5-11762b4f59e4 admin admin] Network 41f7066f-9a8e-4f06-8e95-8ecf54823547 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:12:53.530939 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-a1b9fcbb-0c68-4d55-a374-ab6e3dbf4813 req-e81c387d-2e2e-4b6e-ba21-27139217e413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:53.531718 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-20299630-5da5-4ee8-ac31-c300c7a291ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:53.535963 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=7c7f9f13-b119-42f8-9796-45087a9c0359,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:53.602293 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=8b64444c-d201-4092-a11d-b3e9583f7ce4,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:53.647613 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['7c7f9f13-b119-42f8-9796-45087a9c0359'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:12:53.649581 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-e1064da3-2fe5-4650-8bd5-11762b4f59e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 41f7066f-9a8e-4f06-8e95-8ecf54823547) {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:12:53.658866 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1064da3-2fe5-4650-8bd5-11762b4f59e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:53.659674 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e1064da3-2fe5-4650-8bd5-11762b4f59e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:53.688632 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b47343f-6149-4b1a-b814-9ae0f59188c8 req-b46c8a47-9e89-4f61-bb2f-54383c5a36d9 tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:53.690467 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6b47343f-6149-4b1a-b814-9ae0f59188c8 req-b46c8a47-9e89-4f61-bb2f-54383c5a36d9 tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] 10.222.0.23 "GET /v2.0/ports?device_id=53b1405d-e57e-488f-9402-6bda582de63e HTTP/1.1" status: 200 len: 950 time: 0.1228058 Jul 05 02:12:53.704113 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb339f31-1629-4d1d-96f5-501f93c16c86 None None] Network 41f7066f-9a8e-4f06-8e95-8ecf54823547 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:12:53.711891 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning for port 87324cc0-b903-4a89-b8df-73db604748ad completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:12:53.748362 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6b47343f-6149-4b1a-b814-9ae0f59188c8 req-d1b8a0e1-5bbc-4e55-9971-8f7d557ea82c tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5cd77e-1b52-448c-b212-5db741d9953c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511124 Jul 05 02:12:53.752328 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-e1064da3-2fe5-4650-8bd5-11762b4f59e4 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5848875 Jul 05 02:12:53.757126 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 42276) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:12:53.763001 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning complete for port 87324cc0-b903-4a89-b8df-73db604748ad triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:12:53.763370 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:53.766206 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-cda0cd6c-855a-4658-b6f4-60983721c12a admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-287198228-router', 'tenant_id': '9894936966314364b33bc38106ad1bde', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:12:53.769288 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81c387d-2e2e-4b6e-ba21-27139217e413 service neutron] Pushing event updated for resources: {'Port': ['ID=51a08a08-206b-437a-8373-17a1e74c7235,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:53.798210 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-a1b9fcbb-0c68-4d55-a374-ab6e3dbf4813 req-e81c387d-2e2e-4b6e-ba21-27139217e413 service neutron] Attempting to bind port 51a08a08-206b-437a-8373-17a1e74c7235 on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:12:53.798543 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-a1b9fcbb-0c68-4d55-a374-ab6e3dbf4813 req-e81c387d-2e2e-4b6e-ba21-27139217e413 service neutron] Attempting to bind port 51a08a08-206b-437a-8373-17a1e74c7235 by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '69ab64d7-bb63-4367-9b3e-0960def4b6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1'}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:12:53.798861 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b9fcbb-0c68-4d55-a374-ab6e3dbf4813 req-e81c387d-2e2e-4b6e-ba21-27139217e413 service neutron] Attempting to bind port 51a08a08-206b-437a-8373-17a1e74c7235 on network b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:12:53.803325 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b9fcbb-0c68-4d55-a374-ab6e3dbf4813 req-e81c387d-2e2e-4b6e-ba21-27139217e413 service neutron] Port 51a08a08-206b-437a-8373-17a1e74c7235 on network b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:12:53.803771 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b9fcbb-0c68-4d55-a374-ab6e3dbf4813 req-e81c387d-2e2e-4b6e-ba21-27139217e413 service neutron] Attempting to bind port 51a08a08-206b-437a-8373-17a1e74c7235 on network b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:12:53.808470 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b9fcbb-0c68-4d55-a374-ab6e3dbf4813 req-e81c387d-2e2e-4b6e-ba21-27139217e413 service neutron] Checking agent: {'id': 'e071c76e-395f-48c4-a98f-88088465cf0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:12:53.808796 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b9fcbb-0c68-4d55-a374-ab6e3dbf4813 req-e81c387d-2e2e-4b6e-ba21-27139217e413 service neutron] Checking segment: {'id': '69ab64d7-bb63-4367-9b3e-0960def4b6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:12:53.809165 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b9fcbb-0c68-4d55-a374-ab6e3dbf4813 req-e81c387d-2e2e-4b6e-ba21-27139217e413 service neutron] Bound using segment: {'id': '69ab64d7-bb63-4367-9b3e-0960def4b6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1'} {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:12:53.809581 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-a1b9fcbb-0c68-4d55-a374-ab6e3dbf4813 req-e81c387d-2e2e-4b6e-ba21-27139217e413 service neutron] Bound port: 51a08a08-206b-437a-8373-17a1e74c7235, host: n-h2-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69ab64d7-bb63-4367-9b3e-0960def4b6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1'}}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:12:53.809932 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-a1b9fcbb-0c68-4d55-a374-ab6e3dbf4813 req-e81c387d-2e2e-4b6e-ba21-27139217e413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:53.890073 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-a1b9fcbb-0c68-4d55-a374-ab6e3dbf4813 req-e81c387d-2e2e-4b6e-ba21-27139217e413 service neutron] For port 51a08a08-206b-437a-8373-17a1e74c7235, host n-h2-771362-32, cleared binding levels {{(pid=94462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:12:53.893441 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-a1b9fcbb-0c68-4d55-a374-ab6e3dbf4813 req-e81c387d-2e2e-4b6e-ba21-27139217e413 service neutron] For port 51a08a08-206b-437a-8373-17a1e74c7235, host n-h2-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=51a08a08-206b-437a-8373-17a1e74c7235,segment=NetworkSegment(69ab64d7-bb63-4367-9b3e-0960def4b6c7),segment_id=69ab64d7-bb63-4367-9b3e-0960def4b6c7)] {{(pid=94462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:12:53.897492 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:53.920393 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-cda0cd6c-855a-4658-b6f4-60983721c12a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11810'] for router, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:53.921590 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-cda0cd6c-855a-4658-b6f4-60983721c12a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1926740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11821'] for router, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:54.024245 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-cda0cd6c-855a-4658-b6f4-60983721c12a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:54.040820 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:54.047797 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-a1b9fcbb-0c68-4d55-a374-ab6e3dbf4813 req-e81c387d-2e2e-4b6e-ba21-27139217e413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:54.047983 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b91c53-d8b4-42fb-b27f-feab17f4f9eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-41f7066f-9a8e-4f06-8e95-8ecf54823547', 'network_id': '41f7066f-9a8e-4f06-8e95-8ecf54823547', 'tenant_id': '9894936966314364b33bc38106ad1bde', 'fixed_ips': [{'subnet_id': '61f929ba-993d-4ead-a060-b7e52e8e74ae'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:12:54.047983 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-33b91c53-d8b4-42fb-b27f-feab17f4f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:54.059559 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 2014197d-f9c1-4538-ac55-83213b9c2728 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:12:54.085820 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b9fcbb-0c68-4d55-a374-ab6e3dbf4813 req-e81c387d-2e2e-4b6e-ba21-27139217e413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:54.086417 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-a1b9fcbb-0c68-4d55-a374-ab6e3dbf4813 req-e81c387d-2e2e-4b6e-ba21-27139217e413 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:54.087842 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a1b9fcbb-0c68-4d55-a374-ab6e3dbf4813 req-e81c387d-2e2e-4b6e-ba21-27139217e413 service neutron] 10.222.0.15 "PUT /v2.0/ports/51a08a08-206b-437a-8373-17a1e74c7235 HTTP/1.1" status: 200 len: 1093 time: 1.7113738 Jul 05 02:12:54.088273 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54d1bfa2-7798-4198-8e88-90a0c32fd269', 'tag': '51a08a08-206b-437a-8373-17a1e74c7235'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:12:54.090728 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b223267e0e0ddb3199af7772d0b45336e3b4b54fbb151c86a8051291a61e85db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-297e6eca-276f-4c9a-b10b-9d67b6993b64" -d '{"events": [{"name": "network-changed", "server_uuid": "54d1bfa2-7798-4198-8e88-90a0c32fd269", "tag": "51a08a08-206b-437a-8373-17a1e74c7235"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:12:54.117533 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81c387d-2e2e-4b6e-ba21-27139217e413 service neutron] Pushing event updated for resources: {'Port': ['ID=51a08a08-206b-437a-8373-17a1e74c7235,revision_number=3']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:54.144774 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e5975f1-d1ca-457f-a4cf-c52fe50a9bbc x-openstack-request-id: req-4e5975f1-d1ca-457f-a4cf-c52fe50a9bbc {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:12:54.145070 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54d1bfa2-7798-4198-8e88-90a0c32fd269", "tag": "51a08a08-206b-437a-8373-17a1e74c7235", "status": "completed", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:12:54.145320 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4e5975f1-d1ca-457f-a4cf-c52fe50a9bbc {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:12:54.145752 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54d1bfa2-7798-4198-8e88-90a0c32fd269', 'tag': '51a08a08-206b-437a-8373-17a1e74c7235', 'status': 'completed', 'code': 200} Jul 05 02:12:54.251796 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 87324cc0-b903-4a89-b8df-73db604748ad, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=87324cc0-b903-4a89-b8df-73db604748ad,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:12:54.290950 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e6eca-276f-4c9a-b10b-9d67b6993b64 req-7cb464cb-300e-4c8b-9c1b-eefb2290f6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:54.292513 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-297e6eca-276f-4c9a-b10b-9d67b6993b64 req-7cb464cb-300e-4c8b-9c1b-eefb2290f6e4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7bf4f22dde1e4624a2cb34086c53be02&device_id=54d1bfa2-7798-4198-8e88-90a0c32fd269 HTTP/1.1" status: 200 len: 1096 time: 0.1239741 Jul 05 02:12:54.378604 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-cda0cd6c-855a-4658-b6f4-60983721c12a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:54.396396 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:54.402927 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 42294) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:12:54.469350 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 2014197d-f9c1-4538-ac55-83213b9c2728 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:12:54.492214 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 2014197d-f9c1-4538-ac55-83213b9c2728 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:12:54.492579 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:54.530753 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-33b91c53-d8b4-42fb-b27f-feab17f4f9eb None None] Allocated IP 172.20.0.2 (41f7066f-9a8e-4f06-8e95-8ecf54823547/61f929ba-993d-4ead-a060-b7e52e8e74ae/c963b557-f214-45bd-a7b9-7467db3d2314) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:12:54.553850 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=87324cc0-b903-4a89-b8df-73db604748ad,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:54.570753 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72f1a36-4fe1-4758-b4a8-4fbae3d31dc7 req-98c95d07-5356-45f8-8b3d-6e0d5e25eb1b tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:54.572271 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e72f1a36-4fe1-4758-b4a8-4fbae3d31dc7 req-98c95d07-5356-45f8-8b3d-6e0d5e25eb1b tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "GET /v2.0/ports?device_id=d986527f-6a25-41d6-8e06-2f04a5655e8e HTTP/1.1" status: 200 len: 945 time: 0.1623785 Jul 05 02:12:54.574349 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-784932fa-e038-426b-9c55-0d10948bc630 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:54.608045 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e6eca-276f-4c9a-b10b-9d67b6993b64 req-5f56ef0d-2398-40e5-9203-0ef7acb4dfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:54.611072 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-297e6eca-276f-4c9a-b10b-9d67b6993b64 req-5f56ef0d-2398-40e5-9203-0ef7acb4dfa9 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=7bf4f22dde1e4624a2cb34086c53be02&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3018432 Jul 05 02:12:54.629091 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:54.643302 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a7112c-a55b-437c-936b-13a035157e01 req-edf5c8bd-08fa-4c2c-84b8-89474b6b0478 tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:54.644990 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-96a7112c-a55b-437c-936b-13a035157e01 req-edf5c8bd-08fa-4c2c-84b8-89474b6b0478 tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9d673cc-13b8-40f2-96f2-ccd35c2d9134 HTTP/1.1" status: 200 len: 949 time: 0.1861186 Jul 05 02:12:54.684942 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:54.729417 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 2014197d-f9c1-4538-ac55-83213b9c2728, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=2014197d-f9c1-4538-ac55-83213b9c2728,segment=NetworkSegment(db4f039d-ef1e-41e9-961e-4e2fa117a5a1),segment_id=db4f039d-ef1e-41e9-961e-4e2fa117a5a1)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:12:54.836604 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:54.840571 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-33b91c53-d8b4-42fb-b27f-feab17f4f9eb None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:54.870825 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-33b91c53-d8b4-42fb-b27f-feab17f4f9eb None None] Transition to ACTIVE for port object c963b557-f214-45bd-a7b9-7467db3d2314 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:12:54.902523 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-33b91c53-d8b4-42fb-b27f-feab17f4f9eb None None] Transition to ACTIVE for port object c963b557-f214-45bd-a7b9-7467db3d2314 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:12:54.903867 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9d673cc-13b8-40f2-96f2-ccd35c2d9134', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87324cc0-b903-4a89-b8df-73db604748ad'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:12:54.906922 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ece774d5-2a14-4107-bf7a-d4879dcefe28" -d '{"events": [{"server_uuid": "a9d673cc-13b8-40f2-96f2-ccd35c2d9134", "name": "network-vif-plugged", "status": "completed", "tag": "87324cc0-b903-4a89-b8df-73db604748ad"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:12:54.922595 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=2014197d-f9c1-4538-ac55-83213b9c2728,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:54.934686 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e72f1a36-4fe1-4758-b4a8-4fbae3d31dc7 req-52a871ca-e7cb-4e68-8fa6-c7c41906df70 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "GET /v2.0/security-groups?id=e181e6bc-cf15-4644-b3a9-16feadbfeb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3567359 Jul 05 02:12:55.012411 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-33b91c53-d8b4-42fb-b27f-feab17f4f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:55.017351 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-96a7112c-a55b-437c-936b-13a035157e01 req-3675649a-3fe9-47c2-ae61-16bfe6cece2b tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f9ee991-c666-47b2-b3f3-24a1fcc6747e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3535573 Jul 05 02:12:55.076880 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e6eca-276f-4c9a-b10b-9d67b6993b64 req-0515f2c2-51b1-4746-9348-b2a6752333e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:55.078624 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-297e6eca-276f-4c9a-b10b-9d67b6993b64 req-0515f2c2-51b1-4746-9348-b2a6752333e0 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4603574 Jul 05 02:12:55.101672 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b91c53-d8b4-42fb-b27f-feab17f4f9eb None None] Network 41f7066f-9a8e-4f06-8e95-8ecf54823547 is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:12:55.108573 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-33b91c53-d8b4-42fb-b27f-feab17f4f9eb None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:12:55.114043 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b91c53-d8b4-42fb-b27f-feab17f4f9eb None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:12:55.123411 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b91c53-d8b4-42fb-b27f-feab17f4f9eb None None] Pushing event updated for resources: {'Port': ['ID=c963b557-f214-45bd-a7b9-7467db3d2314,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:55.170662 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-cda0cd6c-855a-4658-b6f4-60983721c12a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:55.194159 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-33b91c53-d8b4-42fb-b27f-feab17f4f9eb None None] Attempting to bind port c963b557-f214-45bd-a7b9-7467db3d2314 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:12:55.194545 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-33b91c53-d8b4-42fb-b27f-feab17f4f9eb None None] Attempting to bind port c963b557-f214-45bd-a7b9-7467db3d2314 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'eb728d40-e891-4a57-8e78-84f0885ed9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '41f7066f-9a8e-4f06-8e95-8ecf54823547'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:12:55.195497 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b91c53-d8b4-42fb-b27f-feab17f4f9eb None None] Attempting to bind port c963b557-f214-45bd-a7b9-7467db3d2314 on network 41f7066f-9a8e-4f06-8e95-8ecf54823547 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:12:55.199168 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-cda0cd6c-855a-4658-b6f4-60983721c12a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:55.202637 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-784932fa-e038-426b-9c55-0d10948bc630 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:55.210165 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b91c53-d8b4-42fb-b27f-feab17f4f9eb None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:12:55.210165 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b91c53-d8b4-42fb-b27f-feab17f4f9eb None None] Checking segment: {'id': 'eb728d40-e891-4a57-8e78-84f0885ed9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '41f7066f-9a8e-4f06-8e95-8ecf54823547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:12:55.210565 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-33b91c53-d8b4-42fb-b27f-feab17f4f9eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:55.210920 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b91c53-d8b4-42fb-b27f-feab17f4f9eb None None] Bound using segment: {'id': 'eb728d40-e891-4a57-8e78-84f0885ed9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '41f7066f-9a8e-4f06-8e95-8ecf54823547'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:12:55.211401 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-33b91c53-d8b4-42fb-b27f-feab17f4f9eb None None] Bound port: c963b557-f214-45bd-a7b9-7467db3d2314, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb728d40-e891-4a57-8e78-84f0885ed9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '41f7066f-9a8e-4f06-8e95-8ecf54823547'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:12:55.211776 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-33b91c53-d8b4-42fb-b27f-feab17f4f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:55.251135 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b9fcbb-0c68-4d55-a374-ab6e3dbf4813 req-019f661d-ae2e-41a5-b9e3-83f87d0b0093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:55.253226 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a1b9fcbb-0c68-4d55-a374-ab6e3dbf4813 req-019f661d-ae2e-41a5-b9e3-83f87d0b0093 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7bf4f22dde1e4624a2cb34086c53be02&device_id=54d1bfa2-7798-4198-8e88-90a0c32fd269 HTTP/1.1" status: 200 len: 1096 time: 0.1358325 Jul 05 02:12:55.295686 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-784932fa-e038-426b-9c55-0d10948bc630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:55.306731 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a1b9fcbb-0c68-4d55-a374-ab6e3dbf4813 req-8fd249d6-efd2-4e59-90bc-82bde5801d6f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=51a08a08-206b-437a-8373-17a1e74c7235 HTTP/1.1" status: 200 len: 217 time: 0.0434566 Jul 05 02:12:55.334395 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-33b91c53-d8b4-42fb-b27f-feab17f4f9eb None None] For port c963b557-f214-45bd-a7b9-7467db3d2314, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:12:55.337611 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-33b91c53-d8b4-42fb-b27f-feab17f4f9eb None None] For port c963b557-f214-45bd-a7b9-7467db3d2314, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=c963b557-f214-45bd-a7b9-7467db3d2314,segment=NetworkSegment(eb728d40-e891-4a57-8e78-84f0885ed9f8),segment_id=eb728d40-e891-4a57-8e78-84f0885ed9f8)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:12:55.355116 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da4f035-0ab8-4f50-8d06-7adb270952ed req-dc7889a5-78ce-4628-9e64-fa4a9c6cd027 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:55.356705 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7da4f035-0ab8-4f50-8d06-7adb270952ed req-dc7889a5-78ce-4628-9e64-fa4a9c6cd027 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=54d1bfa2-7798-4198-8e88-90a0c32fd269 HTTP/1.1" status: 200 len: 944 time: 0.1861238 Jul 05 02:12:55.386234 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784932fa-e038-426b-9c55-0d10948bc630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d128ee96-72f2-41b4-8ead-3b1044f94416,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:55.390389 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b9fcbb-0c68-4d55-a374-ab6e3dbf4813 req-857db206-1509-41e1-bb09-050d74c095ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:55.391974 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a1b9fcbb-0c68-4d55-a374-ab6e3dbf4813 req-857db206-1509-41e1-bb09-050d74c095ef service neutron] 10.222.0.15 "GET /v2.0/subnets?id=88cd65d9-1715-492f-9ef5-e486cc8231ac HTTP/1.1" status: 200 len: 859 time: 0.0789394 Jul 05 02:12:55.402297 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-cda0cd6c-855a-4658-b6f4-60983721c12a admin admin] Allocated IP 172.25.7.222 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/96cb4982-bd7a-4c7c-9abb-484cf4266665) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:12:55.407853 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-784932fa-e038-426b-9c55-0d10948bc630 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=13fb1c793c724e7eadba55ff963ac0f3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0038521 Jul 05 02:12:55.411151 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 42318) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:12:55.430865 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-33b91c53-d8b4-42fb-b27f-feab17f4f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:55.434040 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7da4f035-0ab8-4f50-8d06-7adb270952ed req-53ada32b-6900-454e-a584-71c107baf2cb tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687566 Jul 05 02:12:55.435955 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a1b9fcbb-0c68-4d55-a374-ab6e3dbf4813 req-2ab325c3-87ce-4880-a19d-dc7942229400 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340650 Jul 05 02:12:55.499297 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f73185f0-95bf-45a2-aab5-a1b856559ec0 x-openstack-request-id: req-f73185f0-95bf-45a2-aab5-a1b856559ec0 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:12:55.499593 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9d673cc-13b8-40f2-96f2-ccd35c2d9134", "name": "network-vif-plugged", "status": "completed", "tag": "87324cc0-b903-4a89-b8df-73db604748ad", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:12:55.499845 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f73185f0-95bf-45a2-aab5-a1b856559ec0 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:12:55.500268 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9d673cc-13b8-40f2-96f2-ccd35c2d9134', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87324cc0-b903-4a89-b8df-73db604748ad', 'code': 200} Jul 05 02:12:55.568329 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b91c53-d8b4-42fb-b27f-feab17f4f9eb None None] Pushing event updated for resources: {'Port': ['ID=c963b557-f214-45bd-a7b9-7467db3d2314,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:55.568936 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a1b9fcbb-0c68-4d55-a374-ab6e3dbf4813 req-ac9aa952-14d6-48ff-a3bd-d47932827be1 service neutron] 10.222.0.15 "GET /v2.0/networks/b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261513 Jul 05 02:12:55.583923 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d2ef45-b415-44a5-bbde-445196f7ad71 req-5c75af10-3f98-4955-be6f-494b853ef3e1 tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:55.585618 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-37d2ef45-b415-44a5-bbde-445196f7ad71 req-5c75af10-3f98-4955-be6f-494b853ef3e1 tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] 10.222.0.23 "GET /v2.0/ports?device_id=53b1405d-e57e-488f-9402-6bda582de63e HTTP/1.1" status: 200 len: 950 time: 0.2776511 Jul 05 02:12:55.627650 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2e6e1940-b6f3-43fc-9ab4-bc20a4050186 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:55.698714 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a1b9fcbb-0c68-4d55-a374-ab6e3dbf4813 req-6a6de13f-3efa-4d0d-ada9-52f6db84269f service neutron] 10.222.0.15 "GET /v2.0/networks/b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223025 Jul 05 02:12:55.699292 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2e6e1940-b6f3-43fc-9ab4-bc20a4050186 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:55.703764 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-cda0cd6c-855a-4658-b6f4-60983721c12a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:55.726349 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-37d2ef45-b415-44a5-bbde-445196f7ad71 req-76692549-d3f7-40d1-bbf0-3fd9fa3bdca5 tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5cd77e-1b52-448c-b212-5db741d9953c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121993 Jul 05 02:12:55.800987 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2790c68-1430-48f2-ab71-105f82fcf193 req-15723a48-9d21-4d82-ba98-7e2dadeece0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:55.802524 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e2790c68-1430-48f2-ab71-105f82fcf193 req-15723a48-9d21-4d82-ba98-7e2dadeece0c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a9d673cc-13b8-40f2-96f2-ccd35c2d9134 HTTP/1.1" status: 200 len: 1101 time: 0.2127230 Jul 05 02:12:55.847315 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e2790c68-1430-48f2-ab71-105f82fcf193 req-f7e0d4f5-769f-499b-89ef-dc9fddb93074 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4f9ee991-c666-47b2-b3f3-24a1fcc6747e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369930 Jul 05 02:12:55.985615 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-cda0cd6c-855a-4658-b6f4-60983721c12a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:55.985755 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:56.007090 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2e6e1940-b6f3-43fc-9ab4-bc20a4050186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:56.009193 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2e6e1940-b6f3-43fc-9ab4-bc20a4050186 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:56.025019 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-2e6e1940-b6f3-43fc-9ab4-bc20a4050186 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d128ee96-72f2-41b4-8ead-3b1044f94416 HTTP/1.1" status: 204 len: 168 time: 0.6084142 Jul 05 02:12:56.085625 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda0cd6c-855a-4658-b6f4-60983721c12a admin admin] Pushing event updated for resources: {'Port': ['ID=96cb4982-bd7a-4c7c-9abb-484cf4266665,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:56.115889 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda0cd6c-855a-4658-b6f4-60983721c12a admin admin] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:12:56.115889 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6e1940-b6f3-43fc-9ab4-bc20a4050186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d128ee96-72f2-41b4-8ead-3b1044f94416,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:56.132477 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-cda0cd6c-855a-4658-b6f4-60983721c12a admin admin] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:12:56.135861 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda0cd6c-855a-4658-b6f4-60983721c12a admin admin] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:12:56.211956 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 2014197d-f9c1-4538-ac55-83213b9c2728 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:12:56.269398 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 2014197d-f9c1-4538-ac55-83213b9c2728 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:12:56.269758 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:56.275381 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 7c7f9f13-b119-42f8-9796-45087a9c0359 up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:12:56.357155 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef7254e-755b-47dd-88d0-9c29e8988aa1 req-78cad52a-62ef-43a5-8d0a-ad01aabf31e6 tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:56.361976 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9ef7254e-755b-47dd-88d0-9c29e8988aa1 req-78cad52a-62ef-43a5-8d0a-ad01aabf31e6 tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9d673cc-13b8-40f2-96f2-ccd35c2d9134 HTTP/1.1" status: 200 len: 949 time: 0.1011887 Jul 05 02:12:56.416403 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device c963b557-f214-45bd-a7b9-7467db3d2314 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:12:56.423658 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90de443-f46f-48d2-ab13-4a30346cd684 req-b7002778-0f16-4e90-8e36-ef3812193c16 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:56.427954 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f90de443-f46f-48d2-ab13-4a30346cd684 req-b7002778-0f16-4e90-8e36-ef3812193c16 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "GET /v2.0/ports?device_id=d986527f-6a25-41d6-8e06-2f04a5655e8e HTTP/1.1" status: 200 len: 945 time: 0.2031510 Jul 05 02:12:56.432937 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9ef7254e-755b-47dd-88d0-9c29e8988aa1 req-df20562b-d932-461c-badb-e9c4d1f34217 tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f9ee991-c666-47b2-b3f3-24a1fcc6747e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696545 Jul 05 02:12:56.488585 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning for port 7c7f9f13-b119-42f8-9796-45087a9c0359 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:12:56.494967 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port 7c7f9f13-b119-42f8-9796-45087a9c0359 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:12:56.498211 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f90de443-f46f-48d2-ab13-4a30346cd684 req-e28183f3-7305-4721-aeba-ff4551bb7901 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "GET /v2.0/security-groups?id=e181e6bc-cf15-4644-b3a9-16feadbfeb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642257 Jul 05 02:12:56.498355 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:56.612484 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:56.628029 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port c963b557-f214-45bd-a7b9-7467db3d2314 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:12:56.693245 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 7c7f9f13-b119-42f8-9796-45087a9c0359, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=7c7f9f13-b119-42f8-9796-45087a9c0359,segment=NetworkSegment(eb1a6b94-6086-43b7-acf8-adc8a5518556),segment_id=eb1a6b94-6086-43b7-acf8-adc8a5518556)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:12:56.694182 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd58c9c2-fc55-4b1c-8065-42260c8a33f8 req-2e8d6bab-9714-4b0d-a562-d449fa5b7f04 tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:56.702145 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-dd58c9c2-fc55-4b1c-8065-42260c8a33f8 req-2e8d6bab-9714-4b0d-a562-d449fa5b7f04 tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] 10.222.0.23 "GET /v2.0/ports?device_id=53b1405d-e57e-488f-9402-6bda582de63e HTTP/1.1" status: 200 len: 950 time: 0.1265893 Jul 05 02:12:56.704046 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-cda0cd6c-855a-4658-b6f4-60983721c12a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:56.773550 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-dd58c9c2-fc55-4b1c-8065-42260c8a33f8 req-dad94903-21ce-44a6-adaa-3be52384f6ab tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5cd77e-1b52-448c-b212-5db741d9953c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605309 Jul 05 02:12:56.897608 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a9feb5-f373-4aad-8ea2-5c6d74ae040d None None] Network 41f7066f-9a8e-4f06-8e95-8ecf54823547 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:12:56.963715 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:57.016288 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-cda0cd6c-855a-4658-b6f4-60983721c12a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963'] for router, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:57.036235 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733aab80-eaef-4a1f-957f-d0b1405b8fd2 req-5adc326b-8b10-4f48-b77c-4cbc8a1e7663 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:57.038745 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-733aab80-eaef-4a1f-957f-d0b1405b8fd2 req-5adc326b-8b10-4f48-b77c-4cbc8a1e7663 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=54d1bfa2-7798-4198-8e88-90a0c32fd269 HTTP/1.1" status: 200 len: 944 time: 0.1459925 Jul 05 02:12:57.099829 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=7c7f9f13-b119-42f8-9796-45087a9c0359,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:57.154186 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-36925042-318c-4d36-a73d-d4e66a68c892 None None] Provisioning for port c963b557-f214-45bd-a7b9-7467db3d2314 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:12:57.158230 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-733aab80-eaef-4a1f-957f-d0b1405b8fd2 req-d5f2011d-398a-4dc0-b032-c73189cd0056 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830431 Jul 05 02:12:57.175867 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-36925042-318c-4d36-a73d-d4e66a68c892 None None] Provisioning complete for port c963b557-f214-45bd-a7b9-7467db3d2314 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:12:57.176286 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-36925042-318c-4d36-a73d-d4e66a68c892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:57.282691 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f79a01f9-533c-4de0-a760-fcca8e0a02cf req-ec415493-9567-406e-95e6-3b4d7c9f3f97 tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=ed2364caf3124d8bad97d5b31d9f4d2b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280516 Jul 05 02:12:57.291843 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-36925042-318c-4d36-a73d-d4e66a68c892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:57.337697 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-36925042-318c-4d36-a73d-d4e66a68c892 None None] For port c963b557-f214-45bd-a7b9-7467db3d2314, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=c963b557-f214-45bd-a7b9-7467db3d2314,segment=NetworkSegment(eb728d40-e891-4a57-8e78-84f0885ed9f8),segment_id=eb728d40-e891-4a57-8e78-84f0885ed9f8)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:12:57.345686 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cda0cd6c-855a-4658-b6f4-60983721c12a admin admin] Router 40b477f2-8d03-480f-98b4-881eaaeff413 is scheduled to L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 with binding_index 1 {{(pid=94461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 02:12:57.436560 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-36925042-318c-4d36-a73d-d4e66a68c892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:57.485227 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79a01f9-533c-4de0-a760-fcca8e0a02cf req-e3db6139-fbff-4766-8bf2-9f352e695375 tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:57.486763 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f79a01f9-533c-4de0-a760-fcca8e0a02cf req-e3db6139-fbff-4766-8bf2-9f352e695375 tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1973467 Jul 05 02:12:57.493249 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36925042-318c-4d36-a73d-d4e66a68c892 None None] Pushing event updated for resources: {'Port': ['ID=c963b557-f214-45bd-a7b9-7467db3d2314,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:57.501040 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd986527f-6a25-41d6-8e06-2f04a5655e8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c7f9f13-b119-42f8-9796-45087a9c0359'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:12:57.503790 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4c1307b-6831-4d0e-8879-b77ec19b8648" -d '{"events": [{"server_uuid": "d986527f-6a25-41d6-8e06-2f04a5655e8e", "name": "network-vif-plugged", "status": "completed", "tag": "7c7f9f13-b119-42f8-9796-45087a9c0359"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:12:57.516349 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f79a01f9-533c-4de0-a760-fcca8e0a02cf req-8c80bd17-b915-4275-935e-7b75cefdb845 tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] 10.222.0.23 "GET /v2.0/quotas/ed2364caf3124d8bad97d5b31d9f4d2b HTTP/1.1" status: 200 len: 375 time: 0.0235050 Jul 05 02:12:57.524987 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda0cd6c-855a-4658-b6f4-60983721c12a admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:12:57.540023 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741e63d3-0876-4ab7-bdc6-9d6d9538e74f None None] Sync routers for ids ['40b477f2-8d03-480f-98b4-881eaaeff413'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:12:57.557569 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741e63d3-0876-4ab7-bdc6-9d6d9538e74f None None] Routers {'40b477f2-8d03-480f-98b4-881eaaeff413'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:12:57.558677 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-741e63d3-0876-4ab7-bdc6-9d6d9538e74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:12:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['40b477f2-8d03-480f-98b4-881eaaeff413'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:12:57.568686 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-927a0fc2-2881-40d1-9ca7-21848ff773a1 None None] Provisioning complete for port c963b557-f214-45bd-a7b9-7467db3d2314 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:12:57.570899 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-927a0fc2-2881-40d1-9ca7-21848ff773a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:57.638888 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f79a01f9-533c-4de0-a760-fcca8e0a02cf req-9bc4e980-1f15-4916-8dc0-d5aec0a7d8ad tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ed2364caf3124d8bad97d5b31d9f4d2b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1129971 Jul 05 02:12:57.664671 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-cda0cd6c-855a-4658-b6f4-60983721c12a admin admin] Notify callbacks [] for router, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:57.668345 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-cda0cd6c-855a-4658-b6f4-60983721c12a admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.9074576 Jul 05 02:12:57.668753 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 42402) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:12:57.724058 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-741e63d3-0876-4ab7-bdc6-9d6d9538e74f None None] Set router 40b477f2-8d03-480f-98b4-881eaaeff413 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:12:57.899872 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d841154d-315d-4feb-a15e-5ef5554761fd x-openstack-request-id: req-d841154d-315d-4feb-a15e-5ef5554761fd {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:12:57.900362 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d986527f-6a25-41d6-8e06-2f04a5655e8e", "name": "network-vif-plugged", "status": "completed", "tag": "7c7f9f13-b119-42f8-9796-45087a9c0359", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:12:57.900458 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d841154d-315d-4feb-a15e-5ef5554761fd {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:12:57.900779 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd986527f-6a25-41d6-8e06-2f04a5655e8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c7f9f13-b119-42f8-9796-45087a9c0359', 'code': 200} Jul 05 02:12:57.966185 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-741e63d3-0876-4ab7-bdc6-9d6d9538e74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40b477f2-8d03-480f-98b4-881eaaeff413', 'name': 'tempest-AttachSCSIVolumeTestJSON-287198228-router', 'tenant_id': '9894936966314364b33bc38106ad1bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '96cb4982-bd7a-4c7c-9abb-484cf4266665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:12:53Z', 'updated_at': '2021-07-05T02:12:56Z', 'revision_number': 3, 'project_id': '9894936966314364b33bc38106ad1bde', 'gw_port': {'id': '96cb4982-bd7a-4c7c-9abb-484cf4266665', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d6:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40b477f2-8d03-480f-98b4-881eaaeff413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:12:55Z', 'updated_at': '2021-07-05T02:12:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:12:58.006412 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741e63d3-0876-4ab7-bdc6-9d6d9538e74f None None] Checking router: 40b477f2-8d03-480f-98b4-881eaaeff413 for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:12:58.007163 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741e63d3-0876-4ab7-bdc6-9d6d9538e74f None None] Updating router 40b477f2-8d03-480f-98b4-881eaaeff413 port 96cb4982-bd7a-4c7c-9abb-484cf4266665 binding host n-d-771362-32 {{(pid=94464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 02:12:58.039759 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8601d67f-4aa7-45c8-888b-985b68c56459 req-9887f6df-cc7e-43d4-9e2d-7d9bd6d2f533 tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:58.046574 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8601d67f-4aa7-45c8-888b-985b68c56459 req-9887f6df-cc7e-43d4-9e2d-7d9bd6d2f533 tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9d673cc-13b8-40f2-96f2-ccd35c2d9134 HTTP/1.1" status: 200 len: 949 time: 0.2026858 Jul 05 02:12:58.064720 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device c963b557-f214-45bd-a7b9-7467db3d2314 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:12:58.078952 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-741e63d3-0876-4ab7-bdc6-9d6d9538e74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:58.122642 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f787cc24-c4c7-4984-8817-897dc93c4a5d req-0a99ff98-9b1d-4eb3-9f6f-d8c9154888eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:58.124166 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f787cc24-c4c7-4984-8817-897dc93c4a5d req-0a99ff98-9b1d-4eb3-9f6f-d8c9154888eb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d986527f-6a25-41d6-8e06-2f04a5655e8e HTTP/1.1" status: 200 len: 1098 time: 0.1554215 Jul 05 02:12:58.150401 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8601d67f-4aa7-45c8-888b-985b68c56459 req-8fbac768-5ff2-4b5c-ac66-7a30552d0a2f tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f9ee991-c666-47b2-b3f3-24a1fcc6747e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023314 Jul 05 02:12:58.154163 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27050d26-9bbb-495c-a94f-3cda456c864f req-2e7c3673-5c7d-4434-9b4e-98c2b7a92412 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:58.156093 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-27050d26-9bbb-495c-a94f-3cda456c864f req-2e7c3673-5c7d-4434-9b4e-98c2b7a92412 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "GET /v2.0/ports?device_id=d986527f-6a25-41d6-8e06-2f04a5655e8e HTTP/1.1" status: 200 len: 946 time: 0.1232123 Jul 05 02:12:58.212281 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port c963b557-f214-45bd-a7b9-7467db3d2314 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:12:58.222501 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:58.342440 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 51a08a08-206b-437a-8373-17a1e74c7235 details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:12:58.458922 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-234d1455-88b3-4fa2-8046-86c303b4be5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:58.549811 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 51a08a08-206b-437a-8373-17a1e74c7235, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=51a08a08-206b-437a-8373-17a1e74c7235,segment=NetworkSegment(69ab64d7-bb63-4367-9b3e-0960def4b6c7),segment_id=69ab64d7-bb63-4367-9b3e-0960def4b6c7)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:12:58.552814 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-741e63d3-0876-4ab7-bdc6-9d6d9538e74f None None] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:58.573374 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Returning: {'device': '51a08a08-206b-437a-8373-17a1e74c7235', 'network_id': 'b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1', 'port_id': '51a08a08-206b-437a-8373-17a1e74c7235', 'mac_address': 'fa:16:3e:8f:dc:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88cd65d9-1715-492f-9ef5-e486cc8231ac', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:12:58.581226 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-741e63d3-0876-4ab7-bdc6-9d6d9538e74f None None] Transition to ACTIVE for port object 96cb4982-bd7a-4c7c-9abb-484cf4266665 will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:12:58.596651 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-27050d26-9bbb-495c-a94f-3cda456c864f req-3eb8bf53-099e-4531-8789-149bfcf1a8d5 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "GET /v2.0/security-groups?id=e181e6bc-cf15-4644-b3a9-16feadbfeb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4328156 Jul 05 02:12:58.602994 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f787cc24-c4c7-4984-8817-897dc93c4a5d req-77348c6c-0bae-4656-afcc-30c9059496c7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e181e6bc-cf15-4644-b3a9-16feadbfeb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4683096 Jul 05 02:12:58.681135 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-234d1455-88b3-4fa2-8046-86c303b4be5f admin admin] Allocated IP 172.20.0.1 (41f7066f-9a8e-4f06-8e95-8ecf54823547/61f929ba-993d-4ead-a060-b7e52e8e74ae/acfe07c6-45ec-4281-862c-0a57b0306fe5) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:12:58.683630 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-98ee0e1a-86d9-4020-9ec6-b1010f151c70 req-13bf4db3-5cb8-4bdf-bd9a-c15730eba3ba tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] 10.222.0.23 "GET /v2.0/ports?device_id=60885d9e-37e5-44a7-87ab-f3cde0a4ba55 HTTP/1.1" status: 200 len: 210 time: 0.0335014 Jul 05 02:12:58.698656 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:58.704596 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-741e63d3-0876-4ab7-bdc6-9d6d9538e74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:58.769291 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24b3e12-924e-4ed2-a9fd-cf11d2f73072 None None] Pushing event updated for resources: {'Port': ['ID=96cb4982-bd7a-4c7c-9abb-484cf4266665,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:58.819345 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-741e63d3-0876-4ab7-bdc6-9d6d9538e74f None None] Attempting to bind port 96cb4982-bd7a-4c7c-9abb-484cf4266665 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:12:58.819917 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-741e63d3-0876-4ab7-bdc6-9d6d9538e74f None None] Attempting to bind port 96cb4982-bd7a-4c7c-9abb-484cf4266665 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:12:58.820284 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741e63d3-0876-4ab7-bdc6-9d6d9538e74f None None] Attempting to bind port 96cb4982-bd7a-4c7c-9abb-484cf4266665 on network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:12:58.827689 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741e63d3-0876-4ab7-bdc6-9d6d9538e74f None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:12:58.833262 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741e63d3-0876-4ab7-bdc6-9d6d9538e74f None None] Checking segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:12:58.833783 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-741e63d3-0876-4ab7-bdc6-9d6d9538e74f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:58.836305 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741e63d3-0876-4ab7-bdc6-9d6d9538e74f None None] Bound using segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:12:58.836993 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-741e63d3-0876-4ab7-bdc6-9d6d9538e74f None None] Bound port: 96cb4982-bd7a-4c7c-9abb-484cf4266665, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:12:58.837349 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-741e63d3-0876-4ab7-bdc6-9d6d9538e74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:58.916581 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-234d1455-88b3-4fa2-8046-86c303b4be5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:58.940373 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [None req-234d1455-88b3-4fa2-8046-86c303b4be5f admin admin] Transition to ACTIVE for port object acfe07c6-45ec-4281-862c-0a57b0306fe5 will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:12:58.983751 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51a08a08-206b-437a-8373-17a1e74c7235 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:12:58.995875 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-741e63d3-0876-4ab7-bdc6-9d6d9538e74f None None] For port 96cb4982-bd7a-4c7c-9abb-484cf4266665, host n-d-771362-32, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:12:59.000782 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-741e63d3-0876-4ab7-bdc6-9d6d9538e74f None None] For port 96cb4982-bd7a-4c7c-9abb-484cf4266665, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=96cb4982-bd7a-4c7c-9abb-484cf4266665,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:12:59.008442 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 51a08a08-206b-437a-8373-17a1e74c7235, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=51a08a08-206b-437a-8373-17a1e74c7235,segment=NetworkSegment(69ab64d7-bb63-4367-9b3e-0960def4b6c7),segment_id=69ab64d7-bb63-4367-9b3e-0960def4b6c7)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:12:59.036449 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057fb0ac-963a-4be8-aaa2-cad3cd28dc47 req-550a3236-49a3-491b-8831-36ba9424542c tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:59.038659 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-057fb0ac-963a-4be8-aaa2-cad3cd28dc47 req-550a3236-49a3-491b-8831-36ba9424542c tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=54d1bfa2-7798-4198-8e88-90a0c32fd269 HTTP/1.1" status: 200 len: 944 time: 0.1027138 Jul 05 02:12:59.076728 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-057fb0ac-963a-4be8-aaa2-cad3cd28dc47 req-91af3078-6144-47fb-ae71-eba461684f23 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324640 Jul 05 02:12:59.127797 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-234d1455-88b3-4fa2-8046-86c303b4be5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:59.128368 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:59.130966 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-741e63d3-0876-4ab7-bdc6-9d6d9538e74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:59.164847 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234d1455-88b3-4fa2-8046-86c303b4be5f admin admin] Network 41f7066f-9a8e-4f06-8e95-8ecf54823547 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:12:59.167745 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-234d1455-88b3-4fa2-8046-86c303b4be5f admin admin] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:12:59.171978 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234d1455-88b3-4fa2-8046-86c303b4be5f admin admin] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:12:59.235494 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=51a08a08-206b-437a-8373-17a1e74c7235,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:59.237659 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234d1455-88b3-4fa2-8046-86c303b4be5f admin admin] Pushing event updated for resources: {'Port': ['ID=acfe07c6-45ec-4281-862c-0a57b0306fe5,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:59.250659 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24b3e12-924e-4ed2-a9fd-cf11d2f73072 None None] Pushing event updated for resources: {'Port': ['ID=96cb4982-bd7a-4c7c-9abb-484cf4266665,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:12:59.268846 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-234d1455-88b3-4fa2-8046-86c303b4be5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635668'] for router_interface, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:59.269276 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741e63d3-0876-4ab7-bdc6-9d6d9538e74f None None] Routers {'40b477f2-8d03-480f-98b4-881eaaeff413'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:12:59.270311 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-741e63d3-0876-4ab7-bdc6-9d6d9538e74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:12:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['40b477f2-8d03-480f-98b4-881eaaeff413'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:12:59.371451 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['51a08a08-206b-437a-8373-17a1e74c7235'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:12:59.422980 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-741e63d3-0876-4ab7-bdc6-9d6d9538e74f None None] Set router 40b477f2-8d03-480f-98b4-881eaaeff413 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:12:59.664790 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 42460) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:12:59.672342 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-741e63d3-0876-4ab7-bdc6-9d6d9538e74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40b477f2-8d03-480f-98b4-881eaaeff413', 'name': 'tempest-AttachSCSIVolumeTestJSON-287198228-router', 'tenant_id': '9894936966314364b33bc38106ad1bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '96cb4982-bd7a-4c7c-9abb-484cf4266665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:12:53Z', 'updated_at': '2021-07-05T02:12:56Z', 'revision_number': 3, 'project_id': '9894936966314364b33bc38106ad1bde', 'gw_port': {'id': '96cb4982-bd7a-4c7c-9abb-484cf4266665', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d6:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40b477f2-8d03-480f-98b4-881eaaeff413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:12:55Z', 'updated_at': '2021-07-05T02:12:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:12:59.681501 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-dc0cde61-1637-4335-9099-993422c4d91c None None] Provisioning for port acfe07c6-45ec-4281-862c-0a57b0306fe5 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:12:59.689339 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-dc0cde61-1637-4335-9099-993422c4d91c None None] Provisioning complete for port acfe07c6-45ec-4281-862c-0a57b0306fe5 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:12:59.692990 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-dc0cde61-1637-4335-9099-993422c4d91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:59.703889 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741e63d3-0876-4ab7-bdc6-9d6d9538e74f None None] The sync data for ids ['40b477f2-8d03-480f-98b4-881eaaeff413'] in n-d-771362-32 is: [{'id': '40b477f2-8d03-480f-98b4-881eaaeff413', 'name': 'tempest-AttachSCSIVolumeTestJSON-287198228-router', 'tenant_id': '9894936966314364b33bc38106ad1bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '96cb4982-bd7a-4c7c-9abb-484cf4266665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:12:53Z', 'updated_at': '2021-07-05T02:12:56Z', 'revision_number': 3, 'project_id': '9894936966314364b33bc38106ad1bde', 'gw_port': {'id': '96cb4982-bd7a-4c7c-9abb-484cf4266665', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d6:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40b477f2-8d03-480f-98b4-881eaaeff413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:12:55Z', 'updated_at': '2021-07-05T02:12:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:12:59.714963 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-234d1455-88b3-4fa2-8046-86c303b4be5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:59.744438 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-dc0cde61-1637-4335-9099-993422c4d91c None None] Port acfe07c6-45ec-4281-862c-0a57b0306fe5 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:12:59.878973 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8e479b53-5ddf-41ea-8382-541a85733c1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:12:59.900460 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d144df7-8ef3-4908-af43-8919de9421ac req-ecf2133a-19c8-4d73-8d56-d9342827846a tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:12:59.902167 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1d144df7-8ef3-4908-af43-8919de9421ac req-ecf2133a-19c8-4d73-8d56-d9342827846a tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "GET /v2.0/ports?device_id=d986527f-6a25-41d6-8e06-2f04a5655e8e HTTP/1.1" status: 200 len: 946 time: 0.1279595 Jul 05 02:12:59.962868 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1d144df7-8ef3-4908-af43-8919de9421ac req-61dcb255-a270-4bce-9d21-f012d31d8cc1 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "GET /v2.0/security-groups?id=e181e6bc-cf15-4644-b3a9-16feadbfeb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492606 Jul 05 02:13:00.034520 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-234d1455-88b3-4fa2-8046-86c303b4be5f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:00.133656 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-234d1455-88b3-4fa2-8046-86c303b4be5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:00.179087 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234d1455-88b3-4fa2-8046-86c303b4be5f admin admin] Pushing event updated for resources: {'Port': ['ID=acfe07c6-45ec-4281-862c-0a57b0306fe5,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:13:00.182748 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8e479b53-5ddf-41ea-8382-541a85733c1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:00.206983 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-dbce0366-36c0-4d1f-99eb-02711034022d req-da36e304-9210-4eb2-85f7-a265091287a8 tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] 10.222.0.23 "GET /v2.0/ports?device_id=60885d9e-37e5-44a7-87ab-f3cde0a4ba55 HTTP/1.1" status: 200 len: 210 time: 0.0585408 Jul 05 02:13:00.247676 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-234d1455-88b3-4fa2-8046-86c303b4be5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634601'] for router_interface, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:00.338916 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 51a08a08-206b-437a-8373-17a1e74c7235 up at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:13:00.360492 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234d1455-88b3-4fa2-8046-86c303b4be5f admin admin] Network 41f7066f-9a8e-4f06-8e95-8ecf54823547 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:13:00.363169 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8e479b53-5ddf-41ea-8382-541a85733c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:00.367056 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-234d1455-88b3-4fa2-8046-86c303b4be5f admin admin] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:13:00.462592 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e479b53-5ddf-41ea-8382-541a85733c1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec2d0a2-a8fb-4062-a414-5045190961c2,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:13:00.504240 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning for port 51a08a08-206b-437a-8373-17a1e74c7235 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:13:00.507511 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-8e479b53-5ddf-41ea-8382-541a85733c1e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=26f106539b4f4c10a775f7cbab0ccacd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8409963 Jul 05 02:13:00.508197 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 42482) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:13:00.510706 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning complete for port 51a08a08-206b-437a-8373-17a1e74c7235 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:13:00.511310 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:00.568443 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b94f41c-c661-4057-b8ac-595af1799e64 req-a829a14e-406e-4049-aaa9-880af4917c68 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:00.570179 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0b94f41c-c661-4057-b8ac-595af1799e64 req-a829a14e-406e-4049-aaa9-880af4917c68 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=54d1bfa2-7798-4198-8e88-90a0c32fd269 HTTP/1.1" status: 200 len: 945 time: 0.2244620 Jul 05 02:13:00.650277 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-234d1455-88b3-4fa2-8046-86c303b4be5f admin admin] Router 40b477f2-8d03-480f-98b4-881eaaeff413 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:13:00.668272 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0b94f41c-c661-4057-b8ac-595af1799e64 req-79648aa9-564d-4afe-89c0-e2cce5bd6b9f tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832989 Jul 05 02:13:00.668880 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1f7c5754-1ee5-4c33-820f-ce05a9df6efd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:00.674738 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:00.693199 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1f7c5754-1ee5-4c33-820f-ce05a9df6efd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:00.721793 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54d1bfa2-7798-4198-8e88-90a0c32fd269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51a08a08-206b-437a-8373-17a1e74c7235'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:13:00.724275 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a740e61-de8a-4a8b-b498-1201bd941f7c" -d '{"events": [{"server_uuid": "54d1bfa2-7798-4198-8e88-90a0c32fd269", "name": "network-vif-plugged", "status": "completed", "tag": "51a08a08-206b-437a-8373-17a1e74c7235"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:13:00.749135 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 51a08a08-206b-437a-8373-17a1e74c7235, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=51a08a08-206b-437a-8373-17a1e74c7235,segment=NetworkSegment(69ab64d7-bb63-4367-9b3e-0960def4b6c7),segment_id=69ab64d7-bb63-4367-9b3e-0960def4b6c7)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:13:00.750956 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-529cb40c-efac-4288-8ef9-1c18df0a1876 None None] Provisioning complete for port acfe07c6-45ec-4281-862c-0a57b0306fe5 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:13:00.751323 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-529cb40c-efac-4288-8ef9-1c18df0a1876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:00.793046 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-529cb40c-efac-4288-8ef9-1c18df0a1876 None None] Port acfe07c6-45ec-4281-862c-0a57b0306fe5 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:13:00.824225 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-307b8007-2acf-43c1-b847-aa28a3c85f95 req-b9d93056-62f8-41c6-a8e1-bc7c9e2b08bc tempest-FlavorsV2NegativeTest-2092610794 tempest-FlavorsV2NegativeTest-2092610794-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=41dd4268740e47f894256f18bb54ddbf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219376 Jul 05 02:13:00.824413 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76800bb7-0af9-473c-b223-c58dfb1e3445 req-c1d7b0c2-9c98-4a73-b516-5d65338d5c73 tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:00.825659 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-76800bb7-0af9-473c-b223-c58dfb1e3445 req-c1d7b0c2-9c98-4a73-b516-5d65338d5c73 tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9d673cc-13b8-40f2-96f2-ccd35c2d9134 HTTP/1.1" status: 200 len: 949 time: 0.2179005 Jul 05 02:13:00.841924 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1f7c5754-1ee5-4c33-820f-ce05a9df6efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:00.842187 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:00.844725 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1f7c5754-1ee5-4c33-820f-ce05a9df6efd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:00.848173 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-1f7c5754-1ee5-4c33-820f-ce05a9df6efd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7ec2d0a2-a8fb-4062-a414-5045190961c2 HTTP/1.1" status: 204 len: 168 time: 0.3349509 Jul 05 02:13:00.880682 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-234d1455-88b3-4fa2-8046-86c303b4be5f admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:13:00.887463 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-234d1455-88b3-4fa2-8046-86c303b4be5f admin admin] 10.222.0.23 "PUT /v2.0/routers/40b477f2-8d03-480f-98b4-881eaaeff413/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2172873 Jul 05 02:13:00.894235 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7c5754-1ee5-4c33-820f-ce05a9df6efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec2d0a2-a8fb-4062-a414-5045190961c2,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:13:00.908189 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-76800bb7-0af9-473c-b223-c58dfb1e3445 req-a6c239d1-f271-4214-bedc-79fca737b7d6 tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f9ee991-c666-47b2-b3f3-24a1fcc6747e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751009 Jul 05 02:13:00.932986 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=51a08a08-206b-437a-8373-17a1e74c7235,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:13:00.983024 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307b8007-2acf-43c1-b847-aa28a3c85f95 req-375fa098-66a1-4fa5-946a-54ba4af32e95 tempest-FlavorsV2NegativeTest-2092610794 tempest-FlavorsV2NegativeTest-2092610794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:00.985743 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-307b8007-2acf-43c1-b847-aa28a3c85f95 req-375fa098-66a1-4fa5-946a-54ba4af32e95 tempest-FlavorsV2NegativeTest-2092610794 tempest-FlavorsV2NegativeTest-2092610794-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1558757 Jul 05 02:13:01.000839 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-099c608b-b454-41e0-aa01-1f88863f2f32 x-openstack-request-id: req-099c608b-b454-41e0-aa01-1f88863f2f32 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:13:01.001319 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54d1bfa2-7798-4198-8e88-90a0c32fd269", "name": "network-vif-plugged", "status": "completed", "tag": "51a08a08-206b-437a-8373-17a1e74c7235", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:13:01.001573 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-099c608b-b454-41e0-aa01-1f88863f2f32 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:13:01.001995 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54d1bfa2-7798-4198-8e88-90a0c32fd269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51a08a08-206b-437a-8373-17a1e74c7235', 'code': 200} Jul 05 02:13:01.035582 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-307b8007-2acf-43c1-b847-aa28a3c85f95 req-cdb89762-0a53-4e6a-842b-f501e7fdcd85 tempest-FlavorsV2NegativeTest-2092610794 tempest-FlavorsV2NegativeTest-2092610794-project] 10.222.0.23 "GET /v2.0/quotas/41dd4268740e47f894256f18bb54ddbf HTTP/1.1" status: 200 len: 375 time: 0.0401082 Jul 05 02:13:01.125627 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-307b8007-2acf-43c1-b847-aa28a3c85f95 req-5200461b-5ead-4b3a-9bb8-3df7e6c1ea6b tempest-FlavorsV2NegativeTest-2092610794 tempest-FlavorsV2NegativeTest-2092610794-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=41dd4268740e47f894256f18bb54ddbf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0872242 Jul 05 02:13:01.176549 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b68eb7-8716-45fb-94c3-e728ac5694d4 req-01de765b-7b6a-46b4-94bd-4bda0ffc6820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:01.178457 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-97b68eb7-8716-45fb-94c3-e728ac5694d4 req-01de765b-7b6a-46b4-94bd-4bda0ffc6820 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=54d1bfa2-7798-4198-8e88-90a0c32fd269 HTTP/1.1" status: 200 len: 1098 time: 0.0638862 Jul 05 02:13:01.214097 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd1219e-95d3-4663-97cc-b27f6abd799c req-f6bb43b2-f679-415d-841e-5cdd9411c4a7 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:01.220265 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-97b68eb7-8716-45fb-94c3-e728ac5694d4 req-e7354fea-5bf6-454d-96e5-17f386746735 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350616 Jul 05 02:13:01.222707 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7fd1219e-95d3-4663-97cc-b27f6abd799c req-f6bb43b2-f679-415d-841e-5cdd9411c4a7 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "GET /v2.0/ports?device_id=d986527f-6a25-41d6-8e06-2f04a5655e8e HTTP/1.1" status: 200 len: 946 time: 0.0932851 Jul 05 02:13:01.294952 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7fd1219e-95d3-4663-97cc-b27f6abd799c req-c1655142-56f4-4a84-be33-2c81f3b8927d tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "GET /v2.0/security-groups?id=e181e6bc-cf15-4644-b3a9-16feadbfeb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713289 Jul 05 02:13:01.349733 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623035f4-473a-4b79-a4ea-abcb38f8dd60 req-2dba2c42-cf92-42a3-9f06-6020c861e099 tempest-DeleteServersAdminTestJSON-1349960682 tempest-DeleteServersAdminTestJSON-1349960682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:01.351601 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-623035f4-473a-4b79-a4ea-abcb38f8dd60 req-2dba2c42-cf92-42a3-9f06-6020c861e099 tempest-DeleteServersAdminTestJSON-1349960682 tempest-DeleteServersAdminTestJSON-1349960682-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=a9d673cc-13b8-40f2-96f2-ccd35c2d9134 HTTP/1.1" status: 200 len: 1101 time: 0.1263556 Jul 05 02:13:01.403397 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f79a01f9-533c-4de0-a760-fcca8e0a02cf req-f3334c5d-5f90-4165-8f81-22c415a10db2 tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=ed2364caf3124d8bad97d5b31d9f4d2b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0494134 Jul 05 02:13:01.558887 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5bd6183b-72f2-4e4d-9dbf-405c9eb529e5 req-c01f33c1-463d-4a81-9a39-a7db6a66ee37 tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] 10.222.0.23 "GET /v2.0/ports?device_id=60885d9e-37e5-44a7-87ab-f3cde0a4ba55 HTTP/1.1" status: 200 len: 210 time: 0.0545092 Jul 05 02:13:01.603875 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [req-623035f4-473a-4b79-a4ea-abcb38f8dd60 req-ecec2258-8ff7-4412-bd32-ab7710fdeace tempest-DeleteServersAdminTestJSON-1349960682 tempest-DeleteServersAdminTestJSON-1349960682-project-admin] Deleting port 87324cc0-b903-4a89-b8df-73db604748ad {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:13:01.604895 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-623035f4-473a-4b79-a4ea-abcb38f8dd60 req-ecec2258-8ff7-4412-bd32-ab7710fdeace tempest-DeleteServersAdminTestJSON-1349960682 tempest-DeleteServersAdminTestJSON-1349960682-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:01.708114 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79a01f9-533c-4de0-a760-fcca8e0a02cf req-89d70d68-1a6f-4cb4-ab71-8c83176c856a tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:01.709787 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f79a01f9-533c-4de0-a760-fcca8e0a02cf req-89d70d68-1a6f-4cb4-ab71-8c83176c856a tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3013599 Jul 05 02:13:01.727865 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5bbda932-d372-4a24-83f1-cee0ecd2777f req-47aad4fd-2a20-4ca2-8249-71982d50e1a1 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-720280559&fields=id&tenant_id=56afeb828cf948f58160284840211a1e HTTP/1.1" status: 200 len: 267 time: 0.1055849 Jul 05 02:13:01.734743 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-623035f4-473a-4b79-a4ea-abcb38f8dd60 req-ecec2258-8ff7-4412-bd32-ab7710fdeace tempest-DeleteServersAdminTestJSON-1349960682 tempest-DeleteServersAdminTestJSON-1349960682-project-admin] For port 87324cc0-b903-4a89-b8df-73db604748ad, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=87324cc0-b903-4a89-b8df-73db604748ad,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:13:01.735152 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-623035f4-473a-4b79-a4ea-abcb38f8dd60 req-ecec2258-8ff7-4412-bd32-ab7710fdeace tempest-DeleteServersAdminTestJSON-1349960682 tempest-DeleteServersAdminTestJSON-1349960682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:01.741854 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-f79a01f9-533c-4de0-a760-fcca8e0a02cf req-7e62ad6e-ae81-4697-8e7d-2ff5a1c65adf tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] Request body: {'port': {'device_id': '60885d9e-37e5-44a7-87ab-f3cde0a4ba55', 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4', 'admin_state_up': True, 'tenant_id': 'ed2364caf3124d8bad97d5b31d9f4d2b'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:13:01.762038 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [req-623035f4-473a-4b79-a4ea-abcb38f8dd60 req-ecec2258-8ff7-4412-bd32-ab7710fdeace tempest-DeleteServersAdminTestJSON-1349960682 tempest-DeleteServersAdminTestJSON-1349960682-project-admin] Calling delete_port for 87324cc0-b903-4a89-b8df-73db604748ad owned by compute:nova {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:13:01.933433 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbda932-d372-4a24-83f1-cee0ecd2777f req-09395c73-8132-4531-a7c6-185c9c730ea3 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:01.943408 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5bbda932-d372-4a24-83f1-cee0ecd2777f req-09395c73-8132-4531-a7c6-185c9c730ea3 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "GET /v2.0/ports?device_id=d986527f-6a25-41d6-8e06-2f04a5655e8e HTTP/1.1" status: 200 len: 946 time: 0.2132056 Jul 05 02:13:01.956059 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-5bbda932-d372-4a24-83f1-cee0ecd2777f req-a9f9c13c-fe5a-44c4-b881-4ecf4cbc0e80 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Request body: {'port': {'security_groups': ['e181e6bc-cf15-4644-b3a9-16feadbfeb13', '4ee12a2c-f248-4911-98f5-a00c1016bc78']}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:13:02.005511 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e76477-24f9-4381-933e-c4e276a54db5 req-eb6d977f-251d-4ef1-a929-f7b9f9d0ef9f tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:02.027308 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-85e76477-24f9-4381-933e-c4e276a54db5 req-eb6d977f-251d-4ef1-a929-f7b9f9d0ef9f tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=54d1bfa2-7798-4198-8e88-90a0c32fd269 HTTP/1.1" status: 200 len: 946 time: 0.1784623 Jul 05 02:13:02.094980 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 42540) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:13:02.117325 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f79a01f9-533c-4de0-a760-fcca8e0a02cf req-7e62ad6e-ae81-4697-8e7d-2ff5a1c65adf tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] Made reservation on behalf of ed2364caf3124d8bad97d5b31d9f4d2b for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:13:02.121209 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f79a01f9-533c-4de0-a760-fcca8e0a02cf req-7e62ad6e-ae81-4697-8e7d-2ff5a1c65adf tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:02.124657 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-5bbda932-d372-4a24-83f1-cee0ecd2777f req-a9f9c13c-fe5a-44c4-b881-4ecf4cbc0e80 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:02.134708 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bfaddaa8-85d3-403e-a798-6386672d59cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:02.169158 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60059f2-4159-485b-a60d-63077351c257 None None] Sync routers for ids ['40b477f2-8d03-480f-98b4-881eaaeff413'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:13:02.173076 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 96cb4982-bd7a-4c7c-9abb-484cf4266665 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:13:02.214386 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60059f2-4159-485b-a60d-63077351c257 None None] Routers {'40b477f2-8d03-480f-98b4-881eaaeff413'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:13:02.215092 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-f60059f2-4159-485b-a60d-63077351c257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:12:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['40b477f2-8d03-480f-98b4-881eaaeff413'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:13:02.234383 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-85e76477-24f9-4381-933e-c4e276a54db5 req-26f530e7-2b4d-4487-b80d-00f506c8ebf6 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061939 Jul 05 02:13:02.277264 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-623035f4-473a-4b79-a4ea-abcb38f8dd60 req-ecec2258-8ff7-4412-bd32-ab7710fdeace tempest-DeleteServersAdminTestJSON-1349960682 tempest-DeleteServersAdminTestJSON-1349960682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:02.332518 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-f60059f2-4159-485b-a60d-63077351c257 None None] Set router 40b477f2-8d03-480f-98b4-881eaaeff413 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:13:02.372549 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecec2258-8ff7-4412-bd32-ab7710fdeace tempest-DeleteServersAdminTestJSON-1349960682 tempest-DeleteServersAdminTestJSON-1349960682-project-admin] Pushing event deleted for resources: {'Port': ['ID=87324cc0-b903-4a89-b8df-73db604748ad,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:13:02.429420 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['87324cc0-b903-4a89-b8df-73db604748ad'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:13:02.555474 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [req-623035f4-473a-4b79-a4ea-abcb38f8dd60 req-ecec2258-8ff7-4412-bd32-ab7710fdeace tempest-DeleteServersAdminTestJSON-1349960682 tempest-DeleteServersAdminTestJSON-1349960682-project-admin] No DVR routers for this DVR port 87324cc0-b903-4a89-b8df-73db604748ad on host n-h2-771362-32 {{(pid=94462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:13:02.564440 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-623035f4-473a-4b79-a4ea-abcb38f8dd60 req-ecec2258-8ff7-4412-bd32-ab7710fdeace tempest-DeleteServersAdminTestJSON-1349960682 tempest-DeleteServersAdminTestJSON-1349960682-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:02.566864 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-623035f4-473a-4b79-a4ea-abcb38f8dd60 req-ecec2258-8ff7-4412-bd32-ab7710fdeace tempest-DeleteServersAdminTestJSON-1349960682 tempest-DeleteServersAdminTestJSON-1349960682-project-admin] 10.222.0.15 "DELETE /v2.0/ports/87324cc0-b903-4a89-b8df-73db604748ad HTTP/1.1" status: 204 len: 173 time: 1.2037616 Jul 05 02:13:02.575756 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9d673cc-13b8-40f2-96f2-ccd35c2d9134', 'name': 'network-vif-deleted', 'tag': '87324cc0-b903-4a89-b8df-73db604748ad'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:13:02.581321 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b223267e0e0ddb3199af7772d0b45336e3b4b54fbb151c86a8051291a61e85db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59e70c8f-5426-4306-97c2-39142e17f1f4" -d '{"events": [{"server_uuid": "a9d673cc-13b8-40f2-96f2-ccd35c2d9134", "name": "network-vif-deleted", "tag": "87324cc0-b903-4a89-b8df-73db604748ad"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:13:02.601387 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-f79a01f9-533c-4de0-a760-fcca8e0a02cf req-7e62ad6e-ae81-4697-8e7d-2ff5a1c65adf tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] Allocated IP 192.168.233.101 (dff432c2-7366-4622-aebb-da22fe05bfd4/b840e204-692c-4f54-8f07-f6563e8e36b1/0dc06c49-4e4a-4017-b5dd-d9d493d1be06) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:13:02.655734 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-81cbd95e-ea89-432c-8149-d72073643d92 req-86045d32-d6cb-4681-82ae-16ee83086269 tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9d673cc-13b8-40f2-96f2-ccd35c2d9134 HTTP/1.1" status: 200 len: 210 time: 0.0452464 Jul 05 02:13:02.670454 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 96cb4982-bd7a-4c7c-9abb-484cf4266665 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:13:02.682249 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 96cb4982-bd7a-4c7c-9abb-484cf4266665 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:13:02.682845 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:02.693174 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-f60059f2-4159-485b-a60d-63077351c257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40b477f2-8d03-480f-98b4-881eaaeff413', 'name': 'tempest-AttachSCSIVolumeTestJSON-287198228-router', 'tenant_id': '9894936966314364b33bc38106ad1bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '96cb4982-bd7a-4c7c-9abb-484cf4266665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:12:53Z', 'updated_at': '2021-07-05T02:12:59Z', 'revision_number': 4, 'project_id': '9894936966314364b33bc38106ad1bde', 'gw_port': {'id': '96cb4982-bd7a-4c7c-9abb-484cf4266665', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d6:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40b477f2-8d03-480f-98b4-881eaaeff413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:12:55Z', 'updated_at': '2021-07-05T02:12:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'acfe07c6-45ec-4281-862c-0a57b0306fe5', 'name': '', 'network_id': '41f7066f-9a8e-4f06-8e95-8ecf54823547', 'tenant_id': '9894936966314364b33bc38106ad1bde', 'mac_address': 'fa:16:3e:8c:d7:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40b477f2-8d03-480f-98b4-881eaaeff413', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '61f929ba-993d-4ead-a060-b7e52e8e74ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:12:58Z', 'updated_at': '2021-07-05T02:12:59Z', 'revision_number': 2, 'project_id': '9894936966314364b33bc38106ad1bde', 'subnets': [{'id': '61f929ba-993d-4ead-a060-b7e52e8e74ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:13:02.728775 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60059f2-4159-485b-a60d-63077351c257 None None] Checking router: 40b477f2-8d03-480f-98b4-881eaaeff413 for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:13:02.729134 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60059f2-4159-485b-a60d-63077351c257 None None] Updating router 40b477f2-8d03-480f-98b4-881eaaeff413 port acfe07c6-45ec-4281-862c-0a57b0306fe5 binding host n-d-771362-32 {{(pid=94463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 02:13:02.798529 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bfaddaa8-85d3-403e-a798-6386672d59cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:02.803080 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f60059f2-4159-485b-a60d-63077351c257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:02.839617 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebb2d53d-16bc-4aba-8926-060bfd5ec303 x-openstack-request-id: req-ebb2d53d-16bc-4aba-8926-060bfd5ec303 {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:13:02.839955 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9d673cc-13b8-40f2-96f2-ccd35c2d9134", "name": "network-vif-deleted", "tag": "87324cc0-b903-4a89-b8df-73db604748ad", "status": "completed", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:13:02.855715 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ebb2d53d-16bc-4aba-8926-060bfd5ec303 {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:13:02.855715 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9d673cc-13b8-40f2-96f2-ccd35c2d9134', 'name': 'network-vif-deleted', 'tag': '87324cc0-b903-4a89-b8df-73db604748ad', 'status': 'completed', 'code': 200} Jul 05 02:13:02.856438 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-5bbda932-d372-4a24-83f1-cee0ecd2777f req-a9f9c13c-fe5a-44c4-b881-4ecf4cbc0e80 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] For port 7c7f9f13-b119-42f8-9796-45087a9c0359, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=7c7f9f13-b119-42f8-9796-45087a9c0359,segment=NetworkSegment(eb1a6b94-6086-43b7-acf8-adc8a5518556),segment_id=eb1a6b94-6086-43b7-acf8-adc8a5518556)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:13:02.889392 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-5bbda932-d372-4a24-83f1-cee0ecd2777f req-a9f9c13c-fe5a-44c4-b881-4ecf4cbc0e80 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:02.970093 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f79a01f9-533c-4de0-a760-fcca8e0a02cf req-7e62ad6e-ae81-4697-8e7d-2ff5a1c65adf tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:02.984246 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-f79a01f9-533c-4de0-a760-fcca8e0a02cf req-7e62ad6e-ae81-4697-8e7d-2ff5a1c65adf tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] Transition to ACTIVE for port object 0dc06c49-4e4a-4017-b5dd-d9d493d1be06 will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:13:03.000994 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bfaddaa8-85d3-403e-a798-6386672d59cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:03.032446 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:03.039927 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2831d8ca-8e5b-4fb3-8656-76ca7368e04e req-589ef5b6-610d-4fb0-83b1-2e23a7901632 tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] 10.222.0.23 "GET /v2.0/ports?device_id=60885d9e-37e5-44a7-87ab-f3cde0a4ba55 HTTP/1.1" status: 200 len: 210 time: 0.0648468 Jul 05 02:13:03.064310 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaddaa8-85d3-403e-a798-6386672d59cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=558681d5-4372-46e6-a823-92b8a3a696ce,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:13:03.073477 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-bfaddaa8-85d3-403e-a798-6386672d59cc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3722b888c1684a23a9fb8610ebcb7f04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9774644 Jul 05 02:13:03.080808 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 42550) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:13:03.098551 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 96cb4982-bd7a-4c7c-9abb-484cf4266665, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=96cb4982-bd7a-4c7c-9abb-484cf4266665,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:13:03.112138 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-5bbda932-d372-4a24-83f1-cee0ecd2777f req-a9f9c13c-fe5a-44c4-b881-4ecf4cbc0e80 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:03.143751 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['f68b33b1-7c3b-4d3d-a670-7072239ace45', '7c7f9f13-b119-42f8-9796-45087a9c0359'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:13:03.151548 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-46deeba3-6a65-4c06-9852-82b775a9b228 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:03.177316 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f79a01f9-533c-4de0-a760-fcca8e0a02cf req-7e62ad6e-ae81-4697-8e7d-2ff5a1c65adf tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:03.198905 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-46deeba3-6a65-4c06-9852-82b775a9b228 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:03.216859 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f79a01f9-533c-4de0-a760-fcca8e0a02cf req-7e62ad6e-ae81-4697-8e7d-2ff5a1c65adf tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] Network dff432c2-7366-4622-aebb-da22fe05bfd4 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:13:03.220701 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-f79a01f9-533c-4de0-a760-fcca8e0a02cf req-7e62ad6e-ae81-4697-8e7d-2ff5a1c65adf tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:13:03.224168 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-f79a01f9-533c-4de0-a760-fcca8e0a02cf req-7e62ad6e-ae81-4697-8e7d-2ff5a1c65adf tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:13:03.230249 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['8b64444c-d201-4092-a11d-b3e9583f7ce4'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:13:03.264673 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:03.309194 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbda932-d372-4a24-83f1-cee0ecd2777f req-a9f9c13c-fe5a-44c4-b881-4ecf4cbc0e80 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:03.320189 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-5bbda932-d372-4a24-83f1-cee0ecd2777f req-a9f9c13c-fe5a-44c4-b881-4ecf4cbc0e80 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:03.322048 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5bbda932-d372-4a24-83f1-cee0ecd2777f req-a9f9c13c-fe5a-44c4-b881-4ecf4cbc0e80 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "PUT /v2.0/ports/7c7f9f13-b119-42f8-9796-45087a9c0359 HTTP/1.1" status: 200 len: 982 time: 1.3771732 Jul 05 02:13:03.322314 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd986527f-6a25-41d6-8e06-2f04a5655e8e', 'tag': '7c7f9f13-b119-42f8-9796-45087a9c0359'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:13:03.334294 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a499545d-0b41-4949-9caa-4d44f88562ff" -d '{"events": [{"name": "network-changed", "server_uuid": "d986527f-6a25-41d6-8e06-2f04a5655e8e", "tag": "7c7f9f13-b119-42f8-9796-45087a9c0359"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:13:03.355198 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 42560) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:13:03.408109 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-46deeba3-6a65-4c06-9852-82b775a9b228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:03.420382 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-46deeba3-6a65-4c06-9852-82b775a9b228 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:03.422785 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-46deeba3-6a65-4c06-9852-82b775a9b228 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/558681d5-4372-46e6-a823-92b8a3a696ce HTTP/1.1" status: 204 len: 168 time: 0.3409200 Jul 05 02:13:03.453777 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['7c7f9f13-b119-42f8-9796-45087a9c0359'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:13:03.482163 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46deeba3-6a65-4c06-9852-82b775a9b228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=558681d5-4372-46e6-a823-92b8a3a696ce,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:13:03.521492 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2dcbe27b-2ccd-46a8-9bb2-1f51b6aee983 req-2946b7b3-d37a-447a-af3f-8eada981dc2a tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "GET /v2.0/security-groups/4ee12a2c-f248-4911-98f5-a00c1016bc78 HTTP/1.1" status: 200 len: 1800 time: 0.1741610 Jul 05 02:13:03.541637 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79a01f9-533c-4de0-a760-fcca8e0a02cf req-7e62ad6e-ae81-4697-8e7d-2ff5a1c65adf tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:03.549395 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f79a01f9-533c-4de0-a760-fcca8e0a02cf req-7e62ad6e-ae81-4697-8e7d-2ff5a1c65adf tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:03.554432 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f9c13c-fe5a-44c4-b881-4ecf4cbc0e80 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Pushing event updated for resources: {'Port': ['ID=7c7f9f13-b119-42f8-9796-45087a9c0359,revision_number=6']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:13:03.662516 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e64e7b4-abf7-4ce3-84de-f0c7cb1972f6 req-1362b269-f9aa-4fdb-b379-ea718935088c tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:03.674926 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5e64e7b4-abf7-4ce3-84de-f0c7cb1972f6 req-1362b269-f9aa-4fdb-b379-ea718935088c tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=54d1bfa2-7798-4198-8e88-90a0c32fd269 HTTP/1.1" status: 200 len: 946 time: 0.1641567 Jul 05 02:13:03.685131 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e62ad6e-ae81-4697-8e7d-2ff5a1c65adf tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] Pushing event updated for resources: {'Port': ['ID=0dc06c49-4e4a-4017-b5dd-d9d493d1be06,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:13:03.730667 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a3072ef7-5d9d-4ea7-a0f8-6d8308a10091 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:03.761684 n-d-771362-32 neutron-server[94461]: INFO neutron.api.v2.resource [req-2dcbe27b-2ccd-46a8-9bb2-1f51b6aee983 req-4de2b21c-0b7f-4141-abb0-86a45e3cc75f tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 05 02:13:03.778944 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2dcbe27b-2ccd-46a8-9bb2-1f51b6aee983 req-4de2b21c-0b7f-4141-abb0-86a45e3cc75f tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "DELETE /v2.0/security-groups/4ee12a2c-f248-4911-98f5-a00c1016bc78 HTTP/1.1" status: 409 len: 341 time: 0.2253952 Jul 05 02:13:03.820909 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f79a01f9-533c-4de0-a760-fcca8e0a02cf req-7e62ad6e-ae81-4697-8e7d-2ff5a1c65adf tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0921180 Jul 05 02:13:03.833753 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-f79a01f9-533c-4de0-a760-fcca8e0a02cf req-1b1c16e7-d586-4720-be62-d3f7e181b91f service neutron] Request body: {'port': {'device_id': '60885d9e-37e5-44a7-87ab-f3cde0a4ba55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:13:03.834576 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5e64e7b4-abf7-4ce3-84de-f0c7cb1972f6 req-6841b69b-f28e-4e6a-a919-fde94c9264be tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585464 Jul 05 02:13:03.888743 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5262783-b279-4e24-8d01-edd5812b94e6 x-openstack-request-id: req-c5262783-b279-4e24-8d01-edd5812b94e6 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:13:03.889037 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d986527f-6a25-41d6-8e06-2f04a5655e8e", "tag": "7c7f9f13-b119-42f8-9796-45087a9c0359", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:13:03.891763 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c5262783-b279-4e24-8d01-edd5812b94e6 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:13:03.891882 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd986527f-6a25-41d6-8e06-2f04a5655e8e', 'tag': '7c7f9f13-b119-42f8-9796-45087a9c0359', 'status': 'completed', 'code': 200} Jul 05 02:13:03.992298 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f79a01f9-533c-4de0-a760-fcca8e0a02cf req-1b1c16e7-d586-4720-be62-d3f7e181b91f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:04.045871 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f60059f2-4159-485b-a60d-63077351c257 None None] Notify callbacks [] for port, precommit_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:04.060016 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-f60059f2-4159-485b-a60d-63077351c257 None None] Transition to ACTIVE for port object acfe07c6-45ec-4281-862c-0a57b0306fe5 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:13:04.096016 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=96cb4982-bd7a-4c7c-9abb-484cf4266665,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:13:04.172105 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-441cb2f9-8691-4e39-8dbe-3e139674f00f None None] Provisioning for port 0dc06c49-4e4a-4017-b5dd-d9d493d1be06 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:13:04.189936 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-441cb2f9-8691-4e39-8dbe-3e139674f00f None None] Provisioning complete for port 0dc06c49-4e4a-4017-b5dd-d9d493d1be06 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:13:04.190715 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-441cb2f9-8691-4e39-8dbe-3e139674f00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:04.235792 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f60059f2-4159-485b-a60d-63077351c257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:04.252249 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-216ee902-ebd0-497f-bc65-6293a365a0ef req-52559076-7807-41e5-996d-0d9250cc1f4d tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9d673cc-13b8-40f2-96f2-ccd35c2d9134 HTTP/1.1" status: 200 len: 210 time: 0.0491781 Jul 05 02:13:04.266732 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-441cb2f9-8691-4e39-8dbe-3e139674f00f None None] Port 0dc06c49-4e4a-4017-b5dd-d9d493d1be06 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:13:04.348068 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9839b2cb-2754-4b54-8dcb-00b456c429fa None None] Pushing event updated for resources: {'Port': ['ID=acfe07c6-45ec-4281-862c-0a57b0306fe5,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:13:04.359393 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a499545d-0b41-4949-9caa-4d44f88562ff req-ecba6dbe-a5fe-4513-8d75-9f48a66fa164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:04.378880 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a499545d-0b41-4949-9caa-4d44f88562ff req-ecba6dbe-a5fe-4513-8d75-9f48a66fa164 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=56afeb828cf948f58160284840211a1e&device_id=d986527f-6a25-41d6-8e06-2f04a5655e8e HTTP/1.1" status: 200 len: 1137 time: 0.5033920 Jul 05 02:13:04.735610 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a3072ef7-5d9d-4ea7-a0f8-6d8308a10091 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:04.779245 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-f60059f2-4159-485b-a60d-63077351c257 None None] Attempting to bind port acfe07c6-45ec-4281-862c-0a57b0306fe5 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:13:04.779765 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-f60059f2-4159-485b-a60d-63077351c257 None None] Attempting to bind port acfe07c6-45ec-4281-862c-0a57b0306fe5 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'eb728d40-e891-4a57-8e78-84f0885ed9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '41f7066f-9a8e-4f06-8e95-8ecf54823547'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:13:04.780206 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60059f2-4159-485b-a60d-63077351c257 None None] Attempting to bind port acfe07c6-45ec-4281-862c-0a57b0306fe5 on network 41f7066f-9a8e-4f06-8e95-8ecf54823547 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:13:04.856319 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a3072ef7-5d9d-4ea7-a0f8-6d8308a10091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:04.866339 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60059f2-4159-485b-a60d-63077351c257 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:13:04.867911 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60059f2-4159-485b-a60d-63077351c257 None None] Checking segment: {'id': 'eb728d40-e891-4a57-8e78-84f0885ed9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '41f7066f-9a8e-4f06-8e95-8ecf54823547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:13:04.868086 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f60059f2-4159-485b-a60d-63077351c257 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:04.869888 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60059f2-4159-485b-a60d-63077351c257 None None] Bound using segment: {'id': 'eb728d40-e891-4a57-8e78-84f0885ed9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '41f7066f-9a8e-4f06-8e95-8ecf54823547'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:13:04.871222 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-f60059f2-4159-485b-a60d-63077351c257 None None] Bound port: acfe07c6-45ec-4281-862c-0a57b0306fe5, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb728d40-e891-4a57-8e78-84f0885ed9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '41f7066f-9a8e-4f06-8e95-8ecf54823547'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:13:04.871421 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f60059f2-4159-485b-a60d-63077351c257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:04.901499 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-f79a01f9-533c-4de0-a760-fcca8e0a02cf req-1b1c16e7-d586-4720-be62-d3f7e181b91f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dc06c49-4e4a-4017-b5dd-d9d493d1be06 {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:13:04.928096 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f79a01f9-533c-4de0-a760-fcca8e0a02cf req-1b1c16e7-d586-4720-be62-d3f7e181b91f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:04.943966 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-f79a01f9-533c-4de0-a760-fcca8e0a02cf req-1b1c16e7-d586-4720-be62-d3f7e181b91f service neutron] Transition to ACTIVE for port object 0dc06c49-4e4a-4017-b5dd-d9d493d1be06 will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:13:04.988541 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-a3072ef7-5d9d-4ea7-a0f8-6d8308a10091 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=41dd4268740e47f894256f18bb54ddbf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6284223 Jul 05 02:13:04.990484 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 42594) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:13:05.012663 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a499545d-0b41-4949-9caa-4d44f88562ff req-a5f2b456-7ae9-45f2-bcbb-948f6d929199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:05.014470 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a499545d-0b41-4949-9caa-4d44f88562ff req-a5f2b456-7ae9-45f2-bcbb-948f6d929199 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ae249f0a-0756-4e2c-91ca-8aa027d8a61b HTTP/1.1" status: 200 len: 913 time: 0.6145296 Jul 05 02:13:05.017275 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3072ef7-5d9d-4ea7-a0f8-6d8308a10091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bfb503a-6c7e-4812-9e74-a546fc643221,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:13:05.048570 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f79a01f9-533c-4de0-a760-fcca8e0a02cf req-1b1c16e7-d586-4720-be62-d3f7e181b91f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:05.062907 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a499545d-0b41-4949-9caa-4d44f88562ff req-e37915c8-1107-4640-b2c8-cdcf2dffe45b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c7f9f13-b119-42f8-9796-45087a9c0359 HTTP/1.1" status: 200 len: 217 time: 0.0390868 Jul 05 02:13:05.149000 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a499545d-0b41-4949-9caa-4d44f88562ff req-0f71f480-2337-41ff-91a6-a24d80f8c03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:05.150109 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a499545d-0b41-4949-9caa-4d44f88562ff req-0f71f480-2337-41ff-91a6-a24d80f8c03a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ea5677e1-8b3f-4cb2-b460-3fad0d995656 HTTP/1.1" status: 200 len: 853 time: 0.0809965 Jul 05 02:13:05.157208 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-81ac5824-28d1-4d27-837d-9df11da3f66b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:05.235822 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a499545d-0b41-4949-9caa-4d44f88562ff req-9237200a-8826-4f7b-9e6c-e0b975f9823f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ae249f0a-0756-4e2c-91ca-8aa027d8a61b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734594 Jul 05 02:13:05.341008 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1c16e7-d586-4720-be62-d3f7e181b91f service neutron] Pushing event updated for resources: {'Port': ['ID=0dc06c49-4e4a-4017-b5dd-d9d493d1be06,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:13:05.422362 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-81ac5824-28d1-4d27-837d-9df11da3f66b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:05.495635 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-f79a01f9-533c-4de0-a760-fcca8e0a02cf req-1b1c16e7-d586-4720-be62-d3f7e181b91f service neutron] Attempting to bind port 0dc06c49-4e4a-4017-b5dd-d9d493d1be06 on host n-h1-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:13:05.496165 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-f79a01f9-533c-4de0-a760-fcca8e0a02cf req-1b1c16e7-d586-4720-be62-d3f7e181b91f service neutron] Attempting to bind port 0dc06c49-4e4a-4017-b5dd-d9d493d1be06 by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:13:05.496675 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f79a01f9-533c-4de0-a760-fcca8e0a02cf req-1b1c16e7-d586-4720-be62-d3f7e181b91f service neutron] Attempting to bind port 0dc06c49-4e4a-4017-b5dd-d9d493d1be06 on network dff432c2-7366-4622-aebb-da22fe05bfd4 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:13:05.511960 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f79a01f9-533c-4de0-a760-fcca8e0a02cf req-1b1c16e7-d586-4720-be62-d3f7e181b91f service neutron] Port 0dc06c49-4e4a-4017-b5dd-d9d493d1be06 on network dff432c2-7366-4622-aebb-da22fe05bfd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:13:05.512270 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f79a01f9-533c-4de0-a760-fcca8e0a02cf req-1b1c16e7-d586-4720-be62-d3f7e181b91f service neutron] Attempting to bind port 0dc06c49-4e4a-4017-b5dd-d9d493d1be06 on network dff432c2-7366-4622-aebb-da22fe05bfd4 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:13:05.522371 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f79a01f9-533c-4de0-a760-fcca8e0a02cf req-1b1c16e7-d586-4720-be62-d3f7e181b91f service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:13:05.522589 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f79a01f9-533c-4de0-a760-fcca8e0a02cf req-1b1c16e7-d586-4720-be62-d3f7e181b91f service neutron] Checking segment: {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:13:05.523244 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f79a01f9-533c-4de0-a760-fcca8e0a02cf req-1b1c16e7-d586-4720-be62-d3f7e181b91f service neutron] Bound using segment: {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:13:05.525418 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-f79a01f9-533c-4de0-a760-fcca8e0a02cf req-1b1c16e7-d586-4720-be62-d3f7e181b91f service neutron] Bound port: 0dc06c49-4e4a-4017-b5dd-d9d493d1be06, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:13:05.525418 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f79a01f9-533c-4de0-a760-fcca8e0a02cf req-1b1c16e7-d586-4720-be62-d3f7e181b91f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:05.691848 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-81ac5824-28d1-4d27-837d-9df11da3f66b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:05.694420 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-81ac5824-28d1-4d27-837d-9df11da3f66b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:05.699207 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-81ac5824-28d1-4d27-837d-9df11da3f66b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5bfb503a-6c7e-4812-9e74-a546fc643221 HTTP/1.1" status: 204 len: 168 time: 0.7002497 Jul 05 02:13:05.756497 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f469c5-3be2-4abc-a67d-154850d1e754 req-0fce57db-0df0-4a1f-92b2-5d138525eb0b tempest-LiveAutoBlockMigrationV225Test-944788699 tempest-LiveAutoBlockMigrationV225Test-944788699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:05.769302 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-34f469c5-3be2-4abc-a67d-154850d1e754 req-0fce57db-0df0-4a1f-92b2-5d138525eb0b tempest-LiveAutoBlockMigrationV225Test-944788699 tempest-LiveAutoBlockMigrationV225Test-944788699-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=54d1bfa2-7798-4198-8e88-90a0c32fd269 HTTP/1.1" status: 200 len: 1098 time: 0.1329699 Jul 05 02:13:05.785739 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-f60059f2-4159-485b-a60d-63077351c257 None None] For port acfe07c6-45ec-4281-862c-0a57b0306fe5, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:13:05.828295 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-f79a01f9-533c-4de0-a760-fcca8e0a02cf req-1b1c16e7-d586-4720-be62-d3f7e181b91f service neutron] For port 0dc06c49-4e4a-4017-b5dd-d9d493d1be06, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:13:05.860371 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-34f469c5-3be2-4abc-a67d-154850d1e754 req-5f07f422-9d78-42f5-b734-8962c7517358 tempest-LiveAutoBlockMigrationV225Test-944788699 tempest-LiveAutoBlockMigrationV225Test-944788699-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877512 Jul 05 02:13:05.863142 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-f60059f2-4159-485b-a60d-63077351c257 None None] For port acfe07c6-45ec-4281-862c-0a57b0306fe5, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=acfe07c6-45ec-4281-862c-0a57b0306fe5,segment=NetworkSegment(eb728d40-e891-4a57-8e78-84f0885ed9f8),segment_id=eb728d40-e891-4a57-8e78-84f0885ed9f8)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:13:05.888248 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-f79a01f9-533c-4de0-a760-fcca8e0a02cf req-1b1c16e7-d586-4720-be62-d3f7e181b91f service neutron] For port 0dc06c49-4e4a-4017-b5dd-d9d493d1be06, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=0dc06c49-4e4a-4017-b5dd-d9d493d1be06,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:13:05.963929 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f60059f2-4159-485b-a60d-63077351c257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:06.014195 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f79a01f9-533c-4de0-a760-fcca8e0a02cf req-1b1c16e7-d586-4720-be62-d3f7e181b91f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:06.171723 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79a01f9-533c-4de0-a760-fcca8e0a02cf req-1b1c16e7-d586-4720-be62-d3f7e181b91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:06.172359 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f79a01f9-533c-4de0-a760-fcca8e0a02cf req-1b1c16e7-d586-4720-be62-d3f7e181b91f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:06.174278 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f79a01f9-533c-4de0-a760-fcca8e0a02cf req-1b1c16e7-d586-4720-be62-d3f7e181b91f service neutron] 10.222.0.21 "PUT /v2.0/ports/0dc06c49-4e4a-4017-b5dd-d9d493d1be06 HTTP/1.1" status: 200 len: 1097 time: 2.3452177 Jul 05 02:13:06.185721 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60885d9e-37e5-44a7-87ab-f3cde0a4ba55', 'tag': '0dc06c49-4e4a-4017-b5dd-d9d493d1be06'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:13:06.192150 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-116ddc14-1b2b-4b98-9d8c-13bef8a50ff1" -d '{"events": [{"name": "network-changed", "server_uuid": "60885d9e-37e5-44a7-87ab-f3cde0a4ba55", "tag": "0dc06c49-4e4a-4017-b5dd-d9d493d1be06"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:13:06.226627 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 96cb4982-bd7a-4c7c-9abb-484cf4266665 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:13:06.299547 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9839b2cb-2754-4b54-8dcb-00b456c429fa None None] Pushing event updated for resources: {'Port': ['ID=acfe07c6-45ec-4281-862c-0a57b0306fe5,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:13:06.327204 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1c16e7-d586-4720-be62-d3f7e181b91f service neutron] Pushing event updated for resources: {'Port': ['ID=0dc06c49-4e4a-4017-b5dd-d9d493d1be06,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:13:06.349965 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60059f2-4159-485b-a60d-63077351c257 None None] Routers {'40b477f2-8d03-480f-98b4-881eaaeff413'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:13:06.350638 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-f60059f2-4159-485b-a60d-63077351c257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:12:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['40b477f2-8d03-480f-98b4-881eaaeff413'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:13:06.376851 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ac5824-28d1-4d27-837d-9df11da3f66b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bfb503a-6c7e-4812-9e74-a546fc643221,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:13:06.484418 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a499545d-0b41-4949-9caa-4d44f88562ff req-d2559237-d448-4572-85f0-e6f70d92e840 service neutron] 10.222.0.21 "GET /v2.0/networks/ae249f0a-0756-4e2c-91ca-8aa027d8a61b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2312450 Jul 05 02:13:06.531381 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 87324cc0-b903-4a89-b8df-73db604748ad no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:13:06.541474 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1b3f9d-10f1-4495-959f-95f83f90eaf2 req-58d2bdeb-a789-44ec-8c84-16e8dec9abff tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:06.551814 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cd1b3f9d-10f1-4495-959f-95f83f90eaf2 req-58d2bdeb-a789-44ec-8c84-16e8dec9abff tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "GET /v2.0/ports?device_id=d986527f-6a25-41d6-8e06-2f04a5655e8e HTTP/1.1" status: 200 len: 985 time: 0.4454248 Jul 05 02:13:06.664403 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cd1b3f9d-10f1-4495-959f-95f83f90eaf2 req-acff5570-16fb-4254-bfc9-34d9ec3bbfa6 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "GET /v2.0/security-groups?id=e181e6bc-cf15-4644-b3a9-16feadbfeb13&id=4ee12a2c-f248-4911-98f5-a00c1016bc78&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1091132 Jul 05 02:13:06.735930 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79a01f9-533c-4de0-a760-fcca8e0a02cf req-f71722ea-9d82-44bf-a308-4e3bc2620a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:06.743573 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f79a01f9-533c-4de0-a760-fcca8e0a02cf req-f71722ea-9d82-44bf-a308-4e3bc2620a43 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ed2364caf3124d8bad97d5b31d9f4d2b&device_id=60885d9e-37e5-44a7-87ab-f3cde0a4ba55 HTTP/1.1" status: 200 len: 1100 time: 0.3228364 Jul 05 02:13:06.765017 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] No Port match for: 87324cc0-b903-4a89-b8df-73db604748ad {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:13:06.769760 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 87324cc0-b903-4a89-b8df-73db604748ad not bound to the agent host n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:13:06.794983 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea47f921-286b-44f4-9a93-d33caad8a701 req-ea1d2f8d-4b2e-442d-bce5-0e08adb522bf tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:06.806464 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ea47f921-286b-44f4-9a93-d33caad8a701 req-ea1d2f8d-4b2e-442d-bce5-0e08adb522bf tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] 10.222.0.23 "GET /v2.0/ports?device_id=60885d9e-37e5-44a7-87ab-f3cde0a4ba55 HTTP/1.1" status: 200 len: 948 time: 1.2541716 Jul 05 02:13:06.813485 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f79a01f9-533c-4de0-a760-fcca8e0a02cf req-e1530560-9c12-4543-9b6a-e66d1cebdf03 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=0dc06c49-4e4a-4017-b5dd-d9d493d1be06 HTTP/1.1" status: 200 len: 217 time: 0.0614893 Jul 05 02:13:06.842586 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a499545d-0b41-4949-9caa-4d44f88562ff req-0b39a61a-6b68-4130-99a3-fe8bf97c4ee5 service neutron] 10.222.0.21 "GET /v2.0/networks/ae249f0a-0756-4e2c-91ca-8aa027d8a61b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3427536 Jul 05 02:13:06.871774 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79a01f9-533c-4de0-a760-fcca8e0a02cf req-9b42cbee-a8a7-486a-ad36-2ed78859d6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:06.873820 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f79a01f9-533c-4de0-a760-fcca8e0a02cf req-9b42cbee-a8a7-486a-ad36-2ed78859d6eb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b840e204-692c-4f54-8f07-f6563e8e36b1 HTTP/1.1" status: 200 len: 843 time: 0.0542474 Jul 05 02:13:06.875514 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ea47f921-286b-44f4-9a93-d33caad8a701 req-32af3dc3-46c8-4e22-810b-ba804fdb711f tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5cd77e-1b52-448c-b212-5db741d9953c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676529 Jul 05 02:13:07.042063 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-f60059f2-4159-485b-a60d-63077351c257 None None] Set router 40b477f2-8d03-480f-98b4-881eaaeff413 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:13:07.057915 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79a01f9-533c-4de0-a760-fcca8e0a02cf req-fec32804-a1a4-49aa-a68f-d688517194f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:07.061644 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f79a01f9-533c-4de0-a760-fcca8e0a02cf req-fec32804-a1a4-49aa-a68f-d688517194f7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dff432c2-7366-4622-aebb-da22fe05bfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1753469 Jul 05 02:13:07.183927 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07746d1-a19b-45a1-badf-a4802cf7dca4 req-73fc13ac-ea85-499a-9963-10088a9665f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:07.189900 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d07746d1-a19b-45a1-badf-a4802cf7dca4 req-73fc13ac-ea85-499a-9963-10088a9665f2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=56afeb828cf948f58160284840211a1e&device_id=d986527f-6a25-41d6-8e06-2f04a5655e8e HTTP/1.1" status: 200 len: 1137 time: 0.1871033 Jul 05 02:13:07.247493 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 96cb4982-bd7a-4c7c-9abb-484cf4266665 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:13:07.252361 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:07.270820 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b79286c6-ace3-430a-9b25-6ae7f3f1ab18 x-openstack-request-id: req-b79286c6-ace3-430a-9b25-6ae7f3f1ab18 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:13:07.271119 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60885d9e-37e5-44a7-87ab-f3cde0a4ba55", "tag": "0dc06c49-4e4a-4017-b5dd-d9d493d1be06", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:13:07.271366 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b79286c6-ace3-430a-9b25-6ae7f3f1ab18 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:13:07.271756 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60885d9e-37e5-44a7-87ab-f3cde0a4ba55', 'tag': '0dc06c49-4e4a-4017-b5dd-d9d493d1be06', 'status': 'completed', 'code': 200} Jul 05 02:13:07.319805 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f79a01f9-533c-4de0-a760-fcca8e0a02cf req-c1bacd66-173f-4d7e-a741-b7e3836aac9a service neutron] 10.222.0.21 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462466 Jul 05 02:13:07.430362 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07746d1-a19b-45a1-badf-a4802cf7dca4 req-cc9a3004-07d3-4fda-b1b1-c824dbf3339f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:07.435599 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d07746d1-a19b-45a1-badf-a4802cf7dca4 req-cc9a3004-07d3-4fda-b1b1-c824dbf3339f service neutron] 10.222.0.21 "GET /v2.0/networks?id=ae249f0a-0756-4e2c-91ca-8aa027d8a61b HTTP/1.1" status: 200 len: 913 time: 0.2292068 Jul 05 02:13:07.439434 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ade2d13-9e4d-4358-94b2-8d2802502206 req-b53da8f2-a3a7-4c7f-8880-7755d255f1a8 tempest-LiveAutoBlockMigrationV225Test-944788699 tempest-LiveAutoBlockMigrationV225Test-944788699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:07.445270 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4ade2d13-9e4d-4358-94b2-8d2802502206 req-b53da8f2-a3a7-4c7f-8880-7755d255f1a8 tempest-LiveAutoBlockMigrationV225Test-944788699 tempest-LiveAutoBlockMigrationV225Test-944788699-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=54d1bfa2-7798-4198-8e88-90a0c32fd269 HTTP/1.1" status: 200 len: 1098 time: 0.3219507 Jul 05 02:13:07.562709 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d07746d1-a19b-45a1-badf-a4802cf7dca4 req-667d68da-07b2-40ae-b0ea-7f86a4d25ce8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c7f9f13-b119-42f8-9796-45087a9c0359 HTTP/1.1" status: 200 len: 217 time: 0.1130056 Jul 05 02:13:07.599615 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7a4e9c32-bdf1-4c3d-92d5-e502445af569 req-865cb005-8784-4393-a3a7-489e62e1ebe0 tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=07340aa663a94d2396a6c67101b3f807&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1420743 Jul 05 02:13:07.670385 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-f60059f2-4159-485b-a60d-63077351c257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40b477f2-8d03-480f-98b4-881eaaeff413', 'name': 'tempest-AttachSCSIVolumeTestJSON-287198228-router', 'tenant_id': '9894936966314364b33bc38106ad1bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '96cb4982-bd7a-4c7c-9abb-484cf4266665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:12:53Z', 'updated_at': '2021-07-05T02:12:59Z', 'revision_number': 4, 'project_id': '9894936966314364b33bc38106ad1bde', 'gw_port': {'id': '96cb4982-bd7a-4c7c-9abb-484cf4266665', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b477f2-8d03-480f-98b4-881eaaeff413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:12:55Z', 'updated_at': '2021-07-05T02:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'acfe07c6-45ec-4281-862c-0a57b0306fe5', 'name': '', 'network_id': '41f7066f-9a8e-4f06-8e95-8ecf54823547', 'tenant_id': '9894936966314364b33bc38106ad1bde', 'mac_address': 'fa:16:3e:8c:d7:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40b477f2-8d03-480f-98b4-881eaaeff413', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '61f929ba-993d-4ead-a060-b7e52e8e74ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:12:58Z', 'updated_at': '2021-07-05T02:13:05Z', 'revision_number': 4, 'project_id': '9894936966314364b33bc38106ad1bde', 'subnets': [{'id': '61f929ba-993d-4ead-a060-b7e52e8e74ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:13:07.694571 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4ade2d13-9e4d-4358-94b2-8d2802502206 req-c2930c8d-4592-4829-bd9d-ad9a0172af49 tempest-LiveAutoBlockMigrationV225Test-944788699 tempest-LiveAutoBlockMigrationV225Test-944788699-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301305 Jul 05 02:13:07.709369 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f79a01f9-533c-4de0-a760-fcca8e0a02cf req-31acd145-0d98-43a8-a9a8-7021c0fb460d service neutron] 10.222.0.21 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3848493 Jul 05 02:13:07.727766 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07746d1-a19b-45a1-badf-a4802cf7dca4 req-5605543e-368d-4445-b6bb-6b6006a01347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:07.731996 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d07746d1-a19b-45a1-badf-a4802cf7dca4 req-5605543e-368d-4445-b6bb-6b6006a01347 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ea5677e1-8b3f-4cb2-b460-3fad0d995656 HTTP/1.1" status: 200 len: 853 time: 0.1657495 Jul 05 02:13:07.756477 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60059f2-4159-485b-a60d-63077351c257 None None] The sync data for ids ['40b477f2-8d03-480f-98b4-881eaaeff413'] in n-d-771362-32 is: [{'id': '40b477f2-8d03-480f-98b4-881eaaeff413', 'name': 'tempest-AttachSCSIVolumeTestJSON-287198228-router', 'tenant_id': '9894936966314364b33bc38106ad1bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '96cb4982-bd7a-4c7c-9abb-484cf4266665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:12:53Z', 'updated_at': '2021-07-05T02:12:59Z', 'revision_number': 4, 'project_id': '9894936966314364b33bc38106ad1bde', 'gw_port': {'id': '96cb4982-bd7a-4c7c-9abb-484cf4266665', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b477f2-8d03-480f-98b4-881eaaeff413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:12:55Z', 'updated_at': '2021-07-05T02:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'acfe07c6-45ec-4281-862c-0a57b0306fe5', 'name': '', 'network_id': '41f7066f-9a8e-4f06-8e95-8ecf54823547', 'tenant_id': '9894936966314364b33bc38106ad1bde', 'mac_address': 'fa:16:3e:8c:d7:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40b477f2-8d03-480f-98b4-881eaaeff413', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '61f929ba-993d-4ead-a060-b7e52e8e74ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:12:58Z', 'updated_at': '2021-07-05T02:13:05Z', 'revision_number': 4, 'project_id': '9894936966314364b33bc38106ad1bde', 'subnets': [{'id': '61f929ba-993d-4ead-a060-b7e52e8e74ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:13:07.804752 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4e9c32-bdf1-4c3d-92d5-e502445af569 req-59328dda-587a-4b02-b25c-7ca0f8823994 tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:07.814070 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7a4e9c32-bdf1-4c3d-92d5-e502445af569 req-59328dda-587a-4b02-b25c-7ca0f8823994 tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2129850 Jul 05 02:13:07.901434 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7a4e9c32-bdf1-4c3d-92d5-e502445af569 req-dd6694d6-0ccb-4cff-ac7f-b193fce71170 tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] 10.222.0.23 "GET /v2.0/quotas/07340aa663a94d2396a6c67101b3f807 HTTP/1.1" status: 200 len: 375 time: 0.0872605 Jul 05 02:13:07.914227 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d07746d1-a19b-45a1-badf-a4802cf7dca4 req-25cfb627-e027-4f23-9bee-2ff6a679521d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ae249f0a-0756-4e2c-91ca-8aa027d8a61b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1726618 Jul 05 02:13:07.918404 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 42668) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:13:07.959779 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7a4e9c32-bdf1-4c3d-92d5-e502445af569 req-cc3257c5-35ff-492e-844b-139101c74308 tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=07340aa663a94d2396a6c67101b3f807&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0581398 Jul 05 02:13:08.007070 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116ddc14-1b2b-4b98-9d8c-13bef8a50ff1 req-4cee3c22-7e94-477b-89de-1aeedd079aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:08.018159 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-116ddc14-1b2b-4b98-9d8c-13bef8a50ff1 req-4cee3c22-7e94-477b-89de-1aeedd079aec service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ed2364caf3124d8bad97d5b31d9f4d2b&device_id=60885d9e-37e5-44a7-87ab-f3cde0a4ba55 HTTP/1.1" status: 200 len: 1100 time: 0.1766901 Jul 05 02:13:08.171274 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d07746d1-a19b-45a1-badf-a4802cf7dca4 req-8a951b65-6323-4251-8f91-16c6d3f7afc4 service neutron] 10.222.0.21 "GET /v2.0/networks/ae249f0a-0756-4e2c-91ca-8aa027d8a61b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515409 Jul 05 02:13:08.202218 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device acfe07c6-45ec-4281-862c-0a57b0306fe5 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:13:08.206048 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116ddc14-1b2b-4b98-9d8c-13bef8a50ff1 req-ca675b97-ac4a-44c8-bc3b-318ac3082bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:08.209184 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-116ddc14-1b2b-4b98-9d8c-13bef8a50ff1 req-ca675b97-ac4a-44c8-bc3b-318ac3082bb4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=dff432c2-7366-4622-aebb-da22fe05bfd4 HTTP/1.1" status: 200 len: 869 time: 0.1837630 Jul 05 02:13:08.285845 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-116ddc14-1b2b-4b98-9d8c-13bef8a50ff1 req-5c0e9027-93a4-40e7-9507-a6be36f6ef85 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=0dc06c49-4e4a-4017-b5dd-d9d493d1be06 HTTP/1.1" status: 200 len: 217 time: 0.0680153 Jul 05 02:13:08.328477 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-11738b25-0f4c-4147-b4b6-95261aa5e72d admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-196382014-network', 'tenant_id': '6032216af44f41dcb77eaa1307ce6ca6'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:13:08.384432 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port acfe07c6-45ec-4281-862c-0a57b0306fe5 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:13:08.388817 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port acfe07c6-45ec-4281-862c-0a57b0306fe5 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:13:08.388817 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:08.422610 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11738b25-0f4c-4147-b4b6-95261aa5e72d admin admin] Made reservation on behalf of 6032216af44f41dcb77eaa1307ce6ca6 for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:13:08.425440 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-11738b25-0f4c-4147-b4b6-95261aa5e72d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:08.433999 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116ddc14-1b2b-4b98-9d8c-13bef8a50ff1 req-17fd6e21-ae56-4f64-8dfb-1b222fb4c37c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:08.447804 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-116ddc14-1b2b-4b98-9d8c-13bef8a50ff1 req-17fd6e21-ae56-4f64-8dfb-1b222fb4c37c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b840e204-692c-4f54-8f07-f6563e8e36b1 HTTP/1.1" status: 200 len: 843 time: 0.1437457 Jul 05 02:13:08.447996 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6a7469-7df7-4ac8-b43a-d66d48d7bccd req-5a084a47-fea5-4865-a1c5-c1ae92c07d39 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:08.447996 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-cc6a7469-7df7-4ac8-b43a-d66d48d7bccd req-5a084a47-fea5-4865-a1c5-c1ae92c07d39 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "GET /v2.0/ports?device_id=d986527f-6a25-41d6-8e06-2f04a5655e8e HTTP/1.1" status: 200 len: 985 time: 0.2723162 Jul 05 02:13:08.462538 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d07746d1-a19b-45a1-badf-a4802cf7dca4 req-dfd71500-8731-494a-a29d-fe53822dae7e service neutron] 10.222.0.21 "GET /v2.0/networks/ae249f0a-0756-4e2c-91ca-8aa027d8a61b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087977 Jul 05 02:13:08.464825 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-11738b25-0f4c-4147-b4b6-95261aa5e72d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:08.582610 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116ddc14-1b2b-4b98-9d8c-13bef8a50ff1 req-1a21f8cc-7177-47df-8ded-6705b1ecd71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:08.587988 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-116ddc14-1b2b-4b98-9d8c-13bef8a50ff1 req-1a21f8cc-7177-47df-8ded-6705b1ecd71d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dff432c2-7366-4622-aebb-da22fe05bfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1416235 Jul 05 02:13:08.610285 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:08.634554 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-cc6a7469-7df7-4ac8-b43a-d66d48d7bccd req-708d1836-6119-4959-973a-30f2ffbbb55e tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "GET /v2.0/security-groups?id=e181e6bc-cf15-4644-b3a9-16feadbfeb13&id=4ee12a2c-f248-4911-98f5-a00c1016bc78&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1864688 Jul 05 02:13:08.686063 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port acfe07c6-45ec-4281-862c-0a57b0306fe5, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=acfe07c6-45ec-4281-862c-0a57b0306fe5,segment=NetworkSegment(eb728d40-e891-4a57-8e78-84f0885ed9f8),segment_id=eb728d40-e891-4a57-8e78-84f0885ed9f8)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:13:08.739932 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:08.853456 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-11738b25-0f4c-4147-b4b6-95261aa5e72d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:08.863724 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-116ddc14-1b2b-4b98-9d8c-13bef8a50ff1 req-69c94cc6-5b56-44b2-aea6-c6ea321976d5 service neutron] 10.222.0.21 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643051 Jul 05 02:13:08.874040 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=acfe07c6-45ec-4281-862c-0a57b0306fe5,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:13:08.939251 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-11738b25-0f4c-4147-b4b6-95261aa5e72d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:09.003723 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11738b25-0f4c-4147-b4b6-95261aa5e72d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d52d7ff3-b8a7-45ab-964c-a9b0f9336b18,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:13:09.056561 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11738b25-0f4c-4147-b4b6-95261aa5e72d admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:13:09.131586 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-116ddc14-1b2b-4b98-9d8c-13bef8a50ff1 req-85f303d1-5505-4abb-a4e4-e9e3198814d6 service neutron] 10.222.0.21 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605054 Jul 05 02:13:09.135298 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-11738b25-0f4c-4147-b4b6-95261aa5e72d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:09.135640 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-11738b25-0f4c-4147-b4b6-95261aa5e72d admin admin] Added segment f64300f6-197b-4011-8dc6-a113f7708dd5 of type vlan for network b0083775-05cf-4d34-9b3f-be9cea23529c Jul 05 02:13:09.165344 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-59e57272-e6c1-4612-819d-01006776a70d req-d9566680-0b82-471c-a996-029d79360b1b tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=59559a9a2e3645a89e9f19b0abb455d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324914 Jul 05 02:13:09.243435 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-11738b25-0f4c-4147-b4b6-95261aa5e72d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:09.254634 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27df101-a681-4a4d-be2b-af1d71c0a505 req-4ae58935-4859-456b-96f0-32b531a825f3 tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:09.256026 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a27df101-a681-4a4d-be2b-af1d71c0a505 req-4ae58935-4859-456b-96f0-32b531a825f3 tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] 10.222.0.23 "GET /v2.0/ports?device_id=60885d9e-37e5-44a7-87ab-f3cde0a4ba55 HTTP/1.1" status: 200 len: 948 time: 0.2139640 Jul 05 02:13:09.336880 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e57272-e6c1-4612-819d-01006776a70d req-1f695283-dde6-4bd4-9efe-2906b2bd511b tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:09.342973 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a27df101-a681-4a4d-be2b-af1d71c0a505 req-ba0a12a0-c803-4333-b93d-19d2dd21ff12 tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5cd77e-1b52-448c-b212-5db741d9953c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796444 Jul 05 02:13:09.344444 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-59e57272-e6c1-4612-819d-01006776a70d req-1f695283-dde6-4bd4-9efe-2906b2bd511b tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1781347 Jul 05 02:13:09.362586 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-59e57272-e6c1-4612-819d-01006776a70d req-84033d28-ee51-4256-bcee-250b18774644 tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] 10.222.0.23 "GET /v2.0/quotas/59559a9a2e3645a89e9f19b0abb455d4 HTTP/1.1" status: 200 len: 375 time: 0.0171127 Jul 05 02:13:09.447480 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-11738b25-0f4c-4147-b4b6-95261aa5e72d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:09.448499 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11738b25-0f4c-4147-b4b6-95261aa5e72d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:09.449437 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-11738b25-0f4c-4147-b4b6-95261aa5e72d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:09.591951 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11738b25-0f4c-4147-b4b6-95261aa5e72d admin admin] Pushing event updated for resources: {'Network': ['ID=b0083775-05cf-4d34-9b3f-be9cea23529c,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:13:09.603706 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network b0083775-05cf-4d34-9b3f-be9cea23529c details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:13:09.669239 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-11738b25-0f4c-4147-b4b6-95261aa5e72d admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 1.7484174 Jul 05 02:13:09.670790 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 42700) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:13:09.678661 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-2e5e67c8-0a3a-481f-a731-85df4aee3071 admin admin] Request body: {'subnet': {'network_id': 'b0083775-05cf-4d34-9b3f-be9cea23529c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-196382014-subnet', 'tenant_id': '6032216af44f41dcb77eaa1307ce6ca6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:13:09.743624 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-112fb214-ce50-467c-a2c8-32fa73d44f1d req-300e87f3-6f3d-405c-8e8f-cf392e8abb2c tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ef2506f-20c9-4c78-93d9-659d1f606075 HTTP/1.1" status: 200 len: 210 time: 0.0456562 Jul 05 02:13:09.764136 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-59e57272-e6c1-4612-819d-01006776a70d req-cad36e87-f87c-4413-950c-2c50a22e63a7 tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=59559a9a2e3645a89e9f19b0abb455d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3967392 Jul 05 02:13:09.864672 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e5e67c8-0a3a-481f-a731-85df4aee3071 admin admin] Made reservation on behalf of 6032216af44f41dcb77eaa1307ce6ca6 for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:13:09.867212 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2e5e67c8-0a3a-481f-a731-85df4aee3071 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:10.051874 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device acfe07c6-45ec-4281-862c-0a57b0306fe5 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:13:10.204523 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2e5e67c8-0a3a-481f-a731-85df4aee3071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:10.218104 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port acfe07c6-45ec-4281-862c-0a57b0306fe5 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:13:10.218653 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:10.339153 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5e67c8-0a3a-481f-a731-85df4aee3071 admin admin] Checking segment: {'id': 'f64300f6-197b-4011-8dc6-a113f7708dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b0083775-05cf-4d34-9b3f-be9cea23529c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:13:10.339497 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5e67c8-0a3a-481f-a731-85df4aee3071 admin admin] Network hostable DHCP agents. Network: b0083775-05cf-4d34-9b3f-be9cea23529c, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:13:10.342256 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5e67c8-0a3a-481f-a731-85df4aee3071 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f216c7f5-ca0e-41f7-9604-de1f19a72e49,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:13:10.366816 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 0dc06c49-4e4a-4017-b5dd-d9d493d1be06 details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:13:10.383062 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae42190f-9e21-411e-998d-46a1d9065829 req-840c77ef-1a11-4b39-aa88-3e5a590d647a tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:10.386050 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ae42190f-9e21-411e-998d-46a1d9065829 req-840c77ef-1a11-4b39-aa88-3e5a590d647a tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "GET /v2.0/ports?device_id=d986527f-6a25-41d6-8e06-2f04a5655e8e HTTP/1.1" status: 200 len: 985 time: 0.1119919 Jul 05 02:13:10.436021 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5e67c8-0a3a-481f-a731-85df4aee3071 admin admin] Network b0083775-05cf-4d34-9b3f-be9cea23529c is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:13:10.457323 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ae42190f-9e21-411e-998d-46a1d9065829 req-99551809-ca49-4ae0-88b6-1d2678d972d7 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "GET /v2.0/security-groups?id=e181e6bc-cf15-4644-b3a9-16feadbfeb13&id=4ee12a2c-f248-4911-98f5-a00c1016bc78&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0476129 Jul 05 02:13:10.552475 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4ae36c9f-6340-4f79-a2f6-0e8646bde270 req-eed44d10-0c2d-409b-ab1a-138eeb2640bb tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2fd6ac-bb03-4770-b47c-889c022fb9dc HTTP/1.1" status: 200 len: 210 time: 0.0403929 Jul 05 02:13:10.577288 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-2e5e67c8-0a3a-481f-a731-85df4aee3071 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, b0083775-05cf-4d34-9b3f-be9cea23529c) {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:13:10.597641 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5e67c8-0a3a-481f-a731-85df4aee3071 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:10.598284 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2e5e67c8-0a3a-481f-a731-85df4aee3071 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:10.602466 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc5bea4-44bf-4318-922b-e693d5a1f861 None None] Network b0083775-05cf-4d34-9b3f-be9cea23529c requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:13:10.608227 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 0dc06c49-4e4a-4017-b5dd-d9d493d1be06, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=0dc06c49-4e4a-4017-b5dd-d9d493d1be06,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:13:10.673126 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': '0dc06c49-4e4a-4017-b5dd-d9d493d1be06', 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4', 'port_id': '0dc06c49-4e4a-4017-b5dd-d9d493d1be06', 'mac_address': 'fa:16:3e:36:2e:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b840e204-692c-4f54-8f07-f6563e8e36b1', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:13:10.701364 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-2e5e67c8-0a3a-481f-a731-85df4aee3071 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.0283337 Jul 05 02:13:10.779940 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:10.823612 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dc06c49-4e4a-4017-b5dd-d9d493d1be06 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:13:10.849286 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 0dc06c49-4e4a-4017-b5dd-d9d493d1be06, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=0dc06c49-4e4a-4017-b5dd-d9d493d1be06,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:13:10.871246 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a72e8-8a43-42a2-af8f-ffaf8c73bac6 req-8b90a942-a5cb-4d07-9408-53d717ac5ee4 tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:10.872845 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-434a72e8-8a43-42a2-af8f-ffaf8c73bac6 req-8b90a942-a5cb-4d07-9408-53d717ac5ee4 tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] 10.222.0.23 "GET /v2.0/ports?device_id=60885d9e-37e5-44a7-87ab-f3cde0a4ba55 HTTP/1.1" status: 200 len: 948 time: 0.2053852 Jul 05 02:13:10.943368 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-434a72e8-8a43-42a2-af8f-ffaf8c73bac6 req-06807b41-3d1c-451a-9938-62dee8677679 tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5cd77e-1b52-448c-b212-5db741d9953c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623302 Jul 05 02:13:11.009633 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a8c35f-e091-4f9f-83a0-ec5da895ad0f None None] Network b0083775-05cf-4d34-9b3f-be9cea23529c requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:13:11.029692 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:11.108768 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bda028df-5ae8-49dc-b70f-875855d0270e req-6543e277-c56c-41b4-91f6-f27091486e50 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1684560682&fields=id&tenant_id=56afeb828cf948f58160284840211a1e HTTP/1.1" status: 200 len: 267 time: 0.0568738 Jul 05 02:13:11.184131 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda028df-5ae8-49dc-b70f-875855d0270e req-c965096e-0b95-45e1-a66c-f01642e995d1 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:11.194052 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bda028df-5ae8-49dc-b70f-875855d0270e req-c965096e-0b95-45e1-a66c-f01642e995d1 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "GET /v2.0/ports?device_id=d986527f-6a25-41d6-8e06-2f04a5655e8e HTTP/1.1" status: 200 len: 985 time: 0.0833664 Jul 05 02:13:11.200713 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-bda028df-5ae8-49dc-b70f-875855d0270e req-cf14dabb-8a94-4304-9290-cd1348e8df1c tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Request body: {'port': {'security_groups': ['4ee12a2c-f248-4911-98f5-a00c1016bc78', 'e181e6bc-cf15-4644-b3a9-16feadbfeb13', '9c941ec1-39c4-4aab-b4fb-d37a7b6102b3']}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:13:11.233674 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=0dc06c49-4e4a-4017-b5dd-d9d493d1be06,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:13:11.317982 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['0dc06c49-4e4a-4017-b5dd-d9d493d1be06'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:13:11.351641 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-bda028df-5ae8-49dc-b70f-875855d0270e req-cf14dabb-8a94-4304-9290-cd1348e8df1c tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:11.511372 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:11.512155 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:11.623125 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-bda028df-5ae8-49dc-b70f-875855d0270e req-cf14dabb-8a94-4304-9290-cd1348e8df1c tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] For port 7c7f9f13-b119-42f8-9796-45087a9c0359, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=7c7f9f13-b119-42f8-9796-45087a9c0359,segment=NetworkSegment(eb1a6b94-6086-43b7-acf8-adc8a5518556),segment_id=eb1a6b94-6086-43b7-acf8-adc8a5518556)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:13:11.640779 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7a4e9c32-bdf1-4c3d-92d5-e502445af569 req-42cec09a-a785-4989-ae7f-70657a6a949a tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=07340aa663a94d2396a6c67101b3f807&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0338249 Jul 05 02:13:11.658381 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-bda028df-5ae8-49dc-b70f-875855d0270e req-cf14dabb-8a94-4304-9290-cd1348e8df1c tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:11.727443 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-bda028df-5ae8-49dc-b70f-875855d0270e req-cf14dabb-8a94-4304-9290-cd1348e8df1c tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:11.786449 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda028df-5ae8-49dc-b70f-875855d0270e req-cf14dabb-8a94-4304-9290-cd1348e8df1c tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:11.787368 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-bda028df-5ae8-49dc-b70f-875855d0270e req-cf14dabb-8a94-4304-9290-cd1348e8df1c tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:11.807623 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bda028df-5ae8-49dc-b70f-875855d0270e req-cf14dabb-8a94-4304-9290-cd1348e8df1c tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "PUT /v2.0/ports/7c7f9f13-b119-42f8-9796-45087a9c0359 HTTP/1.1" status: 200 len: 1021 time: 0.6123295 Jul 05 02:13:11.811514 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd986527f-6a25-41d6-8e06-2f04a5655e8e', 'tag': '7c7f9f13-b119-42f8-9796-45087a9c0359'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:13:11.816493 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab1df528-bbc4-4e4c-b409-e929bf8a8d69" -d '{"events": [{"name": "network-changed", "server_uuid": "d986527f-6a25-41d6-8e06-2f04a5655e8e", "tag": "7c7f9f13-b119-42f8-9796-45087a9c0359"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:13:11.858513 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['7c7f9f13-b119-42f8-9796-45087a9c0359'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:13:11.861836 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4e9c32-bdf1-4c3d-92d5-e502445af569 req-92d1c9cc-4396-45f6-803c-084d9b6bb1a9 tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:11.866855 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7a4e9c32-bdf1-4c3d-92d5-e502445af569 req-92d1c9cc-4396-45f6-803c-084d9b6bb1a9 tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2195261 Jul 05 02:13:11.901380 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf14dabb-8a94-4304-9290-cd1348e8df1c tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Pushing event updated for resources: {'Port': ['ID=7c7f9f13-b119-42f8-9796-45087a9c0359,revision_number=7']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:13:11.904447 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-7a4e9c32-bdf1-4c3d-92d5-e502445af569 req-c906a1bc-974b-4176-8e67-d7eba0d0c066 tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] Request body: {'port': {'device_id': '0ef2506f-20c9-4c78-93d9-659d1f606075', 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4', 'admin_state_up': True, 'tenant_id': '07340aa663a94d2396a6c67101b3f807'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:13:11.925246 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['f68b33b1-7c3b-4d3d-a670-7072239ace45', '7c7f9f13-b119-42f8-9796-45087a9c0359'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:13:12.298160 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0cd9771d-0d3d-4b90-aa8c-9b8b0616853e req-8f52d706-76af-43d5-9530-ba0458534788 tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ef2506f-20c9-4c78-93d9-659d1f606075 HTTP/1.1" status: 200 len: 210 time: 0.0747826 Jul 05 02:13:12.365613 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a4e9c32-bdf1-4c3d-92d5-e502445af569 req-c906a1bc-974b-4176-8e67-d7eba0d0c066 tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] Made reservation on behalf of 07340aa663a94d2396a6c67101b3f807 for: {'port': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:13:12.366714 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-7a4e9c32-bdf1-4c3d-92d5-e502445af569 req-c906a1bc-974b-4176-8e67-d7eba0d0c066 tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:12.397176 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 0dc06c49-4e4a-4017-b5dd-d9d493d1be06 up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:13:12.661255 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [req-7a4e9c32-bdf1-4c3d-92d5-e502445af569 req-c906a1bc-974b-4176-8e67-d7eba0d0c066 tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] Allocated IP 192.168.233.57 (dff432c2-7366-4622-aebb-da22fe05bfd4/b840e204-692c-4f54-8f07-f6563e8e36b1/55d16a4c-6afa-49d2-8e09-031e3a634d97) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:13:12.747876 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1d1aad-8424-462e-974e-334f4553c3f6 req-e91d5fb6-2484-4107-9d93-ad58fd126f13 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:12.755985 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3b1d1aad-8424-462e-974e-334f4553c3f6 req-e91d5fb6-2484-4107-9d93-ad58fd126f13 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/networks?id=b0083775-05cf-4d34-9b3f-be9cea23529c HTTP/1.1" status: 200 len: 804 time: 0.1616552 Jul 05 02:13:12.772484 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3b1d1aad-8424-462e-974e-334f4553c3f6 req-0b7a6c9e-806d-447e-b53c-5723509366ec tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/quotas/6032216af44f41dcb77eaa1307ce6ca6 HTTP/1.1" status: 200 len: 375 time: 0.0155740 Jul 05 02:13:12.810019 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3b1d1aad-8424-462e-974e-334f4553c3f6 req-ecdb929b-7e19-4e99-86e5-a1c68cdc3a39 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6032216af44f41dcb77eaa1307ce6ca6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0364792 Jul 05 02:13:12.870888 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-7a4e9c32-bdf1-4c3d-92d5-e502445af569 req-c906a1bc-974b-4176-8e67-d7eba0d0c066 tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:12.887557 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [req-7a4e9c32-bdf1-4c3d-92d5-e502445af569 req-c906a1bc-974b-4176-8e67-d7eba0d0c066 tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] Transition to ACTIVE for port object 55d16a4c-6afa-49d2-8e09-031e3a634d97 will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:13:12.898525 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3b1d1aad-8424-462e-974e-334f4553c3f6 req-84179891-d2f8-4ad9-b29e-0aec22d35086 service neutron] 10.222.0.23 "GET /v2.0/networks/b0083775-05cf-4d34-9b3f-be9cea23529c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875320 Jul 05 02:13:12.927539 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning for port 0dc06c49-4e4a-4017-b5dd-d9d493d1be06 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:13:12.931939 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port 0dc06c49-4e4a-4017-b5dd-d9d493d1be06 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:13:12.932438 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:13.020229 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3b1d1aad-8424-462e-974e-334f4553c3f6 req-f9a9c885-72dd-4854-bba1-0939486b015e service neutron] 10.222.0.23 "GET /v2.0/networks/b0083775-05cf-4d34-9b3f-be9cea23529c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154203 Jul 05 02:13:13.036281 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-7a4e9c32-bdf1-4c3d-92d5-e502445af569 req-c906a1bc-974b-4176-8e67-d7eba0d0c066 tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:13.106899 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a4e9c32-bdf1-4c3d-92d5-e502445af569 req-c906a1bc-974b-4176-8e67-d7eba0d0c066 tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] Network dff432c2-7366-4622-aebb-da22fe05bfd4 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:13:13.107696 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:13.113531 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [req-7a4e9c32-bdf1-4c3d-92d5-e502445af569 req-c906a1bc-974b-4176-8e67-d7eba0d0c066 tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:13:13.116370 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a4e9c32-bdf1-4c3d-92d5-e502445af569 req-c906a1bc-974b-4176-8e67-d7eba0d0c066 tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:13:13.164147 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c906a1bc-974b-4176-8e67-d7eba0d0c066 tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] Pushing event updated for resources: {'Port': ['ID=55d16a4c-6afa-49d2-8e09-031e3a634d97,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:13:13.177757 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60885d9e-37e5-44a7-87ab-f3cde0a4ba55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dc06c49-4e4a-4017-b5dd-d9d493d1be06'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:13:13.177757 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0421e957-9485-4314-9ce8-dc3a427ae842" -d '{"events": [{"server_uuid": "60885d9e-37e5-44a7-87ab-f3cde0a4ba55", "name": "network-vif-plugged", "status": "completed", "tag": "0dc06c49-4e4a-4017-b5dd-d9d493d1be06"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:13:13.201447 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 0dc06c49-4e4a-4017-b5dd-d9d493d1be06, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=0dc06c49-4e4a-4017-b5dd-d9d493d1be06,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:13:13.210928 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4e9c32-bdf1-4c3d-92d5-e502445af569 req-c906a1bc-974b-4176-8e67-d7eba0d0c066 tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:13.212761 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-7a4e9c32-bdf1-4c3d-92d5-e502445af569 req-c906a1bc-974b-4176-8e67-d7eba0d0c066 tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:13.317599 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 42786) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:13:13.321612 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:13.332117 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7a4e9c32-bdf1-4c3d-92d5-e502445af569 req-c906a1bc-974b-4176-8e67-d7eba0d0c066 tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4341314 Jul 05 02:13:13.347532 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-7a4e9c32-bdf1-4c3d-92d5-e502445af569 req-37d4f422-6a73-4758-8cbd-25d638ff4394 service neutron] Request body: {'port': {'device_id': '0ef2506f-20c9-4c78-93d9-659d1f606075', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-32'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:13:13.405753 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=0dc06c49-4e4a-4017-b5dd-d9d493d1be06,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:13:13.490166 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [req-7187848b-b2ca-4bbf-beb1-9afb3954c23a req-9d565750-8c24-4cdc-a350-966c53181aee tempest-LiveAutoBlockMigrationV225Test-944788699 tempest-LiveAutoBlockMigrationV225Test-944788699-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94462) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:13:13.491250 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7187848b-b2ca-4bbf-beb1-9afb3954c23a req-9d565750-8c24-4cdc-a350-966c53181aee tempest-LiveAutoBlockMigrationV225Test-944788699 tempest-LiveAutoBlockMigrationV225Test-944788699-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1724093 Jul 05 02:13:13.526393 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-7a4e9c32-bdf1-4c3d-92d5-e502445af569 req-37d4f422-6a73-4758-8cbd-25d638ff4394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:13.538758 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-f64ae940-aa0e-4d55-94d1-5f3e5335245b None None] Provisioning for port 55d16a4c-6afa-49d2-8e09-031e3a634d97 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:13:13.545289 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-f64ae940-aa0e-4d55-94d1-5f3e5335245b None None] Provisioning complete for port 55d16a4c-6afa-49d2-8e09-031e3a634d97 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:13:13.545782 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f64ae940-aa0e-4d55-94d1-5f3e5335245b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:13.605190 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-f64ae940-aa0e-4d55-94d1-5f3e5335245b None None] Port 55d16a4c-6afa-49d2-8e09-031e3a634d97 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:13:13.626211 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d3f23449-ab87-44d6-b197-4a04fba1c245 req-915bf737-b44a-4b0f-a560-7b2302f1e77a tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2fd6ac-bb03-4770-b47c-889c022fb9dc HTTP/1.1" status: 200 len: 210 time: 0.1183817 Jul 05 02:13:13.740568 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-70c5a201-063e-49e3-88d6-2c8891597a77 req-a6fe9e05-2ef0-4660-858f-3e1709438f18 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "GET /v2.0/security-groups/9c941ec1-39c4-4aab-b4fb-d37a7b6102b3 HTTP/1.1" status: 200 len: 1801 time: 0.0893686 Jul 05 02:13:13.788097 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-7187848b-b2ca-4bbf-beb1-9afb3954c23a req-6ac11e43-ff41-4fea-96bb-f78b15e88e81 service neutron] Request body: {'binding': {'host': 'n-h1-771362-32', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:13:13.789056 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-7187848b-b2ca-4bbf-beb1-9afb3954c23a req-6ac11e43-ff41-4fea-96bb-f78b15e88e81 service neutron] Unknown quota resources ['binding']. {{(pid=94462) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 02:13:13.803173 n-d-771362-32 neutron-server[94461]: INFO neutron.api.v2.resource [req-70c5a201-063e-49e3-88d6-2c8891597a77 req-b4f3cb5c-c521-4cea-a018-0e902c85cf9f tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 05 02:13:13.805048 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-70c5a201-063e-49e3-88d6-2c8891597a77 req-b4f3cb5c-c521-4cea-a018-0e902c85cf9f tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "DELETE /v2.0/security-groups/9c941ec1-39c4-4aab-b4fb-d37a7b6102b3 HTTP/1.1" status: 409 len: 341 time: 0.0636075 Jul 05 02:13:13.853354 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c27ddd7-8602-4617-8079-3d81d31b8d42 x-openstack-request-id: req-5c27ddd7-8602-4617-8079-3d81d31b8d42 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:13:13.853817 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d986527f-6a25-41d6-8e06-2f04a5655e8e", "tag": "7c7f9f13-b119-42f8-9796-45087a9c0359", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:13:13.854483 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5c27ddd7-8602-4617-8079-3d81d31b8d42 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:13:13.855077 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd986527f-6a25-41d6-8e06-2f04a5655e8e', 'tag': '7c7f9f13-b119-42f8-9796-45087a9c0359', 'status': 'completed', 'code': 200} Jul 05 02:13:13.942828 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-59e57272-e6c1-4612-819d-01006776a70d req-3f722733-6a74-4e10-976b-b0e3b4486804 tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=59559a9a2e3645a89e9f19b0abb455d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0428092 Jul 05 02:13:14.127199 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1df528-bbc4-4e4c-b409-e929bf8a8d69 req-29410df3-e918-4f6a-baa6-c7c16f2bb60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:14.128804 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ab1df528-bbc4-4e4c-b409-e929bf8a8d69 req-29410df3-e918-4f6a-baa6-c7c16f2bb60f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=56afeb828cf948f58160284840211a1e&device_id=d986527f-6a25-41d6-8e06-2f04a5655e8e HTTP/1.1" status: 200 len: 1176 time: 0.1997666 Jul 05 02:13:14.229001 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [req-7a4e9c32-bdf1-4c3d-92d5-e502445af569 req-37d4f422-6a73-4758-8cbd-25d638ff4394 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55d16a4c-6afa-49d2-8e09-031e3a634d97 {{(pid=94462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:13:14.229823 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e55b98-cbcf-4830-9850-3adc946e5042 req-076e4ced-31a5-4868-bfaf-43ca1cf9fd1c tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:14.231556 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a2e55b98-cbcf-4830-9850-3adc946e5042 req-076e4ced-31a5-4868-bfaf-43ca1cf9fd1c tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] 10.222.0.23 "GET /v2.0/ports?device_id=60885d9e-37e5-44a7-87ab-f3cde0a4ba55 HTTP/1.1" status: 200 len: 950 time: 0.2513738 Jul 05 02:13:14.249884 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-7a4e9c32-bdf1-4c3d-92d5-e502445af569 req-37d4f422-6a73-4758-8cbd-25d638ff4394 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:14.270156 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [req-7a4e9c32-bdf1-4c3d-92d5-e502445af569 req-37d4f422-6a73-4758-8cbd-25d638ff4394 service neutron] Transition to ACTIVE for port object 55d16a4c-6afa-49d2-8e09-031e3a634d97 will not be triggered until provisioned by entity L2. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:13:14.291701 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-7187848b-b2ca-4bbf-beb1-9afb3954c23a req-6ac11e43-ff41-4fea-96bb-f78b15e88e81 service neutron] Attempting to bind port 51a08a08-206b-437a-8373-17a1e74c7235 on host n-h1-771362-32 for vnic_type normal with profile None {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:13:14.292059 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-7187848b-b2ca-4bbf-beb1-9afb3954c23a req-6ac11e43-ff41-4fea-96bb-f78b15e88e81 service neutron] Attempting to bind port 51a08a08-206b-437a-8373-17a1e74c7235 by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': '69ab64d7-bb63-4367-9b3e-0960def4b6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1'}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:13:14.292386 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7187848b-b2ca-4bbf-beb1-9afb3954c23a req-6ac11e43-ff41-4fea-96bb-f78b15e88e81 service neutron] Attempting to bind port 51a08a08-206b-437a-8373-17a1e74c7235 on network b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:13:14.311633 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7187848b-b2ca-4bbf-beb1-9afb3954c23a req-6ac11e43-ff41-4fea-96bb-f78b15e88e81 service neutron] Port 51a08a08-206b-437a-8373-17a1e74c7235 on network b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:13:14.311633 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7187848b-b2ca-4bbf-beb1-9afb3954c23a req-6ac11e43-ff41-4fea-96bb-f78b15e88e81 service neutron] Attempting to bind port 51a08a08-206b-437a-8373-17a1e74c7235 on network b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:13:14.342885 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7187848b-b2ca-4bbf-beb1-9afb3954c23a req-6ac11e43-ff41-4fea-96bb-f78b15e88e81 service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:13:14.343256 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7187848b-b2ca-4bbf-beb1-9afb3954c23a req-6ac11e43-ff41-4fea-96bb-f78b15e88e81 service neutron] Checking segment: {'id': '69ab64d7-bb63-4367-9b3e-0960def4b6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:13:14.343644 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7187848b-b2ca-4bbf-beb1-9afb3954c23a req-6ac11e43-ff41-4fea-96bb-f78b15e88e81 service neutron] Bound using segment: {'id': '69ab64d7-bb63-4367-9b3e-0960def4b6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1'} {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:13:14.344091 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-7187848b-b2ca-4bbf-beb1-9afb3954c23a req-6ac11e43-ff41-4fea-96bb-f78b15e88e81 service neutron] Bound port: 51a08a08-206b-437a-8373-17a1e74c7235, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69ab64d7-bb63-4367-9b3e-0960def4b6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1'}}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:13:14.361744 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c0ce1cc2-09c9-477f-996a-d4d9239a4c69 req-f0c68fed-03dd-4156-a558-3ff5e11c1ea6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e2b9a8e2-24fd-4d2a-933e-44d7adf95c61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1893520 Jul 05 02:13:14.390495 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-7a4e9c32-bdf1-4c3d-92d5-e502445af569 req-37d4f422-6a73-4758-8cbd-25d638ff4394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:14.406374 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e57272-e6c1-4612-819d-01006776a70d req-0d5b642c-9159-402d-897d-bbc8d47b82e1 tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:14.408335 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-59e57272-e6c1-4612-819d-01006776a70d req-0d5b642c-9159-402d-897d-bbc8d47b82e1 tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4597251 Jul 05 02:13:14.455210 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1df528-bbc4-4e4c-b409-e929bf8a8d69 req-a8bb6e11-8518-4aca-88c6-6f3d42cba840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:14.460506 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ab1df528-bbc4-4e4c-b409-e929bf8a8d69 req-a8bb6e11-8518-4aca-88c6-6f3d42cba840 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ae249f0a-0756-4e2c-91ca-8aa027d8a61b HTTP/1.1" status: 200 len: 913 time: 0.3199079 Jul 05 02:13:14.482359 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a2e55b98-cbcf-4830-9850-3adc946e5042 req-859ff6be-2e12-4cd7-b1a2-e74e70395e8a tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5cd77e-1b52-448c-b212-5db741d9953c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973217 Jul 05 02:13:14.538710 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-59e57272-e6c1-4612-819d-01006776a70d req-4c36ca27-7743-4b00-8185-fde028c3e6f4 tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] Request body: {'port': {'device_id': '2e2fd6ac-bb03-4770-b47c-889c022fb9dc', 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4', 'admin_state_up': True, 'tenant_id': '59559a9a2e3645a89e9f19b0abb455d4'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:13:14.548125 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.15', 64991) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:13:14.560831 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-7187848b-b2ca-4bbf-beb1-9afb3954c23a req-6ac11e43-ff41-4fea-96bb-f78b15e88e81 service neutron] For port 51a08a08-206b-437a-8373-17a1e74c7235, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=51a08a08-206b-437a-8373-17a1e74c7235,segment=NetworkSegment(69ab64d7-bb63-4367-9b3e-0960def4b6c7),segment_id=69ab64d7-bb63-4367-9b3e-0960def4b6c7)] {{(pid=94462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:13:14.576982 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d4f422-6a73-4758-8cbd-25d638ff4394 service neutron] Pushing event updated for resources: {'Port': ['ID=55d16a4c-6afa-49d2-8e09-031e3a634d97,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:13:14.597005 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ce1cc2-09c9-477f-996a-d4d9239a4c69 req-d8c524a2-9556-4471-b2c4-fe91fb830bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:14.598923 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c0ce1cc2-09c9-477f-996a-d4d9239a4c69 req-d8c524a2-9556-4471-b2c4-fe91fb830bee service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fc2d088ace9545fabb9ece3104798875&device_id=e2b9a8e2-24fd-4d2a-933e-44d7adf95c61 HTTP/1.1" status: 200 len: 1097 time: 0.1478739 Jul 05 02:13:14.677448 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ab1df528-bbc4-4e4c-b409-e929bf8a8d69 req-4640c496-782c-4a9e-be9a-eec0a807eb42 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c7f9f13-b119-42f8-9796-45087a9c0359 HTTP/1.1" status: 200 len: 217 time: 0.1746585 Jul 05 02:13:14.743321 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ce1cc2-09c9-477f-996a-d4d9239a4c69 req-c7ec0b16-067f-47be-9b6a-bc76fb602ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:14.745736 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c0ce1cc2-09c9-477f-996a-d4d9239a4c69 req-c7ec0b16-067f-47be-9b6a-bc76fb602ee3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=145d1216-e8e2-4105-8190-071eda74e029 HTTP/1.1" status: 200 len: 923 time: 0.1230547 Jul 05 02:13:14.748049 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-7187848b-b2ca-4bbf-beb1-9afb3954c23a req-6ac11e43-ff41-4fea-96bb-f78b15e88e81 service neutron] Notify callbacks [] for binding, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:14.755534 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7187848b-b2ca-4bbf-beb1-9afb3954c23a req-6ac11e43-ff41-4fea-96bb-f78b15e88e81 service neutron] 10.222.0.23 "POST /v2.0/ports/51a08a08-206b-437a-8373-17a1e74c7235/bindings HTTP/1.1" status: 201 len: 390 time: 1.1269691 Jul 05 02:13:14.814503 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ccfa136-0648-4177-9817-0f0c004862dd x-openstack-request-id: req-9ccfa136-0648-4177-9817-0f0c004862dd {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:13:14.815040 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60885d9e-37e5-44a7-87ab-f3cde0a4ba55", "name": "network-vif-plugged", "status": "completed", "tag": "0dc06c49-4e4a-4017-b5dd-d9d493d1be06", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:13:14.815040 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9ccfa136-0648-4177-9817-0f0c004862dd {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:13:14.815335 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60885d9e-37e5-44a7-87ab-f3cde0a4ba55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dc06c49-4e4a-4017-b5dd-d9d493d1be06', 'code': 200} Jul 05 02:13:14.894262 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.21', 51231) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:13:14.917243 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c0ce1cc2-09c9-477f-996a-d4d9239a4c69 req-1841ee67-f35f-4788-a95d-54f54e1e86ee service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54abaf0e-8cbe-4f28-ae29-9bd5042907e8 HTTP/1.1" status: 200 len: 1000 time: 0.1603818 Jul 05 02:13:14.955217 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d6188524-7aa8-46b2-acf7-e1a3df8401b3 req-d71a0d03-832a-432b-9652-500a1547edd7 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/ports?device_id=8138719b-85d1-48a7-b468-a9890bf322dd HTTP/1.1" status: 200 len: 210 time: 0.0770350 Jul 05 02:13:14.982084 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1df528-bbc4-4e4c-b409-e929bf8a8d69 req-b929554f-25a5-4948-8937-2321a98ab15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:14.982084 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ab1df528-bbc4-4e4c-b409-e929bf8a8d69 req-b929554f-25a5-4948-8937-2321a98ab15b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ea5677e1-8b3f-4cb2-b460-3fad0d995656 HTTP/1.1" status: 200 len: 853 time: 0.2438486 Jul 05 02:13:14.987529 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ce1cc2-09c9-477f-996a-d4d9239a4c69 req-69ba743a-0aca-449e-a80e-6a5e9b2034e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:15.001842 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c0ce1cc2-09c9-477f-996a-d4d9239a4c69 req-69ba743a-0aca-449e-a80e-6a5e9b2034e4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0dc4a163-6453-4ce8-90db-602a0798fbd4 HTTP/1.1" status: 200 len: 862 time: 0.0782545 Jul 05 02:13:15.069266 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ab1df528-bbc4-4e4c-b409-e929bf8a8d69 req-8e075d77-ca50-491e-8777-331e2cce0602 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ae249f0a-0756-4e2c-91ca-8aa027d8a61b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744724 Jul 05 02:13:15.134839 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ce1cc2-09c9-477f-996a-d4d9239a4c69 req-9532608c-a0c9-4b70-a5e8-f471339f9505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:15.136880 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c0ce1cc2-09c9-477f-996a-d4d9239a4c69 req-9532608c-a0c9-4b70-a5e8-f471339f9505 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=145d1216-e8e2-4105-8190-071eda74e029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1295238 Jul 05 02:13:15.147652 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fda90cb2-5798-48ff-b8b9-f6e0a0274b67 req-0b0bdbf3-842c-45ff-a068-24fdc985311e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=53b1405d-e57e-488f-9402-6bda582de63e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5112402 Jul 05 02:13:15.250705 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-7a4e9c32-bdf1-4c3d-92d5-e502445af569 req-37d4f422-6a73-4758-8cbd-25d638ff4394 service neutron] Attempting to bind port 55d16a4c-6afa-49d2-8e09-031e3a634d97 on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:13:15.251311 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-7a4e9c32-bdf1-4c3d-92d5-e502445af569 req-37d4f422-6a73-4758-8cbd-25d638ff4394 service neutron] Attempting to bind port 55d16a4c-6afa-49d2-8e09-031e3a634d97 by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:13:15.251455 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4e9c32-bdf1-4c3d-92d5-e502445af569 req-37d4f422-6a73-4758-8cbd-25d638ff4394 service neutron] Attempting to bind port 55d16a4c-6afa-49d2-8e09-031e3a634d97 on network dff432c2-7366-4622-aebb-da22fe05bfd4 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:13:15.261156 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4e9c32-bdf1-4c3d-92d5-e502445af569 req-37d4f422-6a73-4758-8cbd-25d638ff4394 service neutron] Port 55d16a4c-6afa-49d2-8e09-031e3a634d97 on network dff432c2-7366-4622-aebb-da22fe05bfd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:13:15.261611 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4e9c32-bdf1-4c3d-92d5-e502445af569 req-37d4f422-6a73-4758-8cbd-25d638ff4394 service neutron] Attempting to bind port 55d16a4c-6afa-49d2-8e09-031e3a634d97 on network dff432c2-7366-4622-aebb-da22fe05bfd4 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:13:15.268888 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4e9c32-bdf1-4c3d-92d5-e502445af569 req-37d4f422-6a73-4758-8cbd-25d638ff4394 service neutron] Checking agent: {'id': 'e071c76e-395f-48c4-a98f-88088465cf0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:13:15.269358 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4e9c32-bdf1-4c3d-92d5-e502445af569 req-37d4f422-6a73-4758-8cbd-25d638ff4394 service neutron] Checking segment: {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:13:15.270054 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4e9c32-bdf1-4c3d-92d5-e502445af569 req-37d4f422-6a73-4758-8cbd-25d638ff4394 service neutron] Bound using segment: {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'} {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:13:15.270609 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-7a4e9c32-bdf1-4c3d-92d5-e502445af569 req-37d4f422-6a73-4758-8cbd-25d638ff4394 service neutron] Bound port: 55d16a4c-6afa-49d2-8e09-031e3a634d97, host: n-h2-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'}}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:13:15.271053 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-7a4e9c32-bdf1-4c3d-92d5-e502445af569 req-37d4f422-6a73-4758-8cbd-25d638ff4394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:15.305974 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2d53ae-faa2-4051-8742-2bf75a45a161 req-22f9c759-334d-4d8d-a19b-ca9b8debb057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:15.308339 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6e2d53ae-faa2-4051-8742-2bf75a45a161 req-22f9c759-334d-4d8d-a19b-ca9b8debb057 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=60885d9e-37e5-44a7-87ab-f3cde0a4ba55 HTTP/1.1" status: 200 len: 1102 time: 0.4082131 Jul 05 02:13:15.344765 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c0ce1cc2-09c9-477f-996a-d4d9239a4c69 req-14836cdf-8e86-48f5-b76f-0ce6a2bd33bd service neutron] 10.222.0.21 "GET /v2.0/networks/145d1216-e8e2-4105-8190-071eda74e029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978748 Jul 05 02:13:15.362794 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59e57272-e6c1-4612-819d-01006776a70d req-4c36ca27-7743-4b00-8185-fde028c3e6f4 tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] Made reservation on behalf of 59559a9a2e3645a89e9f19b0abb455d4 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:13:15.382582 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-59e57272-e6c1-4612-819d-01006776a70d req-4c36ca27-7743-4b00-8185-fde028c3e6f4 tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:15.397057 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-59e57272-e6c1-4612-819d-01006776a70d req-4c36ca27-7743-4b00-8185-fde028c3e6f4 tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:15.419674 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-7a4e9c32-bdf1-4c3d-92d5-e502445af569 req-37d4f422-6a73-4758-8cbd-25d638ff4394 service neutron] For port 55d16a4c-6afa-49d2-8e09-031e3a634d97, host n-h2-771362-32, cleared binding levels {{(pid=94462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:13:15.437947 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-7a4e9c32-bdf1-4c3d-92d5-e502445af569 req-37d4f422-6a73-4758-8cbd-25d638ff4394 service neutron] For port 55d16a4c-6afa-49d2-8e09-031e3a634d97, host n-h2-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=55d16a4c-6afa-49d2-8e09-031e3a634d97,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:13:15.446192 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ab1df528-bbc4-4e4c-b409-e929bf8a8d69 req-71678149-33a9-4478-97f3-d7df577558e9 service neutron] 10.222.0.21 "GET /v2.0/networks/ae249f0a-0756-4e2c-91ca-8aa027d8a61b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3664815 Jul 05 02:13:15.472049 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c0ce1cc2-09c9-477f-996a-d4d9239a4c69 req-96231965-f32b-4e11-a8a0-e4af90519168 service neutron] 10.222.0.21 "GET /v2.0/networks/145d1216-e8e2-4105-8190-071eda74e029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089666 Jul 05 02:13:15.472383 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6e2d53ae-faa2-4051-8742-2bf75a45a161 req-103c8538-e08d-4e7b-b93f-0448d129be48 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0e5cd77e-1b52-448c-b212-5db741d9953c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493361 Jul 05 02:13:15.516958 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-7a4e9c32-bdf1-4c3d-92d5-e502445af569 req-37d4f422-6a73-4758-8cbd-25d638ff4394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:15.563230 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9a32f8-afa4-4538-8c0c-4b2b18118d12 req-ff22cb99-e612-4c34-9617-d9111a764f5a tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:15.572228 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-dc9a32f8-afa4-4538-8c0c-4b2b18118d12 req-ff22cb99-e612-4c34-9617-d9111a764f5a tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ef2506f-20c9-4c78-93d9-659d1f606075 HTTP/1.1" status: 200 len: 947 time: 0.4280806 Jul 05 02:13:15.592802 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4e9c32-bdf1-4c3d-92d5-e502445af569 req-37d4f422-6a73-4758-8cbd-25d638ff4394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:15.593522 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-7a4e9c32-bdf1-4c3d-92d5-e502445af569 req-37d4f422-6a73-4758-8cbd-25d638ff4394 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:15.596337 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7a4e9c32-bdf1-4c3d-92d5-e502445af569 req-37d4f422-6a73-4758-8cbd-25d638ff4394 service neutron] 10.222.0.15 "PUT /v2.0/ports/55d16a4c-6afa-49d2-8e09-031e3a634d97 HTTP/1.1" status: 200 len: 1096 time: 2.2537642 Jul 05 02:13:15.596337 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ef2506f-20c9-4c78-93d9-659d1f606075', 'tag': '55d16a4c-6afa-49d2-8e09-031e3a634d97'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:13:15.596555 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda90cb2-5798-48ff-b8b9-f6e0a0274b67 req-4897195f-8f1a-416f-a621-f5decf3a632c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:15.597786 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fda90cb2-5798-48ff-b8b9-f6e0a0274b67 req-4897195f-8f1a-416f-a621-f5decf3a632c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ed2364caf3124d8bad97d5b31d9f4d2b&device_id=53b1405d-e57e-488f-9402-6bda582de63e HTTP/1.1" status: 200 len: 1102 time: 0.3569863 Jul 05 02:13:15.598811 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b223267e0e0ddb3199af7772d0b45336e3b4b54fbb151c86a8051291a61e85db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ecd2713-bc6a-4321-9afc-7b4a3d69cb3f" -d '{"events": [{"name": "network-changed", "server_uuid": "0ef2506f-20c9-4c78-93d9-659d1f606075", "tag": "55d16a4c-6afa-49d2-8e09-031e3a634d97"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:13:15.644078 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d4f422-6a73-4758-8cbd-25d638ff4394 service neutron] Pushing event updated for resources: {'Port': ['ID=55d16a4c-6afa-49d2-8e09-031e3a634d97,revision_number=3']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:13:15.781306 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-dc9a32f8-afa4-4538-8c0c-4b2b18118d12 req-19dd26fb-24da-4a75-9fff-01b0a4cf9953 tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f9ee991-c666-47b2-b3f3-24a1fcc6747e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075467 Jul 05 02:13:15.811125 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ab1df528-bbc4-4e4c-b409-e929bf8a8d69 req-b7f02545-3882-4657-8747-5f1c89c349a0 service neutron] 10.222.0.21 "GET /v2.0/networks/ae249f0a-0756-4e2c-91ca-8aa027d8a61b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3540342 Jul 05 02:13:15.902226 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7187848b-b2ca-4bbf-beb1-9afb3954c23a req-3f215781-416d-4c4d-ab31-f26ac5cbd10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:15.903913 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7187848b-b2ca-4bbf-beb1-9afb3954c23a req-3f215781-416d-4c4d-ab31-f26ac5cbd10d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7bf4f22dde1e4624a2cb34086c53be02&device_id=54d1bfa2-7798-4198-8e88-90a0c32fd269 HTTP/1.1" status: 200 len: 1098 time: 0.2630560 Jul 05 02:13:15.910489 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4e9c32-bdf1-4c3d-92d5-e502445af569 req-5a258b15-fbf9-46e3-a5af-a65aec7ac286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:15.912082 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7a4e9c32-bdf1-4c3d-92d5-e502445af569 req-5a258b15-fbf9-46e3-a5af-a65aec7ac286 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=07340aa663a94d2396a6c67101b3f807&device_id=0ef2506f-20c9-4c78-93d9-659d1f606075 HTTP/1.1" status: 200 len: 1099 time: 0.1191616 Jul 05 02:13:15.941758 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda90cb2-5798-48ff-b8b9-f6e0a0274b67 req-7b8f0aa5-636b-4ba4-b81c-34958b8cae83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:15.943336 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fda90cb2-5798-48ff-b8b9-f6e0a0274b67 req-7b8f0aa5-636b-4ba4-b81c-34958b8cae83 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dff432c2-7366-4622-aebb-da22fe05bfd4 HTTP/1.1" status: 200 len: 869 time: 0.2911010 Jul 05 02:13:15.958683 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-59e57272-e6c1-4612-819d-01006776a70d req-4c36ca27-7743-4b00-8185-fde028c3e6f4 tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:15.972330 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7a4e9c32-bdf1-4c3d-92d5-e502445af569 req-8c622739-d7f7-45dc-aff7-6b7f56b337b8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=55d16a4c-6afa-49d2-8e09-031e3a634d97 HTTP/1.1" status: 200 len: 217 time: 0.0517650 Jul 05 02:13:16.034528 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fda90cb2-5798-48ff-b8b9-f6e0a0274b67 req-6d924a8a-f645-4598-9eab-c7c18ef12b67 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=8b64444c-d201-4092-a11d-b3e9583f7ce4 HTTP/1.1" status: 200 len: 217 time: 0.0779262 Jul 05 02:13:16.057207 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-90981a66-a735-4575-bf9a-ec08a14caaf4 req-40329019-2683-4a34-82ef-7f6701bc73a0 tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2fd6ac-bb03-4770-b47c-889c022fb9dc HTTP/1.1" status: 200 len: 210 time: 0.0972021 Jul 05 02:13:16.063290 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4e9c32-bdf1-4c3d-92d5-e502445af569 req-73ce2b08-238e-48f0-816a-0719b6ba5813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:16.064783 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7a4e9c32-bdf1-4c3d-92d5-e502445af569 req-73ce2b08-238e-48f0-816a-0719b6ba5813 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b840e204-692c-4f54-8f07-f6563e8e36b1 HTTP/1.1" status: 200 len: 843 time: 0.0739913 Jul 05 02:13:16.066492 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-59e57272-e6c1-4612-819d-01006776a70d req-4c36ca27-7743-4b00-8185-fde028c3e6f4 tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:16.148298 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f15434-0fe7-462c-b080-66499bfbeb3a req-4811488c-b7fa-4009-a248-8aceeece948e tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:16.149945 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-41f15434-0fe7-462c-b080-66499bfbeb3a req-4811488c-b7fa-4009-a248-8aceeece948e tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=54d1bfa2-7798-4198-8e88-90a0c32fd269 HTTP/1.1" status: 200 len: 946 time: 0.1735241 Jul 05 02:13:16.211909 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4e9c32-bdf1-4c3d-92d5-e502445af569 req-e07a4274-a65b-4425-97de-060e4fb66324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:16.214624 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7a4e9c32-bdf1-4c3d-92d5-e502445af569 req-e07a4274-a65b-4425-97de-060e4fb66324 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dff432c2-7366-4622-aebb-da22fe05bfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1297665 Jul 05 02:13:16.318428 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-41f15434-0fe7-462c-b080-66499bfbeb3a req-31c6e73c-fffd-48d2-a41b-479ff27a4492 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466336 Jul 05 02:13:16.433238 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae875ee2-8493-4780-9692-d573cbd17c28 x-openstack-request-id: req-ae875ee2-8493-4780-9692-d573cbd17c28 {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:13:16.435619 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ef2506f-20c9-4c78-93d9-659d1f606075", "tag": "55d16a4c-6afa-49d2-8e09-031e3a634d97", "status": "completed", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:13:16.437949 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ae875ee2-8493-4780-9692-d573cbd17c28 {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:13:16.438625 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ef2506f-20c9-4c78-93d9-659d1f606075', 'tag': '55d16a4c-6afa-49d2-8e09-031e3a634d97', 'status': 'completed', 'code': 200} Jul 05 02:13:16.442825 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7a4e9c32-bdf1-4c3d-92d5-e502445af569 req-3b66cf99-620e-496f-8aaa-3a356a4fd639 service neutron] 10.222.0.15 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196741 Jul 05 02:13:16.639919 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7a4e9c32-bdf1-4c3d-92d5-e502445af569 req-dd4c7789-6b77-4682-b2ba-c8bec4bfeb7c service neutron] 10.222.0.15 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894794 Jul 05 02:13:16.644145 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.15', 64993) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:13:16.647144 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7187848b-b2ca-4bbf-beb1-9afb3954c23a req-5acf0dfe-bb9f-4076-b1c1-ee60c349de01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:16.648664 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7187848b-b2ca-4bbf-beb1-9afb3954c23a req-5acf0dfe-bb9f-4076-b1c1-ee60c349de01 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1 HTTP/1.1" status: 200 len: 919 time: 0.7316654 Jul 05 02:13:16.705887 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c36ca27-7743-4b00-8185-fde028c3e6f4 tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63abe6cf-e8b2-428f-b89e-3dc35e4b4566,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:13:16.709629 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda90cb2-5798-48ff-b8b9-f6e0a0274b67 req-09ed59ac-5d9d-4d5e-85c7-29657d61fd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:16.711328 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fda90cb2-5798-48ff-b8b9-f6e0a0274b67 req-09ed59ac-5d9d-4d5e-85c7-29657d61fd3b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b840e204-692c-4f54-8f07-f6563e8e36b1 HTTP/1.1" status: 200 len: 843 time: 0.6564026 Jul 05 02:13:16.712678 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-59e57272-e6c1-4612-819d-01006776a70d req-4c36ca27-7743-4b00-8185-fde028c3e6f4 tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] Allocated IP 192.168.233.138 (dff432c2-7366-4622-aebb-da22fe05bfd4/b840e204-692c-4f54-8f07-f6563e8e36b1/782f3205-ccad-4396-b99f-fa516c5b20b7) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:13:16.759450 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7187848b-b2ca-4bbf-beb1-9afb3954c23a req-08dc0607-3fa3-4dc6-9ae2-552813aa376e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=51a08a08-206b-437a-8373-17a1e74c7235 HTTP/1.1" status: 200 len: 217 time: 0.0749035 Jul 05 02:13:16.871614 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7187848b-b2ca-4bbf-beb1-9afb3954c23a req-260b2d91-23b0-4cfe-b291-c871b2a1ed5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:16.873002 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7187848b-b2ca-4bbf-beb1-9afb3954c23a req-260b2d91-23b0-4cfe-b291-c871b2a1ed5c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=88cd65d9-1715-492f-9ef5-e486cc8231ac HTTP/1.1" status: 200 len: 859 time: 0.0910809 Jul 05 02:13:16.928799 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 02:13:16.958724 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7187848b-b2ca-4bbf-beb1-9afb3954c23a req-af93e45d-e3d8-4899-9814-cdbdda1ebb11 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0759964 Jul 05 02:13:16.966330 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b3e14e-bfea-48af-a624-a23b34c06cf0 req-0f391882-a6b2-4745-9c4c-e5a6e8e66022 tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:16.973802 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-48b3e14e-bfea-48af-a624-a23b34c06cf0 req-0f391882-a6b2-4745-9c4c-e5a6e8e66022 tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] 10.222.0.23 "GET /v2.0/ports?device_id=60885d9e-37e5-44a7-87ab-f3cde0a4ba55 HTTP/1.1" status: 200 len: 950 time: 0.4099333 Jul 05 02:13:17.072878 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda90cb2-5798-48ff-b8b9-f6e0a0274b67 req-e8af1f9f-ae50-4f52-855c-a4368da3838f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:17.074440 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fda90cb2-5798-48ff-b8b9-f6e0a0274b67 req-e8af1f9f-ae50-4f52-855c-a4368da3838f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dff432c2-7366-4622-aebb-da22fe05bfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3263850 Jul 05 02:13:17.169330 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-48b3e14e-bfea-48af-a624-a23b34c06cf0 req-52b0d916-b801-4983-b064-a3649ade2745 tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5cd77e-1b52-448c-b212-5db741d9953c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945271 Jul 05 02:13:17.256676 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-59e57272-e6c1-4612-819d-01006776a70d req-4c36ca27-7743-4b00-8185-fde028c3e6f4 tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:17.293578 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7187848b-b2ca-4bbf-beb1-9afb3954c23a req-23261794-4637-4d95-8f2e-c86a0be90cd5 service neutron] 10.222.0.21 "GET /v2.0/networks/b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3135567 Jul 05 02:13:17.294602 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-59e57272-e6c1-4612-819d-01006776a70d req-4c36ca27-7743-4b00-8185-fde028c3e6f4 tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] Transition to ACTIVE for port object 782f3205-ccad-4396-b99f-fa516c5b20b7 will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:13:17.332269 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65ddedd-de47-4794-a415-60a0effe4bd8 req-f1410e02-b3e4-432a-9e56-51621ed69c03 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:17.343049 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e65ddedd-de47-4794-a415-60a0effe4bd8 req-f1410e02-b3e4-432a-9e56-51621ed69c03 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "GET /v2.0/ports?device_id=d986527f-6a25-41d6-8e06-2f04a5655e8e HTTP/1.1" status: 200 len: 1024 time: 0.2088757 Jul 05 02:13:17.354556 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1d1aad-8424-462e-974e-334f4553c3f6 req-aff3752f-0595-4f62-a317-cdc7a151266a tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:17.363706 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3b1d1aad-8424-462e-974e-334f4553c3f6 req-aff3752f-0595-4f62-a317-cdc7a151266a tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.15 "GET /v2.0/networks?id=b0083775-05cf-4d34-9b3f-be9cea23529c HTTP/1.1" status: 200 len: 804 time: 0.7183430 Jul 05 02:13:17.384990 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecd2713-bc6a-4321-9afc-7b4a3d69cb3f req-4094f69f-e392-4130-96df-3b71b1648399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:17.386520 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7ecd2713-bc6a-4321-9afc-7b4a3d69cb3f req-4094f69f-e392-4130-96df-3b71b1648399 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=07340aa663a94d2396a6c67101b3f807&device_id=0ef2506f-20c9-4c78-93d9-659d1f606075 HTTP/1.1" status: 200 len: 1099 time: 0.2609317 Jul 05 02:13:17.393202 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-3b1d1aad-8424-462e-974e-334f4553c3f6 req-be659db9-1435-43e0-9514-d653d06e208e tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Request body: {'port': {'device_id': '8138719b-85d1-48a7-b468-a9890bf322dd', 'network_id': 'b0083775-05cf-4d34-9b3f-be9cea23529c', 'admin_state_up': True, 'tenant_id': '6032216af44f41dcb77eaa1307ce6ca6'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:13:17.423321 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fda90cb2-5798-48ff-b8b9-f6e0a0274b67 req-5b64714e-f8bf-4001-9231-f3027c705252 service neutron] 10.222.0.15 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3381133 Jul 05 02:13:17.552212 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e65ddedd-de47-4794-a415-60a0effe4bd8 req-e44fadf1-c967-459f-9aad-08349e6eb16c tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "GET /v2.0/security-groups?id=e181e6bc-cf15-4644-b3a9-16feadbfeb13&id=4ee12a2c-f248-4911-98f5-a00c1016bc78&id=9c941ec1-39c4-4aab-b4fb-d37a7b6102b3&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2080977 Jul 05 02:13:17.570869 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fda90cb2-5798-48ff-b8b9-f6e0a0274b67 req-c4e4218f-a897-404a-a40d-eaeb1aa18087 service neutron] 10.222.0.15 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931764 Jul 05 02:13:17.610017 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-59e57272-e6c1-4612-819d-01006776a70d req-4c36ca27-7743-4b00-8185-fde028c3e6f4 tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:17.610483 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecd2713-bc6a-4321-9afc-7b4a3d69cb3f req-9eca59c9-9db5-46f0-b5b9-e8045dabd8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:17.618631 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7ecd2713-bc6a-4321-9afc-7b4a3d69cb3f req-9eca59c9-9db5-46f0-b5b9-e8045dabd8a5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dff432c2-7366-4622-aebb-da22fe05bfd4 HTTP/1.1" status: 200 len: 869 time: 0.1756403 Jul 05 02:13:17.665370 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7ecd2713-bc6a-4321-9afc-7b4a3d69cb3f req-46c12eda-53c4-443b-8f9f-6f5e6218ab52 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=55d16a4c-6afa-49d2-8e09-031e3a634d97 HTTP/1.1" status: 200 len: 217 time: 0.0424247 Jul 05 02:13:17.678021 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59e57272-e6c1-4612-819d-01006776a70d req-4c36ca27-7743-4b00-8185-fde028c3e6f4 tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] Network dff432c2-7366-4622-aebb-da22fe05bfd4 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:13:17.680757 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ff7124b2-b983-4ace-b92d-cca7eef82317 req-505ab3ad-3615-45c6-893c-4ec2f87a4b1c tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/ports?device_id=8138719b-85d1-48a7-b468-a9890bf322dd HTTP/1.1" status: 200 len: 210 time: 0.2564552 Jul 05 02:13:17.685255 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c36ca27-7743-4b00-8185-fde028c3e6f4 tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] Pushing event updated for resources: {'Port': ['ID=782f3205-ccad-4396-b99f-fa516c5b20b7,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:13:17.697824 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-59e57272-e6c1-4612-819d-01006776a70d req-4c36ca27-7743-4b00-8185-fde028c3e6f4 tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:13:17.700049 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-59e57272-e6c1-4612-819d-01006776a70d req-4c36ca27-7743-4b00-8185-fde028c3e6f4 tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:13:17.817988 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6894e2a-907c-4467-a949-ff3f02f10610 req-f1ea480f-c317-45f2-b98d-2ef3ebf73f5d tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:17.817988 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a6894e2a-907c-4467-a949-ff3f02f10610 req-f1ea480f-c317-45f2-b98d-2ef3ebf73f5d tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.21 "GET /v2.0/ports?device_id=d986527f-6a25-41d6-8e06-2f04a5655e8e HTTP/1.1" status: 200 len: 1024 time: 0.3454821 Jul 05 02:13:17.818352 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecd2713-bc6a-4321-9afc-7b4a3d69cb3f req-bb60c8fe-884d-402a-af4e-f6d677095d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:17.818352 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7ecd2713-bc6a-4321-9afc-7b4a3d69cb3f req-bb60c8fe-884d-402a-af4e-f6d677095d54 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b840e204-692c-4f54-8f07-f6563e8e36b1 HTTP/1.1" status: 200 len: 843 time: 0.1413581 Jul 05 02:13:17.889730 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8723b24-da88-4fdf-9d5f-b09e69545b4f req-27d4e85d-3d97-4dd3-b61c-4716fddadd22 tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:17.892134 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f8723b24-da88-4fdf-9d5f-b09e69545b4f req-27d4e85d-3d97-4dd3-b61c-4716fddadd22 tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ef2506f-20c9-4c78-93d9-659d1f606075 HTTP/1.1" status: 200 len: 947 time: 0.1519384 Jul 05 02:13:17.910630 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b1d1aad-8424-462e-974e-334f4553c3f6 req-be659db9-1435-43e0-9514-d653d06e208e tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Made reservation on behalf of 6032216af44f41dcb77eaa1307ce6ca6 for: {'port': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:13:17.913982 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-3b1d1aad-8424-462e-974e-334f4553c3f6 req-be659db9-1435-43e0-9514-d653d06e208e tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:17.926588 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e57272-e6c1-4612-819d-01006776a70d req-4c36ca27-7743-4b00-8185-fde028c3e6f4 tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:17.931656 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-59e57272-e6c1-4612-819d-01006776a70d req-4c36ca27-7743-4b00-8185-fde028c3e6f4 tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:17.952825 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7187848b-b2ca-4bbf-beb1-9afb3954c23a req-a83582db-8736-488e-a568-3d1d8e8f5a1e service neutron] 10.222.0.21 "GET /v2.0/networks/b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6492636 Jul 05 02:13:17.988620 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecd2713-bc6a-4321-9afc-7b4a3d69cb3f req-4c9e4208-1044-4149-957e-bdd1eb6305b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:17.989852 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-a6894e2a-907c-4467-a949-ff3f02f10610 req-fc69de4b-bc5e-4b04-b8ca-9a5879a572da tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Deleting port 7c7f9f13-b119-42f8-9796-45087a9c0359 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:13:17.996996 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a6894e2a-907c-4467-a949-ff3f02f10610 req-fc69de4b-bc5e-4b04-b8ca-9a5879a572da tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:17.997179 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7ecd2713-bc6a-4321-9afc-7b4a3d69cb3f req-4c9e4208-1044-4149-957e-bdd1eb6305b7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dff432c2-7366-4622-aebb-da22fe05bfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1654072 Jul 05 02:13:18.001389 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f8723b24-da88-4fdf-9d5f-b09e69545b4f req-6ebb971d-5808-46c2-b974-e6e9afc047b9 tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f9ee991-c666-47b2-b3f3-24a1fcc6747e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997479 Jul 05 02:13:18.072050 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-59e57272-e6c1-4612-819d-01006776a70d req-4c36ca27-7743-4b00-8185-fde028c3e6f4 tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5707557 Jul 05 02:13:18.087358 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-59e57272-e6c1-4612-819d-01006776a70d req-1f49fb46-99b9-49b9-b000-5d8dd450fd82 service neutron] Request body: {'port': {'device_id': '2e2fd6ac-bb03-4770-b47c-889c022fb9dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:13:18.143849 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a01871-2a6a-4791-b301-66a6ace891c1 req-f556f3e8-eda3-463d-b0d7-af2fb0b58b9c tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:18.147579 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-83a01871-2a6a-4791-b301-66a6ace891c1 req-f556f3e8-eda3-463d-b0d7-af2fb0b58b9c tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2fd6ac-bb03-4770-b47c-889c022fb9dc HTTP/1.1" status: 200 len: 936 time: 0.2776940 Jul 05 02:13:18.212824 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-c646e844-7724-47c9-b448-79fbbd554b70 None None] Provisioning for port 782f3205-ccad-4396-b99f-fa516c5b20b7 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:13:18.219911 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-c646e844-7724-47c9-b448-79fbbd554b70 None None] Provisioning complete for port 782f3205-ccad-4396-b99f-fa516c5b20b7 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:13:18.226321 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-c646e844-7724-47c9-b448-79fbbd554b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:18.266512 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-c646e844-7724-47c9-b448-79fbbd554b70 None None] Port 782f3205-ccad-4396-b99f-fa516c5b20b7 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:13:18.285085 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7ecd2713-bc6a-4321-9afc-7b4a3d69cb3f req-fdcb8d01-90d0-4ca7-8b9e-44e7b305bc4a service neutron] 10.222.0.15 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372150 Jul 05 02:13:18.289314 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [req-3b1d1aad-8424-462e-974e-334f4553c3f6 req-be659db9-1435-43e0-9514-d653d06e208e tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Allocated IP 172.20.0.7 (b0083775-05cf-4d34-9b3f-be9cea23529c/f216c7f5-ca0e-41f7-9604-de1f19a72e49/cb9c0984-4028-48af-bdef-e0626427ee4b) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:13:18.297312 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-59e57272-e6c1-4612-819d-01006776a70d req-1f49fb46-99b9-49b9-b000-5d8dd450fd82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:18.344129 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-83a01871-2a6a-4791-b301-66a6ace891c1 req-c8860ebd-807a-4c22-9e0a-40a0efff5719 tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] 10.222.0.23 "GET /v2.0/security-groups?id=63abe6cf-e8b2-428f-b89e-3dc35e4b4566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842721 Jul 05 02:13:18.398985 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-a6894e2a-907c-4467-a949-ff3f02f10610 req-fc69de4b-bc5e-4b04-b8ca-9a5879a572da tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] For port 7c7f9f13-b119-42f8-9796-45087a9c0359, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=7c7f9f13-b119-42f8-9796-45087a9c0359,segment=NetworkSegment(eb1a6b94-6086-43b7-acf8-adc8a5518556),segment_id=eb1a6b94-6086-43b7-acf8-adc8a5518556)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:13:18.399355 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a6894e2a-907c-4467-a949-ff3f02f10610 req-fc69de4b-bc5e-4b04-b8ca-9a5879a572da tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:18.416407 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce70749-e2ec-4709-af93-2dde5f42a448 req-371f1155-a0f3-4590-974c-022b18cc1c68 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:18.418107 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2ce70749-e2ec-4709-af93-2dde5f42a448 req-371f1155-a0f3-4590-974c-022b18cc1c68 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=54d1bfa2-7798-4198-8e88-90a0c32fd269 HTTP/1.1" status: 200 len: 946 time: 0.2234213 Jul 05 02:13:18.545903 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2ce70749-e2ec-4709-af93-2dde5f42a448 req-151fc839-12ae-475a-9d32-61faf9f5f22f tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194046 Jul 05 02:13:18.558452 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7ecd2713-bc6a-4321-9afc-7b4a3d69cb3f req-c3db2017-bcb4-4f34-b0c0-0c1536abf7c1 service neutron] 10.222.0.15 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586455 Jul 05 02:13:18.667333 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-a6894e2a-907c-4467-a949-ff3f02f10610 req-fc69de4b-bc5e-4b04-b8ca-9a5879a572da tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Calling delete_port for 7c7f9f13-b119-42f8-9796-45087a9c0359 owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:13:18.685074 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-3b1d1aad-8424-462e-974e-334f4553c3f6 req-be659db9-1435-43e0-9514-d653d06e208e tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:18.694002 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7187848b-b2ca-4bbf-beb1-9afb3954c23a req-001996a3-f607-4ee7-94c4-a5c1c58add4a tempest-LiveAutoBlockMigrationV225Test-944788699 tempest-LiveAutoBlockMigrationV225Test-944788699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:18.695957 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7187848b-b2ca-4bbf-beb1-9afb3954c23a req-001996a3-f607-4ee7-94c4-a5c1c58add4a tempest-LiveAutoBlockMigrationV225Test-944788699 tempest-LiveAutoBlockMigrationV225Test-944788699-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=54d1bfa2-7798-4198-8e88-90a0c32fd269&tenant_id=7bf4f22dde1e4624a2cb34086c53be02&binding%3Ahost_id=n-h2-771362-32 HTTP/1.1" status: 200 len: 1098 time: 0.4771576 Jul 05 02:13:18.733030 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-7187848b-b2ca-4bbf-beb1-9afb3954c23a req-02563181-c248-4e8d-8d32-f55a61f15ef3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-771362-32'}}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:13:18.821213 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-3b1d1aad-8424-462e-974e-334f4553c3f6 req-be659db9-1435-43e0-9514-d653d06e208e tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:18.863466 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e818f2-c853-4524-aa3e-77068ba29dec req-29152711-bf95-4623-9ffc-6767c69e77e1 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:18.871347 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-63e818f2-c853-4524-aa3e-77068ba29dec req-29152711-bf95-4623-9ffc-6767c69e77e1 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "GET /v2.0/ports?device_id=d986527f-6a25-41d6-8e06-2f04a5655e8e HTTP/1.1" status: 200 len: 1024 time: 0.1099763 Jul 05 02:13:18.915061 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-7187848b-b2ca-4bbf-beb1-9afb3954c23a req-02563181-c248-4e8d-8d32-f55a61f15ef3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:18.924719 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b1d1aad-8424-462e-974e-334f4553c3f6 req-be659db9-1435-43e0-9514-d653d06e208e tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Network b0083775-05cf-4d34-9b3f-be9cea23529c is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:13:18.925515 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-59e57272-e6c1-4612-819d-01006776a70d req-1f49fb46-99b9-49b9-b000-5d8dd450fd82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 782f3205-ccad-4396-b99f-fa516c5b20b7 {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:13:18.926781 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be659db9-1435-43e0-9514-d653d06e208e tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Pushing event updated for resources: {'Port': ['ID=cb9c0984-4028-48af-bdef-e0626427ee4b,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:13:18.937076 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [req-3b1d1aad-8424-462e-974e-334f4553c3f6 req-be659db9-1435-43e0-9514-d653d06e208e tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:13:18.940678 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b1d1aad-8424-462e-974e-334f4553c3f6 req-be659db9-1435-43e0-9514-d653d06e208e tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:13:18.949877 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-59e57272-e6c1-4612-819d-01006776a70d req-1f49fb46-99b9-49b9-b000-5d8dd450fd82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:18.962833 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-63e818f2-c853-4524-aa3e-77068ba29dec req-20ab729c-971a-48ca-bc3f-b923c733c479 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "GET /v2.0/security-groups?id=e181e6bc-cf15-4644-b3a9-16feadbfeb13&id=4ee12a2c-f248-4911-98f5-a00c1016bc78&id=9c941ec1-39c4-4aab-b4fb-d37a7b6102b3&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0873866 Jul 05 02:13:18.997690 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-59e57272-e6c1-4612-819d-01006776a70d req-1f49fb46-99b9-49b9-b000-5d8dd450fd82 service neutron] Transition to ACTIVE for port object 782f3205-ccad-4396-b99f-fa516c5b20b7 will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:13:19.011562 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2171931-9790-430b-bc11-35be0230cc27 req-d7c6fa2f-8b1d-4e41-b436-ecb5270491c0 tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:19.011562 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c2171931-9790-430b-bc11-35be0230cc27 req-d7c6fa2f-8b1d-4e41-b436-ecb5270491c0 tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] 10.222.0.23 "GET /v2.0/ports?device_id=60885d9e-37e5-44a7-87ab-f3cde0a4ba55 HTTP/1.1" status: 200 len: 950 time: 0.3320730 Jul 05 02:13:19.055714 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1d1aad-8424-462e-974e-334f4553c3f6 req-be659db9-1435-43e0-9514-d653d06e208e tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:19.056333 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-3b1d1aad-8424-462e-974e-334f4553c3f6 req-be659db9-1435-43e0-9514-d653d06e208e tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:19.085458 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-59e57272-e6c1-4612-819d-01006776a70d req-1f49fb46-99b9-49b9-b000-5d8dd450fd82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:19.167383 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3b1d1aad-8424-462e-974e-334f4553c3f6 req-be659db9-1435-43e0-9514-d653d06e208e tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7797818 Jul 05 02:13:19.206324 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19e58f4-ffe7-49c5-bd94-d314fb417f79 req-25192b2d-d136-47d3-9b19-3d29bf4cf7cd tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:19.217280 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a19e58f4-ffe7-49c5-bd94-d314fb417f79 req-25192b2d-d136-47d3-9b19-3d29bf4cf7cd tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/ports?device_id=8138719b-85d1-48a7-b468-a9890bf322dd HTTP/1.1" status: 200 len: 931 time: 0.1229298 Jul 05 02:13:19.225484 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-3b1d1aad-8424-462e-974e-334f4553c3f6 req-c4704a04-915b-42a6-b956-87306f089fdc service neutron] Request body: {'port': {'device_id': '8138719b-85d1-48a7-b468-a9890bf322dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-32'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:13:19.229881 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f49fb46-99b9-49b9-b000-5d8dd450fd82 service neutron] Pushing event updated for resources: {'Port': ['ID=782f3205-ccad-4396-b99f-fa516c5b20b7,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:13:19.248885 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c2171931-9790-430b-bc11-35be0230cc27 req-141ddb3e-1298-4494-8980-7d869aabb2b4 tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5cd77e-1b52-448c-b212-5db741d9953c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197936 Jul 05 02:13:19.300385 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a6894e2a-907c-4467-a949-ff3f02f10610 req-fc69de4b-bc5e-4b04-b8ca-9a5879a572da tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:19.313082 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['f68b33b1-7c3b-4d3d-a670-7072239ace45', '7c7f9f13-b119-42f8-9796-45087a9c0359'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:13:19.391713 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a19e58f4-ffe7-49c5-bd94-d314fb417f79 req-8c7acfc1-db79-411c-bd23-5cd995295383 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/security-groups?id=d52d7ff3-b8a7-45ab-964c-a9b0f9336b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717529 Jul 05 02:13:19.534232 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-3b1d1aad-8424-462e-974e-334f4553c3f6 req-c4704a04-915b-42a6-b956-87306f089fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:19.635961 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc69de4b-bc5e-4b04-b8ca-9a5879a572da tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Pushing event deleted for resources: {'Port': ['ID=7c7f9f13-b119-42f8-9796-45087a9c0359,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:13:19.766292 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-7187848b-b2ca-4bbf-beb1-9afb3954c23a req-02563181-c248-4e8d-8d32-f55a61f15ef3 service neutron] For port 51a08a08-206b-437a-8373-17a1e74c7235, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=51a08a08-206b-437a-8373-17a1e74c7235,segment=NetworkSegment(69ab64d7-bb63-4367-9b3e-0960def4b6c7),segment_id=69ab64d7-bb63-4367-9b3e-0960def4b6c7)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:13:19.772304 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6894e2a-907c-4467-a949-ff3f02f10610 req-fc69de4b-bc5e-4b04-b8ca-9a5879a572da tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] No DVR routers for this DVR port 7c7f9f13-b119-42f8-9796-45087a9c0359 on host n-h1-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:13:19.776544 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a6894e2a-907c-4467-a949-ff3f02f10610 req-fc69de4b-bc5e-4b04-b8ca-9a5879a572da tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:19.779444 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a6894e2a-907c-4467-a949-ff3f02f10610 req-fc69de4b-bc5e-4b04-b8ca-9a5879a572da tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.21 "DELETE /v2.0/ports/7c7f9f13-b119-42f8-9796-45087a9c0359 HTTP/1.1" status: 204 len: 173 time: 1.9911504 Jul 05 02:13:19.789783 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd986527f-6a25-41d6-8e06-2f04a5655e8e', 'name': 'network-vif-deleted', 'tag': '7c7f9f13-b119-42f8-9796-45087a9c0359'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:13:19.792076 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6312112-1933-44ec-9d7a-93ae953c18b6" -d '{"events": [{"server_uuid": "d986527f-6a25-41d6-8e06-2f04a5655e8e", "name": "network-vif-deleted", "tag": "7c7f9f13-b119-42f8-9796-45087a9c0359"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:13:19.854982 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-7187848b-b2ca-4bbf-beb1-9afb3954c23a req-02563181-c248-4e8d-8d32-f55a61f15ef3 service neutron] For port 51a08a08-206b-437a-8373-17a1e74c7235, host n-h2-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:13:19.894670 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-59e57272-e6c1-4612-819d-01006776a70d req-1f49fb46-99b9-49b9-b000-5d8dd450fd82 service neutron] Attempting to bind port 782f3205-ccad-4396-b99f-fa516c5b20b7 on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:13:19.895007 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-59e57272-e6c1-4612-819d-01006776a70d req-1f49fb46-99b9-49b9-b000-5d8dd450fd82 service neutron] Attempting to bind port 782f3205-ccad-4396-b99f-fa516c5b20b7 by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:13:19.895253 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e57272-e6c1-4612-819d-01006776a70d req-1f49fb46-99b9-49b9-b000-5d8dd450fd82 service neutron] Attempting to bind port 782f3205-ccad-4396-b99f-fa516c5b20b7 on network dff432c2-7366-4622-aebb-da22fe05bfd4 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:13:19.904737 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e57272-e6c1-4612-819d-01006776a70d req-1f49fb46-99b9-49b9-b000-5d8dd450fd82 service neutron] Port 782f3205-ccad-4396-b99f-fa516c5b20b7 on network dff432c2-7366-4622-aebb-da22fe05bfd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:13:19.905062 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e57272-e6c1-4612-819d-01006776a70d req-1f49fb46-99b9-49b9-b000-5d8dd450fd82 service neutron] Attempting to bind port 782f3205-ccad-4396-b99f-fa516c5b20b7 on network dff432c2-7366-4622-aebb-da22fe05bfd4 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:13:19.934439 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318560b4-6dc7-4a81-ab38-63bed8eeadf1 req-0d937ba6-47cf-4f49-a088-aeb12042a5a0 tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:19.942069 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-318560b4-6dc7-4a81-ab38-63bed8eeadf1 req-0d937ba6-47cf-4f49-a088-aeb12042a5a0 tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ef2506f-20c9-4c78-93d9-659d1f606075 HTTP/1.1" status: 200 len: 947 time: 0.3083291 Jul 05 02:13:19.984789 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e57272-e6c1-4612-819d-01006776a70d req-1f49fb46-99b9-49b9-b000-5d8dd450fd82 service neutron] Checking agent: {'id': 'e071c76e-395f-48c4-a98f-88088465cf0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:13:19.985131 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e57272-e6c1-4612-819d-01006776a70d req-1f49fb46-99b9-49b9-b000-5d8dd450fd82 service neutron] Checking segment: {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:13:19.985923 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e57272-e6c1-4612-819d-01006776a70d req-1f49fb46-99b9-49b9-b000-5d8dd450fd82 service neutron] Bound using segment: {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:13:19.985923 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-59e57272-e6c1-4612-819d-01006776a70d req-1f49fb46-99b9-49b9-b000-5d8dd450fd82 service neutron] Bound port: 782f3205-ccad-4396-b99f-fa516c5b20b7, host: n-h2-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:13:19.986367 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-59e57272-e6c1-4612-819d-01006776a70d req-1f49fb46-99b9-49b9-b000-5d8dd450fd82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:19.999896 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [req-3b1d1aad-8424-462e-974e-334f4553c3f6 req-c4704a04-915b-42a6-b956-87306f089fdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb9c0984-4028-48af-bdef-e0626427ee4b {{(pid=94462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:13:20.008146 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-7187848b-b2ca-4bbf-beb1-9afb3954c23a req-02563181-c248-4e8d-8d32-f55a61f15ef3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:20.008644 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-3b1d1aad-8424-462e-974e-334f4553c3f6 req-c4704a04-915b-42a6-b956-87306f089fdc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:20.020782 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [req-3b1d1aad-8424-462e-974e-334f4553c3f6 req-c4704a04-915b-42a6-b956-87306f089fdc service neutron] Transition to ACTIVE for port object cb9c0984-4028-48af-bdef-e0626427ee4b will not be triggered until provisioned by entity L2. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:13:20.049842 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-318560b4-6dc7-4a81-ab38-63bed8eeadf1 req-6318b24a-1edc-469f-96d2-f3c0a56381aa tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f9ee991-c666-47b2-b3f3-24a1fcc6747e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070957 Jul 05 02:13:20.076692 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-59e57272-e6c1-4612-819d-01006776a70d req-1f49fb46-99b9-49b9-b000-5d8dd450fd82 service neutron] For port 782f3205-ccad-4396-b99f-fa516c5b20b7, host n-h2-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:13:20.080201 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-59e57272-e6c1-4612-819d-01006776a70d req-1f49fb46-99b9-49b9-b000-5d8dd450fd82 service neutron] For port 782f3205-ccad-4396-b99f-fa516c5b20b7, host n-h2-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=782f3205-ccad-4396-b99f-fa516c5b20b7,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:13:20.179131 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-3b1d1aad-8424-462e-974e-334f4553c3f6 req-c4704a04-915b-42a6-b956-87306f089fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:20.184860 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-7187848b-b2ca-4bbf-beb1-9afb3954c23a req-02563181-c248-4e8d-8d32-f55a61f15ef3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:20.263429 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-59e57272-e6c1-4612-819d-01006776a70d req-1f49fb46-99b9-49b9-b000-5d8dd450fd82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:20.268783 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4704a04-915b-42a6-b956-87306f089fdc service neutron] Pushing event updated for resources: {'Port': ['ID=cb9c0984-4028-48af-bdef-e0626427ee4b,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:13:20.310826 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e57272-e6c1-4612-819d-01006776a70d req-1f49fb46-99b9-49b9-b000-5d8dd450fd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:20.311458 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-59e57272-e6c1-4612-819d-01006776a70d req-1f49fb46-99b9-49b9-b000-5d8dd450fd82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:20.313972 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-59e57272-e6c1-4612-819d-01006776a70d req-1f49fb46-99b9-49b9-b000-5d8dd450fd82 service neutron] 10.222.0.15 "PUT /v2.0/ports/782f3205-ccad-4396-b99f-fa516c5b20b7 HTTP/1.1" status: 200 len: 1097 time: 2.2345791 Jul 05 02:13:20.401616 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02563181-c248-4e8d-8d32-f55a61f15ef3 service neutron] Pushing event updated for resources: {'Port': ['ID=51a08a08-206b-437a-8373-17a1e74c7235,revision_number=7']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:13:20.405582 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-3b1d1aad-8424-462e-974e-334f4553c3f6 req-c4704a04-915b-42a6-b956-87306f089fdc service neutron] Attempting to bind port cb9c0984-4028-48af-bdef-e0626427ee4b on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:13:20.406368 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-3b1d1aad-8424-462e-974e-334f4553c3f6 req-c4704a04-915b-42a6-b956-87306f089fdc service neutron] Attempting to bind port cb9c0984-4028-48af-bdef-e0626427ee4b by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': 'f64300f6-197b-4011-8dc6-a113f7708dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b0083775-05cf-4d34-9b3f-be9cea23529c'}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:13:20.406697 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1d1aad-8424-462e-974e-334f4553c3f6 req-c4704a04-915b-42a6-b956-87306f089fdc service neutron] Attempting to bind port cb9c0984-4028-48af-bdef-e0626427ee4b on network b0083775-05cf-4d34-9b3f-be9cea23529c {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:13:20.416227 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1d1aad-8424-462e-974e-334f4553c3f6 req-c4704a04-915b-42a6-b956-87306f089fdc service neutron] Port cb9c0984-4028-48af-bdef-e0626427ee4b on network b0083775-05cf-4d34-9b3f-be9cea23529c not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:13:20.418365 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1d1aad-8424-462e-974e-334f4553c3f6 req-c4704a04-915b-42a6-b956-87306f089fdc service neutron] Attempting to bind port cb9c0984-4028-48af-bdef-e0626427ee4b on network b0083775-05cf-4d34-9b3f-be9cea23529c {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:13:20.438140 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1d1aad-8424-462e-974e-334f4553c3f6 req-c4704a04-915b-42a6-b956-87306f089fdc service neutron] Checking agent: {'id': 'e071c76e-395f-48c4-a98f-88088465cf0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:13:20.438488 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1d1aad-8424-462e-974e-334f4553c3f6 req-c4704a04-915b-42a6-b956-87306f089fdc service neutron] Checking segment: {'id': 'f64300f6-197b-4011-8dc6-a113f7708dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b0083775-05cf-4d34-9b3f-be9cea23529c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:13:20.438790 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1d1aad-8424-462e-974e-334f4553c3f6 req-c4704a04-915b-42a6-b956-87306f089fdc service neutron] Bound using segment: {'id': 'f64300f6-197b-4011-8dc6-a113f7708dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b0083775-05cf-4d34-9b3f-be9cea23529c'} {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:13:20.439231 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-3b1d1aad-8424-462e-974e-334f4553c3f6 req-c4704a04-915b-42a6-b956-87306f089fdc service neutron] Bound port: cb9c0984-4028-48af-bdef-e0626427ee4b, host: n-h2-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f64300f6-197b-4011-8dc6-a113f7708dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b0083775-05cf-4d34-9b3f-be9cea23529c'}}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:13:20.439584 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-3b1d1aad-8424-462e-974e-334f4553c3f6 req-c4704a04-915b-42a6-b956-87306f089fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:20.458445 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 55d16a4c-6afa-49d2-8e09-031e3a634d97 details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:13:20.510140 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a304263e-99f9-45e7-93e1-212a05e6fa5e req-a8ab5b44-68b6-4aee-8235-2d1932f5e485 tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:20.514255 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a304263e-99f9-45e7-93e1-212a05e6fa5e req-a8ab5b44-68b6-4aee-8235-2d1932f5e485 tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2fd6ac-bb03-4770-b47c-889c022fb9dc HTTP/1.1" status: 200 len: 948 time: 0.3433475 Jul 05 02:13:20.567936 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f49fb46-99b9-49b9-b000-5d8dd450fd82 service neutron] Pushing event updated for resources: {'Port': ['ID=782f3205-ccad-4396-b99f-fa516c5b20b7,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:13:20.573658 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-3b1d1aad-8424-462e-974e-334f4553c3f6 req-c4704a04-915b-42a6-b956-87306f089fdc service neutron] For port cb9c0984-4028-48af-bdef-e0626427ee4b, host n-h2-771362-32, cleared binding levels {{(pid=94462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:13:20.584101 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-3b1d1aad-8424-462e-974e-334f4553c3f6 req-c4704a04-915b-42a6-b956-87306f089fdc service neutron] For port cb9c0984-4028-48af-bdef-e0626427ee4b, host n-h2-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=cb9c0984-4028-48af-bdef-e0626427ee4b,segment=NetworkSegment(f64300f6-197b-4011-8dc6-a113f7708dd5),segment_id=f64300f6-197b-4011-8dc6-a113f7708dd5)] {{(pid=94462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:13:20.644813 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-7187848b-b2ca-4bbf-beb1-9afb3954c23a req-02563181-c248-4e8d-8d32-f55a61f15ef3 service neutron] Attempting to bind port 51a08a08-206b-437a-8373-17a1e74c7235 on host n-h2-771362-32 for vnic_type normal with profile {"migrating_to": "n-h1-771362-32"} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:13:20.645534 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-7187848b-b2ca-4bbf-beb1-9afb3954c23a req-02563181-c248-4e8d-8d32-f55a61f15ef3 service neutron] Attempting to bind port 51a08a08-206b-437a-8373-17a1e74c7235 by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '69ab64d7-bb63-4367-9b3e-0960def4b6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:13:20.646072 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7187848b-b2ca-4bbf-beb1-9afb3954c23a req-02563181-c248-4e8d-8d32-f55a61f15ef3 service neutron] Attempting to bind port 51a08a08-206b-437a-8373-17a1e74c7235 on network b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:13:20.657466 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7187848b-b2ca-4bbf-beb1-9afb3954c23a req-02563181-c248-4e8d-8d32-f55a61f15ef3 service neutron] Port 51a08a08-206b-437a-8373-17a1e74c7235 on network b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:13:20.659383 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7187848b-b2ca-4bbf-beb1-9afb3954c23a req-02563181-c248-4e8d-8d32-f55a61f15ef3 service neutron] Attempting to bind port 51a08a08-206b-437a-8373-17a1e74c7235 on network b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:13:20.669789 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 55d16a4c-6afa-49d2-8e09-031e3a634d97, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=55d16a4c-6afa-49d2-8e09-031e3a634d97,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:13:20.677608 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7187848b-b2ca-4bbf-beb1-9afb3954c23a req-02563181-c248-4e8d-8d32-f55a61f15ef3 service neutron] Checking agent: {'id': 'e071c76e-395f-48c4-a98f-88088465cf0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:13:20.678286 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7187848b-b2ca-4bbf-beb1-9afb3954c23a req-02563181-c248-4e8d-8d32-f55a61f15ef3 service neutron] Checking segment: {'id': '69ab64d7-bb63-4367-9b3e-0960def4b6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:13:20.678881 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7187848b-b2ca-4bbf-beb1-9afb3954c23a req-02563181-c248-4e8d-8d32-f55a61f15ef3 service neutron] Bound using segment: {'id': '69ab64d7-bb63-4367-9b3e-0960def4b6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:13:20.679534 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-7187848b-b2ca-4bbf-beb1-9afb3954c23a req-02563181-c248-4e8d-8d32-f55a61f15ef3 service neutron] Bound port: 51a08a08-206b-437a-8373-17a1e74c7235, host: n-h2-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69ab64d7-bb63-4367-9b3e-0960def4b6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:13:20.680336 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-7187848b-b2ca-4bbf-beb1-9afb3954c23a req-02563181-c248-4e8d-8d32-f55a61f15ef3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:20.682823 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Returning: {'device': '55d16a4c-6afa-49d2-8e09-031e3a634d97', 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4', 'port_id': '55d16a4c-6afa-49d2-8e09-031e3a634d97', 'mac_address': 'fa:16:3e:eb:c7:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b840e204-692c-4f54-8f07-f6563e8e36b1', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:13:20.692070 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-3b1d1aad-8424-462e-974e-334f4553c3f6 req-c4704a04-915b-42a6-b956-87306f089fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:20.704787 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a304263e-99f9-45e7-93e1-212a05e6fa5e req-eb578c25-33ab-4e5e-9230-be510681225b tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] 10.222.0.23 "GET /v2.0/security-groups?id=63abe6cf-e8b2-428f-b89e-3dc35e4b4566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534841 Jul 05 02:13:20.734339 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:20.760511 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e57272-e6c1-4612-819d-01006776a70d req-59e15743-8440-406e-a955-57c5e19520b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:20.761407 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55d16a4c-6afa-49d2-8e09-031e3a634d97 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:13:20.762098 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-59e57272-e6c1-4612-819d-01006776a70d req-59e15743-8440-406e-a955-57c5e19520b3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=59559a9a2e3645a89e9f19b0abb455d4&device_id=2e2fd6ac-bb03-4770-b47c-889c022fb9dc HTTP/1.1" status: 200 len: 1100 time: 0.1749461 Jul 05 02:13:20.795011 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 55d16a4c-6afa-49d2-8e09-031e3a634d97, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=55d16a4c-6afa-49d2-8e09-031e3a634d97,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:13:20.808327 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4704a04-915b-42a6-b956-87306f089fdc service neutron] Pushing event updated for resources: {'Port': ['ID=cb9c0984-4028-48af-bdef-e0626427ee4b,revision_number=3']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:13:20.820986 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9a8f9c-3afe-4e3c-9897-0ca01db111ef req-56c494ae-a513-4c75-add3-a088d6d8208e tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:20.829842 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4d9a8f9c-3afe-4e3c-9897-0ca01db111ef req-56c494ae-a513-4c75-add3-a088d6d8208e tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=54d1bfa2-7798-4198-8e88-90a0c32fd269 HTTP/1.1" status: 200 len: 944 time: 0.2242956 Jul 05 02:13:20.849769 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1d1aad-8424-462e-974e-334f4553c3f6 req-c4704a04-915b-42a6-b956-87306f089fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:20.851295 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-3b1d1aad-8424-462e-974e-334f4553c3f6 req-c4704a04-915b-42a6-b956-87306f089fdc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:20.852435 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3b1d1aad-8424-462e-974e-334f4553c3f6 req-c4704a04-915b-42a6-b956-87306f089fdc service neutron] 10.222.0.15 "PUT /v2.0/ports/cb9c0984-4028-48af-bdef-e0626427ee4b HTTP/1.1" status: 200 len: 1092 time: 1.6322544 Jul 05 02:13:20.852930 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8138719b-85d1-48a7-b468-a9890bf322dd', 'tag': 'cb9c0984-4028-48af-bdef-e0626427ee4b'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:13:20.855624 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b223267e0e0ddb3199af7772d0b45336e3b4b54fbb151c86a8051291a61e85db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02f926e3-daee-4629-b086-0d2512b0c29f" -d '{"events": [{"name": "network-changed", "server_uuid": "8138719b-85d1-48a7-b468-a9890bf322dd", "tag": "cb9c0984-4028-48af-bdef-e0626427ee4b"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:13:20.864738 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-82c28c02-7b5c-4e42-8416-fb2410c99178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:20.876368 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:20.891059 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78225c61-eecd-4564-aaef-3bdf2fbdbb74 x-openstack-request-id: req-78225c61-eecd-4564-aaef-3bdf2fbdbb74 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:13:20.891716 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d986527f-6a25-41d6-8e06-2f04a5655e8e", "name": "network-vif-deleted", "tag": "7c7f9f13-b119-42f8-9796-45087a9c0359", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:13:20.892310 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-78225c61-eecd-4564-aaef-3bdf2fbdbb74 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:13:20.893011 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd986527f-6a25-41d6-8e06-2f04a5655e8e', 'name': 'network-vif-deleted', 'tag': '7c7f9f13-b119-42f8-9796-45087a9c0359', 'status': 'completed', 'code': 200} Jul 05 02:13:20.908901 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4d9a8f9c-3afe-4e3c-9897-0ca01db111ef req-5ad0891e-7f3b-45ec-8352-241420acad15 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779943 Jul 05 02:13:20.916100 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-59e57272-e6c1-4612-819d-01006776a70d req-611d9375-b964-4b86-870e-a2be8c50980f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=782f3205-ccad-4396-b99f-fa516c5b20b7 HTTP/1.1" status: 200 len: 217 time: 0.1262183 Jul 05 02:13:21.031288 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-7187848b-b2ca-4bbf-beb1-9afb3954c23a req-02563181-c248-4e8d-8d32-f55a61f15ef3 service neutron] For port 51a08a08-206b-437a-8373-17a1e74c7235, host n-h2-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:13:21.031288 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e57272-e6c1-4612-819d-01006776a70d req-38310c42-3971-42d9-b944-e13d6dcea8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:21.031288 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-59e57272-e6c1-4612-819d-01006776a70d req-38310c42-3971-42d9-b944-e13d6dcea8bd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b840e204-692c-4f54-8f07-f6563e8e36b1 HTTP/1.1" status: 200 len: 843 time: 0.0924766 Jul 05 02:13:21.071595 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-7187848b-b2ca-4bbf-beb1-9afb3954c23a req-02563181-c248-4e8d-8d32-f55a61f15ef3 service neutron] For port 51a08a08-206b-437a-8373-17a1e74c7235, host n-h2-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=51a08a08-206b-437a-8373-17a1e74c7235,segment=NetworkSegment(69ab64d7-bb63-4367-9b3e-0960def4b6c7),segment_id=69ab64d7-bb63-4367-9b3e-0960def4b6c7)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:13:21.151854 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e9406da4-43a9-4a0d-bdc8-9577db3c3974 req-616a40a1-0362-4896-91ff-377021982c83 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "GET /v2.0/ports?device_id=d986527f-6a25-41d6-8e06-2f04a5655e8e HTTP/1.1" status: 200 len: 210 time: 0.0784309 Jul 05 02:13:21.169931 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e57272-e6c1-4612-819d-01006776a70d req-ccfefcc3-d3fe-448a-8477-b0c30d232ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:21.172662 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-59e57272-e6c1-4612-819d-01006776a70d req-ccfefcc3-d3fe-448a-8477-b0c30d232ed8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dff432c2-7366-4622-aebb-da22fe05bfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1352258 Jul 05 02:13:21.193109 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9ab332-a6a1-42f7-b23b-d8a6998b8485 req-f1c551c9-ad29-4a2b-be05-c9c8f647382f tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:21.200696 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ed9ab332-a6a1-42f7-b23b-d8a6998b8485 req-f1c551c9-ad29-4a2b-be05-c9c8f647382f tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] 10.222.0.23 "GET /v2.0/ports?device_id=60885d9e-37e5-44a7-87ab-f3cde0a4ba55 HTTP/1.1" status: 200 len: 950 time: 0.1487339 Jul 05 02:13:21.255139 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=55d16a4c-6afa-49d2-8e09-031e3a634d97,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:13:21.276443 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ed9ab332-a6a1-42f7-b23b-d8a6998b8485 req-35bd8a14-be05-4562-8d0a-cd680f778958 tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5cd77e-1b52-448c-b212-5db741d9953c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691736 Jul 05 02:13:21.334427 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-7187848b-b2ca-4bbf-beb1-9afb3954c23a req-02563181-c248-4e8d-8d32-f55a61f15ef3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:21.335507 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1d1aad-8424-462e-974e-334f4553c3f6 req-7e6c7c77-2cd6-479d-be92-a1a4fc35ce4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:21.335507 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3b1d1aad-8424-462e-974e-334f4553c3f6 req-7e6c7c77-2cd6-479d-be92-a1a4fc35ce4e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6032216af44f41dcb77eaa1307ce6ca6&device_id=8138719b-85d1-48a7-b468-a9890bf322dd HTTP/1.1" status: 200 len: 1095 time: 0.1770053 Jul 05 02:13:21.347485 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3b1d1aad-8424-462e-974e-334f4553c3f6 req-16ca5d77-8e87-47f8-8b1b-338653202b32 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb9c0984-4028-48af-bdef-e0626427ee4b HTTP/1.1" status: 200 len: 217 time: 0.0477934 Jul 05 02:13:21.349051 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1b0d20d-3fba-4f22-89d7-d5a9e986df77 x-openstack-request-id: req-d1b0d20d-3fba-4f22-89d7-d5a9e986df77 {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:13:21.349331 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8138719b-85d1-48a7-b468-a9890bf322dd", "tag": "cb9c0984-4028-48af-bdef-e0626427ee4b", "status": "completed", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:13:21.349576 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d1b0d20d-3fba-4f22-89d7-d5a9e986df77 {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:13:21.349970 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8138719b-85d1-48a7-b468-a9890bf322dd', 'tag': 'cb9c0984-4028-48af-bdef-e0626427ee4b', 'status': 'completed', 'code': 200} Jul 05 02:13:21.373276 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['55d16a4c-6afa-49d2-8e09-031e3a634d97'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:13:21.431731 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1d1aad-8424-462e-974e-334f4553c3f6 req-846505a9-9091-43dd-992c-359be757f11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:21.433660 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3b1d1aad-8424-462e-974e-334f4553c3f6 req-846505a9-9091-43dd-992c-359be757f11f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f216c7f5-ca0e-41f7-9604-de1f19a72e49 HTTP/1.1" status: 200 len: 844 time: 0.0710614 Jul 05 02:13:21.464456 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7187848b-b2ca-4bbf-beb1-9afb3954c23a req-02563181-c248-4e8d-8d32-f55a61f15ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:21.465082 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-7187848b-b2ca-4bbf-beb1-9afb3954c23a req-02563181-c248-4e8d-8d32-f55a61f15ef3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:21.466463 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7187848b-b2ca-4bbf-beb1-9afb3954c23a req-02563181-c248-4e8d-8d32-f55a61f15ef3 service neutron] 10.222.0.21 "PUT /v2.0/ports/51a08a08-206b-437a-8373-17a1e74c7235 HTTP/1.1" status: 200 len: 1124 time: 2.7568164 Jul 05 02:13:21.471796 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02563181-c248-4e8d-8d32-f55a61f15ef3 service neutron] Pushing event updated for resources: {'Port': ['ID=51a08a08-206b-437a-8373-17a1e74c7235,revision_number=8']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:13:21.481057 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3b1d1aad-8424-462e-974e-334f4553c3f6 req-aa80bb79-74e4-4637-a11e-14c2def66da9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b0083775-05cf-4d34-9b3f-be9cea23529c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384123 Jul 05 02:13:21.489428 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-59e57272-e6c1-4612-819d-01006776a70d req-29153413-2111-41f7-affa-dec8db74be4f service neutron] 10.222.0.15 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3077803 Jul 05 02:13:21.571339 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['51a08a08-206b-437a-8373-17a1e74c7235'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:13:21.590716 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41a65a2-6c3c-4ef0-b827-5b24cdaa66e8 req-b84e1d51-ad20-4960-8452-1c719a29eccb tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:21.592245 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c41a65a2-6c3c-4ef0-b827-5b24cdaa66e8 req-b84e1d51-ad20-4960-8452-1c719a29eccb tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/ports?device_id=8138719b-85d1-48a7-b468-a9890bf322dd HTTP/1.1" status: 200 len: 943 time: 0.2312777 Jul 05 02:13:21.621221 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efae7cb9-f903-46f2-9c9f-7f18ae881c18 req-af43853c-c541-404a-adfd-b8a21fc3cd0b tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:21.622539 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-efae7cb9-f903-46f2-9c9f-7f18ae881c18 req-af43853c-c541-404a-adfd-b8a21fc3cd0b tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ef2506f-20c9-4c78-93d9-659d1f606075 HTTP/1.1" status: 200 len: 948 time: 0.1693723 Jul 05 02:13:21.623655 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-59e57272-e6c1-4612-819d-01006776a70d req-61a3932b-bcd4-4973-8fa8-f0ba62167679 service neutron] 10.222.0.15 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255825 Jul 05 02:13:21.639906 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3b1d1aad-8424-462e-974e-334f4553c3f6 req-031ebe04-172d-4247-a3f5-173b618ed89e service neutron] 10.222.0.15 "GET /v2.0/networks/b0083775-05cf-4d34-9b3f-be9cea23529c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459341 Jul 05 02:13:21.646488 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c41a65a2-6c3c-4ef0-b827-5b24cdaa66e8 req-a3627e76-2ad0-4a7f-8b5e-9c391e749d01 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/security-groups?id=d52d7ff3-b8a7-45ab-964c-a9b0f9336b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457373 Jul 05 02:13:21.716414 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-efae7cb9-f903-46f2-9c9f-7f18ae881c18 req-0c0340bb-181c-442e-bfa8-b3b8f10cb9db tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f9ee991-c666-47b2-b3f3-24a1fcc6747e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840883 Jul 05 02:13:21.760375 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3b1d1aad-8424-462e-974e-334f4553c3f6 req-7b1e2732-f531-4b2f-ac67-8a5755051d22 service neutron] 10.222.0.15 "GET /v2.0/networks/b0083775-05cf-4d34-9b3f-be9cea23529c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109045 Jul 05 02:13:21.895964 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d5f218-d294-41a2-8bed-ee86cc13f930 req-60f7c723-b3aa-46dd-875f-4a04d1b580e1 tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:21.897766 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c7d5f218-d294-41a2-8bed-ee86cc13f930 req-60f7c723-b3aa-46dd-875f-4a04d1b580e1 tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2fd6ac-bb03-4770-b47c-889c022fb9dc HTTP/1.1" status: 200 len: 948 time: 0.0651765 Jul 05 02:13:21.936921 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c7d5f218-d294-41a2-8bed-ee86cc13f930 req-a560525c-5a8e-40b8-a537-819d6adf03f7 tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] 10.222.0.23 "GET /v2.0/security-groups?id=63abe6cf-e8b2-428f-b89e-3dc35e4b4566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332630 Jul 05 02:13:22.062609 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f926e3-daee-4629-b086-0d2512b0c29f req-dfc9f88b-c1c7-43dc-b30d-647326e20a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:22.064400 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-02f926e3-daee-4629-b086-0d2512b0c29f req-dfc9f88b-c1c7-43dc-b30d-647326e20a15 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6032216af44f41dcb77eaa1307ce6ca6&device_id=8138719b-85d1-48a7-b468-a9890bf322dd HTTP/1.1" status: 200 len: 1095 time: 0.0678127 Jul 05 02:13:22.180114 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f926e3-daee-4629-b086-0d2512b0c29f req-625bea03-15ad-4c28-9bd8-962f4072368d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:22.183309 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-02f926e3-daee-4629-b086-0d2512b0c29f req-625bea03-15ad-4c28-9bd8-962f4072368d service neutron] 10.222.0.15 "GET /v2.0/networks?id=b0083775-05cf-4d34-9b3f-be9cea23529c HTTP/1.1" status: 200 len: 904 time: 0.1067395 Jul 05 02:13:22.230637 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-02f926e3-daee-4629-b086-0d2512b0c29f req-e84dba40-b9b0-4336-afec-7813a6322157 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb9c0984-4028-48af-bdef-e0626427ee4b HTTP/1.1" status: 200 len: 217 time: 0.0413070 Jul 05 02:13:22.332026 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f926e3-daee-4629-b086-0d2512b0c29f req-f790468b-c427-4e59-8863-18d0d133bad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:22.332285 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e03ecb-b460-4f3e-a0a7-379fa6e09b5b req-bf02ef03-1ea6-49b5-9650-4c44c3ed3d97 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:22.333505 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-02f926e3-daee-4629-b086-0d2512b0c29f req-f790468b-c427-4e59-8863-18d0d133bad3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f216c7f5-ca0e-41f7-9604-de1f19a72e49 HTTP/1.1" status: 200 len: 844 time: 0.0939534 Jul 05 02:13:22.338614 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-12e03ecb-b460-4f3e-a0a7-379fa6e09b5b req-bf02ef03-1ea6-49b5-9650-4c44c3ed3d97 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=54d1bfa2-7798-4198-8e88-90a0c32fd269 HTTP/1.1" status: 200 len: 944 time: 0.1029794 Jul 05 02:13:22.380711 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-02f926e3-daee-4629-b086-0d2512b0c29f req-2709d6f1-8b0c-4c7d-b14d-35714b8c254c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b0083775-05cf-4d34-9b3f-be9cea23529c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358627 Jul 05 02:13:22.385198 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6c676efb-40d3-4d62-b163-d74becdafbcb req-f0577537-d49c-4429-ad11-8dfaa49bcf30 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "GET /v2.0/security-groups/4ee12a2c-f248-4911-98f5-a00c1016bc78 HTTP/1.1" status: 200 len: 1800 time: 0.0904176 Jul 05 02:13:22.389357 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-12e03ecb-b460-4f3e-a0a7-379fa6e09b5b req-ca57cc28-a41c-4048-a9e6-56df4d352ed8 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495660 Jul 05 02:13:22.408360 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 7c7f9f13-b119-42f8-9796-45087a9c0359 no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:13:22.441770 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] No Port match for: 7c7f9f13-b119-42f8-9796-45087a9c0359 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:13:22.442450 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 7c7f9f13-b119-42f8-9796-45087a9c0359 not bound to the agent host n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:13:22.466614 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 55d16a4c-6afa-49d2-8e09-031e3a634d97 up at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:13:22.550351 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-6c676efb-40d3-4d62-b163-d74becdafbcb req-5dcff9a2-5a1d-413e-b46e-daa1d7658404 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:22.590760 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-6c676efb-40d3-4d62-b163-d74becdafbcb req-5dcff9a2-5a1d-413e-b46e-daa1d7658404 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:22.595410 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-02f926e3-daee-4629-b086-0d2512b0c29f req-9acaca71-ff74-4d96-9c85-5fb58841f778 service neutron] 10.222.0.15 "GET /v2.0/networks/b0083775-05cf-4d34-9b3f-be9cea23529c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013106 Jul 05 02:13:22.621757 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d650fc24-8253-4795-834f-43ec49b752c1 req-952c3239-3942-4886-8171-bd2d0b3248a4 tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:22.623430 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d650fc24-8253-4795-834f-43ec49b752c1 req-952c3239-3942-4886-8171-bd2d0b3248a4 tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] 10.222.0.23 "GET /v2.0/ports?device_id=60885d9e-37e5-44a7-87ab-f3cde0a4ba55 HTTP/1.1" status: 200 len: 950 time: 0.1067760 Jul 05 02:13:22.652849 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning for port 55d16a4c-6afa-49d2-8e09-031e3a634d97 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:13:22.657037 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning complete for port 55d16a4c-6afa-49d2-8e09-031e3a634d97 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:13:22.657492 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:22.679447 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d650fc24-8253-4795-834f-43ec49b752c1 req-ee7b55c7-bc44-4387-982b-9ae41195eab2 tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5cd77e-1b52-448c-b212-5db741d9953c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490055 Jul 05 02:13:22.751007 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-02f926e3-daee-4629-b086-0d2512b0c29f req-9c76bc4e-92a1-4b57-ac55-9a209250af09 service neutron] 10.222.0.15 "GET /v2.0/networks/b0083775-05cf-4d34-9b3f-be9cea23529c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472833 Jul 05 02:13:22.819054 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-6c676efb-40d3-4d62-b163-d74becdafbcb req-5dcff9a2-5a1d-413e-b46e-daa1d7658404 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:22.822141 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-6c676efb-40d3-4d62-b163-d74becdafbcb req-5dcff9a2-5a1d-413e-b46e-daa1d7658404 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:22.824354 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:22.829592 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6c676efb-40d3-4d62-b163-d74becdafbcb req-5dcff9a2-5a1d-413e-b46e-daa1d7658404 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "DELETE /v2.0/security-groups/4ee12a2c-f248-4911-98f5-a00c1016bc78 HTTP/1.1" status: 204 len: 173 time: 0.3786025 Jul 05 02:13:22.854673 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcff9a2-5a1d-413e-b46e-daa1d7658404 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ee12a2c-f248-4911-98f5-a00c1016bc78,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:13:22.866218 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ef2506f-20c9-4c78-93d9-659d1f606075', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55d16a4c-6afa-49d2-8e09-031e3a634d97'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:13:22.867613 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f49d6e3-b552-47e3-a98a-69aead09e341" -d '{"events": [{"server_uuid": "0ef2506f-20c9-4c78-93d9-659d1f606075", "name": "network-vif-plugged", "status": "completed", "tag": "55d16a4c-6afa-49d2-8e09-031e3a634d97"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:13:22.894720 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54d1bfa2-7798-4198-8e88-90a0c32fd269', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51a08a08-206b-437a-8373-17a1e74c7235'}, {'name': 'network-changed', 'server_uuid': '2e2fd6ac-bb03-4770-b47c-889c022fb9dc', 'tag': '782f3205-ccad-4396-b99f-fa516c5b20b7'}, {'name': 'network-changed', 'server_uuid': '54d1bfa2-7798-4198-8e88-90a0c32fd269', 'tag': '51a08a08-206b-437a-8373-17a1e74c7235'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:13:22.896962 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3045006-9188-4465-8cb6-fbcbaaffac46" -d '{"events": [{"server_uuid": "54d1bfa2-7798-4198-8e88-90a0c32fd269", "name": "network-vif-unplugged", "status": "completed", "tag": "51a08a08-206b-437a-8373-17a1e74c7235"}, {"name": "network-changed", "server_uuid": "2e2fd6ac-bb03-4770-b47c-889c022fb9dc", "tag": "782f3205-ccad-4396-b99f-fa516c5b20b7"}, {"name": "network-changed", "server_uuid": "54d1bfa2-7798-4198-8e88-90a0c32fd269", "tag": "51a08a08-206b-437a-8373-17a1e74c7235"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:13:22.913543 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 55d16a4c-6afa-49d2-8e09-031e3a634d97, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=55d16a4c-6afa-49d2-8e09-031e3a634d97,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:13:22.929381 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cb14fc-0ed7-460e-b73f-c9d60db0eff3 req-f9f4e26d-da8c-4bda-a356-db3e3964d9e3 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:22.931024 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-13cb14fc-0ed7-460e-b73f-c9d60db0eff3 req-f9f4e26d-da8c-4bda-a356-db3e3964d9e3 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/ports?device_id=8138719b-85d1-48a7-b468-a9890bf322dd HTTP/1.1" status: 200 len: 943 time: 0.1276779 Jul 05 02:13:22.979283 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:22.993128 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-13cb14fc-0ed7-460e-b73f-c9d60db0eff3 req-0780be7b-70f0-4104-9f25-e4d7991e5b22 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/security-groups?id=d52d7ff3-b8a7-45ab-964c-a9b0f9336b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545878 Jul 05 02:13:23.018763 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685cc1c5-2de9-4bd5-92d7-0f5b03f7f477 req-1722cdca-5df4-43c4-81c8-efac7d12c552 tempest-LiveMigrationNegativeTest-1394895955 tempest-LiveMigrationNegativeTest-1394895955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:23.029709 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-685cc1c5-2de9-4bd5-92d7-0f5b03f7f477 req-1722cdca-5df4-43c4-81c8-efac7d12c552 tempest-LiveMigrationNegativeTest-1394895955 tempest-LiveMigrationNegativeTest-1394895955-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=60885d9e-37e5-44a7-87ab-f3cde0a4ba55 HTTP/1.1" status: 200 len: 1102 time: 0.0895243 Jul 05 02:13:23.045319 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=55d16a4c-6afa-49d2-8e09-031e3a634d97,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:13:23.048319 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-685cc1c5-2de9-4bd5-92d7-0f5b03f7f477 req-7d604c12-4ca1-4cdb-9739-ea4688e0d26c tempest-LiveMigrationNegativeTest-1394895955 tempest-LiveMigrationNegativeTest-1394895955-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:23.165131 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-685cc1c5-2de9-4bd5-92d7-0f5b03f7f477 req-7d604c12-4ca1-4cdb-9739-ea4688e0d26c tempest-LiveMigrationNegativeTest-1394895955 tempest-LiveMigrationNegativeTest-1394895955-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:23.200555 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-0ec31f8b-2344-478d-97cd-38dee6f1fd48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:23.221717 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c028878-605a-476f-8cf2-dbe2e84e9396 req-fe68c13d-c4d3-4cb0-b3b3-244083d17a5b tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:23.223245 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2c028878-605a-476f-8cf2-dbe2e84e9396 req-fe68c13d-c4d3-4cb0-b3b3-244083d17a5b tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ef2506f-20c9-4c78-93d9-659d1f606075 HTTP/1.1" status: 200 len: 949 time: 0.0968964 Jul 05 02:13:23.230713 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-685cc1c5-2de9-4bd5-92d7-0f5b03f7f477 req-7d604c12-4ca1-4cdb-9739-ea4688e0d26c tempest-LiveMigrationNegativeTest-1394895955 tempest-LiveMigrationNegativeTest-1394895955-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:23.272526 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-685cc1c5-2de9-4bd5-92d7-0f5b03f7f477 req-7d604c12-4ca1-4cdb-9739-ea4688e0d26c tempest-LiveMigrationNegativeTest-1394895955 tempest-LiveMigrationNegativeTest-1394895955-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=0e5cd77e-1b52-448c-b212-5db741d9953c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416005 Jul 05 02:13:23.278577 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2c028878-605a-476f-8cf2-dbe2e84e9396 req-881b2f1a-b26e-4b6d-90ff-b60a86ef01e9 tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f9ee991-c666-47b2-b3f3-24a1fcc6747e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432637 Jul 05 02:13:23.291536 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d604c12-4ca1-4cdb-9739-ea4688e0d26c tempest-LiveMigrationNegativeTest-1394895955 tempest-LiveMigrationNegativeTest-1394895955-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e3e8d9a-ff37-4c4d-90f4-a8b8badd69c0,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:13:23.358049 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c757f13c-e7a8-4816-b5a4-98d0ef244fca req-84aaf946-63a2-4700-9ea8-fb1736819865 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "GET /v2.0/security-groups/9c941ec1-39c4-4aab-b4fb-d37a7b6102b3 HTTP/1.1" status: 200 len: 1801 time: 0.0422730 Jul 05 02:13:23.423030 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c757f13c-e7a8-4816-b5a4-98d0ef244fca req-d274d363-779b-40c4-bbee-4f96aa1c8fc8 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:23.436215 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb92caae-8eb1-419b-8495-eaf6e1acc853 x-openstack-request-id: req-bb92caae-8eb1-419b-8495-eaf6e1acc853 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:13:23.436613 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ef2506f-20c9-4c78-93d9-659d1f606075", "name": "network-vif-plugged", "status": "completed", "tag": "55d16a4c-6afa-49d2-8e09-031e3a634d97", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:13:23.437023 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bb92caae-8eb1-419b-8495-eaf6e1acc853 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:13:23.437509 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ef2506f-20c9-4c78-93d9-659d1f606075', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55d16a4c-6afa-49d2-8e09-031e3a634d97', 'code': 200} Jul 05 02:13:23.461151 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c757f13c-e7a8-4816-b5a4-98d0ef244fca req-d274d363-779b-40c4-bbee-4f96aa1c8fc8 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:23.482203 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Mon, 05 Jul 2021 02:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27c5fea0-cdbd-4500-846e-1dde45e7a266 x-openstack-request-id: req-27c5fea0-cdbd-4500-846e-1dde45e7a266 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:13:23.482485 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54d1bfa2-7798-4198-8e88-90a0c32fd269", "name": "network-vif-unplugged", "status": "completed", "tag": "51a08a08-206b-437a-8373-17a1e74c7235", "code": 200}, {"name": "network-changed", "server_uuid": "2e2fd6ac-bb03-4770-b47c-889c022fb9dc", "tag": "782f3205-ccad-4396-b99f-fa516c5b20b7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "54d1bfa2-7798-4198-8e88-90a0c32fd269", "tag": "51a08a08-206b-437a-8373-17a1e74c7235", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:13:23.482843 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-27c5fea0-cdbd-4500-846e-1dde45e7a266 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:13:23.483241 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54d1bfa2-7798-4198-8e88-90a0c32fd269', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51a08a08-206b-437a-8373-17a1e74c7235', 'code': 200} Jul 05 02:13:23.483522 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e2fd6ac-bb03-4770-b47c-889c022fb9dc', 'tag': '782f3205-ccad-4396-b99f-fa516c5b20b7', 'status': 'completed', 'code': 200} Jul 05 02:13:23.483769 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54d1bfa2-7798-4198-8e88-90a0c32fd269', 'tag': '51a08a08-206b-437a-8373-17a1e74c7235', 'status': 'completed', 'code': 200} Jul 05 02:13:23.619728 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c757f13c-e7a8-4816-b5a4-98d0ef244fca req-d274d363-779b-40c4-bbee-4f96aa1c8fc8 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:23.624063 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c757f13c-e7a8-4816-b5a4-98d0ef244fca req-d274d363-779b-40c4-bbee-4f96aa1c8fc8 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:23.637380 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c757f13c-e7a8-4816-b5a4-98d0ef244fca req-d274d363-779b-40c4-bbee-4f96aa1c8fc8 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "DELETE /v2.0/security-groups/9c941ec1-39c4-4aab-b4fb-d37a7b6102b3 HTTP/1.1" status: 204 len: 173 time: 0.2712364 Jul 05 02:13:23.659794 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d274d363-779b-40c4-bbee-4f96aa1c8fc8 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c941ec1-39c4-4aab-b4fb-d37a7b6102b3,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:13:23.683969 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3045006-9188-4465-8cb6-fbcbaaffac46 req-b67bc55c-fd62-49a7-bedf-f3271cddaab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:23.689001 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b3045006-9188-4465-8cb6-fbcbaaffac46 req-b67bc55c-fd62-49a7-bedf-f3271cddaab1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=59559a9a2e3645a89e9f19b0abb455d4&device_id=2e2fd6ac-bb03-4770-b47c-889c022fb9dc HTTP/1.1" status: 200 len: 1100 time: 0.1582978 Jul 05 02:13:23.716584 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95758836-37e3-4f15-b7ef-c807628ba105 req-8fa93896-9306-4063-a6aa-35f1ace651e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:23.718740 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-95758836-37e3-4f15-b7ef-c807628ba105 req-8fa93896-9306-4063-a6aa-35f1ace651e7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0ef2506f-20c9-4c78-93d9-659d1f606075 HTTP/1.1" status: 200 len: 1101 time: 0.1888235 Jul 05 02:13:23.728178 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7830596d-4b86-4a56-bf4f-9472a893e5b2 req-039a4661-b0cf-4019-b8e0-27b327a0e7c5 tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:23.729679 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7830596d-4b86-4a56-bf4f-9472a893e5b2 req-039a4661-b0cf-4019-b8e0-27b327a0e7c5 tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2fd6ac-bb03-4770-b47c-889c022fb9dc HTTP/1.1" status: 200 len: 948 time: 0.1256988 Jul 05 02:13:23.756229 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:23.793683 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-95758836-37e3-4f15-b7ef-c807628ba105 req-78bfd479-0489-4e03-9bc0-7448d097e585 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4f9ee991-c666-47b2-b3f3-24a1fcc6747e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625508 Jul 05 02:13:23.811390 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7830596d-4b86-4a56-bf4f-9472a893e5b2 req-c33a28eb-5674-4b97-a1ac-68e096bd3400 tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] 10.222.0.23 "GET /v2.0/security-groups?id=63abe6cf-e8b2-428f-b89e-3dc35e4b4566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745397 Jul 05 02:13:23.815743 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3045006-9188-4465-8cb6-fbcbaaffac46 req-1181acd3-2520-457d-88ae-98505270c389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:23.817670 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b3045006-9188-4465-8cb6-fbcbaaffac46 req-1181acd3-2520-457d-88ae-98505270c389 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dff432c2-7366-4622-aebb-da22fe05bfd4 HTTP/1.1" status: 200 len: 869 time: 0.1205862 Jul 05 02:13:23.836450 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-523f1304-00e4-4b4a-9e89-10301a7a46ab req-fd5638f7-6a97-4048-9737-ce2b68770a7d tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-111225424', 'description': 'tempest-description-1022985270'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:13:23.914675 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b3045006-9188-4465-8cb6-fbcbaaffac46 req-ceb3c369-06e4-4e4b-a92e-c80a361ab73c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=782f3205-ccad-4396-b99f-fa516c5b20b7 HTTP/1.1" status: 200 len: 217 time: 0.0450697 Jul 05 02:13:23.973893 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6409263-5674-4cb7-ac97-f483378373bc req-90386b58-8a9c-44a8-9634-1a3bd07fb8ed tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:23.975840 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d6409263-5674-4cb7-ac97-f483378373bc req-90386b58-8a9c-44a8-9634-1a3bd07fb8ed tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=54d1bfa2-7798-4198-8e88-90a0c32fd269 HTTP/1.1" status: 200 len: 944 time: 0.1471980 Jul 05 02:13:24.012445 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3045006-9188-4465-8cb6-fbcbaaffac46 req-b583446c-afd4-4e16-86be-0a6e046fd891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:24.012649 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b3045006-9188-4465-8cb6-fbcbaaffac46 req-b583446c-afd4-4e16-86be-0a6e046fd891 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b840e204-692c-4f54-8f07-f6563e8e36b1 HTTP/1.1" status: 200 len: 843 time: 0.0774107 Jul 05 02:13:24.017964 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-523f1304-00e4-4b4a-9e89-10301a7a46ab req-fd5638f7-6a97-4048-9737-ce2b68770a7d tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:24.043857 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d6409263-5674-4cb7-ac97-f483378373bc req-1461ef4e-44ea-411d-9f14-a1d9ae7e0f33 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617855 Jul 05 02:13:24.114778 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3045006-9188-4465-8cb6-fbcbaaffac46 req-d4dbe42c-ed82-4b05-8844-7020381f3a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:24.116989 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b3045006-9188-4465-8cb6-fbcbaaffac46 req-d4dbe42c-ed82-4b05-8844-7020381f3a35 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dff432c2-7366-4622-aebb-da22fe05bfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0884285 Jul 05 02:13:24.148951 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-523f1304-00e4-4b4a-9e89-10301a7a46ab req-fd5638f7-6a97-4048-9737-ce2b68770a7d tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:24.213337 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-523f1304-00e4-4b4a-9e89-10301a7a46ab req-fd5638f7-6a97-4048-9737-ce2b68770a7d tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:24.259883 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b3045006-9188-4465-8cb6-fbcbaaffac46 req-01bd14f3-3d49-4677-8ce1-c6b487cdf26a service neutron] 10.222.0.15 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273746 Jul 05 02:13:24.267017 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5638f7-6a97-4048-9737-ce2b68770a7d tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aaeb5c4e-bbc8-41d3-bd6f-6aa4049ab005,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:13:24.356466 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-523f1304-00e4-4b4a-9e89-10301a7a46ab req-fd5638f7-6a97-4048-9737-ce2b68770a7d tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:24.357958 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-523f1304-00e4-4b4a-9e89-10301a7a46ab req-fd5638f7-6a97-4048-9737-ce2b68770a7d tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5271137 Jul 05 02:13:24.397843 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b3045006-9188-4465-8cb6-fbcbaaffac46 req-edefd3cf-e710-4bb4-8efc-f9ae619f1b8d service neutron] 10.222.0.15 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303930 Jul 05 02:13:24.409036 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 51a08a08-206b-437a-8373-17a1e74c7235 details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:13:24.453720 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bc6f3f-1b46-4c4c-b334-e9008ab319ea req-bd79eddc-39ad-4fcb-844e-496f01b05a4c tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:24.455274 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d5bc6f3f-1b46-4c4c-b334-e9008ab319ea req-bd79eddc-39ad-4fcb-844e-496f01b05a4c tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/ports?device_id=8138719b-85d1-48a7-b468-a9890bf322dd HTTP/1.1" status: 200 len: 943 time: 0.0989223 Jul 05 02:13:24.481477 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:24.486949 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device cb9c0984-4028-48af-bdef-e0626427ee4b details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:13:24.533397 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d5bc6f3f-1b46-4c4c-b334-e9008ab319ea req-e9153108-2daa-410e-8884-4931ffad7398 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/security-groups?id=d52d7ff3-b8a7-45ab-964c-a9b0f9336b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689392 Jul 05 02:13:24.556553 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3045006-9188-4465-8cb6-fbcbaaffac46 req-a98ce4af-40dc-475e-889f-47a31a024a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:24.559095 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b3045006-9188-4465-8cb6-fbcbaaffac46 req-a98ce4af-40dc-475e-889f-47a31a024a71 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7bf4f22dde1e4624a2cb34086c53be02&device_id=54d1bfa2-7798-4198-8e88-90a0c32fd269 HTTP/1.1" status: 200 len: 1127 time: 0.1029558 Jul 05 02:13:24.631865 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 51a08a08-206b-437a-8373-17a1e74c7235, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=51a08a08-206b-437a-8373-17a1e74c7235,segment=NetworkSegment(69ab64d7-bb63-4367-9b3e-0960def4b6c7),segment_id=69ab64d7-bb63-4367-9b3e-0960def4b6c7)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:13:24.659577 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 51a08a08-206b-437a-8373-17a1e74c7235 has no active binding in host n-h1-771362-32 {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 05 02:13:24.707902 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port cb9c0984-4028-48af-bdef-e0626427ee4b, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=cb9c0984-4028-48af-bdef-e0626427ee4b,segment=NetworkSegment(f64300f6-197b-4011-8dc6-a113f7708dd5),segment_id=f64300f6-197b-4011-8dc6-a113f7708dd5)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:13:24.714003 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3045006-9188-4465-8cb6-fbcbaaffac46 req-6f761982-e269-44bd-ba2b-1cce0942b7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:24.715556 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b3045006-9188-4465-8cb6-fbcbaaffac46 req-6f761982-e269-44bd-ba2b-1cce0942b7d8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1 HTTP/1.1" status: 200 len: 919 time: 0.1482511 Jul 05 02:13:24.724338 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Returning: {'device': 'cb9c0984-4028-48af-bdef-e0626427ee4b', 'network_id': 'b0083775-05cf-4d34-9b3f-be9cea23529c', 'port_id': 'cb9c0984-4028-48af-bdef-e0626427ee4b', 'mac_address': 'fa:16:3e:75:72:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f216c7f5-ca0e-41f7-9604-de1f19a72e49', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:13:24.780205 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b3045006-9188-4465-8cb6-fbcbaaffac46 req-96639081-09b1-43c8-a43d-06a16dcc53bb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=51a08a08-206b-437a-8373-17a1e74c7235 HTTP/1.1" status: 200 len: 217 time: 0.0445535 Jul 05 02:13:24.799099 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:24.815486 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb9c0984-4028-48af-bdef-e0626427ee4b {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:13:24.854150 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e074a7a6-9dfc-484c-bcce-a8e0dd8f1090 req-d0b3fdb8-3645-4323-879a-6d8462937919 tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:24.855785 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e074a7a6-9dfc-484c-bcce-a8e0dd8f1090 req-d0b3fdb8-3645-4323-879a-6d8462937919 tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ef2506f-20c9-4c78-93d9-659d1f606075 HTTP/1.1" status: 200 len: 949 time: 0.1571569 Jul 05 02:13:24.860293 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3045006-9188-4465-8cb6-fbcbaaffac46 req-ff36596d-55f5-42a7-9d4a-b422fbe06b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:24.861796 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b3045006-9188-4465-8cb6-fbcbaaffac46 req-ff36596d-55f5-42a7-9d4a-b422fbe06b78 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=88cd65d9-1715-492f-9ef5-e486cc8231ac HTTP/1.1" status: 200 len: 859 time: 0.0709538 Jul 05 02:13:24.877807 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port cb9c0984-4028-48af-bdef-e0626427ee4b, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=cb9c0984-4028-48af-bdef-e0626427ee4b,segment=NetworkSegment(f64300f6-197b-4011-8dc6-a113f7708dd5),segment_id=f64300f6-197b-4011-8dc6-a113f7708dd5)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:13:24.906905 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b3045006-9188-4465-8cb6-fbcbaaffac46 req-4f03310c-4bc8-4ca8-8985-54524ffdd5ec service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352974 Jul 05 02:13:24.937274 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e074a7a6-9dfc-484c-bcce-a8e0dd8f1090 req-08efb52f-864a-441f-b91f-f20e88437dd2 tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f9ee991-c666-47b2-b3f3-24a1fcc6747e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743332 Jul 05 02:13:25.046801 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0222634b-b416-463c-8589-39629a213ed8 req-438dd275-1f18-410b-8617-a989d9d221e8 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "GET /v2.0/security-groups/aaeb5c4e-bbc8-41d3-bd6f-6aa4049ab005 HTTP/1.1" status: 200 len: 1800 time: 0.0638762 Jul 05 02:13:25.068418 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-0222634b-b416-463c-8589-39629a213ed8 req-a60b2de3-4d8f-4599-8e0b-a607070de56b tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1454187270', 'description': 'tempest-description-hth-73668813'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:13:25.074014 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b3045006-9188-4465-8cb6-fbcbaaffac46 req-d88cf244-12d6-46b4-bef7-da1c02056033 service neutron] 10.222.0.15 "GET /v2.0/networks/b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551797 Jul 05 02:13:25.085927 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:25.088314 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 782f3205-ccad-4396-b99f-fa516c5b20b7 details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:13:25.155046 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-0222634b-b416-463c-8589-39629a213ed8 req-a60b2de3-4d8f-4599-8e0b-a607070de56b tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Notify callbacks [] for security_group, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:25.244114 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=cb9c0984-4028-48af-bdef-e0626427ee4b,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:13:25.276432 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-0222634b-b416-463c-8589-39629a213ed8 req-a60b2de3-4d8f-4599-8e0b-a607070de56b tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Notify callbacks [] for security_group, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:25.281313 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b3045006-9188-4465-8cb6-fbcbaaffac46 req-1c37fce3-9b5c-4ec4-9ef2-a47d40312865 service neutron] 10.222.0.15 "GET /v2.0/networks/b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932445 Jul 05 02:13:25.331772 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 782f3205-ccad-4396-b99f-fa516c5b20b7, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=782f3205-ccad-4396-b99f-fa516c5b20b7,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:13:25.347639 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Returning: {'device': '782f3205-ccad-4396-b99f-fa516c5b20b7', 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4', 'port_id': '782f3205-ccad-4396-b99f-fa516c5b20b7', 'mac_address': 'fa:16:3e:53:16:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b840e204-692c-4f54-8f07-f6563e8e36b1', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:13:25.350204 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-0222634b-b416-463c-8589-39629a213ed8 req-a60b2de3-4d8f-4599-8e0b-a607070de56b tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:25.355045 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-0222634b-b416-463c-8589-39629a213ed8 req-a60b2de3-4d8f-4599-8e0b-a607070de56b tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:25.357755 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0222634b-b416-463c-8589-39629a213ed8 req-a60b2de3-4d8f-4599-8e0b-a607070de56b tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "PUT /v2.0/security-groups/aaeb5c4e-bbc8-41d3-bd6f-6aa4049ab005 HTTP/1.1" status: 200 len: 1773 time: 0.2961385 Jul 05 02:13:25.415923 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60b2de3-4d8f-4599-8e0b-a607070de56b tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aaeb5c4e-bbc8-41d3-bd6f-6aa4049ab005,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:13:25.436071 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:25.450827 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 782f3205-ccad-4396-b99f-fa516c5b20b7 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:13:25.472766 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 782f3205-ccad-4396-b99f-fa516c5b20b7, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=782f3205-ccad-4396-b99f-fa516c5b20b7,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:13:25.598847 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c18112-0494-44d6-934c-e990886752e6 req-6cda2177-82bd-471f-8ad6-6a6563d40c21 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:25.606830 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-50c18112-0494-44d6-934c-e990886752e6 req-6cda2177-82bd-471f-8ad6-6a6563d40c21 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=54d1bfa2-7798-4198-8e88-90a0c32fd269 HTTP/1.1" status: 200 len: 944 time: 0.0890410 Jul 05 02:13:25.625983 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:25.651713 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-50c18112-0494-44d6-934c-e990886752e6 req-9eb808e1-dc03-4cee-ba0f-7debbb25a15e tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436528 Jul 05 02:13:25.720624 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=782f3205-ccad-4396-b99f-fa516c5b20b7,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:13:25.792969 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b1fc95-e54b-4899-a750-39d426bd7fcb req-bf17ed8a-2b48-4577-ba6f-58d34170d976 tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:25.798691 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b8b1fc95-e54b-4899-a750-39d426bd7fcb req-bf17ed8a-2b48-4577-ba6f-58d34170d976 tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2fd6ac-bb03-4770-b47c-889c022fb9dc HTTP/1.1" status: 200 len: 948 time: 0.3849144 Jul 05 02:13:25.836136 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b8b1fc95-e54b-4899-a750-39d426bd7fcb req-bf1dca44-cdcd-4bc0-a93e-74bf8994a39a tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] 10.222.0.23 "GET /v2.0/security-groups?id=63abe6cf-e8b2-428f-b89e-3dc35e4b4566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348980 Jul 05 02:13:25.855378 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde7958d-5a59-4e19-94d0-975e86c08c85 req-cbf821c3-eb82-441a-a5f1-888db657a605 tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:25.855378 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cde7958d-5a59-4e19-94d0-975e86c08c85 req-cbf821c3-eb82-441a-a5f1-888db657a605 tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] 10.222.0.23 "GET /v2.0/ports?device_id=60885d9e-37e5-44a7-87ab-f3cde0a4ba55 HTTP/1.1" status: 200 len: 950 time: 0.0810010 Jul 05 02:13:25.886548 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cde7958d-5a59-4e19-94d0-975e86c08c85 req-3e3a6fd2-980d-4a69-9e3e-0d452261899d tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5cd77e-1b52-448c-b212-5db741d9953c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368955 Jul 05 02:13:25.910789 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-63fdca4e-6a16-419b-8be6-81ccc30070ab req-dc53ae3b-0224-4c20-8486-cbfe8a014296 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "GET /v2.0/security-groups/aaeb5c4e-bbc8-41d3-bd6f-6aa4049ab005 HTTP/1.1" status: 200 len: 1773 time: 0.0490379 Jul 05 02:13:25.974738 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-db58a75e-a68f-4e8b-b49f-c73d11d304ef req-71957cb9-b8ed-4d04-9b55-a9fc59c890fb tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "GET /v2.0/security-groups/aaeb5c4e-bbc8-41d3-bd6f-6aa4049ab005 HTTP/1.1" status: 200 len: 1773 time: 0.0417378 Jul 05 02:13:25.985937 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['cb9c0984-4028-48af-bdef-e0626427ee4b'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:13:26.010812 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['782f3205-ccad-4396-b99f-fa516c5b20b7'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:13:26.040592 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-db58a75e-a68f-4e8b-b49f-c73d11d304ef req-5300a6fd-7620-4d3d-bf86-4313562b9985 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:26.070263 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-db58a75e-a68f-4e8b-b49f-c73d11d304ef req-5300a6fd-7620-4d3d-bf86-4313562b9985 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:26.084843 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be613e5c-a83a-4f68-9102-c5a8eff25dfd req-9870c12f-f21f-4594-a65d-75a2689a4920 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:26.086511 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-be613e5c-a83a-4f68-9102-c5a8eff25dfd req-9870c12f-f21f-4594-a65d-75a2689a4920 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/ports?device_id=8138719b-85d1-48a7-b468-a9890bf322dd HTTP/1.1" status: 200 len: 944 time: 0.0921052 Jul 05 02:13:26.130805 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-be613e5c-a83a-4f68-9102-c5a8eff25dfd req-2af80b69-dcd0-43df-a427-4e121fa74db8 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/security-groups?id=d52d7ff3-b8a7-45ab-964c-a9b0f9336b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379214 Jul 05 02:13:26.270269 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:26.311638 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06be06b7-565b-49a1-80e3-8fc8171a58bb req-6f392044-04d7-457c-b4b2-c2c95d0b1c4a tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:26.313117 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-06be06b7-565b-49a1-80e3-8fc8171a58bb req-6f392044-04d7-457c-b4b2-c2c95d0b1c4a tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ef2506f-20c9-4c78-93d9-659d1f606075 HTTP/1.1" status: 200 len: 949 time: 0.0647762 Jul 05 02:13:26.316081 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-db58a75e-a68f-4e8b-b49f-c73d11d304ef req-5300a6fd-7620-4d3d-bf86-4313562b9985 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:26.318736 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-db58a75e-a68f-4e8b-b49f-c73d11d304ef req-5300a6fd-7620-4d3d-bf86-4313562b9985 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:26.320039 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-db58a75e-a68f-4e8b-b49f-c73d11d304ef req-5300a6fd-7620-4d3d-bf86-4313562b9985 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "DELETE /v2.0/security-groups/aaeb5c4e-bbc8-41d3-bd6f-6aa4049ab005 HTTP/1.1" status: 204 len: 173 time: 0.3397405 Jul 05 02:13:26.333070 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5300a6fd-7620-4d3d-bf86-4313562b9985 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaeb5c4e-bbc8-41d3-bd6f-6aa4049ab005,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:13:26.354637 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-06be06b7-565b-49a1-80e3-8fc8171a58bb req-0bbdfd65-ce69-4fba-b130-f31e7b8b4c19 tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f9ee991-c666-47b2-b3f3-24a1fcc6747e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356653 Jul 05 02:13:26.539913 n-d-771362-32 neutron-server[94461]: INFO neutron.api.v2.resource [req-f8e3e024-cc01-43ec-b9f5-4afd2b89f01f req-93c395bc-2ba7-47e2-9c6d-0a50c4b55081 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] show failed (client error): The resource could not be found. Jul 05 02:13:26.541019 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f8e3e024-cc01-43ec-b9f5-4afd2b89f01f req-93c395bc-2ba7-47e2-9c6d-0a50c4b55081 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "GET /v2.0/security-groups/9c941ec1-39c4-4aab-b4fb-d37a7b6102b3 HTTP/1.1" status: 404 len: 352 time: 0.0200937 Jul 05 02:13:26.575858 n-d-771362-32 neutron-server[94461]: INFO neutron.api.v2.resource [req-229b8176-bee3-4066-beca-cdb1dfc6071f req-2f09a29d-b2ab-435d-8d38-7810cea307fc tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] show failed (client error): The resource could not be found. Jul 05 02:13:26.577069 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-229b8176-bee3-4066-beca-cdb1dfc6071f req-2f09a29d-b2ab-435d-8d38-7810cea307fc tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "GET /v2.0/security-groups/4ee12a2c-f248-4911-98f5-a00c1016bc78 HTTP/1.1" status: 404 len: 352 time: 0.0148730 Jul 05 02:13:26.613661 n-d-771362-32 neutron-server[94461]: INFO neutron.api.v2.resource [req-2496749a-e57e-47f8-9ef4-05d8ef97f12c req-975716be-6bfa-4485-a3d3-270ca8e6c9a0 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] show failed (client error): The resource could not be found. Jul 05 02:13:26.614803 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2496749a-e57e-47f8-9ef4-05d8ef97f12c req-975716be-6bfa-4485-a3d3-270ca8e6c9a0 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "GET /v2.0/security-groups/8daedf51-9496-47a3-8b5d-a3afd65afd31 HTTP/1.1" status: 404 len: 352 time: 0.0161467 Jul 05 02:13:26.652158 n-d-771362-32 neutron-server[94461]: INFO neutron.api.v2.resource [req-47788279-ae57-4f3f-bb99-e324bedb10a5 req-e9f853fb-bdc4-43be-b6a2-6671a7a0cb66 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] show failed (client error): The resource could not be found. Jul 05 02:13:26.653029 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-47788279-ae57-4f3f-bb99-e324bedb10a5 req-e9f853fb-bdc4-43be-b6a2-6671a7a0cb66 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "GET /v2.0/security-groups/3d70c7fb-d7d3-480d-a042-a7d82be51f90 HTTP/1.1" status: 404 len: 352 time: 0.0144107 Jul 05 02:13:26.694324 n-d-771362-32 neutron-server[94461]: INFO neutron.api.v2.resource [req-ea632243-53dd-486a-8089-642d4215e822 req-de4dccb0-c97d-4ff9-b36a-6be3d08e1f80 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] show failed (client error): The resource could not be found. Jul 05 02:13:26.695430 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ea632243-53dd-486a-8089-642d4215e822 req-de4dccb0-c97d-4ff9-b36a-6be3d08e1f80 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "GET /v2.0/security-groups/ef64fb3e-b84a-4992-becb-7775435aadf1 HTTP/1.1" status: 404 len: 352 time: 0.0177593 Jul 05 02:13:26.875014 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938c8335-ad27-471c-9b68-eaaaa2ed0d15 req-9e751254-0c1e-45ee-802e-0924f210d84a tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:26.876548 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-938c8335-ad27-471c-9b68-eaaaa2ed0d15 req-9e751254-0c1e-45ee-802e-0924f210d84a tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=54d1bfa2-7798-4198-8e88-90a0c32fd269 HTTP/1.1" status: 200 len: 944 time: 0.0701523 Jul 05 02:13:26.948532 n-d-771362-32 neutron-server[94462]: INFO neutron.api.v2.resource [req-fb3153ed-1a0f-4840-bef2-0a39f67afd60 req-3b82aabc-2bf6-45b5-8447-d3e47a9124c9 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] show failed (client error): The resource could not be found. Jul 05 02:13:26.955721 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-938c8335-ad27-471c-9b68-eaaaa2ed0d15 req-95e2874f-efde-43de-9d16-d64196d8cba7 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725210 Jul 05 02:13:26.958033 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-fb3153ed-1a0f-4840-bef2-0a39f67afd60 req-3b82aabc-2bf6-45b5-8447-d3e47a9124c9 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "GET /v2.0/security-groups/a44c0ff7-7954-476d-bf77-3f1b752a4a3b HTTP/1.1" status: 404 len: 352 time: 0.0257425 Jul 05 02:13:27.011370 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c472c90d-ed62-4229-a952-d75d23e45b40 req-e70f46d9-cadc-4605-91e2-030fa7d2aee6 tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:27.014513 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c472c90d-ed62-4229-a952-d75d23e45b40 req-e70f46d9-cadc-4605-91e2-030fa7d2aee6 tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] 10.222.0.21 "GET /v2.0/ports?device_id=60885d9e-37e5-44a7-87ab-f3cde0a4ba55 HTTP/1.1" status: 200 len: 950 time: 0.1130075 Jul 05 02:13:27.144841 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003dd25b-fabe-4082-87c3-c246930fafdd req-e31ee7bd-f2c3-49f0-92ec-0aff9fe01eaa tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:27.147004 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-003dd25b-fabe-4082-87c3-c246930fafdd req-e31ee7bd-f2c3-49f0-92ec-0aff9fe01eaa tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2fd6ac-bb03-4770-b47c-889c022fb9dc HTTP/1.1" status: 200 len: 949 time: 0.0850947 Jul 05 02:13:27.193842 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-003dd25b-fabe-4082-87c3-c246930fafdd req-9b7b66d3-9e62-4c25-a2e4-5e4ff673c8df tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] 10.222.0.23 "GET /v2.0/security-groups?id=63abe6cf-e8b2-428f-b89e-3dc35e4b4566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393744 Jul 05 02:13:27.221512 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-c472c90d-ed62-4229-a952-d75d23e45b40 req-a5d74376-0874-427f-be96-244c91845461 tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] Deleting port 0dc06c49-4e4a-4017-b5dd-d9d493d1be06 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:13:27.222059 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c472c90d-ed62-4229-a952-d75d23e45b40 req-a5d74376-0874-427f-be96-244c91845461 tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:27.246613 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997de670-727c-4838-9416-ba8225397282 req-b7225537-7510-4db5-a041-4391adf72a9b tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:27.254260 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-997de670-727c-4838-9416-ba8225397282 req-b7225537-7510-4db5-a041-4391adf72a9b tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] 10.222.0.23 "GET /v2.0/ports?device_id=60885d9e-37e5-44a7-87ab-f3cde0a4ba55 HTTP/1.1" status: 200 len: 950 time: 0.1208956 Jul 05 02:13:27.368435 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-c472c90d-ed62-4229-a952-d75d23e45b40 req-a5d74376-0874-427f-be96-244c91845461 tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] For port 0dc06c49-4e4a-4017-b5dd-d9d493d1be06, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=0dc06c49-4e4a-4017-b5dd-d9d493d1be06,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:13:27.368806 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c472c90d-ed62-4229-a952-d75d23e45b40 req-a5d74376-0874-427f-be96-244c91845461 tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:27.385161 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-997de670-727c-4838-9416-ba8225397282 req-7942d183-7b8e-4182-94f6-1c224b30ac85 tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5cd77e-1b52-448c-b212-5db741d9953c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299257 Jul 05 02:13:27.386088 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-c472c90d-ed62-4229-a952-d75d23e45b40 req-a5d74376-0874-427f-be96-244c91845461 tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] Calling delete_port for 0dc06c49-4e4a-4017-b5dd-d9d493d1be06 owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:13:27.392514 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f9bb13-b4c5-4744-a9db-815941b36c5c req-1cc75705-1617-47f5-9f6c-561c22781b5c tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:27.399398 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-49f9bb13-b4c5-4744-a9db-815941b36c5c req-1cc75705-1617-47f5-9f6c-561c22781b5c tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ef2506f-20c9-4c78-93d9-659d1f606075 HTTP/1.1" status: 200 len: 949 time: 0.0732503 Jul 05 02:13:27.465548 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-49f9bb13-b4c5-4744-a9db-815941b36c5c req-c9d07326-26df-4c4f-8778-0c8c7c227789 tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f9ee991-c666-47b2-b3f3-24a1fcc6747e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651491 Jul 05 02:13:27.650988 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f587bb-b86b-4ff2-b817-c6d37710b715 req-b8f358f3-1071-44ef-92e0-85cc4b958fee tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:27.652882 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a2f587bb-b86b-4ff2-b817-c6d37710b715 req-b8f358f3-1071-44ef-92e0-85cc4b958fee tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/ports?device_id=8138719b-85d1-48a7-b468-a9890bf322dd HTTP/1.1" status: 200 len: 944 time: 0.0801654 Jul 05 02:13:27.708967 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a2f587bb-b86b-4ff2-b817-c6d37710b715 req-d9017e73-817e-4d31-a3ef-2be3a0d28ded tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/security-groups?id=d52d7ff3-b8a7-45ab-964c-a9b0f9336b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467050 Jul 05 02:13:27.792194 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7187848b-b2ca-4bbf-beb1-9afb3954c23a req-0cc59f8f-a5b2-43b5-ba6d-4a034cdb9b31 service neutron] 10.222.0.15 "GET /v2.0/ports/51a08a08-206b-437a-8373-17a1e74c7235/bindings/n-h1-771362-32 HTTP/1.1" status: 200 len: 385 time: 0.0915782 Jul 05 02:13:28.035012 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-7187848b-b2ca-4bbf-beb1-9afb3954c23a req-cc8397a2-da4d-45d5-acbf-20c71f55e93d service neutron] For port 51a08a08-206b-437a-8373-17a1e74c7235, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=51a08a08-206b-437a-8373-17a1e74c7235,segment=NetworkSegment(69ab64d7-bb63-4367-9b3e-0960def4b6c7),segment_id=69ab64d7-bb63-4367-9b3e-0960def4b6c7)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:13:28.037986 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c472c90d-ed62-4229-a952-d75d23e45b40 req-a5d74376-0874-427f-be96-244c91845461 tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:28.051109 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['0dc06c49-4e4a-4017-b5dd-d9d493d1be06'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:13:28.054419 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['8b64444c-d201-4092-a11d-b3e9583f7ce4'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:13:28.102160 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d74376-0874-427f-be96-244c91845461 tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] Pushing event deleted for resources: {'Port': ['ID=0dc06c49-4e4a-4017-b5dd-d9d493d1be06,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:13:28.137572 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-7187848b-b2ca-4bbf-beb1-9afb3954c23a req-cc8397a2-da4d-45d5-acbf-20c71f55e93d service neutron] For port 51a08a08-206b-437a-8373-17a1e74c7235, host n-h2-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:13:28.223545 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-c472c90d-ed62-4229-a952-d75d23e45b40 req-a5d74376-0874-427f-be96-244c91845461 tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] No DVR routers for this DVR port 0dc06c49-4e4a-4017-b5dd-d9d493d1be06 on host n-h1-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:13:28.233430 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c472c90d-ed62-4229-a952-d75d23e45b40 req-a5d74376-0874-427f-be96-244c91845461 tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:28.235487 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c472c90d-ed62-4229-a952-d75d23e45b40 req-a5d74376-0874-427f-be96-244c91845461 tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] 10.222.0.21 "DELETE /v2.0/ports/0dc06c49-4e4a-4017-b5dd-d9d493d1be06 HTTP/1.1" status: 204 len: 173 time: 1.2126088 Jul 05 02:13:28.235932 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60885d9e-37e5-44a7-87ab-f3cde0a4ba55', 'name': 'network-vif-deleted', 'tag': '0dc06c49-4e4a-4017-b5dd-d9d493d1be06'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:13:28.239305 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a83429e-b13f-43f4-b85d-f3679c554af2" -d '{"events": [{"server_uuid": "60885d9e-37e5-44a7-87ab-f3cde0a4ba55", "name": "network-vif-deleted", "tag": "0dc06c49-4e4a-4017-b5dd-d9d493d1be06"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:13:28.296437 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-7187848b-b2ca-4bbf-beb1-9afb3954c23a req-cc8397a2-da4d-45d5-acbf-20c71f55e93d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51a08a08-206b-437a-8373-17a1e74c7235 {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:13:28.324967 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-7187848b-b2ca-4bbf-beb1-9afb3954c23a req-cc8397a2-da4d-45d5-acbf-20c71f55e93d service neutron] For port 51a08a08-206b-437a-8373-17a1e74c7235, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=51a08a08-206b-437a-8373-17a1e74c7235,segment=NetworkSegment(69ab64d7-bb63-4367-9b3e-0960def4b6c7),segment_id=69ab64d7-bb63-4367-9b3e-0960def4b6c7)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:13:28.370465 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7be89d0-b2e4-4e1f-8be8-52c3c5ce6062 req-74bd89f3-89b2-4342-ad83-7b6172e2d55c tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:28.371894 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a7be89d0-b2e4-4e1f-8be8-52c3c5ce6062 req-74bd89f3-89b2-4342-ad83-7b6172e2d55c tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=54d1bfa2-7798-4198-8e88-90a0c32fd269 HTTP/1.1" status: 200 len: 944 time: 0.1219487 Jul 05 02:13:28.412234 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a7be89d0-b2e4-4e1f-8be8-52c3c5ce6062 req-00f3e879-176a-4914-879c-93413964d174 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340128 Jul 05 02:13:28.488383 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device cb9c0984-4028-48af-bdef-e0626427ee4b up at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:13:28.488969 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-7187848b-b2ca-4bbf-beb1-9afb3954c23a req-cc8397a2-da4d-45d5-acbf-20c71f55e93d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:28.648838 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning for port cb9c0984-4028-48af-bdef-e0626427ee4b completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:13:28.653860 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning complete for port cb9c0984-4028-48af-bdef-e0626427ee4b triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:13:28.654434 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:28.691641 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fa6c57-3b4b-4b99-b348-b0234a20c338 req-837bd100-96e6-446a-b5a7-3b28c8521bee tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:28.693592 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b7fa6c57-3b4b-4b99-b348-b0234a20c338 req-837bd100-96e6-446a-b5a7-3b28c8521bee tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "GET /v2.0/ports?device_id=284cfcce-1757-462a-b117-b180dab88cee HTTP/1.1" status: 200 len: 1024 time: 0.1530981 Jul 05 02:13:28.745070 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-7187848b-b2ca-4bbf-beb1-9afb3954c23a req-cc8397a2-da4d-45d5-acbf-20c71f55e93d service neutron] Transition to ACTIVE for port object 51a08a08-206b-437a-8373-17a1e74c7235 will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:13:28.772392 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b7fa6c57-3b4b-4b99-b348-b0234a20c338 req-51de7430-ba1b-4437-8339-e33a3df14285 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "GET /v2.0/security-groups?id=4941ff0e-66c0-42e9-9f81-15266d04b202&id=e0a0590e-0209-40e7-a129-c404d4b16f0c&id=e181e6bc-cf15-4644-b3a9-16feadbfeb13&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.0636499 Jul 05 02:13:28.814565 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f4c30-45b5-4712-bc5c-9f92cc37a0b3 req-ddfbc2a4-e022-4837-9a69-ea7b60774809 tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:28.822944 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b46f4c30-45b5-4712-bc5c-9f92cc37a0b3 req-ddfbc2a4-e022-4837-9a69-ea7b60774809 tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2fd6ac-bb03-4770-b47c-889c022fb9dc HTTP/1.1" status: 200 len: 949 time: 0.1235518 Jul 05 02:13:28.833569 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:28.852622 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-7187848b-b2ca-4bbf-beb1-9afb3954c23a req-cc8397a2-da4d-45d5-acbf-20c71f55e93d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:28.877527 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port cb9c0984-4028-48af-bdef-e0626427ee4b, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=cb9c0984-4028-48af-bdef-e0626427ee4b,segment=NetworkSegment(f64300f6-197b-4011-8dc6-a113f7708dd5),segment_id=f64300f6-197b-4011-8dc6-a113f7708dd5)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:13:28.879014 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8138719b-85d1-48a7-b468-a9890bf322dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb9c0984-4028-48af-bdef-e0626427ee4b'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:13:28.881430 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3af53098-974e-47ca-a74b-2428bae5b6e7" -d '{"events": [{"server_uuid": "8138719b-85d1-48a7-b468-a9890bf322dd", "name": "network-vif-plugged", "status": "completed", "tag": "cb9c0984-4028-48af-bdef-e0626427ee4b"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:13:28.897926 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6065913b-3a9f-4ea6-b936-75d888447998 x-openstack-request-id: req-6065913b-3a9f-4ea6-b936-75d888447998 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:13:28.898415 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60885d9e-37e5-44a7-87ab-f3cde0a4ba55", "name": "network-vif-deleted", "tag": "0dc06c49-4e4a-4017-b5dd-d9d493d1be06", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:13:28.898793 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6065913b-3a9f-4ea6-b936-75d888447998 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:13:28.899258 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60885d9e-37e5-44a7-87ab-f3cde0a4ba55', 'name': 'network-vif-deleted', 'tag': '0dc06c49-4e4a-4017-b5dd-d9d493d1be06', 'status': 'completed', 'code': 200} Jul 05 02:13:28.905176 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b46f4c30-45b5-4712-bc5c-9f92cc37a0b3 req-29783c45-0a68-48ea-a811-88dfd7edd2ae tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] 10.222.0.23 "GET /v2.0/security-groups?id=63abe6cf-e8b2-428f-b89e-3dc35e4b4566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808883 Jul 05 02:13:28.960279 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8397a2-da4d-45d5-acbf-20c71f55e93d service neutron] Pushing event updated for resources: {'Port': ['ID=51a08a08-206b-437a-8373-17a1e74c7235,revision_number=10']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:13:28.968302 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-7187848b-b2ca-4bbf-beb1-9afb3954c23a req-cc8397a2-da4d-45d5-acbf-20c71f55e93d service neutron] No DVR routers for this DVR port 51a08a08-206b-437a-8373-17a1e74c7235 on host n-h2-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:13:28.972099 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8397a2-da4d-45d5-acbf-20c71f55e93d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:13:28.972563 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8397a2-da4d-45d5-acbf-20c71f55e93d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:13:28.973004 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8397a2-da4d-45d5-acbf-20c71f55e93d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:13:28.974792 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8397a2-da4d-45d5-acbf-20c71f55e93d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:13:28.974792 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8397a2-da4d-45d5-acbf-20c71f55e93d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:13:28.974792 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8397a2-da4d-45d5-acbf-20c71f55e93d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:13:28.974792 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8397a2-da4d-45d5-acbf-20c71f55e93d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:13:28.974792 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8397a2-da4d-45d5-acbf-20c71f55e93d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:13:28.977558 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8397a2-da4d-45d5-acbf-20c71f55e93d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:13:28.978210 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8397a2-da4d-45d5-acbf-20c71f55e93d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:13:28.978651 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8397a2-da4d-45d5-acbf-20c71f55e93d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:13:28.979082 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8397a2-da4d-45d5-acbf-20c71f55e93d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:13:28.979243 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:28.980108 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 782f3205-ccad-4396-b99f-fa516c5b20b7 up at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:13:29.029248 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7187848b-b2ca-4bbf-beb1-9afb3954c23a req-cc8397a2-da4d-45d5-acbf-20c71f55e93d service neutron] 10.222.0.15 "PUT /v2.0/ports/51a08a08-206b-437a-8373-17a1e74c7235/bindings/n-h1-771362-32/activate HTTP/1.1" status: 200 len: 370 time: 1.2284021 Jul 05 02:13:29.129051 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=cb9c0984-4028-48af-bdef-e0626427ee4b,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:13:29.139308 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d2b42d-f4d0-4cfb-bf6f-e14d7c5a4feb req-6b5f55da-be9a-48e0-a132-a46b72096e63 tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:29.139995 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:13:29.141195 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:13:29.141195 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:13:29.141195 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:13:29.141471 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:13:29.141618 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:13:29.141945 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:13:29.142475 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:13:29.142924 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:13:29.143394 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:13:29.145095 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:13:29.145447 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:13:29.149436 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-30d2b42d-f4d0-4cfb-bf6f-e14d7c5a4feb req-6b5f55da-be9a-48e0-a132-a46b72096e63 tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ef2506f-20c9-4c78-93d9-659d1f606075 HTTP/1.1" status: 200 len: 949 time: 0.0984309 Jul 05 02:13:29.187726 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f1df65af-7667-4f84-8d0f-744f65a7cb22 req-e8421d85-14e5-4692-8346-2e5b35a1beb3 tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] 10.222.0.23 "GET /v2.0/ports?device_id=60885d9e-37e5-44a7-87ab-f3cde0a4ba55 HTTP/1.1" status: 200 len: 210 time: 0.0580108 Jul 05 02:13:29.209390 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-30d2b42d-f4d0-4cfb-bf6f-e14d7c5a4feb req-fcc05488-5758-4a33-8068-c1e25ed76b2e tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f9ee991-c666-47b2-b3f3-24a1fcc6747e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537767 Jul 05 02:13:29.227374 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning for port 782f3205-ccad-4396-b99f-fa516c5b20b7 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:13:29.242295 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning complete for port 782f3205-ccad-4396-b99f-fa516c5b20b7 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:13:29.242674 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:29.405354 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7187848b-b2ca-4bbf-beb1-9afb3954c23a req-ee9d08fc-b054-4f7a-9d49-6b04fab190dd tempest-LiveAutoBlockMigrationV225Test-944788699 tempest-LiveAutoBlockMigrationV225Test-944788699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:29.407820 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7187848b-b2ca-4bbf-beb1-9afb3954c23a req-ee9d08fc-b054-4f7a-9d49-6b04fab190dd tempest-LiveAutoBlockMigrationV225Test-944788699 tempest-LiveAutoBlockMigrationV225Test-944788699-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=54d1bfa2-7798-4198-8e88-90a0c32fd269&tenant_id=7bf4f22dde1e4624a2cb34086c53be02&binding%3Ahost_id=n-h2-771362-32 HTTP/1.1" status: 200 len: 1097 time: 0.2183902 Jul 05 02:13:29.434469 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daacd305-a9c2-4d09-983a-1d1fbfd5f136 x-openstack-request-id: req-daacd305-a9c2-4d09-983a-1d1fbfd5f136 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:13:29.434469 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8138719b-85d1-48a7-b468-a9890bf322dd", "name": "network-vif-plugged", "status": "completed", "tag": "cb9c0984-4028-48af-bdef-e0626427ee4b", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:13:29.434469 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-daacd305-a9c2-4d09-983a-1d1fbfd5f136 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:13:29.434469 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8138719b-85d1-48a7-b468-a9890bf322dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb9c0984-4028-48af-bdef-e0626427ee4b', 'code': 200} Jul 05 02:13:29.545695 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:29.664524 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 782f3205-ccad-4396-b99f-fa516c5b20b7, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=782f3205-ccad-4396-b99f-fa516c5b20b7,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:13:29.693996 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7187848b-b2ca-4bbf-beb1-9afb3954c23a req-8d9e5590-ff80-49e7-b0f3-15721e07de94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:29.696428 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7187848b-b2ca-4bbf-beb1-9afb3954c23a req-8d9e5590-ff80-49e7-b0f3-15721e07de94 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=54d1bfa2-7798-4198-8e88-90a0c32fd269&tenant_id=7bf4f22dde1e4624a2cb34086c53be02 HTTP/1.1" status: 200 len: 1097 time: 0.2728660 Jul 05 02:13:29.724354 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0f0c80-87af-4084-9a3d-aaa647d4e212 req-ac4026f1-8f3e-4f5f-9bd3-368be064f3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:29.725858 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1c0f0c80-87af-4084-9a3d-aaa647d4e212 req-ac4026f1-8f3e-4f5f-9bd3-368be064f3a1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8138719b-85d1-48a7-b468-a9890bf322dd HTTP/1.1" status: 200 len: 1097 time: 0.2082605 Jul 05 02:13:29.728641 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fdc4be-ab56-46eb-ab13-8a3fdfe83752 req-11e0e037-1102-441e-bf69-8e3029d61f7a tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:29.734964 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:29.755992 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e7fdc4be-ab56-46eb-ab13-8a3fdfe83752 req-11e0e037-1102-441e-bf69-8e3029d61f7a tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=54d1bfa2-7798-4198-8e88-90a0c32fd269 HTTP/1.1" status: 200 len: 945 time: 0.1061587 Jul 05 02:13:29.768715 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203f6659-34fc-46af-bbc9-b950b64a0794 req-7b82254d-a955-494f-991a-b54cf1e2617c tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:29.770310 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-203f6659-34fc-46af-bbc9-b950b64a0794 req-7b82254d-a955-494f-991a-b54cf1e2617c tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/ports?device_id=8138719b-85d1-48a7-b468-a9890bf322dd HTTP/1.1" status: 200 len: 945 time: 0.1840234 Jul 05 02:13:29.781424 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42fd76e-d74e-4dda-b4cf-04c7a4945e07 req-2c9c05fc-59f0-4adb-b54a-7f107a275df3 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:29.783675 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c42fd76e-d74e-4dda-b4cf-04c7a4945e07 req-2c9c05fc-59f0-4adb-b54a-7f107a275df3 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.21 "GET /v2.0/ports?device_id=284cfcce-1757-462a-b117-b180dab88cee HTTP/1.1" status: 200 len: 1024 time: 0.2085011 Jul 05 02:13:29.842495 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=782f3205-ccad-4396-b99f-fa516c5b20b7,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:13:29.845065 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e7fdc4be-ab56-46eb-ab13-8a3fdfe83752 req-9fe1e8c1-edfb-4606-8173-488804e286a2 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878832 Jul 05 02:13:29.892567 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1c0f0c80-87af-4084-9a3d-aaa647d4e212 req-a2dbfa33-a507-4de4-9c84-a51e743c1f10 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d52d7ff3-b8a7-45ab-964c-a9b0f9336b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544521 Jul 05 02:13:29.934652 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09036d82-91dc-497e-aec6-f082679e5bd1 req-89664596-b105-4e9e-b590-847074548dbe tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:29.936506 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-09036d82-91dc-497e-aec6-f082679e5bd1 req-89664596-b105-4e9e-b590-847074548dbe tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ef2506f-20c9-4c78-93d9-659d1f606075 HTTP/1.1" status: 200 len: 949 time: 0.0966723 Jul 05 02:13:29.943064 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-203f6659-34fc-46af-bbc9-b950b64a0794 req-3ae99eb2-4977-415b-8885-bea94c910d11 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/security-groups?id=d52d7ff3-b8a7-45ab-964c-a9b0f9336b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520791 Jul 05 02:13:30.042554 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-c42fd76e-d74e-4dda-b4cf-04c7a4945e07 req-9fbcd9a0-4d6c-4668-86f7-94fd0c05f955 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Deleting port f68b33b1-7c3b-4d3d-a670-7072239ace45 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:13:30.043157 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c42fd76e-d74e-4dda-b4cf-04c7a4945e07 req-9fbcd9a0-4d6c-4668-86f7-94fd0c05f955 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:30.047691 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7187848b-b2ca-4bbf-beb1-9afb3954c23a req-893c6463-983d-4b38-a538-19ad7e2312b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:30.049468 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7187848b-b2ca-4bbf-beb1-9afb3954c23a req-893c6463-983d-4b38-a538-19ad7e2312b8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7bf4f22dde1e4624a2cb34086c53be02&device_id=54d1bfa2-7798-4198-8e88-90a0c32fd269 HTTP/1.1" status: 200 len: 1097 time: 0.2647400 Jul 05 02:13:30.132690 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b802d3-3ac1-42eb-94aa-c95aabf58d96 req-fe756344-e727-4d6e-9a60-1cb49560d680 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:30.134379 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-96b802d3-3ac1-42eb-94aa-c95aabf58d96 req-fe756344-e727-4d6e-9a60-1cb49560d680 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "GET /v2.0/ports?device_id=284cfcce-1757-462a-b117-b180dab88cee HTTP/1.1" status: 200 len: 1024 time: 0.1142516 Jul 05 02:13:30.169091 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7187848b-b2ca-4bbf-beb1-9afb3954c23a req-1234e720-8b69-40d2-b154-754095698b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:30.170847 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7187848b-b2ca-4bbf-beb1-9afb3954c23a req-1234e720-8b69-40d2-b154-754095698b6a service neutron] 10.222.0.21 "GET /v2.0/networks?id=b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1 HTTP/1.1" status: 200 len: 919 time: 0.1020820 Jul 05 02:13:30.205181 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-96b802d3-3ac1-42eb-94aa-c95aabf58d96 req-fcfbb866-044a-4866-bea4-2e7df2e58115 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "GET /v2.0/security-groups?id=4941ff0e-66c0-42e9-9f81-15266d04b202&id=e0a0590e-0209-40e7-a129-c404d4b16f0c&id=e181e6bc-cf15-4644-b3a9-16feadbfeb13&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.0622437 Jul 05 02:13:30.235756 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [req-09036d82-91dc-497e-aec6-f082679e5bd1 req-9b08a30a-709b-42a9-b857-6ec7a0eb528d tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] Deleting port 55d16a4c-6afa-49d2-8e09-031e3a634d97 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:13:30.236098 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-09036d82-91dc-497e-aec6-f082679e5bd1 req-9b08a30a-709b-42a9-b857-6ec7a0eb528d tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:30.283526 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7187848b-b2ca-4bbf-beb1-9afb3954c23a req-8cbf2f01-0ac0-4b9f-994d-f11cbf8798fe service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=51a08a08-206b-437a-8373-17a1e74c7235 HTTP/1.1" status: 200 len: 217 time: 0.0829799 Jul 05 02:13:30.389406 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7187848b-b2ca-4bbf-beb1-9afb3954c23a req-f92a1bfa-7a08-4341-8e11-82bc9dce390d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:30.391531 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7187848b-b2ca-4bbf-beb1-9afb3954c23a req-f92a1bfa-7a08-4341-8e11-82bc9dce390d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=88cd65d9-1715-492f-9ef5-e486cc8231ac HTTP/1.1" status: 200 len: 859 time: 0.1012087 Jul 05 02:13:30.399331 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-09036d82-91dc-497e-aec6-f082679e5bd1 req-9b08a30a-709b-42a9-b857-6ec7a0eb528d tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] For port 55d16a4c-6afa-49d2-8e09-031e3a634d97, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=55d16a4c-6afa-49d2-8e09-031e3a634d97,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:13:30.399687 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-09036d82-91dc-497e-aec6-f082679e5bd1 req-9b08a30a-709b-42a9-b857-6ec7a0eb528d tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:30.414927 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [req-09036d82-91dc-497e-aec6-f082679e5bd1 req-9b08a30a-709b-42a9-b857-6ec7a0eb528d tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] Calling delete_port for 55d16a4c-6afa-49d2-8e09-031e3a634d97 owned by compute:nova {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:13:30.445950 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7187848b-b2ca-4bbf-beb1-9afb3954c23a req-1c22759c-cd4c-42e5-9b6c-e8c7a5e2d8a9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472195 Jul 05 02:13:30.448138 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-c42fd76e-d74e-4dda-b4cf-04c7a4945e07 req-9fbcd9a0-4d6c-4668-86f7-94fd0c05f955 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] For port f68b33b1-7c3b-4d3d-a670-7072239ace45, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=f68b33b1-7c3b-4d3d-a670-7072239ace45,segment=NetworkSegment(eb1a6b94-6086-43b7-acf8-adc8a5518556),segment_id=eb1a6b94-6086-43b7-acf8-adc8a5518556)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:13:30.448602 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c42fd76e-d74e-4dda-b4cf-04c7a4945e07 req-9fbcd9a0-4d6c-4668-86f7-94fd0c05f955 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:30.455495 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 0dc06c49-4e4a-4017-b5dd-d9d493d1be06 no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:13:30.459492 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0168943d-ccac-49ca-9ea4-1365911c26ba req-07e862ce-d7cc-46c4-8e72-b31314c98a89 tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:30.468581 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0168943d-ccac-49ca-9ea4-1365911c26ba req-07e862ce-d7cc-46c4-8e72-b31314c98a89 tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2fd6ac-bb03-4770-b47c-889c022fb9dc HTTP/1.1" status: 200 len: 950 time: 0.2943025 Jul 05 02:13:30.486306 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] No Port match for: 0dc06c49-4e4a-4017-b5dd-d9d493d1be06 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:13:30.486926 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 0dc06c49-4e4a-4017-b5dd-d9d493d1be06 not bound to the agent host n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:13:30.551812 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-c42fd76e-d74e-4dda-b4cf-04c7a4945e07 req-9fbcd9a0-4d6c-4668-86f7-94fd0c05f955 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Calling delete_port for f68b33b1-7c3b-4d3d-a670-7072239ace45 owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:13:30.600765 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0168943d-ccac-49ca-9ea4-1365911c26ba req-45ba3d8a-68b6-40ca-b94f-72ac32ca927f tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] 10.222.0.23 "GET /v2.0/security-groups?id=63abe6cf-e8b2-428f-b89e-3dc35e4b4566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329701 Jul 05 02:13:30.607156 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce2527e-03b3-43c5-a3ff-dbae09b5b792 req-d908c8f4-c5d4-4daf-a894-a86fa2e81a44 tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:30.609326 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4ce2527e-03b3-43c5-a3ff-dbae09b5b792 req-d908c8f4-c5d4-4daf-a894-a86fa2e81a44 tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ef2506f-20c9-4c78-93d9-659d1f606075 HTTP/1.1" status: 200 len: 949 time: 0.1260555 Jul 05 02:13:30.659658 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4ce2527e-03b3-43c5-a3ff-dbae09b5b792 req-c07bbd27-7465-4bfd-9b8a-1889a1a26f85 tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f9ee991-c666-47b2-b3f3-24a1fcc6747e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416265 Jul 05 02:13:30.727141 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-09036d82-91dc-497e-aec6-f082679e5bd1 req-9b08a30a-709b-42a9-b857-6ec7a0eb528d tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:30.750183 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['55d16a4c-6afa-49d2-8e09-031e3a634d97'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:13:30.806895 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7187848b-b2ca-4bbf-beb1-9afb3954c23a req-1df3947e-a0a4-444f-83d3-8afebf52368d service neutron] 10.222.0.21 "GET /v2.0/networks/b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3245790 Jul 05 02:13:30.830092 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b08a30a-709b-42a9-b857-6ec7a0eb528d tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] Pushing event deleted for resources: {'Port': ['ID=55d16a4c-6afa-49d2-8e09-031e3a634d97,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:13:30.849699 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b08a30a-709b-42a9-b857-6ec7a0eb528d tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:13:30.850430 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b08a30a-709b-42a9-b857-6ec7a0eb528d tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:13:30.850650 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b08a30a-709b-42a9-b857-6ec7a0eb528d tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:13:30.851161 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b08a30a-709b-42a9-b857-6ec7a0eb528d tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:13:30.851732 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b08a30a-709b-42a9-b857-6ec7a0eb528d tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:13:30.852541 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b08a30a-709b-42a9-b857-6ec7a0eb528d tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:13:30.853234 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b08a30a-709b-42a9-b857-6ec7a0eb528d tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:13:30.859722 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b08a30a-709b-42a9-b857-6ec7a0eb528d tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:13:30.860009 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b08a30a-709b-42a9-b857-6ec7a0eb528d tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:13:30.860419 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b08a30a-709b-42a9-b857-6ec7a0eb528d tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:13:30.860949 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b08a30a-709b-42a9-b857-6ec7a0eb528d tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:13:30.861294 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b08a30a-709b-42a9-b857-6ec7a0eb528d tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:13:30.934899 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7187848b-b2ca-4bbf-beb1-9afb3954c23a req-e9dca6f2-e751-423e-9ba1-e78d8a72c342 service neutron] 10.222.0.21 "GET /v2.0/networks/b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133676 Jul 05 02:13:30.975555 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [req-09036d82-91dc-497e-aec6-f082679e5bd1 req-9b08a30a-709b-42a9-b857-6ec7a0eb528d tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] No DVR routers for this DVR port 55d16a4c-6afa-49d2-8e09-031e3a634d97 on host n-h2-771362-32 {{(pid=94462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:13:30.978237 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-09036d82-91dc-497e-aec6-f082679e5bd1 req-9b08a30a-709b-42a9-b857-6ec7a0eb528d tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:30.980312 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-09036d82-91dc-497e-aec6-f082679e5bd1 req-9b08a30a-709b-42a9-b857-6ec7a0eb528d tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] 10.222.0.15 "DELETE /v2.0/ports/55d16a4c-6afa-49d2-8e09-031e3a634d97 HTTP/1.1" status: 204 len: 173 time: 1.0281279 Jul 05 02:13:30.980753 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ef2506f-20c9-4c78-93d9-659d1f606075', 'name': 'network-vif-deleted', 'tag': '55d16a4c-6afa-49d2-8e09-031e3a634d97'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:13:30.983041 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b223267e0e0ddb3199af7772d0b45336e3b4b54fbb151c86a8051291a61e85db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7e140ad-ba70-4cbf-8103-5ddd30104b9f" -d '{"events": [{"server_uuid": "0ef2506f-20c9-4c78-93d9-659d1f606075", "name": "network-vif-deleted", "tag": "55d16a4c-6afa-49d2-8e09-031e3a634d97"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:13:31.050375 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33d0d11-2414-442b-b0fa-91e0673406db req-8ba021a2-1735-437c-b756-543722e5857e tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:31.051957 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f33d0d11-2414-442b-b0fa-91e0673406db req-8ba021a2-1735-437c-b756-543722e5857e tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=54d1bfa2-7798-4198-8e88-90a0c32fd269 HTTP/1.1" status: 200 len: 945 time: 0.0657916 Jul 05 02:13:31.107782 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f33d0d11-2414-442b-b0fa-91e0673406db req-d10ed642-48d4-4911-a1e3-72170951cd07 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499663 Jul 05 02:13:31.301662 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f1265b-acd4-49e0-b0b3-2b359932b2b3 req-64026490-6110-41c1-b0ca-4c8d95e188e3 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:31.303140 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-50f1265b-acd4-49e0-b0b3-2b359932b2b3 req-64026490-6110-41c1-b0ca-4c8d95e188e3 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/ports?device_id=8138719b-85d1-48a7-b468-a9890bf322dd HTTP/1.1" status: 200 len: 945 time: 0.0642374 Jul 05 02:13:31.340461 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-50f1265b-acd4-49e0-b0b3-2b359932b2b3 req-60d9acd7-8cc2-4bc1-adcc-ef6402c046b1 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/security-groups?id=d52d7ff3-b8a7-45ab-964c-a9b0f9336b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314462 Jul 05 02:13:31.392031 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee255bec-428b-442a-8b31-ec0331230a70 x-openstack-request-id: req-ee255bec-428b-442a-8b31-ec0331230a70 {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:13:31.392331 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ef2506f-20c9-4c78-93d9-659d1f606075", "name": "network-vif-deleted", "tag": "55d16a4c-6afa-49d2-8e09-031e3a634d97", "status": "completed", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:13:31.392578 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ee255bec-428b-442a-8b31-ec0331230a70 {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:13:31.392980 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ef2506f-20c9-4c78-93d9-659d1f606075', 'name': 'network-vif-deleted', 'tag': '55d16a4c-6afa-49d2-8e09-031e3a634d97', 'status': 'completed', 'code': 200} Jul 05 02:13:31.435476 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e2fd6ac-bb03-4770-b47c-889c022fb9dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '782f3205-ccad-4396-b99f-fa516c5b20b7'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:13:31.438365 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ec9cc3b-1881-43c0-81c4-24923550fd53" -d '{"events": [{"server_uuid": "2e2fd6ac-bb03-4770-b47c-889c022fb9dc", "name": "network-vif-plugged", "status": "completed", "tag": "782f3205-ccad-4396-b99f-fa516c5b20b7"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:13:31.503732 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c42fd76e-d74e-4dda-b4cf-04c7a4945e07 req-9fbcd9a0-4d6c-4668-86f7-94fd0c05f955 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:31.516718 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['f68b33b1-7c3b-4d3d-a670-7072239ace45'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:13:31.554408 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbcd9a0-4d6c-4668-86f7-94fd0c05f955 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Pushing event deleted for resources: {'Port': ['ID=f68b33b1-7c3b-4d3d-a670-7072239ace45,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:13:31.558357 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8d105d-c500-4f6e-ad54-335e4edfd836 req-eace2445-3331-41b6-a431-3517673ff2f1 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:31.559849 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6f8d105d-c500-4f6e-ad54-335e4edfd836 req-eace2445-3331-41b6-a431-3517673ff2f1 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "GET /v2.0/ports?device_id=284cfcce-1757-462a-b117-b180dab88cee HTTP/1.1" status: 200 len: 945 time: 0.0828609 Jul 05 02:13:31.595147 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-c42fd76e-d74e-4dda-b4cf-04c7a4945e07 req-9fbcd9a0-4d6c-4668-86f7-94fd0c05f955 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] No DVR routers for this DVR port f68b33b1-7c3b-4d3d-a670-7072239ace45 on host n-h1-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:13:31.597551 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c42fd76e-d74e-4dda-b4cf-04c7a4945e07 req-9fbcd9a0-4d6c-4668-86f7-94fd0c05f955 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:31.599784 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c42fd76e-d74e-4dda-b4cf-04c7a4945e07 req-9fbcd9a0-4d6c-4668-86f7-94fd0c05f955 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.21 "DELETE /v2.0/ports/f68b33b1-7c3b-4d3d-a670-7072239ace45 HTTP/1.1" status: 204 len: 173 time: 1.8100886 Jul 05 02:13:31.600223 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '284cfcce-1757-462a-b117-b180dab88cee', 'name': 'network-vif-deleted', 'tag': 'f68b33b1-7c3b-4d3d-a670-7072239ace45'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:13:31.602590 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18a1752a-bdf3-44e8-98a7-27e314b70157" -d '{"events": [{"server_uuid": "284cfcce-1757-462a-b117-b180dab88cee", "name": "network-vif-deleted", "tag": "f68b33b1-7c3b-4d3d-a670-7072239ace45"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:13:31.613772 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6f8d105d-c500-4f6e-ad54-335e4edfd836 req-3d844259-9ace-4296-aaab-30c4c5f20c0a tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "GET /v2.0/security-groups?id=4941ff0e-66c0-42e9-9f81-15266d04b202&id=e0a0590e-0209-40e7-a129-c404d4b16f0c&id=e181e6bc-cf15-4644-b3a9-16feadbfeb13&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.0426526 Jul 05 02:13:31.657685 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65c63fa1-6af1-4d9a-b004-e3e72c7202d2 x-openstack-request-id: req-65c63fa1-6af1-4d9a-b004-e3e72c7202d2 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:13:31.657685 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e2fd6ac-bb03-4770-b47c-889c022fb9dc", "name": "network-vif-plugged", "status": "completed", "tag": "782f3205-ccad-4396-b99f-fa516c5b20b7", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:13:31.657945 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-65c63fa1-6af1-4d9a-b004-e3e72c7202d2 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:13:31.658548 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e2fd6ac-bb03-4770-b47c-889c022fb9dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '782f3205-ccad-4396-b99f-fa516c5b20b7', 'code': 200} Jul 05 02:13:31.697237 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6732449e-8d3b-4c7b-a36f-dc4f6bd7ce0d x-openstack-request-id: req-6732449e-8d3b-4c7b-a36f-dc4f6bd7ce0d {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:13:31.697556 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "284cfcce-1757-462a-b117-b180dab88cee", "name": "network-vif-deleted", "tag": "f68b33b1-7c3b-4d3d-a670-7072239ace45", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:13:31.697777 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6732449e-8d3b-4c7b-a36f-dc4f6bd7ce0d {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:13:31.698199 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '284cfcce-1757-462a-b117-b180dab88cee', 'name': 'network-vif-deleted', 'tag': 'f68b33b1-7c3b-4d3d-a670-7072239ace45', 'status': 'completed', 'code': 200} Jul 05 02:13:31.833580 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af0548d-9aad-470d-8dd1-c4a503593f4d req-ad504155-26fa-43a8-8f8f-813f5e6258fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:31.835898 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1af0548d-9aad-470d-8dd1-c4a503593f4d req-ad504155-26fa-43a8-8f8f-813f5e6258fe service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2e2fd6ac-bb03-4770-b47c-889c022fb9dc HTTP/1.1" status: 200 len: 1102 time: 0.0674000 Jul 05 02:13:31.921842 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1af0548d-9aad-470d-8dd1-c4a503593f4d req-abcc691d-23d3-4931-905b-d8158c7407eb service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=63abe6cf-e8b2-428f-b89e-3dc35e4b4566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407214 Jul 05 02:13:31.940586 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278b593f-e606-438f-8a17-61a0972e1b88 req-64af6b89-89be-4100-88e5-0f8edfb19034 tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:31.942170 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-278b593f-e606-438f-8a17-61a0972e1b88 req-64af6b89-89be-4100-88e5-0f8edfb19034 tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2fd6ac-bb03-4770-b47c-889c022fb9dc HTTP/1.1" status: 200 len: 950 time: 0.1053360 Jul 05 02:13:32.003026 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-278b593f-e606-438f-8a17-61a0972e1b88 req-9d268a53-9aa3-4ee6-a273-1408110f49c1 tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] 10.222.0.23 "GET /v2.0/security-groups?id=63abe6cf-e8b2-428f-b89e-3dc35e4b4566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544612 Jul 05 02:13:32.143015 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8b65c8a6-f60c-4b6d-aa98-91401b7df24c req-cd0c41c9-7663-46c6-bec9-cb8d6b907b08 tempest-DeleteServersAdminTestJSON-1903914328 tempest-DeleteServersAdminTestJSON-1903914328-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ef2506f-20c9-4c78-93d9-659d1f606075 HTTP/1.1" status: 200 len: 210 time: 0.0298066 Jul 05 02:13:32.416440 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f253b9-cadf-4160-9c19-92349ec7f37d req-27eaa644-23b8-4357-b76b-d13be81ce024 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:32.418056 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-00f253b9-cadf-4160-9c19-92349ec7f37d req-27eaa644-23b8-4357-b76b-d13be81ce024 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=54d1bfa2-7798-4198-8e88-90a0c32fd269 HTTP/1.1" status: 200 len: 945 time: 0.0650198 Jul 05 02:13:32.461064 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-00f253b9-cadf-4160-9c19-92349ec7f37d req-666448a3-848c-4021-bd36-2dc2a2eeedcf tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366504 Jul 05 02:13:32.461282 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2c4f4a-37e5-4956-bb64-c3f92f9c1b7a req-503afab4-e421-4fb0-8140-cf8db4143461 tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:32.462710 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0b2c4f4a-37e5-4956-bb64-c3f92f9c1b7a req-503afab4-e421-4fb0-8140-cf8db4143461 tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] 10.222.0.23 "GET /v2.0/ports?device_id=53b1405d-e57e-488f-9402-6bda582de63e HTTP/1.1" status: 200 len: 950 time: 0.0641782 Jul 05 02:13:32.515760 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0b2c4f4a-37e5-4956-bb64-c3f92f9c1b7a req-fa4f1653-dd15-4ff0-a886-f99e387492cf tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5cd77e-1b52-448c-b212-5db741d9953c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457227 Jul 05 02:13:32.524762 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 51a08a08-206b-437a-8373-17a1e74c7235 no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:13:32.584388 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 51a08a08-206b-437a-8373-17a1e74c7235 not bound to the agent host n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:13:32.604026 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7187848b-b2ca-4bbf-beb1-9afb3954c23a req-59641e02-b4e9-415e-a9c3-e00f45ace329 tempest-LiveAutoBlockMigrationV225Test-944788699 tempest-LiveAutoBlockMigrationV225Test-944788699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:32.605679 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7187848b-b2ca-4bbf-beb1-9afb3954c23a req-59641e02-b4e9-415e-a9c3-e00f45ace329 tempest-LiveAutoBlockMigrationV225Test-944788699 tempest-LiveAutoBlockMigrationV225Test-944788699-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=54d1bfa2-7798-4198-8e88-90a0c32fd269&tenant_id=7bf4f22dde1e4624a2cb34086c53be02&binding%3Ahost_id=n-h1-771362-32 HTTP/1.1" status: 200 len: 1097 time: 0.0888467 Jul 05 02:13:32.815034 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5e2fe08a-4143-495a-b39b-5b1a9eeaa88a req-c75ca821-d95d-463a-8a50-88fbdb1d5363 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "GET /v2.0/ports?device_id=284cfcce-1757-462a-b117-b180dab88cee HTTP/1.1" status: 200 len: 210 time: 0.0567546 Jul 05 02:13:32.832841 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa0c25-8f09-4081-a2f3-c10cc73f91ad req-8ea33243-955f-42ff-91c2-fa3e707efc59 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:32.839943 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3bfa0c25-8f09-4081-a2f3-c10cc73f91ad req-8ea33243-955f-42ff-91c2-fa3e707efc59 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/ports?device_id=8138719b-85d1-48a7-b468-a9890bf322dd HTTP/1.1" status: 200 len: 945 time: 0.0870583 Jul 05 02:13:32.875313 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3bfa0c25-8f09-4081-a2f3-c10cc73f91ad req-fdaee621-6d45-4d35-90b2-8aa2f34d3112 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/security-groups?id=d52d7ff3-b8a7-45ab-964c-a9b0f9336b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345180 Jul 05 02:13:32.957063 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-7187848b-b2ca-4bbf-beb1-9afb3954c23a req-1dd40027-25b4-48b1-9437-3a3b09796a08 service neutron] For port 51a08a08-206b-437a-8373-17a1e74c7235, host n-h2-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:13:32.964508 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-7187848b-b2ca-4bbf-beb1-9afb3954c23a req-1dd40027-25b4-48b1-9437-3a3b09796a08 service neutron] Notify callbacks [] for binding, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:32.966148 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7187848b-b2ca-4bbf-beb1-9afb3954c23a req-1dd40027-25b4-48b1-9437-3a3b09796a08 service neutron] 10.222.0.21 "DELETE /v2.0/ports/51a08a08-206b-437a-8373-17a1e74c7235/bindings/n-h2-771362-32 HTTP/1.1" status: 204 len: 173 time: 0.3542833 Jul 05 02:13:33.176786 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c4e480-57db-4ff6-abca-d217f796254c req-30630b09-792a-4250-af73-59e146a1e11d tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:33.178336 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e8c4e480-57db-4ff6-abca-d217f796254c req-30630b09-792a-4250-af73-59e146a1e11d tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2fd6ac-bb03-4770-b47c-889c022fb9dc HTTP/1.1" status: 200 len: 950 time: 0.0645492 Jul 05 02:13:33.220047 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e8c4e480-57db-4ff6-abca-d217f796254c req-20913ce9-8eb2-4ef7-b95d-b22ad6ecda0a tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] 10.222.0.23 "GET /v2.0/security-groups?id=63abe6cf-e8b2-428f-b89e-3dc35e4b4566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323405 Jul 05 02:13:33.476638 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d1a6b7-3097-4c03-b969-64952a0656ab req-0f29bcea-8b1f-4e1e-9de8-9c453b9d68ad tempest-AttachSCSIVolumeTestJSON-693609738 tempest-AttachSCSIVolumeTestJSON-693609738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:33.478229 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-22d1a6b7-3097-4c03-b969-64952a0656ab req-0f29bcea-8b1f-4e1e-9de8-9c453b9d68ad tempest-AttachSCSIVolumeTestJSON-693609738 tempest-AttachSCSIVolumeTestJSON-693609738-project] 10.222.0.23 "GET /v2.0/networks?id=98e9f515-6cf4-4efb-9632-f9c68ae3e49b HTTP/1.1" status: 200 len: 814 time: 0.1060269 Jul 05 02:13:33.501433 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-22d1a6b7-3097-4c03-b969-64952a0656ab req-e47a32e5-389d-4ab8-8c47-f388444a7e1d tempest-AttachSCSIVolumeTestJSON-693609738 tempest-AttachSCSIVolumeTestJSON-693609738-project] 10.222.0.23 "GET /v2.0/quotas/a26ea553fd9d4d7dac33335525dc5e93 HTTP/1.1" status: 200 len: 375 time: 0.0101523 Jul 05 02:13:33.600157 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-22d1a6b7-3097-4c03-b969-64952a0656ab req-b1e567d1-eef0-49a3-95f4-d59077d8330d tempest-AttachSCSIVolumeTestJSON-693609738 tempest-AttachSCSIVolumeTestJSON-693609738-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a26ea553fd9d4d7dac33335525dc5e93&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0931537 Jul 05 02:13:33.658047 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0080ff5b-9c97-4013-8415-02bbe15614f6 req-5395f129-e31b-4e9e-9a8e-cab631a73027 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:33.659654 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0080ff5b-9c97-4013-8415-02bbe15614f6 req-5395f129-e31b-4e9e-9a8e-cab631a73027 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/ports?device_id=8138719b-85d1-48a7-b468-a9890bf322dd HTTP/1.1" status: 200 len: 945 time: 0.0714493 Jul 05 02:13:33.702207 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [req-22d1a6b7-3097-4c03-b969-64952a0656ab req-ea8b2837-a9d2-4677-a313-fc8007000708 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94462) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:13:33.702412 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0080ff5b-9c97-4013-8415-02bbe15614f6 req-5cb2f7e0-96fb-44ec-90cc-1916519cfeff tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/security-groups?id=d52d7ff3-b8a7-45ab-964c-a9b0f9336b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366528 Jul 05 02:13:33.703538 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-22d1a6b7-3097-4c03-b969-64952a0656ab req-ea8b2837-a9d2-4677-a313-fc8007000708 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0505874 Jul 05 02:13:33.804911 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-22d1a6b7-3097-4c03-b969-64952a0656ab req-20b9e8a1-41ca-40ef-857c-e3aba4105944 service neutron] 10.222.0.23 "GET /v2.0/networks/98e9f515-6cf4-4efb-9632-f9c68ae3e49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949254 Jul 05 02:13:33.899958 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-22d1a6b7-3097-4c03-b969-64952a0656ab req-3bd8d4af-8c1f-4679-958f-c67e539802a5 service neutron] 10.222.0.23 "GET /v2.0/networks/98e9f515-6cf4-4efb-9632-f9c68ae3e49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881724 Jul 05 02:13:33.948612 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa72b873-0975-452d-b948-da3a456395ce req-8f8de396-629f-409d-aa2b-6d163310c2e1 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:33.950103 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-aa72b873-0975-452d-b948-da3a456395ce req-8f8de396-629f-409d-aa2b-6d163310c2e1 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=54d1bfa2-7798-4198-8e88-90a0c32fd269 HTTP/1.1" status: 200 len: 945 time: 0.0711732 Jul 05 02:13:33.994079 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-aa72b873-0975-452d-b948-da3a456395ce req-60b8a6e2-8f1c-4937-b40a-2232f1839aac tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376444 Jul 05 02:13:34.043532 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42f56f3-4308-406e-984d-b5c6798d2e3d req-3c8d9aa2-9c9b-418a-9185-74d49373d876 tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:34.043532 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c42f56f3-4308-406e-984d-b5c6798d2e3d req-3c8d9aa2-9c9b-418a-9185-74d49373d876 tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] 10.222.0.15 "GET /v2.0/ports?device_id=53b1405d-e57e-488f-9402-6bda582de63e HTTP/1.1" status: 200 len: 950 time: 0.0728629 Jul 05 02:13:34.172852 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [req-c42f56f3-4308-406e-984d-b5c6798d2e3d req-f472edcd-e70c-41b9-9ab9-1b43ff2b6678 tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] Deleting port 8b64444c-d201-4092-a11d-b3e9583f7ce4 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:13:34.173192 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-c42f56f3-4308-406e-984d-b5c6798d2e3d req-f472edcd-e70c-41b9-9ab9-1b43ff2b6678 tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:34.210966 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0df462-6656-423f-ae57-fece5671ee21 req-d0610d0a-dce3-49b2-87e0-55a3b6e49717 tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:34.212771 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-af0df462-6656-423f-ae57-fece5671ee21 req-d0610d0a-dce3-49b2-87e0-55a3b6e49717 tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] 10.222.0.23 "GET /v2.0/ports?device_id=53b1405d-e57e-488f-9402-6bda582de63e HTTP/1.1" status: 200 len: 950 time: 0.0786564 Jul 05 02:13:34.291594 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-af0df462-6656-423f-ae57-fece5671ee21 req-6cacf8d4-97ec-468c-913f-4cdd57b46286 tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5cd77e-1b52-448c-b212-5db741d9953c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716150 Jul 05 02:13:34.299317 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-c42f56f3-4308-406e-984d-b5c6798d2e3d req-f472edcd-e70c-41b9-9ab9-1b43ff2b6678 tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] For port 8b64444c-d201-4092-a11d-b3e9583f7ce4, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=8b64444c-d201-4092-a11d-b3e9583f7ce4,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:13:34.300320 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-c42f56f3-4308-406e-984d-b5c6798d2e3d req-f472edcd-e70c-41b9-9ab9-1b43ff2b6678 tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:34.318894 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [req-c42f56f3-4308-406e-984d-b5c6798d2e3d req-f472edcd-e70c-41b9-9ab9-1b43ff2b6678 tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] Calling delete_port for 8b64444c-d201-4092-a11d-b3e9583f7ce4 owned by compute:nova {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:13:34.373230 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-91e59a1b-08ec-45d0-9909-c088d9a42d3f req-8c70d948-906e-4943-9879-650ca540adc8 tempest-AttachSCSIVolumeTestJSON-693609738 tempest-AttachSCSIVolumeTestJSON-693609738-project] 10.222.0.23 "GET /v2.0/ports?device_id=d91c1a4b-95f9-4e14-b5fb-18367bfbfbbc HTTP/1.1" status: 200 len: 210 time: 0.0302784 Jul 05 02:13:34.489510 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device f68b33b1-7c3b-4d3d-a670-7072239ace45 no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:13:34.495489 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ad8170e3-e06d-4781-9c2b-fe19c1e52d35 req-020b65a2-f3d6-4ffd-9dc1-25a0aab8fdbc tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "GET /v2.0/security-groups/e0a0590e-0209-40e7-a129-c404d4b16f0c HTTP/1.1" status: 200 len: 1800 time: 0.0704691 Jul 05 02:13:34.510818 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] No Port match for: f68b33b1-7c3b-4d3d-a670-7072239ace45 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:13:34.511165 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device f68b33b1-7c3b-4d3d-a670-7072239ace45 not bound to the agent host n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:13:34.541427 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 55d16a4c-6afa-49d2-8e09-031e3a634d97 no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:13:34.541558 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cf4e58-d284-429f-b629-b97b044db8c4 req-f86e6262-298f-4fc4-861e-4bd2ea9b57a2 tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:34.542659 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e6cf4e58-d284-429f-b629-b97b044db8c4 req-f86e6262-298f-4fc4-861e-4bd2ea9b57a2 tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2fd6ac-bb03-4770-b47c-889c022fb9dc HTTP/1.1" status: 200 len: 950 time: 0.0674865 Jul 05 02:13:34.559081 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-ad8170e3-e06d-4781-9c2b-fe19c1e52d35 req-3c70cffd-ea8f-4100-ad7b-b571b99b6427 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:34.560862 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] No Port match for: 55d16a4c-6afa-49d2-8e09-031e3a634d97 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:13:34.561206 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 55d16a4c-6afa-49d2-8e09-031e3a634d97 not bound to the agent host n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:13:34.581909 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-ad8170e3-e06d-4781-9c2b-fe19c1e52d35 req-3c70cffd-ea8f-4100-ad7b-b571b99b6427 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:34.583066 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e6cf4e58-d284-429f-b629-b97b044db8c4 req-a7afbf41-9e76-44cf-a430-f712c679cfbd tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] 10.222.0.23 "GET /v2.0/security-groups?id=63abe6cf-e8b2-428f-b89e-3dc35e4b4566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324454 Jul 05 02:13:34.613156 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-c42f56f3-4308-406e-984d-b5c6798d2e3d req-f472edcd-e70c-41b9-9ab9-1b43ff2b6678 tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:34.624509 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['8b64444c-d201-4092-a11d-b3e9583f7ce4'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:13:34.646110 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f472edcd-e70c-41b9-9ab9-1b43ff2b6678 tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] Pushing event deleted for resources: {'Port': ['ID=8b64444c-d201-4092-a11d-b3e9583f7ce4,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:13:34.693328 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [req-c42f56f3-4308-406e-984d-b5c6798d2e3d req-f472edcd-e70c-41b9-9ab9-1b43ff2b6678 tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] No DVR routers for this DVR port 8b64444c-d201-4092-a11d-b3e9583f7ce4 on host n-h2-771362-32 {{(pid=94462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:13:34.695876 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-c42f56f3-4308-406e-984d-b5c6798d2e3d req-f472edcd-e70c-41b9-9ab9-1b43ff2b6678 tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:34.698023 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c42f56f3-4308-406e-984d-b5c6798d2e3d req-f472edcd-e70c-41b9-9ab9-1b43ff2b6678 tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] 10.222.0.15 "DELETE /v2.0/ports/8b64444c-d201-4092-a11d-b3e9583f7ce4 HTTP/1.1" status: 204 len: 173 time: 0.6489456 Jul 05 02:13:34.698508 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53b1405d-e57e-488f-9402-6bda582de63e', 'name': 'network-vif-deleted', 'tag': '8b64444c-d201-4092-a11d-b3e9583f7ce4'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:13:34.701206 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b223267e0e0ddb3199af7772d0b45336e3b4b54fbb151c86a8051291a61e85db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ef783ef-e547-4752-897d-fe3ac16f4c20" -d '{"events": [{"server_uuid": "53b1405d-e57e-488f-9402-6bda582de63e", "name": "network-vif-deleted", "tag": "8b64444c-d201-4092-a11d-b3e9583f7ce4"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:13:34.739091 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953ca00d-8886-49e0-a7e4-04c3e6bbec26 req-31cfb79c-531b-43e7-ba3a-19f9ee4276b3 tempest-LiveAutoBlockMigrationV225Test-944788699 tempest-LiveAutoBlockMigrationV225Test-944788699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:34.765408 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-953ca00d-8886-49e0-a7e4-04c3e6bbec26 req-31cfb79c-531b-43e7-ba3a-19f9ee4276b3 tempest-LiveAutoBlockMigrationV225Test-944788699 tempest-LiveAutoBlockMigrationV225Test-944788699-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=54d1bfa2-7798-4198-8e88-90a0c32fd269 HTTP/1.1" status: 200 len: 1097 time: 0.0527754 Jul 05 02:13:34.774197 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-953ca00d-8886-49e0-a7e4-04c3e6bbec26 req-6a16ee22-21dc-4efa-8062-906a71ff3ccc tempest-LiveAutoBlockMigrationV225Test-944788699 tempest-LiveAutoBlockMigrationV225Test-944788699-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278814 Jul 05 02:13:34.818930 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-ad8170e3-e06d-4781-9c2b-fe19c1e52d35 req-3c70cffd-ea8f-4100-ad7b-b571b99b6427 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:34.823109 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-ad8170e3-e06d-4781-9c2b-fe19c1e52d35 req-3c70cffd-ea8f-4100-ad7b-b571b99b6427 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:34.832902 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ad8170e3-e06d-4781-9c2b-fe19c1e52d35 req-3c70cffd-ea8f-4100-ad7b-b571b99b6427 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "DELETE /v2.0/security-groups/e0a0590e-0209-40e7-a129-c404d4b16f0c HTTP/1.1" status: 204 len: 173 time: 0.3279321 Jul 05 02:13:34.843387 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c70cffd-ea8f-4100-ad7b-b571b99b6427 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a0590e-0209-40e7-a129-c404d4b16f0c,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:13:35.020361 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-369c806e-3c97-4af7-8489-62221cf89778 x-openstack-request-id: req-369c806e-3c97-4af7-8489-62221cf89778 {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:13:35.020361 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53b1405d-e57e-488f-9402-6bda582de63e", "name": "network-vif-deleted", "tag": "8b64444c-d201-4092-a11d-b3e9583f7ce4", "status": "completed", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:13:35.020361 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-369c806e-3c97-4af7-8489-62221cf89778 {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:13:35.020660 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53b1405d-e57e-488f-9402-6bda582de63e', 'name': 'network-vif-deleted', 'tag': '8b64444c-d201-4092-a11d-b3e9583f7ce4', 'status': 'completed', 'code': 200} Jul 05 02:13:35.143096 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ac56c319-37ea-4c89-8c39-1829366c43a8 req-8ea84562-84ce-48f5-99f9-7fe368cc0cc6 tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "GET /v2.0/security-groups/4941ff0e-66c0-42e9-9f81-15266d04b202 HTTP/1.1" status: 200 len: 1799 time: 0.0458913 Jul 05 02:13:35.207510 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d08ad5a-fd52-465a-8e4a-f899f92b44a9 req-aa2fbf96-78bb-4c96-aacc-a33e730c4eb5 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:35.210189 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7d08ad5a-fd52-465a-8e4a-f899f92b44a9 req-aa2fbf96-78bb-4c96-aacc-a33e730c4eb5 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/ports?device_id=8138719b-85d1-48a7-b468-a9890bf322dd HTTP/1.1" status: 200 len: 945 time: 0.0699492 Jul 05 02:13:35.213920 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-ac56c319-37ea-4c89-8c39-1829366c43a8 req-6d04d093-8055-43be-94dc-1f5cab23ea7c tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:35.240484 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-ac56c319-37ea-4c89-8c39-1829366c43a8 req-6d04d093-8055-43be-94dc-1f5cab23ea7c tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:35.261416 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7d08ad5a-fd52-465a-8e4a-f899f92b44a9 req-6e29c12d-b423-4d7f-a24d-7a2fc92bbf04 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/security-groups?id=d52d7ff3-b8a7-45ab-964c-a9b0f9336b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443769 Jul 05 02:13:35.403700 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43160) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:13:35.425370 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-ac56c319-37ea-4c89-8c39-1829366c43a8 req-6d04d093-8055-43be-94dc-1f5cab23ea7c tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:35.429284 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-ac56c319-37ea-4c89-8c39-1829366c43a8 req-6d04d093-8055-43be-94dc-1f5cab23ea7c tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:35.430485 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ac56c319-37ea-4c89-8c39-1829366c43a8 req-6d04d093-8055-43be-94dc-1f5cab23ea7c tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] 10.222.0.23 "DELETE /v2.0/security-groups/4941ff0e-66c0-42e9-9f81-15266d04b202 HTTP/1.1" status: 204 len: 173 time: 0.2761223 Jul 05 02:13:35.437636 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43164) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:13:35.454621 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d04d093-8055-43be-94dc-1f5cab23ea7c tempest-SecurityGroupsTestJSON-1078989698 tempest-SecurityGroupsTestJSON-1078989698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4941ff0e-66c0-42e9-9f81-15266d04b202,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:13:35.469115 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769a7202-f518-4ebb-ab1a-d35f45e5580a req-775649f0-02a6-4b65-90b7-0ae562426311 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:35.471711 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-769a7202-f518-4ebb-ab1a-d35f45e5580a req-775649f0-02a6-4b65-90b7-0ae562426311 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/networks?id=b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1 HTTP/1.1" status: 200 len: 819 time: 0.1162193 Jul 05 02:13:35.493732 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-769a7202-f518-4ebb-ab1a-d35f45e5580a req-3d0c5945-3634-41ca-b3d7-04c78c733503 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/quotas/7bf4f22dde1e4624a2cb34086c53be02 HTTP/1.1" status: 200 len: 375 time: 0.0128779 Jul 05 02:13:35.534780 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_v2 [None req-862ee3f4-106c-428b-9fc9-1e2675568ed1 admin admin] Deleting subnet ea5677e1-8b3f-4cb2-b460-3fad0d995656 {{(pid=94461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:13:35.547609 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-862ee3f4-106c-428b-9fc9-1e2675568ed1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:35.550802 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-de8f8b42-5a2b-4e72-87f2-c7256e5feff9 req-2ac5c55e-2c7d-45ec-872b-4d169d604900 tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=59559a9a2e3645a89e9f19b0abb455d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306299 Jul 05 02:13:35.638819 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-769a7202-f518-4ebb-ab1a-d35f45e5580a req-8ff2f8cf-5b59-4ace-9700-3e8d9666645b tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7bf4f22dde1e4624a2cb34086c53be02&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1294510 Jul 05 02:13:35.645743 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-02fc2eb9-7f6a-46c9-b40e-24b7e10bceed admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=07340aa663a94d2396a6c67101b3f807&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2409050 Jul 05 02:13:35.654270 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43174) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:13:35.771418 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-463232ff-d25c-4019-b974-afe650e73bbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:35.779301 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-769a7202-f518-4ebb-ab1a-d35f45e5580a req-91614a09-233e-47d7-94d8-bede9cc474ad service neutron] 10.222.0.23 "GET /v2.0/networks/b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322823 Jul 05 02:13:35.845978 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-463232ff-d25c-4019-b974-afe650e73bbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:35.908475 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-862ee3f4-106c-428b-9fc9-1e2675568ed1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5519650'] for subnet, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:35.915789 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-769a7202-f518-4ebb-ab1a-d35f45e5580a req-e7e381e6-f449-4143-b539-bb65b7646773 service neutron] 10.222.0.23 "GET /v2.0/networks/b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274757 Jul 05 02:13:35.967679 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8f8b42-5a2b-4e72-87f2-c7256e5feff9 req-f3757f2e-8e4a-4b0d-887b-54449de4d9a9 tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:35.970936 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-de8f8b42-5a2b-4e72-87f2-c7256e5feff9 req-f3757f2e-8e4a-4b0d-887b-54449de4d9a9 tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3974352 Jul 05 02:13:35.974607 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-862ee3f4-106c-428b-9fc9-1e2675568ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:36.010414 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-de8f8b42-5a2b-4e72-87f2-c7256e5feff9 req-ec14d5e2-75f1-45b6-8351-89603b9afdfc tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] 10.222.0.23 "GET /v2.0/quotas/59559a9a2e3645a89e9f19b0abb455d4 HTTP/1.1" status: 200 len: 375 time: 0.0333288 Jul 05 02:13:36.105558 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-de8f8b42-5a2b-4e72-87f2-c7256e5feff9 req-06423c7c-ba07-4640-81be-88f3c3f106ea tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=59559a9a2e3645a89e9f19b0abb455d4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0881693 Jul 05 02:13:36.181909 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-463232ff-d25c-4019-b974-afe650e73bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:36.182279 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-463232ff-d25c-4019-b974-afe650e73bbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:36.187689 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-463232ff-d25c-4019-b974-afe650e73bbe admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4f9ee991-c666-47b2-b3f3-24a1fcc6747e HTTP/1.1" status: 204 len: 168 time: 0.5314708 Jul 05 02:13:36.207298 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463232ff-d25c-4019-b974-afe650e73bbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f9ee991-c666-47b2-b3f3-24a1fcc6747e,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:13:36.256563 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-862ee3f4-106c-428b-9fc9-1e2675568ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5763388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774356'] for subnet, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:36.293520 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862ee3f4-106c-428b-9fc9-1e2675568ed1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea5677e1-8b3f-4cb2-b460-3fad0d995656,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:13:36.303337 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-862ee3f4-106c-428b-9fc9-1e2675568ed1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:36.305292 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-862ee3f4-106c-428b-9fc9-1e2675568ed1 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ea5677e1-8b3f-4cb2-b460-3fad0d995656 HTTP/1.1" status: 204 len: 168 time: 0.8648686 Jul 05 02:13:36.308373 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43184) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:13:36.451197 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a59346db-dad0-40f5-a80b-b31c8b3b2088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:36.661926 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a59346db-dad0-40f5-a80b-b31c8b3b2088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:36.677534 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-a59346db-dad0-40f5-a80b-b31c8b3b2088 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae249f0a-0756-4e2c-91ca-8aa027d8a61b']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:13:36.690855 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-a59346db-dad0-40f5-a80b-b31c8b3b2088 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb1a6b94-6086-43b7-acf8-adc8a5518556') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:13:36.691423 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-a59346db-dad0-40f5-a80b-b31c8b3b2088 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb1a6b94-6086-43b7-acf8-adc8a5518556') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:13:36.696352 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-efa93b5e-7704-482c-bf72-0abb179cd8ce req-44efc27c-0e80-4547-b625-5bc8934a16f9 tempest-LiveMigrationNegativeTest-957358041 tempest-LiveMigrationNegativeTest-957358041-project] 10.222.0.23 "GET /v2.0/ports?device_id=53b1405d-e57e-488f-9402-6bda582de63e HTTP/1.1" status: 200 len: 210 time: 0.0594358 Jul 05 02:13:36.731228 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a59346db-dad0-40f5-a80b-b31c8b3b2088 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:36.751885 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a59346db-dad0-40f5-a80b-b31c8b3b2088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:36.764570 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a59346db-dad0-40f5-a80b-b31c8b3b2088 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:13:36.764570 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a59346db-dad0-40f5-a80b-b31c8b3b2088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:36.764570 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:13:36.764570 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:13:36.764570 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:13:36.764570 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:13:36.764570 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:13:36.764570 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:13:36.764570 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:13:36.764570 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:13:36.764570 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:13:36.764570 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:13:36.764570 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:13:36.764570 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:13:36.764570 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:13:36.764570 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:13:36.764570 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:13:36.764570 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:13:36.764570 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:13:36.764570 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:13:36.764570 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:13:36.764570 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:13:36.764570 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:13:36.764570 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:13:36.764570 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:13:36.764570 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:13:36.764570 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:13:36.764570 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:13:36.764570 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:13:36.764570 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:13:36.764570 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:13:36.764570 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:13:36.764570 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:13:36.764570 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:13:36.764570 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:13:36.764570 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:13:36.764570 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:13:36.764570 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:13:36.764570 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:13:36.764570 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:13:36.764570 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:13:36.764570 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:13:36.764570 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:13:36.764570 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:13:36.764570 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:13:36.764570 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:13:36.859495 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e1528af6-895d-4a40-ae58-190dfdcd5de1 req-fcca973a-2d99-4e5c-8406-52042ceded36 tempest-AttachSCSIVolumeTestJSON-693609738 tempest-AttachSCSIVolumeTestJSON-693609738-project] 10.222.0.23 "GET /v2.0/ports?device_id=d91c1a4b-95f9-4e14-b5fb-18367bfbfbbc HTTP/1.1" status: 200 len: 210 time: 0.0512488 Jul 05 02:13:37.053286 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a59346db-dad0-40f5-a80b-b31c8b3b2088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:37.082053 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-85720e47-bfbb-47de-b6b0-93711d9c016a req-c4ca5249-d7a6-4f9f-b700-58712b6195c9 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=a74e6db0-70ff-4186-9157-db92e776b2ef HTTP/1.1" status: 200 len: 210 time: 0.0531800 Jul 05 02:13:37.091067 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a59346db-dad0-40f5-a80b-b31c8b3b2088 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:37.093158 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-a59346db-dad0-40f5-a80b-b31c8b3b2088 admin admin] 10.222.0.23 "DELETE /v2.0/networks/ae249f0a-0756-4e2c-91ca-8aa027d8a61b HTTP/1.1" status: 204 len: 168 time: 0.7831059 Jul 05 02:13:37.094568 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59346db-dad0-40f5-a80b-b31c8b3b2088 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae249f0a-0756-4e2c-91ca-8aa027d8a61b,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:13:37.179845 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5c761f48-37b6-4122-a9fc-a7f490bb8b0c req-cbcc913c-83ab-4b4a-ad77-fe4b899af509 tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] 10.222.0.23 "GET /v2.0/ports?device_id=9985cb83-90e0-4048-ba4a-fa0e1782ec9e HTTP/1.1" status: 200 len: 210 time: 0.0284371 Jul 05 02:13:37.257422 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43222) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:13:37.265962 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-485847f8-3531-4f42-87f2-c590cec2b823 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:37.359983 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-485847f8-3531-4f42-87f2-c590cec2b823 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:37.607421 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-485847f8-3531-4f42-87f2-c590cec2b823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:37.652815 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-485847f8-3531-4f42-87f2-c590cec2b823 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5f2f32cfaf3d46b6bff239631f92ede5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3990684 Jul 05 02:13:37.655488 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43226) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:13:37.656442 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485847f8-3531-4f42-87f2-c590cec2b823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e9e45a9-ba03-4971-b0f1-5b42725a20d9,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:13:37.709048 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-66f31c99-e79f-4e5f-b234-ad952fad2d19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:37.734413 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-66f31c99-e79f-4e5f-b234-ad952fad2d19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:37.848288 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43232) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:13:37.891858 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-6e5ee1a7-1212-4e33-93a6-f4a28861abf2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=56afeb828cf948f58160284840211a1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0421588 Jul 05 02:13:37.894549 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43236) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:13:37.914456 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-66f31c99-e79f-4e5f-b234-ad952fad2d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:37.917203 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-66f31c99-e79f-4e5f-b234-ad952fad2d19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:37.920026 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-66f31c99-e79f-4e5f-b234-ad952fad2d19 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4e9e45a9-ba03-4971-b0f1-5b42725a20d9 HTTP/1.1" status: 204 len: 168 time: 0.2629304 Jul 05 02:13:37.953539 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f31c99-e79f-4e5f-b234-ad952fad2d19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e9e45a9-ba03-4971-b0f1-5b42725a20d9,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:13:37.984403 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0efe72ff-ea07-4763-ac18-1e5a11f2e911 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:38.031845 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0efe72ff-ea07-4763-ac18-1e5a11f2e911 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:38.109639 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-93196fa4-1189-4cd6-b2ce-43e2ef516815 req-1868a9d1-0be8-4e5b-bec0-3e8a5bc9fe29 tempest-AttachSCSIVolumeTestJSON-693609738 tempest-AttachSCSIVolumeTestJSON-693609738-project] 10.222.0.23 "GET /v2.0/ports?device_id=d91c1a4b-95f9-4e14-b5fb-18367bfbfbbc HTTP/1.1" status: 200 len: 210 time: 0.0323122 Jul 05 02:13:38.266976 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-95d68ef8-204f-4927-bb6b-1dc53f0cf7e4 req-e2407ce8-3e4d-4f48-be16-636ee2160d92 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=a74e6db0-70ff-4186-9157-db92e776b2ef HTTP/1.1" status: 200 len: 210 time: 0.0517941 Jul 05 02:13:38.290413 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0efe72ff-ea07-4763-ac18-1e5a11f2e911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:38.294513 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0efe72ff-ea07-4763-ac18-1e5a11f2e911 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:38.295653 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-0efe72ff-ea07-4763-ac18-1e5a11f2e911 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e181e6bc-cf15-4644-b3a9-16feadbfeb13 HTTP/1.1" status: 204 len: 168 time: 0.4000435 Jul 05 02:13:38.320891 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efe72ff-ea07-4763-ac18-1e5a11f2e911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e181e6bc-cf15-4644-b3a9-16feadbfeb13,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:13:38.375230 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7224f9e6-f56f-40ee-aab5-4f1fb1528737 req-15d6b15d-7a28-45b2-aaab-eaf463fa9f6d tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] 10.222.0.23 "GET /v2.0/ports?device_id=9985cb83-90e0-4048-ba4a-fa0e1782ec9e HTTP/1.1" status: 200 len: 210 time: 0.0490823 Jul 05 02:13:38.410076 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d1a6b7-3097-4c03-b969-64952a0656ab req-b2ebe395-f02b-4724-b49b-23c33574ed6f tempest-AttachSCSIVolumeTestJSON-693609738 tempest-AttachSCSIVolumeTestJSON-693609738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:38.411548 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-22d1a6b7-3097-4c03-b969-64952a0656ab req-b2ebe395-f02b-4724-b49b-23c33574ed6f tempest-AttachSCSIVolumeTestJSON-693609738 tempest-AttachSCSIVolumeTestJSON-693609738-project] 10.222.0.21 "GET /v2.0/networks?id=98e9f515-6cf4-4efb-9632-f9c68ae3e49b HTTP/1.1" status: 200 len: 814 time: 0.1996586 Jul 05 02:13:38.423688 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-22d1a6b7-3097-4c03-b969-64952a0656ab req-b82cb90a-5e51-4f17-a8e3-0ee006234996 tempest-AttachSCSIVolumeTestJSON-693609738 tempest-AttachSCSIVolumeTestJSON-693609738-project] Request body: {'port': {'device_id': 'd91c1a4b-95f9-4e14-b5fb-18367bfbfbbc', 'network_id': '98e9f515-6cf4-4efb-9632-f9c68ae3e49b', 'admin_state_up': True, 'tenant_id': 'a26ea553fd9d4d7dac33335525dc5e93'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:13:38.555182 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 8b64444c-d201-4092-a11d-b3e9583f7ce4 no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:13:38.576645 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] No Port match for: 8b64444c-d201-4092-a11d-b3e9583f7ce4 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:13:38.576645 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 8b64444c-d201-4092-a11d-b3e9583f7ce4 not bound to the agent host n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:13:38.624014 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43262) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:13:38.631021 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22d1a6b7-3097-4c03-b969-64952a0656ab req-b82cb90a-5e51-4f17-a8e3-0ee006234996 tempest-AttachSCSIVolumeTestJSON-693609738 tempest-AttachSCSIVolumeTestJSON-693609738-project] Made reservation on behalf of a26ea553fd9d4d7dac33335525dc5e93 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:13:38.634599 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-22d1a6b7-3097-4c03-b969-64952a0656ab req-b82cb90a-5e51-4f17-a8e3-0ee006234996 tempest-AttachSCSIVolumeTestJSON-693609738 tempest-AttachSCSIVolumeTestJSON-693609738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:38.775486 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-22d1a6b7-3097-4c03-b969-64952a0656ab req-b82cb90a-5e51-4f17-a8e3-0ee006234996 tempest-AttachSCSIVolumeTestJSON-693609738 tempest-AttachSCSIVolumeTestJSON-693609738-project] Allocated IP 172.20.0.6 (98e9f515-6cf4-4efb-9632-f9c68ae3e49b/1b8be822-461d-4761-a35b-41acdbbeaf8b/8bd7c70a-13de-4d32-a7f8-d23cfb7ce856) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:13:38.927334 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-6e903690-c1da-48df-b5c5-24fe0f382496 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ed2364caf3124d8bad97d5b31d9f4d2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3016057 Jul 05 02:13:38.930017 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43276) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:13:39.015646 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-22d1a6b7-3097-4c03-b969-64952a0656ab req-b82cb90a-5e51-4f17-a8e3-0ee006234996 tempest-AttachSCSIVolumeTestJSON-693609738 tempest-AttachSCSIVolumeTestJSON-693609738-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:39.024794 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-44a1432e-792a-42e2-bcef-50477762f8cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:39.030939 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-22d1a6b7-3097-4c03-b969-64952a0656ab req-b82cb90a-5e51-4f17-a8e3-0ee006234996 tempest-AttachSCSIVolumeTestJSON-693609738 tempest-AttachSCSIVolumeTestJSON-693609738-project] Transition to ACTIVE for port object 8bd7c70a-13de-4d32-a7f8-d23cfb7ce856 will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:13:39.042900 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-44a1432e-792a-42e2-bcef-50477762f8cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:39.168028 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-22d1a6b7-3097-4c03-b969-64952a0656ab req-b82cb90a-5e51-4f17-a8e3-0ee006234996 tempest-AttachSCSIVolumeTestJSON-693609738 tempest-AttachSCSIVolumeTestJSON-693609738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:39.195616 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-44a1432e-792a-42e2-bcef-50477762f8cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:39.198461 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-44a1432e-792a-42e2-bcef-50477762f8cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:39.199836 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-44a1432e-792a-42e2-bcef-50477762f8cd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0e5cd77e-1b52-448c-b212-5db741d9953c HTTP/1.1" status: 204 len: 168 time: 0.2669833 Jul 05 02:13:39.210378 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a1432e-792a-42e2-bcef-50477762f8cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e5cd77e-1b52-448c-b212-5db741d9953c,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:13:39.249204 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22d1a6b7-3097-4c03-b969-64952a0656ab req-b82cb90a-5e51-4f17-a8e3-0ee006234996 tempest-AttachSCSIVolumeTestJSON-693609738 tempest-AttachSCSIVolumeTestJSON-693609738-project] Network 98e9f515-6cf4-4efb-9632-f9c68ae3e49b is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:13:39.262475 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-22d1a6b7-3097-4c03-b969-64952a0656ab req-b82cb90a-5e51-4f17-a8e3-0ee006234996 tempest-AttachSCSIVolumeTestJSON-693609738 tempest-AttachSCSIVolumeTestJSON-693609738-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:13:39.269986 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-22d1a6b7-3097-4c03-b969-64952a0656ab req-b82cb90a-5e51-4f17-a8e3-0ee006234996 tempest-AttachSCSIVolumeTestJSON-693609738 tempest-AttachSCSIVolumeTestJSON-693609738-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:13:39.336421 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82cb90a-5e51-4f17-a8e3-0ee006234996 tempest-AttachSCSIVolumeTestJSON-693609738 tempest-AttachSCSIVolumeTestJSON-693609738-project] Pushing event updated for resources: {'Port': ['ID=8bd7c70a-13de-4d32-a7f8-d23cfb7ce856,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:13:39.401957 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d1a6b7-3097-4c03-b969-64952a0656ab req-b82cb90a-5e51-4f17-a8e3-0ee006234996 tempest-AttachSCSIVolumeTestJSON-693609738 tempest-AttachSCSIVolumeTestJSON-693609738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:39.402621 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-22d1a6b7-3097-4c03-b969-64952a0656ab req-b82cb90a-5e51-4f17-a8e3-0ee006234996 tempest-AttachSCSIVolumeTestJSON-693609738 tempest-AttachSCSIVolumeTestJSON-693609738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:39.428886 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e19a4f-8f14-4e15-83ba-8784c792afce req-196c135c-475a-4af0-ba13-8002c38a6a0b tempest-AttachSCSIVolumeTestJSON-693609738 tempest-AttachSCSIVolumeTestJSON-693609738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:39.430460 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c6e19a4f-8f14-4e15-83ba-8784c792afce req-196c135c-475a-4af0-ba13-8002c38a6a0b tempest-AttachSCSIVolumeTestJSON-693609738 tempest-AttachSCSIVolumeTestJSON-693609738-project] 10.222.0.23 "GET /v2.0/ports?device_id=d91c1a4b-95f9-4e14-b5fb-18367bfbfbbc HTTP/1.1" status: 200 len: 931 time: 0.1835024 Jul 05 02:13:39.492266 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c6e19a4f-8f14-4e15-83ba-8784c792afce req-8607b594-f66c-4b2e-b6c6-82cf76e9535a tempest-AttachSCSIVolumeTestJSON-693609738 tempest-AttachSCSIVolumeTestJSON-693609738-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a53d924-d96c-4bdb-9b03-c3639df0d399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551374 Jul 05 02:13:39.522451 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-22d1a6b7-3097-4c03-b969-64952a0656ab req-b82cb90a-5e51-4f17-a8e3-0ee006234996 tempest-AttachSCSIVolumeTestJSON-693609738 tempest-AttachSCSIVolumeTestJSON-693609738-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1019390 Jul 05 02:13:39.536122 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-22d1a6b7-3097-4c03-b969-64952a0656ab req-a6ba14e6-cace-452d-b1e5-33e507229a76 service neutron] Request body: {'port': {'device_id': 'd91c1a4b-95f9-4e14-b5fb-18367bfbfbbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:13:39.546753 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-09cfc8b5-0698-4701-b025-2e472ba7daa4 req-ee7de13c-fec7-486d-a608-2f2c93ad8801 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=a74e6db0-70ff-4186-9157-db92e776b2ef HTTP/1.1" status: 200 len: 210 time: 0.0510275 Jul 05 02:13:39.743322 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-10a39401-a129-4451-a78a-a0cec3c7bb19 req-c4eb69d3-1838-4d5b-901c-2a74717d362a tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] 10.222.0.23 "GET /v2.0/ports?device_id=9985cb83-90e0-4048-ba4a-fa0e1782ec9e HTTP/1.1" status: 200 len: 210 time: 0.0340347 Jul 05 02:13:39.762966 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-22d1a6b7-3097-4c03-b969-64952a0656ab req-a6ba14e6-cace-452d-b1e5-33e507229a76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:39.767704 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-d556fbb6-09fa-47e8-8ea3-8cbf8b510454 None None] Provisioning for port 8bd7c70a-13de-4d32-a7f8-d23cfb7ce856 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:13:39.772743 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-d556fbb6-09fa-47e8-8ea3-8cbf8b510454 None None] Provisioning complete for port 8bd7c70a-13de-4d32-a7f8-d23cfb7ce856 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:13:39.773455 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-d556fbb6-09fa-47e8-8ea3-8cbf8b510454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:39.823582 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769a7202-f518-4ebb-ab1a-d35f45e5580a req-b2a33cb7-1eb9-430e-8c87-3276c33fde38 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:39.825081 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-769a7202-f518-4ebb-ab1a-d35f45e5580a req-b2a33cb7-1eb9-430e-8c87-3276c33fde38 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.21 "GET /v2.0/networks?id=b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1 HTTP/1.1" status: 200 len: 819 time: 0.1833775 Jul 05 02:13:39.844512 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-769a7202-f518-4ebb-ab1a-d35f45e5580a req-67d82e82-0be6-4908-932b-9774d578efa3 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Request body: {'port': {'device_id': 'a74e6db0-70ff-4186-9157-db92e776b2ef', 'network_id': 'b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1', 'admin_state_up': True, 'tenant_id': '7bf4f22dde1e4624a2cb34086c53be02'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:13:39.865988 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-d556fbb6-09fa-47e8-8ea3-8cbf8b510454 None None] Port 8bd7c70a-13de-4d32-a7f8-d23cfb7ce856 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:13:40.214710 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-22d1a6b7-3097-4c03-b969-64952a0656ab req-a6ba14e6-cace-452d-b1e5-33e507229a76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bd7c70a-13de-4d32-a7f8-d23cfb7ce856 {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:13:40.225585 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-22d1a6b7-3097-4c03-b969-64952a0656ab req-a6ba14e6-cace-452d-b1e5-33e507229a76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:40.229857 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-769a7202-f518-4ebb-ab1a-d35f45e5580a req-67d82e82-0be6-4908-932b-9774d578efa3 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Made reservation on behalf of 7bf4f22dde1e4624a2cb34086c53be02 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:13:40.234223 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-769a7202-f518-4ebb-ab1a-d35f45e5580a req-67d82e82-0be6-4908-932b-9774d578efa3 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:40.374689 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-22d1a6b7-3097-4c03-b969-64952a0656ab req-a6ba14e6-cace-452d-b1e5-33e507229a76 service neutron] Transition to ACTIVE for port object 8bd7c70a-13de-4d32-a7f8-d23cfb7ce856 will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:13:40.488306 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-22d1a6b7-3097-4c03-b969-64952a0656ab req-a6ba14e6-cace-452d-b1e5-33e507229a76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:40.496381 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43348) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:13:40.555670 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-769a7202-f518-4ebb-ab1a-d35f45e5580a req-67d82e82-0be6-4908-932b-9774d578efa3 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Allocated IP 172.20.0.3 (b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1/88cd65d9-1715-492f-9ef5-e486cc8231ac/2a56c588-e0db-4c24-a7d0-3f2ece18bc17) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:13:40.556198 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device cb9c0984-4028-48af-bdef-e0626427ee4b details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:13:40.626105 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-5862aa15-e2d7-44ab-a8eb-fe780dbee642 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=75d267ac0d5249af93a324316b066632&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1277022 Jul 05 02:13:40.627020 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43356) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:13:40.724506 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c727bced-7574-42ba-a58a-e43ef8dc2c49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:40.831021 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port cb9c0984-4028-48af-bdef-e0626427ee4b, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=cb9c0984-4028-48af-bdef-e0626427ee4b,segment=NetworkSegment(f64300f6-197b-4011-8dc6-a113f7708dd5),segment_id=f64300f6-197b-4011-8dc6-a113f7708dd5)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:13:40.894590 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Returning: {'device': 'cb9c0984-4028-48af-bdef-e0626427ee4b', 'network_id': 'b0083775-05cf-4d34-9b3f-be9cea23529c', 'port_id': 'cb9c0984-4028-48af-bdef-e0626427ee4b', 'mac_address': 'fa:16:3e:75:72:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f216c7f5-ca0e-41f7-9604-de1f19a72e49', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:13:40.924851 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c727bced-7574-42ba-a58a-e43ef8dc2c49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:40.968925 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ba14e6-cace-452d-b1e5-33e507229a76 service neutron] Pushing event updated for resources: {'Port': ['ID=8bd7c70a-13de-4d32-a7f8-d23cfb7ce856,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:13:41.031712 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257cc2f6-ad77-4ef8-b775-25d8b729e577 req-72abc38b-c4f8-4ea2-a24f-df287a6e3b43 tempest-AttachSCSIVolumeTestJSON-693609738 tempest-AttachSCSIVolumeTestJSON-693609738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:41.038878 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-22d1a6b7-3097-4c03-b969-64952a0656ab req-a6ba14e6-cace-452d-b1e5-33e507229a76 service neutron] Attempting to bind port 8bd7c70a-13de-4d32-a7f8-d23cfb7ce856 on host n-h1-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:13:41.039283 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-22d1a6b7-3097-4c03-b969-64952a0656ab req-a6ba14e6-cace-452d-b1e5-33e507229a76 service neutron] Attempting to bind port 8bd7c70a-13de-4d32-a7f8-d23cfb7ce856 by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': 'db4f039d-ef1e-41e9-961e-4e2fa117a5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '98e9f515-6cf4-4efb-9632-f9c68ae3e49b'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:13:41.039619 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d1a6b7-3097-4c03-b969-64952a0656ab req-a6ba14e6-cace-452d-b1e5-33e507229a76 service neutron] Attempting to bind port 8bd7c70a-13de-4d32-a7f8-d23cfb7ce856 on network 98e9f515-6cf4-4efb-9632-f9c68ae3e49b {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:13:41.041999 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-257cc2f6-ad77-4ef8-b775-25d8b729e577 req-72abc38b-c4f8-4ea2-a24f-df287a6e3b43 tempest-AttachSCSIVolumeTestJSON-693609738 tempest-AttachSCSIVolumeTestJSON-693609738-project] 10.222.0.23 "GET /v2.0/ports?device_id=d91c1a4b-95f9-4e14-b5fb-18367bfbfbbc HTTP/1.1" status: 200 len: 943 time: 0.2755151 Jul 05 02:13:41.050019 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:41.064002 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d1a6b7-3097-4c03-b969-64952a0656ab req-a6ba14e6-cace-452d-b1e5-33e507229a76 service neutron] Port 8bd7c70a-13de-4d32-a7f8-d23cfb7ce856 on network 98e9f515-6cf4-4efb-9632-f9c68ae3e49b not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:13:41.064339 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d1a6b7-3097-4c03-b969-64952a0656ab req-a6ba14e6-cace-452d-b1e5-33e507229a76 service neutron] Attempting to bind port 8bd7c70a-13de-4d32-a7f8-d23cfb7ce856 on network 98e9f515-6cf4-4efb-9632-f9c68ae3e49b {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:13:41.108899 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-257cc2f6-ad77-4ef8-b775-25d8b729e577 req-653c9ff9-5c28-467f-91e7-624ce52b80a4 tempest-AttachSCSIVolumeTestJSON-693609738 tempest-AttachSCSIVolumeTestJSON-693609738-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a53d924-d96c-4bdb-9b03-c3639df0d399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657749 Jul 05 02:13:41.112802 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d1a6b7-3097-4c03-b969-64952a0656ab req-a6ba14e6-cace-452d-b1e5-33e507229a76 service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:13:41.113214 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d1a6b7-3097-4c03-b969-64952a0656ab req-a6ba14e6-cace-452d-b1e5-33e507229a76 service neutron] Checking segment: {'id': 'db4f039d-ef1e-41e9-961e-4e2fa117a5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '98e9f515-6cf4-4efb-9632-f9c68ae3e49b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:13:41.113621 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d1a6b7-3097-4c03-b969-64952a0656ab req-a6ba14e6-cace-452d-b1e5-33e507229a76 service neutron] Bound using segment: {'id': 'db4f039d-ef1e-41e9-961e-4e2fa117a5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '98e9f515-6cf4-4efb-9632-f9c68ae3e49b'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:13:41.114090 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-22d1a6b7-3097-4c03-b969-64952a0656ab req-a6ba14e6-cace-452d-b1e5-33e507229a76 service neutron] Bound port: 8bd7c70a-13de-4d32-a7f8-d23cfb7ce856, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db4f039d-ef1e-41e9-961e-4e2fa117a5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '98e9f515-6cf4-4efb-9632-f9c68ae3e49b'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:13:41.119723 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-22d1a6b7-3097-4c03-b969-64952a0656ab req-a6ba14e6-cace-452d-b1e5-33e507229a76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:41.120189 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cb9c0984-4028-48af-bdef-e0626427ee4b {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:13:41.198302 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port cb9c0984-4028-48af-bdef-e0626427ee4b, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=cb9c0984-4028-48af-bdef-e0626427ee4b,segment=NetworkSegment(f64300f6-197b-4011-8dc6-a113f7708dd5),segment_id=f64300f6-197b-4011-8dc6-a113f7708dd5)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:13:41.242430 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c727bced-7574-42ba-a58a-e43ef8dc2c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:41.246062 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c727bced-7574-42ba-a58a-e43ef8dc2c49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:41.247941 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-c727bced-7574-42ba-a58a-e43ef8dc2c49 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4e3e8d9a-ff37-4c4d-90f4-a8b8badd69c0 HTTP/1.1" status: 204 len: 168 time: 0.6156471 Jul 05 02:13:41.287534 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:41.308122 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43376) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:13:41.333954 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3f306ff0-ff0d-40a9-957e-5466c64d566a req-d66eafdf-7a49-433c-89ef-dc518c18b279 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=a74e6db0-70ff-4186-9157-db92e776b2ef HTTP/1.1" status: 200 len: 210 time: 0.0801702 Jul 05 02:13:41.339272 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c727bced-7574-42ba-a58a-e43ef8dc2c49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e3e8d9a-ff37-4c4d-90f4-a8b8badd69c0,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:13:41.442798 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['cb9c0984-4028-48af-bdef-e0626427ee4b'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:13:41.564564 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=cb9c0984-4028-48af-bdef-e0626427ee4b,revision_number=6']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:13:41.571275 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:41.580737 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-22d1a6b7-3097-4c03-b969-64952a0656ab req-a6ba14e6-cace-452d-b1e5-33e507229a76 service neutron] For port 8bd7c70a-13de-4d32-a7f8-d23cfb7ce856, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:13:41.585374 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-22d1a6b7-3097-4c03-b969-64952a0656ab req-a6ba14e6-cace-452d-b1e5-33e507229a76 service neutron] For port 8bd7c70a-13de-4d32-a7f8-d23cfb7ce856, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=8bd7c70a-13de-4d32-a7f8-d23cfb7ce856,segment=NetworkSegment(db4f039d-ef1e-41e9-961e-4e2fa117a5a1),segment_id=db4f039d-ef1e-41e9-961e-4e2fa117a5a1)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:13:41.631531 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-769a7202-f518-4ebb-ab1a-d35f45e5580a req-67d82e82-0be6-4908-932b-9774d578efa3 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:41.716284 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:41.785326 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-22d1a6b7-3097-4c03-b969-64952a0656ab req-a6ba14e6-cace-452d-b1e5-33e507229a76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:41.833194 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d1a6b7-3097-4c03-b969-64952a0656ab req-a6ba14e6-cace-452d-b1e5-33e507229a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:41.834008 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-22d1a6b7-3097-4c03-b969-64952a0656ab req-a6ba14e6-cace-452d-b1e5-33e507229a76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:41.835612 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-22d1a6b7-3097-4c03-b969-64952a0656ab req-a6ba14e6-cace-452d-b1e5-33e507229a76 service neutron] 10.222.0.21 "PUT /v2.0/ports/8bd7c70a-13de-4d32-a7f8-d23cfb7ce856 HTTP/1.1" status: 200 len: 1092 time: 2.3084576 Jul 05 02:13:41.836072 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd91c1a4b-95f9-4e14-b5fb-18367bfbfbbc', 'tag': '8bd7c70a-13de-4d32-a7f8-d23cfb7ce856'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:13:41.839155 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e2c2d4b-d38b-4d6b-ba86-4ff9dca352c6" -d '{"events": [{"name": "network-changed", "server_uuid": "d91c1a4b-95f9-4e14-b5fb-18367bfbfbbc", "tag": "8bd7c70a-13de-4d32-a7f8-d23cfb7ce856"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:13:41.853416 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-769a7202-f518-4ebb-ab1a-d35f45e5580a req-67d82e82-0be6-4908-932b-9774d578efa3 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:41.885533 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-769a7202-f518-4ebb-ab1a-d35f45e5580a req-67d82e82-0be6-4908-932b-9774d578efa3 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Network b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:13:41.886808 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ba14e6-cace-452d-b1e5-33e507229a76 service neutron] Pushing event updated for resources: {'Port': ['ID=8bd7c70a-13de-4d32-a7f8-d23cfb7ce856,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:13:41.890564 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-769a7202-f518-4ebb-ab1a-d35f45e5580a req-67d82e82-0be6-4908-932b-9774d578efa3 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:13:41.895786 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-769a7202-f518-4ebb-ab1a-d35f45e5580a req-67d82e82-0be6-4908-932b-9774d578efa3 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:13:41.996408 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d82e82-0be6-4908-932b-9774d578efa3 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Pushing event updated for resources: {'Port': ['ID=2a56c588-e0db-4c24-a7d0-3f2ece18bc17,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:13:42.013118 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769a7202-f518-4ebb-ab1a-d35f45e5580a req-67d82e82-0be6-4908-932b-9774d578efa3 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:42.014028 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-769a7202-f518-4ebb-ab1a-d35f45e5580a req-67d82e82-0be6-4908-932b-9774d578efa3 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:42.190730 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-769a7202-f518-4ebb-ab1a-d35f45e5580a req-67d82e82-0be6-4908-932b-9774d578efa3 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3503892 Jul 05 02:13:42.310204 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-cc6becb2-4085-4571-acd8-fa58b1e4f52e admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-608550675-network', 'tenant_id': '39cee1aac4c44f278f0948186a2959f8'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:13:42.475322 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc6becb2-4085-4571-acd8-fa58b1e4f52e admin admin] Made reservation on behalf of 39cee1aac4c44f278f0948186a2959f8 for: {'network': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:13:42.479226 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-cc6becb2-4085-4571-acd8-fa58b1e4f52e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:42.545875 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-769a7202-f518-4ebb-ab1a-d35f45e5580a req-37b632df-5e78-49cc-8f90-d35c5537baea service neutron] Request body: {'port': {'device_id': 'a74e6db0-70ff-4186-9157-db92e776b2ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:13:42.562934 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device cb9c0984-4028-48af-bdef-e0626427ee4b up at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:13:42.659627 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning complete for port cb9c0984-4028-48af-bdef-e0626427ee4b triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:13:42.660282 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:42.827256 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-cc6becb2-4085-4571-acd8-fa58b1e4f52e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:42.935771 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:42.976376 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-769a7202-f518-4ebb-ab1a-d35f45e5580a req-37b632df-5e78-49cc-8f90-d35c5537baea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:43.029413 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port cb9c0984-4028-48af-bdef-e0626427ee4b, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=cb9c0984-4028-48af-bdef-e0626427ee4b,segment=NetworkSegment(f64300f6-197b-4011-8dc6-a113f7708dd5),segment_id=f64300f6-197b-4011-8dc6-a113f7708dd5)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:13:43.034173 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8138719b-85d1-48a7-b468-a9890bf322dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb9c0984-4028-48af-bdef-e0626427ee4b'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:13:43.044718 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-949757e6-13e6-4f6f-b6a6-c9d0ab7ec859" -d '{"events": [{"server_uuid": "8138719b-85d1-48a7-b468-a9890bf322dd", "name": "network-vif-plugged", "status": "completed", "tag": "cb9c0984-4028-48af-bdef-e0626427ee4b"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:13:43.115874 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:43.197542 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8ac1ccde-91ca-4b4f-8301-58676451d884 req-01c00bdd-c491-4579-8b22-fccfde0deec2 tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] 10.222.0.23 "GET /v2.0/ports?device_id=9985cb83-90e0-4048-ba4a-fa0e1782ec9e HTTP/1.1" status: 200 len: 210 time: 0.4644108 Jul 05 02:13:43.246994 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=cb9c0984-4028-48af-bdef-e0626427ee4b,revision_number=7']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:13:43.371991 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25c2f0d3-dbe1-44f0-9e36-cdaf53ab7559 x-openstack-request-id: req-25c2f0d3-dbe1-44f0-9e36-cdaf53ab7559 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:13:43.372519 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d91c1a4b-95f9-4e14-b5fb-18367bfbfbbc", "tag": "8bd7c70a-13de-4d32-a7f8-d23cfb7ce856", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:13:43.372519 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-25c2f0d3-dbe1-44f0-9e36-cdaf53ab7559 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:13:43.372935 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd91c1a4b-95f9-4e14-b5fb-18367bfbfbbc', 'tag': '8bd7c70a-13de-4d32-a7f8-d23cfb7ce856', 'status': 'completed', 'code': 200} Jul 05 02:13:43.480866 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d1a6b7-3097-4c03-b969-64952a0656ab req-5d55cc9f-537d-4955-bbed-2e4eb3608010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:43.483576 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-22d1a6b7-3097-4c03-b969-64952a0656ab req-5d55cc9f-537d-4955-bbed-2e4eb3608010 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a26ea553fd9d4d7dac33335525dc5e93&device_id=d91c1a4b-95f9-4e14-b5fb-18367bfbfbbc HTTP/1.1" status: 200 len: 1095 time: 0.7223363 Jul 05 02:13:43.588440 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-de8f8b42-5a2b-4e72-87f2-c7256e5feff9 req-2d9202c4-9a4a-4703-893f-29204ed93913 tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=59559a9a2e3645a89e9f19b0abb455d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0401750 Jul 05 02:13:43.671414 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-22d1a6b7-3097-4c03-b969-64952a0656ab req-88408060-90e8-4cd1-bd44-e03bd09ebdca service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8bd7c70a-13de-4d32-a7f8-d23cfb7ce856 HTTP/1.1" status: 200 len: 217 time: 0.1258929 Jul 05 02:13:43.793769 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8f8b42-5a2b-4e72-87f2-c7256e5feff9 req-b97547a7-a1ab-4144-a6d1-128f89fb7053 tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:43.796810 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-de8f8b42-5a2b-4e72-87f2-c7256e5feff9 req-b97547a7-a1ab-4144-a6d1-128f89fb7053 tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1990919 Jul 05 02:13:43.827857 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-de8f8b42-5a2b-4e72-87f2-c7256e5feff9 req-2adfada7-05b1-4b3b-b0fe-3e97e31eba64 tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] Request body: {'port': {'device_id': '9985cb83-90e0-4048-ba4a-fa0e1782ec9e', 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4', 'admin_state_up': True, 'tenant_id': '59559a9a2e3645a89e9f19b0abb455d4'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:13:43.862321 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-769a7202-f518-4ebb-ab1a-d35f45e5580a req-37b632df-5e78-49cc-8f90-d35c5537baea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a56c588-e0db-4c24-a7d0-3f2ece18bc17 {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:13:43.871332 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-cc6becb2-4085-4571-acd8-fa58b1e4f52e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:43.882902 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-769a7202-f518-4ebb-ab1a-d35f45e5580a req-37b632df-5e78-49cc-8f90-d35c5537baea service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:43.887563 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d1a6b7-3097-4c03-b969-64952a0656ab req-b6e2932e-3e18-4aaa-9c75-bf459cbf82d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:43.890465 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-22d1a6b7-3097-4c03-b969-64952a0656ab req-b6e2932e-3e18-4aaa-9c75-bf459cbf82d5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1b8be822-461d-4761-a35b-41acdbbeaf8b HTTP/1.1" status: 200 len: 853 time: 0.1557686 Jul 05 02:13:43.918335 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ae0281-78bb-4295-a159-58c4618c012c req-3e49ab45-d685-48db-b5da-5ab9416d00ec tempest-AttachSCSIVolumeTestJSON-693609738 tempest-AttachSCSIVolumeTestJSON-693609738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:43.926231 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a5ae0281-78bb-4295-a159-58c4618c012c req-3e49ab45-d685-48db-b5da-5ab9416d00ec tempest-AttachSCSIVolumeTestJSON-693609738 tempest-AttachSCSIVolumeTestJSON-693609738-project] 10.222.0.23 "GET /v2.0/ports?device_id=d91c1a4b-95f9-4e14-b5fb-18367bfbfbbc HTTP/1.1" status: 200 len: 943 time: 0.2615018 Jul 05 02:13:43.962955 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-769a7202-f518-4ebb-ab1a-d35f45e5580a req-37b632df-5e78-49cc-8f90-d35c5537baea service neutron] Transition to ACTIVE for port object 2a56c588-e0db-4c24-a7d0-3f2ece18bc17 will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:13:43.997093 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-cc6becb2-4085-4571-acd8-fa58b1e4f52e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:44.034032 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6becb2-4085-4571-acd8-fa58b1e4f52e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d9129ac-b8da-4d2d-8407-943a2a8ecdb0,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:13:44.052948 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a5ae0281-78bb-4295-a159-58c4618c012c req-62434ec0-f321-4007-8d91-fb636441cff9 tempest-AttachSCSIVolumeTestJSON-693609738 tempest-AttachSCSIVolumeTestJSON-693609738-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a53d924-d96c-4bdb-9b03-c3639df0d399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255426 Jul 05 02:13:44.074298 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-769a7202-f518-4ebb-ab1a-d35f45e5580a req-37b632df-5e78-49cc-8f90-d35c5537baea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:44.192626 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc6becb2-4085-4571-acd8-fa58b1e4f52e admin admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=94461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:13:44.200311 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b632df-5e78-49cc-8f90-d35c5537baea service neutron] Pushing event updated for resources: {'Port': ['ID=2a56c588-e0db-4c24-a7d0-3f2ece18bc17,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:13:44.243157 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-cc6becb2-4085-4571-acd8-fa58b1e4f52e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:44.253103 n-d-771362-32 neutron-server[94461]: INFO neutron.db.segments_db [None req-cc6becb2-4085-4571-acd8-fa58b1e4f52e admin admin] Added segment 1a7afff9-dd4a-44a1-b899-761c698fff6f of type vlan for network 95be1868-86d2-46e5-83cd-c247f770a99a Jul 05 02:13:44.310574 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de8f8b42-5a2b-4e72-87f2-c7256e5feff9 req-2adfada7-05b1-4b3b-b0fe-3e97e31eba64 tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] Made reservation on behalf of 59559a9a2e3645a89e9f19b0abb455d4 for: {'port': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:13:44.318106 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-de8f8b42-5a2b-4e72-87f2-c7256e5feff9 req-2adfada7-05b1-4b3b-b0fe-3e97e31eba64 tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:44.355562 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d1a6b7-3097-4c03-b969-64952a0656ab req-b9327e3e-3dca-46b6-99ff-2721580026fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:44.369160 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-22d1a6b7-3097-4c03-b969-64952a0656ab req-b9327e3e-3dca-46b6-99ff-2721580026fa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=98e9f515-6cf4-4efb-9632-f9c68ae3e49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4357593 Jul 05 02:13:44.689106 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [req-de8f8b42-5a2b-4e72-87f2-c7256e5feff9 req-2adfada7-05b1-4b3b-b0fe-3e97e31eba64 tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] Allocated IP 192.168.233.175 (dff432c2-7366-4622-aebb-da22fe05bfd4/b840e204-692c-4f54-8f07-f6563e8e36b1/f29e13b3-876b-48c9-b25e-ecb1821699be) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:13:44.894027 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-de8f8b42-5a2b-4e72-87f2-c7256e5feff9 req-2adfada7-05b1-4b3b-b0fe-3e97e31eba64 tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:44.916168 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [req-de8f8b42-5a2b-4e72-87f2-c7256e5feff9 req-2adfada7-05b1-4b3b-b0fe-3e97e31eba64 tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] Transition to ACTIVE for port object f29e13b3-876b-48c9-b25e-ecb1821699be will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:13:45.014417 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-cc6becb2-4085-4571-acd8-fa58b1e4f52e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:45.019280 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-de8f8b42-5a2b-4e72-87f2-c7256e5feff9 req-2adfada7-05b1-4b3b-b0fe-3e97e31eba64 tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:45.036284 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['782f3205-ccad-4396-b99f-fa516c5b20b7'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:13:45.187500 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6236fd03-2d44-4b88-950f-147fffd164b8 req-93f292d7-6684-457b-a673-9abf1349ed87 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:45.202810 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6236fd03-2d44-4b88-950f-147fffd164b8 req-93f292d7-6684-457b-a673-9abf1349ed87 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=a74e6db0-70ff-4186-9157-db92e776b2ef HTTP/1.1" status: 200 len: 943 time: 0.9306285 Jul 05 02:13:45.214819 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adfada7-05b1-4b3b-b0fe-3e97e31eba64 tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] Pushing event updated for resources: {'Port': ['ID=f29e13b3-876b-48c9-b25e-ecb1821699be,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:13:45.245008 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de8f8b42-5a2b-4e72-87f2-c7256e5feff9 req-2adfada7-05b1-4b3b-b0fe-3e97e31eba64 tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] Network dff432c2-7366-4622-aebb-da22fe05bfd4 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:13:45.246767 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [req-de8f8b42-5a2b-4e72-87f2-c7256e5feff9 req-2adfada7-05b1-4b3b-b0fe-3e97e31eba64 tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:13:45.252469 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [req-de8f8b42-5a2b-4e72-87f2-c7256e5feff9 req-2adfada7-05b1-4b3b-b0fe-3e97e31eba64 tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:13:45.343432 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-769a7202-f518-4ebb-ab1a-d35f45e5580a req-37b632df-5e78-49cc-8f90-d35c5537baea service neutron] Attempting to bind port 2a56c588-e0db-4c24-a7d0-3f2ece18bc17 on host n-h1-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:13:45.343767 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-769a7202-f518-4ebb-ab1a-d35f45e5580a req-37b632df-5e78-49cc-8f90-d35c5537baea service neutron] Attempting to bind port 2a56c588-e0db-4c24-a7d0-3f2ece18bc17 by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': '69ab64d7-bb63-4367-9b3e-0960def4b6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:13:45.344095 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769a7202-f518-4ebb-ab1a-d35f45e5580a req-37b632df-5e78-49cc-8f90-d35c5537baea service neutron] Attempting to bind port 2a56c588-e0db-4c24-a7d0-3f2ece18bc17 on network b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:13:45.411008 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769a7202-f518-4ebb-ab1a-d35f45e5580a req-37b632df-5e78-49cc-8f90-d35c5537baea service neutron] Port 2a56c588-e0db-4c24-a7d0-3f2ece18bc17 on network b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:13:45.414112 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769a7202-f518-4ebb-ab1a-d35f45e5580a req-37b632df-5e78-49cc-8f90-d35c5537baea service neutron] Attempting to bind port 2a56c588-e0db-4c24-a7d0-3f2ece18bc17 on network b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:13:45.434727 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8f8b42-5a2b-4e72-87f2-c7256e5feff9 req-2adfada7-05b1-4b3b-b0fe-3e97e31eba64 tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:45.449286 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-de8f8b42-5a2b-4e72-87f2-c7256e5feff9 req-2adfada7-05b1-4b3b-b0fe-3e97e31eba64 tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:45.452062 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6236fd03-2d44-4b88-950f-147fffd164b8 req-9ac0aaf2-3eeb-4e7a-893f-3f1773cb4e5e tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482467 Jul 05 02:13:45.454058 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-cc6becb2-4085-4571-acd8-fa58b1e4f52e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:45.456896 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6becb2-4085-4571-acd8-fa58b1e4f52e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:45.458808 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-cc6becb2-4085-4571-acd8-fa58b1e4f52e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:45.526410 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-22d1a6b7-3097-4c03-b969-64952a0656ab req-14184c30-f57b-482a-8bf1-e501958f40d9 service neutron] 10.222.0.21 "GET /v2.0/networks/98e9f515-6cf4-4efb-9632-f9c68ae3e49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0788443 Jul 05 02:13:45.586515 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c771f4ac-8edb-4a2a-a71c-bbd7a4b0b23d x-openstack-request-id: req-c771f4ac-8edb-4a2a-a71c-bbd7a4b0b23d {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:13:45.586812 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8138719b-85d1-48a7-b468-a9890bf322dd", "name": "network-vif-plugged", "status": "completed", "tag": "cb9c0984-4028-48af-bdef-e0626427ee4b", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:13:45.587379 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c771f4ac-8edb-4a2a-a71c-bbd7a4b0b23d {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:13:45.587823 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8138719b-85d1-48a7-b468-a9890bf322dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb9c0984-4028-48af-bdef-e0626427ee4b', 'code': 200} Jul 05 02:13:45.596649 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-de8f8b42-5a2b-4e72-87f2-c7256e5feff9 req-2adfada7-05b1-4b3b-b0fe-3e97e31eba64 tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7780917 Jul 05 02:13:45.614755 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-de8f8b42-5a2b-4e72-87f2-c7256e5feff9 req-a47aab4c-4d4b-4d0d-a4fd-ce094220c132 service neutron] Request body: {'port': {'device_id': '9985cb83-90e0-4048-ba4a-fa0e1782ec9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-32'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:13:45.684338 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6becb2-4085-4571-acd8-fa58b1e4f52e admin admin] Pushing event updated for resources: {'Network': ['ID=95be1868-86d2-46e5-83cd-c247f770a99a,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:13:45.688678 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769a7202-f518-4ebb-ab1a-d35f45e5580a req-37b632df-5e78-49cc-8f90-d35c5537baea service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:13:45.688948 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769a7202-f518-4ebb-ab1a-d35f45e5580a req-37b632df-5e78-49cc-8f90-d35c5537baea service neutron] Checking segment: {'id': '69ab64d7-bb63-4367-9b3e-0960def4b6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:13:45.689334 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769a7202-f518-4ebb-ab1a-d35f45e5580a req-37b632df-5e78-49cc-8f90-d35c5537baea service neutron] Bound using segment: {'id': '69ab64d7-bb63-4367-9b3e-0960def4b6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:13:45.689770 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-769a7202-f518-4ebb-ab1a-d35f45e5580a req-37b632df-5e78-49cc-8f90-d35c5537baea service neutron] Bound port: 2a56c588-e0db-4c24-a7d0-3f2ece18bc17, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69ab64d7-bb63-4367-9b3e-0960def4b6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:13:45.690149 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-769a7202-f518-4ebb-ab1a-d35f45e5580a req-37b632df-5e78-49cc-8f90-d35c5537baea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:45.695303 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 95be1868-86d2-46e5-83cd-c247f770a99a details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:13:45.708532 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-cc6becb2-4085-4571-acd8-fa58b1e4f52e admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 4.2688775 Jul 05 02:13:45.742304 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43456) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:13:45.747322 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-b1f20f82-0125-48a3-b3fa-c2dfee064b85 admin admin] Request body: {'subnet': {'network_id': '95be1868-86d2-46e5-83cd-c247f770a99a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-608550675-subnet', 'tenant_id': '39cee1aac4c44f278f0948186a2959f8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:13:45.750397 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-de8f8b42-5a2b-4e72-87f2-c7256e5feff9 req-a47aab4c-4d4b-4d0d-a4fd-ce094220c132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:45.869705 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-22d1a6b7-3097-4c03-b969-64952a0656ab req-acd3be6e-f397-4fee-8754-7333931b7f13 service neutron] 10.222.0.21 "GET /v2.0/networks/98e9f515-6cf4-4efb-9632-f9c68ae3e49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3347633 Jul 05 02:13:45.870777 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-769a7202-f518-4ebb-ab1a-d35f45e5580a req-37b632df-5e78-49cc-8f90-d35c5537baea service neutron] For port 2a56c588-e0db-4c24-a7d0-3f2ece18bc17, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:13:45.882060 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-769a7202-f518-4ebb-ab1a-d35f45e5580a req-37b632df-5e78-49cc-8f90-d35c5537baea service neutron] For port 2a56c588-e0db-4c24-a7d0-3f2ece18bc17, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=2a56c588-e0db-4c24-a7d0-3f2ece18bc17,segment=NetworkSegment(69ab64d7-bb63-4367-9b3e-0960def4b6c7),segment_id=69ab64d7-bb63-4367-9b3e-0960def4b6c7)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:13:45.882060 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1f20f82-0125-48a3-b3fa-c2dfee064b85 admin admin] Made reservation on behalf of 39cee1aac4c44f278f0948186a2959f8 for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:13:45.889874 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b1f20f82-0125-48a3-b3fa-c2dfee064b85 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:45.933547 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-b9404315-a27f-440c-a4e2-49d2a2b4afff None None] Provisioning for port f29e13b3-876b-48c9-b25e-ecb1821699be completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:13:45.946089 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-b9404315-a27f-440c-a4e2-49d2a2b4afff None None] Provisioning complete for port f29e13b3-876b-48c9-b25e-ecb1821699be triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:13:45.946089 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b9404315-a27f-440c-a4e2-49d2a2b4afff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:45.995590 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-769a7202-f518-4ebb-ab1a-d35f45e5580a req-37b632df-5e78-49cc-8f90-d35c5537baea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:46.010800 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-b9404315-a27f-440c-a4e2-49d2a2b4afff None None] Port f29e13b3-876b-48c9-b25e-ecb1821699be cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:13:46.230938 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769a7202-f518-4ebb-ab1a-d35f45e5580a req-37b632df-5e78-49cc-8f90-d35c5537baea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:46.231704 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-769a7202-f518-4ebb-ab1a-d35f45e5580a req-37b632df-5e78-49cc-8f90-d35c5537baea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:46.233177 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-769a7202-f518-4ebb-ab1a-d35f45e5580a req-37b632df-5e78-49cc-8f90-d35c5537baea service neutron] 10.222.0.21 "PUT /v2.0/ports/2a56c588-e0db-4c24-a7d0-3f2ece18bc17 HTTP/1.1" status: 200 len: 1092 time: 3.7136395 Jul 05 02:13:46.233650 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a74e6db0-70ff-4186-9157-db92e776b2ef', 'tag': '2a56c588-e0db-4c24-a7d0-3f2ece18bc17'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:13:46.236408 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d16276fe-791a-4d83-a0d8-610570588e27" -d '{"events": [{"name": "network-changed", "server_uuid": "a74e6db0-70ff-4186-9157-db92e776b2ef", "tag": "2a56c588-e0db-4c24-a7d0-3f2ece18bc17"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:13:46.249828 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b1f20f82-0125-48a3-b3fa-c2dfee064b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5763451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774823'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:46.340219 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b632df-5e78-49cc-8f90-d35c5537baea service neutron] Pushing event updated for resources: {'Port': ['ID=2a56c588-e0db-4c24-a7d0-3f2ece18bc17,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:13:46.364714 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [req-de8f8b42-5a2b-4e72-87f2-c7256e5feff9 req-a47aab4c-4d4b-4d0d-a4fd-ce094220c132 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f29e13b3-876b-48c9-b25e-ecb1821699be {{(pid=94462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:13:46.390833 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-de8f8b42-5a2b-4e72-87f2-c7256e5feff9 req-a47aab4c-4d4b-4d0d-a4fd-ce094220c132 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:46.407542 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2c2d4b-d38b-4d6b-ba86-4ff9dca352c6 req-4fc183fb-7568-43f1-afa0-5d173f7fa051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:46.409821 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6e2c2d4b-d38b-4d6b-ba86-4ff9dca352c6 req-4fc183fb-7568-43f1-afa0-5d173f7fa051 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a26ea553fd9d4d7dac33335525dc5e93&device_id=d91c1a4b-95f9-4e14-b5fb-18367bfbfbbc HTTP/1.1" status: 200 len: 1095 time: 0.2214592 Jul 05 02:13:46.413455 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f20f82-0125-48a3-b3fa-c2dfee064b85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f91b5bd4-bf24-4143-8e52-056b34c056bf,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:13:46.414698 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [req-de8f8b42-5a2b-4e72-87f2-c7256e5feff9 req-a47aab4c-4d4b-4d0d-a4fd-ce094220c132 service neutron] Transition to ACTIVE for port object f29e13b3-876b-48c9-b25e-ecb1821699be will not be triggered until provisioned by entity L2. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:13:46.543271 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f20f82-0125-48a3-b3fa-c2dfee064b85 admin admin] Checking segment: {'id': '1a7afff9-dd4a-44a1-b899-761c698fff6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '95be1868-86d2-46e5-83cd-c247f770a99a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:13:46.543640 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f20f82-0125-48a3-b3fa-c2dfee064b85 admin admin] Network hostable DHCP agents. Network: 95be1868-86d2-46e5-83cd-c247f770a99a, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:13:46.571408 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2c2d4b-d38b-4d6b-ba86-4ff9dca352c6 req-c6bf26d3-afe7-4a0f-a5b8-53e9ac4acdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:46.572922 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6e2c2d4b-d38b-4d6b-ba86-4ff9dca352c6 req-c6bf26d3-afe7-4a0f-a5b8-53e9ac4acdd8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=98e9f515-6cf4-4efb-9632-f9c68ae3e49b HTTP/1.1" status: 200 len: 914 time: 0.1523514 Jul 05 02:13:46.590296 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769a7202-f518-4ebb-ab1a-d35f45e5580a req-9cafc341-d800-440f-bc0a-8006385deb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:46.592380 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-769a7202-f518-4ebb-ab1a-d35f45e5580a req-9cafc341-d800-440f-bc0a-8006385deb63 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7bf4f22dde1e4624a2cb34086c53be02&device_id=a74e6db0-70ff-4186-9157-db92e776b2ef HTTP/1.1" status: 200 len: 1095 time: 0.1735380 Jul 05 02:13:46.729877 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-769a7202-f518-4ebb-ab1a-d35f45e5580a req-71890ac5-da71-4a00-af97-ad55b18c1ede service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a56c588-e0db-4c24-a7d0-3f2ece18bc17 HTTP/1.1" status: 200 len: 217 time: 0.0746210 Jul 05 02:13:46.731428 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6e2c2d4b-d38b-4d6b-ba86-4ff9dca352c6 req-1a153cb9-3895-4f4d-b7d2-c79870a2ba2a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8bd7c70a-13de-4d32-a7f8-d23cfb7ce856 HTTP/1.1" status: 200 len: 217 time: 0.0744569 Jul 05 02:13:46.818214 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769a7202-f518-4ebb-ab1a-d35f45e5580a req-6525b77c-e99b-45ff-aad5-b9619beacebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:46.819642 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-769a7202-f518-4ebb-ab1a-d35f45e5580a req-6525b77c-e99b-45ff-aad5-b9619beacebc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=88cd65d9-1715-492f-9ef5-e486cc8231ac HTTP/1.1" status: 200 len: 859 time: 0.0787287 Jul 05 02:13:46.821006 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2c2d4b-d38b-4d6b-ba86-4ff9dca352c6 req-83e10ba3-394c-482a-b23e-4006e7bd3d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:46.822366 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6e2c2d4b-d38b-4d6b-ba86-4ff9dca352c6 req-83e10ba3-394c-482a-b23e-4006e7bd3d22 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1b8be822-461d-4761-a35b-41acdbbeaf8b HTTP/1.1" status: 200 len: 853 time: 0.0741632 Jul 05 02:13:46.876463 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-769a7202-f518-4ebb-ab1a-d35f45e5580a req-d090122a-dd38-4542-8584-af41f4787f3e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464170 Jul 05 02:13:46.920636 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-de8f8b42-5a2b-4e72-87f2-c7256e5feff9 req-a47aab4c-4d4b-4d0d-a4fd-ce094220c132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:46.957116 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2c2d4b-d38b-4d6b-ba86-4ff9dca352c6 req-f686208b-117f-4efc-b225-ff93cec9d220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:46.958647 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6e2c2d4b-d38b-4d6b-ba86-4ff9dca352c6 req-f686208b-117f-4efc-b225-ff93cec9d220 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=98e9f515-6cf4-4efb-9632-f9c68ae3e49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1275105 Jul 05 02:13:46.973955 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47aab4c-4d4b-4d0d-a4fd-ce094220c132 service neutron] Pushing event updated for resources: {'Port': ['ID=f29e13b3-876b-48c9-b25e-ecb1821699be,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:13:47.036271 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-769a7202-f518-4ebb-ab1a-d35f45e5580a req-9e5a571c-83c8-44fd-8bba-a3ae567fcdcc service neutron] 10.222.0.21 "GET /v2.0/networks/b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535594 Jul 05 02:13:47.111461 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f20f82-0125-48a3-b3fa-c2dfee064b85 admin admin] Network 95be1868-86d2-46e5-83cd-c247f770a99a is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:13:47.160796 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6e2c2d4b-d38b-4d6b-ba86-4ff9dca352c6 req-6af20318-ea14-496e-85a4-a0cb475d4ef8 service neutron] 10.222.0.21 "GET /v2.0/networks/98e9f515-6cf4-4efb-9632-f9c68ae3e49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939263 Jul 05 02:13:47.238463 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-b1f20f82-0125-48a3-b3fa-c2dfee064b85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 95be1868-86d2-46e5-83cd-c247f770a99a) {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:13:47.261333 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01ed641-a8f7-46e5-b8e9-94cdffd4c9a3 None None] Network 95be1868-86d2-46e5-83cd-c247f770a99a requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:13:47.346749 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f20f82-0125-48a3-b3fa-c2dfee064b85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:47.347841 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b1f20f82-0125-48a3-b3fa-c2dfee064b85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:47.354506 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-de8f8b42-5a2b-4e72-87f2-c7256e5feff9 req-a47aab4c-4d4b-4d0d-a4fd-ce094220c132 service neutron] Attempting to bind port f29e13b3-876b-48c9-b25e-ecb1821699be on host n-h1-771362-32 for vnic_type normal with profile {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:13:47.354938 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-de8f8b42-5a2b-4e72-87f2-c7256e5feff9 req-a47aab4c-4d4b-4d0d-a4fd-ce094220c132 service neutron] Attempting to bind port f29e13b3-876b-48c9-b25e-ecb1821699be by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:13:47.355232 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8f8b42-5a2b-4e72-87f2-c7256e5feff9 req-a47aab4c-4d4b-4d0d-a4fd-ce094220c132 service neutron] Attempting to bind port f29e13b3-876b-48c9-b25e-ecb1821699be on network dff432c2-7366-4622-aebb-da22fe05bfd4 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:13:47.363226 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8f8b42-5a2b-4e72-87f2-c7256e5feff9 req-a47aab4c-4d4b-4d0d-a4fd-ce094220c132 service neutron] Port f29e13b3-876b-48c9-b25e-ecb1821699be on network dff432c2-7366-4622-aebb-da22fe05bfd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:13:47.364409 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8f8b42-5a2b-4e72-87f2-c7256e5feff9 req-a47aab4c-4d4b-4d0d-a4fd-ce094220c132 service neutron] Attempting to bind port f29e13b3-876b-48c9-b25e-ecb1821699be on network dff432c2-7366-4622-aebb-da22fe05bfd4 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:13:47.376321 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8f8b42-5a2b-4e72-87f2-c7256e5feff9 req-a47aab4c-4d4b-4d0d-a4fd-ce094220c132 service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:13:47.376672 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8f8b42-5a2b-4e72-87f2-c7256e5feff9 req-a47aab4c-4d4b-4d0d-a4fd-ce094220c132 service neutron] Checking segment: {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:13:47.377032 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8f8b42-5a2b-4e72-87f2-c7256e5feff9 req-a47aab4c-4d4b-4d0d-a4fd-ce094220c132 service neutron] Bound using segment: {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'} {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:13:47.377455 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-de8f8b42-5a2b-4e72-87f2-c7256e5feff9 req-a47aab4c-4d4b-4d0d-a4fd-ce094220c132 service neutron] Bound port: f29e13b3-876b-48c9-b25e-ecb1821699be, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'}}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:13:47.377808 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-de8f8b42-5a2b-4e72-87f2-c7256e5feff9 req-a47aab4c-4d4b-4d0d-a4fd-ce094220c132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:47.399999 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-769a7202-f518-4ebb-ab1a-d35f45e5580a req-45ff00f7-75dd-4f97-a40d-69c1e0f537f9 service neutron] 10.222.0.21 "GET /v2.0/networks/b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3557107 Jul 05 02:13:47.490277 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6e2c2d4b-d38b-4d6b-ba86-4ff9dca352c6 req-1a4c53db-d61b-4ac5-a8a0-397fc989cd9c service neutron] 10.222.0.21 "GET /v2.0/networks/98e9f515-6cf4-4efb-9632-f9c68ae3e49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3181715 Jul 05 02:13:47.565460 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-de8f8b42-5a2b-4e72-87f2-c7256e5feff9 req-a47aab4c-4d4b-4d0d-a4fd-ce094220c132 service neutron] For port f29e13b3-876b-48c9-b25e-ecb1821699be, host n-h1-771362-32, cleared binding levels {{(pid=94462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:13:47.579421 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-de8f8b42-5a2b-4e72-87f2-c7256e5feff9 req-a47aab4c-4d4b-4d0d-a4fd-ce094220c132 service neutron] For port f29e13b3-876b-48c9-b25e-ecb1821699be, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=f29e13b3-876b-48c9-b25e-ecb1821699be,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:13:47.579933 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-b1f20f82-0125-48a3-b3fa-c2dfee064b85 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8363318 Jul 05 02:13:47.582350 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43468) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:13:47.602572 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-5d14209b-c801-4604-8755-5c6d1e29bf41 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-608550675-router', 'tenant_id': '39cee1aac4c44f278f0948186a2959f8', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:13:47.602947 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d41a34b-9057-41e4-8314-28a80dc39501 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-95be1868-86d2-46e5-83cd-c247f770a99a', 'network_id': '95be1868-86d2-46e5-83cd-c247f770a99a', 'tenant_id': '39cee1aac4c44f278f0948186a2959f8', 'fixed_ips': [{'subnet_id': 'f91b5bd4-bf24-4143-8e52-056b34c056bf'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:13:47.602947 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-6d41a34b-9057-41e4-8314-28a80dc39501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:47.665296 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-de8f8b42-5a2b-4e72-87f2-c7256e5feff9 req-a47aab4c-4d4b-4d0d-a4fd-ce094220c132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:47.723946 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8f8b42-5a2b-4e72-87f2-c7256e5feff9 req-a47aab4c-4d4b-4d0d-a4fd-ce094220c132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:47.725000 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-de8f8b42-5a2b-4e72-87f2-c7256e5feff9 req-a47aab4c-4d4b-4d0d-a4fd-ce094220c132 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:47.737547 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-de8f8b42-5a2b-4e72-87f2-c7256e5feff9 req-a47aab4c-4d4b-4d0d-a4fd-ce094220c132 service neutron] 10.222.0.21 "PUT /v2.0/ports/f29e13b3-876b-48c9-b25e-ecb1821699be HTTP/1.1" status: 200 len: 1097 time: 2.1171451 Jul 05 02:13:47.741383 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9985cb83-90e0-4048-ba4a-fa0e1782ec9e', 'tag': 'f29e13b3-876b-48c9-b25e-ecb1821699be'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:13:47.744305 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b223267e0e0ddb3199af7772d0b45336e3b4b54fbb151c86a8051291a61e85db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7963b807-4468-48c3-b4b5-d1d269020d6f" -d '{"events": [{"name": "network-changed", "server_uuid": "9985cb83-90e0-4048-ba4a-fa0e1782ec9e", "tag": "f29e13b3-876b-48c9-b25e-ecb1821699be"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:13:47.768763 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5d14209b-c801-4604-8755-5c6d1e29bf41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11810'] for router, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:47.771614 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5d14209b-c801-4604-8755-5c6d1e29bf41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1926740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11821'] for router, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:47.792618 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47aab4c-4d4b-4d0d-a4fd-ce094220c132 service neutron] Pushing event updated for resources: {'Port': ['ID=f29e13b3-876b-48c9-b25e-ecb1821699be,revision_number=3']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:13:47.846774 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5d14209b-c801-4604-8755-5c6d1e29bf41 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:47.896064 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48476870-7278-4a2f-b43c-2818b43d320f req-c47655f7-ac99-4881-b03c-00fc2369c1c1 tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:47.898233 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-48476870-7278-4a2f-b43c-2818b43d320f req-c47655f7-ac99-4881-b03c-00fc2369c1c1 tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] 10.222.0.23 "GET /v2.0/ports?device_id=9985cb83-90e0-4048-ba4a-fa0e1782ec9e HTTP/1.1" status: 200 len: 948 time: 0.2126906 Jul 05 02:13:47.975949 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-48476870-7278-4a2f-b43c-2818b43d320f req-1d4991ac-4447-411b-986b-66f9e7db0b03 tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] 10.222.0.23 "GET /v2.0/security-groups?id=63abe6cf-e8b2-428f-b89e-3dc35e4b4566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659592 Jul 05 02:13:48.094480 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8f8b42-5a2b-4e72-87f2-c7256e5feff9 req-24c2d41e-8cde-4145-8d7d-f57128eb5ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:48.095998 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-de8f8b42-5a2b-4e72-87f2-c7256e5feff9 req-24c2d41e-8cde-4145-8d7d-f57128eb5ffd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=59559a9a2e3645a89e9f19b0abb455d4&device_id=9985cb83-90e0-4048-ba4a-fa0e1782ec9e HTTP/1.1" status: 200 len: 1100 time: 0.1555314 Jul 05 02:13:48.149590 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-de8f8b42-5a2b-4e72-87f2-c7256e5feff9 req-9cdf294b-da11-4b8b-8780-b4f82c07b6bd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=f29e13b3-876b-48c9-b25e-ecb1821699be HTTP/1.1" status: 200 len: 217 time: 0.0455616 Jul 05 02:13:48.229066 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-6d41a34b-9057-41e4-8314-28a80dc39501 None None] Allocated IP 172.20.0.2 (95be1868-86d2-46e5-83cd-c247f770a99a/f91b5bd4-bf24-4143-8e52-056b34c056bf/1c569fa4-ad16-4cf8-b6f2-66a2f36418b2) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:13:48.244984 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5d14209b-c801-4604-8755-5c6d1e29bf41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:48.282061 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8f8b42-5a2b-4e72-87f2-c7256e5feff9 req-faae968d-57dc-4fc3-9ad8-dd206e7367d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:48.286504 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-de8f8b42-5a2b-4e72-87f2-c7256e5feff9 req-faae968d-57dc-4fc3-9ad8-dd206e7367d4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b840e204-692c-4f54-8f07-f6563e8e36b1 HTTP/1.1" status: 200 len: 843 time: 0.1121368 Jul 05 02:13:48.340879 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e10d37d-0094-46a6-b521-b03835660648 req-f4bc29df-54ad-4d89-bf10-ae6a71925ddf tempest-AttachSCSIVolumeTestJSON-693609738 tempest-AttachSCSIVolumeTestJSON-693609738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:48.344715 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6e10d37d-0094-46a6-b521-b03835660648 req-f4bc29df-54ad-4d89-bf10-ae6a71925ddf tempest-AttachSCSIVolumeTestJSON-693609738 tempest-AttachSCSIVolumeTestJSON-693609738-project] 10.222.0.23 "GET /v2.0/ports?device_id=d91c1a4b-95f9-4e14-b5fb-18367bfbfbbc HTTP/1.1" status: 200 len: 943 time: 0.1155407 Jul 05 02:13:48.431418 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8f8b42-5a2b-4e72-87f2-c7256e5feff9 req-0f704419-edde-4e8d-b230-f8fce59bac74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:48.433141 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-de8f8b42-5a2b-4e72-87f2-c7256e5feff9 req-0f704419-edde-4e8d-b230-f8fce59bac74 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dff432c2-7366-4622-aebb-da22fe05bfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1156464 Jul 05 02:13:48.486059 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6e10d37d-0094-46a6-b521-b03835660648 req-87d3f750-0c17-4916-82b6-c957e393671e tempest-AttachSCSIVolumeTestJSON-693609738 tempest-AttachSCSIVolumeTestJSON-693609738-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a53d924-d96c-4bdb-9b03-c3639df0d399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346509 Jul 05 02:13:48.609251 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-de8f8b42-5a2b-4e72-87f2-c7256e5feff9 req-472cb1a2-e4d9-4911-8723-dfc58a470aad service neutron] 10.222.0.21 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622100 Jul 05 02:13:48.635149 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-6d41a34b-9057-41e4-8314-28a80dc39501 None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:48.658382 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-6d41a34b-9057-41e4-8314-28a80dc39501 None None] Transition to ACTIVE for port object 1c569fa4-ad16-4cf8-b6f2-66a2f36418b2 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:13:48.696029 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-6d41a34b-9057-41e4-8314-28a80dc39501 None None] Transition to ACTIVE for port object 1c569fa4-ad16-4cf8-b6f2-66a2f36418b2 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:13:48.780668 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-6d41a34b-9057-41e4-8314-28a80dc39501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:48.867472 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-de8f8b42-5a2b-4e72-87f2-c7256e5feff9 req-79c4fb35-8714-4de9-bc37-2e497aef4d4c service neutron] 10.222.0.21 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439532 Jul 05 02:13:48.910480 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d41a34b-9057-41e4-8314-28a80dc39501 None None] Network 95be1868-86d2-46e5-83cd-c247f770a99a is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:13:48.910480 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-6d41a34b-9057-41e4-8314-28a80dc39501 None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:13:48.914440 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d41a34b-9057-41e4-8314-28a80dc39501 None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:13:48.949183 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a4c1de8-c8a4-4382-8247-16779f414e77 x-openstack-request-id: req-6a4c1de8-c8a4-4382-8247-16779f414e77 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:13:48.949492 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a74e6db0-70ff-4186-9157-db92e776b2ef", "tag": "2a56c588-e0db-4c24-a7d0-3f2ece18bc17", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:13:48.949798 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6a4c1de8-c8a4-4382-8247-16779f414e77 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:13:48.950261 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a74e6db0-70ff-4186-9157-db92e776b2ef', 'tag': '2a56c588-e0db-4c24-a7d0-3f2ece18bc17', 'status': 'completed', 'code': 200} Jul 05 02:13:48.965567 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d41a34b-9057-41e4-8314-28a80dc39501 None None] Pushing event updated for resources: {'Port': ['ID=1c569fa4-ad16-4cf8-b6f2-66a2f36418b2,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:13:49.006550 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-6d41a34b-9057-41e4-8314-28a80dc39501 None None] Attempting to bind port 1c569fa4-ad16-4cf8-b6f2-66a2f36418b2 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:13:49.007286 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-6d41a34b-9057-41e4-8314-28a80dc39501 None None] Attempting to bind port 1c569fa4-ad16-4cf8-b6f2-66a2f36418b2 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '1a7afff9-dd4a-44a1-b899-761c698fff6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '95be1868-86d2-46e5-83cd-c247f770a99a'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:13:49.007918 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d41a34b-9057-41e4-8314-28a80dc39501 None None] Attempting to bind port 1c569fa4-ad16-4cf8-b6f2-66a2f36418b2 on network 95be1868-86d2-46e5-83cd-c247f770a99a {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:13:49.013141 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5d14209b-c801-4604-8755-5c6d1e29bf41 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:49.019841 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d41a34b-9057-41e4-8314-28a80dc39501 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:13:49.020263 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d41a34b-9057-41e4-8314-28a80dc39501 None None] Checking segment: {'id': '1a7afff9-dd4a-44a1-b899-761c698fff6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '95be1868-86d2-46e5-83cd-c247f770a99a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:13:49.020839 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-6d41a34b-9057-41e4-8314-28a80dc39501 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:49.021389 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d41a34b-9057-41e4-8314-28a80dc39501 None None] Bound using segment: {'id': '1a7afff9-dd4a-44a1-b899-761c698fff6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '95be1868-86d2-46e5-83cd-c247f770a99a'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:13:49.021874 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-6d41a34b-9057-41e4-8314-28a80dc39501 None None] Bound port: 1c569fa4-ad16-4cf8-b6f2-66a2f36418b2, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a7afff9-dd4a-44a1-b899-761c698fff6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '95be1868-86d2-46e5-83cd-c247f770a99a'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:13:49.022307 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-6d41a34b-9057-41e4-8314-28a80dc39501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:49.061401 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5d14209b-c801-4604-8755-5c6d1e29bf41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:49.125265 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-6d41a34b-9057-41e4-8314-28a80dc39501 None None] For port 1c569fa4-ad16-4cf8-b6f2-66a2f36418b2, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:13:49.131621 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-6d41a34b-9057-41e4-8314-28a80dc39501 None None] For port 1c569fa4-ad16-4cf8-b6f2-66a2f36418b2, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=1c569fa4-ad16-4cf8-b6f2-66a2f36418b2,segment=NetworkSegment(1a7afff9-dd4a-44a1-b899-761c698fff6f),segment_id=1a7afff9-dd4a-44a1-b899-761c698fff6f)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:13:49.255265 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-5d14209b-c801-4604-8755-5c6d1e29bf41 admin admin] Allocated IP 172.25.7.105 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/d4d285ff-d471-4b41-860d-f96279eebd22) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:13:49.298296 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16276fe-791a-4d83-a0d8-610570588e27 req-ae3ce5de-f9fe-46b3-adf6-91163006ca1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:49.300157 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d16276fe-791a-4d83-a0d8-610570588e27 req-ae3ce5de-f9fe-46b3-adf6-91163006ca1e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7bf4f22dde1e4624a2cb34086c53be02&device_id=a74e6db0-70ff-4186-9157-db92e776b2ef HTTP/1.1" status: 200 len: 1095 time: 0.3535309 Jul 05 02:13:49.328379 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-6d41a34b-9057-41e4-8314-28a80dc39501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:49.410877 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5d14209b-c801-4604-8755-5c6d1e29bf41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:49.452997 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d41a34b-9057-41e4-8314-28a80dc39501 None None] Pushing event updated for resources: {'Port': ['ID=1c569fa4-ad16-4cf8-b6f2-66a2f36418b2,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:13:49.478781 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49e079e-94b2-4a81-8304-c1c32f696e0e req-428f22c2-caba-4a8a-816d-fac01aad0240 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:49.487576 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a49e079e-94b2-4a81-8304-c1c32f696e0e req-428f22c2-caba-4a8a-816d-fac01aad0240 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=a74e6db0-70ff-4186-9157-db92e776b2ef HTTP/1.1" status: 200 len: 943 time: 0.4297714 Jul 05 02:13:49.575052 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5d14209b-c801-4604-8755-5c6d1e29bf41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:49.594835 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a49e079e-94b2-4a81-8304-c1c32f696e0e req-de22d6ee-7949-4485-a6ce-36a265e17a0e tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061771 Jul 05 02:13:49.627051 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d14209b-c801-4604-8755-5c6d1e29bf41 admin admin] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:13:49.658562 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-5d14209b-c801-4604-8755-5c6d1e29bf41 admin admin] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:13:49.671954 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d14209b-c801-4604-8755-5c6d1e29bf41 admin admin] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:13:49.781028 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d14209b-c801-4604-8755-5c6d1e29bf41 admin admin] Pushing event updated for resources: {'Port': ['ID=d4d285ff-d471-4b41-860d-f96279eebd22,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:13:49.863966 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16276fe-791a-4d83-a0d8-610570588e27 req-e06760eb-5098-435c-a25e-292456d41a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:49.865896 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d16276fe-791a-4d83-a0d8-610570588e27 req-e06760eb-5098-435c-a25e-292456d41a89 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1 HTTP/1.1" status: 200 len: 919 time: 0.4048848 Jul 05 02:13:50.236201 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 1c569fa4-ad16-4cf8-b6f2-66a2f36418b2 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:13:50.381357 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d16276fe-791a-4d83-a0d8-610570588e27 req-ffe4a765-1d79-4daf-9262-63b169fe2ea5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a56c588-e0db-4c24-a7d0-3f2ece18bc17 HTTP/1.1" status: 200 len: 217 time: 0.4278593 Jul 05 02:13:50.440025 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 1c569fa4-ad16-4cf8-b6f2-66a2f36418b2 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:13:50.481673 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16276fe-791a-4d83-a0d8-610570588e27 req-9320d246-ae8d-4ffb-a50e-4764b0e6aa96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:50.483747 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d16276fe-791a-4d83-a0d8-610570588e27 req-9320d246-ae8d-4ffb-a50e-4764b0e6aa96 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=88cd65d9-1715-492f-9ef5-e486cc8231ac HTTP/1.1" status: 200 len: 859 time: 0.0909758 Jul 05 02:13:50.538198 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d16276fe-791a-4d83-a0d8-610570588e27 req-fff87f09-db82-4c0c-a653-f53921b713d4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458729 Jul 05 02:13:50.551304 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 2a56c588-e0db-4c24-a7d0-3f2ece18bc17 details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:13:50.746160 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5d14209b-c801-4604-8755-5c6d1e29bf41 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:50.753876 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c3fa593-c189-4507-b04c-46259b9d5c02 x-openstack-request-id: req-5c3fa593-c189-4507-b04c-46259b9d5c02 {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:13:50.754438 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9985cb83-90e0-4048-ba4a-fa0e1782ec9e", "tag": "f29e13b3-876b-48c9-b25e-ecb1821699be", "status": "completed", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:13:50.754531 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5c3fa593-c189-4507-b04c-46259b9d5c02 {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:13:50.754886 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9985cb83-90e0-4048-ba4a-fa0e1782ec9e', 'tag': 'f29e13b3-876b-48c9-b25e-ecb1821699be', 'status': 'completed', 'code': 200} Jul 05 02:13:50.819691 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 2a56c588-e0db-4c24-a7d0-3f2ece18bc17, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=2a56c588-e0db-4c24-a7d0-3f2ece18bc17,segment=NetworkSegment(69ab64d7-bb63-4367-9b3e-0960def4b6c7),segment_id=69ab64d7-bb63-4367-9b3e-0960def4b6c7)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:13:50.846486 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': '2a56c588-e0db-4c24-a7d0-3f2ece18bc17', 'network_id': 'b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1', 'port_id': '2a56c588-e0db-4c24-a7d0-3f2ece18bc17', 'mac_address': 'fa:16:3e:13:7d:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88cd65d9-1715-492f-9ef5-e486cc8231ac', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:13:50.877722 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-24141457-888b-4b69-bc2a-051daae26fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:50.911990 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7963b807-4468-48c3-b4b5-d1d269020d6f req-84b793f6-9e84-4580-bd09-2d2c0bea3069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:50.940577 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7963b807-4468-48c3-b4b5-d1d269020d6f req-84b793f6-9e84-4580-bd09-2d2c0bea3069 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=59559a9a2e3645a89e9f19b0abb455d4&device_id=9985cb83-90e0-4048-ba4a-fa0e1782ec9e HTTP/1.1" status: 200 len: 1100 time: 0.1343145 Jul 05 02:13:50.991177 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:50.999240 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a56c588-e0db-4c24-a7d0-3f2ece18bc17 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:13:51.033222 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 2a56c588-e0db-4c24-a7d0-3f2ece18bc17, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=2a56c588-e0db-4c24-a7d0-3f2ece18bc17,segment=NetworkSegment(69ab64d7-bb63-4367-9b3e-0960def4b6c7),segment_id=69ab64d7-bb63-4367-9b3e-0960def4b6c7)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:13:51.036801 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d16276fe-791a-4d83-a0d8-610570588e27 req-90cb68ab-4a36-4fe9-bddb-00ff5aa5bc1d service neutron] 10.222.0.21 "GET /v2.0/networks/b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3014169 Jul 05 02:13:51.116067 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b872d666-e237-486d-b303-9de2f66fa268 None None] Network 95be1868-86d2-46e5-83cd-c247f770a99a requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:13:51.157716 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7963b807-4468-48c3-b4b5-d1d269020d6f req-6b334439-d9b1-4fe4-b026-e982f2c595d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:51.159361 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7963b807-4468-48c3-b4b5-d1d269020d6f req-6b334439-d9b1-4fe4-b026-e982f2c595d3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=dff432c2-7366-4622-aebb-da22fe05bfd4 HTTP/1.1" status: 200 len: 869 time: 0.1046994 Jul 05 02:13:51.206566 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7963b807-4468-48c3-b4b5-d1d269020d6f req-9c79529f-46b7-4c32-a1db-8bc77a97f8e3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=f29e13b3-876b-48c9-b25e-ecb1821699be HTTP/1.1" status: 200 len: 217 time: 0.0396385 Jul 05 02:13:51.227561 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5d14209b-c801-4604-8755-5c6d1e29bf41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963'] for router, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:51.232113 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d16276fe-791a-4d83-a0d8-610570588e27 req-f8210646-d2a3-49e8-96ef-da39b8d470e9 service neutron] 10.222.0.21 "GET /v2.0/networks/b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584468 Jul 05 02:13:51.261919 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7963b807-4468-48c3-b4b5-d1d269020d6f req-7ea990f9-baed-496a-a754-e10b3c522884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:51.263670 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7963b807-4468-48c3-b4b5-d1d269020d6f req-7ea990f9-baed-496a-a754-e10b3c522884 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b840e204-692c-4f54-8f07-f6563e8e36b1 HTTP/1.1" status: 200 len: 843 time: 0.0506861 Jul 05 02:13:51.327484 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7963b807-4468-48c3-b4b5-d1d269020d6f req-3b310fe0-84a6-42dd-a71a-a5e26eee2c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:51.329308 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7963b807-4468-48c3-b4b5-d1d269020d6f req-3b310fe0-84a6-42dd-a71a-a5e26eee2c09 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dff432c2-7366-4622-aebb-da22fe05bfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0586350 Jul 05 02:13:51.433223 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7963b807-4468-48c3-b4b5-d1d269020d6f req-0f820076-9c24-49e7-a75e-87fcb2051d3c service neutron] 10.222.0.21 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964015 Jul 05 02:13:51.530240 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7963b807-4468-48c3-b4b5-d1d269020d6f req-92ef840d-6d49-4618-89c0-15aa4045ceae service neutron] 10.222.0.21 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910563 Jul 05 02:13:51.577959 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:51.618607 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d14209b-c801-4604-8755-5c6d1e29bf41 admin admin] Router d14f98e0-bdb2-4173-8dfb-1cc97a959666 is scheduled to L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 with binding_index 1 {{(pid=94461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 02:13:51.638759 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-14a9a428-c0c0-43a6-8965-b8b2818a3138 None None] Provisioning for port 1c569fa4-ad16-4cf8-b6f2-66a2f36418b2 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:13:51.648495 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-14a9a428-c0c0-43a6-8965-b8b2818a3138 None None] Provisioning complete for port 1c569fa4-ad16-4cf8-b6f2-66a2f36418b2 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:13:51.649011 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-14a9a428-c0c0-43a6-8965-b8b2818a3138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:51.686587 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=2a56c588-e0db-4c24-a7d0-3f2ece18bc17,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:13:51.731850 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d14209b-c801-4604-8755-5c6d1e29bf41 admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:13:51.740449 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc55c47-3a05-4166-8762-3df1b2f35ac8 None None] Sync routers for ids ['d14f98e0-bdb2-4173-8dfb-1cc97a959666'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:13:51.751310 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-14a9a428-c0c0-43a6-8965-b8b2818a3138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:51.769415 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc55c47-3a05-4166-8762-3df1b2f35ac8 None None] Routers {'d14f98e0-bdb2-4173-8dfb-1cc97a959666'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:13:51.770397 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-fdc55c47-3a05-4166-8762-3df1b2f35ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:13:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['d14f98e0-bdb2-4173-8dfb-1cc97a959666'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:13:51.802542 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-14a9a428-c0c0-43a6-8965-b8b2818a3138 None None] For port 1c569fa4-ad16-4cf8-b6f2-66a2f36418b2, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=1c569fa4-ad16-4cf8-b6f2-66a2f36418b2,segment=NetworkSegment(1a7afff9-dd4a-44a1-b899-761c698fff6f),segment_id=1a7afff9-dd4a-44a1-b899-761c698fff6f)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:13:51.827750 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['2a56c588-e0db-4c24-a7d0-3f2ece18bc17'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:13:51.847632 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5d14209b-c801-4604-8755-5c6d1e29bf41 admin admin] Notify callbacks [] for router, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:51.851765 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-5d14209b-c801-4604-8755-5c6d1e29bf41 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.2656760 Jul 05 02:13:51.852141 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43490) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:13:51.957263 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-14a9a428-c0c0-43a6-8965-b8b2818a3138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:51.997471 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-fdc55c47-3a05-4166-8762-3df1b2f35ac8 None None] Set router d14f98e0-bdb2-4173-8dfb-1cc97a959666 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:13:52.136508 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a9a428-c0c0-43a6-8965-b8b2818a3138 None None] Pushing event updated for resources: {'Port': ['ID=1c569fa4-ad16-4cf8-b6f2-66a2f36418b2,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:13:52.184331 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-7881c6c5-cb31-421d-8826-bd4e58d2fa54 None None] Provisioning complete for port 1c569fa4-ad16-4cf8-b6f2-66a2f36418b2 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:13:52.184924 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-7881c6c5-cb31-421d-8826-bd4e58d2fa54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:52.410624 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-fdc55c47-3a05-4166-8762-3df1b2f35ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd14f98e0-bdb2-4173-8dfb-1cc97a959666', 'name': 'tempest-ServersTestBootFromVolume-608550675-router', 'tenant_id': '39cee1aac4c44f278f0948186a2959f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'd4d285ff-d471-4b41-860d-f96279eebd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:13:47Z', 'updated_at': '2021-07-05T02:13:50Z', 'revision_number': 3, 'project_id': '39cee1aac4c44f278f0948186a2959f8', 'gw_port': {'id': 'd4d285ff-d471-4b41-860d-f96279eebd22', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ce:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd14f98e0-bdb2-4173-8dfb-1cc97a959666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:13:49Z', 'updated_at': '2021-07-05T02:13:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:13:52.505567 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc55c47-3a05-4166-8762-3df1b2f35ac8 None None] Checking router: d14f98e0-bdb2-4173-8dfb-1cc97a959666 for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:13:52.506254 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc55c47-3a05-4166-8762-3df1b2f35ac8 None None] Updating router d14f98e0-bdb2-4173-8dfb-1cc97a959666 port d4d285ff-d471-4b41-860d-f96279eebd22 binding host n-d-771362-32 {{(pid=94464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 02:13:52.566483 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device f29e13b3-876b-48c9-b25e-ecb1821699be details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:13:52.576217 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fdc55c47-3a05-4166-8762-3df1b2f35ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:52.823001 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port f29e13b3-876b-48c9-b25e-ecb1821699be, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=f29e13b3-876b-48c9-b25e-ecb1821699be,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:13:52.855380 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': 'f29e13b3-876b-48c9-b25e-ecb1821699be', 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4', 'port_id': 'f29e13b3-876b-48c9-b25e-ecb1821699be', 'mac_address': 'fa:16:3e:2b:a1:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b840e204-692c-4f54-8f07-f6563e8e36b1', 'ip_address': '192.168.233.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:13:52.938709 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-09b136da-2fd7-46b0-a043-ed616628bf22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:52.942859 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:52.965244 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f29e13b3-876b-48c9-b25e-ecb1821699be {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:13:53.009642 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port f29e13b3-876b-48c9-b25e-ecb1821699be, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=f29e13b3-876b-48c9-b25e-ecb1821699be,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:13:53.189224 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:53.267394 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-09b136da-2fd7-46b0-a043-ed616628bf22 admin admin] Allocated IP 172.20.0.1 (95be1868-86d2-46e5-83cd-c247f770a99a/f91b5bd4-bf24-4143-8e52-056b34c056bf/4a17867d-4869-42fd-9d3a-5ff3f26db257) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:13:53.285903 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-6c241e04-2db0-4d01-a769-6d984568111a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:53.310010 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=f29e13b3-876b-48c9-b25e-ecb1821699be,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:13:53.334752 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fdc55c47-3a05-4166-8762-3df1b2f35ac8 None None] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:53.351540 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-fdc55c47-3a05-4166-8762-3df1b2f35ac8 None None] Transition to ACTIVE for port object d4d285ff-d471-4b41-860d-f96279eebd22 will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:13:53.446787 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['f29e13b3-876b-48c9-b25e-ecb1821699be'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:13:53.468762 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fdc55c47-3a05-4166-8762-3df1b2f35ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:53.500637 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-09b136da-2fd7-46b0-a043-ed616628bf22 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:53.529789 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [None req-09b136da-2fd7-46b0-a043-ed616628bf22 admin admin] Transition to ACTIVE for port object 4a17867d-4869-42fd-9d3a-5ff3f26db257 will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:13:53.605647 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89b8b0c-f74c-4628-ae0f-083085f0da10 None None] Pushing event updated for resources: {'Port': ['ID=d4d285ff-d471-4b41-860d-f96279eebd22,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:13:53.623004 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89b8b0c-f74c-4628-ae0f-083085f0da10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:13:53.623832 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89b8b0c-f74c-4628-ae0f-083085f0da10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:13:53.624377 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89b8b0c-f74c-4628-ae0f-083085f0da10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:13:53.624927 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89b8b0c-f74c-4628-ae0f-083085f0da10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:13:53.625483 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89b8b0c-f74c-4628-ae0f-083085f0da10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:13:53.626015 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89b8b0c-f74c-4628-ae0f-083085f0da10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:13:53.626584 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89b8b0c-f74c-4628-ae0f-083085f0da10 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:13:53.627174 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89b8b0c-f74c-4628-ae0f-083085f0da10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:13:53.627684 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89b8b0c-f74c-4628-ae0f-083085f0da10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:13:53.628188 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89b8b0c-f74c-4628-ae0f-083085f0da10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:13:53.628670 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89b8b0c-f74c-4628-ae0f-083085f0da10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:13:53.629150 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89b8b0c-f74c-4628-ae0f-083085f0da10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:13:53.633124 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-fdc55c47-3a05-4166-8762-3df1b2f35ac8 None None] Attempting to bind port d4d285ff-d471-4b41-860d-f96279eebd22 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:13:53.633713 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-fdc55c47-3a05-4166-8762-3df1b2f35ac8 None None] Attempting to bind port d4d285ff-d471-4b41-860d-f96279eebd22 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:13:53.634327 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc55c47-3a05-4166-8762-3df1b2f35ac8 None None] Attempting to bind port d4d285ff-d471-4b41-860d-f96279eebd22 on network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:13:53.642286 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc55c47-3a05-4166-8762-3df1b2f35ac8 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:13:53.653893 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc55c47-3a05-4166-8762-3df1b2f35ac8 None None] Checking segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:13:53.653893 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fdc55c47-3a05-4166-8762-3df1b2f35ac8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:53.653893 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc55c47-3a05-4166-8762-3df1b2f35ac8 None None] Bound using segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:13:53.653893 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-fdc55c47-3a05-4166-8762-3df1b2f35ac8 None None] Bound port: d4d285ff-d471-4b41-860d-f96279eebd22, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:13:53.653893 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fdc55c47-3a05-4166-8762-3df1b2f35ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:53.686842 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-09b136da-2fd7-46b0-a043-ed616628bf22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:53.752630 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-fdc55c47-3a05-4166-8762-3df1b2f35ac8 None None] For port d4d285ff-d471-4b41-860d-f96279eebd22, host n-d-771362-32, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:13:53.760186 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-fdc55c47-3a05-4166-8762-3df1b2f35ac8 None None] For port d4d285ff-d471-4b41-860d-f96279eebd22, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=d4d285ff-d471-4b41-860d-f96279eebd22,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:13:53.791924 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b136da-2fd7-46b0-a043-ed616628bf22 admin admin] Network 95be1868-86d2-46e5-83cd-c247f770a99a is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:13:53.801465 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-09b136da-2fd7-46b0-a043-ed616628bf22 admin admin] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:13:53.807746 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b136da-2fd7-46b0-a043-ed616628bf22 admin admin] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:13:53.832330 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:53.848732 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b136da-2fd7-46b0-a043-ed616628bf22 admin admin] Pushing event updated for resources: {'Port': ['ID=4a17867d-4869-42fd-9d3a-5ff3f26db257,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:13:53.866254 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fdc55c47-3a05-4166-8762-3df1b2f35ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:53.886159 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98198932-ed06-470a-8398-b04e90277075 req-94c690a8-a644-48e7-9c72-719b7a172693 tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:53.901205 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-98198932-ed06-470a-8398-b04e90277075 req-94c690a8-a644-48e7-9c72-719b7a172693 tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] 10.222.0.23 "GET /v2.0/ports?device_id=9985cb83-90e0-4048-ba4a-fa0e1782ec9e HTTP/1.1" status: 200 len: 949 time: 0.2307892 Jul 05 02:13:53.921821 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-09b136da-2fd7-46b0-a043-ed616628bf22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635668'] for router_interface, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:53.946959 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 02:13:54.013906 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc55c47-3a05-4166-8762-3df1b2f35ac8 None None] Routers {'d14f98e0-bdb2-4173-8dfb-1cc97a959666'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:13:54.016947 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-fdc55c47-3a05-4166-8762-3df1b2f35ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:13:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['d14f98e0-bdb2-4173-8dfb-1cc97a959666'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:13:54.114296 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-98198932-ed06-470a-8398-b04e90277075 req-9b9f9074-9603-4f42-8ca0-f2b1944d27b4 tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] 10.222.0.23 "GET /v2.0/security-groups?id=63abe6cf-e8b2-428f-b89e-3dc35e4b4566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105298 Jul 05 02:13:54.141291 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 1c569fa4-ad16-4cf8-b6f2-66a2f36418b2 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:13:54.230430 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-fdc55c47-3a05-4166-8762-3df1b2f35ac8 None None] Set router d14f98e0-bdb2-4173-8dfb-1cc97a959666 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:13:54.332432 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 1c569fa4-ad16-4cf8-b6f2-66a2f36418b2 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:13:54.332856 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:54.367144 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89b8b0c-f74c-4628-ae0f-083085f0da10 None None] Pushing event updated for resources: {'Port': ['ID=d4d285ff-d471-4b41-860d-f96279eebd22,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:13:54.433859 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e72911-67e9-497b-bc20-2bf86ea94f8e req-05c8eeb3-fd6a-469c-a986-a33930104518 tempest-AttachSCSIVolumeTestJSON-693609738 tempest-AttachSCSIVolumeTestJSON-693609738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:54.448757 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b6e72911-67e9-497b-bc20-2bf86ea94f8e req-05c8eeb3-fd6a-469c-a986-a33930104518 tempest-AttachSCSIVolumeTestJSON-693609738 tempest-AttachSCSIVolumeTestJSON-693609738-project] 10.222.0.23 "GET /v2.0/ports?device_id=d91c1a4b-95f9-4e14-b5fb-18367bfbfbbc HTTP/1.1" status: 200 len: 943 time: 0.1048591 Jul 05 02:13:54.524508 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b6e72911-67e9-497b-bc20-2bf86ea94f8e req-8b3a9325-d793-4099-ad55-f758c42848c5 tempest-AttachSCSIVolumeTestJSON-693609738 tempest-AttachSCSIVolumeTestJSON-693609738-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a53d924-d96c-4bdb-9b03-c3639df0d399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706687 Jul 05 02:13:54.580728 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 2a56c588-e0db-4c24-a7d0-3f2ece18bc17 up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:13:54.747399 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-fdc55c47-3a05-4166-8762-3df1b2f35ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd14f98e0-bdb2-4173-8dfb-1cc97a959666', 'name': 'tempest-ServersTestBootFromVolume-608550675-router', 'tenant_id': '39cee1aac4c44f278f0948186a2959f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'd4d285ff-d471-4b41-860d-f96279eebd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:13:47Z', 'updated_at': '2021-07-05T02:13:50Z', 'revision_number': 3, 'project_id': '39cee1aac4c44f278f0948186a2959f8', 'gw_port': {'id': 'd4d285ff-d471-4b41-860d-f96279eebd22', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ce:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd14f98e0-bdb2-4173-8dfb-1cc97a959666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:13:49Z', 'updated_at': '2021-07-05T02:13:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:13:54.788351 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc55c47-3a05-4166-8762-3df1b2f35ac8 None None] The sync data for ids ['d14f98e0-bdb2-4173-8dfb-1cc97a959666'] in n-d-771362-32 is: [{'id': 'd14f98e0-bdb2-4173-8dfb-1cc97a959666', 'name': 'tempest-ServersTestBootFromVolume-608550675-router', 'tenant_id': '39cee1aac4c44f278f0948186a2959f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'd4d285ff-d471-4b41-860d-f96279eebd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:13:47Z', 'updated_at': '2021-07-05T02:13:50Z', 'revision_number': 3, 'project_id': '39cee1aac4c44f278f0948186a2959f8', 'gw_port': {'id': 'd4d285ff-d471-4b41-860d-f96279eebd22', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ce:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd14f98e0-bdb2-4173-8dfb-1cc97a959666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:13:49Z', 'updated_at': '2021-07-05T02:13:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:13:54.944964 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba53e30d-906a-4d61-a65e-ea2bf9f6ac6d req-2f4c7956-4fef-40aa-8cc9-225ec82ed7c4 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:54.959366 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ba53e30d-906a-4d61-a65e-ea2bf9f6ac6d req-2f4c7956-4fef-40aa-8cc9-225ec82ed7c4 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=a74e6db0-70ff-4186-9157-db92e776b2ef HTTP/1.1" status: 200 len: 944 time: 0.1092746 Jul 05 02:13:55.013925 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:55.015949 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-da6047ff-0e0f-4d3f-8c27-9b4ffae10e81 None None] Provisioning for port 4a17867d-4869-42fd-9d3a-5ff3f26db257 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:13:55.018465 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning for port 2a56c588-e0db-4c24-a7d0-3f2ece18bc17 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:13:55.024099 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port 2a56c588-e0db-4c24-a7d0-3f2ece18bc17 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:13:55.032091 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:55.032091 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-da6047ff-0e0f-4d3f-8c27-9b4ffae10e81 None None] Provisioning complete for port 4a17867d-4869-42fd-9d3a-5ff3f26db257 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:13:55.032091 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-da6047ff-0e0f-4d3f-8c27-9b4ffae10e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:55.040816 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ba53e30d-906a-4d61-a65e-ea2bf9f6ac6d req-d1d7268b-2f8b-436b-a505-a5249df77489 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803611 Jul 05 02:13:55.157152 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-da6047ff-0e0f-4d3f-8c27-9b4ffae10e81 None None] Port 4a17867d-4869-42fd-9d3a-5ff3f26db257 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:13:55.164091 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-09b136da-2fd7-46b0-a043-ed616628bf22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:55.428048 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:55.516693 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a74e6db0-70ff-4186-9157-db92e776b2ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a56c588-e0db-4c24-a7d0-3f2ece18bc17'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:13:55.522546 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e593a821-abd3-4b1f-b0a2-c1666ec344f2" -d '{"events": [{"server_uuid": "a74e6db0-70ff-4186-9157-db92e776b2ef", "name": "network-vif-plugged", "status": "completed", "tag": "2a56c588-e0db-4c24-a7d0-3f2ece18bc17"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:13:55.570270 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 2a56c588-e0db-4c24-a7d0-3f2ece18bc17, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=2a56c588-e0db-4c24-a7d0-3f2ece18bc17,segment=NetworkSegment(69ab64d7-bb63-4367-9b3e-0960def4b6c7),segment_id=69ab64d7-bb63-4367-9b3e-0960def4b6c7)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:13:55.585822 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-09b136da-2fd7-46b0-a043-ed616628bf22 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:55.653386 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:55.654595 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device f29e13b3-876b-48c9-b25e-ecb1821699be up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:13:55.705325 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-09b136da-2fd7-46b0-a043-ed616628bf22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:55.823197 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b136da-2fd7-46b0-a043-ed616628bf22 admin admin] Pushing event updated for resources: {'Port': ['ID=4a17867d-4869-42fd-9d3a-5ff3f26db257,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:13:55.829925 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-09b136da-2fd7-46b0-a043-ed616628bf22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634601'] for router_interface, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:55.856331 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=2a56c588-e0db-4c24-a7d0-3f2ece18bc17,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:13:55.961639 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:55.973673 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning for port f29e13b3-876b-48c9-b25e-ecb1821699be completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:13:55.980963 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port f29e13b3-876b-48c9-b25e-ecb1821699be triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:13:55.981487 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:56.049358 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b136da-2fd7-46b0-a043-ed616628bf22 admin admin] Network 95be1868-86d2-46e5-83cd-c247f770a99a is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:13:56.055582 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-09b136da-2fd7-46b0-a043-ed616628bf22 admin admin] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:13:56.210717 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:56.230812 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device d4d285ff-d471-4b41-860d-f96279eebd22 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:13:56.338964 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09b136da-2fd7-46b0-a043-ed616628bf22 admin admin] Router d14f98e0-bdb2-4173-8dfb-1cc97a959666 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:13:56.496501 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port f29e13b3-876b-48c9-b25e-ecb1821699be, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=f29e13b3-876b-48c9-b25e-ecb1821699be,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:13:56.567781 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port d4d285ff-d471-4b41-860d-f96279eebd22 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:13:56.572906 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port d4d285ff-d471-4b41-860d-f96279eebd22 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:13:56.573337 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:56.600335 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09b136da-2fd7-46b0-a043-ed616628bf22 admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:13:56.609090 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-09b136da-2fd7-46b0-a043-ed616628bf22 admin admin] 10.222.0.23 "PUT /v2.0/routers/d14f98e0-bdb2-4173-8dfb-1cc97a959666/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7558281 Jul 05 02:13:56.642327 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:56.721166 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-74b64019-7370-4a95-962f-4ffef8e31db5 None None] Provisioning complete for port 4a17867d-4869-42fd-9d3a-5ff3f26db257 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:13:56.721503 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-74b64019-7370-4a95-962f-4ffef8e31db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:56.768545 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:56.795586 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port d4d285ff-d471-4b41-860d-f96279eebd22, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=d4d285ff-d471-4b41-860d-f96279eebd22,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:13:56.823033 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=f29e13b3-876b-48c9-b25e-ecb1821699be,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:13:56.840458 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-74b64019-7370-4a95-962f-4ffef8e31db5 None None] Port 4a17867d-4869-42fd-9d3a-5ff3f26db257 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:13:57.063631 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb3ef0a-3eed-4c13-9d72-4bdc713b1e13 req-e530420f-03a4-421b-8854-19d4d67f9b8b tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:57.065585 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4eb3ef0a-3eed-4c13-9d72-4bdc713b1e13 req-e530420f-03a4-421b-8854-19d4d67f9b8b tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] 10.222.0.23 "GET /v2.0/ports?device_id=9985cb83-90e0-4048-ba4a-fa0e1782ec9e HTTP/1.1" status: 200 len: 949 time: 0.5446744 Jul 05 02:13:57.110062 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4eb3ef0a-3eed-4c13-9d72-4bdc713b1e13 req-8f86d574-83e6-4b59-8d2e-8d3a49ec0614 tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] 10.222.0.23 "GET /v2.0/security-groups?id=63abe6cf-e8b2-428f-b89e-3dc35e4b4566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332069 Jul 05 02:13:57.386007 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7792b44b-e788-4142-80a4-31c4efcdf319 None None] Sync routers for ids ['d14f98e0-bdb2-4173-8dfb-1cc97a959666'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:13:57.395128 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7792b44b-e788-4142-80a4-31c4efcdf319 None None] Routers {'d14f98e0-bdb2-4173-8dfb-1cc97a959666'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:13:57.395727 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-7792b44b-e788-4142-80a4-31c4efcdf319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:13:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['d14f98e0-bdb2-4173-8dfb-1cc97a959666'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:13:57.509677 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-7792b44b-e788-4142-80a4-31c4efcdf319 None None] Set router d14f98e0-bdb2-4173-8dfb-1cc97a959666 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:13:57.536555 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:57.691429 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=d4d285ff-d471-4b41-860d-f96279eebd22,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:13:58.003898 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-7792b44b-e788-4142-80a4-31c4efcdf319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd14f98e0-bdb2-4173-8dfb-1cc97a959666', 'name': 'tempest-ServersTestBootFromVolume-608550675-router', 'tenant_id': '39cee1aac4c44f278f0948186a2959f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'd4d285ff-d471-4b41-860d-f96279eebd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:13:47Z', 'updated_at': '2021-07-05T02:13:54Z', 'revision_number': 4, 'project_id': '39cee1aac4c44f278f0948186a2959f8', 'gw_port': {'id': 'd4d285ff-d471-4b41-860d-f96279eebd22', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ce:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd14f98e0-bdb2-4173-8dfb-1cc97a959666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:13:49Z', 'updated_at': '2021-07-05T02:13:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '4a17867d-4869-42fd-9d3a-5ff3f26db257', 'name': '', 'network_id': '95be1868-86d2-46e5-83cd-c247f770a99a', 'tenant_id': '39cee1aac4c44f278f0948186a2959f8', 'mac_address': 'fa:16:3e:9c:07:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd14f98e0-bdb2-4173-8dfb-1cc97a959666', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'f91b5bd4-bf24-4143-8e52-056b34c056bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:13:53Z', 'updated_at': '2021-07-05T02:13:55Z', 'revision_number': 2, 'project_id': '39cee1aac4c44f278f0948186a2959f8', 'subnets': [{'id': 'f91b5bd4-bf24-4143-8e52-056b34c056bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:13:58.065560 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7792b44b-e788-4142-80a4-31c4efcdf319 None None] Checking router: d14f98e0-bdb2-4173-8dfb-1cc97a959666 for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:13:58.065970 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7792b44b-e788-4142-80a4-31c4efcdf319 None None] Updating router d14f98e0-bdb2-4173-8dfb-1cc97a959666 port 4a17867d-4869-42fd-9d3a-5ff3f26db257 binding host n-d-771362-32 {{(pid=94463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 02:13:58.120601 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-7792b44b-e788-4142-80a4-31c4efcdf319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:58.134537 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device d4d285ff-d471-4b41-860d-f96279eebd22 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:13:58.293741 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port d4d285ff-d471-4b41-860d-f96279eebd22 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:13:58.294150 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:58.351711 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01d659b1-091c-495d-b33a-0f9719d3d088 x-openstack-request-id: req-01d659b1-091c-495d-b33a-0f9719d3d088 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:13:58.352044 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a74e6db0-70ff-4186-9157-db92e776b2ef", "name": "network-vif-plugged", "status": "completed", "tag": "2a56c588-e0db-4c24-a7d0-3f2ece18bc17", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:13:58.352235 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-01d659b1-091c-495d-b33a-0f9719d3d088 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:13:58.352614 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a74e6db0-70ff-4186-9157-db92e776b2ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a56c588-e0db-4c24-a7d0-3f2ece18bc17', 'code': 200} Jul 05 02:13:58.499465 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba1a76b-ef47-44bc-b7e4-076194199df8 req-574f2b8d-0c44-46fd-b41f-1c991d7ebbe7 tempest-AttachSCSIVolumeTestJSON-693609738 tempest-AttachSCSIVolumeTestJSON-693609738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:58.500983 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6ba1a76b-ef47-44bc-b7e4-076194199df8 req-574f2b8d-0c44-46fd-b41f-1c991d7ebbe7 tempest-AttachSCSIVolumeTestJSON-693609738 tempest-AttachSCSIVolumeTestJSON-693609738-project] 10.222.0.23 "GET /v2.0/ports?device_id=d91c1a4b-95f9-4e14-b5fb-18367bfbfbbc HTTP/1.1" status: 200 len: 943 time: 0.0768156 Jul 05 02:13:58.515726 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-7792b44b-e788-4142-80a4-31c4efcdf319 None None] Notify callbacks [] for port, precommit_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:58.525736 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-7792b44b-e788-4142-80a4-31c4efcdf319 None None] Transition to ACTIVE for port object 4a17867d-4869-42fd-9d3a-5ff3f26db257 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:13:58.569248 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6ba1a76b-ef47-44bc-b7e4-076194199df8 req-e2d06a9b-3986-4b53-9607-2c992f46d91f tempest-AttachSCSIVolumeTestJSON-693609738 tempest-AttachSCSIVolumeTestJSON-693609738-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a53d924-d96c-4bdb-9b03-c3639df0d399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620537 Jul 05 02:13:58.595710 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866b4f68-300e-404a-8b29-39f03c2af147 req-37663b71-40c2-41a8-9f64-3acc74c50db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:58.597333 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-866b4f68-300e-404a-8b29-39f03c2af147 req-37663b71-40c2-41a8-9f64-3acc74c50db9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a74e6db0-70ff-4186-9157-db92e776b2ef HTTP/1.1" status: 200 len: 1097 time: 0.0838723 Jul 05 02:13:58.633755 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-866b4f68-300e-404a-8b29-39f03c2af147 req-f0a0cb60-94fd-4665-8903-ee7f06baef44 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273745 Jul 05 02:13:58.692815 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-7792b44b-e788-4142-80a4-31c4efcdf319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:58.732314 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36093bf2-62d9-4a4d-8cfd-4e04d0847e62 req-ebe8c305-521a-44d3-af04-f2d548bcb657 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:58.734062 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-36093bf2-62d9-4a4d-8cfd-4e04d0847e62 req-ebe8c305-521a-44d3-af04-f2d548bcb657 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=a74e6db0-70ff-4186-9157-db92e776b2ef HTTP/1.1" status: 200 len: 945 time: 0.0641298 Jul 05 02:13:58.747347 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8557b03-1d87-4e0c-868c-2d7cb134a6e6 None None] Pushing event updated for resources: {'Port': ['ID=4a17867d-4869-42fd-9d3a-5ff3f26db257,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:13:58.793415 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-36093bf2-62d9-4a4d-8cfd-4e04d0847e62 req-ebad2673-397e-40dc-ba81-90d8780f0eac tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402672 Jul 05 02:13:58.808225 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-7792b44b-e788-4142-80a4-31c4efcdf319 None None] Attempting to bind port 4a17867d-4869-42fd-9d3a-5ff3f26db257 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:13:58.808599 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-7792b44b-e788-4142-80a4-31c4efcdf319 None None] Attempting to bind port 4a17867d-4869-42fd-9d3a-5ff3f26db257 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '1a7afff9-dd4a-44a1-b899-761c698fff6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '95be1868-86d2-46e5-83cd-c247f770a99a'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:13:58.809092 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7792b44b-e788-4142-80a4-31c4efcdf319 None None] Attempting to bind port 4a17867d-4869-42fd-9d3a-5ff3f26db257 on network 95be1868-86d2-46e5-83cd-c247f770a99a {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:13:58.817435 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7792b44b-e788-4142-80a4-31c4efcdf319 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:13:58.822343 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7792b44b-e788-4142-80a4-31c4efcdf319 None None] Checking segment: {'id': '1a7afff9-dd4a-44a1-b899-761c698fff6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '95be1868-86d2-46e5-83cd-c247f770a99a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:13:58.822343 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-7792b44b-e788-4142-80a4-31c4efcdf319 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:58.822343 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7792b44b-e788-4142-80a4-31c4efcdf319 None None] Bound using segment: {'id': '1a7afff9-dd4a-44a1-b899-761c698fff6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '95be1868-86d2-46e5-83cd-c247f770a99a'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:13:58.822343 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-7792b44b-e788-4142-80a4-31c4efcdf319 None None] Bound port: 4a17867d-4869-42fd-9d3a-5ff3f26db257, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a7afff9-dd4a-44a1-b899-761c698fff6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '95be1868-86d2-46e5-83cd-c247f770a99a'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:13:58.822343 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-7792b44b-e788-4142-80a4-31c4efcdf319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:58.891048 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-7792b44b-e788-4142-80a4-31c4efcdf319 None None] For port 4a17867d-4869-42fd-9d3a-5ff3f26db257, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:13:58.894652 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-7792b44b-e788-4142-80a4-31c4efcdf319 None None] For port 4a17867d-4869-42fd-9d3a-5ff3f26db257, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=4a17867d-4869-42fd-9d3a-5ff3f26db257,segment=NetworkSegment(1a7afff9-dd4a-44a1-b899-761c698fff6f),segment_id=1a7afff9-dd4a-44a1-b899-761c698fff6f)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:13:58.989025 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-7792b44b-e788-4142-80a4-31c4efcdf319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:59.056218 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7792b44b-e788-4142-80a4-31c4efcdf319 None None] Routers {'d14f98e0-bdb2-4173-8dfb-1cc97a959666'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:13:59.056878 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-7792b44b-e788-4142-80a4-31c4efcdf319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:13:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['d14f98e0-bdb2-4173-8dfb-1cc97a959666'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:13:59.058932 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8557b03-1d87-4e0c-868c-2d7cb134a6e6 None None] Pushing event updated for resources: {'Port': ['ID=4a17867d-4869-42fd-9d3a-5ff3f26db257,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:13:59.156403 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d2d8b9-b21a-4557-abe1-db36e8a8726b req-2b92053e-8377-4b12-abea-5bb011cb7b58 tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:59.158568 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-60d2d8b9-b21a-4557-abe1-db36e8a8726b req-2b92053e-8377-4b12-abea-5bb011cb7b58 tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] 10.222.0.23 "GET /v2.0/ports?device_id=9985cb83-90e0-4048-ba4a-fa0e1782ec9e HTTP/1.1" status: 200 len: 950 time: 0.0769632 Jul 05 02:13:59.191744 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-7792b44b-e788-4142-80a4-31c4efcdf319 None None] Set router d14f98e0-bdb2-4173-8dfb-1cc97a959666 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:13:59.213576 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-60d2d8b9-b21a-4557-abe1-db36e8a8726b req-78e1bc96-0c40-44f4-af49-3a663ab5fc1d tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] 10.222.0.23 "GET /v2.0/security-groups?id=63abe6cf-e8b2-428f-b89e-3dc35e4b4566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443177 Jul 05 02:13:59.435857 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-7792b44b-e788-4142-80a4-31c4efcdf319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd14f98e0-bdb2-4173-8dfb-1cc97a959666', 'name': 'tempest-ServersTestBootFromVolume-608550675-router', 'tenant_id': '39cee1aac4c44f278f0948186a2959f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'd4d285ff-d471-4b41-860d-f96279eebd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:13:47Z', 'updated_at': '2021-07-05T02:13:54Z', 'revision_number': 4, 'project_id': '39cee1aac4c44f278f0948186a2959f8', 'gw_port': {'id': 'd4d285ff-d471-4b41-860d-f96279eebd22', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ce:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14f98e0-bdb2-4173-8dfb-1cc97a959666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:13:49Z', 'updated_at': '2021-07-05T02:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '4a17867d-4869-42fd-9d3a-5ff3f26db257', 'name': '', 'network_id': '95be1868-86d2-46e5-83cd-c247f770a99a', 'tenant_id': '39cee1aac4c44f278f0948186a2959f8', 'mac_address': 'fa:16:3e:9c:07:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd14f98e0-bdb2-4173-8dfb-1cc97a959666', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'f91b5bd4-bf24-4143-8e52-056b34c056bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:13:53Z', 'updated_at': '2021-07-05T02:13:58Z', 'revision_number': 4, 'project_id': '39cee1aac4c44f278f0948186a2959f8', 'subnets': [{'id': 'f91b5bd4-bf24-4143-8e52-056b34c056bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:13:59.470165 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7792b44b-e788-4142-80a4-31c4efcdf319 None None] The sync data for ids ['d14f98e0-bdb2-4173-8dfb-1cc97a959666'] in n-d-771362-32 is: [{'id': 'd14f98e0-bdb2-4173-8dfb-1cc97a959666', 'name': 'tempest-ServersTestBootFromVolume-608550675-router', 'tenant_id': '39cee1aac4c44f278f0948186a2959f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'd4d285ff-d471-4b41-860d-f96279eebd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:13:47Z', 'updated_at': '2021-07-05T02:13:54Z', 'revision_number': 4, 'project_id': '39cee1aac4c44f278f0948186a2959f8', 'gw_port': {'id': 'd4d285ff-d471-4b41-860d-f96279eebd22', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ce:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14f98e0-bdb2-4173-8dfb-1cc97a959666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:13:49Z', 'updated_at': '2021-07-05T02:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '4a17867d-4869-42fd-9d3a-5ff3f26db257', 'name': '', 'network_id': '95be1868-86d2-46e5-83cd-c247f770a99a', 'tenant_id': '39cee1aac4c44f278f0948186a2959f8', 'mac_address': 'fa:16:3e:9c:07:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd14f98e0-bdb2-4173-8dfb-1cc97a959666', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'f91b5bd4-bf24-4143-8e52-056b34c056bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:13:53Z', 'updated_at': '2021-07-05T02:13:58Z', 'revision_number': 4, 'project_id': '39cee1aac4c44f278f0948186a2959f8', 'subnets': [{'id': 'f91b5bd4-bf24-4143-8e52-056b34c056bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:13:59.605745 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43560) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:13:59.634199 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43564) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:13:59.645489 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-0e88903c-6548-44e0-b5a9-1a83aeb297c3 tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] Request body: {'security_group': {'name': 'tempest-securitygroup--837660840', 'description': 'tempest-description--1468948870'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:13:59.661668 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b165d218-0b82-4151-97dd-1493bf9c8b91 req-46aff176-14fc-4817-a4b9-75381737bf80 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:59.663557 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b165d218-0b82-4151-97dd-1493bf9c8b91 req-46aff176-14fc-4817-a4b9-75381737bf80 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2b9a8e2-24fd-4d2a-933e-44d7adf95c61 HTTP/1.1" status: 200 len: 945 time: 0.1255188 Jul 05 02:13:59.712483 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b165d218-0b82-4151-97dd-1493bf9c8b91 req-af6a7db8-f39c-4105-9f95-c7303f96766e tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7865373a-940f-4b11-a36f-c983981de35d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407021 Jul 05 02:13:59.789904 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0e88903c-6548-44e0-b5a9-1a83aeb297c3 tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:59.815935 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-efc303f4-57dd-44e2-a50b-ee653594a9a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:59.923367 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5444cfe-ad03-448c-935a-ed302d33d3b1 req-b607940e-489d-41e8-a47c-ce7ae72dbd4a tempest-AttachSCSIVolumeTestJSON-693609738 tempest-AttachSCSIVolumeTestJSON-693609738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:13:59.937652 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f5444cfe-ad03-448c-935a-ed302d33d3b1 req-b607940e-489d-41e8-a47c-ce7ae72dbd4a tempest-AttachSCSIVolumeTestJSON-693609738 tempest-AttachSCSIVolumeTestJSON-693609738-project] 10.222.0.23 "GET /v2.0/ports?device_id=d91c1a4b-95f9-4e14-b5fb-18367bfbfbbc HTTP/1.1" status: 200 len: 943 time: 0.0964327 Jul 05 02:13:59.952398 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0e88903c-6548-44e0-b5a9-1a83aeb297c3 tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:13:59.978682 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f5444cfe-ad03-448c-935a-ed302d33d3b1 req-d44ac7ce-4f6f-4fa6-8530-aa0b5f3563b7 tempest-AttachSCSIVolumeTestJSON-693609738 tempest-AttachSCSIVolumeTestJSON-693609738-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a53d924-d96c-4bdb-9b03-c3639df0d399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399194 Jul 05 02:14:00.055284 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0e88903c-6548-44e0-b5a9-1a83aeb297c3 tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:00.116072 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e88903c-6548-44e0-b5a9-1a83aeb297c3 tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd6bb06-7669-426f-bd94-82e82b74cb2c,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:14:00.120849 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 4a17867d-4869-42fd-9d3a-5ff3f26db257 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:14:00.160321 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f07fff-fa68-4d43-80a6-fab109a61b40 req-be28fd98-1197-4c31-a804-a91b657bce7a tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:00.170812 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-79f07fff-fa68-4d43-80a6-fab109a61b40 req-be28fd98-1197-4c31-a804-a91b657bce7a tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=a74e6db0-70ff-4186-9157-db92e776b2ef HTTP/1.1" status: 200 len: 945 time: 0.1514282 Jul 05 02:14:00.230405 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-79f07fff-fa68-4d43-80a6-fab109a61b40 req-0f8c2dd5-1b68-4cca-96bb-75ab726f77f1 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526071 Jul 05 02:14:00.244654 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-efc303f4-57dd-44e2-a50b-ee653594a9a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:00.275978 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 4a17867d-4869-42fd-9d3a-5ff3f26db257 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:14:00.283224 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 4a17867d-4869-42fd-9d3a-5ff3f26db257 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:14:00.283831 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:00.384492 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9985cb83-90e0-4048-ba4a-fa0e1782ec9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f29e13b3-876b-48c9-b25e-ecb1821699be'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:14:00.387059 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a0bf446-8718-4af4-a06c-adee9f57bae5" -d '{"events": [{"server_uuid": "9985cb83-90e0-4048-ba4a-fa0e1782ec9e", "name": "network-vif-plugged", "status": "completed", "tag": "f29e13b3-876b-48c9-b25e-ecb1821699be"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:14:00.390505 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:00.416776 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-efc303f4-57dd-44e2-a50b-ee653594a9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:00.434788 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 4a17867d-4869-42fd-9d3a-5ff3f26db257, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=4a17867d-4869-42fd-9d3a-5ff3f26db257,segment=NetworkSegment(1a7afff9-dd4a-44a1-b899-761c698fff6f),segment_id=1a7afff9-dd4a-44a1-b899-761c698fff6f)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:14:00.466635 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-efc303f4-57dd-44e2-a50b-ee653594a9a4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=937a6b4a5413436db39d12079ca4ffcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8575006 Jul 05 02:14:00.469894 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43616) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:14:00.472457 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc303f4-57dd-44e2-a50b-ee653594a9a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38578548-ccc1-45a0-be62-1f33fcf111e5,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:14:00.489234 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8434ad-6a0d-48e9-bf1c-3866defa94d6 req-5caa94d9-4c49-40f7-8ce6-d46f1877ca82 tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:00.490790 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6d8434ad-6a0d-48e9-bf1c-3866defa94d6 req-5caa94d9-4c49-40f7-8ce6-d46f1877ca82 tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] 10.222.0.23 "GET /v2.0/ports?device_id=9985cb83-90e0-4048-ba4a-fa0e1782ec9e HTTP/1.1" status: 200 len: 950 time: 0.1243293 Jul 05 02:14:00.499263 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0e88903c-6548-44e0-b5a9-1a83aeb297c3 tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:00.499677 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:00.503753 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-0e88903c-6548-44e0-b5a9-1a83aeb297c3 tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8652582 Jul 05 02:14:00.508920 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43618) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:14:00.523472 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-fa075ea8-3b55-455c-b71c-a65b6c079475 tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] Request body: {'security_group_rule': {'security_group_id': 'bdd6bb06-7669-426f-bd94-82e82b74cb2c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:14:00.570966 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=4a17867d-4869-42fd-9d3a-5ff3f26db257,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:14:00.584475 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-60e363ec-c7fa-43f6-9799-0dd83b8a8cd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:00.601932 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6d8434ad-6a0d-48e9-bf1c-3866defa94d6 req-0ca1fcdb-fdcc-4815-b5e8-7013faa345b8 tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] 10.222.0.23 "GET /v2.0/security-groups?id=63abe6cf-e8b2-428f-b89e-3dc35e4b4566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002502 Jul 05 02:14:00.616815 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-60e363ec-c7fa-43f6-9799-0dd83b8a8cd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:00.709460 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fa075ea8-3b55-455c-b71c-a65b6c079475 tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:00.744428 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43630) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:14:00.773224 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-60e363ec-c7fa-43f6-9799-0dd83b8a8cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:00.777085 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-60e363ec-c7fa-43f6-9799-0dd83b8a8cd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:00.778511 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-60e363ec-c7fa-43f6-9799-0dd83b8a8cd4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/38578548-ccc1-45a0-be62-1f33fcf111e5 HTTP/1.1" status: 204 len: 168 time: 0.3071852 Jul 05 02:14:00.788930 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e363ec-c7fa-43f6-9799-0dd83b8a8cd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38578548-ccc1-45a0-be62-1f33fcf111e5,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:14:00.810577 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fa075ea8-3b55-455c-b71c-a65b6c079475 tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:00.819658 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b2866b-0299-46eb-a995-e84b45c32a66 req-b7291f2b-dd5d-4309-ab75-e8618bb5a29e tempest-LiveAutoBlockMigrationV225Test-944788699 tempest-LiveAutoBlockMigrationV225Test-944788699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:00.829783 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-26b2866b-0299-46eb-a995-e84b45c32a66 req-b7291f2b-dd5d-4309-ab75-e8618bb5a29e tempest-LiveAutoBlockMigrationV225Test-944788699 tempest-LiveAutoBlockMigrationV225Test-944788699-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a74e6db0-70ff-4186-9157-db92e776b2ef HTTP/1.1" status: 200 len: 1097 time: 0.1324813 Jul 05 02:14:00.869439 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-26b2866b-0299-46eb-a995-e84b45c32a66 req-71f01492-3c60-47c7-b71d-df9cecffe576 tempest-LiveAutoBlockMigrationV225Test-944788699 tempest-LiveAutoBlockMigrationV225Test-944788699-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379946 Jul 05 02:14:00.891745 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6a0d0c73-b4d4-4aa1-b71a-0e9911e7e2f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:00.944909 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fa075ea8-3b55-455c-b71c-a65b6c079475 tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:00.964905 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa075ea8-3b55-455c-b71c-a65b6c079475 tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce1fdaf6-1b7e-4ea8-a449-6a5d7065ce92,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:14:01.005236 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6a0d0c73-b4d4-4aa1-b71a-0e9911e7e2f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:01.139588 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6a0d0c73-b4d4-4aa1-b71a-0e9911e7e2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:01.177714 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-6a0d0c73-b4d4-4aa1-b71a-0e9911e7e2f2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0f7ad09c0df44560bca03b34b2418f97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4321449 Jul 05 02:14:01.178790 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0d0c73-b4d4-4aa1-b71a-0e9911e7e2f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68b9f98b-54e6-41c7-a8f4-408c99f13a0a,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:14:01.180512 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43650) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:14:01.230449 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-71a80487-096c-488e-a6db-d473ccea39e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:01.252999 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-71a80487-096c-488e-a6db-d473ccea39e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:01.288640 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fa075ea8-3b55-455c-b71c-a65b6c079475 tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:01.290593 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-fa075ea8-3b55-455c-b71c-a65b6c079475 tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7805245 Jul 05 02:14:01.292642 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43658) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:14:01.297263 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-62d66c63-ee73-4ddc-b345-e925af1ab55e tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] Request body: {'security_group_rule': {'security_group_id': 'bdd6bb06-7669-426f-bd94-82e82b74cb2c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:14:01.401871 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-71a80487-096c-488e-a6db-d473ccea39e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:01.405760 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-71a80487-096c-488e-a6db-d473ccea39e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:01.409551 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-71a80487-096c-488e-a6db-d473ccea39e0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/68b9f98b-54e6-41c7-a8f4-408c99f13a0a HTTP/1.1" status: 204 len: 168 time: 0.2259221 Jul 05 02:14:01.423779 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a80487-096c-488e-a6db-d473ccea39e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68b9f98b-54e6-41c7-a8f4-408c99f13a0a,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:14:01.426957 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-62d66c63-ee73-4ddc-b345-e925af1ab55e tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:01.468209 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97e4d10b-ee77-47e7-9f26-0511da118a3f x-openstack-request-id: req-97e4d10b-ee77-47e7-9f26-0511da118a3f {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:14:01.469073 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9985cb83-90e0-4048-ba4a-fa0e1782ec9e", "name": "network-vif-plugged", "status": "completed", "tag": "f29e13b3-876b-48c9-b25e-ecb1821699be", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:14:01.479689 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-97e4d10b-ee77-47e7-9f26-0511da118a3f {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:14:01.479689 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9985cb83-90e0-4048-ba4a-fa0e1782ec9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f29e13b3-876b-48c9-b25e-ecb1821699be', 'code': 200} Jul 05 02:14:01.509500 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-62d66c63-ee73-4ddc-b345-e925af1ab55e tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:01.632206 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9366bcbb-c6a1-4a35-a2f3-0cda093d91c0 req-49669c7b-dd27-4002-9dd7-466214889e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:01.633724 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9366bcbb-c6a1-4a35-a2f3-0cda093d91c0 req-49669c7b-dd27-4002-9dd7-466214889e4b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9985cb83-90e0-4048-ba4a-fa0e1782ec9e HTTP/1.1" status: 200 len: 1102 time: 0.0940847 Jul 05 02:14:01.651048 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-62d66c63-ee73-4ddc-b345-e925af1ab55e tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:01.658721 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43668) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:14:01.666157 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da35d082-13f2-4bec-a9ad-d1a15e20c507 req-ef7f66cc-28e2-432e-906b-2934322d70e0 tempest-LiveAutoBlockMigrationV225Test-944788699 tempest-LiveAutoBlockMigrationV225Test-944788699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:01.667765 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-da35d082-13f2-4bec-a9ad-d1a15e20c507 req-ef7f66cc-28e2-432e-906b-2934322d70e0 tempest-LiveAutoBlockMigrationV225Test-944788699 tempest-LiveAutoBlockMigrationV225Test-944788699-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a74e6db0-70ff-4186-9157-db92e776b2ef HTTP/1.1" status: 200 len: 1097 time: 0.0963149 Jul 05 02:14:01.681549 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8228892a-c60e-476d-89dc-dc2274ae83b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:01.701007 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d66c63-ee73-4ddc-b345-e925af1ab55e tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7f03837-eff7-41e6-8eea-b1abd4587096,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:14:01.715477 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9366bcbb-c6a1-4a35-a2f3-0cda093d91c0 req-ffab21b7-8f41-42b6-a3a3-051cec7a3c59 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=63abe6cf-e8b2-428f-b89e-3dc35e4b4566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717053 Jul 05 02:14:01.730214 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-da35d082-13f2-4bec-a9ad-d1a15e20c507 req-f9b8860d-79d2-43eb-9a79-f918e1c86021 tempest-LiveAutoBlockMigrationV225Test-944788699 tempest-LiveAutoBlockMigrationV225Test-944788699-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521400 Jul 05 02:14:01.756008 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-62d66c63-ee73-4ddc-b345-e925af1ab55e tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:01.760455 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43674) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:14:01.760906 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-62d66c63-ee73-4ddc-b345-e925af1ab55e tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4671249 Jul 05 02:14:01.765575 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-56ac0377-34dd-49c6-ae25-5d727c8cfe56 tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] Request body: {'floatingip': {'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:14:01.886986 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5757d9d1-f2b6-4f47-8fff-fb93eaa0e26f req-3cabedb5-1969-4ec7-96b5-5a25abb7fa02 tempest-AttachSCSIVolumeTestJSON-693609738 tempest-AttachSCSIVolumeTestJSON-693609738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:01.888654 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5757d9d1-f2b6-4f47-8fff-fb93eaa0e26f req-3cabedb5-1969-4ec7-96b5-5a25abb7fa02 tempest-AttachSCSIVolumeTestJSON-693609738 tempest-AttachSCSIVolumeTestJSON-693609738-project] 10.222.0.23 "GET /v2.0/ports?device_id=d91c1a4b-95f9-4e14-b5fb-18367bfbfbbc HTTP/1.1" status: 200 len: 943 time: 0.1041589 Jul 05 02:14:01.935204 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8228892a-c60e-476d-89dc-dc2274ae83b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:01.936457 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d84adf-d5e1-4f20-848b-99dd594502da req-03e48c66-c44f-4304-b69a-cc1bc89cff41 tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:01.938008 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-08d84adf-d5e1-4f20-848b-99dd594502da req-03e48c66-c44f-4304-b69a-cc1bc89cff41 tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] 10.222.0.23 "GET /v2.0/ports?device_id=9985cb83-90e0-4048-ba4a-fa0e1782ec9e HTTP/1.1" status: 200 len: 950 time: 0.0713277 Jul 05 02:14:01.950659 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5757d9d1-f2b6-4f47-8fff-fb93eaa0e26f req-33f392ef-24ae-4bf7-a959-44638a2f81a3 tempest-AttachSCSIVolumeTestJSON-693609738 tempest-AttachSCSIVolumeTestJSON-693609738-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a53d924-d96c-4bdb-9b03-c3639df0d399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524595 Jul 05 02:14:01.982917 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-08d84adf-d5e1-4f20-848b-99dd594502da req-1a73b9a9-9b25-45a3-b56f-008927ab269a tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] 10.222.0.23 "GET /v2.0/security-groups?id=63abe6cf-e8b2-428f-b89e-3dc35e4b4566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392239 Jul 05 02:14:02.021655 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8228892a-c60e-476d-89dc-dc2274ae83b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:02.074271 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-8228892a-c60e-476d-89dc-dc2274ae83b4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=752ef0a635e445d09abcfc76a7464111&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4123559 Jul 05 02:14:02.076089 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43686) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:14:02.077011 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8228892a-c60e-476d-89dc-dc2274ae83b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eca2077f-d33a-4fcc-9371-6adefe6a4555,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:14:02.099639 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 4a17867d-4869-42fd-9d3a-5ff3f26db257 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:14:02.133209 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-56ac0377-34dd-49c6-ae25-5d727c8cfe56 tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] Notify callbacks [] for floatingip, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:02.145764 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ff1d6b8c-5239-4400-a745-bcafef6cdb60 req-683fe7bc-0ba3-4a96-9abf-e649745ed74d tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--370910462&fields=id&tenant_id=fc2d088ace9545fabb9ece3104798875 HTTP/1.1" status: 200 len: 267 time: 0.0768681 Jul 05 02:14:02.165396 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 4a17867d-4869-42fd-9d3a-5ff3f26db257 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:14:02.166090 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:02.173259 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a292eb55-14ea-42f5-87e1-ea55d079dbda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:02.245448 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a292eb55-14ea-42f5-87e1-ea55d079dbda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:02.262230 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-56ac0377-34dd-49c6-ae25-5d727c8cfe56 tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:02.307318 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1d6b8c-5239-4400-a745-bcafef6cdb60 req-ac0fa2a0-2a87-4a53-bd90-cec5dc935648 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:02.308910 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ff1d6b8c-5239-4400-a745-bcafef6cdb60 req-ac0fa2a0-2a87-4a53-bd90-cec5dc935648 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] 10.222.0.23 "GET /v2.0/networks?id=145d1216-e8e2-4105-8190-071eda74e029 HTTP/1.1" status: 200 len: 823 time: 0.1560156 Jul 05 02:14:02.343675 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ff1d6b8c-5239-4400-a745-bcafef6cdb60 req-abfd1e3e-cdf5-428c-9b05-5d89ca2fcc2c tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] 10.222.0.23 "GET /v2.0/quotas/fc2d088ace9545fabb9ece3104798875 HTTP/1.1" status: 200 len: 375 time: 0.0241652 Jul 05 02:14:02.345416 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43688) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:14:02.378642 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-56ac0377-34dd-49c6-ae25-5d727c8cfe56 tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] Allocated IP 172.25.7.177 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/b1d837d9-952c-4a29-9f6e-729a107bb6d2) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:14:02.384145 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5960a6a7-f07b-475c-b48e-e03844bdc6ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:02.446847 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ff1d6b8c-5239-4400-a745-bcafef6cdb60 req-9eac01e7-434e-4c2e-af7a-51721372b246 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=fc2d088ace9545fabb9ece3104798875&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1021495 Jul 05 02:14:02.460839 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a292eb55-14ea-42f5-87e1-ea55d079dbda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:02.463557 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a292eb55-14ea-42f5-87e1-ea55d079dbda admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:02.471914 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-a292eb55-14ea-42f5-87e1-ea55d079dbda admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/eca2077f-d33a-4fcc-9371-6adefe6a4555 HTTP/1.1" status: 204 len: 168 time: 0.3875413 Jul 05 02:14:02.491876 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-56ac0377-34dd-49c6-ae25-5d727c8cfe56 tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:02.562513 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a292eb55-14ea-42f5-87e1-ea55d079dbda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca2077f-d33a-4fcc-9371-6adefe6a4555,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:14:02.600194 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ff1d6b8c-5239-4400-a745-bcafef6cdb60 req-2d4059ec-aad0-4d2c-bb37-63dab565091d service neutron] 10.222.0.23 "GET /v2.0/networks/145d1216-e8e2-4105-8190-071eda74e029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344321 Jul 05 02:14:02.618914 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device cb9c0984-4028-48af-bdef-e0626427ee4b no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:14:02.652863 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5960a6a7-f07b-475c-b48e-e03844bdc6ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:02.653566 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 8bd7c70a-13de-4d32-a7f8-d23cfb7ce856 details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:14:02.731797 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ff1d6b8c-5239-4400-a745-bcafef6cdb60 req-a336d61a-c848-4dcf-a4af-f87284b71c31 service neutron] 10.222.0.23 "GET /v2.0/networks/145d1216-e8e2-4105-8190-071eda74e029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233399 Jul 05 02:14:02.785156 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-56ac0377-34dd-49c6-ae25-5d727c8cfe56 tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:02.786144 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5960a6a7-f07b-475c-b48e-e03844bdc6ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:02.786547 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:02.838789 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 8bd7c70a-13de-4d32-a7f8-d23cfb7ce856, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=8bd7c70a-13de-4d32-a7f8-d23cfb7ce856,segment=NetworkSegment(db4f039d-ef1e-41e9-961e-4e2fa117a5a1),segment_id=db4f039d-ef1e-41e9-961e-4e2fa117a5a1)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:14:02.842659 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port cb9c0984-4028-48af-bdef-e0626427ee4b, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=cb9c0984-4028-48af-bdef-e0626427ee4b,segment=NetworkSegment(f64300f6-197b-4011-8dc6-a113f7708dd5),segment_id=f64300f6-197b-4011-8dc6-a113f7708dd5)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:14:02.844532 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-5960a6a7-f07b-475c-b48e-e03844bdc6ce admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=08e3467519cc4abaae021960555f48db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4961579 Jul 05 02:14:02.853328 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43700) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:14:02.854431 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': '8bd7c70a-13de-4d32-a7f8-d23cfb7ce856', 'network_id': '98e9f515-6cf4-4efb-9632-f9c68ae3e49b', 'port_id': '8bd7c70a-13de-4d32-a7f8-d23cfb7ce856', 'mac_address': 'fa:16:3e:5f:fa:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b8be822-461d-4761-a35b-41acdbbeaf8b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:14:02.875350 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ac0377-34dd-49c6-ae25-5d727c8cfe56 tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:14:02.882231 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-56ac0377-34dd-49c6-ae25-5d727c8cfe56 tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:14:02.893719 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ac0377-34dd-49c6-ae25-5d727c8cfe56 tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:14:02.906275 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:02.926172 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:02.954400 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5960a6a7-f07b-475c-b48e-e03844bdc6ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0b42ebc-4917-498e-88b3-c78a048721e4,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:14:02.980057 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ac0377-34dd-49c6-ae25-5d727c8cfe56 tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] Pushing event updated for resources: {'Port': ['ID=b1d837d9-952c-4a29-9f6e-729a107bb6d2,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:14:02.989409 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=cb9c0984-4028-48af-bdef-e0626427ee4b,revision_number=8']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:14:02.994575 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bd7c70a-13de-4d32-a7f8-d23cfb7ce856 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:14:03.044820 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 8bd7c70a-13de-4d32-a7f8-d23cfb7ce856, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=8bd7c70a-13de-4d32-a7f8-d23cfb7ce856,segment=NetworkSegment(db4f039d-ef1e-41e9-961e-4e2fa117a5a1),segment_id=db4f039d-ef1e-41e9-961e-4e2fa117a5a1)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:14:03.076988 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee86440-3f03-4448-84de-e87c25dd5b2f req-ca9625c3-af15-4364-ad97-58363df2ccfa tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:03.078590 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3ee86440-3f03-4448-84de-e87c25dd5b2f req-ca9625c3-af15-4364-ad97-58363df2ccfa tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2b9a8e2-24fd-4d2a-933e-44d7adf95c61 HTTP/1.1" status: 200 len: 945 time: 0.1929727 Jul 05 02:14:03.079453 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ac82c432-aeae-4cd4-b202-fa84a241840e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:03.115885 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:03.153444 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-56ac0377-34dd-49c6-ae25-5d727c8cfe56 tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:03.199945 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=8bd7c70a-13de-4d32-a7f8-d23cfb7ce856,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:14:03.258873 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ac82c432-aeae-4cd4-b202-fa84a241840e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:03.333310 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-56ac0377-34dd-49c6-ae25-5d727c8cfe56 tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:03.345632 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['8bd7c70a-13de-4d32-a7f8-d23cfb7ce856'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:14:03.391059 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baf849a-6bf9-4946-af77-a139083e9f27 req-3970a34b-a5cd-4075-ac5d-de87b13707b2 tempest-AttachSCSIVolumeTestJSON-693609738 tempest-AttachSCSIVolumeTestJSON-693609738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:03.397271 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3baf849a-6bf9-4946-af77-a139083e9f27 req-3970a34b-a5cd-4075-ac5d-de87b13707b2 tempest-AttachSCSIVolumeTestJSON-693609738 tempest-AttachSCSIVolumeTestJSON-693609738-project] 10.222.0.23 "GET /v2.0/ports?device_id=d91c1a4b-95f9-4e14-b5fb-18367bfbfbbc HTTP/1.1" status: 200 len: 944 time: 0.1495888 Jul 05 02:14:03.414443 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe462d-9eff-422b-b17d-821192328c91 req-a5d38cee-4313-46a5-accd-80f6d2f1bf2a tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:03.415997 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8dfe462d-9eff-422b-b17d-821192328c91 req-a5d38cee-4313-46a5-accd-80f6d2f1bf2a tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/networks?id=b0083775-05cf-4d34-9b3f-be9cea23529c HTTP/1.1" status: 200 len: 804 time: 0.2119217 Jul 05 02:14:03.436393 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [req-3ee86440-3f03-4448-84de-e87c25dd5b2f req-dceaa066-dd63-4dae-9876-a4d34ca5c96d tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Deleting port 54abaf0e-8cbe-4f28-ae29-9bd5042907e8 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:14:03.436738 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-3ee86440-3f03-4448-84de-e87c25dd5b2f req-dceaa066-dd63-4dae-9876-a4d34ca5c96d tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:03.477793 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8138719b-85d1-48a7-b468-a9890bf322dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb9c0984-4028-48af-bdef-e0626427ee4b'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:14:03.482300 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8dfe462d-9eff-422b-b17d-821192328c91 req-8174907a-2f46-4820-aae7-81ef4194a613 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/quotas/6032216af44f41dcb77eaa1307ce6ca6 HTTP/1.1" status: 200 len: 375 time: 0.0571327 Jul 05 02:14:03.482856 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-259951e3-94db-4a78-abfa-96290ba64432" -d '{"events": [{"server_uuid": "8138719b-85d1-48a7-b468-a9890bf322dd", "name": "network-vif-unplugged", "status": "completed", "tag": "cb9c0984-4028-48af-bdef-e0626427ee4b"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:14:03.554671 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ac82c432-aeae-4cd4-b202-fa84a241840e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:03.557342 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ac82c432-aeae-4cd4-b202-fa84a241840e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:03.561224 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-ac82c432-aeae-4cd4-b202-fa84a241840e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c0b42ebc-4917-498e-88b3-c78a048721e4 HTTP/1.1" status: 204 len: 168 time: 0.7038553 Jul 05 02:14:03.563088 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3baf849a-6bf9-4946-af77-a139083e9f27 req-ca8362ee-40c3-43d7-a278-64c51fa7dad2 tempest-AttachSCSIVolumeTestJSON-693609738 tempest-AttachSCSIVolumeTestJSON-693609738-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a53d924-d96c-4bdb-9b03-c3639df0d399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359351 Jul 05 02:14:03.602446 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac82c432-aeae-4cd4-b202-fa84a241840e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0b42ebc-4917-498e-88b3-c78a048721e4,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:14:03.624316 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-3ee86440-3f03-4448-84de-e87c25dd5b2f req-dceaa066-dd63-4dae-9876-a4d34ca5c96d tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] For port 54abaf0e-8cbe-4f28-ae29-9bd5042907e8, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=54abaf0e-8cbe-4f28-ae29-9bd5042907e8,segment=NetworkSegment(54993d40-1817-4e9a-9179-be5527f6d698),segment_id=54993d40-1817-4e9a-9179-be5527f6d698)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:14:03.624442 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-3ee86440-3f03-4448-84de-e87c25dd5b2f req-dceaa066-dd63-4dae-9876-a4d34ca5c96d tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:03.688220 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-56ac0377-34dd-49c6-ae25-5d727c8cfe56 tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:03.720446 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8dfe462d-9eff-422b-b17d-821192328c91 req-ebbb8865-8af0-419e-a39a-f643ddd4d0ea tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6032216af44f41dcb77eaa1307ce6ca6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2372665 Jul 05 02:14:03.784952 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647876c2-42c2-462e-af22-1be48338d4f4 req-36ba905e-bf53-4a8c-827f-21bd7e121345 tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:03.786512 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-647876c2-42c2-462e-af22-1be48338d4f4 req-36ba905e-bf53-4a8c-827f-21bd7e121345 tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] 10.222.0.23 "GET /v2.0/ports?device_id=9985cb83-90e0-4048-ba4a-fa0e1782ec9e HTTP/1.1" status: 200 len: 950 time: 0.0708671 Jul 05 02:14:03.825761 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-647876c2-42c2-462e-af22-1be48338d4f4 req-df653575-c8e2-4c4b-8a27-f06afcff9800 tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] 10.222.0.23 "GET /v2.0/security-groups?id=63abe6cf-e8b2-428f-b89e-3dc35e4b4566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332649 Jul 05 02:14:03.830354 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-56ac0377-34dd-49c6-ae25-5d727c8cfe56 tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:03.928834 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8dfe462d-9eff-422b-b17d-821192328c91 req-54d2fb04-3d96-44f9-b759-cdede0f3fa67 service neutron] 10.222.0.23 "GET /v2.0/networks/b0083775-05cf-4d34-9b3f-be9cea23529c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944783 Jul 05 02:14:03.936503 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ac0377-34dd-49c6-ae25-5d727c8cfe56 tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] Pushing event updated for resources: {'Port': ['ID=b1d837d9-952c-4a29-9f6e-729a107bb6d2,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:14:03.941248 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-71d80eb6-aca7-4078-acdc-b09218c61d78 req-cbf4bad5-0405-40ff-9b1f-0307254e0bc6 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] 10.222.0.23 "GET /v2.0/ports?device_id=042aaec8-aaef-483e-be6e-dbd824948568 HTTP/1.1" status: 200 len: 210 time: 0.0456700 Jul 05 02:14:03.960481 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-56ac0377-34dd-49c6-ae25-5d727c8cfe56 tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636869'] for floatingip, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:04.006553 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-3ee86440-3f03-4448-84de-e87c25dd5b2f req-dceaa066-dd63-4dae-9876-a4d34ca5c96d tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:04.032499 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-3ee86440-3f03-4448-84de-e87c25dd5b2f req-dceaa066-dd63-4dae-9876-a4d34ca5c96d tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636869'] for floatingip, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:04.032887 n-d-771362-32 neutron-server[94462]: INFO neutron.db.l3_db [req-3ee86440-3f03-4448-84de-e87c25dd5b2f req-dceaa066-dd63-4dae-9876-a4d34ca5c96d tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Floating IP c5768cfc-4271-4e3c-bb1b-db0e2dfc3ff0 disassociated. External IP: 172.25.7.49, port: 54abaf0e-8cbe-4f28-ae29-9bd5042907e8. Jul 05 02:14:04.033246 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [req-3ee86440-3f03-4448-84de-e87c25dd5b2f req-dceaa066-dd63-4dae-9876-a4d34ca5c96d tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Calling delete_port for 54abaf0e-8cbe-4f28-ae29-9bd5042907e8 owned by compute:nova {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:14:04.138162 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8dfe462d-9eff-422b-b17d-821192328c91 req-c3f8a056-282b-4b27-8e78-3352255d40b1 service neutron] 10.222.0.23 "GET /v2.0/networks/b0083775-05cf-4d34-9b3f-be9cea23529c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026346 Jul 05 02:14:04.142350 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b2bef2-8723-462a-b01f-1b7883cc47ba req-d07c05e9-f89d-41f3-b6d5-78573d2a58f2 tempest-LiveAutoBlockMigrationV225Test-944788699 tempest-LiveAutoBlockMigrationV225Test-944788699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:04.144191 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-49b2bef2-8723-462a-b01f-1b7883cc47ba req-d07c05e9-f89d-41f3-b6d5-78573d2a58f2 tempest-LiveAutoBlockMigrationV225Test-944788699 tempest-LiveAutoBlockMigrationV225Test-944788699-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a74e6db0-70ff-4186-9157-db92e776b2ef HTTP/1.1" status: 200 len: 1097 time: 0.0615909 Jul 05 02:14:04.192135 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-56ac0377-34dd-49c6-ae25-5d727c8cfe56 tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:04.202673 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-56ac0377-34dd-49c6-ae25-5d727c8cfe56 tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4319627 Jul 05 02:14:04.246776 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-49b2bef2-8723-462a-b01f-1b7883cc47ba req-b4f9f2a1-3901-41aa-877d-ce88d307e1f9 tempest-LiveAutoBlockMigrationV225Test-944788699 tempest-LiveAutoBlockMigrationV225Test-944788699-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931726 Jul 05 02:14:04.319803 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 02:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-835196a4-ee04-440c-88d6-a4ae61062b2b x-openstack-request-id: req-835196a4-ee04-440c-88d6-a4ae61062b2b {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:14:04.320923 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8138719b-85d1-48a7-b468-a9890bf322dd", "name": "network-vif-unplugged", "status": "completed", "tag": "cb9c0984-4028-48af-bdef-e0626427ee4b", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:14:04.321959 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-835196a4-ee04-440c-88d6-a4ae61062b2b {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:14:04.322863 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8138719b-85d1-48a7-b468-a9890bf322dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb9c0984-4028-48af-bdef-e0626427ee4b', 'code': 200} Jul 05 02:14:04.653814 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 8bd7c70a-13de-4d32-a7f8-d23cfb7ce856 up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:14:04.699088 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdd7830-44c8-4d59-9a81-6c78010d6dd6 req-4ac5758d-4abd-4fb9-8b3d-d42c6cb76e9f tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:04.700652 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7cdd7830-44c8-4d59-9a81-6c78010d6dd6 req-4ac5758d-4abd-4fb9-8b3d-d42c6cb76e9f tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.15 "GET /v2.0/ports?device_id=8138719b-85d1-48a7-b468-a9890bf322dd HTTP/1.1" status: 200 len: 943 time: 0.4936914 Jul 05 02:14:04.757972 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-3ee86440-3f03-4448-84de-e87c25dd5b2f req-dceaa066-dd63-4dae-9876-a4d34ca5c96d tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:04.815669 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaa066-dd63-4dae-9876-a4d34ca5c96d tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Pushing event deleted for resources: {'Port': ['ID=54abaf0e-8cbe-4f28-ae29-9bd5042907e8,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:14:04.943068 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning for port 8bd7c70a-13de-4d32-a7f8-d23cfb7ce856 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:14:04.947023 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port 8bd7c70a-13de-4d32-a7f8-d23cfb7ce856 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:14:04.947401 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:05.027857 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3ee86440-3f03-4448-84de-e87c25dd5b2f req-dceaa066-dd63-4dae-9876-a4d34ca5c96d tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Router a25efaef-a53f-4471-8c0d-30bea923309b has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:14:05.138982 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:05.207242 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 8bd7c70a-13de-4d32-a7f8-d23cfb7ce856, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=8bd7c70a-13de-4d32-a7f8-d23cfb7ce856,segment=NetworkSegment(db4f039d-ef1e-41e9-961e-4e2fa117a5a1),segment_id=db4f039d-ef1e-41e9-961e-4e2fa117a5a1)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:14:05.213981 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3ee86440-3f03-4448-84de-e87c25dd5b2f req-dceaa066-dd63-4dae-9876-a4d34ca5c96d tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:14:05.227356 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f28c989-136c-4815-815d-c7f5111ead63 None None] Sync routers for ids ['a25efaef-a53f-4471-8c0d-30bea923309b'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:14:05.239449 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [req-7cdd7830-44c8-4d59-9a81-6c78010d6dd6 req-8b7f746b-84b8-4b63-9604-4e0ae097dd9b tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Deleting port cb9c0984-4028-48af-bdef-e0626427ee4b {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:14:05.240070 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-7cdd7830-44c8-4d59-9a81-6c78010d6dd6 req-8b7f746b-84b8-4b63-9604-4e0ae097dd9b tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:05.240183 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f28c989-136c-4815-815d-c7f5111ead63 None None] Routers {'a25efaef-a53f-4471-8c0d-30bea923309b'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:14:05.240756 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-9f28c989-136c-4815-815d-c7f5111ead63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:13:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['a25efaef-a53f-4471-8c0d-30bea923309b'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:14:05.287262 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-356f203e-a130-45b7-a365-ec1e0a2a820d req-2a303f9e-8032-4536-a160-325e690bfebe tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/ports?device_id=877a1a52-fa14-4bfb-96aa-8d7365f66b0c HTTP/1.1" status: 200 len: 210 time: 0.0957654 Jul 05 02:14:05.294769 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:05.334497 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ee86440-3f03-4448-84de-e87c25dd5b2f req-dceaa066-dd63-4dae-9876-a4d34ca5c96d tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] No DVR routers for this DVR port 54abaf0e-8cbe-4f28-ae29-9bd5042907e8 on host n-h1-771362-32 {{(pid=94462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:14:05.340250 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-3ee86440-3f03-4448-84de-e87c25dd5b2f req-dceaa066-dd63-4dae-9876-a4d34ca5c96d tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:05.342790 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3ee86440-3f03-4448-84de-e87c25dd5b2f req-dceaa066-dd63-4dae-9876-a4d34ca5c96d tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] 10.222.0.21 "DELETE /v2.0/ports/54abaf0e-8cbe-4f28-ae29-9bd5042907e8 HTTP/1.1" status: 204 len: 173 time: 2.2452781 Jul 05 02:14:05.343350 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2b9a8e2-24fd-4d2a-933e-44d7adf95c61', 'name': 'network-vif-deleted', 'tag': '54abaf0e-8cbe-4f28-ae29-9bd5042907e8'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:14:05.346075 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b223267e0e0ddb3199af7772d0b45336e3b4b54fbb151c86a8051291a61e85db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d61a7a66-ca5d-4635-8af4-0b7a45dd75c7" -d '{"events": [{"server_uuid": "e2b9a8e2-24fd-4d2a-933e-44d7adf95c61", "name": "network-vif-deleted", "tag": "54abaf0e-8cbe-4f28-ae29-9bd5042907e8"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:14:05.453025 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=8bd7c70a-13de-4d32-a7f8-d23cfb7ce856,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:14:05.480185 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-7cdd7830-44c8-4d59-9a81-6c78010d6dd6 req-8b7f746b-84b8-4b63-9604-4e0ae097dd9b tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] For port cb9c0984-4028-48af-bdef-e0626427ee4b, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=cb9c0984-4028-48af-bdef-e0626427ee4b,segment=NetworkSegment(f64300f6-197b-4011-8dc6-a113f7708dd5),segment_id=f64300f6-197b-4011-8dc6-a113f7708dd5)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:14:05.481019 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-7cdd7830-44c8-4d59-9a81-6c78010d6dd6 req-8b7f746b-84b8-4b63-9604-4e0ae097dd9b tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:05.511696 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [req-7cdd7830-44c8-4d59-9a81-6c78010d6dd6 req-8b7f746b-84b8-4b63-9604-4e0ae097dd9b tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Calling delete_port for cb9c0984-4028-48af-bdef-e0626427ee4b owned by compute:nova {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:14:05.531878 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-9f28c989-136c-4815-815d-c7f5111ead63 None None] Set router a25efaef-a53f-4471-8c0d-30bea923309b gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:14:05.770905 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eab4ebd-c53c-48f0-b08b-e96e0f0f5199 req-21e27f5a-604e-4367-b8c0-9ea0403c12c9 tempest-AttachSCSIVolumeTestJSON-693609738 tempest-AttachSCSIVolumeTestJSON-693609738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:05.772638 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1eab4ebd-c53c-48f0-b08b-e96e0f0f5199 req-21e27f5a-604e-4367-b8c0-9ea0403c12c9 tempest-AttachSCSIVolumeTestJSON-693609738 tempest-AttachSCSIVolumeTestJSON-693609738-project] 10.222.0.23 "GET /v2.0/ports?device_id=d91c1a4b-95f9-4e14-b5fb-18367bfbfbbc HTTP/1.1" status: 200 len: 945 time: 0.1652560 Jul 05 02:14:05.824023 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1eab4ebd-c53c-48f0-b08b-e96e0f0f5199 req-ccba1203-140d-4af3-b8f4-49dcaa45b229 tempest-AttachSCSIVolumeTestJSON-693609738 tempest-AttachSCSIVolumeTestJSON-693609738-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a53d924-d96c-4bdb-9b03-c3639df0d399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442247 Jul 05 02:14:05.879964 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-9f28c989-136c-4815-815d-c7f5111ead63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a25efaef-a53f-4471-8c0d-30bea923309b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-195726151-router', 'tenant_id': 'fc2d088ace9545fabb9ece3104798875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': 'f30bfe57-9892-4a66-9afb-b52dc33f114a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:11:26Z', 'updated_at': '2021-07-05T02:11:30Z', 'revision_number': 4, 'project_id': 'fc2d088ace9545fabb9ece3104798875', 'gw_port': {'id': 'f30bfe57-9892-4a66-9afb-b52dc33f114a', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a25efaef-a53f-4471-8c0d-30bea923309b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:11:27Z', 'updated_at': '2021-07-05T02:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'ae0f2da4-1567-4046-a9b8-dd2103d26b03', 'name': '', 'network_id': '145d1216-e8e2-4105-8190-071eda74e029', 'tenant_id': 'fc2d088ace9545fabb9ece3104798875', 'mac_address': 'fa:16:3e:31:2c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a25efaef-a53f-4471-8c0d-30bea923309b', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '0dc4a163-6453-4ce8-90db-602a0798fbd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:11:30Z', 'updated_at': '2021-07-05T02:11:36Z', 'revision_number': 5, 'project_id': 'fc2d088ace9545fabb9ece3104798875', 'subnets': [{'id': '0dc4a163-6453-4ce8-90db-602a0798fbd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:14:05.912811 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f28c989-136c-4815-815d-c7f5111ead63 None None] Checking router: a25efaef-a53f-4471-8c0d-30bea923309b for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:14:05.921948 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f28c989-136c-4815-815d-c7f5111ead63 None None] Routers {'a25efaef-a53f-4471-8c0d-30bea923309b'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:14:05.922589 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-9f28c989-136c-4815-815d-c7f5111ead63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:13:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['a25efaef-a53f-4471-8c0d-30bea923309b'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:14:05.979401 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-7cdd7830-44c8-4d59-9a81-6c78010d6dd6 req-8b7f746b-84b8-4b63-9604-4e0ae097dd9b tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:06.026314 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-87b416db-d58d-49cb-9579-7525461e2aee req-70499160-dbe5-41bb-b450-1db002572363 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] 10.222.0.23 "GET /v2.0/ports?device_id=042aaec8-aaef-483e-be6e-dbd824948568 HTTP/1.1" status: 200 len: 210 time: 0.0503249 Jul 05 02:14:06.053057 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7f746b-84b8-4b63-9604-4e0ae097dd9b tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Pushing event deleted for resources: {'Port': ['ID=cb9c0984-4028-48af-bdef-e0626427ee4b,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:14:06.115824 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43866) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:14:06.132499 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-9f28c989-136c-4815-815d-c7f5111ead63 None None] Set router a25efaef-a53f-4471-8c0d-30bea923309b gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:14:06.164473 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cdd7830-44c8-4d59-9a81-6c78010d6dd6 req-8b7f746b-84b8-4b63-9604-4e0ae097dd9b tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] No DVR routers for this DVR port cb9c0984-4028-48af-bdef-e0626427ee4b on host n-h2-771362-32 {{(pid=94462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:14:06.167700 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-7cdd7830-44c8-4d59-9a81-6c78010d6dd6 req-8b7f746b-84b8-4b63-9604-4e0ae097dd9b tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:06.170810 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7cdd7830-44c8-4d59-9a81-6c78010d6dd6 req-8b7f746b-84b8-4b63-9604-4e0ae097dd9b tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.15 "DELETE /v2.0/ports/cb9c0984-4028-48af-bdef-e0626427ee4b HTTP/1.1" status: 204 len: 173 time: 1.4635956 Jul 05 02:14:06.256615 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453b53b6-00b1-4b1b-9b9c-1e659ada7a0e req-164f3141-5224-47c0-a7dd-c1c47b6705af tempest-ServersAdminNegativeTestJSON-492305257 tempest-ServersAdminNegativeTestJSON-492305257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:06.264772 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-453b53b6-00b1-4b1b-9b9c-1e659ada7a0e req-164f3141-5224-47c0-a7dd-c1c47b6705af tempest-ServersAdminNegativeTestJSON-492305257 tempest-ServersAdminNegativeTestJSON-492305257-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=9985cb83-90e0-4048-ba4a-fa0e1782ec9e HTTP/1.1" status: 200 len: 1102 time: 0.0888872 Jul 05 02:14:06.279358 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-c607a8ce-b360-40c0-9c23-e34e3a9c1a19 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1370109838-network', 'tenant_id': '7a7e417343d4479788713b4bb769c9b0'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:14:06.295689 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-453b53b6-00b1-4b1b-9b9c-1e659ada7a0e req-9189f068-2fc2-40b5-a056-916310d84c3d tempest-ServersAdminNegativeTestJSON-492305257 tempest-ServersAdminNegativeTestJSON-492305257-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:06.324859 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd91c1a4b-95f9-4e14-b5fb-18367bfbfbbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bd7c70a-13de-4d32-a7f8-d23cfb7ce856'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:14:06.331235 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0068ae8e-717d-4918-ab9a-e56af85a1d1a" -d '{"events": [{"server_uuid": "d91c1a4b-95f9-4e14-b5fb-18367bfbfbbc", "name": "network-vif-plugged", "status": "completed", "tag": "8bd7c70a-13de-4d32-a7f8-d23cfb7ce856"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:14:06.416211 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c607a8ce-b360-40c0-9c23-e34e3a9c1a19 admin admin] Made reservation on behalf of 7a7e417343d4479788713b4bb769c9b0 for: {'network': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:14:06.419628 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c607a8ce-b360-40c0-9c23-e34e3a9c1a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:06.424663 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-9f28c989-136c-4815-815d-c7f5111ead63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a25efaef-a53f-4471-8c0d-30bea923309b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-195726151-router', 'tenant_id': 'fc2d088ace9545fabb9ece3104798875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': 'f30bfe57-9892-4a66-9afb-b52dc33f114a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:11:26Z', 'updated_at': '2021-07-05T02:11:30Z', 'revision_number': 4, 'project_id': 'fc2d088ace9545fabb9ece3104798875', 'gw_port': {'id': 'f30bfe57-9892-4a66-9afb-b52dc33f114a', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a25efaef-a53f-4471-8c0d-30bea923309b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:11:27Z', 'updated_at': '2021-07-05T02:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'ae0f2da4-1567-4046-a9b8-dd2103d26b03', 'name': '', 'network_id': '145d1216-e8e2-4105-8190-071eda74e029', 'tenant_id': 'fc2d088ace9545fabb9ece3104798875', 'mac_address': 'fa:16:3e:31:2c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a25efaef-a53f-4471-8c0d-30bea923309b', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '0dc4a163-6453-4ce8-90db-602a0798fbd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:11:30Z', 'updated_at': '2021-07-05T02:11:36Z', 'revision_number': 5, 'project_id': 'fc2d088ace9545fabb9ece3104798875', 'subnets': [{'id': '0dc4a163-6453-4ce8-90db-602a0798fbd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:14:06.453204 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c607a8ce-b360-40c0-9c23-e34e3a9c1a19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:06.455849 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f28c989-136c-4815-815d-c7f5111ead63 None None] The sync data for ids ['a25efaef-a53f-4471-8c0d-30bea923309b'] in n-d-771362-32 is: [{'id': 'a25efaef-a53f-4471-8c0d-30bea923309b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-195726151-router', 'tenant_id': 'fc2d088ace9545fabb9ece3104798875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': 'f30bfe57-9892-4a66-9afb-b52dc33f114a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:11:26Z', 'updated_at': '2021-07-05T02:11:30Z', 'revision_number': 4, 'project_id': 'fc2d088ace9545fabb9ece3104798875', 'gw_port': {'id': 'f30bfe57-9892-4a66-9afb-b52dc33f114a', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a25efaef-a53f-4471-8c0d-30bea923309b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:11:27Z', 'updated_at': '2021-07-05T02:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'ae0f2da4-1567-4046-a9b8-dd2103d26b03', 'name': '', 'network_id': '145d1216-e8e2-4105-8190-071eda74e029', 'tenant_id': 'fc2d088ace9545fabb9ece3104798875', 'mac_address': 'fa:16:3e:31:2c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a25efaef-a53f-4471-8c0d-30bea923309b', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '0dc4a163-6453-4ce8-90db-602a0798fbd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:11:30Z', 'updated_at': '2021-07-05T02:11:36Z', 'revision_number': 5, 'project_id': 'fc2d088ace9545fabb9ece3104798875', 'subnets': [{'id': '0dc4a163-6453-4ce8-90db-602a0798fbd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:14:06.624761 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-453b53b6-00b1-4b1b-9b9c-1e659ada7a0e req-9189f068-2fc2-40b5-a056-916310d84c3d tempest-ServersAdminNegativeTestJSON-492305257 tempest-ServersAdminNegativeTestJSON-492305257-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:06.652160 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 54abaf0e-8cbe-4f28-ae29-9bd5042907e8 no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:14:06.688862 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] No Port match for: 54abaf0e-8cbe-4f28-ae29-9bd5042907e8 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:14:06.702753 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 54abaf0e-8cbe-4f28-ae29-9bd5042907e8 not bound to the agent host n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:14:06.729159 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1d6b8c-5239-4400-a745-bcafef6cdb60 req-c478f05c-66f4-49b4-8951-5f6696dbdba2 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:06.730713 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ff1d6b8c-5239-4400-a745-bcafef6cdb60 req-c478f05c-66f4-49b4-8951-5f6696dbdba2 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] 10.222.0.15 "GET /v2.0/networks?id=145d1216-e8e2-4105-8190-071eda74e029 HTTP/1.1" status: 200 len: 823 time: 0.1483865 Jul 05 02:14:06.749761 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-453b53b6-00b1-4b1b-9b9c-1e659ada7a0e req-9189f068-2fc2-40b5-a056-916310d84c3d tempest-ServersAdminNegativeTestJSON-492305257 tempest-ServersAdminNegativeTestJSON-492305257-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:06.799516 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-453b53b6-00b1-4b1b-9b9c-1e659ada7a0e req-9189f068-2fc2-40b5-a056-916310d84c3d tempest-ServersAdminNegativeTestJSON-492305257 tempest-ServersAdminNegativeTestJSON-492305257-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=63abe6cf-e8b2-428f-b89e-3dc35e4b4566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5338061 Jul 05 02:14:06.835880 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ff1d6b8c-5239-4400-a745-bcafef6cdb60 req-86a48ec7-70ea-48b7-adf0-b2650a667dc1 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc2d088ace9545fabb9ece3104798875 HTTP/1.1" status: 200 len: 379 time: 0.0934060 Jul 05 02:14:06.848864 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-ff1d6b8c-5239-4400-a745-bcafef6cdb60 req-73560750-9a12-4ed8-961d-cf3cfb398874 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Request body: {'port': {'device_id': '042aaec8-aaef-483e-be6e-dbd824948568', 'network_id': '145d1216-e8e2-4105-8190-071eda74e029', 'admin_state_up': True, 'tenant_id': 'fc2d088ace9545fabb9ece3104798875', 'security_groups': ['7865373a-940f-4b11-a36f-c983981de35d']}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:14:06.873269 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76fcd78f-c9ab-4ba4-8df1-680f0065daff None None] New status for floating IP c5768cfc-4271-4e3c-bb1b-db0e2dfc3ff0: DOWN {{(pid=94463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 02:14:06.878586 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9189f068-2fc2-40b5-a056-916310d84c3d tempest-ServersAdminNegativeTestJSON-492305257 tempest-ServersAdminNegativeTestJSON-492305257-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21bb8462-e17b-430e-813f-7263c1db1715,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:14:06.949538 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f231ef25-20d7-423e-98dd-4b8e0a1bbdd6 x-openstack-request-id: req-f231ef25-20d7-423e-98dd-4b8e0a1bbdd6 {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:14:06.950934 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2b9a8e2-24fd-4d2a-933e-44d7adf95c61", "name": "network-vif-deleted", "tag": "54abaf0e-8cbe-4f28-ae29-9bd5042907e8", "status": "completed", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:14:06.951945 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f231ef25-20d7-423e-98dd-4b8e0a1bbdd6 {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:14:06.953931 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2b9a8e2-24fd-4d2a-933e-44d7adf95c61', 'name': 'network-vif-deleted', 'tag': '54abaf0e-8cbe-4f28-ae29-9bd5042907e8', 'status': 'completed', 'code': 200} Jul 05 02:14:07.018331 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c607a8ce-b360-40c0-9c23-e34e3a9c1a19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:07.110760 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c607a8ce-b360-40c0-9c23-e34e3a9c1a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:07.162050 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c607a8ce-b360-40c0-9c23-e34e3a9c1a19 admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=94461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:14:07.205795 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c607a8ce-b360-40c0-9c23-e34e3a9c1a19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa156d0b-6bfd-4e20-b034-e8eeff80ed14,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:14:07.210835 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c607a8ce-b360-40c0-9c23-e34e3a9c1a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:07.211220 n-d-771362-32 neutron-server[94461]: INFO neutron.db.segments_db [None req-c607a8ce-b360-40c0-9c23-e34e3a9c1a19 admin admin] Added segment 24fd9432-f398-4a05-975c-1360bad4fc21 of type vlan for network d55491b1-56ba-426a-ac8c-e92d73c02c5b Jul 05 02:14:07.236209 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff1d6b8c-5239-4400-a745-bcafef6cdb60 req-73560750-9a12-4ed8-961d-cf3cfb398874 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Made reservation on behalf of fc2d088ace9545fabb9ece3104798875 for: {'port': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:14:07.241045 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-ff1d6b8c-5239-4400-a745-bcafef6cdb60 req-73560750-9a12-4ed8-961d-cf3cfb398874 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:07.261894 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c607a8ce-b360-40c0-9c23-e34e3a9c1a19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:07.378771 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c607a8ce-b360-40c0-9c23-e34e3a9c1a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:07.380592 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c607a8ce-b360-40c0-9c23-e34e3a9c1a19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:07.380592 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c607a8ce-b360-40c0-9c23-e34e3a9c1a19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:07.460894 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [req-ff1d6b8c-5239-4400-a745-bcafef6cdb60 req-73560750-9a12-4ed8-961d-cf3cfb398874 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Allocated IP 172.20.0.4 (145d1216-e8e2-4105-8190-071eda74e029/0dc4a163-6453-4ce8-90db-602a0798fbd4/2bc8f0c5-a96e-4cef-a199-010ccd1a348b) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:14:07.509360 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2725cc86-65e6-4b76-948d-76bd02d73136 req-6c90d881-8630-4b3c-b694-00938f7cab54 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/ports?device_id=877a1a52-fa14-4bfb-96aa-8d7365f66b0c HTTP/1.1" status: 200 len: 210 time: 0.0413411 Jul 05 02:14:07.514962 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-c607a8ce-b360-40c0-9c23-e34e3a9c1a19 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.3949049 Jul 05 02:14:07.514962 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c607a8ce-b360-40c0-9c23-e34e3a9c1a19 admin admin] Pushing event updated for resources: {'Network': ['ID=d55491b1-56ba-426a-ac8c-e92d73c02c5b,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:14:07.516041 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43936) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:14:07.521985 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-fb84a5b2-3d90-4333-98a4-5c27a094660f admin admin] Request body: {'subnet': {'network_id': 'd55491b1-56ba-426a-ac8c-e92d73c02c5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1370109838-subnet', 'tenant_id': '7a7e417343d4479788713b4bb769c9b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:14:07.524984 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network d55491b1-56ba-426a-ac8c-e92d73c02c5b details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:14:07.601041 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8820679-3bb5-4352-968a-35b2ad6d077b x-openstack-request-id: req-e8820679-3bb5-4352-968a-35b2ad6d077b {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:14:07.601622 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d91c1a4b-95f9-4e14-b5fb-18367bfbfbbc", "name": "network-vif-plugged", "status": "completed", "tag": "8bd7c70a-13de-4d32-a7f8-d23cfb7ce856", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:14:07.602035 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e8820679-3bb5-4352-968a-35b2ad6d077b {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:14:07.602595 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd91c1a4b-95f9-4e14-b5fb-18367bfbfbbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bd7c70a-13de-4d32-a7f8-d23cfb7ce856', 'code': 200} Jul 05 02:14:07.619183 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb84a5b2-3d90-4333-98a4-5c27a094660f admin admin] Made reservation on behalf of 7a7e417343d4479788713b4bb769c9b0 for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:14:07.623244 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-fb84a5b2-3d90-4333-98a4-5c27a094660f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:07.797283 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-ff1d6b8c-5239-4400-a745-bcafef6cdb60 req-73560750-9a12-4ed8-961d-cf3cfb398874 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:07.817944 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [req-ff1d6b8c-5239-4400-a745-bcafef6cdb60 req-73560750-9a12-4ed8-961d-cf3cfb398874 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Transition to ACTIVE for port object 2bc8f0c5-a96e-4cef-a199-010ccd1a348b will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:14:07.849831 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7389881-c884-4c38-b017-c9cd84e2bbee req-058da972-6294-4b58-af13-d45811458e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:07.851566 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f7389881-c884-4c38-b017-c9cd84e2bbee req-058da972-6294-4b58-af13-d45811458e17 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d91c1a4b-95f9-4e14-b5fb-18367bfbfbbc HTTP/1.1" status: 200 len: 1097 time: 0.1443439 Jul 05 02:14:07.905016 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43944) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:14:07.906077 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f7389881-c884-4c38-b017-c9cd84e2bbee req-75c8a4c8-337c-4627-84c8-7f4adb5e3b7d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1a53d924-d96c-4bdb-9b03-c3639df0d399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480444 Jul 05 02:14:07.957659 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-fb84a5b2-3d90-4333-98a4-5c27a094660f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5763451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774823'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:07.984362 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-ff1d6b8c-5239-4400-a745-bcafef6cdb60 req-73560750-9a12-4ed8-961d-cf3cfb398874 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:08.066340 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [req-7e592c13-28b2-4d6b-88b9-b858ed25f946 req-18575101-1f36-45bf-8302-8477c707dc5e tempest-LiveAutoBlockMigrationV225Test-944788699 tempest-LiveAutoBlockMigrationV225Test-944788699-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:14:08.072436 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7e592c13-28b2-4d6b-88b9-b858ed25f946 req-18575101-1f36-45bf-8302-8477c707dc5e tempest-LiveAutoBlockMigrationV225Test-944788699 tempest-LiveAutoBlockMigrationV225Test-944788699-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1618721 Jul 05 02:14:08.078078 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff1d6b8c-5239-4400-a745-bcafef6cdb60 req-73560750-9a12-4ed8-961d-cf3cfb398874 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Network 145d1216-e8e2-4105-8190-071eda74e029 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:14:08.088497 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [req-ff1d6b8c-5239-4400-a745-bcafef6cdb60 req-73560750-9a12-4ed8-961d-cf3cfb398874 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:14:08.090914 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73560750-9a12-4ed8-961d-cf3cfb398874 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Pushing event updated for resources: {'Port': ['ID=2bc8f0c5-a96e-4cef-a199-010ccd1a348b,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:14:08.094518 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff1d6b8c-5239-4400-a745-bcafef6cdb60 req-73560750-9a12-4ed8-961d-cf3cfb398874 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:14:08.110914 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb84a5b2-3d90-4333-98a4-5c27a094660f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b152ce5-504f-4214-985c-9f5fa8213776,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:14:08.148849 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eed2048-06ea-4d8e-b14c-1ffa4f7a901b req-6752192a-5d3a-4289-b123-d314c6f28852 tempest-AttachSCSIVolumeTestJSON-693609738 tempest-AttachSCSIVolumeTestJSON-693609738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:08.156468 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4eed2048-06ea-4d8e-b14c-1ffa4f7a901b req-6752192a-5d3a-4289-b123-d314c6f28852 tempest-AttachSCSIVolumeTestJSON-693609738 tempest-AttachSCSIVolumeTestJSON-693609738-project] 10.222.0.23 "GET /v2.0/ports?device_id=d91c1a4b-95f9-4e14-b5fb-18367bfbfbbc HTTP/1.1" status: 200 len: 945 time: 0.2134836 Jul 05 02:14:08.178305 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1d6b8c-5239-4400-a745-bcafef6cdb60 req-73560750-9a12-4ed8-961d-cf3cfb398874 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:08.178305 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-ff1d6b8c-5239-4400-a745-bcafef6cdb60 req-73560750-9a12-4ed8-961d-cf3cfb398874 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:08.194611 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb84a5b2-3d90-4333-98a4-5c27a094660f admin admin] Checking segment: {'id': '24fd9432-f398-4a05-975c-1360bad4fc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd55491b1-56ba-426a-ac8c-e92d73c02c5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:14:08.195051 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb84a5b2-3d90-4333-98a4-5c27a094660f admin admin] Network hostable DHCP agents. Network: d55491b1-56ba-426a-ac8c-e92d73c02c5b, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:14:08.242925 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4eed2048-06ea-4d8e-b14c-1ffa4f7a901b req-ccaa99b7-1766-4ae8-833b-b58817cbdc47 tempest-AttachSCSIVolumeTestJSON-693609738 tempest-AttachSCSIVolumeTestJSON-693609738-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a53d924-d96c-4bdb-9b03-c3639df0d399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795884 Jul 05 02:14:08.265301 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ff1d6b8c-5239-4400-a745-bcafef6cdb60 req-73560750-9a12-4ed8-961d-cf3cfb398874 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4229641 Jul 05 02:14:08.267730 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-7e592c13-28b2-4d6b-88b9-b858ed25f946 req-37c6471f-7902-496f-a545-c7492456a7c8 service neutron] Request body: {'binding': {'host': 'n-h2-771362-32', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:14:08.268364 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-7e592c13-28b2-4d6b-88b9-b858ed25f946 req-37c6471f-7902-496f-a545-c7492456a7c8 service neutron] Unknown quota resources ['binding']. {{(pid=94461) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 02:14:08.288206 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-ff1d6b8c-5239-4400-a745-bcafef6cdb60 req-2602f945-349a-4748-807c-01a79d586578 service neutron] Request body: {'port': {'device_id': '042aaec8-aaef-483e-be6e-dbd824948568', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-32'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:14:08.414268 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb84a5b2-3d90-4333-98a4-5c27a094660f admin admin] Network d55491b1-56ba-426a-ac8c-e92d73c02c5b is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:14:08.455476 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-ff1d6b8c-5239-4400-a745-bcafef6cdb60 req-2602f945-349a-4748-807c-01a79d586578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:08.561835 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-7ceacf6c-974d-4035-9367-f84d842d3b70 None None] Provisioning for port 2bc8f0c5-a96e-4cef-a199-010ccd1a348b completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:14:08.568013 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-7ceacf6c-974d-4035-9367-f84d842d3b70 None None] Provisioning complete for port 2bc8f0c5-a96e-4cef-a199-010ccd1a348b triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:14:08.569094 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-7ceacf6c-974d-4035-9367-f84d842d3b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:08.612606 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-fb84a5b2-3d90-4333-98a4-5c27a094660f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, d55491b1-56ba-426a-ac8c-e92d73c02c5b) {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:14:08.634784 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb84a5b2-3d90-4333-98a4-5c27a094660f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:08.635382 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-fb84a5b2-3d90-4333-98a4-5c27a094660f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:08.693694 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe462d-9eff-422b-b17d-821192328c91 req-47f62df3-2080-46a2-8cbd-14b896786284 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:08.695290 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8dfe462d-9eff-422b-b17d-821192328c91 req-47f62df3-2080-46a2-8cbd-14b896786284 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.15 "GET /v2.0/networks?id=b0083775-05cf-4d34-9b3f-be9cea23529c HTTP/1.1" status: 200 len: 804 time: 0.3036416 Jul 05 02:14:08.705987 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cfd73e-3677-4eee-8206-eb199fd59a59 req-0400bf98-b8f5-4411-9777-4ff82332044a tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:08.713255 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-79cfd73e-3677-4eee-8206-eb199fd59a59 req-0400bf98-b8f5-4411-9777-4ff82332044a tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] 10.222.0.23 "GET /v2.0/ports?device_id=042aaec8-aaef-483e-be6e-dbd824948568 HTTP/1.1" status: 200 len: 931 time: 0.2462440 Jul 05 02:14:08.715180 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-7e592c13-28b2-4d6b-88b9-b858ed25f946 req-37c6471f-7902-496f-a545-c7492456a7c8 service neutron] Attempting to bind port 2a56c588-e0db-4c24-a7d0-3f2ece18bc17 on host n-h2-771362-32 for vnic_type normal with profile None {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:14:08.715511 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-7e592c13-28b2-4d6b-88b9-b858ed25f946 req-37c6471f-7902-496f-a545-c7492456a7c8 service neutron] Attempting to bind port 2a56c588-e0db-4c24-a7d0-3f2ece18bc17 by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '69ab64d7-bb63-4367-9b3e-0960def4b6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:14:08.715832 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e592c13-28b2-4d6b-88b9-b858ed25f946 req-37c6471f-7902-496f-a545-c7492456a7c8 service neutron] Attempting to bind port 2a56c588-e0db-4c24-a7d0-3f2ece18bc17 on network b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:14:08.726382 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-8dfe462d-9eff-422b-b17d-821192328c91 req-1b0bc06b-3cf4-45c8-a1be-7c26f70e0210 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Request body: {'port': {'device_id': '877a1a52-fa14-4bfb-96aa-8d7365f66b0c', 'network_id': 'b0083775-05cf-4d34-9b3f-be9cea23529c', 'admin_state_up': True, 'tenant_id': '6032216af44f41dcb77eaa1307ce6ca6'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:14:08.742945 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e592c13-28b2-4d6b-88b9-b858ed25f946 req-37c6471f-7902-496f-a545-c7492456a7c8 service neutron] Port 2a56c588-e0db-4c24-a7d0-3f2ece18bc17 on network b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:14:08.743357 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e592c13-28b2-4d6b-88b9-b858ed25f946 req-37c6471f-7902-496f-a545-c7492456a7c8 service neutron] Attempting to bind port 2a56c588-e0db-4c24-a7d0-3f2ece18bc17 on network b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:14:08.776800 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e6c70e-3ead-4bb2-8355-91d40151d8d4 None None] Network d55491b1-56ba-426a-ac8c-e92d73c02c5b requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:14:08.779920 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device cb9c0984-4028-48af-bdef-e0626427ee4b no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:14:08.794405 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e592c13-28b2-4d6b-88b9-b858ed25f946 req-37c6471f-7902-496f-a545-c7492456a7c8 service neutron] Checking agent: {'id': 'e071c76e-395f-48c4-a98f-88088465cf0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:14:08.794743 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e592c13-28b2-4d6b-88b9-b858ed25f946 req-37c6471f-7902-496f-a545-c7492456a7c8 service neutron] Checking segment: {'id': '69ab64d7-bb63-4367-9b3e-0960def4b6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:14:08.795186 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e592c13-28b2-4d6b-88b9-b858ed25f946 req-37c6471f-7902-496f-a545-c7492456a7c8 service neutron] Bound using segment: {'id': '69ab64d7-bb63-4367-9b3e-0960def4b6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:14:08.795628 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-7e592c13-28b2-4d6b-88b9-b858ed25f946 req-37c6471f-7902-496f-a545-c7492456a7c8 service neutron] Bound port: 2a56c588-e0db-4c24-a7d0-3f2ece18bc17, host: n-h2-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69ab64d7-bb63-4367-9b3e-0960def4b6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:14:08.814546 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-fb84a5b2-3d90-4333-98a4-5c27a094660f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2970984 Jul 05 02:14:08.880966 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] No Port match for: cb9c0984-4028-48af-bdef-e0626427ee4b {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:14:08.881632 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device cb9c0984-4028-48af-bdef-e0626427ee4b not bound to the agent host n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:14:08.894669 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-79cfd73e-3677-4eee-8206-eb199fd59a59 req-eb34f027-10b3-4b45-a72f-8fbb66c15d0f tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7865373a-940f-4b11-a36f-c983981de35d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1804194 Jul 05 02:14:08.937089 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [req-ff1d6b8c-5239-4400-a745-bcafef6cdb60 req-2602f945-349a-4748-807c-01a79d586578 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bc8f0c5-a96e-4cef-a199-010ccd1a348b {{(pid=94462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:14:08.967635 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-ff1d6b8c-5239-4400-a745-bcafef6cdb60 req-2602f945-349a-4748-807c-01a79d586578 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:08.970401 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-7e592c13-28b2-4d6b-88b9-b858ed25f946 req-37c6471f-7902-496f-a545-c7492456a7c8 service neutron] For port 2a56c588-e0db-4c24-a7d0-3f2ece18bc17, host n-h2-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=2a56c588-e0db-4c24-a7d0-3f2ece18bc17,segment=NetworkSegment(69ab64d7-bb63-4367-9b3e-0960def4b6c7),segment_id=69ab64d7-bb63-4367-9b3e-0960def4b6c7)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:14:08.973224 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8138719b-85d1-48a7-b468-a9890bf322dd', 'name': 'network-vif-deleted', 'tag': 'cb9c0984-4028-48af-bdef-e0626427ee4b'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:14:08.976720 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b223267e0e0ddb3199af7772d0b45336e3b4b54fbb151c86a8051291a61e85db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed73eef-1dd6-4628-807f-99ef1372457a" -d '{"events": [{"server_uuid": "8138719b-85d1-48a7-b468-a9890bf322dd", "name": "network-vif-deleted", "tag": "cb9c0984-4028-48af-bdef-e0626427ee4b"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:14:08.997179 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [req-ff1d6b8c-5239-4400-a745-bcafef6cdb60 req-2602f945-349a-4748-807c-01a79d586578 service neutron] Transition to ACTIVE for port object 2bc8f0c5-a96e-4cef-a199-010ccd1a348b will not be triggered until provisioned by entity L2. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:14:09.036631 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-7e592c13-28b2-4d6b-88b9-b858ed25f946 req-37c6471f-7902-496f-a545-c7492456a7c8 service neutron] Notify callbacks [] for binding, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:09.038246 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7e592c13-28b2-4d6b-88b9-b858ed25f946 req-37c6471f-7902-496f-a545-c7492456a7c8 service neutron] 10.222.0.23 "POST /v2.0/ports/2a56c588-e0db-4c24-a7d0-3f2ece18bc17/bindings HTTP/1.1" status: 201 len: 390 time: 0.8609014 Jul 05 02:14:09.045361 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-7ceacf6c-974d-4035-9367-f84d842d3b70 None None] Port 2bc8f0c5-a96e-4cef-a199-010ccd1a348b cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:14:09.081328 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dfe462d-9eff-422b-b17d-821192328c91 req-1b0bc06b-3cf4-45c8-a1be-7c26f70e0210 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Made reservation on behalf of 6032216af44f41dcb77eaa1307ce6ca6 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:14:09.081471 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b56c0d4-99f4-466d-8ecb-4759e8653730 None None] Network d55491b1-56ba-426a-ac8c-e92d73c02c5b requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:14:09.082084 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-ff1d6b8c-5239-4400-a745-bcafef6cdb60 req-2602f945-349a-4748-807c-01a79d586578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:09.087188 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-8dfe462d-9eff-422b-b17d-821192328c91 req-1b0bc06b-3cf4-45c8-a1be-7c26f70e0210 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:09.208996 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2602f945-349a-4748-807c-01a79d586578 service neutron] Pushing event updated for resources: {'Port': ['ID=2bc8f0c5-a96e-4cef-a199-010ccd1a348b,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:14:09.324271 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-ff1d6b8c-5239-4400-a745-bcafef6cdb60 req-2602f945-349a-4748-807c-01a79d586578 service neutron] Attempting to bind port 2bc8f0c5-a96e-4cef-a199-010ccd1a348b on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:14:09.325333 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-ff1d6b8c-5239-4400-a745-bcafef6cdb60 req-2602f945-349a-4748-807c-01a79d586578 service neutron] Attempting to bind port 2bc8f0c5-a96e-4cef-a199-010ccd1a348b by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '54993d40-1817-4e9a-9179-be5527f6d698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '145d1216-e8e2-4105-8190-071eda74e029'}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:14:09.325894 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1d6b8c-5239-4400-a745-bcafef6cdb60 req-2602f945-349a-4748-807c-01a79d586578 service neutron] Attempting to bind port 2bc8f0c5-a96e-4cef-a199-010ccd1a348b on network 145d1216-e8e2-4105-8190-071eda74e029 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:14:09.338992 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1d6b8c-5239-4400-a745-bcafef6cdb60 req-2602f945-349a-4748-807c-01a79d586578 service neutron] Port 2bc8f0c5-a96e-4cef-a199-010ccd1a348b on network 145d1216-e8e2-4105-8190-071eda74e029 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:14:09.340241 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1d6b8c-5239-4400-a745-bcafef6cdb60 req-2602f945-349a-4748-807c-01a79d586578 service neutron] Attempting to bind port 2bc8f0c5-a96e-4cef-a199-010ccd1a348b on network 145d1216-e8e2-4105-8190-071eda74e029 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:14:09.359457 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1d6b8c-5239-4400-a745-bcafef6cdb60 req-2602f945-349a-4748-807c-01a79d586578 service neutron] Checking agent: {'id': 'e071c76e-395f-48c4-a98f-88088465cf0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:14:09.360048 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1d6b8c-5239-4400-a745-bcafef6cdb60 req-2602f945-349a-4748-807c-01a79d586578 service neutron] Checking segment: {'id': '54993d40-1817-4e9a-9179-be5527f6d698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '145d1216-e8e2-4105-8190-071eda74e029'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:14:09.360448 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-8dfe462d-9eff-422b-b17d-821192328c91 req-1b0bc06b-3cf4-45c8-a1be-7c26f70e0210 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Allocated IP 172.20.0.4 (b0083775-05cf-4d34-9b3f-be9cea23529c/f216c7f5-ca0e-41f7-9604-de1f19a72e49/d6f2ac64-3aa7-4509-b655-b482adc13b02) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:14:09.361648 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1d6b8c-5239-4400-a745-bcafef6cdb60 req-2602f945-349a-4748-807c-01a79d586578 service neutron] Bound using segment: {'id': '54993d40-1817-4e9a-9179-be5527f6d698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '145d1216-e8e2-4105-8190-071eda74e029'} {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:14:09.362317 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-ff1d6b8c-5239-4400-a745-bcafef6cdb60 req-2602f945-349a-4748-807c-01a79d586578 service neutron] Bound port: 2bc8f0c5-a96e-4cef-a199-010ccd1a348b, host: n-h2-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54993d40-1817-4e9a-9179-be5527f6d698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '145d1216-e8e2-4105-8190-071eda74e029'}}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:14:09.363666 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-ff1d6b8c-5239-4400-a745-bcafef6cdb60 req-2602f945-349a-4748-807c-01a79d586578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:09.542994 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-ff1d6b8c-5239-4400-a745-bcafef6cdb60 req-2602f945-349a-4748-807c-01a79d586578 service neutron] For port 2bc8f0c5-a96e-4cef-a199-010ccd1a348b, host n-h2-771362-32, cleared binding levels {{(pid=94462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:14:09.547378 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-ff1d6b8c-5239-4400-a745-bcafef6cdb60 req-2602f945-349a-4748-807c-01a79d586578 service neutron] For port 2bc8f0c5-a96e-4cef-a199-010ccd1a348b, host n-h2-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=2bc8f0c5-a96e-4cef-a199-010ccd1a348b,segment=NetworkSegment(54993d40-1817-4e9a-9179-be5527f6d698),segment_id=54993d40-1817-4e9a-9179-be5527f6d698)] {{(pid=94462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:14:09.559630 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bf05d1d-a1e1-4c22-ab9d-8c06e51a993f x-openstack-request-id: req-9bf05d1d-a1e1-4c22-ab9d-8c06e51a993f {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:14:09.560168 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8138719b-85d1-48a7-b468-a9890bf322dd", "name": "network-vif-deleted", "tag": "cb9c0984-4028-48af-bdef-e0626427ee4b", "status": "completed", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:14:09.561189 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9bf05d1d-a1e1-4c22-ab9d-8c06e51a993f {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:14:09.561624 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8138719b-85d1-48a7-b468-a9890bf322dd', 'name': 'network-vif-deleted', 'tag': 'cb9c0984-4028-48af-bdef-e0626427ee4b', 'status': 'completed', 'code': 200} Jul 05 02:14:09.624998 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ef58b005-a91e-4364-b586-e876a4801119 req-b8360f3e-a5e8-4123-b417-d114ceebd5ed tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/ports?device_id=877a1a52-fa14-4bfb-96aa-8d7365f66b0c HTTP/1.1" status: 200 len: 210 time: 0.0579758 Jul 05 02:14:09.628769 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-8dfe462d-9eff-422b-b17d-821192328c91 req-1b0bc06b-3cf4-45c8-a1be-7c26f70e0210 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:09.659136 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-ff1d6b8c-5239-4400-a745-bcafef6cdb60 req-2602f945-349a-4748-807c-01a79d586578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:09.736529 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1d6b8c-5239-4400-a745-bcafef6cdb60 req-2602f945-349a-4748-807c-01a79d586578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:09.739894 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-ff1d6b8c-5239-4400-a745-bcafef6cdb60 req-2602f945-349a-4748-807c-01a79d586578 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:09.741904 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ff1d6b8c-5239-4400-a745-bcafef6cdb60 req-2602f945-349a-4748-807c-01a79d586578 service neutron] 10.222.0.15 "PUT /v2.0/ports/2bc8f0c5-a96e-4cef-a199-010ccd1a348b HTTP/1.1" status: 200 len: 1092 time: 1.4666622 Jul 05 02:14:09.856500 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2602f945-349a-4748-807c-01a79d586578 service neutron] Pushing event updated for resources: {'Port': ['ID=2bc8f0c5-a96e-4cef-a199-010ccd1a348b,revision_number=3']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:14:09.877895 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-8dfe462d-9eff-422b-b17d-821192328c91 req-1b0bc06b-3cf4-45c8-a1be-7c26f70e0210 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:09.899916 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef338f4-7637-4316-ba56-23bb0b80c4c1 req-b81c36d5-ac9a-4eef-a921-25af12bb951c tempest-AttachSCSIVolumeTestJSON-693609738 tempest-AttachSCSIVolumeTestJSON-693609738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:09.901858 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3ef338f4-7637-4316-ba56-23bb0b80c4c1 req-b81c36d5-ac9a-4eef-a921-25af12bb951c tempest-AttachSCSIVolumeTestJSON-693609738 tempest-AttachSCSIVolumeTestJSON-693609738-project] 10.222.0.23 "GET /v2.0/ports?device_id=d91c1a4b-95f9-4e14-b5fb-18367bfbfbbc HTTP/1.1" status: 200 len: 945 time: 0.1713891 Jul 05 02:14:09.952392 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dfe462d-9eff-422b-b17d-821192328c91 req-1b0bc06b-3cf4-45c8-a1be-7c26f70e0210 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Network b0083775-05cf-4d34-9b3f-be9cea23529c is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:14:09.995856 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e592c13-28b2-4d6b-88b9-b858ed25f946 req-5cfce18c-8ce3-4b2e-9171-4974d45cfe64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:09.997749 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7e592c13-28b2-4d6b-88b9-b858ed25f946 req-5cfce18c-8ce3-4b2e-9171-4974d45cfe64 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7bf4f22dde1e4624a2cb34086c53be02&device_id=a74e6db0-70ff-4186-9157-db92e776b2ef HTTP/1.1" status: 200 len: 1097 time: 0.1806765 Jul 05 02:14:10.084542 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3ef338f4-7637-4316-ba56-23bb0b80c4c1 req-7b9e0beb-8c28-45d9-88a1-315ef142f137 tempest-AttachSCSIVolumeTestJSON-693609738 tempest-AttachSCSIVolumeTestJSON-693609738-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a53d924-d96c-4bdb-9b03-c3639df0d399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684656 Jul 05 02:14:10.120421 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1d6b8c-5239-4400-a745-bcafef6cdb60 req-42744645-62ca-42a6-98d0-7e836bbc55d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:10.121653 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ff1d6b8c-5239-4400-a745-bcafef6cdb60 req-42744645-62ca-42a6-98d0-7e836bbc55d3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fc2d088ace9545fabb9ece3104798875&device_id=042aaec8-aaef-483e-be6e-dbd824948568 HTTP/1.1" status: 200 len: 1095 time: 0.2191398 Jul 05 02:14:10.153581 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43996) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:14:10.195314 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-3a76eb81-3a37-433b-8cb3-b40923802e5b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1189875147-network', 'tenant_id': 'be5ced27649541c19ca070f720b769d0'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:14:10.205342 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ff1d6b8c-5239-4400-a745-bcafef6cdb60 req-ae168e10-26d8-4a22-9cf0-5b399df1163d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2bc8f0c5-a96e-4cef-a199-010ccd1a348b HTTP/1.1" status: 200 len: 217 time: 0.0732706 Jul 05 02:14:10.269544 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-8dfe462d-9eff-422b-b17d-821192328c91 req-1b0bc06b-3cf4-45c8-a1be-7c26f70e0210 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:14:10.272089 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dfe462d-9eff-422b-b17d-821192328c91 req-1b0bc06b-3cf4-45c8-a1be-7c26f70e0210 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:14:10.292069 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e592c13-28b2-4d6b-88b9-b858ed25f946 req-f086356a-4187-4c58-9d44-e5d7fbc1e731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:10.295263 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7e592c13-28b2-4d6b-88b9-b858ed25f946 req-f086356a-4187-4c58-9d44-e5d7fbc1e731 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1 HTTP/1.1" status: 200 len: 919 time: 0.2856460 Jul 05 02:14:10.315641 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc16f81-5a84-4208-87e8-c04b95f27eb3 req-e59da821-296c-4d79-ae1b-896fb52fd187 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:10.322917 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4bc16f81-5a84-4208-87e8-c04b95f27eb3 req-e59da821-296c-4d79-ae1b-896fb52fd187 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=a74e6db0-70ff-4186-9157-db92e776b2ef HTTP/1.1" status: 200 len: 945 time: 0.5165956 Jul 05 02:14:10.352670 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0bc06b-3cf4-45c8-a1be-7c26f70e0210 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Pushing event updated for resources: {'Port': ['ID=d6f2ac64-3aa7-4509-b655-b482adc13b02,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:14:10.357254 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7e592c13-28b2-4d6b-88b9-b858ed25f946 req-1e33760a-6a8c-4c22-aabb-d8db2d8dbcfa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a56c588-e0db-4c24-a7d0-3f2ece18bc17 HTTP/1.1" status: 200 len: 217 time: 0.0537949 Jul 05 02:14:10.362092 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1d6b8c-5239-4400-a745-bcafef6cdb60 req-5fa1d26b-7788-4feb-b234-d60d62c3820d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:10.364136 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ff1d6b8c-5239-4400-a745-bcafef6cdb60 req-5fa1d26b-7788-4feb-b234-d60d62c3820d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0dc4a163-6453-4ce8-90db-602a0798fbd4 HTTP/1.1" status: 200 len: 862 time: 0.1493235 Jul 05 02:14:10.373901 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a76eb81-3a37-433b-8cb3-b40923802e5b admin admin] Made reservation on behalf of be5ced27649541c19ca070f720b769d0 for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:14:10.376499 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3a76eb81-3a37-433b-8cb3-b40923802e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:10.393188 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe462d-9eff-422b-b17d-821192328c91 req-1b0bc06b-3cf4-45c8-a1be-7c26f70e0210 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:10.393834 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-8dfe462d-9eff-422b-b17d-821192328c91 req-1b0bc06b-3cf4-45c8-a1be-7c26f70e0210 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:10.440533 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4bc16f81-5a84-4208-87e8-c04b95f27eb3 req-41e8fd07-7c7c-409a-a1ae-8f8a6de78b54 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137042 Jul 05 02:14:10.448035 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3a76eb81-3a37-433b-8cb3-b40923802e5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:10.505064 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e592c13-28b2-4d6b-88b9-b858ed25f946 req-4d0b1218-316d-4ca7-88e5-fa3663b6b2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:10.506593 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7e592c13-28b2-4d6b-88b9-b858ed25f946 req-4d0b1218-316d-4ca7-88e5-fa3663b6b2d4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=88cd65d9-1715-492f-9ef5-e486cc8231ac HTTP/1.1" status: 200 len: 859 time: 0.1412945 Jul 05 02:14:10.530624 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8dfe462d-9eff-422b-b17d-821192328c91 req-1b0bc06b-3cf4-45c8-a1be-7c26f70e0210 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8063567 Jul 05 02:14:10.540943 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-8dfe462d-9eff-422b-b17d-821192328c91 req-fc4f033d-e1ae-4e04-b276-33fdcbe89b33 service neutron] Request body: {'port': {'device_id': '877a1a52-fa14-4bfb-96aa-8d7365f66b0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:14:10.619559 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-8dfe462d-9eff-422b-b17d-821192328c91 req-fc4f033d-e1ae-4e04-b276-33fdcbe89b33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:10.636554 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1d6b8c-5239-4400-a745-bcafef6cdb60 req-54de48b2-ecc7-4a0e-81df-e57ed947499a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:10.643213 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ff1d6b8c-5239-4400-a745-bcafef6cdb60 req-54de48b2-ecc7-4a0e-81df-e57ed947499a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=145d1216-e8e2-4105-8190-071eda74e029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2589197 Jul 05 02:14:10.644282 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7e592c13-28b2-4d6b-88b9-b858ed25f946 req-51a3b6bc-2aac-4d47-bfb0-f584f52c4772 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1302686 Jul 05 02:14:10.775465 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6ff0850a-8f45-45b6-9af2-c1511fc8abed req-56a88c55-6e61-4679-81b0-a598514f1c30 tempest-QuotasAdminNegativeTest-11111209 tempest-QuotasAdminNegativeTest-11111209-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=b4975098c1734f21a95802f395a61837&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1205692 Jul 05 02:14:10.791697 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cccd1d-c60c-4483-b73a-774cf5e98911 req-a6318738-9546-445b-a0eb-a66cb985cdcf tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:10.793609 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-89cccd1d-c60c-4483-b73a-774cf5e98911 req-a6318738-9546-445b-a0eb-a66cb985cdcf tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] 10.222.0.23 "GET /v2.0/ports?device_id=042aaec8-aaef-483e-be6e-dbd824948568 HTTP/1.1" status: 200 len: 943 time: 0.1653047 Jul 05 02:14:10.824132 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3a76eb81-3a37-433b-8cb3-b40923802e5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:10.884511 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-89cccd1d-c60c-4483-b73a-774cf5e98911 req-d1d23336-41d6-4146-9a9a-47e7875050d4 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7865373a-940f-4b11-a36f-c983981de35d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809057 Jul 05 02:14:10.936082 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3a76eb81-3a37-433b-8cb3-b40923802e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:10.969190 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ff1d6b8c-5239-4400-a745-bcafef6cdb60 req-c0bfa581-80d3-43f8-a748-240e6642cb8c service neutron] 10.222.0.15 "GET /v2.0/networks/145d1216-e8e2-4105-8190-071eda74e029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3238382 Jul 05 02:14:10.988053 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7e592c13-28b2-4d6b-88b9-b858ed25f946 req-0871dcab-55bc-4cf9-b134-e84f5f7a5983 service neutron] 10.222.0.15 "GET /v2.0/networks/b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3294859 Jul 05 02:14:11.027694 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-8dfe462d-9eff-422b-b17d-821192328c91 req-fc4f033d-e1ae-4e04-b276-33fdcbe89b33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6f2ac64-3aa7-4509-b655-b482adc13b02 {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:14:11.031324 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a76eb81-3a37-433b-8cb3-b40923802e5b admin admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:14:11.042089 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-8dfe462d-9eff-422b-b17d-821192328c91 req-fc4f033d-e1ae-4e04-b276-33fdcbe89b33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:11.068806 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-8dfe462d-9eff-422b-b17d-821192328c91 req-fc4f033d-e1ae-4e04-b276-33fdcbe89b33 service neutron] Transition to ACTIVE for port object d6f2ac64-3aa7-4509-b655-b482adc13b02 will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:14:11.073648 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a76eb81-3a37-433b-8cb3-b40923802e5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11e87d68-606f-48ad-bced-ac7c46b798a5,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:14:11.126649 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff0850a-8f45-45b6-9af2-c1511fc8abed req-bc1ec0ae-8a9a-40c3-833e-1b5ad8916871 tempest-QuotasAdminNegativeTest-11111209 tempest-QuotasAdminNegativeTest-11111209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:11.128163 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6ff0850a-8f45-45b6-9af2-c1511fc8abed req-bc1ec0ae-8a9a-40c3-833e-1b5ad8916871 tempest-QuotasAdminNegativeTest-11111209 tempest-QuotasAdminNegativeTest-11111209-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3188910 Jul 05 02:14:11.137113 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3a76eb81-3a37-433b-8cb3-b40923802e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:11.137477 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-3a76eb81-3a37-433b-8cb3-b40923802e5b admin admin] Added segment 5304f1cf-d4c0-4166-9d70-88c02df24ff4 of type vlan for network d6ef040d-8bb9-4c2b-8404-adf204b3df62 Jul 05 02:14:11.200792 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6ff0850a-8f45-45b6-9af2-c1511fc8abed req-ea39a62e-644f-4ea6-92d1-8efa3516ae3f tempest-QuotasAdminNegativeTest-11111209 tempest-QuotasAdminNegativeTest-11111209-project] 10.222.0.23 "GET /v2.0/quotas/b4975098c1734f21a95802f395a61837 HTTP/1.1" status: 200 len: 375 time: 0.0649493 Jul 05 02:14:11.212872 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-8dfe462d-9eff-422b-b17d-821192328c91 req-fc4f033d-e1ae-4e04-b276-33fdcbe89b33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:11.235031 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3a76eb81-3a37-433b-8cb3-b40923802e5b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:11.272043 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ff1d6b8c-5239-4400-a745-bcafef6cdb60 req-8afcdaf3-1d3c-40ee-8961-9ff094d8cd1f service neutron] 10.222.0.15 "GET /v2.0/networks/145d1216-e8e2-4105-8190-071eda74e029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2916207 Jul 05 02:14:11.277065 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6ff0850a-8f45-45b6-9af2-c1511fc8abed req-f4bdb8a3-e2bb-41f9-83b2-4fb0955c8e53 tempest-QuotasAdminNegativeTest-11111209 tempest-QuotasAdminNegativeTest-11111209-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b4975098c1734f21a95802f395a61837&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0614645 Jul 05 02:14:11.281600 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7e592c13-28b2-4d6b-88b9-b858ed25f946 req-9246aaa0-b256-4810-9ca6-7ca0ea4c5f62 service neutron] 10.222.0.15 "GET /v2.0/networks/b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2734499 Jul 05 02:14:11.365917 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4f033d-e1ae-4e04-b276-33fdcbe89b33 service neutron] Pushing event updated for resources: {'Port': ['ID=d6f2ac64-3aa7-4509-b655-b482adc13b02,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:14:11.371398 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3a76eb81-3a37-433b-8cb3-b40923802e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:11.372521 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a76eb81-3a37-433b-8cb3-b40923802e5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:11.373491 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3a76eb81-3a37-433b-8cb3-b40923802e5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:11.428826 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:11.430085 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:11.460515 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-8dfe462d-9eff-422b-b17d-821192328c91 req-fc4f033d-e1ae-4e04-b276-33fdcbe89b33 service neutron] Attempting to bind port d6f2ac64-3aa7-4509-b655-b482adc13b02 on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:14:11.461073 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-8dfe462d-9eff-422b-b17d-821192328c91 req-fc4f033d-e1ae-4e04-b276-33fdcbe89b33 service neutron] Attempting to bind port d6f2ac64-3aa7-4509-b655-b482adc13b02 by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': 'f64300f6-197b-4011-8dc6-a113f7708dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b0083775-05cf-4d34-9b3f-be9cea23529c'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:14:11.461810 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dfe462d-9eff-422b-b17d-821192328c91 req-fc4f033d-e1ae-4e04-b276-33fdcbe89b33 service neutron] Attempting to bind port d6f2ac64-3aa7-4509-b655-b482adc13b02 on network b0083775-05cf-4d34-9b3f-be9cea23529c {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:14:11.470430 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dfe462d-9eff-422b-b17d-821192328c91 req-fc4f033d-e1ae-4e04-b276-33fdcbe89b33 service neutron] Port d6f2ac64-3aa7-4509-b655-b482adc13b02 on network b0083775-05cf-4d34-9b3f-be9cea23529c not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:14:11.470732 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dfe462d-9eff-422b-b17d-821192328c91 req-fc4f033d-e1ae-4e04-b276-33fdcbe89b33 service neutron] Attempting to bind port d6f2ac64-3aa7-4509-b655-b482adc13b02 on network b0083775-05cf-4d34-9b3f-be9cea23529c {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:14:11.489841 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dfe462d-9eff-422b-b17d-821192328c91 req-fc4f033d-e1ae-4e04-b276-33fdcbe89b33 service neutron] Checking agent: {'id': 'e071c76e-395f-48c4-a98f-88088465cf0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:14:11.490207 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dfe462d-9eff-422b-b17d-821192328c91 req-fc4f033d-e1ae-4e04-b276-33fdcbe89b33 service neutron] Checking segment: {'id': 'f64300f6-197b-4011-8dc6-a113f7708dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b0083775-05cf-4d34-9b3f-be9cea23529c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:14:11.490594 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dfe462d-9eff-422b-b17d-821192328c91 req-fc4f033d-e1ae-4e04-b276-33fdcbe89b33 service neutron] Bound using segment: {'id': 'f64300f6-197b-4011-8dc6-a113f7708dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b0083775-05cf-4d34-9b3f-be9cea23529c'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:14:11.491027 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-8dfe462d-9eff-422b-b17d-821192328c91 req-fc4f033d-e1ae-4e04-b276-33fdcbe89b33 service neutron] Bound port: d6f2ac64-3aa7-4509-b655-b482adc13b02, host: n-h2-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f64300f6-197b-4011-8dc6-a113f7708dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b0083775-05cf-4d34-9b3f-be9cea23529c'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:14:11.491438 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-8dfe462d-9eff-422b-b17d-821192328c91 req-fc4f033d-e1ae-4e04-b276-33fdcbe89b33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:11.577828 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '042aaec8-aaef-483e-be6e-dbd824948568', 'tag': '2bc8f0c5-a96e-4cef-a199-010ccd1a348b'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:14:11.580246 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b223267e0e0ddb3199af7772d0b45336e3b4b54fbb151c86a8051291a61e85db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c79323c0-0138-4ad8-b933-bd409cd49ed4" -d '{"events": [{"name": "network-changed", "server_uuid": "042aaec8-aaef-483e-be6e-dbd824948568", "tag": "2bc8f0c5-a96e-4cef-a199-010ccd1a348b"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:14:11.600213 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-3a76eb81-3a37-433b-8cb3-b40923802e5b admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.4453247 Jul 05 02:14:11.601071 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 44030) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:14:11.609274 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-9dcbe807-7c88-42d5-a265-386a11fed85f admin admin] Request body: {'subnet': {'network_id': 'd6ef040d-8bb9-4c2b-8404-adf204b3df62', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1189875147-subnet', 'tenant_id': 'be5ced27649541c19ca070f720b769d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:14:11.624174 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-8dfe462d-9eff-422b-b17d-821192328c91 req-fc4f033d-e1ae-4e04-b276-33fdcbe89b33 service neutron] For port d6f2ac64-3aa7-4509-b655-b482adc13b02, host n-h2-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:14:11.625175 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a76eb81-3a37-433b-8cb3-b40923802e5b admin admin] Pushing event updated for resources: {'Network': ['ID=d6ef040d-8bb9-4c2b-8404-adf204b3df62,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:14:11.629793 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-8dfe462d-9eff-422b-b17d-821192328c91 req-fc4f033d-e1ae-4e04-b276-33fdcbe89b33 service neutron] For port d6f2ac64-3aa7-4509-b655-b482adc13b02, host n-h2-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=d6f2ac64-3aa7-4509-b655-b482adc13b02,segment=NetworkSegment(f64300f6-197b-4011-8dc6-a113f7708dd5),segment_id=f64300f6-197b-4011-8dc6-a113f7708dd5)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:14:11.639079 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network d6ef040d-8bb9-4c2b-8404-adf204b3df62 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:14:11.786181 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-8dfe462d-9eff-422b-b17d-821192328c91 req-fc4f033d-e1ae-4e04-b276-33fdcbe89b33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:11.850345 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe462d-9eff-422b-b17d-821192328c91 req-fc4f033d-e1ae-4e04-b276-33fdcbe89b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:11.851922 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-8dfe462d-9eff-422b-b17d-821192328c91 req-fc4f033d-e1ae-4e04-b276-33fdcbe89b33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:11.854454 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8dfe462d-9eff-422b-b17d-821192328c91 req-fc4f033d-e1ae-4e04-b276-33fdcbe89b33 service neutron] 10.222.0.15 "PUT /v2.0/ports/d6f2ac64-3aa7-4509-b655-b482adc13b02 HTTP/1.1" status: 200 len: 1092 time: 1.3178811 Jul 05 02:14:11.859698 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '877a1a52-fa14-4bfb-96aa-8d7365f66b0c', 'tag': 'd6f2ac64-3aa7-4509-b655-b482adc13b02'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:14:11.863893 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9769e1d1-d566-4cce-ac1b-39fc18130388" -d '{"events": [{"name": "network-changed", "server_uuid": "877a1a52-fa14-4bfb-96aa-8d7365f66b0c", "tag": "d6f2ac64-3aa7-4509-b655-b482adc13b02"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:14:11.912349 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4f033d-e1ae-4e04-b276-33fdcbe89b33 service neutron] Pushing event updated for resources: {'Port': ['ID=d6f2ac64-3aa7-4509-b655-b482adc13b02,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:14:12.119655 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e592c13-28b2-4d6b-88b9-b858ed25f946 req-0e1778d9-1f7f-4bf7-8c8e-9f8b98deb645 tempest-LiveAutoBlockMigrationV225Test-944788699 tempest-LiveAutoBlockMigrationV225Test-944788699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:12.121429 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7e592c13-28b2-4d6b-88b9-b858ed25f946 req-0e1778d9-1f7f-4bf7-8c8e-9f8b98deb645 tempest-LiveAutoBlockMigrationV225Test-944788699 tempest-LiveAutoBlockMigrationV225Test-944788699-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=a74e6db0-70ff-4186-9157-db92e776b2ef&tenant_id=7bf4f22dde1e4624a2cb34086c53be02&binding%3Ahost_id=n-h1-771362-32 HTTP/1.1" status: 200 len: 1097 time: 0.6965046 Jul 05 02:14:12.136225 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-7e592c13-28b2-4d6b-88b9-b858ed25f946 req-3c5e81c6-4fe2-42bd-b770-00f36a397808 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-771362-32'}}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:14:12.151824 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a50710f-c350-4c3e-89f3-5767e986f6e8 req-0b0afefe-bcfb-4ec3-8ed0-161d0669f8fa tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:12.153635 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5a50710f-c350-4c3e-89f3-5767e986f6e8 req-0b0afefe-bcfb-4ec3-8ed0-161d0669f8fa tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/ports?device_id=877a1a52-fa14-4bfb-96aa-8d7365f66b0c HTTP/1.1" status: 200 len: 943 time: 0.5368423 Jul 05 02:14:12.177995 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dcbe807-7c88-42d5-a265-386a11fed85f admin admin] Made reservation on behalf of be5ced27649541c19ca070f720b769d0 for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:14:12.180593 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9dcbe807-7c88-42d5-a265-386a11fed85f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:12.252842 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe462d-9eff-422b-b17d-821192328c91 req-1bfebb56-41a5-48a7-82b4-97ef52c229e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:12.254650 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8dfe462d-9eff-422b-b17d-821192328c91 req-1bfebb56-41a5-48a7-82b4-97ef52c229e3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6032216af44f41dcb77eaa1307ce6ca6&device_id=877a1a52-fa14-4bfb-96aa-8d7365f66b0c HTTP/1.1" status: 200 len: 1095 time: 0.1398244 Jul 05 02:14:12.320531 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8dfe462d-9eff-422b-b17d-821192328c91 req-03f0f598-86b5-4cbe-a34c-2897d16acd67 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d6f2ac64-3aa7-4509-b655-b482adc13b02 HTTP/1.1" status: 200 len: 217 time: 0.0569618 Jul 05 02:14:12.323793 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5a50710f-c350-4c3e-89f3-5767e986f6e8 req-db996f16-9e5c-41f2-adf3-ca51b4a2f140 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/security-groups?id=d52d7ff3-b8a7-45ab-964c-a9b0f9336b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498752 Jul 05 02:14:12.347628 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-7e592c13-28b2-4d6b-88b9-b858ed25f946 req-3c5e81c6-4fe2-42bd-b770-00f36a397808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:12.369011 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e38a84b-2185-403c-aa0e-55861a2e3a92 req-6c850264-b1d1-4c2a-91dc-bc6ab8217d72 tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:12.388495 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0e38a84b-2185-403c-aa0e-55861a2e3a92 req-6c850264-b1d1-4c2a-91dc-bc6ab8217d72 tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] 10.222.0.23 "GET /v2.0/ports?device_id=9985cb83-90e0-4048-ba4a-fa0e1782ec9e HTTP/1.1" status: 200 len: 950 time: 0.1827309 Jul 05 02:14:12.464580 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe462d-9eff-422b-b17d-821192328c91 req-0f25463a-cb9d-49c2-b25a-65783a7133fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:12.466372 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8dfe462d-9eff-422b-b17d-821192328c91 req-0f25463a-cb9d-49c2-b25a-65783a7133fb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f216c7f5-ca0e-41f7-9604-de1f19a72e49 HTTP/1.1" status: 200 len: 844 time: 0.1368039 Jul 05 02:14:12.485980 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0e38a84b-2185-403c-aa0e-55861a2e3a92 req-fc07eb89-b2cd-40ba-a522-c1ee4bc5bfd2 tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] 10.222.0.23 "GET /v2.0/security-groups?id=63abe6cf-e8b2-428f-b89e-3dc35e4b4566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963719 Jul 05 02:14:12.546543 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8dfe462d-9eff-422b-b17d-821192328c91 req-8a2a0440-5b8b-4fb6-87c9-d6955423154f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b0083775-05cf-4d34-9b3f-be9cea23529c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552535 Jul 05 02:14:12.569389 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-336e32bc-985f-4e93-a992-e1a51a5d7a49 x-openstack-request-id: req-336e32bc-985f-4e93-a992-e1a51a5d7a49 {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:14:12.569910 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "042aaec8-aaef-483e-be6e-dbd824948568", "tag": "2bc8f0c5-a96e-4cef-a199-010ccd1a348b", "status": "completed", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:14:12.570139 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-336e32bc-985f-4e93-a992-e1a51a5d7a49 {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:14:12.570622 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '042aaec8-aaef-483e-be6e-dbd824948568', 'tag': '2bc8f0c5-a96e-4cef-a199-010ccd1a348b', 'status': 'completed', 'code': 200} Jul 05 02:14:12.639900 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98ff8b83-4c1e-404b-af7c-20202ef01bcd x-openstack-request-id: req-98ff8b83-4c1e-404b-af7c-20202ef01bcd {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:14:12.640190 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "877a1a52-fa14-4bfb-96aa-8d7365f66b0c", "tag": "d6f2ac64-3aa7-4509-b655-b482adc13b02", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:14:12.640438 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-98ff8b83-4c1e-404b-af7c-20202ef01bcd {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:14:12.640831 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '877a1a52-fa14-4bfb-96aa-8d7365f66b0c', 'tag': 'd6f2ac64-3aa7-4509-b655-b482adc13b02', 'status': 'completed', 'code': 200} Jul 05 02:14:12.706405 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8dfe462d-9eff-422b-b17d-821192328c91 req-906a374f-cb45-4b9a-89d1-983a1117b900 service neutron] 10.222.0.15 "GET /v2.0/networks/b0083775-05cf-4d34-9b3f-be9cea23529c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503305 Jul 05 02:14:12.711369 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-7e592c13-28b2-4d6b-88b9-b858ed25f946 req-3c5e81c6-4fe2-42bd-b770-00f36a397808 service neutron] For port 2a56c588-e0db-4c24-a7d0-3f2ece18bc17, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=2a56c588-e0db-4c24-a7d0-3f2ece18bc17,segment=NetworkSegment(69ab64d7-bb63-4367-9b3e-0960def4b6c7),segment_id=69ab64d7-bb63-4367-9b3e-0960def4b6c7)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:14:12.799771 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9dcbe807-7c88-42d5-a265-386a11fed85f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:12.853074 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8dfe462d-9eff-422b-b17d-821192328c91 req-834827ae-1857-44ef-a2ba-aa923b742e11 service neutron] 10.222.0.15 "GET /v2.0/networks/b0083775-05cf-4d34-9b3f-be9cea23529c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408727 Jul 05 02:14:12.892596 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54de0b31-6a15-4021-9bf2-a4e722ab201f req-c7190145-1aac-4a27-9871-fa074822bd13 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:12.894390 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-54de0b31-6a15-4021-9bf2-a4e722ab201f req-c7190145-1aac-4a27-9871-fa074822bd13 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] 10.222.0.23 "GET /v2.0/ports?device_id=042aaec8-aaef-483e-be6e-dbd824948568 HTTP/1.1" status: 200 len: 943 time: 0.1327326 Jul 05 02:14:12.918640 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-7e592c13-28b2-4d6b-88b9-b858ed25f946 req-3c5e81c6-4fe2-42bd-b770-00f36a397808 service neutron] For port 2a56c588-e0db-4c24-a7d0-3f2ece18bc17, host n-h1-771362-32, cleared binding levels {{(pid=94462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:14:12.957823 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-54de0b31-6a15-4021-9bf2-a4e722ab201f req-0a005ab4-0c55-4efc-8715-2e22c549a04b tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7865373a-940f-4b11-a36f-c983981de35d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528364 Jul 05 02:14:12.974950 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79323c0-0138-4ad8-b933-bd409cd49ed4 req-a29b3f66-0f78-441b-9c96-698c29a336ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:12.976520 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c79323c0-0138-4ad8-b933-bd409cd49ed4 req-a29b3f66-0f78-441b-9c96-698c29a336ba service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fc2d088ace9545fabb9ece3104798875&device_id=042aaec8-aaef-483e-be6e-dbd824948568 HTTP/1.1" status: 200 len: 1095 time: 0.3950179 Jul 05 02:14:13.012830 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf40c00-6352-4828-bd1f-8a85b335d4a6 req-7692680c-c30a-4af9-af3d-5b5eb9b8128f tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:13.017928 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-cdf40c00-6352-4828-bd1f-8a85b335d4a6 req-7692680c-c30a-4af9-af3d-5b5eb9b8128f tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=a74e6db0-70ff-4186-9157-db92e776b2ef HTTP/1.1" status: 200 len: 945 time: 0.4408088 Jul 05 02:14:13.077224 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9769e1d1-d566-4cce-ac1b-39fc18130388 req-2766de7a-09a0-4e20-9d06-93c5690b044e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:13.080788 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9769e1d1-d566-4cce-ac1b-39fc18130388 req-2766de7a-09a0-4e20-9d06-93c5690b044e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6032216af44f41dcb77eaa1307ce6ca6&device_id=877a1a52-fa14-4bfb-96aa-8d7365f66b0c HTTP/1.1" status: 200 len: 1095 time: 0.0912876 Jul 05 02:14:13.114770 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcbe807-7c88-42d5-a265-386a11fed85f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f6f8ccd-2bc9-4435-b206-165b65b94448,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:14:13.220215 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-7e592c13-28b2-4d6b-88b9-b858ed25f946 req-3c5e81c6-4fe2-42bd-b770-00f36a397808 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:13.242807 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dcbe807-7c88-42d5-a265-386a11fed85f admin admin] Checking segment: {'id': '5304f1cf-d4c0-4166-9d70-88c02df24ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd6ef040d-8bb9-4c2b-8404-adf204b3df62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:14:13.243171 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dcbe807-7c88-42d5-a265-386a11fed85f admin admin] Network hostable DHCP agents. Network: d6ef040d-8bb9-4c2b-8404-adf204b3df62, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:14:13.264693 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-cdf40c00-6352-4828-bd1f-8a85b335d4a6 req-296cf727-8da3-461d-9644-5104cfa9b114 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963613 Jul 05 02:14:13.283450 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9769e1d1-d566-4cce-ac1b-39fc18130388 req-9b8c0f54-28ae-4f59-8c52-c2f7f960dfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:13.288878 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9769e1d1-d566-4cce-ac1b-39fc18130388 req-9b8c0f54-28ae-4f59-8c52-c2f7f960dfe7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b0083775-05cf-4d34-9b3f-be9cea23529c HTTP/1.1" status: 200 len: 904 time: 0.1966822 Jul 05 02:14:13.292930 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79323c0-0138-4ad8-b933-bd409cd49ed4 req-f9d95fce-c58b-47a4-8a0d-949331f4b2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:13.295248 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c79323c0-0138-4ad8-b933-bd409cd49ed4 req-f9d95fce-c58b-47a4-8a0d-949331f4b2e9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=145d1216-e8e2-4105-8190-071eda74e029 HTTP/1.1" status: 200 len: 923 time: 0.2302682 Jul 05 02:14:13.322568 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-7e592c13-28b2-4d6b-88b9-b858ed25f946 req-3c5e81c6-4fe2-42bd-b770-00f36a397808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:13.340898 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9769e1d1-d566-4cce-ac1b-39fc18130388 req-c2bbe157-e4ff-4614-b0cc-910d7a292a84 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d6f2ac64-3aa7-4509-b655-b482adc13b02 HTTP/1.1" status: 200 len: 217 time: 0.0480506 Jul 05 02:14:13.397138 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c79323c0-0138-4ad8-b933-bd409cd49ed4 req-38ca4a92-1da6-47f1-8a6d-5a9d8a26552a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2bc8f0c5-a96e-4cef-a199-010ccd1a348b HTTP/1.1" status: 200 len: 217 time: 0.0904770 Jul 05 02:14:13.416639 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9769e1d1-d566-4cce-ac1b-39fc18130388 req-99eda5a3-b9d1-40a6-b1e5-d56b701f51eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:13.418360 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9769e1d1-d566-4cce-ac1b-39fc18130388 req-99eda5a3-b9d1-40a6-b1e5-d56b701f51eb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f216c7f5-ca0e-41f7-9604-de1f19a72e49 HTTP/1.1" status: 200 len: 844 time: 0.0711250 Jul 05 02:14:13.435256 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805ab0c2-b7ea-410f-91ff-e8e5c3fff7e9 req-6b461d6b-8a8d-4a91-8937-4a6234dfd0d4 tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:13.442328 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-805ab0c2-b7ea-410f-91ff-e8e5c3fff7e9 req-6b461d6b-8a8d-4a91-8937-4a6234dfd0d4 tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] 10.222.0.21 "GET /v2.0/ports?device_id=9985cb83-90e0-4048-ba4a-fa0e1782ec9e HTTP/1.1" status: 200 len: 950 time: 0.4765825 Jul 05 02:14:13.486467 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9769e1d1-d566-4cce-ac1b-39fc18130388 req-cb226e30-e852-4296-bc09-68031d94e40f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b0083775-05cf-4d34-9b3f-be9cea23529c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611963 Jul 05 02:14:13.546207 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dcbe807-7c88-42d5-a265-386a11fed85f admin admin] Network d6ef040d-8bb9-4c2b-8404-adf204b3df62 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:14:13.582439 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-7e592c13-28b2-4d6b-88b9-b858ed25f946 req-3c5e81c6-4fe2-42bd-b770-00f36a397808 service neutron] Attempting to bind port 2a56c588-e0db-4c24-a7d0-3f2ece18bc17 on host n-h1-771362-32 for vnic_type normal with profile {"migrating_to": "n-h2-771362-32"} {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:14:13.584754 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-7e592c13-28b2-4d6b-88b9-b858ed25f946 req-3c5e81c6-4fe2-42bd-b770-00f36a397808 service neutron] Attempting to bind port 2a56c588-e0db-4c24-a7d0-3f2ece18bc17 by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': '69ab64d7-bb63-4367-9b3e-0960def4b6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1'}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:14:13.586334 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e592c13-28b2-4d6b-88b9-b858ed25f946 req-3c5e81c6-4fe2-42bd-b770-00f36a397808 service neutron] Attempting to bind port 2a56c588-e0db-4c24-a7d0-3f2ece18bc17 on network b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:14:13.682396 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9769e1d1-d566-4cce-ac1b-39fc18130388 req-1522c713-12c7-42bd-b0ee-85c44c74b754 service neutron] 10.222.0.15 "GET /v2.0/networks/b0083775-05cf-4d34-9b3f-be9cea23529c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881354 Jul 05 02:14:13.703167 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e592c13-28b2-4d6b-88b9-b858ed25f946 req-3c5e81c6-4fe2-42bd-b770-00f36a397808 service neutron] Port 2a56c588-e0db-4c24-a7d0-3f2ece18bc17 on network b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:14:13.703513 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e592c13-28b2-4d6b-88b9-b858ed25f946 req-3c5e81c6-4fe2-42bd-b770-00f36a397808 service neutron] Attempting to bind port 2a56c588-e0db-4c24-a7d0-3f2ece18bc17 on network b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:14:13.712053 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5e81c6-4fe2-42bd-b770-00f36a397808 service neutron] Pushing event updated for resources: {'Port': ['ID=2a56c588-e0db-4c24-a7d0-3f2ece18bc17,revision_number=7']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:14:13.733742 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79323c0-0138-4ad8-b933-bd409cd49ed4 req-0d518b2f-0be4-40dd-a38e-c2d9569120fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:13.734635 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c79323c0-0138-4ad8-b933-bd409cd49ed4 req-0d518b2f-0be4-40dd-a38e-c2d9569120fd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0dc4a163-6453-4ce8-90db-602a0798fbd4 HTTP/1.1" status: 200 len: 862 time: 0.3262198 Jul 05 02:14:13.739087 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e592c13-28b2-4d6b-88b9-b858ed25f946 req-3c5e81c6-4fe2-42bd-b770-00f36a397808 service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:14:13.739552 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e592c13-28b2-4d6b-88b9-b858ed25f946 req-3c5e81c6-4fe2-42bd-b770-00f36a397808 service neutron] Checking segment: {'id': '69ab64d7-bb63-4367-9b3e-0960def4b6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:14:13.739817 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e592c13-28b2-4d6b-88b9-b858ed25f946 req-3c5e81c6-4fe2-42bd-b770-00f36a397808 service neutron] Bound using segment: {'id': '69ab64d7-bb63-4367-9b3e-0960def4b6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1'} {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:14:13.740269 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-7e592c13-28b2-4d6b-88b9-b858ed25f946 req-3c5e81c6-4fe2-42bd-b770-00f36a397808 service neutron] Bound port: 2a56c588-e0db-4c24-a7d0-3f2ece18bc17, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69ab64d7-bb63-4367-9b3e-0960def4b6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1'}}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:14:13.740635 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-7e592c13-28b2-4d6b-88b9-b858ed25f946 req-3c5e81c6-4fe2-42bd-b770-00f36a397808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:13.774320 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-9dcbe807-7c88-42d5-a265-386a11fed85f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, d6ef040d-8bb9-4c2b-8404-adf204b3df62) {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:14:13.784120 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d38b6f-ef30-4e77-88a6-d1586226122d None None] Network d6ef040d-8bb9-4c2b-8404-adf204b3df62 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:14:13.787526 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dcbe807-7c88-42d5-a265-386a11fed85f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:13.788473 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9dcbe807-7c88-42d5-a265-386a11fed85f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:13.870137 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9769e1d1-d566-4cce-ac1b-39fc18130388 req-c03a5320-2927-497c-a26a-bd6aebfeb742 service neutron] 10.222.0.15 "GET /v2.0/networks/b0083775-05cf-4d34-9b3f-be9cea23529c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811204 Jul 05 02:14:13.879764 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded9ce58-e3df-4fc2-857d-e338496ad30b req-ab3f4ce2-a4ef-450f-bc5c-cd70f67fbc9f tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:13.881566 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ded9ce58-e3df-4fc2-857d-e338496ad30b req-ab3f4ce2-a4ef-450f-bc5c-cd70f67fbc9f tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] 10.222.0.23 "GET /v2.0/ports?device_id=9985cb83-90e0-4048-ba4a-fa0e1782ec9e HTTP/1.1" status: 200 len: 950 time: 0.1067812 Jul 05 02:14:13.939969 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ded9ce58-e3df-4fc2-857d-e338496ad30b req-14f30639-e860-4bf9-bafc-d6c669355d90 tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] 10.222.0.23 "GET /v2.0/security-groups?id=63abe6cf-e8b2-428f-b89e-3dc35e4b4566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493932 Jul 05 02:14:13.947489 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2eb7da-243a-4e4f-aa8e-7ba53ffdfcdc req-abcacd54-af13-490d-9114-158d78c283c4 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:13.949384 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8a2eb7da-243a-4e4f-aa8e-7ba53ffdfcdc req-abcacd54-af13-490d-9114-158d78c283c4 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/ports?device_id=877a1a52-fa14-4bfb-96aa-8d7365f66b0c HTTP/1.1" status: 200 len: 943 time: 0.3084261 Jul 05 02:14:13.952924 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-7e592c13-28b2-4d6b-88b9-b858ed25f946 req-3c5e81c6-4fe2-42bd-b770-00f36a397808 service neutron] For port 2a56c588-e0db-4c24-a7d0-3f2ece18bc17, host n-h1-771362-32, cleared binding levels {{(pid=94462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:14:13.957955 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-7e592c13-28b2-4d6b-88b9-b858ed25f946 req-3c5e81c6-4fe2-42bd-b770-00f36a397808 service neutron] For port 2a56c588-e0db-4c24-a7d0-3f2ece18bc17, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=2a56c588-e0db-4c24-a7d0-3f2ece18bc17,segment=NetworkSegment(69ab64d7-bb63-4367-9b3e-0960def4b6c7),segment_id=69ab64d7-bb63-4367-9b3e-0960def4b6c7)] {{(pid=94462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:14:13.959484 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d1e7db-0b0b-435b-bcbe-a62d9596b0f2 None None] Network d6ef040d-8bb9-4c2b-8404-adf204b3df62 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:14:13.988483 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-9dcbe807-7c88-42d5-a265-386a11fed85f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.3761497 Jul 05 02:14:13.995436 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [req-805ab0c2-b7ea-410f-91ff-e8e5c3fff7e9 req-db2dda15-2e72-479c-bc97-39e9eaef40fb tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] Deleting port f29e13b3-876b-48c9-b25e-ecb1821699be {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:14:13.995436 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-805ab0c2-b7ea-410f-91ff-e8e5c3fff7e9 req-db2dda15-2e72-479c-bc97-39e9eaef40fb tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:14.015794 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79323c0-0138-4ad8-b933-bd409cd49ed4 req-13d6f00c-a94c-45e9-bb9a-07d57751c6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:14.017350 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c79323c0-0138-4ad8-b933-bd409cd49ed4 req-13d6f00c-a94c-45e9-bb9a-07d57751c6e5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=145d1216-e8e2-4105-8190-071eda74e029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2658350 Jul 05 02:14:14.090164 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8a2eb7da-243a-4e4f-aa8e-7ba53ffdfcdc req-ce49e5af-52db-4f97-82ff-354f93d97bb1 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/security-groups?id=d52d7ff3-b8a7-45ab-964c-a9b0f9336b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278548 Jul 05 02:14:14.127815 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-7e592c13-28b2-4d6b-88b9-b858ed25f946 req-3c5e81c6-4fe2-42bd-b770-00f36a397808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:14.156389 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5d27310c-0d34-47e7-960b-41ed670f72cf req-5216c595-8599-4ccd-862c-c55ec5b1b148 tempest-QuotasAdminNegativeTest-11111209 tempest-QuotasAdminNegativeTest-11111209-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=b4975098c1734f21a95802f395a61837&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0522132 Jul 05 02:14:14.285293 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e592c13-28b2-4d6b-88b9-b858ed25f946 req-3c5e81c6-4fe2-42bd-b770-00f36a397808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:14.286362 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-7e592c13-28b2-4d6b-88b9-b858ed25f946 req-3c5e81c6-4fe2-42bd-b770-00f36a397808 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:14.287767 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7e592c13-28b2-4d6b-88b9-b858ed25f946 req-3c5e81c6-4fe2-42bd-b770-00f36a397808 service neutron] 10.222.0.15 "PUT /v2.0/ports/2a56c588-e0db-4c24-a7d0-3f2ece18bc17 HTTP/1.1" status: 200 len: 1123 time: 2.1578443 Jul 05 02:14:14.297005 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5e81c6-4fe2-42bd-b770-00f36a397808 service neutron] Pushing event updated for resources: {'Port': ['ID=2a56c588-e0db-4c24-a7d0-3f2ece18bc17,revision_number=8']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:14:14.325928 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-805ab0c2-b7ea-410f-91ff-e8e5c3fff7e9 req-db2dda15-2e72-479c-bc97-39e9eaef40fb tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] For port f29e13b3-876b-48c9-b25e-ecb1821699be, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=f29e13b3-876b-48c9-b25e-ecb1821699be,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:14:14.326435 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-805ab0c2-b7ea-410f-91ff-e8e5c3fff7e9 req-db2dda15-2e72-479c-bc97-39e9eaef40fb tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:14.330381 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c79323c0-0138-4ad8-b933-bd409cd49ed4 req-ae09c2ed-0c26-450a-964f-1be72b00d7f8 service neutron] 10.222.0.15 "GET /v2.0/networks/145d1216-e8e2-4105-8190-071eda74e029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672310 Jul 05 02:14:14.361394 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d27310c-0d34-47e7-960b-41ed670f72cf req-f0f6182a-2080-4f50-84e6-f95531151fe5 tempest-QuotasAdminNegativeTest-11111209 tempest-QuotasAdminNegativeTest-11111209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:14.361618 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['2a56c588-e0db-4c24-a7d0-3f2ece18bc17'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:14:14.367472 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5d27310c-0d34-47e7-960b-41ed670f72cf req-f0f6182a-2080-4f50-84e6-f95531151fe5 tempest-QuotasAdminNegativeTest-11111209 tempest-QuotasAdminNegativeTest-11111209-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2021759 Jul 05 02:14:14.370429 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [req-805ab0c2-b7ea-410f-91ff-e8e5c3fff7e9 req-db2dda15-2e72-479c-bc97-39e9eaef40fb tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] Calling delete_port for f29e13b3-876b-48c9-b25e-ecb1821699be owned by compute:nova {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:14:14.394322 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5d27310c-0d34-47e7-960b-41ed670f72cf req-a0e26e67-7431-4497-9dad-f63c4405949c tempest-QuotasAdminNegativeTest-11111209 tempest-QuotasAdminNegativeTest-11111209-project] 10.222.0.23 "GET /v2.0/quotas/b4975098c1734f21a95802f395a61837 HTTP/1.1" status: 200 len: 375 time: 0.0231912 Jul 05 02:14:14.434801 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5d27310c-0d34-47e7-960b-41ed670f72cf req-10a44d7e-b296-49fb-ad02-c042a177c26c tempest-QuotasAdminNegativeTest-11111209 tempest-QuotasAdminNegativeTest-11111209-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b4975098c1734f21a95802f395a61837&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0395656 Jul 05 02:14:14.574849 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7868f0ee-9c95-474a-8d35-7f4d772080dc req-dac2f40e-45e1-4e4d-9b08-c0058935ce48 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:14.576532 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7868f0ee-9c95-474a-8d35-7f4d772080dc req-dac2f40e-45e1-4e4d-9b08-c0058935ce48 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] 10.222.0.23 "GET /v2.0/ports?device_id=042aaec8-aaef-483e-be6e-dbd824948568 HTTP/1.1" status: 200 len: 943 time: 0.2815063 Jul 05 02:14:14.577779 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a74e6db0-70ff-4186-9157-db92e776b2ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a56c588-e0db-4c24-a7d0-3f2ece18bc17'}, {'name': 'network-changed', 'server_uuid': 'a74e6db0-70ff-4186-9157-db92e776b2ef', 'tag': '2a56c588-e0db-4c24-a7d0-3f2ece18bc17'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:14:14.582249 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b223267e0e0ddb3199af7772d0b45336e3b4b54fbb151c86a8051291a61e85db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a33c6abf-a76e-4e17-8ab3-0369edb094a7" -d '{"events": [{"server_uuid": "a74e6db0-70ff-4186-9157-db92e776b2ef", "name": "network-vif-unplugged", "status": "completed", "tag": "2a56c588-e0db-4c24-a7d0-3f2ece18bc17"}, {"name": "network-changed", "server_uuid": "a74e6db0-70ff-4186-9157-db92e776b2ef", "tag": "2a56c588-e0db-4c24-a7d0-3f2ece18bc17"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:14:14.590941 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c79323c0-0138-4ad8-b933-bd409cd49ed4 req-57888058-b0cc-4ccf-8f9a-273f2371bf83 service neutron] 10.222.0.15 "GET /v2.0/networks/145d1216-e8e2-4105-8190-071eda74e029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378700 Jul 05 02:14:14.650509 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 2bc8f0c5-a96e-4cef-a199-010ccd1a348b details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:14:14.693452 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7868f0ee-9c95-474a-8d35-7f4d772080dc req-c1867f4c-d179-485d-8b70-b447928ca211 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7865373a-940f-4b11-a36f-c983981de35d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004720 Jul 05 02:14:14.728737 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e90d0b5-679c-4b9a-937f-a6ef2e7f5069 req-3bb4952e-fcd5-4b29-a1e7-effc6ac199d7 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:14.730489 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3e90d0b5-679c-4b9a-937f-a6ef2e7f5069 req-3bb4952e-fcd5-4b29-a1e7-effc6ac199d7 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=a74e6db0-70ff-4186-9157-db92e776b2ef HTTP/1.1" status: 200 len: 943 time: 0.0799384 Jul 05 02:14:14.793966 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 2bc8f0c5-a96e-4cef-a199-010ccd1a348b, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=2bc8f0c5-a96e-4cef-a199-010ccd1a348b,segment=NetworkSegment(54993d40-1817-4e9a-9179-be5527f6d698),segment_id=54993d40-1817-4e9a-9179-be5527f6d698)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:14:14.795039 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3e90d0b5-679c-4b9a-937f-a6ef2e7f5069 req-2668bac4-0154-4e9d-b4d4-8b80a1a409f3 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443606 Jul 05 02:14:14.797432 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Returning: {'device': '2bc8f0c5-a96e-4cef-a199-010ccd1a348b', 'network_id': '145d1216-e8e2-4105-8190-071eda74e029', 'port_id': '2bc8f0c5-a96e-4cef-a199-010ccd1a348b', 'mac_address': 'fa:16:3e:be:2c:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dc4a163-6453-4ce8-90db-602a0798fbd4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:14:14.832096 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-805ab0c2-b7ea-410f-91ff-e8e5c3fff7e9 req-db2dda15-2e72-479c-bc97-39e9eaef40fb tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:14.855724 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2dda15-2e72-479c-bc97-39e9eaef40fb tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] Pushing event deleted for resources: {'Port': ['ID=f29e13b3-876b-48c9-b25e-ecb1821699be,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:14:14.863983 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:14.868675 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['782f3205-ccad-4396-b99f-fa516c5b20b7'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:14:14.907804 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bc8f0c5-a96e-4cef-a199-010ccd1a348b {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:14:14.936212 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [req-805ab0c2-b7ea-410f-91ff-e8e5c3fff7e9 req-db2dda15-2e72-479c-bc97-39e9eaef40fb tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] No DVR routers for this DVR port f29e13b3-876b-48c9-b25e-ecb1821699be on host n-h1-771362-32 {{(pid=94462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:14:14.945650 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 2bc8f0c5-a96e-4cef-a199-010ccd1a348b, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=2bc8f0c5-a96e-4cef-a199-010ccd1a348b,segment=NetworkSegment(54993d40-1817-4e9a-9179-be5527f6d698),segment_id=54993d40-1817-4e9a-9179-be5527f6d698)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:14:14.970084 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-805ab0c2-b7ea-410f-91ff-e8e5c3fff7e9 req-db2dda15-2e72-479c-bc97-39e9eaef40fb tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:14.972100 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-805ab0c2-b7ea-410f-91ff-e8e5c3fff7e9 req-db2dda15-2e72-479c-bc97-39e9eaef40fb tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] 10.222.0.21 "DELETE /v2.0/ports/f29e13b3-876b-48c9-b25e-ecb1821699be HTTP/1.1" status: 204 len: 173 time: 1.4829865 Jul 05 02:14:15.050545 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8b83f3-b4b1-42c9-bfd1-659b4d11c5b7 req-6ff5f1ea-201a-42fc-bc37-fea47931934f tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:15.052193 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ba8b83f3-b4b1-42c9-bfd1-659b4d11c5b7 req-6ff5f1ea-201a-42fc-bc37-fea47931934f tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/networks?id=d55491b1-56ba-426a-ac8c-e92d73c02c5b HTTP/1.1" status: 200 len: 808 time: 0.1581304 Jul 05 02:14:15.066366 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:15.073119 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ba8b83f3-b4b1-42c9-bfd1-659b4d11c5b7 req-3fac4cfd-898b-4814-80fe-d90f0b49d77a tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/quotas/7a7e417343d4479788713b4bb769c9b0 HTTP/1.1" status: 200 len: 375 time: 0.0115016 Jul 05 02:14:15.137459 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=2bc8f0c5-a96e-4cef-a199-010ccd1a348b,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:14:15.148971 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ba8b83f3-b4b1-42c9-bfd1-659b4d11c5b7 req-54655c7a-b124-45ed-ae22-4bbe022f4376 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7a7e417343d4479788713b4bb769c9b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0561457 Jul 05 02:14:15.360078 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 05 Jul 2021 02:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b7195aa-8548-4f01-9e9a-4ddc5a78f762 x-openstack-request-id: req-8b7195aa-8548-4f01-9e9a-4ddc5a78f762 {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:14:15.360078 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a74e6db0-70ff-4186-9157-db92e776b2ef", "name": "network-vif-unplugged", "status": "completed", "tag": "2a56c588-e0db-4c24-a7d0-3f2ece18bc17", "code": 200}, {"name": "network-changed", "server_uuid": "a74e6db0-70ff-4186-9157-db92e776b2ef", "tag": "2a56c588-e0db-4c24-a7d0-3f2ece18bc17", "status": "completed", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:14:15.360078 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8b7195aa-8548-4f01-9e9a-4ddc5a78f762 {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:14:15.360078 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a74e6db0-70ff-4186-9157-db92e776b2ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a56c588-e0db-4c24-a7d0-3f2ece18bc17', 'code': 200} Jul 05 02:14:15.360078 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a74e6db0-70ff-4186-9157-db92e776b2ef', 'tag': '2a56c588-e0db-4c24-a7d0-3f2ece18bc17', 'status': 'completed', 'code': 200} Jul 05 02:14:15.360078 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ba8b83f3-b4b1-42c9-bfd1-659b4d11c5b7 req-5cf93d56-5834-4d94-be91-c394dee187fd service neutron] 10.222.0.23 "GET /v2.0/networks/d55491b1-56ba-426a-ac8c-e92d73c02c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884490 Jul 05 02:14:15.360977 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['2bc8f0c5-a96e-4cef-a199-010ccd1a348b'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:14:15.390464 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ba8b83f3-b4b1-42c9-bfd1-659b4d11c5b7 req-e31bcb7c-2ca8-4b75-b0c0-87d255cfcef5 service neutron] 10.222.0.23 "GET /v2.0/networks/d55491b1-56ba-426a-ac8c-e92d73c02c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264064 Jul 05 02:14:15.390464 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33c6abf-a76e-4e17-8ab3-0369edb094a7 req-abceadb9-e436-4c49-9790-e3ac8a7ab080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:15.391492 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a33c6abf-a76e-4e17-8ab3-0369edb094a7 req-abceadb9-e436-4c49-9790-e3ac8a7ab080 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7bf4f22dde1e4624a2cb34086c53be02&device_id=a74e6db0-70ff-4186-9157-db92e776b2ef HTTP/1.1" status: 200 len: 1126 time: 0.1392157 Jul 05 02:14:15.609833 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33c6abf-a76e-4e17-8ab3-0369edb094a7 req-8c6125d1-7fee-4aec-a3a2-3b6dd4461799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:15.614219 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a33c6abf-a76e-4e17-8ab3-0369edb094a7 req-8c6125d1-7fee-4aec-a3a2-3b6dd4461799 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1 HTTP/1.1" status: 200 len: 919 time: 0.2149861 Jul 05 02:14:15.662467 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a33c6abf-a76e-4e17-8ab3-0369edb094a7 req-9a389125-ef16-437d-b54a-d9598769b1ca service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a56c588-e0db-4c24-a7d0-3f2ece18bc17 HTTP/1.1" status: 200 len: 217 time: 0.0423753 Jul 05 02:14:15.743338 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33c6abf-a76e-4e17-8ab3-0369edb094a7 req-7433019d-99d4-49b2-9dc8-b63c45265c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:15.745098 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a33c6abf-a76e-4e17-8ab3-0369edb094a7 req-7433019d-99d4-49b2-9dc8-b63c45265c55 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=88cd65d9-1715-492f-9ef5-e486cc8231ac HTTP/1.1" status: 200 len: 859 time: 0.0750253 Jul 05 02:14:15.784980 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a33c6abf-a76e-4e17-8ab3-0369edb094a7 req-9bf8be51-fb9d-4fe8-839b-a4cb30a50bb9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317705 Jul 05 02:14:15.957691 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c490e402-c6c0-4fca-91db-a5f7b3c3608e req-6724df7a-565e-4236-a40a-060fc82838a4 tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] 10.222.0.23 "GET /v2.0/ports?device_id=9985cb83-90e0-4048-ba4a-fa0e1782ec9e HTTP/1.1" status: 200 len: 210 time: 0.0429289 Jul 05 02:14:15.957691 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a33c6abf-a76e-4e17-8ab3-0369edb094a7 req-87b5b2cf-0a92-4010-9ab6-a51d8a43085d service neutron] 10.222.0.21 "GET /v2.0/networks/b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463079 Jul 05 02:14:16.358586 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a33c6abf-a76e-4e17-8ab3-0369edb094a7 req-446cb1ce-ef87-4d3f-a6ae-cc497d004507 service neutron] 10.222.0.21 "GET /v2.0/networks/b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4126284 Jul 05 02:14:16.372404 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb374d8-f0b9-47fb-9cee-9e35ad6c613c req-06422bf1-faaa-4ce0-afb2-37c226491b1a tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:16.374555 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5fb374d8-f0b9-47fb-9cee-9e35ad6c613c req-06422bf1-faaa-4ce0-afb2-37c226491b1a tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/ports?device_id=877a1a52-fa14-4bfb-96aa-8d7365f66b0c HTTP/1.1" status: 200 len: 943 time: 0.3656340 Jul 05 02:14:16.413301 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5fb374d8-f0b9-47fb-9cee-9e35ad6c613c req-ca4a7ebb-807f-47b7-84ba-64fc7959d6ca tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/security-groups?id=d52d7ff3-b8a7-45ab-964c-a9b0f9336b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330954 Jul 05 02:14:16.567293 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-28d30dac-a787-45ff-b754-f18c67eb3dc2 req-03dcfc9c-40b0-4bc6-8f23-674bfe4fc982 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=29e6b63c-6177-4a7c-a5bd-8b67540f7c8f HTTP/1.1" status: 200 len: 210 time: 0.0377517 Jul 05 02:14:16.672700 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device d6f2ac64-3aa7-4509-b655-b482adc13b02 details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:14:16.674845 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 2bc8f0c5-a96e-4cef-a199-010ccd1a348b up at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:14:16.708536 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device f29e13b3-876b-48c9-b25e-ecb1821699be no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:14:16.738902 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] No Port match for: f29e13b3-876b-48c9-b25e-ecb1821699be {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:14:16.739234 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device f29e13b3-876b-48c9-b25e-ecb1821699be not bound to the agent host n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:14:16.743866 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b79335-0418-4149-9e60-45c409308a5b req-88f2ad36-dc13-483f-96ef-3fa2b98b33e7 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:16.745368 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f2b79335-0418-4149-9e60-45c409308a5b req-88f2ad36-dc13-483f-96ef-3fa2b98b33e7 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] 10.222.0.23 "GET /v2.0/ports?device_id=042aaec8-aaef-483e-be6e-dbd824948568 HTTP/1.1" status: 200 len: 944 time: 0.0655999 Jul 05 02:14:16.794675 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f2b79335-0418-4149-9e60-45c409308a5b req-44c9fa2b-47b5-43c4-87d9-49d88836a3a4 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7865373a-940f-4b11-a36f-c983981de35d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428729 Jul 05 02:14:16.836656 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port d6f2ac64-3aa7-4509-b655-b482adc13b02, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=d6f2ac64-3aa7-4509-b655-b482adc13b02,segment=NetworkSegment(f64300f6-197b-4011-8dc6-a113f7708dd5),segment_id=f64300f6-197b-4011-8dc6-a113f7708dd5)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:14:16.850310 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Returning: {'device': 'd6f2ac64-3aa7-4509-b655-b482adc13b02', 'network_id': 'b0083775-05cf-4d34-9b3f-be9cea23529c', 'port_id': 'd6f2ac64-3aa7-4509-b655-b482adc13b02', 'mac_address': 'fa:16:3e:b8:c1:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f216c7f5-ca0e-41f7-9604-de1f19a72e49', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:14:16.890558 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:16.915514 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6f2ac64-3aa7-4509-b655-b482adc13b02 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:14:16.935258 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port d6f2ac64-3aa7-4509-b655-b482adc13b02, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=d6f2ac64-3aa7-4509-b655-b482adc13b02,segment=NetworkSegment(f64300f6-197b-4011-8dc6-a113f7708dd5),segment_id=f64300f6-197b-4011-8dc6-a113f7708dd5)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:14:16.970037 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bc7fdb-2734-4f17-9fd3-e4a15e997032 req-0a860c1b-6005-4a94-b2c1-f44b531365fb tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:16.971577 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-14bc7fdb-2734-4f17-9fd3-e4a15e997032 req-0a860c1b-6005-4a94-b2c1-f44b531365fb tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=a74e6db0-70ff-4186-9157-db92e776b2ef HTTP/1.1" status: 200 len: 943 time: 0.0682731 Jul 05 02:14:17.008946 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-14bc7fdb-2734-4f17-9fd3-e4a15e997032 req-36b71632-f794-4efe-9d1f-25f96c39e44e tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315607 Jul 05 02:14:17.225095 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9985cb83-90e0-4048-ba4a-fa0e1782ec9e', 'name': 'network-vif-deleted', 'tag': 'f29e13b3-876b-48c9-b25e-ecb1821699be'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:14:17.227881 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b223267e0e0ddb3199af7772d0b45336e3b4b54fbb151c86a8051291a61e85db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99d83e9b-3018-4216-8e41-c29eeb8b02d6" -d '{"events": [{"server_uuid": "9985cb83-90e0-4048-ba4a-fa0e1782ec9e", "name": "network-vif-deleted", "tag": "f29e13b3-876b-48c9-b25e-ecb1821699be"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:14:17.357119 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:17.357119 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 2a56c588-e0db-4c24-a7d0-3f2ece18bc17 details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:14:17.367074 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning for port 2bc8f0c5-a96e-4cef-a199-010ccd1a348b completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:14:17.389931 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning complete for port 2bc8f0c5-a96e-4cef-a199-010ccd1a348b triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:14:17.394089 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:17.524859 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=d6f2ac64-3aa7-4509-b655-b482adc13b02,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:14:17.604342 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:17.611903 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e1b6e93d-6568-4f98-9674-4a95a80988ab req-e0183ad4-78bc-4ab9-8270-7b1559f457d8 tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] 10.222.0.23 "GET /v2.0/ports?device_id=9985cb83-90e0-4048-ba4a-fa0e1782ec9e HTTP/1.1" status: 200 len: 210 time: 0.0382698 Jul 05 02:14:17.636755 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 2a56c588-e0db-4c24-a7d0-3f2ece18bc17, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=2a56c588-e0db-4c24-a7d0-3f2ece18bc17,segment=NetworkSegment(69ab64d7-bb63-4367-9b3e-0960def4b6c7),segment_id=69ab64d7-bb63-4367-9b3e-0960def4b6c7)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:14:17.650413 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '042aaec8-aaef-483e-be6e-dbd824948568', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bc8f0c5-a96e-4cef-a199-010ccd1a348b'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:14:17.653599 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5290053-0e91-4cb5-9232-c022037832af" -d '{"events": [{"server_uuid": "042aaec8-aaef-483e-be6e-dbd824948568", "name": "network-vif-plugged", "status": "completed", "tag": "2bc8f0c5-a96e-4cef-a199-010ccd1a348b"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:14:17.670546 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-793ca561-9f22-409b-a760-c842806a40a6 x-openstack-request-id: req-793ca561-9f22-409b-a760-c842806a40a6 {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:14:17.675574 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9985cb83-90e0-4048-ba4a-fa0e1782ec9e", "name": "network-vif-deleted", "tag": "f29e13b3-876b-48c9-b25e-ecb1821699be", "status": "completed", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:14:17.675574 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-793ca561-9f22-409b-a760-c842806a40a6 {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:14:17.675574 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9985cb83-90e0-4048-ba4a-fa0e1782ec9e', 'name': 'network-vif-deleted', 'tag': 'f29e13b3-876b-48c9-b25e-ecb1821699be', 'status': 'completed', 'code': 200} Jul 05 02:14:17.676053 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 2a56c588-e0db-4c24-a7d0-3f2ece18bc17 has no active binding in host n-h2-771362-32 {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 05 02:14:17.676727 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 2bc8f0c5-a96e-4cef-a199-010ccd1a348b, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=2bc8f0c5-a96e-4cef-a199-010ccd1a348b,segment=NetworkSegment(54993d40-1817-4e9a-9179-be5527f6d698),segment_id=54993d40-1817-4e9a-9179-be5527f6d698)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:14:17.771161 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:17.892928 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=2bc8f0c5-a96e-4cef-a199-010ccd1a348b,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:14:17.916075 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fb657b-847d-45a2-8b2c-4a6338058ca3 req-2797e0d4-dbb6-46c6-b49d-4a777e75e170 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:17.920859 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c4fb657b-847d-45a2-8b2c-4a6338058ca3 req-2797e0d4-dbb6-46c6-b49d-4a777e75e170 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/ports?device_id=877a1a52-fa14-4bfb-96aa-8d7365f66b0c HTTP/1.1" status: 200 len: 944 time: 0.1568959 Jul 05 02:14:17.924725 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8cf66875-a29c-4b8b-9360-f40aca7d1c80 req-3e97b7c3-3b7e-4ae7-b57e-8d38c26e08f7 tempest-QuotasAdminNegativeTest-11111209 tempest-QuotasAdminNegativeTest-11111209-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=b4975098c1734f21a95802f395a61837&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306902 Jul 05 02:14:17.952013 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['d6f2ac64-3aa7-4509-b655-b482adc13b02'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:14:17.967228 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c4fb657b-847d-45a2-8b2c-4a6338058ca3 req-e5cfc602-f204-42a1-955a-d23a5db80c40 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/security-groups?id=d52d7ff3-b8a7-45ab-964c-a9b0f9336b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403721 Jul 05 02:14:18.063723 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf66875-a29c-4b8b-9360-f40aca7d1c80 req-8e2bd579-83eb-4618-9105-fc7e23edb171 tempest-QuotasAdminNegativeTest-11111209 tempest-QuotasAdminNegativeTest-11111209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:18.071339 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8cf66875-a29c-4b8b-9360-f40aca7d1c80 req-8e2bd579-83eb-4618-9105-fc7e23edb171 tempest-QuotasAdminNegativeTest-11111209 tempest-QuotasAdminNegativeTest-11111209-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1384604 Jul 05 02:14:18.094170 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8cf66875-a29c-4b8b-9360-f40aca7d1c80 req-6224b328-a47e-4c6a-8747-19667ddcedef tempest-QuotasAdminNegativeTest-11111209 tempest-QuotasAdminNegativeTest-11111209-project] 10.222.0.23 "GET /v2.0/quotas/b4975098c1734f21a95802f395a61837 HTTP/1.1" status: 200 len: 375 time: 0.0214586 Jul 05 02:14:18.108788 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d9f13dd4-a3f9-4c38-ab64-0f45f739dd20 req-20e66b35-daba-4f7b-b01b-060bf9646866 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=29e6b63c-6177-4a7c-a5bd-8b67540f7c8f HTTP/1.1" status: 200 len: 210 time: 0.0952721 Jul 05 02:14:18.160138 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8cf66875-a29c-4b8b-9360-f40aca7d1c80 req-fee54805-7000-4953-8fcc-f3326add1bbc tempest-QuotasAdminNegativeTest-11111209 tempest-QuotasAdminNegativeTest-11111209-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b4975098c1734f21a95802f395a61837&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0651793 Jul 05 02:14:18.192579 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f34e8c82-ec12-4b50-b156-4feeec3e4272 x-openstack-request-id: req-f34e8c82-ec12-4b50-b156-4feeec3e4272 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:14:18.192579 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "042aaec8-aaef-483e-be6e-dbd824948568", "name": "network-vif-plugged", "status": "completed", "tag": "2bc8f0c5-a96e-4cef-a199-010ccd1a348b", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:14:18.192579 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f34e8c82-ec12-4b50-b156-4feeec3e4272 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:14:18.192579 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '042aaec8-aaef-483e-be6e-dbd824948568', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bc8f0c5-a96e-4cef-a199-010ccd1a348b', 'code': 200} Jul 05 02:14:18.452846 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7e592c13-28b2-4d6b-88b9-b858ed25f946 req-d3adb644-8baf-4eb6-8117-e1e4d2ab9d34 service neutron] 10.222.0.21 "GET /v2.0/ports/2a56c588-e0db-4c24-a7d0-3f2ece18bc17/bindings/n-h2-771362-32 HTTP/1.1" status: 200 len: 385 time: 0.1261818 Jul 05 02:14:18.459414 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d9e2bc-adb5-416e-bf11-9eccb46c4875 req-207d1103-44a8-42d8-8d4f-ba5e5a2fdb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:18.464394 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f7d9e2bc-adb5-416e-bf11-9eccb46c4875 req-207d1103-44a8-42d8-8d4f-ba5e5a2fdb50 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=042aaec8-aaef-483e-be6e-dbd824948568 HTTP/1.1" status: 200 len: 1097 time: 0.1787140 Jul 05 02:14:18.475609 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75341332-59f2-4dfc-81a4-b6cc26408009 req-ce637686-974e-42a3-946b-804aa9e5f4a8 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:18.482825 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-75341332-59f2-4dfc-81a4-b6cc26408009 req-ce637686-974e-42a3-946b-804aa9e5f4a8 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] 10.222.0.23 "GET /v2.0/ports?device_id=042aaec8-aaef-483e-be6e-dbd824948568 HTTP/1.1" status: 200 len: 945 time: 0.1658022 Jul 05 02:14:18.484176 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cf8249-0524-43ba-9cba-df6ed85683a2 req-0447c16f-f0f5-472a-8108-cf01d3bdfb1b tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:18.490736 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-98cf8249-0524-43ba-9cba-df6ed85683a2 req-0447c16f-f0f5-472a-8108-cf01d3bdfb1b tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=a74e6db0-70ff-4186-9157-db92e776b2ef HTTP/1.1" status: 200 len: 943 time: 0.0956664 Jul 05 02:14:18.571278 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-98cf8249-0524-43ba-9cba-df6ed85683a2 req-b571354d-4d50-42c7-a390-319a94134a0f tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748365 Jul 05 02:14:18.592131 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f7d9e2bc-adb5-416e-bf11-9eccb46c4875 req-eb8b253f-4e44-4acb-964d-70028e3af539 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7865373a-940f-4b11-a36f-c983981de35d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067576 Jul 05 02:14:18.616273 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-75341332-59f2-4dfc-81a4-b6cc26408009 req-efe70ca9-4f90-4b56-8035-ee87d6f7fb55 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7865373a-940f-4b11-a36f-c983981de35d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287663 Jul 05 02:14:18.676914 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device d6f2ac64-3aa7-4509-b655-b482adc13b02 up at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:14:18.823573 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-7e592c13-28b2-4d6b-88b9-b858ed25f946 req-be5e79e9-1ab8-45e0-a335-ac3253a65cd7 service neutron] For port 2a56c588-e0db-4c24-a7d0-3f2ece18bc17, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=2a56c588-e0db-4c24-a7d0-3f2ece18bc17,segment=NetworkSegment(69ab64d7-bb63-4367-9b3e-0960def4b6c7),segment_id=69ab64d7-bb63-4367-9b3e-0960def4b6c7)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:14:18.849915 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-7e592c13-28b2-4d6b-88b9-b858ed25f946 req-be5e79e9-1ab8-45e0-a335-ac3253a65cd7 service neutron] For port 2a56c588-e0db-4c24-a7d0-3f2ece18bc17, host n-h1-771362-32, cleared binding levels {{(pid=94462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:14:18.907934 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [req-7e592c13-28b2-4d6b-88b9-b858ed25f946 req-be5e79e9-1ab8-45e0-a335-ac3253a65cd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a56c588-e0db-4c24-a7d0-3f2ece18bc17 {{(pid=94462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:14:18.940174 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-7e592c13-28b2-4d6b-88b9-b858ed25f946 req-be5e79e9-1ab8-45e0-a335-ac3253a65cd7 service neutron] For port 2a56c588-e0db-4c24-a7d0-3f2ece18bc17, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=2a56c588-e0db-4c24-a7d0-3f2ece18bc17,segment=NetworkSegment(69ab64d7-bb63-4367-9b3e-0960def4b6c7),segment_id=69ab64d7-bb63-4367-9b3e-0960def4b6c7)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:14:19.087482 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-7e592c13-28b2-4d6b-88b9-b858ed25f946 req-be5e79e9-1ab8-45e0-a335-ac3253a65cd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:19.089958 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning for port d6f2ac64-3aa7-4509-b655-b482adc13b02 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:14:19.098688 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning complete for port d6f2ac64-3aa7-4509-b655-b482adc13b02 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:14:19.100233 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:19.255183 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:19.261852 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [req-7e592c13-28b2-4d6b-88b9-b858ed25f946 req-be5e79e9-1ab8-45e0-a335-ac3253a65cd7 service neutron] Transition to ACTIVE for port object 2a56c588-e0db-4c24-a7d0-3f2ece18bc17 will not be triggered until provisioned by entity L2. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:14:19.300599 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port d6f2ac64-3aa7-4509-b655-b482adc13b02, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=d6f2ac64-3aa7-4509-b655-b482adc13b02,segment=NetworkSegment(f64300f6-197b-4011-8dc6-a113f7708dd5),segment_id=f64300f6-197b-4011-8dc6-a113f7708dd5)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:14:19.383816 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-7e592c13-28b2-4d6b-88b9-b858ed25f946 req-be5e79e9-1ab8-45e0-a335-ac3253a65cd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:19.420804 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4891b3-8cf0-4501-9578-6cd3473a4adb req-5636765e-070f-49c7-9770-0bfdc18f46df tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:19.422439 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6a4891b3-8cf0-4501-9578-6cd3473a4adb req-5636765e-070f-49c7-9770-0bfdc18f46df tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/ports?device_id=877a1a52-fa14-4bfb-96aa-8d7365f66b0c HTTP/1.1" status: 200 len: 944 time: 0.1486030 Jul 05 02:14:19.504261 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:19.509892 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5e79e9-1ab8-45e0-a335-ac3253a65cd7 service neutron] Pushing event updated for resources: {'Port': ['ID=2a56c588-e0db-4c24-a7d0-3f2ece18bc17,revision_number=10']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:14:19.516510 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6a4891b3-8cf0-4501-9578-6cd3473a4adb req-bdb839be-5517-4626-802a-c3256711e151 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/security-groups?id=d52d7ff3-b8a7-45ab-964c-a9b0f9336b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861225 Jul 05 02:14:19.545478 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e592c13-28b2-4d6b-88b9-b858ed25f946 req-be5e79e9-1ab8-45e0-a335-ac3253a65cd7 service neutron] No DVR routers for this DVR port 2a56c588-e0db-4c24-a7d0-3f2ece18bc17 on host n-h1-771362-32 {{(pid=94462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:14:19.561903 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=d6f2ac64-3aa7-4509-b655-b482adc13b02,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:14:19.611779 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7e592c13-28b2-4d6b-88b9-b858ed25f946 req-be5e79e9-1ab8-45e0-a335-ac3253a65cd7 service neutron] 10.222.0.21 "PUT /v2.0/ports/2a56c588-e0db-4c24-a7d0-3f2ece18bc17/bindings/n-h2-771362-32/activate HTTP/1.1" status: 200 len: 370 time: 1.1498621 Jul 05 02:14:19.647485 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c014b331-4aa6-48b3-a9b4-104b302ef721 req-15c3a1a8-52ab-4fd7-a48e-bd87477e7335 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=29e6b63c-6177-4a7c-a5bd-8b67540f7c8f HTTP/1.1" status: 200 len: 210 time: 0.0343564 Jul 05 02:14:19.786939 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91176080-3cec-42c0-b727-52bd754648d5 req-28854862-f0d6-4550-802d-48815ffa440e tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:19.788478 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-91176080-3cec-42c0-b727-52bd754648d5 req-28854862-f0d6-4550-802d-48815ffa440e tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2fd6ac-bb03-4770-b47c-889c022fb9dc HTTP/1.1" status: 200 len: 950 time: 0.0751579 Jul 05 02:14:19.836950 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-91176080-3cec-42c0-b727-52bd754648d5 req-e2a299b5-51a7-4f3a-a1ea-df0f63b20a0f tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] 10.222.0.23 "GET /v2.0/security-groups?id=63abe6cf-e8b2-428f-b89e-3dc35e4b4566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424039 Jul 05 02:14:19.870107 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f976bb8c-0a73-4ec7-a7d6-8b148ad222df req-207b4b77-d764-421a-bb98-0aa4f8251771 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:19.871894 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f976bb8c-0a73-4ec7-a7d6-8b148ad222df req-207b4b77-d764-421a-bb98-0aa4f8251771 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=a74e6db0-70ff-4186-9157-db92e776b2ef HTTP/1.1" status: 200 len: 944 time: 0.0910807 Jul 05 02:14:19.934240 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f976bb8c-0a73-4ec7-a7d6-8b148ad222df req-19b826c5-1f3d-49bc-9adb-f7b9a9fdda69 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550513 Jul 05 02:14:20.124377 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c6efbd-4d84-45c3-82ac-f4de88d3dafa req-6872d349-6e35-4cde-8a20-ddc300bd1275 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:20.126022 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e5c6efbd-4d84-45c3-82ac-f4de88d3dafa req-6872d349-6e35-4cde-8a20-ddc300bd1275 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] 10.222.0.23 "GET /v2.0/ports?device_id=042aaec8-aaef-483e-be6e-dbd824948568 HTTP/1.1" status: 200 len: 945 time: 0.1130567 Jul 05 02:14:20.190227 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '877a1a52-fa14-4bfb-96aa-8d7365f66b0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6f2ac64-3aa7-4509-b655-b482adc13b02'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:14:20.193378 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b41dcbd-37ec-4fad-9789-3956fa19c4b7" -d '{"events": [{"server_uuid": "877a1a52-fa14-4bfb-96aa-8d7365f66b0c", "name": "network-vif-plugged", "status": "completed", "tag": "d6f2ac64-3aa7-4509-b655-b482adc13b02"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:14:20.227400 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e5c6efbd-4d84-45c3-82ac-f4de88d3dafa req-99e7f24f-f9c5-4a2c-8706-98a6f8a0a6dd tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7865373a-940f-4b11-a36f-c983981de35d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899434 Jul 05 02:14:20.227906 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 44220) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:14:20.274887 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-858cdbb8-abd9-4cdf-bf43-da9b959a12a0 x-openstack-request-id: req-858cdbb8-abd9-4cdf-bf43-da9b959a12a0 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:14:20.275434 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "877a1a52-fa14-4bfb-96aa-8d7365f66b0c", "name": "network-vif-plugged", "status": "completed", "tag": "d6f2ac64-3aa7-4509-b655-b482adc13b02", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:14:20.275882 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-858cdbb8-abd9-4cdf-bf43-da9b959a12a0 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:14:20.276461 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '877a1a52-fa14-4bfb-96aa-8d7365f66b0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6f2ac64-3aa7-4509-b655-b482adc13b02', 'code': 200} Jul 05 02:14:20.350418 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e592c13-28b2-4d6b-88b9-b858ed25f946 req-a6bfce47-d275-40e4-8dfa-c847e36be1bb tempest-LiveAutoBlockMigrationV225Test-944788699 tempest-LiveAutoBlockMigrationV225Test-944788699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:20.353575 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7e592c13-28b2-4d6b-88b9-b858ed25f946 req-a6bfce47-d275-40e4-8dfa-c847e36be1bb tempest-LiveAutoBlockMigrationV225Test-944788699 tempest-LiveAutoBlockMigrationV225Test-944788699-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=a74e6db0-70ff-4186-9157-db92e776b2ef&tenant_id=7bf4f22dde1e4624a2cb34086c53be02&binding%3Ahost_id=n-h1-771362-32 HTTP/1.1" status: 200 len: 1096 time: 0.1720383 Jul 05 02:14:20.457194 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c72b3ab-ba41-4072-a392-4c0ad43bccc7 req-45307bcb-1d16-4076-9654-be9dbfd0c1d2 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:20.481746 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1c72b3ab-ba41-4072-a392-4c0ad43bccc7 req-45307bcb-1d16-4076-9654-be9dbfd0c1d2 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] 10.222.0.23 "GET /v2.0/ports?device_id=042aaec8-aaef-483e-be6e-dbd824948568 HTTP/1.1" status: 200 len: 945 time: 0.1098032 Jul 05 02:14:20.493293 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 44228) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:14:20.493293 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-d0210a43-44bf-4bf8-b52a-53aab1f3e56e tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Request body: {'floatingip': {'port_id': '2bc8f0c5-a96e-4cef-a199-010ccd1a348b'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:14:20.536254 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ac44e1da-9cb9-4901-9697-92c28f1e2c36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:20.608383 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d0210a43-44bf-4bf8-b52a-53aab1f3e56e tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Notify callbacks [] for floatingip, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:20.804300 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8b83f3-b4b1-42c9-bfd1-659b4d11c5b7 req-cc29950b-5f59-4c6e-a1aa-208071e8c7db tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:20.808089 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ba8b83f3-b4b1-42c9-bfd1-659b4d11c5b7 req-cc29950b-5f59-4c6e-a1aa-208071e8c7db tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.21 "GET /v2.0/networks?id=d55491b1-56ba-426a-ac8c-e92d73c02c5b HTTP/1.1" status: 200 len: 808 time: 0.3452935 Jul 05 02:14:20.825234 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e592c13-28b2-4d6b-88b9-b858ed25f946 req-d2a3c8f5-2aaf-4e2f-b03e-5a3c6730f2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:20.826826 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7e592c13-28b2-4d6b-88b9-b858ed25f946 req-d2a3c8f5-2aaf-4e2f-b03e-5a3c6730f2f0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a74e6db0-70ff-4186-9157-db92e776b2ef&tenant_id=7bf4f22dde1e4624a2cb34086c53be02 HTTP/1.1" status: 200 len: 1096 time: 0.4652379 Jul 05 02:14:20.831016 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-ba8b83f3-b4b1-42c9-bfd1-659b4d11c5b7 req-2babe832-f7bb-4ebb-ac37-887a51c67139 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Request body: {'port': {'device_id': '29e6b63c-6177-4a7c-a5bd-8b67540f7c8f', 'network_id': 'd55491b1-56ba-426a-ac8c-e92d73c02c5b', 'admin_state_up': True, 'tenant_id': '7a7e417343d4479788713b4bb769c9b0'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:14:20.853501 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e49d0584-2098-44bd-baa4-52b268a6bf65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:20.942957 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f815fa8e-7908-49ca-8869-eb499bd73cb9 req-b5758bae-0fd9-4512-af41-f98fb592e4f2 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=29e6b63c-6177-4a7c-a5bd-8b67540f7c8f HTTP/1.1" status: 200 len: 210 time: 0.0718434 Jul 05 02:14:21.016468 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ac44e1da-9cb9-4901-9697-92c28f1e2c36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:21.074837 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f678b7d4-76b0-4d58-8b15-f6cb77c2a446 req-2b0b0436-2bd8-4b1d-831f-af20cc13bad9 tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:21.076957 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f678b7d4-76b0-4d58-8b15-f6cb77c2a446 req-2b0b0436-2bd8-4b1d-831f-af20cc13bad9 tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e2fd6ac-bb03-4770-b47c-889c022fb9dc HTTP/1.1" status: 200 len: 950 time: 0.2538462 Jul 05 02:14:21.115782 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10751a02-f0eb-48be-93bf-3410a664423f req-123d3765-53ce-4a19-883c-53cace365346 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:21.123903 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-10751a02-f0eb-48be-93bf-3410a664423f req-123d3765-53ce-4a19-883c-53cace365346 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/ports?device_id=877a1a52-fa14-4bfb-96aa-8d7365f66b0c HTTP/1.1" status: 200 len: 945 time: 0.4446957 Jul 05 02:14:21.152515 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc783c6-bdb6-483c-b5ff-3f302231d685 req-e61f79f5-fff3-474f-9b11-a0f1c390ea5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:21.154785 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8cc783c6-bdb6-483c-b5ff-3f302231d685 req-e61f79f5-fff3-474f-9b11-a0f1c390ea5e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=877a1a52-fa14-4bfb-96aa-8d7365f66b0c HTTP/1.1" status: 200 len: 1097 time: 0.7258301 Jul 05 02:14:21.223551 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-10751a02-f0eb-48be-93bf-3410a664423f req-f5a539a4-fb17-4ac4-ad45-4236a4b01722 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/security-groups?id=d52d7ff3-b8a7-45ab-964c-a9b0f9336b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985277 Jul 05 02:14:21.227680 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ac44e1da-9cb9-4901-9697-92c28f1e2c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:21.235081 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8cc783c6-bdb6-483c-b5ff-3f302231d685 req-18d4aa3f-ea01-406e-85c6-d76941ad6256 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d52d7ff3-b8a7-45ab-964c-a9b0f9336b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741503 Jul 05 02:14:21.291792 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e592c13-28b2-4d6b-88b9-b858ed25f946 req-cd4a5103-db6e-4344-8cf4-1bba4452a94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:21.293342 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7e592c13-28b2-4d6b-88b9-b858ed25f946 req-cd4a5103-db6e-4344-8cf4-1bba4452a94a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7bf4f22dde1e4624a2cb34086c53be02&device_id=a74e6db0-70ff-4186-9157-db92e776b2ef HTTP/1.1" status: 200 len: 1096 time: 0.3965206 Jul 05 02:14:21.309117 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-ac44e1da-9cb9-4901-9697-92c28f1e2c36 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b4975098c1734f21a95802f395a61837&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0798931 Jul 05 02:14:21.326585 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 44240) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:14:21.349354 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac44e1da-9cb9-4901-9697-92c28f1e2c36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1529bb08-d849-43e8-8202-8a87b851bd83,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:14:21.519298 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e592c13-28b2-4d6b-88b9-b858ed25f946 req-fcbb351a-2958-4e72-9e99-3d68b805fcda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:21.520944 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7e592c13-28b2-4d6b-88b9-b858ed25f946 req-fcbb351a-2958-4e72-9e99-3d68b805fcda service neutron] 10.222.0.15 "GET /v2.0/networks?id=b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1 HTTP/1.1" status: 200 len: 919 time: 0.2211993 Jul 05 02:14:21.524149 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bee200af-5a3e-4a17-a12c-9844b5a68c07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:21.618481 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7e592c13-28b2-4d6b-88b9-b858ed25f946 req-53a31fb6-675e-4f83-aa34-2fde848a6e5e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a56c588-e0db-4c24-a7d0-3f2ece18bc17 HTTP/1.1" status: 200 len: 217 time: 0.0900221 Jul 05 02:14:21.669672 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe7f521-0eba-443e-b90f-98602244ae8e req-c5cd9d71-b960-4500-869b-f5af9b8e0e6e tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:21.671490 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-fbe7f521-0eba-443e-b90f-98602244ae8e req-c5cd9d71-b960-4500-869b-f5af9b8e0e6e tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=a74e6db0-70ff-4186-9157-db92e776b2ef HTTP/1.1" status: 200 len: 944 time: 0.2703645 Jul 05 02:14:21.675581 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bee200af-5a3e-4a17-a12c-9844b5a68c07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:21.723347 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba8b83f3-b4b1-42c9-bfd1-659b4d11c5b7 req-2babe832-f7bb-4ebb-ac37-887a51c67139 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Made reservation on behalf of 7a7e417343d4479788713b4bb769c9b0 for: {'port': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:14:21.727260 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-ba8b83f3-b4b1-42c9-bfd1-659b4d11c5b7 req-2babe832-f7bb-4ebb-ac37-887a51c67139 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:21.754373 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e592c13-28b2-4d6b-88b9-b858ed25f946 req-b6fb9026-f4ff-48ee-8749-0aa19b11aa89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:21.755898 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7e592c13-28b2-4d6b-88b9-b858ed25f946 req-b6fb9026-f4ff-48ee-8749-0aa19b11aa89 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=88cd65d9-1715-492f-9ef5-e486cc8231ac HTTP/1.1" status: 200 len: 859 time: 0.1296825 Jul 05 02:14:21.808602 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-fbe7f521-0eba-443e-b90f-98602244ae8e req-f2316839-2804-4717-be19-8676bb61f2bc tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214497 Jul 05 02:14:21.814230 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7e592c13-28b2-4d6b-88b9-b858ed25f946 req-90bae27b-de38-4618-bd66-4dc92b91b531 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482206 Jul 05 02:14:21.944091 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5151030-5cfa-495f-b08b-affa33071d01 req-d1a8dee7-7ed6-454c-acba-dd303d91cd90 tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:21.949583 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7e592c13-28b2-4d6b-88b9-b858ed25f946 req-f5fe14a2-bd92-41bb-972c-be7cb4a3dd9e service neutron] 10.222.0.15 "GET /v2.0/networks/b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261008 Jul 05 02:14:21.951271 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b5151030-5cfa-495f-b08b-affa33071d01 req-d1a8dee7-7ed6-454c-acba-dd303d91cd90 tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2fd6ac-bb03-4770-b47c-889c022fb9dc HTTP/1.1" status: 200 len: 950 time: 0.7250383 Jul 05 02:14:22.013842 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bee200af-5a3e-4a17-a12c-9844b5a68c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:22.016642 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bee200af-5a3e-4a17-a12c-9844b5a68c07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:22.017833 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-f678b7d4-76b0-4d58-8b15-f6cb77c2a446 req-62b2b367-10db-4e2d-8fc1-70111f7603ec tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] Deleting port 782f3205-ccad-4396-b99f-fa516c5b20b7 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:14:22.018761 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f678b7d4-76b0-4d58-8b15-f6cb77c2a446 req-62b2b367-10db-4e2d-8fc1-70111f7603ec tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:22.020907 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-bee200af-5a3e-4a17-a12c-9844b5a68c07 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1529bb08-d849-43e8-8202-8a87b851bd83 HTTP/1.1" status: 204 len: 168 time: 0.7026038 Jul 05 02:14:22.080528 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee200af-5a3e-4a17-a12c-9844b5a68c07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1529bb08-d849-43e8-8202-8a87b851bd83,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:14:22.202107 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b5151030-5cfa-495f-b08b-affa33071d01 req-1545efc1-26d8-422c-86f1-28b28da6d1ed tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] 10.222.0.23 "GET /v2.0/security-groups?id=63abe6cf-e8b2-428f-b89e-3dc35e4b4566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498431 Jul 05 02:14:22.216205 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7e592c13-28b2-4d6b-88b9-b858ed25f946 req-57b31417-feb4-4917-a27c-f103b1e14700 service neutron] 10.222.0.15 "GET /v2.0/networks/b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594228 Jul 05 02:14:22.259735 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.db.resource_extend [None req-d0210a43-44bf-4bf8-b52a-53aab1f3e56e tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 02:14:22.261177 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2d350b7f-603c-4e50-940f-a966bd11c0a5 req-1eb3a17f-672e-49f4-9d2e-77abcb8c7e69 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=29e6b63c-6177-4a7c-a5bd-8b67540f7c8f HTTP/1.1" status: 200 len: 210 time: 0.1015615 Jul 05 02:14:22.290190 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [req-ba8b83f3-b4b1-42c9-bfd1-659b4d11c5b7 req-2babe832-f7bb-4ebb-ac37-887a51c67139 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Allocated IP 172.20.0.12 (d55491b1-56ba-426a-ac8c-e92d73c02c5b/9b152ce5-504f-4214-985c-9f5fa8213776/43fe7b59-58fe-4af8-8915-317943d82b14) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:14:22.401824 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d0210a43-44bf-4bf8-b52a-53aab1f3e56e tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:22.429111 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-f678b7d4-76b0-4d58-8b15-f6cb77c2a446 req-62b2b367-10db-4e2d-8fc1-70111f7603ec tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] For port 782f3205-ccad-4396-b99f-fa516c5b20b7, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=782f3205-ccad-4396-b99f-fa516c5b20b7,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:14:22.430845 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f678b7d4-76b0-4d58-8b15-f6cb77c2a446 req-62b2b367-10db-4e2d-8fc1-70111f7603ec tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:22.460949 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-f678b7d4-76b0-4d58-8b15-f6cb77c2a446 req-62b2b367-10db-4e2d-8fc1-70111f7603ec tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] Calling delete_port for 782f3205-ccad-4396-b99f-fa516c5b20b7 owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:14:22.571616 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d0210a43-44bf-4bf8-b52a-53aab1f3e56e tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636869'] for floatingip, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:22.608244 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-ba8b83f3-b4b1-42c9-bfd1-659b4d11c5b7 req-2babe832-f7bb-4ebb-ac37-887a51c67139 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:22.735789 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 2a56c588-e0db-4c24-a7d0-3f2ece18bc17 no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:14:22.792651 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 2a56c588-e0db-4c24-a7d0-3f2ece18bc17 not bound to the agent host n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:14:22.799498 n-d-771362-32 neutron-server[94461]: INFO neutron.db.l3_db [None req-d0210a43-44bf-4bf8-b52a-53aab1f3e56e tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Floating IP c5768cfc-4271-4e3c-bb1b-db0e2dfc3ff0 associated. External IP: 172.25.7.49, port: 2bc8f0c5-a96e-4cef-a199-010ccd1a348b. Jul 05 02:14:22.847167 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9ea3af-d83c-46d6-baad-0d64b59a4c8c req-1394734d-ada7-42f2-9ed7-8a98e462062e tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:22.848649 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2c9ea3af-d83c-46d6-baad-0d64b59a4c8c req-1394734d-ada7-42f2-9ed7-8a98e462062e tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/ports?device_id=877a1a52-fa14-4bfb-96aa-8d7365f66b0c HTTP/1.1" status: 200 len: 945 time: 0.2821343 Jul 05 02:14:22.877772 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-ba8b83f3-b4b1-42c9-bfd1-659b4d11c5b7 req-2babe832-f7bb-4ebb-ac37-887a51c67139 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:23.011082 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2c9ea3af-d83c-46d6-baad-0d64b59a4c8c req-49e4f21a-5894-455f-863b-7503b42124cf tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/security-groups?id=d52d7ff3-b8a7-45ab-964c-a9b0f9336b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526163 Jul 05 02:14:23.076075 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba8b83f3-b4b1-42c9-bfd1-659b4d11c5b7 req-2babe832-f7bb-4ebb-ac37-887a51c67139 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Network d55491b1-56ba-426a-ac8c-e92d73c02c5b is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:14:23.084286 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [req-ba8b83f3-b4b1-42c9-bfd1-659b4d11c5b7 req-2babe832-f7bb-4ebb-ac37-887a51c67139 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:14:23.087402 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2babe832-f7bb-4ebb-ac37-887a51c67139 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Pushing event updated for resources: {'Port': ['ID=43fe7b59-58fe-4af8-8915-317943d82b14,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:14:23.097440 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba8b83f3-b4b1-42c9-bfd1-659b4d11c5b7 req-2babe832-f7bb-4ebb-ac37-887a51c67139 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:14:23.202668 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 44258) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:14:23.220971 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e592c13-28b2-4d6b-88b9-b858ed25f946 req-006498c7-67fc-4009-9fd3-308ca47cace1 tempest-LiveAutoBlockMigrationV225Test-944788699 tempest-LiveAutoBlockMigrationV225Test-944788699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:23.222333 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7e592c13-28b2-4d6b-88b9-b858ed25f946 req-006498c7-67fc-4009-9fd3-308ca47cace1 tempest-LiveAutoBlockMigrationV225Test-944788699 tempest-LiveAutoBlockMigrationV225Test-944788699-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=a74e6db0-70ff-4186-9157-db92e776b2ef&tenant_id=7bf4f22dde1e4624a2cb34086c53be02&binding%3Ahost_id=n-h2-771362-32 HTTP/1.1" status: 200 len: 1096 time: 0.2260923 Jul 05 02:14:23.227993 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8b83f3-b4b1-42c9-bfd1-659b4d11c5b7 req-2babe832-f7bb-4ebb-ac37-887a51c67139 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:23.228671 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-ba8b83f3-b4b1-42c9-bfd1-659b4d11c5b7 req-2babe832-f7bb-4ebb-ac37-887a51c67139 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:23.235465 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-d8862dc7-f5c8-4de1-8b53-35f88bbdc84d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:23.244729 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f678b7d4-76b0-4d58-8b15-f6cb77c2a446 req-62b2b367-10db-4e2d-8fc1-70111f7603ec tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:23.261841 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0210a43-44bf-4bf8-b52a-53aab1f3e56e tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Router a25efaef-a53f-4471-8c0d-30bea923309b has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:14:23.304764 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b2b367-10db-4e2d-8fc1-70111f7603ec tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] Pushing event deleted for resources: {'Port': ['ID=782f3205-ccad-4396-b99f-fa516c5b20b7,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:14:23.312856 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-91438334-b13b-4120-835d-f4f82a8cedfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:23.403066 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eb9091-98e7-4df4-9fcd-a442e91c0389 req-a26958e7-bdeb-4f97-94e6-782959a9338c tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:23.405232 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-61eb9091-98e7-4df4-9fcd-a442e91c0389 req-a26958e7-bdeb-4f97-94e6-782959a9338c tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=a74e6db0-70ff-4186-9157-db92e776b2ef HTTP/1.1" status: 200 len: 944 time: 0.3037846 Jul 05 02:14:23.432997 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ba8b83f3-b4b1-42c9-bfd1-659b4d11c5b7 req-2babe832-f7bb-4ebb-ac37-887a51c67139 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6105955 Jul 05 02:14:23.452378 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-ba8b83f3-b4b1-42c9-bfd1-659b4d11c5b7 req-679bf981-1c9d-4ae2-84bc-624a47a6a151 service neutron] Request body: {'port': {'device_id': '29e6b63c-6177-4a7c-a5bd-8b67540f7c8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-32'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:14:23.510458 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-f678b7d4-76b0-4d58-8b15-f6cb77c2a446 req-62b2b367-10db-4e2d-8fc1-70111f7603ec tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] No DVR routers for this DVR port 782f3205-ccad-4396-b99f-fa516c5b20b7 on host n-h2-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:14:23.519227 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f678b7d4-76b0-4d58-8b15-f6cb77c2a446 req-62b2b367-10db-4e2d-8fc1-70111f7603ec tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:23.521700 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-61eb9091-98e7-4df4-9fcd-a442e91c0389 req-a94ab08f-7f7e-4d44-a79a-698dc65b8baf tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048765 Jul 05 02:14:23.522009 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f678b7d4-76b0-4d58-8b15-f6cb77c2a446 req-62b2b367-10db-4e2d-8fc1-70111f7603ec tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] 10.222.0.15 "DELETE /v2.0/ports/782f3205-ccad-4396-b99f-fa516c5b20b7 HTTP/1.1" status: 204 len: 173 time: 2.4395590 Jul 05 02:14:23.522647 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e2fd6ac-bb03-4770-b47c-889c022fb9dc', 'name': 'network-vif-deleted', 'tag': '782f3205-ccad-4396-b99f-fa516c5b20b7'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:14:23.525765 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b76300b0-68ab-41aa-8f51-78b2bb773977" -d '{"events": [{"server_uuid": "2e2fd6ac-bb03-4770-b47c-889c022fb9dc", "name": "network-vif-deleted", "tag": "782f3205-ccad-4396-b99f-fa516c5b20b7"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:14:23.610077 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-78471c66-548c-4281-ad0f-d265cc7d6022 req-d08d2a0d-a016-48a5-81a4-97a219fb233a tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2fd6ac-bb03-4770-b47c-889c022fb9dc HTTP/1.1" status: 200 len: 210 time: 0.1275744 Jul 05 02:14:23.613470 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-7e592c13-28b2-4d6b-88b9-b858ed25f946 req-6e53c5ed-c45c-4d3c-9faa-5c7f1d6cb64f service neutron] For port 2a56c588-e0db-4c24-a7d0-3f2ece18bc17, host n-h1-771362-32, cleared binding levels {{(pid=94462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:14:23.618333 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-7e592c13-28b2-4d6b-88b9-b858ed25f946 req-6e53c5ed-c45c-4d3c-9faa-5c7f1d6cb64f service neutron] Notify callbacks [] for binding, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:23.619917 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7e592c13-28b2-4d6b-88b9-b858ed25f946 req-6e53c5ed-c45c-4d3c-9faa-5c7f1d6cb64f service neutron] 10.222.0.15 "DELETE /v2.0/ports/2a56c588-e0db-4c24-a7d0-3f2ece18bc17/bindings/n-h1-771362-32 HTTP/1.1" status: 204 len: 173 time: 0.3832591 Jul 05 02:14:23.620566 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-ba8b83f3-b4b1-42c9-bfd1-659b4d11c5b7 req-679bf981-1c9d-4ae2-84bc-624a47a6a151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:23.703736 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0210a43-44bf-4bf8-b52a-53aab1f3e56e tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:14:23.711323 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d0210a43-44bf-4bf8-b52a-53aab1f3e56e tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:23.723133 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b3c01d-adcf-44b3-ab8e-5490db991fd5 None None] Sync routers for ids ['a25efaef-a53f-4471-8c0d-30bea923309b'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:14:23.740582 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b3c01d-adcf-44b3-ab8e-5490db991fd5 None None] Routers {'a25efaef-a53f-4471-8c0d-30bea923309b'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:14:23.741292 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-64b3c01d-adcf-44b3-ab8e-5490db991fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:14:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['a25efaef-a53f-4471-8c0d-30bea923309b'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:14:23.777192 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-719f6858-b1f7-42ab-ba66-3b37360378c0 x-openstack-request-id: req-719f6858-b1f7-42ab-ba66-3b37360378c0 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:14:23.777427 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e2fd6ac-bb03-4770-b47c-889c022fb9dc", "name": "network-vif-deleted", "tag": "782f3205-ccad-4396-b99f-fa516c5b20b7", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:14:23.777644 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-719f6858-b1f7-42ab-ba66-3b37360378c0 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:14:23.780887 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e2fd6ac-bb03-4770-b47c-889c022fb9dc', 'name': 'network-vif-deleted', 'tag': '782f3205-ccad-4396-b99f-fa516c5b20b7', 'status': 'completed', 'code': 200} Jul 05 02:14:23.819087 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:23.829351 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-d0210a43-44bf-4bf8-b52a-53aab1f3e56e tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] 10.222.0.23 "PUT /v2.0/floatingips/c5768cfc-4271-4e3c-bb1b-db0e2dfc3ff0 HTTP/1.1" status: 200 len: 990 time: 3.3456025 Jul 05 02:14:24.031539 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba4b379-31b5-4203-aab4-24e874797ed9 req-97d44a3d-3a15-498f-b5dc-83600def7177 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:24.034054 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1ba4b379-31b5-4203-aab4-24e874797ed9 req-97d44a3d-3a15-498f-b5dc-83600def7177 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=29e6b63c-6177-4a7c-a5bd-8b67540f7c8f HTTP/1.1" status: 200 len: 932 time: 0.3624170 Jul 05 02:14:24.101068 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-91438334-b13b-4120-835d-f4f82a8cedfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:24.109036 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5672562c-b024-4a51-adc3-2f332a27371c req-6982e86e-30d2-4eca-b3bb-5154061fd800 tempest-LiveAutoBlockMigrationV225Test-944788699 tempest-LiveAutoBlockMigrationV225Test-944788699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:24.114862 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5672562c-b024-4a51-adc3-2f332a27371c req-6982e86e-30d2-4eca-b3bb-5154061fd800 tempest-LiveAutoBlockMigrationV225Test-944788699 tempest-LiveAutoBlockMigrationV225Test-944788699-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a74e6db0-70ff-4186-9157-db92e776b2ef HTTP/1.1" status: 200 len: 1096 time: 0.1083932 Jul 05 02:14:24.132751 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1ba4b379-31b5-4203-aab4-24e874797ed9 req-bee59a97-2c8b-48c4-8a42-f97d24021041 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721107 Jul 05 02:14:24.192011 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5672562c-b024-4a51-adc3-2f332a27371c req-53e85b9f-8f33-4655-9744-50ec37a9baf3 tempest-LiveAutoBlockMigrationV225Test-944788699 tempest-LiveAutoBlockMigrationV225Test-944788699-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699775 Jul 05 02:14:24.197930 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-91438334-b13b-4120-835d-f4f82a8cedfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:24.274538 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-91438334-b13b-4120-835d-f4f82a8cedfc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3d9066ee68564740aafbac400340a9c9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0624774 Jul 05 02:14:24.274966 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 44282) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:14:24.291760 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-64b3c01d-adcf-44b3-ab8e-5490db991fd5 None None] Set router a25efaef-a53f-4471-8c0d-30bea923309b gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:14:24.393768 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91438334-b13b-4120-835d-f4f82a8cedfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe2aef52-65b4-486a-a31c-fe925b70f273,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:14:24.397901 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f687410d-60c6-4308-beca-637a7a8443f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:24.470781 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f687410d-60c6-4308-beca-637a7a8443f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:24.539097 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:24.584564 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [req-ba8b83f3-b4b1-42c9-bfd1-659b4d11c5b7 req-679bf981-1c9d-4ae2-84bc-624a47a6a151 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43fe7b59-58fe-4af8-8915-317943d82b14 {{(pid=94462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:14:24.594781 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-ba8b83f3-b4b1-42c9-bfd1-659b4d11c5b7 req-679bf981-1c9d-4ae2-84bc-624a47a6a151 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:24.617552 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [req-ba8b83f3-b4b1-42c9-bfd1-659b4d11c5b7 req-679bf981-1c9d-4ae2-84bc-624a47a6a151 service neutron] Transition to ACTIVE for port object 43fe7b59-58fe-4af8-8915-317943d82b14 will not be triggered until provisioned by entity L2. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:14:24.660975 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b74c0a-352f-46aa-93ae-188bfbd0595f req-e36005da-e170-4966-855a-12f2e9e213e7 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:24.671715 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-09b74c0a-352f-46aa-93ae-188bfbd0595f req-e36005da-e170-4966-855a-12f2e9e213e7 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/ports?device_id=877a1a52-fa14-4bfb-96aa-8d7365f66b0c HTTP/1.1" status: 200 len: 945 time: 0.1257663 Jul 05 02:14:24.688025 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 782f3205-ccad-4396-b99f-fa516c5b20b7 no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:14:24.722873 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-09b74c0a-352f-46aa-93ae-188bfbd0595f req-e4febdbf-e4c2-47d2-ba73-73bd6a4815ef tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/security-groups?id=d52d7ff3-b8a7-45ab-964c-a9b0f9336b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502932 Jul 05 02:14:24.759353 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] No Port match for: 782f3205-ccad-4396-b99f-fa516c5b20b7 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:14:24.759931 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 782f3205-ccad-4396-b99f-fa516c5b20b7 not bound to the agent host n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:14:24.771597 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f687410d-60c6-4308-beca-637a7a8443f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:24.774151 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f687410d-60c6-4308-beca-637a7a8443f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:24.775318 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-f687410d-60c6-4308-beca-637a7a8443f6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fe2aef52-65b4-486a-a31c-fe925b70f273 HTTP/1.1" status: 204 len: 168 time: 0.4993753 Jul 05 02:14:24.790040 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f687410d-60c6-4308-beca-637a7a8443f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe2aef52-65b4-486a-a31c-fe925b70f273,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:14:25.038534 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-eb7e0700-0cb5-4d37-8093-924799f4f2de req-52ee203b-2d51-4b07-a48e-e30c4b92f207 tempest-ServersAdminNegativeTestJSON-1314810777 tempest-ServersAdminNegativeTestJSON-1314810777-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2fd6ac-bb03-4770-b47c-889c022fb9dc HTTP/1.1" status: 200 len: 210 time: 0.0649190 Jul 05 02:14:25.096297 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-64b3c01d-adcf-44b3-ab8e-5490db991fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a25efaef-a53f-4471-8c0d-30bea923309b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-195726151-router', 'tenant_id': 'fc2d088ace9545fabb9ece3104798875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': 'f30bfe57-9892-4a66-9afb-b52dc33f114a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:11:26Z', 'updated_at': '2021-07-05T02:11:30Z', 'revision_number': 4, 'project_id': 'fc2d088ace9545fabb9ece3104798875', 'gw_port': {'id': 'f30bfe57-9892-4a66-9afb-b52dc33f114a', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a25efaef-a53f-4471-8c0d-30bea923309b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:11:27Z', 'updated_at': '2021-07-05T02:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': 'c5768cfc-4271-4e3c-bb1b-db0e2dfc3ff0', 'tenant_id': 'fc2d088ace9545fabb9ece3104798875', 'floating_ip_address': '172.25.7.49', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': 'a25efaef-a53f-4471-8c0d-30bea923309b', 'port_id': '2bc8f0c5-a96e-4cef-a199-010ccd1a348b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '145d1216-e8e2-4105-8190-071eda74e029', 'mac_address': 'fa:16:3e:be:2c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042aaec8-aaef-483e-be6e-dbd824948568', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T02:11:47Z', 'updated_at': '2021-07-05T02:14:22Z', 'revision_number': 5, 'project_id': 'fc2d088ace9545fabb9ece3104798875', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae0f2da4-1567-4046-a9b8-dd2103d26b03', 'name': '', 'network_id': '145d1216-e8e2-4105-8190-071eda74e029', 'tenant_id': 'fc2d088ace9545fabb9ece3104798875', 'mac_address': 'fa:16:3e:31:2c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a25efaef-a53f-4471-8c0d-30bea923309b', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '0dc4a163-6453-4ce8-90db-602a0798fbd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:11:30Z', 'updated_at': '2021-07-05T02:11:36Z', 'revision_number': 5, 'project_id': 'fc2d088ace9545fabb9ece3104798875', 'subnets': [{'id': '0dc4a163-6453-4ce8-90db-602a0798fbd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:14:25.129673 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b3c01d-adcf-44b3-ab8e-5490db991fd5 None None] Checking router: a25efaef-a53f-4471-8c0d-30bea923309b for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:14:25.140265 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b3c01d-adcf-44b3-ab8e-5490db991fd5 None None] Routers {'a25efaef-a53f-4471-8c0d-30bea923309b'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:14:25.141203 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-64b3c01d-adcf-44b3-ab8e-5490db991fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:14:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['a25efaef-a53f-4471-8c0d-30bea923309b'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:14:25.226754 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-ba8b83f3-b4b1-42c9-bfd1-659b4d11c5b7 req-679bf981-1c9d-4ae2-84bc-624a47a6a151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:25.274166 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-64b3c01d-adcf-44b3-ab8e-5490db991fd5 None None] Set router a25efaef-a53f-4471-8c0d-30bea923309b gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:14:25.310858 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679bf981-1c9d-4ae2-84bc-624a47a6a151 service neutron] Pushing event updated for resources: {'Port': ['ID=43fe7b59-58fe-4af8-8915-317943d82b14,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:14:25.370417 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65223956-91a2-4649-86a1-058250f685fe req-3ae27bec-8abb-473f-84ca-d976e1b5e69c tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:25.377688 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-65223956-91a2-4649-86a1-058250f685fe req-3ae27bec-8abb-473f-84ca-d976e1b5e69c tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/networks?id=b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1 HTTP/1.1" status: 200 len: 819 time: 0.7396004 Jul 05 02:14:25.397398 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-65223956-91a2-4649-86a1-058250f685fe req-a5eba10e-5df5-4fbe-8796-97451328d5e4 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/quotas/7bf4f22dde1e4624a2cb34086c53be02 HTTP/1.1" status: 200 len: 375 time: 0.0188973 Jul 05 02:14:25.428987 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-ba8b83f3-b4b1-42c9-bfd1-659b4d11c5b7 req-679bf981-1c9d-4ae2-84bc-624a47a6a151 service neutron] Attempting to bind port 43fe7b59-58fe-4af8-8915-317943d82b14 on host n-h1-771362-32 for vnic_type normal with profile {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:14:25.429564 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-ba8b83f3-b4b1-42c9-bfd1-659b4d11c5b7 req-679bf981-1c9d-4ae2-84bc-624a47a6a151 service neutron] Attempting to bind port 43fe7b59-58fe-4af8-8915-317943d82b14 by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': '24fd9432-f398-4a05-975c-1360bad4fc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd55491b1-56ba-426a-ac8c-e92d73c02c5b'}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:14:25.430487 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8b83f3-b4b1-42c9-bfd1-659b4d11c5b7 req-679bf981-1c9d-4ae2-84bc-624a47a6a151 service neutron] Attempting to bind port 43fe7b59-58fe-4af8-8915-317943d82b14 on network d55491b1-56ba-426a-ac8c-e92d73c02c5b {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:14:25.468616 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8b83f3-b4b1-42c9-bfd1-659b4d11c5b7 req-679bf981-1c9d-4ae2-84bc-624a47a6a151 service neutron] Port 43fe7b59-58fe-4af8-8915-317943d82b14 on network d55491b1-56ba-426a-ac8c-e92d73c02c5b not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:14:25.468616 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8b83f3-b4b1-42c9-bfd1-659b4d11c5b7 req-679bf981-1c9d-4ae2-84bc-624a47a6a151 service neutron] Attempting to bind port 43fe7b59-58fe-4af8-8915-317943d82b14 on network d55491b1-56ba-426a-ac8c-e92d73c02c5b {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:14:25.475557 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8b83f3-b4b1-42c9-bfd1-659b4d11c5b7 req-679bf981-1c9d-4ae2-84bc-624a47a6a151 service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:14:25.475801 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8b83f3-b4b1-42c9-bfd1-659b4d11c5b7 req-679bf981-1c9d-4ae2-84bc-624a47a6a151 service neutron] Checking segment: {'id': '24fd9432-f398-4a05-975c-1360bad4fc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd55491b1-56ba-426a-ac8c-e92d73c02c5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:14:25.476559 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8b83f3-b4b1-42c9-bfd1-659b4d11c5b7 req-679bf981-1c9d-4ae2-84bc-624a47a6a151 service neutron] Bound using segment: {'id': '24fd9432-f398-4a05-975c-1360bad4fc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd55491b1-56ba-426a-ac8c-e92d73c02c5b'} {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:14:25.476994 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-ba8b83f3-b4b1-42c9-bfd1-659b4d11c5b7 req-679bf981-1c9d-4ae2-84bc-624a47a6a151 service neutron] Bound port: 43fe7b59-58fe-4af8-8915-317943d82b14, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24fd9432-f398-4a05-975c-1360bad4fc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd55491b1-56ba-426a-ac8c-e92d73c02c5b'}}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:14:25.477353 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-ba8b83f3-b4b1-42c9-bfd1-659b4d11c5b7 req-679bf981-1c9d-4ae2-84bc-624a47a6a151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:25.579936 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-65223956-91a2-4649-86a1-058250f685fe req-cdeed76c-0208-4b1b-8727-b5afbb7d6e67 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7bf4f22dde1e4624a2cb34086c53be02&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1729696 Jul 05 02:14:25.618391 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-64b3c01d-adcf-44b3-ab8e-5490db991fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a25efaef-a53f-4471-8c0d-30bea923309b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-195726151-router', 'tenant_id': 'fc2d088ace9545fabb9ece3104798875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': 'f30bfe57-9892-4a66-9afb-b52dc33f114a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:11:26Z', 'updated_at': '2021-07-05T02:11:30Z', 'revision_number': 4, 'project_id': 'fc2d088ace9545fabb9ece3104798875', 'gw_port': {'id': 'f30bfe57-9892-4a66-9afb-b52dc33f114a', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a25efaef-a53f-4471-8c0d-30bea923309b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:11:27Z', 'updated_at': '2021-07-05T02:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': 'c5768cfc-4271-4e3c-bb1b-db0e2dfc3ff0', 'tenant_id': 'fc2d088ace9545fabb9ece3104798875', 'floating_ip_address': '172.25.7.49', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': 'a25efaef-a53f-4471-8c0d-30bea923309b', 'port_id': '2bc8f0c5-a96e-4cef-a199-010ccd1a348b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '145d1216-e8e2-4105-8190-071eda74e029', 'mac_address': 'fa:16:3e:be:2c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042aaec8-aaef-483e-be6e-dbd824948568', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T02:11:47Z', 'updated_at': '2021-07-05T02:14:22Z', 'revision_number': 5, 'project_id': 'fc2d088ace9545fabb9ece3104798875', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae0f2da4-1567-4046-a9b8-dd2103d26b03', 'name': '', 'network_id': '145d1216-e8e2-4105-8190-071eda74e029', 'tenant_id': 'fc2d088ace9545fabb9ece3104798875', 'mac_address': 'fa:16:3e:31:2c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a25efaef-a53f-4471-8c0d-30bea923309b', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '0dc4a163-6453-4ce8-90db-602a0798fbd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:11:30Z', 'updated_at': '2021-07-05T02:11:36Z', 'revision_number': 5, 'project_id': 'fc2d088ace9545fabb9ece3104798875', 'subnets': [{'id': '0dc4a163-6453-4ce8-90db-602a0798fbd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:14:25.684905 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b3c01d-adcf-44b3-ab8e-5490db991fd5 None None] The sync data for ids ['a25efaef-a53f-4471-8c0d-30bea923309b'] in n-d-771362-32 is: [{'id': 'a25efaef-a53f-4471-8c0d-30bea923309b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-195726151-router', 'tenant_id': 'fc2d088ace9545fabb9ece3104798875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': 'f30bfe57-9892-4a66-9afb-b52dc33f114a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:11:26Z', 'updated_at': '2021-07-05T02:11:30Z', 'revision_number': 4, 'project_id': 'fc2d088ace9545fabb9ece3104798875', 'gw_port': {'id': 'f30bfe57-9892-4a66-9afb-b52dc33f114a', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a25efaef-a53f-4471-8c0d-30bea923309b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:11:27Z', 'updated_at': '2021-07-05T02:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': 'c5768cfc-4271-4e3c-bb1b-db0e2dfc3ff0', 'tenant_id': 'fc2d088ace9545fabb9ece3104798875', 'floating_ip_address': '172.25.7.49', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': 'a25efaef-a53f-4471-8c0d-30bea923309b', 'port_id': '2bc8f0c5-a96e-4cef-a199-010ccd1a348b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '145d1216-e8e2-4105-8190-071eda74e029', 'mac_address': 'fa:16:3e:be:2c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042aaec8-aaef-483e-be6e-dbd824948568', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T02:11:47Z', 'updated_at': '2021-07-05T02:14:22Z', 'revision_number': 5, 'project_id': 'fc2d088ace9545fabb9ece3104798875', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae0f2da4-1567-4046-a9b8-dd2103d26b03', 'name': '', 'network_id': '145d1216-e8e2-4105-8190-071eda74e029', 'tenant_id': 'fc2d088ace9545fabb9ece3104798875', 'mac_address': 'fa:16:3e:31:2c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a25efaef-a53f-4471-8c0d-30bea923309b', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '0dc4a163-6453-4ce8-90db-602a0798fbd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:11:30Z', 'updated_at': '2021-07-05T02:11:36Z', 'revision_number': 5, 'project_id': 'fc2d088ace9545fabb9ece3104798875', 'subnets': [{'id': '0dc4a163-6453-4ce8-90db-602a0798fbd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:14:25.728554 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-ba8b83f3-b4b1-42c9-bfd1-659b4d11c5b7 req-679bf981-1c9d-4ae2-84bc-624a47a6a151 service neutron] For port 43fe7b59-58fe-4af8-8915-317943d82b14, host n-h1-771362-32, cleared binding levels {{(pid=94462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:14:25.732414 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-ba8b83f3-b4b1-42c9-bfd1-659b4d11c5b7 req-679bf981-1c9d-4ae2-84bc-624a47a6a151 service neutron] For port 43fe7b59-58fe-4af8-8915-317943d82b14, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=43fe7b59-58fe-4af8-8915-317943d82b14,segment=NetworkSegment(24fd9432-f398-4a05-975c-1360bad4fc21),segment_id=24fd9432-f398-4a05-975c-1360bad4fc21)] {{(pid=94462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:14:25.793899 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '042aaec8-aaef-483e-be6e-dbd824948568', 'tag': '2bc8f0c5-a96e-4cef-a199-010ccd1a348b'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:14:25.797149 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8902186-558a-496d-9c29-aeb8a643f071" -d '{"events": [{"name": "network-changed", "server_uuid": "042aaec8-aaef-483e-be6e-dbd824948568", "tag": "2bc8f0c5-a96e-4cef-a199-010ccd1a348b"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:14:25.814073 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-ba8b83f3-b4b1-42c9-bfd1-659b4d11c5b7 req-679bf981-1c9d-4ae2-84bc-624a47a6a151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:25.855969 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657c66de-ab26-40e6-b4c9-360b177a7ee1 req-0110c892-c9db-4491-85b3-b07eafce04b1 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:25.858481 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-657c66de-ab26-40e6-b4c9-360b177a7ee1 req-0110c892-c9db-4491-85b3-b07eafce04b1 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=29e6b63c-6177-4a7c-a5bd-8b67540f7c8f HTTP/1.1" status: 200 len: 944 time: 0.0981970 Jul 05 02:14:25.877406 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8b83f3-b4b1-42c9-bfd1-659b4d11c5b7 req-679bf981-1c9d-4ae2-84bc-624a47a6a151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:25.878109 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-ba8b83f3-b4b1-42c9-bfd1-659b4d11c5b7 req-679bf981-1c9d-4ae2-84bc-624a47a6a151 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:25.882947 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ba8b83f3-b4b1-42c9-bfd1-659b4d11c5b7 req-679bf981-1c9d-4ae2-84bc-624a47a6a151 service neutron] 10.222.0.21 "PUT /v2.0/ports/43fe7b59-58fe-4af8-8915-317943d82b14 HTTP/1.1" status: 200 len: 1093 time: 2.4378781 Jul 05 02:14:25.885187 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29e6b63c-6177-4a7c-a5bd-8b67540f7c8f', 'tag': '43fe7b59-58fe-4af8-8915-317943d82b14'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:14:25.887310 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b223267e0e0ddb3199af7772d0b45336e3b4b54fbb151c86a8051291a61e85db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d6070ab-ea45-4464-b5f6-75b270d68888" -d '{"events": [{"name": "network-changed", "server_uuid": "29e6b63c-6177-4a7c-a5bd-8b67540f7c8f", "tag": "43fe7b59-58fe-4af8-8915-317943d82b14"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:14:25.922365 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-65223956-91a2-4649-86a1-058250f685fe req-9dae74c4-0d3a-4c3c-bde4-9d9e138171d2 service neutron] 10.222.0.23 "GET /v2.0/networks/b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3263619 Jul 05 02:14:25.923130 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679bf981-1c9d-4ae2-84bc-624a47a6a151 service neutron] Pushing event updated for resources: {'Port': ['ID=43fe7b59-58fe-4af8-8915-317943d82b14,revision_number=3']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:14:25.929853 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-657c66de-ab26-40e6-b4c9-360b177a7ee1 req-130e685f-1ee8-4362-8089-cf75dca6b781 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493088 Jul 05 02:14:25.933009 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:26.074820 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be475140-2148-4128-b638-0c81275481ea None None] New status for floating IP c5768cfc-4271-4e3c-bb1b-db0e2dfc3ff0: ACTIVE {{(pid=94463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 02:14:26.084712 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8b83f3-b4b1-42c9-bfd1-659b4d11c5b7 req-b76e2edd-1766-46d8-8299-7ba043ee8287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:26.086330 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ba8b83f3-b4b1-42c9-bfd1-659b4d11c5b7 req-b76e2edd-1766-46d8-8299-7ba043ee8287 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7a7e417343d4479788713b4bb769c9b0&device_id=29e6b63c-6177-4a7c-a5bd-8b67540f7c8f HTTP/1.1" status: 200 len: 1096 time: 0.0945241 Jul 05 02:14:26.102377 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-65223956-91a2-4649-86a1-058250f685fe req-1fef7350-bdde-4ae1-aae6-a48765fd58d4 service neutron] 10.222.0.23 "GET /v2.0/networks/b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709323 Jul 05 02:14:26.164316 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ba8b83f3-b4b1-42c9-bfd1-659b4d11c5b7 req-d56097f0-eba5-4c72-abf7-bcf279f4b9f4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43fe7b59-58fe-4af8-8915-317943d82b14 HTTP/1.1" status: 200 len: 217 time: 0.0608351 Jul 05 02:14:26.224477 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8b83f3-b4b1-42c9-bfd1-659b4d11c5b7 req-28a5c7e8-deb4-40c1-bed6-dcd2235ec8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:26.226041 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ba8b83f3-b4b1-42c9-bfd1-659b4d11c5b7 req-28a5c7e8-deb4-40c1-bed6-dcd2235ec8ca service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9b152ce5-504f-4214-985c-9f5fa8213776 HTTP/1.1" status: 200 len: 848 time: 0.0549152 Jul 05 02:14:26.270539 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ba8b83f3-b4b1-42c9-bfd1-659b4d11c5b7 req-9ed880f0-1654-49a7-9ed6-6cdcc21b5d7d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d55491b1-56ba-426a-ac8c-e92d73c02c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372643 Jul 05 02:14:26.376742 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ba8b83f3-b4b1-42c9-bfd1-659b4d11c5b7 req-154f514e-861e-4c4f-ae80-45f8f8ada31d service neutron] 10.222.0.21 "GET /v2.0/networks/d55491b1-56ba-426a-ac8c-e92d73c02c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999289 Jul 05 02:14:26.453264 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b86c2b0-fb50-4c61-aeb7-d2a85a68bcf6 x-openstack-request-id: req-6b86c2b0-fb50-4c61-aeb7-d2a85a68bcf6 {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:14:26.453569 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29e6b63c-6177-4a7c-a5bd-8b67540f7c8f", "tag": "43fe7b59-58fe-4af8-8915-317943d82b14", "status": "completed", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:14:26.453823 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6b86c2b0-fb50-4c61-aeb7-d2a85a68bcf6 {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:14:26.454258 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29e6b63c-6177-4a7c-a5bd-8b67540f7c8f', 'tag': '43fe7b59-58fe-4af8-8915-317943d82b14', 'status': 'completed', 'code': 200} Jul 05 02:14:26.468310 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39afcd82-d3e8-44a5-b110-53709efe87c8 x-openstack-request-id: req-39afcd82-d3e8-44a5-b110-53709efe87c8 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:14:26.480829 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "042aaec8-aaef-483e-be6e-dbd824948568", "tag": "2bc8f0c5-a96e-4cef-a199-010ccd1a348b", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:14:26.481341 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-39afcd82-d3e8-44a5-b110-53709efe87c8 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:14:26.482637 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '042aaec8-aaef-483e-be6e-dbd824948568', 'tag': '2bc8f0c5-a96e-4cef-a199-010ccd1a348b', 'status': 'completed', 'code': 200} Jul 05 02:14:26.578857 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ba8b83f3-b4b1-42c9-bfd1-659b4d11c5b7 req-561e3f3b-b758-4f9c-9e23-b3c6d4b46beb service neutron] 10.222.0.21 "GET /v2.0/networks/d55491b1-56ba-426a-ac8c-e92d73c02c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954834 Jul 05 02:14:26.587130 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8902186-558a-496d-9c29-aeb8a643f071 req-d3eef6e0-2c8a-436f-9e54-b1f60bd5aaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:26.590919 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f8902186-558a-496d-9c29-aeb8a643f071 req-d3eef6e0-2c8a-436f-9e54-b1f60bd5aaf7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fc2d088ace9545fabb9ece3104798875&device_id=042aaec8-aaef-483e-be6e-dbd824948568 HTTP/1.1" status: 200 len: 1097 time: 0.1359098 Jul 05 02:14:26.609539 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3ed8a1-1f72-457b-b1f8-8b1eb5a3505a req-57b0ae2e-a5c0-4a03-864b-6c1b773c9424 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:26.621743 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1c3ed8a1-1f72-457b-b1f8-8b1eb5a3505a req-57b0ae2e-a5c0-4a03-864b-6c1b773c9424 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/ports?device_id=877a1a52-fa14-4bfb-96aa-8d7365f66b0c HTTP/1.1" status: 200 len: 945 time: 0.2600274 Jul 05 02:14:26.700661 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1c3ed8a1-1f72-457b-b1f8-8b1eb5a3505a req-7101ebbc-423b-4b7a-b8fb-85cfec3d8cdf tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/security-groups?id=d52d7ff3-b8a7-45ab-964c-a9b0f9336b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738380 Jul 05 02:14:26.755834 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a62e33bb-a092-4a65-9dba-0429cc795b18 req-c209606d-75df-4640-b4a7-6d31fc21bbb0 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b8f9243-431f-4e3d-a22d-2ccb517dca70 HTTP/1.1" status: 200 len: 210 time: 0.1300128 Jul 05 02:14:26.839777 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8902186-558a-496d-9c29-aeb8a643f071 req-9fe78589-b78b-4dc5-9cf0-364a5b1013e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:26.842154 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f8902186-558a-496d-9c29-aeb8a643f071 req-9fe78589-b78b-4dc5-9cf0-364a5b1013e6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=145d1216-e8e2-4105-8190-071eda74e029 HTTP/1.1" status: 200 len: 923 time: 0.2442791 Jul 05 02:14:26.860492 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6070ab-ea45-4464-b5f6-75b270d68888 req-1e2078a4-118d-4087-a020-575b8770d11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:26.861953 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5d6070ab-ea45-4464-b5f6-75b270d68888 req-1e2078a4-118d-4087-a020-575b8770d11d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7a7e417343d4479788713b4bb769c9b0&device_id=29e6b63c-6177-4a7c-a5bd-8b67540f7c8f HTTP/1.1" status: 200 len: 1096 time: 0.1035237 Jul 05 02:14:26.963483 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f8902186-558a-496d-9c29-aeb8a643f071 req-abd0f6f4-6e78-4cbe-ad02-eb975b5e502f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2bc8f0c5-a96e-4cef-a199-010ccd1a348b HTTP/1.1" status: 200 len: 1000 time: 0.1142960 Jul 05 02:14:27.053740 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6070ab-ea45-4464-b5f6-75b270d68888 req-0e404f42-9cf3-4cff-988b-9d5659706cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:27.058847 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5d6070ab-ea45-4464-b5f6-75b270d68888 req-0e404f42-9cf3-4cff-988b-9d5659706cf5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d55491b1-56ba-426a-ac8c-e92d73c02c5b HTTP/1.1" status: 200 len: 908 time: 0.1705599 Jul 05 02:14:27.068590 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8902186-558a-496d-9c29-aeb8a643f071 req-2af2de32-72dd-40d1-8fe5-2706dc1cab1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:27.070020 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f8902186-558a-496d-9c29-aeb8a643f071 req-2af2de32-72dd-40d1-8fe5-2706dc1cab1f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0dc4a163-6453-4ce8-90db-602a0798fbd4 HTTP/1.1" status: 200 len: 862 time: 0.1004672 Jul 05 02:14:27.137639 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5d6070ab-ea45-4464-b5f6-75b270d68888 req-42f1edfa-0c00-46a7-9f9e-16c6b59d7724 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43fe7b59-58fe-4af8-8915-317943d82b14 HTTP/1.1" status: 200 len: 217 time: 0.0707831 Jul 05 02:14:27.182359 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf2b93-3b95-4b7f-b57f-ba2b1b3a913e req-50054905-fa9c-482a-9797-00c5fae13301 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:27.199482 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-01bf2b93-3b95-4b7f-b57f-ba2b1b3a913e req-50054905-fa9c-482a-9797-00c5fae13301 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=29e6b63c-6177-4a7c-a5bd-8b67540f7c8f HTTP/1.1" status: 200 len: 944 time: 0.1195486 Jul 05 02:14:27.208853 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6070ab-ea45-4464-b5f6-75b270d68888 req-6e9a67e0-c5d6-4f61-9213-cae83d2f24e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:27.210050 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5d6070ab-ea45-4464-b5f6-75b270d68888 req-6e9a67e0-c5d6-4f61-9213-cae83d2f24e2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9b152ce5-504f-4214-985c-9f5fa8213776 HTTP/1.1" status: 200 len: 848 time: 0.0552998 Jul 05 02:14:27.249648 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8902186-558a-496d-9c29-aeb8a643f071 req-60b94a3b-5df3-4a2c-8080-a49070554401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:27.251211 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f8902186-558a-496d-9c29-aeb8a643f071 req-60b94a3b-5df3-4a2c-8080-a49070554401 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=145d1216-e8e2-4105-8190-071eda74e029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1659856 Jul 05 02:14:27.264675 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-01bf2b93-3b95-4b7f-b57f-ba2b1b3a913e req-ecf45f73-ff49-4b7e-8780-9ad3c3da9a1d tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636623 Jul 05 02:14:27.293762 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 44368) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:14:27.305779 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5d6070ab-ea45-4464-b5f6-75b270d68888 req-cdfd687c-7e6a-4036-bb14-ec26fb898020 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d55491b1-56ba-426a-ac8c-e92d73c02c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0827014 Jul 05 02:14:27.476598 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f8902186-558a-496d-9c29-aeb8a643f071 req-891f6910-7f24-4981-a0b9-2c19cf3e0f57 service neutron] 10.222.0.15 "GET /v2.0/networks/145d1216-e8e2-4105-8190-071eda74e029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697738 Jul 05 02:14:27.480738 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-33a0e950-2aa4-4f99-9723-83adc8aa9316 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=59559a9a2e3645a89e9f19b0abb455d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1857822 Jul 05 02:14:27.483387 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5d6070ab-ea45-4464-b5f6-75b270d68888 req-6851fa77-a16a-4eab-b367-79ef523e8d4d service neutron] 10.222.0.21 "GET /v2.0/networks/d55491b1-56ba-426a-ac8c-e92d73c02c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661901 Jul 05 02:14:27.487489 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 44374) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:14:27.557219 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6391c1c2-e3fd-4abb-a23f-c354437d174a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:27.582089 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6391c1c2-e3fd-4abb-a23f-c354437d174a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:27.661232 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5d6070ab-ea45-4464-b5f6-75b270d68888 req-3b267d3a-a690-430b-aeb6-891eeb813cf6 service neutron] 10.222.0.21 "GET /v2.0/networks/d55491b1-56ba-426a-ac8c-e92d73c02c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712852 Jul 05 02:14:27.666514 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f8902186-558a-496d-9c29-aeb8a643f071 req-a27b79ef-e3f3-41c8-88b4-5f61f73a7cfc service neutron] 10.222.0.15 "GET /v2.0/networks/145d1216-e8e2-4105-8190-071eda74e029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682742 Jul 05 02:14:27.922590 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3854235-e5e4-4744-9d04-29964bea2fad req-a54bab3e-9e92-4595-bd10-0b0128ba3c41 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:27.925463 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d3854235-e5e4-4744-9d04-29964bea2fad req-a54bab3e-9e92-4595-bd10-0b0128ba3c41 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/ports?device_id=877a1a52-fa14-4bfb-96aa-8d7365f66b0c HTTP/1.1" status: 200 len: 945 time: 0.0714424 Jul 05 02:14:27.966167 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d3854235-e5e4-4744-9d04-29964bea2fad req-8a1344bf-849d-4ea7-8796-7b4f430febe8 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/security-groups?id=d52d7ff3-b8a7-45ab-964c-a9b0f9336b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351384 Jul 05 02:14:27.976224 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6391c1c2-e3fd-4abb-a23f-c354437d174a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:27.976224 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6391c1c2-e3fd-4abb-a23f-c354437d174a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:27.976224 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-6391c1c2-e3fd-4abb-a23f-c354437d174a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/63abe6cf-e8b2-428f-b89e-3dc35e4b4566 HTTP/1.1" status: 204 len: 168 time: 0.4829912 Jul 05 02:14:27.979883 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6391c1c2-e3fd-4abb-a23f-c354437d174a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63abe6cf-e8b2-428f-b89e-3dc35e4b4566,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:14:28.137335 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e828aca4-2453-4c65-9bb4-c9834b6a1522 req-22900947-c4da-41f7-a1f7-2246bef2c198 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b8f9243-431f-4e3d-a22d-2ccb517dca70 HTTP/1.1" status: 200 len: 210 time: 0.0607028 Jul 05 02:14:28.462715 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2456ba-1c55-43d0-b723-b95227da60ba req-a17c1124-bb9f-4158-9770-51e6e06a05e2 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:28.464402 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-be2456ba-1c55-43d0-b723-b95227da60ba req-a17c1124-bb9f-4158-9770-51e6e06a05e2 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=29e6b63c-6177-4a7c-a5bd-8b67540f7c8f HTTP/1.1" status: 200 len: 944 time: 0.0852456 Jul 05 02:14:28.513850 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-be2456ba-1c55-43d0-b723-b95227da60ba req-c6756b03-32ce-4cff-8cc7-dcc07b5fe456 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423684 Jul 05 02:14:28.761995 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 43fe7b59-58fe-4af8-8915-317943d82b14 details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:14:28.863123 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 43fe7b59-58fe-4af8-8915-317943d82b14, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=43fe7b59-58fe-4af8-8915-317943d82b14,segment=NetworkSegment(24fd9432-f398-4a05-975c-1360bad4fc21),segment_id=24fd9432-f398-4a05-975c-1360bad4fc21)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:14:28.923378 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 44448) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:14:28.997001 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': '43fe7b59-58fe-4af8-8915-317943d82b14', 'network_id': 'd55491b1-56ba-426a-ac8c-e92d73c02c5b', 'port_id': '43fe7b59-58fe-4af8-8915-317943d82b14', 'mac_address': 'fa:16:3e:da:99:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b152ce5-504f-4214-985c-9f5fa8213776', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:14:29.036079 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 44454) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:14:29.080956 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2a8ba256-3329-495f-942c-f609501e1547 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:29.081726 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:29.097385 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43fe7b59-58fe-4af8-8915-317943d82b14 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:14:29.123842 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 43fe7b59-58fe-4af8-8915-317943d82b14, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=43fe7b59-58fe-4af8-8915-317943d82b14,segment=NetworkSegment(24fd9432-f398-4a05-975c-1360bad4fc21),segment_id=24fd9432-f398-4a05-975c-1360bad4fc21)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:14:29.126767 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-78340272-3850-49fb-9caa-a883593dc17d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bc81bbf85cb04e37b45660d217b3a713&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0890827 Jul 05 02:14:29.127706 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 44456) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:14:29.202782 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2a8ba256-3329-495f-942c-f609501e1547 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:29.203329 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:29.261736 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=43fe7b59-58fe-4af8-8915-317943d82b14,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:14:29.280922 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:14:29.281507 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:14:29.282021 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:14:29.282785 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:14:29.283261 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:14:29.283794 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:14:29.284268 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:14:29.284753 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:14:29.285231 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:14:29.285702 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:14:29.286377 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:14:29.286855 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:14:29.292028 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f41c6323-7fd0-4285-af5c-32ea19c93dc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:29.302991 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3a7199-b951-46e9-8e40-de393cf773ed req-587cb77b-f53b-4991-bd4c-d9031d99b979 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:29.309807 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fb3a7199-b951-46e9-8e40-de393cf773ed req-587cb77b-f53b-4991-bd4c-d9031d99b979 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/ports?device_id=877a1a52-fa14-4bfb-96aa-8d7365f66b0c HTTP/1.1" status: 200 len: 945 time: 0.1777358 Jul 05 02:14:29.327828 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2a8ba256-3329-495f-942c-f609501e1547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:29.352778 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f41c6323-7fd0-4285-af5c-32ea19c93dc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:29.386855 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-bec19460-8336-46b8-938a-5e682efc30fb req-bdd53bfd-a8d6-4350-84f6-55c4183c06ee tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b8f9243-431f-4e3d-a22d-2ccb517dca70 HTTP/1.1" status: 200 len: 210 time: 0.0559540 Jul 05 02:14:29.408181 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fb3a7199-b951-46e9-8e40-de393cf773ed req-8ecdb993-f1a5-43fe-b23b-440587021994 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/security-groups?id=d52d7ff3-b8a7-45ab-964c-a9b0f9336b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894103 Jul 05 02:14:29.413291 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-2a8ba256-3329-495f-942c-f609501e1547 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=77cb16fd3b5c416cbf43b941e1052dde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4862325 Jul 05 02:14:29.413291 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8ba256-3329-495f-942c-f609501e1547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecae7a74-7a32-47ee-97ea-0bcfcd984a97,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:14:29.414450 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 44462) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:14:29.461482 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['43fe7b59-58fe-4af8-8915-317943d82b14'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:14:29.485314 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-17ec3c07-5076-49e3-859d-09e3629663a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:29.492711 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f41c6323-7fd0-4285-af5c-32ea19c93dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:29.496627 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f41c6323-7fd0-4285-af5c-32ea19c93dc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:29.497793 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-f41c6323-7fd0-4285-af5c-32ea19c93dc2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/21bb8462-e17b-430e-813f-7263c1db1715 HTTP/1.1" status: 204 len: 168 time: 0.3678689 Jul 05 02:14:29.521373 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41c6323-7fd0-4285-af5c-32ea19c93dc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21bb8462-e17b-430e-813f-7263c1db1715,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:14:29.549967 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41c6323-7fd0-4285-af5c-32ea19c93dc2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:14:29.550344 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41c6323-7fd0-4285-af5c-32ea19c93dc2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:14:29.550683 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41c6323-7fd0-4285-af5c-32ea19c93dc2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:14:29.551025 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41c6323-7fd0-4285-af5c-32ea19c93dc2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:14:29.555478 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41c6323-7fd0-4285-af5c-32ea19c93dc2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:14:29.555848 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41c6323-7fd0-4285-af5c-32ea19c93dc2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:14:29.559846 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41c6323-7fd0-4285-af5c-32ea19c93dc2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:14:29.560235 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41c6323-7fd0-4285-af5c-32ea19c93dc2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:14:29.560577 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41c6323-7fd0-4285-af5c-32ea19c93dc2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:14:29.560910 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41c6323-7fd0-4285-af5c-32ea19c93dc2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:14:29.561253 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41c6323-7fd0-4285-af5c-32ea19c93dc2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:14:29.561555 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41c6323-7fd0-4285-af5c-32ea19c93dc2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:14:29.568011 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-17ec3c07-5076-49e3-859d-09e3629663a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:29.795668 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65223956-91a2-4649-86a1-058250f685fe req-9058a82d-0656-4740-b73d-1c049efa360e tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:29.797178 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-65223956-91a2-4649-86a1-058250f685fe req-9058a82d-0656-4740-b73d-1c049efa360e tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.21 "GET /v2.0/networks?id=b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1 HTTP/1.1" status: 200 len: 819 time: 0.1785114 Jul 05 02:14:29.805316 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-17ec3c07-5076-49e3-859d-09e3629663a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:29.808244 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-17ec3c07-5076-49e3-859d-09e3629663a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:29.809641 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-17ec3c07-5076-49e3-859d-09e3629663a2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ecae7a74-7a32-47ee-97ea-0bcfcd984a97 HTTP/1.1" status: 204 len: 168 time: 0.3938351 Jul 05 02:14:29.816721 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-65223956-91a2-4649-86a1-058250f685fe req-41d34248-e59e-4329-b14b-d91fb51932e9 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Request body: {'port': {'device_id': '6b8f9243-431f-4e3d-a22d-2ccb517dca70', 'network_id': 'b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1', 'admin_state_up': True, 'tenant_id': '7bf4f22dde1e4624a2cb34086c53be02'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:14:29.832640 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ec3c07-5076-49e3-859d-09e3629663a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecae7a74-7a32-47ee-97ea-0bcfcd984a97,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:14:29.845833 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9837d76b-a3c2-4a64-8ee6-e2b7422227fb req-849ba263-1286-4824-acba-e7de51961434 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:29.855669 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9837d76b-a3c2-4a64-8ee6-e2b7422227fb req-849ba263-1286-4824-acba-e7de51961434 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=29e6b63c-6177-4a7c-a5bd-8b67540f7c8f HTTP/1.1" status: 200 len: 945 time: 0.1330404 Jul 05 02:14:29.962895 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9837d76b-a3c2-4a64-8ee6-e2b7422227fb req-b634bc69-b369-4b86-8436-6bfbef335c72 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900621 Jul 05 02:14:30.129413 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65223956-91a2-4649-86a1-058250f685fe req-41d34248-e59e-4329-b14b-d91fb51932e9 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Made reservation on behalf of 7bf4f22dde1e4624a2cb34086c53be02 for: {'port': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:14:30.130848 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-65223956-91a2-4649-86a1-058250f685fe req-41d34248-e59e-4329-b14b-d91fb51932e9 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:30.299959 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [req-65223956-91a2-4649-86a1-058250f685fe req-41d34248-e59e-4329-b14b-d91fb51932e9 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Allocated IP 172.20.0.13 (b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1/88cd65d9-1715-492f-9ef5-e486cc8231ac/5ddaa702-7499-4b1d-ba17-2ce6d44ba48c) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:14:30.509394 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-65223956-91a2-4649-86a1-058250f685fe req-41d34248-e59e-4329-b14b-d91fb51932e9 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:30.576272 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9f4ab80a-3dd3-4780-bf8e-acb30e6c5e20 req-19759361-a784-4f6c-837d-6c34aea8989d tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b8f9243-431f-4e3d-a22d-2ccb517dca70 HTTP/1.1" status: 200 len: 210 time: 0.0370874 Jul 05 02:14:30.604180 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba386aab-1a38-48aa-8779-eed697313d85 req-6ba47fcd-4486-4129-af03-0d718f02314e tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:30.606046 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ba386aab-1a38-48aa-8779-eed697313d85 req-6ba47fcd-4486-4129-af03-0d718f02314e tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/ports?device_id=877a1a52-fa14-4bfb-96aa-8d7365f66b0c HTTP/1.1" status: 200 len: 945 time: 0.0818005 Jul 05 02:14:30.649208 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ba386aab-1a38-48aa-8779-eed697313d85 req-a5ab5bfc-d4ac-4b95-9dc5-02073106b9f0 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/security-groups?id=d52d7ff3-b8a7-45ab-964c-a9b0f9336b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370259 Jul 05 02:14:30.665402 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-65223956-91a2-4649-86a1-058250f685fe req-41d34248-e59e-4329-b14b-d91fb51932e9 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:30.720787 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65223956-91a2-4649-86a1-058250f685fe req-41d34248-e59e-4329-b14b-d91fb51932e9 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Network b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:14:30.724155 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [req-65223956-91a2-4649-86a1-058250f685fe req-41d34248-e59e-4329-b14b-d91fb51932e9 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:14:30.728380 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [req-65223956-91a2-4649-86a1-058250f685fe req-41d34248-e59e-4329-b14b-d91fb51932e9 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:14:30.768493 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d34248-e59e-4329-b14b-d91fb51932e9 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Pushing event updated for resources: {'Port': ['ID=5ddaa702-7499-4b1d-ba17-2ce6d44ba48c,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:14:30.779945 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 43fe7b59-58fe-4af8-8915-317943d82b14 up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:14:30.788448 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65223956-91a2-4649-86a1-058250f685fe req-41d34248-e59e-4329-b14b-d91fb51932e9 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:30.789036 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-65223956-91a2-4649-86a1-058250f685fe req-41d34248-e59e-4329-b14b-d91fb51932e9 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:30.876515 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-65223956-91a2-4649-86a1-058250f685fe req-41d34248-e59e-4329-b14b-d91fb51932e9 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0650759 Jul 05 02:14:30.888575 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-65223956-91a2-4649-86a1-058250f685fe req-3001757e-6440-43f0-8652-62bbda9bf16d service neutron] Request body: {'port': {'device_id': '6b8f9243-431f-4e3d-a22d-2ccb517dca70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-32'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:14:30.894402 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 44510) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:14:30.909470 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-59e149fe-6fb9-411a-acb9-0956683bae72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:30.926973 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 02:14:30.952576 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 44512) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:14:30.961025 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning for port 43fe7b59-58fe-4af8-8915-317943d82b14 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:14:30.968881 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port 43fe7b59-58fe-4af8-8915-317943d82b14 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:14:30.969271 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:30.976794 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-65223956-91a2-4649-86a1-058250f685fe req-3001757e-6440-43f0-8652-62bbda9bf16d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:31.067143 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-59e149fe-6fb9-411a-acb9-0956683bae72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:31.144680 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-59e149fe-6fb9-411a-acb9-0956683bae72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:31.159748 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:31.183945 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29e6b63c-6177-4a7c-a5bd-8b67540f7c8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43fe7b59-58fe-4af8-8915-317943d82b14'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:14:31.187081 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39c4df9f-efc5-48af-b740-0b27c3b7343e" -d '{"events": [{"server_uuid": "29e6b63c-6177-4a7c-a5bd-8b67540f7c8f", "name": "network-vif-plugged", "status": "completed", "tag": "43fe7b59-58fe-4af8-8915-317943d82b14"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:14:31.193056 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-59e149fe-6fb9-411a-acb9-0956683bae72 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=13a3192bb08d4e9aa7e9adc820f050c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2948406 Jul 05 02:14:31.193421 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 44522) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:14:31.201019 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 43fe7b59-58fe-4af8-8915-317943d82b14, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=43fe7b59-58fe-4af8-8915-317943d82b14,segment=NetworkSegment(24fd9432-f398-4a05-975c-1360bad4fc21),segment_id=24fd9432-f398-4a05-975c-1360bad4fc21)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:14:31.253666 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aac9a266-2cb9-4ca9-9f84-c06013ddeb6a x-openstack-request-id: req-aac9a266-2cb9-4ca9-9f84-c06013ddeb6a {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:14:31.255545 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29e6b63c-6177-4a7c-a5bd-8b67540f7c8f", "name": "network-vif-plugged", "status": "completed", "tag": "43fe7b59-58fe-4af8-8915-317943d82b14", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:14:31.255964 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-aac9a266-2cb9-4ca9-9f84-c06013ddeb6a {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:14:31.256649 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29e6b63c-6177-4a7c-a5bd-8b67540f7c8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43fe7b59-58fe-4af8-8915-317943d82b14', 'code': 200} Jul 05 02:14:31.260157 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-ad12597f-b38b-49d8-a764-03c8bf010fe6 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1694549756-network', 'tenant_id': 'e71c49b0751648d5aac70bc1d6673329'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:14:31.268549 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:31.288868 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e149fe-6fb9-411a-acb9-0956683bae72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df335f77-c285-4696-9fc2-5de7557644d8,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:14:31.371798 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=43fe7b59-58fe-4af8-8915-317943d82b14,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:14:31.410657 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad12597f-b38b-49d8-a764-03c8bf010fe6 admin admin] Made reservation on behalf of e71c49b0751648d5aac70bc1d6673329 for: {'network': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:14:31.413632 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ad12597f-b38b-49d8-a764-03c8bf010fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:31.417279 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [req-65223956-91a2-4649-86a1-058250f685fe req-3001757e-6440-43f0-8652-62bbda9bf16d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ddaa702-7499-4b1d-ba17-2ce6d44ba48c {{(pid=94462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:14:31.425925 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-65223956-91a2-4649-86a1-058250f685fe req-3001757e-6440-43f0-8652-62bbda9bf16d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:31.436319 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5c0a5ba3-0aa9-41d6-845d-987a09e81811 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:31.438480 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ad12597f-b38b-49d8-a764-03c8bf010fe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:31.438823 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [req-65223956-91a2-4649-86a1-058250f685fe req-3001757e-6440-43f0-8652-62bbda9bf16d service neutron] Transition to ACTIVE for port object 5ddaa702-7499-4b1d-ba17-2ce6d44ba48c will not be triggered until provisioned by entity L2. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:14:31.475087 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da55be8-9f72-4b8a-95fa-f960d9ff694b req-87a21451-d510-493c-84b6-1ccbf4518b3c tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:31.476599 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7da55be8-9f72-4b8a-95fa-f960d9ff694b req-87a21451-d510-493c-84b6-1ccbf4518b3c tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=29e6b63c-6177-4a7c-a5bd-8b67540f7c8f HTTP/1.1" status: 200 len: 945 time: 0.2918265 Jul 05 02:14:31.493240 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5c0a5ba3-0aa9-41d6-845d-987a09e81811 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:31.542831 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-65223956-91a2-4649-86a1-058250f685fe req-3001757e-6440-43f0-8652-62bbda9bf16d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:31.578731 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84736d56-1e52-495b-8f77-6b82e0048acb req-1edb3157-7a6b-4b3e-ae16-38a42c16db10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:31.580288 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-84736d56-1e52-495b-8f77-6b82e0048acb req-1edb3157-7a6b-4b3e-ae16-38a42c16db10 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=29e6b63c-6177-4a7c-a5bd-8b67540f7c8f HTTP/1.1" status: 200 len: 1098 time: 0.2360518 Jul 05 02:14:31.591261 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7da55be8-9f72-4b8a-95fa-f960d9ff694b req-3b9d9a29-d543-4ba8-a8cd-2046b05cc672 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028354 Jul 05 02:14:31.616165 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3001757e-6440-43f0-8652-62bbda9bf16d service neutron] Pushing event updated for resources: {'Port': ['ID=5ddaa702-7499-4b1d-ba17-2ce6d44ba48c,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:14:31.650754 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3001757e-6440-43f0-8652-62bbda9bf16d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:14:31.651092 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3001757e-6440-43f0-8652-62bbda9bf16d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:14:31.651555 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3001757e-6440-43f0-8652-62bbda9bf16d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:14:31.651905 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3001757e-6440-43f0-8652-62bbda9bf16d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:14:31.652230 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3001757e-6440-43f0-8652-62bbda9bf16d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:14:31.652550 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3001757e-6440-43f0-8652-62bbda9bf16d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:14:31.652871 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3001757e-6440-43f0-8652-62bbda9bf16d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:14:31.653187 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3001757e-6440-43f0-8652-62bbda9bf16d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:14:31.653504 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3001757e-6440-43f0-8652-62bbda9bf16d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:14:31.654413 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3001757e-6440-43f0-8652-62bbda9bf16d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:14:31.654732 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3001757e-6440-43f0-8652-62bbda9bf16d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:14:31.655046 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3001757e-6440-43f0-8652-62bbda9bf16d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:14:31.706444 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-65223956-91a2-4649-86a1-058250f685fe req-3001757e-6440-43f0-8652-62bbda9bf16d service neutron] Attempting to bind port 5ddaa702-7499-4b1d-ba17-2ce6d44ba48c on host n-h1-771362-32 for vnic_type normal with profile {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:14:31.706848 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-65223956-91a2-4649-86a1-058250f685fe req-3001757e-6440-43f0-8652-62bbda9bf16d service neutron] Attempting to bind port 5ddaa702-7499-4b1d-ba17-2ce6d44ba48c by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': '69ab64d7-bb63-4367-9b3e-0960def4b6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1'}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:14:31.707243 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65223956-91a2-4649-86a1-058250f685fe req-3001757e-6440-43f0-8652-62bbda9bf16d service neutron] Attempting to bind port 5ddaa702-7499-4b1d-ba17-2ce6d44ba48c on network b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:14:31.710825 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ad12597f-b38b-49d8-a764-03c8bf010fe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:31.714788 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65223956-91a2-4649-86a1-058250f685fe req-3001757e-6440-43f0-8652-62bbda9bf16d service neutron] Port 5ddaa702-7499-4b1d-ba17-2ce6d44ba48c on network b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:14:31.714788 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65223956-91a2-4649-86a1-058250f685fe req-3001757e-6440-43f0-8652-62bbda9bf16d service neutron] Attempting to bind port 5ddaa702-7499-4b1d-ba17-2ce6d44ba48c on network b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:14:31.731767 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-84736d56-1e52-495b-8f77-6b82e0048acb req-d0290a65-cc19-4ec9-b3da-90f775ea9812 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363566 Jul 05 02:14:31.746570 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65223956-91a2-4649-86a1-058250f685fe req-3001757e-6440-43f0-8652-62bbda9bf16d service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:14:31.747004 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65223956-91a2-4649-86a1-058250f685fe req-3001757e-6440-43f0-8652-62bbda9bf16d service neutron] Checking segment: {'id': '69ab64d7-bb63-4367-9b3e-0960def4b6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:14:31.747527 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65223956-91a2-4649-86a1-058250f685fe req-3001757e-6440-43f0-8652-62bbda9bf16d service neutron] Bound using segment: {'id': '69ab64d7-bb63-4367-9b3e-0960def4b6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1'} {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:14:31.747957 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-65223956-91a2-4649-86a1-058250f685fe req-3001757e-6440-43f0-8652-62bbda9bf16d service neutron] Bound port: 5ddaa702-7499-4b1d-ba17-2ce6d44ba48c, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69ab64d7-bb63-4367-9b3e-0960def4b6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1'}}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:14:31.748312 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-65223956-91a2-4649-86a1-058250f685fe req-3001757e-6440-43f0-8652-62bbda9bf16d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:31.774999 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ad12597f-b38b-49d8-a764-03c8bf010fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:31.801542 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad12597f-b38b-49d8-a764-03c8bf010fe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f876005-0006-4ffd-91a9-8802c60f0f03,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:14:31.807224 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5c0a5ba3-0aa9-41d6-845d-987a09e81811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:31.809749 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5c0a5ba3-0aa9-41d6-845d-987a09e81811 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:31.811017 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-5c0a5ba3-0aa9-41d6-845d-987a09e81811 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/df335f77-c285-4696-9fc2-5de7557644d8 HTTP/1.1" status: 204 len: 168 time: 0.6082134 Jul 05 02:14:31.839800 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad12597f-b38b-49d8-a764-03c8bf010fe6 admin admin] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=94461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:14:31.842627 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf77fe4-f0b8-4c55-8812-334f39b34c30 req-f70c9a53-a90f-4b3a-a097-0c239187555a tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:31.844578 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-cbf77fe4-f0b8-4c55-8812-334f39b34c30 req-f70c9a53-a90f-4b3a-a097-0c239187555a tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b8f9243-431f-4e3d-a22d-2ccb517dca70 HTTP/1.1" status: 200 len: 944 time: 0.1318719 Jul 05 02:14:31.855716 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0a5ba3-0aa9-41d6-845d-987a09e81811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df335f77-c285-4696-9fc2-5de7557644d8,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:14:31.862584 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-65223956-91a2-4649-86a1-058250f685fe req-3001757e-6440-43f0-8652-62bbda9bf16d service neutron] For port 5ddaa702-7499-4b1d-ba17-2ce6d44ba48c, host n-h1-771362-32, cleared binding levels {{(pid=94462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:14:31.886425 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ad12597f-b38b-49d8-a764-03c8bf010fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:31.886779 n-d-771362-32 neutron-server[94461]: INFO neutron.db.segments_db [None req-ad12597f-b38b-49d8-a764-03c8bf010fe6 admin admin] Added segment 53991d4d-c296-4e5e-b240-43886bf23ae4 of type vlan for network 63fe1d17-2bf1-482a-89c7-eef50bd11a23 Jul 05 02:14:31.889660 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-65223956-91a2-4649-86a1-058250f685fe req-3001757e-6440-43f0-8652-62bbda9bf16d service neutron] For port 5ddaa702-7499-4b1d-ba17-2ce6d44ba48c, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=5ddaa702-7499-4b1d-ba17-2ce6d44ba48c,segment=NetworkSegment(69ab64d7-bb63-4367-9b3e-0960def4b6c7),segment_id=69ab64d7-bb63-4367-9b3e-0960def4b6c7)] {{(pid=94462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:14:31.906534 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-cbf77fe4-f0b8-4c55-8812-334f39b34c30 req-7c6cf16e-8a19-4b5b-8287-249df687a448 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553977 Jul 05 02:14:31.945224 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ad12597f-b38b-49d8-a764-03c8bf010fe6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:31.983771 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2897dd-b20b-4360-a5ba-fc1da889ff69 req-cd5cd02c-f931-4caf-ae62-281f4214d1d2 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:31.984216 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-65223956-91a2-4649-86a1-058250f685fe req-3001757e-6440-43f0-8652-62bbda9bf16d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:31.991458 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6d2897dd-b20b-4360-a5ba-fc1da889ff69 req-cd5cd02c-f931-4caf-ae62-281f4214d1d2 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/ports?device_id=877a1a52-fa14-4bfb-96aa-8d7365f66b0c HTTP/1.1" status: 200 len: 945 time: 0.1488879 Jul 05 02:14:32.050781 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65223956-91a2-4649-86a1-058250f685fe req-3001757e-6440-43f0-8652-62bbda9bf16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:32.051439 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-65223956-91a2-4649-86a1-058250f685fe req-3001757e-6440-43f0-8652-62bbda9bf16d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:32.052951 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-65223956-91a2-4649-86a1-058250f685fe req-3001757e-6440-43f0-8652-62bbda9bf16d service neutron] 10.222.0.21 "PUT /v2.0/ports/5ddaa702-7499-4b1d-ba17-2ce6d44ba48c HTTP/1.1" status: 200 len: 1093 time: 1.1687050 Jul 05 02:14:32.067307 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6d2897dd-b20b-4360-a5ba-fc1da889ff69 req-221557df-bd7e-4fab-b4b4-18c7a5f0e847 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/security-groups?id=d52d7ff3-b8a7-45ab-964c-a9b0f9336b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624564 Jul 05 02:14:32.068941 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b8f9243-431f-4e3d-a22d-2ccb517dca70', 'tag': '5ddaa702-7499-4b1d-ba17-2ce6d44ba48c'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:14:32.068941 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b223267e0e0ddb3199af7772d0b45336e3b4b54fbb151c86a8051291a61e85db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4fdff1e-17f8-46a7-8496-a79f2edfc16f" -d '{"events": [{"name": "network-changed", "server_uuid": "6b8f9243-431f-4e3d-a22d-2ccb517dca70", "tag": "5ddaa702-7499-4b1d-ba17-2ce6d44ba48c"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:14:32.087914 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ad12597f-b38b-49d8-a764-03c8bf010fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:32.088343 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad12597f-b38b-49d8-a764-03c8bf010fe6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:32.089010 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ad12597f-b38b-49d8-a764-03c8bf010fe6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:32.104035 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc06a923-30d4-436c-89ec-eb0c6bb66435 x-openstack-request-id: req-cc06a923-30d4-436c-89ec-eb0c6bb66435 {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:14:32.105171 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b8f9243-431f-4e3d-a22d-2ccb517dca70", "tag": "5ddaa702-7499-4b1d-ba17-2ce6d44ba48c", "status": "completed", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:14:32.105599 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cc06a923-30d4-436c-89ec-eb0c6bb66435 {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:14:32.106216 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b8f9243-431f-4e3d-a22d-2ccb517dca70', 'tag': '5ddaa702-7499-4b1d-ba17-2ce6d44ba48c', 'status': 'completed', 'code': 200} Jul 05 02:14:32.107271 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3001757e-6440-43f0-8652-62bbda9bf16d service neutron] Pushing event updated for resources: {'Port': ['ID=5ddaa702-7499-4b1d-ba17-2ce6d44ba48c,revision_number=3']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:14:32.161092 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad12597f-b38b-49d8-a764-03c8bf010fe6 admin admin] Pushing event updated for resources: {'Network': ['ID=63fe1d17-2bf1-482a-89c7-eef50bd11a23,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:14:32.172459 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 63fe1d17-2bf1-482a-89c7-eef50bd11a23 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:14:32.249628 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fdff1e-17f8-46a7-8496-a79f2edfc16f req-00437ac6-995f-45f0-b8fb-1753781d8cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:32.252295 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-ad12597f-b38b-49d8-a764-03c8bf010fe6 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2983932 Jul 05 02:14:32.252941 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 44538) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:14:32.253634 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d4fdff1e-17f8-46a7-8496-a79f2edfc16f req-00437ac6-995f-45f0-b8fb-1753781d8cd9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7bf4f22dde1e4624a2cb34086c53be02&device_id=6b8f9243-431f-4e3d-a22d-2ccb517dca70 HTTP/1.1" status: 200 len: 1096 time: 0.1067166 Jul 05 02:14:32.258224 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-87f4125d-5c4a-469d-9e5b-792006da2f7b admin admin] Request body: {'subnet': {'network_id': '63fe1d17-2bf1-482a-89c7-eef50bd11a23', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1694549756-subnet', 'tenant_id': 'e71c49b0751648d5aac70bc1d6673329', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:14:32.384129 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87f4125d-5c4a-469d-9e5b-792006da2f7b admin admin] Made reservation on behalf of e71c49b0751648d5aac70bc1d6673329 for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:14:32.386923 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-87f4125d-5c4a-469d-9e5b-792006da2f7b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:32.389677 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fdff1e-17f8-46a7-8496-a79f2edfc16f req-dfd398eb-e6a8-4c97-8e9b-5c51aedfe112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:32.392162 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d4fdff1e-17f8-46a7-8496-a79f2edfc16f req-dfd398eb-e6a8-4c97-8e9b-5c51aedfe112 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=7bf4f22dde1e4624a2cb34086c53be02&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1287434 Jul 05 02:14:32.571427 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fdff1e-17f8-46a7-8496-a79f2edfc16f req-58e627a4-f051-4750-8b91-cf3ec2f855f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:32.573134 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d4fdff1e-17f8-46a7-8496-a79f2edfc16f req-58e627a4-f051-4750-8b91-cf3ec2f855f0 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1701808 Jul 05 02:14:32.680390 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65223956-91a2-4649-86a1-058250f685fe req-aeb181bf-8d2c-4db4-b8eb-440502af4a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:32.681898 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-65223956-91a2-4649-86a1-058250f685fe req-aeb181bf-8d2c-4db4-b8eb-440502af4a3d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7bf4f22dde1e4624a2cb34086c53be02&device_id=6b8f9243-431f-4e3d-a22d-2ccb517dca70 HTTP/1.1" status: 200 len: 1096 time: 0.0603085 Jul 05 02:14:32.710570 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-87f4125d-5c4a-469d-9e5b-792006da2f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5763451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774823'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:32.728009 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-65223956-91a2-4649-86a1-058250f685fe req-6d7e7f7a-fac9-4e3d-85a0-f6368b40cc2d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ddaa702-7499-4b1d-ba17-2ce6d44ba48c HTTP/1.1" status: 200 len: 217 time: 0.0387771 Jul 05 02:14:32.788827 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f4125d-5c4a-469d-9e5b-792006da2f7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a7a2f29-8f4f-4d68-bb12-eec45e89c926,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:14:32.800762 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f4125d-5c4a-469d-9e5b-792006da2f7b admin admin] Checking segment: {'id': '53991d4d-c296-4e5e-b240-43886bf23ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '63fe1d17-2bf1-482a-89c7-eef50bd11a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:14:32.801126 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f4125d-5c4a-469d-9e5b-792006da2f7b admin admin] Network hostable DHCP agents. Network: 63fe1d17-2bf1-482a-89c7-eef50bd11a23, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:14:32.815088 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65223956-91a2-4649-86a1-058250f685fe req-e84820c8-3b13-4732-a859-5bfa48579f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:32.816588 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-65223956-91a2-4649-86a1-058250f685fe req-e84820c8-3b13-4732-a859-5bfa48579f10 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=88cd65d9-1715-492f-9ef5-e486cc8231ac HTTP/1.1" status: 200 len: 859 time: 0.0817606 Jul 05 02:14:32.859240 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-65223956-91a2-4649-86a1-058250f685fe req-1483d316-1368-4705-90c1-14bd4798a1fa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332665 Jul 05 02:14:32.867764 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a814930-c60a-40d0-ae1c-a3f0bba2ace9 req-fcfcc8ce-405d-4985-b7c0-69dd5f572184 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:32.869241 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0a814930-c60a-40d0-ae1c-a3f0bba2ace9 req-fcfcc8ce-405d-4985-b7c0-69dd5f572184 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=29e6b63c-6177-4a7c-a5bd-8b67540f7c8f HTTP/1.1" status: 200 len: 946 time: 0.1256917 Jul 05 02:14:33.015172 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f4125d-5c4a-469d-9e5b-792006da2f7b admin admin] Network 63fe1d17-2bf1-482a-89c7-eef50bd11a23 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:14:33.108040 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea260d0-b001-4cb3-b29a-88186d96ab51 req-43ebe9f5-c75c-4681-be7b-847872dab52e tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:33.110088 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-aea260d0-b001-4cb3-b29a-88186d96ab51 req-43ebe9f5-c75c-4681-be7b-847872dab52e tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b8f9243-431f-4e3d-a22d-2ccb517dca70 HTTP/1.1" status: 200 len: 944 time: 0.0753796 Jul 05 02:14:33.146169 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-87f4125d-5c4a-469d-9e5b-792006da2f7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 63fe1d17-2bf1-482a-89c7-eef50bd11a23) {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:14:33.150828 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f4125d-5c4a-469d-9e5b-792006da2f7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:33.151933 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-87f4125d-5c4a-469d-9e5b-792006da2f7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:33.169994 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132df902-49a4-4b72-a618-ad3df2a1f9f4 None None] Network 63fe1d17-2bf1-482a-89c7-eef50bd11a23 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:14:33.172880 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-aea260d0-b001-4cb3-b29a-88186d96ab51 req-72614b8b-9dc6-4706-959d-0177679fcb95 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567150 Jul 05 02:14:33.229210 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0a814930-c60a-40d0-ae1c-a3f0bba2ace9 req-bbec0b1a-9f1c-4944-b95d-57e06cd29a51 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3510211 Jul 05 02:14:33.267229 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-87f4125d-5c4a-469d-9e5b-792006da2f7b admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0124638 Jul 05 02:14:33.270287 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 44568) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:14:33.275971 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-28262db5-84e9-489a-9c59-ad08c4e12bda admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1694549756-router', 'tenant_id': 'e71c49b0751648d5aac70bc1d6673329', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:14:33.283599 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-65223956-91a2-4649-86a1-058250f685fe req-ddaedfa8-ea57-4ee8-ac75-292372dadeb1 service neutron] 10.222.0.21 "GET /v2.0/networks/b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4133756 Jul 05 02:14:33.399413 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-65223956-91a2-4649-86a1-058250f685fe req-58273776-4536-4002-be76-749443534116 service neutron] 10.222.0.21 "GET /v2.0/networks/b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088068 Jul 05 02:14:33.418042 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae157cf0-eff6-4edf-ae1a-daf15c4892de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-63fe1d17-2bf1-482a-89c7-eef50bd11a23', 'network_id': '63fe1d17-2bf1-482a-89c7-eef50bd11a23', 'tenant_id': 'e71c49b0751648d5aac70bc1d6673329', 'fixed_ips': [{'subnet_id': '2a7a2f29-8f4f-4d68-bb12-eec45e89c926'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:14:33.418652 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-ae157cf0-eff6-4edf-ae1a-daf15c4892de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:33.425162 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-28262db5-84e9-489a-9c59-ad08c4e12bda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11810'] for router, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:33.425162 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-28262db5-84e9-489a-9c59-ad08c4e12bda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1926740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11821'] for router, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:33.545540 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03362b66-8465-41c7-92fa-91078a76aa31 req-2d4d5afe-06d2-4b2d-bfe8-18379e88b64e tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:33.556020 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-03362b66-8465-41c7-92fa-91078a76aa31 req-2d4d5afe-06d2-4b2d-bfe8-18379e88b64e tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/ports?device_id=877a1a52-fa14-4bfb-96aa-8d7365f66b0c HTTP/1.1" status: 200 len: 945 time: 0.1520412 Jul 05 02:14:33.627343 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-03362b66-8465-41c7-92fa-91078a76aa31 req-fbd62e63-28ea-4ff8-ad06-6c598e1aa926 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/security-groups?id=d52d7ff3-b8a7-45ab-964c-a9b0f9336b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687041 Jul 05 02:14:33.629610 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-ae157cf0-eff6-4edf-ae1a-daf15c4892de None None] Allocated IP 172.20.0.2 (63fe1d17-2bf1-482a-89c7-eef50bd11a23/2a7a2f29-8f4f-4d68-bb12-eec45e89c926/49da3c65-62ca-4ffb-901f-157e42d0653a) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:14:33.800565 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-ae157cf0-eff6-4edf-ae1a-daf15c4892de None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:33.812254 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-ae157cf0-eff6-4edf-ae1a-daf15c4892de None None] Transition to ACTIVE for port object 49da3c65-62ca-4ffb-901f-157e42d0653a will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:14:33.833951 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-28262db5-84e9-489a-9c59-ad08c4e12bda admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:33.839659 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-ae157cf0-eff6-4edf-ae1a-daf15c4892de None None] Transition to ACTIVE for port object 49da3c65-62ca-4ffb-901f-157e42d0653a will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:14:33.967587 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-ae157cf0-eff6-4edf-ae1a-daf15c4892de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:34.004228 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae157cf0-eff6-4edf-ae1a-daf15c4892de None None] Network 63fe1d17-2bf1-482a-89c7-eef50bd11a23 is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:14:34.007151 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-ae157cf0-eff6-4edf-ae1a-daf15c4892de None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:14:34.010178 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae157cf0-eff6-4edf-ae1a-daf15c4892de None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:14:34.024766 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae157cf0-eff6-4edf-ae1a-daf15c4892de None None] Pushing event updated for resources: {'Port': ['ID=49da3c65-62ca-4ffb-901f-157e42d0653a,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:14:34.072067 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-28262db5-84e9-489a-9c59-ad08c4e12bda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:34.090711 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-ae157cf0-eff6-4edf-ae1a-daf15c4892de None None] Attempting to bind port 49da3c65-62ca-4ffb-901f-157e42d0653a on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:14:34.091368 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-ae157cf0-eff6-4edf-ae1a-daf15c4892de None None] Attempting to bind port 49da3c65-62ca-4ffb-901f-157e42d0653a by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '53991d4d-c296-4e5e-b240-43886bf23ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '63fe1d17-2bf1-482a-89c7-eef50bd11a23'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:14:34.091710 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae157cf0-eff6-4edf-ae1a-daf15c4892de None None] Attempting to bind port 49da3c65-62ca-4ffb-901f-157e42d0653a on network 63fe1d17-2bf1-482a-89c7-eef50bd11a23 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:14:34.096586 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae157cf0-eff6-4edf-ae1a-daf15c4892de None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:14:34.097068 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae157cf0-eff6-4edf-ae1a-daf15c4892de None None] Checking segment: {'id': '53991d4d-c296-4e5e-b240-43886bf23ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '63fe1d17-2bf1-482a-89c7-eef50bd11a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:14:34.097482 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-ae157cf0-eff6-4edf-ae1a-daf15c4892de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:34.105508 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae157cf0-eff6-4edf-ae1a-daf15c4892de None None] Bound using segment: {'id': '53991d4d-c296-4e5e-b240-43886bf23ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '63fe1d17-2bf1-482a-89c7-eef50bd11a23'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:14:34.105508 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-ae157cf0-eff6-4edf-ae1a-daf15c4892de None None] Bound port: 49da3c65-62ca-4ffb-901f-157e42d0653a, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53991d4d-c296-4e5e-b240-43886bf23ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '63fe1d17-2bf1-482a-89c7-eef50bd11a23'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:14:34.105508 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-ae157cf0-eff6-4edf-ae1a-daf15c4892de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:34.163470 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-ae157cf0-eff6-4edf-ae1a-daf15c4892de None None] For port 49da3c65-62ca-4ffb-901f-157e42d0653a, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:14:34.166661 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-ae157cf0-eff6-4edf-ae1a-daf15c4892de None None] For port 49da3c65-62ca-4ffb-901f-157e42d0653a, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=49da3c65-62ca-4ffb-901f-157e42d0653a,segment=NetworkSegment(53991d4d-c296-4e5e-b240-43886bf23ae4),segment_id=53991d4d-c296-4e5e-b240-43886bf23ae4)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:14:34.260256 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-ae157cf0-eff6-4edf-ae1a-daf15c4892de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:34.347298 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae157cf0-eff6-4edf-ae1a-daf15c4892de None None] Pushing event updated for resources: {'Port': ['ID=49da3c65-62ca-4ffb-901f-157e42d0653a,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:14:34.492427 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-28262db5-84e9-489a-9c59-ad08c4e12bda admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:34.521123 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-28262db5-84e9-489a-9c59-ad08c4e12bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:34.539986 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eb66cb-5688-472d-8690-feea9b47bbc0 req-15fc7448-8f88-4e03-8e7a-afa0c63c47b3 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:34.553877 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a7eb66cb-5688-472d-8690-feea9b47bbc0 req-15fc7448-8f88-4e03-8e7a-afa0c63c47b3 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b8f9243-431f-4e3d-a22d-2ccb517dca70 HTTP/1.1" status: 200 len: 944 time: 0.2333093 Jul 05 02:14:34.569846 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c1c1a-0f7c-4efb-871c-8d611bbb7036 req-f065e4a1-fea0-4958-b07d-17551c8621c2 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:34.579576 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-872c1c1a-0f7c-4efb-871c-8d611bbb7036 req-f065e4a1-fea0-4958-b07d-17551c8621c2 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=29e6b63c-6177-4a7c-a5bd-8b67540f7c8f HTTP/1.1" status: 200 len: 946 time: 0.1069772 Jul 05 02:14:34.699066 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a7eb66cb-5688-472d-8690-feea9b47bbc0 req-2de64400-4515-4db0-973e-b2a0933ba63e tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452448 Jul 05 02:14:34.714877 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-872c1c1a-0f7c-4efb-871c-8d611bbb7036 req-14d25005-e277-4b14-a6f3-4a9df74e249a tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904872 Jul 05 02:14:34.801474 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-28262db5-84e9-489a-9c59-ad08c4e12bda admin admin] Allocated IP 172.25.7.117 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/314a9b11-bb0a-45cb-a636-3606e9834b79) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:14:34.914033 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ef831f-005b-4207-8509-10253d6f40d0 req-248fa939-cf7b-44dd-97f8-e94f5076b9c2 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:34.915998 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b1ef831f-005b-4207-8509-10253d6f40d0 req-248fa939-cf7b-44dd-97f8-e94f5076b9c2 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/ports?device_id=877a1a52-fa14-4bfb-96aa-8d7365f66b0c HTTP/1.1" status: 200 len: 945 time: 0.0778553 Jul 05 02:14:34.931832 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-28262db5-84e9-489a-9c59-ad08c4e12bda admin admin] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:34.958588 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b1ef831f-005b-4207-8509-10253d6f40d0 req-3de92e77-5489-4f1b-b978-0df18e3b9810 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/security-groups?id=d52d7ff3-b8a7-45ab-964c-a9b0f9336b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365045 Jul 05 02:14:35.104676 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-28262db5-84e9-489a-9c59-ad08c4e12bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:35.172126 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28262db5-84e9-489a-9c59-ad08c4e12bda admin admin] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:14:35.175589 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-28262db5-84e9-489a-9c59-ad08c4e12bda admin admin] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:14:35.187570 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28262db5-84e9-489a-9c59-ad08c4e12bda admin admin] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:14:35.226367 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28262db5-84e9-489a-9c59-ad08c4e12bda admin admin] Pushing event updated for resources: {'Port': ['ID=314a9b11-bb0a-45cb-a636-3606e9834b79,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:14:35.283100 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fda7be6a-dd98-4ccf-ade9-ef3d04bc4faa req-ba5e9772-2174-45fc-836f-89bc53f5384d tempest-TenantUsagesTestJSON-1433739089 tempest-TenantUsagesTestJSON-1433739089-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=a6247c45da834477af9010cf3501d1c3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298934 Jul 05 02:14:35.368905 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85d37a2-c2ee-4d69-bed4-719140bd6dee req-22a14bfd-4e65-48e2-b288-0aa22c23555b tempest-LiveMigrationTest-1529316378 tempest-LiveMigrationTest-1529316378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:35.370664 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e85d37a2-c2ee-4d69-bed4-719140bd6dee req-22a14bfd-4e65-48e2-b288-0aa22c23555b tempest-LiveMigrationTest-1529316378 tempest-LiveMigrationTest-1529316378-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=29e6b63c-6177-4a7c-a5bd-8b67540f7c8f HTTP/1.1" status: 200 len: 1098 time: 0.0714078 Jul 05 02:14:35.414190 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e85d37a2-c2ee-4d69-bed4-719140bd6dee req-e0ea583e-207b-4e20-8d63-39e4b08cbee5 tempest-LiveMigrationTest-1529316378 tempest-LiveMigrationTest-1529316378-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346353 Jul 05 02:14:35.564388 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda7be6a-dd98-4ccf-ade9-ef3d04bc4faa req-fc4090d7-8922-4864-8eb0-8698105c259b tempest-TenantUsagesTestJSON-1433739089 tempest-TenantUsagesTestJSON-1433739089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:35.572098 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fda7be6a-dd98-4ccf-ade9-ef3d04bc4faa req-fc4090d7-8922-4864-8eb0-8698105c259b tempest-TenantUsagesTestJSON-1433739089 tempest-TenantUsagesTestJSON-1433739089-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2571943 Jul 05 02:14:35.588485 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fda7be6a-dd98-4ccf-ade9-ef3d04bc4faa req-63d9c993-ed05-44d6-82b1-234c40ed3d3c tempest-TenantUsagesTestJSON-1433739089 tempest-TenantUsagesTestJSON-1433739089-project] 10.222.0.23 "GET /v2.0/quotas/a6247c45da834477af9010cf3501d1c3 HTTP/1.1" status: 200 len: 375 time: 0.0154901 Jul 05 02:14:35.624774 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38cc5477-7fc9-452e-b17e-d1ba845dc7c9 None None] Network 63fe1d17-2bf1-482a-89c7-eef50bd11a23 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:14:35.631461 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fda7be6a-dd98-4ccf-ade9-ef3d04bc4faa req-cc7fd8b9-268c-4d57-af50-c80ec0b9d871 tempest-TenantUsagesTestJSON-1433739089 tempest-TenantUsagesTestJSON-1433739089-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a6247c45da834477af9010cf3501d1c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420771 Jul 05 02:14:35.643781 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77574d71-a8c6-4b8e-a170-92aa1ef838ef req-b512ee09-b812-4a0b-a0ff-b9a6e7edca69 tempest-LiveMigrationTest-1529316378 tempest-LiveMigrationTest-1529316378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:35.645682 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-77574d71-a8c6-4b8e-a170-92aa1ef838ef req-b512ee09-b812-4a0b-a0ff-b9a6e7edca69 tempest-LiveMigrationTest-1529316378 tempest-LiveMigrationTest-1529316378-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=29e6b63c-6177-4a7c-a5bd-8b67540f7c8f HTTP/1.1" status: 200 len: 1098 time: 0.0618935 Jul 05 02:14:35.704761 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-77574d71-a8c6-4b8e-a170-92aa1ef838ef req-0ef4df99-5941-40ee-afc5-85231b5f9252 tempest-LiveMigrationTest-1529316378 tempest-LiveMigrationTest-1529316378-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517077 Jul 05 02:14:35.776120 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-34f4e623-1848-44aa-a076-d68f8e6b03a2 None None] Provisioning for port 49da3c65-62ca-4ffb-901f-157e42d0653a completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:14:35.864554 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-28262db5-84e9-489a-9c59-ad08c4e12bda admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:35.991269 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d017756-a255-4675-a40e-cee5ec107056 req-072557ff-e52f-4fb3-8e9e-38607362799e tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:35.998586 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1d017756-a255-4675-a40e-cee5ec107056 req-072557ff-e52f-4fb3-8e9e-38607362799e tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b8f9243-431f-4e3d-a22d-2ccb517dca70 HTTP/1.1" status: 200 len: 944 time: 0.0839496 Jul 05 02:14:36.052914 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1d017756-a255-4675-a40e-cee5ec107056 req-16f1e65a-82dc-4a78-9bb2-ebc67bf11f29 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534544 Jul 05 02:14:36.154708 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8f6b8482-f287-442d-9710-e0acf135dffe req-21ea0efe-7095-485f-8333-075c02c701f5 tempest-TenantUsagesTestJSON-1433739089 tempest-TenantUsagesTestJSON-1433739089-project] 10.222.0.23 "GET /v2.0/ports?device_id=30d12b80-a6c1-4c9b-b017-d2f542709b34 HTTP/1.1" status: 200 len: 210 time: 0.0391965 Jul 05 02:14:36.215187 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-28262db5-84e9-489a-9c59-ad08c4e12bda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963'] for router, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:36.264633 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 49da3c65-62ca-4ffb-901f-157e42d0653a up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:14:36.416263 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d564369e-5ed2-40c4-b357-d88a5357bc3e req-f7f4923e-d22b-4aa7-b0df-0db3bdc577b5 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:36.416808 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d564369e-5ed2-40c4-b357-d88a5357bc3e req-f7f4923e-d22b-4aa7-b0df-0db3bdc577b5 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/ports?device_id=877a1a52-fa14-4bfb-96aa-8d7365f66b0c HTTP/1.1" status: 200 len: 945 time: 0.0664644 Jul 05 02:14:36.471241 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d564369e-5ed2-40c4-b357-d88a5357bc3e req-4fa71fad-22ba-4e40-b5e6-74e2df643264 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/security-groups?id=d52d7ff3-b8a7-45ab-964c-a9b0f9336b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473940 Jul 05 02:14:36.492847 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 49da3c65-62ca-4ffb-901f-157e42d0653a completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:14:36.500620 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 49da3c65-62ca-4ffb-901f-157e42d0653a triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:14:36.500987 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:36.543255 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28262db5-84e9-489a-9c59-ad08c4e12bda admin admin] Router d6405ea0-751c-4d8f-bb71-fc7716e3bf75 is scheduled to L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 with binding_index 1 {{(pid=94461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 02:14:36.627206 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:36.664235 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 49da3c65-62ca-4ffb-901f-157e42d0653a, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=49da3c65-62ca-4ffb-901f-157e42d0653a,segment=NetworkSegment(53991d4d-c296-4e5e-b240-43886bf23ae4),segment_id=53991d4d-c296-4e5e-b240-43886bf23ae4)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:14:36.675548 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28262db5-84e9-489a-9c59-ad08c4e12bda admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:14:36.684365 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92bb785e-dd27-48a7-9ed8-ae33fc231051 None None] Sync routers for ids ['d6405ea0-751c-4d8f-bb71-fc7716e3bf75'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:14:36.694549 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92bb785e-dd27-48a7-9ed8-ae33fc231051 None None] Routers {'d6405ea0-751c-4d8f-bb71-fc7716e3bf75'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:14:36.695167 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-92bb785e-dd27-48a7-9ed8-ae33fc231051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:14:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['d6405ea0-751c-4d8f-bb71-fc7716e3bf75'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:14:36.794097 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 5ddaa702-7499-4b1d-ba17-2ce6d44ba48c details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:14:36.803314 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-92bb785e-dd27-48a7-9ed8-ae33fc231051 None None] Set router d6405ea0-751c-4d8f-bb71-fc7716e3bf75 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:14:36.881861 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-28262db5-84e9-489a-9c59-ad08c4e12bda admin admin] Notify callbacks [] for router, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:36.883343 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-28262db5-84e9-489a-9c59-ad08c4e12bda admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.6114328 Jul 05 02:14:36.885918 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 44660) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:14:36.893296 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:36.920517 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 5ddaa702-7499-4b1d-ba17-2ce6d44ba48c, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=5ddaa702-7499-4b1d-ba17-2ce6d44ba48c,segment=NetworkSegment(69ab64d7-bb63-4367-9b3e-0960def4b6c7),segment_id=69ab64d7-bb63-4367-9b3e-0960def4b6c7)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:14:36.939639 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': '5ddaa702-7499-4b1d-ba17-2ce6d44ba48c', 'network_id': 'b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1', 'port_id': '5ddaa702-7499-4b1d-ba17-2ce6d44ba48c', 'mac_address': 'fa:16:3e:ae:c5:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88cd65d9-1715-492f-9ef5-e486cc8231ac', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:14:37.014639 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-92bb785e-dd27-48a7-9ed8-ae33fc231051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6405ea0-751c-4d8f-bb71-fc7716e3bf75', 'name': 'tempest-FloatingIPDetailsTestJSON-1694549756-router', 'tenant_id': 'e71c49b0751648d5aac70bc1d6673329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '314a9b11-bb0a-45cb-a636-3606e9834b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:14:33Z', 'updated_at': '2021-07-05T02:14:35Z', 'revision_number': 3, 'project_id': 'e71c49b0751648d5aac70bc1d6673329', 'gw_port': {'id': '314a9b11-bb0a-45cb-a636-3606e9834b79', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:30:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6405ea0-751c-4d8f-bb71-fc7716e3bf75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:14:34Z', 'updated_at': '2021-07-05T02:14:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:14:37.037552 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:37.041674 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ddaa702-7499-4b1d-ba17-2ce6d44ba48c {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:14:37.046501 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92bb785e-dd27-48a7-9ed8-ae33fc231051 None None] Checking router: d6405ea0-751c-4d8f-bb71-fc7716e3bf75 for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:14:37.046853 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92bb785e-dd27-48a7-9ed8-ae33fc231051 None None] Updating router d6405ea0-751c-4d8f-bb71-fc7716e3bf75 port 314a9b11-bb0a-45cb-a636-3606e9834b79 binding host n-d-771362-32 {{(pid=94464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 02:14:37.047656 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=49da3c65-62ca-4ffb-901f-157e42d0653a,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:14:37.074808 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 5ddaa702-7499-4b1d-ba17-2ce6d44ba48c, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=5ddaa702-7499-4b1d-ba17-2ce6d44ba48c,segment=NetworkSegment(69ab64d7-bb63-4367-9b3e-0960def4b6c7),segment_id=69ab64d7-bb63-4367-9b3e-0960def4b6c7)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:14:37.089687 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-92bb785e-dd27-48a7-9ed8-ae33fc231051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:37.199988 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:37.307923 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=5ddaa702-7499-4b1d-ba17-2ce6d44ba48c,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:14:37.309038 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e317398-b2b9-46f2-82b3-77eee17a758c req-6648e262-794c-4dde-8f86-a2b0ec275af0 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:37.317073 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2e317398-b2b9-46f2-82b3-77eee17a758c req-6648e262-794c-4dde-8f86-a2b0ec275af0 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b8f9243-431f-4e3d-a22d-2ccb517dca70 HTTP/1.1" status: 200 len: 945 time: 0.1115983 Jul 05 02:14:37.364531 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2e317398-b2b9-46f2-82b3-77eee17a758c req-87c007a3-ce13-4719-b7f8-69abd486be14 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461812 Jul 05 02:14:37.461546 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['5ddaa702-7499-4b1d-ba17-2ce6d44ba48c'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:14:37.465165 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-45ab2533-ac99-4819-adb3-029dafb7b480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:37.483275 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0447f5b4-84bb-443b-8c77-e4f96393cb03 req-d7732c32-6cf7-4764-bd7d-eeffd6645572 tempest-TenantUsagesTestJSON-1433739089 tempest-TenantUsagesTestJSON-1433739089-project] 10.222.0.23 "GET /v2.0/ports?device_id=30d12b80-a6c1-4c9b-b017-d2f542709b34 HTTP/1.1" status: 200 len: 210 time: 0.0388987 Jul 05 02:14:37.624271 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-92bb785e-dd27-48a7-9ed8-ae33fc231051 None None] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:37.658516 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-92bb785e-dd27-48a7-9ed8-ae33fc231051 None None] Transition to ACTIVE for port object 314a9b11-bb0a-45cb-a636-3606e9834b79 will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:14:37.764309 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-45ab2533-ac99-4819-adb3-029dafb7b480 admin admin] Allocated IP 172.20.0.1 (63fe1d17-2bf1-482a-89c7-eef50bd11a23/2a7a2f29-8f4f-4d68-bb12-eec45e89c926/3f9dfb9d-e7ef-4814-8495-f62ae2f19781) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:14:37.796837 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c869f782-bf29-480c-abdb-cf799ee961a0 req-9fb0f1cb-247b-4766-a763-1f225251d9cd tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:37.798526 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c869f782-bf29-480c-abdb-cf799ee961a0 req-9fb0f1cb-247b-4766-a763-1f225251d9cd tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/ports?device_id=877a1a52-fa14-4bfb-96aa-8d7365f66b0c HTTP/1.1" status: 200 len: 945 time: 0.0724509 Jul 05 02:14:37.828541 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-92bb785e-dd27-48a7-9ed8-ae33fc231051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:37.871666 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c869f782-bf29-480c-abdb-cf799ee961a0 req-56325026-ecd9-465b-ad17-193a6cc0d785 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/security-groups?id=d52d7ff3-b8a7-45ab-964c-a9b0f9336b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623980 Jul 05 02:14:37.886419 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-45ab2533-ac99-4819-adb3-029dafb7b480 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:37.894594 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527a990c-01b9-4fae-b0df-f9fd5ceded54 None None] Pushing event updated for resources: {'Port': ['ID=314a9b11-bb0a-45cb-a636-3606e9834b79,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:14:37.898160 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-92bb785e-dd27-48a7-9ed8-ae33fc231051 None None] Attempting to bind port 314a9b11-bb0a-45cb-a636-3606e9834b79 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:14:37.898817 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-92bb785e-dd27-48a7-9ed8-ae33fc231051 None None] Attempting to bind port 314a9b11-bb0a-45cb-a636-3606e9834b79 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:14:37.899277 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bb785e-dd27-48a7-9ed8-ae33fc231051 None None] Attempting to bind port 314a9b11-bb0a-45cb-a636-3606e9834b79 on network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:14:37.900444 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [None req-45ab2533-ac99-4819-adb3-029dafb7b480 admin admin] Transition to ACTIVE for port object 3f9dfb9d-e7ef-4814-8495-f62ae2f19781 will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:14:37.908360 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bb785e-dd27-48a7-9ed8-ae33fc231051 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:14:37.909425 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bb785e-dd27-48a7-9ed8-ae33fc231051 None None] Checking segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:14:37.910035 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-92bb785e-dd27-48a7-9ed8-ae33fc231051 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:37.910655 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bb785e-dd27-48a7-9ed8-ae33fc231051 None None] Bound using segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:14:37.911220 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-92bb785e-dd27-48a7-9ed8-ae33fc231051 None None] Bound port: 314a9b11-bb0a-45cb-a636-3606e9834b79, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:14:37.911684 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-92bb785e-dd27-48a7-9ed8-ae33fc231051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:37.972961 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-92bb785e-dd27-48a7-9ed8-ae33fc231051 None None] For port 314a9b11-bb0a-45cb-a636-3606e9834b79, host n-d-771362-32, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:14:37.976206 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-92bb785e-dd27-48a7-9ed8-ae33fc231051 None None] For port 314a9b11-bb0a-45cb-a636-3606e9834b79, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=314a9b11-bb0a-45cb-a636-3606e9834b79,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:14:38.059565 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-45ab2533-ac99-4819-adb3-029dafb7b480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:38.107035 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-92bb785e-dd27-48a7-9ed8-ae33fc231051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:38.135707 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 49da3c65-62ca-4ffb-901f-157e42d0653a up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:14:38.138582 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ab2533-ac99-4819-adb3-029dafb7b480 admin admin] Pushing event updated for resources: {'Port': ['ID=3f9dfb9d-e7ef-4814-8495-f62ae2f19781,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:14:38.157785 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ab2533-ac99-4819-adb3-029dafb7b480 admin admin] Network 63fe1d17-2bf1-482a-89c7-eef50bd11a23 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:14:38.159526 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-45ab2533-ac99-4819-adb3-029dafb7b480 admin admin] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:14:38.161891 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ab2533-ac99-4819-adb3-029dafb7b480 admin admin] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:14:38.166496 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92bb785e-dd27-48a7-9ed8-ae33fc231051 None None] Routers {'d6405ea0-751c-4d8f-bb71-fc7716e3bf75'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:14:38.167320 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-92bb785e-dd27-48a7-9ed8-ae33fc231051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:14:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['d6405ea0-751c-4d8f-bb71-fc7716e3bf75'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:14:38.208243 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 49da3c65-62ca-4ffb-901f-157e42d0653a triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:14:38.209021 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:38.212503 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-45ab2533-ac99-4819-adb3-029dafb7b480 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635668'] for router_interface, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:38.435661 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-92bb785e-dd27-48a7-9ed8-ae33fc231051 None None] Set router d6405ea0-751c-4d8f-bb71-fc7716e3bf75 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:14:38.437371 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527a990c-01b9-4fae-b0df-f9fd5ceded54 None None] Pushing event updated for resources: {'Port': ['ID=314a9b11-bb0a-45cb-a636-3606e9834b79,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:14:38.554935 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-45ab2533-ac99-4819-adb3-029dafb7b480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:38.561780 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-f348e345-f8f9-4ea9-87a7-0bcb28dbf187 None None] Provisioning for port 3f9dfb9d-e7ef-4814-8495-f62ae2f19781 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:14:38.566232 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-f348e345-f8f9-4ea9-87a7-0bcb28dbf187 None None] Provisioning complete for port 3f9dfb9d-e7ef-4814-8495-f62ae2f19781 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:14:38.566601 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f348e345-f8f9-4ea9-87a7-0bcb28dbf187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:38.631877 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d6110a-f3c3-4acf-9f29-489c01adf0c8 req-3ed7dcee-77c0-489a-afdb-7248125289ac tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:38.634537 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-96d6110a-f3c3-4acf-9f29-489c01adf0c8 req-3ed7dcee-77c0-489a-afdb-7248125289ac tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b8f9243-431f-4e3d-a22d-2ccb517dca70 HTTP/1.1" status: 200 len: 945 time: 0.0887756 Jul 05 02:14:38.653410 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-92bb785e-dd27-48a7-9ed8-ae33fc231051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6405ea0-751c-4d8f-bb71-fc7716e3bf75', 'name': 'tempest-FloatingIPDetailsTestJSON-1694549756-router', 'tenant_id': 'e71c49b0751648d5aac70bc1d6673329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '314a9b11-bb0a-45cb-a636-3606e9834b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:14:33Z', 'updated_at': '2021-07-05T02:14:35Z', 'revision_number': 3, 'project_id': 'e71c49b0751648d5aac70bc1d6673329', 'gw_port': {'id': '314a9b11-bb0a-45cb-a636-3606e9834b79', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:30:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6405ea0-751c-4d8f-bb71-fc7716e3bf75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:14:34Z', 'updated_at': '2021-07-05T02:14:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:14:38.672642 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-f348e345-f8f9-4ea9-87a7-0bcb28dbf187 None None] Port 3f9dfb9d-e7ef-4814-8495-f62ae2f19781 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:14:38.705983 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-96d6110a-f3c3-4acf-9f29-489c01adf0c8 req-a5628ca1-55e7-4416-919e-15dbade03524 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569222 Jul 05 02:14:38.761546 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92bb785e-dd27-48a7-9ed8-ae33fc231051 None None] The sync data for ids ['d6405ea0-751c-4d8f-bb71-fc7716e3bf75'] in n-d-771362-32 is: [{'id': 'd6405ea0-751c-4d8f-bb71-fc7716e3bf75', 'name': 'tempest-FloatingIPDetailsTestJSON-1694549756-router', 'tenant_id': 'e71c49b0751648d5aac70bc1d6673329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '314a9b11-bb0a-45cb-a636-3606e9834b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:14:33Z', 'updated_at': '2021-07-05T02:14:35Z', 'revision_number': 3, 'project_id': 'e71c49b0751648d5aac70bc1d6673329', 'gw_port': {'id': '314a9b11-bb0a-45cb-a636-3606e9834b79', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:30:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6405ea0-751c-4d8f-bb71-fc7716e3bf75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:14:34Z', 'updated_at': '2021-07-05T02:14:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:14:38.824021 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 5ddaa702-7499-4b1d-ba17-2ce6d44ba48c up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:14:38.838681 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-45ab2533-ac99-4819-adb3-029dafb7b480 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:38.887132 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-fa1b5b0a-8ae5-41c2-9a1e-70d590fa9d05 req-5cea61a7-9637-40d4-a31d-bd4db7ea57cb tempest-TenantUsagesTestJSON-1433739089 tempest-TenantUsagesTestJSON-1433739089-project] 10.222.0.23 "GET /v2.0/ports?device_id=30d12b80-a6c1-4c9b-b017-d2f542709b34 HTTP/1.1" status: 200 len: 210 time: 0.0387816 Jul 05 02:14:38.989936 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-45ab2533-ac99-4819-adb3-029dafb7b480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:39.068583 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning for port 5ddaa702-7499-4b1d-ba17-2ce6d44ba48c completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:14:39.073377 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port 5ddaa702-7499-4b1d-ba17-2ce6d44ba48c triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:14:39.074488 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:39.083072 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-45ab2533-ac99-4819-adb3-029dafb7b480 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634601'] for router_interface, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:39.089903 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d56e731-080b-484b-9f6e-5e75931b32eb req-98b8bfe0-46a7-451a-bdfe-6f9b0f1c637c tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:39.107449 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9d56e731-080b-484b-9f6e-5e75931b32eb req-98b8bfe0-46a7-451a-bdfe-6f9b0f1c637c tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/ports?device_id=877a1a52-fa14-4bfb-96aa-8d7365f66b0c HTTP/1.1" status: 200 len: 945 time: 0.0922287 Jul 05 02:14:39.125032 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ab2533-ac99-4819-adb3-029dafb7b480 admin admin] Pushing event updated for resources: {'Port': ['ID=3f9dfb9d-e7ef-4814-8495-f62ae2f19781,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:14:39.172333 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9d56e731-080b-484b-9f6e-5e75931b32eb req-5b9fad3e-5259-42a0-8054-c5f7857c49e1 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/security-groups?id=d52d7ff3-b8a7-45ab-964c-a9b0f9336b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713515 Jul 05 02:14:39.255225 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:39.323950 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b8f9243-431f-4e3d-a22d-2ccb517dca70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ddaa702-7499-4b1d-ba17-2ce6d44ba48c'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:14:39.333764 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-824623db-bb6c-4c86-aa22-a43d17abff3a" -d '{"events": [{"server_uuid": "6b8f9243-431f-4e3d-a22d-2ccb517dca70", "name": "network-vif-plugged", "status": "completed", "tag": "5ddaa702-7499-4b1d-ba17-2ce6d44ba48c"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:14:39.349526 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 5ddaa702-7499-4b1d-ba17-2ce6d44ba48c, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=5ddaa702-7499-4b1d-ba17-2ce6d44ba48c,segment=NetworkSegment(69ab64d7-bb63-4367-9b3e-0960def4b6c7),segment_id=69ab64d7-bb63-4367-9b3e-0960def4b6c7)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:14:39.406727 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d410eb5-53cf-4db2-8f38-6767a4a795a6 x-openstack-request-id: req-3d410eb5-53cf-4db2-8f38-6767a4a795a6 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:14:39.406727 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b8f9243-431f-4e3d-a22d-2ccb517dca70", "name": "network-vif-plugged", "status": "completed", "tag": "5ddaa702-7499-4b1d-ba17-2ce6d44ba48c", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:14:39.406727 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3d410eb5-53cf-4db2-8f38-6767a4a795a6 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:14:39.406727 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b8f9243-431f-4e3d-a22d-2ccb517dca70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ddaa702-7499-4b1d-ba17-2ce6d44ba48c', 'code': 200} Jul 05 02:14:39.473935 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:39.557371 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bae1ec-fa42-4028-8c4b-f2bea0d48a5a req-3160169c-e748-4350-b566-2313bdc71d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:39.559303 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e5bae1ec-fa42-4028-8c4b-f2bea0d48a5a req-3160169c-e748-4350-b566-2313bdc71d72 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6b8f9243-431f-4e3d-a22d-2ccb517dca70 HTTP/1.1" status: 200 len: 1098 time: 0.0890827 Jul 05 02:14:39.569711 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [req-5de367ea-a4a2-4a3c-8cc6-f81b19fa5c33 req-8e2b8043-ed67-4098-b82a-c0f6e4228990 tempest-LiveMigrationTest-1529316378 tempest-LiveMigrationTest-1529316378-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:14:39.570738 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5de367ea-a4a2-4a3c-8cc6-f81b19fa5c33 req-8e2b8043-ed67-4098-b82a-c0f6e4228990 tempest-LiveMigrationTest-1529316378 tempest-LiveMigrationTest-1529316378-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073810 Jul 05 02:14:39.583988 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-5de367ea-a4a2-4a3c-8cc6-f81b19fa5c33 req-a317b2dc-eb03-425a-9918-ac5aa9f9cdcf service neutron] Request body: {'binding': {'host': 'n-h2-771362-32', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:14:39.584366 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-5de367ea-a4a2-4a3c-8cc6-f81b19fa5c33 req-a317b2dc-eb03-425a-9918-ac5aa9f9cdcf service neutron] Unknown quota resources ['binding']. {{(pid=94461) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 02:14:39.586832 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=5ddaa702-7499-4b1d-ba17-2ce6d44ba48c,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:14:39.612547 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e5bae1ec-fa42-4028-8c4b-f2bea0d48a5a req-47a7197c-9edb-4f0c-b31a-240a39454e82 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442464 Jul 05 02:14:39.695486 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ab2533-ac99-4819-adb3-029dafb7b480 admin admin] Network 63fe1d17-2bf1-482a-89c7-eef50bd11a23 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:14:39.698189 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-45ab2533-ac99-4819-adb3-029dafb7b480 admin admin] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:14:39.842968 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-5de367ea-a4a2-4a3c-8cc6-f81b19fa5c33 req-a317b2dc-eb03-425a-9918-ac5aa9f9cdcf service neutron] Attempting to bind port 43fe7b59-58fe-4af8-8915-317943d82b14 on host n-h2-771362-32 for vnic_type normal with profile None {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:14:39.843220 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-5de367ea-a4a2-4a3c-8cc6-f81b19fa5c33 req-a317b2dc-eb03-425a-9918-ac5aa9f9cdcf service neutron] Attempting to bind port 43fe7b59-58fe-4af8-8915-317943d82b14 by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '24fd9432-f398-4a05-975c-1360bad4fc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd55491b1-56ba-426a-ac8c-e92d73c02c5b'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:14:39.843760 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de367ea-a4a2-4a3c-8cc6-f81b19fa5c33 req-a317b2dc-eb03-425a-9918-ac5aa9f9cdcf service neutron] Attempting to bind port 43fe7b59-58fe-4af8-8915-317943d82b14 on network d55491b1-56ba-426a-ac8c-e92d73c02c5b {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:14:39.861149 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de367ea-a4a2-4a3c-8cc6-f81b19fa5c33 req-a317b2dc-eb03-425a-9918-ac5aa9f9cdcf service neutron] Port 43fe7b59-58fe-4af8-8915-317943d82b14 on network d55491b1-56ba-426a-ac8c-e92d73c02c5b not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:14:39.861723 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de367ea-a4a2-4a3c-8cc6-f81b19fa5c33 req-a317b2dc-eb03-425a-9918-ac5aa9f9cdcf service neutron] Attempting to bind port 43fe7b59-58fe-4af8-8915-317943d82b14 on network d55491b1-56ba-426a-ac8c-e92d73c02c5b {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:14:39.871380 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de367ea-a4a2-4a3c-8cc6-f81b19fa5c33 req-a317b2dc-eb03-425a-9918-ac5aa9f9cdcf service neutron] Checking agent: {'id': 'e071c76e-395f-48c4-a98f-88088465cf0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:14:39.871983 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de367ea-a4a2-4a3c-8cc6-f81b19fa5c33 req-a317b2dc-eb03-425a-9918-ac5aa9f9cdcf service neutron] Checking segment: {'id': '24fd9432-f398-4a05-975c-1360bad4fc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd55491b1-56ba-426a-ac8c-e92d73c02c5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:14:39.873093 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de367ea-a4a2-4a3c-8cc6-f81b19fa5c33 req-a317b2dc-eb03-425a-9918-ac5aa9f9cdcf service neutron] Bound using segment: {'id': '24fd9432-f398-4a05-975c-1360bad4fc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd55491b1-56ba-426a-ac8c-e92d73c02c5b'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:14:39.873907 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-5de367ea-a4a2-4a3c-8cc6-f81b19fa5c33 req-a317b2dc-eb03-425a-9918-ac5aa9f9cdcf service neutron] Bound port: 43fe7b59-58fe-4af8-8915-317943d82b14, host: n-h2-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24fd9432-f398-4a05-975c-1360bad4fc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd55491b1-56ba-426a-ac8c-e92d73c02c5b'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:14:39.941569 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45ab2533-ac99-4819-adb3-029dafb7b480 admin admin] Router d6405ea0-751c-4d8f-bb71-fc7716e3bf75 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:14:39.979035 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-5de367ea-a4a2-4a3c-8cc6-f81b19fa5c33 req-a317b2dc-eb03-425a-9918-ac5aa9f9cdcf service neutron] For port 43fe7b59-58fe-4af8-8915-317943d82b14, host n-h2-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=43fe7b59-58fe-4af8-8915-317943d82b14,segment=NetworkSegment(24fd9432-f398-4a05-975c-1360bad4fc21),segment_id=24fd9432-f398-4a05-975c-1360bad4fc21)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:14:39.986358 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f8a28b-fd83-4f80-8a15-d09206625f83 req-98345ca8-9f8f-4ab7-91f3-0eb45cc27556 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:39.993392 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c6f8a28b-fd83-4f80-8a15-d09206625f83 req-98345ca8-9f8f-4ab7-91f3-0eb45cc27556 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b8f9243-431f-4e3d-a22d-2ccb517dca70 HTTP/1.1" status: 200 len: 946 time: 0.1352260 Jul 05 02:14:40.036245 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c6f8a28b-fd83-4f80-8a15-d09206625f83 req-e974f69f-6d91-4a16-b2eb-0b8b6b55a1da tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419314 Jul 05 02:14:40.141763 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-4264f32d-1b51-4889-9cc7-fd138720aad2 None None] Provisioning complete for port 3f9dfb9d-e7ef-4814-8495-f62ae2f19781 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:14:40.148403 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4264f32d-1b51-4889-9cc7-fd138720aad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:40.152030 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-5de367ea-a4a2-4a3c-8cc6-f81b19fa5c33 req-a317b2dc-eb03-425a-9918-ac5aa9f9cdcf service neutron] Notify callbacks [] for binding, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:40.156832 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5de367ea-a4a2-4a3c-8cc6-f81b19fa5c33 req-a317b2dc-eb03-425a-9918-ac5aa9f9cdcf service neutron] 10.222.0.23 "POST /v2.0/ports/43fe7b59-58fe-4af8-8915-317943d82b14/bindings HTTP/1.1" status: 201 len: 390 time: 0.5785728 Jul 05 02:14:40.165205 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-fda7be6a-dd98-4ccf-ade9-ef3d04bc4faa req-abd7bd69-40af-4d5c-81da-0ee6b60ded5b tempest-TenantUsagesTestJSON-1433739089 tempest-TenantUsagesTestJSON-1433739089-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=a6247c45da834477af9010cf3501d1c3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0452199 Jul 05 02:14:40.197164 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 314a9b11-bb0a-45cb-a636-3606e9834b79 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:14:40.203487 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45ab2533-ac99-4819-adb3-029dafb7b480 admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:14:40.218243 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-45ab2533-ac99-4819-adb3-029dafb7b480 admin admin] 10.222.0.23 "PUT /v2.0/routers/d6405ea0-751c-4d8f-bb71-fc7716e3bf75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3234482 Jul 05 02:14:40.295127 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-4264f32d-1b51-4889-9cc7-fd138720aad2 None None] Port 3f9dfb9d-e7ef-4814-8495-f62ae2f19781 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:14:40.318611 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-481bd371-d9f8-4d01-8b59-07cb8dddd0a8 req-a75083a5-3b8d-4019-afb1-b1a602cda640 tempest-TenantUsagesTestJSON-1433739089 tempest-TenantUsagesTestJSON-1433739089-project] 10.222.0.23 "GET /v2.0/ports?device_id=30d12b80-a6c1-4c9b-b017-d2f542709b34 HTTP/1.1" status: 200 len: 210 time: 0.0379817 Jul 05 02:14:40.370745 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda7be6a-dd98-4ccf-ade9-ef3d04bc4faa req-4bd1cb3f-1780-47e9-9df4-48f11303dab3 tempest-TenantUsagesTestJSON-1433739089 tempest-TenantUsagesTestJSON-1433739089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:40.374972 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-fda7be6a-dd98-4ccf-ade9-ef3d04bc4faa req-4bd1cb3f-1780-47e9-9df4-48f11303dab3 tempest-TenantUsagesTestJSON-1433739089 tempest-TenantUsagesTestJSON-1433739089-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1985638 Jul 05 02:14:40.388436 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-fda7be6a-dd98-4ccf-ade9-ef3d04bc4faa req-771f91b7-345f-412b-b23b-2787ff6218df tempest-TenantUsagesTestJSON-1433739089 tempest-TenantUsagesTestJSON-1433739089-project] Request body: {'port': {'device_id': '30d12b80-a6c1-4c9b-b017-d2f542709b34', 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4', 'admin_state_up': True, 'tenant_id': 'a6247c45da834477af9010cf3501d1c3'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:14:40.538310 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 314a9b11-bb0a-45cb-a636-3606e9834b79 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:14:40.542813 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 314a9b11-bb0a-45cb-a636-3606e9834b79 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:14:40.543178 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:40.567107 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7141907-60dd-4153-99ee-6176feb46683 req-345600c0-9440-4ec4-b7c4-d543dfa6e571 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:40.569548 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a7141907-60dd-4153-99ee-6176feb46683 req-345600c0-9440-4ec4-b7c4-d543dfa6e571 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/ports?device_id=877a1a52-fa14-4bfb-96aa-8d7365f66b0c HTTP/1.1" status: 200 len: 945 time: 0.1207480 Jul 05 02:14:40.615870 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a7141907-60dd-4153-99ee-6176feb46683 req-b687fb3d-8df4-4f7b-9adb-dce405c64a99 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/security-groups?id=d52d7ff3-b8a7-45ab-964c-a9b0f9336b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383708 Jul 05 02:14:40.648902 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:40.677408 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 314a9b11-bb0a-45cb-a636-3606e9834b79, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=314a9b11-bb0a-45cb-a636-3606e9834b79,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:14:40.728517 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fda7be6a-dd98-4ccf-ade9-ef3d04bc4faa req-771f91b7-345f-412b-b23b-2787ff6218df tempest-TenantUsagesTestJSON-1433739089 tempest-TenantUsagesTestJSON-1433739089-project] Made reservation on behalf of a6247c45da834477af9010cf3501d1c3 for: {'port': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:14:40.734180 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-fda7be6a-dd98-4ccf-ade9-ef3d04bc4faa req-771f91b7-345f-412b-b23b-2787ff6218df tempest-TenantUsagesTestJSON-1433739089 tempest-TenantUsagesTestJSON-1433739089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:40.790083 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-fda7be6a-dd98-4ccf-ade9-ef3d04bc4faa req-771f91b7-345f-412b-b23b-2787ff6218df tempest-TenantUsagesTestJSON-1433739089 tempest-TenantUsagesTestJSON-1433739089-project] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:40.887111 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:40.927189 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d2ec01-e95a-4995-8000-421e4c1acc45 req-fb043dec-1369-4cf8-9b67-da72f749016f tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:40.928945 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a1d2ec01-e95a-4995-8000-421e4c1acc45 req-fb043dec-1369-4cf8-9b67-da72f749016f tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=29e6b63c-6177-4a7c-a5bd-8b67540f7c8f HTTP/1.1" status: 200 len: 946 time: 0.1028886 Jul 05 02:14:40.950181 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=314a9b11-bb0a-45cb-a636-3606e9834b79,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:14:40.955172 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9183fbd6-c753-499d-a60a-a9e520b2f283 req-f67cd442-b715-4b0d-bb46-66d25fd68813 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2455447 Jul 05 02:14:40.962997 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-9183fbd6-c753-499d-a60a-a9e520b2f283 req-7c213b1c-b317-4093-8cde-0391a96c0249 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Request body: {'floatingip': {'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:14:40.984699 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a1d2ec01-e95a-4995-8000-421e4c1acc45 req-905c7d60-f0b0-46ce-acdb-c63e8e4899d3 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489416 Jul 05 02:14:41.042767 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-fda7be6a-dd98-4ccf-ade9-ef3d04bc4faa req-771f91b7-345f-412b-b23b-2787ff6218df tempest-TenantUsagesTestJSON-1433739089 tempest-TenantUsagesTestJSON-1433739089-project] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:41.072480 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdf5f4b-66a7-4c3f-a6ab-bb7111696fc5 None None] Sync routers for ids ['d6405ea0-751c-4d8f-bb71-fc7716e3bf75'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:14:41.083430 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdf5f4b-66a7-4c3f-a6ab-bb7111696fc5 None None] Routers {'d6405ea0-751c-4d8f-bb71-fc7716e3bf75'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:14:41.084061 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-ecdf5f4b-66a7-4c3f-a6ab-bb7111696fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:14:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['d6405ea0-751c-4d8f-bb71-fc7716e3bf75'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:14:41.163605 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-fda7be6a-dd98-4ccf-ade9-ef3d04bc4faa req-771f91b7-345f-412b-b23b-2787ff6218df tempest-TenantUsagesTestJSON-1433739089 tempest-TenantUsagesTestJSON-1433739089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:41.211560 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-ecdf5f4b-66a7-4c3f-a6ab-bb7111696fc5 None None] Set router d6405ea0-751c-4d8f-bb71-fc7716e3bf75 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:14:41.243310 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771f91b7-345f-412b-b23b-2787ff6218df tempest-TenantUsagesTestJSON-1433739089 tempest-TenantUsagesTestJSON-1433739089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51f1bdf2-755b-4e72-af44-bf78c8ffa3c3,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:14:41.256039 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2c6b26-a940-4d10-8e5b-b74733b58860 req-836b2932-d0fa-4ca1-85ed-390ae184b00d tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:41.264120 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ec2c6b26-a940-4d10-8e5b-b74733b58860 req-836b2932-d0fa-4ca1-85ed-390ae184b00d tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b8f9243-431f-4e3d-a22d-2ccb517dca70 HTTP/1.1" status: 200 len: 946 time: 0.1044486 Jul 05 02:14:41.332106 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [req-fda7be6a-dd98-4ccf-ade9-ef3d04bc4faa req-771f91b7-345f-412b-b23b-2787ff6218df tempest-TenantUsagesTestJSON-1433739089 tempest-TenantUsagesTestJSON-1433739089-project] Allocated IP 192.168.233.76 (dff432c2-7366-4622-aebb-da22fe05bfd4/b840e204-692c-4f54-8f07-f6563e8e36b1/d5f9c928-2a25-4f01-a297-a97248c9c2d5) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:14:41.335407 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ec2c6b26-a940-4d10-8e5b-b74733b58860 req-3d95647c-0595-4bf7-9395-4d2769df9db3 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703235 Jul 05 02:14:41.422932 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de367ea-a4a2-4a3c-8cc6-f81b19fa5c33 req-cdc3e126-8c50-4673-b282-91abcd2424cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:41.431609 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5de367ea-a4a2-4a3c-8cc6-f81b19fa5c33 req-cdc3e126-8c50-4673-b282-91abcd2424cc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7a7e417343d4479788713b4bb769c9b0&device_id=29e6b63c-6177-4a7c-a5bd-8b67540f7c8f HTTP/1.1" status: 200 len: 1098 time: 0.0830109 Jul 05 02:14:41.461367 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-9183fbd6-c753-499d-a60a-a9e520b2f283 req-7c213b1c-b317-4093-8cde-0391a96c0249 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Notify callbacks [] for floatingip, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:41.471590 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-ecdf5f4b-66a7-4c3f-a6ab-bb7111696fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6405ea0-751c-4d8f-bb71-fc7716e3bf75', 'name': 'tempest-FloatingIPDetailsTestJSON-1694549756-router', 'tenant_id': 'e71c49b0751648d5aac70bc1d6673329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '314a9b11-bb0a-45cb-a636-3606e9834b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:14:33Z', 'updated_at': '2021-07-05T02:14:38Z', 'revision_number': 4, 'project_id': 'e71c49b0751648d5aac70bc1d6673329', 'gw_port': {'id': '314a9b11-bb0a-45cb-a636-3606e9834b79', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:30:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6405ea0-751c-4d8f-bb71-fc7716e3bf75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:14:34Z', 'updated_at': '2021-07-05T02:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '3f9dfb9d-e7ef-4814-8495-f62ae2f19781', 'name': '', 'network_id': '63fe1d17-2bf1-482a-89c7-eef50bd11a23', 'tenant_id': 'e71c49b0751648d5aac70bc1d6673329', 'mac_address': 'fa:16:3e:6e:10:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6405ea0-751c-4d8f-bb71-fc7716e3bf75', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '2a7a2f29-8f4f-4d68-bb12-eec45e89c926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:14:37Z', 'updated_at': '2021-07-05T02:14:38Z', 'revision_number': 2, 'project_id': 'e71c49b0751648d5aac70bc1d6673329', 'subnets': [{'id': '2a7a2f29-8f4f-4d68-bb12-eec45e89c926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:14:41.558978 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de367ea-a4a2-4a3c-8cc6-f81b19fa5c33 req-bff95347-994a-474a-8878-d51c8824f871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:41.560701 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5de367ea-a4a2-4a3c-8cc6-f81b19fa5c33 req-bff95347-994a-474a-8878-d51c8824f871 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d55491b1-56ba-426a-ac8c-e92d73c02c5b HTTP/1.1" status: 200 len: 908 time: 0.1215246 Jul 05 02:14:41.635930 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5de367ea-a4a2-4a3c-8cc6-f81b19fa5c33 req-cc329974-809d-4644-85bf-939bad534f88 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43fe7b59-58fe-4af8-8915-317943d82b14 HTTP/1.1" status: 200 len: 217 time: 0.0681944 Jul 05 02:14:41.661427 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-fda7be6a-dd98-4ccf-ade9-ef3d04bc4faa req-771f91b7-345f-412b-b23b-2787ff6218df tempest-TenantUsagesTestJSON-1433739089 tempest-TenantUsagesTestJSON-1433739089-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:41.672204 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdf5f4b-66a7-4c3f-a6ab-bb7111696fc5 None None] Checking router: d6405ea0-751c-4d8f-bb71-fc7716e3bf75 for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:14:41.673592 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdf5f4b-66a7-4c3f-a6ab-bb7111696fc5 None None] Updating router d6405ea0-751c-4d8f-bb71-fc7716e3bf75 port 3f9dfb9d-e7ef-4814-8495-f62ae2f19781 binding host n-d-771362-32 {{(pid=94463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 02:14:41.680244 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:41.681115 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:41.681505 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [req-fda7be6a-dd98-4ccf-ade9-ef3d04bc4faa req-771f91b7-345f-412b-b23b-2787ff6218df tempest-TenantUsagesTestJSON-1433739089 tempest-TenantUsagesTestJSON-1433739089-project] Transition to ACTIVE for port object d5f9c928-2a25-4f01-a297-a97248c9c2d5 will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:14:41.700166 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de367ea-a4a2-4a3c-8cc6-f81b19fa5c33 req-ee924305-fb9e-4890-98ba-4455790fcacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:41.703949 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5de367ea-a4a2-4a3c-8cc6-f81b19fa5c33 req-ee924305-fb9e-4890-98ba-4455790fcacf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9b152ce5-504f-4214-985c-9f5fa8213776 HTTP/1.1" status: 200 len: 848 time: 0.0602608 Jul 05 02:14:41.727681 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-9183fbd6-c753-499d-a60a-a9e520b2f283 req-7c213b1c-b317-4093-8cde-0391a96c0249 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:41.752534 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5de367ea-a4a2-4a3c-8cc6-f81b19fa5c33 req-0e263d20-89dc-49a7-8b3f-4b7e70c14139 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d55491b1-56ba-426a-ac8c-e92d73c02c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417151 Jul 05 02:14:41.764693 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-ecdf5f4b-66a7-4c3f-a6ab-bb7111696fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:41.791672 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1d94661b-bf99-4888-8513-4e82c837a20a req-4bd06ada-5f3b-4afa-89ff-5b84eef3f3af tempest-TenantUsagesTestJSON-1433739089 tempest-TenantUsagesTestJSON-1433739089-project] 10.222.0.23 "GET /v2.0/ports?device_id=30d12b80-a6c1-4c9b-b017-d2f542709b34 HTTP/1.1" status: 200 len: 210 time: 0.0416770 Jul 05 02:14:41.875535 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [req-9183fbd6-c753-499d-a60a-a9e520b2f283 req-7c213b1c-b317-4093-8cde-0391a96c0249 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Allocated IP 172.25.7.13 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/7f9a69e9-b19e-44df-b2c8-ea1a92226679) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:14:41.896095 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5de367ea-a4a2-4a3c-8cc6-f81b19fa5c33 req-0bb45e32-b19a-42d5-a785-8762d8562970 service neutron] 10.222.0.15 "GET /v2.0/networks/d55491b1-56ba-426a-ac8c-e92d73c02c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314414 Jul 05 02:14:42.006099 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-fda7be6a-dd98-4ccf-ade9-ef3d04bc4faa req-771f91b7-345f-412b-b23b-2787ff6218df tempest-TenantUsagesTestJSON-1433739089 tempest-TenantUsagesTestJSON-1433739089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:42.015809 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-9183fbd6-c753-499d-a60a-a9e520b2f283 req-7c213b1c-b317-4093-8cde-0391a96c0249 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:42.057711 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5de367ea-a4a2-4a3c-8cc6-f81b19fa5c33 req-b4667f3e-b968-484d-95d1-b4e4c9d71cc2 service neutron] 10.222.0.15 "GET /v2.0/networks/d55491b1-56ba-426a-ac8c-e92d73c02c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547525 Jul 05 02:14:42.076195 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fda7be6a-dd98-4ccf-ade9-ef3d04bc4faa req-771f91b7-345f-412b-b23b-2787ff6218df tempest-TenantUsagesTestJSON-1433739089 tempest-TenantUsagesTestJSON-1433739089-project] Network dff432c2-7366-4622-aebb-da22fe05bfd4 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:14:42.082087 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [req-fda7be6a-dd98-4ccf-ade9-ef3d04bc4faa req-771f91b7-345f-412b-b23b-2787ff6218df tempest-TenantUsagesTestJSON-1433739089 tempest-TenantUsagesTestJSON-1433739089-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:14:42.085600 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6abcd5-4777-4da3-ae20-5d7b703396a6 req-c076fadf-30c7-4324-9569-9be737fc4fbf tempest-LiveAutoBlockMigrationV225Test-944788699 tempest-LiveAutoBlockMigrationV225Test-944788699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:42.089512 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9b6abcd5-4777-4da3-ae20-5d7b703396a6 req-c076fadf-30c7-4324-9569-9be737fc4fbf tempest-LiveAutoBlockMigrationV225Test-944788699 tempest-LiveAutoBlockMigrationV225Test-944788699-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6b8f9243-431f-4e3d-a22d-2ccb517dca70 HTTP/1.1" status: 200 len: 1098 time: 0.1302645 Jul 05 02:14:42.089776 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [req-fda7be6a-dd98-4ccf-ade9-ef3d04bc4faa req-771f91b7-345f-412b-b23b-2787ff6218df tempest-TenantUsagesTestJSON-1433739089 tempest-TenantUsagesTestJSON-1433739089-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:14:42.157683 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9b6abcd5-4777-4da3-ae20-5d7b703396a6 req-8a8ea997-a788-4221-8351-1b4fcdf0f71b tempest-LiveAutoBlockMigrationV225Test-944788699 tempest-LiveAutoBlockMigrationV225Test-944788699-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570710 Jul 05 02:14:42.159414 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda7be6a-dd98-4ccf-ade9-ef3d04bc4faa req-771f91b7-345f-412b-b23b-2787ff6218df tempest-TenantUsagesTestJSON-1433739089 tempest-TenantUsagesTestJSON-1433739089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:42.160188 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-fda7be6a-dd98-4ccf-ade9-ef3d04bc4faa req-771f91b7-345f-412b-b23b-2787ff6218df tempest-TenantUsagesTestJSON-1433739089 tempest-TenantUsagesTestJSON-1433739089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:42.210095 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771f91b7-345f-412b-b23b-2787ff6218df tempest-TenantUsagesTestJSON-1433739089 tempest-TenantUsagesTestJSON-1433739089-project] Pushing event updated for resources: {'Port': ['ID=d5f9c928-2a25-4f01-a297-a97248c9c2d5,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:14:42.238796 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 314a9b11-bb0a-45cb-a636-3606e9834b79 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:14:42.288943 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-ecdf5f4b-66a7-4c3f-a6ab-bb7111696fc5 None None] Notify callbacks [] for port, precommit_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:42.297288 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de367ea-a4a2-4a3c-8cc6-f81b19fa5c33 req-74e3d8d2-0041-4374-bb6c-87c71d3b8ceb tempest-LiveMigrationTest-1529316378 tempest-LiveMigrationTest-1529316378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:42.298876 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5de367ea-a4a2-4a3c-8cc6-f81b19fa5c33 req-74e3d8d2-0041-4374-bb6c-87c71d3b8ceb tempest-LiveMigrationTest-1529316378 tempest-LiveMigrationTest-1529316378-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=29e6b63c-6177-4a7c-a5bd-8b67540f7c8f&tenant_id=7a7e417343d4479788713b4bb769c9b0&binding%3Ahost_id=n-h1-771362-32 HTTP/1.1" status: 200 len: 1098 time: 0.0779500 Jul 05 02:14:42.319308 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-5de367ea-a4a2-4a3c-8cc6-f81b19fa5c33 req-dd70b9dd-d84b-4b82-9bf6-6e63da44d914 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-771362-32'}}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:14:42.323808 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-ecdf5f4b-66a7-4c3f-a6ab-bb7111696fc5 None None] Transition to ACTIVE for port object 3f9dfb9d-e7ef-4814-8495-f62ae2f19781 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:14:42.338181 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-fda7be6a-dd98-4ccf-ade9-ef3d04bc4faa req-771f91b7-345f-412b-b23b-2787ff6218df tempest-TenantUsagesTestJSON-1433739089 tempest-TenantUsagesTestJSON-1433739089-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9539664 Jul 05 02:14:42.352919 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-fda7be6a-dd98-4ccf-ade9-ef3d04bc4faa req-fc923c02-eff2-4bb4-9996-6557792009fb service neutron] Request body: {'port': {'device_id': '30d12b80-a6c1-4c9b-b017-d2f542709b34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-32'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:14:42.362271 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 314a9b11-bb0a-45cb-a636-3606e9834b79 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:14:42.362931 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:42.415317 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-9183fbd6-c753-499d-a60a-a9e520b2f283 req-7c213b1c-b317-4093-8cde-0391a96c0249 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:42.459072 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-ecdf5f4b-66a7-4c3f-a6ab-bb7111696fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:42.462907 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9183fbd6-c753-499d-a60a-a9e520b2f283 req-7c213b1c-b317-4093-8cde-0391a96c0249 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:14:42.470356 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-5de367ea-a4a2-4a3c-8cc6-f81b19fa5c33 req-dd70b9dd-d84b-4b82-9bf6-6e63da44d914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:42.471168 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [req-9183fbd6-c753-499d-a60a-a9e520b2f283 req-7c213b1c-b317-4093-8cde-0391a96c0249 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:14:42.480777 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [req-9183fbd6-c753-499d-a60a-a9e520b2f283 req-7c213b1c-b317-4093-8cde-0391a96c0249 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:14:42.542101 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-95539ceb-48bb-48ce-835d-6fdb91d1b398 None None] Provisioning for port d5f9c928-2a25-4f01-a297-a97248c9c2d5 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:14:42.559017 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-95539ceb-48bb-48ce-835d-6fdb91d1b398 None None] Provisioning complete for port d5f9c928-2a25-4f01-a297-a97248c9c2d5 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:14:42.559397 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-95539ceb-48bb-48ce-835d-6fdb91d1b398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:42.561473 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae44b09-37da-4ecc-95d2-e4384a2aceb4 None None] Pushing event updated for resources: {'Port': ['ID=3f9dfb9d-e7ef-4814-8495-f62ae2f19781,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:14:42.568186 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c213b1c-b317-4093-8cde-0391a96c0249 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Pushing event updated for resources: {'Port': ['ID=7f9a69e9-b19e-44df-b2c8-ea1a92226679,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:14:42.587054 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbfb662-9d45-482c-b805-b35853394e5f req-291555ad-2d79-4773-86a4-83dc69f6bee8 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:42.588808 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-acbfb662-9d45-482c-b805-b35853394e5f req-291555ad-2d79-4773-86a4-83dc69f6bee8 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/ports?device_id=877a1a52-fa14-4bfb-96aa-8d7365f66b0c HTTP/1.1" status: 200 len: 945 time: 0.2425005 Jul 05 02:14:42.593339 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-fda7be6a-dd98-4ccf-ade9-ef3d04bc4faa req-fc923c02-eff2-4bb4-9996-6557792009fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:42.690450 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-ecdf5f4b-66a7-4c3f-a6ab-bb7111696fc5 None None] Attempting to bind port 3f9dfb9d-e7ef-4814-8495-f62ae2f19781 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:14:42.690923 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-ecdf5f4b-66a7-4c3f-a6ab-bb7111696fc5 None None] Attempting to bind port 3f9dfb9d-e7ef-4814-8495-f62ae2f19781 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '53991d4d-c296-4e5e-b240-43886bf23ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '63fe1d17-2bf1-482a-89c7-eef50bd11a23'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:14:42.691407 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdf5f4b-66a7-4c3f-a6ab-bb7111696fc5 None None] Attempting to bind port 3f9dfb9d-e7ef-4814-8495-f62ae2f19781 on network 63fe1d17-2bf1-482a-89c7-eef50bd11a23 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:14:42.693908 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-acbfb662-9d45-482c-b805-b35853394e5f req-0f6d26b0-fd73-434a-a618-1340b8c7414f tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/security-groups?id=d52d7ff3-b8a7-45ab-964c-a9b0f9336b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783193 Jul 05 02:14:42.695719 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-95539ceb-48bb-48ce-835d-6fdb91d1b398 None None] Port d5f9c928-2a25-4f01-a297-a97248c9c2d5 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:14:42.701130 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-9183fbd6-c753-499d-a60a-a9e520b2f283 req-7c213b1c-b317-4093-8cde-0391a96c0249 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:42.704667 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdf5f4b-66a7-4c3f-a6ab-bb7111696fc5 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:14:42.705532 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdf5f4b-66a7-4c3f-a6ab-bb7111696fc5 None None] Checking segment: {'id': '53991d4d-c296-4e5e-b240-43886bf23ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '63fe1d17-2bf1-482a-89c7-eef50bd11a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:14:42.706069 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-ecdf5f4b-66a7-4c3f-a6ab-bb7111696fc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:42.706575 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdf5f4b-66a7-4c3f-a6ab-bb7111696fc5 None None] Bound using segment: {'id': '53991d4d-c296-4e5e-b240-43886bf23ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '63fe1d17-2bf1-482a-89c7-eef50bd11a23'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:14:42.707284 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-ecdf5f4b-66a7-4c3f-a6ab-bb7111696fc5 None None] Bound port: 3f9dfb9d-e7ef-4814-8495-f62ae2f19781, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53991d4d-c296-4e5e-b240-43886bf23ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '63fe1d17-2bf1-482a-89c7-eef50bd11a23'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:14:42.707769 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-ecdf5f4b-66a7-4c3f-a6ab-bb7111696fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:42.719919 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-5de367ea-a4a2-4a3c-8cc6-f81b19fa5c33 req-dd70b9dd-d84b-4b82-9bf6-6e63da44d914 service neutron] For port 43fe7b59-58fe-4af8-8915-317943d82b14, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=43fe7b59-58fe-4af8-8915-317943d82b14,segment=NetworkSegment(24fd9432-f398-4a05-975c-1360bad4fc21),segment_id=24fd9432-f398-4a05-975c-1360bad4fc21)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:14:42.794706 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-5de367ea-a4a2-4a3c-8cc6-f81b19fa5c33 req-dd70b9dd-d84b-4b82-9bf6-6e63da44d914 service neutron] For port 43fe7b59-58fe-4af8-8915-317943d82b14, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:14:42.826571 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-ecdf5f4b-66a7-4c3f-a6ab-bb7111696fc5 None None] For port 3f9dfb9d-e7ef-4814-8495-f62ae2f19781, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:14:42.832808 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-ecdf5f4b-66a7-4c3f-a6ab-bb7111696fc5 None None] For port 3f9dfb9d-e7ef-4814-8495-f62ae2f19781, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=3f9dfb9d-e7ef-4814-8495-f62ae2f19781,segment=NetworkSegment(53991d4d-c296-4e5e-b240-43886bf23ae4),segment_id=53991d4d-c296-4e5e-b240-43886bf23ae4)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:14:42.864243 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29e6b63c-6177-4a7c-a5bd-8b67540f7c8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43fe7b59-58fe-4af8-8915-317943d82b14'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:14:42.866553 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-170f26ed-f9c6-46ee-a795-3c38c57893a4" -d '{"events": [{"server_uuid": "29e6b63c-6177-4a7c-a5bd-8b67540f7c8f", "name": "network-vif-unplugged", "status": "completed", "tag": "43fe7b59-58fe-4af8-8915-317943d82b14"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:14:42.871022 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-5de367ea-a4a2-4a3c-8cc6-f81b19fa5c33 req-dd70b9dd-d84b-4b82-9bf6-6e63da44d914 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:42.918204 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-9183fbd6-c753-499d-a60a-a9e520b2f283 req-7c213b1c-b317-4093-8cde-0391a96c0249 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:42.960478 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-ecdf5f4b-66a7-4c3f-a6ab-bb7111696fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:42.990484 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-5de367ea-a4a2-4a3c-8cc6-f81b19fa5c33 req-dd70b9dd-d84b-4b82-9bf6-6e63da44d914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:43.008502 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdf5f4b-66a7-4c3f-a6ab-bb7111696fc5 None None] Routers {'d6405ea0-751c-4d8f-bb71-fc7716e3bf75'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:14:43.009142 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-ecdf5f4b-66a7-4c3f-a6ab-bb7111696fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:14:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['d6405ea0-751c-4d8f-bb71-fc7716e3bf75'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:14:43.073173 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae44b09-37da-4ecc-95d2-e4384a2aceb4 None None] Pushing event updated for resources: {'Port': ['ID=3f9dfb9d-e7ef-4814-8495-f62ae2f19781,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:14:43.101974 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [req-fda7be6a-dd98-4ccf-ade9-ef3d04bc4faa req-fc923c02-eff2-4bb4-9996-6557792009fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5f9c928-2a25-4f01-a297-a97248c9c2d5 {{(pid=94462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:14:43.104581 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd70b9dd-d84b-4b82-9bf6-6e63da44d914 service neutron] Pushing event updated for resources: {'Port': ['ID=43fe7b59-58fe-4af8-8915-317943d82b14,revision_number=7']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:14:43.118993 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-fda7be6a-dd98-4ccf-ade9-ef3d04bc4faa req-fc923c02-eff2-4bb4-9996-6557792009fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:43.141694 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-5de367ea-a4a2-4a3c-8cc6-f81b19fa5c33 req-dd70b9dd-d84b-4b82-9bf6-6e63da44d914 service neutron] Attempting to bind port 43fe7b59-58fe-4af8-8915-317943d82b14 on host n-h1-771362-32 for vnic_type normal with profile {"migrating_to": "n-h2-771362-32"} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:14:43.142275 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-5de367ea-a4a2-4a3c-8cc6-f81b19fa5c33 req-dd70b9dd-d84b-4b82-9bf6-6e63da44d914 service neutron] Attempting to bind port 43fe7b59-58fe-4af8-8915-317943d82b14 by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': '24fd9432-f398-4a05-975c-1360bad4fc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd55491b1-56ba-426a-ac8c-e92d73c02c5b'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:14:43.142704 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de367ea-a4a2-4a3c-8cc6-f81b19fa5c33 req-dd70b9dd-d84b-4b82-9bf6-6e63da44d914 service neutron] Attempting to bind port 43fe7b59-58fe-4af8-8915-317943d82b14 on network d55491b1-56ba-426a-ac8c-e92d73c02c5b {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:14:43.147415 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de367ea-a4a2-4a3c-8cc6-f81b19fa5c33 req-dd70b9dd-d84b-4b82-9bf6-6e63da44d914 service neutron] Port 43fe7b59-58fe-4af8-8915-317943d82b14 on network d55491b1-56ba-426a-ac8c-e92d73c02c5b not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:14:43.147856 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de367ea-a4a2-4a3c-8cc6-f81b19fa5c33 req-dd70b9dd-d84b-4b82-9bf6-6e63da44d914 service neutron] Attempting to bind port 43fe7b59-58fe-4af8-8915-317943d82b14 on network d55491b1-56ba-426a-ac8c-e92d73c02c5b {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:14:43.153349 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de367ea-a4a2-4a3c-8cc6-f81b19fa5c33 req-dd70b9dd-d84b-4b82-9bf6-6e63da44d914 service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:14:43.153563 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [req-fda7be6a-dd98-4ccf-ade9-ef3d04bc4faa req-fc923c02-eff2-4bb4-9996-6557792009fb service neutron] Transition to ACTIVE for port object d5f9c928-2a25-4f01-a297-a97248c9c2d5 will not be triggered until provisioned by entity L2. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:14:43.154080 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de367ea-a4a2-4a3c-8cc6-f81b19fa5c33 req-dd70b9dd-d84b-4b82-9bf6-6e63da44d914 service neutron] Checking segment: {'id': '24fd9432-f398-4a05-975c-1360bad4fc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd55491b1-56ba-426a-ac8c-e92d73c02c5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:14:43.154080 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de367ea-a4a2-4a3c-8cc6-f81b19fa5c33 req-dd70b9dd-d84b-4b82-9bf6-6e63da44d914 service neutron] Bound using segment: {'id': '24fd9432-f398-4a05-975c-1360bad4fc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd55491b1-56ba-426a-ac8c-e92d73c02c5b'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:14:43.154723 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-5de367ea-a4a2-4a3c-8cc6-f81b19fa5c33 req-dd70b9dd-d84b-4b82-9bf6-6e63da44d914 service neutron] Bound port: 43fe7b59-58fe-4af8-8915-317943d82b14, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24fd9432-f398-4a05-975c-1360bad4fc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd55491b1-56ba-426a-ac8c-e92d73c02c5b'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:14:43.155171 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-5de367ea-a4a2-4a3c-8cc6-f81b19fa5c33 req-dd70b9dd-d84b-4b82-9bf6-6e63da44d914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:43.163327 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-ecdf5f4b-66a7-4c3f-a6ab-bb7111696fc5 None None] Set router d6405ea0-751c-4d8f-bb71-fc7716e3bf75 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:14:43.179793 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-9183fbd6-c753-499d-a60a-a9e520b2f283 req-7c213b1c-b317-4093-8cde-0391a96c0249 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:43.236582 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-5de367ea-a4a2-4a3c-8cc6-f81b19fa5c33 req-dd70b9dd-d84b-4b82-9bf6-6e63da44d914 service neutron] For port 43fe7b59-58fe-4af8-8915-317943d82b14, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:14:43.240352 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-5de367ea-a4a2-4a3c-8cc6-f81b19fa5c33 req-dd70b9dd-d84b-4b82-9bf6-6e63da44d914 service neutron] For port 43fe7b59-58fe-4af8-8915-317943d82b14, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=43fe7b59-58fe-4af8-8915-317943d82b14,segment=NetworkSegment(24fd9432-f398-4a05-975c-1360bad4fc21),segment_id=24fd9432-f398-4a05-975c-1360bad4fc21)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:14:43.269968 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-fda7be6a-dd98-4ccf-ade9-ef3d04bc4faa req-fc923c02-eff2-4bb4-9996-6557792009fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:43.321991 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc923c02-eff2-4bb4-9996-6557792009fb service neutron] Pushing event updated for resources: {'Port': ['ID=d5f9c928-2a25-4f01-a297-a97248c9c2d5,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:14:43.388753 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-ecdf5f4b-66a7-4c3f-a6ab-bb7111696fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6405ea0-751c-4d8f-bb71-fc7716e3bf75', 'name': 'tempest-FloatingIPDetailsTestJSON-1694549756-router', 'tenant_id': 'e71c49b0751648d5aac70bc1d6673329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '314a9b11-bb0a-45cb-a636-3606e9834b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:14:33Z', 'updated_at': '2021-07-05T02:14:38Z', 'revision_number': 4, 'project_id': 'e71c49b0751648d5aac70bc1d6673329', 'gw_port': {'id': '314a9b11-bb0a-45cb-a636-3606e9834b79', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:30:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6405ea0-751c-4d8f-bb71-fc7716e3bf75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:14:34Z', 'updated_at': '2021-07-05T02:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '3f9dfb9d-e7ef-4814-8495-f62ae2f19781', 'name': '', 'network_id': '63fe1d17-2bf1-482a-89c7-eef50bd11a23', 'tenant_id': 'e71c49b0751648d5aac70bc1d6673329', 'mac_address': 'fa:16:3e:6e:10:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6405ea0-751c-4d8f-bb71-fc7716e3bf75', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '2a7a2f29-8f4f-4d68-bb12-eec45e89c926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:14:37Z', 'updated_at': '2021-07-05T02:14:42Z', 'revision_number': 4, 'project_id': 'e71c49b0751648d5aac70bc1d6673329', 'subnets': [{'id': '2a7a2f29-8f4f-4d68-bb12-eec45e89c926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:14:43.408067 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-9183fbd6-c753-499d-a60a-a9e520b2f283 req-7c213b1c-b317-4093-8cde-0391a96c0249 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:43.432814 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdf5f4b-66a7-4c3f-a6ab-bb7111696fc5 None None] The sync data for ids ['d6405ea0-751c-4d8f-bb71-fc7716e3bf75'] in n-d-771362-32 is: [{'id': 'd6405ea0-751c-4d8f-bb71-fc7716e3bf75', 'name': 'tempest-FloatingIPDetailsTestJSON-1694549756-router', 'tenant_id': 'e71c49b0751648d5aac70bc1d6673329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '314a9b11-bb0a-45cb-a636-3606e9834b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:14:33Z', 'updated_at': '2021-07-05T02:14:38Z', 'revision_number': 4, 'project_id': 'e71c49b0751648d5aac70bc1d6673329', 'gw_port': {'id': '314a9b11-bb0a-45cb-a636-3606e9834b79', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:30:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6405ea0-751c-4d8f-bb71-fc7716e3bf75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:14:34Z', 'updated_at': '2021-07-05T02:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '3f9dfb9d-e7ef-4814-8495-f62ae2f19781', 'name': '', 'network_id': '63fe1d17-2bf1-482a-89c7-eef50bd11a23', 'tenant_id': 'e71c49b0751648d5aac70bc1d6673329', 'mac_address': 'fa:16:3e:6e:10:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6405ea0-751c-4d8f-bb71-fc7716e3bf75', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '2a7a2f29-8f4f-4d68-bb12-eec45e89c926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:14:37Z', 'updated_at': '2021-07-05T02:14:42Z', 'revision_number': 4, 'project_id': 'e71c49b0751648d5aac70bc1d6673329', 'subnets': [{'id': '2a7a2f29-8f4f-4d68-bb12-eec45e89c926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:14:43.456127 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-5de367ea-a4a2-4a3c-8cc6-f81b19fa5c33 req-dd70b9dd-d84b-4b82-9bf6-6e63da44d914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:43.501848 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-9183fbd6-c753-499d-a60a-a9e520b2f283 req-7c213b1c-b317-4093-8cde-0391a96c0249 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636869'] for floatingip, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:43.531765 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-fda7be6a-dd98-4ccf-ade9-ef3d04bc4faa req-fc923c02-eff2-4bb4-9996-6557792009fb service neutron] Attempting to bind port d5f9c928-2a25-4f01-a297-a97248c9c2d5 on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:14:43.532651 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-fda7be6a-dd98-4ccf-ade9-ef3d04bc4faa req-fc923c02-eff2-4bb4-9996-6557792009fb service neutron] Attempting to bind port d5f9c928-2a25-4f01-a297-a97248c9c2d5 by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:14:43.533202 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda7be6a-dd98-4ccf-ade9-ef3d04bc4faa req-fc923c02-eff2-4bb4-9996-6557792009fb service neutron] Attempting to bind port d5f9c928-2a25-4f01-a297-a97248c9c2d5 on network dff432c2-7366-4622-aebb-da22fe05bfd4 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:14:43.540941 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda7be6a-dd98-4ccf-ade9-ef3d04bc4faa req-fc923c02-eff2-4bb4-9996-6557792009fb service neutron] Port d5f9c928-2a25-4f01-a297-a97248c9c2d5 on network dff432c2-7366-4622-aebb-da22fe05bfd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:14:43.541619 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda7be6a-dd98-4ccf-ade9-ef3d04bc4faa req-fc923c02-eff2-4bb4-9996-6557792009fb service neutron] Attempting to bind port d5f9c928-2a25-4f01-a297-a97248c9c2d5 on network dff432c2-7366-4622-aebb-da22fe05bfd4 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:14:43.555275 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda7be6a-dd98-4ccf-ade9-ef3d04bc4faa req-fc923c02-eff2-4bb4-9996-6557792009fb service neutron] Checking agent: {'id': 'e071c76e-395f-48c4-a98f-88088465cf0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:14:43.557049 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda7be6a-dd98-4ccf-ade9-ef3d04bc4faa req-fc923c02-eff2-4bb4-9996-6557792009fb service neutron] Checking segment: {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:14:43.562901 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda7be6a-dd98-4ccf-ade9-ef3d04bc4faa req-fc923c02-eff2-4bb4-9996-6557792009fb service neutron] Bound using segment: {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'} {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:14:43.563446 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-fda7be6a-dd98-4ccf-ade9-ef3d04bc4faa req-fc923c02-eff2-4bb4-9996-6557792009fb service neutron] Bound port: d5f9c928-2a25-4f01-a297-a97248c9c2d5, host: n-h2-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'}}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:14:43.563931 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-fda7be6a-dd98-4ccf-ade9-ef3d04bc4faa req-fc923c02-eff2-4bb4-9996-6557792009fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:43.601881 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c213b1c-b317-4093-8cde-0391a96c0249 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Pushing event updated for resources: {'Port': ['ID=7f9a69e9-b19e-44df-b2c8-ea1a92226679,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:14:43.603125 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de367ea-a4a2-4a3c-8cc6-f81b19fa5c33 req-dd70b9dd-d84b-4b82-9bf6-6e63da44d914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:43.603981 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-5de367ea-a4a2-4a3c-8cc6-f81b19fa5c33 req-dd70b9dd-d84b-4b82-9bf6-6e63da44d914 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:43.605663 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5de367ea-a4a2-4a3c-8cc6-f81b19fa5c33 req-dd70b9dd-d84b-4b82-9bf6-6e63da44d914 service neutron] 10.222.0.15 "PUT /v2.0/ports/43fe7b59-58fe-4af8-8915-317943d82b14 HTTP/1.1" status: 200 len: 1124 time: 1.2987797 Jul 05 02:14:43.609962 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd70b9dd-d84b-4b82-9bf6-6e63da44d914 service neutron] Pushing event updated for resources: {'Port': ['ID=43fe7b59-58fe-4af8-8915-317943d82b14,revision_number=8']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:14:43.683089 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-fda7be6a-dd98-4ccf-ade9-ef3d04bc4faa req-fc923c02-eff2-4bb4-9996-6557792009fb service neutron] For port d5f9c928-2a25-4f01-a297-a97248c9c2d5, host n-h2-771362-32, cleared binding levels {{(pid=94462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:14:43.686863 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-fda7be6a-dd98-4ccf-ade9-ef3d04bc4faa req-fc923c02-eff2-4bb4-9996-6557792009fb service neutron] For port d5f9c928-2a25-4f01-a297-a97248c9c2d5, host n-h2-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=d5f9c928-2a25-4f01-a297-a97248c9c2d5,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:14:43.721897 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['43fe7b59-58fe-4af8-8915-317943d82b14'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:14:43.745134 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-9183fbd6-c753-499d-a60a-a9e520b2f283 req-7c213b1c-b317-4093-8cde-0391a96c0249 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:43.747137 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9183fbd6-c753-499d-a60a-a9e520b2f283 req-7c213b1c-b317-4093-8cde-0391a96c0249 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.7907441 Jul 05 02:14:43.770240 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e275fd6f-04c9-4035-9331-99ee2a14ff5c req-945a8dff-9227-4a36-b30b-6b435383ca75 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:43.771904 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e275fd6f-04c9-4035-9331-99ee2a14ff5c req-945a8dff-9227-4a36-b30b-6b435383ca75 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=29e6b63c-6177-4a7c-a5bd-8b67540f7c8f HTTP/1.1" status: 200 len: 944 time: 0.0778394 Jul 05 02:14:43.826539 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e275fd6f-04c9-4035-9331-99ee2a14ff5c req-775aedcb-7235-45cb-a836-b0e483ec6d92 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460937 Jul 05 02:14:43.839860 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-fda7be6a-dd98-4ccf-ade9-ef3d04bc4faa req-fc923c02-eff2-4bb4-9996-6557792009fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:43.866050 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9183fbd6-c753-499d-a60a-a9e520b2f283 req-6cdfcf7b-6df6-48f1-831e-fa94599986d8 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.7.13 HTTP/1.1" status: 200 len: 695 time: 0.1077714 Jul 05 02:14:43.919633 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda7be6a-dd98-4ccf-ade9-ef3d04bc4faa req-fc923c02-eff2-4bb4-9996-6557792009fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:43.925843 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-fda7be6a-dd98-4ccf-ade9-ef3d04bc4faa req-fc923c02-eff2-4bb4-9996-6557792009fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:43.925843 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-fda7be6a-dd98-4ccf-ade9-ef3d04bc4faa req-fc923c02-eff2-4bb4-9996-6557792009fb service neutron] 10.222.0.15 "PUT /v2.0/ports/d5f9c928-2a25-4f01-a297-a97248c9c2d5 HTTP/1.1" status: 200 len: 1096 time: 1.5748756 Jul 05 02:14:43.925843 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30d12b80-a6c1-4c9b-b017-d2f542709b34', 'tag': 'd5f9c928-2a25-4f01-a297-a97248c9c2d5'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:14:43.925843 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b223267e0e0ddb3199af7772d0b45336e3b4b54fbb151c86a8051291a61e85db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd64c170-8865-46e3-8390-2ea6740a5be8" -d '{"events": [{"name": "network-changed", "server_uuid": "30d12b80-a6c1-4c9b-b017-d2f542709b34", "tag": "d5f9c928-2a25-4f01-a297-a97248c9c2d5"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:14:43.998198 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc923c02-eff2-4bb4-9996-6557792009fb service neutron] Pushing event updated for resources: {'Port': ['ID=d5f9c928-2a25-4f01-a297-a97248c9c2d5,revision_number=3']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:14:44.065495 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9183fbd6-c753-499d-a60a-a9e520b2f283 req-3eade532-e5c0-4aad-b81b-1c9d62211ad2 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:44.069464 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9183fbd6-c753-499d-a60a-a9e520b2f283 req-3eade532-e5c0-4aad-b81b-1c9d62211ad2 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] 10.222.0.23 "GET /v2.0/networks/4bbc2f9e-02cf-490e-901d-2588655a3ef0 HTTP/1.1" status: 200 len: 784 time: 0.1813951 Jul 05 02:14:44.089134 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [req-9183fbd6-c753-499d-a60a-a9e520b2f283 req-fb4650b7-8b7e-49d9-a30e-d0f53b24a05c tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94462) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:14:44.090217 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9183fbd6-c753-499d-a60a-a9e520b2f283 req-fb4650b7-8b7e-49d9-a30e-d0f53b24a05c tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0156481 Jul 05 02:14:44.159975 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 02:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5329c81-51c3-43a9-8407-aa9b58eee7a6 x-openstack-request-id: req-a5329c81-51c3-43a9-8407-aa9b58eee7a6 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:14:44.160698 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29e6b63c-6177-4a7c-a5bd-8b67540f7c8f", "name": "network-vif-unplugged", "status": "completed", "tag": "43fe7b59-58fe-4af8-8915-317943d82b14", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:14:44.160698 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a5329c81-51c3-43a9-8407-aa9b58eee7a6 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:14:44.161773 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29e6b63c-6177-4a7c-a5bd-8b67540f7c8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43fe7b59-58fe-4af8-8915-317943d82b14', 'code': 200} Jul 05 02:14:44.175092 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196b665c-16ec-4aa0-a807-c1c009b54100 req-c4106779-ea14-475d-b882-f73fc5d2ffd0 tempest-TenantUsagesTestJSON-1433739089 tempest-TenantUsagesTestJSON-1433739089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:44.177117 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-196b665c-16ec-4aa0-a807-c1c009b54100 req-c4106779-ea14-475d-b882-f73fc5d2ffd0 tempest-TenantUsagesTestJSON-1433739089 tempest-TenantUsagesTestJSON-1433739089-project] 10.222.0.23 "GET /v2.0/ports?device_id=30d12b80-a6c1-4c9b-b017-d2f542709b34 HTTP/1.1" status: 200 len: 947 time: 0.1138277 Jul 05 02:14:44.246036 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 3f9dfb9d-e7ef-4814-8495-f62ae2f19781 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:14:44.273930 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda7be6a-dd98-4ccf-ade9-ef3d04bc4faa req-ad798b47-d552-4ae9-bb2b-baba49f0eafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:44.279447 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-fda7be6a-dd98-4ccf-ade9-ef3d04bc4faa req-ad798b47-d552-4ae9-bb2b-baba49f0eafe service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a6247c45da834477af9010cf3501d1c3&device_id=30d12b80-a6c1-4c9b-b017-d2f542709b34 HTTP/1.1" status: 200 len: 1099 time: 0.1401427 Jul 05 02:14:44.280124 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-196b665c-16ec-4aa0-a807-c1c009b54100 req-c56dad55-aa93-41ea-80c7-8a21192457c3 tempest-TenantUsagesTestJSON-1433739089 tempest-TenantUsagesTestJSON-1433739089-project] 10.222.0.23 "GET /v2.0/security-groups?id=51f1bdf2-755b-4e72-af44-bf78c8ffa3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962532 Jul 05 02:14:44.340934 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-fda7be6a-dd98-4ccf-ade9-ef3d04bc4faa req-5622223b-a102-4a73-826c-2364ba1ee1d8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=d5f9c928-2a25-4f01-a297-a97248c9c2d5 HTTP/1.1" status: 200 len: 217 time: 0.0532479 Jul 05 02:14:44.431894 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda7be6a-dd98-4ccf-ade9-ef3d04bc4faa req-255706ad-04b2-4450-86a0-9371502a32a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:44.433430 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-fda7be6a-dd98-4ccf-ade9-ef3d04bc4faa req-255706ad-04b2-4450-86a0-9371502a32a5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b840e204-692c-4f54-8f07-f6563e8e36b1 HTTP/1.1" status: 200 len: 843 time: 0.0594840 Jul 05 02:14:44.453265 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a512c48a-6c90-4829-9d6c-6b9e8202bf31 req-5f9b4125-01f1-4b93-85b2-c52153906a16 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:44.454884 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a512c48a-6c90-4829-9d6c-6b9e8202bf31 req-5f9b4125-01f1-4b93-85b2-c52153906a16 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/ports?device_id=877a1a52-fa14-4bfb-96aa-8d7365f66b0c HTTP/1.1" status: 200 len: 945 time: 0.0707736 Jul 05 02:14:44.470973 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 3f9dfb9d-e7ef-4814-8495-f62ae2f19781 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:14:44.475886 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 3f9dfb9d-e7ef-4814-8495-f62ae2f19781 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:14:44.476271 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:44.501143 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a512c48a-6c90-4829-9d6c-6b9e8202bf31 req-0e0687a5-4053-4333-9dd3-b3512580e4cc tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/security-groups?id=d52d7ff3-b8a7-45ab-964c-a9b0f9336b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399699 Jul 05 02:14:44.504759 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3f9a75-ea2f-4dfd-a583-767b31dd738d req-7e8dd849-0f1a-42e1-8d4b-096fd62da940 tempest-AttachSCSIVolumeTestJSON-693609738 tempest-AttachSCSIVolumeTestJSON-693609738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:44.506367 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-dd3f9a75-ea2f-4dfd-a583-767b31dd738d req-7e8dd849-0f1a-42e1-8d4b-096fd62da940 tempest-AttachSCSIVolumeTestJSON-693609738 tempest-AttachSCSIVolumeTestJSON-693609738-project] 10.222.0.23 "GET /v2.0/ports?device_id=d91c1a4b-95f9-4e14-b5fb-18367bfbfbbc HTTP/1.1" status: 200 len: 945 time: 0.1692264 Jul 05 02:14:44.600632 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-dd3f9a75-ea2f-4dfd-a583-767b31dd738d req-58e9e401-2da0-4bdb-971e-907cf05c0b60 tempest-AttachSCSIVolumeTestJSON-693609738 tempest-AttachSCSIVolumeTestJSON-693609738-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a53d924-d96c-4bdb-9b03-c3639df0d399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864525 Jul 05 02:14:44.631802 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:44.633310 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda7be6a-dd98-4ccf-ade9-ef3d04bc4faa req-1e1d16db-6772-4b73-aea1-2ec3e19e4997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:44.635039 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-fda7be6a-dd98-4ccf-ade9-ef3d04bc4faa req-1e1d16db-6772-4b73-aea1-2ec3e19e4997 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dff432c2-7366-4622-aebb-da22fe05bfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1933763 Jul 05 02:14:44.678249 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 3f9dfb9d-e7ef-4814-8495-f62ae2f19781, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=3f9dfb9d-e7ef-4814-8495-f62ae2f19781,segment=NetworkSegment(53991d4d-c296-4e5e-b240-43886bf23ae4),segment_id=53991d4d-c296-4e5e-b240-43886bf23ae4)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:14:44.703790 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb23b392-99a3-43a9-9174-cc103a0f39a7 x-openstack-request-id: req-eb23b392-99a3-43a9-9174-cc103a0f39a7 {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:14:44.704074 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30d12b80-a6c1-4c9b-b017-d2f542709b34", "tag": "d5f9c928-2a25-4f01-a297-a97248c9c2d5", "status": "completed", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:14:44.704321 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-eb23b392-99a3-43a9-9174-cc103a0f39a7 {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:14:44.704709 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30d12b80-a6c1-4c9b-b017-d2f542709b34', 'tag': 'd5f9c928-2a25-4f01-a297-a97248c9c2d5', 'status': 'completed', 'code': 200} Jul 05 02:14:44.750548 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-fda7be6a-dd98-4ccf-ade9-ef3d04bc4faa req-9ff5cab0-044a-40d6-a344-64835d4d94f6 service neutron] 10.222.0.15 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083546 Jul 05 02:14:44.784290 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:44.861668 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=3f9dfb9d-e7ef-4814-8495-f62ae2f19781,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:14:44.978179 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-98aa8091-042c-417b-abe1-08bfdbb4143f req-e996d523-3aaf-4a55-99b8-41e73e88a50f tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2908511 Jul 05 02:14:44.993737 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-98aa8091-042c-417b-abe1-08bfdbb4143f req-a66d1357-c402-479e-ab55-bf0008c32ed1 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Request body: {'floatingip': {'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:14:45.115685 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-98aa8091-042c-417b-abe1-08bfdbb4143f req-a66d1357-c402-479e-ab55-bf0008c32ed1 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Notify callbacks [] for floatingip, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:45.200951 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af2486-125c-4ecb-a081-44f3b1763691 req-c56506eb-4204-42a4-95a5-5a50211682cb tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:45.202576 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-77af2486-125c-4ecb-a081-44f3b1763691 req-c56506eb-4204-42a4-95a5-5a50211682cb tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=29e6b63c-6177-4a7c-a5bd-8b67540f7c8f HTTP/1.1" status: 200 len: 944 time: 0.1076796 Jul 05 02:14:45.204863 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-fda7be6a-dd98-4ccf-ade9-ef3d04bc4faa req-bbe2e964-315c-45f4-9e4b-53705bcd4837 service neutron] 10.222.0.15 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4463389 Jul 05 02:14:45.234642 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-98aa8091-042c-417b-abe1-08bfdbb4143f req-a66d1357-c402-479e-ab55-bf0008c32ed1 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:45.262097 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-77af2486-125c-4ecb-a081-44f3b1763691 req-8bf46e89-df80-401b-86cb-b5f0cdcbbef7 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427151 Jul 05 02:14:45.366468 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-98aa8091-042c-417b-abe1-08bfdbb4143f req-a66d1357-c402-479e-ab55-bf0008c32ed1 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Allocated IP 172.25.7.245 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/a1c9cf4b-1823-4338-b35e-5706c5be38a1) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:14:45.510705 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-98aa8091-042c-417b-abe1-08bfdbb4143f req-a66d1357-c402-479e-ab55-bf0008c32ed1 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:45.550438 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd64c170-8865-46e3-8390-2ea6740a5be8 req-bcca8263-780c-4ab2-b401-9e95fc13df03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:45.552248 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-bd64c170-8865-46e3-8390-2ea6740a5be8 req-bcca8263-780c-4ab2-b401-9e95fc13df03 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a6247c45da834477af9010cf3501d1c3&device_id=30d12b80-a6c1-4c9b-b017-d2f542709b34 HTTP/1.1" status: 200 len: 1099 time: 0.2036221 Jul 05 02:14:45.561481 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70c9c2e-a872-448b-b462-b6506299b030 req-00ca1a3a-a7b3-4005-855b-38fc2241310b tempest-TenantUsagesTestJSON-1433739089 tempest-TenantUsagesTestJSON-1433739089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:45.566719 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b70c9c2e-a872-448b-b462-b6506299b030 req-00ca1a3a-a7b3-4005-855b-38fc2241310b tempest-TenantUsagesTestJSON-1433739089 tempest-TenantUsagesTestJSON-1433739089-project] 10.222.0.23 "GET /v2.0/ports?device_id=30d12b80-a6c1-4c9b-b017-d2f542709b34 HTTP/1.1" status: 200 len: 947 time: 0.1722033 Jul 05 02:14:45.634591 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-98aa8091-042c-417b-abe1-08bfdbb4143f req-a66d1357-c402-479e-ab55-bf0008c32ed1 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:45.690426 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd64c170-8865-46e3-8390-2ea6740a5be8 req-a2a9c8a8-9fd6-41f7-afd4-119555054c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:45.690996 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98aa8091-042c-417b-abe1-08bfdbb4143f req-a66d1357-c402-479e-ab55-bf0008c32ed1 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:14:45.692032 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-bd64c170-8865-46e3-8390-2ea6740a5be8 req-a2a9c8a8-9fd6-41f7-afd4-119555054c06 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dff432c2-7366-4622-aebb-da22fe05bfd4 HTTP/1.1" status: 200 len: 869 time: 0.1225166 Jul 05 02:14:45.694907 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-98aa8091-042c-417b-abe1-08bfdbb4143f req-a66d1357-c402-479e-ab55-bf0008c32ed1 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:14:45.702106 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-98aa8091-042c-417b-abe1-08bfdbb4143f req-a66d1357-c402-479e-ab55-bf0008c32ed1 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:14:45.723975 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b70c9c2e-a872-448b-b462-b6506299b030 req-d4edbc25-7a72-4837-8e95-d753fa0d038f tempest-TenantUsagesTestJSON-1433739089 tempest-TenantUsagesTestJSON-1433739089-project] 10.222.0.23 "GET /v2.0/security-groups?id=51f1bdf2-755b-4e72-af44-bf78c8ffa3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453571 Jul 05 02:14:45.737451 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66d1357-c402-479e-ab55-bf0008c32ed1 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Pushing event updated for resources: {'Port': ['ID=a1c9cf4b-1823-4338-b35e-5706c5be38a1,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:14:45.791919 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-bd64c170-8865-46e3-8390-2ea6740a5be8 req-5992bc18-ff8a-476c-a714-7ddbb5f06bcc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=d5f9c928-2a25-4f01-a297-a97248c9c2d5 HTTP/1.1" status: 200 len: 217 time: 0.0802305 Jul 05 02:14:45.813148 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-98aa8091-042c-417b-abe1-08bfdbb4143f req-a66d1357-c402-479e-ab55-bf0008c32ed1 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:45.844897 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0d340a-10a7-4216-91e8-442f980c5cc1 req-1898aa2f-fac3-497f-b2c1-6e1db7744e76 tempest-AttachSCSIVolumeTestJSON-693609738 tempest-AttachSCSIVolumeTestJSON-693609738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:45.846439 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-da0d340a-10a7-4216-91e8-442f980c5cc1 req-1898aa2f-fac3-497f-b2c1-6e1db7744e76 tempest-AttachSCSIVolumeTestJSON-693609738 tempest-AttachSCSIVolumeTestJSON-693609738-project] 10.222.0.21 "GET /v2.0/ports?device_id=d91c1a4b-95f9-4e14-b5fb-18367bfbfbbc HTTP/1.1" status: 200 len: 945 time: 0.3560491 Jul 05 02:14:45.918741 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd64c170-8865-46e3-8390-2ea6740a5be8 req-b06e1314-baa2-47b8-b4fe-6bf16d66552e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:45.920744 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-bd64c170-8865-46e3-8390-2ea6740a5be8 req-b06e1314-baa2-47b8-b4fe-6bf16d66552e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b840e204-692c-4f54-8f07-f6563e8e36b1 HTTP/1.1" status: 200 len: 843 time: 0.1188357 Jul 05 02:14:46.056593 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f444869f-57af-4ba0-855c-6ad29dd6d67b req-e35e6879-6446-40f0-8017-b1fe7d571025 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:46.058210 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f444869f-57af-4ba0-855c-6ad29dd6d67b req-e35e6879-6446-40f0-8017-b1fe7d571025 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/ports?device_id=877a1a52-fa14-4bfb-96aa-8d7365f66b0c HTTP/1.1" status: 200 len: 945 time: 0.1761780 Jul 05 02:14:46.065650 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [req-da0d340a-10a7-4216-91e8-442f980c5cc1 req-508da43e-adbb-435a-a695-84511200dd79 tempest-AttachSCSIVolumeTestJSON-693609738 tempest-AttachSCSIVolumeTestJSON-693609738-project] Deleting port 8bd7c70a-13de-4d32-a7f8-d23cfb7ce856 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:14:46.065939 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-da0d340a-10a7-4216-91e8-442f980c5cc1 req-508da43e-adbb-435a-a695-84511200dd79 tempest-AttachSCSIVolumeTestJSON-693609738 tempest-AttachSCSIVolumeTestJSON-693609738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:46.069402 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-98aa8091-042c-417b-abe1-08bfdbb4143f req-a66d1357-c402-479e-ab55-bf0008c32ed1 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:46.141173 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd64c170-8865-46e3-8390-2ea6740a5be8 req-7b2aedc2-de18-480b-addd-eee3bbc0a161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:46.147541 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-bd64c170-8865-46e3-8390-2ea6740a5be8 req-7b2aedc2-de18-480b-addd-eee3bbc0a161 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dff432c2-7366-4622-aebb-da22fe05bfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2169340 Jul 05 02:14:46.158509 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 3f9dfb9d-e7ef-4814-8495-f62ae2f19781 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:14:46.182451 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29e6b63c-6177-4a7c-a5bd-8b67540f7c8f', 'tag': '43fe7b59-58fe-4af8-8915-317943d82b14'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:14:46.185257 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a535779-23d2-46e9-a5e4-89f14e60909d" -d '{"events": [{"name": "network-changed", "server_uuid": "29e6b63c-6177-4a7c-a5bd-8b67540f7c8f", "tag": "43fe7b59-58fe-4af8-8915-317943d82b14"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:14:46.212148 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 3f9dfb9d-e7ef-4814-8495-f62ae2f19781 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:14:46.212660 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:46.271100 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-98aa8091-042c-417b-abe1-08bfdbb4143f req-a66d1357-c402-479e-ab55-bf0008c32ed1 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:46.288271 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f444869f-57af-4ba0-855c-6ad29dd6d67b req-b831b4ef-8c05-43b7-8809-fb74c46be6cd tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/security-groups?id=d52d7ff3-b8a7-45ab-964c-a9b0f9336b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158537 Jul 05 02:14:46.301713 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-da0d340a-10a7-4216-91e8-442f980c5cc1 req-508da43e-adbb-435a-a695-84511200dd79 tempest-AttachSCSIVolumeTestJSON-693609738 tempest-AttachSCSIVolumeTestJSON-693609738-project] For port 8bd7c70a-13de-4d32-a7f8-d23cfb7ce856, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=8bd7c70a-13de-4d32-a7f8-d23cfb7ce856,segment=NetworkSegment(db4f039d-ef1e-41e9-961e-4e2fa117a5a1),segment_id=db4f039d-ef1e-41e9-961e-4e2fa117a5a1)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:14:46.302105 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-da0d340a-10a7-4216-91e8-442f980c5cc1 req-508da43e-adbb-435a-a695-84511200dd79 tempest-AttachSCSIVolumeTestJSON-693609738 tempest-AttachSCSIVolumeTestJSON-693609738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:46.322696 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [req-da0d340a-10a7-4216-91e8-442f980c5cc1 req-508da43e-adbb-435a-a695-84511200dd79 tempest-AttachSCSIVolumeTestJSON-693609738 tempest-AttachSCSIVolumeTestJSON-693609738-project] Calling delete_port for 8bd7c70a-13de-4d32-a7f8-d23cfb7ce856 owned by compute:nova {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:14:46.381187 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-bd64c170-8865-46e3-8390-2ea6740a5be8 req-29ccf88b-1b1f-48a8-a5b0-78ff677b748b service neutron] 10.222.0.15 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123456 Jul 05 02:14:46.383009 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-98aa8091-042c-417b-abe1-08bfdbb4143f req-a66d1357-c402-479e-ab55-bf0008c32ed1 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:46.460386 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66d1357-c402-479e-ab55-bf0008c32ed1 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Pushing event updated for resources: {'Port': ['ID=a1c9cf4b-1823-4338-b35e-5706c5be38a1,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:14:46.470360 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-98aa8091-042c-417b-abe1-08bfdbb4143f req-a66d1357-c402-479e-ab55-bf0008c32ed1 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636869'] for floatingip, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:46.571864 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-bd64c170-8865-46e3-8390-2ea6740a5be8 req-445635b7-c51c-40e0-97af-ea68eba2129a service neutron] 10.222.0.15 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782975 Jul 05 02:14:46.593534 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8423bd4-91ee-41d2-ad40-b4fbd8995301 req-f40d5836-aed1-4f94-92cd-71c415c73e97 tempest-AttachSCSIVolumeTestJSON-693609738 tempest-AttachSCSIVolumeTestJSON-693609738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:46.595073 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c8423bd4-91ee-41d2-ad40-b4fbd8995301 req-f40d5836-aed1-4f94-92cd-71c415c73e97 tempest-AttachSCSIVolumeTestJSON-693609738 tempest-AttachSCSIVolumeTestJSON-693609738-project] 10.222.0.23 "GET /v2.0/ports?device_id=d91c1a4b-95f9-4e14-b5fb-18367bfbfbbc HTTP/1.1" status: 200 len: 945 time: 0.1908453 Jul 05 02:14:46.635585 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c8423bd4-91ee-41d2-ad40-b4fbd8995301 req-301873d8-c417-4440-9d94-1a1915f71e30 tempest-AttachSCSIVolumeTestJSON-693609738 tempest-AttachSCSIVolumeTestJSON-693609738-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a53d924-d96c-4bdb-9b03-c3639df0d399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342503 Jul 05 02:14:46.642206 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-98aa8091-042c-417b-abe1-08bfdbb4143f req-a66d1357-c402-479e-ab55-bf0008c32ed1 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:46.643666 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-98aa8091-042c-417b-abe1-08bfdbb4143f req-a66d1357-c402-479e-ab55-bf0008c32ed1 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6587307 Jul 05 02:14:46.721021 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-98aa8091-042c-417b-abe1-08bfdbb4143f req-81c80d56-de10-485c-af19-2a1ae0c56325 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.7.245 HTTP/1.1" status: 200 len: 696 time: 0.0710709 Jul 05 02:14:46.734389 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-da0d340a-10a7-4216-91e8-442f980c5cc1 req-508da43e-adbb-435a-a695-84511200dd79 tempest-AttachSCSIVolumeTestJSON-693609738 tempest-AttachSCSIVolumeTestJSON-693609738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:46.748870 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['8bd7c70a-13de-4d32-a7f8-d23cfb7ce856'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:14:46.764080 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508da43e-adbb-435a-a695-84511200dd79 tempest-AttachSCSIVolumeTestJSON-693609738 tempest-AttachSCSIVolumeTestJSON-693609738-project] Pushing event deleted for resources: {'Port': ['ID=8bd7c70a-13de-4d32-a7f8-d23cfb7ce856,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:14:46.811038 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 43fe7b59-58fe-4af8-8915-317943d82b14 details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:14:46.812031 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cab7f9c-442d-4cc5-b84a-d5d4e5d2d830 x-openstack-request-id: req-4cab7f9c-442d-4cc5-b84a-d5d4e5d2d830 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:14:46.812338 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29e6b63c-6177-4a7c-a5bd-8b67540f7c8f", "tag": "43fe7b59-58fe-4af8-8915-317943d82b14", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:14:46.812561 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4cab7f9c-442d-4cc5-b84a-d5d4e5d2d830 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:14:46.813044 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29e6b63c-6177-4a7c-a5bd-8b67540f7c8f', 'tag': '43fe7b59-58fe-4af8-8915-317943d82b14', 'status': 'completed', 'code': 200} Jul 05 02:14:46.835732 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [req-da0d340a-10a7-4216-91e8-442f980c5cc1 req-508da43e-adbb-435a-a695-84511200dd79 tempest-AttachSCSIVolumeTestJSON-693609738 tempest-AttachSCSIVolumeTestJSON-693609738-project] No DVR routers for this DVR port 8bd7c70a-13de-4d32-a7f8-d23cfb7ce856 on host n-h1-771362-32 {{(pid=94462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:14:46.842220 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-da0d340a-10a7-4216-91e8-442f980c5cc1 req-508da43e-adbb-435a-a695-84511200dd79 tempest-AttachSCSIVolumeTestJSON-693609738 tempest-AttachSCSIVolumeTestJSON-693609738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:46.847204 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-da0d340a-10a7-4216-91e8-442f980c5cc1 req-508da43e-adbb-435a-a695-84511200dd79 tempest-AttachSCSIVolumeTestJSON-693609738 tempest-AttachSCSIVolumeTestJSON-693609738-project] 10.222.0.21 "DELETE /v2.0/ports/8bd7c70a-13de-4d32-a7f8-d23cfb7ce856 HTTP/1.1" status: 204 len: 173 time: 0.9928670 Jul 05 02:14:46.848087 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd91c1a4b-95f9-4e14-b5fb-18367bfbfbbc', 'name': 'network-vif-deleted', 'tag': '8bd7c70a-13de-4d32-a7f8-d23cfb7ce856'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:14:46.850968 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b223267e0e0ddb3199af7772d0b45336e3b4b54fbb151c86a8051291a61e85db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2f114bd-81de-466d-b9aa-cde2a4b35a60" -d '{"events": [{"server_uuid": "d91c1a4b-95f9-4e14-b5fb-18367bfbfbbc", "name": "network-vif-deleted", "tag": "8bd7c70a-13de-4d32-a7f8-d23cfb7ce856"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:14:46.894972 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aa8091-042c-417b-abe1-08bfdbb4143f req-a239bb88-adb4-4784-a23b-833c4cf2ec47 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:46.896386 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-98aa8091-042c-417b-abe1-08bfdbb4143f req-a239bb88-adb4-4784-a23b-833c4cf2ec47 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] 10.222.0.23 "GET /v2.0/networks/4bbc2f9e-02cf-490e-901d-2588655a3ef0 HTTP/1.1" status: 200 len: 784 time: 0.1695786 Jul 05 02:14:46.909570 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [req-98aa8091-042c-417b-abe1-08bfdbb4143f req-03844ed1-120f-42c6-a610-f2745a81f6df tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:14:46.910564 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-98aa8091-042c-417b-abe1-08bfdbb4143f req-03844ed1-120f-42c6-a610-f2745a81f6df tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071111 Jul 05 02:14:46.934502 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a535779-23d2-46e9-a5e4-89f14e60909d req-e9f31bf6-af7a-416a-a0f1-aed687dd24d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:46.936370 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2a535779-23d2-46e9-a5e4-89f14e60909d req-e9f31bf6-af7a-416a-a0f1-aed687dd24d9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7a7e417343d4479788713b4bb769c9b0&device_id=29e6b63c-6177-4a7c-a5bd-8b67540f7c8f HTTP/1.1" status: 200 len: 1127 time: 0.0935328 Jul 05 02:14:46.951319 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 43fe7b59-58fe-4af8-8915-317943d82b14, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=43fe7b59-58fe-4af8-8915-317943d82b14,segment=NetworkSegment(24fd9432-f398-4a05-975c-1360bad4fc21),segment_id=24fd9432-f398-4a05-975c-1360bad4fc21)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:14:46.967754 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 43fe7b59-58fe-4af8-8915-317943d82b14 has no active binding in host n-h2-771362-32 {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 05 02:14:46.976119 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6848e21c-7871-4915-a1c2-792319f943e0 req-de24e653-f1e6-44ff-8167-6fa0306cad5a tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:46.977800 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6848e21c-7871-4915-a1c2-792319f943e0 req-de24e653-f1e6-44ff-8167-6fa0306cad5a tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=29e6b63c-6177-4a7c-a5bd-8b67540f7c8f HTTP/1.1" status: 200 len: 944 time: 0.0725462 Jul 05 02:14:47.025552 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6848e21c-7871-4915-a1c2-792319f943e0 req-5f42fb63-7163-4c24-8c05-4bceb036ef8b tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421097 Jul 05 02:14:47.069370 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f560f366-8969-4bf3-8a14-a43e116b01bc req-f439f339-f338-469d-8ee7-e26fb6baacf7 tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--837660840&fields=id&tenant_id=39cee1aac4c44f278f0948186a2959f8 HTTP/1.1" status: 200 len: 267 time: 0.0516686 Jul 05 02:14:47.072382 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a535779-23d2-46e9-a5e4-89f14e60909d req-a028c6a6-2d2f-400c-9d15-7d05ba1b0ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:47.073777 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2a535779-23d2-46e9-a5e4-89f14e60909d req-a028c6a6-2d2f-400c-9d15-7d05ba1b0ee9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d55491b1-56ba-426a-ac8c-e92d73c02c5b HTTP/1.1" status: 200 len: 908 time: 0.1255760 Jul 05 02:14:47.186409 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2a535779-23d2-46e9-a5e4-89f14e60909d req-d630b28f-9bdc-4d51-8b4f-91b363558a13 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43fe7b59-58fe-4af8-8915-317943d82b14 HTTP/1.1" status: 200 len: 217 time: 0.0607135 Jul 05 02:14:47.208168 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269c9451-ec14-484e-9390-bc726f3719f4 req-5a803855-b317-4775-9705-df1548fa2699 tempest-TenantUsagesTestJSON-1433739089 tempest-TenantUsagesTestJSON-1433739089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:47.215229 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-269c9451-ec14-484e-9390-bc726f3719f4 req-5a803855-b317-4775-9705-df1548fa2699 tempest-TenantUsagesTestJSON-1433739089 tempest-TenantUsagesTestJSON-1433739089-project] 10.222.0.23 "GET /v2.0/ports?device_id=30d12b80-a6c1-4c9b-b017-d2f542709b34 HTTP/1.1" status: 200 len: 947 time: 0.0735931 Jul 05 02:14:47.258588 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-269c9451-ec14-484e-9390-bc726f3719f4 req-f49ff5a7-83c2-4f66-b13a-6887457d31e6 tempest-TenantUsagesTestJSON-1433739089 tempest-TenantUsagesTestJSON-1433739089-project] 10.222.0.23 "GET /v2.0/security-groups?id=51f1bdf2-755b-4e72-af44-bf78c8ffa3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423324 Jul 05 02:14:47.259699 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f560f366-8969-4bf3-8a14-a43e116b01bc req-97d11af8-f87d-438b-8079-4ebce9f60547 tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:47.261253 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f560f366-8969-4bf3-8a14-a43e116b01bc req-97d11af8-f87d-438b-8079-4ebce9f60547 tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] 10.222.0.23 "GET /v2.0/networks?id=95be1868-86d2-46e5-83cd-c247f770a99a HTTP/1.1" status: 200 len: 815 time: 0.1864653 Jul 05 02:14:47.279871 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a535779-23d2-46e9-a5e4-89f14e60909d req-8248a841-8440-47e9-828a-e09d9aa774c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:47.281486 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2a535779-23d2-46e9-a5e4-89f14e60909d req-8248a841-8440-47e9-828a-e09d9aa774c2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9b152ce5-504f-4214-985c-9f5fa8213776 HTTP/1.1" status: 200 len: 848 time: 0.0866663 Jul 05 02:14:47.283343 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f560f366-8969-4bf3-8a14-a43e116b01bc req-b3443876-d70e-4956-bd8c-2a1320b2532c tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] 10.222.0.23 "GET /v2.0/quotas/39cee1aac4c44f278f0948186a2959f8 HTTP/1.1" status: 200 len: 375 time: 0.0156775 Jul 05 02:14:47.300386 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dabbcda6-98eb-4130-9768-c92bc3985044 x-openstack-request-id: req-dabbcda6-98eb-4130-9768-c92bc3985044 {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:14:47.300707 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d91c1a4b-95f9-4e14-b5fb-18367bfbfbbc", "name": "network-vif-deleted", "tag": "8bd7c70a-13de-4d32-a7f8-d23cfb7ce856", "status": "completed", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:14:47.301002 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dabbcda6-98eb-4130-9768-c92bc3985044 {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:14:47.302056 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd91c1a4b-95f9-4e14-b5fb-18367bfbfbbc', 'name': 'network-vif-deleted', 'tag': '8bd7c70a-13de-4d32-a7f8-d23cfb7ce856', 'status': 'completed', 'code': 200} Jul 05 02:14:47.352438 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2a535779-23d2-46e9-a5e4-89f14e60909d req-ef007aee-ce4e-42c6-bd53-45831947f0ff service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d55491b1-56ba-426a-ac8c-e92d73c02c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501938 Jul 05 02:14:47.426216 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e1a3d4b9-b562-484d-94f5-86bc03b8cc22 req-8f97d606-3a48-4ec5-a6f0-cb5a054455e9 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1056588 Jul 05 02:14:47.435621 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-e1a3d4b9-b562-484d-94f5-86bc03b8cc22 req-c09cd673-c7f3-4959-9e60-8bd7aeaed8c6 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Request body: {'floatingip': {'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:14:47.458367 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f560f366-8969-4bf3-8a14-a43e116b01bc req-c5852e5b-b7c7-487d-aab3-114865992e3f tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=39cee1aac4c44f278f0948186a2959f8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1680868 Jul 05 02:14:47.469018 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2a535779-23d2-46e9-a5e4-89f14e60909d req-fe817727-4349-4a33-9d56-2e578ddfa1ec service neutron] 10.222.0.21 "GET /v2.0/networks/d55491b1-56ba-426a-ac8c-e92d73c02c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086245 Jul 05 02:14:47.537052 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-e1a3d4b9-b562-484d-94f5-86bc03b8cc22 req-c09cd673-c7f3-4959-9e60-8bd7aeaed8c6 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Notify callbacks [] for floatingip, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:47.636512 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-e1a3d4b9-b562-484d-94f5-86bc03b8cc22 req-c09cd673-c7f3-4959-9e60-8bd7aeaed8c6 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:47.752209 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [req-e1a3d4b9-b562-484d-94f5-86bc03b8cc22 req-c09cd673-c7f3-4959-9e60-8bd7aeaed8c6 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Allocated IP 172.25.7.57 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/bb50cd1e-2195-4943-92ca-2931b5479ee1) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:14:47.854681 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-e1a3d4b9-b562-484d-94f5-86bc03b8cc22 req-c09cd673-c7f3-4959-9e60-8bd7aeaed8c6 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:47.901103 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f560f366-8969-4bf3-8a14-a43e116b01bc req-cbbb7d55-8d2e-4dfc-9c3b-ca8f736daf65 service neutron] 10.222.0.23 "GET /v2.0/networks/95be1868-86d2-46e5-83cd-c247f770a99a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4239221 Jul 05 02:14:47.901103 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2a535779-23d2-46e9-a5e4-89f14e60909d req-70906cee-f564-427c-a212-4087a3e23cd9 service neutron] 10.222.0.21 "GET /v2.0/networks/d55491b1-56ba-426a-ac8c-e92d73c02c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4191341 Jul 05 02:14:47.988190 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f560f366-8969-4bf3-8a14-a43e116b01bc req-2af84991-1f07-49ae-ba11-32327cfde96f service neutron] 10.222.0.23 "GET /v2.0/networks/95be1868-86d2-46e5-83cd-c247f770a99a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879750 Jul 05 02:14:48.013890 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-e1a3d4b9-b562-484d-94f5-86bc03b8cc22 req-c09cd673-c7f3-4959-9e60-8bd7aeaed8c6 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:48.046585 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1a3d4b9-b562-484d-94f5-86bc03b8cc22 req-c09cd673-c7f3-4959-9e60-8bd7aeaed8c6 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:14:48.051082 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [req-e1a3d4b9-b562-484d-94f5-86bc03b8cc22 req-c09cd673-c7f3-4959-9e60-8bd7aeaed8c6 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:14:48.054623 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1a3d4b9-b562-484d-94f5-86bc03b8cc22 req-c09cd673-c7f3-4959-9e60-8bd7aeaed8c6 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:14:48.100553 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09cd673-c7f3-4959-9e60-8bd7aeaed8c6 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Pushing event updated for resources: {'Port': ['ID=bb50cd1e-2195-4943-92ca-2931b5479ee1,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:14:48.157840 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-e1a3d4b9-b562-484d-94f5-86bc03b8cc22 req-c09cd673-c7f3-4959-9e60-8bd7aeaed8c6 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:48.337940 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-e1a3d4b9-b562-484d-94f5-86bc03b8cc22 req-c09cd673-c7f3-4959-9e60-8bd7aeaed8c6 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:48.485149 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-e1a3d4b9-b562-484d-94f5-86bc03b8cc22 req-c09cd673-c7f3-4959-9e60-8bd7aeaed8c6 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:48.559922 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-e1a3d4b9-b562-484d-94f5-86bc03b8cc22 req-c09cd673-c7f3-4959-9e60-8bd7aeaed8c6 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:48.626509 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09cd673-c7f3-4959-9e60-8bd7aeaed8c6 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Pushing event updated for resources: {'Port': ['ID=bb50cd1e-2195-4943-92ca-2931b5479ee1,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:14:48.638451 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-e1a3d4b9-b562-484d-94f5-86bc03b8cc22 req-c09cd673-c7f3-4959-9e60-8bd7aeaed8c6 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636869'] for floatingip, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:48.721531 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-e1a3d4b9-b562-484d-94f5-86bc03b8cc22 req-c09cd673-c7f3-4959-9e60-8bd7aeaed8c6 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:48.723468 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e1a3d4b9-b562-484d-94f5-86bc03b8cc22 req-c09cd673-c7f3-4959-9e60-8bd7aeaed8c6 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.2917712 Jul 05 02:14:48.797520 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e1a3d4b9-b562-484d-94f5-86bc03b8cc22 req-c3eef2cd-73c2-4a31-8ef3-d54dd89b67aa tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.7.57 HTTP/1.1" status: 200 len: 695 time: 0.0673850 Jul 05 02:14:48.822969 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device d5f9c928-2a25-4f01-a297-a97248c9c2d5 details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:14:48.883162 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 8bd7c70a-13de-4d32-a7f8-d23cfb7ce856 no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:14:48.908478 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] No Port match for: 8bd7c70a-13de-4d32-a7f8-d23cfb7ce856 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:14:48.908832 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 8bd7c70a-13de-4d32-a7f8-d23cfb7ce856 not bound to the agent host n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:14:48.914974 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5de367ea-a4a2-4a3c-8cc6-f81b19fa5c33 req-9df6ecc2-6af2-4610-842b-6ac7b32ee1a4 service neutron] 10.222.0.21 "GET /v2.0/ports/43fe7b59-58fe-4af8-8915-317943d82b14/bindings/n-h2-771362-32 HTTP/1.1" status: 200 len: 385 time: 0.0760512 Jul 05 02:14:48.936497 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a3d4b9-b562-484d-94f5-86bc03b8cc22 req-1a0d0627-c9fe-49f3-9b4b-9f9c26db1f6d tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:48.938005 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e1a3d4b9-b562-484d-94f5-86bc03b8cc22 req-1a0d0627-c9fe-49f3-9b4b-9f9c26db1f6d tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] 10.222.0.23 "GET /v2.0/networks/4bbc2f9e-02cf-490e-901d-2588655a3ef0 HTTP/1.1" status: 200 len: 784 time: 0.1336312 Jul 05 02:14:48.948675 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port d5f9c928-2a25-4f01-a297-a97248c9c2d5, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=d5f9c928-2a25-4f01-a297-a97248c9c2d5,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:14:48.961095 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Returning: {'device': 'd5f9c928-2a25-4f01-a297-a97248c9c2d5', 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4', 'port_id': 'd5f9c928-2a25-4f01-a297-a97248c9c2d5', 'mac_address': 'fa:16:3e:b1:eb:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b840e204-692c-4f54-8f07-f6563e8e36b1', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:14:49.002174 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:49.016747 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5f9c928-2a25-4f01-a297-a97248c9c2d5 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:14:49.038702 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port d5f9c928-2a25-4f01-a297-a97248c9c2d5, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=d5f9c928-2a25-4f01-a297-a97248c9c2d5,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:14:49.113938 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-5de367ea-a4a2-4a3c-8cc6-f81b19fa5c33 req-f8e42d23-e28d-4616-a080-af76d096c3ed service neutron] For port 43fe7b59-58fe-4af8-8915-317943d82b14, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=43fe7b59-58fe-4af8-8915-317943d82b14,segment=NetworkSegment(24fd9432-f398-4a05-975c-1360bad4fc21),segment_id=24fd9432-f398-4a05-975c-1360bad4fc21)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:14:49.117071 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80789c23-3f07-4822-936d-8ab8cc2c72de req-401cbb2a-5047-4f18-b4ba-660001232f9f tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:49.118582 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-80789c23-3f07-4822-936d-8ab8cc2c72de req-401cbb2a-5047-4f18-b4ba-660001232f9f tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/ports?device_id=877a1a52-fa14-4bfb-96aa-8d7365f66b0c HTTP/1.1" status: 200 len: 945 time: 0.0676138 Jul 05 02:14:49.134180 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-5de367ea-a4a2-4a3c-8cc6-f81b19fa5c33 req-f8e42d23-e28d-4616-a080-af76d096c3ed service neutron] For port 43fe7b59-58fe-4af8-8915-317943d82b14, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:14:49.156169 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:49.158468 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-80789c23-3f07-4822-936d-8ab8cc2c72de req-b973624a-d6b1-4a57-8095-82b455cb5d78 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/security-groups?id=d52d7ff3-b8a7-45ab-964c-a9b0f9336b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334108 Jul 05 02:14:49.176722 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-5de367ea-a4a2-4a3c-8cc6-f81b19fa5c33 req-f8e42d23-e28d-4616-a080-af76d096c3ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43fe7b59-58fe-4af8-8915-317943d82b14 {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:14:49.190430 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-5de367ea-a4a2-4a3c-8cc6-f81b19fa5c33 req-f8e42d23-e28d-4616-a080-af76d096c3ed service neutron] For port 43fe7b59-58fe-4af8-8915-317943d82b14, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=43fe7b59-58fe-4af8-8915-317943d82b14,segment=NetworkSegment(24fd9432-f398-4a05-975c-1360bad4fc21),segment_id=24fd9432-f398-4a05-975c-1360bad4fc21)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:14:49.232956 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=d5f9c928-2a25-4f01-a297-a97248c9c2d5,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:14:49.316252 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-5de367ea-a4a2-4a3c-8cc6-f81b19fa5c33 req-f8e42d23-e28d-4616-a080-af76d096c3ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:49.397050 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-5de367ea-a4a2-4a3c-8cc6-f81b19fa5c33 req-f8e42d23-e28d-4616-a080-af76d096c3ed service neutron] Transition to ACTIVE for port object 43fe7b59-58fe-4af8-8915-317943d82b14 will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:14:49.463131 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['d5f9c928-2a25-4f01-a297-a97248c9c2d5'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:14:49.524423 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e52a89-e19d-4127-abb7-ac1fed54e150 req-2f7f5709-5f4e-496f-8142-35bce97a5d1b tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:49.526820 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d2e52a89-e19d-4127-abb7-ac1fed54e150 req-2f7f5709-5f4e-496f-8142-35bce97a5d1b tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=29e6b63c-6177-4a7c-a5bd-8b67540f7c8f HTTP/1.1" status: 200 len: 944 time: 0.0718441 Jul 05 02:14:49.584178 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d2e52a89-e19d-4127-abb7-ac1fed54e150 req-51cad0fb-8997-4509-a8b3-1466a7249bea tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499177 Jul 05 02:14:49.753303 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68223bec-7512-4e58-8cfe-c7632b4737bc req-d48bcb53-ad23-4ee3-893c-9fa372dc4e19 tempest-TenantUsagesTestJSON-1433739089 tempest-TenantUsagesTestJSON-1433739089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:49.754834 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-68223bec-7512-4e58-8cfe-c7632b4737bc req-d48bcb53-ad23-4ee3-893c-9fa372dc4e19 tempest-TenantUsagesTestJSON-1433739089 tempest-TenantUsagesTestJSON-1433739089-project] 10.222.0.23 "GET /v2.0/ports?device_id=30d12b80-a6c1-4c9b-b017-d2f542709b34 HTTP/1.1" status: 200 len: 948 time: 0.0672607 Jul 05 02:14:49.762311 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-5de367ea-a4a2-4a3c-8cc6-f81b19fa5c33 req-f8e42d23-e28d-4616-a080-af76d096c3ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:49.792836 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-68223bec-7512-4e58-8cfe-c7632b4737bc req-873e930e-ab03-4e5c-b2ac-a761748e8f1c tempest-TenantUsagesTestJSON-1433739089 tempest-TenantUsagesTestJSON-1433739089-project] 10.222.0.23 "GET /v2.0/security-groups?id=51f1bdf2-755b-4e72-af44-bf78c8ffa3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323617 Jul 05 02:14:49.833300 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-5de367ea-a4a2-4a3c-8cc6-f81b19fa5c33 req-f8e42d23-e28d-4616-a080-af76d096c3ed service neutron] No DVR routers for this DVR port 43fe7b59-58fe-4af8-8915-317943d82b14 on host n-h1-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:14:49.841031 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e42d23-e28d-4616-a080-af76d096c3ed service neutron] Pushing event updated for resources: {'Port': ['ID=43fe7b59-58fe-4af8-8915-317943d82b14,revision_number=10']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:14:49.864792 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-01a856fb-ab89-4d2c-a858-609ee9499248 req-67a5e639-c21c-4006-901f-ab4e1fd30d32 tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] 10.222.0.23 "GET /v2.0/ports?device_id=118c5249-11b1-440e-96ba-48522e7c2d74 HTTP/1.1" status: 200 len: 210 time: 0.0287082 Jul 05 02:14:49.868721 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5de367ea-a4a2-4a3c-8cc6-f81b19fa5c33 req-f8e42d23-e28d-4616-a080-af76d096c3ed service neutron] 10.222.0.21 "PUT /v2.0/ports/43fe7b59-58fe-4af8-8915-317943d82b14/bindings/n-h2-771362-32/activate HTTP/1.1" status: 200 len: 370 time: 0.9459102 Jul 05 02:14:50.014484 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-90d7d264-3d5f-41b3-a46d-65ae9d36da2c req-4d5f4d85-5e7c-40f8-9a70-96951a8e8ba4 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1183612 Jul 05 02:14:50.024429 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-90d7d264-3d5f-41b3-a46d-65ae9d36da2c req-ada738c5-863d-4fe4-8e23-7aa21945dfb3 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Request body: {'floatingip': {'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:14:50.130360 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de367ea-a4a2-4a3c-8cc6-f81b19fa5c33 req-01307141-0112-40d4-9d62-f9e3cea12248 tempest-LiveMigrationTest-1529316378 tempest-LiveMigrationTest-1529316378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:50.131960 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5de367ea-a4a2-4a3c-8cc6-f81b19fa5c33 req-01307141-0112-40d4-9d62-f9e3cea12248 tempest-LiveMigrationTest-1529316378 tempest-LiveMigrationTest-1529316378-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=29e6b63c-6177-4a7c-a5bd-8b67540f7c8f&tenant_id=7a7e417343d4479788713b4bb769c9b0&binding%3Ahost_id=n-h1-771362-32 HTTP/1.1" status: 200 len: 1097 time: 0.0567281 Jul 05 02:14:50.189216 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-90d7d264-3d5f-41b3-a46d-65ae9d36da2c req-ada738c5-863d-4fe4-8e23-7aa21945dfb3 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Notify callbacks [] for floatingip, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:50.204302 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de367ea-a4a2-4a3c-8cc6-f81b19fa5c33 req-09669872-2a42-4c6d-bb92-2dcc35f10e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:50.205808 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5de367ea-a4a2-4a3c-8cc6-f81b19fa5c33 req-09669872-2a42-4c6d-bb92-2dcc35f10e33 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=29e6b63c-6177-4a7c-a5bd-8b67540f7c8f&tenant_id=7a7e417343d4479788713b4bb769c9b0 HTTP/1.1" status: 200 len: 1097 time: 0.0665841 Jul 05 02:14:50.310944 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de367ea-a4a2-4a3c-8cc6-f81b19fa5c33 req-ae7973b4-4621-4786-b6ae-8fb0dea42e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:50.312898 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5de367ea-a4a2-4a3c-8cc6-f81b19fa5c33 req-ae7973b4-4621-4786-b6ae-8fb0dea42e62 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7a7e417343d4479788713b4bb769c9b0&device_id=29e6b63c-6177-4a7c-a5bd-8b67540f7c8f HTTP/1.1" status: 200 len: 1097 time: 0.0770466 Jul 05 02:14:50.399479 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030fe1a4-d8bc-45d8-af3d-a79e9fb0d38d req-cf8de5ba-9738-4699-bb87-5c03d3df5ffa tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:50.401425 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-030fe1a4-d8bc-45d8-af3d-a79e9fb0d38d req-cf8de5ba-9738-4699-bb87-5c03d3df5ffa tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/ports?device_id=877a1a52-fa14-4bfb-96aa-8d7365f66b0c HTTP/1.1" status: 200 len: 945 time: 0.0795095 Jul 05 02:14:50.423933 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-90d7d264-3d5f-41b3-a46d-65ae9d36da2c req-ada738c5-863d-4fe4-8e23-7aa21945dfb3 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:50.452875 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-030fe1a4-d8bc-45d8-af3d-a79e9fb0d38d req-0c21b473-af14-4413-81f3-c5b8d983934a tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/security-groups?id=d52d7ff3-b8a7-45ab-964c-a9b0f9336b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444231 Jul 05 02:14:50.499188 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de367ea-a4a2-4a3c-8cc6-f81b19fa5c33 req-b86bdd53-1b54-4f54-a093-5e0c009aac63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:50.500800 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5de367ea-a4a2-4a3c-8cc6-f81b19fa5c33 req-b86bdd53-1b54-4f54-a093-5e0c009aac63 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d55491b1-56ba-426a-ac8c-e92d73c02c5b HTTP/1.1" status: 200 len: 908 time: 0.1798418 Jul 05 02:14:50.566718 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5de367ea-a4a2-4a3c-8cc6-f81b19fa5c33 req-288998a7-a5d7-48a2-b175-9b120bf16960 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43fe7b59-58fe-4af8-8915-317943d82b14 HTTP/1.1" status: 200 len: 217 time: 0.0539489 Jul 05 02:14:50.663611 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [req-90d7d264-3d5f-41b3-a46d-65ae9d36da2c req-ada738c5-863d-4fe4-8e23-7aa21945dfb3 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Allocated IP 172.25.7.5 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/009dff8e-3a3f-459b-92ba-ef3f95356669) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:14:50.666738 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de367ea-a4a2-4a3c-8cc6-f81b19fa5c33 req-7f83700a-fec5-4d44-899b-50450ad682d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:50.668408 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5de367ea-a4a2-4a3c-8cc6-f81b19fa5c33 req-7f83700a-fec5-4d44-899b-50450ad682d7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9b152ce5-504f-4214-985c-9f5fa8213776 HTTP/1.1" status: 200 len: 848 time: 0.0796378 Jul 05 02:14:50.722416 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5de367ea-a4a2-4a3c-8cc6-f81b19fa5c33 req-b388bb18-f60d-46d0-a6b0-447c3f04c11b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d55491b1-56ba-426a-ac8c-e92d73c02c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414445 Jul 05 02:14:50.812887 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3f230e00-498a-41c9-8697-fb25bcc90496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:50.824502 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device d5f9c928-2a25-4f01-a297-a97248c9c2d5 up at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:14:50.831283 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c59add3-b333-4bf9-be6f-2f2e711e6d6f req-3966f648-ee24-43d8-b594-a685502c7a4e tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:50.832907 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6c59add3-b333-4bf9-be6f-2f2e711e6d6f req-3966f648-ee24-43d8-b594-a685502c7a4e tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=29e6b63c-6177-4a7c-a5bd-8b67540f7c8f HTTP/1.1" status: 200 len: 945 time: 0.0830457 Jul 05 02:14:50.871289 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-90d7d264-3d5f-41b3-a46d-65ae9d36da2c req-ada738c5-863d-4fe4-8e23-7aa21945dfb3 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:50.879669 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5de367ea-a4a2-4a3c-8cc6-f81b19fa5c33 req-8786e291-1126-4259-8e5d-e147faa69043 service neutron] 10.222.0.15 "GET /v2.0/networks/d55491b1-56ba-426a-ac8c-e92d73c02c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340299 Jul 05 02:14:50.885305 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6c59add3-b333-4bf9-be6f-2f2e711e6d6f req-9f29a326-75fd-45a0-a6ca-987c04862e5c tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452659 Jul 05 02:14:50.991374 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning for port d5f9c928-2a25-4f01-a297-a97248c9c2d5 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:14:51.001265 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning complete for port d5f9c928-2a25-4f01-a297-a97248c9c2d5 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:14:51.005622 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:51.023124 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5de367ea-a4a2-4a3c-8cc6-f81b19fa5c33 req-27a91f62-c0ed-4b25-bd30-395e715ad98f service neutron] 10.222.0.15 "GET /v2.0/networks/d55491b1-56ba-426a-ac8c-e92d73c02c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206045 Jul 05 02:14:51.070624 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-90d7d264-3d5f-41b3-a46d-65ae9d36da2c req-ada738c5-863d-4fe4-8e23-7aa21945dfb3 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:51.128181 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90d7d264-3d5f-41b3-a46d-65ae9d36da2c req-ada738c5-863d-4fe4-8e23-7aa21945dfb3 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:14:51.133184 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [req-90d7d264-3d5f-41b3-a46d-65ae9d36da2c req-ada738c5-863d-4fe4-8e23-7aa21945dfb3 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:14:51.137651 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [req-90d7d264-3d5f-41b3-a46d-65ae9d36da2c req-ada738c5-863d-4fe4-8e23-7aa21945dfb3 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:14:51.142489 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5cc6e8-9276-4fc5-b357-74d922fc6337 req-cd359cc9-fe54-4ca0-8f32-0af556ebb7e8 tempest-TenantUsagesTestJSON-1433739089 tempest-TenantUsagesTestJSON-1433739089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:51.144052 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7f5cc6e8-9276-4fc5-b357-74d922fc6337 req-cd359cc9-fe54-4ca0-8f32-0af556ebb7e8 tempest-TenantUsagesTestJSON-1433739089 tempest-TenantUsagesTestJSON-1433739089-project] 10.222.0.23 "GET /v2.0/ports?device_id=30d12b80-a6c1-4c9b-b017-d2f542709b34 HTTP/1.1" status: 200 len: 948 time: 0.1331446 Jul 05 02:14:51.164219 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:51.195849 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7f5cc6e8-9276-4fc5-b357-74d922fc6337 req-63e45210-c254-4177-bde2-b069c40c1614 tempest-TenantUsagesTestJSON-1433739089 tempest-TenantUsagesTestJSON-1433739089-project] 10.222.0.23 "GET /v2.0/security-groups?id=51f1bdf2-755b-4e72-af44-bf78c8ffa3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439053 Jul 05 02:14:51.201057 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30d12b80-a6c1-4c9b-b017-d2f542709b34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5f9c928-2a25-4f01-a297-a97248c9c2d5'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:14:51.203486 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-371b2b6a-403d-46fc-b5da-5ee41d07f5b2" -d '{"events": [{"server_uuid": "30d12b80-a6c1-4c9b-b017-d2f542709b34", "name": "network-vif-plugged", "status": "completed", "tag": "d5f9c928-2a25-4f01-a297-a97248c9c2d5"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:14:51.253956 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port d5f9c928-2a25-4f01-a297-a97248c9c2d5, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=d5f9c928-2a25-4f01-a297-a97248c9c2d5,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:14:51.295390 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada738c5-863d-4fe4-8e23-7aa21945dfb3 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Pushing event updated for resources: {'Port': ['ID=009dff8e-3a3f-459b-92ba-ef3f95356669,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:14:51.320574 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-90d7d264-3d5f-41b3-a46d-65ae9d36da2c req-ada738c5-863d-4fe4-8e23-7aa21945dfb3 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:51.343201 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:51.391080 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=d5f9c928-2a25-4f01-a297-a97248c9c2d5,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:14:51.402091 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4566a8bd-c5ee-4f95-98d2-69a907a9c271 req-f39a81b8-e9fd-4b0b-8c0c-35919170e9f5 tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] 10.222.0.23 "GET /v2.0/ports?device_id=118c5249-11b1-440e-96ba-48522e7c2d74 HTTP/1.1" status: 200 len: 210 time: 0.0440760 Jul 05 02:14:51.456036 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbfd5be3-63de-4ff0-8454-29706b852f97 x-openstack-request-id: req-dbfd5be3-63de-4ff0-8454-29706b852f97 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:14:51.456546 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30d12b80-a6c1-4c9b-b017-d2f542709b34", "name": "network-vif-plugged", "status": "completed", "tag": "d5f9c928-2a25-4f01-a297-a97248c9c2d5", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:14:51.456963 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dbfd5be3-63de-4ff0-8454-29706b852f97 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:14:51.457408 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30d12b80-a6c1-4c9b-b017-d2f542709b34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5f9c928-2a25-4f01-a297-a97248c9c2d5', 'code': 200} Jul 05 02:14:51.482520 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-90d7d264-3d5f-41b3-a46d-65ae9d36da2c req-ada738c5-863d-4fe4-8e23-7aa21945dfb3 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:51.696319 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94997833-1419-4643-94dd-eba75a80a90d req-2ef47e97-5ecd-4c38-9b41-d24428951290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:51.697836 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-94997833-1419-4643-94dd-eba75a80a90d req-2ef47e97-5ecd-4c38-9b41-d24428951290 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=30d12b80-a6c1-4c9b-b017-d2f542709b34 HTTP/1.1" status: 200 len: 1101 time: 0.1223733 Jul 05 02:14:51.721300 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de367ea-a4a2-4a3c-8cc6-f81b19fa5c33 req-2fea7a03-634c-491e-aea3-641f9cc9bd39 tempest-LiveMigrationTest-1529316378 tempest-LiveMigrationTest-1529316378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:51.723309 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5de367ea-a4a2-4a3c-8cc6-f81b19fa5c33 req-2fea7a03-634c-491e-aea3-641f9cc9bd39 tempest-LiveMigrationTest-1529316378 tempest-LiveMigrationTest-1529316378-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=29e6b63c-6177-4a7c-a5bd-8b67540f7c8f&tenant_id=7a7e417343d4479788713b4bb769c9b0&binding%3Ahost_id=n-h2-771362-32 HTTP/1.1" status: 200 len: 1097 time: 0.1589608 Jul 05 02:14:51.733391 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9d0d58-efee-455c-847f-4790a7267277 req-a3963a8c-8eda-4271-b83f-74b62be712fe tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:51.734898 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4a9d0d58-efee-455c-847f-4790a7267277 req-a3963a8c-8eda-4271-b83f-74b62be712fe tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/ports?device_id=877a1a52-fa14-4bfb-96aa-8d7365f66b0c HTTP/1.1" status: 200 len: 945 time: 0.1068828 Jul 05 02:14:51.767068 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-94997833-1419-4643-94dd-eba75a80a90d req-84223e80-ee4e-4a5f-a8c6-bd79aaa9bd06 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=51f1bdf2-755b-4e72-af44-bf78c8ffa3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610814 Jul 05 02:14:51.787070 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4a9d0d58-efee-455c-847f-4790a7267277 req-c6751fd9-6bef-4035-961e-26430140ef31 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/security-groups?id=d52d7ff3-b8a7-45ab-964c-a9b0f9336b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456667 Jul 05 02:14:51.812517 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-90d7d264-3d5f-41b3-a46d-65ae9d36da2c req-ada738c5-863d-4fe4-8e23-7aa21945dfb3 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:51.873271 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-90d7d264-3d5f-41b3-a46d-65ae9d36da2c req-ada738c5-863d-4fe4-8e23-7aa21945dfb3 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:51.967635 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada738c5-863d-4fe4-8e23-7aa21945dfb3 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Pushing event updated for resources: {'Port': ['ID=009dff8e-3a3f-459b-92ba-ef3f95356669,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:14:51.984863 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-90d7d264-3d5f-41b3-a46d-65ae9d36da2c req-ada738c5-863d-4fe4-8e23-7aa21945dfb3 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636869'] for floatingip, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:52.011659 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-5de367ea-a4a2-4a3c-8cc6-f81b19fa5c33 req-9a07f4b3-a912-4343-87ba-1f7b4254cfb0 service neutron] For port 43fe7b59-58fe-4af8-8915-317943d82b14, host n-h1-771362-32, cleared binding levels {{(pid=94462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:14:52.015710 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-5de367ea-a4a2-4a3c-8cc6-f81b19fa5c33 req-9a07f4b3-a912-4343-87ba-1f7b4254cfb0 service neutron] Notify callbacks [] for binding, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:52.016931 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5de367ea-a4a2-4a3c-8cc6-f81b19fa5c33 req-9a07f4b3-a912-4343-87ba-1f7b4254cfb0 service neutron] 10.222.0.15 "DELETE /v2.0/ports/43fe7b59-58fe-4af8-8915-317943d82b14/bindings/n-h1-771362-32 HTTP/1.1" status: 204 len: 173 time: 0.2827327 Jul 05 02:14:52.082455 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-90d7d264-3d5f-41b3-a46d-65ae9d36da2c req-ada738c5-863d-4fe4-8e23-7aa21945dfb3 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:52.083773 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-90d7d264-3d5f-41b3-a46d-65ae9d36da2c req-ada738c5-863d-4fe4-8e23-7aa21945dfb3 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 2.0638354 Jul 05 02:14:52.130279 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f560f366-8969-4bf3-8a14-a43e116b01bc req-704141d7-e6df-41ca-9cc7-6a3d507f1bf0 tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:52.132060 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f560f366-8969-4bf3-8a14-a43e116b01bc req-704141d7-e6df-41ca-9cc7-6a3d507f1bf0 tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] 10.222.0.21 "GET /v2.0/networks?id=95be1868-86d2-46e5-83cd-c247f770a99a HTTP/1.1" status: 200 len: 815 time: 0.1613259 Jul 05 02:14:52.191858 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-90d7d264-3d5f-41b3-a46d-65ae9d36da2c req-64a3e0d0-94df-471a-95ac-a23ea5f338a1 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.7.5 HTTP/1.1" status: 200 len: 694 time: 0.0968988 Jul 05 02:14:52.197423 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f560f366-8969-4bf3-8a14-a43e116b01bc req-89e7acba-62f9-4ae6-9481-4f412c176b5c tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=39cee1aac4c44f278f0948186a2959f8 HTTP/1.1" status: 200 len: 379 time: 0.0497687 Jul 05 02:14:52.206296 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10d4721-fe06-4344-bd72-d55c4c295c99 req-4c35446b-09ff-48ca-a587-14e144c3c335 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:52.208411 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f10d4721-fe06-4344-bd72-d55c4c295c99 req-4c35446b-09ff-48ca-a587-14e144c3c335 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=29e6b63c-6177-4a7c-a5bd-8b67540f7c8f HTTP/1.1" status: 200 len: 945 time: 0.1810663 Jul 05 02:14:52.213406 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-f560f366-8969-4bf3-8a14-a43e116b01bc req-b7ec01d7-90c4-4a1e-aaf4-0d33412eaf9c tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] Request body: {'port': {'device_id': '118c5249-11b1-440e-96ba-48522e7c2d74', 'network_id': '95be1868-86d2-46e5-83cd-c247f770a99a', 'admin_state_up': True, 'tenant_id': '39cee1aac4c44f278f0948186a2959f8', 'security_groups': ['bdd6bb06-7669-426f-bd94-82e82b74cb2c']}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:14:52.312824 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f10d4721-fe06-4344-bd72-d55c4c295c99 req-88eda0cd-ca87-4cae-88cd-03db467c0f04 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944202 Jul 05 02:14:52.318503 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d7d264-3d5f-41b3-a46d-65ae9d36da2c req-79466f7a-63ad-481d-9900-986e4e9de238 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:52.320107 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-90d7d264-3d5f-41b3-a46d-65ae9d36da2c req-79466f7a-63ad-481d-9900-986e4e9de238 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] 10.222.0.23 "GET /v2.0/networks/4bbc2f9e-02cf-490e-901d-2588655a3ef0 HTTP/1.1" status: 200 len: 784 time: 0.1211207 Jul 05 02:14:52.414871 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b1c55342-e36a-45a1-90d5-1bed3648546b req-92751cdf-2e4b-43a2-b309-c3f547508ab0 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] 10.222.0.23 "GET /v2.0/floatingips/c0b11a32-d923-40a7-bffb-9bcbab244ecf HTTP/1.1" status: 200 len: 691 time: 0.0571027 Jul 05 02:14:52.593370 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f560f366-8969-4bf3-8a14-a43e116b01bc req-b7ec01d7-90c4-4a1e-aaf4-0d33412eaf9c tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] Made reservation on behalf of 39cee1aac4c44f278f0948186a2959f8 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:14:52.598739 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f560f366-8969-4bf3-8a14-a43e116b01bc req-b7ec01d7-90c4-4a1e-aaf4-0d33412eaf9c tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:52.613792 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c55342-e36a-45a1-90d5-1bed3648546b req-803e0680-42f1-481b-985f-2f4c086f6be2 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:52.615969 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b1c55342-e36a-45a1-90d5-1bed3648546b req-803e0680-42f1-481b-985f-2f4c086f6be2 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] 10.222.0.23 "GET /v2.0/networks/4bbc2f9e-02cf-490e-901d-2588655a3ef0 HTTP/1.1" status: 200 len: 784 time: 0.1936588 Jul 05 02:14:52.633442 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [req-b1c55342-e36a-45a1-90d5-1bed3648546b req-59990e75-76f1-45a0-8bd5-5f81c8a5ed7a tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:14:52.634921 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b1c55342-e36a-45a1-90d5-1bed3648546b req-59990e75-76f1-45a0-8bd5-5f81c8a5ed7a tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0098591 Jul 05 02:14:52.857008 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-f560f366-8969-4bf3-8a14-a43e116b01bc req-b7ec01d7-90c4-4a1e-aaf4-0d33412eaf9c tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] Allocated IP 172.20.0.13 (95be1868-86d2-46e5-83cd-c247f770a99a/f91b5bd4-bf24-4143-8e52-056b34c056bf/003705b8-0e20-4e7f-abf1-53e42e597667) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:14:52.886608 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 43fe7b59-58fe-4af8-8915-317943d82b14 no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:14:52.902849 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cd0ab1-cba2-488e-adbd-646145ac226b req-6e50b2c2-a5d4-4998-9e97-e8f812e2e008 tempest-TenantUsagesTestJSON-1433739089 tempest-TenantUsagesTestJSON-1433739089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:52.911365 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-65cd0ab1-cba2-488e-adbd-646145ac226b req-6e50b2c2-a5d4-4998-9e97-e8f812e2e008 tempest-TenantUsagesTestJSON-1433739089 tempest-TenantUsagesTestJSON-1433739089-project] 10.222.0.23 "GET /v2.0/ports?device_id=30d12b80-a6c1-4c9b-b017-d2f542709b34 HTTP/1.1" status: 200 len: 949 time: 0.4848933 Jul 05 02:14:52.968717 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-65cd0ab1-cba2-488e-adbd-646145ac226b req-18c72d90-1791-4ab4-a3eb-6f7f465eb8a4 tempest-TenantUsagesTestJSON-1433739089 tempest-TenantUsagesTestJSON-1433739089-project] 10.222.0.23 "GET /v2.0/security-groups?id=51f1bdf2-755b-4e72-af44-bf78c8ffa3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534680 Jul 05 02:14:52.998070 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 43fe7b59-58fe-4af8-8915-317943d82b14 not bound to the agent host n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:14:53.051059 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e6fad83b-b722-47a6-aaa2-d5f15abd23ce req-49fe7349-740f-4efd-8379-60812c9e83b8 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] 10.222.0.23 "GET /v2.0/floatingips/c0b11a32-d923-40a7-bffb-9bcbab244ecf HTTP/1.1" status: 200 len: 691 time: 0.0585105 Jul 05 02:14:53.104319 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-96b732f3-0c1e-407a-9d4c-c1099ebc388c req-cf867929-40f2-4ba0-a58f-b79c47c02740 tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] 10.222.0.23 "GET /v2.0/ports?device_id=118c5249-11b1-440e-96ba-48522e7c2d74 HTTP/1.1" status: 200 len: 210 time: 0.2850282 Jul 05 02:14:53.135246 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f560f366-8969-4bf3-8a14-a43e116b01bc req-b7ec01d7-90c4-4a1e-aaf4-0d33412eaf9c tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:53.150031 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-f560f366-8969-4bf3-8a14-a43e116b01bc req-b7ec01d7-90c4-4a1e-aaf4-0d33412eaf9c tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] Transition to ACTIVE for port object 003705b8-0e20-4e7f-abf1-53e42e597667 will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:14:53.183343 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fad83b-b722-47a6-aaa2-d5f15abd23ce req-760b6761-531b-4f85-8f17-e51c89e86f0b tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:53.185580 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e6fad83b-b722-47a6-aaa2-d5f15abd23ce req-760b6761-531b-4f85-8f17-e51c89e86f0b tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] 10.222.0.23 "GET /v2.0/networks/4bbc2f9e-02cf-490e-901d-2588655a3ef0 HTTP/1.1" status: 200 len: 784 time: 0.1336696 Jul 05 02:14:53.196718 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-30fafad0-4631-45f1-be65-feacb6553235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:53.198664 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [req-e6fad83b-b722-47a6-aaa2-d5f15abd23ce req-931fd138-3107-47aa-8e8a-16b5d50a503e tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94462) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:14:53.203775 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e6fad83b-b722-47a6-aaa2-d5f15abd23ce req-931fd138-3107-47aa-8e8a-16b5d50a503e tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0125363 Jul 05 02:14:53.268530 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e6fad83b-b722-47a6-aaa2-d5f15abd23ce req-d1f5b60b-e8ff-4185-9e3b-6b90551d3e19 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.7.5 HTTP/1.1" status: 200 len: 694 time: 0.0587389 Jul 05 02:14:53.313350 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f560f366-8969-4bf3-8a14-a43e116b01bc req-b7ec01d7-90c4-4a1e-aaf4-0d33412eaf9c tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:53.333309 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e6fad83b-b722-47a6-aaa2-d5f15abd23ce req-bb19e99c-9b44-4d12-a6fa-e23343524dfe tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.7.5 HTTP/1.1" status: 200 len: 694 time: 0.0589025 Jul 05 02:14:53.381096 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f560f366-8969-4bf3-8a14-a43e116b01bc req-b7ec01d7-90c4-4a1e-aaf4-0d33412eaf9c tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] Network 95be1868-86d2-46e5-83cd-c247f770a99a is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:14:53.386051 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-f560f366-8969-4bf3-8a14-a43e116b01bc req-b7ec01d7-90c4-4a1e-aaf4-0d33412eaf9c tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:14:53.388865 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ec01d7-90c4-4a1e-aaf4-0d33412eaf9c tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] Pushing event updated for resources: {'Port': ['ID=003705b8-0e20-4e7f-abf1-53e42e597667,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:14:53.390926 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-f560f366-8969-4bf3-8a14-a43e116b01bc req-b7ec01d7-90c4-4a1e-aaf4-0d33412eaf9c tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:14:53.429814 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703750b6-03c6-43c4-bf7f-7dc786d62649 req-c83ebd4e-0689-486a-87a4-1c8dbfef28fa tempest-LiveMigrationTest-1529316378 tempest-LiveMigrationTest-1529316378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:53.431465 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-703750b6-03c6-43c4-bf7f-7dc786d62649 req-c83ebd4e-0689-486a-87a4-1c8dbfef28fa tempest-LiveMigrationTest-1529316378 tempest-LiveMigrationTest-1529316378-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=29e6b63c-6177-4a7c-a5bd-8b67540f7c8f HTTP/1.1" status: 200 len: 1097 time: 0.1637428 Jul 05 02:14:53.463737 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f560f366-8969-4bf3-8a14-a43e116b01bc req-b7ec01d7-90c4-4a1e-aaf4-0d33412eaf9c tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:53.464358 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f560f366-8969-4bf3-8a14-a43e116b01bc req-b7ec01d7-90c4-4a1e-aaf4-0d33412eaf9c tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:53.490633 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-703750b6-03c6-43c4-bf7f-7dc786d62649 req-2171e3da-c0a9-471a-affb-30bf31a9a454 tempest-LiveMigrationTest-1529316378 tempest-LiveMigrationTest-1529316378-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464733 Jul 05 02:14:53.498838 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [req-e6fad83b-b722-47a6-aaa2-d5f15abd23ce req-b0fa4f28-1f33-4de5-ac72-d48b8abf8a43 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Deleting port 009dff8e-3a3f-459b-92ba-ef3f95356669 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:14:53.499167 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-e6fad83b-b722-47a6-aaa2-d5f15abd23ce req-b0fa4f28-1f33-4de5-ac72-d48b8abf8a43 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:53.556690 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f560f366-8969-4bf3-8a14-a43e116b01bc req-b7ec01d7-90c4-4a1e-aaf4-0d33412eaf9c tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3469994 Jul 05 02:14:53.570017 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-f560f366-8969-4bf3-8a14-a43e116b01bc req-b54e4096-9972-47bb-9b96-dac351e15776 service neutron] Request body: {'port': {'device_id': '118c5249-11b1-440e-96ba-48522e7c2d74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:14:53.617309 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-e6fad83b-b722-47a6-aaa2-d5f15abd23ce req-b0fa4f28-1f33-4de5-ac72-d48b8abf8a43 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:53.619016 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-e6fad83b-b722-47a6-aaa2-d5f15abd23ce req-b0fa4f28-1f33-4de5-ac72-d48b8abf8a43 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:53.642745 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [req-e6fad83b-b722-47a6-aaa2-d5f15abd23ce req-b0fa4f28-1f33-4de5-ac72-d48b8abf8a43 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Calling delete_port for 009dff8e-3a3f-459b-92ba-ef3f95356669 owned by network:floatingip {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:14:53.739615 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f560f366-8969-4bf3-8a14-a43e116b01bc req-b54e4096-9972-47bb-9b96-dac351e15776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:53.773242 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:53.796639 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc1c5d6-0cbc-4488-896a-4f8d16391a87 req-9b00efcf-5d72-4861-abb8-de85ff813646 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:53.798168 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4cc1c5d6-0cbc-4488-896a-4f8d16391a87 req-9b00efcf-5d72-4861-abb8-de85ff813646 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/ports?device_id=877a1a52-fa14-4bfb-96aa-8d7365f66b0c HTTP/1.1" status: 200 len: 945 time: 0.1511579 Jul 05 02:14:53.839461 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-b555d5de-5167-4419-8f71-1fb1fb0d8b4b None None] Provisioning for port 003705b8-0e20-4e7f-abf1-53e42e597667 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:14:53.844515 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-b555d5de-5167-4419-8f71-1fb1fb0d8b4b None None] Provisioning complete for port 003705b8-0e20-4e7f-abf1-53e42e597667 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:14:53.844942 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b555d5de-5167-4419-8f71-1fb1fb0d8b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:53.884983 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-b555d5de-5167-4419-8f71-1fb1fb0d8b4b None None] Port 003705b8-0e20-4e7f-abf1-53e42e597667 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:14:53.906821 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4cc1c5d6-0cbc-4488-896a-4f8d16391a87 req-ffc2c31a-7a59-4cc6-a782-d6cd05cf85ec tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/security-groups?id=d52d7ff3-b8a7-45ab-964c-a9b0f9336b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958345 Jul 05 02:14:53.915698 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-e6fad83b-b722-47a6-aaa2-d5f15abd23ce req-b0fa4f28-1f33-4de5-ac72-d48b8abf8a43 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:53.966677 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fa4f28-1f33-4de5-ac72-d48b8abf8a43 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Pushing event deleted for resources: {'Port': ['ID=009dff8e-3a3f-459b-92ba-ef3f95356669,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:14:54.044768 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-e6fad83b-b722-47a6-aaa2-d5f15abd23ce req-b0fa4f28-1f33-4de5-ac72-d48b8abf8a43 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Notify callbacks [] for floatingip, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:54.048234 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-e6fad83b-b722-47a6-aaa2-d5f15abd23ce req-b0fa4f28-1f33-4de5-ac72-d48b8abf8a43 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:54.050262 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e6fad83b-b722-47a6-aaa2-d5f15abd23ce req-b0fa4f28-1f33-4de5-ac72-d48b8abf8a43 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] 10.222.0.23 "DELETE /v2.0/floatingips/c0b11a32-d923-40a7-bffb-9bcbab244ecf HTTP/1.1" status: 204 len: 173 time: 0.7106915 Jul 05 02:14:54.086057 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-f560f366-8969-4bf3-8a14-a43e116b01bc req-b54e4096-9972-47bb-9b96-dac351e15776 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 003705b8-0e20-4e7f-abf1-53e42e597667 {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:14:54.095571 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f560f366-8969-4bf3-8a14-a43e116b01bc req-b54e4096-9972-47bb-9b96-dac351e15776 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:54.112438 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-f560f366-8969-4bf3-8a14-a43e116b01bc req-b54e4096-9972-47bb-9b96-dac351e15776 service neutron] Transition to ACTIVE for port object 003705b8-0e20-4e7f-abf1-53e42e597667 will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:14:54.188137 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f560f366-8969-4bf3-8a14-a43e116b01bc req-b54e4096-9972-47bb-9b96-dac351e15776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:54.267379 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54e4096-9972-47bb-9b96-dac351e15776 service neutron] Pushing event updated for resources: {'Port': ['ID=003705b8-0e20-4e7f-abf1-53e42e597667,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:14:54.306560 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e361b2-a641-44ea-bf4b-a1c54cf43fa6 req-8302f987-111b-4d7e-8eac-c1175112e7dc tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:54.311758 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c5e361b2-a641-44ea-bf4b-a1c54cf43fa6 req-8302f987-111b-4d7e-8eac-c1175112e7dc tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/networks?id=d55491b1-56ba-426a-ac8c-e92d73c02c5b HTTP/1.1" status: 200 len: 808 time: 0.1450534 Jul 05 02:14:54.330594 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c5e361b2-a641-44ea-bf4b-a1c54cf43fa6 req-efb54133-b178-4a85-a622-ee0f5899ffe3 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/quotas/7a7e417343d4479788713b4bb769c9b0 HTTP/1.1" status: 200 len: 375 time: 0.0133111 Jul 05 02:14:54.370932 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c084f613-2e79-4330-a9a2-3338558eca86 req-9dcdd985-0d94-49d0-9cef-d0b2c749a878 tempest-TenantUsagesTestJSON-1433739089 tempest-TenantUsagesTestJSON-1433739089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:54.379708 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c084f613-2e79-4330-a9a2-3338558eca86 req-9dcdd985-0d94-49d0-9cef-d0b2c749a878 tempest-TenantUsagesTestJSON-1433739089 tempest-TenantUsagesTestJSON-1433739089-project] 10.222.0.23 "GET /v2.0/ports?device_id=30d12b80-a6c1-4c9b-b017-d2f542709b34 HTTP/1.1" status: 200 len: 949 time: 0.2252429 Jul 05 02:14:54.434969 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-f560f366-8969-4bf3-8a14-a43e116b01bc req-b54e4096-9972-47bb-9b96-dac351e15776 service neutron] Attempting to bind port 003705b8-0e20-4e7f-abf1-53e42e597667 on host n-h1-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:14:54.437777 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-f560f366-8969-4bf3-8a14-a43e116b01bc req-b54e4096-9972-47bb-9b96-dac351e15776 service neutron] Attempting to bind port 003705b8-0e20-4e7f-abf1-53e42e597667 by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': '1a7afff9-dd4a-44a1-b899-761c698fff6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '95be1868-86d2-46e5-83cd-c247f770a99a'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:14:54.437777 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f560f366-8969-4bf3-8a14-a43e116b01bc req-b54e4096-9972-47bb-9b96-dac351e15776 service neutron] Attempting to bind port 003705b8-0e20-4e7f-abf1-53e42e597667 on network 95be1868-86d2-46e5-83cd-c247f770a99a {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:14:54.437996 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c5e361b2-a641-44ea-bf4b-a1c54cf43fa6 req-04e43ef2-9e37-4cbd-8034-3b45bde4a29d tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7a7e417343d4479788713b4bb769c9b0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0991862 Jul 05 02:14:54.444631 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f560f366-8969-4bf3-8a14-a43e116b01bc req-b54e4096-9972-47bb-9b96-dac351e15776 service neutron] Port 003705b8-0e20-4e7f-abf1-53e42e597667 on network 95be1868-86d2-46e5-83cd-c247f770a99a not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:14:54.444877 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f560f366-8969-4bf3-8a14-a43e116b01bc req-b54e4096-9972-47bb-9b96-dac351e15776 service neutron] Attempting to bind port 003705b8-0e20-4e7f-abf1-53e42e597667 on network 95be1868-86d2-46e5-83cd-c247f770a99a {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:14:54.457401 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f560f366-8969-4bf3-8a14-a43e116b01bc req-b54e4096-9972-47bb-9b96-dac351e15776 service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:14:54.457785 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f560f366-8969-4bf3-8a14-a43e116b01bc req-b54e4096-9972-47bb-9b96-dac351e15776 service neutron] Checking segment: {'id': '1a7afff9-dd4a-44a1-b899-761c698fff6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '95be1868-86d2-46e5-83cd-c247f770a99a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:14:54.458215 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f560f366-8969-4bf3-8a14-a43e116b01bc req-b54e4096-9972-47bb-9b96-dac351e15776 service neutron] Bound using segment: {'id': '1a7afff9-dd4a-44a1-b899-761c698fff6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '95be1868-86d2-46e5-83cd-c247f770a99a'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:14:54.458727 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-f560f366-8969-4bf3-8a14-a43e116b01bc req-b54e4096-9972-47bb-9b96-dac351e15776 service neutron] Bound port: 003705b8-0e20-4e7f-abf1-53e42e597667, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a7afff9-dd4a-44a1-b899-761c698fff6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '95be1868-86d2-46e5-83cd-c247f770a99a'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:14:54.459100 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f560f366-8969-4bf3-8a14-a43e116b01bc req-b54e4096-9972-47bb-9b96-dac351e15776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:54.487016 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:54.492953 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c084f613-2e79-4330-a9a2-3338558eca86 req-c871c3bd-e220-4ed2-9948-b8d42126c04a tempest-TenantUsagesTestJSON-1433739089 tempest-TenantUsagesTestJSON-1433739089-project] 10.222.0.23 "GET /v2.0/security-groups?id=51f1bdf2-755b-4e72-af44-bf78c8ffa3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117208 Jul 05 02:14:54.568841 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c5e361b2-a641-44ea-bf4b-a1c54cf43fa6 req-2bb47bea-7bfa-4bf7-a16c-431b1aff1813 service neutron] 10.222.0.23 "GET /v2.0/networks/d55491b1-56ba-426a-ac8c-e92d73c02c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236813 Jul 05 02:14:54.687269 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c5e361b2-a641-44ea-bf4b-a1c54cf43fa6 req-3d3f478b-7961-4e9b-b534-7f067ac6b098 service neutron] 10.222.0.23 "GET /v2.0/networks/d55491b1-56ba-426a-ac8c-e92d73c02c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062217 Jul 05 02:14:54.695349 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-f560f366-8969-4bf3-8a14-a43e116b01bc req-b54e4096-9972-47bb-9b96-dac351e15776 service neutron] For port 003705b8-0e20-4e7f-abf1-53e42e597667, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:14:54.734528 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-f560f366-8969-4bf3-8a14-a43e116b01bc req-b54e4096-9972-47bb-9b96-dac351e15776 service neutron] For port 003705b8-0e20-4e7f-abf1-53e42e597667, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=003705b8-0e20-4e7f-abf1-53e42e597667,segment=NetworkSegment(1a7afff9-dd4a-44a1-b899-761c698fff6f),segment_id=1a7afff9-dd4a-44a1-b899-761c698fff6f)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:14:54.788590 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f560f366-8969-4bf3-8a14-a43e116b01bc req-b54e4096-9972-47bb-9b96-dac351e15776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:54.879895 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f560f366-8969-4bf3-8a14-a43e116b01bc req-b54e4096-9972-47bb-9b96-dac351e15776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:54.880959 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f560f366-8969-4bf3-8a14-a43e116b01bc req-b54e4096-9972-47bb-9b96-dac351e15776 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:54.882939 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f560f366-8969-4bf3-8a14-a43e116b01bc req-b54e4096-9972-47bb-9b96-dac351e15776 service neutron] 10.222.0.21 "PUT /v2.0/ports/003705b8-0e20-4e7f-abf1-53e42e597667 HTTP/1.1" status: 200 len: 1093 time: 1.3181832 Jul 05 02:14:54.899005 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa4974b-07b4-435e-beba-5932466041d2 req-6d6df27d-9081-44d6-99dd-7f6c82956635 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:54.912223 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7aa4974b-07b4-435e-beba-5932466041d2 req-6d6df27d-9081-44d6-99dd-7f6c82956635 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3237383 Jul 05 02:14:54.912223 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '118c5249-11b1-440e-96ba-48522e7c2d74', 'tag': '003705b8-0e20-4e7f-abf1-53e42e597667'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:14:54.912223 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-368197b4-f6e5-4009-bbbc-63001300ec17" -d '{"events": [{"name": "network-changed", "server_uuid": "118c5249-11b1-440e-96ba-48522e7c2d74", "tag": "003705b8-0e20-4e7f-abf1-53e42e597667"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:14:54.914788 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54e4096-9972-47bb-9b96-dac351e15776 service neutron] Pushing event updated for resources: {'Port': ['ID=003705b8-0e20-4e7f-abf1-53e42e597667,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:14:55.136150 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f560f366-8969-4bf3-8a14-a43e116b01bc req-a5bda88f-6981-4e5b-acda-64c5e622c8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:55.138300 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f560f366-8969-4bf3-8a14-a43e116b01bc req-a5bda88f-6981-4e5b-acda-64c5e622c8e6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=39cee1aac4c44f278f0948186a2959f8&device_id=118c5249-11b1-440e-96ba-48522e7c2d74 HTTP/1.1" status: 200 len: 1096 time: 0.1141925 Jul 05 02:14:55.254222 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f560f366-8969-4bf3-8a14-a43e116b01bc req-5368f92b-fe0a-4171-bddc-9c47dcd9cc1e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=003705b8-0e20-4e7f-abf1-53e42e597667 HTTP/1.1" status: 200 len: 217 time: 0.1044781 Jul 05 02:14:55.318019 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f560f366-8969-4bf3-8a14-a43e116b01bc req-a546be51-d138-45a3-9669-cd132aabb76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:55.318019 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f560f366-8969-4bf3-8a14-a43e116b01bc req-a546be51-d138-45a3-9669-cd132aabb76e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f91b5bd4-bf24-4143-8e52-056b34c056bf HTTP/1.1" status: 200 len: 854 time: 0.0581794 Jul 05 02:14:55.338695 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-02156ad8-ce4c-4297-8f34-50511fdc9fad req-6aa06479-91cc-4483-8815-42f66aa098a8 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] 10.222.0.23 "GET /v2.0/floatingips?tenant_id=e71c49b0751648d5aac70bc1d6673329 HTTP/1.1" status: 200 len: 1655 time: 0.1201804 Jul 05 02:14:55.343344 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fcea6c-7100-439b-acd1-6fa98a5df672 req-06942483-bc44-46b3-9109-0ae6106c59a5 tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:55.351148 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f2fcea6c-7100-439b-acd1-6fa98a5df672 req-06942483-bc44-46b3-9109-0ae6106c59a5 tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] 10.222.0.23 "GET /v2.0/ports?device_id=118c5249-11b1-440e-96ba-48522e7c2d74 HTTP/1.1" status: 200 len: 944 time: 0.1558931 Jul 05 02:14:55.457304 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f2fcea6c-7100-439b-acd1-6fa98a5df672 req-f25c1bbb-6163-4681-9c8f-8ef5deeaaca0 tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdd6bb06-7669-426f-bd94-82e82b74cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051090 Jul 05 02:14:55.474243 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02156ad8-ce4c-4297-8f34-50511fdc9fad req-1cee5309-3bf5-4514-9b6c-b6d211dfa410 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:55.483178 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-02156ad8-ce4c-4297-8f34-50511fdc9fad req-1cee5309-3bf5-4514-9b6c-b6d211dfa410 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] 10.222.0.23 "GET /v2.0/networks?id=4bbc2f9e-02cf-490e-901d-2588655a3ef0&id=4bbc2f9e-02cf-490e-901d-2588655a3ef0&id=4bbc2f9e-02cf-490e-901d-2588655a3ef0 HTTP/1.1" status: 200 len: 787 time: 0.1379292 Jul 05 02:14:55.489190 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [req-02156ad8-ce4c-4297-8f34-50511fdc9fad req-cfba060a-8dab-4cb8-b1ed-4c53c1a589eb tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94462) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:14:55.502831 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-02156ad8-ce4c-4297-8f34-50511fdc9fad req-cfba060a-8dab-4cb8-b1ed-4c53c1a589eb tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0186222 Jul 05 02:14:55.506941 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f560f366-8969-4bf3-8a14-a43e116b01bc req-1a286d32-216f-44b9-a244-5700efd3c277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:55.509642 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f560f366-8969-4bf3-8a14-a43e116b01bc req-1a286d32-216f-44b9-a244-5700efd3c277 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=95be1868-86d2-46e5-83cd-c247f770a99a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1767294 Jul 05 02:14:55.582396 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-810017cc-e14a-43a2-8e64-8809b8823f6a x-openstack-request-id: req-810017cc-e14a-43a2-8e64-8809b8823f6a {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:14:55.584401 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "118c5249-11b1-440e-96ba-48522e7c2d74", "tag": "003705b8-0e20-4e7f-abf1-53e42e597667", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:14:55.584815 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-810017cc-e14a-43a2-8e64-8809b8823f6a {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:14:55.585376 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '118c5249-11b1-440e-96ba-48522e7c2d74', 'tag': '003705b8-0e20-4e7f-abf1-53e42e597667', 'status': 'completed', 'code': 200} Jul 05 02:14:55.668480 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-076e81e3-380c-4e42-8053-64c5eb48ad9f req-a34ac682-0575-4ccf-9e6d-821198b8fa25 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e01c5aa-5fee-4d05-bead-17006da5b83c HTTP/1.1" status: 200 len: 210 time: 0.0662391 Jul 05 02:14:55.699304 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f560f366-8969-4bf3-8a14-a43e116b01bc req-f5ed4fc2-be60-40cf-9f48-12e812367c83 service neutron] 10.222.0.21 "GET /v2.0/networks/95be1868-86d2-46e5-83cd-c247f770a99a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808574 Jul 05 02:14:55.766591 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1259ba9-d242-4cd0-b395-eb88dea12130 req-0b368b19-631b-49ff-a806-3924895e9295 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:55.768154 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b1259ba9-d242-4cd0-b395-eb88dea12130 req-0b368b19-631b-49ff-a806-3924895e9295 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/ports?device_id=877a1a52-fa14-4bfb-96aa-8d7365f66b0c HTTP/1.1" status: 200 len: 945 time: 0.1266170 Jul 05 02:14:55.837840 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b1259ba9-d242-4cd0-b395-eb88dea12130 req-592b6ef5-c86b-4fd5-8825-ed03aa3cb7e1 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/security-groups?id=d52d7ff3-b8a7-45ab-964c-a9b0f9336b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624027 Jul 05 02:14:55.876516 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f560f366-8969-4bf3-8a14-a43e116b01bc req-636d3e17-b15b-410b-bca2-fb638edec056 service neutron] 10.222.0.21 "GET /v2.0/networks/95be1868-86d2-46e5-83cd-c247f770a99a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666806 Jul 05 02:14:55.930743 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2bad1fcb-a8db-40fe-bb7e-d21f43f13dd0 req-76f1a460-c538-4e11-be72-1c2ccdf885ef tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] 10.222.0.23 "GET /v2.0/floatingips/6ace1e6b-dadd-4033-8e65-067feed0956c HTTP/1.1" status: 200 len: 692 time: 0.0578644 Jul 05 02:14:56.035403 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:56.058822 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bad1fcb-a8db-40fe-bb7e-d21f43f13dd0 req-d7276d64-f886-47b0-bce2-b1ea24f33c9a tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:56.071515 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2bad1fcb-a8db-40fe-bb7e-d21f43f13dd0 req-d7276d64-f886-47b0-bce2-b1ea24f33c9a tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] 10.222.0.23 "GET /v2.0/networks/4bbc2f9e-02cf-490e-901d-2588655a3ef0 HTTP/1.1" status: 200 len: 784 time: 0.1378403 Jul 05 02:14:56.078529 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [req-2bad1fcb-a8db-40fe-bb7e-d21f43f13dd0 req-245d3171-36cd-45b1-9143-d0b8f2bff7cf tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:14:56.088995 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2bad1fcb-a8db-40fe-bb7e-d21f43f13dd0 req-245d3171-36cd-45b1-9143-d0b8f2bff7cf tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0164578 Jul 05 02:14:56.193486 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2bad1fcb-a8db-40fe-bb7e-d21f43f13dd0 req-06121c60-a7f6-4c48-bf1b-c621e265092c tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.7.57 HTTP/1.1" status: 200 len: 695 time: 0.1016803 Jul 05 02:14:56.254284 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2bad1fcb-a8db-40fe-bb7e-d21f43f13dd0 req-2d888c30-291e-4751-a6b5-e063080dda72 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.7.57 HTTP/1.1" status: 200 len: 695 time: 0.0519109 Jul 05 02:14:56.275286 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368197b4-f6e5-4009-bbbc-63001300ec17 req-e6655fa5-312d-43f7-ac21-dea94ff1defd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:56.276880 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-368197b4-f6e5-4009-bbbc-63001300ec17 req-e6655fa5-312d-43f7-ac21-dea94ff1defd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=39cee1aac4c44f278f0948186a2959f8&device_id=118c5249-11b1-440e-96ba-48522e7c2d74 HTTP/1.1" status: 200 len: 1096 time: 0.1779425 Jul 05 02:14:56.469487 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368197b4-f6e5-4009-bbbc-63001300ec17 req-7e1753d0-6634-4a39-83d8-f81c75fbb345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:56.472278 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-368197b4-f6e5-4009-bbbc-63001300ec17 req-7e1753d0-6634-4a39-83d8-f81c75fbb345 service neutron] 10.222.0.21 "GET /v2.0/networks?id=95be1868-86d2-46e5-83cd-c247f770a99a HTTP/1.1" status: 200 len: 915 time: 0.1643064 Jul 05 02:14:56.493279 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-2bad1fcb-a8db-40fe-bb7e-d21f43f13dd0 req-ff539262-9080-463e-a8b8-0ddd9292b7c8 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Deleting port bb50cd1e-2195-4943-92ca-2931b5479ee1 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:14:56.493626 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-2bad1fcb-a8db-40fe-bb7e-d21f43f13dd0 req-ff539262-9080-463e-a8b8-0ddd9292b7c8 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:56.522661 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-368197b4-f6e5-4009-bbbc-63001300ec17 req-cde6870a-480a-45a5-843c-dc73f8a063cc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=003705b8-0e20-4e7f-abf1-53e42e597667 HTTP/1.1" status: 200 len: 217 time: 0.0387287 Jul 05 02:14:56.627593 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368197b4-f6e5-4009-bbbc-63001300ec17 req-384e16ec-7edd-4fcb-b3bf-8bc6232002c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:56.629094 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-368197b4-f6e5-4009-bbbc-63001300ec17 req-384e16ec-7edd-4fcb-b3bf-8bc6232002c6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f91b5bd4-bf24-4143-8e52-056b34c056bf HTTP/1.1" status: 200 len: 854 time: 0.0965657 Jul 05 02:14:56.655105 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-2bad1fcb-a8db-40fe-bb7e-d21f43f13dd0 req-ff539262-9080-463e-a8b8-0ddd9292b7c8 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:56.655431 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-2bad1fcb-a8db-40fe-bb7e-d21f43f13dd0 req-ff539262-9080-463e-a8b8-0ddd9292b7c8 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:56.688490 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-2bad1fcb-a8db-40fe-bb7e-d21f43f13dd0 req-ff539262-9080-463e-a8b8-0ddd9292b7c8 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Calling delete_port for bb50cd1e-2195-4943-92ca-2931b5479ee1 owned by network:floatingip {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:14:56.755560 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fd4795-6b93-4ae6-be55-6f76aeacb0b8 req-1c57ed27-2e3d-4d3a-acd9-8cc092614a06 tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:56.765528 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a7fd4795-6b93-4ae6-be55-6f76aeacb0b8 req-1c57ed27-2e3d-4d3a-acd9-8cc092614a06 tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] 10.222.0.23 "GET /v2.0/ports?device_id=118c5249-11b1-440e-96ba-48522e7c2d74 HTTP/1.1" status: 200 len: 944 time: 0.0988526 Jul 05 02:14:56.827130 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a7fd4795-6b93-4ae6-be55-6f76aeacb0b8 req-0f01707f-a4de-4290-af63-274442670e23 tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdd6bb06-7669-426f-bd94-82e82b74cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602794 Jul 05 02:14:57.020048 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ecde7-f5eb-4559-8f2d-96964d6b8201 req-654db56b-4fbb-4861-86c8-70c7e7db55f7 tempest-TenantUsagesTestJSON-1433739089 tempest-TenantUsagesTestJSON-1433739089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:57.021919 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d80ecde7-f5eb-4559-8f2d-96964d6b8201 req-654db56b-4fbb-4861-86c8-70c7e7db55f7 tempest-TenantUsagesTestJSON-1433739089 tempest-TenantUsagesTestJSON-1433739089-project] 10.222.0.23 "GET /v2.0/ports?device_id=30d12b80-a6c1-4c9b-b017-d2f542709b34 HTTP/1.1" status: 200 len: 949 time: 0.0774062 Jul 05 02:14:57.075929 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d80ecde7-f5eb-4559-8f2d-96964d6b8201 req-74203b1b-54fc-40c8-8685-1baa78830ae8 tempest-TenantUsagesTestJSON-1433739089 tempest-TenantUsagesTestJSON-1433739089-project] 10.222.0.23 "GET /v2.0/security-groups?id=51f1bdf2-755b-4e72-af44-bf78c8ffa3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483224 Jul 05 02:14:57.194371 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368197b4-f6e5-4009-bbbc-63001300ec17 req-119fc536-9c55-4e47-bca2-ebfa85cda2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:57.195564 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-368197b4-f6e5-4009-bbbc-63001300ec17 req-119fc536-9c55-4e47-bca2-ebfa85cda2e6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=95be1868-86d2-46e5-83cd-c247f770a99a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5588636 Jul 05 02:14:57.213669 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-01fa5978-075a-4ee9-9073-2251a631b31b req-9cd6792b-121a-4da2-bd97-297824543c71 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e01c5aa-5fee-4d05-bead-17006da5b83c HTTP/1.1" status: 200 len: 210 time: 0.0410385 Jul 05 02:14:57.298787 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-368197b4-f6e5-4009-bbbc-63001300ec17 req-13080387-566a-407f-b199-b5e37b44f241 service neutron] 10.222.0.21 "GET /v2.0/networks/95be1868-86d2-46e5-83cd-c247f770a99a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961299 Jul 05 02:14:57.318035 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-2bad1fcb-a8db-40fe-bb7e-d21f43f13dd0 req-ff539262-9080-463e-a8b8-0ddd9292b7c8 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:57.397907 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff539262-9080-463e-a8b8-0ddd9292b7c8 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Pushing event deleted for resources: {'Port': ['ID=bb50cd1e-2195-4943-92ca-2931b5479ee1,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:14:57.487467 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-368197b4-f6e5-4009-bbbc-63001300ec17 req-494053d0-36a2-472f-b9fb-3e20be2e70b9 service neutron] 10.222.0.21 "GET /v2.0/networks/95be1868-86d2-46e5-83cd-c247f770a99a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787195 Jul 05 02:14:57.492589 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-2bad1fcb-a8db-40fe-bb7e-d21f43f13dd0 req-ff539262-9080-463e-a8b8-0ddd9292b7c8 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Notify callbacks [] for floatingip, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:57.507651 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-2bad1fcb-a8db-40fe-bb7e-d21f43f13dd0 req-ff539262-9080-463e-a8b8-0ddd9292b7c8 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:57.520869 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2bad1fcb-a8db-40fe-bb7e-d21f43f13dd0 req-ff539262-9080-463e-a8b8-0ddd9292b7c8 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] 10.222.0.23 "DELETE /v2.0/floatingips/6ace1e6b-dadd-4033-8e65-067feed0956c HTTP/1.1" status: 204 len: 173 time: 1.2559993 Jul 05 02:14:57.557391 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a76b00-a058-47f0-8ff6-7f04ce3f3fa0 req-7a65c42a-d6da-4a78-a24d-c6ca71099565 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:57.559272 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f7a76b00-a058-47f0-8ff6-7f04ce3f3fa0 req-7a65c42a-d6da-4a78-a24d-c6ca71099565 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/ports?device_id=877a1a52-fa14-4bfb-96aa-8d7365f66b0c HTTP/1.1" status: 200 len: 945 time: 0.0900900 Jul 05 02:14:57.587150 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c7c61703-004e-4e5a-996d-f3db2b4cae07 req-948f7074-5c7a-4e81-baab-242642a2b551 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] 10.222.0.23 "GET /v2.0/floatingips/8f2127eb-517c-4bfd-b7a6-6130eb29ef3a HTTP/1.1" status: 200 len: 693 time: 0.0636334 Jul 05 02:14:57.609752 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f7a76b00-a058-47f0-8ff6-7f04ce3f3fa0 req-d238e062-46cc-4b23-a2a5-ebcd466fd4e0 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/security-groups?id=d52d7ff3-b8a7-45ab-964c-a9b0f9336b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442269 Jul 05 02:14:57.743648 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c61703-004e-4e5a-996d-f3db2b4cae07 req-ed4f2d63-0a7f-4ea3-89e2-0cf4da541c7b tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:57.749734 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c7c61703-004e-4e5a-996d-f3db2b4cae07 req-ed4f2d63-0a7f-4ea3-89e2-0cf4da541c7b tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] 10.222.0.23 "GET /v2.0/networks/4bbc2f9e-02cf-490e-901d-2588655a3ef0 HTTP/1.1" status: 200 len: 784 time: 0.1544464 Jul 05 02:14:57.811451 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c7c61703-004e-4e5a-996d-f3db2b4cae07 req-e3325d5f-4acb-4e05-8509-2638fcd2a069 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.7.245 HTTP/1.1" status: 200 len: 696 time: 0.0561287 Jul 05 02:14:57.904502 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c7c61703-004e-4e5a-996d-f3db2b4cae07 req-7e25861e-8a3a-42d3-88b2-a25c931fa42f tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.7.245 HTTP/1.1" status: 200 len: 696 time: 0.0853302 Jul 05 02:14:58.150230 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-c7c61703-004e-4e5a-996d-f3db2b4cae07 req-e9941106-1655-4b5f-a455-0e2db2f0e347 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Deleting port a1c9cf4b-1823-4338-b35e-5706c5be38a1 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:14:58.150554 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c7c61703-004e-4e5a-996d-f3db2b4cae07 req-e9941106-1655-4b5f-a455-0e2db2f0e347 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:58.158877 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e361b2-a641-44ea-bf4b-a1c54cf43fa6 req-9cbfe34e-3e89-4fb8-bae4-6e1678664ea8 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:58.160351 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c5e361b2-a641-44ea-bf4b-a1c54cf43fa6 req-9cbfe34e-3e89-4fb8-bae4-6e1678664ea8 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.21 "GET /v2.0/networks?id=d55491b1-56ba-426a-ac8c-e92d73c02c5b HTTP/1.1" status: 200 len: 808 time: 0.2154136 Jul 05 02:14:58.206102 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-c5e361b2-a641-44ea-bf4b-a1c54cf43fa6 req-e5a65e92-f17e-4190-b590-e24f18ddd50c tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Request body: {'port': {'device_id': '0e01c5aa-5fee-4d05-bead-17006da5b83c', 'network_id': 'd55491b1-56ba-426a-ac8c-e92d73c02c5b', 'admin_state_up': True, 'tenant_id': '7a7e417343d4479788713b4bb769c9b0'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:14:58.206337 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77a1430-3f43-47f7-b58d-bd22492d7585 req-30c8c40e-40d3-4f73-ab3d-eb939978cf81 tempest-TenantUsagesTestJSON-1433739089 tempest-TenantUsagesTestJSON-1433739089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:58.207940 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e77a1430-3f43-47f7-b58d-bd22492d7585 req-30c8c40e-40d3-4f73-ab3d-eb939978cf81 tempest-TenantUsagesTestJSON-1433739089 tempest-TenantUsagesTestJSON-1433739089-project] 10.222.0.15 "GET /v2.0/ports?device_id=30d12b80-a6c1-4c9b-b017-d2f542709b34 HTTP/1.1" status: 200 len: 949 time: 0.0887501 Jul 05 02:14:58.331401 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c7c61703-004e-4e5a-996d-f3db2b4cae07 req-e9941106-1655-4b5f-a455-0e2db2f0e347 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:58.331728 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c7c61703-004e-4e5a-996d-f3db2b4cae07 req-e9941106-1655-4b5f-a455-0e2db2f0e347 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:58.340925 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [req-e77a1430-3f43-47f7-b58d-bd22492d7585 req-29e6e1a0-570c-440a-aee5-1634fd806fbb tempest-TenantUsagesTestJSON-1433739089 tempest-TenantUsagesTestJSON-1433739089-project] Deleting port d5f9c928-2a25-4f01-a297-a97248c9c2d5 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:14:58.341680 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-e77a1430-3f43-47f7-b58d-bd22492d7585 req-29e6e1a0-570c-440a-aee5-1634fd806fbb tempest-TenantUsagesTestJSON-1433739089 tempest-TenantUsagesTestJSON-1433739089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:58.355970 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-c7c61703-004e-4e5a-996d-f3db2b4cae07 req-e9941106-1655-4b5f-a455-0e2db2f0e347 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Calling delete_port for a1c9cf4b-1823-4338-b35e-5706c5be38a1 owned by network:floatingip {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:14:58.463119 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-e77a1430-3f43-47f7-b58d-bd22492d7585 req-29e6e1a0-570c-440a-aee5-1634fd806fbb tempest-TenantUsagesTestJSON-1433739089 tempest-TenantUsagesTestJSON-1433739089-project] For port d5f9c928-2a25-4f01-a297-a97248c9c2d5, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=d5f9c928-2a25-4f01-a297-a97248c9c2d5,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:14:58.464096 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-e77a1430-3f43-47f7-b58d-bd22492d7585 req-29e6e1a0-570c-440a-aee5-1634fd806fbb tempest-TenantUsagesTestJSON-1433739089 tempest-TenantUsagesTestJSON-1433739089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:58.480713 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [req-e77a1430-3f43-47f7-b58d-bd22492d7585 req-29e6e1a0-570c-440a-aee5-1634fd806fbb tempest-TenantUsagesTestJSON-1433739089 tempest-TenantUsagesTestJSON-1433739089-project] Calling delete_port for d5f9c928-2a25-4f01-a297-a97248c9c2d5 owned by compute:nova {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:14:58.498719 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5e361b2-a641-44ea-bf4b-a1c54cf43fa6 req-e5a65e92-f17e-4190-b590-e24f18ddd50c tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Made reservation on behalf of 7a7e417343d4479788713b4bb769c9b0 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:14:58.504579 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c5e361b2-a641-44ea-bf4b-a1c54cf43fa6 req-e5a65e92-f17e-4190-b590-e24f18ddd50c tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:58.638519 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b24aeb1-4cbd-43a3-90c1-a74ebc3e96e3 req-1e9ac571-4bab-4762-94df-6fbf48cd7623 tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:58.640056 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5b24aeb1-4cbd-43a3-90c1-a74ebc3e96e3 req-1e9ac571-4bab-4762-94df-6fbf48cd7623 tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] 10.222.0.23 "GET /v2.0/ports?device_id=118c5249-11b1-440e-96ba-48522e7c2d74 HTTP/1.1" status: 200 len: 944 time: 0.1542349 Jul 05 02:14:58.680386 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c7c61703-004e-4e5a-996d-f3db2b4cae07 req-e9941106-1655-4b5f-a455-0e2db2f0e347 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:58.716192 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5b24aeb1-4cbd-43a3-90c1-a74ebc3e96e3 req-d60c9183-f7b9-4ef5-b571-69fcd164abef tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdd6bb06-7669-426f-bd94-82e82b74cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534532 Jul 05 02:14:58.725351 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9941106-1655-4b5f-a455-0e2db2f0e347 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Pushing event deleted for resources: {'Port': ['ID=a1c9cf4b-1823-4338-b35e-5706c5be38a1,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:14:58.767894 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-c5e361b2-a641-44ea-bf4b-a1c54cf43fa6 req-e5a65e92-f17e-4190-b590-e24f18ddd50c tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Allocated IP 172.20.0.3 (d55491b1-56ba-426a-ac8c-e92d73c02c5b/9b152ce5-504f-4214-985c-9f5fa8213776/dd40790e-5c6b-49df-a769-f7e93972bedf) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:14:58.790578 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-e77a1430-3f43-47f7-b58d-bd22492d7585 req-29e6e1a0-570c-440a-aee5-1634fd806fbb tempest-TenantUsagesTestJSON-1433739089 tempest-TenantUsagesTestJSON-1433739089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:58.802316 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['d5f9c928-2a25-4f01-a297-a97248c9c2d5'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:14:58.847840 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c7c61703-004e-4e5a-996d-f3db2b4cae07 req-e9941106-1655-4b5f-a455-0e2db2f0e347 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Notify callbacks [] for floatingip, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:58.861662 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c7c61703-004e-4e5a-996d-f3db2b4cae07 req-e9941106-1655-4b5f-a455-0e2db2f0e347 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:58.862888 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c7c61703-004e-4e5a-996d-f3db2b4cae07 req-e9941106-1655-4b5f-a455-0e2db2f0e347 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] 10.222.0.23 "DELETE /v2.0/floatingips/8f2127eb-517c-4bfd-b7a6-6130eb29ef3a HTTP/1.1" status: 204 len: 173 time: 0.9528403 Jul 05 02:14:58.926912 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e6e1a0-570c-440a-aee5-1634fd806fbb tempest-TenantUsagesTestJSON-1433739089 tempest-TenantUsagesTestJSON-1433739089-project] Pushing event deleted for resources: {'Port': ['ID=d5f9c928-2a25-4f01-a297-a97248c9c2d5,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:14:58.986221 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [req-e77a1430-3f43-47f7-b58d-bd22492d7585 req-29e6e1a0-570c-440a-aee5-1634fd806fbb tempest-TenantUsagesTestJSON-1433739089 tempest-TenantUsagesTestJSON-1433739089-project] No DVR routers for this DVR port d5f9c928-2a25-4f01-a297-a97248c9c2d5 on host n-h2-771362-32 {{(pid=94462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:14:58.990344 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-e77a1430-3f43-47f7-b58d-bd22492d7585 req-29e6e1a0-570c-440a-aee5-1634fd806fbb tempest-TenantUsagesTestJSON-1433739089 tempest-TenantUsagesTestJSON-1433739089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:58.992697 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e77a1430-3f43-47f7-b58d-bd22492d7585 req-29e6e1a0-570c-440a-aee5-1634fd806fbb tempest-TenantUsagesTestJSON-1433739089 tempest-TenantUsagesTestJSON-1433739089-project] 10.222.0.15 "DELETE /v2.0/ports/d5f9c928-2a25-4f01-a297-a97248c9c2d5 HTTP/1.1" status: 204 len: 173 time: 0.7755086 Jul 05 02:14:58.992909 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30d12b80-a6c1-4c9b-b017-d2f542709b34', 'name': 'network-vif-deleted', 'tag': 'd5f9c928-2a25-4f01-a297-a97248c9c2d5'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:14:58.995658 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b223267e0e0ddb3199af7772d0b45336e3b4b54fbb151c86a8051291a61e85db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b128bce7-e6af-4112-a044-8ba5b01761c2" -d '{"events": [{"server_uuid": "30d12b80-a6c1-4c9b-b017-d2f542709b34", "name": "network-vif-deleted", "tag": "d5f9c928-2a25-4f01-a297-a97248c9c2d5"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:14:59.019373 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-542ab623-8ff7-47df-9c6b-40c5e3ec1216 req-3410efb1-c1b1-4c1c-8365-a8e1f1c57f5a tempest-TenantUsagesTestJSON-1433739089 tempest-TenantUsagesTestJSON-1433739089-project] 10.222.0.23 "GET /v2.0/ports?device_id=30d12b80-a6c1-4c9b-b017-d2f542709b34 HTTP/1.1" status: 200 len: 210 time: 0.0440400 Jul 05 02:14:59.059797 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-713c2f3a-c364-4e06-a8b8-b1b68799e944 req-f8578064-8766-41b3-8867-bd478f2f1be4 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e01c5aa-5fee-4d05-bead-17006da5b83c HTTP/1.1" status: 200 len: 210 time: 0.0607064 Jul 05 02:14:59.080336 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c5e361b2-a641-44ea-bf4b-a1c54cf43fa6 req-e5a65e92-f17e-4190-b590-e24f18ddd50c tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:59.240271 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c5e361b2-a641-44ea-bf4b-a1c54cf43fa6 req-e5a65e92-f17e-4190-b590-e24f18ddd50c tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:59.317572 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0754d963-2a8f-4230-8121-345b65bdfabf x-openstack-request-id: req-0754d963-2a8f-4230-8121-345b65bdfabf {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:14:59.318515 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30d12b80-a6c1-4c9b-b017-d2f542709b34", "name": "network-vif-deleted", "tag": "d5f9c928-2a25-4f01-a297-a97248c9c2d5", "status": "completed", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:14:59.318941 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0754d963-2a8f-4230-8121-345b65bdfabf {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:14:59.319550 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30d12b80-a6c1-4c9b-b017-d2f542709b34', 'name': 'network-vif-deleted', 'tag': 'd5f9c928-2a25-4f01-a297-a97248c9c2d5', 'status': 'completed', 'code': 200} Jul 05 02:14:59.346458 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5e361b2-a641-44ea-bf4b-a1c54cf43fa6 req-e5a65e92-f17e-4190-b590-e24f18ddd50c tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Network d55491b1-56ba-426a-ac8c-e92d73c02c5b is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:14:59.349846 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a38a346f-33e8-4dec-9f4c-c203613ba2c3 req-c83b6c76-324e-4b62-bcb1-c96bb698bd26 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] 10.222.0.23 "GET /v2.0/floatingips/cfce1d97-608b-4be1-b1e5-6457faff9bb6 HTTP/1.1" status: 200 len: 692 time: 0.0877438 Jul 05 02:14:59.355211 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-c5e361b2-a641-44ea-bf4b-a1c54cf43fa6 req-e5a65e92-f17e-4190-b590-e24f18ddd50c tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:14:59.374439 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5e361b2-a641-44ea-bf4b-a1c54cf43fa6 req-e5a65e92-f17e-4190-b590-e24f18ddd50c tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:14:59.386974 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a65e92-f17e-4190-b590-e24f18ddd50c tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Pushing event updated for resources: {'Port': ['ID=dd40790e-5c6b-49df-a769-f7e93972bedf,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:14:59.408214 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45042) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:14:59.472231 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e361b2-a641-44ea-bf4b-a1c54cf43fa6 req-e5a65e92-f17e-4190-b590-e24f18ddd50c tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:59.472758 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c5e361b2-a641-44ea-bf4b-a1c54cf43fa6 req-e5a65e92-f17e-4190-b590-e24f18ddd50c tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:59.515877 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38a346f-33e8-4dec-9f4c-c203613ba2c3 req-88cedd31-d077-4ace-a454-d9bbe1d9b41c tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:14:59.518973 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a38a346f-33e8-4dec-9f4c-c203613ba2c3 req-88cedd31-d077-4ace-a454-d9bbe1d9b41c tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] 10.222.0.23 "GET /v2.0/networks/4bbc2f9e-02cf-490e-901d-2588655a3ef0 HTTP/1.1" status: 200 len: 784 time: 0.1607215 Jul 05 02:14:59.573597 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a38a346f-33e8-4dec-9f4c-c203613ba2c3 req-b4690290-2cce-4c34-b9a5-29035d8e15fa tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.7.13 HTTP/1.1" status: 200 len: 695 time: 0.0505629 Jul 05 02:14:59.625843 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c5e361b2-a641-44ea-bf4b-a1c54cf43fa6 req-e5a65e92-f17e-4190-b590-e24f18ddd50c tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4495180 Jul 05 02:14:59.631743 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a38a346f-33e8-4dec-9f4c-c203613ba2c3 req-c28ac86e-873e-4e47-ad4c-2e39dd8d44c4 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.7.13 HTTP/1.1" status: 200 len: 695 time: 0.0509298 Jul 05 02:14:59.640493 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-c5e361b2-a641-44ea-bf4b-a1c54cf43fa6 req-38846bf6-5736-4d13-86ff-8eda1de56503 service neutron] Request body: {'port': {'device_id': '0e01c5aa-5fee-4d05-bead-17006da5b83c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:14:59.806001 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c5e361b2-a641-44ea-bf4b-a1c54cf43fa6 req-38846bf6-5736-4d13-86ff-8eda1de56503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:59.879173 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3dfb092b-a983-4199-b38b-3b001647f6c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1634680'] for router_interface, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:14:59.991323 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-a38a346f-33e8-4dec-9f4c-c203613ba2c3 req-56cadd24-09eb-438c-b82c-f9ef1351b786 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Deleting port 7f9a69e9-b19e-44df-b2c8-ea1a92226679 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:14:59.991822 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a38a346f-33e8-4dec-9f4c-c203613ba2c3 req-56cadd24-09eb-438c-b82c-f9ef1351b786 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:00.043976 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafa0d5d-df86-4dd9-920e-b9ddfd206a04 req-64ad967b-a8ba-417c-9249-83fd2acc99d7 tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:00.043976 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-bafa0d5d-df86-4dd9-920e-b9ddfd206a04 req-64ad967b-a8ba-417c-9249-83fd2acc99d7 tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] 10.222.0.23 "GET /v2.0/ports?device_id=118c5249-11b1-440e-96ba-48522e7c2d74 HTTP/1.1" status: 200 len: 944 time: 0.1595116 Jul 05 02:15:00.146920 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a38a346f-33e8-4dec-9f4c-c203613ba2c3 req-56cadd24-09eb-438c-b82c-f9ef1351b786 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:00.147248 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a38a346f-33e8-4dec-9f4c-c203613ba2c3 req-56cadd24-09eb-438c-b82c-f9ef1351b786 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:00.169905 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-a38a346f-33e8-4dec-9f4c-c203613ba2c3 req-56cadd24-09eb-438c-b82c-f9ef1351b786 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Calling delete_port for 7f9a69e9-b19e-44df-b2c8-ea1a92226679 owned by network:floatingip {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:15:00.191658 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-bafa0d5d-df86-4dd9-920e-b9ddfd206a04 req-78bab7d2-8264-4b28-9583-6f172c1fecb2 tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdd6bb06-7669-426f-bd94-82e82b74cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834451 Jul 05 02:15:00.297418 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-c5e361b2-a641-44ea-bf4b-a1c54cf43fa6 req-38846bf6-5736-4d13-86ff-8eda1de56503 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd40790e-5c6b-49df-a769-f7e93972bedf {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:15:00.307113 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c5e361b2-a641-44ea-bf4b-a1c54cf43fa6 req-38846bf6-5736-4d13-86ff-8eda1de56503 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:00.320875 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-3dfb092b-a983-4199-b38b-3b001647f6c4 admin admin] Deleting port 2014197d-f9c1-4538-ac55-83213b9c2728 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:15:00.321438 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3dfb092b-a983-4199-b38b-3b001647f6c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:00.332457 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-c5e361b2-a641-44ea-bf4b-a1c54cf43fa6 req-38846bf6-5736-4d13-86ff-8eda1de56503 service neutron] Transition to ACTIVE for port object dd40790e-5c6b-49df-a769-f7e93972bedf will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:15:00.398874 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f36b8ced-7d5f-49ba-8140-2109c6920c12 req-57e6d516-f83c-4f41-95a7-4ffaf2af23ed tempest-TenantUsagesTestJSON-1433739089 tempest-TenantUsagesTestJSON-1433739089-project] 10.222.0.23 "GET /v2.0/ports?device_id=30d12b80-a6c1-4c9b-b017-d2f542709b34 HTTP/1.1" status: 200 len: 210 time: 0.0542388 Jul 05 02:15:00.439986 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-3dfb092b-a983-4199-b38b-3b001647f6c4 admin admin] For port 2014197d-f9c1-4538-ac55-83213b9c2728, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=2014197d-f9c1-4538-ac55-83213b9c2728,segment=NetworkSegment(db4f039d-ef1e-41e9-961e-4e2fa117a5a1),segment_id=db4f039d-ef1e-41e9-961e-4e2fa117a5a1)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:15:00.440339 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3dfb092b-a983-4199-b38b-3b001647f6c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:00.456978 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-3dfb092b-a983-4199-b38b-3b001647f6c4 admin admin] Calling delete_port for 2014197d-f9c1-4538-ac55-83213b9c2728 owned by network:router_interface {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:15:00.488437 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c5e361b2-a641-44ea-bf4b-a1c54cf43fa6 req-38846bf6-5736-4d13-86ff-8eda1de56503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:00.494283 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a38a346f-33e8-4dec-9f4c-c203613ba2c3 req-56cadd24-09eb-438c-b82c-f9ef1351b786 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:00.608326 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38846bf6-5736-4d13-86ff-8eda1de56503 service neutron] Pushing event updated for resources: {'Port': ['ID=dd40790e-5c6b-49df-a769-f7e93972bedf,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:15:00.647434 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b66604-b395-45d1-8426-7888cdc74f0f req-c3500f38-02c0-442d-951f-08f5019ae05d tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:00.648944 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-49b66604-b395-45d1-8426-7888cdc74f0f req-c3500f38-02c0-442d-951f-08f5019ae05d tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e01c5aa-5fee-4d05-bead-17006da5b83c HTTP/1.1" status: 200 len: 943 time: 0.1447635 Jul 05 02:15:00.665285 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cadd24-09eb-438c-b82c-f9ef1351b786 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Pushing event deleted for resources: {'Port': ['ID=7f9a69e9-b19e-44df-b2c8-ea1a92226679,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:15:00.671794 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a38a346f-33e8-4dec-9f4c-c203613ba2c3 req-56cadd24-09eb-438c-b82c-f9ef1351b786 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Notify callbacks [] for floatingip, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:00.674427 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a38a346f-33e8-4dec-9f4c-c203613ba2c3 req-56cadd24-09eb-438c-b82c-f9ef1351b786 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:00.679537 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a38a346f-33e8-4dec-9f4c-c203613ba2c3 req-56cadd24-09eb-438c-b82c-f9ef1351b786 tempest-FloatingIPDetailsTestJSON-1229110248 tempest-FloatingIPDetailsTestJSON-1229110248-project] 10.222.0.23 "DELETE /v2.0/floatingips/cfce1d97-608b-4be1-b1e5-6457faff9bb6 HTTP/1.1" status: 204 len: 173 time: 1.0410910 Jul 05 02:15:00.684700 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 45056) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:15:00.699329 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-49b66604-b395-45d1-8426-7888cdc74f0f req-8fd1bc04-319a-42eb-bc0b-3a83117c3881 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434220 Jul 05 02:15:00.731107 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-c5e361b2-a641-44ea-bf4b-a1c54cf43fa6 req-38846bf6-5736-4d13-86ff-8eda1de56503 service neutron] Attempting to bind port dd40790e-5c6b-49df-a769-f7e93972bedf on host n-h1-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:15:00.731443 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-c5e361b2-a641-44ea-bf4b-a1c54cf43fa6 req-38846bf6-5736-4d13-86ff-8eda1de56503 service neutron] Attempting to bind port dd40790e-5c6b-49df-a769-f7e93972bedf by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': '24fd9432-f398-4a05-975c-1360bad4fc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd55491b1-56ba-426a-ac8c-e92d73c02c5b'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:15:00.731768 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e361b2-a641-44ea-bf4b-a1c54cf43fa6 req-38846bf6-5736-4d13-86ff-8eda1de56503 service neutron] Attempting to bind port dd40790e-5c6b-49df-a769-f7e93972bedf on network d55491b1-56ba-426a-ac8c-e92d73c02c5b {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:15:00.738827 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e361b2-a641-44ea-bf4b-a1c54cf43fa6 req-38846bf6-5736-4d13-86ff-8eda1de56503 service neutron] Port dd40790e-5c6b-49df-a769-f7e93972bedf on network d55491b1-56ba-426a-ac8c-e92d73c02c5b not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:15:00.739484 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e361b2-a641-44ea-bf4b-a1c54cf43fa6 req-38846bf6-5736-4d13-86ff-8eda1de56503 service neutron] Attempting to bind port dd40790e-5c6b-49df-a769-f7e93972bedf on network d55491b1-56ba-426a-ac8c-e92d73c02c5b {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:15:00.749401 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e361b2-a641-44ea-bf4b-a1c54cf43fa6 req-38846bf6-5736-4d13-86ff-8eda1de56503 service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:15:00.749739 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e361b2-a641-44ea-bf4b-a1c54cf43fa6 req-38846bf6-5736-4d13-86ff-8eda1de56503 service neutron] Checking segment: {'id': '24fd9432-f398-4a05-975c-1360bad4fc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd55491b1-56ba-426a-ac8c-e92d73c02c5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:15:00.750142 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e361b2-a641-44ea-bf4b-a1c54cf43fa6 req-38846bf6-5736-4d13-86ff-8eda1de56503 service neutron] Bound using segment: {'id': '24fd9432-f398-4a05-975c-1360bad4fc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd55491b1-56ba-426a-ac8c-e92d73c02c5b'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:15:00.750903 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-c5e361b2-a641-44ea-bf4b-a1c54cf43fa6 req-38846bf6-5736-4d13-86ff-8eda1de56503 service neutron] Bound port: dd40790e-5c6b-49df-a769-f7e93972bedf, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24fd9432-f398-4a05-975c-1360bad4fc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd55491b1-56ba-426a-ac8c-e92d73c02c5b'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:15:00.750903 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c5e361b2-a641-44ea-bf4b-a1c54cf43fa6 req-38846bf6-5736-4d13-86ff-8eda1de56503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:00.841649 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3dfb092b-a983-4199-b38b-3b001647f6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:00.868175 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfb092b-a983-4199-b38b-3b001647f6c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2014197d-f9c1-4538-ac55-83213b9c2728,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:15:00.879627 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device d6f2ac64-3aa7-4509-b655-b482adc13b02 details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:15:00.904385 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-c5e361b2-a641-44ea-bf4b-a1c54cf43fa6 req-38846bf6-5736-4d13-86ff-8eda1de56503 service neutron] For port dd40790e-5c6b-49df-a769-f7e93972bedf, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:15:00.961834 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-c5e361b2-a641-44ea-bf4b-a1c54cf43fa6 req-38846bf6-5736-4d13-86ff-8eda1de56503 service neutron] For port dd40790e-5c6b-49df-a769-f7e93972bedf, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=dd40790e-5c6b-49df-a769-f7e93972bedf,segment=NetworkSegment(24fd9432-f398-4a05-975c-1360bad4fc21),segment_id=24fd9432-f398-4a05-975c-1360bad4fc21)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:15:01.008417 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port d6f2ac64-3aa7-4509-b655-b482adc13b02, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=d6f2ac64-3aa7-4509-b655-b482adc13b02,segment=NetworkSegment(f64300f6-197b-4011-8dc6-a113f7708dd5),segment_id=f64300f6-197b-4011-8dc6-a113f7708dd5)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:15:01.022437 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Returning: {'device': 'd6f2ac64-3aa7-4509-b655-b482adc13b02', 'network_id': 'b0083775-05cf-4d34-9b3f-be9cea23529c', 'port_id': 'd6f2ac64-3aa7-4509-b655-b482adc13b02', 'mac_address': 'fa:16:3e:b8:c1:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f216c7f5-ca0e-41f7-9604-de1f19a72e49', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:15:01.081846 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3dfb092b-a983-4199-b38b-3b001647f6c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635398'] for router_interface, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:01.091375 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c5e361b2-a641-44ea-bf4b-a1c54cf43fa6 req-38846bf6-5736-4d13-86ff-8eda1de56503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:01.091799 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:01.118163 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d6f2ac64-3aa7-4509-b655-b482adc13b02 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:15:01.160417 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port d6f2ac64-3aa7-4509-b655-b482adc13b02, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=d6f2ac64-3aa7-4509-b655-b482adc13b02,segment=NetworkSegment(f64300f6-197b-4011-8dc6-a113f7708dd5),segment_id=f64300f6-197b-4011-8dc6-a113f7708dd5)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:15:01.162159 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38846bf6-5736-4d13-86ff-8eda1de56503 service neutron] Pushing event updated for resources: {'Port': ['ID=dd40790e-5c6b-49df-a769-f7e93972bedf,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:15:01.168993 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e361b2-a641-44ea-bf4b-a1c54cf43fa6 req-38846bf6-5736-4d13-86ff-8eda1de56503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:01.170455 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c5e361b2-a641-44ea-bf4b-a1c54cf43fa6 req-38846bf6-5736-4d13-86ff-8eda1de56503 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:01.175690 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c5e361b2-a641-44ea-bf4b-a1c54cf43fa6 req-38846bf6-5736-4d13-86ff-8eda1de56503 service neutron] 10.222.0.21 "PUT /v2.0/ports/dd40790e-5c6b-49df-a769-f7e93972bedf HTTP/1.1" status: 200 len: 1092 time: 1.5364354 Jul 05 02:15:01.175690 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e01c5aa-5fee-4d05-bead-17006da5b83c', 'tag': 'dd40790e-5c6b-49df-a769-f7e93972bedf'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:15:01.177584 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d62ee9c-c00d-4670-8f34-861cee166945" -d '{"events": [{"name": "network-changed", "server_uuid": "0e01c5aa-5fee-4d05-bead-17006da5b83c", "tag": "dd40790e-5c6b-49df-a769-f7e93972bedf"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:15:01.221070 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7bb9837-32cb-4789-a659-8b27a46cf579 x-openstack-request-id: req-d7bb9837-32cb-4789-a659-8b27a46cf579 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:15:01.221494 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e01c5aa-5fee-4d05-bead-17006da5b83c", "tag": "dd40790e-5c6b-49df-a769-f7e93972bedf", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:15:01.221891 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d7bb9837-32cb-4789-a659-8b27a46cf579 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:15:01.222457 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e01c5aa-5fee-4d05-bead-17006da5b83c', 'tag': 'dd40790e-5c6b-49df-a769-f7e93972bedf', 'status': 'completed', 'code': 200} Jul 05 02:15:01.262657 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:01.317080 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=d6f2ac64-3aa7-4509-b655-b482adc13b02,revision_number=6']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:15:01.425704 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['d6f2ac64-3aa7-4509-b655-b482adc13b02'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:15:01.430712 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a07f2623-83b5-47a8-96f1-4f6c351ce80a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1634680'] for router_interface, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:01.443761 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d62ee9c-c00d-4670-8f34-861cee166945 req-848e7175-d607-4cc3-bb96-b4e634ed1710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:01.445336 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7d62ee9c-c00d-4670-8f34-861cee166945 req-848e7175-d607-4cc3-bb96-b4e634ed1710 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7a7e417343d4479788713b4bb769c9b0&device_id=0e01c5aa-5fee-4d05-bead-17006da5b83c HTTP/1.1" status: 200 len: 1095 time: 0.1848392 Jul 05 02:15:01.656046 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dfb092b-a983-4199-b38b-3b001647f6c4 admin admin] Router 20f1b8f2-875b-4356-be70-e41da35b87e2 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:15:01.787029 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dfb092b-a983-4199-b38b-3b001647f6c4 admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:15:01.792425 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-3dfb092b-a983-4199-b38b-3b001647f6c4 admin admin] 10.222.0.23 "PUT /v2.0/routers/20f1b8f2-875b-4356-be70-e41da35b87e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3826988 Jul 05 02:15:01.795574 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45086) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:15:01.802669 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34d39cc-a1e5-472d-8bd5-e367260e7931 None None] Sync routers for ids ['20f1b8f2-875b-4356-be70-e41da35b87e2'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:15:01.817815 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34d39cc-a1e5-472d-8bd5-e367260e7931 None None] Routers {'20f1b8f2-875b-4356-be70-e41da35b87e2'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:15:01.818457 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-e34d39cc-a1e5-472d-8bd5-e367260e7931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:14:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['20f1b8f2-875b-4356-be70-e41da35b87e2'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:15:01.924931 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9725ecd8-6081-4f43-9551-40ac1056f0d6 req-dfba4321-3a29-4336-8c08-0451e474429d tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:01.931816 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9725ecd8-6081-4f43-9551-40ac1056f0d6 req-dfba4321-3a29-4336-8c08-0451e474429d tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] 10.222.0.23 "GET /v2.0/ports?device_id=118c5249-11b1-440e-96ba-48522e7c2d74 HTTP/1.1" status: 200 len: 944 time: 0.5931351 Jul 05 02:15:01.951481 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-e34d39cc-a1e5-472d-8bd5-e367260e7931 None None] Set router 20f1b8f2-875b-4356-be70-e41da35b87e2 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:15:01.951679 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-86340d9c-69c9-49e7-8606-6c57ffbb2178 admin admin] Notify callbacks [] for router, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:02.014028 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d62ee9c-c00d-4670-8f34-861cee166945 req-9f00bb67-ea98-41a3-a17b-fa33b6d7bb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:02.015538 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7d62ee9c-c00d-4670-8f34-861cee166945 req-9f00bb67-ea98-41a3-a17b-fa33b6d7bb53 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=7a7e417343d4479788713b4bb769c9b0&shared=False HTTP/1.1" status: 200 len: 908 time: 0.5228438 Jul 05 02:15:02.025293 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c337ec-678c-43fa-9758-bc099c167ce1 req-e0098c90-a6c9-4bba-b3c3-f4906f4f64d1 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:02.032595 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-94c337ec-678c-43fa-9758-bc099c167ce1 req-e0098c90-a6c9-4bba-b3c3-f4906f4f64d1 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e01c5aa-5fee-4d05-bead-17006da5b83c HTTP/1.1" status: 200 len: 943 time: 0.1692934 Jul 05 02:15:02.037302 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9725ecd8-6081-4f43-9551-40ac1056f0d6 req-4cc59f89-e08a-49ed-b46c-56e3ffe898d9 tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdd6bb06-7669-426f-bd94-82e82b74cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045568 Jul 05 02:15:02.161949 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-e34d39cc-a1e5-472d-8bd5-e367260e7931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f1b8f2-875b-4356-be70-e41da35b87e2', 'name': 'tempest-AttachSCSIVolumeTestJSON-529486704-router', 'tenant_id': 'a26ea553fd9d4d7dac33335525dc5e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '862b67af-8e04-4ed3-9f81-ffb3f970b865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:12:38Z', 'updated_at': '2021-07-05T02:15:00Z', 'revision_number': 5, 'project_id': 'a26ea553fd9d4d7dac33335525dc5e93', 'gw_port': {'id': '862b67af-8e04-4ed3-9f81-ffb3f970b865', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f1b8f2-875b-4356-be70-e41da35b87e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:12:40Z', 'updated_at': '2021-07-05T02:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:15:02.188629 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34d39cc-a1e5-472d-8bd5-e367260e7931 None None] Checking router: 20f1b8f2-875b-4356-be70-e41da35b87e2 for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:15:02.198446 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34d39cc-a1e5-472d-8bd5-e367260e7931 None None] Routers {'20f1b8f2-875b-4356-be70-e41da35b87e2'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:15:02.199132 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-e34d39cc-a1e5-472d-8bd5-e367260e7931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:14:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['20f1b8f2-875b-4356-be70-e41da35b87e2'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:15:02.200520 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-94c337ec-678c-43fa-9758-bc099c167ce1 req-50fa345d-d256-4f15-9ac2-20ec35863417 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667166 Jul 05 02:15:02.222711 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-86340d9c-69c9-49e7-8606-6c57ffbb2178 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:02.287978 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45108) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:15:02.333381 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-e34d39cc-a1e5-472d-8bd5-e367260e7931 None None] Set router 20f1b8f2-875b-4356-be70-e41da35b87e2 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:15:02.366066 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d62ee9c-c00d-4670-8f34-861cee166945 req-2ba946a9-a259-486c-b183-ae7753fcfeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:02.367659 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7d62ee9c-c00d-4670-8f34-861cee166945 req-2ba946a9-a259-486c-b183-ae7753fcfeeb service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3259439 Jul 05 02:15:02.437956 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-86340d9c-69c9-49e7-8606-6c57ffbb2178 admin admin] Deleting port 862b67af-8e04-4ed3-9f81-ffb3f970b865 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:15:02.438422 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-86340d9c-69c9-49e7-8606-6c57ffbb2178 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:02.518068 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e361b2-a641-44ea-bf4b-a1c54cf43fa6 req-cd1fc10a-7948-44e8-b39f-d79f399dedef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:02.519631 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c5e361b2-a641-44ea-bf4b-a1c54cf43fa6 req-cd1fc10a-7948-44e8-b39f-d79f399dedef service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7a7e417343d4479788713b4bb769c9b0&device_id=0e01c5aa-5fee-4d05-bead-17006da5b83c HTTP/1.1" status: 200 len: 1095 time: 0.0898919 Jul 05 02:15:02.553823 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-2f6f3151-9a40-4c67-967a-571193169a74 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a6247c45da834477af9010cf3501d1c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2644405 Jul 05 02:15:02.557449 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45112) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:15:02.569877 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-e34d39cc-a1e5-472d-8bd5-e367260e7931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f1b8f2-875b-4356-be70-e41da35b87e2', 'name': 'tempest-AttachSCSIVolumeTestJSON-529486704-router', 'tenant_id': 'a26ea553fd9d4d7dac33335525dc5e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '862b67af-8e04-4ed3-9f81-ffb3f970b865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:12:38Z', 'updated_at': '2021-07-05T02:15:00Z', 'revision_number': 5, 'project_id': 'a26ea553fd9d4d7dac33335525dc5e93', 'gw_port': {'id': '862b67af-8e04-4ed3-9f81-ffb3f970b865', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f1b8f2-875b-4356-be70-e41da35b87e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:12:40Z', 'updated_at': '2021-07-05T02:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:15:02.575341 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-a07f2623-83b5-47a8-96f1-4f6c351ce80a admin admin] Deleting port 3f9dfb9d-e7ef-4814-8495-f62ae2f19781 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:15:02.575687 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a07f2623-83b5-47a8-96f1-4f6c351ce80a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:02.578357 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c5e361b2-a641-44ea-bf4b-a1c54cf43fa6 req-4401fe96-9b8b-4cfc-b9cc-71096861dbf7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd40790e-5c6b-49df-a769-f7e93972bedf HTTP/1.1" status: 200 len: 217 time: 0.0398188 Jul 05 02:15:02.581710 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-86340d9c-69c9-49e7-8606-6c57ffbb2178 admin admin] For port 862b67af-8e04-4ed3-9f81-ffb3f970b865, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=862b67af-8e04-4ed3-9f81-ffb3f970b865,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:15:02.582063 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-86340d9c-69c9-49e7-8606-6c57ffbb2178 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:02.606883 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-86340d9c-69c9-49e7-8606-6c57ffbb2178 admin admin] Calling delete_port for 862b67af-8e04-4ed3-9f81-ffb3f970b865 owned by network:router_gateway {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:15:02.624277 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34d39cc-a1e5-472d-8bd5-e367260e7931 None None] The sync data for ids ['20f1b8f2-875b-4356-be70-e41da35b87e2'] in n-d-771362-32 is: [{'id': '20f1b8f2-875b-4356-be70-e41da35b87e2', 'name': 'tempest-AttachSCSIVolumeTestJSON-529486704-router', 'tenant_id': 'a26ea553fd9d4d7dac33335525dc5e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '862b67af-8e04-4ed3-9f81-ffb3f970b865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:12:38Z', 'updated_at': '2021-07-05T02:15:00Z', 'revision_number': 5, 'project_id': 'a26ea553fd9d4d7dac33335525dc5e93', 'gw_port': {'id': '862b67af-8e04-4ed3-9f81-ffb3f970b865', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f1b8f2-875b-4356-be70-e41da35b87e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:12:40Z', 'updated_at': '2021-07-05T02:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:15:02.681076 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8ec8aa49-4c46-434a-b1a9-19b4787a86d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:02.686108 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e361b2-a641-44ea-bf4b-a1c54cf43fa6 req-167ac557-5a37-4667-9cdb-2e8ed3fca78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:02.687737 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c5e361b2-a641-44ea-bf4b-a1c54cf43fa6 req-167ac557-5a37-4667-9cdb-2e8ed3fca78a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9b152ce5-504f-4214-985c-9f5fa8213776 HTTP/1.1" status: 200 len: 848 time: 0.0989509 Jul 05 02:15:02.714845 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8ec8aa49-4c46-434a-b1a9-19b4787a86d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:02.730318 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c5e361b2-a641-44ea-bf4b-a1c54cf43fa6 req-3e63e0a0-917f-4ff2-bcfb-cde2eacc7313 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d55491b1-56ba-426a-ac8c-e92d73c02c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345166 Jul 05 02:15:02.750309 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [None req-a07f2623-83b5-47a8-96f1-4f6c351ce80a admin admin] For port 3f9dfb9d-e7ef-4814-8495-f62ae2f19781, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=3f9dfb9d-e7ef-4814-8495-f62ae2f19781,segment=NetworkSegment(53991d4d-c296-4e5e-b240-43886bf23ae4),segment_id=53991d4d-c296-4e5e-b240-43886bf23ae4)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:15:02.750665 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a07f2623-83b5-47a8-96f1-4f6c351ce80a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:02.804172 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-a07f2623-83b5-47a8-96f1-4f6c351ce80a admin admin] Calling delete_port for 3f9dfb9d-e7ef-4814-8495-f62ae2f19781 owned by network:router_interface {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:15:02.874004 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device d6f2ac64-3aa7-4509-b655-b482adc13b02 up at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:15:02.882482 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c5e361b2-a641-44ea-bf4b-a1c54cf43fa6 req-97b9471a-9679-4311-a2f6-0d219fbb3b19 service neutron] 10.222.0.21 "GET /v2.0/networks/d55491b1-56ba-426a-ac8c-e92d73c02c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448634 Jul 05 02:15:02.915844 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8ec8aa49-4c46-434a-b1a9-19b4787a86d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:02.919573 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8ec8aa49-4c46-434a-b1a9-19b4787a86d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:02.920058 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning complete for port d6f2ac64-3aa7-4509-b655-b482adc13b02 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:15:02.923187 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:02.923341 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-8ec8aa49-4c46-434a-b1a9-19b4787a86d8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/51f1bdf2-755b-4e72-af44-bf78c8ffa3c3 HTTP/1.1" status: 204 len: 168 time: 0.3623753 Jul 05 02:15:02.932032 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec8aa49-4c46-434a-b1a9-19b4787a86d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f1bdf2-755b-4e72-af44-bf78c8ffa3c3,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:15:02.966737 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-86340d9c-69c9-49e7-8606-6c57ffbb2178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:03.059842 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86340d9c-69c9-49e7-8606-6c57ffbb2178 admin admin] Pushing event deleted for resources: {'Port': ['ID=862b67af-8e04-4ed3-9f81-ffb3f970b865,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:15:03.120381 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c5e361b2-a641-44ea-bf4b-a1c54cf43fa6 req-8b5a8cac-f317-4299-8e50-7d9d7c397540 service neutron] 10.222.0.21 "GET /v2.0/networks/d55491b1-56ba-426a-ac8c-e92d73c02c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303758 Jul 05 02:15:03.213929 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-86340d9c-69c9-49e7-8606-6c57ffbb2178 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636927'] for router_gateway, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:03.303892 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6e43c8-1185-4ea3-bcdd-116641022eab req-b185e375-caf7-4749-a8a3-ce16ac43f28a tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:03.313738 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ed6e43c8-1185-4ea3-bcdd-116641022eab req-b185e375-caf7-4749-a8a3-ce16ac43f28a tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] 10.222.0.23 "GET /v2.0/ports?device_id=118c5249-11b1-440e-96ba-48522e7c2d74 HTTP/1.1" status: 200 len: 944 time: 0.1057911 Jul 05 02:15:03.315662 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:03.377540 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '877a1a52-fa14-4bfb-96aa-8d7365f66b0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6f2ac64-3aa7-4509-b655-b482adc13b02'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:15:03.380371 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37114e1d-aef0-4701-9b96-c9ecc47bd2b6" -d '{"events": [{"server_uuid": "877a1a52-fa14-4bfb-96aa-8d7365f66b0c", "name": "network-vif-plugged", "status": "completed", "tag": "d6f2ac64-3aa7-4509-b655-b482adc13b02"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:15:03.396863 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port d6f2ac64-3aa7-4509-b655-b482adc13b02, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=d6f2ac64-3aa7-4509-b655-b482adc13b02,segment=NetworkSegment(f64300f6-197b-4011-8dc6-a113f7708dd5),segment_id=f64300f6-197b-4011-8dc6-a113f7708dd5)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:15:03.400114 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a07f2623-83b5-47a8-96f1-4f6c351ce80a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:03.415209 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ed6e43c8-1185-4ea3-bcdd-116641022eab req-80430b2c-fa2d-4340-957e-a885c8e1a10b tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdd6bb06-7669-426f-bd94-82e82b74cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010313 Jul 05 02:15:03.458375 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07f2623-83b5-47a8-96f1-4f6c351ce80a admin admin] Pushing event deleted for resources: {'Port': ['ID=3f9dfb9d-e7ef-4814-8495-f62ae2f19781,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:15:03.509932 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:03.511118 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device d5f9c928-2a25-4f01-a297-a97248c9c2d5 no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:15:03.554115 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-86340d9c-69c9-49e7-8606-6c57ffbb2178 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11828'] for router, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:03.562397 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-86340d9c-69c9-49e7-8606-6c57ffbb2178 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:03.681835 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=d6f2ac64-3aa7-4509-b655-b482adc13b02,revision_number=7']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:15:03.685931 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] No Port match for: d5f9c928-2a25-4f01-a297-a97248c9c2d5 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:15:03.693503 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device d5f9c928-2a25-4f01-a297-a97248c9c2d5 not bound to the agent host n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:15:03.743926 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21af702f-3e8b-4e55-bba0-784896a78ccb req-77983cf0-aff8-48fd-9967-4167cc12a094 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:03.744766 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a07f2623-83b5-47a8-96f1-4f6c351ce80a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635398'] for router_interface, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:03.752970 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-21af702f-3e8b-4e55-bba0-784896a78ccb req-77983cf0-aff8-48fd-9967-4167cc12a094 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e01c5aa-5fee-4d05-bead-17006da5b83c HTTP/1.1" status: 200 len: 943 time: 0.3510859 Jul 05 02:15:03.820988 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-21af702f-3e8b-4e55-bba0-784896a78ccb req-67e6829d-cec0-452d-b59b-e0ba8301b19d tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641520 Jul 05 02:15:03.868122 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-722757bb-2284-4c82-9d16-9d5e51cb2509 x-openstack-request-id: req-722757bb-2284-4c82-9d16-9d5e51cb2509 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:15:03.868702 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "877a1a52-fa14-4bfb-96aa-8d7365f66b0c", "name": "network-vif-plugged", "status": "completed", "tag": "d6f2ac64-3aa7-4509-b655-b482adc13b02", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:15:03.868965 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-722757bb-2284-4c82-9d16-9d5e51cb2509 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:15:03.869367 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '877a1a52-fa14-4bfb-96aa-8d7365f66b0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6f2ac64-3aa7-4509-b655-b482adc13b02', 'code': 200} Jul 05 02:15:03.885854 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-86340d9c-69c9-49e7-8606-6c57ffbb2178 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1575451'] for router, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:03.888418 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86340d9c-69c9-49e7-8606-6c57ffbb2178 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20f1b8f2-875b-4356-be70-e41da35b87e2 {{(pid=94462) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 02:15:03.897270 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-86340d9c-69c9-49e7-8606-6c57ffbb2178 admin admin] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:03.898540 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-86340d9c-69c9-49e7-8606-6c57ffbb2178 admin admin] 10.222.0.23 "DELETE /v2.0/routers/20f1b8f2-875b-4356-be70-e41da35b87e2 HTTP/1.1" status: 204 len: 168 time: 2.1020315 Jul 05 02:15:03.901990 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 45150) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:15:03.991442 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_v2 [None req-79691270-c734-4844-9e17-714d8c115af0 admin admin] Deleting subnet 1b8be822-461d-4761-a35b-41acdbbeaf8b {{(pid=94461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:15:03.992510 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45152) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:15:04.006428 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-79691270-c734-4844-9e17-714d8c115af0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:04.012450 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a3e894d0-d772-42e4-8f1e-e4021739d469 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:04.089077 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-79691270-c734-4844-9e17-714d8c115af0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5519650'] for subnet, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:04.128277 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a07f2623-83b5-47a8-96f1-4f6c351ce80a admin admin] Router d6405ea0-751c-4d8f-bb71-fc7716e3bf75 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:15:04.173326 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a3e894d0-d772-42e4-8f1e-e4021739d469 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:04.258533 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a3e894d0-d772-42e4-8f1e-e4021739d469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:04.297452 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e894d0-d772-42e4-8f1e-e4021739d469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc2d050-405b-49c2-8c29-11e1eb7bdec0,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:15:04.311700 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-79691270-c734-4844-9e17-714d8c115af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:04.313510 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 45154) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:15:04.316083 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-a3e894d0-d772-42e4-8f1e-e4021739d469 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=75938f6210d7465b95f76cc5e0cf8cda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3221996 Jul 05 02:15:04.439644 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a07f2623-83b5-47a8-96f1-4f6c351ce80a admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:15:04.461268 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-a07f2623-83b5-47a8-96f1-4f6c351ce80a admin admin] 10.222.0.23 "PUT /v2.0/routers/d6405ea0-751c-4d8f-bb71-fc7716e3bf75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7748089 Jul 05 02:15:04.463207 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45160) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:15:04.466830 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9e976702-4dea-4a03-99d5-ad7d61e54e6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:04.472638 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adfe137e-a060-4f11-894f-fe6770c95bf6 None None] Sync routers for ids ['d6405ea0-751c-4d8f-bb71-fc7716e3bf75'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:15:04.511033 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfe137e-a060-4f11-894f-fe6770c95bf6 None None] Routers {'d6405ea0-751c-4d8f-bb71-fc7716e3bf75'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:15:04.511033 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-adfe137e-a060-4f11-894f-fe6770c95bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:14:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['d6405ea0-751c-4d8f-bb71-fc7716e3bf75'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:15:04.511224 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9e976702-4dea-4a03-99d5-ad7d61e54e6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:04.601796 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-79691270-c734-4844-9e17-714d8c115af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5763388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774356'] for subnet, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:04.610426 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 2014197d-f9c1-4538-ac55-83213b9c2728 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:15:04.637795 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 2014197d-f9c1-4538-ac55-83213b9c2728 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:15:04.638418 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 2014197d-f9c1-4538-ac55-83213b9c2728 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:15:04.691195 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79691270-c734-4844-9e17-714d8c115af0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b8be822-461d-4761-a35b-41acdbbeaf8b,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:15:04.724610 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-79691270-c734-4844-9e17-714d8c115af0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:04.725041 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cd82bcee-08c5-4baf-80e2-7fee3f48e283 admin admin] Notify callbacks [] for router, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:04.732540 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45172) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:15:04.734240 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-79691270-c734-4844-9e17-714d8c115af0 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/1b8be822-461d-4761-a35b-41acdbbeaf8b HTTP/1.1" status: 204 len: 168 time: 0.8311558 Jul 05 02:15:04.736820 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5630bc78-96d0-4c06-8ecc-230c1dbf1eaa None None] Network 98e9f515-6cf4-4efb-9632-f9c68ae3e49b requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:15:04.828607 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9e976702-4dea-4a03-99d5-ad7d61e54e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:04.831615 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-adfe137e-a060-4f11-894f-fe6770c95bf6 None None] Set router d6405ea0-751c-4d8f-bb71-fc7716e3bf75 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:15:04.841292 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9e976702-4dea-4a03-99d5-ad7d61e54e6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:04.844400 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-9e976702-4dea-4a03-99d5-ad7d61e54e6e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8dc2d050-405b-49c2-8c29-11e1eb7bdec0 HTTP/1.1" status: 204 len: 168 time: 0.5256419 Jul 05 02:15:04.876687 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e976702-4dea-4a03-99d5-ad7d61e54e6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc2d050-405b-49c2-8c29-11e1eb7bdec0,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:15:04.906567 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c5af7c9d-812d-4599-8364-46ea62707006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:05.009619 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cd82bcee-08c5-4baf-80e2-7fee3f48e283 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:05.036541 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae29d94-07e9-4746-b003-fd0fbce874e8 req-e2406f0f-fbca-4d51-a1b6-e7c0c52bb9d9 tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:05.043548 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3ae29d94-07e9-4746-b003-fd0fbce874e8 req-e2406f0f-fbca-4d51-a1b6-e7c0c52bb9d9 tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] 10.222.0.23 "GET /v2.0/ports?device_id=118c5249-11b1-440e-96ba-48522e7c2d74 HTTP/1.1" status: 200 len: 944 time: 0.2487669 Jul 05 02:15:05.095653 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-c5af7c9d-812d-4599-8364-46ea62707006 admin admin] Deleting port 466357f0-f5df-4cc3-907f-2183be1a85a6 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:15:05.096287 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c5af7c9d-812d-4599-8364-46ea62707006 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:05.126661 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3ae29d94-07e9-4746-b003-fd0fbce874e8 req-07c095ce-a6fc-4e54-ac4e-70e99e4e65dc tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdd6bb06-7669-426f-bd94-82e82b74cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801725 Jul 05 02:15:05.218037 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-c5af7c9d-812d-4599-8364-46ea62707006 admin admin] For port 466357f0-f5df-4cc3-907f-2183be1a85a6, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=466357f0-f5df-4cc3-907f-2183be1a85a6,segment=NetworkSegment(db4f039d-ef1e-41e9-961e-4e2fa117a5a1),segment_id=db4f039d-ef1e-41e9-961e-4e2fa117a5a1)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:15:05.218676 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c5af7c9d-812d-4599-8364-46ea62707006 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:05.237751 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-c5af7c9d-812d-4599-8364-46ea62707006 admin admin] Calling delete_port for 466357f0-f5df-4cc3-907f-2183be1a85a6 owned by network:dhcp {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:15:05.261443 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-cd82bcee-08c5-4baf-80e2-7fee3f48e283 admin admin] Deleting port 314a9b11-bb0a-45cb-a636-3606e9834b79 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:15:05.262025 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cd82bcee-08c5-4baf-80e2-7fee3f48e283 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:05.263201 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bcd3f9-9129-4810-ab16-0a5171f74e4a req-d606d515-2b23-42d7-ad19-cdbfff676a66 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:05.265891 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f5bcd3f9-9129-4810-ab16-0a5171f74e4a req-d606d515-2b23-42d7-ad19-cdbfff676a66 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e01c5aa-5fee-4d05-bead-17006da5b83c HTTP/1.1" status: 200 len: 943 time: 0.1638558 Jul 05 02:15:05.341120 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-adfe137e-a060-4f11-894f-fe6770c95bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6405ea0-751c-4d8f-bb71-fc7716e3bf75', 'name': 'tempest-FloatingIPDetailsTestJSON-1694549756-router', 'tenant_id': 'e71c49b0751648d5aac70bc1d6673329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '314a9b11-bb0a-45cb-a636-3606e9834b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:14:33Z', 'updated_at': '2021-07-05T02:15:03Z', 'revision_number': 5, 'project_id': 'e71c49b0751648d5aac70bc1d6673329', 'gw_port': {'id': '314a9b11-bb0a-45cb-a636-3606e9834b79', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:30:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6405ea0-751c-4d8f-bb71-fc7716e3bf75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:14:34Z', 'updated_at': '2021-07-05T02:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:15:05.400796 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f5bcd3f9-9129-4810-ab16-0a5171f74e4a req-d99e657f-231c-445d-bedf-cf8405da4dd5 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255312 Jul 05 02:15:05.432515 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7297d98e-08b8-4f3a-8f12-3b3646006d9a None None] DHCP port deletion for 98e9f515-6cf4-4efb-9632-f9c68ae3e49b request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:15:05.463018 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-cd82bcee-08c5-4baf-80e2-7fee3f48e283 admin admin] For port 314a9b11-bb0a-45cb-a636-3606e9834b79, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=314a9b11-bb0a-45cb-a636-3606e9834b79,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:15:05.464193 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cd82bcee-08c5-4baf-80e2-7fee3f48e283 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:05.492071 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-cd82bcee-08c5-4baf-80e2-7fee3f48e283 admin admin] Calling delete_port for 314a9b11-bb0a-45cb-a636-3606e9834b79 owned by network:router_gateway {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:15:05.498411 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adfe137e-a060-4f11-894f-fe6770c95bf6 None None] Checking router: d6405ea0-751c-4d8f-bb71-fc7716e3bf75 for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:15:05.530169 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfe137e-a060-4f11-894f-fe6770c95bf6 None None] Routers {'d6405ea0-751c-4d8f-bb71-fc7716e3bf75'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:15:05.530808 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-adfe137e-a060-4f11-894f-fe6770c95bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:14:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['d6405ea0-751c-4d8f-bb71-fc7716e3bf75'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:15:05.586153 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c5af7c9d-812d-4599-8364-46ea62707006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:05.615364 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5af7c9d-812d-4599-8364-46ea62707006 admin admin] Pushing event deleted for resources: {'Port': ['ID=466357f0-f5df-4cc3-907f-2183be1a85a6,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:15:05.616666 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5af7c9d-812d-4599-8364-46ea62707006 admin admin] No DVR routers for this DVR port 466357f0-f5df-4cc3-907f-2183be1a85a6 on host n-d-771362-32 {{(pid=94462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:15:05.641195 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-adfe137e-a060-4f11-894f-fe6770c95bf6 None None] Set router d6405ea0-751c-4d8f-bb71-fc7716e3bf75 gateway port host: None {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:15:05.695335 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-adfe137e-a060-4f11-894f-fe6770c95bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6405ea0-751c-4d8f-bb71-fc7716e3bf75', 'name': 'tempest-FloatingIPDetailsTestJSON-1694549756-router', 'tenant_id': 'e71c49b0751648d5aac70bc1d6673329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:14:33Z', 'updated_at': '2021-07-05T02:15:05Z', 'revision_number': 6, 'project_id': 'e71c49b0751648d5aac70bc1d6673329', 'gw_port_host': None}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:15:05.752423 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adfe137e-a060-4f11-894f-fe6770c95bf6 None None] The sync data for ids ['d6405ea0-751c-4d8f-bb71-fc7716e3bf75'] in n-d-771362-32 is: [{'id': 'd6405ea0-751c-4d8f-bb71-fc7716e3bf75', 'name': 'tempest-FloatingIPDetailsTestJSON-1694549756-router', 'tenant_id': 'e71c49b0751648d5aac70bc1d6673329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:14:33Z', 'updated_at': '2021-07-05T02:15:05Z', 'revision_number': 6, 'project_id': 'e71c49b0751648d5aac70bc1d6673329', 'gw_port_host': None}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:15:05.783921 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-7297d98e-08b8-4f3a-8f12-3b3646006d9a None None] Deleting port 466357f0-f5df-4cc3-907f-2183be1a85a6 {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:15:05.784590 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-7297d98e-08b8-4f3a-8f12-3b3646006d9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:05.808624 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c5af7c9d-812d-4599-8364-46ea62707006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:05.848160 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-c5af7c9d-812d-4599-8364-46ea62707006 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98e9f515-6cf4-4efb-9632-f9c68ae3e49b']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:15:05.864156 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-c5af7c9d-812d-4599-8364-46ea62707006 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db4f039d-ef1e-41e9-961e-4e2fa117a5a1') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:15:05.864461 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-c5af7c9d-812d-4599-8364-46ea62707006 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db4f039d-ef1e-41e9-961e-4e2fa117a5a1') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:15:05.879427 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c5af7c9d-812d-4599-8364-46ea62707006 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:05.902521 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c5af7c9d-812d-4599-8364-46ea62707006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:05.910514 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-7297d98e-08b8-4f3a-8f12-3b3646006d9a None None] For port 466357f0-f5df-4cc3-907f-2183be1a85a6, host n-d-771362-32, got binding levels [] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:15:05.911249 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-7297d98e-08b8-4f3a-8f12-3b3646006d9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:05.925793 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-7297d98e-08b8-4f3a-8f12-3b3646006d9a None None] Calling delete_port for 466357f0-f5df-4cc3-907f-2183be1a85a6 owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:15:05.930289 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.ipam_backend_mixin [None req-7297d98e-08b8-4f3a-8f12-3b3646006d9a None None] Port 466357f0-f5df-4cc3-907f-2183be1a85a6 was not found and therefore no delete operation was performed {{(pid=94463) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 02:15:05.932010 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-7297d98e-08b8-4f3a-8f12-3b3646006d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:05.955572 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7297d98e-08b8-4f3a-8f12-3b3646006d9a None None] Pushing event deleted for resources: {'Port': ['ID=466357f0-f5df-4cc3-907f-2183be1a85a6,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:15:05.965766 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5af7c9d-812d-4599-8364-46ea62707006 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:15:05.977706 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c5af7c9d-812d-4599-8364-46ea62707006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:05.978339 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7297d98e-08b8-4f3a-8f12-3b3646006d9a None None] No DVR routers for this DVR port 466357f0-f5df-4cc3-907f-2183be1a85a6 on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:15:06.032428 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:15:06.032428 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:15:06.032428 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:15:06.032428 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:15:06.032428 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:15:06.032428 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:15:06.032428 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:15:06.032428 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:15:06.032428 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:15:06.032428 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:15:06.032428 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:15:06.032428 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:15:06.032428 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:15:06.032428 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:15:06.032428 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:15:06.032428 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:15:06.032428 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:15:06.032428 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:15:06.032428 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:15:06.032428 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:15:06.032428 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:15:06.032428 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:15:06.032428 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:15:06.032428 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:15:06.032428 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:15:06.032428 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:15:06.032428 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:15:06.032428 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:15:06.032428 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:15:06.032428 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:15:06.032428 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:15:06.032428 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:15:06.032428 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:15:06.032428 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:15:06.032428 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:15:06.032428 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:15:06.032428 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:15:06.032428 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:15:06.032428 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:15:06.032428 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:15:06.032428 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:15:06.032428 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:15:06.032428 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:15:06.032428 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:15:06.032428 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:15:06.032428 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:15:06.032428 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:15:06.032428 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:15:06.032428 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:15:06.032428 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:15:06.032428 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:15:06.032428 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:15:06.032428 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:15:06.032428 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:15:06.032428 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:15:06.032428 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:15:06.032428 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:15:06.032428 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:15:06.032428 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:15:06.032428 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:15:06.039656 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cd82bcee-08c5-4baf-80e2-7fee3f48e283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:06.094610 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd82bcee-08c5-4baf-80e2-7fee3f48e283 admin admin] Pushing event deleted for resources: {'Port': ['ID=314a9b11-bb0a-45cb-a636-3606e9834b79,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:15:06.098150 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3e2870-7052-47b6-abb8-50250ad24307 req-51e9cb63-d77d-4d4d-a96a-246dd85cd52a tempest-LiveAutoBlockMigrationV225Test-944788699 tempest-LiveAutoBlockMigrationV225Test-944788699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:06.099585 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5b3e2870-7052-47b6-abb8-50250ad24307 req-51e9cb63-d77d-4d4d-a96a-246dd85cd52a tempest-LiveAutoBlockMigrationV225Test-944788699 tempest-LiveAutoBlockMigrationV225Test-944788699-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6b8f9243-431f-4e3d-a22d-2ccb517dca70 HTTP/1.1" status: 200 len: 1098 time: 0.3088629 Jul 05 02:15:06.184625 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c5af7c9d-812d-4599-8364-46ea62707006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:06.226229 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c5af7c9d-812d-4599-8364-46ea62707006 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:06.228636 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-c5af7c9d-812d-4599-8364-46ea62707006 admin admin] 10.222.0.23 "DELETE /v2.0/networks/98e9f515-6cf4-4efb-9632-f9c68ae3e49b HTTP/1.1" status: 204 len: 168 time: 1.4926658 Jul 05 02:15:06.232128 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 45208) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:15:06.267767 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5b3e2870-7052-47b6-abb8-50250ad24307 req-1eb8aaf4-ad52-4456-86b4-e854f723cfea tempest-LiveAutoBlockMigrationV225Test-944788699 tempest-LiveAutoBlockMigrationV225Test-944788699-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622090 Jul 05 02:15:06.285514 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5af7c9d-812d-4599-8364-46ea62707006 admin admin] Pushing event deleted for resources: {'Network': ['ID=98e9f515-6cf4-4efb-9632-f9c68ae3e49b,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:15:06.302792 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cd82bcee-08c5-4baf-80e2-7fee3f48e283 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636927'] for router_gateway, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:06.419783 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 3f9dfb9d-e7ef-4814-8495-f62ae2f19781 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:15:06.449059 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 3f9dfb9d-e7ef-4814-8495-f62ae2f19781 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:15:06.450309 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 3f9dfb9d-e7ef-4814-8495-f62ae2f19781 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:15:06.450939 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 466357f0-f5df-4cc3-907f-2183be1a85a6 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:15:06.490392 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 466357f0-f5df-4cc3-907f-2183be1a85a6 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:15:06.495697 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 466357f0-f5df-4cc3-907f-2183be1a85a6 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:15:06.504295 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 862b67af-8e04-4ed3-9f81-ffb3f970b865 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:15:06.544424 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 862b67af-8e04-4ed3-9f81-ffb3f970b865 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:15:06.545014 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 862b67af-8e04-4ed3-9f81-ffb3f970b865 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:15:06.848032 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eebff86-2b48-4357-b111-3b0f09d35168 req-178f4958-7d9e-4a5f-88a8-3c12e2c93a75 tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:06.849748 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1eebff86-2b48-4357-b111-3b0f09d35168 req-178f4958-7d9e-4a5f-88a8-3c12e2c93a75 tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] 10.222.0.23 "GET /v2.0/ports?device_id=118c5249-11b1-440e-96ba-48522e7c2d74 HTTP/1.1" status: 200 len: 944 time: 0.4716017 Jul 05 02:15:06.880304 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 45224) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:15:06.947734 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cd82bcee-08c5-4baf-80e2-7fee3f48e283 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11828'] for router, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:06.951766 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cd82bcee-08c5-4baf-80e2-7fee3f48e283 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:06.956721 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1eebff86-2b48-4357-b111-3b0f09d35168 req-15f202ef-ef11-46f5-a582-b69b762c12a6 tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdd6bb06-7669-426f-bd94-82e82b74cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837245 Jul 05 02:15:06.977317 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device dd40790e-5c6b-49df-a769-f7e93972bedf details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:15:07.085685 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cd82bcee-08c5-4baf-80e2-7fee3f48e283 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1575451'] for router, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:07.086754 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd82bcee-08c5-4baf-80e2-7fee3f48e283 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6405ea0-751c-4d8f-bb71-fc7716e3bf75 {{(pid=94462) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 02:15:07.092658 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cd82bcee-08c5-4baf-80e2-7fee3f48e283 admin admin] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:07.097314 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-cd82bcee-08c5-4baf-80e2-7fee3f48e283 admin admin] 10.222.0.23 "DELETE /v2.0/routers/d6405ea0-751c-4d8f-bb71-fc7716e3bf75 HTTP/1.1" status: 204 len: 168 time: 2.6328979 Jul 05 02:15:07.098029 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45228) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:15:07.176346 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-52b2e6b7-9138-4038-afcd-9762c2d31426 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2068350890-network', 'tenant_id': 'b54244a0a5084c86881744960feeb2db'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:15:07.190242 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fc6ca84-b2ab-42d7-a0b3-01c4bfff5af0 admin admin] Deleting subnet 2a7a2f29-8f4f-4d68-bb12-eec45e89c926 {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:15:07.204217 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8fc6ca84-b2ab-42d7-a0b3-01c4bfff5af0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:07.217210 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port dd40790e-5c6b-49df-a769-f7e93972bedf, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=dd40790e-5c6b-49df-a769-f7e93972bedf,segment=NetworkSegment(24fd9432-f398-4a05-975c-1360bad4fc21),segment_id=24fd9432-f398-4a05-975c-1360bad4fc21)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:15:07.257309 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': 'dd40790e-5c6b-49df-a769-f7e93972bedf', 'network_id': 'd55491b1-56ba-426a-ac8c-e92d73c02c5b', 'port_id': 'dd40790e-5c6b-49df-a769-f7e93972bedf', 'mac_address': 'fa:16:3e:28:71:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b152ce5-504f-4214-985c-9f5fa8213776', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:15:07.313091 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8fc6ca84-b2ab-42d7-a0b3-01c4bfff5af0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:07.378979 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:07.415958 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd40790e-5c6b-49df-a769-f7e93972bedf {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:15:07.448279 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port dd40790e-5c6b-49df-a769-f7e93972bedf, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=dd40790e-5c6b-49df-a769-f7e93972bedf,segment=NetworkSegment(24fd9432-f398-4a05-975c-1360bad4fc21),segment_id=24fd9432-f398-4a05-975c-1360bad4fc21)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:15:07.503937 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8fc6ca84-b2ab-42d7-a0b3-01c4bfff5af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:07.529393 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:07.648483 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=dd40790e-5c6b-49df-a769-f7e93972bedf,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:15:07.665996 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8fc6ca84-b2ab-42d7-a0b3-01c4bfff5af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:07.682533 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4acf0ec-828f-4aaf-b349-d5d86b8e7bf2 req-ddf0bceb-e1b8-43a2-b00b-1aa07db478cb tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:07.690443 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d4acf0ec-828f-4aaf-b349-d5d86b8e7bf2 req-ddf0bceb-e1b8-43a2-b00b-1aa07db478cb tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e01c5aa-5fee-4d05-bead-17006da5b83c HTTP/1.1" status: 200 len: 943 time: 0.5617163 Jul 05 02:15:07.703750 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d1d07bd7-b894-491e-b84c-e110b1f2764e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1634680'] for router_interface, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:07.729956 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc6ca84-b2ab-42d7-a0b3-01c4bfff5af0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a7a2f29-8f4f-4d68-bb12-eec45e89c926,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:15:07.744169 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8fc6ca84-b2ab-42d7-a0b3-01c4bfff5af0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:07.747023 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52b2e6b7-9138-4038-afcd-9762c2d31426 admin admin] Made reservation on behalf of b54244a0a5084c86881744960feeb2db for: {'network': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:15:07.748935 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-8fc6ca84-b2ab-42d7-a0b3-01c4bfff5af0 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/2a7a2f29-8f4f-4d68-bb12-eec45e89c926 HTTP/1.1" status: 204 len: 168 time: 0.6496129 Jul 05 02:15:07.749580 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45244) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:15:07.750283 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-52b2e6b7-9138-4038-afcd-9762c2d31426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:07.760181 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a750488-df03-4718-a421-a4e390261ad1 None None] Network 63fe1d17-2bf1-482a-89c7-eef50bd11a23 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:15:07.775349 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-52b2e6b7-9138-4038-afcd-9762c2d31426 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:07.806190 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d4acf0ec-828f-4aaf-b349-d5d86b8e7bf2 req-a978a27a-acf1-492d-9260-e25c4bf4ea22 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146743 Jul 05 02:15:07.925955 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 02:15:07.953555 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['dd40790e-5c6b-49df-a769-f7e93972bedf'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:15:07.994006 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-17f84e24-b941-41cb-b068-4329d7dc4f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:08.104398 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-17f84e24-b941-41cb-b068-4329d7dc4f6d admin admin] Deleting port 49da3c65-62ca-4ffb-901f-157e42d0653a {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:15:08.105619 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-17f84e24-b941-41cb-b068-4329d7dc4f6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:08.129960 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 314a9b11-bb0a-45cb-a636-3606e9834b79 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:15:08.151053 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569b2d90-ff94-4bf6-86d5-8fc6c26b6489 None None] DHCP port deletion for 63fe1d17-2bf1-482a-89c7-eef50bd11a23 request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:15:08.164664 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-52b2e6b7-9138-4038-afcd-9762c2d31426 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:08.214559 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 314a9b11-bb0a-45cb-a636-3606e9834b79 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:15:08.216749 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 314a9b11-bb0a-45cb-a636-3606e9834b79 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:15:08.249658 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-17f84e24-b941-41cb-b068-4329d7dc4f6d admin admin] For port 49da3c65-62ca-4ffb-901f-157e42d0653a, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=49da3c65-62ca-4ffb-901f-157e42d0653a,segment=NetworkSegment(53991d4d-c296-4e5e-b240-43886bf23ae4),segment_id=53991d4d-c296-4e5e-b240-43886bf23ae4)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:15:08.250030 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-17f84e24-b941-41cb-b068-4329d7dc4f6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:08.254000 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-52b2e6b7-9138-4038-afcd-9762c2d31426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:08.286670 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-17f84e24-b941-41cb-b068-4329d7dc4f6d admin admin] Calling delete_port for 49da3c65-62ca-4ffb-901f-157e42d0653a owned by network:dhcp {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:15:08.296509 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52b2e6b7-9138-4038-afcd-9762c2d31426 admin admin] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=94461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:15:08.314922 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b2e6b7-9138-4038-afcd-9762c2d31426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac2d75c0-ab65-4d01-bd61-d9cfee80413b,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:15:08.321552 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-52b2e6b7-9138-4038-afcd-9762c2d31426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:08.322062 n-d-771362-32 neutron-server[94461]: INFO neutron.db.segments_db [None req-52b2e6b7-9138-4038-afcd-9762c2d31426 admin admin] Added segment 008e4d25-0891-4f5c-9ad1-7f3a342e67d0 of type vlan for network 4836db2a-ddb3-44b1-8768-f0e156f4573f Jul 05 02:15:08.327961 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-d1d07bd7-b894-491e-b84c-e110b1f2764e admin admin] Deleting port acfe07c6-45ec-4281-862c-0a57b0306fe5 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:15:08.328483 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d1d07bd7-b894-491e-b84c-e110b1f2764e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:08.387851 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-569b2d90-ff94-4bf6-86d5-8fc6c26b6489 None None] Deleting port 49da3c65-62ca-4ffb-901f-157e42d0653a {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:15:08.388154 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-569b2d90-ff94-4bf6-86d5-8fc6c26b6489 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:08.457366 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-52b2e6b7-9138-4038-afcd-9762c2d31426 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:08.484976 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-569b2d90-ff94-4bf6-86d5-8fc6c26b6489 None None] For port 49da3c65-62ca-4ffb-901f-157e42d0653a, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=49da3c65-62ca-4ffb-901f-157e42d0653a,segment=NetworkSegment(53991d4d-c296-4e5e-b240-43886bf23ae4),segment_id=53991d4d-c296-4e5e-b240-43886bf23ae4)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:15:08.485356 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-569b2d90-ff94-4bf6-86d5-8fc6c26b6489 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:08.501746 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-569b2d90-ff94-4bf6-86d5-8fc6c26b6489 None None] Calling delete_port for 49da3c65-62ca-4ffb-901f-157e42d0653a owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:15:08.527400 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-17f84e24-b941-41cb-b068-4329d7dc4f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:08.547359 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [None req-d1d07bd7-b894-491e-b84c-e110b1f2764e admin admin] For port acfe07c6-45ec-4281-862c-0a57b0306fe5, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=acfe07c6-45ec-4281-862c-0a57b0306fe5,segment=NetworkSegment(eb728d40-e891-4a57-8e78-84f0885ed9f8),segment_id=eb728d40-e891-4a57-8e78-84f0885ed9f8)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:15:08.554085 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d1d07bd7-b894-491e-b84c-e110b1f2764e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:08.566449 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a264052b-662e-4574-ae7f-59e088a05907 req-efa48744-6e9a-4fa8-8add-ff6b7561a45a tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:08.582862 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f84e24-b941-41cb-b068-4329d7dc4f6d admin admin] Pushing event deleted for resources: {'Port': ['ID=49da3c65-62ca-4ffb-901f-157e42d0653a,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:15:08.589055 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f84e24-b941-41cb-b068-4329d7dc4f6d admin admin] No DVR routers for this DVR port 49da3c65-62ca-4ffb-901f-157e42d0653a on host n-d-771362-32 {{(pid=94462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:15:08.602960 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a264052b-662e-4574-ae7f-59e088a05907 req-efa48744-6e9a-4fa8-8add-ff6b7561a45a tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] 10.222.0.23 "GET /v2.0/ports?device_id=118c5249-11b1-440e-96ba-48522e7c2d74 HTTP/1.1" status: 200 len: 944 time: 0.2697215 Jul 05 02:15:08.661577 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-d1d07bd7-b894-491e-b84c-e110b1f2764e admin admin] Calling delete_port for acfe07c6-45ec-4281-862c-0a57b0306fe5 owned by network:router_interface {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:15:08.685268 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-17f84e24-b941-41cb-b068-4329d7dc4f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:08.698920 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-17f84e24-b941-41cb-b068-4329d7dc4f6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63fe1d17-2bf1-482a-89c7-eef50bd11a23']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:15:08.714573 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-17f84e24-b941-41cb-b068-4329d7dc4f6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53991d4d-c296-4e5e-b240-43886bf23ae4') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:15:08.715783 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-17f84e24-b941-41cb-b068-4329d7dc4f6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53991d4d-c296-4e5e-b240-43886bf23ae4') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:15:08.727360 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-17f84e24-b941-41cb-b068-4329d7dc4f6d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:08.738801 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-52b2e6b7-9138-4038-afcd-9762c2d31426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:08.739857 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b2e6b7-9138-4038-afcd-9762c2d31426 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:08.740385 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-52b2e6b7-9138-4038-afcd-9762c2d31426 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:08.758490 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-17f84e24-b941-41cb-b068-4329d7dc4f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:08.766896 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17f84e24-b941-41cb-b068-4329d7dc4f6d admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:15:08.767636 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-17f84e24-b941-41cb-b068-4329d7dc4f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:08.796556 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:15:08.796556 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:15:08.796556 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:15:08.796556 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:15:08.796556 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:15:08.796556 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:15:08.796556 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:15:08.796556 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:15:08.796556 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:15:08.796556 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:15:08.796556 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:15:08.796556 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:15:08.796556 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:15:08.796556 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:15:08.796556 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:15:08.796556 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:15:08.796556 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:15:08.796556 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:15:08.796556 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:15:08.796556 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:15:08.796556 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:15:08.796556 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:15:08.796556 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:15:08.796556 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:15:08.796556 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:15:08.796556 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:15:08.796556 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:15:08.796556 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:15:08.796556 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:15:08.796556 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:15:08.796556 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:15:08.796556 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:15:08.815823 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-569b2d90-ff94-4bf6-86d5-8fc6c26b6489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:08.862976 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569b2d90-ff94-4bf6-86d5-8fc6c26b6489 None None] No DVR routers for this DVR port 49da3c65-62ca-4ffb-901f-157e42d0653a on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:15:08.868196 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569b2d90-ff94-4bf6-86d5-8fc6c26b6489 None None] Pushing event deleted for resources: {'Port': ['ID=49da3c65-62ca-4ffb-901f-157e42d0653a,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:15:08.934244 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b2e6b7-9138-4038-afcd-9762c2d31426 admin admin] Pushing event updated for resources: {'Network': ['ID=4836db2a-ddb3-44b1-8768-f0e156f4573f,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:15:08.940180 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a264052b-662e-4574-ae7f-59e088a05907 req-247ff3e6-46e7-436b-8640-c5f5ecd9e22e tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdd6bb06-7669-426f-bd94-82e82b74cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3350122 Jul 05 02:15:08.947448 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 4836db2a-ddb3-44b1-8768-f0e156f4573f details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:15:08.997608 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 003705b8-0e20-4e7f-abf1-53e42e597667 details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:15:09.019437 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device dd40790e-5c6b-49df-a769-f7e93972bedf up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:15:09.121830 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d732691b-3cbc-4314-833c-c2d52cc883af req-55375f0d-beaf-41b1-92a4-beb69357dae0 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:09.123673 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d732691b-3cbc-4314-833c-c2d52cc883af req-55375f0d-beaf-41b1-92a4-beb69357dae0 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e01c5aa-5fee-4d05-bead-17006da5b83c HTTP/1.1" status: 200 len: 944 time: 0.0734324 Jul 05 02:15:09.162196 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d732691b-3cbc-4314-833c-c2d52cc883af req-11e8b162-0d0c-420c-a4f7-914afa46f724 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325789 Jul 05 02:15:09.169008 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 003705b8-0e20-4e7f-abf1-53e42e597667, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=003705b8-0e20-4e7f-abf1-53e42e597667,segment=NetworkSegment(1a7afff9-dd4a-44a1-b899-761c698fff6f),segment_id=1a7afff9-dd4a-44a1-b899-761c698fff6f)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:15:09.179059 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': '003705b8-0e20-4e7f-abf1-53e42e597667', 'network_id': '95be1868-86d2-46e5-83cd-c247f770a99a', 'port_id': '003705b8-0e20-4e7f-abf1-53e42e597667', 'mac_address': 'fa:16:3e:1c:b1:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f91b5bd4-bf24-4143-8e52-056b34c056bf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:15:09.218153 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:09.231654 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 003705b8-0e20-4e7f-abf1-53e42e597667 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:15:09.257886 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 003705b8-0e20-4e7f-abf1-53e42e597667, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=003705b8-0e20-4e7f-abf1-53e42e597667,segment=NetworkSegment(1a7afff9-dd4a-44a1-b899-761c698fff6f),segment_id=1a7afff9-dd4a-44a1-b899-761c698fff6f)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:15:09.277122 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-52b2e6b7-9138-4038-afcd-9762c2d31426 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.3955567 Jul 05 02:15:09.280464 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 45278) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:15:09.286065 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-5b4d3129-cf65-4b72-b350-6b445f025718 admin admin] Request body: {'subnet': {'network_id': '4836db2a-ddb3-44b1-8768-f0e156f4573f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2068350890-subnet', 'tenant_id': 'b54244a0a5084c86881744960feeb2db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:15:09.319771 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-17f84e24-b941-41cb-b068-4329d7dc4f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:09.321701 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d1d07bd7-b894-491e-b84c-e110b1f2764e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:09.328569 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-17f84e24-b941-41cb-b068-4329d7dc4f6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:09.330666 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-17f84e24-b941-41cb-b068-4329d7dc4f6d admin admin] 10.222.0.23 "DELETE /v2.0/networks/63fe1d17-2bf1-482a-89c7-eef50bd11a23 HTTP/1.1" status: 204 len: 168 time: 1.5800986 Jul 05 02:15:09.333341 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning for port dd40790e-5c6b-49df-a769-f7e93972bedf completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:15:09.341139 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port dd40790e-5c6b-49df-a769-f7e93972bedf triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:15:09.341685 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:09.356622 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f84e24-b941-41cb-b068-4329d7dc4f6d admin admin] Pushing event deleted for resources: {'Network': ['ID=63fe1d17-2bf1-482a-89c7-eef50bd11a23,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:15:09.374679 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d07bd7-b894-491e-b84c-e110b1f2764e admin admin] Pushing event deleted for resources: {'Port': ['ID=acfe07c6-45ec-4281-862c-0a57b0306fe5,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:15:09.377740 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:09.430457 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b4d3129-cf65-4b72-b350-6b445f025718 admin admin] Made reservation on behalf of b54244a0a5084c86881744960feeb2db for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:15:09.432840 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5b4d3129-cf65-4b72-b350-6b445f025718 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:09.448470 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=003705b8-0e20-4e7f-abf1-53e42e597667,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:15:09.556334 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:09.617804 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port dd40790e-5c6b-49df-a769-f7e93972bedf, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=dd40790e-5c6b-49df-a769-f7e93972bedf,segment=NetworkSegment(24fd9432-f398-4a05-975c-1360bad4fc21),segment_id=24fd9432-f398-4a05-975c-1360bad4fc21)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:15:09.618738 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e01c5aa-5fee-4d05-bead-17006da5b83c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd40790e-5c6b-49df-a769-f7e93972bedf'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:15:09.622730 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7c1ef94-b7e4-4dba-8c4c-43b5f26d779c" -d '{"events": [{"server_uuid": "0e01c5aa-5fee-4d05-bead-17006da5b83c", "name": "network-vif-plugged", "status": "completed", "tag": "dd40790e-5c6b-49df-a769-f7e93972bedf"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:15:09.654873 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['003705b8-0e20-4e7f-abf1-53e42e597667'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:15:09.679401 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [req-ceb66c1e-aaba-48cd-b5ce-43b76988ef0b req-bba82d5c-0690-4772-8187-e7dc8e248b60 tempest-LiveAutoBlockMigrationV225Test-944788699 tempest-LiveAutoBlockMigrationV225Test-944788699-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94462) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:15:09.680749 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ceb66c1e-aaba-48cd-b5ce-43b76988ef0b req-bba82d5c-0690-4772-8187-e7dc8e248b60 tempest-LiveAutoBlockMigrationV225Test-944788699 tempest-LiveAutoBlockMigrationV225Test-944788699-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065610 Jul 05 02:15:09.691441 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-ceb66c1e-aaba-48cd-b5ce-43b76988ef0b req-9dfaddea-ea07-4bd1-830e-590fd6b4a055 service neutron] Request body: {'binding': {'host': 'n-h2-771362-32', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:15:09.692034 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-ceb66c1e-aaba-48cd-b5ce-43b76988ef0b req-9dfaddea-ea07-4bd1-830e-590fd6b4a055 service neutron] Unknown quota resources ['binding']. {{(pid=94462) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 02:15:09.725532 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65cadcfd-f16c-4808-b85b-810ae3281bec x-openstack-request-id: req-65cadcfd-f16c-4808-b85b-810ae3281bec {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:15:09.725855 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e01c5aa-5fee-4d05-bead-17006da5b83c", "name": "network-vif-plugged", "status": "completed", "tag": "dd40790e-5c6b-49df-a769-f7e93972bedf", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:15:09.727017 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-65cadcfd-f16c-4808-b85b-810ae3281bec {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:15:09.727419 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e01c5aa-5fee-4d05-bead-17006da5b83c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd40790e-5c6b-49df-a769-f7e93972bedf', 'code': 200} Jul 05 02:15:09.728810 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:09.776054 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d1d07bd7-b894-491e-b84c-e110b1f2764e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635398'] for router_interface, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:09.839551 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=dd40790e-5c6b-49df-a769-f7e93972bedf,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:15:09.913821 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-ceb66c1e-aaba-48cd-b5ce-43b76988ef0b req-9dfaddea-ea07-4bd1-830e-590fd6b4a055 service neutron] Attempting to bind port 5ddaa702-7499-4b1d-ba17-2ce6d44ba48c on host n-h2-771362-32 for vnic_type normal with profile None {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:15:09.914304 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-ceb66c1e-aaba-48cd-b5ce-43b76988ef0b req-9dfaddea-ea07-4bd1-830e-590fd6b4a055 service neutron] Attempting to bind port 5ddaa702-7499-4b1d-ba17-2ce6d44ba48c by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '69ab64d7-bb63-4367-9b3e-0960def4b6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1'}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:15:09.914693 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb66c1e-aaba-48cd-b5ce-43b76988ef0b req-9dfaddea-ea07-4bd1-830e-590fd6b4a055 service neutron] Attempting to bind port 5ddaa702-7499-4b1d-ba17-2ce6d44ba48c on network b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:15:09.921149 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb66c1e-aaba-48cd-b5ce-43b76988ef0b req-9dfaddea-ea07-4bd1-830e-590fd6b4a055 service neutron] Port 5ddaa702-7499-4b1d-ba17-2ce6d44ba48c on network b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:15:09.921577 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb66c1e-aaba-48cd-b5ce-43b76988ef0b req-9dfaddea-ea07-4bd1-830e-590fd6b4a055 service neutron] Attempting to bind port 5ddaa702-7499-4b1d-ba17-2ce6d44ba48c on network b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:15:09.926971 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb66c1e-aaba-48cd-b5ce-43b76988ef0b req-9dfaddea-ea07-4bd1-830e-590fd6b4a055 service neutron] Checking agent: {'id': 'e071c76e-395f-48c4-a98f-88088465cf0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:15:09.927320 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb66c1e-aaba-48cd-b5ce-43b76988ef0b req-9dfaddea-ea07-4bd1-830e-590fd6b4a055 service neutron] Checking segment: {'id': '69ab64d7-bb63-4367-9b3e-0960def4b6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:15:09.927717 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb66c1e-aaba-48cd-b5ce-43b76988ef0b req-9dfaddea-ea07-4bd1-830e-590fd6b4a055 service neutron] Bound using segment: {'id': '69ab64d7-bb63-4367-9b3e-0960def4b6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1'} {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:15:09.928423 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-ceb66c1e-aaba-48cd-b5ce-43b76988ef0b req-9dfaddea-ea07-4bd1-830e-590fd6b4a055 service neutron] Bound port: 5ddaa702-7499-4b1d-ba17-2ce6d44ba48c, host: n-h2-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69ab64d7-bb63-4367-9b3e-0960def4b6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1'}}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:15:10.004333 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 45288) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:15:10.027116 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-ceb66c1e-aaba-48cd-b5ce-43b76988ef0b req-9dfaddea-ea07-4bd1-830e-590fd6b4a055 service neutron] For port 5ddaa702-7499-4b1d-ba17-2ce6d44ba48c, host n-h2-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=5ddaa702-7499-4b1d-ba17-2ce6d44ba48c,segment=NetworkSegment(69ab64d7-bb63-4367-9b3e-0960def4b6c7),segment_id=69ab64d7-bb63-4367-9b3e-0960def4b6c7)] {{(pid=94462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:15:10.145182 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-ceb66c1e-aaba-48cd-b5ce-43b76988ef0b req-9dfaddea-ea07-4bd1-830e-590fd6b4a055 service neutron] Notify callbacks [] for binding, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:10.146551 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ceb66c1e-aaba-48cd-b5ce-43b76988ef0b req-9dfaddea-ea07-4bd1-830e-590fd6b4a055 service neutron] 10.222.0.23 "POST /v2.0/ports/5ddaa702-7499-4b1d-ba17-2ce6d44ba48c/bindings HTTP/1.1" status: 201 len: 390 time: 0.4587023 Jul 05 02:15:10.226569 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 49da3c65-62ca-4ffb-901f-157e42d0653a no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:15:10.248459 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 49da3c65-62ca-4ffb-901f-157e42d0653a {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:15:10.248945 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 49da3c65-62ca-4ffb-901f-157e42d0653a not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:15:10.269178 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5b4d3129-cf65-4b72-b350-6b445f025718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5763451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774823'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:10.303815 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab364f2-8ffe-4386-b6af-ee3634b648c5 req-10f9bf55-b703-44dd-b9e7-413b07078885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:10.305437 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9ab364f2-8ffe-4386-b6af-ee3634b648c5 req-10f9bf55-b703-44dd-b9e7-413b07078885 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0e01c5aa-5fee-4d05-bead-17006da5b83c HTTP/1.1" status: 200 len: 1097 time: 0.5029159 Jul 05 02:15:10.386639 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-01b7a902-c92e-4bbf-83eb-e8fd5f9d54a2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e71c49b0751648d5aac70bc1d6673329&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3800914 Jul 05 02:15:10.390593 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45300) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:15:10.399278 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4d3129-cf65-4b72-b350-6b445f025718 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab579520-6e1f-4858-a9dc-f5dfad36859c,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:15:10.438629 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1d07bd7-b894-491e-b84c-e110b1f2764e admin admin] Router 40b477f2-8d03-480f-98b4-881eaaeff413 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:15:10.450559 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9ab364f2-8ffe-4386-b6af-ee3634b648c5 req-fef3cc8f-1123-4752-a0db-f24a091cd6a3 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944452 Jul 05 02:15:10.476014 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55b4ef4-7133-424c-a6e4-dee64c1222ec req-adc1d6b1-a560-4574-b04e-46b73ddb2d5a tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:10.483121 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c55b4ef4-7133-424c-a6e4-dee64c1222ec req-adc1d6b1-a560-4574-b04e-46b73ddb2d5a tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] 10.222.0.23 "GET /v2.0/ports?device_id=118c5249-11b1-440e-96ba-48522e7c2d74 HTTP/1.1" status: 200 len: 945 time: 0.3882875 Jul 05 02:15:10.490062 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4d3129-cf65-4b72-b350-6b445f025718 admin admin] Checking segment: {'id': '008e4d25-0891-4f5c-9ad1-7f3a342e67d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4836db2a-ddb3-44b1-8768-f0e156f4573f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:15:10.490451 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4d3129-cf65-4b72-b350-6b445f025718 admin admin] Network hostable DHCP agents. Network: 4836db2a-ddb3-44b1-8768-f0e156f4573f, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:15:10.504035 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e2603f76-db04-47ba-84b9-119839fb49d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:10.566008 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e2603f76-db04-47ba-84b9-119839fb49d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:10.589121 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c55b4ef4-7133-424c-a6e4-dee64c1222ec req-637f20d5-6fe2-473b-9634-52205124bd69 tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdd6bb06-7669-426f-bd94-82e82b74cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050494 Jul 05 02:15:10.709677 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777a1423-559a-4caf-a917-1098a30754d1 req-580b443f-2ac2-407f-8b4d-e651ce1abe28 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:10.717083 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-777a1423-559a-4caf-a917-1098a30754d1 req-580b443f-2ac2-407f-8b4d-e651ce1abe28 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e01c5aa-5fee-4d05-bead-17006da5b83c HTTP/1.1" status: 200 len: 945 time: 0.1707301 Jul 05 02:15:10.740609 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1d07bd7-b894-491e-b84c-e110b1f2764e admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:15:10.745788 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-d1d07bd7-b894-491e-b84c-e110b1f2764e admin admin] 10.222.0.23 "PUT /v2.0/routers/40b477f2-8d03-480f-98b4-881eaaeff413/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5126243 Jul 05 02:15:10.751463 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a179c5fa-fc4a-4009-8092-fc2eed3d11f0 None None] Sync routers for ids ['40b477f2-8d03-480f-98b4-881eaaeff413'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:15:10.759289 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 45312) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:15:10.765306 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a179c5fa-fc4a-4009-8092-fc2eed3d11f0 None None] Routers {'40b477f2-8d03-480f-98b4-881eaaeff413'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:15:10.765941 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-a179c5fa-fc4a-4009-8092-fc2eed3d11f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:14:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['40b477f2-8d03-480f-98b4-881eaaeff413'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:15:10.770401 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-777a1423-559a-4caf-a917-1098a30754d1 req-6b3018e2-3aff-4079-9a05-dac788207e6c tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493436 Jul 05 02:15:10.771809 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e2603f76-db04-47ba-84b9-119839fb49d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:10.776697 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e2603f76-db04-47ba-84b9-119839fb49d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:10.778916 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-e2603f76-db04-47ba-84b9-119839fb49d7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6f876005-0006-4ffd-91a9-8802c60f0f03 HTTP/1.1" status: 204 len: 168 time: 0.3872564 Jul 05 02:15:10.797550 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4d3129-cf65-4b72-b350-6b445f025718 admin admin] Network 4836db2a-ddb3-44b1-8768-f0e156f4573f is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:15:10.811511 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2603f76-db04-47ba-84b9-119839fb49d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f876005-0006-4ffd-91a9-8802c60f0f03,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:15:10.984207 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 003705b8-0e20-4e7f-abf1-53e42e597667 up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:15:11.027893 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-a179c5fa-fc4a-4009-8092-fc2eed3d11f0 None None] Set router 40b477f2-8d03-480f-98b4-881eaaeff413 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:15:11.173079 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb66c1e-aaba-48cd-b5ce-43b76988ef0b req-07fd55a8-fc2f-4483-94da-18c027f0a51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:11.174958 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ceb66c1e-aaba-48cd-b5ce-43b76988ef0b req-07fd55a8-fc2f-4483-94da-18c027f0a51d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7bf4f22dde1e4624a2cb34086c53be02&device_id=6b8f9243-431f-4e3d-a22d-2ccb517dca70 HTTP/1.1" status: 200 len: 1098 time: 0.1512265 Jul 05 02:15:11.184340 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f783420-a99a-4874-9ec1-b952f8035f5e req-fb575979-5b1b-49ad-b5ea-7e6d37464d0b tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:11.186189 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4f783420-a99a-4874-9ec1-b952f8035f5e req-fb575979-5b1b-49ad-b5ea-7e6d37464d0b tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b8f9243-431f-4e3d-a22d-2ccb517dca70 HTTP/1.1" status: 200 len: 946 time: 0.0962529 Jul 05 02:15:11.251144 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-a179c5fa-fc4a-4009-8092-fc2eed3d11f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40b477f2-8d03-480f-98b4-881eaaeff413', 'name': 'tempest-AttachSCSIVolumeTestJSON-287198228-router', 'tenant_id': '9894936966314364b33bc38106ad1bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '96cb4982-bd7a-4c7c-9abb-484cf4266665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:12:53Z', 'updated_at': '2021-07-05T02:15:08Z', 'revision_number': 5, 'project_id': '9894936966314364b33bc38106ad1bde', 'gw_port': {'id': '96cb4982-bd7a-4c7c-9abb-484cf4266665', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b477f2-8d03-480f-98b4-881eaaeff413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:12:55Z', 'updated_at': '2021-07-05T02:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:15:11.302861 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4f783420-a99a-4874-9ec1-b952f8035f5e req-dad0b579-9fdb-4cff-b191-11445783bfea tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062813 Jul 05 02:15:11.312286 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a179c5fa-fc4a-4009-8092-fc2eed3d11f0 None None] Checking router: 40b477f2-8d03-480f-98b4-881eaaeff413 for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:15:11.322160 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a179c5fa-fc4a-4009-8092-fc2eed3d11f0 None None] Routers {'40b477f2-8d03-480f-98b4-881eaaeff413'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:15:11.323226 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-a179c5fa-fc4a-4009-8092-fc2eed3d11f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:14:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['40b477f2-8d03-480f-98b4-881eaaeff413'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:15:11.350944 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning for port 003705b8-0e20-4e7f-abf1-53e42e597667 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:15:11.380566 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port 003705b8-0e20-4e7f-abf1-53e42e597667 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:15:11.383805 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb66c1e-aaba-48cd-b5ce-43b76988ef0b req-1406e786-700c-4119-b88c-20f723518ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:11.384544 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:11.388757 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ceb66c1e-aaba-48cd-b5ce-43b76988ef0b req-1406e786-700c-4119-b88c-20f723518ab2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1 HTTP/1.1" status: 200 len: 919 time: 0.2008708 Jul 05 02:15:11.430160 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-5b4d3129-cf65-4b72-b350-6b445f025718 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 4836db2a-ddb3-44b1-8768-f0e156f4573f) {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:15:11.458043 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4d3129-cf65-4b72-b350-6b445f025718 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:11.458043 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5b4d3129-cf65-4b72-b350-6b445f025718 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:11.458371 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027af56f-87c8-42c7-b035-5bf53afe50ef None None] Network 4836db2a-ddb3-44b1-8768-f0e156f4573f requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:15:11.480149 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9d55566d-de49-497d-a2cd-cd05f2ea6cb1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:11.485726 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:11.504078 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ceb66c1e-aaba-48cd-b5ce-43b76988ef0b req-b5399bf3-d72e-4340-b48d-acde2a366176 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ddaa702-7499-4b1d-ba17-2ce6d44ba48c HTTP/1.1" status: 200 len: 217 time: 0.1081605 Jul 05 02:15:11.556529 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-a179c5fa-fc4a-4009-8092-fc2eed3d11f0 None None] Set router 40b477f2-8d03-480f-98b4-881eaaeff413 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:15:11.571786 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:11.610460 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb66c1e-aaba-48cd-b5ce-43b76988ef0b req-8b1fe632-2b9d-4fc3-abfa-c95029942f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:11.623413 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ceb66c1e-aaba-48cd-b5ce-43b76988ef0b req-8b1fe632-2b9d-4fc3-abfa-c95029942f98 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=88cd65d9-1715-492f-9ef5-e486cc8231ac HTTP/1.1" status: 200 len: 859 time: 0.1080363 Jul 05 02:15:11.711394 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-5b4d3129-cf65-4b72-b350-6b445f025718 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.4293854 Jul 05 02:15:11.712619 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9d55566d-de49-497d-a2cd-cd05f2ea6cb1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:11.744719 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ceb66c1e-aaba-48cd-b5ce-43b76988ef0b req-6ca7369e-0940-41ba-80a1-32b47467e681 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1146510 Jul 05 02:15:11.922174 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-9d55566d-de49-497d-a2cd-cd05f2ea6cb1 admin admin] Deleting port 96cb4982-bd7a-4c7c-9abb-484cf4266665 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:15:11.922895 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9d55566d-de49-497d-a2cd-cd05f2ea6cb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:11.978050 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:12.020938 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ceb66c1e-aaba-48cd-b5ce-43b76988ef0b req-7ee53c74-088e-4bea-ab0c-7fdecf58205a service neutron] 10.222.0.15 "GET /v2.0/networks/b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688305 Jul 05 02:15:12.036862 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [None req-9d55566d-de49-497d-a2cd-cd05f2ea6cb1 admin admin] For port 96cb4982-bd7a-4c7c-9abb-484cf4266665, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=96cb4982-bd7a-4c7c-9abb-484cf4266665,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:15:12.037625 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9d55566d-de49-497d-a2cd-cd05f2ea6cb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:12.054819 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-9d55566d-de49-497d-a2cd-cd05f2ea6cb1 admin admin] Calling delete_port for 96cb4982-bd7a-4c7c-9abb-484cf4266665 owned by network:router_gateway {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:15:12.118265 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '118c5249-11b1-440e-96ba-48522e7c2d74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '003705b8-0e20-4e7f-abf1-53e42e597667'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:15:12.134749 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0410e07d-c41a-48a5-b315-300f6f94b2d7" -d '{"events": [{"server_uuid": "118c5249-11b1-440e-96ba-48522e7c2d74", "name": "network-vif-plugged", "status": "completed", "tag": "003705b8-0e20-4e7f-abf1-53e42e597667"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:15:12.141797 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-a179c5fa-fc4a-4009-8092-fc2eed3d11f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40b477f2-8d03-480f-98b4-881eaaeff413', 'name': 'tempest-AttachSCSIVolumeTestJSON-287198228-router', 'tenant_id': '9894936966314364b33bc38106ad1bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '96cb4982-bd7a-4c7c-9abb-484cf4266665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:12:53Z', 'updated_at': '2021-07-05T02:15:08Z', 'revision_number': 5, 'project_id': '9894936966314364b33bc38106ad1bde', 'gw_port': {'id': '96cb4982-bd7a-4c7c-9abb-484cf4266665', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b477f2-8d03-480f-98b4-881eaaeff413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:12:55Z', 'updated_at': '2021-07-05T02:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:15:12.167344 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc455af6-5e68-40dd-b013-bacbaa963ac1 None None] Network 4836db2a-ddb3-44b1-8768-f0e156f4573f requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:15:12.183708 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 003705b8-0e20-4e7f-abf1-53e42e597667, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=003705b8-0e20-4e7f-abf1-53e42e597667,segment=NetworkSegment(1a7afff9-dd4a-44a1-b899-761c698fff6f),segment_id=1a7afff9-dd4a-44a1-b899-761c698fff6f)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:15:12.224135 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a179c5fa-fc4a-4009-8092-fc2eed3d11f0 None None] The sync data for ids ['40b477f2-8d03-480f-98b4-881eaaeff413'] in n-d-771362-32 is: [{'id': '40b477f2-8d03-480f-98b4-881eaaeff413', 'name': 'tempest-AttachSCSIVolumeTestJSON-287198228-router', 'tenant_id': '9894936966314364b33bc38106ad1bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '96cb4982-bd7a-4c7c-9abb-484cf4266665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:12:53Z', 'updated_at': '2021-07-05T02:15:08Z', 'revision_number': 5, 'project_id': '9894936966314364b33bc38106ad1bde', 'gw_port': {'id': '96cb4982-bd7a-4c7c-9abb-484cf4266665', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b477f2-8d03-480f-98b4-881eaaeff413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:12:55Z', 'updated_at': '2021-07-05T02:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:15:12.281981 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:12.370967 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ceb66c1e-aaba-48cd-b5ce-43b76988ef0b req-76e005cc-f519-4289-88f9-869a0751e475 service neutron] 10.222.0.15 "GET /v2.0/networks/b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3422692 Jul 05 02:15:12.414109 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dda41e-b1b8-4a2f-9b39-cb812f78b216 req-8622f4c7-da0e-44a6-80ff-0a3fe9619b6e tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:12.416512 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81da796-0ad2-4e1c-9521-235524703eab req-522c4897-40e5-4135-b13c-4eeab2041bdf tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:12.419075 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d81da796-0ad2-4e1c-9521-235524703eab req-522c4897-40e5-4135-b13c-4eeab2041bdf tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e01c5aa-5fee-4d05-bead-17006da5b83c HTTP/1.1" status: 200 len: 945 time: 0.2557645 Jul 05 02:15:12.423193 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-00dda41e-b1b8-4a2f-9b39-cb812f78b216 req-8622f4c7-da0e-44a6-80ff-0a3fe9619b6e tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] 10.222.0.23 "GET /v2.0/ports?device_id=118c5249-11b1-440e-96ba-48522e7c2d74 HTTP/1.1" status: 200 len: 945 time: 0.5468657 Jul 05 02:15:12.443928 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9d55566d-de49-497d-a2cd-cd05f2ea6cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:12.543964 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d81da796-0ad2-4e1c-9521-235524703eab req-df1d92fa-8ce6-42d1-96a3-181b677f1141 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171026 Jul 05 02:15:12.557920 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=003705b8-0e20-4e7f-abf1-53e42e597667,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:15:12.575505 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9d55566d-de49-497d-a2cd-cd05f2ea6cb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636927'] for router_gateway, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:12.850042 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9d55566d-de49-497d-a2cd-cd05f2ea6cb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11828'] for router, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:12.853178 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9d55566d-de49-497d-a2cd-cd05f2ea6cb1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:12.939878 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d55566d-de49-497d-a2cd-cd05f2ea6cb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=96cb4982-bd7a-4c7c-9abb-484cf4266665,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:15:12.982582 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-00dda41e-b1b8-4a2f-9b39-cb812f78b216 req-76039e04-fcae-4147-bc14-427d4d209603 tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdd6bb06-7669-426f-bd94-82e82b74cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5583255 Jul 05 02:15:13.018322 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9d55566d-de49-497d-a2cd-cd05f2ea6cb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1575451'] for router, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:13.018857 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d55566d-de49-497d-a2cd-cd05f2ea6cb1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40b477f2-8d03-480f-98b4-881eaaeff413 {{(pid=94461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 02:15:13.024795 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9d55566d-de49-497d-a2cd-cd05f2ea6cb1 admin admin] Notify callbacks [] for router, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:13.026777 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-9d55566d-de49-497d-a2cd-cd05f2ea6cb1 admin admin] 10.222.0.23 "DELETE /v2.0/routers/40b477f2-8d03-480f-98b4-881eaaeff413 HTTP/1.1" status: 204 len: 168 time: 2.2654815 Jul 05 02:15:13.031689 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a9da405-83b7-4c6e-9f2d-bde00a3e907c x-openstack-request-id: req-6a9da405-83b7-4c6e-9f2d-bde00a3e907c {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:15:13.032172 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "118c5249-11b1-440e-96ba-48522e7c2d74", "name": "network-vif-plugged", "status": "completed", "tag": "003705b8-0e20-4e7f-abf1-53e42e597667", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:15:13.032572 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6a9da405-83b7-4c6e-9f2d-bde00a3e907c {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:15:13.033352 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '118c5249-11b1-440e-96ba-48522e7c2d74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '003705b8-0e20-4e7f-abf1-53e42e597667', 'code': 200} Jul 05 02:15:13.033476 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 45370) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:15:13.213382 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45372) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:15:13.309898 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f38c48-cf84-4c50-9870-2c47bbde3473 req-66599673-d4d9-43ab-b18a-5596456d07ee tempest-LiveMigrationTest-1529316378 tempest-LiveMigrationTest-1529316378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:13.323299 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-84f38c48-cf84-4c50-9870-2c47bbde3473 req-66599673-d4d9-43ab-b18a-5596456d07ee tempest-LiveMigrationTest-1529316378 tempest-LiveMigrationTest-1529316378-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=0e01c5aa-5fee-4d05-bead-17006da5b83c HTTP/1.1" status: 200 len: 1097 time: 0.1217771 Jul 05 02:15:13.326860 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e8f9614-6e80-46a3-aced-371cc897ce4f admin admin] Deleting subnet 61f929ba-993d-4ead-a060-b7e52e8e74ae {{(pid=94461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:15:13.335806 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0e8f9614-6e80-46a3-aced-371cc897ce4f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:13.380465 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45378) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:15:13.386402 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0e8f9614-6e80-46a3-aced-371cc897ce4f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5519650'] for subnet, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:13.386874 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-6a00fca7-f24c-4720-b414-52b754f75316 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-197310320-network', 'tenant_id': 'f143eeaf6afe4acaa716f0771e2dd5d9'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:15:13.410643 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-84f38c48-cf84-4c50-9870-2c47bbde3473 req-fc58d497-5738-4321-a2b2-d3b0368bcdc7 tempest-LiveMigrationTest-1529316378 tempest-LiveMigrationTest-1529316378-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838542 Jul 05 02:15:13.544703 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a00fca7-f24c-4720-b414-52b754f75316 admin admin] Made reservation on behalf of f143eeaf6afe4acaa716f0771e2dd5d9 for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:15:13.548563 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6a00fca7-f24c-4720-b414-52b754f75316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:13.566954 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0e8f9614-6e80-46a3-aced-371cc897ce4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:13.570963 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513cdcf0-5ebb-43d8-96eb-a7332e6ce15a req-c82591ea-abca-441e-8ec3-b6840579b823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:13.572400 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6a00fca7-f24c-4720-b414-52b754f75316 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:13.572657 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-513cdcf0-5ebb-43d8-96eb-a7332e6ce15a req-c82591ea-abca-441e-8ec3-b6840579b823 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=118c5249-11b1-440e-96ba-48522e7c2d74 HTTP/1.1" status: 200 len: 1098 time: 0.4134755 Jul 05 02:15:13.646597 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-513cdcf0-5ebb-43d8-96eb-a7332e6ce15a req-a14d256f-07c6-48c1-a196-fc70d06ef287 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=bdd6bb06-7669-426f-bd94-82e82b74cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534732 Jul 05 02:15:13.686299 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce452d22-3abf-47d7-b658-0b3b177133a1 req-02c196e1-f380-4425-adc2-6cee2c48d47a tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:13.695735 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ce452d22-3abf-47d7-b658-0b3b177133a1 req-02c196e1-f380-4425-adc2-6cee2c48d47a tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b8f9243-431f-4e3d-a22d-2ccb517dca70 HTTP/1.1" status: 200 len: 946 time: 0.3740225 Jul 05 02:15:13.704486 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-0de05cf2-002d-4a95-8fde-bf0c01b841b2 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-81882282-network', 'tenant_id': 'd88ed227cab74d9e842ed401abb9e3a3'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:15:13.807918 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ce452d22-3abf-47d7-b658-0b3b177133a1 req-3d3fb066-9a18-4904-99fd-ab336b517fec tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101174 Jul 05 02:15:13.844228 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6a00fca7-f24c-4720-b414-52b754f75316 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:13.874201 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0e8f9614-6e80-46a3-aced-371cc897ce4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5763388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774356'] for subnet, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:13.921660 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cdb1f07-d0c0-4f66-9d76-8645abc14abd None None] Network 41f7066f-9a8e-4f06-8e95-8ecf54823547 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:15:13.923136 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0e8f9614-6e80-46a3-aced-371cc897ce4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:13.933712 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45390) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:15:13.934457 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-0e8f9614-6e80-46a3-aced-371cc897ce4f admin admin] 10.222.0.23 "DELETE /v2.0/subnets/61f929ba-993d-4ead-a060-b7e52e8e74ae HTTP/1.1" status: 204 len: 168 time: 0.8988557 Jul 05 02:15:13.935932 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8f9614-6e80-46a3-aced-371cc897ce4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61f929ba-993d-4ead-a060-b7e52e8e74ae,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:15:14.053596 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6a00fca7-f24c-4720-b414-52b754f75316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:14.084873 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051d7904-a5fb-44e8-abc0-bd819061b04c req-c69fb94c-218c-4edd-b017-b79a747fd57e tempest-LiveMigrationTest-1529316378 tempest-LiveMigrationTest-1529316378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:14.092914 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-051d7904-a5fb-44e8-abc0-bd819061b04c req-c69fb94c-218c-4edd-b017-b79a747fd57e tempest-LiveMigrationTest-1529316378 tempest-LiveMigrationTest-1529316378-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=0e01c5aa-5fee-4d05-bead-17006da5b83c HTTP/1.1" status: 200 len: 1097 time: 0.2219553 Jul 05 02:15:14.096346 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0de05cf2-002d-4a95-8fde-bf0c01b841b2 admin admin] Made reservation on behalf of d88ed227cab74d9e842ed401abb9e3a3 for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:15:14.109223 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0de05cf2-002d-4a95-8fde-bf0c01b841b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:14.188323 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 96cb4982-bd7a-4c7c-9abb-484cf4266665 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:15:14.229662 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 96cb4982-bd7a-4c7c-9abb-484cf4266665 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:15:14.230490 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 96cb4982-bd7a-4c7c-9abb-484cf4266665 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:15:14.231123 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device acfe07c6-45ec-4281-862c-0a57b0306fe5 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:15:14.240649 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0de05cf2-002d-4a95-8fde-bf0c01b841b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:14.264947 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: acfe07c6-45ec-4281-862c-0a57b0306fe5 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:15:14.265565 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device acfe07c6-45ec-4281-862c-0a57b0306fe5 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:15:14.267819 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2d7b90-2e4c-4294-b0a1-0b69c2dda8c3 None None] DHCP port deletion for 41f7066f-9a8e-4f06-8e95-8ecf54823547 request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:15:14.278394 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a00fca7-f24c-4720-b414-52b754f75316 admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:15:14.330446 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-fe2d7b90-2e4c-4294-b0a1-0b69c2dda8c3 None None] Deleting port c963b557-f214-45bd-a7b9-7467db3d2314 {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:15:14.331053 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-fe2d7b90-2e4c-4294-b0a1-0b69c2dda8c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:14.398624 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b52479c4-4033-4112-a996-c8ad8b2c6228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:14.402468 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6a00fca7-f24c-4720-b414-52b754f75316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:14.403320 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-6a00fca7-f24c-4720-b414-52b754f75316 admin admin] Added segment 53d4582d-e161-4f68-b440-10ba4d29bf39 of type vlan for network b8447784-56b8-43a4-8b82-fb093721ee8e Jul 05 02:15:14.418914 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-fe2d7b90-2e4c-4294-b0a1-0b69c2dda8c3 None None] For port c963b557-f214-45bd-a7b9-7467db3d2314, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=c963b557-f214-45bd-a7b9-7467db3d2314,segment=NetworkSegment(eb728d40-e891-4a57-8e78-84f0885ed9f8),segment_id=eb728d40-e891-4a57-8e78-84f0885ed9f8)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:15:14.424032 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-fe2d7b90-2e4c-4294-b0a1-0b69c2dda8c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:14.428672 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-051d7904-a5fb-44e8-abc0-bd819061b04c req-eeec252c-cd9b-4a48-af04-116c493ef730 tempest-LiveMigrationTest-1529316378 tempest-LiveMigrationTest-1529316378-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3347025 Jul 05 02:15:14.440671 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-fe2d7b90-2e4c-4294-b0a1-0b69c2dda8c3 None None] Calling delete_port for c963b557-f214-45bd-a7b9-7467db3d2314 owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:15:14.509537 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a00fca7-f24c-4720-b414-52b754f75316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c37fccb-f030-4f7f-87dd-59a28ea213a9,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:15:14.607340 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6a00fca7-f24c-4720-b414-52b754f75316 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:14.617333 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c52a6c4-f203-4737-8f49-bc8bead744bd req-9cc3cfc0-8e62-4cbf-968c-1f4a65aa7687 tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:14.627488 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7c52a6c4-f203-4737-8f49-bc8bead744bd req-9cc3cfc0-8e62-4cbf-968c-1f4a65aa7687 tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] 10.222.0.23 "GET /v2.0/ports?device_id=118c5249-11b1-440e-96ba-48522e7c2d74 HTTP/1.1" status: 200 len: 946 time: 0.2377472 Jul 05 02:15:14.675669 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-fe2d7b90-2e4c-4294-b0a1-0b69c2dda8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:14.689586 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7c52a6c4-f203-4737-8f49-bc8bead744bd req-ac59f8c8-294f-4f2e-acce-96fc884aca35 tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdd6bb06-7669-426f-bd94-82e82b74cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609002 Jul 05 02:15:14.719045 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0de05cf2-002d-4a95-8fde-bf0c01b841b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:14.737831 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2d7b90-2e4c-4294-b0a1-0b69c2dda8c3 None None] No DVR routers for this DVR port c963b557-f214-45bd-a7b9-7467db3d2314 on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:15:14.741028 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-b52479c4-4033-4112-a996-c8ad8b2c6228 admin admin] Deleting port c963b557-f214-45bd-a7b9-7467db3d2314 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:15:14.742919 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2d7b90-2e4c-4294-b0a1-0b69c2dda8c3 None None] Pushing event deleted for resources: {'Port': ['ID=c963b557-f214-45bd-a7b9-7467db3d2314,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:15:14.744237 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b52479c4-4033-4112-a996-c8ad8b2c6228 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:14.804889 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0de05cf2-002d-4a95-8fde-bf0c01b841b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:14.808795 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6a00fca7-f24c-4720-b414-52b754f75316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:14.810104 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a00fca7-f24c-4720-b414-52b754f75316 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:14.810947 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6a00fca7-f24c-4720-b414-52b754f75316 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:14.913523 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de05cf2-002d-4a95-8fde-bf0c01b841b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c6ddf50-4cd8-4934-8598-066cda093cbb,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:15:14.926809 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a00fca7-f24c-4720-b414-52b754f75316 admin admin] Pushing event updated for resources: {'Network': ['ID=b8447784-56b8-43a4-8b82-fb093721ee8e,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:15:14.939397 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network b8447784-56b8-43a4-8b82-fb093721ee8e details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:15:14.997071 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0de05cf2-002d-4a95-8fde-bf0c01b841b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:15:15.023627 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-b52479c4-4033-4112-a996-c8ad8b2c6228 admin admin] For port c963b557-f214-45bd-a7b9-7467db3d2314, host n-d-771362-32, got binding levels [] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:15:15.023898 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b52479c4-4033-4112-a996-c8ad8b2c6228 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:15.052415 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0de05cf2-002d-4a95-8fde-bf0c01b841b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:15.052767 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-0de05cf2-002d-4a95-8fde-bf0c01b841b2 admin admin] Added segment 4528adb4-ad7e-4de4-ad44-b08cc41d191c of type vlan for network 9774f56a-aab1-44ec-9316-a6b1e0e317e8 Jul 05 02:15:15.108090 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-b52479c4-4033-4112-a996-c8ad8b2c6228 admin admin] Calling delete_port for c963b557-f214-45bd-a7b9-7467db3d2314 owned by network:dhcp {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:15:15.108090 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-6a00fca7-f24c-4720-b414-52b754f75316 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7212768 Jul 05 02:15:15.108090 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.ipam_backend_mixin [None req-b52479c4-4033-4112-a996-c8ad8b2c6228 admin admin] Port c963b557-f214-45bd-a7b9-7467db3d2314 was not found and therefore no delete operation was performed {{(pid=94462) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 02:15:15.109615 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45416) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:15:15.132789 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b52479c4-4033-4112-a996-c8ad8b2c6228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:15.140791 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-51d68225-761f-4258-9b21-fdf353658cb3 admin admin] Request body: {'subnet': {'network_id': 'b8447784-56b8-43a4-8b82-fb093721ee8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-197310320-subnet', 'tenant_id': 'f143eeaf6afe4acaa716f0771e2dd5d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:15:15.178873 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52479c4-4033-4112-a996-c8ad8b2c6228 admin admin] Pushing event deleted for resources: {'Port': ['ID=c963b557-f214-45bd-a7b9-7467db3d2314,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:15:15.205864 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0de05cf2-002d-4a95-8fde-bf0c01b841b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:15.211554 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52479c4-4033-4112-a996-c8ad8b2c6228 admin admin] No DVR routers for this DVR port c963b557-f214-45bd-a7b9-7467db3d2314 on host n-d-771362-32 {{(pid=94462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:15:15.246797 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d137299-b3c9-4527-955b-5522bb354401 req-598ae60c-40db-424a-ba94-baac7f5c01ec tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:15.248369 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4d137299-b3c9-4527-955b-5522bb354401 req-598ae60c-40db-424a-ba94-baac7f5c01ec tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b8f9243-431f-4e3d-a22d-2ccb517dca70 HTTP/1.1" status: 200 len: 946 time: 0.2370119 Jul 05 02:15:15.324532 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4d137299-b3c9-4527-955b-5522bb354401 req-63d3d3d6-eb65-4fda-b6a8-1ee6b9f906a0 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662901 Jul 05 02:15:15.377486 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b52479c4-4033-4112-a996-c8ad8b2c6228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:15.394172 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-b52479c4-4033-4112-a996-c8ad8b2c6228 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41f7066f-9a8e-4f06-8e95-8ecf54823547']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:15:15.407134 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-b52479c4-4033-4112-a996-c8ad8b2c6228 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb728d40-e891-4a57-8e78-84f0885ed9f8') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:15:15.408172 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-b52479c4-4033-4112-a996-c8ad8b2c6228 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb728d40-e891-4a57-8e78-84f0885ed9f8') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:15:15.425175 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b52479c4-4033-4112-a996-c8ad8b2c6228 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:15.435614 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9d653-0377-4ede-ba12-ee8513d097a3 req-fc65c73a-2e36-48cb-9b47-bd97abad9076 tempest-LiveMigrationTest-1529316378 tempest-LiveMigrationTest-1529316378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:15.442949 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-46d9d653-0377-4ede-ba12-ee8513d097a3 req-fc65c73a-2e36-48cb-9b47-bd97abad9076 tempest-LiveMigrationTest-1529316378 tempest-LiveMigrationTest-1529316378-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=0e01c5aa-5fee-4d05-bead-17006da5b83c HTTP/1.1" status: 200 len: 1097 time: 0.1217527 Jul 05 02:15:15.456507 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d68225-761f-4258-9b21-fdf353658cb3 admin admin] Made reservation on behalf of f143eeaf6afe4acaa716f0771e2dd5d9 for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:15:15.458890 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-51d68225-761f-4258-9b21-fdf353658cb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:15.542547 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b52479c4-4033-4112-a996-c8ad8b2c6228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:15.555473 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0de05cf2-002d-4a95-8fde-bf0c01b841b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:15.559411 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de05cf2-002d-4a95-8fde-bf0c01b841b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:15.560009 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0de05cf2-002d-4a95-8fde-bf0c01b841b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:15.571157 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b52479c4-4033-4112-a996-c8ad8b2c6228 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:15:15.571572 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b52479c4-4033-4112-a996-c8ad8b2c6228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:15.576397 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:15:15.576397 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:15:15.576397 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:15:15.576397 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:15:15.576397 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:15:15.576397 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:15:15.576397 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:15:15.576397 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:15:15.576397 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:15:15.576397 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:15:15.576397 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:15:15.576397 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:15:15.576397 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:15:15.576397 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:15:15.576397 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:15:15.576397 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:15:15.576397 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:15:15.576397 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:15:15.576397 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:15:15.576397 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:15:15.576397 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:15:15.576397 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:15:15.576397 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:15:15.576397 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:15:15.576397 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:15:15.576397 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:15:15.576397 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:15:15.576397 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:15:15.576397 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:15:15.576397 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:15:15.576397 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:15:15.576397 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:15:15.732451 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de05cf2-002d-4a95-8fde-bf0c01b841b2 admin admin] Pushing event updated for resources: {'Network': ['ID=9774f56a-aab1-44ec-9316-a6b1e0e317e8,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:15:15.747579 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 9774f56a-aab1-44ec-9316-a6b1e0e317e8 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:15:15.779288 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-46d9d653-0377-4ede-ba12-ee8513d097a3 req-b12c14f8-e065-4472-ab5b-af205509fe7c tempest-LiveMigrationTest-1529316378 tempest-LiveMigrationTest-1529316378-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3352571 Jul 05 02:15:15.899004 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad4222-668d-42fd-b0bc-35e077c4d756 req-84194b5d-57fb-4f79-bec7-30a81cfe9793 tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:15.900469 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-91ad4222-668d-42fd-b0bc-35e077c4d756 req-84194b5d-57fb-4f79-bec7-30a81cfe9793 tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] 10.222.0.23 "GET /v2.0/ports?device_id=118c5249-11b1-440e-96ba-48522e7c2d74 HTTP/1.1" status: 200 len: 946 time: 0.0660951 Jul 05 02:15:15.941773 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-91ad4222-668d-42fd-b0bc-35e077c4d756 req-0c6d251c-c66f-4478-a884-aa63af9a289b tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdd6bb06-7669-426f-bd94-82e82b74cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349975 Jul 05 02:15:16.116669 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855997ad-6884-468c-ab4b-d31e1e9de5f1 req-6f64115e-bea4-45d9-a0fc-dce063d009c2 tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:16.118237 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-855997ad-6884-468c-ab4b-d31e1e9de5f1 req-6f64115e-bea4-45d9-a0fc-dce063d009c2 tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] 10.222.0.23 "GET /v2.0/ports?device_id=118c5249-11b1-440e-96ba-48522e7c2d74 HTTP/1.1" status: 200 len: 946 time: 0.0657701 Jul 05 02:15:16.127764 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 45434) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:15:16.150054 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-697d992c-da69-40bd-a78b-fc673c5085ff tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] Request body: {'floatingip': {'port_id': '003705b8-0e20-4e7f-abf1-53e42e597667'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:15:16.151809 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device c963b557-f214-45bd-a7b9-7467db3d2314 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:15:16.173595 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: c963b557-f214-45bd-a7b9-7467db3d2314 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:15:16.181188 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device c963b557-f214-45bd-a7b9-7467db3d2314 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:15:16.190220 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-51d68225-761f-4258-9b21-fdf353658cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:16.192536 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b52479c4-4033-4112-a996-c8ad8b2c6228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:16.198566 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-0de05cf2-002d-4a95-8fde-bf0c01b841b2 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.9800568 Jul 05 02:15:16.200526 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 45436) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:15:16.206327 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-b60232f1-c1f9-485a-8580-914a707a3af7 admin admin] Request body: {'subnet': {'network_id': '9774f56a-aab1-44ec-9316-a6b1e0e317e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-81882282-subnet', 'tenant_id': 'd88ed227cab74d9e842ed401abb9e3a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:15:16.210774 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b52479c4-4033-4112-a996-c8ad8b2c6228 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:16.215822 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-b52479c4-4033-4112-a996-c8ad8b2c6228 admin admin] 10.222.0.23 "DELETE /v2.0/networks/41f7066f-9a8e-4f06-8e95-8ecf54823547 HTTP/1.1" status: 204 len: 168 time: 2.2774911 Jul 05 02:15:16.215953 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-697d992c-da69-40bd-a78b-fc673c5085ff tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] Notify callbacks [] for floatingip, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:16.252198 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52479c4-4033-4112-a996-c8ad8b2c6228 admin admin] Pushing event deleted for resources: {'Network': ['ID=41f7066f-9a8e-4f06-8e95-8ecf54823547,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:15:16.274927 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d68225-761f-4258-9b21-fdf353658cb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bf6dd0c-dc80-426d-b5ef-e1baeb1b6d1e,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:15:16.295858 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d68225-761f-4258-9b21-fdf353658cb3 admin admin] Checking segment: {'id': '53d4582d-e161-4f68-b440-10ba4d29bf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b8447784-56b8-43a4-8b82-fb093721ee8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:15:16.296502 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d68225-761f-4258-9b21-fdf353658cb3 admin admin] Network hostable DHCP agents. Network: b8447784-56b8-43a4-8b82-fb093721ee8e, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:15:16.453878 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d68225-761f-4258-9b21-fdf353658cb3 admin admin] Network b8447784-56b8-43a4-8b82-fb093721ee8e is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:15:16.544345 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-51d68225-761f-4258-9b21-fdf353658cb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, b8447784-56b8-43a4-8b82-fb093721ee8e) {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:15:16.548839 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d68225-761f-4258-9b21-fdf353658cb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:16.549619 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-51d68225-761f-4258-9b21-fdf353658cb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:16.557434 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890810b7-7779-42f7-8911-ccc329815dc5 None None] Network b8447784-56b8-43a4-8b82-fb093721ee8e requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:15:16.714386 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45450) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:15:16.734865 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-361809b7-5857-4baf-9031-165b84913d46 req-45ebc4d9-7ae6-4d86-bfd4-4e8549aca27a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a74e6db0-70ff-4186-9157-db92e776b2ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1807492 Jul 05 02:15:16.740090 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ad42bd-3012-4e35-a728-9ea206000dde None None] Network b8447784-56b8-43a4-8b82-fb093721ee8e requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:15:16.743062 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b60232f1-c1f9-485a-8580-914a707a3af7 admin admin] Made reservation on behalf of d88ed227cab74d9e842ed401abb9e3a3 for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:15:16.747213 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b60232f1-c1f9-485a-8580-914a707a3af7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:16.758855 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-51d68225-761f-4258-9b21-fdf353658cb3 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6477108 Jul 05 02:15:16.804424 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-02117b8a-3844-4d3d-8cf3-b98c68e3705b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a26ea553fd9d4d7dac33335525dc5e93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0881562 Jul 05 02:15:16.825185 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45464) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:15:17.083132 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cc359dd6-2226-48e3-b1a9-07d72d85649e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:17.123785 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cc359dd6-2226-48e3-b1a9-07d72d85649e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:17.211708 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361809b7-5857-4baf-9031-165b84913d46 req-86e65375-ef17-41a3-8205-698701111b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:17.212857 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-361809b7-5857-4baf-9031-165b84913d46 req-86e65375-ef17-41a3-8205-698701111b09 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7bf4f22dde1e4624a2cb34086c53be02&device_id=a74e6db0-70ff-4186-9157-db92e776b2ef HTTP/1.1" status: 200 len: 1096 time: 0.3730464 Jul 05 02:15:17.369144 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb514d6-60f5-4376-8f81-8ea3fb72ee19 req-6a507025-4584-45cd-a846-ad667f97b054 tempest-LiveMigrationTest-1529316378 tempest-LiveMigrationTest-1529316378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:17.370684 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2bb514d6-60f5-4376-8f81-8ea3fb72ee19 req-6a507025-4584-45cd-a846-ad667f97b054 tempest-LiveMigrationTest-1529316378 tempest-LiveMigrationTest-1529316378-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=0e01c5aa-5fee-4d05-bead-17006da5b83c HTTP/1.1" status: 200 len: 1097 time: 0.3176463 Jul 05 02:15:17.371859 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361809b7-5857-4baf-9031-165b84913d46 req-bd77c954-30de-4b5f-b4e1-87871374db5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:17.373223 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-361809b7-5857-4baf-9031-165b84913d46 req-bd77c954-30de-4b5f-b4e1-87871374db5c service neutron] 10.222.0.15 "GET /v2.0/networks?id=b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1 HTTP/1.1" status: 200 len: 919 time: 0.1138005 Jul 05 02:15:17.398951 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cc359dd6-2226-48e3-b1a9-07d72d85649e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:17.401636 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cc359dd6-2226-48e3-b1a9-07d72d85649e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:17.406680 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-cc359dd6-2226-48e3-b1a9-07d72d85649e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1a53d924-d96c-4bdb-9b03-c3639df0d399 HTTP/1.1" status: 204 len: 168 time: 0.5908637 Jul 05 02:15:17.431826 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc359dd6-2226-48e3-b1a9-07d72d85649e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a53d924-d96c-4bdb-9b03-c3639df0d399,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:15:17.492785 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-361809b7-5857-4baf-9031-165b84913d46 req-5746cf0b-2353-4bbe-9a34-ab34f1e92c89 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a56c588-e0db-4c24-a7d0-3f2ece18bc17 HTTP/1.1" status: 200 len: 217 time: 0.0817454 Jul 05 02:15:17.512645 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2bb514d6-60f5-4376-8f81-8ea3fb72ee19 req-fe8d9306-625f-4981-bebd-8576dadf25fe tempest-LiveMigrationTest-1529316378 tempest-LiveMigrationTest-1529316378-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309106 Jul 05 02:15:17.595068 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361809b7-5857-4baf-9031-165b84913d46 req-76a70aef-8340-4c0e-a0c4-119b7eb37047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:17.597082 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-361809b7-5857-4baf-9031-165b84913d46 req-76a70aef-8340-4c0e-a0c4-119b7eb37047 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=88cd65d9-1715-492f-9ef5-e486cc8231ac HTTP/1.1" status: 200 len: 859 time: 0.0828907 Jul 05 02:15:17.667292 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-361809b7-5857-4baf-9031-165b84913d46 req-136f61ef-3e52-49b5-9653-4a187744d721 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581388 Jul 05 02:15:17.836387 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2bac90-0f21-4ab0-bb3b-757d707d90fc req-09693762-c664-463c-98e8-10ad3ec60578 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:17.838947 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-361809b7-5857-4baf-9031-165b84913d46 req-ae14c86e-63f8-455b-8736-33ea992ee7cd service neutron] 10.222.0.15 "GET /v2.0/networks/b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684730 Jul 05 02:15:17.854257 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7c2bac90-0f21-4ab0-bb3b-757d707d90fc req-09693762-c664-463c-98e8-10ad3ec60578 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b8f9243-431f-4e3d-a22d-2ccb517dca70 HTTP/1.1" status: 200 len: 946 time: 1.2820611 Jul 05 02:15:18.029506 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.db.resource_extend [None req-697d992c-da69-40bd-a78b-fc673c5085ff tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 02:15:18.082015 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-361809b7-5857-4baf-9031-165b84913d46 req-1e275615-ddcc-479b-8d96-ca31753852fe service neutron] 10.222.0.15 "GET /v2.0/networks/b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282152 Jul 05 02:15:18.085822 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7c2bac90-0f21-4ab0-bb3b-757d707d90fc req-45880c90-6c9a-4e6e-ad7f-eaabb19939ba tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301769 Jul 05 02:15:18.096424 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e29bf2-c904-4cdf-adea-0875155ba634 req-9739070c-ec98-47fd-912e-6bea34742565 tempest-VolumesAdminNegativeTest-645897413 tempest-VolumesAdminNegativeTest-645897413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:18.098881 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-78e29bf2-c904-4cdf-adea-0875155ba634 req-9739070c-ec98-47fd-912e-6bea34742565 tempest-VolumesAdminNegativeTest-645897413 tempest-VolumesAdminNegativeTest-645897413-project] 10.222.0.23 "GET /v2.0/networks?id=4836db2a-ddb3-44b1-8768-f0e156f4573f HTTP/1.1" status: 200 len: 815 time: 0.2137542 Jul 05 02:15:18.127414 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-78e29bf2-c904-4cdf-adea-0875155ba634 req-0828d738-ba83-4656-b830-09dd1508eb47 tempest-VolumesAdminNegativeTest-645897413 tempest-VolumesAdminNegativeTest-645897413-project] 10.222.0.23 "GET /v2.0/quotas/b54244a0a5084c86881744960feeb2db HTTP/1.1" status: 200 len: 375 time: 0.0114684 Jul 05 02:15:18.183389 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6ec7af91-388c-47cf-b4bb-3eb8a873f797 req-71014f5e-9498-4a47-9e91-1b3eba6022af service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=54d1bfa2-7798-4198-8e88-90a0c32fd269&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3959365 Jul 05 02:15:18.185638 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-78e29bf2-c904-4cdf-adea-0875155ba634 req-ed61e30e-69fa-4fcb-b2fb-ab971b7015fc tempest-VolumesAdminNegativeTest-645897413 tempest-VolumesAdminNegativeTest-645897413-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b54244a0a5084c86881744960feeb2db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0524812 Jul 05 02:15:18.206278 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-697d992c-da69-40bd-a78b-fc673c5085ff tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:18.321905 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b60232f1-c1f9-485a-8580-914a707a3af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5763451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774823'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:18.323946 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-697d992c-da69-40bd-a78b-fc673c5085ff tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636869'] for floatingip, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:18.380412 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-78e29bf2-c904-4cdf-adea-0875155ba634 req-ab767d5a-e650-4b08-9395-0e3062a16f0a service neutron] 10.222.0.23 "GET /v2.0/networks/4836db2a-ddb3-44b1-8768-f0e156f4573f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826663 Jul 05 02:15:18.494108 n-d-771362-32 neutron-server[94461]: INFO neutron.db.l3_db [None req-697d992c-da69-40bd-a78b-fc673c5085ff tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] Floating IP 6eea07cb-26bd-45f3-ad6a-46c2c4bfd690 associated. External IP: 172.25.7.177, port: 003705b8-0e20-4e7f-abf1-53e42e597667. Jul 05 02:15:18.540292 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60232f1-c1f9-485a-8580-914a707a3af7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ab074db-99af-4f3a-8737-fdc2348f57ee,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:15:18.558546 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec7af91-388c-47cf-b4bb-3eb8a873f797 req-4fd21e3a-4bdc-4721-b4da-c35eb51da843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:18.560099 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6ec7af91-388c-47cf-b4bb-3eb8a873f797 req-4fd21e3a-4bdc-4721-b4da-c35eb51da843 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7bf4f22dde1e4624a2cb34086c53be02&device_id=54d1bfa2-7798-4198-8e88-90a0c32fd269 HTTP/1.1" status: 200 len: 1097 time: 0.2754929 Jul 05 02:15:18.560952 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60232f1-c1f9-485a-8580-914a707a3af7 admin admin] Checking segment: {'id': '4528adb4-ad7e-4de4-ad44-b08cc41d191c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9774f56a-aab1-44ec-9316-a6b1e0e317e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:15:18.561319 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60232f1-c1f9-485a-8580-914a707a3af7 admin admin] Network hostable DHCP agents. Network: 9774f56a-aab1-44ec-9316-a6b1e0e317e8, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:15:18.607399 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-78e29bf2-c904-4cdf-adea-0875155ba634 req-1540ae68-64c7-4cc5-85e9-184973d7ad1d service neutron] 10.222.0.23 "GET /v2.0/networks/4836db2a-ddb3-44b1-8768-f0e156f4573f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212486 Jul 05 02:15:18.610743 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45490) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:15:18.727035 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-a15a26f4-1de4-4ea3-8e8b-3385dff01177 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9894936966314364b33bc38106ad1bde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1109269 Jul 05 02:15:18.729449 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45492) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:15:18.779161 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec7af91-388c-47cf-b4bb-3eb8a873f797 req-e1df373c-0c02-4e3d-8b3c-af930b11dbce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:18.780751 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6ec7af91-388c-47cf-b4bb-3eb8a873f797 req-e1df373c-0c02-4e3d-8b3c-af930b11dbce service neutron] 10.222.0.21 "GET /v2.0/networks?id=b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1 HTTP/1.1" status: 200 len: 919 time: 0.1446924 Jul 05 02:15:18.818213 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1a692f29-795c-4035-8ae4-10cd5cb7f8a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:18.838976 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6ec7af91-388c-47cf-b4bb-3eb8a873f797 req-55a512c5-f672-4fa2-8358-0bd895f4d8db service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=51a08a08-206b-437a-8373-17a1e74c7235 HTTP/1.1" status: 200 len: 217 time: 0.0414920 Jul 05 02:15:18.843519 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1a692f29-795c-4035-8ae4-10cd5cb7f8a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:18.920689 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60232f1-c1f9-485a-8580-914a707a3af7 admin admin] Network 9774f56a-aab1-44ec-9316-a6b1e0e317e8 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:15:18.955721 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec7af91-388c-47cf-b4bb-3eb8a873f797 req-ba79ba7b-1d48-42b4-87d8-b34d43147c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:18.957285 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6ec7af91-388c-47cf-b4bb-3eb8a873f797 req-ba79ba7b-1d48-42b4-87d8-b34d43147c3a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=88cd65d9-1715-492f-9ef5-e486cc8231ac HTTP/1.1" status: 200 len: 859 time: 0.1061776 Jul 05 02:15:18.982666 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1a692f29-795c-4035-8ae4-10cd5cb7f8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:18.985242 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1a692f29-795c-4035-8ae4-10cd5cb7f8a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:18.989120 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-1a692f29-795c-4035-8ae4-10cd5cb7f8a3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b2d0bb80-06d7-4d0c-b188-5d9b79f2a83f HTTP/1.1" status: 204 len: 168 time: 0.2568188 Jul 05 02:15:19.002978 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a692f29-795c-4035-8ae4-10cd5cb7f8a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d0bb80-06d7-4d0c-b188-5d9b79f2a83f,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:15:19.091328 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6ec7af91-388c-47cf-b4bb-3eb8a873f797 req-95bc36f8-73ba-412c-950d-e8a5ae689da8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0833082 Jul 05 02:15:19.092639 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-b60232f1-c1f9-485a-8580-914a707a3af7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 9774f56a-aab1-44ec-9316-a6b1e0e317e8) {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:15:19.103211 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60232f1-c1f9-485a-8580-914a707a3af7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:19.103821 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b60232f1-c1f9-485a-8580-914a707a3af7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:19.281405 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-697d992c-da69-40bd-a78b-fc673c5085ff tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] Router d14f98e0-bdb2-4173-8dfb-1cc97a959666 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:15:19.355677 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-b60232f1-c1f9-485a-8580-914a707a3af7 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 3.1537545 Jul 05 02:15:19.381594 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed243cd5-8ddd-46bc-8ebf-fae46071bba4 None None] Network 9774f56a-aab1-44ec-9316-a6b1e0e317e8 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:15:19.464915 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7f8bdb4b-dc5c-4b25-8895-925a2833d03d req-ca1a1e0f-4061-454e-80ba-44d41cf32d35 tempest-VolumesAdminNegativeTest-645897413 tempest-VolumesAdminNegativeTest-645897413-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba7e73a2-6137-49f0-a23e-7aa263b538f0 HTTP/1.1" status: 200 len: 210 time: 0.0486572 Jul 05 02:15:19.482386 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6ec7af91-388c-47cf-b4bb-3eb8a873f797 req-ea37ff79-35bc-472a-b555-e01b592bd9dc service neutron] 10.222.0.21 "GET /v2.0/networks/b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3621275 Jul 05 02:15:19.669122 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1892d755-b7e5-4024-b7ec-5889646c76d3 None None] Network 9774f56a-aab1-44ec-9316-a6b1e0e317e8 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:15:19.682281 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6ec7af91-388c-47cf-b4bb-3eb8a873f797 req-0c968835-7bb7-4389-95f7-ddf098b2d349 service neutron] 10.222.0.21 "GET /v2.0/networks/b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912408 Jul 05 02:15:19.799562 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-697d992c-da69-40bd-a78b-fc673c5085ff tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:15:19.804634 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-697d992c-da69-40bd-a78b-fc673c5085ff tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:19.812134 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cc51fc-85d7-45dd-bb2a-6b5c9d8b5683 None None] Sync routers for ids ['d14f98e0-bdb2-4173-8dfb-1cc97a959666'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:15:19.821061 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794b3393-fa43-4d3b-98e0-3b7cee16b4aa req-1a875f65-91e0-49cd-a677-88a4df4aae9b tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:19.822682 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-794b3393-fa43-4d3b-98e0-3b7cee16b4aa req-1a875f65-91e0-49cd-a677-88a4df4aae9b tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b8f9243-431f-4e3d-a22d-2ccb517dca70 HTTP/1.1" status: 200 len: 946 time: 0.1422379 Jul 05 02:15:19.855338 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cc51fc-85d7-45dd-bb2a-6b5c9d8b5683 None None] Routers {'d14f98e0-bdb2-4173-8dfb-1cc97a959666'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:15:19.855989 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-46cc51fc-85d7-45dd-bb2a-6b5c9d8b5683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:14:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['d14f98e0-bdb2-4173-8dfb-1cc97a959666'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:15:19.906543 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-697d992c-da69-40bd-a78b-fc673c5085ff tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] 10.222.0.23 "PUT /v2.0/floatingips/6eea07cb-26bd-45f3-ad6a-46c2c4bfd690 HTTP/1.1" status: 200 len: 992 time: 3.7684724 Jul 05 02:15:19.907906 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '118c5249-11b1-440e-96ba-48522e7c2d74', 'tag': '003705b8-0e20-4e7f-abf1-53e42e597667'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:15:19.911760 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6069a6f7-2bc3-48ce-bdfd-b362d7b72da3" -d '{"events": [{"name": "network-changed", "server_uuid": "118c5249-11b1-440e-96ba-48522e7c2d74", "tag": "003705b8-0e20-4e7f-abf1-53e42e597667"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:15:19.923741 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-794b3393-fa43-4d3b-98e0-3b7cee16b4aa req-dec23d94-be35-4d38-860a-9d36034a5523 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789423 Jul 05 02:15:20.033852 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-46cc51fc-85d7-45dd-bb2a-6b5c9d8b5683 None None] Set router d14f98e0-bdb2-4173-8dfb-1cc97a959666 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:15:20.238092 n-d-771362-32 neutron-server[94462]: INFO neutron.api.v2.resource [req-06fe1ee2-9a06-47be-9689-5c00241e4666 req-10186967-625a-4ca5-81bb-5ce5e965be13 tempest-SecurityGroupsNegativeTestJSON-1210770328 tempest-SecurityGroupsNegativeTestJSON-1210770328-project] show failed (client error): The resource could not be found. Jul 05 02:15:20.245103 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-06fe1ee2-9a06-47be-9689-5c00241e4666 req-10186967-625a-4ca5-81bb-5ce5e965be13 tempest-SecurityGroupsNegativeTestJSON-1210770328 tempest-SecurityGroupsNegativeTestJSON-1210770328-project] 10.222.0.23 "GET /v2.0/security-groups/e07e7c56-40d6-43d2-a41f-e9e987b35d7d HTTP/1.1" status: 404 len: 352 time: 0.0394590 Jul 05 02:15:20.464176 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b221663-1dfb-40d0-8940-e628a716897c x-openstack-request-id: req-7b221663-1dfb-40d0-8940-e628a716897c {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:15:20.464469 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "118c5249-11b1-440e-96ba-48522e7c2d74", "tag": "003705b8-0e20-4e7f-abf1-53e42e597667", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:15:20.464748 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7b221663-1dfb-40d0-8940-e628a716897c {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:15:20.465327 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '118c5249-11b1-440e-96ba-48522e7c2d74', 'tag': '003705b8-0e20-4e7f-abf1-53e42e597667', 'status': 'completed', 'code': 200} Jul 05 02:15:20.481560 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-46cc51fc-85d7-45dd-bb2a-6b5c9d8b5683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd14f98e0-bdb2-4173-8dfb-1cc97a959666', 'name': 'tempest-ServersTestBootFromVolume-608550675-router', 'tenant_id': '39cee1aac4c44f278f0948186a2959f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'd4d285ff-d471-4b41-860d-f96279eebd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:13:47Z', 'updated_at': '2021-07-05T02:13:54Z', 'revision_number': 4, 'project_id': '39cee1aac4c44f278f0948186a2959f8', 'gw_port': {'id': 'd4d285ff-d471-4b41-860d-f96279eebd22', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ce:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14f98e0-bdb2-4173-8dfb-1cc97a959666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:13:49Z', 'updated_at': '2021-07-05T02:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '6eea07cb-26bd-45f3-ad6a-46c2c4bfd690', 'tenant_id': '39cee1aac4c44f278f0948186a2959f8', 'floating_ip_address': '172.25.7.177', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': 'd14f98e0-bdb2-4173-8dfb-1cc97a959666', 'port_id': '003705b8-0e20-4e7f-abf1-53e42e597667', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95be1868-86d2-46e5-83cd-c247f770a99a', 'mac_address': 'fa:16:3e:1c:b1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118c5249-11b1-440e-96ba-48522e7c2d74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T02:14:02Z', 'updated_at': '2021-07-05T02:15:17Z', 'revision_number': 1, 'project_id': '39cee1aac4c44f278f0948186a2959f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a17867d-4869-42fd-9d3a-5ff3f26db257', 'name': '', 'network_id': '95be1868-86d2-46e5-83cd-c247f770a99a', 'tenant_id': '39cee1aac4c44f278f0948186a2959f8', 'mac_address': 'fa:16:3e:9c:07:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14f98e0-bdb2-4173-8dfb-1cc97a959666', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'f91b5bd4-bf24-4143-8e52-056b34c056bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:13:53Z', 'updated_at': '2021-07-05T02:14:00Z', 'revision_number': 5, 'project_id': '39cee1aac4c44f278f0948186a2959f8', 'subnets': [{'id': 'f91b5bd4-bf24-4143-8e52-056b34c056bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:15:20.525428 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cc51fc-85d7-45dd-bb2a-6b5c9d8b5683 None None] Checking router: d14f98e0-bdb2-4173-8dfb-1cc97a959666 for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:15:20.556056 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cc51fc-85d7-45dd-bb2a-6b5c9d8b5683 None None] Routers {'d14f98e0-bdb2-4173-8dfb-1cc97a959666'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:15:20.556056 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-46cc51fc-85d7-45dd-bb2a-6b5c9d8b5683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:14:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['d14f98e0-bdb2-4173-8dfb-1cc97a959666'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:15:20.644706 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6069a6f7-2bc3-48ce-bdfd-b362d7b72da3 req-8b449507-9974-4ea2-922c-62f845e3bdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:20.647143 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6069a6f7-2bc3-48ce-bdfd-b362d7b72da3 req-8b449507-9974-4ea2-922c-62f845e3bdcb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=39cee1aac4c44f278f0948186a2959f8&device_id=118c5249-11b1-440e-96ba-48522e7c2d74 HTTP/1.1" status: 200 len: 1098 time: 0.1598465 Jul 05 02:15:20.755231 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-46cc51fc-85d7-45dd-bb2a-6b5c9d8b5683 None None] Set router d14f98e0-bdb2-4173-8dfb-1cc97a959666 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:15:20.974214 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6069a6f7-2bc3-48ce-bdfd-b362d7b72da3 req-103e803e-af69-4911-bf4c-536bd71fcfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:20.975743 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6069a6f7-2bc3-48ce-bdfd-b362d7b72da3 req-103e803e-af69-4911-bf4c-536bd71fcfa7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=95be1868-86d2-46e5-83cd-c247f770a99a HTTP/1.1" status: 200 len: 915 time: 0.3048058 Jul 05 02:15:21.064756 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b2744093-34b2-49a1-ab29-533bb5aed808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:21.119733 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-46cc51fc-85d7-45dd-bb2a-6b5c9d8b5683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd14f98e0-bdb2-4173-8dfb-1cc97a959666', 'name': 'tempest-ServersTestBootFromVolume-608550675-router', 'tenant_id': '39cee1aac4c44f278f0948186a2959f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'd4d285ff-d471-4b41-860d-f96279eebd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:13:47Z', 'updated_at': '2021-07-05T02:13:54Z', 'revision_number': 4, 'project_id': '39cee1aac4c44f278f0948186a2959f8', 'gw_port': {'id': 'd4d285ff-d471-4b41-860d-f96279eebd22', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ce:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14f98e0-bdb2-4173-8dfb-1cc97a959666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:13:49Z', 'updated_at': '2021-07-05T02:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '6eea07cb-26bd-45f3-ad6a-46c2c4bfd690', 'tenant_id': '39cee1aac4c44f278f0948186a2959f8', 'floating_ip_address': '172.25.7.177', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': 'd14f98e0-bdb2-4173-8dfb-1cc97a959666', 'port_id': '003705b8-0e20-4e7f-abf1-53e42e597667', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95be1868-86d2-46e5-83cd-c247f770a99a', 'mac_address': 'fa:16:3e:1c:b1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118c5249-11b1-440e-96ba-48522e7c2d74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T02:14:02Z', 'updated_at': '2021-07-05T02:15:17Z', 'revision_number': 1, 'project_id': '39cee1aac4c44f278f0948186a2959f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a17867d-4869-42fd-9d3a-5ff3f26db257', 'name': '', 'network_id': '95be1868-86d2-46e5-83cd-c247f770a99a', 'tenant_id': '39cee1aac4c44f278f0948186a2959f8', 'mac_address': 'fa:16:3e:9c:07:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14f98e0-bdb2-4173-8dfb-1cc97a959666', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'f91b5bd4-bf24-4143-8e52-056b34c056bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:13:53Z', 'updated_at': '2021-07-05T02:14:00Z', 'revision_number': 5, 'project_id': '39cee1aac4c44f278f0948186a2959f8', 'subnets': [{'id': 'f91b5bd4-bf24-4143-8e52-056b34c056bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:15:21.163821 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6069a6f7-2bc3-48ce-bdfd-b362d7b72da3 req-1cb66fb9-1daf-4b3b-8c50-539ed7e89c1c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=003705b8-0e20-4e7f-abf1-53e42e597667 HTTP/1.1" status: 200 len: 1000 time: 0.1805990 Jul 05 02:15:21.164533 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5667e85e-556d-4330-b823-2f428784acc2 req-9b65bffa-457f-42e5-8bf9-aaf8537514e0 tempest-VolumesAdminNegativeTest-645897413 tempest-VolumesAdminNegativeTest-645897413-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba7e73a2-6137-49f0-a23e-7aa263b538f0 HTTP/1.1" status: 200 len: 210 time: 0.0562489 Jul 05 02:15:21.199840 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cc51fc-85d7-45dd-bb2a-6b5c9d8b5683 None None] The sync data for ids ['d14f98e0-bdb2-4173-8dfb-1cc97a959666'] in n-d-771362-32 is: [{'id': 'd14f98e0-bdb2-4173-8dfb-1cc97a959666', 'name': 'tempest-ServersTestBootFromVolume-608550675-router', 'tenant_id': '39cee1aac4c44f278f0948186a2959f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'd4d285ff-d471-4b41-860d-f96279eebd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:13:47Z', 'updated_at': '2021-07-05T02:13:54Z', 'revision_number': 4, 'project_id': '39cee1aac4c44f278f0948186a2959f8', 'gw_port': {'id': 'd4d285ff-d471-4b41-860d-f96279eebd22', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ce:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14f98e0-bdb2-4173-8dfb-1cc97a959666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:13:49Z', 'updated_at': '2021-07-05T02:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '6eea07cb-26bd-45f3-ad6a-46c2c4bfd690', 'tenant_id': '39cee1aac4c44f278f0948186a2959f8', 'floating_ip_address': '172.25.7.177', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': 'd14f98e0-bdb2-4173-8dfb-1cc97a959666', 'port_id': '003705b8-0e20-4e7f-abf1-53e42e597667', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95be1868-86d2-46e5-83cd-c247f770a99a', 'mac_address': 'fa:16:3e:1c:b1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118c5249-11b1-440e-96ba-48522e7c2d74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T02:14:02Z', 'updated_at': '2021-07-05T02:15:17Z', 'revision_number': 1, 'project_id': '39cee1aac4c44f278f0948186a2959f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a17867d-4869-42fd-9d3a-5ff3f26db257', 'name': '', 'network_id': '95be1868-86d2-46e5-83cd-c247f770a99a', 'tenant_id': '39cee1aac4c44f278f0948186a2959f8', 'mac_address': 'fa:16:3e:9c:07:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14f98e0-bdb2-4173-8dfb-1cc97a959666', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'f91b5bd4-bf24-4143-8e52-056b34c056bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:13:53Z', 'updated_at': '2021-07-05T02:14:00Z', 'revision_number': 5, 'project_id': '39cee1aac4c44f278f0948186a2959f8', 'subnets': [{'id': 'f91b5bd4-bf24-4143-8e52-056b34c056bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:15:21.256129 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6069a6f7-2bc3-48ce-bdfd-b362d7b72da3 req-547efc65-312f-40f2-9bc0-72c628a4ad6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:21.267530 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6069a6f7-2bc3-48ce-bdfd-b362d7b72da3 req-547efc65-312f-40f2-9bc0-72c628a4ad6a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f91b5bd4-bf24-4143-8e52-056b34c056bf HTTP/1.1" status: 200 len: 854 time: 0.0872729 Jul 05 02:15:21.305388 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9aed5945-ffe8-4902-98cf-6846444fa912 req-0c230c1e-8d5c-4425-a376-2501e33441fe tempest-SecurityGroupsNegativeTestJSON-1210770328 tempest-SecurityGroupsNegativeTestJSON-1210770328-project] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d88ed227cab74d9e842ed401abb9e3a3 HTTP/1.1" status: 200 len: 2984 time: 0.1077216 Jul 05 02:15:21.353993 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6069a6f7-2bc3-48ce-bdfd-b362d7b72da3 req-723c4c6e-ca10-4b0f-9707-42f9950cfcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:21.356675 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6069a6f7-2bc3-48ce-bdfd-b362d7b72da3 req-723c4c6e-ca10-4b0f-9707-42f9950cfcc0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=95be1868-86d2-46e5-83cd-c247f770a99a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0879040 Jul 05 02:15:21.385394 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9aed5945-ffe8-4902-98cf-6846444fa912 req-62c1f505-881c-4a8e-ba6a-44ab5f99fae9 tempest-SecurityGroupsNegativeTestJSON-1210770328 tempest-SecurityGroupsNegativeTestJSON-1210770328-project] 10.222.0.23 "GET /v2.0/security-groups/4c6ddf50-4cd8-4934-8598-066cda093cbb HTTP/1.1" status: 200 len: 2981 time: 0.0696058 Jul 05 02:15:21.487572 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9aed5945-ffe8-4902-98cf-6846444fa912 req-4ee8cff1-fadc-4f6a-b74c-51c203d87bb6 tempest-SecurityGroupsNegativeTestJSON-1210770328 tempest-SecurityGroupsNegativeTestJSON-1210770328-project] 10.222.0.23 "GET /v2.0/security-groups/4c6ddf50-4cd8-4934-8598-066cda093cbb HTTP/1.1" status: 200 len: 2981 time: 0.0924530 Jul 05 02:15:21.527873 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6069a6f7-2bc3-48ce-bdfd-b362d7b72da3 req-93c1d982-7063-4ce5-bdbb-afd8a4b5bc92 service neutron] 10.222.0.21 "GET /v2.0/networks/95be1868-86d2-46e5-83cd-c247f770a99a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634920 Jul 05 02:15:21.623717 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426ebfaf-66b4-47de-ac91-46f5e1eb6f65 None None] New status for floating IP 6eea07cb-26bd-45f3-ad6a-46c2c4bfd690: ACTIVE {{(pid=94464) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 02:15:21.651969 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6069a6f7-2bc3-48ce-bdfd-b362d7b72da3 req-08705caf-62e6-45ac-8e17-5d3c90855b39 service neutron] 10.222.0.21 "GET /v2.0/networks/95be1868-86d2-46e5-83cd-c247f770a99a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170361 Jul 05 02:15:21.739285 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c67c0b-22c8-4fb9-bac0-51c6c13f55ff req-c84fa375-22c7-4027-b3f6-3f5559205569 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:21.747322 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e0c67c0b-22c8-4fb9-bac0-51c6c13f55ff req-c84fa375-22c7-4027-b3f6-3f5559205569 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b8f9243-431f-4e3d-a22d-2ccb517dca70 HTTP/1.1" status: 200 len: 946 time: 0.1517560 Jul 05 02:15:21.774591 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [req-40dc3714-9a44-4951-989a-3995a0c48889 req-4a54d77b-11a0-427a-bba8-c4e98aa6bd5a tempest-LiveMigrationTest-1529316378 tempest-LiveMigrationTest-1529316378-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:15:21.776409 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-40dc3714-9a44-4951-989a-3995a0c48889 req-4a54d77b-11a0-427a-bba8-c4e98aa6bd5a tempest-LiveMigrationTest-1529316378 tempest-LiveMigrationTest-1529316378-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067492 Jul 05 02:15:21.786795 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-40dc3714-9a44-4951-989a-3995a0c48889 req-7d4dbc10-9a78-4bd7-898c-5e120606684d service neutron] Request body: {'binding': {'host': 'n-h2-771362-32', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:15:21.787260 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-40dc3714-9a44-4951-989a-3995a0c48889 req-7d4dbc10-9a78-4bd7-898c-5e120606684d service neutron] Unknown quota resources ['binding']. {{(pid=94461) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 02:15:21.809575 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e0c67c0b-22c8-4fb9-bac0-51c6c13f55ff req-7ab41f84-2136-46dc-b3eb-35af8419bff5 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592914 Jul 05 02:15:22.132474 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a5dd2f5f-704d-44de-836d-bffaf7e27b5e req-6ae0b6ca-3cd2-4f57-befd-0dd3ca358844 tempest-SecurityGroupsNegativeTestJSON-1210770328 tempest-SecurityGroupsNegativeTestJSON-1210770328-project] 10.222.0.23 "GET /v2.0/security-groups/4c6ddf50-4cd8-4934-8598-066cda093cbb HTTP/1.1" status: 200 len: 2981 time: 0.0721378 Jul 05 02:15:22.263974 n-d-771362-32 neutron-server[94462]: INFO neutron.api.v2.resource [req-a5dd2f5f-704d-44de-836d-bffaf7e27b5e req-30f26dee-f60c-4604-aea9-aa6a22266fb7 tempest-SecurityGroupsNegativeTestJSON-1210770328 tempest-SecurityGroupsNegativeTestJSON-1210770328-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 05 02:15:22.286734 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a5dd2f5f-704d-44de-836d-bffaf7e27b5e req-30f26dee-f60c-4604-aea9-aa6a22266fb7 tempest-SecurityGroupsNegativeTestJSON-1210770328 tempest-SecurityGroupsNegativeTestJSON-1210770328-project] 10.222.0.23 "DELETE /v2.0/security-groups/4c6ddf50-4cd8-4934-8598-066cda093cbb HTTP/1.1" status: 409 len: 352 time: 0.1526492 Jul 05 02:15:22.409362 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-40dc3714-9a44-4951-989a-3995a0c48889 req-7d4dbc10-9a78-4bd7-898c-5e120606684d service neutron] Attempting to bind port dd40790e-5c6b-49df-a769-f7e93972bedf on host n-h2-771362-32 for vnic_type normal with profile None {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:15:22.409963 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-40dc3714-9a44-4951-989a-3995a0c48889 req-7d4dbc10-9a78-4bd7-898c-5e120606684d service neutron] Attempting to bind port dd40790e-5c6b-49df-a769-f7e93972bedf by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '24fd9432-f398-4a05-975c-1360bad4fc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd55491b1-56ba-426a-ac8c-e92d73c02c5b'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:15:22.411982 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40dc3714-9a44-4951-989a-3995a0c48889 req-7d4dbc10-9a78-4bd7-898c-5e120606684d service neutron] Attempting to bind port dd40790e-5c6b-49df-a769-f7e93972bedf on network d55491b1-56ba-426a-ac8c-e92d73c02c5b {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:15:22.423745 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40dc3714-9a44-4951-989a-3995a0c48889 req-7d4dbc10-9a78-4bd7-898c-5e120606684d service neutron] Port dd40790e-5c6b-49df-a769-f7e93972bedf on network d55491b1-56ba-426a-ac8c-e92d73c02c5b not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:15:22.424341 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40dc3714-9a44-4951-989a-3995a0c48889 req-7d4dbc10-9a78-4bd7-898c-5e120606684d service neutron] Attempting to bind port dd40790e-5c6b-49df-a769-f7e93972bedf on network d55491b1-56ba-426a-ac8c-e92d73c02c5b {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:15:22.431738 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40dc3714-9a44-4951-989a-3995a0c48889 req-7d4dbc10-9a78-4bd7-898c-5e120606684d service neutron] Checking agent: {'id': 'e071c76e-395f-48c4-a98f-88088465cf0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:15:22.436319 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40dc3714-9a44-4951-989a-3995a0c48889 req-7d4dbc10-9a78-4bd7-898c-5e120606684d service neutron] Checking segment: {'id': '24fd9432-f398-4a05-975c-1360bad4fc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd55491b1-56ba-426a-ac8c-e92d73c02c5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:15:22.436801 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40dc3714-9a44-4951-989a-3995a0c48889 req-7d4dbc10-9a78-4bd7-898c-5e120606684d service neutron] Bound using segment: {'id': '24fd9432-f398-4a05-975c-1360bad4fc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd55491b1-56ba-426a-ac8c-e92d73c02c5b'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:15:22.437352 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-40dc3714-9a44-4951-989a-3995a0c48889 req-7d4dbc10-9a78-4bd7-898c-5e120606684d service neutron] Bound port: dd40790e-5c6b-49df-a769-f7e93972bedf, host: n-h2-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24fd9432-f398-4a05-975c-1360bad4fc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd55491b1-56ba-426a-ac8c-e92d73c02c5b'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:15:22.500845 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-40dc3714-9a44-4951-989a-3995a0c48889 req-7d4dbc10-9a78-4bd7-898c-5e120606684d service neutron] For port dd40790e-5c6b-49df-a769-f7e93972bedf, host n-h2-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=dd40790e-5c6b-49df-a769-f7e93972bedf,segment=NetworkSegment(24fd9432-f398-4a05-975c-1360bad4fc21),segment_id=24fd9432-f398-4a05-975c-1360bad4fc21)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:15:22.979526 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-40dc3714-9a44-4951-989a-3995a0c48889 req-7d4dbc10-9a78-4bd7-898c-5e120606684d service neutron] Notify callbacks [] for binding, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:22.980673 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-40dc3714-9a44-4951-989a-3995a0c48889 req-7d4dbc10-9a78-4bd7-898c-5e120606684d service neutron] 10.222.0.23 "POST /v2.0/ports/dd40790e-5c6b-49df-a769-f7e93972bedf/bindings HTTP/1.1" status: 201 len: 390 time: 1.1976538 Jul 05 02:15:23.241032 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-78a67601-1c17-4bd0-96ce-37c7c94e115b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:23.286620 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e29bf2-c904-4cdf-adea-0875155ba634 req-7c0b30a7-0afd-4d6d-ba88-428c08b4607c tempest-VolumesAdminNegativeTest-645897413 tempest-VolumesAdminNegativeTest-645897413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:23.288698 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-78e29bf2-c904-4cdf-adea-0875155ba634 req-7c0b30a7-0afd-4d6d-ba88-428c08b4607c tempest-VolumesAdminNegativeTest-645897413 tempest-VolumesAdminNegativeTest-645897413-project] 10.222.0.15 "GET /v2.0/networks?id=4836db2a-ddb3-44b1-8768-f0e156f4573f HTTP/1.1" status: 200 len: 815 time: 0.1183367 Jul 05 02:15:23.310158 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-78e29bf2-c904-4cdf-adea-0875155ba634 req-576ef555-5c40-43df-af74-245095146cf1 tempest-VolumesAdminNegativeTest-645897413 tempest-VolumesAdminNegativeTest-645897413-project] Request body: {'port': {'device_id': 'ba7e73a2-6137-49f0-a23e-7aa263b538f0', 'network_id': '4836db2a-ddb3-44b1-8768-f0e156f4573f', 'admin_state_up': True, 'tenant_id': 'b54244a0a5084c86881744960feeb2db'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:15:23.440440 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9b056f8e-344f-4717-9201-7371bf8113af req-cbc95cbd-b4d8-4199-9bc8-8085e74ac65b tempest-VolumesAdminNegativeTest-645897413 tempest-VolumesAdminNegativeTest-645897413-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba7e73a2-6137-49f0-a23e-7aa263b538f0 HTTP/1.1" status: 200 len: 210 time: 0.0499635 Jul 05 02:15:23.513555 n-d-771362-32 neutron-server[94461]: INFO neutron.api.v2.resource [req-5f640330-3a1b-46c3-ac77-82a085f9698c req-6a27d00a-a68f-40ec-aef6-2459e45556da tempest-SecurityGroupsNegativeTestJSON-1210770328 tempest-SecurityGroupsNegativeTestJSON-1210770328-project] show failed (client error): The resource could not be found. Jul 05 02:15:23.518701 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5f640330-3a1b-46c3-ac77-82a085f9698c req-6a27d00a-a68f-40ec-aef6-2459e45556da tempest-SecurityGroupsNegativeTestJSON-1210770328 tempest-SecurityGroupsNegativeTestJSON-1210770328-project] 10.222.0.23 "GET /v2.0/security-groups/9b08db09-1ce4-4bcc-b20d-a12c9aebb723 HTTP/1.1" status: 404 len: 352 time: 0.0374112 Jul 05 02:15:23.742422 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:23.781326 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69247b57-3849-43bd-8cf0-08ca72be1b8a req-a5fc51cb-94de-4cce-a88e-6669336090a6 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:23.790100 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-69247b57-3849-43bd-8cf0-08ca72be1b8a req-a5fc51cb-94de-4cce-a88e-6669336090a6 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b8f9243-431f-4e3d-a22d-2ccb517dca70 HTTP/1.1" status: 200 len: 946 time: 0.1041236 Jul 05 02:15:23.838733 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-69247b57-3849-43bd-8cf0-08ca72be1b8a req-28b56a3b-5ecd-485c-8dd4-f01a1004d6fd tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476527 Jul 05 02:15:23.931727 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c393817d-5770-4809-9427-d226985994ae req-462cd3f6-062c-4c35-b78f-434e9ceae864 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:23.939100 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c393817d-5770-4809-9427-d226985994ae req-462cd3f6-062c-4c35-b78f-434e9ceae864 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e01c5aa-5fee-4d05-bead-17006da5b83c HTTP/1.1" status: 200 len: 945 time: 0.1040602 Jul 05 02:15:23.974481 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c393817d-5770-4809-9427-d226985994ae req-3e807b29-4a87-424e-a999-012cc2c7c88d tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345092 Jul 05 02:15:24.001557 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78e29bf2-c904-4cdf-adea-0875155ba634 req-576ef555-5c40-43df-af74-245095146cf1 tempest-VolumesAdminNegativeTest-645897413 tempest-VolumesAdminNegativeTest-645897413-project] Made reservation on behalf of b54244a0a5084c86881744960feeb2db for: {'port': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:15:24.063076 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-78e29bf2-c904-4cdf-adea-0875155ba634 req-576ef555-5c40-43df-af74-245095146cf1 tempest-VolumesAdminNegativeTest-645897413 tempest-VolumesAdminNegativeTest-645897413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:24.063519 n-d-771362-32 neutron-server[94461]: INFO neutron.api.v2.resource [req-ed0bc126-1861-4615-8500-b1732340aae2 req-c6da5f24-d561-484f-9535-063f30453f20 tempest-SecurityGroupsNegativeTestJSON-1210770328 tempest-SecurityGroupsNegativeTestJSON-1210770328-project] show failed (client error): The resource could not be found. Jul 05 02:15:24.063519 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ed0bc126-1861-4615-8500-b1732340aae2 req-c6da5f24-d561-484f-9535-063f30453f20 tempest-SecurityGroupsNegativeTestJSON-1210770328 tempest-SecurityGroupsNegativeTestJSON-1210770328-project] 10.222.0.23 "GET /v2.0/security-groups/4c1fbb73-9d3f-4cce-845e-2eec3532e8b2 HTTP/1.1" status: 404 len: 352 time: 0.0185633 Jul 05 02:15:24.066277 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 45652) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:15:24.120036 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_v2 [None req-035d9233-3839-4a5b-91a6-58b307935822 admin admin] Deleting subnet 4ab074db-99af-4f3a-8737-fdc2348f57ee {{(pid=94461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:15:24.120036 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-035d9233-3839-4a5b-91a6-58b307935822 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:24.153097 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-035d9233-3839-4a5b-91a6-58b307935822 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5519650'] for subnet, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:24.153907 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [req-78e29bf2-c904-4cdf-adea-0875155ba634 req-576ef555-5c40-43df-af74-245095146cf1 tempest-VolumesAdminNegativeTest-645897413 tempest-VolumesAdminNegativeTest-645897413-project] Allocated IP 172.20.0.9 (4836db2a-ddb3-44b1-8768-f0e156f4573f/ab579520-6e1f-4858-a9dc-f5dfad36859c/604c319d-5134-4869-8171-eb0196590102) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:15:24.205379 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-035d9233-3839-4a5b-91a6-58b307935822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:24.314327 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-78e29bf2-c904-4cdf-adea-0875155ba634 req-576ef555-5c40-43df-af74-245095146cf1 tempest-VolumesAdminNegativeTest-645897413 tempest-VolumesAdminNegativeTest-645897413-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:24.322808 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-035d9233-3839-4a5b-91a6-58b307935822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5763388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774356'] for subnet, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:24.352378 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035d9233-3839-4a5b-91a6-58b307935822 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ab074db-99af-4f3a-8737-fdc2348f57ee,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:15:24.357475 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-035d9233-3839-4a5b-91a6-58b307935822 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:24.359689 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-035d9233-3839-4a5b-91a6-58b307935822 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/4ab074db-99af-4f3a-8737-fdc2348f57ee HTTP/1.1" status: 204 len: 168 time: 0.2923043 Jul 05 02:15:24.362260 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 45688) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:15:24.432054 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-053900c9-5347-4ff1-ae68-d1bf1ee4bd11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:24.447501 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-78e29bf2-c904-4cdf-adea-0875155ba634 req-576ef555-5c40-43df-af74-245095146cf1 tempest-VolumesAdminNegativeTest-645897413 tempest-VolumesAdminNegativeTest-645897413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:24.476456 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:24.492547 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78e29bf2-c904-4cdf-adea-0875155ba634 req-576ef555-5c40-43df-af74-245095146cf1 tempest-VolumesAdminNegativeTest-645897413 tempest-VolumesAdminNegativeTest-645897413-project] Network 4836db2a-ddb3-44b1-8768-f0e156f4573f is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:15:24.493987 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [req-78e29bf2-c904-4cdf-adea-0875155ba634 req-576ef555-5c40-43df-af74-245095146cf1 tempest-VolumesAdminNegativeTest-645897413 tempest-VolumesAdminNegativeTest-645897413-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:15:24.499543 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [req-78e29bf2-c904-4cdf-adea-0875155ba634 req-576ef555-5c40-43df-af74-245095146cf1 tempest-VolumesAdminNegativeTest-645897413 tempest-VolumesAdminNegativeTest-645897413-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:15:24.525137 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-053900c9-5347-4ff1-ae68-d1bf1ee4bd11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:24.541964 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-053900c9-5347-4ff1-ae68-d1bf1ee4bd11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9774f56a-aab1-44ec-9316-a6b1e0e317e8']}} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:15:24.547105 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576ef555-5c40-43df-af74-245095146cf1 tempest-VolumesAdminNegativeTest-645897413 tempest-VolumesAdminNegativeTest-645897413-project] Pushing event updated for resources: {'Port': ['ID=604c319d-5134-4869-8171-eb0196590102,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:15:24.568546 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e29bf2-c904-4cdf-adea-0875155ba634 req-576ef555-5c40-43df-af74-245095146cf1 tempest-VolumesAdminNegativeTest-645897413 tempest-VolumesAdminNegativeTest-645897413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:24.569232 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-78e29bf2-c904-4cdf-adea-0875155ba634 req-576ef555-5c40-43df-af74-245095146cf1 tempest-VolumesAdminNegativeTest-645897413 tempest-VolumesAdminNegativeTest-645897413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:24.582877 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-053900c9-5347-4ff1-ae68-d1bf1ee4bd11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4528adb4-ad7e-4de4-ad44-b08cc41d191c') {'for_net_delete': True} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:15:24.583460 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-053900c9-5347-4ff1-ae68-d1bf1ee4bd11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4528adb4-ad7e-4de4-ad44-b08cc41d191c') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:15:24.602296 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-053900c9-5347-4ff1-ae68-d1bf1ee4bd11 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5519669'] for segment, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:24.625472 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-053900c9-5347-4ff1-ae68-d1bf1ee4bd11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:24.634672 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-053900c9-5347-4ff1-ae68-d1bf1ee4bd11 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=94461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:15:24.635124 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-053900c9-5347-4ff1-ae68-d1bf1ee4bd11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5763545'] for segment, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:24.637118 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:15:24.637118 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:15:24.637118 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:15:24.637118 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:15:24.637118 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:15:24.637118 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:15:24.637118 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:15:24.637118 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:15:24.637118 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:15:24.637118 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:15:24.637118 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:15:24.637118 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:15:24.637118 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:15:24.637118 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:15:24.637118 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:15:24.637118 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:15:24.637118 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:15:24.637118 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:15:24.637118 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:15:24.637118 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:15:24.637118 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:15:24.637118 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:15:24.637118 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:15:24.637118 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:15:24.637118 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:15:24.637118 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:15:24.637118 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:15:24.637118 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:15:24.637118 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:15:24.637118 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:15:24.637118 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:15:24.637118 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:15:24.637118 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:15:24.637118 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:15:24.637118 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:15:24.637118 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:15:24.637118 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:15:24.637118 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:15:24.637118 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:15:24.637118 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:15:24.637118 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:15:24.637118 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:15:24.637118 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:15:24.637118 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:15:24.637118 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:15:24.637118 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:15:24.637118 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:15:24.637118 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:15:24.637118 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:15:24.637118 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:15:24.637118 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:15:24.637118 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:15:24.637118 n-d-771362-32 neutron-server[94461]: Traceback (most recent call last): Jul 05 02:15:24.637118 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:15:24.637118 n-d-771362-32 neutron-server[94461]: timer() Jul 05 02:15:24.637118 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:15:24.637118 n-d-771362-32 neutron-server[94461]: cb(*args, **kw) Jul 05 02:15:24.637118 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:15:24.637118 n-d-771362-32 neutron-server[94461]: return func(*args, **kwargs) Jul 05 02:15:24.637118 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:15:24.637118 n-d-771362-32 neutron-server[94461]: self._notify() Jul 05 02:15:24.640913 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:15:24.640913 n-d-771362-32 neutron-server[94461]: self.callback(batched_events) Jul 05 02:15:24.640913 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:15:24.640913 n-d-771362-32 neutron-server[94461]: event.method(event) Jul 05 02:15:24.640913 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:15:24.640913 n-d-771362-32 neutron-server[94461]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:15:24.640913 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:15:24.640913 n-d-771362-32 neutron-server[94461]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:15:24.640913 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:15:24.640913 n-d-771362-32 neutron-server[94461]: return f(self, *a, **k) Jul 05 02:15:24.640913 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:15:24.640913 n-d-771362-32 neutron-server[94461]: return self._get(url).json() Jul 05 02:15:24.640913 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:15:24.640913 n-d-771362-32 neutron-server[94461]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:15:24.640913 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:15:24.640913 n-d-771362-32 neutron-server[94461]: return self.request(url, 'GET', **kwargs) Jul 05 02:15:24.640913 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:15:24.640913 n-d-771362-32 neutron-server[94461]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:15:24.640913 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:15:24.640913 n-d-771362-32 neutron-server[94461]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:15:24.640913 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:15:24.640913 n-d-771362-32 neutron-server[94461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:15:24.640913 n-d-771362-32 neutron-server[94461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:15:24.651319 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60245a3-acfe-43b2-973e-c94f85927ef6 req-2084769e-0bbf-4de4-9b61-8910522adc9e tempest-VolumesAdminNegativeTest-645897413 tempest-VolumesAdminNegativeTest-645897413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:24.653547 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e60245a3-acfe-43b2-973e-c94f85927ef6 req-2084769e-0bbf-4de4-9b61-8910522adc9e tempest-VolumesAdminNegativeTest-645897413 tempest-VolumesAdminNegativeTest-645897413-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba7e73a2-6137-49f0-a23e-7aa263b538f0 HTTP/1.1" status: 200 len: 931 time: 0.0741909 Jul 05 02:15:24.679857 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-78e29bf2-c904-4cdf-adea-0875155ba634 req-576ef555-5c40-43df-af74-245095146cf1 tempest-VolumesAdminNegativeTest-645897413 tempest-VolumesAdminNegativeTest-645897413-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3806603 Jul 05 02:15:24.701293 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e60245a3-acfe-43b2-973e-c94f85927ef6 req-d0a8e503-0858-4319-a20b-9e6c24f74864 tempest-VolumesAdminNegativeTest-645897413 tempest-VolumesAdminNegativeTest-645897413-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac2d75c0-ab65-4d01-bd61-d9cfee80413b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409734 Jul 05 02:15:24.764647 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-78e29bf2-c904-4cdf-adea-0875155ba634 req-32225a96-4821-4ef5-93db-abdbafe0807a service neutron] Request body: {'port': {'device_id': 'ba7e73a2-6137-49f0-a23e-7aa263b538f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-32'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:15:24.773067 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-053900c9-5347-4ff1-ae68-d1bf1ee4bd11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:24.780334 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-053900c9-5347-4ff1-ae68-d1bf1ee4bd11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:24.785195 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-053900c9-5347-4ff1-ae68-d1bf1ee4bd11 admin admin] 10.222.0.23 "DELETE /v2.0/networks/9774f56a-aab1-44ec-9316-a6b1e0e317e8 HTTP/1.1" status: 204 len: 168 time: 0.4216383 Jul 05 02:15:24.817177 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053900c9-5347-4ff1-ae68-d1bf1ee4bd11 admin admin] Pushing event deleted for resources: {'Network': ['ID=9774f56a-aab1-44ec-9316-a6b1e0e317e8,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:15:24.890258 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-78e29bf2-c904-4cdf-adea-0875155ba634 req-32225a96-4821-4ef5-93db-abdbafe0807a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:25.220947 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [req-78e29bf2-c904-4cdf-adea-0875155ba634 req-32225a96-4821-4ef5-93db-abdbafe0807a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 604c319d-5134-4869-8171-eb0196590102 {{(pid=94462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:15:25.234604 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-78e29bf2-c904-4cdf-adea-0875155ba634 req-32225a96-4821-4ef5-93db-abdbafe0807a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:25.259683 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [req-78e29bf2-c904-4cdf-adea-0875155ba634 req-32225a96-4821-4ef5-93db-abdbafe0807a service neutron] Transition to ACTIVE for port object 604c319d-5134-4869-8171-eb0196590102 will not be triggered until provisioned by entity L2. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:15:25.321047 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-78e29bf2-c904-4cdf-adea-0875155ba634 req-32225a96-4821-4ef5-93db-abdbafe0807a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:25.403139 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45796) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:15:25.433053 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32225a96-4821-4ef5-93db-abdbafe0807a service neutron] Pushing event updated for resources: {'Port': ['ID=604c319d-5134-4869-8171-eb0196590102,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:15:25.447388 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e25d8c-0d78-4f2d-99f5-2f6b1d7ab0fe req-16dcf3f2-ab64-4b65-855a-501b45ff56cf tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:25.449569 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-57e25d8c-0d78-4f2d-99f5-2f6b1d7ab0fe req-16dcf3f2-ab64-4b65-855a-501b45ff56cf tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b8f9243-431f-4e3d-a22d-2ccb517dca70 HTTP/1.1" status: 200 len: 946 time: 0.0767975 Jul 05 02:15:25.489824 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-57e25d8c-0d78-4f2d-99f5-2f6b1d7ab0fe req-c928285e-1d19-44e1-a39c-7ed3a96c7c3c tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340824 Jul 05 02:15:25.496304 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-27c28c7a-b868-4321-aab9-c0e372ca2d13 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d88ed227cab74d9e842ed401abb9e3a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0911484 Jul 05 02:15:25.498663 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45800) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:15:25.508047 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-78e29bf2-c904-4cdf-adea-0875155ba634 req-32225a96-4821-4ef5-93db-abdbafe0807a service neutron] Attempting to bind port 604c319d-5134-4869-8171-eb0196590102 on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:15:25.508546 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-78e29bf2-c904-4cdf-adea-0875155ba634 req-32225a96-4821-4ef5-93db-abdbafe0807a service neutron] Attempting to bind port 604c319d-5134-4869-8171-eb0196590102 by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '008e4d25-0891-4f5c-9ad1-7f3a342e67d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4836db2a-ddb3-44b1-8768-f0e156f4573f'}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:15:25.508748 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e29bf2-c904-4cdf-adea-0875155ba634 req-32225a96-4821-4ef5-93db-abdbafe0807a service neutron] Attempting to bind port 604c319d-5134-4869-8171-eb0196590102 on network 4836db2a-ddb3-44b1-8768-f0e156f4573f {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:15:25.536928 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e29bf2-c904-4cdf-adea-0875155ba634 req-32225a96-4821-4ef5-93db-abdbafe0807a service neutron] Port 604c319d-5134-4869-8171-eb0196590102 on network 4836db2a-ddb3-44b1-8768-f0e156f4573f not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:15:25.536928 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e29bf2-c904-4cdf-adea-0875155ba634 req-32225a96-4821-4ef5-93db-abdbafe0807a service neutron] Attempting to bind port 604c319d-5134-4869-8171-eb0196590102 on network 4836db2a-ddb3-44b1-8768-f0e156f4573f {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:15:25.550921 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e29bf2-c904-4cdf-adea-0875155ba634 req-32225a96-4821-4ef5-93db-abdbafe0807a service neutron] Checking agent: {'id': 'e071c76e-395f-48c4-a98f-88088465cf0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:15:25.551266 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e29bf2-c904-4cdf-adea-0875155ba634 req-32225a96-4821-4ef5-93db-abdbafe0807a service neutron] Checking segment: {'id': '008e4d25-0891-4f5c-9ad1-7f3a342e67d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4836db2a-ddb3-44b1-8768-f0e156f4573f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:15:25.551712 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e29bf2-c904-4cdf-adea-0875155ba634 req-32225a96-4821-4ef5-93db-abdbafe0807a service neutron] Bound using segment: {'id': '008e4d25-0891-4f5c-9ad1-7f3a342e67d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4836db2a-ddb3-44b1-8768-f0e156f4573f'} {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:15:25.552167 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-78e29bf2-c904-4cdf-adea-0875155ba634 req-32225a96-4821-4ef5-93db-abdbafe0807a service neutron] Bound port: 604c319d-5134-4869-8171-eb0196590102, host: n-h2-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '008e4d25-0891-4f5c-9ad1-7f3a342e67d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4836db2a-ddb3-44b1-8768-f0e156f4573f'}}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:15:25.552559 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-78e29bf2-c904-4cdf-adea-0875155ba634 req-32225a96-4821-4ef5-93db-abdbafe0807a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:25.608449 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-add1eb6f-9ca6-48a3-a136-34b4dd3e1969 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:25.652536 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-add1eb6f-9ca6-48a3-a136-34b4dd3e1969 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:25.661394 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-78e29bf2-c904-4cdf-adea-0875155ba634 req-32225a96-4821-4ef5-93db-abdbafe0807a service neutron] For port 604c319d-5134-4869-8171-eb0196590102, host n-h2-771362-32, cleared binding levels {{(pid=94462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:15:25.686653 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-78e29bf2-c904-4cdf-adea-0875155ba634 req-32225a96-4821-4ef5-93db-abdbafe0807a service neutron] For port 604c319d-5134-4869-8171-eb0196590102, host n-h2-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=604c319d-5134-4869-8171-eb0196590102,segment=NetworkSegment(008e4d25-0891-4f5c-9ad1-7f3a342e67d0),segment_id=008e4d25-0891-4f5c-9ad1-7f3a342e67d0)] {{(pid=94462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:15:25.687893 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fe14c1-e21d-4619-8dcb-96db32504b41 req-a2b19d5e-86ee-4099-a0af-27520d049d49 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:25.689519 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-30fe14c1-e21d-4619-8dcb-96db32504b41 req-a2b19d5e-86ee-4099-a0af-27520d049d49 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e01c5aa-5fee-4d05-bead-17006da5b83c HTTP/1.1" status: 200 len: 945 time: 0.0768955 Jul 05 02:15:25.729161 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-30fe14c1-e21d-4619-8dcb-96db32504b41 req-d71325a0-58d2-4217-9c42-ce7da42098ce tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324268 Jul 05 02:15:25.777386 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-78e29bf2-c904-4cdf-adea-0875155ba634 req-32225a96-4821-4ef5-93db-abdbafe0807a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:25.813393 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-add1eb6f-9ca6-48a3-a136-34b4dd3e1969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:25.815914 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-add1eb6f-9ca6-48a3-a136-34b4dd3e1969 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:25.818695 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-add1eb6f-9ca6-48a3-a136-34b4dd3e1969 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4c6ddf50-4cd8-4934-8598-066cda093cbb HTTP/1.1" status: 204 len: 168 time: 0.3189850 Jul 05 02:15:25.823169 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e29bf2-c904-4cdf-adea-0875155ba634 req-32225a96-4821-4ef5-93db-abdbafe0807a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:25.823796 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-78e29bf2-c904-4cdf-adea-0875155ba634 req-32225a96-4821-4ef5-93db-abdbafe0807a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:25.826365 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-78e29bf2-c904-4cdf-adea-0875155ba634 req-32225a96-4821-4ef5-93db-abdbafe0807a service neutron] 10.222.0.15 "PUT /v2.0/ports/604c319d-5134-4869-8171-eb0196590102 HTTP/1.1" status: 200 len: 1092 time: 1.0680902 Jul 05 02:15:25.828487 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba7e73a2-6137-49f0-a23e-7aa263b538f0', 'tag': '604c319d-5134-4869-8171-eb0196590102'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:15:25.830852 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b223267e0e0ddb3199af7772d0b45336e3b4b54fbb151c86a8051291a61e85db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b70f0fa-f44a-497b-8b38-23e49c6c6e81" -d '{"events": [{"name": "network-changed", "server_uuid": "ba7e73a2-6137-49f0-a23e-7aa263b538f0", "tag": "604c319d-5134-4869-8171-eb0196590102"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:15:25.843389 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add1eb6f-9ca6-48a3-a136-34b4dd3e1969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c6ddf50-4cd8-4934-8598-066cda093cbb,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:15:25.878484 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32225a96-4821-4ef5-93db-abdbafe0807a service neutron] Pushing event updated for resources: {'Port': ['ID=604c319d-5134-4869-8171-eb0196590102,revision_number=3']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:15:25.966774 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:26.029347 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e29bf2-c904-4cdf-adea-0875155ba634 req-7945595b-34ce-449f-97ec-0c3c69c164eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:26.031104 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-78e29bf2-c904-4cdf-adea-0875155ba634 req-7945595b-34ce-449f-97ec-0c3c69c164eb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b54244a0a5084c86881744960feeb2db&device_id=ba7e73a2-6137-49f0-a23e-7aa263b538f0 HTTP/1.1" status: 200 len: 1095 time: 0.0595598 Jul 05 02:15:26.077610 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-78e29bf2-c904-4cdf-adea-0875155ba634 req-4a831b40-fa63-412a-8951-0a9606d13c99 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=604c319d-5134-4869-8171-eb0196590102 HTTP/1.1" status: 200 len: 217 time: 0.0391209 Jul 05 02:15:26.088964 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cf7810-1f36-4548-8e07-1c135f0f0556 req-dae5bf74-3d70-4736-87b2-cacc1d55fd52 tempest-VolumesAdminNegativeTest-645897413 tempest-VolumesAdminNegativeTest-645897413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:26.090608 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-17cf7810-1f36-4548-8e07-1c135f0f0556 req-dae5bf74-3d70-4736-87b2-cacc1d55fd52 tempest-VolumesAdminNegativeTest-645897413 tempest-VolumesAdminNegativeTest-645897413-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba7e73a2-6137-49f0-a23e-7aa263b538f0 HTTP/1.1" status: 200 len: 943 time: 0.0768418 Jul 05 02:15:26.136163 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e29bf2-c904-4cdf-adea-0875155ba634 req-d940fc4f-e951-40dc-b184-1f6b35a85005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:26.136711 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-78e29bf2-c904-4cdf-adea-0875155ba634 req-d940fc4f-e951-40dc-b184-1f6b35a85005 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ab579520-6e1f-4858-a9dc-f5dfad36859c HTTP/1.1" status: 200 len: 855 time: 0.0495079 Jul 05 02:15:26.138661 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-17cf7810-1f36-4548-8e07-1c135f0f0556 req-42065f5e-03fa-49bd-9530-614afa3efb1c tempest-VolumesAdminNegativeTest-645897413 tempest-VolumesAdminNegativeTest-645897413-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac2d75c0-ab65-4d01-bd61-d9cfee80413b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419600 Jul 05 02:15:26.190905 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11715ed5-7d75-402e-9bf5-f9e18ea4c805 x-openstack-request-id: req-11715ed5-7d75-402e-9bf5-f9e18ea4c805 {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:15:26.191265 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba7e73a2-6137-49f0-a23e-7aa263b538f0", "tag": "604c319d-5134-4869-8171-eb0196590102", "status": "completed", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:15:26.191595 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-11715ed5-7d75-402e-9bf5-f9e18ea4c805 {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:15:26.192171 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba7e73a2-6137-49f0-a23e-7aa263b538f0', 'tag': '604c319d-5134-4869-8171-eb0196590102', 'status': 'completed', 'code': 200} Jul 05 02:15:26.194691 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-78e29bf2-c904-4cdf-adea-0875155ba634 req-e43374e8-4079-4e70-a3f1-f618d0b633ce service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4836db2a-ddb3-44b1-8768-f0e156f4573f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390868 Jul 05 02:15:26.313464 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-78e29bf2-c904-4cdf-adea-0875155ba634 req-f765fb5c-4718-45b2-9252-b68931428496 service neutron] 10.222.0.15 "GET /v2.0/networks/4836db2a-ddb3-44b1-8768-f0e156f4573f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114626 Jul 05 02:15:26.453479 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-78e29bf2-c904-4cdf-adea-0875155ba634 req-28b49749-4d75-49ef-9f98-b628a581068c service neutron] 10.222.0.15 "GET /v2.0/networks/4836db2a-ddb3-44b1-8768-f0e156f4573f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333573 Jul 05 02:15:26.677479 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b70f0fa-f44a-497b-8b38-23e49c6c6e81 req-b5090708-b3da-42de-a770-21196ba30d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:26.679244 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8b70f0fa-f44a-497b-8b38-23e49c6c6e81 req-b5090708-b3da-42de-a770-21196ba30d44 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b54244a0a5084c86881744960feeb2db&device_id=ba7e73a2-6137-49f0-a23e-7aa263b538f0 HTTP/1.1" status: 200 len: 1095 time: 0.0586164 Jul 05 02:15:26.788665 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b70f0fa-f44a-497b-8b38-23e49c6c6e81 req-adcb1b3b-4993-47ef-87d1-eb1faa55d1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:26.790050 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8b70f0fa-f44a-497b-8b38-23e49c6c6e81 req-adcb1b3b-4993-47ef-87d1-eb1faa55d1e6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4836db2a-ddb3-44b1-8768-f0e156f4573f HTTP/1.1" status: 200 len: 915 time: 0.1038625 Jul 05 02:15:26.845594 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8b70f0fa-f44a-497b-8b38-23e49c6c6e81 req-6bbdde82-966f-4fe5-bd37-50164ddc1131 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=604c319d-5134-4869-8171-eb0196590102 HTTP/1.1" status: 200 len: 217 time: 0.0465147 Jul 05 02:15:26.934086 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b70f0fa-f44a-497b-8b38-23e49c6c6e81 req-f46a566e-272e-4546-b3c9-7f2f9c27f0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:26.939631 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8b70f0fa-f44a-497b-8b38-23e49c6c6e81 req-f46a566e-272e-4546-b3c9-7f2f9c27f0bd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ab579520-6e1f-4858-a9dc-f5dfad36859c HTTP/1.1" status: 200 len: 855 time: 0.0819273 Jul 05 02:15:26.973234 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f46e30-15d7-4df5-bb5c-eea8bbc05b05 req-78b3d61b-1fc1-4933-b488-ce02200d6e59 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:26.981315 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d1f46e30-15d7-4df5-bb5c-eea8bbc05b05 req-78b3d61b-1fc1-4933-b488-ce02200d6e59 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b8f9243-431f-4e3d-a22d-2ccb517dca70 HTTP/1.1" status: 200 len: 946 time: 0.1080480 Jul 05 02:15:26.983415 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8b70f0fa-f44a-497b-8b38-23e49c6c6e81 req-a37871c5-6132-43b9-a479-d8d28e653bc0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4836db2a-ddb3-44b1-8768-f0e156f4573f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368118 Jul 05 02:15:27.018894 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d1f46e30-15d7-4df5-bb5c-eea8bbc05b05 req-01bed5d4-97c0-46b0-b371-9c1ce288fc7f tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362494 Jul 05 02:15:27.154751 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07272abc-c31f-4ea4-a2ae-d4e719be827a req-fc29c14f-19ce-4f37-a220-b3fc3e75d4ec tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:27.156158 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-07272abc-c31f-4ea4-a2ae-d4e719be827a req-fc29c14f-19ce-4f37-a220-b3fc3e75d4ec tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e01c5aa-5fee-4d05-bead-17006da5b83c HTTP/1.1" status: 200 len: 945 time: 0.1389077 Jul 05 02:15:27.160309 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8b70f0fa-f44a-497b-8b38-23e49c6c6e81 req-6713685b-a64c-4d04-a668-23a3f1d16243 service neutron] 10.222.0.15 "GET /v2.0/networks/4836db2a-ddb3-44b1-8768-f0e156f4573f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701872 Jul 05 02:15:27.161872 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45914) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:15:27.270767 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-07272abc-c31f-4ea4-a2ae-d4e719be827a req-8d7f6811-8586-424a-9674-575f8c742470 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064541 Jul 05 02:15:27.282637 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-b565126b-05f3-4bfb-bbdf-ce421f5cdf31 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-731852147-network', 'tenant_id': 'bf69a7cc9341402789561a978c68b071'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:15:27.323749 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8b70f0fa-f44a-497b-8b38-23e49c6c6e81 req-e7c3feaf-615a-4456-a600-1cc81910f1aa service neutron] 10.222.0.15 "GET /v2.0/networks/4836db2a-ddb3-44b1-8768-f0e156f4573f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537275 Jul 05 02:15:27.395332 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27763139-125c-4b8f-b32c-dad6fa784c39 req-c71ed4dd-ee2e-4c8d-bf88-c0c6ed886bde tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:27.396822 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-27763139-125c-4b8f-b32c-dad6fa784c39 req-c71ed4dd-ee2e-4c8d-bf88-c0c6ed886bde tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/networks?id=b0083775-05cf-4d34-9b3f-be9cea23529c HTTP/1.1" status: 200 len: 804 time: 0.1145444 Jul 05 02:15:27.412910 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b565126b-05f3-4bfb-bbdf-ce421f5cdf31 admin admin] Made reservation on behalf of bf69a7cc9341402789561a978c68b071 for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:15:27.413102 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-27763139-125c-4b8f-b32c-dad6fa784c39 req-fffeb0e5-bef7-4119-88a1-6227afa14ed6 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/quotas/6032216af44f41dcb77eaa1307ce6ca6 HTTP/1.1" status: 200 len: 375 time: 0.0101848 Jul 05 02:15:27.415547 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b565126b-05f3-4bfb-bbdf-ce421f5cdf31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:27.427541 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b565126b-05f3-4bfb-bbdf-ce421f5cdf31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:27.499791 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-27763139-125c-4b8f-b32c-dad6fa784c39 req-412bf9cb-2f7a-4ef3-a13c-81b5673ba560 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6032216af44f41dcb77eaa1307ce6ca6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0802765 Jul 05 02:15:27.533523 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b565126b-05f3-4bfb-bbdf-ce421f5cdf31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:27.592452 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-27763139-125c-4b8f-b32c-dad6fa784c39 req-7552ed94-6efd-48e0-8140-bd1c8e2ecf0f service neutron] 10.222.0.23 "GET /v2.0/networks/b0083775-05cf-4d34-9b3f-be9cea23529c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849891 Jul 05 02:15:27.618209 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b565126b-05f3-4bfb-bbdf-ce421f5cdf31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:27.641976 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b565126b-05f3-4bfb-bbdf-ce421f5cdf31 admin admin] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:15:27.657837 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b565126b-05f3-4bfb-bbdf-ce421f5cdf31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:27.658386 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-b565126b-05f3-4bfb-bbdf-ce421f5cdf31 admin admin] Added segment 31e917c3-b1d5-428f-bb55-dbe9374ce1ec of type vlan for network 1f5c1f66-211d-4aaf-9dcb-993edf85d0c1 Jul 05 02:15:27.659726 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b565126b-05f3-4bfb-bbdf-ce421f5cdf31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89977ea5-fec8-49da-b8e1-c456496b77bf,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:15:27.692323 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-27763139-125c-4b8f-b32c-dad6fa784c39 req-a4e080b4-6bef-42d7-b5ff-f8479c66c224 service neutron] 10.222.0.23 "GET /v2.0/networks/b0083775-05cf-4d34-9b3f-be9cea23529c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941875 Jul 05 02:15:27.704522 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b565126b-05f3-4bfb-bbdf-ce421f5cdf31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:27.834696 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931a7216-f4f5-4e6d-8bea-499d27cd1efa req-7025dbd0-bb8e-4e0e-8956-3479a3d3dbcf tempest-VolumesAdminNegativeTest-645897413 tempest-VolumesAdminNegativeTest-645897413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:27.836189 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-931a7216-f4f5-4e6d-8bea-499d27cd1efa req-7025dbd0-bb8e-4e0e-8956-3479a3d3dbcf tempest-VolumesAdminNegativeTest-645897413 tempest-VolumesAdminNegativeTest-645897413-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba7e73a2-6137-49f0-a23e-7aa263b538f0 HTTP/1.1" status: 200 len: 943 time: 0.1164198 Jul 05 02:15:27.838729 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b565126b-05f3-4bfb-bbdf-ce421f5cdf31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:27.840185 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b565126b-05f3-4bfb-bbdf-ce421f5cdf31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:27.840747 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b565126b-05f3-4bfb-bbdf-ce421f5cdf31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:27.851542 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb66c1e-aaba-48cd-b5ce-43b76988ef0b req-84b69acf-8184-48c2-b4e8-0ba74e8a9126 tempest-LiveAutoBlockMigrationV225Test-944788699 tempest-LiveAutoBlockMigrationV225Test-944788699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:27.852978 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ceb66c1e-aaba-48cd-b5ce-43b76988ef0b req-84b69acf-8184-48c2-b4e8-0ba74e8a9126 tempest-LiveAutoBlockMigrationV225Test-944788699 tempest-LiveAutoBlockMigrationV225Test-944788699-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6b8f9243-431f-4e3d-a22d-2ccb517dca70&tenant_id=7bf4f22dde1e4624a2cb34086c53be02&binding%3Ahost_id=n-h1-771362-32 HTTP/1.1" status: 200 len: 1098 time: 0.1148999 Jul 05 02:15:27.881316 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-ceb66c1e-aaba-48cd-b5ce-43b76988ef0b req-e1d46c2d-76d8-402f-ac34-64896cc7fa2e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-771362-32'}}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:15:27.967405 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b565126b-05f3-4bfb-bbdf-ce421f5cdf31 admin admin] Pushing event updated for resources: {'Network': ['ID=1f5c1f66-211d-4aaf-9dcb-993edf85d0c1,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:15:27.978873 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 1f5c1f66-211d-4aaf-9dcb-993edf85d0c1 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:15:27.982960 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 45970) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:15:27.983587 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-b565126b-05f3-4bfb-bbdf-ce421f5cdf31 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8185012 Jul 05 02:15:27.992327 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-08b2bf9e-59e2-4e5b-8c2b-34cea5180fbb admin admin] Request body: {'subnet': {'network_id': '1f5c1f66-211d-4aaf-9dcb-993edf85d0c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-731852147-subnet', 'tenant_id': 'bf69a7cc9341402789561a978c68b071', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:15:27.994423 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-931a7216-f4f5-4e6d-8bea-499d27cd1efa req-f3f3db7b-f06a-468d-9d18-920a11c9bf38 tempest-VolumesAdminNegativeTest-645897413 tempest-VolumesAdminNegativeTest-645897413-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac2d75c0-ab65-4d01-bd61-d9cfee80413b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511717 Jul 05 02:15:28.090740 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a81fc39b-02c7-4eed-bf1f-71289efd7621 req-628e54d2-7d11-439c-ba3e-a0f93ef6b861 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e2e0835-167f-4a10-ac14-8dc08e45bb4a HTTP/1.1" status: 200 len: 210 time: 0.0407212 Jul 05 02:15:28.094498 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-ceb66c1e-aaba-48cd-b5ce-43b76988ef0b req-e1d46c2d-76d8-402f-ac34-64896cc7fa2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:28.115961 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08b2bf9e-59e2-4e5b-8c2b-34cea5180fbb admin admin] Made reservation on behalf of bf69a7cc9341402789561a978c68b071 for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:15:28.118574 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-08b2bf9e-59e2-4e5b-8c2b-34cea5180fbb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:28.246796 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-ceb66c1e-aaba-48cd-b5ce-43b76988ef0b req-e1d46c2d-76d8-402f-ac34-64896cc7fa2e service neutron] For port 5ddaa702-7499-4b1d-ba17-2ce6d44ba48c, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=5ddaa702-7499-4b1d-ba17-2ce6d44ba48c,segment=NetworkSegment(69ab64d7-bb63-4367-9b3e-0960def4b6c7),segment_id=69ab64d7-bb63-4367-9b3e-0960def4b6c7)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:15:28.289651 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-ceb66c1e-aaba-48cd-b5ce-43b76988ef0b req-e1d46c2d-76d8-402f-ac34-64896cc7fa2e service neutron] For port 5ddaa702-7499-4b1d-ba17-2ce6d44ba48c, host n-h1-771362-32, cleared binding levels {{(pid=94462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:15:28.344526 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b8f9243-431f-4e3d-a22d-2ccb517dca70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ddaa702-7499-4b1d-ba17-2ce6d44ba48c'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:15:28.347341 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b223267e0e0ddb3199af7772d0b45336e3b4b54fbb151c86a8051291a61e85db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9584fd5-dfb7-446a-9cf1-6b1fe07d3d13" -d '{"events": [{"server_uuid": "6b8f9243-431f-4e3d-a22d-2ccb517dca70", "name": "network-vif-unplugged", "status": "completed", "tag": "5ddaa702-7499-4b1d-ba17-2ce6d44ba48c"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:15:28.352367 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-ceb66c1e-aaba-48cd-b5ce-43b76988ef0b req-e1d46c2d-76d8-402f-ac34-64896cc7fa2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:28.397695 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0e5054-04e2-45af-be2a-bb56fe53132b req-6de3090e-c48d-4037-885a-75eda0dbb2c9 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:28.399248 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ce0e5054-04e2-45af-be2a-bb56fe53132b req-6de3090e-c48d-4037-885a-75eda0dbb2c9 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b8f9243-431f-4e3d-a22d-2ccb517dca70 HTTP/1.1" status: 200 len: 946 time: 0.1665556 Jul 05 02:15:28.429810 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-ceb66c1e-aaba-48cd-b5ce-43b76988ef0b req-e1d46c2d-76d8-402f-ac34-64896cc7fa2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:28.444655 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ce0e5054-04e2-45af-be2a-bb56fe53132b req-7d584b7a-f973-4cc4-9b12-664c14d1ea16 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339103 Jul 05 02:15:28.476435 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-08b2bf9e-59e2-4e5b-8c2b-34cea5180fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5763451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774823'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:28.601121 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b2bf9e-59e2-4e5b-8c2b-34cea5180fbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=82394256-424b-4834-ba82-be5cc7f4161e,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:15:28.605615 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b2bf9e-59e2-4e5b-8c2b-34cea5180fbb admin admin] Checking segment: {'id': '31e917c3-b1d5-428f-bb55-dbe9374ce1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1f5c1f66-211d-4aaf-9dcb-993edf85d0c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:15:28.606607 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b2bf9e-59e2-4e5b-8c2b-34cea5180fbb admin admin] Network hostable DHCP agents. Network: 1f5c1f66-211d-4aaf-9dcb-993edf85d0c1, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:15:28.608378 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d46c2d-76d8-402f-ac34-64896cc7fa2e service neutron] Pushing event updated for resources: {'Port': ['ID=5ddaa702-7499-4b1d-ba17-2ce6d44ba48c,revision_number=7']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:15:28.627501 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-ceb66c1e-aaba-48cd-b5ce-43b76988ef0b req-e1d46c2d-76d8-402f-ac34-64896cc7fa2e service neutron] Attempting to bind port 5ddaa702-7499-4b1d-ba17-2ce6d44ba48c on host n-h1-771362-32 for vnic_type normal with profile {"migrating_to": "n-h2-771362-32"} {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:15:28.627845 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-ceb66c1e-aaba-48cd-b5ce-43b76988ef0b req-e1d46c2d-76d8-402f-ac34-64896cc7fa2e service neutron] Attempting to bind port 5ddaa702-7499-4b1d-ba17-2ce6d44ba48c by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': '69ab64d7-bb63-4367-9b3e-0960def4b6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1'}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:15:28.628246 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb66c1e-aaba-48cd-b5ce-43b76988ef0b req-e1d46c2d-76d8-402f-ac34-64896cc7fa2e service neutron] Attempting to bind port 5ddaa702-7499-4b1d-ba17-2ce6d44ba48c on network b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:15:28.632913 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 02:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d071fba8-5831-42de-86a8-feb055f7c918 x-openstack-request-id: req-d071fba8-5831-42de-86a8-feb055f7c918 {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:15:28.639609 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b8f9243-431f-4e3d-a22d-2ccb517dca70", "name": "network-vif-unplugged", "status": "completed", "tag": "5ddaa702-7499-4b1d-ba17-2ce6d44ba48c", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:15:28.639609 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d071fba8-5831-42de-86a8-feb055f7c918 {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:15:28.639609 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b8f9243-431f-4e3d-a22d-2ccb517dca70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ddaa702-7499-4b1d-ba17-2ce6d44ba48c', 'code': 200} Jul 05 02:15:28.640050 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb66c1e-aaba-48cd-b5ce-43b76988ef0b req-e1d46c2d-76d8-402f-ac34-64896cc7fa2e service neutron] Port 5ddaa702-7499-4b1d-ba17-2ce6d44ba48c on network b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:15:28.640215 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb66c1e-aaba-48cd-b5ce-43b76988ef0b req-e1d46c2d-76d8-402f-ac34-64896cc7fa2e service neutron] Attempting to bind port 5ddaa702-7499-4b1d-ba17-2ce6d44ba48c on network b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:15:28.649690 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb66c1e-aaba-48cd-b5ce-43b76988ef0b req-e1d46c2d-76d8-402f-ac34-64896cc7fa2e service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:15:28.650027 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb66c1e-aaba-48cd-b5ce-43b76988ef0b req-e1d46c2d-76d8-402f-ac34-64896cc7fa2e service neutron] Checking segment: {'id': '69ab64d7-bb63-4367-9b3e-0960def4b6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:15:28.650428 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb66c1e-aaba-48cd-b5ce-43b76988ef0b req-e1d46c2d-76d8-402f-ac34-64896cc7fa2e service neutron] Bound using segment: {'id': '69ab64d7-bb63-4367-9b3e-0960def4b6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1'} {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:15:28.650621 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642c70a5-e4f1-4022-862d-2aaf9b1bd303 req-5da31dea-db3c-4d37-8caf-3bd42f4e3925 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:28.650853 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-ceb66c1e-aaba-48cd-b5ce-43b76988ef0b req-e1d46c2d-76d8-402f-ac34-64896cc7fa2e service neutron] Bound port: 5ddaa702-7499-4b1d-ba17-2ce6d44ba48c, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69ab64d7-bb63-4367-9b3e-0960def4b6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1'}}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:15:28.651209 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-ceb66c1e-aaba-48cd-b5ce-43b76988ef0b req-e1d46c2d-76d8-402f-ac34-64896cc7fa2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:28.652674 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-642c70a5-e4f1-4022-862d-2aaf9b1bd303 req-5da31dea-db3c-4d37-8caf-3bd42f4e3925 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.15 "GET /v2.0/ports?device_id=877a1a52-fa14-4bfb-96aa-8d7365f66b0c HTTP/1.1" status: 200 len: 945 time: 0.1341038 Jul 05 02:15:28.712082 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea12e720-ed46-4c27-8f97-de4bd21633a9 req-b11743cb-05a3-4db4-ba98-da94fe9e0ce5 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:28.713629 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ea12e720-ed46-4c27-8f97-de4bd21633a9 req-b11743cb-05a3-4db4-ba98-da94fe9e0ce5 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e01c5aa-5fee-4d05-bead-17006da5b83c HTTP/1.1" status: 200 len: 945 time: 0.1370227 Jul 05 02:15:28.764605 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-ceb66c1e-aaba-48cd-b5ce-43b76988ef0b req-e1d46c2d-76d8-402f-ac34-64896cc7fa2e service neutron] For port 5ddaa702-7499-4b1d-ba17-2ce6d44ba48c, host n-h1-771362-32, cleared binding levels {{(pid=94462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:15:28.772232 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-ceb66c1e-aaba-48cd-b5ce-43b76988ef0b req-e1d46c2d-76d8-402f-ac34-64896cc7fa2e service neutron] For port 5ddaa702-7499-4b1d-ba17-2ce6d44ba48c, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=5ddaa702-7499-4b1d-ba17-2ce6d44ba48c,segment=NetworkSegment(69ab64d7-bb63-4367-9b3e-0960def4b6c7),segment_id=69ab64d7-bb63-4367-9b3e-0960def4b6c7)] {{(pid=94462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:15:28.782793 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b2bf9e-59e2-4e5b-8c2b-34cea5180fbb admin admin] Network 1f5c1f66-211d-4aaf-9dcb-993edf85d0c1 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:15:28.795517 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-642c70a5-e4f1-4022-862d-2aaf9b1bd303 req-bb4e9c0b-5a6d-4649-b0bc-db4122b41c1c tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Deleting port d6f2ac64-3aa7-4509-b655-b482adc13b02 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:15:28.795517 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-642c70a5-e4f1-4022-862d-2aaf9b1bd303 req-bb4e9c0b-5a6d-4649-b0bc-db4122b41c1c tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:28.795719 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ea12e720-ed46-4c27-8f97-de4bd21633a9 req-0c60eaae-637f-46f7-b40a-7fef1d99a22b tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630026 Jul 05 02:15:28.881520 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-ceb66c1e-aaba-48cd-b5ce-43b76988ef0b req-e1d46c2d-76d8-402f-ac34-64896cc7fa2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:28.883711 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-642c70a5-e4f1-4022-862d-2aaf9b1bd303 req-bb4e9c0b-5a6d-4649-b0bc-db4122b41c1c tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] For port d6f2ac64-3aa7-4509-b655-b482adc13b02, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=d6f2ac64-3aa7-4509-b655-b482adc13b02,segment=NetworkSegment(f64300f6-197b-4011-8dc6-a113f7708dd5),segment_id=f64300f6-197b-4011-8dc6-a113f7708dd5)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:15:28.884073 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-642c70a5-e4f1-4022-862d-2aaf9b1bd303 req-bb4e9c0b-5a6d-4649-b0bc-db4122b41c1c tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:28.899388 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-642c70a5-e4f1-4022-862d-2aaf9b1bd303 req-bb4e9c0b-5a6d-4649-b0bc-db4122b41c1c tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Calling delete_port for d6f2ac64-3aa7-4509-b655-b482adc13b02 owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:15:28.942689 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 604c319d-5134-4869-8171-eb0196590102 details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:15:28.946380 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device d6f2ac64-3aa7-4509-b655-b482adc13b02 no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:15:28.962310 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d46c2d-76d8-402f-ac34-64896cc7fa2e service neutron] Pushing event updated for resources: {'Port': ['ID=5ddaa702-7499-4b1d-ba17-2ce6d44ba48c,revision_number=8']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:15:28.966848 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb66c1e-aaba-48cd-b5ce-43b76988ef0b req-e1d46c2d-76d8-402f-ac34-64896cc7fa2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:28.967475 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-ceb66c1e-aaba-48cd-b5ce-43b76988ef0b req-e1d46c2d-76d8-402f-ac34-64896cc7fa2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:28.968865 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ceb66c1e-aaba-48cd-b5ce-43b76988ef0b req-e1d46c2d-76d8-402f-ac34-64896cc7fa2e service neutron] 10.222.0.15 "PUT /v2.0/ports/5ddaa702-7499-4b1d-ba17-2ce6d44ba48c HTTP/1.1" status: 200 len: 1124 time: 1.0982575 Jul 05 02:15:28.981975 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-08b2bf9e-59e2-4e5b-8c2b-34cea5180fbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 1f5c1f66-211d-4aaf-9dcb-993edf85d0c1) {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:15:29.000940 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b2bf9e-59e2-4e5b-8c2b-34cea5180fbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:29.001685 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-08b2bf9e-59e2-4e5b-8c2b-34cea5180fbb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:29.079697 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41552387-4e3c-40ea-8e87-a3557f76ea97 None None] Network 1f5c1f66-211d-4aaf-9dcb-993edf85d0c1 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:15:29.151350 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['5ddaa702-7499-4b1d-ba17-2ce6d44ba48c'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:15:29.151350 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['5ddaa702-7499-4b1d-ba17-2ce6d44ba48c'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:15:29.176048 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-08b2bf9e-59e2-4e5b-8c2b-34cea5180fbb admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1920559 Jul 05 02:15:29.176276 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 46076) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:15:29.181559 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-85738df2-f990-46ff-bfbb-9e6028e71d8a admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-731852147-router', 'tenant_id': 'bf69a7cc9341402789561a978c68b071', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:15:29.213570 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-642c70a5-e4f1-4022-862d-2aaf9b1bd303 req-bb4e9c0b-5a6d-4649-b0bc-db4122b41c1c tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:29.260562 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 604c319d-5134-4869-8171-eb0196590102, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=604c319d-5134-4869-8171-eb0196590102,segment=NetworkSegment(008e4d25-0891-4f5c-9ad1-7f3a342e67d0),segment_id=008e4d25-0891-4f5c-9ad1-7f3a342e67d0)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:15:29.288043 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4e9c0b-5a6d-4649-b0bc-db4122b41c1c tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Pushing event deleted for resources: {'Port': ['ID=d6f2ac64-3aa7-4509-b655-b482adc13b02,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:15:29.307802 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343e3188-fa02-4e18-9d56-fef819055ba9 req-75240b39-edfa-48f2-b1ff-720c91b22ef1 tempest-VolumesAdminNegativeTest-645897413 tempest-VolumesAdminNegativeTest-645897413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:29.316143 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-343e3188-fa02-4e18-9d56-fef819055ba9 req-75240b39-edfa-48f2-b1ff-720c91b22ef1 tempest-VolumesAdminNegativeTest-645897413 tempest-VolumesAdminNegativeTest-645897413-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba7e73a2-6137-49f0-a23e-7aa263b538f0 HTTP/1.1" status: 200 len: 943 time: 0.0923128 Jul 05 02:15:29.348242 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-85738df2-f990-46ff-bfbb-9e6028e71d8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11810'] for router, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:29.349426 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-85738df2-f990-46ff-bfbb-9e6028e71d8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1926740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11821'] for router, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:29.368094 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-343e3188-fa02-4e18-9d56-fef819055ba9 req-bbfd7cf5-3b26-42ee-b53b-97863aac50c9 tempest-VolumesAdminNegativeTest-645897413 tempest-VolumesAdminNegativeTest-645897413-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac2d75c0-ab65-4d01-bd61-d9cfee80413b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502117 Jul 05 02:15:29.416454 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-85738df2-f990-46ff-bfbb-9e6028e71d8a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:29.492588 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] No active binding found for port d6f2ac64-3aa7-4509-b655-b482adc13b02 {{(pid=94463) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 05 02:15:29.493033 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device d6f2ac64-3aa7-4509-b655-b482adc13b02 not bound to the agent host n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:15:29.493508 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-642c70a5-e4f1-4022-862d-2aaf9b1bd303 req-bb4e9c0b-5a6d-4649-b0bc-db4122b41c1c tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] No DVR routers for this DVR port d6f2ac64-3aa7-4509-b655-b482adc13b02 on host n-h2-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:15:29.499840 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-642c70a5-e4f1-4022-862d-2aaf9b1bd303 req-bb4e9c0b-5a6d-4649-b0bc-db4122b41c1c tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:29.502281 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-642c70a5-e4f1-4022-862d-2aaf9b1bd303 req-bb4e9c0b-5a6d-4649-b0bc-db4122b41c1c tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.15 "DELETE /v2.0/ports/d6f2ac64-3aa7-4509-b655-b482adc13b02 HTTP/1.1" status: 204 len: 173 time: 0.8444376 Jul 05 02:15:29.508021 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-95861d8b-8262-4540-8676-ce1d9250d6e4 req-42a932d9-8418-48d0-94cc-65139f5ebd30 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e2e0835-167f-4a10-ac14-8dc08e45bb4a HTTP/1.1" status: 200 len: 210 time: 0.1589007 Jul 05 02:15:29.508021 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '877a1a52-fa14-4bfb-96aa-8d7365f66b0c', 'name': 'network-vif-deleted', 'tag': 'd6f2ac64-3aa7-4509-b655-b482adc13b02'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:15:29.509918 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86600215-b709-48b4-bbda-60bdef9a773a" -d '{"events": [{"server_uuid": "877a1a52-fa14-4bfb-96aa-8d7365f66b0c", "name": "network-vif-deleted", "tag": "d6f2ac64-3aa7-4509-b655-b482adc13b02"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:15:29.514832 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Returning: {'device': '604c319d-5134-4869-8171-eb0196590102', 'network_id': '4836db2a-ddb3-44b1-8768-f0e156f4573f', 'port_id': '604c319d-5134-4869-8171-eb0196590102', 'mac_address': 'fa:16:3e:77:28:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab579520-6e1f-4858-a9dc-f5dfad36859c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:15:29.532982 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452b845c-9813-4787-b3dd-fb8469bb0fdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-1f5c1f66-211d-4aaf-9dcb-993edf85d0c1', 'network_id': '1f5c1f66-211d-4aaf-9dcb-993edf85d0c1', 'tenant_id': 'bf69a7cc9341402789561a978c68b071', 'fixed_ips': [{'subnet_id': '82394256-424b-4834-ba82-be5cc7f4161e'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:15:29.534441 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-452b845c-9813-4787-b3dd-fb8469bb0fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:29.680921 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:29.796337 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 604c319d-5134-4869-8171-eb0196590102 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:15:29.814900 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-85738df2-f990-46ff-bfbb-9e6028e71d8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:29.852016 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b26362-6a2b-402d-91ca-624ba8bc17e4 req-4dd4e75a-69e0-419e-8c2c-096ff35249aa tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:29.853660 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-14b26362-6a2b-402d-91ca-624ba8bc17e4 req-4dd4e75a-69e0-419e-8c2c-096ff35249aa tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b8f9243-431f-4e3d-a22d-2ccb517dca70 HTTP/1.1" status: 200 len: 944 time: 0.1489201 Jul 05 02:15:29.863003 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 604c319d-5134-4869-8171-eb0196590102, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=604c319d-5134-4869-8171-eb0196590102,segment=NetworkSegment(008e4d25-0891-4f5c-9ad1-7f3a342e67d0),segment_id=008e4d25-0891-4f5c-9ad1-7f3a342e67d0)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:15:29.899897 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-14b26362-6a2b-402d-91ca-624ba8bc17e4 req-7e943614-0f87-4624-9cfe-6cfe47cc4327 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397153 Jul 05 02:15:29.916319 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-452b845c-9813-4787-b3dd-fb8469bb0fdc None None] Allocated IP 172.20.0.2 (1f5c1f66-211d-4aaf-9dcb-993edf85d0c1/82394256-424b-4834-ba82-be5cc7f4161e/1d157558-8449-40f9-8fbf-06f4813bce0c) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:15:29.946934 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d20ecbe-122c-4ff7-8a59-53a84d1fe3ed x-openstack-request-id: req-5d20ecbe-122c-4ff7-8a59-53a84d1fe3ed {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:15:29.947240 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "877a1a52-fa14-4bfb-96aa-8d7365f66b0c", "name": "network-vif-deleted", "tag": "d6f2ac64-3aa7-4509-b655-b482adc13b02", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:15:29.947499 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5d20ecbe-122c-4ff7-8a59-53a84d1fe3ed {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:15:29.947902 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '877a1a52-fa14-4bfb-96aa-8d7365f66b0c', 'name': 'network-vif-deleted', 'tag': 'd6f2ac64-3aa7-4509-b655-b482adc13b02', 'status': 'completed', 'code': 200} Jul 05 02:15:30.002062 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:30.003099 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 5ddaa702-7499-4b1d-ba17-2ce6d44ba48c details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:15:30.164983 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 5ddaa702-7499-4b1d-ba17-2ce6d44ba48c, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=5ddaa702-7499-4b1d-ba17-2ce6d44ba48c,segment=NetworkSegment(69ab64d7-bb63-4367-9b3e-0960def4b6c7),segment_id=69ab64d7-bb63-4367-9b3e-0960def4b6c7)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:15:30.213846 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-85738df2-f990-46ff-bfbb-9e6028e71d8a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:30.222640 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 5ddaa702-7499-4b1d-ba17-2ce6d44ba48c has no active binding in host n-h2-771362-32 {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 05 02:15:30.241537 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-85738df2-f990-46ff-bfbb-9e6028e71d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:30.276183 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=604c319d-5134-4869-8171-eb0196590102,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:15:30.286000 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:15:30.289771 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:15:30.289771 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:15:30.289771 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:15:30.289771 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:15:30.289771 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:15:30.289771 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:15:30.289771 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:15:30.289771 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:15:30.289771 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:15:30.289771 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:15:30.290779 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:15:30.333199 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-452b845c-9813-4787-b3dd-fb8469bb0fdc None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:30.357024 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60591747-f583-4e0b-a4b8-902e7ee2dca6 req-e9c7ec2b-87ec-426d-876f-ca542ba53f22 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:30.358669 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-452b845c-9813-4787-b3dd-fb8469bb0fdc None None] Transition to ACTIVE for port object 1d157558-8449-40f9-8fbf-06f4813bce0c will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:15:30.359713 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-60591747-f583-4e0b-a4b8-902e7ee2dca6 req-e9c7ec2b-87ec-426d-876f-ca542ba53f22 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e01c5aa-5fee-4d05-bead-17006da5b83c HTTP/1.1" status: 200 len: 945 time: 0.1588333 Jul 05 02:15:30.378432 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-452b845c-9813-4787-b3dd-fb8469bb0fdc None None] Transition to ACTIVE for port object 1d157558-8449-40f9-8fbf-06f4813bce0c will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:15:30.394265 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-85738df2-f990-46ff-bfbb-9e6028e71d8a admin admin] Allocated IP 172.25.7.162 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/0dce5bdd-fc21-4d5a-97ea-f8dacfa56943) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:15:30.415501 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-60591747-f583-4e0b-a4b8-902e7ee2dca6 req-a9c5ec4d-1841-4699-bfe3-f6b059b184bd tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500898 Jul 05 02:15:30.465470 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-452b845c-9813-4787-b3dd-fb8469bb0fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:30.538156 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452b845c-9813-4787-b3dd-fb8469bb0fdc None None] Network 1f5c1f66-211d-4aaf-9dcb-993edf85d0c1 is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:15:30.546673 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-452b845c-9813-4787-b3dd-fb8469bb0fdc None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:15:30.554071 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['604c319d-5134-4869-8171-eb0196590102'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:15:30.561323 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452b845c-9813-4787-b3dd-fb8469bb0fdc None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:15:30.627623 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-85738df2-f990-46ff-bfbb-9e6028e71d8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:30.635137 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b8f9243-431f-4e3d-a22d-2ccb517dca70', 'tag': '5ddaa702-7499-4b1d-ba17-2ce6d44ba48c'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:15:30.638831 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b223267e0e0ddb3199af7772d0b45336e3b4b54fbb151c86a8051291a61e85db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ac0bcb4-156b-4cc1-bd81-152d7fa6f2c9" -d '{"events": [{"name": "network-changed", "server_uuid": "6b8f9243-431f-4e3d-a22d-2ccb517dca70", "tag": "5ddaa702-7499-4b1d-ba17-2ce6d44ba48c"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:15:30.686005 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452b845c-9813-4787-b3dd-fb8469bb0fdc None None] Pushing event updated for resources: {'Port': ['ID=1d157558-8449-40f9-8fbf-06f4813bce0c,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:15:30.764005 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-452b845c-9813-4787-b3dd-fb8469bb0fdc None None] Attempting to bind port 1d157558-8449-40f9-8fbf-06f4813bce0c on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:15:30.764487 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-452b845c-9813-4787-b3dd-fb8469bb0fdc None None] Attempting to bind port 1d157558-8449-40f9-8fbf-06f4813bce0c by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '31e917c3-b1d5-428f-bb55-dbe9374ce1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1f5c1f66-211d-4aaf-9dcb-993edf85d0c1'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:15:30.764710 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452b845c-9813-4787-b3dd-fb8469bb0fdc None None] Attempting to bind port 1d157558-8449-40f9-8fbf-06f4813bce0c on network 1f5c1f66-211d-4aaf-9dcb-993edf85d0c1 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:15:30.777732 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452b845c-9813-4787-b3dd-fb8469bb0fdc None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:15:30.778110 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452b845c-9813-4787-b3dd-fb8469bb0fdc None None] Checking segment: {'id': '31e917c3-b1d5-428f-bb55-dbe9374ce1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1f5c1f66-211d-4aaf-9dcb-993edf85d0c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:15:30.778595 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-452b845c-9813-4787-b3dd-fb8469bb0fdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:30.784357 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452b845c-9813-4787-b3dd-fb8469bb0fdc None None] Bound using segment: {'id': '31e917c3-b1d5-428f-bb55-dbe9374ce1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1f5c1f66-211d-4aaf-9dcb-993edf85d0c1'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:15:30.784357 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-452b845c-9813-4787-b3dd-fb8469bb0fdc None None] Bound port: 1d157558-8449-40f9-8fbf-06f4813bce0c, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31e917c3-b1d5-428f-bb55-dbe9374ce1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1f5c1f66-211d-4aaf-9dcb-993edf85d0c1'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:15:30.784357 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-452b845c-9813-4787-b3dd-fb8469bb0fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:30.786660 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-85738df2-f990-46ff-bfbb-9e6028e71d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:30.801468 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4498d516-2978-410c-9b9b-61e0f25bbbae req-76552891-57a2-47e6-953d-9b64df68478f tempest-VolumesAdminNegativeTest-645897413 tempest-VolumesAdminNegativeTest-645897413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:30.809304 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4498d516-2978-410c-9b9b-61e0f25bbbae req-76552891-57a2-47e6-953d-9b64df68478f tempest-VolumesAdminNegativeTest-645897413 tempest-VolumesAdminNegativeTest-645897413-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba7e73a2-6137-49f0-a23e-7aa263b538f0 HTTP/1.1" status: 200 len: 944 time: 0.0748439 Jul 05 02:15:30.857688 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4498d516-2978-410c-9b9b-61e0f25bbbae req-71fffbe6-4515-40e4-a105-28494d219e16 tempest-VolumesAdminNegativeTest-645897413 tempest-VolumesAdminNegativeTest-645897413-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac2d75c0-ab65-4d01-bd61-d9cfee80413b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473220 Jul 05 02:15:30.893277 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-452b845c-9813-4787-b3dd-fb8469bb0fdc None None] For port 1d157558-8449-40f9-8fbf-06f4813bce0c, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:15:30.903752 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85738df2-f990-46ff-bfbb-9e6028e71d8a admin admin] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:15:30.912367 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-85738df2-f990-46ff-bfbb-9e6028e71d8a admin admin] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:15:30.912571 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-452b845c-9813-4787-b3dd-fb8469bb0fdc None None] For port 1d157558-8449-40f9-8fbf-06f4813bce0c, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=1d157558-8449-40f9-8fbf-06f4813bce0c,segment=NetworkSegment(31e917c3-b1d5-428f-bb55-dbe9374ce1ec),segment_id=31e917c3-b1d5-428f-bb55-dbe9374ce1ec)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:15:30.930190 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85738df2-f990-46ff-bfbb-9e6028e71d8a admin admin] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:15:30.960101 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device d6f2ac64-3aa7-4509-b655-b482adc13b02 no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:15:30.974515 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85738df2-f990-46ff-bfbb-9e6028e71d8a admin admin] Pushing event updated for resources: {'Port': ['ID=0dce5bdd-fc21-4d5a-97ea-f8dacfa56943,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:15:30.982991 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] No Port match for: d6f2ac64-3aa7-4509-b655-b482adc13b02 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:15:30.983392 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device d6f2ac64-3aa7-4509-b655-b482adc13b02 not bound to the agent host n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:15:31.002560 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-452b845c-9813-4787-b3dd-fb8469bb0fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:31.009500 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85738df2-f990-46ff-bfbb-9e6028e71d8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:15:31.009985 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85738df2-f990-46ff-bfbb-9e6028e71d8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:15:31.010453 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85738df2-f990-46ff-bfbb-9e6028e71d8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:15:31.010890 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85738df2-f990-46ff-bfbb-9e6028e71d8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:15:31.012228 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85738df2-f990-46ff-bfbb-9e6028e71d8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:15:31.012678 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85738df2-f990-46ff-bfbb-9e6028e71d8a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:15:31.013107 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85738df2-f990-46ff-bfbb-9e6028e71d8a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:15:31.013525 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85738df2-f990-46ff-bfbb-9e6028e71d8a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:15:31.013948 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85738df2-f990-46ff-bfbb-9e6028e71d8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:15:31.014395 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85738df2-f990-46ff-bfbb-9e6028e71d8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:15:31.014900 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85738df2-f990-46ff-bfbb-9e6028e71d8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:15:31.016101 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85738df2-f990-46ff-bfbb-9e6028e71d8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:15:31.021032 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b87ec860-cdb7-4293-9835-847573b3b2e7 req-01b3682c-aa68-4c35-90e5-809f3f0f3baa tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e2e0835-167f-4a10-ac14-8dc08e45bb4a HTTP/1.1" status: 200 len: 210 time: 0.0502918 Jul 05 02:15:31.027801 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48b5c63f-e58a-4669-9db4-61e9fc76dd7d x-openstack-request-id: req-48b5c63f-e58a-4669-9db4-61e9fc76dd7d {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:15:31.028091 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b8f9243-431f-4e3d-a22d-2ccb517dca70", "tag": "5ddaa702-7499-4b1d-ba17-2ce6d44ba48c", "status": "completed", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:15:31.028343 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-48b5c63f-e58a-4669-9db4-61e9fc76dd7d {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:15:31.028745 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b8f9243-431f-4e3d-a22d-2ccb517dca70', 'tag': '5ddaa702-7499-4b1d-ba17-2ce6d44ba48c', 'status': 'completed', 'code': 200} Jul 05 02:15:31.070951 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27763139-125c-4b8f-b32c-dad6fa784c39 req-8432b79f-73cd-479f-8be6-30e55b8f1a8d tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:31.074113 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-27763139-125c-4b8f-b32c-dad6fa784c39 req-8432b79f-73cd-479f-8be6-30e55b8f1a8d tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.21 "GET /v2.0/networks?id=b0083775-05cf-4d34-9b3f-be9cea23529c HTTP/1.1" status: 200 len: 804 time: 0.3082964 Jul 05 02:15:31.124949 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-27763139-125c-4b8f-b32c-dad6fa784c39 req-cc7dc603-95d4-4cbd-91c2-6dfc9ddd6ee4 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Request body: {'port': {'device_id': '3e2e0835-167f-4a10-ac14-8dc08e45bb4a', 'network_id': 'b0083775-05cf-4d34-9b3f-be9cea23529c', 'admin_state_up': True, 'tenant_id': '6032216af44f41dcb77eaa1307ce6ca6'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:15:31.187902 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452b845c-9813-4787-b3dd-fb8469bb0fdc None None] Pushing event updated for resources: {'Port': ['ID=1d157558-8449-40f9-8fbf-06f4813bce0c,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:15:31.228585 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac0bcb4-156b-4cc1-bd81-152d7fa6f2c9 req-85379b88-95ae-46ea-b231-5c9e3b586901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:31.230419 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3ac0bcb4-156b-4cc1-bd81-152d7fa6f2c9 req-85379b88-95ae-46ea-b231-5c9e3b586901 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7bf4f22dde1e4624a2cb34086c53be02&device_id=6b8f9243-431f-4e3d-a22d-2ccb517dca70 HTTP/1.1" status: 200 len: 1127 time: 0.0922248 Jul 05 02:15:31.415019 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d4ebbb-5e3f-4f84-bd53-86090ec9d18b req-3f65600a-b7ac-4d55-92e2-6448f3e5f492 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:31.417013 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f7d4ebbb-5e3f-4f84-bd53-86090ec9d18b req-3f65600a-b7ac-4d55-92e2-6448f3e5f492 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b8f9243-431f-4e3d-a22d-2ccb517dca70 HTTP/1.1" status: 200 len: 944 time: 0.1830521 Jul 05 02:15:31.432425 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac0bcb4-156b-4cc1-bd81-152d7fa6f2c9 req-757ba3ed-00a0-48bb-89db-2640ca316c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:31.436170 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3ac0bcb4-156b-4cc1-bd81-152d7fa6f2c9 req-757ba3ed-00a0-48bb-89db-2640ca316c58 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1 HTTP/1.1" status: 200 len: 919 time: 0.1985402 Jul 05 02:15:31.488975 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3ac0bcb4-156b-4cc1-bd81-152d7fa6f2c9 req-d9c9b39d-2c25-4e79-b7b3-ef85e660ec39 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ddaa702-7499-4b1d-ba17-2ce6d44ba48c HTTP/1.1" status: 200 len: 217 time: 0.0451300 Jul 05 02:15:31.556635 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac0bcb4-156b-4cc1-bd81-152d7fa6f2c9 req-bb831fa9-abe0-4f52-ab83-de19a5017521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:31.558871 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3ac0bcb4-156b-4cc1-bd81-152d7fa6f2c9 req-bb831fa9-abe0-4f52-ab83-de19a5017521 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=88cd65d9-1715-492f-9ef5-e486cc8231ac HTTP/1.1" status: 200 len: 859 time: 0.0624957 Jul 05 02:15:31.560228 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27763139-125c-4b8f-b32c-dad6fa784c39 req-cc7dc603-95d4-4cbd-91c2-6dfc9ddd6ee4 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Made reservation on behalf of 6032216af44f41dcb77eaa1307ce6ca6 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:15:31.562651 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-27763139-125c-4b8f-b32c-dad6fa784c39 req-cc7dc603-95d4-4cbd-91c2-6dfc9ddd6ee4 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:31.575773 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-85738df2-f990-46ff-bfbb-9e6028e71d8a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:31.579808 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f7d4ebbb-5e3f-4f84-bd53-86090ec9d18b req-9ddd9043-c9d1-4e0b-bf3e-f32a9a847c3b tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543660 Jul 05 02:15:31.608807 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3ac0bcb4-156b-4cc1-bd81-152d7fa6f2c9 req-d1839c58-ead3-4670-a782-ddde8f6a9b6e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323291 Jul 05 02:15:31.723717 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3ac0bcb4-156b-4cc1-bd81-152d7fa6f2c9 req-d11aa68e-14a3-468c-9849-73b5237b972c service neutron] 10.222.0.21 "GET /v2.0/networks/b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107678 Jul 05 02:15:31.836048 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3ac0bcb4-156b-4cc1-bd81-152d7fa6f2c9 req-6a190345-3542-4a68-94f3-8edb9bd7ff94 service neutron] 10.222.0.21 "GET /v2.0/networks/b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051826 Jul 05 02:15:32.136539 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d879b3d7-5c03-4094-82ee-1f1e645bdd71 req-1022492c-13cb-4c66-8a96-2ed312889868 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:32.138194 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d879b3d7-5c03-4094-82ee-1f1e645bdd71 req-1022492c-13cb-4c66-8a96-2ed312889868 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e01c5aa-5fee-4d05-bead-17006da5b83c HTTP/1.1" status: 200 len: 945 time: 0.2408783 Jul 05 02:15:32.183172 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-27763139-125c-4b8f-b32c-dad6fa784c39 req-cc7dc603-95d4-4cbd-91c2-6dfc9ddd6ee4 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Allocated IP 172.20.0.14 (b0083775-05cf-4d34-9b3f-be9cea23529c/f216c7f5-ca0e-41f7-9604-de1f19a72e49/140e0937-0a49-4541-a2bf-cd9b6484c645) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:15:32.227240 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 1d157558-8449-40f9-8fbf-06f4813bce0c up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:15:32.243037 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d879b3d7-5c03-4094-82ee-1f1e645bdd71 req-d98b21de-1cc6-485e-9e2d-33958d2da945 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983927 Jul 05 02:15:32.289295 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-85738df2-f990-46ff-bfbb-9e6028e71d8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963'] for router, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:32.294947 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1988a749-3cda-496a-b8a4-a8e51e4e11ab None None] Network 1f5c1f66-211d-4aaf-9dcb-993edf85d0c1 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:15:32.412813 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 1d157558-8449-40f9-8fbf-06f4813bce0c completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:15:32.512310 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-71f4fc9f-5e48-4f1d-bad2-ec69aa19b88c None None] Provisioning for port 1d157558-8449-40f9-8fbf-06f4813bce0c completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:15:32.522659 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-71f4fc9f-5e48-4f1d-bad2-ec69aa19b88c None None] Provisioning complete for port 1d157558-8449-40f9-8fbf-06f4813bce0c triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:15:32.522887 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-71f4fc9f-5e48-4f1d-bad2-ec69aa19b88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:32.532076 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-27763139-125c-4b8f-b32c-dad6fa784c39 req-cc7dc603-95d4-4cbd-91c2-6dfc9ddd6ee4 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:32.570620 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad240eb-8ef9-4b98-9c20-2a262c3d3d7c req-642e1ff5-f2d3-4d97-8a38-51e22e3f1949 tempest-VolumesAdminNegativeTest-645897413 tempest-VolumesAdminNegativeTest-645897413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:32.577961 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1ad240eb-8ef9-4b98-9c20-2a262c3d3d7c req-642e1ff5-f2d3-4d97-8a38-51e22e3f1949 tempest-VolumesAdminNegativeTest-645897413 tempest-VolumesAdminNegativeTest-645897413-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba7e73a2-6137-49f0-a23e-7aa263b538f0 HTTP/1.1" status: 200 len: 944 time: 0.2036138 Jul 05 02:15:32.647237 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-71f4fc9f-5e48-4f1d-bad2-ec69aa19b88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:32.654744 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1ad240eb-8ef9-4b98-9c20-2a262c3d3d7c req-a788ed18-2f00-47b3-8b12-1c9abe15faa8 tempest-VolumesAdminNegativeTest-645897413 tempest-VolumesAdminNegativeTest-645897413-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac2d75c0-ab65-4d01-bd61-d9cfee80413b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757165 Jul 05 02:15:32.674952 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d5148c92-40b7-4424-86ff-f45091a4290a req-1ad063b2-95f7-4a0d-8e7b-76d9645a820a tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e2e0835-167f-4a10-ac14-8dc08e45bb4a HTTP/1.1" status: 200 len: 210 time: 0.0466146 Jul 05 02:15:32.687688 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-71f4fc9f-5e48-4f1d-bad2-ec69aa19b88c None None] For port 1d157558-8449-40f9-8fbf-06f4813bce0c, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=1d157558-8449-40f9-8fbf-06f4813bce0c,segment=NetworkSegment(31e917c3-b1d5-428f-bb55-dbe9374ce1ec),segment_id=31e917c3-b1d5-428f-bb55-dbe9374ce1ec)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:15:32.733456 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85738df2-f990-46ff-bfbb-9e6028e71d8a admin admin] Router 567f0b4e-1b9a-44c6-a353-e3284e68a00c is scheduled to L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 with binding_index 1 {{(pid=94461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 02:15:32.806915 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-27763139-125c-4b8f-b32c-dad6fa784c39 req-cc7dc603-95d4-4cbd-91c2-6dfc9ddd6ee4 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:32.835830 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-71f4fc9f-5e48-4f1d-bad2-ec69aa19b88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:32.860434 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27763139-125c-4b8f-b32c-dad6fa784c39 req-cc7dc603-95d4-4cbd-91c2-6dfc9ddd6ee4 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Network b0083775-05cf-4d34-9b3f-be9cea23529c is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:15:32.879685 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12407b1f-86d0-42ed-a4e1-37313e80dbbb req-be8b55f6-5b0f-479a-866f-061a4e374425 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:32.881550 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-12407b1f-86d0-42ed-a4e1-37313e80dbbb req-be8b55f6-5b0f-479a-866f-061a4e374425 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b8f9243-431f-4e3d-a22d-2ccb517dca70 HTTP/1.1" status: 200 len: 944 time: 0.0787094 Jul 05 02:15:32.903022 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-27763139-125c-4b8f-b32c-dad6fa784c39 req-cc7dc603-95d4-4cbd-91c2-6dfc9ddd6ee4 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:15:32.906408 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-27763139-125c-4b8f-b32c-dad6fa784c39 req-cc7dc603-95d4-4cbd-91c2-6dfc9ddd6ee4 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:15:32.916460 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f4fc9f-5e48-4f1d-bad2-ec69aa19b88c None None] Pushing event updated for resources: {'Port': ['ID=1d157558-8449-40f9-8fbf-06f4813bce0c,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:15:32.960229 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-01841f12-5847-4d23-a9a3-c84f94d7eede None None] Provisioning complete for port 1d157558-8449-40f9-8fbf-06f4813bce0c triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:15:32.960601 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-01841f12-5847-4d23-a9a3-c84f94d7eede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:32.963636 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85738df2-f990-46ff-bfbb-9e6028e71d8a admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:15:32.967150 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-12407b1f-86d0-42ed-a4e1-37313e80dbbb req-b9fb2929-9d14-40de-9c99-0e393b1412f3 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690541 Jul 05 02:15:32.987740 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48da302-bed9-41a1-8c25-5cda82b925f6 None None] Sync routers for ids ['567f0b4e-1b9a-44c6-a353-e3284e68a00c'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:15:33.006640 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 604c319d-5134-4869-8171-eb0196590102 up at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:15:33.021429 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7dc603-95d4-4cbd-91c2-6dfc9ddd6ee4 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Pushing event updated for resources: {'Port': ['ID=140e0937-0a49-4541-a2bf-cd9b6484c645,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:15:33.035063 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27763139-125c-4b8f-b32c-dad6fa784c39 req-cc7dc603-95d4-4cbd-91c2-6dfc9ddd6ee4 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:33.040564 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-27763139-125c-4b8f-b32c-dad6fa784c39 req-cc7dc603-95d4-4cbd-91c2-6dfc9ddd6ee4 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:33.046036 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48da302-bed9-41a1-8c25-5cda82b925f6 None None] Routers {'567f0b4e-1b9a-44c6-a353-e3284e68a00c'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:15:33.046714 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-f48da302-bed9-41a1-8c25-5cda82b925f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:15:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['567f0b4e-1b9a-44c6-a353-e3284e68a00c'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:15:33.086701 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-85738df2-f990-46ff-bfbb-9e6028e71d8a admin admin] Notify callbacks [] for router, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:33.088018 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-85738df2-f990-46ff-bfbb-9e6028e71d8a admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.9099314 Jul 05 02:15:33.090824 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46308) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:15:33.121812 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-27763139-125c-4b8f-b32c-dad6fa784c39 req-cc7dc603-95d4-4cbd-91c2-6dfc9ddd6ee4 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0035548 Jul 05 02:15:33.137764 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-27763139-125c-4b8f-b32c-dad6fa784c39 req-0853e4f5-6643-442f-8c5a-090a00ca0297 service neutron] Request body: {'port': {'device_id': '3e2e0835-167f-4a10-ac14-8dc08e45bb4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:15:33.200001 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-f48da302-bed9-41a1-8c25-5cda82b925f6 None None] Set router 567f0b4e-1b9a-44c6-a353-e3284e68a00c gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:15:33.243574 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-27763139-125c-4b8f-b32c-dad6fa784c39 req-0853e4f5-6643-442f-8c5a-090a00ca0297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:33.258947 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning for port 604c319d-5134-4869-8171-eb0196590102 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:15:33.306935 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning complete for port 604c319d-5134-4869-8171-eb0196590102 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:15:33.307313 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:33.461551 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:33.509130 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba7e73a2-6137-49f0-a23e-7aa263b538f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '604c319d-5134-4869-8171-eb0196590102'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:15:33.512550 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-580989eb-8580-4707-9dc2-32666abc119f" -d '{"events": [{"server_uuid": "ba7e73a2-6137-49f0-a23e-7aa263b538f0", "name": "network-vif-plugged", "status": "completed", "tag": "604c319d-5134-4869-8171-eb0196590102"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:15:33.516781 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 604c319d-5134-4869-8171-eb0196590102, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=604c319d-5134-4869-8171-eb0196590102,segment=NetworkSegment(008e4d25-0891-4f5c-9ad1-7f3a342e67d0),segment_id=008e4d25-0891-4f5c-9ad1-7f3a342e67d0)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:15:33.531151 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-f48da302-bed9-41a1-8c25-5cda82b925f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '567f0b4e-1b9a-44c6-a353-e3284e68a00c', 'name': 'tempest-TaggedBootDevicesTest_v242-731852147-router', 'tenant_id': 'bf69a7cc9341402789561a978c68b071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '0dce5bdd-fc21-4d5a-97ea-f8dacfa56943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:15:29Z', 'updated_at': '2021-07-05T02:15:31Z', 'revision_number': 3, 'project_id': 'bf69a7cc9341402789561a978c68b071', 'gw_port': {'id': '0dce5bdd-fc21-4d5a-97ea-f8dacfa56943', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:73:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '567f0b4e-1b9a-44c6-a353-e3284e68a00c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:15:30Z', 'updated_at': '2021-07-05T02:15:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:15:33.559442 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88e929d-26d8-4301-b1a8-6fc0b79b2723 req-a6098284-ff52-4f02-a91d-02f469107c65 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:33.561209 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c88e929d-26d8-4301-b1a8-6fc0b79b2723 req-a6098284-ff52-4f02-a91d-02f469107c65 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e01c5aa-5fee-4d05-bead-17006da5b83c HTTP/1.1" status: 200 len: 945 time: 0.1733487 Jul 05 02:15:33.580304 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddafa164-3267-4ed0-a62b-be0e03015e40 x-openstack-request-id: req-ddafa164-3267-4ed0-a62b-be0e03015e40 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:15:33.582667 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba7e73a2-6137-49f0-a23e-7aa263b538f0", "name": "network-vif-plugged", "status": "completed", "tag": "604c319d-5134-4869-8171-eb0196590102", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:15:33.582667 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ddafa164-3267-4ed0-a62b-be0e03015e40 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:15:33.582667 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba7e73a2-6137-49f0-a23e-7aa263b538f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '604c319d-5134-4869-8171-eb0196590102', 'code': 200} Jul 05 02:15:33.582667 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48da302-bed9-41a1-8c25-5cda82b925f6 None None] Checking router: 567f0b4e-1b9a-44c6-a353-e3284e68a00c for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:15:33.582667 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48da302-bed9-41a1-8c25-5cda82b925f6 None None] Updating router 567f0b4e-1b9a-44c6-a353-e3284e68a00c port 0dce5bdd-fc21-4d5a-97ea-f8dacfa56943 binding host n-d-771362-32 {{(pid=94463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 02:15:33.614054 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:33.628317 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-00cf867c-622b-4937-b18d-2a3f516418e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:33.644057 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c88e929d-26d8-4301-b1a8-6fc0b79b2723 req-f5d581c6-e6c6-4c98-9070-be0a1263381b tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737545 Jul 05 02:15:33.673647 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-27763139-125c-4b8f-b32c-dad6fa784c39 req-0853e4f5-6643-442f-8c5a-090a00ca0297 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 140e0937-0a49-4541-a2bf-cd9b6484c645 {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:15:33.697021 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f48da302-bed9-41a1-8c25-5cda82b925f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:33.720412 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-27763139-125c-4b8f-b32c-dad6fa784c39 req-0853e4f5-6643-442f-8c5a-090a00ca0297 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:33.721650 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=604c319d-5134-4869-8171-eb0196590102,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:15:33.763680 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-27763139-125c-4b8f-b32c-dad6fa784c39 req-0853e4f5-6643-442f-8c5a-090a00ca0297 service neutron] Transition to ACTIVE for port object 140e0937-0a49-4541-a2bf-cd9b6484c645 will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:15:33.811686 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c98fba8-2025-4430-ae06-d31a347ff57b req-5838bc5e-9fce-4997-8a29-a13ba377e26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:33.813234 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6c98fba8-2025-4430-ae06-d31a347ff57b req-5838bc5e-9fce-4997-8a29-a13ba377e26c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ba7e73a2-6137-49f0-a23e-7aa263b538f0 HTTP/1.1" status: 200 len: 1097 time: 0.1574702 Jul 05 02:15:33.867266 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6c98fba8-2025-4430-ae06-d31a347ff57b req-5c1a5a08-10cd-41fa-8c55-e08c2ff69318 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ac2d75c0-ab65-4d01-bd61-d9cfee80413b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464065 Jul 05 02:15:33.885291 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-27763139-125c-4b8f-b32c-dad6fa784c39 req-0853e4f5-6643-442f-8c5a-090a00ca0297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:33.887277 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-00cf867c-622b-4937-b18d-2a3f516418e2 admin admin] Allocated IP 172.20.0.1 (1f5c1f66-211d-4aaf-9dcb-993edf85d0c1/82394256-424b-4834-ba82-be5cc7f4161e/59d5c406-f4b1-4408-ba97-c11cb6ee3b5a) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:15:33.948410 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0853e4f5-6643-442f-8c5a-090a00ca0297 service neutron] Pushing event updated for resources: {'Port': ['ID=140e0937-0a49-4541-a2bf-cd9b6484c645,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:15:33.998202 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a9ef5-5c64-4115-90f5-3d016c1411fb req-ea02a155-310a-4d9a-a1d4-be755dc84d6f tempest-VolumesAdminNegativeTest-645897413 tempest-VolumesAdminNegativeTest-645897413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:34.001669 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048dedd6-ed77-4ab9-9d54-1b06d44c127e req-3b309527-4221-44e7-a749-fe8da8234614 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:34.002722 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2f0a9ef5-5c64-4115-90f5-3d016c1411fb req-ea02a155-310a-4d9a-a1d4-be755dc84d6f tempest-VolumesAdminNegativeTest-645897413 tempest-VolumesAdminNegativeTest-645897413-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba7e73a2-6137-49f0-a23e-7aa263b538f0 HTTP/1.1" status: 200 len: 945 time: 0.1970892 Jul 05 02:15:34.010344 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-048dedd6-ed77-4ab9-9d54-1b06d44c127e req-3b309527-4221-44e7-a749-fe8da8234614 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e2e0835-167f-4a10-ac14-8dc08e45bb4a HTTP/1.1" status: 200 len: 932 time: 0.1573222 Jul 05 02:15:34.081752 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2f0a9ef5-5c64-4115-90f5-3d016c1411fb req-08e3c7b0-8d9e-4299-b244-0dd30378e1a8 tempest-VolumesAdminNegativeTest-645897413 tempest-VolumesAdminNegativeTest-645897413-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac2d75c0-ab65-4d01-bd61-d9cfee80413b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713415 Jul 05 02:15:34.084990 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-048dedd6-ed77-4ab9-9d54-1b06d44c127e req-a2494107-2bd5-414f-98ac-959d252056b9 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/security-groups?id=d52d7ff3-b8a7-45ab-964c-a9b0f9336b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730331 Jul 05 02:15:34.104344 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-27763139-125c-4b8f-b32c-dad6fa784c39 req-0853e4f5-6643-442f-8c5a-090a00ca0297 service neutron] Attempting to bind port 140e0937-0a49-4541-a2bf-cd9b6484c645 on host n-h1-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:15:34.105619 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-27763139-125c-4b8f-b32c-dad6fa784c39 req-0853e4f5-6643-442f-8c5a-090a00ca0297 service neutron] Attempting to bind port 140e0937-0a49-4541-a2bf-cd9b6484c645 by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': 'f64300f6-197b-4011-8dc6-a113f7708dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b0083775-05cf-4d34-9b3f-be9cea23529c'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:15:34.108780 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-00cf867c-622b-4937-b18d-2a3f516418e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:34.111594 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27763139-125c-4b8f-b32c-dad6fa784c39 req-0853e4f5-6643-442f-8c5a-090a00ca0297 service neutron] Attempting to bind port 140e0937-0a49-4541-a2bf-cd9b6484c645 on network b0083775-05cf-4d34-9b3f-be9cea23529c {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:15:34.124301 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [None req-00cf867c-622b-4937-b18d-2a3f516418e2 admin admin] Transition to ACTIVE for port object 59d5c406-f4b1-4408-ba97-c11cb6ee3b5a will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:15:34.127337 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27763139-125c-4b8f-b32c-dad6fa784c39 req-0853e4f5-6643-442f-8c5a-090a00ca0297 service neutron] Port 140e0937-0a49-4541-a2bf-cd9b6484c645 on network b0083775-05cf-4d34-9b3f-be9cea23529c not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:15:34.129341 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27763139-125c-4b8f-b32c-dad6fa784c39 req-0853e4f5-6643-442f-8c5a-090a00ca0297 service neutron] Attempting to bind port 140e0937-0a49-4541-a2bf-cd9b6484c645 on network b0083775-05cf-4d34-9b3f-be9cea23529c {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:15:34.148574 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27763139-125c-4b8f-b32c-dad6fa784c39 req-0853e4f5-6643-442f-8c5a-090a00ca0297 service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:15:34.149368 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27763139-125c-4b8f-b32c-dad6fa784c39 req-0853e4f5-6643-442f-8c5a-090a00ca0297 service neutron] Checking segment: {'id': 'f64300f6-197b-4011-8dc6-a113f7708dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b0083775-05cf-4d34-9b3f-be9cea23529c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:15:34.160705 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27763139-125c-4b8f-b32c-dad6fa784c39 req-0853e4f5-6643-442f-8c5a-090a00ca0297 service neutron] Bound using segment: {'id': 'f64300f6-197b-4011-8dc6-a113f7708dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b0083775-05cf-4d34-9b3f-be9cea23529c'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:15:34.160705 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-27763139-125c-4b8f-b32c-dad6fa784c39 req-0853e4f5-6643-442f-8c5a-090a00ca0297 service neutron] Bound port: 140e0937-0a49-4541-a2bf-cd9b6484c645, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f64300f6-197b-4011-8dc6-a113f7708dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b0083775-05cf-4d34-9b3f-be9cea23529c'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:15:34.167775 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-27763139-125c-4b8f-b32c-dad6fa784c39 req-0853e4f5-6643-442f-8c5a-090a00ca0297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:34.230882 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f48da302-bed9-41a1-8c25-5cda82b925f6 None None] Notify callbacks [] for port, precommit_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:34.244357 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-f48da302-bed9-41a1-8c25-5cda82b925f6 None None] Transition to ACTIVE for port object 0dce5bdd-fc21-4d5a-97ea-f8dacfa56943 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:15:34.278391 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 1d157558-8449-40f9-8fbf-06f4813bce0c up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:15:34.297148 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-00cf867c-622b-4937-b18d-2a3f516418e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:34.316594 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-27763139-125c-4b8f-b32c-dad6fa784c39 req-0853e4f5-6643-442f-8c5a-090a00ca0297 service neutron] For port 140e0937-0a49-4541-a2bf-cd9b6484c645, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:15:34.320106 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-27763139-125c-4b8f-b32c-dad6fa784c39 req-0853e4f5-6643-442f-8c5a-090a00ca0297 service neutron] For port 140e0937-0a49-4541-a2bf-cd9b6484c645, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=140e0937-0a49-4541-a2bf-cd9b6484c645,segment=NetworkSegment(f64300f6-197b-4011-8dc6-a113f7708dd5),segment_id=f64300f6-197b-4011-8dc6-a113f7708dd5)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:15:34.330972 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 46330) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:15:34.339471 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f48da302-bed9-41a1-8c25-5cda82b925f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:34.346095 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00cf867c-622b-4937-b18d-2a3f516418e2 admin admin] Network 1f5c1f66-211d-4aaf-9dcb-993edf85d0c1 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:15:34.350843 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-00cf867c-622b-4937-b18d-2a3f516418e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:15:34.354488 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00cf867c-622b-4937-b18d-2a3f516418e2 admin admin] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:15:34.435607 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-27763139-125c-4b8f-b32c-dad6fa784c39 req-0853e4f5-6643-442f-8c5a-090a00ca0297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:34.441504 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-f48da302-bed9-41a1-8c25-5cda82b925f6 None None] Attempting to bind port 0dce5bdd-fc21-4d5a-97ea-f8dacfa56943 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:15:34.441879 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-f48da302-bed9-41a1-8c25-5cda82b925f6 None None] Attempting to bind port 0dce5bdd-fc21-4d5a-97ea-f8dacfa56943 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:15:34.442320 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48da302-bed9-41a1-8c25-5cda82b925f6 None None] Attempting to bind port 0dce5bdd-fc21-4d5a-97ea-f8dacfa56943 on network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:15:34.457684 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2edb08-e888-4b13-bdff-b307ff8751e5 None None] Pushing event updated for resources: {'Port': ['ID=0dce5bdd-fc21-4d5a-97ea-f8dacfa56943,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:15:34.466376 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48da302-bed9-41a1-8c25-5cda82b925f6 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:15:34.466795 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48da302-bed9-41a1-8c25-5cda82b925f6 None None] Checking segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:15:34.467209 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f48da302-bed9-41a1-8c25-5cda82b925f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:34.467609 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48da302-bed9-41a1-8c25-5cda82b925f6 None None] Bound using segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:15:34.468106 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-f48da302-bed9-41a1-8c25-5cda82b925f6 None None] Bound port: 0dce5bdd-fc21-4d5a-97ea-f8dacfa56943, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:15:34.468490 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f48da302-bed9-41a1-8c25-5cda82b925f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:34.508312 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 1d157558-8449-40f9-8fbf-06f4813bce0c triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:15:34.508716 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:34.521083 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0853e4f5-6643-442f-8c5a-090a00ca0297 service neutron] Pushing event updated for resources: {'Port': ['ID=140e0937-0a49-4541-a2bf-cd9b6484c645,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:15:34.569317 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-54498899-73b8-442b-90c2-6dc0bf8dc39f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:34.571888 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-f48da302-bed9-41a1-8c25-5cda82b925f6 None None] For port 0dce5bdd-fc21-4d5a-97ea-f8dacfa56943, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:15:34.576042 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27763139-125c-4b8f-b32c-dad6fa784c39 req-0853e4f5-6643-442f-8c5a-090a00ca0297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:34.576888 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-27763139-125c-4b8f-b32c-dad6fa784c39 req-0853e4f5-6643-442f-8c5a-090a00ca0297 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:34.577032 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-f48da302-bed9-41a1-8c25-5cda82b925f6 None None] For port 0dce5bdd-fc21-4d5a-97ea-f8dacfa56943, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=0dce5bdd-fc21-4d5a-97ea-f8dacfa56943,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:15:34.579531 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-27763139-125c-4b8f-b32c-dad6fa784c39 req-0853e4f5-6643-442f-8c5a-090a00ca0297 service neutron] 10.222.0.21 "PUT /v2.0/ports/140e0937-0a49-4541-a2bf-cd9b6484c645 HTTP/1.1" status: 200 len: 1093 time: 1.4473960 Jul 05 02:15:34.583968 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e2e0835-167f-4a10-ac14-8dc08e45bb4a', 'tag': '140e0937-0a49-4541-a2bf-cd9b6484c645'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:15:34.586719 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-177a8de7-945b-4b3f-8435-40e3073b5f00" -d '{"events": [{"name": "network-changed", "server_uuid": "3e2e0835-167f-4a10-ac14-8dc08e45bb4a", "tag": "140e0937-0a49-4541-a2bf-cd9b6484c645"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:15:34.614819 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4384bdce-56b1-4f7d-b0c5-092c0e56dc49 req-85139419-2b09-4b40-abb5-7f27ee80ed42 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:34.622652 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4384bdce-56b1-4f7d-b0c5-092c0e56dc49 req-85139419-2b09-4b40-abb5-7f27ee80ed42 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b8f9243-431f-4e3d-a22d-2ccb517dca70 HTTP/1.1" status: 200 len: 944 time: 0.2509098 Jul 05 02:15:34.672769 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f48da302-bed9-41a1-8c25-5cda82b925f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:34.709590 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4384bdce-56b1-4f7d-b0c5-092c0e56dc49 req-c6c9815b-adab-4543-8fc5-dd9567a58682 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858994 Jul 05 02:15:34.711261 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-867abbb2-fd31-41b9-9fd5-494d4db44475 x-openstack-request-id: req-867abbb2-fd31-41b9-9fd5-494d4db44475 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:15:34.711411 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e2e0835-167f-4a10-ac14-8dc08e45bb4a", "tag": "140e0937-0a49-4541-a2bf-cd9b6484c645", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:15:34.711670 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-867abbb2-fd31-41b9-9fd5-494d4db44475 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:15:34.712194 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e2e0835-167f-4a10-ac14-8dc08e45bb4a', 'tag': '140e0937-0a49-4541-a2bf-cd9b6484c645', 'status': 'completed', 'code': 200} Jul 05 02:15:34.832422 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-54498899-73b8-442b-90c2-6dc0bf8dc39f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:34.840815 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2edb08-e888-4b13-bdff-b307ff8751e5 None None] Pushing event updated for resources: {'Port': ['ID=0dce5bdd-fc21-4d5a-97ea-f8dacfa56943,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:15:34.862720 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27763139-125c-4b8f-b32c-dad6fa784c39 req-48abf7b9-74c2-4c40-9f96-ffab563a49a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:34.864457 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-27763139-125c-4b8f-b32c-dad6fa784c39 req-48abf7b9-74c2-4c40-9f96-ffab563a49a7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6032216af44f41dcb77eaa1307ce6ca6&device_id=3e2e0835-167f-4a10-ac14-8dc08e45bb4a HTTP/1.1" status: 200 len: 1096 time: 0.1515121 Jul 05 02:15:34.865864 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48da302-bed9-41a1-8c25-5cda82b925f6 None None] Routers {'567f0b4e-1b9a-44c6-a353-e3284e68a00c'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:15:34.866547 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-f48da302-bed9-41a1-8c25-5cda82b925f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:15:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['567f0b4e-1b9a-44c6-a353-e3284e68a00c'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:15:34.924543 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cf867c-622b-4937-b18d-2a3f516418e2 admin admin] Pushing event updated for resources: {'Port': ['ID=59d5c406-f4b1-4408-ba97-c11cb6ee3b5a,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:15:34.941387 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-00cf867c-622b-4937-b18d-2a3f516418e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635668'] for router_interface, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:34.947119 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cf867c-622b-4937-b18d-2a3f516418e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:15:34.949317 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cf867c-622b-4937-b18d-2a3f516418e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:15:34.949317 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cf867c-622b-4937-b18d-2a3f516418e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:15:34.949317 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cf867c-622b-4937-b18d-2a3f516418e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:15:34.949317 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cf867c-622b-4937-b18d-2a3f516418e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:15:34.950370 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cf867c-622b-4937-b18d-2a3f516418e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:15:34.950709 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cf867c-622b-4937-b18d-2a3f516418e2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:15:34.951040 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cf867c-622b-4937-b18d-2a3f516418e2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:15:34.952276 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-27763139-125c-4b8f-b32c-dad6fa784c39 req-1e6b6ac4-4237-4698-8ea2-fed3062c0e1b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=140e0937-0a49-4541-a2bf-cd9b6484c645 HTTP/1.1" status: 200 len: 217 time: 0.0793815 Jul 05 02:15:34.953237 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cf867c-622b-4937-b18d-2a3f516418e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:15:34.953629 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cf867c-622b-4937-b18d-2a3f516418e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:15:34.954379 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cf867c-622b-4937-b18d-2a3f516418e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:15:34.954746 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cf867c-622b-4937-b18d-2a3f516418e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:15:34.957808 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-54498899-73b8-442b-90c2-6dc0bf8dc39f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:35.017758 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-b19628ce-2f28-40bf-a6f1-642f4780094f None None] Provisioning for port 59d5c406-f4b1-4408-ba97-c11cb6ee3b5a completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:15:35.029693 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-b19628ce-2f28-40bf-a6f1-642f4780094f None None] Provisioning complete for port 59d5c406-f4b1-4408-ba97-c11cb6ee3b5a triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:15:35.030819 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b19628ce-2f28-40bf-a6f1-642f4780094f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:35.045702 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54498899-73b8-442b-90c2-6dc0bf8dc39f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf31834c-b189-43ad-aa42-fc340d0a7f5d,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:15:35.050821 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27763139-125c-4b8f-b32c-dad6fa784c39 req-fd30893e-afb3-431e-ba94-fd96ed7d6ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:35.052750 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-27763139-125c-4b8f-b32c-dad6fa784c39 req-fd30893e-afb3-431e-ba94-fd96ed7d6ca6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f216c7f5-ca0e-41f7-9604-de1f19a72e49 HTTP/1.1" status: 200 len: 844 time: 0.0900662 Jul 05 02:15:35.096856 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-27763139-125c-4b8f-b32c-dad6fa784c39 req-51c78c81-1fcd-458b-8dea-a43caf8f82e8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b0083775-05cf-4d34-9b3f-be9cea23529c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336103 Jul 05 02:15:35.103640 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46338) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:15:35.104299 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-54498899-73b8-442b-90c2-6dc0bf8dc39f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e492829d2e0b45cf9d0aea1cea23e830&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7718360 Jul 05 02:15:35.180662 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-f48da302-bed9-41a1-8c25-5cda82b925f6 None None] Set router 567f0b4e-1b9a-44c6-a353-e3284e68a00c gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:15:35.185897 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-b19628ce-2f28-40bf-a6f1-642f4780094f None None] Port 59d5c406-f4b1-4408-ba97-c11cb6ee3b5a cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:15:35.221221 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-27763139-125c-4b8f-b32c-dad6fa784c39 req-bca4fc3b-b434-414d-bf25-17116ab5375e service neutron] 10.222.0.21 "GET /v2.0/networks/b0083775-05cf-4d34-9b3f-be9cea23529c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154776 Jul 05 02:15:35.254016 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf17f86-03a1-425a-89c8-4ef0d469b95d req-a0afc09c-f938-4f1e-9e91-679c3e643b71 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:35.256726 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-daf17f86-03a1-425a-89c8-4ef0d469b95d req-a0afc09c-f938-4f1e-9e91-679c3e643b71 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e01c5aa-5fee-4d05-bead-17006da5b83c HTTP/1.1" status: 200 len: 945 time: 0.3891852 Jul 05 02:15:35.341072 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-27763139-125c-4b8f-b32c-dad6fa784c39 req-5a38fbfa-a805-4cf0-bfd2-d562a7687b81 service neutron] 10.222.0.21 "GET /v2.0/networks/b0083775-05cf-4d34-9b3f-be9cea23529c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130505 Jul 05 02:15:35.387423 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-00cf867c-622b-4937-b18d-2a3f516418e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:35.429857 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-daf17f86-03a1-425a-89c8-4ef0d469b95d req-33a49930-6feb-43e6-bc82-9de328407b72 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719368 Jul 05 02:15:35.432295 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-f48da302-bed9-41a1-8c25-5cda82b925f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '567f0b4e-1b9a-44c6-a353-e3284e68a00c', 'name': 'tempest-TaggedBootDevicesTest_v242-731852147-router', 'tenant_id': 'bf69a7cc9341402789561a978c68b071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '0dce5bdd-fc21-4d5a-97ea-f8dacfa56943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:15:29Z', 'updated_at': '2021-07-05T02:15:31Z', 'revision_number': 3, 'project_id': 'bf69a7cc9341402789561a978c68b071', 'gw_port': {'id': '0dce5bdd-fc21-4d5a-97ea-f8dacfa56943', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:73:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '567f0b4e-1b9a-44c6-a353-e3284e68a00c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:15:30Z', 'updated_at': '2021-07-05T02:15:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:15:35.467216 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48da302-bed9-41a1-8c25-5cda82b925f6 None None] The sync data for ids ['567f0b4e-1b9a-44c6-a353-e3284e68a00c'] in n-d-771362-32 is: [{'id': '567f0b4e-1b9a-44c6-a353-e3284e68a00c', 'name': 'tempest-TaggedBootDevicesTest_v242-731852147-router', 'tenant_id': 'bf69a7cc9341402789561a978c68b071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '0dce5bdd-fc21-4d5a-97ea-f8dacfa56943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:15:29Z', 'updated_at': '2021-07-05T02:15:31Z', 'revision_number': 3, 'project_id': 'bf69a7cc9341402789561a978c68b071', 'gw_port': {'id': '0dce5bdd-fc21-4d5a-97ea-f8dacfa56943', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:73:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '567f0b4e-1b9a-44c6-a353-e3284e68a00c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:15:30Z', 'updated_at': '2021-07-05T02:15:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:15:35.515118 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3603c223-e669-4b6a-b744-c5458ddd449f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:35.583650 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3603c223-e669-4b6a-b744-c5458ddd449f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:35.586894 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6970d1d0-72a9-405a-ad7e-3e3aa1b8e9b3 req-579d776e-3984-4d0f-9200-8f549203edc1 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:35.606805 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6970d1d0-72a9-405a-ad7e-3e3aa1b8e9b3 req-579d776e-3984-4d0f-9200-8f549203edc1 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e2e0835-167f-4a10-ac14-8dc08e45bb4a HTTP/1.1" status: 200 len: 944 time: 0.2297661 Jul 05 02:15:35.666473 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6970d1d0-72a9-405a-ad7e-3e3aa1b8e9b3 req-fb5d7911-08d4-47e4-9bbf-805aef49ac69 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/security-groups?id=d52d7ff3-b8a7-45ab-964c-a9b0f9336b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657961 Jul 05 02:15:35.677382 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177a8de7-945b-4b3f-8435-40e3073b5f00 req-6b297d66-423a-4da4-b73d-98434c5e6fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:35.679909 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-177a8de7-945b-4b3f-8435-40e3073b5f00 req-6b297d66-423a-4da4-b73d-98434c5e6fc8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6032216af44f41dcb77eaa1307ce6ca6&device_id=3e2e0835-167f-4a10-ac14-8dc08e45bb4a HTTP/1.1" status: 200 len: 1096 time: 0.1873622 Jul 05 02:15:35.811318 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177a8de7-945b-4b3f-8435-40e3073b5f00 req-635c3829-45a1-46ef-9fb8-dd08d87c8a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:35.813129 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-177a8de7-945b-4b3f-8435-40e3073b5f00 req-635c3829-45a1-46ef-9fb8-dd08d87c8a2d service neutron] 10.222.0.21 "GET /v2.0/networks?id=b0083775-05cf-4d34-9b3f-be9cea23529c HTTP/1.1" status: 200 len: 904 time: 0.1256838 Jul 05 02:15:35.851010 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c963252-2e0f-486c-b83b-9a66d3ed882e req-2cb4a3d6-04fb-47d7-bf90-108b4cdc6a77 tempest-VolumesAdminNegativeTest-645897413 tempest-VolumesAdminNegativeTest-645897413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:35.863684 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2c963252-2e0f-486c-b83b-9a66d3ed882e req-2cb4a3d6-04fb-47d7-bf90-108b4cdc6a77 tempest-VolumesAdminNegativeTest-645897413 tempest-VolumesAdminNegativeTest-645897413-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba7e73a2-6137-49f0-a23e-7aa263b538f0 HTTP/1.1" status: 200 len: 945 time: 0.2274749 Jul 05 02:15:35.884265 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3603c223-e669-4b6a-b744-c5458ddd449f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:35.889125 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3603c223-e669-4b6a-b744-c5458ddd449f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:35.891870 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-3603c223-e669-4b6a-b744-c5458ddd449f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bf31834c-b189-43ad-aa42-fc340d0a7f5d HTTP/1.1" status: 204 len: 168 time: 0.7596335 Jul 05 02:15:35.895482 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-177a8de7-945b-4b3f-8435-40e3073b5f00 req-9147d611-3fed-4dec-992b-9a6b4f904d9d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=140e0937-0a49-4541-a2bf-cd9b6484c645 HTTP/1.1" status: 200 len: 217 time: 0.0621850 Jul 05 02:15:35.976232 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-00cf867c-622b-4937-b18d-2a3f516418e2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:35.982051 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3603c223-e669-4b6a-b744-c5458ddd449f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf31834c-b189-43ad-aa42-fc340d0a7f5d,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:15:36.026428 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177a8de7-945b-4b3f-8435-40e3073b5f00 req-5d1fd2d5-9e40-4128-a314-91b54fb31b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:36.031671 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-177a8de7-945b-4b3f-8435-40e3073b5f00 req-5d1fd2d5-9e40-4128-a314-91b54fb31b0f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f216c7f5-ca0e-41f7-9604-de1f19a72e49 HTTP/1.1" status: 200 len: 844 time: 0.1274188 Jul 05 02:15:36.059080 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2c963252-2e0f-486c-b83b-9a66d3ed882e req-d853fab0-e02b-4327-a708-4bbbb79c08b6 tempest-VolumesAdminNegativeTest-645897413 tempest-VolumesAdminNegativeTest-645897413-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac2d75c0-ab65-4d01-bd61-d9cfee80413b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942067 Jul 05 02:15:36.074510 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-00cf867c-622b-4937-b18d-2a3f516418e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:36.161607 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-177a8de7-945b-4b3f-8435-40e3073b5f00 req-15fcb35b-807b-4eec-98b8-cb9e9db66dc9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b0083775-05cf-4d34-9b3f-be9cea23529c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1212764 Jul 05 02:15:36.302868 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cf867c-622b-4937-b18d-2a3f516418e2 admin admin] Pushing event updated for resources: {'Port': ['ID=59d5c406-f4b1-4408-ba97-c11cb6ee3b5a,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:15:36.339091 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 0dce5bdd-fc21-4d5a-97ea-f8dacfa56943 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:15:36.359118 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-00cf867c-622b-4937-b18d-2a3f516418e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634601'] for router_interface, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:36.465345 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-177a8de7-945b-4b3f-8435-40e3073b5f00 req-cf38a42b-4951-4fe0-9677-4c5f28bf3e15 service neutron] 10.222.0.21 "GET /v2.0/networks/b0083775-05cf-4d34-9b3f-be9cea23529c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2953899 Jul 05 02:15:36.547466 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 0dce5bdd-fc21-4d5a-97ea-f8dacfa56943 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:15:36.552349 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 0dce5bdd-fc21-4d5a-97ea-f8dacfa56943 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:15:36.552813 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:36.755855 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00cf867c-622b-4937-b18d-2a3f516418e2 admin admin] Network 1f5c1f66-211d-4aaf-9dcb-993edf85d0c1 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:15:36.759898 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-00cf867c-622b-4937-b18d-2a3f516418e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:15:36.778375 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:36.839207 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 0dce5bdd-fc21-4d5a-97ea-f8dacfa56943, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=0dce5bdd-fc21-4d5a-97ea-f8dacfa56943,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:15:36.906365 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe9a83e-2915-4440-b245-4d7bb0cebf53 req-f5d3a4e8-e20e-4b84-976e-9e516cc6f1dd tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:36.911763 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-177a8de7-945b-4b3f-8435-40e3073b5f00 req-5bd14d63-8435-4fdc-8262-6f155ba4fa8f service neutron] 10.222.0.21 "GET /v2.0/networks/b0083775-05cf-4d34-9b3f-be9cea23529c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4397626 Jul 05 02:15:36.914997 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8fe9a83e-2915-4440-b245-4d7bb0cebf53 req-f5d3a4e8-e20e-4b84-976e-9e516cc6f1dd tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b8f9243-431f-4e3d-a22d-2ccb517dca70 HTTP/1.1" status: 200 len: 944 time: 0.4648511 Jul 05 02:15:36.928789 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:37.022528 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=0dce5bdd-fc21-4d5a-97ea-f8dacfa56943,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:15:37.035523 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dde7d40-0bfb-4a24-bebf-99488418b6e4 req-e7397c60-f89c-4246-abcd-307677ff2691 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:37.053435 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8fe9a83e-2915-4440-b245-4d7bb0cebf53 req-7d944c86-aa44-4bea-8383-7bd9a51e2d10 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364148 Jul 05 02:15:37.060057 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1dde7d40-0bfb-4a24-bebf-99488418b6e4 req-e7397c60-f89c-4246-abcd-307677ff2691 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e01c5aa-5fee-4d05-bead-17006da5b83c HTTP/1.1" status: 200 len: 945 time: 0.2712204 Jul 05 02:15:37.136048 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00cf867c-622b-4937-b18d-2a3f516418e2 admin admin] Router 567f0b4e-1b9a-44c6-a353-e3284e68a00c has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:15:37.208155 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1dde7d40-0bfb-4a24-bebf-99488418b6e4 req-c1cafcd6-accd-455b-ac3b-7358dc43abf9 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444879 Jul 05 02:15:37.323783 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-e2fb0829-00e9-4527-8c42-17581dffbf78 None None] Provisioning complete for port 59d5c406-f4b1-4408-ba97-c11cb6ee3b5a triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:15:37.324545 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e2fb0829-00e9-4527-8c42-17581dffbf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:37.394802 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-e2fb0829-00e9-4527-8c42-17581dffbf78 None None] Port 59d5c406-f4b1-4408-ba97-c11cb6ee3b5a cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:15:37.598500 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00cf867c-622b-4937-b18d-2a3f516418e2 admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:15:37.612494 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-00cf867c-622b-4937-b18d-2a3f516418e2 admin admin] 10.222.0.23 "PUT /v2.0/routers/567f0b4e-1b9a-44c6-a353-e3284e68a00c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5122385 Jul 05 02:15:37.617713 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e12e6b3-092a-4867-8f7d-d2b4c4d84647 req-4b51895b-2345-48f5-a699-674573d6ff43 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:37.617713 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4e12e6b3-092a-4867-8f7d-d2b4c4d84647 req-4b51895b-2345-48f5-a699-674573d6ff43 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e2e0835-167f-4a10-ac14-8dc08e45bb4a HTTP/1.1" status: 200 len: 944 time: 0.2109652 Jul 05 02:15:37.667221 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4e12e6b3-092a-4867-8f7d-d2b4c4d84647 req-eeda9b24-b617-4596-95d3-2fd697e96171 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/security-groups?id=d52d7ff3-b8a7-45ab-964c-a9b0f9336b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410974 Jul 05 02:15:38.014070 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ceb66c1e-aaba-48cd-b5ce-43b76988ef0b req-df311a3d-8156-428f-9a67-c171f79fb695 service neutron] 10.222.0.21 "GET /v2.0/ports/5ddaa702-7499-4b1d-ba17-2ce6d44ba48c/bindings/n-h2-771362-32 HTTP/1.1" status: 200 len: 385 time: 0.0829730 Jul 05 02:15:38.223759 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 0dce5bdd-fc21-4d5a-97ea-f8dacfa56943 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:15:38.321192 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 0dce5bdd-fc21-4d5a-97ea-f8dacfa56943 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:15:38.321579 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:38.352494 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-ceb66c1e-aaba-48cd-b5ce-43b76988ef0b req-181adff1-a5fc-490c-9177-c55a52f3cf69 service neutron] For port 5ddaa702-7499-4b1d-ba17-2ce6d44ba48c, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=5ddaa702-7499-4b1d-ba17-2ce6d44ba48c,segment=NetworkSegment(69ab64d7-bb63-4367-9b3e-0960def4b6c7),segment_id=69ab64d7-bb63-4367-9b3e-0960def4b6c7)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:15:38.381484 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-ceb66c1e-aaba-48cd-b5ce-43b76988ef0b req-181adff1-a5fc-490c-9177-c55a52f3cf69 service neutron] For port 5ddaa702-7499-4b1d-ba17-2ce6d44ba48c, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:15:38.388765 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6a0fa0-45af-45ea-89d5-6ebeadc8d781 req-75974d69-c202-4701-a87d-7ee4b1dfc71e tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:38.390998 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3d6a0fa0-45af-45ea-89d5-6ebeadc8d781 req-75974d69-c202-4701-a87d-7ee4b1dfc71e tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b8f9243-431f-4e3d-a22d-2ccb517dca70 HTTP/1.1" status: 200 len: 944 time: 0.0929141 Jul 05 02:15:38.444194 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00acb627-3de6-43b7-a696-25bc29385903 None None] Sync routers for ids ['567f0b4e-1b9a-44c6-a353-e3284e68a00c'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:15:38.458012 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-ceb66c1e-aaba-48cd-b5ce-43b76988ef0b req-181adff1-a5fc-490c-9177-c55a52f3cf69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ddaa702-7499-4b1d-ba17-2ce6d44ba48c {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:15:38.460541 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3d6a0fa0-45af-45ea-89d5-6ebeadc8d781 req-20948431-6ded-4163-a887-14cb064b8faa tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635729 Jul 05 02:15:38.461187 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00acb627-3de6-43b7-a696-25bc29385903 None None] Routers {'567f0b4e-1b9a-44c6-a353-e3284e68a00c'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:15:38.462057 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-00acb627-3de6-43b7-a696-25bc29385903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:15:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['567f0b4e-1b9a-44c6-a353-e3284e68a00c'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:15:38.476365 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-ceb66c1e-aaba-48cd-b5ce-43b76988ef0b req-181adff1-a5fc-490c-9177-c55a52f3cf69 service neutron] For port 5ddaa702-7499-4b1d-ba17-2ce6d44ba48c, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=5ddaa702-7499-4b1d-ba17-2ce6d44ba48c,segment=NetworkSegment(69ab64d7-bb63-4367-9b3e-0960def4b6c7),segment_id=69ab64d7-bb63-4367-9b3e-0960def4b6c7)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:15:38.574987 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-ceb66c1e-aaba-48cd-b5ce-43b76988ef0b req-181adff1-a5fc-490c-9177-c55a52f3cf69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:38.579975 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-00acb627-3de6-43b7-a696-25bc29385903 None None] Set router 567f0b4e-1b9a-44c6-a353-e3284e68a00c gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:15:38.685402 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4978478-0590-40c3-ad73-900c4ee6f023 req-c8b7d21b-7fef-494d-86ae-904d4bc81284 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:38.686899 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d4978478-0590-40c3-ad73-900c4ee6f023 req-c8b7d21b-7fef-494d-86ae-904d4bc81284 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e01c5aa-5fee-4d05-bead-17006da5b83c HTTP/1.1" status: 200 len: 945 time: 0.1961229 Jul 05 02:15:38.718928 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-ceb66c1e-aaba-48cd-b5ce-43b76988ef0b req-181adff1-a5fc-490c-9177-c55a52f3cf69 service neutron] Transition to ACTIVE for port object 5ddaa702-7499-4b1d-ba17-2ce6d44ba48c will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:15:38.740172 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d4978478-0590-40c3-ad73-900c4ee6f023 req-91a33f0e-0965-4837-9e69-2376ebd70935 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424898 Jul 05 02:15:38.812306 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-00acb627-3de6-43b7-a696-25bc29385903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '567f0b4e-1b9a-44c6-a353-e3284e68a00c', 'name': 'tempest-TaggedBootDevicesTest_v242-731852147-router', 'tenant_id': 'bf69a7cc9341402789561a978c68b071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '0dce5bdd-fc21-4d5a-97ea-f8dacfa56943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:15:29Z', 'updated_at': '2021-07-05T02:15:35Z', 'revision_number': 4, 'project_id': 'bf69a7cc9341402789561a978c68b071', 'gw_port': {'id': '0dce5bdd-fc21-4d5a-97ea-f8dacfa56943', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:73:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '567f0b4e-1b9a-44c6-a353-e3284e68a00c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:15:30Z', 'updated_at': '2021-07-05T02:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '59d5c406-f4b1-4408-ba97-c11cb6ee3b5a', 'name': '', 'network_id': '1f5c1f66-211d-4aaf-9dcb-993edf85d0c1', 'tenant_id': 'bf69a7cc9341402789561a978c68b071', 'mac_address': 'fa:16:3e:94:60:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '567f0b4e-1b9a-44c6-a353-e3284e68a00c', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '82394256-424b-4834-ba82-be5cc7f4161e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:15:33Z', 'updated_at': '2021-07-05T02:15:35Z', 'revision_number': 2, 'project_id': 'bf69a7cc9341402789561a978c68b071', 'subnets': [{'id': '82394256-424b-4834-ba82-be5cc7f4161e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:15:38.827604 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-ceb66c1e-aaba-48cd-b5ce-43b76988ef0b req-181adff1-a5fc-490c-9177-c55a52f3cf69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:38.842890 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00acb627-3de6-43b7-a696-25bc29385903 None None] Checking router: 567f0b4e-1b9a-44c6-a353-e3284e68a00c for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:15:38.843542 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00acb627-3de6-43b7-a696-25bc29385903 None None] Updating router 567f0b4e-1b9a-44c6-a353-e3284e68a00c port 59d5c406-f4b1-4408-ba97-c11cb6ee3b5a binding host n-d-771362-32 {{(pid=94464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 02:15:38.895746 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceb66c1e-aaba-48cd-b5ce-43b76988ef0b req-181adff1-a5fc-490c-9177-c55a52f3cf69 service neutron] No DVR routers for this DVR port 5ddaa702-7499-4b1d-ba17-2ce6d44ba48c on host n-h1-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:15:38.911218 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-00acb627-3de6-43b7-a696-25bc29385903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:38.952665 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181adff1-a5fc-490c-9177-c55a52f3cf69 service neutron] Pushing event updated for resources: {'Port': ['ID=5ddaa702-7499-4b1d-ba17-2ce6d44ba48c,revision_number=10']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:15:38.979607 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ceb66c1e-aaba-48cd-b5ce-43b76988ef0b req-181adff1-a5fc-490c-9177-c55a52f3cf69 service neutron] 10.222.0.21 "PUT /v2.0/ports/5ddaa702-7499-4b1d-ba17-2ce6d44ba48c/bindings/n-h2-771362-32/activate HTTP/1.1" status: 200 len: 370 time: 0.9588056 Jul 05 02:15:39.051714 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9a18a2-ede6-48f7-8f5c-11b1b6d62cf0 req-dddffb0a-922d-4993-b385-e0316d9c0d90 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:39.057757 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7f9a18a2-ede6-48f7-8f5c-11b1b6d62cf0 req-dddffb0a-922d-4993-b385-e0316d9c0d90 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e2e0835-167f-4a10-ac14-8dc08e45bb4a HTTP/1.1" status: 200 len: 944 time: 0.1028469 Jul 05 02:15:39.098109 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7f9a18a2-ede6-48f7-8f5c-11b1b6d62cf0 req-ed6bc816-b6d9-4e74-ae87-edf2acf39869 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/security-groups?id=d52d7ff3-b8a7-45ab-964c-a9b0f9336b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378313 Jul 05 02:15:39.129760 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 140e0937-0a49-4541-a2bf-cd9b6484c645 details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:15:39.131993 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 5ddaa702-7499-4b1d-ba17-2ce6d44ba48c no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:15:39.202148 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb66c1e-aaba-48cd-b5ce-43b76988ef0b req-248aedd5-35d6-4d2c-a73b-f8829658af9f tempest-LiveAutoBlockMigrationV225Test-944788699 tempest-LiveAutoBlockMigrationV225Test-944788699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:39.203742 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ceb66c1e-aaba-48cd-b5ce-43b76988ef0b req-248aedd5-35d6-4d2c-a73b-f8829658af9f tempest-LiveAutoBlockMigrationV225Test-944788699 tempest-LiveAutoBlockMigrationV225Test-944788699-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6b8f9243-431f-4e3d-a22d-2ccb517dca70&tenant_id=7bf4f22dde1e4624a2cb34086c53be02&binding%3Ahost_id=n-h1-771362-32 HTTP/1.1" status: 200 len: 1097 time: 0.0637088 Jul 05 02:15:39.227451 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 5ddaa702-7499-4b1d-ba17-2ce6d44ba48c not bound to the agent host n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:15:39.257605 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-00acb627-3de6-43b7-a696-25bc29385903 None None] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:39.268908 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 140e0937-0a49-4541-a2bf-cd9b6484c645, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=140e0937-0a49-4541-a2bf-cd9b6484c645,segment=NetworkSegment(f64300f6-197b-4011-8dc6-a113f7708dd5),segment_id=f64300f6-197b-4011-8dc6-a113f7708dd5)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:15:39.269134 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-00acb627-3de6-43b7-a696-25bc29385903 None None] Transition to ACTIVE for port object 59d5c406-f4b1-4408-ba97-c11cb6ee3b5a will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:15:39.281113 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': '140e0937-0a49-4541-a2bf-cd9b6484c645', 'network_id': 'b0083775-05cf-4d34-9b3f-be9cea23529c', 'port_id': '140e0937-0a49-4541-a2bf-cd9b6484c645', 'mac_address': 'fa:16:3e:3a:68:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f216c7f5-ca0e-41f7-9604-de1f19a72e49', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:15:39.324584 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:39.339149 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 140e0937-0a49-4541-a2bf-cd9b6484c645 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:15:39.363612 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 140e0937-0a49-4541-a2bf-cd9b6484c645, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=140e0937-0a49-4541-a2bf-cd9b6484c645,segment=NetworkSegment(f64300f6-197b-4011-8dc6-a113f7708dd5),segment_id=f64300f6-197b-4011-8dc6-a113f7708dd5)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:15:39.439738 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-00acb627-3de6-43b7-a696-25bc29385903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:39.490949 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:39.627843 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=140e0937-0a49-4541-a2bf-cd9b6484c645,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:15:39.629137 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efc8dfa-6aa0-4e5c-ac81-ffcebf4a1dfb None None] Pushing event updated for resources: {'Port': ['ID=59d5c406-f4b1-4408-ba97-c11cb6ee3b5a,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:15:39.672543 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efc8dfa-6aa0-4e5c-ac81-ffcebf4a1dfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:15:39.675736 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efc8dfa-6aa0-4e5c-ac81-ffcebf4a1dfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:15:39.676292 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efc8dfa-6aa0-4e5c-ac81-ffcebf4a1dfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:15:39.676780 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efc8dfa-6aa0-4e5c-ac81-ffcebf4a1dfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:15:39.677355 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efc8dfa-6aa0-4e5c-ac81-ffcebf4a1dfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:15:39.677940 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efc8dfa-6aa0-4e5c-ac81-ffcebf4a1dfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:15:39.678441 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efc8dfa-6aa0-4e5c-ac81-ffcebf4a1dfb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:15:39.679626 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efc8dfa-6aa0-4e5c-ac81-ffcebf4a1dfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:15:39.680744 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efc8dfa-6aa0-4e5c-ac81-ffcebf4a1dfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:15:39.682370 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efc8dfa-6aa0-4e5c-ac81-ffcebf4a1dfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:15:39.683453 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efc8dfa-6aa0-4e5c-ac81-ffcebf4a1dfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:15:39.684473 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efc8dfa-6aa0-4e5c-ac81-ffcebf4a1dfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:15:39.732385 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['140e0937-0a49-4541-a2bf-cd9b6484c645'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:15:39.754099 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46518) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:15:39.847216 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb66c1e-aaba-48cd-b5ce-43b76988ef0b req-220e885b-6c91-4d82-a45b-98f112cb9e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:39.848750 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ceb66c1e-aaba-48cd-b5ce-43b76988ef0b req-220e885b-6c91-4d82-a45b-98f112cb9e9f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6b8f9243-431f-4e3d-a22d-2ccb517dca70&tenant_id=7bf4f22dde1e4624a2cb34086c53be02 HTTP/1.1" status: 200 len: 1097 time: 0.6381314 Jul 05 02:15:39.893201 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f83a39-2915-43c4-8dc5-7192894f5962 req-0dfb1b25-383c-4b75-8aaf-f172bbdb07bf tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:39.902713 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-01f83a39-2915-43c4-8dc5-7192894f5962 req-0dfb1b25-383c-4b75-8aaf-f172bbdb07bf tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b8f9243-431f-4e3d-a22d-2ccb517dca70 HTTP/1.1" status: 200 len: 945 time: 0.0949461 Jul 05 02:15:39.960972 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-dd43a227-cc43-423a-88c2-a782b6af7bc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:40.006108 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-01f83a39-2915-43c4-8dc5-7192894f5962 req-d5c7eeb3-5d61-46e5-9e0a-3ce97b5c0a4e tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027601 Jul 05 02:15:40.027341 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb66c1e-aaba-48cd-b5ce-43b76988ef0b req-8b6cac39-7616-4ab8-86a1-b875fa326996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:40.028494 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ceb66c1e-aaba-48cd-b5ce-43b76988ef0b req-8b6cac39-7616-4ab8-86a1-b875fa326996 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7bf4f22dde1e4624a2cb34086c53be02&device_id=6b8f9243-431f-4e3d-a22d-2ccb517dca70 HTTP/1.1" status: 200 len: 1097 time: 0.1235845 Jul 05 02:15:40.126334 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-dd43a227-cc43-423a-88c2-a782b6af7bc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:40.140633 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb66c1e-aaba-48cd-b5ce-43b76988ef0b req-2e626327-a52a-45ce-a18e-d16290c32718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:40.142180 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ceb66c1e-aaba-48cd-b5ce-43b76988ef0b req-2e626327-a52a-45ce-a18e-d16290c32718 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1 HTTP/1.1" status: 200 len: 919 time: 0.1053734 Jul 05 02:15:40.191338 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ceb66c1e-aaba-48cd-b5ce-43b76988ef0b req-75b8d793-6951-499b-9aae-523a853ee704 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ddaa702-7499-4b1d-ba17-2ce6d44ba48c HTTP/1.1" status: 200 len: 217 time: 0.0367475 Jul 05 02:15:40.200875 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-dd43a227-cc43-423a-88c2-a782b6af7bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:40.201813 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-00acb627-3de6-43b7-a696-25bc29385903 None None] Attempting to bind port 59d5c406-f4b1-4408-ba97-c11cb6ee3b5a on host n-d-771362-32 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:15:40.202509 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-00acb627-3de6-43b7-a696-25bc29385903 None None] Attempting to bind port 59d5c406-f4b1-4408-ba97-c11cb6ee3b5a by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '31e917c3-b1d5-428f-bb55-dbe9374ce1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1f5c1f66-211d-4aaf-9dcb-993edf85d0c1'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:15:40.203029 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00acb627-3de6-43b7-a696-25bc29385903 None None] Attempting to bind port 59d5c406-f4b1-4408-ba97-c11cb6ee3b5a on network 1f5c1f66-211d-4aaf-9dcb-993edf85d0c1 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:15:40.208849 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00acb627-3de6-43b7-a696-25bc29385903 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:15:40.209577 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00acb627-3de6-43b7-a696-25bc29385903 None None] Checking segment: {'id': '31e917c3-b1d5-428f-bb55-dbe9374ce1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1f5c1f66-211d-4aaf-9dcb-993edf85d0c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:15:40.210312 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-00acb627-3de6-43b7-a696-25bc29385903 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:40.210893 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00acb627-3de6-43b7-a696-25bc29385903 None None] Bound using segment: {'id': '31e917c3-b1d5-428f-bb55-dbe9374ce1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1f5c1f66-211d-4aaf-9dcb-993edf85d0c1'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:15:40.211488 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-00acb627-3de6-43b7-a696-25bc29385903 None None] Bound port: 59d5c406-f4b1-4408-ba97-c11cb6ee3b5a, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31e917c3-b1d5-428f-bb55-dbe9374ce1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1f5c1f66-211d-4aaf-9dcb-993edf85d0c1'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:15:40.212040 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-00acb627-3de6-43b7-a696-25bc29385903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:40.251339 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb66c1e-aaba-48cd-b5ce-43b76988ef0b req-90d7e393-234a-4a55-87fa-69aff1811bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:40.252947 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ceb66c1e-aaba-48cd-b5ce-43b76988ef0b req-90d7e393-234a-4a55-87fa-69aff1811bcd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=88cd65d9-1715-492f-9ef5-e486cc8231ac HTTP/1.1" status: 200 len: 859 time: 0.0545423 Jul 05 02:15:40.257374 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 46534) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:15:40.259160 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-dd43a227-cc43-423a-88c2-a782b6af7bc4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2a6cbab0265c47c1863f56afd44d0039&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5032480 Jul 05 02:15:40.295796 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd43a227-cc43-423a-88c2-a782b6af7bc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25affda8-e4a1-4524-8de9-c03c12587d40,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:15:40.314669 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-00acb627-3de6-43b7-a696-25bc29385903 None None] For port 59d5c406-f4b1-4408-ba97-c11cb6ee3b5a, host n-d-771362-32, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:15:40.316086 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ceb66c1e-aaba-48cd-b5ce-43b76988ef0b req-3525e02a-8b4a-4277-9a78-aba2324a09f8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375288 Jul 05 02:15:40.320932 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-00acb627-3de6-43b7-a696-25bc29385903 None None] For port 59d5c406-f4b1-4408-ba97-c11cb6ee3b5a, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=59d5c406-f4b1-4408-ba97-c11cb6ee3b5a,segment=NetworkSegment(31e917c3-b1d5-428f-bb55-dbe9374ce1ec),segment_id=31e917c3-b1d5-428f-bb55-dbe9374ce1ec)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:15:40.437619 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-52d77325-836c-4aee-aff4-02b624e991b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:40.441256 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-00acb627-3de6-43b7-a696-25bc29385903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:40.488385 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-52d77325-836c-4aee-aff4-02b624e991b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:40.492257 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00acb627-3de6-43b7-a696-25bc29385903 None None] Routers {'567f0b4e-1b9a-44c6-a353-e3284e68a00c'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:15:40.493163 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-00acb627-3de6-43b7-a696-25bc29385903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:15:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['567f0b4e-1b9a-44c6-a353-e3284e68a00c'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:15:40.501548 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ceb66c1e-aaba-48cd-b5ce-43b76988ef0b req-c634b3f6-8d38-43b9-9f8f-af498bc629ed service neutron] 10.222.0.15 "GET /v2.0/networks/b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704378 Jul 05 02:15:40.509185 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36b1303-6353-47ed-abc7-8555f584a7f1 req-7dae5db6-8a3d-4976-a3c7-b92dacdb7615 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:40.510654 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a36b1303-6353-47ed-abc7-8555f584a7f1 req-7dae5db6-8a3d-4976-a3c7-b92dacdb7615 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e01c5aa-5fee-4d05-bead-17006da5b83c HTTP/1.1" status: 200 len: 945 time: 0.1996834 Jul 05 02:15:40.609159 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efc8dfa-6aa0-4e5c-ac81-ffcebf4a1dfb None None] Pushing event updated for resources: {'Port': ['ID=59d5c406-f4b1-4408-ba97-c11cb6ee3b5a,revision_number=4']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:15:40.627663 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a36b1303-6353-47ed-abc7-8555f584a7f1 req-a05a7804-560e-42b3-a720-ce2ab942fe19 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985022 Jul 05 02:15:40.641954 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-00acb627-3de6-43b7-a696-25bc29385903 None None] Set router 567f0b4e-1b9a-44c6-a353-e3284e68a00c gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:15:40.661005 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ceb66c1e-aaba-48cd-b5ce-43b76988ef0b req-d329dfa5-d7d4-4e30-866d-9febf77cbd72 service neutron] 10.222.0.15 "GET /v2.0/networks/b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472073 Jul 05 02:15:40.775622 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-52d77325-836c-4aee-aff4-02b624e991b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:40.778451 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-52d77325-836c-4aee-aff4-02b624e991b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:40.782063 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-52d77325-836c-4aee-aff4-02b624e991b0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/25affda8-e4a1-4524-8de9-c03c12587d40 HTTP/1.1" status: 204 len: 168 time: 0.5212162 Jul 05 02:15:40.790315 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d77325-836c-4aee-aff4-02b624e991b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25affda8-e4a1-4524-8de9-c03c12587d40,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:15:40.983293 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75b6c47-168c-478e-87aa-7a55dfbae2a4 req-c9be3f06-b919-4eb9-a2b6-68418e4bfa52 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:40.985367 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a75b6c47-168c-478e-87aa-7a55dfbae2a4 req-c9be3f06-b919-4eb9-a2b6-68418e4bfa52 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e2e0835-167f-4a10-ac14-8dc08e45bb4a HTTP/1.1" status: 200 len: 945 time: 0.1037796 Jul 05 02:15:41.069470 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a75b6c47-168c-478e-87aa-7a55dfbae2a4 req-4bd59082-2548-418a-af5f-bec7e13d3ed9 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/security-groups?id=d52d7ff3-b8a7-45ab-964c-a9b0f9336b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679805 Jul 05 02:15:41.110118 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-00acb627-3de6-43b7-a696-25bc29385903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '567f0b4e-1b9a-44c6-a353-e3284e68a00c', 'name': 'tempest-TaggedBootDevicesTest_v242-731852147-router', 'tenant_id': 'bf69a7cc9341402789561a978c68b071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '0dce5bdd-fc21-4d5a-97ea-f8dacfa56943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:15:29Z', 'updated_at': '2021-07-05T02:15:35Z', 'revision_number': 4, 'project_id': 'bf69a7cc9341402789561a978c68b071', 'gw_port': {'id': '0dce5bdd-fc21-4d5a-97ea-f8dacfa56943', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:73:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '567f0b4e-1b9a-44c6-a353-e3284e68a00c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:15:30Z', 'updated_at': '2021-07-05T02:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '59d5c406-f4b1-4408-ba97-c11cb6ee3b5a', 'name': '', 'network_id': '1f5c1f66-211d-4aaf-9dcb-993edf85d0c1', 'tenant_id': 'bf69a7cc9341402789561a978c68b071', 'mac_address': 'fa:16:3e:94:60:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '567f0b4e-1b9a-44c6-a353-e3284e68a00c', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '82394256-424b-4834-ba82-be5cc7f4161e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:15:33Z', 'updated_at': '2021-07-05T02:15:40Z', 'revision_number': 4, 'project_id': 'bf69a7cc9341402789561a978c68b071', 'subnets': [{'id': '82394256-424b-4834-ba82-be5cc7f4161e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:15:41.125929 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 140e0937-0a49-4541-a2bf-cd9b6484c645 up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:15:41.144485 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00acb627-3de6-43b7-a696-25bc29385903 None None] The sync data for ids ['567f0b4e-1b9a-44c6-a353-e3284e68a00c'] in n-d-771362-32 is: [{'id': '567f0b4e-1b9a-44c6-a353-e3284e68a00c', 'name': 'tempest-TaggedBootDevicesTest_v242-731852147-router', 'tenant_id': 'bf69a7cc9341402789561a978c68b071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '0dce5bdd-fc21-4d5a-97ea-f8dacfa56943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:15:29Z', 'updated_at': '2021-07-05T02:15:35Z', 'revision_number': 4, 'project_id': 'bf69a7cc9341402789561a978c68b071', 'gw_port': {'id': '0dce5bdd-fc21-4d5a-97ea-f8dacfa56943', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:73:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '567f0b4e-1b9a-44c6-a353-e3284e68a00c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:15:30Z', 'updated_at': '2021-07-05T02:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '59d5c406-f4b1-4408-ba97-c11cb6ee3b5a', 'name': '', 'network_id': '1f5c1f66-211d-4aaf-9dcb-993edf85d0c1', 'tenant_id': 'bf69a7cc9341402789561a978c68b071', 'mac_address': 'fa:16:3e:94:60:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '567f0b4e-1b9a-44c6-a353-e3284e68a00c', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '82394256-424b-4834-ba82-be5cc7f4161e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:15:33Z', 'updated_at': '2021-07-05T02:15:40Z', 'revision_number': 4, 'project_id': 'bf69a7cc9341402789561a978c68b071', 'subnets': [{'id': '82394256-424b-4834-ba82-be5cc7f4161e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:15:41.287482 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192a2853-63cc-4bad-affa-6016a2c0f07b req-d89c3e41-4875-466f-9ae3-d1cdda176a4b tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:41.297965 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-192a2853-63cc-4bad-affa-6016a2c0f07b req-d89c3e41-4875-466f-9ae3-d1cdda176a4b tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b8f9243-431f-4e3d-a22d-2ccb517dca70 HTTP/1.1" status: 200 len: 945 time: 0.1223235 Jul 05 02:15:41.404431 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-192a2853-63cc-4bad-affa-6016a2c0f07b req-22bbb55a-ad99-4d0d-94a4-cc0d0c36b0bb tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978436 Jul 05 02:15:41.485796 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning for port 140e0937-0a49-4541-a2bf-cd9b6484c645 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:15:41.485975 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port 140e0937-0a49-4541-a2bf-cd9b6484c645 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:15:41.486708 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:41.528769 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb66c1e-aaba-48cd-b5ce-43b76988ef0b req-46bea2c2-4007-47d0-90ff-35832b9fc8bf tempest-LiveAutoBlockMigrationV225Test-944788699 tempest-LiveAutoBlockMigrationV225Test-944788699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:41.533148 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ceb66c1e-aaba-48cd-b5ce-43b76988ef0b req-46bea2c2-4007-47d0-90ff-35832b9fc8bf tempest-LiveAutoBlockMigrationV225Test-944788699 tempest-LiveAutoBlockMigrationV225Test-944788699-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6b8f9243-431f-4e3d-a22d-2ccb517dca70&tenant_id=7bf4f22dde1e4624a2cb34086c53be02&binding%3Ahost_id=n-h2-771362-32 HTTP/1.1" status: 200 len: 1097 time: 0.1942036 Jul 05 02:15:41.584977 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:41.652662 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:41.687360 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:41.753070 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e2e0835-167f-4a10-ac14-8dc08e45bb4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '140e0937-0a49-4541-a2bf-cd9b6484c645'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:15:41.755346 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8b93cda-2233-462d-ac48-52fe5fcd998b" -d '{"events": [{"server_uuid": "3e2e0835-167f-4a10-ac14-8dc08e45bb4a", "name": "network-vif-plugged", "status": "completed", "tag": "140e0937-0a49-4541-a2bf-cd9b6484c645"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:15:41.797804 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 140e0937-0a49-4541-a2bf-cd9b6484c645, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=140e0937-0a49-4541-a2bf-cd9b6484c645,segment=NetworkSegment(f64300f6-197b-4011-8dc6-a113f7708dd5),segment_id=f64300f6-197b-4011-8dc6-a113f7708dd5)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:15:41.837298 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3945eff-75f6-4971-86b8-c0fab0b44113 x-openstack-request-id: req-f3945eff-75f6-4971-86b8-c0fab0b44113 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:15:41.837630 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e2e0835-167f-4a10-ac14-8dc08e45bb4a", "name": "network-vif-plugged", "status": "completed", "tag": "140e0937-0a49-4541-a2bf-cd9b6484c645", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:15:41.837891 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f3945eff-75f6-4971-86b8-c0fab0b44113 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:15:41.838441 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e2e0835-167f-4a10-ac14-8dc08e45bb4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '140e0937-0a49-4541-a2bf-cd9b6484c645', 'code': 200} Jul 05 02:15:41.886695 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:42.035245 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=140e0937-0a49-4541-a2bf-cd9b6484c645,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:15:42.040470 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-ceb66c1e-aaba-48cd-b5ce-43b76988ef0b req-940ecce2-fef8-49ab-8938-4d8769397878 service neutron] For port 5ddaa702-7499-4b1d-ba17-2ce6d44ba48c, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:15:42.062167 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-ceb66c1e-aaba-48cd-b5ce-43b76988ef0b req-940ecce2-fef8-49ab-8938-4d8769397878 service neutron] Notify callbacks [] for binding, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:42.064208 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ceb66c1e-aaba-48cd-b5ce-43b76988ef0b req-940ecce2-fef8-49ab-8938-4d8769397878 service neutron] 10.222.0.15 "DELETE /v2.0/ports/5ddaa702-7499-4b1d-ba17-2ce6d44ba48c/bindings/n-h1-771362-32 HTTP/1.1" status: 204 len: 173 time: 0.5249474 Jul 05 02:15:42.137361 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1812498f-fb89-4124-95e5-bb2d3d4d30db req-8a844c74-403f-473f-9281-ab25bdd4778c tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:42.154978 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1812498f-fb89-4124-95e5-bb2d3d4d30db req-8a844c74-403f-473f-9281-ab25bdd4778c tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e01c5aa-5fee-4d05-bead-17006da5b83c HTTP/1.1" status: 200 len: 945 time: 0.2412050 Jul 05 02:15:42.164967 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f509693-0aeb-4225-912d-0bd1cc971299 req-32f7abe8-82cc-4969-9ab1-92085933d544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:42.172095 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3f509693-0aeb-4225-912d-0bd1cc971299 req-32f7abe8-82cc-4969-9ab1-92085933d544 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3e2e0835-167f-4a10-ac14-8dc08e45bb4a HTTP/1.1" status: 200 len: 1098 time: 0.2430518 Jul 05 02:15:42.252654 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3f509693-0aeb-4225-912d-0bd1cc971299 req-5ac012ab-cfd4-4948-98ff-69c15266ead6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d52d7ff3-b8a7-45ab-964c-a9b0f9336b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729473 Jul 05 02:15:42.275287 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1812498f-fb89-4124-95e5-bb2d3d4d30db req-51d2d283-8d15-4dfb-9499-f8a91f82d26e tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121709 Jul 05 02:15:42.310942 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 59d5c406-f4b1-4408-ba97-c11cb6ee3b5a up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:15:42.467986 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c20a449-980c-41e1-a9dd-33c02f42a952 req-7f5c5bd7-b6c9-4091-9083-0dd52c844b1a tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:42.470770 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0c20a449-980c-41e1-a9dd-33c02f42a952 req-7f5c5bd7-b6c9-4091-9083-0dd52c844b1a tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e2e0835-167f-4a10-ac14-8dc08e45bb4a HTTP/1.1" status: 200 len: 946 time: 0.1102369 Jul 05 02:15:42.606774 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0c20a449-980c-41e1-a9dd-33c02f42a952 req-5fbd6721-5d2c-4df9-94ad-eff34422597a tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/security-groups?id=d52d7ff3-b8a7-45ab-964c-a9b0f9336b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230104 Jul 05 02:15:42.612273 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 59d5c406-f4b1-4408-ba97-c11cb6ee3b5a completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:15:42.616798 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 59d5c406-f4b1-4408-ba97-c11cb6ee3b5a triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:15:42.617177 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:42.839452 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:42.912482 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 59d5c406-f4b1-4408-ba97-c11cb6ee3b5a, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=59d5c406-f4b1-4408-ba97-c11cb6ee3b5a,segment=NetworkSegment(31e917c3-b1d5-428f-bb55-dbe9374ce1ec),segment_id=31e917c3-b1d5-428f-bb55-dbe9374ce1ec)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:15:42.961570 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:43.019294 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e417c2af-97e9-4976-ad84-dc79f838f0cd req-796bd373-175c-45ca-8b94-ea82c4b36abf tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:43.021977 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e417c2af-97e9-4976-ad84-dc79f838f0cd req-796bd373-175c-45ca-8b94-ea82c4b36abf tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b8f9243-431f-4e3d-a22d-2ccb517dca70 HTTP/1.1" status: 200 len: 945 time: 0.2463312 Jul 05 02:15:43.089388 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=59d5c406-f4b1-4408-ba97-c11cb6ee3b5a,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:15:43.115387 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e417c2af-97e9-4976-ad84-dc79f838f0cd req-004d88dd-804e-431c-8796-911ee6feaf39 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865316 Jul 05 02:15:43.338881 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d40baf80-8377-434d-bc19-bedb58f2d6b1 req-5bc27028-6c65-4cae-a504-0f574bd61e22 tempest-ImagesOneServerTestJSON-887394783 tempest-ImagesOneServerTestJSON-887394783-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=e6b03ee367bf48fa9487c5d3936070b3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0375135 Jul 05 02:15:43.544849 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40baf80-8377-434d-bc19-bedb58f2d6b1 req-8224cade-82ea-4a65-9bf3-7529f83008b0 tempest-ImagesOneServerTestJSON-887394783 tempest-ImagesOneServerTestJSON-887394783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:43.548510 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d40baf80-8377-434d-bc19-bedb58f2d6b1 req-8224cade-82ea-4a65-9bf3-7529f83008b0 tempest-ImagesOneServerTestJSON-887394783 tempest-ImagesOneServerTestJSON-887394783-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2081614 Jul 05 02:15:43.575777 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d40baf80-8377-434d-bc19-bedb58f2d6b1 req-e1848c51-c43a-4121-954c-ff6ae1b33ac4 tempest-ImagesOneServerTestJSON-887394783 tempest-ImagesOneServerTestJSON-887394783-project] 10.222.0.23 "GET /v2.0/quotas/e6b03ee367bf48fa9487c5d3936070b3 HTTP/1.1" status: 200 len: 375 time: 0.0215509 Jul 05 02:15:43.618145 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d40baf80-8377-434d-bc19-bedb58f2d6b1 req-2c621186-2fb6-4e43-9194-2a36a423f97b tempest-ImagesOneServerTestJSON-887394783 tempest-ImagesOneServerTestJSON-887394783-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e6b03ee367bf48fa9487c5d3936070b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0358810 Jul 05 02:15:43.717990 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0538a26c-8569-4ac6-b7f8-4ada20fbd3e9 req-51d10954-909a-47c4-be5b-c3013c1f17e3 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:43.719811 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0538a26c-8569-4ac6-b7f8-4ada20fbd3e9 req-51d10954-909a-47c4-be5b-c3013c1f17e3 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e01c5aa-5fee-4d05-bead-17006da5b83c HTTP/1.1" status: 200 len: 945 time: 0.1078024 Jul 05 02:15:43.765834 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0538a26c-8569-4ac6-b7f8-4ada20fbd3e9 req-516d160b-9a48-41af-9dbf-7d4c04d51a91 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398748 Jul 05 02:15:43.958597 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4914c4f9-a581-42a0-a97f-6db7675a1c41 req-7d3a6f42-c0c1-4830-959b-1d1c16d1c478 tempest-LiveAutoBlockMigrationV225Test-944788699 tempest-LiveAutoBlockMigrationV225Test-944788699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:43.967228 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4914c4f9-a581-42a0-a97f-6db7675a1c41 req-7d3a6f42-c0c1-4830-959b-1d1c16d1c478 tempest-LiveAutoBlockMigrationV225Test-944788699 tempest-LiveAutoBlockMigrationV225Test-944788699-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6b8f9243-431f-4e3d-a22d-2ccb517dca70 HTTP/1.1" status: 200 len: 1097 time: 0.0792661 Jul 05 02:15:44.023286 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4914c4f9-a581-42a0-a97f-6db7675a1c41 req-891d53f4-e97d-44e4-9045-ee06198bb8fa tempest-LiveAutoBlockMigrationV225Test-944788699 tempest-LiveAutoBlockMigrationV225Test-944788699-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504768 Jul 05 02:15:44.050999 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9bb53f-8c57-4928-a568-ec015065b516 req-5024fcba-1902-4b59-9e85-b3bf99b079da tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:44.052648 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8e9bb53f-8c57-4928-a568-ec015065b516 req-5024fcba-1902-4b59-9e85-b3bf99b079da tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e2e0835-167f-4a10-ac14-8dc08e45bb4a HTTP/1.1" status: 200 len: 946 time: 0.0917392 Jul 05 02:15:44.176758 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-891f61cd-99e1-4c92-9522-6fe4645a41f5 req-5a221ac3-859f-4e0e-8236-7c56c27cf1d8 tempest-ImagesOneServerTestJSON-887394783 tempest-ImagesOneServerTestJSON-887394783-project] 10.222.0.23 "GET /v2.0/ports?device_id=22593023-0406-4e0e-8dfe-527268fdd140 HTTP/1.1" status: 200 len: 210 time: 0.0816538 Jul 05 02:15:44.214692 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dc3714-9a44-4951-989a-3995a0c48889 req-71944758-b5d1-458c-8a2c-b2a1e28c306f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:44.219587 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 59d5c406-f4b1-4408-ba97-c11cb6ee3b5a up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:15:44.222812 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-40dc3714-9a44-4951-989a-3995a0c48889 req-71944758-b5d1-458c-8a2c-b2a1e28c306f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7a7e417343d4479788713b4bb769c9b0&device_id=0e01c5aa-5fee-4d05-bead-17006da5b83c HTTP/1.1" status: 200 len: 1097 time: 0.1627662 Jul 05 02:15:44.262810 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8e9bb53f-8c57-4928-a568-ec015065b516 req-944a47d4-1b30-4c27-ac11-5a5f1d85f7ab tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/security-groups?id=d52d7ff3-b8a7-45ab-964c-a9b0f9336b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976457 Jul 05 02:15:44.336726 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 59d5c406-f4b1-4408-ba97-c11cb6ee3b5a triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:15:44.337104 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:44.517942 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dc3714-9a44-4951-989a-3995a0c48889 req-6442d239-9f8b-4bf9-8f2f-85e0cdf8c96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:44.519979 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-40dc3714-9a44-4951-989a-3995a0c48889 req-6442d239-9f8b-4bf9-8f2f-85e0cdf8c96c service neutron] 10.222.0.15 "GET /v2.0/networks?id=d55491b1-56ba-426a-ac8c-e92d73c02c5b HTTP/1.1" status: 200 len: 908 time: 0.2863467 Jul 05 02:15:44.585805 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-40dc3714-9a44-4951-989a-3995a0c48889 req-5c47da01-80b0-4dd9-b101-605dc150ec5f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd40790e-5c6b-49df-a769-f7e93972bedf HTTP/1.1" status: 200 len: 217 time: 0.0487323 Jul 05 02:15:44.593436 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b402d-99ee-4653-8763-15a6b8fbe926 req-ee9098a2-9d37-4695-abba-a7c8c00b305e tempest-LiveAutoBlockMigrationV225Test-944788699 tempest-LiveAutoBlockMigrationV225Test-944788699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:44.595024 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c83b402d-99ee-4653-8763-15a6b8fbe926 req-ee9098a2-9d37-4695-abba-a7c8c00b305e tempest-LiveAutoBlockMigrationV225Test-944788699 tempest-LiveAutoBlockMigrationV225Test-944788699-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6b8f9243-431f-4e3d-a22d-2ccb517dca70 HTTP/1.1" status: 200 len: 1097 time: 0.1987038 Jul 05 02:15:44.670906 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c83b402d-99ee-4653-8763-15a6b8fbe926 req-8b94dd45-bfc6-4d50-8119-87052efbb594 tempest-LiveAutoBlockMigrationV225Test-944788699 tempest-LiveAutoBlockMigrationV225Test-944788699-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661998 Jul 05 02:15:44.682299 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dc3714-9a44-4951-989a-3995a0c48889 req-e678c022-ec2b-444d-9c3d-c3ebaa1bd4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:44.682299 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-40dc3714-9a44-4951-989a-3995a0c48889 req-e678c022-ec2b-444d-9c3d-c3ebaa1bd4a9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9b152ce5-504f-4214-985c-9f5fa8213776 HTTP/1.1" status: 200 len: 848 time: 0.0858934 Jul 05 02:15:44.737412 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-40dc3714-9a44-4951-989a-3995a0c48889 req-7a99fdb9-4aa3-46c3-b1f9-aa7fd5b397b7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d55491b1-56ba-426a-ac8c-e92d73c02c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451400 Jul 05 02:15:44.889756 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-40dc3714-9a44-4951-989a-3995a0c48889 req-8c5bdffc-c02e-4f9d-b875-cddf0f6a1c9d service neutron] 10.222.0.15 "GET /v2.0/networks/d55491b1-56ba-426a-ac8c-e92d73c02c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428216 Jul 05 02:15:44.926753 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 02:15:45.010852 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-40dc3714-9a44-4951-989a-3995a0c48889 req-948b6227-c460-4bfa-95a2-1e06a452f93c service neutron] 10.222.0.15 "GET /v2.0/networks/d55491b1-56ba-426a-ac8c-e92d73c02c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139059 Jul 05 02:15:45.308393 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dc3714-9a44-4951-989a-3995a0c48889 req-5c431f16-57b1-4c7f-b318-0cb4f2bb7aed tempest-LiveMigrationTest-1529316378 tempest-LiveMigrationTest-1529316378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:45.313813 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-40dc3714-9a44-4951-989a-3995a0c48889 req-5c431f16-57b1-4c7f-b318-0cb4f2bb7aed tempest-LiveMigrationTest-1529316378 tempest-LiveMigrationTest-1529316378-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=0e01c5aa-5fee-4d05-bead-17006da5b83c&tenant_id=7a7e417343d4479788713b4bb769c9b0&binding%3Ahost_id=n-h1-771362-32 HTTP/1.1" status: 200 len: 1097 time: 0.1011944 Jul 05 02:15:45.323421 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb80c994-cbe3-4649-89d7-0b7bf23b71a3 req-009ce266-eb99-4438-9e85-87aa25322d50 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:45.325947 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-bb80c994-cbe3-4649-89d7-0b7bf23b71a3 req-009ce266-eb99-4438-9e85-87aa25322d50 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e01c5aa-5fee-4d05-bead-17006da5b83c HTTP/1.1" status: 200 len: 945 time: 0.0990825 Jul 05 02:15:45.326073 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-40dc3714-9a44-4951-989a-3995a0c48889 req-5307c37f-f4c8-4415-a5fb-c9c85b77f779 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-771362-32'}}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:15:45.370107 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-bb80c994-cbe3-4649-89d7-0b7bf23b71a3 req-6470e6fd-fc12-4f06-8531-a451159658e1 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370033 Jul 05 02:15:45.535620 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6d63a4ef-2d93-46a4-b0c0-6d5d19dd3459 req-422e53ff-639d-470e-ae7e-a9e0c1e81ad8 tempest-ImagesOneServerTestJSON-887394783 tempest-ImagesOneServerTestJSON-887394783-project] 10.222.0.23 "GET /v2.0/ports?device_id=22593023-0406-4e0e-8dfe-527268fdd140 HTTP/1.1" status: 200 len: 210 time: 0.0499382 Jul 05 02:15:45.553397 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-40dc3714-9a44-4951-989a-3995a0c48889 req-5307c37f-f4c8-4415-a5fb-c9c85b77f779 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:45.575073 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bea6ff-a834-4121-9c45-955f80f934e8 req-c80a799f-8f25-4f1a-95a3-8fb101a76d9a tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:45.594146 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f1bea6ff-a834-4121-9c45-955f80f934e8 req-c80a799f-8f25-4f1a-95a3-8fb101a76d9a tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e2e0835-167f-4a10-ac14-8dc08e45bb4a HTTP/1.1" status: 200 len: 946 time: 0.0987177 Jul 05 02:15:45.671172 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f1bea6ff-a834-4121-9c45-955f80f934e8 req-ce31da7b-8d95-4692-b5f9-fb4a544da62b tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/security-groups?id=d52d7ff3-b8a7-45ab-964c-a9b0f9336b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862556 Jul 05 02:15:45.756444 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-40dc3714-9a44-4951-989a-3995a0c48889 req-5307c37f-f4c8-4415-a5fb-c9c85b77f779 service neutron] For port dd40790e-5c6b-49df-a769-f7e93972bedf, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=dd40790e-5c6b-49df-a769-f7e93972bedf,segment=NetworkSegment(24fd9432-f398-4a05-975c-1360bad4fc21),segment_id=24fd9432-f398-4a05-975c-1360bad4fc21)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:15:45.800871 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-40dc3714-9a44-4951-989a-3995a0c48889 req-5307c37f-f4c8-4415-a5fb-c9c85b77f779 service neutron] For port dd40790e-5c6b-49df-a769-f7e93972bedf, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:15:45.849455 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e01c5aa-5fee-4d05-bead-17006da5b83c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd40790e-5c6b-49df-a769-f7e93972bedf'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:15:45.851901 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-793fc9c4-2cae-4a5c-a292-33cb5d280aff" -d '{"events": [{"server_uuid": "0e01c5aa-5fee-4d05-bead-17006da5b83c", "name": "network-vif-unplugged", "status": "completed", "tag": "dd40790e-5c6b-49df-a769-f7e93972bedf"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:15:45.857153 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-40dc3714-9a44-4951-989a-3995a0c48889 req-5307c37f-f4c8-4415-a5fb-c9c85b77f779 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:45.903919 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 02:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49b08082-0ab5-4fae-99e4-7522514f9105 x-openstack-request-id: req-49b08082-0ab5-4fae-99e4-7522514f9105 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:15:45.904212 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e01c5aa-5fee-4d05-bead-17006da5b83c", "name": "network-vif-unplugged", "status": "completed", "tag": "dd40790e-5c6b-49df-a769-f7e93972bedf", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:15:45.904703 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-49b08082-0ab5-4fae-99e4-7522514f9105 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:15:45.905111 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e01c5aa-5fee-4d05-bead-17006da5b83c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd40790e-5c6b-49df-a769-f7e93972bedf', 'code': 200} Jul 05 02:15:46.080852 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-40dc3714-9a44-4951-989a-3995a0c48889 req-5307c37f-f4c8-4415-a5fb-c9c85b77f779 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:46.185293 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5307c37f-f4c8-4415-a5fb-c9c85b77f779 service neutron] Pushing event updated for resources: {'Port': ['ID=dd40790e-5c6b-49df-a769-f7e93972bedf,revision_number=7']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:15:46.190560 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-40dc3714-9a44-4951-989a-3995a0c48889 req-5307c37f-f4c8-4415-a5fb-c9c85b77f779 service neutron] Attempting to bind port dd40790e-5c6b-49df-a769-f7e93972bedf on host n-h1-771362-32 for vnic_type normal with profile {"migrating_to": "n-h2-771362-32"} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:15:46.190974 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-40dc3714-9a44-4951-989a-3995a0c48889 req-5307c37f-f4c8-4415-a5fb-c9c85b77f779 service neutron] Attempting to bind port dd40790e-5c6b-49df-a769-f7e93972bedf by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': '24fd9432-f398-4a05-975c-1360bad4fc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd55491b1-56ba-426a-ac8c-e92d73c02c5b'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:15:46.191396 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40dc3714-9a44-4951-989a-3995a0c48889 req-5307c37f-f4c8-4415-a5fb-c9c85b77f779 service neutron] Attempting to bind port dd40790e-5c6b-49df-a769-f7e93972bedf on network d55491b1-56ba-426a-ac8c-e92d73c02c5b {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:15:46.196375 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40dc3714-9a44-4951-989a-3995a0c48889 req-5307c37f-f4c8-4415-a5fb-c9c85b77f779 service neutron] Port dd40790e-5c6b-49df-a769-f7e93972bedf on network d55491b1-56ba-426a-ac8c-e92d73c02c5b not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:15:46.196682 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40dc3714-9a44-4951-989a-3995a0c48889 req-5307c37f-f4c8-4415-a5fb-c9c85b77f779 service neutron] Attempting to bind port dd40790e-5c6b-49df-a769-f7e93972bedf on network d55491b1-56ba-426a-ac8c-e92d73c02c5b {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:15:46.202539 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40dc3714-9a44-4951-989a-3995a0c48889 req-5307c37f-f4c8-4415-a5fb-c9c85b77f779 service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:15:46.202946 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40dc3714-9a44-4951-989a-3995a0c48889 req-5307c37f-f4c8-4415-a5fb-c9c85b77f779 service neutron] Checking segment: {'id': '24fd9432-f398-4a05-975c-1360bad4fc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd55491b1-56ba-426a-ac8c-e92d73c02c5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:15:46.203407 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40dc3714-9a44-4951-989a-3995a0c48889 req-5307c37f-f4c8-4415-a5fb-c9c85b77f779 service neutron] Bound using segment: {'id': '24fd9432-f398-4a05-975c-1360bad4fc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd55491b1-56ba-426a-ac8c-e92d73c02c5b'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:15:46.203906 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-40dc3714-9a44-4951-989a-3995a0c48889 req-5307c37f-f4c8-4415-a5fb-c9c85b77f779 service neutron] Bound port: dd40790e-5c6b-49df-a769-f7e93972bedf, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24fd9432-f398-4a05-975c-1360bad4fc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd55491b1-56ba-426a-ac8c-e92d73c02c5b'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:15:46.204331 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-40dc3714-9a44-4951-989a-3995a0c48889 req-5307c37f-f4c8-4415-a5fb-c9c85b77f779 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:46.288737 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-40dc3714-9a44-4951-989a-3995a0c48889 req-5307c37f-f4c8-4415-a5fb-c9c85b77f779 service neutron] For port dd40790e-5c6b-49df-a769-f7e93972bedf, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:15:46.296464 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-40dc3714-9a44-4951-989a-3995a0c48889 req-5307c37f-f4c8-4415-a5fb-c9c85b77f779 service neutron] For port dd40790e-5c6b-49df-a769-f7e93972bedf, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=dd40790e-5c6b-49df-a769-f7e93972bedf,segment=NetworkSegment(24fd9432-f398-4a05-975c-1360bad4fc21),segment_id=24fd9432-f398-4a05-975c-1360bad4fc21)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:15:46.430502 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-40dc3714-9a44-4951-989a-3995a0c48889 req-5307c37f-f4c8-4415-a5fb-c9c85b77f779 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:46.509517 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5307c37f-f4c8-4415-a5fb-c9c85b77f779 service neutron] Pushing event updated for resources: {'Port': ['ID=dd40790e-5c6b-49df-a769-f7e93972bedf,revision_number=8']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:15:46.513175 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dc3714-9a44-4951-989a-3995a0c48889 req-5307c37f-f4c8-4415-a5fb-c9c85b77f779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:46.513795 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-40dc3714-9a44-4951-989a-3995a0c48889 req-5307c37f-f4c8-4415-a5fb-c9c85b77f779 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:46.515238 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-40dc3714-9a44-4951-989a-3995a0c48889 req-5307c37f-f4c8-4415-a5fb-c9c85b77f779 service neutron] 10.222.0.15 "PUT /v2.0/ports/dd40790e-5c6b-49df-a769-f7e93972bedf HTTP/1.1" status: 200 len: 1123 time: 1.1946244 Jul 05 02:15:46.597576 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['dd40790e-5c6b-49df-a769-f7e93972bedf'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:15:46.618674 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f86f97-be68-46c7-9811-22853598465f req-4f030f7c-0ce5-487a-a251-8f7fd15b8998 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:46.622682 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-20f86f97-be68-46c7-9811-22853598465f req-4f030f7c-0ce5-487a-a251-8f7fd15b8998 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e01c5aa-5fee-4d05-bead-17006da5b83c HTTP/1.1" status: 200 len: 943 time: 0.0987787 Jul 05 02:15:46.686048 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-20f86f97-be68-46c7-9811-22853598465f req-8212044b-ba61-4027-acb1-97c3feb8ed7f tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568697 Jul 05 02:15:46.738920 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-283858ec-1684-4cab-9d57-3bb14f4ee73a req-81371313-a1fc-480d-8ad5-b8518005aea2 tempest-ImagesOneServerTestJSON-887394783 tempest-ImagesOneServerTestJSON-887394783-project] 10.222.0.23 "GET /v2.0/ports?device_id=22593023-0406-4e0e-8dfe-527268fdd140 HTTP/1.1" status: 200 len: 210 time: 0.0604672 Jul 05 02:15:46.929804 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052cdcef-a9f4-403f-99af-4ee2c731f4ea req-b0f01c55-20a5-4aba-a3f0-19928f44ed81 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:46.931790 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-052cdcef-a9f4-403f-99af-4ee2c731f4ea req-b0f01c55-20a5-4aba-a3f0-19928f44ed81 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e2e0835-167f-4a10-ac14-8dc08e45bb4a HTTP/1.1" status: 200 len: 946 time: 0.0891166 Jul 05 02:15:46.982742 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-052cdcef-a9f4-403f-99af-4ee2c731f4ea req-e7d75c2a-3017-4ce1-9c83-54a0950af4eb tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/security-groups?id=d52d7ff3-b8a7-45ab-964c-a9b0f9336b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437224 Jul 05 02:15:47.282841 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d40baf80-8377-434d-bc19-bedb58f2d6b1 req-ccd2594e-94a8-4215-aca5-8a3b4e26cdba tempest-ImagesOneServerTestJSON-887394783 tempest-ImagesOneServerTestJSON-887394783-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=e6b03ee367bf48fa9487c5d3936070b3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0383606 Jul 05 02:15:47.405280 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40baf80-8377-434d-bc19-bedb58f2d6b1 req-1db4cc24-e86d-43ae-b786-0cae59c599fd tempest-ImagesOneServerTestJSON-887394783 tempest-ImagesOneServerTestJSON-887394783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:47.406896 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d40baf80-8377-434d-bc19-bedb58f2d6b1 req-1db4cc24-e86d-43ae-b786-0cae59c599fd tempest-ImagesOneServerTestJSON-887394783 tempest-ImagesOneServerTestJSON-887394783-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1157851 Jul 05 02:15:47.424634 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-d40baf80-8377-434d-bc19-bedb58f2d6b1 req-0c7f9eeb-1081-4f10-9d48-bd786a16d093 tempest-ImagesOneServerTestJSON-887394783 tempest-ImagesOneServerTestJSON-887394783-project] Request body: {'port': {'device_id': '22593023-0406-4e0e-8dfe-527268fdd140', 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4', 'admin_state_up': True, 'tenant_id': 'e6b03ee367bf48fa9487c5d3936070b3'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:15:47.680850 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d40baf80-8377-434d-bc19-bedb58f2d6b1 req-0c7f9eeb-1081-4f10-9d48-bd786a16d093 tempest-ImagesOneServerTestJSON-887394783 tempest-ImagesOneServerTestJSON-887394783-project] Made reservation on behalf of e6b03ee367bf48fa9487c5d3936070b3 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:15:47.685440 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-d40baf80-8377-434d-bc19-bedb58f2d6b1 req-0c7f9eeb-1081-4f10-9d48-bd786a16d093 tempest-ImagesOneServerTestJSON-887394783 tempest-ImagesOneServerTestJSON-887394783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:47.697316 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-d40baf80-8377-434d-bc19-bedb58f2d6b1 req-0c7f9eeb-1081-4f10-9d48-bd786a16d093 tempest-ImagesOneServerTestJSON-887394783 tempest-ImagesOneServerTestJSON-887394783-project] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:47.906359 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e01c5aa-5fee-4d05-bead-17006da5b83c', 'tag': 'dd40790e-5c6b-49df-a769-f7e93972bedf'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:15:47.909072 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1400b47-6bf1-46d7-bc0a-d73129254609" -d '{"events": [{"name": "network-changed", "server_uuid": "0e01c5aa-5fee-4d05-bead-17006da5b83c", "tag": "dd40790e-5c6b-49df-a769-f7e93972bedf"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:15:47.950290 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-d40baf80-8377-434d-bc19-bedb58f2d6b1 req-0c7f9eeb-1081-4f10-9d48-bd786a16d093 tempest-ImagesOneServerTestJSON-887394783 tempest-ImagesOneServerTestJSON-887394783-project] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:47.985986 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1427499b-7fe8-4dea-aa0c-091df3ed1c20 req-dd72300d-26a6-4926-9ef2-c4e8fa8c0096 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:47.988428 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1427499b-7fe8-4dea-aa0c-091df3ed1c20 req-dd72300d-26a6-4926-9ef2-c4e8fa8c0096 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e01c5aa-5fee-4d05-bead-17006da5b83c HTTP/1.1" status: 200 len: 943 time: 0.1390464 Jul 05 02:15:48.013130 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-af063120-fc46-4f3b-b1ec-ce1957d0ca59 req-940c0838-f51f-4d35-87aa-4bca353924bc tempest-ImagesOneServerTestJSON-887394783 tempest-ImagesOneServerTestJSON-887394783-project] 10.222.0.23 "GET /v2.0/ports?device_id=22593023-0406-4e0e-8dfe-527268fdd140 HTTP/1.1" status: 200 len: 210 time: 0.0414352 Jul 05 02:15:48.075847 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1427499b-7fe8-4dea-aa0c-091df3ed1c20 req-a2e7c4f5-d264-4c71-840f-c04f75704d49 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782807 Jul 05 02:15:48.137258 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97ae77f7-8c21-4980-a751-fe3162d24956 x-openstack-request-id: req-97ae77f7-8c21-4980-a751-fe3162d24956 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:15:48.137568 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e01c5aa-5fee-4d05-bead-17006da5b83c", "tag": "dd40790e-5c6b-49df-a769-f7e93972bedf", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:15:48.137970 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-97ae77f7-8c21-4980-a751-fe3162d24956 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:15:48.138393 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e01c5aa-5fee-4d05-bead-17006da5b83c', 'tag': 'dd40790e-5c6b-49df-a769-f7e93972bedf', 'status': 'completed', 'code': 200} Jul 05 02:15:48.165131 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-d40baf80-8377-434d-bc19-bedb58f2d6b1 req-0c7f9eeb-1081-4f10-9d48-bd786a16d093 tempest-ImagesOneServerTestJSON-887394783 tempest-ImagesOneServerTestJSON-887394783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:48.268553 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7f9eeb-1081-4f10-9d48-bd786a16d093 tempest-ImagesOneServerTestJSON-887394783 tempest-ImagesOneServerTestJSON-887394783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dddceb9-4cfd-474a-b9bd-00ea9e599de1,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:15:48.275010 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1400b47-6bf1-46d7-bc0a-d73129254609 req-663c3cbd-d90a-4b40-841a-046a3e9dbc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:48.276683 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b1400b47-6bf1-46d7-bc0a-d73129254609 req-663c3cbd-d90a-4b40-841a-046a3e9dbc55 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7a7e417343d4479788713b4bb769c9b0&device_id=0e01c5aa-5fee-4d05-bead-17006da5b83c HTTP/1.1" status: 200 len: 1126 time: 0.1081736 Jul 05 02:15:48.361071 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-d40baf80-8377-434d-bc19-bedb58f2d6b1 req-0c7f9eeb-1081-4f10-9d48-bd786a16d093 tempest-ImagesOneServerTestJSON-887394783 tempest-ImagesOneServerTestJSON-887394783-project] Allocated IP 192.168.233.145 (dff432c2-7366-4622-aebb-da22fe05bfd4/b840e204-692c-4f54-8f07-f6563e8e36b1/9fecbb51-81ad-4144-98a1-50986344e405) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:15:48.416052 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1400b47-6bf1-46d7-bc0a-d73129254609 req-300ab0f6-af78-41b6-bc65-20e934e2d562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:48.418962 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b1400b47-6bf1-46d7-bc0a-d73129254609 req-300ab0f6-af78-41b6-bc65-20e934e2d562 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d55491b1-56ba-426a-ac8c-e92d73c02c5b HTTP/1.1" status: 200 len: 908 time: 0.1330252 Jul 05 02:15:48.468101 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b1400b47-6bf1-46d7-bc0a-d73129254609 req-158e0aa9-e7a9-40a2-ad4a-6cd2117c551d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd40790e-5c6b-49df-a769-f7e93972bedf HTTP/1.1" status: 200 len: 217 time: 0.0425620 Jul 05 02:15:48.534657 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1400b47-6bf1-46d7-bc0a-d73129254609 req-77245491-2f5c-4eed-b854-15e7ec8153d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:48.536542 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b1400b47-6bf1-46d7-bc0a-d73129254609 req-77245491-2f5c-4eed-b854-15e7ec8153d3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9b152ce5-504f-4214-985c-9f5fa8213776 HTTP/1.1" status: 200 len: 848 time: 0.0611031 Jul 05 02:15:48.560188 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-d40baf80-8377-434d-bc19-bedb58f2d6b1 req-0c7f9eeb-1081-4f10-9d48-bd786a16d093 tempest-ImagesOneServerTestJSON-887394783 tempest-ImagesOneServerTestJSON-887394783-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:48.573081 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b1400b47-6bf1-46d7-bc0a-d73129254609 req-978ca8af-6c60-47f3-befb-5d9126d838c9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d55491b1-56ba-426a-ac8c-e92d73c02c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291946 Jul 05 02:15:48.575060 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-d40baf80-8377-434d-bc19-bedb58f2d6b1 req-0c7f9eeb-1081-4f10-9d48-bd786a16d093 tempest-ImagesOneServerTestJSON-887394783 tempest-ImagesOneServerTestJSON-887394783-project] Transition to ACTIVE for port object 9fecbb51-81ad-4144-98a1-50986344e405 will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:15:48.682248 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-d40baf80-8377-434d-bc19-bedb58f2d6b1 req-0c7f9eeb-1081-4f10-9d48-bd786a16d093 tempest-ImagesOneServerTestJSON-887394783 tempest-ImagesOneServerTestJSON-887394783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:48.688109 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b1400b47-6bf1-46d7-bc0a-d73129254609 req-b8142b3f-0831-4640-b337-cd0df81e86d4 service neutron] 10.222.0.21 "GET /v2.0/networks/d55491b1-56ba-426a-ac8c-e92d73c02c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062348 Jul 05 02:15:48.734744 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d40baf80-8377-434d-bc19-bedb58f2d6b1 req-0c7f9eeb-1081-4f10-9d48-bd786a16d093 tempest-ImagesOneServerTestJSON-887394783 tempest-ImagesOneServerTestJSON-887394783-project] Network dff432c2-7366-4622-aebb-da22fe05bfd4 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:15:48.740296 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-d40baf80-8377-434d-bc19-bedb58f2d6b1 req-0c7f9eeb-1081-4f10-9d48-bd786a16d093 tempest-ImagesOneServerTestJSON-887394783 tempest-ImagesOneServerTestJSON-887394783-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:15:48.749538 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-d40baf80-8377-434d-bc19-bedb58f2d6b1 req-0c7f9eeb-1081-4f10-9d48-bd786a16d093 tempest-ImagesOneServerTestJSON-887394783 tempest-ImagesOneServerTestJSON-887394783-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:15:48.779253 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7f9eeb-1081-4f10-9d48-bd786a16d093 tempest-ImagesOneServerTestJSON-887394783 tempest-ImagesOneServerTestJSON-887394783-project] Pushing event updated for resources: {'Port': ['ID=9fecbb51-81ad-4144-98a1-50986344e405,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:15:48.822944 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b1400b47-6bf1-46d7-bc0a-d73129254609 req-44dcecb6-9a30-427e-b4df-bcf1890bc8ab service neutron] 10.222.0.21 "GET /v2.0/networks/d55491b1-56ba-426a-ac8c-e92d73c02c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279411 Jul 05 02:15:48.825777 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40baf80-8377-434d-bc19-bedb58f2d6b1 req-0c7f9eeb-1081-4f10-9d48-bd786a16d093 tempest-ImagesOneServerTestJSON-887394783 tempest-ImagesOneServerTestJSON-887394783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:48.827471 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-d40baf80-8377-434d-bc19-bedb58f2d6b1 req-0c7f9eeb-1081-4f10-9d48-bd786a16d093 tempest-ImagesOneServerTestJSON-887394783 tempest-ImagesOneServerTestJSON-887394783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:48.955858 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d40baf80-8377-434d-bc19-bedb58f2d6b1 req-0c7f9eeb-1081-4f10-9d48-bd786a16d093 tempest-ImagesOneServerTestJSON-887394783 tempest-ImagesOneServerTestJSON-887394783-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5391376 Jul 05 02:15:48.968860 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-d40baf80-8377-434d-bc19-bedb58f2d6b1 req-487d5fa1-c0fd-4003-9398-60b0bc5ae35c service neutron] Request body: {'port': {'device_id': '22593023-0406-4e0e-8dfe-527268fdd140', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:15:49.084630 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-d40baf80-8377-434d-bc19-bedb58f2d6b1 req-487d5fa1-c0fd-4003-9398-60b0bc5ae35c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:49.107198 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device dd40790e-5c6b-49df-a769-f7e93972bedf details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:15:49.165464 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-d7092871-d422-4598-8a87-fcb19fdcc091 None None] Provisioning for port 9fecbb51-81ad-4144-98a1-50986344e405 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:15:49.223189 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-d7092871-d422-4598-8a87-fcb19fdcc091 None None] Provisioning complete for port 9fecbb51-81ad-4144-98a1-50986344e405 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:15:49.223807 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-d7092871-d422-4598-8a87-fcb19fdcc091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:49.260770 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-d7092871-d422-4598-8a87-fcb19fdcc091 None None] Port 9fecbb51-81ad-4144-98a1-50986344e405 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:15:49.270725 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c4262f-c9fa-4887-92d0-ac891ba75637 req-5a9b0c97-160c-45ee-a857-3e6db7dfea3e tempest-ImagesOneServerTestJSON-887394783 tempest-ImagesOneServerTestJSON-887394783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:49.273905 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-98c4262f-c9fa-4887-92d0-ac891ba75637 req-5a9b0c97-160c-45ee-a857-3e6db7dfea3e tempest-ImagesOneServerTestJSON-887394783 tempest-ImagesOneServerTestJSON-887394783-project] 10.222.0.23 "GET /v2.0/ports?device_id=22593023-0406-4e0e-8dfe-527268fdd140 HTTP/1.1" status: 200 len: 936 time: 0.1207130 Jul 05 02:15:49.335653 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port dd40790e-5c6b-49df-a769-f7e93972bedf, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=dd40790e-5c6b-49df-a769-f7e93972bedf,segment=NetworkSegment(24fd9432-f398-4a05-975c-1360bad4fc21),segment_id=24fd9432-f398-4a05-975c-1360bad4fc21)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:15:49.351776 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-98c4262f-c9fa-4887-92d0-ac891ba75637 req-1ccdaf58-5887-42f8-8c5f-94d43694003e tempest-ImagesOneServerTestJSON-887394783 tempest-ImagesOneServerTestJSON-887394783-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dddceb9-4cfd-474a-b9bd-00ea9e599de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650175 Jul 05 02:15:49.355542 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device dd40790e-5c6b-49df-a769-f7e93972bedf has no active binding in host n-h2-771362-32 {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 05 02:15:49.477113 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3845e73a-1747-47c5-b072-cc4f7023e1f2 req-c9821a35-0603-4029-8906-dd153b3c8089 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:49.477113 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3845e73a-1747-47c5-b072-cc4f7023e1f2 req-c9821a35-0603-4029-8906-dd153b3c8089 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e01c5aa-5fee-4d05-bead-17006da5b83c HTTP/1.1" status: 200 len: 943 time: 0.1572969 Jul 05 02:15:49.535623 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3845e73a-1747-47c5-b072-cc4f7023e1f2 req-bce8bf59-8d4e-4360-8358-8bbd1e802a9c tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649843 Jul 05 02:15:49.625026 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-d40baf80-8377-434d-bc19-bedb58f2d6b1 req-487d5fa1-c0fd-4003-9398-60b0bc5ae35c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fecbb51-81ad-4144-98a1-50986344e405 {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:15:49.634698 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-d40baf80-8377-434d-bc19-bedb58f2d6b1 req-487d5fa1-c0fd-4003-9398-60b0bc5ae35c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:49.657637 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-d40baf80-8377-434d-bc19-bedb58f2d6b1 req-487d5fa1-c0fd-4003-9398-60b0bc5ae35c service neutron] Transition to ACTIVE for port object 9fecbb51-81ad-4144-98a1-50986344e405 will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:15:49.776335 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-d40baf80-8377-434d-bc19-bedb58f2d6b1 req-487d5fa1-c0fd-4003-9398-60b0bc5ae35c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:49.869552 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487d5fa1-c0fd-4003-9398-60b0bc5ae35c service neutron] Pushing event updated for resources: {'Port': ['ID=9fecbb51-81ad-4144-98a1-50986344e405,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:15:49.927163 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-d40baf80-8377-434d-bc19-bedb58f2d6b1 req-487d5fa1-c0fd-4003-9398-60b0bc5ae35c service neutron] Attempting to bind port 9fecbb51-81ad-4144-98a1-50986344e405 on host n-h1-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:15:49.927508 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-d40baf80-8377-434d-bc19-bedb58f2d6b1 req-487d5fa1-c0fd-4003-9398-60b0bc5ae35c service neutron] Attempting to bind port 9fecbb51-81ad-4144-98a1-50986344e405 by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:15:49.929857 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40baf80-8377-434d-bc19-bedb58f2d6b1 req-487d5fa1-c0fd-4003-9398-60b0bc5ae35c service neutron] Attempting to bind port 9fecbb51-81ad-4144-98a1-50986344e405 on network dff432c2-7366-4622-aebb-da22fe05bfd4 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:15:49.932668 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40baf80-8377-434d-bc19-bedb58f2d6b1 req-487d5fa1-c0fd-4003-9398-60b0bc5ae35c service neutron] Port 9fecbb51-81ad-4144-98a1-50986344e405 on network dff432c2-7366-4622-aebb-da22fe05bfd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:15:49.933128 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40baf80-8377-434d-bc19-bedb58f2d6b1 req-487d5fa1-c0fd-4003-9398-60b0bc5ae35c service neutron] Attempting to bind port 9fecbb51-81ad-4144-98a1-50986344e405 on network dff432c2-7366-4622-aebb-da22fe05bfd4 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:15:49.938842 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40baf80-8377-434d-bc19-bedb58f2d6b1 req-487d5fa1-c0fd-4003-9398-60b0bc5ae35c service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:15:49.939454 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40baf80-8377-434d-bc19-bedb58f2d6b1 req-487d5fa1-c0fd-4003-9398-60b0bc5ae35c service neutron] Checking segment: {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:15:49.939850 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40baf80-8377-434d-bc19-bedb58f2d6b1 req-487d5fa1-c0fd-4003-9398-60b0bc5ae35c service neutron] Bound using segment: {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:15:49.940557 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-d40baf80-8377-434d-bc19-bedb58f2d6b1 req-487d5fa1-c0fd-4003-9398-60b0bc5ae35c service neutron] Bound port: 9fecbb51-81ad-4144-98a1-50986344e405, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:15:49.940932 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-d40baf80-8377-434d-bc19-bedb58f2d6b1 req-487d5fa1-c0fd-4003-9398-60b0bc5ae35c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:50.034160 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-d40baf80-8377-434d-bc19-bedb58f2d6b1 req-487d5fa1-c0fd-4003-9398-60b0bc5ae35c service neutron] For port 9fecbb51-81ad-4144-98a1-50986344e405, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:15:50.038108 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-d40baf80-8377-434d-bc19-bedb58f2d6b1 req-487d5fa1-c0fd-4003-9398-60b0bc5ae35c service neutron] For port 9fecbb51-81ad-4144-98a1-50986344e405, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=9fecbb51-81ad-4144-98a1-50986344e405,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:15:50.102283 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-d40baf80-8377-434d-bc19-bedb58f2d6b1 req-487d5fa1-c0fd-4003-9398-60b0bc5ae35c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:50.145999 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40baf80-8377-434d-bc19-bedb58f2d6b1 req-487d5fa1-c0fd-4003-9398-60b0bc5ae35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:50.148210 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-d40baf80-8377-434d-bc19-bedb58f2d6b1 req-487d5fa1-c0fd-4003-9398-60b0bc5ae35c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:50.151716 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d40baf80-8377-434d-bc19-bedb58f2d6b1 req-487d5fa1-c0fd-4003-9398-60b0bc5ae35c service neutron] 10.222.0.21 "PUT /v2.0/ports/9fecbb51-81ad-4144-98a1-50986344e405 HTTP/1.1" status: 200 len: 1097 time: 1.1866298 Jul 05 02:15:50.155771 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22593023-0406-4e0e-8dfe-527268fdd140', 'tag': '9fecbb51-81ad-4144-98a1-50986344e405'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:15:50.159044 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfdafbc9-1910-44a1-a2a9-c410bbc08c2f" -d '{"events": [{"name": "network-changed", "server_uuid": "22593023-0406-4e0e-8dfe-527268fdd140", "tag": "9fecbb51-81ad-4144-98a1-50986344e405"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:15:50.209473 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d25ff58d-bb58-434b-8ae2-cc374d3b582a x-openstack-request-id: req-d25ff58d-bb58-434b-8ae2-cc374d3b582a {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:15:50.209884 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22593023-0406-4e0e-8dfe-527268fdd140", "tag": "9fecbb51-81ad-4144-98a1-50986344e405", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:15:50.210274 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d25ff58d-bb58-434b-8ae2-cc374d3b582a {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:15:50.210797 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22593023-0406-4e0e-8dfe-527268fdd140', 'tag': '9fecbb51-81ad-4144-98a1-50986344e405', 'status': 'completed', 'code': 200} Jul 05 02:15:50.211915 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487d5fa1-c0fd-4003-9398-60b0bc5ae35c service neutron] Pushing event updated for resources: {'Port': ['ID=9fecbb51-81ad-4144-98a1-50986344e405,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:15:50.301933 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdafbc9-1910-44a1-a2a9-c410bbc08c2f req-8dba5a89-a48c-4dec-bd9d-a6198a97a1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:50.304228 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-dfdafbc9-1910-44a1-a2a9-c410bbc08c2f req-8dba5a89-a48c-4dec-bd9d-a6198a97a1af service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e6b03ee367bf48fa9487c5d3936070b3&device_id=22593023-0406-4e0e-8dfe-527268fdd140 HTTP/1.1" status: 200 len: 1100 time: 0.0702069 Jul 05 02:15:50.336874 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-dfdafbc9-1910-44a1-a2a9-c410bbc08c2f req-288ad36f-9866-40ce-9073-ea42230e3810 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=e6b03ee367bf48fa9487c5d3936070b3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0212448 Jul 05 02:15:50.461073 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdafbc9-1910-44a1-a2a9-c410bbc08c2f req-bb17b55e-9885-4bab-a940-a61a89921090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:50.462835 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-dfdafbc9-1910-44a1-a2a9-c410bbc08c2f req-bb17b55e-9885-4bab-a940-a61a89921090 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1169109 Jul 05 02:15:50.555822 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-40dc3714-9a44-4951-989a-3995a0c48889 req-65634728-2aef-4cee-9711-033810d927d2 service neutron] 10.222.0.21 "GET /v2.0/ports/dd40790e-5c6b-49df-a769-f7e93972bedf/bindings/n-h2-771362-32 HTTP/1.1" status: 200 len: 385 time: 0.0913904 Jul 05 02:15:50.690110 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40baf80-8377-434d-bc19-bedb58f2d6b1 req-5ecedebb-d92c-4406-8f94-8b8a970570ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:50.705261 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d40baf80-8377-434d-bc19-bedb58f2d6b1 req-5ecedebb-d92c-4406-8f94-8b8a970570ea service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e6b03ee367bf48fa9487c5d3936070b3&device_id=22593023-0406-4e0e-8dfe-527268fdd140 HTTP/1.1" status: 200 len: 1100 time: 0.1904566 Jul 05 02:15:50.768275 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d40baf80-8377-434d-bc19-bedb58f2d6b1 req-a0e552da-ec1d-441f-8a7f-2663ba36242c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=9fecbb51-81ad-4144-98a1-50986344e405 HTTP/1.1" status: 200 len: 217 time: 0.0484607 Jul 05 02:15:50.791308 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cc358e-3f2e-4859-85a6-06c4a4053e8d req-400463a4-2150-48c5-9c02-73fd3541a328 tempest-ImagesOneServerTestJSON-887394783 tempest-ImagesOneServerTestJSON-887394783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:50.799751 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a5cc358e-3f2e-4859-85a6-06c4a4053e8d req-400463a4-2150-48c5-9c02-73fd3541a328 tempest-ImagesOneServerTestJSON-887394783 tempest-ImagesOneServerTestJSON-887394783-project] 10.222.0.23 "GET /v2.0/ports?device_id=22593023-0406-4e0e-8dfe-527268fdd140 HTTP/1.1" status: 200 len: 948 time: 0.2421560 Jul 05 02:15:50.804779 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b4c9a0c6-e724-4f2b-aa17-d50d29819f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:50.838846 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-40dc3714-9a44-4951-989a-3995a0c48889 req-b4f62394-86e5-45a5-b99a-41f0f0e7723a service neutron] For port dd40790e-5c6b-49df-a769-f7e93972bedf, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=dd40790e-5c6b-49df-a769-f7e93972bedf,segment=NetworkSegment(24fd9432-f398-4a05-975c-1360bad4fc21),segment_id=24fd9432-f398-4a05-975c-1360bad4fc21)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:15:50.906450 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a5cc358e-3f2e-4859-85a6-06c4a4053e8d req-83197d14-9fa7-4f76-8b00-7b3832153a02 tempest-ImagesOneServerTestJSON-887394783 tempest-ImagesOneServerTestJSON-887394783-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dddceb9-4cfd-474a-b9bd-00ea9e599de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005049 Jul 05 02:15:50.906936 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40baf80-8377-434d-bc19-bedb58f2d6b1 req-d003fe3c-dd29-41af-ab5e-34b9ffbbdebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:50.909135 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-40dc3714-9a44-4951-989a-3995a0c48889 req-b4f62394-86e5-45a5-b99a-41f0f0e7723a service neutron] For port dd40790e-5c6b-49df-a769-f7e93972bedf, host n-h1-771362-32, cleared binding levels {{(pid=94462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:15:50.913245 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d40baf80-8377-434d-bc19-bedb58f2d6b1 req-d003fe3c-dd29-41af-ab5e-34b9ffbbdebd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b840e204-692c-4f54-8f07-f6563e8e36b1 HTTP/1.1" status: 200 len: 843 time: 0.1310070 Jul 05 02:15:50.985033 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [req-40dc3714-9a44-4951-989a-3995a0c48889 req-b4f62394-86e5-45a5-b99a-41f0f0e7723a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd40790e-5c6b-49df-a769-f7e93972bedf {{(pid=94462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:15:50.997586 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bdd0cf-0fa8-4446-95b0-41ad0717dea4 req-36c1fa14-8de1-4612-a5c0-f685b6ca5201 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:51.004947 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-37bdd0cf-0fa8-4446-95b0-41ad0717dea4 req-36c1fa14-8de1-4612-a5c0-f685b6ca5201 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e01c5aa-5fee-4d05-bead-17006da5b83c HTTP/1.1" status: 200 len: 943 time: 0.2531343 Jul 05 02:15:51.025434 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-40dc3714-9a44-4951-989a-3995a0c48889 req-b4f62394-86e5-45a5-b99a-41f0f0e7723a service neutron] For port dd40790e-5c6b-49df-a769-f7e93972bedf, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=dd40790e-5c6b-49df-a769-f7e93972bedf,segment=NetworkSegment(24fd9432-f398-4a05-975c-1360bad4fc21),segment_id=24fd9432-f398-4a05-975c-1360bad4fc21)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:15:51.033682 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40baf80-8377-434d-bc19-bedb58f2d6b1 req-449158cf-dfd4-46de-bc9a-e582fb9efa53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:51.036391 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d40baf80-8377-434d-bc19-bedb58f2d6b1 req-449158cf-dfd4-46de-bc9a-e582fb9efa53 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dff432c2-7366-4622-aebb-da22fe05bfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1141682 Jul 05 02:15:51.113493 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-37bdd0cf-0fa8-4446-95b0-41ad0717dea4 req-cfb30730-c1bb-4f19-b4c2-2916bce43426 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066899 Jul 05 02:15:51.150032 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-40dc3714-9a44-4951-989a-3995a0c48889 req-b4f62394-86e5-45a5-b99a-41f0f0e7723a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:51.184005 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 140e0937-0a49-4541-a2bf-cd9b6484c645 details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:15:51.217937 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d40baf80-8377-434d-bc19-bedb58f2d6b1 req-ac6ec194-e2e6-4837-8f2d-748c2ade5308 service neutron] 10.222.0.21 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732280 Jul 05 02:15:51.302315 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [req-40dc3714-9a44-4951-989a-3995a0c48889 req-b4f62394-86e5-45a5-b99a-41f0f0e7723a service neutron] Transition to ACTIVE for port object dd40790e-5c6b-49df-a769-f7e93972bedf will not be triggered until provisioned by entity L2. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:15:51.378430 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d40baf80-8377-434d-bc19-bedb58f2d6b1 req-3764a9ea-f794-40c5-8f51-4b3a413e9b90 service neutron] 10.222.0.21 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443794 Jul 05 02:15:51.381194 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 140e0937-0a49-4541-a2bf-cd9b6484c645, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=140e0937-0a49-4541-a2bf-cd9b6484c645,segment=NetworkSegment(f64300f6-197b-4011-8dc6-a113f7708dd5),segment_id=f64300f6-197b-4011-8dc6-a113f7708dd5)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:15:51.396945 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': '140e0937-0a49-4541-a2bf-cd9b6484c645', 'network_id': 'b0083775-05cf-4d34-9b3f-be9cea23529c', 'port_id': '140e0937-0a49-4541-a2bf-cd9b6484c645', 'mac_address': 'fa:16:3e:3a:68:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f216c7f5-ca0e-41f7-9604-de1f19a72e49', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:15:51.439091 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:51.456160 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 140e0937-0a49-4541-a2bf-cd9b6484c645 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:15:51.478387 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 140e0937-0a49-4541-a2bf-cd9b6484c645, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=140e0937-0a49-4541-a2bf-cd9b6484c645,segment=NetworkSegment(f64300f6-197b-4011-8dc6-a113f7708dd5),segment_id=f64300f6-197b-4011-8dc6-a113f7708dd5)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:15:51.508525 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-40dc3714-9a44-4951-989a-3995a0c48889 req-b4f62394-86e5-45a5-b99a-41f0f0e7723a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:51.630184 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [req-40dc3714-9a44-4951-989a-3995a0c48889 req-b4f62394-86e5-45a5-b99a-41f0f0e7723a service neutron] No DVR routers for this DVR port dd40790e-5c6b-49df-a769-f7e93972bedf on host n-h1-771362-32 {{(pid=94462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:15:51.654341 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f62394-86e5-45a5-b99a-41f0f0e7723a service neutron] Pushing event updated for resources: {'Port': ['ID=dd40790e-5c6b-49df-a769-f7e93972bedf,revision_number=10']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:15:51.665684 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-40dc3714-9a44-4951-989a-3995a0c48889 req-b4f62394-86e5-45a5-b99a-41f0f0e7723a service neutron] 10.222.0.21 "PUT /v2.0/ports/dd40790e-5c6b-49df-a769-f7e93972bedf/bindings/n-h2-771362-32/activate HTTP/1.1" status: 200 len: 370 time: 1.0870762 Jul 05 02:15:51.806900 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:51.867430 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=140e0937-0a49-4541-a2bf-cd9b6484c645,revision_number=6']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:15:51.894874 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['140e0937-0a49-4541-a2bf-cd9b6484c645'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:15:51.934866 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dc3714-9a44-4951-989a-3995a0c48889 req-79fc7878-5e78-4eff-8cb0-25ead885a29d tempest-LiveMigrationTest-1529316378 tempest-LiveMigrationTest-1529316378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:51.937850 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-40dc3714-9a44-4951-989a-3995a0c48889 req-79fc7878-5e78-4eff-8cb0-25ead885a29d tempest-LiveMigrationTest-1529316378 tempest-LiveMigrationTest-1529316378-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=0e01c5aa-5fee-4d05-bead-17006da5b83c&tenant_id=7a7e417343d4479788713b4bb769c9b0&binding%3Ahost_id=n-h1-771362-32 HTTP/1.1" status: 200 len: 1096 time: 0.0763350 Jul 05 02:15:52.139071 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dc3714-9a44-4951-989a-3995a0c48889 req-2b4d7dca-9d8a-4101-82f2-0ebaf5cc5d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:52.146296 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-40dc3714-9a44-4951-989a-3995a0c48889 req-2b4d7dca-9d8a-4101-82f2-0ebaf5cc5d9e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0e01c5aa-5fee-4d05-bead-17006da5b83c&tenant_id=7a7e417343d4479788713b4bb769c9b0 HTTP/1.1" status: 200 len: 1096 time: 0.2004800 Jul 05 02:15:52.239044 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ff6549-6178-45cc-b394-0c90c5810449 req-7533f453-c6b8-478e-bb42-145fc07af1a4 tempest-ImagesOneServerTestJSON-887394783 tempest-ImagesOneServerTestJSON-887394783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:52.248181 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a8ff6549-6178-45cc-b394-0c90c5810449 req-7533f453-c6b8-478e-bb42-145fc07af1a4 tempest-ImagesOneServerTestJSON-887394783 tempest-ImagesOneServerTestJSON-887394783-project] 10.222.0.23 "GET /v2.0/ports?device_id=22593023-0406-4e0e-8dfe-527268fdd140 HTTP/1.1" status: 200 len: 948 time: 0.1663795 Jul 05 02:15:52.322198 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dc3714-9a44-4951-989a-3995a0c48889 req-d11c3198-af0c-4e61-9989-24e05e1c07cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:52.326427 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-40dc3714-9a44-4951-989a-3995a0c48889 req-d11c3198-af0c-4e61-9989-24e05e1c07cb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7a7e417343d4479788713b4bb769c9b0&device_id=0e01c5aa-5fee-4d05-bead-17006da5b83c HTTP/1.1" status: 200 len: 1096 time: 0.1510918 Jul 05 02:15:52.329130 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a8ff6549-6178-45cc-b394-0c90c5810449 req-5cf8122d-dfd0-4941-acec-2f013f83d838 tempest-ImagesOneServerTestJSON-887394783 tempest-ImagesOneServerTestJSON-887394783-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dddceb9-4cfd-474a-b9bd-00ea9e599de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780566 Jul 05 02:15:52.517244 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dc3714-9a44-4951-989a-3995a0c48889 req-fc04aa2c-038c-47f4-a3d7-075f6e18bb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:52.523364 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-40dc3714-9a44-4951-989a-3995a0c48889 req-fc04aa2c-038c-47f4-a3d7-075f6e18bb40 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d55491b1-56ba-426a-ac8c-e92d73c02c5b HTTP/1.1" status: 200 len: 908 time: 0.1853395 Jul 05 02:15:52.576480 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07c5c80-9aef-4d38-b28a-32fe65792454 req-052e2fdf-59e6-411b-8019-1f8e5ce04ea3 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:52.578776 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d07c5c80-9aef-4d38-b28a-32fe65792454 req-052e2fdf-59e6-411b-8019-1f8e5ce04ea3 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e01c5aa-5fee-4d05-bead-17006da5b83c HTTP/1.1" status: 200 len: 944 time: 0.1109011 Jul 05 02:15:52.640043 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d07c5c80-9aef-4d38-b28a-32fe65792454 req-10d35547-c7eb-42c4-a8d4-b559519a469b tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527859 Jul 05 02:15:52.942533 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-40dc3714-9a44-4951-989a-3995a0c48889 req-60744075-2b2a-4586-b270-08ea17636402 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd40790e-5c6b-49df-a769-f7e93972bedf HTTP/1.1" status: 200 len: 217 time: 0.4132645 Jul 05 02:15:53.004755 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dc3714-9a44-4951-989a-3995a0c48889 req-056f0738-71c2-498d-8823-08a28bde4ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:53.006278 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-40dc3714-9a44-4951-989a-3995a0c48889 req-056f0738-71c2-498d-8823-08a28bde4ebe service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9b152ce5-504f-4214-985c-9f5fa8213776 HTTP/1.1" status: 200 len: 848 time: 0.0570521 Jul 05 02:15:53.043623 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-40dc3714-9a44-4951-989a-3995a0c48889 req-47bd3785-d703-49ee-9493-31f84820ecc4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d55491b1-56ba-426a-ac8c-e92d73c02c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296597 Jul 05 02:15:53.154391 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-40dc3714-9a44-4951-989a-3995a0c48889 req-bb1bf5a9-2156-4f31-9795-be63e68ef80d service neutron] 10.222.0.15 "GET /v2.0/networks/d55491b1-56ba-426a-ac8c-e92d73c02c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011016 Jul 05 02:15:53.177749 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-d90b4f11-6fce-48af-a656-54290806e287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:53.202713 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 140e0937-0a49-4541-a2bf-cd9b6484c645 up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:15:53.288627 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-40dc3714-9a44-4951-989a-3995a0c48889 req-6d4a49e4-7783-4fb1-aea5-c5d8d028c2fd service neutron] 10.222.0.15 "GET /v2.0/networks/d55491b1-56ba-426a-ac8c-e92d73c02c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275089 Jul 05 02:15:53.305953 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port 140e0937-0a49-4541-a2bf-cd9b6484c645 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:15:53.306935 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:53.445781 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:53.476890 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e2e0835-167f-4a10-ac14-8dc08e45bb4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '140e0937-0a49-4541-a2bf-cd9b6484c645'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:15:53.479147 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-741c8ddb-c480-460f-a50d-584a856217e2" -d '{"events": [{"server_uuid": "3e2e0835-167f-4a10-ac14-8dc08e45bb4a", "name": "network-vif-plugged", "status": "completed", "tag": "140e0937-0a49-4541-a2bf-cd9b6484c645"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:15:53.500407 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 140e0937-0a49-4541-a2bf-cd9b6484c645, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=140e0937-0a49-4541-a2bf-cd9b6484c645,segment=NetworkSegment(f64300f6-197b-4011-8dc6-a113f7708dd5),segment_id=f64300f6-197b-4011-8dc6-a113f7708dd5)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:15:53.571757 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6129933a-22e5-4358-a164-e609c2c0be92 req-4960885c-16ce-484b-9200-5417f433aeff tempest-ImagesOneServerTestJSON-887394783 tempest-ImagesOneServerTestJSON-887394783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:53.578460 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6129933a-22e5-4358-a164-e609c2c0be92 req-4960885c-16ce-484b-9200-5417f433aeff tempest-ImagesOneServerTestJSON-887394783 tempest-ImagesOneServerTestJSON-887394783-project] 10.222.0.23 "GET /v2.0/ports?device_id=22593023-0406-4e0e-8dfe-527268fdd140 HTTP/1.1" status: 200 len: 948 time: 0.1127417 Jul 05 02:15:53.599561 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:53.685716 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6129933a-22e5-4358-a164-e609c2c0be92 req-709d0320-7bbd-4f48-8298-658912c10353 tempest-ImagesOneServerTestJSON-887394783 tempest-ImagesOneServerTestJSON-887394783-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dddceb9-4cfd-474a-b9bd-00ea9e599de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055055 Jul 05 02:15:53.703445 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=140e0937-0a49-4541-a2bf-cd9b6484c645,revision_number=7']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:15:53.760627 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c333ef93-eb69-40c4-9b60-1d74bc1662c6 x-openstack-request-id: req-c333ef93-eb69-40c4-9b60-1d74bc1662c6 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:15:53.761133 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e2e0835-167f-4a10-ac14-8dc08e45bb4a", "name": "network-vif-plugged", "status": "completed", "tag": "140e0937-0a49-4541-a2bf-cd9b6484c645", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:15:53.761697 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c333ef93-eb69-40c4-9b60-1d74bc1662c6 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:15:53.762236 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e2e0835-167f-4a10-ac14-8dc08e45bb4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '140e0937-0a49-4541-a2bf-cd9b6484c645', 'code': 200} Jul 05 02:15:53.815422 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:53.991769 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74759992-580e-4024-b632-0fa0ca561f79 req-fe89c646-948f-4465-a5e6-4e784956143d tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:53.993597 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-74759992-580e-4024-b632-0fa0ca561f79 req-fe89c646-948f-4465-a5e6-4e784956143d tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e01c5aa-5fee-4d05-bead-17006da5b83c HTTP/1.1" status: 200 len: 944 time: 0.1160967 Jul 05 02:15:54.043235 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-74759992-580e-4024-b632-0fa0ca561f79 req-01dc701c-1eaa-4ffd-977a-6443c05c0d7a tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434408 Jul 05 02:15:54.664170 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:54.697498 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dc3714-9a44-4951-989a-3995a0c48889 req-e110869a-be85-40a4-8e10-3419712c2eef tempest-LiveMigrationTest-1529316378 tempest-LiveMigrationTest-1529316378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:54.701733 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-40dc3714-9a44-4951-989a-3995a0c48889 req-e110869a-be85-40a4-8e10-3419712c2eef tempest-LiveMigrationTest-1529316378 tempest-LiveMigrationTest-1529316378-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=0e01c5aa-5fee-4d05-bead-17006da5b83c&tenant_id=7a7e417343d4479788713b4bb769c9b0&binding%3Ahost_id=n-h2-771362-32 HTTP/1.1" status: 200 len: 1096 time: 0.1107304 Jul 05 02:15:54.926759 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-40dc3714-9a44-4951-989a-3995a0c48889 req-48fdb521-0476-4106-b948-9e4f7861c4b5 service neutron] For port dd40790e-5c6b-49df-a769-f7e93972bedf, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:15:54.929701 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-40dc3714-9a44-4951-989a-3995a0c48889 req-48fdb521-0476-4106-b948-9e4f7861c4b5 service neutron] Notify callbacks [] for binding, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:54.931719 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-40dc3714-9a44-4951-989a-3995a0c48889 req-48fdb521-0476-4106-b948-9e4f7861c4b5 service neutron] 10.222.0.15 "DELETE /v2.0/ports/dd40790e-5c6b-49df-a769-f7e93972bedf/bindings/n-h1-771362-32 HTTP/1.1" status: 204 len: 173 time: 0.2253797 Jul 05 02:15:55.201083 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 9fecbb51-81ad-4144-98a1-50986344e405 details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:15:55.287112 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device dd40790e-5c6b-49df-a769-f7e93972bedf no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:15:55.288699 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7eaf91-81e5-4b70-aff1-db89ef062545 req-2a92d8b8-cedf-4724-81e9-5cefec17802d tempest-ImagesOneServerTestJSON-887394783 tempest-ImagesOneServerTestJSON-887394783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:55.295853 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6d7eaf91-81e5-4b70-aff1-db89ef062545 req-2a92d8b8-cedf-4724-81e9-5cefec17802d tempest-ImagesOneServerTestJSON-887394783 tempest-ImagesOneServerTestJSON-887394783-project] 10.222.0.23 "GET /v2.0/ports?device_id=22593023-0406-4e0e-8dfe-527268fdd140 HTTP/1.1" status: 200 len: 948 time: 0.1213140 Jul 05 02:15:55.340423 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device dd40790e-5c6b-49df-a769-f7e93972bedf not bound to the agent host n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:15:55.346171 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6d7eaf91-81e5-4b70-aff1-db89ef062545 req-f001f9a7-c122-4dd1-a525-4e3261c333bf tempest-ImagesOneServerTestJSON-887394783 tempest-ImagesOneServerTestJSON-887394783-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dddceb9-4cfd-474a-b9bd-00ea9e599de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478621 Jul 05 02:15:55.364479 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 9fecbb51-81ad-4144-98a1-50986344e405, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=9fecbb51-81ad-4144-98a1-50986344e405,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:15:55.377524 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': '9fecbb51-81ad-4144-98a1-50986344e405', 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4', 'port_id': '9fecbb51-81ad-4144-98a1-50986344e405', 'mac_address': 'fa:16:3e:76:1b:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b840e204-692c-4f54-8f07-f6563e8e36b1', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:15:55.427383 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:55.458682 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fecbb51-81ad-4144-98a1-50986344e405 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:15:55.482042 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 9fecbb51-81ad-4144-98a1-50986344e405, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=9fecbb51-81ad-4144-98a1-50986344e405,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:15:55.572640 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:55.616374 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f234ba0-e53e-4ffb-b29d-9e763f5bb900 req-7b1d104b-0138-4518-b037-050f35200328 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:55.623776 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5f234ba0-e53e-4ffb-b29d-9e763f5bb900 req-7b1d104b-0138-4518-b037-050f35200328 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e01c5aa-5fee-4d05-bead-17006da5b83c HTTP/1.1" status: 200 len: 944 time: 0.1500564 Jul 05 02:15:55.668939 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=9fecbb51-81ad-4144-98a1-50986344e405,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:15:55.669557 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5f234ba0-e53e-4ffb-b29d-9e763f5bb900 req-8e1fc692-203f-4459-9a87-aa15a945f2de tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385225 Jul 05 02:15:55.847952 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['9fecbb51-81ad-4144-98a1-50986344e405'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:15:56.139844 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:56.611246 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d28fd56-df23-4683-a8ad-a962063a0046 req-c6197162-643d-4788-a882-9a65b6734e2c tempest-ImagesOneServerTestJSON-887394783 tempest-ImagesOneServerTestJSON-887394783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:56.618751 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4d28fd56-df23-4683-a8ad-a962063a0046 req-c6197162-643d-4788-a882-9a65b6734e2c tempest-ImagesOneServerTestJSON-887394783 tempest-ImagesOneServerTestJSON-887394783-project] 10.222.0.23 "GET /v2.0/ports?device_id=22593023-0406-4e0e-8dfe-527268fdd140 HTTP/1.1" status: 200 len: 949 time: 0.0793374 Jul 05 02:15:56.661530 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4d28fd56-df23-4683-a8ad-a962063a0046 req-b9d49b90-f4f8-41e3-b050-502d5117451d tempest-ImagesOneServerTestJSON-887394783 tempest-ImagesOneServerTestJSON-887394783-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dddceb9-4cfd-474a-b9bd-00ea9e599de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418046 Jul 05 02:15:56.878510 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846ce7d9-19b6-4e22-9ab5-b69287b2f933 req-36272979-3ffd-440b-b5b2-a5d29c11d725 tempest-LiveMigrationTest-1529316378 tempest-LiveMigrationTest-1529316378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:56.880433 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-846ce7d9-19b6-4e22-9ab5-b69287b2f933 req-36272979-3ffd-440b-b5b2-a5d29c11d725 tempest-LiveMigrationTest-1529316378 tempest-LiveMigrationTest-1529316378-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=0e01c5aa-5fee-4d05-bead-17006da5b83c HTTP/1.1" status: 200 len: 1096 time: 0.0874572 Jul 05 02:15:56.934338 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-846ce7d9-19b6-4e22-9ab5-b69287b2f933 req-2d0962b0-006b-48de-91a3-4040f5ddd211 tempest-LiveMigrationTest-1529316378 tempest-LiveMigrationTest-1529316378-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468261 Jul 05 02:15:57.210218 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 9fecbb51-81ad-4144-98a1-50986344e405 up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:15:58.144165 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning for port 9fecbb51-81ad-4144-98a1-50986344e405 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:15:58.148961 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port 9fecbb51-81ad-4144-98a1-50986344e405 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:15:58.149648 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:58.288728 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:58.365416 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22593023-0406-4e0e-8dfe-527268fdd140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fecbb51-81ad-4144-98a1-50986344e405'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:15:58.369572 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b66374ef-953a-496c-8452-899e6768f513" -d '{"events": [{"server_uuid": "22593023-0406-4e0e-8dfe-527268fdd140", "name": "network-vif-plugged", "status": "completed", "tag": "9fecbb51-81ad-4144-98a1-50986344e405"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:15:58.409787 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 9fecbb51-81ad-4144-98a1-50986344e405, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=9fecbb51-81ad-4144-98a1-50986344e405,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:15:58.509534 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:15:58.652861 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e4ea1f-e2b2-40d4-995f-3b5286b9c93c req-65e42829-1172-4b1a-9462-43cc5c51bfbe tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:58.661449 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a8e4ea1f-e2b2-40d4-995f-3b5286b9c93c req-65e42829-1172-4b1a-9462-43cc5c51bfbe tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/networks?id=d55491b1-56ba-426a-ac8c-e92d73c02c5b HTTP/1.1" status: 200 len: 808 time: 0.2753103 Jul 05 02:15:58.668744 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=9fecbb51-81ad-4144-98a1-50986344e405,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:15:58.678579 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a8e4ea1f-e2b2-40d4-995f-3b5286b9c93c req-04341ca5-5af6-4427-8804-7e5b97ced7ad tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/quotas/7a7e417343d4479788713b4bb769c9b0 HTTP/1.1" status: 200 len: 375 time: 0.0161293 Jul 05 02:15:58.791149 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a8e4ea1f-e2b2-40d4-995f-3b5286b9c93c req-f986e8ee-4247-4157-a18d-de7d2549d812 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7a7e417343d4479788713b4bb769c9b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1115346 Jul 05 02:15:58.905568 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a8e4ea1f-e2b2-40d4-995f-3b5286b9c93c req-4f1a6ef2-df09-459d-8c34-8158218fbf23 service neutron] 10.222.0.23 "GET /v2.0/networks/d55491b1-56ba-426a-ac8c-e92d73c02c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131411 Jul 05 02:15:59.053152 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f4e8ed-cf93-4334-bc17-03e42d8c10be req-4237ff5e-f668-4d16-9e02-2ad21da26e8d tempest-ImagesOneServerTestJSON-887394783 tempest-ImagesOneServerTestJSON-887394783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:59.072894 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a7f4e8ed-cf93-4334-bc17-03e42d8c10be req-4237ff5e-f668-4d16-9e02-2ad21da26e8d tempest-ImagesOneServerTestJSON-887394783 tempest-ImagesOneServerTestJSON-887394783-project] 10.222.0.23 "GET /v2.0/ports?device_id=22593023-0406-4e0e-8dfe-527268fdd140 HTTP/1.1" status: 200 len: 950 time: 0.1379864 Jul 05 02:15:59.091374 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a8e4ea1f-e2b2-40d4-995f-3b5286b9c93c req-61827949-4ed0-4932-b58f-dabf62d37ffc service neutron] 10.222.0.23 "GET /v2.0/networks/d55491b1-56ba-426a-ac8c-e92d73c02c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847038 Jul 05 02:15:59.144516 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a7f4e8ed-cf93-4334-bc17-03e42d8c10be req-6b5e5739-fe56-49a5-a3b7-7c48bfb4aadd tempest-ImagesOneServerTestJSON-887394783 tempest-ImagesOneServerTestJSON-887394783-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dddceb9-4cfd-474a-b9bd-00ea9e599de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685818 Jul 05 02:15:59.204499 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-460df0ba-c657-410e-b51b-1c1c776b2fbc x-openstack-request-id: req-460df0ba-c657-410e-b51b-1c1c776b2fbc {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:15:59.205071 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22593023-0406-4e0e-8dfe-527268fdd140", "name": "network-vif-plugged", "status": "completed", "tag": "9fecbb51-81ad-4144-98a1-50986344e405", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:15:59.205432 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-460df0ba-c657-410e-b51b-1c1c776b2fbc {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:15:59.205988 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22593023-0406-4e0e-8dfe-527268fdd140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fecbb51-81ad-4144-98a1-50986344e405', 'code': 200} Jul 05 02:15:59.399740 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b118f0f7-0cf0-479e-9b84-59702790964a req-82443d3f-1d3a-450b-a6bc-70ac021b929f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:15:59.416395 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b118f0f7-0cf0-479e-9b84-59702790964a req-82443d3f-1d3a-450b-a6bc-70ac021b929f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=22593023-0406-4e0e-8dfe-527268fdd140 HTTP/1.1" status: 200 len: 1102 time: 0.0978842 Jul 05 02:15:59.496861 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b118f0f7-0cf0-479e-9b84-59702790964a req-05786cf5-4c32-4b74-a4c3-3e42c57c2c7b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7dddceb9-4cfd-474a-b9bd-00ea9e599de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762224 Jul 05 02:15:59.512848 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7eb0eb2a-05b8-43ba-a091-1ffcfc44ac15 req-131d10d6-239c-4f99-ae6a-e83bf261dd96 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=9425bd0c-c153-4dfc-853f-2f05765de50b HTTP/1.1" status: 200 len: 210 time: 0.0907743 Jul 05 02:16:00.478841 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ae7db-5f1e-4cb6-9029-db42c93b68f8 req-d1cc4ea0-8d6e-40a7-8a3d-da6d8a9efc94 tempest-ImagesOneServerTestJSON-887394783 tempest-ImagesOneServerTestJSON-887394783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:16:00.526850 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b35ae7db-5f1e-4cb6-9029-db42c93b68f8 req-d1cc4ea0-8d6e-40a7-8a3d-da6d8a9efc94 tempest-ImagesOneServerTestJSON-887394783 tempest-ImagesOneServerTestJSON-887394783-project] 10.222.0.23 "GET /v2.0/ports?device_id=22593023-0406-4e0e-8dfe-527268fdd140 HTTP/1.1" status: 200 len: 950 time: 0.1531224 Jul 05 02:16:00.690013 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b35ae7db-5f1e-4cb6-9029-db42c93b68f8 req-29442cb6-a3e7-4559-a8d4-303344e17acb tempest-ImagesOneServerTestJSON-887394783 tempest-ImagesOneServerTestJSON-887394783-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dddceb9-4cfd-474a-b9bd-00ea9e599de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101177 Jul 05 02:16:00.719457 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-cb251a43-c136-4d13-ae67-f9c83687d30d req-d6c505fe-8718-4c4a-97c3-3336a04ac383 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=9425bd0c-c153-4dfc-853f-2f05765de50b HTTP/1.1" status: 200 len: 210 time: 0.0364971 Jul 05 02:16:01.904930 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6a04e0-973e-449f-89eb-76ee5533cf7f req-c2421dd9-c3cf-46cb-bf48-e79979cf98de tempest-ImagesOneServerTestJSON-887394783 tempest-ImagesOneServerTestJSON-887394783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:16:01.906794 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1d6a04e0-973e-449f-89eb-76ee5533cf7f req-c2421dd9-c3cf-46cb-bf48-e79979cf98de tempest-ImagesOneServerTestJSON-887394783 tempest-ImagesOneServerTestJSON-887394783-project] 10.222.0.23 "GET /v2.0/ports?device_id=22593023-0406-4e0e-8dfe-527268fdd140 HTTP/1.1" status: 200 len: 950 time: 0.0780649 Jul 05 02:16:01.976003 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1d6a04e0-973e-449f-89eb-76ee5533cf7f req-f46c2f2c-68c3-4f98-81b4-b63d3169e24d tempest-ImagesOneServerTestJSON-887394783 tempest-ImagesOneServerTestJSON-887394783-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dddceb9-4cfd-474a-b9bd-00ea9e599de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620556 Jul 05 02:16:02.169457 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-42b4f34e-73a7-4df4-9a6c-362845843479 req-dc1402f3-56ff-4fea-9591-c5cca1255044 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=9425bd0c-c153-4dfc-853f-2f05765de50b HTTP/1.1" status: 200 len: 210 time: 0.0393913 Jul 05 02:16:03.362868 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e4ea1f-e2b2-40d4-995f-3b5286b9c93c req-ee5317db-7a31-46ab-bb83-af4812eb0034 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:16:03.364419 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a8e4ea1f-e2b2-40d4-995f-3b5286b9c93c req-ee5317db-7a31-46ab-bb83-af4812eb0034 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.21 "GET /v2.0/networks?id=d55491b1-56ba-426a-ac8c-e92d73c02c5b HTTP/1.1" status: 200 len: 808 time: 0.1609735 Jul 05 02:16:03.381518 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-a8e4ea1f-e2b2-40d4-995f-3b5286b9c93c req-f09e0e52-9e59-4403-8ba7-e04e2ed46476 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Request body: {'port': {'device_id': '9425bd0c-c153-4dfc-853f-2f05765de50b', 'network_id': 'd55491b1-56ba-426a-ac8c-e92d73c02c5b', 'admin_state_up': True, 'tenant_id': '7a7e417343d4479788713b4bb769c9b0'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:16:03.647182 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8e4ea1f-e2b2-40d4-995f-3b5286b9c93c req-f09e0e52-9e59-4403-8ba7-e04e2ed46476 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Made reservation on behalf of 7a7e417343d4479788713b4bb769c9b0 for: {'port': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:16:03.651767 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-a8e4ea1f-e2b2-40d4-995f-3b5286b9c93c req-f09e0e52-9e59-4403-8ba7-e04e2ed46476 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:03.956668 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [req-a8e4ea1f-e2b2-40d4-995f-3b5286b9c93c req-f09e0e52-9e59-4403-8ba7-e04e2ed46476 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Allocated IP 172.20.0.4 (d55491b1-56ba-426a-ac8c-e92d73c02c5b/9b152ce5-504f-4214-985c-9f5fa8213776/3cffef8b-24fe-4f69-94a5-2ba15c027d10) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:16:04.198271 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-a8e4ea1f-e2b2-40d4-995f-3b5286b9c93c req-f09e0e52-9e59-4403-8ba7-e04e2ed46476 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:04.328252 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-a8e4ea1f-e2b2-40d4-995f-3b5286b9c93c req-f09e0e52-9e59-4403-8ba7-e04e2ed46476 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:04.437123 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8e4ea1f-e2b2-40d4-995f-3b5286b9c93c req-f09e0e52-9e59-4403-8ba7-e04e2ed46476 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Network d55491b1-56ba-426a-ac8c-e92d73c02c5b is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:16:04.441132 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09e0e52-9e59-4403-8ba7-e04e2ed46476 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Pushing event updated for resources: {'Port': ['ID=3cffef8b-24fe-4f69-94a5-2ba15c027d10,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:16:04.457343 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [req-a8e4ea1f-e2b2-40d4-995f-3b5286b9c93c req-f09e0e52-9e59-4403-8ba7-e04e2ed46476 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:16:04.461705 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8e4ea1f-e2b2-40d4-995f-3b5286b9c93c req-f09e0e52-9e59-4403-8ba7-e04e2ed46476 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:16:04.537331 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e4ea1f-e2b2-40d4-995f-3b5286b9c93c req-f09e0e52-9e59-4403-8ba7-e04e2ed46476 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:16:04.538032 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-a8e4ea1f-e2b2-40d4-995f-3b5286b9c93c req-f09e0e52-9e59-4403-8ba7-e04e2ed46476 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:04.883571 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a8e4ea1f-e2b2-40d4-995f-3b5286b9c93c req-f09e0e52-9e59-4403-8ba7-e04e2ed46476 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5081592 Jul 05 02:16:04.896567 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-a8e4ea1f-e2b2-40d4-995f-3b5286b9c93c req-fdfdbc34-70f3-4a11-9132-1580ca2dcfe7 service neutron] Request body: {'port': {'device_id': '9425bd0c-c153-4dfc-853f-2f05765de50b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-32'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:16:04.977118 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-a8e4ea1f-e2b2-40d4-995f-3b5286b9c93c req-fdfdbc34-70f3-4a11-9132-1580ca2dcfe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:05.693591 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [req-a8e4ea1f-e2b2-40d4-995f-3b5286b9c93c req-fdfdbc34-70f3-4a11-9132-1580ca2dcfe7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cffef8b-24fe-4f69-94a5-2ba15c027d10 {{(pid=94462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:16:05.703678 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-a8e4ea1f-e2b2-40d4-995f-3b5286b9c93c req-fdfdbc34-70f3-4a11-9132-1580ca2dcfe7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:05.717071 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [req-a8e4ea1f-e2b2-40d4-995f-3b5286b9c93c req-fdfdbc34-70f3-4a11-9132-1580ca2dcfe7 service neutron] Transition to ACTIVE for port object 3cffef8b-24fe-4f69-94a5-2ba15c027d10 will not be triggered until provisioned by entity L2. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:16:05.857927 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-a8e4ea1f-e2b2-40d4-995f-3b5286b9c93c req-fdfdbc34-70f3-4a11-9132-1580ca2dcfe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:05.953486 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfdbc34-70f3-4a11-9132-1580ca2dcfe7 service neutron] Pushing event updated for resources: {'Port': ['ID=3cffef8b-24fe-4f69-94a5-2ba15c027d10,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:16:05.981690 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-a8e4ea1f-e2b2-40d4-995f-3b5286b9c93c req-fdfdbc34-70f3-4a11-9132-1580ca2dcfe7 service neutron] Attempting to bind port 3cffef8b-24fe-4f69-94a5-2ba15c027d10 on host n-h1-771362-32 for vnic_type normal with profile {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:16:05.982028 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-a8e4ea1f-e2b2-40d4-995f-3b5286b9c93c req-fdfdbc34-70f3-4a11-9132-1580ca2dcfe7 service neutron] Attempting to bind port 3cffef8b-24fe-4f69-94a5-2ba15c027d10 by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': '24fd9432-f398-4a05-975c-1360bad4fc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd55491b1-56ba-426a-ac8c-e92d73c02c5b'}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:16:05.982394 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e4ea1f-e2b2-40d4-995f-3b5286b9c93c req-fdfdbc34-70f3-4a11-9132-1580ca2dcfe7 service neutron] Attempting to bind port 3cffef8b-24fe-4f69-94a5-2ba15c027d10 on network d55491b1-56ba-426a-ac8c-e92d73c02c5b {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:16:05.987860 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e4ea1f-e2b2-40d4-995f-3b5286b9c93c req-fdfdbc34-70f3-4a11-9132-1580ca2dcfe7 service neutron] Port 3cffef8b-24fe-4f69-94a5-2ba15c027d10 on network d55491b1-56ba-426a-ac8c-e92d73c02c5b not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:16:05.988189 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e4ea1f-e2b2-40d4-995f-3b5286b9c93c req-fdfdbc34-70f3-4a11-9132-1580ca2dcfe7 service neutron] Attempting to bind port 3cffef8b-24fe-4f69-94a5-2ba15c027d10 on network d55491b1-56ba-426a-ac8c-e92d73c02c5b {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:16:05.994007 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e4ea1f-e2b2-40d4-995f-3b5286b9c93c req-fdfdbc34-70f3-4a11-9132-1580ca2dcfe7 service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:16:05.994353 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e4ea1f-e2b2-40d4-995f-3b5286b9c93c req-fdfdbc34-70f3-4a11-9132-1580ca2dcfe7 service neutron] Checking segment: {'id': '24fd9432-f398-4a05-975c-1360bad4fc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd55491b1-56ba-426a-ac8c-e92d73c02c5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:16:05.994778 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e4ea1f-e2b2-40d4-995f-3b5286b9c93c req-fdfdbc34-70f3-4a11-9132-1580ca2dcfe7 service neutron] Bound using segment: {'id': '24fd9432-f398-4a05-975c-1360bad4fc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd55491b1-56ba-426a-ac8c-e92d73c02c5b'} {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:16:05.995195 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-a8e4ea1f-e2b2-40d4-995f-3b5286b9c93c req-fdfdbc34-70f3-4a11-9132-1580ca2dcfe7 service neutron] Bound port: 3cffef8b-24fe-4f69-94a5-2ba15c027d10, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24fd9432-f398-4a05-975c-1360bad4fc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd55491b1-56ba-426a-ac8c-e92d73c02c5b'}}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:16:05.995548 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-a8e4ea1f-e2b2-40d4-995f-3b5286b9c93c req-fdfdbc34-70f3-4a11-9132-1580ca2dcfe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:06.072167 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-a8e4ea1f-e2b2-40d4-995f-3b5286b9c93c req-fdfdbc34-70f3-4a11-9132-1580ca2dcfe7 service neutron] For port 3cffef8b-24fe-4f69-94a5-2ba15c027d10, host n-h1-771362-32, cleared binding levels {{(pid=94462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:16:06.077433 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-a8e4ea1f-e2b2-40d4-995f-3b5286b9c93c req-fdfdbc34-70f3-4a11-9132-1580ca2dcfe7 service neutron] For port 3cffef8b-24fe-4f69-94a5-2ba15c027d10, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=3cffef8b-24fe-4f69-94a5-2ba15c027d10,segment=NetworkSegment(24fd9432-f398-4a05-975c-1360bad4fc21),segment_id=24fd9432-f398-4a05-975c-1360bad4fc21)] {{(pid=94462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:16:06.190443 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-a8e4ea1f-e2b2-40d4-995f-3b5286b9c93c req-fdfdbc34-70f3-4a11-9132-1580ca2dcfe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:06.248562 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfdbc34-70f3-4a11-9132-1580ca2dcfe7 service neutron] Pushing event updated for resources: {'Port': ['ID=3cffef8b-24fe-4f69-94a5-2ba15c027d10,revision_number=3']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:16:06.277699 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e4ea1f-e2b2-40d4-995f-3b5286b9c93c req-fdfdbc34-70f3-4a11-9132-1580ca2dcfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:16:06.279513 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-a8e4ea1f-e2b2-40d4-995f-3b5286b9c93c req-fdfdbc34-70f3-4a11-9132-1580ca2dcfe7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:06.280733 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a8e4ea1f-e2b2-40d4-995f-3b5286b9c93c req-fdfdbc34-70f3-4a11-9132-1580ca2dcfe7 service neutron] 10.222.0.21 "PUT /v2.0/ports/3cffef8b-24fe-4f69-94a5-2ba15c027d10 HTTP/1.1" status: 200 len: 1092 time: 1.3892798 Jul 05 02:16:06.281222 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9425bd0c-c153-4dfc-853f-2f05765de50b', 'tag': '3cffef8b-24fe-4f69-94a5-2ba15c027d10'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:16:06.284037 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b223267e0e0ddb3199af7772d0b45336e3b4b54fbb151c86a8051291a61e85db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e4c7913-6588-4725-880e-86d2243ed60c" -d '{"events": [{"name": "network-changed", "server_uuid": "9425bd0c-c153-4dfc-853f-2f05765de50b", "tag": "3cffef8b-24fe-4f69-94a5-2ba15c027d10"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:16:06.450407 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3389eb81-81ab-4033-8e68-14e7753aab8c req-376561a0-2121-4055-a01c-824abe65a4c5 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:16:06.461081 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3389eb81-81ab-4033-8e68-14e7753aab8c req-376561a0-2121-4055-a01c-824abe65a4c5 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=9425bd0c-c153-4dfc-853f-2f05765de50b HTTP/1.1" status: 200 len: 943 time: 0.0806224 Jul 05 02:16:06.540839 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3389eb81-81ab-4033-8e68-14e7753aab8c req-df977a0e-4752-4d4d-b8d7-250905d6f81a tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622764 Jul 05 02:16:06.582464 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e4ea1f-e2b2-40d4-995f-3b5286b9c93c req-129ebc15-b355-4c3f-990a-ce08e3db09c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:16:06.584286 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a8e4ea1f-e2b2-40d4-995f-3b5286b9c93c req-129ebc15-b355-4c3f-990a-ce08e3db09c8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7a7e417343d4479788713b4bb769c9b0&device_id=9425bd0c-c153-4dfc-853f-2f05765de50b HTTP/1.1" status: 200 len: 1095 time: 0.0922835 Jul 05 02:16:06.646510 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a8e4ea1f-e2b2-40d4-995f-3b5286b9c93c req-4cf30b32-30d8-45b8-b83b-a64c6b290cee service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3cffef8b-24fe-4f69-94a5-2ba15c027d10 HTTP/1.1" status: 200 len: 217 time: 0.0540726 Jul 05 02:16:06.710000 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e4ea1f-e2b2-40d4-995f-3b5286b9c93c req-cc15e913-6549-4189-8bd0-3295c0f6d4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:16:06.711576 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a8e4ea1f-e2b2-40d4-995f-3b5286b9c93c req-cc15e913-6549-4189-8bd0-3295c0f6d4f3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9b152ce5-504f-4214-985c-9f5fa8213776 HTTP/1.1" status: 200 len: 848 time: 0.0587327 Jul 05 02:16:06.750703 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a8e4ea1f-e2b2-40d4-995f-3b5286b9c93c req-4c05950d-f95d-4bd7-adcb-004603ea8498 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d55491b1-56ba-426a-ac8c-e92d73c02c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324321 Jul 05 02:16:06.880324 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a8e4ea1f-e2b2-40d4-995f-3b5286b9c93c req-7106bce9-df27-4168-8131-d97b483fa11f service neutron] 10.222.0.21 "GET /v2.0/networks/d55491b1-56ba-426a-ac8c-e92d73c02c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236031 Jul 05 02:16:07.031920 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec74d91e-3e16-474d-92cb-6a9d9c6298a0 x-openstack-request-id: req-ec74d91e-3e16-474d-92cb-6a9d9c6298a0 {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:16:07.032561 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9425bd0c-c153-4dfc-853f-2f05765de50b", "tag": "3cffef8b-24fe-4f69-94a5-2ba15c027d10", "status": "completed", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:16:07.032821 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ec74d91e-3e16-474d-92cb-6a9d9c6298a0 {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:16:07.033245 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9425bd0c-c153-4dfc-853f-2f05765de50b', 'tag': '3cffef8b-24fe-4f69-94a5-2ba15c027d10', 'status': 'completed', 'code': 200} Jul 05 02:16:07.043476 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a8e4ea1f-e2b2-40d4-995f-3b5286b9c93c req-1453d4b5-824e-4531-93a7-4a4613d4ec39 service neutron] 10.222.0.21 "GET /v2.0/networks/d55491b1-56ba-426a-ac8c-e92d73c02c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569331 Jul 05 02:16:07.159029 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30d2ac1-ac3d-40a3-9bb4-2bac5dc53ad8 req-f9178d4f-1254-4637-949c-ea564ba25b68 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:16:07.178888 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b30d2ac1-ac3d-40a3-9bb4-2bac5dc53ad8 req-f9178d4f-1254-4637-949c-ea564ba25b68 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] 10.222.0.23 "GET /v2.0/ports?device_id=042aaec8-aaef-483e-be6e-dbd824948568 HTTP/1.1" status: 200 len: 945 time: 0.1158018 Jul 05 02:16:07.258238 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b30d2ac1-ac3d-40a3-9bb4-2bac5dc53ad8 req-f33be540-387d-4b40-a937-528cc2ee57e9 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7865373a-940f-4b11-a36f-c983981de35d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782852 Jul 05 02:16:07.359797 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4c7913-6588-4725-880e-86d2243ed60c req-afcef94b-0aa6-4b7b-bac8-777805540e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:16:07.361340 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9e4c7913-6588-4725-880e-86d2243ed60c req-afcef94b-0aa6-4b7b-bac8-777805540e12 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7a7e417343d4479788713b4bb769c9b0&device_id=9425bd0c-c153-4dfc-853f-2f05765de50b HTTP/1.1" status: 200 len: 1095 time: 0.0660918 Jul 05 02:16:07.469900 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4c7913-6588-4725-880e-86d2243ed60c req-0c679338-456f-4e8e-832a-7e746850c1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:16:07.471466 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9e4c7913-6588-4725-880e-86d2243ed60c req-0c679338-456f-4e8e-832a-7e746850c1d2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d55491b1-56ba-426a-ac8c-e92d73c02c5b HTTP/1.1" status: 200 len: 908 time: 0.1023157 Jul 05 02:16:07.523980 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9e4c7913-6588-4725-880e-86d2243ed60c req-e36d5064-7e1f-4afe-b1ad-28e045fd1fff service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3cffef8b-24fe-4f69-94a5-2ba15c027d10 HTTP/1.1" status: 200 len: 217 time: 0.0449045 Jul 05 02:16:07.589601 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4c7913-6588-4725-880e-86d2243ed60c req-7e7f6be9-3d68-4567-88cb-840c48451ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:16:07.591177 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9e4c7913-6588-4725-880e-86d2243ed60c req-7e7f6be9-3d68-4567-88cb-840c48451ae6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9b152ce5-504f-4214-985c-9f5fa8213776 HTTP/1.1" status: 200 len: 848 time: 0.0519757 Jul 05 02:16:07.635583 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9e4c7913-6588-4725-880e-86d2243ed60c req-d50c29cb-e278-47fe-937b-c146aa5d7463 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d55491b1-56ba-426a-ac8c-e92d73c02c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363600 Jul 05 02:16:07.794660 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9e4c7913-6588-4725-880e-86d2243ed60c req-bb0fb9b7-737d-42ad-bdcb-ceccf78cc3de service neutron] 10.222.0.21 "GET /v2.0/networks/d55491b1-56ba-426a-ac8c-e92d73c02c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476593 Jul 05 02:16:07.914298 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9e4c7913-6588-4725-880e-86d2243ed60c req-04709d0d-b32d-4090-847c-9cbfe85bb554 service neutron] 10.222.0.21 "GET /v2.0/networks/d55491b1-56ba-426a-ac8c-e92d73c02c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110780 Jul 05 02:16:09.094438 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f6e0d3-9af7-4e73-b7bf-74789d2c57f3 req-e6d4476b-70ac-487f-a910-787e92447c6f tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:16:09.096293 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-78f6e0d3-9af7-4e73-b7bf-74789d2c57f3 req-e6d4476b-70ac-487f-a910-787e92447c6f tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=9425bd0c-c153-4dfc-853f-2f05765de50b HTTP/1.1" status: 200 len: 943 time: 0.0835202 Jul 05 02:16:09.163039 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-78f6e0d3-9af7-4e73-b7bf-74789d2c57f3 req-37171603-dd5b-47c7-88cf-be2ab1db8374 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539188 Jul 05 02:16:09.297415 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 3cffef8b-24fe-4f69-94a5-2ba15c027d10 details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:16:09.440581 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 3cffef8b-24fe-4f69-94a5-2ba15c027d10, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=3cffef8b-24fe-4f69-94a5-2ba15c027d10,segment=NetworkSegment(24fd9432-f398-4a05-975c-1360bad4fc21),segment_id=24fd9432-f398-4a05-975c-1360bad4fc21)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:16:09.458882 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': '3cffef8b-24fe-4f69-94a5-2ba15c027d10', 'network_id': 'd55491b1-56ba-426a-ac8c-e92d73c02c5b', 'port_id': '3cffef8b-24fe-4f69-94a5-2ba15c027d10', 'mac_address': 'fa:16:3e:ab:fd:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b152ce5-504f-4214-985c-9f5fa8213776', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:16:09.504328 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:09.518415 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cffef8b-24fe-4f69-94a5-2ba15c027d10 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:16:09.541895 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 3cffef8b-24fe-4f69-94a5-2ba15c027d10, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=3cffef8b-24fe-4f69-94a5-2ba15c027d10,segment=NetworkSegment(24fd9432-f398-4a05-975c-1360bad4fc21),segment_id=24fd9432-f398-4a05-975c-1360bad4fc21)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:16:09.695824 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:09.766724 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=3cffef8b-24fe-4f69-94a5-2ba15c027d10,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:16:10.058508 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['3cffef8b-24fe-4f69-94a5-2ba15c027d10'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:16:10.075931 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7896976-6bab-4713-9a43-5bed12a28222 req-d2a9ddbc-d306-4eae-b31f-b203e89fdb90 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:16:10.082703 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d7896976-6bab-4713-9a43-5bed12a28222 req-d2a9ddbc-d306-4eae-b31f-b203e89fdb90 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] 10.222.0.23 "GET /v2.0/ports?device_id=042aaec8-aaef-483e-be6e-dbd824948568 HTTP/1.1" status: 200 len: 945 time: 0.1044858 Jul 05 02:16:10.182881 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d7896976-6bab-4713-9a43-5bed12a28222 req-867c9f07-4756-4b23-bef1-a9fe70a8e3d1 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7865373a-940f-4b11-a36f-c983981de35d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947981 Jul 05 02:16:10.239496 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8b3d6b-72bd-48d6-9b50-adc868986ba8 req-987ac2d5-3d5d-4d06-84ed-f2cb88c963da tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:16:10.247295 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2a8b3d6b-72bd-48d6-9b50-adc868986ba8 req-987ac2d5-3d5d-4d06-84ed-f2cb88c963da tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/networks?id=b0083775-05cf-4d34-9b3f-be9cea23529c HTTP/1.1" status: 200 len: 804 time: 0.1545413 Jul 05 02:16:10.266059 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2a8b3d6b-72bd-48d6-9b50-adc868986ba8 req-5631be83-8e60-4134-8a9b-0711d6ab4847 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/quotas/6032216af44f41dcb77eaa1307ce6ca6 HTTP/1.1" status: 200 len: 375 time: 0.0177832 Jul 05 02:16:10.342208 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2a8b3d6b-72bd-48d6-9b50-adc868986ba8 req-1e5830ea-9edc-4c07-ada4-a1dcf30d890a tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6032216af44f41dcb77eaa1307ce6ca6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0749671 Jul 05 02:16:10.453677 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2a8b3d6b-72bd-48d6-9b50-adc868986ba8 req-3dc209e0-2aa4-4cbd-8c9a-ad0851ab2f19 service neutron] 10.222.0.23 "GET /v2.0/networks/b0083775-05cf-4d34-9b3f-be9cea23529c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038005 Jul 05 02:16:10.575314 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2a8b3d6b-72bd-48d6-9b50-adc868986ba8 req-5beaef6d-bfcc-4efc-a122-819e28522a52 service neutron] 10.222.0.23 "GET /v2.0/networks/b0083775-05cf-4d34-9b3f-be9cea23529c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176195 Jul 05 02:16:10.629889 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6aa9c2-cecb-4bc4-b4ac-a843b15780dc req-1f94290b-d641-4b93-be90-9d88884c88df tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:16:10.632004 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8f6aa9c2-cecb-4bc4-b4ac-a843b15780dc req-1f94290b-d641-4b93-be90-9d88884c88df tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=9425bd0c-c153-4dfc-853f-2f05765de50b HTTP/1.1" status: 200 len: 944 time: 0.1160264 Jul 05 02:16:10.697313 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8f6aa9c2-cecb-4bc4-b4ac-a843b15780dc req-8fae3e4e-3c37-4213-8b9f-b128ca0096d5 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580668 Jul 05 02:16:10.974454 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f3d2f57c-d8a6-49b9-a745-bceb997a2443 req-f60e378a-b1ad-48ef-99e4-9fdcb38f1fdf tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/ports?device_id=ded7cf1a-9d65-47f8-8354-0fb264b01c77 HTTP/1.1" status: 200 len: 210 time: 0.0336256 Jul 05 02:16:11.304119 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 9fecbb51-81ad-4144-98a1-50986344e405 details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:16:11.324520 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7446e48c-7728-480d-844f-64a58537466b req-9d27203d-19c8-4d84-9a25-9d9833e9bf22 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:16:11.324520 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7446e48c-7728-480d-844f-64a58537466b req-9d27203d-19c8-4d84-9a25-9d9833e9bf22 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] 10.222.0.15 "GET /v2.0/ports?device_id=042aaec8-aaef-483e-be6e-dbd824948568 HTTP/1.1" status: 200 len: 945 time: 0.0818548 Jul 05 02:16:11.488407 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 3cffef8b-24fe-4f69-94a5-2ba15c027d10 up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:16:11.567895 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-7446e48c-7728-480d-844f-64a58537466b req-681c75f7-cfa7-4821-b45c-8daaddfb5ae8 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Deleting port 2bc8f0c5-a96e-4cef-a199-010ccd1a348b {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:16:11.568260 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-7446e48c-7728-480d-844f-64a58537466b req-681c75f7-cfa7-4821-b45c-8daaddfb5ae8 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:11.612937 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 9fecbb51-81ad-4144-98a1-50986344e405, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=9fecbb51-81ad-4144-98a1-50986344e405,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:16:11.625806 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': '9fecbb51-81ad-4144-98a1-50986344e405', 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4', 'port_id': '9fecbb51-81ad-4144-98a1-50986344e405', 'mac_address': 'fa:16:3e:76:1b:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b840e204-692c-4f54-8f07-f6563e8e36b1', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:16:11.659725 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefae752-f771-494f-a50f-040d0a91dc5e req-fa4bded2-8a65-45c0-b178-216a5ea17544 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:16:11.674883 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-aefae752-f771-494f-a50f-040d0a91dc5e req-fa4bded2-8a65-45c0-b178-216a5ea17544 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] 10.222.0.23 "GET /v2.0/ports?device_id=042aaec8-aaef-483e-be6e-dbd824948568 HTTP/1.1" status: 200 len: 945 time: 0.2257957 Jul 05 02:16:11.703831 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:11.721960 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9fecbb51-81ad-4144-98a1-50986344e405 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:16:11.731079 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-aefae752-f771-494f-a50f-040d0a91dc5e req-2c9ab8f7-b06e-4cc7-90c2-e375f7d29894 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7865373a-940f-4b11-a36f-c983981de35d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606768 Jul 05 02:16:11.755582 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-7446e48c-7728-480d-844f-64a58537466b req-681c75f7-cfa7-4821-b45c-8daaddfb5ae8 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] For port 2bc8f0c5-a96e-4cef-a199-010ccd1a348b, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=2bc8f0c5-a96e-4cef-a199-010ccd1a348b,segment=NetworkSegment(54993d40-1817-4e9a-9179-be5527f6d698),segment_id=54993d40-1817-4e9a-9179-be5527f6d698)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:16:11.755582 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-7446e48c-7728-480d-844f-64a58537466b req-681c75f7-cfa7-4821-b45c-8daaddfb5ae8 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:11.755771 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 9fecbb51-81ad-4144-98a1-50986344e405, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=9fecbb51-81ad-4144-98a1-50986344e405,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:16:11.795862 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:11.806584 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:11.827036 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning for port 3cffef8b-24fe-4f69-94a5-2ba15c027d10 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:16:11.835797 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port 3cffef8b-24fe-4f69-94a5-2ba15c027d10 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:16:11.836288 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:11.916879 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:12.115927 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb91173c-2a06-43fa-a2d5-70be5c644982 req-9bce7f72-0b36-42e0-8cdf-7866339ebd97 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:16:12.128796 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-cb91173c-2a06-43fa-a2d5-70be5c644982 req-9bce7f72-0b36-42e0-8cdf-7866339ebd97 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e2e0835-167f-4a10-ac14-8dc08e45bb4a HTTP/1.1" status: 200 len: 946 time: 0.2929261 Jul 05 02:16:12.172541 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=9fecbb51-81ad-4144-98a1-50986344e405,revision_number=6']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:16:12.187921 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['9fecbb51-81ad-4144-98a1-50986344e405'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:16:12.306333 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [req-cb91173c-2a06-43fa-a2d5-70be5c644982 req-55381ea6-5b8d-441b-a953-cdd0f74a08d4 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Deleting port 140e0937-0a49-4541-a2bf-cd9b6484c645 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:16:12.306968 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-cb91173c-2a06-43fa-a2d5-70be5c644982 req-55381ea6-5b8d-441b-a953-cdd0f74a08d4 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:12.382747 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:12.442040 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-7446e48c-7728-480d-844f-64a58537466b req-681c75f7-cfa7-4821-b45c-8daaddfb5ae8 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:12.443196 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-7446e48c-7728-480d-844f-64a58537466b req-681c75f7-cfa7-4821-b45c-8daaddfb5ae8 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636869'] for floatingip, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:12.443779 n-d-771362-32 neutron-server[94461]: INFO neutron.db.l3_db [req-7446e48c-7728-480d-844f-64a58537466b req-681c75f7-cfa7-4821-b45c-8daaddfb5ae8 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Floating IP c5768cfc-4271-4e3c-bb1b-db0e2dfc3ff0 disassociated. External IP: 172.25.7.49, port: 2bc8f0c5-a96e-4cef-a199-010ccd1a348b. Jul 05 02:16:12.444700 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-7446e48c-7728-480d-844f-64a58537466b req-681c75f7-cfa7-4821-b45c-8daaddfb5ae8 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Calling delete_port for 2bc8f0c5-a96e-4cef-a199-010ccd1a348b owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:16:12.490648 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9425bd0c-c153-4dfc-853f-2f05765de50b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cffef8b-24fe-4f69-94a5-2ba15c027d10'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:16:12.490648 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34e30c46-6747-425b-8e2f-a44638a38b20" -d '{"events": [{"server_uuid": "9425bd0c-c153-4dfc-853f-2f05765de50b", "name": "network-vif-plugged", "status": "completed", "tag": "3cffef8b-24fe-4f69-94a5-2ba15c027d10"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:16:12.563825 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2653ecf8-8cbe-4ab6-8b0c-fe26fe7c5db9 req-1730b3f6-1c0d-4380-9cd6-1eb4798094a7 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:16:12.573679 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2653ecf8-8cbe-4ab6-8b0c-fe26fe7c5db9 req-1730b3f6-1c0d-4380-9cd6-1eb4798094a7 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=9425bd0c-c153-4dfc-853f-2f05765de50b HTTP/1.1" status: 200 len: 944 time: 0.3413606 Jul 05 02:16:12.619965 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 3cffef8b-24fe-4f69-94a5-2ba15c027d10, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=3cffef8b-24fe-4f69-94a5-2ba15c027d10,segment=NetworkSegment(24fd9432-f398-4a05-975c-1360bad4fc21),segment_id=24fd9432-f398-4a05-975c-1360bad4fc21)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:16:12.657479 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-cb91173c-2a06-43fa-a2d5-70be5c644982 req-55381ea6-5b8d-441b-a953-cdd0f74a08d4 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] For port 140e0937-0a49-4541-a2bf-cd9b6484c645, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=140e0937-0a49-4541-a2bf-cd9b6484c645,segment=NetworkSegment(f64300f6-197b-4011-8dc6-a113f7708dd5),segment_id=f64300f6-197b-4011-8dc6-a113f7708dd5)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:16:12.657853 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-cb91173c-2a06-43fa-a2d5-70be5c644982 req-55381ea6-5b8d-441b-a953-cdd0f74a08d4 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:12.677320 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [req-cb91173c-2a06-43fa-a2d5-70be5c644982 req-55381ea6-5b8d-441b-a953-cdd0f74a08d4 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Calling delete_port for 140e0937-0a49-4541-a2bf-cd9b6484c645 owned by compute:nova {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:16:12.694937 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2653ecf8-8cbe-4ab6-8b0c-fe26fe7c5db9 req-4f65be0f-373f-4825-af12-4bbbf8ae6ae1 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201184 Jul 05 02:16:12.743876 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:12.743876 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 140e0937-0a49-4541-a2bf-cd9b6484c645 no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:16:12.945117 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=3cffef8b-24fe-4f69-94a5-2ba15c027d10,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:16:12.993319 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1ccc8668-e453-4a13-9945-1689ac96a167 req-c75b2eed-a8e5-4ddb-b20e-73aba04af757 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/ports?device_id=ded7cf1a-9d65-47f8-8354-0fb264b01c77 HTTP/1.1" status: 200 len: 210 time: 0.0824449 Jul 05 02:16:12.997426 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-7446e48c-7728-480d-844f-64a58537466b req-681c75f7-cfa7-4821-b45c-8daaddfb5ae8 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:13.008689 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:13.096364 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681c75f7-cfa7-4821-b45c-8daaddfb5ae8 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Pushing event deleted for resources: {'Port': ['ID=2bc8f0c5-a96e-4cef-a199-010ccd1a348b,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:16:13.119791 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0a7e578-4098-4559-b35b-e3d8f4d3b80b x-openstack-request-id: req-f0a7e578-4098-4559-b35b-e3d8f4d3b80b {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:16:13.119791 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9425bd0c-c153-4dfc-853f-2f05765de50b", "name": "network-vif-plugged", "status": "completed", "tag": "3cffef8b-24fe-4f69-94a5-2ba15c027d10", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:16:13.119791 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f0a7e578-4098-4559-b35b-e3d8f4d3b80b {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:16:13.119791 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9425bd0c-c153-4dfc-853f-2f05765de50b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cffef8b-24fe-4f69-94a5-2ba15c027d10', 'code': 200} Jul 05 02:16:13.144302 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-cb91173c-2a06-43fa-a2d5-70be5c644982 req-55381ea6-5b8d-441b-a953-cdd0f74a08d4 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:13.256117 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55381ea6-5b8d-441b-a953-cdd0f74a08d4 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Pushing event deleted for resources: {'Port': ['ID=140e0937-0a49-4541-a2bf-cd9b6484c645,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:16:13.309616 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 9fecbb51-81ad-4144-98a1-50986344e405 up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:16:13.317046 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb91173c-2a06-43fa-a2d5-70be5c644982 req-55381ea6-5b8d-441b-a953-cdd0f74a08d4 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] No DVR routers for this DVR port 140e0937-0a49-4541-a2bf-cd9b6484c645 on host n-h1-771362-32 {{(pid=94462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:16:13.319862 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-cb91173c-2a06-43fa-a2d5-70be5c644982 req-55381ea6-5b8d-441b-a953-cdd0f74a08d4 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:13.322407 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-cb91173c-2a06-43fa-a2d5-70be5c644982 req-55381ea6-5b8d-441b-a953-cdd0f74a08d4 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.21 "DELETE /v2.0/ports/140e0937-0a49-4541-a2bf-cd9b6484c645 HTTP/1.1" status: 204 len: 173 time: 1.1876783 Jul 05 02:16:13.322943 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e2e0835-167f-4a10-ac14-8dc08e45bb4a', 'name': 'network-vif-deleted', 'tag': '140e0937-0a49-4541-a2bf-cd9b6484c645'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:16:13.325390 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b223267e0e0ddb3199af7772d0b45336e3b4b54fbb151c86a8051291a61e85db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33a0a132-a274-4e90-8342-1c8a7e4605c2" -d '{"events": [{"server_uuid": "3e2e0835-167f-4a10-ac14-8dc08e45bb4a", "name": "network-vif-deleted", "tag": "140e0937-0a49-4541-a2bf-cd9b6484c645"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:16:13.478265 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port 9fecbb51-81ad-4144-98a1-50986344e405 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:16:13.479061 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:13.518373 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d41c79d9-1fb0-477d-8a81-05ddbfd59e96 req-3f6e8708-8dfb-49e9-890d-56cd4d922d9a tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] 10.222.0.23 "GET /v2.0/ports?device_id=042aaec8-aaef-483e-be6e-dbd824948568 HTTP/1.1" status: 200 len: 210 time: 0.0739400 Jul 05 02:16:13.661209 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7446e48c-7728-480d-844f-64a58537466b req-681c75f7-cfa7-4821-b45c-8daaddfb5ae8 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Router a25efaef-a53f-4471-8c0d-30bea923309b has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:16:13.686840 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:13.763022 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 9fecbb51-81ad-4144-98a1-50986344e405, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=9fecbb51-81ad-4144-98a1-50986344e405,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:16:13.896427 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7446e48c-7728-480d-844f-64a58537466b req-681c75f7-cfa7-4821-b45c-8daaddfb5ae8 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:16:13.909408 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8936d2db-d7e3-4c54-b5a0-6cb736eab27a None None] Sync routers for ids ['a25efaef-a53f-4471-8c0d-30bea923309b'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:16:13.921545 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8936d2db-d7e3-4c54-b5a0-6cb736eab27a None None] Routers {'a25efaef-a53f-4471-8c0d-30bea923309b'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:16:13.922459 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-8936d2db-d7e3-4c54-b5a0-6cb736eab27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:15:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['a25efaef-a53f-4471-8c0d-30bea923309b'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:16:13.934182 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88f4d602-27ef-47de-9bd3-002992a7269b x-openstack-request-id: req-88f4d602-27ef-47de-9bd3-002992a7269b {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:16:13.934733 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e2e0835-167f-4a10-ac14-8dc08e45bb4a", "name": "network-vif-deleted", "tag": "140e0937-0a49-4541-a2bf-cd9b6484c645", "status": "completed", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:16:13.935158 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-88f4d602-27ef-47de-9bd3-002992a7269b {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:16:13.935764 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e2e0835-167f-4a10-ac14-8dc08e45bb4a', 'name': 'network-vif-deleted', 'tag': '140e0937-0a49-4541-a2bf-cd9b6484c645', 'status': 'completed', 'code': 200} Jul 05 02:16:13.984228 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7f40ec-0cda-49c0-b192-576c8efd57df req-3ab45383-cdac-4807-9dbc-f8fe61c390ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:16:13.990361 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ca7f40ec-0cda-49c0-b192-576c8efd57df req-3ab45383-cdac-4807-9dbc-f8fe61c390ab service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9425bd0c-c153-4dfc-853f-2f05765de50b HTTP/1.1" status: 200 len: 1097 time: 0.5543466 Jul 05 02:16:14.040358 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-7446e48c-7728-480d-844f-64a58537466b req-681c75f7-cfa7-4821-b45c-8daaddfb5ae8 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] No DVR routers for this DVR port 2bc8f0c5-a96e-4cef-a199-010ccd1a348b on host n-h2-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:16:14.088204 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-7446e48c-7728-480d-844f-64a58537466b req-681c75f7-cfa7-4821-b45c-8daaddfb5ae8 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:14.088204 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7446e48c-7728-480d-844f-64a58537466b req-681c75f7-cfa7-4821-b45c-8daaddfb5ae8 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] 10.222.0.15 "DELETE /v2.0/ports/2bc8f0c5-a96e-4cef-a199-010ccd1a348b HTTP/1.1" status: 204 len: 173 time: 2.7305164 Jul 05 02:16:14.088204 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '042aaec8-aaef-483e-be6e-dbd824948568', 'name': 'network-vif-deleted', 'tag': '2bc8f0c5-a96e-4cef-a199-010ccd1a348b'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:16:14.088204 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6f3899e-c376-4540-8bdf-4aa3ca35ae02" -d '{"events": [{"server_uuid": "042aaec8-aaef-483e-be6e-dbd824948568", "name": "network-vif-deleted", "tag": "2bc8f0c5-a96e-4cef-a199-010ccd1a348b"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:16:14.131336 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ca7f40ec-0cda-49c0-b192-576c8efd57df req-f1849506-92ae-4ae7-a1c5-228c0c66193b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919895 Jul 05 02:16:14.280402 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-8936d2db-d7e3-4c54-b5a0-6cb736eab27a None None] Set router a25efaef-a53f-4471-8c0d-30bea923309b gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:16:14.356371 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edcabad-416c-41dd-ae7e-de695a4ccaae req-e4a53d54-21c7-4dde-97fc-8793a5ad57b8 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:16:14.362256 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1edcabad-416c-41dd-ae7e-de695a4ccaae req-e4a53d54-21c7-4dde-97fc-8793a5ad57b8 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=9425bd0c-c153-4dfc-853f-2f05765de50b HTTP/1.1" status: 200 len: 945 time: 0.1251009 Jul 05 02:16:14.421978 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1edcabad-416c-41dd-ae7e-de695a4ccaae req-c5134f27-947f-4c5c-959a-f1ed908ed21b tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587387 Jul 05 02:16:14.537214 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-8936d2db-d7e3-4c54-b5a0-6cb736eab27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a25efaef-a53f-4471-8c0d-30bea923309b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-195726151-router', 'tenant_id': 'fc2d088ace9545fabb9ece3104798875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': 'f30bfe57-9892-4a66-9afb-b52dc33f114a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:11:26Z', 'updated_at': '2021-07-05T02:11:30Z', 'revision_number': 4, 'project_id': 'fc2d088ace9545fabb9ece3104798875', 'gw_port': {'id': 'f30bfe57-9892-4a66-9afb-b52dc33f114a', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a25efaef-a53f-4471-8c0d-30bea923309b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:11:27Z', 'updated_at': '2021-07-05T02:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'ae0f2da4-1567-4046-a9b8-dd2103d26b03', 'name': '', 'network_id': '145d1216-e8e2-4105-8190-071eda74e029', 'tenant_id': 'fc2d088ace9545fabb9ece3104798875', 'mac_address': 'fa:16:3e:31:2c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a25efaef-a53f-4471-8c0d-30bea923309b', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '0dc4a163-6453-4ce8-90db-602a0798fbd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:11:30Z', 'updated_at': '2021-07-05T02:11:36Z', 'revision_number': 5, 'project_id': 'fc2d088ace9545fabb9ece3104798875', 'subnets': [{'id': '0dc4a163-6453-4ce8-90db-602a0798fbd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:16:14.570923 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8936d2db-d7e3-4c54-b5a0-6cb736eab27a None None] Checking router: a25efaef-a53f-4471-8c0d-30bea923309b for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:16:14.580294 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8936d2db-d7e3-4c54-b5a0-6cb736eab27a None None] Routers {'a25efaef-a53f-4471-8c0d-30bea923309b'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:16:14.580907 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-8936d2db-d7e3-4c54-b5a0-6cb736eab27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:15:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['a25efaef-a53f-4471-8c0d-30bea923309b'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:16:14.616065 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-751b9056-0666-43fd-8df7-19f61bf9e960 req-947618f1-b6b2-409f-98f7-5c255a81ea58 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/ports?device_id=ded7cf1a-9d65-47f8-8354-0fb264b01c77 HTTP/1.1" status: 200 len: 210 time: 0.0578318 Jul 05 02:16:14.675874 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9358b9c5-bc07-4bbd-bf4f-7bba174c20ad x-openstack-request-id: req-9358b9c5-bc07-4bbd-bf4f-7bba174c20ad {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:16:14.675874 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "042aaec8-aaef-483e-be6e-dbd824948568", "name": "network-vif-deleted", "tag": "2bc8f0c5-a96e-4cef-a199-010ccd1a348b", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:16:14.675874 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9358b9c5-bc07-4bbd-bf4f-7bba174c20ad {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:16:14.675874 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '042aaec8-aaef-483e-be6e-dbd824948568', 'name': 'network-vif-deleted', 'tag': '2bc8f0c5-a96e-4cef-a199-010ccd1a348b', 'status': 'completed', 'code': 200} Jul 05 02:16:14.759686 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-8936d2db-d7e3-4c54-b5a0-6cb736eab27a None None] Set router a25efaef-a53f-4471-8c0d-30bea923309b gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:16:14.860922 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-814991e9-9b39-42a0-826a-61cf871ee78b req-0be00ced-ad82-437a-9525-ba3e0e0acb46 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] 10.222.0.23 "GET /v2.0/ports?device_id=042aaec8-aaef-483e-be6e-dbd824948568 HTTP/1.1" status: 200 len: 210 time: 0.0845757 Jul 05 02:16:15.141973 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22593023-0406-4e0e-8dfe-527268fdd140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fecbb51-81ad-4144-98a1-50986344e405'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:16:15.141973 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2236891d-cfcf-4534-99f5-27dffa66a6de" -d '{"events": [{"server_uuid": "22593023-0406-4e0e-8dfe-527268fdd140", "name": "network-vif-plugged", "status": "completed", "tag": "9fecbb51-81ad-4144-98a1-50986344e405"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:16:15.188597 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85fd2c4b-751e-4df5-9115-9118932ba173 x-openstack-request-id: req-85fd2c4b-751e-4df5-9115-9118932ba173 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:16:15.189271 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22593023-0406-4e0e-8dfe-527268fdd140", "name": "network-vif-plugged", "status": "completed", "tag": "9fecbb51-81ad-4144-98a1-50986344e405", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:16:15.189524 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-85fd2c4b-751e-4df5-9115-9118932ba173 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:16:15.189916 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22593023-0406-4e0e-8dfe-527268fdd140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fecbb51-81ad-4144-98a1-50986344e405', 'code': 200} Jul 05 02:16:15.221815 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 2bc8f0c5-a96e-4cef-a199-010ccd1a348b no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:16:15.256071 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] No Port match for: 2bc8f0c5-a96e-4cef-a199-010ccd1a348b {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:16:15.256585 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 2bc8f0c5-a96e-4cef-a199-010ccd1a348b not bound to the agent host n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:16:15.319555 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-8936d2db-d7e3-4c54-b5a0-6cb736eab27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a25efaef-a53f-4471-8c0d-30bea923309b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-195726151-router', 'tenant_id': 'fc2d088ace9545fabb9ece3104798875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': 'f30bfe57-9892-4a66-9afb-b52dc33f114a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:11:26Z', 'updated_at': '2021-07-05T02:11:30Z', 'revision_number': 4, 'project_id': 'fc2d088ace9545fabb9ece3104798875', 'gw_port': {'id': 'f30bfe57-9892-4a66-9afb-b52dc33f114a', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a25efaef-a53f-4471-8c0d-30bea923309b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:11:27Z', 'updated_at': '2021-07-05T02:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'ae0f2da4-1567-4046-a9b8-dd2103d26b03', 'name': '', 'network_id': '145d1216-e8e2-4105-8190-071eda74e029', 'tenant_id': 'fc2d088ace9545fabb9ece3104798875', 'mac_address': 'fa:16:3e:31:2c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a25efaef-a53f-4471-8c0d-30bea923309b', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '0dc4a163-6453-4ce8-90db-602a0798fbd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:11:30Z', 'updated_at': '2021-07-05T02:11:36Z', 'revision_number': 5, 'project_id': 'fc2d088ace9545fabb9ece3104798875', 'subnets': [{'id': '0dc4a163-6453-4ce8-90db-602a0798fbd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:16:15.378430 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8936d2db-d7e3-4c54-b5a0-6cb736eab27a None None] The sync data for ids ['a25efaef-a53f-4471-8c0d-30bea923309b'] in n-d-771362-32 is: [{'id': 'a25efaef-a53f-4471-8c0d-30bea923309b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-195726151-router', 'tenant_id': 'fc2d088ace9545fabb9ece3104798875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': 'f30bfe57-9892-4a66-9afb-b52dc33f114a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:11:26Z', 'updated_at': '2021-07-05T02:11:30Z', 'revision_number': 4, 'project_id': 'fc2d088ace9545fabb9ece3104798875', 'gw_port': {'id': 'f30bfe57-9892-4a66-9afb-b52dc33f114a', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a25efaef-a53f-4471-8c0d-30bea923309b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:11:27Z', 'updated_at': '2021-07-05T02:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'ae0f2da4-1567-4046-a9b8-dd2103d26b03', 'name': '', 'network_id': '145d1216-e8e2-4105-8190-071eda74e029', 'tenant_id': 'fc2d088ace9545fabb9ece3104798875', 'mac_address': 'fa:16:3e:31:2c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a25efaef-a53f-4471-8c0d-30bea923309b', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '0dc4a163-6453-4ce8-90db-602a0798fbd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:11:30Z', 'updated_at': '2021-07-05T02:11:36Z', 'revision_number': 5, 'project_id': 'fc2d088ace9545fabb9ece3104798875', 'subnets': [{'id': '0dc4a163-6453-4ce8-90db-602a0798fbd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:16:15.412104 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:15.412104 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 140e0937-0a49-4541-a2bf-cd9b6484c645 no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:16:15.455354 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] No Port match for: 140e0937-0a49-4541-a2bf-cd9b6484c645 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:16:15.455901 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 140e0937-0a49-4541-a2bf-cd9b6484c645 not bound to the agent host n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:16:15.562565 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=9fecbb51-81ad-4144-98a1-50986344e405,revision_number=7']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:16:15.757175 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d1ad76-e348-4096-a522-36f590a9a4b4 req-f6c2f76a-a580-4cab-b163-fbd265966208 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:16:15.770456 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-92d1ad76-e348-4096-a522-36f590a9a4b4 req-f6c2f76a-a580-4cab-b163-fbd265966208 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=9425bd0c-c153-4dfc-853f-2f05765de50b HTTP/1.1" status: 200 len: 945 time: 0.1596498 Jul 05 02:16:15.825805 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-92d1ad76-e348-4096-a522-36f590a9a4b4 req-91c38e15-2d50-43a7-9816-eff784085142 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605619 Jul 05 02:16:15.944212 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63abeb7-cef0-40f0-be36-34a38059ea31 None None] New status for floating IP c5768cfc-4271-4e3c-bb1b-db0e2dfc3ff0: DOWN {{(pid=94464) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 02:16:16.076099 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ff84d773-7196-496a-9f08-91534362b77f req-cfd78865-3ec9-4281-92c9-cb2f98686102 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/ports?device_id=ded7cf1a-9d65-47f8-8354-0fb264b01c77 HTTP/1.1" status: 200 len: 210 time: 0.0391915 Jul 05 02:16:16.252193 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-915bcae0-575d-47d9-99f5-1a8b6a38010a req-4ac37b28-67d9-4731-b964-a96543c31e87 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] 10.222.0.23 "GET /v2.0/ports?device_id=042aaec8-aaef-483e-be6e-dbd824948568 HTTP/1.1" status: 200 len: 210 time: 0.0576074 Jul 05 02:16:16.995751 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8b3d6b-72bd-48d6-9b50-adc868986ba8 req-1e24366e-3ebe-4b8a-82bd-eb5107c2f0eb tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:16:16.997723 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2a8b3d6b-72bd-48d6-9b50-adc868986ba8 req-1e24366e-3ebe-4b8a-82bd-eb5107c2f0eb tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.15 "GET /v2.0/networks?id=b0083775-05cf-4d34-9b3f-be9cea23529c HTTP/1.1" status: 200 len: 804 time: 0.2338548 Jul 05 02:16:17.019195 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-2a8b3d6b-72bd-48d6-9b50-adc868986ba8 req-ecda68f6-7b1c-486b-a2e1-344fa59696d8 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Request body: {'port': {'device_id': 'ded7cf1a-9d65-47f8-8354-0fb264b01c77', 'network_id': 'b0083775-05cf-4d34-9b3f-be9cea23529c', 'admin_state_up': True, 'tenant_id': '6032216af44f41dcb77eaa1307ce6ca6'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:16:17.193874 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae45a8-1030-46c5-bdf6-5fb17c66a69e req-aba1c513-1be6-4a9c-aab5-9df844a7619d tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:16:17.196120 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-27ae45a8-1030-46c5-bdf6-5fb17c66a69e req-aba1c513-1be6-4a9c-aab5-9df844a7619d tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=9425bd0c-c153-4dfc-853f-2f05765de50b HTTP/1.1" status: 200 len: 945 time: 0.1918731 Jul 05 02:16:17.282190 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-27ae45a8-1030-46c5-bdf6-5fb17c66a69e req-4de36f84-cb78-49dc-b414-34fe32bda1e1 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776088 Jul 05 02:16:17.465625 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7bb63850-e622-4476-b0da-4fd84709330c req-ced27eef-a785-4efb-a96c-2948a8814fcb tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/ports?device_id=ded7cf1a-9d65-47f8-8354-0fb264b01c77 HTTP/1.1" status: 200 len: 210 time: 0.0412736 Jul 05 02:16:17.570314 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a8b3d6b-72bd-48d6-9b50-adc868986ba8 req-ecda68f6-7b1c-486b-a2e1-344fa59696d8 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Made reservation on behalf of 6032216af44f41dcb77eaa1307ce6ca6 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:16:17.576196 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-2a8b3d6b-72bd-48d6-9b50-adc868986ba8 req-ecda68f6-7b1c-486b-a2e1-344fa59696d8 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:17.731652 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-15ee74a1-77ec-4fa7-9b03-99c5841e9ea4 req-c2a773c4-b423-41c2-bf21-0000d88edc94 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] 10.222.0.23 "GET /v2.0/ports?device_id=042aaec8-aaef-483e-be6e-dbd824948568 HTTP/1.1" status: 200 len: 210 time: 0.0436456 Jul 05 02:16:17.737603 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cb754501-1df5-4d5a-aed2-b164a73221a2 req-6005a3ee-9128-47d1-a934-498706e454b8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=118c5249-11b1-440e-96ba-48522e7c2d74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1796000 Jul 05 02:16:17.851676 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-2a8b3d6b-72bd-48d6-9b50-adc868986ba8 req-ecda68f6-7b1c-486b-a2e1-344fa59696d8 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Allocated IP 172.20.0.12 (b0083775-05cf-4d34-9b3f-be9cea23529c/f216c7f5-ca0e-41f7-9604-de1f19a72e49/9a1a7d72-cb06-4c5f-a2cb-c00e098a9ef7) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:16:18.048073 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb754501-1df5-4d5a-aed2-b164a73221a2 req-af7f0140-e53f-4d04-9ab2-85adb5c3e633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:16:18.049887 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cb754501-1df5-4d5a-aed2-b164a73221a2 req-af7f0140-e53f-4d04-9ab2-85adb5c3e633 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=39cee1aac4c44f278f0948186a2959f8&device_id=118c5249-11b1-440e-96ba-48522e7c2d74 HTTP/1.1" status: 200 len: 1098 time: 0.2731178 Jul 05 02:16:18.177368 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3cad48-981e-46f1-8271-f8a4a000a35d req-137bfa85-6736-46c8-a41d-0e697a48cf59 tempest-LiveMigrationTest-1529316378 tempest-LiveMigrationTest-1529316378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:16:18.182623 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1a3cad48-981e-46f1-8271-f8a4a000a35d req-137bfa85-6736-46c8-a41d-0e697a48cf59 tempest-LiveMigrationTest-1529316378 tempest-LiveMigrationTest-1529316378-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=9425bd0c-c153-4dfc-853f-2f05765de50b HTTP/1.1" status: 200 len: 1097 time: 0.2460842 Jul 05 02:16:18.214833 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-2a8b3d6b-72bd-48d6-9b50-adc868986ba8 req-ecda68f6-7b1c-486b-a2e1-344fa59696d8 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:18.252935 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1a3cad48-981e-46f1-8271-f8a4a000a35d req-e57c4e69-2816-45cb-b1b4-2a267daae0c1 tempest-LiveMigrationTest-1529316378 tempest-LiveMigrationTest-1529316378-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694330 Jul 05 02:16:18.281621 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb754501-1df5-4d5a-aed2-b164a73221a2 req-3ae77f74-1377-4406-a781-7b19a90bdc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:16:18.281621 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cb754501-1df5-4d5a-aed2-b164a73221a2 req-3ae77f74-1377-4406-a781-7b19a90bdc43 service neutron] 10.222.0.21 "GET /v2.0/networks?id=95be1868-86d2-46e5-83cd-c247f770a99a HTTP/1.1" status: 200 len: 915 time: 0.2020237 Jul 05 02:16:18.381115 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cb754501-1df5-4d5a-aed2-b164a73221a2 req-4ea614aa-0c2e-4caf-a4d1-6dd0a263112c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=003705b8-0e20-4e7f-abf1-53e42e597667 HTTP/1.1" status: 200 len: 1002 time: 0.0949671 Jul 05 02:16:18.508903 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb754501-1df5-4d5a-aed2-b164a73221a2 req-89ec677f-e4d3-4f01-88c3-bc851185d753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:16:18.512585 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cb754501-1df5-4d5a-aed2-b164a73221a2 req-89ec677f-e4d3-4f01-88c3-bc851185d753 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f91b5bd4-bf24-4143-8e52-056b34c056bf HTTP/1.1" status: 200 len: 854 time: 0.1254261 Jul 05 02:16:18.625230 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb754501-1df5-4d5a-aed2-b164a73221a2 req-29f1daab-cccd-41f3-bff6-7e177bc5632a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:16:18.627971 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cb754501-1df5-4d5a-aed2-b164a73221a2 req-29f1daab-cccd-41f3-bff6-7e177bc5632a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=95be1868-86d2-46e5-83cd-c247f770a99a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1074793 Jul 05 02:16:18.772275 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cb754501-1df5-4d5a-aed2-b164a73221a2 req-ca4b5706-e790-4b60-b336-74d6925f4d3b service neutron] 10.222.0.21 "GET /v2.0/networks/95be1868-86d2-46e5-83cd-c247f770a99a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296632 Jul 05 02:16:18.774110 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-2a8b3d6b-72bd-48d6-9b50-adc868986ba8 req-ecda68f6-7b1c-486b-a2e1-344fa59696d8 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:18.885681 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8e2150e0-5b39-427e-bb8b-f2cc64c5bda4 req-8cf86e1f-e73e-497d-883c-e6521e997911 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=29e6b63c-6177-4a7c-a5bd-8b67540f7c8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0862217 Jul 05 02:16:18.964789 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a8b3d6b-72bd-48d6-9b50-adc868986ba8 req-ecda68f6-7b1c-486b-a2e1-344fa59696d8 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Network b0083775-05cf-4d34-9b3f-be9cea23529c is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:16:18.977881 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-2a8b3d6b-72bd-48d6-9b50-adc868986ba8 req-ecda68f6-7b1c-486b-a2e1-344fa59696d8 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:16:18.981073 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a8b3d6b-72bd-48d6-9b50-adc868986ba8 req-ecda68f6-7b1c-486b-a2e1-344fa59696d8 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:16:18.982683 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2150e0-5b39-427e-bb8b-f2cc64c5bda4 req-2117bd64-1c92-4669-bf83-b8a232ae4050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:16:18.986468 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8e2150e0-5b39-427e-bb8b-f2cc64c5bda4 req-2117bd64-1c92-4669-bf83-b8a232ae4050 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7a7e417343d4479788713b4bb769c9b0&device_id=29e6b63c-6177-4a7c-a5bd-8b67540f7c8f HTTP/1.1" status: 200 len: 1097 time: 0.0712202 Jul 05 02:16:19.023450 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda68f6-7b1c-486b-a2e1-344fa59696d8 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Pushing event updated for resources: {'Port': ['ID=9a1a7d72-cb06-4c5f-a2cb-c00e098a9ef7,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:16:19.079565 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cb754501-1df5-4d5a-aed2-b164a73221a2 req-267780e3-4a7b-4ffc-a6a8-0d291165a72d service neutron] 10.222.0.21 "GET /v2.0/networks/95be1868-86d2-46e5-83cd-c247f770a99a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2916462 Jul 05 02:16:19.111175 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8b3d6b-72bd-48d6-9b50-adc868986ba8 req-ecda68f6-7b1c-486b-a2e1-344fa59696d8 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:16:19.124610 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-2a8b3d6b-72bd-48d6-9b50-adc868986ba8 req-ecda68f6-7b1c-486b-a2e1-344fa59696d8 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:19.142629 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2150e0-5b39-427e-bb8b-f2cc64c5bda4 req-12b34a3c-6745-4942-ab6f-4f58630496c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:16:19.144915 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8e2150e0-5b39-427e-bb8b-f2cc64c5bda4 req-12b34a3c-6745-4942-ab6f-4f58630496c7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d55491b1-56ba-426a-ac8c-e92d73c02c5b HTTP/1.1" status: 200 len: 908 time: 0.1315618 Jul 05 02:16:19.222675 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8e2150e0-5b39-427e-bb8b-f2cc64c5bda4 req-be5e8aa0-1191-4c6a-8d3e-62273fe41ae4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43fe7b59-58fe-4af8-8915-317943d82b14 HTTP/1.1" status: 200 len: 217 time: 0.0688975 Jul 05 02:16:19.270888 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2a8b3d6b-72bd-48d6-9b50-adc868986ba8 req-ecda68f6-7b1c-486b-a2e1-344fa59696d8 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2558551 Jul 05 02:16:19.289052 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-2a8b3d6b-72bd-48d6-9b50-adc868986ba8 req-7072c1aa-06a8-4425-b5df-558807df4ddf service neutron] Request body: {'port': {'device_id': 'ded7cf1a-9d65-47f8-8354-0fb264b01c77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:16:19.435178 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2150e0-5b39-427e-bb8b-f2cc64c5bda4 req-036840ae-c06b-42c0-8696-761932ab7740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:16:19.437166 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-2a8b3d6b-72bd-48d6-9b50-adc868986ba8 req-7072c1aa-06a8-4425-b5df-558807df4ddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:19.437582 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8e2150e0-5b39-427e-bb8b-f2cc64c5bda4 req-036840ae-c06b-42c0-8696-761932ab7740 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9b152ce5-504f-4214-985c-9f5fa8213776 HTTP/1.1" status: 200 len: 848 time: 0.2094796 Jul 05 02:16:19.488431 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995406aa-07ef-4f65-ba7c-88909abbfbb6 req-ef9b5150-0aff-41df-8242-f8cdbed8d2da tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:16:19.489997 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-995406aa-07ef-4f65-ba7c-88909abbfbb6 req-ef9b5150-0aff-41df-8242-f8cdbed8d2da tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/ports?device_id=ded7cf1a-9d65-47f8-8354-0fb264b01c77 HTTP/1.1" status: 200 len: 932 time: 0.1634700 Jul 05 02:16:19.492219 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8e2150e0-5b39-427e-bb8b-f2cc64c5bda4 req-a9d95b23-3923-4b57-a487-049cf52aa931 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d55491b1-56ba-426a-ac8c-e92d73c02c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463364 Jul 05 02:16:19.680233 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-995406aa-07ef-4f65-ba7c-88909abbfbb6 req-8198ff71-523b-472b-bfbe-19c4bb90f227 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/security-groups?id=d52d7ff3-b8a7-45ab-964c-a9b0f9336b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818333 Jul 05 02:16:19.745702 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8e2150e0-5b39-427e-bb8b-f2cc64c5bda4 req-599af256-fe0a-40f4-8225-eb7ab7569362 service neutron] 10.222.0.15 "GET /v2.0/networks/d55491b1-56ba-426a-ac8c-e92d73c02c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345564 Jul 05 02:16:19.983608 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8e2150e0-5b39-427e-bb8b-f2cc64c5bda4 req-013b8aa6-9d8f-4c12-ab40-3170b18fa7e2 service neutron] 10.222.0.15 "GET /v2.0/networks/d55491b1-56ba-426a-ac8c-e92d73c02c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241697 Jul 05 02:16:20.042107 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7260a7-a979-4b16-b751-023b039bbb05 req-8db67ec3-4ad9-4c1a-a9cb-9fca47448534 tempest-VolumesAdminNegativeTest-645897413 tempest-VolumesAdminNegativeTest-645897413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:16:20.049435 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7a7260a7-a979-4b16-b751-023b039bbb05 req-8db67ec3-4ad9-4c1a-a9cb-9fca47448534 tempest-VolumesAdminNegativeTest-645897413 tempest-VolumesAdminNegativeTest-645897413-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba7e73a2-6137-49f0-a23e-7aa263b538f0 HTTP/1.1" status: 200 len: 945 time: 0.1439056 Jul 05 02:16:20.098948 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7a7260a7-a979-4b16-b751-023b039bbb05 req-242e5fc9-b7b0-4be5-b153-4ed30ad16b0b tempest-VolumesAdminNegativeTest-645897413 tempest-VolumesAdminNegativeTest-645897413-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac2d75c0-ab65-4d01-bd61-d9cfee80413b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485189 Jul 05 02:16:20.325060 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-2a8b3d6b-72bd-48d6-9b50-adc868986ba8 req-7072c1aa-06a8-4425-b5df-558807df4ddf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a1a7d72-cb06-4c5f-a2cb-c00e098a9ef7 {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:16:20.334936 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-2a8b3d6b-72bd-48d6-9b50-adc868986ba8 req-7072c1aa-06a8-4425-b5df-558807df4ddf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:20.352803 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 47422) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:16:20.367924 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-2a8b3d6b-72bd-48d6-9b50-adc868986ba8 req-7072c1aa-06a8-4425-b5df-558807df4ddf service neutron] Transition to ACTIVE for port object 9a1a7d72-cb06-4c5f-a2cb-c00e098a9ef7 will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:16:20.472229 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-65ee100b-6dc1-4da5-94e0-a03fc28a3908 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:20.524301 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-2a8b3d6b-72bd-48d6-9b50-adc868986ba8 req-7072c1aa-06a8-4425-b5df-558807df4ddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:20.525726 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-65ee100b-6dc1-4da5-94e0-a03fc28a3908 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:20.578958 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7072c1aa-06a8-4425-b5df-558807df4ddf service neutron] Pushing event updated for resources: {'Port': ['ID=9a1a7d72-cb06-4c5f-a2cb-c00e098a9ef7,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:16:20.684529 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-2a8b3d6b-72bd-48d6-9b50-adc868986ba8 req-7072c1aa-06a8-4425-b5df-558807df4ddf service neutron] Attempting to bind port 9a1a7d72-cb06-4c5f-a2cb-c00e098a9ef7 on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:16:20.684754 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-2a8b3d6b-72bd-48d6-9b50-adc868986ba8 req-7072c1aa-06a8-4425-b5df-558807df4ddf service neutron] Attempting to bind port 9a1a7d72-cb06-4c5f-a2cb-c00e098a9ef7 by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': 'f64300f6-197b-4011-8dc6-a113f7708dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b0083775-05cf-4d34-9b3f-be9cea23529c'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:16:20.685092 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8b3d6b-72bd-48d6-9b50-adc868986ba8 req-7072c1aa-06a8-4425-b5df-558807df4ddf service neutron] Attempting to bind port 9a1a7d72-cb06-4c5f-a2cb-c00e098a9ef7 on network b0083775-05cf-4d34-9b3f-be9cea23529c {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:16:20.689705 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8b3d6b-72bd-48d6-9b50-adc868986ba8 req-7072c1aa-06a8-4425-b5df-558807df4ddf service neutron] Port 9a1a7d72-cb06-4c5f-a2cb-c00e098a9ef7 on network b0083775-05cf-4d34-9b3f-be9cea23529c not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:16:20.690028 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8b3d6b-72bd-48d6-9b50-adc868986ba8 req-7072c1aa-06a8-4425-b5df-558807df4ddf service neutron] Attempting to bind port 9a1a7d72-cb06-4c5f-a2cb-c00e098a9ef7 on network b0083775-05cf-4d34-9b3f-be9cea23529c {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:16:20.704610 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-65ee100b-6dc1-4da5-94e0-a03fc28a3908 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:20.705185 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8b3d6b-72bd-48d6-9b50-adc868986ba8 req-7072c1aa-06a8-4425-b5df-558807df4ddf service neutron] Checking agent: {'id': 'e071c76e-395f-48c4-a98f-88088465cf0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:16:20.705715 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8b3d6b-72bd-48d6-9b50-adc868986ba8 req-7072c1aa-06a8-4425-b5df-558807df4ddf service neutron] Checking segment: {'id': 'f64300f6-197b-4011-8dc6-a113f7708dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b0083775-05cf-4d34-9b3f-be9cea23529c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:16:20.706501 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8b3d6b-72bd-48d6-9b50-adc868986ba8 req-7072c1aa-06a8-4425-b5df-558807df4ddf service neutron] Bound using segment: {'id': 'f64300f6-197b-4011-8dc6-a113f7708dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b0083775-05cf-4d34-9b3f-be9cea23529c'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:16:20.707214 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-2a8b3d6b-72bd-48d6-9b50-adc868986ba8 req-7072c1aa-06a8-4425-b5df-558807df4ddf service neutron] Bound port: 9a1a7d72-cb06-4c5f-a2cb-c00e098a9ef7, host: n-h2-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f64300f6-197b-4011-8dc6-a113f7708dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b0083775-05cf-4d34-9b3f-be9cea23529c'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:16:20.707748 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-2a8b3d6b-72bd-48d6-9b50-adc868986ba8 req-7072c1aa-06a8-4425-b5df-558807df4ddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:20.712225 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-65ee100b-6dc1-4da5-94e0-a03fc28a3908 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:20.716696 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-65ee100b-6dc1-4da5-94e0-a03fc28a3908 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] 10.222.0.23 "DELETE /v2.0/security-groups/7865373a-940f-4b11-a36f-c983981de35d HTTP/1.1" status: 204 len: 168 time: 0.3622565 Jul 05 02:16:20.718180 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 47436) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:16:20.788974 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ee100b-6dc1-4da5-94e0-a03fc28a3908 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7865373a-940f-4b11-a36f-c983981de35d,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:16:20.801573 n-d-771362-32 neutron-server[94462]: INFO neutron.api.v2.resource [None req-d1ae4e7d-687a-4405-a20c-74cadafaaa7f tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] show failed (client error): The resource could not be found. Jul 05 02:16:20.807652 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-d1ae4e7d-687a-4405-a20c-74cadafaaa7f tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] 10.222.0.23 "GET /v2.0/security-groups/7865373a-940f-4b11-a36f-c983981de35d HTTP/1.1" status: 404 len: 347 time: 0.0820136 Jul 05 02:16:20.810668 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 47440) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:16:20.823645 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-2a8b3d6b-72bd-48d6-9b50-adc868986ba8 req-7072c1aa-06a8-4425-b5df-558807df4ddf service neutron] For port 9a1a7d72-cb06-4c5f-a2cb-c00e098a9ef7, host n-h2-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:16:20.835790 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-2a8b3d6b-72bd-48d6-9b50-adc868986ba8 req-7072c1aa-06a8-4425-b5df-558807df4ddf service neutron] For port 9a1a7d72-cb06-4c5f-a2cb-c00e098a9ef7, host n-h2-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=9a1a7d72-cb06-4c5f-a2cb-c00e098a9ef7,segment=NetworkSegment(f64300f6-197b-4011-8dc6-a113f7708dd5),segment_id=f64300f6-197b-4011-8dc6-a113f7708dd5)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:16:20.852107 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-140fbcbc-d80e-49ae-8c8d-7d2c0650c5c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:20.973187 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-2a8b3d6b-72bd-48d6-9b50-adc868986ba8 req-7072c1aa-06a8-4425-b5df-558807df4ddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:21.089563 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8b3d6b-72bd-48d6-9b50-adc868986ba8 req-7072c1aa-06a8-4425-b5df-558807df4ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:16:21.093894 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-2a8b3d6b-72bd-48d6-9b50-adc868986ba8 req-7072c1aa-06a8-4425-b5df-558807df4ddf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:21.095440 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2a8b3d6b-72bd-48d6-9b50-adc868986ba8 req-7072c1aa-06a8-4425-b5df-558807df4ddf service neutron] 10.222.0.15 "PUT /v2.0/ports/9a1a7d72-cb06-4c5f-a2cb-c00e098a9ef7 HTTP/1.1" status: 200 len: 1093 time: 1.8112998 Jul 05 02:16:21.099751 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ded7cf1a-9d65-47f8-8354-0fb264b01c77', 'tag': '9a1a7d72-cb06-4c5f-a2cb-c00e098a9ef7'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:16:21.102338 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-525161dc-b379-482c-97a0-b84c6c85086e" -d '{"events": [{"name": "network-changed", "server_uuid": "ded7cf1a-9d65-47f8-8354-0fb264b01c77", "tag": "9a1a7d72-cb06-4c5f-a2cb-c00e098a9ef7"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:16:21.128716 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc534a0-f83a-40df-b426-3316d724cb48 req-ba84a3d4-5848-416a-a5c9-75b302038c6e tempest-VolumesAdminNegativeTest-645897413 tempest-VolumesAdminNegativeTest-645897413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:16:21.130419 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4cc534a0-f83a-40df-b426-3316d724cb48 req-ba84a3d4-5848-416a-a5c9-75b302038c6e tempest-VolumesAdminNegativeTest-645897413 tempest-VolumesAdminNegativeTest-645897413-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba7e73a2-6137-49f0-a23e-7aa263b538f0 HTTP/1.1" status: 200 len: 945 time: 0.1668591 Jul 05 02:16:21.186337 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9ef1ecb-c846-48e7-b4e1-6a00f2ed79d8 x-openstack-request-id: req-e9ef1ecb-c846-48e7-b4e1-6a00f2ed79d8 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:16:21.186337 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ded7cf1a-9d65-47f8-8354-0fb264b01c77", "tag": "9a1a7d72-cb06-4c5f-a2cb-c00e098a9ef7", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:16:21.186337 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e9ef1ecb-c846-48e7-b4e1-6a00f2ed79d8 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:16:21.186337 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ded7cf1a-9d65-47f8-8354-0fb264b01c77', 'tag': '9a1a7d72-cb06-4c5f-a2cb-c00e098a9ef7', 'status': 'completed', 'code': 200} Jul 05 02:16:21.227272 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-35e39387-f0c1-4875-8c24-6557cedcae75 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Deleting port d6cb0b4e-3dfe-4d50-b96f-5c65712c5f63 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:16:21.227681 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-35e39387-f0c1-4875-8c24-6557cedcae75 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:21.296048 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7072c1aa-06a8-4425-b5df-558807df4ddf service neutron] Pushing event updated for resources: {'Port': ['ID=9a1a7d72-cb06-4c5f-a2cb-c00e098a9ef7,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:16:21.318389 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-35e39387-f0c1-4875-8c24-6557cedcae75 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:21.318887 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-35e39387-f0c1-4875-8c24-6557cedcae75 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:21.333849 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-35e39387-f0c1-4875-8c24-6557cedcae75 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Calling delete_port for d6cb0b4e-3dfe-4d50-b96f-5c65712c5f63 owned by network:floatingip {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:16:21.348059 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40c0ed3-9815-43c4-b587-50581f2af09a req-e26efcda-d77d-4654-a3ac-6cc092ff9a14 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:16:21.355945 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c40c0ed3-9815-43c4-b587-50581f2af09a req-e26efcda-d77d-4654-a3ac-6cc092ff9a14 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/ports?device_id=ded7cf1a-9d65-47f8-8354-0fb264b01c77 HTTP/1.1" status: 200 len: 944 time: 0.2953823 Jul 05 02:16:21.410435 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525161dc-b379-482c-97a0-b84c6c85086e req-484460fa-7707-48fd-a4b0-ce3a49a78692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:16:21.412647 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-525161dc-b379-482c-97a0-b84c6c85086e req-484460fa-7707-48fd-a4b0-ce3a49a78692 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6032216af44f41dcb77eaa1307ce6ca6&device_id=ded7cf1a-9d65-47f8-8354-0fb264b01c77 HTTP/1.1" status: 200 len: 1096 time: 0.2119863 Jul 05 02:16:21.434535 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c40c0ed3-9815-43c4-b587-50581f2af09a req-9b579084-62f1-40b7-ab7f-d30ed5985fdd tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/security-groups?id=d52d7ff3-b8a7-45ab-964c-a9b0f9336b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732665 Jul 05 02:16:21.653553 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525161dc-b379-482c-97a0-b84c6c85086e req-6c9c1efd-34a9-4272-a262-24c827eee0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:16:21.655479 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-525161dc-b379-482c-97a0-b84c6c85086e req-6c9c1efd-34a9-4272-a262-24c827eee0ed service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=6032216af44f41dcb77eaa1307ce6ca6&shared=False HTTP/1.1" status: 200 len: 904 time: 0.2198792 Jul 05 02:16:21.677042 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1489fe56-9bcc-4f57-a608-84188e0e88d2 req-09ea4ef1-dd5d-4f86-a691-42961b0f90ed tempest-VolumesAdminNegativeTest-645897413 tempest-VolumesAdminNegativeTest-645897413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:16:21.681111 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1489fe56-9bcc-4f57-a608-84188e0e88d2 req-09ea4ef1-dd5d-4f86-a691-42961b0f90ed tempest-VolumesAdminNegativeTest-645897413 tempest-VolumesAdminNegativeTest-645897413-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba7e73a2-6137-49f0-a23e-7aa263b538f0 HTTP/1.1" status: 200 len: 945 time: 0.3330901 Jul 05 02:16:21.705784 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-35e39387-f0c1-4875-8c24-6557cedcae75 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:21.780066 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1489fe56-9bcc-4f57-a608-84188e0e88d2 req-958365a6-e450-4266-b7dc-536779a6d54c tempest-VolumesAdminNegativeTest-645897413 tempest-VolumesAdminNegativeTest-645897413-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac2d75c0-ab65-4d01-bd61-d9cfee80413b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799868 Jul 05 02:16:21.817272 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [req-4cc534a0-f83a-40df-b426-3316d724cb48 req-e1b5131d-c8ad-4207-b6fd-424356d35e4a tempest-VolumesAdminNegativeTest-645897413 tempest-VolumesAdminNegativeTest-645897413-project] Deleting port 604c319d-5134-4869-8171-eb0196590102 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:16:21.817923 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-4cc534a0-f83a-40df-b426-3316d724cb48 req-e1b5131d-c8ad-4207-b6fd-424356d35e4a tempest-VolumesAdminNegativeTest-645897413 tempest-VolumesAdminNegativeTest-645897413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:21.824509 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e39387-f0c1-4875-8c24-6557cedcae75 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Pushing event deleted for resources: {'Port': ['ID=d6cb0b4e-3dfe-4d50-b96f-5c65712c5f63,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:16:21.843830 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525161dc-b379-482c-97a0-b84c6c85086e req-856adbe0-ea32-4a04-9a3e-a8f2c65f6d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:16:21.845334 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-525161dc-b379-482c-97a0-b84c6c85086e req-856adbe0-ea32-4a04-9a3e-a8f2c65f6d1c service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1822865 Jul 05 02:16:21.931162 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 02:16:22.016229 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-35e39387-f0c1-4875-8c24-6557cedcae75 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Notify callbacks [] for floatingip, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:22.019635 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-35e39387-f0c1-4875-8c24-6557cedcae75 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:22.021387 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-35e39387-f0c1-4875-8c24-6557cedcae75 tempest-ServersWithSpecificFlavorTestJSON-1879780391 tempest-ServersWithSpecificFlavorTestJSON-1879780391-project] 10.222.0.23 "DELETE /v2.0/floatingips/c5768cfc-4271-4e3c-bb1b-db0e2dfc3ff0 HTTP/1.1" status: 204 len: 168 time: 1.2085865 Jul 05 02:16:22.115230 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8b3d6b-72bd-48d6-9b50-adc868986ba8 req-3b3d13ab-9b2f-4eab-807d-11749b87cdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:16:22.117261 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2a8b3d6b-72bd-48d6-9b50-adc868986ba8 req-3b3d13ab-9b2f-4eab-807d-11749b87cdc2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6032216af44f41dcb77eaa1307ce6ca6&device_id=ded7cf1a-9d65-47f8-8354-0fb264b01c77 HTTP/1.1" status: 200 len: 1096 time: 0.2155528 Jul 05 02:16:22.152395 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-4cc534a0-f83a-40df-b426-3316d724cb48 req-e1b5131d-c8ad-4207-b6fd-424356d35e4a tempest-VolumesAdminNegativeTest-645897413 tempest-VolumesAdminNegativeTest-645897413-project] For port 604c319d-5134-4869-8171-eb0196590102, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=604c319d-5134-4869-8171-eb0196590102,segment=NetworkSegment(008e4d25-0891-4f5c-9ad1-7f3a342e67d0),segment_id=008e4d25-0891-4f5c-9ad1-7f3a342e67d0)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:16:22.152975 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-4cc534a0-f83a-40df-b426-3316d724cb48 req-e1b5131d-c8ad-4207-b6fd-424356d35e4a tempest-VolumesAdminNegativeTest-645897413 tempest-VolumesAdminNegativeTest-645897413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:22.179413 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [req-4cc534a0-f83a-40df-b426-3316d724cb48 req-e1b5131d-c8ad-4207-b6fd-424356d35e4a tempest-VolumesAdminNegativeTest-645897413 tempest-VolumesAdminNegativeTest-645897413-project] Calling delete_port for 604c319d-5134-4869-8171-eb0196590102 owned by compute:nova {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:16:22.201257 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2a8b3d6b-72bd-48d6-9b50-adc868986ba8 req-8c757975-1556-4d97-b216-2a3373447d80 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9a1a7d72-cb06-4c5f-a2cb-c00e098a9ef7 HTTP/1.1" status: 200 len: 217 time: 0.0727859 Jul 05 02:16:22.271549 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8b3d6b-72bd-48d6-9b50-adc868986ba8 req-0d50939e-6d87-4d5c-9112-c00950bb10be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:16:22.273501 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2a8b3d6b-72bd-48d6-9b50-adc868986ba8 req-0d50939e-6d87-4d5c-9112-c00950bb10be service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f216c7f5-ca0e-41f7-9604-de1f19a72e49 HTTP/1.1" status: 200 len: 844 time: 0.0665617 Jul 05 02:16:22.316689 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2a8b3d6b-72bd-48d6-9b50-adc868986ba8 req-b53483cd-6e92-4579-94b4-b9b8ccaf3608 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b0083775-05cf-4d34-9b3f-be9cea23529c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307858 Jul 05 02:16:22.429858 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2a8b3d6b-72bd-48d6-9b50-adc868986ba8 req-20b8eaf8-be7e-462a-8958-7f8e1702095f service neutron] 10.222.0.15 "GET /v2.0/networks/b0083775-05cf-4d34-9b3f-be9cea23529c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049604 Jul 05 02:16:22.516511 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-4cc534a0-f83a-40df-b426-3316d724cb48 req-e1b5131d-c8ad-4207-b6fd-424356d35e4a tempest-VolumesAdminNegativeTest-645897413 tempest-VolumesAdminNegativeTest-645897413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:22.529036 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['604c319d-5134-4869-8171-eb0196590102'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:16:22.639754 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b5131d-c8ad-4207-b6fd-424356d35e4a tempest-VolumesAdminNegativeTest-645897413 tempest-VolumesAdminNegativeTest-645897413-project] Pushing event deleted for resources: {'Port': ['ID=604c319d-5134-4869-8171-eb0196590102,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:16:22.711655 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2a8b3d6b-72bd-48d6-9b50-adc868986ba8 req-5e31f8eb-eab4-48b1-b920-718e497f28ac service neutron] 10.222.0.15 "GET /v2.0/networks/b0083775-05cf-4d34-9b3f-be9cea23529c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744040 Jul 05 02:16:22.778678 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cc534a0-f83a-40df-b426-3316d724cb48 req-e1b5131d-c8ad-4207-b6fd-424356d35e4a tempest-VolumesAdminNegativeTest-645897413 tempest-VolumesAdminNegativeTest-645897413-project] No DVR routers for this DVR port 604c319d-5134-4869-8171-eb0196590102 on host n-h2-771362-32 {{(pid=94462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:16:22.789928 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-4cc534a0-f83a-40df-b426-3316d724cb48 req-e1b5131d-c8ad-4207-b6fd-424356d35e4a tempest-VolumesAdminNegativeTest-645897413 tempest-VolumesAdminNegativeTest-645897413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:22.793654 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4cc534a0-f83a-40df-b426-3316d724cb48 req-e1b5131d-c8ad-4207-b6fd-424356d35e4a tempest-VolumesAdminNegativeTest-645897413 tempest-VolumesAdminNegativeTest-645897413-project] 10.222.0.15 "DELETE /v2.0/ports/604c319d-5134-4869-8171-eb0196590102 HTTP/1.1" status: 204 len: 173 time: 1.6571724 Jul 05 02:16:22.794812 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba7e73a2-6137-49f0-a23e-7aa263b538f0', 'name': 'network-vif-deleted', 'tag': '604c319d-5134-4869-8171-eb0196590102'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:16:22.798812 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b223267e0e0ddb3199af7772d0b45336e3b4b54fbb151c86a8051291a61e85db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-148d61b8-0941-4560-a614-e0f1309d4a76" -d '{"events": [{"server_uuid": "ba7e73a2-6137-49f0-a23e-7aa263b538f0", "name": "network-vif-deleted", "tag": "604c319d-5134-4869-8171-eb0196590102"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:16:22.887069 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f889473-7f56-47e5-8bfc-40d81c5a31f5 req-a05ae432-9765-4394-b581-9e1ef769d50c tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:16:22.896593 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9f889473-7f56-47e5-8bfc-40d81c5a31f5 req-a05ae432-9765-4394-b581-9e1ef769d50c tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/ports?device_id=ded7cf1a-9d65-47f8-8354-0fb264b01c77 HTTP/1.1" status: 200 len: 944 time: 0.2598324 Jul 05 02:16:22.961717 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9f889473-7f56-47e5-8bfc-40d81c5a31f5 req-e0065f52-85c5-40c0-acb7-7cec63db0833 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/security-groups?id=d52d7ff3-b8a7-45ab-964c-a9b0f9336b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633018 Jul 05 02:16:23.058057 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfc787ba-4402-4921-ac7d-eb6898f769a9 x-openstack-request-id: req-cfc787ba-4402-4921-ac7d-eb6898f769a9 {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:16:23.058383 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba7e73a2-6137-49f0-a23e-7aa263b538f0", "name": "network-vif-deleted", "tag": "604c319d-5134-4869-8171-eb0196590102", "status": "completed", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:16:23.058627 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cfc787ba-4402-4921-ac7d-eb6898f769a9 {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:16:23.059036 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba7e73a2-6137-49f0-a23e-7aa263b538f0', 'name': 'network-vif-deleted', 'tag': '604c319d-5134-4869-8171-eb0196590102', 'status': 'completed', 'code': 200} Jul 05 02:16:23.193411 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e149b994-02aa-4d64-a2eb-f16401830c3f req-b691ba93-87e6-4810-a49a-011a5794dc16 tempest-VolumesAdminNegativeTest-645897413 tempest-VolumesAdminNegativeTest-645897413-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba7e73a2-6137-49f0-a23e-7aa263b538f0 HTTP/1.1" status: 200 len: 210 time: 0.0545049 Jul 05 02:16:23.364771 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-c934929d-7fa3-4379-aa3b-584fd102bd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:23.422848 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 47520) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:16:23.887672 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3f679f1b-822a-476c-8742-f898ded39b2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1634680'] for router_interface, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:24.030045 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:24.317794 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76b8eba-064f-4be5-8634-cb7b2986b7e0 req-5a91ad84-8e79-41c8-a062-de3a3cdcc07f tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:16:24.319418 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f76b8eba-064f-4be5-8634-cb7b2986b7e0 req-5a91ad84-8e79-41c8-a062-de3a3cdcc07f tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/ports?device_id=ded7cf1a-9d65-47f8-8354-0fb264b01c77 HTTP/1.1" status: 200 len: 944 time: 0.1143627 Jul 05 02:16:24.341478 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-3f679f1b-822a-476c-8742-f898ded39b2f admin admin] Deleting port ae0f2da4-1567-4046-a9b8-dd2103d26b03 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:16:24.341723 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3f679f1b-822a-476c-8742-f898ded39b2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:24.434562 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-3f679f1b-822a-476c-8742-f898ded39b2f admin admin] For port ae0f2da4-1567-4046-a9b8-dd2103d26b03, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=ae0f2da4-1567-4046-a9b8-dd2103d26b03,segment=NetworkSegment(54993d40-1817-4e9a-9179-be5527f6d698),segment_id=54993d40-1817-4e9a-9179-be5527f6d698)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:16:24.435259 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3f679f1b-822a-476c-8742-f898ded39b2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:24.481406 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-3f679f1b-822a-476c-8742-f898ded39b2f admin admin] Calling delete_port for ae0f2da4-1567-4046-a9b8-dd2103d26b03 owned by network:router_interface {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:16:24.540640 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f76b8eba-064f-4be5-8634-cb7b2986b7e0 req-0874c083-0d5b-47e7-acba-50df3acc7cc7 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/security-groups?id=d52d7ff3-b8a7-45ab-964c-a9b0f9336b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058492 Jul 05 02:16:24.667970 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:24.781812 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-22c95ecc-d188-4bc4-92a5-b4994b733c8b req-c2cfc4cd-c693-4777-bb00-3f63782c17f7 tempest-VolumesAdminNegativeTest-645897413 tempest-VolumesAdminNegativeTest-645897413-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba7e73a2-6137-49f0-a23e-7aa263b538f0 HTTP/1.1" status: 200 len: 210 time: 0.0773978 Jul 05 02:16:24.984516 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3f679f1b-822a-476c-8742-f898ded39b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:25.033043 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f679f1b-822a-476c-8742-f898ded39b2f admin admin] Pushing event deleted for resources: {'Port': ['ID=ae0f2da4-1567-4046-a9b8-dd2103d26b03,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:16:25.265327 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 9a1a7d72-cb06-4c5f-a2cb-c00e098a9ef7 details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:16:25.268482 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 604c319d-5134-4869-8171-eb0196590102 no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:16:25.294621 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3f679f1b-822a-476c-8742-f898ded39b2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635398'] for router_interface, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:25.321416 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] No Port match for: 604c319d-5134-4869-8171-eb0196590102 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:16:25.321759 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 604c319d-5134-4869-8171-eb0196590102 not bound to the agent host n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:16:25.431295 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 9a1a7d72-cb06-4c5f-a2cb-c00e098a9ef7, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=9a1a7d72-cb06-4c5f-a2cb-c00e098a9ef7,segment=NetworkSegment(f64300f6-197b-4011-8dc6-a113f7708dd5),segment_id=f64300f6-197b-4011-8dc6-a113f7708dd5)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:16:25.444369 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Returning: {'device': '9a1a7d72-cb06-4c5f-a2cb-c00e098a9ef7', 'network_id': 'b0083775-05cf-4d34-9b3f-be9cea23529c', 'port_id': '9a1a7d72-cb06-4c5f-a2cb-c00e098a9ef7', 'mac_address': 'fa:16:3e:1d:6d:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f216c7f5-ca0e-41f7-9604-de1f19a72e49', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:16:25.508674 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:25.526230 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a1a7d72-cb06-4c5f-a2cb-c00e098a9ef7 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:16:25.566603 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 9a1a7d72-cb06-4c5f-a2cb-c00e098a9ef7, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=9a1a7d72-cb06-4c5f-a2cb-c00e098a9ef7,segment=NetworkSegment(f64300f6-197b-4011-8dc6-a113f7708dd5),segment_id=f64300f6-197b-4011-8dc6-a113f7708dd5)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:16:25.831786 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:25.948380 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=9a1a7d72-cb06-4c5f-a2cb-c00e098a9ef7,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:16:26.014236 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417c8adb-68ff-4ace-8192-9388e7be5713 req-3f5c002f-c0eb-42cf-ab64-78d055ca4c29 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:16:26.021871 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-417c8adb-68ff-4ace-8192-9388e7be5713 req-3f5c002f-c0eb-42cf-ab64-78d055ca4c29 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/ports?device_id=ded7cf1a-9d65-47f8-8354-0fb264b01c77 HTTP/1.1" status: 200 len: 945 time: 0.1308448 Jul 05 02:16:26.036070 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:26.067366 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f679f1b-822a-476c-8742-f898ded39b2f admin admin] Router a25efaef-a53f-4471-8c0d-30bea923309b has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:16:26.083305 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-417c8adb-68ff-4ace-8192-9388e7be5713 req-711f0703-a220-4cac-a30a-9f27a428e26d tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/security-groups?id=d52d7ff3-b8a7-45ab-964c-a9b0f9336b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604489 Jul 05 02:16:26.101922 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['9a1a7d72-cb06-4c5f-a2cb-c00e098a9ef7'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:16:26.265551 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 47584) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:16:26.325239 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f679f1b-822a-476c-8742-f898ded39b2f admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:16:26.331856 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-3f679f1b-822a-476c-8742-f898ded39b2f admin admin] 10.222.0.23 "PUT /v2.0/routers/a25efaef-a53f-4471-8c0d-30bea923309b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9078777 Jul 05 02:16:26.334625 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 47594) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:16:26.357999 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-150bcdab-13a1-4253-8da7-8fba36e8fc26 admin admin] Deleting subnet ab579520-6e1f-4858-a9dc-f5dfad36859c {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:16:26.361739 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-150bcdab-13a1-4253-8da7-8fba36e8fc26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:26.362001 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1854537-5020-406f-b21a-365dedf23bec None None] Sync routers for ids ['a25efaef-a53f-4471-8c0d-30bea923309b'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:16:26.419977 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1854537-5020-406f-b21a-365dedf23bec None None] Routers {'a25efaef-a53f-4471-8c0d-30bea923309b'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:16:26.422815 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-150bcdab-13a1-4253-8da7-8fba36e8fc26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:26.429256 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-a1854537-5020-406f-b21a-365dedf23bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:16:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['a25efaef-a53f-4471-8c0d-30bea923309b'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:16:26.532208 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-150bcdab-13a1-4253-8da7-8fba36e8fc26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:26.660297 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-a1854537-5020-406f-b21a-365dedf23bec None None] Set router a25efaef-a53f-4471-8c0d-30bea923309b gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:16:26.764156 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f16361a7-541f-4b1b-98c7-6eb400fe0ab4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:26.910373 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f16361a7-541f-4b1b-98c7-6eb400fe0ab4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:26.944688 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-150bcdab-13a1-4253-8da7-8fba36e8fc26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:26.972532 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150bcdab-13a1-4253-8da7-8fba36e8fc26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab579520-6e1f-4858-a9dc-f5dfad36859c,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:16:26.987172 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-150bcdab-13a1-4253-8da7-8fba36e8fc26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:26.991488 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-150bcdab-13a1-4253-8da7-8fba36e8fc26 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ab579520-6e1f-4858-a9dc-f5dfad36859c HTTP/1.1" status: 204 len: 168 time: 0.7208562 Jul 05 02:16:26.992285 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 47600) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:16:27.012047 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-a1854537-5020-406f-b21a-365dedf23bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a25efaef-a53f-4471-8c0d-30bea923309b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-195726151-router', 'tenant_id': 'fc2d088ace9545fabb9ece3104798875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': 'f30bfe57-9892-4a66-9afb-b52dc33f114a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:11:26Z', 'updated_at': '2021-07-05T02:16:24Z', 'revision_number': 5, 'project_id': 'fc2d088ace9545fabb9ece3104798875', 'gw_port': {'id': 'f30bfe57-9892-4a66-9afb-b52dc33f114a', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a25efaef-a53f-4471-8c0d-30bea923309b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:11:27Z', 'updated_at': '2021-07-05T02:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:16:27.045900 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1854537-5020-406f-b21a-365dedf23bec None None] Checking router: a25efaef-a53f-4471-8c0d-30bea923309b for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:16:27.055175 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1854537-5020-406f-b21a-365dedf23bec None None] Routers {'a25efaef-a53f-4471-8c0d-30bea923309b'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:16:27.056008 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-a1854537-5020-406f-b21a-365dedf23bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:16:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['a25efaef-a53f-4471-8c0d-30bea923309b'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:16:27.123880 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bd289f81-6bf1-481b-8a3e-598a6ce8db2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:27.218921 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-a1854537-5020-406f-b21a-365dedf23bec None None] Set router a25efaef-a53f-4471-8c0d-30bea923309b gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:16:27.296246 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bd289f81-6bf1-481b-8a3e-598a6ce8db2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:27.305383 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 9a1a7d72-cb06-4c5f-a2cb-c00e098a9ef7 up at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:16:27.313829 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-bd289f81-6bf1-481b-8a3e-598a6ce8db2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4836db2a-ddb3-44b1-8768-f0e156f4573f']}} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:16:27.324365 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-f16361a7-541f-4b1b-98c7-6eb400fe0ab4 admin admin] Deleting port f30bfe57-9892-4a66-9afb-b52dc33f114a {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:16:27.332228 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f16361a7-541f-4b1b-98c7-6eb400fe0ab4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:27.332391 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-bd289f81-6bf1-481b-8a3e-598a6ce8db2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '008e4d25-0891-4f5c-9ad1-7f3a342e67d0') {'for_net_delete': True} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:16:27.332391 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-bd289f81-6bf1-481b-8a3e-598a6ce8db2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '008e4d25-0891-4f5c-9ad1-7f3a342e67d0') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:16:27.351567 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bd289f81-6bf1-481b-8a3e-598a6ce8db2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5519669'] for segment, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:27.380441 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bd289f81-6bf1-481b-8a3e-598a6ce8db2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:27.389399 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd289f81-6bf1-481b-8a3e-598a6ce8db2b admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=94461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:16:27.398665 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bd289f81-6bf1-481b-8a3e-598a6ce8db2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5763545'] for segment, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:27.408814 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d4589a-0b71-4260-b003-f2e64808848e req-783d30ee-0c50-4583-891f-4c9f8b593384 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:16:27.421927 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-14d4589a-0b71-4260-b003-f2e64808848e req-783d30ee-0c50-4583-891f-4c9f8b593384 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/ports?device_id=ded7cf1a-9d65-47f8-8354-0fb264b01c77 HTTP/1.1" status: 200 len: 945 time: 0.1692493 Jul 05 02:16:27.468041 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:16:27.468041 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:16:27.468041 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:16:27.468041 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:16:27.468041 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:16:27.468041 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:16:27.468041 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:16:27.468041 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:16:27.468041 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:16:27.468041 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:16:27.468041 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:16:27.468041 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:16:27.468041 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:16:27.468041 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:16:27.468041 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:16:27.468041 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:16:27.468041 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:16:27.468041 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:16:27.468041 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:16:27.468041 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:16:27.468041 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:16:27.468041 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:16:27.468041 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:16:27.468041 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:16:27.468041 n-d-771362-32 neutron-server[94461]: Traceback (most recent call last): Jul 05 02:16:27.468041 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:16:27.468041 n-d-771362-32 neutron-server[94461]: timer() Jul 05 02:16:27.468041 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:16:27.468041 n-d-771362-32 neutron-server[94461]: cb(*args, **kw) Jul 05 02:16:27.468041 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:16:27.468041 n-d-771362-32 neutron-server[94461]: return func(*args, **kwargs) Jul 05 02:16:27.468041 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:16:27.468041 n-d-771362-32 neutron-server[94461]: self._notify() Jul 05 02:16:27.468041 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:16:27.468041 n-d-771362-32 neutron-server[94461]: self.callback(batched_events) Jul 05 02:16:27.468041 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:16:27.468041 n-d-771362-32 neutron-server[94461]: event.method(event) Jul 05 02:16:27.468041 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:16:27.468041 n-d-771362-32 neutron-server[94461]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:16:27.468041 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:16:27.468041 n-d-771362-32 neutron-server[94461]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:16:27.468041 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:16:27.468041 n-d-771362-32 neutron-server[94461]: return f(self, *a, **k) Jul 05 02:16:27.468041 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:16:27.468041 n-d-771362-32 neutron-server[94461]: return self._get(url).json() Jul 05 02:16:27.468041 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:16:27.468041 n-d-771362-32 neutron-server[94461]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:16:27.468041 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:16:27.468041 n-d-771362-32 neutron-server[94461]: return self.request(url, 'GET', **kwargs) Jul 05 02:16:27.468041 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:16:27.468041 n-d-771362-32 neutron-server[94461]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:16:27.468041 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:16:27.468041 n-d-771362-32 neutron-server[94461]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:16:27.468041 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:16:27.468041 n-d-771362-32 neutron-server[94461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:16:27.468041 n-d-771362-32 neutron-server[94461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:16:27.563314 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-f16361a7-541f-4b1b-98c7-6eb400fe0ab4 admin admin] For port f30bfe57-9892-4a66-9afb-b52dc33f114a, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=f30bfe57-9892-4a66-9afb-b52dc33f114a,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:16:27.563774 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f16361a7-541f-4b1b-98c7-6eb400fe0ab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:27.579460 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-f16361a7-541f-4b1b-98c7-6eb400fe0ab4 admin admin] Calling delete_port for f30bfe57-9892-4a66-9afb-b52dc33f114a owned by network:router_gateway {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:16:27.599137 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bd289f81-6bf1-481b-8a3e-598a6ce8db2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:27.646774 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bd289f81-6bf1-481b-8a3e-598a6ce8db2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:27.646774 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-bd289f81-6bf1-481b-8a3e-598a6ce8db2b admin admin] 10.222.0.23 "DELETE /v2.0/networks/4836db2a-ddb3-44b1-8768-f0e156f4573f HTTP/1.1" status: 204 len: 168 time: 0.6198375 Jul 05 02:16:27.646774 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 47620) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:16:27.647833 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-a1854537-5020-406f-b21a-365dedf23bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a25efaef-a53f-4471-8c0d-30bea923309b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-195726151-router', 'tenant_id': 'fc2d088ace9545fabb9ece3104798875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': 'f30bfe57-9892-4a66-9afb-b52dc33f114a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:11:26Z', 'updated_at': '2021-07-05T02:16:24Z', 'revision_number': 5, 'project_id': 'fc2d088ace9545fabb9ece3104798875', 'gw_port': {'id': 'f30bfe57-9892-4a66-9afb-b52dc33f114a', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a25efaef-a53f-4471-8c0d-30bea923309b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:11:27Z', 'updated_at': '2021-07-05T02:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:16:27.664217 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd289f81-6bf1-481b-8a3e-598a6ce8db2b admin admin] Pushing event deleted for resources: {'Network': ['ID=4836db2a-ddb3-44b1-8768-f0e156f4573f,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:16:27.664966 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-14d4589a-0b71-4260-b003-f2e64808848e req-e63f156b-76aa-442f-b176-088a3586ce96 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/security-groups?id=d52d7ff3-b8a7-45ab-964c-a9b0f9336b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419283 Jul 05 02:16:27.715601 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_v2 [None req-4af07cce-d6e1-44f0-81ff-5683f703ec01 admin admin] Deleting subnet 8bf6dd0c-dc80-426d-b5ef-e1baeb1b6d1e {{(pid=94461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:16:27.719873 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1854537-5020-406f-b21a-365dedf23bec None None] The sync data for ids ['a25efaef-a53f-4471-8c0d-30bea923309b'] in n-d-771362-32 is: [{'id': 'a25efaef-a53f-4471-8c0d-30bea923309b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-195726151-router', 'tenant_id': 'fc2d088ace9545fabb9ece3104798875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': 'f30bfe57-9892-4a66-9afb-b52dc33f114a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:11:26Z', 'updated_at': '2021-07-05T02:16:24Z', 'revision_number': 5, 'project_id': 'fc2d088ace9545fabb9ece3104798875', 'gw_port': {'id': 'f30bfe57-9892-4a66-9afb-b52dc33f114a', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a25efaef-a53f-4471-8c0d-30bea923309b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:11:27Z', 'updated_at': '2021-07-05T02:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:16:27.720570 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4af07cce-d6e1-44f0-81ff-5683f703ec01 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:27.755021 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning for port 9a1a7d72-cb06-4c5f-a2cb-c00e098a9ef7 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:16:27.762615 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning complete for port 9a1a7d72-cb06-4c5f-a2cb-c00e098a9ef7 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:16:27.762615 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:27.986674 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4af07cce-d6e1-44f0-81ff-5683f703ec01 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5519650'] for subnet, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:27.986674 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4af07cce-d6e1-44f0-81ff-5683f703ec01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:27.987155 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:28.168941 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device ae0f2da4-1567-4046-a9b8-dd2103d26b03 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:16:28.200432 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: ae0f2da4-1567-4046-a9b8-dd2103d26b03 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:16:28.200772 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device ae0f2da4-1567-4046-a9b8-dd2103d26b03 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:16:28.359264 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ded7cf1a-9d65-47f8-8354-0fb264b01c77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a1a7d72-cb06-4c5f-a2cb-c00e098a9ef7'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:16:28.362264 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56225ccf-78da-4439-83dc-ebe00dee34f4" -d '{"events": [{"server_uuid": "ded7cf1a-9d65-47f8-8354-0fb264b01c77", "name": "network-vif-plugged", "status": "completed", "tag": "9a1a7d72-cb06-4c5f-a2cb-c00e098a9ef7"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:16:28.388439 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 9a1a7d72-cb06-4c5f-a2cb-c00e098a9ef7, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=9a1a7d72-cb06-4c5f-a2cb-c00e098a9ef7,segment=NetworkSegment(f64300f6-197b-4011-8dc6-a113f7708dd5),segment_id=f64300f6-197b-4011-8dc6-a113f7708dd5)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:16:28.414430 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c380beb6-25f3-400f-8dbc-15e09a151360 x-openstack-request-id: req-c380beb6-25f3-400f-8dbc-15e09a151360 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:16:28.414430 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ded7cf1a-9d65-47f8-8354-0fb264b01c77", "name": "network-vif-plugged", "status": "completed", "tag": "9a1a7d72-cb06-4c5f-a2cb-c00e098a9ef7", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:16:28.414430 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c380beb6-25f3-400f-8dbc-15e09a151360 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:16:28.414430 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ded7cf1a-9d65-47f8-8354-0fb264b01c77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a1a7d72-cb06-4c5f-a2cb-c00e098a9ef7', 'code': 200} Jul 05 02:16:28.530193 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4af07cce-d6e1-44f0-81ff-5683f703ec01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5763388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774356'] for subnet, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:28.551598 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ba2b38-40e4-44f1-9288-b4b3f34d6de0 req-8049db3e-c9b0-4d90-9b24-f86981d5e5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:16:28.553157 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-76ba2b38-40e4-44f1-9288-b4b3f34d6de0 req-8049db3e-c9b0-4d90-9b24-f86981d5e5ce service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ded7cf1a-9d65-47f8-8354-0fb264b01c77 HTTP/1.1" status: 200 len: 1097 time: 0.0631478 Jul 05 02:16:28.574973 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af07cce-d6e1-44f0-81ff-5683f703ec01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bf6dd0c-dc80-426d-b5ef-e1baeb1b6d1e,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:16:28.595524 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4af07cce-d6e1-44f0-81ff-5683f703ec01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:28.597987 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-4af07cce-d6e1-44f0-81ff-5683f703ec01 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/8bf6dd0c-dc80-426d-b5ef-e1baeb1b6d1e HTTP/1.1" status: 204 len: 168 time: 0.9798422 Jul 05 02:16:28.602622 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 47644) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:16:28.612058 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-76ba2b38-40e4-44f1-9288-b4b3f34d6de0 req-2b807dec-f235-4708-8a8f-73a977659dc5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d52d7ff3-b8a7-45ab-964c-a9b0f9336b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504088 Jul 05 02:16:28.624113 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f16361a7-541f-4b1b-98c7-6eb400fe0ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:28.630151 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:28.661299 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16361a7-541f-4b1b-98c7-6eb400fe0ab4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f30bfe57-9892-4a66-9afb-b52dc33f114a,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:16:28.755315 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=9a1a7d72-cb06-4c5f-a2cb-c00e098a9ef7,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:16:28.768923 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-07c205fa-397a-490b-b4ac-08baae8fedc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:28.836406 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f16361a7-541f-4b1b-98c7-6eb400fe0ab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636927'] for router_gateway, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:28.894583 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-07c205fa-397a-490b-b4ac-08baae8fedc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:28.906990 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-07c205fa-397a-490b-b4ac-08baae8fedc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8447784-56b8-43a4-8b82-fb093721ee8e']}} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:16:28.922443 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-07c205fa-397a-490b-b4ac-08baae8fedc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53d4582d-e161-4f68-b440-10ba4d29bf39') {'for_net_delete': True} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:16:28.923160 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-07c205fa-397a-490b-b4ac-08baae8fedc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53d4582d-e161-4f68-b440-10ba4d29bf39') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:16:28.949375 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-07c205fa-397a-490b-b4ac-08baae8fedc3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5519669'] for segment, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:28.973941 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-07c205fa-397a-490b-b4ac-08baae8fedc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:28.976810 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07c205fa-397a-490b-b4ac-08baae8fedc3 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=94461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:16:28.977383 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-07c205fa-397a-490b-b4ac-08baae8fedc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5763545'] for segment, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:28.980166 n-d-771362-32 neutron-server[94461]: Traceback (most recent call last): Jul 05 02:16:28.980166 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:16:28.980166 n-d-771362-32 neutron-server[94461]: timer() Jul 05 02:16:28.980166 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:16:28.980166 n-d-771362-32 neutron-server[94461]: cb(*args, **kw) Jul 05 02:16:28.980166 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:16:28.980166 n-d-771362-32 neutron-server[94461]: return func(*args, **kwargs) Jul 05 02:16:28.980166 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:16:28.980166 n-d-771362-32 neutron-server[94461]: self._notify() Jul 05 02:16:28.980166 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:16:28.980166 n-d-771362-32 neutron-server[94461]: self.callback(batched_events) Jul 05 02:16:28.980166 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:16:28.980166 n-d-771362-32 neutron-server[94461]: event.method(event) Jul 05 02:16:28.980166 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:16:28.980166 n-d-771362-32 neutron-server[94461]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:16:28.980166 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:16:28.980166 n-d-771362-32 neutron-server[94461]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:16:28.980166 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:16:28.980166 n-d-771362-32 neutron-server[94461]: return f(self, *a, **k) Jul 05 02:16:28.980166 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:16:28.980166 n-d-771362-32 neutron-server[94461]: return self._get(url).json() Jul 05 02:16:28.980166 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:16:28.980166 n-d-771362-32 neutron-server[94461]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:16:28.980166 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:16:28.980166 n-d-771362-32 neutron-server[94461]: return self.request(url, 'GET', **kwargs) Jul 05 02:16:28.980166 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:16:28.980166 n-d-771362-32 neutron-server[94461]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:16:28.980166 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:16:28.980166 n-d-771362-32 neutron-server[94461]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:16:28.980166 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:16:28.980166 n-d-771362-32 neutron-server[94461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:16:28.980166 n-d-771362-32 neutron-server[94461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:16:28.997604 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f16361a7-541f-4b1b-98c7-6eb400fe0ab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11828'] for router, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:29.004089 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f16361a7-541f-4b1b-98c7-6eb400fe0ab4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:29.013773 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702eef65-bc11-4dce-8635-9579b0ee7a97 req-f1a70763-876c-47f5-9aab-0b3021ab5af7 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:16:29.021162 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-702eef65-bc11-4dce-8635-9579b0ee7a97 req-f1a70763-876c-47f5-9aab-0b3021ab5af7 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/ports?device_id=ded7cf1a-9d65-47f8-8354-0fb264b01c77 HTTP/1.1" status: 200 len: 946 time: 0.1745286 Jul 05 02:16:29.112429 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-702eef65-bc11-4dce-8635-9579b0ee7a97 req-8800306e-18b2-403b-b39c-ba64cb198372 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/security-groups?id=d52d7ff3-b8a7-45ab-964c-a9b0f9336b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874493 Jul 05 02:16:29.251524 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-07c205fa-397a-490b-b4ac-08baae8fedc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:29.260984 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-07c205fa-397a-490b-b4ac-08baae8fedc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:29.263073 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-07c205fa-397a-490b-b4ac-08baae8fedc3 admin admin] 10.222.0.23 "DELETE /v2.0/networks/b8447784-56b8-43a4-8b82-fb093721ee8e HTTP/1.1" status: 204 len: 168 time: 0.6594841 Jul 05 02:16:29.274268 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c205fa-397a-490b-b4ac-08baae8fedc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8447784-56b8-43a4-8b82-fb093721ee8e,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:16:29.393247 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f16361a7-541f-4b1b-98c7-6eb400fe0ab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1575451'] for router, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:29.408248 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f16361a7-541f-4b1b-98c7-6eb400fe0ab4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a25efaef-a53f-4471-8c0d-30bea923309b {{(pid=94462) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 02:16:29.408248 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f16361a7-541f-4b1b-98c7-6eb400fe0ab4 admin admin] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:29.408248 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-f16361a7-541f-4b1b-98c7-6eb400fe0ab4 admin admin] 10.222.0.23 "DELETE /v2.0/routers/a25efaef-a53f-4471-8c0d-30bea923309b HTTP/1.1" status: 204 len: 168 time: 3.0655329 Jul 05 02:16:29.410242 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 47656) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:16:29.461521 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_v2 [None req-a10bfd12-cc83-484d-83d1-968ae94898d9 admin admin] Deleting subnet 0dc4a163-6453-4ce8-90db-602a0798fbd4 {{(pid=94461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:16:29.465543 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a10bfd12-cc83-484d-83d1-968ae94898d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:29.508470 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a10bfd12-cc83-484d-83d1-968ae94898d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5519650'] for subnet, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:29.618853 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a10bfd12-cc83-484d-83d1-968ae94898d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:30.131075 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a10bfd12-cc83-484d-83d1-968ae94898d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5763388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774356'] for subnet, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:30.160427 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10bfd12-cc83-484d-83d1-968ae94898d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0dc4a163-6453-4ce8-90db-602a0798fbd4,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:16:30.171310 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a10bfd12-cc83-484d-83d1-968ae94898d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:30.171995 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca6914c-d7eb-4aa7-9bba-8392817d9166 None None] Network 145d1216-e8e2-4105-8190-071eda74e029 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:16:30.176280 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 47682) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:16:30.189679 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-a10bfd12-cc83-484d-83d1-968ae94898d9 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/0dc4a163-6453-4ce8-90db-602a0798fbd4 HTTP/1.1" status: 204 len: 168 time: 0.7665389 Jul 05 02:16:30.239735 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device f30bfe57-9892-4a66-9afb-b52dc33f114a no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:16:30.266302 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-53c532b7-033f-442e-99e6-96dfc14d12ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:30.269609 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: f30bfe57-9892-4a66-9afb-b52dc33f114a {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:16:30.270109 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device f30bfe57-9892-4a66-9afb-b52dc33f114a not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:16:30.350813 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 47688) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:16:30.354747 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-53c532b7-033f-442e-99e6-96dfc14d12ec admin admin] Deleting port a12390b5-3e32-4ad7-84e4-4e23281f2fff {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:16:30.359262 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-53c532b7-033f-442e-99e6-96dfc14d12ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:30.432102 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-11c968b3-49e8-4200-ba5d-8f47395656bb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b54244a0a5084c86881744960feeb2db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0796561 Jul 05 02:16:30.436188 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 47694) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:16:30.466380 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-53c532b7-033f-442e-99e6-96dfc14d12ec admin admin] For port a12390b5-3e32-4ad7-84e4-4e23281f2fff, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=a12390b5-3e32-4ad7-84e4-4e23281f2fff,segment=NetworkSegment(54993d40-1817-4e9a-9179-be5527f6d698),segment_id=54993d40-1817-4e9a-9179-be5527f6d698)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:16:30.466380 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-53c532b7-033f-442e-99e6-96dfc14d12ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:30.467940 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7ffe6f-fadd-498d-b923-2e8e73a79b48 req-2862e210-0c50-40d0-8024-e06213800949 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:16:30.475417 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ea7ffe6f-fadd-498d-b923-2e8e73a79b48 req-2862e210-0c50-40d0-8024-e06213800949 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/ports?device_id=ded7cf1a-9d65-47f8-8354-0fb264b01c77 HTTP/1.1" status: 200 len: 946 time: 0.1362357 Jul 05 02:16:30.475663 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c6caba-1544-4dbd-82e6-f4e7d092a5a6 None None] DHCP port deletion for 145d1216-e8e2-4105-8190-071eda74e029 request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:16:30.476676 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-53c532b7-033f-442e-99e6-96dfc14d12ec admin admin] Calling delete_port for a12390b5-3e32-4ad7-84e4-4e23281f2fff owned by network:dhcp {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:16:30.529771 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-55c6caba-1544-4dbd-82e6-f4e7d092a5a6 None None] Deleting port a12390b5-3e32-4ad7-84e4-4e23281f2fff {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:16:30.530336 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-55c6caba-1544-4dbd-82e6-f4e7d092a5a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:30.573954 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ea7ffe6f-fadd-498d-b923-2e8e73a79b48 req-e1b60fd1-3576-4b44-8eea-372e37d7bb00 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/security-groups?id=d52d7ff3-b8a7-45ab-964c-a9b0f9336b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973074 Jul 05 02:16:30.575177 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a35879e8-4e47-438b-ba45-e5cb4bf68274 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:30.601075 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a35879e8-4e47-438b-ba45-e5cb4bf68274 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:30.604546 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-55c6caba-1544-4dbd-82e6-f4e7d092a5a6 None None] For port a12390b5-3e32-4ad7-84e4-4e23281f2fff, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=a12390b5-3e32-4ad7-84e4-4e23281f2fff,segment=NetworkSegment(54993d40-1817-4e9a-9179-be5527f6d698),segment_id=54993d40-1817-4e9a-9179-be5527f6d698)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:16:30.604942 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-55c6caba-1544-4dbd-82e6-f4e7d092a5a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:30.619063 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-55c6caba-1544-4dbd-82e6-f4e7d092a5a6 None None] Calling delete_port for a12390b5-3e32-4ad7-84e4-4e23281f2fff owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:16:30.677941 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-53c532b7-033f-442e-99e6-96dfc14d12ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:30.746392 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-55c6caba-1544-4dbd-82e6-f4e7d092a5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:30.764356 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c532b7-033f-442e-99e6-96dfc14d12ec admin admin] Pushing event deleted for resources: {'Port': ['ID=a12390b5-3e32-4ad7-84e4-4e23281f2fff,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:16:30.775553 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c532b7-033f-442e-99e6-96dfc14d12ec admin admin] No DVR routers for this DVR port a12390b5-3e32-4ad7-84e4-4e23281f2fff on host n-d-771362-32 {{(pid=94462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:16:30.791604 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c6caba-1544-4dbd-82e6-f4e7d092a5a6 None None] Pushing event deleted for resources: {'Port': ['ID=a12390b5-3e32-4ad7-84e4-4e23281f2fff,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:16:30.807951 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c6caba-1544-4dbd-82e6-f4e7d092a5a6 None None] No DVR routers for this DVR port a12390b5-3e32-4ad7-84e4-4e23281f2fff on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:16:30.813221 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c6caba-1544-4dbd-82e6-f4e7d092a5a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:16:30.813579 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c6caba-1544-4dbd-82e6-f4e7d092a5a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:16:30.813918 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c6caba-1544-4dbd-82e6-f4e7d092a5a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:16:30.814458 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c6caba-1544-4dbd-82e6-f4e7d092a5a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:16:30.817348 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c6caba-1544-4dbd-82e6-f4e7d092a5a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:16:30.817876 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c6caba-1544-4dbd-82e6-f4e7d092a5a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:16:30.818580 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c6caba-1544-4dbd-82e6-f4e7d092a5a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:16:30.819236 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c6caba-1544-4dbd-82e6-f4e7d092a5a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:16:30.819764 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c6caba-1544-4dbd-82e6-f4e7d092a5a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:16:30.820281 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c6caba-1544-4dbd-82e6-f4e7d092a5a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:16:30.822264 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c6caba-1544-4dbd-82e6-f4e7d092a5a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:16:30.830623 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c6caba-1544-4dbd-82e6-f4e7d092a5a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:16:30.912266 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-53c532b7-033f-442e-99e6-96dfc14d12ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:30.925327 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-53c532b7-033f-442e-99e6-96dfc14d12ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['145d1216-e8e2-4105-8190-071eda74e029']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:16:30.939970 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-53c532b7-033f-442e-99e6-96dfc14d12ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54993d40-1817-4e9a-9179-be5527f6d698') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:16:30.940275 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-53c532b7-033f-442e-99e6-96dfc14d12ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54993d40-1817-4e9a-9179-be5527f6d698') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:16:30.951286 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-53c532b7-033f-442e-99e6-96dfc14d12ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:31.029122 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-53c532b7-033f-442e-99e6-96dfc14d12ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:31.038956 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53c532b7-033f-442e-99e6-96dfc14d12ec admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:16:31.039364 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-53c532b7-033f-442e-99e6-96dfc14d12ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:31.041685 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:16:31.041685 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:16:31.041685 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:16:31.041685 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:16:31.041685 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:16:31.041685 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:16:31.041685 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:16:31.041685 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:16:31.041685 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:16:31.041685 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:16:31.041685 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:16:31.041685 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:16:31.041685 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:16:31.041685 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:16:31.041685 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:16:31.041685 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:16:31.041685 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:16:31.041685 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:16:31.041685 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:16:31.041685 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:16:31.041685 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:16:31.041685 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:16:31.041685 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:16:31.041685 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:16:31.041685 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:16:31.041685 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:16:31.041685 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:16:31.041685 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:16:31.041685 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:16:31.041685 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:16:31.041685 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:16:31.041685 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:16:31.041685 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:16:31.041685 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:16:31.041685 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:16:31.041685 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:16:31.041685 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:16:31.041685 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:16:31.041685 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:16:31.041685 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:16:31.041685 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:16:31.041685 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:16:31.041685 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:16:31.041685 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:16:31.041685 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:16:31.041685 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:16:31.119767 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd3db0e-c719-4ded-9af7-0677aaf6b3d2 req-04ded2cb-d0d3-4429-9757-c55dea90b21f tempest-ImagesOneServerTestJSON-887394783 tempest-ImagesOneServerTestJSON-887394783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:16:31.121246 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8bd3db0e-c719-4ded-9af7-0677aaf6b3d2 req-04ded2cb-d0d3-4429-9757-c55dea90b21f tempest-ImagesOneServerTestJSON-887394783 tempest-ImagesOneServerTestJSON-887394783-project] 10.222.0.23 "GET /v2.0/ports?device_id=22593023-0406-4e0e-8dfe-527268fdd140 HTTP/1.1" status: 200 len: 950 time: 0.1476977 Jul 05 02:16:31.167858 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a35879e8-4e47-438b-ba45-e5cb4bf68274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:31.168480 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8bd3db0e-c719-4ded-9af7-0677aaf6b3d2 req-710f1d81-55a1-45b0-86d3-5584c08cf264 tempest-ImagesOneServerTestJSON-887394783 tempest-ImagesOneServerTestJSON-887394783-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dddceb9-4cfd-474a-b9bd-00ea9e599de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366406 Jul 05 02:16:31.172782 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a35879e8-4e47-438b-ba45-e5cb4bf68274 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:31.174692 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-a35879e8-4e47-438b-ba45-e5cb4bf68274 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ac2d75c0-ab65-4d01-bd61-d9cfee80413b HTTP/1.1" status: 204 len: 168 time: 0.7374043 Jul 05 02:16:31.188277 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35879e8-4e47-438b-ba45-e5cb4bf68274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac2d75c0-ab65-4d01-bd61-d9cfee80413b,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:16:31.206509 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35879e8-4e47-438b-ba45-e5cb4bf68274 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:16:31.208523 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35879e8-4e47-438b-ba45-e5cb4bf68274 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:16:31.208523 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35879e8-4e47-438b-ba45-e5cb4bf68274 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:16:31.208523 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35879e8-4e47-438b-ba45-e5cb4bf68274 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:16:31.208949 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35879e8-4e47-438b-ba45-e5cb4bf68274 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:16:31.209322 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35879e8-4e47-438b-ba45-e5cb4bf68274 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:16:31.209842 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35879e8-4e47-438b-ba45-e5cb4bf68274 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:16:31.210395 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35879e8-4e47-438b-ba45-e5cb4bf68274 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:16:31.210923 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35879e8-4e47-438b-ba45-e5cb4bf68274 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:16:31.211439 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35879e8-4e47-438b-ba45-e5cb4bf68274 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:16:31.211956 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35879e8-4e47-438b-ba45-e5cb4bf68274 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:16:31.212983 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35879e8-4e47-438b-ba45-e5cb4bf68274 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:16:31.278810 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-53c532b7-033f-442e-99e6-96dfc14d12ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:31.278810 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-53c532b7-033f-442e-99e6-96dfc14d12ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:31.278810 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-53c532b7-033f-442e-99e6-96dfc14d12ec admin admin] 10.222.0.23 "DELETE /v2.0/networks/145d1216-e8e2-4105-8190-071eda74e029 HTTP/1.1" status: 204 len: 168 time: 1.0993443 Jul 05 02:16:31.280192 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 47724) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:16:31.331617 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c532b7-033f-442e-99e6-96dfc14d12ec admin admin] Pushing event deleted for resources: {'Network': ['ID=145d1216-e8e2-4105-8190-071eda74e029,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:16:31.685001 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-24e2bc2e-3224-4333-b947-24e9e436b5d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1634680'] for router_interface, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:31.759932 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a7662d-0f8c-44c7-b6db-1f6812a9df07 req-09597215-9f1d-41b4-9499-3791298dce66 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:16:31.766615 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f1a7662d-0f8c-44c7-b6db-1f6812a9df07 req-09597215-9f1d-41b4-9499-3791298dce66 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/ports?device_id=ded7cf1a-9d65-47f8-8354-0fb264b01c77 HTTP/1.1" status: 200 len: 946 time: 0.0754156 Jul 05 02:16:31.805817 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f1a7662d-0f8c-44c7-b6db-1f6812a9df07 req-b2c02b8e-a74f-47ee-b0d3-96b8511e36ca tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/security-groups?id=d52d7ff3-b8a7-45ab-964c-a9b0f9336b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381026 Jul 05 02:16:31.998325 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-24e2bc2e-3224-4333-b947-24e9e436b5d4 admin admin] Deleting port 8aad45fa-f4a8-4257-a8a4-705f98be6be9 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:16:31.998747 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-24e2bc2e-3224-4333-b947-24e9e436b5d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:32.123595 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-24e2bc2e-3224-4333-b947-24e9e436b5d4 admin admin] For port 8aad45fa-f4a8-4257-a8a4-705f98be6be9, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=8aad45fa-f4a8-4257-a8a4-705f98be6be9,segment=NetworkSegment(bfed398f-0be6-498f-a173-eb47a855a535),segment_id=bfed398f-0be6-498f-a173-eb47a855a535)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:16:32.124257 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-24e2bc2e-3224-4333-b947-24e9e436b5d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:32.146711 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-24e2bc2e-3224-4333-b947-24e9e436b5d4 admin admin] Calling delete_port for 8aad45fa-f4a8-4257-a8a4-705f98be6be9 owned by network:router_interface {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:16:32.214911 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device a12390b5-3e32-4ad7-84e4-4e23281f2fff no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:16:32.240110 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: a12390b5-3e32-4ad7-84e4-4e23281f2fff {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:16:32.240461 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device a12390b5-3e32-4ad7-84e4-4e23281f2fff not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:16:32.369833 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a8b2ea-6485-4a6b-b98a-38147a9ab0cd req-a8f98302-0ce3-4f14-9263-28d9b3d44860 tempest-ImagesOneServerTestJSON-887394783 tempest-ImagesOneServerTestJSON-887394783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:16:32.371379 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-59a8b2ea-6485-4a6b-b98a-38147a9ab0cd req-a8f98302-0ce3-4f14-9263-28d9b3d44860 tempest-ImagesOneServerTestJSON-887394783 tempest-ImagesOneServerTestJSON-887394783-project] 10.222.0.23 "GET /v2.0/ports?device_id=22593023-0406-4e0e-8dfe-527268fdd140 HTTP/1.1" status: 200 len: 950 time: 0.0704374 Jul 05 02:16:32.413111 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-59a8b2ea-6485-4a6b-b98a-38147a9ab0cd req-7e0d4962-94fd-4e83-a247-65b3435e69f0 tempest-ImagesOneServerTestJSON-887394783 tempest-ImagesOneServerTestJSON-887394783-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dddceb9-4cfd-474a-b9bd-00ea9e599de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356870 Jul 05 02:16:32.645048 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-24e2bc2e-3224-4333-b947-24e9e436b5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:32.680595 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e2bc2e-3224-4333-b947-24e9e436b5d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8aad45fa-f4a8-4257-a8a4-705f98be6be9,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:16:32.878022 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-24e2bc2e-3224-4333-b947-24e9e436b5d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635398'] for router_interface, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:33.052739 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 47784) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:16:33.128197 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-535fb896-5027-4cf2-bedd-d2f4771222a7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f143eeaf6afe4acaa716f0771e2dd5d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0734150 Jul 05 02:16:33.129169 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 47790) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:16:33.247988 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-526ac172-28ef-455d-8e91-d7f224e54aa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:33.281964 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-526ac172-28ef-455d-8e91-d7f224e54aa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:33.483054 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24e2bc2e-3224-4333-b947-24e9e436b5d4 admin admin] Router 8d26dead-da72-4f4f-88ff-ec76a4def487 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:16:33.528065 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-526ac172-28ef-455d-8e91-d7f224e54aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:33.531146 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-526ac172-28ef-455d-8e91-d7f224e54aa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:33.534827 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-526ac172-28ef-455d-8e91-d7f224e54aa9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9c37fccb-f030-4f7f-87dd-59a28ea213a9 HTTP/1.1" status: 204 len: 168 time: 0.4021592 Jul 05 02:16:33.551128 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526ac172-28ef-455d-8e91-d7f224e54aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c37fccb-f030-4f7f-87dd-59a28ea213a9,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:16:33.623637 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24e2bc2e-3224-4333-b947-24e9e436b5d4 admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:16:33.632570 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f94d2e-e72b-407e-8dfe-4187d11969a7 None None] Sync routers for ids ['8d26dead-da72-4f4f-88ff-ec76a4def487'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:16:33.636623 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 47834) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:16:33.636768 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-24e2bc2e-3224-4333-b947-24e9e436b5d4 admin admin] 10.222.0.23 "PUT /v2.0/routers/8d26dead-da72-4f4f-88ff-ec76a4def487/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3555524 Jul 05 02:16:33.651727 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f94d2e-e72b-407e-8dfe-4187d11969a7 None None] Routers {'8d26dead-da72-4f4f-88ff-ec76a4def487'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:16:33.652342 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-28f94d2e-e72b-407e-8dfe-4187d11969a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:16:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['8d26dead-da72-4f4f-88ff-ec76a4def487'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:16:33.778370 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-28f94d2e-e72b-407e-8dfe-4187d11969a7 None None] Set router 8d26dead-da72-4f4f-88ff-ec76a4def487 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:16:33.782449 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-68fb75a8-a5bf-4ef3-9c83-4480ab11c9cb admin admin] Notify callbacks [] for router, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:33.884275 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-68fb75a8-a5bf-4ef3-9c83-4480ab11c9cb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:33.951275 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-28f94d2e-e72b-407e-8dfe-4187d11969a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d26dead-da72-4f4f-88ff-ec76a4def487', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-795956513-router', 'tenant_id': '3259edb8ca374161bd4c90d3facbec24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'c4c2f9bc-7bfb-4a8c-ab44-a0ff92b1c9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:11:35Z', 'updated_at': '2021-07-05T02:16:32Z', 'revision_number': 5, 'project_id': '3259edb8ca374161bd4c90d3facbec24', 'gw_port': {'id': 'c4c2f9bc-7bfb-4a8c-ab44-a0ff92b1c9bc', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:24:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d26dead-da72-4f4f-88ff-ec76a4def487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:11:36Z', 'updated_at': '2021-07-05T02:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:16:33.976668 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f94d2e-e72b-407e-8dfe-4187d11969a7 None None] Checking router: 8d26dead-da72-4f4f-88ff-ec76a4def487 for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:16:33.985137 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f94d2e-e72b-407e-8dfe-4187d11969a7 None None] Routers {'8d26dead-da72-4f4f-88ff-ec76a4def487'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:16:33.989465 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-28f94d2e-e72b-407e-8dfe-4187d11969a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:16:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['8d26dead-da72-4f4f-88ff-ec76a4def487'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:16:34.095015 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-28f94d2e-e72b-407e-8dfe-4187d11969a7 None None] Set router 8d26dead-da72-4f4f-88ff-ec76a4def487 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:16:34.288996 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-68fb75a8-a5bf-4ef3-9c83-4480ab11c9cb admin admin] Deleting port c4c2f9bc-7bfb-4a8c-ab44-a0ff92b1c9bc {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:16:34.289508 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-68fb75a8-a5bf-4ef3-9c83-4480ab11c9cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:34.295480 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-28f94d2e-e72b-407e-8dfe-4187d11969a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d26dead-da72-4f4f-88ff-ec76a4def487', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-795956513-router', 'tenant_id': '3259edb8ca374161bd4c90d3facbec24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'c4c2f9bc-7bfb-4a8c-ab44-a0ff92b1c9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:11:35Z', 'updated_at': '2021-07-05T02:16:32Z', 'revision_number': 5, 'project_id': '3259edb8ca374161bd4c90d3facbec24', 'gw_port': {'id': 'c4c2f9bc-7bfb-4a8c-ab44-a0ff92b1c9bc', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:24:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d26dead-da72-4f4f-88ff-ec76a4def487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:11:36Z', 'updated_at': '2021-07-05T02:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:16:34.324840 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f94d2e-e72b-407e-8dfe-4187d11969a7 None None] The sync data for ids ['8d26dead-da72-4f4f-88ff-ec76a4def487'] in n-d-771362-32 is: [{'id': '8d26dead-da72-4f4f-88ff-ec76a4def487', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-795956513-router', 'tenant_id': '3259edb8ca374161bd4c90d3facbec24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'c4c2f9bc-7bfb-4a8c-ab44-a0ff92b1c9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:11:35Z', 'updated_at': '2021-07-05T02:16:32Z', 'revision_number': 5, 'project_id': '3259edb8ca374161bd4c90d3facbec24', 'gw_port': {'id': 'c4c2f9bc-7bfb-4a8c-ab44-a0ff92b1c9bc', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:24:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d26dead-da72-4f4f-88ff-ec76a4def487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:11:36Z', 'updated_at': '2021-07-05T02:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:16:34.386109 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [None req-68fb75a8-a5bf-4ef3-9c83-4480ab11c9cb admin admin] For port c4c2f9bc-7bfb-4a8c-ab44-a0ff92b1c9bc, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=c4c2f9bc-7bfb-4a8c-ab44-a0ff92b1c9bc,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:16:34.386447 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-68fb75a8-a5bf-4ef3-9c83-4480ab11c9cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:34.399254 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-68fb75a8-a5bf-4ef3-9c83-4480ab11c9cb admin admin] Calling delete_port for c4c2f9bc-7bfb-4a8c-ab44-a0ff92b1c9bc owned by network:router_gateway {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:16:34.532243 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8987c8db-fcc6-475c-b4a9-b084b7e6b607 req-f5c8d0c8-8070-4af6-8e63-45661d4c35c0 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:16:34.538676 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8987c8db-fcc6-475c-b4a9-b084b7e6b607 req-f5c8d0c8-8070-4af6-8e63-45661d4c35c0 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/ports?device_id=ded7cf1a-9d65-47f8-8354-0fb264b01c77 HTTP/1.1" status: 200 len: 946 time: 0.0763390 Jul 05 02:16:34.606532 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8987c8db-fcc6-475c-b4a9-b084b7e6b607 req-80591d23-6554-4a2b-825f-621951b156da tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/security-groups?id=d52d7ff3-b8a7-45ab-964c-a9b0f9336b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622070 Jul 05 02:16:34.835223 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-68fb75a8-a5bf-4ef3-9c83-4480ab11c9cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:34.863764 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fb75a8-a5bf-4ef3-9c83-4480ab11c9cb admin admin] Pushing event deleted for resources: {'Port': ['ID=c4c2f9bc-7bfb-4a8c-ab44-a0ff92b1c9bc,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:16:34.927935 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-68fb75a8-a5bf-4ef3-9c83-4480ab11c9cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636927'] for router_gateway, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:35.024495 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-68fb75a8-a5bf-4ef3-9c83-4480ab11c9cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11828'] for router, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:35.026742 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-68fb75a8-a5bf-4ef3-9c83-4480ab11c9cb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:35.239156 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-68fb75a8-a5bf-4ef3-9c83-4480ab11c9cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1575451'] for router, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:35.239156 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68fb75a8-a5bf-4ef3-9c83-4480ab11c9cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d26dead-da72-4f4f-88ff-ec76a4def487 {{(pid=94461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 02:16:35.239156 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-68fb75a8-a5bf-4ef3-9c83-4480ab11c9cb admin admin] Notify callbacks [] for router, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:35.239156 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-68fb75a8-a5bf-4ef3-9c83-4480ab11c9cb admin admin] 10.222.0.23 "DELETE /v2.0/routers/8d26dead-da72-4f4f-88ff-ec76a4def487 HTTP/1.1" status: 204 len: 168 time: 1.5990860 Jul 05 02:16:35.240268 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 47886) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:16:35.335187 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_v2 [None req-25b48b57-85fd-4278-8381-9704dad83046 admin admin] Deleting subnet 699a73c9-e224-438d-8d87-02bbd4bb2f34 {{(pid=94461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:16:35.335187 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-25b48b57-85fd-4278-8381-9704dad83046 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:35.367280 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-25b48b57-85fd-4278-8381-9704dad83046 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5519650'] for subnet, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:35.421362 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 9fecbb51-81ad-4144-98a1-50986344e405 no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:16:35.461023 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-25b48b57-85fd-4278-8381-9704dad83046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:35.499404 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:35.526690 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22593023-0406-4e0e-8dfe-527268fdd140', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fecbb51-81ad-4144-98a1-50986344e405'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:16:35.528994 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afc98c77-495f-4ded-8f41-8cab12c16f74" -d '{"events": [{"server_uuid": "22593023-0406-4e0e-8dfe-527268fdd140", "name": "network-vif-unplugged", "status": "completed", "tag": "9fecbb51-81ad-4144-98a1-50986344e405"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:16:35.544319 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 9fecbb51-81ad-4144-98a1-50986344e405, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=9fecbb51-81ad-4144-98a1-50986344e405,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:16:35.577165 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 02:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9179179-41c4-41b2-95e9-ae4cde5a08b3 x-openstack-request-id: req-c9179179-41c4-41b2-95e9-ae4cde5a08b3 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:16:35.577646 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22593023-0406-4e0e-8dfe-527268fdd140", "name": "network-vif-unplugged", "status": "completed", "tag": "9fecbb51-81ad-4144-98a1-50986344e405", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:16:35.578079 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c9179179-41c4-41b2-95e9-ae4cde5a08b3 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:16:35.578526 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22593023-0406-4e0e-8dfe-527268fdd140', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fecbb51-81ad-4144-98a1-50986344e405', 'code': 200} Jul 05 02:16:35.616406 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-25b48b57-85fd-4278-8381-9704dad83046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5763388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774356'] for subnet, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:35.631710 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 47904) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:16:35.645112 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b48b57-85fd-4278-8381-9704dad83046 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=699a73c9-e224-438d-8d87-02bbd4bb2f34,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:16:35.655141 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b727b5-e3af-43a9-a04e-6350b8c32c63 None None] Network 4d7d7e9e-01a7-42cb-8ed0-886d036f94b3 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:16:35.669758 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-25b48b57-85fd-4278-8381-9704dad83046 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:35.679916 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-25b48b57-85fd-4278-8381-9704dad83046 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/699a73c9-e224-438d-8d87-02bbd4bb2f34 HTTP/1.1" status: 204 len: 168 time: 0.4242878 Jul 05 02:16:35.680037 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:35.680158 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 47912) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:16:35.851140 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=9fecbb51-81ad-4144-98a1-50986344e405,revision_number=8']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:16:35.870201 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-19ce5177-f56e-4866-9ee8-d142e2f7321d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-305698866-network', 'tenant_id': '7ff761bc04fb43a19243c6d4ea5d9e1e'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:16:35.897404 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-efaaffee-5805-4e60-a8b5-06d7a9493af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:35.938113 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ac9c56-3449-43b0-b4ef-d0d33e8ef221 None None] DHCP port deletion for 4d7d7e9e-01a7-42cb-8ed0-886d036f94b3 request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:16:35.961974 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99d04a9-133b-46fd-87b0-7e4247a77580 req-0207abfb-e4c4-4ace-813a-d436476330ab tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:16:35.963611 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a99d04a9-133b-46fd-87b0-7e4247a77580 req-0207abfb-e4c4-4ace-813a-d436476330ab tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/ports?device_id=ded7cf1a-9d65-47f8-8354-0fb264b01c77 HTTP/1.1" status: 200 len: 946 time: 0.1759245 Jul 05 02:16:35.989097 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-f5ac9c56-3449-43b0-b4ef-d0d33e8ef221 None None] Deleting port 7aa791b9-e9e8-4e28-adca-781526a09372 {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:16:35.989821 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f5ac9c56-3449-43b0-b4ef-d0d33e8ef221 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:36.011610 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-efaaffee-5805-4e60-a8b5-06d7a9493af6 admin admin] Deleting port 7aa791b9-e9e8-4e28-adca-781526a09372 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:16:36.011950 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-efaaffee-5805-4e60-a8b5-06d7a9493af6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:36.017102 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a99d04a9-133b-46fd-87b0-7e4247a77580 req-dafe91ca-9479-49cc-a7f0-7d762f65d32c tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/security-groups?id=d52d7ff3-b8a7-45ab-964c-a9b0f9336b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465262 Jul 05 02:16:36.060444 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-f5ac9c56-3449-43b0-b4ef-d0d33e8ef221 None None] For port 7aa791b9-e9e8-4e28-adca-781526a09372, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=7aa791b9-e9e8-4e28-adca-781526a09372,segment=NetworkSegment(bfed398f-0be6-498f-a173-eb47a855a535),segment_id=bfed398f-0be6-498f-a173-eb47a855a535)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:16:36.061181 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f5ac9c56-3449-43b0-b4ef-d0d33e8ef221 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:36.092574 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-efaaffee-5805-4e60-a8b5-06d7a9493af6 admin admin] For port 7aa791b9-e9e8-4e28-adca-781526a09372, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=7aa791b9-e9e8-4e28-adca-781526a09372,segment=NetworkSegment(bfed398f-0be6-498f-a173-eb47a855a535),segment_id=bfed398f-0be6-498f-a173-eb47a855a535)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:16:36.092930 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-efaaffee-5805-4e60-a8b5-06d7a9493af6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:36.101219 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ce5177-f56e-4866-9ee8-d142e2f7321d admin admin] Made reservation on behalf of 7ff761bc04fb43a19243c6d4ea5d9e1e for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:16:36.105628 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-f5ac9c56-3449-43b0-b4ef-d0d33e8ef221 None None] Calling delete_port for 7aa791b9-e9e8-4e28-adca-781526a09372 owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:16:36.111213 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-19ce5177-f56e-4866-9ee8-d142e2f7321d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:36.122097 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-efaaffee-5805-4e60-a8b5-06d7a9493af6 admin admin] Calling delete_port for 7aa791b9-e9e8-4e28-adca-781526a09372 owned by network:dhcp {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:16:36.124207 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-19ce5177-f56e-4866-9ee8-d142e2f7321d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:36.243512 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 8aad45fa-f4a8-4257-a8a4-705f98be6be9 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:16:36.263708 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 8aad45fa-f4a8-4257-a8a4-705f98be6be9 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:16:36.264171 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 8aad45fa-f4a8-4257-a8a4-705f98be6be9 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:16:36.264660 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device c4c2f9bc-7bfb-4a8c-ab44-a0ff92b1c9bc no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:16:36.283937 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: c4c2f9bc-7bfb-4a8c-ab44-a0ff92b1c9bc {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:16:36.293244 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device c4c2f9bc-7bfb-4a8c-ab44-a0ff92b1c9bc not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:16:36.293244 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 7aa791b9-e9e8-4e28-adca-781526a09372 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:16:36.311727 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-19ce5177-f56e-4866-9ee8-d142e2f7321d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:36.348269 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f5ac9c56-3449-43b0-b4ef-d0d33e8ef221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:36.352175 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-efaaffee-5805-4e60-a8b5-06d7a9493af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:36.379079 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ac9c56-3449-43b0-b4ef-d0d33e8ef221 None None] Pushing event deleted for resources: {'Port': ['ID=7aa791b9-e9e8-4e28-adca-781526a09372,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:16:36.381002 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efaaffee-5805-4e60-a8b5-06d7a9493af6 admin admin] No DVR routers for this DVR port 7aa791b9-e9e8-4e28-adca-781526a09372 on host n-d-771362-32 {{(pid=94462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:16:36.387478 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ac9c56-3449-43b0-b4ef-d0d33e8ef221 None None] No DVR routers for this DVR port 7aa791b9-e9e8-4e28-adca-781526a09372 on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:16:36.387759 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaaffee-5805-4e60-a8b5-06d7a9493af6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7aa791b9-e9e8-4e28-adca-781526a09372,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:16:36.389174 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:36.435795 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efaaffee-5805-4e60-a8b5-06d7a9493af6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:16:36.436216 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efaaffee-5805-4e60-a8b5-06d7a9493af6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:16:36.436734 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efaaffee-5805-4e60-a8b5-06d7a9493af6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:16:36.437070 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efaaffee-5805-4e60-a8b5-06d7a9493af6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:16:36.437594 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efaaffee-5805-4e60-a8b5-06d7a9493af6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:16:36.438008 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efaaffee-5805-4e60-a8b5-06d7a9493af6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:16:36.438396 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efaaffee-5805-4e60-a8b5-06d7a9493af6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:16:36.438884 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efaaffee-5805-4e60-a8b5-06d7a9493af6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:16:36.439328 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efaaffee-5805-4e60-a8b5-06d7a9493af6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:16:36.439748 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efaaffee-5805-4e60-a8b5-06d7a9493af6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:16:36.440078 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efaaffee-5805-4e60-a8b5-06d7a9493af6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:16:36.440407 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efaaffee-5805-4e60-a8b5-06d7a9493af6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:16:36.482314 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-efaaffee-5805-4e60-a8b5-06d7a9493af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:36.491947 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-efaaffee-5805-4e60-a8b5-06d7a9493af6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d7d7e9e-01a7-42cb-8ed0-886d036f94b3']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:16:36.501965 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-efaaffee-5805-4e60-a8b5-06d7a9493af6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfed398f-0be6-498f-a173-eb47a855a535') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:16:36.507547 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-efaaffee-5805-4e60-a8b5-06d7a9493af6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfed398f-0be6-498f-a173-eb47a855a535') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:16:36.508398 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-19ce5177-f56e-4866-9ee8-d142e2f7321d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:36.518414 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-efaaffee-5805-4e60-a8b5-06d7a9493af6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:36.549058 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-efaaffee-5805-4e60-a8b5-06d7a9493af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:36.551595 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19ce5177-f56e-4866-9ee8-d142e2f7321d admin admin] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:16:36.562000 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efaaffee-5805-4e60-a8b5-06d7a9493af6 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:16:36.562421 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-efaaffee-5805-4e60-a8b5-06d7a9493af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:36.564855 n-d-771362-32 neutron-server[94462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:16:36.564855 n-d-771362-32 neutron-server[94462]: self.session.flush() Jul 05 02:16:36.564855 n-d-771362-32 neutron-server[94462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:16:36.564855 n-d-771362-32 neutron-server[94462]: self.session.flush() Jul 05 02:16:36.564855 n-d-771362-32 neutron-server[94462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:16:36.564855 n-d-771362-32 neutron-server[94462]: self.session.flush() Jul 05 02:16:36.564855 n-d-771362-32 neutron-server[94462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:16:36.564855 n-d-771362-32 neutron-server[94462]: self.session.flush() Jul 05 02:16:36.564855 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:16:36.564855 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:16:36.564855 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:16:36.564855 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:16:36.564855 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:16:36.564855 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:16:36.564855 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:16:36.564855 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:16:36.564855 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:16:36.564855 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:16:36.564855 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:16:36.564855 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:16:36.564855 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:16:36.564855 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:16:36.564855 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:16:36.564855 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:16:36.564855 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:16:36.564855 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:16:36.564855 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:16:36.564855 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:16:36.564855 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:16:36.564855 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:16:36.564855 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:16:36.564855 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:16:36.564855 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:16:36.564855 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:16:36.564855 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:16:36.564855 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:16:36.564855 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:16:36.564855 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:16:36.564855 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:16:36.564855 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:16:36.606732 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ce5177-f56e-4866-9ee8-d142e2f7321d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41a4bd2a-9060-4a60-94bb-aa4a81970b8c,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:16:36.617813 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-19ce5177-f56e-4866-9ee8-d142e2f7321d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:36.618193 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-19ce5177-f56e-4866-9ee8-d142e2f7321d admin admin] Added segment 131de2da-e26f-41ed-8a2f-99c1d592c2ee of type vlan for network dd27034d-10cc-4fb2-9fdc-cdd574dbdbe4 Jul 05 02:16:36.673730 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-19ce5177-f56e-4866-9ee8-d142e2f7321d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:36.806874 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-efaaffee-5805-4e60-a8b5-06d7a9493af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:36.811505 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-efaaffee-5805-4e60-a8b5-06d7a9493af6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:36.813674 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-efaaffee-5805-4e60-a8b5-06d7a9493af6 admin admin] 10.222.0.23 "DELETE /v2.0/networks/4d7d7e9e-01a7-42cb-8ed0-886d036f94b3 HTTP/1.1" status: 204 len: 168 time: 1.1329055 Jul 05 02:16:36.828282 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaaffee-5805-4e60-a8b5-06d7a9493af6 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d7d7e9e-01a7-42cb-8ed0-886d036f94b3,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:16:36.870248 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-19ce5177-f56e-4866-9ee8-d142e2f7321d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:36.873133 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ce5177-f56e-4866-9ee8-d142e2f7321d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:16:36.874267 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-19ce5177-f56e-4866-9ee8-d142e2f7321d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:36.951019 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ce5177-f56e-4866-9ee8-d142e2f7321d admin admin] Pushing event updated for resources: {'Network': ['ID=dd27034d-10cc-4fb2-9fdc-cdd574dbdbe4,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:16:36.959647 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network dd27034d-10cc-4fb2-9fdc-cdd574dbdbe4 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:16:37.087994 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-19ce5177-f56e-4866-9ee8-d142e2f7321d admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4545782 Jul 05 02:16:37.091821 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 47940) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:16:37.100910 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-7fdb4564-f26c-48cc-ad61-1e8822073248 admin admin] Request body: {'subnet': {'network_id': 'dd27034d-10cc-4fb2-9fdc-cdd574dbdbe4', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-305698866-subnet', 'tenant_id': '7ff761bc04fb43a19243c6d4ea5d9e1e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:16:37.228618 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36e9051-7241-4735-83a8-5f1a7abbd78d req-db5fc7e1-00f3-4ada-8968-2032ce878ce9 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:16:37.233277 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c36e9051-7241-4735-83a8-5f1a7abbd78d req-db5fc7e1-00f3-4ada-8968-2032ce878ce9 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/ports?device_id=ded7cf1a-9d65-47f8-8354-0fb264b01c77 HTTP/1.1" status: 200 len: 946 time: 0.0746813 Jul 05 02:16:37.273888 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c36e9051-7241-4735-83a8-5f1a7abbd78d req-3ca0f012-1004-4b48-9c2b-72482e6009f3 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/security-groups?id=d52d7ff3-b8a7-45ab-964c-a9b0f9336b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377343 Jul 05 02:16:37.308217 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 9a1a7d72-cb06-4c5f-a2cb-c00e098a9ef7 details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:16:37.398632 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fdb4564-f26c-48cc-ad61-1e8822073248 admin admin] Made reservation on behalf of 7ff761bc04fb43a19243c6d4ea5d9e1e for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:16:37.401663 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7fdb4564-f26c-48cc-ad61-1e8822073248 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:37.405247 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 9a1a7d72-cb06-4c5f-a2cb-c00e098a9ef7, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=9a1a7d72-cb06-4c5f-a2cb-c00e098a9ef7,segment=NetworkSegment(f64300f6-197b-4011-8dc6-a113f7708dd5),segment_id=f64300f6-197b-4011-8dc6-a113f7708dd5)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:16:37.419584 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Returning: {'device': '9a1a7d72-cb06-4c5f-a2cb-c00e098a9ef7', 'network_id': 'b0083775-05cf-4d34-9b3f-be9cea23529c', 'port_id': '9a1a7d72-cb06-4c5f-a2cb-c00e098a9ef7', 'mac_address': 'fa:16:3e:1d:6d:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f216c7f5-ca0e-41f7-9604-de1f19a72e49', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:16:37.468730 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:37.468864 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 47958) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:16:37.482913 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9a1a7d72-cb06-4c5f-a2cb-c00e098a9ef7 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:16:37.502533 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 9a1a7d72-cb06-4c5f-a2cb-c00e098a9ef7, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=9a1a7d72-cb06-4c5f-a2cb-c00e098a9ef7,segment=NetworkSegment(f64300f6-197b-4011-8dc6-a113f7708dd5),segment_id=f64300f6-197b-4011-8dc6-a113f7708dd5)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:16:37.533865 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-56b2a17a-ece6-4603-a6da-86441841e50f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fc2d088ace9545fabb9ece3104798875&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0612047 Jul 05 02:16:37.535234 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 47962) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:16:37.595127 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-93129344-e532-44e1-abae-d26f2ded92f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:37.616052 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:37.632298 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-93129344-e532-44e1-abae-d26f2ded92f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:37.675826 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=9a1a7d72-cb06-4c5f-a2cb-c00e098a9ef7,revision_number=6']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:16:37.698652 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['9a1a7d72-cb06-4c5f-a2cb-c00e098a9ef7'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:16:38.132408 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7fdb4564-f26c-48cc-ad61-1e8822073248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:38.183719 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdb4564-f26c-48cc-ad61-1e8822073248 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef2d9209-69f5-4a7a-bd34-af674fd080b1,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:16:38.189093 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-93129344-e532-44e1-abae-d26f2ded92f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:38.191952 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-93129344-e532-44e1-abae-d26f2ded92f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:38.195798 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-93129344-e532-44e1-abae-d26f2ded92f8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8180b6d2-ae79-4b01-852b-ccbdf65cf69e HTTP/1.1" status: 204 len: 168 time: 0.6568756 Jul 05 02:16:38.200087 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdb4564-f26c-48cc-ad61-1e8822073248 admin admin] Checking segment: {'id': '131de2da-e26f-41ed-8a2f-99c1d592c2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'dd27034d-10cc-4fb2-9fdc-cdd574dbdbe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:16:38.200087 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fdb4564-f26c-48cc-ad61-1e8822073248 admin admin] Network hostable DHCP agents. Network: dd27034d-10cc-4fb2-9fdc-cdd574dbdbe4, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:16:38.215631 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93129344-e532-44e1-abae-d26f2ded92f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8180b6d2-ae79-4b01-852b-ccbdf65cf69e,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:16:38.376354 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fdb4564-f26c-48cc-ad61-1e8822073248 admin admin] Network dd27034d-10cc-4fb2-9fdc-cdd574dbdbe4 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:16:38.532080 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-7fdb4564-f26c-48cc-ad61-1e8822073248 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, dd27034d-10cc-4fb2-9fdc-cdd574dbdbe4) {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:16:38.536829 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fdb4564-f26c-48cc-ad61-1e8822073248 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:16:38.537444 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7fdb4564-f26c-48cc-ad61-1e8822073248 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:38.550108 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f2e9346-7361-4f6c-9f6c-c74797df0ee9 None None] Network dd27034d-10cc-4fb2-9fdc-cdd574dbdbe4 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:16:38.696000 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0cc260-5f51-437c-90a7-a30f0bf1cbd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-dd27034d-10cc-4fb2-9fdc-cdd574dbdbe4', 'network_id': 'dd27034d-10cc-4fb2-9fdc-cdd574dbdbe4', 'tenant_id': '7ff761bc04fb43a19243c6d4ea5d9e1e', 'fixed_ips': [{'subnet_id': 'ef2d9209-69f5-4a7a-bd34-af674fd080b1'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:16:38.697320 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4f0cc260-5f51-437c-90a7-a30f0bf1cbd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:38.719628 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-7fdb4564-f26c-48cc-ad61-1e8822073248 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6277673 Jul 05 02:16:38.722572 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 47990) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:16:38.727208 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-c5ddfc28-25a0-4d69-974a-3e21f45d6e93 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-305698866-router', 'tenant_id': '7ff761bc04fb43a19243c6d4ea5d9e1e', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:16:38.746807 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b109b5-6b1f-432d-bb95-c914b7ea6166 req-77b2908f-46fa-4dee-9457-9a5242fde339 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:16:38.754877 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d8b109b5-6b1f-432d-bb95-c914b7ea6166 req-77b2908f-46fa-4dee-9457-9a5242fde339 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/ports?device_id=ded7cf1a-9d65-47f8-8354-0fb264b01c77 HTTP/1.1" status: 200 len: 945 time: 0.3436873 Jul 05 02:16:38.799445 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d8b109b5-6b1f-432d-bb95-c914b7ea6166 req-8e3df95b-cb1a-481b-96d3-6b6fcdb29e9b tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/security-groups?id=d52d7ff3-b8a7-45ab-964c-a9b0f9336b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429747 Jul 05 02:16:38.853028 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-4f0cc260-5f51-437c-90a7-a30f0bf1cbd6 None None] Allocated IP 172.20.0.2 (dd27034d-10cc-4fb2-9fdc-cdd574dbdbe4/ef2d9209-69f5-4a7a-bd34-af674fd080b1/8f867930-5b52-418d-8ddc-4116b6aa117a) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:16:38.961655 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c5ddfc28-25a0-4d69-974a-3e21f45d6e93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11810'] for router, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:38.966197 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c5ddfc28-25a0-4d69-974a-3e21f45d6e93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1926740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11821'] for router, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:39.026144 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c5ddfc28-25a0-4d69-974a-3e21f45d6e93 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:39.041310 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4f0cc260-5f51-437c-90a7-a30f0bf1cbd6 None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:39.049380 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-4f0cc260-5f51-437c-90a7-a30f0bf1cbd6 None None] Transition to ACTIVE for port object 8f867930-5b52-418d-8ddc-4116b6aa117a will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:16:39.063790 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-4f0cc260-5f51-437c-90a7-a30f0bf1cbd6 None None] Transition to ACTIVE for port object 8f867930-5b52-418d-8ddc-4116b6aa117a will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:16:39.178833 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4f0cc260-5f51-437c-90a7-a30f0bf1cbd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:39.222847 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0cc260-5f51-437c-90a7-a30f0bf1cbd6 None None] Network dd27034d-10cc-4fb2-9fdc-cdd574dbdbe4 is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:16:39.238942 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-4f0cc260-5f51-437c-90a7-a30f0bf1cbd6 None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:16:39.242538 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0cc260-5f51-437c-90a7-a30f0bf1cbd6 None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:16:39.260450 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0cc260-5f51-437c-90a7-a30f0bf1cbd6 None None] Pushing event updated for resources: {'Port': ['ID=8f867930-5b52-418d-8ddc-4116b6aa117a,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:16:39.276845 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c5ddfc28-25a0-4d69-974a-3e21f45d6e93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:39.318676 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 9a1a7d72-cb06-4c5f-a2cb-c00e098a9ef7 no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:16:39.353572 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-4f0cc260-5f51-437c-90a7-a30f0bf1cbd6 None None] Attempting to bind port 8f867930-5b52-418d-8ddc-4116b6aa117a on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:16:39.353948 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-4f0cc260-5f51-437c-90a7-a30f0bf1cbd6 None None] Attempting to bind port 8f867930-5b52-418d-8ddc-4116b6aa117a by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '131de2da-e26f-41ed-8a2f-99c1d592c2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'dd27034d-10cc-4fb2-9fdc-cdd574dbdbe4'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:16:39.354341 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0cc260-5f51-437c-90a7-a30f0bf1cbd6 None None] Attempting to bind port 8f867930-5b52-418d-8ddc-4116b6aa117a on network dd27034d-10cc-4fb2-9fdc-cdd574dbdbe4 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:16:39.362385 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0cc260-5f51-437c-90a7-a30f0bf1cbd6 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:16:39.362764 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0cc260-5f51-437c-90a7-a30f0bf1cbd6 None None] Checking segment: {'id': '131de2da-e26f-41ed-8a2f-99c1d592c2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'dd27034d-10cc-4fb2-9fdc-cdd574dbdbe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:16:39.363168 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4f0cc260-5f51-437c-90a7-a30f0bf1cbd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:39.363563 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0cc260-5f51-437c-90a7-a30f0bf1cbd6 None None] Bound using segment: {'id': '131de2da-e26f-41ed-8a2f-99c1d592c2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'dd27034d-10cc-4fb2-9fdc-cdd574dbdbe4'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:16:39.364030 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-4f0cc260-5f51-437c-90a7-a30f0bf1cbd6 None None] Bound port: 8f867930-5b52-418d-8ddc-4116b6aa117a, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '131de2da-e26f-41ed-8a2f-99c1d592c2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'dd27034d-10cc-4fb2-9fdc-cdd574dbdbe4'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:16:39.364412 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4f0cc260-5f51-437c-90a7-a30f0bf1cbd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:39.422042 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 48014) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:16:39.439773 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 9fecbb51-81ad-4144-98a1-50986344e405 details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:16:39.500559 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-148edcab-1335-479f-9c2d-94ea187c05df admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3259edb8ca374161bd4c90d3facbec24&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0757637 Jul 05 02:16:39.501081 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 48018) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:16:39.505029 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:39.525332 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-4f0cc260-5f51-437c-90a7-a30f0bf1cbd6 None None] For port 8f867930-5b52-418d-8ddc-4116b6aa117a, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:16:39.569384 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 9a1a7d72-cb06-4c5f-a2cb-c00e098a9ef7 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:16:39.580170 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19555272-49dc-49cb-9b55-b9852d621ffc req-16b271dc-e751-46c7-a623-7af7bd35218b tempest-LiveMigrationTest-1529316378 tempest-LiveMigrationTest-1529316378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:16:39.582088 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-19555272-49dc-49cb-9b55-b9852d621ffc req-16b271dc-e751-46c7-a623-7af7bd35218b tempest-LiveMigrationTest-1529316378 tempest-LiveMigrationTest-1529316378-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=9425bd0c-c153-4dfc-853f-2f05765de50b HTTP/1.1" status: 200 len: 1097 time: 0.0705621 Jul 05 02:16:39.680505 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-4f0cc260-5f51-437c-90a7-a30f0bf1cbd6 None None] For port 8f867930-5b52-418d-8ddc-4116b6aa117a, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=8f867930-5b52-418d-8ddc-4116b6aa117a,segment=NetworkSegment(131de2da-e26f-41ed-8a2f-99c1d592c2ee),segment_id=131de2da-e26f-41ed-8a2f-99c1d592c2ee)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:16:39.705005 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 9a1a7d72-cb06-4c5f-a2cb-c00e098a9ef7, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=9a1a7d72-cb06-4c5f-a2cb-c00e098a9ef7,segment=NetworkSegment(f64300f6-197b-4011-8dc6-a113f7708dd5),segment_id=f64300f6-197b-4011-8dc6-a113f7708dd5)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:16:39.719235 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-65ae65e9-a2f1-4eb7-8072-ec0875b25244 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:39.731844 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-19555272-49dc-49cb-9b55-b9852d621ffc req-4796ecca-8893-4594-9057-a959ab31821a tempest-LiveMigrationTest-1529316378 tempest-LiveMigrationTest-1529316378-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428204 Jul 05 02:16:39.736689 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 9fecbb51-81ad-4144-98a1-50986344e405, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=9fecbb51-81ad-4144-98a1-50986344e405,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:16:39.756719 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': '9fecbb51-81ad-4144-98a1-50986344e405', 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4', 'port_id': '9fecbb51-81ad-4144-98a1-50986344e405', 'mac_address': 'fa:16:3e:76:1b:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b840e204-692c-4f54-8f07-f6563e8e36b1', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:16:39.799961 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-65ae65e9-a2f1-4eb7-8072-ec0875b25244 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:39.827134 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:39.841896 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c5ddfc28-25a0-4d69-974a-3e21f45d6e93 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:39.845982 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fecbb51-81ad-4144-98a1-50986344e405 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:16:39.863484 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c5ddfc28-25a0-4d69-974a-3e21f45d6e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:39.864562 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4f0cc260-5f51-437c-90a7-a30f0bf1cbd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:39.884480 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 9fecbb51-81ad-4144-98a1-50986344e405, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=9fecbb51-81ad-4144-98a1-50986344e405,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:16:39.942079 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:39.969140 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0cc260-5f51-437c-90a7-a30f0bf1cbd6 None None] Pushing event updated for resources: {'Port': ['ID=8f867930-5b52-418d-8ddc-4116b6aa117a,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:16:39.999713 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:40.023832 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-c5ddfc28-25a0-4d69-974a-3e21f45d6e93 admin admin] Allocated IP 172.25.7.172 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/d14ca612-15b8-42f5-9676-c8cd3a08c61c) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:16:40.031020 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-65ae65e9-a2f1-4eb7-8072-ec0875b25244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:40.036052 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-65ae65e9-a2f1-4eb7-8072-ec0875b25244 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:40.037728 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-65ae65e9-a2f1-4eb7-8072-ec0875b25244 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/074b3534-4aba-402c-945b-affd64816514 HTTP/1.1" status: 204 len: 168 time: 0.5354567 Jul 05 02:16:40.050430 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=9a1a7d72-cb06-4c5f-a2cb-c00e098a9ef7,revision_number=7']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:16:40.070166 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ae65e9-a2f1-4eb7-8072-ec0875b25244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=074b3534-4aba-402c-945b-affd64816514,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:16:40.150541 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['9fecbb51-81ad-4144-98a1-50986344e405'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:16:40.255003 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c5ddfc28-25a0-4d69-974a-3e21f45d6e93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:40.306481 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=9fecbb51-81ad-4144-98a1-50986344e405,revision_number=9']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:16:40.423042 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c5ddfc28-25a0-4d69-974a-3e21f45d6e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:40.480189 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ddfc28-25a0-4d69-974a-3e21f45d6e93 admin admin] Pushing event updated for resources: {'Port': ['ID=d14ca612-15b8-42f5-9676-c8cd3a08c61c,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:16:40.495894 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ddfc28-25a0-4d69-974a-3e21f45d6e93 admin admin] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:16:40.495894 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-c5ddfc28-25a0-4d69-974a-3e21f45d6e93 admin admin] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:16:40.496148 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ddfc28-25a0-4d69-974a-3e21f45d6e93 admin admin] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:16:40.834504 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cabf03b-39c7-44ac-b5fc-94f367b74a81 req-5077bc47-c403-41c6-8a9a-7177432c5784 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:16:40.836385 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9cabf03b-39c7-44ac-b5fc-94f367b74a81 req-5077bc47-c403-41c6-8a9a-7177432c5784 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/ports?device_id=ded7cf1a-9d65-47f8-8354-0fb264b01c77 HTTP/1.1" status: 200 len: 944 time: 0.1029284 Jul 05 02:16:41.311772 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9cabf03b-39c7-44ac-b5fc-94f367b74a81 req-a6130bc8-39cb-42c9-98a3-f0f535159489 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/security-groups?id=d52d7ff3-b8a7-45ab-964c-a9b0f9336b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4690938 Jul 05 02:16:41.384553 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c5ddfc28-25a0-4d69-974a-3e21f45d6e93 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:41.419105 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d4de40-da55-4ee3-8863-0bb5901eef89 None None] Network dd27034d-10cc-4fb2-9fdc-cdd574dbdbe4 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:16:41.448584 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 9fecbb51-81ad-4144-98a1-50986344e405 up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:16:41.453367 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f1ffc1-3f48-4934-8a9b-7c961bbde925 req-ab10a167-bba2-414a-bf1a-bbf2b8f3703e tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:16:41.455503 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-41f1ffc1-3f48-4934-8a9b-7c961bbde925 req-ab10a167-bba2-414a-bf1a-bbf2b8f3703e tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.15 "GET /v2.0/ports?device_id=ded7cf1a-9d65-47f8-8354-0fb264b01c77 HTTP/1.1" status: 200 len: 944 time: 0.2461452 Jul 05 02:16:41.507556 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:41.575188 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:41.665994 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port 9fecbb51-81ad-4144-98a1-50986344e405 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:16:41.666265 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:41.694281 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [req-41f1ffc1-3f48-4934-8a9b-7c961bbde925 req-7f0cdeac-6383-4baa-83b1-cd30db22bba8 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Deleting port 9a1a7d72-cb06-4c5f-a2cb-c00e098a9ef7 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:16:41.698531 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-41f1ffc1-3f48-4934-8a9b-7c961bbde925 req-7f0cdeac-6383-4baa-83b1-cd30db22bba8 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:41.730847 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c5ddfc28-25a0-4d69-974a-3e21f45d6e93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963'] for router, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:41.824667 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-41f1ffc1-3f48-4934-8a9b-7c961bbde925 req-7f0cdeac-6383-4baa-83b1-cd30db22bba8 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] For port 9a1a7d72-cb06-4c5f-a2cb-c00e098a9ef7, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=9a1a7d72-cb06-4c5f-a2cb-c00e098a9ef7,segment=NetworkSegment(f64300f6-197b-4011-8dc6-a113f7708dd5),segment_id=f64300f6-197b-4011-8dc6-a113f7708dd5)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:16:41.825273 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-41f1ffc1-3f48-4934-8a9b-7c961bbde925 req-7f0cdeac-6383-4baa-83b1-cd30db22bba8 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:41.849894 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [req-41f1ffc1-3f48-4934-8a9b-7c961bbde925 req-7f0cdeac-6383-4baa-83b1-cd30db22bba8 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Calling delete_port for 9a1a7d72-cb06-4c5f-a2cb-c00e098a9ef7 owned by compute:nova {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:16:41.850200 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-77cb2432-c836-41f9-a442-a6f4ba69a3fc None None] Provisioning for port 8f867930-5b52-418d-8ddc-4116b6aa117a completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:16:41.890717 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:41.937328 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22593023-0406-4e0e-8dfe-527268fdd140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fecbb51-81ad-4144-98a1-50986344e405'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:16:41.945828 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffd74a3e-6a40-4d3a-bd74-27efcc8936cf" -d '{"events": [{"server_uuid": "22593023-0406-4e0e-8dfe-527268fdd140", "name": "network-vif-plugged", "status": "completed", "tag": "9fecbb51-81ad-4144-98a1-50986344e405"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:16:41.966406 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 9fecbb51-81ad-4144-98a1-50986344e405, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=9fecbb51-81ad-4144-98a1-50986344e405,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:16:42.021318 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99040504-e3e0-4224-a94b-23d227ba3639 x-openstack-request-id: req-99040504-e3e0-4224-a94b-23d227ba3639 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:16:42.021657 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22593023-0406-4e0e-8dfe-527268fdd140", "name": "network-vif-plugged", "status": "completed", "tag": "9fecbb51-81ad-4144-98a1-50986344e405", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:16:42.021976 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-99040504-e3e0-4224-a94b-23d227ba3639 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:16:42.022483 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22593023-0406-4e0e-8dfe-527268fdd140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fecbb51-81ad-4144-98a1-50986344e405', 'code': 200} Jul 05 02:16:42.081312 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 48126) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:16:42.086521 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5ddfc28-25a0-4d69-974a-3e21f45d6e93 admin admin] Router e807b69f-adc9-4361-a561-89e17afafb3d is scheduled to L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 with binding_index 1 {{(pid=94461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 02:16:42.092597 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-be1bc8d9-a0e1-44b2-b41b-a4c88c43666a tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-195523577'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:16:42.153245 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:42.228710 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-41f1ffc1-3f48-4934-8a9b-7c961bbde925 req-7f0cdeac-6383-4baa-83b1-cd30db22bba8 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:42.319713 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0cdeac-6383-4baa-83b1-cd30db22bba8 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Pushing event deleted for resources: {'Port': ['ID=9a1a7d72-cb06-4c5f-a2cb-c00e098a9ef7,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:16:42.335639 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be1bc8d9-a0e1-44b2-b41b-a4c88c43666a tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Made reservation on behalf of bf69a7cc9341402789561a978c68b071 for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:16:42.335782 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 8f867930-5b52-418d-8ddc-4116b6aa117a up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:16:42.339343 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-be1bc8d9-a0e1-44b2-b41b-a4c88c43666a tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:42.340727 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=9fecbb51-81ad-4144-98a1-50986344e405,revision_number=10']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:16:42.385377 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5ddfc28-25a0-4d69-974a-3e21f45d6e93 admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:16:42.404626 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b998edc-35e5-4da7-a1dc-eda5a219e17d None None] Sync routers for ids ['e807b69f-adc9-4361-a561-89e17afafb3d'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:16:42.420429 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b998edc-35e5-4da7-a1dc-eda5a219e17d None None] Routers {'e807b69f-adc9-4361-a561-89e17afafb3d'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:16:42.421215 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-5b998edc-35e5-4da7-a1dc-eda5a219e17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:16:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['e807b69f-adc9-4361-a561-89e17afafb3d'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:16:42.444342 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [req-41f1ffc1-3f48-4934-8a9b-7c961bbde925 req-7f0cdeac-6383-4baa-83b1-cd30db22bba8 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] No DVR routers for this DVR port 9a1a7d72-cb06-4c5f-a2cb-c00e098a9ef7 on host n-h2-771362-32 {{(pid=94462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:16:42.449616 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-41f1ffc1-3f48-4934-8a9b-7c961bbde925 req-7f0cdeac-6383-4baa-83b1-cd30db22bba8 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:42.452590 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-41f1ffc1-3f48-4934-8a9b-7c961bbde925 req-7f0cdeac-6383-4baa-83b1-cd30db22bba8 tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.15 "DELETE /v2.0/ports/9a1a7d72-cb06-4c5f-a2cb-c00e098a9ef7 HTTP/1.1" status: 204 len: 173 time: 0.9917848 Jul 05 02:16:42.453577 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ded7cf1a-9d65-47f8-8354-0fb264b01c77', 'name': 'network-vif-deleted', 'tag': '9a1a7d72-cb06-4c5f-a2cb-c00e098a9ef7'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:16:42.472035 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b223267e0e0ddb3199af7772d0b45336e3b4b54fbb151c86a8051291a61e85db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbd6c1b4-870e-49f2-8be5-32e74f68af28" -d '{"events": [{"server_uuid": "ded7cf1a-9d65-47f8-8354-0fb264b01c77", "name": "network-vif-deleted", "tag": "9a1a7d72-cb06-4c5f-a2cb-c00e098a9ef7"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:16:42.492739 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-963d333a-f6d2-4cb1-bedc-2213135c9cb7 req-6363235d-4e37-435e-a9d1-491bb8c08c7b tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/ports?device_id=ded7cf1a-9d65-47f8-8354-0fb264b01c77 HTTP/1.1" status: 200 len: 210 time: 0.0416765 Jul 05 02:16:42.495113 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be1bc8d9-a0e1-44b2-b41b-a4c88c43666a tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:16:42.508428 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-be1bc8d9-a0e1-44b2-b41b-a4c88c43666a tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:42.509351 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-be1bc8d9-a0e1-44b2-b41b-a4c88c43666a tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Added segment 35d84035-3545-4590-ba83-2b60f8b92811 of type vlan for network 70f5fd93-7af8-4288-a451-7de7b5d6c1c7 Jul 05 02:16:42.595164 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08ca0fdd-5939-4787-b652-0ac008ccfba3 x-openstack-request-id: req-08ca0fdd-5939-4787-b652-0ac008ccfba3 {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:16:42.595164 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ded7cf1a-9d65-47f8-8354-0fb264b01c77", "name": "network-vif-deleted", "tag": "9a1a7d72-cb06-4c5f-a2cb-c00e098a9ef7", "status": "completed", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:16:42.595164 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-08ca0fdd-5939-4787-b652-0ac008ccfba3 {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:16:42.595164 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ded7cf1a-9d65-47f8-8354-0fb264b01c77', 'name': 'network-vif-deleted', 'tag': '9a1a7d72-cb06-4c5f-a2cb-c00e098a9ef7', 'status': 'completed', 'code': 200} Jul 05 02:16:42.596593 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-5b998edc-35e5-4da7-a1dc-eda5a219e17d None None] Set router e807b69f-adc9-4361-a561-89e17afafb3d gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:16:42.858340 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-be1bc8d9-a0e1-44b2-b41b-a4c88c43666a tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:42.879039 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c5ddfc28-25a0-4d69-974a-3e21f45d6e93 admin admin] Notify callbacks [] for router, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:42.881161 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-c5ddfc28-25a0-4d69-974a-3e21f45d6e93 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.1575940 Jul 05 02:16:42.886438 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 8f867930-5b52-418d-8ddc-4116b6aa117a completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:16:42.887441 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 48154) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:16:42.887662 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 8f867930-5b52-418d-8ddc-4116b6aa117a triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:16:42.887662 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:43.096134 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-be1bc8d9-a0e1-44b2-b41b-a4c88c43666a tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:43.104278 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1bc8d9-a0e1-44b2-b41b-a4c88c43666a tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:16:43.106108 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-be1bc8d9-a0e1-44b2-b41b-a4c88c43666a tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:43.220899 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:43.267601 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-5b998edc-35e5-4da7-a1dc-eda5a219e17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e807b69f-adc9-4361-a561-89e17afafb3d', 'name': 'tempest-FloatingIPsTestJSON-305698866-router', 'tenant_id': '7ff761bc04fb43a19243c6d4ea5d9e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': 'd14ca612-15b8-42f5-9676-c8cd3a08c61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:16:38Z', 'updated_at': '2021-07-05T02:16:40Z', 'revision_number': 3, 'project_id': '7ff761bc04fb43a19243c6d4ea5d9e1e', 'gw_port': {'id': 'd14ca612-15b8-42f5-9676-c8cd3a08c61c', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:21:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e807b69f-adc9-4361-a561-89e17afafb3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:16:39Z', 'updated_at': '2021-07-05T02:16:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:16:43.272959 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 8f867930-5b52-418d-8ddc-4116b6aa117a, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=8f867930-5b52-418d-8ddc-4116b6aa117a,segment=NetworkSegment(131de2da-e26f-41ed-8a2f-99c1d592c2ee),segment_id=131de2da-e26f-41ed-8a2f-99c1d592c2ee)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:16:43.300597 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b998edc-35e5-4da7-a1dc-eda5a219e17d None None] Checking router: e807b69f-adc9-4361-a561-89e17afafb3d for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:16:43.301085 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b998edc-35e5-4da7-a1dc-eda5a219e17d None None] Updating router e807b69f-adc9-4361-a561-89e17afafb3d port d14ca612-15b8-42f5-9676-c8cd3a08c61c binding host n-d-771362-32 {{(pid=94463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 02:16:43.342219 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1bc8d9-a0e1-44b2-b41b-a4c88c43666a tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Pushing event updated for resources: {'Network': ['ID=70f5fd93-7af8-4288-a451-7de7b5d6c1c7,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:16:43.352198 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5b998edc-35e5-4da7-a1dc-eda5a219e17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:43.357158 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 70f5fd93-7af8-4288-a451-7de7b5d6c1c7 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:16:43.361901 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-be1bc8d9-a0e1-44b2-b41b-a4c88c43666a tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.2794549 Jul 05 02:16:43.367926 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 48162) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:16:43.373664 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-a462660d-5e26-4674-a4e1-43cfc5d9bad6 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1150253682'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:16:43.447749 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:43.560395 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a462660d-5e26-4674-a4e1-43cfc5d9bad6 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Made reservation on behalf of bf69a7cc9341402789561a978c68b071 for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:16:43.570679 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a462660d-5e26-4674-a4e1-43cfc5d9bad6 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:43.631392 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-48fae204-75a7-4c79-a7ca-b067d11083fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:43.640109 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=8f867930-5b52-418d-8ddc-4116b6aa117a,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:16:43.679342 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a462660d-5e26-4674-a4e1-43cfc5d9bad6 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:16:43.709903 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a462660d-5e26-4674-a4e1-43cfc5d9bad6 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:43.710271 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-a462660d-5e26-4674-a4e1-43cfc5d9bad6 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Added segment ccac9cc8-8687-4831-b08f-d485733ff31a of type vlan for network 8fabf858-7855-4bc3-b4b1-4ecb63b57267 Jul 05 02:16:43.783081 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9bbee4b9-2dca-4044-8bf2-0e1f3b72c186 req-503ebdde-daf1-47a0-9072-382d55665e6c tempest-ImagesTestJSON-714480970 tempest-ImagesTestJSON-714480970-project] 10.222.0.23 "GET /v2.0/ports?device_id=ded7cf1a-9d65-47f8-8354-0fb264b01c77 HTTP/1.1" status: 200 len: 210 time: 0.0515180 Jul 05 02:16:43.837479 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a462660d-5e26-4674-a4e1-43cfc5d9bad6 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:44.023794 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [req-f695084f-a7ee-42bc-9f0d-1b62494e6717 req-62742400-d814-4470-92f6-1c3df0118af5 tempest-LiveMigrationTest-1529316378 tempest-LiveMigrationTest-1529316378-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:16:44.025437 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f695084f-a7ee-42bc-9f0d-1b62494e6717 req-62742400-d814-4470-92f6-1c3df0118af5 tempest-LiveMigrationTest-1529316378 tempest-LiveMigrationTest-1529316378-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0244973 Jul 05 02:16:44.038991 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-f695084f-a7ee-42bc-9f0d-1b62494e6717 req-89b55396-3df6-468a-ab6c-5f17785ca5bf service neutron] Request body: {'binding': {'host': 'n-h2-771362-32', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:16:44.039878 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-f695084f-a7ee-42bc-9f0d-1b62494e6717 req-89b55396-3df6-468a-ab6c-5f17785ca5bf service neutron] Unknown quota resources ['binding']. {{(pid=94461) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 02:16:44.108330 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a462660d-5e26-4674-a4e1-43cfc5d9bad6 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:44.129775 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a462660d-5e26-4674-a4e1-43cfc5d9bad6 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:16:44.134692 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a462660d-5e26-4674-a4e1-43cfc5d9bad6 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:44.195547 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5b998edc-35e5-4da7-a1dc-eda5a219e17d None None] Notify callbacks [] for port, precommit_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:44.210317 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-5b998edc-35e5-4da7-a1dc-eda5a219e17d None None] Transition to ACTIVE for port object d14ca612-15b8-42f5-9676-c8cd3a08c61c will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:16:44.269184 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 8f867930-5b52-418d-8ddc-4116b6aa117a up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:16:44.329578 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 8f867930-5b52-418d-8ddc-4116b6aa117a triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:16:44.329809 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:44.355438 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-48fae204-75a7-4c79-a7ca-b067d11083fa admin admin] Allocated IP 172.20.0.1 (dd27034d-10cc-4fb2-9fdc-cdd574dbdbe4/ef2d9209-69f5-4a7a-bd34-af674fd080b1/d241abd8-d7ab-42d0-a6ff-f5729fb702a7) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:16:44.373836 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a462660d-5e26-4674-a4e1-43cfc5d9bad6 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Pushing event updated for resources: {'Network': ['ID=8fabf858-7855-4bc3-b4b1-4ecb63b57267,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:16:44.395774 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 8fabf858-7855-4bc3-b4b1-4ecb63b57267 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:16:44.460420 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5b998edc-35e5-4da7-a1dc-eda5a219e17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:44.464712 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-a462660d-5e26-4674-a4e1-43cfc5d9bad6 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0918281 Jul 05 02:16:44.465936 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 48192) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:16:44.482150 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-bcc7bdef-8a2b-433e-b7b4-4ca2d8a7e638 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Request body: {'subnet': {'network_id': '70f5fd93-7af8-4288-a451-7de7b5d6c1c7', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:16:44.563339 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64785df5-4990-4520-99eb-cc2250453e76 None None] Pushing event updated for resources: {'Port': ['ID=d14ca612-15b8-42f5-9676-c8cd3a08c61c,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:16:44.571252 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-5b998edc-35e5-4da7-a1dc-eda5a219e17d None None] Attempting to bind port d14ca612-15b8-42f5-9676-c8cd3a08c61c on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:16:44.572269 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-5b998edc-35e5-4da7-a1dc-eda5a219e17d None None] Attempting to bind port d14ca612-15b8-42f5-9676-c8cd3a08c61c by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:16:44.572500 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b998edc-35e5-4da7-a1dc-eda5a219e17d None None] Attempting to bind port d14ca612-15b8-42f5-9676-c8cd3a08c61c on network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:16:44.576903 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-48fae204-75a7-4c79-a7ca-b067d11083fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:44.582244 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b998edc-35e5-4da7-a1dc-eda5a219e17d None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:16:44.582474 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b998edc-35e5-4da7-a1dc-eda5a219e17d None None] Checking segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:16:44.582750 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5b998edc-35e5-4da7-a1dc-eda5a219e17d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:44.583142 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b998edc-35e5-4da7-a1dc-eda5a219e17d None None] Bound using segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:16:44.583613 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-5b998edc-35e5-4da7-a1dc-eda5a219e17d None None] Bound port: d14ca612-15b8-42f5-9676-c8cd3a08c61c, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:16:44.583995 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5b998edc-35e5-4da7-a1dc-eda5a219e17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:44.596216 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [None req-48fae204-75a7-4c79-a7ca-b067d11083fa admin admin] Transition to ACTIVE for port object d241abd8-d7ab-42d0-a6ff-f5729fb702a7 will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:16:44.652334 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-5b998edc-35e5-4da7-a1dc-eda5a219e17d None None] For port d14ca612-15b8-42f5-9676-c8cd3a08c61c, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:16:44.655732 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-5b998edc-35e5-4da7-a1dc-eda5a219e17d None None] For port d14ca612-15b8-42f5-9676-c8cd3a08c61c, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=d14ca612-15b8-42f5-9676-c8cd3a08c61c,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:16:44.658869 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-f695084f-a7ee-42bc-9f0d-1b62494e6717 req-89b55396-3df6-468a-ab6c-5f17785ca5bf service neutron] Attempting to bind port 3cffef8b-24fe-4f69-94a5-2ba15c027d10 on host n-h2-771362-32 for vnic_type normal with profile None {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:16:44.659655 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-f695084f-a7ee-42bc-9f0d-1b62494e6717 req-89b55396-3df6-468a-ab6c-5f17785ca5bf service neutron] Attempting to bind port 3cffef8b-24fe-4f69-94a5-2ba15c027d10 by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '24fd9432-f398-4a05-975c-1360bad4fc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd55491b1-56ba-426a-ac8c-e92d73c02c5b'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:16:44.659753 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f695084f-a7ee-42bc-9f0d-1b62494e6717 req-89b55396-3df6-468a-ab6c-5f17785ca5bf service neutron] Attempting to bind port 3cffef8b-24fe-4f69-94a5-2ba15c027d10 on network d55491b1-56ba-426a-ac8c-e92d73c02c5b {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:16:44.664995 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f695084f-a7ee-42bc-9f0d-1b62494e6717 req-89b55396-3df6-468a-ab6c-5f17785ca5bf service neutron] Port 3cffef8b-24fe-4f69-94a5-2ba15c027d10 on network d55491b1-56ba-426a-ac8c-e92d73c02c5b not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:16:44.667247 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f695084f-a7ee-42bc-9f0d-1b62494e6717 req-89b55396-3df6-468a-ab6c-5f17785ca5bf service neutron] Attempting to bind port 3cffef8b-24fe-4f69-94a5-2ba15c027d10 on network d55491b1-56ba-426a-ac8c-e92d73c02c5b {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:16:44.671195 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f695084f-a7ee-42bc-9f0d-1b62494e6717 req-89b55396-3df6-468a-ab6c-5f17785ca5bf service neutron] Checking agent: {'id': 'e071c76e-395f-48c4-a98f-88088465cf0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:16:44.671588 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f695084f-a7ee-42bc-9f0d-1b62494e6717 req-89b55396-3df6-468a-ab6c-5f17785ca5bf service neutron] Checking segment: {'id': '24fd9432-f398-4a05-975c-1360bad4fc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd55491b1-56ba-426a-ac8c-e92d73c02c5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:16:44.672000 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f695084f-a7ee-42bc-9f0d-1b62494e6717 req-89b55396-3df6-468a-ab6c-5f17785ca5bf service neutron] Bound using segment: {'id': '24fd9432-f398-4a05-975c-1360bad4fc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd55491b1-56ba-426a-ac8c-e92d73c02c5b'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:16:44.672408 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-f695084f-a7ee-42bc-9f0d-1b62494e6717 req-89b55396-3df6-468a-ab6c-5f17785ca5bf service neutron] Bound port: 3cffef8b-24fe-4f69-94a5-2ba15c027d10, host: n-h2-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24fd9432-f398-4a05-975c-1360bad4fc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd55491b1-56ba-426a-ac8c-e92d73c02c5b'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:16:44.748384 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-f695084f-a7ee-42bc-9f0d-1b62494e6717 req-89b55396-3df6-468a-ab6c-5f17785ca5bf service neutron] For port 3cffef8b-24fe-4f69-94a5-2ba15c027d10, host n-h2-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=3cffef8b-24fe-4f69-94a5-2ba15c027d10,segment=NetworkSegment(24fd9432-f398-4a05-975c-1360bad4fc21),segment_id=24fd9432-f398-4a05-975c-1360bad4fc21)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:16:44.753364 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc7bdef-8a2b-433e-b7b4-4ca2d8a7e638 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Made reservation on behalf of bf69a7cc9341402789561a978c68b071 for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:16:44.756985 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bcc7bdef-8a2b-433e-b7b4-4ca2d8a7e638 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:44.818936 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-48fae204-75a7-4c79-a7ca-b067d11083fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:44.819126 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5b998edc-35e5-4da7-a1dc-eda5a219e17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:44.885592 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b998edc-35e5-4da7-a1dc-eda5a219e17d None None] Routers {'e807b69f-adc9-4361-a561-89e17afafb3d'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:16:44.886341 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-5b998edc-35e5-4da7-a1dc-eda5a219e17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:16:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['e807b69f-adc9-4361-a561-89e17afafb3d'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:16:44.902409 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f695084f-a7ee-42bc-9f0d-1b62494e6717 req-89b55396-3df6-468a-ab6c-5f17785ca5bf service neutron] Notify callbacks [] for binding, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:44.909469 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f695084f-a7ee-42bc-9f0d-1b62494e6717 req-89b55396-3df6-468a-ab6c-5f17785ca5bf service neutron] 10.222.0.23 "POST /v2.0/ports/3cffef8b-24fe-4f69-94a5-2ba15c027d10/bindings HTTP/1.1" status: 201 len: 390 time: 0.8772023 Jul 05 02:16:44.937798 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48fae204-75a7-4c79-a7ca-b067d11083fa admin admin] Network dd27034d-10cc-4fb2-9fdc-cdd574dbdbe4 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:16:44.945230 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-48fae204-75a7-4c79-a7ca-b067d11083fa admin admin] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:16:44.955974 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fae204-75a7-4c79-a7ca-b067d11083fa admin admin] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:16:44.963815 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64785df5-4990-4520-99eb-cc2250453e76 None None] Pushing event updated for resources: {'Port': ['ID=d14ca612-15b8-42f5-9676-c8cd3a08c61c,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:16:45.027386 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fae204-75a7-4c79-a7ca-b067d11083fa admin admin] Pushing event updated for resources: {'Port': ['ID=d241abd8-d7ab-42d0-a6ff-f5729fb702a7,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:16:45.074410 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-5b998edc-35e5-4da7-a1dc-eda5a219e17d None None] Set router e807b69f-adc9-4361-a561-89e17afafb3d gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:16:45.074522 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-48fae204-75a7-4c79-a7ca-b067d11083fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635668'] for router_interface, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:45.358844 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 9a1a7d72-cb06-4c5f-a2cb-c00e098a9ef7 no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:16:45.410212 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] No Port match for: 9a1a7d72-cb06-4c5f-a2cb-c00e098a9ef7 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:16:45.410501 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 9a1a7d72-cb06-4c5f-a2cb-c00e098a9ef7 not bound to the agent host n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:16:45.421431 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bcc7bdef-8a2b-433e-b7b4-4ca2d8a7e638 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:45.474320 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-5b998edc-35e5-4da7-a1dc-eda5a219e17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e807b69f-adc9-4361-a561-89e17afafb3d', 'name': 'tempest-FloatingIPsTestJSON-305698866-router', 'tenant_id': '7ff761bc04fb43a19243c6d4ea5d9e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': 'd14ca612-15b8-42f5-9676-c8cd3a08c61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:16:38Z', 'updated_at': '2021-07-05T02:16:40Z', 'revision_number': 3, 'project_id': '7ff761bc04fb43a19243c6d4ea5d9e1e', 'gw_port': {'id': 'd14ca612-15b8-42f5-9676-c8cd3a08c61c', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:21:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e807b69f-adc9-4361-a561-89e17afafb3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:16:39Z', 'updated_at': '2021-07-05T02:16:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:16:45.595218 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-24fcabe1-a00b-492c-95fd-95f33465026e None None] Provisioning for port d241abd8-d7ab-42d0-a6ff-f5729fb702a7 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:16:45.597566 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b998edc-35e5-4da7-a1dc-eda5a219e17d None None] The sync data for ids ['e807b69f-adc9-4361-a561-89e17afafb3d'] in n-d-771362-32 is: [{'id': 'e807b69f-adc9-4361-a561-89e17afafb3d', 'name': 'tempest-FloatingIPsTestJSON-305698866-router', 'tenant_id': '7ff761bc04fb43a19243c6d4ea5d9e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': 'd14ca612-15b8-42f5-9676-c8cd3a08c61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:16:38Z', 'updated_at': '2021-07-05T02:16:40Z', 'revision_number': 3, 'project_id': '7ff761bc04fb43a19243c6d4ea5d9e1e', 'gw_port': {'id': 'd14ca612-15b8-42f5-9676-c8cd3a08c61c', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:21:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e807b69f-adc9-4361-a561-89e17afafb3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:16:39Z', 'updated_at': '2021-07-05T02:16:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:16:45.609817 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-24fcabe1-a00b-492c-95fd-95f33465026e None None] Provisioning complete for port d241abd8-d7ab-42d0-a6ff-f5729fb702a7 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:16:45.610852 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-24fcabe1-a00b-492c-95fd-95f33465026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:45.663077 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc7bdef-8a2b-433e-b7b4-4ca2d8a7e638 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Pushing event updated for resources: {'Subnet': ['ID=473bf51e-fdd3-4bfb-8054-3ae41f9e7fb8,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:16:45.682227 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc7bdef-8a2b-433e-b7b4-4ca2d8a7e638 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Checking segment: {'id': '35d84035-3545-4590-ba83-2b60f8b92811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '70f5fd93-7af8-4288-a451-7de7b5d6c1c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:16:45.682859 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc7bdef-8a2b-433e-b7b4-4ca2d8a7e638 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Network hostable DHCP agents. Network: 70f5fd93-7af8-4288-a451-7de7b5d6c1c7, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:16:45.708205 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-48fae204-75a7-4c79-a7ca-b067d11083fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:45.732270 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-24fcabe1-a00b-492c-95fd-95f33465026e None None] Port d241abd8-d7ab-42d0-a6ff-f5729fb702a7 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:16:45.929861 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc7bdef-8a2b-433e-b7b4-4ca2d8a7e638 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Network 70f5fd93-7af8-4288-a451-7de7b5d6c1c7 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:16:45.948039 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c606f68-e5d2-4340-8cc2-9d9811c90fc2 req-5266df7f-d485-49ea-8ab2-8f5f64d906a2 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:16:45.955853 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7c606f68-e5d2-4340-8cc2-9d9811c90fc2 req-5266df7f-d485-49ea-8ab2-8f5f64d906a2 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=9425bd0c-c153-4dfc-853f-2f05765de50b HTTP/1.1" status: 200 len: 945 time: 0.4393084 Jul 05 02:16:46.042011 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-48fae204-75a7-4c79-a7ca-b067d11083fa admin admin] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:46.053924 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7c606f68-e5d2-4340-8cc2-9d9811c90fc2 req-0855e2ec-f92d-4729-b47e-64d9b606c38a tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906055 Jul 05 02:16:46.063426 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-bcc7bdef-8a2b-433e-b7b4-4ca2d8a7e638 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 70f5fd93-7af8-4288-a451-7de7b5d6c1c7) {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:16:46.068095 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc7bdef-8a2b-433e-b7b4-4ca2d8a7e638 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:16:46.070233 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bcc7bdef-8a2b-433e-b7b4-4ca2d8a7e638 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:46.097213 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67f4a92-3098-405d-8f0b-1dfd9d15980e None None] Network 70f5fd93-7af8-4288-a451-7de7b5d6c1c7 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:16:46.155275 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-48fae204-75a7-4c79-a7ca-b067d11083fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:46.235795 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-bcc7bdef-8a2b-433e-b7b4-4ca2d8a7e638 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7686143 Jul 05 02:16:46.238788 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 48258) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:16:46.276577 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f695084f-a7ee-42bc-9f0d-1b62494e6717 req-72a1209d-ff6e-4ec6-9bc9-5a53073ef863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:16:46.278585 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f695084f-a7ee-42bc-9f0d-1b62494e6717 req-72a1209d-ff6e-4ec6-9bc9-5a53073ef863 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7a7e417343d4479788713b4bb769c9b0&device_id=9425bd0c-c153-4dfc-853f-2f05765de50b HTTP/1.1" status: 200 len: 1097 time: 0.1676447 Jul 05 02:16:46.292396 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-3f11c374-3c7c-4126-9266-a27f5747fe0d tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Request body: {'subnet': {'network_id': '8fabf858-7855-4bc3-b4b1-4ecb63b57267', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:16:46.430595 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device d14ca612-15b8-42f5-9676-c8cd3a08c61c up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:16:46.508348 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-48fae204-75a7-4c79-a7ca-b067d11083fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634601'] for router_interface, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:46.523235 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fae204-75a7-4c79-a7ca-b067d11083fa admin admin] Pushing event updated for resources: {'Port': ['ID=d241abd8-d7ab-42d0-a6ff-f5729fb702a7,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:16:46.530063 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f695084f-a7ee-42bc-9f0d-1b62494e6717 req-2365a556-c0c7-4b6e-945d-e25ee207be09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:16:46.545839 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f695084f-a7ee-42bc-9f0d-1b62494e6717 req-2365a556-c0c7-4b6e-945d-e25ee207be09 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d55491b1-56ba-426a-ac8c-e92d73c02c5b HTTP/1.1" status: 200 len: 908 time: 0.2603567 Jul 05 02:16:46.627593 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f695084f-a7ee-42bc-9f0d-1b62494e6717 req-ed786479-6d93-42aa-afa4-7a643f74eb97 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3cffef8b-24fe-4f69-94a5-2ba15c027d10 HTTP/1.1" status: 200 len: 217 time: 0.0680337 Jul 05 02:16:46.657114 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2469ac-2c38-4f21-a060-ce893c9a00e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-70f5fd93-7af8-4288-a451-7de7b5d6c1c7', 'network_id': '70f5fd93-7af8-4288-a451-7de7b5d6c1c7', 'tenant_id': 'bf69a7cc9341402789561a978c68b071', 'fixed_ips': [{'subnet_id': '473bf51e-fdd3-4bfb-8054-3ae41f9e7fb8'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:16:46.658608 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-7f2469ac-2c38-4f21-a060-ce893c9a00e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:46.704201 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f695084f-a7ee-42bc-9f0d-1b62494e6717 req-7e721c87-7786-447b-944e-ace5bc43c5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:16:46.705965 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f695084f-a7ee-42bc-9f0d-1b62494e6717 req-7e721c87-7786-447b-944e-ace5bc43c5fa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9b152ce5-504f-4214-985c-9f5fa8213776 HTTP/1.1" status: 200 len: 848 time: 0.0785182 Jul 05 02:16:46.810205 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f695084f-a7ee-42bc-9f0d-1b62494e6717 req-1245524f-fe45-4df8-b549-1a0407d8c536 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d55491b1-56ba-426a-ac8c-e92d73c02c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0955355 Jul 05 02:16:46.941062 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port d14ca612-15b8-42f5-9676-c8cd3a08c61c completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:16:46.945550 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48fae204-75a7-4c79-a7ca-b067d11083fa admin admin] Network dd27034d-10cc-4fb2-9fdc-cdd574dbdbe4 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:16:46.958267 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-48fae204-75a7-4c79-a7ca-b067d11083fa admin admin] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:16:46.961125 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port d14ca612-15b8-42f5-9676-c8cd3a08c61c triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:16:46.961621 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:47.051559 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 48286) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:16:47.114386 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f695084f-a7ee-42bc-9f0d-1b62494e6717 req-3408b5f5-9446-44f9-9672-4b07ddb06484 service neutron] 10.222.0.15 "GET /v2.0/networks/d55491b1-56ba-426a-ac8c-e92d73c02c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2975931 Jul 05 02:16:47.256628 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-7f2469ac-2c38-4f21-a060-ce893c9a00e0 None None] Allocated IP 10.1.1.2 (70f5fd93-7af8-4288-a451-7de7b5d6c1c7/473bf51e-fdd3-4bfb-8054-3ae41f9e7fb8/d9bdf372-2eb3-4bda-9a3b-b0b3ebdaeb85) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:16:47.285610 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f11c374-3c7c-4126-9266-a27f5747fe0d tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Made reservation on behalf of bf69a7cc9341402789561a978c68b071 for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:16:47.285610 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3f11c374-3c7c-4126-9266-a27f5747fe0d tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:47.353572 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-f94e9271-610e-4097-b6c1-3181584c6d31 admin admin] Deleting subnet f216c7f5-ca0e-41f7-9604-de1f19a72e49 {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:16:47.365489 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f94e9271-610e-4097-b6c1-3181584c6d31 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:47.409701 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:47.431245 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f695084f-a7ee-42bc-9f0d-1b62494e6717 req-c3f4fbc1-2272-46f1-a6b0-1063a3d05b29 service neutron] 10.222.0.15 "GET /v2.0/networks/d55491b1-56ba-426a-ac8c-e92d73c02c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3084857 Jul 05 02:16:47.501846 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f94e9271-610e-4097-b6c1-3181584c6d31 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:47.522025 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port d14ca612-15b8-42f5-9676-c8cd3a08c61c, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=d14ca612-15b8-42f5-9676-c8cd3a08c61c,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:16:47.523303 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-aacebbc9-c94a-48f7-b3a4-3791dcbfbe3c None None] Provisioning complete for port d241abd8-d7ab-42d0-a6ff-f5729fb702a7 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:16:47.523821 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-aacebbc9-c94a-48f7-b3a4-3791dcbfbe3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:47.614269 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48fae204-75a7-4c79-a7ca-b067d11083fa admin admin] Router e807b69f-adc9-4361-a561-89e17afafb3d has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:16:47.643311 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f94e9271-610e-4097-b6c1-3181584c6d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:47.694850 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3f11c374-3c7c-4126-9266-a27f5747fe0d tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5763451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774823'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:47.694992 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:47.739167 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 48304) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:16:47.810545 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=d14ca612-15b8-42f5-9676-c8cd3a08c61c,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:16:47.846048 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-aacebbc9-c94a-48f7-b3a4-3791dcbfbe3c None None] Port d241abd8-d7ab-42d0-a6ff-f5729fb702a7 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:16:47.881654 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f94e9271-610e-4097-b6c1-3181584c6d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:47.930813 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-7f2469ac-2c38-4f21-a060-ce893c9a00e0 None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:47.959096 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-7f2469ac-2c38-4f21-a060-ce893c9a00e0 None None] Transition to ACTIVE for port object d9bdf372-2eb3-4bda-9a3b-b0b3ebdaeb85 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:16:47.961945 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94e9271-610e-4097-b6c1-3181584c6d31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f216c7f5-ca0e-41f7-9604-de1f19a72e49,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:16:47.978694 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b30e5452-c331-4380-bbb8-2e66bd317754 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:47.983995 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f94e9271-610e-4097-b6c1-3181584c6d31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:47.990882 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-f94e9271-610e-4097-b6c1-3181584c6d31 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f216c7f5-ca0e-41f7-9604-de1f19a72e49 HTTP/1.1" status: 204 len: 168 time: 0.9360251 Jul 05 02:16:47.995496 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 48308) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:16:48.068550 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-7f2469ac-2c38-4f21-a060-ce893c9a00e0 None None] Transition to ACTIVE for port object d9bdf372-2eb3-4bda-9a3b-b0b3ebdaeb85 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:16:48.236896 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4a09c603-b682-49bc-b764-1998bc4d6f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:48.259732 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-7f2469ac-2c38-4f21-a060-ce893c9a00e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:48.283730 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2469ac-2c38-4f21-a060-ce893c9a00e0 None None] Network 70f5fd93-7af8-4288-a451-7de7b5d6c1c7 is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:16:48.288937 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-7f2469ac-2c38-4f21-a060-ce893c9a00e0 None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:16:48.322792 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2469ac-2c38-4f21-a060-ce893c9a00e0 None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:16:48.353119 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device d14ca612-15b8-42f5-9676-c8cd3a08c61c up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:16:48.386731 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f04b314-5fb7-4df6-9d42-c3760fa12e77 req-21212596-9d66-4c1e-83c6-e262b1e68cf5 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:16:48.408382 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4f04b314-5fb7-4df6-9d42-c3760fa12e77 req-21212596-9d66-4c1e-83c6-e262b1e68cf5 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=9425bd0c-c153-4dfc-853f-2f05765de50b HTTP/1.1" status: 200 len: 945 time: 0.9335692 Jul 05 02:16:48.487620 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port d14ca612-15b8-42f5-9676-c8cd3a08c61c triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:16:48.487998 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:48.523230 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4a09c603-b682-49bc-b764-1998bc4d6f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:48.562235 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2469ac-2c38-4f21-a060-ce893c9a00e0 None None] Pushing event updated for resources: {'Port': ['ID=d9bdf372-2eb3-4bda-9a3b-b0b3ebdaeb85,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:16:48.574743 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4f04b314-5fb7-4df6-9d42-c3760fa12e77 req-35cc53c5-7274-4cc4-99c8-f83de1da648b tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557510 Jul 05 02:16:48.574743 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f11c374-3c7c-4126-9266-a27f5747fe0d tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Pushing event updated for resources: {'Subnet': ['ID=60a80ec2-db69-42d6-b3ae-9c4f0a0ead85,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:16:48.575403 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-4a09c603-b682-49bc-b764-1998bc4d6f7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0083775-05cf-4d34-9b3f-be9cea23529c']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:16:48.577659 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-7f2469ac-2c38-4f21-a060-ce893c9a00e0 None None] Attempting to bind port d9bdf372-2eb3-4bda-9a3b-b0b3ebdaeb85 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:16:48.578098 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-7f2469ac-2c38-4f21-a060-ce893c9a00e0 None None] Attempting to bind port d9bdf372-2eb3-4bda-9a3b-b0b3ebdaeb85 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '35d84035-3545-4590-ba83-2b60f8b92811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '70f5fd93-7af8-4288-a451-7de7b5d6c1c7'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:16:48.578507 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2469ac-2c38-4f21-a060-ce893c9a00e0 None None] Attempting to bind port d9bdf372-2eb3-4bda-9a3b-b0b3ebdaeb85 on network 70f5fd93-7af8-4288-a451-7de7b5d6c1c7 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:16:48.614579 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-4a09c603-b682-49bc-b764-1998bc4d6f7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f64300f6-197b-4011-8dc6-a113f7708dd5') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:16:48.614579 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-4a09c603-b682-49bc-b764-1998bc4d6f7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f64300f6-197b-4011-8dc6-a113f7708dd5') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:16:48.619174 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f11c374-3c7c-4126-9266-a27f5747fe0d tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Checking segment: {'id': 'ccac9cc8-8687-4831-b08f-d485733ff31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '8fabf858-7855-4bc3-b4b1-4ecb63b57267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:16:48.620782 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f11c374-3c7c-4126-9266-a27f5747fe0d tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Network hostable DHCP agents. Network: 8fabf858-7855-4bc3-b4b1-4ecb63b57267, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:16:48.630163 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48fae204-75a7-4c79-a7ca-b067d11083fa admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:16:48.636713 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-48fae204-75a7-4c79-a7ca-b067d11083fa admin admin] 10.222.0.23 "PUT /v2.0/routers/e807b69f-adc9-4361-a561-89e17afafb3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7504272 Jul 05 02:16:48.641241 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2469ac-2c38-4f21-a060-ce893c9a00e0 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:16:48.641875 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2469ac-2c38-4f21-a060-ce893c9a00e0 None None] Checking segment: {'id': '35d84035-3545-4590-ba83-2b60f8b92811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '70f5fd93-7af8-4288-a451-7de7b5d6c1c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:16:48.642545 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-7f2469ac-2c38-4f21-a060-ce893c9a00e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:48.643097 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2469ac-2c38-4f21-a060-ce893c9a00e0 None None] Bound using segment: {'id': '35d84035-3545-4590-ba83-2b60f8b92811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '70f5fd93-7af8-4288-a451-7de7b5d6c1c7'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:16:48.644123 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-7f2469ac-2c38-4f21-a060-ce893c9a00e0 None None] Bound port: d9bdf372-2eb3-4bda-9a3b-b0b3ebdaeb85, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35d84035-3545-4590-ba83-2b60f8b92811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '70f5fd93-7af8-4288-a451-7de7b5d6c1c7'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:16:48.649402 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-7f2469ac-2c38-4f21-a060-ce893c9a00e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:48.682575 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b30e5452-c331-4380-bbb8-2e66bd317754 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:48.684655 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4a09c603-b682-49bc-b764-1998bc4d6f7c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:48.697595 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2a83c1-f0c9-4792-8211-392a4d2ce474 None None] Sync routers for ids ['e807b69f-adc9-4361-a561-89e17afafb3d'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:16:48.712814 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4a09c603-b682-49bc-b764-1998bc4d6f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:48.716848 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2a83c1-f0c9-4792-8211-392a4d2ce474 None None] Routers {'e807b69f-adc9-4361-a561-89e17afafb3d'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:16:48.717473 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-3f2a83c1-f0c9-4792-8211-392a4d2ce474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:16:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['e807b69f-adc9-4361-a561-89e17afafb3d'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:16:48.723138 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a09c603-b682-49bc-b764-1998bc4d6f7c admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:16:48.725170 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4a09c603-b682-49bc-b764-1998bc4d6f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:48.727094 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:16:48.727094 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:16:48.727094 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:16:48.727094 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:16:48.727094 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:16:48.727094 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:16:48.727094 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:16:48.727094 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:16:48.727094 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:16:48.727094 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:16:48.727094 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:16:48.727094 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:16:48.727094 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:16:48.727094 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:16:48.727094 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:16:48.727094 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:16:48.727094 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:16:48.727094 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:16:48.727094 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:16:48.727094 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:16:48.727094 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:16:48.727094 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:16:48.727094 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:16:48.727094 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:16:48.727094 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:16:48.727094 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:16:48.727094 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:16:48.727094 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:16:48.727094 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:16:48.727094 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:16:48.727094 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:16:48.727094 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:16:48.755425 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f11c374-3c7c-4126-9266-a27f5747fe0d tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Network 8fabf858-7855-4bc3-b4b1-4ecb63b57267 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:16:48.834626 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b30e5452-c331-4380-bbb8-2e66bd317754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:48.844067 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-3f11c374-3c7c-4126-9266-a27f5747fe0d tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 8fabf858-7855-4bc3-b4b1-4ecb63b57267) {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:16:48.848546 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f11c374-3c7c-4126-9266-a27f5747fe0d tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:16:48.849389 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3f11c374-3c7c-4126-9266-a27f5747fe0d tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:48.933847 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-b30e5452-c331-4380-bbb8-2e66bd317754 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a765b2ad457344049475e192a3523d7c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1933942 Jul 05 02:16:48.934856 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30e5452-c331-4380-bbb8-2e66bd317754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19f5a983-bea0-46d0-90e4-3cd68d9a0c6d,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:16:48.936628 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 48328) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:16:48.972510 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-3f11c374-3c7c-4126-9266-a27f5747fe0d tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.6901021 Jul 05 02:16:48.975237 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 48332) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:16:48.980917 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-3e23ec4e-1316-471e-9674-46e40bb670cb tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Request body: {'port': {'network_id': '70f5fd93-7af8-4288-a451-7de7b5d6c1c7', 'name': 'tempest-TaggedBootDevicesTest_v242-1771860252', 'fixed_ips': [{'subnet_id': '473bf51e-fdd3-4bfb-8054-3ae41f9e7fb8'}]}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:16:48.999472 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04e0bfb-4858-4ca1-843b-3232f1474a1e None None] Network 8fabf858-7855-4bc3-b4b1-4ecb63b57267 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:16:49.084097 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-3f2a83c1-f0c9-4792-8211-392a4d2ce474 None None] Set router e807b69f-adc9-4361-a561-89e17afafb3d gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:16:49.164264 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4a09c603-b682-49bc-b764-1998bc4d6f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:49.232690 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4a09c603-b682-49bc-b764-1998bc4d6f7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:49.244611 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-4a09c603-b682-49bc-b764-1998bc4d6f7c admin admin] 10.222.0.23 "DELETE /v2.0/networks/b0083775-05cf-4d34-9b3f-be9cea23529c HTTP/1.1" status: 204 len: 168 time: 1.2478352 Jul 05 02:16:49.264726 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a09c603-b682-49bc-b764-1998bc4d6f7c admin admin] Pushing event deleted for resources: {'Network': ['ID=b0083775-05cf-4d34-9b3f-be9cea23529c,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:16:49.408439 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-42ab2d70-cf32-4619-95dc-e05c4b6dcc5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:49.445909 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e23ec4e-1316-471e-9674-46e40bb670cb tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Made reservation on behalf of bf69a7cc9341402789561a978c68b071 for: {'port': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:16:49.480165 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-42ab2d70-cf32-4619-95dc-e05c4b6dcc5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:49.639661 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-7f2469ac-2c38-4f21-a060-ce893c9a00e0 None None] For port d9bdf372-2eb3-4bda-9a3b-b0b3ebdaeb85, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:16:49.647523 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c11455a9-e0ea-44c4-a19b-9ea7a1fb8c90 req-d4bd5824-b08e-4900-a1da-db0c220c505c tempest-FloatingIPsTestJSON-842613926 tempest-FloatingIPsTestJSON-842613926-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5302565 Jul 05 02:16:49.652665 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-7f2469ac-2c38-4f21-a060-ce893c9a00e0 None None] For port d9bdf372-2eb3-4bda-9a3b-b0b3ebdaeb85, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=d9bdf372-2eb3-4bda-9a3b-b0b3ebdaeb85,segment=NetworkSegment(35d84035-3545-4590-ba83-2b60f8b92811),segment_id=35d84035-3545-4590-ba83-2b60f8b92811)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:16:49.672278 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3e23ec4e-1316-471e-9674-46e40bb670cb tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:49.678271 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-c11455a9-e0ea-44c4-a19b-9ea7a1fb8c90 req-6867ae88-fb99-47c1-90d2-5afa1bc870f6 tempest-FloatingIPsTestJSON-842613926 tempest-FloatingIPsTestJSON-842613926-project] Request body: {'floatingip': {'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:16:49.713068 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f18d1b9-5a10-4b51-8da5-1079c9755f76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-8fabf858-7855-4bc3-b4b1-4ecb63b57267', 'network_id': '8fabf858-7855-4bc3-b4b1-4ecb63b57267', 'tenant_id': 'bf69a7cc9341402789561a978c68b071', 'fixed_ips': [{'subnet_id': '60a80ec2-db69-42d6-b3ae-9c4f0a0ead85'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:16:49.714995 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-6f18d1b9-5a10-4b51-8da5-1079c9755f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:49.716561 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [None req-3e23ec4e-1316-471e-9674-46e40bb670cb tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] device_id is not set on port 20091b1d-6f87-44f6-b3a2-80a8f0399bd5 yet. {{(pid=94462) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:16:49.770921 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-7f2469ac-2c38-4f21-a060-ce893c9a00e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:49.784150 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 48342) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:16:49.880722 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-3f2a83c1-f0c9-4792-8211-392a4d2ce474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e807b69f-adc9-4361-a561-89e17afafb3d', 'name': 'tempest-FloatingIPsTestJSON-305698866-router', 'tenant_id': '7ff761bc04fb43a19243c6d4ea5d9e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': 'd14ca612-15b8-42f5-9676-c8cd3a08c61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:16:38Z', 'updated_at': '2021-07-05T02:16:45Z', 'revision_number': 4, 'project_id': '7ff761bc04fb43a19243c6d4ea5d9e1e', 'gw_port': {'id': 'd14ca612-15b8-42f5-9676-c8cd3a08c61c', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:21:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e807b69f-adc9-4361-a561-89e17afafb3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:16:39Z', 'updated_at': '2021-07-05T02:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'd241abd8-d7ab-42d0-a6ff-f5729fb702a7', 'name': '', 'network_id': 'dd27034d-10cc-4fb2-9fdc-cdd574dbdbe4', 'tenant_id': '7ff761bc04fb43a19243c6d4ea5d9e1e', 'mac_address': 'fa:16:3e:a4:2c:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e807b69f-adc9-4361-a561-89e17afafb3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ef2d9209-69f5-4a7a-bd34-af674fd080b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:16:43Z', 'updated_at': '2021-07-05T02:16:45Z', 'revision_number': 2, 'project_id': '7ff761bc04fb43a19243c6d4ea5d9e1e', 'subnets': [{'id': 'ef2d9209-69f5-4a7a-bd34-af674fd080b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:16:49.907251 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c11455a9-e0ea-44c4-a19b-9ea7a1fb8c90 req-6867ae88-fb99-47c1-90d2-5afa1bc870f6 tempest-FloatingIPsTestJSON-842613926 tempest-FloatingIPsTestJSON-842613926-project] Notify callbacks [] for floatingip, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:49.909700 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2469ac-2c38-4f21-a060-ce893c9a00e0 None None] Pushing event updated for resources: {'Port': ['ID=d9bdf372-2eb3-4bda-9a3b-b0b3ebdaeb85,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:16:49.939903 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-dca2ecdb-6a17-4f50-a555-36869fb669d2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6032216af44f41dcb77eaa1307ce6ca6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1497638 Jul 05 02:16:49.949780 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2a83c1-f0c9-4792-8211-392a4d2ce474 None None] Checking router: e807b69f-adc9-4361-a561-89e17afafb3d for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:16:49.954300 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2a83c1-f0c9-4792-8211-392a4d2ce474 None None] Updating router e807b69f-adc9-4361-a561-89e17afafb3d port d241abd8-d7ab-42d0-a6ff-f5729fb702a7 binding host n-d-771362-32 {{(pid=94464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 02:16:49.955215 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaa52c4-5b30-4de3-aca7-1347a6d5c4fb req-3c695f1e-709c-470b-ac4a-b85b2866a764 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:16:49.963421 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2eaa52c4-5b30-4de3-aca7-1347a6d5c4fb req-3c695f1e-709c-470b-ac4a-b85b2866a764 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=9425bd0c-c153-4dfc-853f-2f05765de50b HTTP/1.1" status: 200 len: 945 time: 0.1642563 Jul 05 02:16:49.967816 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 48344) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:16:50.063384 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-42ab2d70-cf32-4619-95dc-e05c4b6dcc5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:50.072220 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-42ab2d70-cf32-4619-95dc-e05c4b6dcc5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:50.074856 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-42ab2d70-cf32-4619-95dc-e05c4b6dcc5a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/19f5a983-bea0-46d0-90e4-3cd68d9a0c6d HTTP/1.1" status: 204 len: 168 time: 1.1371648 Jul 05 02:16:50.087682 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3f2a83c1-f0c9-4792-8211-392a4d2ce474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:50.151659 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ab2d70-cf32-4619-95dc-e05c4b6dcc5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19f5a983-bea0-46d0-90e4-3cd68d9a0c6d,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:16:50.246712 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-6f18d1b9-5a10-4b51-8da5-1079c9755f76 None None] Allocated IP 10.2.2.2 (8fabf858-7855-4bc3-b4b1-4ecb63b57267/60a80ec2-db69-42d6-b3ae-9c4f0a0ead85/b51921a0-3689-471d-a129-a70a2491a7f6) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:16:50.309851 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c11455a9-e0ea-44c4-a19b-9ea7a1fb8c90 req-6867ae88-fb99-47c1-90d2-5afa1bc870f6 tempest-FloatingIPsTestJSON-842613926 tempest-FloatingIPsTestJSON-842613926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:50.366075 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5c0729b1-76aa-41cb-8298-2e7209f879ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:50.565832 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-c11455a9-e0ea-44c4-a19b-9ea7a1fb8c90 req-6867ae88-fb99-47c1-90d2-5afa1bc870f6 tempest-FloatingIPsTestJSON-842613926 tempest-FloatingIPsTestJSON-842613926-project] Allocated IP 172.25.7.108 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/6143ac2f-d012-4e94-80ca-2f27f8bd7907) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:16:50.585372 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2eaa52c4-5b30-4de3-aca7-1347a6d5c4fb req-61330e45-f65b-4f99-b537-edfa835ba0ce tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6208591 Jul 05 02:16:50.625135 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-6f18d1b9-5a10-4b51-8da5-1079c9755f76 None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:50.635186 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-6f18d1b9-5a10-4b51-8da5-1079c9755f76 None None] Transition to ACTIVE for port object b51921a0-3689-471d-a129-a70a2491a7f6 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:16:50.655251 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-6f18d1b9-5a10-4b51-8da5-1079c9755f76 None None] Transition to ACTIVE for port object b51921a0-3689-471d-a129-a70a2491a7f6 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:16:50.688257 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-3e23ec4e-1316-471e-9674-46e40bb670cb tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Allocated IP 10.1.1.71 (70f5fd93-7af8-4288-a451-7de7b5d6c1c7/473bf51e-fdd3-4bfb-8054-3ae41f9e7fb8/20091b1d-6f87-44f6-b3a2-80a8f0399bd5) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:16:50.693660 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5c0729b1-76aa-41cb-8298-2e7209f879ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:50.815075 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3f2a83c1-f0c9-4792-8211-392a4d2ce474 None None] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:50.828182 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-3f2a83c1-f0c9-4792-8211-392a4d2ce474 None None] Transition to ACTIVE for port object d241abd8-d7ab-42d0-a6ff-f5729fb702a7 will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:16:50.828821 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c11455a9-e0ea-44c4-a19b-9ea7a1fb8c90 req-6867ae88-fb99-47c1-90d2-5afa1bc870f6 tempest-FloatingIPsTestJSON-842613926 tempest-FloatingIPsTestJSON-842613926-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:50.910036 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-6f18d1b9-5a10-4b51-8da5-1079c9755f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:50.938702 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3e23ec4e-1316-471e-9674-46e40bb670cb tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:50.954738 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f18d1b9-5a10-4b51-8da5-1079c9755f76 None None] Network 8fabf858-7855-4bc3-b4b1-4ecb63b57267 is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:16:50.970724 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [None req-3e23ec4e-1316-471e-9674-46e40bb670cb tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Transition to ACTIVE for port object 20091b1d-6f87-44f6-b3a2-80a8f0399bd5 will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:16:50.971125 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-6f18d1b9-5a10-4b51-8da5-1079c9755f76 None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:16:50.980936 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3f2a83c1-f0c9-4792-8211-392a4d2ce474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:50.986243 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f18d1b9-5a10-4b51-8da5-1079c9755f76 None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:16:50.992578 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8e604765-a178-46ab-80af-f27a71da8df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:51.034519 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f18d1b9-5a10-4b51-8da5-1079c9755f76 None None] Pushing event updated for resources: {'Port': ['ID=b51921a0-3689-471d-a129-a70a2491a7f6,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:16:51.073444 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5c0729b1-76aa-41cb-8298-2e7209f879ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:51.076249 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c11455a9-e0ea-44c4-a19b-9ea7a1fb8c90 req-6867ae88-fb99-47c1-90d2-5afa1bc870f6 tempest-FloatingIPsTestJSON-842613926 tempest-FloatingIPsTestJSON-842613926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:51.078588 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5c0729b1-76aa-41cb-8298-2e7209f879ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:51.079947 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-5c0729b1-76aa-41cb-8298-2e7209f879ae admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d52d7ff3-b8a7-45ab-964c-a9b0f9336b18 HTTP/1.1" status: 204 len: 168 time: 1.0846858 Jul 05 02:16:51.102559 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0729b1-76aa-41cb-8298-2e7209f879ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d52d7ff3-b8a7-45ab-964c-a9b0f9336b18,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:16:51.145538 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-3f2a83c1-f0c9-4792-8211-392a4d2ce474 None None] Attempting to bind port d241abd8-d7ab-42d0-a6ff-f5729fb702a7 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:16:51.154289 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-3f2a83c1-f0c9-4792-8211-392a4d2ce474 None None] Attempting to bind port d241abd8-d7ab-42d0-a6ff-f5729fb702a7 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '131de2da-e26f-41ed-8a2f-99c1d592c2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'dd27034d-10cc-4fb2-9fdc-cdd574dbdbe4'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:16:51.154289 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2a83c1-f0c9-4792-8211-392a4d2ce474 None None] Attempting to bind port d241abd8-d7ab-42d0-a6ff-f5729fb702a7 on network dd27034d-10cc-4fb2-9fdc-cdd574dbdbe4 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:16:51.154289 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdc15b9-7187-438a-8e98-b0f861fe16e0 None None] Pushing event updated for resources: {'Port': ['ID=d241abd8-d7ab-42d0-a6ff-f5729fb702a7,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:16:51.188770 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2a83c1-f0c9-4792-8211-392a4d2ce474 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:16:51.189155 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2a83c1-f0c9-4792-8211-392a4d2ce474 None None] Checking segment: {'id': '131de2da-e26f-41ed-8a2f-99c1d592c2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'dd27034d-10cc-4fb2-9fdc-cdd574dbdbe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:16:51.190610 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3f2a83c1-f0c9-4792-8211-392a4d2ce474 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:51.191031 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2a83c1-f0c9-4792-8211-392a4d2ce474 None None] Bound using segment: {'id': '131de2da-e26f-41ed-8a2f-99c1d592c2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'dd27034d-10cc-4fb2-9fdc-cdd574dbdbe4'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:16:51.191764 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-3f2a83c1-f0c9-4792-8211-392a4d2ce474 None None] Bound port: d241abd8-d7ab-42d0-a6ff-f5729fb702a7, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '131de2da-e26f-41ed-8a2f-99c1d592c2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'dd27034d-10cc-4fb2-9fdc-cdd574dbdbe4'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:16:51.192183 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3f2a83c1-f0c9-4792-8211-392a4d2ce474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:51.200700 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c11455a9-e0ea-44c4-a19b-9ea7a1fb8c90 req-6867ae88-fb99-47c1-90d2-5afa1bc870f6 tempest-FloatingIPsTestJSON-842613926 tempest-FloatingIPsTestJSON-842613926-project] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:16:51.208345 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-c11455a9-e0ea-44c4-a19b-9ea7a1fb8c90 req-6867ae88-fb99-47c1-90d2-5afa1bc870f6 tempest-FloatingIPsTestJSON-842613926 tempest-FloatingIPsTestJSON-842613926-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:16:51.218821 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-c11455a9-e0ea-44c4-a19b-9ea7a1fb8c90 req-6867ae88-fb99-47c1-90d2-5afa1bc870f6 tempest-FloatingIPsTestJSON-842613926 tempest-FloatingIPsTestJSON-842613926-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:16:51.235177 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3e23ec4e-1316-471e-9674-46e40bb670cb tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:51.246665 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-6f18d1b9-5a10-4b51-8da5-1079c9755f76 None None] Attempting to bind port b51921a0-3689-471d-a129-a70a2491a7f6 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:16:51.247227 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-6f18d1b9-5a10-4b51-8da5-1079c9755f76 None None] Attempting to bind port b51921a0-3689-471d-a129-a70a2491a7f6 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'ccac9cc8-8687-4831-b08f-d485733ff31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '8fabf858-7855-4bc3-b4b1-4ecb63b57267'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:16:51.249057 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f18d1b9-5a10-4b51-8da5-1079c9755f76 None None] Attempting to bind port b51921a0-3689-471d-a129-a70a2491a7f6 on network 8fabf858-7855-4bc3-b4b1-4ecb63b57267 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:16:51.262681 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f18d1b9-5a10-4b51-8da5-1079c9755f76 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:16:51.263393 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f18d1b9-5a10-4b51-8da5-1079c9755f76 None None] Checking segment: {'id': 'ccac9cc8-8687-4831-b08f-d485733ff31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '8fabf858-7855-4bc3-b4b1-4ecb63b57267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:16:51.264611 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-6f18d1b9-5a10-4b51-8da5-1079c9755f76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:51.265464 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f18d1b9-5a10-4b51-8da5-1079c9755f76 None None] Bound using segment: {'id': 'ccac9cc8-8687-4831-b08f-d485733ff31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '8fabf858-7855-4bc3-b4b1-4ecb63b57267'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:16:51.266787 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-6f18d1b9-5a10-4b51-8da5-1079c9755f76 None None] Bound port: b51921a0-3689-471d-a129-a70a2491a7f6, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccac9cc8-8687-4831-b08f-d485733ff31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '8fabf858-7855-4bc3-b4b1-4ecb63b57267'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:16:51.267727 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-6f18d1b9-5a10-4b51-8da5-1079c9755f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:51.287294 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdc15b9-7187-438a-8e98-b0f861fe16e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:16:51.287643 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdc15b9-7187-438a-8e98-b0f861fe16e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:16:51.287985 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdc15b9-7187-438a-8e98-b0f861fe16e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:16:51.296924 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdc15b9-7187-438a-8e98-b0f861fe16e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:16:51.297305 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdc15b9-7187-438a-8e98-b0f861fe16e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:16:51.297644 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdc15b9-7187-438a-8e98-b0f861fe16e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:16:51.297980 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdc15b9-7187-438a-8e98-b0f861fe16e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:16:51.298352 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdc15b9-7187-438a-8e98-b0f861fe16e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:16:51.305942 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdc15b9-7187-438a-8e98-b0f861fe16e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:16:51.306327 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdc15b9-7187-438a-8e98-b0f861fe16e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:16:51.313073 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdc15b9-7187-438a-8e98-b0f861fe16e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:16:51.313500 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdc15b9-7187-438a-8e98-b0f861fe16e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:16:51.338387 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6867ae88-fb99-47c1-90d2-5afa1bc870f6 tempest-FloatingIPsTestJSON-842613926 tempest-FloatingIPsTestJSON-842613926-project] Pushing event updated for resources: {'Port': ['ID=6143ac2f-d012-4e94-80ca-2f27f8bd7907,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:16:51.398828 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e23ec4e-1316-471e-9674-46e40bb670cb tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Pushing event updated for resources: {'Port': ['ID=20091b1d-6f87-44f6-b3a2-80a8f0399bd5,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:16:51.428353 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e23ec4e-1316-471e-9674-46e40bb670cb tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Network 70f5fd93-7af8-4288-a451-7de7b5d6c1c7 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:16:51.435394 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-3e23ec4e-1316-471e-9674-46e40bb670cb tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:16:51.441815 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e23ec4e-1316-471e-9674-46e40bb670cb tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:16:51.467799 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-6f18d1b9-5a10-4b51-8da5-1079c9755f76 None None] For port b51921a0-3689-471d-a129-a70a2491a7f6, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:16:51.502461 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-6f18d1b9-5a10-4b51-8da5-1079c9755f76 None None] For port b51921a0-3689-471d-a129-a70a2491a7f6, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=b51921a0-3689-471d-a129-a70a2491a7f6,segment=NetworkSegment(ccac9cc8-8687-4831-b08f-d485733ff31a),segment_id=ccac9cc8-8687-4831-b08f-d485733ff31a)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:16:51.504894 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c11455a9-e0ea-44c4-a19b-9ea7a1fb8c90 req-6867ae88-fb99-47c1-90d2-5afa1bc870f6 tempest-FloatingIPsTestJSON-842613926 tempest-FloatingIPsTestJSON-842613926-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:51.578870 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-6f18d1b9-5a10-4b51-8da5-1079c9755f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:51.594159 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e23ec4e-1316-471e-9674-46e40bb670cb tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:16:51.595243 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3e23ec4e-1316-471e-9674-46e40bb670cb tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:51.641527 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-3f2a83c1-f0c9-4792-8211-392a4d2ce474 None None] For port d241abd8-d7ab-42d0-a6ff-f5729fb702a7, host n-d-771362-32, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:16:51.646739 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-3f2a83c1-f0c9-4792-8211-392a4d2ce474 None None] For port d241abd8-d7ab-42d0-a6ff-f5729fb702a7, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=d241abd8-d7ab-42d0-a6ff-f5729fb702a7,segment=NetworkSegment(131de2da-e26f-41ed-8a2f-99c1d592c2ee),segment_id=131de2da-e26f-41ed-8a2f-99c1d592c2ee)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:16:51.695142 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c11455a9-e0ea-44c4-a19b-9ea7a1fb8c90 req-6867ae88-fb99-47c1-90d2-5afa1bc870f6 tempest-FloatingIPsTestJSON-842613926 tempest-FloatingIPsTestJSON-842613926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:51.712934 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-3e23ec4e-1316-471e-9674-46e40bb670cb tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.7362704 Jul 05 02:16:51.714037 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 48378) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:16:51.721417 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-d4257d5c-7ff8-42a2-bb75-3d91bc4d52c5 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Request body: {'port': {'network_id': '70f5fd93-7af8-4288-a451-7de7b5d6c1c7', 'name': 'tempest-TaggedBootDevicesTest_v242-35964131', 'fixed_ips': [{'subnet_id': '473bf51e-fdd3-4bfb-8054-3ae41f9e7fb8'}]}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:16:51.749199 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f18d1b9-5a10-4b51-8da5-1079c9755f76 None None] Pushing event updated for resources: {'Port': ['ID=b51921a0-3689-471d-a129-a70a2491a7f6,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:16:51.762052 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3f2a83c1-f0c9-4792-8211-392a4d2ce474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:51.822920 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7c6231-6cec-4a21-bf07-d81768b1d13a None None] Network 70f5fd93-7af8-4288-a451-7de7b5d6c1c7 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:16:52.022748 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2a83c1-f0c9-4792-8211-392a4d2ce474 None None] Routers {'e807b69f-adc9-4361-a561-89e17afafb3d'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:16:52.023385 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-3f2a83c1-f0c9-4792-8211-392a4d2ce474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:16:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['e807b69f-adc9-4361-a561-89e17afafb3d'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:16:52.159185 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-33e4fe10-8052-4244-8170-cb761d7ae6ec None None] Provisioning for port d9bdf372-2eb3-4bda-9a3b-b0b3ebdaeb85 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:16:52.181769 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c11455a9-e0ea-44c4-a19b-9ea7a1fb8c90 req-6867ae88-fb99-47c1-90d2-5afa1bc870f6 tempest-FloatingIPsTestJSON-842613926 tempest-FloatingIPsTestJSON-842613926-project] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:52.189540 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdc15b9-7187-438a-8e98-b0f861fe16e0 None None] Pushing event updated for resources: {'Port': ['ID=d241abd8-d7ab-42d0-a6ff-f5729fb702a7,revision_number=4']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:16:52.210911 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d72b3a-8f2d-4783-81ab-973c5bb2e34a req-ae31dee4-31db-423d-b9a8-902f1ca336b4 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:16:52.222725 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-26d72b3a-8f2d-4783-81ab-973c5bb2e34a req-ae31dee4-31db-423d-b9a8-902f1ca336b4 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=9425bd0c-c153-4dfc-853f-2f05765de50b HTTP/1.1" status: 200 len: 945 time: 0.2915854 Jul 05 02:16:52.273393 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4257d5c-7ff8-42a2-bb75-3d91bc4d52c5 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Made reservation on behalf of bf69a7cc9341402789561a978c68b071 for: {'port': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:16:52.278987 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d4257d5c-7ff8-42a2-bb75-3d91bc4d52c5 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:52.329154 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-26d72b3a-8f2d-4783-81ab-973c5bb2e34a req-4a461348-821b-42fa-83ff-d1d18000e6ca tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033132 Jul 05 02:16:52.351848 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 48390) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:16:52.366778 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c11455a9-e0ea-44c4-a19b-9ea7a1fb8c90 req-6867ae88-fb99-47c1-90d2-5afa1bc870f6 tempest-FloatingIPsTestJSON-842613926 tempest-FloatingIPsTestJSON-842613926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:52.369279 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [None req-d4257d5c-7ff8-42a2-bb75-3d91bc4d52c5 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] device_id is not set on port b2afd91c-2fe8-49dd-a28d-0512eaf561ce yet. {{(pid=94462) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:16:52.483892 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device d9bdf372-2eb3-4bda-9a3b-b0b3ebdaeb85 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:16:52.525303 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-51c8514c-9f94-43b4-bf74-92fb2791e4fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:52.527411 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-3f2a83c1-f0c9-4792-8211-392a4d2ce474 None None] Set router e807b69f-adc9-4361-a561-89e17afafb3d gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:16:52.602249 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6867ae88-fb99-47c1-90d2-5afa1bc870f6 tempest-FloatingIPsTestJSON-842613926 tempest-FloatingIPsTestJSON-842613926-project] Pushing event updated for resources: {'Port': ['ID=6143ac2f-d012-4e94-80ca-2f27f8bd7907,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:16:52.801979 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port d9bdf372-2eb3-4bda-9a3b-b0b3ebdaeb85 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:16:52.806883 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port d9bdf372-2eb3-4bda-9a3b-b0b3ebdaeb85 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:16:52.807345 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:52.858154 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-51c8514c-9f94-43b4-bf74-92fb2791e4fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:52.880002 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c11455a9-e0ea-44c4-a19b-9ea7a1fb8c90 req-6867ae88-fb99-47c1-90d2-5afa1bc870f6 tempest-FloatingIPsTestJSON-842613926 tempest-FloatingIPsTestJSON-842613926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636869'] for floatingip, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:52.927867 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-51c8514c-9f94-43b4-bf74-92fb2791e4fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:53.031822 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:53.076783 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c11455a9-e0ea-44c4-a19b-9ea7a1fb8c90 req-6867ae88-fb99-47c1-90d2-5afa1bc870f6 tempest-FloatingIPsTestJSON-842613926 tempest-FloatingIPsTestJSON-842613926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:53.090764 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c11455a9-e0ea-44c4-a19b-9ea7a1fb8c90 req-6867ae88-fb99-47c1-90d2-5afa1bc870f6 tempest-FloatingIPsTestJSON-842613926 tempest-FloatingIPsTestJSON-842613926-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.4298351 Jul 05 02:16:53.131956 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-3f2a83c1-f0c9-4792-8211-392a4d2ce474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e807b69f-adc9-4361-a561-89e17afafb3d', 'name': 'tempest-FloatingIPsTestJSON-305698866-router', 'tenant_id': '7ff761bc04fb43a19243c6d4ea5d9e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': 'd14ca612-15b8-42f5-9676-c8cd3a08c61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:16:38Z', 'updated_at': '2021-07-05T02:16:45Z', 'revision_number': 4, 'project_id': '7ff761bc04fb43a19243c6d4ea5d9e1e', 'gw_port': {'id': 'd14ca612-15b8-42f5-9676-c8cd3a08c61c', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:21:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e807b69f-adc9-4361-a561-89e17afafb3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:16:39Z', 'updated_at': '2021-07-05T02:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'd241abd8-d7ab-42d0-a6ff-f5729fb702a7', 'name': '', 'network_id': 'dd27034d-10cc-4fb2-9fdc-cdd574dbdbe4', 'tenant_id': '7ff761bc04fb43a19243c6d4ea5d9e1e', 'mac_address': 'fa:16:3e:a4:2c:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e807b69f-adc9-4361-a561-89e17afafb3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ef2d9209-69f5-4a7a-bd34-af674fd080b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:16:43Z', 'updated_at': '2021-07-05T02:16:51Z', 'revision_number': 4, 'project_id': '7ff761bc04fb43a19243c6d4ea5d9e1e', 'subnets': [{'id': 'ef2d9209-69f5-4a7a-bd34-af674fd080b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:16:53.198725 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port d9bdf372-2eb3-4bda-9a3b-b0b3ebdaeb85, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=d9bdf372-2eb3-4bda-9a3b-b0b3ebdaeb85,segment=NetworkSegment(35d84035-3545-4590-ba83-2b60f8b92811),segment_id=35d84035-3545-4590-ba83-2b60f8b92811)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:16:53.232699 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-e34c2bbc-2ffe-4f64-9b2f-7a5c871edbc4 None None] Provisioning complete for port d9bdf372-2eb3-4bda-9a3b-b0b3ebdaeb85 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:16:53.234837 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2a83c1-f0c9-4792-8211-392a4d2ce474 None None] The sync data for ids ['e807b69f-adc9-4361-a561-89e17afafb3d'] in n-d-771362-32 is: [{'id': 'e807b69f-adc9-4361-a561-89e17afafb3d', 'name': 'tempest-FloatingIPsTestJSON-305698866-router', 'tenant_id': '7ff761bc04fb43a19243c6d4ea5d9e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': 'd14ca612-15b8-42f5-9676-c8cd3a08c61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:16:38Z', 'updated_at': '2021-07-05T02:16:45Z', 'revision_number': 4, 'project_id': '7ff761bc04fb43a19243c6d4ea5d9e1e', 'gw_port': {'id': 'd14ca612-15b8-42f5-9676-c8cd3a08c61c', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:21:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e807b69f-adc9-4361-a561-89e17afafb3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:16:39Z', 'updated_at': '2021-07-05T02:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'd241abd8-d7ab-42d0-a6ff-f5729fb702a7', 'name': '', 'network_id': 'dd27034d-10cc-4fb2-9fdc-cdd574dbdbe4', 'tenant_id': '7ff761bc04fb43a19243c6d4ea5d9e1e', 'mac_address': 'fa:16:3e:a4:2c:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e807b69f-adc9-4361-a561-89e17afafb3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ef2d9209-69f5-4a7a-bd34-af674fd080b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:16:43Z', 'updated_at': '2021-07-05T02:16:51Z', 'revision_number': 4, 'project_id': '7ff761bc04fb43a19243c6d4ea5d9e1e', 'subnets': [{'id': 'ef2d9209-69f5-4a7a-bd34-af674fd080b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:16:53.236339 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e34c2bbc-2ffe-4f64-9b2f-7a5c871edbc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:53.244894 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a891a06c-86a0-4254-b078-4d9c05fea6e8 req-e7e2557a-4805-4916-938c-3366705c456e tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:16:53.258288 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a891a06c-86a0-4254-b078-4d9c05fea6e8 req-e7e2557a-4805-4916-938c-3366705c456e tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/networks?id=b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1 HTTP/1.1" status: 200 len: 819 time: 0.6218374 Jul 05 02:16:53.301693 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c11455a9-e0ea-44c4-a19b-9ea7a1fb8c90 req-363717ff-5ce4-4afc-9836-d73b5b4c96e8 tempest-FloatingIPsTestJSON-842613926 tempest-FloatingIPsTestJSON-842613926-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.7.108 HTTP/1.1" status: 200 len: 696 time: 0.1936269 Jul 05 02:16:53.302543 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c8514c-9f94-43b4-bf74-92fb2791e4fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58657686-8f1e-4dab-9532-244d0ca33a44,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:16:53.347103 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a891a06c-86a0-4254-b078-4d9c05fea6e8 req-a1be3110-2e2e-4d63-8e06-3bb2ec2b445a tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/quotas/7bf4f22dde1e4624a2cb34086c53be02 HTTP/1.1" status: 200 len: 375 time: 0.0842388 Jul 05 02:16:53.350519 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-d4257d5c-7ff8-42a2-bb75-3d91bc4d52c5 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Allocated IP 10.1.1.207 (70f5fd93-7af8-4288-a451-7de7b5d6c1c7/473bf51e-fdd3-4bfb-8054-3ae41f9e7fb8/b2afd91c-2fe8-49dd-a28d-0512eaf561ce) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:16:53.356568 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-966a6987-1e3d-477e-8a6d-1891cfd16823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:53.364783 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:53.365276 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-51c8514c-9f94-43b4-bf74-92fb2791e4fa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ab6c0056da254c2bbf1455e0479d2801&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0104926 Jul 05 02:16:53.369289 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 48402) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:16:53.625955 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=d9bdf372-2eb3-4bda-9a3b-b0b3ebdaeb85,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:16:53.634110 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b0ea6443-7542-4447-8826-38bad5baf6d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:53.679496 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a891a06c-86a0-4254-b078-4d9c05fea6e8 req-c16c5e9e-02b5-4dde-87cc-998810b2249d tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7bf4f22dde1e4624a2cb34086c53be02&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3195062 Jul 05 02:16:53.766300 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11455a9-e0ea-44c4-a19b-9ea7a1fb8c90 req-6951f294-048a-4df8-98b4-1cbed6035ece tempest-FloatingIPsTestJSON-842613926 tempest-FloatingIPsTestJSON-842613926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:16:53.785893 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c11455a9-e0ea-44c4-a19b-9ea7a1fb8c90 req-6951f294-048a-4df8-98b4-1cbed6035ece tempest-FloatingIPsTestJSON-842613926 tempest-FloatingIPsTestJSON-842613926-project] 10.222.0.23 "GET /v2.0/networks/4bbc2f9e-02cf-490e-901d-2588655a3ef0 HTTP/1.1" status: 200 len: 784 time: 0.4607000 Jul 05 02:16:53.833072 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 48414) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:16:53.857934 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b0ea6443-7542-4447-8826-38bad5baf6d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:53.897972 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:53.938286 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-e34c2bbc-2ffe-4f64-9b2f-7a5c871edbc4 None None] Provisioning for port 20091b1d-6f87-44f6-b3a2-80a8f0399bd5 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:16:53.942795 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-e34c2bbc-2ffe-4f64-9b2f-7a5c871edbc4 None None] Provisioning complete for port 20091b1d-6f87-44f6-b3a2-80a8f0399bd5 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:16:53.943088 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e34c2bbc-2ffe-4f64-9b2f-7a5c871edbc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:53.976072 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d4257d5c-7ff8-42a2-bb75-3d91bc4d52c5 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:54.024181 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-e34c2bbc-2ffe-4f64-9b2f-7a5c871edbc4 None None] Port 20091b1d-6f87-44f6-b3a2-80a8f0399bd5 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:16:54.046440 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24b27a1-7236-4e6d-b399-221862933c15 None None] Network 8fabf858-7855-4bc3-b4b1-4ecb63b57267 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:16:54.099004 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-4f4ba43a-c4cb-41db-b925-b54378998d23 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1226874435-network', 'tenant_id': '3ec6b36fb8104434851a718901e41070'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:16:54.105436 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a891a06c-86a0-4254-b078-4d9c05fea6e8 req-51edd448-90ed-4846-9207-a7c3a73384d5 service neutron] 10.222.0.23 "GET /v2.0/networks/b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4150932 Jul 05 02:16:54.180005 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-f0cd89bf-523f-4ed4-a55a-897aa575825a None None] Provisioning complete for port 20091b1d-6f87-44f6-b3a2-80a8f0399bd5 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:16:54.180512 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f0cd89bf-523f-4ed4-a55a-897aa575825a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:54.194963 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b0ea6443-7542-4447-8826-38bad5baf6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:54.197731 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b0ea6443-7542-4447-8826-38bad5baf6d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:54.201783 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-b0ea6443-7542-4447-8826-38bad5baf6d0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/58657686-8f1e-4dab-9532-244d0ca33a44 HTTP/1.1" status: 204 len: 168 time: 0.8315232 Jul 05 02:16:54.213667 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ea6443-7542-4447-8826-38bad5baf6d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58657686-8f1e-4dab-9532-244d0ca33a44,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:16:54.249396 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [None req-d4257d5c-7ff8-42a2-bb75-3d91bc4d52c5 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Transition to ACTIVE for port object b2afd91c-2fe8-49dd-a28d-0512eaf561ce will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:16:54.341182 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f4ba43a-c4cb-41db-b925-b54378998d23 admin admin] Made reservation on behalf of 3ec6b36fb8104434851a718901e41070 for: {'network': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:16:54.344677 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4f4ba43a-c4cb-41db-b925-b54378998d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:54.365260 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4f4ba43a-c4cb-41db-b925-b54378998d23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:54.436206 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-f0cd89bf-523f-4ed4-a55a-897aa575825a None None] Port 20091b1d-6f87-44f6-b3a2-80a8f0399bd5 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:16:54.560723 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:54.619135 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device b51921a0-3689-471d-a129-a70a2491a7f6 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:16:54.686733 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-f0cd89bf-523f-4ed4-a55a-897aa575825a None None] Provisioning for port b51921a0-3689-471d-a129-a70a2491a7f6 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:16:54.763013 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4f4ba43a-c4cb-41db-b925-b54378998d23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:54.815379 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9355a77d-feed-4fc9-8b86-e75f9eaed9c2 req-ffb4259a-3870-4544-abe3-21eea10ca5e3 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:16:54.815823 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port b51921a0-3689-471d-a129-a70a2491a7f6 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:16:54.820632 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port b51921a0-3689-471d-a129-a70a2491a7f6 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:16:54.821658 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:54.825359 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9355a77d-feed-4fc9-8b86-e75f9eaed9c2 req-ffb4259a-3870-4544-abe3-21eea10ca5e3 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=9425bd0c-c153-4dfc-853f-2f05765de50b HTTP/1.1" status: 200 len: 945 time: 0.2988734 Jul 05 02:16:54.863317 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4f4ba43a-c4cb-41db-b925-b54378998d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:54.962958 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f4ba43a-c4cb-41db-b925-b54378998d23 admin admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=94461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:16:55.020101 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ba43a-c4cb-41db-b925-b54378998d23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc929fbb-c4f8-4892-b37d-5570a0c717b4,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:16:55.047699 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9355a77d-feed-4fc9-8b86-e75f9eaed9c2 req-012ab470-674c-4034-8e47-4e35e0fe77ef tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197797 Jul 05 02:16:55.061115 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4f4ba43a-c4cb-41db-b925-b54378998d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:55.061474 n-d-771362-32 neutron-server[94461]: INFO neutron.db.segments_db [None req-4f4ba43a-c4cb-41db-b925-b54378998d23 admin admin] Added segment d5de39fc-4b4e-459b-8d86-509609a7e1f4 of type vlan for network 1a020cb7-dc30-4875-a4a6-843a4f5bca74 Jul 05 02:16:55.091582 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:55.140105 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-a42044cc-5b63-44cf-a85b-6e8097b37024 None None] Provisioning complete for port b51921a0-3689-471d-a129-a70a2491a7f6 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:16:55.140467 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a42044cc-5b63-44cf-a85b-6e8097b37024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:55.146426 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port b51921a0-3689-471d-a129-a70a2491a7f6, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=b51921a0-3689-471d-a129-a70a2491a7f6,segment=NetworkSegment(ccac9cc8-8687-4831-b08f-d485733ff31a),segment_id=ccac9cc8-8687-4831-b08f-d485733ff31a)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:16:55.215808 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-badf53b4-7d69-499d-ac2b-55641fb657c8 req-08631b1e-2e80-4711-aac8-cead248b2b14 tempest-FloatingIPsTestJSON-842613926 tempest-FloatingIPsTestJSON-842613926-project] 10.222.0.23 "GET /v2.0/floatingips/8a79f0e8-acbb-4f18-a3a1-83bb0dfdecbf HTTP/1.1" status: 200 len: 693 time: 0.1190162 Jul 05 02:16:55.262113 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:55.264394 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device d9bdf372-2eb3-4bda-9a3b-b0b3ebdaeb85 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:16:55.267135 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4f4ba43a-c4cb-41db-b925-b54378998d23 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:55.326587 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a891a06c-86a0-4254-b078-4d9c05fea6e8 req-b9deb4af-5f8b-4ad5-8ec2-aa4285f13df7 service neutron] 10.222.0.23 "GET /v2.0/networks/b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2140102 Jul 05 02:16:55.441508 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a42044cc-5b63-44cf-a85b-6e8097b37024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:55.479228 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badf53b4-7d69-499d-ac2b-55641fb657c8 req-e4899d73-b4d0-43bb-9e16-9252040d2ea3 tempest-FloatingIPsTestJSON-842613926 tempest-FloatingIPsTestJSON-842613926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:16:55.480640 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-badf53b4-7d69-499d-ac2b-55641fb657c8 req-e4899d73-b4d0-43bb-9e16-9252040d2ea3 tempest-FloatingIPsTestJSON-842613926 tempest-FloatingIPsTestJSON-842613926-project] 10.222.0.23 "GET /v2.0/networks/4bbc2f9e-02cf-490e-901d-2588655a3ef0 HTTP/1.1" status: 200 len: 784 time: 0.2633870 Jul 05 02:16:55.521888 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d4257d5c-7ff8-42a2-bb75-3d91bc4d52c5 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:55.566885 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4f4ba43a-c4cb-41db-b925-b54378998d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:55.566885 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4ba43a-c4cb-41db-b925-b54378998d23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:16:55.566885 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4f4ba43a-c4cb-41db-b925-b54378998d23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:55.613185 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4257d5c-7ff8-42a2-bb75-3d91bc4d52c5 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Pushing event updated for resources: {'Port': ['ID=b2afd91c-2fe8-49dd-a28d-0512eaf561ce,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:16:55.645920 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4257d5c-7ff8-42a2-bb75-3d91bc4d52c5 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Network 70f5fd93-7af8-4288-a451-7de7b5d6c1c7 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:16:55.649565 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-d4257d5c-7ff8-42a2-bb75-3d91bc4d52c5 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:16:55.653291 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4257d5c-7ff8-42a2-bb75-3d91bc4d52c5 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:16:55.672997 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=b51921a0-3689-471d-a129-a70a2491a7f6,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:16:55.782971 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port d9bdf372-2eb3-4bda-9a3b-b0b3ebdaeb85 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:16:55.785546 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:55.818590 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.db.api [None req-a42044cc-5b63-44cf-a85b-6e8097b37024 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94463) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 02:16:55.819364 n-d-771362-32 neutron-server[94463]: DEBUG oslo_db.api [None req-a42044cc-5b63-44cf-a85b-6e8097b37024 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 02:16:55.830844 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4257d5c-7ff8-42a2-bb75-3d91bc4d52c5 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:16:55.831437 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d4257d5c-7ff8-42a2-bb75-3d91bc4d52c5 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:55.864884 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ba43a-c4cb-41db-b925-b54378998d23 admin admin] Pushing event updated for resources: {'Network': ['ID=1a020cb7-dc30-4875-a4a6-843a4f5bca74,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:16:55.895339 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 1a020cb7-dc30-4875-a4a6-843a4f5bca74 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:16:56.066010 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-d4257d5c-7ff8-42a2-bb75-3d91bc4d52c5 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 4.3495080 Jul 05 02:16:56.106449 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-4f4ba43a-c4cb-41db-b925-b54378998d23 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.2722135 Jul 05 02:16:56.111407 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 48464) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:16:56.117257 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-e0c679db-15f5-4bc2-bfc0-612f9b5b1674 admin admin] Request body: {'subnet': {'network_id': '1a020cb7-dc30-4875-a4a6-843a4f5bca74', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1226874435-subnet', 'tenant_id': '3ec6b36fb8104434851a718901e41070', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:16:56.149502 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6af2a820-3a45-47ee-aac2-9bb1dd9abdd3 req-a4c031d2-163d-42e3-8d11-ce1ed32572a8 tempest-FloatingIPsTestJSON-842613926 tempest-FloatingIPsTestJSON-842613926-project] 10.222.0.23 "GET /v2.0/floatingips?tenant_id=7ff761bc04fb43a19243c6d4ea5d9e1e HTTP/1.1" status: 200 len: 696 time: 0.1182764 Jul 05 02:16:56.217367 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:56.272980 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0c679db-15f5-4bc2-bfc0-612f9b5b1674 admin admin] Made reservation on behalf of 3ec6b36fb8104434851a718901e41070 for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:16:56.277844 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e0c679db-15f5-4bc2-bfc0-612f9b5b1674 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:56.288377 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device d241abd8-d7ab-42d0-a6ff-f5729fb702a7 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:16:56.387218 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af2a820-3a45-47ee-aac2-9bb1dd9abdd3 req-7b629fd4-c9f2-4c2b-8592-d2dc86b0fd35 tempest-FloatingIPsTestJSON-842613926 tempest-FloatingIPsTestJSON-842613926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:16:56.394971 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6af2a820-3a45-47ee-aac2-9bb1dd9abdd3 req-7b629fd4-c9f2-4c2b-8592-d2dc86b0fd35 tempest-FloatingIPsTestJSON-842613926 tempest-FloatingIPsTestJSON-842613926-project] 10.222.0.23 "GET /v2.0/networks?id=4bbc2f9e-02cf-490e-901d-2588655a3ef0 HTTP/1.1" status: 200 len: 787 time: 0.2390969 Jul 05 02:16:56.406493 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [req-6af2a820-3a45-47ee-aac2-9bb1dd9abdd3 req-10a752cf-4009-4501-8dbb-ccb0c67d5f28 tempest-FloatingIPsTestJSON-842613926 tempest-FloatingIPsTestJSON-842613926-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:16:56.431250 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6af2a820-3a45-47ee-aac2-9bb1dd9abdd3 req-10a752cf-4009-4501-8dbb-ccb0c67d5f28 tempest-FloatingIPsTestJSON-842613926 tempest-FloatingIPsTestJSON-842613926-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0353174 Jul 05 02:16:56.644754 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port d241abd8-d7ab-42d0-a6ff-f5729fb702a7 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:16:56.649557 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port d241abd8-d7ab-42d0-a6ff-f5729fb702a7 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:16:56.649949 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:56.711406 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-9c203120-787c-48ea-919b-bf9c206906c2 None None] Provisioning for port b2afd91c-2fe8-49dd-a28d-0512eaf561ce completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:16:56.724620 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-9c203120-787c-48ea-919b-bf9c206906c2 None None] Provisioning complete for port b2afd91c-2fe8-49dd-a28d-0512eaf561ce triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:16:56.728147 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-9c203120-787c-48ea-919b-bf9c206906c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:56.810408 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-9c203120-787c-48ea-919b-bf9c206906c2 None None] Port b2afd91c-2fe8-49dd-a28d-0512eaf561ce cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:16:56.893776 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:56.930366 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e0c679db-15f5-4bc2-bfc0-612f9b5b1674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:56.934891 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 48482) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:16:56.939576 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-3b668e31-f115-45d9-a1ac-b73a79466536 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1004326150', 'description': 'tempest-description--477609583'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:16:57.029569 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port d241abd8-d7ab-42d0-a6ff-f5729fb702a7, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=d241abd8-d7ab-42d0-a6ff-f5729fb702a7,segment=NetworkSegment(131de2da-e26f-41ed-8a2f-99c1d592c2ee),segment_id=131de2da-e26f-41ed-8a2f-99c1d592c2ee)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:16:57.087073 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c679db-15f5-4bc2-bfc0-612f9b5b1674 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3695cc03-de8e-40cd-a422-de5229d59312,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:16:57.127672 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c679db-15f5-4bc2-bfc0-612f9b5b1674 admin admin] Checking segment: {'id': 'd5de39fc-4b4e-459b-8d86-509609a7e1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1a020cb7-dc30-4875-a4a6-843a4f5bca74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:16:57.127820 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1cb6af50-0d9c-42e9-a7dd-ae40508a9148 req-ea22492d-e1f3-4a02-a1be-bb361ae07b82 tempest-FloatingIPsTestJSON-842613926 tempest-FloatingIPsTestJSON-842613926-project] 10.222.0.23 "GET /v2.0/floatingips/8a79f0e8-acbb-4f18-a3a1-83bb0dfdecbf HTTP/1.1" status: 200 len: 693 time: 0.1602795 Jul 05 02:16:57.128116 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c679db-15f5-4bc2-bfc0-612f9b5b1674 admin admin] Network hostable DHCP agents. Network: 1a020cb7-dc30-4875-a4a6-843a4f5bca74, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:16:57.130719 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:57.177776 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92c2779-f009-4756-9255-32aa60c813b9 req-0a9ae7d4-5f55-4b85-8545-114be81e830a tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:16:57.185076 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c92c2779-f009-4756-9255-32aa60c813b9 req-0a9ae7d4-5f55-4b85-8545-114be81e830a tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=9425bd0c-c153-4dfc-853f-2f05765de50b HTTP/1.1" status: 200 len: 945 time: 0.3038502 Jul 05 02:16:57.263704 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=d241abd8-d7ab-42d0-a6ff-f5729fb702a7,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:16:57.272001 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c92c2779-f009-4756-9255-32aa60c813b9 req-13bc86fe-8e93-4fe6-af38-21128bdb520a tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739057 Jul 05 02:16:57.312609 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c679db-15f5-4bc2-bfc0-612f9b5b1674 admin admin] Network 1a020cb7-dc30-4875-a4a6-843a4f5bca74 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:16:57.319627 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3b668e31-f115-45d9-a1ac-b73a79466536 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:57.329714 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device b51921a0-3689-471d-a129-a70a2491a7f6 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:16:57.397804 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb6af50-0d9c-42e9-a7dd-ae40508a9148 req-b9b64353-1193-47fb-a769-1ad3c083aa2e tempest-FloatingIPsTestJSON-842613926 tempest-FloatingIPsTestJSON-842613926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:16:57.400265 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1cb6af50-0d9c-42e9-a7dd-ae40508a9148 req-b9b64353-1193-47fb-a769-1ad3c083aa2e tempest-FloatingIPsTestJSON-842613926 tempest-FloatingIPsTestJSON-842613926-project] 10.222.0.23 "GET /v2.0/networks/4bbc2f9e-02cf-490e-901d-2588655a3ef0 HTTP/1.1" status: 200 len: 784 time: 0.2714915 Jul 05 02:16:57.421139 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2f59d177-04de-4d03-8012-4842f6a647a8 req-e99760f9-f522-4629-a45e-d0fd45f95715 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=1aeab594-2943-4da5-9c13-c06d96250566 HTTP/1.1" status: 200 len: 210 time: 0.0619612 Jul 05 02:16:57.422253 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-e0c679db-15f5-4bc2-bfc0-612f9b5b1674 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 1a020cb7-dc30-4875-a4a6-843a4f5bca74) {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:16:57.443213 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c679db-15f5-4bc2-bfc0-612f9b5b1674 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:16:57.443715 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c204ae01-e953-4250-bb3d-a2e221ceb4c3 None None] Network 1a020cb7-dc30-4875-a4a6-843a4f5bca74 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:16:57.444800 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e0c679db-15f5-4bc2-bfc0-612f9b5b1674 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:57.652631 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3b668e31-f115-45d9-a1ac-b73a79466536 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:57.675554 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1cb6af50-0d9c-42e9-a7dd-ae40508a9148 req-e571b515-6298-454d-8ccf-226cdbe03ba8 tempest-FloatingIPsTestJSON-842613926 tempest-FloatingIPsTestJSON-842613926-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.7.108 HTTP/1.1" status: 200 len: 696 time: 0.2663126 Jul 05 02:16:57.764760 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3b668e31-f115-45d9-a1ac-b73a79466536 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:57.773626 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a0c983-b3d1-413d-984a-b7db3a80da54 None None] Network 1a020cb7-dc30-4875-a4a6-843a4f5bca74 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:16:57.795298 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1cb6af50-0d9c-42e9-a7dd-ae40508a9148 req-e5ccc4fa-e93f-47fc-acc1-c28561e6ed85 tempest-FloatingIPsTestJSON-842613926 tempest-FloatingIPsTestJSON-842613926-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.7.108 HTTP/1.1" status: 200 len: 696 time: 0.1099343 Jul 05 02:16:57.918733 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-e0c679db-15f5-4bc2-bfc0-612f9b5b1674 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.8060195 Jul 05 02:16:57.941856 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port b51921a0-3689-471d-a129-a70a2491a7f6 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:16:57.943267 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:57.969267 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b668e31-f115-45d9-a1ac-b73a79466536 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5eae1027-3275-42f9-8f54-f2ff33a054c9,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:16:58.079243 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3b668e31-f115-45d9-a1ac-b73a79466536 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:58.084148 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-3b668e31-f115-45d9-a1ac-b73a79466536 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.1481833 Jul 05 02:16:58.087989 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 48514) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:16:58.092894 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-c6e0e6a1-e998-49df-99fb-6d7a7235dca7 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Request body: {'security_group_rule': {'security_group_id': '5eae1027-3275-42f9-8f54-f2ff33a054c9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:16:58.171030 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-1cb6af50-0d9c-42e9-a7dd-ae40508a9148 req-1dc96aad-4435-4312-9a59-61942392b20a tempest-FloatingIPsTestJSON-842613926 tempest-FloatingIPsTestJSON-842613926-project] Deleting port 6143ac2f-d012-4e94-80ca-2f27f8bd7907 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:16:58.173041 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1cb6af50-0d9c-42e9-a7dd-ae40508a9148 req-1dc96aad-4435-4312-9a59-61942392b20a tempest-FloatingIPsTestJSON-842613926 tempest-FloatingIPsTestJSON-842613926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:58.283391 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c6e0e6a1-e998-49df-99fb-6d7a7235dca7 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:58.354969 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1cb6af50-0d9c-42e9-a7dd-ae40508a9148 req-1dc96aad-4435-4312-9a59-61942392b20a tempest-FloatingIPsTestJSON-842613926 tempest-FloatingIPsTestJSON-842613926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:58.355545 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1cb6af50-0d9c-42e9-a7dd-ae40508a9148 req-1dc96aad-4435-4312-9a59-61942392b20a tempest-FloatingIPsTestJSON-842613926 tempest-FloatingIPsTestJSON-842613926-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:58.390181 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-1cb6af50-0d9c-42e9-a7dd-ae40508a9148 req-1dc96aad-4435-4312-9a59-61942392b20a tempest-FloatingIPsTestJSON-842613926 tempest-FloatingIPsTestJSON-842613926-project] Calling delete_port for 6143ac2f-d012-4e94-80ca-2f27f8bd7907 owned by network:floatingip {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:16:58.430239 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c6e0e6a1-e998-49df-99fb-6d7a7235dca7 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:58.566845 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c6e0e6a1-e998-49df-99fb-6d7a7235dca7 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:58.603845 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e0e6a1-e998-49df-99fb-6d7a7235dca7 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=468c4f72-f27e-46bf-afa3-c949e7019bf3,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:16:58.706937 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1cb6af50-0d9c-42e9-a7dd-ae40508a9148 req-1dc96aad-4435-4312-9a59-61942392b20a tempest-FloatingIPsTestJSON-842613926 tempest-FloatingIPsTestJSON-842613926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:58.719869 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f95223-5939-4c38-81bb-77e2bd80e617 req-b03b3d3b-cfd0-4bc4-a016-4d9b335581c0 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:16:58.728486 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-39f95223-5939-4c38-81bb-77e2bd80e617 req-b03b3d3b-cfd0-4bc4-a016-4d9b335581c0 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=9425bd0c-c153-4dfc-853f-2f05765de50b HTTP/1.1" status: 200 len: 945 time: 0.0895631 Jul 05 02:16:58.745085 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc96aad-4435-4312-9a59-61942392b20a tempest-FloatingIPsTestJSON-842613926 tempest-FloatingIPsTestJSON-842613926-project] Pushing event deleted for resources: {'Port': ['ID=6143ac2f-d012-4e94-80ca-2f27f8bd7907,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:16:58.769092 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-39f95223-5939-4c38-81bb-77e2bd80e617 req-6a7dfdad-c451-4cf8-8830-902563ae5000 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397379 Jul 05 02:16:58.821019 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1cb6af50-0d9c-42e9-a7dd-ae40508a9148 req-1dc96aad-4435-4312-9a59-61942392b20a tempest-FloatingIPsTestJSON-842613926 tempest-FloatingIPsTestJSON-842613926-project] Notify callbacks [] for floatingip, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:58.823779 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1cb6af50-0d9c-42e9-a7dd-ae40508a9148 req-1dc96aad-4435-4312-9a59-61942392b20a tempest-FloatingIPsTestJSON-842613926 tempest-FloatingIPsTestJSON-842613926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:58.826758 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c6e0e6a1-e998-49df-99fb-6d7a7235dca7 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:58.832247 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-c6e0e6a1-e998-49df-99fb-6d7a7235dca7 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7389271 Jul 05 02:16:58.833664 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1cb6af50-0d9c-42e9-a7dd-ae40508a9148 req-1dc96aad-4435-4312-9a59-61942392b20a tempest-FloatingIPsTestJSON-842613926 tempest-FloatingIPsTestJSON-842613926-project] 10.222.0.23 "DELETE /v2.0/floatingips/8a79f0e8-acbb-4f18-a3a1-83bb0dfdecbf HTTP/1.1" status: 204 len: 173 time: 1.0241482 Jul 05 02:16:58.833947 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 48536) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:16:58.840447 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-aa902673-0afb-4ed8-aac0-92b5289dc8cd tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Request body: {'security_group_rule': {'security_group_id': '5eae1027-3275-42f9-8f54-f2ff33a054c9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:16:58.951014 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 02:16:59.023795 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-aa902673-0afb-4ed8-aac0-92b5289dc8cd tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:59.085528 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b8a05d1c-f95e-40c9-9ca9-585e3526e6a3 req-907c26d5-b296-429f-ac5a-99b7a9d861f9 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=1aeab594-2943-4da5-9c13-c06d96250566 HTTP/1.1" status: 200 len: 210 time: 0.0378995 Jul 05 02:16:59.494852 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device d241abd8-d7ab-42d0-a6ff-f5729fb702a7 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:16:59.500021 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542dbd52-9dd1-4555-b371-7138cc24aaf4 req-df1b99c2-8fd3-4506-8bc4-f18d729e5aa5 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:16:59.500021 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-542dbd52-9dd1-4555-b371-7138cc24aaf4 req-df1b99c2-8fd3-4506-8bc4-f18d729e5aa5 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "GET /v2.0/networks?id=1a020cb7-dc30-4875-a4a6-843a4f5bca74 HTTP/1.1" status: 200 len: 822 time: 0.2243118 Jul 05 02:16:59.500021 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-aa902673-0afb-4ed8-aac0-92b5289dc8cd tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:59.500021 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-542dbd52-9dd1-4555-b371-7138cc24aaf4 req-3b81bbbe-3d21-4433-818b-da79a033d92f tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "GET /v2.0/quotas/3ec6b36fb8104434851a718901e41070 HTTP/1.1" status: 200 len: 375 time: 0.0151892 Jul 05 02:16:59.500021 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-542dbd52-9dd1-4555-b371-7138cc24aaf4 req-b917f0ab-52d4-42ff-861e-0f636d993140 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3ec6b36fb8104434851a718901e41070&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314467 Jul 05 02:16:59.503256 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port d241abd8-d7ab-42d0-a6ff-f5729fb702a7 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:16:59.503256 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:59.507168 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-542dbd52-9dd1-4555-b371-7138cc24aaf4 req-623b5a0e-0f1f-4cc2-bb93-e773ac75a3ae service neutron] 10.222.0.23 "GET /v2.0/networks/1a020cb7-dc30-4875-a4a6-843a4f5bca74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869904 Jul 05 02:16:59.507325 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b24a164e-e1af-4015-acde-5b77098571dd req-720f729c-1917-40da-a24d-25e3785769c6 tempest-FloatingIPsTestJSON-842613926 tempest-FloatingIPsTestJSON-842613926-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1299584 Jul 05 02:16:59.507325 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-b24a164e-e1af-4015-acde-5b77098571dd req-4e3c6260-c010-4ebb-b6a6-7633a5a8b5c2 tempest-FloatingIPsTestJSON-842613926 tempest-FloatingIPsTestJSON-842613926-project] Request body: {'floatingip': {'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:16:59.548945 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-542dbd52-9dd1-4555-b371-7138cc24aaf4 req-3fdd68eb-f725-4e6b-9c41-97cfef2886bc service neutron] 10.222.0.23 "GET /v2.0/networks/1a020cb7-dc30-4875-a4a6-843a4f5bca74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016617 Jul 05 02:16:59.887762 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b24a164e-e1af-4015-acde-5b77098571dd req-4e3c6260-c010-4ebb-b6a6-7633a5a8b5c2 tempest-FloatingIPsTestJSON-842613926 tempest-FloatingIPsTestJSON-842613926-project] Notify callbacks [] for floatingip, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:59.888811 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-aa902673-0afb-4ed8-aac0-92b5289dc8cd tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:16:59.911932 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa902673-0afb-4ed8-aac0-92b5289dc8cd tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e3a2210-68ac-44ef-a3c3-c5a6f810f347,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:00.037921 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b24a164e-e1af-4015-acde-5b77098571dd req-4e3c6260-c010-4ebb-b6a6-7633a5a8b5c2 tempest-FloatingIPsTestJSON-842613926 tempest-FloatingIPsTestJSON-842613926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:00.109726 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-aa902673-0afb-4ed8-aac0-92b5289dc8cd tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:00.112469 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-aa902673-0afb-4ed8-aac0-92b5289dc8cd tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2780423 Jul 05 02:17:00.115464 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 48568) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:17:00.120809 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-399ba502-b1e0-47c2-8804-a6ac2e46757f tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Request body: {'floatingip': {'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:17:00.332114 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-399ba502-b1e0-47c2-8804-a6ac2e46757f tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks [] for floatingip, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:00.364362 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cca1dbd-33e1-40bf-a91f-e3531af26499 req-9503ebbd-4f09-463a-8041-3c38d27c2652 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:00.369356 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-b24a164e-e1af-4015-acde-5b77098571dd req-4e3c6260-c010-4ebb-b6a6-7633a5a8b5c2 tempest-FloatingIPsTestJSON-842613926 tempest-FloatingIPsTestJSON-842613926-project] Allocated IP 172.25.7.193 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/6ca28eee-7091-47fc-afd0-168454646926) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:17:00.373993 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9cca1dbd-33e1-40bf-a91f-e3531af26499 req-9503ebbd-4f09-463a-8041-3c38d27c2652 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=9425bd0c-c153-4dfc-853f-2f05765de50b HTTP/1.1" status: 200 len: 945 time: 0.1819260 Jul 05 02:17:00.418572 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 48578) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:17:00.484780 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9cca1dbd-33e1-40bf-a91f-e3531af26499 req-ef65c967-5002-4766-b251-9fc871aad78e tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041937 Jul 05 02:17:00.576835 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b24a164e-e1af-4015-acde-5b77098571dd req-4e3c6260-c010-4ebb-b6a6-7633a5a8b5c2 tempest-FloatingIPsTestJSON-842613926 tempest-FloatingIPsTestJSON-842613926-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:00.647662 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-81afd7a9-4e9d-4b98-8663-4a235fd73938 req-2c7a23f5-dfbb-411a-b5ac-b964a4a03bc7 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3f5e5a3-382e-4ad9-a192-3de842dc6b67 HTTP/1.1" status: 200 len: 210 time: 0.0445092 Jul 05 02:17:00.677505 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-399ba502-b1e0-47c2-8804-a6ac2e46757f tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:00.729009 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f6d4a191-04d9-46e7-b21f-8c3a27a4d53d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:00.733991 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b24a164e-e1af-4015-acde-5b77098571dd req-4e3c6260-c010-4ebb-b6a6-7633a5a8b5c2 tempest-FloatingIPsTestJSON-842613926 tempest-FloatingIPsTestJSON-842613926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:00.816426 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b24a164e-e1af-4015-acde-5b77098571dd req-4e3c6260-c010-4ebb-b6a6-7633a5a8b5c2 tempest-FloatingIPsTestJSON-842613926 tempest-FloatingIPsTestJSON-842613926-project] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:17:00.828838 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-b24a164e-e1af-4015-acde-5b77098571dd req-4e3c6260-c010-4ebb-b6a6-7633a5a8b5c2 tempest-FloatingIPsTestJSON-842613926 tempest-FloatingIPsTestJSON-842613926-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:17:00.840669 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f6d4a191-04d9-46e7-b21f-8c3a27a4d53d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:00.842368 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-b24a164e-e1af-4015-acde-5b77098571dd req-4e3c6260-c010-4ebb-b6a6-7633a5a8b5c2 tempest-FloatingIPsTestJSON-842613926 tempest-FloatingIPsTestJSON-842613926-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:17:00.869549 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3c6260-c010-4ebb-b6a6-7633a5a8b5c2 tempest-FloatingIPsTestJSON-842613926 tempest-FloatingIPsTestJSON-842613926-project] Pushing event updated for resources: {'Port': ['ID=6ca28eee-7091-47fc-afd0-168454646926,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:00.927916 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6e49cd45-2df6-4a5c-b309-7fb005eeb2c3 req-bae3374f-28a1-4a3c-896b-59b53cdf3b36 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=1aeab594-2943-4da5-9c13-c06d96250566 HTTP/1.1" status: 200 len: 210 time: 0.0591328 Jul 05 02:17:00.966811 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f6d4a191-04d9-46e7-b21f-8c3a27a4d53d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:01.042218 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-399ba502-b1e0-47c2-8804-a6ac2e46757f tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Allocated IP 172.25.7.93 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/dabe58b9-9fba-4226-bb00-832e392fc893) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:17:01.113452 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b24a164e-e1af-4015-acde-5b77098571dd req-4e3c6260-c010-4ebb-b6a6-7633a5a8b5c2 tempest-FloatingIPsTestJSON-842613926 tempest-FloatingIPsTestJSON-842613926-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:01.149312 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d4a191-04d9-46e7-b21f-8c3a27a4d53d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b71980f-34f3-43e6-bad9-871812a356d9,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:01.156701 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-f6d4a191-04d9-46e7-b21f-8c3a27a4d53d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a1b364fe64fb4c02951ee2df69cc9cde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7304204 Jul 05 02:17:01.159311 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 48594) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:17:01.262543 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-399ba502-b1e0-47c2-8804-a6ac2e46757f tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:01.282070 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a8170e58-3f3d-4a03-b744-07bbbfa8d2f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:01.321485 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a8170e58-3f3d-4a03-b744-07bbbfa8d2f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:01.334865 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b24a164e-e1af-4015-acde-5b77098571dd req-4e3c6260-c010-4ebb-b6a6-7633a5a8b5c2 tempest-FloatingIPsTestJSON-842613926 tempest-FloatingIPsTestJSON-842613926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:01.515288 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-399ba502-b1e0-47c2-8804-a6ac2e46757f tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:01.532514 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b24a164e-e1af-4015-acde-5b77098571dd req-4e3c6260-c010-4ebb-b6a6-7633a5a8b5c2 tempest-FloatingIPsTestJSON-842613926 tempest-FloatingIPsTestJSON-842613926-project] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:01.564482 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399ba502-b1e0-47c2-8804-a6ac2e46757f tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:17:01.569918 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-399ba502-b1e0-47c2-8804-a6ac2e46757f tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:17:01.576804 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399ba502-b1e0-47c2-8804-a6ac2e46757f tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:17:01.582615 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a8170e58-3f3d-4a03-b744-07bbbfa8d2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:01.583017 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a8170e58-3f3d-4a03-b744-07bbbfa8d2f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:01.584412 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-a8170e58-3f3d-4a03-b744-07bbbfa8d2f7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3b71980f-34f3-43e6-bad9-871812a356d9 HTTP/1.1" status: 204 len: 168 time: 0.4240510 Jul 05 02:17:01.588711 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399ba502-b1e0-47c2-8804-a6ac2e46757f tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Pushing event updated for resources: {'Port': ['ID=dabe58b9-9fba-4226-bb00-832e392fc893,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:01.622250 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8170e58-3f3d-4a03-b744-07bbbfa8d2f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b71980f-34f3-43e6-bad9-871812a356d9,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:01.716427 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b24a164e-e1af-4015-acde-5b77098571dd req-4e3c6260-c010-4ebb-b6a6-7633a5a8b5c2 tempest-FloatingIPsTestJSON-842613926 tempest-FloatingIPsTestJSON-842613926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:01.745391 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-399ba502-b1e0-47c2-8804-a6ac2e46757f tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:01.774567 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8b2278-5a80-483e-9947-e64cda790aeb req-f68afd65-8564-4246-b0cf-f1906e5aaab2 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:01.776193 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9c8b2278-5a80-483e-9947-e64cda790aeb req-f68afd65-8564-4246-b0cf-f1906e5aaab2 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=9425bd0c-c153-4dfc-853f-2f05765de50b HTTP/1.1" status: 200 len: 945 time: 0.0987880 Jul 05 02:17:01.830327 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a891a06c-86a0-4254-b078-4d9c05fea6e8 req-e39a5888-8b9e-4493-9bfa-2b665b9dd46f tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:01.832449 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a891a06c-86a0-4254-b078-4d9c05fea6e8 req-e39a5888-8b9e-4493-9bfa-2b665b9dd46f tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.21 "GET /v2.0/networks?id=b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1 HTTP/1.1" status: 200 len: 819 time: 0.2364810 Jul 05 02:17:01.850806 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9c8b2278-5a80-483e-9947-e64cda790aeb req-e2e1927c-7af4-4d0f-82fc-2add56e220d5 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661588 Jul 05 02:17:01.905497 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b24a164e-e1af-4015-acde-5b77098571dd req-4e3c6260-c010-4ebb-b6a6-7633a5a8b5c2 tempest-FloatingIPsTestJSON-842613926 tempest-FloatingIPsTestJSON-842613926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636869'] for floatingip, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:01.917232 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-a891a06c-86a0-4254-b078-4d9c05fea6e8 req-a57f5ff6-ae24-40c4-9c35-f0c07ed1e595 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Request body: {'port': {'device_id': '1aeab594-2943-4da5-9c13-c06d96250566', 'network_id': 'b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1', 'admin_state_up': True, 'tenant_id': '7bf4f22dde1e4624a2cb34086c53be02'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:17:01.923704 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-399ba502-b1e0-47c2-8804-a6ac2e46757f tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:01.970811 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3c6260-c010-4ebb-b6a6-7633a5a8b5c2 tempest-FloatingIPsTestJSON-842613926 tempest-FloatingIPsTestJSON-842613926-project] Pushing event updated for resources: {'Port': ['ID=6ca28eee-7091-47fc-afd0-168454646926,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:01.999507 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-486400d3-3814-490b-a41a-8ea371af6d92 req-09a9ca71-c843-4006-8916-d26f77d64ce5 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3f5e5a3-382e-4ad9-a192-3de842dc6b67 HTTP/1.1" status: 200 len: 210 time: 0.0433116 Jul 05 02:17:02.154504 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b24a164e-e1af-4015-acde-5b77098571dd req-4e3c6260-c010-4ebb-b6a6-7633a5a8b5c2 tempest-FloatingIPsTestJSON-842613926 tempest-FloatingIPsTestJSON-842613926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:02.161656 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b24a164e-e1af-4015-acde-5b77098571dd req-4e3c6260-c010-4ebb-b6a6-7633a5a8b5c2 tempest-FloatingIPsTestJSON-842613926 tempest-FloatingIPsTestJSON-842613926-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6653583 Jul 05 02:17:02.177057 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-399ba502-b1e0-47c2-8804-a6ac2e46757f tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:02.238397 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b24a164e-e1af-4015-acde-5b77098571dd req-135ab1aa-35fd-41c3-9b39-af0dccaf4284 tempest-FloatingIPsTestJSON-842613926 tempest-FloatingIPsTestJSON-842613926-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.7.193 HTTP/1.1" status: 200 len: 696 time: 0.0699093 Jul 05 02:17:02.273384 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-611e0257-0be6-4a40-bcc8-f8db21718632 req-1cc2f9d8-2ffe-41aa-a91d-8cdfcaf93bbe tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=1aeab594-2943-4da5-9c13-c06d96250566 HTTP/1.1" status: 200 len: 210 time: 0.0575180 Jul 05 02:17:02.286695 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-399ba502-b1e0-47c2-8804-a6ac2e46757f tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:02.393483 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a891a06c-86a0-4254-b078-4d9c05fea6e8 req-a57f5ff6-ae24-40c4-9c35-f0c07ed1e595 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Made reservation on behalf of 7bf4f22dde1e4624a2cb34086c53be02 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:17:02.398353 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a891a06c-86a0-4254-b078-4d9c05fea6e8 req-a57f5ff6-ae24-40c4-9c35-f0c07ed1e595 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:02.400885 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399ba502-b1e0-47c2-8804-a6ac2e46757f tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Pushing event updated for resources: {'Port': ['ID=dabe58b9-9fba-4226-bb00-832e392fc893,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:02.425260 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-399ba502-b1e0-47c2-8804-a6ac2e46757f tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636869'] for floatingip, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:02.591693 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-a891a06c-86a0-4254-b078-4d9c05fea6e8 req-a57f5ff6-ae24-40c4-9c35-f0c07ed1e595 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Allocated IP 172.20.0.6 (b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1/88cd65d9-1715-492f-9ef5-e486cc8231ac/3c19ebf3-e76c-400e-9c08-5d75501c001a) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:17:02.618327 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-399ba502-b1e0-47c2-8804-a6ac2e46757f tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:02.630490 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-399ba502-b1e0-47c2-8804-a6ac2e46757f tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5132015 Jul 05 02:17:02.845961 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 48626) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:17:02.849661 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a891a06c-86a0-4254-b078-4d9c05fea6e8 req-a57f5ff6-ae24-40c4-9c35-f0c07ed1e595 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:02.863806 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-68397c7d-7526-4953-b65d-ac11a5021f3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:02.918308 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24a164e-e1af-4015-acde-5b77098571dd req-ef3efac4-0f2b-405c-ba46-59d40b7a880e tempest-FloatingIPsTestJSON-842613926 tempest-FloatingIPsTestJSON-842613926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:02.920091 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b24a164e-e1af-4015-acde-5b77098571dd req-ef3efac4-0f2b-405c-ba46-59d40b7a880e tempest-FloatingIPsTestJSON-842613926 tempest-FloatingIPsTestJSON-842613926-project] 10.222.0.23 "GET /v2.0/networks/4bbc2f9e-02cf-490e-901d-2588655a3ef0 HTTP/1.1" status: 200 len: 784 time: 0.6807184 Jul 05 02:17:02.998637 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-68397c7d-7526-4953-b65d-ac11a5021f3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:03.077674 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a891a06c-86a0-4254-b078-4d9c05fea6e8 req-a57f5ff6-ae24-40c4-9c35-f0c07ed1e595 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:03.087467 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-1ced68d1-92cf-4952-b5ec-b0ca78b803ea tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1004326150&fields=id&tenant_id=bf69a7cc9341402789561a978c68b071 HTTP/1.1" status: 200 len: 267 time: 0.0852878 Jul 05 02:17:03.093038 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['5ddaa702-7499-4b1d-ba17-2ce6d44ba48c'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:17:03.146491 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a891a06c-86a0-4254-b078-4d9c05fea6e8 req-a57f5ff6-ae24-40c4-9c35-f0c07ed1e595 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Network b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:17:03.160162 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-a891a06c-86a0-4254-b078-4d9c05fea6e8 req-a57f5ff6-ae24-40c4-9c35-f0c07ed1e595 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:17:03.164484 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-a891a06c-86a0-4254-b078-4d9c05fea6e8 req-a57f5ff6-ae24-40c4-9c35-f0c07ed1e595 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:17:03.179297 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-68397c7d-7526-4953-b65d-ac11a5021f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:03.218996 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57f5ff6-ae24-40c4-9c35-f0c07ed1e595 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Pushing event updated for resources: {'Port': ['ID=3c19ebf3-e76c-400e-9c08-5d75501c001a,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:03.234317 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eebca4c-793c-465f-aef7-d96d8f003e8c req-fb671eea-181a-4a3c-9a63-3cc0e6b72db7 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:03.235845 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8eebca4c-793c-465f-aef7-d96d8f003e8c req-fb671eea-181a-4a3c-9a63-3cc0e6b72db7 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=9425bd0c-c153-4dfc-853f-2f05765de50b HTTP/1.1" status: 200 len: 945 time: 0.1962910 Jul 05 02:17:03.283972 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a891a06c-86a0-4254-b078-4d9c05fea6e8 req-a57f5ff6-ae24-40c4-9c35-f0c07ed1e595 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:03.285223 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a891a06c-86a0-4254-b078-4d9c05fea6e8 req-a57f5ff6-ae24-40c4-9c35-f0c07ed1e595 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:03.306518 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-e210f3cc-fdb9-4509-a1fc-f2d16ad28174 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:03.353831 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-e210f3cc-fdb9-4509-a1fc-f2d16ad28174 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/ports/20091b1d-6f87-44f6-b3a2-80a8f0399bd5 HTTP/1.1" status: 200 len: 936 time: 0.2254758 Jul 05 02:17:03.354966 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8eebca4c-793c-465f-aef7-d96d8f003e8c req-1c0c6620-b62b-459d-a125-f1552886243e tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871661 Jul 05 02:17:03.355472 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-68397c7d-7526-4953-b65d-ac11a5021f3c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=de3e7256badb447ba4d9d72bcf2e0c65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4975204 Jul 05 02:17:03.355579 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 48644) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:17:03.374605 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68397c7d-7526-4953-b65d-ac11a5021f3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7c032fe-fb07-439c-a786-f4d01392247e,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:03.418399 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-b2121db3-d386-43f5-93fc-7c24486c31c0 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:03.426412 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-b2121db3-d386-43f5-93fc-7c24486c31c0 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/ports/b2afd91c-2fe8-49dd-a28d-0512eaf561ce HTTP/1.1" status: 200 len: 935 time: 0.1101685 Jul 05 02:17:03.486684 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-80f55cd7-dcbc-4eb1-a71b-5a0d6409ab43 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/ports?network_id=8fabf858-7855-4bc3-b4b1-4ecb63b57267&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0578980 Jul 05 02:17:03.491094 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3e7f1a88-4d20-4db1-a1c3-4b843fb1b8ae req-74d6cf9c-b011-4116-a769-99cb1f2d36e0 tempest-FloatingIPsTestJSON-842613926 tempest-FloatingIPsTestJSON-842613926-project] 10.222.0.23 "GET /v2.0/floatingips/d6fcc933-22bc-40bd-ae20-f8d82383fe8f HTTP/1.1" status: 200 len: 693 time: 0.0781381 Jul 05 02:17:03.516549 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a891a06c-86a0-4254-b078-4d9c05fea6e8 req-a57f5ff6-ae24-40c4-9c35-f0c07ed1e595 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6074395 Jul 05 02:17:03.556041 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-cbac8617-6a2b-4377-a406-e090b5f6d694 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/ports?network_id=8fabf858-7855-4bc3-b4b1-4ecb63b57267&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0675852 Jul 05 02:17:03.740313 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-e6f2ca20-04d8-4269-bac3-118b25a0fc47 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:03.754654 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-e6f2ca20-04d8-4269-bac3-118b25a0fc47 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:03.770781 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-e6f2ca20-04d8-4269-bac3-118b25a0fc47 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:03.774620 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-e6f2ca20-04d8-4269-bac3-118b25a0fc47 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/networks?id=1f5c1f66-211d-4aaf-9dcb-993edf85d0c1&id=70f5fd93-7af8-4288-a451-7de7b5d6c1c7&id=70f5fd93-7af8-4288-a451-7de7b5d6c1c7&id=8fabf858-7855-4bc3-b4b1-4ecb63b57267&id=8fabf858-7855-4bc3-b4b1-4ecb63b57267 HTTP/1.1" status: 200 len: 1994 time: 0.2174842 Jul 05 02:17:03.798040 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-7d8d92d7-d443-42ca-a72a-32a8fcf0b2b8 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/quotas/bf69a7cc9341402789561a978c68b071 HTTP/1.1" status: 200 len: 375 time: 0.0171511 Jul 05 02:17:03.907586 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-506c1a3f-50b1-452d-a376-01703ab07881 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=bf69a7cc9341402789561a978c68b071&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1035962 Jul 05 02:17:03.960129 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-a891a06c-86a0-4254-b078-4d9c05fea6e8 req-8a926827-45eb-48bc-bcbd-2da9c727a0af service neutron] Request body: {'port': {'device_id': '1aeab594-2943-4da5-9c13-c06d96250566', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:17:03.962567 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ce516809-6ebf-4bfd-a1aa-fd23562ee0f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:04.038358 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ce516809-6ebf-4bfd-a1aa-fd23562ee0f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:04.095869 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-726ea256-7ef1-476a-9cd0-f05b57a0198e service neutron] 10.222.0.23 "GET /v2.0/networks/1f5c1f66-211d-4aaf-9dcb-993edf85d0c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760123 Jul 05 02:17:04.150441 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7f1a88-4d20-4db1-a1c3-4b843fb1b8ae req-ba01b5f5-2a85-4ad4-b53f-92e6b20cd09e tempest-FloatingIPsTestJSON-842613926 tempest-FloatingIPsTestJSON-842613926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:04.152025 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3e7f1a88-4d20-4db1-a1c3-4b843fb1b8ae req-ba01b5f5-2a85-4ad4-b53f-92e6b20cd09e tempest-FloatingIPsTestJSON-842613926 tempest-FloatingIPsTestJSON-842613926-project] 10.222.0.23 "GET /v2.0/networks/4bbc2f9e-02cf-490e-901d-2588655a3ef0 HTTP/1.1" status: 200 len: 784 time: 0.6599030 Jul 05 02:17:04.207811 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3e7f1a88-4d20-4db1-a1c3-4b843fb1b8ae req-84ee49a3-0893-40a6-aa60-c4146c95af34 tempest-FloatingIPsTestJSON-842613926 tempest-FloatingIPsTestJSON-842613926-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.7.193 HTTP/1.1" status: 200 len: 696 time: 0.0473101 Jul 05 02:17:04.271745 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3e7f1a88-4d20-4db1-a1c3-4b843fb1b8ae req-c8a8a198-4a96-4d0a-8ca0-5e66fa7bb6fa tempest-FloatingIPsTestJSON-842613926 tempest-FloatingIPsTestJSON-842613926-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.7.193 HTTP/1.1" status: 200 len: 696 time: 0.0510073 Jul 05 02:17:04.275076 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a891a06c-86a0-4254-b078-4d9c05fea6e8 req-8a926827-45eb-48bc-bcbd-2da9c727a0af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:04.344173 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-da80621d-e91d-4998-934f-3b7209138436 service neutron] 10.222.0.23 "GET /v2.0/networks/1f5c1f66-211d-4aaf-9dcb-993edf85d0c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396822 Jul 05 02:17:04.509177 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-17d52e80-ce8c-43e2-8af5-55f28e7d5f70 service neutron] 10.222.0.23 "GET /v2.0/ports/20091b1d-6f87-44f6-b3a2-80a8f0399bd5?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1582129 Jul 05 02:17:04.703104 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542dbd52-9dd1-4555-b371-7138cc24aaf4 req-a29cbe62-096a-464d-a3fa-1b1b5a1e1b6b tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:04.709383 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ce516809-6ebf-4bfd-a1aa-fd23562ee0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:04.712426 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ce516809-6ebf-4bfd-a1aa-fd23562ee0f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:04.717224 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-542dbd52-9dd1-4555-b371-7138cc24aaf4 req-a29cbe62-096a-464d-a3fa-1b1b5a1e1b6b tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.21 "GET /v2.0/networks?id=1a020cb7-dc30-4875-a4a6-843a4f5bca74 HTTP/1.1" status: 200 len: 822 time: 0.4838538 Jul 05 02:17:04.722168 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-ce516809-6ebf-4bfd-a1aa-fd23562ee0f8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e7c032fe-fb07-439c-a786-f4d01392247e HTTP/1.1" status: 204 len: 168 time: 1.3669846 Jul 05 02:17:04.735246 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-542dbd52-9dd1-4555-b371-7138cc24aaf4 req-f8edb0fc-a465-468a-a281-ba3ad3980fef tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Request body: {'port': {'device_id': 'b3f5e5a3-382e-4ad9-a192-3de842dc6b67', 'network_id': '1a020cb7-dc30-4875-a4a6-843a4f5bca74', 'admin_state_up': True, 'tenant_id': '3ec6b36fb8104434851a718901e41070'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:17:04.772258 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-a891a06c-86a0-4254-b078-4d9c05fea6e8 req-8a926827-45eb-48bc-bcbd-2da9c727a0af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c19ebf3-e76c-400e-9c08-5d75501c001a {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:17:04.781566 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a891a06c-86a0-4254-b078-4d9c05fea6e8 req-8a926827-45eb-48bc-bcbd-2da9c727a0af service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:04.807795 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-a891a06c-86a0-4254-b078-4d9c05fea6e8 req-8a926827-45eb-48bc-bcbd-2da9c727a0af service neutron] Transition to ACTIVE for port object 3c19ebf3-e76c-400e-9c08-5d75501c001a will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:17:04.816358 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-3e7f1a88-4d20-4db1-a1c3-4b843fb1b8ae req-1a1186ae-6056-4062-8c7a-56edf1654b20 tempest-FloatingIPsTestJSON-842613926 tempest-FloatingIPsTestJSON-842613926-project] Deleting port 6ca28eee-7091-47fc-afd0-168454646926 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:17:04.818183 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-3e7f1a88-4d20-4db1-a1c3-4b843fb1b8ae req-1a1186ae-6056-4062-8c7a-56edf1654b20 tempest-FloatingIPsTestJSON-842613926 tempest-FloatingIPsTestJSON-842613926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:04.825699 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-adb2d3ac-aa08-4915-af7b-8c96e97d3969 service neutron] 10.222.0.23 "GET /v2.0/networks/70f5fd93-7af8-4288-a451-7de7b5d6c1c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3071759 Jul 05 02:17:04.837532 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce516809-6ebf-4bfd-a1aa-fd23562ee0f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7c032fe-fb07-439c-a786-f4d01392247e,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:04.939113 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-3e7f1a88-4d20-4db1-a1c3-4b843fb1b8ae req-1a1186ae-6056-4062-8c7a-56edf1654b20 tempest-FloatingIPsTestJSON-842613926 tempest-FloatingIPsTestJSON-842613926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:04.939427 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-3e7f1a88-4d20-4db1-a1c3-4b843fb1b8ae req-1a1186ae-6056-4062-8c7a-56edf1654b20 tempest-FloatingIPsTestJSON-842613926 tempest-FloatingIPsTestJSON-842613926-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:04.958220 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-3e7f1a88-4d20-4db1-a1c3-4b843fb1b8ae req-1a1186ae-6056-4062-8c7a-56edf1654b20 tempest-FloatingIPsTestJSON-842613926 tempest-FloatingIPsTestJSON-842613926-project] Calling delete_port for 6ca28eee-7091-47fc-afd0-168454646926 owned by network:floatingip {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:17:04.964463 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-263df59d-827e-4535-ac1d-468b99b0e0ae service neutron] 10.222.0.23 "GET /v2.0/networks/70f5fd93-7af8-4288-a451-7de7b5d6c1c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285794 Jul 05 02:17:05.023662 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-9e6e8c49-3747-472f-8ef6-8c2ad9b2b4c8 service neutron] 10.222.0.23 "GET /v2.0/ports/b2afd91c-2fe8-49dd-a28d-0512eaf561ce?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0488694 Jul 05 02:17:05.131382 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-5554ba6f-a4af-4203-84d6-f83e38c2b5c3 service neutron] 10.222.0.23 "GET /v2.0/networks/70f5fd93-7af8-4288-a451-7de7b5d6c1c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011918 Jul 05 02:17:05.132185 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a891a06c-86a0-4254-b078-4d9c05fea6e8 req-8a926827-45eb-48bc-bcbd-2da9c727a0af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:05.132497 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-542dbd52-9dd1-4555-b371-7138cc24aaf4 req-f8edb0fc-a465-468a-a281-ba3ad3980fef tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Made reservation on behalf of 3ec6b36fb8104434851a718901e41070 for: {'port': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:17:05.136850 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-542dbd52-9dd1-4555-b371-7138cc24aaf4 req-f8edb0fc-a465-468a-a281-ba3ad3980fef tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:05.243644 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a926827-45eb-48bc-bcbd-2da9c727a0af service neutron] Pushing event updated for resources: {'Port': ['ID=3c19ebf3-e76c-400e-9c08-5d75501c001a,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:05.272696 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-a891a06c-86a0-4254-b078-4d9c05fea6e8 req-8a926827-45eb-48bc-bcbd-2da9c727a0af service neutron] Attempting to bind port 3c19ebf3-e76c-400e-9c08-5d75501c001a on host n-h1-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:17:05.272696 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-a891a06c-86a0-4254-b078-4d9c05fea6e8 req-8a926827-45eb-48bc-bcbd-2da9c727a0af service neutron] Attempting to bind port 3c19ebf3-e76c-400e-9c08-5d75501c001a by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': '69ab64d7-bb63-4367-9b3e-0960def4b6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:17:05.272696 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a891a06c-86a0-4254-b078-4d9c05fea6e8 req-8a926827-45eb-48bc-bcbd-2da9c727a0af service neutron] Attempting to bind port 3c19ebf3-e76c-400e-9c08-5d75501c001a on network b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:17:05.276751 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a891a06c-86a0-4254-b078-4d9c05fea6e8 req-8a926827-45eb-48bc-bcbd-2da9c727a0af service neutron] Port 3c19ebf3-e76c-400e-9c08-5d75501c001a on network b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:17:05.277078 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a891a06c-86a0-4254-b078-4d9c05fea6e8 req-8a926827-45eb-48bc-bcbd-2da9c727a0af service neutron] Attempting to bind port 3c19ebf3-e76c-400e-9c08-5d75501c001a on network b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:17:05.282453 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a891a06c-86a0-4254-b078-4d9c05fea6e8 req-8a926827-45eb-48bc-bcbd-2da9c727a0af service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:17:05.282862 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a891a06c-86a0-4254-b078-4d9c05fea6e8 req-8a926827-45eb-48bc-bcbd-2da9c727a0af service neutron] Checking segment: {'id': '69ab64d7-bb63-4367-9b3e-0960def4b6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:17:05.283351 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a891a06c-86a0-4254-b078-4d9c05fea6e8 req-8a926827-45eb-48bc-bcbd-2da9c727a0af service neutron] Bound using segment: {'id': '69ab64d7-bb63-4367-9b3e-0960def4b6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:17:05.283945 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-a891a06c-86a0-4254-b078-4d9c05fea6e8 req-8a926827-45eb-48bc-bcbd-2da9c727a0af service neutron] Bound port: 3c19ebf3-e76c-400e-9c08-5d75501c001a, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69ab64d7-bb63-4367-9b3e-0960def4b6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:17:05.284377 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a891a06c-86a0-4254-b078-4d9c05fea6e8 req-8a926827-45eb-48bc-bcbd-2da9c727a0af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:05.301187 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-3e7f1a88-4d20-4db1-a1c3-4b843fb1b8ae req-1a1186ae-6056-4062-8c7a-56edf1654b20 tempest-FloatingIPsTestJSON-842613926 tempest-FloatingIPsTestJSON-842613926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:05.308402 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-450a3681-85b3-46a0-973d-f1cd804732dc service neutron] 10.222.0.23 "GET /v2.0/networks/70f5fd93-7af8-4288-a451-7de7b5d6c1c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451693 Jul 05 02:17:05.338854 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1186ae-6056-4062-8c7a-56edf1654b20 tempest-FloatingIPsTestJSON-842613926 tempest-FloatingIPsTestJSON-842613926-project] Pushing event deleted for resources: {'Port': ['ID=6ca28eee-7091-47fc-afd0-168454646926,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:05.455478 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-a891a06c-86a0-4254-b078-4d9c05fea6e8 req-8a926827-45eb-48bc-bcbd-2da9c727a0af service neutron] For port 3c19ebf3-e76c-400e-9c08-5d75501c001a, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:17:05.460128 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-a891a06c-86a0-4254-b078-4d9c05fea6e8 req-8a926827-45eb-48bc-bcbd-2da9c727a0af service neutron] For port 3c19ebf3-e76c-400e-9c08-5d75501c001a, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=3c19ebf3-e76c-400e-9c08-5d75501c001a,segment=NetworkSegment(69ab64d7-bb63-4367-9b3e-0960def4b6c7),segment_id=69ab64d7-bb63-4367-9b3e-0960def4b6c7)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:17:05.462476 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-3e7f1a88-4d20-4db1-a1c3-4b843fb1b8ae req-1a1186ae-6056-4062-8c7a-56edf1654b20 tempest-FloatingIPsTestJSON-842613926 tempest-FloatingIPsTestJSON-842613926-project] Notify callbacks [] for floatingip, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:05.467636 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-3e7f1a88-4d20-4db1-a1c3-4b843fb1b8ae req-1a1186ae-6056-4062-8c7a-56edf1654b20 tempest-FloatingIPsTestJSON-842613926 tempest-FloatingIPsTestJSON-842613926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:05.467636 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3e7f1a88-4d20-4db1-a1c3-4b843fb1b8ae req-1a1186ae-6056-4062-8c7a-56edf1654b20 tempest-FloatingIPsTestJSON-842613926 tempest-FloatingIPsTestJSON-842613926-project] 10.222.0.23 "DELETE /v2.0/floatingips/d6fcc933-22bc-40bd-ae20-f8d82383fe8f HTTP/1.1" status: 204 len: 173 time: 1.1877649 Jul 05 02:17:05.516559 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-c96e128a-59a7-48f7-8db3-4f629d442e99 service neutron] 10.222.0.23 "GET /v2.0/networks/70f5fd93-7af8-4288-a451-7de7b5d6c1c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072074 Jul 05 02:17:05.517666 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [req-542dbd52-9dd1-4555-b371-7138cc24aaf4 req-f8edb0fc-a465-468a-a281-ba3ad3980fef tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Allocated IP 172.20.0.3 (1a020cb7-dc30-4875-a4a6-843a4f5bca74/3695cc03-de8e-40cd-a422-de5229d59312/ba8b69b1-313c-458b-8533-338c568e8332) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:17:05.627440 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a891a06c-86a0-4254-b078-4d9c05fea6e8 req-8a926827-45eb-48bc-bcbd-2da9c727a0af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:05.755880 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-c7380a93-cde9-4974-8a4b-33d92fefae4c service neutron] 10.222.0.23 "GET /v2.0/networks/70f5fd93-7af8-4288-a451-7de7b5d6c1c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335854 Jul 05 02:17:05.833241 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a891a06c-86a0-4254-b078-4d9c05fea6e8 req-8a926827-45eb-48bc-bcbd-2da9c727a0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:05.834557 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a891a06c-86a0-4254-b078-4d9c05fea6e8 req-8a926827-45eb-48bc-bcbd-2da9c727a0af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:05.836027 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a891a06c-86a0-4254-b078-4d9c05fea6e8 req-8a926827-45eb-48bc-bcbd-2da9c727a0af service neutron] 10.222.0.21 "PUT /v2.0/ports/3c19ebf3-e76c-400e-9c08-5d75501c001a HTTP/1.1" status: 200 len: 1092 time: 1.8802204 Jul 05 02:17:05.838904 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aeab594-2943-4da5-9c13-c06d96250566', 'tag': '3c19ebf3-e76c-400e-9c08-5d75501c001a'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:17:05.843807 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3899df2b-8d06-458c-8464-51855b59c049" -d '{"events": [{"name": "network-changed", "server_uuid": "1aeab594-2943-4da5-9c13-c06d96250566", "tag": "3c19ebf3-e76c-400e-9c08-5d75501c001a"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:17:05.865515 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a926827-45eb-48bc-bcbd-2da9c727a0af service neutron] Pushing event updated for resources: {'Port': ['ID=3c19ebf3-e76c-400e-9c08-5d75501c001a,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:05.894975 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5abd8ca4-71a5-430d-a631-38c17e2e129b req-34837944-d833-49c0-b17b-e0f23f7434bd tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3f5e5a3-382e-4ad9-a192-3de842dc6b67 HTTP/1.1" status: 200 len: 210 time: 0.1441133 Jul 05 02:17:05.916417 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-542dbd52-9dd1-4555-b371-7138cc24aaf4 req-f8edb0fc-a465-468a-a281-ba3ad3980fef tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:05.946589 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-019ad5b2-22bc-424d-931a-5140b20e082d service neutron] 10.222.0.23 "GET /v2.0/networks/70f5fd93-7af8-4288-a451-7de7b5d6c1c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733756 Jul 05 02:17:06.091555 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-858671c5-f76c-4eb5-8ba4-cce8b1ad1d4e service neutron] 10.222.0.23 "GET /v2.0/networks/70f5fd93-7af8-4288-a451-7de7b5d6c1c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384749 Jul 05 02:17:06.134340 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a891a06c-86a0-4254-b078-4d9c05fea6e8 req-7ee2a3ce-6955-4841-867e-87ba0a566155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:06.136253 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a891a06c-86a0-4254-b078-4d9c05fea6e8 req-7ee2a3ce-6955-4841-867e-87ba0a566155 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7bf4f22dde1e4624a2cb34086c53be02&device_id=1aeab594-2943-4da5-9c13-c06d96250566 HTTP/1.1" status: 200 len: 1095 time: 0.1238506 Jul 05 02:17:06.204955 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a891a06c-86a0-4254-b078-4d9c05fea6e8 req-1e5147c9-4fb7-4b59-aec7-8ea4f3c5727a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c19ebf3-e76c-400e-9c08-5d75501c001a HTTP/1.1" status: 200 len: 217 time: 0.0591674 Jul 05 02:17:06.224525 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f695084f-a7ee-42bc-9f0d-1b62494e6717 req-a9af9d44-73b8-4fdc-9ba6-dcbdcb225e6f tempest-LiveMigrationTest-1529316378 tempest-LiveMigrationTest-1529316378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:06.226493 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f695084f-a7ee-42bc-9f0d-1b62494e6717 req-a9af9d44-73b8-4fdc-9ba6-dcbdcb225e6f tempest-LiveMigrationTest-1529316378 tempest-LiveMigrationTest-1529316378-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=9425bd0c-c153-4dfc-853f-2f05765de50b&tenant_id=7a7e417343d4479788713b4bb769c9b0&binding%3Ahost_id=n-h1-771362-32 HTTP/1.1" status: 200 len: 1097 time: 0.1708071 Jul 05 02:17:06.260862 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-49ead364-f557-442b-826c-c16f50c21f1f service neutron] 10.222.0.23 "GET /v2.0/networks/8fabf858-7855-4bc3-b4b1-4ecb63b57267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576920 Jul 05 02:17:06.285823 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a891a06c-86a0-4254-b078-4d9c05fea6e8 req-6075acf0-e5dd-4c22-b6dc-8cb9155d7d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:06.291003 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a891a06c-86a0-4254-b078-4d9c05fea6e8 req-6075acf0-e5dd-4c22-b6dc-8cb9155d7d61 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=88cd65d9-1715-492f-9ef5-e486cc8231ac HTTP/1.1" status: 200 len: 859 time: 0.0758502 Jul 05 02:17:06.383570 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a891a06c-86a0-4254-b078-4d9c05fea6e8 req-bbfca241-fd17-4092-b99e-0e269faac06c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711122 Jul 05 02:17:06.383737 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-542dbd52-9dd1-4555-b371-7138cc24aaf4 req-f8edb0fc-a465-468a-a281-ba3ad3980fef tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:06.455861 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-f695084f-a7ee-42bc-9f0d-1b62494e6717 req-e9635c3e-06af-4529-80fc-b09ea89faa79 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-771362-32'}}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:17:06.489547 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-542dbd52-9dd1-4555-b371-7138cc24aaf4 req-f8edb0fc-a465-468a-a281-ba3ad3980fef tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Network 1a020cb7-dc30-4875-a4a6-843a4f5bca74 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:17:06.547551 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a891a06c-86a0-4254-b078-4d9c05fea6e8 req-6fad088a-f613-4ba6-9e27-158d9aef372c service neutron] 10.222.0.21 "GET /v2.0/networks/b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602762 Jul 05 02:17:06.560251 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346191c3-d8bb-416a-b675-564ce258cc67 req-824e0216-a127-4081-b8b2-4c65be6fdf14 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:06.568027 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-346191c3-d8bb-416a-b675-564ce258cc67 req-824e0216-a127-4081-b8b2-4c65be6fdf14 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=1aeab594-2943-4da5-9c13-c06d96250566 HTTP/1.1" status: 200 len: 943 time: 0.4360268 Jul 05 02:17:06.662977 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-346191c3-d8bb-416a-b675-564ce258cc67 req-254d18c9-5982-4ed7-a3a7-32e154bd22ef tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939507 Jul 05 02:17:06.913760 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a891a06c-86a0-4254-b078-4d9c05fea6e8 req-06b359fb-88e5-4f73-981a-44ba23e95597 service neutron] 10.222.0.21 "GET /v2.0/networks/b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3435726 Jul 05 02:17:07.029926 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [req-542dbd52-9dd1-4555-b371-7138cc24aaf4 req-f8edb0fc-a465-468a-a281-ba3ad3980fef tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:17:07.053678 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [req-542dbd52-9dd1-4555-b371-7138cc24aaf4 req-f8edb0fc-a465-468a-a281-ba3ad3980fef tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:17:07.140262 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8edb0fc-a465-468a-a281-ba3ad3980fef tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Pushing event updated for resources: {'Port': ['ID=ba8b69b1-313c-458b-8533-338c568e8332,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:07.163416 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fef002f-aa82-493b-b239-95ef44f63b6e req-53d8f1bf-c34e-4f49-b532-8f4ceb93f36b tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:07.166901 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542dbd52-9dd1-4555-b371-7138cc24aaf4 req-f8edb0fc-a465-468a-a281-ba3ad3980fef tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:07.167860 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-542dbd52-9dd1-4555-b371-7138cc24aaf4 req-f8edb0fc-a465-468a-a281-ba3ad3980fef tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:07.171327 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6fef002f-aa82-493b-b239-95ef44f63b6e req-53d8f1bf-c34e-4f49-b532-8f4ceb93f36b tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=9425bd0c-c153-4dfc-853f-2f05765de50b HTTP/1.1" status: 200 len: 945 time: 0.0975769 Jul 05 02:17:07.188418 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-f695084f-a7ee-42bc-9f0d-1b62494e6717 req-e9635c3e-06af-4529-80fc-b09ea89faa79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:07.195005 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-622c5194-1c45-4858-9953-477d7344c850 service neutron] 10.222.0.23 "GET /v2.0/networks/8fabf858-7855-4bc3-b4b1-4ecb63b57267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9249401 Jul 05 02:17:07.232664 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6fef002f-aa82-493b-b239-95ef44f63b6e req-fd111d60-da1f-4d3c-aa0e-1d4270f1377e tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599403 Jul 05 02:17:07.313029 n-d-771362-32 neutron-server[94461]: INFO neutron.api.v2.resource [req-40b532e5-ea89-4266-8d1b-9edd29aade1c req-ba73140f-249c-4c1d-b79d-c2a23f073af9 tempest-FloatingIPsTestJSON-842613926 tempest-FloatingIPsTestJSON-842613926-project] show failed (client error): The resource could not be found. Jul 05 02:17:07.313968 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-40b532e5-ea89-4266-8d1b-9edd29aade1c req-ba73140f-249c-4c1d-b79d-c2a23f073af9 tempest-FloatingIPsTestJSON-842613926 tempest-FloatingIPsTestJSON-842613926-project] 10.222.0.23 "GET /v2.0/floatingips/d6fcc933-22bc-40bd-ae20-f8d82383fe8f HTTP/1.1" status: 404 len: 350 time: 0.0470042 Jul 05 02:17:07.324187 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-542dbd52-9dd1-4555-b371-7138cc24aaf4 req-f8edb0fc-a465-468a-a281-ba3ad3980fef tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5962439 Jul 05 02:17:07.346216 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-542dbd52-9dd1-4555-b371-7138cc24aaf4 req-898ed2a9-1d95-455e-88f1-50c91fddecca service neutron] Request body: {'port': {'device_id': 'b3f5e5a3-382e-4ad9-a192-3de842dc6b67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-32'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:17:07.357701 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4294f10f-01c1-41ca-9ad1-9cca70284854 x-openstack-request-id: req-4294f10f-01c1-41ca-9ad1-9cca70284854 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:17:07.358376 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1aeab594-2943-4da5-9c13-c06d96250566", "tag": "3c19ebf3-e76c-400e-9c08-5d75501c001a", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:17:07.358827 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4294f10f-01c1-41ca-9ad1-9cca70284854 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:17:07.359637 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1aeab594-2943-4da5-9c13-c06d96250566', 'tag': '3c19ebf3-e76c-400e-9c08-5d75501c001a', 'status': 'completed', 'code': 200} Jul 05 02:17:07.461483 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3899df2b-8d06-458c-8464-51855b59c049 req-451749b3-6ca6-4db7-adb7-57a3f1b2b96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:07.464358 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3899df2b-8d06-458c-8464-51855b59c049 req-451749b3-6ca6-4db7-adb7-57a3f1b2b96d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7bf4f22dde1e4624a2cb34086c53be02&device_id=1aeab594-2943-4da5-9c13-c06d96250566 HTTP/1.1" status: 200 len: 1095 time: 0.0840719 Jul 05 02:17:07.469123 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 3cffef8b-24fe-4f69-94a5-2ba15c027d10 details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:17:07.484761 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-542dbd52-9dd1-4555-b371-7138cc24aaf4 req-898ed2a9-1d95-455e-88f1-50c91fddecca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:07.514556 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-82df88d8-65bc-4d75-8d09-1317643acf3a service neutron] 10.222.0.23 "GET /v2.0/networks/8fabf858-7855-4bc3-b4b1-4ecb63b57267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3080244 Jul 05 02:17:07.617158 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-f695084f-a7ee-42bc-9f0d-1b62494e6717 req-e9635c3e-06af-4529-80fc-b09ea89faa79 service neutron] For port 3cffef8b-24fe-4f69-94a5-2ba15c027d10, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=3cffef8b-24fe-4f69-94a5-2ba15c027d10,segment=NetworkSegment(24fd9432-f398-4a05-975c-1360bad4fc21),segment_id=24fd9432-f398-4a05-975c-1360bad4fc21)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:17:07.668017 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 3cffef8b-24fe-4f69-94a5-2ba15c027d10, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=3cffef8b-24fe-4f69-94a5-2ba15c027d10,segment=NetworkSegment(24fd9432-f398-4a05-975c-1360bad4fc21),segment_id=24fd9432-f398-4a05-975c-1360bad4fc21)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:17:07.675058 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3899df2b-8d06-458c-8464-51855b59c049 req-1d9a20d6-2e00-4d2e-8d33-84ff62a1d757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:07.676784 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3899df2b-8d06-458c-8464-51855b59c049 req-1d9a20d6-2e00-4d2e-8d33-84ff62a1d757 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1 HTTP/1.1" status: 200 len: 919 time: 0.1947081 Jul 05 02:17:07.691260 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b73e3f-fefc-4c3e-a238-d6cec25e9644 req-2c1ef3bc-0a5c-44ad-806c-e6a87f5c2b67 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:07.691634 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 3cffef8b-24fe-4f69-94a5-2ba15c027d10 has no active binding in host n-h2-771362-32 {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 05 02:17:07.692851 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b8b73e3f-fefc-4c3e-a238-d6cec25e9644 req-2c1ef3bc-0a5c-44ad-806c-e6a87f5c2b67 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3f5e5a3-382e-4ad9-a192-3de842dc6b67 HTTP/1.1" status: 200 len: 931 time: 0.1890366 Jul 05 02:17:07.749834 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3899df2b-8d06-458c-8464-51855b59c049 req-e4a34590-40d2-4247-b899-f092b9193dd3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c19ebf3-e76c-400e-9c08-5d75501c001a HTTP/1.1" status: 200 len: 217 time: 0.0560031 Jul 05 02:17:07.770961 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-f695084f-a7ee-42bc-9f0d-1b62494e6717 req-e9635c3e-06af-4529-80fc-b09ea89faa79 service neutron] For port 3cffef8b-24fe-4f69-94a5-2ba15c027d10, host n-h1-771362-32, cleared binding levels {{(pid=94462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:17:07.778314 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b8b73e3f-fefc-4c3e-a238-d6cec25e9644 req-d37103f6-7ada-495d-92df-015cdaf1b4c7 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc929fbb-c4f8-4892-b37d-5570a0c717b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772243 Jul 05 02:17:07.817273 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3899df2b-8d06-458c-8464-51855b59c049 req-c4f0f348-302b-4b48-b577-05f6a19431e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:07.818805 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3899df2b-8d06-458c-8464-51855b59c049 req-c4f0f348-302b-4b48-b577-05f6a19431e4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=88cd65d9-1715-492f-9ef5-e486cc8231ac HTTP/1.1" status: 200 len: 859 time: 0.0571718 Jul 05 02:17:07.826086 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-eff0fbdb-1cfc-4376-97c1-c08a6a42943f service neutron] 10.222.0.23 "GET /v2.0/networks/8fabf858-7855-4bc3-b4b1-4ecb63b57267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2943692 Jul 05 02:17:07.948149 n-d-771362-32 neutron-server[94461]: INFO neutron.api.v2.resource [req-40b87d77-0933-4ace-9fa1-d0ee3d8841b8 req-ee3a1f40-528e-4296-93bc-528afa463471 tempest-FloatingIPsTestJSON-842613926 tempest-FloatingIPsTestJSON-842613926-project] show failed (client error): The resource could not be found. Jul 05 02:17:07.949825 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-40b87d77-0933-4ace-9fa1-d0ee3d8841b8 req-ee3a1f40-528e-4296-93bc-528afa463471 tempest-FloatingIPsTestJSON-842613926 tempest-FloatingIPsTestJSON-842613926-project] 10.222.0.23 "GET /v2.0/floatingips/d6fcc933-22bc-40bd-ae20-f8d82383fe8f HTTP/1.1" status: 404 len: 350 time: 0.0860608 Jul 05 02:17:07.980506 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [req-542dbd52-9dd1-4555-b371-7138cc24aaf4 req-898ed2a9-1d95-455e-88f1-50c91fddecca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba8b69b1-313c-458b-8533-338c568e8332 {{(pid=94462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:17:07.982217 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 48726) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:17:07.985928 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3899df2b-8d06-458c-8464-51855b59c049 req-76b6a586-cb5d-4b34-9322-e0e37f03dd45 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539961 Jul 05 02:17:07.988769 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-542dbd52-9dd1-4555-b371-7138cc24aaf4 req-898ed2a9-1d95-455e-88f1-50c91fddecca service neutron] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:08.011239 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [req-542dbd52-9dd1-4555-b371-7138cc24aaf4 req-898ed2a9-1d95-455e-88f1-50c91fddecca service neutron] Transition to ACTIVE for port object ba8b69b1-313c-458b-8533-338c568e8332 will not be triggered until provisioned by entity L2. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:17:08.021782 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-f695084f-a7ee-42bc-9f0d-1b62494e6717 req-e9635c3e-06af-4529-80fc-b09ea89faa79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:08.027251 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9425bd0c-c153-4dfc-853f-2f05765de50b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cffef8b-24fe-4f69-94a5-2ba15c027d10'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:17:08.030698 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b223267e0e0ddb3199af7772d0b45336e3b4b54fbb151c86a8051291a61e85db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97470215-60f4-4aca-b904-6cd8ae231b45" -d '{"events": [{"server_uuid": "9425bd0c-c153-4dfc-853f-2f05765de50b", "name": "network-vif-unplugged", "status": "completed", "tag": "3cffef8b-24fe-4f69-94a5-2ba15c027d10"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:17:08.149599 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-542dbd52-9dd1-4555-b371-7138cc24aaf4 req-898ed2a9-1d95-455e-88f1-50c91fddecca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:08.245833 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-f695084f-a7ee-42bc-9f0d-1b62494e6717 req-e9635c3e-06af-4529-80fc-b09ea89faa79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:08.303885 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3899df2b-8d06-458c-8464-51855b59c049 req-063e077a-6d45-4596-9535-630413cb24b6 service neutron] 10.222.0.21 "GET /v2.0/networks/b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3087349 Jul 05 02:17:08.312790 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898ed2a9-1d95-455e-88f1-50c91fddecca service neutron] Pushing event updated for resources: {'Port': ['ID=ba8b69b1-313c-458b-8533-338c568e8332,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:08.411366 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632dde39-d601-4686-9c16-d378f7f84ffb req-7bd1f614-73a0-4877-ae15-073568f08614 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:08.412976 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-632dde39-d601-4686-9c16-d378f7f84ffb req-7bd1f614-73a0-4877-ae15-073568f08614 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=1aeab594-2943-4da5-9c13-c06d96250566 HTTP/1.1" status: 200 len: 943 time: 0.3155882 Jul 05 02:17:08.432652 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-f695084f-a7ee-42bc-9f0d-1b62494e6717 req-e9635c3e-06af-4529-80fc-b09ea89faa79 service neutron] Attempting to bind port 3cffef8b-24fe-4f69-94a5-2ba15c027d10 on host n-h1-771362-32 for vnic_type normal with profile {"migrating_to": "n-h2-771362-32"} {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:17:08.433061 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-f695084f-a7ee-42bc-9f0d-1b62494e6717 req-e9635c3e-06af-4529-80fc-b09ea89faa79 service neutron] Attempting to bind port 3cffef8b-24fe-4f69-94a5-2ba15c027d10 by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': '24fd9432-f398-4a05-975c-1360bad4fc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd55491b1-56ba-426a-ac8c-e92d73c02c5b'}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:17:08.433959 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f695084f-a7ee-42bc-9f0d-1b62494e6717 req-e9635c3e-06af-4529-80fc-b09ea89faa79 service neutron] Attempting to bind port 3cffef8b-24fe-4f69-94a5-2ba15c027d10 on network d55491b1-56ba-426a-ac8c-e92d73c02c5b {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:17:08.460586 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f695084f-a7ee-42bc-9f0d-1b62494e6717 req-e9635c3e-06af-4529-80fc-b09ea89faa79 service neutron] Port 3cffef8b-24fe-4f69-94a5-2ba15c027d10 on network d55491b1-56ba-426a-ac8c-e92d73c02c5b not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:17:08.461048 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f695084f-a7ee-42bc-9f0d-1b62494e6717 req-e9635c3e-06af-4529-80fc-b09ea89faa79 service neutron] Attempting to bind port 3cffef8b-24fe-4f69-94a5-2ba15c027d10 on network d55491b1-56ba-426a-ac8c-e92d73c02c5b {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:17:08.471575 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9635c3e-06af-4529-80fc-b09ea89faa79 service neutron] Pushing event updated for resources: {'Port': ['ID=3cffef8b-24fe-4f69-94a5-2ba15c027d10,revision_number=7']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:08.482142 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f695084f-a7ee-42bc-9f0d-1b62494e6717 req-e9635c3e-06af-4529-80fc-b09ea89faa79 service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:17:08.482630 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f695084f-a7ee-42bc-9f0d-1b62494e6717 req-e9635c3e-06af-4529-80fc-b09ea89faa79 service neutron] Checking segment: {'id': '24fd9432-f398-4a05-975c-1360bad4fc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd55491b1-56ba-426a-ac8c-e92d73c02c5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:17:08.483114 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f695084f-a7ee-42bc-9f0d-1b62494e6717 req-e9635c3e-06af-4529-80fc-b09ea89faa79 service neutron] Bound using segment: {'id': '24fd9432-f398-4a05-975c-1360bad4fc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd55491b1-56ba-426a-ac8c-e92d73c02c5b'} {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:17:08.483761 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-f695084f-a7ee-42bc-9f0d-1b62494e6717 req-e9635c3e-06af-4529-80fc-b09ea89faa79 service neutron] Bound port: 3cffef8b-24fe-4f69-94a5-2ba15c027d10, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24fd9432-f398-4a05-975c-1360bad4fc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd55491b1-56ba-426a-ac8c-e92d73c02c5b'}}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:17:08.484195 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-f695084f-a7ee-42bc-9f0d-1b62494e6717 req-e9635c3e-06af-4529-80fc-b09ea89faa79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:08.507113 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-542dbd52-9dd1-4555-b371-7138cc24aaf4 req-898ed2a9-1d95-455e-88f1-50c91fddecca service neutron] Attempting to bind port ba8b69b1-313c-458b-8533-338c568e8332 on host n-h1-771362-32 for vnic_type normal with profile {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:17:08.507542 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-542dbd52-9dd1-4555-b371-7138cc24aaf4 req-898ed2a9-1d95-455e-88f1-50c91fddecca service neutron] Attempting to bind port ba8b69b1-313c-458b-8533-338c568e8332 by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': 'd5de39fc-4b4e-459b-8d86-509609a7e1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1a020cb7-dc30-4875-a4a6-843a4f5bca74'}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:17:08.507966 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542dbd52-9dd1-4555-b371-7138cc24aaf4 req-898ed2a9-1d95-455e-88f1-50c91fddecca service neutron] Attempting to bind port ba8b69b1-313c-458b-8533-338c568e8332 on network 1a020cb7-dc30-4875-a4a6-843a4f5bca74 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:17:08.526938 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-632dde39-d601-4686-9c16-d378f7f84ffb req-143b8566-6439-480a-a867-560f089f9b08 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038995 Jul 05 02:17:08.533092 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542dbd52-9dd1-4555-b371-7138cc24aaf4 req-898ed2a9-1d95-455e-88f1-50c91fddecca service neutron] Port ba8b69b1-313c-458b-8533-338c568e8332 on network 1a020cb7-dc30-4875-a4a6-843a4f5bca74 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:17:08.540438 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542dbd52-9dd1-4555-b371-7138cc24aaf4 req-898ed2a9-1d95-455e-88f1-50c91fddecca service neutron] Attempting to bind port ba8b69b1-313c-458b-8533-338c568e8332 on network 1a020cb7-dc30-4875-a4a6-843a4f5bca74 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:17:08.540611 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3899df2b-8d06-458c-8464-51855b59c049 req-faaa89df-cffc-48fc-846c-f6f6a468d0a8 service neutron] 10.222.0.21 "GET /v2.0/networks/b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211435 Jul 05 02:17:08.547897 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542dbd52-9dd1-4555-b371-7138cc24aaf4 req-898ed2a9-1d95-455e-88f1-50c91fddecca service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:17:08.548239 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542dbd52-9dd1-4555-b371-7138cc24aaf4 req-898ed2a9-1d95-455e-88f1-50c91fddecca service neutron] Checking segment: {'id': 'd5de39fc-4b4e-459b-8d86-509609a7e1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1a020cb7-dc30-4875-a4a6-843a4f5bca74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:17:08.548631 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542dbd52-9dd1-4555-b371-7138cc24aaf4 req-898ed2a9-1d95-455e-88f1-50c91fddecca service neutron] Bound using segment: {'id': 'd5de39fc-4b4e-459b-8d86-509609a7e1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1a020cb7-dc30-4875-a4a6-843a4f5bca74'} {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:17:08.549130 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-542dbd52-9dd1-4555-b371-7138cc24aaf4 req-898ed2a9-1d95-455e-88f1-50c91fddecca service neutron] Bound port: ba8b69b1-313c-458b-8533-338c568e8332, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5de39fc-4b4e-459b-8d86-509609a7e1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1a020cb7-dc30-4875-a4a6-843a4f5bca74'}}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:17:08.549496 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-542dbd52-9dd1-4555-b371-7138cc24aaf4 req-898ed2a9-1d95-455e-88f1-50c91fddecca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:08.600690 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-f695084f-a7ee-42bc-9f0d-1b62494e6717 req-e9635c3e-06af-4529-80fc-b09ea89faa79 service neutron] For port 3cffef8b-24fe-4f69-94a5-2ba15c027d10, host n-h1-771362-32, cleared binding levels {{(pid=94462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:17:08.637289 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-f695084f-a7ee-42bc-9f0d-1b62494e6717 req-e9635c3e-06af-4529-80fc-b09ea89faa79 service neutron] For port 3cffef8b-24fe-4f69-94a5-2ba15c027d10, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=3cffef8b-24fe-4f69-94a5-2ba15c027d10,segment=NetworkSegment(24fd9432-f398-4a05-975c-1360bad4fc21),segment_id=24fd9432-f398-4a05-975c-1360bad4fc21)] {{(pid=94462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:17:08.668435 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-542dbd52-9dd1-4555-b371-7138cc24aaf4 req-898ed2a9-1d95-455e-88f1-50c91fddecca service neutron] For port ba8b69b1-313c-458b-8533-338c568e8332, host n-h1-771362-32, cleared binding levels {{(pid=94462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:17:08.672140 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-542dbd52-9dd1-4555-b371-7138cc24aaf4 req-898ed2a9-1d95-455e-88f1-50c91fddecca service neutron] For port ba8b69b1-313c-458b-8533-338c568e8332, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=ba8b69b1-313c-458b-8533-338c568e8332,segment=NetworkSegment(d5de39fc-4b4e-459b-8d86-509609a7e1f4),segment_id=d5de39fc-4b4e-459b-8d86-509609a7e1f4)] {{(pid=94462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:17:08.699818 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-91cb3e36-94be-465b-aab7-8174f89c169b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1634680'] for router_interface, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:08.790563 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-f695084f-a7ee-42bc-9f0d-1b62494e6717 req-e9635c3e-06af-4529-80fc-b09ea89faa79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:08.867372 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-542dbd52-9dd1-4555-b371-7138cc24aaf4 req-898ed2a9-1d95-455e-88f1-50c91fddecca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:08.883880 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f695084f-a7ee-42bc-9f0d-1b62494e6717 req-e9635c3e-06af-4529-80fc-b09ea89faa79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:08.884510 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-f695084f-a7ee-42bc-9f0d-1b62494e6717 req-e9635c3e-06af-4529-80fc-b09ea89faa79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:08.885905 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f695084f-a7ee-42bc-9f0d-1b62494e6717 req-e9635c3e-06af-4529-80fc-b09ea89faa79 service neutron] 10.222.0.15 "PUT /v2.0/ports/3cffef8b-24fe-4f69-94a5-2ba15c027d10 HTTP/1.1" status: 200 len: 1123 time: 2.6508784 Jul 05 02:17:08.896948 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9635c3e-06af-4529-80fc-b09ea89faa79 service neutron] Pushing event updated for resources: {'Port': ['ID=3cffef8b-24fe-4f69-94a5-2ba15c027d10,revision_number=8']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:08.899522 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542dbd52-9dd1-4555-b371-7138cc24aaf4 req-898ed2a9-1d95-455e-88f1-50c91fddecca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:08.900132 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-542dbd52-9dd1-4555-b371-7138cc24aaf4 req-898ed2a9-1d95-455e-88f1-50c91fddecca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:08.901496 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-542dbd52-9dd1-4555-b371-7138cc24aaf4 req-898ed2a9-1d95-455e-88f1-50c91fddecca service neutron] 10.222.0.21 "PUT /v2.0/ports/ba8b69b1-313c-458b-8533-338c568e8332 HTTP/1.1" status: 200 len: 1092 time: 1.5610669 Jul 05 02:17:08.945079 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 02:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-362aef33-6cd7-407d-919b-5d2d95543016 x-openstack-request-id: req-362aef33-6cd7-407d-919b-5d2d95543016 {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:17:08.946288 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9425bd0c-c153-4dfc-853f-2f05765de50b", "name": "network-vif-unplugged", "status": "completed", "tag": "3cffef8b-24fe-4f69-94a5-2ba15c027d10", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:17:08.946288 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-362aef33-6cd7-407d-919b-5d2d95543016 {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:17:08.946755 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9425bd0c-c153-4dfc-853f-2f05765de50b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cffef8b-24fe-4f69-94a5-2ba15c027d10', 'code': 200} Jul 05 02:17:08.959873 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898ed2a9-1d95-455e-88f1-50c91fddecca service neutron] Pushing event updated for resources: {'Port': ['ID=ba8b69b1-313c-458b-8533-338c568e8332,revision_number=3']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:08.974563 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['3cffef8b-24fe-4f69-94a5-2ba15c027d10'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:17:08.998626 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['3cffef8b-24fe-4f69-94a5-2ba15c027d10'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:17:09.031280 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-91cb3e36-94be-465b-aab7-8174f89c169b admin admin] Deleting port d241abd8-d7ab-42d0-a6ff-f5729fb702a7 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:17:09.031676 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-91cb3e36-94be-465b-aab7-8174f89c169b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:09.130100 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542dbd52-9dd1-4555-b371-7138cc24aaf4 req-b1106a6c-16f6-4824-a6dc-3e56c82fe81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:09.132533 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-542dbd52-9dd1-4555-b371-7138cc24aaf4 req-b1106a6c-16f6-4824-a6dc-3e56c82fe81a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3ec6b36fb8104434851a718901e41070&device_id=b3f5e5a3-382e-4ad9-a192-3de842dc6b67 HTTP/1.1" status: 200 len: 1095 time: 0.0597479 Jul 05 02:17:09.156990 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [None req-91cb3e36-94be-465b-aab7-8174f89c169b admin admin] For port d241abd8-d7ab-42d0-a6ff-f5729fb702a7, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=d241abd8-d7ab-42d0-a6ff-f5729fb702a7,segment=NetworkSegment(131de2da-e26f-41ed-8a2f-99c1d592c2ee),segment_id=131de2da-e26f-41ed-8a2f-99c1d592c2ee)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:17:09.157530 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-91cb3e36-94be-465b-aab7-8174f89c169b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:09.189384 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b33454-a276-4570-bcbe-99fb11cf7e08 req-7b51e3e7-854b-49c4-8a79-3067d5bab11a tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:09.191878 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-62b33454-a276-4570-bcbe-99fb11cf7e08 req-7b51e3e7-854b-49c4-8a79-3067d5bab11a tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=9425bd0c-c153-4dfc-853f-2f05765de50b HTTP/1.1" status: 200 len: 943 time: 0.1452527 Jul 05 02:17:09.200988 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-91cb3e36-94be-465b-aab7-8174f89c169b admin admin] Calling delete_port for d241abd8-d7ab-42d0-a6ff-f5729fb702a7 owned by network:router_interface {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:17:09.225609 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-542dbd52-9dd1-4555-b371-7138cc24aaf4 req-b193863f-fcf6-4ea5-850a-9df126856da4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba8b69b1-313c-458b-8533-338c568e8332 HTTP/1.1" status: 200 len: 217 time: 0.0730784 Jul 05 02:17:09.288795 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542dbd52-9dd1-4555-b371-7138cc24aaf4 req-def80924-3f0b-408b-ac73-cd3bd968bf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:09.290459 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-542dbd52-9dd1-4555-b371-7138cc24aaf4 req-def80924-3f0b-408b-ac73-cd3bd968bf9c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3695cc03-de8e-40cd-a422-de5229d59312 HTTP/1.1" status: 200 len: 862 time: 0.0583832 Jul 05 02:17:09.304514 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-62b33454-a276-4570-bcbe-99fb11cf7e08 req-0ab7b48f-261b-4d8d-9252-4a96138eeb26 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043706 Jul 05 02:17:09.327758 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-542dbd52-9dd1-4555-b371-7138cc24aaf4 req-f4365bac-676a-4e9c-b883-c4b6d7d6b807 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1a020cb7-dc30-4875-a4a6-843a4f5bca74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308025 Jul 05 02:17:09.440714 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-542dbd52-9dd1-4555-b371-7138cc24aaf4 req-7be817e1-7ddc-4e7b-a118-f2b2d2a3979a service neutron] 10.222.0.21 "GET /v2.0/networks/1a020cb7-dc30-4875-a4a6-843a4f5bca74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054621 Jul 05 02:17:09.543502 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-542dbd52-9dd1-4555-b371-7138cc24aaf4 req-b15bd63b-cfc1-426e-9625-8db97fe240ba service neutron] 10.222.0.21 "GET /v2.0/networks/1a020cb7-dc30-4875-a4a6-843a4f5bca74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951204 Jul 05 02:17:09.558088 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-91cb3e36-94be-465b-aab7-8174f89c169b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:09.593206 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cb3e36-94be-465b-aab7-8174f89c169b admin admin] Pushing event deleted for resources: {'Port': ['ID=d241abd8-d7ab-42d0-a6ff-f5729fb702a7,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:09.791041 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a38642f-c539-4daa-aecf-cfee81edc3ef req-3755c3ba-4c02-4359-a1b5-208e076921ba tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:09.792685 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1a38642f-c539-4daa-aecf-cfee81edc3ef req-3755c3ba-4c02-4359-a1b5-208e076921ba tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3f5e5a3-382e-4ad9-a192-3de842dc6b67 HTTP/1.1" status: 200 len: 943 time: 0.1677039 Jul 05 02:17:10.072097 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc973d0-9632-482a-be1b-10df0be3c4f7 req-0a39b3a2-a743-4c9e-a890-7cea5b7a28cd tempest-ImagesOneServerTestJSON-887394783 tempest-ImagesOneServerTestJSON-887394783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:10.075096 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0dc973d0-9632-482a-be1b-10df0be3c4f7 req-0a39b3a2-a743-4c9e-a890-7cea5b7a28cd tempest-ImagesOneServerTestJSON-887394783 tempest-ImagesOneServerTestJSON-887394783-project] 10.222.0.23 "GET /v2.0/ports?device_id=22593023-0406-4e0e-8dfe-527268fdd140 HTTP/1.1" status: 200 len: 951 time: 0.0686226 Jul 05 02:17:10.114498 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0dc973d0-9632-482a-be1b-10df0be3c4f7 req-14661f43-c88d-4cda-adf3-b402388f34cf tempest-ImagesOneServerTestJSON-887394783 tempest-ImagesOneServerTestJSON-887394783-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dddceb9-4cfd-474a-b9bd-00ea9e599de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332723 Jul 05 02:17:10.163178 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-91cb3e36-94be-465b-aab7-8174f89c169b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635398'] for router_interface, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:10.181348 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1a38642f-c539-4daa-aecf-cfee81edc3ef req-fd031237-288f-4a66-8bb8-63fcc4f0ea78 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc929fbb-c4f8-4892-b37d-5570a0c717b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565643 Jul 05 02:17:10.262025 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-72863650-9f14-4ff9-bd0b-09129d1c4c97 req-82832c03-b901-4298-a502-28f184366cad tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/ports?device_id=92403696-646a-4870-b635-6151c7b09066 HTTP/1.1" status: 200 len: 210 time: 0.0357018 Jul 05 02:17:10.299320 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5b2470-d5e5-42a9-9854-b631c5ab5248 req-25386ec0-f47f-4758-8420-d5c8e41f0bde tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:10.300962 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8f5b2470-d5e5-42a9-9854-b631c5ab5248 req-25386ec0-f47f-4758-8420-d5c8e41f0bde tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=1aeab594-2943-4da5-9c13-c06d96250566 HTTP/1.1" status: 200 len: 943 time: 0.0778320 Jul 05 02:17:10.363228 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8f5b2470-d5e5-42a9-9854-b631c5ab5248 req-a98da557-c94d-4698-8a5c-1de3a0a34d56 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534918 Jul 05 02:17:10.455506 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91cb3e36-94be-465b-aab7-8174f89c169b admin admin] Router e807b69f-adc9-4361-a561-89e17afafb3d has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:17:10.576612 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91cb3e36-94be-465b-aab7-8174f89c169b admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:17:10.585333 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-91cb3e36-94be-465b-aab7-8174f89c169b admin admin] 10.222.0.23 "PUT /v2.0/routers/e807b69f-adc9-4361-a561-89e17afafb3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5945015 Jul 05 02:17:10.585333 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 48826) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:17:10.587819 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f56611-2925-4894-89ef-0f75cc8d429e None None] Sync routers for ids ['e807b69f-adc9-4361-a561-89e17afafb3d'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:17:10.597866 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f56611-2925-4894-89ef-0f75cc8d429e None None] Routers {'e807b69f-adc9-4361-a561-89e17afafb3d'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:17:10.598727 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-11f56611-2925-4894-89ef-0f75cc8d429e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:16:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['e807b69f-adc9-4361-a561-89e17afafb3d'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:17:10.672553 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b70a6f-0743-4a9f-b2ed-4982a372c15e req-346dbea5-4e06-4d83-ae14-1010e064280c tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:10.674275 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-52b70a6f-0743-4a9f-b2ed-4982a372c15e req-346dbea5-4e06-4d83-ae14-1010e064280c tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=9425bd0c-c153-4dfc-853f-2f05765de50b HTTP/1.1" status: 200 len: 943 time: 0.0848165 Jul 05 02:17:10.732118 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1106c500-c0a8-4e1b-b722-eedb8412fd24 admin admin] Notify callbacks [] for router, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:10.738020 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-11f56611-2925-4894-89ef-0f75cc8d429e None None] Set router e807b69f-adc9-4361-a561-89e17afafb3d gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:17:10.738700 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-52b70a6f-0743-4a9f-b2ed-4982a372c15e req-d975e137-2db5-4f29-83cc-16d73ddb7f3f tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577114 Jul 05 02:17:10.853973 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1106c500-c0a8-4e1b-b722-eedb8412fd24 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:10.928670 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-11f56611-2925-4894-89ef-0f75cc8d429e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e807b69f-adc9-4361-a561-89e17afafb3d', 'name': 'tempest-FloatingIPsTestJSON-305698866-router', 'tenant_id': '7ff761bc04fb43a19243c6d4ea5d9e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': 'd14ca612-15b8-42f5-9676-c8cd3a08c61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:16:38Z', 'updated_at': '2021-07-05T02:17:09Z', 'revision_number': 5, 'project_id': '7ff761bc04fb43a19243c6d4ea5d9e1e', 'gw_port': {'id': 'd14ca612-15b8-42f5-9676-c8cd3a08c61c', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:21:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e807b69f-adc9-4361-a561-89e17afafb3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:16:39Z', 'updated_at': '2021-07-05T02:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:17:10.947569 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9425bd0c-c153-4dfc-853f-2f05765de50b', 'tag': '3cffef8b-24fe-4f69-94a5-2ba15c027d10'}, {'name': 'network-changed', 'server_uuid': 'b3f5e5a3-382e-4ad9-a192-3de842dc6b67', 'tag': 'ba8b69b1-313c-458b-8533-338c568e8332'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:17:10.950535 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b223267e0e0ddb3199af7772d0b45336e3b4b54fbb151c86a8051291a61e85db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4387cfd4-e4a2-4207-a24d-964a42912cd1" -d '{"events": [{"name": "network-changed", "server_uuid": "9425bd0c-c153-4dfc-853f-2f05765de50b", "tag": "3cffef8b-24fe-4f69-94a5-2ba15c027d10"}, {"name": "network-changed", "server_uuid": "b3f5e5a3-382e-4ad9-a192-3de842dc6b67", "tag": "ba8b69b1-313c-458b-8533-338c568e8332"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:17:10.953780 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f56611-2925-4894-89ef-0f75cc8d429e None None] Checking router: e807b69f-adc9-4361-a561-89e17afafb3d for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:17:10.962753 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f56611-2925-4894-89ef-0f75cc8d429e None None] Routers {'e807b69f-adc9-4361-a561-89e17afafb3d'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:17:10.963359 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-11f56611-2925-4894-89ef-0f75cc8d429e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:16:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['e807b69f-adc9-4361-a561-89e17afafb3d'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:17:10.996109 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-1106c500-c0a8-4e1b-b722-eedb8412fd24 admin admin] Deleting port d14ca612-15b8-42f5-9676-c8cd3a08c61c {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:17:10.996551 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1106c500-c0a8-4e1b-b722-eedb8412fd24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:11.024573 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 05 Jul 2021 02:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1437c7d9-9a1e-421a-91b5-9773760c714c x-openstack-request-id: req-1437c7d9-9a1e-421a-91b5-9773760c714c {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:17:11.024876 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9425bd0c-c153-4dfc-853f-2f05765de50b", "tag": "3cffef8b-24fe-4f69-94a5-2ba15c027d10", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b3f5e5a3-382e-4ad9-a192-3de842dc6b67", "tag": "ba8b69b1-313c-458b-8533-338c568e8332", "status": "completed", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:17:11.025386 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1437c7d9-9a1e-421a-91b5-9773760c714c {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:17:11.025788 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9425bd0c-c153-4dfc-853f-2f05765de50b', 'tag': '3cffef8b-24fe-4f69-94a5-2ba15c027d10', 'status': 'completed', 'code': 200} Jul 05 02:17:11.026870 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3f5e5a3-382e-4ad9-a192-3de842dc6b67', 'tag': 'ba8b69b1-313c-458b-8533-338c568e8332', 'status': 'completed', 'code': 200} Jul 05 02:17:11.059377 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-11f56611-2925-4894-89ef-0f75cc8d429e None None] Set router e807b69f-adc9-4361-a561-89e17afafb3d gateway port host: None {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:17:11.089075 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [None req-1106c500-c0a8-4e1b-b722-eedb8412fd24 admin admin] For port d14ca612-15b8-42f5-9676-c8cd3a08c61c, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=d14ca612-15b8-42f5-9676-c8cd3a08c61c,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:17:11.089924 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1106c500-c0a8-4e1b-b722-eedb8412fd24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:11.104563 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-1106c500-c0a8-4e1b-b722-eedb8412fd24 admin admin] Calling delete_port for d14ca612-15b8-42f5-9676-c8cd3a08c61c owned by network:router_gateway {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:17:11.112796 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-11f56611-2925-4894-89ef-0f75cc8d429e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e807b69f-adc9-4361-a561-89e17afafb3d', 'name': 'tempest-FloatingIPsTestJSON-305698866-router', 'tenant_id': '7ff761bc04fb43a19243c6d4ea5d9e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:16:38Z', 'updated_at': '2021-07-05T02:17:10Z', 'revision_number': 6, 'project_id': '7ff761bc04fb43a19243c6d4ea5d9e1e', 'gw_port_host': None}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:17:11.118085 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4387cfd4-e4a2-4207-a24d-964a42912cd1 req-36954bee-4c20-46ff-a2ec-fbfc94d63de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:11.119651 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4387cfd4-e4a2-4207-a24d-964a42912cd1 req-36954bee-4c20-46ff-a2ec-fbfc94d63de3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7a7e417343d4479788713b4bb769c9b0&device_id=9425bd0c-c153-4dfc-853f-2f05765de50b HTTP/1.1" status: 200 len: 1126 time: 0.0655656 Jul 05 02:17:11.158093 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f56611-2925-4894-89ef-0f75cc8d429e None None] The sync data for ids ['e807b69f-adc9-4361-a561-89e17afafb3d'] in n-d-771362-32 is: [{'id': 'e807b69f-adc9-4361-a561-89e17afafb3d', 'name': 'tempest-FloatingIPsTestJSON-305698866-router', 'tenant_id': '7ff761bc04fb43a19243c6d4ea5d9e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:16:38Z', 'updated_at': '2021-07-05T02:17:10Z', 'revision_number': 6, 'project_id': '7ff761bc04fb43a19243c6d4ea5d9e1e', 'gw_port_host': None}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:17:11.292723 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4387cfd4-e4a2-4207-a24d-964a42912cd1 req-035d56bc-91fc-4b1c-b604-9b98e44d39ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:11.294728 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4387cfd4-e4a2-4207-a24d-964a42912cd1 req-035d56bc-91fc-4b1c-b604-9b98e44d39ad service neutron] 10.222.0.21 "GET /v2.0/networks?id=d55491b1-56ba-426a-ac8c-e92d73c02c5b HTTP/1.1" status: 200 len: 908 time: 0.1682777 Jul 05 02:17:11.388511 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4387cfd4-e4a2-4207-a24d-964a42912cd1 req-2ea011b2-1a30-46bc-a0a2-97417e6990e4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3cffef8b-24fe-4f69-94a5-2ba15c027d10 HTTP/1.1" status: 200 len: 217 time: 0.0837352 Jul 05 02:17:11.450454 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4387cfd4-e4a2-4207-a24d-964a42912cd1 req-05ca27bd-bac3-42da-b8e1-74a459e480d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:11.451979 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4387cfd4-e4a2-4207-a24d-964a42912cd1 req-05ca27bd-bac3-42da-b8e1-74a459e480d0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9b152ce5-504f-4214-985c-9f5fa8213776 HTTP/1.1" status: 200 len: 848 time: 0.0533893 Jul 05 02:17:11.461472 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1106c500-c0a8-4e1b-b722-eedb8412fd24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:11.510679 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1106c500-c0a8-4e1b-b722-eedb8412fd24 admin admin] Pushing event deleted for resources: {'Port': ['ID=d14ca612-15b8-42f5-9676-c8cd3a08c61c,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:11.511256 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4387cfd4-e4a2-4207-a24d-964a42912cd1 req-d1d74401-9336-4e2e-9f1c-a9a5a59468b3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d55491b1-56ba-426a-ac8c-e92d73c02c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298069 Jul 05 02:17:11.531799 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:11.536172 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:11.558003 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1106c500-c0a8-4e1b-b722-eedb8412fd24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636927'] for router_gateway, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:11.565778 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 9fecbb51-81ad-4144-98a1-50986344e405 no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:17:11.664253 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1106c500-c0a8-4e1b-b722-eedb8412fd24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11828'] for router, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:11.666802 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:11.667282 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1106c500-c0a8-4e1b-b722-eedb8412fd24 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:11.692494 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4387cfd4-e4a2-4207-a24d-964a42912cd1 req-598cedb0-8d8c-4af6-8416-b76558806454 service neutron] 10.222.0.21 "GET /v2.0/networks/d55491b1-56ba-426a-ac8c-e92d73c02c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937416 Jul 05 02:17:11.697480 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22593023-0406-4e0e-8dfe-527268fdd140', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fecbb51-81ad-4144-98a1-50986344e405'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:17:11.700726 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d5f3a6-7905-4166-8ae1-221951f77971" -d '{"events": [{"server_uuid": "22593023-0406-4e0e-8dfe-527268fdd140", "name": "network-vif-unplugged", "status": "completed", "tag": "9fecbb51-81ad-4144-98a1-50986344e405"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:17:11.721771 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 9fecbb51-81ad-4144-98a1-50986344e405, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=9fecbb51-81ad-4144-98a1-50986344e405,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:17:11.782543 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceea7760-10e9-4531-9a98-25194d56842b req-bcba3b38-b240-422f-96c7-9daeb615e5f2 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:11.784078 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ceea7760-10e9-4531-9a98-25194d56842b req-bcba3b38-b240-422f-96c7-9daeb615e5f2 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3f5e5a3-382e-4ad9-a192-3de842dc6b67 HTTP/1.1" status: 200 len: 943 time: 0.1485803 Jul 05 02:17:11.836387 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4387cfd4-e4a2-4207-a24d-964a42912cd1 req-d45f350a-5ce6-4794-9b7d-995e7163b8c2 service neutron] 10.222.0.21 "GET /v2.0/networks/d55491b1-56ba-426a-ac8c-e92d73c02c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340554 Jul 05 02:17:11.849211 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ceea7760-10e9-4531-9a98-25194d56842b req-a806c854-779c-422d-a3f6-a43fa6c3b807 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc929fbb-c4f8-4892-b37d-5570a0c717b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574429 Jul 05 02:17:11.895185 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:11.895956 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1106c500-c0a8-4e1b-b722-eedb8412fd24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1575451'] for router, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:11.896775 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1106c500-c0a8-4e1b-b722-eedb8412fd24 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e807b69f-adc9-4361-a561-89e17afafb3d {{(pid=94461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 02:17:11.904869 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1106c500-c0a8-4e1b-b722-eedb8412fd24 admin admin] Notify callbacks [] for router, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:11.904869 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-1106c500-c0a8-4e1b-b722-eedb8412fd24 admin admin] 10.222.0.23 "DELETE /v2.0/routers/e807b69f-adc9-4361-a561-89e17afafb3d HTTP/1.1" status: 204 len: 168 time: 1.3186674 Jul 05 02:17:11.908730 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 48890) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:17:11.977652 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=9fecbb51-81ad-4144-98a1-50986344e405,revision_number=11']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:11.978889 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1bd8e2b-ae49-4ea2-96bf-f749ff324169 admin admin] Deleting subnet ef2d9209-69f5-4a7a-bd34-af674fd080b1 {{(pid=94461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:17:11.983052 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a1bd8e2b-ae49-4ea2-96bf-f749ff324169 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:12.025495 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a1bd8e2b-ae49-4ea2-96bf-f749ff324169 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5519650'] for subnet, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:12.071532 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ed379faf-1bb0-4ab6-b254-5d8b3fe03120 req-fbaae777-e7ee-40a3-b268-2215e28dfe88 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/ports?device_id=92403696-646a-4870-b635-6151c7b09066 HTTP/1.1" status: 200 len: 210 time: 0.0318182 Jul 05 02:17:12.096808 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4387cfd4-e4a2-4207-a24d-964a42912cd1 req-9171cc0b-82e5-425b-bba5-50d905f2bcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:12.096808 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4387cfd4-e4a2-4207-a24d-964a42912cd1 req-9171cc0b-82e5-425b-bba5-50d905f2bcb7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3ec6b36fb8104434851a718901e41070&device_id=b3f5e5a3-382e-4ad9-a192-3de842dc6b67 HTTP/1.1" status: 200 len: 1095 time: 0.0925024 Jul 05 02:17:12.136979 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a1bd8e2b-ae49-4ea2-96bf-f749ff324169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:12.239597 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4387cfd4-e4a2-4207-a24d-964a42912cd1 req-d5cb0d5a-7d53-4d00-baa4-035e360bec07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:12.241670 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4387cfd4-e4a2-4207-a24d-964a42912cd1 req-d5cb0d5a-7d53-4d00-baa4-035e360bec07 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1a020cb7-dc30-4875-a4a6-843a4f5bca74 HTTP/1.1" status: 200 len: 922 time: 0.1372688 Jul 05 02:17:12.287477 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a1bd8e2b-ae49-4ea2-96bf-f749ff324169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5763388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774356'] for subnet, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:12.290539 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4387cfd4-e4a2-4207-a24d-964a42912cd1 req-3f7b6b8e-657b-455a-9b5c-ac29e6b8528d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba8b69b1-313c-458b-8533-338c568e8332 HTTP/1.1" status: 200 len: 217 time: 0.0396237 Jul 05 02:17:12.321706 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bd8e2b-ae49-4ea2-96bf-f749ff324169 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef2d9209-69f5-4a7a-bd34-af674fd080b1,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:12.327057 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a1bd8e2b-ae49-4ea2-96bf-f749ff324169 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:12.332660 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-a1bd8e2b-ae49-4ea2-96bf-f749ff324169 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ef2d9209-69f5-4a7a-bd34-af674fd080b1 HTTP/1.1" status: 204 len: 168 time: 0.4217730 Jul 05 02:17:12.332789 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 48896) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:17:12.339401 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a345dd-041c-4bd1-b703-4928a500be8b None None] Network dd27034d-10cc-4fb2-9fdc-cdd574dbdbe4 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:17:12.349337 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99e32d0-5790-4091-805f-522bbdaa775f req-44bb09ee-bb3d-4b89-a1b9-2df324a38c4b tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:12.350975 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b99e32d0-5790-4091-805f-522bbdaa775f req-44bb09ee-bb3d-4b89-a1b9-2df324a38c4b tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=1aeab594-2943-4da5-9c13-c06d96250566 HTTP/1.1" status: 200 len: 943 time: 0.1476438 Jul 05 02:17:12.378729 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4387cfd4-e4a2-4207-a24d-964a42912cd1 req-7f77a6ce-3f09-4ca9-bfeb-17ca09263500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:12.380538 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4387cfd4-e4a2-4207-a24d-964a42912cd1 req-7f77a6ce-3f09-4ca9-bfeb-17ca09263500 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3695cc03-de8e-40cd-a422-de5229d59312 HTTP/1.1" status: 200 len: 862 time: 0.0806181 Jul 05 02:17:12.415669 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-15753572-3a8b-454c-942b-b08a42a6f5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:12.430786 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4387cfd4-e4a2-4207-a24d-964a42912cd1 req-847cc9bc-6218-4dbf-8301-251fce62636e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1a020cb7-dc30-4875-a4a6-843a4f5bca74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375674 Jul 05 02:17:12.447576 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b99e32d0-5790-4091-805f-522bbdaa775f req-20946d13-3cc6-45b6-85a3-dd0148bce5cb tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822752 Jul 05 02:17:12.512970 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-15753572-3a8b-454c-942b-b08a42a6f5a0 admin admin] Deleting port 8f867930-5b52-418d-8ddc-4116b6aa117a {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:17:12.513326 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-15753572-3a8b-454c-942b-b08a42a6f5a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:12.537539 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 02:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8ee9bbb-d4df-494d-bd86-e82a81859ab5 x-openstack-request-id: req-d8ee9bbb-d4df-494d-bd86-e82a81859ab5 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:17:12.538399 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22593023-0406-4e0e-8dfe-527268fdd140", "name": "network-vif-unplugged", "status": "completed", "tag": "9fecbb51-81ad-4144-98a1-50986344e405", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:17:12.538399 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d8ee9bbb-d4df-494d-bd86-e82a81859ab5 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:17:12.538756 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22593023-0406-4e0e-8dfe-527268fdd140', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fecbb51-81ad-4144-98a1-50986344e405', 'code': 200} Jul 05 02:17:12.583115 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4387cfd4-e4a2-4207-a24d-964a42912cd1 req-0509c760-86c0-477b-881c-3912006fb93f service neutron] 10.222.0.21 "GET /v2.0/networks/1a020cb7-dc30-4875-a4a6-843a4f5bca74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341846 Jul 05 02:17:12.642580 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [None req-15753572-3a8b-454c-942b-b08a42a6f5a0 admin admin] For port 8f867930-5b52-418d-8ddc-4116b6aa117a, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=8f867930-5b52-418d-8ddc-4116b6aa117a,segment=NetworkSegment(131de2da-e26f-41ed-8a2f-99c1d592c2ee),segment_id=131de2da-e26f-41ed-8a2f-99c1d592c2ee)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:17:12.643270 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3ad2ab-8672-44db-8389-284aff1f4160 None None] DHCP port deletion for dd27034d-10cc-4fb2-9fdc-cdd574dbdbe4 request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:17:12.643710 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-15753572-3a8b-454c-942b-b08a42a6f5a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:12.660817 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-15753572-3a8b-454c-942b-b08a42a6f5a0 admin admin] Calling delete_port for 8f867930-5b52-418d-8ddc-4116b6aa117a owned by network:dhcp {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:17:12.698114 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-fd3ad2ab-8672-44db-8389-284aff1f4160 None None] Deleting port 8f867930-5b52-418d-8ddc-4116b6aa117a {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:17:12.698749 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-fd3ad2ab-8672-44db-8389-284aff1f4160 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:12.729726 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4387cfd4-e4a2-4207-a24d-964a42912cd1 req-25b8ee40-4fed-4695-803c-717118d4655e service neutron] 10.222.0.21 "GET /v2.0/networks/1a020cb7-dc30-4875-a4a6-843a4f5bca74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365097 Jul 05 02:17:12.750896 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71079601-f2c5-4c34-bcf7-54f78ac6fecb req-d8329dd7-2605-478c-bfa9-fc8d7d0c8187 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:12.752495 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-71079601-f2c5-4c34-bcf7-54f78ac6fecb req-d8329dd7-2605-478c-bfa9-fc8d7d0c8187 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=9425bd0c-c153-4dfc-853f-2f05765de50b HTTP/1.1" status: 200 len: 943 time: 0.1605043 Jul 05 02:17:12.765144 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-fd3ad2ab-8672-44db-8389-284aff1f4160 None None] For port 8f867930-5b52-418d-8ddc-4116b6aa117a, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=8f867930-5b52-418d-8ddc-4116b6aa117a,segment=NetworkSegment(131de2da-e26f-41ed-8a2f-99c1d592c2ee),segment_id=131de2da-e26f-41ed-8a2f-99c1d592c2ee)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:17:12.765529 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-fd3ad2ab-8672-44db-8389-284aff1f4160 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:12.778017 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-fd3ad2ab-8672-44db-8389-284aff1f4160 None None] Calling delete_port for 8f867930-5b52-418d-8ddc-4116b6aa117a owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:17:12.792292 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-71079601-f2c5-4c34-bcf7-54f78ac6fecb req-b8b9f01c-bf4a-4dab-b15d-efbd160ce09e tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339096 Jul 05 02:17:12.846151 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-15753572-3a8b-454c-942b-b08a42a6f5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:12.875221 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-fd3ad2ab-8672-44db-8389-284aff1f4160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:12.879506 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15753572-3a8b-454c-942b-b08a42a6f5a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f867930-5b52-418d-8ddc-4116b6aa117a,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:12.881424 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15753572-3a8b-454c-942b-b08a42a6f5a0 admin admin] No DVR routers for this DVR port 8f867930-5b52-418d-8ddc-4116b6aa117a on host n-d-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:17:12.924247 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3ad2ab-8672-44db-8389-284aff1f4160 None None] Pushing event deleted for resources: {'Port': ['ID=8f867930-5b52-418d-8ddc-4116b6aa117a,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:12.930725 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3ad2ab-8672-44db-8389-284aff1f4160 None None] No DVR routers for this DVR port 8f867930-5b52-418d-8ddc-4116b6aa117a on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:17:12.965937 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-15753572-3a8b-454c-942b-b08a42a6f5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:12.976236 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-15753572-3a8b-454c-942b-b08a42a6f5a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd27034d-10cc-4fb2-9fdc-cdd574dbdbe4']}} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:17:12.987662 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-15753572-3a8b-454c-942b-b08a42a6f5a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '131de2da-e26f-41ed-8a2f-99c1d592c2ee') {'for_net_delete': True} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:17:12.987830 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-15753572-3a8b-454c-942b-b08a42a6f5a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '131de2da-e26f-41ed-8a2f-99c1d592c2ee') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:17:12.999414 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-15753572-3a8b-454c-942b-b08a42a6f5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5519669'] for segment, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:13.019505 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-15753572-3a8b-454c-942b-b08a42a6f5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:13.028639 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15753572-3a8b-454c-942b-b08a42a6f5a0 admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=94461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:17:13.029544 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-15753572-3a8b-454c-942b-b08a42a6f5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5763545'] for segment, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:13.047862 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:17:13.047862 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:17:13.047862 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:17:13.047862 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:17:13.047862 n-d-771362-32 neutron-server[94461]: Traceback (most recent call last): Jul 05 02:17:13.047862 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:17:13.047862 n-d-771362-32 neutron-server[94461]: timer() Jul 05 02:17:13.047862 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:17:13.047862 n-d-771362-32 neutron-server[94461]: cb(*args, **kw) Jul 05 02:17:13.047862 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:17:13.047862 n-d-771362-32 neutron-server[94461]: return func(*args, **kwargs) Jul 05 02:17:13.047862 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:17:13.047862 n-d-771362-32 neutron-server[94461]: self._notify() Jul 05 02:17:13.047862 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:17:13.047862 n-d-771362-32 neutron-server[94461]: self.callback(batched_events) Jul 05 02:17:13.047862 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:17:13.047862 n-d-771362-32 neutron-server[94461]: event.method(event) Jul 05 02:17:13.047862 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:17:13.047862 n-d-771362-32 neutron-server[94461]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:17:13.047862 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:17:13.047862 n-d-771362-32 neutron-server[94461]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:17:13.047862 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:17:13.047862 n-d-771362-32 neutron-server[94461]: return f(self, *a, **k) Jul 05 02:17:13.047862 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:17:13.047862 n-d-771362-32 neutron-server[94461]: return self._get(url).json() Jul 05 02:17:13.047862 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:17:13.047862 n-d-771362-32 neutron-server[94461]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:17:13.047862 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:17:13.047862 n-d-771362-32 neutron-server[94461]: return self.request(url, 'GET', **kwargs) Jul 05 02:17:13.047862 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:17:13.047862 n-d-771362-32 neutron-server[94461]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:17:13.047862 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:17:13.047862 n-d-771362-32 neutron-server[94461]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:17:13.047862 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:17:13.047862 n-d-771362-32 neutron-server[94461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:17:13.047862 n-d-771362-32 neutron-server[94461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:17:13.113648 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b83a78c-b9f9-4df2-82ad-59994e6588af req-11deebb6-2f2e-4f5f-a1fb-b84f3dfa18cb tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:13.115253 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1b83a78c-b9f9-4df2-82ad-59994e6588af req-11deebb6-2f2e-4f5f-a1fb-b84f3dfa18cb tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3f5e5a3-382e-4ad9-a192-3de842dc6b67 HTTP/1.1" status: 200 len: 943 time: 0.0819745 Jul 05 02:17:13.154595 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1b83a78c-b9f9-4df2-82ad-59994e6588af req-9cc07fde-57ed-4904-91a9-6c6a6f005670 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc929fbb-c4f8-4892-b37d-5570a0c717b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331516 Jul 05 02:17:13.217267 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device d14ca612-15b8-42f5-9676-c8cd3a08c61c no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:17:13.228777 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-15753572-3a8b-454c-942b-b08a42a6f5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:13.233905 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-15753572-3a8b-454c-942b-b08a42a6f5a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:13.236608 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: d14ca612-15b8-42f5-9676-c8cd3a08c61c {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:17:13.237183 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device d14ca612-15b8-42f5-9676-c8cd3a08c61c not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:17:13.237831 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device d241abd8-d7ab-42d0-a6ff-f5729fb702a7 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:17:13.241025 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-15753572-3a8b-454c-942b-b08a42a6f5a0 admin admin] 10.222.0.23 "DELETE /v2.0/networks/dd27034d-10cc-4fb2-9fdc-cdd574dbdbe4 HTTP/1.1" status: 204 len: 168 time: 0.9069245 Jul 05 02:17:13.257019 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15753572-3a8b-454c-942b-b08a42a6f5a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd27034d-10cc-4fb2-9fdc-cdd574dbdbe4,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:13.259326 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: d241abd8-d7ab-42d0-a6ff-f5729fb702a7 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:17:13.259681 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device d241abd8-d7ab-42d0-a6ff-f5729fb702a7 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:17:13.261775 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 8f867930-5b52-418d-8ddc-4116b6aa117a no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:17:13.291693 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 8f867930-5b52-418d-8ddc-4116b6aa117a {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:17:13.292061 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 8f867930-5b52-418d-8ddc-4116b6aa117a not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:17:13.340686 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-68b9c2ea-fe6c-41cc-9834-4880e71dd73f req-b325f2a3-6f8c-4bd5-839c-3948f6611ebc tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/ports?device_id=92403696-646a-4870-b635-6151c7b09066 HTTP/1.1" status: 200 len: 210 time: 0.0307024 Jul 05 02:17:13.353219 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-2b132a65-1578-4835-9d0a-7adc8b96574f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:13.359309 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-2b132a65-1578-4835-9d0a-7adc8b96574f service neutron] 10.222.0.15 "GET /v2.0/ports/20091b1d-6f87-44f6-b3a2-80a8f0399bd5 HTTP/1.1" status: 200 len: 1032 time: 0.0746737 Jul 05 02:17:13.404168 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-6f68029a-7a06-4389-856f-fac140c34ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:13.405488 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-6f68029a-7a06-4389-856f-fac140c34ac7 service neutron] 10.222.0.15 "GET /v2.0/ports/b2afd91c-2fe8-49dd-a28d-0512eaf561ce HTTP/1.1" status: 200 len: 1031 time: 0.0439203 Jul 05 02:17:13.527586 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-f8351d11-49d5-4a54-bce2-db52a6c8ec68 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:13.538047 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-f8351d11-49d5-4a54-bce2-db52a6c8ec68 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:13.540138 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-f8351d11-49d5-4a54-bce2-db52a6c8ec68 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:13.541828 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-f8351d11-49d5-4a54-bce2-db52a6c8ec68 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.15 "GET /v2.0/networks?id=1f5c1f66-211d-4aaf-9dcb-993edf85d0c1&id=70f5fd93-7af8-4288-a451-7de7b5d6c1c7&id=70f5fd93-7af8-4288-a451-7de7b5d6c1c7&id=70f5fd93-7af8-4288-a451-7de7b5d6c1c7&id=70f5fd93-7af8-4288-a451-7de7b5d6c1c7&id=8fabf858-7855-4bc3-b4b1-4ecb63b57267&id=8fabf858-7855-4bc3-b4b1-4ecb63b57267 HTTP/1.1" status: 200 len: 1994 time: 0.1305213 Jul 05 02:17:13.577875 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device ba8b69b1-313c-458b-8533-338c568e8332 details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:17:13.593439 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-3c829cea-f403-4996-a8fc-c07cf81f0275 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf69a7cc9341402789561a978c68b071 HTTP/1.1" status: 200 len: 380 time: 0.0426564 Jul 05 02:17:13.608418 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-b520e170-e5ab-46ac-a312-33bb263c533c tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Request body: {'port': {'device_id': '92403696-646a-4870-b635-6151c7b09066', 'network_id': '1f5c1f66-211d-4aaf-9dcb-993edf85d0c1', 'admin_state_up': True, 'tenant_id': 'bf69a7cc9341402789561a978c68b071', 'security_groups': ['5eae1027-3275-42f9-8f54-f2ff33a054c9']}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:17:13.687072 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port ba8b69b1-313c-458b-8533-338c568e8332, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=ba8b69b1-313c-458b-8533-338c568e8332,segment=NetworkSegment(d5de39fc-4b4e-459b-8d86-509609a7e1f4),segment_id=d5de39fc-4b4e-459b-8d86-509609a7e1f4)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:17:13.715280 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': 'ba8b69b1-313c-458b-8533-338c568e8332', 'network_id': '1a020cb7-dc30-4875-a4a6-843a4f5bca74', 'port_id': 'ba8b69b1-313c-458b-8533-338c568e8332', 'mac_address': 'fa:16:3e:b3:7b:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3695cc03-de8e-40cd-a422-de5229d59312', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:17:13.736553 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 48942) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:17:13.766640 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:13.787139 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba8b69b1-313c-458b-8533-338c568e8332 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:17:13.810595 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port ba8b69b1-313c-458b-8533-338c568e8332, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=ba8b69b1-313c-458b-8533-338c568e8332,segment=NetworkSegment(d5de39fc-4b4e-459b-8d86-509609a7e1f4),segment_id=d5de39fc-4b4e-459b-8d86-509609a7e1f4)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:17:13.816174 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8799a2f4-9747-4f40-834d-da457e052463 req-ecf4fe5a-fbd9-49da-9aaf-5af07ad0c800 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:13.817877 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8799a2f4-9747-4f40-834d-da457e052463 req-ecf4fe5a-fbd9-49da-9aaf-5af07ad0c800 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=1aeab594-2943-4da5-9c13-c06d96250566 HTTP/1.1" status: 200 len: 943 time: 0.1214571 Jul 05 02:17:13.836249 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-3a4d1829-7c81-42b8-80fc-2fd768c4c85b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7ff761bc04fb43a19243c6d4ea5d9e1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0982933 Jul 05 02:17:13.839514 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 48946) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:17:13.866504 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8799a2f4-9747-4f40-834d-da457e052463 req-ddbe6ff0-77db-4a3c-a0c4-6dabe75cfbff tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415199 Jul 05 02:17:13.885088 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:13.912561 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86bd664-a1ce-4b86-92e5-a99882bbb55d req-98249af9-63dc-4e57-9743-91a7b4518a6f tempest-ImagesOneServerTestJSON-887394783 tempest-ImagesOneServerTestJSON-887394783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:13.913776 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b86bd664-a1ce-4b86-92e5-a99882bbb55d req-98249af9-63dc-4e57-9743-91a7b4518a6f tempest-ImagesOneServerTestJSON-887394783 tempest-ImagesOneServerTestJSON-887394783-project] 10.222.0.23 "GET /v2.0/ports?device_id=22593023-0406-4e0e-8dfe-527268fdd140 HTTP/1.1" status: 200 len: 949 time: 0.1295722 Jul 05 02:17:13.924130 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e8aa8eed-cb8f-4b9b-8721-88bcd3a875da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:13.925980 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-b520e170-e5ab-46ac-a312-33bb263c533c tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Made reservation on behalf of bf69a7cc9341402789561a978c68b071 for: {'port': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:17:13.929430 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-b520e170-e5ab-46ac-a312-33bb263c533c tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:13.947529 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=ba8b69b1-313c-458b-8533-338c568e8332,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:13.993950 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e8aa8eed-cb8f-4b9b-8721-88bcd3a875da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:14.022084 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b86bd664-a1ce-4b86-92e5-a99882bbb55d req-650cccdd-9568-4271-9d75-297ed86fa8c3 tempest-ImagesOneServerTestJSON-887394783 tempest-ImagesOneServerTestJSON-887394783-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dddceb9-4cfd-474a-b9bd-00ea9e599de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003180 Jul 05 02:17:14.161180 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['ba8b69b1-313c-458b-8533-338c568e8332'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:17:14.205925 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-b520e170-e5ab-46ac-a312-33bb263c533c tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Allocated IP 172.20.0.9 (1f5c1f66-211d-4aaf-9dcb-993edf85d0c1/82394256-424b-4834-ba82-be5cc7f4161e/fb5e411e-ba28-4560-9e82-b60e563a776d) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:17:14.241304 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e8aa8eed-cb8f-4b9b-8721-88bcd3a875da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:14.244116 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e8aa8eed-cb8f-4b9b-8721-88bcd3a875da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:14.245301 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-e8aa8eed-cb8f-4b9b-8721-88bcd3a875da admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/41a4bd2a-9060-4a60-94bb-aa4a81970b8c HTTP/1.1" status: 204 len: 168 time: 0.4034257 Jul 05 02:17:14.287581 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe7d6dd-e58b-4bc6-b69c-0fc2a8c53c1b req-b6d75186-e268-4583-b98c-cbb8e90c1541 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:14.289844 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-cfe7d6dd-e58b-4bc6-b69c-0fc2a8c53c1b req-b6d75186-e268-4583-b98c-cbb8e90c1541 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=9425bd0c-c153-4dfc-853f-2f05765de50b HTTP/1.1" status: 200 len: 943 time: 0.1314757 Jul 05 02:17:14.290650 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aa8eed-cb8f-4b9b-8721-88bcd3a875da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41a4bd2a-9060-4a60-94bb-aa4a81970b8c,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:14.427010 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-cfe7d6dd-e58b-4bc6-b69c-0fc2a8c53c1b req-b03e0b1f-aa53-4c8c-ae64-a3b624114871 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262722 Jul 05 02:17:14.466415 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3a7499-cf90-49a3-a021-59b2b47cb188 req-2c8a1132-d66a-4504-b195-a48b1e0a4aab tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:14.468189 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cf3a7499-cf90-49a3-a021-59b2b47cb188 req-2c8a1132-d66a-4504-b195-a48b1e0a4aab tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3f5e5a3-382e-4ad9-a192-3de842dc6b67 HTTP/1.1" status: 200 len: 944 time: 0.1331284 Jul 05 02:17:14.511542 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-b520e170-e5ab-46ac-a312-33bb263c533c tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:14.526608 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-b520e170-e5ab-46ac-a312-33bb263c533c tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Transition to ACTIVE for port object fb5e411e-ba28-4560-9e82-b60e563a776d will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:17:14.557412 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cf3a7499-cf90-49a3-a021-59b2b47cb188 req-73735c94-d442-4f1c-932a-ecad815f6682 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc929fbb-c4f8-4892-b37d-5570a0c717b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714896 Jul 05 02:17:14.649731 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-764b215d-ab1f-477b-b50b-9ae578fc6401 req-3c89e5b9-c599-4458-ad00-ed68c131eb70 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/ports?device_id=92403696-646a-4870-b635-6151c7b09066 HTTP/1.1" status: 200 len: 210 time: 0.0582914 Jul 05 02:17:14.724309 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-b520e170-e5ab-46ac-a312-33bb263c533c tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:14.810863 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-b520e170-e5ab-46ac-a312-33bb263c533c tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Network 1f5c1f66-211d-4aaf-9dcb-993edf85d0c1 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:17:14.819001 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-b520e170-e5ab-46ac-a312-33bb263c533c tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:17:14.823419 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-b520e170-e5ab-46ac-a312-33bb263c533c tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:17:14.826354 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b520e170-e5ab-46ac-a312-33bb263c533c tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Pushing event updated for resources: {'Port': ['ID=fb5e411e-ba28-4560-9e82-b60e563a776d,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:14.908015 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-b520e170-e5ab-46ac-a312-33bb263c533c tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:14.908668 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-b520e170-e5ab-46ac-a312-33bb263c533c tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:15.047613 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-b520e170-e5ab-46ac-a312-33bb263c533c tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4481683 Jul 05 02:17:15.064888 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-96fb9114-d8f2-491c-b0f3-7b4082fd2dec tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Request body: {'port': {'device_id': '92403696-646a-4870-b635-6151c7b09066', 'network_id': '70f5fd93-7af8-4288-a451-7de7b5d6c1c7', 'admin_state_up': True, 'tenant_id': 'bf69a7cc9341402789561a978c68b071', 'security_groups': ['5eae1027-3275-42f9-8f54-f2ff33a054c9']}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:17:15.228728 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72f919f-43e0-4d32-8735-646dacd1be03 req-b9fd3ec1-1a9b-4a8e-a2bb-9cb7f31378f0 tempest-ImagesOneServerTestJSON-887394783 tempest-ImagesOneServerTestJSON-887394783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:15.230206 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e72f919f-43e0-4d32-8735-646dacd1be03 req-b9fd3ec1-1a9b-4a8e-a2bb-9cb7f31378f0 tempest-ImagesOneServerTestJSON-887394783 tempest-ImagesOneServerTestJSON-887394783-project] 10.222.0.23 "GET /v2.0/ports?device_id=22593023-0406-4e0e-8dfe-527268fdd140 HTTP/1.1" status: 200 len: 949 time: 0.0658019 Jul 05 02:17:15.256200 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-77e14728-2f8c-49fe-a479-7a31b81ad948 None None] Provisioning for port fb5e411e-ba28-4560-9e82-b60e563a776d completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:17:15.261001 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-77e14728-2f8c-49fe-a479-7a31b81ad948 None None] Provisioning complete for port fb5e411e-ba28-4560-9e82-b60e563a776d triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:17:15.265720 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-77e14728-2f8c-49fe-a479-7a31b81ad948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:15.265850 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a04a7b-75fd-4b0a-8104-d097b1476390 req-bec411be-acc4-4287-aab7-185c185ebc23 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:15.271408 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-20a04a7b-75fd-4b0a-8104-d097b1476390 req-bec411be-acc4-4287-aab7-185c185ebc23 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=1aeab594-2943-4da5-9c13-c06d96250566 HTTP/1.1" status: 200 len: 943 time: 0.1761086 Jul 05 02:17:15.288744 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e72f919f-43e0-4d32-8735-646dacd1be03 req-f7aab7a8-6f08-4742-b7b2-55eaf5fff19a tempest-ImagesOneServerTestJSON-887394783 tempest-ImagesOneServerTestJSON-887394783-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dddceb9-4cfd-474a-b9bd-00ea9e599de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423779 Jul 05 02:17:15.323558 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-20a04a7b-75fd-4b0a-8104-d097b1476390 req-faec6e5b-4c63-4dbd-9d55-8b63b9271c22 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503838 Jul 05 02:17:15.348300 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-77e14728-2f8c-49fe-a479-7a31b81ad948 None None] Port fb5e411e-ba28-4560-9e82-b60e563a776d cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:17:15.377494 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-96fb9114-d8f2-491c-b0f3-7b4082fd2dec tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Made reservation on behalf of bf69a7cc9341402789561a978c68b071 for: {'port': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:17:15.381521 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-96fb9114-d8f2-491c-b0f3-7b4082fd2dec tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:15.557891 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-96fb9114-d8f2-491c-b0f3-7b4082fd2dec tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Allocated IP 10.1.1.85 (70f5fd93-7af8-4288-a451-7de7b5d6c1c7/473bf51e-fdd3-4bfb-8054-3ae41f9e7fb8/bdd6e41b-1304-48b0-8756-d4d2c193d5d2) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:17:15.607522 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device ba8b69b1-313c-458b-8533-338c568e8332 up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:17:15.791536 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4f79cf-3ccf-4d62-bca2-bfd13550a4d5 req-7593073e-3f9d-46aa-a342-4c44769b487b tempest-ImagesOneServerTestJSON-887394783 tempest-ImagesOneServerTestJSON-887394783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:15.793063 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7c4f79cf-3ccf-4d62-bca2-bfd13550a4d5 req-7593073e-3f9d-46aa-a342-4c44769b487b tempest-ImagesOneServerTestJSON-887394783 tempest-ImagesOneServerTestJSON-887394783-project] 10.222.0.21 "GET /v2.0/ports?device_id=22593023-0406-4e0e-8dfe-527268fdd140 HTTP/1.1" status: 200 len: 949 time: 0.2328258 Jul 05 02:17:15.812250 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac4f54-4a82-420c-ac69-7889354ac083 req-1c81686d-d2e6-4d45-b189-4cefdba5e6eb tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:15.813768 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b5ac4f54-4a82-420c-ac69-7889354ac083 req-1c81686d-d2e6-4d45-b189-4cefdba5e6eb tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=9425bd0c-c153-4dfc-853f-2f05765de50b HTTP/1.1" status: 200 len: 943 time: 0.2402930 Jul 05 02:17:15.825025 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning for port ba8b69b1-313c-458b-8533-338c568e8332 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:17:15.832192 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port ba8b69b1-313c-458b-8533-338c568e8332 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:17:15.832490 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:15.901403 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 49006) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:17:15.955742 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:15.955960 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-96fb9114-d8f2-491c-b0f3-7b4082fd2dec tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:15.973504 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b5ac4f54-4a82-420c-ac69-7889354ac083 req-c7f0bfdc-31c6-46ed-ad5c-8c8dcaf156ce tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506448 Jul 05 02:17:16.000121 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3f5e5a3-382e-4ad9-a192-3de842dc6b67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba8b69b1-313c-458b-8533-338c568e8332'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:17:16.004563 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c02902b-1582-45ab-815d-9ede7883760a" -d '{"events": [{"server_uuid": "b3f5e5a3-382e-4ad9-a192-3de842dc6b67", "name": "network-vif-plugged", "status": "completed", "tag": "ba8b69b1-313c-458b-8533-338c568e8332"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:17:16.007288 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-96fb9114-d8f2-491c-b0f3-7b4082fd2dec tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Transition to ACTIVE for port object bdd6e41b-1304-48b0-8756-d4d2c193d5d2 will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:17:16.024011 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-7939d611-27d0-4e67-bd17-640c5d232294 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-377889622-network', 'tenant_id': '37cbc6d1b8a44c1fbc041ff138952402'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:17:16.035498 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port ba8b69b1-313c-458b-8533-338c568e8332, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=ba8b69b1-313c-458b-8533-338c568e8332,segment=NetworkSegment(d5de39fc-4b4e-459b-8d86-509609a7e1f4),segment_id=d5de39fc-4b4e-459b-8d86-509609a7e1f4)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:17:16.061277 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [req-7c4f79cf-3ccf-4d62-bca2-bfd13550a4d5 req-9045d038-b23e-470d-b71a-04b1c544c595 tempest-ImagesOneServerTestJSON-887394783 tempest-ImagesOneServerTestJSON-887394783-project] Deleting port 9fecbb51-81ad-4144-98a1-50986344e405 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:17:16.061277 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-7c4f79cf-3ccf-4d62-bca2-bfd13550a4d5 req-9045d038-b23e-470d-b71a-04b1c544c595 tempest-ImagesOneServerTestJSON-887394783 tempest-ImagesOneServerTestJSON-887394783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:16.137530 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:16.166808 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7939d611-27d0-4e67-bd17-640c5d232294 admin admin] Made reservation on behalf of 37cbc6d1b8a44c1fbc041ff138952402 for: {'network': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:17:16.173946 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7939d611-27d0-4e67-bd17-640c5d232294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:16.183503 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7939d611-27d0-4e67-bd17-640c5d232294 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:16.199197 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=ba8b69b1-313c-458b-8533-338c568e8332,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:16.203755 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-7c4f79cf-3ccf-4d62-bca2-bfd13550a4d5 req-9045d038-b23e-470d-b71a-04b1c544c595 tempest-ImagesOneServerTestJSON-887394783 tempest-ImagesOneServerTestJSON-887394783-project] For port 9fecbb51-81ad-4144-98a1-50986344e405, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=9fecbb51-81ad-4144-98a1-50986344e405,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:17:16.204161 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-7c4f79cf-3ccf-4d62-bca2-bfd13550a4d5 req-9045d038-b23e-470d-b71a-04b1c544c595 tempest-ImagesOneServerTestJSON-887394783 tempest-ImagesOneServerTestJSON-887394783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:16.224150 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [req-7c4f79cf-3ccf-4d62-bca2-bfd13550a4d5 req-9045d038-b23e-470d-b71a-04b1c544c595 tempest-ImagesOneServerTestJSON-887394783 tempest-ImagesOneServerTestJSON-887394783-project] Calling delete_port for 9fecbb51-81ad-4144-98a1-50986344e405 owned by compute:nova {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:17:16.232717 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916956f0-6a10-48d2-85b7-0a17dd5e8d3b req-a8c1825c-02b7-4b1e-b711-116dcaf50c1b tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:16.234282 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-916956f0-6a10-48d2-85b7-0a17dd5e8d3b req-a8c1825c-02b7-4b1e-b711-116dcaf50c1b tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3f5e5a3-382e-4ad9-a192-3de842dc6b67 HTTP/1.1" status: 200 len: 944 time: 0.1262743 Jul 05 02:17:16.283116 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7939d611-27d0-4e67-bd17-640c5d232294 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:16.292358 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-96fb9114-d8f2-491c-b0f3-7b4082fd2dec tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:16.372037 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7939d611-27d0-4e67-bd17-640c5d232294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:16.374542 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-916956f0-6a10-48d2-85b7-0a17dd5e8d3b req-d75fb7e7-6ec6-4b4c-b4b8-09e20f68de63 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc929fbb-c4f8-4892-b37d-5570a0c717b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277730 Jul 05 02:17:16.380335 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-96fb9114-d8f2-491c-b0f3-7b4082fd2dec tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Network 70f5fd93-7af8-4288-a451-7de7b5d6c1c7 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:17:16.390389 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-96fb9114-d8f2-491c-b0f3-7b4082fd2dec tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:17:16.393463 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-96fb9114-d8f2-491c-b0f3-7b4082fd2dec tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:17:16.407704 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939d611-27d0-4e67-bd17-640c5d232294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a8e36ae-f19c-4b37-8f2b-928e715f9702,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:16.428790 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7939d611-27d0-4e67-bd17-640c5d232294 admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=94461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:17:16.429228 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fb9114-d8f2-491c-b0f3-7b4082fd2dec tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Pushing event updated for resources: {'Port': ['ID=bdd6e41b-1304-48b0-8756-d4d2c193d5d2,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:16.436536 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7939d611-27d0-4e67-bd17-640c5d232294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:16.436730 n-d-771362-32 neutron-server[94461]: INFO neutron.db.segments_db [None req-7939d611-27d0-4e67-bd17-640c5d232294 admin admin] Added segment 428bd820-12c7-40bc-9924-5dee47d7ea1a of type vlan for network 54038592-9b3b-475c-bef9-a54e2917f11c Jul 05 02:17:16.476158 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-96fb9114-d8f2-491c-b0f3-7b4082fd2dec tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:16.476911 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-96fb9114-d8f2-491c-b0f3-7b4082fd2dec tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:16.575238 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7939d611-27d0-4e67-bd17-640c5d232294 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:16.661365 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcffc9e5-2889-4f9c-8559-fe4120100948 req-966fcb7a-cf35-4c81-ba4b-63ceb3294d97 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:16.668450 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcffc9e5-2889-4f9c-8559-fe4120100948 req-966fcb7a-cf35-4c81-ba4b-63ceb3294d97 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:16.670276 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-bcffc9e5-2889-4f9c-8559-fe4120100948 req-966fcb7a-cf35-4c81-ba4b-63ceb3294d97 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/ports?device_id=92403696-646a-4870-b635-6151c7b09066 HTTP/1.1" status: 200 len: 1652 time: 0.0902507 Jul 05 02:17:16.685448 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-96fb9114-d8f2-491c-b0f3-7b4082fd2dec tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6277683 Jul 05 02:17:16.699365 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-0fc71c20-44e1-4f25-9c7f-f4c2ebc76d2e tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Request body: {'port': {'device_id': '92403696-646a-4870-b635-6151c7b09066', 'network_id': '70f5fd93-7af8-4288-a451-7de7b5d6c1c7', 'admin_state_up': True, 'tenant_id': 'bf69a7cc9341402789561a978c68b071', 'security_groups': ['5eae1027-3275-42f9-8f54-f2ff33a054c9']}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:17:16.766883 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-bcffc9e5-2889-4f9c-8559-fe4120100948 req-85164d99-ed76-4efc-ab24-428c85c4ed3c tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/security-groups?id=5eae1027-3275-42f9-8f54-f2ff33a054c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903010 Jul 05 02:17:16.802827 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-7c4f79cf-3ccf-4d62-bca2-bfd13550a4d5 req-9045d038-b23e-470d-b71a-04b1c544c595 tempest-ImagesOneServerTestJSON-887394783 tempest-ImagesOneServerTestJSON-887394783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:16.850331 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7939d611-27d0-4e67-bd17-640c5d232294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:16.853024 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7939d611-27d0-4e67-bd17-640c5d232294 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:16.857284 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9045d038-b23e-470d-b71a-04b1c544c595 tempest-ImagesOneServerTestJSON-887394783 tempest-ImagesOneServerTestJSON-887394783-project] Pushing event deleted for resources: {'Port': ['ID=9fecbb51-81ad-4144-98a1-50986344e405,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:16.857437 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7939d611-27d0-4e67-bd17-640c5d232294 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:16.937053 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-08db33de-c95f-45a3-955c-31ee4ac933b8 None None] Provisioning for port bdd6e41b-1304-48b0-8756-d4d2c193d5d2 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:17:16.939136 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c4f79cf-3ccf-4d62-bca2-bfd13550a4d5 req-9045d038-b23e-470d-b71a-04b1c544c595 tempest-ImagesOneServerTestJSON-887394783 tempest-ImagesOneServerTestJSON-887394783-project] No DVR routers for this DVR port 9fecbb51-81ad-4144-98a1-50986344e405 on host n-h1-771362-32 {{(pid=94462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:17:16.941501 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-08db33de-c95f-45a3-955c-31ee4ac933b8 None None] Provisioning complete for port bdd6e41b-1304-48b0-8756-d4d2c193d5d2 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:17:16.941880 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-08db33de-c95f-45a3-955c-31ee4ac933b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:16.942196 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-7c4f79cf-3ccf-4d62-bca2-bfd13550a4d5 req-9045d038-b23e-470d-b71a-04b1c544c595 tempest-ImagesOneServerTestJSON-887394783 tempest-ImagesOneServerTestJSON-887394783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:16.944804 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7c4f79cf-3ccf-4d62-bca2-bfd13550a4d5 req-9045d038-b23e-470d-b71a-04b1c544c595 tempest-ImagesOneServerTestJSON-887394783 tempest-ImagesOneServerTestJSON-887394783-project] 10.222.0.21 "DELETE /v2.0/ports/9fecbb51-81ad-4144-98a1-50986344e405 HTTP/1.1" status: 204 len: 173 time: 1.1424401 Jul 05 02:17:16.945377 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22593023-0406-4e0e-8dfe-527268fdd140', 'name': 'network-vif-deleted', 'tag': '9fecbb51-81ad-4144-98a1-50986344e405'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:17:16.955749 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b223267e0e0ddb3199af7772d0b45336e3b4b54fbb151c86a8051291a61e85db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d46acf0-8525-4ae4-b56c-3c1715ac06ad" -d '{"events": [{"server_uuid": "22593023-0406-4e0e-8dfe-527268fdd140", "name": "network-vif-deleted", "tag": "9fecbb51-81ad-4144-98a1-50986344e405"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:17:16.975260 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42f1ae5a-90e7-44dc-980c-8a038cf9c808 x-openstack-request-id: req-42f1ae5a-90e7-44dc-980c-8a038cf9c808 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:17:16.975260 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3f5e5a3-382e-4ad9-a192-3de842dc6b67", "name": "network-vif-plugged", "status": "completed", "tag": "ba8b69b1-313c-458b-8533-338c568e8332", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:17:16.975606 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-42f1ae5a-90e7-44dc-980c-8a038cf9c808 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:17:16.980597 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3f5e5a3-382e-4ad9-a192-3de842dc6b67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba8b69b1-313c-458b-8533-338c568e8332', 'code': 200} Jul 05 02:17:17.000568 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-0fc71c20-44e1-4f25-9c7f-f4c2ebc76d2e tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Made reservation on behalf of bf69a7cc9341402789561a978c68b071 for: {'port': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:17:17.005798 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-0fc71c20-44e1-4f25-9c7f-f4c2ebc76d2e tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:17.009875 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939d611-27d0-4e67-bd17-640c5d232294 admin admin] Pushing event updated for resources: {'Network': ['ID=54038592-9b3b-475c-bef9-a54e2917f11c,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:17.027965 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 54038592-9b3b-475c-bef9-a54e2917f11c details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:17:17.049193 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f695084f-a7ee-42bc-9f0d-1b62494e6717 req-c54b195f-762f-43a2-a9a3-0d53dda67f65 service neutron] 10.222.0.21 "GET /v2.0/ports/3cffef8b-24fe-4f69-94a5-2ba15c027d10/bindings/n-h2-771362-32 HTTP/1.1" status: 200 len: 385 time: 0.1671772 Jul 05 02:17:17.066268 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-08db33de-c95f-45a3-955c-31ee4ac933b8 None None] Port bdd6e41b-1304-48b0-8756-d4d2c193d5d2 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:17:17.139274 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-7939d611-27d0-4e67-bd17-640c5d232294 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.2359054 Jul 05 02:17:17.143933 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 49020) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:17:17.152876 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-53842dad-cfb6-4adc-ad78-94d01aaf66e6 admin admin] Request body: {'subnet': {'network_id': '54038592-9b3b-475c-bef9-a54e2917f11c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-377889622-subnet', 'tenant_id': '37cbc6d1b8a44c1fbc041ff138952402', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:17:17.436026 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-f695084f-a7ee-42bc-9f0d-1b62494e6717 req-3cca18a7-729b-4913-b9f3-78ecaeeb996b service neutron] For port 3cffef8b-24fe-4f69-94a5-2ba15c027d10, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=3cffef8b-24fe-4f69-94a5-2ba15c027d10,segment=NetworkSegment(24fd9432-f398-4a05-975c-1360bad4fc21),segment_id=24fd9432-f398-4a05-975c-1360bad4fc21)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:17:17.463495 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-f695084f-a7ee-42bc-9f0d-1b62494e6717 req-3cca18a7-729b-4913-b9f3-78ecaeeb996b service neutron] For port 3cffef8b-24fe-4f69-94a5-2ba15c027d10, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:17:17.503693 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-f695084f-a7ee-42bc-9f0d-1b62494e6717 req-3cca18a7-729b-4913-b9f3-78ecaeeb996b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cffef8b-24fe-4f69-94a5-2ba15c027d10 {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:17:17.517759 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-f695084f-a7ee-42bc-9f0d-1b62494e6717 req-3cca18a7-729b-4913-b9f3-78ecaeeb996b service neutron] For port 3cffef8b-24fe-4f69-94a5-2ba15c027d10, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=3cffef8b-24fe-4f69-94a5-2ba15c027d10,segment=NetworkSegment(24fd9432-f398-4a05-975c-1360bad4fc21),segment_id=24fd9432-f398-4a05-975c-1360bad4fc21)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:17:17.529174 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53842dad-cfb6-4adc-ad78-94d01aaf66e6 admin admin] Made reservation on behalf of 37cbc6d1b8a44c1fbc041ff138952402 for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:17:17.531820 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-53842dad-cfb6-4adc-ad78-94d01aaf66e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:17.607699 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 3c19ebf3-e76c-400e-9c08-5d75501c001a details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:17:17.610504 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 3cffef8b-24fe-4f69-94a5-2ba15c027d10 no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:17:17.671016 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f695084f-a7ee-42bc-9f0d-1b62494e6717 req-3cca18a7-729b-4913-b9f3-78ecaeeb996b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:17.686166 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-73ecdac8-19c3-45ff-90a4-08821219b6a3 req-03f10781-f563-4ee7-a0cc-933342b4b890 tempest-ImagesOneServerTestJSON-887394783 tempest-ImagesOneServerTestJSON-887394783-project] 10.222.0.23 "GET /v2.0/ports?device_id=22593023-0406-4e0e-8dfe-527268fdd140 HTTP/1.1" status: 200 len: 210 time: 0.0526342 Jul 05 02:17:17.777697 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a8521db-bde0-455b-a48d-4b5d7beb25c7 x-openstack-request-id: req-0a8521db-bde0-455b-a48d-4b5d7beb25c7 {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:17:17.782110 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22593023-0406-4e0e-8dfe-527268fdd140", "name": "network-vif-deleted", "tag": "9fecbb51-81ad-4144-98a1-50986344e405", "status": "completed", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:17:17.784225 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0a8521db-bde0-455b-a48d-4b5d7beb25c7 {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:17:17.785107 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22593023-0406-4e0e-8dfe-527268fdd140', 'name': 'network-vif-deleted', 'tag': '9fecbb51-81ad-4144-98a1-50986344e405', 'status': 'completed', 'code': 200} Jul 05 02:17:17.793546 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee752b72-5c26-4b1d-a06f-85cc65585d91 req-957b84d9-fb72-4132-8167-7cefb0e9ec53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:17.806113 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ee752b72-5c26-4b1d-a06f-85cc65585d91 req-957b84d9-fb72-4132-8167-7cefb0e9ec53 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b3f5e5a3-382e-4ad9-a192-3de842dc6b67 HTTP/1.1" status: 200 len: 1097 time: 0.7613122 Jul 05 02:17:17.897222 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 3c19ebf3-e76c-400e-9c08-5d75501c001a, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=3c19ebf3-e76c-400e-9c08-5d75501c001a,segment=NetworkSegment(69ab64d7-bb63-4367-9b3e-0960def4b6c7),segment_id=69ab64d7-bb63-4367-9b3e-0960def4b6c7)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:17:17.904222 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ee752b72-5c26-4b1d-a06f-85cc65585d91 req-f162e746-2921-4308-b84b-a4ee8de252ad service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=cc929fbb-c4f8-4892-b37d-5570a0c717b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851307 Jul 05 02:17:17.917251 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': '3c19ebf3-e76c-400e-9c08-5d75501c001a', 'network_id': 'b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1', 'port_id': '3c19ebf3-e76c-400e-9c08-5d75501c001a', 'mac_address': 'fa:16:3e:10:39:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88cd65d9-1715-492f-9ef5-e486cc8231ac', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:17:17.924859 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-0fc71c20-44e1-4f25-9c7f-f4c2ebc76d2e tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Allocated IP 10.1.1.238 (70f5fd93-7af8-4288-a451-7de7b5d6c1c7/473bf51e-fdd3-4bfb-8054-3ae41f9e7fb8/22bc43a4-3d70-4c77-ad1b-053977c426ce) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:17:17.963278 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e39d899-96f0-4aac-88fc-cd3ea111adbf req-3b44f00e-79bd-460f-87db-19a71933603e tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:17.965175 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4e39d899-96f0-4aac-88fc-cd3ea111adbf req-3b44f00e-79bd-460f-87db-19a71933603e tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=1aeab594-2943-4da5-9c13-c06d96250566 HTTP/1.1" status: 200 len: 943 time: 0.2373543 Jul 05 02:17:17.966483 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-f695084f-a7ee-42bc-9f0d-1b62494e6717 req-3cca18a7-729b-4913-b9f3-78ecaeeb996b service neutron] Transition to ACTIVE for port object 3cffef8b-24fe-4f69-94a5-2ba15c027d10 will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:17:17.977261 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:17.992911 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c19ebf3-e76c-400e-9c08-5d75501c001a {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:17:18.019060 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4e39d899-96f0-4aac-88fc-cd3ea111adbf req-c7c174f1-373b-4cce-89b1-82c47dd78bc7 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474277 Jul 05 02:17:18.023498 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 3c19ebf3-e76c-400e-9c08-5d75501c001a, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=3c19ebf3-e76c-400e-9c08-5d75501c001a,segment=NetworkSegment(69ab64d7-bb63-4367-9b3e-0960def4b6c7),segment_id=69ab64d7-bb63-4367-9b3e-0960def4b6c7)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:17:18.063330 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b6851d-35f6-4ef9-a029-a8b03e37e357 req-7090c4cd-acc8-406e-b88e-b0738ddb956e tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:18.065145 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-44b6851d-35f6-4ef9-a029-a8b03e37e357 req-7090c4cd-acc8-406e-b88e-b0738ddb956e tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=9425bd0c-c153-4dfc-853f-2f05765de50b HTTP/1.1" status: 200 len: 943 time: 0.1318803 Jul 05 02:17:18.076428 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f695084f-a7ee-42bc-9f0d-1b62494e6717 req-3cca18a7-729b-4913-b9f3-78ecaeeb996b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:18.099480 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-53842dad-cfb6-4adc-ad78-94d01aaf66e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5763451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774823'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:18.152434 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:18.163476 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-44b6851d-35f6-4ef9-a029-a8b03e37e357 req-9ad2452a-8512-4106-870e-4f0c5e51275b tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736341 Jul 05 02:17:18.208810 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-0fc71c20-44e1-4f25-9c7f-f4c2ebc76d2e tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:18.236232 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-0fc71c20-44e1-4f25-9c7f-f4c2ebc76d2e tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Transition to ACTIVE for port object 22bc43a4-3d70-4c77-ad1b-053977c426ce will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:17:18.260943 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=3c19ebf3-e76c-400e-9c08-5d75501c001a,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:18.311531 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cca18a7-729b-4913-b9f3-78ecaeeb996b service neutron] Pushing event updated for resources: {'Port': ['ID=3cffef8b-24fe-4f69-94a5-2ba15c027d10,revision_number=10']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:18.314399 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-f695084f-a7ee-42bc-9f0d-1b62494e6717 req-3cca18a7-729b-4913-b9f3-78ecaeeb996b service neutron] No DVR routers for this DVR port 3cffef8b-24fe-4f69-94a5-2ba15c027d10 on host n-h1-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:17:18.335354 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53842dad-cfb6-4adc-ad78-94d01aaf66e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13f0455f-6e5d-45ad-a7f0-e6eedcf196f9,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:18.349796 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-0fc71c20-44e1-4f25-9c7f-f4c2ebc76d2e tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:18.372767 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f695084f-a7ee-42bc-9f0d-1b62494e6717 req-3cca18a7-729b-4913-b9f3-78ecaeeb996b service neutron] 10.222.0.21 "PUT /v2.0/ports/3cffef8b-24fe-4f69-94a5-2ba15c027d10/bindings/n-h2-771362-32/activate HTTP/1.1" status: 200 len: 370 time: 1.3140314 Jul 05 02:17:18.387407 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53842dad-cfb6-4adc-ad78-94d01aaf66e6 admin admin] Checking segment: {'id': '428bd820-12c7-40bc-9924-5dee47d7ea1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '54038592-9b3b-475c-bef9-a54e2917f11c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:17:18.387768 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53842dad-cfb6-4adc-ad78-94d01aaf66e6 admin admin] Network hostable DHCP agents. Network: 54038592-9b3b-475c-bef9-a54e2917f11c, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:17:18.406619 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa05ac7-e252-409b-aac4-6de7b878af1a req-f1e5364f-6a62-4076-ba64-51fac9fa4a50 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:18.408144 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1fa05ac7-e252-409b-aac4-6de7b878af1a req-f1e5364f-6a62-4076-ba64-51fac9fa4a50 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3f5e5a3-382e-4ad9-a192-3de842dc6b67 HTTP/1.1" status: 200 len: 945 time: 0.1989663 Jul 05 02:17:18.424981 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['3c19ebf3-e76c-400e-9c08-5d75501c001a'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:17:18.461699 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-0fc71c20-44e1-4f25-9c7f-f4c2ebc76d2e tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Network 70f5fd93-7af8-4288-a451-7de7b5d6c1c7 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:17:18.463323 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1fa05ac7-e252-409b-aac4-6de7b878af1a req-d49ce04a-3702-4029-907d-eb5b5c63a24f tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc929fbb-c4f8-4892-b37d-5570a0c717b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453987 Jul 05 02:17:18.489338 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53842dad-cfb6-4adc-ad78-94d01aaf66e6 admin admin] Network 54038592-9b3b-475c-bef9-a54e2917f11c is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:17:18.489915 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-0fc71c20-44e1-4f25-9c7f-f4c2ebc76d2e tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:17:18.501955 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-0fc71c20-44e1-4f25-9c7f-f4c2ebc76d2e tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:17:18.581643 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-53842dad-cfb6-4adc-ad78-94d01aaf66e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 54038592-9b3b-475c-bef9-a54e2917f11c) {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:17:18.597331 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53842dad-cfb6-4adc-ad78-94d01aaf66e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:18.600301 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc82ff02-1825-430f-be02-cfa17eff90ad None None] Network 54038592-9b3b-475c-bef9-a54e2917f11c requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:17:18.610090 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-53842dad-cfb6-4adc-ad78-94d01aaf66e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:18.618966 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc71c20-44e1-4f25-9c7f-f4c2ebc76d2e tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Pushing event updated for resources: {'Port': ['ID=22bc43a4-3d70-4c77-ad1b-053977c426ce,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:18.662408 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-0fc71c20-44e1-4f25-9c7f-f4c2ebc76d2e tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:18.663036 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-0fc71c20-44e1-4f25-9c7f-f4c2ebc76d2e tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:18.676826 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cc9f9c3c-2256-4fac-8855-3043ed3c603d req-99918e4c-c427-4a10-8c37-4ccdfb5f5fbc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a74e6db0-70ff-4186-9157-db92e776b2ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1737883 Jul 05 02:17:18.741688 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f695084f-a7ee-42bc-9f0d-1b62494e6717 req-acb713fb-f2d2-4f00-b409-31d20ee4022c tempest-LiveMigrationTest-1529316378 tempest-LiveMigrationTest-1529316378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:18.743850 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f695084f-a7ee-42bc-9f0d-1b62494e6717 req-acb713fb-f2d2-4f00-b409-31d20ee4022c tempest-LiveMigrationTest-1529316378 tempest-LiveMigrationTest-1529316378-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=9425bd0c-c153-4dfc-853f-2f05765de50b&tenant_id=7a7e417343d4479788713b4bb769c9b0&binding%3Ahost_id=n-h1-771362-32 HTTP/1.1" status: 200 len: 1096 time: 0.1886857 Jul 05 02:17:18.772584 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-53842dad-cfb6-4adc-ad78-94d01aaf66e6 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.6275024 Jul 05 02:17:18.793628 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 49036) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:17:18.803373 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-4d18656b-e377-49ec-a12e-8235adbfc942 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-377889622-router', 'tenant_id': '37cbc6d1b8a44c1fbc041ff138952402', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:17:18.817394 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-0fc71c20-44e1-4f25-9c7f-f4c2ebc76d2e tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1239312 Jul 05 02:17:18.842422 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-4e76fe1b-4933-45df-a6c2-1c520a18fd34 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Request body: {'port': {'device_id': '92403696-646a-4870-b635-6151c7b09066', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '8fabf858-7855-4bc3-b4b1-4ecb63b57267', 'admin_state_up': True, 'tenant_id': 'bf69a7cc9341402789561a978c68b071', 'security_groups': ['5eae1027-3275-42f9-8f54-f2ff33a054c9']}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:17:18.865286 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e4b3e-a9db-42f7-bffb-5c91dd03a366 req-09dc989c-99c8-427f-ada9-936accd606a2 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:18.873398 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e4b3e-a9db-42f7-bffb-5c91dd03a366 req-09dc989c-99c8-427f-ada9-936accd606a2 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:18.892466 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e4b3e-a9db-42f7-bffb-5c91dd03a366 req-09dc989c-99c8-427f-ada9-936accd606a2 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:18.896045 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0b5e4b3e-a9db-42f7-bffb-5c91dd03a366 req-09dc989c-99c8-427f-ada9-936accd606a2 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/ports?device_id=92403696-646a-4870-b635-6151c7b09066 HTTP/1.1" status: 200 len: 2373 time: 0.1873412 Jul 05 02:17:18.959490 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968220e0-84c3-412a-bb2d-3c81f606cdc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-54038592-9b3b-475c-bef9-a54e2917f11c', 'network_id': '54038592-9b3b-475c-bef9-a54e2917f11c', 'tenant_id': '37cbc6d1b8a44c1fbc041ff138952402', 'fixed_ips': [{'subnet_id': '13f0455f-6e5d-45ad-a7f0-e6eedcf196f9'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:17:18.962184 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-968220e0-84c3-412a-bb2d-3c81f606cdc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:18.966900 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0b5e4b3e-a9db-42f7-bffb-5c91dd03a366 req-721858d8-2d34-4187-ae77-cfbcb0e3f2c4 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/security-groups?id=5eae1027-3275-42f9-8f54-f2ff33a054c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613847 Jul 05 02:17:18.971820 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9f9c3c-2256-4fac-8855-3043ed3c603d req-093a6ed5-7a26-4213-82e7-9ff78dfed99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:18.974101 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cc9f9c3c-2256-4fac-8855-3043ed3c603d req-093a6ed5-7a26-4213-82e7-9ff78dfed99e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7bf4f22dde1e4624a2cb34086c53be02&device_id=a74e6db0-70ff-4186-9157-db92e776b2ef HTTP/1.1" status: 200 len: 1096 time: 0.2150500 Jul 05 02:17:19.052918 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f695084f-a7ee-42bc-9f0d-1b62494e6717 req-109fe990-eb98-4c4d-9984-500021cbe942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:19.055455 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f695084f-a7ee-42bc-9f0d-1b62494e6717 req-109fe990-eb98-4c4d-9984-500021cbe942 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9425bd0c-c153-4dfc-853f-2f05765de50b&tenant_id=7a7e417343d4479788713b4bb769c9b0 HTTP/1.1" status: 200 len: 1096 time: 0.2987111 Jul 05 02:17:19.057445 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4d18656b-e377-49ec-a12e-8235adbfc942 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11810'] for router, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:19.058616 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4d18656b-e377-49ec-a12e-8235adbfc942 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1926740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11821'] for router, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:19.083594 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11a9814a-bef6-4707-8982-be67bcdf4aa6 None None] Provisioning for port 22bc43a4-3d70-4c77-ad1b-053977c426ce completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:17:19.095341 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11a9814a-bef6-4707-8982-be67bcdf4aa6 None None] Provisioning complete for port 22bc43a4-3d70-4c77-ad1b-053977c426ce triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:17:19.095867 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11a9814a-bef6-4707-8982-be67bcdf4aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:19.135056 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-11a9814a-bef6-4707-8982-be67bcdf4aa6 None None] Port 22bc43a4-3d70-4c77-ad1b-053977c426ce cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:17:19.142816 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4d18656b-e377-49ec-a12e-8235adbfc942 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:19.173411 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-4e76fe1b-4933-45df-a6c2-1c520a18fd34 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Made reservation on behalf of bf69a7cc9341402789561a978c68b071 for: {'port': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:17:19.174040 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9f9c3c-2256-4fac-8855-3043ed3c603d req-24c81c87-457f-4664-b4c7-431dc9f2ab16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:19.175578 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cc9f9c3c-2256-4fac-8855-3043ed3c603d req-24c81c87-457f-4664-b4c7-431dc9f2ab16 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1 HTTP/1.1" status: 200 len: 919 time: 0.1748059 Jul 05 02:17:19.214211 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-968220e0-84c3-412a-bb2d-3c81f606cdc4 None None] Allocated IP 172.20.0.2 (54038592-9b3b-475c-bef9-a54e2917f11c/13f0455f-6e5d-45ad-a7f0-e6eedcf196f9/c92586b9-e452-4280-97c5-cf50e609fb20) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:17:19.236581 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cc9f9c3c-2256-4fac-8855-3043ed3c603d req-b2d9292e-9c78-43f5-9be4-0113d93fd1e8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a56c588-e0db-4c24-a7d0-3f2ece18bc17 HTTP/1.1" status: 200 len: 217 time: 0.0543058 Jul 05 02:17:19.373945 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9f9c3c-2256-4fac-8855-3043ed3c603d req-dc19234d-a88f-4229-85bb-ce4136968149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:19.375772 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cc9f9c3c-2256-4fac-8855-3043ed3c603d req-dc19234d-a88f-4229-85bb-ce4136968149 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=88cd65d9-1715-492f-9ef5-e486cc8231ac HTTP/1.1" status: 200 len: 859 time: 0.1331184 Jul 05 02:17:19.412583 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f695084f-a7ee-42bc-9f0d-1b62494e6717 req-e44b18c5-c94a-40a3-9d2a-7324f3a12849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:19.414810 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f695084f-a7ee-42bc-9f0d-1b62494e6717 req-e44b18c5-c94a-40a3-9d2a-7324f3a12849 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7a7e417343d4479788713b4bb769c9b0&device_id=9425bd0c-c153-4dfc-853f-2f05765de50b HTTP/1.1" status: 200 len: 1096 time: 0.2703400 Jul 05 02:17:19.445887 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cc9f9c3c-2256-4fac-8855-3043ed3c603d req-586ce59e-223b-4fb3-8bea-d879044b4b76 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633996 Jul 05 02:17:19.467714 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-968220e0-84c3-412a-bb2d-3c81f606cdc4 None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:19.477028 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-968220e0-84c3-412a-bb2d-3c81f606cdc4 None None] Transition to ACTIVE for port object c92586b9-e452-4280-97c5-cf50e609fb20 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:17:19.492981 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-968220e0-84c3-412a-bb2d-3c81f606cdc4 None None] Transition to ACTIVE for port object c92586b9-e452-4280-97c5-cf50e609fb20 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:17:19.519376 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-4e76fe1b-4933-45df-a6c2-1c520a18fd34 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:19.541736 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4d18656b-e377-49ec-a12e-8235adbfc942 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:19.604337 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c4b071-09a9-4d36-8169-f4959d9ce764 req-ed0fc7bf-9fbf-485e-a54c-37bb827cb0a4 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:19.606656 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-968220e0-84c3-412a-bb2d-3c81f606cdc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:19.621756 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-06c4b071-09a9-4d36-8169-f4959d9ce764 req-ed0fc7bf-9fbf-485e-a54c-37bb827cb0a4 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=1aeab594-2943-4da5-9c13-c06d96250566 HTTP/1.1" status: 200 len: 944 time: 0.1744463 Jul 05 02:17:19.624377 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cc9f9c3c-2256-4fac-8855-3043ed3c603d req-6c82183b-b439-4bd3-a0e9-e952945a9b69 service neutron] 10.222.0.15 "GET /v2.0/networks/b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662059 Jul 05 02:17:19.637539 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 3c19ebf3-e76c-400e-9c08-5d75501c001a up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:17:19.687338 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968220e0-84c3-412a-bb2d-3c81f606cdc4 None None] Network 54038592-9b3b-475c-bef9-a54e2917f11c is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:17:19.729780 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-968220e0-84c3-412a-bb2d-3c81f606cdc4 None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:17:19.735102 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-06c4b071-09a9-4d36-8169-f4959d9ce764 req-47eecd1f-e5e3-4f83-88c2-2e994e00ce36 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047604 Jul 05 02:17:19.752719 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f695084f-a7ee-42bc-9f0d-1b62494e6717 req-6af5298f-ecf3-4707-adfa-a702d6fa193c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:19.754478 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f695084f-a7ee-42bc-9f0d-1b62494e6717 req-6af5298f-ecf3-4707-adfa-a702d6fa193c service neutron] 10.222.0.15 "GET /v2.0/networks?id=d55491b1-56ba-426a-ac8c-e92d73c02c5b HTTP/1.1" status: 200 len: 908 time: 0.3309453 Jul 05 02:17:19.759509 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968220e0-84c3-412a-bb2d-3c81f606cdc4 None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:17:19.781327 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968220e0-84c3-412a-bb2d-3c81f606cdc4 None None] Pushing event updated for resources: {'Port': ['ID=c92586b9-e452-4280-97c5-cf50e609fb20,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:19.804396 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cc9f9c3c-2256-4fac-8855-3043ed3c603d req-7f296411-777d-4158-ab13-dca176d7c52d service neutron] 10.222.0.15 "GET /v2.0/networks/b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695070 Jul 05 02:17:19.878396 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f695084f-a7ee-42bc-9f0d-1b62494e6717 req-52a8d6e3-bfef-42d0-b3fb-56d67a0b3ee6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3cffef8b-24fe-4f69-94a5-2ba15c027d10 HTTP/1.1" status: 200 len: 217 time: 0.0895205 Jul 05 02:17:19.919917 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 49048) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:17:19.947103 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f695084f-a7ee-42bc-9f0d-1b62494e6717 req-84be8ccc-0e3d-4f85-83cb-cf85d83e6ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:19.949401 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f695084f-a7ee-42bc-9f0d-1b62494e6717 req-84be8ccc-0e3d-4f85-83cb-cf85d83e6ca2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9b152ce5-504f-4214-985c-9f5fa8213776 HTTP/1.1" status: 200 len: 848 time: 0.0599282 Jul 05 02:17:19.959789 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-968220e0-84c3-412a-bb2d-3c81f606cdc4 None None] Attempting to bind port c92586b9-e452-4280-97c5-cf50e609fb20 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:17:19.960141 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-968220e0-84c3-412a-bb2d-3c81f606cdc4 None None] Attempting to bind port c92586b9-e452-4280-97c5-cf50e609fb20 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '428bd820-12c7-40bc-9924-5dee47d7ea1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '54038592-9b3b-475c-bef9-a54e2917f11c'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:17:19.960497 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968220e0-84c3-412a-bb2d-3c81f606cdc4 None None] Attempting to bind port c92586b9-e452-4280-97c5-cf50e609fb20 on network 54038592-9b3b-475c-bef9-a54e2917f11c {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:17:19.966489 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968220e0-84c3-412a-bb2d-3c81f606cdc4 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:17:19.966858 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968220e0-84c3-412a-bb2d-3c81f606cdc4 None None] Checking segment: {'id': '428bd820-12c7-40bc-9924-5dee47d7ea1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '54038592-9b3b-475c-bef9-a54e2917f11c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:17:19.967262 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-968220e0-84c3-412a-bb2d-3c81f606cdc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:19.967698 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968220e0-84c3-412a-bb2d-3c81f606cdc4 None None] Bound using segment: {'id': '428bd820-12c7-40bc-9924-5dee47d7ea1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '54038592-9b3b-475c-bef9-a54e2917f11c'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:17:19.968162 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-968220e0-84c3-412a-bb2d-3c81f606cdc4 None None] Bound port: c92586b9-e452-4280-97c5-cf50e609fb20, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '428bd820-12c7-40bc-9924-5dee47d7ea1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '54038592-9b3b-475c-bef9-a54e2917f11c'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:17:19.968539 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-968220e0-84c3-412a-bb2d-3c81f606cdc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:20.044163 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning for port 3c19ebf3-e76c-400e-9c08-5d75501c001a completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:17:20.059762 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f695084f-a7ee-42bc-9f0d-1b62494e6717 req-c1755eb4-70b6-41ff-b34d-2cf079c6e58f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d55491b1-56ba-426a-ac8c-e92d73c02c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625279 Jul 05 02:17:20.060638 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port 3c19ebf3-e76c-400e-9c08-5d75501c001a triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:17:20.061174 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:20.069471 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defd3d9c-2eae-4592-863e-aac24bfefe49 req-0bc8e537-9159-408d-a6ff-b9bd163fd74e tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:20.071946 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-defd3d9c-2eae-4592-863e-aac24bfefe49 req-0bc8e537-9159-408d-a6ff-b9bd163fd74e tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=9425bd0c-c153-4dfc-853f-2f05765de50b HTTP/1.1" status: 200 len: 944 time: 0.1123071 Jul 05 02:17:20.138987 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-4e76fe1b-4933-45df-a6c2-1c520a18fd34 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Allocated IP 10.2.2.100 (8fabf858-7855-4bc3-b4b1-4ecb63b57267/60a80ec2-db69-42d6-b3ae-9c4f0a0ead85/36779ac9-6d94-4e90-b5a3-b9834d74efe3) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:17:20.147093 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-defd3d9c-2eae-4592-863e-aac24bfefe49 req-caf1d0f4-c8f1-40f9-bc53-c112b448af6b tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680964 Jul 05 02:17:20.155674 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-968220e0-84c3-412a-bb2d-3c81f606cdc4 None None] For port c92586b9-e452-4280-97c5-cf50e609fb20, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:17:20.188066 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-968220e0-84c3-412a-bb2d-3c81f606cdc4 None None] For port c92586b9-e452-4280-97c5-cf50e609fb20, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=c92586b9-e452-4280-97c5-cf50e609fb20,segment=NetworkSegment(428bd820-12c7-40bc-9924-5dee47d7ea1a),segment_id=428bd820-12c7-40bc-9924-5dee47d7ea1a)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:17:20.230913 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-e7c9ec74-5515-4c25-a031-67da34ef74ec admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e6b03ee367bf48fa9487c5d3936070b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3094254 Jul 05 02:17:20.234189 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 49056) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:17:20.251234 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:20.301623 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aeab594-2943-4da5-9c13-c06d96250566', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c19ebf3-e76c-400e-9c08-5d75501c001a'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:17:20.304249 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec468ce-39c4-4ce2-819a-c40617a1dfe6" -d '{"events": [{"server_uuid": "1aeab594-2943-4da5-9c13-c06d96250566", "name": "network-vif-plugged", "status": "completed", "tag": "3c19ebf3-e76c-400e-9c08-5d75501c001a"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:17:20.335028 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-968220e0-84c3-412a-bb2d-3c81f606cdc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:20.339429 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 3c19ebf3-e76c-400e-9c08-5d75501c001a, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=3c19ebf3-e76c-400e-9c08-5d75501c001a,segment=NetworkSegment(69ab64d7-bb63-4367-9b3e-0960def4b6c7),segment_id=69ab64d7-bb63-4367-9b3e-0960def4b6c7)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:17:20.345931 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-09800e7a-0d0a-4eee-85e9-3afaa850a2d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:20.357769 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-4e76fe1b-4933-45df-a6c2-1c520a18fd34 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:20.374296 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-4e76fe1b-4933-45df-a6c2-1c520a18fd34 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Transition to ACTIVE for port object 36779ac9-6d94-4e90-b5a3-b9834d74efe3 will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:17:20.397611 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-09800e7a-0d0a-4eee-85e9-3afaa850a2d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:20.412375 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:20.414294 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 9fecbb51-81ad-4144-98a1-50986344e405 no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:17:20.465507 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] No Port match for: 9fecbb51-81ad-4144-98a1-50986344e405 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:17:20.465861 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 9fecbb51-81ad-4144-98a1-50986344e405 not bound to the agent host n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:17:20.467342 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968220e0-84c3-412a-bb2d-3c81f606cdc4 None None] Pushing event updated for resources: {'Port': ['ID=c92586b9-e452-4280-97c5-cf50e609fb20,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:20.530592 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f695084f-a7ee-42bc-9f0d-1b62494e6717 req-883925bc-4094-4f92-8013-0c0c431435a5 service neutron] 10.222.0.15 "GET /v2.0/networks/d55491b1-56ba-426a-ac8c-e92d73c02c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4590609 Jul 05 02:17:20.569103 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=3c19ebf3-e76c-400e-9c08-5d75501c001a,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:20.654733 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4d18656b-e377-49ec-a12e-8235adbfc942 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:20.707381 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4d18656b-e377-49ec-a12e-8235adbfc942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:20.752826 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-4e76fe1b-4933-45df-a6c2-1c520a18fd34 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:20.843223 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-4e76fe1b-4933-45df-a6c2-1c520a18fd34 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Network 8fabf858-7855-4bc3-b4b1-4ecb63b57267 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:17:20.846830 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae593eb4-619c-4b5c-9a6a-cfe730145c93 req-99cc859a-0639-4f87-80cb-46a3b0dfb9f6 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:20.852129 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-34fd0b67-1cbc-4476-b1bd-99988f03754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:20.853598 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-4e76fe1b-4933-45df-a6c2-1c520a18fd34 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:17:20.857508 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ae593eb4-619c-4b5c-9a6a-cfe730145c93 req-99cc859a-0639-4f87-80cb-46a3b0dfb9f6 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3f5e5a3-382e-4ad9-a192-3de842dc6b67 HTTP/1.1" status: 200 len: 945 time: 0.5246427 Jul 05 02:17:20.863430 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f695084f-a7ee-42bc-9f0d-1b62494e6717 req-d8e3def9-9496-4763-9a3b-fb6ee1670507 service neutron] 10.222.0.15 "GET /v2.0/networks/d55491b1-56ba-426a-ac8c-e92d73c02c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3053834 Jul 05 02:17:20.864235 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-4e76fe1b-4933-45df-a6c2-1c520a18fd34 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:17:20.931081 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e76fe1b-4933-45df-a6c2-1c520a18fd34 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Pushing event updated for resources: {'Port': ['ID=36779ac9-6d94-4e90-b5a3-b9834d74efe3,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:20.948997 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ae593eb4-619c-4b5c-9a6a-cfe730145c93 req-f8cbe21d-af83-4cee-895d-17e52e57d317 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc929fbb-c4f8-4892-b37d-5570a0c717b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900569 Jul 05 02:17:21.004411 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-4d18656b-e377-49ec-a12e-8235adbfc942 admin admin] Allocated IP 172.25.7.15 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/7d41b46a-3e58-423e-82c2-9fa792f4f6d7) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:17:21.012179 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-4e76fe1b-4933-45df-a6c2-1c520a18fd34 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:21.012814 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-4e76fe1b-4933-45df-a6c2-1c520a18fd34 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:21.150439 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0396a118-58a1-4df1-a2d4-90d56cea0c49 x-openstack-request-id: req-0396a118-58a1-4df1-a2d4-90d56cea0c49 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:17:21.150786 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aeab594-2943-4da5-9c13-c06d96250566", "name": "network-vif-plugged", "status": "completed", "tag": "3c19ebf3-e76c-400e-9c08-5d75501c001a", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:17:21.150945 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0396a118-58a1-4df1-a2d4-90d56cea0c49 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:17:21.151458 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aeab594-2943-4da5-9c13-c06d96250566', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c19ebf3-e76c-400e-9c08-5d75501c001a', 'code': 200} Jul 05 02:17:21.189962 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-09800e7a-0d0a-4eee-85e9-3afaa850a2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:21.195992 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-09800e7a-0d0a-4eee-85e9-3afaa850a2d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:21.205009 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-09800e7a-0d0a-4eee-85e9-3afaa850a2d9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7dddceb9-4cfd-474a-b9bd-00ea9e599de1 HTTP/1.1" status: 204 len: 168 time: 0.9647150 Jul 05 02:17:21.212417 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-4e76fe1b-4933-45df-a6c2-1c520a18fd34 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3775332 Jul 05 02:17:21.269489 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-1856cb5e-f460-47a1-bebe-e7b8ac074f77 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Request body: {'port': {'device_id': '92403696-646a-4870-b635-6151c7b09066', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '8fabf858-7855-4bc3-b4b1-4ecb63b57267', 'admin_state_up': True, 'tenant_id': 'bf69a7cc9341402789561a978c68b071', 'security_groups': ['5eae1027-3275-42f9-8f54-f2ff33a054c9']}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:17:21.330082 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09800e7a-0d0a-4eee-85e9-3afaa850a2d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dddceb9-4cfd-474a-b9bd-00ea9e599de1,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:21.341131 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device c92586b9-e452-4280-97c5-cf50e609fb20 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:17:21.407215 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-f724dde7-1f93-4c2e-8a51-340e934294f2 None None] Provisioning for port 36779ac9-6d94-4e90-b5a3-b9834d74efe3 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:17:21.418869 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-f724dde7-1f93-4c2e-8a51-340e934294f2 None None] Provisioning complete for port 36779ac9-6d94-4e90-b5a3-b9834d74efe3 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:17:21.423483 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f724dde7-1f93-4c2e-8a51-340e934294f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:21.485283 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427c9679-5bc1-4ffe-af5a-e82b5ce99372 req-6c35c6dc-b5c2-41f9-8188-bf38e7ed0b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:21.487271 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-427c9679-5bc1-4ffe-af5a-e82b5ce99372 req-6c35c6dc-b5c2-41f9-8188-bf38e7ed0b6c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1aeab594-2943-4da5-9c13-c06d96250566 HTTP/1.1" status: 200 len: 1097 time: 0.2467134 Jul 05 02:17:21.533187 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-f724dde7-1f93-4c2e-8a51-340e934294f2 None None] Port 36779ac9-6d94-4e90-b5a3-b9834d74efe3 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:17:21.564287 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077ad0bb-0039-4fb8-8ebf-8fe229860c6d req-47268c76-5816-4525-8bc4-0cc00cc25321 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:21.569793 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-077ad0bb-0039-4fb8-8ebf-8fe229860c6d req-47268c76-5816-4525-8bc4-0cc00cc25321 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=1aeab594-2943-4da5-9c13-c06d96250566 HTTP/1.1" status: 200 len: 945 time: 0.2123506 Jul 05 02:17:21.610651 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-427c9679-5bc1-4ffe-af5a-e82b5ce99372 req-7592f67f-142b-4475-8249-930ef63ef7e7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133912 Jul 05 02:17:21.615707 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port c92586b9-e452-4280-97c5-cf50e609fb20 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:17:21.618728 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 49072) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:17:21.649810 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4d18656b-e377-49ec-a12e-8235adbfc942 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:21.658593 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-077ad0bb-0039-4fb8-8ebf-8fe229860c6d req-9ceb2042-79e3-42b5-974e-e6b1c3f7d10f tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796530 Jul 05 02:17:21.664930 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc4103a-baff-4857-80b9-74798b395b04 req-1cd67f10-fcdf-41b4-944e-fab4f138cbe5 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:21.676417 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc4103a-baff-4857-80b9-74798b395b04 req-1cd67f10-fcdf-41b4-944e-fab4f138cbe5 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:21.681190 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc4103a-baff-4857-80b9-74798b395b04 req-1cd67f10-fcdf-41b4-944e-fab4f138cbe5 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:21.687738 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc4103a-baff-4857-80b9-74798b395b04 req-1cd67f10-fcdf-41b4-944e-fab4f138cbe5 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:21.698033 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ddc4103a-baff-4857-80b9-74798b395b04 req-1cd67f10-fcdf-41b4-944e-fab4f138cbe5 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/ports?device_id=92403696-646a-4870-b635-6151c7b09066 HTTP/1.1" status: 200 len: 3094 time: 0.6119032 Jul 05 02:17:21.742737 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-1856cb5e-f460-47a1-bebe-e7b8ac074f77 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Made reservation on behalf of bf69a7cc9341402789561a978c68b071 for: {'port': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:17:21.748320 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-1856cb5e-f460-47a1-bebe-e7b8ac074f77 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:21.771715 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f695084f-a7ee-42bc-9f0d-1b62494e6717 req-af7e93a4-f765-410c-81bd-e38a5214757c tempest-LiveMigrationTest-1529316378 tempest-LiveMigrationTest-1529316378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:21.773508 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f695084f-a7ee-42bc-9f0d-1b62494e6717 req-af7e93a4-f765-410c-81bd-e38a5214757c tempest-LiveMigrationTest-1529316378 tempest-LiveMigrationTest-1529316378-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=9425bd0c-c153-4dfc-853f-2f05765de50b&tenant_id=7a7e417343d4479788713b4bb769c9b0&binding%3Ahost_id=n-h2-771362-32 HTTP/1.1" status: 200 len: 1096 time: 0.2726264 Jul 05 02:17:21.784475 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ddc4103a-baff-4857-80b9-74798b395b04 req-9dc36c66-8723-4929-8ba4-857b078d17f5 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/security-groups?id=5eae1027-3275-42f9-8f54-f2ff33a054c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853908 Jul 05 02:17:21.903559 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f1a2b7-eb59-44d1-a8b8-bc570996ca48 req-4bf3565e-2847-4ca9-bc29-5ade77fc4d68 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:21.915989 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-28f1a2b7-eb59-44d1-a8b8-bc570996ca48 req-4bf3565e-2847-4ca9-bc29-5ade77fc4d68 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3f5e5a3-382e-4ad9-a192-3de842dc6b67 HTTP/1.1" status: 200 len: 945 time: 0.0983377 Jul 05 02:17:21.919099 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a90cb67b-98f9-4be0-8a4f-4e0cdba45fac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:21.919620 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-addd3e93-3772-473a-836c-ca35f348e97e None None] Network 54038592-9b3b-475c-bef9-a54e2917f11c requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:17:22.003856 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-28f1a2b7-eb59-44d1-a8b8-bc570996ca48 req-e3d06155-538e-48ba-9cca-4107a4438e16 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc929fbb-c4f8-4892-b37d-5570a0c717b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869939 Jul 05 02:17:22.097343 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a90cb67b-98f9-4be0-8a4f-4e0cdba45fac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:22.128026 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-d033335e-31ef-4d79-a2c4-6ca5be7123e4 None None] Provisioning for port c92586b9-e452-4280-97c5-cf50e609fb20 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:17:22.132280 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-d033335e-31ef-4d79-a2c4-6ca5be7123e4 None None] Provisioning complete for port c92586b9-e452-4280-97c5-cf50e609fb20 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:17:22.136129 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-d033335e-31ef-4d79-a2c4-6ca5be7123e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:22.201402 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a90cb67b-98f9-4be0-8a4f-4e0cdba45fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:22.269220 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-d033335e-31ef-4d79-a2c4-6ca5be7123e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:22.285121 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90cb67b-98f9-4be0-8a4f-4e0cdba45fac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50f906b6-c786-4c42-99d6-e3c690b08213,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:22.309099 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-a90cb67b-98f9-4be0-8a4f-4e0cdba45fac admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c3a10e2171124dad821d47dc97706f38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6891942 Jul 05 02:17:22.317580 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-d033335e-31ef-4d79-a2c4-6ca5be7123e4 None None] For port c92586b9-e452-4280-97c5-cf50e609fb20, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=c92586b9-e452-4280-97c5-cf50e609fb20,segment=NetworkSegment(428bd820-12c7-40bc-9924-5dee47d7ea1a),segment_id=428bd820-12c7-40bc-9924-5dee47d7ea1a)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:17:22.320814 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 49092) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:17:22.370334 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6032ef9-81a8-4c30-9682-f2d2e31e18f2 req-2ab04174-e129-4409-9737-617e942b89db tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:22.378802 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f6032ef9-81a8-4c30-9682-f2d2e31e18f2 req-2ab04174-e129-4409-9737-617e942b89db tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3f5e5a3-382e-4ad9-a192-3de842dc6b67 HTTP/1.1" status: 200 len: 945 time: 0.1924858 Jul 05 02:17:22.407475 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-d033335e-31ef-4d79-a2c4-6ca5be7123e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:22.454215 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-414fa983-2954-4dc7-ac38-39b0c25a414b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:22.479901 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d033335e-31ef-4d79-a2c4-6ca5be7123e4 None None] Pushing event updated for resources: {'Port': ['ID=c92586b9-e452-4280-97c5-cf50e609fb20,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:22.497120 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-414fa983-2954-4dc7-ac38-39b0c25a414b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:22.510574 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f6032ef9-81a8-4c30-9682-f2d2e31e18f2 req-d1c808f6-7901-44f0-a167-fbaaa8e1c809 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc929fbb-c4f8-4892-b37d-5570a0c717b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205442 Jul 05 02:17:22.538087 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-ab7801a0-ed3f-4d55-b5b7-c0e55f4100f7 None None] Provisioning complete for port c92586b9-e452-4280-97c5-cf50e609fb20 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:17:22.538489 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-ab7801a0-ed3f-4d55-b5b7-c0e55f4100f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:22.541934 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4d18656b-e377-49ec-a12e-8235adbfc942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:22.643257 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d18656b-e377-49ec-a12e-8235adbfc942 admin admin] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:17:22.665602 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-4d18656b-e377-49ec-a12e-8235adbfc942 admin admin] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:17:22.676900 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d18656b-e377-49ec-a12e-8235adbfc942 admin admin] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:17:22.709155 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-414fa983-2954-4dc7-ac38-39b0c25a414b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:22.713390 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-414fa983-2954-4dc7-ac38-39b0c25a414b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:22.718279 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-414fa983-2954-4dc7-ac38-39b0c25a414b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/50f906b6-c786-4c42-99d6-e3c690b08213 HTTP/1.1" status: 204 len: 168 time: 0.3960845 Jul 05 02:17:22.735341 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414fa983-2954-4dc7-ac38-39b0c25a414b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f906b6-c786-4c42-99d6-e3c690b08213,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:22.749751 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d18656b-e377-49ec-a12e-8235adbfc942 admin admin] Pushing event updated for resources: {'Port': ['ID=7d41b46a-3e58-423e-82c2-9fa792f4f6d7,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:22.869374 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-1856cb5e-f460-47a1-bebe-e7b8ac074f77 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Allocated IP 10.2.2.200 (8fabf858-7855-4bc3-b4b1-4ecb63b57267/60a80ec2-db69-42d6-b3ae-9c4f0a0ead85/5e5f8879-93f3-4d20-8ad9-d0823e4032c0) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:17:22.964660 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-f695084f-a7ee-42bc-9f0d-1b62494e6717 req-8476f69e-4adf-4e44-a2a0-f1b0bca76010 service neutron] For port 3cffef8b-24fe-4f69-94a5-2ba15c027d10, host n-h1-771362-32, cleared binding levels {{(pid=94462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:17:22.999120 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8520b6d7-0a11-4de2-8b73-ac1603546901 req-250d5801-a676-4491-9703-f5fc41c8c94b tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:23.002645 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8520b6d7-0a11-4de2-8b73-ac1603546901 req-250d5801-a676-4491-9703-f5fc41c8c94b tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3f5e5a3-382e-4ad9-a192-3de842dc6b67 HTTP/1.1" status: 200 len: 945 time: 0.1236243 Jul 05 02:17:23.009746 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-f695084f-a7ee-42bc-9f0d-1b62494e6717 req-8476f69e-4adf-4e44-a2a0-f1b0bca76010 service neutron] Notify callbacks [] for binding, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:23.010900 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f695084f-a7ee-42bc-9f0d-1b62494e6717 req-8476f69e-4adf-4e44-a2a0-f1b0bca76010 service neutron] 10.222.0.15 "DELETE /v2.0/ports/3cffef8b-24fe-4f69-94a5-2ba15c027d10/bindings/n-h1-771362-32 HTTP/1.1" status: 204 len: 173 time: 1.2233891 Jul 05 02:17:23.046341 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e02b28-42a8-4d10-a900-4d54712cda60 req-db12bf3b-b385-4d57-b1ab-f8f7704ca987 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:23.053705 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c7e02b28-42a8-4d10-a900-4d54712cda60 req-db12bf3b-b385-4d57-b1ab-f8f7704ca987 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=9425bd0c-c153-4dfc-853f-2f05765de50b HTTP/1.1" status: 200 len: 944 time: 1.0443578 Jul 05 02:17:23.073190 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8520b6d7-0a11-4de2-8b73-ac1603546901 req-b70286e9-a6d0-4b1b-9958-0eeb9da1cc1f tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc929fbb-c4f8-4892-b37d-5570a0c717b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628376 Jul 05 02:17:23.138521 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c7e02b28-42a8-4d10-a900-4d54712cda60 req-4625ffdf-1732-47ad-bd3b-9ef821551aad tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838683 Jul 05 02:17:23.215053 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a071274f-841f-4b11-b38e-ceaeae9a498b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:23.271501 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device c92586b9-e452-4280-97c5-cf50e609fb20 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:17:23.280626 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-1856cb5e-f460-47a1-bebe-e7b8ac074f77 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:23.318011 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-1856cb5e-f460-47a1-bebe-e7b8ac074f77 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Transition to ACTIVE for port object 5e5f8879-93f3-4d20-8ad9-d0823e4032c0 will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:17:23.333278 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port c92586b9-e452-4280-97c5-cf50e609fb20 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:17:23.333800 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb37d90-79c1-488e-bc29-d13d56dc7fdc req-a3b5cb80-78cf-42aa-a101-c081e2f77d3d tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:23.334290 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:23.346735 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7cb37d90-79c1-488e-bc29-d13d56dc7fdc req-a3b5cb80-78cf-42aa-a101-c081e2f77d3d tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=1aeab594-2943-4da5-9c13-c06d96250566 HTTP/1.1" status: 200 len: 945 time: 0.1388621 Jul 05 02:17:23.402270 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7cb37d90-79c1-488e-bc29-d13d56dc7fdc req-58b09e9c-31cb-485d-b4f6-a1cd975a13cf tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544779 Jul 05 02:17:23.481157 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-1856cb5e-f460-47a1-bebe-e7b8ac074f77 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:23.513356 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-1856cb5e-f460-47a1-bebe-e7b8ac074f77 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Network 8fabf858-7855-4bc3-b4b1-4ecb63b57267 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:17:23.553343 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-1856cb5e-f460-47a1-bebe-e7b8ac074f77 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:17:23.587015 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-1856cb5e-f460-47a1-bebe-e7b8ac074f77 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:17:23.719181 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf69ba9-6c6d-4106-aad0-5461de41515d req-82ce0446-f712-4f6f-a69a-acd91ece7e66 tempest-LiveAutoBlockMigrationV225Test-944788699 tempest-LiveAutoBlockMigrationV225Test-944788699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:23.720775 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7cf69ba9-6c6d-4106-aad0-5461de41515d req-82ce0446-f712-4f6f-a69a-acd91ece7e66 tempest-LiveAutoBlockMigrationV225Test-944788699 tempest-LiveAutoBlockMigrationV225Test-944788699-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=1aeab594-2943-4da5-9c13-c06d96250566 HTTP/1.1" status: 200 len: 1097 time: 0.0969667 Jul 05 02:17:23.726721 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1856cb5e-f460-47a1-bebe-e7b8ac074f77 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Pushing event updated for resources: {'Port': ['ID=5e5f8879-93f3-4d20-8ad9-d0823e4032c0,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:23.738508 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-1856cb5e-f460-47a1-bebe-e7b8ac074f77 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:23.739782 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-1856cb5e-f460-47a1-bebe-e7b8ac074f77 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:23.769881 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7cf69ba9-6c6d-4106-aad0-5461de41515d req-096911e4-3398-4587-8a3e-69223dfb09a5 tempest-LiveAutoBlockMigrationV225Test-944788699 tempest-LiveAutoBlockMigrationV225Test-944788699-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429573 Jul 05 02:17:23.770408 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4d18656b-e377-49ec-a12e-8235adbfc942 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:23.791091 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c4ccf3-b035-45d0-a897-408c293c49cd req-32a88656-62a9-45ce-a287-06fb19c9d014 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:23.798729 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:23.805872 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c4ccf3-b035-45d0-a897-408c293c49cd req-32a88656-62a9-45ce-a287-06fb19c9d014 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:23.812962 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c4ccf3-b035-45d0-a897-408c293c49cd req-32a88656-62a9-45ce-a287-06fb19c9d014 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:23.829396 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c4ccf3-b035-45d0-a897-408c293c49cd req-32a88656-62a9-45ce-a287-06fb19c9d014 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:23.838033 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-56c4ccf3-b035-45d0-a897-408c293c49cd req-32a88656-62a9-45ce-a287-06fb19c9d014 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/ports?device_id=92403696-646a-4870-b635-6151c7b09066 HTTP/1.1" status: 200 len: 3094 time: 0.4625859 Jul 05 02:17:23.851013 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 49132) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:17:23.867854 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d8033ede-15cd-46af-ae21-686a7f4629ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:23.914468 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-1856cb5e-f460-47a1-bebe-e7b8ac074f77 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6567588 Jul 05 02:17:23.938490 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-5d1d7dd6-6cb9-4789-98f4-f5021a380c30 service neutron] Request body: {'port': {'device_id': '92403696-646a-4870-b635-6151c7b09066', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-32'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:17:23.975261 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-bf9fc5b6-d50e-4156-afaf-d6d75bd6b63f None None] Provisioning for port 5e5f8879-93f3-4d20-8ad9-d0823e4032c0 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:17:23.979922 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-bf9fc5b6-d50e-4156-afaf-d6d75bd6b63f None None] Provisioning complete for port 5e5f8879-93f3-4d20-8ad9-d0823e4032c0 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:17:23.980438 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-bf9fc5b6-d50e-4156-afaf-d6d75bd6b63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:23.992227 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-56c4ccf3-b035-45d0-a897-408c293c49cd req-7335e32b-421e-4f19-98ee-0b92f51b6dae tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/security-groups?id=5eae1027-3275-42f9-8f54-f2ff33a054c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1530519 Jul 05 02:17:24.067306 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-bf9fc5b6-d50e-4156-afaf-d6d75bd6b63f None None] Port 5e5f8879-93f3-4d20-8ad9-d0823e4032c0 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:17:24.076536 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d8033ede-15cd-46af-ae21-686a7f4629ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:24.095601 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdc8efe-3b8b-4d8f-85fa-7ed1165c2496 req-11167abd-dfae-417e-a661-045e147556a7 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:24.097163 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ebdc8efe-3b8b-4d8f-85fa-7ed1165c2496 req-11167abd-dfae-417e-a661-045e147556a7 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3f5e5a3-382e-4ad9-a192-3de842dc6b67 HTTP/1.1" status: 200 len: 945 time: 0.1563678 Jul 05 02:17:24.182827 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ebdc8efe-3b8b-4d8f-85fa-7ed1165c2496 req-3698d083-d61a-4a12-9818-7ea2702f93f6 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc929fbb-c4f8-4892-b37d-5570a0c717b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751040 Jul 05 02:17:24.193043 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d8033ede-15cd-46af-ae21-686a7f4629ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:24.321977 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-d8033ede-15cd-46af-ae21-686a7f4629ae admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8cfe35470e6d4957997511ae9e105a4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4692314 Jul 05 02:17:24.325287 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 49140) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:17:24.353694 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-5d1d7dd6-6cb9-4789-98f4-f5021a380c30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:24.360849 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8033ede-15cd-46af-ae21-686a7f4629ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6faabca1-9c94-4bb5-983e-415ee97dedd7,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:24.380623 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4d18656b-e377-49ec-a12e-8235adbfc942 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963'] for router, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:24.502983 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:24.560706 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ba75e-dbf3-4131-83a5-f821ead3e63b req-d3926f44-fdc0-419c-b87b-58d8d096efa9 tempest-LiveAutoBlockMigrationV225Test-944788699 tempest-LiveAutoBlockMigrationV225Test-944788699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:24.562806 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-969ba75e-dbf3-4131-83a5-f821ead3e63b req-d3926f44-fdc0-419c-b87b-58d8d096efa9 tempest-LiveAutoBlockMigrationV225Test-944788699 tempest-LiveAutoBlockMigrationV225Test-944788699-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=1aeab594-2943-4da5-9c13-c06d96250566 HTTP/1.1" status: 200 len: 1097 time: 0.0726023 Jul 05 02:17:24.606251 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-969ba75e-dbf3-4131-83a5-f821ead3e63b req-57f5102f-edf2-4bf6-b238-39adde2ca0fa tempest-LiveAutoBlockMigrationV225Test-944788699 tempest-LiveAutoBlockMigrationV225Test-944788699-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377543 Jul 05 02:17:24.697935 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6efa97d4-19fb-4eed-af5a-420c5f67c5df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:24.700754 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce52aef7-1b1f-448d-a13f-d49c3194a9c9 req-b659052e-00d7-471f-94ea-2eb28312ab25 tempest-LiveMigrationTest-1529316378 tempest-LiveMigrationTest-1529316378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:24.702340 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ce52aef7-1b1f-448d-a13f-d49c3194a9c9 req-b659052e-00d7-471f-94ea-2eb28312ab25 tempest-LiveMigrationTest-1529316378 tempest-LiveMigrationTest-1529316378-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=9425bd0c-c153-4dfc-853f-2f05765de50b HTTP/1.1" status: 200 len: 1096 time: 0.4495046 Jul 05 02:17:24.768927 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6efa97d4-19fb-4eed-af5a-420c5f67c5df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:24.833499 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85c7399-3f18-451a-b672-45b94c10f90c req-7253f5c2-0658-4a6e-b75a-54d3b92630b0 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:24.838623 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d85c7399-3f18-451a-b672-45b94c10f90c req-7253f5c2-0658-4a6e-b75a-54d3b92630b0 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3f5e5a3-382e-4ad9-a192-3de842dc6b67 HTTP/1.1" status: 200 len: 945 time: 0.0880878 Jul 05 02:17:24.852029 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ce52aef7-1b1f-448d-a13f-d49c3194a9c9 req-df2ecd6d-2004-448a-be14-39ef2161b631 tempest-LiveMigrationTest-1529316378 tempest-LiveMigrationTest-1529316378-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406074 Jul 05 02:17:24.906049 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d85c7399-3f18-451a-b672-45b94c10f90c req-31249148-bb1d-4fe9-97a6-95f23b971334 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc929fbb-c4f8-4892-b37d-5570a0c717b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635464 Jul 05 02:17:24.940943 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d18656b-e377-49ec-a12e-8235adbfc942 admin admin] Router 8d36cf2c-eafb-49ac-8a06-4e53bddb6b18 is scheduled to L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 with binding_index 1 {{(pid=94462) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 02:17:25.038220 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-5d1d7dd6-6cb9-4789-98f4-f5021a380c30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb5e411e-ba28-4560-9e82-b60e563a776d {{(pid=94462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:17:25.054041 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-5d1d7dd6-6cb9-4789-98f4-f5021a380c30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:25.057745 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6efa97d4-19fb-4eed-af5a-420c5f67c5df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:25.060407 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6efa97d4-19fb-4eed-af5a-420c5f67c5df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:25.061772 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-6efa97d4-19fb-4eed-af5a-420c5f67c5df admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6faabca1-9c94-4bb5-983e-415ee97dedd7 HTTP/1.1" status: 204 len: 168 time: 0.7343276 Jul 05 02:17:25.111969 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8fda63-538c-47c4-ad6f-b17f8c788134 req-89fd0fe2-6159-4396-a5ce-3b9d0866f7f5 tempest-LiveMigrationTest-1529316378 tempest-LiveMigrationTest-1529316378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:25.112557 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efa97d4-19fb-4eed-af5a-420c5f67c5df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6faabca1-9c94-4bb5-983e-415ee97dedd7,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:25.119775 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-5d1d7dd6-6cb9-4789-98f4-f5021a380c30 service neutron] Transition to ACTIVE for port object fb5e411e-ba28-4560-9e82-b60e563a776d will not be triggered until provisioned by entity L2. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:17:25.124109 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7e8fda63-538c-47c4-ad6f-b17f8c788134 req-89fd0fe2-6159-4396-a5ce-3b9d0866f7f5 tempest-LiveMigrationTest-1529316378 tempest-LiveMigrationTest-1529316378-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=9425bd0c-c153-4dfc-853f-2f05765de50b HTTP/1.1" status: 200 len: 1096 time: 0.1127040 Jul 05 02:17:25.161441 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d18656b-e377-49ec-a12e-8235adbfc942 admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:17:25.171420 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbdc4753-d2e7-4df8-835f-67e6dbfdde3d None None] Sync routers for ids ['8d36cf2c-eafb-49ac-8a06-4e53bddb6b18'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:17:25.180237 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7e8fda63-538c-47c4-ad6f-b17f8c788134 req-0ccbdb9d-f2ee-4e50-be60-a13ef14f2518 tempest-LiveMigrationTest-1529316378 tempest-LiveMigrationTest-1529316378-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551574 Jul 05 02:17:25.212534 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbdc4753-d2e7-4df8-835f-67e6dbfdde3d None None] Routers {'8d36cf2c-eafb-49ac-8a06-4e53bddb6b18'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:17:25.222213 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-cbdc4753-d2e7-4df8-835f-67e6dbfdde3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:17:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['8d36cf2c-eafb-49ac-8a06-4e53bddb6b18'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:17:25.251648 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-5d1d7dd6-6cb9-4789-98f4-f5021a380c30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:25.376661 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-cbdc4753-d2e7-4df8-835f-67e6dbfdde3d None None] Set router 8d36cf2c-eafb-49ac-8a06-4e53bddb6b18 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:17:25.424998 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f0c756-8994-41ee-b769-d23e11433e5b req-38cc0396-7703-46b0-880a-b3853d58355a tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:25.426626 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e8f0c756-8994-41ee-b769-d23e11433e5b req-38cc0396-7703-46b0-880a-b3853d58355a tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3f5e5a3-382e-4ad9-a192-3de842dc6b67 HTTP/1.1" status: 200 len: 945 time: 0.1087093 Jul 05 02:17:25.488951 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e8f0c756-8994-41ee-b769-d23e11433e5b req-75ddd21f-7dd6-421b-b062-2b3314086ffb tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc929fbb-c4f8-4892-b37d-5570a0c717b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556622 Jul 05 02:17:25.609323 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4d18656b-e377-49ec-a12e-8235adbfc942 admin admin] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:25.610491 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-4d18656b-e377-49ec-a12e-8235adbfc942 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 6.8113425 Jul 05 02:17:25.613450 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 49182) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:17:25.713233 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-cbdc4753-d2e7-4df8-835f-67e6dbfdde3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d36cf2c-eafb-49ac-8a06-4e53bddb6b18', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-377889622-router', 'tenant_id': '37cbc6d1b8a44c1fbc041ff138952402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': '7d41b46a-3e58-423e-82c2-9fa792f4f6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:17:19Z', 'updated_at': '2021-07-05T02:17:23Z', 'revision_number': 3, 'project_id': '37cbc6d1b8a44c1fbc041ff138952402', 'gw_port': {'id': '7d41b46a-3e58-423e-82c2-9fa792f4f6d7', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2c:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d36cf2c-eafb-49ac-8a06-4e53bddb6b18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:17:20Z', 'updated_at': '2021-07-05T02:17:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:17:25.728690 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1d7dd6-6cb9-4789-98f4-f5021a380c30 service neutron] Pushing event updated for resources: {'Port': ['ID=fb5e411e-ba28-4560-9e82-b60e563a776d,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:25.763205 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbdc4753-d2e7-4df8-835f-67e6dbfdde3d None None] Checking router: 8d36cf2c-eafb-49ac-8a06-4e53bddb6b18 for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:17:25.763549 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbdc4753-d2e7-4df8-835f-67e6dbfdde3d None None] Updating router 8d36cf2c-eafb-49ac-8a06-4e53bddb6b18 port 7d41b46a-3e58-423e-82c2-9fa792f4f6d7 binding host n-d-771362-32 {{(pid=94464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 02:17:25.805445 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-5d1d7dd6-6cb9-4789-98f4-f5021a380c30 service neutron] Attempting to bind port fb5e411e-ba28-4560-9e82-b60e563a776d on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:17:25.806529 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-5d1d7dd6-6cb9-4789-98f4-f5021a380c30 service neutron] Attempting to bind port fb5e411e-ba28-4560-9e82-b60e563a776d by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '31e917c3-b1d5-428f-bb55-dbe9374ce1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1f5c1f66-211d-4aaf-9dcb-993edf85d0c1'}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:17:25.807054 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-5d1d7dd6-6cb9-4789-98f4-f5021a380c30 service neutron] Attempting to bind port fb5e411e-ba28-4560-9e82-b60e563a776d on network 1f5c1f66-211d-4aaf-9dcb-993edf85d0c1 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:17:25.818616 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-5d1d7dd6-6cb9-4789-98f4-f5021a380c30 service neutron] Port fb5e411e-ba28-4560-9e82-b60e563a776d on network 1f5c1f66-211d-4aaf-9dcb-993edf85d0c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:17:25.820348 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-5d1d7dd6-6cb9-4789-98f4-f5021a380c30 service neutron] Attempting to bind port fb5e411e-ba28-4560-9e82-b60e563a776d on network 1f5c1f66-211d-4aaf-9dcb-993edf85d0c1 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:17:25.833662 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-5d1d7dd6-6cb9-4789-98f4-f5021a380c30 service neutron] Checking agent: {'id': 'e071c76e-395f-48c4-a98f-88088465cf0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:17:25.837763 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-5d1d7dd6-6cb9-4789-98f4-f5021a380c30 service neutron] Checking segment: {'id': '31e917c3-b1d5-428f-bb55-dbe9374ce1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1f5c1f66-211d-4aaf-9dcb-993edf85d0c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:17:25.838396 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-5d1d7dd6-6cb9-4789-98f4-f5021a380c30 service neutron] Bound using segment: {'id': '31e917c3-b1d5-428f-bb55-dbe9374ce1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1f5c1f66-211d-4aaf-9dcb-993edf85d0c1'} {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:17:25.839668 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-5d1d7dd6-6cb9-4789-98f4-f5021a380c30 service neutron] Bound port: fb5e411e-ba28-4560-9e82-b60e563a776d, host: n-h2-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31e917c3-b1d5-428f-bb55-dbe9374ce1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1f5c1f66-211d-4aaf-9dcb-993edf85d0c1'}}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:17:25.840218 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-5d1d7dd6-6cb9-4789-98f4-f5021a380c30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:25.847674 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cbdc4753-d2e7-4df8-835f-67e6dbfdde3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:25.923442 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:25.977905 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-5d1d7dd6-6cb9-4789-98f4-f5021a380c30 service neutron] For port fb5e411e-ba28-4560-9e82-b60e563a776d, host n-h2-771362-32, cleared binding levels {{(pid=94462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:17:25.987941 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-5d1d7dd6-6cb9-4789-98f4-f5021a380c30 service neutron] For port fb5e411e-ba28-4560-9e82-b60e563a776d, host n-h2-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=fb5e411e-ba28-4560-9e82-b60e563a776d,segment=NetworkSegment(31e917c3-b1d5-428f-bb55-dbe9374ce1ec),segment_id=31e917c3-b1d5-428f-bb55-dbe9374ce1ec)] {{(pid=94462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:17:26.016027 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23415c5-f8ce-46e8-b811-86cee72161cc req-b03b3251-8b93-4808-81da-fd4390491fd6 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:26.023044 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23415c5-f8ce-46e8-b811-86cee72161cc req-b03b3251-8b93-4808-81da-fd4390491fd6 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:26.029084 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23415c5-f8ce-46e8-b811-86cee72161cc req-b03b3251-8b93-4808-81da-fd4390491fd6 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:26.042474 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23415c5-f8ce-46e8-b811-86cee72161cc req-b03b3251-8b93-4808-81da-fd4390491fd6 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:26.051899 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23415c5-f8ce-46e8-b811-86cee72161cc req-b03b3251-8b93-4808-81da-fd4390491fd6 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:26.059245 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d23415c5-f8ce-46e8-b811-86cee72161cc req-b03b3251-8b93-4808-81da-fd4390491fd6 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/ports?device_id=92403696-646a-4870-b635-6151c7b09066 HTTP/1.1" status: 200 len: 3827 time: 0.3628716 Jul 05 02:17:26.098714 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-5d1d7dd6-6cb9-4789-98f4-f5021a380c30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:26.143400 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-5d1d7dd6-6cb9-4789-98f4-f5021a380c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:26.144080 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-5d1d7dd6-6cb9-4789-98f4-f5021a380c30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:26.145426 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-5d1d7dd6-6cb9-4789-98f4-f5021a380c30 service neutron] 10.222.0.15 "PUT /v2.0/ports/fb5e411e-ba28-4560-9e82-b60e563a776d HTTP/1.1" status: 200 len: 1092 time: 2.2162111 Jul 05 02:17:26.145879 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92403696-646a-4870-b635-6151c7b09066', 'tag': 'fb5e411e-ba28-4560-9e82-b60e563a776d'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:17:26.148281 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b223267e0e0ddb3199af7772d0b45336e3b4b54fbb151c86a8051291a61e85db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1c628b7-47e6-4c95-8582-b9aadfefe45d" -d '{"events": [{"name": "network-changed", "server_uuid": "92403696-646a-4870-b635-6151c7b09066", "tag": "fb5e411e-ba28-4560-9e82-b60e563a776d"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:17:26.188925 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1d7dd6-6cb9-4789-98f4-f5021a380c30 service neutron] Pushing event updated for resources: {'Port': ['ID=fb5e411e-ba28-4560-9e82-b60e563a776d,revision_number=3']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:26.235946 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-18c63d8b-1509-4373-8e20-fc804d85045b service neutron] Request body: {'port': {'device_id': '92403696-646a-4870-b635-6151c7b09066', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-32'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:17:26.290191 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d23415c5-f8ce-46e8-b811-86cee72161cc req-e568de55-9d7a-48c9-8dca-489ed8eff64e tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/security-groups?id=5eae1027-3275-42f9-8f54-f2ff33a054c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2298036 Jul 05 02:17:26.410232 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-18c63d8b-1509-4373-8e20-fc804d85045b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:26.559120 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cbdc4753-d2e7-4df8-835f-67e6dbfdde3d None None] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:26.593935 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-cbdc4753-d2e7-4df8-835f-67e6dbfdde3d None None] Transition to ACTIVE for port object 7d41b46a-3e58-423e-82c2-9fa792f4f6d7 will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:17:26.640259 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c77d16d1-4ae3-482a-9752-b0dee0fff9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:26.686754 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cbdc4753-d2e7-4df8-835f-67e6dbfdde3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:26.747898 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd9ed21-2648-4a63-8853-680c0a58ee2d None None] Pushing event updated for resources: {'Port': ['ID=7d41b46a-3e58-423e-82c2-9fa792f4f6d7,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:26.778024 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-cbdc4753-d2e7-4df8-835f-67e6dbfdde3d None None] Attempting to bind port 7d41b46a-3e58-423e-82c2-9fa792f4f6d7 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:17:26.781241 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-cbdc4753-d2e7-4df8-835f-67e6dbfdde3d None None] Attempting to bind port 7d41b46a-3e58-423e-82c2-9fa792f4f6d7 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:17:26.781819 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdc4753-d2e7-4df8-835f-67e6dbfdde3d None None] Attempting to bind port 7d41b46a-3e58-423e-82c2-9fa792f4f6d7 on network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:17:26.798070 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdc4753-d2e7-4df8-835f-67e6dbfdde3d None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:17:26.798751 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdc4753-d2e7-4df8-835f-67e6dbfdde3d None None] Checking segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:17:26.801502 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cbdc4753-d2e7-4df8-835f-67e6dbfdde3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:26.802070 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdc4753-d2e7-4df8-835f-67e6dbfdde3d None None] Bound using segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:17:26.802731 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-cbdc4753-d2e7-4df8-835f-67e6dbfdde3d None None] Bound port: 7d41b46a-3e58-423e-82c2-9fa792f4f6d7, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:17:26.804223 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cbdc4753-d2e7-4df8-835f-67e6dbfdde3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:26.866289 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-c77d16d1-4ae3-482a-9752-b0dee0fff9e1 admin admin] Allocated IP 172.20.0.1 (54038592-9b3b-475c-bef9-a54e2917f11c/13f0455f-6e5d-45ad-a7f0-e6eedcf196f9/b370756c-a67e-4065-a5c0-77082e1ec7f1) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:17:26.903147 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-cbdc4753-d2e7-4df8-835f-67e6dbfdde3d None None] For port 7d41b46a-3e58-423e-82c2-9fa792f4f6d7, host n-d-771362-32, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:17:26.921038 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-cbdc4753-d2e7-4df8-835f-67e6dbfdde3d None None] For port 7d41b46a-3e58-423e-82c2-9fa792f4f6d7, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=7d41b46a-3e58-423e-82c2-9fa792f4f6d7,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:17:26.931135 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-18c63d8b-1509-4373-8e20-fc804d85045b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20091b1d-6f87-44f6-b3a2-80a8f0399bd5 {{(pid=94462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:17:26.951188 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-18c63d8b-1509-4373-8e20-fc804d85045b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:26.980062 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-18c63d8b-1509-4373-8e20-fc804d85045b service neutron] Transition to ACTIVE for port object 20091b1d-6f87-44f6-b3a2-80a8f0399bd5 will not be triggered until provisioned by entity L2. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:17:27.004680 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c77d16d1-4ae3-482a-9752-b0dee0fff9e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:27.033910 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [None req-c77d16d1-4ae3-482a-9752-b0dee0fff9e1 admin admin] Transition to ACTIVE for port object b370756c-a67e-4065-a5c0-77082e1ec7f1 will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:17:27.060846 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cbdc4753-d2e7-4df8-835f-67e6dbfdde3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:27.123321 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-18c63d8b-1509-4373-8e20-fc804d85045b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:27.138796 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbdc4753-d2e7-4df8-835f-67e6dbfdde3d None None] Routers {'8d36cf2c-eafb-49ac-8a06-4e53bddb6b18'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:17:27.144429 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-cbdc4753-d2e7-4df8-835f-67e6dbfdde3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:17:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['8d36cf2c-eafb-49ac-8a06-4e53bddb6b18'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:17:27.173774 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c77d16d1-4ae3-482a-9752-b0dee0fff9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:27.252097 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c63d8b-1509-4373-8e20-fc804d85045b service neutron] Pushing event updated for resources: {'Port': ['ID=20091b1d-6f87-44f6-b3a2-80a8f0399bd5,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:27.283613 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd9ed21-2648-4a63-8853-680c0a58ee2d None None] Pushing event updated for resources: {'Port': ['ID=7d41b46a-3e58-423e-82c2-9fa792f4f6d7,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:27.298901 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-18c63d8b-1509-4373-8e20-fc804d85045b service neutron] Attempting to bind port 20091b1d-6f87-44f6-b3a2-80a8f0399bd5 on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:17:27.299526 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-18c63d8b-1509-4373-8e20-fc804d85045b service neutron] Attempting to bind port 20091b1d-6f87-44f6-b3a2-80a8f0399bd5 by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '35d84035-3545-4590-ba83-2b60f8b92811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '70f5fd93-7af8-4288-a451-7de7b5d6c1c7'}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:17:27.300027 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-18c63d8b-1509-4373-8e20-fc804d85045b service neutron] Attempting to bind port 20091b1d-6f87-44f6-b3a2-80a8f0399bd5 on network 70f5fd93-7af8-4288-a451-7de7b5d6c1c7 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:17:27.301368 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77d16d1-4ae3-482a-9752-b0dee0fff9e1 admin admin] Network 54038592-9b3b-475c-bef9-a54e2917f11c is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:17:27.323119 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-c77d16d1-4ae3-482a-9752-b0dee0fff9e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:17:27.325954 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-18c63d8b-1509-4373-8e20-fc804d85045b service neutron] Port 20091b1d-6f87-44f6-b3a2-80a8f0399bd5 on network 70f5fd93-7af8-4288-a451-7de7b5d6c1c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:17:27.328022 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77d16d1-4ae3-482a-9752-b0dee0fff9e1 admin admin] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:17:27.329378 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-18c63d8b-1509-4373-8e20-fc804d85045b service neutron] Attempting to bind port 20091b1d-6f87-44f6-b3a2-80a8f0399bd5 on network 70f5fd93-7af8-4288-a451-7de7b5d6c1c7 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:17:27.348458 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-18c63d8b-1509-4373-8e20-fc804d85045b service neutron] Checking agent: {'id': 'e071c76e-395f-48c4-a98f-88088465cf0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:17:27.348865 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-18c63d8b-1509-4373-8e20-fc804d85045b service neutron] Checking segment: {'id': '35d84035-3545-4590-ba83-2b60f8b92811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '70f5fd93-7af8-4288-a451-7de7b5d6c1c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:17:27.349264 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-18c63d8b-1509-4373-8e20-fc804d85045b service neutron] Bound using segment: {'id': '35d84035-3545-4590-ba83-2b60f8b92811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '70f5fd93-7af8-4288-a451-7de7b5d6c1c7'} {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:17:27.349891 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-18c63d8b-1509-4373-8e20-fc804d85045b service neutron] Bound port: 20091b1d-6f87-44f6-b3a2-80a8f0399bd5, host: n-h2-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35d84035-3545-4590-ba83-2b60f8b92811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '70f5fd93-7af8-4288-a451-7de7b5d6c1c7'}}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:17:27.350284 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-18c63d8b-1509-4373-8e20-fc804d85045b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:27.420193 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-cbdc4753-d2e7-4df8-835f-67e6dbfdde3d None None] Set router 8d36cf2c-eafb-49ac-8a06-4e53bddb6b18 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:17:27.440172 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77d16d1-4ae3-482a-9752-b0dee0fff9e1 admin admin] Pushing event updated for resources: {'Port': ['ID=b370756c-a67e-4065-a5c0-77082e1ec7f1,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:27.503302 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c77d16d1-4ae3-482a-9752-b0dee0fff9e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635668'] for router_interface, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:27.521521 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-18c63d8b-1509-4373-8e20-fc804d85045b service neutron] For port 20091b1d-6f87-44f6-b3a2-80a8f0399bd5, host n-h2-771362-32, cleared binding levels {{(pid=94462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:17:27.549827 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-18c63d8b-1509-4373-8e20-fc804d85045b service neutron] For port 20091b1d-6f87-44f6-b3a2-80a8f0399bd5, host n-h2-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=20091b1d-6f87-44f6-b3a2-80a8f0399bd5,segment=NetworkSegment(35d84035-3545-4590-ba83-2b60f8b92811),segment_id=35d84035-3545-4590-ba83-2b60f8b92811)] {{(pid=94462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:17:27.644987 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-18c63d8b-1509-4373-8e20-fc804d85045b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:27.704005 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-18c63d8b-1509-4373-8e20-fc804d85045b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:27.704974 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-18c63d8b-1509-4373-8e20-fc804d85045b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:27.707980 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-18c63d8b-1509-4373-8e20-fc804d85045b service neutron] 10.222.0.15 "PUT /v2.0/ports/20091b1d-6f87-44f6-b3a2-80a8f0399bd5 HTTP/1.1" status: 200 len: 1136 time: 1.4801574 Jul 05 02:17:27.719228 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e41b75-6bde-4673-9630-714f57325d0c req-f4660e47-33b2-49ae-84d1-96b0e4c34795 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:27.727615 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-96e41b75-6bde-4673-9630-714f57325d0c req-f4660e47-33b2-49ae-84d1-96b0e4c34795 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3f5e5a3-382e-4ad9-a192-3de842dc6b67 HTTP/1.1" status: 200 len: 945 time: 0.2698343 Jul 05 02:17:27.739186 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c63d8b-1509-4373-8e20-fc804d85045b service neutron] Pushing event updated for resources: {'Port': ['ID=20091b1d-6f87-44f6-b3a2-80a8f0399bd5,revision_number=3']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:27.768825 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-cbdc4753-d2e7-4df8-835f-67e6dbfdde3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d36cf2c-eafb-49ac-8a06-4e53bddb6b18', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-377889622-router', 'tenant_id': '37cbc6d1b8a44c1fbc041ff138952402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': '7d41b46a-3e58-423e-82c2-9fa792f4f6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:17:19Z', 'updated_at': '2021-07-05T02:17:23Z', 'revision_number': 3, 'project_id': '37cbc6d1b8a44c1fbc041ff138952402', 'gw_port': {'id': '7d41b46a-3e58-423e-82c2-9fa792f4f6d7', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2c:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d36cf2c-eafb-49ac-8a06-4e53bddb6b18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:17:20Z', 'updated_at': '2021-07-05T02:17:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:17:27.815835 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-96e41b75-6bde-4673-9630-714f57325d0c req-aa55ac1f-be87-494e-ad7c-24110f060bc9 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc929fbb-c4f8-4892-b37d-5570a0c717b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870721 Jul 05 02:17:27.816061 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbdc4753-d2e7-4df8-835f-67e6dbfdde3d None None] The sync data for ids ['8d36cf2c-eafb-49ac-8a06-4e53bddb6b18'] in n-d-771362-32 is: [{'id': '8d36cf2c-eafb-49ac-8a06-4e53bddb6b18', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-377889622-router', 'tenant_id': '37cbc6d1b8a44c1fbc041ff138952402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': '7d41b46a-3e58-423e-82c2-9fa792f4f6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:17:19Z', 'updated_at': '2021-07-05T02:17:23Z', 'revision_number': 3, 'project_id': '37cbc6d1b8a44c1fbc041ff138952402', 'gw_port': {'id': '7d41b46a-3e58-423e-82c2-9fa792f4f6d7', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2c:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d36cf2c-eafb-49ac-8a06-4e53bddb6b18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:17:20Z', 'updated_at': '2021-07-05T02:17:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:17:27.832444 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-89453645-dab5-4711-aef9-e0a88ab9542f service neutron] Request body: {'port': {'device_id': '92403696-646a-4870-b635-6151c7b09066', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-32'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:17:27.874396 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-d56d105f-1177-4c45-9238-b1c8990c795e None None] Provisioning for port b370756c-a67e-4065-a5c0-77082e1ec7f1 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:17:27.879490 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-d56d105f-1177-4c45-9238-b1c8990c795e None None] Provisioning complete for port b370756c-a67e-4065-a5c0-77082e1ec7f1 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:17:27.879833 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-d56d105f-1177-4c45-9238-b1c8990c795e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:27.916101 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c77d16d1-4ae3-482a-9752-b0dee0fff9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:27.920654 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ae62283-dd8b-4789-b0bf-9d3dfa4674ac x-openstack-request-id: req-8ae62283-dd8b-4789-b0bf-9d3dfa4674ac {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:17:27.922861 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92403696-646a-4870-b635-6151c7b09066", "tag": "fb5e411e-ba28-4560-9e82-b60e563a776d", "status": "completed", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:17:27.922861 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8ae62283-dd8b-4789-b0bf-9d3dfa4674ac {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:17:27.922861 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92403696-646a-4870-b635-6151c7b09066', 'tag': 'fb5e411e-ba28-4560-9e82-b60e563a776d', 'status': 'completed', 'code': 200} Jul 05 02:17:28.018369 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-d56d105f-1177-4c45-9238-b1c8990c795e None None] Port b370756c-a67e-4065-a5c0-77082e1ec7f1 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:17:28.163791 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-89453645-dab5-4711-aef9-e0a88ab9542f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:28.212663 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [req-d23f8b8b-813f-4546-91d5-3360a0b8d6b7 req-e13c3c7d-b747-488a-9f95-c5d42a210f72 tempest-LiveAutoBlockMigrationV225Test-944788699 tempest-LiveAutoBlockMigrationV225Test-944788699-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:17:28.214501 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d23f8b8b-813f-4546-91d5-3360a0b8d6b7 req-e13c3c7d-b747-488a-9f95-c5d42a210f72 tempest-LiveAutoBlockMigrationV225Test-944788699 tempest-LiveAutoBlockMigrationV225Test-944788699-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070789 Jul 05 02:17:28.262880 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-d23f8b8b-813f-4546-91d5-3360a0b8d6b7 req-48090113-a3a7-41dc-89a1-a6785506fa67 service neutron] Request body: {'binding': {'host': 'n-h2-771362-32', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:17:28.263273 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-d23f8b8b-813f-4546-91d5-3360a0b8d6b7 req-48090113-a3a7-41dc-89a1-a6785506fa67 service neutron] Unknown quota resources ['binding']. {{(pid=94461) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 02:17:28.463413 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c628b7-47e6-4c95-8582-b9aadfefe45d req-73583964-79ee-447a-bd3c-073fe6b6bed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:28.463902 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c628b7-47e6-4c95-8582-b9aadfefe45d req-73583964-79ee-447a-bd3c-073fe6b6bed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:28.464378 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c628b7-47e6-4c95-8582-b9aadfefe45d req-73583964-79ee-447a-bd3c-073fe6b6bed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:28.464977 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c628b7-47e6-4c95-8582-b9aadfefe45d req-73583964-79ee-447a-bd3c-073fe6b6bed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:28.465456 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c628b7-47e6-4c95-8582-b9aadfefe45d req-73583964-79ee-447a-bd3c-073fe6b6bed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:28.465925 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c628b7-47e6-4c95-8582-b9aadfefe45d req-73583964-79ee-447a-bd3c-073fe6b6bed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:28.467934 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c1c628b7-47e6-4c95-8582-b9aadfefe45d req-73583964-79ee-447a-bd3c-073fe6b6bed2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bf69a7cc9341402789561a978c68b071&device_id=92403696-646a-4870-b635-6151c7b09066 HTTP/1.1" status: 200 len: 5292 time: 0.5368500 Jul 05 02:17:28.513902 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbd5d1d-6395-448c-8605-edb6fec3e8e0 req-a4406d62-bbd0-4ed8-918b-ff37751e4ab5 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:28.520947 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbd5d1d-6395-448c-8605-edb6fec3e8e0 req-a4406d62-bbd0-4ed8-918b-ff37751e4ab5 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:28.530711 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbd5d1d-6395-448c-8605-edb6fec3e8e0 req-a4406d62-bbd0-4ed8-918b-ff37751e4ab5 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:28.539085 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbd5d1d-6395-448c-8605-edb6fec3e8e0 req-a4406d62-bbd0-4ed8-918b-ff37751e4ab5 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:28.545637 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbd5d1d-6395-448c-8605-edb6fec3e8e0 req-a4406d62-bbd0-4ed8-918b-ff37751e4ab5 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:28.557672 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbd5d1d-6395-448c-8605-edb6fec3e8e0 req-a4406d62-bbd0-4ed8-918b-ff37751e4ab5 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:28.566275 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5cbd5d1d-6395-448c-8605-edb6fec3e8e0 req-a4406d62-bbd0-4ed8-918b-ff37751e4ab5 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/ports?device_id=92403696-646a-4870-b635-6151c7b09066 HTTP/1.1" status: 200 len: 4604 time: 0.3770721 Jul 05 02:17:28.634312 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c77d16d1-4ae3-482a-9752-b0dee0fff9e1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:28.667057 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5cbd5d1d-6395-448c-8605-edb6fec3e8e0 req-39968c78-fcbf-4c74-9f46-09a16cc816be tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/security-groups?id=5eae1027-3275-42f9-8f54-f2ff33a054c9&id=89977ea5-fec8-49da-b8e1-c456496b77bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0987906 Jul 05 02:17:28.668930 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c628b7-47e6-4c95-8582-b9aadfefe45d req-18104d9c-dc4b-4f4e-938f-c4022a1b7455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:28.669455 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c628b7-47e6-4c95-8582-b9aadfefe45d req-18104d9c-dc4b-4f4e-938f-c4022a1b7455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:28.669932 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c628b7-47e6-4c95-8582-b9aadfefe45d req-18104d9c-dc4b-4f4e-938f-c4022a1b7455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:28.672065 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c1c628b7-47e6-4c95-8582-b9aadfefe45d req-18104d9c-dc4b-4f4e-938f-c4022a1b7455 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=bf69a7cc9341402789561a978c68b071&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.1924872 Jul 05 02:17:28.710313 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-d23f8b8b-813f-4546-91d5-3360a0b8d6b7 req-48090113-a3a7-41dc-89a1-a6785506fa67 service neutron] Attempting to bind port 3c19ebf3-e76c-400e-9c08-5d75501c001a on host n-h2-771362-32 for vnic_type normal with profile None {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:17:28.710569 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-d23f8b8b-813f-4546-91d5-3360a0b8d6b7 req-48090113-a3a7-41dc-89a1-a6785506fa67 service neutron] Attempting to bind port 3c19ebf3-e76c-400e-9c08-5d75501c001a by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '69ab64d7-bb63-4367-9b3e-0960def4b6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:17:28.711342 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23f8b8b-813f-4546-91d5-3360a0b8d6b7 req-48090113-a3a7-41dc-89a1-a6785506fa67 service neutron] Attempting to bind port 3c19ebf3-e76c-400e-9c08-5d75501c001a on network b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:17:28.724123 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c77d16d1-4ae3-482a-9752-b0dee0fff9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:28.748271 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23f8b8b-813f-4546-91d5-3360a0b8d6b7 req-48090113-a3a7-41dc-89a1-a6785506fa67 service neutron] Port 3c19ebf3-e76c-400e-9c08-5d75501c001a on network b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:17:28.748599 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23f8b8b-813f-4546-91d5-3360a0b8d6b7 req-48090113-a3a7-41dc-89a1-a6785506fa67 service neutron] Attempting to bind port 3c19ebf3-e76c-400e-9c08-5d75501c001a on network b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:17:28.756655 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23f8b8b-813f-4546-91d5-3360a0b8d6b7 req-48090113-a3a7-41dc-89a1-a6785506fa67 service neutron] Checking agent: {'id': 'e071c76e-395f-48c4-a98f-88088465cf0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:17:28.757028 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23f8b8b-813f-4546-91d5-3360a0b8d6b7 req-48090113-a3a7-41dc-89a1-a6785506fa67 service neutron] Checking segment: {'id': '69ab64d7-bb63-4367-9b3e-0960def4b6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:17:28.757961 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23f8b8b-813f-4546-91d5-3360a0b8d6b7 req-48090113-a3a7-41dc-89a1-a6785506fa67 service neutron] Bound using segment: {'id': '69ab64d7-bb63-4367-9b3e-0960def4b6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:17:28.758425 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-d23f8b8b-813f-4546-91d5-3360a0b8d6b7 req-48090113-a3a7-41dc-89a1-a6785506fa67 service neutron] Bound port: 3c19ebf3-e76c-400e-9c08-5d75501c001a, host: n-h2-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69ab64d7-bb63-4367-9b3e-0960def4b6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:17:28.829971 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-d23f8b8b-813f-4546-91d5-3360a0b8d6b7 req-48090113-a3a7-41dc-89a1-a6785506fa67 service neutron] For port 3c19ebf3-e76c-400e-9c08-5d75501c001a, host n-h2-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=3c19ebf3-e76c-400e-9c08-5d75501c001a,segment=NetworkSegment(69ab64d7-bb63-4367-9b3e-0960def4b6c7),segment_id=69ab64d7-bb63-4367-9b3e-0960def4b6c7)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:17:28.903112 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-d23f8b8b-813f-4546-91d5-3360a0b8d6b7 req-48090113-a3a7-41dc-89a1-a6785506fa67 service neutron] Notify callbacks [] for binding, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:28.904643 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d23f8b8b-813f-4546-91d5-3360a0b8d6b7 req-48090113-a3a7-41dc-89a1-a6785506fa67 service neutron] 10.222.0.23 "POST /v2.0/ports/3c19ebf3-e76c-400e-9c08-5d75501c001a/bindings HTTP/1.1" status: 201 len: 390 time: 0.6464350 Jul 05 02:17:28.921397 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c77d16d1-4ae3-482a-9752-b0dee0fff9e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634601'] for router_interface, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:28.923808 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77d16d1-4ae3-482a-9752-b0dee0fff9e1 admin admin] Pushing event updated for resources: {'Port': ['ID=b370756c-a67e-4065-a5c0-77082e1ec7f1,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:28.995451 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c628b7-47e6-4c95-8582-b9aadfefe45d req-2f5edddf-bd83-44c0-aafb-6169d8254424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:28.998454 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c1c628b7-47e6-4c95-8582-b9aadfefe45d req-2f5edddf-bd83-44c0-aafb-6169d8254424 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3197658 Jul 05 02:17:29.009069 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-89453645-dab5-4711-aef9-e0a88ab9542f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2afd91c-2fe8-49dd-a28d-0512eaf561ce {{(pid=94462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:17:29.029700 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-89453645-dab5-4711-aef9-e0a88ab9542f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:29.062412 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-89453645-dab5-4711-aef9-e0a88ab9542f service neutron] Transition to ACTIVE for port object b2afd91c-2fe8-49dd-a28d-0512eaf561ce will not be triggered until provisioned by entity L2. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:17:29.083479 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77d16d1-4ae3-482a-9752-b0dee0fff9e1 admin admin] Network 54038592-9b3b-475c-bef9-a54e2917f11c is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:17:29.087337 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-c77d16d1-4ae3-482a-9752-b0dee0fff9e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:17:29.199075 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-89453645-dab5-4711-aef9-e0a88ab9542f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:29.352070 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c77d16d1-4ae3-482a-9752-b0dee0fff9e1 admin admin] Router 8d36cf2c-eafb-49ac-8a06-4e53bddb6b18 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:17:29.368216 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89453645-dab5-4711-aef9-e0a88ab9542f service neutron] Pushing event updated for resources: {'Port': ['ID=b2afd91c-2fe8-49dd-a28d-0512eaf561ce,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:29.429843 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 7d41b46a-3e58-423e-82c2-9fa792f4f6d7 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:17:29.603012 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-89453645-dab5-4711-aef9-e0a88ab9542f service neutron] Attempting to bind port b2afd91c-2fe8-49dd-a28d-0512eaf561ce on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:17:29.603355 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-89453645-dab5-4711-aef9-e0a88ab9542f service neutron] Attempting to bind port b2afd91c-2fe8-49dd-a28d-0512eaf561ce by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '35d84035-3545-4590-ba83-2b60f8b92811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '70f5fd93-7af8-4288-a451-7de7b5d6c1c7'}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:17:29.604292 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-89453645-dab5-4711-aef9-e0a88ab9542f service neutron] Attempting to bind port b2afd91c-2fe8-49dd-a28d-0512eaf561ce on network 70f5fd93-7af8-4288-a451-7de7b5d6c1c7 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:17:29.622153 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c77d16d1-4ae3-482a-9752-b0dee0fff9e1 admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:17:29.635101 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-89453645-dab5-4711-aef9-e0a88ab9542f service neutron] Port b2afd91c-2fe8-49dd-a28d-0512eaf561ce on network 70f5fd93-7af8-4288-a451-7de7b5d6c1c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:17:29.635101 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-89453645-dab5-4711-aef9-e0a88ab9542f service neutron] Attempting to bind port b2afd91c-2fe8-49dd-a28d-0512eaf561ce on network 70f5fd93-7af8-4288-a451-7de7b5d6c1c7 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:17:29.648198 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-c77d16d1-4ae3-482a-9752-b0dee0fff9e1 admin admin] 10.222.0.23 "PUT /v2.0/routers/8d36cf2c-eafb-49ac-8a06-4e53bddb6b18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0195620 Jul 05 02:17:29.665527 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-89453645-dab5-4711-aef9-e0a88ab9542f service neutron] Checking agent: {'id': 'e071c76e-395f-48c4-a98f-88088465cf0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:17:29.665527 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-89453645-dab5-4711-aef9-e0a88ab9542f service neutron] Checking segment: {'id': '35d84035-3545-4590-ba83-2b60f8b92811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '70f5fd93-7af8-4288-a451-7de7b5d6c1c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:17:29.669073 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-89453645-dab5-4711-aef9-e0a88ab9542f service neutron] Bound using segment: {'id': '35d84035-3545-4590-ba83-2b60f8b92811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '70f5fd93-7af8-4288-a451-7de7b5d6c1c7'} {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:17:29.669073 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-89453645-dab5-4711-aef9-e0a88ab9542f service neutron] Bound port: b2afd91c-2fe8-49dd-a28d-0512eaf561ce, host: n-h2-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35d84035-3545-4590-ba83-2b60f8b92811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '70f5fd93-7af8-4288-a451-7de7b5d6c1c7'}}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:17:29.669271 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-89453645-dab5-4711-aef9-e0a88ab9542f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:29.704964 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-0da25957-6849-4758-90a0-f857c3da272b None None] Provisioning complete for port b370756c-a67e-4065-a5c0-77082e1ec7f1 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:17:29.719244 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-0da25957-6849-4758-90a0-f857c3da272b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:29.725402 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 7d41b46a-3e58-423e-82c2-9fa792f4f6d7 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:17:29.779588 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 7d41b46a-3e58-423e-82c2-9fa792f4f6d7 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:17:29.780536 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:29.815932 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-89453645-dab5-4711-aef9-e0a88ab9542f service neutron] For port b2afd91c-2fe8-49dd-a28d-0512eaf561ce, host n-h2-771362-32, cleared binding levels {{(pid=94462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:17:29.824322 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-89453645-dab5-4711-aef9-e0a88ab9542f service neutron] For port b2afd91c-2fe8-49dd-a28d-0512eaf561ce, host n-h2-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=b2afd91c-2fe8-49dd-a28d-0512eaf561ce,segment=NetworkSegment(35d84035-3545-4590-ba83-2b60f8b92811),segment_id=35d84035-3545-4590-ba83-2b60f8b92811)] {{(pid=94462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:17:29.890050 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-0da25957-6849-4758-90a0-f857c3da272b None None] Port b370756c-a67e-4065-a5c0-77082e1ec7f1 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:17:29.978302 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92403696-646a-4870-b635-6151c7b09066', 'tag': '20091b1d-6f87-44f6-b3a2-80a8f0399bd5'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:17:29.980431 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:29.983019 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b223267e0e0ddb3199af7772d0b45336e3b4b54fbb151c86a8051291a61e85db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc599e1c-9b6e-45b4-b88e-ab8dabd34bff" -d '{"events": [{"name": "network-changed", "server_uuid": "92403696-646a-4870-b635-6151c7b09066", "tag": "20091b1d-6f87-44f6-b3a2-80a8f0399bd5"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:17:30.033724 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 7d41b46a-3e58-423e-82c2-9fa792f4f6d7, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=7d41b46a-3e58-423e-82c2-9fa792f4f6d7,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:17:30.067447 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-89453645-dab5-4711-aef9-e0a88ab9542f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:30.085813 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23f8b8b-813f-4546-91d5-3360a0b8d6b7 req-487141fe-df51-4e8d-ba99-fb27fb08a62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:30.087416 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d23f8b8b-813f-4546-91d5-3360a0b8d6b7 req-487141fe-df51-4e8d-ba99-fb27fb08a62b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7bf4f22dde1e4624a2cb34086c53be02&device_id=1aeab594-2943-4da5-9c13-c06d96250566 HTTP/1.1" status: 200 len: 1097 time: 0.1784515 Jul 05 02:17:30.179864 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-89453645-dab5-4711-aef9-e0a88ab9542f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:30.180534 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-89453645-dab5-4711-aef9-e0a88ab9542f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:30.182246 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:30.182405 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-89453645-dab5-4711-aef9-e0a88ab9542f service neutron] 10.222.0.15 "PUT /v2.0/ports/b2afd91c-2fe8-49dd-a28d-0512eaf561ce HTTP/1.1" status: 200 len: 1135 time: 2.3554461 Jul 05 02:17:30.236868 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbebb3e-a2aa-4ab7-a25c-a363a631e752 req-aa0ec72f-1286-4bcd-9c3f-aafd659f84b3 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:30.248274 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4cbebb3e-a2aa-4ab7-a25c-a363a631e752 req-aa0ec72f-1286-4bcd-9c3f-aafd659f84b3 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=1aeab594-2943-4da5-9c13-c06d96250566 HTTP/1.1" status: 200 len: 945 time: 0.1933415 Jul 05 02:17:30.259256 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d0ba3b7a-69a3-4993-9785-78af2ccda452 req-ecf464bd-29ab-4c58-863d-e8b3c43bfc78 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=843c308122d04e8a8ebe4eb1b129860a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0738976 Jul 05 02:17:30.345900 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=7d41b46a-3e58-423e-82c2-9fa792f4f6d7,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:30.383304 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4cbebb3e-a2aa-4ab7-a25c-a363a631e752 req-bd6feccf-098c-4fd7-ab99-2e97afc6b399 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322868 Jul 05 02:17:30.510347 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89453645-dab5-4711-aef9-e0a88ab9542f service neutron] Pushing event updated for resources: {'Port': ['ID=b2afd91c-2fe8-49dd-a28d-0512eaf561ce,revision_number=3']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:30.524572 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-b3463386-4b1c-4e8d-9c15-6695fabec28d service neutron] Request body: {'port': {'device_id': '92403696-646a-4870-b635-6151c7b09066', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-32'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:17:30.550388 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea35ef0-ada0-4404-a6ac-20defa234065 None None] Sync routers for ids ['8d36cf2c-eafb-49ac-8a06-4e53bddb6b18'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:17:30.576486 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea35ef0-ada0-4404-a6ac-20defa234065 None None] Routers {'8d36cf2c-eafb-49ac-8a06-4e53bddb6b18'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:17:30.577135 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-4ea35ef0-ada0-4404-a6ac-20defa234065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:17:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['8d36cf2c-eafb-49ac-8a06-4e53bddb6b18'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:17:30.640226 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09631d51-2d54-41a1-9449-babead9acca9 req-8a9f41a9-c019-41cb-bb9e-38032b643472 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:30.647536 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09631d51-2d54-41a1-9449-babead9acca9 req-8a9f41a9-c019-41cb-bb9e-38032b643472 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:30.654898 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09631d51-2d54-41a1-9449-babead9acca9 req-8a9f41a9-c019-41cb-bb9e-38032b643472 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:30.662865 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09631d51-2d54-41a1-9449-babead9acca9 req-8a9f41a9-c019-41cb-bb9e-38032b643472 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:30.670639 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09631d51-2d54-41a1-9449-babead9acca9 req-8a9f41a9-c019-41cb-bb9e-38032b643472 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:30.675406 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ba3b7a-69a3-4993-9785-78af2ccda452 req-b45f9d28-60f0-4e3f-bcf0-9beaa4834b14 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:30.678083 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09631d51-2d54-41a1-9449-babead9acca9 req-8a9f41a9-c019-41cb-bb9e-38032b643472 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:30.683769 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d0ba3b7a-69a3-4993-9785-78af2ccda452 req-b45f9d28-60f0-4e3f-bcf0-9beaa4834b14 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4236274 Jul 05 02:17:30.696605 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09631d51-2d54-41a1-9449-babead9acca9 req-8a9f41a9-c019-41cb-bb9e-38032b643472 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:30.701077 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-09631d51-2d54-41a1-9449-babead9acca9 req-8a9f41a9-c019-41cb-bb9e-38032b643472 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/ports?device_id=92403696-646a-4870-b635-6151c7b09066 HTTP/1.1" status: 200 len: 5380 time: 0.1785283 Jul 05 02:17:30.792226 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23f8b8b-813f-4546-91d5-3360a0b8d6b7 req-15f09ab5-839d-4830-b73a-415eda95c78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:30.793861 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d23f8b8b-813f-4546-91d5-3360a0b8d6b7 req-15f09ab5-839d-4830-b73a-415eda95c78b service neutron] 10.222.0.15 "GET /v2.0/networks?id=b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1 HTTP/1.1" status: 200 len: 919 time: 0.6813471 Jul 05 02:17:30.800417 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-09631d51-2d54-41a1-9449-babead9acca9 req-7e896487-4701-4f11-81ec-7450f0f156e3 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/security-groups?id=5eae1027-3275-42f9-8f54-f2ff33a054c9&id=89977ea5-fec8-49da-b8e1-c456496b77bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0924807 Jul 05 02:17:30.880111 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-4ea35ef0-ada0-4404-a6ac-20defa234065 None None] Set router 8d36cf2c-eafb-49ac-8a06-4e53bddb6b18 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:17:31.041075 n-d-771362-32 neutron-server[94461]: INFO neutron.api.v2.resource [req-1ded37cb-d2f7-4afa-8688-5984f8ddcc05 req-4d8bf30d-25bd-4d5e-a8e4-6e762176f26e tempest-FloatingIPDetailsNegativeTestJSON-1136461326 tempest-FloatingIPDetailsNegativeTestJSON-1136461326-project] show failed (client error): The resource could not be found. Jul 05 02:17:31.046744 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1ded37cb-d2f7-4afa-8688-5984f8ddcc05 req-4d8bf30d-25bd-4d5e-a8e4-6e762176f26e tempest-FloatingIPDetailsNegativeTestJSON-1136461326 tempest-FloatingIPDetailsNegativeTestJSON-1136461326-project] 10.222.0.23 "GET /v2.0/floatingips/d2c007b6-3a71-4ef9-ac97-18fba2827d7c HTTP/1.1" status: 404 len: 350 time: 0.0768547 Jul 05 02:17:31.052817 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 49330) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:17:31.210060 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-4ea35ef0-ada0-4404-a6ac-20defa234065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d36cf2c-eafb-49ac-8a06-4e53bddb6b18', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-377889622-router', 'tenant_id': '37cbc6d1b8a44c1fbc041ff138952402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': '7d41b46a-3e58-423e-82c2-9fa792f4f6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:17:19Z', 'updated_at': '2021-07-05T02:17:27Z', 'revision_number': 4, 'project_id': '37cbc6d1b8a44c1fbc041ff138952402', 'gw_port': {'id': '7d41b46a-3e58-423e-82c2-9fa792f4f6d7', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d36cf2c-eafb-49ac-8a06-4e53bddb6b18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:17:20Z', 'updated_at': '2021-07-05T02:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'b370756c-a67e-4065-a5c0-77082e1ec7f1', 'name': '', 'network_id': '54038592-9b3b-475c-bef9-a54e2917f11c', 'tenant_id': '37cbc6d1b8a44c1fbc041ff138952402', 'mac_address': 'fa:16:3e:7d:19:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d36cf2c-eafb-49ac-8a06-4e53bddb6b18', 'device_owner': 'network:router_interface', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '13f0455f-6e5d-45ad-a7f0-e6eedcf196f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:17:26Z', 'updated_at': '2021-07-05T02:17:28Z', 'revision_number': 2, 'project_id': '37cbc6d1b8a44c1fbc041ff138952402', 'subnets': [{'id': '13f0455f-6e5d-45ad-a7f0-e6eedcf196f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:17:31.286863 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea35ef0-ada0-4404-a6ac-20defa234065 None None] Checking router: 8d36cf2c-eafb-49ac-8a06-4e53bddb6b18 for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:17:31.287220 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea35ef0-ada0-4404-a6ac-20defa234065 None None] Updating router 8d36cf2c-eafb-49ac-8a06-4e53bddb6b18 port b370756c-a67e-4065-a5c0-77082e1ec7f1 binding host n-d-771362-32 {{(pid=94463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 02:17:31.357865 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 7d41b46a-3e58-423e-82c2-9fa792f4f6d7 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:17:31.411418 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d0ba3b7a-69a3-4993-9785-78af2ccda452 req-d56bcd34-6acb-4404-969b-74b487496b30 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/quotas/843c308122d04e8a8ebe4eb1b129860a HTTP/1.1" status: 200 len: 375 time: 0.6690741 Jul 05 02:17:31.420211 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75f90a73-0dd9-4189-bb50-f3646cb24ef1 x-openstack-request-id: req-75f90a73-0dd9-4189-bb50-f3646cb24ef1 {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:17:31.420776 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92403696-646a-4870-b635-6151c7b09066", "tag": "20091b1d-6f87-44f6-b3a2-80a8f0399bd5", "status": "completed", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:17:31.421145 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-75f90a73-0dd9-4189-bb50-f3646cb24ef1 {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:17:31.421560 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92403696-646a-4870-b635-6151c7b09066', 'tag': '20091b1d-6f87-44f6-b3a2-80a8f0399bd5', 'status': 'completed', 'code': 200} Jul 05 02:17:31.424981 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d23f8b8b-813f-4546-91d5-3360a0b8d6b7 req-d72c7887-e7b5-42f8-b431-c85616db1391 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c19ebf3-e76c-400e-9c08-5d75501c001a HTTP/1.1" status: 200 len: 217 time: 0.6118727 Jul 05 02:17:31.456358 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4ea35ef0-ada0-4404-a6ac-20defa234065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:31.471949 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-b3463386-4b1c-4e8d-9c15-6695fabec28d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:31.538975 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d0ba3b7a-69a3-4993-9785-78af2ccda452 req-9b076070-785a-441c-b094-3a35c88ba6c2 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=843c308122d04e8a8ebe4eb1b129860a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0965412 Jul 05 02:17:31.672599 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23f8b8b-813f-4546-91d5-3360a0b8d6b7 req-4986b6b3-40b1-4633-849d-8efb0b1cd893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:31.674346 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d23f8b8b-813f-4546-91d5-3360a0b8d6b7 req-4986b6b3-40b1-4633-849d-8efb0b1cd893 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=88cd65d9-1715-492f-9ef5-e486cc8231ac HTTP/1.1" status: 200 len: 859 time: 0.2339246 Jul 05 02:17:31.743987 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 7d41b46a-3e58-423e-82c2-9fa792f4f6d7 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:17:31.744428 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:31.746685 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d23f8b8b-813f-4546-91d5-3360a0b8d6b7 req-246f8f50-5529-4579-8136-0c039fa6b551 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644991 Jul 05 02:17:31.806057 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc599e1c-9b6e-45b4-b88e-ab8dabd34bff req-79e982c0-e71e-44ec-9c34-5dd962330105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:31.807227 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc599e1c-9b6e-45b4-b88e-ab8dabd34bff req-79e982c0-e71e-44ec-9c34-5dd962330105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:31.807886 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc599e1c-9b6e-45b4-b88e-ab8dabd34bff req-79e982c0-e71e-44ec-9c34-5dd962330105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:31.809015 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc599e1c-9b6e-45b4-b88e-ab8dabd34bff req-79e982c0-e71e-44ec-9c34-5dd962330105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:31.809525 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc599e1c-9b6e-45b4-b88e-ab8dabd34bff req-79e982c0-e71e-44ec-9c34-5dd962330105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:31.810157 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc599e1c-9b6e-45b4-b88e-ab8dabd34bff req-79e982c0-e71e-44ec-9c34-5dd962330105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:31.810763 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc599e1c-9b6e-45b4-b88e-ab8dabd34bff req-79e982c0-e71e-44ec-9c34-5dd962330105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:31.813223 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fc599e1c-9b6e-45b4-b88e-ab8dabd34bff req-79e982c0-e71e-44ec-9c34-5dd962330105 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bf69a7cc9341402789561a978c68b071&device_id=92403696-646a-4870-b635-6151c7b09066 HTTP/1.1" status: 200 len: 6220 time: 0.4041376 Jul 05 02:17:31.834864 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4ea35ef0-ada0-4404-a6ac-20defa234065 None None] Notify callbacks [] for port, precommit_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:31.860347 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-4ea35ef0-ada0-4404-a6ac-20defa234065 None None] Transition to ACTIVE for port object b370756c-a67e-4065-a5c0-77082e1ec7f1 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:17:31.971237 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d23f8b8b-813f-4546-91d5-3360a0b8d6b7 req-974945f5-f344-4ab0-b3a4-4fb23f1f8049 service neutron] 10.222.0.15 "GET /v2.0/networks/b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137814 Jul 05 02:17:31.995122 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc599e1c-9b6e-45b4-b88e-ab8dabd34bff req-555759b7-0ea8-437e-82e7-f2b2511e0b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:31.996544 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc599e1c-9b6e-45b4-b88e-ab8dabd34bff req-555759b7-0ea8-437e-82e7-f2b2511e0b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:31.997338 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc599e1c-9b6e-45b4-b88e-ab8dabd34bff req-555759b7-0ea8-437e-82e7-f2b2511e0b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:32.000004 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fc599e1c-9b6e-45b4-b88e-ab8dabd34bff req-555759b7-0ea8-437e-82e7-f2b2511e0b4b service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=bf69a7cc9341402789561a978c68b071&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.1762760 Jul 05 02:17:32.005968 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4ea35ef0-ada0-4404-a6ac-20defa234065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:32.139595 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed403979-114a-4484-bbc6-0aef85652cd9 None None] Pushing event updated for resources: {'Port': ['ID=b370756c-a67e-4065-a5c0-77082e1ec7f1,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:32.205598 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed403979-114a-4484-bbc6-0aef85652cd9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:17:32.205598 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed403979-114a-4484-bbc6-0aef85652cd9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:17:32.205598 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed403979-114a-4484-bbc6-0aef85652cd9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:17:32.205598 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed403979-114a-4484-bbc6-0aef85652cd9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:17:32.205598 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed403979-114a-4484-bbc6-0aef85652cd9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:17:32.205598 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed403979-114a-4484-bbc6-0aef85652cd9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:17:32.205598 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed403979-114a-4484-bbc6-0aef85652cd9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:17:32.205598 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed403979-114a-4484-bbc6-0aef85652cd9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:17:32.205598 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed403979-114a-4484-bbc6-0aef85652cd9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:17:32.211907 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed403979-114a-4484-bbc6-0aef85652cd9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:17:32.212491 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed403979-114a-4484-bbc6-0aef85652cd9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:17:32.214557 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed403979-114a-4484-bbc6-0aef85652cd9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:17:32.309072 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-4ea35ef0-ada0-4404-a6ac-20defa234065 None None] Attempting to bind port b370756c-a67e-4065-a5c0-77082e1ec7f1 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:17:32.312325 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-4ea35ef0-ada0-4404-a6ac-20defa234065 None None] Attempting to bind port b370756c-a67e-4065-a5c0-77082e1ec7f1 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '428bd820-12c7-40bc-9924-5dee47d7ea1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '54038592-9b3b-475c-bef9-a54e2917f11c'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:17:32.316317 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea35ef0-ada0-4404-a6ac-20defa234065 None None] Attempting to bind port b370756c-a67e-4065-a5c0-77082e1ec7f1 on network 54038592-9b3b-475c-bef9-a54e2917f11c {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:17:32.330386 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea35ef0-ada0-4404-a6ac-20defa234065 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:17:32.330779 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea35ef0-ada0-4404-a6ac-20defa234065 None None] Checking segment: {'id': '428bd820-12c7-40bc-9924-5dee47d7ea1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '54038592-9b3b-475c-bef9-a54e2917f11c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:17:32.331262 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4ea35ef0-ada0-4404-a6ac-20defa234065 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:32.331729 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea35ef0-ada0-4404-a6ac-20defa234065 None None] Bound using segment: {'id': '428bd820-12c7-40bc-9924-5dee47d7ea1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '54038592-9b3b-475c-bef9-a54e2917f11c'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:17:32.333074 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-4ea35ef0-ada0-4404-a6ac-20defa234065 None None] Bound port: b370756c-a67e-4065-a5c0-77082e1ec7f1, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '428bd820-12c7-40bc-9924-5dee47d7ea1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '54038592-9b3b-475c-bef9-a54e2917f11c'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:17:32.333615 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4ea35ef0-ada0-4404-a6ac-20defa234065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:32.399361 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-b3463386-4b1c-4e8d-9c15-6695fabec28d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdd6e41b-1304-48b0-8756-d4d2c193d5d2 {{(pid=94462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:17:32.403326 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-b3463386-4b1c-4e8d-9c15-6695fabec28d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:32.408953 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d23f8b8b-813f-4546-91d5-3360a0b8d6b7 req-88c47af6-e235-4c14-a5a9-c474c8d8ea81 service neutron] 10.222.0.15 "GET /v2.0/networks/b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4296830 Jul 05 02:17:32.422911 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-b3463386-4b1c-4e8d-9c15-6695fabec28d service neutron] Transition to ACTIVE for port object bdd6e41b-1304-48b0-8756-d4d2c193d5d2 will not be triggered until provisioned by entity L2. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:17:32.442586 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-4ea35ef0-ada0-4404-a6ac-20defa234065 None None] For port b370756c-a67e-4065-a5c0-77082e1ec7f1, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:17:32.447642 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-4ea35ef0-ada0-4404-a6ac-20defa234065 None None] For port b370756c-a67e-4065-a5c0-77082e1ec7f1, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=b370756c-a67e-4065-a5c0-77082e1ec7f1,segment=NetworkSegment(428bd820-12c7-40bc-9924-5dee47d7ea1a),segment_id=428bd820-12c7-40bc-9924-5dee47d7ea1a)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:17:32.447814 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ef95a5-b919-41a1-a9bf-7c61273aadd8 req-41a720cf-fbe6-4c9b-a7f2-5b7f2d69f91e tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:32.455306 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-64ef95a5-b919-41a1-a9bf-7c61273aadd8 req-41a720cf-fbe6-4c9b-a7f2-5b7f2d69f91e tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=1aeab594-2943-4da5-9c13-c06d96250566 HTTP/1.1" status: 200 len: 945 time: 0.2930861 Jul 05 02:17:32.494895 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-64ef95a5-b919-41a1-a9bf-7c61273aadd8 req-e384ef3f-dac0-45a4-b79c-ff14e5df3d5f tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384665 Jul 05 02:17:32.593841 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9d297d4b-28d6-4a09-91cb-447024cd0ed0 req-e3970087-1000-46ca-a6a8-72ba17ac413b tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/ports?device_id=f64ea5b6-ac3f-4b45-9330-1635ef9c1e6d HTTP/1.1" status: 200 len: 210 time: 0.0372014 Jul 05 02:17:32.594537 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-b3463386-4b1c-4e8d-9c15-6695fabec28d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:32.674222 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3463386-4b1c-4e8d-9c15-6695fabec28d service neutron] Pushing event updated for resources: {'Port': ['ID=bdd6e41b-1304-48b0-8756-d4d2c193d5d2,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:32.687610 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc599e1c-9b6e-45b4-b88e-ab8dabd34bff req-d192efcd-c39e-40f8-a517-76c1fa2775f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:32.689325 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fc599e1c-9b6e-45b4-b88e-ab8dabd34bff req-d192efcd-c39e-40f8-a517-76c1fa2775f5 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.6822326 Jul 05 02:17:32.697979 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4ea35ef0-ada0-4404-a6ac-20defa234065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:32.753970 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9685806f-0bb8-4c23-b35c-24ca4f147351 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1634680'] for router_interface, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:32.770426 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27481887-1a5c-4edb-a9fa-a3c10dd93299 req-d4aa2ae6-6211-4d1d-9174-819e8568f51b tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:32.782877 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27481887-1a5c-4edb-a9fa-a3c10dd93299 req-d4aa2ae6-6211-4d1d-9174-819e8568f51b tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:32.788885 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27481887-1a5c-4edb-a9fa-a3c10dd93299 req-d4aa2ae6-6211-4d1d-9174-819e8568f51b tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:32.796189 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27481887-1a5c-4edb-a9fa-a3c10dd93299 req-d4aa2ae6-6211-4d1d-9174-819e8568f51b tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:32.803986 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27481887-1a5c-4edb-a9fa-a3c10dd93299 req-d4aa2ae6-6211-4d1d-9174-819e8568f51b tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:32.811867 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27481887-1a5c-4edb-a9fa-a3c10dd93299 req-d4aa2ae6-6211-4d1d-9174-819e8568f51b tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:32.819032 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27481887-1a5c-4edb-a9fa-a3c10dd93299 req-d4aa2ae6-6211-4d1d-9174-819e8568f51b tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:32.822665 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-b3463386-4b1c-4e8d-9c15-6695fabec28d service neutron] Attempting to bind port bdd6e41b-1304-48b0-8756-d4d2c193d5d2 on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:17:32.823512 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-b3463386-4b1c-4e8d-9c15-6695fabec28d service neutron] Attempting to bind port bdd6e41b-1304-48b0-8756-d4d2c193d5d2 by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '35d84035-3545-4590-ba83-2b60f8b92811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '70f5fd93-7af8-4288-a451-7de7b5d6c1c7'}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:17:32.823848 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-b3463386-4b1c-4e8d-9c15-6695fabec28d service neutron] Attempting to bind port bdd6e41b-1304-48b0-8756-d4d2c193d5d2 on network 70f5fd93-7af8-4288-a451-7de7b5d6c1c7 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:17:32.827469 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea35ef0-ada0-4404-a6ac-20defa234065 None None] Routers {'8d36cf2c-eafb-49ac-8a06-4e53bddb6b18'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:17:32.828698 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-4ea35ef0-ada0-4404-a6ac-20defa234065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:17:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['8d36cf2c-eafb-49ac-8a06-4e53bddb6b18'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:17:32.829415 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-27481887-1a5c-4edb-a9fa-a3c10dd93299 req-d4aa2ae6-6211-4d1d-9174-819e8568f51b tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/ports?device_id=92403696-646a-4870-b635-6151c7b09066 HTTP/1.1" status: 200 len: 5392 time: 0.2470813 Jul 05 02:17:32.832229 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed403979-114a-4484-bbc6-0aef85652cd9 None None] Pushing event updated for resources: {'Port': ['ID=b370756c-a67e-4065-a5c0-77082e1ec7f1,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:32.892258 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-b3463386-4b1c-4e8d-9c15-6695fabec28d service neutron] Port bdd6e41b-1304-48b0-8756-d4d2c193d5d2 on network 70f5fd93-7af8-4288-a451-7de7b5d6c1c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:17:32.892609 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-b3463386-4b1c-4e8d-9c15-6695fabec28d service neutron] Attempting to bind port bdd6e41b-1304-48b0-8756-d4d2c193d5d2 on network 70f5fd93-7af8-4288-a451-7de7b5d6c1c7 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:17:32.902039 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-b3463386-4b1c-4e8d-9c15-6695fabec28d service neutron] Checking agent: {'id': 'e071c76e-395f-48c4-a98f-88088465cf0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:17:32.902460 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-b3463386-4b1c-4e8d-9c15-6695fabec28d service neutron] Checking segment: {'id': '35d84035-3545-4590-ba83-2b60f8b92811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '70f5fd93-7af8-4288-a451-7de7b5d6c1c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:17:32.902864 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-b3463386-4b1c-4e8d-9c15-6695fabec28d service neutron] Bound using segment: {'id': '35d84035-3545-4590-ba83-2b60f8b92811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '70f5fd93-7af8-4288-a451-7de7b5d6c1c7'} {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:17:32.903376 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-b3463386-4b1c-4e8d-9c15-6695fabec28d service neutron] Bound port: bdd6e41b-1304-48b0-8756-d4d2c193d5d2, host: n-h2-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35d84035-3545-4590-ba83-2b60f8b92811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '70f5fd93-7af8-4288-a451-7de7b5d6c1c7'}}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:17:32.903818 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-b3463386-4b1c-4e8d-9c15-6695fabec28d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:33.013323 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-b3463386-4b1c-4e8d-9c15-6695fabec28d service neutron] For port bdd6e41b-1304-48b0-8756-d4d2c193d5d2, host n-h2-771362-32, cleared binding levels {{(pid=94462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:17:33.018831 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-b3463386-4b1c-4e8d-9c15-6695fabec28d service neutron] For port bdd6e41b-1304-48b0-8756-d4d2c193d5d2, host n-h2-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=bdd6e41b-1304-48b0-8756-d4d2c193d5d2,segment=NetworkSegment(35d84035-3545-4590-ba83-2b60f8b92811),segment_id=35d84035-3545-4590-ba83-2b60f8b92811)] {{(pid=94462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:17:33.029046 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-4ea35ef0-ada0-4404-a6ac-20defa234065 None None] Set router 8d36cf2c-eafb-49ac-8a06-4e53bddb6b18 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:17:33.030690 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ea94b7-9cb7-4987-a7f3-857487086513 req-bacf0232-377d-4e03-90e4-32c82237573d tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:33.040563 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c3ea94b7-9cb7-4987-a7f3-857487086513 req-bacf0232-377d-4e03-90e4-32c82237573d tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3f5e5a3-382e-4ad9-a192-3de842dc6b67 HTTP/1.1" status: 200 len: 945 time: 0.2248375 Jul 05 02:17:33.082744 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-27481887-1a5c-4edb-a9fa-a3c10dd93299 req-8ee04383-15d3-4dab-b3d5-69f45a050fa3 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/security-groups?id=5eae1027-3275-42f9-8f54-f2ff33a054c9&id=89977ea5-fec8-49da-b8e1-c456496b77bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2520354 Jul 05 02:17:33.120145 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c3ea94b7-9cb7-4987-a7f3-857487086513 req-82e00c71-97c5-42b4-a5a4-1f9d4320d1d1 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc929fbb-c4f8-4892-b37d-5570a0c717b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764127 Jul 05 02:17:33.122585 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-b3463386-4b1c-4e8d-9c15-6695fabec28d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:33.158314 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-b3463386-4b1c-4e8d-9c15-6695fabec28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:33.161278 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-b3463386-4b1c-4e8d-9c15-6695fabec28d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:33.165954 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-b3463386-4b1c-4e8d-9c15-6695fabec28d service neutron] 10.222.0.15 "PUT /v2.0/ports/bdd6e41b-1304-48b0-8756-d4d2c193d5d2 HTTP/1.1" status: 200 len: 1091 time: 2.6573663 Jul 05 02:17:33.291443 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3463386-4b1c-4e8d-9c15-6695fabec28d service neutron] Pushing event updated for resources: {'Port': ['ID=bdd6e41b-1304-48b0-8756-d4d2c193d5d2,revision_number=3']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:33.307886 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-d8305c05-0fbe-4287-b550-68daeb7a7094 service neutron] Request body: {'port': {'device_id': '92403696-646a-4870-b635-6151c7b09066', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-32'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:17:33.441244 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92403696-646a-4870-b635-6151c7b09066', 'tag': 'b2afd91c-2fe8-49dd-a28d-0512eaf561ce'}, {'name': 'network-changed', 'server_uuid': '92403696-646a-4870-b635-6151c7b09066', 'tag': 'bdd6e41b-1304-48b0-8756-d4d2c193d5d2'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:17:33.443808 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b223267e0e0ddb3199af7772d0b45336e3b4b54fbb151c86a8051291a61e85db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76958757-4826-4cb5-b4ed-353bb777586e" -d '{"events": [{"name": "network-changed", "server_uuid": "92403696-646a-4870-b635-6151c7b09066", "tag": "b2afd91c-2fe8-49dd-a28d-0512eaf561ce"}, {"name": "network-changed", "server_uuid": "92403696-646a-4870-b635-6151c7b09066", "tag": "bdd6e41b-1304-48b0-8756-d4d2c193d5d2"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:17:33.448573 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-4ea35ef0-ada0-4404-a6ac-20defa234065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d36cf2c-eafb-49ac-8a06-4e53bddb6b18', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-377889622-router', 'tenant_id': '37cbc6d1b8a44c1fbc041ff138952402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': '7d41b46a-3e58-423e-82c2-9fa792f4f6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:17:19Z', 'updated_at': '2021-07-05T02:17:27Z', 'revision_number': 4, 'project_id': '37cbc6d1b8a44c1fbc041ff138952402', 'gw_port': {'id': '7d41b46a-3e58-423e-82c2-9fa792f4f6d7', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d36cf2c-eafb-49ac-8a06-4e53bddb6b18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:17:20Z', 'updated_at': '2021-07-05T02:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'b370756c-a67e-4065-a5c0-77082e1ec7f1', 'name': '', 'network_id': '54038592-9b3b-475c-bef9-a54e2917f11c', 'tenant_id': '37cbc6d1b8a44c1fbc041ff138952402', 'mac_address': 'fa:16:3e:7d:19:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d36cf2c-eafb-49ac-8a06-4e53bddb6b18', 'device_owner': 'network:router_interface', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '13f0455f-6e5d-45ad-a7f0-e6eedcf196f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:17:26Z', 'updated_at': '2021-07-05T02:17:32Z', 'revision_number': 4, 'project_id': '37cbc6d1b8a44c1fbc041ff138952402', 'subnets': [{'id': '13f0455f-6e5d-45ad-a7f0-e6eedcf196f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:17:33.478983 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea35ef0-ada0-4404-a6ac-20defa234065 None None] The sync data for ids ['8d36cf2c-eafb-49ac-8a06-4e53bddb6b18'] in n-d-771362-32 is: [{'id': '8d36cf2c-eafb-49ac-8a06-4e53bddb6b18', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-377889622-router', 'tenant_id': '37cbc6d1b8a44c1fbc041ff138952402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': '7d41b46a-3e58-423e-82c2-9fa792f4f6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:17:19Z', 'updated_at': '2021-07-05T02:17:27Z', 'revision_number': 4, 'project_id': '37cbc6d1b8a44c1fbc041ff138952402', 'gw_port': {'id': '7d41b46a-3e58-423e-82c2-9fa792f4f6d7', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d36cf2c-eafb-49ac-8a06-4e53bddb6b18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:17:20Z', 'updated_at': '2021-07-05T02:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'b370756c-a67e-4065-a5c0-77082e1ec7f1', 'name': '', 'network_id': '54038592-9b3b-475c-bef9-a54e2917f11c', 'tenant_id': '37cbc6d1b8a44c1fbc041ff138952402', 'mac_address': 'fa:16:3e:7d:19:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d36cf2c-eafb-49ac-8a06-4e53bddb6b18', 'device_owner': 'network:router_interface', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '13f0455f-6e5d-45ad-a7f0-e6eedcf196f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:17:26Z', 'updated_at': '2021-07-05T02:17:32Z', 'revision_number': 4, 'project_id': '37cbc6d1b8a44c1fbc041ff138952402', 'subnets': [{'id': '13f0455f-6e5d-45ad-a7f0-e6eedcf196f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:17:33.493557 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-d8305c05-0fbe-4287-b550-68daeb7a7094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:33.501379 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-9685806f-0bb8-4c23-b35c-24ca4f147351 admin admin] Deleting port b370756c-a67e-4065-a5c0-77082e1ec7f1 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:17:33.501724 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9685806f-0bb8-4c23-b35c-24ca4f147351 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:33.509283 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 05 Jul 2021 02:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fb4941c-5073-4016-9551-b64738f3289f x-openstack-request-id: req-4fb4941c-5073-4016-9551-b64738f3289f {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:17:33.509572 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92403696-646a-4870-b635-6151c7b09066", "tag": "b2afd91c-2fe8-49dd-a28d-0512eaf561ce", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "92403696-646a-4870-b635-6151c7b09066", "tag": "bdd6e41b-1304-48b0-8756-d4d2c193d5d2", "status": "completed", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:17:33.509824 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4fb4941c-5073-4016-9551-b64738f3289f {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:17:33.510244 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92403696-646a-4870-b635-6151c7b09066', 'tag': 'b2afd91c-2fe8-49dd-a28d-0512eaf561ce', 'status': 'completed', 'code': 200} Jul 05 02:17:33.510496 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92403696-646a-4870-b635-6151c7b09066', 'tag': 'bdd6e41b-1304-48b0-8756-d4d2c193d5d2', 'status': 'completed', 'code': 200} Jul 05 02:17:33.712231 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device ba8b69b1-313c-458b-8533-338c568e8332 details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:17:33.835441 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [None req-9685806f-0bb8-4c23-b35c-24ca4f147351 admin admin] For port b370756c-a67e-4065-a5c0-77082e1ec7f1, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=b370756c-a67e-4065-a5c0-77082e1ec7f1,segment=NetworkSegment(428bd820-12c7-40bc-9924-5dee47d7ea1a),segment_id=428bd820-12c7-40bc-9924-5dee47d7ea1a)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:17:33.836025 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9685806f-0bb8-4c23-b35c-24ca4f147351 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:33.851838 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-9685806f-0bb8-4c23-b35c-24ca4f147351 admin admin] Calling delete_port for b370756c-a67e-4065-a5c0-77082e1ec7f1 owned by network:router_interface {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:17:33.858412 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-90400444-c244-484e-84aa-34ea94a860f4 req-64714909-16e2-4bf1-8b1e-7ef1ecec0f67 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/ports?device_id=f64ea5b6-ac3f-4b45-9330-1635ef9c1e6d HTTP/1.1" status: 200 len: 210 time: 0.1273408 Jul 05 02:17:33.894338 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port ba8b69b1-313c-458b-8533-338c568e8332, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=ba8b69b1-313c-458b-8533-338c568e8332,segment=NetworkSegment(d5de39fc-4b4e-459b-8d86-509609a7e1f4),segment_id=d5de39fc-4b4e-459b-8d86-509609a7e1f4)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:17:33.909088 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': 'ba8b69b1-313c-458b-8533-338c568e8332', 'network_id': '1a020cb7-dc30-4875-a4a6-843a4f5bca74', 'port_id': 'ba8b69b1-313c-458b-8533-338c568e8332', 'mac_address': 'fa:16:3e:b3:7b:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3695cc03-de8e-40cd-a422-de5229d59312', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:17:33.952904 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:33.968259 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ba8b69b1-313c-458b-8533-338c568e8332 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:17:34.047903 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port ba8b69b1-313c-458b-8533-338c568e8332, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=ba8b69b1-313c-458b-8533-338c568e8332,segment=NetworkSegment(d5de39fc-4b4e-459b-8d86-509609a7e1f4),segment_id=d5de39fc-4b4e-459b-8d86-509609a7e1f4)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:17:34.067909 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-d8305c05-0fbe-4287-b550-68daeb7a7094 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22bc43a4-3d70-4c77-ad1b-053977c426ce {{(pid=94462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:17:34.077625 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-d8305c05-0fbe-4287-b550-68daeb7a7094 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:34.099587 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-d8305c05-0fbe-4287-b550-68daeb7a7094 service neutron] Transition to ACTIVE for port object 22bc43a4-3d70-4c77-ad1b-053977c426ce will not be triggered until provisioned by entity L2. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:17:34.129387 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:34.161013 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76958757-4826-4cb5-b4ed-353bb777586e req-70aa0e49-48e4-457b-92cb-cb70e03c109d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:34.161598 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76958757-4826-4cb5-b4ed-353bb777586e req-70aa0e49-48e4-457b-92cb-cb70e03c109d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:34.163979 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76958757-4826-4cb5-b4ed-353bb777586e req-70aa0e49-48e4-457b-92cb-cb70e03c109d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:34.164904 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76958757-4826-4cb5-b4ed-353bb777586e req-70aa0e49-48e4-457b-92cb-cb70e03c109d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:34.165388 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76958757-4826-4cb5-b4ed-353bb777586e req-70aa0e49-48e4-457b-92cb-cb70e03c109d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:34.165869 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76958757-4826-4cb5-b4ed-353bb777586e req-70aa0e49-48e4-457b-92cb-cb70e03c109d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:34.166374 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76958757-4826-4cb5-b4ed-353bb777586e req-70aa0e49-48e4-457b-92cb-cb70e03c109d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:34.168537 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-76958757-4826-4cb5-b4ed-353bb777586e req-70aa0e49-48e4-457b-92cb-cb70e03c109d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bf69a7cc9341402789561a978c68b071&device_id=92403696-646a-4870-b635-6151c7b09066 HTTP/1.1" status: 200 len: 6288 time: 0.4820707 Jul 05 02:17:34.209747 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fb51fe-cd27-4c51-9723-64b17589feeb req-b06ec90b-f162-45a1-9bd4-de2bb4af5b3f tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:34.226850 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e5fb51fe-cd27-4c51-9723-64b17589feeb req-b06ec90b-f162-45a1-9bd4-de2bb4af5b3f tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=1aeab594-2943-4da5-9c13-c06d96250566 HTTP/1.1" status: 200 len: 945 time: 0.4656234 Jul 05 02:17:34.249215 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-d8305c05-0fbe-4287-b550-68daeb7a7094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:34.259978 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=ba8b69b1-313c-458b-8533-338c568e8332,revision_number=6']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:34.309989 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['ba8b69b1-313c-458b-8533-338c568e8332'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:17:34.326492 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9685806f-0bb8-4c23-b35c-24ca4f147351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:34.377001 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8305c05-0fbe-4287-b550-68daeb7a7094 service neutron] Pushing event updated for resources: {'Port': ['ID=22bc43a4-3d70-4c77-ad1b-053977c426ce,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:34.475540 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9685806f-0bb8-4c23-b35c-24ca4f147351 admin admin] Pushing event deleted for resources: {'Port': ['ID=b370756c-a67e-4065-a5c0-77082e1ec7f1,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:34.601471 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e5fb51fe-cd27-4c51-9723-64b17589feeb req-af9632fb-0024-45c1-b163-a5fdb5aef3ce tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3719699 Jul 05 02:17:34.603852 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9685806f-0bb8-4c23-b35c-24ca4f147351 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:17:34.604296 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9685806f-0bb8-4c23-b35c-24ca4f147351 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:17:34.604657 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9685806f-0bb8-4c23-b35c-24ca4f147351 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:17:34.604992 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9685806f-0bb8-4c23-b35c-24ca4f147351 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:17:34.605377 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9685806f-0bb8-4c23-b35c-24ca4f147351 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:17:34.606779 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9685806f-0bb8-4c23-b35c-24ca4f147351 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:17:34.607152 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9685806f-0bb8-4c23-b35c-24ca4f147351 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:17:34.607545 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9685806f-0bb8-4c23-b35c-24ca4f147351 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:17:34.608149 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9685806f-0bb8-4c23-b35c-24ca4f147351 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:17:34.608517 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9685806f-0bb8-4c23-b35c-24ca4f147351 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:17:34.609366 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9685806f-0bb8-4c23-b35c-24ca4f147351 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:17:34.609907 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9685806f-0bb8-4c23-b35c-24ca4f147351 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:17:34.629157 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489c1b63-2934-4147-959b-3b36341e84d3 req-5b49996f-abfb-4978-9c2d-f5a8a5ba1071 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:34.648106 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-489c1b63-2934-4147-959b-3b36341e84d3 req-5b49996f-abfb-4978-9c2d-f5a8a5ba1071 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3f5e5a3-382e-4ad9-a192-3de842dc6b67 HTTP/1.1" status: 200 len: 944 time: 0.3055248 Jul 05 02:17:34.690019 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76958757-4826-4cb5-b4ed-353bb777586e req-0ae4bfb3-fdec-4a25-a799-ddc26cf0e347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:34.690551 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76958757-4826-4cb5-b4ed-353bb777586e req-0ae4bfb3-fdec-4a25-a799-ddc26cf0e347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:34.691102 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76958757-4826-4cb5-b4ed-353bb777586e req-0ae4bfb3-fdec-4a25-a799-ddc26cf0e347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:34.692817 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-76958757-4826-4cb5-b4ed-353bb777586e req-0ae4bfb3-fdec-4a25-a799-ddc26cf0e347 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=bf69a7cc9341402789561a978c68b071&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.5158200 Jul 05 02:17:34.722843 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-d8305c05-0fbe-4287-b550-68daeb7a7094 service neutron] Attempting to bind port 22bc43a4-3d70-4c77-ad1b-053977c426ce on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:17:34.723989 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-d8305c05-0fbe-4287-b550-68daeb7a7094 service neutron] Attempting to bind port 22bc43a4-3d70-4c77-ad1b-053977c426ce by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '35d84035-3545-4590-ba83-2b60f8b92811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '70f5fd93-7af8-4288-a451-7de7b5d6c1c7'}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:17:34.726714 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-d8305c05-0fbe-4287-b550-68daeb7a7094 service neutron] Attempting to bind port 22bc43a4-3d70-4c77-ad1b-053977c426ce on network 70f5fd93-7af8-4288-a451-7de7b5d6c1c7 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:17:34.764693 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-d8305c05-0fbe-4287-b550-68daeb7a7094 service neutron] Port 22bc43a4-3d70-4c77-ad1b-053977c426ce on network 70f5fd93-7af8-4288-a451-7de7b5d6c1c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:17:34.770758 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-d8305c05-0fbe-4287-b550-68daeb7a7094 service neutron] Attempting to bind port 22bc43a4-3d70-4c77-ad1b-053977c426ce on network 70f5fd93-7af8-4288-a451-7de7b5d6c1c7 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:17:34.817788 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-489c1b63-2934-4147-959b-3b36341e84d3 req-d83e7aaf-ab15-4bbe-82b8-3942eefb2707 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc929fbb-c4f8-4892-b37d-5570a0c717b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756608 Jul 05 02:17:34.821667 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-d8305c05-0fbe-4287-b550-68daeb7a7094 service neutron] Checking agent: {'id': 'e071c76e-395f-48c4-a98f-88088465cf0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:17:34.823997 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-d8305c05-0fbe-4287-b550-68daeb7a7094 service neutron] Checking segment: {'id': '35d84035-3545-4590-ba83-2b60f8b92811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '70f5fd93-7af8-4288-a451-7de7b5d6c1c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:17:34.827244 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-d8305c05-0fbe-4287-b550-68daeb7a7094 service neutron] Bound using segment: {'id': '35d84035-3545-4590-ba83-2b60f8b92811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '70f5fd93-7af8-4288-a451-7de7b5d6c1c7'} {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:17:34.830854 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-d8305c05-0fbe-4287-b550-68daeb7a7094 service neutron] Bound port: 22bc43a4-3d70-4c77-ad1b-053977c426ce, host: n-h2-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35d84035-3545-4590-ba83-2b60f8b92811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '70f5fd93-7af8-4288-a451-7de7b5d6c1c7'}}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:17:34.834185 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-d8305c05-0fbe-4287-b550-68daeb7a7094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:35.028421 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-d8305c05-0fbe-4287-b550-68daeb7a7094 service neutron] For port 22bc43a4-3d70-4c77-ad1b-053977c426ce, host n-h2-771362-32, cleared binding levels {{(pid=94462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:17:35.031633 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-d8305c05-0fbe-4287-b550-68daeb7a7094 service neutron] For port 22bc43a4-3d70-4c77-ad1b-053977c426ce, host n-h2-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=22bc43a4-3d70-4c77-ad1b-053977c426ce,segment=NetworkSegment(35d84035-3545-4590-ba83-2b60f8b92811),segment_id=35d84035-3545-4590-ba83-2b60f8b92811)] {{(pid=94462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:17:35.143422 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-d8305c05-0fbe-4287-b550-68daeb7a7094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:35.174095 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9685806f-0bb8-4c23-b35c-24ca4f147351 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635398'] for router_interface, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:35.230963 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-d8305c05-0fbe-4287-b550-68daeb7a7094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:35.232936 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-d8305c05-0fbe-4287-b550-68daeb7a7094 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:35.234409 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-d8305c05-0fbe-4287-b550-68daeb7a7094 service neutron] 10.222.0.15 "PUT /v2.0/ports/22bc43a4-3d70-4c77-ad1b-053977c426ce HTTP/1.1" status: 200 len: 1092 time: 1.9332094 Jul 05 02:17:35.243634 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76958757-4826-4cb5-b4ed-353bb777586e req-a194ca17-5ad4-4dcb-9e61-a4534caff922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:35.245862 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-76958757-4826-4cb5-b4ed-353bb777586e req-a194ca17-5ad4-4dcb-9e61-a4534caff922 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5379069 Jul 05 02:17:35.292763 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8305c05-0fbe-4287-b550-68daeb7a7094 service neutron] Pushing event updated for resources: {'Port': ['ID=22bc43a4-3d70-4c77-ad1b-053977c426ce,revision_number=3']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:35.293990 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150c8237-3e55-4b34-a290-dccd0ef308f1 req-009c114f-c78c-4f0a-aca2-36600fc6b181 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:35.300759 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150c8237-3e55-4b34-a290-dccd0ef308f1 req-009c114f-c78c-4f0a-aca2-36600fc6b181 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:35.307551 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150c8237-3e55-4b34-a290-dccd0ef308f1 req-009c114f-c78c-4f0a-aca2-36600fc6b181 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:35.315558 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150c8237-3e55-4b34-a290-dccd0ef308f1 req-009c114f-c78c-4f0a-aca2-36600fc6b181 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:35.324075 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150c8237-3e55-4b34-a290-dccd0ef308f1 req-009c114f-c78c-4f0a-aca2-36600fc6b181 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:35.330577 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150c8237-3e55-4b34-a290-dccd0ef308f1 req-009c114f-c78c-4f0a-aca2-36600fc6b181 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:35.337075 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150c8237-3e55-4b34-a290-dccd0ef308f1 req-009c114f-c78c-4f0a-aca2-36600fc6b181 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:35.339161 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-150c8237-3e55-4b34-a290-dccd0ef308f1 req-009c114f-c78c-4f0a-aca2-36600fc6b181 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/ports?device_id=92403696-646a-4870-b635-6151c7b09066 HTTP/1.1" status: 200 len: 5404 time: 0.3030949 Jul 05 02:17:35.412750 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-a033f6b2-c2fc-4572-94b7-c6c6e4396495 service neutron] Request body: {'port': {'device_id': '92403696-646a-4870-b635-6151c7b09066', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-32'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:17:35.417339 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f701f6fe-2999-474c-8b39-374235903d60 req-e00c9eb9-4e0e-41ec-abfc-51469662fe92 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/ports?device_id=f64ea5b6-ac3f-4b45-9330-1635ef9c1e6d HTTP/1.1" status: 200 len: 210 time: 0.0487177 Jul 05 02:17:35.509071 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-a033f6b2-c2fc-4572-94b7-c6c6e4396495 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:35.516443 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92403696-646a-4870-b635-6151c7b09066', 'tag': '22bc43a4-3d70-4c77-ad1b-053977c426ce'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:17:35.516443 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b223267e0e0ddb3199af7772d0b45336e3b4b54fbb151c86a8051291a61e85db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35aa1d17-d2c4-43a2-9918-d8b86c66a7df" -d '{"events": [{"name": "network-changed", "server_uuid": "92403696-646a-4870-b635-6151c7b09066", "tag": "22bc43a4-3d70-4c77-ad1b-053977c426ce"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:17:35.699401 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db80b26b-25d6-4b1e-9f94-7aaa6d1f5794 x-openstack-request-id: req-db80b26b-25d6-4b1e-9f94-7aaa6d1f5794 {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:17:35.700357 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92403696-646a-4870-b635-6151c7b09066", "tag": "22bc43a4-3d70-4c77-ad1b-053977c426ce", "status": "completed", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:17:35.700357 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-db80b26b-25d6-4b1e-9f94-7aaa6d1f5794 {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:17:35.700612 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92403696-646a-4870-b635-6151c7b09066', 'tag': '22bc43a4-3d70-4c77-ad1b-053977c426ce', 'status': 'completed', 'code': 200} Jul 05 02:17:35.732616 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device ba8b69b1-313c-458b-8533-338c568e8332 up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:17:35.759047 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-150c8237-3e55-4b34-a290-dccd0ef308f1 req-713d9fb7-bcfb-43f7-ba45-e57efbcfbf42 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/security-groups?id=5eae1027-3275-42f9-8f54-f2ff33a054c9&id=89977ea5-fec8-49da-b8e1-c456496b77bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4093974 Jul 05 02:17:35.820564 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76958757-4826-4cb5-b4ed-353bb777586e req-eb08c922-63c2-41de-9c34-02e5908b0f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:35.821098 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76958757-4826-4cb5-b4ed-353bb777586e req-eb08c922-63c2-41de-9c34-02e5908b0f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:35.821583 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76958757-4826-4cb5-b4ed-353bb777586e req-eb08c922-63c2-41de-9c34-02e5908b0f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:35.822070 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76958757-4826-4cb5-b4ed-353bb777586e req-eb08c922-63c2-41de-9c34-02e5908b0f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:35.829913 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port ba8b69b1-313c-458b-8533-338c568e8332 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:17:35.830330 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:35.831778 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76958757-4826-4cb5-b4ed-353bb777586e req-eb08c922-63c2-41de-9c34-02e5908b0f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:35.832300 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76958757-4826-4cb5-b4ed-353bb777586e req-eb08c922-63c2-41de-9c34-02e5908b0f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:35.833753 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76958757-4826-4cb5-b4ed-353bb777586e req-eb08c922-63c2-41de-9c34-02e5908b0f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:35.844069 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-76958757-4826-4cb5-b4ed-353bb777586e req-eb08c922-63c2-41de-9c34-02e5908b0f2e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bf69a7cc9341402789561a978c68b071&device_id=92403696-646a-4870-b635-6151c7b09066 HTTP/1.1" status: 200 len: 6356 time: 0.3900325 Jul 05 02:17:35.860332 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9685806f-0bb8-4c23-b35c-24ca4f147351 admin admin] Router 8d36cf2c-eafb-49ac-8a06-4e53bddb6b18 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:17:35.932399 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 02:17:35.977957 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-00b363fe-5703-49a5-9bbd-527b8813056f req-1a51e1d6-028f-4cb8-81cd-640f458ac02a tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=0db4243b112b494eae8f54dd82a385a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0620472 Jul 05 02:17:36.017263 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:36.023709 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-a033f6b2-c2fc-4572-94b7-c6c6e4396495 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36779ac9-6d94-4e90-b5a3-b9834d74efe3 {{(pid=94462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:17:36.044856 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f08be13-3b6b-41ed-906b-6682e1da42c9 req-96d3e1d3-dbc5-4d07-acd4-017856fdf1c2 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:36.046550 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6f08be13-3b6b-41ed-906b-6682e1da42c9 req-96d3e1d3-dbc5-4d07-acd4-017856fdf1c2 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=1aeab594-2943-4da5-9c13-c06d96250566 HTTP/1.1" status: 200 len: 945 time: 0.1377578 Jul 05 02:17:36.048679 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-a033f6b2-c2fc-4572-94b7-c6c6e4396495 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:36.071311 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port ba8b69b1-313c-458b-8533-338c568e8332, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=ba8b69b1-313c-458b-8533-338c568e8332,segment=NetworkSegment(d5de39fc-4b4e-459b-8d86-509609a7e1f4),segment_id=d5de39fc-4b4e-459b-8d86-509609a7e1f4)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:17:36.083735 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3f5e5a3-382e-4ad9-a192-3de842dc6b67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba8b69b1-313c-458b-8533-338c568e8332'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:17:36.089058 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-a033f6b2-c2fc-4572-94b7-c6c6e4396495 service neutron] Transition to ACTIVE for port object 36779ac9-6d94-4e90-b5a3-b9834d74efe3 will not be triggered until provisioned by entity L2. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:17:36.093512 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f930a5e-fcc2-44f8-9e95-1da6fcaf8074" -d '{"events": [{"server_uuid": "b3f5e5a3-382e-4ad9-a192-3de842dc6b67", "name": "network-vif-plugged", "status": "completed", "tag": "ba8b69b1-313c-458b-8533-338c568e8332"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:17:36.123720 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6f08be13-3b6b-41ed-906b-6682e1da42c9 req-c11f3609-e0f9-4f03-b8aa-3f60636dcc7f tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706255 Jul 05 02:17:36.169161 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-a033f6b2-c2fc-4572-94b7-c6c6e4396495 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:36.169358 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:36.196599 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d0ba3b7a-69a3-4993-9785-78af2ccda452 req-ea8ac684-7c1a-41ab-b5da-58e560c411da tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=843c308122d04e8a8ebe4eb1b129860a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1594038 Jul 05 02:17:36.312395 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=ba8b69b1-313c-458b-8533-338c568e8332,revision_number=7']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:36.394769 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9685806f-0bb8-4c23-b35c-24ca4f147351 admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:17:36.404899 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379d7df1-9c47-4bb9-a86f-41ca24bbda6f None None] Sync routers for ids ['8d36cf2c-eafb-49ac-8a06-4e53bddb6b18'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:17:36.417848 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379d7df1-9c47-4bb9-a86f-41ca24bbda6f None None] Routers {'8d36cf2c-eafb-49ac-8a06-4e53bddb6b18'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:17:36.418422 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-379d7df1-9c47-4bb9-a86f-41ca24bbda6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:17:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['8d36cf2c-eafb-49ac-8a06-4e53bddb6b18'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:17:36.449445 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-a033f6b2-c2fc-4572-94b7-c6c6e4396495 service neutron] Attempting to bind port 36779ac9-6d94-4e90-b5a3-b9834d74efe3 on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:17:36.449801 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-a033f6b2-c2fc-4572-94b7-c6c6e4396495 service neutron] Attempting to bind port 36779ac9-6d94-4e90-b5a3-b9834d74efe3 by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': 'ccac9cc8-8687-4831-b08f-d485733ff31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '8fabf858-7855-4bc3-b4b1-4ecb63b57267'}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:17:36.450215 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-a033f6b2-c2fc-4572-94b7-c6c6e4396495 service neutron] Attempting to bind port 36779ac9-6d94-4e90-b5a3-b9834d74efe3 on network 8fabf858-7855-4bc3-b4b1-4ecb63b57267 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:17:36.467568 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-9685806f-0bb8-4c23-b35c-24ca4f147351 admin admin] 10.222.0.23 "PUT /v2.0/routers/8d36cf2c-eafb-49ac-8a06-4e53bddb6b18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4136782 Jul 05 02:17:36.470835 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 49456) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:17:36.535650 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-a033f6b2-c2fc-4572-94b7-c6c6e4396495 service neutron] Port 36779ac9-6d94-4e90-b5a3-b9834d74efe3 on network 8fabf858-7855-4bc3-b4b1-4ecb63b57267 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:17:36.535981 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-a033f6b2-c2fc-4572-94b7-c6c6e4396495 service neutron] Attempting to bind port 36779ac9-6d94-4e90-b5a3-b9834d74efe3 on network 8fabf858-7855-4bc3-b4b1-4ecb63b57267 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:17:36.548166 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-a033f6b2-c2fc-4572-94b7-c6c6e4396495 service neutron] Checking agent: {'id': 'e071c76e-395f-48c4-a98f-88088465cf0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:17:36.548508 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-a033f6b2-c2fc-4572-94b7-c6c6e4396495 service neutron] Checking segment: {'id': 'ccac9cc8-8687-4831-b08f-d485733ff31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '8fabf858-7855-4bc3-b4b1-4ecb63b57267'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:17:36.548894 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-a033f6b2-c2fc-4572-94b7-c6c6e4396495 service neutron] Bound using segment: {'id': 'ccac9cc8-8687-4831-b08f-d485733ff31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '8fabf858-7855-4bc3-b4b1-4ecb63b57267'} {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:17:36.549339 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-a033f6b2-c2fc-4572-94b7-c6c6e4396495 service neutron] Bound port: 36779ac9-6d94-4e90-b5a3-b9834d74efe3, host: n-h2-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccac9cc8-8687-4831-b08f-d485733ff31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '8fabf858-7855-4bc3-b4b1-4ecb63b57267'}}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:17:36.549699 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-a033f6b2-c2fc-4572-94b7-c6c6e4396495 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:36.595262 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a033f6b2-c2fc-4572-94b7-c6c6e4396495 service neutron] Pushing event updated for resources: {'Port': ['ID=36779ac9-6d94-4e90-b5a3-b9834d74efe3,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:36.613395 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-379d7df1-9c47-4bb9-a86f-41ca24bbda6f None None] Set router 8d36cf2c-eafb-49ac-8a06-4e53bddb6b18 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:17:36.626231 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76958757-4826-4cb5-b4ed-353bb777586e req-aa6eaefa-f423-4c1c-8321-7647d9e68839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:36.626877 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76958757-4826-4cb5-b4ed-353bb777586e req-aa6eaefa-f423-4c1c-8321-7647d9e68839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:36.627533 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76958757-4826-4cb5-b4ed-353bb777586e req-aa6eaefa-f423-4c1c-8321-7647d9e68839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:36.629269 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-76958757-4826-4cb5-b4ed-353bb777586e req-aa6eaefa-f423-4c1c-8321-7647d9e68839 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=bf69a7cc9341402789561a978c68b071&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.7749643 Jul 05 02:17:36.665338 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-a033f6b2-c2fc-4572-94b7-c6c6e4396495 service neutron] For port 36779ac9-6d94-4e90-b5a3-b9834d74efe3, host n-h2-771362-32, cleared binding levels {{(pid=94462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:17:36.670014 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-a033f6b2-c2fc-4572-94b7-c6c6e4396495 service neutron] For port 36779ac9-6d94-4e90-b5a3-b9834d74efe3, host n-h2-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=36779ac9-6d94-4e90-b5a3-b9834d74efe3,segment=NetworkSegment(ccac9cc8-8687-4831-b08f-d485733ff31a),segment_id=ccac9cc8-8687-4831-b08f-d485733ff31a)] {{(pid=94462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:17:36.683781 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a033f6b2-c2fc-4572-94b7-c6c6e4396495 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:17:36.688997 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a033f6b2-c2fc-4572-94b7-c6c6e4396495 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:17:36.689404 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a033f6b2-c2fc-4572-94b7-c6c6e4396495 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:17:36.689774 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a033f6b2-c2fc-4572-94b7-c6c6e4396495 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:17:36.692708 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a033f6b2-c2fc-4572-94b7-c6c6e4396495 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:17:36.692708 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a033f6b2-c2fc-4572-94b7-c6c6e4396495 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:17:36.692708 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a033f6b2-c2fc-4572-94b7-c6c6e4396495 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:17:36.692708 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a033f6b2-c2fc-4572-94b7-c6c6e4396495 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:17:36.692708 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a033f6b2-c2fc-4572-94b7-c6c6e4396495 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:17:36.692708 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a033f6b2-c2fc-4572-94b7-c6c6e4396495 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:17:36.692708 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a033f6b2-c2fc-4572-94b7-c6c6e4396495 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:17:36.692708 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a033f6b2-c2fc-4572-94b7-c6c6e4396495 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:17:36.752247 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd62f3e-1b53-401d-96a8-1e3b13228aea req-b5419dcb-818f-435b-b9bb-ec2f7f554609 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:36.753512 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1bd62f3e-1b53-401d-96a8-1e3b13228aea req-b5419dcb-818f-435b-b9bb-ec2f7f554609 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3f5e5a3-382e-4ad9-a192-3de842dc6b67 HTTP/1.1" status: 200 len: 945 time: 0.2909379 Jul 05 02:17:36.830327 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-a033f6b2-c2fc-4572-94b7-c6c6e4396495 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:36.831050 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b363fe-5703-49a5-9bbd-527b8813056f req-2499f9b5-177a-43a9-8ad3-e83a6f84ca36 tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:36.832631 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-00b363fe-5703-49a5-9bbd-527b8813056f req-2499f9b5-177a-43a9-8ad3-e83a6f84ca36 tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7912750 Jul 05 02:17:36.854606 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ba3b7a-69a3-4993-9785-78af2ccda452 req-4d0b4011-0b74-4149-9a9d-4ee5a7005a55 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:36.856112 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d0ba3b7a-69a3-4993-9785-78af2ccda452 req-4d0b4011-0b74-4149-9a9d-4ee5a7005a55 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6446390 Jul 05 02:17:36.858775 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1bd62f3e-1b53-401d-96a8-1e3b13228aea req-50a9f6ac-d267-4a57-a2e9-2591fd3981c7 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc929fbb-c4f8-4892-b37d-5570a0c717b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982952 Jul 05 02:17:36.907251 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-a033f6b2-c2fc-4572-94b7-c6c6e4396495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:36.908317 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-a033f6b2-c2fc-4572-94b7-c6c6e4396495 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:36.919407 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-46c13bbb-cc74-4797-8f7d-499a6f3509ff admin admin] Notify callbacks [] for router, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:36.921830 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76958757-4826-4cb5-b4ed-353bb777586e req-857139eb-efe9-4c9e-9cd3-9ef49fffe41d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:36.923252 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-a033f6b2-c2fc-4572-94b7-c6c6e4396495 service neutron] 10.222.0.15 "PUT /v2.0/ports/36779ac9-6d94-4e90-b5a3-b9834d74efe3 HTTP/1.1" status: 200 len: 1092 time: 1.5257099 Jul 05 02:17:36.924285 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-76958757-4826-4cb5-b4ed-353bb777586e req-857139eb-efe9-4c9e-9cd3-9ef49fffe41d service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2853706 Jul 05 02:17:36.943752 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-d0ba3b7a-69a3-4993-9785-78af2ccda452 req-a98aad30-a764-4dd4-b558-5aa99a7dc9cd tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Request body: {'port': {'device_id': 'f64ea5b6-ac3f-4b45-9330-1635ef9c1e6d', 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4', 'admin_state_up': True, 'tenant_id': '843c308122d04e8a8ebe4eb1b129860a'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:17:36.945544 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-379d7df1-9c47-4bb9-a86f-41ca24bbda6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d36cf2c-eafb-49ac-8a06-4e53bddb6b18', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-377889622-router', 'tenant_id': '37cbc6d1b8a44c1fbc041ff138952402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': '7d41b46a-3e58-423e-82c2-9fa792f4f6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:17:19Z', 'updated_at': '2021-07-05T02:17:34Z', 'revision_number': 5, 'project_id': '37cbc6d1b8a44c1fbc041ff138952402', 'gw_port': {'id': '7d41b46a-3e58-423e-82c2-9fa792f4f6d7', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d36cf2c-eafb-49ac-8a06-4e53bddb6b18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:17:20Z', 'updated_at': '2021-07-05T02:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:17:37.002690 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379d7df1-9c47-4bb9-a86f-41ca24bbda6f None None] Checking router: 8d36cf2c-eafb-49ac-8a06-4e53bddb6b18 for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:17:37.024396 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379d7df1-9c47-4bb9-a86f-41ca24bbda6f None None] Routers {'8d36cf2c-eafb-49ac-8a06-4e53bddb6b18'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:17:37.025383 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-379d7df1-9c47-4bb9-a86f-41ca24bbda6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:17:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['8d36cf2c-eafb-49ac-8a06-4e53bddb6b18'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:17:37.046282 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-00b363fe-5703-49a5-9bbd-527b8813056f req-69adaa0b-bc7a-475e-a345-67f9f3e38cbb tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] 10.222.0.23 "GET /v2.0/quotas/0db4243b112b494eae8f54dd82a385a5 HTTP/1.1" status: 200 len: 375 time: 0.1419268 Jul 05 02:17:37.050807 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a033f6b2-c2fc-4572-94b7-c6c6e4396495 service neutron] Pushing event updated for resources: {'Port': ['ID=36779ac9-6d94-4e90-b5a3-b9834d74efe3,revision_number=3']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:37.070008 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-19187761-4f2e-43db-bc66-9ce8da08c66b service neutron] Request body: {'port': {'device_id': '92403696-646a-4870-b635-6151c7b09066', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-32'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:17:37.151762 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-00b363fe-5703-49a5-9bbd-527b8813056f req-c2958c94-401d-4917-8aa2-0db686435432 tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0db4243b112b494eae8f54dd82a385a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1044621 Jul 05 02:17:37.217960 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-379d7df1-9c47-4bb9-a86f-41ca24bbda6f None None] Set router 8d36cf2c-eafb-49ac-8a06-4e53bddb6b18 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:17:37.229913 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-19187761-4f2e-43db-bc66-9ce8da08c66b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:37.296834 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ab4717c-9e5e-4e45-806c-588c7fd54810 x-openstack-request-id: req-1ab4717c-9e5e-4e45-806c-588c7fd54810 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:17:37.297768 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3f5e5a3-382e-4ad9-a192-3de842dc6b67", "name": "network-vif-plugged", "status": "completed", "tag": "ba8b69b1-313c-458b-8533-338c568e8332", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:17:37.298280 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1ab4717c-9e5e-4e45-806c-588c7fd54810 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:17:37.298911 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3f5e5a3-382e-4ad9-a192-3de842dc6b67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba8b69b1-313c-458b-8533-338c568e8332', 'code': 200} Jul 05 02:17:37.488145 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a7e95410-25ef-4ba4-b0f8-59990b105453 req-498b8b50-f9a5-4dde-b0c1-1cd15c2b8c34 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/ports?device_id=f64ea5b6-ac3f-4b45-9330-1635ef9c1e6d HTTP/1.1" status: 200 len: 210 time: 0.0391746 Jul 05 02:17:37.499589 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-379d7df1-9c47-4bb9-a86f-41ca24bbda6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d36cf2c-eafb-49ac-8a06-4e53bddb6b18', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-377889622-router', 'tenant_id': '37cbc6d1b8a44c1fbc041ff138952402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': '7d41b46a-3e58-423e-82c2-9fa792f4f6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:17:19Z', 'updated_at': '2021-07-05T02:17:34Z', 'revision_number': 5, 'project_id': '37cbc6d1b8a44c1fbc041ff138952402', 'gw_port': {'id': '7d41b46a-3e58-423e-82c2-9fa792f4f6d7', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d36cf2c-eafb-49ac-8a06-4e53bddb6b18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:17:20Z', 'updated_at': '2021-07-05T02:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:17:37.565653 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379d7df1-9c47-4bb9-a86f-41ca24bbda6f None None] The sync data for ids ['8d36cf2c-eafb-49ac-8a06-4e53bddb6b18'] in n-d-771362-32 is: [{'id': '8d36cf2c-eafb-49ac-8a06-4e53bddb6b18', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-377889622-router', 'tenant_id': '37cbc6d1b8a44c1fbc041ff138952402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': '7d41b46a-3e58-423e-82c2-9fa792f4f6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:17:19Z', 'updated_at': '2021-07-05T02:17:34Z', 'revision_number': 5, 'project_id': '37cbc6d1b8a44c1fbc041ff138952402', 'gw_port': {'id': '7d41b46a-3e58-423e-82c2-9fa792f4f6d7', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d36cf2c-eafb-49ac-8a06-4e53bddb6b18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:17:20Z', 'updated_at': '2021-07-05T02:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:17:37.706977 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92403696-646a-4870-b635-6151c7b09066', 'tag': '36779ac9-6d94-4e90-b5a3-b9834d74efe3'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:17:37.709591 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b223267e0e0ddb3199af7772d0b45336e3b4b54fbb151c86a8051291a61e85db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fc0c484-b30b-4207-a320-f5c15ed9e10a" -d '{"events": [{"name": "network-changed", "server_uuid": "92403696-646a-4870-b635-6151c7b09066", "tag": "36779ac9-6d94-4e90-b5a3-b9834d74efe3"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:17:37.743556 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device ba8b69b1-313c-458b-8533-338c568e8332 no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:17:37.799544 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-19187761-4f2e-43db-bc66-9ce8da08c66b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e5f8879-93f3-4d20-8ad9-d0823e4032c0 {{(pid=94462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:17:37.808382 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-19187761-4f2e-43db-bc66-9ce8da08c66b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:37.822691 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-19187761-4f2e-43db-bc66-9ce8da08c66b service neutron] Transition to ACTIVE for port object 5e5f8879-93f3-4d20-8ad9-d0823e4032c0 will not be triggered until provisioned by entity L2. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:17:37.863235 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:37.903096 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port ba8b69b1-313c-458b-8533-338c568e8332, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=ba8b69b1-313c-458b-8533-338c568e8332,segment=NetworkSegment(d5de39fc-4b4e-459b-8d86-509609a7e1f4),segment_id=d5de39fc-4b4e-459b-8d86-509609a7e1f4)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:17:37.906333 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-19187761-4f2e-43db-bc66-9ce8da08c66b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:37.999385 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19187761-4f2e-43db-bc66-9ce8da08c66b service neutron] Pushing event updated for resources: {'Port': ['ID=5e5f8879-93f3-4d20-8ad9-d0823e4032c0,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:38.039884 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aa1d17-d2c4-43a2-9918-d8b86c66a7df req-4c24cdaa-c7b7-454e-a522-8e7fe2ad2e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:38.040460 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aa1d17-d2c4-43a2-9918-d8b86c66a7df req-4c24cdaa-c7b7-454e-a522-8e7fe2ad2e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:38.040846 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aa1d17-d2c4-43a2-9918-d8b86c66a7df req-4c24cdaa-c7b7-454e-a522-8e7fe2ad2e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:38.041321 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aa1d17-d2c4-43a2-9918-d8b86c66a7df req-4c24cdaa-c7b7-454e-a522-8e7fe2ad2e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:38.041801 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aa1d17-d2c4-43a2-9918-d8b86c66a7df req-4c24cdaa-c7b7-454e-a522-8e7fe2ad2e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:38.042305 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aa1d17-d2c4-43a2-9918-d8b86c66a7df req-4c24cdaa-c7b7-454e-a522-8e7fe2ad2e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:38.042901 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aa1d17-d2c4-43a2-9918-d8b86c66a7df req-4c24cdaa-c7b7-454e-a522-8e7fe2ad2e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:38.045259 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-35aa1d17-d2c4-43a2-9918-d8b86c66a7df req-4c24cdaa-c7b7-454e-a522-8e7fe2ad2e18 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bf69a7cc9341402789561a978c68b071&device_id=92403696-646a-4870-b635-6151c7b09066 HTTP/1.1" status: 200 len: 6424 time: 1.0404110 Jul 05 02:17:38.074679 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:38.080402 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-19187761-4f2e-43db-bc66-9ce8da08c66b service neutron] Attempting to bind port 5e5f8879-93f3-4d20-8ad9-d0823e4032c0 on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:17:38.081125 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-19187761-4f2e-43db-bc66-9ce8da08c66b service neutron] Attempting to bind port 5e5f8879-93f3-4d20-8ad9-d0823e4032c0 by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': 'ccac9cc8-8687-4831-b08f-d485733ff31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '8fabf858-7855-4bc3-b4b1-4ecb63b57267'}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:17:38.081591 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-19187761-4f2e-43db-bc66-9ce8da08c66b service neutron] Attempting to bind port 5e5f8879-93f3-4d20-8ad9-d0823e4032c0 on network 8fabf858-7855-4bc3-b4b1-4ecb63b57267 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:17:38.083026 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516b173e-6f29-499a-87e4-f4ec2186a551 req-30f2ce46-5926-4055-8532-84474643746e tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:38.088886 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-19187761-4f2e-43db-bc66-9ce8da08c66b service neutron] Port 5e5f8879-93f3-4d20-8ad9-d0823e4032c0 on network 8fabf858-7855-4bc3-b4b1-4ecb63b57267 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:17:38.089899 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-19187761-4f2e-43db-bc66-9ce8da08c66b service neutron] Attempting to bind port 5e5f8879-93f3-4d20-8ad9-d0823e4032c0 on network 8fabf858-7855-4bc3-b4b1-4ecb63b57267 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:17:38.095851 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-19187761-4f2e-43db-bc66-9ce8da08c66b service neutron] Checking agent: {'id': 'e071c76e-395f-48c4-a98f-88088465cf0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:17:38.096207 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-19187761-4f2e-43db-bc66-9ce8da08c66b service neutron] Checking segment: {'id': 'ccac9cc8-8687-4831-b08f-d485733ff31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '8fabf858-7855-4bc3-b4b1-4ecb63b57267'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:17:38.096650 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-19187761-4f2e-43db-bc66-9ce8da08c66b service neutron] Bound using segment: {'id': 'ccac9cc8-8687-4831-b08f-d485733ff31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '8fabf858-7855-4bc3-b4b1-4ecb63b57267'} {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:17:38.097133 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-19187761-4f2e-43db-bc66-9ce8da08c66b service neutron] Bound port: 5e5f8879-93f3-4d20-8ad9-d0823e4032c0, host: n-h2-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccac9cc8-8687-4831-b08f-d485733ff31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '8fabf858-7855-4bc3-b4b1-4ecb63b57267'}}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:17:38.097645 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-19187761-4f2e-43db-bc66-9ce8da08c66b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:38.102014 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516b173e-6f29-499a-87e4-f4ec2186a551 req-30f2ce46-5926-4055-8532-84474643746e tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:38.122444 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516b173e-6f29-499a-87e4-f4ec2186a551 req-30f2ce46-5926-4055-8532-84474643746e tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:38.133828 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516b173e-6f29-499a-87e4-f4ec2186a551 req-30f2ce46-5926-4055-8532-84474643746e tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:38.148022 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516b173e-6f29-499a-87e4-f4ec2186a551 req-30f2ce46-5926-4055-8532-84474643746e tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:38.166044 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516b173e-6f29-499a-87e4-f4ec2186a551 req-30f2ce46-5926-4055-8532-84474643746e tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:38.177394 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516b173e-6f29-499a-87e4-f4ec2186a551 req-30f2ce46-5926-4055-8532-84474643746e tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:38.179502 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-516b173e-6f29-499a-87e4-f4ec2186a551 req-30f2ce46-5926-4055-8532-84474643746e tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/ports?device_id=92403696-646a-4870-b635-6151c7b09066 HTTP/1.1" status: 200 len: 5416 time: 0.3768740 Jul 05 02:17:38.183859 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-46c13bbb-cc74-4797-8f7d-499a6f3509ff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:38.190952 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=ba8b69b1-313c-458b-8533-338c568e8332,revision_number=8']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:38.197253 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0ba3b7a-69a3-4993-9785-78af2ccda452 req-a98aad30-a764-4dd4-b558-5aa99a7dc9cd tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Made reservation on behalf of 843c308122d04e8a8ebe4eb1b129860a for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:17:38.200784 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-d0ba3b7a-69a3-4993-9785-78af2ccda452 req-a98aad30-a764-4dd4-b558-5aa99a7dc9cd tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:38.221114 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-19187761-4f2e-43db-bc66-9ce8da08c66b service neutron] For port 5e5f8879-93f3-4d20-8ad9-d0823e4032c0, host n-h2-771362-32, cleared binding levels {{(pid=94462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:17:38.226198 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-19187761-4f2e-43db-bc66-9ce8da08c66b service neutron] For port 5e5f8879-93f3-4d20-8ad9-d0823e4032c0, host n-h2-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=5e5f8879-93f3-4d20-8ad9-d0823e4032c0,segment=NetworkSegment(ccac9cc8-8687-4831-b08f-d485733ff31a),segment_id=ccac9cc8-8687-4831-b08f-d485733ff31a)] {{(pid=94462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:17:38.274065 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-d0ba3b7a-69a3-4993-9785-78af2ccda452 req-a98aad30-a764-4dd4-b558-5aa99a7dc9cd tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:38.301318 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-19187761-4f2e-43db-bc66-9ce8da08c66b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:38.352287 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-516b173e-6f29-499a-87e4-f4ec2186a551 req-9bb39268-295b-44fb-b50e-1c01b42c99f3 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/security-groups?id=5eae1027-3275-42f9-8f54-f2ff33a054c9&id=89977ea5-fec8-49da-b8e1-c456496b77bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1487188 Jul 05 02:17:38.409472 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aa1d17-d2c4-43a2-9918-d8b86c66a7df req-a6a13e17-55a8-4d41-b7f4-2b2931be6ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:38.410825 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aa1d17-d2c4-43a2-9918-d8b86c66a7df req-a6a13e17-55a8-4d41-b7f4-2b2931be6ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:38.411311 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aa1d17-d2c4-43a2-9918-d8b86c66a7df req-a6a13e17-55a8-4d41-b7f4-2b2931be6ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:38.412963 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-35aa1d17-d2c4-43a2-9918-d8b86c66a7df req-a6a13e17-55a8-4d41-b7f4-2b2931be6ffb service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=bf69a7cc9341402789561a978c68b071&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2320118 Jul 05 02:17:38.417946 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-19187761-4f2e-43db-bc66-9ce8da08c66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:38.420101 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-19187761-4f2e-43db-bc66-9ce8da08c66b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:38.420930 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-19187761-4f2e-43db-bc66-9ce8da08c66b service neutron] 10.222.0.15 "PUT /v2.0/ports/5e5f8879-93f3-4d20-8ad9-d0823e4032c0 HTTP/1.1" status: 200 len: 1092 time: 1.3588250 Jul 05 02:17:38.460941 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19187761-4f2e-43db-bc66-9ce8da08c66b service neutron] Pushing event updated for resources: {'Port': ['ID=5e5f8879-93f3-4d20-8ad9-d0823e4032c0,revision_number=3']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:38.510070 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b066792-92af-4da8-8ec6-3ff133cfe166 req-4f323f37-d1ac-4970-a199-1c9574c8429c tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:38.517430 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8b066792-92af-4da8-8ec6-3ff133cfe166 req-4f323f37-d1ac-4970-a199-1c9574c8429c tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=1aeab594-2943-4da5-9c13-c06d96250566 HTTP/1.1" status: 200 len: 945 time: 0.1541548 Jul 05 02:17:38.602680 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8b066792-92af-4da8-8ec6-3ff133cfe166 req-4dade5e4-8bcb-483a-a5b3-92b90d77bc01 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832624 Jul 05 02:17:38.603534 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-833c98b6-f6eb-43e0-a9d4-ca6ae7b47ed3 req-a063aac6-44ab-4c4b-9ee9-351fd9e580b2 tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=0db4243b112b494eae8f54dd82a385a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0853252 Jul 05 02:17:38.637231 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-46c13bbb-cc74-4797-8f7d-499a6f3509ff admin admin] Deleting port 7d41b46a-3e58-423e-82c2-9fa792f4f6d7 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:17:38.637695 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-46c13bbb-cc74-4797-8f7d-499a6f3509ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:38.672071 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0a87cd0-b53c-4457-af53-60cc9d55afb2 x-openstack-request-id: req-c0a87cd0-b53c-4457-af53-60cc9d55afb2 {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:17:38.672384 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92403696-646a-4870-b635-6151c7b09066", "tag": "36779ac9-6d94-4e90-b5a3-b9834d74efe3", "status": "completed", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:17:38.672767 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c0a87cd0-b53c-4457-af53-60cc9d55afb2 {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:17:38.673186 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92403696-646a-4870-b635-6151c7b09066', 'tag': '36779ac9-6d94-4e90-b5a3-b9834d74efe3', 'status': 'completed', 'code': 200} Jul 05 02:17:38.781012 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-d0ba3b7a-69a3-4993-9785-78af2ccda452 req-a98aad30-a764-4dd4-b558-5aa99a7dc9cd tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:38.821256 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aa1d17-d2c4-43a2-9918-d8b86c66a7df req-cd3d2e76-b198-4f42-a090-995ebee1efb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:38.822898 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-35aa1d17-d2c4-43a2-9918-d8b86c66a7df req-cd3d2e76-b198-4f42-a090-995ebee1efb4 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4015741 Jul 05 02:17:38.860792 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833c98b6-f6eb-43e0-a9d4-ca6ae7b47ed3 req-97137e10-f5f7-422f-889a-bdf33904531d tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:38.866629 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-833c98b6-f6eb-43e0-a9d4-ca6ae7b47ed3 req-97137e10-f5f7-422f-889a-bdf33904531d tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2621551 Jul 05 02:17:38.881097 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [None req-46c13bbb-cc74-4797-8f7d-499a6f3509ff admin admin] For port 7d41b46a-3e58-423e-82c2-9fa792f4f6d7, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=7d41b46a-3e58-423e-82c2-9fa792f4f6d7,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:17:38.881453 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-46c13bbb-cc74-4797-8f7d-499a6f3509ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:38.927038 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-46c13bbb-cc74-4797-8f7d-499a6f3509ff admin admin] Calling delete_port for 7d41b46a-3e58-423e-82c2-9fa792f4f6d7 owned by network:router_gateway {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:17:38.933883 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-833c98b6-f6eb-43e0-a9d4-ca6ae7b47ed3 req-0e1d29e2-018c-4888-a03b-c081a5acadfa tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] 10.222.0.23 "GET /v2.0/quotas/0db4243b112b494eae8f54dd82a385a5 HTTP/1.1" status: 200 len: 375 time: 0.0660734 Jul 05 02:17:38.970049 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee7a4e7-1d21-4a0e-9fd8-f5f4067b18d3 req-bdca19a3-e251-430c-aa87-a31a7bce8406 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:38.971732 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-eee7a4e7-1d21-4a0e-9fd8-f5f4067b18d3 req-bdca19a3-e251-430c-aa87-a31a7bce8406 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3f5e5a3-382e-4ad9-a192-3de842dc6b67 HTTP/1.1" status: 200 len: 943 time: 0.0770712 Jul 05 02:17:38.980542 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-833c98b6-f6eb-43e0-a9d4-ca6ae7b47ed3 req-2daa36cd-503a-4ad7-a961-3c8be02a0ed4 tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0db4243b112b494eae8f54dd82a385a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0372219 Jul 05 02:17:39.018742 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-d0ba3b7a-69a3-4993-9785-78af2ccda452 req-a98aad30-a764-4dd4-b558-5aa99a7dc9cd tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:39.024058 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-eee7a4e7-1d21-4a0e-9fd8-f5f4067b18d3 req-9a4b57a0-ba03-4c7e-ac75-058400f9c27f tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc929fbb-c4f8-4892-b37d-5570a0c717b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454631 Jul 05 02:17:39.172582 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98aad30-a764-4dd4-b558-5aa99a7dc9cd tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6aa981db-58bd-4d0c-a893-2c34139d4504,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:39.185070 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9c04db27-051f-4161-835a-2d544dfec7c3 req-a83570c3-e04f-47b0-adaa-0be02c3a60eb tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/ports?device_id=f64ea5b6-ac3f-4b45-9330-1635ef9c1e6d HTTP/1.1" status: 200 len: 210 time: 0.0360067 Jul 05 02:17:39.189477 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-a5f743cb-5a39-41be-acfc-b57f4d91e507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:39.189978 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-a5f743cb-5a39-41be-acfc-b57f4d91e507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:39.190491 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-a5f743cb-5a39-41be-acfc-b57f4d91e507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:39.191195 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-a5f743cb-5a39-41be-acfc-b57f4d91e507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:39.191501 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-a5f743cb-5a39-41be-acfc-b57f4d91e507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:39.192324 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-a5f743cb-5a39-41be-acfc-b57f4d91e507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:39.192441 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-a5f743cb-5a39-41be-acfc-b57f4d91e507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:39.194507 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-a5f743cb-5a39-41be-acfc-b57f4d91e507 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bf69a7cc9341402789561a978c68b071&device_id=92403696-646a-4870-b635-6151c7b09066 HTTP/1.1" status: 200 len: 6492 time: 0.3202538 Jul 05 02:17:39.203826 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-d0ba3b7a-69a3-4993-9785-78af2ccda452 req-a98aad30-a764-4dd4-b558-5aa99a7dc9cd tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Allocated IP 192.168.233.47 (dff432c2-7366-4622-aebb-da22fe05bfd4/b840e204-692c-4f54-8f07-f6563e8e36b1/6a2ae0bc-edf0-4f1a-b9b8-ab213fe56db1) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:17:39.227134 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device b370756c-a67e-4065-a5c0-77082e1ec7f1 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:17:39.249780 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: b370756c-a67e-4065-a5c0-77082e1ec7f1 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:17:39.250302 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device b370756c-a67e-4065-a5c0-77082e1ec7f1 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:17:39.293295 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-14aae9ab-b95d-494f-9c5c-f58d92d4f9a4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb5e411e-ba28-4560-9e82-b60e563a776d HTTP/1.1" status: 200 len: 217 time: 0.0878394 Jul 05 02:17:39.300764 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3f5e5a3-382e-4ad9-a192-3de842dc6b67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba8b69b1-313c-458b-8533-338c568e8332'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:17:39.303968 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23e98443-459c-4309-a69a-8175dc74faf3" -d '{"events": [{"server_uuid": "b3f5e5a3-382e-4ad9-a192-3de842dc6b67", "name": "network-vif-unplugged", "status": "completed", "tag": "ba8b69b1-313c-458b-8533-338c568e8332"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:17:39.346736 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 02:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4319d7d-a3d4-458e-86ce-730fcb614f9e x-openstack-request-id: req-c4319d7d-a3d4-458e-86ce-730fcb614f9e {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:17:39.347351 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3f5e5a3-382e-4ad9-a192-3de842dc6b67", "name": "network-vif-unplugged", "status": "completed", "tag": "ba8b69b1-313c-458b-8533-338c568e8332", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:17:39.347833 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c4319d7d-a3d4-458e-86ce-730fcb614f9e {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:17:39.348407 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3f5e5a3-382e-4ad9-a192-3de842dc6b67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba8b69b1-313c-458b-8533-338c568e8332', 'code': 200} Jul 05 02:17:39.387802 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-d81918c9-b83a-4979-ba94-54c6f990fbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:39.389072 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-d81918c9-b83a-4979-ba94-54c6f990fbbb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=82394256-424b-4834-ba82-be5cc7f4161e HTTP/1.1" status: 200 len: 855 time: 0.0894456 Jul 05 02:17:39.398161 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-eb5a3cc2-af1c-4d8c-b63c-d7d8a11c00b3 req-628677e4-27f5-41af-9536-464a4fcc7b29 tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] 10.222.0.23 "GET /v2.0/ports?device_id=374f110a-3d06-428c-96e1-c368ac864b42 HTTP/1.1" status: 200 len: 210 time: 0.0434015 Jul 05 02:17:39.566770 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-08c81c87-e622-420a-845e-d9deb012a614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:39.568396 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-08c81c87-e622-420a-845e-d9deb012a614 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1f5c1f66-211d-4aaf-9dcb-993edf85d0c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1731923 Jul 05 02:17:39.596616 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-46c13bbb-cc74-4797-8f7d-499a6f3509ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:39.716347 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c13bbb-cc74-4797-8f7d-499a6f3509ff admin admin] Pushing event deleted for resources: {'Port': ['ID=7d41b46a-3e58-423e-82c2-9fa792f4f6d7,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:39.810202 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c0f943-f409-48bf-a0af-71870c31b3c0 req-2be4a6d6-5968-47fa-8cec-ba319e726999 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:39.811668 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-85c0f943-f409-48bf-a0af-71870c31b3c0 req-2be4a6d6-5968-47fa-8cec-ba319e726999 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=1aeab594-2943-4da5-9c13-c06d96250566 HTTP/1.1" status: 200 len: 945 time: 0.0654767 Jul 05 02:17:39.889164 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63270ccd-0f54-45d4-a358-09aa252888cc req-f8c353ec-9624-4f9a-8190-92ebbae0dc16 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:39.897685 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63270ccd-0f54-45d4-a358-09aa252888cc req-f8c353ec-9624-4f9a-8190-92ebbae0dc16 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:39.904671 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63270ccd-0f54-45d4-a358-09aa252888cc req-f8c353ec-9624-4f9a-8190-92ebbae0dc16 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:39.914112 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63270ccd-0f54-45d4-a358-09aa252888cc req-f8c353ec-9624-4f9a-8190-92ebbae0dc16 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:39.914935 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-85c0f943-f409-48bf-a0af-71870c31b3c0 req-9f511e9a-856b-4738-9380-6f013a3db214 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943990 Jul 05 02:17:39.920689 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63270ccd-0f54-45d4-a358-09aa252888cc req-f8c353ec-9624-4f9a-8190-92ebbae0dc16 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:39.927524 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63270ccd-0f54-45d4-a358-09aa252888cc req-f8c353ec-9624-4f9a-8190-92ebbae0dc16 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:39.942844 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63270ccd-0f54-45d4-a358-09aa252888cc req-f8c353ec-9624-4f9a-8190-92ebbae0dc16 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:39.943716 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-63270ccd-0f54-45d4-a358-09aa252888cc req-f8c353ec-9624-4f9a-8190-92ebbae0dc16 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/ports?device_id=92403696-646a-4870-b635-6151c7b09066 HTTP/1.1" status: 200 len: 5428 time: 0.4275563 Jul 05 02:17:39.947666 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-f361b7bd-fcee-4ea6-888e-64122de04064 service neutron] 10.222.0.15 "GET /v2.0/networks/1f5c1f66-211d-4aaf-9dcb-993edf85d0c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3691778 Jul 05 02:17:40.041393 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-46c13bbb-cc74-4797-8f7d-499a6f3509ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636927'] for router_gateway, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:40.109308 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-d0ba3b7a-69a3-4993-9785-78af2ccda452 req-a98aad30-a764-4dd4-b558-5aa99a7dc9cd tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:40.194116 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-63270ccd-0f54-45d4-a358-09aa252888cc req-1006e147-d35a-4735-9036-fb41290ab9f0 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/security-groups?id=5eae1027-3275-42f9-8f54-f2ff33a054c9&id=89977ea5-fec8-49da-b8e1-c456496b77bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2495337 Jul 05 02:17:40.197011 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-d0ba3b7a-69a3-4993-9785-78af2ccda452 req-a98aad30-a764-4dd4-b558-5aa99a7dc9cd tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Transition to ACTIVE for port object 6a2ae0bc-edf0-4f1a-b9b8-ab213fe56db1 will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:17:40.203321 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-46c13bbb-cc74-4797-8f7d-499a6f3509ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11828'] for router, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:40.209045 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-46c13bbb-cc74-4797-8f7d-499a6f3509ff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:40.212435 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a605facc-72e3-4a44-b980-188678c8bd9b req-6ae94b42-3666-4c43-b456-9f66326b3844 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:40.214164 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a605facc-72e3-4a44-b980-188678c8bd9b req-6ae94b42-3666-4c43-b456-9f66326b3844 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3f5e5a3-382e-4ad9-a192-3de842dc6b67 HTTP/1.1" status: 200 len: 943 time: 0.0959423 Jul 05 02:17:40.315616 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-d1e14fc5-cd1e-4f09-a01e-a6bf131f73a5 service neutron] 10.222.0.15 "GET /v2.0/networks/1f5c1f66-211d-4aaf-9dcb-993edf85d0c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3592784 Jul 05 02:17:40.389057 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-46c13bbb-cc74-4797-8f7d-499a6f3509ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1575451'] for router, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:40.389610 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46c13bbb-cc74-4797-8f7d-499a6f3509ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d36cf2c-eafb-49ac-8a06-4e53bddb6b18 {{(pid=94461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 02:17:40.392581 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486e5d7c-266b-42d4-8124-aed6f28c0930 req-ecf3b6c0-de79-4319-ac49-6976eff8c1f0 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:40.393776 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-d0ba3b7a-69a3-4993-9785-78af2ccda452 req-a98aad30-a764-4dd4-b558-5aa99a7dc9cd tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:40.395312 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-486e5d7c-266b-42d4-8124-aed6f28c0930 req-ecf3b6c0-de79-4319-ac49-6976eff8c1f0 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3f5e5a3-382e-4ad9-a192-3de842dc6b67 HTTP/1.1" status: 200 len: 943 time: 0.1347773 Jul 05 02:17:40.399495 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-46c13bbb-cc74-4797-8f7d-499a6f3509ff admin admin] Notify callbacks [] for router, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:40.401399 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-46c13bbb-cc74-4797-8f7d-499a6f3509ff admin admin] 10.222.0.23 "DELETE /v2.0/routers/8d36cf2c-eafb-49ac-8a06-4e53bddb6b18 HTTP/1.1" status: 204 len: 168 time: 3.9044585 Jul 05 02:17:40.407649 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 49518) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:17:40.412318 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-ce8bfe87-f326-4b29-9b13-93c5f1f3b9f3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.71&port_id=20091b1d-6f87-44f6-b3a2-80a8f0399bd5 HTTP/1.1" status: 200 len: 217 time: 0.0894148 Jul 05 02:17:40.438533 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0ba3b7a-69a3-4993-9785-78af2ccda452 req-a98aad30-a764-4dd4-b558-5aa99a7dc9cd tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Network dff432c2-7366-4622-aebb-da22fe05bfd4 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:17:40.458702 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-d0ba3b7a-69a3-4993-9785-78af2ccda452 req-a98aad30-a764-4dd4-b558-5aa99a7dc9cd tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:17:40.487125 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0ba3b7a-69a3-4993-9785-78af2ccda452 req-a98aad30-a764-4dd4-b558-5aa99a7dc9cd tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:17:40.545553 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [req-a605facc-72e3-4a44-b980-188678c8bd9b req-544da32d-888e-4413-8209-76376c8d3251 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Deleting port ba8b69b1-313c-458b-8533-338c568e8332 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:17:40.545553 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-a605facc-72e3-4a44-b980-188678c8bd9b req-544da32d-888e-4413-8209-76376c8d3251 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:40.584965 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ba3b7a-69a3-4993-9785-78af2ccda452 req-a98aad30-a764-4dd4-b558-5aa99a7dc9cd tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:40.585641 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-d0ba3b7a-69a3-4993-9785-78af2ccda452 req-a98aad30-a764-4dd4-b558-5aa99a7dc9cd tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:40.704507 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-00b363fe-5703-49a5-9bbd-527b8813056f req-1c4693e5-88e8-4f36-8685-c02747b6d0ed tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=0db4243b112b494eae8f54dd82a385a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0554898 Jul 05 02:17:40.717360 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98aad30-a764-4dd4-b558-5aa99a7dc9cd tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Pushing event updated for resources: {'Port': ['ID=6a2ae0bc-edf0-4f1a-b9b8-ab213fe56db1,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:40.778014 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-91fc3821-6617-4e30-adcd-e78cee728a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:40.779541 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-91fc3821-6617-4e30-adcd-e78cee728a8d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=473bf51e-fdd3-4bfb-8054-3ae41f9e7fb8 HTTP/1.1" status: 200 len: 797 time: 0.3222990 Jul 05 02:17:40.789055 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d0ba3b7a-69a3-4993-9785-78af2ccda452 req-a98aad30-a764-4dd4-b558-5aa99a7dc9cd tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8633814 Jul 05 02:17:40.797205 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33ade4f-8a5a-4062-941b-28b3e4737434 req-420431a3-666c-4a3a-bf02-6ef89c704730 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:40.804800 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a33ade4f-8a5a-4062-941b-28b3e4737434 req-420431a3-666c-4a3a-bf02-6ef89c704730 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/ports?device_id=f64ea5b6-ac3f-4b45-9330-1635ef9c1e6d HTTP/1.1" status: 200 len: 935 time: 0.4186151 Jul 05 02:17:40.841509 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-d0ba3b7a-69a3-4993-9785-78af2ccda452 req-b581e660-9eb7-429d-b4e0-99d18a9cf2db service neutron] Request body: {'port': {'device_id': 'f64ea5b6-ac3f-4b45-9330-1635ef9c1e6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:17:40.897299 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-4015c501-fc81-4dc7-ac89-5a3094200257 None None] Provisioning for port 6a2ae0bc-edf0-4f1a-b9b8-ab213fe56db1 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:17:40.902048 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-4015c501-fc81-4dc7-ac89-5a3094200257 None None] Provisioning complete for port 6a2ae0bc-edf0-4f1a-b9b8-ab213fe56db1 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:17:40.902480 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4015c501-fc81-4dc7-ac89-5a3094200257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:40.939651 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-4015c501-fc81-4dc7-ac89-5a3094200257 None None] Port 6a2ae0bc-edf0-4f1a-b9b8-ab213fe56db1 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:17:40.989543 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-a605facc-72e3-4a44-b980-188678c8bd9b req-544da32d-888e-4413-8209-76376c8d3251 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] For port ba8b69b1-313c-458b-8533-338c568e8332, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=ba8b69b1-313c-458b-8533-338c568e8332,segment=NetworkSegment(d5de39fc-4b4e-459b-8d86-509609a7e1f4),segment_id=d5de39fc-4b4e-459b-8d86-509609a7e1f4)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:17:40.989903 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-a605facc-72e3-4a44-b980-188678c8bd9b req-544da32d-888e-4413-8209-76376c8d3251 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:41.007678 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [req-a605facc-72e3-4a44-b980-188678c8bd9b req-544da32d-888e-4413-8209-76376c8d3251 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Calling delete_port for ba8b69b1-313c-458b-8533-338c568e8332 owned by compute:nova {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:17:41.051994 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b363fe-5703-49a5-9bbd-527b8813056f req-d2b367b7-b010-4c62-8de6-aeaae3a9d009 tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:41.053721 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-00b363fe-5703-49a5-9bbd-527b8813056f req-d2b367b7-b010-4c62-8de6-aeaae3a9d009 tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3405623 Jul 05 02:17:41.072501 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92403696-646a-4870-b635-6151c7b09066', 'tag': '5e5f8879-93f3-4d20-8ad9-d0823e4032c0'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:17:41.073288 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-00b363fe-5703-49a5-9bbd-527b8813056f req-c9b2e4e0-1129-4220-84ae-7212297370e7 tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] Request body: {'port': {'device_id': 'd8a7624c-d258-433f-9761-ec21365c1194', 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4', 'admin_state_up': True, 'tenant_id': '0db4243b112b494eae8f54dd82a385a5'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:17:41.074761 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b223267e0e0ddb3199af7772d0b45336e3b4b54fbb151c86a8051291a61e85db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-342ba177-d495-4cc2-81e3-98bb2351b224" -d '{"events": [{"name": "network-changed", "server_uuid": "92403696-646a-4870-b635-6151c7b09066", "tag": "5e5f8879-93f3-4d20-8ad9-d0823e4032c0"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:17:41.089303 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-486e5d7c-266b-42d4-8124-aed6f28c0930 req-f3996ded-1659-4e67-8bc7-080fd49d0c4d tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc929fbb-c4f8-4892-b37d-5570a0c717b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6707716 Jul 05 02:17:41.092420 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a33ade4f-8a5a-4062-941b-28b3e4737434 req-7d96d69d-1af6-45e6-943e-1e153403b44f tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/security-groups?id=6aa981db-58bd-4d0c-a893-2c34139d4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844748 Jul 05 02:17:41.133805 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-e513a937-c13d-4855-9a82-994fc3cf0971 admin admin] Deleting subnet 13f0455f-6e5d-45ad-a7f0-e6eedcf196f9 {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:17:41.158895 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e513a937-c13d-4855-9a82-994fc3cf0971 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:41.268795 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 7d41b46a-3e58-423e-82c2-9fa792f4f6d7 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:17:41.300258 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e513a937-c13d-4855-9a82-994fc3cf0971 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:41.308462 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 7d41b46a-3e58-423e-82c2-9fa792f4f6d7 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:17:41.309120 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 7d41b46a-3e58-423e-82c2-9fa792f4f6d7 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:17:41.382749 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ca67efff-53d2-4a00-b693-1fe6b90745d6 req-04aeef31-722d-4a07-afee-a0d0a2e430f0 tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] 10.222.0.23 "GET /v2.0/ports?device_id=374f110a-3d06-428c-96e1-c368ac864b42 HTTP/1.1" status: 200 len: 210 time: 0.0449905 Jul 05 02:17:41.459742 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f80e6129-8d2a-4f60-b9d8-d240dfc3f908 x-openstack-request-id: req-f80e6129-8d2a-4f60-b9d8-d240dfc3f908 {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:17:41.460589 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92403696-646a-4870-b635-6151c7b09066", "tag": "5e5f8879-93f3-4d20-8ad9-d0823e4032c0", "status": "completed", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:17:41.461008 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f80e6129-8d2a-4f60-b9d8-d240dfc3f908 {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:17:41.461421 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92403696-646a-4870-b635-6151c7b09066', 'tag': '5e5f8879-93f3-4d20-8ad9-d0823e4032c0', 'status': 'completed', 'code': 200} Jul 05 02:17:41.474967 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:41.476812 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:41.543458 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e513a937-c13d-4855-9a82-994fc3cf0971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:41.660779 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-a605facc-72e3-4a44-b980-188678c8bd9b req-544da32d-888e-4413-8209-76376c8d3251 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:41.698416 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-d0ba3b7a-69a3-4993-9785-78af2ccda452 req-b581e660-9eb7-429d-b4e0-99d18a9cf2db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:41.719059 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544da32d-888e-4413-8209-76376c8d3251 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Pushing event deleted for resources: {'Port': ['ID=ba8b69b1-313c-458b-8533-338c568e8332,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:41.818380 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e513a937-c13d-4855-9a82-994fc3cf0971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:41.830314 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-560bb9ec-adba-45a3-a1a4-53eddf75e275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:41.832359 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-560bb9ec-adba-45a3-a1a4-53eddf75e275 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=70f5fd93-7af8-4288-a451-7de7b5d6c1c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.0060782 Jul 05 02:17:41.859160 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f6d5e2-d131-4cab-8807-e0060ae69eb2 None None] Network 54038592-9b3b-475c-bef9-a54e2917f11c requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:17:41.879837 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e513a937-c13d-4855-9a82-994fc3cf0971 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13f0455f-6e5d-45ad-a7f0-e6eedcf196f9,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:41.889060 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [req-a605facc-72e3-4a44-b980-188678c8bd9b req-544da32d-888e-4413-8209-76376c8d3251 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] No DVR routers for this DVR port ba8b69b1-313c-458b-8533-338c568e8332 on host n-h1-771362-32 {{(pid=94462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:17:41.892289 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-a605facc-72e3-4a44-b980-188678c8bd9b req-544da32d-888e-4413-8209-76376c8d3251 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:41.895054 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a605facc-72e3-4a44-b980-188678c8bd9b req-544da32d-888e-4413-8209-76376c8d3251 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.21 "DELETE /v2.0/ports/ba8b69b1-313c-458b-8533-338c568e8332 HTTP/1.1" status: 204 len: 173 time: 1.6748679 Jul 05 02:17:41.898054 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e513a937-c13d-4855-9a82-994fc3cf0971 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:41.903488 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-e513a937-c13d-4855-9a82-994fc3cf0971 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/13f0455f-6e5d-45ad-a7f0-e6eedcf196f9 HTTP/1.1" status: 204 len: 168 time: 1.4927940 Jul 05 02:17:41.904890 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 49532) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:17:41.967198 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-e8e1b92b-ac9d-4fc9-9fd0-f7951b2ce099 service neutron] 10.222.0.15 "GET /v2.0/networks/70f5fd93-7af8-4288-a451-7de7b5d6c1c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254332 Jul 05 02:17:42.028185 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496f0f25-81f5-48c0-a06b-95cc834d7aff req-616ad50c-6b71-4033-af9b-7c9123aa05e3 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:42.029959 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-496f0f25-81f5-48c0-a06b-95cc834d7aff req-616ad50c-6b71-4033-af9b-7c9123aa05e3 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=1aeab594-2943-4da5-9c13-c06d96250566 HTTP/1.1" status: 200 len: 945 time: 0.3155482 Jul 05 02:17:42.073983 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f470c9b4-c5c6-44f0-a354-7b5e184c02fb req-628a5c25-6afa-4f52-b8ab-3c6e01add43c tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:42.092872 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f470c9b4-c5c6-44f0-a354-7b5e184c02fb req-628a5c25-6afa-4f52-b8ab-3c6e01add43c tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:42.096771 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f470c9b4-c5c6-44f0-a354-7b5e184c02fb req-628a5c25-6afa-4f52-b8ab-3c6e01add43c tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:42.103958 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f470c9b4-c5c6-44f0-a354-7b5e184c02fb req-628a5c25-6afa-4f52-b8ab-3c6e01add43c tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:42.109915 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f470c9b4-c5c6-44f0-a354-7b5e184c02fb req-628a5c25-6afa-4f52-b8ab-3c6e01add43c tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:42.121802 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f470c9b4-c5c6-44f0-a354-7b5e184c02fb req-628a5c25-6afa-4f52-b8ab-3c6e01add43c tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:42.130067 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f470c9b4-c5c6-44f0-a354-7b5e184c02fb req-628a5c25-6afa-4f52-b8ab-3c6e01add43c tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:42.143028 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f470c9b4-c5c6-44f0-a354-7b5e184c02fb req-628a5c25-6afa-4f52-b8ab-3c6e01add43c tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/ports?device_id=92403696-646a-4870-b635-6151c7b09066 HTTP/1.1" status: 200 len: 5428 time: 0.3713107 Jul 05 02:17:42.157933 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b895ca8b-ff29-4694-bd1e-464ac0b45c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:42.182408 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e3ff19-9b76-4fdd-9b5b-cdbd1b1d5d1c None None] DHCP port deletion for 54038592-9b3b-475c-bef9-a54e2917f11c request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:17:42.251664 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-496f0f25-81f5-48c0-a06b-95cc834d7aff req-fbd9eef9-75a0-4891-87f0-8f59935a4b59 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363897 Jul 05 02:17:42.260927 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-71e3ff19-9b76-4fdd-9b5b-cdbd1b1d5d1c None None] Deleting port c92586b9-e452-4280-97c5-cf50e609fb20 {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:17:42.261579 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-71e3ff19-9b76-4fdd-9b5b-cdbd1b1d5d1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:42.280190 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-833c98b6-f6eb-43e0-a9d4-ca6ae7b47ed3 req-6376b1df-7804-45ab-9353-a0e0b5dc47b2 tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=0db4243b112b494eae8f54dd82a385a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0635030 Jul 05 02:17:42.294962 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-8fd13c9a-0b8e-42d2-a8c4-66333f085e51 service neutron] 10.222.0.15 "GET /v2.0/networks/70f5fd93-7af8-4288-a451-7de7b5d6c1c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3154497 Jul 05 02:17:42.353201 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00b363fe-5703-49a5-9bbd-527b8813056f req-c9b2e4e0-1129-4220-84ae-7212297370e7 tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] Made reservation on behalf of 0db4243b112b494eae8f54dd82a385a5 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:17:42.357116 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-00b363fe-5703-49a5-9bbd-527b8813056f req-c9b2e4e0-1129-4220-84ae-7212297370e7 tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:42.370475 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-00b363fe-5703-49a5-9bbd-527b8813056f req-c9b2e4e0-1129-4220-84ae-7212297370e7 tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:42.374029 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-4b5062e0-1eaf-40aa-aa33-b4000da0d1f5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=b2afd91c-2fe8-49dd-a28d-0512eaf561ce HTTP/1.1" status: 200 len: 217 time: 0.0699604 Jul 05 02:17:42.399330 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-71e3ff19-9b76-4fdd-9b5b-cdbd1b1d5d1c None None] For port c92586b9-e452-4280-97c5-cf50e609fb20, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=c92586b9-e452-4280-97c5-cf50e609fb20,segment=NetworkSegment(428bd820-12c7-40bc-9924-5dee47d7ea1a),segment_id=428bd820-12c7-40bc-9924-5dee47d7ea1a)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:17:42.399734 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-71e3ff19-9b76-4fdd-9b5b-cdbd1b1d5d1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:42.427997 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-71e3ff19-9b76-4fdd-9b5b-cdbd1b1d5d1c None None] Calling delete_port for c92586b9-e452-4280-97c5-cf50e609fb20 owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:17:42.444467 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f470c9b4-c5c6-44f0-a354-7b5e184c02fb req-19951517-f5a4-4592-9a9d-1f1a0578313c tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/security-groups?id=5eae1027-3275-42f9-8f54-f2ff33a054c9&id=89977ea5-fec8-49da-b8e1-c456496b77bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2817090 Jul 05 02:17:42.646082 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-444e99f9-bb75-43cf-be90-3d395d8dfa1c req-e208f916-3bce-453f-bab1-c6b18bc20de8 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3f5e5a3-382e-4ad9-a192-3de842dc6b67 HTTP/1.1" status: 200 len: 210 time: 0.0717640 Jul 05 02:17:42.670541 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-8a00d768-941b-46fa-97ff-e59ab13bc836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:42.672093 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-8a00d768-941b-46fa-97ff-e59ab13bc836 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=473bf51e-fdd3-4bfb-8054-3ae41f9e7fb8 HTTP/1.1" status: 200 len: 797 time: 0.2856486 Jul 05 02:17:42.682411 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-b895ca8b-ff29-4694-bd1e-464ac0b45c98 admin admin] Deleting port c92586b9-e452-4280-97c5-cf50e609fb20 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:17:42.682835 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b895ca8b-ff29-4694-bd1e-464ac0b45c98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:42.750204 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-b895ca8b-ff29-4694-bd1e-464ac0b45c98 admin admin] For port c92586b9-e452-4280-97c5-cf50e609fb20, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=c92586b9-e452-4280-97c5-cf50e609fb20,segment=NetworkSegment(428bd820-12c7-40bc-9924-5dee47d7ea1a),segment_id=428bd820-12c7-40bc-9924-5dee47d7ea1a)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:17:42.750595 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b895ca8b-ff29-4694-bd1e-464ac0b45c98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:42.764159 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-b895ca8b-ff29-4694-bd1e-464ac0b45c98 admin admin] Calling delete_port for c92586b9-e452-4280-97c5-cf50e609fb20 owned by network:dhcp {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:17:42.814921 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-d0ba3b7a-69a3-4993-9785-78af2ccda452 req-b581e660-9eb7-429d-b4e0-99d18a9cf2db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a2ae0bc-edf0-4f1a-b9b8-ab213fe56db1 {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:17:42.823880 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-00b363fe-5703-49a5-9bbd-527b8813056f req-c9b2e4e0-1129-4220-84ae-7212297370e7 tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:42.826014 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833c98b6-f6eb-43e0-a9d4-ca6ae7b47ed3 req-4dc2d84d-1084-478e-b893-b2f6403dd92b tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:42.828574 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-d0ba3b7a-69a3-4993-9785-78af2ccda452 req-b581e660-9eb7-429d-b4e0-99d18a9cf2db service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:42.828800 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-833c98b6-f6eb-43e0-a9d4-ca6ae7b47ed3 req-4dc2d84d-1084-478e-b893-b2f6403dd92b tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5228806 Jul 05 02:17:42.859879 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-f8c4390b-caa9-4a3c-9c28-5cfb8758b8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:42.861735 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-f8c4390b-caa9-4a3c-9c28-5cfb8758b8e8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=70f5fd93-7af8-4288-a451-7de7b5d6c1c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1815186 Jul 05 02:17:42.862944 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-d0ba3b7a-69a3-4993-9785-78af2ccda452 req-b581e660-9eb7-429d-b4e0-99d18a9cf2db service neutron] Transition to ACTIVE for port object 6a2ae0bc-edf0-4f1a-b9b8-ab213fe56db1 will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:17:42.876821 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-833c98b6-f6eb-43e0-a9d4-ca6ae7b47ed3 req-0f855047-7a60-402a-b831-798d29f13b6b tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] Request body: {'port': {'device_id': '374f110a-3d06-428c-96e1-c368ac864b42', 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4', 'admin_state_up': True, 'tenant_id': '0db4243b112b494eae8f54dd82a385a5'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:17:42.902712 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-71e3ff19-9b76-4fdd-9b5b-cdbd1b1d5d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:42.923149 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e3ff19-9b76-4fdd-9b5b-cdbd1b1d5d1c None None] No DVR routers for this DVR port c92586b9-e452-4280-97c5-cf50e609fb20 on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:17:42.968012 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-d0ba3b7a-69a3-4993-9785-78af2ccda452 req-b581e660-9eb7-429d-b4e0-99d18a9cf2db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:42.970995 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e3ff19-9b76-4fdd-9b5b-cdbd1b1d5d1c None None] Pushing event deleted for resources: {'Port': ['ID=c92586b9-e452-4280-97c5-cf50e609fb20,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:42.991710 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-00b363fe-5703-49a5-9bbd-527b8813056f req-c9b2e4e0-1129-4220-84ae-7212297370e7 tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:43.034362 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c15d08-366c-4c2f-9b3a-75ae8645f714 req-0c748b9a-be86-4992-a345-edf202a1dc29 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:43.041854 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b6c15d08-366c-4c2f-9b3a-75ae8645f714 req-0c748b9a-be86-4992-a345-edf202a1dc29 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/ports?device_id=f64ea5b6-ac3f-4b45-9330-1635ef9c1e6d HTTP/1.1" status: 200 len: 935 time: 0.3641613 Jul 05 02:17:43.146052 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b6c15d08-366c-4c2f-9b3a-75ae8645f714 req-1c9bd514-60a5-434e-80f1-66355c352606 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/security-groups?id=6aa981db-58bd-4d0c-a893-2c34139d4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032739 Jul 05 02:17:43.151724 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b895ca8b-ff29-4694-bd1e-464ac0b45c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:43.196446 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b895ca8b-ff29-4694-bd1e-464ac0b45c98 admin admin] Pushing event deleted for resources: {'Port': ['ID=c92586b9-e452-4280-97c5-cf50e609fb20,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:43.208026 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b895ca8b-ff29-4694-bd1e-464ac0b45c98 admin admin] No DVR routers for this DVR port c92586b9-e452-4280-97c5-cf50e609fb20 on host n-d-771362-32 {{(pid=94462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:17:43.271540 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1bb7c0b0-c74d-4182-b216-a39f433cd6e4 req-2086d276-8ba4-4a30-81c8-895d728b71c3 tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] 10.222.0.23 "GET /v2.0/ports?device_id=374f110a-3d06-428c-96e1-c368ac864b42 HTTP/1.1" status: 200 len: 210 time: 0.1829197 Jul 05 02:17:43.339139 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b2e4e0-1129-4220-84ae-7212297370e7 tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a5b496d-edbc-4614-ac31-274ccc3600c8,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:43.345461 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device c92586b9-e452-4280-97c5-cf50e609fb20 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:17:43.359738 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b895ca8b-ff29-4694-bd1e-464ac0b45c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:43.384708 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-833c98b6-f6eb-43e0-a9d4-ca6ae7b47ed3 req-0f855047-7a60-402a-b831-798d29f13b6b tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] Made reservation on behalf of 0db4243b112b494eae8f54dd82a385a5 for: {'port': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:17:43.392039 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-833c98b6-f6eb-43e0-a9d4-ca6ae7b47ed3 req-0f855047-7a60-402a-b831-798d29f13b6b tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:43.398639 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: c92586b9-e452-4280-97c5-cf50e609fb20 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:17:43.399375 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device c92586b9-e452-4280-97c5-cf50e609fb20 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:17:43.425128 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-b895ca8b-ff29-4694-bd1e-464ac0b45c98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54038592-9b3b-475c-bef9-a54e2917f11c']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:17:43.442288 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b581e660-9eb7-429d-b4e0-99d18a9cf2db service neutron] Pushing event updated for resources: {'Port': ['ID=6a2ae0bc-edf0-4f1a-b9b8-ab213fe56db1,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:43.471356 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3f5e5a3-382e-4ad9-a192-3de842dc6b67', 'name': 'network-vif-deleted', 'tag': 'ba8b69b1-313c-458b-8533-338c568e8332'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:17:43.473442 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b223267e0e0ddb3199af7772d0b45336e3b4b54fbb151c86a8051291a61e85db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc6e7c4d-b4a9-4a23-8355-b3ffd624248b" -d '{"events": [{"server_uuid": "b3f5e5a3-382e-4ad9-a192-3de842dc6b67", "name": "network-vif-deleted", "tag": "ba8b69b1-313c-458b-8533-338c568e8332"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:17:43.478201 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-b895ca8b-ff29-4694-bd1e-464ac0b45c98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '428bd820-12c7-40bc-9924-5dee47d7ea1a') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:17:43.478509 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-b895ca8b-ff29-4694-bd1e-464ac0b45c98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '428bd820-12c7-40bc-9924-5dee47d7ea1a') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:17:43.498385 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b895ca8b-ff29-4694-bd1e-464ac0b45c98 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:43.521157 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b895ca8b-ff29-4694-bd1e-464ac0b45c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:43.552764 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b895ca8b-ff29-4694-bd1e-464ac0b45c98 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:17:43.553281 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b895ca8b-ff29-4694-bd1e-464ac0b45c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:43.619576 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:17:43.619576 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:17:43.619576 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:17:43.619576 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:17:43.619576 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:17:43.619576 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:17:43.619576 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:17:43.619576 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:17:43.619576 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:17:43.619576 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:17:43.619576 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:17:43.619576 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:17:43.619576 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:17:43.619576 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:17:43.619576 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:17:43.619576 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:17:43.619576 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:17:43.619576 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:17:43.619576 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:17:43.619576 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:17:43.619576 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:17:43.619576 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:17:43.619576 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:17:43.619576 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:17:43.619576 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:17:43.619576 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:17:43.619576 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:17:43.619576 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:17:43.619576 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:17:43.619576 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:17:43.619576 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:17:43.619576 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:17:43.619576 n-d-771362-32 neutron-server[94462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:17:43.619576 n-d-771362-32 neutron-server[94462]: self.session.flush() Jul 05 02:17:43.619576 n-d-771362-32 neutron-server[94462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:17:43.619576 n-d-771362-32 neutron-server[94462]: self.session.flush() Jul 05 02:17:43.619576 n-d-771362-32 neutron-server[94462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:17:43.619576 n-d-771362-32 neutron-server[94462]: self.session.flush() Jul 05 02:17:43.619576 n-d-771362-32 neutron-server[94462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:17:43.619576 n-d-771362-32 neutron-server[94462]: self.session.flush() Jul 05 02:17:43.619576 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:17:43.619576 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:17:43.619576 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:17:43.619576 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:17:43.619576 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:17:43.619576 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:17:43.619576 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:17:43.619576 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:17:43.619576 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:17:43.619576 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:17:43.619576 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:17:43.619576 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:17:43.619576 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:17:43.619576 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:17:43.619576 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:17:43.619576 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:17:43.619576 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:17:43.619576 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:17:43.619576 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:17:43.619576 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:17:43.619576 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:17:43.619576 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:17:43.619576 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:17:43.624656 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:17:43.624656 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:17:43.624656 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:17:43.624656 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:17:43.624656 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:17:43.624656 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:17:43.624656 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:17:43.624656 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:17:43.624656 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:17:43.629019 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67d070bd-6007-4670-b158-a524a29abef5 x-openstack-request-id: req-67d070bd-6007-4670-b158-a524a29abef5 {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:17:43.629506 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3f5e5a3-382e-4ad9-a192-3de842dc6b67", "name": "network-vif-deleted", "tag": "ba8b69b1-313c-458b-8533-338c568e8332", "status": "completed", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:17:43.629927 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-67d070bd-6007-4670-b158-a524a29abef5 {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:17:43.630584 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3f5e5a3-382e-4ad9-a192-3de842dc6b67', 'name': 'network-vif-deleted', 'tag': 'ba8b69b1-313c-458b-8533-338c568e8332', 'status': 'completed', 'code': 200} Jul 05 02:17:43.657193 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-00b363fe-5703-49a5-9bbd-527b8813056f req-c9b2e4e0-1129-4220-84ae-7212297370e7 tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] Allocated IP 192.168.233.149 (dff432c2-7366-4622-aebb-da22fe05bfd4/b840e204-692c-4f54-8f07-f6563e8e36b1/4f1100d3-e9db-44b1-b3d1-a02ce6802c0c) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:17:43.668842 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-179c40a6-6562-4690-86d1-5fe09a05af31 service neutron] 10.222.0.15 "GET /v2.0/networks/70f5fd93-7af8-4288-a451-7de7b5d6c1c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7999856 Jul 05 02:17:43.774842 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device ba8b69b1-313c-458b-8533-338c568e8332 no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:17:43.785884 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c052bf-9070-4ccc-9045-167faa2070a7 req-9be07c38-ef34-41a4-aca3-d07d6f3f358c tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:43.790553 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-d0ba3b7a-69a3-4993-9785-78af2ccda452 req-b581e660-9eb7-429d-b4e0-99d18a9cf2db service neutron] Attempting to bind port 6a2ae0bc-edf0-4f1a-b9b8-ab213fe56db1 on host n-h1-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:17:43.790887 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-d0ba3b7a-69a3-4993-9785-78af2ccda452 req-b581e660-9eb7-429d-b4e0-99d18a9cf2db service neutron] Attempting to bind port 6a2ae0bc-edf0-4f1a-b9b8-ab213fe56db1 by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:17:43.791212 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ba3b7a-69a3-4993-9785-78af2ccda452 req-b581e660-9eb7-429d-b4e0-99d18a9cf2db service neutron] Attempting to bind port 6a2ae0bc-edf0-4f1a-b9b8-ab213fe56db1 on network dff432c2-7366-4622-aebb-da22fe05bfd4 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:17:43.792981 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c052bf-9070-4ccc-9045-167faa2070a7 req-9be07c38-ef34-41a4-aca3-d07d6f3f358c tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:43.799043 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c052bf-9070-4ccc-9045-167faa2070a7 req-9be07c38-ef34-41a4-aca3-d07d6f3f358c tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:43.805689 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c052bf-9070-4ccc-9045-167faa2070a7 req-9be07c38-ef34-41a4-aca3-d07d6f3f358c tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:43.809213 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] No Port match for: ba8b69b1-313c-458b-8533-338c568e8332 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:17:43.810442 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device ba8b69b1-313c-458b-8533-338c568e8332 not bound to the agent host n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:17:43.812616 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c052bf-9070-4ccc-9045-167faa2070a7 req-9be07c38-ef34-41a4-aca3-d07d6f3f358c tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:43.816437 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ba3b7a-69a3-4993-9785-78af2ccda452 req-b581e660-9eb7-429d-b4e0-99d18a9cf2db service neutron] Port 6a2ae0bc-edf0-4f1a-b9b8-ab213fe56db1 on network dff432c2-7366-4622-aebb-da22fe05bfd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:17:43.816922 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ba3b7a-69a3-4993-9785-78af2ccda452 req-b581e660-9eb7-429d-b4e0-99d18a9cf2db service neutron] Attempting to bind port 6a2ae0bc-edf0-4f1a-b9b8-ab213fe56db1 on network dff432c2-7366-4622-aebb-da22fe05bfd4 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:17:43.818727 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c052bf-9070-4ccc-9045-167faa2070a7 req-9be07c38-ef34-41a4-aca3-d07d6f3f358c tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:43.824784 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c052bf-9070-4ccc-9045-167faa2070a7 req-9be07c38-ef34-41a4-aca3-d07d6f3f358c tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:43.826184 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f334cc52-c1ad-4ec0-8cb5-c3314af37eba req-fe29f7b6-95d6-444f-888a-31e5c5c432e7 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:43.826854 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d6c052bf-9070-4ccc-9045-167faa2070a7 req-9be07c38-ef34-41a4-aca3-d07d6f3f358c tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/ports?device_id=92403696-646a-4870-b635-6151c7b09066 HTTP/1.1" status: 200 len: 5428 time: 0.1292732 Jul 05 02:17:43.828346 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b895ca8b-ff29-4694-bd1e-464ac0b45c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:43.833058 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f334cc52-c1ad-4ec0-8cb5-c3314af37eba req-fe29f7b6-95d6-444f-888a-31e5c5c432e7 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=1aeab594-2943-4da5-9c13-c06d96250566 HTTP/1.1" status: 200 len: 945 time: 0.2957234 Jul 05 02:17:43.833854 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b895ca8b-ff29-4694-bd1e-464ac0b45c98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:43.839197 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-b895ca8b-ff29-4694-bd1e-464ac0b45c98 admin admin] 10.222.0.23 "DELETE /v2.0/networks/54038592-9b3b-475c-bef9-a54e2917f11c HTTP/1.1" status: 204 len: 168 time: 1.9304399 Jul 05 02:17:43.856588 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b895ca8b-ff29-4694-bd1e-464ac0b45c98 admin admin] Pushing event deleted for resources: {'Network': ['ID=54038592-9b3b-475c-bef9-a54e2917f11c,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:43.904462 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ba3b7a-69a3-4993-9785-78af2ccda452 req-b581e660-9eb7-429d-b4e0-99d18a9cf2db service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:17:43.904804 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ba3b7a-69a3-4993-9785-78af2ccda452 req-b581e660-9eb7-429d-b4e0-99d18a9cf2db service neutron] Checking segment: {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:17:43.905193 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ba3b7a-69a3-4993-9785-78af2ccda452 req-b581e660-9eb7-429d-b4e0-99d18a9cf2db service neutron] Bound using segment: {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:17:43.905638 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-d0ba3b7a-69a3-4993-9785-78af2ccda452 req-b581e660-9eb7-429d-b4e0-99d18a9cf2db service neutron] Bound port: 6a2ae0bc-edf0-4f1a-b9b8-ab213fe56db1, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:17:43.905999 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-d0ba3b7a-69a3-4993-9785-78af2ccda452 req-b581e660-9eb7-429d-b4e0-99d18a9cf2db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:43.908853 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d6c052bf-9070-4ccc-9045-167faa2070a7 req-bc057efb-9232-4c30-8f9c-6543567f2f80 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/security-groups?id=5eae1027-3275-42f9-8f54-f2ff33a054c9&id=89977ea5-fec8-49da-b8e1-c456496b77bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532944 Jul 05 02:17:43.928328 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-dd5c92fc-c127-4743-bc6c-5aa3b79ae738 service neutron] 10.222.0.15 "GET /v2.0/networks/70f5fd93-7af8-4288-a451-7de7b5d6c1c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489896 Jul 05 02:17:44.011147 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f334cc52-c1ad-4ec0-8cb5-c3314af37eba req-d1f60eae-dc5a-4e8d-9f43-e8646fee1880 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772349 Jul 05 02:17:44.016368 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-5bde80b9-ae56-4ee9-aa54-b4f98205de2d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.85&port_id=bdd6e41b-1304-48b0-8756-d4d2c193d5d2 HTTP/1.1" status: 200 len: 217 time: 0.0788782 Jul 05 02:17:44.120465 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-00b363fe-5703-49a5-9bbd-527b8813056f req-c9b2e4e0-1129-4220-84ae-7212297370e7 tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:44.123114 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-d0ba3b7a-69a3-4993-9785-78af2ccda452 req-b581e660-9eb7-429d-b4e0-99d18a9cf2db service neutron] For port 6a2ae0bc-edf0-4f1a-b9b8-ab213fe56db1, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:17:44.127407 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-97c5c0d8-288f-4f33-8d64-e1ed3cbc5776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:44.128921 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-97c5c0d8-288f-4f33-8d64-e1ed3cbc5776 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=473bf51e-fdd3-4bfb-8054-3ae41f9e7fb8 HTTP/1.1" status: 200 len: 797 time: 0.1014168 Jul 05 02:17:44.154637 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-d0ba3b7a-69a3-4993-9785-78af2ccda452 req-b581e660-9eb7-429d-b4e0-99d18a9cf2db service neutron] For port 6a2ae0bc-edf0-4f1a-b9b8-ab213fe56db1, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=6a2ae0bc-edf0-4f1a-b9b8-ab213fe56db1,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:17:44.173910 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-00b363fe-5703-49a5-9bbd-527b8813056f req-c9b2e4e0-1129-4220-84ae-7212297370e7 tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] Transition to ACTIVE for port object 4f1100d3-e9db-44b1-b3d1-a02ce6802c0c will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:17:44.226752 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-d0ba3b7a-69a3-4993-9785-78af2ccda452 req-b581e660-9eb7-429d-b4e0-99d18a9cf2db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:44.255046 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ba3b7a-69a3-4993-9785-78af2ccda452 req-b581e660-9eb7-429d-b4e0-99d18a9cf2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:44.255853 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-d0ba3b7a-69a3-4993-9785-78af2ccda452 req-b581e660-9eb7-429d-b4e0-99d18a9cf2db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:44.257529 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d0ba3b7a-69a3-4993-9785-78af2ccda452 req-b581e660-9eb7-429d-b4e0-99d18a9cf2db service neutron] 10.222.0.21 "PUT /v2.0/ports/6a2ae0bc-edf0-4f1a-b9b8-ab213fe56db1 HTTP/1.1" status: 200 len: 1096 time: 3.4497766 Jul 05 02:17:44.277933 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f64ea5b6-ac3f-4b45-9330-1635ef9c1e6d', 'tag': '6a2ae0bc-edf0-4f1a-b9b8-ab213fe56db1'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:17:44.280213 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25692bb7-c550-43f1-a8f1-eefccddaffcd" -d '{"events": [{"name": "network-changed", "server_uuid": "f64ea5b6-ac3f-4b45-9330-1635ef9c1e6d", "tag": "6a2ae0bc-edf0-4f1a-b9b8-ab213fe56db1"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:17:44.347784 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-00b363fe-5703-49a5-9bbd-527b8813056f req-c9b2e4e0-1129-4220-84ae-7212297370e7 tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:44.355767 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-27b9792e-6229-47ac-8e85-b6ed22c6df4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:44.357487 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-27b9792e-6229-47ac-8e85-b6ed22c6df4d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=70f5fd93-7af8-4288-a451-7de7b5d6c1c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2146094 Jul 05 02:17:44.370069 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 49560) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:17:44.416234 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [req-833c98b6-f6eb-43e0-a9d4-ca6ae7b47ed3 req-0f855047-7a60-402a-b831-798d29f13b6b tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] Allocated IP 192.168.233.52 (dff432c2-7366-4622-aebb-da22fe05bfd4/b840e204-692c-4f54-8f07-f6563e8e36b1/e0d75456-a43e-424e-8282-f553ec1fd99b) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:17:44.492276 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 49564) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:17:44.500180 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b581e660-9eb7-429d-b4e0-99d18a9cf2db service neutron] Pushing event updated for resources: {'Port': ['ID=6a2ae0bc-edf0-4f1a-b9b8-ab213fe56db1,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:44.508088 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-e1d7c1c6-20dd-4622-8265-9f67a6e9de3d tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Request body: {'security_group': {'name': 'tempest-securitygroup--66483316', 'description': 'tempest-description--1564710559'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:17:44.559183 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00b363fe-5703-49a5-9bbd-527b8813056f req-c9b2e4e0-1129-4220-84ae-7212297370e7 tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] Network dff432c2-7366-4622-aebb-da22fe05bfd4 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:17:44.573334 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-00b363fe-5703-49a5-9bbd-527b8813056f req-c9b2e4e0-1129-4220-84ae-7212297370e7 tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:17:44.577972 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-00b363fe-5703-49a5-9bbd-527b8813056f req-c9b2e4e0-1129-4220-84ae-7212297370e7 tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:17:44.587959 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-f34d14aa-8a38-47c4-8bc4-95b34ed696c7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=37cbc6d1b8a44c1fbc041ff138952402&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2003906 Jul 05 02:17:44.646380 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 49570) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:17:44.660936 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-833c98b6-f6eb-43e0-a9d4-ca6ae7b47ed3 req-0f855047-7a60-402a-b831-798d29f13b6b tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:44.714714 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [req-833c98b6-f6eb-43e0-a9d4-ca6ae7b47ed3 req-0f855047-7a60-402a-b831-798d29f13b6b tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] Transition to ACTIVE for port object e0d75456-a43e-424e-8282-f553ec1fd99b will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:17:44.723807 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b2e4e0-1129-4220-84ae-7212297370e7 tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] Pushing event updated for resources: {'Port': ['ID=4f1100d3-e9db-44b1-b3d1-a02ce6802c0c,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:44.741369 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a2fae54-95f5-406d-85b0-689796967a13 x-openstack-request-id: req-6a2fae54-95f5-406d-85b0-689796967a13 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:17:44.741892 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f64ea5b6-ac3f-4b45-9330-1635ef9c1e6d", "tag": "6a2ae0bc-edf0-4f1a-b9b8-ab213fe56db1", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:17:44.742267 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6a2fae54-95f5-406d-85b0-689796967a13 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:17:44.742769 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f64ea5b6-ac3f-4b45-9330-1635ef9c1e6d', 'tag': '6a2ae0bc-edf0-4f1a-b9b8-ab213fe56db1', 'status': 'completed', 'code': 200} Jul 05 02:17:44.743801 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-be6981f1-43e8-41ff-9805-75e6214218a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:44.767080 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2b9390-2341-415e-a85a-ceaae80f9704 req-94e9f328-3e67-4fcc-b987-07182ccdb37b tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:44.768867 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1f2b9390-2341-415e-a85a-ceaae80f9704 req-94e9f328-3e67-4fcc-b987-07182ccdb37b tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/ports?device_id=f64ea5b6-ac3f-4b45-9330-1635ef9c1e6d HTTP/1.1" status: 200 len: 947 time: 0.4824502 Jul 05 02:17:44.777975 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ba3b7a-69a3-4993-9785-78af2ccda452 req-98cc9148-d237-495d-9081-8d1c1c88d84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:44.780131 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d0ba3b7a-69a3-4993-9785-78af2ccda452 req-98cc9148-d237-495d-9081-8d1c1c88d84a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=843c308122d04e8a8ebe4eb1b129860a&device_id=f64ea5b6-ac3f-4b45-9330-1635ef9c1e6d HTTP/1.1" status: 200 len: 1099 time: 0.3193552 Jul 05 02:17:44.781775 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-be6981f1-43e8-41ff-9805-75e6214218a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:44.843166 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1f2b9390-2341-415e-a85a-ceaae80f9704 req-87b71055-2368-4347-8f7b-4837e723b6db tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/security-groups?id=6aa981db-58bd-4d0c-a893-2c34139d4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615134 Jul 05 02:17:44.851644 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-6259fa3b-1339-484f-a9ac-e8ea36104367 service neutron] 10.222.0.15 "GET /v2.0/networks/70f5fd93-7af8-4288-a451-7de7b5d6c1c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4734292 Jul 05 02:17:44.951234 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-849b4036-db5e-4cee-b31b-b220a356f4af req-1dc6e6bf-c15b-4ece-8110-300521412321 tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] 10.222.0.23 "GET /v2.0/ports?device_id=374f110a-3d06-428c-96e1-c368ac864b42 HTTP/1.1" status: 200 len: 210 time: 0.0722134 Jul 05 02:17:44.954555 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-833c98b6-f6eb-43e0-a9d4-ca6ae7b47ed3 req-0f855047-7a60-402a-b831-798d29f13b6b tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:45.015178 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-833c98b6-f6eb-43e0-a9d4-ca6ae7b47ed3 req-0f855047-7a60-402a-b831-798d29f13b6b tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] Network dff432c2-7366-4622-aebb-da22fe05bfd4 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:17:45.019876 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-be6981f1-43e8-41ff-9805-75e6214218a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:45.021735 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-be6981f1-43e8-41ff-9805-75e6214218a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:45.023155 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-be6981f1-43e8-41ff-9805-75e6214218a2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0a8e36ae-f19c-4b37-8f2b-928e715f9702 HTTP/1.1" status: 204 len: 168 time: 0.3757668 Jul 05 02:17:45.034435 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [req-833c98b6-f6eb-43e0-a9d4-ca6ae7b47ed3 req-0f855047-7a60-402a-b831-798d29f13b6b tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:17:45.046662 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [req-833c98b6-f6eb-43e0-a9d4-ca6ae7b47ed3 req-0f855047-7a60-402a-b831-798d29f13b6b tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:17:45.054658 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6981f1-43e8-41ff-9805-75e6214218a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a8e36ae-f19c-4b37-8f2b-928e715f9702,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:45.056616 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f855047-7a60-402a-b831-798d29f13b6b tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] Pushing event updated for resources: {'Port': ['ID=e0d75456-a43e-424e-8282-f553ec1fd99b,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:45.106562 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-b395fd3e-cce7-4804-8fec-b86f484c27d6 None None] Provisioning for port 4f1100d3-e9db-44b1-b3d1-a02ce6802c0c completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:17:45.120757 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e1d7c1c6-20dd-4622-8265-9f67a6e9de3d tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:45.120949 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-b395fd3e-cce7-4804-8fec-b86f484c27d6 None None] Provisioning complete for port 4f1100d3-e9db-44b1-b3d1-a02ce6802c0c triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:17:45.120949 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b395fd3e-cce7-4804-8fec-b86f484c27d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:45.136133 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833c98b6-f6eb-43e0-a9d4-ca6ae7b47ed3 req-0f855047-7a60-402a-b831-798d29f13b6b tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:45.145525 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-833c98b6-f6eb-43e0-a9d4-ca6ae7b47ed3 req-0f855047-7a60-402a-b831-798d29f13b6b tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:45.214572 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b363fe-5703-49a5-9bbd-527b8813056f req-c9b2e4e0-1129-4220-84ae-7212297370e7 tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:45.217938 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-00b363fe-5703-49a5-9bbd-527b8813056f req-c9b2e4e0-1129-4220-84ae-7212297370e7 tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:45.285921 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-833c98b6-f6eb-43e0-a9d4-ca6ae7b47ed3 req-0f855047-7a60-402a-b831-798d29f13b6b tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4458480 Jul 05 02:17:45.299352 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d0ba3b7a-69a3-4993-9785-78af2ccda452 req-f809297e-b097-418c-a01f-6fe8f3985dbe service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=6a2ae0bc-edf0-4f1a-b9b8-ab213fe56db1 HTTP/1.1" status: 200 len: 217 time: 0.4754992 Jul 05 02:17:45.307343 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-833c98b6-f6eb-43e0-a9d4-ca6ae7b47ed3 req-5ce909f0-164a-45d7-ba7b-00abdbade160 service neutron] Request body: {'port': {'device_id': '374f110a-3d06-428c-96e1-c368ac864b42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-32'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:17:45.325232 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-d6174e9c-91c6-4174-97be-1a89957c8be5 service neutron] 10.222.0.15 "GET /v2.0/networks/70f5fd93-7af8-4288-a451-7de7b5d6c1c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4660814 Jul 05 02:17:45.439234 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-179e50d5-ef81-4cc5-bbe0-b838273ae071 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=22bc43a4-3d70-4c77-ad1b-053977c426ce HTTP/1.1" status: 200 len: 217 time: 0.0857904 Jul 05 02:17:45.448997 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58da1a8e-46c2-4b83-842a-114fe5cfa4a1 req-dc3ec623-2e8a-4022-be28-084cf91567ab tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:45.465595 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58da1a8e-46c2-4b83-842a-114fe5cfa4a1 req-dc3ec623-2e8a-4022-be28-084cf91567ab tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:45.471340 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ba3b7a-69a3-4993-9785-78af2ccda452 req-f2cd6f5e-9996-4d51-b9c6-9f6a94b01715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:45.472869 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d0ba3b7a-69a3-4993-9785-78af2ccda452 req-f2cd6f5e-9996-4d51-b9c6-9f6a94b01715 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b840e204-692c-4f54-8f07-f6563e8e36b1 HTTP/1.1" status: 200 len: 843 time: 0.1467717 Jul 05 02:17:45.473708 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-b395fd3e-cce7-4804-8fec-b86f484c27d6 None None] Port 4f1100d3-e9db-44b1-b3d1-a02ce6802c0c cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:17:45.477703 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58da1a8e-46c2-4b83-842a-114fe5cfa4a1 req-dc3ec623-2e8a-4022-be28-084cf91567ab tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:45.483641 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58da1a8e-46c2-4b83-842a-114fe5cfa4a1 req-dc3ec623-2e8a-4022-be28-084cf91567ab tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:45.488773 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-00b363fe-5703-49a5-9bbd-527b8813056f req-c9b2e4e0-1129-4220-84ae-7212297370e7 tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.4205332 Jul 05 02:17:45.505701 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58da1a8e-46c2-4b83-842a-114fe5cfa4a1 req-dc3ec623-2e8a-4022-be28-084cf91567ab tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:45.521480 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58da1a8e-46c2-4b83-842a-114fe5cfa4a1 req-dc3ec623-2e8a-4022-be28-084cf91567ab tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:45.537225 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58da1a8e-46c2-4b83-842a-114fe5cfa4a1 req-dc3ec623-2e8a-4022-be28-084cf91567ab tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:45.549025 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-58da1a8e-46c2-4b83-842a-114fe5cfa4a1 req-dc3ec623-2e8a-4022-be28-084cf91567ab tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/ports?device_id=92403696-646a-4870-b635-6151c7b09066 HTTP/1.1" status: 200 len: 5428 time: 0.3936188 Jul 05 02:17:45.634037 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-00b363fe-5703-49a5-9bbd-527b8813056f req-8c753f71-37f8-4ec3-a1eb-22d6e4549e73 service neutron] Request body: {'port': {'device_id': 'd8a7624c-d258-433f-9761-ec21365c1194', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:17:45.647957 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-58da1a8e-46c2-4b83-842a-114fe5cfa4a1 req-5c09ce62-598f-44d6-9813-adaddd4cc26a tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/security-groups?id=5eae1027-3275-42f9-8f54-f2ff33a054c9&id=89977ea5-fec8-49da-b8e1-c456496b77bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0977471 Jul 05 02:17:45.668288 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-833c98b6-f6eb-43e0-a9d4-ca6ae7b47ed3 req-5ce909f0-164a-45d7-ba7b-00abdbade160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:45.716725 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-b6a9fcde-75c3-40bd-b5ad-d368867ce595 None None] Provisioning for port e0d75456-a43e-424e-8282-f553ec1fd99b completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:17:45.722361 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-b6a9fcde-75c3-40bd-b5ad-d368867ce595 None None] Provisioning complete for port e0d75456-a43e-424e-8282-f553ec1fd99b triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:17:45.723097 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b6a9fcde-75c3-40bd-b5ad-d368867ce595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:45.803041 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-b6a9fcde-75c3-40bd-b5ad-d368867ce595 None None] Port e0d75456-a43e-424e-8282-f553ec1fd99b cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:17:45.846167 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-c98bc98c-53fd-45cd-a01b-0cfbd99ebb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:45.847832 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-c98bc98c-53fd-45cd-a01b-0cfbd99ebb5b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=473bf51e-fdd3-4bfb-8054-3ae41f9e7fb8 HTTP/1.1" status: 200 len: 797 time: 0.3715990 Jul 05 02:17:45.884659 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-00b363fe-5703-49a5-9bbd-527b8813056f req-8c753f71-37f8-4ec3-a1eb-22d6e4549e73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:45.962193 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e1d7c1c6-20dd-4622-8265-9f67a6e9de3d tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:46.080487 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [req-833c98b6-f6eb-43e0-a9d4-ca6ae7b47ed3 req-5ce909f0-164a-45d7-ba7b-00abdbade160 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0d75456-a43e-424e-8282-f553ec1fd99b {{(pid=94462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:17:46.089309 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-833c98b6-f6eb-43e0-a9d4-ca6ae7b47ed3 req-5ce909f0-164a-45d7-ba7b-00abdbade160 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:46.106968 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [req-833c98b6-f6eb-43e0-a9d4-ca6ae7b47ed3 req-5ce909f0-164a-45d7-ba7b-00abdbade160 service neutron] Transition to ACTIVE for port object e0d75456-a43e-424e-8282-f553ec1fd99b will not be triggered until provisioned by entity L2. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:17:46.129264 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ba3b7a-69a3-4993-9785-78af2ccda452 req-8653e8bc-46a1-4820-90f4-701f06d8895a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:46.129264 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d0ba3b7a-69a3-4993-9785-78af2ccda452 req-8653e8bc-46a1-4820-90f4-701f06d8895a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dff432c2-7366-4622-aebb-da22fe05bfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6244824 Jul 05 02:17:46.129264 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e1d7c1c6-20dd-4622-8265-9f67a6e9de3d tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:46.142723 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7d7436-9b13-437b-97ba-0aa9f1b92717 req-801c07ec-9e54-4915-a7f6-8be74c68e5ee tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:46.144543 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ca7d7436-9b13-437b-97ba-0aa9f1b92717 req-801c07ec-9e54-4915-a7f6-8be74c68e5ee tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/ports?device_id=f64ea5b6-ac3f-4b45-9330-1635ef9c1e6d HTTP/1.1" status: 200 len: 947 time: 0.1139171 Jul 05 02:17:46.195898 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ca7d7436-9b13-437b-97ba-0aa9f1b92717 req-8e545928-244c-468e-af93-10e692e87e2d tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/security-groups?id=6aa981db-58bd-4d0c-a893-2c34139d4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422556 Jul 05 02:17:46.275645 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-833c98b6-f6eb-43e0-a9d4-ca6ae7b47ed3 req-5ce909f0-164a-45d7-ba7b-00abdbade160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:46.401517 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce909f0-164a-45d7-ba7b-00abdbade160 service neutron] Pushing event updated for resources: {'Port': ['ID=e0d75456-a43e-424e-8282-f553ec1fd99b,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:46.566605 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2f8631-9823-43d7-b94e-88cf093035ba req-9c9489d4-ae5c-4051-98f2-47d0d1001638 tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:46.574750 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-dc2f8631-9823-43d7-b94e-88cf093035ba req-9c9489d4-ae5c-4051-98f2-47d0d1001638 tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] 10.222.0.23 "GET /v2.0/ports?device_id=374f110a-3d06-428c-96e1-c368ac864b42 HTTP/1.1" status: 200 len: 947 time: 0.1775823 Jul 05 02:17:46.583518 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-833c98b6-f6eb-43e0-a9d4-ca6ae7b47ed3 req-5ce909f0-164a-45d7-ba7b-00abdbade160 service neutron] Attempting to bind port e0d75456-a43e-424e-8282-f553ec1fd99b on host n-h1-771362-32 for vnic_type normal with profile {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:17:46.584797 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-833c98b6-f6eb-43e0-a9d4-ca6ae7b47ed3 req-5ce909f0-164a-45d7-ba7b-00abdbade160 service neutron] Attempting to bind port e0d75456-a43e-424e-8282-f553ec1fd99b by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:17:46.585697 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833c98b6-f6eb-43e0-a9d4-ca6ae7b47ed3 req-5ce909f0-164a-45d7-ba7b-00abdbade160 service neutron] Attempting to bind port e0d75456-a43e-424e-8282-f553ec1fd99b on network dff432c2-7366-4622-aebb-da22fe05bfd4 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:17:46.592345 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833c98b6-f6eb-43e0-a9d4-ca6ae7b47ed3 req-5ce909f0-164a-45d7-ba7b-00abdbade160 service neutron] Port e0d75456-a43e-424e-8282-f553ec1fd99b on network dff432c2-7366-4622-aebb-da22fe05bfd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:17:46.592960 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833c98b6-f6eb-43e0-a9d4-ca6ae7b47ed3 req-5ce909f0-164a-45d7-ba7b-00abdbade160 service neutron] Attempting to bind port e0d75456-a43e-424e-8282-f553ec1fd99b on network dff432c2-7366-4622-aebb-da22fe05bfd4 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:17:46.616535 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833c98b6-f6eb-43e0-a9d4-ca6ae7b47ed3 req-5ce909f0-164a-45d7-ba7b-00abdbade160 service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:17:46.617091 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833c98b6-f6eb-43e0-a9d4-ca6ae7b47ed3 req-5ce909f0-164a-45d7-ba7b-00abdbade160 service neutron] Checking segment: {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:17:46.617684 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833c98b6-f6eb-43e0-a9d4-ca6ae7b47ed3 req-5ce909f0-164a-45d7-ba7b-00abdbade160 service neutron] Bound using segment: {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'} {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:17:46.618332 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-833c98b6-f6eb-43e0-a9d4-ca6ae7b47ed3 req-5ce909f0-164a-45d7-ba7b-00abdbade160 service neutron] Bound port: e0d75456-a43e-424e-8282-f553ec1fd99b, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'}}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:17:46.618886 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-833c98b6-f6eb-43e0-a9d4-ca6ae7b47ed3 req-5ce909f0-164a-45d7-ba7b-00abdbade160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:46.715424 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-dc2f8631-9823-43d7-b94e-88cf093035ba req-c84f3623-9bf8-468e-b605-5400048a5196 tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a5b496d-edbc-4614-ac31-274ccc3600c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392999 Jul 05 02:17:46.725846 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e715ba-cbbb-4ab9-830a-b847e385c429 req-9122d868-8668-4b48-8ae6-96c935c52c82 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:46.749040 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-72e715ba-cbbb-4ab9-830a-b847e385c429 req-9122d868-8668-4b48-8ae6-96c935c52c82 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=1aeab594-2943-4da5-9c13-c06d96250566 HTTP/1.1" status: 200 len: 945 time: 1.1251268 Jul 05 02:17:46.761722 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-833c98b6-f6eb-43e0-a9d4-ca6ae7b47ed3 req-5ce909f0-164a-45d7-ba7b-00abdbade160 service neutron] For port e0d75456-a43e-424e-8282-f553ec1fd99b, host n-h1-771362-32, cleared binding levels {{(pid=94462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:17:46.769772 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-833c98b6-f6eb-43e0-a9d4-ca6ae7b47ed3 req-5ce909f0-164a-45d7-ba7b-00abdbade160 service neutron] For port e0d75456-a43e-424e-8282-f553ec1fd99b, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=e0d75456-a43e-424e-8282-f553ec1fd99b,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:17:46.837537 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d7c1c6-20dd-4622-8265-9f67a6e9de3d tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=448751dd-9065-488c-a035-6855960a9c99,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:46.901165 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-c55ae4a7-5b9d-482b-b0d2-a97feff2be54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:46.901165 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-c55ae4a7-5b9d-482b-b0d2-a97feff2be54 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=70f5fd93-7af8-4288-a451-7de7b5d6c1c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.0292432 Jul 05 02:17:46.907502 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-72e715ba-cbbb-4ab9-830a-b847e385c429 req-73147fb5-cf01-448f-8bd2-0aca10f32481 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600223 Jul 05 02:17:46.963664 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-833c98b6-f6eb-43e0-a9d4-ca6ae7b47ed3 req-5ce909f0-164a-45d7-ba7b-00abdbade160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:46.974351 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d0ba3b7a-69a3-4993-9785-78af2ccda452 req-0c91699e-dc70-444e-a09d-ec62a13bc3f6 service neutron] 10.222.0.21 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8297162 Jul 05 02:17:46.997246 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833c98b6-f6eb-43e0-a9d4-ca6ae7b47ed3 req-5ce909f0-164a-45d7-ba7b-00abdbade160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:46.998029 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-833c98b6-f6eb-43e0-a9d4-ca6ae7b47ed3 req-5ce909f0-164a-45d7-ba7b-00abdbade160 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:46.999697 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-833c98b6-f6eb-43e0-a9d4-ca6ae7b47ed3 req-5ce909f0-164a-45d7-ba7b-00abdbade160 service neutron] 10.222.0.21 "PUT /v2.0/ports/e0d75456-a43e-424e-8282-f553ec1fd99b HTTP/1.1" status: 200 len: 1096 time: 1.7035971 Jul 05 02:17:47.002559 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '374f110a-3d06-428c-96e1-c368ac864b42', 'tag': 'e0d75456-a43e-424e-8282-f553ec1fd99b'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:17:47.006209 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b223267e0e0ddb3199af7772d0b45336e3b4b54fbb151c86a8051291a61e85db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d33776fb-c9fe-49d0-b471-aca56af6b650" -d '{"events": [{"name": "network-changed", "server_uuid": "374f110a-3d06-428c-96e1-c368ac864b42", "tag": "e0d75456-a43e-424e-8282-f553ec1fd99b"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:17:47.042545 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce909f0-164a-45d7-ba7b-00abdbade160 service neutron] Pushing event updated for resources: {'Port': ['ID=e0d75456-a43e-424e-8282-f553ec1fd99b,revision_number=3']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:47.131037 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d0ba3b7a-69a3-4993-9785-78af2ccda452 req-c7c8a7b3-a302-4d24-b906-dedc6f8dfdfd service neutron] 10.222.0.21 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555541 Jul 05 02:17:47.155826 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e1d7c1c6-20dd-4622-8265-9f67a6e9de3d tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:47.163486 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-e1d7c1c6-20dd-4622-8265-9f67a6e9de3d tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.6563296 Jul 05 02:17:47.165636 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 49668) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:17:47.170836 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-17e1bb2d-b43a-4a72-bc6b-14af126b10f4 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Request body: {'security_group_rule': {'security_group_id': '448751dd-9065-488c-a035-6855960a9c99', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:17:47.228627 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2601093-5ea4-43b7-a4d6-71f0a3ee3223 req-449e7b7b-8415-4c51-9135-2dfb4034c2a3 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:47.245129 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2601093-5ea4-43b7-a4d6-71f0a3ee3223 req-449e7b7b-8415-4c51-9135-2dfb4034c2a3 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:47.262935 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2601093-5ea4-43b7-a4d6-71f0a3ee3223 req-449e7b7b-8415-4c51-9135-2dfb4034c2a3 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:47.276085 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2601093-5ea4-43b7-a4d6-71f0a3ee3223 req-449e7b7b-8415-4c51-9135-2dfb4034c2a3 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:47.287274 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2601093-5ea4-43b7-a4d6-71f0a3ee3223 req-449e7b7b-8415-4c51-9135-2dfb4034c2a3 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:47.305759 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2601093-5ea4-43b7-a4d6-71f0a3ee3223 req-449e7b7b-8415-4c51-9135-2dfb4034c2a3 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:47.312946 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2601093-5ea4-43b7-a4d6-71f0a3ee3223 req-449e7b7b-8415-4c51-9135-2dfb4034c2a3 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:47.315220 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b2601093-5ea4-43b7-a4d6-71f0a3ee3223 req-449e7b7b-8415-4c51-9135-2dfb4034c2a3 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/ports?device_id=92403696-646a-4870-b635-6151c7b09066 HTTP/1.1" status: 200 len: 5428 time: 0.2595434 Jul 05 02:17:47.317353 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d997575b-d163-4a59-af70-3fd4d88bb96e x-openstack-request-id: req-d997575b-d163-4a59-af70-3fd4d88bb96e {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:17:47.317641 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "374f110a-3d06-428c-96e1-c368ac864b42", "tag": "e0d75456-a43e-424e-8282-f553ec1fd99b", "status": "completed", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:17:47.317920 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d997575b-d163-4a59-af70-3fd4d88bb96e {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:17:47.318430 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '374f110a-3d06-428c-96e1-c368ac864b42', 'tag': 'e0d75456-a43e-424e-8282-f553ec1fd99b', 'status': 'completed', 'code': 200} Jul 05 02:17:47.330864 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-00b363fe-5703-49a5-9bbd-527b8813056f req-8c753f71-37f8-4ec3-a1eb-22d6e4549e73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f1100d3-e9db-44b1-b3d1-a02ce6802c0c {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:17:47.346288 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-00b363fe-5703-49a5-9bbd-527b8813056f req-8c753f71-37f8-4ec3-a1eb-22d6e4549e73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:47.427493 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-00b363fe-5703-49a5-9bbd-527b8813056f req-8c753f71-37f8-4ec3-a1eb-22d6e4549e73 service neutron] Transition to ACTIVE for port object 4f1100d3-e9db-44b1-b3d1-a02ce6802c0c will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:17:47.434382 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833c98b6-f6eb-43e0-a9d4-ca6ae7b47ed3 req-40136599-57b1-4ad1-9085-3821008d9453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:47.440440 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-833c98b6-f6eb-43e0-a9d4-ca6ae7b47ed3 req-40136599-57b1-4ad1-9085-3821008d9453 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0db4243b112b494eae8f54dd82a385a5&device_id=374f110a-3d06-428c-96e1-c368ac864b42 HTTP/1.1" status: 200 len: 1099 time: 0.1674895 Jul 05 02:17:47.440956 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-fad681ef-490b-4112-be75-dcb1729a013c service neutron] 10.222.0.15 "GET /v2.0/networks/70f5fd93-7af8-4288-a451-7de7b5d6c1c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5294323 Jul 05 02:17:47.448644 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b2601093-5ea4-43b7-a4d6-71f0a3ee3223 req-f96ced41-e0a3-4c53-8c5d-014af07a2ab9 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/security-groups?id=5eae1027-3275-42f9-8f54-f2ff33a054c9&id=89977ea5-fec8-49da-b8e1-c456496b77bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1176252 Jul 05 02:17:47.477653 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-17e1bb2d-b43a-4a72-bc6b-14af126b10f4 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:47.506198 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25692bb7-c550-43f1-a8f1-eefccddaffcd req-a4ab4a6b-248a-47b0-9705-0a91b3b930f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:47.507819 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-25692bb7-c550-43f1-a8f1-eefccddaffcd req-a4ab4a6b-248a-47b0-9705-0a91b3b930f7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=843c308122d04e8a8ebe4eb1b129860a&device_id=f64ea5b6-ac3f-4b45-9330-1635ef9c1e6d HTTP/1.1" status: 200 len: 1099 time: 0.1866593 Jul 05 02:17:47.617629 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-00b363fe-5703-49a5-9bbd-527b8813056f req-8c753f71-37f8-4ec3-a1eb-22d6e4549e73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:47.667274 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-833c98b6-f6eb-43e0-a9d4-ca6ae7b47ed3 req-bbde70ba-f33b-49e4-9b52-b3485eba6976 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=e0d75456-a43e-424e-8282-f553ec1fd99b HTTP/1.1" status: 200 len: 217 time: 0.1924241 Jul 05 02:17:47.667535 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-17e1bb2d-b43a-4a72-bc6b-14af126b10f4 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:47.683998 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25692bb7-c550-43f1-a8f1-eefccddaffcd req-ce3c6dea-3874-49bf-8ec2-909f1a48c72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:47.685737 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-25692bb7-c550-43f1-a8f1-eefccddaffcd req-ce3c6dea-3874-49bf-8ec2-909f1a48c72f service neutron] 10.222.0.21 "GET /v2.0/networks?id=dff432c2-7366-4622-aebb-da22fe05bfd4 HTTP/1.1" status: 200 len: 869 time: 0.1670878 Jul 05 02:17:47.741510 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-25692bb7-c550-43f1-a8f1-eefccddaffcd req-33c079c0-35f4-48ce-ac52-e3797dadef2d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=6a2ae0bc-edf0-4f1a-b9b8-ab213fe56db1 HTTP/1.1" status: 200 len: 217 time: 0.0482748 Jul 05 02:17:47.803484 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-02fb69cc-ea27-4f0d-af38-fcebc5a4ceb5 service neutron] 10.222.0.15 "GET /v2.0/networks/70f5fd93-7af8-4288-a451-7de7b5d6c1c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3560741 Jul 05 02:17:47.860152 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-17e1bb2d-b43a-4a72-bc6b-14af126b10f4 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:47.889187 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25692bb7-c550-43f1-a8f1-eefccddaffcd req-471bbd41-7a97-4419-9619-cc40cdd25108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:47.896078 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-25692bb7-c550-43f1-a8f1-eefccddaffcd req-471bbd41-7a97-4419-9619-cc40cdd25108 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b840e204-692c-4f54-8f07-f6563e8e36b1 HTTP/1.1" status: 200 len: 843 time: 0.1459415 Jul 05 02:17:47.931616 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e1bb2d-b43a-4a72-bc6b-14af126b10f4 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7157963c-f27b-4d67-a0bb-0675ce24205e,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:47.948280 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c753f71-37f8-4ec3-a1eb-22d6e4549e73 service neutron] Pushing event updated for resources: {'Port': ['ID=4f1100d3-e9db-44b1-b3d1-a02ce6802c0c,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:47.982228 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-9e4fe559-462d-4c7f-a589-6a82773c4dd1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=36779ac9-6d94-4e90-b5a3-b9834d74efe3 HTTP/1.1" status: 200 len: 217 time: 0.1400959 Jul 05 02:17:47.986726 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833c98b6-f6eb-43e0-a9d4-ca6ae7b47ed3 req-30eb518e-fd0a-43f2-8e41-7e5ee367aa96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:47.988934 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-833c98b6-f6eb-43e0-a9d4-ca6ae7b47ed3 req-30eb518e-fd0a-43f2-8e41-7e5ee367aa96 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b840e204-692c-4f54-8f07-f6563e8e36b1 HTTP/1.1" status: 200 len: 843 time: 0.2834561 Jul 05 02:17:47.992143 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-17e1bb2d-b43a-4a72-bc6b-14af126b10f4 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:47.993336 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-17e1bb2d-b43a-4a72-bc6b-14af126b10f4 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8264198 Jul 05 02:17:47.997492 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 49728) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:17:48.008571 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-5e91c116-032d-4a5c-87c2-6e53591bc852 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Request body: {'security_group_rule': {'security_group_id': '448751dd-9065-488c-a035-6855960a9c99', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:17:48.077355 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25692bb7-c550-43f1-a8f1-eefccddaffcd req-e45e56d8-ba63-4ac9-9602-d7f0fee92cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:48.078933 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-25692bb7-c550-43f1-a8f1-eefccddaffcd req-e45e56d8-ba63-4ac9-9602-d7f0fee92cd5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dff432c2-7366-4622-aebb-da22fe05bfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1728153 Jul 05 02:17:48.087005 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75da18ab-b379-460f-8ff5-54a307e1de1c req-8f1c182d-8419-4a41-abd6-b84332e4c778 tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:48.088509 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-75da18ab-b379-460f-8ff5-54a307e1de1c req-8f1c182d-8419-4a41-abd6-b84332e4c778 tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] 10.222.0.23 "GET /v2.0/ports?device_id=374f110a-3d06-428c-96e1-c368ac864b42 HTTP/1.1" status: 200 len: 947 time: 0.1477964 Jul 05 02:17:48.090688 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74713c06-e443-4dd6-b368-c23b0ec78a85 req-7a6ce873-cb30-431d-9de4-9dc66fbdc725 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:48.092418 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-74713c06-e443-4dd6-b368-c23b0ec78a85 req-7a6ce873-cb30-431d-9de4-9dc66fbdc725 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/ports?device_id=f64ea5b6-ac3f-4b45-9330-1635ef9c1e6d HTTP/1.1" status: 200 len: 947 time: 0.5441861 Jul 05 02:17:48.166476 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-416ce480-3449-499f-bf50-c2d85a54473a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:48.168365 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-416ce480-3449-499f-bf50-c2d85a54473a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=60a80ec2-db69-42d6-b3ae-9c4f0a0ead85 HTTP/1.1" status: 200 len: 797 time: 0.1783686 Jul 05 02:17:48.189115 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-00b363fe-5703-49a5-9bbd-527b8813056f req-8c753f71-37f8-4ec3-a1eb-22d6e4549e73 service neutron] Attempting to bind port 4f1100d3-e9db-44b1-b3d1-a02ce6802c0c on host n-h1-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:17:48.189515 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-00b363fe-5703-49a5-9bbd-527b8813056f req-8c753f71-37f8-4ec3-a1eb-22d6e4549e73 service neutron] Attempting to bind port 4f1100d3-e9db-44b1-b3d1-a02ce6802c0c by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:17:48.189911 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b363fe-5703-49a5-9bbd-527b8813056f req-8c753f71-37f8-4ec3-a1eb-22d6e4549e73 service neutron] Attempting to bind port 4f1100d3-e9db-44b1-b3d1-a02ce6802c0c on network dff432c2-7366-4622-aebb-da22fe05bfd4 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:17:48.192043 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-75da18ab-b379-460f-8ff5-54a307e1de1c req-e088ee15-34d1-4373-a206-fa9c56f4ecc0 tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a5b496d-edbc-4614-ac31-274ccc3600c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942318 Jul 05 02:17:48.194900 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5e91c116-032d-4a5c-87c2-6e53591bc852 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:48.206687 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-74713c06-e443-4dd6-b368-c23b0ec78a85 req-a292d49b-d1ff-4aa1-8603-4f19eb605fb3 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/security-groups?id=6aa981db-58bd-4d0c-a893-2c34139d4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005383 Jul 05 02:17:48.250222 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-25692bb7-c550-43f1-a8f1-eefccddaffcd req-2bfc33a1-6eac-4085-9dfe-d13718e26488 service neutron] 10.222.0.21 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607213 Jul 05 02:17:48.257438 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833c98b6-f6eb-43e0-a9d4-ca6ae7b47ed3 req-bb07660c-9c40-4d52-ad8a-25c1f3028ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:48.259121 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-833c98b6-f6eb-43e0-a9d4-ca6ae7b47ed3 req-bb07660c-9c40-4d52-ad8a-25c1f3028ce8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dff432c2-7366-4622-aebb-da22fe05bfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2449844 Jul 05 02:17:48.259758 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b363fe-5703-49a5-9bbd-527b8813056f req-8c753f71-37f8-4ec3-a1eb-22d6e4549e73 service neutron] Port 4f1100d3-e9db-44b1-b3d1-a02ce6802c0c on network dff432c2-7366-4622-aebb-da22fe05bfd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:17:48.260335 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b363fe-5703-49a5-9bbd-527b8813056f req-8c753f71-37f8-4ec3-a1eb-22d6e4549e73 service neutron] Attempting to bind port 4f1100d3-e9db-44b1-b3d1-a02ce6802c0c on network dff432c2-7366-4622-aebb-da22fe05bfd4 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:17:48.277623 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b363fe-5703-49a5-9bbd-527b8813056f req-8c753f71-37f8-4ec3-a1eb-22d6e4549e73 service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:17:48.278229 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b363fe-5703-49a5-9bbd-527b8813056f req-8c753f71-37f8-4ec3-a1eb-22d6e4549e73 service neutron] Checking segment: {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:17:48.278663 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b363fe-5703-49a5-9bbd-527b8813056f req-8c753f71-37f8-4ec3-a1eb-22d6e4549e73 service neutron] Bound using segment: {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:17:48.279194 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-00b363fe-5703-49a5-9bbd-527b8813056f req-8c753f71-37f8-4ec3-a1eb-22d6e4549e73 service neutron] Bound port: 4f1100d3-e9db-44b1-b3d1-a02ce6802c0c, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:17:48.279664 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-00b363fe-5703-49a5-9bbd-527b8813056f req-8c753f71-37f8-4ec3-a1eb-22d6e4549e73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:48.312018 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5e91c116-032d-4a5c-87c2-6e53591bc852 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:48.390533 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5e91c116-032d-4a5c-87c2-6e53591bc852 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:48.417249 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e91c116-032d-4a5c-87c2-6e53591bc852 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6eab4a82-9657-4e7d-ade8-9006ba1c056b,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:48.424845 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-833c98b6-f6eb-43e0-a9d4-ca6ae7b47ed3 req-11f83224-f2e6-4b38-88a7-e6db6cba4910 service neutron] 10.222.0.21 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561265 Jul 05 02:17:48.461109 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-25692bb7-c550-43f1-a8f1-eefccddaffcd req-c0a77a1b-ec96-465f-9b25-b5dbfc3fb760 service neutron] 10.222.0.21 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912789 Jul 05 02:17:48.474895 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 49732) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:17:48.509262 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5e91c116-032d-4a5c-87c2-6e53591bc852 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:48.510516 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-5e91c116-032d-4a5c-87c2-6e53591bc852 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5111859 Jul 05 02:17:48.513731 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 49738) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:17:48.521930 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-eedb7f37-fd89-4507-8ac5-13d1a3853e0a tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Request body: {'floatingip': {'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:17:48.633537 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-833c98b6-f6eb-43e0-a9d4-ca6ae7b47ed3 req-36e6fd36-a333-4242-aba3-026776ce112c service neutron] 10.222.0.21 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924765 Jul 05 02:17:48.639127 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-d25a6e9d-a6b5-444c-b703-a974e7748f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:48.640620 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-d25a6e9d-a6b5-444c-b703-a974e7748f19 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8fabf858-7855-4bc3-b4b1-4ecb63b57267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4543889 Jul 05 02:17:48.665808 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-60cd2410-c94a-4a30-8c15-48a24a2f0d58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:48.675565 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-eedb7f37-fd89-4507-8ac5-13d1a3853e0a tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Notify callbacks [] for floatingip, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:48.679027 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-00b363fe-5703-49a5-9bbd-527b8813056f req-8c753f71-37f8-4ec3-a1eb-22d6e4549e73 service neutron] For port 4f1100d3-e9db-44b1-b3d1-a02ce6802c0c, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:17:48.721456 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-00b363fe-5703-49a5-9bbd-527b8813056f req-8c753f71-37f8-4ec3-a1eb-22d6e4549e73 service neutron] For port 4f1100d3-e9db-44b1-b3d1-a02ce6802c0c, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=4f1100d3-e9db-44b1-b3d1-a02ce6802c0c,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:17:48.757600 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365a23f5-5e98-4fca-a46c-46d9231692fa req-5a8faf8f-da31-4d7a-a2bc-3f62f728186a tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:48.759498 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-365a23f5-5e98-4fca-a46c-46d9231692fa req-5a8faf8f-da31-4d7a-a2bc-3f62f728186a tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=1aeab594-2943-4da5-9c13-c06d96250566 HTTP/1.1" status: 200 len: 945 time: 0.2096138 Jul 05 02:17:48.790253 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109c391d-a492-4542-b83f-77983bb04496 req-f523493e-4edb-49ed-a491-bba3b4778785 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:48.796244 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109c391d-a492-4542-b83f-77983bb04496 req-f523493e-4edb-49ed-a491-bba3b4778785 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:48.802095 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109c391d-a492-4542-b83f-77983bb04496 req-f523493e-4edb-49ed-a491-bba3b4778785 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:48.808133 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109c391d-a492-4542-b83f-77983bb04496 req-f523493e-4edb-49ed-a491-bba3b4778785 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:48.814114 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109c391d-a492-4542-b83f-77983bb04496 req-f523493e-4edb-49ed-a491-bba3b4778785 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:48.820649 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109c391d-a492-4542-b83f-77983bb04496 req-f523493e-4edb-49ed-a491-bba3b4778785 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:48.826574 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109c391d-a492-4542-b83f-77983bb04496 req-f523493e-4edb-49ed-a491-bba3b4778785 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:48.828503 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-109c391d-a492-4542-b83f-77983bb04496 req-f523493e-4edb-49ed-a491-bba3b4778785 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/ports?device_id=92403696-646a-4870-b635-6151c7b09066 HTTP/1.1" status: 200 len: 5428 time: 0.2143476 Jul 05 02:17:48.849431 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-2a34d8c1-d7ab-470b-804e-c012d2f9a797 service neutron] 10.222.0.15 "GET /v2.0/networks/8fabf858-7855-4bc3-b4b1-4ecb63b57267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971989 Jul 05 02:17:48.857398 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-365a23f5-5e98-4fca-a46c-46d9231692fa req-ebba40bd-009b-47c2-99e0-2ae396df33db tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871024 Jul 05 02:17:48.858975 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-00b363fe-5703-49a5-9bbd-527b8813056f req-8c753f71-37f8-4ec3-a1eb-22d6e4549e73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:48.932940 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-109c391d-a492-4542-b83f-77983bb04496 req-f5397997-dcf6-4901-a0ae-98e5c2c95954 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/security-groups?id=5eae1027-3275-42f9-8f54-f2ff33a054c9&id=89977ea5-fec8-49da-b8e1-c456496b77bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0930994 Jul 05 02:17:48.954894 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b363fe-5703-49a5-9bbd-527b8813056f req-8c753f71-37f8-4ec3-a1eb-22d6e4549e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:48.954894 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-00b363fe-5703-49a5-9bbd-527b8813056f req-8c753f71-37f8-4ec3-a1eb-22d6e4549e73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:48.954894 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-00b363fe-5703-49a5-9bbd-527b8813056f req-8c753f71-37f8-4ec3-a1eb-22d6e4549e73 service neutron] 10.222.0.21 "PUT /v2.0/ports/4f1100d3-e9db-44b1-b3d1-a02ce6802c0c HTTP/1.1" status: 200 len: 1097 time: 3.4043965 Jul 05 02:17:48.958938 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8a7624c-d258-433f-9761-ec21365c1194', 'tag': '4f1100d3-e9db-44b1-b3d1-a02ce6802c0c'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:17:48.969068 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed26232b-fe20-4ffe-a313-73b2b16dfb84" -d '{"events": [{"name": "network-changed", "server_uuid": "d8a7624c-d258-433f-9761-ec21365c1194", "tag": "4f1100d3-e9db-44b1-b3d1-a02ce6802c0c"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:17:48.980609 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-60cd2410-c94a-4a30-8c15-48a24a2f0d58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:48.995360 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-eedb7f37-fd89-4507-8ac5-13d1a3853e0a tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:49.036312 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-001961c7-d826-41e4-bf34-82bc27cbdac7 x-openstack-request-id: req-001961c7-d826-41e4-bf34-82bc27cbdac7 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:17:49.040848 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8a7624c-d258-433f-9761-ec21365c1194", "tag": "4f1100d3-e9db-44b1-b3d1-a02ce6802c0c", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:17:49.040848 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-001961c7-d826-41e4-bf34-82bc27cbdac7 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:17:49.040848 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8a7624c-d258-433f-9761-ec21365c1194', 'tag': '4f1100d3-e9db-44b1-b3d1-a02ce6802c0c', 'status': 'completed', 'code': 200} Jul 05 02:17:49.040848 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c753f71-37f8-4ec3-a1eb-22d6e4549e73 service neutron] Pushing event updated for resources: {'Port': ['ID=4f1100d3-e9db-44b1-b3d1-a02ce6802c0c,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:49.058715 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33776fb-c9fe-49d0-b471-aca56af6b650 req-f1f25658-d943-4af0-bb2a-a416fa4f4db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:49.064638 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d33776fb-c9fe-49d0-b471-aca56af6b650 req-f1f25658-d943-4af0-bb2a-a416fa4f4db7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0db4243b112b494eae8f54dd82a385a5&device_id=374f110a-3d06-428c-96e1-c368ac864b42 HTTP/1.1" status: 200 len: 1099 time: 0.2691884 Jul 05 02:17:49.070217 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-8ae2dc3e-ac48-45c6-a19f-5d5d7d902700 service neutron] 10.222.0.15 "GET /v2.0/networks/8fabf858-7855-4bc3-b4b1-4ecb63b57267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132328 Jul 05 02:17:49.189543 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-d9fe3723-25d8-4a58-bd3f-1e77a4513168 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5e5f8879-93f3-4d20-8ad9-d0823e4032c0 HTTP/1.1" status: 200 len: 217 time: 0.1126184 Jul 05 02:17:49.285403 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-1fec27da-0501-442d-b88a-3620ecbf8006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:49.286955 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-1fec27da-0501-442d-b88a-3620ecbf8006 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=60a80ec2-db69-42d6-b3ae-9c4f0a0ead85 HTTP/1.1" status: 200 len: 797 time: 0.0866735 Jul 05 02:17:49.353420 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33776fb-c9fe-49d0-b471-aca56af6b650 req-02e86940-7f90-4e23-8b17-2c6b5b2eef98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:49.354615 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d33776fb-c9fe-49d0-b471-aca56af6b650 req-02e86940-7f90-4e23-8b17-2c6b5b2eef98 service neutron] 10.222.0.21 "GET /v2.0/networks?id=dff432c2-7366-4622-aebb-da22fe05bfd4 HTTP/1.1" status: 200 len: 869 time: 0.2764952 Jul 05 02:17:49.358737 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed26232b-fe20-4ffe-a313-73b2b16dfb84 req-2fbed20c-d1ac-4e91-8b53-29d0db7d68aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:49.360304 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ed26232b-fe20-4ffe-a313-73b2b16dfb84 req-2fbed20c-d1ac-4e91-8b53-29d0db7d68aa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0db4243b112b494eae8f54dd82a385a5&device_id=d8a7624c-d258-433f-9761-ec21365c1194 HTTP/1.1" status: 200 len: 1100 time: 0.2653353 Jul 05 02:17:49.404345 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-60cd2410-c94a-4a30-8c15-48a24a2f0d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:49.413668 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d33776fb-c9fe-49d0-b471-aca56af6b650 req-022414e7-67bf-4c28-a782-401bc39b8ae2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=e0d75456-a43e-424e-8282-f553ec1fd99b HTTP/1.1" status: 200 len: 217 time: 0.0513942 Jul 05 02:17:49.434598 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ed26232b-fe20-4ffe-a313-73b2b16dfb84 req-8d48e6e7-d092-4bd6-8de5-0822740a345f service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=0db4243b112b494eae8f54dd82a385a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0617483 Jul 05 02:17:49.470443 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-60cd2410-c94a-4a30-8c15-48a24a2f0d58 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f28fcba20825477a8825d173d6fcc7d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9943316 Jul 05 02:17:49.489458 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 49750) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:17:49.495146 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cd2410-c94a-4a30-8c15-48a24a2f0d58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d266ad-4ede-4296-9e1d-bfa66908a368,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:49.504870 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-eedb7f37-fd89-4507-8ac5-13d1a3853e0a tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Allocated IP 172.25.7.249 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/20ccb074-ef29-45ed-ab6d-f21e34e2904f) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:17:49.583461 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33776fb-c9fe-49d0-b471-aca56af6b650 req-fd7b4ab4-3431-4f81-8c4c-3076496bf255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:49.585593 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d33776fb-c9fe-49d0-b471-aca56af6b650 req-fd7b4ab4-3431-4f81-8c4c-3076496bf255 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b840e204-692c-4f54-8f07-f6563e8e36b1 HTTP/1.1" status: 200 len: 843 time: 0.1618707 Jul 05 02:17:49.591968 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-e24bed93-0714-49df-b17e-4b205b787198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:49.593709 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-e24bed93-0714-49df-b17e-4b205b787198 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8fabf858-7855-4bc3-b4b1-4ecb63b57267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2981467 Jul 05 02:17:49.601171 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3533972d-d304-4054-81c9-a4a5c7b66ed5 req-558150bb-5e8f-4a23-ac45-e98ed60f2f69 tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:49.602738 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3533972d-d304-4054-81c9-a4a5c7b66ed5 req-558150bb-5e8f-4a23-ac45-e98ed60f2f69 tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] 10.222.0.23 "GET /v2.0/ports?device_id=374f110a-3d06-428c-96e1-c368ac864b42 HTTP/1.1" status: 200 len: 947 time: 0.1588707 Jul 05 02:17:49.670798 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3533972d-d304-4054-81c9-a4a5c7b66ed5 req-a067abf0-efb6-42e1-9403-1f78a4cb6bb5 tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a5b496d-edbc-4614-ac31-274ccc3600c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617230 Jul 05 02:17:49.673652 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-eedb7f37-fd89-4507-8ac5-13d1a3853e0a tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:49.762640 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed26232b-fe20-4ffe-a313-73b2b16dfb84 req-366e1cc5-b9c9-4588-9e60-f17fae4b487d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:49.764054 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ed26232b-fe20-4ffe-a313-73b2b16dfb84 req-366e1cc5-b9c9-4588-9e60-f17fae4b487d service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3085179 Jul 05 02:17:49.777523 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 6a2ae0bc-edf0-4f1a-b9b8-ab213fe56db1 details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:17:49.794310 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b21054-05b0-41e9-b7c7-abf7ac08c9d1 req-c469ac9e-23f0-4e10-9153-e9bf3261080b tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:49.796536 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-75b21054-05b0-41e9-b7c7-abf7ac08c9d1 req-c469ac9e-23f0-4e10-9153-e9bf3261080b tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/ports?device_id=f64ea5b6-ac3f-4b45-9330-1635ef9c1e6d HTTP/1.1" status: 200 len: 947 time: 0.3393660 Jul 05 02:17:49.819991 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-58ed3956-8d04-4e26-abf7-2cc81b2aa274 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:49.836057 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-eedb7f37-fd89-4507-8ac5-13d1a3853e0a tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:49.877029 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eedb7f37-fd89-4507-8ac5-13d1a3853e0a tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:17:49.881462 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-eedb7f37-fd89-4507-8ac5-13d1a3853e0a tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:17:49.887412 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedb7f37-fd89-4507-8ac5-13d1a3853e0a tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:17:49.895109 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 6a2ae0bc-edf0-4f1a-b9b8-ab213fe56db1, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=6a2ae0bc-edf0-4f1a-b9b8-ab213fe56db1,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:17:49.909655 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': '6a2ae0bc-edf0-4f1a-b9b8-ab213fe56db1', 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4', 'port_id': '6a2ae0bc-edf0-4f1a-b9b8-ab213fe56db1', 'mac_address': 'fa:16:3e:27:f9:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b840e204-692c-4f54-8f07-f6563e8e36b1', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:17:49.943070 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedb7f37-fd89-4507-8ac5-13d1a3853e0a tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Pushing event updated for resources: {'Port': ['ID=20ccb074-ef29-45ed-ab6d-f21e34e2904f,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:49.953087 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:49.981988 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a2ae0bc-edf0-4f1a-b9b8-ab213fe56db1 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:17:50.004890 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-eedb7f37-fd89-4507-8ac5-13d1a3853e0a tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:50.030844 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 6a2ae0bc-edf0-4f1a-b9b8-ab213fe56db1, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=6a2ae0bc-edf0-4f1a-b9b8-ab213fe56db1,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:17:50.134271 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c2b931-5a60-4063-9df7-1d45d34a05ba req-8dc60cc9-74c9-4e04-88bc-d0af72d90c41 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:50.135960 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-56c2b931-5a60-4063-9df7-1d45d34a05ba req-8dc60cc9-74c9-4e04-88bc-d0af72d90c41 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=1aeab594-2943-4da5-9c13-c06d96250566 HTTP/1.1" status: 200 len: 945 time: 0.0802720 Jul 05 02:17:50.197285 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:50.211743 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-56c2b931-5a60-4063-9df7-1d45d34a05ba req-a87b01d7-a7f8-4cce-b6a5-73dddb7520f8 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690410 Jul 05 02:17:50.214528 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-eedb7f37-fd89-4507-8ac5-13d1a3853e0a tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:50.299262 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=6a2ae0bc-edf0-4f1a-b9b8-ab213fe56db1,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:50.310558 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-58ed3956-8d04-4e26-abf7-2cc81b2aa274 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:50.314636 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-627beefb-c861-450f-b5ca-4f69fc33b055 service neutron] 10.222.0.15 "GET /v2.0/networks/8fabf858-7855-4bc3-b4b1-4ecb63b57267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6971922 Jul 05 02:17:50.342545 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33776fb-c9fe-49d0-b471-aca56af6b650 req-bbb5aa97-9390-400e-a0b0-73fe9ad66982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:50.345025 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d33776fb-c9fe-49d0-b471-aca56af6b650 req-bbb5aa97-9390-400e-a0b0-73fe9ad66982 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dff432c2-7366-4622-aebb-da22fe05bfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7494092 Jul 05 02:17:50.425045 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['6a2ae0bc-edf0-4f1a-b9b8-ab213fe56db1'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:17:50.445977 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-75b21054-05b0-41e9-b7c7-abf7ac08c9d1 req-eeed7638-937d-4455-a5f4-2d4df3347c73 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/security-groups?id=6aa981db-58bd-4d0c-a893-2c34139d4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176814 Jul 05 02:17:50.451645 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-eedb7f37-fd89-4507-8ac5-13d1a3853e0a tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:50.506989 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c86e15c-8fa8-4902-a46b-e18a874bc952 req-d6de6276-db0e-4c17-8076-6c7c5314325f tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:50.513549 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c86e15c-8fa8-4902-a46b-e18a874bc952 req-d6de6276-db0e-4c17-8076-6c7c5314325f tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:50.519592 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c86e15c-8fa8-4902-a46b-e18a874bc952 req-d6de6276-db0e-4c17-8076-6c7c5314325f tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:50.522674 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b363fe-5703-49a5-9bbd-527b8813056f req-9bd5f50c-1894-4a9a-94c7-fc7acb2136d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:50.524202 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-00b363fe-5703-49a5-9bbd-527b8813056f req-9bd5f50c-1894-4a9a-94c7-fc7acb2136d1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0db4243b112b494eae8f54dd82a385a5&device_id=d8a7624c-d258-433f-9761-ec21365c1194 HTTP/1.1" status: 200 len: 1100 time: 0.7000840 Jul 05 02:17:50.526976 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c86e15c-8fa8-4902-a46b-e18a874bc952 req-d6de6276-db0e-4c17-8076-6c7c5314325f tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:50.536214 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c86e15c-8fa8-4902-a46b-e18a874bc952 req-d6de6276-db0e-4c17-8076-6c7c5314325f tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:50.545390 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c86e15c-8fa8-4902-a46b-e18a874bc952 req-d6de6276-db0e-4c17-8076-6c7c5314325f tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:50.553881 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c86e15c-8fa8-4902-a46b-e18a874bc952 req-d6de6276-db0e-4c17-8076-6c7c5314325f tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:50.562242 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8c86e15c-8fa8-4902-a46b-e18a874bc952 req-d6de6276-db0e-4c17-8076-6c7c5314325f tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/ports?device_id=92403696-646a-4870-b635-6151c7b09066 HTTP/1.1" status: 200 len: 5428 time: 0.1582716 Jul 05 02:17:50.570325 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-eedb7f37-fd89-4507-8ac5-13d1a3853e0a tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:50.597907 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-00b363fe-5703-49a5-9bbd-527b8813056f req-db2e8a2b-28f1-4b42-88e4-489f4b42da2f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=4f1100d3-e9db-44b1-b3d1-a02ce6802c0c HTTP/1.1" status: 200 len: 217 time: 0.0591197 Jul 05 02:17:50.646951 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c77f887e-fdaf-4dba-9762-6a61a8c421f4 req-99da5cac-2281-43d3-969d-306b46ceb39d service neutron] 10.222.0.15 "GET /v2.0/networks/8fabf858-7855-4bc3-b4b1-4ecb63b57267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3239079 Jul 05 02:17:50.650345 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-58ed3956-8d04-4e26-abf7-2cc81b2aa274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:50.653579 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-58ed3956-8d04-4e26-abf7-2cc81b2aa274 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:50.656945 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-58ed3956-8d04-4e26-abf7-2cc81b2aa274 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a4d266ad-4ede-4296-9e1d-bfa66908a368 HTTP/1.1" status: 204 len: 168 time: 1.1540484 Jul 05 02:17:50.665025 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d33776fb-c9fe-49d0-b471-aca56af6b650 req-03fd5288-3b15-4442-8907-4d6708f65e8b service neutron] 10.222.0.21 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002470 Jul 05 02:17:50.684666 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ed3956-8d04-4e26-abf7-2cc81b2aa274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d266ad-4ede-4296-9e1d-bfa66908a368,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:50.690377 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedb7f37-fd89-4507-8ac5-13d1a3853e0a tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Pushing event updated for resources: {'Port': ['ID=20ccb074-ef29-45ed-ab6d-f21e34e2904f,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:50.731111 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-eedb7f37-fd89-4507-8ac5-13d1a3853e0a tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636869'] for floatingip, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:50.736884 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b363fe-5703-49a5-9bbd-527b8813056f req-82b6f88b-3260-4926-aa5c-781a56a29e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:50.738436 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-00b363fe-5703-49a5-9bbd-527b8813056f req-82b6f88b-3260-4926-aa5c-781a56a29e0d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b840e204-692c-4f54-8f07-f6563e8e36b1 HTTP/1.1" status: 200 len: 843 time: 0.1312535 Jul 05 02:17:50.747109 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8c86e15c-8fa8-4902-a46b-e18a874bc952 req-a1ae9feb-014e-411e-8028-cf9acfc2143b tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/security-groups?id=5eae1027-3275-42f9-8f54-f2ff33a054c9&id=89977ea5-fec8-49da-b8e1-c456496b77bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1839988 Jul 05 02:17:50.817975 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d33776fb-c9fe-49d0-b471-aca56af6b650 req-10674ca5-9e08-47a9-aa8c-3a1eea6bdc9b service neutron] 10.222.0.21 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454864 Jul 05 02:17:50.835649 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b363fe-5703-49a5-9bbd-527b8813056f req-2d239014-8416-4b9d-850c-4a2f8ed648be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:50.837823 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-00b363fe-5703-49a5-9bbd-527b8813056f req-2d239014-8416-4b9d-850c-4a2f8ed648be service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dff432c2-7366-4622-aebb-da22fe05bfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0906839 Jul 05 02:17:50.896403 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-fbeb1f0b-eb46-4a7f-a39e-f3fd84012d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:50.900339 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-eedb7f37-fd89-4507-8ac5-13d1a3853e0a tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:50.910673 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-eedb7f37-fd89-4507-8ac5-13d1a3853e0a tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3955081 Jul 05 02:17:51.047109 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-00b363fe-5703-49a5-9bbd-527b8813056f req-cb316963-9d8e-43d6-81e2-d5d351582288 service neutron] 10.222.0.21 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972108 Jul 05 02:17:51.056830 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d9f1e0-882f-476a-bb40-eee3a1048188 req-22d36914-b2d1-4204-899b-adf3b59b0953 tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:51.058382 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-74d9f1e0-882f-476a-bb40-eee3a1048188 req-22d36914-b2d1-4204-899b-adf3b59b0953 tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] 10.222.0.23 "GET /v2.0/ports?device_id=374f110a-3d06-428c-96e1-c368ac864b42 HTTP/1.1" status: 200 len: 947 time: 0.2106023 Jul 05 02:17:51.127149 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0c484-b30b-4207-a320-f5c15ed9e10a req-3b0948b6-ee47-451a-aad8-35f6dedac0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:51.127647 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0c484-b30b-4207-a320-f5c15ed9e10a req-3b0948b6-ee47-451a-aad8-35f6dedac0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:51.128130 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0c484-b30b-4207-a320-f5c15ed9e10a req-3b0948b6-ee47-451a-aad8-35f6dedac0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:51.128665 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0c484-b30b-4207-a320-f5c15ed9e10a req-3b0948b6-ee47-451a-aad8-35f6dedac0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:51.129219 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0c484-b30b-4207-a320-f5c15ed9e10a req-3b0948b6-ee47-451a-aad8-35f6dedac0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:51.129713 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0c484-b30b-4207-a320-f5c15ed9e10a req-3b0948b6-ee47-451a-aad8-35f6dedac0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:51.130253 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0c484-b30b-4207-a320-f5c15ed9e10a req-3b0948b6-ee47-451a-aad8-35f6dedac0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:51.132637 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5fc0c484-b30b-4207-a320-f5c15ed9e10a req-3b0948b6-ee47-451a-aad8-35f6dedac0bd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bf69a7cc9341402789561a978c68b071&device_id=92403696-646a-4870-b635-6151c7b09066 HTTP/1.1" status: 200 len: 6492 time: 0.2502568 Jul 05 02:17:51.236129 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-74d9f1e0-882f-476a-bb40-eee3a1048188 req-f6f6272b-9bf0-4d8f-a553-77537ff3eb3b tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a5b496d-edbc-4614-ac31-274ccc3600c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584728 Jul 05 02:17:51.275458 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fd6cad-eaa4-4265-9ba8-60dda4d25b85 req-8b6cb5d8-193b-425e-a4bd-cf5f638eae1c tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:51.275685 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-00b363fe-5703-49a5-9bbd-527b8813056f req-7fe84d6e-655a-4ca9-a955-0ff4f6c77cb5 service neutron] 10.222.0.21 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150404 Jul 05 02:17:51.292381 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0c484-b30b-4207-a320-f5c15ed9e10a req-647e8efe-67cc-4776-ae9f-23aba173efbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:51.293793 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5fc0c484-b30b-4207-a320-f5c15ed9e10a req-647e8efe-67cc-4776-ae9f-23aba173efbd service neutron] 10.222.0.15 "GET /v2.0/networks?id=8fabf858-7855-4bc3-b4b1-4ecb63b57267 HTTP/1.1" status: 200 len: 902 time: 0.1528139 Jul 05 02:17:51.294704 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b1fd6cad-eaa4-4265-9ba8-60dda4d25b85 req-8b6cb5d8-193b-425e-a4bd-cf5f638eae1c tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "GET /v2.0/networks?id=1a020cb7-dc30-4875-a4a6-843a4f5bca74 HTTP/1.1" status: 200 len: 822 time: 0.2016613 Jul 05 02:17:51.307259 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b1fd6cad-eaa4-4265-9ba8-60dda4d25b85 req-7f365e37-5586-49db-9d6b-8ca74c149b90 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "GET /v2.0/quotas/3ec6b36fb8104434851a718901e41070 HTTP/1.1" status: 200 len: 375 time: 0.0115798 Jul 05 02:17:51.347602 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5fc0c484-b30b-4207-a320-f5c15ed9e10a req-585ddcab-ca50-4a56-b5a9-765e2322b344 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=36779ac9-6d94-4e90-b5a3-b9834d74efe3 HTTP/1.1" status: 200 len: 217 time: 0.0474200 Jul 05 02:17:51.415665 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b1fd6cad-eaa4-4265-9ba8-60dda4d25b85 req-9b867892-e857-4513-89dc-094be0ad4ef2 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3ec6b36fb8104434851a718901e41070&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1021478 Jul 05 02:17:51.463711 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0c484-b30b-4207-a320-f5c15ed9e10a req-1ba413e9-207a-4e63-9aac-6f9c9bc9562c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:51.463711 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5fc0c484-b30b-4207-a320-f5c15ed9e10a req-1ba413e9-207a-4e63-9aac-6f9c9bc9562c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=60a80ec2-db69-42d6-b3ae-9c4f0a0ead85 HTTP/1.1" status: 200 len: 797 time: 0.1069026 Jul 05 02:17:51.524313 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d62ee8d-5708-4897-9616-36c11f906c2e req-0373deb1-9d41-4661-99aa-93afbd7cc357 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:51.527126 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8d62ee8d-5708-4897-9616-36c11f906c2e req-0373deb1-9d41-4661-99aa-93afbd7cc357 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=1aeab594-2943-4da5-9c13-c06d96250566 HTTP/1.1" status: 200 len: 945 time: 0.1209991 Jul 05 02:17:51.532289 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b1fd6cad-eaa4-4265-9ba8-60dda4d25b85 req-36ae96dc-e810-4db1-8fcb-af63572931ab service neutron] 10.222.0.23 "GET /v2.0/networks/1a020cb7-dc30-4875-a4a6-843a4f5bca74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073763 Jul 05 02:17:51.574724 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0c484-b30b-4207-a320-f5c15ed9e10a req-87cb3723-8382-4dc4-8e4a-2f783d6f8a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:51.576264 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5fc0c484-b30b-4207-a320-f5c15ed9e10a req-87cb3723-8382-4dc4-8e4a-2f783d6f8a1e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8fabf858-7855-4bc3-b4b1-4ecb63b57267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1054022 Jul 05 02:17:51.581725 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8d62ee8d-5708-4897-9616-36c11f906c2e req-d6075b95-d538-4860-bd8a-ce6cfbe9e224 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483420 Jul 05 02:17:51.652370 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b1fd6cad-eaa4-4265-9ba8-60dda4d25b85 req-4a274b53-00f7-4612-9de8-33c91e2a3e8c service neutron] 10.222.0.23 "GET /v2.0/networks/1a020cb7-dc30-4875-a4a6-843a4f5bca74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187899 Jul 05 02:17:51.710892 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5fc0c484-b30b-4207-a320-f5c15ed9e10a req-185c9c59-c893-4b4a-9fd6-c0c80f5eb104 service neutron] 10.222.0.15 "GET /v2.0/networks/8fabf858-7855-4bc3-b4b1-4ecb63b57267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271918 Jul 05 02:17:51.792151 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device e0d75456-a43e-424e-8282-f553ec1fd99b details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:17:51.795035 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 6a2ae0bc-edf0-4f1a-b9b8-ab213fe56db1 up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:17:51.868099 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4671dd-b5a0-463f-8f36-9f35cde17857 req-a9ff58f3-b7e7-43c0-b482-58ed22227501 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:51.869987 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6f4671dd-b5a0-463f-8f36-9f35cde17857 req-a9ff58f3-b7e7-43c0-b482-58ed22227501 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/ports?device_id=f64ea5b6-ac3f-4b45-9330-1635ef9c1e6d HTTP/1.1" status: 200 len: 948 time: 0.1435387 Jul 05 02:17:51.872560 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5fc0c484-b30b-4207-a320-f5c15ed9e10a req-593ae0a4-0628-45de-9490-5e0b49953fc7 service neutron] 10.222.0.15 "GET /v2.0/networks/8fabf858-7855-4bc3-b4b1-4ecb63b57267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550474 Jul 05 02:17:51.948648 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port e0d75456-a43e-424e-8282-f553ec1fd99b, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=e0d75456-a43e-424e-8282-f553ec1fd99b,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:17:51.961497 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': 'e0d75456-a43e-424e-8282-f553ec1fd99b', 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4', 'port_id': 'e0d75456-a43e-424e-8282-f553ec1fd99b', 'mac_address': 'fa:16:3e:52:26:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b840e204-692c-4f54-8f07-f6563e8e36b1', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:17:52.003140 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:52.018952 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0d75456-a43e-424e-8282-f553ec1fd99b {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:17:52.031309 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6f4671dd-b5a0-463f-8f36-9f35cde17857 req-b407c3b8-4994-45b7-a085-2cfe9fd4b7b6 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/security-groups?id=6aa981db-58bd-4d0c-a893-2c34139d4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450179 Jul 05 02:17:52.059552 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning for port 6a2ae0bc-edf0-4f1a-b9b8-ab213fe56db1 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:17:52.064591 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port e0d75456-a43e-424e-8282-f553ec1fd99b, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=e0d75456-a43e-424e-8282-f553ec1fd99b,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:17:52.065719 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port 6a2ae0bc-edf0-4f1a-b9b8-ab213fe56db1 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:17:52.066092 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:52.135129 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d21b3326-fa7a-4683-8096-f97720f9b83a req-935b0e79-6cde-455f-8281-93a47618ecd6 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b23f986-9cc6-4b74-a632-e11dab7d2d6f HTTP/1.1" status: 200 len: 210 time: 0.0428925 Jul 05 02:17:52.151846 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342ba177-d495-4cc2-81e3-98bb2351b224 req-e5fe5384-9d49-4071-89e8-b178d418d4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:52.152343 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342ba177-d495-4cc2-81e3-98bb2351b224 req-e5fe5384-9d49-4071-89e8-b178d418d4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:52.152972 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342ba177-d495-4cc2-81e3-98bb2351b224 req-e5fe5384-9d49-4071-89e8-b178d418d4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:52.156117 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342ba177-d495-4cc2-81e3-98bb2351b224 req-e5fe5384-9d49-4071-89e8-b178d418d4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:52.156117 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342ba177-d495-4cc2-81e3-98bb2351b224 req-e5fe5384-9d49-4071-89e8-b178d418d4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:52.156117 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342ba177-d495-4cc2-81e3-98bb2351b224 req-e5fe5384-9d49-4071-89e8-b178d418d4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:52.156117 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342ba177-d495-4cc2-81e3-98bb2351b224 req-e5fe5384-9d49-4071-89e8-b178d418d4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:52.156960 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-342ba177-d495-4cc2-81e3-98bb2351b224 req-e5fe5384-9d49-4071-89e8-b178d418d4d4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bf69a7cc9341402789561a978c68b071&device_id=92403696-646a-4870-b635-6151c7b09066 HTTP/1.1" status: 200 len: 6492 time: 0.1752326 Jul 05 02:17:52.219238 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c402c887-963b-42ed-80a1-891f742e9e4d req-94fdb985-b012-410b-83ac-a6864124292f tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:52.226460 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c402c887-963b-42ed-80a1-891f742e9e4d req-94fdb985-b012-410b-83ac-a6864124292f tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:52.230033 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:52.236317 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c402c887-963b-42ed-80a1-891f742e9e4d req-94fdb985-b012-410b-83ac-a6864124292f tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:52.243399 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c402c887-963b-42ed-80a1-891f742e9e4d req-94fdb985-b012-410b-83ac-a6864124292f tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:52.252097 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c402c887-963b-42ed-80a1-891f742e9e4d req-94fdb985-b012-410b-83ac-a6864124292f tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:52.259546 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c402c887-963b-42ed-80a1-891f742e9e4d req-94fdb985-b012-410b-83ac-a6864124292f tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:52.267289 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c402c887-963b-42ed-80a1-891f742e9e4d req-94fdb985-b012-410b-83ac-a6864124292f tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:52.270164 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c402c887-963b-42ed-80a1-891f742e9e4d req-94fdb985-b012-410b-83ac-a6864124292f tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/ports?device_id=92403696-646a-4870-b635-6151c7b09066 HTTP/1.1" status: 200 len: 5428 time: 0.1684897 Jul 05 02:17:52.342070 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:52.392013 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c402c887-963b-42ed-80a1-891f742e9e4d req-9db51905-9a20-4ee1-9505-1b002832a1fc tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/security-groups?id=5eae1027-3275-42f9-8f54-f2ff33a054c9&id=89977ea5-fec8-49da-b8e1-c456496b77bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1150596 Jul 05 02:17:52.410872 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342ba177-d495-4cc2-81e3-98bb2351b224 req-99f1b859-19f0-4c59-ba76-4d9e0ec07744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:52.410872 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-342ba177-d495-4cc2-81e3-98bb2351b224 req-99f1b859-19f0-4c59-ba76-4d9e0ec07744 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8fabf858-7855-4bc3-b4b1-4ecb63b57267 HTTP/1.1" status: 200 len: 902 time: 0.2432175 Jul 05 02:17:52.420273 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 6a2ae0bc-edf0-4f1a-b9b8-ab213fe56db1, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=6a2ae0bc-edf0-4f1a-b9b8-ab213fe56db1,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:17:52.421673 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f64ea5b6-ac3f-4b45-9330-1635ef9c1e6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a2ae0bc-edf0-4f1a-b9b8-ab213fe56db1'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:17:52.425092 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3169f135-d6f8-41f6-a08a-96582fd045dd" -d '{"events": [{"server_uuid": "f64ea5b6-ac3f-4b45-9330-1635ef9c1e6d", "name": "network-vif-plugged", "status": "completed", "tag": "6a2ae0bc-edf0-4f1a-b9b8-ab213fe56db1"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:17:52.428438 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=e0d75456-a43e-424e-8282-f553ec1fd99b,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:52.473195 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-342ba177-d495-4cc2-81e3-98bb2351b224 req-7a514004-3be9-404c-8220-670fe2a04f18 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5e5f8879-93f3-4d20-8ad9-d0823e4032c0 HTTP/1.1" status: 200 len: 217 time: 0.0564277 Jul 05 02:17:52.479709 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['e0d75456-a43e-424e-8282-f553ec1fd99b'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:17:52.486087 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a173013-7880-46d2-82ae-77e203b04773 x-openstack-request-id: req-2a173013-7880-46d2-82ae-77e203b04773 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:17:52.486855 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f64ea5b6-ac3f-4b45-9330-1635ef9c1e6d", "name": "network-vif-plugged", "status": "completed", "tag": "6a2ae0bc-edf0-4f1a-b9b8-ab213fe56db1", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:17:52.487371 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2a173013-7880-46d2-82ae-77e203b04773 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:17:52.487977 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f64ea5b6-ac3f-4b45-9330-1635ef9c1e6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a2ae0bc-edf0-4f1a-b9b8-ab213fe56db1', 'code': 200} Jul 05 02:17:52.605985 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:52.652608 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342ba177-d495-4cc2-81e3-98bb2351b224 req-f03c8783-7a25-42bf-b31e-626439197607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:52.652608 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-342ba177-d495-4cc2-81e3-98bb2351b224 req-f03c8783-7a25-42bf-b31e-626439197607 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=60a80ec2-db69-42d6-b3ae-9c4f0a0ead85 HTTP/1.1" status: 200 len: 797 time: 0.1702051 Jul 05 02:17:52.701100 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=6a2ae0bc-edf0-4f1a-b9b8-ab213fe56db1,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:52.743215 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5405c809-82ac-4042-9377-024415e90e46 req-557ffd31-8813-4c7f-afd6-91850783dd9a tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:52.744802 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5405c809-82ac-4042-9377-024415e90e46 req-557ffd31-8813-4c7f-afd6-91850783dd9a tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] 10.222.0.23 "GET /v2.0/ports?device_id=374f110a-3d06-428c-96e1-c368ac864b42 HTTP/1.1" status: 200 len: 948 time: 0.2001321 Jul 05 02:17:52.750390 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b917e531-0d67-4f16-a18a-f2c4b2fef9ca req-78fe468c-1ab9-43a1-9655-40a8ebdc8680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:52.751854 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b917e531-0d67-4f16-a18a-f2c4b2fef9ca req-78fe468c-1ab9-43a1-9655-40a8ebdc8680 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f64ea5b6-ac3f-4b45-9330-1635ef9c1e6d HTTP/1.1" status: 200 len: 1101 time: 0.1739500 Jul 05 02:17:52.797739 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342ba177-d495-4cc2-81e3-98bb2351b224 req-b04b6bad-f0ed-4a47-beef-1b793ff41fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:52.803000 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-342ba177-d495-4cc2-81e3-98bb2351b224 req-b04b6bad-f0ed-4a47-beef-1b793ff41fe4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8fabf858-7855-4bc3-b4b1-4ecb63b57267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1400056 Jul 05 02:17:52.835107 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-fc3c58bb-9a65-4570-8040-4c680e6d8bb4 req-e5ce595e-5a7d-4c4f-9667-9cb8fc3e08e3 tempest-ImagesNegativeTestJSON-537008008 tempest-ImagesNegativeTestJSON-537008008-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=76c72d384abf4758b9fef12dc2dff711&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319595 Jul 05 02:17:52.874098 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5405c809-82ac-4042-9377-024415e90e46 req-c64249f3-c429-4bb4-9e1e-a89aeacd3326 tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a5b496d-edbc-4614-ac31-274ccc3600c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210051 Jul 05 02:17:52.878079 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b917e531-0d67-4f16-a18a-f2c4b2fef9ca req-b92f268d-c6ab-4128-bdb8-8d45cca83249 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6aa981db-58bd-4d0c-a893-2c34139d4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166625 Jul 05 02:17:52.935637 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-342ba177-d495-4cc2-81e3-98bb2351b224 req-fa0e1b47-2a3e-4862-bbe9-f17496205464 service neutron] 10.222.0.15 "GET /v2.0/networks/8fabf858-7855-4bc3-b4b1-4ecb63b57267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290421 Jul 05 02:17:52.967333 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c58bb-9a65-4570-8040-4c680e6d8bb4 req-cd3e67db-cd39-4f14-9886-bdd75c04a5dc tempest-ImagesNegativeTestJSON-537008008 tempest-ImagesNegativeTestJSON-537008008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:52.975018 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-fc3c58bb-9a65-4570-8040-4c680e6d8bb4 req-cd3e67db-cd39-4f14-9886-bdd75c04a5dc tempest-ImagesNegativeTestJSON-537008008 tempest-ImagesNegativeTestJSON-537008008-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1331325 Jul 05 02:17:52.993363 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-fc3c58bb-9a65-4570-8040-4c680e6d8bb4 req-f547cd2d-8592-4a62-a591-c4222da5aef8 tempest-ImagesNegativeTestJSON-537008008 tempest-ImagesNegativeTestJSON-537008008-project] 10.222.0.23 "GET /v2.0/quotas/76c72d384abf4758b9fef12dc2dff711 HTTP/1.1" status: 200 len: 375 time: 0.0139658 Jul 05 02:17:53.035493 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-fc3c58bb-9a65-4570-8040-4c680e6d8bb4 req-ba0cf464-78f6-402d-967b-c1fbf1f232de tempest-ImagesNegativeTestJSON-537008008 tempest-ImagesNegativeTestJSON-537008008-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=76c72d384abf4758b9fef12dc2dff711&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0350730 Jul 05 02:17:53.101617 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-342ba177-d495-4cc2-81e3-98bb2351b224 req-54791273-6dd6-41d6-82e4-f254a8341268 service neutron] 10.222.0.15 "GET /v2.0/networks/8fabf858-7855-4bc3-b4b1-4ecb63b57267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585283 Jul 05 02:17:53.122097 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb58fc7-78e0-4893-8d6b-6c214a931f15 req-66ac8105-fb25-4cea-bd73-24e44a2c23dc tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:53.123673 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0fb58fc7-78e0-4893-8d6b-6c214a931f15 req-66ac8105-fb25-4cea-bd73-24e44a2c23dc tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=1aeab594-2943-4da5-9c13-c06d96250566 HTTP/1.1" status: 200 len: 945 time: 0.1193688 Jul 05 02:17:53.165598 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0fb58fc7-78e0-4893-8d6b-6c214a931f15 req-0afc4b03-9471-4a87-bcf4-effecfcf1a72 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353732 Jul 05 02:17:53.239927 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-7e596f86-254f-41c2-9c45-5931de5e5111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:53.338741 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2c8443-fea5-4a37-9212-00c6ce7ca2c1 req-31708a64-9e09-43f5-a89c-fceec49b466c tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:53.340253 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3b2c8443-fea5-4a37-9212-00c6ce7ca2c1 req-31708a64-9e09-43f5-a89c-fceec49b466c tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/ports?device_id=f64ea5b6-ac3f-4b45-9330-1635ef9c1e6d HTTP/1.1" status: 200 len: 949 time: 0.0661335 Jul 05 02:17:53.387234 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3b2c8443-fea5-4a37-9212-00c6ce7ca2c1 req-a85cf889-a44a-4b54-9282-6712ac9c4137 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/security-groups?id=6aa981db-58bd-4d0c-a893-2c34139d4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393839 Jul 05 02:17:53.546291 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fa203cb6-64eb-4faa-a1a5-fb8431dfb790 req-e274b7df-fe15-437e-a126-002c881de4d5 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b23f986-9cc6-4b74-a632-e11dab7d2d6f HTTP/1.1" status: 200 len: 210 time: 0.0462523 Jul 05 02:17:53.604584 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1e138aef-2bf1-45cf-8a0e-c84bb24e4f0e req-c2dace96-abd8-48ae-b1d1-946c9b38e467 tempest-ImagesNegativeTestJSON-537008008 tempest-ImagesNegativeTestJSON-537008008-project] 10.222.0.23 "GET /v2.0/ports?device_id=608c8ad0-f428-4e55-92fe-f69db452c8f8 HTTP/1.1" status: 200 len: 210 time: 0.0352991 Jul 05 02:17:53.755190 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b528cdb-7230-4340-acb1-7a26f6a9e6f0 req-34017f7f-1763-40e5-a233-e32434734704 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:53.761671 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b528cdb-7230-4340-acb1-7a26f6a9e6f0 req-34017f7f-1763-40e5-a233-e32434734704 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:53.768574 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b528cdb-7230-4340-acb1-7a26f6a9e6f0 req-34017f7f-1763-40e5-a233-e32434734704 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:53.774514 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b528cdb-7230-4340-acb1-7a26f6a9e6f0 req-34017f7f-1763-40e5-a233-e32434734704 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:53.780351 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b528cdb-7230-4340-acb1-7a26f6a9e6f0 req-34017f7f-1763-40e5-a233-e32434734704 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:53.786442 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b528cdb-7230-4340-acb1-7a26f6a9e6f0 req-34017f7f-1763-40e5-a233-e32434734704 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:53.792778 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b528cdb-7230-4340-acb1-7a26f6a9e6f0 req-34017f7f-1763-40e5-a233-e32434734704 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:53.794711 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2b528cdb-7230-4340-acb1-7a26f6a9e6f0 req-34017f7f-1763-40e5-a233-e32434734704 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/ports?device_id=92403696-646a-4870-b635-6151c7b09066 HTTP/1.1" status: 200 len: 5428 time: 0.1248260 Jul 05 02:17:53.795372 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 4f1100d3-e9db-44b1-b3d1-a02ce6802c0c details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:17:53.798344 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device e0d75456-a43e-424e-8282-f553ec1fd99b up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:17:53.864411 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2b528cdb-7230-4340-acb1-7a26f6a9e6f0 req-f720db4a-298c-424c-afbe-a868344e31d7 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/security-groups?id=5eae1027-3275-42f9-8f54-f2ff33a054c9&id=89977ea5-fec8-49da-b8e1-c456496b77bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0581894 Jul 05 02:17:53.883539 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23f8b8b-813f-4546-91d5-3360a0b8d6b7 req-fca59cc6-ee36-41b5-82f8-5e1e6df77cb6 tempest-LiveAutoBlockMigrationV225Test-944788699 tempest-LiveAutoBlockMigrationV225Test-944788699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:53.885143 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d23f8b8b-813f-4546-91d5-3360a0b8d6b7 req-fca59cc6-ee36-41b5-82f8-5e1e6df77cb6 tempest-LiveAutoBlockMigrationV225Test-944788699 tempest-LiveAutoBlockMigrationV225Test-944788699-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=1aeab594-2943-4da5-9c13-c06d96250566&tenant_id=7bf4f22dde1e4624a2cb34086c53be02&binding%3Ahost_id=n-h1-771362-32 HTTP/1.1" status: 200 len: 1097 time: 0.0895510 Jul 05 02:17:53.897304 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-d23f8b8b-813f-4546-91d5-3360a0b8d6b7 req-1e0f5d41-cb01-4221-ab02-102765f5a63f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-771362-32'}}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:17:53.938307 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:53.962454 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 4f1100d3-e9db-44b1-b3d1-a02ce6802c0c, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=4f1100d3-e9db-44b1-b3d1-a02ce6802c0c,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:17:53.983340 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-d23f8b8b-813f-4546-91d5-3360a0b8d6b7 req-1e0f5d41-cb01-4221-ab02-102765f5a63f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:53.987810 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': '4f1100d3-e9db-44b1-b3d1-a02ce6802c0c', 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4', 'port_id': '4f1100d3-e9db-44b1-b3d1-a02ce6802c0c', 'mac_address': 'fa:16:3e:ea:e9:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b840e204-692c-4f54-8f07-f6563e8e36b1', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:17:54.070680 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning for port e0d75456-a43e-424e-8282-f553ec1fd99b completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:17:54.075143 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port e0d75456-a43e-424e-8282-f553ec1fd99b triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:17:54.075578 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:54.078978 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:54.154198 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-d23f8b8b-813f-4546-91d5-3360a0b8d6b7 req-1e0f5d41-cb01-4221-ab02-102765f5a63f service neutron] For port 3c19ebf3-e76c-400e-9c08-5d75501c001a, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=3c19ebf3-e76c-400e-9c08-5d75501c001a,segment=NetworkSegment(69ab64d7-bb63-4367-9b3e-0960def4b6c7),segment_id=69ab64d7-bb63-4367-9b3e-0960def4b6c7)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:17:54.165799 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f1100d3-e9db-44b1-b3d1-a02ce6802c0c {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:17:54.171268 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4752d4ee-384d-4843-ac24-f0255a16e63a req-fe86ba18-ffd9-4880-9719-59d111b51861 tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:54.173199 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4752d4ee-384d-4843-ac24-f0255a16e63a req-fe86ba18-ffd9-4880-9719-59d111b51861 tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] 10.222.0.23 "GET /v2.0/ports?device_id=374f110a-3d06-428c-96e1-c368ac864b42 HTTP/1.1" status: 200 len: 948 time: 0.1107841 Jul 05 02:17:54.225448 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-d23f8b8b-813f-4546-91d5-3360a0b8d6b7 req-1e0f5d41-cb01-4221-ab02-102765f5a63f service neutron] For port 3c19ebf3-e76c-400e-9c08-5d75501c001a, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:17:54.234032 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 4f1100d3-e9db-44b1-b3d1-a02ce6802c0c, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=4f1100d3-e9db-44b1-b3d1-a02ce6802c0c,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:17:54.270673 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4752d4ee-384d-4843-ac24-f0255a16e63a req-cc8d8087-2101-48a8-8879-5cadfddf5cdb tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a5b496d-edbc-4614-ac31-274ccc3600c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899177 Jul 05 02:17:54.299219 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-d23f8b8b-813f-4546-91d5-3360a0b8d6b7 req-1e0f5d41-cb01-4221-ab02-102765f5a63f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:54.302199 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aeab594-2943-4da5-9c13-c06d96250566', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c19ebf3-e76c-400e-9c08-5d75501c001a'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:17:54.308050 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c8b3226-6abb-4c08-af62-88f05999e7cb" -d '{"events": [{"server_uuid": "1aeab594-2943-4da5-9c13-c06d96250566", "name": "network-vif-unplugged", "status": "completed", "tag": "3c19ebf3-e76c-400e-9c08-5d75501c001a"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:17:54.313799 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:54.362311 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 02:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d12429f5-f8ae-4f73-96b5-fc067cc109ce x-openstack-request-id: req-d12429f5-f8ae-4f73-96b5-fc067cc109ce {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:17:54.362597 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aeab594-2943-4da5-9c13-c06d96250566", "name": "network-vif-unplugged", "status": "completed", "tag": "3c19ebf3-e76c-400e-9c08-5d75501c001a", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:17:54.362847 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d12429f5-f8ae-4f73-96b5-fc067cc109ce {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:17:54.363250 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aeab594-2943-4da5-9c13-c06d96250566', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c19ebf3-e76c-400e-9c08-5d75501c001a', 'code': 200} Jul 05 02:17:54.365887 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port e0d75456-a43e-424e-8282-f553ec1fd99b, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=e0d75456-a43e-424e-8282-f553ec1fd99b,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:17:54.420206 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:54.434466 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c035f0-412e-4f27-b779-034bd446e225 req-7a28d37b-93ad-4787-9ce3-f4500826bac0 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:54.436043 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d6c035f0-412e-4f27-b779-034bd446e225 req-7a28d37b-93ad-4787-9ce3-f4500826bac0 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=1aeab594-2943-4da5-9c13-c06d96250566 HTTP/1.1" status: 200 len: 945 time: 0.1218324 Jul 05 02:17:54.449288 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-d23f8b8b-813f-4546-91d5-3360a0b8d6b7 req-1e0f5d41-cb01-4221-ab02-102765f5a63f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:54.485941 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=4f1100d3-e9db-44b1-b3d1-a02ce6802c0c,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:54.489424 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:54.492394 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '374f110a-3d06-428c-96e1-c368ac864b42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0d75456-a43e-424e-8282-f553ec1fd99b'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:17:54.494985 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc6bd4a3-7e09-4b2a-b262-e59613b1e9d3" -d '{"events": [{"server_uuid": "374f110a-3d06-428c-96e1-c368ac864b42", "name": "network-vif-plugged", "status": "completed", "tag": "e0d75456-a43e-424e-8282-f553ec1fd99b"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:17:54.551044 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d6c035f0-412e-4f27-b779-034bd446e225 req-b8f73120-d843-46b0-8fb2-dea0ba330586 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041105 Jul 05 02:17:54.562190 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0f5d41-cb01-4221-ab02-102765f5a63f service neutron] Pushing event updated for resources: {'Port': ['ID=3c19ebf3-e76c-400e-9c08-5d75501c001a,revision_number=7']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:54.573140 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=e0d75456-a43e-424e-8282-f553ec1fd99b,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:54.592012 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:54.619050 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-d23f8b8b-813f-4546-91d5-3360a0b8d6b7 req-1e0f5d41-cb01-4221-ab02-102765f5a63f service neutron] Attempting to bind port 3c19ebf3-e76c-400e-9c08-5d75501c001a on host n-h1-771362-32 for vnic_type normal with profile {"migrating_to": "n-h2-771362-32"} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:17:54.626012 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-d23f8b8b-813f-4546-91d5-3360a0b8d6b7 req-1e0f5d41-cb01-4221-ab02-102765f5a63f service neutron] Attempting to bind port 3c19ebf3-e76c-400e-9c08-5d75501c001a by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': '69ab64d7-bb63-4367-9b3e-0960def4b6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:17:54.626012 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23f8b8b-813f-4546-91d5-3360a0b8d6b7 req-1e0f5d41-cb01-4221-ab02-102765f5a63f service neutron] Attempting to bind port 3c19ebf3-e76c-400e-9c08-5d75501c001a on network b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:17:54.626012 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23f8b8b-813f-4546-91d5-3360a0b8d6b7 req-1e0f5d41-cb01-4221-ab02-102765f5a63f service neutron] Port 3c19ebf3-e76c-400e-9c08-5d75501c001a on network b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:17:54.626012 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23f8b8b-813f-4546-91d5-3360a0b8d6b7 req-1e0f5d41-cb01-4221-ab02-102765f5a63f service neutron] Attempting to bind port 3c19ebf3-e76c-400e-9c08-5d75501c001a on network b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:17:54.630449 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23f8b8b-813f-4546-91d5-3360a0b8d6b7 req-1e0f5d41-cb01-4221-ab02-102765f5a63f service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:17:54.630788 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23f8b8b-813f-4546-91d5-3360a0b8d6b7 req-1e0f5d41-cb01-4221-ab02-102765f5a63f service neutron] Checking segment: {'id': '69ab64d7-bb63-4367-9b3e-0960def4b6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:17:54.631168 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23f8b8b-813f-4546-91d5-3360a0b8d6b7 req-1e0f5d41-cb01-4221-ab02-102765f5a63f service neutron] Bound using segment: {'id': '69ab64d7-bb63-4367-9b3e-0960def4b6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:17:54.631617 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-d23f8b8b-813f-4546-91d5-3360a0b8d6b7 req-1e0f5d41-cb01-4221-ab02-102765f5a63f service neutron] Bound port: 3c19ebf3-e76c-400e-9c08-5d75501c001a, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69ab64d7-bb63-4367-9b3e-0960def4b6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:17:54.631972 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-d23f8b8b-813f-4546-91d5-3360a0b8d6b7 req-1e0f5d41-cb01-4221-ab02-102765f5a63f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:54.639881 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a8e6d79-78a3-4b72-acda-fb867dd759da x-openstack-request-id: req-9a8e6d79-78a3-4b72-acda-fb867dd759da {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:17:54.640260 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "374f110a-3d06-428c-96e1-c368ac864b42", "name": "network-vif-plugged", "status": "completed", "tag": "e0d75456-a43e-424e-8282-f553ec1fd99b", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:17:54.640489 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9a8e6d79-78a3-4b72-acda-fb867dd759da {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:17:54.640897 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '374f110a-3d06-428c-96e1-c368ac864b42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0d75456-a43e-424e-8282-f553ec1fd99b', 'code': 200} Jul 05 02:17:54.641113 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2d0272-4b94-4278-9e4a-fd36dfeb29b7 req-0f09874d-c86f-42da-a9a1-bcb0cc05617b tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:54.648510 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ef2d0272-4b94-4278-9e4a-fd36dfeb29b7 req-0f09874d-c86f-42da-a9a1-bcb0cc05617b tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/ports?device_id=f64ea5b6-ac3f-4b45-9330-1635ef9c1e6d HTTP/1.1" status: 200 len: 949 time: 0.1052394 Jul 05 02:17:54.690835 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['4f1100d3-e9db-44b1-b3d1-a02ce6802c0c'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:17:54.706325 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ef2d0272-4b94-4278-9e4a-fd36dfeb29b7 req-50289ee0-1b7e-4add-a457-e86b8f5808ed tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/security-groups?id=6aa981db-58bd-4d0c-a893-2c34139d4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564618 Jul 05 02:17:54.847912 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-d23f8b8b-813f-4546-91d5-3360a0b8d6b7 req-1e0f5d41-cb01-4221-ab02-102765f5a63f service neutron] For port 3c19ebf3-e76c-400e-9c08-5d75501c001a, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:17:54.852509 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-d23f8b8b-813f-4546-91d5-3360a0b8d6b7 req-1e0f5d41-cb01-4221-ab02-102765f5a63f service neutron] For port 3c19ebf3-e76c-400e-9c08-5d75501c001a, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=3c19ebf3-e76c-400e-9c08-5d75501c001a,segment=NetworkSegment(69ab64d7-bb63-4367-9b3e-0960def4b6c7),segment_id=69ab64d7-bb63-4367-9b3e-0960def4b6c7)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:17:54.874454 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3ca91b-df72-4a4b-ab30-a75781e938e7 req-a0287803-4dc7-4302-a7d4-d76310bee23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:54.875893 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5f3ca91b-df72-4a4b-ab30-a75781e938e7 req-a0287803-4dc7-4302-a7d4-d76310bee23f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=374f110a-3d06-428c-96e1-c368ac864b42 HTTP/1.1" status: 200 len: 1101 time: 0.1184673 Jul 05 02:17:54.903362 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7b54c56b-a6cf-4da6-8307-bb83252eedbe req-3b680610-fabf-4e5a-9f43-0b730a539eb2 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b23f986-9cc6-4b74-a632-e11dab7d2d6f HTTP/1.1" status: 200 len: 210 time: 0.0497789 Jul 05 02:17:54.920706 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b4cec523-fbdf-4c61-a948-6a50f4f3fbdb req-f7c3063a-73d1-490e-80cc-2df478d31b93 tempest-ImagesNegativeTestJSON-537008008 tempest-ImagesNegativeTestJSON-537008008-project] 10.222.0.23 "GET /v2.0/ports?device_id=608c8ad0-f428-4e55-92fe-f69db452c8f8 HTTP/1.1" status: 200 len: 210 time: 0.0435569 Jul 05 02:17:54.965321 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-d23f8b8b-813f-4546-91d5-3360a0b8d6b7 req-1e0f5d41-cb01-4221-ab02-102765f5a63f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:55.016914 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5f3ca91b-df72-4a4b-ab30-a75781e938e7 req-b6d616d9-3c17-4bff-9fba-7987ccdec677 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3a5b496d-edbc-4614-ac31-274ccc3600c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951171 Jul 05 02:17:55.076537 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0f5d41-cb01-4221-ab02-102765f5a63f service neutron] Pushing event updated for resources: {'Port': ['ID=3c19ebf3-e76c-400e-9c08-5d75501c001a,revision_number=8']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:55.081053 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23f8b8b-813f-4546-91d5-3360a0b8d6b7 req-1e0f5d41-cb01-4221-ab02-102765f5a63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:55.081665 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-d23f8b8b-813f-4546-91d5-3360a0b8d6b7 req-1e0f5d41-cb01-4221-ab02-102765f5a63f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:55.083092 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d23f8b8b-813f-4546-91d5-3360a0b8d6b7 req-1e0f5d41-cb01-4221-ab02-102765f5a63f service neutron] 10.222.0.15 "PUT /v2.0/ports/3c19ebf3-e76c-400e-9c08-5d75501c001a HTTP/1.1" status: 200 len: 1123 time: 1.1906908 Jul 05 02:17:55.174566 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['3c19ebf3-e76c-400e-9c08-5d75501c001a'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:17:55.188838 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29702e67-b198-4e9a-afbc-478a8ffbca46 req-ed886c85-ad88-42c6-af9d-602a793dcb84 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:55.195641 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29702e67-b198-4e9a-afbc-478a8ffbca46 req-ed886c85-ad88-42c6-af9d-602a793dcb84 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:55.202065 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29702e67-b198-4e9a-afbc-478a8ffbca46 req-ed886c85-ad88-42c6-af9d-602a793dcb84 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:55.208471 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29702e67-b198-4e9a-afbc-478a8ffbca46 req-ed886c85-ad88-42c6-af9d-602a793dcb84 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:55.216301 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29702e67-b198-4e9a-afbc-478a8ffbca46 req-ed886c85-ad88-42c6-af9d-602a793dcb84 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:55.216956 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['3c19ebf3-e76c-400e-9c08-5d75501c001a'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:17:55.223139 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29702e67-b198-4e9a-afbc-478a8ffbca46 req-ed886c85-ad88-42c6-af9d-602a793dcb84 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:55.229300 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29702e67-b198-4e9a-afbc-478a8ffbca46 req-ed886c85-ad88-42c6-af9d-602a793dcb84 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:55.237431 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-29702e67-b198-4e9a-afbc-478a8ffbca46 req-ed886c85-ad88-42c6-af9d-602a793dcb84 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/ports?device_id=92403696-646a-4870-b635-6151c7b09066 HTTP/1.1" status: 200 len: 5428 time: 0.1529698 Jul 05 02:17:55.296243 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0250f6-b445-455d-b7c6-3dfed47d79bf req-f305bc72-3f84-4d7a-92a8-2e7ad98aefed tempest-ServersOnMultiNodesTest-315377596 tempest-ServersOnMultiNodesTest-315377596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:55.297520 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-29702e67-b198-4e9a-afbc-478a8ffbca46 req-378ced05-504d-44c9-9ee1-37e9c9c4d06b tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/security-groups?id=5eae1027-3275-42f9-8f54-f2ff33a054c9&id=89977ea5-fec8-49da-b8e1-c456496b77bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0595317 Jul 05 02:17:55.306135 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-fa0250f6-b445-455d-b7c6-3dfed47d79bf req-f305bc72-3f84-4d7a-92a8-2e7ad98aefed tempest-ServersOnMultiNodesTest-315377596 tempest-ServersOnMultiNodesTest-315377596-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f64ea5b6-ac3f-4b45-9330-1635ef9c1e6d HTTP/1.1" status: 200 len: 1101 time: 0.1119215 Jul 05 02:17:55.345748 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-fa0250f6-b445-455d-b7c6-3dfed47d79bf req-63ae1ae3-24fc-4ea0-885a-b9e99d5ecaaa tempest-ServersOnMultiNodesTest-315377596 tempest-ServersOnMultiNodesTest-315377596-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:55.413639 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fd6cad-eaa4-4265-9ba8-60dda4d25b85 req-0a8a7c45-9b49-4426-a104-ea0d7f7e6db2 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:55.419150 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b1fd6cad-eaa4-4265-9ba8-60dda4d25b85 req-0a8a7c45-9b49-4426-a104-ea0d7f7e6db2 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.15 "GET /v2.0/networks?id=1a020cb7-dc30-4875-a4a6-843a4f5bca74 HTTP/1.1" status: 200 len: 822 time: 0.1353369 Jul 05 02:17:55.444562 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-b1fd6cad-eaa4-4265-9ba8-60dda4d25b85 req-bbed1fea-749e-449e-b2a4-3be4a5c3caab tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Request body: {'port': {'device_id': '0b23f986-9cc6-4b74-a632-e11dab7d2d6f', 'network_id': '1a020cb7-dc30-4875-a4a6-843a4f5bca74', 'admin_state_up': True, 'tenant_id': '3ec6b36fb8104434851a718901e41070'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:17:55.503397 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-fa0250f6-b445-455d-b7c6-3dfed47d79bf req-63ae1ae3-24fc-4ea0-885a-b9e99d5ecaaa tempest-ServersOnMultiNodesTest-315377596 tempest-ServersOnMultiNodesTest-315377596-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:55.620232 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5064c337-975e-4619-b461-962699894946 req-092ab8e8-c9e9-4609-bf3a-7f013731e5c3 tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:55.627522 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5064c337-975e-4619-b461-962699894946 req-092ab8e8-c9e9-4609-bf3a-7f013731e5c3 tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] 10.222.0.23 "GET /v2.0/ports?device_id=374f110a-3d06-428c-96e1-c368ac864b42 HTTP/1.1" status: 200 len: 949 time: 0.1526854 Jul 05 02:17:55.646650 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-fa0250f6-b445-455d-b7c6-3dfed47d79bf req-63ae1ae3-24fc-4ea0-885a-b9e99d5ecaaa tempest-ServersOnMultiNodesTest-315377596 tempest-ServersOnMultiNodesTest-315377596-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:55.675813 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-fa0250f6-b445-455d-b7c6-3dfed47d79bf req-63ae1ae3-24fc-4ea0-885a-b9e99d5ecaaa tempest-ServersOnMultiNodesTest-315377596 tempest-ServersOnMultiNodesTest-315377596-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=6aa981db-58bd-4d0c-a893-2c34139d4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3687267 Jul 05 02:17:55.680492 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 3c19ebf3-e76c-400e-9c08-5d75501c001a details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:17:55.688676 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5064c337-975e-4619-b461-962699894946 req-212d3645-9d52-4b4f-bdcf-aca7456b0bce tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a5b496d-edbc-4614-ac31-274ccc3600c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602379 Jul 05 02:17:55.692682 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ae1ae3-24fc-4ea0-885a-b9e99d5ecaaa tempest-ServersOnMultiNodesTest-315377596 tempest-ServersOnMultiNodesTest-315377596-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=748a8c56-8022-4e15-9729-0bb7afa9541c,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:55.810376 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 4f1100d3-e9db-44b1-b3d1-a02ce6802c0c up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:17:55.811270 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1fd6cad-eaa4-4265-9ba8-60dda4d25b85 req-bbed1fea-749e-449e-b2a4-3be4a5c3caab tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Made reservation on behalf of 3ec6b36fb8104434851a718901e41070 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:17:55.818453 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b1fd6cad-eaa4-4265-9ba8-60dda4d25b85 req-bbed1fea-749e-449e-b2a4-3be4a5c3caab tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:55.902927 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 3c19ebf3-e76c-400e-9c08-5d75501c001a, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=3c19ebf3-e76c-400e-9c08-5d75501c001a,segment=NetworkSegment(69ab64d7-bb63-4367-9b3e-0960def4b6c7),segment_id=69ab64d7-bb63-4367-9b3e-0960def4b6c7)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:17:55.922474 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 3c19ebf3-e76c-400e-9c08-5d75501c001a has no active binding in host n-h2-771362-32 {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 05 02:17:56.026937 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-b1fd6cad-eaa4-4265-9ba8-60dda4d25b85 req-bbed1fea-749e-449e-b2a4-3be4a5c3caab tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Allocated IP 172.20.0.3 (1a020cb7-dc30-4875-a4a6-843a4f5bca74/3695cc03-de8e-40cd-a422-de5229d59312/ae8f44a3-2176-4e38-9a23-c35a7eb6084c) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:17:56.039393 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef91cae-1194-47f4-a252-1e5dd2b0205b req-f42844b2-d270-47b8-9bf7-521e3a715590 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:56.040929 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6ef91cae-1194-47f4-a252-1e5dd2b0205b req-f42844b2-d270-47b8-9bf7-521e3a715590 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=1aeab594-2943-4da5-9c13-c06d96250566 HTTP/1.1" status: 200 len: 943 time: 0.1913397 Jul 05 02:17:56.101289 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:56.137707 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning for port 4f1100d3-e9db-44b1-b3d1-a02ce6802c0c completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:17:56.143958 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port 4f1100d3-e9db-44b1-b3d1-a02ce6802c0c triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:17:56.144512 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:56.296874 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:56.343688 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 4f1100d3-e9db-44b1-b3d1-a02ce6802c0c, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=4f1100d3-e9db-44b1-b3d1-a02ce6802c0c,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:17:56.367775 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-79f4472e-b54f-49b3-a641-abbcb0f76c92 req-62666b66-615d-4537-bf90-fea9cd39202c tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b23f986-9cc6-4b74-a632-e11dab7d2d6f HTTP/1.1" status: 200 len: 210 time: 0.0363615 Jul 05 02:17:56.422222 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aeab594-2943-4da5-9c13-c06d96250566', 'tag': '3c19ebf3-e76c-400e-9c08-5d75501c001a'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:17:56.422618 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:56.425213 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c91e81c-f39d-49d6-b3b5-1192a28b9da6" -d '{"events": [{"name": "network-changed", "server_uuid": "1aeab594-2943-4da5-9c13-c06d96250566", "tag": "3c19ebf3-e76c-400e-9c08-5d75501c001a"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:17:56.470858 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6ef91cae-1194-47f4-a252-1e5dd2b0205b req-df0a05bc-5cd6-4c50-8e47-ae78e93e05f0 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4210014 Jul 05 02:17:56.498138 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=4f1100d3-e9db-44b1-b3d1-a02ce6802c0c,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:56.588532 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ab4f6406-adb6-45a1-b0ea-c226fa831c77 req-6c5ccf29-9cde-464c-8115-b991718d5fa3 tempest-ImagesNegativeTestJSON-537008008 tempest-ImagesNegativeTestJSON-537008008-project] 10.222.0.23 "GET /v2.0/ports?device_id=608c8ad0-f428-4e55-92fe-f69db452c8f8 HTTP/1.1" status: 200 len: 210 time: 0.0709810 Jul 05 02:17:56.609575 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e55f7e21-afbd-4a28-9608-21b2d925eb1a req-9cca73fc-5c4e-4527-b4c2-d865a5abf0bc tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=843c308122d04e8a8ebe4eb1b129860a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305369 Jul 05 02:17:56.642182 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8a7624c-d258-433f-9761-ec21365c1194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f1100d3-e9db-44b1-b3d1-a02ce6802c0c'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:17:56.644899 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb7ccee2-5042-400a-b51d-fc226c7de14d" -d '{"events": [{"server_uuid": "d8a7624c-d258-433f-9761-ec21365c1194", "name": "network-vif-plugged", "status": "completed", "tag": "4f1100d3-e9db-44b1-b3d1-a02ce6802c0c"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:17:56.704233 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b1fd6cad-eaa4-4265-9ba8-60dda4d25b85 req-bbed1fea-749e-449e-b2a4-3be4a5c3caab tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:56.766168 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55f7e21-afbd-4a28-9608-21b2d925eb1a req-d84cdea3-74b7-4955-939c-67b265d03075 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:56.767665 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e55f7e21-afbd-4a28-9608-21b2d925eb1a req-d84cdea3-74b7-4955-939c-67b265d03075 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1506279 Jul 05 02:17:56.787397 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e55f7e21-afbd-4a28-9608-21b2d925eb1a req-d3b14a45-221e-4577-b0aa-fe75cd5b368d tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/quotas/843c308122d04e8a8ebe4eb1b129860a HTTP/1.1" status: 200 len: 375 time: 0.0118859 Jul 05 02:17:56.799775 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55a4106-b095-4ed0-b49b-a77c11fe1c7c req-c130b404-497d-4aeb-b504-e9ea1765592a tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:56.806678 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55a4106-b095-4ed0-b49b-a77c11fe1c7c req-c130b404-497d-4aeb-b504-e9ea1765592a tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:56.813139 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55a4106-b095-4ed0-b49b-a77c11fe1c7c req-c130b404-497d-4aeb-b504-e9ea1765592a tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:56.819805 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55a4106-b095-4ed0-b49b-a77c11fe1c7c req-c130b404-497d-4aeb-b504-e9ea1765592a tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:56.825673 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55a4106-b095-4ed0-b49b-a77c11fe1c7c req-c130b404-497d-4aeb-b504-e9ea1765592a tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:56.831565 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55a4106-b095-4ed0-b49b-a77c11fe1c7c req-c130b404-497d-4aeb-b504-e9ea1765592a tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:56.837644 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55a4106-b095-4ed0-b49b-a77c11fe1c7c req-c130b404-497d-4aeb-b504-e9ea1765592a tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:56.845300 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b55a4106-b095-4ed0-b49b-a77c11fe1c7c req-c130b404-497d-4aeb-b504-e9ea1765592a tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/ports?device_id=92403696-646a-4870-b635-6151c7b09066 HTTP/1.1" status: 200 len: 5428 time: 0.1322391 Jul 05 02:17:56.864216 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e55f7e21-afbd-4a28-9608-21b2d925eb1a req-cfbdcf31-1cba-42fb-ba41-592b75541d8d tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=843c308122d04e8a8ebe4eb1b129860a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0705380 Jul 05 02:17:56.894701 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b55a4106-b095-4ed0-b49b-a77c11fe1c7c req-f077b8f7-b136-4698-976e-4e645e46a1a5 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/security-groups?id=5eae1027-3275-42f9-8f54-f2ff33a054c9&id=89977ea5-fec8-49da-b8e1-c456496b77bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0480664 Jul 05 02:17:56.934657 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b1fd6cad-eaa4-4265-9ba8-60dda4d25b85 req-bbed1fea-749e-449e-b2a4-3be4a5c3caab tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:56.937512 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59fedf0e-b0f6-4bdf-b60f-71604b664fe5 x-openstack-request-id: req-59fedf0e-b0f6-4bdf-b60f-71604b664fe5 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:17:56.937807 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1aeab594-2943-4da5-9c13-c06d96250566", "tag": "3c19ebf3-e76c-400e-9c08-5d75501c001a", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:17:56.938068 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-59fedf0e-b0f6-4bdf-b60f-71604b664fe5 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:17:56.938473 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1aeab594-2943-4da5-9c13-c06d96250566', 'tag': '3c19ebf3-e76c-400e-9c08-5d75501c001a', 'status': 'completed', 'code': 200} Jul 05 02:17:56.971940 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cf89db6-7ecd-4015-abe7-cb09a9e30e91 x-openstack-request-id: req-5cf89db6-7ecd-4015-abe7-cb09a9e30e91 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:17:56.973402 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8a7624c-d258-433f-9761-ec21365c1194", "name": "network-vif-plugged", "status": "completed", "tag": "4f1100d3-e9db-44b1-b3d1-a02ce6802c0c", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:17:56.973402 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5cf89db6-7ecd-4015-abe7-cb09a9e30e91 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:17:56.973402 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8a7624c-d258-433f-9761-ec21365c1194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f1100d3-e9db-44b1-b3d1-a02ce6802c0c', 'code': 200} Jul 05 02:17:57.054725 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1fd6cad-eaa4-4265-9ba8-60dda4d25b85 req-bbed1fea-749e-449e-b2a4-3be4a5c3caab tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Network 1a020cb7-dc30-4875-a4a6-843a4f5bca74 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:17:57.065955 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-b1fd6cad-eaa4-4265-9ba8-60dda4d25b85 req-bbed1fea-749e-449e-b2a4-3be4a5c3caab tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:17:57.070975 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1fd6cad-eaa4-4265-9ba8-60dda4d25b85 req-bbed1fea-749e-449e-b2a4-3be4a5c3caab tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:17:57.107280 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbed1fea-749e-449e-b2a4-3be4a5c3caab tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Pushing event updated for resources: {'Port': ['ID=ae8f44a3-2176-4e38-9a23-c35a7eb6084c,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:57.163607 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ff1cb3-bda0-4e77-a27d-e8ddaf01a0a8 req-751b8423-9cb8-417e-854c-a1d85b725a5b tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:57.165623 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-50ff1cb3-bda0-4e77-a27d-e8ddaf01a0a8 req-751b8423-9cb8-417e-854c-a1d85b725a5b tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] 10.222.0.23 "GET /v2.0/ports?device_id=374f110a-3d06-428c-96e1-c368ac864b42 HTTP/1.1" status: 200 len: 949 time: 0.0679305 Jul 05 02:17:57.169675 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fd6cad-eaa4-4265-9ba8-60dda4d25b85 req-bbed1fea-749e-449e-b2a4-3be4a5c3caab tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:57.170346 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b1fd6cad-eaa4-4265-9ba8-60dda4d25b85 req-bbed1fea-749e-449e-b2a4-3be4a5c3caab tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:57.183748 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c91e81c-f39d-49d6-b3b5-1192a28b9da6 req-d2e34db8-cf68-429f-bff2-f26e13244a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:57.185277 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5c91e81c-f39d-49d6-b3b5-1192a28b9da6 req-d2e34db8-cf68-429f-bff2-f26e13244a28 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7bf4f22dde1e4624a2cb34086c53be02&device_id=1aeab594-2943-4da5-9c13-c06d96250566 HTTP/1.1" status: 200 len: 1126 time: 0.1921048 Jul 05 02:17:57.221160 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-50ff1cb3-bda0-4e77-a27d-e8ddaf01a0a8 req-493c8e04-772c-4cfb-8c9e-30bbcbd86e95 tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a5b496d-edbc-4614-ac31-274ccc3600c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494828 Jul 05 02:17:57.243596 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80149374-6804-4bda-9e13-3d55c72b43e9 req-78c3643e-2c96-466b-84f1-2db0fb32e11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:57.255334 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-80149374-6804-4bda-9e13-3d55c72b43e9 req-78c3643e-2c96-466b-84f1-2db0fb32e11b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d8a7624c-d258-433f-9761-ec21365c1194 HTTP/1.1" status: 200 len: 1102 time: 0.1816161 Jul 05 02:17:57.316770 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-80149374-6804-4bda-9e13-3d55c72b43e9 req-1e2c401c-848f-4063-a942-1910a9ffb796 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3a5b496d-edbc-4614-ac31-274ccc3600c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519712 Jul 05 02:17:57.331009 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c91e81c-f39d-49d6-b3b5-1192a28b9da6 req-763f3914-e615-4154-821a-c63f876bb725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:57.332507 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5c91e81c-f39d-49d6-b3b5-1192a28b9da6 req-763f3914-e615-4154-821a-c63f876bb725 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1 HTTP/1.1" status: 200 len: 919 time: 0.1384251 Jul 05 02:17:57.346954 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b1fd6cad-eaa4-4265-9ba8-60dda4d25b85 req-bbed1fea-749e-449e-b2a4-3be4a5c3caab tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9150813 Jul 05 02:17:57.375486 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-b1fd6cad-eaa4-4265-9ba8-60dda4d25b85 req-77d04cde-374a-41c4-9538-187682227b2c service neutron] Request body: {'port': {'device_id': '0b23f986-9cc6-4b74-a632-e11dab7d2d6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:17:57.448066 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5c91e81c-f39d-49d6-b3b5-1192a28b9da6 req-78d632d3-bde8-45fd-9371-66f1b0a9bf8b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c19ebf3-e76c-400e-9c08-5d75501c001a HTTP/1.1" status: 200 len: 217 time: 0.0472946 Jul 05 02:17:57.497698 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-fc3c58bb-9a65-4570-8040-4c680e6d8bb4 req-bc85020c-6257-401b-bea7-580a1d781ecc tempest-ImagesNegativeTestJSON-537008008 tempest-ImagesNegativeTestJSON-537008008-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=76c72d384abf4758b9fef12dc2dff711&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297291 Jul 05 02:17:57.569217 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b1fd6cad-eaa4-4265-9ba8-60dda4d25b85 req-77d04cde-374a-41c4-9538-187682227b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:57.590284 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c91e81c-f39d-49d6-b3b5-1192a28b9da6 req-0135d285-3f54-40d0-a6ac-c248b427b79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:57.593039 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5c91e81c-f39d-49d6-b3b5-1192a28b9da6 req-0135d285-3f54-40d0-a6ac-c248b427b79a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=88cd65d9-1715-492f-9ef5-e486cc8231ac HTTP/1.1" status: 200 len: 859 time: 0.1336412 Jul 05 02:17:57.671656 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c58bb-9a65-4570-8040-4c680e6d8bb4 req-d7b9990a-5214-4bae-a419-720ed1b54f46 tempest-ImagesNegativeTestJSON-537008008 tempest-ImagesNegativeTestJSON-537008008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:57.673283 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-fc3c58bb-9a65-4570-8040-4c680e6d8bb4 req-d7b9990a-5214-4bae-a419-720ed1b54f46 tempest-ImagesNegativeTestJSON-537008008 tempest-ImagesNegativeTestJSON-537008008-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1687055 Jul 05 02:17:57.680615 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5c91e81c-f39d-49d6-b3b5-1192a28b9da6 req-b574424f-fae9-482f-a4b4-162fb37364b8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542276 Jul 05 02:17:57.692619 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cf43ed-2fdd-4e97-990d-b9ed1479feee req-5f4ffa02-9878-4ca4-ac3a-f82faa7a9292 tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:57.694731 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f4cf43ed-2fdd-4e97-990d-b9ed1479feee req-5f4ffa02-9878-4ca4-ac3a-f82faa7a9292 tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8a7624c-d258-433f-9761-ec21365c1194 HTTP/1.1" status: 200 len: 950 time: 0.1736562 Jul 05 02:17:57.701844 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-fc3c58bb-9a65-4570-8040-4c680e6d8bb4 req-e0e45512-0515-4ed0-9891-3bf922df428b tempest-ImagesNegativeTestJSON-537008008 tempest-ImagesNegativeTestJSON-537008008-project] Request body: {'port': {'device_id': '608c8ad0-f428-4e55-92fe-f69db452c8f8', 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4', 'admin_state_up': True, 'tenant_id': '76c72d384abf4758b9fef12dc2dff711'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:17:57.803205 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f4cf43ed-2fdd-4e97-990d-b9ed1479feee req-dc3684b0-e46a-4e2f-bd10-e5b0e7f35550 tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a5b496d-edbc-4614-ac31-274ccc3600c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975952 Jul 05 02:17:57.982855 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc3c58bb-9a65-4570-8040-4c680e6d8bb4 req-e0e45512-0515-4ed0-9891-3bf922df428b tempest-ImagesNegativeTestJSON-537008008 tempest-ImagesNegativeTestJSON-537008008-project] Made reservation on behalf of 76c72d384abf4758b9fef12dc2dff711 for: {'port': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:17:57.989597 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-fc3c58bb-9a65-4570-8040-4c680e6d8bb4 req-e0e45512-0515-4ed0-9891-3bf922df428b tempest-ImagesNegativeTestJSON-537008008 tempest-ImagesNegativeTestJSON-537008008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:58.008308 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-fc3c58bb-9a65-4570-8040-4c680e6d8bb4 req-e0e45512-0515-4ed0-9891-3bf922df428b tempest-ImagesNegativeTestJSON-537008008 tempest-ImagesNegativeTestJSON-537008008-project] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:58.061733 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5c91e81c-f39d-49d6-b3b5-1192a28b9da6 req-ef1ceabe-0ffb-4fa0-84d5-5b58cc280196 service neutron] 10.222.0.21 "GET /v2.0/networks/b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3702359 Jul 05 02:17:58.113264 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f952ff2c-6120-4332-ad53-9d0aa7cc8878 req-b65a2ed4-e392-417a-b74e-4932bd8b2c06 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:58.115967 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f952ff2c-6120-4332-ad53-9d0aa7cc8878 req-b65a2ed4-e392-417a-b74e-4932bd8b2c06 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b23f986-9cc6-4b74-a632-e11dab7d2d6f HTTP/1.1" status: 200 len: 931 time: 0.1698887 Jul 05 02:17:58.183759 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f952ff2c-6120-4332-ad53-9d0aa7cc8878 req-d60a9144-2a32-4ebf-8110-abfd1495bb86 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc929fbb-c4f8-4892-b37d-5570a0c717b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619862 Jul 05 02:17:58.222699 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-b1fd6cad-eaa4-4265-9ba8-60dda4d25b85 req-77d04cde-374a-41c4-9538-187682227b2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae8f44a3-2176-4e38-9a23-c35a7eb6084c {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:17:58.235042 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b1fd6cad-eaa4-4265-9ba8-60dda4d25b85 req-77d04cde-374a-41c4-9538-187682227b2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:58.270864 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-b1fd6cad-eaa4-4265-9ba8-60dda4d25b85 req-77d04cde-374a-41c4-9538-187682227b2c service neutron] Transition to ACTIVE for port object ae8f44a3-2176-4e38-9a23-c35a7eb6084c will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:17:58.297500 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-fc3c58bb-9a65-4570-8040-4c680e6d8bb4 req-e0e45512-0515-4ed0-9891-3bf922df428b tempest-ImagesNegativeTestJSON-537008008 tempest-ImagesNegativeTestJSON-537008008-project] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:58.316707 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d41618-946f-47a0-b1f4-88cc6f2e74fc req-917e79aa-1c90-4da7-9209-7b2c01d81262 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:58.321021 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a1d41618-946f-47a0-b1f4-88cc6f2e74fc req-917e79aa-1c90-4da7-9209-7b2c01d81262 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=1aeab594-2943-4da5-9c13-c06d96250566 HTTP/1.1" status: 200 len: 943 time: 0.2623918 Jul 05 02:17:58.323398 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5c91e81c-f39d-49d6-b3b5-1192a28b9da6 req-d02ac940-6c58-49e6-96b1-4a2f9df8d2f9 service neutron] 10.222.0.21 "GET /v2.0/networks/b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463045 Jul 05 02:17:58.355861 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b1fd6cad-eaa4-4265-9ba8-60dda4d25b85 req-77d04cde-374a-41c4-9538-187682227b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:58.407007 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a1d41618-946f-47a0-b1f4-88cc6f2e74fc req-5a5ea91e-0c31-40d7-aaab-e7cd0748579d tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787807 Jul 05 02:17:58.430080 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d04cde-374a-41c4-9538-187682227b2c service neutron] Pushing event updated for resources: {'Port': ['ID=ae8f44a3-2176-4e38-9a23-c35a7eb6084c,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:58.452510 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-424e3c75-7a3d-403b-8338-a25cf795f455 req-de867ded-f572-4a6e-9230-6667fb1de185 tempest-ImagesNegativeTestJSON-537008008 tempest-ImagesNegativeTestJSON-537008008-project] 10.222.0.23 "GET /v2.0/ports?device_id=608c8ad0-f428-4e55-92fe-f69db452c8f8 HTTP/1.1" status: 200 len: 210 time: 0.0639548 Jul 05 02:17:58.456154 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-fc3c58bb-9a65-4570-8040-4c680e6d8bb4 req-e0e45512-0515-4ed0-9891-3bf922df428b tempest-ImagesNegativeTestJSON-537008008 tempest-ImagesNegativeTestJSON-537008008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:58.512054 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e45512-0515-4ed0-9891-3bf922df428b tempest-ImagesNegativeTestJSON-537008008 tempest-ImagesNegativeTestJSON-537008008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=646947f2-d9a9-46f9-bbe2-95865f0816a3,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:58.519120 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-b1fd6cad-eaa4-4265-9ba8-60dda4d25b85 req-77d04cde-374a-41c4-9538-187682227b2c service neutron] Attempting to bind port ae8f44a3-2176-4e38-9a23-c35a7eb6084c on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:17:58.519654 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-b1fd6cad-eaa4-4265-9ba8-60dda4d25b85 req-77d04cde-374a-41c4-9538-187682227b2c service neutron] Attempting to bind port ae8f44a3-2176-4e38-9a23-c35a7eb6084c by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': 'd5de39fc-4b4e-459b-8d86-509609a7e1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1a020cb7-dc30-4875-a4a6-843a4f5bca74'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:17:58.520151 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1fd6cad-eaa4-4265-9ba8-60dda4d25b85 req-77d04cde-374a-41c4-9538-187682227b2c service neutron] Attempting to bind port ae8f44a3-2176-4e38-9a23-c35a7eb6084c on network 1a020cb7-dc30-4875-a4a6-843a4f5bca74 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:17:58.525545 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1fd6cad-eaa4-4265-9ba8-60dda4d25b85 req-77d04cde-374a-41c4-9538-187682227b2c service neutron] Port ae8f44a3-2176-4e38-9a23-c35a7eb6084c on network 1a020cb7-dc30-4875-a4a6-843a4f5bca74 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:17:58.526152 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1fd6cad-eaa4-4265-9ba8-60dda4d25b85 req-77d04cde-374a-41c4-9538-187682227b2c service neutron] Attempting to bind port ae8f44a3-2176-4e38-9a23-c35a7eb6084c on network 1a020cb7-dc30-4875-a4a6-843a4f5bca74 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:17:58.532125 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1fd6cad-eaa4-4265-9ba8-60dda4d25b85 req-77d04cde-374a-41c4-9538-187682227b2c service neutron] Checking agent: {'id': 'e071c76e-395f-48c4-a98f-88088465cf0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:17:58.533366 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1fd6cad-eaa4-4265-9ba8-60dda4d25b85 req-77d04cde-374a-41c4-9538-187682227b2c service neutron] Checking segment: {'id': 'd5de39fc-4b4e-459b-8d86-509609a7e1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1a020cb7-dc30-4875-a4a6-843a4f5bca74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:17:58.534092 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1fd6cad-eaa4-4265-9ba8-60dda4d25b85 req-77d04cde-374a-41c4-9538-187682227b2c service neutron] Bound using segment: {'id': 'd5de39fc-4b4e-459b-8d86-509609a7e1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1a020cb7-dc30-4875-a4a6-843a4f5bca74'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:17:58.535376 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-b1fd6cad-eaa4-4265-9ba8-60dda4d25b85 req-77d04cde-374a-41c4-9538-187682227b2c service neutron] Bound port: ae8f44a3-2176-4e38-9a23-c35a7eb6084c, host: n-h2-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5de39fc-4b4e-459b-8d86-509609a7e1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1a020cb7-dc30-4875-a4a6-843a4f5bca74'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:17:58.536239 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b1fd6cad-eaa4-4265-9ba8-60dda4d25b85 req-77d04cde-374a-41c4-9538-187682227b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:58.619403 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-b1fd6cad-eaa4-4265-9ba8-60dda4d25b85 req-77d04cde-374a-41c4-9538-187682227b2c service neutron] For port ae8f44a3-2176-4e38-9a23-c35a7eb6084c, host n-h2-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:17:58.623151 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-b1fd6cad-eaa4-4265-9ba8-60dda4d25b85 req-77d04cde-374a-41c4-9538-187682227b2c service neutron] For port ae8f44a3-2176-4e38-9a23-c35a7eb6084c, host n-h2-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=ae8f44a3-2176-4e38-9a23-c35a7eb6084c,segment=NetworkSegment(d5de39fc-4b4e-459b-8d86-509609a7e1f4),segment_id=d5de39fc-4b4e-459b-8d86-509609a7e1f4)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:17:58.743803 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b1fd6cad-eaa4-4265-9ba8-60dda4d25b85 req-77d04cde-374a-41c4-9538-187682227b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:58.787437 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fd6cad-eaa4-4265-9ba8-60dda4d25b85 req-77d04cde-374a-41c4-9538-187682227b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:58.788133 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b1fd6cad-eaa4-4265-9ba8-60dda4d25b85 req-77d04cde-374a-41c4-9538-187682227b2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:58.789575 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b1fd6cad-eaa4-4265-9ba8-60dda4d25b85 req-77d04cde-374a-41c4-9538-187682227b2c service neutron] 10.222.0.15 "PUT /v2.0/ports/ae8f44a3-2176-4e38-9a23-c35a7eb6084c HTTP/1.1" status: 200 len: 1092 time: 1.4189305 Jul 05 02:17:58.809142 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [req-fc3c58bb-9a65-4570-8040-4c680e6d8bb4 req-e0e45512-0515-4ed0-9891-3bf922df428b tempest-ImagesNegativeTestJSON-537008008 tempest-ImagesNegativeTestJSON-537008008-project] Allocated IP 192.168.233.153 (dff432c2-7366-4622-aebb-da22fe05bfd4/b840e204-692c-4f54-8f07-f6563e8e36b1/3f6a654a-920a-48ba-99ba-03a9961e4753) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:17:58.831490 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d04cde-374a-41c4-9538-187682227b2c service neutron] Pushing event updated for resources: {'Port': ['ID=ae8f44a3-2176-4e38-9a23-c35a7eb6084c,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:58.903667 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c9f254-d200-42e7-84c7-848b5e3394bc req-59b213cd-96d0-439f-8bce-a92d68fbe1ad tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:58.910651 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c9f254-d200-42e7-84c7-848b5e3394bc req-59b213cd-96d0-439f-8bce-a92d68fbe1ad tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:58.920701 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c9f254-d200-42e7-84c7-848b5e3394bc req-59b213cd-96d0-439f-8bce-a92d68fbe1ad tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:58.939910 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b23f986-9cc6-4b74-a632-e11dab7d2d6f', 'tag': 'ae8f44a3-2176-4e38-9a23-c35a7eb6084c'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:17:58.941634 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c9f254-d200-42e7-84c7-848b5e3394bc req-59b213cd-96d0-439f-8bce-a92d68fbe1ad tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:58.943449 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de577d3c-197b-4075-8c66-8232cbcdd162" -d '{"events": [{"name": "network-changed", "server_uuid": "0b23f986-9cc6-4b74-a632-e11dab7d2d6f", "tag": "ae8f44a3-2176-4e38-9a23-c35a7eb6084c"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:17:58.950607 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c9f254-d200-42e7-84c7-848b5e3394bc req-59b213cd-96d0-439f-8bce-a92d68fbe1ad tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:58.957886 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c9f254-d200-42e7-84c7-848b5e3394bc req-59b213cd-96d0-439f-8bce-a92d68fbe1ad tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:58.966518 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c9f254-d200-42e7-84c7-848b5e3394bc req-59b213cd-96d0-439f-8bce-a92d68fbe1ad tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:58.969302 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-03c9f254-d200-42e7-84c7-848b5e3394bc req-59b213cd-96d0-439f-8bce-a92d68fbe1ad tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/ports?device_id=92403696-646a-4870-b635-6151c7b09066 HTTP/1.1" status: 200 len: 5428 time: 0.2635648 Jul 05 02:17:59.022470 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fd6cad-eaa4-4265-9ba8-60dda4d25b85 req-f81c4719-da9c-4551-bfc8-446afa927642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:59.022470 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b1fd6cad-eaa4-4265-9ba8-60dda4d25b85 req-f81c4719-da9c-4551-bfc8-446afa927642 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3ec6b36fb8104434851a718901e41070&device_id=0b23f986-9cc6-4b74-a632-e11dab7d2d6f HTTP/1.1" status: 200 len: 1095 time: 0.0700803 Jul 05 02:17:59.071306 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-aac4a26d-14f0-4c37-82dc-d104a74d25d6 req-bd5d5fe1-65af-40c7-a0d7-26cdf0012eaf tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e947b9b-11bc-44f2-b27a-34d991968e81 HTTP/1.1" status: 200 len: 210 time: 0.0532095 Jul 05 02:17:59.103270 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b1fd6cad-eaa4-4265-9ba8-60dda4d25b85 req-a893aa51-a9ab-4195-b76e-1754a51f8de6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae8f44a3-2176-4e38-9a23-c35a7eb6084c HTTP/1.1" status: 200 len: 217 time: 0.0641880 Jul 05 02:17:59.175642 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fd6cad-eaa4-4265-9ba8-60dda4d25b85 req-9c46f568-b96c-4068-af7a-0bb680e8ff8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:59.177498 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b1fd6cad-eaa4-4265-9ba8-60dda4d25b85 req-9c46f568-b96c-4068-af7a-0bb680e8ff8b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3695cc03-de8e-40cd-a422-de5229d59312 HTTP/1.1" status: 200 len: 862 time: 0.0671613 Jul 05 02:17:59.219781 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-03c9f254-d200-42e7-84c7-848b5e3394bc req-485713a4-bdef-4bca-9870-2d745c0a21ca tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/security-groups?id=5eae1027-3275-42f9-8f54-f2ff33a054c9&id=89977ea5-fec8-49da-b8e1-c456496b77bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1992810 Jul 05 02:17:59.262386 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b1fd6cad-eaa4-4265-9ba8-60dda4d25b85 req-db9dc36c-d1fd-4d7e-bdd3-c02a20b00194 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1a020cb7-dc30-4875-a4a6-843a4f5bca74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739732 Jul 05 02:17:59.287130 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ca862ec-3800-44b4-8662-1c1744a17285 x-openstack-request-id: req-1ca862ec-3800-44b4-8662-1c1744a17285 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:17:59.287963 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b23f986-9cc6-4b74-a632-e11dab7d2d6f", "tag": "ae8f44a3-2176-4e38-9a23-c35a7eb6084c", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:17:59.288217 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1ca862ec-3800-44b4-8662-1c1744a17285 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:17:59.294622 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b23f986-9cc6-4b74-a632-e11dab7d2d6f', 'tag': 'ae8f44a3-2176-4e38-9a23-c35a7eb6084c', 'status': 'completed', 'code': 200} Jul 05 02:17:59.302062 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-fc3c58bb-9a65-4570-8040-4c680e6d8bb4 req-e0e45512-0515-4ed0-9891-3bf922df428b tempest-ImagesNegativeTestJSON-537008008 tempest-ImagesNegativeTestJSON-537008008-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:59.320847 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [req-fc3c58bb-9a65-4570-8040-4c680e6d8bb4 req-e0e45512-0515-4ed0-9891-3bf922df428b tempest-ImagesNegativeTestJSON-537008008 tempest-ImagesNegativeTestJSON-537008008-project] Transition to ACTIVE for port object 3f6a654a-920a-48ba-99ba-03a9961e4753 will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:17:59.479565 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fada56f-56a2-46ba-a69d-e11ae78d82c9 req-57714676-9fd4-460c-ad34-92e59ff08a92 tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:59.480826 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829d911d-9f6f-4d5f-99e9-0a01c50d6587 req-7d05753a-7ef4-40ea-8bf0-32599db705f2 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:59.481033 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5fada56f-56a2-46ba-a69d-e11ae78d82c9 req-57714676-9fd4-460c-ad34-92e59ff08a92 tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8a7624c-d258-433f-9761-ec21365c1194 HTTP/1.1" status: 200 len: 950 time: 0.2175515 Jul 05 02:17:59.483364 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b1fd6cad-eaa4-4265-9ba8-60dda4d25b85 req-838ce386-e392-4fd3-bddb-8b7e64e72315 service neutron] 10.222.0.15 "GET /v2.0/networks/1a020cb7-dc30-4875-a4a6-843a4f5bca74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863666 Jul 05 02:17:59.484911 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-829d911d-9f6f-4d5f-99e9-0a01c50d6587 req-7d05753a-7ef4-40ea-8bf0-32599db705f2 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b23f986-9cc6-4b74-a632-e11dab7d2d6f HTTP/1.1" status: 200 len: 943 time: 0.0988951 Jul 05 02:17:59.493603 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-fc3c58bb-9a65-4570-8040-4c680e6d8bb4 req-e0e45512-0515-4ed0-9891-3bf922df428b tempest-ImagesNegativeTestJSON-537008008 tempest-ImagesNegativeTestJSON-537008008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:59.555732 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc3c58bb-9a65-4570-8040-4c680e6d8bb4 req-e0e45512-0515-4ed0-9891-3bf922df428b tempest-ImagesNegativeTestJSON-537008008 tempest-ImagesNegativeTestJSON-537008008-project] Network dff432c2-7366-4622-aebb-da22fe05bfd4 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:17:59.559949 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [req-fc3c58bb-9a65-4570-8040-4c680e6d8bb4 req-e0e45512-0515-4ed0-9891-3bf922df428b tempest-ImagesNegativeTestJSON-537008008 tempest-ImagesNegativeTestJSON-537008008-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:17:59.567219 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc3c58bb-9a65-4570-8040-4c680e6d8bb4 req-e0e45512-0515-4ed0-9891-3bf922df428b tempest-ImagesNegativeTestJSON-537008008 tempest-ImagesNegativeTestJSON-537008008-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:17:59.585598 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5fada56f-56a2-46ba-a69d-e11ae78d82c9 req-0c1499d9-4512-4e05-8075-997fa351fd27 tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a5b496d-edbc-4614-ac31-274ccc3600c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941136 Jul 05 02:17:59.648382 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b1fd6cad-eaa4-4265-9ba8-60dda4d25b85 req-48309b24-7ee9-49b8-8f3b-00616aae7f8e service neutron] 10.222.0.15 "GET /v2.0/networks/1a020cb7-dc30-4875-a4a6-843a4f5bca74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555967 Jul 05 02:17:59.686759 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e45512-0515-4ed0-9891-3bf922df428b tempest-ImagesNegativeTestJSON-537008008 tempest-ImagesNegativeTestJSON-537008008-project] Pushing event updated for resources: {'Port': ['ID=3f6a654a-920a-48ba-99ba-03a9961e4753,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:17:59.708298 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c58bb-9a65-4570-8040-4c680e6d8bb4 req-e0e45512-0515-4ed0-9891-3bf922df428b tempest-ImagesNegativeTestJSON-537008008 tempest-ImagesNegativeTestJSON-537008008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:59.708298 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-fc3c58bb-9a65-4570-8040-4c680e6d8bb4 req-e0e45512-0515-4ed0-9891-3bf922df428b tempest-ImagesNegativeTestJSON-537008008 tempest-ImagesNegativeTestJSON-537008008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:17:59.736416 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-829d911d-9f6f-4d5f-99e9-0a01c50d6587 req-3500a3da-f839-42b3-a5c6-eb7dc42626de tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc929fbb-c4f8-4892-b37d-5570a0c717b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231176 Jul 05 02:17:59.834097 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ff1851-8b85-4afa-af25-81883cd20c39 req-2fb7e3e8-453f-4753-88d6-727ef6400606 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:59.844193 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-11ff1851-8b85-4afa-af25-81883cd20c39 req-2fb7e3e8-453f-4753-88d6-727ef6400606 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=1aeab594-2943-4da5-9c13-c06d96250566 HTTP/1.1" status: 200 len: 943 time: 0.0828018 Jul 05 02:17:59.932268 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-11ff1851-8b85-4afa-af25-81883cd20c39 req-b5553fed-6807-4f9c-ab2b-4899135a06ed tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867560 Jul 05 02:17:59.962673 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de577d3c-197b-4075-8c66-8232cbcdd162 req-e2f6ee9c-4e07-44cd-b2e4-7e2cd9c017ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:17:59.964351 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-de577d3c-197b-4075-8c66-8232cbcdd162 req-e2f6ee9c-4e07-44cd-b2e4-7e2cd9c017ab service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3ec6b36fb8104434851a718901e41070&device_id=0b23f986-9cc6-4b74-a632-e11dab7d2d6f HTTP/1.1" status: 200 len: 1095 time: 0.0963700 Jul 05 02:18:00.001165 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-fc3c58bb-9a65-4570-8040-4c680e6d8bb4 req-e0e45512-0515-4ed0-9891-3bf922df428b tempest-ImagesNegativeTestJSON-537008008 tempest-ImagesNegativeTestJSON-537008008-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3055687 Jul 05 02:18:00.014274 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-fc3c58bb-9a65-4570-8040-4c680e6d8bb4 req-d3d95c97-b2b7-4d42-bc38-2b415727a117 service neutron] Request body: {'port': {'device_id': '608c8ad0-f428-4e55-92fe-f69db452c8f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-32'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:18:00.065806 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-de382de1-1029-4c4f-b76e-30003ca23de4 None None] Provisioning for port 3f6a654a-920a-48ba-99ba-03a9961e4753 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:18:00.072113 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-de382de1-1029-4c4f-b76e-30003ca23de4 None None] Provisioning complete for port 3f6a654a-920a-48ba-99ba-03a9961e4753 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:18:00.072486 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-de382de1-1029-4c4f-b76e-30003ca23de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:00.088036 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de577d3c-197b-4075-8c66-8232cbcdd162 req-2365e002-6c67-402d-929e-e31a88976030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:00.090738 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5013139c-fe0f-4a58-b1e2-1d5aab4ae028 req-e7b70cd6-2b95-48b5-ab0e-c4bf0765d025 tempest-ImagesNegativeTestJSON-537008008 tempest-ImagesNegativeTestJSON-537008008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:00.092779 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5013139c-fe0f-4a58-b1e2-1d5aab4ae028 req-e7b70cd6-2b95-48b5-ab0e-c4bf0765d025 tempest-ImagesNegativeTestJSON-537008008 tempest-ImagesNegativeTestJSON-537008008-project] 10.222.0.23 "GET /v2.0/ports?device_id=608c8ad0-f428-4e55-92fe-f69db452c8f8 HTTP/1.1" status: 200 len: 936 time: 0.2044065 Jul 05 02:18:00.101514 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-de577d3c-197b-4075-8c66-8232cbcdd162 req-2365e002-6c67-402d-929e-e31a88976030 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1a020cb7-dc30-4875-a4a6-843a4f5bca74 HTTP/1.1" status: 200 len: 922 time: 0.1291790 Jul 05 02:18:00.136359 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-fc3c58bb-9a65-4570-8040-4c680e6d8bb4 req-d3d95c97-b2b7-4d42-bc38-2b415727a117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:00.149961 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-de382de1-1029-4c4f-b76e-30003ca23de4 None None] Port 3f6a654a-920a-48ba-99ba-03a9961e4753 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:18:00.168343 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-de577d3c-197b-4075-8c66-8232cbcdd162 req-c6f2fe0b-9089-43a2-8453-daf8dfdf6429 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae8f44a3-2176-4e38-9a23-c35a7eb6084c HTTP/1.1" status: 200 len: 217 time: 0.0609939 Jul 05 02:18:00.187189 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5013139c-fe0f-4a58-b1e2-1d5aab4ae028 req-f9f421d6-5c1c-4e22-bb40-4adc6f7f70bb tempest-ImagesNegativeTestJSON-537008008 tempest-ImagesNegativeTestJSON-537008008-project] 10.222.0.23 "GET /v2.0/security-groups?id=646947f2-d9a9-46f9-bbe2-95865f0816a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510998 Jul 05 02:18:00.240171 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de577d3c-197b-4075-8c66-8232cbcdd162 req-06846ace-e048-4620-8b15-301c49e9b2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:00.242248 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-de577d3c-197b-4075-8c66-8232cbcdd162 req-06846ace-e048-4620-8b15-301c49e9b2fb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3695cc03-de8e-40cd-a422-de5229d59312 HTTP/1.1" status: 200 len: 862 time: 0.0678418 Jul 05 02:18:00.330304 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-de577d3c-197b-4075-8c66-8232cbcdd162 req-e7e34096-30b9-4b01-8a78-42e3c5c79c22 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1a020cb7-dc30-4875-a4a6-843a4f5bca74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0738912 Jul 05 02:18:00.465630 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-de577d3c-197b-4075-8c66-8232cbcdd162 req-30556e43-e8b8-465a-ac99-caadd4a6833c service neutron] 10.222.0.15 "GET /v2.0/networks/1a020cb7-dc30-4875-a4a6-843a4f5bca74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278560 Jul 05 02:18:00.519599 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e0d91543-7e96-4d6f-b847-c77fd5afa5c4 req-1ba338f9-3a0f-47c2-b945-7164cbb887dc tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e947b9b-11bc-44f2-b27a-34d991968e81 HTTP/1.1" status: 200 len: 210 time: 0.0362473 Jul 05 02:18:00.649515 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-de577d3c-197b-4075-8c66-8232cbcdd162 req-5726a918-470d-4f86-a598-fc69308e4699 service neutron] 10.222.0.15 "GET /v2.0/networks/1a020cb7-dc30-4875-a4a6-843a4f5bca74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771734 Jul 05 02:18:00.672515 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [req-fc3c58bb-9a65-4570-8040-4c680e6d8bb4 req-d3d95c97-b2b7-4d42-bc38-2b415727a117 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f6a654a-920a-48ba-99ba-03a9961e4753 {{(pid=94462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:18:00.693020 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-fc3c58bb-9a65-4570-8040-4c680e6d8bb4 req-d3d95c97-b2b7-4d42-bc38-2b415727a117 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:00.713728 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [req-fc3c58bb-9a65-4570-8040-4c680e6d8bb4 req-d3d95c97-b2b7-4d42-bc38-2b415727a117 service neutron] Transition to ACTIVE for port object 3f6a654a-920a-48ba-99ba-03a9961e4753 will not be triggered until provisioned by entity L2. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:18:00.822367 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8972393e-dfa4-4746-850d-a666b8bdd7f4 req-d151a8b7-47c8-4c9e-983c-73bb1036b99a tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:00.829571 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8972393e-dfa4-4746-850d-a666b8bdd7f4 req-d151a8b7-47c8-4c9e-983c-73bb1036b99a tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:00.835567 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8972393e-dfa4-4746-850d-a666b8bdd7f4 req-d151a8b7-47c8-4c9e-983c-73bb1036b99a tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:00.841464 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8972393e-dfa4-4746-850d-a666b8bdd7f4 req-d151a8b7-47c8-4c9e-983c-73bb1036b99a tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:00.847600 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8972393e-dfa4-4746-850d-a666b8bdd7f4 req-d151a8b7-47c8-4c9e-983c-73bb1036b99a tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:00.854106 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8972393e-dfa4-4746-850d-a666b8bdd7f4 req-d151a8b7-47c8-4c9e-983c-73bb1036b99a tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:00.860112 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8972393e-dfa4-4746-850d-a666b8bdd7f4 req-d151a8b7-47c8-4c9e-983c-73bb1036b99a tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:00.862045 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8972393e-dfa4-4746-850d-a666b8bdd7f4 req-d151a8b7-47c8-4c9e-983c-73bb1036b99a tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/ports?device_id=92403696-646a-4870-b635-6151c7b09066 HTTP/1.1" status: 200 len: 5428 time: 0.1228926 Jul 05 02:18:00.904439 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8972393e-dfa4-4746-850d-a666b8bdd7f4 req-687404da-b1f8-461f-a5f6-c6538babd5e5 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/security-groups?id=5eae1027-3275-42f9-8f54-f2ff33a054c9&id=89977ea5-fec8-49da-b8e1-c456496b77bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0356710 Jul 05 02:18:00.963294 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-fc3c58bb-9a65-4570-8040-4c680e6d8bb4 req-d3d95c97-b2b7-4d42-bc38-2b415727a117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:01.018370 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d95c97-b2b7-4d42-bc38-2b415727a117 service neutron] Pushing event updated for resources: {'Port': ['ID=3f6a654a-920a-48ba-99ba-03a9961e4753,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:18:01.128960 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-fc3c58bb-9a65-4570-8040-4c680e6d8bb4 req-d3d95c97-b2b7-4d42-bc38-2b415727a117 service neutron] Attempting to bind port 3f6a654a-920a-48ba-99ba-03a9961e4753 on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:18:01.129301 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-fc3c58bb-9a65-4570-8040-4c680e6d8bb4 req-d3d95c97-b2b7-4d42-bc38-2b415727a117 service neutron] Attempting to bind port 3f6a654a-920a-48ba-99ba-03a9961e4753 by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:18:01.129710 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3c58bb-9a65-4570-8040-4c680e6d8bb4 req-d3d95c97-b2b7-4d42-bc38-2b415727a117 service neutron] Attempting to bind port 3f6a654a-920a-48ba-99ba-03a9961e4753 on network dff432c2-7366-4622-aebb-da22fe05bfd4 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:18:01.137391 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3c58bb-9a65-4570-8040-4c680e6d8bb4 req-d3d95c97-b2b7-4d42-bc38-2b415727a117 service neutron] Port 3f6a654a-920a-48ba-99ba-03a9961e4753 on network dff432c2-7366-4622-aebb-da22fe05bfd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:18:01.137725 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3c58bb-9a65-4570-8040-4c680e6d8bb4 req-d3d95c97-b2b7-4d42-bc38-2b415727a117 service neutron] Attempting to bind port 3f6a654a-920a-48ba-99ba-03a9961e4753 on network dff432c2-7366-4622-aebb-da22fe05bfd4 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:18:01.146113 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3c58bb-9a65-4570-8040-4c680e6d8bb4 req-d3d95c97-b2b7-4d42-bc38-2b415727a117 service neutron] Checking agent: {'id': 'e071c76e-395f-48c4-a98f-88088465cf0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:18:01.146475 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3c58bb-9a65-4570-8040-4c680e6d8bb4 req-d3d95c97-b2b7-4d42-bc38-2b415727a117 service neutron] Checking segment: {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:18:01.146907 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3c58bb-9a65-4570-8040-4c680e6d8bb4 req-d3d95c97-b2b7-4d42-bc38-2b415727a117 service neutron] Bound using segment: {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'} {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:18:01.147353 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-fc3c58bb-9a65-4570-8040-4c680e6d8bb4 req-d3d95c97-b2b7-4d42-bc38-2b415727a117 service neutron] Bound port: 3f6a654a-920a-48ba-99ba-03a9961e4753, host: n-h2-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'}}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:18:01.147728 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-fc3c58bb-9a65-4570-8040-4c680e6d8bb4 req-d3d95c97-b2b7-4d42-bc38-2b415727a117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:01.173711 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b671813d-ad14-4058-bcc0-64be8eab9e78 req-b28b723a-4d28-4872-9d9c-41ed6b5c56cd tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:01.176301 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b671813d-ad14-4058-bcc0-64be8eab9e78 req-b28b723a-4d28-4872-9d9c-41ed6b5c56cd tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b23f986-9cc6-4b74-a632-e11dab7d2d6f HTTP/1.1" status: 200 len: 943 time: 0.1421568 Jul 05 02:18:01.271235 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b671813d-ad14-4058-bcc0-64be8eab9e78 req-a6ffe283-2a48-47de-9ae4-78d606514321 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc929fbb-c4f8-4892-b37d-5570a0c717b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689034 Jul 05 02:18:01.290683 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-fc3c58bb-9a65-4570-8040-4c680e6d8bb4 req-d3d95c97-b2b7-4d42-bc38-2b415727a117 service neutron] For port 3f6a654a-920a-48ba-99ba-03a9961e4753, host n-h2-771362-32, cleared binding levels {{(pid=94462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:18:01.294689 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-fc3c58bb-9a65-4570-8040-4c680e6d8bb4 req-d3d95c97-b2b7-4d42-bc38-2b415727a117 service neutron] For port 3f6a654a-920a-48ba-99ba-03a9961e4753, host n-h2-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=3f6a654a-920a-48ba-99ba-03a9961e4753,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:18:01.441021 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbef09d-37f5-40f0-aeb8-d66b7b806def req-dae9fa9d-44ba-48af-8478-72e68f38d09f tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:01.443285 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5bbef09d-37f5-40f0-aeb8-d66b7b806def req-dae9fa9d-44ba-48af-8478-72e68f38d09f tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=1aeab594-2943-4da5-9c13-c06d96250566 HTTP/1.1" status: 200 len: 943 time: 0.0732565 Jul 05 02:18:01.460705 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c51226-e09a-4d4d-988c-7f741e95f749 req-1a8aa166-6de3-434d-8d63-fc44d0b2f4b4 tempest-ImagesNegativeTestJSON-537008008 tempest-ImagesNegativeTestJSON-537008008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:01.464462 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-40c51226-e09a-4d4d-988c-7f741e95f749 req-1a8aa166-6de3-434d-8d63-fc44d0b2f4b4 tempest-ImagesNegativeTestJSON-537008008 tempest-ImagesNegativeTestJSON-537008008-project] 10.222.0.23 "GET /v2.0/ports?device_id=608c8ad0-f428-4e55-92fe-f69db452c8f8 HTTP/1.1" status: 200 len: 948 time: 0.0765011 Jul 05 02:18:01.522978 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-40c51226-e09a-4d4d-988c-7f741e95f749 req-f1e9b0df-eb87-4a8c-aded-f9214c1288d5 tempest-ImagesNegativeTestJSON-537008008 tempest-ImagesNegativeTestJSON-537008008-project] 10.222.0.23 "GET /v2.0/security-groups?id=646947f2-d9a9-46f9-bbe2-95865f0816a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493350 Jul 05 02:18:01.549033 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-fc3c58bb-9a65-4570-8040-4c680e6d8bb4 req-d3d95c97-b2b7-4d42-bc38-2b415727a117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:01.570314 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5bbef09d-37f5-40f0-aeb8-d66b7b806def req-c12f7535-93c2-4239-8f89-141fe85a8788 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129723 Jul 05 02:18:01.585920 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d23f8b8b-813f-4546-91d5-3360a0b8d6b7 req-98c7bb3d-3f20-40b7-8fe2-f4e7022b5ea9 service neutron] 10.222.0.21 "GET /v2.0/ports/3c19ebf3-e76c-400e-9c08-5d75501c001a/bindings/n-h2-771362-32 HTTP/1.1" status: 200 len: 385 time: 0.1252003 Jul 05 02:18:01.588688 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c58bb-9a65-4570-8040-4c680e6d8bb4 req-d3d95c97-b2b7-4d42-bc38-2b415727a117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:01.589521 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-fc3c58bb-9a65-4570-8040-4c680e6d8bb4 req-d3d95c97-b2b7-4d42-bc38-2b415727a117 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:01.596799 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-fc3c58bb-9a65-4570-8040-4c680e6d8bb4 req-d3d95c97-b2b7-4d42-bc38-2b415727a117 service neutron] 10.222.0.15 "PUT /v2.0/ports/3f6a654a-920a-48ba-99ba-03a9961e4753 HTTP/1.1" status: 200 len: 1097 time: 1.5866203 Jul 05 02:18:01.597891 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '608c8ad0-f428-4e55-92fe-f69db452c8f8', 'tag': '3f6a654a-920a-48ba-99ba-03a9961e4753'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:18:01.601006 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b223267e0e0ddb3199af7772d0b45336e3b4b54fbb151c86a8051291a61e85db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0284311a-1687-4ade-b954-4e25b362cb5a" -d '{"events": [{"name": "network-changed", "server_uuid": "608c8ad0-f428-4e55-92fe-f69db452c8f8", "tag": "3f6a654a-920a-48ba-99ba-03a9961e4753"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:18:01.672197 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d95c97-b2b7-4d42-bc38-2b415727a117 service neutron] Pushing event updated for resources: {'Port': ['ID=3f6a654a-920a-48ba-99ba-03a9961e4753,revision_number=3']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:18:01.680222 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device ae8f44a3-2176-4e38-9a23-c35a7eb6084c details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:18:01.820733 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port ae8f44a3-2176-4e38-9a23-c35a7eb6084c, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=ae8f44a3-2176-4e38-9a23-c35a7eb6084c,segment=NetworkSegment(d5de39fc-4b4e-459b-8d86-509609a7e1f4),segment_id=d5de39fc-4b4e-459b-8d86-509609a7e1f4)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:18:01.836117 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 3c19ebf3-e76c-400e-9c08-5d75501c001a no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:18:01.842555 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Returning: {'device': 'ae8f44a3-2176-4e38-9a23-c35a7eb6084c', 'network_id': '1a020cb7-dc30-4875-a4a6-843a4f5bca74', 'port_id': 'ae8f44a3-2176-4e38-9a23-c35a7eb6084c', 'mac_address': 'fa:16:3e:94:1b:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3695cc03-de8e-40cd-a422-de5229d59312', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:18:01.958881 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01bce03d-db59-4462-a55c-f8c8dbde485b x-openstack-request-id: req-01bce03d-db59-4462-a55c-f8c8dbde485b {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:18:01.959624 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "608c8ad0-f428-4e55-92fe-f69db452c8f8", "tag": "3f6a654a-920a-48ba-99ba-03a9961e4753", "status": "completed", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:18:01.959879 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-01bce03d-db59-4462-a55c-f8c8dbde485b {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:18:01.960291 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '608c8ad0-f428-4e55-92fe-f69db452c8f8', 'tag': '3f6a654a-920a-48ba-99ba-03a9961e4753', 'status': 'completed', 'code': 200} Jul 05 02:18:02.026229 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-65a4180b-9fff-4cf3-b651-07071313a4cc req-94fd793a-a346-4fcb-ba77-ab96ac36e6ff tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e947b9b-11bc-44f2-b27a-34d991968e81 HTTP/1.1" status: 200 len: 210 time: 0.1258888 Jul 05 02:18:02.032273 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c58bb-9a65-4570-8040-4c680e6d8bb4 req-5378fa66-ebb7-48dc-af4b-696c7aa8103d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:02.035442 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-fc3c58bb-9a65-4570-8040-4c680e6d8bb4 req-5378fa66-ebb7-48dc-af4b-696c7aa8103d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=76c72d384abf4758b9fef12dc2dff711&device_id=608c8ad0-f428-4e55-92fe-f69db452c8f8 HTTP/1.1" status: 200 len: 1100 time: 0.1601262 Jul 05 02:18:02.065126 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:02.128738 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-d23f8b8b-813f-4546-91d5-3360a0b8d6b7 req-3cea8eee-f044-4e88-96e4-ee4b46833db5 service neutron] For port 3c19ebf3-e76c-400e-9c08-5d75501c001a, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=3c19ebf3-e76c-400e-9c08-5d75501c001a,segment=NetworkSegment(69ab64d7-bb63-4367-9b3e-0960def4b6c7),segment_id=69ab64d7-bb63-4367-9b3e-0960def4b6c7)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:18:02.147429 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae8f44a3-2176-4e38-9a23-c35a7eb6084c {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:18:02.161897 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-d23f8b8b-813f-4546-91d5-3360a0b8d6b7 req-3cea8eee-f044-4e88-96e4-ee4b46833db5 service neutron] For port 3c19ebf3-e76c-400e-9c08-5d75501c001a, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:18:02.176315 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-fc3c58bb-9a65-4570-8040-4c680e6d8bb4 req-5381ba6f-9182-4f6f-953e-ef9b482a9cf9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=3f6a654a-920a-48ba-99ba-03a9961e4753 HTTP/1.1" status: 200 len: 217 time: 0.1291695 Jul 05 02:18:02.183989 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port ae8f44a3-2176-4e38-9a23-c35a7eb6084c, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=ae8f44a3-2176-4e38-9a23-c35a7eb6084c,segment=NetworkSegment(d5de39fc-4b4e-459b-8d86-509609a7e1f4),segment_id=d5de39fc-4b4e-459b-8d86-509609a7e1f4)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:18:02.213437 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-d23f8b8b-813f-4546-91d5-3360a0b8d6b7 req-3cea8eee-f044-4e88-96e4-ee4b46833db5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c19ebf3-e76c-400e-9c08-5d75501c001a {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:18:02.235422 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-d23f8b8b-813f-4546-91d5-3360a0b8d6b7 req-3cea8eee-f044-4e88-96e4-ee4b46833db5 service neutron] For port 3c19ebf3-e76c-400e-9c08-5d75501c001a, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=3c19ebf3-e76c-400e-9c08-5d75501c001a,segment=NetworkSegment(69ab64d7-bb63-4367-9b3e-0960def4b6c7),segment_id=69ab64d7-bb63-4367-9b3e-0960def4b6c7)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:18:02.253789 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c58bb-9a65-4570-8040-4c680e6d8bb4 req-9e3d8142-2f7e-4d11-a9e8-d2c0795b4cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:02.255310 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-fc3c58bb-9a65-4570-8040-4c680e6d8bb4 req-9e3d8142-2f7e-4d11-a9e8-d2c0795b4cd5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b840e204-692c-4f54-8f07-f6563e8e36b1 HTTP/1.1" status: 200 len: 843 time: 0.0721474 Jul 05 02:18:02.270632 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72b2646-2649-49cc-baed-d9a2dd91deb8 req-c53fe929-bbdc-44ed-b08b-a0cbdf696741 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:02.276618 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72b2646-2649-49cc-baed-d9a2dd91deb8 req-c53fe929-bbdc-44ed-b08b-a0cbdf696741 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:02.282713 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72b2646-2649-49cc-baed-d9a2dd91deb8 req-c53fe929-bbdc-44ed-b08b-a0cbdf696741 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:02.285985 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:02.289558 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72b2646-2649-49cc-baed-d9a2dd91deb8 req-c53fe929-bbdc-44ed-b08b-a0cbdf696741 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:02.295715 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72b2646-2649-49cc-baed-d9a2dd91deb8 req-c53fe929-bbdc-44ed-b08b-a0cbdf696741 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:02.301624 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72b2646-2649-49cc-baed-d9a2dd91deb8 req-c53fe929-bbdc-44ed-b08b-a0cbdf696741 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:02.318329 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72b2646-2649-49cc-baed-d9a2dd91deb8 req-c53fe929-bbdc-44ed-b08b-a0cbdf696741 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:02.325153 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c72b2646-2649-49cc-baed-d9a2dd91deb8 req-c53fe929-bbdc-44ed-b08b-a0cbdf696741 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/ports?device_id=92403696-646a-4870-b635-6151c7b09066 HTTP/1.1" status: 200 len: 5428 time: 0.2589874 Jul 05 02:18:02.364149 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=ae8f44a3-2176-4e38-9a23-c35a7eb6084c,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:18:02.410917 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c72b2646-2649-49cc-baed-d9a2dd91deb8 req-e8b6a2ea-62a4-4c21-8875-d7cb905c2323 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/security-groups?id=5eae1027-3275-42f9-8f54-f2ff33a054c9&id=89977ea5-fec8-49da-b8e1-c456496b77bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0730906 Jul 05 02:18:02.442582 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c58bb-9a65-4570-8040-4c680e6d8bb4 req-24fb93e3-df7e-436e-89a2-49b1a6b27e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:02.444166 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-fc3c58bb-9a65-4570-8040-4c680e6d8bb4 req-24fb93e3-df7e-436e-89a2-49b1a6b27e68 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dff432c2-7366-4622-aebb-da22fe05bfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1181254 Jul 05 02:18:02.507248 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5beec76-7118-40ce-8ec7-4423e47de59a req-76d61679-027f-4f6a-a968-fa1baa26edfb tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:02.510926 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d5beec76-7118-40ce-8ec7-4423e47de59a req-76d61679-027f-4f6a-a968-fa1baa26edfb tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b23f986-9cc6-4b74-a632-e11dab7d2d6f HTTP/1.1" status: 200 len: 944 time: 0.0834668 Jul 05 02:18:02.544117 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-d23f8b8b-813f-4546-91d5-3360a0b8d6b7 req-3cea8eee-f044-4e88-96e4-ee4b46833db5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:02.550073 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-fc3c58bb-9a65-4570-8040-4c680e6d8bb4 req-a574442d-5724-417a-8f1c-f58b8ab97a82 service neutron] 10.222.0.15 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981019 Jul 05 02:18:02.560062 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['ae8f44a3-2176-4e38-9a23-c35a7eb6084c'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:18:02.581635 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d5beec76-7118-40ce-8ec7-4423e47de59a req-f6ae0fbb-d405-446b-9a97-3e067851ca68 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc929fbb-c4f8-4892-b37d-5570a0c717b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665681 Jul 05 02:18:02.672217 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-d23f8b8b-813f-4546-91d5-3360a0b8d6b7 req-3cea8eee-f044-4e88-96e4-ee4b46833db5 service neutron] Transition to ACTIVE for port object 3c19ebf3-e76c-400e-9c08-5d75501c001a will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:18:02.778567 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e55f7e21-afbd-4a28-9608-21b2d925eb1a req-24058a18-c156-415e-b26c-92c7ae37094d tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=843c308122d04e8a8ebe4eb1b129860a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0255034 Jul 05 02:18:02.797612 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-fc3c58bb-9a65-4570-8040-4c680e6d8bb4 req-5e8a5706-5d6a-4b94-b259-a0304c0f400e service neutron] 10.222.0.15 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394621 Jul 05 02:18:02.808918 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-d23f8b8b-813f-4546-91d5-3360a0b8d6b7 req-3cea8eee-f044-4e88-96e4-ee4b46833db5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:02.831735 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbc9c9a-744c-4520-bea5-f57e06c686c3 req-e4cc5bbf-24dc-4519-b0d4-7e12c45136e5 tempest-ImagesNegativeTestJSON-537008008 tempest-ImagesNegativeTestJSON-537008008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:02.833579 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1bbc9c9a-744c-4520-bea5-f57e06c686c3 req-e4cc5bbf-24dc-4519-b0d4-7e12c45136e5 tempest-ImagesNegativeTestJSON-537008008 tempest-ImagesNegativeTestJSON-537008008-project] 10.222.0.23 "GET /v2.0/ports?device_id=608c8ad0-f428-4e55-92fe-f69db452c8f8 HTTP/1.1" status: 200 len: 948 time: 0.1581836 Jul 05 02:18:02.882608 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1bbc9c9a-744c-4520-bea5-f57e06c686c3 req-e5102a81-10ef-499b-a00a-514751c56975 tempest-ImagesNegativeTestJSON-537008008 tempest-ImagesNegativeTestJSON-537008008-project] 10.222.0.23 "GET /v2.0/security-groups?id=646947f2-d9a9-46f9-bbe2-95865f0816a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413942 Jul 05 02:18:02.962189 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-d23f8b8b-813f-4546-91d5-3360a0b8d6b7 req-3cea8eee-f044-4e88-96e4-ee4b46833db5 service neutron] No DVR routers for this DVR port 3c19ebf3-e76c-400e-9c08-5d75501c001a on host n-h1-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:18:03.055074 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cea8eee-f044-4e88-96e4-ee4b46833db5 service neutron] Pushing event updated for resources: {'Port': ['ID=3c19ebf3-e76c-400e-9c08-5d75501c001a,revision_number=10']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:18:03.074350 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d23f8b8b-813f-4546-91d5-3360a0b8d6b7 req-3cea8eee-f044-4e88-96e4-ee4b46833db5 service neutron] 10.222.0.21 "PUT /v2.0/ports/3c19ebf3-e76c-400e-9c08-5d75501c001a/bindings/n-h2-771362-32/activate HTTP/1.1" status: 200 len: 370 time: 1.4622054 Jul 05 02:18:03.101783 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0284311a-1687-4ade-b954-4e25b362cb5a req-26a8f21f-207d-4d5c-85c7-222cca467655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:03.104094 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0284311a-1687-4ade-b954-4e25b362cb5a req-26a8f21f-207d-4d5c-85c7-222cca467655 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=76c72d384abf4758b9fef12dc2dff711&device_id=608c8ad0-f428-4e55-92fe-f69db452c8f8 HTTP/1.1" status: 200 len: 1100 time: 0.0873575 Jul 05 02:18:03.105146 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55f7e21-afbd-4a28-9608-21b2d925eb1a req-26c38bf4-06c4-4ab6-ab1d-d6266e84a5cf tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:03.106716 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e55f7e21-afbd-4a28-9608-21b2d925eb1a req-26c38bf4-06c4-4ab6-ab1d-d6266e84a5cf tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3138006 Jul 05 02:18:03.128439 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82954ae-db60-4f4c-aa48-42234475f3aa req-cc7f2b23-8b1c-4ed5-b3d8-b361e9faa14f tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:03.135459 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f82954ae-db60-4f4c-aa48-42234475f3aa req-cc7f2b23-8b1c-4ed5-b3d8-b361e9faa14f tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=1aeab594-2943-4da5-9c13-c06d96250566 HTTP/1.1" status: 200 len: 944 time: 0.2956643 Jul 05 02:18:03.142002 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-e55f7e21-afbd-4a28-9608-21b2d925eb1a req-db0b83c6-0434-48a8-b2cb-c8392f9ef511 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Request body: {'port': {'device_id': 'fa74d995-7802-4a92-aa25-f043209894f5', 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4', 'admin_state_up': True, 'tenant_id': '843c308122d04e8a8ebe4eb1b129860a'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:18:03.240890 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0284311a-1687-4ade-b954-4e25b362cb5a req-c5a7c73e-c522-47ae-be6d-9fa77df7608d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:03.242743 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0284311a-1687-4ade-b954-4e25b362cb5a req-c5a7c73e-c522-47ae-be6d-9fa77df7608d service neutron] 10.222.0.15 "GET /v2.0/networks?id=dff432c2-7366-4622-aebb-da22fe05bfd4 HTTP/1.1" status: 200 len: 869 time: 0.1313961 Jul 05 02:18:03.245922 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f82954ae-db60-4f4c-aa48-42234475f3aa req-f2383e39-7498-413d-ad9a-28202b294b56 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075437 Jul 05 02:18:03.445896 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e55f7e21-afbd-4a28-9608-21b2d925eb1a req-db0b83c6-0434-48a8-b2cb-c8392f9ef511 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Made reservation on behalf of 843c308122d04e8a8ebe4eb1b129860a for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:18:03.450752 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-e55f7e21-afbd-4a28-9608-21b2d925eb1a req-db0b83c6-0434-48a8-b2cb-c8392f9ef511 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:03.636433 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0284311a-1687-4ade-b954-4e25b362cb5a req-25a55e56-a362-4148-97de-b7f0eede6b7b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=3f6a654a-920a-48ba-99ba-03a9961e4753 HTTP/1.1" status: 200 len: 217 time: 0.3864799 Jul 05 02:18:03.657320 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-645b8755-4ad1-4495-a6d0-5ba531d2b5a1 req-e20d99fb-8a19-4ea0-a889-2293cbda73b9 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e947b9b-11bc-44f2-b27a-34d991968e81 HTTP/1.1" status: 200 len: 210 time: 0.0328338 Jul 05 02:18:03.684913 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device ae8f44a3-2176-4e38-9a23-c35a7eb6084c up at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:18:03.734939 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-e55f7e21-afbd-4a28-9608-21b2d925eb1a req-db0b83c6-0434-48a8-b2cb-c8392f9ef511 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Allocated IP 192.168.233.121 (dff432c2-7366-4622-aebb-da22fe05bfd4/b840e204-692c-4f54-8f07-f6563e8e36b1/7cfeeb46-2479-461a-9518-75c8d2657e02) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:18:03.763867 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17835442-d2cc-4aa1-802b-2114099085f0 req-ece656bf-e851-4370-8582-1e26414c2758 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:03.770029 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17835442-d2cc-4aa1-802b-2114099085f0 req-ece656bf-e851-4370-8582-1e26414c2758 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:03.775657 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0284311a-1687-4ade-b954-4e25b362cb5a req-233cae6a-9b4d-4dff-b903-56d79b609da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:03.776669 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17835442-d2cc-4aa1-802b-2114099085f0 req-ece656bf-e851-4370-8582-1e26414c2758 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:03.777425 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0284311a-1687-4ade-b954-4e25b362cb5a req-233cae6a-9b4d-4dff-b903-56d79b609da5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b840e204-692c-4f54-8f07-f6563e8e36b1 HTTP/1.1" status: 200 len: 843 time: 0.1232097 Jul 05 02:18:03.782691 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17835442-d2cc-4aa1-802b-2114099085f0 req-ece656bf-e851-4370-8582-1e26414c2758 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:03.789126 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17835442-d2cc-4aa1-802b-2114099085f0 req-ece656bf-e851-4370-8582-1e26414c2758 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:03.795357 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17835442-d2cc-4aa1-802b-2114099085f0 req-ece656bf-e851-4370-8582-1e26414c2758 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:03.801344 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17835442-d2cc-4aa1-802b-2114099085f0 req-ece656bf-e851-4370-8582-1e26414c2758 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:03.803350 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-17835442-d2cc-4aa1-802b-2114099085f0 req-ece656bf-e851-4370-8582-1e26414c2758 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/ports?device_id=92403696-646a-4870-b635-6151c7b09066 HTTP/1.1" status: 200 len: 5428 time: 0.2258010 Jul 05 02:18:03.840340 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 4f1100d3-e9db-44b1-b3d1-a02ce6802c0c details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:18:03.856089 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23f8b8b-813f-4546-91d5-3360a0b8d6b7 req-ac738cd9-fc0d-4a43-a390-593e3251930e tempest-LiveAutoBlockMigrationV225Test-944788699 tempest-LiveAutoBlockMigrationV225Test-944788699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:03.857604 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d23f8b8b-813f-4546-91d5-3360a0b8d6b7 req-ac738cd9-fc0d-4a43-a390-593e3251930e tempest-LiveAutoBlockMigrationV225Test-944788699 tempest-LiveAutoBlockMigrationV225Test-944788699-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=1aeab594-2943-4da5-9c13-c06d96250566&tenant_id=7bf4f22dde1e4624a2cb34086c53be02&binding%3Ahost_id=n-h1-771362-32 HTTP/1.1" status: 200 len: 1096 time: 0.2076221 Jul 05 02:18:03.909473 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0284311a-1687-4ade-b954-4e25b362cb5a req-c78a83a5-2340-4cc9-992f-f222c5283d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:03.911425 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0284311a-1687-4ade-b954-4e25b362cb5a req-c78a83a5-2340-4cc9-992f-f222c5283d36 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dff432c2-7366-4622-aebb-da22fe05bfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1264877 Jul 05 02:18:03.930490 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning for port ae8f44a3-2176-4e38-9a23-c35a7eb6084c completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:18:03.940915 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning complete for port ae8f44a3-2176-4e38-9a23-c35a7eb6084c triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:18:03.941892 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:04.012573 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e78096-1c13-4214-ad4b-7ae69d744017 req-e1c6a0b7-8d73-4a0a-addc-503f57e11583 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:04.023757 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f9e78096-1c13-4214-ad4b-7ae69d744017 req-e1c6a0b7-8d73-4a0a-addc-503f57e11583 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b23f986-9cc6-4b74-a632-e11dab7d2d6f HTTP/1.1" status: 200 len: 944 time: 0.1955717 Jul 05 02:18:04.031874 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 4f1100d3-e9db-44b1-b3d1-a02ce6802c0c, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=4f1100d3-e9db-44b1-b3d1-a02ce6802c0c,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:18:04.047395 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': '4f1100d3-e9db-44b1-b3d1-a02ce6802c0c', 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4', 'port_id': '4f1100d3-e9db-44b1-b3d1-a02ce6802c0c', 'mac_address': 'fa:16:3e:ea:e9:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b840e204-692c-4f54-8f07-f6563e8e36b1', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:18:04.086357 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f9e78096-1c13-4214-ad4b-7ae69d744017 req-df1e6675-1170-4b23-84ef-49156e57f01a tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc929fbb-c4f8-4892-b37d-5570a0c717b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615218 Jul 05 02:18:04.192252 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0284311a-1687-4ade-b954-4e25b362cb5a req-0e669bda-a05e-402e-aac9-70e014486c08 service neutron] 10.222.0.15 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727127 Jul 05 02:18:04.251228 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:04.264807 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:04.348735 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4f1100d3-e9db-44b1-b3d1-a02ce6802c0c {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:18:04.353112 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b23f986-9cc6-4b74-a632-e11dab7d2d6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae8f44a3-2176-4e38-9a23-c35a7eb6084c'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:18:04.355905 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c7e2db0-d194-49af-b7f3-336a45893b27" -d '{"events": [{"server_uuid": "0b23f986-9cc6-4b74-a632-e11dab7d2d6f", "name": "network-vif-plugged", "status": "completed", "tag": "ae8f44a3-2176-4e38-9a23-c35a7eb6084c"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:18:04.362497 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port ae8f44a3-2176-4e38-9a23-c35a7eb6084c, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=ae8f44a3-2176-4e38-9a23-c35a7eb6084c,segment=NetworkSegment(d5de39fc-4b4e-459b-8d86-509609a7e1f4),segment_id=d5de39fc-4b4e-459b-8d86-509609a7e1f4)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:18:04.363744 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e55f7e21-afbd-4a28-9608-21b2d925eb1a req-b5fd448e-fe01-4403-94d2-ab622b21c7df tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=843c308122d04e8a8ebe4eb1b129860a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4706783 Jul 05 02:18:04.382059 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-17835442-d2cc-4aa1-802b-2114099085f0 req-a0144c0f-454d-4eed-9ee0-c8503bfcea72 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/security-groups?id=5eae1027-3275-42f9-8f54-f2ff33a054c9&id=89977ea5-fec8-49da-b8e1-c456496b77bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5680516 Jul 05 02:18:04.391023 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 4f1100d3-e9db-44b1-b3d1-a02ce6802c0c, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=4f1100d3-e9db-44b1-b3d1-a02ce6802c0c,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:18:04.412789 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0284311a-1687-4ade-b954-4e25b362cb5a req-a64ad52d-e495-449c-b1c1-709f89ea340d service neutron] 10.222.0.15 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098746 Jul 05 02:18:04.471960 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:04.494156 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af162e05-bbc8-4cc4-8df2-aefa84c699d5 req-065e1ad5-3ea3-41f7-995f-3220a0e486a8 tempest-ImagesNegativeTestJSON-537008008 tempest-ImagesNegativeTestJSON-537008008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:04.504317 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-af162e05-bbc8-4cc4-8df2-aefa84c699d5 req-065e1ad5-3ea3-41f7-995f-3220a0e486a8 tempest-ImagesNegativeTestJSON-537008008 tempest-ImagesNegativeTestJSON-537008008-project] 10.222.0.23 "GET /v2.0/ports?device_id=608c8ad0-f428-4e55-92fe-f69db452c8f8 HTTP/1.1" status: 200 len: 948 time: 0.1530247 Jul 05 02:18:04.536134 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:04.573929 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-af162e05-bbc8-4cc4-8df2-aefa84c699d5 req-d3044398-44b1-4c3a-868c-48c0ba40db48 tempest-ImagesNegativeTestJSON-537008008 tempest-ImagesNegativeTestJSON-537008008-project] 10.222.0.23 "GET /v2.0/security-groups?id=646947f2-d9a9-46f9-bbe2-95865f0816a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653372 Jul 05 02:18:04.638358 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=ae8f44a3-2176-4e38-9a23-c35a7eb6084c,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:18:04.645195 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55f7e21-afbd-4a28-9608-21b2d925eb1a req-a0178c86-cd52-4061-b612-24aa2cb11b8c tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:04.647318 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e55f7e21-afbd-4a28-9608-21b2d925eb1a req-a0178c86-cd52-4061-b612-24aa2cb11b8c tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2583349 Jul 05 02:18:04.656351 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23f8b8b-813f-4546-91d5-3360a0b8d6b7 req-766ea5dc-40c9-4c48-9b35-1fd754470cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:04.658078 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d23f8b8b-813f-4546-91d5-3360a0b8d6b7 req-766ea5dc-40c9-4c48-9b35-1fd754470cb8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1aeab594-2943-4da5-9c13-c06d96250566&tenant_id=7bf4f22dde1e4624a2cb34086c53be02 HTTP/1.1" status: 200 len: 1096 time: 0.7853584 Jul 05 02:18:04.663831 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-e55f7e21-afbd-4a28-9608-21b2d925eb1a req-b700cf4a-914d-4924-a38b-e0f3ce7b7c6e tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Request body: {'port': {'device_id': '9e947b9b-11bc-44f2-b27a-34d991968e81', 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4', 'admin_state_up': True, 'tenant_id': '843c308122d04e8a8ebe4eb1b129860a'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:18:04.672472 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-e55f7e21-afbd-4a28-9608-21b2d925eb1a req-db0b83c6-0434-48a8-b2cb-c8392f9ef511 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:04.702218 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f744f7f-5bca-41e8-93a1-029720a0a45c x-openstack-request-id: req-8f744f7f-5bca-41e8-93a1-029720a0a45c {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:18:04.703081 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b23f986-9cc6-4b74-a632-e11dab7d2d6f", "name": "network-vif-plugged", "status": "completed", "tag": "ae8f44a3-2176-4e38-9a23-c35a7eb6084c", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:18:04.703081 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8f744f7f-5bca-41e8-93a1-029720a0a45c {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:18:04.703305 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b23f986-9cc6-4b74-a632-e11dab7d2d6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae8f44a3-2176-4e38-9a23-c35a7eb6084c', 'code': 200} Jul 05 02:18:04.704693 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['4f1100d3-e9db-44b1-b3d1-a02ce6802c0c'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:18:04.709726 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=4f1100d3-e9db-44b1-b3d1-a02ce6802c0c,revision_number=6']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:18:04.790444 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-e55f7e21-afbd-4a28-9608-21b2d925eb1a req-db0b83c6-0434-48a8-b2cb-c8392f9ef511 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Transition to ACTIVE for port object 7cfeeb46-2479-461a-9518-75c8d2657e02 will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:18:04.868535 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bb6c54-be89-4510-8bd5-973d230cc1f3 req-1d709ad4-6e3a-4d94-bee2-8ebb2db4d5d3 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:04.875823 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-25bb6c54-be89-4510-8bd5-973d230cc1f3 req-1d709ad4-6e3a-4d94-bee2-8ebb2db4d5d3 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=1aeab594-2943-4da5-9c13-c06d96250566 HTTP/1.1" status: 200 len: 944 time: 0.1209269 Jul 05 02:18:04.888105 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38dd554-e2b3-4a9d-af5c-d5e14dd45a32 req-b9e87b2a-8a8a-484b-98d3-3edf6335787d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:04.889768 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c38dd554-e2b3-4a9d-af5c-d5e14dd45a32 req-b9e87b2a-8a8a-484b-98d3-3edf6335787d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0b23f986-9cc6-4b74-a632-e11dab7d2d6f HTTP/1.1" status: 200 len: 1097 time: 0.1052270 Jul 05 02:18:04.907111 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a708525c-dbf9-4c70-a04d-6071a161f263 req-bf0c5d09-b92e-470d-9a74-c80c85da83ac tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e947b9b-11bc-44f2-b27a-34d991968e81 HTTP/1.1" status: 200 len: 210 time: 0.0989931 Jul 05 02:18:05.045396 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-25bb6c54-be89-4510-8bd5-973d230cc1f3 req-cf0c36c5-ee13-4fe0-ba71-68aeb41c3fb6 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698061 Jul 05 02:18:05.045396 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c38dd554-e2b3-4a9d-af5c-d5e14dd45a32 req-fc8b394e-2bd9-4e44-a34c-0bb789805061 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=cc929fbb-c4f8-4892-b37d-5570a0c717b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700126 Jul 05 02:18:05.046153 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23f8b8b-813f-4546-91d5-3360a0b8d6b7 req-f3b28be0-ccdc-4754-9144-093e7a36a79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:05.046153 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d23f8b8b-813f-4546-91d5-3360a0b8d6b7 req-f3b28be0-ccdc-4754-9144-093e7a36a79b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7bf4f22dde1e4624a2cb34086c53be02&device_id=1aeab594-2943-4da5-9c13-c06d96250566 HTTP/1.1" status: 200 len: 1096 time: 0.1805949 Jul 05 02:18:05.106564 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23f8b8b-813f-4546-91d5-3360a0b8d6b7 req-2a734172-cee2-4a47-b28b-77062b5b612c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:05.114659 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d23f8b8b-813f-4546-91d5-3360a0b8d6b7 req-2a734172-cee2-4a47-b28b-77062b5b612c service neutron] 10.222.0.15 "GET /v2.0/networks?id=b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1 HTTP/1.1" status: 200 len: 919 time: 0.0928490 Jul 05 02:18:05.156844 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d23f8b8b-813f-4546-91d5-3360a0b8d6b7 req-eb0c2ac9-1927-450e-b7f0-c1023657b61a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c19ebf3-e76c-400e-9c08-5d75501c001a HTTP/1.1" status: 200 len: 217 time: 0.0413048 Jul 05 02:18:05.216255 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23f8b8b-813f-4546-91d5-3360a0b8d6b7 req-0b8e726b-adb3-4a39-b0c5-280b3a050469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:05.218088 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d23f8b8b-813f-4546-91d5-3360a0b8d6b7 req-0b8e726b-adb3-4a39-b0c5-280b3a050469 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=88cd65d9-1715-492f-9ef5-e486cc8231ac HTTP/1.1" status: 200 len: 859 time: 0.0545843 Jul 05 02:18:05.261981 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d23f8b8b-813f-4546-91d5-3360a0b8d6b7 req-e51ed8a8-fe15-4632-88cb-15053e455c6c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375290 Jul 05 02:18:05.381128 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c101405-e81b-4d49-8969-938e559702a5 req-169ed204-0453-4025-a7d7-6591af37034c tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:05.382714 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9c101405-e81b-4d49-8969-938e559702a5 req-169ed204-0453-4025-a7d7-6591af37034c tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b23f986-9cc6-4b74-a632-e11dab7d2d6f HTTP/1.1" status: 200 len: 945 time: 0.1501257 Jul 05 02:18:05.408255 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d23f8b8b-813f-4546-91d5-3360a0b8d6b7 req-f3674aca-6a7a-4dff-8808-16eee102e7fd service neutron] 10.222.0.15 "GET /v2.0/networks/b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297433 Jul 05 02:18:05.480773 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9c101405-e81b-4d49-8969-938e559702a5 req-23cf5cbb-c750-4a9b-ac9e-7291c6e7c069 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc929fbb-c4f8-4892-b37d-5570a0c717b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883200 Jul 05 02:18:05.532586 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d23f8b8b-813f-4546-91d5-3360a0b8d6b7 req-2612d5de-4227-4b31-8de6-fe9fdf586d89 service neutron] 10.222.0.15 "GET /v2.0/networks/b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169748 Jul 05 02:18:05.588050 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890393e3-556f-47f4-a2aa-fd4b7b2f51ed req-c1ff33be-908e-42f2-834e-4b17a71921a0 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:05.593968 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890393e3-556f-47f4-a2aa-fd4b7b2f51ed req-c1ff33be-908e-42f2-834e-4b17a71921a0 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:05.600903 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890393e3-556f-47f4-a2aa-fd4b7b2f51ed req-c1ff33be-908e-42f2-834e-4b17a71921a0 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:05.607144 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890393e3-556f-47f4-a2aa-fd4b7b2f51ed req-c1ff33be-908e-42f2-834e-4b17a71921a0 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:05.613425 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890393e3-556f-47f4-a2aa-fd4b7b2f51ed req-c1ff33be-908e-42f2-834e-4b17a71921a0 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:05.620135 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890393e3-556f-47f4-a2aa-fd4b7b2f51ed req-c1ff33be-908e-42f2-834e-4b17a71921a0 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:05.626867 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890393e3-556f-47f4-a2aa-fd4b7b2f51ed req-c1ff33be-908e-42f2-834e-4b17a71921a0 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:05.629005 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-890393e3-556f-47f4-a2aa-fd4b7b2f51ed req-c1ff33be-908e-42f2-834e-4b17a71921a0 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/ports?device_id=92403696-646a-4870-b635-6151c7b09066 HTTP/1.1" status: 200 len: 5428 time: 0.1177728 Jul 05 02:18:05.680003 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-890393e3-556f-47f4-a2aa-fd4b7b2f51ed req-07db8d6c-ec84-4bd3-92af-bba21e7ac13c tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/security-groups?id=5eae1027-3275-42f9-8f54-f2ff33a054c9&id=89977ea5-fec8-49da-b8e1-c456496b77bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0447385 Jul 05 02:18:05.702761 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 3f6a654a-920a-48ba-99ba-03a9961e4753 details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:18:05.825906 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 3f6a654a-920a-48ba-99ba-03a9961e4753, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=3f6a654a-920a-48ba-99ba-03a9961e4753,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:18:05.837295 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 4f1100d3-e9db-44b1-b3d1-a02ce6802c0c up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:18:05.859817 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Returning: {'device': '3f6a654a-920a-48ba-99ba-03a9961e4753', 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4', 'port_id': '3f6a654a-920a-48ba-99ba-03a9961e4753', 'mac_address': 'fa:16:3e:bc:63:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b840e204-692c-4f54-8f07-f6563e8e36b1', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:18:05.907887 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e9049e-44ee-4564-ae83-0b09cc834ed5 req-870901a5-8fb7-4f99-b611-0211197e1980 tempest-ImagesNegativeTestJSON-537008008 tempest-ImagesNegativeTestJSON-537008008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:05.911555 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:05.918066 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b7e9049e-44ee-4564-ae83-0b09cc834ed5 req-870901a5-8fb7-4f99-b611-0211197e1980 tempest-ImagesNegativeTestJSON-537008008 tempest-ImagesNegativeTestJSON-537008008-project] 10.222.0.23 "GET /v2.0/ports?device_id=608c8ad0-f428-4e55-92fe-f69db452c8f8 HTTP/1.1" status: 200 len: 948 time: 0.0927093 Jul 05 02:18:05.929702 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f6a654a-920a-48ba-99ba-03a9961e4753 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:18:05.935619 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port 4f1100d3-e9db-44b1-b3d1-a02ce6802c0c triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:18:05.935994 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:05.967557 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b7e9049e-44ee-4564-ae83-0b09cc834ed5 req-1fd56c5c-647c-4639-86b3-4f24a262e698 tempest-ImagesNegativeTestJSON-537008008 tempest-ImagesNegativeTestJSON-537008008-project] 10.222.0.23 "GET /v2.0/security-groups?id=646947f2-d9a9-46f9-bbe2-95865f0816a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481668 Jul 05 02:18:05.977009 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 3f6a654a-920a-48ba-99ba-03a9961e4753, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=3f6a654a-920a-48ba-99ba-03a9961e4753,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:18:05.990944 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-e55f7e21-afbd-4a28-9608-21b2d925eb1a req-db0b83c6-0434-48a8-b2cb-c8392f9ef511 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:06.003067 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['6a2ae0bc-edf0-4f1a-b9b8-ab213fe56db1'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:18:06.062790 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:06.080115 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e55f7e21-afbd-4a28-9608-21b2d925eb1a req-b700cf4a-914d-4924-a38b-e0f3ce7b7c6e tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Made reservation on behalf of 843c308122d04e8a8ebe4eb1b129860a for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:18:06.091119 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-e55f7e21-afbd-4a28-9608-21b2d925eb1a req-b700cf4a-914d-4924-a38b-e0f3ce7b7c6e tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:06.098496 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:06.118955 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 4f1100d3-e9db-44b1-b3d1-a02ce6802c0c, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=4f1100d3-e9db-44b1-b3d1-a02ce6802c0c,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:18:06.156345 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e55f7e21-afbd-4a28-9608-21b2d925eb1a req-db0b83c6-0434-48a8-b2cb-c8392f9ef511 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Network dff432c2-7366-4622-aebb-da22fe05bfd4 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:18:06.192021 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-e55f7e21-afbd-4a28-9608-21b2d925eb1a req-db0b83c6-0434-48a8-b2cb-c8392f9ef511 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:18:06.196450 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=3f6a654a-920a-48ba-99ba-03a9961e4753,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:18:06.204468 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-95f12578-d0a0-490a-80a4-1d432f7314bc req-2ca7156c-a50f-4be7-8672-bf9edd7e1ba1 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e947b9b-11bc-44f2-b27a-34d991968e81 HTTP/1.1" status: 200 len: 210 time: 0.0848832 Jul 05 02:18:06.221040 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-e55f7e21-afbd-4a28-9608-21b2d925eb1a req-db0b83c6-0434-48a8-b2cb-c8392f9ef511 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:18:06.262813 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1814d62d-8af6-469a-86f1-10bb7bb6499a req-7f8b5aa4-8bac-46d0-b9d8-92a40fdce80c tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:06.269065 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:06.275321 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1814d62d-8af6-469a-86f1-10bb7bb6499a req-7f8b5aa4-8bac-46d0-b9d8-92a40fdce80c tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=1aeab594-2943-4da5-9c13-c06d96250566 HTTP/1.1" status: 200 len: 944 time: 0.1461456 Jul 05 02:18:06.345669 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=4f1100d3-e9db-44b1-b3d1-a02ce6802c0c,revision_number=7']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:18:06.357143 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0b83c6-0434-48a8-b2cb-c8392f9ef511 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Pushing event updated for resources: {'Port': ['ID=7cfeeb46-2479-461a-9518-75c8d2657e02,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:18:06.373005 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1814d62d-8af6-469a-86f1-10bb7bb6499a req-bd4986a4-86c2-4337-89c4-e36ff77b3fb3 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965805 Jul 05 02:18:06.468250 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55f7e21-afbd-4a28-9608-21b2d925eb1a req-db0b83c6-0434-48a8-b2cb-c8392f9ef511 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:06.469072 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-e55f7e21-afbd-4a28-9608-21b2d925eb1a req-db0b83c6-0434-48a8-b2cb-c8392f9ef511 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:06.486404 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['3f6a654a-920a-48ba-99ba-03a9961e4753'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:18:06.550665 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-e55f7e21-afbd-4a28-9608-21b2d925eb1a req-b700cf4a-914d-4924-a38b-e0f3ce7b7c6e tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Allocated IP 192.168.233.110 (dff432c2-7366-4622-aebb-da22fe05bfd4/b840e204-692c-4f54-8f07-f6563e8e36b1/db0a31d9-63fc-4330-9519-56abf72b576c) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:18:06.585772 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e55f7e21-afbd-4a28-9608-21b2d925eb1a req-db0b83c6-0434-48a8-b2cb-c8392f9ef511 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4665649 Jul 05 02:18:06.607517 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-e55f7e21-afbd-4a28-9608-21b2d925eb1a req-1dc3851a-2bc2-41ed-b862-ec2ba148788e service neutron] Request body: {'port': {'device_id': 'fa74d995-7802-4a92-aa25-f043209894f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:18:06.705853 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8a7624c-d258-433f-9761-ec21365c1194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f1100d3-e9db-44b1-b3d1-a02ce6802c0c'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:18:06.711974 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2daecbd-4e05-4842-9c75-c3ab1afd0e8a" -d '{"events": [{"server_uuid": "d8a7624c-d258-433f-9761-ec21365c1194", "name": "network-vif-plugged", "status": "completed", "tag": "4f1100d3-e9db-44b1-b3d1-a02ce6802c0c"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:18:06.760037 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-e55f7e21-afbd-4a28-9608-21b2d925eb1a req-1dc3851a-2bc2-41ed-b862-ec2ba148788e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:06.767710 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-e8cc79d1-d7cc-45ba-bb58-c132c2612abf None None] Provisioning for port 7cfeeb46-2479-461a-9518-75c8d2657e02 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:18:06.780274 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-e8cc79d1-d7cc-45ba-bb58-c132c2612abf None None] Provisioning complete for port 7cfeeb46-2479-461a-9518-75c8d2657e02 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:18:06.780274 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e8cc79d1-d7cc-45ba-bb58-c132c2612abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:06.832397 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa6b82d-094d-428d-823f-237f381b5b60 req-4b76f641-7a6a-4888-84f7-4e6557fd5960 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:06.840686 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-922394ce-802b-4c6a-9547-d562f8b960b5 x-openstack-request-id: req-922394ce-802b-4c6a-9547-d562f8b960b5 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:18:06.840972 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8a7624c-d258-433f-9761-ec21365c1194", "name": "network-vif-plugged", "status": "completed", "tag": "4f1100d3-e9db-44b1-b3d1-a02ce6802c0c", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:18:06.845072 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-922394ce-802b-4c6a-9547-d562f8b960b5 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:18:06.845536 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8a7624c-d258-433f-9761-ec21365c1194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f1100d3-e9db-44b1-b3d1-a02ce6802c0c', 'code': 200} Jul 05 02:18:06.856315 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2aa6b82d-094d-428d-823f-237f381b5b60 req-4b76f641-7a6a-4888-84f7-4e6557fd5960 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b23f986-9cc6-4b74-a632-e11dab7d2d6f HTTP/1.1" status: 200 len: 945 time: 0.1276739 Jul 05 02:18:06.881957 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-e8cc79d1-d7cc-45ba-bb58-c132c2612abf None None] Port 7cfeeb46-2479-461a-9518-75c8d2657e02 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:18:06.965272 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2aa6b82d-094d-428d-823f-237f381b5b60 req-229f9dca-64c3-4b34-be15-1f7632088313 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc929fbb-c4f8-4892-b37d-5570a0c717b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050963 Jul 05 02:18:07.082978 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-e55f7e21-afbd-4a28-9608-21b2d925eb1a req-b700cf4a-914d-4924-a38b-e0f3ce7b7c6e tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:07.114111 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-e55f7e21-afbd-4a28-9608-21b2d925eb1a req-b700cf4a-914d-4924-a38b-e0f3ce7b7c6e tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Transition to ACTIVE for port object db0a31d9-63fc-4330-9519-56abf72b576c will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:18:07.160958 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23f8b8b-813f-4546-91d5-3360a0b8d6b7 req-edd2f393-c7cb-44a1-86ff-4b5fb0f120a6 tempest-LiveAutoBlockMigrationV225Test-944788699 tempest-LiveAutoBlockMigrationV225Test-944788699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:07.162550 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d23f8b8b-813f-4546-91d5-3360a0b8d6b7 req-edd2f393-c7cb-44a1-86ff-4b5fb0f120a6 tempest-LiveAutoBlockMigrationV225Test-944788699 tempest-LiveAutoBlockMigrationV225Test-944788699-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=1aeab594-2943-4da5-9c13-c06d96250566&tenant_id=7bf4f22dde1e4624a2cb34086c53be02&binding%3Ahost_id=n-h2-771362-32 HTTP/1.1" status: 200 len: 1096 time: 0.5690594 Jul 05 02:18:07.188421 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea8de1-7578-47c7-bbb2-1ed7d25d5e4a req-2b57a2ad-d3b7-49e8-9d39-f0217b7c9f49 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:07.195143 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea8de1-7578-47c7-bbb2-1ed7d25d5e4a req-2b57a2ad-d3b7-49e8-9d39-f0217b7c9f49 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:07.201353 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea8de1-7578-47c7-bbb2-1ed7d25d5e4a req-2b57a2ad-d3b7-49e8-9d39-f0217b7c9f49 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:07.209238 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea8de1-7578-47c7-bbb2-1ed7d25d5e4a req-2b57a2ad-d3b7-49e8-9d39-f0217b7c9f49 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:07.215822 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea8de1-7578-47c7-bbb2-1ed7d25d5e4a req-2b57a2ad-d3b7-49e8-9d39-f0217b7c9f49 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:07.221662 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea8de1-7578-47c7-bbb2-1ed7d25d5e4a req-2b57a2ad-d3b7-49e8-9d39-f0217b7c9f49 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:07.228129 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea8de1-7578-47c7-bbb2-1ed7d25d5e4a req-2b57a2ad-d3b7-49e8-9d39-f0217b7c9f49 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:07.235862 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-89ea8de1-7578-47c7-bbb2-1ed7d25d5e4a req-2b57a2ad-d3b7-49e8-9d39-f0217b7c9f49 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/ports?device_id=92403696-646a-4870-b635-6151c7b09066 HTTP/1.1" status: 200 len: 5428 time: 0.2370391 Jul 05 02:18:07.289676 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2acdb8-419b-4120-81ae-03136da95322 req-1ded5843-aa08-4d49-ad49-780a2bdcf395 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:07.296888 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3d2acdb8-419b-4120-81ae-03136da95322 req-1ded5843-aa08-4d49-ad49-780a2bdcf395 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b23f986-9cc6-4b74-a632-e11dab7d2d6f HTTP/1.1" status: 200 len: 945 time: 0.0822029 Jul 05 02:18:07.319918 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-89ea8de1-7578-47c7-bbb2-1ed7d25d5e4a req-cc892d28-1e3b-483f-b542-e4a1bb4bb3d6 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/security-groups?id=5eae1027-3275-42f9-8f54-f2ff33a054c9&id=89977ea5-fec8-49da-b8e1-c456496b77bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0817511 Jul 05 02:18:07.345370 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3d2acdb8-419b-4120-81ae-03136da95322 req-8fb7078e-ff60-417c-bc38-29960191c01c tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc929fbb-c4f8-4892-b37d-5570a0c717b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419347 Jul 05 02:18:07.406977 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-e55f7e21-afbd-4a28-9608-21b2d925eb1a req-b700cf4a-914d-4924-a38b-e0f3ce7b7c6e tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:07.419052 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['6a2ae0bc-edf0-4f1a-b9b8-ab213fe56db1'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:18:07.540420 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b700cf4a-914d-4924-a38b-e0f3ce7b7c6e tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Pushing event updated for resources: {'Port': ['ID=db0a31d9-63fc-4330-9519-56abf72b576c,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:18:07.611156 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e55f7e21-afbd-4a28-9608-21b2d925eb1a req-b700cf4a-914d-4924-a38b-e0f3ce7b7c6e tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Network dff432c2-7366-4622-aebb-da22fe05bfd4 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:18:07.630318 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-e55f7e21-afbd-4a28-9608-21b2d925eb1a req-b700cf4a-914d-4924-a38b-e0f3ce7b7c6e tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:18:07.644126 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-e55f7e21-afbd-4a28-9608-21b2d925eb1a req-b700cf4a-914d-4924-a38b-e0f3ce7b7c6e tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:18:07.713801 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 3f6a654a-920a-48ba-99ba-03a9961e4753 up at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:18:07.726519 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d21f28c-5cae-46ff-a78b-e717d217cb35 req-090d0479-280f-45bb-8ab2-a36d9c941928 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:07.728871 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0d21f28c-5cae-46ff-a78b-e717d217cb35 req-090d0479-280f-45bb-8ab2-a36d9c941928 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e947b9b-11bc-44f2-b27a-34d991968e81 HTTP/1.1" status: 200 len: 936 time: 0.1228993 Jul 05 02:18:07.763031 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-d23f8b8b-813f-4546-91d5-3360a0b8d6b7 req-9116021e-997f-47e9-852f-752e8e656566 service neutron] For port 3c19ebf3-e76c-400e-9c08-5d75501c001a, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:18:07.777825 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-d23f8b8b-813f-4546-91d5-3360a0b8d6b7 req-9116021e-997f-47e9-852f-752e8e656566 service neutron] Notify callbacks [] for binding, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:07.778982 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d23f8b8b-813f-4546-91d5-3360a0b8d6b7 req-9116021e-997f-47e9-852f-752e8e656566 service neutron] 10.222.0.15 "DELETE /v2.0/ports/3c19ebf3-e76c-400e-9c08-5d75501c001a/bindings/n-h1-771362-32 HTTP/1.1" status: 204 len: 173 time: 0.6078320 Jul 05 02:18:07.799600 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232112cf-8fd3-444d-a62e-d08c89c33782 req-0c123e90-e9f6-49b9-9d7f-cf80377bdec9 tempest-ImagesNegativeTestJSON-537008008 tempest-ImagesNegativeTestJSON-537008008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:07.819820 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-232112cf-8fd3-444d-a62e-d08c89c33782 req-0c123e90-e9f6-49b9-9d7f-cf80377bdec9 tempest-ImagesNegativeTestJSON-537008008 tempest-ImagesNegativeTestJSON-537008008-project] 10.222.0.23 "GET /v2.0/ports?device_id=608c8ad0-f428-4e55-92fe-f69db452c8f8 HTTP/1.1" status: 200 len: 949 time: 0.3163352 Jul 05 02:18:07.855503 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0d21f28c-5cae-46ff-a78b-e717d217cb35 req-b65cbb6c-04b5-44e3-851c-8ff2bcccc67a tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/security-groups?id=6aa981db-58bd-4d0c-a893-2c34139d4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196117 Jul 05 02:18:07.897419 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55f7e21-afbd-4a28-9608-21b2d925eb1a req-b700cf4a-914d-4924-a38b-e0f3ce7b7c6e tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:07.898041 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-e55f7e21-afbd-4a28-9608-21b2d925eb1a req-b700cf4a-914d-4924-a38b-e0f3ce7b7c6e tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:07.967524 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-232112cf-8fd3-444d-a62e-d08c89c33782 req-f81ced8c-6e35-4a4f-b28d-30b975ef16f4 tempest-ImagesNegativeTestJSON-537008008 tempest-ImagesNegativeTestJSON-537008008-project] 10.222.0.23 "GET /v2.0/security-groups?id=646947f2-d9a9-46f9-bbe2-95865f0816a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454723 Jul 05 02:18:07.995766 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning for port 3f6a654a-920a-48ba-99ba-03a9961e4753 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:18:07.997065 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning complete for port 3f6a654a-920a-48ba-99ba-03a9961e4753 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:18:07.997539 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:08.030012 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-e55f7e21-afbd-4a28-9608-21b2d925eb1a req-1dc3851a-2bc2-41ed-b862-ec2ba148788e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cfeeb46-2479-461a-9518-75c8d2657e02 {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:18:08.046838 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-e55f7e21-afbd-4a28-9608-21b2d925eb1a req-1dc3851a-2bc2-41ed-b862-ec2ba148788e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:08.067195 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-e55f7e21-afbd-4a28-9608-21b2d925eb1a req-1dc3851a-2bc2-41ed-b862-ec2ba148788e service neutron] Transition to ACTIVE for port object 7cfeeb46-2479-461a-9518-75c8d2657e02 will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:18:08.101646 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e55f7e21-afbd-4a28-9608-21b2d925eb1a req-b700cf4a-914d-4924-a38b-e0f3ce7b7c6e tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4423952 Jul 05 02:18:08.121297 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-e55f7e21-afbd-4a28-9608-21b2d925eb1a req-d8c3d647-6979-4746-b2a5-95b1f35bff52 service neutron] Request body: {'port': {'device_id': '9e947b9b-11bc-44f2-b27a-34d991968e81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:18:08.172985 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-e55f7e21-afbd-4a28-9608-21b2d925eb1a req-1dc3851a-2bc2-41ed-b862-ec2ba148788e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:08.195810 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:08.217086 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-150f6539-68ae-418f-b7ee-fbaeb6d08c3b None None] Provisioning for port db0a31d9-63fc-4330-9519-56abf72b576c completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:18:08.222705 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-150f6539-68ae-418f-b7ee-fbaeb6d08c3b None None] Provisioning complete for port db0a31d9-63fc-4330-9519-56abf72b576c triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:18:08.223083 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-150f6539-68ae-418f-b7ee-fbaeb6d08c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:08.248848 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 3f6a654a-920a-48ba-99ba-03a9961e4753, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=3f6a654a-920a-48ba-99ba-03a9961e4753,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:18:08.335434 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-150f6539-68ae-418f-b7ee-fbaeb6d08c3b None None] Port db0a31d9-63fc-4330-9519-56abf72b576c cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:18:08.369740 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-e55f7e21-afbd-4a28-9608-21b2d925eb1a req-d8c3d647-6979-4746-b2a5-95b1f35bff52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:08.391183 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:08.480326 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc3851a-2bc2-41ed-b862-ec2ba148788e service neutron] Pushing event updated for resources: {'Port': ['ID=7cfeeb46-2479-461a-9518-75c8d2657e02,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:18:08.480617 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=3f6a654a-920a-48ba-99ba-03a9961e4753,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:18:08.846624 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '608c8ad0-f428-4e55-92fe-f69db452c8f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f6a654a-920a-48ba-99ba-03a9961e4753'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:18:08.848970 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18a4946c-0937-4621-a7eb-7b22b9b349ce" -d '{"events": [{"server_uuid": "608c8ad0-f428-4e55-92fe-f69db452c8f8", "name": "network-vif-plugged", "status": "completed", "tag": "3f6a654a-920a-48ba-99ba-03a9961e4753"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:18:08.879069 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8759455b-9903-4ab3-882d-a160c4a92039 req-7c3be927-79f9-4649-b281-4fa7e50ef013 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:08.881204 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8759455b-9903-4ab3-882d-a160c4a92039 req-7c3be927-79f9-4649-b281-4fa7e50ef013 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=1aeab594-2943-4da5-9c13-c06d96250566 HTTP/1.1" status: 200 len: 944 time: 0.6733997 Jul 05 02:18:08.882238 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-e55f7e21-afbd-4a28-9608-21b2d925eb1a req-1dc3851a-2bc2-41ed-b862-ec2ba148788e service neutron] Attempting to bind port 7cfeeb46-2479-461a-9518-75c8d2657e02 on host n-h1-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:18:08.882579 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-e55f7e21-afbd-4a28-9608-21b2d925eb1a req-1dc3851a-2bc2-41ed-b862-ec2ba148788e service neutron] Attempting to bind port 7cfeeb46-2479-461a-9518-75c8d2657e02 by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:18:08.882910 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55f7e21-afbd-4a28-9608-21b2d925eb1a req-1dc3851a-2bc2-41ed-b862-ec2ba148788e service neutron] Attempting to bind port 7cfeeb46-2479-461a-9518-75c8d2657e02 on network dff432c2-7366-4622-aebb-da22fe05bfd4 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:18:08.892028 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55f7e21-afbd-4a28-9608-21b2d925eb1a req-1dc3851a-2bc2-41ed-b862-ec2ba148788e service neutron] Port 7cfeeb46-2479-461a-9518-75c8d2657e02 on network dff432c2-7366-4622-aebb-da22fe05bfd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:18:08.892263 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55f7e21-afbd-4a28-9608-21b2d925eb1a req-1dc3851a-2bc2-41ed-b862-ec2ba148788e service neutron] Attempting to bind port 7cfeeb46-2479-461a-9518-75c8d2657e02 on network dff432c2-7366-4622-aebb-da22fe05bfd4 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:18:08.936953 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55f7e21-afbd-4a28-9608-21b2d925eb1a req-1dc3851a-2bc2-41ed-b862-ec2ba148788e service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:18:08.937441 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55f7e21-afbd-4a28-9608-21b2d925eb1a req-1dc3851a-2bc2-41ed-b862-ec2ba148788e service neutron] Checking segment: {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:18:08.937848 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55f7e21-afbd-4a28-9608-21b2d925eb1a req-1dc3851a-2bc2-41ed-b862-ec2ba148788e service neutron] Bound using segment: {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:18:08.938331 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-e55f7e21-afbd-4a28-9608-21b2d925eb1a req-1dc3851a-2bc2-41ed-b862-ec2ba148788e service neutron] Bound port: 7cfeeb46-2479-461a-9518-75c8d2657e02, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:18:08.938706 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-e55f7e21-afbd-4a28-9608-21b2d925eb1a req-1dc3851a-2bc2-41ed-b862-ec2ba148788e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:09.070595 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8759455b-9903-4ab3-882d-a160c4a92039 req-fef805c5-7795-45d4-9fdc-49d4901d59ab tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692827 Jul 05 02:18:09.158415 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-e55f7e21-afbd-4a28-9608-21b2d925eb1a req-d8c3d647-6979-4746-b2a5-95b1f35bff52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db0a31d9-63fc-4330-9519-56abf72b576c {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:18:09.172482 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-e55f7e21-afbd-4a28-9608-21b2d925eb1a req-d8c3d647-6979-4746-b2a5-95b1f35bff52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:09.190337 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-e55f7e21-afbd-4a28-9608-21b2d925eb1a req-1dc3851a-2bc2-41ed-b862-ec2ba148788e service neutron] For port 7cfeeb46-2479-461a-9518-75c8d2657e02, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:18:09.190337 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-e55f7e21-afbd-4a28-9608-21b2d925eb1a req-1dc3851a-2bc2-41ed-b862-ec2ba148788e service neutron] For port 7cfeeb46-2479-461a-9518-75c8d2657e02, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=7cfeeb46-2479-461a-9518-75c8d2657e02,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:18:09.192812 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-e55f7e21-afbd-4a28-9608-21b2d925eb1a req-d8c3d647-6979-4746-b2a5-95b1f35bff52 service neutron] Transition to ACTIVE for port object db0a31d9-63fc-4330-9519-56abf72b576c will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:18:09.292792 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-636ee281-5ea7-4d09-8a42-c5ac4a6588cc x-openstack-request-id: req-636ee281-5ea7-4d09-8a42-c5ac4a6588cc {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:18:09.293348 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "608c8ad0-f428-4e55-92fe-f69db452c8f8", "name": "network-vif-plugged", "status": "completed", "tag": "3f6a654a-920a-48ba-99ba-03a9961e4753", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:18:09.293781 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-636ee281-5ea7-4d09-8a42-c5ac4a6588cc {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:18:09.294414 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '608c8ad0-f428-4e55-92fe-f69db452c8f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f6a654a-920a-48ba-99ba-03a9961e4753', 'code': 200} Jul 05 02:18:09.336370 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-e55f7e21-afbd-4a28-9608-21b2d925eb1a req-1dc3851a-2bc2-41ed-b862-ec2ba148788e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:09.407143 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc3851a-2bc2-41ed-b862-ec2ba148788e service neutron] Pushing event updated for resources: {'Port': ['ID=7cfeeb46-2479-461a-9518-75c8d2657e02,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:18:09.422043 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-e55f7e21-afbd-4a28-9608-21b2d925eb1a req-d8c3d647-6979-4746-b2a5-95b1f35bff52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:09.490071 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e5c0c5-9a78-450d-bef5-377e10c7b62b req-c77fbb76-e50c-4c9e-bd52-76bb2a0ab67c tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:09.502706 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-98e5c0c5-9a78-450d-bef5-377e10c7b62b req-c77fbb76-e50c-4c9e-bd52-76bb2a0ab67c tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e947b9b-11bc-44f2-b27a-34d991968e81 HTTP/1.1" status: 200 len: 948 time: 0.0924108 Jul 05 02:18:09.515839 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3d647-6979-4746-b2a5-95b1f35bff52 service neutron] Pushing event updated for resources: {'Port': ['ID=db0a31d9-63fc-4330-9519-56abf72b576c,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:18:09.582310 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55f7e21-afbd-4a28-9608-21b2d925eb1a req-1dc3851a-2bc2-41ed-b862-ec2ba148788e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:09.582310 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-e55f7e21-afbd-4a28-9608-21b2d925eb1a req-1dc3851a-2bc2-41ed-b862-ec2ba148788e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:09.582310 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e55f7e21-afbd-4a28-9608-21b2d925eb1a req-1dc3851a-2bc2-41ed-b862-ec2ba148788e service neutron] 10.222.0.21 "PUT /v2.0/ports/7cfeeb46-2479-461a-9518-75c8d2657e02 HTTP/1.1" status: 200 len: 1097 time: 2.9777801 Jul 05 02:18:09.585202 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa74d995-7802-4a92-aa25-f043209894f5', 'tag': '7cfeeb46-2479-461a-9518-75c8d2657e02'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:18:09.587130 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95520f77-7ebb-4b86-90fe-4f7984a23cba" -d '{"events": [{"name": "network-changed", "server_uuid": "fa74d995-7802-4a92-aa25-f043209894f5", "tag": "7cfeeb46-2479-461a-9518-75c8d2657e02"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:18:09.589694 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-98e5c0c5-9a78-450d-bef5-377e10c7b62b req-9d023a0d-102a-4506-9c33-ccff65c15041 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/security-groups?id=6aa981db-58bd-4d0c-a893-2c34139d4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678332 Jul 05 02:18:09.684404 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7672974c-0088-43e4-ae20-c10faee80484 req-24308947-d0b7-4f7f-b17a-dbabf421f021 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:09.691410 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7672974c-0088-43e4-ae20-c10faee80484 req-24308947-d0b7-4f7f-b17a-dbabf421f021 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:09.697018 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7672974c-0088-43e4-ae20-c10faee80484 req-24308947-d0b7-4f7f-b17a-dbabf421f021 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:09.703070 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7672974c-0088-43e4-ae20-c10faee80484 req-24308947-d0b7-4f7f-b17a-dbabf421f021 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:09.709264 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7672974c-0088-43e4-ae20-c10faee80484 req-24308947-d0b7-4f7f-b17a-dbabf421f021 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:09.715234 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7672974c-0088-43e4-ae20-c10faee80484 req-24308947-d0b7-4f7f-b17a-dbabf421f021 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:09.716843 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 5e5f8879-93f3-4d20-8ad9-d0823e4032c0 details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:18:09.721120 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7672974c-0088-43e4-ae20-c10faee80484 req-24308947-d0b7-4f7f-b17a-dbabf421f021 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:09.723106 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7672974c-0088-43e4-ae20-c10faee80484 req-24308947-d0b7-4f7f-b17a-dbabf421f021 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/ports?device_id=92403696-646a-4870-b635-6151c7b09066 HTTP/1.1" status: 200 len: 5428 time: 0.4376333 Jul 05 02:18:09.920788 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f8c79-e586-44fa-8ccb-f29ea5476487 req-267ac2cf-4838-41a6-8f30-6bfb48f3ebea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:09.922459 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d80f8c79-e586-44fa-8ccb-f29ea5476487 req-267ac2cf-4838-41a6-8f30-6bfb48f3ebea service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=608c8ad0-f428-4e55-92fe-f69db452c8f8 HTTP/1.1" status: 200 len: 1102 time: 0.5174067 Jul 05 02:18:09.943158 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7672974c-0088-43e4-ae20-c10faee80484 req-2abeb9b6-7718-4907-a432-8098282efc57 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/security-groups?id=5eae1027-3275-42f9-8f54-f2ff33a054c9&id=89977ea5-fec8-49da-b8e1-c456496b77bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1810215 Jul 05 02:18:09.943374 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 5e5f8879-93f3-4d20-8ad9-d0823e4032c0, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=5e5f8879-93f3-4d20-8ad9-d0823e4032c0,segment=NetworkSegment(ccac9cc8-8687-4831-b08f-d485733ff31a),segment_id=ccac9cc8-8687-4831-b08f-d485733ff31a)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:18:09.981376 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-e55f7e21-afbd-4a28-9608-21b2d925eb1a req-d8c3d647-6979-4746-b2a5-95b1f35bff52 service neutron] Attempting to bind port db0a31d9-63fc-4330-9519-56abf72b576c on host n-h1-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:18:09.981721 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-e55f7e21-afbd-4a28-9608-21b2d925eb1a req-d8c3d647-6979-4746-b2a5-95b1f35bff52 service neutron] Attempting to bind port db0a31d9-63fc-4330-9519-56abf72b576c by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:18:09.982070 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55f7e21-afbd-4a28-9608-21b2d925eb1a req-d8c3d647-6979-4746-b2a5-95b1f35bff52 service neutron] Attempting to bind port db0a31d9-63fc-4330-9519-56abf72b576c on network dff432c2-7366-4622-aebb-da22fe05bfd4 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:18:10.008452 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55f7e21-afbd-4a28-9608-21b2d925eb1a req-d8c3d647-6979-4746-b2a5-95b1f35bff52 service neutron] Port db0a31d9-63fc-4330-9519-56abf72b576c on network dff432c2-7366-4622-aebb-da22fe05bfd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:18:10.008452 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55f7e21-afbd-4a28-9608-21b2d925eb1a req-d8c3d647-6979-4746-b2a5-95b1f35bff52 service neutron] Attempting to bind port db0a31d9-63fc-4330-9519-56abf72b576c on network dff432c2-7366-4622-aebb-da22fe05bfd4 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:18:10.013538 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Returning: {'device': '5e5f8879-93f3-4d20-8ad9-d0823e4032c0', 'network_id': '8fabf858-7855-4bc3-b4b1-4ecb63b57267', 'port_id': '5e5f8879-93f3-4d20-8ad9-d0823e4032c0', 'mac_address': 'fa:16:3e:7d:74:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60a80ec2-db69-42d6-b3ae-9c4f0a0ead85', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:18:10.030482 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55f7e21-afbd-4a28-9608-21b2d925eb1a req-d8c3d647-6979-4746-b2a5-95b1f35bff52 service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:18:10.031019 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55f7e21-afbd-4a28-9608-21b2d925eb1a req-d8c3d647-6979-4746-b2a5-95b1f35bff52 service neutron] Checking segment: {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:18:10.031383 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55f7e21-afbd-4a28-9608-21b2d925eb1a req-d8c3d647-6979-4746-b2a5-95b1f35bff52 service neutron] Bound using segment: {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:18:10.031683 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-e55f7e21-afbd-4a28-9608-21b2d925eb1a req-d8c3d647-6979-4746-b2a5-95b1f35bff52 service neutron] Bound port: db0a31d9-63fc-4330-9519-56abf72b576c, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:18:10.032052 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-e55f7e21-afbd-4a28-9608-21b2d925eb1a req-d8c3d647-6979-4746-b2a5-95b1f35bff52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:10.035380 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d80f8c79-e586-44fa-8ccb-f29ea5476487 req-cd8e36fe-6551-45d0-a024-ef3a9ac3b5d3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=646947f2-d9a9-46f9-bbe2-95865f0816a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988886 Jul 05 02:18:10.063054 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55f7e21-afbd-4a28-9608-21b2d925eb1a req-a6948930-b479-42d6-a302-3c2f6a28a576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:10.064612 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e55f7e21-afbd-4a28-9608-21b2d925eb1a req-a6948930-b479-42d6-a302-3c2f6a28a576 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=843c308122d04e8a8ebe4eb1b129860a&device_id=fa74d995-7802-4a92-aa25-f043209894f5 HTTP/1.1" status: 200 len: 1100 time: 0.2952125 Jul 05 02:18:10.083062 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:10.121569 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e5f8879-93f3-4d20-8ad9-d0823e4032c0 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:18:10.150933 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 5e5f8879-93f3-4d20-8ad9-d0823e4032c0, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=5e5f8879-93f3-4d20-8ad9-d0823e4032c0,segment=NetworkSegment(ccac9cc8-8687-4831-b08f-d485733ff31a),segment_id=ccac9cc8-8687-4831-b08f-d485733ff31a)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:18:10.241534 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e55f7e21-afbd-4a28-9608-21b2d925eb1a req-0c81eeed-54a6-4c06-8bb1-16f85f269b05 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=7cfeeb46-2479-461a-9518-75c8d2657e02 HTTP/1.1" status: 200 len: 217 time: 0.1664853 Jul 05 02:18:10.251016 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88880a7f-af40-4deb-9cd1-0a6be395904f x-openstack-request-id: req-88880a7f-af40-4deb-9cd1-0a6be395904f {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:18:10.251309 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa74d995-7802-4a92-aa25-f043209894f5", "tag": "7cfeeb46-2479-461a-9518-75c8d2657e02", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:18:10.251568 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-88880a7f-af40-4deb-9cd1-0a6be395904f {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:18:10.251983 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa74d995-7802-4a92-aa25-f043209894f5', 'tag': '7cfeeb46-2479-461a-9518-75c8d2657e02', 'status': 'completed', 'code': 200} Jul 05 02:18:10.291813 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:10.292059 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 20091b1d-6f87-44f6-b3a2-80a8f0399bd5 details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:18:10.447081 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-e55f7e21-afbd-4a28-9608-21b2d925eb1a req-d8c3d647-6979-4746-b2a5-95b1f35bff52 service neutron] For port db0a31d9-63fc-4330-9519-56abf72b576c, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:18:10.450337 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55f7e21-afbd-4a28-9608-21b2d925eb1a req-77d7b055-13b1-4a98-9e88-ad594f8c78f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:10.451828 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e55f7e21-afbd-4a28-9608-21b2d925eb1a req-77d7b055-13b1-4a98-9e88-ad594f8c78f0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b840e204-692c-4f54-8f07-f6563e8e36b1 HTTP/1.1" status: 200 len: 843 time: 0.1672306 Jul 05 02:18:10.453507 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-e55f7e21-afbd-4a28-9608-21b2d925eb1a req-d8c3d647-6979-4746-b2a5-95b1f35bff52 service neutron] For port db0a31d9-63fc-4330-9519-56abf72b576c, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=db0a31d9-63fc-4330-9519-56abf72b576c,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:18:10.560726 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04800a3-0da3-431b-927a-61374996a770 req-c204115e-eb2c-4b6f-81b9-9dec3052ecdf tempest-LiveAutoBlockMigrationV225Test-944788699 tempest-LiveAutoBlockMigrationV225Test-944788699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:10.570756 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f04800a3-0da3-431b-927a-61374996a770 req-c204115e-eb2c-4b6f-81b9-9dec3052ecdf tempest-LiveAutoBlockMigrationV225Test-944788699 tempest-LiveAutoBlockMigrationV225Test-944788699-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=1aeab594-2943-4da5-9c13-c06d96250566 HTTP/1.1" status: 200 len: 1096 time: 0.0883915 Jul 05 02:18:10.571597 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c1bb02-9ef2-4c9e-b906-775209dd4a3c req-63eda52b-2d4e-4afd-a173-7e9c8716543e tempest-ImagesNegativeTestJSON-537008008 tempest-ImagesNegativeTestJSON-537008008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:10.575763 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-98c1bb02-9ef2-4c9e-b906-775209dd4a3c req-63eda52b-2d4e-4afd-a173-7e9c8716543e tempest-ImagesNegativeTestJSON-537008008 tempest-ImagesNegativeTestJSON-537008008-project] 10.222.0.23 "GET /v2.0/ports?device_id=608c8ad0-f428-4e55-92fe-f69db452c8f8 HTTP/1.1" status: 200 len: 950 time: 0.3519118 Jul 05 02:18:10.600662 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=5e5f8879-93f3-4d20-8ad9-d0823e4032c0,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:18:10.604732 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-e55f7e21-afbd-4a28-9608-21b2d925eb1a req-d8c3d647-6979-4746-b2a5-95b1f35bff52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:10.670072 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f04800a3-0da3-431b-927a-61374996a770 req-5b6c8c44-19ff-4432-a247-42d9272036a6 tempest-LiveAutoBlockMigrationV225Test-944788699 tempest-LiveAutoBlockMigrationV225Test-944788699-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947461 Jul 05 02:18:10.685093 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 20091b1d-6f87-44f6-b3a2-80a8f0399bd5, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=20091b1d-6f87-44f6-b3a2-80a8f0399bd5,segment=NetworkSegment(35d84035-3545-4590-ba83-2b60f8b92811),segment_id=35d84035-3545-4590-ba83-2b60f8b92811)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:18:10.705054 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-98c1bb02-9ef2-4c9e-b906-775209dd4a3c req-068b7e9a-5223-4163-85bb-8aeaa081f8f3 tempest-ImagesNegativeTestJSON-537008008 tempest-ImagesNegativeTestJSON-537008008-project] 10.222.0.23 "GET /v2.0/security-groups?id=646947f2-d9a9-46f9-bbe2-95865f0816a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152964 Jul 05 02:18:10.724728 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Returning: {'device': '20091b1d-6f87-44f6-b3a2-80a8f0399bd5', 'network_id': '70f5fd93-7af8-4288-a451-7de7b5d6c1c7', 'port_id': '20091b1d-6f87-44f6-b3a2-80a8f0399bd5', 'mac_address': 'fa:16:3e:d6:d0:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '473bf51e-fdd3-4bfb-8054-3ae41f9e7fb8', 'ip_address': '10.1.1.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:18:10.824284 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55f7e21-afbd-4a28-9608-21b2d925eb1a req-d8c3d647-6979-4746-b2a5-95b1f35bff52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:10.827352 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-e55f7e21-afbd-4a28-9608-21b2d925eb1a req-d8c3d647-6979-4746-b2a5-95b1f35bff52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:10.828908 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e55f7e21-afbd-4a28-9608-21b2d925eb1a req-d8c3d647-6979-4746-b2a5-95b1f35bff52 service neutron] 10.222.0.21 "PUT /v2.0/ports/db0a31d9-63fc-4330-9519-56abf72b576c HTTP/1.1" status: 200 len: 1097 time: 2.7156980 Jul 05 02:18:10.835508 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:10.855388 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20091b1d-6f87-44f6-b3a2-80a8f0399bd5 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:18:10.891457 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55f7e21-afbd-4a28-9608-21b2d925eb1a req-17213ce9-37bc-424d-9275-d8a18752563e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:10.898224 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e55f7e21-afbd-4a28-9608-21b2d925eb1a req-17213ce9-37bc-424d-9275-d8a18752563e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dff432c2-7366-4622-aebb-da22fe05bfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4298184 Jul 05 02:18:10.933615 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3d647-6979-4746-b2a5-95b1f35bff52 service neutron] Pushing event updated for resources: {'Port': ['ID=db0a31d9-63fc-4330-9519-56abf72b576c,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:18:10.938091 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 20091b1d-6f87-44f6-b3a2-80a8f0399bd5, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=20091b1d-6f87-44f6-b3a2-80a8f0399bd5,segment=NetworkSegment(35d84035-3545-4590-ba83-2b60f8b92811),segment_id=35d84035-3545-4590-ba83-2b60f8b92811)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:18:11.092723 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:11.093479 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device b2afd91c-2fe8-49dd-a28d-0512eaf561ce details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:18:11.112015 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d181c18-cf56-4003-9060-8bb58d76ab63 req-11ea9753-2774-494b-8b38-4947f6ea2693 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:11.114718 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7d181c18-cf56-4003-9060-8bb58d76ab63 req-11ea9753-2774-494b-8b38-4947f6ea2693 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b23f986-9cc6-4b74-a632-e11dab7d2d6f HTTP/1.1" status: 200 len: 945 time: 0.1654642 Jul 05 02:18:11.191280 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=20091b1d-6f87-44f6-b3a2-80a8f0399bd5,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:18:11.237653 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7d181c18-cf56-4003-9060-8bb58d76ab63 req-f6d6dee6-753d-4365-b78d-c3f87aed2e40 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc929fbb-c4f8-4892-b37d-5570a0c717b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161661 Jul 05 02:18:11.278802 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port b2afd91c-2fe8-49dd-a28d-0512eaf561ce, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=b2afd91c-2fe8-49dd-a28d-0512eaf561ce,segment=NetworkSegment(35d84035-3545-4590-ba83-2b60f8b92811),segment_id=35d84035-3545-4590-ba83-2b60f8b92811)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:18:11.303320 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Returning: {'device': 'b2afd91c-2fe8-49dd-a28d-0512eaf561ce', 'network_id': '70f5fd93-7af8-4288-a451-7de7b5d6c1c7', 'port_id': 'b2afd91c-2fe8-49dd-a28d-0512eaf561ce', 'mac_address': 'fa:16:3e:b7:96:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '473bf51e-fdd3-4bfb-8054-3ae41f9e7fb8', 'ip_address': '10.1.1.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:18:11.438731 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:11.469654 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2afd91c-2fe8-49dd-a28d-0512eaf561ce {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:18:11.499178 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port b2afd91c-2fe8-49dd-a28d-0512eaf561ce, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=b2afd91c-2fe8-49dd-a28d-0512eaf561ce,segment=NetworkSegment(35d84035-3545-4590-ba83-2b60f8b92811),segment_id=35d84035-3545-4590-ba83-2b60f8b92811)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:18:11.526228 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:11.620956 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:11.631589 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e55f7e21-afbd-4a28-9608-21b2d925eb1a req-a266f425-f8e1-4b35-bcc7-599fe9d2f50a service neutron] 10.222.0.21 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7235408 Jul 05 02:18:11.698657 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cd01b1-207b-45d2-8da4-a96a8e4d9278 req-1a074c80-628b-4b37-932f-bf47a6320ded tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:11.700194 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f3cd01b1-207b-45d2-8da4-a96a8e4d9278 req-1a074c80-628b-4b37-932f-bf47a6320ded tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e947b9b-11bc-44f2-b27a-34d991968e81 HTTP/1.1" status: 200 len: 948 time: 0.1971292 Jul 05 02:18:11.704062 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55f7e21-afbd-4a28-9608-21b2d925eb1a req-b09b4282-e1d6-4090-907a-64661859935d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:11.705490 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e55f7e21-afbd-4a28-9608-21b2d925eb1a req-b09b4282-e1d6-4090-907a-64661859935d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=843c308122d04e8a8ebe4eb1b129860a&device_id=9e947b9b-11bc-44f2-b27a-34d991968e81 HTTP/1.1" status: 200 len: 1100 time: 0.2013299 Jul 05 02:18:11.726024 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:11.726892 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 36779ac9-6d94-4e90-b5a3-b9834d74efe3 details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:18:11.771962 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e55f7e21-afbd-4a28-9608-21b2d925eb1a req-1731350b-eee0-496d-98a1-046fd40750d1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=db0a31d9-63fc-4330-9519-56abf72b576c HTTP/1.1" status: 200 len: 217 time: 0.0535650 Jul 05 02:18:11.836780 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f3cd01b1-207b-45d2-8da4-a96a8e4d9278 req-3549afcf-cbe7-4cea-85e6-5910752f59f3 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/security-groups?id=6aa981db-58bd-4d0c-a893-2c34139d4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289148 Jul 05 02:18:11.856045 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 36779ac9-6d94-4e90-b5a3-b9834d74efe3, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=36779ac9-6d94-4e90-b5a3-b9834d74efe3,segment=NetworkSegment(ccac9cc8-8687-4831-b08f-d485733ff31a),segment_id=ccac9cc8-8687-4831-b08f-d485733ff31a)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:18:11.866567 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=b2afd91c-2fe8-49dd-a28d-0512eaf561ce,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:18:11.870085 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e55f7e21-afbd-4a28-9608-21b2d925eb1a req-b31784dd-4a24-40a1-a437-3c8119e25f60 service neutron] 10.222.0.21 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267811 Jul 05 02:18:11.875954 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55f7e21-afbd-4a28-9608-21b2d925eb1a req-158c45a8-2c77-434a-8ce8-6fe961bea4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:11.877422 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e55f7e21-afbd-4a28-9608-21b2d925eb1a req-158c45a8-2c77-434a-8ce8-6fe961bea4da service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b840e204-692c-4f54-8f07-f6563e8e36b1 HTTP/1.1" status: 200 len: 843 time: 0.0960217 Jul 05 02:18:11.893335 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Returning: {'device': '36779ac9-6d94-4e90-b5a3-b9834d74efe3', 'network_id': '8fabf858-7855-4bc3-b4b1-4ecb63b57267', 'port_id': '36779ac9-6d94-4e90-b5a3-b9834d74efe3', 'mac_address': 'fa:16:3e:d2:fb:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60a80ec2-db69-42d6-b3ae-9c4f0a0ead85', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:18:11.951733 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:11.964740 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55f7e21-afbd-4a28-9608-21b2d925eb1a req-83744277-4ffe-4a9d-835c-7d94d6f62817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:11.966151 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e55f7e21-afbd-4a28-9608-21b2d925eb1a req-83744277-4ffe-4a9d-835c-7d94d6f62817 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dff432c2-7366-4622-aebb-da22fe05bfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0792985 Jul 05 02:18:11.971931 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36779ac9-6d94-4e90-b5a3-b9834d74efe3 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:18:12.005863 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 36779ac9-6d94-4e90-b5a3-b9834d74efe3, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=36779ac9-6d94-4e90-b5a3-b9834d74efe3,segment=NetworkSegment(ccac9cc8-8687-4831-b08f-d485733ff31a),segment_id=ccac9cc8-8687-4831-b08f-d485733ff31a)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:18:12.145377 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:12.145377 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 22bc43a4-3d70-4c77-ad1b-053977c426ce details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:18:12.225708 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e55f7e21-afbd-4a28-9608-21b2d925eb1a req-98137b5f-1bab-4b28-bf1d-82854e1f29d5 service neutron] 10.222.0.21 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461867 Jul 05 02:18:12.244532 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=36779ac9-6d94-4e90-b5a3-b9834d74efe3,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:18:12.248323 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 22bc43a4-3d70-4c77-ad1b-053977c426ce, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=22bc43a4-3d70-4c77-ad1b-053977c426ce,segment=NetworkSegment(35d84035-3545-4590-ba83-2b60f8b92811),segment_id=35d84035-3545-4590-ba83-2b60f8b92811)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:18:12.251558 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351a0a03-39a4-4ad6-8f82-01e654ee4971 req-f8347f45-378a-43f7-a162-fa38c35ff18e tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:12.260669 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351a0a03-39a4-4ad6-8f82-01e654ee4971 req-f8347f45-378a-43f7-a162-fa38c35ff18e tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:12.266854 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Returning: {'device': '22bc43a4-3d70-4c77-ad1b-053977c426ce', 'network_id': '70f5fd93-7af8-4288-a451-7de7b5d6c1c7', 'port_id': '22bc43a4-3d70-4c77-ad1b-053977c426ce', 'mac_address': 'fa:16:3e:e3:54:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '473bf51e-fdd3-4bfb-8054-3ae41f9e7fb8', 'ip_address': '10.1.1.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:18:12.268540 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351a0a03-39a4-4ad6-8f82-01e654ee4971 req-f8347f45-378a-43f7-a162-fa38c35ff18e tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:12.284927 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351a0a03-39a4-4ad6-8f82-01e654ee4971 req-f8347f45-378a-43f7-a162-fa38c35ff18e tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:12.294723 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351a0a03-39a4-4ad6-8f82-01e654ee4971 req-f8347f45-378a-43f7-a162-fa38c35ff18e tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:12.302398 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351a0a03-39a4-4ad6-8f82-01e654ee4971 req-f8347f45-378a-43f7-a162-fa38c35ff18e tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:12.316822 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351a0a03-39a4-4ad6-8f82-01e654ee4971 req-f8347f45-378a-43f7-a162-fa38c35ff18e tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:12.320350 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-351a0a03-39a4-4ad6-8f82-01e654ee4971 req-f8347f45-378a-43f7-a162-fa38c35ff18e tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/ports?device_id=92403696-646a-4870-b635-6151c7b09066 HTTP/1.1" status: 200 len: 5431 time: 0.3085065 Jul 05 02:18:12.322971 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e947b9b-11bc-44f2-b27a-34d991968e81', 'tag': 'db0a31d9-63fc-4330-9519-56abf72b576c'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:18:12.325542 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c481fc26-7625-4982-8008-8489c4a29044" -d '{"events": [{"name": "network-changed", "server_uuid": "9e947b9b-11bc-44f2-b27a-34d991968e81", "tag": "db0a31d9-63fc-4330-9519-56abf72b576c"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:18:12.328465 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:12.341006 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d811f1ae-0199-442f-be35-915a26b36f1f req-7d832f82-ea0d-4e71-80ab-ecc76c8b7b58 tempest-ImagesNegativeTestJSON-537008008 tempest-ImagesNegativeTestJSON-537008008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:12.343198 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d811f1ae-0199-442f-be35-915a26b36f1f req-7d832f82-ea0d-4e71-80ab-ecc76c8b7b58 tempest-ImagesNegativeTestJSON-537008008 tempest-ImagesNegativeTestJSON-537008008-project] 10.222.0.23 "GET /v2.0/ports?device_id=608c8ad0-f428-4e55-92fe-f69db452c8f8 HTTP/1.1" status: 200 len: 950 time: 0.1535769 Jul 05 02:18:12.347012 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22bc43a4-3d70-4c77-ad1b-053977c426ce {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:18:12.380758 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 22bc43a4-3d70-4c77-ad1b-053977c426ce, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=22bc43a4-3d70-4c77-ad1b-053977c426ce,segment=NetworkSegment(35d84035-3545-4590-ba83-2b60f8b92811),segment_id=35d84035-3545-4590-ba83-2b60f8b92811)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:18:12.392960 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d811f1ae-0199-442f-be35-915a26b36f1f req-eacb8698-2e88-4a86-a777-d4dfdc50f342 tempest-ImagesNegativeTestJSON-537008008 tempest-ImagesNegativeTestJSON-537008008-project] 10.222.0.23 "GET /v2.0/security-groups?id=646947f2-d9a9-46f9-bbe2-95865f0816a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437303 Jul 05 02:18:12.426389 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95520f77-7ebb-4b86-90fe-4f7984a23cba req-d00071db-11b9-4f7d-a764-897da4f01131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:12.432529 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-95520f77-7ebb-4b86-90fe-4f7984a23cba req-d00071db-11b9-4f7d-a764-897da4f01131 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=843c308122d04e8a8ebe4eb1b129860a&device_id=fa74d995-7802-4a92-aa25-f043209894f5 HTTP/1.1" status: 200 len: 1100 time: 0.3619165 Jul 05 02:18:12.551453 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:12.552132 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device bdd6e41b-1304-48b0-8756-d4d2c193d5d2 details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:18:12.601128 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-351a0a03-39a4-4ad6-8f82-01e654ee4971 req-dd2786ad-8f7b-465f-b755-ef24d7114e1d tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/security-groups?id=5eae1027-3275-42f9-8f54-f2ff33a054c9&id=89977ea5-fec8-49da-b8e1-c456496b77bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2526813 Jul 05 02:18:12.671984 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e55f7e21-afbd-4a28-9608-21b2d925eb1a req-a401d2ae-59d1-4508-9061-ad48fc648d35 service neutron] 10.222.0.21 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3441081 Jul 05 02:18:12.678809 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95520f77-7ebb-4b86-90fe-4f7984a23cba req-db71c7ba-88e3-41ee-ab0f-4a59c713c33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:12.680328 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-95520f77-7ebb-4b86-90fe-4f7984a23cba req-db71c7ba-88e3-41ee-ab0f-4a59c713c33e service neutron] 10.222.0.21 "GET /v2.0/networks?id=dff432c2-7366-4622-aebb-da22fe05bfd4 HTTP/1.1" status: 200 len: 869 time: 0.2310264 Jul 05 02:18:12.728847 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=22bc43a4-3d70-4c77-ad1b-053977c426ce,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:18:12.732981 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port bdd6e41b-1304-48b0-8756-d4d2c193d5d2, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=bdd6e41b-1304-48b0-8756-d4d2c193d5d2,segment=NetworkSegment(35d84035-3545-4590-ba83-2b60f8b92811),segment_id=35d84035-3545-4590-ba83-2b60f8b92811)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:18:12.753027 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-95520f77-7ebb-4b86-90fe-4f7984a23cba req-3e06c7da-a613-4bc4-b067-5ea51c1e29d5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=7cfeeb46-2479-461a-9518-75c8d2657e02 HTTP/1.1" status: 200 len: 217 time: 0.0644588 Jul 05 02:18:12.757709 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Returning: {'device': 'bdd6e41b-1304-48b0-8756-d4d2c193d5d2', 'network_id': '70f5fd93-7af8-4288-a451-7de7b5d6c1c7', 'port_id': 'bdd6e41b-1304-48b0-8756-d4d2c193d5d2', 'mac_address': 'fa:16:3e:1c:4d:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '473bf51e-fdd3-4bfb-8054-3ae41f9e7fb8', 'ip_address': '10.1.1.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:18:12.837967 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:12.848634 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51768e43-2dfd-4f52-a5f4-d361cbbe7ba4 req-8ab64715-3c96-4158-9d41-52e4f06a164b tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:12.857676 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-51768e43-2dfd-4f52-a5f4-d361cbbe7ba4 req-8ab64715-3c96-4158-9d41-52e4f06a164b tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=1aeab594-2943-4da5-9c13-c06d96250566 HTTP/1.1" status: 200 len: 944 time: 0.1026282 Jul 05 02:18:12.863819 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdd6e41b-1304-48b0-8756-d4d2c193d5d2 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:18:12.886504 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port bdd6e41b-1304-48b0-8756-d4d2c193d5d2, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=bdd6e41b-1304-48b0-8756-d4d2c193d5d2,segment=NetworkSegment(35d84035-3545-4590-ba83-2b60f8b92811),segment_id=35d84035-3545-4590-ba83-2b60f8b92811)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:18:12.910953 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-51768e43-2dfd-4f52-a5f4-d361cbbe7ba4 req-28d498a6-db08-4dc6-ac26-1850545536cb tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515380 Jul 05 02:18:12.911515 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95520f77-7ebb-4b86-90fe-4f7984a23cba req-6fb0c3ef-9a3e-45b6-9eed-8269c5658d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:12.913234 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-95520f77-7ebb-4b86-90fe-4f7984a23cba req-6fb0c3ef-9a3e-45b6-9eed-8269c5658d59 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b840e204-692c-4f54-8f07-f6563e8e36b1 HTTP/1.1" status: 200 len: 843 time: 0.1517076 Jul 05 02:18:12.934356 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 02:18:13.003490 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-241c964d-63f5-4fcc-8a39-c31c7599f6f0 x-openstack-request-id: req-241c964d-63f5-4fcc-8a39-c31c7599f6f0 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:18:13.003811 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e947b9b-11bc-44f2-b27a-34d991968e81", "tag": "db0a31d9-63fc-4330-9519-56abf72b576c", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:18:13.004040 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-241c964d-63f5-4fcc-8a39-c31c7599f6f0 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:18:13.004439 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e947b9b-11bc-44f2-b27a-34d991968e81', 'tag': 'db0a31d9-63fc-4330-9519-56abf72b576c', 'status': 'completed', 'code': 200} Jul 05 02:18:13.023842 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385d3c71-87ad-45da-885f-0364045581c4 req-83338a1e-77e5-49f5-8ab1-2df41165f866 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:13.033363 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-385d3c71-87ad-45da-885f-0364045581c4 req-83338a1e-77e5-49f5-8ab1-2df41165f866 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.15 "GET /v2.0/ports?device_id=1aeab594-2943-4da5-9c13-c06d96250566 HTTP/1.1" status: 200 len: 944 time: 0.2838664 Jul 05 02:18:13.062885 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:13.063828 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device fb5e411e-ba28-4560-9e82-b60e563a776d details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:18:13.151132 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=bdd6e41b-1304-48b0-8756-d4d2c193d5d2,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:18:13.190721 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23349829-2bb6-4a9c-9d0a-7614be97b058 req-15bc72de-fe87-42b5-b098-9a89f0dd483a tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:13.211561 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-23349829-2bb6-4a9c-9d0a-7614be97b058 req-15bc72de-fe87-42b5-b098-9a89f0dd483a tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b23f986-9cc6-4b74-a632-e11dab7d2d6f HTTP/1.1" status: 200 len: 945 time: 0.3486567 Jul 05 02:18:13.282448 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95520f77-7ebb-4b86-90fe-4f7984a23cba req-abc79df1-ed3a-4324-ac35-1a2a481a54d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:13.283976 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-95520f77-7ebb-4b86-90fe-4f7984a23cba req-abc79df1-ed3a-4324-ac35-1a2a481a54d8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dff432c2-7366-4622-aebb-da22fe05bfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3507190 Jul 05 02:18:13.292192 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-23349829-2bb6-4a9c-9d0a-7614be97b058 req-5e13bc2f-e7ac-4276-b166-7b1b974ca224 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc929fbb-c4f8-4892-b37d-5570a0c717b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853455 Jul 05 02:18:13.316970 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port fb5e411e-ba28-4560-9e82-b60e563a776d, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=fb5e411e-ba28-4560-9e82-b60e563a776d,segment=NetworkSegment(31e917c3-b1d5-428f-bb55-dbe9374ce1ec),segment_id=31e917c3-b1d5-428f-bb55-dbe9374ce1ec)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:18:13.342328 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Returning: {'device': 'fb5e411e-ba28-4560-9e82-b60e563a776d', 'network_id': '1f5c1f66-211d-4aaf-9dcb-993edf85d0c1', 'port_id': 'fb5e411e-ba28-4560-9e82-b60e563a776d', 'mac_address': 'fa:16:3e:a2:52:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82394256-424b-4834-ba82-be5cc7f4161e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:18:13.358611 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c481fc26-7625-4982-8008-8489c4a29044 req-ae04b781-e13c-45b8-936a-eae665140032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:13.360156 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c481fc26-7625-4982-8008-8489c4a29044 req-ae04b781-e13c-45b8-936a-eae665140032 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=843c308122d04e8a8ebe4eb1b129860a&device_id=9e947b9b-11bc-44f2-b27a-34d991968e81 HTTP/1.1" status: 200 len: 1100 time: 0.3287041 Jul 05 02:18:13.407495 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:13.591465 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb5e411e-ba28-4560-9e82-b60e563a776d {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:18:13.591465 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port fb5e411e-ba28-4560-9e82-b60e563a776d, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=fb5e411e-ba28-4560-9e82-b60e563a776d,segment=NetworkSegment(31e917c3-b1d5-428f-bb55-dbe9374ce1ec),segment_id=31e917c3-b1d5-428f-bb55-dbe9374ce1ec)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:18:13.592449 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-385d3c71-87ad-45da-885f-0364045581c4 req-5334af4f-8695-42fb-96b1-610a2469f01e tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Deleting port 3c19ebf3-e76c-400e-9c08-5d75501c001a {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:18:13.592449 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-385d3c71-87ad-45da-885f-0364045581c4 req-5334af4f-8695-42fb-96b1-610a2469f01e tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:13.592449 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-95520f77-7ebb-4b86-90fe-4f7984a23cba req-4f31abcb-8981-4698-8fe5-4eb2e1b1e925 service neutron] 10.222.0.21 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474620 Jul 05 02:18:13.639866 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c481fc26-7625-4982-8008-8489c4a29044 req-af6eb409-74fb-4b7b-932d-a8497c68b082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:13.641357 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c481fc26-7625-4982-8008-8489c4a29044 req-af6eb409-74fb-4b7b-932d-a8497c68b082 service neutron] 10.222.0.21 "GET /v2.0/networks?id=dff432c2-7366-4622-aebb-da22fe05bfd4 HTTP/1.1" status: 200 len: 869 time: 0.2711844 Jul 05 02:18:13.723348 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c481fc26-7625-4982-8008-8489c4a29044 req-4747bf92-d0f1-4724-beea-904ded165e70 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=db0a31d9-63fc-4330-9519-56abf72b576c HTTP/1.1" status: 200 len: 217 time: 0.0686886 Jul 05 02:18:13.743723 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d299db1-aa83-4f98-b4f5-de7dfc7683b9 req-691200d5-e670-4394-9d71-ed9804b12278 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:13.745255 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9d299db1-aa83-4f98-b4f5-de7dfc7683b9 req-691200d5-e670-4394-9d71-ed9804b12278 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e947b9b-11bc-44f2-b27a-34d991968e81 HTTP/1.1" status: 200 len: 948 time: 0.3055034 Jul 05 02:18:13.794641 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-385d3c71-87ad-45da-885f-0364045581c4 req-5334af4f-8695-42fb-96b1-610a2469f01e tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] For port 3c19ebf3-e76c-400e-9c08-5d75501c001a, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=3c19ebf3-e76c-400e-9c08-5d75501c001a,segment=NetworkSegment(69ab64d7-bb63-4367-9b3e-0960def4b6c7),segment_id=69ab64d7-bb63-4367-9b3e-0960def4b6c7)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:18:13.795017 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-385d3c71-87ad-45da-885f-0364045581c4 req-5334af4f-8695-42fb-96b1-610a2469f01e tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:13.829839 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-385d3c71-87ad-45da-885f-0364045581c4 req-5334af4f-8695-42fb-96b1-610a2469f01e tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Calling delete_port for 3c19ebf3-e76c-400e-9c08-5d75501c001a owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:18:13.836792 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-95520f77-7ebb-4b86-90fe-4f7984a23cba req-5a850fc0-14ca-4e42-b275-40f62e400467 service neutron] 10.222.0.21 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626979 Jul 05 02:18:13.850010 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:13.862053 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c481fc26-7625-4982-8008-8489c4a29044 req-1ff50490-a3c8-4d9d-a80a-61969bb33bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:13.863569 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c481fc26-7625-4982-8008-8489c4a29044 req-1ff50490-a3c8-4d9d-a80a-61969bb33bab service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b840e204-692c-4f54-8f07-f6563e8e36b1 HTTP/1.1" status: 200 len: 843 time: 0.1174562 Jul 05 02:18:13.868731 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9d299db1-aa83-4f98-b4f5-de7dfc7683b9 req-808a9271-3ebf-49e9-b425-f1bde8bb4ae4 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/security-groups?id=6aa981db-58bd-4d0c-a893-2c34139d4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153471 Jul 05 02:18:13.906176 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device ae8f44a3-2176-4e38-9a23-c35a7eb6084c details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:18:13.908841 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 7cfeeb46-2479-461a-9518-75c8d2657e02 details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:18:13.967832 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=fb5e411e-ba28-4560-9e82-b60e563a776d,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:18:13.995486 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c481fc26-7625-4982-8008-8489c4a29044 req-690d8f91-3f1a-4c4b-9d1b-eb98494c4dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:13.997024 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c481fc26-7625-4982-8008-8489c4a29044 req-690d8f91-3f1a-4c4b-9d1b-eb98494c4dd8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dff432c2-7366-4622-aebb-da22fe05bfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0951881 Jul 05 02:18:14.134577 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c481fc26-7625-4982-8008-8489c4a29044 req-07424e25-809a-4861-9771-c66fadc94bdd service neutron] 10.222.0.21 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116991 Jul 05 02:18:14.264495 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 7cfeeb46-2479-461a-9518-75c8d2657e02, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=7cfeeb46-2479-461a-9518-75c8d2657e02,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:18:14.281161 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port ae8f44a3-2176-4e38-9a23-c35a7eb6084c, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=ae8f44a3-2176-4e38-9a23-c35a7eb6084c,segment=NetworkSegment(d5de39fc-4b4e-459b-8d86-509609a7e1f4),segment_id=d5de39fc-4b4e-459b-8d86-509609a7e1f4)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:18:14.289952 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': '7cfeeb46-2479-461a-9518-75c8d2657e02', 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4', 'port_id': '7cfeeb46-2479-461a-9518-75c8d2657e02', 'mac_address': 'fa:16:3e:db:11:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b840e204-692c-4f54-8f07-f6563e8e36b1', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:18:14.297693 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Returning: {'device': 'ae8f44a3-2176-4e38-9a23-c35a7eb6084c', 'network_id': '1a020cb7-dc30-4875-a4a6-843a4f5bca74', 'port_id': 'ae8f44a3-2176-4e38-9a23-c35a7eb6084c', 'mac_address': 'fa:16:3e:94:1b:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3695cc03-de8e-40cd-a422-de5229d59312', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:18:14.328382 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-385d3c71-87ad-45da-885f-0364045581c4 req-5334af4f-8695-42fb-96b1-610a2469f01e tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:14.349027 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['5ddaa702-7499-4b1d-ba17-2ce6d44ba48c'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:18:14.394974 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2584481e-7ccf-4af7-a630-7b4876761cb1 req-1503ead7-21cf-4d21-9f63-c67ec87d1530 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=1aeab594-2943-4da5-9c13-c06d96250566 HTTP/1.1" status: 200 len: 210 time: 0.0454092 Jul 05 02:18:14.401652 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:14.406161 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:14.442861 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cfeeb46-2479-461a-9518-75c8d2657e02 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:18:14.443981 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c481fc26-7625-4982-8008-8489c4a29044 req-b66f3486-4bab-4074-92f6-da631a41ce6e service neutron] 10.222.0.21 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738514 Jul 05 02:18:14.465057 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 7cfeeb46-2479-461a-9518-75c8d2657e02, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=7cfeeb46-2479-461a-9518-75c8d2657e02,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:18:14.480733 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ae8f44a3-2176-4e38-9a23-c35a7eb6084c {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:18:14.519328 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port ae8f44a3-2176-4e38-9a23-c35a7eb6084c, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=ae8f44a3-2176-4e38-9a23-c35a7eb6084c,segment=NetworkSegment(d5de39fc-4b4e-459b-8d86-509609a7e1f4),segment_id=d5de39fc-4b4e-459b-8d86-509609a7e1f4)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:18:14.665618 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ac01f5-13e7-41d5-ad4f-002cb3c18ac2 req-352029da-a0b8-4822-8a47-36319c7b7d6d tempest-ImagesNegativeTestJSON-537008008 tempest-ImagesNegativeTestJSON-537008008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:14.667702 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-68ac01f5-13e7-41d5-ad4f-002cb3c18ac2 req-352029da-a0b8-4822-8a47-36319c7b7d6d tempest-ImagesNegativeTestJSON-537008008 tempest-ImagesNegativeTestJSON-537008008-project] 10.222.0.23 "GET /v2.0/ports?device_id=608c8ad0-f428-4e55-92fe-f69db452c8f8 HTTP/1.1" status: 200 len: 950 time: 0.0956202 Jul 05 02:18:14.683331 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:14.733391 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:14.738242 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-68ac01f5-13e7-41d5-ad4f-002cb3c18ac2 req-dd3794c8-773b-44c2-9b42-95aa3da34fc5 tempest-ImagesNegativeTestJSON-537008008 tempest-ImagesNegativeTestJSON-537008008-project] 10.222.0.23 "GET /v2.0/security-groups?id=646947f2-d9a9-46f9-bbe2-95865f0816a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646179 Jul 05 02:18:14.783582 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=7cfeeb46-2479-461a-9518-75c8d2657e02,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:18:14.846921 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5334af4f-8695-42fb-96b1-610a2469f01e tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Pushing event deleted for resources: {'Port': ['ID=3c19ebf3-e76c-400e-9c08-5d75501c001a,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:18:14.869710 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=ae8f44a3-2176-4e38-9a23-c35a7eb6084c,revision_number=6']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:18:14.870566 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-385d3c71-87ad-45da-885f-0364045581c4 req-5334af4f-8695-42fb-96b1-610a2469f01e tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] No DVR routers for this DVR port 3c19ebf3-e76c-400e-9c08-5d75501c001a on host n-h2-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:18:14.875121 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-385d3c71-87ad-45da-885f-0364045581c4 req-5334af4f-8695-42fb-96b1-610a2469f01e tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:14.877384 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-385d3c71-87ad-45da-885f-0364045581c4 req-5334af4f-8695-42fb-96b1-610a2469f01e tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.15 "DELETE /v2.0/ports/3c19ebf3-e76c-400e-9c08-5d75501c001a HTTP/1.1" status: 204 len: 173 time: 1.8115306 Jul 05 02:18:14.912251 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aec8a25-a8fe-4dbc-b06f-f368273a272a req-7a4a41b1-5ad9-4af6-901e-495d6207164e tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:14.919332 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aec8a25-a8fe-4dbc-b06f-f368273a272a req-7a4a41b1-5ad9-4af6-901e-495d6207164e tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:14.925711 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aec8a25-a8fe-4dbc-b06f-f368273a272a req-7a4a41b1-5ad9-4af6-901e-495d6207164e tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:14.934847 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aec8a25-a8fe-4dbc-b06f-f368273a272a req-7a4a41b1-5ad9-4af6-901e-495d6207164e tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:14.940765 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aec8a25-a8fe-4dbc-b06f-f368273a272a req-7a4a41b1-5ad9-4af6-901e-495d6207164e tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:14.946989 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aec8a25-a8fe-4dbc-b06f-f368273a272a req-7a4a41b1-5ad9-4af6-901e-495d6207164e tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:14.952123 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['5e5f8879-93f3-4d20-8ad9-d0823e4032c0'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:18:14.953292 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aec8a25-a8fe-4dbc-b06f-f368273a272a req-7a4a41b1-5ad9-4af6-901e-495d6207164e tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:14.956259 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2aec8a25-a8fe-4dbc-b06f-f368273a272a req-7a4a41b1-5ad9-4af6-901e-495d6207164e tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/ports?device_id=92403696-646a-4870-b635-6151c7b09066 HTTP/1.1" status: 200 len: 5435 time: 0.6803679 Jul 05 02:18:14.998576 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958b34d-a394-419d-93ae-e25a3069ec4f req-9765ac0d-0ef3-4d89-84af-c08e59d6bc9b tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:15.007548 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a958b34d-a394-419d-93ae-e25a3069ec4f req-9765ac0d-0ef3-4d89-84af-c08e59d6bc9b tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b23f986-9cc6-4b74-a632-e11dab7d2d6f HTTP/1.1" status: 200 len: 944 time: 0.0781717 Jul 05 02:18:15.014503 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aeab594-2943-4da5-9c13-c06d96250566', 'name': 'network-vif-deleted', 'tag': '3c19ebf3-e76c-400e-9c08-5d75501c001a'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:18:15.018060 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efe82a95-54a1-4821-b9f5-a83d9c391aed" -d '{"events": [{"server_uuid": "1aeab594-2943-4da5-9c13-c06d96250566", "name": "network-vif-deleted", "tag": "3c19ebf3-e76c-400e-9c08-5d75501c001a"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:18:15.024245 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['fb5e411e-ba28-4560-9e82-b60e563a776d'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:18:15.039294 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2aec8a25-a8fe-4dbc-b06f-f368273a272a req-9ca113ce-0e43-4846-9d7c-8aa146165724 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/security-groups?id=5eae1027-3275-42f9-8f54-f2ff33a054c9&id=89977ea5-fec8-49da-b8e1-c456496b77bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0773129 Jul 05 02:18:15.069754 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a958b34d-a394-419d-93ae-e25a3069ec4f req-2bed3384-34ab-4eb7-a517-57c915bbca4f tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc929fbb-c4f8-4892-b37d-5570a0c717b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612140 Jul 05 02:18:15.080889 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['7cfeeb46-2479-461a-9518-75c8d2657e02'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:18:15.080889 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['bdd6e41b-1304-48b0-8756-d4d2c193d5d2'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:18:15.098509 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['b2afd91c-2fe8-49dd-a28d-0512eaf561ce'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:18:15.229941 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fb0de68-8422-4e8f-9926-8c3128acc71d x-openstack-request-id: req-5fb0de68-8422-4e8f-9926-8c3128acc71d {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:18:15.230196 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aeab594-2943-4da5-9c13-c06d96250566", "name": "network-vif-deleted", "tag": "3c19ebf3-e76c-400e-9c08-5d75501c001a", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:18:15.230490 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5fb0de68-8422-4e8f-9926-8c3128acc71d {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:18:15.230891 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aeab594-2943-4da5-9c13-c06d96250566', 'name': 'network-vif-deleted', 'tag': '3c19ebf3-e76c-400e-9c08-5d75501c001a', 'status': 'completed', 'code': 200} Jul 05 02:18:15.252864 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['36779ac9-6d94-4e90-b5a3-b9834d74efe3'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:18:15.255175 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['ae8f44a3-2176-4e38-9a23-c35a7eb6084c'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:18:15.257746 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['20091b1d-6f87-44f6-b3a2-80a8f0399bd5'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:18:15.315989 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3424cd3-d24c-4aaa-89a4-24c01433d1e8 req-347b1862-82a2-4a01-a45f-2fc7e16d85fb tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:15.328711 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d3424cd3-d24c-4aaa-89a4-24c01433d1e8 req-347b1862-82a2-4a01-a45f-2fc7e16d85fb tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e947b9b-11bc-44f2-b27a-34d991968e81 HTTP/1.1" status: 200 len: 948 time: 0.1324983 Jul 05 02:18:15.402954 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d3424cd3-d24c-4aaa-89a4-24c01433d1e8 req-6eb07cb9-25dd-46c4-b926-a937c5068369 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/security-groups?id=6aa981db-58bd-4d0c-a893-2c34139d4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732672 Jul 05 02:18:15.866798 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7da53e88-e1ad-4f72-9e17-e51d89e57da1 req-8f4e56b4-e0fb-4cda-b3de-d330add873bf tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=1aeab594-2943-4da5-9c13-c06d96250566 HTTP/1.1" status: 200 len: 210 time: 0.0928507 Jul 05 02:18:15.867787 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['22bc43a4-3d70-4c77-ad1b-053977c426ce'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:18:15.873764 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device ae8f44a3-2176-4e38-9a23-c35a7eb6084c no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:18:15.915679 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb61dc-5c44-4c8a-8d1b-54d82d3f366a req-2c054b51-47fd-4730-9ef3-52ff23f54192 tempest-ImagesNegativeTestJSON-537008008 tempest-ImagesNegativeTestJSON-537008008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:15.921981 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6ceb61dc-5c44-4c8a-8d1b-54d82d3f366a req-2c054b51-47fd-4730-9ef3-52ff23f54192 tempest-ImagesNegativeTestJSON-537008008 tempest-ImagesNegativeTestJSON-537008008-project] 10.222.0.15 "GET /v2.0/ports?device_id=608c8ad0-f428-4e55-92fe-f69db452c8f8 HTTP/1.1" status: 200 len: 950 time: 0.1644909 Jul 05 02:18:15.980320 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device db0a31d9-63fc-4330-9519-56abf72b576c details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:18:16.098363 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port db0a31d9-63fc-4330-9519-56abf72b576c, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=db0a31d9-63fc-4330-9519-56abf72b576c,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:18:16.141529 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eaa529-42ef-4e5c-a827-5c31243420a4 req-81309c73-a787-4e4b-a69d-b0e660224f45 tempest-ImagesNegativeTestJSON-537008008 tempest-ImagesNegativeTestJSON-537008008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:16.151319 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d4eaa529-42ef-4e5c-a827-5c31243420a4 req-81309c73-a787-4e4b-a69d-b0e660224f45 tempest-ImagesNegativeTestJSON-537008008 tempest-ImagesNegativeTestJSON-537008008-project] 10.222.0.23 "GET /v2.0/ports?device_id=608c8ad0-f428-4e55-92fe-f69db452c8f8 HTTP/1.1" status: 200 len: 950 time: 0.2075226 Jul 05 02:18:16.158986 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': 'db0a31d9-63fc-4330-9519-56abf72b576c', 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4', 'port_id': 'db0a31d9-63fc-4330-9519-56abf72b576c', 'mac_address': 'fa:16:3e:50:ae:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b840e204-692c-4f54-8f07-f6563e8e36b1', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:18:16.174502 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:16.187789 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-6ceb61dc-5c44-4c8a-8d1b-54d82d3f366a req-89e8e2b6-2c61-40d6-b6b0-4a9023278d23 tempest-ImagesNegativeTestJSON-537008008 tempest-ImagesNegativeTestJSON-537008008-project] Deleting port 3f6a654a-920a-48ba-99ba-03a9961e4753 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:18:16.188144 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-6ceb61dc-5c44-4c8a-8d1b-54d82d3f366a req-89e8e2b6-2c61-40d6-b6b0-4a9023278d23 tempest-ImagesNegativeTestJSON-537008008 tempest-ImagesNegativeTestJSON-537008008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:16.261768 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id ae8f44a3-2176-4e38-9a23-c35a7eb6084c {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:18:16.286085 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d4eaa529-42ef-4e5c-a827-5c31243420a4 req-aac9b650-b2c8-4daf-8fb9-98943296570e tempest-ImagesNegativeTestJSON-537008008 tempest-ImagesNegativeTestJSON-537008008-project] 10.222.0.23 "GET /v2.0/security-groups?id=646947f2-d9a9-46f9-bbe2-95865f0816a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336341 Jul 05 02:18:16.314428 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port ae8f44a3-2176-4e38-9a23-c35a7eb6084c, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=ae8f44a3-2176-4e38-9a23-c35a7eb6084c,segment=NetworkSegment(d5de39fc-4b4e-459b-8d86-509609a7e1f4),segment_id=d5de39fc-4b4e-459b-8d86-509609a7e1f4)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:18:16.314428 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:16.342249 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db0a31d9-63fc-4330-9519-56abf72b576c {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:18:16.363128 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port db0a31d9-63fc-4330-9519-56abf72b576c, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=db0a31d9-63fc-4330-9519-56abf72b576c,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:18:16.519100 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:16.519100 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 3c19ebf3-e76c-400e-9c08-5d75501c001a no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:18:16.521658 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-6ceb61dc-5c44-4c8a-8d1b-54d82d3f366a req-89e8e2b6-2c61-40d6-b6b0-4a9023278d23 tempest-ImagesNegativeTestJSON-537008008 tempest-ImagesNegativeTestJSON-537008008-project] For port 3f6a654a-920a-48ba-99ba-03a9961e4753, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=3f6a654a-920a-48ba-99ba-03a9961e4753,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:18:16.521658 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-6ceb61dc-5c44-4c8a-8d1b-54d82d3f366a req-89e8e2b6-2c61-40d6-b6b0-4a9023278d23 tempest-ImagesNegativeTestJSON-537008008 tempest-ImagesNegativeTestJSON-537008008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:16.521658 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-6ceb61dc-5c44-4c8a-8d1b-54d82d3f366a req-89e8e2b6-2c61-40d6-b6b0-4a9023278d23 tempest-ImagesNegativeTestJSON-537008008 tempest-ImagesNegativeTestJSON-537008008-project] Calling delete_port for 3f6a654a-920a-48ba-99ba-03a9961e4753 owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:18:16.672058 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=ae8f44a3-2176-4e38-9a23-c35a7eb6084c,revision_number=7']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:18:16.718118 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:16.733327 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee54019b-5d17-436d-8c8c-09c54b441adc req-53980886-9545-498e-b1c1-0fce81600a70 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:16.735841 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ee54019b-5d17-436d-8c8c-09c54b441adc req-53980886-9545-498e-b1c1-0fce81600a70 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b23f986-9cc6-4b74-a632-e11dab7d2d6f HTTP/1.1" status: 200 len: 943 time: 0.1246378 Jul 05 02:18:16.805981 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] No Port match for: 3c19ebf3-e76c-400e-9c08-5d75501c001a {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:18:16.808165 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 3c19ebf3-e76c-400e-9c08-5d75501c001a not bound to the agent host n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:18:16.830591 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ee54019b-5d17-436d-8c8c-09c54b441adc req-811d307a-857d-4fc2-b62e-2ae02826cc45 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc929fbb-c4f8-4892-b37d-5570a0c717b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834062 Jul 05 02:18:16.835048 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=db0a31d9-63fc-4330-9519-56abf72b576c,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:18:16.916042 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9c8274-b193-4595-8392-a99f3cc31dcc req-0d8a0e23-f4d2-4ada-ac90-f9f9a1359bd9 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:16.924349 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9c8274-b193-4595-8392-a99f3cc31dcc req-0d8a0e23-f4d2-4ada-ac90-f9f9a1359bd9 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:16.947162 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9c8274-b193-4595-8392-a99f3cc31dcc req-0d8a0e23-f4d2-4ada-ac90-f9f9a1359bd9 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:16.955507 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9c8274-b193-4595-8392-a99f3cc31dcc req-0d8a0e23-f4d2-4ada-ac90-f9f9a1359bd9 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:16.963939 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9c8274-b193-4595-8392-a99f3cc31dcc req-0d8a0e23-f4d2-4ada-ac90-f9f9a1359bd9 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:16.970650 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9c8274-b193-4595-8392-a99f3cc31dcc req-0d8a0e23-f4d2-4ada-ac90-f9f9a1359bd9 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:16.978340 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9c8274-b193-4595-8392-a99f3cc31dcc req-0d8a0e23-f4d2-4ada-ac90-f9f9a1359bd9 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:16.987919 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-de9c8274-b193-4595-8392-a99f3cc31dcc req-0d8a0e23-f4d2-4ada-ac90-f9f9a1359bd9 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/ports?device_id=92403696-646a-4870-b635-6151c7b09066 HTTP/1.1" status: 200 len: 5435 time: 0.3543708 Jul 05 02:18:17.066013 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-de9c8274-b193-4595-8392-a99f3cc31dcc req-01520adc-181b-49c4-aab5-b63fe2c547d5 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/security-groups?id=5eae1027-3275-42f9-8f54-f2ff33a054c9&id=89977ea5-fec8-49da-b8e1-c456496b77bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0770252 Jul 05 02:18:17.106086 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-6ceb61dc-5c44-4c8a-8d1b-54d82d3f366a req-89e8e2b6-2c61-40d6-b6b0-4a9023278d23 tempest-ImagesNegativeTestJSON-537008008 tempest-ImagesNegativeTestJSON-537008008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:17.126278 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['db0a31d9-63fc-4330-9519-56abf72b576c'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:18:17.128599 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000841cb-367c-418e-a0be-5ff5ba25c622 req-d7e94d5a-3c49-42b9-aee7-aa18db2531bc tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:17.130288 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-000841cb-367c-418e-a0be-5ff5ba25c622 req-d7e94d5a-3c49-42b9-aee7-aa18db2531bc tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e947b9b-11bc-44f2-b27a-34d991968e81 HTTP/1.1" status: 200 len: 949 time: 0.1167967 Jul 05 02:18:17.196270 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e8e2b6-2c61-40d6-b6b0-4a9023278d23 tempest-ImagesNegativeTestJSON-537008008 tempest-ImagesNegativeTestJSON-537008008-project] Pushing event deleted for resources: {'Port': ['ID=3f6a654a-920a-48ba-99ba-03a9961e4753,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:18:17.246738 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-000841cb-367c-418e-a0be-5ff5ba25c622 req-4e626278-90b5-4c79-aadc-74817cfdc92c tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/security-groups?id=6aa981db-58bd-4d0c-a893-2c34139d4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093326 Jul 05 02:18:17.343793 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ceb61dc-5c44-4c8a-8d1b-54d82d3f366a req-89e8e2b6-2c61-40d6-b6b0-4a9023278d23 tempest-ImagesNegativeTestJSON-537008008 tempest-ImagesNegativeTestJSON-537008008-project] No DVR routers for this DVR port 3f6a654a-920a-48ba-99ba-03a9961e4753 on host n-h2-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:18:17.346934 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-6ceb61dc-5c44-4c8a-8d1b-54d82d3f366a req-89e8e2b6-2c61-40d6-b6b0-4a9023278d23 tempest-ImagesNegativeTestJSON-537008008 tempest-ImagesNegativeTestJSON-537008008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:17.350901 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6ceb61dc-5c44-4c8a-8d1b-54d82d3f366a req-89e8e2b6-2c61-40d6-b6b0-4a9023278d23 tempest-ImagesNegativeTestJSON-537008008 tempest-ImagesNegativeTestJSON-537008008-project] 10.222.0.15 "DELETE /v2.0/ports/3f6a654a-920a-48ba-99ba-03a9961e4753 HTTP/1.1" status: 204 len: 173 time: 1.4212782 Jul 05 02:18:17.351733 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '608c8ad0-f428-4e55-92fe-f69db452c8f8', 'name': 'network-vif-deleted', 'tag': '3f6a654a-920a-48ba-99ba-03a9961e4753'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:18:17.355501 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-033f78d7-9287-4579-9860-ebdda71185b3" -d '{"events": [{"server_uuid": "608c8ad0-f428-4e55-92fe-f69db452c8f8", "name": "network-vif-deleted", "tag": "3f6a654a-920a-48ba-99ba-03a9961e4753"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:18:17.657662 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ab0ea5fa-90f4-46bb-a080-fa3405bc02b2 req-5cc49736-b13e-46bf-906a-cbd56d5e5599 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=1aeab594-2943-4da5-9c13-c06d96250566 HTTP/1.1" status: 200 len: 210 time: 0.1241994 Jul 05 02:18:17.660108 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1cb802c9-7d78-439b-9165-227e07647857 req-adef427e-8116-43e7-a79e-a38b8fc554b4 tempest-ImagesNegativeTestJSON-537008008 tempest-ImagesNegativeTestJSON-537008008-project] 10.222.0.23 "GET /v2.0/ports?device_id=608c8ad0-f428-4e55-92fe-f69db452c8f8 HTTP/1.1" status: 200 len: 210 time: 0.0693345 Jul 05 02:18:17.713715 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9478ab6b-0b28-4313-a903-22de246594e0 req-c44a3049-7f6e-4911-b54e-57c55252ac25 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=54d1bfa2-7798-4198-8e88-90a0c32fd269&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2592778 Jul 05 02:18:17.772788 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66800ebe-c983-42a2-addc-0d30dff8225e x-openstack-request-id: req-66800ebe-c983-42a2-addc-0d30dff8225e {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:18:17.773025 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "608c8ad0-f428-4e55-92fe-f69db452c8f8", "name": "network-vif-deleted", "tag": "3f6a654a-920a-48ba-99ba-03a9961e4753", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:18:17.773263 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-66800ebe-c983-42a2-addc-0d30dff8225e {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:18:17.773707 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '608c8ad0-f428-4e55-92fe-f69db452c8f8', 'name': 'network-vif-deleted', 'tag': '3f6a654a-920a-48ba-99ba-03a9961e4753', 'status': 'completed', 'code': 200} Jul 05 02:18:17.891867 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device ae8f44a3-2176-4e38-9a23-c35a7eb6084c up at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:18:18.011208 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning complete for port ae8f44a3-2176-4e38-9a23-c35a7eb6084c triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:18:18.011859 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:18.136610 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152ba380-fe44-42b2-bce3-30c0c37e75d5 req-5cfa457a-f6ca-44ce-83e6-050897f104b6 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:18.142451 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-152ba380-fe44-42b2-bce3-30c0c37e75d5 req-5cfa457a-f6ca-44ce-83e6-050897f104b6 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b23f986-9cc6-4b74-a632-e11dab7d2d6f HTTP/1.1" status: 200 len: 943 time: 0.2091181 Jul 05 02:18:18.144747 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9478ab6b-0b28-4313-a903-22de246594e0 req-21582efa-e08f-4477-9861-0e06221dde15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:18.150896 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9478ab6b-0b28-4313-a903-22de246594e0 req-21582efa-e08f-4477-9861-0e06221dde15 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7bf4f22dde1e4624a2cb34086c53be02&device_id=54d1bfa2-7798-4198-8e88-90a0c32fd269 HTTP/1.1" status: 200 len: 1097 time: 0.3420775 Jul 05 02:18:18.168720 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:18.199461 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b23f986-9cc6-4b74-a632-e11dab7d2d6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae8f44a3-2176-4e38-9a23-c35a7eb6084c'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:18:18.205718 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df8415b5-f38d-4c43-a8d6-a0921a25e859" -d '{"events": [{"server_uuid": "0b23f986-9cc6-4b74-a632-e11dab7d2d6f", "name": "network-vif-plugged", "status": "completed", "tag": "ae8f44a3-2176-4e38-9a23-c35a7eb6084c"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:18:18.236175 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port ae8f44a3-2176-4e38-9a23-c35a7eb6084c, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=ae8f44a3-2176-4e38-9a23-c35a7eb6084c,segment=NetworkSegment(d5de39fc-4b4e-459b-8d86-509609a7e1f4),segment_id=d5de39fc-4b4e-459b-8d86-509609a7e1f4)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:18:18.246185 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975dc739-d053-4921-bdb5-e15eacef11b2 req-62683cea-38fd-40cd-b82b-98596a224916 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:18.248802 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-975dc739-d053-4921-bdb5-e15eacef11b2 req-62683cea-38fd-40cd-b82b-98596a224916 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b23f986-9cc6-4b74-a632-e11dab7d2d6f HTTP/1.1" status: 200 len: 943 time: 0.1654389 Jul 05 02:18:18.326863 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-975dc739-d053-4921-bdb5-e15eacef11b2 req-a53fab54-3d03-47ac-8d09-2b30b19b9f3b tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc929fbb-c4f8-4892-b37d-5570a0c717b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714445 Jul 05 02:18:18.345607 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:18.346426 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 20091b1d-6f87-44f6-b3a2-80a8f0399bd5 up at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:18:18.375343 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9478ab6b-0b28-4313-a903-22de246594e0 req-974f1a1e-4fa4-4540-a08d-361de61fe62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:18.376584 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9478ab6b-0b28-4313-a903-22de246594e0 req-974f1a1e-4fa4-4540-a08d-361de61fe62c service neutron] 10.222.0.21 "GET /v2.0/networks?id=b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1 HTTP/1.1" status: 200 len: 919 time: 0.1323323 Jul 05 02:18:18.470011 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63faa4e9-3b9f-45ae-a1b5-be925c189009 x-openstack-request-id: req-63faa4e9-3b9f-45ae-a1b5-be925c189009 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:18:18.470348 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b23f986-9cc6-4b74-a632-e11dab7d2d6f", "name": "network-vif-plugged", "status": "completed", "tag": "ae8f44a3-2176-4e38-9a23-c35a7eb6084c", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:18:18.470599 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-63faa4e9-3b9f-45ae-a1b5-be925c189009 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:18:18.470985 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b23f986-9cc6-4b74-a632-e11dab7d2d6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae8f44a3-2176-4e38-9a23-c35a7eb6084c', 'code': 200} Jul 05 02:18:18.471523 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=ae8f44a3-2176-4e38-9a23-c35a7eb6084c,revision_number=8']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:18:18.538859 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9478ab6b-0b28-4313-a903-22de246594e0 req-9c559474-44be-4da1-89e3-3d49fb3f2957 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=51a08a08-206b-437a-8373-17a1e74c7235 HTTP/1.1" status: 200 len: 217 time: 0.1382797 Jul 05 02:18:18.609619 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-152ba380-fe44-42b2-bce3-30c0c37e75d5 req-35c36f5b-2bf0-411c-a489-e6d326156842 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Deleting port ae8f44a3-2176-4e38-9a23-c35a7eb6084c {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:18:18.610307 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-152ba380-fe44-42b2-bce3-30c0c37e75d5 req-35c36f5b-2bf0-411c-a489-e6d326156842 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:18.663103 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning for port 20091b1d-6f87-44f6-b3a2-80a8f0399bd5 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:18:18.667962 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning complete for port 20091b1d-6f87-44f6-b3a2-80a8f0399bd5 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:18:18.668337 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:18.704832 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9478ab6b-0b28-4313-a903-22de246594e0 req-aeb0620b-0bdb-4d58-9616-6bb516e13501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:18.711733 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9478ab6b-0b28-4313-a903-22de246594e0 req-aeb0620b-0bdb-4d58-9616-6bb516e13501 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=88cd65d9-1715-492f-9ef5-e486cc8231ac HTTP/1.1" status: 200 len: 859 time: 0.1475770 Jul 05 02:18:18.785595 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f02720a-c934-445d-b083-42e89f82e255 req-a11e517f-2857-453b-bff3-62fa3f92a5a0 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:18.788691 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0f02720a-c934-445d-b083-42e89f82e255 req-a11e517f-2857-453b-bff3-62fa3f92a5a0 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e947b9b-11bc-44f2-b27a-34d991968e81 HTTP/1.1" status: 200 len: 949 time: 0.1760232 Jul 05 02:18:18.807811 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9478ab6b-0b28-4313-a903-22de246594e0 req-8a5f00f6-20b2-4b71-9ae5-7b1b308f0a0a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0855803 Jul 05 02:18:18.840197 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:18.866099 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-152ba380-fe44-42b2-bce3-30c0c37e75d5 req-35c36f5b-2bf0-411c-a489-e6d326156842 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] For port ae8f44a3-2176-4e38-9a23-c35a7eb6084c, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=ae8f44a3-2176-4e38-9a23-c35a7eb6084c,segment=NetworkSegment(d5de39fc-4b4e-459b-8d86-509609a7e1f4),segment_id=d5de39fc-4b4e-459b-8d86-509609a7e1f4)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:18:18.866940 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-152ba380-fe44-42b2-bce3-30c0c37e75d5 req-35c36f5b-2bf0-411c-a489-e6d326156842 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:18.883518 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0f02720a-c934-445d-b083-42e89f82e255 req-4589aaa3-e185-42c5-9b1e-028db7e2b75d tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/security-groups?id=6aa981db-58bd-4d0c-a893-2c34139d4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877621 Jul 05 02:18:18.895826 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-152ba380-fe44-42b2-bce3-30c0c37e75d5 req-35c36f5b-2bf0-411c-a489-e6d326156842 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Calling delete_port for ae8f44a3-2176-4e38-9a23-c35a7eb6084c owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:18:18.905552 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 20091b1d-6f87-44f6-b3a2-80a8f0399bd5, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=20091b1d-6f87-44f6-b3a2-80a8f0399bd5,segment=NetworkSegment(35d84035-3545-4590-ba83-2b60f8b92811),segment_id=35d84035-3545-4590-ba83-2b60f8b92811)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:18:18.943938 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d16da7a-8cd1-4ada-9ea6-60ea8fb1edca req-5439f6a9-7a85-4bfe-b057-72cd51f55316 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:18.959102 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d16da7a-8cd1-4ada-9ea6-60ea8fb1edca req-5439f6a9-7a85-4bfe-b057-72cd51f55316 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:18.970831 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d16da7a-8cd1-4ada-9ea6-60ea8fb1edca req-5439f6a9-7a85-4bfe-b057-72cd51f55316 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:18.983034 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d16da7a-8cd1-4ada-9ea6-60ea8fb1edca req-5439f6a9-7a85-4bfe-b057-72cd51f55316 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:18.995824 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d16da7a-8cd1-4ada-9ea6-60ea8fb1edca req-5439f6a9-7a85-4bfe-b057-72cd51f55316 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:19.013688 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d16da7a-8cd1-4ada-9ea6-60ea8fb1edca req-5439f6a9-7a85-4bfe-b057-72cd51f55316 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:19.025374 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d16da7a-8cd1-4ada-9ea6-60ea8fb1edca req-5439f6a9-7a85-4bfe-b057-72cd51f55316 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:19.027518 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7d16da7a-8cd1-4ada-9ea6-60ea8fb1edca req-5439f6a9-7a85-4bfe-b057-72cd51f55316 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/ports?device_id=92403696-646a-4870-b635-6151c7b09066 HTTP/1.1" status: 200 len: 5435 time: 0.6284230 Jul 05 02:18:19.056140 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:19.056140 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 3f6a654a-920a-48ba-99ba-03a9961e4753 no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:18:19.158364 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=20091b1d-6f87-44f6-b3a2-80a8f0399bd5,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:18:19.202786 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] No Port match for: 3f6a654a-920a-48ba-99ba-03a9961e4753 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:18:19.203480 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 3f6a654a-920a-48ba-99ba-03a9961e4753 not bound to the agent host n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:18:19.236550 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7d16da7a-8cd1-4ada-9ea6-60ea8fb1edca req-eea7bf62-1c4f-4318-b056-341bfd0811b8 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/security-groups?id=5eae1027-3275-42f9-8f54-f2ff33a054c9&id=89977ea5-fec8-49da-b8e1-c456496b77bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1721680 Jul 05 02:18:19.246778 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-68bd9f1e-af78-428d-b21d-22ce672d3aa7 req-4793d66b-c85b-4cc6-87ca-75ead5d4cebf tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=1aeab594-2943-4da5-9c13-c06d96250566 HTTP/1.1" status: 200 len: 210 time: 0.0738502 Jul 05 02:18:19.288724 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9478ab6b-0b28-4313-a903-22de246594e0 req-0747b5c3-10e5-40b2-969b-cff28fe97048 service neutron] 10.222.0.21 "GET /v2.0/networks/b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554584 Jul 05 02:18:19.466407 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9478ab6b-0b28-4313-a903-22de246594e0 req-b0405ea2-6bf3-4144-ab2e-a986458e4c42 service neutron] 10.222.0.21 "GET /v2.0/networks/b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569488 Jul 05 02:18:19.648948 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a52cc9-0f64-4842-861f-579b9a03a4b3 req-b80c0c46-fc9d-40fc-9791-76d2a04db8a1 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:19.660822 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e4a52cc9-0f64-4842-861f-579b9a03a4b3 req-b80c0c46-fc9d-40fc-9791-76d2a04db8a1 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b23f986-9cc6-4b74-a632-e11dab7d2d6f HTTP/1.1" status: 200 len: 945 time: 0.1368713 Jul 05 02:18:19.711093 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-152ba380-fe44-42b2-bce3-30c0c37e75d5 req-35c36f5b-2bf0-411c-a489-e6d326156842 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:19.722977 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['ae8f44a3-2176-4e38-9a23-c35a7eb6084c'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:18:19.886391 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e4a52cc9-0f64-4842-861f-579b9a03a4b3 req-64deba7a-b23f-4fc6-96c5-fb20c4419907 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc929fbb-c4f8-4892-b37d-5570a0c717b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915058 Jul 05 02:18:19.886745 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c36f5b-2bf0-411c-a489-e6d326156842 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Pushing event deleted for resources: {'Port': ['ID=ae8f44a3-2176-4e38-9a23-c35a7eb6084c,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:18:19.886745 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-152ba380-fe44-42b2-bce3-30c0c37e75d5 req-35c36f5b-2bf0-411c-a489-e6d326156842 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] No DVR routers for this DVR port ae8f44a3-2176-4e38-9a23-c35a7eb6084c on host n-h2-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:18:19.886745 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-152ba380-fe44-42b2-bce3-30c0c37e75d5 req-35c36f5b-2bf0-411c-a489-e6d326156842 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:19.886745 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-152ba380-fe44-42b2-bce3-30c0c37e75d5 req-35c36f5b-2bf0-411c-a489-e6d326156842 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.15 "DELETE /v2.0/ports/ae8f44a3-2176-4e38-9a23-c35a7eb6084c HTTP/1.1" status: 204 len: 173 time: 1.6821280 Jul 05 02:18:19.886745 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b23f986-9cc6-4b74-a632-e11dab7d2d6f', 'name': 'network-vif-deleted', 'tag': 'ae8f44a3-2176-4e38-9a23-c35a7eb6084c'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:18:19.886745 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a40bccc5-3dd6-4119-8d86-1705b3479c89" -d '{"events": [{"server_uuid": "0b23f986-9cc6-4b74-a632-e11dab7d2d6f", "name": "network-vif-deleted", "tag": "ae8f44a3-2176-4e38-9a23-c35a7eb6084c"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:18:19.887485 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 5e5f8879-93f3-4d20-8ad9-d0823e4032c0 up at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:18:19.887744 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5962193b-95f4-4815-86e3-af986e928bf0 x-openstack-request-id: req-5962193b-95f4-4815-86e3-af986e928bf0 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:18:19.887744 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b23f986-9cc6-4b74-a632-e11dab7d2d6f", "name": "network-vif-deleted", "tag": "ae8f44a3-2176-4e38-9a23-c35a7eb6084c", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:18:19.887744 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5962193b-95f4-4815-86e3-af986e928bf0 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:18:19.887744 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b23f986-9cc6-4b74-a632-e11dab7d2d6f', 'name': 'network-vif-deleted', 'tag': 'ae8f44a3-2176-4e38-9a23-c35a7eb6084c', 'status': 'completed', 'code': 200} Jul 05 02:18:19.919491 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 7cfeeb46-2479-461a-9518-75c8d2657e02 up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:18:20.097833 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b7d32e-ea51-4fde-9c56-d2aa15383007 req-e353405f-bd0e-42d4-ac83-97ce55d37dcc tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:20.099563 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-42b7d32e-ea51-4fde-9c56-d2aa15383007 req-e353405f-bd0e-42d4-ac83-97ce55d37dcc tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e947b9b-11bc-44f2-b27a-34d991968e81 HTTP/1.1" status: 200 len: 949 time: 0.0701990 Jul 05 02:18:20.144478 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-42b7d32e-ea51-4fde-9c56-d2aa15383007 req-67c6bae1-39df-4ba0-9793-eae57601a4f8 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/security-groups?id=6aa981db-58bd-4d0c-a893-2c34139d4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378523 Jul 05 02:18:20.185373 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning for port 5e5f8879-93f3-4d20-8ad9-d0823e4032c0 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:18:20.188988 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning for port 7cfeeb46-2479-461a-9518-75c8d2657e02 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:18:20.195696 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning complete for port 5e5f8879-93f3-4d20-8ad9-d0823e4032c0 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:18:20.196151 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:20.199029 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port 7cfeeb46-2479-461a-9518-75c8d2657e02 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:18:20.199459 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:20.353887 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:20.390757 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:20.421811 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 5e5f8879-93f3-4d20-8ad9-d0823e4032c0, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=5e5f8879-93f3-4d20-8ad9-d0823e4032c0,segment=NetworkSegment(ccac9cc8-8687-4831-b08f-d485733ff31a),segment_id=ccac9cc8-8687-4831-b08f-d485733ff31a)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:18:20.474990 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92403696-646a-4870-b635-6151c7b09066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20091b1d-6f87-44f6-b3a2-80a8f0399bd5'}, {'server_uuid': '92403696-646a-4870-b635-6151c7b09066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e5f8879-93f3-4d20-8ad9-d0823e4032c0'}, {'server_uuid': 'fa74d995-7802-4a92-aa25-f043209894f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cfeeb46-2479-461a-9518-75c8d2657e02'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:18:20.484357 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f63fe37-5e0e-491b-8c21-24973b43f51b" -d '{"events": [{"server_uuid": "92403696-646a-4870-b635-6151c7b09066", "name": "network-vif-plugged", "status": "completed", "tag": "20091b1d-6f87-44f6-b3a2-80a8f0399bd5"}, {"server_uuid": "92403696-646a-4870-b635-6151c7b09066", "name": "network-vif-plugged", "status": "completed", "tag": "5e5f8879-93f3-4d20-8ad9-d0823e4032c0"}, {"server_uuid": "fa74d995-7802-4a92-aa25-f043209894f5", "name": "network-vif-plugged", "status": "completed", "tag": "7cfeeb46-2479-461a-9518-75c8d2657e02"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:18:20.493644 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 7cfeeb46-2479-461a-9518-75c8d2657e02, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=7cfeeb46-2479-461a-9518-75c8d2657e02,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:18:20.506681 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-883a58ba-4bc1-4512-be90-51ec6baebb08 req-fe27be5e-8a8c-4e88-9ba6-54cbc5d474f0 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=1aeab594-2943-4da5-9c13-c06d96250566 HTTP/1.1" status: 200 len: 210 time: 0.0628138 Jul 05 02:18:20.582873 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:20.583785 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device b2afd91c-2fe8-49dd-a28d-0512eaf561ce up at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:18:20.668960 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e32fe2b-c1cd-4414-8565-a1ecc540a740 req-51ba4472-7c87-497c-b62d-4037d562632b tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:20.684542 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e32fe2b-c1cd-4414-8565-a1ecc540a740 req-51ba4472-7c87-497c-b62d-4037d562632b tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:20.699955 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e32fe2b-c1cd-4414-8565-a1ecc540a740 req-51ba4472-7c87-497c-b62d-4037d562632b tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:20.703645 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:20.704432 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device db0a31d9-63fc-4330-9519-56abf72b576c up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:18:20.722686 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e32fe2b-c1cd-4414-8565-a1ecc540a740 req-51ba4472-7c87-497c-b62d-4037d562632b tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:20.736341 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e32fe2b-c1cd-4414-8565-a1ecc540a740 req-51ba4472-7c87-497c-b62d-4037d562632b tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:20.749537 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e32fe2b-c1cd-4414-8565-a1ecc540a740 req-51ba4472-7c87-497c-b62d-4037d562632b tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:20.752775 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8c64b79a-f155-4ec2-a765-e0deee1d3e30 req-49cd6cc6-c416-42f5-a959-bbd5388a985b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=29e6b63c-6177-4a7c-a5bd-8b67540f7c8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1310737 Jul 05 02:18:20.761662 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e32fe2b-c1cd-4414-8565-a1ecc540a740 req-51ba4472-7c87-497c-b62d-4037d562632b tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:20.768785 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=5e5f8879-93f3-4d20-8ad9-d0823e4032c0,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:18:20.770181 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3e32fe2b-c1cd-4414-8565-a1ecc540a740 req-51ba4472-7c87-497c-b62d-4037d562632b tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/ports?device_id=92403696-646a-4870-b635-6151c7b09066 HTTP/1.1" status: 200 len: 5436 time: 0.2545521 Jul 05 02:18:20.782563 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 05 Jul 2021 02:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55cec87c-37d0-499e-bd66-e4a808caaad3 x-openstack-request-id: req-55cec87c-37d0-499e-bd66-e4a808caaad3 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:18:20.782863 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92403696-646a-4870-b635-6151c7b09066", "name": "network-vif-plugged", "status": "completed", "tag": "20091b1d-6f87-44f6-b3a2-80a8f0399bd5", "code": 200}, {"server_uuid": "92403696-646a-4870-b635-6151c7b09066", "name": "network-vif-plugged", "status": "completed", "tag": "5e5f8879-93f3-4d20-8ad9-d0823e4032c0", "code": 200}, {"server_uuid": "fa74d995-7802-4a92-aa25-f043209894f5", "name": "network-vif-plugged", "status": "completed", "tag": "7cfeeb46-2479-461a-9518-75c8d2657e02", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:18:20.783124 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-55cec87c-37d0-499e-bd66-e4a808caaad3 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:18:20.783534 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92403696-646a-4870-b635-6151c7b09066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20091b1d-6f87-44f6-b3a2-80a8f0399bd5', 'code': 200} Jul 05 02:18:20.783791 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92403696-646a-4870-b635-6151c7b09066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e5f8879-93f3-4d20-8ad9-d0823e4032c0', 'code': 200} Jul 05 02:18:20.784038 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa74d995-7802-4a92-aa25-f043209894f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cfeeb46-2479-461a-9518-75c8d2657e02', 'code': 200} Jul 05 02:18:20.919895 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3e32fe2b-c1cd-4414-8565-a1ecc540a740 req-c0336253-b723-4fd1-8123-50b285dea7ad tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/security-groups?id=5eae1027-3275-42f9-8f54-f2ff33a054c9&id=89977ea5-fec8-49da-b8e1-c456496b77bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1334617 Jul 05 02:18:20.945775 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 50436) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:18:21.002257 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22da8bcd-2d10-42e4-954d-3b7ab65ad261 req-23247083-b318-493b-91ea-9cf93515c045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:21.004260 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-22da8bcd-2d10-42e4-954d-3b7ab65ad261 req-23247083-b318-493b-91ea-9cf93515c045 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fa74d995-7802-4a92-aa25-f043209894f5 HTTP/1.1" status: 200 len: 1102 time: 0.2111521 Jul 05 02:18:21.008045 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-af647b01-e00e-48f5-9c1a-978460eadf49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:21.019211 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=7cfeeb46-2479-461a-9518-75c8d2657e02,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:18:21.081228 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c64b79a-f155-4ec2-a765-e0deee1d3e30 req-c02bfc89-f390-4fc5-a81c-87f0fee415d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:21.083311 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8c64b79a-f155-4ec2-a765-e0deee1d3e30 req-c02bfc89-f390-4fc5-a81c-87f0fee415d7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7a7e417343d4479788713b4bb769c9b0&device_id=29e6b63c-6177-4a7c-a5bd-8b67540f7c8f HTTP/1.1" status: 200 len: 1097 time: 0.2440886 Jul 05 02:18:21.084828 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-22da8bcd-2d10-42e4-954d-3b7ab65ad261 req-35ccea1c-8491-47b5-b31b-1f3982952827 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6aa981db-58bd-4d0c-a893-2c34139d4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697246 Jul 05 02:18:21.122339 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning for port b2afd91c-2fe8-49dd-a28d-0512eaf561ce completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:18:21.126644 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning complete for port b2afd91c-2fe8-49dd-a28d-0512eaf561ce triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:18:21.126995 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:21.204689 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning for port db0a31d9-63fc-4330-9519-56abf72b576c completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:18:21.223364 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port db0a31d9-63fc-4330-9519-56abf72b576c triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:18:21.223792 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:21.244669 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-76279dc4-2280-4262-b8a5-6da41ad6d488 req-b2fb84be-0278-4f10-8bfe-5aba55d186f2 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b23f986-9cc6-4b74-a632-e11dab7d2d6f HTTP/1.1" status: 200 len: 210 time: 0.1429765 Jul 05 02:18:21.334298 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-2ba6830b-d11e-4277-b798-431c8e65043c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=76c72d384abf4758b9fef12dc2dff711&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3869586 Jul 05 02:18:21.342721 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 50444) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:18:21.463831 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b510201b-3ce7-40e2-bc34-98906c41b012 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:21.470095 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c64b79a-f155-4ec2-a765-e0deee1d3e30 req-5f9bd9ca-a301-491c-bc69-d5c6cc7c1b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:21.477399 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8c64b79a-f155-4ec2-a765-e0deee1d3e30 req-5f9bd9ca-a301-491c-bc69-d5c6cc7c1b51 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d55491b1-56ba-426a-ac8c-e92d73c02c5b HTTP/1.1" status: 200 len: 908 time: 0.3621855 Jul 05 02:18:21.486262 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:21.509125 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b510201b-3ce7-40e2-bc34-98906c41b012 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:21.541457 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8c64b79a-f155-4ec2-a765-e0deee1d3e30 req-82bf7db9-1b34-44a6-8722-7c7690852609 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43fe7b59-58fe-4af8-8915-317943d82b14 HTTP/1.1" status: 200 len: 217 time: 0.0575120 Jul 05 02:18:21.640496 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c64b79a-f155-4ec2-a765-e0deee1d3e30 req-76cb14ab-0b06-4406-aa1d-afadb195c4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:21.648836 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8c64b79a-f155-4ec2-a765-e0deee1d3e30 req-76cb14ab-0b06-4406-aa1d-afadb195c4f4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9b152ce5-504f-4214-985c-9f5fa8213776 HTTP/1.1" status: 200 len: 848 time: 0.1009257 Jul 05 02:18:21.651837 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:21.655587 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port b2afd91c-2fe8-49dd-a28d-0512eaf561ce, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=b2afd91c-2fe8-49dd-a28d-0512eaf561ce,segment=NetworkSegment(35d84035-3545-4590-ba83-2b60f8b92811),segment_id=35d84035-3545-4590-ba83-2b60f8b92811)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:18:21.678033 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903cca54-3199-4699-ac5f-673e31d14ca4 req-f41b7fce-a358-49ee-8ef1-7d81f246b260 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:21.679668 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-903cca54-3199-4699-ac5f-673e31d14ca4 req-f41b7fce-a358-49ee-8ef1-7d81f246b260 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e947b9b-11bc-44f2-b27a-34d991968e81 HTTP/1.1" status: 200 len: 949 time: 0.1099994 Jul 05 02:18:21.720537 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8c64b79a-f155-4ec2-a765-e0deee1d3e30 req-b3f52d35-4db2-496d-9bf4-5ba72b426cd5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d55491b1-56ba-426a-ac8c-e92d73c02c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652609 Jul 05 02:18:21.728076 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port db0a31d9-63fc-4330-9519-56abf72b576c, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=db0a31d9-63fc-4330-9519-56abf72b576c,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:18:21.741815 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-903cca54-3199-4699-ac5f-673e31d14ca4 req-a74fc921-0e03-483b-92ef-e6bb3c61b0ff tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/security-groups?id=6aa981db-58bd-4d0c-a893-2c34139d4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526481 Jul 05 02:18:21.787538 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b510201b-3ce7-40e2-bc34-98906c41b012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:21.791692 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b510201b-3ce7-40e2-bc34-98906c41b012 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:21.792925 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-b510201b-3ce7-40e2-bc34-98906c41b012 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/646947f2-d9a9-46f9-bbe2-95865f0816a3 HTTP/1.1" status: 204 len: 168 time: 0.4488602 Jul 05 02:18:21.804429 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b510201b-3ce7-40e2-bc34-98906c41b012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=646947f2-d9a9-46f9-bbe2-95865f0816a3,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:18:21.828309 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-10e65992-ce3a-46b0-87bb-1146ca12e2b0 req-56ee7710-2a9b-4034-8fe1-b820b93d3e18 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=1aeab594-2943-4da5-9c13-c06d96250566 HTTP/1.1" status: 200 len: 210 time: 0.0997472 Jul 05 02:18:21.868608 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:21.869498 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device bdd6e41b-1304-48b0-8756-d4d2c193d5d2 up at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:18:21.905912 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8c64b79a-f155-4ec2-a765-e0deee1d3e30 req-f51878af-4bfe-4051-945e-8ad586f60fd5 service neutron] 10.222.0.15 "GET /v2.0/networks/d55491b1-56ba-426a-ac8c-e92d73c02c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759365 Jul 05 02:18:21.948027 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=b2afd91c-2fe8-49dd-a28d-0512eaf561ce,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:18:21.980927 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:22.093906 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=db0a31d9-63fc-4330-9519-56abf72b576c,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:18:22.114708 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8c64b79a-f155-4ec2-a765-e0deee1d3e30 req-e93555d1-5b49-4b85-8511-77fd1e914768 service neutron] 10.222.0.15 "GET /v2.0/networks/d55491b1-56ba-426a-ac8c-e92d73c02c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001173 Jul 05 02:18:22.142370 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning for port bdd6e41b-1304-48b0-8756-d4d2c193d5d2 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:18:22.147784 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning complete for port bdd6e41b-1304-48b0-8756-d4d2c193d5d2 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:18:22.148340 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:22.242789 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:22.261494 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31af1488-1593-49dc-8ddb-8a531cd35ce4 req-e5dcf921-0c40-46c2-afb8-786b8aa90a31 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:22.268280 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31af1488-1593-49dc-8ddb-8a531cd35ce4 req-e5dcf921-0c40-46c2-afb8-786b8aa90a31 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:22.276574 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31af1488-1593-49dc-8ddb-8a531cd35ce4 req-e5dcf921-0c40-46c2-afb8-786b8aa90a31 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:22.291347 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port bdd6e41b-1304-48b0-8756-d4d2c193d5d2, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=bdd6e41b-1304-48b0-8756-d4d2c193d5d2,segment=NetworkSegment(35d84035-3545-4590-ba83-2b60f8b92811),segment_id=35d84035-3545-4590-ba83-2b60f8b92811)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:18:22.291474 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31af1488-1593-49dc-8ddb-8a531cd35ce4 req-e5dcf921-0c40-46c2-afb8-786b8aa90a31 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:22.305451 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31af1488-1593-49dc-8ddb-8a531cd35ce4 req-e5dcf921-0c40-46c2-afb8-786b8aa90a31 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:22.315785 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31af1488-1593-49dc-8ddb-8a531cd35ce4 req-e5dcf921-0c40-46c2-afb8-786b8aa90a31 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:22.322726 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31af1488-1593-49dc-8ddb-8a531cd35ce4 req-e5dcf921-0c40-46c2-afb8-786b8aa90a31 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:22.331508 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-31af1488-1593-49dc-8ddb-8a531cd35ce4 req-e5dcf921-0c40-46c2-afb8-786b8aa90a31 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/ports?device_id=92403696-646a-4870-b635-6151c7b09066 HTTP/1.1" status: 200 len: 5438 time: 0.1603863 Jul 05 02:18:22.390635 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-31af1488-1593-49dc-8ddb-8a531cd35ce4 req-d794943b-ebd9-45b9-b646-26a947171aef tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/security-groups?id=5eae1027-3275-42f9-8f54-f2ff33a054c9&id=89977ea5-fec8-49da-b8e1-c456496b77bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0583816 Jul 05 02:18:22.479309 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:22.480738 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 22bc43a4-3d70-4c77-ad1b-053977c426ce up at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:18:22.649636 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=bdd6e41b-1304-48b0-8756-d4d2c193d5d2,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:18:22.786336 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92403696-646a-4870-b635-6151c7b09066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2afd91c-2fe8-49dd-a28d-0512eaf561ce'}, {'server_uuid': '9e947b9b-11bc-44f2-b27a-34d991968e81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db0a31d9-63fc-4330-9519-56abf72b576c'}, {'server_uuid': '92403696-646a-4870-b635-6151c7b09066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdd6e41b-1304-48b0-8756-d4d2c193d5d2'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:18:22.788956 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efac3eab-ae9c-4426-ae04-36a69b5d1382" -d '{"events": [{"server_uuid": "92403696-646a-4870-b635-6151c7b09066", "name": "network-vif-plugged", "status": "completed", "tag": "b2afd91c-2fe8-49dd-a28d-0512eaf561ce"}, {"server_uuid": "9e947b9b-11bc-44f2-b27a-34d991968e81", "name": "network-vif-plugged", "status": "completed", "tag": "db0a31d9-63fc-4330-9519-56abf72b576c"}, {"server_uuid": "92403696-646a-4870-b635-6151c7b09066", "name": "network-vif-plugged", "status": "completed", "tag": "bdd6e41b-1304-48b0-8756-d4d2c193d5d2"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:18:22.845463 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning for port 22bc43a4-3d70-4c77-ad1b-053977c426ce completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:18:22.850525 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning complete for port 22bc43a4-3d70-4c77-ad1b-053977c426ce triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:18:22.850947 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:22.868668 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79152090-569e-4400-b01c-a1dc6a747193 req-26accc03-340c-4141-a6f7-7c339be66cd4 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:22.871479 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-79152090-569e-4400-b01c-a1dc6a747193 req-26accc03-340c-4141-a6f7-7c339be66cd4 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "GET /v2.0/networks?id=1a020cb7-dc30-4875-a4a6-843a4f5bca74 HTTP/1.1" status: 200 len: 822 time: 0.1531909 Jul 05 02:18:22.927637 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-79152090-569e-4400-b01c-a1dc6a747193 req-6407e8c9-5136-4864-8c28-352d483bd3de tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "GET /v2.0/quotas/3ec6b36fb8104434851a718901e41070 HTTP/1.1" status: 200 len: 375 time: 0.0498977 Jul 05 02:18:23.013215 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:23.072860 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1583932-9ec1-4483-90f9-8ad01fb4c6ca req-6ea40f4a-058a-479f-b2fc-21d1a750a80f tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:23.083546 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f1583932-9ec1-4483-90f9-8ad01fb4c6ca req-6ea40f4a-058a-479f-b2fc-21d1a750a80f tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e947b9b-11bc-44f2-b27a-34d991968e81 HTTP/1.1" status: 200 len: 950 time: 0.1420546 Jul 05 02:18:23.085205 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 22bc43a4-3d70-4c77-ad1b-053977c426ce, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=22bc43a4-3d70-4c77-ad1b-053977c426ce,segment=NetworkSegment(35d84035-3545-4590-ba83-2b60f8b92811),segment_id=35d84035-3545-4590-ba83-2b60f8b92811)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:18:23.109251 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-79152090-569e-4400-b01c-a1dc6a747193 req-64922d11-1e8b-47f4-8af1-2379487116b7 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3ec6b36fb8104434851a718901e41070&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1751652 Jul 05 02:18:23.192458 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f1583932-9ec1-4483-90f9-8ad01fb4c6ca req-38037a52-d4e5-45de-a17e-1bfd98c819a0 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/security-groups?id=6aa981db-58bd-4d0c-a893-2c34139d4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077549 Jul 05 02:18:23.256773 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:23.257491 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 36779ac9-6d94-4e90-b5a3-b9834d74efe3 up at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:18:23.369378 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 05 Jul 2021 02:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab6056eb-3688-4888-8d42-cfa777925564 x-openstack-request-id: req-ab6056eb-3688-4888-8d42-cfa777925564 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:18:23.373967 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92403696-646a-4870-b635-6151c7b09066", "name": "network-vif-plugged", "status": "completed", "tag": "b2afd91c-2fe8-49dd-a28d-0512eaf561ce", "code": 200}, {"server_uuid": "9e947b9b-11bc-44f2-b27a-34d991968e81", "name": "network-vif-plugged", "status": "completed", "tag": "db0a31d9-63fc-4330-9519-56abf72b576c", "code": 200}, {"server_uuid": "92403696-646a-4870-b635-6151c7b09066", "name": "network-vif-plugged", "status": "completed", "tag": "bdd6e41b-1304-48b0-8756-d4d2c193d5d2", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:18:23.375472 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ab6056eb-3688-4888-8d42-cfa777925564 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:18:23.376701 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92403696-646a-4870-b635-6151c7b09066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2afd91c-2fe8-49dd-a28d-0512eaf561ce', 'code': 200} Jul 05 02:18:23.377262 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e947b9b-11bc-44f2-b27a-34d991968e81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db0a31d9-63fc-4330-9519-56abf72b576c', 'code': 200} Jul 05 02:18:23.378719 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92403696-646a-4870-b635-6151c7b09066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdd6e41b-1304-48b0-8756-d4d2c193d5d2', 'code': 200} Jul 05 02:18:23.400383 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-aaf44014-b777-4db6-a811-6b5ae20be929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:23.491521 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-79152090-569e-4400-b01c-a1dc6a747193 req-04f9818c-c119-4b24-b407-a6ab04efa5cb service neutron] 10.222.0.23 "GET /v2.0/networks/1a020cb7-dc30-4875-a4a6-843a4f5bca74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3705225 Jul 05 02:18:23.531731 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=22bc43a4-3d70-4c77-ad1b-053977c426ce,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:18:23.596612 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b67baa37-6eb7-4f51-bd4f-f382507c7496 req-b3088f4b-c651-464c-9953-c4edc53d680d tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=1aeab594-2943-4da5-9c13-c06d96250566 HTTP/1.1" status: 200 len: 210 time: 0.0469601 Jul 05 02:18:23.682654 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning for port 36779ac9-6d94-4e90-b5a3-b9834d74efe3 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:18:23.698062 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning complete for port 36779ac9-6d94-4e90-b5a3-b9834d74efe3 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:18:23.698062 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:23.718154 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-79152090-569e-4400-b01c-a1dc6a747193 req-a31712aa-897a-44ea-b953-f6ba88c94e3e service neutron] 10.222.0.23 "GET /v2.0/networks/1a020cb7-dc30-4875-a4a6-843a4f5bca74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677699 Jul 05 02:18:23.722879 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e747013-06fc-4353-aa72-0289f3d712e4 req-355a9c4e-e2b2-4d82-99d6-960542281a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:23.745187 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6e747013-06fc-4353-aa72-0289f3d712e4 req-355a9c4e-e2b2-4d82-99d6-960542281a82 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9e947b9b-11bc-44f2-b27a-34d991968e81 HTTP/1.1" status: 200 len: 1102 time: 0.3192089 Jul 05 02:18:23.821095 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6e747013-06fc-4353-aa72-0289f3d712e4 req-93366012-d547-4538-b159-fbb201a6ef04 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6aa981db-58bd-4d0c-a893-2c34139d4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782754 Jul 05 02:18:23.852646 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:23.890344 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 36779ac9-6d94-4e90-b5a3-b9834d74efe3, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=36779ac9-6d94-4e90-b5a3-b9834d74efe3,segment=NetworkSegment(ccac9cc8-8687-4831-b08f-d485733ff31a),segment_id=ccac9cc8-8687-4831-b08f-d485733ff31a)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:18:23.933391 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 50522) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:18:24.028247 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:24.033107 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1e552e-a7a9-4770-b834-c4dc51e0e89c req-95b386f4-28bc-4a32-9a2f-706458ba9c68 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:24.040180 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1e552e-a7a9-4770-b834-c4dc51e0e89c req-95b386f4-28bc-4a32-9a2f-706458ba9c68 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:24.046493 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1e552e-a7a9-4770-b834-c4dc51e0e89c req-95b386f4-28bc-4a32-9a2f-706458ba9c68 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:24.059759 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1e552e-a7a9-4770-b834-c4dc51e0e89c req-95b386f4-28bc-4a32-9a2f-706458ba9c68 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:24.069347 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1e552e-a7a9-4770-b834-c4dc51e0e89c req-95b386f4-28bc-4a32-9a2f-706458ba9c68 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:24.073814 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1e552e-a7a9-4770-b834-c4dc51e0e89c req-95b386f4-28bc-4a32-9a2f-706458ba9c68 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:24.082288 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1e552e-a7a9-4770-b834-c4dc51e0e89c req-95b386f4-28bc-4a32-9a2f-706458ba9c68 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:24.084399 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1c1e552e-a7a9-4770-b834-c4dc51e0e89c req-95b386f4-28bc-4a32-9a2f-706458ba9c68 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/ports?device_id=92403696-646a-4870-b635-6151c7b09066 HTTP/1.1" status: 200 len: 5440 time: 0.2597275 Jul 05 02:18:24.088411 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-0f0aa631-5945-4ab5-a198-d00376671e98 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1066634004-network', 'tenant_id': '4751b3a27c86434a94ebd5392d77bc7e'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:18:24.131220 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1c1e552e-a7a9-4770-b834-c4dc51e0e89c req-90b02fcb-ae1c-4f7e-a3eb-e54283d7b24c tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/security-groups?id=5eae1027-3275-42f9-8f54-f2ff33a054c9&id=89977ea5-fec8-49da-b8e1-c456496b77bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0404215 Jul 05 02:18:24.157123 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:24.157953 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device fb5e411e-ba28-4560-9e82-b60e563a776d up at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:18:24.298354 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=36779ac9-6d94-4e90-b5a3-b9834d74efe3,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:18:24.335625 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f0aa631-5945-4ab5-a198-d00376671e98 admin admin] Made reservation on behalf of 4751b3a27c86434a94ebd5392d77bc7e for: {'network': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:18:24.338223 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0f0aa631-5945-4ab5-a198-d00376671e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:24.356457 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0f0aa631-5945-4ab5-a198-d00376671e98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:24.464524 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b5e94cff-3864-4abd-a038-21f800262df4 req-3c78ec00-5c60-4975-8882-5b0d7292ab16 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5072bf4-e167-4ee2-8eb7-54bff5bcf461 HTTP/1.1" status: 200 len: 210 time: 0.0479226 Jul 05 02:18:24.503168 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0f0aa631-5945-4ab5-a198-d00376671e98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:24.614974 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39852d09-4cb0-42ed-81ae-88ad145caa33 req-a37f7da8-9f90-4695-9ec1-c179346e5105 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:24.617134 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-39852d09-4cb0-42ed-81ae-88ad145caa33 req-a37f7da8-9f90-4695-9ec1-c179346e5105 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e947b9b-11bc-44f2-b27a-34d991968e81 HTTP/1.1" status: 200 len: 950 time: 0.0747533 Jul 05 02:18:24.655153 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning for port fb5e411e-ba28-4560-9e82-b60e563a776d completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:18:24.660559 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning complete for port fb5e411e-ba28-4560-9e82-b60e563a776d triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:18:24.661141 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:24.691860 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-39852d09-4cb0-42ed-81ae-88ad145caa33 req-4755ed74-3385-4d2e-9a09-70f5252fe808 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/security-groups?id=6aa981db-58bd-4d0c-a893-2c34139d4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662639 Jul 05 02:18:24.726807 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0f0aa631-5945-4ab5-a198-d00376671e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:24.758947 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f0aa631-5945-4ab5-a198-d00376671e98 admin admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=94461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:18:24.773037 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:24.775070 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0aa631-5945-4ab5-a198-d00376671e98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bddaf5b-dddc-4604-b9ea-d86898d6e68a,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:18:24.780418 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0f0aa631-5945-4ab5-a198-d00376671e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:24.781003 n-d-771362-32 neutron-server[94461]: INFO neutron.db.segments_db [None req-0f0aa631-5945-4ab5-a198-d00376671e98 admin admin] Added segment 45e719ca-3afb-4c1e-b7a7-0ae697fd29b7 of type vlan for network be006ea9-30aa-4398-a426-65e00f5f363c Jul 05 02:18:24.883812 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:24.895053 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0f0aa631-5945-4ab5-a198-d00376671e98 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:24.930875 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port fb5e411e-ba28-4560-9e82-b60e563a776d, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=fb5e411e-ba28-4560-9e82-b60e563a776d,segment=NetworkSegment(31e917c3-b1d5-428f-bb55-dbe9374ce1ec),segment_id=31e917c3-b1d5-428f-bb55-dbe9374ce1ec)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:18:25.108644 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:25.146766 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device ae8f44a3-2176-4e38-9a23-c35a7eb6084c no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:18:25.177678 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] No Port match for: ae8f44a3-2176-4e38-9a23-c35a7eb6084c {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:18:25.178444 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device ae8f44a3-2176-4e38-9a23-c35a7eb6084c not bound to the agent host n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:18:25.186175 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0f0aa631-5945-4ab5-a198-d00376671e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:25.187366 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0aa631-5945-4ab5-a198-d00376671e98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:25.190076 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0f0aa631-5945-4ab5-a198-d00376671e98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:25.203542 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=fb5e411e-ba28-4560-9e82-b60e563a776d,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:18:25.338435 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0aa631-5945-4ab5-a198-d00376671e98 admin admin] Pushing event updated for resources: {'Network': ['ID=be006ea9-30aa-4398-a426-65e00f5f363c,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:18:25.356834 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network be006ea9-30aa-4398-a426-65e00f5f363c details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:18:25.457439 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-0f0aa631-5945-4ab5-a198-d00376671e98 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5228691 Jul 05 02:18:25.460753 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 50562) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:18:25.478310 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-f2005f54-bb62-4749-80b8-8ffe9d0842ec admin admin] Request body: {'subnet': {'network_id': 'be006ea9-30aa-4398-a426-65e00f5f363c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1066634004-subnet', 'tenant_id': '4751b3a27c86434a94ebd5392d77bc7e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:18:25.493497 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92403696-646a-4870-b635-6151c7b09066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22bc43a4-3d70-4c77-ad1b-053977c426ce'}, {'server_uuid': '92403696-646a-4870-b635-6151c7b09066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36779ac9-6d94-4e90-b5a3-b9834d74efe3'}, {'server_uuid': '92403696-646a-4870-b635-6151c7b09066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb5e411e-ba28-4560-9e82-b60e563a776d'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:18:25.498799 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90481127-3ca8-4396-a430-65ad3aefdcd9" -d '{"events": [{"server_uuid": "92403696-646a-4870-b635-6151c7b09066", "name": "network-vif-plugged", "status": "completed", "tag": "22bc43a4-3d70-4c77-ad1b-053977c426ce"}, {"server_uuid": "92403696-646a-4870-b635-6151c7b09066", "name": "network-vif-plugged", "status": "completed", "tag": "36779ac9-6d94-4e90-b5a3-b9834d74efe3"}, {"server_uuid": "92403696-646a-4870-b635-6151c7b09066", "name": "network-vif-plugged", "status": "completed", "tag": "fb5e411e-ba28-4560-9e82-b60e563a776d"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:18:25.550952 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b623ec28-fa81-4f4b-811f-909d7cd58606 req-6d7f3943-3271-41a7-aa5d-8357b525e9b6 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:25.568863 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b623ec28-fa81-4f4b-811f-909d7cd58606 req-6d7f3943-3271-41a7-aa5d-8357b525e9b6 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:25.579523 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b623ec28-fa81-4f4b-811f-909d7cd58606 req-6d7f3943-3271-41a7-aa5d-8357b525e9b6 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:25.585904 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b623ec28-fa81-4f4b-811f-909d7cd58606 req-6d7f3943-3271-41a7-aa5d-8357b525e9b6 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:25.592260 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b623ec28-fa81-4f4b-811f-909d7cd58606 req-6d7f3943-3271-41a7-aa5d-8357b525e9b6 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:25.599522 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b623ec28-fa81-4f4b-811f-909d7cd58606 req-6d7f3943-3271-41a7-aa5d-8357b525e9b6 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:25.606083 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b623ec28-fa81-4f4b-811f-909d7cd58606 req-6d7f3943-3271-41a7-aa5d-8357b525e9b6 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:25.608335 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b623ec28-fa81-4f4b-811f-909d7cd58606 req-6d7f3943-3271-41a7-aa5d-8357b525e9b6 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/ports?device_id=92403696-646a-4870-b635-6151c7b09066 HTTP/1.1" status: 200 len: 5442 time: 0.2350655 Jul 05 02:18:25.676674 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2197f5ee-de82-4029-ad4a-8860df4db3bd req-5c843c90-8db9-4dbc-9b6b-95613ac29188 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5072bf4-e167-4ee2-8eb7-54bff5bcf461 HTTP/1.1" status: 200 len: 210 time: 0.0522215 Jul 05 02:18:25.689810 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b623ec28-fa81-4f4b-811f-909d7cd58606 req-f134da34-0af2-4b70-a7ec-889ca5018908 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/security-groups?id=5eae1027-3275-42f9-8f54-f2ff33a054c9&id=89977ea5-fec8-49da-b8e1-c456496b77bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0737507 Jul 05 02:18:25.740741 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2005f54-bb62-4749-80b8-8ffe9d0842ec admin admin] Made reservation on behalf of 4751b3a27c86434a94ebd5392d77bc7e for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:18:25.745947 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f2005f54-bb62-4749-80b8-8ffe9d0842ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:25.749144 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 05 Jul 2021 02:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0740bc73-fb50-4195-a6f3-43462eb09de0 x-openstack-request-id: req-0740bc73-fb50-4195-a6f3-43462eb09de0 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:18:25.749728 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92403696-646a-4870-b635-6151c7b09066", "name": "network-vif-plugged", "status": "completed", "tag": "22bc43a4-3d70-4c77-ad1b-053977c426ce", "code": 200}, {"server_uuid": "92403696-646a-4870-b635-6151c7b09066", "name": "network-vif-plugged", "status": "completed", "tag": "36779ac9-6d94-4e90-b5a3-b9834d74efe3", "code": 200}, {"server_uuid": "92403696-646a-4870-b635-6151c7b09066", "name": "network-vif-plugged", "status": "completed", "tag": "fb5e411e-ba28-4560-9e82-b60e563a776d", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:18:25.750262 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0740bc73-fb50-4195-a6f3-43462eb09de0 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:18:25.750911 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92403696-646a-4870-b635-6151c7b09066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22bc43a4-3d70-4c77-ad1b-053977c426ce', 'code': 200} Jul 05 02:18:25.751394 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92403696-646a-4870-b635-6151c7b09066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36779ac9-6d94-4e90-b5a3-b9834d74efe3', 'code': 200} Jul 05 02:18:25.751886 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92403696-646a-4870-b635-6151c7b09066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb5e411e-ba28-4560-9e82-b60e563a776d', 'code': 200} Jul 05 02:18:26.054022 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:26.056416 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3d4359-d7bf-43ee-b3c4-2dd0da4b1f58 req-d50dea8f-d206-40aa-90b5-12fb29fcf1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:26.057010 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3d4359-d7bf-43ee-b3c4-2dd0da4b1f58 req-d50dea8f-d206-40aa-90b5-12fb29fcf1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:26.057731 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3d4359-d7bf-43ee-b3c4-2dd0da4b1f58 req-d50dea8f-d206-40aa-90b5-12fb29fcf1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:26.058324 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3d4359-d7bf-43ee-b3c4-2dd0da4b1f58 req-d50dea8f-d206-40aa-90b5-12fb29fcf1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:26.058945 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3d4359-d7bf-43ee-b3c4-2dd0da4b1f58 req-d50dea8f-d206-40aa-90b5-12fb29fcf1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:26.059657 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3d4359-d7bf-43ee-b3c4-2dd0da4b1f58 req-d50dea8f-d206-40aa-90b5-12fb29fcf1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:26.060217 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3d4359-d7bf-43ee-b3c4-2dd0da4b1f58 req-d50dea8f-d206-40aa-90b5-12fb29fcf1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:26.062562 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0d3d4359-d7bf-43ee-b3c4-2dd0da4b1f58 req-d50dea8f-d206-40aa-90b5-12fb29fcf1ad service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=92403696-646a-4870-b635-6151c7b09066 HTTP/1.1" status: 200 len: 6506 time: 0.2049623 Jul 05 02:18:26.111359 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6ba782-0aa5-4191-8e1b-ef3849f71d19 req-13482f9a-abba-4f4f-96ad-9732ae165f8f tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:26.113436 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6d6ba782-0aa5-4191-8e1b-ef3849f71d19 req-13482f9a-abba-4f4f-96ad-9732ae165f8f tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e947b9b-11bc-44f2-b27a-34d991968e81 HTTP/1.1" status: 200 len: 950 time: 0.1708553 Jul 05 02:18:26.181313 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0d3d4359-d7bf-43ee-b3c4-2dd0da4b1f58 req-6083036b-bbed-48a7-b66a-15d0a013f9d9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5eae1027-3275-42f9-8f54-f2ff33a054c9&id=89977ea5-fec8-49da-b8e1-c456496b77bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0951045 Jul 05 02:18:26.191183 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6d6ba782-0aa5-4191-8e1b-ef3849f71d19 req-a042cf68-3985-4524-887a-3e9a809959f5 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/security-groups?id=6aa981db-58bd-4d0c-a893-2c34139d4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658047 Jul 05 02:18:26.451832 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f2005f54-bb62-4749-80b8-8ffe9d0842ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5763451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774823'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:26.452985 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe0dac7-73fa-45db-8c3b-afc8946dedba req-be6a39ed-6c5d-4be5-80bf-aaf3fb36e4c2 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:26.452985 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2fe0dac7-73fa-45db-8c3b-afc8946dedba req-be6a39ed-6c5d-4be5-80bf-aaf3fb36e4c2 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa74d995-7802-4a92-aa25-f043209894f5 HTTP/1.1" status: 200 len: 950 time: 0.1041229 Jul 05 02:18:26.611788 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2fe0dac7-73fa-45db-8c3b-afc8946dedba req-a83316be-500a-42e0-aaa7-7ca07c541c94 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/security-groups?id=6aa981db-58bd-4d0c-a893-2c34139d4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566474 Jul 05 02:18:26.621235 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2005f54-bb62-4749-80b8-8ffe9d0842ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cff292f-5430-490c-95c1-4bbac2c06428,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:18:26.629401 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2005f54-bb62-4749-80b8-8ffe9d0842ec admin admin] Checking segment: {'id': '45e719ca-3afb-4c1e-b7a7-0ae697fd29b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'be006ea9-30aa-4398-a426-65e00f5f363c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:18:26.629860 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2005f54-bb62-4749-80b8-8ffe9d0842ec admin admin] Network hostable DHCP agents. Network: be006ea9-30aa-4398-a426-65e00f5f363c, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:18:26.877781 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ae018733-ae3d-472f-baef-4b91424b5d7c req-8797d153-6807-4226-9dd8-9561a292327e tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5072bf4-e167-4ee2-8eb7-54bff5bcf461 HTTP/1.1" status: 200 len: 210 time: 0.0283499 Jul 05 02:18:27.000622 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2005f54-bb62-4749-80b8-8ffe9d0842ec admin admin] Network be006ea9-30aa-4398-a426-65e00f5f363c is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:18:27.090834 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ce45d2-83bf-44fd-ba1a-6d4e802bde78 req-5e3f2164-4015-4d18-9c3b-3b8c3ae4d08a tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:27.096740 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ce45d2-83bf-44fd-ba1a-6d4e802bde78 req-5e3f2164-4015-4d18-9c3b-3b8c3ae4d08a tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:27.103290 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ce45d2-83bf-44fd-ba1a-6d4e802bde78 req-5e3f2164-4015-4d18-9c3b-3b8c3ae4d08a tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:27.109112 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ce45d2-83bf-44fd-ba1a-6d4e802bde78 req-5e3f2164-4015-4d18-9c3b-3b8c3ae4d08a tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:27.115554 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ce45d2-83bf-44fd-ba1a-6d4e802bde78 req-5e3f2164-4015-4d18-9c3b-3b8c3ae4d08a tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:27.121357 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ce45d2-83bf-44fd-ba1a-6d4e802bde78 req-5e3f2164-4015-4d18-9c3b-3b8c3ae4d08a tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:27.131550 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ce45d2-83bf-44fd-ba1a-6d4e802bde78 req-5e3f2164-4015-4d18-9c3b-3b8c3ae4d08a tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:27.138358 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-26ce45d2-83bf-44fd-ba1a-6d4e802bde78 req-5e3f2164-4015-4d18-9c3b-3b8c3ae4d08a tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/ports?device_id=92403696-646a-4870-b635-6151c7b09066 HTTP/1.1" status: 200 len: 5442 time: 0.1320229 Jul 05 02:18:27.215513 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-26ce45d2-83bf-44fd-ba1a-6d4e802bde78 req-2fd48e04-b28f-43f5-b6f6-f463fa060ccf tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/security-groups?id=5eae1027-3275-42f9-8f54-f2ff33a054c9&id=89977ea5-fec8-49da-b8e1-c456496b77bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0760906 Jul 05 02:18:27.217405 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-f2005f54-bb62-4749-80b8-8ffe9d0842ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, be006ea9-30aa-4398-a426-65e00f5f363c) {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:18:27.229416 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe95bbf-1818-4f70-8a31-89ee34d7a6e6 None None] Network be006ea9-30aa-4398-a426-65e00f5f363c requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:18:27.252073 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2005f54-bb62-4749-80b8-8ffe9d0842ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:27.252073 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f2005f54-bb62-4749-80b8-8ffe9d0842ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:27.437219 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d33af81-ebec-4149-9e4a-6d6704bde93b req-fc2c7d23-3519-487f-99eb-825a52486852 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:27.440056 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-f2005f54-bb62-4749-80b8-8ffe9d0842ec admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9782577 Jul 05 02:18:27.470317 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d33af81-ebec-4149-9e4a-6d6704bde93b req-fc2c7d23-3519-487f-99eb-825a52486852 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:27.480912 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8d33af81-ebec-4149-9e4a-6d6704bde93b req-fc2c7d23-3519-487f-99eb-825a52486852 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e947b9b-11bc-44f2-b27a-34d991968e81&device_id=fa74d995-7802-4a92-aa25-f043209894f5 HTTP/1.1" status: 200 len: 1691 time: 0.2970178 Jul 05 02:18:27.537034 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a4851e-94b2-4c8f-925b-6c12dc72c528 None None] Network be006ea9-30aa-4398-a426-65e00f5f363c requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:18:27.619112 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8d33af81-ebec-4149-9e4a-6d6704bde93b req-14ff4e8f-c62e-4094-9587-d814f8a89c7a tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/security-groups?id=6aa981db-58bd-4d0c-a893-2c34139d4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369598 Jul 05 02:18:27.972421 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cc4f9a-8e46-46c8-a876-f5718bdf34c3 req-5cfd5d40-369f-4e0c-b127-e0f5ee413e1a tempest-ServersOnMultiNodesTest-315377596 tempest-ServersOnMultiNodesTest-315377596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:27.972421 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-85cc4f9a-8e46-46c8-a876-f5718bdf34c3 req-5cfd5d40-369f-4e0c-b127-e0f5ee413e1a tempest-ServersOnMultiNodesTest-315377596 tempest-ServersOnMultiNodesTest-315377596-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=9e947b9b-11bc-44f2-b27a-34d991968e81 HTTP/1.1" status: 200 len: 1102 time: 0.0791111 Jul 05 02:18:27.999025 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-85cc4f9a-8e46-46c8-a876-f5718bdf34c3 req-480ace78-8a86-4386-a86b-3b5f95aca5ed tempest-ServersOnMultiNodesTest-315377596 tempest-ServersOnMultiNodesTest-315377596-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=6aa981db-58bd-4d0c-a893-2c34139d4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495784 Jul 05 02:18:28.187219 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d0a563da-bbb1-4791-8f20-f847845482d1 req-25b90498-a1bf-4991-aba4-185d61fb8347 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5072bf4-e167-4ee2-8eb7-54bff5bcf461 HTTP/1.1" status: 200 len: 210 time: 0.0550208 Jul 05 02:18:28.393403 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d11a0e-e990-4d6b-8c0c-ed6e0f09a33f req-7eea60b0-3653-45f8-90a8-74bf5e49204d tempest-ServersOnMultiNodesTest-315377596 tempest-ServersOnMultiNodesTest-315377596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:28.395084 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-08d11a0e-e990-4d6b-8c0c-ed6e0f09a33f req-7eea60b0-3653-45f8-90a8-74bf5e49204d tempest-ServersOnMultiNodesTest-315377596 tempest-ServersOnMultiNodesTest-315377596-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=fa74d995-7802-4a92-aa25-f043209894f5 HTTP/1.1" status: 200 len: 1102 time: 0.0563085 Jul 05 02:18:28.437062 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-08d11a0e-e990-4d6b-8c0c-ed6e0f09a33f req-efd61969-54ff-45f8-9332-927acc7347ba tempest-ServersOnMultiNodesTest-315377596 tempest-ServersOnMultiNodesTest-315377596-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=6aa981db-58bd-4d0c-a893-2c34139d4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353034 Jul 05 02:18:28.589059 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db245842-d600-492d-932b-c0d47495ac9e req-248fe5c4-5cba-47a3-907d-2f81f3fde808 tempest-ServerTagsTestJSON-324792138 tempest-ServerTagsTestJSON-324792138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:28.590583 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-db245842-d600-492d-932b-c0d47495ac9e req-248fe5c4-5cba-47a3-907d-2f81f3fde808 tempest-ServerTagsTestJSON-324792138 tempest-ServerTagsTestJSON-324792138-project] 10.222.0.23 "GET /v2.0/networks?id=be006ea9-30aa-4398-a426-65e00f5f363c HTTP/1.1" status: 200 len: 809 time: 0.4341376 Jul 05 02:18:28.606071 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-db245842-d600-492d-932b-c0d47495ac9e req-3e9ca8d6-ebec-4afd-8c4d-baf449bfbc5d tempest-ServerTagsTestJSON-324792138 tempest-ServerTagsTestJSON-324792138-project] 10.222.0.23 "GET /v2.0/quotas/4751b3a27c86434a94ebd5392d77bc7e HTTP/1.1" status: 200 len: 375 time: 0.0098794 Jul 05 02:18:28.641131 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-db245842-d600-492d-932b-c0d47495ac9e req-331262c2-5a7e-4927-9b58-50da87d50144 tempest-ServerTagsTestJSON-324792138 tempest-ServerTagsTestJSON-324792138-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4751b3a27c86434a94ebd5392d77bc7e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290167 Jul 05 02:18:28.643955 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c513451-3830-4d27-8d35-898c1415ce62 req-a39b0740-6cbf-434b-9642-ad4fa0f6dd0c tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:28.651081 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c513451-3830-4d27-8d35-898c1415ce62 req-a39b0740-6cbf-434b-9642-ad4fa0f6dd0c tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:28.657422 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c513451-3830-4d27-8d35-898c1415ce62 req-a39b0740-6cbf-434b-9642-ad4fa0f6dd0c tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:28.666205 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c513451-3830-4d27-8d35-898c1415ce62 req-a39b0740-6cbf-434b-9642-ad4fa0f6dd0c tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:28.672661 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c513451-3830-4d27-8d35-898c1415ce62 req-a39b0740-6cbf-434b-9642-ad4fa0f6dd0c tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:28.693091 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c513451-3830-4d27-8d35-898c1415ce62 req-a39b0740-6cbf-434b-9642-ad4fa0f6dd0c tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:28.719421 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c513451-3830-4d27-8d35-898c1415ce62 req-a39b0740-6cbf-434b-9642-ad4fa0f6dd0c tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:28.722270 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4c513451-3830-4d27-8d35-898c1415ce62 req-a39b0740-6cbf-434b-9642-ad4fa0f6dd0c tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/ports?device_id=92403696-646a-4870-b635-6151c7b09066 HTTP/1.1" status: 200 len: 5442 time: 0.1577458 Jul 05 02:18:28.806707 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4c513451-3830-4d27-8d35-898c1415ce62 req-b7ad8b05-29a3-4db8-be03-461cc66b4915 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/security-groups?id=5eae1027-3275-42f9-8f54-f2ff33a054c9&id=89977ea5-fec8-49da-b8e1-c456496b77bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0752165 Jul 05 02:18:28.909191 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79152090-569e-4400-b01c-a1dc6a747193 req-0011d1e1-4ebe-4c21-b9bf-6f642f6f9ade tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:28.911177 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-79152090-569e-4400-b01c-a1dc6a747193 req-0011d1e1-4ebe-4c21-b9bf-6f642f6f9ade tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.15 "GET /v2.0/networks?id=1a020cb7-dc30-4875-a4a6-843a4f5bca74 HTTP/1.1" status: 200 len: 822 time: 0.1768453 Jul 05 02:18:28.930035 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-79152090-569e-4400-b01c-a1dc6a747193 req-c08e698e-9254-42fe-a290-d36d445229bf tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Request body: {'port': {'device_id': 'a5072bf4-e167-4ee2-8eb7-54bff5bcf461', 'network_id': '1a020cb7-dc30-4875-a4a6-843a4f5bca74', 'admin_state_up': True, 'tenant_id': '3ec6b36fb8104434851a718901e41070'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:18:28.951603 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-db245842-d600-492d-932b-c0d47495ac9e req-ed0272b0-a660-47fd-903e-4fab01933c74 service neutron] 10.222.0.23 "GET /v2.0/networks/be006ea9-30aa-4398-a426-65e00f5f363c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3012683 Jul 05 02:18:29.102350 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-db245842-d600-492d-932b-c0d47495ac9e req-ab5888ec-115b-4ed9-8332-bc78da357bed service neutron] 10.222.0.23 "GET /v2.0/networks/be006ea9-30aa-4398-a426-65e00f5f363c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495137 Jul 05 02:18:29.302266 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79152090-569e-4400-b01c-a1dc6a747193 req-c08e698e-9254-42fe-a290-d36d445229bf tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Made reservation on behalf of 3ec6b36fb8104434851a718901e41070 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:18:29.305934 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-79152090-569e-4400-b01c-a1dc6a747193 req-c08e698e-9254-42fe-a290-d36d445229bf tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:29.473793 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-79152090-569e-4400-b01c-a1dc6a747193 req-c08e698e-9254-42fe-a290-d36d445229bf tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Allocated IP 172.20.0.9 (1a020cb7-dc30-4875-a4a6-843a4f5bca74/3695cc03-de8e-40cd-a422-de5229d59312/3370609d-b044-40f8-b2c6-bbc135217347) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:18:29.481492 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7851268b-798e-4ee6-b2d4-44a8f2eaf008 req-f5070342-bfff-4bd5-af3d-16441d60b9f0 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:29.491399 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7851268b-798e-4ee6-b2d4-44a8f2eaf008 req-f5070342-bfff-4bd5-af3d-16441d60b9f0 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:29.497921 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7851268b-798e-4ee6-b2d4-44a8f2eaf008 req-f5070342-bfff-4bd5-af3d-16441d60b9f0 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:29.505855 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7851268b-798e-4ee6-b2d4-44a8f2eaf008 req-f5070342-bfff-4bd5-af3d-16441d60b9f0 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:29.512744 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7851268b-798e-4ee6-b2d4-44a8f2eaf008 req-f5070342-bfff-4bd5-af3d-16441d60b9f0 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:29.526392 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7851268b-798e-4ee6-b2d4-44a8f2eaf008 req-f5070342-bfff-4bd5-af3d-16441d60b9f0 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:29.534727 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7851268b-798e-4ee6-b2d4-44a8f2eaf008 req-f5070342-bfff-4bd5-af3d-16441d60b9f0 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:29.550418 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7851268b-798e-4ee6-b2d4-44a8f2eaf008 req-f5070342-bfff-4bd5-af3d-16441d60b9f0 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/ports?device_id=92403696-646a-4870-b635-6151c7b09066 HTTP/1.1" status: 200 len: 5442 time: 0.1577723 Jul 05 02:18:29.551139 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 50694) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:18:29.558266 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-77dd59cc-5047-4b3c-8b6f-27b69896cf91 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Request body: {'floatingip': {'port_id': 'fb5e411e-ba28-4560-9e82-b60e563a776d'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:18:29.651945 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-77dd59cc-5047-4b3c-8b6f-27b69896cf91 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks [] for floatingip, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:29.687909 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-79152090-569e-4400-b01c-a1dc6a747193 req-c08e698e-9254-42fe-a290-d36d445229bf tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:29.804863 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-75051f9c-3f65-4da3-80f0-7c7d1beb5254 req-7a017d77-fac6-45e1-a390-998905330c40 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5072bf4-e167-4ee2-8eb7-54bff5bcf461 HTTP/1.1" status: 200 len: 210 time: 0.0721533 Jul 05 02:18:29.824467 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4bbd7513-8539-4b62-9474-26bdcf386efb req-efc1f4d7-38ae-4945-b00a-1c1d820a68d0 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=843c308122d04e8a8ebe4eb1b129860a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331454 Jul 05 02:18:29.909137 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-fab91a40-1e7e-4322-98e7-e78301798751 req-baece3bb-b811-469b-8412-0704ac2321c8 tempest-ServerTagsTestJSON-324792138 tempest-ServerTagsTestJSON-324792138-project] 10.222.0.23 "GET /v2.0/ports?device_id=953ec7ac-5f30-429d-89a9-2d526b674204 HTTP/1.1" status: 200 len: 210 time: 0.0520523 Jul 05 02:18:29.947004 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-79152090-569e-4400-b01c-a1dc6a747193 req-c08e698e-9254-42fe-a290-d36d445229bf tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:30.029541 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79152090-569e-4400-b01c-a1dc6a747193 req-c08e698e-9254-42fe-a290-d36d445229bf tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Network 1a020cb7-dc30-4875-a4a6-843a4f5bca74 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:18:30.033828 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08e698e-9254-42fe-a290-d36d445229bf tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Pushing event updated for resources: {'Port': ['ID=3370609d-b044-40f8-b2c6-bbc135217347,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:18:30.038691 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-79152090-569e-4400-b01c-a1dc6a747193 req-c08e698e-9254-42fe-a290-d36d445229bf tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:18:30.041930 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-79152090-569e-4400-b01c-a1dc6a747193 req-c08e698e-9254-42fe-a290-d36d445229bf tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:18:30.092077 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbd7513-8539-4b62-9474-26bdcf386efb req-c40e6d08-3827-4577-bf00-5c61c9f13c3f tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:30.093578 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4bbd7513-8539-4b62-9474-26bdcf386efb req-c40e6d08-3827-4577-bf00-5c61c9f13c3f tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2637184 Jul 05 02:18:30.120841 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79152090-569e-4400-b01c-a1dc6a747193 req-c08e698e-9254-42fe-a290-d36d445229bf tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:30.121496 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-79152090-569e-4400-b01c-a1dc6a747193 req-c08e698e-9254-42fe-a290-d36d445229bf tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:30.125531 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4bbd7513-8539-4b62-9474-26bdcf386efb req-87975c97-eea6-4755-a31a-2280ebffa652 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/quotas/843c308122d04e8a8ebe4eb1b129860a HTTP/1.1" status: 200 len: 375 time: 0.0260599 Jul 05 02:18:30.206177 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4bbd7513-8539-4b62-9474-26bdcf386efb req-66960e95-d728-4056-84a8-d477b67e6dab tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=843c308122d04e8a8ebe4eb1b129860a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0741479 Jul 05 02:18:30.345784 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f38a1-0d86-4f0a-88f6-5af877c729bd req-ec0518a4-fb4a-4b34-a245-e936dddbbfff tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:30.347482 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7d4f38a1-0d86-4f0a-88f6-5af877c729bd req-ec0518a4-fb4a-4b34-a245-e936dddbbfff tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8a7624c-d258-433f-9761-ec21365c1194 HTTP/1.1" status: 200 len: 950 time: 0.2928569 Jul 05 02:18:30.366385 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-79152090-569e-4400-b01c-a1dc6a747193 req-c08e698e-9254-42fe-a290-d36d445229bf tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4438014 Jul 05 02:18:30.379575 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-79152090-569e-4400-b01c-a1dc6a747193 req-67b17e15-31f1-43fc-b658-3d131885943e service neutron] Request body: {'port': {'device_id': 'a5072bf4-e167-4ee2-8eb7-54bff5bcf461', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:18:30.476280 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-79152090-569e-4400-b01c-a1dc6a747193 req-67b17e15-31f1-43fc-b658-3d131885943e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:30.726266 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7d4f38a1-0d86-4f0a-88f6-5af877c729bd req-d49a6fa8-52b0-4cbc-9601-327f508cc607 tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a5b496d-edbc-4614-ac31-274ccc3600c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3703675 Jul 05 02:18:30.728106 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.db.resource_extend [None req-77dd59cc-5047-4b3c-8b6f-27b69896cf91 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 02:18:30.788697 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-79152090-569e-4400-b01c-a1dc6a747193 req-67b17e15-31f1-43fc-b658-3d131885943e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3370609d-b044-40f8-b2c6-bbc135217347 {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:18:30.796587 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-79152090-569e-4400-b01c-a1dc6a747193 req-67b17e15-31f1-43fc-b658-3d131885943e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:30.812638 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-77dd59cc-5047-4b3c-8b6f-27b69896cf91 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:30.817265 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-79152090-569e-4400-b01c-a1dc6a747193 req-67b17e15-31f1-43fc-b658-3d131885943e service neutron] Transition to ACTIVE for port object 3370609d-b044-40f8-b2c6-bbc135217347 will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:18:30.931222 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e426eb26-4b2e-4a89-8dba-1637a8488ba6 req-064fd90b-5cf8-4064-80df-82c617c6519f tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:30.932818 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e426eb26-4b2e-4a89-8dba-1637a8488ba6 req-064fd90b-5cf8-4064-80df-82c617c6519f tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] 10.222.0.23 "GET /v2.0/ports?device_id=118c5249-11b1-440e-96ba-48522e7c2d74 HTTP/1.1" status: 200 len: 946 time: 0.0793717 Jul 05 02:18:30.971495 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e426eb26-4b2e-4a89-8dba-1637a8488ba6 req-19466dd1-1e41-437e-91c7-7b4c4e4d4070 tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdd6bb06-7669-426f-bd94-82e82b74cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325210 Jul 05 02:18:31.056939 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-77dd59cc-5047-4b3c-8b6f-27b69896cf91 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636869'] for floatingip, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:31.124252 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-79152090-569e-4400-b01c-a1dc6a747193 req-67b17e15-31f1-43fc-b658-3d131885943e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:31.171925 n-d-771362-32 neutron-server[94462]: INFO neutron.db.l3_db [None req-77dd59cc-5047-4b3c-8b6f-27b69896cf91 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Floating IP 610f5a7d-0fb6-40c8-8e33-336fe35a1a5d associated. External IP: 172.25.7.93, port: fb5e411e-ba28-4560-9e82-b60e563a776d. Jul 05 02:18:31.185497 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b17e15-31f1-43fc-b658-3d131885943e service neutron] Pushing event updated for resources: {'Port': ['ID=3370609d-b044-40f8-b2c6-bbc135217347,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:18:31.261882 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-79152090-569e-4400-b01c-a1dc6a747193 req-67b17e15-31f1-43fc-b658-3d131885943e service neutron] Attempting to bind port 3370609d-b044-40f8-b2c6-bbc135217347 on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:18:31.262255 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-79152090-569e-4400-b01c-a1dc6a747193 req-67b17e15-31f1-43fc-b658-3d131885943e service neutron] Attempting to bind port 3370609d-b044-40f8-b2c6-bbc135217347 by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': 'd5de39fc-4b4e-459b-8d86-509609a7e1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1a020cb7-dc30-4875-a4a6-843a4f5bca74'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:18:31.262585 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79152090-569e-4400-b01c-a1dc6a747193 req-67b17e15-31f1-43fc-b658-3d131885943e service neutron] Attempting to bind port 3370609d-b044-40f8-b2c6-bbc135217347 on network 1a020cb7-dc30-4875-a4a6-843a4f5bca74 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:18:31.266854 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79152090-569e-4400-b01c-a1dc6a747193 req-67b17e15-31f1-43fc-b658-3d131885943e service neutron] Port 3370609d-b044-40f8-b2c6-bbc135217347 on network 1a020cb7-dc30-4875-a4a6-843a4f5bca74 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:18:31.274522 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79152090-569e-4400-b01c-a1dc6a747193 req-67b17e15-31f1-43fc-b658-3d131885943e service neutron] Attempting to bind port 3370609d-b044-40f8-b2c6-bbc135217347 on network 1a020cb7-dc30-4875-a4a6-843a4f5bca74 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:18:31.274522 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79152090-569e-4400-b01c-a1dc6a747193 req-67b17e15-31f1-43fc-b658-3d131885943e service neutron] Checking agent: {'id': 'e071c76e-395f-48c4-a98f-88088465cf0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:18:31.274522 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79152090-569e-4400-b01c-a1dc6a747193 req-67b17e15-31f1-43fc-b658-3d131885943e service neutron] Checking segment: {'id': 'd5de39fc-4b4e-459b-8d86-509609a7e1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1a020cb7-dc30-4875-a4a6-843a4f5bca74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:18:31.274522 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79152090-569e-4400-b01c-a1dc6a747193 req-67b17e15-31f1-43fc-b658-3d131885943e service neutron] Bound using segment: {'id': 'd5de39fc-4b4e-459b-8d86-509609a7e1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1a020cb7-dc30-4875-a4a6-843a4f5bca74'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:18:31.274522 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-79152090-569e-4400-b01c-a1dc6a747193 req-67b17e15-31f1-43fc-b658-3d131885943e service neutron] Bound port: 3370609d-b044-40f8-b2c6-bbc135217347, host: n-h2-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5de39fc-4b4e-459b-8d86-509609a7e1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1a020cb7-dc30-4875-a4a6-843a4f5bca74'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:18:31.274522 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-79152090-569e-4400-b01c-a1dc6a747193 req-67b17e15-31f1-43fc-b658-3d131885943e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:31.338725 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-79152090-569e-4400-b01c-a1dc6a747193 req-67b17e15-31f1-43fc-b658-3d131885943e service neutron] For port 3370609d-b044-40f8-b2c6-bbc135217347, host n-h2-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:18:31.341900 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-79152090-569e-4400-b01c-a1dc6a747193 req-67b17e15-31f1-43fc-b658-3d131885943e service neutron] For port 3370609d-b044-40f8-b2c6-bbc135217347, host n-h2-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=3370609d-b044-40f8-b2c6-bbc135217347,segment=NetworkSegment(d5de39fc-4b4e-459b-8d86-509609a7e1f4),segment_id=d5de39fc-4b4e-459b-8d86-509609a7e1f4)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:18:31.396986 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77dd59cc-5047-4b3c-8b6f-27b69896cf91 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Router 567f0b4e-1b9a-44c6-a353-e3284e68a00c has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:18:31.528921 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-79152090-569e-4400-b01c-a1dc6a747193 req-67b17e15-31f1-43fc-b658-3d131885943e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:31.555803 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77dd59cc-5047-4b3c-8b6f-27b69896cf91 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:18:31.564665 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-77dd59cc-5047-4b3c-8b6f-27b69896cf91 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:31.571294 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55639c88-1e48-4da5-9359-5780ca874f9d None None] Sync routers for ids ['567f0b4e-1b9a-44c6-a353-e3284e68a00c'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:18:31.580874 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55639c88-1e48-4da5-9359-5780ca874f9d None None] Routers {'567f0b4e-1b9a-44c6-a353-e3284e68a00c'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:18:31.581767 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-55639c88-1e48-4da5-9359-5780ca874f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:18:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['567f0b4e-1b9a-44c6-a353-e3284e68a00c'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:18:31.608196 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-77dd59cc-5047-4b3c-8b6f-27b69896cf91 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "PUT /v2.0/floatingips/610f5a7d-0fb6-40c8-8e33-336fe35a1a5d HTTP/1.1" status: 200 len: 990 time: 2.0529039 Jul 05 02:18:31.608196 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92403696-646a-4870-b635-6151c7b09066', 'tag': 'fb5e411e-ba28-4560-9e82-b60e563a776d'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:18:31.608846 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b223267e0e0ddb3199af7772d0b45336e3b4b54fbb151c86a8051291a61e85db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b39508f7-6600-46ad-ae55-c7f5ad3e9a63" -d '{"events": [{"name": "network-changed", "server_uuid": "92403696-646a-4870-b635-6151c7b09066", "tag": "fb5e411e-ba28-4560-9e82-b60e563a776d"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:18:31.637389 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79152090-569e-4400-b01c-a1dc6a747193 req-67b17e15-31f1-43fc-b658-3d131885943e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:31.638035 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-79152090-569e-4400-b01c-a1dc6a747193 req-67b17e15-31f1-43fc-b658-3d131885943e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:31.639892 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-79152090-569e-4400-b01c-a1dc6a747193 req-67b17e15-31f1-43fc-b658-3d131885943e service neutron] 10.222.0.15 "PUT /v2.0/ports/3370609d-b044-40f8-b2c6-bbc135217347 HTTP/1.1" status: 200 len: 1092 time: 1.2654910 Jul 05 02:18:31.642478 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5072bf4-e167-4ee2-8eb7-54bff5bcf461', 'tag': '3370609d-b044-40f8-b2c6-bbc135217347'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:18:31.653124 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47889163-b10c-4b7b-8a65-7e8d229f2f0c" -d '{"events": [{"name": "network-changed", "server_uuid": "a5072bf4-e167-4ee2-8eb7-54bff5bcf461", "tag": "3370609d-b044-40f8-b2c6-bbc135217347"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:18:31.688752 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b17e15-31f1-43fc-b658-3d131885943e service neutron] Pushing event updated for resources: {'Port': ['ID=3370609d-b044-40f8-b2c6-bbc135217347,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:18:31.872952 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-55639c88-1e48-4da5-9359-5780ca874f9d None None] Set router 567f0b4e-1b9a-44c6-a353-e3284e68a00c gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:18:31.906777 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79152090-569e-4400-b01c-a1dc6a747193 req-36d194ba-4685-4a45-a62a-ee85e60ffffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:31.908495 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-79152090-569e-4400-b01c-a1dc6a747193 req-36d194ba-4685-4a45-a62a-ee85e60ffffa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3ec6b36fb8104434851a718901e41070&device_id=a5072bf4-e167-4ee2-8eb7-54bff5bcf461 HTTP/1.1" status: 200 len: 1095 time: 0.0804517 Jul 05 02:18:31.956874 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-79152090-569e-4400-b01c-a1dc6a747193 req-4addd6c6-e188-44bc-bc1f-f34114b3dffc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3370609d-b044-40f8-b2c6-bbc135217347 HTTP/1.1" status: 200 len: 217 time: 0.0391040 Jul 05 02:18:31.972785 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 4f1100d3-e9db-44b1-b3d1-a02ce6802c0c no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:18:32.050739 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79152090-569e-4400-b01c-a1dc6a747193 req-922e30ba-c4db-423b-a2e1-57ba24574d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:32.053316 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-79152090-569e-4400-b01c-a1dc6a747193 req-922e30ba-c4db-423b-a2e1-57ba24574d7b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3695cc03-de8e-40cd-a422-de5229d59312 HTTP/1.1" status: 200 len: 862 time: 0.0878451 Jul 05 02:18:32.096809 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-79152090-569e-4400-b01c-a1dc6a747193 req-041b8332-913e-4484-8e55-bd2ab6b6187a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1a020cb7-dc30-4875-a4a6-843a4f5bca74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347040 Jul 05 02:18:32.191752 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:32.225930 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8a7624c-d258-433f-9761-ec21365c1194', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f1100d3-e9db-44b1-b3d1-a02ce6802c0c'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:18:32.228284 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86ab14d9-d163-4388-bbcc-61a0f067f734" -d '{"events": [{"server_uuid": "d8a7624c-d258-433f-9761-ec21365c1194", "name": "network-vif-unplugged", "status": "completed", "tag": "4f1100d3-e9db-44b1-b3d1-a02ce6802c0c"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:18:32.228432 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-79152090-569e-4400-b01c-a1dc6a747193 req-4a45e5f1-6525-4354-b533-d55577dc4614 service neutron] 10.222.0.15 "GET /v2.0/networks/1a020cb7-dc30-4875-a4a6-843a4f5bca74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199799 Jul 05 02:18:32.234326 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca07737-a9c7-47d2-84e9-b8d266231101 req-ebc6f570-801a-489a-bb01-eb1bd49735f6 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:32.235942 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-aca07737-a9c7-47d2-84e9-b8d266231101 req-ebc6f570-801a-489a-bb01-eb1bd49735f6 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5072bf4-e167-4ee2-8eb7-54bff5bcf461 HTTP/1.1" status: 200 len: 943 time: 0.0800300 Jul 05 02:18:32.248365 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 4f1100d3-e9db-44b1-b3d1-a02ce6802c0c, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=4f1100d3-e9db-44b1-b3d1-a02ce6802c0c,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:18:32.269404 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-55639c88-1e48-4da5-9359-5780ca874f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '567f0b4e-1b9a-44c6-a353-e3284e68a00c', 'name': 'tempest-TaggedBootDevicesTest_v242-731852147-router', 'tenant_id': 'bf69a7cc9341402789561a978c68b071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '0dce5bdd-fc21-4d5a-97ea-f8dacfa56943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:15:29Z', 'updated_at': '2021-07-05T02:15:35Z', 'revision_number': 4, 'project_id': 'bf69a7cc9341402789561a978c68b071', 'gw_port': {'id': '0dce5bdd-fc21-4d5a-97ea-f8dacfa56943', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:73:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '567f0b4e-1b9a-44c6-a353-e3284e68a00c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:15:30Z', 'updated_at': '2021-07-05T02:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '610f5a7d-0fb6-40c8-8e33-336fe35a1a5d', 'tenant_id': 'bf69a7cc9341402789561a978c68b071', 'floating_ip_address': '172.25.7.93', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': '567f0b4e-1b9a-44c6-a353-e3284e68a00c', 'port_id': 'fb5e411e-ba28-4560-9e82-b60e563a776d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 724, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f5c1f66-211d-4aaf-9dcb-993edf85d0c1', 'mac_address': 'fa:16:3e:a2:52:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92403696-646a-4870-b635-6151c7b09066', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T02:17:01Z', 'updated_at': '2021-07-05T02:18:30Z', 'revision_number': 1, 'project_id': 'bf69a7cc9341402789561a978c68b071', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59d5c406-f4b1-4408-ba97-c11cb6ee3b5a', 'name': '', 'network_id': '1f5c1f66-211d-4aaf-9dcb-993edf85d0c1', 'tenant_id': 'bf69a7cc9341402789561a978c68b071', 'mac_address': 'fa:16:3e:94:60:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '567f0b4e-1b9a-44c6-a353-e3284e68a00c', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '82394256-424b-4834-ba82-be5cc7f4161e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:15:33Z', 'updated_at': '2021-07-05T02:15:42Z', 'revision_number': 5, 'project_id': 'bf69a7cc9341402789561a978c68b071', 'subnets': [{'id': '82394256-424b-4834-ba82-be5cc7f4161e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:18:32.312130 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-aca07737-a9c7-47d2-84e9-b8d266231101 req-e25b85b3-dffc-4d73-8b09-d7900ffad5a3 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc929fbb-c4f8-4892-b37d-5570a0c717b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703607 Jul 05 02:18:32.329096 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55639c88-1e48-4da5-9359-5780ca874f9d None None] Checking router: 567f0b4e-1b9a-44c6-a353-e3284e68a00c for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:18:32.340448 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55639c88-1e48-4da5-9359-5780ca874f9d None None] Routers {'567f0b4e-1b9a-44c6-a353-e3284e68a00c'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:18:32.343375 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-55639c88-1e48-4da5-9359-5780ca874f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:18:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['567f0b4e-1b9a-44c6-a353-e3284e68a00c'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:18:32.363197 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-79152090-569e-4400-b01c-a1dc6a747193 req-1d2fc68d-a565-4e47-9d41-149b22135fee service neutron] 10.222.0.15 "GET /v2.0/networks/1a020cb7-dc30-4875-a4a6-843a4f5bca74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265099 Jul 05 02:18:32.402378 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:32.510094 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=4f1100d3-e9db-44b1-b3d1-a02ce6802c0c,revision_number=8']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:18:32.515557 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-55639c88-1e48-4da5-9359-5780ca874f9d None None] Set router 567f0b4e-1b9a-44c6-a353-e3284e68a00c gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:18:32.549049 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:18:32.549422 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:18:32.549761 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:18:32.550090 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:18:32.550446 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:18:32.550767 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:18:32.551084 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:18:32.551407 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:18:32.551775 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:18:32.552051 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedff255-8a76-466b-b4b7-0c3b6072d7a4 req-42f79c76-d6b9-4bb2-84fd-43bf1a5340e8 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:32.552206 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:18:32.552449 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:18:32.552769 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:18:32.554551 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-dedff255-8a76-466b-b4b7-0c3b6072d7a4 req-42f79c76-d6b9-4bb2-84fd-43bf1a5340e8 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b8f9243-431f-4e3d-a22d-2ccb517dca70 HTTP/1.1" status: 200 len: 945 time: 0.1137314 Jul 05 02:18:32.582481 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-07e8af44-b3e6-495b-a8dd-e2ce6dc59b41 req-00c547e3-abd6-4f1d-825f-7b0cba7bb9ea tempest-ServerTagsTestJSON-324792138 tempest-ServerTagsTestJSON-324792138-project] 10.222.0.23 "GET /v2.0/ports?device_id=953ec7ac-5f30-429d-89a9-2d526b674204 HTTP/1.1" status: 200 len: 210 time: 0.0966916 Jul 05 02:18:32.794424 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-dedff255-8a76-466b-b4b7-0c3b6072d7a4 req-d494533a-49ac-4803-b7cb-3069610b9ac8 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Deleting port 5ddaa702-7499-4b1d-ba17-2ce6d44ba48c {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:18:32.795174 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-dedff255-8a76-466b-b4b7-0c3b6072d7a4 req-d494533a-49ac-4803-b7cb-3069610b9ac8 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:32.857651 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-580709be-edeb-41e5-9735-64dfea7af092 x-openstack-request-id: req-580709be-edeb-41e5-9735-64dfea7af092 {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:18:32.857949 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92403696-646a-4870-b635-6151c7b09066", "tag": "fb5e411e-ba28-4560-9e82-b60e563a776d", "status": "completed", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:18:32.858289 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-580709be-edeb-41e5-9735-64dfea7af092 {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:18:32.858693 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92403696-646a-4870-b635-6151c7b09066', 'tag': 'fb5e411e-ba28-4560-9e82-b60e563a776d', 'status': 'completed', 'code': 200} Jul 05 02:18:32.879221 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcc02688-d5f8-4350-b67d-42e1c25b6cf0 x-openstack-request-id: req-bcc02688-d5f8-4350-b67d-42e1c25b6cf0 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:18:32.879510 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5072bf4-e167-4ee2-8eb7-54bff5bcf461", "tag": "3370609d-b044-40f8-b2c6-bbc135217347", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:18:32.880291 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bcc02688-d5f8-4350-b67d-42e1c25b6cf0 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:18:32.880699 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5072bf4-e167-4ee2-8eb7-54bff5bcf461', 'tag': '3370609d-b044-40f8-b2c6-bbc135217347', 'status': 'completed', 'code': 200} Jul 05 02:18:32.912374 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-55639c88-1e48-4da5-9359-5780ca874f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '567f0b4e-1b9a-44c6-a353-e3284e68a00c', 'name': 'tempest-TaggedBootDevicesTest_v242-731852147-router', 'tenant_id': 'bf69a7cc9341402789561a978c68b071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '0dce5bdd-fc21-4d5a-97ea-f8dacfa56943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:15:29Z', 'updated_at': '2021-07-05T02:15:35Z', 'revision_number': 4, 'project_id': 'bf69a7cc9341402789561a978c68b071', 'gw_port': {'id': '0dce5bdd-fc21-4d5a-97ea-f8dacfa56943', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:73:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '567f0b4e-1b9a-44c6-a353-e3284e68a00c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:15:30Z', 'updated_at': '2021-07-05T02:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '610f5a7d-0fb6-40c8-8e33-336fe35a1a5d', 'tenant_id': 'bf69a7cc9341402789561a978c68b071', 'floating_ip_address': '172.25.7.93', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': '567f0b4e-1b9a-44c6-a353-e3284e68a00c', 'port_id': 'fb5e411e-ba28-4560-9e82-b60e563a776d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 724, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f5c1f66-211d-4aaf-9dcb-993edf85d0c1', 'mac_address': 'fa:16:3e:a2:52:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92403696-646a-4870-b635-6151c7b09066', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T02:17:01Z', 'updated_at': '2021-07-05T02:18:30Z', 'revision_number': 1, 'project_id': 'bf69a7cc9341402789561a978c68b071', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59d5c406-f4b1-4408-ba97-c11cb6ee3b5a', 'name': '', 'network_id': '1f5c1f66-211d-4aaf-9dcb-993edf85d0c1', 'tenant_id': 'bf69a7cc9341402789561a978c68b071', 'mac_address': 'fa:16:3e:94:60:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '567f0b4e-1b9a-44c6-a353-e3284e68a00c', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '82394256-424b-4834-ba82-be5cc7f4161e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:15:33Z', 'updated_at': '2021-07-05T02:15:42Z', 'revision_number': 5, 'project_id': 'bf69a7cc9341402789561a978c68b071', 'subnets': [{'id': '82394256-424b-4834-ba82-be5cc7f4161e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:18:32.959348 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 02:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4d93fcc-6ed5-49af-8eb9-faeda616b516 x-openstack-request-id: req-d4d93fcc-6ed5-49af-8eb9-faeda616b516 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:18:32.959848 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8a7624c-d258-433f-9761-ec21365c1194", "name": "network-vif-unplugged", "status": "completed", "tag": "4f1100d3-e9db-44b1-b3d1-a02ce6802c0c", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:18:32.960367 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d4d93fcc-6ed5-49af-8eb9-faeda616b516 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:18:32.961031 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8a7624c-d258-433f-9761-ec21365c1194', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f1100d3-e9db-44b1-b3d1-a02ce6802c0c', 'code': 200} Jul 05 02:18:32.962631 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55639c88-1e48-4da5-9359-5780ca874f9d None None] The sync data for ids ['567f0b4e-1b9a-44c6-a353-e3284e68a00c'] in n-d-771362-32 is: [{'id': '567f0b4e-1b9a-44c6-a353-e3284e68a00c', 'name': 'tempest-TaggedBootDevicesTest_v242-731852147-router', 'tenant_id': 'bf69a7cc9341402789561a978c68b071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '0dce5bdd-fc21-4d5a-97ea-f8dacfa56943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:15:29Z', 'updated_at': '2021-07-05T02:15:35Z', 'revision_number': 4, 'project_id': 'bf69a7cc9341402789561a978c68b071', 'gw_port': {'id': '0dce5bdd-fc21-4d5a-97ea-f8dacfa56943', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:73:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '567f0b4e-1b9a-44c6-a353-e3284e68a00c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:15:30Z', 'updated_at': '2021-07-05T02:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '610f5a7d-0fb6-40c8-8e33-336fe35a1a5d', 'tenant_id': 'bf69a7cc9341402789561a978c68b071', 'floating_ip_address': '172.25.7.93', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': '567f0b4e-1b9a-44c6-a353-e3284e68a00c', 'port_id': 'fb5e411e-ba28-4560-9e82-b60e563a776d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 724, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f5c1f66-211d-4aaf-9dcb-993edf85d0c1', 'mac_address': 'fa:16:3e:a2:52:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92403696-646a-4870-b635-6151c7b09066', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T02:17:01Z', 'updated_at': '2021-07-05T02:18:30Z', 'revision_number': 1, 'project_id': 'bf69a7cc9341402789561a978c68b071', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59d5c406-f4b1-4408-ba97-c11cb6ee3b5a', 'name': '', 'network_id': '1f5c1f66-211d-4aaf-9dcb-993edf85d0c1', 'tenant_id': 'bf69a7cc9341402789561a978c68b071', 'mac_address': 'fa:16:3e:94:60:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '567f0b4e-1b9a-44c6-a353-e3284e68a00c', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '82394256-424b-4834-ba82-be5cc7f4161e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:15:33Z', 'updated_at': '2021-07-05T02:15:42Z', 'revision_number': 5, 'project_id': 'bf69a7cc9341402789561a978c68b071', 'subnets': [{'id': '82394256-424b-4834-ba82-be5cc7f4161e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:18:32.998343 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-dedff255-8a76-466b-b4b7-0c3b6072d7a4 req-d494533a-49ac-4803-b7cb-3069610b9ac8 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] For port 5ddaa702-7499-4b1d-ba17-2ce6d44ba48c, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=5ddaa702-7499-4b1d-ba17-2ce6d44ba48c,segment=NetworkSegment(69ab64d7-bb63-4367-9b3e-0960def4b6c7),segment_id=69ab64d7-bb63-4367-9b3e-0960def4b6c7)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:18:32.998343 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-dedff255-8a76-466b-b4b7-0c3b6072d7a4 req-d494533a-49ac-4803-b7cb-3069610b9ac8 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:33.041172 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-dedff255-8a76-466b-b4b7-0c3b6072d7a4 req-d494533a-49ac-4803-b7cb-3069610b9ac8 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Calling delete_port for 5ddaa702-7499-4b1d-ba17-2ce6d44ba48c owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:18:33.085695 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39508f7-6600-46ad-ae55-c7f5ad3e9a63 req-0597ed75-4af0-43a5-aa0e-0ebaca333f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:33.086547 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39508f7-6600-46ad-ae55-c7f5ad3e9a63 req-0597ed75-4af0-43a5-aa0e-0ebaca333f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:33.087222 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39508f7-6600-46ad-ae55-c7f5ad3e9a63 req-0597ed75-4af0-43a5-aa0e-0ebaca333f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:33.087881 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39508f7-6600-46ad-ae55-c7f5ad3e9a63 req-0597ed75-4af0-43a5-aa0e-0ebaca333f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:33.088579 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39508f7-6600-46ad-ae55-c7f5ad3e9a63 req-0597ed75-4af0-43a5-aa0e-0ebaca333f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:33.089235 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39508f7-6600-46ad-ae55-c7f5ad3e9a63 req-0597ed75-4af0-43a5-aa0e-0ebaca333f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:33.090274 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39508f7-6600-46ad-ae55-c7f5ad3e9a63 req-0597ed75-4af0-43a5-aa0e-0ebaca333f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:33.092935 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b39508f7-6600-46ad-ae55-c7f5ad3e9a63 req-0597ed75-4af0-43a5-aa0e-0ebaca333f44 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bf69a7cc9341402789561a978c68b071&device_id=92403696-646a-4870-b635-6151c7b09066 HTTP/1.1" status: 200 len: 6506 time: 0.2080009 Jul 05 02:18:33.260186 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2434506-115b-4b4a-a92a-3fdd7ae217a7 req-d9bd4c0e-6cc9-40a5-b4d9-ae0f398dd539 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:33.261817 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e2434506-115b-4b4a-a92a-3fdd7ae217a7 req-d9bd4c0e-6cc9-40a5-b4d9-ae0f398dd539 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b8f9243-431f-4e3d-a22d-2ccb517dca70 HTTP/1.1" status: 200 len: 945 time: 0.2245181 Jul 05 02:18:33.290043 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47889163-b10c-4b7b-8a65-7e8d229f2f0c req-88e49a64-ed49-4d41-8ec6-56eb479562f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:33.292433 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-47889163-b10c-4b7b-8a65-7e8d229f2f0c req-88e49a64-ed49-4d41-8ec6-56eb479562f2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3ec6b36fb8104434851a718901e41070&device_id=a5072bf4-e167-4ee2-8eb7-54bff5bcf461 HTTP/1.1" status: 200 len: 1095 time: 0.2727895 Jul 05 02:18:33.316034 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39508f7-6600-46ad-ae55-c7f5ad3e9a63 req-e0e6e850-3019-47e1-be48-92651253a416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:33.318284 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b39508f7-6600-46ad-ae55-c7f5ad3e9a63 req-e0e6e850-3019-47e1-be48-92651253a416 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1f5c1f66-211d-4aaf-9dcb-993edf85d0c1 HTTP/1.1" status: 200 len: 916 time: 0.1966646 Jul 05 02:18:33.407015 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93de7473-3f9d-436b-8f4e-c3e8f58d5557 None None] New status for floating IP 610f5a7d-0fb6-40c8-8e33-336fe35a1a5d: ACTIVE {{(pid=94464) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 02:18:33.438336 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-068c10ce-a741-4bb2-b2e5-a070f5a1c2a0 req-516f0e2f-1177-4eb5-ae3d-96eccdebebcb tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/ports?device_id=675f0ec4-692d-4441-bab5-f2ddbde9d64e HTTP/1.1" status: 200 len: 210 time: 0.0352082 Jul 05 02:18:33.441475 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-dedff255-8a76-466b-b4b7-0c3b6072d7a4 req-d494533a-49ac-4803-b7cb-3069610b9ac8 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:33.453195 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['5ddaa702-7499-4b1d-ba17-2ce6d44ba48c'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:18:33.483200 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e2434506-115b-4b4a-a92a-3fdd7ae217a7 req-edaae0df-9963-4b4b-9623-f1da372115b4 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099869 Jul 05 02:18:33.505372 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d494533a-49ac-4803-b7cb-3069610b9ac8 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Pushing event deleted for resources: {'Port': ['ID=5ddaa702-7499-4b1d-ba17-2ce6d44ba48c,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:18:33.600827 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-dedff255-8a76-466b-b4b7-0c3b6072d7a4 req-d494533a-49ac-4803-b7cb-3069610b9ac8 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] No DVR routers for this DVR port 5ddaa702-7499-4b1d-ba17-2ce6d44ba48c on host n-h2-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:18:33.601104 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b39508f7-6600-46ad-ae55-c7f5ad3e9a63 req-9dbbf42c-ce91-471e-8b06-06124904bf77 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb5e411e-ba28-4560-9e82-b60e563a776d HTTP/1.1" status: 200 len: 998 time: 0.2555366 Jul 05 02:18:33.617868 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-dedff255-8a76-466b-b4b7-0c3b6072d7a4 req-d494533a-49ac-4803-b7cb-3069610b9ac8 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:33.620162 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-dedff255-8a76-466b-b4b7-0c3b6072d7a4 req-d494533a-49ac-4803-b7cb-3069610b9ac8 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.15 "DELETE /v2.0/ports/5ddaa702-7499-4b1d-ba17-2ce6d44ba48c HTTP/1.1" status: 204 len: 173 time: 1.0597250 Jul 05 02:18:33.683012 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47889163-b10c-4b7b-8a65-7e8d229f2f0c req-121d253d-8c28-4cf9-b0b4-eb51d2092d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:33.685210 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-47889163-b10c-4b7b-8a65-7e8d229f2f0c req-121d253d-8c28-4cf9-b0b4-eb51d2092d5e service neutron] 10.222.0.15 "GET /v2.0/networks?id=1a020cb7-dc30-4875-a4a6-843a4f5bca74 HTTP/1.1" status: 200 len: 922 time: 0.3720896 Jul 05 02:18:33.744540 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c4b0d8-de68-43f7-bc0c-dd12a64a787d req-16582a78-bde7-4cce-9c37-d9129dd9006d tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:33.750639 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-75c4b0d8-de68-43f7-bc0c-dd12a64a787d req-16582a78-bde7-4cce-9c37-d9129dd9006d tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5072bf4-e167-4ee2-8eb7-54bff5bcf461 HTTP/1.1" status: 200 len: 943 time: 0.1130309 Jul 05 02:18:33.757075 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-47889163-b10c-4b7b-8a65-7e8d229f2f0c req-798fca7f-815f-45fd-8551-c4d46b2b6cbd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3370609d-b044-40f8-b2c6-bbc135217347 HTTP/1.1" status: 200 len: 217 time: 0.0649579 Jul 05 02:18:33.785176 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39508f7-6600-46ad-ae55-c7f5ad3e9a63 req-3d56bd99-a403-4f80-978b-276355fbd800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:33.787495 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b39508f7-6600-46ad-ae55-c7f5ad3e9a63 req-3d56bd99-a403-4f80-978b-276355fbd800 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=82394256-424b-4834-ba82-be5cc7f4161e HTTP/1.1" status: 200 len: 855 time: 0.1702752 Jul 05 02:18:33.812911 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-75c4b0d8-de68-43f7-bc0c-dd12a64a787d req-b271b3d7-4165-4bdc-b5f0-27468a0946ed tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc929fbb-c4f8-4892-b37d-5570a0c717b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556626 Jul 05 02:18:33.896257 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47889163-b10c-4b7b-8a65-7e8d229f2f0c req-c51bba7d-d0c9-4ffb-868b-8c0eb47fcfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:33.898089 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-47889163-b10c-4b7b-8a65-7e8d229f2f0c req-c51bba7d-d0c9-4ffb-868b-8c0eb47fcfb0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3695cc03-de8e-40cd-a422-de5229d59312 HTTP/1.1" status: 200 len: 862 time: 0.1305768 Jul 05 02:18:33.940524 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-47889163-b10c-4b7b-8a65-7e8d229f2f0c req-17214b12-c22f-483c-8098-380ef353c78e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1a020cb7-dc30-4875-a4a6-843a4f5bca74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331891 Jul 05 02:18:33.957031 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a64f0900-dc3b-47eb-b4a9-8d904842ca7f req-70cf1b8e-c4e5-40bb-b17f-113e657ad471 tempest-ServerTagsTestJSON-324792138 tempest-ServerTagsTestJSON-324792138-project] 10.222.0.23 "GET /v2.0/ports?device_id=953ec7ac-5f30-429d-89a9-2d526b674204 HTTP/1.1" status: 200 len: 210 time: 0.0303102 Jul 05 02:18:33.979414 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39508f7-6600-46ad-ae55-c7f5ad3e9a63 req-4808bf80-8e4e-4857-a898-8c8ae64a5552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:33.980929 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b39508f7-6600-46ad-ae55-c7f5ad3e9a63 req-4808bf80-8e4e-4857-a898-8c8ae64a5552 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1f5c1f66-211d-4aaf-9dcb-993edf85d0c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1599779 Jul 05 02:18:34.025938 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e446cb-aa61-4330-bf0d-762778f90c12 req-bb786b40-d765-4ef2-b558-e02f1be50134 tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:34.033252 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-49e446cb-aa61-4330-bf0d-762778f90c12 req-bb786b40-d765-4ef2-b558-e02f1be50134 tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] 10.222.0.23 "GET /v2.0/ports?device_id=118c5249-11b1-440e-96ba-48522e7c2d74 HTTP/1.1" status: 200 len: 946 time: 0.2446902 Jul 05 02:18:34.156394 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-49e446cb-aa61-4330-bf0d-762778f90c12 req-310a6bc1-fef9-4243-a3ad-370e3ad30dcd tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdd6bb06-7669-426f-bd94-82e82b74cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222584 Jul 05 02:18:34.177926 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-47889163-b10c-4b7b-8a65-7e8d229f2f0c req-00470061-081a-4e99-910e-879d89d254da service neutron] 10.222.0.15 "GET /v2.0/networks/1a020cb7-dc30-4875-a4a6-843a4f5bca74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249491 Jul 05 02:18:34.179875 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b39508f7-6600-46ad-ae55-c7f5ad3e9a63 req-a7b0c07e-c869-434e-ab78-7825bf6878a1 service neutron] 10.222.0.15 "GET /v2.0/networks/1f5c1f66-211d-4aaf-9dcb-993edf85d0c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707313 Jul 05 02:18:34.269994 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db245842-d600-492d-932b-c0d47495ac9e req-d4054f98-417b-4859-b1a0-34a414d4fd40 tempest-ServerTagsTestJSON-324792138 tempest-ServerTagsTestJSON-324792138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:34.275091 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-db245842-d600-492d-932b-c0d47495ac9e req-d4054f98-417b-4859-b1a0-34a414d4fd40 tempest-ServerTagsTestJSON-324792138 tempest-ServerTagsTestJSON-324792138-project] 10.222.0.21 "GET /v2.0/networks?id=be006ea9-30aa-4398-a426-65e00f5f363c HTTP/1.1" status: 200 len: 809 time: 0.1468928 Jul 05 02:18:34.302106 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-db245842-d600-492d-932b-c0d47495ac9e req-e01fe436-4bcf-4eb0-b6b3-fa98bb331f13 tempest-ServerTagsTestJSON-324792138 tempest-ServerTagsTestJSON-324792138-project] Request body: {'port': {'device_id': '953ec7ac-5f30-429d-89a9-2d526b674204', 'network_id': 'be006ea9-30aa-4398-a426-65e00f5f363c', 'admin_state_up': True, 'tenant_id': '4751b3a27c86434a94ebd5392d77bc7e'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:18:34.356350 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-47889163-b10c-4b7b-8a65-7e8d229f2f0c req-f8ebe36f-0f09-48c5-b8d5-53923622b5b3 service neutron] 10.222.0.15 "GET /v2.0/networks/1a020cb7-dc30-4875-a4a6-843a4f5bca74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661537 Jul 05 02:18:34.398367 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b39508f7-6600-46ad-ae55-c7f5ad3e9a63 req-83dc8a7c-e0c1-45fd-a963-8fe4c8897daf service neutron] 10.222.0.15 "GET /v2.0/networks/1f5c1f66-211d-4aaf-9dcb-993edf85d0c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066481 Jul 05 02:18:34.517835 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e15bd-2c61-4089-82d4-8c1f4c91005a req-25027711-2b86-4d8a-8eb1-c3c9c10dd683 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:34.519369 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-325e15bd-2c61-4089-82d4-8c1f4c91005a req-25027711-2b86-4d8a-8eb1-c3c9c10dd683 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/networks?id=d55491b1-56ba-426a-ac8c-e92d73c02c5b HTTP/1.1" status: 200 len: 808 time: 0.1116369 Jul 05 02:18:34.535908 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-325e15bd-2c61-4089-82d4-8c1f4c91005a req-24bd56d8-8161-410f-9462-faa459005981 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/quotas/7a7e417343d4479788713b4bb769c9b0 HTTP/1.1" status: 200 len: 375 time: 0.0096204 Jul 05 02:18:34.541451 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d4e50c40-3a55-4228-88fc-10ddd8de5d3c req-a0e375d5-a1b5-4b82-b09d-e3e6adb2b2b1 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/ports?device_id=675f0ec4-692d-4441-bab5-f2ddbde9d64e HTTP/1.1" status: 200 len: 210 time: 0.0401068 Jul 05 02:18:34.570791 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db245842-d600-492d-932b-c0d47495ac9e req-e01fe436-4bcf-4eb0-b6b3-fa98bb331f13 tempest-ServerTagsTestJSON-324792138 tempest-ServerTagsTestJSON-324792138-project] Made reservation on behalf of 4751b3a27c86434a94ebd5392d77bc7e for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:18:34.574805 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-db245842-d600-492d-932b-c0d47495ac9e req-e01fe436-4bcf-4eb0-b6b3-fa98bb331f13 tempest-ServerTagsTestJSON-324792138 tempest-ServerTagsTestJSON-324792138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:34.618778 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-325e15bd-2c61-4089-82d4-8c1f4c91005a req-170f3d1a-854b-49f4-a672-e2580edf8198 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7a7e417343d4479788713b4bb769c9b0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0760996 Jul 05 02:18:34.726538 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-83d44b01-6ee2-4572-819e-b17eb3882559 req-7cb303c7-6dd5-47bf-bce2-8268d7dd56cd tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b8f9243-431f-4e3d-a22d-2ccb517dca70 HTTP/1.1" status: 200 len: 210 time: 0.0370934 Jul 05 02:18:34.747739 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-db245842-d600-492d-932b-c0d47495ac9e req-e01fe436-4bcf-4eb0-b6b3-fa98bb331f13 tempest-ServerTagsTestJSON-324792138 tempest-ServerTagsTestJSON-324792138-project] Allocated IP 172.20.0.12 (be006ea9-30aa-4398-a426-65e00f5f363c/0cff292f-5430-490c-95c1-4bbac2c06428/6f20bbe8-ab5f-4ee7-a1ee-7b0fd2c5492c) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:18:34.913765 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b8f9243-431f-4e3d-a22d-2ccb517dca70', 'name': 'network-vif-deleted', 'tag': '5ddaa702-7499-4b1d-ba17-2ce6d44ba48c'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:18:34.916505 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f823c8e-a1d8-49cd-97d9-1feeb543af71" -d '{"events": [{"server_uuid": "6b8f9243-431f-4e3d-a22d-2ccb517dca70", "name": "network-vif-deleted", "tag": "5ddaa702-7499-4b1d-ba17-2ce6d44ba48c"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:18:34.943184 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-db245842-d600-492d-932b-c0d47495ac9e req-e01fe436-4bcf-4eb0-b6b3-fa98bb331f13 tempest-ServerTagsTestJSON-324792138 tempest-ServerTagsTestJSON-324792138-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:35.061358 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6481472e-d81b-402b-af94-919e73c4f130 req-f5ca40ee-6c5a-4298-80fa-176e11a0da52 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:35.063228 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6481472e-d81b-402b-af94-919e73c4f130 req-f5ca40ee-6c5a-4298-80fa-176e11a0da52 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5072bf4-e167-4ee2-8eb7-54bff5bcf461 HTTP/1.1" status: 200 len: 943 time: 0.0795450 Jul 05 02:18:35.108984 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6481472e-d81b-402b-af94-919e73c4f130 req-2ea63a3e-baa4-426c-995f-ce2d8e5dd03e tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc929fbb-c4f8-4892-b37d-5570a0c717b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374503 Jul 05 02:18:35.118715 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-325e15bd-2c61-4089-82d4-8c1f4c91005a req-7597c196-fbf2-4b81-9a3f-525fbefcd842 service neutron] 10.222.0.23 "GET /v2.0/networks/d55491b1-56ba-426a-ac8c-e92d73c02c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4981701 Jul 05 02:18:35.150429 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-db245842-d600-492d-932b-c0d47495ac9e req-e01fe436-4bcf-4eb0-b6b3-fa98bb331f13 tempest-ServerTagsTestJSON-324792138 tempest-ServerTagsTestJSON-324792138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:35.237951 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db245842-d600-492d-932b-c0d47495ac9e req-e01fe436-4bcf-4eb0-b6b3-fa98bb331f13 tempest-ServerTagsTestJSON-324792138 tempest-ServerTagsTestJSON-324792138-project] Network be006ea9-30aa-4398-a426-65e00f5f363c is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:18:35.247337 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-db245842-d600-492d-932b-c0d47495ac9e req-e01fe436-4bcf-4eb0-b6b3-fa98bb331f13 tempest-ServerTagsTestJSON-324792138 tempest-ServerTagsTestJSON-324792138-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:18:35.255587 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-db245842-d600-492d-932b-c0d47495ac9e req-e01fe436-4bcf-4eb0-b6b3-fa98bb331f13 tempest-ServerTagsTestJSON-324792138 tempest-ServerTagsTestJSON-324792138-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:18:35.259797 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01fe436-4bcf-4eb0-b6b3-fa98bb331f13 tempest-ServerTagsTestJSON-324792138 tempest-ServerTagsTestJSON-324792138-project] Pushing event updated for resources: {'Port': ['ID=6f20bbe8-ab5f-4ee7-a1ee-7b0fd2c5492c,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:18:35.271458 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-325e15bd-2c61-4089-82d4-8c1f4c91005a req-a9c62f92-f788-45a8-9df0-ee1d98365485 service neutron] 10.222.0.23 "GET /v2.0/networks/d55491b1-56ba-426a-ac8c-e92d73c02c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409125 Jul 05 02:18:35.305630 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01fe436-4bcf-4eb0-b6b3-fa98bb331f13 tempest-ServerTagsTestJSON-324792138 tempest-ServerTagsTestJSON-324792138-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:18:35.308360 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01fe436-4bcf-4eb0-b6b3-fa98bb331f13 tempest-ServerTagsTestJSON-324792138 tempest-ServerTagsTestJSON-324792138-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:18:35.308945 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01fe436-4bcf-4eb0-b6b3-fa98bb331f13 tempest-ServerTagsTestJSON-324792138 tempest-ServerTagsTestJSON-324792138-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:18:35.309623 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01fe436-4bcf-4eb0-b6b3-fa98bb331f13 tempest-ServerTagsTestJSON-324792138 tempest-ServerTagsTestJSON-324792138-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:18:35.310268 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01fe436-4bcf-4eb0-b6b3-fa98bb331f13 tempest-ServerTagsTestJSON-324792138 tempest-ServerTagsTestJSON-324792138-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:18:35.310823 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01fe436-4bcf-4eb0-b6b3-fa98bb331f13 tempest-ServerTagsTestJSON-324792138 tempest-ServerTagsTestJSON-324792138-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:18:35.311385 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01fe436-4bcf-4eb0-b6b3-fa98bb331f13 tempest-ServerTagsTestJSON-324792138 tempest-ServerTagsTestJSON-324792138-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:18:35.312190 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01fe436-4bcf-4eb0-b6b3-fa98bb331f13 tempest-ServerTagsTestJSON-324792138 tempest-ServerTagsTestJSON-324792138-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:18:35.312662 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01fe436-4bcf-4eb0-b6b3-fa98bb331f13 tempest-ServerTagsTestJSON-324792138 tempest-ServerTagsTestJSON-324792138-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:18:35.313405 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01fe436-4bcf-4eb0-b6b3-fa98bb331f13 tempest-ServerTagsTestJSON-324792138 tempest-ServerTagsTestJSON-324792138-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:18:35.313975 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01fe436-4bcf-4eb0-b6b3-fa98bb331f13 tempest-ServerTagsTestJSON-324792138 tempest-ServerTagsTestJSON-324792138-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:18:35.314555 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01fe436-4bcf-4eb0-b6b3-fa98bb331f13 tempest-ServerTagsTestJSON-324792138 tempest-ServerTagsTestJSON-324792138-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:18:35.367459 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db245842-d600-492d-932b-c0d47495ac9e req-e01fe436-4bcf-4eb0-b6b3-fa98bb331f13 tempest-ServerTagsTestJSON-324792138 tempest-ServerTagsTestJSON-324792138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:35.368510 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-db245842-d600-492d-932b-c0d47495ac9e req-e01fe436-4bcf-4eb0-b6b3-fa98bb331f13 tempest-ServerTagsTestJSON-324792138 tempest-ServerTagsTestJSON-324792138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:35.497289 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-db245842-d600-492d-932b-c0d47495ac9e req-e01fe436-4bcf-4eb0-b6b3-fa98bb331f13 tempest-ServerTagsTestJSON-324792138 tempest-ServerTagsTestJSON-324792138-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2009993 Jul 05 02:18:35.520819 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-db245842-d600-492d-932b-c0d47495ac9e req-e01c5949-9ea2-4228-ad24-406bf0cc67bf service neutron] Request body: {'port': {'device_id': '953ec7ac-5f30-429d-89a9-2d526b674204', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:18:35.600314 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-db245842-d600-492d-932b-c0d47495ac9e req-e01c5949-9ea2-4228-ad24-406bf0cc67bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:35.875895 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-db245842-d600-492d-932b-c0d47495ac9e req-e01c5949-9ea2-4228-ad24-406bf0cc67bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f20bbe8-ab5f-4ee7-a1ee-7b0fd2c5492c {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:18:35.883833 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-db245842-d600-492d-932b-c0d47495ac9e req-e01c5949-9ea2-4228-ad24-406bf0cc67bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:35.895124 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-db245842-d600-492d-932b-c0d47495ac9e req-e01c5949-9ea2-4228-ad24-406bf0cc67bf service neutron] Transition to ACTIVE for port object 6f20bbe8-ab5f-4ee7-a1ee-7b0fd2c5492c will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:18:35.927353 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 3370609d-b044-40f8-b2c6-bbc135217347 details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:18:35.929404 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 5ddaa702-7499-4b1d-ba17-2ce6d44ba48c no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:18:35.954442 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] No Port match for: 5ddaa702-7499-4b1d-ba17-2ce6d44ba48c {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:18:35.954786 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 5ddaa702-7499-4b1d-ba17-2ce6d44ba48c not bound to the agent host n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:18:35.996845 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device e0d75456-a43e-424e-8282-f553ec1fd99b details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:18:36.088195 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-db245842-d600-492d-932b-c0d47495ac9e req-e01c5949-9ea2-4228-ad24-406bf0cc67bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:36.094246 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 3370609d-b044-40f8-b2c6-bbc135217347, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=3370609d-b044-40f8-b2c6-bbc135217347,segment=NetworkSegment(d5de39fc-4b4e-459b-8d86-509609a7e1f4),segment_id=d5de39fc-4b4e-459b-8d86-509609a7e1f4)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:18:36.108966 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Returning: {'device': '3370609d-b044-40f8-b2c6-bbc135217347', 'network_id': '1a020cb7-dc30-4875-a4a6-843a4f5bca74', 'port_id': '3370609d-b044-40f8-b2c6-bbc135217347', 'mac_address': 'fa:16:3e:9c:e5:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3695cc03-de8e-40cd-a422-de5229d59312', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:18:36.158658 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port e0d75456-a43e-424e-8282-f553ec1fd99b, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=e0d75456-a43e-424e-8282-f553ec1fd99b,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:18:36.181919 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': 'e0d75456-a43e-424e-8282-f553ec1fd99b', 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4', 'port_id': 'e0d75456-a43e-424e-8282-f553ec1fd99b', 'mac_address': 'fa:16:3e:52:26:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b840e204-692c-4f54-8f07-f6563e8e36b1', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:18:36.184543 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:36.187759 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01c5949-9ea2-4228-ad24-406bf0cc67bf service neutron] Pushing event updated for resources: {'Port': ['ID=6f20bbe8-ab5f-4ee7-a1ee-7b0fd2c5492c,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:18:36.215891 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3370609d-b044-40f8-b2c6-bbc135217347 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:18:36.241868 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-db245842-d600-492d-932b-c0d47495ac9e req-e01c5949-9ea2-4228-ad24-406bf0cc67bf service neutron] Attempting to bind port 6f20bbe8-ab5f-4ee7-a1ee-7b0fd2c5492c on host n-h1-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:18:36.251939 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-db245842-d600-492d-932b-c0d47495ac9e req-e01c5949-9ea2-4228-ad24-406bf0cc67bf service neutron] Attempting to bind port 6f20bbe8-ab5f-4ee7-a1ee-7b0fd2c5492c by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': '45e719ca-3afb-4c1e-b7a7-0ae697fd29b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'be006ea9-30aa-4398-a426-65e00f5f363c'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:18:36.251939 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db245842-d600-492d-932b-c0d47495ac9e req-e01c5949-9ea2-4228-ad24-406bf0cc67bf service neutron] Attempting to bind port 6f20bbe8-ab5f-4ee7-a1ee-7b0fd2c5492c on network be006ea9-30aa-4398-a426-65e00f5f363c {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:18:36.253056 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:36.253056 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 3370609d-b044-40f8-b2c6-bbc135217347, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=3370609d-b044-40f8-b2c6-bbc135217347,segment=NetworkSegment(d5de39fc-4b4e-459b-8d86-509609a7e1f4),segment_id=d5de39fc-4b4e-459b-8d86-509609a7e1f4)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:18:36.253267 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db245842-d600-492d-932b-c0d47495ac9e req-e01c5949-9ea2-4228-ad24-406bf0cc67bf service neutron] Port 6f20bbe8-ab5f-4ee7-a1ee-7b0fd2c5492c on network be006ea9-30aa-4398-a426-65e00f5f363c not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:18:36.253267 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db245842-d600-492d-932b-c0d47495ac9e req-e01c5949-9ea2-4228-ad24-406bf0cc67bf service neutron] Attempting to bind port 6f20bbe8-ab5f-4ee7-a1ee-7b0fd2c5492c on network be006ea9-30aa-4398-a426-65e00f5f363c {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:18:36.253267 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db245842-d600-492d-932b-c0d47495ac9e req-e01c5949-9ea2-4228-ad24-406bf0cc67bf service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:18:36.253776 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db245842-d600-492d-932b-c0d47495ac9e req-e01c5949-9ea2-4228-ad24-406bf0cc67bf service neutron] Checking segment: {'id': '45e719ca-3afb-4c1e-b7a7-0ae697fd29b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'be006ea9-30aa-4398-a426-65e00f5f363c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:18:36.253776 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db245842-d600-492d-932b-c0d47495ac9e req-e01c5949-9ea2-4228-ad24-406bf0cc67bf service neutron] Bound using segment: {'id': '45e719ca-3afb-4c1e-b7a7-0ae697fd29b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'be006ea9-30aa-4398-a426-65e00f5f363c'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:18:36.254101 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-db245842-d600-492d-932b-c0d47495ac9e req-e01c5949-9ea2-4228-ad24-406bf0cc67bf service neutron] Bound port: 6f20bbe8-ab5f-4ee7-a1ee-7b0fd2c5492c, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45e719ca-3afb-4c1e-b7a7-0ae697fd29b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'be006ea9-30aa-4398-a426-65e00f5f363c'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:18:36.254510 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-db245842-d600-492d-932b-c0d47495ac9e req-e01c5949-9ea2-4228-ad24-406bf0cc67bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:36.267419 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e0d75456-a43e-424e-8282-f553ec1fd99b {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:18:36.302048 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ed8f3c-0512-4ed9-9b7c-34ca7069e6a8 x-openstack-request-id: req-93ed8f3c-0512-4ed9-9b7c-34ca7069e6a8 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:18:36.302356 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b8f9243-431f-4e3d-a22d-2ccb517dca70", "name": "network-vif-deleted", "tag": "5ddaa702-7499-4b1d-ba17-2ce6d44ba48c", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:18:36.302488 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port e0d75456-a43e-424e-8282-f553ec1fd99b, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=e0d75456-a43e-424e-8282-f553ec1fd99b,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:18:36.302643 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-93ed8f3c-0512-4ed9-9b7c-34ca7069e6a8 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:18:36.302977 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b8f9243-431f-4e3d-a22d-2ccb517dca70', 'name': 'network-vif-deleted', 'tag': '5ddaa702-7499-4b1d-ba17-2ce6d44ba48c', 'status': 'completed', 'code': 200} Jul 05 02:18:36.328667 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4bbd7513-8539-4b62-9474-26bdcf386efb req-34456df6-2c18-40e2-a566-92b72d7f651d tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=843c308122d04e8a8ebe4eb1b129860a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285800 Jul 05 02:18:36.363455 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:36.379549 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-db245842-d600-492d-932b-c0d47495ac9e req-e01c5949-9ea2-4228-ad24-406bf0cc67bf service neutron] For port 6f20bbe8-ab5f-4ee7-a1ee-7b0fd2c5492c, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:18:36.389527 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:36.397126 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-db245842-d600-492d-932b-c0d47495ac9e req-e01c5949-9ea2-4228-ad24-406bf0cc67bf service neutron] For port 6f20bbe8-ab5f-4ee7-a1ee-7b0fd2c5492c, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=6f20bbe8-ab5f-4ee7-a1ee-7b0fd2c5492c,segment=NetworkSegment(45e719ca-3afb-4c1e-b7a7-0ae697fd29b7),segment_id=45e719ca-3afb-4c1e-b7a7-0ae697fd29b7)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:18:36.430639 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=3370609d-b044-40f8-b2c6-bbc135217347,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:18:36.489427 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-db245842-d600-492d-932b-c0d47495ac9e req-e01c5949-9ea2-4228-ad24-406bf0cc67bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:36.518241 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=e0d75456-a43e-424e-8282-f553ec1fd99b,revision_number=6']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:18:36.558956 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db245842-d600-492d-932b-c0d47495ac9e req-e01c5949-9ea2-4228-ad24-406bf0cc67bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:36.559594 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-db245842-d600-492d-932b-c0d47495ac9e req-e01c5949-9ea2-4228-ad24-406bf0cc67bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:36.561179 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-db245842-d600-492d-932b-c0d47495ac9e req-e01c5949-9ea2-4228-ad24-406bf0cc67bf service neutron] 10.222.0.21 "PUT /v2.0/ports/6f20bbe8-ab5f-4ee7-a1ee-7b0fd2c5492c HTTP/1.1" status: 200 len: 1093 time: 1.0451727 Jul 05 02:18:36.565370 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['e0d75456-a43e-424e-8282-f553ec1fd99b'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:18:36.580629 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbd7513-8539-4b62-9474-26bdcf386efb req-d97f31ab-c1e9-435e-837e-a7255339e9fc tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:36.580629 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4bbd7513-8539-4b62-9474-26bdcf386efb req-d97f31ab-c1e9-435e-837e-a7255339e9fc tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2358437 Jul 05 02:18:36.610968 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-4bbd7513-8539-4b62-9474-26bdcf386efb req-9d49659a-c3e5-4e9c-b761-93a110290e5c tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Request body: {'port': {'device_id': '424e6b7c-77ba-4689-b2ee-78699cd908e3', 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4', 'admin_state_up': True, 'tenant_id': '843c308122d04e8a8ebe4eb1b129860a'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:18:36.625310 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f87e9db-07f9-4074-a35f-3844e645b43a req-7eb00a1a-4245-46b3-8669-52ce1e8bfba9 tempest-ServerTagsTestJSON-324792138 tempest-ServerTagsTestJSON-324792138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:36.627142 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0f87e9db-07f9-4074-a35f-3844e645b43a req-7eb00a1a-4245-46b3-8669-52ce1e8bfba9 tempest-ServerTagsTestJSON-324792138 tempest-ServerTagsTestJSON-324792138-project] 10.222.0.23 "GET /v2.0/ports?device_id=953ec7ac-5f30-429d-89a9-2d526b674204 HTTP/1.1" status: 200 len: 944 time: 0.2012920 Jul 05 02:18:36.685600 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01c5949-9ea2-4228-ad24-406bf0cc67bf service neutron] Pushing event updated for resources: {'Port': ['ID=6f20bbe8-ab5f-4ee7-a1ee-7b0fd2c5492c,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:18:36.702282 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['3370609d-b044-40f8-b2c6-bbc135217347'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:18:36.743549 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0f87e9db-07f9-4074-a35f-3844e645b43a req-9b8db090-bbcc-40a5-bf6b-f1b4fab2bd8a tempest-ServerTagsTestJSON-324792138 tempest-ServerTagsTestJSON-324792138-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bddaf5b-dddc-4604-b9ea-d86898d6e68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960534 Jul 05 02:18:36.843012 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bbd7513-8539-4b62-9474-26bdcf386efb req-9d49659a-c3e5-4e9c-b761-93a110290e5c tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Made reservation on behalf of 843c308122d04e8a8ebe4eb1b129860a for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:18:36.847475 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4bbd7513-8539-4b62-9474-26bdcf386efb req-9d49659a-c3e5-4e9c-b761-93a110290e5c tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:36.874687 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-70e57fc1-7395-426c-8321-b3d9bdc56032 req-f1e13340-62c6-409f-921e-66daa5df993f tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/ports?device_id=675f0ec4-692d-4441-bab5-f2ddbde9d64e HTTP/1.1" status: 200 len: 210 time: 0.0439758 Jul 05 02:18:37.039170 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4bbd7513-8539-4b62-9474-26bdcf386efb req-f7faa48c-85bc-4e74-870a-50fbaabda5eb tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=843c308122d04e8a8ebe4eb1b129860a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0404048 Jul 05 02:18:37.062792 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db245842-d600-492d-932b-c0d47495ac9e req-dc15ac46-6abd-4a0a-9b6e-f96985a49b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:37.064775 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-db245842-d600-492d-932b-c0d47495ac9e req-dc15ac46-6abd-4a0a-9b6e-f96985a49b09 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4751b3a27c86434a94ebd5392d77bc7e&device_id=953ec7ac-5f30-429d-89a9-2d526b674204 HTTP/1.1" status: 200 len: 1096 time: 0.1336508 Jul 05 02:18:37.095629 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-4bbd7513-8539-4b62-9474-26bdcf386efb req-9d49659a-c3e5-4e9c-b761-93a110290e5c tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Allocated IP 192.168.233.157 (dff432c2-7366-4622-aebb-da22fe05bfd4/b840e204-692c-4f54-8f07-f6563e8e36b1/4c671b93-59eb-4c86-9226-a701b0e4092c) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:18:37.139669 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-db245842-d600-492d-932b-c0d47495ac9e req-5fcee17c-d640-41af-bbcb-06016abaaa38 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f20bbe8-ab5f-4ee7-a1ee-7b0fd2c5492c HTTP/1.1" status: 200 len: 217 time: 0.0632298 Jul 05 02:18:37.206446 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbd7513-8539-4b62-9474-26bdcf386efb req-67cf8738-3946-4d9b-a33d-b58b64c28d85 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:37.210114 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4bbd7513-8539-4b62-9474-26bdcf386efb req-67cf8738-3946-4d9b-a33d-b58b64c28d85 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1621144 Jul 05 02:18:37.227993 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643b28e3-7170-4115-9015-314b74016551 req-f46597af-c642-446a-9ba2-5d4d7fd177c1 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:37.230421 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-643b28e3-7170-4115-9015-314b74016551 req-f46597af-c642-446a-9ba2-5d4d7fd177c1 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5072bf4-e167-4ee2-8eb7-54bff5bcf461 HTTP/1.1" status: 200 len: 944 time: 0.1694825 Jul 05 02:18:37.235497 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-4bbd7513-8539-4b62-9474-26bdcf386efb req-58fa0060-f1ae-4885-8b20-ff9ffaa6f67e tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Request body: {'port': {'device_id': '675f0ec4-692d-4441-bab5-f2ddbde9d64e', 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4', 'admin_state_up': True, 'tenant_id': '843c308122d04e8a8ebe4eb1b129860a'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:18:37.241142 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db245842-d600-492d-932b-c0d47495ac9e req-9cd7609b-a6cb-46a8-baaa-ca95702772b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:37.243395 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-db245842-d600-492d-932b-c0d47495ac9e req-9cd7609b-a6cb-46a8-baaa-ca95702772b7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0cff292f-5430-490c-95c1-4bbac2c06428 HTTP/1.1" status: 200 len: 849 time: 0.0829327 Jul 05 02:18:37.340489 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-643b28e3-7170-4115-9015-314b74016551 req-019b0558-d85d-41f3-8a08-a1d618308d11 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc929fbb-c4f8-4892-b37d-5570a0c717b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995982 Jul 05 02:18:37.378768 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-db245842-d600-492d-932b-c0d47495ac9e req-da5a72b0-483f-46bb-984c-476ee705a56e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=be006ea9-30aa-4398-a426-65e00f5f363c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528493 Jul 05 02:18:37.390320 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08fd47b-85c0-43dd-8c10-969154bcff5f req-f587dd38-c333-456e-9eb7-8cafbc40f07d tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:37.391829 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d08fd47b-85c0-43dd-8c10-969154bcff5f req-f587dd38-c333-456e-9eb7-8cafbc40f07d tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] 10.222.0.23 "GET /v2.0/ports?device_id=118c5249-11b1-440e-96ba-48522e7c2d74 HTTP/1.1" status: 200 len: 946 time: 0.2984614 Jul 05 02:18:37.439487 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7a777329-469f-4e2e-809e-8c2c8f1a904f req-0c22d6d8-d00e-418b-a64f-c3e8e5f5fc29 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=af25cc5a-51a0-48d4-95fc-992919466b27 HTTP/1.1" status: 200 len: 210 time: 0.0345109 Jul 05 02:18:37.474147 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bbd7513-8539-4b62-9474-26bdcf386efb req-58fa0060-f1ae-4885-8b20-ff9ffaa6f67e tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Made reservation on behalf of 843c308122d04e8a8ebe4eb1b129860a for: {'port': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:18:37.481555 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-4bbd7513-8539-4b62-9474-26bdcf386efb req-58fa0060-f1ae-4885-8b20-ff9ffaa6f67e tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:37.533444 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4bbd7513-8539-4b62-9474-26bdcf386efb req-9d49659a-c3e5-4e9c-b761-93a110290e5c tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:37.542714 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d08fd47b-85c0-43dd-8c10-969154bcff5f req-ada96f7a-9891-4b7d-99c9-a470cb0d5ad5 tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdd6bb06-7669-426f-bd94-82e82b74cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350777 Jul 05 02:18:37.564023 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-db245842-d600-492d-932b-c0d47495ac9e req-9be8eff8-6e5c-406f-8aa0-dc8bfa50d068 service neutron] 10.222.0.21 "GET /v2.0/networks/be006ea9-30aa-4398-a426-65e00f5f363c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685395 Jul 05 02:18:37.564932 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-4bbd7513-8539-4b62-9474-26bdcf386efb req-9d49659a-c3e5-4e9c-b761-93a110290e5c tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Transition to ACTIVE for port object 4c671b93-59eb-4c86-9226-a701b0e4092c will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:18:37.703335 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-db245842-d600-492d-932b-c0d47495ac9e req-ee6141c0-3776-46c0-b54a-087b5816cdfb service neutron] 10.222.0.21 "GET /v2.0/networks/be006ea9-30aa-4398-a426-65e00f5f363c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231744 Jul 05 02:18:37.750353 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4bbd7513-8539-4b62-9474-26bdcf386efb req-9d49659a-c3e5-4e9c-b761-93a110290e5c tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:37.766092 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['6a2ae0bc-edf0-4f1a-b9b8-ab213fe56db1', '7cfeeb46-2479-461a-9518-75c8d2657e02', 'db0a31d9-63fc-4330-9519-56abf72b576c'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:18:37.812906 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bbd7513-8539-4b62-9474-26bdcf386efb req-9d49659a-c3e5-4e9c-b761-93a110290e5c tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Network dff432c2-7366-4622-aebb-da22fe05bfd4 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:18:37.814813 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-4bbd7513-8539-4b62-9474-26bdcf386efb req-9d49659a-c3e5-4e9c-b761-93a110290e5c tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:18:37.815790 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [req-4bbd7513-8539-4b62-9474-26bdcf386efb req-58fa0060-f1ae-4885-8b20-ff9ffaa6f67e tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Allocated IP 192.168.233.233 (dff432c2-7366-4622-aebb-da22fe05bfd4/b840e204-692c-4f54-8f07-f6563e8e36b1/7ec41c6b-9c0a-4a51-ba87-ab766c3995b6) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:18:37.817242 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bbd7513-8539-4b62-9474-26bdcf386efb req-9d49659a-c3e5-4e9c-b761-93a110290e5c tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:18:37.855135 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d49659a-c3e5-4e9c-b761-93a110290e5c tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Pushing event updated for resources: {'Port': ['ID=4c671b93-59eb-4c86-9226-a701b0e4092c,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:18:37.896211 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbd7513-8539-4b62-9474-26bdcf386efb req-9d49659a-c3e5-4e9c-b761-93a110290e5c tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:37.897003 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4bbd7513-8539-4b62-9474-26bdcf386efb req-9d49659a-c3e5-4e9c-b761-93a110290e5c tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:37.975287 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 3370609d-b044-40f8-b2c6-bbc135217347 up at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:18:38.009633 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ac1590-d3cc-4728-9036-aca6a4131ea9 req-aad02f6a-774f-4253-9370-4f82363e7a26 tempest-ServerTagsTestJSON-324792138 tempest-ServerTagsTestJSON-324792138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:38.017324 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c8ac1590-d3cc-4728-9036-aca6a4131ea9 req-aad02f6a-774f-4253-9370-4f82363e7a26 tempest-ServerTagsTestJSON-324792138 tempest-ServerTagsTestJSON-324792138-project] 10.222.0.23 "GET /v2.0/ports?device_id=953ec7ac-5f30-429d-89a9-2d526b674204 HTTP/1.1" status: 200 len: 944 time: 0.0798721 Jul 05 02:18:38.051440 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4bbd7513-8539-4b62-9474-26bdcf386efb req-9d49659a-c3e5-4e9c-b761-93a110290e5c tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4491112 Jul 05 02:18:38.052650 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device e0d75456-a43e-424e-8282-f553ec1fd99b up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:18:38.069960 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-4bbd7513-8539-4b62-9474-26bdcf386efb req-58fa0060-f1ae-4885-8b20-ff9ffaa6f67e tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:38.088203 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-4bbd7513-8539-4b62-9474-26bdcf386efb req-7cb1bb5a-beaf-4856-aa07-9b2d474978cc service neutron] Request body: {'port': {'device_id': '424e6b7c-77ba-4689-b2ee-78699cd908e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:18:38.089202 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [req-4bbd7513-8539-4b62-9474-26bdcf386efb req-58fa0060-f1ae-4885-8b20-ff9ffaa6f67e tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Transition to ACTIVE for port object 7ec41c6b-9c0a-4a51-ba87-ab766c3995b6 will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:18:38.204455 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3dde7623-ec2b-484e-899b-b44cfad311cd req-999826d7-9130-429b-a1c7-86e54342d76e tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/ports?device_id=675f0ec4-692d-4441-bab5-f2ddbde9d64e HTTP/1.1" status: 200 len: 210 time: 0.0312464 Jul 05 02:18:38.241241 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-4bbd7513-8539-4b62-9474-26bdcf386efb req-58fa0060-f1ae-4885-8b20-ff9ffaa6f67e tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:38.298616 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port e0d75456-a43e-424e-8282-f553ec1fd99b triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:18:38.301395 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:38.313600 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning for port 3370609d-b044-40f8-b2c6-bbc135217347 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:18:38.339642 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fa0060-f1ae-4885-8b20-ff9ffaa6f67e tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Pushing event updated for resources: {'Port': ['ID=7ec41c6b-9c0a-4a51-ba87-ab766c3995b6,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:18:38.353222 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fa0060-f1ae-4885-8b20-ff9ffaa6f67e tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:18:38.353759 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fa0060-f1ae-4885-8b20-ff9ffaa6f67e tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:18:38.354109 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fa0060-f1ae-4885-8b20-ff9ffaa6f67e tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:18:38.354491 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fa0060-f1ae-4885-8b20-ff9ffaa6f67e tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:18:38.354828 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fa0060-f1ae-4885-8b20-ff9ffaa6f67e tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:18:38.355162 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fa0060-f1ae-4885-8b20-ff9ffaa6f67e tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:18:38.355589 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fa0060-f1ae-4885-8b20-ff9ffaa6f67e tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:18:38.355922 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fa0060-f1ae-4885-8b20-ff9ffaa6f67e tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:18:38.356255 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fa0060-f1ae-4885-8b20-ff9ffaa6f67e tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:18:38.356581 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fa0060-f1ae-4885-8b20-ff9ffaa6f67e tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:18:38.356907 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fa0060-f1ae-4885-8b20-ff9ffaa6f67e tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:18:38.357231 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fa0060-f1ae-4885-8b20-ff9ffaa6f67e tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:18:38.381624 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-ecb152e4-3cd7-45bd-be66-dcd80c47e3c6 None None] Provisioning for port 4c671b93-59eb-4c86-9226-a701b0e4092c completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:18:38.388273 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bbd7513-8539-4b62-9474-26bdcf386efb req-58fa0060-f1ae-4885-8b20-ff9ffaa6f67e tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Network dff432c2-7366-4622-aebb-da22fe05bfd4 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:18:38.390494 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [req-4bbd7513-8539-4b62-9474-26bdcf386efb req-58fa0060-f1ae-4885-8b20-ff9ffaa6f67e tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:18:38.393351 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bbd7513-8539-4b62-9474-26bdcf386efb req-58fa0060-f1ae-4885-8b20-ff9ffaa6f67e tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:18:38.410685 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning complete for port 3370609d-b044-40f8-b2c6-bbc135217347 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:18:38.412642 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:38.515516 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbd7513-8539-4b62-9474-26bdcf386efb req-58fa0060-f1ae-4885-8b20-ff9ffaa6f67e tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:38.516918 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-4bbd7513-8539-4b62-9474-26bdcf386efb req-58fa0060-f1ae-4885-8b20-ff9ffaa6f67e tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:38.538850 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '953ec7ac-5f30-429d-89a9-2d526b674204', 'tag': '6f20bbe8-ab5f-4ee7-a1ee-7b0fd2c5492c'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:18:38.541884 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07b156f8-ae0e-41d8-a008-ef962acb9c61" -d '{"events": [{"name": "network-changed", "server_uuid": "953ec7ac-5f30-429d-89a9-2d526b674204", "tag": "6f20bbe8-ab5f-4ee7-a1ee-7b0fd2c5492c"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:18:38.620128 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c8ac1590-d3cc-4728-9036-aca6a4131ea9 req-caabbeb3-a016-4ee0-a8bd-c1314a886af0 tempest-ServerTagsTestJSON-324792138 tempest-ServerTagsTestJSON-324792138-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bddaf5b-dddc-4604-b9ea-d86898d6e68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6015944 Jul 05 02:18:38.628465 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4bbd7513-8539-4b62-9474-26bdcf386efb req-58fa0060-f1ae-4885-8b20-ff9ffaa6f67e tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3893471 Jul 05 02:18:38.634427 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d68aac5-f530-4f2e-ad22-1625e4400423 req-96946196-3736-43d1-902f-685bc3b63d15 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:38.643111 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9d68aac5-f530-4f2e-ad22-1625e4400423 req-96946196-3736-43d1-902f-685bc3b63d15 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=a74e6db0-70ff-4186-9157-db92e776b2ef HTTP/1.1" status: 200 len: 944 time: 0.2057638 Jul 05 02:18:38.652474 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-4bbd7513-8539-4b62-9474-26bdcf386efb req-cbf313d2-4191-4d27-968f-499b534b03e1 service neutron] Request body: {'port': {'device_id': '675f0ec4-692d-4441-bab5-f2ddbde9d64e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-32'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:18:38.669254 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-ecb152e4-3cd7-45bd-be66-dcd80c47e3c6 None None] Provisioning complete for port 4c671b93-59eb-4c86-9226-a701b0e4092c triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:18:38.669395 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-ecb152e4-3cd7-45bd-be66-dcd80c47e3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:38.709731 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4bbd7513-8539-4b62-9474-26bdcf386efb req-7cb1bb5a-beaf-4856-aa07-9b2d474978cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:38.752038 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9d68aac5-f530-4f2e-ad22-1625e4400423 req-279b6006-400b-4056-8cf8-1654997badcd tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075208 Jul 05 02:18:38.788612 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-ecb152e4-3cd7-45bd-be66-dcd80c47e3c6 None None] Port 4c671b93-59eb-4c86-9226-a701b0e4092c cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:18:38.792685 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2133befd-d422-4658-b1f1-da61ce21bcd6 req-aba12716-36da-4acf-bf1b-fcfff03af748 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:38.794669 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2133befd-d422-4658-b1f1-da61ce21bcd6 req-aba12716-36da-4acf-bf1b-fcfff03af748 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.15 "GET /v2.0/ports?device_id=a74e6db0-70ff-4186-9157-db92e776b2ef HTTP/1.1" status: 200 len: 944 time: 0.2630892 Jul 05 02:18:38.839180 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-4bbd7513-8539-4b62-9474-26bdcf386efb req-cbf313d2-4191-4d27-968f-499b534b03e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:38.916021 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:38.961521 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:38.980182 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5072bf4-e167-4ee2-8eb7-54bff5bcf461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3370609d-b044-40f8-b2c6-bbc135217347'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:18:38.983082 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4679ecf3-c628-4051-b0ef-10528c2d9e52" -d '{"events": [{"server_uuid": "a5072bf4-e167-4ee2-8eb7-54bff5bcf461", "name": "network-vif-plugged", "status": "completed", "tag": "3370609d-b044-40f8-b2c6-bbc135217347"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:18:39.016866 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 3370609d-b044-40f8-b2c6-bbc135217347, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=3370609d-b044-40f8-b2c6-bbc135217347,segment=NetworkSegment(d5de39fc-4b4e-459b-8d86-509609a7e1f4),segment_id=d5de39fc-4b4e-459b-8d86-509609a7e1f4)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:18:39.057134 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port e0d75456-a43e-424e-8282-f553ec1fd99b, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=e0d75456-a43e-424e-8282-f553ec1fd99b,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:18:39.086995 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4de6d1be-8efc-4ba2-b210-20430f42f51c req-3bceafeb-088c-4927-a189-4598ebee520f tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=af25cc5a-51a0-48d4-95fc-992919466b27 HTTP/1.1" status: 200 len: 210 time: 0.1013474 Jul 05 02:18:39.097855 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [req-2133befd-d422-4658-b1f1-da61ce21bcd6 req-9fd04b2c-17d6-4050-bac7-eb2aa08f18ce tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Deleting port 2a56c588-e0db-4c24-a7d0-3f2ece18bc17 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:18:39.098870 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-2133befd-d422-4658-b1f1-da61ce21bcd6 req-9fd04b2c-17d6-4050-bac7-eb2aa08f18ce tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:39.139717 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ed13dc5-6e09-4a66-8408-ad12e5e8b5f1 x-openstack-request-id: req-8ed13dc5-6e09-4a66-8408-ad12e5e8b5f1 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:18:39.140078 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "953ec7ac-5f30-429d-89a9-2d526b674204", "tag": "6f20bbe8-ab5f-4ee7-a1ee-7b0fd2c5492c", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:18:39.140330 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8ed13dc5-6e09-4a66-8408-ad12e5e8b5f1 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:18:39.140799 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '953ec7ac-5f30-429d-89a9-2d526b674204', 'tag': '6f20bbe8-ab5f-4ee7-a1ee-7b0fd2c5492c', 'status': 'completed', 'code': 200} Jul 05 02:18:39.142047 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-d231c977-bb27-40d7-8aee-5264c5d98255 None None] Provisioning for port 7ec41c6b-9c0a-4a51-ba87-ab766c3995b6 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:18:39.147459 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-d231c977-bb27-40d7-8aee-5264c5d98255 None None] Provisioning complete for port 7ec41c6b-9c0a-4a51-ba87-ab766c3995b6 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:18:39.148044 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-d231c977-bb27-40d7-8aee-5264c5d98255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:39.186825 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-d231c977-bb27-40d7-8aee-5264c5d98255 None None] Port 7ec41c6b-9c0a-4a51-ba87-ab766c3995b6 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:18:39.187939 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b557d-b3c0-4d9d-a51c-948872f5120e req-b5eb2fc0-09d1-4d61-a2fe-89282b26824f tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:39.189560 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b62b557d-b3c0-4d9d-a51c-948872f5120e req-b5eb2fc0-09d1-4d61-a2fe-89282b26824f tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] 10.222.0.21 "GET /v2.0/ports?device_id=118c5249-11b1-440e-96ba-48522e7c2d74 HTTP/1.1" status: 200 len: 946 time: 0.4481826 Jul 05 02:18:39.225503 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:39.235068 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:39.286850 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331ec153-daef-44d5-a7ec-8815d65e88ed req-9efbea60-57e9-421b-8770-d91e49dab96d tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:39.294342 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-331ec153-daef-44d5-a7ec-8815d65e88ed req-9efbea60-57e9-421b-8770-d91e49dab96d tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5072bf4-e167-4ee2-8eb7-54bff5bcf461 HTTP/1.1" status: 200 len: 944 time: 0.2874298 Jul 05 02:18:39.362600 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=e0d75456-a43e-424e-8282-f553ec1fd99b,revision_number=7']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:18:39.382479 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-2133befd-d422-4658-b1f1-da61ce21bcd6 req-9fd04b2c-17d6-4050-bac7-eb2aa08f18ce tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] For port 2a56c588-e0db-4c24-a7d0-3f2ece18bc17, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=2a56c588-e0db-4c24-a7d0-3f2ece18bc17,segment=NetworkSegment(69ab64d7-bb63-4367-9b3e-0960def4b6c7),segment_id=69ab64d7-bb63-4367-9b3e-0960def4b6c7)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:18:39.382902 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-2133befd-d422-4658-b1f1-da61ce21bcd6 req-9fd04b2c-17d6-4050-bac7-eb2aa08f18ce tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:39.416075 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-331ec153-daef-44d5-a7ec-8815d65e88ed req-a71f7dd0-8e55-4597-8a04-510f2af1a25b tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc929fbb-c4f8-4892-b37d-5570a0c717b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207736 Jul 05 02:18:39.438392 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [req-2133befd-d422-4658-b1f1-da61ce21bcd6 req-9fd04b2c-17d6-4050-bac7-eb2aa08f18ce tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Calling delete_port for 2a56c588-e0db-4c24-a7d0-3f2ece18bc17 owned by compute:nova {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:18:39.483627 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=3370609d-b044-40f8-b2c6-bbc135217347,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:18:39.564924 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b156f8-ae0e-41d8-a008-ef962acb9c61 req-846147bd-d10c-4fe5-babe-c70765f2ecdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:39.567051 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-07b156f8-ae0e-41d8-a008-ef962acb9c61 req-846147bd-d10c-4fe5-babe-c70765f2ecdd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4751b3a27c86434a94ebd5392d77bc7e&device_id=953ec7ac-5f30-429d-89a9-2d526b674204 HTTP/1.1" status: 200 len: 1096 time: 0.3581698 Jul 05 02:18:39.606450 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fe1744-de36-4ec9-b7d6-7b700012c77a req-68f75d99-c6d1-417c-afc8-7fa23b05a3cd tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:39.615427 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-25fe1744-de36-4ec9-b7d6-7b700012c77a req-68f75d99-c6d1-417c-afc8-7fa23b05a3cd tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] 10.222.0.23 "GET /v2.0/ports?device_id=118c5249-11b1-440e-96ba-48522e7c2d74 HTTP/1.1" status: 200 len: 946 time: 0.2424104 Jul 05 02:18:39.630574 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-b62b557d-b3c0-4d9d-a51c-948872f5120e req-24305860-6a28-414f-8dc6-3dc37bf8ea43 tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] Deleting port 003705b8-0e20-4e7f-abf1-53e42e597667 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:18:39.631022 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b62b557d-b3c0-4d9d-a51c-948872f5120e req-24305860-6a28-414f-8dc6-3dc37bf8ea43 tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:39.731863 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca72623a-d7e7-4758-a0a3-d9f64e3a272d x-openstack-request-id: req-ca72623a-d7e7-4758-a0a3-d9f64e3a272d {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:18:39.732157 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5072bf4-e167-4ee2-8eb7-54bff5bcf461", "name": "network-vif-plugged", "status": "completed", "tag": "3370609d-b044-40f8-b2c6-bbc135217347", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:18:39.732471 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ca72623a-d7e7-4758-a0a3-d9f64e3a272d {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:18:39.732827 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5072bf4-e167-4ee2-8eb7-54bff5bcf461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3370609d-b044-40f8-b2c6-bbc135217347', 'code': 200} Jul 05 02:18:39.740902 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-25fe1744-de36-4ec9-b7d6-7b700012c77a req-fee6509b-9315-4ed9-9065-09527b083ea6 tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdd6bb06-7669-426f-bd94-82e82b74cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218972 Jul 05 02:18:39.784671 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-4bbd7513-8539-4b62-9474-26bdcf386efb req-7cb1bb5a-beaf-4856-aa07-9b2d474978cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c671b93-59eb-4c86-9226-a701b0e4092c {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:18:39.794427 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4bbd7513-8539-4b62-9474-26bdcf386efb req-7cb1bb5a-beaf-4856-aa07-9b2d474978cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:39.808563 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-4bbd7513-8539-4b62-9474-26bdcf386efb req-7cb1bb5a-beaf-4856-aa07-9b2d474978cc service neutron] Transition to ACTIVE for port object 4c671b93-59eb-4c86-9226-a701b0e4092c will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:18:39.849561 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['6a2ae0bc-edf0-4f1a-b9b8-ab213fe56db1', '7cfeeb46-2479-461a-9518-75c8d2657e02', 'db0a31d9-63fc-4330-9519-56abf72b576c'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:18:39.944383 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4bbd7513-8539-4b62-9474-26bdcf386efb req-7cb1bb5a-beaf-4856-aa07-9b2d474978cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:39.947997 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-b62b557d-b3c0-4d9d-a51c-948872f5120e req-24305860-6a28-414f-8dc6-3dc37bf8ea43 tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] For port 003705b8-0e20-4e7f-abf1-53e42e597667, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=003705b8-0e20-4e7f-abf1-53e42e597667,segment=NetworkSegment(1a7afff9-dd4a-44a1-b899-761c698fff6f),segment_id=1a7afff9-dd4a-44a1-b899-761c698fff6f)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:18:39.949108 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b62b557d-b3c0-4d9d-a51c-948872f5120e req-24305860-6a28-414f-8dc6-3dc37bf8ea43 tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:39.989643 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b156f8-ae0e-41d8-a008-ef962acb9c61 req-ff7de735-8f46-48fe-927f-d53404121d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:39.991250 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-07b156f8-ae0e-41d8-a008-ef962acb9c61 req-ff7de735-8f46-48fe-927f-d53404121d92 service neutron] 10.222.0.21 "GET /v2.0/networks?id=be006ea9-30aa-4398-a426-65e00f5f363c HTTP/1.1" status: 200 len: 909 time: 0.4106951 Jul 05 02:18:40.019178 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 6f20bbe8-ab5f-4ee7-a1ee-7b0fd2c5492c details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:18:40.050899 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e15bd-2c61-4089-82d4-8c1f4c91005a req-f6831065-6838-4a86-8c58-14913e5c8fc7 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:40.053319 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-325e15bd-2c61-4089-82d4-8c1f4c91005a req-f6831065-6838-4a86-8c58-14913e5c8fc7 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.15 "GET /v2.0/networks?id=d55491b1-56ba-426a-ac8c-e92d73c02c5b HTTP/1.1" status: 200 len: 808 time: 0.5749779 Jul 05 02:18:40.083272 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-07b156f8-ae0e-41d8-a008-ef962acb9c61 req-1d3b7ea1-b47a-4178-a3d6-23b0f3f9c6b6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f20bbe8-ab5f-4ee7-a1ee-7b0fd2c5492c HTTP/1.1" status: 200 len: 217 time: 0.0744529 Jul 05 02:18:40.096973 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-325e15bd-2c61-4089-82d4-8c1f4c91005a req-1052aeb2-8a53-4dd2-b3c0-0c3a1cca71f6 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Request body: {'port': {'device_id': 'af25cc5a-51a0-48d4-95fc-992919466b27', 'network_id': 'd55491b1-56ba-426a-ac8c-e92d73c02c5b', 'admin_state_up': True, 'tenant_id': '7a7e417343d4479788713b4bb769c9b0'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:18:40.203487 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-2133befd-d422-4658-b1f1-da61ce21bcd6 req-9fd04b2c-17d6-4050-bac7-eb2aa08f18ce tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:40.228881 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b156f8-ae0e-41d8-a008-ef962acb9c61 req-68acfdb6-c287-45eb-8967-67ca47b23c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:40.230508 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-07b156f8-ae0e-41d8-a008-ef962acb9c61 req-68acfdb6-c287-45eb-8967-67ca47b23c5c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0cff292f-5430-490c-95c1-4bbac2c06428 HTTP/1.1" status: 200 len: 849 time: 0.1132851 Jul 05 02:18:40.292129 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb1bb5a-beaf-4856-aa07-9b2d474978cc service neutron] Pushing event updated for resources: {'Port': ['ID=4c671b93-59eb-4c86-9226-a701b0e4092c,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:18:40.309361 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd04b2c-17d6-4050-bac7-eb2aa08f18ce tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Pushing event deleted for resources: {'Port': ['ID=2a56c588-e0db-4c24-a7d0-3f2ece18bc17,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:18:40.357783 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eac4e0-6da5-4e52-88cd-7df724b3e66c req-5eb6b081-671b-485f-ac94-1cf8a617c974 tempest-ServerTagsTestJSON-324792138 tempest-ServerTagsTestJSON-324792138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:40.359569 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c3eac4e0-6da5-4e52-88cd-7df724b3e66c req-5eb6b081-671b-485f-ac94-1cf8a617c974 tempest-ServerTagsTestJSON-324792138 tempest-ServerTagsTestJSON-324792138-project] 10.222.0.23 "GET /v2.0/ports?device_id=953ec7ac-5f30-429d-89a9-2d526b674204 HTTP/1.1" status: 200 len: 944 time: 0.4000301 Jul 05 02:18:40.397344 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-07b156f8-ae0e-41d8-a008-ef962acb9c61 req-9017b692-ebf4-40c5-821e-7e85a07c9407 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=be006ea9-30aa-4398-a426-65e00f5f363c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1251698 Jul 05 02:18:40.425670 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 6f20bbe8-ab5f-4ee7-a1ee-7b0fd2c5492c, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=6f20bbe8-ab5f-4ee7-a1ee-7b0fd2c5492c,segment=NetworkSegment(45e719ca-3afb-4c1e-b7a7-0ae697fd29b7),segment_id=45e719ca-3afb-4c1e-b7a7-0ae697fd29b7)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:18:40.441010 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': '6f20bbe8-ab5f-4ee7-a1ee-7b0fd2c5492c', 'network_id': 'be006ea9-30aa-4398-a426-65e00f5f363c', 'port_id': '6f20bbe8-ab5f-4ee7-a1ee-7b0fd2c5492c', 'mac_address': 'fa:16:3e:6a:79:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cff292f-5430-490c-95c1-4bbac2c06428', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:18:40.568193 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-07b156f8-ae0e-41d8-a008-ef962acb9c61 req-dfbcaa11-fc81-41c3-b66a-bf24e785212e service neutron] 10.222.0.21 "GET /v2.0/networks/be006ea9-30aa-4398-a426-65e00f5f363c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418536 Jul 05 02:18:40.597025 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [req-2133befd-d422-4658-b1f1-da61ce21bcd6 req-9fd04b2c-17d6-4050-bac7-eb2aa08f18ce tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] No DVR routers for this DVR port 2a56c588-e0db-4c24-a7d0-3f2ece18bc17 on host n-h2-771362-32 {{(pid=94462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:18:40.612773 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-2133befd-d422-4658-b1f1-da61ce21bcd6 req-9fd04b2c-17d6-4050-bac7-eb2aa08f18ce tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:40.615314 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2133befd-d422-4658-b1f1-da61ce21bcd6 req-9fd04b2c-17d6-4050-bac7-eb2aa08f18ce tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.15 "DELETE /v2.0/ports/2a56c588-e0db-4c24-a7d0-3f2ece18bc17 HTTP/1.1" status: 204 len: 173 time: 1.7772572 Jul 05 02:18:40.621610 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a74e6db0-70ff-4186-9157-db92e776b2ef', 'name': 'network-vif-deleted', 'tag': '2a56c588-e0db-4c24-a7d0-3f2ece18bc17'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:18:40.623877 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b223267e0e0ddb3199af7772d0b45336e3b4b54fbb151c86a8051291a61e85db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc85f0b4-c45f-4d09-acbb-066ad58e0bc5" -d '{"events": [{"server_uuid": "a74e6db0-70ff-4186-9157-db92e776b2ef", "name": "network-vif-deleted", "tag": "2a56c588-e0db-4c24-a7d0-3f2ece18bc17"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:18:40.709931 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b62b557d-b3c0-4d9d-a51c-948872f5120e req-24305860-6a28-414f-8dc6-3dc37bf8ea43 tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:40.709931 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b62b557d-b3c0-4d9d-a51c-948872f5120e req-24305860-6a28-414f-8dc6-3dc37bf8ea43 tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636869'] for floatingip, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:40.711146 n-d-771362-32 neutron-server[94461]: INFO neutron.db.l3_db [req-b62b557d-b3c0-4d9d-a51c-948872f5120e req-24305860-6a28-414f-8dc6-3dc37bf8ea43 tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] Floating IP 6eea07cb-26bd-45f3-ad6a-46c2c4bfd690 disassociated. External IP: 172.25.7.177, port: 003705b8-0e20-4e7f-abf1-53e42e597667. Jul 05 02:18:40.711430 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-b62b557d-b3c0-4d9d-a51c-948872f5120e req-24305860-6a28-414f-8dc6-3dc37bf8ea43 tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] Calling delete_port for 003705b8-0e20-4e7f-abf1-53e42e597667 owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:18:40.724666 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:40.747209 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c3eac4e0-6da5-4e52-88cd-7df724b3e66c req-07b27a16-9833-44ab-b4e4-f0b019e472e1 tempest-ServerTagsTestJSON-324792138 tempest-ServerTagsTestJSON-324792138-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bddaf5b-dddc-4604-b9ea-d86898d6e68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3580172 Jul 05 02:18:40.760306 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f20bbe8-ab5f-4ee7-a1ee-7b0fd2c5492c {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:18:40.777390 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [req-4bbd7513-8539-4b62-9474-26bdcf386efb req-cbf313d2-4191-4d27-968f-499b534b03e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ec41c6b-9c0a-4a51-ba87-ab766c3995b6 {{(pid=94462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:18:40.811274 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-4bbd7513-8539-4b62-9474-26bdcf386efb req-cbf313d2-4191-4d27-968f-499b534b03e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:40.819125 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 6f20bbe8-ab5f-4ee7-a1ee-7b0fd2c5492c, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=6f20bbe8-ab5f-4ee7-a1ee-7b0fd2c5492c,segment=NetworkSegment(45e719ca-3afb-4c1e-b7a7-0ae697fd29b7),segment_id=45e719ca-3afb-4c1e-b7a7-0ae697fd29b7)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:18:40.881417 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [req-4bbd7513-8539-4b62-9474-26bdcf386efb req-cbf313d2-4191-4d27-968f-499b534b03e1 service neutron] Transition to ACTIVE for port object 7ec41c6b-9c0a-4a51-ba87-ab766c3995b6 will not be triggered until provisioned by entity L2. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:18:40.904256 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-07b156f8-ae0e-41d8-a008-ef962acb9c61 req-01451e20-139d-4854-908c-2dd832d516c4 service neutron] 10.222.0.21 "GET /v2.0/networks/be006ea9-30aa-4398-a426-65e00f5f363c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3088880 Jul 05 02:18:40.921391 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:40.965039 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-29e1a954-b52d-4865-8182-bea11a5c31b6 req-c368a48d-a012-4ee2-9094-6e192079426a tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=a74e6db0-70ff-4186-9157-db92e776b2ef HTTP/1.1" status: 200 len: 210 time: 0.0315294 Jul 05 02:18:40.979578 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-4bbd7513-8539-4b62-9474-26bdcf386efb req-cbf313d2-4191-4d27-968f-499b534b03e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:41.010994 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebb74a7-ad8a-48a1-b9d3-a09556fb024b req-e3b010cc-cf8f-4494-9d23-8b9595935282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:41.019412 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7ebb74a7-ad8a-48a1-b9d3-a09556fb024b req-e3b010cc-cf8f-4494-9d23-8b9595935282 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a5072bf4-e167-4ee2-8eb7-54bff5bcf461 HTTP/1.1" status: 200 len: 1097 time: 1.1273637 Jul 05 02:18:41.064706 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a5af1d-60bd-435b-b29e-5c41f9b64d96 req-a773610a-9bd5-49fa-b469-520d6dc8e92f tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:41.085670 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a5a5af1d-60bd-435b-b29e-5c41f9b64d96 req-a773610a-9bd5-49fa-b469-520d6dc8e92f tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/ports?device_id=675f0ec4-692d-4441-bab5-f2ddbde9d64e HTTP/1.1" status: 200 len: 936 time: 1.1058776 Jul 05 02:18:41.119872 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=6f20bbe8-ab5f-4ee7-a1ee-7b0fd2c5492c,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:18:41.198722 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf313d2-4191-4d27-968f-499b534b03e1 service neutron] Pushing event updated for resources: {'Port': ['ID=7ec41c6b-9c0a-4a51-ba87-ab766c3995b6,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:18:41.224989 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-4bbd7513-8539-4b62-9474-26bdcf386efb req-7cb1bb5a-beaf-4856-aa07-9b2d474978cc service neutron] Attempting to bind port 4c671b93-59eb-4c86-9226-a701b0e4092c on host n-h1-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:18:41.225433 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-4bbd7513-8539-4b62-9474-26bdcf386efb req-7cb1bb5a-beaf-4856-aa07-9b2d474978cc service neutron] Attempting to bind port 4c671b93-59eb-4c86-9226-a701b0e4092c by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:18:41.225863 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bbd7513-8539-4b62-9474-26bdcf386efb req-7cb1bb5a-beaf-4856-aa07-9b2d474978cc service neutron] Attempting to bind port 4c671b93-59eb-4c86-9226-a701b0e4092c on network dff432c2-7366-4622-aebb-da22fe05bfd4 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:18:41.260011 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bbd7513-8539-4b62-9474-26bdcf386efb req-7cb1bb5a-beaf-4856-aa07-9b2d474978cc service neutron] Port 4c671b93-59eb-4c86-9226-a701b0e4092c on network dff432c2-7366-4622-aebb-da22fe05bfd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:18:41.260441 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bbd7513-8539-4b62-9474-26bdcf386efb req-7cb1bb5a-beaf-4856-aa07-9b2d474978cc service neutron] Attempting to bind port 4c671b93-59eb-4c86-9226-a701b0e4092c on network dff432c2-7366-4622-aebb-da22fe05bfd4 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:18:41.272092 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bbd7513-8539-4b62-9474-26bdcf386efb req-7cb1bb5a-beaf-4856-aa07-9b2d474978cc service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:18:41.272929 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bbd7513-8539-4b62-9474-26bdcf386efb req-7cb1bb5a-beaf-4856-aa07-9b2d474978cc service neutron] Checking segment: {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:18:41.274172 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bbd7513-8539-4b62-9474-26bdcf386efb req-7cb1bb5a-beaf-4856-aa07-9b2d474978cc service neutron] Bound using segment: {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:18:41.274332 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-4bbd7513-8539-4b62-9474-26bdcf386efb req-7cb1bb5a-beaf-4856-aa07-9b2d474978cc service neutron] Bound port: 4c671b93-59eb-4c86-9226-a701b0e4092c, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:18:41.274769 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4bbd7513-8539-4b62-9474-26bdcf386efb req-7cb1bb5a-beaf-4856-aa07-9b2d474978cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:41.292261 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a5a5af1d-60bd-435b-b29e-5c41f9b64d96 req-a2cf4ad3-001e-40ba-a7ca-6b1594da89df tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/security-groups?id=6aa981db-58bd-4d0c-a893-2c34139d4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052081 Jul 05 02:18:41.294027 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6f7d0c80-76b9-414c-90ed-eae547aa0458 req-393be51e-4cbf-4f90-bd7a-d6eba3a0a8d6 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=af25cc5a-51a0-48d4-95fc-992919466b27 HTTP/1.1" status: 200 len: 210 time: 0.0694158 Jul 05 02:18:41.316398 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['6f20bbe8-ab5f-4ee7-a1ee-7b0fd2c5492c'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:18:41.366287 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-4bbd7513-8539-4b62-9474-26bdcf386efb req-cbf313d2-4191-4d27-968f-499b534b03e1 service neutron] Attempting to bind port 7ec41c6b-9c0a-4a51-ba87-ab766c3995b6 on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:18:41.366585 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-4bbd7513-8539-4b62-9474-26bdcf386efb req-cbf313d2-4191-4d27-968f-499b534b03e1 service neutron] Attempting to bind port 7ec41c6b-9c0a-4a51-ba87-ab766c3995b6 by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:18:41.366916 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bbd7513-8539-4b62-9474-26bdcf386efb req-cbf313d2-4191-4d27-968f-499b534b03e1 service neutron] Attempting to bind port 7ec41c6b-9c0a-4a51-ba87-ab766c3995b6 on network dff432c2-7366-4622-aebb-da22fe05bfd4 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:18:41.386894 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bbd7513-8539-4b62-9474-26bdcf386efb req-cbf313d2-4191-4d27-968f-499b534b03e1 service neutron] Port 7ec41c6b-9c0a-4a51-ba87-ab766c3995b6 on network dff432c2-7366-4622-aebb-da22fe05bfd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:18:41.387229 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bbd7513-8539-4b62-9474-26bdcf386efb req-cbf313d2-4191-4d27-968f-499b534b03e1 service neutron] Attempting to bind port 7ec41c6b-9c0a-4a51-ba87-ab766c3995b6 on network dff432c2-7366-4622-aebb-da22fe05bfd4 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:18:41.394044 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7ebb74a7-ad8a-48a1-b9d3-a09556fb024b req-2d718370-83db-4267-9624-9486581a704c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=cc929fbb-c4f8-4892-b37d-5570a0c717b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605069 Jul 05 02:18:41.417172 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bbd7513-8539-4b62-9474-26bdcf386efb req-cbf313d2-4191-4d27-968f-499b534b03e1 service neutron] Checking agent: {'id': 'e071c76e-395f-48c4-a98f-88088465cf0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:18:41.417805 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bbd7513-8539-4b62-9474-26bdcf386efb req-cbf313d2-4191-4d27-968f-499b534b03e1 service neutron] Checking segment: {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:18:41.418488 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bbd7513-8539-4b62-9474-26bdcf386efb req-cbf313d2-4191-4d27-968f-499b534b03e1 service neutron] Bound using segment: {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'} {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:18:41.421214 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-4bbd7513-8539-4b62-9474-26bdcf386efb req-cbf313d2-4191-4d27-968f-499b534b03e1 service neutron] Bound port: 7ec41c6b-9c0a-4a51-ba87-ab766c3995b6, host: n-h2-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'}}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:18:41.421790 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-4bbd7513-8539-4b62-9474-26bdcf386efb req-cbf313d2-4191-4d27-968f-499b534b03e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:41.591498 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-4bbd7513-8539-4b62-9474-26bdcf386efb req-cbf313d2-4191-4d27-968f-499b534b03e1 service neutron] For port 7ec41c6b-9c0a-4a51-ba87-ab766c3995b6, host n-h2-771362-32, cleared binding levels {{(pid=94462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:18:41.595307 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-4bbd7513-8539-4b62-9474-26bdcf386efb req-cbf313d2-4191-4d27-968f-499b534b03e1 service neutron] For port 7ec41c6b-9c0a-4a51-ba87-ab766c3995b6, host n-h2-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=7ec41c6b-9c0a-4a51-ba87-ab766c3995b6,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:18:41.615058 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-325e15bd-2c61-4089-82d4-8c1f4c91005a req-1052aeb2-8a53-4dd2-b3c0-0c3a1cca71f6 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Made reservation on behalf of 7a7e417343d4479788713b4bb769c9b0 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:18:41.618798 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-325e15bd-2c61-4089-82d4-8c1f4c91005a req-1052aeb2-8a53-4dd2-b3c0-0c3a1cca71f6 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:41.635309 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:41.636002 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:41.723210 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b62b557d-b3c0-4d9d-a51c-948872f5120e req-24305860-6a28-414f-8dc6-3dc37bf8ea43 tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:41.725100 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-4bbd7513-8539-4b62-9474-26bdcf386efb req-cbf313d2-4191-4d27-968f-499b534b03e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:41.732941 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f517af-7c82-4f6a-ba5b-c42633effcf0 x-openstack-request-id: req-c1f517af-7c82-4f6a-ba5b-c42633effcf0 {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:18:41.733242 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a74e6db0-70ff-4186-9157-db92e776b2ef", "name": "network-vif-deleted", "tag": "2a56c588-e0db-4c24-a7d0-3f2ece18bc17", "status": "completed", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:18:41.733495 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c1f517af-7c82-4f6a-ba5b-c42633effcf0 {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:18:41.733896 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a74e6db0-70ff-4186-9157-db92e776b2ef', 'name': 'network-vif-deleted', 'tag': '2a56c588-e0db-4c24-a7d0-3f2ece18bc17', 'status': 'completed', 'code': 200} Jul 05 02:18:41.738619 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '374f110a-3d06-428c-96e1-c368ac864b42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0d75456-a43e-424e-8282-f553ec1fd99b'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:18:41.740944 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ecaf769-1e42-4a98-a966-a66e6c3054b8" -d '{"events": [{"server_uuid": "374f110a-3d06-428c-96e1-c368ac864b42", "name": "network-vif-plugged", "status": "completed", "tag": "e0d75456-a43e-424e-8282-f553ec1fd99b"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:18:41.796320 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf313d2-4191-4d27-968f-499b534b03e1 service neutron] Pushing event updated for resources: {'Port': ['ID=7ec41c6b-9c0a-4a51-ba87-ab766c3995b6,revision_number=3']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:18:41.823521 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbd7513-8539-4b62-9474-26bdcf386efb req-cbf313d2-4191-4d27-968f-499b534b03e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:41.824583 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-4bbd7513-8539-4b62-9474-26bdcf386efb req-cbf313d2-4191-4d27-968f-499b534b03e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:41.826951 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4bbd7513-8539-4b62-9474-26bdcf386efb req-cbf313d2-4191-4d27-968f-499b534b03e1 service neutron] 10.222.0.15 "PUT /v2.0/ports/7ec41c6b-9c0a-4a51-ba87-ab766c3995b6 HTTP/1.1" status: 200 len: 1097 time: 3.1800394 Jul 05 02:18:41.921150 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408cdec-bda6-4f6d-9c71-f3865fb4b523 req-d0237b06-fee5-456f-9a60-d09d2fbfab4a tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:41.923302 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b408cdec-bda6-4f6d-9c71-f3865fb4b523 req-d0237b06-fee5-456f-9a60-d09d2fbfab4a tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5072bf4-e167-4ee2-8eb7-54bff5bcf461 HTTP/1.1" status: 200 len: 945 time: 0.2668972 Jul 05 02:18:41.996151 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 2a56c588-e0db-4c24-a7d0-3f2ece18bc17 no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:18:42.030552 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-325e15bd-2c61-4089-82d4-8c1f4c91005a req-1052aeb2-8a53-4dd2-b3c0-0c3a1cca71f6 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Allocated IP 172.20.0.11 (d55491b1-56ba-426a-ac8c-e92d73c02c5b/9b152ce5-504f-4214-985c-9f5fa8213776/ca61c258-d46e-4de8-9db1-9aaeb55dc672) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:18:42.037795 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-4bbd7513-8539-4b62-9474-26bdcf386efb req-7cb1bb5a-beaf-4856-aa07-9b2d474978cc service neutron] For port 4c671b93-59eb-4c86-9226-a701b0e4092c, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:18:42.040030 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24305860-6a28-414f-8dc6-3dc37bf8ea43 tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] Pushing event deleted for resources: {'Port': ['ID=003705b8-0e20-4e7f-abf1-53e42e597667,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:18:42.065920 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 003705b8-0e20-4e7f-abf1-53e42e597667 no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:18:42.082433 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] No Port match for: 2a56c588-e0db-4c24-a7d0-3f2ece18bc17 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:18:42.082865 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 2a56c588-e0db-4c24-a7d0-3f2ece18bc17 not bound to the agent host n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:18:42.152206 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b408cdec-bda6-4f6d-9c71-f3865fb4b523 req-26a6f441-c709-41ea-9e6d-8683d8074b2b tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc929fbb-c4f8-4892-b37d-5570a0c717b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216423 Jul 05 02:18:42.182735 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] No Port match for: 003705b8-0e20-4e7f-abf1-53e42e597667 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:18:42.185700 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 003705b8-0e20-4e7f-abf1-53e42e597667 not bound to the agent host n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:18:42.203156 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbd7513-8539-4b62-9474-26bdcf386efb req-e0cdf324-0eca-4be5-977c-cfdfdefd65e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:42.209067 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4bbd7513-8539-4b62-9474-26bdcf386efb req-e0cdf324-0eca-4be5-977c-cfdfdefd65e3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=843c308122d04e8a8ebe4eb1b129860a&device_id=675f0ec4-692d-4441-bab5-f2ddbde9d64e HTTP/1.1" status: 200 len: 1100 time: 0.2221820 Jul 05 02:18:42.229990 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-4bbd7513-8539-4b62-9474-26bdcf386efb req-7cb1bb5a-beaf-4856-aa07-9b2d474978cc service neutron] For port 4c671b93-59eb-4c86-9226-a701b0e4092c, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=4c671b93-59eb-4c86-9226-a701b0e4092c,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:18:42.238193 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7da9533b-0e99-4d94-aeef-05b23a73aa83 x-openstack-request-id: req-7da9533b-0e99-4d94-aeef-05b23a73aa83 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:18:42.238487 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "374f110a-3d06-428c-96e1-c368ac864b42", "name": "network-vif-plugged", "status": "completed", "tag": "e0d75456-a43e-424e-8282-f553ec1fd99b", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:18:42.239585 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7da9533b-0e99-4d94-aeef-05b23a73aa83 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:18:42.240167 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '374f110a-3d06-428c-96e1-c368ac864b42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0d75456-a43e-424e-8282-f553ec1fd99b', 'code': 200} Jul 05 02:18:42.269669 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6d07d899-00d4-47aa-bfc8-1c1b89168352 req-1992a427-d1d7-425e-ac33-d9ac81fdefa6 tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] 10.222.0.23 "GET /v2.0/ports?device_id=118c5249-11b1-440e-96ba-48522e7c2d74 HTTP/1.1" status: 200 len: 210 time: 0.1112814 Jul 05 02:18:42.374103 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4bbd7513-8539-4b62-9474-26bdcf386efb req-3f9554ea-c763-47ba-95c6-f7f215c9c47d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=7ec41c6b-9c0a-4a51-ba87-ab766c3995b6 HTTP/1.1" status: 200 len: 217 time: 0.1511707 Jul 05 02:18:42.465962 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbd7513-8539-4b62-9474-26bdcf386efb req-d17c2472-d5e5-4185-9897-524b182e8cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:42.470788 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4bbd7513-8539-4b62-9474-26bdcf386efb req-d17c2472-d5e5-4185-9897-524b182e8cd3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b840e204-692c-4f54-8f07-f6563e8e36b1 HTTP/1.1" status: 200 len: 843 time: 0.0879068 Jul 05 02:18:42.590156 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ead989-02de-4df4-b0eb-5cc8284f7129 req-7e5012b3-b37c-4dd0-a721-789d01cb29f9 tempest-ServerTagsTestJSON-324792138 tempest-ServerTagsTestJSON-324792138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:42.604381 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b1ead989-02de-4df4-b0eb-5cc8284f7129 req-7e5012b3-b37c-4dd0-a721-789d01cb29f9 tempest-ServerTagsTestJSON-324792138 tempest-ServerTagsTestJSON-324792138-project] 10.222.0.23 "GET /v2.0/ports?device_id=953ec7ac-5f30-429d-89a9-2d526b674204 HTTP/1.1" status: 200 len: 945 time: 0.1295254 Jul 05 02:18:42.614820 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbd7513-8539-4b62-9474-26bdcf386efb req-19665e8c-b13f-41d0-b5a0-932053709c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:42.616427 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4bbd7513-8539-4b62-9474-26bdcf386efb req-19665e8c-b13f-41d0-b5a0-932053709c51 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dff432c2-7366-4622-aebb-da22fe05bfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1133258 Jul 05 02:18:42.739472 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b1ead989-02de-4df4-b0eb-5cc8284f7129 req-341c38c2-f00e-43b7-9ae8-5fd28856600c tempest-ServerTagsTestJSON-324792138 tempest-ServerTagsTestJSON-324792138-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bddaf5b-dddc-4604-b9ea-d86898d6e68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380832 Jul 05 02:18:42.770944 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-325e15bd-2c61-4089-82d4-8c1f4c91005a req-1052aeb2-8a53-4dd2-b3c0-0c3a1cca71f6 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:42.820217 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4bbd7513-8539-4b62-9474-26bdcf386efb req-bfded36c-7014-4c87-a303-43dbc75b9563 service neutron] 10.222.0.15 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929865 Jul 05 02:18:42.863897 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4bbd7513-8539-4b62-9474-26bdcf386efb req-7cb1bb5a-beaf-4856-aa07-9b2d474978cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:43.042930 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b62b557d-b3c0-4d9d-a51c-948872f5120e req-24305860-6a28-414f-8dc6-3dc37bf8ea43 tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] Router d14f98e0-bdb2-4173-8dfb-1cc97a959666 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:18:43.056213 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbd7513-8539-4b62-9474-26bdcf386efb req-7cb1bb5a-beaf-4856-aa07-9b2d474978cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:43.056849 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4bbd7513-8539-4b62-9474-26bdcf386efb req-7cb1bb5a-beaf-4856-aa07-9b2d474978cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:43.057371 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4bbd7513-8539-4b62-9474-26bdcf386efb req-cecdb4f0-fff6-4a8d-a2bf-4326dd8879a3 service neutron] 10.222.0.15 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194808 Jul 05 02:18:43.072271 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4bbd7513-8539-4b62-9474-26bdcf386efb req-7cb1bb5a-beaf-4856-aa07-9b2d474978cc service neutron] 10.222.0.21 "PUT /v2.0/ports/4c671b93-59eb-4c86-9226-a701b0e4092c HTTP/1.1" status: 200 len: 1097 time: 4.9940908 Jul 05 02:18:43.103594 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '424e6b7c-77ba-4689-b2ee-78699cd908e3', 'tag': '4c671b93-59eb-4c86-9226-a701b0e4092c'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:18:43.108738 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf44a0b3-d2ab-4a8b-b9e2-bcde617b80c1" -d '{"events": [{"name": "network-changed", "server_uuid": "424e6b7c-77ba-4689-b2ee-78699cd908e3", "tag": "4c671b93-59eb-4c86-9226-a701b0e4092c"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:18:43.116235 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-325e15bd-2c61-4089-82d4-8c1f4c91005a req-1052aeb2-8a53-4dd2-b3c0-0c3a1cca71f6 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:43.134262 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['3cffef8b-24fe-4f69-94a5-2ba15c027d10'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:18:43.274078 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32443bec-3142-47de-9c4c-186f5a407763 req-710c4543-de42-40ed-a640-2c13ad2489fb tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:43.287582 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-32443bec-3142-47de-9c4c-186f5a407763 req-710c4543-de42-40ed-a640-2c13ad2489fb tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=af25cc5a-51a0-48d4-95fc-992919466b27 HTTP/1.1" status: 200 len: 932 time: 0.2291033 Jul 05 02:18:43.392743 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-32443bec-3142-47de-9c4c-186f5a407763 req-bb956372-8ac9-438f-9f3b-f4dd925c1acc tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995343 Jul 05 02:18:43.518475 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b62b557d-b3c0-4d9d-a51c-948872f5120e req-24305860-6a28-414f-8dc6-3dc37bf8ea43 tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:18:43.556140 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479d5585-73ff-4459-bdca-4eba4c7bd483 None None] Sync routers for ids ['d14f98e0-bdb2-4173-8dfb-1cc97a959666'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:18:43.575245 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-325e15bd-2c61-4089-82d4-8c1f4c91005a req-1052aeb2-8a53-4dd2-b3c0-0c3a1cca71f6 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Network d55491b1-56ba-426a-ac8c-e92d73c02c5b is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:18:43.598678 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479d5585-73ff-4459-bdca-4eba4c7bd483 None None] Routers {'d14f98e0-bdb2-4173-8dfb-1cc97a959666'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:18:43.599342 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-479d5585-73ff-4459-bdca-4eba4c7bd483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:18:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['d14f98e0-bdb2-4173-8dfb-1cc97a959666'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:18:43.626011 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-b62b557d-b3c0-4d9d-a51c-948872f5120e req-24305860-6a28-414f-8dc6-3dc37bf8ea43 tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] No DVR routers for this DVR port 003705b8-0e20-4e7f-abf1-53e42e597667 on host n-h1-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:18:43.628793 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b62b557d-b3c0-4d9d-a51c-948872f5120e req-24305860-6a28-414f-8dc6-3dc37bf8ea43 tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:43.632019 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b62b557d-b3c0-4d9d-a51c-948872f5120e req-24305860-6a28-414f-8dc6-3dc37bf8ea43 tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] 10.222.0.21 "DELETE /v2.0/ports/003705b8-0e20-4e7f-abf1-53e42e597667 HTTP/1.1" status: 204 len: 173 time: 4.4345717 Jul 05 02:18:43.655543 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8609f67e-eaa4-4db8-9036-d920712622a5 req-3cc72d6d-4518-4514-9aa9-2a31c845b230 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:43.662844 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8609f67e-eaa4-4db8-9036-d920712622a5 req-3cc72d6d-4518-4514-9aa9-2a31c845b230 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/ports?device_id=675f0ec4-692d-4441-bab5-f2ddbde9d64e HTTP/1.1" status: 200 len: 948 time: 0.8027461 Jul 05 02:18:43.687360 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-325e15bd-2c61-4089-82d4-8c1f4c91005a req-1052aeb2-8a53-4dd2-b3c0-0c3a1cca71f6 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:18:43.689932 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-325e15bd-2c61-4089-82d4-8c1f4c91005a req-1052aeb2-8a53-4dd2-b3c0-0c3a1cca71f6 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:18:43.736866 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '675f0ec4-692d-4441-bab5-f2ddbde9d64e', 'tag': '7ec41c6b-9c0a-4a51-ba87-ab766c3995b6'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:18:43.740269 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b223267e0e0ddb3199af7772d0b45336e3b4b54fbb151c86a8051291a61e85db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-692d2582-006d-459d-b6bd-1c6639138a7c" -d '{"events": [{"name": "network-changed", "server_uuid": "675f0ec4-692d-4441-bab5-f2ddbde9d64e", "tag": "7ec41c6b-9c0a-4a51-ba87-ab766c3995b6"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:18:43.788872 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e15bd-2c61-4089-82d4-8c1f4c91005a req-1052aeb2-8a53-4dd2-b3c0-0c3a1cca71f6 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:43.789684 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-325e15bd-2c61-4089-82d4-8c1f4c91005a req-1052aeb2-8a53-4dd2-b3c0-0c3a1cca71f6 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:43.796129 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-479d5585-73ff-4459-bdca-4eba4c7bd483 None None] Set router d14f98e0-bdb2-4173-8dfb-1cc97a959666 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:18:43.810914 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8609f67e-eaa4-4db8-9036-d920712622a5 req-fa2a1a20-e9a7-4a18-b877-9c3ce065fc2c tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/security-groups?id=6aa981db-58bd-4d0c-a893-2c34139d4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467514 Jul 05 02:18:43.842239 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb1bb5a-beaf-4856-aa07-9b2d474978cc service neutron] Pushing event updated for resources: {'Port': ['ID=4c671b93-59eb-4c86-9226-a701b0e4092c,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:18:43.914686 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1052aeb2-8a53-4dd2-b3c0-0c3a1cca71f6 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Pushing event updated for resources: {'Port': ['ID=ca61c258-d46e-4de8-9db1-9aaeb55dc672,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:18:43.929015 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbd7513-8539-4b62-9474-26bdcf386efb req-d6ffa8a1-9215-4f31-9d36-b6f4758479ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:43.930269 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4bbd7513-8539-4b62-9474-26bdcf386efb req-d6ffa8a1-9215-4f31-9d36-b6f4758479ba service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=843c308122d04e8a8ebe4eb1b129860a&device_id=424e6b7c-77ba-4689-b2ee-78699cd908e3 HTTP/1.1" status: 200 len: 1100 time: 0.4467189 Jul 05 02:18:44.000982 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4bbd7513-8539-4b62-9474-26bdcf386efb req-45b0d1b5-9283-4331-9ce6-789d67d5a954 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=4c671b93-59eb-4c86-9226-a701b0e4092c HTTP/1.1" status: 200 len: 217 time: 0.0610700 Jul 05 02:18:44.045609 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-325e15bd-2c61-4089-82d4-8c1f4c91005a req-1052aeb2-8a53-4dd2-b3c0-0c3a1cca71f6 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9541817 Jul 05 02:18:44.060180 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-325e15bd-2c61-4089-82d4-8c1f4c91005a req-a0c349fd-46b5-4056-a518-d81d7f7670a0 service neutron] Request body: {'port': {'device_id': 'af25cc5a-51a0-48d4-95fc-992919466b27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:18:44.064456 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 6f20bbe8-ab5f-4ee7-a1ee-7b0fd2c5492c up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:18:44.315994 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning for port 6f20bbe8-ab5f-4ee7-a1ee-7b0fd2c5492c completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:18:44.332780 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port 6f20bbe8-ab5f-4ee7-a1ee-7b0fd2c5492c triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:18:44.332780 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:44.437624 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:44.477731 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 6f20bbe8-ab5f-4ee7-a1ee-7b0fd2c5492c, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=6f20bbe8-ab5f-4ee7-a1ee-7b0fd2c5492c,segment=NetworkSegment(45e719ca-3afb-4c1e-b7a7-0ae697fd29b7),segment_id=45e719ca-3afb-4c1e-b7a7-0ae697fd29b7)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:18:44.483292 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '953ec7ac-5f30-429d-89a9-2d526b674204', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f20bbe8-ab5f-4ee7-a1ee-7b0fd2c5492c'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:18:44.485677 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06ead958-c677-4970-b666-aa6c9b438595" -d '{"events": [{"server_uuid": "953ec7ac-5f30-429d-89a9-2d526b674204", "name": "network-vif-plugged", "status": "completed", "tag": "6f20bbe8-ab5f-4ee7-a1ee-7b0fd2c5492c"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:18:44.517324 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-479d5585-73ff-4459-bdca-4eba4c7bd483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd14f98e0-bdb2-4173-8dfb-1cc97a959666', 'name': 'tempest-ServersTestBootFromVolume-608550675-router', 'tenant_id': '39cee1aac4c44f278f0948186a2959f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'd4d285ff-d471-4b41-860d-f96279eebd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:13:47Z', 'updated_at': '2021-07-05T02:13:54Z', 'revision_number': 4, 'project_id': '39cee1aac4c44f278f0948186a2959f8', 'gw_port': {'id': 'd4d285ff-d471-4b41-860d-f96279eebd22', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ce:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14f98e0-bdb2-4173-8dfb-1cc97a959666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:13:49Z', 'updated_at': '2021-07-05T02:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '4a17867d-4869-42fd-9d3a-5ff3f26db257', 'name': '', 'network_id': '95be1868-86d2-46e5-83cd-c247f770a99a', 'tenant_id': '39cee1aac4c44f278f0948186a2959f8', 'mac_address': 'fa:16:3e:9c:07:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14f98e0-bdb2-4173-8dfb-1cc97a959666', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'f91b5bd4-bf24-4143-8e52-056b34c056bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:13:53Z', 'updated_at': '2021-07-05T02:14:00Z', 'revision_number': 5, 'project_id': '39cee1aac4c44f278f0948186a2959f8', 'subnets': [{'id': 'f91b5bd4-bf24-4143-8e52-056b34c056bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:18:44.548107 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479d5585-73ff-4459-bdca-4eba4c7bd483 None None] Checking router: d14f98e0-bdb2-4173-8dfb-1cc97a959666 for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:18:44.559271 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479d5585-73ff-4459-bdca-4eba4c7bd483 None None] Routers {'d14f98e0-bdb2-4173-8dfb-1cc97a959666'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:18:44.560180 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7d8295df-0edf-4456-bfd5-0331d5d9697c req-020408df-d7a2-463b-a484-b3f68d279743 tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] 10.222.0.23 "GET /v2.0/ports?device_id=118c5249-11b1-440e-96ba-48522e7c2d74 HTTP/1.1" status: 200 len: 210 time: 0.0633633 Jul 05 02:18:44.560796 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-479d5585-73ff-4459-bdca-4eba4c7bd483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:18:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['d14f98e0-bdb2-4173-8dfb-1cc97a959666'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:18:44.642771 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0cdbe01-ae9e-43fc-b333-daeb197de4ea x-openstack-request-id: req-c0cdbe01-ae9e-43fc-b333-daeb197de4ea {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:18:44.643142 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "675f0ec4-692d-4441-bab5-f2ddbde9d64e", "tag": "7ec41c6b-9c0a-4a51-ba87-ab766c3995b6", "status": "completed", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:18:44.643577 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c0cdbe01-ae9e-43fc-b333-daeb197de4ea {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:18:44.643992 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '675f0ec4-692d-4441-bab5-f2ddbde9d64e', 'tag': '7ec41c6b-9c0a-4a51-ba87-ab766c3995b6', 'status': 'completed', 'code': 200} Jul 05 02:18:44.698356 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-479d5585-73ff-4459-bdca-4eba4c7bd483 None None] Set router d14f98e0-bdb2-4173-8dfb-1cc97a959666 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:18:44.742733 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d98e2d1e-a9cb-4197-becd-be15f2d2b2c7 x-openstack-request-id: req-d98e2d1e-a9cb-4197-becd-be15f2d2b2c7 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:18:44.745945 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:44.752836 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "424e6b7c-77ba-4689-b2ee-78699cd908e3", "tag": "4c671b93-59eb-4c86-9226-a701b0e4092c", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:18:44.753206 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d98e2d1e-a9cb-4197-becd-be15f2d2b2c7 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:18:44.753699 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '424e6b7c-77ba-4689-b2ee-78699cd908e3', 'tag': '4c671b93-59eb-4c86-9226-a701b0e4092c', 'status': 'completed', 'code': 200} Jul 05 02:18:44.758267 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692d2582-006d-459d-b6bd-1c6639138a7c req-9c340037-c2ab-4812-9853-ebbb218946ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:44.760178 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-692d2582-006d-459d-b6bd-1c6639138a7c req-9c340037-c2ab-4812-9853-ebbb218946ab service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=843c308122d04e8a8ebe4eb1b129860a&device_id=675f0ec4-692d-4441-bab5-f2ddbde9d64e HTTP/1.1" status: 200 len: 1100 time: 0.0945849 Jul 05 02:18:44.790396 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbd7513-8539-4b62-9474-26bdcf386efb req-aa0de0a9-782f-44de-b1d7-687149791472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:44.811372 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4bbd7513-8539-4b62-9474-26bdcf386efb req-aa0de0a9-782f-44de-b1d7-687149791472 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b840e204-692c-4f54-8f07-f6563e8e36b1 HTTP/1.1" status: 200 len: 843 time: 0.8001106 Jul 05 02:18:44.929393 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-325e15bd-2c61-4089-82d4-8c1f4c91005a req-a0c349fd-46b5-4056-a518-d81d7f7670a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:44.981167 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38d7568-ba0a-4deb-ac5b-035c6e5fb523 req-eaf716a7-9a05-4238-a67f-99d69c2175bb tempest-ServerTagsTestJSON-324792138 tempest-ServerTagsTestJSON-324792138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:44.983144 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a38d7568-ba0a-4deb-ac5b-035c6e5fb523 req-eaf716a7-9a05-4238-a67f-99d69c2175bb tempest-ServerTagsTestJSON-324792138 tempest-ServerTagsTestJSON-324792138-project] 10.222.0.23 "GET /v2.0/ports?device_id=953ec7ac-5f30-429d-89a9-2d526b674204 HTTP/1.1" status: 200 len: 946 time: 0.1766939 Jul 05 02:18:44.988214 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692d2582-006d-459d-b6bd-1c6639138a7c req-c4e29460-8557-45d1-8c6c-1c65a28340e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:44.990305 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-692d2582-006d-459d-b6bd-1c6639138a7c req-c4e29460-8557-45d1-8c6c-1c65a28340e5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dff432c2-7366-4622-aebb-da22fe05bfd4 HTTP/1.1" status: 200 len: 869 time: 0.2220671 Jul 05 02:18:45.003133 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=6f20bbe8-ab5f-4ee7-a1ee-7b0fd2c5492c,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:18:45.022698 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb23bb0-c156-4de2-a09f-967d17116046 req-20db8299-2bb7-4a80-907a-c1f45d3e7457 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:45.030366 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0eb23bb0-c156-4de2-a09f-967d17116046 req-20db8299-2bb7-4a80-907a-c1f45d3e7457 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5072bf4-e167-4ee2-8eb7-54bff5bcf461 HTTP/1.1" status: 200 len: 945 time: 0.2755446 Jul 05 02:18:45.067345 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbd7513-8539-4b62-9474-26bdcf386efb req-8e84d6e8-375d-4766-b9e4-eaf1472a80cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:45.069011 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4bbd7513-8539-4b62-9474-26bdcf386efb req-8e84d6e8-375d-4766-b9e4-eaf1472a80cb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dff432c2-7366-4622-aebb-da22fe05bfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2279429 Jul 05 02:18:45.080714 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97559781-53a8-4d8d-949c-05ff3aa1162d req-6ccf4330-5783-4ac0-b3b0-1d6e13c971c4 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:45.083170 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-97559781-53a8-4d8d-949c-05ff3aa1162d req-6ccf4330-5783-4ac0-b3b0-1d6e13c971c4 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.21 "GET /v2.0/ports?device_id=54d1bfa2-7798-4198-8e88-90a0c32fd269 HTTP/1.1" status: 200 len: 945 time: 0.3438468 Jul 05 02:18:45.116970 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-479d5585-73ff-4459-bdca-4eba4c7bd483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd14f98e0-bdb2-4173-8dfb-1cc97a959666', 'name': 'tempest-ServersTestBootFromVolume-608550675-router', 'tenant_id': '39cee1aac4c44f278f0948186a2959f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'd4d285ff-d471-4b41-860d-f96279eebd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:13:47Z', 'updated_at': '2021-07-05T02:13:54Z', 'revision_number': 4, 'project_id': '39cee1aac4c44f278f0948186a2959f8', 'gw_port': {'id': 'd4d285ff-d471-4b41-860d-f96279eebd22', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ce:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14f98e0-bdb2-4173-8dfb-1cc97a959666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:13:49Z', 'updated_at': '2021-07-05T02:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '4a17867d-4869-42fd-9d3a-5ff3f26db257', 'name': '', 'network_id': '95be1868-86d2-46e5-83cd-c247f770a99a', 'tenant_id': '39cee1aac4c44f278f0948186a2959f8', 'mac_address': 'fa:16:3e:9c:07:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14f98e0-bdb2-4173-8dfb-1cc97a959666', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'f91b5bd4-bf24-4143-8e52-056b34c056bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:13:53Z', 'updated_at': '2021-07-05T02:14:00Z', 'revision_number': 5, 'project_id': '39cee1aac4c44f278f0948186a2959f8', 'subnets': [{'id': 'f91b5bd4-bf24-4143-8e52-056b34c056bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:18:45.119934 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-692d2582-006d-459d-b6bd-1c6639138a7c req-5d8feacc-9563-4dd0-907b-d360ff4a64c5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=7ec41c6b-9c0a-4a51-ba87-ab766c3995b6 HTTP/1.1" status: 200 len: 217 time: 0.0884373 Jul 05 02:18:45.125148 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a38d7568-ba0a-4deb-ac5b-035c6e5fb523 req-f72d55ab-4646-4472-bdc8-b0e13e67b23a tempest-ServerTagsTestJSON-324792138 tempest-ServerTagsTestJSON-324792138-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bddaf5b-dddc-4604-b9ea-d86898d6e68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338060 Jul 05 02:18:45.193351 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479d5585-73ff-4459-bdca-4eba4c7bd483 None None] The sync data for ids ['d14f98e0-bdb2-4173-8dfb-1cc97a959666'] in n-d-771362-32 is: [{'id': 'd14f98e0-bdb2-4173-8dfb-1cc97a959666', 'name': 'tempest-ServersTestBootFromVolume-608550675-router', 'tenant_id': '39cee1aac4c44f278f0948186a2959f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'd4d285ff-d471-4b41-860d-f96279eebd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:13:47Z', 'updated_at': '2021-07-05T02:13:54Z', 'revision_number': 4, 'project_id': '39cee1aac4c44f278f0948186a2959f8', 'gw_port': {'id': 'd4d285ff-d471-4b41-860d-f96279eebd22', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ce:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14f98e0-bdb2-4173-8dfb-1cc97a959666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:13:49Z', 'updated_at': '2021-07-05T02:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '4a17867d-4869-42fd-9d3a-5ff3f26db257', 'name': '', 'network_id': '95be1868-86d2-46e5-83cd-c247f770a99a', 'tenant_id': '39cee1aac4c44f278f0948186a2959f8', 'mac_address': 'fa:16:3e:9c:07:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14f98e0-bdb2-4173-8dfb-1cc97a959666', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'f91b5bd4-bf24-4143-8e52-056b34c056bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:13:53Z', 'updated_at': '2021-07-05T02:14:00Z', 'revision_number': 5, 'project_id': '39cee1aac4c44f278f0948186a2959f8', 'subnets': [{'id': 'f91b5bd4-bf24-4143-8e52-056b34c056bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:18:45.217790 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692d2582-006d-459d-b6bd-1c6639138a7c req-7c5bdf93-d17e-445d-b0ba-d0eb3375b4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:45.219517 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-692d2582-006d-459d-b6bd-1c6639138a7c req-7c5bdf93-d17e-445d-b0ba-d0eb3375b4de service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b840e204-692c-4f54-8f07-f6563e8e36b1 HTTP/1.1" status: 200 len: 843 time: 0.0932462 Jul 05 02:18:45.340572 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4bbd7513-8539-4b62-9474-26bdcf386efb req-8e8d85cd-cc10-4a31-bcf4-9dfc6ec2d099 service neutron] 10.222.0.21 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519562 Jul 05 02:18:45.353798 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692d2582-006d-459d-b6bd-1c6639138a7c req-ad186773-a087-4521-8309-6319e04b0f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:45.355541 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-692d2582-006d-459d-b6bd-1c6639138a7c req-ad186773-a087-4521-8309-6319e04b0f30 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dff432c2-7366-4622-aebb-da22fe05bfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1288724 Jul 05 02:18:45.589273 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0eb23bb0-c156-4de2-a09f-967d17116046 req-de4533a9-1f09-4a29-96bc-51e045788bfc tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc929fbb-c4f8-4892-b37d-5570a0c717b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5574718 Jul 05 02:18:45.655522 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72632df3-ecb4-4edb-acf6-da5686471665 None None] New status for floating IP 6eea07cb-26bd-45f3-ad6a-46c2c4bfd690: DOWN {{(pid=94464) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 02:18:45.779592 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-325e15bd-2c61-4089-82d4-8c1f4c91005a req-a0c349fd-46b5-4056-a518-d81d7f7670a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca61c258-d46e-4de8-9db1-9aaeb55dc672 {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:18:45.892719 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-325e15bd-2c61-4089-82d4-8c1f4c91005a req-a0c349fd-46b5-4056-a518-d81d7f7670a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:45.915017 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e40bf9-584a-4f91-92ea-4ebbcc87b7ee req-8d696294-9327-4b42-b295-50fb8379ddb4 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:45.923022 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b2e40bf9-584a-4f91-92ea-4ebbcc87b7ee req-8d696294-9327-4b42-b295-50fb8379ddb4 tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=54d1bfa2-7798-4198-8e88-90a0c32fd269 HTTP/1.1" status: 200 len: 945 time: 0.5663233 Jul 05 02:18:45.960463 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-325e15bd-2c61-4089-82d4-8c1f4c91005a req-a0c349fd-46b5-4056-a518-d81d7f7670a0 service neutron] Transition to ACTIVE for port object ca61c258-d46e-4de8-9db1-9aaeb55dc672 will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:18:45.996326 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b2e40bf9-584a-4f91-92ea-4ebbcc87b7ee req-7b203a51-d86a-4633-98cd-0c7935b6e13d tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e53f0bc-7d8f-4963-85ea-51fccba683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621951 Jul 05 02:18:46.000963 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-692d2582-006d-459d-b6bd-1c6639138a7c req-7e531e74-5ae8-4688-bbdf-e25a3c073346 service neutron] 10.222.0.15 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6334312 Jul 05 02:18:46.002934 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4bbd7513-8539-4b62-9474-26bdcf386efb req-1ce71dee-924f-4c59-97e5-3d60c686e95a service neutron] 10.222.0.21 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4413888 Jul 05 02:18:46.028845 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 7ec41c6b-9c0a-4a51-ba87-ab766c3995b6 details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:18:46.039681 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e0febb-3a53-4200-8109-c24acc7370ff req-2f0371d9-d827-4214-8a9b-d2e88977762c tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:46.048152 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-21e0febb-3a53-4200-8109-c24acc7370ff req-2f0371d9-d827-4214-8a9b-d2e88977762c tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=af25cc5a-51a0-48d4-95fc-992919466b27 HTTP/1.1" status: 200 len: 932 time: 0.2794216 Jul 05 02:18:46.071931 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-97559781-53a8-4d8d-949c-05ff3aa1162d req-fea56235-7dac-419c-9420-0640ee1e21aa tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Deleting port 51a08a08-206b-437a-8373-17a1e74c7235 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:18:46.072647 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-97559781-53a8-4d8d-949c-05ff3aa1162d req-fea56235-7dac-419c-9420-0640ee1e21aa tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:46.076459 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-325e15bd-2c61-4089-82d4-8c1f4c91005a req-a0c349fd-46b5-4056-a518-d81d7f7670a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:46.110389 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-625f1441-1691-4fc9-b720-791847da9f5d x-openstack-request-id: req-625f1441-1691-4fc9-b720-791847da9f5d {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:18:46.116190 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "953ec7ac-5f30-429d-89a9-2d526b674204", "name": "network-vif-plugged", "status": "completed", "tag": "6f20bbe8-ab5f-4ee7-a1ee-7b0fd2c5492c", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:18:46.116705 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-625f1441-1691-4fc9-b720-791847da9f5d {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:18:46.117297 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '953ec7ac-5f30-429d-89a9-2d526b674204', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f20bbe8-ab5f-4ee7-a1ee-7b0fd2c5492c', 'code': 200} Jul 05 02:18:46.297395 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-692d2582-006d-459d-b6bd-1c6639138a7c req-3d574c69-0851-40ed-8a0a-12cdd21c4167 service neutron] 10.222.0.15 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879665 Jul 05 02:18:46.324794 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-97559781-53a8-4d8d-949c-05ff3aa1162d req-fea56235-7dac-419c-9420-0640ee1e21aa tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] For port 51a08a08-206b-437a-8373-17a1e74c7235, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=51a08a08-206b-437a-8373-17a1e74c7235,segment=NetworkSegment(69ab64d7-bb63-4367-9b3e-0960def4b6c7),segment_id=69ab64d7-bb63-4367-9b3e-0960def4b6c7)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:18:46.325378 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-97559781-53a8-4d8d-949c-05ff3aa1162d req-fea56235-7dac-419c-9420-0640ee1e21aa tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:46.341180 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-97559781-53a8-4d8d-949c-05ff3aa1162d req-fea56235-7dac-419c-9420-0640ee1e21aa tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Calling delete_port for 51a08a08-206b-437a-8373-17a1e74c7235 owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:18:46.344139 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 7ec41c6b-9c0a-4a51-ba87-ab766c3995b6, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=7ec41c6b-9c0a-4a51-ba87-ab766c3995b6,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:18:46.358032 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Returning: {'device': '7ec41c6b-9c0a-4a51-ba87-ab766c3995b6', 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4', 'port_id': '7ec41c6b-9c0a-4a51-ba87-ab766c3995b6', 'mac_address': 'fa:16:3e:61:3e:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b840e204-692c-4f54-8f07-f6563e8e36b1', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:18:46.369445 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf44a0b3-d2ab-4a8b-b9e2-bcde617b80c1 req-8e19a92c-d646-404f-b7f7-b0f02cb9f0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:46.371189 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-cf44a0b3-d2ab-4a8b-b9e2-bcde617b80c1 req-8e19a92c-d646-404f-b7f7-b0f02cb9f0ae service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=843c308122d04e8a8ebe4eb1b129860a&device_id=424e6b7c-77ba-4689-b2ee-78699cd908e3 HTTP/1.1" status: 200 len: 1100 time: 0.1529818 Jul 05 02:18:46.401941 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:46.418699 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ec41c6b-9c0a-4a51-ba87-ab766c3995b6 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:18:46.422454 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75d472a-327f-4278-a4ba-871735809ecf req-964dc525-414e-463f-8ce2-26c84b4f55a3 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:46.430716 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d75d472a-327f-4278-a4ba-871735809ecf req-964dc525-414e-463f-8ce2-26c84b4f55a3 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/ports?device_id=675f0ec4-692d-4441-bab5-f2ddbde9d64e HTTP/1.1" status: 200 len: 948 time: 0.1157577 Jul 05 02:18:46.468585 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 7ec41c6b-9c0a-4a51-ba87-ab766c3995b6, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=7ec41c6b-9c0a-4a51-ba87-ab766c3995b6,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:18:46.530246 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d75d472a-327f-4278-a4ba-871735809ecf req-6dbd51eb-d1de-4bbd-8f48-3ecc7dbba032 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/security-groups?id=6aa981db-58bd-4d0c-a893-2c34139d4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944748 Jul 05 02:18:46.551695 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:46.603528 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf44a0b3-d2ab-4a8b-b9e2-bcde617b80c1 req-b41a7cc9-1302-4145-9c7d-4f5cd573e66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:46.605447 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-cf44a0b3-d2ab-4a8b-b9e2-bcde617b80c1 req-b41a7cc9-1302-4145-9c7d-4f5cd573e66a service neutron] 10.222.0.21 "GET /v2.0/networks?id=dff432c2-7366-4622-aebb-da22fe05bfd4 HTTP/1.1" status: 200 len: 869 time: 0.2170246 Jul 05 02:18:46.648345 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-21e0febb-3a53-4200-8109-c24acc7370ff req-3a0be5f6-0d5b-48b3-a6a1-27ad24f937aa tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5992141 Jul 05 02:18:46.656577 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=7ec41c6b-9c0a-4a51-ba87-ab766c3995b6,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:18:46.691563 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-cf44a0b3-d2ab-4a8b-b9e2-bcde617b80c1 req-d123617b-b694-4def-b212-2564d54d5d77 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=4c671b93-59eb-4c86-9226-a701b0e4092c HTTP/1.1" status: 200 len: 217 time: 0.0777345 Jul 05 02:18:46.749608 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c349fd-46b5-4056-a518-d81d7f7670a0 service neutron] Pushing event updated for resources: {'Port': ['ID=ca61c258-d46e-4de8-9db1-9aaeb55dc672,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:18:46.764454 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '118c5249-11b1-440e-96ba-48522e7c2d74', 'name': 'network-vif-deleted', 'tag': '003705b8-0e20-4e7f-abf1-53e42e597667'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:18:46.783254 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-566aaf42-b0b3-49da-b612-97b46cb1a49c" -d '{"events": [{"server_uuid": "118c5249-11b1-440e-96ba-48522e7c2d74", "name": "network-vif-deleted", "tag": "003705b8-0e20-4e7f-abf1-53e42e597667"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:18:46.799334 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-97559781-53a8-4d8d-949c-05ff3aa1162d req-fea56235-7dac-419c-9420-0640ee1e21aa tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:46.819789 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf44a0b3-d2ab-4a8b-b9e2-bcde617b80c1 req-b0db4964-c968-41f7-88e9-854669bada40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:46.821515 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-cf44a0b3-d2ab-4a8b-b9e2-bcde617b80c1 req-b0db4964-c968-41f7-88e9-854669bada40 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b840e204-692c-4f54-8f07-f6563e8e36b1 HTTP/1.1" status: 200 len: 843 time: 0.1212158 Jul 05 02:18:46.861477 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['7ec41c6b-9c0a-4a51-ba87-ab766c3995b6'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:18:46.874343 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea56235-7dac-419c-9420-0640ee1e21aa tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Pushing event deleted for resources: {'Port': ['ID=51a08a08-206b-437a-8373-17a1e74c7235,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:18:46.927969 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf44a0b3-d2ab-4a8b-b9e2-bcde617b80c1 req-ef5eb6d2-6e82-4d33-b4f4-f20f99f7e126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:46.929682 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-cf44a0b3-d2ab-4a8b-b9e2-bcde617b80c1 req-ef5eb6d2-6e82-4d33-b4f4-f20f99f7e126 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dff432c2-7366-4622-aebb-da22fe05bfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1008136 Jul 05 02:18:47.127983 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-cf44a0b3-d2ab-4a8b-b9e2-bcde617b80c1 req-03bd9e4f-3256-42dc-9f50-31b0c519135d service neutron] 10.222.0.21 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888568 Jul 05 02:18:47.133324 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-97559781-53a8-4d8d-949c-05ff3aa1162d req-fea56235-7dac-419c-9420-0640ee1e21aa tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] No DVR routers for this DVR port 51a08a08-206b-437a-8373-17a1e74c7235 on host n-h1-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:18:47.142236 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-97559781-53a8-4d8d-949c-05ff3aa1162d req-fea56235-7dac-419c-9420-0640ee1e21aa tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:47.145075 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-97559781-53a8-4d8d-949c-05ff3aa1162d req-fea56235-7dac-419c-9420-0640ee1e21aa tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.21 "DELETE /v2.0/ports/51a08a08-206b-437a-8373-17a1e74c7235 HTTP/1.1" status: 204 len: 173 time: 2.0450320 Jul 05 02:18:47.158093 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9ec9f2-42ad-4da9-b9e9-8ed507313a1b req-93050efc-29bf-41e7-b274-c4d92cd847d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:47.167233 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8d9ec9f2-42ad-4da9-b9e9-8ed507313a1b req-93050efc-29bf-41e7-b274-c4d92cd847d2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=953ec7ac-5f30-429d-89a9-2d526b674204 HTTP/1.1" status: 200 len: 1098 time: 0.5773973 Jul 05 02:18:47.183960 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2550722b-82aa-4af3-b672-cb9a1fc18cda req-d25357e8-e170-46c4-8af0-3274a2f09ebe tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] 10.222.0.23 "GET /v2.0/ports?device_id=118c5249-11b1-440e-96ba-48522e7c2d74 HTTP/1.1" status: 200 len: 210 time: 0.0547292 Jul 05 02:18:47.236284 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-325e15bd-2c61-4089-82d4-8c1f4c91005a req-a0c349fd-46b5-4056-a518-d81d7f7670a0 service neutron] Attempting to bind port ca61c258-d46e-4de8-9db1-9aaeb55dc672 on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:18:47.236284 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-325e15bd-2c61-4089-82d4-8c1f4c91005a req-a0c349fd-46b5-4056-a518-d81d7f7670a0 service neutron] Attempting to bind port ca61c258-d46e-4de8-9db1-9aaeb55dc672 by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '24fd9432-f398-4a05-975c-1360bad4fc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd55491b1-56ba-426a-ac8c-e92d73c02c5b'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:18:47.236284 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325e15bd-2c61-4089-82d4-8c1f4c91005a req-a0c349fd-46b5-4056-a518-d81d7f7670a0 service neutron] Attempting to bind port ca61c258-d46e-4de8-9db1-9aaeb55dc672 on network d55491b1-56ba-426a-ac8c-e92d73c02c5b {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:18:47.249664 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325e15bd-2c61-4089-82d4-8c1f4c91005a req-a0c349fd-46b5-4056-a518-d81d7f7670a0 service neutron] Port ca61c258-d46e-4de8-9db1-9aaeb55dc672 on network d55491b1-56ba-426a-ac8c-e92d73c02c5b not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:18:47.254919 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325e15bd-2c61-4089-82d4-8c1f4c91005a req-a0c349fd-46b5-4056-a518-d81d7f7670a0 service neutron] Attempting to bind port ca61c258-d46e-4de8-9db1-9aaeb55dc672 on network d55491b1-56ba-426a-ac8c-e92d73c02c5b {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:18:47.277029 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325e15bd-2c61-4089-82d4-8c1f4c91005a req-a0c349fd-46b5-4056-a518-d81d7f7670a0 service neutron] Checking agent: {'id': 'e071c76e-395f-48c4-a98f-88088465cf0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:18:47.277418 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325e15bd-2c61-4089-82d4-8c1f4c91005a req-a0c349fd-46b5-4056-a518-d81d7f7670a0 service neutron] Checking segment: {'id': '24fd9432-f398-4a05-975c-1360bad4fc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd55491b1-56ba-426a-ac8c-e92d73c02c5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:18:47.277808 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325e15bd-2c61-4089-82d4-8c1f4c91005a req-a0c349fd-46b5-4056-a518-d81d7f7670a0 service neutron] Bound using segment: {'id': '24fd9432-f398-4a05-975c-1360bad4fc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd55491b1-56ba-426a-ac8c-e92d73c02c5b'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:18:47.278302 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-325e15bd-2c61-4089-82d4-8c1f4c91005a req-a0c349fd-46b5-4056-a518-d81d7f7670a0 service neutron] Bound port: ca61c258-d46e-4de8-9db1-9aaeb55dc672, host: n-h2-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24fd9432-f398-4a05-975c-1360bad4fc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd55491b1-56ba-426a-ac8c-e92d73c02c5b'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:18:47.278674 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-325e15bd-2c61-4089-82d4-8c1f4c91005a req-a0c349fd-46b5-4056-a518-d81d7f7670a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:47.312295 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-cf44a0b3-d2ab-4a8b-b9e2-bcde617b80c1 req-16ee82a5-18ef-4841-ad9d-aead86abe1ef service neutron] 10.222.0.21 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268253 Jul 05 02:18:47.382719 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-325e15bd-2c61-4089-82d4-8c1f4c91005a req-a0c349fd-46b5-4056-a518-d81d7f7670a0 service neutron] For port ca61c258-d46e-4de8-9db1-9aaeb55dc672, host n-h2-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:18:47.390177 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-325e15bd-2c61-4089-82d4-8c1f4c91005a req-a0c349fd-46b5-4056-a518-d81d7f7670a0 service neutron] For port ca61c258-d46e-4de8-9db1-9aaeb55dc672, host n-h2-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=ca61c258-d46e-4de8-9db1-9aaeb55dc672,segment=NetworkSegment(24fd9432-f398-4a05-975c-1360bad4fc21),segment_id=24fd9432-f398-4a05-975c-1360bad4fc21)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:18:47.390177 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8d9ec9f2-42ad-4da9-b9e9-8ed507313a1b req-d322de8e-d10d-4ebb-9528-c0071261dd43 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8bddaf5b-dddc-4604-b9ea-d86898d6e68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924322 Jul 05 02:18:47.499860 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ed297-aa49-4744-8104-ca5871f077cd req-df438042-0764-4b43-8b10-50cd338eed73 tempest-ServerTagsTestJSON-324792138 tempest-ServerTagsTestJSON-324792138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:47.501847 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a56ed297-aa49-4744-8104-ca5871f077cd req-df438042-0764-4b43-8b10-50cd338eed73 tempest-ServerTagsTestJSON-324792138 tempest-ServerTagsTestJSON-324792138-project] 10.222.0.23 "GET /v2.0/ports?device_id=953ec7ac-5f30-429d-89a9-2d526b674204 HTTP/1.1" status: 200 len: 946 time: 0.0935824 Jul 05 02:18:47.553354 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a56ed297-aa49-4744-8104-ca5871f077cd req-098fa4fe-d95e-4e10-b50a-c4945dd7eb9f tempest-ServerTagsTestJSON-324792138 tempest-ServerTagsTestJSON-324792138-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bddaf5b-dddc-4604-b9ea-d86898d6e68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439675 Jul 05 02:18:47.596628 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f29b72c5-9d8d-4ad5-ac40-1e8ca37041ba x-openstack-request-id: req-f29b72c5-9d8d-4ad5-ac40-1e8ca37041ba {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:18:47.596932 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "118c5249-11b1-440e-96ba-48522e7c2d74", "name": "network-vif-deleted", "tag": "003705b8-0e20-4e7f-abf1-53e42e597667", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:18:47.597191 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f29b72c5-9d8d-4ad5-ac40-1e8ca37041ba {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:18:47.597623 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '118c5249-11b1-440e-96ba-48522e7c2d74', 'name': 'network-vif-deleted', 'tag': '003705b8-0e20-4e7f-abf1-53e42e597667', 'status': 'completed', 'code': 200} Jul 05 02:18:47.723867 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-803c316e-c7a1-4dfd-8bee-1f95571c6aee req-2b3959c3-e701-4766-a83a-e2df77e09c5f tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] 10.222.0.23 "GET /v2.0/ports?device_id=54d1bfa2-7798-4198-8e88-90a0c32fd269 HTTP/1.1" status: 200 len: 210 time: 0.0316744 Jul 05 02:18:47.775258 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-325e15bd-2c61-4089-82d4-8c1f4c91005a req-a0c349fd-46b5-4056-a518-d81d7f7670a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:47.821221 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e15bd-2c61-4089-82d4-8c1f4c91005a req-a0c349fd-46b5-4056-a518-d81d7f7670a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:47.823300 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-325e15bd-2c61-4089-82d4-8c1f4c91005a req-a0c349fd-46b5-4056-a518-d81d7f7670a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:47.825037 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-325e15bd-2c61-4089-82d4-8c1f4c91005a req-a0c349fd-46b5-4056-a518-d81d7f7670a0 service neutron] 10.222.0.15 "PUT /v2.0/ports/ca61c258-d46e-4de8-9db1-9aaeb55dc672 HTTP/1.1" status: 200 len: 1093 time: 3.7709973 Jul 05 02:18:47.892145 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c349fd-46b5-4056-a518-d81d7f7670a0 service neutron] Pushing event updated for resources: {'Port': ['ID=ca61c258-d46e-4de8-9db1-9aaeb55dc672,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:18:47.929493 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a9e2d4-2ae5-482e-bbe0-691bf34f256e req-2eeacd68-63eb-4d18-a99c-a062c1395a87 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:47.938049 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-99a9e2d4-2ae5-482e-bbe0-691bf34f256e req-2eeacd68-63eb-4d18-a99c-a062c1395a87 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/ports?device_id=675f0ec4-692d-4441-bab5-f2ddbde9d64e HTTP/1.1" status: 200 len: 949 time: 0.0931590 Jul 05 02:18:48.067554 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-99a9e2d4-2ae5-482e-bbe0-691bf34f256e req-eaca0f79-67d9-40c3-b8d2-354e0f769cc1 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/security-groups?id=6aa981db-58bd-4d0c-a893-2c34139d4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278906 Jul 05 02:18:48.110062 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e15bd-2c61-4089-82d4-8c1f4c91005a req-be9ef7e8-d609-4dec-98b0-e8729e7be0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:48.111869 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-325e15bd-2c61-4089-82d4-8c1f4c91005a req-be9ef7e8-d609-4dec-98b0-e8729e7be0b5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7a7e417343d4479788713b4bb769c9b0&device_id=af25cc5a-51a0-48d4-95fc-992919466b27 HTTP/1.1" status: 200 len: 1096 time: 0.1043682 Jul 05 02:18:48.122066 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e54e32c-bb34-4eba-96de-0d08a0938ba0 req-4e3c21b3-409a-42bb-9a94-207440cf4d73 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:48.124306 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2e54e32c-bb34-4eba-96de-0d08a0938ba0 req-4e3c21b3-409a-42bb-9a94-207440cf4d73 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=af25cc5a-51a0-48d4-95fc-992919466b27 HTTP/1.1" status: 200 len: 944 time: 0.1655204 Jul 05 02:18:48.182184 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-325e15bd-2c61-4089-82d4-8c1f4c91005a req-e804f568-d919-41f0-93a3-1e01344c7ac7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca61c258-d46e-4de8-9db1-9aaeb55dc672 HTTP/1.1" status: 200 len: 217 time: 0.0565751 Jul 05 02:18:48.239239 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e15bd-2c61-4089-82d4-8c1f4c91005a req-a8cc6188-f036-4dff-903c-8f1f72973536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:48.241672 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-325e15bd-2c61-4089-82d4-8c1f4c91005a req-a8cc6188-f036-4dff-903c-8f1f72973536 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9b152ce5-504f-4214-985c-9f5fa8213776 HTTP/1.1" status: 200 len: 848 time: 0.0518858 Jul 05 02:18:48.278334 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 4c671b93-59eb-4c86-9226-a701b0e4092c details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:18:48.281297 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 51a08a08-206b-437a-8373-17a1e74c7235 no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:18:48.306632 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-325e15bd-2c61-4089-82d4-8c1f4c91005a req-c8e51db3-3ca0-4fcd-9b17-24f2dcb2762d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d55491b1-56ba-426a-ac8c-e92d73c02c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563025 Jul 05 02:18:48.320602 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2e54e32c-bb34-4eba-96de-0d08a0938ba0 req-bb26d668-e563-4d48-b0bf-8ba7c6c67077 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885335 Jul 05 02:18:48.324708 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] No Port match for: 51a08a08-206b-437a-8373-17a1e74c7235 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:18:48.325268 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 51a08a08-206b-437a-8373-17a1e74c7235 not bound to the agent host n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:18:48.527969 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-325e15bd-2c61-4089-82d4-8c1f4c91005a req-46ff9ec8-4d69-440f-b83d-f1d01cb1c2a6 service neutron] 10.222.0.15 "GET /v2.0/networks/d55491b1-56ba-426a-ac8c-e92d73c02c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061439 Jul 05 02:18:48.568372 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 4c671b93-59eb-4c86-9226-a701b0e4092c, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=4c671b93-59eb-4c86-9226-a701b0e4092c,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:18:48.600553 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': '4c671b93-59eb-4c86-9226-a701b0e4092c', 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4', 'port_id': '4c671b93-59eb-4c86-9226-a701b0e4092c', 'mac_address': 'fa:16:3e:ac:94:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b840e204-692c-4f54-8f07-f6563e8e36b1', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:18:48.657186 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-cb462560-8a25-4589-9cc9-788e445ec144 req-4077ce46-f809-47d9-9982-376a2140d554 tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] 10.222.0.23 "GET /v2.0/ports?device_id=118c5249-11b1-440e-96ba-48522e7c2d74 HTTP/1.1" status: 200 len: 210 time: 0.0550001 Jul 05 02:18:48.766003 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:48.782899 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c671b93-59eb-4c86-9226-a701b0e4092c {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:18:48.814413 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 4c671b93-59eb-4c86-9226-a701b0e4092c, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=4c671b93-59eb-4c86-9226-a701b0e4092c,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:18:48.859501 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7e33c6-bd94-48d2-8af2-dce69afe779c req-86c9ca57-7494-401d-bbb3-6bdbc83df934 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:48.868326 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1c7e33c6-bd94-48d2-8af2-dce69afe779c req-86c9ca57-7494-401d-bbb3-6bdbc83df934 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5072bf4-e167-4ee2-8eb7-54bff5bcf461 HTTP/1.1" status: 200 len: 945 time: 0.3362708 Jul 05 02:18:48.919566 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:48.974240 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1c7e33c6-bd94-48d2-8af2-dce69afe779c req-a9ea40be-de63-426b-a026-b3996fe4a10a tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc929fbb-c4f8-4892-b37d-5570a0c717b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047854 Jul 05 02:18:48.978886 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-325e15bd-2c61-4089-82d4-8c1f4c91005a req-cba2d197-2b6c-4e2c-bf86-234a73918a61 service neutron] 10.222.0.15 "GET /v2.0/networks/d55491b1-56ba-426a-ac8c-e92d73c02c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3537164 Jul 05 02:18:49.000633 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76788772-b9b3-48d1-ba06-1454e7f0e4ee req-bae83dcc-27bf-440b-ae21-e3fcacc7f7e1 tempest-ServerTagsTestJSON-324792138 tempest-ServerTagsTestJSON-324792138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:49.012145 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-76788772-b9b3-48d1-ba06-1454e7f0e4ee req-bae83dcc-27bf-440b-ae21-e3fcacc7f7e1 tempest-ServerTagsTestJSON-324792138 tempest-ServerTagsTestJSON-324792138-project] 10.222.0.23 "GET /v2.0/ports?device_id=953ec7ac-5f30-429d-89a9-2d526b674204 HTTP/1.1" status: 200 len: 946 time: 0.1655309 Jul 05 02:18:49.087765 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=4c671b93-59eb-4c86-9226-a701b0e4092c,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:18:49.115194 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-76788772-b9b3-48d1-ba06-1454e7f0e4ee req-ec4e4965-9b62-40ff-b919-009ce9003ad3 tempest-ServerTagsTestJSON-324792138 tempest-ServerTagsTestJSON-324792138-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bddaf5b-dddc-4604-b9ea-d86898d6e68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019382 Jul 05 02:18:49.134787 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 51044) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:18:49.273074 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['4c671b93-59eb-4c86-9226-a701b0e4092c'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:18:49.306661 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a827b2-8073-4c4f-bc7b-6def922449fe req-116eeae5-b055-41ad-902f-766433f87048 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:49.314094 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-06a827b2-8073-4c4f-bc7b-6def922449fe req-116eeae5-b055-41ad-902f-766433f87048 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/ports?device_id=675f0ec4-692d-4441-bab5-f2ddbde9d64e HTTP/1.1" status: 200 len: 949 time: 0.0838685 Jul 05 02:18:49.363411 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-06a827b2-8073-4c4f-bc7b-6def922449fe req-5bc2d0d9-2549-4dc5-8c50-2c9852d9ed50 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/security-groups?id=6aa981db-58bd-4d0c-a893-2c34139d4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458252 Jul 05 02:18:49.398927 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0933f20-2433-439d-9cb9-800346370d02 admin admin] Deleting subnet 88cd65d9-1715-492f-9ef5-e486cc8231ac {{(pid=94461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:18:49.402212 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e0933f20-2433-439d-9cb9-800346370d02 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:49.488440 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e0933f20-2433-439d-9cb9-800346370d02 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5519650'] for subnet, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:49.574340 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e0933f20-2433-439d-9cb9-800346370d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:49.609175 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54d1bfa2-7798-4198-8e88-90a0c32fd269', 'name': 'network-vif-deleted', 'tag': '51a08a08-206b-437a-8373-17a1e74c7235'}, {'name': 'network-changed', 'server_uuid': 'af25cc5a-51a0-48d4-95fc-992919466b27', 'tag': 'ca61c258-d46e-4de8-9db1-9aaeb55dc672'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:18:49.620178 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52113a00-538e-46e8-a570-cc8ffc2c2c7e" -d '{"events": [{"server_uuid": "54d1bfa2-7798-4198-8e88-90a0c32fd269", "name": "network-vif-deleted", "tag": "51a08a08-206b-437a-8373-17a1e74c7235"}, {"name": "network-changed", "server_uuid": "af25cc5a-51a0-48d4-95fc-992919466b27", "tag": "ca61c258-d46e-4de8-9db1-9aaeb55dc672"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:18:49.627680 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f0456a-b8ba-4302-852d-64d9dcc9de7f req-ce2ccdd3-bc43-412c-9c42-600e4423c3d6 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:49.635099 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-89f0456a-b8ba-4302-852d-64d9dcc9de7f req-ce2ccdd3-bc43-412c-9c42-600e4423c3d6 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=af25cc5a-51a0-48d4-95fc-992919466b27 HTTP/1.1" status: 200 len: 944 time: 0.1282763 Jul 05 02:18:49.709164 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ef40c5-ffb5-41f3-9d81-dca8824a58d0 req-1d631077-f5ab-4e71-9a27-2598a7e54458 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:49.719980 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c6ef40c5-ffb5-41f3-9d81-dca8824a58d0 req-1d631077-f5ab-4e71-9a27-2598a7e54458 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.15 "GET /v2.0/ports?device_id=a5072bf4-e167-4ee2-8eb7-54bff5bcf461 HTTP/1.1" status: 200 len: 945 time: 0.4295356 Jul 05 02:18:49.720766 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-89f0456a-b8ba-4302-852d-64d9dcc9de7f req-6cc2f574-693c-4d72-b251-2d26f8eee0d7 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846667 Jul 05 02:18:49.726011 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 05 Jul 2021 02:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2d147bc-0ede-42db-b1d7-bbd5c4f18655 x-openstack-request-id: req-e2d147bc-0ede-42db-b1d7-bbd5c4f18655 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:18:49.726633 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54d1bfa2-7798-4198-8e88-90a0c32fd269", "name": "network-vif-deleted", "tag": "51a08a08-206b-437a-8373-17a1e74c7235", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "af25cc5a-51a0-48d4-95fc-992919466b27", "tag": "ca61c258-d46e-4de8-9db1-9aaeb55dc672", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:18:49.727138 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e2d147bc-0ede-42db-b1d7-bbd5c4f18655 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:18:49.727753 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54d1bfa2-7798-4198-8e88-90a0c32fd269', 'name': 'network-vif-deleted', 'tag': '51a08a08-206b-437a-8373-17a1e74c7235', 'status': 'completed', 'code': 200} Jul 05 02:18:49.728484 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af25cc5a-51a0-48d4-95fc-992919466b27', 'tag': 'ca61c258-d46e-4de8-9db1-9aaeb55dc672', 'status': 'completed', 'code': 200} Jul 05 02:18:49.854771 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52113a00-538e-46e8-a570-cc8ffc2c2c7e req-f49ac114-0e90-40fc-ac14-471daa5ddfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:49.856401 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-52113a00-538e-46e8-a570-cc8ffc2c2c7e req-f49ac114-0e90-40fc-ac14-471daa5ddfc3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7a7e417343d4479788713b4bb769c9b0&device_id=af25cc5a-51a0-48d4-95fc-992919466b27 HTTP/1.1" status: 200 len: 1096 time: 0.1295071 Jul 05 02:18:49.867970 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e0933f20-2433-439d-9cb9-800346370d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5763388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774356'] for subnet, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:49.916627 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e0933f20-2433-439d-9cb9-800346370d02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:49.919180 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-e0933f20-2433-439d-9cb9-800346370d02 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/88cd65d9-1715-492f-9ef5-e486cc8231ac HTTP/1.1" status: 204 len: 168 time: 0.7833498 Jul 05 02:18:49.934307 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 02:18:49.958503 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0933f20-2433-439d-9cb9-800346370d02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88cd65d9-1715-492f-9ef5-e486cc8231ac,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:18:49.971820 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-660012f4-39e5-4c26-92c3-2153fb0d0611 req-f484d741-4003-409b-9a5b-0284790c2d40 tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] 10.222.0.23 "GET /v2.0/ports?device_id=118c5249-11b1-440e-96ba-48522e7c2d74 HTTP/1.1" status: 200 len: 210 time: 0.0511439 Jul 05 02:18:49.972664 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 51066) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:18:49.997035 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52113a00-538e-46e8-a570-cc8ffc2c2c7e req-f9c92a97-f374-4700-a475-5260c88dfbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:49.998892 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-52113a00-538e-46e8-a570-cc8ffc2c2c7e req-f9c92a97-f374-4700-a475-5260c88dfbe8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d55491b1-56ba-426a-ac8c-e92d73c02c5b HTTP/1.1" status: 200 len: 908 time: 0.1355247 Jul 05 02:18:50.049854 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 7ec41c6b-9c0a-4a51-ba87-ab766c3995b6 up at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:18:50.101330 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-52113a00-538e-46e8-a570-cc8ffc2c2c7e req-7670efa4-04df-405a-ad98-de3dab99e377 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca61c258-d46e-4de8-9db1-9aaeb55dc672 HTTP/1.1" status: 200 len: 217 time: 0.0937612 Jul 05 02:18:50.158480 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2de3441c-b954-4c96-ae44-425fd6a97e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:50.196956 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-c6ef40c5-ffb5-41f3-9d81-dca8824a58d0 req-6e0c978e-4caf-4f46-8088-e3f170334f34 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Deleting port 3370609d-b044-40f8-b2c6-bbc135217347 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:18:50.197282 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c6ef40c5-ffb5-41f3-9d81-dca8824a58d0 req-6e0c978e-4caf-4f46-8088-e3f170334f34 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:50.226480 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52113a00-538e-46e8-a570-cc8ffc2c2c7e req-753b8eed-c942-47fe-917a-01db68090b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:50.227798 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning for port 7ec41c6b-9c0a-4a51-ba87-ab766c3995b6 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:18:50.232398 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning complete for port 7ec41c6b-9c0a-4a51-ba87-ab766c3995b6 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:18:50.232782 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:50.242245 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-52113a00-538e-46e8-a570-cc8ffc2c2c7e req-753b8eed-c942-47fe-917a-01db68090b4c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9b152ce5-504f-4214-985c-9f5fa8213776 HTTP/1.1" status: 200 len: 848 time: 0.1287053 Jul 05 02:18:50.335854 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-52113a00-538e-46e8-a570-cc8ffc2c2c7e req-5cac7507-8d9f-42df-beb6-d46b720bb5a6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d55491b1-56ba-426a-ac8c-e92d73c02c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0927379 Jul 05 02:18:50.386841 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:50.452543 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 7ec41c6b-9c0a-4a51-ba87-ab766c3995b6, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=7ec41c6b-9c0a-4a51-ba87-ab766c3995b6,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:18:50.453503 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '675f0ec4-692d-4441-bab5-f2ddbde9d64e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ec41c6b-9c0a-4a51-ba87-ab766c3995b6'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:18:50.456674 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc9b411-1b3c-4e33-8e97-96528bc06eab" -d '{"events": [{"server_uuid": "675f0ec4-692d-4441-bab5-f2ddbde9d64e", "name": "network-vif-plugged", "status": "completed", "tag": "7ec41c6b-9c0a-4a51-ba87-ab766c3995b6"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:18:50.473582 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e6825-e1af-4d0c-baef-09be53fa4887 req-a3915bf0-b6f5-446e-8aa2-04a6b0eb5738 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:50.481595 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b73e6825-e1af-4d0c-baef-09be53fa4887 req-a3915bf0-b6f5-446e-8aa2-04a6b0eb5738 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5072bf4-e167-4ee2-8eb7-54bff5bcf461 HTTP/1.1" status: 200 len: 945 time: 0.1632304 Jul 05 02:18:50.491000 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2de3441c-b954-4c96-ae44-425fd6a97e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:50.502811 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-2de3441c-b954-4c96-ae44-425fd6a97e1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1']}} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:18:50.514957 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-2de3441c-b954-4c96-ae44-425fd6a97e1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69ab64d7-bb63-4367-9b3e-0960def4b6c7') {'for_net_delete': True} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:18:50.515604 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-2de3441c-b954-4c96-ae44-425fd6a97e1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69ab64d7-bb63-4367-9b3e-0960def4b6c7') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:18:50.515982 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-52113a00-538e-46e8-a570-cc8ffc2c2c7e req-53d3a538-f3f5-4adf-bab2-2314f76ba611 service neutron] 10.222.0.15 "GET /v2.0/networks/d55491b1-56ba-426a-ac8c-e92d73c02c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573138 Jul 05 02:18:50.526023 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2de3441c-b954-4c96-ae44-425fd6a97e1a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5519669'] for segment, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:50.537455 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:50.544313 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2de3441c-b954-4c96-ae44-425fd6a97e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:50.551978 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2de3441c-b954-4c96-ae44-425fd6a97e1a admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=94461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:18:50.552380 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2de3441c-b954-4c96-ae44-425fd6a97e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5763545'] for segment, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:50.598053 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b73e6825-e1af-4d0c-baef-09be53fa4887 req-715dd083-a43c-4d97-a28c-f64e2d6afef6 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc929fbb-c4f8-4892-b37d-5570a0c717b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149745 Jul 05 02:18:50.636651 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=7ec41c6b-9c0a-4a51-ba87-ab766c3995b6,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:18:50.651996 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:18:50.651996 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:18:50.651996 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:18:50.651996 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:18:50.651996 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:18:50.651996 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:18:50.651996 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:18:50.651996 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:18:50.651996 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:18:50.651996 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:18:50.651996 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:18:50.651996 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:18:50.651996 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:18:50.651996 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:18:50.651996 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:18:50.651996 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:18:50.651996 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:18:50.651996 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:18:50.651996 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:18:50.651996 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:18:50.651996 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:18:50.651996 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:18:50.651996 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:18:50.651996 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:18:50.651996 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:18:50.651996 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:18:50.651996 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:18:50.651996 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:18:50.651996 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:18:50.651996 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:18:50.651996 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:18:50.651996 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:18:50.651996 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:18:50.651996 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:18:50.651996 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:18:50.651996 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:18:50.651996 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:18:50.651996 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:18:50.651996 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:18:50.651996 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:18:50.651996 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:18:50.651996 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:18:50.651996 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:18:50.651996 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:18:50.651996 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:18:50.651996 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:18:50.651996 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:18:50.651996 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:18:50.651996 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:18:50.651996 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:18:50.651996 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:18:50.651996 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:18:50.651996 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:18:50.651996 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:18:50.651996 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:18:50.651996 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:18:50.655938 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:18:50.655938 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:18:50.655938 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:18:50.655938 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:18:50.655938 n-d-771362-32 neutron-server[94461]: Traceback (most recent call last): Jul 05 02:18:50.655938 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:18:50.655938 n-d-771362-32 neutron-server[94461]: timer() Jul 05 02:18:50.655938 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:18:50.655938 n-d-771362-32 neutron-server[94461]: cb(*args, **kw) Jul 05 02:18:50.655938 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:18:50.655938 n-d-771362-32 neutron-server[94461]: return func(*args, **kwargs) Jul 05 02:18:50.655938 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:18:50.655938 n-d-771362-32 neutron-server[94461]: self._notify() Jul 05 02:18:50.655938 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:18:50.655938 n-d-771362-32 neutron-server[94461]: self.callback(batched_events) Jul 05 02:18:50.655938 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:18:50.655938 n-d-771362-32 neutron-server[94461]: event.method(event) Jul 05 02:18:50.655938 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:18:50.655938 n-d-771362-32 neutron-server[94461]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:18:50.655938 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:18:50.655938 n-d-771362-32 neutron-server[94461]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:18:50.655938 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:18:50.655938 n-d-771362-32 neutron-server[94461]: return f(self, *a, **k) Jul 05 02:18:50.655938 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:18:50.655938 n-d-771362-32 neutron-server[94461]: return self._get(url).json() Jul 05 02:18:50.655938 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:18:50.655938 n-d-771362-32 neutron-server[94461]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:18:50.655938 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:18:50.655938 n-d-771362-32 neutron-server[94461]: return self.request(url, 'GET', **kwargs) Jul 05 02:18:50.655938 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:18:50.655938 n-d-771362-32 neutron-server[94461]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:18:50.655938 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:18:50.655938 n-d-771362-32 neutron-server[94461]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:18:50.655938 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:18:50.655938 n-d-771362-32 neutron-server[94461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:18:50.655938 n-d-771362-32 neutron-server[94461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:18:50.655938 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-c6ef40c5-ffb5-41f3-9d81-dca8824a58d0 req-6e0c978e-4caf-4f46-8088-e3f170334f34 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] For port 3370609d-b044-40f8-b2c6-bbc135217347, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=3370609d-b044-40f8-b2c6-bbc135217347,segment=NetworkSegment(d5de39fc-4b4e-459b-8d86-509609a7e1f4),segment_id=d5de39fc-4b4e-459b-8d86-509609a7e1f4)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:18:50.655938 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c6ef40c5-ffb5-41f3-9d81-dca8824a58d0 req-6e0c978e-4caf-4f46-8088-e3f170334f34 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:50.678581 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadac6ab-63b1-42a2-a6d5-d901c23f1f14 req-98a9e27d-0e13-4d18-9a26-93ebdbaf38b2 tempest-ServerTagsTestJSON-324792138 tempest-ServerTagsTestJSON-324792138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:50.686018 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-eadac6ab-63b1-42a2-a6d5-d901c23f1f14 req-98a9e27d-0e13-4d18-9a26-93ebdbaf38b2 tempest-ServerTagsTestJSON-324792138 tempest-ServerTagsTestJSON-324792138-project] 10.222.0.23 "GET /v2.0/ports?device_id=953ec7ac-5f30-429d-89a9-2d526b674204 HTTP/1.1" status: 200 len: 946 time: 0.3708351 Jul 05 02:18:50.698464 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-52113a00-538e-46e8-a570-cc8ffc2c2c7e req-6ebb256c-642c-4cec-ac8d-189fe31087d1 service neutron] 10.222.0.15 "GET /v2.0/networks/d55491b1-56ba-426a-ac8c-e92d73c02c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752143 Jul 05 02:18:50.722655 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-c6ef40c5-ffb5-41f3-9d81-dca8824a58d0 req-6e0c978e-4caf-4f46-8088-e3f170334f34 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Calling delete_port for 3370609d-b044-40f8-b2c6-bbc135217347 owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:18:50.745837 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2de3441c-b954-4c96-ae44-425fd6a97e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:50.807455 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b06ee7e7-dd44-4bd5-be07-46550f945d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:50.845460 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2de3441c-b954-4c96-ae44-425fd6a97e1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:50.849005 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-2de3441c-b954-4c96-ae44-425fd6a97e1a admin admin] 10.222.0.23 "DELETE /v2.0/networks/b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1 HTTP/1.1" status: 204 len: 168 time: 0.8640926 Jul 05 02:18:50.853147 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 51082) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:18:50.864347 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de3441c-b954-4c96-ae44-425fd6a97e1a admin admin] Pushing event deleted for resources: {'Network': ['ID=b5b0cae3-aba1-4799-afe1-e1de5cf0d2b1,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:18:50.899253 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-eadac6ab-63b1-42a2-a6d5-d901c23f1f14 req-09f1ae4e-947f-465e-b92c-05b2b9ba5928 tempest-ServerTagsTestJSON-324792138 tempest-ServerTagsTestJSON-324792138-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bddaf5b-dddc-4604-b9ea-d86898d6e68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113068 Jul 05 02:18:50.952264 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-a505b37e-e21e-4a4c-a3e8-51018279a362 admin admin] Deleting subnet 539f43c7-fc67-49e8-922c-da4ca50f8d14 {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:18:50.956908 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a505b37e-e21e-4a4c-a3e8-51018279a362 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:50.975971 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8295262-4158-4037-8243-65654745fac9 x-openstack-request-id: req-a8295262-4158-4037-8243-65654745fac9 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:18:50.976270 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "675f0ec4-692d-4441-bab5-f2ddbde9d64e", "name": "network-vif-plugged", "status": "completed", "tag": "7ec41c6b-9c0a-4a51-ba87-ab766c3995b6", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:18:50.976527 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a8295262-4158-4037-8243-65654745fac9 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:18:50.976918 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '675f0ec4-692d-4441-bab5-f2ddbde9d64e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ec41c6b-9c0a-4a51-ba87-ab766c3995b6', 'code': 200} Jul 05 02:18:51.055885 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de09c5-adeb-449c-b225-c3da8f6d8372 req-bcfc4464-6298-4f2a-8b5f-6e9e75d2c7bd tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:51.067725 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-90de09c5-adeb-449c-b225-c3da8f6d8372 req-bcfc4464-6298-4f2a-8b5f-6e9e75d2c7bd tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/ports?device_id=675f0ec4-692d-4441-bab5-f2ddbde9d64e HTTP/1.1" status: 200 len: 950 time: 0.2734342 Jul 05 02:18:51.072147 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a505b37e-e21e-4a4c-a3e8-51018279a362 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:51.147995 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c6ef40c5-ffb5-41f3-9d81-dca8824a58d0 req-6e0c978e-4caf-4f46-8088-e3f170334f34 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:51.186939 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0c978e-4caf-4f46-8088-e3f170334f34 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Pushing event deleted for resources: {'Port': ['ID=3370609d-b044-40f8-b2c6-bbc135217347,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:18:51.199157 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a505b37e-e21e-4a4c-a3e8-51018279a362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:51.218149 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-90de09c5-adeb-449c-b225-c3da8f6d8372 req-7f88f7e9-a7c5-4096-9120-eca11b44d081 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/security-groups?id=6aa981db-58bd-4d0c-a893-2c34139d4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482887 Jul 05 02:18:51.290540 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6ef40c5-ffb5-41f3-9d81-dca8824a58d0 req-6e0c978e-4caf-4f46-8088-e3f170334f34 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] No DVR routers for this DVR port 3370609d-b044-40f8-b2c6-bbc135217347 on host n-h2-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:18:51.300247 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c6ef40c5-ffb5-41f3-9d81-dca8824a58d0 req-6e0c978e-4caf-4f46-8088-e3f170334f34 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:51.302988 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c6ef40c5-ffb5-41f3-9d81-dca8824a58d0 req-6e0c978e-4caf-4f46-8088-e3f170334f34 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.15 "DELETE /v2.0/ports/3370609d-b044-40f8-b2c6-bbc135217347 HTTP/1.1" status: 204 len: 173 time: 1.5730147 Jul 05 02:18:51.331571 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7f45f4-dec6-4a4c-a062-16c74877e921 req-01bb7896-8d07-4049-b901-7e0e0b1267d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:51.333148 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6a7f45f4-dec6-4a4c-a062-16c74877e921 req-01bb7896-8d07-4049-b901-7e0e0b1267d3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=675f0ec4-692d-4441-bab5-f2ddbde9d64e HTTP/1.1" status: 200 len: 1102 time: 0.2530282 Jul 05 02:18:51.393554 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6a7f45f4-dec6-4a4c-a062-16c74877e921 req-8efd2e67-f993-422c-bfcc-4759d2ea98aa service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6aa981db-58bd-4d0c-a893-2c34139d4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521474 Jul 05 02:18:51.483868 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a505b37e-e21e-4a4c-a3e8-51018279a362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:51.518659 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a505b37e-e21e-4a4c-a3e8-51018279a362 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=539f43c7-fc67-49e8-922c-da4ca50f8d14,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:18:51.541069 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a505b37e-e21e-4a4c-a3e8-51018279a362 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:51.547157 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 51096) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:18:51.550284 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-a505b37e-e21e-4a4c-a3e8-51018279a362 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/539f43c7-fc67-49e8-922c-da4ca50f8d14 HTTP/1.1" status: 204 len: 168 time: 0.6926427 Jul 05 02:18:51.593962 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f223d8d7-4388-450f-98f8-a94b8d26aa21 req-40101053-1ea6-4b4c-a572-552d5a26aba1 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:51.604709 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f223d8d7-4388-450f-98f8-a94b8d26aa21 req-40101053-1ea6-4b4c-a572-552d5a26aba1 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=af25cc5a-51a0-48d4-95fc-992919466b27 HTTP/1.1" status: 200 len: 944 time: 0.1933470 Jul 05 02:18:51.672964 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f223d8d7-4388-450f-98f8-a94b8d26aa21 req-65a738ee-a82d-4424-b6a7-0be8031ef01d tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593796 Jul 05 02:18:51.723126 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d77ebfb2-d01e-4c2f-b7fb-62240abe889c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:51.730677 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5072bf4-e167-4ee2-8eb7-54bff5bcf461', 'name': 'network-vif-deleted', 'tag': '3370609d-b044-40f8-b2c6-bbc135217347'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:18:51.751793 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05318c10-0893-42ee-bdde-cbf381ca5693" -d '{"events": [{"server_uuid": "a5072bf4-e167-4ee2-8eb7-54bff5bcf461", "name": "network-vif-deleted", "tag": "3370609d-b044-40f8-b2c6-bbc135217347"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:18:51.947038 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d77ebfb2-d01e-4c2f-b7fb-62240abe889c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:51.957704 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-d77ebfb2-d01e-4c2f-b7fb-62240abe889c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8024e41c-167c-4b45-9bd4-828b8b8f09ea']}} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:18:51.983893 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1782ce65-910e-4f6e-8928-3ad11c49cbc9 req-49f76dcd-31b7-4f56-9009-1d82c513e2c6 tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] 10.222.0.23 "GET /v2.0/ports?device_id=118c5249-11b1-440e-96ba-48522e7c2d74 HTTP/1.1" status: 200 len: 210 time: 0.0609283 Jul 05 02:18:52.045935 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 3370609d-b044-40f8-b2c6-bbc135217347 no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:18:52.065965 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-d77ebfb2-d01e-4c2f-b7fb-62240abe889c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94692846-01c7-4a66-a97d-18756d927e57') {'for_net_delete': True} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:18:52.066401 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-d77ebfb2-d01e-4c2f-b7fb-62240abe889c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94692846-01c7-4a66-a97d-18756d927e57') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:18:52.069317 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e50cf56-43c8-4a44-a53a-64434e53f0bf x-openstack-request-id: req-5e50cf56-43c8-4a44-a53a-64434e53f0bf {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:18:52.069603 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5072bf4-e167-4ee2-8eb7-54bff5bcf461", "name": "network-vif-deleted", "tag": "3370609d-b044-40f8-b2c6-bbc135217347", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:18:52.069852 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5e50cf56-43c8-4a44-a53a-64434e53f0bf {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:18:52.070269 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5072bf4-e167-4ee2-8eb7-54bff5bcf461', 'name': 'network-vif-deleted', 'tag': '3370609d-b044-40f8-b2c6-bbc135217347', 'status': 'completed', 'code': 200} Jul 05 02:18:52.072450 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ea1bbc62-85de-4087-9187-c4b89f60e4e8 req-621c0a5c-6391-4029-8b49-ebb1e2aa27fd tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5072bf4-e167-4ee2-8eb7-54bff5bcf461 HTTP/1.1" status: 200 len: 210 time: 0.1040289 Jul 05 02:18:52.091447 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d77ebfb2-d01e-4c2f-b7fb-62240abe889c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5519669'] for segment, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:52.121997 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 4c671b93-59eb-4c86-9226-a701b0e4092c up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:18:52.132027 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] No Port match for: 3370609d-b044-40f8-b2c6-bbc135217347 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:18:52.132693 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 3370609d-b044-40f8-b2c6-bbc135217347 not bound to the agent host n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:18:52.136711 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d77ebfb2-d01e-4c2f-b7fb-62240abe889c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:52.165207 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d77ebfb2-d01e-4c2f-b7fb-62240abe889c admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=94461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:18:52.167206 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d77ebfb2-d01e-4c2f-b7fb-62240abe889c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5763545'] for segment, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:52.170817 n-d-771362-32 neutron-server[94461]: Traceback (most recent call last): Jul 05 02:18:52.170817 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:18:52.170817 n-d-771362-32 neutron-server[94461]: timer() Jul 05 02:18:52.170817 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:18:52.170817 n-d-771362-32 neutron-server[94461]: cb(*args, **kw) Jul 05 02:18:52.170817 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:18:52.170817 n-d-771362-32 neutron-server[94461]: return func(*args, **kwargs) Jul 05 02:18:52.170817 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:18:52.170817 n-d-771362-32 neutron-server[94461]: self._notify() Jul 05 02:18:52.170817 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:18:52.170817 n-d-771362-32 neutron-server[94461]: self.callback(batched_events) Jul 05 02:18:52.170817 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:18:52.170817 n-d-771362-32 neutron-server[94461]: event.method(event) Jul 05 02:18:52.170817 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:18:52.170817 n-d-771362-32 neutron-server[94461]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:18:52.170817 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:18:52.170817 n-d-771362-32 neutron-server[94461]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:18:52.170817 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:18:52.170817 n-d-771362-32 neutron-server[94461]: return f(self, *a, **k) Jul 05 02:18:52.170817 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:18:52.170817 n-d-771362-32 neutron-server[94461]: return self._get(url).json() Jul 05 02:18:52.170817 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:18:52.170817 n-d-771362-32 neutron-server[94461]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:18:52.170817 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:18:52.170817 n-d-771362-32 neutron-server[94461]: return self.request(url, 'GET', **kwargs) Jul 05 02:18:52.170817 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:18:52.170817 n-d-771362-32 neutron-server[94461]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:18:52.170817 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:18:52.170817 n-d-771362-32 neutron-server[94461]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:18:52.170817 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:18:52.170817 n-d-771362-32 neutron-server[94461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:18:52.170817 n-d-771362-32 neutron-server[94461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:18:52.413340 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning for port 4c671b93-59eb-4c86-9226-a701b0e4092c completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:18:52.418318 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port 4c671b93-59eb-4c86-9226-a701b0e4092c triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:18:52.421062 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:52.444880 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d77ebfb2-d01e-4c2f-b7fb-62240abe889c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:52.456766 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d77ebfb2-d01e-4c2f-b7fb-62240abe889c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:52.461935 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-d77ebfb2-d01e-4c2f-b7fb-62240abe889c admin admin] 10.222.0.23 "DELETE /v2.0/networks/8024e41c-167c-4b45-9bd4-828b8b8f09ea HTTP/1.1" status: 204 len: 168 time: 0.9151075 Jul 05 02:18:52.488498 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77ebfb2-d01e-4c2f-b7fb-62240abe889c admin admin] Pushing event deleted for resources: {'Network': ['ID=8024e41c-167c-4b45-9bd4-828b8b8f09ea,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:18:52.564679 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:52.605538 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 4c671b93-59eb-4c86-9226-a701b0e4092c, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=4c671b93-59eb-4c86-9226-a701b0e4092c,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:18:52.724917 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650e485f-e4b5-434e-8bad-d3aa95e4bfb7 req-08a0c7c1-3733-4d2a-b70f-931b5119d426 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:52.729276 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-650e485f-e4b5-434e-8bad-d3aa95e4bfb7 req-08a0c7c1-3733-4d2a-b70f-931b5119d426 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/ports?device_id=675f0ec4-692d-4441-bab5-f2ddbde9d64e HTTP/1.1" status: 200 len: 950 time: 0.1503379 Jul 05 02:18:52.762224 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:52.858364 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=4c671b93-59eb-4c86-9226-a701b0e4092c,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:18:52.874979 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-650e485f-e4b5-434e-8bad-d3aa95e4bfb7 req-a29823c6-8961-47c2-8513-5cb668e84672 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/security-groups?id=6aa981db-58bd-4d0c-a893-2c34139d4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376271 Jul 05 02:18:52.978453 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '424e6b7c-77ba-4689-b2ee-78699cd908e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c671b93-59eb-4c86-9226-a701b0e4092c'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:18:52.981195 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-050411e7-54ba-4cbf-8088-f8ee04038cc9" -d '{"events": [{"server_uuid": "424e6b7c-77ba-4689-b2ee-78699cd908e3", "name": "network-vif-plugged", "status": "completed", "tag": "4c671b93-59eb-4c86-9226-a701b0e4092c"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:18:52.990426 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 51130) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:18:53.080478 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2fbd78-e863-475d-ab42-50127dcb6483 req-e5f2d912-284c-4d5a-a93c-d60a69f338cb tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:53.087546 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-aa2fbd78-e863-475d-ab42-50127dcb6483 req-e5f2d912-284c-4d5a-a93c-d60a69f338cb tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=af25cc5a-51a0-48d4-95fc-992919466b27 HTTP/1.1" status: 200 len: 944 time: 0.1201773 Jul 05 02:18:53.109089 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-db29d08d-415a-4242-bd04-24a3dd09a55c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7bf4f22dde1e4624a2cb34086c53be02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1172707 Jul 05 02:18:53.112372 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 51136) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:18:53.169218 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-aa2fbd78-e863-475d-ab42-50127dcb6483 req-173a6ae6-0cf4-45d2-8c5e-f9f8a9bfe158 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738046 Jul 05 02:18:53.234256 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b28cd5e2-1b3b-4f1e-a70f-ded70cd9ac5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:53.272699 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c658c12-3a5b-42cd-88ab-8da7c2053836 x-openstack-request-id: req-8c658c12-3a5b-42cd-88ab-8da7c2053836 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:18:53.273903 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "424e6b7c-77ba-4689-b2ee-78699cd908e3", "name": "network-vif-plugged", "status": "completed", "tag": "4c671b93-59eb-4c86-9226-a701b0e4092c", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:18:53.274529 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8c658c12-3a5b-42cd-88ab-8da7c2053836 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:18:53.275337 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '424e6b7c-77ba-4689-b2ee-78699cd908e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c671b93-59eb-4c86-9226-a701b0e4092c', 'code': 200} Jul 05 02:18:53.304198 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b28cd5e2-1b3b-4f1e-a70f-ded70cd9ac5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:53.321907 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-6ebe32f4-2a3e-41bc-898a-d5d3ebc1765e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:53.480108 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15099727-2657-45fb-ad3f-5f8fb503ee0d req-4b290ce7-43ec-4b9e-bc18-f5c533b34b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:53.482306 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-15099727-2657-45fb-ad3f-5f8fb503ee0d req-4b290ce7-43ec-4b9e-bc18-f5c533b34b27 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=424e6b7c-77ba-4689-b2ee-78699cd908e3 HTTP/1.1" status: 200 len: 1102 time: 0.1272795 Jul 05 02:18:53.528899 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b28cd5e2-1b3b-4f1e-a70f-ded70cd9ac5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:53.532765 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b28cd5e2-1b3b-4f1e-a70f-ded70cd9ac5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:53.536548 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-b28cd5e2-1b3b-4f1e-a70f-ded70cd9ac5c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2e53f0bc-7d8f-4963-85ea-51fccba683cc HTTP/1.1" status: 204 len: 168 time: 0.4226837 Jul 05 02:18:53.559425 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28cd5e2-1b3b-4f1e-a70f-ded70cd9ac5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e53f0bc-7d8f-4963-85ea-51fccba683cc,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:18:53.694328 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-606811f3-1769-46ab-b558-e6cfe608ebf5 req-a5d40ddb-7171-4be0-ac81-c57e1cf0b656 tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] 10.222.0.23 "GET /v2.0/ports?device_id=118c5249-11b1-440e-96ba-48522e7c2d74 HTTP/1.1" status: 200 len: 210 time: 0.1361513 Jul 05 02:18:53.701328 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-15099727-2657-45fb-ad3f-5f8fb503ee0d req-5be71bf8-fb2b-4d45-b079-44759e322cb7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6aa981db-58bd-4d0c-a893-2c34139d4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087593 Jul 05 02:18:53.802177 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:54.381221 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5602367d-51d3-4bbb-abe8-6abb27fee7af req-083241ba-c4ba-443a-85f6-b6f2e4456112 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:54.382676 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5602367d-51d3-4bbb-abe8-6abb27fee7af req-083241ba-c4ba-443a-85f6-b6f2e4456112 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/ports?device_id=675f0ec4-692d-4441-bab5-f2ddbde9d64e HTTP/1.1" status: 200 len: 950 time: 0.0687439 Jul 05 02:18:54.731328 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5602367d-51d3-4bbb-abe8-6abb27fee7af req-891f580f-8eca-459f-b3b7-1c6bd4af16e6 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/security-groups?id=6aa981db-58bd-4d0c-a893-2c34139d4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3427043 Jul 05 02:18:54.794916 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:54.802889 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 51184) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:18:54.953561 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8c28e15e-21df-4c52-80d2-133e4946f7ab tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:55.028230 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8c28e15e-21df-4c52-80d2-133e4946f7ab tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:55.046621 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 51194) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:18:55.057025 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4b507b-0a08-4234-915c-8d473ab3c91b req-8ded2f57-b084-409d-821c-e589ed8b4f68 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:55.057025 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cc4b507b-0a08-4234-915c-8d473ab3c91b req-8ded2f57-b084-409d-821c-e589ed8b4f68 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=af25cc5a-51a0-48d4-95fc-992919466b27 HTTP/1.1" status: 200 len: 944 time: 0.1707904 Jul 05 02:18:55.101841 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-a649f80f-6cd6-4216-a48e-9c1679b2693e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6ca641da256348e899c7e8e693816ad9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0532455 Jul 05 02:18:55.104694 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 51196) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:18:55.122588 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cc4b507b-0a08-4234-915c-8d473ab3c91b req-da535d43-c699-4208-bb35-4c850cb40365 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657446 Jul 05 02:18:55.190436 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-87078527-4201-4750-a710-c4f1b9edc357 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:55.222902 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-87078527-4201-4750-a710-c4f1b9edc357 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:55.308003 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8c28e15e-21df-4c52-80d2-133e4946f7ab tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:55.310857 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8c28e15e-21df-4c52-80d2-133e4946f7ab tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:55.314468 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-8c28e15e-21df-4c52-80d2-133e4946f7ab tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "DELETE /v2.0/security-groups/448751dd-9065-488c-a035-6855960a9c99 HTTP/1.1" status: 204 len: 168 time: 0.5093539 Jul 05 02:18:55.314956 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 51204) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:18:55.329158 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c28e15e-21df-4c52-80d2-133e4946f7ab tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=448751dd-9065-488c-a035-6855960a9c99,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:18:55.353678 n-d-771362-32 neutron-server[94462]: INFO neutron.api.v2.resource [None req-08de04e9-4419-457f-a66b-83451ec95677 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] show failed (client error): The resource could not be found. Jul 05 02:18:55.354888 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-08de04e9-4419-457f-a66b-83451ec95677 tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "GET /v2.0/security-groups/448751dd-9065-488c-a035-6855960a9c99 HTTP/1.1" status: 404 len: 347 time: 0.0382679 Jul 05 02:18:55.357833 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 51210) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:18:55.431623 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-87078527-4201-4750-a710-c4f1b9edc357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:55.438870 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-87078527-4201-4750-a710-c4f1b9edc357 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:55.440401 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-87078527-4201-4750-a710-c4f1b9edc357 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3e81ddcd-bd6f-4526-8566-af0d2891c54c HTTP/1.1" status: 204 len: 168 time: 0.3341951 Jul 05 02:18:55.461969 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87078527-4201-4750-a710-c4f1b9edc357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e81ddcd-bd6f-4526-8566-af0d2891c54c,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:18:55.522017 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a204c5-a698-4e3f-9300-502cf77a1fa0 req-ccabc8a3-6a21-4b1c-903a-087baeb962f1 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:55.535936 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-96a204c5-a698-4e3f-9300-502cf77a1fa0 req-ccabc8a3-6a21-4b1c-903a-087baeb962f1 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/ports?device_id=424e6b7c-77ba-4689-b2ee-78699cd908e3 HTTP/1.1" status: 200 len: 950 time: 0.1907563 Jul 05 02:18:55.631736 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-96a204c5-a698-4e3f-9300-502cf77a1fa0 req-aa85e5e7-eeff-43c2-aeac-e2ca04a53457 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/security-groups?id=6aa981db-58bd-4d0c-a893-2c34139d4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932050 Jul 05 02:18:55.663460 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-1f437eb2-3ce9-4f58-a36d-296826387e8c tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Deleting port 20ccb074-ef29-45ed-ab6d-f21e34e2904f {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:18:55.664046 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1f437eb2-3ce9-4f58-a36d-296826387e8c tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:55.758594 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1f437eb2-3ce9-4f58-a36d-296826387e8c tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:55.759019 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1f437eb2-3ce9-4f58-a36d-296826387e8c tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:55.773532 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-1f437eb2-3ce9-4f58-a36d-296826387e8c tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Calling delete_port for 20ccb074-ef29-45ed-ab6d-f21e34e2904f owned by network:floatingip {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:18:55.810441 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 51214) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:18:55.934207 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5f6451d2-ea3d-4478-a425-df0476aef7f1 tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:56.016750 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5f6451d2-ea3d-4478-a425-df0476aef7f1 tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:56.127472 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:56.150770 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1f437eb2-3ce9-4f58-a36d-296826387e8c tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:56.296649 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5f6451d2-ea3d-4478-a425-df0476aef7f1 tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:56.300341 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5f6451d2-ea3d-4478-a425-df0476aef7f1 tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:56.302302 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-5f6451d2-ea3d-4478-a425-df0476aef7f1 tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] 10.222.0.23 "DELETE /v2.0/security-groups/bdd6bb06-7669-426f-bd94-82e82b74cb2c HTTP/1.1" status: 204 len: 168 time: 0.4904625 Jul 05 02:18:56.309599 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f437eb2-3ce9-4f58-a36d-296826387e8c tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Pushing event deleted for resources: {'Port': ['ID=20ccb074-ef29-45ed-ab6d-f21e34e2904f,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:18:56.319318 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 51228) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:18:56.320538 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6451d2-ea3d-4478-a425-df0476aef7f1 tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd6bb06-7669-426f-bd94-82e82b74cb2c,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:18:56.373458 n-d-771362-32 neutron-server[94462]: INFO neutron.api.v2.resource [None req-adc53951-b882-420d-8dc9-d6f1ae443935 tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] show failed (client error): The resource could not be found. Jul 05 02:18:56.375075 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-adc53951-b882-420d-8dc9-d6f1ae443935 tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] 10.222.0.23 "GET /v2.0/security-groups/bdd6bb06-7669-426f-bd94-82e82b74cb2c HTTP/1.1" status: 404 len: 347 time: 0.0491812 Jul 05 02:18:56.377298 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 51234) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:18:56.456695 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1f437eb2-3ce9-4f58-a36d-296826387e8c tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Notify callbacks [] for floatingip, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:56.460733 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1f437eb2-3ce9-4f58-a36d-296826387e8c tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:56.468241 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-1f437eb2-3ce9-4f58-a36d-296826387e8c tempest-ImagesOneServerNegativeTestJSON-473416511 tempest-ImagesOneServerNegativeTestJSON-473416511-project] 10.222.0.23 "DELETE /v2.0/floatingips/4d05209a-9101-4731-9e71-58a6b40ddc53 HTTP/1.1" status: 204 len: 168 time: 1.1091492 Jul 05 02:18:56.564301 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5927e5-4681-4db0-a147-30b3eb3dcb72 req-be2a643a-15ad-4cfc-9f2c-1aea9a1f738b tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:56.579094 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cf5927e5-4681-4db0-a147-30b3eb3dcb72 req-be2a643a-15ad-4cfc-9f2c-1aea9a1f738b tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=af25cc5a-51a0-48d4-95fc-992919466b27 HTTP/1.1" status: 200 len: 944 time: 0.1661112 Jul 05 02:18:56.618957 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-660adaa9-5656-42a9-aa49-53b2f3b54e6f tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] Deleting port b1d837d9-952c-4a29-9f6e-729a107bb6d2 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:18:56.621286 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-660adaa9-5656-42a9-aa49-53b2f3b54e6f tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:56.655253 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cf5927e5-4681-4db0-a147-30b3eb3dcb72 req-c76048f6-a533-4ad1-9fec-72c8698ef572 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730734 Jul 05 02:18:56.821854 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-660adaa9-5656-42a9-aa49-53b2f3b54e6f tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:56.824346 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-660adaa9-5656-42a9-aa49-53b2f3b54e6f tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:56.868146 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-660adaa9-5656-42a9-aa49-53b2f3b54e6f tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] Calling delete_port for b1d837d9-952c-4a29-9f6e-729a107bb6d2 owned by network:floatingip {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:18:57.115956 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1912422b-9a79-4cf5-8be5-c80aee519469 req-51e8b903-e45e-4ff0-abb1-3097f0d7a88b tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:57.117445 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1912422b-9a79-4cf5-8be5-c80aee519469 req-51e8b903-e45e-4ff0-abb1-3097f0d7a88b tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/ports?device_id=424e6b7c-77ba-4689-b2ee-78699cd908e3 HTTP/1.1" status: 200 len: 950 time: 0.0865421 Jul 05 02:18:57.222151 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1912422b-9a79-4cf5-8be5-c80aee519469 req-1f7fc274-a936-4d56-b9c1-39f551d28996 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/security-groups?id=6aa981db-58bd-4d0c-a893-2c34139d4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940289 Jul 05 02:18:57.256643 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 51274) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:18:57.348421 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-660adaa9-5656-42a9-aa49-53b2f3b54e6f tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:57.393079 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d1b08e1-ad04-4541-aef6-159896fb54b5 admin admin] Deleting subnet 3695cc03-de8e-40cd-a422-de5229d59312 {{(pid=94461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:18:57.400966 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6d1b08e1-ad04-4541-aef6-159896fb54b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:57.420049 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660adaa9-5656-42a9-aa49-53b2f3b54e6f tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] Pushing event deleted for resources: {'Port': ['ID=b1d837d9-952c-4a29-9f6e-729a107bb6d2,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:18:57.479757 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6d1b08e1-ad04-4541-aef6-159896fb54b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5519650'] for subnet, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:57.587915 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6d1b08e1-ad04-4541-aef6-159896fb54b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:57.645545 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-660adaa9-5656-42a9-aa49-53b2f3b54e6f tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] Notify callbacks [] for floatingip, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:57.648081 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-660adaa9-5656-42a9-aa49-53b2f3b54e6f tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:57.665693 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-660adaa9-5656-42a9-aa49-53b2f3b54e6f tempest-ServersTestBootFromVolume-1209561666 tempest-ServersTestBootFromVolume-1209561666-project] 10.222.0.23 "DELETE /v2.0/floatingips/6eea07cb-26bd-45f3-ad6a-46c2c4bfd690 HTTP/1.1" status: 204 len: 168 time: 1.2860126 Jul 05 02:18:57.666393 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 51282) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:18:57.823229 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6d1b08e1-ad04-4541-aef6-159896fb54b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5763388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774356'] for subnet, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:57.899551 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6d1b08e1-ad04-4541-aef6-159896fb54b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:57.904392 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-6d1b08e1-ad04-4541-aef6-159896fb54b5 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/3695cc03-de8e-40cd-a422-de5229d59312 HTTP/1.1" status: 204 len: 168 time: 0.6465595 Jul 05 02:18:57.905438 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1b08e1-ad04-4541-aef6-159896fb54b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3695cc03-de8e-40cd-a422-de5229d59312,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:18:57.907070 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 51294) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:18:58.249671 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-108bd45f-4ad5-4033-bd49-14fffcef4fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:58.267982 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c027fcf-48e6-4854-a615-33ad3960951c req-da7dbbcd-7958-4e76-948b-41cbc414d0a2 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:58.275610 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2c027fcf-48e6-4854-a615-33ad3960951c req-da7dbbcd-7958-4e76-948b-41cbc414d0a2 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=af25cc5a-51a0-48d4-95fc-992919466b27 HTTP/1.1" status: 200 len: 944 time: 0.0907459 Jul 05 02:18:58.288248 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1144b652-af4a-4b0f-9f90-94060052e7cd req-b791f28a-2482-4f04-9fe9-480dff63639c tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:58.295305 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1144b652-af4a-4b0f-9f90-94060052e7cd req-b791f28a-2482-4f04-9fe9-480dff63639c tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:58.304452 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1144b652-af4a-4b0f-9f90-94060052e7cd req-b791f28a-2482-4f04-9fe9-480dff63639c tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/ports?device_id=424e6b7c-77ba-4689-b2ee-78699cd908e3&device_id=675f0ec4-692d-4441-bab5-f2ddbde9d64e HTTP/1.1" status: 200 len: 1691 time: 0.3875892 Jul 05 02:18:58.336411 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2c027fcf-48e6-4854-a615-33ad3960951c req-b0479f0d-40e6-4859-a979-2715883abecc tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595255 Jul 05 02:18:58.601443 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1144b652-af4a-4b0f-9f90-94060052e7cd req-6828123e-5585-46ed-82e8-5a7fa6fbf360 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/security-groups?id=6aa981db-58bd-4d0c-a893-2c34139d4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2955756 Jul 05 02:18:58.635348 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-108bd45f-4ad5-4033-bd49-14fffcef4fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:58.776139 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-108bd45f-4ad5-4033-bd49-14fffcef4fa8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a020cb7-dc30-4875-a4a6-843a4f5bca74']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:18:58.844717 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-108bd45f-4ad5-4033-bd49-14fffcef4fa8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5de39fc-4b4e-459b-8d86-509609a7e1f4') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:18:58.844717 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-108bd45f-4ad5-4033-bd49-14fffcef4fa8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5de39fc-4b4e-459b-8d86-509609a7e1f4') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:18:58.859201 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-108bd45f-4ad5-4033-bd49-14fffcef4fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:58.882296 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-108bd45f-4ad5-4033-bd49-14fffcef4fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:58.894720 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-108bd45f-4ad5-4033-bd49-14fffcef4fa8 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:18:58.895414 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-108bd45f-4ad5-4033-bd49-14fffcef4fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:58.898485 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:18:58.898485 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:18:58.898485 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:18:58.898485 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:18:58.898485 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:18:58.898485 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:18:58.898485 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:18:58.898485 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:18:58.898485 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:18:58.898485 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:18:58.898485 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:18:58.898485 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:18:58.898485 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:18:58.898485 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:18:58.898485 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:18:58.898485 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:18:58.898485 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:18:58.898485 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:18:58.898485 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:18:58.898485 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:18:58.898485 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:18:58.898485 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:18:58.898485 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:18:58.898485 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:18:58.898485 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:18:58.898485 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:18:58.898485 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:18:58.898485 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:18:58.898485 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:18:58.898485 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:18:58.898485 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:18:58.898485 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:18:58.898485 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:18:58.898485 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:18:58.898485 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:18:58.898485 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:18:58.898485 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:18:58.898485 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:18:58.898485 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:18:58.898485 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:18:58.898485 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:18:58.898485 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:18:58.898485 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:18:58.898485 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:18:58.898485 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:18:58.898485 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:18:58.898485 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:18:58.898485 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:18:58.898485 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:18:58.898485 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:18:59.133935 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7615f82-1a46-4828-aaae-a743672b8042 req-f4b1a6d0-fc4c-4ade-8fc8-93186b727d93 tempest-ServersOnMultiNodesTest-315377596 tempest-ServersOnMultiNodesTest-315377596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:59.135794 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d7615f82-1a46-4828-aaae-a743672b8042 req-f4b1a6d0-fc4c-4ade-8fc8-93186b727d93 tempest-ServersOnMultiNodesTest-315377596 tempest-ServersOnMultiNodesTest-315377596-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=424e6b7c-77ba-4689-b2ee-78699cd908e3 HTTP/1.1" status: 200 len: 1102 time: 0.1095569 Jul 05 02:18:59.142536 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-dbdb23ca-a139-4039-a1ab-895faf5faed8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1634680'] for router_interface, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:59.232958 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-108bd45f-4ad5-4033-bd49-14fffcef4fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:59.234887 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-108bd45f-4ad5-4033-bd49-14fffcef4fa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:18:59.238541 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-108bd45f-4ad5-4033-bd49-14fffcef4fa8 admin admin] 10.222.0.23 "DELETE /v2.0/networks/1a020cb7-dc30-4875-a4a6-843a4f5bca74 HTTP/1.1" status: 204 len: 168 time: 1.3304377 Jul 05 02:18:59.263791 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108bd45f-4ad5-4033-bd49-14fffcef4fa8 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a020cb7-dc30-4875-a4a6-843a4f5bca74,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:18:59.284522 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d7615f82-1a46-4828-aaae-a743672b8042 req-2a2cd82e-05ba-4cb2-9dbd-c38e08c88efc tempest-ServersOnMultiNodesTest-315377596 tempest-ServersOnMultiNodesTest-315377596-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=6aa981db-58bd-4d0c-a893-2c34139d4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393304 Jul 05 02:18:59.591623 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470915f0-0281-4038-83d8-f9c6088913fc req-7d0e3e4e-31ba-4d42-bb25-5ef4e874ff7b tempest-ServersOnMultiNodesTest-315377596 tempest-ServersOnMultiNodesTest-315377596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:18:59.596030 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-470915f0-0281-4038-83d8-f9c6088913fc req-7d0e3e4e-31ba-4d42-bb25-5ef4e874ff7b tempest-ServersOnMultiNodesTest-315377596 tempest-ServersOnMultiNodesTest-315377596-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=675f0ec4-692d-4441-bab5-f2ddbde9d64e HTTP/1.1" status: 200 len: 1102 time: 0.0765710 Jul 05 02:18:59.649144 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-470915f0-0281-4038-83d8-f9c6088913fc req-f964d8a9-d66d-4946-a949-22fa664bbc9f tempest-ServersOnMultiNodesTest-315377596 tempest-ServersOnMultiNodesTest-315377596-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=6aa981db-58bd-4d0c-a893-2c34139d4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413160 Jul 05 02:18:59.734853 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 51340) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:18:59.774528 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 51342) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:18:59.859122 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-524d2bdf-ceea-4c63-8016-b153e71b6706 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3ec6b36fb8104434851a718901e41070&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1230469 Jul 05 02:18:59.862500 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 51346) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:18:59.981722 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8568fb17-1b4c-46af-9586-320cd2a39bb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:00.020763 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8568fb17-1b4c-46af-9586-320cd2a39bb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:00.185386 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51eadd4-bcfe-4280-a13c-fb726990d1e0 req-77f68945-dd77-47a0-a99d-87e41011fae1 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:00.185990 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3a6bfa2a-6570-4837-b71b-22d61e83c2c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:00.197317 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a51eadd4-bcfe-4280-a13c-fb726990d1e0 req-77f68945-dd77-47a0-a99d-87e41011fae1 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=af25cc5a-51a0-48d4-95fc-992919466b27 HTTP/1.1" status: 200 len: 944 time: 0.6936345 Jul 05 02:19:00.252560 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a51eadd4-bcfe-4280-a13c-fb726990d1e0 req-136d13ac-fb97-4a1b-8f2c-02e6499c8f58 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550637 Jul 05 02:19:00.263446 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-dbdb23ca-a139-4039-a1ab-895faf5faed8 admin admin] Deleting port 4a17867d-4869-42fd-9d3a-5ff3f26db257 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:19:00.270276 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-dbdb23ca-a139-4039-a1ab-895faf5faed8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:00.340728 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8568fb17-1b4c-46af-9586-320cd2a39bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:00.348780 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8568fb17-1b4c-46af-9586-320cd2a39bb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:00.350211 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-8568fb17-1b4c-46af-9586-320cd2a39bb1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cc929fbb-c4f8-4892-b37d-5570a0c717b4 HTTP/1.1" status: 204 len: 168 time: 0.4867079 Jul 05 02:19:00.376668 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8568fb17-1b4c-46af-9586-320cd2a39bb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc929fbb-c4f8-4892-b37d-5570a0c717b4,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:00.413473 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-dbdb23ca-a139-4039-a1ab-895faf5faed8 admin admin] For port 4a17867d-4869-42fd-9d3a-5ff3f26db257, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=4a17867d-4869-42fd-9d3a-5ff3f26db257,segment=NetworkSegment(1a7afff9-dd4a-44a1-b899-761c698fff6f),segment_id=1a7afff9-dd4a-44a1-b899-761c698fff6f)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:19:00.414057 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-dbdb23ca-a139-4039-a1ab-895faf5faed8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:00.420733 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3a6bfa2a-6570-4837-b71b-22d61e83c2c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:00.438289 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-dbdb23ca-a139-4039-a1ab-895faf5faed8 admin admin] Calling delete_port for 4a17867d-4869-42fd-9d3a-5ff3f26db257 owned by network:router_interface {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:19:00.498301 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-505eae17-1e20-431a-8979-1177266690da req-3692a522-e429-4aa5-8966-8848d2cf294c tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=843c308122d04e8a8ebe4eb1b129860a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0438905 Jul 05 02:19:00.579013 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3a6bfa2a-6570-4837-b71b-22d61e83c2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:00.623317 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-3a6bfa2a-6570-4837-b71b-22d61e83c2c9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6950d44bba4d40f184f9233c5130f094&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8446901 Jul 05 02:19:00.628369 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 51372) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:19:00.635673 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6bfa2a-6570-4837-b71b-22d61e83c2c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5c0b37a-7928-470e-95e8-d13d151e1da5,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:00.695933 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505eae17-1e20-431a-8979-1177266690da req-f02310a5-183d-445e-8174-6d77d4bb53b3 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:00.696213 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-65ab72e8-4286-4cd4-9365-f97166f1c6ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:00.697439 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-505eae17-1e20-431a-8979-1177266690da req-f02310a5-183d-445e-8174-6d77d4bb53b3 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1704724 Jul 05 02:19:00.717673 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-65ab72e8-4286-4cd4-9365-f97166f1c6ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:00.721846 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-505eae17-1e20-431a-8979-1177266690da req-12afc264-d784-4442-9e3b-6966734c12c9 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/quotas/843c308122d04e8a8ebe4eb1b129860a HTTP/1.1" status: 200 len: 375 time: 0.0177817 Jul 05 02:19:00.844469 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-505eae17-1e20-431a-8979-1177266690da req-c0f97441-153f-4716-b264-5116feacd583 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=843c308122d04e8a8ebe4eb1b129860a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1041727 Jul 05 02:19:01.336701 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-65ab72e8-4286-4cd4-9365-f97166f1c6ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:01.343990 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-dbdb23ca-a139-4039-a1ab-895faf5faed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:01.344734 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-65ab72e8-4286-4cd4-9365-f97166f1c6ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:01.349810 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-65ab72e8-4286-4cd4-9365-f97166f1c6ee admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b5c0b37a-7928-470e-95e8-d13d151e1da5 HTTP/1.1" status: 204 len: 168 time: 0.7198033 Jul 05 02:19:01.378572 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ab72e8-4286-4cd4-9365-f97166f1c6ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5c0b37a-7928-470e-95e8-d13d151e1da5,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:01.587374 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdb23ca-a139-4039-a1ab-895faf5faed8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a17867d-4869-42fd-9d3a-5ff3f26db257,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:01.832964 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d6becc23-edcb-415d-90bb-59ae0b3ae3f9 req-18170a24-12df-4bf3-bfaf-cb716522b6c1 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ba9aaf6-4cb5-406b-a4ef-3e250e8f0620 HTTP/1.1" status: 200 len: 210 time: 0.0530889 Jul 05 02:19:01.979852 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-dbdb23ca-a139-4039-a1ab-895faf5faed8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635398'] for router_interface, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:01.993461 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a0307-ed45-4f08-9181-1782fb9a4ace req-beea39a0-39ee-4c48-bb17-4f51c7200ab2 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:01.995104 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-774a0307-ed45-4f08-9181-1782fb9a4ace req-beea39a0-39ee-4c48-bb17-4f51c7200ab2 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=af25cc5a-51a0-48d4-95fc-992919466b27 HTTP/1.1" status: 200 len: 944 time: 0.2489002 Jul 05 02:19:02.090198 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-774a0307-ed45-4f08-9181-1782fb9a4ace req-285af053-89c2-4833-bc8b-a058e2cd12ab tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785048 Jul 05 02:19:02.133916 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed58926a-1427-4380-b427-b436593eec0b req-fbd739d3-c5ee-41d7-a5aa-07f44d255e9e tempest-ServerTagsTestJSON-324792138 tempest-ServerTagsTestJSON-324792138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:02.139579 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ed58926a-1427-4380-b427-b436593eec0b req-fbd739d3-c5ee-41d7-a5aa-07f44d255e9e tempest-ServerTagsTestJSON-324792138 tempest-ServerTagsTestJSON-324792138-project] 10.222.0.23 "GET /v2.0/ports?device_id=953ec7ac-5f30-429d-89a9-2d526b674204 HTTP/1.1" status: 200 len: 946 time: 0.1116107 Jul 05 02:19:02.204741 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ed58926a-1427-4380-b427-b436593eec0b req-bb624826-e840-478d-bfdd-01eaf55f1c0e tempest-ServerTagsTestJSON-324792138 tempest-ServerTagsTestJSON-324792138-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bddaf5b-dddc-4604-b9ea-d86898d6e68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584199 Jul 05 02:19:02.310563 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbdb23ca-a139-4039-a1ab-895faf5faed8 admin admin] Router d14f98e0-bdb2-4173-8dfb-1cc97a959666 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:19:02.438600 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 51420) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:19:02.455112 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-32d80ad1-6d04-4914-981e-6e74053fca34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:02.482486 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbdb23ca-a139-4039-a1ab-895faf5faed8 admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:19:02.491180 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-dbdb23ca-a139-4039-a1ab-895faf5faed8 admin admin] 10.222.0.23 "PUT /v2.0/routers/d14f98e0-bdb2-4173-8dfb-1cc97a959666/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8237147 Jul 05 02:19:02.493912 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 51424) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:19:02.494628 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ca6a65-9c55-467b-bbe6-683fdade9b2c None None] Sync routers for ids ['d14f98e0-bdb2-4173-8dfb-1cc97a959666'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:19:02.506816 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ca6a65-9c55-467b-bbe6-683fdade9b2c None None] Routers {'d14f98e0-bdb2-4173-8dfb-1cc97a959666'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:19:02.509306 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-17ca6a65-9c55-467b-bbe6-683fdade9b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:18:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['d14f98e0-bdb2-4173-8dfb-1cc97a959666'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:19:02.633466 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-32d80ad1-6d04-4914-981e-6e74053fca34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:02.660573 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-366e8e7d-cf8b-4333-ab9e-b37bfbf6077e admin admin] Notify callbacks [] for router, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:02.730470 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-17ca6a65-9c55-467b-bbe6-683fdade9b2c None None] Set router d14f98e0-bdb2-4173-8dfb-1cc97a959666 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:19:02.778780 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-366e8e7d-cf8b-4333-ab9e-b37bfbf6077e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:02.853399 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-32d80ad1-6d04-4914-981e-6e74053fca34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:02.899151 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-32d80ad1-6d04-4914-981e-6e74053fca34 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f3689bce47824084911fbb9016a6785b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4573262 Jul 05 02:19:02.899949 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 51440) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:19:02.901571 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d80ad1-6d04-4914-981e-6e74053fca34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85e9c0ef-cc01-4488-8339-b232476b2d5a,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:02.917724 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-17ca6a65-9c55-467b-bbe6-683fdade9b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd14f98e0-bdb2-4173-8dfb-1cc97a959666', 'name': 'tempest-ServersTestBootFromVolume-608550675-router', 'tenant_id': '39cee1aac4c44f278f0948186a2959f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'd4d285ff-d471-4b41-860d-f96279eebd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:13:47Z', 'updated_at': '2021-07-05T02:19:00Z', 'revision_number': 5, 'project_id': '39cee1aac4c44f278f0948186a2959f8', 'gw_port': {'id': 'd4d285ff-d471-4b41-860d-f96279eebd22', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ce:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14f98e0-bdb2-4173-8dfb-1cc97a959666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:13:49Z', 'updated_at': '2021-07-05T02:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:19:02.943236 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ffb9d1db-b7f8-4d6c-a8a8-90c06a99dbfc req-cf04b899-dd23-444a-a54a-f1c2e0b4a4be tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ba9aaf6-4cb5-406b-a4ef-3e250e8f0620 HTTP/1.1" status: 200 len: 210 time: 0.0355871 Jul 05 02:19:02.946932 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ca6a65-9c55-467b-bbe6-683fdade9b2c None None] Checking router: d14f98e0-bdb2-4173-8dfb-1cc97a959666 for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:19:02.957756 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ca6a65-9c55-467b-bbe6-683fdade9b2c None None] Routers {'d14f98e0-bdb2-4173-8dfb-1cc97a959666'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:19:02.958341 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-17ca6a65-9c55-467b-bbe6-683fdade9b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:18:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['d14f98e0-bdb2-4173-8dfb-1cc97a959666'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:19:03.015186 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-af4fde99-e04f-45d8-902a-a9cd79079156 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:03.043798 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-366e8e7d-cf8b-4333-ab9e-b37bfbf6077e admin admin] Deleting port d4d285ff-d471-4b41-860d-f96279eebd22 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:19:03.044144 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-366e8e7d-cf8b-4333-ab9e-b37bfbf6077e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:03.047806 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-af4fde99-e04f-45d8-902a-a9cd79079156 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:03.063006 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-17ca6a65-9c55-467b-bbe6-683fdade9b2c None None] Set router d14f98e0-bdb2-4173-8dfb-1cc97a959666 gateway port host: None {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:19:03.074869 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 51448) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:19:03.120669 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-17ca6a65-9c55-467b-bbe6-683fdade9b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd14f98e0-bdb2-4173-8dfb-1cc97a959666', 'name': 'tempest-ServersTestBootFromVolume-608550675-router', 'tenant_id': '39cee1aac4c44f278f0948186a2959f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:13:47Z', 'updated_at': '2021-07-05T02:19:02Z', 'revision_number': 6, 'project_id': '39cee1aac4c44f278f0948186a2959f8', 'gw_port_host': None}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:19:03.156164 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ca6a65-9c55-467b-bbe6-683fdade9b2c None None] The sync data for ids ['d14f98e0-bdb2-4173-8dfb-1cc97a959666'] in n-d-771362-32 is: [{'id': 'd14f98e0-bdb2-4173-8dfb-1cc97a959666', 'name': 'tempest-ServersTestBootFromVolume-608550675-router', 'tenant_id': '39cee1aac4c44f278f0948186a2959f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:13:47Z', 'updated_at': '2021-07-05T02:19:02Z', 'revision_number': 6, 'project_id': '39cee1aac4c44f278f0948186a2959f8', 'gw_port_host': None}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:19:03.180029 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-366e8e7d-cf8b-4333-ab9e-b37bfbf6077e admin admin] For port d4d285ff-d471-4b41-860d-f96279eebd22, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=d4d285ff-d471-4b41-860d-f96279eebd22,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:19:03.180533 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-366e8e7d-cf8b-4333-ab9e-b37bfbf6077e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:03.206528 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-366e8e7d-cf8b-4333-ab9e-b37bfbf6077e admin admin] Calling delete_port for d4d285ff-d471-4b41-860d-f96279eebd22 owned by network:router_gateway {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:19:03.250075 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-aff797c4-05e7-43f6-8eaf-33f60aa4b04a admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-107529042-network', 'tenant_id': 'f2e2a54b44e648f8b89602363d3711c0'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:19:03.272187 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-af4fde99-e04f-45d8-902a-a9cd79079156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:03.274890 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-af4fde99-e04f-45d8-902a-a9cd79079156 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:03.276048 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-af4fde99-e04f-45d8-902a-a9cd79079156 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/85e9c0ef-cc01-4488-8339-b232476b2d5a HTTP/1.1" status: 204 len: 168 time: 0.3750761 Jul 05 02:19:03.290744 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4fde99-e04f-45d8-902a-a9cd79079156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e9c0ef-cc01-4488-8339-b232476b2d5a,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:03.409539 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15f9391-8812-451d-9d18-8c1723bddfb2 req-f1216936-143d-4c93-b2fb-71fde8101f39 tempest-ServerTagsTestJSON-324792138 tempest-ServerTagsTestJSON-324792138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:03.411374 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d15f9391-8812-451d-9d18-8c1723bddfb2 req-f1216936-143d-4c93-b2fb-71fde8101f39 tempest-ServerTagsTestJSON-324792138 tempest-ServerTagsTestJSON-324792138-project] 10.222.0.21 "GET /v2.0/ports?device_id=953ec7ac-5f30-429d-89a9-2d526b674204 HTTP/1.1" status: 200 len: 946 time: 0.1549263 Jul 05 02:19:03.419897 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b600b0-a3a7-4a23-9cd5-d51c5aa71f9f req-857a2efb-6f63-4c68-adc7-a17f9401f25f tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:03.421377 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-89b600b0-a3a7-4a23-9cd5-d51c5aa71f9f req-857a2efb-6f63-4c68-adc7-a17f9401f25f tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=af25cc5a-51a0-48d4-95fc-992919466b27 HTTP/1.1" status: 200 len: 944 time: 0.1154826 Jul 05 02:19:03.470139 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aff797c4-05e7-43f6-8eaf-33f60aa4b04a admin admin] Made reservation on behalf of f2e2a54b44e648f8b89602363d3711c0 for: {'network': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:19:03.472899 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-aff797c4-05e7-43f6-8eaf-33f60aa4b04a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:03.493335 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-aff797c4-05e7-43f6-8eaf-33f60aa4b04a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:03.493830 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4015f2ce-fa40-4b32-9f40-a543f4424591 req-a6bef275-a0a3-43ab-84eb-10d64170a17e tempest-ServerTagsTestJSON-324792138 tempest-ServerTagsTestJSON-324792138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:03.495440 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4015f2ce-fa40-4b32-9f40-a543f4424591 req-a6bef275-a0a3-43ab-84eb-10d64170a17e tempest-ServerTagsTestJSON-324792138 tempest-ServerTagsTestJSON-324792138-project] 10.222.0.23 "GET /v2.0/ports?device_id=953ec7ac-5f30-429d-89a9-2d526b674204 HTTP/1.1" status: 200 len: 946 time: 0.1107719 Jul 05 02:19:03.539387 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-89b600b0-a3a7-4a23-9cd5-d51c5aa71f9f req-4ea8dc86-49f8-4ce4-bc2c-614f6ac00d5d tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013031 Jul 05 02:19:03.590063 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4015f2ce-fa40-4b32-9f40-a543f4424591 req-7e169e3e-b072-49fc-b244-e20d605c8df8 tempest-ServerTagsTestJSON-324792138 tempest-ServerTagsTestJSON-324792138-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bddaf5b-dddc-4604-b9ea-d86898d6e68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872073 Jul 05 02:19:03.602351 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-366e8e7d-cf8b-4333-ab9e-b37bfbf6077e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:03.632154 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 4a17867d-4869-42fd-9d3a-5ff3f26db257 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:19:03.638295 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366e8e7d-cf8b-4333-ab9e-b37bfbf6077e admin admin] Pushing event deleted for resources: {'Port': ['ID=d4d285ff-d471-4b41-860d-f96279eebd22,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:03.659460 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 4a17867d-4869-42fd-9d3a-5ff3f26db257 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:19:03.660600 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 4a17867d-4869-42fd-9d3a-5ff3f26db257 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:19:03.671997 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-d15f9391-8812-451d-9d18-8c1723bddfb2 req-4592c954-327d-41e6-952b-36f631baf0eb tempest-ServerTagsTestJSON-324792138 tempest-ServerTagsTestJSON-324792138-project] Deleting port 6f20bbe8-ab5f-4ee7-a1ee-7b0fd2c5492c {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:19:03.672428 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-d15f9391-8812-451d-9d18-8c1723bddfb2 req-4592c954-327d-41e6-952b-36f631baf0eb tempest-ServerTagsTestJSON-324792138 tempest-ServerTagsTestJSON-324792138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:03.766676 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-366e8e7d-cf8b-4333-ab9e-b37bfbf6077e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636927'] for router_gateway, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:03.772246 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-aff797c4-05e7-43f6-8eaf-33f60aa4b04a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:03.815645 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-d15f9391-8812-451d-9d18-8c1723bddfb2 req-4592c954-327d-41e6-952b-36f631baf0eb tempest-ServerTagsTestJSON-324792138 tempest-ServerTagsTestJSON-324792138-project] For port 6f20bbe8-ab5f-4ee7-a1ee-7b0fd2c5492c, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=6f20bbe8-ab5f-4ee7-a1ee-7b0fd2c5492c,segment=NetworkSegment(45e719ca-3afb-4c1e-b7a7-0ae697fd29b7),segment_id=45e719ca-3afb-4c1e-b7a7-0ae697fd29b7)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:19:03.817254 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-d15f9391-8812-451d-9d18-8c1723bddfb2 req-4592c954-327d-41e6-952b-36f631baf0eb tempest-ServerTagsTestJSON-324792138 tempest-ServerTagsTestJSON-324792138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:03.833871 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-d15f9391-8812-451d-9d18-8c1723bddfb2 req-4592c954-327d-41e6-952b-36f631baf0eb tempest-ServerTagsTestJSON-324792138 tempest-ServerTagsTestJSON-324792138-project] Calling delete_port for 6f20bbe8-ab5f-4ee7-a1ee-7b0fd2c5492c owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:19:03.851020 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-aff797c4-05e7-43f6-8eaf-33f60aa4b04a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:03.928149 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aff797c4-05e7-43f6-8eaf-33f60aa4b04a admin admin] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=94461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:19:03.946573 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff797c4-05e7-43f6-8eaf-33f60aa4b04a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=798f9cbc-56eb-4015-b9d6-69cf7703455b,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:03.964655 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-aff797c4-05e7-43f6-8eaf-33f60aa4b04a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:03.964973 n-d-771362-32 neutron-server[94461]: INFO neutron.db.segments_db [None req-aff797c4-05e7-43f6-8eaf-33f60aa4b04a admin admin] Added segment 17f55efd-d485-4868-acdf-dc2797930acd of type vlan for network 67a36d58-623a-4fac-bfe4-72a7c8457a9a Jul 05 02:19:03.965953 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-366e8e7d-cf8b-4333-ab9e-b37bfbf6077e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11828'] for router, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:03.969080 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-366e8e7d-cf8b-4333-ab9e-b37bfbf6077e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:04.023502 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-aff797c4-05e7-43f6-8eaf-33f60aa4b04a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:04.115244 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device ca61c258-d46e-4de8-9db1-9aaeb55dc672 details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:19:04.208556 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-366e8e7d-cf8b-4333-ab9e-b37bfbf6077e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1575451'] for router, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:04.209257 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-366e8e7d-cf8b-4333-ab9e-b37bfbf6077e admin admin] Fanout notify agent at l3_agent the message router_deleted on router d14f98e0-bdb2-4173-8dfb-1cc97a959666 {{(pid=94462) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 02:19:04.214454 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-366e8e7d-cf8b-4333-ab9e-b37bfbf6077e admin admin] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:04.218438 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-366e8e7d-cf8b-4333-ab9e-b37bfbf6077e admin admin] 10.222.0.23 "DELETE /v2.0/routers/d14f98e0-bdb2-4173-8dfb-1cc97a959666 HTTP/1.1" status: 204 len: 168 time: 1.7225244 Jul 05 02:19:04.227362 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3533aa7e-33d0-4edd-b3a6-b6eabd9bee9a req-5ca2cda7-52c8-4402-a430-4011db76619b tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:04.228771 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1093b4f6-9441-4374-9cd3-65216196532f req-d7537cf5-2f2b-4b45-9868-fc1179d69690 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ba9aaf6-4cb5-406b-a4ef-3e250e8f0620 HTTP/1.1" status: 200 len: 210 time: 0.0577979 Jul 05 02:19:04.229859 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3533aa7e-33d0-4edd-b3a6-b6eabd9bee9a req-5ca2cda7-52c8-4402-a430-4011db76619b tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] 10.222.0.23 "GET /v2.0/ports?device_id=374f110a-3d06-428c-96e1-c368ac864b42 HTTP/1.1" status: 200 len: 949 time: 0.1048975 Jul 05 02:19:04.230550 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 51498) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:19:04.251957 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port ca61c258-d46e-4de8-9db1-9aaeb55dc672, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=ca61c258-d46e-4de8-9db1-9aaeb55dc672,segment=NetworkSegment(24fd9432-f398-4a05-975c-1360bad4fc21),segment_id=24fd9432-f398-4a05-975c-1360bad4fc21)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:19:04.264755 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Returning: {'device': 'ca61c258-d46e-4de8-9db1-9aaeb55dc672', 'network_id': 'd55491b1-56ba-426a-ac8c-e92d73c02c5b', 'port_id': 'ca61c258-d46e-4de8-9db1-9aaeb55dc672', 'mac_address': 'fa:16:3e:78:ee:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b152ce5-504f-4214-985c-9f5fa8213776', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:19:04.274778 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-aff797c4-05e7-43f6-8eaf-33f60aa4b04a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:04.275797 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff797c4-05e7-43f6-8eaf-33f60aa4b04a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:04.276898 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-aff797c4-05e7-43f6-8eaf-33f60aa4b04a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:04.283120 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-d15f9391-8812-451d-9d18-8c1723bddfb2 req-4592c954-327d-41e6-952b-36f631baf0eb tempest-ServerTagsTestJSON-324792138 tempest-ServerTagsTestJSON-324792138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:04.300933 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3533aa7e-33d0-4edd-b3a6-b6eabd9bee9a req-a841224f-bc8c-425c-b77f-8b7afa5f5345 tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a5b496d-edbc-4614-ac31-274ccc3600c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616953 Jul 05 02:19:04.305154 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:04.306098 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-42293de2-8ba5-4255-bd4b-f3dc6bfef6ee admin admin] Deleting subnet f91b5bd4-bf24-4143-8e52-056b34c056bf {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:19:04.309815 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-42293de2-8ba5-4255-bd4b-f3dc6bfef6ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:04.320292 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca61c258-d46e-4de8-9db1-9aaeb55dc672 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:19:04.352919 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port ca61c258-d46e-4de8-9db1-9aaeb55dc672, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=ca61c258-d46e-4de8-9db1-9aaeb55dc672,segment=NetworkSegment(24fd9432-f398-4a05-975c-1360bad4fc21),segment_id=24fd9432-f398-4a05-975c-1360bad4fc21)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:19:04.362468 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-42293de2-8ba5-4255-bd4b-f3dc6bfef6ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:04.391223 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4592c954-327d-41e6-952b-36f631baf0eb tempest-ServerTagsTestJSON-324792138 tempest-ServerTagsTestJSON-324792138-project] Pushing event deleted for resources: {'Port': ['ID=6f20bbe8-ab5f-4ee7-a1ee-7b0fd2c5492c,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:04.426989 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff797c4-05e7-43f6-8eaf-33f60aa4b04a admin admin] Pushing event updated for resources: {'Network': ['ID=67a36d58-623a-4fac-bfe4-72a7c8457a9a,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:04.444566 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 67a36d58-623a-4fac-bfe4-72a7c8457a9a details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:19:04.446028 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-d15f9391-8812-451d-9d18-8c1723bddfb2 req-4592c954-327d-41e6-952b-36f631baf0eb tempest-ServerTagsTestJSON-324792138 tempest-ServerTagsTestJSON-324792138-project] No DVR routers for this DVR port 6f20bbe8-ab5f-4ee7-a1ee-7b0fd2c5492c on host n-h1-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:19:04.448561 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-d15f9391-8812-451d-9d18-8c1723bddfb2 req-4592c954-327d-41e6-952b-36f631baf0eb tempest-ServerTagsTestJSON-324792138 tempest-ServerTagsTestJSON-324792138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:04.451226 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d15f9391-8812-451d-9d18-8c1723bddfb2 req-4592c954-327d-41e6-952b-36f631baf0eb tempest-ServerTagsTestJSON-324792138 tempest-ServerTagsTestJSON-324792138-project] 10.222.0.21 "DELETE /v2.0/ports/6f20bbe8-ab5f-4ee7-a1ee-7b0fd2c5492c HTTP/1.1" status: 204 len: 173 time: 1.0258477 Jul 05 02:19:04.451722 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '953ec7ac-5f30-429d-89a9-2d526b674204', 'name': 'network-vif-deleted', 'tag': '6f20bbe8-ab5f-4ee7-a1ee-7b0fd2c5492c'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:19:04.461237 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c54b40af-2aa1-4c0e-88bc-0c5bb15796f5" -d '{"events": [{"server_uuid": "953ec7ac-5f30-429d-89a9-2d526b674204", "name": "network-vif-deleted", "tag": "6f20bbe8-ab5f-4ee7-a1ee-7b0fd2c5492c"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:19:04.461414 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-42293de2-8ba5-4255-bd4b-f3dc6bfef6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:04.497523 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-aff797c4-05e7-43f6-8eaf-33f60aa4b04a admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4210463 Jul 05 02:19:04.501201 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 51504) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:19:04.502666 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5685ccd1-c5aa-4e8b-973b-0b5ff2a1ae6f x-openstack-request-id: req-5685ccd1-c5aa-4e8b-973b-0b5ff2a1ae6f {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:19:04.502980 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "953ec7ac-5f30-429d-89a9-2d526b674204", "name": "network-vif-deleted", "tag": "6f20bbe8-ab5f-4ee7-a1ee-7b0fd2c5492c", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:19:04.504395 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5685ccd1-c5aa-4e8b-973b-0b5ff2a1ae6f {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:19:04.504689 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '953ec7ac-5f30-429d-89a9-2d526b674204', 'name': 'network-vif-deleted', 'tag': '6f20bbe8-ab5f-4ee7-a1ee-7b0fd2c5492c', 'status': 'completed', 'code': 200} Jul 05 02:19:04.508454 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:04.509960 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-75885562-27bf-41f8-9544-937dfbd0147f admin admin] Request body: {'subnet': {'network_id': '67a36d58-623a-4fac-bfe4-72a7c8457a9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-107529042-subnet', 'tenant_id': 'f2e2a54b44e648f8b89602363d3711c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:19:04.570976 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=ca61c258-d46e-4de8-9db1-9aaeb55dc672,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:04.624554 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-42293de2-8ba5-4255-bd4b-f3dc6bfef6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:04.662101 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75885562-27bf-41f8-9544-937dfbd0147f admin admin] Made reservation on behalf of f2e2a54b44e648f8b89602363d3711c0 for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:19:04.665215 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-75885562-27bf-41f8-9544-937dfbd0147f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:04.669434 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42293de2-8ba5-4255-bd4b-f3dc6bfef6ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f91b5bd4-bf24-4143-8e52-056b34c056bf,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:04.689453 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357e4a45-421e-48cd-aa1c-521aed45533f None None] Network 95be1868-86d2-46e5-83cd-c247f770a99a requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:19:04.699390 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-42293de2-8ba5-4255-bd4b-f3dc6bfef6ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:04.714527 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-42293de2-8ba5-4255-bd4b-f3dc6bfef6ee admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f91b5bd4-bf24-4143-8e52-056b34c056bf HTTP/1.1" status: 204 len: 168 time: 0.4807913 Jul 05 02:19:04.714968 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 51516) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:19:04.818497 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3636d0e0-8f14-43a7-9a94-2233be577864 req-db71c4a6-6b4c-4c9c-ae6e-fe4f7c2ea1c3 tempest-ServerTagsTestJSON-324792138 tempest-ServerTagsTestJSON-324792138-project] 10.222.0.23 "GET /v2.0/ports?device_id=953ec7ac-5f30-429d-89a9-2d526b674204 HTTP/1.1" status: 200 len: 210 time: 0.0388904 Jul 05 02:19:04.845973 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7f2a0a0c-681c-441b-a91b-b339a9d51dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:04.914509 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['ca61c258-d46e-4de8-9db1-9aaeb55dc672'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:19:04.958629 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97403066-04a7-4c15-9ed4-090176c325c3 req-659de11c-dd81-4406-a7c5-56b0d021bd4e tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:04.966198 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-97403066-04a7-4c15-9ed4-090176c325c3 req-659de11c-dd81-4406-a7c5-56b0d021bd4e tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=af25cc5a-51a0-48d4-95fc-992919466b27 HTTP/1.1" status: 200 len: 945 time: 0.2001405 Jul 05 02:19:05.024808 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-505eae17-1e20-431a-8979-1177266690da req-725d257b-6db1-403b-850e-31eadf9339d7 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=843c308122d04e8a8ebe4eb1b129860a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0465245 Jul 05 02:19:05.056576 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc3f7bc-1a36-4aa2-916f-0963682598f8 None None] DHCP port deletion for 95be1868-86d2-46e5-83cd-c247f770a99a request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:19:05.094140 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-7f2a0a0c-681c-441b-a91b-b339a9d51dd6 admin admin] Deleting port 1c569fa4-ad16-4cf8-b6f2-66a2f36418b2 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:19:05.094519 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7f2a0a0c-681c-441b-a91b-b339a9d51dd6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:05.110807 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-97403066-04a7-4c15-9ed4-090176c325c3 req-0d6a576f-2a13-4c17-99c2-50df9ed87a72 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435802 Jul 05 02:19:05.190377 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-9fc3f7bc-1a36-4aa2-916f-0963682598f8 None None] Deleting port 1c569fa4-ad16-4cf8-b6f2-66a2f36418b2 {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:19:05.191615 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-9fc3f7bc-1a36-4aa2-916f-0963682598f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:05.202762 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-75885562-27bf-41f8-9544-937dfbd0147f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5763451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774823'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:05.226553 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-7f2a0a0c-681c-441b-a91b-b339a9d51dd6 admin admin] For port 1c569fa4-ad16-4cf8-b6f2-66a2f36418b2, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=1c569fa4-ad16-4cf8-b6f2-66a2f36418b2,segment=NetworkSegment(1a7afff9-dd4a-44a1-b899-761c698fff6f),segment_id=1a7afff9-dd4a-44a1-b899-761c698fff6f)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:19:05.232076 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7f2a0a0c-681c-441b-a91b-b339a9d51dd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:05.249847 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-7f2a0a0c-681c-441b-a91b-b339a9d51dd6 admin admin] Calling delete_port for 1c569fa4-ad16-4cf8-b6f2-66a2f36418b2 owned by network:dhcp {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:19:05.258636 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505eae17-1e20-431a-8979-1177266690da req-645e0e27-cf9f-4eb3-a856-7d1c7628a70c tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:05.265886 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-505eae17-1e20-431a-8979-1177266690da req-645e0e27-cf9f-4eb3-a856-7d1c7628a70c tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2279482 Jul 05 02:19:05.271640 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75885562-27bf-41f8-9544-937dfbd0147f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f1d60b8-4585-433e-8620-402c37ebc6e1,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:05.279341 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-9fc3f7bc-1a36-4aa2-916f-0963682598f8 None None] For port 1c569fa4-ad16-4cf8-b6f2-66a2f36418b2, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=1c569fa4-ad16-4cf8-b6f2-66a2f36418b2,segment=NetworkSegment(1a7afff9-dd4a-44a1-b899-761c698fff6f),segment_id=1a7afff9-dd4a-44a1-b899-761c698fff6f)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:19:05.279900 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-9fc3f7bc-1a36-4aa2-916f-0963682598f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:05.281857 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75885562-27bf-41f8-9544-937dfbd0147f admin admin] Checking segment: {'id': '17f55efd-d485-4868-acdf-dc2797930acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '67a36d58-623a-4fac-bfe4-72a7c8457a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:19:05.282257 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75885562-27bf-41f8-9544-937dfbd0147f admin admin] Network hostable DHCP agents. Network: 67a36d58-623a-4fac-bfe4-72a7c8457a9a, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:19:05.306080 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-505eae17-1e20-431a-8979-1177266690da req-e2c4498e-710a-4a7c-94f8-8256d66a0210 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Request body: {'port': {'device_id': '6ba9aaf6-4cb5-406b-a4ef-3e250e8f0620', 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4', 'admin_state_up': True, 'tenant_id': '843c308122d04e8a8ebe4eb1b129860a'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:19:05.308104 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-9fc3f7bc-1a36-4aa2-916f-0963682598f8 None None] Calling delete_port for 1c569fa4-ad16-4cf8-b6f2-66a2f36418b2 owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:19:05.448314 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cf7eafa2-ce44-4353-8559-e369c29047a1 req-daea789a-fb00-4de1-9bf1-95756b3d28eb tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ba9aaf6-4cb5-406b-a4ef-3e250e8f0620 HTTP/1.1" status: 200 len: 210 time: 0.0543368 Jul 05 02:19:05.450405 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75885562-27bf-41f8-9544-937dfbd0147f admin admin] Network 67a36d58-623a-4fac-bfe4-72a7c8457a9a is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:19:05.489030 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 1c569fa4-ad16-4cf8-b6f2-66a2f36418b2 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:19:05.539715 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-75885562-27bf-41f8-9544-937dfbd0147f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 67a36d58-623a-4fac-bfe4-72a7c8457a9a) {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:19:05.544237 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75885562-27bf-41f8-9544-937dfbd0147f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:05.544932 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-75885562-27bf-41f8-9544-937dfbd0147f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:05.567781 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65dff568-ac8a-4371-be50-72cfd7791485 None None] Network 67a36d58-623a-4fac-bfe4-72a7c8457a9a requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:19:05.597164 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7f2a0a0c-681c-441b-a91b-b339a9d51dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:05.616100 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-9fc3f7bc-1a36-4aa2-916f-0963682598f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:05.633689 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2a0a0c-681c-441b-a91b-b339a9d51dd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c569fa4-ad16-4cf8-b6f2-66a2f36418b2,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:05.643481 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2a0a0c-681c-441b-a91b-b339a9d51dd6 admin admin] No DVR routers for this DVR port 1c569fa4-ad16-4cf8-b6f2-66a2f36418b2 on host n-d-771362-32 {{(pid=94462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:19:05.647326 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-75885562-27bf-41f8-9544-937dfbd0147f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1415398 Jul 05 02:19:05.661104 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8d7555-b90a-41f0-9c16-4ec70ee98c76 req-103cdb2d-b415-4a8a-98d5-5a504d95ceb7 tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:05.668793 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3b8d7555-b90a-41f0-9c16-4ec70ee98c76 req-103cdb2d-b415-4a8a-98d5-5a504d95ceb7 tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] 10.222.0.23 "GET /v2.0/ports?device_id=374f110a-3d06-428c-96e1-c368ac864b42 HTTP/1.1" status: 200 len: 949 time: 0.1254964 Jul 05 02:19:05.791861 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:05.810004 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7f2a0a0c-681c-441b-a91b-b339a9d51dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:05.810155 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc3f7bc-1a36-4aa2-916f-0963682598f8 None None] No DVR routers for this DVR port 1c569fa4-ad16-4cf8-b6f2-66a2f36418b2 on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:19:05.831314 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3b8d7555-b90a-41f0-9c16-4ec70ee98c76 req-e0927629-bb92-42df-857a-48f6371b0467 tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a5b496d-edbc-4614-ac31-274ccc3600c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138935 Jul 05 02:19:05.834053 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-7f2a0a0c-681c-441b-a91b-b339a9d51dd6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95be1868-86d2-46e5-83cd-c247f770a99a']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:19:05.846788 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-7f2a0a0c-681c-441b-a91b-b339a9d51dd6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a7afff9-dd4a-44a1-b899-761c698fff6f') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:19:05.847358 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-7f2a0a0c-681c-441b-a91b-b339a9d51dd6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a7afff9-dd4a-44a1-b899-761c698fff6f') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:19:05.860261 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7f2a0a0c-681c-441b-a91b-b339a9d51dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:05.876556 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-505eae17-1e20-431a-8979-1177266690da req-e2c4498e-710a-4a7c-94f8-8256d66a0210 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Made reservation on behalf of 843c308122d04e8a8ebe4eb1b129860a for: {'port': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:19:05.876556 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-505eae17-1e20-431a-8979-1177266690da req-e2c4498e-710a-4a7c-94f8-8256d66a0210 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:05.895727 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7f2a0a0c-681c-441b-a91b-b339a9d51dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:05.905867 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f2a0a0c-681c-441b-a91b-b339a9d51dd6 admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:19:05.906313 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7f2a0a0c-681c-441b-a91b-b339a9d51dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:05.908122 n-d-771362-32 neutron-server[94462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:19:05.908122 n-d-771362-32 neutron-server[94462]: self.session.flush() Jul 05 02:19:05.908122 n-d-771362-32 neutron-server[94462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:19:05.908122 n-d-771362-32 neutron-server[94462]: self.session.flush() Jul 05 02:19:05.908122 n-d-771362-32 neutron-server[94462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:19:05.908122 n-d-771362-32 neutron-server[94462]: self.session.flush() Jul 05 02:19:05.908122 n-d-771362-32 neutron-server[94462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:19:05.908122 n-d-771362-32 neutron-server[94462]: self.session.flush() Jul 05 02:19:05.908122 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:19:05.908122 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:19:05.908122 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:19:05.908122 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:19:05.908122 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:19:05.908122 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:19:05.908122 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:19:05.908122 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:19:05.908122 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:19:05.908122 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:19:05.908122 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:19:05.908122 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:19:05.908122 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:19:05.908122 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:19:05.908122 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:19:05.908122 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:19:05.908122 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:19:05.908122 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:19:05.908122 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:19:05.908122 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:19:05.908122 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:19:05.908122 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:19:05.908122 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:19:05.908122 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:19:05.908122 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:19:05.908122 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:19:05.908122 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:19:05.908122 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:19:05.908122 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:19:05.908122 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:19:05.908122 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:19:05.908122 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:19:05.924546 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc3f7bc-1a36-4aa2-916f-0963682598f8 None None] Pushing event deleted for resources: {'Port': ['ID=1c569fa4-ad16-4cf8-b6f2-66a2f36418b2,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:05.958837 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device d4d285ff-d471-4b41-860d-f96279eebd22 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:19:06.016505 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: d4d285ff-d471-4b41-860d-f96279eebd22 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:19:06.016720 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device d4d285ff-d471-4b41-860d-f96279eebd22 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:19:06.028160 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f18f95-a737-4d46-8cc2-da751d3083c4 None None] Network 67a36d58-623a-4fac-bfe4-72a7c8457a9a requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:19:06.084949 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-da06f1f8-31b5-4d22-8c08-37e3cdb0146d req-7a72925e-c983-4bb8-baee-87b26062abdd tempest-ServerTagsTestJSON-324792138 tempest-ServerTagsTestJSON-324792138-project] 10.222.0.23 "GET /v2.0/ports?device_id=953ec7ac-5f30-429d-89a9-2d526b674204 HTTP/1.1" status: 200 len: 210 time: 0.0495694 Jul 05 02:19:06.138062 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [req-505eae17-1e20-431a-8979-1177266690da req-e2c4498e-710a-4a7c-94f8-8256d66a0210 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Allocated IP 192.168.233.201 (dff432c2-7366-4622-aebb-da22fe05bfd4/b840e204-692c-4f54-8f07-f6563e8e36b1/3ab8a470-4d09-40f5-8cb0-d02381fe6c48) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:19:06.158327 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7f2a0a0c-681c-441b-a91b-b339a9d51dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:06.184543 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7f2a0a0c-681c-441b-a91b-b339a9d51dd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:06.186952 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-7f2a0a0c-681c-441b-a91b-b339a9d51dd6 admin admin] 10.222.0.23 "DELETE /v2.0/networks/95be1868-86d2-46e5-83cd-c247f770a99a HTTP/1.1" status: 204 len: 168 time: 1.4692945 Jul 05 02:19:06.188064 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2a0a0c-681c-441b-a91b-b339a9d51dd6 admin admin] Pushing event deleted for resources: {'Network': ['ID=95be1868-86d2-46e5-83cd-c247f770a99a,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:06.219109 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 6f20bbe8-ab5f-4ee7-a1ee-7b0fd2c5492c no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:19:06.247198 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] No Port match for: 6f20bbe8-ab5f-4ee7-a1ee-7b0fd2c5492c {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:19:06.255863 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 6f20bbe8-ab5f-4ee7-a1ee-7b0fd2c5492c not bound to the agent host n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:19:06.255863 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device e0d75456-a43e-424e-8282-f553ec1fd99b no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:19:06.373482 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-505eae17-1e20-431a-8979-1177266690da req-e2c4498e-710a-4a7c-94f8-8256d66a0210 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:06.374318 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:06.401476 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [req-505eae17-1e20-431a-8979-1177266690da req-e2c4498e-710a-4a7c-94f8-8256d66a0210 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Transition to ACTIVE for port object 3ab8a470-4d09-40f5-8cb0-d02381fe6c48 will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:19:06.402093 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '374f110a-3d06-428c-96e1-c368ac864b42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0d75456-a43e-424e-8282-f553ec1fd99b'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:19:06.404565 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0200d2b4-5412-454c-baa2-4472cf59a444" -d '{"events": [{"server_uuid": "374f110a-3d06-428c-96e1-c368ac864b42", "name": "network-vif-unplugged", "status": "completed", "tag": "e0d75456-a43e-424e-8282-f553ec1fd99b"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:19:06.419941 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port e0d75456-a43e-424e-8282-f553ec1fd99b, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=e0d75456-a43e-424e-8282-f553ec1fd99b,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:19:06.710562 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:06.737558 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=e0d75456-a43e-424e-8282-f553ec1fd99b,revision_number=8']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:06.825283 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933231af-3d1c-4db7-9ca9-1a39993e9375 req-4472584d-7e1c-48ff-bfc7-998357801cbb tempest-InstanceActionsTestJSON-917461461 tempest-InstanceActionsTestJSON-917461461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:06.842368 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-933231af-3d1c-4db7-9ca9-1a39993e9375 req-4472584d-7e1c-48ff-bfc7-998357801cbb tempest-InstanceActionsTestJSON-917461461 tempest-InstanceActionsTestJSON-917461461-project] 10.222.0.23 "GET /v2.0/networks?id=67a36d58-623a-4fac-bfe4-72a7c8457a9a HTTP/1.1" status: 200 len: 813 time: 0.4234800 Jul 05 02:19:06.844128 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-933231af-3d1c-4db7-9ca9-1a39993e9375 req-ac7d0721-ecfd-4159-a2bf-b8401cf89545 tempest-InstanceActionsTestJSON-917461461 tempest-InstanceActionsTestJSON-917461461-project] 10.222.0.23 "GET /v2.0/quotas/f2e2a54b44e648f8b89602363d3711c0 HTTP/1.1" status: 200 len: 375 time: 0.0109766 Jul 05 02:19:06.902476 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-933231af-3d1c-4db7-9ca9-1a39993e9375 req-80cdf8e6-3c7c-4d07-8144-2de4738d5795 tempest-InstanceActionsTestJSON-917461461 tempest-InstanceActionsTestJSON-917461461-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f2e2a54b44e648f8b89602363d3711c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0513768 Jul 05 02:19:07.000078 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-933231af-3d1c-4db7-9ca9-1a39993e9375 req-b536b38e-bbb0-4caf-bc0d-9ab542da226c service neutron] 10.222.0.23 "GET /v2.0/networks/67a36d58-623a-4fac-bfe4-72a7c8457a9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909300 Jul 05 02:19:07.094442 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-933231af-3d1c-4db7-9ca9-1a39993e9375 req-2a02d062-cdef-495c-8262-f8eca8179ee9 service neutron] 10.222.0.23 "GET /v2.0/networks/67a36d58-623a-4fac-bfe4-72a7c8457a9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883603 Jul 05 02:19:07.327924 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-505eae17-1e20-431a-8979-1177266690da req-e2c4498e-710a-4a7c-94f8-8256d66a0210 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:07.342404 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['6a2ae0bc-edf0-4f1a-b9b8-ab213fe56db1', '7cfeeb46-2479-461a-9518-75c8d2657e02', 'db0a31d9-63fc-4330-9519-56abf72b576c', '4c671b93-59eb-4c86-9226-a701b0e4092c'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:19:07.352785 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['7ec41c6b-9c0a-4a51-ba87-ab766c3995b6'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:19:07.389047 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-505eae17-1e20-431a-8979-1177266690da req-e2c4498e-710a-4a7c-94f8-8256d66a0210 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Network dff432c2-7366-4622-aebb-da22fe05bfd4 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:19:07.393640 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [req-505eae17-1e20-431a-8979-1177266690da req-e2c4498e-710a-4a7c-94f8-8256d66a0210 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:19:07.397248 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [req-505eae17-1e20-431a-8979-1177266690da req-e2c4498e-710a-4a7c-94f8-8256d66a0210 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:19:07.446929 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c4498e-710a-4a7c-94f8-8256d66a0210 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Pushing event updated for resources: {'Port': ['ID=3ab8a470-4d09-40f5-8cb0-d02381fe6c48,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:07.470760 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505eae17-1e20-431a-8979-1177266690da req-e2c4498e-710a-4a7c-94f8-8256d66a0210 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:07.471375 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-505eae17-1e20-431a-8979-1177266690da req-e2c4498e-710a-4a7c-94f8-8256d66a0210 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:07.666150 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-505eae17-1e20-431a-8979-1177266690da req-e2c4498e-710a-4a7c-94f8-8256d66a0210 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3930221 Jul 05 02:19:07.681805 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-505eae17-1e20-431a-8979-1177266690da req-3649b782-3fbd-4f4e-bb8f-14a2db3e0e9b service neutron] Request body: {'port': {'device_id': '6ba9aaf6-4cb5-406b-a4ef-3e250e8f0620', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-32'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:19:07.687451 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 51594) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:19:07.779217 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-a254da8d-e594-4c2b-acb5-10aeae6439bb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=39cee1aac4c44f278f0948186a2959f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0898662 Jul 05 02:19:07.780031 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 51596) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:19:07.809219 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9433ea-3415-48f8-a8e2-566d8f38ca08 req-83a5c92a-08a3-46e5-80b2-19ee87c1884a tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:07.818768 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-fd9433ea-3415-48f8-a8e2-566d8f38ca08 req-83a5c92a-08a3-46e5-80b2-19ee87c1884a tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=af25cc5a-51a0-48d4-95fc-992919466b27 HTTP/1.1" status: 200 len: 945 time: 0.2263238 Jul 05 02:19:07.835696 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-42d1239d-b5cf-4c21-b9c5-69ef615700e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:07.869922 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-42d1239d-b5cf-4c21-b9c5-69ef615700e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:07.880693 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-fd9433ea-3415-48f8-a8e2-566d8f38ca08 req-40704508-0bb8-4a9d-8eba-fbb521733be6 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609679 Jul 05 02:19:07.889605 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-381b1e8f-ca94-4da4-9688-6af25a88b7dc req-b8569829-2cf1-491e-a69f-4c321f0fbce1 tempest-SecurityGroupsTestAdminJSON-1455472758 tempest-SecurityGroupsTestAdminJSON-1455472758-project] Request body: {'security_group': {'name': 'tempest-securitygroup-373382098', 'description': 'tempest-description-1631135811'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:19:07.944718 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-505eae17-1e20-431a-8979-1177266690da req-3649b782-3fbd-4f4e-bb8f-14a2db3e0e9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:07.959914 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 02:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d8eea6c-201e-47c5-8180-fc49bb6a2a9c x-openstack-request-id: req-6d8eea6c-201e-47c5-8180-fc49bb6a2a9c {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:19:07.959914 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "374f110a-3d06-428c-96e1-c368ac864b42", "name": "network-vif-unplugged", "status": "completed", "tag": "e0d75456-a43e-424e-8282-f553ec1fd99b", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:19:07.959914 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6d8eea6c-201e-47c5-8180-fc49bb6a2a9c {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:19:07.959914 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '374f110a-3d06-428c-96e1-c368ac864b42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0d75456-a43e-424e-8282-f553ec1fd99b', 'code': 200} Jul 05 02:19:07.966791 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-9d60d31c-c344-49d9-8acb-6e3d2ffa3922 None None] Provisioning for port 3ab8a470-4d09-40f5-8cb0-d02381fe6c48 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:19:07.974726 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-9d60d31c-c344-49d9-8acb-6e3d2ffa3922 None None] Provisioning complete for port 3ab8a470-4d09-40f5-8cb0-d02381fe6c48 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:19:07.975105 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-9d60d31c-c344-49d9-8acb-6e3d2ffa3922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:08.014856 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-9d60d31c-c344-49d9-8acb-6e3d2ffa3922 None None] Port 3ab8a470-4d09-40f5-8cb0-d02381fe6c48 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:19:08.079758 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-381b1e8f-ca94-4da4-9688-6af25a88b7dc req-b8569829-2cf1-491e-a69f-4c321f0fbce1 tempest-SecurityGroupsTestAdminJSON-1455472758 tempest-SecurityGroupsTestAdminJSON-1455472758-project] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:08.088711 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-381b1e8f-ca94-4da4-9688-6af25a88b7dc req-b8569829-2cf1-491e-a69f-4c321f0fbce1 tempest-SecurityGroupsTestAdminJSON-1455472758 tempest-SecurityGroupsTestAdminJSON-1455472758-project] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:08.118690 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-42d1239d-b5cf-4c21-b9c5-69ef615700e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:08.119450 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device ca61c258-d46e-4de8-9db1-9aaeb55dc672 up at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:19:08.121806 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-42d1239d-b5cf-4c21-b9c5-69ef615700e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:08.123326 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-42d1239d-b5cf-4c21-b9c5-69ef615700e8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6d9129ac-b8da-4d2d-8407-943a2a8ecdb0 HTTP/1.1" status: 204 len: 168 time: 0.3420594 Jul 05 02:19:08.148298 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d1239d-b5cf-4c21-b9c5-69ef615700e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d9129ac-b8da-4d2d-8407-943a2a8ecdb0,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:08.217730 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-381b1e8f-ca94-4da4-9688-6af25a88b7dc req-b8569829-2cf1-491e-a69f-4c321f0fbce1 tempest-SecurityGroupsTestAdminJSON-1455472758 tempest-SecurityGroupsTestAdminJSON-1455472758-project] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:08.233345 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4a1d62-5712-41a7-9166-edf4bfc9b31d req-cc80f304-a475-43c2-b781-d564f054cc66 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:08.234924 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-af4a1d62-5712-41a7-9166-edf4bfc9b31d req-cc80f304-a475-43c2-b781-d564f054cc66 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ba9aaf6-4cb5-406b-a4ef-3e250e8f0620 HTTP/1.1" status: 200 len: 936 time: 0.1598248 Jul 05 02:19:08.294284 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-af4a1d62-5712-41a7-9166-edf4bfc9b31d req-f72ff835-6a5e-436a-97e2-cb3744845cdd tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/security-groups?id=6aa981db-58bd-4d0c-a893-2c34139d4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502684 Jul 05 02:19:08.336207 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning for port ca61c258-d46e-4de8-9db1-9aaeb55dc672 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:19:08.341417 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning complete for port ca61c258-d46e-4de8-9db1-9aaeb55dc672 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:19:08.341874 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:08.352397 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [req-505eae17-1e20-431a-8979-1177266690da req-3649b782-3fbd-4f4e-bb8f-14a2db3e0e9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ab8a470-4d09-40f5-8cb0-d02381fe6c48 {{(pid=94462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:19:08.360107 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-505eae17-1e20-431a-8979-1177266690da req-3649b782-3fbd-4f4e-bb8f-14a2db3e0e9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:08.373527 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [req-505eae17-1e20-431a-8979-1177266690da req-3649b782-3fbd-4f4e-bb8f-14a2db3e0e9b service neutron] Transition to ACTIVE for port object 3ab8a470-4d09-40f5-8cb0-d02381fe6c48 will not be triggered until provisioned by entity L2. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:19:08.382586 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 51600) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:19:08.428797 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:08.430746 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-381b1e8f-ca94-4da4-9688-6af25a88b7dc req-b8569829-2cf1-491e-a69f-4c321f0fbce1 tempest-SecurityGroupsTestAdminJSON-1455472758 tempest-SecurityGroupsTestAdminJSON-1455472758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:08.439278 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_v2 [None req-de838305-ad1f-494d-a604-d028d40e329a admin admin] Deleting subnet 0cff292f-5430-490c-95c1-4bbac2c06428 {{(pid=94461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:19:08.443609 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f0861871-fd4a-49d0-8b52-685bbc3865d8 req-4f90119e-dafe-4080-a3d4-dd22d8c19815 tempest-InstanceActionsTestJSON-917461461 tempest-InstanceActionsTestJSON-917461461-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f1a1a59-289c-41c5-97ca-0cf91bece8f3 HTTP/1.1" status: 200 len: 210 time: 0.0380907 Jul 05 02:19:08.445289 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-de838305-ad1f-494d-a604-d028d40e329a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:08.455677 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-505eae17-1e20-431a-8979-1177266690da req-3649b782-3fbd-4f4e-bb8f-14a2db3e0e9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:08.467604 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port ca61c258-d46e-4de8-9db1-9aaeb55dc672, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=ca61c258-d46e-4de8-9db1-9aaeb55dc672,segment=NetworkSegment(24fd9432-f398-4a05-975c-1360bad4fc21),segment_id=24fd9432-f398-4a05-975c-1360bad4fc21)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:19:08.531916 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8569829-2cf1-491e-a69f-4c321f0fbce1 tempest-SecurityGroupsTestAdminJSON-1455472758 tempest-SecurityGroupsTestAdminJSON-1455472758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6572d127-2615-494e-8717-6c23fbef9780,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:08.536937 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3649b782-3fbd-4f4e-bb8f-14a2db3e0e9b service neutron] Pushing event updated for resources: {'Port': ['ID=3ab8a470-4d09-40f5-8cb0-d02381fe6c48,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:08.546224 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-de838305-ad1f-494d-a604-d028d40e329a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5519650'] for subnet, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:08.568114 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:08.635878 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-de838305-ad1f-494d-a604-d028d40e329a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:08.684164 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-505eae17-1e20-431a-8979-1177266690da req-3649b782-3fbd-4f4e-bb8f-14a2db3e0e9b service neutron] Attempting to bind port 3ab8a470-4d09-40f5-8cb0-d02381fe6c48 on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:19:08.684295 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=ca61c258-d46e-4de8-9db1-9aaeb55dc672,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:08.684401 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-505eae17-1e20-431a-8979-1177266690da req-3649b782-3fbd-4f4e-bb8f-14a2db3e0e9b service neutron] Attempting to bind port 3ab8a470-4d09-40f5-8cb0-d02381fe6c48 by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:19:08.684401 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505eae17-1e20-431a-8979-1177266690da req-3649b782-3fbd-4f4e-bb8f-14a2db3e0e9b service neutron] Attempting to bind port 3ab8a470-4d09-40f5-8cb0-d02381fe6c48 on network dff432c2-7366-4622-aebb-da22fe05bfd4 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:19:08.690337 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505eae17-1e20-431a-8979-1177266690da req-3649b782-3fbd-4f4e-bb8f-14a2db3e0e9b service neutron] Port 3ab8a470-4d09-40f5-8cb0-d02381fe6c48 on network dff432c2-7366-4622-aebb-da22fe05bfd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:19:08.690778 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505eae17-1e20-431a-8979-1177266690da req-3649b782-3fbd-4f4e-bb8f-14a2db3e0e9b service neutron] Attempting to bind port 3ab8a470-4d09-40f5-8cb0-d02381fe6c48 on network dff432c2-7366-4622-aebb-da22fe05bfd4 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:19:08.709283 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505eae17-1e20-431a-8979-1177266690da req-3649b782-3fbd-4f4e-bb8f-14a2db3e0e9b service neutron] Checking agent: {'id': 'e071c76e-395f-48c4-a98f-88088465cf0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:19:08.709873 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505eae17-1e20-431a-8979-1177266690da req-3649b782-3fbd-4f4e-bb8f-14a2db3e0e9b service neutron] Checking segment: {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:19:08.710372 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505eae17-1e20-431a-8979-1177266690da req-3649b782-3fbd-4f4e-bb8f-14a2db3e0e9b service neutron] Bound using segment: {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'} {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:19:08.710914 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-505eae17-1e20-431a-8979-1177266690da req-3649b782-3fbd-4f4e-bb8f-14a2db3e0e9b service neutron] Bound port: 3ab8a470-4d09-40f5-8cb0-d02381fe6c48, host: n-h2-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'}}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:19:08.711376 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-505eae17-1e20-431a-8979-1177266690da req-3649b782-3fbd-4f4e-bb8f-14a2db3e0e9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:08.741347 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-381b1e8f-ca94-4da4-9688-6af25a88b7dc req-b8569829-2cf1-491e-a69f-4c321f0fbce1 tempest-SecurityGroupsTestAdminJSON-1455472758 tempest-SecurityGroupsTestAdminJSON-1455472758-project] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:08.800519 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-505eae17-1e20-431a-8979-1177266690da req-3649b782-3fbd-4f4e-bb8f-14a2db3e0e9b service neutron] For port 3ab8a470-4d09-40f5-8cb0-d02381fe6c48, host n-h2-771362-32, cleared binding levels {{(pid=94462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:19:08.803914 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-505eae17-1e20-431a-8979-1177266690da req-3649b782-3fbd-4f4e-bb8f-14a2db3e0e9b service neutron] For port 3ab8a470-4d09-40f5-8cb0-d02381fe6c48, host n-h2-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=3ab8a470-4d09-40f5-8cb0-d02381fe6c48,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:19:08.865218 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-381b1e8f-ca94-4da4-9688-6af25a88b7dc req-b8569829-2cf1-491e-a69f-4c321f0fbce1 tempest-SecurityGroupsTestAdminJSON-1455472758 tempest-SecurityGroupsTestAdminJSON-1455472758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:08.907474 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8569829-2cf1-491e-a69f-4c321f0fbce1 tempest-SecurityGroupsTestAdminJSON-1455472758 tempest-SecurityGroupsTestAdminJSON-1455472758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=808b5359-bc88-4cf7-be12-4495ce359fc3,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:08.934156 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-505eae17-1e20-431a-8979-1177266690da req-3649b782-3fbd-4f4e-bb8f-14a2db3e0e9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:08.941884 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-de838305-ad1f-494d-a604-d028d40e329a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5763388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774356'] for subnet, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:08.970462 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de838305-ad1f-494d-a604-d028d40e329a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cff292f-5430-490c-95c1-4bbac2c06428,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:08.970593 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505eae17-1e20-431a-8979-1177266690da req-3649b782-3fbd-4f4e-bb8f-14a2db3e0e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:08.971091 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-505eae17-1e20-431a-8979-1177266690da req-3649b782-3fbd-4f4e-bb8f-14a2db3e0e9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:08.972517 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-de838305-ad1f-494d-a604-d028d40e329a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:08.975761 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-505eae17-1e20-431a-8979-1177266690da req-3649b782-3fbd-4f4e-bb8f-14a2db3e0e9b service neutron] 10.222.0.15 "PUT /v2.0/ports/3ab8a470-4d09-40f5-8cb0-d02381fe6c48 HTTP/1.1" status: 200 len: 1097 time: 1.2993746 Jul 05 02:19:08.976208 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ba9aaf6-4cb5-406b-a4ef-3e250e8f0620', 'tag': '3ab8a470-4d09-40f5-8cb0-d02381fe6c48'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:19:08.977126 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-de838305-ad1f-494d-a604-d028d40e329a admin admin] 10.222.0.23 "DELETE /v2.0/subnets/0cff292f-5430-490c-95c1-4bbac2c06428 HTTP/1.1" status: 204 len: 168 time: 0.5934823 Jul 05 02:19:08.977913 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 51624) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:19:08.978772 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b223267e0e0ddb3199af7772d0b45336e3b4b54fbb151c86a8051291a61e85db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a6e0480-1cc7-401b-af86-ca4367647155" -d '{"events": [{"name": "network-changed", "server_uuid": "6ba9aaf6-4cb5-406b-a4ef-3e250e8f0620", "tag": "3ab8a470-4d09-40f5-8cb0-d02381fe6c48"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:19:09.007890 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3649b782-3fbd-4f4e-bb8f-14a2db3e0e9b service neutron] Pushing event updated for resources: {'Port': ['ID=3ab8a470-4d09-40f5-8cb0-d02381fe6c48,revision_number=3']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:09.032483 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-381b1e8f-ca94-4da4-9688-6af25a88b7dc req-b8569829-2cf1-491e-a69f-4c321f0fbce1 tempest-SecurityGroupsTestAdminJSON-1455472758 tempest-SecurityGroupsTestAdminJSON-1455472758-project] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:09.033710 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-381b1e8f-ca94-4da4-9688-6af25a88b7dc req-b8569829-2cf1-491e-a69f-4c321f0fbce1 tempest-SecurityGroupsTestAdminJSON-1455472758 tempest-SecurityGroupsTestAdminJSON-1455472758-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.1509745 Jul 05 02:19:09.065047 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-192fcb31-8e6d-42b7-81db-43bf80fc2a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:09.087032 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8625aa40-a568-47f2-a855-92de8389c60d x-openstack-request-id: req-8625aa40-a568-47f2-a855-92de8389c60d {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:19:09.087032 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ba9aaf6-4cb5-406b-a4ef-3e250e8f0620", "tag": "3ab8a470-4d09-40f5-8cb0-d02381fe6c48", "status": "completed", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:19:09.087032 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8625aa40-a568-47f2-a855-92de8389c60d {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:19:09.098446 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ba9aaf6-4cb5-406b-a4ef-3e250e8f0620', 'tag': '3ab8a470-4d09-40f5-8cb0-d02381fe6c48', 'status': 'completed', 'code': 200} Jul 05 02:19:09.137529 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d1a70-6f2f-4285-a452-9e94a7773b99 req-90e6640a-9563-45f9-a82d-0c4184068d1c tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:09.143180 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e50d1a70-6f2f-4285-a452-9e94a7773b99 req-90e6640a-9563-45f9-a82d-0c4184068d1c tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=af25cc5a-51a0-48d4-95fc-992919466b27 HTTP/1.1" status: 200 len: 946 time: 0.1231296 Jul 05 02:19:09.162486 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-bf485d68-5e80-4de1-973b-3c3f3025746d req-2cfea1ef-db68-4154-93bd-8f6e2b69fd62 tempest-SecurityGroupsTestAdminJSON-1455472758 tempest-SecurityGroupsTestAdminJSON-1455472758-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1968641223', 'description': 'tempest-description-379447941'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:19:09.184184 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-192fcb31-8e6d-42b7-81db-43bf80fc2a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:09.198945 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-192fcb31-8e6d-42b7-81db-43bf80fc2a81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be006ea9-30aa-4398-a426-65e00f5f363c']}} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:19:09.217520 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-192fcb31-8e6d-42b7-81db-43bf80fc2a81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45e719ca-3afb-4c1e-b7a7-0ae697fd29b7') {'for_net_delete': True} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:19:09.217802 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-192fcb31-8e6d-42b7-81db-43bf80fc2a81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45e719ca-3afb-4c1e-b7a7-0ae697fd29b7') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:19:09.220762 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e50d1a70-6f2f-4285-a452-9e94a7773b99 req-80372927-1850-4369-bb73-cb0685c2ade5 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533259 Jul 05 02:19:09.228566 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-192fcb31-8e6d-42b7-81db-43bf80fc2a81 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5519669'] for segment, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:09.252255 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e0480-1cc7-401b-af86-ca4367647155 req-b2a5dcb7-d271-4349-8983-6dee58555bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:09.253810 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2a6e0480-1cc7-401b-af86-ca4367647155 req-b2a5dcb7-d271-4349-8983-6dee58555bbe service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=843c308122d04e8a8ebe4eb1b129860a&device_id=6ba9aaf6-4cb5-406b-a4ef-3e250e8f0620 HTTP/1.1" status: 200 len: 1100 time: 0.1450112 Jul 05 02:19:09.255703 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-192fcb31-8e6d-42b7-81db-43bf80fc2a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:09.262492 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-192fcb31-8e6d-42b7-81db-43bf80fc2a81 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=94461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:19:09.263011 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-192fcb31-8e6d-42b7-81db-43bf80fc2a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5763545'] for segment, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:09.265212 n-d-771362-32 neutron-server[94461]: Traceback (most recent call last): Jul 05 02:19:09.265212 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:19:09.265212 n-d-771362-32 neutron-server[94461]: timer() Jul 05 02:19:09.265212 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:19:09.265212 n-d-771362-32 neutron-server[94461]: cb(*args, **kw) Jul 05 02:19:09.265212 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:19:09.265212 n-d-771362-32 neutron-server[94461]: return func(*args, **kwargs) Jul 05 02:19:09.265212 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:19:09.265212 n-d-771362-32 neutron-server[94461]: self._notify() Jul 05 02:19:09.265212 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:19:09.265212 n-d-771362-32 neutron-server[94461]: self.callback(batched_events) Jul 05 02:19:09.265212 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:19:09.265212 n-d-771362-32 neutron-server[94461]: event.method(event) Jul 05 02:19:09.265212 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:19:09.265212 n-d-771362-32 neutron-server[94461]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:19:09.265212 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:19:09.265212 n-d-771362-32 neutron-server[94461]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:19:09.265212 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:19:09.265212 n-d-771362-32 neutron-server[94461]: return f(self, *a, **k) Jul 05 02:19:09.265212 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:19:09.265212 n-d-771362-32 neutron-server[94461]: return self._get(url).json() Jul 05 02:19:09.265212 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:19:09.265212 n-d-771362-32 neutron-server[94461]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:19:09.265212 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:19:09.265212 n-d-771362-32 neutron-server[94461]: return self.request(url, 'GET', **kwargs) Jul 05 02:19:09.265212 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:19:09.265212 n-d-771362-32 neutron-server[94461]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:19:09.265212 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:19:09.265212 n-d-771362-32 neutron-server[94461]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:19:09.265212 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:19:09.265212 n-d-771362-32 neutron-server[94461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:19:09.265212 n-d-771362-32 neutron-server[94461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:19:09.287895 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2a6e0480-1cc7-401b-af86-ca4367647155 req-acb304d2-75af-4103-b1b1-6dc5646f6a3a service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=843c308122d04e8a8ebe4eb1b129860a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0222955 Jul 05 02:19:09.303350 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-bf485d68-5e80-4de1-973b-3c3f3025746d req-2cfea1ef-db68-4154-93bd-8f6e2b69fd62 tempest-SecurityGroupsTestAdminJSON-1455472758 tempest-SecurityGroupsTestAdminJSON-1455472758-project] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:09.407621 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e0480-1cc7-401b-af86-ca4367647155 req-ffc80160-55f3-4c52-9ec3-f6c41e9eaf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:09.414846 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2a6e0480-1cc7-401b-af86-ca4367647155 req-ffc80160-55f3-4c52-9ec3-f6c41e9eaf8c service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1152406 Jul 05 02:19:09.454884 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-bf485d68-5e80-4de1-973b-3c3f3025746d req-2cfea1ef-db68-4154-93bd-8f6e2b69fd62 tempest-SecurityGroupsTestAdminJSON-1455472758 tempest-SecurityGroupsTestAdminJSON-1455472758-project] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:09.481466 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-192fcb31-8e6d-42b7-81db-43bf80fc2a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:09.486962 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-192fcb31-8e6d-42b7-81db-43bf80fc2a81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:09.489457 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-192fcb31-8e6d-42b7-81db-43bf80fc2a81 admin admin] 10.222.0.23 "DELETE /v2.0/networks/be006ea9-30aa-4398-a426-65e00f5f363c HTTP/1.1" status: 204 len: 168 time: 0.5099223 Jul 05 02:19:09.500145 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192fcb31-8e6d-42b7-81db-43bf80fc2a81 admin admin] Pushing event deleted for resources: {'Network': ['ID=be006ea9-30aa-4398-a426-65e00f5f363c,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:09.555167 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b011180-4b79-48b9-901c-f5cfcb0afdbf req-ef3c23b1-ad66-41bf-893c-8426806e93d2 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:09.556852 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9b011180-4b79-48b9-901c-f5cfcb0afdbf req-ef3c23b1-ad66-41bf-893c-8426806e93d2 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ba9aaf6-4cb5-406b-a4ef-3e250e8f0620 HTTP/1.1" status: 200 len: 948 time: 0.1280437 Jul 05 02:19:09.559373 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505eae17-1e20-431a-8979-1177266690da req-0ec6431b-741a-4ec7-b4b0-e3a4c0cb64f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:09.560746 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-505eae17-1e20-431a-8979-1177266690da req-0ec6431b-741a-4ec7-b4b0-e3a4c0cb64f0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=843c308122d04e8a8ebe4eb1b129860a&device_id=6ba9aaf6-4cb5-406b-a4ef-3e250e8f0620 HTTP/1.1" status: 200 len: 1100 time: 0.0917835 Jul 05 02:19:09.572881 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-bf485d68-5e80-4de1-973b-3c3f3025746d req-2cfea1ef-db68-4154-93bd-8f6e2b69fd62 tempest-SecurityGroupsTestAdminJSON-1455472758 tempest-SecurityGroupsTestAdminJSON-1455472758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:09.607985 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfea1ef-db68-4154-93bd-8f6e2b69fd62 tempest-SecurityGroupsTestAdminJSON-1455472758 tempest-SecurityGroupsTestAdminJSON-1455472758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe2468c-c56c-46b3-b198-525b2cc9db70,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:09.613126 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-505eae17-1e20-431a-8979-1177266690da req-56859cd7-d926-46f0-b3cd-17b6e26b585c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=3ab8a470-4d09-40f5-8cb0-d02381fe6c48 HTTP/1.1" status: 200 len: 217 time: 0.0437555 Jul 05 02:19:09.638731 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9b011180-4b79-48b9-901c-f5cfcb0afdbf req-77cfd8b5-380e-4c4a-998c-1321409ff1b9 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/security-groups?id=6aa981db-58bd-4d0c-a893-2c34139d4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761495 Jul 05 02:19:09.685315 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505eae17-1e20-431a-8979-1177266690da req-425cb21f-51fc-4c36-85f8-504293313212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:09.687218 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-505eae17-1e20-431a-8979-1177266690da req-425cb21f-51fc-4c36-85f8-504293313212 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b840e204-692c-4f54-8f07-f6563e8e36b1 HTTP/1.1" status: 200 len: 843 time: 0.0580699 Jul 05 02:19:09.702066 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 51648) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:19:09.733320 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-bf485d68-5e80-4de1-973b-3c3f3025746d req-2cfea1ef-db68-4154-93bd-8f6e2b69fd62 tempest-SecurityGroupsTestAdminJSON-1455472758 tempest-SecurityGroupsTestAdminJSON-1455472758-project] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:09.734869 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bf485d68-5e80-4de1-973b-3c3f3025746d req-2cfea1ef-db68-4154-93bd-8f6e2b69fd62 tempest-SecurityGroupsTestAdminJSON-1455472758 tempest-SecurityGroupsTestAdminJSON-1455472758-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6206200 Jul 05 02:19:09.787147 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0c3a1526-7ec6-43f4-86c0-160a7c1af86b req-169285fc-75c6-41a0-88af-a3a8151d81da tempest-InstanceActionsTestJSON-917461461 tempest-InstanceActionsTestJSON-917461461-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f1a1a59-289c-41c5-97ca-0cf91bece8f3 HTTP/1.1" status: 200 len: 210 time: 0.0432770 Jul 05 02:19:09.804188 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505eae17-1e20-431a-8979-1177266690da req-94a1d7d8-e42a-4011-8daf-b361a813e74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:09.807666 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-505eae17-1e20-431a-8979-1177266690da req-94a1d7d8-e42a-4011-8daf-b361a813e74e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dff432c2-7366-4622-aebb-da22fe05bfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1130064 Jul 05 02:19:09.832401 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-3c41fe64-0044-4d92-8346-e50cf6a17813 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-847911127-network', 'tenant_id': '1dde4b513ef84acf9c30f43f22091a98'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:19:09.929524 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-505eae17-1e20-431a-8979-1177266690da req-9fd70e21-003b-4baf-be8c-025e44cf9fed service neutron] 10.222.0.15 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140506 Jul 05 02:19:09.960189 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af25cc5a-51a0-48d4-95fc-992919466b27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca61c258-d46e-4de8-9db1-9aaeb55dc672'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:19:09.962777 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b2654e3-7def-4d3e-ae50-2cec09c736be" -d '{"events": [{"server_uuid": "af25cc5a-51a0-48d4-95fc-992919466b27", "name": "network-vif-plugged", "status": "completed", "tag": "ca61c258-d46e-4de8-9db1-9aaeb55dc672"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:19:09.988968 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c41fe64-0044-4d92-8346-e50cf6a17813 admin admin] Made reservation on behalf of 1dde4b513ef84acf9c30f43f22091a98 for: {'network': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:19:09.988968 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3c41fe64-0044-4d92-8346-e50cf6a17813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:10.008323 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3c41fe64-0044-4d92-8346-e50cf6a17813 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:10.020066 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95f3f3e6-e752-454d-82a8-01f2da6986c7 x-openstack-request-id: req-95f3f3e6-e752-454d-82a8-01f2da6986c7 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:19:10.020240 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af25cc5a-51a0-48d4-95fc-992919466b27", "name": "network-vif-plugged", "status": "completed", "tag": "ca61c258-d46e-4de8-9db1-9aaeb55dc672", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:19:10.020644 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-95f3f3e6-e752-454d-82a8-01f2da6986c7 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:19:10.020956 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af25cc5a-51a0-48d4-95fc-992919466b27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca61c258-d46e-4de8-9db1-9aaeb55dc672', 'code': 200} Jul 05 02:19:10.024670 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 51668) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:19:10.104209 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-a53be3d4-0066-4e19-8c29-863652bf8b2f req-d993f178-55ba-4eba-b3c3-b41414ab2211 tempest-SecurityGroupsTestAdminJSON-1977640388 tempest-SecurityGroupsTestAdminJSON-1977640388-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1229339986', 'description': 'tempest-description-151444349'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:19:10.118298 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-c0bb42c3-401c-4787-a952-cfcfa5c3eede admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4751b3a27c86434a94ebd5392d77bc7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0924520 Jul 05 02:19:10.120428 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-505eae17-1e20-431a-8979-1177266690da req-441a7f68-c81f-4a4b-bd8d-2b40e7efe43a service neutron] 10.222.0.15 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839895 Jul 05 02:19:10.121953 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 51670) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:19:10.164967 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3c41fe64-0044-4d92-8346-e50cf6a17813 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:10.173598 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-69a0d129-8d91-48a8-906e-67c7e3e150f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:10.179510 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c3a356-69cd-40c0-a4aa-76ab58cf61a8 req-9a5917bc-0fe5-4ab8-aeac-7eeb10caf6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:10.181067 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-28c3a356-69cd-40c0-a4aa-76ab58cf61a8 req-9a5917bc-0fe5-4ab8-aeac-7eeb10caf6d6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=af25cc5a-51a0-48d4-95fc-992919466b27 HTTP/1.1" status: 200 len: 1098 time: 0.0874321 Jul 05 02:19:10.195563 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-69a0d129-8d91-48a8-906e-67c7e3e150f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:10.207591 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 4f1100d3-e9db-44b1-b3d1-a02ce6802c0c details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:19:10.216026 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-28c3a356-69cd-40c0-a4aa-76ab58cf61a8 req-b9c63bfc-37be-43ef-9498-eac2d4266318 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289090 Jul 05 02:19:10.304744 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3c41fe64-0044-4d92-8346-e50cf6a17813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:10.311217 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 4f1100d3-e9db-44b1-b3d1-a02ce6802c0c, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=4f1100d3-e9db-44b1-b3d1-a02ce6802c0c,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:19:10.326457 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': '4f1100d3-e9db-44b1-b3d1-a02ce6802c0c', 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4', 'port_id': '4f1100d3-e9db-44b1-b3d1-a02ce6802c0c', 'mac_address': 'fa:16:3e:ea:e9:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b840e204-692c-4f54-8f07-f6563e8e36b1', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:19:10.337797 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c41fe64-0044-4d92-8346-e50cf6a17813 admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=94461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:19:10.350544 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c41fe64-0044-4d92-8346-e50cf6a17813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe33327a-027d-439f-82c8-92417a756a0f,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:10.355495 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3c41fe64-0044-4d92-8346-e50cf6a17813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:10.355794 n-d-771362-32 neutron-server[94461]: INFO neutron.db.segments_db [None req-3c41fe64-0044-4d92-8346-e50cf6a17813 admin admin] Added segment c8724f51-df31-43d0-8203-811742925a45 of type vlan for network 43df30fe-7555-4340-91ff-ee467a0abf0d Jul 05 02:19:10.361562 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-69a0d129-8d91-48a8-906e-67c7e3e150f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:10.364172 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-69a0d129-8d91-48a8-906e-67c7e3e150f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:10.365360 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-69a0d129-8d91-48a8-906e-67c7e3e150f1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8bddaf5b-dddc-4604-b9ea-d86898d6e68a HTTP/1.1" status: 204 len: 168 time: 0.2424815 Jul 05 02:19:10.372075 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:10.374261 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a0d129-8d91-48a8-906e-67c7e3e150f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bddaf5b-dddc-4604-b9ea-d86898d6e68a,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:10.397209 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f1100d3-e9db-44b1-b3d1-a02ce6802c0c {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:19:10.419925 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 4f1100d3-e9db-44b1-b3d1-a02ce6802c0c, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=4f1100d3-e9db-44b1-b3d1-a02ce6802c0c,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:19:10.442926 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-a53be3d4-0066-4e19-8c29-863652bf8b2f req-d993f178-55ba-4eba-b3c3-b41414ab2211 tempest-SecurityGroupsTestAdminJSON-1977640388 tempest-SecurityGroupsTestAdminJSON-1977640388-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:10.449807 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3c41fe64-0044-4d92-8346-e50cf6a17813 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:10.453206 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-a53be3d4-0066-4e19-8c29-863652bf8b2f req-d993f178-55ba-4eba-b3c3-b41414ab2211 tempest-SecurityGroupsTestAdminJSON-1977640388 tempest-SecurityGroupsTestAdminJSON-1977640388-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:10.501009 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a3e7d5-56c5-4ea9-bcae-602e9ecce82a req-038c2a16-4b04-481b-804c-5ce51a0707b3 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:10.502530 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-80a3e7d5-56c5-4ea9-bcae-602e9ecce82a req-038c2a16-4b04-481b-804c-5ce51a0707b3 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=af25cc5a-51a0-48d4-95fc-992919466b27 HTTP/1.1" status: 200 len: 946 time: 0.1173899 Jul 05 02:19:10.532766 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:10.549089 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-80a3e7d5-56c5-4ea9-bcae-602e9ecce82a req-5803c957-fa59-4e24-bb33-2856f5fa09e1 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402653 Jul 05 02:19:10.555164 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-a53be3d4-0066-4e19-8c29-863652bf8b2f req-d993f178-55ba-4eba-b3c3-b41414ab2211 tempest-SecurityGroupsTestAdminJSON-1977640388 tempest-SecurityGroupsTestAdminJSON-1977640388-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:10.589720 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=4f1100d3-e9db-44b1-b3d1-a02ce6802c0c,revision_number=9']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:10.590345 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3c41fe64-0044-4d92-8346-e50cf6a17813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:10.591616 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c41fe64-0044-4d92-8346-e50cf6a17813 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:10.592851 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3c41fe64-0044-4d92-8346-e50cf6a17813 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:10.635871 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-a53be3d4-0066-4e19-8c29-863652bf8b2f req-d993f178-55ba-4eba-b3c3-b41414ab2211 tempest-SecurityGroupsTestAdminJSON-1977640388 tempest-SecurityGroupsTestAdminJSON-1977640388-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:10.652324 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['4f1100d3-e9db-44b1-b3d1-a02ce6802c0c'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:19:10.653525 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c41fe64-0044-4d92-8346-e50cf6a17813 admin admin] Pushing event updated for resources: {'Network': ['ID=43df30fe-7555-4340-91ff-ee467a0abf0d,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:10.661897 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d993f178-55ba-4eba-b3c3-b41414ab2211 tempest-SecurityGroupsTestAdminJSON-1977640388 tempest-SecurityGroupsTestAdminJSON-1977640388-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=047f8d4a-e11c-4246-95a1-b97c402543d3,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:10.679205 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 43df30fe-7555-4340-91ff-ee467a0abf0d details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:19:10.791166 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-3c41fe64-0044-4d92-8346-e50cf6a17813 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.0879631 Jul 05 02:19:10.794718 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 51680) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:19:10.799789 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-e652a0fa-08d8-45b8-a0ef-f66ad7d5855d admin admin] Request body: {'subnet': {'network_id': '43df30fe-7555-4340-91ff-ee467a0abf0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-847911127-subnet', 'tenant_id': '1dde4b513ef84acf9c30f43f22091a98', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:19:10.857170 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41956f0-80b0-4887-81cb-a95d17507f92 req-0ae6a6bd-fd5e-4241-87e9-d24b615f6656 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:10.858914 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b41956f0-80b0-4887-81cb-a95d17507f92 req-0ae6a6bd-fd5e-4241-87e9-d24b615f6656 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ba9aaf6-4cb5-406b-a4ef-3e250e8f0620 HTTP/1.1" status: 200 len: 948 time: 0.1136394 Jul 05 02:19:10.876928 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-a53be3d4-0066-4e19-8c29-863652bf8b2f req-d993f178-55ba-4eba-b3c3-b41414ab2211 tempest-SecurityGroupsTestAdminJSON-1977640388 tempest-SecurityGroupsTestAdminJSON-1977640388-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:10.899415 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b41956f0-80b0-4887-81cb-a95d17507f92 req-3a41ce27-f1da-4f4b-bbc2-77ccabb58069 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/security-groups?id=6aa981db-58bd-4d0c-a893-2c34139d4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335882 Jul 05 02:19:10.970908 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-a53be3d4-0066-4e19-8c29-863652bf8b2f req-d993f178-55ba-4eba-b3c3-b41414ab2211 tempest-SecurityGroupsTestAdminJSON-1977640388 tempest-SecurityGroupsTestAdminJSON-1977640388-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:11.007603 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d993f178-55ba-4eba-b3c3-b41414ab2211 tempest-SecurityGroupsTestAdminJSON-1977640388 tempest-SecurityGroupsTestAdminJSON-1977640388-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=685e98f2-f5d3-4de3-91b7-c30018ac92e3,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:11.111860 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-48f694df-68f4-4724-9c0b-351024451ad1 req-9d16644a-481a-4130-9908-2d53908cd30a tempest-InstanceActionsTestJSON-917461461 tempest-InstanceActionsTestJSON-917461461-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f1a1a59-289c-41c5-97ca-0cf91bece8f3 HTTP/1.1" status: 200 len: 210 time: 0.0287108 Jul 05 02:19:11.177826 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e652a0fa-08d8-45b8-a0ef-f66ad7d5855d admin admin] Made reservation on behalf of 1dde4b513ef84acf9c30f43f22091a98 for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:19:11.180460 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e652a0fa-08d8-45b8-a0ef-f66ad7d5855d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:11.291993 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933231af-3d1c-4db7-9ca9-1a39993e9375 req-53f28136-d305-4b34-9f8c-7d6092e2a5dc tempest-InstanceActionsTestJSON-917461461 tempest-InstanceActionsTestJSON-917461461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:11.293488 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-933231af-3d1c-4db7-9ca9-1a39993e9375 req-53f28136-d305-4b34-9f8c-7d6092e2a5dc tempest-InstanceActionsTestJSON-917461461 tempest-InstanceActionsTestJSON-917461461-project] 10.222.0.21 "GET /v2.0/networks?id=67a36d58-623a-4fac-bfe4-72a7c8457a9a HTTP/1.1" status: 200 len: 813 time: 0.1728063 Jul 05 02:19:11.299525 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-a53be3d4-0066-4e19-8c29-863652bf8b2f req-d993f178-55ba-4eba-b3c3-b41414ab2211 tempest-SecurityGroupsTestAdminJSON-1977640388 tempest-SecurityGroupsTestAdminJSON-1977640388-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:11.315128 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-933231af-3d1c-4db7-9ca9-1a39993e9375 req-d5e27e8c-6a5b-499c-bcd3-5352d395415a tempest-InstanceActionsTestJSON-917461461 tempest-InstanceActionsTestJSON-917461461-project] Request body: {'port': {'device_id': '0f1a1a59-289c-41c5-97ca-0cf91bece8f3', 'network_id': '67a36d58-623a-4fac-bfe4-72a7c8457a9a', 'admin_state_up': True, 'tenant_id': 'f2e2a54b44e648f8b89602363d3711c0'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:19:11.315535 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a53be3d4-0066-4e19-8c29-863652bf8b2f req-d993f178-55ba-4eba-b3c3-b41414ab2211 tempest-SecurityGroupsTestAdminJSON-1977640388 tempest-SecurityGroupsTestAdminJSON-1977640388-project-admin] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.2182837 Jul 05 02:19:11.383301 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-4d22b5db-5b13-40e9-91fa-2824877ae1ce req-5eda0135-5919-44f7-b2ef-016d264cb563 tempest-SecurityGroupsTestAdminJSON-1977640388 tempest-SecurityGroupsTestAdminJSON-1977640388-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-598681616', 'description': 'tempest-description-1628766555'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:19:11.537116 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:11.539271 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:11.637839 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4d22b5db-5b13-40e9-91fa-2824877ae1ce req-5eda0135-5919-44f7-b2ef-016d264cb563 tempest-SecurityGroupsTestAdminJSON-1977640388 tempest-SecurityGroupsTestAdminJSON-1977640388-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:11.685091 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e652a0fa-08d8-45b8-a0ef-f66ad7d5855d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5763451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774823'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:11.740742 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55b1cdc-644c-4e56-95e4-f8eea4118256 req-4c42bd74-209f-4955-8eff-03a84f49d1f6 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:11.749601 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d55b1cdc-644c-4e56-95e4-f8eea4118256 req-4c42bd74-209f-4955-8eff-03a84f49d1f6 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=af25cc5a-51a0-48d4-95fc-992919466b27 HTTP/1.1" status: 200 len: 946 time: 0.0857925 Jul 05 02:19:11.757134 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e652a0fa-08d8-45b8-a0ef-f66ad7d5855d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec84ff25-e77f-43ab-bf44-c61795ee6bb9,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:11.765086 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e652a0fa-08d8-45b8-a0ef-f66ad7d5855d admin admin] Checking segment: {'id': 'c8724f51-df31-43d0-8203-811742925a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '43df30fe-7555-4340-91ff-ee467a0abf0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:19:11.768512 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e652a0fa-08d8-45b8-a0ef-f66ad7d5855d admin admin] Network hostable DHCP agents. Network: 43df30fe-7555-4340-91ff-ee467a0abf0d, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:19:11.772103 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-933231af-3d1c-4db7-9ca9-1a39993e9375 req-d5e27e8c-6a5b-499c-bcd3-5352d395415a tempest-InstanceActionsTestJSON-917461461 tempest-InstanceActionsTestJSON-917461461-project] Made reservation on behalf of f2e2a54b44e648f8b89602363d3711c0 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:19:11.775768 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-933231af-3d1c-4db7-9ca9-1a39993e9375 req-d5e27e8c-6a5b-499c-bcd3-5352d395415a tempest-InstanceActionsTestJSON-917461461 tempest-InstanceActionsTestJSON-917461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:11.793607 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d55b1cdc-644c-4e56-95e4-f8eea4118256 req-d0c996b6-7bd4-4398-a1d3-b48c93b41716 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428700 Jul 05 02:19:11.807473 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 51716) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:19:11.923469 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-376f1d72-e845-4625-a225-a8836e47eb94 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-627212226-network', 'tenant_id': '051c2e7045fe4124a5ee04e0ed5e6d15'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:19:11.947737 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4d22b5db-5b13-40e9-91fa-2824877ae1ce req-5eda0135-5919-44f7-b2ef-016d264cb563 tempest-SecurityGroupsTestAdminJSON-1977640388 tempest-SecurityGroupsTestAdminJSON-1977640388-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:11.950725 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e652a0fa-08d8-45b8-a0ef-f66ad7d5855d admin admin] Network 43df30fe-7555-4340-91ff-ee467a0abf0d is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:19:11.969601 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-933231af-3d1c-4db7-9ca9-1a39993e9375 req-d5e27e8c-6a5b-499c-bcd3-5352d395415a tempest-InstanceActionsTestJSON-917461461 tempest-InstanceActionsTestJSON-917461461-project] Allocated IP 172.20.0.6 (67a36d58-623a-4fac-bfe4-72a7c8457a9a/8f1d60b8-4585-433e-8620-402c37ebc6e1/94f0a9b1-1958-418e-9454-9dcb36e2a65f) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:19:11.986429 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e5987d-3397-444e-a299-91ea6bf882f9 req-1e65e9ee-9243-4fca-97b1-3b2abd07f171 tempest-LiveMigrationTest-1529316378 tempest-LiveMigrationTest-1529316378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:11.988266 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f9e5987d-3397-444e-a299-91ea6bf882f9 req-1e65e9ee-9243-4fca-97b1-3b2abd07f171 tempest-LiveMigrationTest-1529316378 tempest-LiveMigrationTest-1529316378-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=af25cc5a-51a0-48d4-95fc-992919466b27 HTTP/1.1" status: 200 len: 1098 time: 0.0611112 Jul 05 02:19:12.025638 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f9e5987d-3397-444e-a299-91ea6bf882f9 req-a59a66ef-0978-4c47-aaf3-ea02771f5b9b tempest-LiveMigrationTest-1529316378 tempest-LiveMigrationTest-1529316378-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310035 Jul 05 02:19:12.106738 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4d22b5db-5b13-40e9-91fa-2824877ae1ce req-5eda0135-5919-44f7-b2ef-016d264cb563 tempest-SecurityGroupsTestAdminJSON-1977640388 tempest-SecurityGroupsTestAdminJSON-1977640388-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:12.134480 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-933231af-3d1c-4db7-9ca9-1a39993e9375 req-d5e27e8c-6a5b-499c-bcd3-5352d395415a tempest-InstanceActionsTestJSON-917461461 tempest-InstanceActionsTestJSON-917461461-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:12.149604 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 3ab8a470-4d09-40f5-8cb0-d02381fe6c48 details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:19:12.161022 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-e652a0fa-08d8-45b8-a0ef-f66ad7d5855d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 43df30fe-7555-4340-91ff-ee467a0abf0d) {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:19:12.166790 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eda0135-5919-44f7-b2ef-016d264cb563 tempest-SecurityGroupsTestAdminJSON-1977640388 tempest-SecurityGroupsTestAdminJSON-1977640388-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=899fab8f-c2fd-4fcd-a974-d51d439494d6,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:12.169686 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e652a0fa-08d8-45b8-a0ef-f66ad7d5855d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:12.169984 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e652a0fa-08d8-45b8-a0ef-f66ad7d5855d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:12.194616 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cabc16ed-4e8c-44b1-af07-150c6144f4c5 None None] Network 43df30fe-7555-4340-91ff-ee467a0abf0d requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:19:12.198979 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aff6f6-8d3f-4922-a15a-1aa2b2aa7345 req-f973b266-63a0-43a4-a1b2-b8e7d5e8517d tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:12.200488 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a1aff6f6-8d3f-4922-a15a-1aa2b2aa7345 req-f973b266-63a0-43a4-a1b2-b8e7d5e8517d tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ba9aaf6-4cb5-406b-a4ef-3e250e8f0620 HTTP/1.1" status: 200 len: 948 time: 0.0704727 Jul 05 02:19:12.231988 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 4f1100d3-e9db-44b1-b3d1-a02ce6802c0c up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:19:12.248017 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-376f1d72-e845-4625-a225-a8836e47eb94 admin admin] Made reservation on behalf of 051c2e7045fe4124a5ee04e0ed5e6d15 for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:19:12.248143 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-376f1d72-e845-4625-a225-a8836e47eb94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:12.262058 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a1aff6f6-8d3f-4922-a15a-1aa2b2aa7345 req-5ffb7bea-eded-4261-811b-45a31551f172 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/security-groups?id=6aa981db-58bd-4d0c-a893-2c34139d4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486929 Jul 05 02:19:12.263369 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-376f1d72-e845-4625-a225-a8836e47eb94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:12.394262 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-933231af-3d1c-4db7-9ca9-1a39993e9375 req-d5e27e8c-6a5b-499c-bcd3-5352d395415a tempest-InstanceActionsTestJSON-917461461 tempest-InstanceActionsTestJSON-917461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:12.399552 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 3ab8a470-4d09-40f5-8cb0-d02381fe6c48, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=3ab8a470-4d09-40f5-8cb0-d02381fe6c48,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:19:12.417917 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port 4f1100d3-e9db-44b1-b3d1-a02ce6802c0c triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:19:12.419722 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:12.462983 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Returning: {'device': '3ab8a470-4d09-40f5-8cb0-d02381fe6c48', 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4', 'port_id': '3ab8a470-4d09-40f5-8cb0-d02381fe6c48', 'mac_address': 'fa:16:3e:14:cf:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b840e204-692c-4f54-8f07-f6563e8e36b1', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:19:12.474799 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e27e8c-6a5b-499c-bcd3-5352d395415a tempest-InstanceActionsTestJSON-917461461 tempest-InstanceActionsTestJSON-917461461-project] Pushing event updated for resources: {'Port': ['ID=94f0a9b1-1958-418e-9454-9dcb36e2a65f,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:12.497079 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4d22b5db-5b13-40e9-91fa-2824877ae1ce req-5eda0135-5919-44f7-b2ef-016d264cb563 tempest-SecurityGroupsTestAdminJSON-1977640388 tempest-SecurityGroupsTestAdminJSON-1977640388-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:12.503995 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4d22b5db-5b13-40e9-91fa-2824877ae1ce req-5eda0135-5919-44f7-b2ef-016d264cb563 tempest-SecurityGroupsTestAdminJSON-1977640388 tempest-SecurityGroupsTestAdminJSON-1977640388-project-admin] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.1716912 Jul 05 02:19:12.505547 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-e652a0fa-08d8-45b8-a0ef-f66ad7d5855d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.7097106 Jul 05 02:19:12.522705 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 51748) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:19:12.543168 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-e2e78fee-fe7d-49ff-8d56-cf6b4f2e25ca admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-847911127-router', 'tenant_id': '1dde4b513ef84acf9c30f43f22091a98', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:19:12.560595 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367ee659-f3cb-4d01-b4a8-6f2a76e8c449 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-43df30fe-7555-4340-91ff-ee467a0abf0d', 'network_id': '43df30fe-7555-4340-91ff-ee467a0abf0d', 'tenant_id': '1dde4b513ef84acf9c30f43f22091a98', 'fixed_ips': [{'subnet_id': 'ec84ff25-e77f-43ab-bf44-c61795ee6bb9'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:19:12.562080 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-367ee659-f3cb-4d01-b4a8-6f2a76e8c449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:12.573042 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:12.577324 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-933231af-3d1c-4db7-9ca9-1a39993e9375 req-d5e27e8c-6a5b-499c-bcd3-5352d395415a tempest-InstanceActionsTestJSON-917461461 tempest-InstanceActionsTestJSON-917461461-project] Network 67a36d58-623a-4fac-bfe4-72a7c8457a9a is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:19:12.579692 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-933231af-3d1c-4db7-9ca9-1a39993e9375 req-d5e27e8c-6a5b-499c-bcd3-5352d395415a tempest-InstanceActionsTestJSON-917461461 tempest-InstanceActionsTestJSON-917461461-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:19:12.587787 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-933231af-3d1c-4db7-9ca9-1a39993e9375 req-d5e27e8c-6a5b-499c-bcd3-5352d395415a tempest-InstanceActionsTestJSON-917461461 tempest-InstanceActionsTestJSON-917461461-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:19:12.601983 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ab8a470-4d09-40f5-8cb0-d02381fe6c48 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:19:12.654025 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-376f1d72-e845-4625-a225-a8836e47eb94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:12.691515 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933231af-3d1c-4db7-9ca9-1a39993e9375 req-d5e27e8c-6a5b-499c-bcd3-5352d395415a tempest-InstanceActionsTestJSON-917461461 tempest-InstanceActionsTestJSON-917461461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:12.692165 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-933231af-3d1c-4db7-9ca9-1a39993e9375 req-d5e27e8c-6a5b-499c-bcd3-5352d395415a tempest-InstanceActionsTestJSON-917461461 tempest-InstanceActionsTestJSON-917461461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:12.707565 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887c2f07-fbe3-4030-8657-971af9472401 req-b42977b9-effc-4973-af6b-051b713833cb tempest-LiveMigrationTest-1529316378 tempest-LiveMigrationTest-1529316378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:12.710587 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-887c2f07-fbe3-4030-8657-971af9472401 req-b42977b9-effc-4973-af6b-051b713833cb tempest-LiveMigrationTest-1529316378 tempest-LiveMigrationTest-1529316378-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=af25cc5a-51a0-48d4-95fc-992919466b27 HTTP/1.1" status: 200 len: 1098 time: 0.2333264 Jul 05 02:19:12.732679 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 3ab8a470-4d09-40f5-8cb0-d02381fe6c48, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=3ab8a470-4d09-40f5-8cb0-d02381fe6c48,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:19:12.751380 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:12.754965 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-887c2f07-fbe3-4030-8657-971af9472401 req-9ffc33db-8cb3-4e30-a526-19d7d621e0fd tempest-LiveMigrationTest-1529316378 tempest-LiveMigrationTest-1529316378-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394628 Jul 05 02:19:12.781096 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed181d3-74e3-4f1f-bf35-c60e26af073c req-f94c17a9-4d61-43b2-b972-b95baa0d1b72 tempest-InstanceActionsTestJSON-917461461 tempest-InstanceActionsTestJSON-917461461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:12.782902 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2ed181d3-74e3-4f1f-bf35-c60e26af073c req-f94c17a9-4d61-43b2-b972-b95baa0d1b72 tempest-InstanceActionsTestJSON-917461461 tempest-InstanceActionsTestJSON-917461461-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f1a1a59-289c-41c5-97ca-0cf91bece8f3 HTTP/1.1" status: 200 len: 931 time: 0.0725148 Jul 05 02:19:12.812293 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-376f1d72-e845-4625-a225-a8836e47eb94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:12.817477 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8a7624c-d258-433f-9761-ec21365c1194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f1100d3-e9db-44b1-b3d1-a02ce6802c0c'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:19:12.820292 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef357a1c-bba8-427a-a527-ed15f06774da" -d '{"events": [{"server_uuid": "d8a7624c-d258-433f-9761-ec21365c1194", "name": "network-vif-plugged", "status": "completed", "tag": "4f1100d3-e9db-44b1-b3d1-a02ce6802c0c"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:19:12.844897 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 4f1100d3-e9db-44b1-b3d1-a02ce6802c0c, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=4f1100d3-e9db-44b1-b3d1-a02ce6802c0c,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:19:12.850043 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376f1d72-e845-4625-a225-a8836e47eb94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1177ca3b-8580-42c6-9d43-ed5bfedce500,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:12.852858 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-367ee659-f3cb-4d01-b4a8-6f2a76e8c449 None None] Allocated IP 172.20.0.2 (43df30fe-7555-4340-91ff-ee467a0abf0d/ec84ff25-e77f-43ab-bf44-c61795ee6bb9/2a6323a6-a1d8-472e-9afa-c83f48273c88) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:19:12.859297 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-376f1d72-e845-4625-a225-a8836e47eb94 admin admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:19:12.869561 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2ed181d3-74e3-4f1f-bf35-c60e26af073c req-efc1501f-c02f-421f-8f2d-f681573e6fbc tempest-InstanceActionsTestJSON-917461461 tempest-InstanceActionsTestJSON-917461461-project] 10.222.0.23 "GET /v2.0/security-groups?id=798f9cbc-56eb-4015-b9d6-69cf7703455b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789652 Jul 05 02:19:12.882836 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-376f1d72-e845-4625-a225-a8836e47eb94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:12.883437 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-376f1d72-e845-4625-a225-a8836e47eb94 admin admin] Added segment cce3ebc4-87be-4bac-a9ed-cac99f77c4e3 of type vlan for network 985cc121-5bb1-4848-9ba0-93439d77070c Jul 05 02:19:12.912759 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:12.926458 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-933231af-3d1c-4db7-9ca9-1a39993e9375 req-d5e27e8c-6a5b-499c-bcd3-5352d395415a tempest-InstanceActionsTestJSON-917461461 tempest-InstanceActionsTestJSON-917461461-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6155043 Jul 05 02:19:12.969335 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-933231af-3d1c-4db7-9ca9-1a39993e9375 req-f5f95e71-a635-4424-88d2-f8c5c19bee92 service neutron] Request body: {'port': {'device_id': '0f1a1a59-289c-41c5-97ca-0cf91bece8f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:19:12.988803 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-376f1d72-e845-4625-a225-a8836e47eb94 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:12.989196 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:12.992898 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=3ab8a470-4d09-40f5-8cb0-d02381fe6c48,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:13.095352 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e2e78fee-fe7d-49ff-8d56-cf6b4f2e25ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11810'] for router, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:13.100147 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e2e78fee-fe7d-49ff-8d56-cf6b4f2e25ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1926740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11821'] for router, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:13.128561 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-933231af-3d1c-4db7-9ca9-1a39993e9375 req-f5f95e71-a635-4424-88d2-f8c5c19bee92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:13.128954 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=4f1100d3-e9db-44b1-b3d1-a02ce6802c0c,revision_number=10']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:13.139801 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-367ee659-f3cb-4d01-b4a8-6f2a76e8c449 None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:13.153520 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54bb5b63-8c2f-4a03-bf3b-5dc2b3376f01 x-openstack-request-id: req-54bb5b63-8c2f-4a03-bf3b-5dc2b3376f01 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:19:13.153913 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8a7624c-d258-433f-9761-ec21365c1194", "name": "network-vif-plugged", "status": "completed", "tag": "4f1100d3-e9db-44b1-b3d1-a02ce6802c0c", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:19:13.154289 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-54bb5b63-8c2f-4a03-bf3b-5dc2b3376f01 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:19:13.157491 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8a7624c-d258-433f-9761-ec21365c1194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f1100d3-e9db-44b1-b3d1-a02ce6802c0c', 'code': 200} Jul 05 02:19:13.157491 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-367ee659-f3cb-4d01-b4a8-6f2a76e8c449 None None] Transition to ACTIVE for port object 2a6323a6-a1d8-472e-9afa-c83f48273c88 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:19:13.178066 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-367ee659-f3cb-4d01-b4a8-6f2a76e8c449 None None] Transition to ACTIVE for port object 2a6323a6-a1d8-472e-9afa-c83f48273c88 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:19:13.205704 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-376f1d72-e845-4625-a225-a8836e47eb94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:13.207933 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376f1d72-e845-4625-a225-a8836e47eb94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:13.209273 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-376f1d72-e845-4625-a225-a8836e47eb94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:13.244493 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e2e78fee-fe7d-49ff-8d56-cf6b4f2e25ca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:13.262399 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['3ab8a470-4d09-40f5-8cb0-d02381fe6c48'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:19:13.331990 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376f1d72-e845-4625-a225-a8836e47eb94 admin admin] Pushing event updated for resources: {'Network': ['ID=985cc121-5bb1-4848-9ba0-93439d77070c,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:13.348376 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 985cc121-5bb1-4848-9ba0-93439d77070c details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:19:13.393400 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-367ee659-f3cb-4d01-b4a8-6f2a76e8c449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:13.398540 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-376f1d72-e845-4625-a225-a8836e47eb94 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5895185 Jul 05 02:19:13.401830 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 51778) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:19:13.408006 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-8ea530e5-aeb8-47ed-8f6f-ab5ac0125b8a admin admin] Request body: {'subnet': {'network_id': '985cc121-5bb1-4848-9ba0-93439d77070c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-627212226-subnet', 'tenant_id': '051c2e7045fe4124a5ee04e0ed5e6d15', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:19:13.538911 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ea530e5-aeb8-47ed-8f6f-ab5ac0125b8a admin admin] Made reservation on behalf of 051c2e7045fe4124a5ee04e0ed5e6d15 for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:19:13.542443 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8ea530e5-aeb8-47ed-8f6f-ab5ac0125b8a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:13.643047 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367ee659-f3cb-4d01-b4a8-6f2a76e8c449 None None] Network 43df30fe-7555-4340-91ff-ee467a0abf0d is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:19:13.651982 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-367ee659-f3cb-4d01-b4a8-6f2a76e8c449 None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:19:13.658553 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367ee659-f3cb-4d01-b4a8-6f2a76e8c449 None None] Pushing event updated for resources: {'Port': ['ID=2a6323a6-a1d8-472e-9afa-c83f48273c88,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:13.661535 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367ee659-f3cb-4d01-b4a8-6f2a76e8c449 None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:19:13.772833 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-367ee659-f3cb-4d01-b4a8-6f2a76e8c449 None None] Attempting to bind port 2a6323a6-a1d8-472e-9afa-c83f48273c88 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:19:13.774095 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-367ee659-f3cb-4d01-b4a8-6f2a76e8c449 None None] Attempting to bind port 2a6323a6-a1d8-472e-9afa-c83f48273c88 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'c8724f51-df31-43d0-8203-811742925a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '43df30fe-7555-4340-91ff-ee467a0abf0d'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:19:13.774669 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367ee659-f3cb-4d01-b4a8-6f2a76e8c449 None None] Attempting to bind port 2a6323a6-a1d8-472e-9afa-c83f48273c88 on network 43df30fe-7555-4340-91ff-ee467a0abf0d {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:19:13.786035 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367ee659-f3cb-4d01-b4a8-6f2a76e8c449 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:19:13.787255 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367ee659-f3cb-4d01-b4a8-6f2a76e8c449 None None] Checking segment: {'id': 'c8724f51-df31-43d0-8203-811742925a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '43df30fe-7555-4340-91ff-ee467a0abf0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:19:13.787870 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-367ee659-f3cb-4d01-b4a8-6f2a76e8c449 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:13.788984 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367ee659-f3cb-4d01-b4a8-6f2a76e8c449 None None] Bound using segment: {'id': 'c8724f51-df31-43d0-8203-811742925a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '43df30fe-7555-4340-91ff-ee467a0abf0d'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:19:13.789672 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-367ee659-f3cb-4d01-b4a8-6f2a76e8c449 None None] Bound port: 2a6323a6-a1d8-472e-9afa-c83f48273c88, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8724f51-df31-43d0-8203-811742925a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '43df30fe-7555-4340-91ff-ee467a0abf0d'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:19:13.790792 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-367ee659-f3cb-4d01-b4a8-6f2a76e8c449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:13.897653 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-367ee659-f3cb-4d01-b4a8-6f2a76e8c449 None None] For port 2a6323a6-a1d8-472e-9afa-c83f48273c88, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:19:13.906657 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-367ee659-f3cb-4d01-b4a8-6f2a76e8c449 None None] For port 2a6323a6-a1d8-472e-9afa-c83f48273c88, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=2a6323a6-a1d8-472e-9afa-c83f48273c88,segment=NetworkSegment(c8724f51-df31-43d0-8203-811742925a45),segment_id=c8724f51-df31-43d0-8203-811742925a45)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:19:14.005856 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8ea530e5-aeb8-47ed-8f6f-ab5ac0125b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:14.027240 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-02cc61c5-e9a3-44f9-85eb-5c71db760d51 req-464926d6-0c33-4529-bc20-793d8d1174a7 tempest-SecurityGroupsTestAdminJSON-1977640388 tempest-SecurityGroupsTestAdminJSON-1977640388-project-admin] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 47852 time: 1.0997062 Jul 05 02:19:14.079477 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-367ee659-f3cb-4d01-b4a8-6f2a76e8c449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:14.108037 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea530e5-aeb8-47ed-8f6f-ab5ac0125b8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=45fd9be3-26bf-4603-85ac-754990c4e6af,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:14.116969 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea530e5-aeb8-47ed-8f6f-ab5ac0125b8a admin admin] Checking segment: {'id': 'cce3ebc4-87be-4bac-a9ed-cac99f77c4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '985cc121-5bb1-4848-9ba0-93439d77070c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:19:14.117439 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea530e5-aeb8-47ed-8f6f-ab5ac0125b8a admin admin] Network hostable DHCP agents. Network: 985cc121-5bb1-4848-9ba0-93439d77070c, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:19:14.130529 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e2e78fee-fe7d-49ff-8d56-cf6b4f2e25ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:14.183653 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367ee659-f3cb-4d01-b4a8-6f2a76e8c449 None None] Pushing event updated for resources: {'Port': ['ID=2a6323a6-a1d8-472e-9afa-c83f48273c88,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:14.213497 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-02cc61c5-e9a3-44f9-85eb-5c71db760d51 req-bd98c1c6-d40d-42c4-9371-b6b380090ae8 tempest-SecurityGroupsTestAdminJSON-1977640388 tempest-SecurityGroupsTestAdminJSON-1977640388-project-admin] 10.222.0.23 "GET /v2.0/security-groups/047f8d4a-e11c-4246-95a1-b97c402543d3 HTTP/1.1" status: 200 len: 2981 time: 0.1546156 Jul 05 02:19:14.295558 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-02cc61c5-e9a3-44f9-85eb-5c71db760d51 req-a15c201b-a46d-474f-8e38-0a9f466c7953 tempest-SecurityGroupsTestAdminJSON-1977640388 tempest-SecurityGroupsTestAdminJSON-1977640388-project-admin] 10.222.0.23 "GET /v2.0/security-groups/047f8d4a-e11c-4246-95a1-b97c402543d3 HTTP/1.1" status: 200 len: 2981 time: 0.0810883 Jul 05 02:19:14.348123 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea530e5-aeb8-47ed-8f6f-ab5ac0125b8a admin admin] Network 985cc121-5bb1-4848-9ba0-93439d77070c is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:19:14.368485 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-933231af-3d1c-4db7-9ca9-1a39993e9375 req-f5f95e71-a635-4424-88d2-f8c5c19bee92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94f0a9b1-1958-418e-9454-9dcb36e2a65f {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:19:14.388992 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-933231af-3d1c-4db7-9ca9-1a39993e9375 req-f5f95e71-a635-4424-88d2-f8c5c19bee92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:14.455625 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-8ea530e5-aeb8-47ed-8f6f-ab5ac0125b8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 985cc121-5bb1-4848-9ba0-93439d77070c) {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:19:14.470452 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d704c4c-ca3d-44ff-b346-7366c9f9ff6b None None] Network 985cc121-5bb1-4848-9ba0-93439d77070c requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:19:14.478839 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea530e5-aeb8-47ed-8f6f-ab5ac0125b8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:14.480990 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8ea530e5-aeb8-47ed-8f6f-ab5ac0125b8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:14.490013 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-933231af-3d1c-4db7-9ca9-1a39993e9375 req-f5f95e71-a635-4424-88d2-f8c5c19bee92 service neutron] Transition to ACTIVE for port object 94f0a9b1-1958-418e-9454-9dcb36e2a65f will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:19:14.496938 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-02cc61c5-e9a3-44f9-85eb-5c71db760d51 req-628dfd95-3e87-43f5-84a3-f3340457ece7 tempest-SecurityGroupsTestAdminJSON-1977640388 tempest-SecurityGroupsTestAdminJSON-1977640388-project-admin] 10.222.0.23 "GET /v2.0/security-groups/1177ca3b-8580-42c6-9d43-ed5bfedce500 HTTP/1.1" status: 200 len: 2981 time: 0.1632004 Jul 05 02:19:14.627144 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-933231af-3d1c-4db7-9ca9-1a39993e9375 req-f5f95e71-a635-4424-88d2-f8c5c19bee92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:14.650547 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-8ea530e5-aeb8-47ed-8f6f-ab5ac0125b8a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2390640 Jul 05 02:19:14.721023 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-02cc61c5-e9a3-44f9-85eb-5c71db760d51 req-e1a6e194-cfc3-4604-8b14-a57f132c3582 tempest-SecurityGroupsTestAdminJSON-1977640388 tempest-SecurityGroupsTestAdminJSON-1977640388-project-admin] 10.222.0.23 "GET /v2.0/security-groups/1177ca3b-8580-42c6-9d43-ed5bfedce500 HTTP/1.1" status: 200 len: 2981 time: 0.2154384 Jul 05 02:19:14.794556 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b154cd-8903-4338-89e5-d497549c450b None None] Network 985cc121-5bb1-4848-9ba0-93439d77070c requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:19:14.804033 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f95e71-a635-4424-88d2-f8c5c19bee92 service neutron] Pushing event updated for resources: {'Port': ['ID=94f0a9b1-1958-418e-9454-9dcb36e2a65f,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:14.905513 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-02cc61c5-e9a3-44f9-85eb-5c71db760d51 req-c5f18381-f7d7-41b4-a655-f9e4356740dd tempest-SecurityGroupsTestAdminJSON-1977640388 tempest-SecurityGroupsTestAdminJSON-1977640388-project-admin] 10.222.0.23 "GET /v2.0/security-groups/11e87d68-606f-48ad-bced-ac7c46b798a5 HTTP/1.1" status: 200 len: 2981 time: 0.1832538 Jul 05 02:19:15.096180 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-02cc61c5-e9a3-44f9-85eb-5c71db760d51 req-2de8fe54-5efc-4486-8a8b-6c876293a0f1 tempest-SecurityGroupsTestAdminJSON-1977640388 tempest-SecurityGroupsTestAdminJSON-1977640388-project-admin] 10.222.0.23 "GET /v2.0/security-groups/11e87d68-606f-48ad-bced-ac7c46b798a5 HTTP/1.1" status: 200 len: 2981 time: 0.1890640 Jul 05 02:19:15.101426 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-933231af-3d1c-4db7-9ca9-1a39993e9375 req-f5f95e71-a635-4424-88d2-f8c5c19bee92 service neutron] Attempting to bind port 94f0a9b1-1958-418e-9454-9dcb36e2a65f on host n-h1-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:19:15.104215 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-933231af-3d1c-4db7-9ca9-1a39993e9375 req-f5f95e71-a635-4424-88d2-f8c5c19bee92 service neutron] Attempting to bind port 94f0a9b1-1958-418e-9454-9dcb36e2a65f by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': '17f55efd-d485-4868-acdf-dc2797930acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '67a36d58-623a-4fac-bfe4-72a7c8457a9a'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:19:15.104215 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933231af-3d1c-4db7-9ca9-1a39993e9375 req-f5f95e71-a635-4424-88d2-f8c5c19bee92 service neutron] Attempting to bind port 94f0a9b1-1958-418e-9454-9dcb36e2a65f on network 67a36d58-623a-4fac-bfe4-72a7c8457a9a {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:19:15.122752 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933231af-3d1c-4db7-9ca9-1a39993e9375 req-f5f95e71-a635-4424-88d2-f8c5c19bee92 service neutron] Port 94f0a9b1-1958-418e-9454-9dcb36e2a65f on network 67a36d58-623a-4fac-bfe4-72a7c8457a9a not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:19:15.123064 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933231af-3d1c-4db7-9ca9-1a39993e9375 req-f5f95e71-a635-4424-88d2-f8c5c19bee92 service neutron] Attempting to bind port 94f0a9b1-1958-418e-9454-9dcb36e2a65f on network 67a36d58-623a-4fac-bfe4-72a7c8457a9a {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:19:15.138796 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e2e78fee-fe7d-49ff-8d56-cf6b4f2e25ca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:15.144703 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933231af-3d1c-4db7-9ca9-1a39993e9375 req-f5f95e71-a635-4424-88d2-f8c5c19bee92 service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:19:15.145040 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933231af-3d1c-4db7-9ca9-1a39993e9375 req-f5f95e71-a635-4424-88d2-f8c5c19bee92 service neutron] Checking segment: {'id': '17f55efd-d485-4868-acdf-dc2797930acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '67a36d58-623a-4fac-bfe4-72a7c8457a9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:19:15.145433 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933231af-3d1c-4db7-9ca9-1a39993e9375 req-f5f95e71-a635-4424-88d2-f8c5c19bee92 service neutron] Bound using segment: {'id': '17f55efd-d485-4868-acdf-dc2797930acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '67a36d58-623a-4fac-bfe4-72a7c8457a9a'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:19:15.145864 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-933231af-3d1c-4db7-9ca9-1a39993e9375 req-f5f95e71-a635-4424-88d2-f8c5c19bee92 service neutron] Bound port: 94f0a9b1-1958-418e-9454-9dcb36e2a65f, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17f55efd-d485-4868-acdf-dc2797930acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '67a36d58-623a-4fac-bfe4-72a7c8457a9a'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:19:15.146259 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-933231af-3d1c-4db7-9ca9-1a39993e9375 req-f5f95e71-a635-4424-88d2-f8c5c19bee92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:15.170974 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e2e78fee-fe7d-49ff-8d56-cf6b4f2e25ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:15.235618 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-02cc61c5-e9a3-44f9-85eb-5c71db760d51 req-842f06bf-97bf-46a2-84fd-e026b660d140 tempest-SecurityGroupsTestAdminJSON-1977640388 tempest-SecurityGroupsTestAdminJSON-1977640388-project-admin] 10.222.0.23 "GET /v2.0/security-groups/3a5b496d-edbc-4614-ac31-274ccc3600c8 HTTP/1.1" status: 200 len: 2981 time: 0.1386106 Jul 05 02:19:15.418491 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-933231af-3d1c-4db7-9ca9-1a39993e9375 req-f5f95e71-a635-4424-88d2-f8c5c19bee92 service neutron] For port 94f0a9b1-1958-418e-9454-9dcb36e2a65f, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:19:15.428418 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-02cc61c5-e9a3-44f9-85eb-5c71db760d51 req-55258073-5e3a-4dbf-a630-43b660339904 tempest-SecurityGroupsTestAdminJSON-1977640388 tempest-SecurityGroupsTestAdminJSON-1977640388-project-admin] 10.222.0.23 "GET /v2.0/security-groups/3a5b496d-edbc-4614-ac31-274ccc3600c8 HTTP/1.1" status: 200 len: 2981 time: 0.1830342 Jul 05 02:19:15.443110 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-933231af-3d1c-4db7-9ca9-1a39993e9375 req-f5f95e71-a635-4424-88d2-f8c5c19bee92 service neutron] For port 94f0a9b1-1958-418e-9454-9dcb36e2a65f, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=94f0a9b1-1958-418e-9454-9dcb36e2a65f,segment=NetworkSegment(17f55efd-d485-4868-acdf-dc2797930acd),segment_id=17f55efd-d485-4868-acdf-dc2797930acd)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:19:15.469717 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-e2e78fee-fe7d-49ff-8d56-cf6b4f2e25ca admin admin] Allocated IP 172.25.7.100 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/0551ed23-38c8-4ae4-a9dd-e4f54ba1e4c3) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:19:15.478868 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 2a6323a6-a1d8-472e-9afa-c83f48273c88 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:19:15.568846 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-02cc61c5-e9a3-44f9-85eb-5c71db760d51 req-2a48adae-04a5-4745-9dc5-ae3f721163d9 tempest-SecurityGroupsTestAdminJSON-1977640388 tempest-SecurityGroupsTestAdminJSON-1977640388-project-admin] 10.222.0.23 "GET /v2.0/security-groups/5921a0dd-5fa0-44f5-91ff-2c384a4dba23 HTTP/1.1" status: 200 len: 2977 time: 0.1241872 Jul 05 02:19:15.612258 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc56e87d-11e0-4f7d-a914-abdc7c25c8d1 None None] Network 43df30fe-7555-4340-91ff-ee467a0abf0d requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:19:15.612964 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-933231af-3d1c-4db7-9ca9-1a39993e9375 req-f5f95e71-a635-4424-88d2-f8c5c19bee92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:15.677497 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 2a6323a6-a1d8-472e-9afa-c83f48273c88 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:19:15.699803 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933231af-3d1c-4db7-9ca9-1a39993e9375 req-f5f95e71-a635-4424-88d2-f8c5c19bee92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:15.700251 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-933231af-3d1c-4db7-9ca9-1a39993e9375 req-f5f95e71-a635-4424-88d2-f8c5c19bee92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:15.702109 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-933231af-3d1c-4db7-9ca9-1a39993e9375 req-f5f95e71-a635-4424-88d2-f8c5c19bee92 service neutron] 10.222.0.21 "PUT /v2.0/ports/94f0a9b1-1958-418e-9454-9dcb36e2a65f HTTP/1.1" status: 200 len: 1092 time: 2.7415173 Jul 05 02:19:15.704508 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f1a1a59-289c-41c5-97ca-0cf91bece8f3', 'tag': '94f0a9b1-1958-418e-9454-9dcb36e2a65f'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:19:15.707495 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae93a9d6-162c-4dee-b239-955ee0acc982" -d '{"events": [{"name": "network-changed", "server_uuid": "0f1a1a59-289c-41c5-97ca-0cf91bece8f3", "tag": "94f0a9b1-1958-418e-9454-9dcb36e2a65f"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:19:15.710911 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-02cc61c5-e9a3-44f9-85eb-5c71db760d51 req-bed725de-0c26-4e9c-a480-4d6065ca2548 tempest-SecurityGroupsTestAdminJSON-1977640388 tempest-SecurityGroupsTestAdminJSON-1977640388-project-admin] 10.222.0.23 "GET /v2.0/security-groups/5921a0dd-5fa0-44f5-91ff-2c384a4dba23 HTTP/1.1" status: 200 len: 2977 time: 0.1331611 Jul 05 02:19:15.761270 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e2e78fee-fe7d-49ff-8d56-cf6b4f2e25ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:15.773826 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f95e71-a635-4424-88d2-f8c5c19bee92 service neutron] Pushing event updated for resources: {'Port': ['ID=94f0a9b1-1958-418e-9454-9dcb36e2a65f,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:15.821662 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-02cc61c5-e9a3-44f9-85eb-5c71db760d51 req-87108eba-2ba2-4ce5-b7a5-54daf4ef40f8 tempest-SecurityGroupsTestAdminJSON-1977640388 tempest-SecurityGroupsTestAdminJSON-1977640388-project-admin] 10.222.0.23 "GET /v2.0/security-groups/5dbe1a44-c955-4d78-97ba-d8b3c5a9ced3 HTTP/1.1" status: 200 len: 2973 time: 0.0967228 Jul 05 02:19:15.868294 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-92ef7d25-71a5-4990-acc2-10a89ce24344 None None] Provisioning for port 2a6323a6-a1d8-472e-9afa-c83f48273c88 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:19:15.874812 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-92ef7d25-71a5-4990-acc2-10a89ce24344 None None] Provisioning complete for port 2a6323a6-a1d8-472e-9afa-c83f48273c88 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:19:15.875523 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-92ef7d25-71a5-4990-acc2-10a89ce24344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:15.924041 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-02cc61c5-e9a3-44f9-85eb-5c71db760d51 req-3fc909ce-eaa6-44b8-8453-f12d61723b98 tempest-SecurityGroupsTestAdminJSON-1977640388 tempest-SecurityGroupsTestAdminJSON-1977640388-project-admin] 10.222.0.23 "GET /v2.0/security-groups/5dbe1a44-c955-4d78-97ba-d8b3c5a9ced3 HTTP/1.1" status: 200 len: 2973 time: 0.0941746 Jul 05 02:19:15.986470 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e2e78fee-fe7d-49ff-8d56-cf6b4f2e25ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:16.016735 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-92ef7d25-71a5-4990-acc2-10a89ce24344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:16.056474 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-02cc61c5-e9a3-44f9-85eb-5c71db760d51 req-6b41c6a1-54e8-4cb3-9fe3-537c48b569d2 tempest-SecurityGroupsTestAdminJSON-1977640388 tempest-SecurityGroupsTestAdminJSON-1977640388-project-admin] 10.222.0.23 "GET /v2.0/security-groups/6572d127-2615-494e-8717-6c23fbef9780 HTTP/1.1" status: 200 len: 2981 time: 0.1224933 Jul 05 02:19:16.074997 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-92ef7d25-71a5-4990-acc2-10a89ce24344 None None] For port 2a6323a6-a1d8-472e-9afa-c83f48273c88, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=2a6323a6-a1d8-472e-9afa-c83f48273c88,segment=NetworkSegment(c8724f51-df31-43d0-8203-811742925a45),segment_id=c8724f51-df31-43d0-8203-811742925a45)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:19:16.078346 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e78fee-fe7d-49ff-8d56-cf6b4f2e25ca admin admin] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:19:16.093274 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933231af-3d1c-4db7-9ca9-1a39993e9375 req-04448e27-28e8-4540-a20f-55fa66f76378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:16.095312 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-933231af-3d1c-4db7-9ca9-1a39993e9375 req-04448e27-28e8-4540-a20f-55fa66f76378 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f2e2a54b44e648f8b89602363d3711c0&device_id=0f1a1a59-289c-41c5-97ca-0cf91bece8f3 HTTP/1.1" status: 200 len: 1095 time: 0.2191534 Jul 05 02:19:16.096704 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-e2e78fee-fe7d-49ff-8d56-cf6b4f2e25ca admin admin] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:19:16.116196 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e78fee-fe7d-49ff-8d56-cf6b4f2e25ca admin admin] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:19:16.160407 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e78fee-fe7d-49ff-8d56-cf6b4f2e25ca admin admin] Pushing event updated for resources: {'Port': ['ID=0551ed23-38c8-4ae4-a9dd-e4f54ba1e4c3,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:16.166620 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 3ab8a470-4d09-40f5-8cb0-d02381fe6c48 up at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:19:16.236396 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-933231af-3d1c-4db7-9ca9-1a39993e9375 req-ed0c7853-bfd1-4c92-a402-a34573a4089e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94f0a9b1-1958-418e-9454-9dcb36e2a65f HTTP/1.1" status: 200 len: 217 time: 0.1179700 Jul 05 02:19:16.243456 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-92ef7d25-71a5-4990-acc2-10a89ce24344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:16.297822 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-02cc61c5-e9a3-44f9-85eb-5c71db760d51 req-47c0a4c4-42bf-43d0-bb25-3637ff008851 tempest-SecurityGroupsTestAdminJSON-1977640388 tempest-SecurityGroupsTestAdminJSON-1977640388-project-admin] 10.222.0.23 "GET /v2.0/security-groups/6572d127-2615-494e-8717-6c23fbef9780 HTTP/1.1" status: 200 len: 2981 time: 0.2216682 Jul 05 02:19:16.306644 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ef7d25-71a5-4990-acc2-10a89ce24344 None None] Pushing event updated for resources: {'Port': ['ID=2a6323a6-a1d8-472e-9afa-c83f48273c88,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:16.366963 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-ef892daa-3141-49be-93ec-cb6904e4c6dc None None] Provisioning complete for port 2a6323a6-a1d8-472e-9afa-c83f48273c88 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:19:16.367499 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-ef892daa-3141-49be-93ec-cb6904e4c6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:16.399929 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning for port 3ab8a470-4d09-40f5-8cb0-d02381fe6c48 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:19:16.405981 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning complete for port 3ab8a470-4d09-40f5-8cb0-d02381fe6c48 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:19:16.406650 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:16.417358 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933231af-3d1c-4db7-9ca9-1a39993e9375 req-de9559cc-1ea2-41a2-aeba-3c5256148354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:16.418963 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-933231af-3d1c-4db7-9ca9-1a39993e9375 req-de9559cc-1ea2-41a2-aeba-3c5256148354 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8f1d60b8-4585-433e-8620-402c37ebc6e1 HTTP/1.1" status: 200 len: 853 time: 0.1733577 Jul 05 02:19:16.474479 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-933231af-3d1c-4db7-9ca9-1a39993e9375 req-b184feee-7f06-446f-af70-164fce3149b5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=67a36d58-623a-4fac-bfe4-72a7c8457a9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437350 Jul 05 02:19:16.490858 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-02cc61c5-e9a3-44f9-85eb-5c71db760d51 req-d7bf0247-c6c6-4025-9b70-4f1c9df94b7d tempest-SecurityGroupsTestAdminJSON-1977640388 tempest-SecurityGroupsTestAdminJSON-1977640388-project-admin] 10.222.0.23 "GET /v2.0/security-groups/6aa981db-58bd-4d0c-a893-2c34139d4504 HTTP/1.1" status: 200 len: 2981 time: 0.1557276 Jul 05 02:19:16.592165 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:16.640094 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ba9aaf6-4cb5-406b-a4ef-3e250e8f0620', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ab8a470-4d09-40f5-8cb0-d02381fe6c48'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:19:16.642358 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3731fb8e-087e-4fd9-b472-9becd4fbafd8" -d '{"events": [{"server_uuid": "6ba9aaf6-4cb5-406b-a4ef-3e250e8f0620", "name": "network-vif-plugged", "status": "completed", "tag": "3ab8a470-4d09-40f5-8cb0-d02381fe6c48"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:19:16.654590 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 3ab8a470-4d09-40f5-8cb0-d02381fe6c48, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=3ab8a470-4d09-40f5-8cb0-d02381fe6c48,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:19:16.668721 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-02cc61c5-e9a3-44f9-85eb-5c71db760d51 req-2f61a9bd-26b5-4a41-8c58-17e90febca64 tempest-SecurityGroupsTestAdminJSON-1977640388 tempest-SecurityGroupsTestAdminJSON-1977640388-project-admin] 10.222.0.23 "GET /v2.0/security-groups/6aa981db-58bd-4d0c-a893-2c34139d4504 HTTP/1.1" status: 200 len: 2981 time: 0.1554265 Jul 05 02:19:16.709841 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-933231af-3d1c-4db7-9ca9-1a39993e9375 req-27753acf-6394-495b-997f-dd6371f69063 service neutron] 10.222.0.21 "GET /v2.0/networks/67a36d58-623a-4fac-bfe4-72a7c8457a9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067738 Jul 05 02:19:16.764418 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:16.873561 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=3ab8a470-4d09-40f5-8cb0-d02381fe6c48,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:16.894735 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-933231af-3d1c-4db7-9ca9-1a39993e9375 req-35d819af-b479-4539-ad77-348ee82749a6 service neutron] 10.222.0.21 "GET /v2.0/networks/67a36d58-623a-4fac-bfe4-72a7c8457a9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764977 Jul 05 02:19:16.918926 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-02cc61c5-e9a3-44f9-85eb-5c71db760d51 req-f1a6e1f2-3774-4221-902d-13dffaadcf4b tempest-SecurityGroupsTestAdminJSON-1977640388 tempest-SecurityGroupsTestAdminJSON-1977640388-project-admin] 10.222.0.23 "GET /v2.0/security-groups/748a8c56-8022-4e15-9729-0bb7afa9541c HTTP/1.1" status: 200 len: 2981 time: 0.2370837 Jul 05 02:19:16.957814 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [req-40b9674b-f7e7-4eb0-b667-71ea12dbea9f req-8ee88585-ea43-4165-8df2-8fb311d627da tempest-LiveMigrationTest-1529316378 tempest-LiveMigrationTest-1529316378-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94462) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:19:16.965584 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-40b9674b-f7e7-4eb0-b667-71ea12dbea9f req-8ee88585-ea43-4165-8df2-8fb311d627da tempest-LiveMigrationTest-1529316378 tempest-LiveMigrationTest-1529316378-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1886494 Jul 05 02:19:16.973583 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-02cc61c5-e9a3-44f9-85eb-5c71db760d51 req-ccede7f6-d742-4019-9e46-0f13c4334e57 tempest-SecurityGroupsTestAdminJSON-1977640388 tempest-SecurityGroupsTestAdminJSON-1977640388-project-admin] 10.222.0.23 "GET /v2.0/security-groups/748a8c56-8022-4e15-9729-0bb7afa9541c HTTP/1.1" status: 200 len: 2981 time: 0.0447688 Jul 05 02:19:17.062196 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-02cc61c5-e9a3-44f9-85eb-5c71db760d51 req-62752382-cabf-41ef-9491-9ab2b7e7834e tempest-SecurityGroupsTestAdminJSON-1977640388 tempest-SecurityGroupsTestAdminJSON-1977640388-project-admin] 10.222.0.23 "GET /v2.0/security-groups/798f9cbc-56eb-4015-b9d6-69cf7703455b HTTP/1.1" status: 200 len: 2981 time: 0.0574160 Jul 05 02:19:17.063009 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e2e78fee-fe7d-49ff-8d56-cf6b4f2e25ca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:17.113988 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-40b9674b-f7e7-4eb0-b667-71ea12dbea9f req-0b140d13-bef4-4602-adce-b99708d7ac41 service neutron] Request body: {'binding': {'host': 'n-h1-771362-32', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:19:17.116167 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-40b9674b-f7e7-4eb0-b667-71ea12dbea9f req-0b140d13-bef4-4602-adce-b99708d7ac41 service neutron] Unknown quota resources ['binding']. {{(pid=94462) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 02:19:17.206841 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-02cc61c5-e9a3-44f9-85eb-5c71db760d51 req-a9ab2aea-c6af-463a-b318-5dc33fe08780 tempest-SecurityGroupsTestAdminJSON-1977640388 tempest-SecurityGroupsTestAdminJSON-1977640388-project-admin] 10.222.0.23 "GET /v2.0/security-groups/798f9cbc-56eb-4015-b9d6-69cf7703455b HTTP/1.1" status: 200 len: 2981 time: 0.0481675 Jul 05 02:19:17.293740 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-02cc61c5-e9a3-44f9-85eb-5c71db760d51 req-e5b4d264-32c4-47d5-82a2-4d5619559536 tempest-SecurityGroupsTestAdminJSON-1977640388 tempest-SecurityGroupsTestAdminJSON-1977640388-project-admin] 10.222.0.23 "GET /v2.0/security-groups/89977ea5-fec8-49da-b8e1-c456496b77bf HTTP/1.1" status: 200 len: 2981 time: 0.0803766 Jul 05 02:19:17.371109 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e2e78fee-fe7d-49ff-8d56-cf6b4f2e25ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963'] for router, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:17.390721 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-02cc61c5-e9a3-44f9-85eb-5c71db760d51 req-1a3a1236-e502-4d6a-be60-943ba1499941 tempest-SecurityGroupsTestAdminJSON-1977640388 tempest-SecurityGroupsTestAdminJSON-1977640388-project-admin] 10.222.0.23 "GET /v2.0/security-groups/89977ea5-fec8-49da-b8e1-c456496b77bf HTTP/1.1" status: 200 len: 2981 time: 0.0604548 Jul 05 02:19:17.419704 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 2a6323a6-a1d8-472e-9afa-c83f48273c88 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:19:17.419934 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-40b9674b-f7e7-4eb0-b667-71ea12dbea9f req-0b140d13-bef4-4602-adce-b99708d7ac41 service neutron] Attempting to bind port ca61c258-d46e-4de8-9db1-9aaeb55dc672 on host n-h1-771362-32 for vnic_type normal with profile None {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:19:17.422734 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-40b9674b-f7e7-4eb0-b667-71ea12dbea9f req-0b140d13-bef4-4602-adce-b99708d7ac41 service neutron] Attempting to bind port ca61c258-d46e-4de8-9db1-9aaeb55dc672 by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': '24fd9432-f398-4a05-975c-1360bad4fc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd55491b1-56ba-426a-ac8c-e92d73c02c5b'}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:19:17.422734 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b9674b-f7e7-4eb0-b667-71ea12dbea9f req-0b140d13-bef4-4602-adce-b99708d7ac41 service neutron] Attempting to bind port ca61c258-d46e-4de8-9db1-9aaeb55dc672 on network d55491b1-56ba-426a-ac8c-e92d73c02c5b {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:19:17.426488 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b9674b-f7e7-4eb0-b667-71ea12dbea9f req-0b140d13-bef4-4602-adce-b99708d7ac41 service neutron] Port ca61c258-d46e-4de8-9db1-9aaeb55dc672 on network d55491b1-56ba-426a-ac8c-e92d73c02c5b not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:19:17.426488 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b9674b-f7e7-4eb0-b667-71ea12dbea9f req-0b140d13-bef4-4602-adce-b99708d7ac41 service neutron] Attempting to bind port ca61c258-d46e-4de8-9db1-9aaeb55dc672 on network d55491b1-56ba-426a-ac8c-e92d73c02c5b {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:19:17.431770 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b9674b-f7e7-4eb0-b667-71ea12dbea9f req-0b140d13-bef4-4602-adce-b99708d7ac41 service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:19:17.432199 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b9674b-f7e7-4eb0-b667-71ea12dbea9f req-0b140d13-bef4-4602-adce-b99708d7ac41 service neutron] Checking segment: {'id': '24fd9432-f398-4a05-975c-1360bad4fc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd55491b1-56ba-426a-ac8c-e92d73c02c5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:19:17.432657 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b9674b-f7e7-4eb0-b667-71ea12dbea9f req-0b140d13-bef4-4602-adce-b99708d7ac41 service neutron] Bound using segment: {'id': '24fd9432-f398-4a05-975c-1360bad4fc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd55491b1-56ba-426a-ac8c-e92d73c02c5b'} {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:19:17.433152 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-40b9674b-f7e7-4eb0-b667-71ea12dbea9f req-0b140d13-bef4-4602-adce-b99708d7ac41 service neutron] Bound port: ca61c258-d46e-4de8-9db1-9aaeb55dc672, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24fd9432-f398-4a05-975c-1360bad4fc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd55491b1-56ba-426a-ac8c-e92d73c02c5b'}}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:19:17.501064 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-02cc61c5-e9a3-44f9-85eb-5c71db760d51 req-8b871087-fb31-4ed2-a8dc-cbcb69ea67cd tempest-SecurityGroupsTestAdminJSON-1977640388 tempest-SecurityGroupsTestAdminJSON-1977640388-project-admin] 10.222.0.23 "GET /v2.0/security-groups/aec81a1e-1440-476e-b9bc-8d3e3bbc07ae HTTP/1.1" status: 200 len: 2981 time: 0.0744040 Jul 05 02:19:17.509135 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-40b9674b-f7e7-4eb0-b667-71ea12dbea9f req-0b140d13-bef4-4602-adce-b99708d7ac41 service neutron] For port ca61c258-d46e-4de8-9db1-9aaeb55dc672, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=ca61c258-d46e-4de8-9db1-9aaeb55dc672,segment=NetworkSegment(24fd9432-f398-4a05-975c-1360bad4fc21),segment_id=24fd9432-f398-4a05-975c-1360bad4fc21)] {{(pid=94462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:19:17.555562 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 2a6323a6-a1d8-472e-9afa-c83f48273c88 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:19:17.556274 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:17.566292 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-02cc61c5-e9a3-44f9-85eb-5c71db760d51 req-938f751b-f103-489c-90ff-c48796499f71 tempest-SecurityGroupsTestAdminJSON-1977640388 tempest-SecurityGroupsTestAdminJSON-1977640388-project-admin] 10.222.0.23 "GET /v2.0/security-groups/aec81a1e-1440-476e-b9bc-8d3e3bbc07ae HTTP/1.1" status: 200 len: 2981 time: 0.0580235 Jul 05 02:19:17.637590 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-02cc61c5-e9a3-44f9-85eb-5c71db760d51 req-26ade4e4-819e-4c89-abfe-2c010691a385 tempest-SecurityGroupsTestAdminJSON-1977640388 tempest-SecurityGroupsTestAdminJSON-1977640388-project-admin] 10.222.0.23 "GET /v2.0/security-groups/fa156d0b-6bfd-4e20-b034-e8eeff80ed14 HTTP/1.1" status: 200 len: 2981 time: 0.0602124 Jul 05 02:19:17.668491 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-40b9674b-f7e7-4eb0-b667-71ea12dbea9f req-0b140d13-bef4-4602-adce-b99708d7ac41 service neutron] Notify callbacks [] for binding, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:17.669933 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-40b9674b-f7e7-4eb0-b667-71ea12dbea9f req-0b140d13-bef4-4602-adce-b99708d7ac41 service neutron] 10.222.0.23 "POST /v2.0/ports/ca61c258-d46e-4de8-9db1-9aaeb55dc672/bindings HTTP/1.1" status: 201 len: 390 time: 0.7016490 Jul 05 02:19:17.702111 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-02cc61c5-e9a3-44f9-85eb-5c71db760d51 req-7cf976ea-f723-4943-9d9b-bc29d2e3b22f tempest-SecurityGroupsTestAdminJSON-1977640388 tempest-SecurityGroupsTestAdminJSON-1977640388-project-admin] 10.222.0.23 "GET /v2.0/security-groups/fa156d0b-6bfd-4e20-b034-e8eeff80ed14 HTTP/1.1" status: 200 len: 2981 time: 0.0584903 Jul 05 02:19:17.746649 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2e78fee-fe7d-49ff-8d56-cf6b4f2e25ca admin admin] Router 9b504efb-a796-44ac-a706-0fbd7b6cf2e2 is scheduled to L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 with binding_index 1 {{(pid=94461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 02:19:17.767109 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-02cc61c5-e9a3-44f9-85eb-5c71db760d51 req-2571abb1-78c3-4659-82dd-41c433eb0094 tempest-SecurityGroupsTestAdminJSON-1977640388 tempest-SecurityGroupsTestAdminJSON-1977640388-project-admin] 10.222.0.23 "GET /v2.0/security-groups/fe33327a-027d-439f-82c8-92417a756a0f HTTP/1.1" status: 200 len: 2981 time: 0.0521991 Jul 05 02:19:17.900798 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-02cc61c5-e9a3-44f9-85eb-5c71db760d51 req-91bc1e65-762a-4c92-977a-11ef32629e07 tempest-SecurityGroupsTestAdminJSON-1977640388 tempest-SecurityGroupsTestAdminJSON-1977640388-project-admin] 10.222.0.23 "GET /v2.0/security-groups/fe33327a-027d-439f-82c8-92417a756a0f HTTP/1.1" status: 200 len: 2981 time: 0.1000371 Jul 05 02:19:17.909973 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2e78fee-fe7d-49ff-8d56-cf6b4f2e25ca admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:19:17.923101 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d91e27-b702-407a-b5cc-aeac3a0624d3 None None] Sync routers for ids ['9b504efb-a796-44ac-a706-0fbd7b6cf2e2'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:19:17.934543 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d91e27-b702-407a-b5cc-aeac3a0624d3 None None] Routers {'9b504efb-a796-44ac-a706-0fbd7b6cf2e2'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:19:17.935241 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-e6d91e27-b702-407a-b5cc-aeac3a0624d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:18:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['9b504efb-a796-44ac-a706-0fbd7b6cf2e2'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:19:18.047364 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-e6d91e27-b702-407a-b5cc-aeac3a0624d3 None None] Set router 9b504efb-a796-44ac-a706-0fbd7b6cf2e2 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:19:18.092412 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b37f99-d814-4494-bb40-4d9f85591efe req-c6296290-b521-4096-9f8e-527a6888c209 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:18.095010 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d1b37f99-d814-4494-bb40-4d9f85591efe req-c6296290-b521-4096-9f8e-527a6888c209 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ba9aaf6-4cb5-406b-a4ef-3e250e8f0620 HTTP/1.1" status: 200 len: 950 time: 0.0885351 Jul 05 02:19:18.147466 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d1b37f99-d814-4494-bb40-4d9f85591efe req-cc11a6d6-83e4-4ea2-8b5c-c82f23cd015d tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/security-groups?id=6aa981db-58bd-4d0c-a893-2c34139d4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465534 Jul 05 02:19:18.220244 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-e6d91e27-b702-407a-b5cc-aeac3a0624d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b504efb-a796-44ac-a706-0fbd7b6cf2e2', 'name': 'tempest-ServersTestJSON-847911127-router', 'tenant_id': '1dde4b513ef84acf9c30f43f22091a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': '0551ed23-38c8-4ae4-a9dd-e4f54ba1e4c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:19:13Z', 'updated_at': '2021-07-05T02:19:16Z', 'revision_number': 3, 'project_id': '1dde4b513ef84acf9c30f43f22091a98', 'gw_port': {'id': '0551ed23-38c8-4ae4-a9dd-e4f54ba1e4c3', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:7f:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b504efb-a796-44ac-a706-0fbd7b6cf2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:19:15Z', 'updated_at': '2021-07-05T02:19:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:19:18.249540 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d91e27-b702-407a-b5cc-aeac3a0624d3 None None] Checking router: 9b504efb-a796-44ac-a706-0fbd7b6cf2e2 for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:19:18.249889 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d91e27-b702-407a-b5cc-aeac3a0624d3 None None] Updating router 9b504efb-a796-44ac-a706-0fbd7b6cf2e2 port 0551ed23-38c8-4ae4-a9dd-e4f54ba1e4c3 binding host n-d-771362-32 {{(pid=94464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 02:19:18.273515 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e2e78fee-fe7d-49ff-8d56-cf6b4f2e25ca admin admin] Notify callbacks [] for router, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:18.277753 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-e2e78fee-fe7d-49ff-8d56-cf6b4f2e25ca admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 5.7484822 Jul 05 02:19:18.278064 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 51832) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:19:18.283567 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e6d91e27-b702-407a-b5cc-aeac3a0624d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:18.482691 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3fc4d0-9d53-4a24-aaea-1bbeea420e76 req-dd37d893-4758-400c-ae14-cce15174cbdb tempest-InstanceActionsTestJSON-917461461 tempest-InstanceActionsTestJSON-917461461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:18.487071 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8e3fc4d0-9d53-4a24-aaea-1bbeea420e76 req-dd37d893-4758-400c-ae14-cce15174cbdb tempest-InstanceActionsTestJSON-917461461 tempest-InstanceActionsTestJSON-917461461-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f1a1a59-289c-41c5-97ca-0cf91bece8f3 HTTP/1.1" status: 200 len: 943 time: 0.1472571 Jul 05 02:19:18.580285 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 51840) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:19:18.587391 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e6d91e27-b702-407a-b5cc-aeac3a0624d3 None None] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:18.614063 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-e6d91e27-b702-407a-b5cc-aeac3a0624d3 None None] Transition to ACTIVE for port object 0551ed23-38c8-4ae4-a9dd-e4f54ba1e4c3 will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:19:18.635880 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ea6da51-d1c4-428e-b887-7b870b9bb068 x-openstack-request-id: req-9ea6da51-d1c4-428e-b887-7b870b9bb068 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:19:18.635880 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f1a1a59-289c-41c5-97ca-0cf91bece8f3", "tag": "94f0a9b1-1958-418e-9454-9dcb36e2a65f", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:19:18.637785 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9ea6da51-d1c4-428e-b887-7b870b9bb068 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:19:18.637785 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f1a1a59-289c-41c5-97ca-0cf91bece8f3', 'tag': '94f0a9b1-1958-418e-9454-9dcb36e2a65f', 'status': 'completed', 'code': 200} Jul 05 02:19:18.651447 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf23225-d0f0-49e0-869a-bff91d27bf4e x-openstack-request-id: req-5bf23225-d0f0-49e0-869a-bff91d27bf4e {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:19:18.652442 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ba9aaf6-4cb5-406b-a4ef-3e250e8f0620", "name": "network-vif-plugged", "status": "completed", "tag": "3ab8a470-4d09-40f5-8cb0-d02381fe6c48", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:19:18.652917 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5bf23225-d0f0-49e0-869a-bff91d27bf4e {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:19:18.653606 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ba9aaf6-4cb5-406b-a4ef-3e250e8f0620', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ab8a470-4d09-40f5-8cb0-d02381fe6c48', 'code': 200} Jul 05 02:19:18.667413 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8e3fc4d0-9d53-4a24-aaea-1bbeea420e76 req-2b4473b9-1dce-45b4-8495-c1cb8233e689 tempest-InstanceActionsTestJSON-917461461 tempest-InstanceActionsTestJSON-917461461-project] 10.222.0.23 "GET /v2.0/security-groups?id=798f9cbc-56eb-4015-b9d6-69cf7703455b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738794 Jul 05 02:19:18.736902 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e6d91e27-b702-407a-b5cc-aeac3a0624d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:18.776735 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_v2 [None req-af235c86-7cd0-43ca-9ad4-4d406fddf185 admin admin] Deleting subnet 45fd9be3-26bf-4603-85ac-754990c4e6af {{(pid=94461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:19:18.810859 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc91360-52f3-42c2-8dd3-f8c33d336849 None None] Pushing event updated for resources: {'Port': ['ID=0551ed23-38c8-4ae4-a9dd-e4f54ba1e4c3,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:18.815199 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-af235c86-7cd0-43ca-9ad4-4d406fddf185 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:18.834621 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc91360-52f3-42c2-8dd3-f8c33d336849 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:19:18.835232 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc91360-52f3-42c2-8dd3-f8c33d336849 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:19:18.835734 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc91360-52f3-42c2-8dd3-f8c33d336849 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:19:18.836252 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc91360-52f3-42c2-8dd3-f8c33d336849 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:19:18.836759 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc91360-52f3-42c2-8dd3-f8c33d336849 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:19:18.837305 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc91360-52f3-42c2-8dd3-f8c33d336849 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:19:18.837796 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc91360-52f3-42c2-8dd3-f8c33d336849 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:19:18.838309 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc91360-52f3-42c2-8dd3-f8c33d336849 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:19:18.838810 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc91360-52f3-42c2-8dd3-f8c33d336849 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:19:18.839309 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc91360-52f3-42c2-8dd3-f8c33d336849 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:19:18.845103 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc91360-52f3-42c2-8dd3-f8c33d336849 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:19:18.845659 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc91360-52f3-42c2-8dd3-f8c33d336849 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:19:18.887439 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-e6d91e27-b702-407a-b5cc-aeac3a0624d3 None None] Attempting to bind port 0551ed23-38c8-4ae4-a9dd-e4f54ba1e4c3 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:19:18.888099 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-e6d91e27-b702-407a-b5cc-aeac3a0624d3 None None] Attempting to bind port 0551ed23-38c8-4ae4-a9dd-e4f54ba1e4c3 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:19:18.888747 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d91e27-b702-407a-b5cc-aeac3a0624d3 None None] Attempting to bind port 0551ed23-38c8-4ae4-a9dd-e4f54ba1e4c3 on network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:19:18.894464 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d91e27-b702-407a-b5cc-aeac3a0624d3 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:19:18.895117 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d91e27-b702-407a-b5cc-aeac3a0624d3 None None] Checking segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:19:18.895704 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e6d91e27-b702-407a-b5cc-aeac3a0624d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:18.896257 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d91e27-b702-407a-b5cc-aeac3a0624d3 None None] Bound using segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:19:18.896884 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-e6d91e27-b702-407a-b5cc-aeac3a0624d3 None None] Bound port: 0551ed23-38c8-4ae4-a9dd-e4f54ba1e4c3, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:19:18.897457 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e6d91e27-b702-407a-b5cc-aeac3a0624d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:18.933958 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae93a9d6-162c-4dee-b239-955ee0acc982 req-c61baa70-1898-491a-ae3b-bd001c5134b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:18.936151 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ae93a9d6-162c-4dee-b239-955ee0acc982 req-c61baa70-1898-491a-ae3b-bd001c5134b3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f2e2a54b44e648f8b89602363d3711c0&device_id=0f1a1a59-289c-41c5-97ca-0cf91bece8f3 HTTP/1.1" status: 200 len: 1095 time: 0.2982340 Jul 05 02:19:18.946866 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-af235c86-7cd0-43ca-9ad4-4d406fddf185 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5519650'] for subnet, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:18.952067 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4215c82c-09da-4c76-9229-55a09b19a09a req-c0db1f38-9db1-4e7f-a446-95a3d58dfa23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:18.953980 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4215c82c-09da-4c76-9229-55a09b19a09a req-c0db1f38-9db1-4e7f-a446-95a3d58dfa23 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6ba9aaf6-4cb5-406b-a4ef-3e250e8f0620 HTTP/1.1" status: 200 len: 1102 time: 0.1745036 Jul 05 02:19:19.034793 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-e6d91e27-b702-407a-b5cc-aeac3a0624d3 None None] For port 0551ed23-38c8-4ae4-a9dd-e4f54ba1e4c3, host n-d-771362-32, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:19:19.039792 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-e6d91e27-b702-407a-b5cc-aeac3a0624d3 None None] For port 0551ed23-38c8-4ae4-a9dd-e4f54ba1e4c3, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=0551ed23-38c8-4ae4-a9dd-e4f54ba1e4c3,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:19:19.085243 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f01c589a-cbed-4504-9232-220de5438d04 req-b073e831-bf73-47eb-b5ae-5d7f31f080e1 tempest-SecurityGroupsTestAdminJSON-1455472758 tempest-SecurityGroupsTestAdminJSON-1455472758-project] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=91540d8da44f48d487493b5280f1d3f4 HTTP/1.1" status: 200 len: 6102 time: 0.3615050 Jul 05 02:19:19.139365 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e6d91e27-b702-407a-b5cc-aeac3a0624d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:19.205256 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-af235c86-7cd0-43ca-9ad4-4d406fddf185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:19.226259 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc91360-52f3-42c2-8dd3-f8c33d336849 None None] Pushing event updated for resources: {'Port': ['ID=0551ed23-38c8-4ae4-a9dd-e4f54ba1e4c3,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:19.226666 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b9674b-f7e7-4eb0-b667-71ea12dbea9f req-3466530e-2084-49d9-9f7d-196fb2c158f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:19.228202 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-40b9674b-f7e7-4eb0-b667-71ea12dbea9f req-3466530e-2084-49d9-9f7d-196fb2c158f4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7a7e417343d4479788713b4bb769c9b0&device_id=af25cc5a-51a0-48d4-95fc-992919466b27 HTTP/1.1" status: 200 len: 1098 time: 0.2766974 Jul 05 02:19:19.236964 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d91e27-b702-407a-b5cc-aeac3a0624d3 None None] Routers {'9b504efb-a796-44ac-a706-0fbd7b6cf2e2'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:19:19.238247 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-e6d91e27-b702-407a-b5cc-aeac3a0624d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:18:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['9b504efb-a796-44ac-a706-0fbd7b6cf2e2'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:19:19.281929 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae93a9d6-162c-4dee-b239-955ee0acc982 req-8960aad6-a8ec-4bbc-9b09-8cb30b4bcfa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:19.283929 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ae93a9d6-162c-4dee-b239-955ee0acc982 req-8960aad6-a8ec-4bbc-9b09-8cb30b4bcfa8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=67a36d58-623a-4fac-bfe4-72a7c8457a9a HTTP/1.1" status: 200 len: 913 time: 0.3345757 Jul 05 02:19:19.323626 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4215c82c-09da-4c76-9229-55a09b19a09a req-a397accf-73d8-493c-bfe3-038ecc9eaa7e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6aa981db-58bd-4d0c-a893-2c34139d4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461205 Jul 05 02:19:19.344331 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b9674b-f7e7-4eb0-b667-71ea12dbea9f req-308a6663-4f9c-48c3-a1f8-035273d9dfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:19.345976 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-40b9674b-f7e7-4eb0-b667-71ea12dbea9f req-308a6663-4f9c-48c3-a1f8-035273d9dfb2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d55491b1-56ba-426a-ac8c-e92d73c02c5b HTTP/1.1" status: 200 len: 908 time: 0.1066902 Jul 05 02:19:19.363131 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f01c589a-cbed-4504-9232-220de5438d04 req-2854e445-5d4f-427e-b37d-3cce47b0807c tempest-SecurityGroupsTestAdminJSON-1455472758 tempest-SecurityGroupsTestAdminJSON-1455472758-project] 10.222.0.23 "GET /v2.0/security-groups/6572d127-2615-494e-8717-6c23fbef9780 HTTP/1.1" status: 200 len: 2981 time: 0.2767758 Jul 05 02:19:19.384376 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-e6d91e27-b702-407a-b5cc-aeac3a0624d3 None None] Set router 9b504efb-a796-44ac-a706-0fbd7b6cf2e2 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:19:19.394016 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-af235c86-7cd0-43ca-9ad4-4d406fddf185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5763388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774356'] for subnet, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:19.397156 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ae93a9d6-162c-4dee-b239-955ee0acc982 req-84bc85b3-22ef-47f0-8311-2572414d669b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94f0a9b1-1958-418e-9454-9dcb36e2a65f HTTP/1.1" status: 200 len: 217 time: 0.0776112 Jul 05 02:19:19.442638 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22d6dd1-084a-4b03-bd54-52e3f15e1ad9 req-c3d1e28b-4cd3-4973-9d5b-da9eaebc7bf2 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:19.445352 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f22d6dd1-084a-4b03-bd54-52e3f15e1ad9 req-c3d1e28b-4cd3-4973-9d5b-da9eaebc7bf2 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=af25cc5a-51a0-48d4-95fc-992919466b27 HTTP/1.1" status: 200 len: 946 time: 0.3651783 Jul 05 02:19:19.446348 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af235c86-7cd0-43ca-9ad4-4d406fddf185 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45fd9be3-26bf-4603-85ac-754990c4e6af,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:19.455453 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-40b9674b-f7e7-4eb0-b667-71ea12dbea9f req-d65f675e-fe3d-417d-95f4-31fd6935c69f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca61c258-d46e-4de8-9db1-9aaeb55dc672 HTTP/1.1" status: 200 len: 217 time: 0.0640464 Jul 05 02:19:19.504174 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae93a9d6-162c-4dee-b239-955ee0acc982 req-b28f2543-ac84-4207-972c-1789f089ab7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:19.506568 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ae93a9d6-162c-4dee-b239-955ee0acc982 req-b28f2543-ac84-4207-972c-1789f089ab7b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8f1d60b8-4585-433e-8620-402c37ebc6e1 HTTP/1.1" status: 200 len: 853 time: 0.0769947 Jul 05 02:19:19.511259 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-af235c86-7cd0-43ca-9ad4-4d406fddf185 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:19.513939 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-af235c86-7cd0-43ca-9ad4-4d406fddf185 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/45fd9be3-26bf-4603-85ac-754990c4e6af HTTP/1.1" status: 204 len: 168 time: 0.9269509 Jul 05 02:19:19.519383 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 51848) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:19:19.522819 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b9674b-f7e7-4eb0-b667-71ea12dbea9f req-dd02b77a-ff4e-4b3a-9b5b-840417368b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:19.524598 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-40b9674b-f7e7-4eb0-b667-71ea12dbea9f req-dd02b77a-ff4e-4b3a-9b5b-840417368b91 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9b152ce5-504f-4214-985c-9f5fa8213776 HTTP/1.1" status: 200 len: 848 time: 0.0605679 Jul 05 02:19:19.573877 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ae93a9d6-162c-4dee-b239-955ee0acc982 req-205e1d42-c748-4792-8d58-9d841988f8c4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=67a36d58-623a-4fac-bfe4-72a7c8457a9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516450 Jul 05 02:19:19.583685 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-40b9674b-f7e7-4eb0-b667-71ea12dbea9f req-29fbaae8-33f6-4b56-8d31-e960bdf7f397 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d55491b1-56ba-426a-ac8c-e92d73c02c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475552 Jul 05 02:19:19.587078 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-033f344d-dd12-4da2-b051-a63ebac7865c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:19.627694 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f01c589a-cbed-4504-9232-220de5438d04 req-8dc51373-154d-48b8-8b9f-dc23a1f66554 tempest-SecurityGroupsTestAdminJSON-1455472758 tempest-SecurityGroupsTestAdminJSON-1455472758-project] 10.222.0.23 "GET /v2.0/security-groups/6572d127-2615-494e-8717-6c23fbef9780 HTTP/1.1" status: 200 len: 2981 time: 0.2635026 Jul 05 02:19:19.703579 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-e6d91e27-b702-407a-b5cc-aeac3a0624d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b504efb-a796-44ac-a706-0fbd7b6cf2e2', 'name': 'tempest-ServersTestJSON-847911127-router', 'tenant_id': '1dde4b513ef84acf9c30f43f22091a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': '0551ed23-38c8-4ae4-a9dd-e4f54ba1e4c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:19:13Z', 'updated_at': '2021-07-05T02:19:16Z', 'revision_number': 3, 'project_id': '1dde4b513ef84acf9c30f43f22091a98', 'gw_port': {'id': '0551ed23-38c8-4ae4-a9dd-e4f54ba1e4c3', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:7f:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b504efb-a796-44ac-a706-0fbd7b6cf2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:19:15Z', 'updated_at': '2021-07-05T02:19:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:19:19.713912 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ae93a9d6-162c-4dee-b239-955ee0acc982 req-a16515fc-8698-46c6-b52d-8e4e7e1e1ea8 service neutron] 10.222.0.21 "GET /v2.0/networks/67a36d58-623a-4fac-bfe4-72a7c8457a9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252537 Jul 05 02:19:19.739957 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f22d6dd1-084a-4b03-bd54-52e3f15e1ad9 req-4b44738f-20eb-4973-b541-dbee244e0d07 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317295 Jul 05 02:19:19.751924 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d91e27-b702-407a-b5cc-aeac3a0624d3 None None] The sync data for ids ['9b504efb-a796-44ac-a706-0fbd7b6cf2e2'] in n-d-771362-32 is: [{'id': '9b504efb-a796-44ac-a706-0fbd7b6cf2e2', 'name': 'tempest-ServersTestJSON-847911127-router', 'tenant_id': '1dde4b513ef84acf9c30f43f22091a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': '0551ed23-38c8-4ae4-a9dd-e4f54ba1e4c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:19:13Z', 'updated_at': '2021-07-05T02:19:16Z', 'revision_number': 3, 'project_id': '1dde4b513ef84acf9c30f43f22091a98', 'gw_port': {'id': '0551ed23-38c8-4ae4-a9dd-e4f54ba1e4c3', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:7f:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b504efb-a796-44ac-a706-0fbd7b6cf2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:19:15Z', 'updated_at': '2021-07-05T02:19:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:19:20.237038 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 94f0a9b1-1958-418e-9454-9dcb36e2a65f details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:19:20.384324 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-033f344d-dd12-4da2-b051-a63ebac7865c admin admin] Allocated IP 172.20.0.1 (43df30fe-7555-4340-91ff-ee467a0abf0d/ec84ff25-e77f-43ab-bf44-c61795ee6bb9/2b2fc482-21c2-4ae7-b578-d35e7085a9fa) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:19:20.489763 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 94f0a9b1-1958-418e-9454-9dcb36e2a65f, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=94f0a9b1-1958-418e-9454-9dcb36e2a65f,segment=NetworkSegment(17f55efd-d485-4868-acdf-dc2797930acd),segment_id=17f55efd-d485-4868-acdf-dc2797930acd)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:19:20.499435 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-033f344d-dd12-4da2-b051-a63ebac7865c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:20.515692 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [None req-033f344d-dd12-4da2-b051-a63ebac7865c admin admin] Transition to ACTIVE for port object 2b2fc482-21c2-4ae7-b578-d35e7085a9fa will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:19:20.520885 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': '94f0a9b1-1958-418e-9454-9dcb36e2a65f', 'network_id': '67a36d58-623a-4fac-bfe4-72a7c8457a9a', 'port_id': '94f0a9b1-1958-418e-9454-9dcb36e2a65f', 'mac_address': 'fa:16:3e:9f:d6:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f1d60b8-4585-433e-8620-402c37ebc6e1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:19:20.613184 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:20.643229 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94f0a9b1-1958-418e-9454-9dcb36e2a65f {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:19:20.673096 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-40b9674b-f7e7-4eb0-b667-71ea12dbea9f req-c97cc19a-72ea-4b94-bf00-8880a88b1dea service neutron] 10.222.0.21 "GET /v2.0/networks/d55491b1-56ba-426a-ac8c-e92d73c02c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0794988 Jul 05 02:19:20.686898 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 94f0a9b1-1958-418e-9454-9dcb36e2a65f, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=94f0a9b1-1958-418e-9454-9dcb36e2a65f,segment=NetworkSegment(17f55efd-d485-4868-acdf-dc2797930acd),segment_id=17f55efd-d485-4868-acdf-dc2797930acd)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:19:20.763447 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f01a6b-c277-4e92-af6c-cbe3e42e2f52 req-18e92997-28c9-4966-b6b3-75fb81328083 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:20.767424 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:20.782800 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d4f01a6b-c277-4e92-af6c-cbe3e42e2f52 req-18e92997-28c9-4966-b6b3-75fb81328083 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ba9aaf6-4cb5-406b-a4ef-3e250e8f0620 HTTP/1.1" status: 200 len: 950 time: 0.2183225 Jul 05 02:19:20.788590 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-033f344d-dd12-4da2-b051-a63ebac7865c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:20.872553 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=94f0a9b1-1958-418e-9454-9dcb36e2a65f,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:20.877870 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-45f806f5-fcb8-4afd-ac5c-000ca75996a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:20.878103 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-aa109cb9-c8a4-4b57-b878-8184cd9608e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:20.891178 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-51bf51bb-0186-4107-872f-4cc24b9b47dc req-e2e68730-27a5-4de5-8bf2-9cd34c7047ff tempest-SecurityGroupsTestAdminJSON-1977640388 tempest-SecurityGroupsTestAdminJSON-1977640388-project-admin] 10.222.0.23 "GET /v2.0/security-groups/899fab8f-c2fd-4fcd-a974-d51d439494d6 HTTP/1.1" status: 200 len: 1777 time: 0.1908507 Jul 05 02:19:20.936878 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-40b9674b-f7e7-4eb0-b667-71ea12dbea9f req-2c3c91b4-6961-4802-b9d9-606159e4ab8e service neutron] 10.222.0.21 "GET /v2.0/networks/d55491b1-56ba-426a-ac8c-e92d73c02c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515030 Jul 05 02:19:20.943327 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ae93a9d6-162c-4dee-b239-955ee0acc982 req-14b3a300-ac63-4b3d-9a37-465da177f33a service neutron] 10.222.0.21 "GET /v2.0/networks/67a36d58-623a-4fac-bfe4-72a7c8457a9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2096570 Jul 05 02:19:20.973870 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033f344d-dd12-4da2-b051-a63ebac7865c admin admin] Network 43df30fe-7555-4340-91ff-ee467a0abf0d is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:19:20.991318 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-033f344d-dd12-4da2-b051-a63ebac7865c admin admin] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:19:21.006226 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d4f01a6b-c277-4e92-af6c-cbe3e42e2f52 req-6fb669fe-4092-46c3-b2a7-0121d7b9b0d7 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/security-groups?id=6aa981db-58bd-4d0c-a893-2c34139d4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225184 Jul 05 02:19:21.016915 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033f344d-dd12-4da2-b051-a63ebac7865c admin admin] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:19:21.029806 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4d171e5e-98ac-4071-b84b-058cd692e2b4 req-501164dc-4205-4080-8f29-8ed9fe4f4e49 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f64ea5b6-ac3f-4b45-9330-1635ef9c1e6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3185139 Jul 05 02:19:21.083543 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['94f0a9b1-1958-418e-9454-9dcb36e2a65f'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:19:21.098982 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033f344d-dd12-4da2-b051-a63ebac7865c admin admin] Pushing event updated for resources: {'Port': ['ID=2b2fc482-21c2-4ae7-b578-d35e7085a9fa,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:21.148357 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-033f344d-dd12-4da2-b051-a63ebac7865c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635668'] for router_interface, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:21.196235 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-aa109cb9-c8a4-4b57-b878-8184cd9608e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:21.204968 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-51bf51bb-0186-4107-872f-4cc24b9b47dc req-9f0671fc-a506-4e27-8302-902f80cadb83 tempest-SecurityGroupsTestAdminJSON-1977640388 tempest-SecurityGroupsTestAdminJSON-1977640388-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:21.258704 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-aa109cb9-c8a4-4b57-b878-8184cd9608e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['985cc121-5bb1-4848-9ba0-93439d77070c']}} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:19:21.309026 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-51bf51bb-0186-4107-872f-4cc24b9b47dc req-9f0671fc-a506-4e27-8302-902f80cadb83 tempest-SecurityGroupsTestAdminJSON-1977640388 tempest-SecurityGroupsTestAdminJSON-1977640388-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:21.318454 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-aa109cb9-c8a4-4b57-b878-8184cd9608e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cce3ebc4-87be-4bac-a9ed-cac99f77c4e3') {'for_net_delete': True} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:19:21.318454 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-aa109cb9-c8a4-4b57-b878-8184cd9608e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cce3ebc4-87be-4bac-a9ed-cac99f77c4e3') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:19:21.380486 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-aa109cb9-c8a4-4b57-b878-8184cd9608e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5519669'] for segment, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:21.418375 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-aa109cb9-c8a4-4b57-b878-8184cd9608e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:21.436010 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d171e5e-98ac-4071-b84b-058cd692e2b4 req-e201e686-755f-413a-94b5-adcb8ebd7019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:21.438117 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4d171e5e-98ac-4071-b84b-058cd692e2b4 req-e201e686-755f-413a-94b5-adcb8ebd7019 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=843c308122d04e8a8ebe4eb1b129860a&device_id=f64ea5b6-ac3f-4b45-9330-1635ef9c1e6d HTTP/1.1" status: 200 len: 1101 time: 0.3630741 Jul 05 02:19:21.443352 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa109cb9-c8a4-4b57-b878-8184cd9608e1 admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=94461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:19:21.443938 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-aa109cb9-c8a4-4b57-b878-8184cd9608e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5763545'] for segment, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:21.446195 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:19:21.446195 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:19:21.446195 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:19:21.446195 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:19:21.446195 n-d-771362-32 neutron-server[94461]: Traceback (most recent call last): Jul 05 02:19:21.446195 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:19:21.446195 n-d-771362-32 neutron-server[94461]: timer() Jul 05 02:19:21.446195 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:19:21.446195 n-d-771362-32 neutron-server[94461]: cb(*args, **kw) Jul 05 02:19:21.446195 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:19:21.446195 n-d-771362-32 neutron-server[94461]: return func(*args, **kwargs) Jul 05 02:19:21.446195 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:19:21.446195 n-d-771362-32 neutron-server[94461]: self._notify() Jul 05 02:19:21.446195 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:19:21.446195 n-d-771362-32 neutron-server[94461]: self.callback(batched_events) Jul 05 02:19:21.446195 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:19:21.446195 n-d-771362-32 neutron-server[94461]: event.method(event) Jul 05 02:19:21.446195 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:19:21.446195 n-d-771362-32 neutron-server[94461]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:19:21.446195 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:19:21.446195 n-d-771362-32 neutron-server[94461]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:19:21.446195 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:19:21.446195 n-d-771362-32 neutron-server[94461]: return f(self, *a, **k) Jul 05 02:19:21.446195 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:19:21.446195 n-d-771362-32 neutron-server[94461]: return self._get(url).json() Jul 05 02:19:21.446195 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:19:21.446195 n-d-771362-32 neutron-server[94461]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:19:21.446195 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:19:21.446195 n-d-771362-32 neutron-server[94461]: return self.request(url, 'GET', **kwargs) Jul 05 02:19:21.446195 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:19:21.446195 n-d-771362-32 neutron-server[94461]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:19:21.446195 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:19:21.446195 n-d-771362-32 neutron-server[94461]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:19:21.446195 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:19:21.446195 n-d-771362-32 neutron-server[94461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:19:21.446195 n-d-771362-32 neutron-server[94461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:19:21.474651 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5488b22b-d73f-4e7e-b183-723e105449e3 req-7896d72c-ab3f-4dcf-8d66-16eb96cda550 tempest-InstanceActionsTestJSON-917461461 tempest-InstanceActionsTestJSON-917461461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:21.482100 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5488b22b-d73f-4e7e-b183-723e105449e3 req-7896d72c-ab3f-4dcf-8d66-16eb96cda550 tempest-InstanceActionsTestJSON-917461461 tempest-InstanceActionsTestJSON-917461461-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f1a1a59-289c-41c5-97ca-0cf91bece8f3 HTTP/1.1" status: 200 len: 944 time: 0.2057431 Jul 05 02:19:21.533657 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 0551ed23-38c8-4ae4-a9dd-e4f54ba1e4c3 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:19:21.545697 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-359193d1-847d-4a8f-89f0-0869d3459b82 None None] Provisioning for port 2b2fc482-21c2-4ae7-b578-d35e7085a9fa completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:19:21.594758 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5488b22b-d73f-4e7e-b183-723e105449e3 req-cd004d7b-3c7c-40d5-9a95-35360609a85e tempest-InstanceActionsTestJSON-917461461 tempest-InstanceActionsTestJSON-917461461-project] 10.222.0.23 "GET /v2.0/security-groups?id=798f9cbc-56eb-4015-b9d6-69cf7703455b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116457 Jul 05 02:19:21.627750 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-359193d1-847d-4a8f-89f0-0869d3459b82 None None] Provisioning complete for port 2b2fc482-21c2-4ae7-b578-d35e7085a9fa triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:19:21.628326 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-359193d1-847d-4a8f-89f0-0869d3459b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:21.719439 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d171e5e-98ac-4071-b84b-058cd692e2b4 req-0dc0e3e1-74ea-4c2b-ae7d-b41bd5c0c83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:21.720892 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4d171e5e-98ac-4071-b84b-058cd692e2b4 req-0dc0e3e1-74ea-4c2b-ae7d-b41bd5c0c83b service neutron] 10.222.0.21 "GET /v2.0/networks?id=dff432c2-7366-4622-aebb-da22fe05bfd4 HTTP/1.1" status: 200 len: 869 time: 0.2061563 Jul 05 02:19:21.754874 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-033f344d-dd12-4da2-b051-a63ebac7865c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:21.808534 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-359193d1-847d-4a8f-89f0-0869d3459b82 None None] Port 2b2fc482-21c2-4ae7-b578-d35e7085a9fa cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:19:21.837576 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-aa109cb9-c8a4-4b57-b878-8184cd9608e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:21.864819 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4d171e5e-98ac-4071-b84b-058cd692e2b4 req-00f21c5c-33b3-4881-b7b2-5042277c23f1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=6a2ae0bc-edf0-4f1a-b9b8-ab213fe56db1 HTTP/1.1" status: 200 len: 217 time: 0.1138730 Jul 05 02:19:21.865955 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-51bf51bb-0186-4107-872f-4cc24b9b47dc req-9f0671fc-a506-4e27-8302-902f80cadb83 tempest-SecurityGroupsTestAdminJSON-1977640388 tempest-SecurityGroupsTestAdminJSON-1977640388-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:21.869046 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-51bf51bb-0186-4107-872f-4cc24b9b47dc req-9f0671fc-a506-4e27-8302-902f80cadb83 tempest-SecurityGroupsTestAdminJSON-1977640388 tempest-SecurityGroupsTestAdminJSON-1977640388-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:21.883532 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-51bf51bb-0186-4107-872f-4cc24b9b47dc req-9f0671fc-a506-4e27-8302-902f80cadb83 tempest-SecurityGroupsTestAdminJSON-1977640388 tempest-SecurityGroupsTestAdminJSON-1977640388-project-admin] 10.222.0.23 "DELETE /v2.0/security-groups/899fab8f-c2fd-4fcd-a974-d51d439494d6 HTTP/1.1" status: 204 len: 173 time: 0.9913929 Jul 05 02:19:21.884750 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 0551ed23-38c8-4ae4-a9dd-e4f54ba1e4c3 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:19:21.889189 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 0551ed23-38c8-4ae4-a9dd-e4f54ba1e4c3 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:19:21.889829 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:21.896214 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-aa109cb9-c8a4-4b57-b878-8184cd9608e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:21.898162 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-aa109cb9-c8a4-4b57-b878-8184cd9608e1 admin admin] 10.222.0.23 "DELETE /v2.0/networks/985cc121-5bb1-4848-9ba0-93439d77070c HTTP/1.1" status: 204 len: 168 time: 2.3741686 Jul 05 02:19:21.980437 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0671fc-a506-4e27-8302-902f80cadb83 tempest-SecurityGroupsTestAdminJSON-1977640388 tempest-SecurityGroupsTestAdminJSON-1977640388-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=899fab8f-c2fd-4fcd-a974-d51d439494d6,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:21.996452 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa109cb9-c8a4-4b57-b878-8184cd9608e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=985cc121-5bb1-4848-9ba0-93439d77070c,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:22.058550 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-033f344d-dd12-4da2-b051-a63ebac7865c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:22.078310 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:22.097333 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d171e5e-98ac-4071-b84b-058cd692e2b4 req-31fb78d0-2dba-4d6b-ad06-9d07c05f9f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:22.098935 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4d171e5e-98ac-4071-b84b-058cd692e2b4 req-31fb78d0-2dba-4d6b-ad06-9d07c05f9f8d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b840e204-692c-4f54-8f07-f6563e8e36b1 HTTP/1.1" status: 200 len: 843 time: 0.2132027 Jul 05 02:19:22.141376 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 0551ed23-38c8-4ae4-a9dd-e4f54ba1e4c3, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=0551ed23-38c8-4ae4-a9dd-e4f54ba1e4c3,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:19:22.164789 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-033f344d-dd12-4da2-b051-a63ebac7865c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:22.231347 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ae4482f8-9bd2-40fc-9996-5c8ec6ecfbed req-8c25c7d7-8889-4e8b-a396-2bd57684b18e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0e01c5aa-5fee-4d05-bead-17006da5b83c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4529314 Jul 05 02:19:22.232164 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:22.277253 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d171e5e-98ac-4071-b84b-058cd692e2b4 req-2a13eef6-9c48-48ae-8350-f807f62b7a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:22.283106 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4d171e5e-98ac-4071-b84b-058cd692e2b4 req-2a13eef6-9c48-48ae-8350-f807f62b7a4b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dff432c2-7366-4622-aebb-da22fe05bfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1710200 Jul 05 02:19:22.344466 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 94f0a9b1-1958-418e-9454-9dcb36e2a65f up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:19:22.356848 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be1174f-9461-46fd-b23b-a992fa1f1ad4 req-36d1e2c9-c9d1-4c0d-849d-beab4575236e tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:22.375264 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4be1174f-9461-46fd-b23b-a992fa1f1ad4 req-36d1e2c9-c9d1-4c0d-849d-beab4575236e tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=af25cc5a-51a0-48d4-95fc-992919466b27 HTTP/1.1" status: 200 len: 946 time: 0.6043196 Jul 05 02:19:22.400292 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=0551ed23-38c8-4ae4-a9dd-e4f54ba1e4c3,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:22.422418 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-033f344d-dd12-4da2-b051-a63ebac7865c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634601'] for router_interface, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:22.505284 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 51884) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:19:22.556222 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-765e818e-f911-409a-8c2d-bbe4cbf68c1a req-31c8037d-407e-46a1-ac12-da28d52e3144 tempest-SecurityGroupsTestAdminJSON-1977640388 tempest-SecurityGroupsTestAdminJSON-1977640388-project-admin] 10.222.0.23 "GET /v2.0/security-groups/685e98f2-f5d3-4de3-91b7-c30018ac92e3 HTTP/1.1" status: 200 len: 1777 time: 0.2052021 Jul 05 02:19:22.566111 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4be1174f-9461-46fd-b23b-a992fa1f1ad4 req-e06d6441-5322-4561-ba8e-44f209777c15 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888430 Jul 05 02:19:22.585949 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033f344d-dd12-4da2-b051-a63ebac7865c admin admin] Pushing event updated for resources: {'Port': ['ID=2b2fc482-21c2-4ae7-b578-d35e7085a9fa,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:22.602254 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning for port 94f0a9b1-1958-418e-9454-9dcb36e2a65f completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:19:22.607755 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port 94f0a9b1-1958-418e-9454-9dcb36e2a65f triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:19:22.608128 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:22.672329 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4482f8-9bd2-40fc-9996-5c8ec6ecfbed req-733736d2-2c41-4386-9653-bc2ec40c4147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:22.674672 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ae4482f8-9bd2-40fc-9996-5c8ec6ecfbed req-733736d2-2c41-4386-9653-bc2ec40c4147 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7a7e417343d4479788713b4bb769c9b0&device_id=0e01c5aa-5fee-4d05-bead-17006da5b83c HTTP/1.1" status: 200 len: 1096 time: 0.3821182 Jul 05 02:19:22.702505 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4d171e5e-98ac-4071-b84b-058cd692e2b4 req-20209cf0-0649-4be8-bcc8-cf4740a5f0bf service neutron] 10.222.0.21 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4105654 Jul 05 02:19:22.742643 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033f344d-dd12-4da2-b051-a63ebac7865c admin admin] Network 43df30fe-7555-4340-91ff-ee467a0abf0d is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:19:22.750393 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-033f344d-dd12-4da2-b051-a63ebac7865c admin admin] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:19:22.782200 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-765e818e-f911-409a-8c2d-bbe4cbf68c1a req-0a15f6e9-d556-4122-9490-f3b063c5d686 tempest-SecurityGroupsTestAdminJSON-1977640388 tempest-SecurityGroupsTestAdminJSON-1977640388-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:22.807065 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:22.847318 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-91107a08-adf6-4cb7-9cb4-b61ef4d43ff2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=051c2e7045fe4124a5ee04e0ed5e6d15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3289120 Jul 05 02:19:22.853324 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f1a1a59-289c-41c5-97ca-0cf91bece8f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94f0a9b1-1958-418e-9454-9dcb36e2a65f'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:19:22.866303 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 51888) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:19:22.868899 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bd4bfba-ff22-4183-9ec2-142db6ea34f4" -d '{"events": [{"server_uuid": "0f1a1a59-289c-41c5-97ca-0cf91bece8f3", "name": "network-vif-plugged", "status": "completed", "tag": "94f0a9b1-1958-418e-9454-9dcb36e2a65f"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:19:22.908672 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 94f0a9b1-1958-418e-9454-9dcb36e2a65f, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=94f0a9b1-1958-418e-9454-9dcb36e2a65f,segment=NetworkSegment(17f55efd-d485-4868-acdf-dc2797930acd),segment_id=17f55efd-d485-4868-acdf-dc2797930acd)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:19:22.970266 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:22.985955 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-765e818e-f911-409a-8c2d-bbe4cbf68c1a req-0a15f6e9-d556-4122-9490-f3b063c5d686 tempest-SecurityGroupsTestAdminJSON-1977640388 tempest-SecurityGroupsTestAdminJSON-1977640388-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:23.009268 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-033f344d-dd12-4da2-b051-a63ebac7865c admin admin] Router 9b504efb-a796-44ac-a706-0fbd7b6cf2e2 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:19:23.121488 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=94f0a9b1-1958-418e-9454-9dcb36e2a65f,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:23.131504 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4d171e5e-98ac-4071-b84b-058cd692e2b4 req-12ed348a-78dd-46c2-8b21-3bf785bb029f service neutron] 10.222.0.21 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3978956 Jul 05 02:19:23.133340 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4482f8-9bd2-40fc-9996-5c8ec6ecfbed req-33f9fee3-08f8-44ba-a29b-b332381b17dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:23.134959 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ae4482f8-9bd2-40fc-9996-5c8ec6ecfbed req-33f9fee3-08f8-44ba-a29b-b332381b17dd service neutron] 10.222.0.15 "GET /v2.0/networks?id=d55491b1-56ba-426a-ac8c-e92d73c02c5b HTTP/1.1" status: 200 len: 908 time: 0.4316404 Jul 05 02:19:23.206221 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ae4482f8-9bd2-40fc-9996-5c8ec6ecfbed req-d3a379e4-2993-4260-bda9-bb5bc40eca79 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd40790e-5c6b-49df-a769-f7e93972bedf HTTP/1.1" status: 200 len: 217 time: 0.0635626 Jul 05 02:19:23.247330 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-f425a90a-f715-4c0a-b376-76c74eeea603 None None] Provisioning complete for port 2b2fc482-21c2-4ae7-b578-d35e7085a9fa triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:19:23.249199 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f425a90a-f715-4c0a-b376-76c74eeea603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:23.264276 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4482f8-9bd2-40fc-9996-5c8ec6ecfbed req-733e087b-b160-479e-ac50-e52337ddd92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:23.267410 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ae4482f8-9bd2-40fc-9996-5c8ec6ecfbed req-733e087b-b160-479e-ac50-e52337ddd92c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9b152ce5-504f-4214-985c-9f5fa8213776 HTTP/1.1" status: 200 len: 848 time: 0.0537148 Jul 05 02:19:23.297469 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-de31ddb0-1773-4014-ac90-3fe8b32ad801 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:23.300903 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e7c76ef6-3836-402b-a50b-f6038c52c70c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:23.318468 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-765e818e-f911-409a-8c2d-bbe4cbf68c1a req-0a15f6e9-d556-4122-9490-f3b063c5d686 tempest-SecurityGroupsTestAdminJSON-1977640388 tempest-SecurityGroupsTestAdminJSON-1977640388-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:23.325100 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-765e818e-f911-409a-8c2d-bbe4cbf68c1a req-0a15f6e9-d556-4122-9490-f3b063c5d686 tempest-SecurityGroupsTestAdminJSON-1977640388 tempest-SecurityGroupsTestAdminJSON-1977640388-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:23.333595 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-765e818e-f911-409a-8c2d-bbe4cbf68c1a req-0a15f6e9-d556-4122-9490-f3b063c5d686 tempest-SecurityGroupsTestAdminJSON-1977640388 tempest-SecurityGroupsTestAdminJSON-1977640388-project-admin] 10.222.0.23 "DELETE /v2.0/security-groups/685e98f2-f5d3-4de3-91b7-c30018ac92e3 HTTP/1.1" status: 204 len: 173 time: 0.7692277 Jul 05 02:19:23.335973 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-f425a90a-f715-4c0a-b376-76c74eeea603 None None] Port 2b2fc482-21c2-4ae7-b578-d35e7085a9fa cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:19:23.362090 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454bb949-3946-48f1-a0e0-4b8776aa99d8 req-2ffc5b4a-2ce0-48d0-bf8f-66674252261a tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:23.363822 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-454bb949-3946-48f1-a0e0-4b8776aa99d8 req-2ffc5b4a-2ce0-48d0-bf8f-66674252261a tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ba9aaf6-4cb5-406b-a4ef-3e250e8f0620 HTTP/1.1" status: 200 len: 950 time: 0.5238285 Jul 05 02:19:23.369353 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-033f344d-dd12-4da2-b051-a63ebac7865c admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:19:23.376125 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ae4482f8-9bd2-40fc-9996-5c8ec6ecfbed req-e88835d0-f9c0-42b3-99ff-c1236307037a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d55491b1-56ba-426a-ac8c-e92d73c02c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0983534 Jul 05 02:19:23.388212 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee889db-88fd-4578-a19a-96716beadd79 None None] Sync routers for ids ['9b504efb-a796-44ac-a706-0fbd7b6cf2e2'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:19:23.398344 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-033f344d-dd12-4da2-b051-a63ebac7865c admin admin] 10.222.0.23 "PUT /v2.0/routers/9b504efb-a796-44ac-a706-0fbd7b6cf2e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1160598 Jul 05 02:19:23.403763 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a15f6e9-d556-4122-9490-f3b063c5d686 tempest-SecurityGroupsTestAdminJSON-1977640388 tempest-SecurityGroupsTestAdminJSON-1977640388-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=685e98f2-f5d3-4de3-91b7-c30018ac92e3,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:23.412133 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-de31ddb0-1773-4014-ac90-3fe8b32ad801 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:23.425645 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee889db-88fd-4578-a19a-96716beadd79 None None] Routers {'9b504efb-a796-44ac-a706-0fbd7b6cf2e2'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:19:23.426705 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-4ee889db-88fd-4578-a19a-96716beadd79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:19:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['9b504efb-a796-44ac-a706-0fbd7b6cf2e2'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:19:23.590774 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-454bb949-3946-48f1-a0e0-4b8776aa99d8 req-dc1de33b-4e4f-4f57-8a46-38ab15b83a22 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/security-groups?id=6aa981db-58bd-4d0c-a893-2c34139d4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123997 Jul 05 02:19:23.614746 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 0551ed23-38c8-4ae4-a9dd-e4f54ba1e4c3 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:19:23.641359 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ae4482f8-9bd2-40fc-9996-5c8ec6ecfbed req-e1612fd0-2fab-4f05-8b14-43a33864a874 service neutron] 10.222.0.15 "GET /v2.0/networks/d55491b1-56ba-426a-ac8c-e92d73c02c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521122 Jul 05 02:19:23.707934 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-de31ddb0-1773-4014-ac90-3fe8b32ad801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:23.710996 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-de31ddb0-1773-4014-ac90-3fe8b32ad801 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:23.718276 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-de31ddb0-1773-4014-ac90-3fe8b32ad801 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1177ca3b-8580-42c6-9d43-ed5bfedce500 HTTP/1.1" status: 204 len: 168 time: 0.7626312 Jul 05 02:19:23.782988 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de31ddb0-1773-4014-ac90-3fe8b32ad801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1177ca3b-8580-42c6-9d43-ed5bfedce500,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:23.851055 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4c1e43f-6124-442b-b6e6-5a7812dbd197 x-openstack-request-id: req-c4c1e43f-6124-442b-b6e6-5a7812dbd197 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:19:23.851933 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f1a1a59-289c-41c5-97ca-0cf91bece8f3", "name": "network-vif-plugged", "status": "completed", "tag": "94f0a9b1-1958-418e-9454-9dcb36e2a65f", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:19:23.853802 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c4c1e43f-6124-442b-b6e6-5a7812dbd197 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:19:23.854477 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f1a1a59-289c-41c5-97ca-0cf91bece8f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94f0a9b1-1958-418e-9454-9dcb36e2a65f', 'code': 200} Jul 05 02:19:23.880535 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ae4482f8-9bd2-40fc-9996-5c8ec6ecfbed req-5344b748-a33e-4e44-a24f-1d861dcfe1c9 service neutron] 10.222.0.15 "GET /v2.0/networks/d55491b1-56ba-426a-ac8c-e92d73c02c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326188 Jul 05 02:19:23.990919 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44529d0-a31e-48e6-b8d1-a06e9074409f req-08f32951-2bf0-4711-9c7a-e93b59d047d0 tempest-InstanceActionsTestJSON-917461461 tempest-InstanceActionsTestJSON-917461461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:23.992585 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f44529d0-a31e-48e6-b8d1-a06e9074409f req-08f32951-2bf0-4711-9c7a-e93b59d047d0 tempest-InstanceActionsTestJSON-917461461 tempest-InstanceActionsTestJSON-917461461-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f1a1a59-289c-41c5-97ca-0cf91bece8f3 HTTP/1.1" status: 200 len: 945 time: 0.1108620 Jul 05 02:19:24.101528 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f44529d0-a31e-48e6-b8d1-a06e9074409f req-7b2172e1-d605-4151-b816-269c54f8ee52 tempest-InstanceActionsTestJSON-917461461 tempest-InstanceActionsTestJSON-917461461-project] 10.222.0.23 "GET /v2.0/security-groups?id=798f9cbc-56eb-4015-b9d6-69cf7703455b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029153 Jul 05 02:19:24.283811 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-4ee889db-88fd-4578-a19a-96716beadd79 None None] Set router 9b504efb-a796-44ac-a706-0fbd7b6cf2e2 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:19:24.287414 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 0551ed23-38c8-4ae4-a9dd-e4f54ba1e4c3 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:19:24.287892 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:24.305762 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a8309d04-bfeb-412a-a718-43d9b5e8e306 req-a2879d43-4dee-40dd-b0d4-f15dd982b847 tempest-SecurityGroupsTestAdminJSON-1455472758 tempest-SecurityGroupsTestAdminJSON-1455472758-project] 10.222.0.23 "GET /v2.0/security-groups/8fe2468c-c56c-46b3-b198-525b2cc9db70 HTTP/1.1" status: 200 len: 1777 time: 0.1732793 Jul 05 02:19:24.376747 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0788c1ca-6895-43e1-8193-6baea52b32b0 req-adb51f40-5fca-44b7-9af9-cf7bb3c642bd tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:24.377651 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0788c1ca-6895-43e1-8193-6baea52b32b0 req-adb51f40-5fca-44b7-9af9-cf7bb3c642bd tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=af25cc5a-51a0-48d4-95fc-992919466b27 HTTP/1.1" status: 200 len: 946 time: 0.1360452 Jul 05 02:19:24.439353 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceb9b95-cfd1-4c1b-a865-139c27f9c2b2 req-849054a4-27ca-43f6-950f-087eea952e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:24.440953 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cceb9b95-cfd1-4c1b-a865-139c27f9c2b2 req-849054a4-27ca-43f6-950f-087eea952e55 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0f1a1a59-289c-41c5-97ca-0cf91bece8f3 HTTP/1.1" status: 200 len: 1097 time: 0.2607033 Jul 05 02:19:24.457227 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0788c1ca-6895-43e1-8193-6baea52b32b0 req-23f95b38-6432-4c9f-b8b9-5e1ac5f2bf30 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733225 Jul 05 02:19:24.469281 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:24.495467 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a8309d04-bfeb-412a-a718-43d9b5e8e306 req-bd56a5aa-1829-42d5-afbf-3c0385f80e4a tempest-SecurityGroupsTestAdminJSON-1455472758 tempest-SecurityGroupsTestAdminJSON-1455472758-project] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:24.526256 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a8309d04-bfeb-412a-a718-43d9b5e8e306 req-bd56a5aa-1829-42d5-afbf-3c0385f80e4a tempest-SecurityGroupsTestAdminJSON-1455472758 tempest-SecurityGroupsTestAdminJSON-1455472758-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:24.574919 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cceb9b95-cfd1-4c1b-a865-139c27f9c2b2 req-8766993e-84cf-4431-81e8-bef9e659959d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=798f9cbc-56eb-4015-b9d6-69cf7703455b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259665 Jul 05 02:19:24.645036 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:24.656565 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a8309d04-bfeb-412a-a718-43d9b5e8e306 req-bd56a5aa-1829-42d5-afbf-3c0385f80e4a tempest-SecurityGroupsTestAdminJSON-1455472758 tempest-SecurityGroupsTestAdminJSON-1455472758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:24.661933 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a8309d04-bfeb-412a-a718-43d9b5e8e306 req-bd56a5aa-1829-42d5-afbf-3c0385f80e4a tempest-SecurityGroupsTestAdminJSON-1455472758 tempest-SecurityGroupsTestAdminJSON-1455472758-project] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:24.675129 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a8309d04-bfeb-412a-a718-43d9b5e8e306 req-bd56a5aa-1829-42d5-afbf-3c0385f80e4a tempest-SecurityGroupsTestAdminJSON-1455472758 tempest-SecurityGroupsTestAdminJSON-1455472758-project] 10.222.0.23 "DELETE /v2.0/security-groups/8fe2468c-c56c-46b3-b198-525b2cc9db70 HTTP/1.1" status: 204 len: 173 time: 0.3675325 Jul 05 02:19:24.704617 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd56a5aa-1829-42d5-afbf-3c0385f80e4a tempest-SecurityGroupsTestAdminJSON-1455472758 tempest-SecurityGroupsTestAdminJSON-1455472758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe2468c-c56c-46b3-b198-525b2cc9db70,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:24.866359 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542a67e8-309a-4bf1-87b2-69f5dae4846b req-9d7f5443-3840-4a5e-86ed-dffa758d2d4f tempest-ServersOnMultiNodesTest-315377596 tempest-ServersOnMultiNodesTest-315377596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:24.871992 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-542a67e8-309a-4bf1-87b2-69f5dae4846b req-9d7f5443-3840-4a5e-86ed-dffa758d2d4f tempest-ServersOnMultiNodesTest-315377596 tempest-ServersOnMultiNodesTest-315377596-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6ba9aaf6-4cb5-406b-a4ef-3e250e8f0620 HTTP/1.1" status: 200 len: 1102 time: 0.1600065 Jul 05 02:19:24.899293 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-4ee889db-88fd-4578-a19a-96716beadd79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b504efb-a796-44ac-a706-0fbd7b6cf2e2', 'name': 'tempest-ServersTestJSON-847911127-router', 'tenant_id': '1dde4b513ef84acf9c30f43f22091a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': '0551ed23-38c8-4ae4-a9dd-e4f54ba1e4c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:19:13Z', 'updated_at': '2021-07-05T02:19:21Z', 'revision_number': 4, 'project_id': '1dde4b513ef84acf9c30f43f22091a98', 'gw_port': {'id': '0551ed23-38c8-4ae4-a9dd-e4f54ba1e4c3', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:7f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b504efb-a796-44ac-a706-0fbd7b6cf2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:19:15Z', 'updated_at': '2021-07-05T02:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '2b2fc482-21c2-4ae7-b578-d35e7085a9fa', 'name': '', 'network_id': '43df30fe-7555-4340-91ff-ee467a0abf0d', 'tenant_id': '1dde4b513ef84acf9c30f43f22091a98', 'mac_address': 'fa:16:3e:99:50:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b504efb-a796-44ac-a706-0fbd7b6cf2e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'ec84ff25-e77f-43ab-bf44-c61795ee6bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:19:19Z', 'updated_at': '2021-07-05T02:19:21Z', 'revision_number': 2, 'project_id': '1dde4b513ef84acf9c30f43f22091a98', 'subnets': [{'id': 'ec84ff25-e77f-43ab-bf44-c61795ee6bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:19:24.944108 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee889db-88fd-4578-a19a-96716beadd79 None None] Checking router: 9b504efb-a796-44ac-a706-0fbd7b6cf2e2 for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:19:24.944766 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee889db-88fd-4578-a19a-96716beadd79 None None] Updating router 9b504efb-a796-44ac-a706-0fbd7b6cf2e2 port 2b2fc482-21c2-4ae7-b578-d35e7085a9fa binding host n-d-771362-32 {{(pid=94463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 02:19:24.958635 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-542a67e8-309a-4bf1-87b2-69f5dae4846b req-f153559f-2149-4658-88be-cf05d51e3503 tempest-ServersOnMultiNodesTest-315377596 tempest-ServersOnMultiNodesTest-315377596-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=6aa981db-58bd-4d0c-a893-2c34139d4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789130 Jul 05 02:19:24.996435 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4ee889db-88fd-4578-a19a-96716beadd79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:25.105351 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-56648954-0aa9-47b0-81b5-9255ae6484d2 req-1d0e6f72-7303-4aa1-8c51-43d1cd5ca83f tempest-SecurityGroupsTestAdminJSON-1455472758 tempest-SecurityGroupsTestAdminJSON-1455472758-project] 10.222.0.23 "GET /v2.0/security-groups/808b5359-bc88-4cf7-be12-4495ce359fc3 HTTP/1.1" status: 200 len: 1777 time: 0.0752187 Jul 05 02:19:25.216214 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-56648954-0aa9-47b0-81b5-9255ae6484d2 req-26baa2fc-be60-4ebf-b579-ea99be19c34d tempest-SecurityGroupsTestAdminJSON-1455472758 tempest-SecurityGroupsTestAdminJSON-1455472758-project] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:25.251453 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-56648954-0aa9-47b0-81b5-9255ae6484d2 req-26baa2fc-be60-4ebf-b579-ea99be19c34d tempest-SecurityGroupsTestAdminJSON-1455472758 tempest-SecurityGroupsTestAdminJSON-1455472758-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:25.473646 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-56648954-0aa9-47b0-81b5-9255ae6484d2 req-26baa2fc-be60-4ebf-b579-ea99be19c34d tempest-SecurityGroupsTestAdminJSON-1455472758 tempest-SecurityGroupsTestAdminJSON-1455472758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:25.477468 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-56648954-0aa9-47b0-81b5-9255ae6484d2 req-26baa2fc-be60-4ebf-b579-ea99be19c34d tempest-SecurityGroupsTestAdminJSON-1455472758 tempest-SecurityGroupsTestAdminJSON-1455472758-project] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:25.479114 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-56648954-0aa9-47b0-81b5-9255ae6484d2 req-26baa2fc-be60-4ebf-b579-ea99be19c34d tempest-SecurityGroupsTestAdminJSON-1455472758 tempest-SecurityGroupsTestAdminJSON-1455472758-project] 10.222.0.23 "DELETE /v2.0/security-groups/808b5359-bc88-4cf7-be12-4495ce359fc3 HTTP/1.1" status: 204 len: 173 time: 0.3672078 Jul 05 02:19:25.497919 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26baa2fc-be60-4ebf-b579-ea99be19c34d tempest-SecurityGroupsTestAdminJSON-1455472758 tempest-SecurityGroupsTestAdminJSON-1455472758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=808b5359-bc88-4cf7-be12-4495ce359fc3,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:25.626503 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4ee889db-88fd-4578-a19a-96716beadd79 None None] Notify callbacks [] for port, precommit_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:25.626503 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-4ee889db-88fd-4578-a19a-96716beadd79 None None] Transition to ACTIVE for port object 2b2fc482-21c2-4ae7-b578-d35e7085a9fa will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:19:25.816885 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec5c818-5ffa-4fe9-ad44-2d9ace69a19a req-b87cf89a-466e-44c6-b58f-4ff51be18269 tempest-InstanceActionsTestJSON-917461461 tempest-InstanceActionsTestJSON-917461461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:25.818595 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2ec5c818-5ffa-4fe9-ad44-2d9ace69a19a req-b87cf89a-466e-44c6-b58f-4ff51be18269 tempest-InstanceActionsTestJSON-917461461 tempest-InstanceActionsTestJSON-917461461-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f1a1a59-289c-41c5-97ca-0cf91bece8f3 HTTP/1.1" status: 200 len: 945 time: 0.0731738 Jul 05 02:19:25.871389 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2ec5c818-5ffa-4fe9-ad44-2d9ace69a19a req-bfe865e6-ff30-4186-9877-d7d212c62d74 tempest-InstanceActionsTestJSON-917461461 tempest-InstanceActionsTestJSON-917461461-project] 10.222.0.23 "GET /v2.0/security-groups?id=798f9cbc-56eb-4015-b9d6-69cf7703455b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472705 Jul 05 02:19:26.093826 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ba673a08-c93a-4a55-8bc0-415c897570f5 req-4663de8c-b106-478e-b571-10071c0cd3da tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=843c308122d04e8a8ebe4eb1b129860a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0410275 Jul 05 02:19:26.203936 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba673a08-c93a-4a55-8bc0-415c897570f5 req-ae0b4ddc-ba4f-4b63-a465-be0af62cb016 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:26.205432 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ba673a08-c93a-4a55-8bc0-415c897570f5 req-ae0b4ddc-ba4f-4b63-a465-be0af62cb016 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1063902 Jul 05 02:19:26.221476 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:26.226654 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4ee889db-88fd-4578-a19a-96716beadd79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:26.229454 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ba673a08-c93a-4a55-8bc0-415c897570f5 req-597ccc01-2fc8-414a-91e6-47e1cd463986 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/quotas/843c308122d04e8a8ebe4eb1b129860a HTTP/1.1" status: 200 len: 375 time: 0.0173874 Jul 05 02:19:26.328106 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343b8e10-6f5f-42e7-91f4-0560e00833d8 None None] Pushing event updated for resources: {'Port': ['ID=2b2fc482-21c2-4ae7-b578-d35e7085a9fa,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:26.432737 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 51972) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:19:26.437813 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-4fe73949-18f7-47fc-a7b2-d36e440b6301 tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1962161196', 'description': 'tempest-description--1247173539'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:19:26.466728 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ba673a08-c93a-4a55-8bc0-415c897570f5 req-2bf2c935-bf08-44a9-8515-8eb6eadfde52 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=843c308122d04e8a8ebe4eb1b129860a&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2178416 Jul 05 02:19:26.562255 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-4ee889db-88fd-4578-a19a-96716beadd79 None None] Attempting to bind port 2b2fc482-21c2-4ae7-b578-d35e7085a9fa on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:19:26.562955 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-4ee889db-88fd-4578-a19a-96716beadd79 None None] Attempting to bind port 2b2fc482-21c2-4ae7-b578-d35e7085a9fa by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'c8724f51-df31-43d0-8203-811742925a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '43df30fe-7555-4340-91ff-ee467a0abf0d'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:19:26.563643 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee889db-88fd-4578-a19a-96716beadd79 None None] Attempting to bind port 2b2fc482-21c2-4ae7-b578-d35e7085a9fa on network 43df30fe-7555-4340-91ff-ee467a0abf0d {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:19:26.574825 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee889db-88fd-4578-a19a-96716beadd79 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:19:26.577290 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee889db-88fd-4578-a19a-96716beadd79 None None] Checking segment: {'id': 'c8724f51-df31-43d0-8203-811742925a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '43df30fe-7555-4340-91ff-ee467a0abf0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:19:26.577948 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4ee889db-88fd-4578-a19a-96716beadd79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:26.578427 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee889db-88fd-4578-a19a-96716beadd79 None None] Bound using segment: {'id': 'c8724f51-df31-43d0-8203-811742925a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '43df30fe-7555-4340-91ff-ee467a0abf0d'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:19:26.578922 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-4ee889db-88fd-4578-a19a-96716beadd79 None None] Bound port: 2b2fc482-21c2-4ae7-b578-d35e7085a9fa, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8724f51-df31-43d0-8203-811742925a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '43df30fe-7555-4340-91ff-ee467a0abf0d'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:19:26.579312 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4ee889db-88fd-4578-a19a-96716beadd79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:26.582992 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4fe73949-18f7-47fc-a7b2-d36e440b6301 tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:26.785481 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-4ee889db-88fd-4578-a19a-96716beadd79 None None] For port 2b2fc482-21c2-4ae7-b578-d35e7085a9fa, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:19:26.790679 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-4ee889db-88fd-4578-a19a-96716beadd79 None None] For port 2b2fc482-21c2-4ae7-b578-d35e7085a9fa, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=2b2fc482-21c2-4ae7-b578-d35e7085a9fa,segment=NetworkSegment(c8724f51-df31-43d0-8203-811742925a45),segment_id=c8724f51-df31-43d0-8203-811742925a45)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:19:26.827694 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4fe73949-18f7-47fc-a7b2-d36e440b6301 tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:26.854190 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cbf41d-c5dc-4390-998f-234d850ae1e4 req-4f982e49-11a3-4c39-9d04-e96c491dd402 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:26.858607 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 51980) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:19:26.873676 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-16cbf41d-c5dc-4390-998f-234d850ae1e4 req-4f982e49-11a3-4c39-9d04-e96c491dd402 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=af25cc5a-51a0-48d4-95fc-992919466b27 HTTP/1.1" status: 200 len: 946 time: 0.1559098 Jul 05 02:19:26.907803 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4ee889db-88fd-4578-a19a-96716beadd79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:26.914337 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4fe73949-18f7-47fc-a7b2-d36e440b6301 tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:26.937270 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 02:19:26.951300 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-16cbf41d-c5dc-4390-998f-234d850ae1e4 req-718e32fa-e45b-4ea4-8213-1afffd4b8f8a tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765164 Jul 05 02:19:27.004592 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe73949-18f7-47fc-a7b2-d36e440b6301 tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40fe1b0a-9176-40d2-b8cc-758492981e88,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:27.079261 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee889db-88fd-4578-a19a-96716beadd79 None None] Routers {'9b504efb-a796-44ac-a706-0fbd7b6cf2e2'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:19:27.080029 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-4ee889db-88fd-4578-a19a-96716beadd79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:19:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['9b504efb-a796-44ac-a706-0fbd7b6cf2e2'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:19:27.136057 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4fe73949-18f7-47fc-a7b2-d36e440b6301 tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:27.136057 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-4fe73949-18f7-47fc-a7b2-d36e440b6301 tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7007561 Jul 05 02:19:27.138546 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 52002) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:19:27.144044 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-fb1a848d-8c91-4124-9d95-94388e69a739 tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] Request body: {'security_group_rule': {'security_group_id': '40fe1b0a-9176-40d2-b8cc-758492981e88', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:19:27.237627 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343b8e10-6f5f-42e7-91f4-0560e00833d8 None None] Pushing event updated for resources: {'Port': ['ID=2b2fc482-21c2-4ae7-b578-d35e7085a9fa,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:27.318097 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-4ee889db-88fd-4578-a19a-96716beadd79 None None] Set router 9b504efb-a796-44ac-a706-0fbd7b6cf2e2 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:19:27.378333 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 52008) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:19:27.398028 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-63ef2e2c-014b-419d-a967-06bb34dd74d8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=91540d8da44f48d487493b5280f1d3f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5373199 Jul 05 02:19:27.413268 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fb1a848d-8c91-4124-9d95-94388e69a739 tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:27.556321 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-db5cedb5-05bb-4583-b40a-d607f557080d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:27.589540 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fb1a848d-8c91-4124-9d95-94388e69a739 tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:27.631737 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461d9dc7-65ba-40a2-898b-9fc42b73e836 req-4fcd9312-9a48-4afc-a078-129838ec9867 tempest-InstanceActionsTestJSON-917461461 tempest-InstanceActionsTestJSON-917461461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:27.634224 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-461d9dc7-65ba-40a2-898b-9fc42b73e836 req-4fcd9312-9a48-4afc-a078-129838ec9867 tempest-InstanceActionsTestJSON-917461461 tempest-InstanceActionsTestJSON-917461461-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f1a1a59-289c-41c5-97ca-0cf91bece8f3 HTTP/1.1" status: 200 len: 945 time: 0.2040839 Jul 05 02:19:27.661903 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-db5cedb5-05bb-4583-b40a-d607f557080d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:27.676260 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fb1a848d-8c91-4124-9d95-94388e69a739 tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:27.729204 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-461d9dc7-65ba-40a2-898b-9fc42b73e836 req-94b52fcd-61fc-4b22-8d69-cb033a225922 tempest-InstanceActionsTestJSON-917461461 tempest-InstanceActionsTestJSON-917461461-project] 10.222.0.23 "GET /v2.0/security-groups?id=798f9cbc-56eb-4015-b9d6-69cf7703455b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788403 Jul 05 02:19:27.740234 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1a848d-8c91-4124-9d95-94388e69a739 tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c3a4e17-b592-489e-80b7-0d3e7f8376a0,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:27.815925 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-37806aab-edfa-4c1d-9dfa-a52d8c6ec10e req-71c41a26-50fa-444e-a8c3-16c60277db0b tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fd3158d-5f26-4b27-a26d-3e2a1d5e5aca HTTP/1.1" status: 200 len: 210 time: 0.0456283 Jul 05 02:19:27.865398 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fb1a848d-8c91-4124-9d95-94388e69a739 tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:27.866655 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-fb1a848d-8c91-4124-9d95-94388e69a739 tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7272003 Jul 05 02:19:27.869499 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 52022) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:19:27.878741 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-82f1e8a1-20ac-4e32-9adc-83115bb9c842 tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] Request body: {'security_group_rule': {'security_group_id': '40fe1b0a-9176-40d2-b8cc-758492981e88', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:19:27.886725 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-4ee889db-88fd-4578-a19a-96716beadd79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b504efb-a796-44ac-a706-0fbd7b6cf2e2', 'name': 'tempest-ServersTestJSON-847911127-router', 'tenant_id': '1dde4b513ef84acf9c30f43f22091a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': '0551ed23-38c8-4ae4-a9dd-e4f54ba1e4c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:19:13Z', 'updated_at': '2021-07-05T02:19:21Z', 'revision_number': 4, 'project_id': '1dde4b513ef84acf9c30f43f22091a98', 'gw_port': {'id': '0551ed23-38c8-4ae4-a9dd-e4f54ba1e4c3', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:7f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b504efb-a796-44ac-a706-0fbd7b6cf2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:19:15Z', 'updated_at': '2021-07-05T02:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '2b2fc482-21c2-4ae7-b578-d35e7085a9fa', 'name': '', 'network_id': '43df30fe-7555-4340-91ff-ee467a0abf0d', 'tenant_id': '1dde4b513ef84acf9c30f43f22091a98', 'mac_address': 'fa:16:3e:99:50:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b504efb-a796-44ac-a706-0fbd7b6cf2e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'ec84ff25-e77f-43ab-bf44-c61795ee6bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:19:19Z', 'updated_at': '2021-07-05T02:19:26Z', 'revision_number': 4, 'project_id': '1dde4b513ef84acf9c30f43f22091a98', 'subnets': [{'id': 'ec84ff25-e77f-43ab-bf44-c61795ee6bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:19:27.900433 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-db5cedb5-05bb-4583-b40a-d607f557080d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:27.905949 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-db5cedb5-05bb-4583-b40a-d607f557080d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:27.911600 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-db5cedb5-05bb-4583-b40a-d607f557080d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6572d127-2615-494e-8717-6c23fbef9780 HTTP/1.1" status: 204 len: 168 time: 0.5322046 Jul 05 02:19:27.936437 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee889db-88fd-4578-a19a-96716beadd79 None None] The sync data for ids ['9b504efb-a796-44ac-a706-0fbd7b6cf2e2'] in n-d-771362-32 is: [{'id': '9b504efb-a796-44ac-a706-0fbd7b6cf2e2', 'name': 'tempest-ServersTestJSON-847911127-router', 'tenant_id': '1dde4b513ef84acf9c30f43f22091a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': '0551ed23-38c8-4ae4-a9dd-e4f54ba1e4c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:19:13Z', 'updated_at': '2021-07-05T02:19:21Z', 'revision_number': 4, 'project_id': '1dde4b513ef84acf9c30f43f22091a98', 'gw_port': {'id': '0551ed23-38c8-4ae4-a9dd-e4f54ba1e4c3', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:7f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b504efb-a796-44ac-a706-0fbd7b6cf2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:19:15Z', 'updated_at': '2021-07-05T02:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '2b2fc482-21c2-4ae7-b578-d35e7085a9fa', 'name': '', 'network_id': '43df30fe-7555-4340-91ff-ee467a0abf0d', 'tenant_id': '1dde4b513ef84acf9c30f43f22091a98', 'mac_address': 'fa:16:3e:99:50:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b504efb-a796-44ac-a706-0fbd7b6cf2e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'ec84ff25-e77f-43ab-bf44-c61795ee6bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:19:19Z', 'updated_at': '2021-07-05T02:19:26Z', 'revision_number': 4, 'project_id': '1dde4b513ef84acf9c30f43f22091a98', 'subnets': [{'id': 'ec84ff25-e77f-43ab-bf44-c61795ee6bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:19:27.939054 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5cedb5-05bb-4583-b40a-d607f557080d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6572d127-2615-494e-8717-6c23fbef9780,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:28.102212 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-82f1e8a1-20ac-4e32-9adc-83115bb9c842 tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:28.254100 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-82f1e8a1-20ac-4e32-9adc-83115bb9c842 tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:28.395643 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-82f1e8a1-20ac-4e32-9adc-83115bb9c842 tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:28.452282 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f1e8a1-20ac-4e32-9adc-83115bb9c842 tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe53db81-ba97-4555-ab2a-46d25d69217f,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:28.561575 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-82f1e8a1-20ac-4e32-9adc-83115bb9c842 tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:28.563224 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-82f1e8a1-20ac-4e32-9adc-83115bb9c842 tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6915545 Jul 05 02:19:28.564881 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8153e9-62de-487e-bc06-a4c6112f6d8e req-1251f71c-846f-4676-949d-2bd7850db4a6 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:28.581076 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 52052) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:19:28.581369 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-fd8153e9-62de-487e-bc06-a4c6112f6d8e req-1251f71c-846f-4676-949d-2bd7850db4a6 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=af25cc5a-51a0-48d4-95fc-992919466b27 HTTP/1.1" status: 200 len: 946 time: 0.1153324 Jul 05 02:19:28.587069 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-dc147996-db7f-4b63-bbe6-8d1c56bc95e8 tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] Request body: {'floatingip': {'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:19:28.667503 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-fd8153e9-62de-487e-bc06-a4c6112f6d8e req-b64f25c6-2a5a-4272-9f32-67dfe4c96f03 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850005 Jul 05 02:19:28.793392 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-dc147996-db7f-4b63-bbe6-8d1c56bc95e8 tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] Notify callbacks [] for floatingip, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:28.994865 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-dc147996-db7f-4b63-bbe6-8d1c56bc95e8 tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:29.261217 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e88b4bfe-f852-49f9-8c64-eb9d0e129c84 req-ad8039a4-4924-4649-acb1-bfd0d3622acd tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fd3158d-5f26-4b27-a26d-3e2a1d5e5aca HTTP/1.1" status: 200 len: 210 time: 0.1233029 Jul 05 02:19:29.266026 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 52066) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:19:29.349533 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-07d21a71-24ab-4bdd-9f4f-6950f5144839 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=471ef67bcd304b5cafb1550978b72457&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0780361 Jul 05 02:19:29.351824 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 52072) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:19:29.490597 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6dbe2f6e-400d-4299-99d0-ef5fb9f66f3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:29.548477 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 2b2fc482-21c2-4ae7-b578-d35e7085a9fa up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:19:29.623736 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6dbe2f6e-400d-4299-99d0-ef5fb9f66f3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:29.672265 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-dc147996-db7f-4b63-bbe6-8d1c56bc95e8 tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] Allocated IP 172.25.7.59 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/efcbd9ec-eebb-4e11-a2e0-41f2e8597815) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:19:29.688454 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e250cf-7f86-41a1-b103-70dc64420eb0 req-ae8ea69e-cef7-486b-97b7-af2a5f416784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:29.693191 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-57e250cf-7f86-41a1-b103-70dc64420eb0 req-ae8ea69e-cef7-486b-97b7-af2a5f416784 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f2e2a54b44e648f8b89602363d3711c0&device_id=0f1a1a59-289c-41c5-97ca-0cf91bece8f3 HTTP/1.1" status: 200 len: 1097 time: 0.3110149 Jul 05 02:19:29.798533 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 2b2fc482-21c2-4ae7-b578-d35e7085a9fa completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:19:29.804144 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 2b2fc482-21c2-4ae7-b578-d35e7085a9fa triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:19:29.812955 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:29.836195 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6dbe2f6e-400d-4299-99d0-ef5fb9f66f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:29.839781 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6dbe2f6e-400d-4299-99d0-ef5fb9f66f3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:29.843569 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-6dbe2f6e-400d-4299-99d0-ef5fb9f66f3f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/047f8d4a-e11c-4246-95a1-b97c402543d3 HTTP/1.1" status: 204 len: 168 time: 0.4868593 Jul 05 02:19:29.869216 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe2f6e-400d-4299-99d0-ef5fb9f66f3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=047f8d4a-e11c-4246-95a1-b97c402543d3,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:29.956973 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:30.061977 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 2b2fc482-21c2-4ae7-b578-d35e7085a9fa, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=2b2fc482-21c2-4ae7-b578-d35e7085a9fa,segment=NetworkSegment(c8724f51-df31-43d0-8203-811742925a45),segment_id=c8724f51-df31-43d0-8203-811742925a45)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:19:30.146998 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b7a486-0b21-4635-8430-f558f93bc48c req-74091baa-c8f5-440c-a22c-8100708b6eb1 tempest-InstanceActionsTestJSON-917461461 tempest-InstanceActionsTestJSON-917461461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:30.155071 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-52b7a486-0b21-4635-8430-f558f93bc48c req-74091baa-c8f5-440c-a22c-8100708b6eb1 tempest-InstanceActionsTestJSON-917461461 tempest-InstanceActionsTestJSON-917461461-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f1a1a59-289c-41c5-97ca-0cf91bece8f3 HTTP/1.1" status: 200 len: 945 time: 0.2618215 Jul 05 02:19:30.228001 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:30.233939 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e250cf-7f86-41a1-b103-70dc64420eb0 req-477b528e-adca-453b-9d3e-2d703cfdd3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:30.235077 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-57e250cf-7f86-41a1-b103-70dc64420eb0 req-477b528e-adca-453b-9d3e-2d703cfdd3a3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=67a36d58-623a-4fac-bfe4-72a7c8457a9a HTTP/1.1" status: 200 len: 913 time: 0.5261931 Jul 05 02:19:30.269669 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-52b7a486-0b21-4635-8430-f558f93bc48c req-ea1ee22f-cf63-471d-bd5e-2a4fddc8ba44 tempest-InstanceActionsTestJSON-917461461 tempest-InstanceActionsTestJSON-917461461-project] 10.222.0.23 "GET /v2.0/security-groups?id=798f9cbc-56eb-4015-b9d6-69cf7703455b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135073 Jul 05 02:19:30.344044 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-57e250cf-7f86-41a1-b103-70dc64420eb0 req-9f8dd2b2-3840-41ed-b723-ca3ffda674b6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94f0a9b1-1958-418e-9454-9dcb36e2a65f HTTP/1.1" status: 200 len: 217 time: 0.0836475 Jul 05 02:19:30.351241 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-dc147996-db7f-4b63-bbe6-8d1c56bc95e8 tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:30.385850 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=2b2fc482-21c2-4ae7-b578-d35e7085a9fa,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:30.446064 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e250cf-7f86-41a1-b103-70dc64420eb0 req-35c99fc6-67b5-4b7d-bddf-99132c27bd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:30.448373 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-57e250cf-7f86-41a1-b103-70dc64420eb0 req-35c99fc6-67b5-4b7d-bddf-99132c27bd9d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8f1d60b8-4585-433e-8620-402c37ebc6e1 HTTP/1.1" status: 200 len: 853 time: 0.0914476 Jul 05 02:19:30.514697 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-57e250cf-7f86-41a1-b103-70dc64420eb0 req-d5eabaa3-f3e0-49bf-a9a9-44cc94d4fe5d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=67a36d58-623a-4fac-bfe4-72a7c8457a9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505798 Jul 05 02:19:30.517058 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-804c0bf7-fa41-431f-8600-de2700d64d08 req-9e2f42fa-d7e4-4cda-9d82-21db9e539b50 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fd3158d-5f26-4b27-a26d-3e2a1d5e5aca HTTP/1.1" status: 200 len: 210 time: 0.0486257 Jul 05 02:19:30.541116 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175bbc8d-67ff-4672-8f47-502eb6dd38c9 req-a8b34b96-4dd3-41c3-88c1-71310d6d4c8b tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:30.559302 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-175bbc8d-67ff-4672-8f47-502eb6dd38c9 req-a8b34b96-4dd3-41c3-88c1-71310d6d4c8b tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=af25cc5a-51a0-48d4-95fc-992919466b27 HTTP/1.1" status: 200 len: 946 time: 0.3838184 Jul 05 02:19:30.662434 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-175bbc8d-67ff-4672-8f47-502eb6dd38c9 req-bea936ae-4ca4-43e1-8785-6e8cb663eab3 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020198 Jul 05 02:19:30.731716 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-57e250cf-7f86-41a1-b103-70dc64420eb0 req-ab051c9a-5723-49e1-af1c-5de70af97fcf service neutron] 10.222.0.21 "GET /v2.0/networks/67a36d58-623a-4fac-bfe4-72a7c8457a9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681099 Jul 05 02:19:30.806046 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-dc147996-db7f-4b63-bbe6-8d1c56bc95e8 tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:30.842407 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 52098) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:19:30.873065 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc147996-db7f-4b63-bbe6-8d1c56bc95e8 tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:19:30.884030 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-dc147996-db7f-4b63-bbe6-8d1c56bc95e8 tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:19:30.887630 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc147996-db7f-4b63-bbe6-8d1c56bc95e8 tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:19:30.947992 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc147996-db7f-4b63-bbe6-8d1c56bc95e8 tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] Pushing event updated for resources: {'Port': ['ID=efcbd9ec-eebb-4e11-a2e0-41f2e8597815,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:30.961148 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-57e250cf-7f86-41a1-b103-70dc64420eb0 req-d2c869e8-5b67-40fb-9096-7597f530e46c service neutron] 10.222.0.21 "GET /v2.0/networks/67a36d58-623a-4fac-bfe4-72a7c8457a9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212694 Jul 05 02:19:31.047250 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-dc147996-db7f-4b63-bbe6-8d1c56bc95e8 tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:31.077562 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-de9ec338-0dba-47c5-8ced-b9dfee5bad59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:31.197677 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-dc147996-db7f-4b63-bbe6-8d1c56bc95e8 tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:31.237868 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-de9ec338-0dba-47c5-8ced-b9dfee5bad59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:31.310179 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-de9ec338-0dba-47c5-8ced-b9dfee5bad59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:31.363661 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-de9ec338-0dba-47c5-8ced-b9dfee5bad59 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=843c06e1859c4beaa4b4a2a97abe4a6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5201528 Jul 05 02:19:31.364416 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9ec338-0dba-47c5-8ced-b9dfee5bad59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38b7bb4e-e88e-4859-98c6-3bcca87005d8,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:31.366981 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 52124) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:19:31.464281 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 2b2fc482-21c2-4ae7-b578-d35e7085a9fa up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:19:31.472649 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-47236953-50c5-41fe-9eaf-6f9fe17e7be5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:31.564534 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-dc147996-db7f-4b63-bbe6-8d1c56bc95e8 tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:31.577254 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 2b2fc482-21c2-4ae7-b578-d35e7085a9fa triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:19:31.577507 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-47236953-50c5-41fe-9eaf-6f9fe17e7be5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:31.579851 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:31.671408 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-dc147996-db7f-4b63-bbe6-8d1c56bc95e8 tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:31.729072 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7de02da-eac3-45e6-9e7d-0086ff739fbf req-672f3a14-505b-40b9-97d4-7823f048d0b7 tempest-InstanceActionsTestJSON-917461461 tempest-InstanceActionsTestJSON-917461461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:31.741236 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e7de02da-eac3-45e6-9e7d-0086ff739fbf req-672f3a14-505b-40b9-97d4-7823f048d0b7 tempest-InstanceActionsTestJSON-917461461 tempest-InstanceActionsTestJSON-917461461-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f1a1a59-289c-41c5-97ca-0cf91bece8f3 HTTP/1.1" status: 200 len: 945 time: 0.2491391 Jul 05 02:19:31.832877 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e7de02da-eac3-45e6-9e7d-0086ff739fbf req-ba05f072-bfbe-4391-83cd-f2bdf8613017 tempest-InstanceActionsTestJSON-917461461 tempest-InstanceActionsTestJSON-917461461-project] 10.222.0.23 "GET /v2.0/security-groups?id=798f9cbc-56eb-4015-b9d6-69cf7703455b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888646 Jul 05 02:19:31.835405 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-47236953-50c5-41fe-9eaf-6f9fe17e7be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:31.841590 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc147996-db7f-4b63-bbe6-8d1c56bc95e8 tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] Pushing event updated for resources: {'Port': ['ID=efcbd9ec-eebb-4e11-a2e0-41f2e8597815,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:31.855956 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-47236953-50c5-41fe-9eaf-6f9fe17e7be5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:31.855956 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-47236953-50c5-41fe-9eaf-6f9fe17e7be5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/38b7bb4e-e88e-4859-98c6-3bcca87005d8 HTTP/1.1" status: 204 len: 168 time: 0.4787920 Jul 05 02:19:31.858556 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ba673a08-c93a-4a55-8bc0-415c897570f5 req-9cdc6133-b408-4971-9990-5282be682307 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=843c308122d04e8a8ebe4eb1b129860a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0687263 Jul 05 02:19:31.873658 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47236953-50c5-41fe-9eaf-6f9fe17e7be5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38b7bb4e-e88e-4859-98c6-3bcca87005d8,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:31.880300 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4d7f5295-f574-4c9b-a2b3-684aea9e1c36 req-945e8de7-34c2-41f3-929f-719969b03147 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fd3158d-5f26-4b27-a26d-3e2a1d5e5aca HTTP/1.1" status: 200 len: 210 time: 0.0968499 Jul 05 02:19:31.890560 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-dc147996-db7f-4b63-bbe6-8d1c56bc95e8 tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636869'] for floatingip, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:32.034534 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba673a08-c93a-4a55-8bc0-415c897570f5 req-b8e94d83-db06-4da4-9d23-4e0231762dc8 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:32.036299 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ba673a08-c93a-4a55-8bc0-415c897570f5 req-b8e94d83-db06-4da4-9d23-4e0231762dc8 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1607928 Jul 05 02:19:32.043219 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-dc147996-db7f-4b63-bbe6-8d1c56bc95e8 tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:32.044550 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-dc147996-db7f-4b63-bbe6-8d1c56bc95e8 tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4621961 Jul 05 02:19:32.060602 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-ba673a08-c93a-4a55-8bc0-415c897570f5 req-dba1c1da-796c-489d-acd3-8462a9e4e015 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Request body: {'port': {'device_id': '8fd3158d-5f26-4b27-a26d-3e2a1d5e5aca', 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4', 'admin_state_up': True, 'tenant_id': '843c308122d04e8a8ebe4eb1b129860a'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:19:32.363826 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a564115-5d23-436d-97a3-1546731279a8 req-ed0e2901-58f0-4200-a855-92cbe545e278 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:32.392563 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5a564115-5d23-436d-97a3-1546731279a8 req-ed0e2901-58f0-4200-a855-92cbe545e278 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=af25cc5a-51a0-48d4-95fc-992919466b27 HTTP/1.1" status: 200 len: 946 time: 0.3242633 Jul 05 02:19:32.441533 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba673a08-c93a-4a55-8bc0-415c897570f5 req-dba1c1da-796c-489d-acd3-8462a9e4e015 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Made reservation on behalf of 843c308122d04e8a8ebe4eb1b129860a for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:19:32.445599 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-ba673a08-c93a-4a55-8bc0-415c897570f5 req-dba1c1da-796c-489d-acd3-8462a9e4e015 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:32.511036 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5a564115-5d23-436d-97a3-1546731279a8 req-9f9c41bd-7764-4fd4-af5e-07bb5aa1c689 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167095 Jul 05 02:19:32.734316 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-464935a3-8136-47c7-b5ef-dc552f3e3175 req-4f148072-c5c7-45bb-83e4-f39c8d824cd4 tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1962161196&fields=id&tenant_id=1dde4b513ef84acf9c30f43f22091a98 HTTP/1.1" status: 200 len: 267 time: 0.0552068 Jul 05 02:19:32.761066 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-ba673a08-c93a-4a55-8bc0-415c897570f5 req-dba1c1da-796c-489d-acd3-8462a9e4e015 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Allocated IP 192.168.233.32 (dff432c2-7366-4622-aebb-da22fe05bfd4/b840e204-692c-4f54-8f07-f6563e8e36b1/71545285-13c8-468a-8da1-dc6ce137390d) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:19:32.974573 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464935a3-8136-47c7-b5ef-dc552f3e3175 req-1b881fad-2beb-48b0-8a1b-f09f959a0410 tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:32.983108 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-464935a3-8136-47c7-b5ef-dc552f3e3175 req-1b881fad-2beb-48b0-8a1b-f09f959a0410 tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] 10.222.0.23 "GET /v2.0/networks?id=43df30fe-7555-4340-91ff-ee467a0abf0d HTTP/1.1" status: 200 len: 805 time: 0.2471485 Jul 05 02:19:32.999427 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-464935a3-8136-47c7-b5ef-dc552f3e3175 req-a374b51a-400c-4744-aafe-983da57bdd78 tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] 10.222.0.23 "GET /v2.0/quotas/1dde4b513ef84acf9c30f43f22091a98 HTTP/1.1" status: 200 len: 375 time: 0.0153890 Jul 05 02:19:33.022101 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-ba673a08-c93a-4a55-8bc0-415c897570f5 req-dba1c1da-796c-489d-acd3-8462a9e4e015 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:33.071008 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-ba673a08-c93a-4a55-8bc0-415c897570f5 req-dba1c1da-796c-489d-acd3-8462a9e4e015 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Transition to ACTIVE for port object 71545285-13c8-468a-8da1-dc6ce137390d will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:19:33.078258 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-464935a3-8136-47c7-b5ef-dc552f3e3175 req-c71c3cac-f689-4406-a1fe-2ef4ff326864 tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1dde4b513ef84acf9c30f43f22091a98&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0778167 Jul 05 02:19:33.133051 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c93ac42-a09c-4787-91f8-57686cfe7a25 req-3a773fc6-61f4-4056-b9ac-1a3569d307a2 tempest-InstanceActionsTestJSON-917461461 tempest-InstanceActionsTestJSON-917461461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:33.135237 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4c93ac42-a09c-4787-91f8-57686cfe7a25 req-3a773fc6-61f4-4056-b9ac-1a3569d307a2 tempest-InstanceActionsTestJSON-917461461 tempest-InstanceActionsTestJSON-917461461-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f1a1a59-289c-41c5-97ca-0cf91bece8f3 HTTP/1.1" status: 200 len: 945 time: 0.1043103 Jul 05 02:19:33.199401 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-ba673a08-c93a-4a55-8bc0-415c897570f5 req-dba1c1da-796c-489d-acd3-8462a9e4e015 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:33.213340 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['6a2ae0bc-edf0-4f1a-b9b8-ab213fe56db1', '7cfeeb46-2479-461a-9518-75c8d2657e02', 'db0a31d9-63fc-4330-9519-56abf72b576c', '4c671b93-59eb-4c86-9226-a701b0e4092c'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:19:33.218498 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-464935a3-8136-47c7-b5ef-dc552f3e3175 req-a9c01cdb-2c39-4e3f-891c-ec93e109dc93 service neutron] 10.222.0.23 "GET /v2.0/networks/43df30fe-7555-4340-91ff-ee467a0abf0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234727 Jul 05 02:19:33.225328 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['7ec41c6b-9c0a-4a51-ba87-ab766c3995b6', '3ab8a470-4d09-40f5-8cb0-d02381fe6c48'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:19:33.296735 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4c93ac42-a09c-4787-91f8-57686cfe7a25 req-bb2011eb-50aa-432e-8a27-05d2479d4dc3 tempest-InstanceActionsTestJSON-917461461 tempest-InstanceActionsTestJSON-917461461-project] 10.222.0.23 "GET /v2.0/security-groups?id=798f9cbc-56eb-4015-b9d6-69cf7703455b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482282 Jul 05 02:19:33.322578 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba673a08-c93a-4a55-8bc0-415c897570f5 req-dba1c1da-796c-489d-acd3-8462a9e4e015 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Network dff432c2-7366-4622-aebb-da22fe05bfd4 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:19:33.326788 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-ba673a08-c93a-4a55-8bc0-415c897570f5 req-dba1c1da-796c-489d-acd3-8462a9e4e015 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:19:33.335338 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba1c1da-796c-489d-acd3-8462a9e4e015 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Pushing event updated for resources: {'Port': ['ID=71545285-13c8-468a-8da1-dc6ce137390d,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:33.337729 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba673a08-c93a-4a55-8bc0-415c897570f5 req-dba1c1da-796c-489d-acd3-8462a9e4e015 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:19:33.364061 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-464935a3-8136-47c7-b5ef-dc552f3e3175 req-0e88d338-3726-45a1-a13c-77dfc03d0276 service neutron] 10.222.0.23 "GET /v2.0/networks/43df30fe-7555-4340-91ff-ee467a0abf0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441629 Jul 05 02:19:33.556669 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba673a08-c93a-4a55-8bc0-415c897570f5 req-dba1c1da-796c-489d-acd3-8462a9e4e015 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:33.556669 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-ba673a08-c93a-4a55-8bc0-415c897570f5 req-dba1c1da-796c-489d-acd3-8462a9e4e015 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:33.613594 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ba673a08-c93a-4a55-8bc0-415c897570f5 req-dba1c1da-796c-489d-acd3-8462a9e4e015 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5576897 Jul 05 02:19:33.628359 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-ba673a08-c93a-4a55-8bc0-415c897570f5 req-1cd901f5-0fe1-4f77-b3d6-ad2db0f26d26 service neutron] Request body: {'port': {'device_id': '8fd3158d-5f26-4b27-a26d-3e2a1d5e5aca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:19:33.785071 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-ba673a08-c93a-4a55-8bc0-415c897570f5 req-1cd901f5-0fe1-4f77-b3d6-ad2db0f26d26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:33.842438 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806016b5-8705-4131-a239-739ed09521ab req-64010fe2-3878-40ee-a24b-61896fafd724 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:33.844054 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-806016b5-8705-4131-a239-739ed09521ab req-64010fe2-3878-40ee-a24b-61896fafd724 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fd3158d-5f26-4b27-a26d-3e2a1d5e5aca HTTP/1.1" status: 200 len: 935 time: 0.1572478 Jul 05 02:19:33.950979 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-806016b5-8705-4131-a239-739ed09521ab req-c9084072-bff5-4bca-bf83-1730789dc381 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/security-groups?id=6aa981db-58bd-4d0c-a893-2c34139d4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981789 Jul 05 02:19:34.116425 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-ba673a08-c93a-4a55-8bc0-415c897570f5 req-1cd901f5-0fe1-4f77-b3d6-ad2db0f26d26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71545285-13c8-468a-8da1-dc6ce137390d {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:19:34.127242 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-ba673a08-c93a-4a55-8bc0-415c897570f5 req-1cd901f5-0fe1-4f77-b3d6-ad2db0f26d26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:34.141972 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-ba673a08-c93a-4a55-8bc0-415c897570f5 req-1cd901f5-0fe1-4f77-b3d6-ad2db0f26d26 service neutron] Transition to ACTIVE for port object 71545285-13c8-468a-8da1-dc6ce137390d will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:19:34.382765 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d877c269-c5f2-4ae3-ac67-b01e49ba70f3 req-7dc24b3b-81ae-4915-801f-354d813020ad tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:34.384281 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d877c269-c5f2-4ae3-ac67-b01e49ba70f3 req-7dc24b3b-81ae-4915-801f-354d813020ad tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=af25cc5a-51a0-48d4-95fc-992919466b27 HTTP/1.1" status: 200 len: 946 time: 0.0663054 Jul 05 02:19:34.410152 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-1d0f0389-1c06-4833-8306-ce2e3d488c8f None None] Provisioning for port 71545285-13c8-468a-8da1-dc6ce137390d completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:19:34.602102 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 52246) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:19:34.752939 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-ba673a08-c93a-4a55-8bc0-415c897570f5 req-1cd901f5-0fe1-4f77-b3d6-ad2db0f26d26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:34.832298 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d877c269-c5f2-4ae3-ac67-b01e49ba70f3 req-36ba2f9f-e7df-47bb-a489-19eb9074fb8b tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4418676 Jul 05 02:19:34.877193 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 52256) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:19:34.883273 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd901f5-0fe1-4f77-b3d6-ad2db0f26d26 service neutron] Pushing event updated for resources: {'Port': ['ID=71545285-13c8-468a-8da1-dc6ce137390d,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:34.951534 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-b16bdfc0-2a58-4e0e-b405-4aa7eb0cb645 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1542009768-network', 'tenant_id': 'd63cc722770842c8a7a532820e16e452'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:19:35.017856 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-229d30b7-4ba6-4b6c-8ac0-c6f6b8a7c311 req-fd99fd6e-a4b2-4f79-afe2-2b38ae5ad8f1 tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] 10.222.0.23 "GET /v2.0/ports?device_id=d49d0082-e6fb-43a0-aabd-5f1abc2b3fd0 HTTP/1.1" status: 200 len: 210 time: 0.1015465 Jul 05 02:19:35.043430 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-03a4182c-cd3b-498d-a5a7-a54eaa9b68b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:35.099288 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-ba673a08-c93a-4a55-8bc0-415c897570f5 req-1cd901f5-0fe1-4f77-b3d6-ad2db0f26d26 service neutron] Attempting to bind port 71545285-13c8-468a-8da1-dc6ce137390d on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:19:35.099705 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-ba673a08-c93a-4a55-8bc0-415c897570f5 req-1cd901f5-0fe1-4f77-b3d6-ad2db0f26d26 service neutron] Attempting to bind port 71545285-13c8-468a-8da1-dc6ce137390d by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:19:35.099928 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba673a08-c93a-4a55-8bc0-415c897570f5 req-1cd901f5-0fe1-4f77-b3d6-ad2db0f26d26 service neutron] Attempting to bind port 71545285-13c8-468a-8da1-dc6ce137390d on network dff432c2-7366-4622-aebb-da22fe05bfd4 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:19:35.115518 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba673a08-c93a-4a55-8bc0-415c897570f5 req-1cd901f5-0fe1-4f77-b3d6-ad2db0f26d26 service neutron] Port 71545285-13c8-468a-8da1-dc6ce137390d on network dff432c2-7366-4622-aebb-da22fe05bfd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:19:35.116709 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba673a08-c93a-4a55-8bc0-415c897570f5 req-1cd901f5-0fe1-4f77-b3d6-ad2db0f26d26 service neutron] Attempting to bind port 71545285-13c8-468a-8da1-dc6ce137390d on network dff432c2-7366-4622-aebb-da22fe05bfd4 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:19:35.120751 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b16bdfc0-2a58-4e0e-b405-4aa7eb0cb645 admin admin] Made reservation on behalf of d63cc722770842c8a7a532820e16e452 for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:19:35.124110 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b16bdfc0-2a58-4e0e-b405-4aa7eb0cb645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:35.125660 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba673a08-c93a-4a55-8bc0-415c897570f5 req-1cd901f5-0fe1-4f77-b3d6-ad2db0f26d26 service neutron] Checking agent: {'id': 'e071c76e-395f-48c4-a98f-88088465cf0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:19:35.126489 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba673a08-c93a-4a55-8bc0-415c897570f5 req-1cd901f5-0fe1-4f77-b3d6-ad2db0f26d26 service neutron] Checking segment: {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:19:35.127148 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba673a08-c93a-4a55-8bc0-415c897570f5 req-1cd901f5-0fe1-4f77-b3d6-ad2db0f26d26 service neutron] Bound using segment: {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:19:35.128380 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-ba673a08-c93a-4a55-8bc0-415c897570f5 req-1cd901f5-0fe1-4f77-b3d6-ad2db0f26d26 service neutron] Bound port: 71545285-13c8-468a-8da1-dc6ce137390d, host: n-h2-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:19:35.128966 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-ba673a08-c93a-4a55-8bc0-415c897570f5 req-1cd901f5-0fe1-4f77-b3d6-ad2db0f26d26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:35.154577 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b16bdfc0-2a58-4e0e-b405-4aa7eb0cb645 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:35.301898 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-ba673a08-c93a-4a55-8bc0-415c897570f5 req-1cd901f5-0fe1-4f77-b3d6-ad2db0f26d26 service neutron] For port 71545285-13c8-468a-8da1-dc6ce137390d, host n-h2-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:19:35.305868 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-03a4182c-cd3b-498d-a5a7-a54eaa9b68b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:35.320361 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-ba673a08-c93a-4a55-8bc0-415c897570f5 req-1cd901f5-0fe1-4f77-b3d6-ad2db0f26d26 service neutron] For port 71545285-13c8-468a-8da1-dc6ce137390d, host n-h2-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=71545285-13c8-468a-8da1-dc6ce137390d,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:19:35.339998 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a20efd-31a7-4270-a3b6-0499896f73bd req-9d727c1f-614e-428e-a18c-d07693622487 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:35.347976 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-80a20efd-31a7-4270-a3b6-0499896f73bd req-9d727c1f-614e-428e-a18c-d07693622487 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fd3158d-5f26-4b27-a26d-3e2a1d5e5aca HTTP/1.1" status: 200 len: 947 time: 0.1582036 Jul 05 02:19:35.421179 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-80a20efd-31a7-4270-a3b6-0499896f73bd req-3e1e5ad5-0e4f-486c-b5c6-9a2780254430 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/security-groups?id=6aa981db-58bd-4d0c-a893-2c34139d4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615821 Jul 05 02:19:35.453197 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-03a4182c-cd3b-498d-a5a7-a54eaa9b68b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:35.502177 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-ba673a08-c93a-4a55-8bc0-415c897570f5 req-1cd901f5-0fe1-4f77-b3d6-ad2db0f26d26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:35.549099 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-03a4182c-cd3b-498d-a5a7-a54eaa9b68b0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d29019668d164ec09b7992e5624de44f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6676610 Jul 05 02:19:35.556591 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 52276) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:19:35.591102 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba673a08-c93a-4a55-8bc0-415c897570f5 req-1cd901f5-0fe1-4f77-b3d6-ad2db0f26d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:35.591855 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-ba673a08-c93a-4a55-8bc0-415c897570f5 req-1cd901f5-0fe1-4f77-b3d6-ad2db0f26d26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:35.593356 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ba673a08-c93a-4a55-8bc0-415c897570f5 req-1cd901f5-0fe1-4f77-b3d6-ad2db0f26d26 service neutron] 10.222.0.15 "PUT /v2.0/ports/71545285-13c8-468a-8da1-dc6ce137390d HTTP/1.1" status: 200 len: 1096 time: 1.9713223 Jul 05 02:19:35.593875 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fd3158d-5f26-4b27-a26d-3e2a1d5e5aca', 'tag': '71545285-13c8-468a-8da1-dc6ce137390d'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:19:35.596427 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da3f4303-cb9e-4202-a580-a6d2b45781d2" -d '{"events": [{"name": "network-changed", "server_uuid": "8fd3158d-5f26-4b27-a26d-3e2a1d5e5aca", "tag": "71545285-13c8-468a-8da1-dc6ce137390d"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:19:35.627396 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd901f5-0fe1-4f77-b3d6-ad2db0f26d26 service neutron] Pushing event updated for resources: {'Port': ['ID=71545285-13c8-468a-8da1-dc6ce137390d,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:35.641190 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd901f5-0fe1-4f77-b3d6-ad2db0f26d26 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:19:35.641656 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd901f5-0fe1-4f77-b3d6-ad2db0f26d26 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:19:35.642104 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd901f5-0fe1-4f77-b3d6-ad2db0f26d26 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:19:35.642582 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd901f5-0fe1-4f77-b3d6-ad2db0f26d26 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:19:35.643078 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd901f5-0fe1-4f77-b3d6-ad2db0f26d26 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:19:35.643509 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd901f5-0fe1-4f77-b3d6-ad2db0f26d26 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:19:35.644092 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd901f5-0fe1-4f77-b3d6-ad2db0f26d26 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:19:35.644668 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd901f5-0fe1-4f77-b3d6-ad2db0f26d26 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:19:35.645229 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd901f5-0fe1-4f77-b3d6-ad2db0f26d26 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:19:35.645817 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd901f5-0fe1-4f77-b3d6-ad2db0f26d26 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:19:35.646295 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd901f5-0fe1-4f77-b3d6-ad2db0f26d26 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:19:35.646850 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd901f5-0fe1-4f77-b3d6-ad2db0f26d26 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:19:35.661596 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a4182c-cd3b-498d-a5a7-a54eaa9b68b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86121cfa-d7ea-4910-8f8e-834d0e3bc1bf,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:35.679610 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875a8ed7-4b6f-4f58-aae2-0bbfc44ec237 req-d49fad38-114e-45da-9afe-f348e2966afb tempest-InstanceActionsTestJSON-917461461 tempest-InstanceActionsTestJSON-917461461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:35.681471 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-875a8ed7-4b6f-4f58-aae2-0bbfc44ec237 req-d49fad38-114e-45da-9afe-f348e2966afb tempest-InstanceActionsTestJSON-917461461 tempest-InstanceActionsTestJSON-917461461-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f1a1a59-289c-41c5-97ca-0cf91bece8f3 HTTP/1.1" status: 200 len: 945 time: 0.1700032 Jul 05 02:19:35.694605 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db9f78cd-71a6-4c10-a568-6746d684feea x-openstack-request-id: req-db9f78cd-71a6-4c10-a568-6746d684feea {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:19:35.695446 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fd3158d-5f26-4b27-a26d-3e2a1d5e5aca", "tag": "71545285-13c8-468a-8da1-dc6ce137390d", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:19:35.695804 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-db9f78cd-71a6-4c10-a568-6746d684feea {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:19:35.696412 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fd3158d-5f26-4b27-a26d-3e2a1d5e5aca', 'tag': '71545285-13c8-468a-8da1-dc6ce137390d', 'status': 'completed', 'code': 200} Jul 05 02:19:35.710363 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-945bdf52-e01b-4003-86f7-c7743ff7c2c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:35.761269 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-945bdf52-e01b-4003-86f7-c7743ff7c2c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:35.788505 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-875a8ed7-4b6f-4f58-aae2-0bbfc44ec237 req-9a62e0cb-c928-4fb0-b3cf-e97be8f5a92c tempest-InstanceActionsTestJSON-917461461 tempest-InstanceActionsTestJSON-917461461-project] 10.222.0.23 "GET /v2.0/security-groups?id=798f9cbc-56eb-4015-b9d6-69cf7703455b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908172 Jul 05 02:19:35.808054 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f4303-cb9e-4202-a580-a6d2b45781d2 req-f855eb11-3930-467d-9934-3c32069ec93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:35.811127 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-da3f4303-cb9e-4202-a580-a6d2b45781d2 req-f855eb11-3930-467d-9934-3c32069ec93c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=843c308122d04e8a8ebe4eb1b129860a&device_id=8fd3158d-5f26-4b27-a26d-3e2a1d5e5aca HTTP/1.1" status: 200 len: 1099 time: 0.1042440 Jul 05 02:19:35.836301 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b16bdfc0-2a58-4e0e-b405-4aa7eb0cb645 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:35.883082 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-da3f4303-cb9e-4202-a580-a6d2b45781d2 req-f6a9f5ac-75c9-4583-a0d3-ac339eef52c5 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=843c308122d04e8a8ebe4eb1b129860a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0603123 Jul 05 02:19:35.989960 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f4303-cb9e-4202-a580-a6d2b45781d2 req-9a72ea66-b279-440b-9271-f611a23ef1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:35.991495 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-da3f4303-cb9e-4202-a580-a6d2b45781d2 req-9a72ea66-b279-440b-9271-f611a23ef1ab service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1008964 Jul 05 02:19:36.036851 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d862e8d7-7583-4794-a6a1-f99e7180e39e req-0dd50778-d494-4b88-9646-3f6dd31b0ab7 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:36.038424 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d862e8d7-7583-4794-a6a1-f99e7180e39e req-0dd50778-d494-4b88-9646-3f6dd31b0ab7 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=af25cc5a-51a0-48d4-95fc-992919466b27 HTTP/1.1" status: 200 len: 946 time: 0.0750256 Jul 05 02:19:36.078901 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d862e8d7-7583-4794-a6a1-f99e7180e39e req-96be9f99-faab-4f89-bff3-e4c4ade3c74f tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341644 Jul 05 02:19:36.079489 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b16bdfc0-2a58-4e0e-b405-4aa7eb0cb645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:36.099191 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8f19f302-b6cd-4c61-a453-0bbaffb0f7b0 req-1e90bc4f-c1aa-49e3-9a59-d0a48cb1ed7d tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] 10.222.0.23 "GET /v2.0/ports?device_id=d49d0082-e6fb-43a0-aabd-5f1abc2b3fd0 HTTP/1.1" status: 200 len: 210 time: 0.0349813 Jul 05 02:19:36.116326 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16bdfc0-2a58-4e0e-b405-4aa7eb0cb645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14c365d0-bbea-4416-b725-3e3a7a041fbb,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:36.121959 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba673a08-c93a-4a55-8bc0-415c897570f5 req-1625dc45-da14-489a-b9ef-71adca41f187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:36.123517 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ba673a08-c93a-4a55-8bc0-415c897570f5 req-1625dc45-da14-489a-b9ef-71adca41f187 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=843c308122d04e8a8ebe4eb1b129860a&device_id=8fd3158d-5f26-4b27-a26d-3e2a1d5e5aca HTTP/1.1" status: 200 len: 1099 time: 0.0869839 Jul 05 02:19:36.174702 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-945bdf52-e01b-4003-86f7-c7743ff7c2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:36.174702 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-945bdf52-e01b-4003-86f7-c7743ff7c2c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:36.174702 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-945bdf52-e01b-4003-86f7-c7743ff7c2c2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/86121cfa-d7ea-4910-8f8e-834d0e3bc1bf HTTP/1.1" status: 204 len: 168 time: 0.6073878 Jul 05 02:19:36.175019 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ba673a08-c93a-4a55-8bc0-415c897570f5 req-2d85b826-4eee-4477-97d2-346e802c2a6e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=71545285-13c8-468a-8da1-dc6ce137390d HTTP/1.1" status: 200 len: 217 time: 0.0390811 Jul 05 02:19:36.175125 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b16bdfc0-2a58-4e0e-b405-4aa7eb0cb645 admin admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:19:36.187635 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945bdf52-e01b-4003-86f7-c7743ff7c2c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86121cfa-d7ea-4910-8f8e-834d0e3bc1bf,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:36.193459 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b16bdfc0-2a58-4e0e-b405-4aa7eb0cb645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:36.193804 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-b16bdfc0-2a58-4e0e-b405-4aa7eb0cb645 admin admin] Added segment 808aeee9-9700-4e2b-95a3-34b73f31015e of type vlan for network 02860c2c-1b47-41ff-bdb8-8652ec368c51 Jul 05 02:19:36.223777 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba673a08-c93a-4a55-8bc0-415c897570f5 req-23494dc3-c66e-48a6-b19f-38d9b2bab5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:36.225348 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ba673a08-c93a-4a55-8bc0-415c897570f5 req-23494dc3-c66e-48a6-b19f-38d9b2bab5e1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b840e204-692c-4f54-8f07-f6563e8e36b1 HTTP/1.1" status: 200 len: 843 time: 0.0463536 Jul 05 02:19:36.241116 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b16bdfc0-2a58-4e0e-b405-4aa7eb0cb645 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:36.296693 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba673a08-c93a-4a55-8bc0-415c897570f5 req-c811f295-5c01-4e93-8afc-21c13f085971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:36.298108 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ba673a08-c93a-4a55-8bc0-415c897570f5 req-c811f295-5c01-4e93-8afc-21c13f085971 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dff432c2-7366-4622-aebb-da22fe05bfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0571086 Jul 05 02:19:36.406726 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ba673a08-c93a-4a55-8bc0-415c897570f5 req-289f0c38-f3ec-4f2b-b150-54d4118cf715 service neutron] 10.222.0.15 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985286 Jul 05 02:19:36.479874 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b16bdfc0-2a58-4e0e-b405-4aa7eb0cb645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:36.481546 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16bdfc0-2a58-4e0e-b405-4aa7eb0cb645 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:36.488854 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b16bdfc0-2a58-4e0e-b405-4aa7eb0cb645 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:36.512376 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ba673a08-c93a-4a55-8bc0-415c897570f5 req-791bcf55-c2c5-4a0f-8eac-41a0459443d9 service neutron] 10.222.0.15 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972805 Jul 05 02:19:36.558978 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16bdfc0-2a58-4e0e-b405-4aa7eb0cb645 admin admin] Pushing event updated for resources: {'Network': ['ID=02860c2c-1b47-41ff-bdb8-8652ec368c51,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:36.573036 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 02860c2c-1b47-41ff-bdb8-8652ec368c51 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:19:36.635726 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec858df-a17a-4e83-8147-8c383ed94296 req-3946b40b-d5f4-48d8-8973-1997693f6d67 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:36.637354 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9ec858df-a17a-4e83-8147-8c383ed94296 req-3946b40b-d5f4-48d8-8973-1997693f6d67 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fd3158d-5f26-4b27-a26d-3e2a1d5e5aca HTTP/1.1" status: 200 len: 947 time: 0.0875902 Jul 05 02:19:36.679084 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9ec858df-a17a-4e83-8147-8c383ed94296 req-10324e8a-dd28-4f6b-ae73-74c58fd4841b tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/security-groups?id=6aa981db-58bd-4d0c-a893-2c34139d4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353935 Jul 05 02:19:36.722616 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-b16bdfc0-2a58-4e0e-b405-4aa7eb0cb645 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.1173112 Jul 05 02:19:36.723302 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 52310) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:19:36.730204 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-b021d076-482a-4cc0-a9d7-03d191a6956a admin admin] Request body: {'subnet': {'network_id': '02860c2c-1b47-41ff-bdb8-8652ec368c51', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1542009768-subnet', 'tenant_id': 'd63cc722770842c8a7a532820e16e452', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:19:36.821414 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b021d076-482a-4cc0-a9d7-03d191a6956a admin admin] Made reservation on behalf of d63cc722770842c8a7a532820e16e452 for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:19:36.826302 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b021d076-482a-4cc0-a9d7-03d191a6956a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:36.996307 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07082c7e-c451-439e-8673-0a720fa3b353 req-41d1367d-dd8e-4845-aefc-452aa6cc9022 tempest-InstanceActionsTestJSON-917461461 tempest-InstanceActionsTestJSON-917461461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:36.997813 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-07082c7e-c451-439e-8673-0a720fa3b353 req-41d1367d-dd8e-4845-aefc-452aa6cc9022 tempest-InstanceActionsTestJSON-917461461 tempest-InstanceActionsTestJSON-917461461-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f1a1a59-289c-41c5-97ca-0cf91bece8f3 HTTP/1.1" status: 200 len: 945 time: 0.1146410 Jul 05 02:19:37.007046 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc1805c-d43d-4ea3-a24d-00d0ecd74868 req-a6938402-556c-4b68-a452-7280a70165b1 tempest-InstanceActionsTestJSON-917461461 tempest-InstanceActionsTestJSON-917461461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:37.008632 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0dc1805c-d43d-4ea3-a24d-00d0ecd74868 req-a6938402-556c-4b68-a452-7280a70165b1 tempest-InstanceActionsTestJSON-917461461 tempest-InstanceActionsTestJSON-917461461-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f1a1a59-289c-41c5-97ca-0cf91bece8f3 HTTP/1.1" status: 200 len: 945 time: 0.0742514 Jul 05 02:19:37.054631 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0dc1805c-d43d-4ea3-a24d-00d0ecd74868 req-f8d4123e-a5f2-4994-bf2d-73e1dcedebb4 tempest-InstanceActionsTestJSON-917461461 tempest-InstanceActionsTestJSON-917461461-project] 10.222.0.23 "GET /v2.0/security-groups?id=798f9cbc-56eb-4015-b9d6-69cf7703455b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398355 Jul 05 02:19:37.158189 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b021d076-482a-4cc0-a9d7-03d191a6956a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5763451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774823'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:37.314071 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-40336c72-4fdd-4a97-8711-bf567c5b2fa1 req-e22bbb9c-3700-4a60-926a-9dd5e7e9695b tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] 10.222.0.23 "GET /v2.0/ports?device_id=d49d0082-e6fb-43a0-aabd-5f1abc2b3fd0 HTTP/1.1" status: 200 len: 210 time: 0.0513201 Jul 05 02:19:37.332742 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b021d076-482a-4cc0-a9d7-03d191a6956a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e54bb52b-407a-4efc-b19e-45eea28735fe,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:37.358858 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b021d076-482a-4cc0-a9d7-03d191a6956a admin admin] Checking segment: {'id': '808aeee9-9700-4e2b-95a3-34b73f31015e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '02860c2c-1b47-41ff-bdb8-8652ec368c51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:19:37.359222 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b021d076-482a-4cc0-a9d7-03d191a6956a admin admin] Network hostable DHCP agents. Network: 02860c2c-1b47-41ff-bdb8-8652ec368c51, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:19:37.424887 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-07082c7e-c451-439e-8673-0a720fa3b353 req-d8da2916-e4c8-4590-82c6-e49b23fee606 tempest-InstanceActionsTestJSON-917461461 tempest-InstanceActionsTestJSON-917461461-project] Deleting port 94f0a9b1-1958-418e-9454-9dcb36e2a65f {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:19:37.426426 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-07082c7e-c451-439e-8673-0a720fa3b353 req-d8da2916-e4c8-4590-82c6-e49b23fee606 tempest-InstanceActionsTestJSON-917461461 tempest-InstanceActionsTestJSON-917461461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:37.457148 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de5f48e-aed8-4bb7-9cd3-d9e55384824b req-c66e0d79-5d1a-4590-a0f6-a6b1dcd107be tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:37.458726 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1de5f48e-aed8-4bb7-9cd3-d9e55384824b req-c66e0d79-5d1a-4590-a0f6-a6b1dcd107be tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=af25cc5a-51a0-48d4-95fc-992919466b27 HTTP/1.1" status: 200 len: 946 time: 0.2202203 Jul 05 02:19:37.590736 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b021d076-482a-4cc0-a9d7-03d191a6956a admin admin] Network 02860c2c-1b47-41ff-bdb8-8652ec368c51 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:19:37.614586 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1de5f48e-aed8-4bb7-9cd3-d9e55384824b req-ea98ec30-e1d2-4f7c-8dd8-4d3c3bb3a74c tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056933 Jul 05 02:19:37.644880 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-07082c7e-c451-439e-8673-0a720fa3b353 req-d8da2916-e4c8-4590-82c6-e49b23fee606 tempest-InstanceActionsTestJSON-917461461 tempest-InstanceActionsTestJSON-917461461-project] For port 94f0a9b1-1958-418e-9454-9dcb36e2a65f, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=94f0a9b1-1958-418e-9454-9dcb36e2a65f,segment=NetworkSegment(17f55efd-d485-4868-acdf-dc2797930acd),segment_id=17f55efd-d485-4868-acdf-dc2797930acd)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:19:37.645321 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-07082c7e-c451-439e-8673-0a720fa3b353 req-d8da2916-e4c8-4590-82c6-e49b23fee606 tempest-InstanceActionsTestJSON-917461461 tempest-InstanceActionsTestJSON-917461461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:37.668032 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b9674b-f7e7-4eb0-b667-71ea12dbea9f req-e96f9574-660e-4833-9948-d93775d42d97 tempest-LiveMigrationTest-1529316378 tempest-LiveMigrationTest-1529316378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:37.669564 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-40b9674b-f7e7-4eb0-b667-71ea12dbea9f req-e96f9574-660e-4833-9948-d93775d42d97 tempest-LiveMigrationTest-1529316378 tempest-LiveMigrationTest-1529316378-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=af25cc5a-51a0-48d4-95fc-992919466b27&tenant_id=7a7e417343d4479788713b4bb769c9b0&binding%3Ahost_id=n-h2-771362-32 HTTP/1.1" status: 200 len: 1098 time: 0.5038922 Jul 05 02:19:37.682552 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-40b9674b-f7e7-4eb0-b667-71ea12dbea9f req-9cb6d223-6e4f-42f2-9ffd-ae5cb9710602 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-771362-32'}}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:19:37.685512 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-07082c7e-c451-439e-8673-0a720fa3b353 req-d8da2916-e4c8-4590-82c6-e49b23fee606 tempest-InstanceActionsTestJSON-917461461 tempest-InstanceActionsTestJSON-917461461-project] Calling delete_port for 94f0a9b1-1958-418e-9454-9dcb36e2a65f owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:19:37.842273 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-40b9674b-f7e7-4eb0-b667-71ea12dbea9f req-9cb6d223-6e4f-42f2-9ffd-ae5cb9710602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:38.014335 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f043e5-76c4-46fd-80ef-2d3b568b1d14 req-993a1668-271e-4f82-9b6f-c0612339a3bf tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:38.016132 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-75f043e5-76c4-46fd-80ef-2d3b568b1d14 req-993a1668-271e-4f82-9b6f-c0612339a3bf tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fd3158d-5f26-4b27-a26d-3e2a1d5e5aca HTTP/1.1" status: 200 len: 947 time: 0.2105176 Jul 05 02:19:38.034055 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e2c7cbfe-cde2-442d-a6d3-92781b6df407 req-4026955d-f175-420b-8541-e26ac49b3b2b tempest-AbsoluteLimitsNegativeTestJSON-975792485 tempest-AbsoluteLimitsNegativeTestJSON-975792485-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=453bc0f6ef14435dafc914c0e6848a5e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0252204 Jul 05 02:19:38.045397 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-b021d076-482a-4cc0-a9d7-03d191a6956a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 02860c2c-1b47-41ff-bdb8-8652ec368c51) {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:19:38.056722 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef03993c-f542-4132-b864-b528013068f6 None None] Network 02860c2c-1b47-41ff-bdb8-8652ec368c51 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:19:38.060671 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b021d076-482a-4cc0-a9d7-03d191a6956a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:38.061256 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b021d076-482a-4cc0-a9d7-03d191a6956a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:38.091889 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-75f043e5-76c4-46fd-80ef-2d3b568b1d14 req-36283266-c84e-461b-b42b-81a0509bc634 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/security-groups?id=6aa981db-58bd-4d0c-a893-2c34139d4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694339 Jul 05 02:19:38.098430 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-40b9674b-f7e7-4eb0-b667-71ea12dbea9f req-9cb6d223-6e4f-42f2-9ffd-ae5cb9710602 service neutron] For port ca61c258-d46e-4de8-9db1-9aaeb55dc672, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=ca61c258-d46e-4de8-9db1-9aaeb55dc672,segment=NetworkSegment(24fd9432-f398-4a05-975c-1360bad4fc21),segment_id=24fd9432-f398-4a05-975c-1360bad4fc21)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:19:38.146424 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-40b9674b-f7e7-4eb0-b667-71ea12dbea9f req-9cb6d223-6e4f-42f2-9ffd-ae5cb9710602 service neutron] For port ca61c258-d46e-4de8-9db1-9aaeb55dc672, host n-h2-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:19:38.183917 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c7cbfe-cde2-442d-a6d3-92781b6df407 req-83e7a2e7-9134-42cb-b957-b535aa4e310c tempest-AbsoluteLimitsNegativeTestJSON-975792485 tempest-AbsoluteLimitsNegativeTestJSON-975792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:38.185484 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e2c7cbfe-cde2-442d-a6d3-92781b6df407 req-83e7a2e7-9134-42cb-b957-b535aa4e310c tempest-AbsoluteLimitsNegativeTestJSON-975792485 tempest-AbsoluteLimitsNegativeTestJSON-975792485-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1454611 Jul 05 02:19:38.201291 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af25cc5a-51a0-48d4-95fc-992919466b27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca61c258-d46e-4de8-9db1-9aaeb55dc672'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:19:38.203724 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d27f215c-097e-42a6-b35e-2232432d29f9" -d '{"events": [{"server_uuid": "af25cc5a-51a0-48d4-95fc-992919466b27", "name": "network-vif-unplugged", "status": "completed", "tag": "ca61c258-d46e-4de8-9db1-9aaeb55dc672"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:19:38.208414 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-40b9674b-f7e7-4eb0-b667-71ea12dbea9f req-9cb6d223-6e4f-42f2-9ffd-ae5cb9710602 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:38.218112 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e2c7cbfe-cde2-442d-a6d3-92781b6df407 req-db701e9f-533f-4c3a-93ac-59bc457f8605 tempest-AbsoluteLimitsNegativeTestJSON-975792485 tempest-AbsoluteLimitsNegativeTestJSON-975792485-project] 10.222.0.23 "GET /v2.0/quotas/453bc0f6ef14435dafc914c0e6848a5e HTTP/1.1" status: 200 len: 375 time: 0.0219553 Jul 05 02:19:38.247463 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca24393-4026-47f1-a0ec-fff31456109b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-02860c2c-1b47-41ff-bdb8-8652ec368c51', 'network_id': '02860c2c-1b47-41ff-bdb8-8652ec368c51', 'tenant_id': 'd63cc722770842c8a7a532820e16e452', 'fixed_ips': [{'subnet_id': 'e54bb52b-407a-4efc-b19e-45eea28735fe'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:19:38.248343 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4ca24393-4026-47f1-a0ec-fff31456109b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:38.253907 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e2c7cbfe-cde2-442d-a6d3-92781b6df407 req-75a338d8-17d3-455e-a4bd-0aedcb8442db tempest-AbsoluteLimitsNegativeTestJSON-975792485 tempest-AbsoluteLimitsNegativeTestJSON-975792485-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=453bc0f6ef14435dafc914c0e6848a5e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0349033 Jul 05 02:19:38.301212 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0076a6-0f18-45eb-9683-5e41f422ca14 req-def72653-e04d-4326-af7f-65ab418cde87 tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:38.308453 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2c0076a6-0f18-45eb-9683-5e41f422ca14 req-def72653-e04d-4326-af7f-65ab418cde87 tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8a7624c-d258-433f-9761-ec21365c1194 HTTP/1.1" status: 200 len: 951 time: 0.0784748 Jul 05 02:19:38.324030 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 71545285-13c8-468a-8da1-dc6ce137390d details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:19:38.353282 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2c0076a6-0f18-45eb-9683-5e41f422ca14 req-d5cc208d-f336-4ced-a433-e7eff70b538f tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a5b496d-edbc-4614-ac31-274ccc3600c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438504 Jul 05 02:19:38.356701 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device ca61c258-d46e-4de8-9db1-9aaeb55dc672 details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:19:38.376457 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-07082c7e-c451-439e-8673-0a720fa3b353 req-d8da2916-e4c8-4590-82c6-e49b23fee606 tempest-InstanceActionsTestJSON-917461461 tempest-InstanceActionsTestJSON-917461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:38.411882 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['94f0a9b1-1958-418e-9454-9dcb36e2a65f'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:19:38.423437 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8da2916-e4c8-4590-82c6-e49b23fee606 tempest-InstanceActionsTestJSON-917461461 tempest-InstanceActionsTestJSON-917461461-project] Pushing event deleted for resources: {'Port': ['ID=94f0a9b1-1958-418e-9454-9dcb36e2a65f,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:38.443564 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-40b9674b-f7e7-4eb0-b667-71ea12dbea9f req-9cb6d223-6e4f-42f2-9ffd-ae5cb9710602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:38.457878 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 02:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37ea048d-1abb-47ad-9321-3d7b2ae2a2c1 x-openstack-request-id: req-37ea048d-1abb-47ad-9321-3d7b2ae2a2c1 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:19:38.458194 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af25cc5a-51a0-48d4-95fc-992919466b27", "name": "network-vif-unplugged", "status": "completed", "tag": "ca61c258-d46e-4de8-9db1-9aaeb55dc672", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:19:38.458590 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-37ea048d-1abb-47ad-9321-3d7b2ae2a2c1 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:19:38.459181 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af25cc5a-51a0-48d4-95fc-992919466b27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca61c258-d46e-4de8-9db1-9aaeb55dc672', 'code': 200} Jul 05 02:19:38.468584 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e574f1de-ca06-4fea-985c-b3730e1ddc47 req-d33a5d94-8b22-4fa0-a7e5-b82fcc5fa8af tempest-InstanceActionsTestJSON-917461461 tempest-InstanceActionsTestJSON-917461461-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f1a1a59-289c-41c5-97ca-0cf91bece8f3 HTTP/1.1" status: 200 len: 210 time: 0.0622821 Jul 05 02:19:38.504987 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 52392) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:19:38.505983 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-b021d076-482a-4cc0-a9d7-03d191a6956a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7751634 Jul 05 02:19:38.515078 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-1d69f1f8-9d6c-49df-836a-4e310ed382c2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1542009768-router', 'tenant_id': 'd63cc722770842c8a7a532820e16e452', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:19:38.515721 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-4ca24393-4026-47f1-a0ec-fff31456109b None None] Allocated IP 172.20.0.2 (02860c2c-1b47-41ff-bdb8-8652ec368c51/e54bb52b-407a-4efc-b19e-45eea28735fe/49a2db2a-1fae-4136-a835-c5a96744d6aa) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:19:38.613282 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 71545285-13c8-468a-8da1-dc6ce137390d, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=71545285-13c8-468a-8da1-dc6ce137390d,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:19:38.640552 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-07082c7e-c451-439e-8673-0a720fa3b353 req-d8da2916-e4c8-4590-82c6-e49b23fee606 tempest-InstanceActionsTestJSON-917461461 tempest-InstanceActionsTestJSON-917461461-project] No DVR routers for this DVR port 94f0a9b1-1958-418e-9454-9dcb36e2a65f on host n-h1-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:19:38.648560 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-07082c7e-c451-439e-8673-0a720fa3b353 req-d8da2916-e4c8-4590-82c6-e49b23fee606 tempest-InstanceActionsTestJSON-917461461 tempest-InstanceActionsTestJSON-917461461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:38.650796 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-07082c7e-c451-439e-8673-0a720fa3b353 req-d8da2916-e4c8-4590-82c6-e49b23fee606 tempest-InstanceActionsTestJSON-917461461 tempest-InstanceActionsTestJSON-917461461-project] 10.222.0.21 "DELETE /v2.0/ports/94f0a9b1-1958-418e-9454-9dcb36e2a65f HTTP/1.1" status: 204 len: 173 time: 1.5356369 Jul 05 02:19:38.677670 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Returning: {'device': '71545285-13c8-468a-8da1-dc6ce137390d', 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4', 'port_id': '71545285-13c8-468a-8da1-dc6ce137390d', 'mac_address': 'fa:16:3e:88:61:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b840e204-692c-4f54-8f07-f6563e8e36b1', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:19:38.684719 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0b7e88d1-8b13-4b31-bf0f-62f4f46718c9 req-097c945a-599c-4478-b407-6dfc5e346b18 tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] 10.222.0.23 "GET /v2.0/ports?device_id=d49d0082-e6fb-43a0-aabd-5f1abc2b3fd0 HTTP/1.1" status: 200 len: 210 time: 0.0739655 Jul 05 02:19:38.719092 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1d69f1f8-9d6c-49df-836a-4e310ed382c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11810'] for router, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:38.729700 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1d69f1f8-9d6c-49df-836a-4e310ed382c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1926740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11821'] for router, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:38.745883 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-40b9674b-f7e7-4eb0-b667-71ea12dbea9f req-9cb6d223-6e4f-42f2-9ffd-ae5cb9710602 service neutron] Attempting to bind port ca61c258-d46e-4de8-9db1-9aaeb55dc672 on host n-h2-771362-32 for vnic_type normal with profile {"migrating_to": "n-h1-771362-32"} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:19:38.746465 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-40b9674b-f7e7-4eb0-b667-71ea12dbea9f req-9cb6d223-6e4f-42f2-9ffd-ae5cb9710602 service neutron] Attempting to bind port ca61c258-d46e-4de8-9db1-9aaeb55dc672 by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '24fd9432-f398-4a05-975c-1360bad4fc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd55491b1-56ba-426a-ac8c-e92d73c02c5b'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:19:38.747007 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b9674b-f7e7-4eb0-b667-71ea12dbea9f req-9cb6d223-6e4f-42f2-9ffd-ae5cb9710602 service neutron] Attempting to bind port ca61c258-d46e-4de8-9db1-9aaeb55dc672 on network d55491b1-56ba-426a-ac8c-e92d73c02c5b {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:19:38.757104 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b9674b-f7e7-4eb0-b667-71ea12dbea9f req-9cb6d223-6e4f-42f2-9ffd-ae5cb9710602 service neutron] Port ca61c258-d46e-4de8-9db1-9aaeb55dc672 on network d55491b1-56ba-426a-ac8c-e92d73c02c5b not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:19:38.761622 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b9674b-f7e7-4eb0-b667-71ea12dbea9f req-9cb6d223-6e4f-42f2-9ffd-ae5cb9710602 service neutron] Attempting to bind port ca61c258-d46e-4de8-9db1-9aaeb55dc672 on network d55491b1-56ba-426a-ac8c-e92d73c02c5b {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:19:38.761622 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb6d223-6e4f-42f2-9ffd-ae5cb9710602 service neutron] Pushing event updated for resources: {'Port': ['ID=ca61c258-d46e-4de8-9db1-9aaeb55dc672,revision_number=7']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:38.766412 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b9674b-f7e7-4eb0-b667-71ea12dbea9f req-9cb6d223-6e4f-42f2-9ffd-ae5cb9710602 service neutron] Checking agent: {'id': 'e071c76e-395f-48c4-a98f-88088465cf0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:19:38.766758 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b9674b-f7e7-4eb0-b667-71ea12dbea9f req-9cb6d223-6e4f-42f2-9ffd-ae5cb9710602 service neutron] Checking segment: {'id': '24fd9432-f398-4a05-975c-1360bad4fc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd55491b1-56ba-426a-ac8c-e92d73c02c5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:19:38.767164 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b9674b-f7e7-4eb0-b667-71ea12dbea9f req-9cb6d223-6e4f-42f2-9ffd-ae5cb9710602 service neutron] Bound using segment: {'id': '24fd9432-f398-4a05-975c-1360bad4fc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd55491b1-56ba-426a-ac8c-e92d73c02c5b'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:19:38.767597 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-40b9674b-f7e7-4eb0-b667-71ea12dbea9f req-9cb6d223-6e4f-42f2-9ffd-ae5cb9710602 service neutron] Bound port: ca61c258-d46e-4de8-9db1-9aaeb55dc672, host: n-h2-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24fd9432-f398-4a05-975c-1360bad4fc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd55491b1-56ba-426a-ac8c-e92d73c02c5b'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:19:38.769432 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-40b9674b-f7e7-4eb0-b667-71ea12dbea9f req-9cb6d223-6e4f-42f2-9ffd-ae5cb9710602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:38.815144 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1d69f1f8-9d6c-49df-836a-4e310ed382c2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:38.908019 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-40b9674b-f7e7-4eb0-b667-71ea12dbea9f req-9cb6d223-6e4f-42f2-9ffd-ae5cb9710602 service neutron] For port ca61c258-d46e-4de8-9db1-9aaeb55dc672, host n-h2-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:19:38.913571 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-40b9674b-f7e7-4eb0-b667-71ea12dbea9f req-9cb6d223-6e4f-42f2-9ffd-ae5cb9710602 service neutron] For port ca61c258-d46e-4de8-9db1-9aaeb55dc672, host n-h2-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=ca61c258-d46e-4de8-9db1-9aaeb55dc672,segment=NetworkSegment(24fd9432-f398-4a05-975c-1360bad4fc21),segment_id=24fd9432-f398-4a05-975c-1360bad4fc21)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:19:38.923315 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port ca61c258-d46e-4de8-9db1-9aaeb55dc672, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=ca61c258-d46e-4de8-9db1-9aaeb55dc672,segment=NetworkSegment(24fd9432-f398-4a05-975c-1360bad4fc21),segment_id=24fd9432-f398-4a05-975c-1360bad4fc21)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:19:38.928983 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de062e7f-1dd1-422b-9c3d-d1af342972e6 req-362a661a-45a9-48c3-8425-91d56339467e tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:38.931051 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-de062e7f-1dd1-422b-9c3d-d1af342972e6 req-362a661a-45a9-48c3-8425-91d56339467e tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=af25cc5a-51a0-48d4-95fc-992919466b27 HTTP/1.1" status: 200 len: 944 time: 0.0896375 Jul 05 02:19:38.945990 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device ca61c258-d46e-4de8-9db1-9aaeb55dc672 has no active binding in host n-h1-771362-32 {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 05 02:19:38.962427 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:39.000547 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71545285-13c8-468a-8da1-dc6ce137390d {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:19:39.042039 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4ca24393-4026-47f1-a0ec-fff31456109b None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:39.054044 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-4ca24393-4026-47f1-a0ec-fff31456109b None None] Transition to ACTIVE for port object 49a2db2a-1fae-4136-a835-c5a96744d6aa will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:19:39.078996 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-4ca24393-4026-47f1-a0ec-fff31456109b None None] Transition to ACTIVE for port object 49a2db2a-1fae-4136-a835-c5a96744d6aa will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:19:39.097596 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-40b9674b-f7e7-4eb0-b667-71ea12dbea9f req-9cb6d223-6e4f-42f2-9ffd-ae5cb9710602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:39.115595 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 71545285-13c8-468a-8da1-dc6ce137390d, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=71545285-13c8-468a-8da1-dc6ce137390d,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:19:39.145094 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-de062e7f-1dd1-422b-9c3d-d1af342972e6 req-1a453635-a496-490e-b45d-84c005aaa84d tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035935 Jul 05 02:19:39.155465 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1d69f1f8-9d6c-49df-836a-4e310ed382c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:39.177058 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 52426) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:19:39.227584 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4ca24393-4026-47f1-a0ec-fff31456109b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:39.294547 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b9674b-f7e7-4eb0-b667-71ea12dbea9f req-9cb6d223-6e4f-42f2-9ffd-ae5cb9710602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:39.295232 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-40b9674b-f7e7-4eb0-b667-71ea12dbea9f req-9cb6d223-6e4f-42f2-9ffd-ae5cb9710602 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:39.296636 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-40b9674b-f7e7-4eb0-b667-71ea12dbea9f req-9cb6d223-6e4f-42f2-9ffd-ae5cb9710602 service neutron] 10.222.0.21 "PUT /v2.0/ports/ca61c258-d46e-4de8-9db1-9aaeb55dc672 HTTP/1.1" status: 200 len: 1124 time: 1.6206172 Jul 05 02:19:39.355123 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb6d223-6e4f-42f2-9ffd-ae5cb9710602 service neutron] Pushing event updated for resources: {'Port': ['ID=ca61c258-d46e-4de8-9db1-9aaeb55dc672,revision_number=8']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:39.380135 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464935a3-8136-47c7-b5ef-dc552f3e3175 req-e42db004-a5f3-4710-8a1c-3e0c0cbc6c6d tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:39.380135 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-464935a3-8136-47c7-b5ef-dc552f3e3175 req-e42db004-a5f3-4710-8a1c-3e0c0cbc6c6d tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] 10.222.0.21 "GET /v2.0/networks?id=43df30fe-7555-4340-91ff-ee467a0abf0d HTTP/1.1" status: 200 len: 805 time: 0.3792069 Jul 05 02:19:39.382893 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:39.394448 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca24393-4026-47f1-a0ec-fff31456109b None None] Network 02860c2c-1b47-41ff-bdb8-8652ec368c51 is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:19:39.402568 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-4ca24393-4026-47f1-a0ec-fff31456109b None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:19:39.406415 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca24393-4026-47f1-a0ec-fff31456109b None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:19:39.440645 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-464935a3-8136-47c7-b5ef-dc552f3e3175 req-65255569-837c-4c94-9b32-c43dba7e39c7 tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1dde4b513ef84acf9c30f43f22091a98 HTTP/1.1" status: 200 len: 380 time: 0.0560441 Jul 05 02:19:39.458745 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-464935a3-8136-47c7-b5ef-dc552f3e3175 req-5352dba8-6234-42ab-a6c1-2acd357115af tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] Request body: {'port': {'device_id': 'd49d0082-e6fb-43a0-aabd-5f1abc2b3fd0', 'network_id': '43df30fe-7555-4340-91ff-ee467a0abf0d', 'admin_state_up': True, 'tenant_id': '1dde4b513ef84acf9c30f43f22091a98', 'security_groups': ['40fe1b0a-9176-40d2-b8cc-758492981e88']}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:19:39.480207 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['ca61c258-d46e-4de8-9db1-9aaeb55dc672'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:19:39.489455 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['ca61c258-d46e-4de8-9db1-9aaeb55dc672'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:19:39.538270 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1a0af86b-1dcf-4049-8b4e-31e861e04470 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:39.589123 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca24393-4026-47f1-a0ec-fff31456109b None None] Pushing event updated for resources: {'Port': ['ID=49a2db2a-1fae-4136-a835-c5a96744d6aa,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:39.611398 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca24393-4026-47f1-a0ec-fff31456109b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:19:39.612342 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca24393-4026-47f1-a0ec-fff31456109b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:19:39.612680 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca24393-4026-47f1-a0ec-fff31456109b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:19:39.613011 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca24393-4026-47f1-a0ec-fff31456109b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:19:39.613396 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca24393-4026-47f1-a0ec-fff31456109b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:19:39.613725 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca24393-4026-47f1-a0ec-fff31456109b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:19:39.614048 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca24393-4026-47f1-a0ec-fff31456109b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:19:39.614920 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca24393-4026-47f1-a0ec-fff31456109b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:19:39.615283 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca24393-4026-47f1-a0ec-fff31456109b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:19:39.615753 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca24393-4026-47f1-a0ec-fff31456109b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:19:39.616082 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca24393-4026-47f1-a0ec-fff31456109b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:19:39.616401 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca24393-4026-47f1-a0ec-fff31456109b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:19:39.646045 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a2ad7e-eded-442d-954c-736817b58d2c req-04766c55-0839-460c-8428-08d774ae7690 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:39.648609 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-68a2ad7e-eded-442d-954c-736817b58d2c req-04766c55-0839-460c-8428-08d774ae7690 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fd3158d-5f26-4b27-a26d-3e2a1d5e5aca HTTP/1.1" status: 200 len: 948 time: 0.2515926 Jul 05 02:19:39.673433 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1d69f1f8-9d6c-49df-836a-4e310ed382c2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:39.715295 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1d69f1f8-9d6c-49df-836a-4e310ed382c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:39.745938 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-4ca24393-4026-47f1-a0ec-fff31456109b None None] Attempting to bind port 49a2db2a-1fae-4136-a835-c5a96744d6aa on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:19:39.746461 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-4ca24393-4026-47f1-a0ec-fff31456109b None None] Attempting to bind port 49a2db2a-1fae-4136-a835-c5a96744d6aa by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '808aeee9-9700-4e2b-95a3-34b73f31015e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '02860c2c-1b47-41ff-bdb8-8652ec368c51'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:19:39.746906 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca24393-4026-47f1-a0ec-fff31456109b None None] Attempting to bind port 49a2db2a-1fae-4136-a835-c5a96744d6aa on network 02860c2c-1b47-41ff-bdb8-8652ec368c51 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:19:39.748307 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-68a2ad7e-eded-442d-954c-736817b58d2c req-1554b802-7a7b-46ba-a5b7-711242811364 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/security-groups?id=6aa981db-58bd-4d0c-a893-2c34139d4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831954 Jul 05 02:19:39.765487 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca24393-4026-47f1-a0ec-fff31456109b None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:19:39.766086 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca24393-4026-47f1-a0ec-fff31456109b None None] Checking segment: {'id': '808aeee9-9700-4e2b-95a3-34b73f31015e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '02860c2c-1b47-41ff-bdb8-8652ec368c51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:19:39.766619 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4ca24393-4026-47f1-a0ec-fff31456109b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:39.767024 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca24393-4026-47f1-a0ec-fff31456109b None None] Bound using segment: {'id': '808aeee9-9700-4e2b-95a3-34b73f31015e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '02860c2c-1b47-41ff-bdb8-8652ec368c51'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:19:39.767504 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-4ca24393-4026-47f1-a0ec-fff31456109b None None] Bound port: 49a2db2a-1fae-4136-a835-c5a96744d6aa, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '808aeee9-9700-4e2b-95a3-34b73f31015e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '02860c2c-1b47-41ff-bdb8-8652ec368c51'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:19:39.767987 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4ca24393-4026-47f1-a0ec-fff31456109b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:39.851713 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['71545285-13c8-468a-8da1-dc6ce137390d'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:19:39.858460 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=71545285-13c8-468a-8da1-dc6ce137390d,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:39.869815 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-65d01820-28cd-44d1-87e8-5d9a84e2f681 req-33b9c53f-8864-411f-b43f-9914f6814c46 tempest-InstanceActionsTestJSON-917461461 tempest-InstanceActionsTestJSON-917461461-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f1a1a59-289c-41c5-97ca-0cf91bece8f3 HTTP/1.1" status: 200 len: 210 time: 0.0294924 Jul 05 02:19:40.002993 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-037776a0-44ad-4673-bcc3-38d0cd730fcb req-65947726-f603-4486-b3b2-47130c6effda tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] 10.222.0.23 "GET /v2.0/ports?device_id=d49d0082-e6fb-43a0-aabd-5f1abc2b3fd0 HTTP/1.1" status: 200 len: 210 time: 0.0655646 Jul 05 02:19:40.004241 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-1d69f1f8-9d6c-49df-836a-4e310ed382c2 admin admin] Allocated IP 172.25.7.210 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/ae863df1-01fb-4658-90e7-ac82cc5df111) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:19:40.038612 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1a0af86b-1dcf-4049-8b4e-31e861e04470 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:40.053649 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-4ca24393-4026-47f1-a0ec-fff31456109b None None] For port 49a2db2a-1fae-4136-a835-c5a96744d6aa, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:19:40.061985 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-4ca24393-4026-47f1-a0ec-fff31456109b None None] For port 49a2db2a-1fae-4136-a835-c5a96744d6aa, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=49a2db2a-1fae-4136-a835-c5a96744d6aa,segment=NetworkSegment(808aeee9-9700-4e2b-95a3-34b73f31015e),segment_id=808aeee9-9700-4e2b-95a3-34b73f31015e)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:19:40.167071 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1d69f1f8-9d6c-49df-836a-4e310ed382c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:40.244732 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1a0af86b-1dcf-4049-8b4e-31e861e04470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:40.245828 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4ca24393-4026-47f1-a0ec-fff31456109b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:40.304942 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-1a0af86b-1dcf-4049-8b4e-31e861e04470 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=453bc0f6ef14435dafc914c0e6848a5e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1238580 Jul 05 02:19:40.305550 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 52528) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:19:40.335757 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0af86b-1dcf-4049-8b4e-31e861e04470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4fddda1-7b73-4528-927a-b920a7bc8fbe,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:40.339341 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca24393-4026-47f1-a0ec-fff31456109b None None] Pushing event updated for resources: {'Port': ['ID=49a2db2a-1fae-4136-a835-c5a96744d6aa,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:40.349964 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-464935a3-8136-47c7-b5ef-dc552f3e3175 req-5352dba8-6234-42ab-a6c1-2acd357115af tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] Made reservation on behalf of 1dde4b513ef84acf9c30f43f22091a98 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:19:40.355229 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-464935a3-8136-47c7-b5ef-dc552f3e3175 req-5352dba8-6234-42ab-a6c1-2acd357115af tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:40.382184 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 94f0a9b1-1958-418e-9454-9dcb36e2a65f no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:19:40.461130 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] No Port match for: 94f0a9b1-1958-418e-9454-9dcb36e2a65f {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:19:40.461489 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 94f0a9b1-1958-418e-9454-9dcb36e2a65f not bound to the agent host n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:19:40.461919 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 4f1100d3-e9db-44b1-b3d1-a02ce6802c0c no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:19:40.543594 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f1a1a59-289c-41c5-97ca-0cf91bece8f3', 'name': 'network-vif-deleted', 'tag': '94f0a9b1-1958-418e-9454-9dcb36e2a65f'}, {'name': 'network-changed', 'server_uuid': 'af25cc5a-51a0-48d4-95fc-992919466b27', 'tag': 'ca61c258-d46e-4de8-9db1-9aaeb55dc672'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:19:40.550564 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38849fb9-faa4-4f4f-9966-e1c1755d108f" -d '{"events": [{"server_uuid": "0f1a1a59-289c-41c5-97ca-0cf91bece8f3", "name": "network-vif-deleted", "tag": "94f0a9b1-1958-418e-9454-9dcb36e2a65f"}, {"name": "network-changed", "server_uuid": "af25cc5a-51a0-48d4-95fc-992919466b27", "tag": "ca61c258-d46e-4de8-9db1-9aaeb55dc672"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:19:40.561713 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-464935a3-8136-47c7-b5ef-dc552f3e3175 req-5352dba8-6234-42ab-a6c1-2acd357115af tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] Allocated IP 172.20.0.3 (43df30fe-7555-4340-91ff-ee467a0abf0d/ec84ff25-e77f-43ab-bf44-c61795ee6bb9/8869e309-04c8-41af-bbc4-5f90e47d35ce) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:19:40.650013 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:40.743507 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 4f1100d3-e9db-44b1-b3d1-a02ce6802c0c, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=4f1100d3-e9db-44b1-b3d1-a02ce6802c0c,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:19:40.744706 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8a7624c-d258-433f-9761-ec21365c1194', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f1100d3-e9db-44b1-b3d1-a02ce6802c0c'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:19:40.752088 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e741c1dc-6442-4fdb-987d-ad1f5ada81b2" -d '{"events": [{"server_uuid": "d8a7624c-d258-433f-9761-ec21365c1194", "name": "network-vif-unplugged", "status": "completed", "tag": "4f1100d3-e9db-44b1-b3d1-a02ce6802c0c"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:19:40.794250 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-464935a3-8136-47c7-b5ef-dc552f3e3175 req-5352dba8-6234-42ab-a6c1-2acd357115af tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:40.807462 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 02:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b9cce67-82b6-4e0f-91ea-d01cec2fb182 x-openstack-request-id: req-9b9cce67-82b6-4e0f-91ea-d01cec2fb182 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:19:40.807756 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8a7624c-d258-433f-9761-ec21365c1194", "name": "network-vif-unplugged", "status": "completed", "tag": "4f1100d3-e9db-44b1-b3d1-a02ce6802c0c", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:19:40.807999 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9b9cce67-82b6-4e0f-91ea-d01cec2fb182 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:19:40.808395 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8a7624c-d258-433f-9761-ec21365c1194', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f1100d3-e9db-44b1-b3d1-a02ce6802c0c', 'code': 200} Jul 05 02:19:40.808558 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 05 Jul 2021 02:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-116e93f9-6689-4a11-8f2b-a5fe121639c7 x-openstack-request-id: req-116e93f9-6689-4a11-8f2b-a5fe121639c7 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:19:40.809248 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f1a1a59-289c-41c5-97ca-0cf91bece8f3", "name": "network-vif-deleted", "tag": "94f0a9b1-1958-418e-9454-9dcb36e2a65f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "af25cc5a-51a0-48d4-95fc-992919466b27", "tag": "ca61c258-d46e-4de8-9db1-9aaeb55dc672", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:19:40.809683 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-116e93f9-6689-4a11-8f2b-a5fe121639c7 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:19:40.810476 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f1a1a59-289c-41c5-97ca-0cf91bece8f3', 'name': 'network-vif-deleted', 'tag': '94f0a9b1-1958-418e-9454-9dcb36e2a65f', 'status': 'completed', 'code': 200} Jul 05 02:19:40.811037 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af25cc5a-51a0-48d4-95fc-992919466b27', 'tag': 'ca61c258-d46e-4de8-9db1-9aaeb55dc672', 'status': 'completed', 'code': 200} Jul 05 02:19:40.830501 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1d69f1f8-9d6c-49df-836a-4e310ed382c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:40.846174 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-464935a3-8136-47c7-b5ef-dc552f3e3175 req-5352dba8-6234-42ab-a6c1-2acd357115af tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] Transition to ACTIVE for port object 8869e309-04c8-41af-bbc4-5f90e47d35ce will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:19:40.849008 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0af86b-1dcf-4049-8b4e-31e861e04470 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:19:40.849436 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0af86b-1dcf-4049-8b4e-31e861e04470 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:19:40.849868 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0af86b-1dcf-4049-8b4e-31e861e04470 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:19:40.850297 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0af86b-1dcf-4049-8b4e-31e861e04470 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:19:40.850698 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0af86b-1dcf-4049-8b4e-31e861e04470 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:19:40.851217 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0af86b-1dcf-4049-8b4e-31e861e04470 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:19:40.851717 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0af86b-1dcf-4049-8b4e-31e861e04470 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:19:40.851849 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0af86b-1dcf-4049-8b4e-31e861e04470 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:19:40.852367 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0af86b-1dcf-4049-8b4e-31e861e04470 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:19:40.852765 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0af86b-1dcf-4049-8b4e-31e861e04470 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:19:40.854494 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0af86b-1dcf-4049-8b4e-31e861e04470 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:19:40.854904 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0af86b-1dcf-4049-8b4e-31e861e04470 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:19:40.863984 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:40.900802 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38849fb9-faa4-4f4f-9966-e1c1755d108f req-551f6aef-5136-4a57-a62d-af3b48da8160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:40.903287 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-38849fb9-faa4-4f4f-9966-e1c1755d108f req-551f6aef-5136-4a57-a62d-af3b48da8160 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7a7e417343d4479788713b4bb769c9b0&device_id=af25cc5a-51a0-48d4-95fc-992919466b27 HTTP/1.1" status: 200 len: 1127 time: 0.1046050 Jul 05 02:19:40.940441 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d69f1f8-9d6c-49df-836a-4e310ed382c2 admin admin] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:19:40.953547 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-1d69f1f8-9d6c-49df-836a-4e310ed382c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:19:40.955941 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d69f1f8-9d6c-49df-836a-4e310ed382c2 admin admin] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:19:40.962094 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=4f1100d3-e9db-44b1-b3d1-a02ce6802c0c,revision_number=11']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:40.993640 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d69f1f8-9d6c-49df-836a-4e310ed382c2 admin admin] Pushing event updated for resources: {'Port': ['ID=ae863df1-01fb-4658-90e7-ac82cc5df111,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:41.010184 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38849fb9-faa4-4f4f-9966-e1c1755d108f req-bed22ebd-0695-40af-9c73-30d1d66f8877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:41.012936 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-38849fb9-faa4-4f4f-9966-e1c1755d108f req-bed22ebd-0695-40af-9c73-30d1d66f8877 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d55491b1-56ba-426a-ac8c-e92d73c02c5b HTTP/1.1" status: 200 len: 908 time: 0.1024802 Jul 05 02:19:41.014954 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-464935a3-8136-47c7-b5ef-dc552f3e3175 req-5352dba8-6234-42ab-a6c1-2acd357115af tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:41.028323 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f2b18067-c31b-494a-ae54-30fa20b9a84d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:41.040985 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e322d957-5cc9-406e-a32f-3cc171ee4181 req-b2387e11-6160-4bce-bc88-b71f36aa5ff1 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:41.042547 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e322d957-5cc9-406e-a32f-3cc171ee4181 req-b2387e11-6160-4bce-bc88-b71f36aa5ff1 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=af25cc5a-51a0-48d4-95fc-992919466b27 HTTP/1.1" status: 200 len: 944 time: 0.2828097 Jul 05 02:19:41.113845 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-38849fb9-faa4-4f4f-9966-e1c1755d108f req-a51384ed-954c-4394-befb-c161585fa94f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca61c258-d46e-4de8-9db1-9aaeb55dc672 HTTP/1.1" status: 200 len: 217 time: 0.0886183 Jul 05 02:19:41.126787 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-464935a3-8136-47c7-b5ef-dc552f3e3175 req-5352dba8-6234-42ab-a6c1-2acd357115af tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] Network 43df30fe-7555-4340-91ff-ee467a0abf0d is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:19:41.145527 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-464935a3-8136-47c7-b5ef-dc552f3e3175 req-5352dba8-6234-42ab-a6c1-2acd357115af tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:19:41.149456 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f2b18067-c31b-494a-ae54-30fa20b9a84d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:41.168037 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-464935a3-8136-47c7-b5ef-dc552f3e3175 req-5352dba8-6234-42ab-a6c1-2acd357115af tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:19:41.174254 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5352dba8-6234-42ab-a6c1-2acd357115af tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] Pushing event updated for resources: {'Port': ['ID=8869e309-04c8-41af-bbc4-5f90e47d35ce,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:41.239042 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464935a3-8136-47c7-b5ef-dc552f3e3175 req-5352dba8-6234-42ab-a6c1-2acd357115af tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:41.243265 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-464935a3-8136-47c7-b5ef-dc552f3e3175 req-5352dba8-6234-42ab-a6c1-2acd357115af tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:41.243418 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e322d957-5cc9-406e-a32f-3cc171ee4181 req-4b9aeee5-8cc5-474d-9dde-f06d3cff3e8f tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918871 Jul 05 02:19:41.277218 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38849fb9-faa4-4f4f-9966-e1c1755d108f req-c469cc8a-e363-4cd5-b88e-d8ea55cff15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:41.278759 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-38849fb9-faa4-4f4f-9966-e1c1755d108f req-c469cc8a-e363-4cd5-b88e-d8ea55cff15b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9b152ce5-504f-4214-985c-9f5fa8213776 HTTP/1.1" status: 200 len: 848 time: 0.1486123 Jul 05 02:19:41.294951 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c272a013-4b1f-4db1-9652-74d2cde32738 req-e18e42e3-3250-40e2-8372-9fed59222280 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:41.296484 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c272a013-4b1f-4db1-9652-74d2cde32738 req-e18e42e3-3250-40e2-8372-9fed59222280 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fd3158d-5f26-4b27-a26d-3e2a1d5e5aca HTTP/1.1" status: 200 len: 948 time: 0.2744277 Jul 05 02:19:41.355142 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-38849fb9-faa4-4f4f-9966-e1c1755d108f req-5e9af594-d5ed-41fb-a0d6-fbdede6ce4e2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d55491b1-56ba-426a-ac8c-e92d73c02c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575976 Jul 05 02:19:41.455778 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 52588) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:19:41.472158 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f2b18067-c31b-494a-ae54-30fa20b9a84d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:41.476416 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f2b18067-c31b-494a-ae54-30fa20b9a84d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:41.478147 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-f2b18067-c31b-494a-ae54-30fa20b9a84d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c4fddda1-7b73-4528-927a-b920a7bc8fbe HTTP/1.1" status: 204 len: 168 time: 1.1580186 Jul 05 02:19:41.517627 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-464935a3-8136-47c7-b5ef-dc552f3e3175 req-5352dba8-6234-42ab-a6c1-2acd357115af tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0633569 Jul 05 02:19:41.542723 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 49a2db2a-1fae-4136-a835-c5a96744d6aa up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:19:41.557347 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-464935a3-8136-47c7-b5ef-dc552f3e3175 req-e57f38e8-2dac-4634-a058-b854b5231ccc service neutron] Request body: {'port': {'device_id': 'd49d0082-e6fb-43a0-aabd-5f1abc2b3fd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:19:41.575580 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c272a013-4b1f-4db1-9652-74d2cde32738 req-aa9286b4-4b57-4702-bf0d-879526f90e51 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/security-groups?id=6aa981db-58bd-4d0c-a893-2c34139d4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699380 Jul 05 02:19:41.613462 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:41.615941 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:41.689903 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1d69f1f8-9d6c-49df-836a-4e310ed382c2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:41.756192 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b18067-c31b-494a-ae54-30fa20b9a84d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4fddda1-7b73-4528-927a-b920a7bc8fbe,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:41.791944 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-38849fb9-faa4-4f4f-9966-e1c1755d108f req-bf242330-e0fa-441b-a95e-9e346f2f58e5 service neutron] 10.222.0.15 "GET /v2.0/networks/d55491b1-56ba-426a-ac8c-e92d73c02c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4239457 Jul 05 02:19:41.813815 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-464935a3-8136-47c7-b5ef-dc552f3e3175 req-e57f38e8-2dac-4634-a058-b854b5231ccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:41.855961 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd43294-77e3-4c14-94fa-18f678193852 None None] Network 02860c2c-1b47-41ff-bdb8-8652ec368c51 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:19:41.870688 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 49a2db2a-1fae-4136-a835-c5a96744d6aa completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:19:41.873226 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-33648552-b4e7-47a5-9f69-f3262d1bcdc9 None None] Provisioning for port 8869e309-04c8-41af-bbc4-5f90e47d35ce completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:19:41.880661 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf5a9dab-2557-4ce9-8fad-ed07fdfd7bac admin admin] Deleting subnet 8f1d60b8-4585-433e-8620-402c37ebc6e1 {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:19:41.884147 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bf5a9dab-2557-4ce9-8fad-ed07fdfd7bac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:41.911167 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-33648552-b4e7-47a5-9f69-f3262d1bcdc9 None None] Provisioning complete for port 8869e309-04c8-41af-bbc4-5f90e47d35ce triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:19:41.912114 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-33648552-b4e7-47a5-9f69-f3262d1bcdc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:41.919078 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bf5a9dab-2557-4ce9-8fad-ed07fdfd7bac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:41.983404 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bf5a9dab-2557-4ce9-8fad-ed07fdfd7bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:42.025168 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-33648552-b4e7-47a5-9f69-f3262d1bcdc9 None None] Port 8869e309-04c8-41af-bbc4-5f90e47d35ce cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:19:42.139254 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b73522-37d4-42ac-91cd-3f4c0c459900 req-e896910d-90d3-4714-a6bb-18d57f178ed4 tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:42.147281 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e8b73522-37d4-42ac-91cd-3f4c0c459900 req-e896910d-90d3-4714-a6bb-18d57f178ed4 tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] 10.222.0.23 "GET /v2.0/ports?device_id=d49d0082-e6fb-43a0-aabd-5f1abc2b3fd0 HTTP/1.1" status: 200 len: 931 time: 0.4546051 Jul 05 02:19:42.266007 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e8b73522-37d4-42ac-91cd-3f4c0c459900 req-1398b429-803b-4aa2-a5cc-c9ab8e854ee2 tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] 10.222.0.23 "GET /v2.0/security-groups?id=40fe1b0a-9176-40d2-b8cc-758492981e88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173923 Jul 05 02:19:42.269969 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bf5a9dab-2557-4ce9-8fad-ed07fdfd7bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:42.275517 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-c6321638-17c4-4a7a-a0b8-d7148c543070 None None] Provisioning for port 49a2db2a-1fae-4136-a835-c5a96744d6aa completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:19:42.281033 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-c6321638-17c4-4a7a-a0b8-d7148c543070 None None] Provisioning complete for port 49a2db2a-1fae-4136-a835-c5a96744d6aa triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:19:42.281033 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-c6321638-17c4-4a7a-a0b8-d7148c543070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:42.340951 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 71545285-13c8-468a-8da1-dc6ce137390d up at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:19:42.344158 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1d69f1f8-9d6c-49df-836a-4e310ed382c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963'] for router, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:42.357966 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5a9dab-2557-4ce9-8fad-ed07fdfd7bac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f1d60b8-4585-433e-8620-402c37ebc6e1,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:42.365299 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bf5a9dab-2557-4ce9-8fad-ed07fdfd7bac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:42.367404 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-bf5a9dab-2557-4ce9-8fad-ed07fdfd7bac admin admin] 10.222.0.23 "DELETE /v2.0/subnets/8f1d60b8-4585-433e-8620-402c37ebc6e1 HTTP/1.1" status: 204 len: 168 time: 0.9106126 Jul 05 02:19:42.374867 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 52616) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:19:42.471686 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-99923b48-a56b-430a-abb2-369be7125ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:42.505856 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-c6321638-17c4-4a7a-a0b8-d7148c543070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:42.559136 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-c6321638-17c4-4a7a-a0b8-d7148c543070 None None] For port 49a2db2a-1fae-4136-a835-c5a96744d6aa, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=49a2db2a-1fae-4136-a835-c5a96744d6aa,segment=NetworkSegment(808aeee9-9700-4e2b-95a3-34b73f31015e),segment_id=808aeee9-9700-4e2b-95a3-34b73f31015e)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:19:42.565401 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning for port 71545285-13c8-468a-8da1-dc6ce137390d completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:19:42.566062 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning complete for port 71545285-13c8-468a-8da1-dc6ce137390d triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:19:42.566736 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:42.663314 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:42.703271 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 71545285-13c8-468a-8da1-dc6ce137390d, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=71545285-13c8-468a-8da1-dc6ce137390d,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:19:42.705161 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-c6321638-17c4-4a7a-a0b8-d7148c543070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:42.759819 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6321638-17c4-4a7a-a0b8-d7148c543070 None None] Pushing event updated for resources: {'Port': ['ID=49a2db2a-1fae-4136-a835-c5a96744d6aa,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:42.771916 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-99923b48-a56b-430a-abb2-369be7125ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:42.782103 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-99923b48-a56b-430a-abb2-369be7125ce8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67a36d58-623a-4fac-bfe4-72a7c8457a9a']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:19:42.790545 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-38849fb9-faa4-4f4f-9966-e1c1755d108f req-01177785-7ed7-4672-b750-b46744dfe303 service neutron] 10.222.0.15 "GET /v2.0/networks/d55491b1-56ba-426a-ac8c-e92d73c02c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9699838 Jul 05 02:19:42.797794 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-99923b48-a56b-430a-abb2-369be7125ce8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17f55efd-d485-4868-acdf-dc2797930acd') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:19:42.798032 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-99923b48-a56b-430a-abb2-369be7125ce8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17f55efd-d485-4868-acdf-dc2797930acd') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:19:42.811082 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fd3158d-5f26-4b27-a26d-3e2a1d5e5aca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71545285-13c8-468a-8da1-dc6ce137390d'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:19:42.811263 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-99923b48-a56b-430a-abb2-369be7125ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:42.817873 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d55d964b-86cc-4c83-b40a-ff37f78d46ad" -d '{"events": [{"server_uuid": "8fd3158d-5f26-4b27-a26d-3e2a1d5e5aca", "name": "network-vif-plugged", "status": "completed", "tag": "71545285-13c8-468a-8da1-dc6ce137390d"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:19:42.829936 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:42.893168 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=71545285-13c8-468a-8da1-dc6ce137390d,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:42.894606 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-99923b48-a56b-430a-abb2-369be7125ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:42.904758 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99923b48-a56b-430a-abb2-369be7125ce8 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:19:42.905007 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-665b1d44-b353-423d-aea1-095c5419dd5e None None] Provisioning complete for port 49a2db2a-1fae-4136-a835-c5a96744d6aa triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:19:42.905151 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-99923b48-a56b-430a-abb2-369be7125ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:42.905391 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-665b1d44-b353-423d-aea1-095c5419dd5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:42.913067 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:19:42.913067 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:19:42.913067 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:19:42.913067 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:19:42.913067 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:19:42.913067 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:19:42.913067 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:19:42.913067 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:19:42.913067 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:19:42.913067 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:19:42.913067 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:19:42.913067 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:19:42.913067 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:19:42.913067 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:19:42.913067 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:19:42.913067 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:19:42.913067 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:19:42.913067 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:19:42.913067 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:19:42.913067 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:19:42.913067 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:19:42.913067 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:19:42.913067 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:19:42.913067 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:19:42.913067 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:19:42.913067 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:19:42.913067 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:19:42.913067 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:19:42.913067 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:19:42.913067 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:19:42.913067 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:19:42.913067 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:19:42.913067 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:19:42.913067 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:19:42.913067 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:19:42.913067 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:19:42.969334 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-464935a3-8136-47c7-b5ef-dc552f3e3175 req-e57f38e8-2dac-4634-a058-b854b5231ccc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8869e309-04c8-41af-bbc4-5f90e47d35ce {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:19:42.982917 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-464935a3-8136-47c7-b5ef-dc552f3e3175 req-e57f38e8-2dac-4634-a058-b854b5231ccc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:42.998393 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c2c719-647a-4db2-acd6-25c14e61dfa0 req-c4fa5b08-b1be-415d-b5ad-129944425591 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:43.008609 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e6c2c719-647a-4db2-acd6-25c14e61dfa0 req-c4fa5b08-b1be-415d-b5ad-129944425591 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=af25cc5a-51a0-48d4-95fc-992919466b27 HTTP/1.1" status: 200 len: 944 time: 0.4283473 Jul 05 02:19:43.009917 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-464935a3-8136-47c7-b5ef-dc552f3e3175 req-e57f38e8-2dac-4634-a058-b854b5231ccc service neutron] Transition to ACTIVE for port object 8869e309-04c8-41af-bbc4-5f90e47d35ce will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:19:43.072113 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e6c2c719-647a-4db2-acd6-25c14e61dfa0 req-83c72e16-7a3c-49c2-a780-7a773cf14eb9 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591409 Jul 05 02:19:43.177522 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-99923b48-a56b-430a-abb2-369be7125ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:43.181787 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-464935a3-8136-47c7-b5ef-dc552f3e3175 req-e57f38e8-2dac-4634-a058-b854b5231ccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:43.217048 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 52654) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:19:43.223840 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-99923b48-a56b-430a-abb2-369be7125ce8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:43.225688 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-99923b48-a56b-430a-abb2-369be7125ce8 admin admin] 10.222.0.23 "DELETE /v2.0/networks/67a36d58-623a-4fac-bfe4-72a7c8457a9a HTTP/1.1" status: 204 len: 168 time: 0.8497417 Jul 05 02:19:43.226454 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d69f1f8-9d6c-49df-836a-4e310ed382c2 admin admin] Router e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075 is scheduled to L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 with binding_index 1 {{(pid=94462) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 02:19:43.242584 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99923b48-a56b-430a-abb2-369be7125ce8 admin admin] Pushing event deleted for resources: {'Network': ['ID=67a36d58-623a-4fac-bfe4-72a7c8457a9a,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:43.304764 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57f38e8-2dac-4634-a058-b854b5231ccc service neutron] Pushing event updated for resources: {'Port': ['ID=8869e309-04c8-41af-bbc4-5f90e47d35ce,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:43.397198 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6356904c-c3c8-4bbe-b22e-787195e3c095 req-7cb9bf2e-152c-41ad-a4ad-ad69b6decfa7 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:43.404927 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6356904c-c3c8-4bbe-b22e-787195e3c095 req-7cb9bf2e-152c-41ad-a4ad-ad69b6decfa7 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fd3158d-5f26-4b27-a26d-3e2a1d5e5aca HTTP/1.1" status: 200 len: 949 time: 0.2240796 Jul 05 02:19:43.480035 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 49a2db2a-1fae-4136-a835-c5a96744d6aa up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:19:43.482661 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d69f1f8-9d6c-49df-836a-4e310ed382c2 admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:19:43.492359 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15159a5-bb0c-42fe-ae59-a16755235279 None None] Sync routers for ids ['e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:19:43.501842 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6356904c-c3c8-4bbe-b22e-787195e3c095 req-fce7bed3-5631-4a72-90ed-f62f9be49ee3 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/security-groups?id=6aa981db-58bd-4d0c-a893-2c34139d4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959432 Jul 05 02:19:43.509283 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15159a5-bb0c-42fe-ae59-a16755235279 None None] Routers {'e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:19:43.510887 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-e15159a5-bb0c-42fe-ae59-a16755235279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:19:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:19:43.513147 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-9d728a28-d560-4299-84a5-a1780689a02f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1227472292-network', 'tenant_id': 'f3761e9b54fb4b859175f5af6199b06f'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:19:43.570732 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-464935a3-8136-47c7-b5ef-dc552f3e3175 req-e57f38e8-2dac-4634-a058-b854b5231ccc service neutron] Attempting to bind port 8869e309-04c8-41af-bbc4-5f90e47d35ce on host n-h1-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:19:43.571343 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-464935a3-8136-47c7-b5ef-dc552f3e3175 req-e57f38e8-2dac-4634-a058-b854b5231ccc service neutron] Attempting to bind port 8869e309-04c8-41af-bbc4-5f90e47d35ce by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': 'c8724f51-df31-43d0-8203-811742925a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '43df30fe-7555-4340-91ff-ee467a0abf0d'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:19:43.578449 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464935a3-8136-47c7-b5ef-dc552f3e3175 req-e57f38e8-2dac-4634-a058-b854b5231ccc service neutron] Attempting to bind port 8869e309-04c8-41af-bbc4-5f90e47d35ce on network 43df30fe-7555-4340-91ff-ee467a0abf0d {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:19:43.581392 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464935a3-8136-47c7-b5ef-dc552f3e3175 req-e57f38e8-2dac-4634-a058-b854b5231ccc service neutron] Port 8869e309-04c8-41af-bbc4-5f90e47d35ce on network 43df30fe-7555-4340-91ff-ee467a0abf0d not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:19:43.583177 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 49a2db2a-1fae-4136-a835-c5a96744d6aa triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:19:43.584105 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:43.585105 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464935a3-8136-47c7-b5ef-dc552f3e3175 req-e57f38e8-2dac-4634-a058-b854b5231ccc service neutron] Attempting to bind port 8869e309-04c8-41af-bbc4-5f90e47d35ce on network 43df30fe-7555-4340-91ff-ee467a0abf0d {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:19:43.599923 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464935a3-8136-47c7-b5ef-dc552f3e3175 req-e57f38e8-2dac-4634-a058-b854b5231ccc service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:19:43.603274 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464935a3-8136-47c7-b5ef-dc552f3e3175 req-e57f38e8-2dac-4634-a058-b854b5231ccc service neutron] Checking segment: {'id': 'c8724f51-df31-43d0-8203-811742925a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '43df30fe-7555-4340-91ff-ee467a0abf0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:19:43.603765 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464935a3-8136-47c7-b5ef-dc552f3e3175 req-e57f38e8-2dac-4634-a058-b854b5231ccc service neutron] Bound using segment: {'id': 'c8724f51-df31-43d0-8203-811742925a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '43df30fe-7555-4340-91ff-ee467a0abf0d'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:19:43.604292 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-464935a3-8136-47c7-b5ef-dc552f3e3175 req-e57f38e8-2dac-4634-a058-b854b5231ccc service neutron] Bound port: 8869e309-04c8-41af-bbc4-5f90e47d35ce, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8724f51-df31-43d0-8203-811742925a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '43df30fe-7555-4340-91ff-ee467a0abf0d'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:19:43.604997 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-464935a3-8136-47c7-b5ef-dc552f3e3175 req-e57f38e8-2dac-4634-a058-b854b5231ccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:43.691446 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1d69f1f8-9d6c-49df-836a-4e310ed382c2 admin admin] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:43.696263 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-1d69f1f8-9d6c-49df-836a-4e310ed382c2 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.1868927 Jul 05 02:19:43.696263 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 52664) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:19:43.750271 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0840a031-0bf3-4d30-88e2-fecbe971ac47 x-openstack-request-id: req-0840a031-0bf3-4d30-88e2-fecbe971ac47 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:19:43.750830 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fd3158d-5f26-4b27-a26d-3e2a1d5e5aca", "name": "network-vif-plugged", "status": "completed", "tag": "71545285-13c8-468a-8da1-dc6ce137390d", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:19:43.751810 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0840a031-0bf3-4d30-88e2-fecbe971ac47 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:19:43.752717 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fd3158d-5f26-4b27-a26d-3e2a1d5e5aca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71545285-13c8-468a-8da1-dc6ce137390d', 'code': 200} Jul 05 02:19:43.811708 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-464935a3-8136-47c7-b5ef-dc552f3e3175 req-e57f38e8-2dac-4634-a058-b854b5231ccc service neutron] For port 8869e309-04c8-41af-bbc4-5f90e47d35ce, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:19:43.815602 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-464935a3-8136-47c7-b5ef-dc552f3e3175 req-e57f38e8-2dac-4634-a058-b854b5231ccc service neutron] For port 8869e309-04c8-41af-bbc4-5f90e47d35ce, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=8869e309-04c8-41af-bbc4-5f90e47d35ce,segment=NetworkSegment(c8724f51-df31-43d0-8203-811742925a45),segment_id=c8724f51-df31-43d0-8203-811742925a45)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:19:43.859720 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-e15159a5-bb0c-42fe-ae59-a16755235279 None None] Set router e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:19:43.890991 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176f319d-4c66-4b20-88f2-aa895885d634 req-2f5a9e09-39c2-4076-bd0b-49d385da19a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:43.893882 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-176f319d-4c66-4b20-88f2-aa895885d634 req-2f5a9e09-39c2-4076-bd0b-49d385da19a5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8fd3158d-5f26-4b27-a26d-3e2a1d5e5aca HTTP/1.1" status: 200 len: 1101 time: 0.0683165 Jul 05 02:19:43.940528 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-176f319d-4c66-4b20-88f2-aa895885d634 req-6e8fd641-7bde-4fbd-bd10-3909451626f2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6aa981db-58bd-4d0c-a893-2c34139d4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386722 Jul 05 02:19:43.941436 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d728a28-d560-4299-84a5-a1780689a02f admin admin] Made reservation on behalf of f3761e9b54fb4b859175f5af6199b06f for: {'network': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:19:43.944327 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9d728a28-d560-4299-84a5-a1780689a02f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:43.955774 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9d728a28-d560-4299-84a5-a1780689a02f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:44.048749 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-464935a3-8136-47c7-b5ef-dc552f3e3175 req-e57f38e8-2dac-4634-a058-b854b5231ccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:44.057115 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd44f46-b5b4-4b6f-b9cf-540dc5284ece req-9c7f94c1-cfdf-413c-b5b7-967732371c05 tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:44.058725 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4fd44f46-b5b4-4b6f-b9cf-540dc5284ece req-9c7f94c1-cfdf-413c-b5b7-967732371c05 tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] 10.222.0.23 "GET /v2.0/ports?device_id=d49d0082-e6fb-43a0-aabd-5f1abc2b3fd0 HTTP/1.1" status: 200 len: 943 time: 0.1613460 Jul 05 02:19:44.102906 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464935a3-8136-47c7-b5ef-dc552f3e3175 req-e57f38e8-2dac-4634-a058-b854b5231ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:44.103874 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-464935a3-8136-47c7-b5ef-dc552f3e3175 req-e57f38e8-2dac-4634-a058-b854b5231ccc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:44.106320 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-464935a3-8136-47c7-b5ef-dc552f3e3175 req-e57f38e8-2dac-4634-a058-b854b5231ccc service neutron] 10.222.0.21 "PUT /v2.0/ports/8869e309-04c8-41af-bbc4-5f90e47d35ce HTTP/1.1" status: 200 len: 1092 time: 2.5657668 Jul 05 02:19:44.118082 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd49d0082-e6fb-43a0-aabd-5f1abc2b3fd0', 'tag': '8869e309-04c8-41af-bbc4-5f90e47d35ce'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:19:44.118512 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-e15159a5-bb0c-42fe-ae59-a16755235279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075', 'name': 'tempest-AttachVolumeTestJSON-1542009768-router', 'tenant_id': 'd63cc722770842c8a7a532820e16e452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': 'ae863df1-01fb-4658-90e7-ac82cc5df111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:19:38Z', 'updated_at': '2021-07-05T02:19:41Z', 'revision_number': 3, 'project_id': 'd63cc722770842c8a7a532820e16e452', 'gw_port': {'id': 'ae863df1-01fb-4658-90e7-ac82cc5df111', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:df:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:19:39Z', 'updated_at': '2021-07-05T02:19:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:19:44.118664 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6019ba2f-36b5-4977-957f-a15e32632d11" -d '{"events": [{"name": "network-changed", "server_uuid": "d49d0082-e6fb-43a0-aabd-5f1abc2b3fd0", "tag": "8869e309-04c8-41af-bbc4-5f90e47d35ce"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:19:44.150268 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15159a5-bb0c-42fe-ae59-a16755235279 None None] Checking router: e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075 for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:19:44.150743 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15159a5-bb0c-42fe-ae59-a16755235279 None None] Updating router e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075 port ae863df1-01fb-4658-90e7-ac82cc5df111 binding host n-d-771362-32 {{(pid=94464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 02:19:44.166993 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9d728a28-d560-4299-84a5-a1780689a02f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:44.173292 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4fd44f46-b5b4-4b6f-b9cf-540dc5284ece req-1a7e62f1-bde7-4cf7-b755-60b7778b8c97 tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] 10.222.0.23 "GET /v2.0/security-groups?id=40fe1b0a-9176-40d2-b8cc-758492981e88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046295 Jul 05 02:19:44.184020 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57f38e8-2dac-4634-a058-b854b5231ccc service neutron] Pushing event updated for resources: {'Port': ['ID=8869e309-04c8-41af-bbc4-5f90e47d35ce,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:44.239410 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e15159a5-bb0c-42fe-ae59-a16755235279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:44.277389 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56f785ac-5e0b-47ff-860a-567e934f607d x-openstack-request-id: req-56f785ac-5e0b-47ff-860a-567e934f607d {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:19:44.278033 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d49d0082-e6fb-43a0-aabd-5f1abc2b3fd0", "tag": "8869e309-04c8-41af-bbc4-5f90e47d35ce", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:19:44.278326 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-56f785ac-5e0b-47ff-860a-567e934f607d {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:19:44.278787 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd49d0082-e6fb-43a0-aabd-5f1abc2b3fd0', 'tag': '8869e309-04c8-41af-bbc4-5f90e47d35ce', 'status': 'completed', 'code': 200} Jul 05 02:19:44.393539 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9d728a28-d560-4299-84a5-a1780689a02f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:44.446072 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d728a28-d560-4299-84a5-a1780689a02f admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=94461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:19:44.465664 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d728a28-d560-4299-84a5-a1780689a02f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6294ae6-3250-481b-a210-f5c091c8c362,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:44.480716 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9d728a28-d560-4299-84a5-a1780689a02f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:44.481331 n-d-771362-32 neutron-server[94461]: INFO neutron.db.segments_db [None req-9d728a28-d560-4299-84a5-a1780689a02f admin admin] Added segment 21ad98b6-ba72-4f1f-a0ef-3d0df329b6a3 of type vlan for network 705854c6-bb90-4b2b-93a0-7581bd607e40 Jul 05 02:19:44.532750 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 52680) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:19:44.550930 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-54098737-abb4-48c8-a007-918fe4d542d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:44.583080 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832108f3-e9a9-44c8-8a72-e577d4f37ac5 req-2e514bc7-85d1-4fc6-a7a6-12037b0537a3 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:44.591836 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-832108f3-e9a9-44c8-8a72-e577d4f37ac5 req-2e514bc7-85d1-4fc6-a7a6-12037b0537a3 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=af25cc5a-51a0-48d4-95fc-992919466b27 HTTP/1.1" status: 200 len: 944 time: 0.1932983 Jul 05 02:19:44.592288 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9d728a28-d560-4299-84a5-a1780689a02f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:44.616890 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e15159a5-bb0c-42fe-ae59-a16755235279 None None] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:44.627345 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-e15159a5-bb0c-42fe-ae59-a16755235279 None None] Transition to ACTIVE for port object ae863df1-01fb-4658-90e7-ac82cc5df111 will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:19:44.646750 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6019ba2f-36b5-4977-957f-a15e32632d11 req-ab98fb1c-4421-4e56-8770-4316bd31162d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:44.648514 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6019ba2f-36b5-4977-957f-a15e32632d11 req-ab98fb1c-4421-4e56-8770-4316bd31162d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1dde4b513ef84acf9c30f43f22091a98&device_id=d49d0082-e6fb-43a0-aabd-5f1abc2b3fd0 HTTP/1.1" status: 200 len: 1095 time: 0.3191299 Jul 05 02:19:44.698101 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-0f7319d0-df9e-447f-9972-eb44669fe07c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f2e2a54b44e648f8b89602363d3711c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1627703 Jul 05 02:19:44.703455 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 52686) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:19:44.732417 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-832108f3-e9a9-44c8-8a72-e577d4f37ac5 req-a1c8ed43-b84d-4d3a-9c30-3beb25cc2b6c tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368747 Jul 05 02:19:44.743825 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9d728a28-d560-4299-84a5-a1780689a02f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:44.745596 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d728a28-d560-4299-84a5-a1780689a02f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:44.746431 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9d728a28-d560-4299-84a5-a1780689a02f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:44.787632 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e15159a5-bb0c-42fe-ae59-a16755235279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:44.878869 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6019ba2f-36b5-4977-957f-a15e32632d11 req-dea49adc-96d1-4596-b164-278c2eb12b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:44.880724 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6019ba2f-36b5-4977-957f-a15e32632d11 req-dea49adc-96d1-4596-b164-278c2eb12b40 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=1dde4b513ef84acf9c30f43f22091a98&shared=False HTTP/1.1" status: 200 len: 905 time: 0.2228029 Jul 05 02:19:44.881464 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d728a28-d560-4299-84a5-a1780689a02f admin admin] Pushing event updated for resources: {'Network': ['ID=705854c6-bb90-4b2b-93a0-7581bd607e40,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:44.898064 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 705854c6-bb90-4b2b-93a0-7581bd607e40 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:19:44.948024 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-e15159a5-bb0c-42fe-ae59-a16755235279 None None] Attempting to bind port ae863df1-01fb-4658-90e7-ac82cc5df111 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:19:44.948610 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-e15159a5-bb0c-42fe-ae59-a16755235279 None None] Attempting to bind port ae863df1-01fb-4658-90e7-ac82cc5df111 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:19:44.949070 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15159a5-bb0c-42fe-ae59-a16755235279 None None] Attempting to bind port ae863df1-01fb-4658-90e7-ac82cc5df111 on network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:19:44.951221 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc12904-4325-4756-bdb5-518d6315c91d None None] Pushing event updated for resources: {'Port': ['ID=ae863df1-01fb-4658-90e7-ac82cc5df111,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:44.961174 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15159a5-bb0c-42fe-ae59-a16755235279 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:19:44.961756 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15159a5-bb0c-42fe-ae59-a16755235279 None None] Checking segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:19:44.962368 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e15159a5-bb0c-42fe-ae59-a16755235279 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:44.962928 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15159a5-bb0c-42fe-ae59-a16755235279 None None] Bound using segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:19:44.963573 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-e15159a5-bb0c-42fe-ae59-a16755235279 None None] Bound port: ae863df1-01fb-4658-90e7-ac82cc5df111, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:19:44.964202 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e15159a5-bb0c-42fe-ae59-a16755235279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:45.010931 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-9d728a28-d560-4299-84a5-a1780689a02f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7877827 Jul 05 02:19:45.011776 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 52694) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:19:45.014515 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-54098737-abb4-48c8-a007-918fe4d542d5 admin admin] Allocated IP 172.20.0.1 (02860c2c-1b47-41ff-bdb8-8652ec368c51/e54bb52b-407a-4efc-b19e-45eea28735fe/3ba2d0d9-bd04-4ad6-9c9d-0428f63395b3) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:19:45.017757 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6c7cf159-f368-4f37-ad76-f228d7a246ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:45.019725 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-bf7dfa81-a9f1-4bf7-ad29-84dba6036077 admin admin] Request body: {'subnet': {'network_id': '705854c6-bb90-4b2b-93a0-7581bd607e40', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1227472292-subnet', 'tenant_id': 'f3761e9b54fb4b859175f5af6199b06f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:19:45.024190 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-e15159a5-bb0c-42fe-ae59-a16755235279 None None] For port ae863df1-01fb-4658-90e7-ac82cc5df111, host n-d-771362-32, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:19:45.027874 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-e15159a5-bb0c-42fe-ae59-a16755235279 None None] For port ae863df1-01fb-4658-90e7-ac82cc5df111, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=ae863df1-01fb-4658-90e7-ac82cc5df111,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:19:45.084054 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6019ba2f-36b5-4977-957f-a15e32632d11 req-b0dfa6d7-653d-46d2-9342-95f32a0b8576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:45.085687 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6019ba2f-36b5-4977-957f-a15e32632d11 req-b0dfa6d7-653d-46d2-9342-95f32a0b8576 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1980393 Jul 05 02:19:45.100641 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6c7cf159-f368-4f37-ad76-f228d7a246ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:45.189521 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa9bdac-11b0-48fd-a909-9a1e6d36a5e3 req-4f2b0e3c-2f38-470a-a49a-1027ed22cb17 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:45.194910 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-caa9bdac-11b0-48fd-a909-9a1e6d36a5e3 req-4f2b0e3c-2f38-470a-a49a-1027ed22cb17 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fd3158d-5f26-4b27-a26d-3e2a1d5e5aca HTTP/1.1" status: 200 len: 949 time: 0.2096841 Jul 05 02:19:45.227469 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e15159a5-bb0c-42fe-ae59-a16755235279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:45.254040 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf7dfa81-a9f1-4bf7-ad29-84dba6036077 admin admin] Made reservation on behalf of f3761e9b54fb4b859175f5af6199b06f for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:19:45.256480 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bf7dfa81-a9f1-4bf7-ad29-84dba6036077 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:45.261216 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464935a3-8136-47c7-b5ef-dc552f3e3175 req-49a21e94-8c34-4ae5-b7e4-3ffac2730a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:45.262855 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-464935a3-8136-47c7-b5ef-dc552f3e3175 req-49a21e94-8c34-4ae5-b7e4-3ffac2730a30 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1dde4b513ef84acf9c30f43f22091a98&device_id=d49d0082-e6fb-43a0-aabd-5f1abc2b3fd0 HTTP/1.1" status: 200 len: 1095 time: 0.0676146 Jul 05 02:19:45.274614 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-caa9bdac-11b0-48fd-a909-9a1e6d36a5e3 req-2947e726-697c-400a-8fb9-aca51663f202 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/security-groups?id=6aa981db-58bd-4d0c-a893-2c34139d4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739470 Jul 05 02:19:45.278058 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-54098737-abb4-48c8-a007-918fe4d542d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:45.293165 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [None req-54098737-abb4-48c8-a007-918fe4d542d5 admin admin] Transition to ACTIVE for port object 3ba2d0d9-bd04-4ad6-9c9d-0428f63395b3 will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:19:45.302487 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc12904-4325-4756-bdb5-518d6315c91d None None] Pushing event updated for resources: {'Port': ['ID=ae863df1-01fb-4658-90e7-ac82cc5df111,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:45.351445 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-464935a3-8136-47c7-b5ef-dc552f3e3175 req-e0996f6f-e1ce-4768-b67b-9f7d02475363 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8869e309-04c8-41af-bbc4-5f90e47d35ce HTTP/1.1" status: 200 len: 217 time: 0.0529749 Jul 05 02:19:45.354673 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15159a5-bb0c-42fe-ae59-a16755235279 None None] Routers {'e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:19:45.355474 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-e15159a5-bb0c-42fe-ae59-a16755235279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:19:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:19:45.422854 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464935a3-8136-47c7-b5ef-dc552f3e3175 req-04007f71-98cf-4228-9840-fd2c9e85f43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:45.425013 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-464935a3-8136-47c7-b5ef-dc552f3e3175 req-04007f71-98cf-4228-9840-fd2c9e85f43b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ec84ff25-e77f-43ab-bf44-c61795ee6bb9 HTTP/1.1" status: 200 len: 844 time: 0.0659158 Jul 05 02:19:45.473773 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-e15159a5-bb0c-42fe-ae59-a16755235279 None None] Set router e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:19:45.519445 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6c7cf159-f368-4f37-ad76-f228d7a246ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:45.522017 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6c7cf159-f368-4f37-ad76-f228d7a246ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:45.525780 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-6c7cf159-f368-4f37-ad76-f228d7a246ab admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/798f9cbc-56eb-4015-b9d6-69cf7703455b HTTP/1.1" status: 204 len: 168 time: 0.8184915 Jul 05 02:19:45.569000 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7cf159-f368-4f37-ad76-f228d7a246ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=798f9cbc-56eb-4015-b9d6-69cf7703455b,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:45.609039 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-54098737-abb4-48c8-a007-918fe4d542d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:45.626666 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464935a3-8136-47c7-b5ef-dc552f3e3175 req-517eb2c0-8329-4ffc-a766-2e32d5366d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:45.629257 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-464935a3-8136-47c7-b5ef-dc552f3e3175 req-517eb2c0-8329-4ffc-a766-2e32d5366d6a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=43df30fe-7555-4340-91ff-ee467a0abf0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1949744 Jul 05 02:19:45.667194 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54098737-abb4-48c8-a007-918fe4d542d5 admin admin] Network 02860c2c-1b47-41ff-bdb8-8652ec368c51 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:19:45.674261 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54098737-abb4-48c8-a007-918fe4d542d5 admin admin] Pushing event updated for resources: {'Port': ['ID=3ba2d0d9-bd04-4ad6-9c9d-0428f63395b3,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:45.676983 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-54098737-abb4-48c8-a007-918fe4d542d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:19:45.680178 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54098737-abb4-48c8-a007-918fe4d542d5 admin admin] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:19:45.730956 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0203fc-8e71-4efe-85d2-3c6cc65c20ad req-386dfc68-d5d6-4190-9614-e89238d93981 tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:45.739120 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3d0203fc-8e71-4efe-85d2-3c6cc65c20ad req-386dfc68-d5d6-4190-9614-e89238d93981 tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] 10.222.0.23 "GET /v2.0/ports?device_id=d49d0082-e6fb-43a0-aabd-5f1abc2b3fd0 HTTP/1.1" status: 200 len: 943 time: 0.1722059 Jul 05 02:19:45.757599 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-e15159a5-bb0c-42fe-ae59-a16755235279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075', 'name': 'tempest-AttachVolumeTestJSON-1542009768-router', 'tenant_id': 'd63cc722770842c8a7a532820e16e452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': 'ae863df1-01fb-4658-90e7-ac82cc5df111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:19:38Z', 'updated_at': '2021-07-05T02:19:41Z', 'revision_number': 3, 'project_id': 'd63cc722770842c8a7a532820e16e452', 'gw_port': {'id': 'ae863df1-01fb-4658-90e7-ac82cc5df111', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:df:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:19:39Z', 'updated_at': '2021-07-05T02:19:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:19:45.771378 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-464935a3-8136-47c7-b5ef-dc552f3e3175 req-70d20dc8-a69f-4aaf-bab6-115a9fb2bddd service neutron] 10.222.0.21 "GET /v2.0/networks/43df30fe-7555-4340-91ff-ee467a0abf0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328254 Jul 05 02:19:45.783939 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-54098737-abb4-48c8-a007-918fe4d542d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635668'] for router_interface, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:45.800445 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15159a5-bb0c-42fe-ae59-a16755235279 None None] The sync data for ids ['e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075'] in n-d-771362-32 is: [{'id': 'e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075', 'name': 'tempest-AttachVolumeTestJSON-1542009768-router', 'tenant_id': 'd63cc722770842c8a7a532820e16e452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': 'ae863df1-01fb-4658-90e7-ac82cc5df111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:19:38Z', 'updated_at': '2021-07-05T02:19:41Z', 'revision_number': 3, 'project_id': 'd63cc722770842c8a7a532820e16e452', 'gw_port': {'id': 'ae863df1-01fb-4658-90e7-ac82cc5df111', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:df:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:19:39Z', 'updated_at': '2021-07-05T02:19:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:19:45.801199 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3d0203fc-8e71-4efe-85d2-3c6cc65c20ad req-d58196df-1258-46a8-b64e-04a61e9722eb tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] 10.222.0.23 "GET /v2.0/security-groups?id=40fe1b0a-9176-40d2-b8cc-758492981e88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610428 Jul 05 02:19:45.808180 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bf7dfa81-a9f1-4bf7-ad29-84dba6036077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5763451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774823'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:46.026172 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7dfa81-a9f1-4bf7-ad29-84dba6036077 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86343a12-8825-4191-b518-68943eb24150,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:46.028671 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85d51b8-e3c2-4501-9b71-fe5ad8820174 req-9b6fddcb-68c9-45b7-a7e1-67d77ce0cead tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:46.030360 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b85d51b8-e3c2-4501-9b71-fe5ad8820174 req-9b6fddcb-68c9-45b7-a7e1-67d77ce0cead tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=af25cc5a-51a0-48d4-95fc-992919466b27 HTTP/1.1" status: 200 len: 944 time: 0.0844631 Jul 05 02:19:46.075722 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-40b9674b-f7e7-4eb0-b667-71ea12dbea9f req-95595d89-d538-48d4-9593-5ea9d4a7d615 service neutron] 10.222.0.15 "GET /v2.0/ports/ca61c258-d46e-4de8-9db1-9aaeb55dc672/bindings/n-h1-771362-32 HTTP/1.1" status: 200 len: 385 time: 0.2691855 Jul 05 02:19:46.104793 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-464935a3-8136-47c7-b5ef-dc552f3e3175 req-e00952ff-e3c3-4cbd-ae2d-89f54008c0e6 service neutron] 10.222.0.21 "GET /v2.0/networks/43df30fe-7555-4340-91ff-ee467a0abf0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3237791 Jul 05 02:19:46.122659 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7dfa81-a9f1-4bf7-ad29-84dba6036077 admin admin] Checking segment: {'id': '21ad98b6-ba72-4f1f-a0ef-3d0df329b6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '705854c6-bb90-4b2b-93a0-7581bd607e40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:19:46.122659 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7dfa81-a9f1-4bf7-ad29-84dba6036077 admin admin] Network hostable DHCP agents. Network: 705854c6-bb90-4b2b-93a0-7581bd607e40, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:19:46.131241 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-db2f69ae-d41b-456d-8f33-c8cd75e6425a None None] Provisioning for port 3ba2d0d9-bd04-4ad6-9c9d-0428f63395b3 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:19:46.145714 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-db2f69ae-d41b-456d-8f33-c8cd75e6425a None None] Provisioning complete for port 3ba2d0d9-bd04-4ad6-9c9d-0428f63395b3 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:19:46.146093 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-db2f69ae-d41b-456d-8f33-c8cd75e6425a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:46.210429 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-db2f69ae-d41b-456d-8f33-c8cd75e6425a None None] Port 3ba2d0d9-bd04-4ad6-9c9d-0428f63395b3 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:19:46.305194 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device ca61c258-d46e-4de8-9db1-9aaeb55dc672 no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:19:46.329870 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7dfa81-a9f1-4bf7-ad29-84dba6036077 admin admin] Network 705854c6-bb90-4b2b-93a0-7581bd607e40 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:19:46.402014 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-40b9674b-f7e7-4eb0-b667-71ea12dbea9f req-6763ac95-0ec8-41db-85a7-ff461e9e4525 service neutron] For port ca61c258-d46e-4de8-9db1-9aaeb55dc672, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=ca61c258-d46e-4de8-9db1-9aaeb55dc672,segment=NetworkSegment(24fd9432-f398-4a05-975c-1360bad4fc21),segment_id=24fd9432-f398-4a05-975c-1360bad4fc21)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:19:46.437516 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-40b9674b-f7e7-4eb0-b667-71ea12dbea9f req-6763ac95-0ec8-41db-85a7-ff461e9e4525 service neutron] For port ca61c258-d46e-4de8-9db1-9aaeb55dc672, host n-h2-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:19:46.466075 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-bf7dfa81-a9f1-4bf7-ad29-84dba6036077 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 705854c6-bb90-4b2b-93a0-7581bd607e40) {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:19:46.473824 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7dfa81-a9f1-4bf7-ad29-84dba6036077 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:46.474602 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bf7dfa81-a9f1-4bf7-ad29-84dba6036077 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:46.475289 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d383b83a-76dd-4d12-93a7-dfbb4537e500 None None] Network 705854c6-bb90-4b2b-93a0-7581bd607e40 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:19:46.492392 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-40b9674b-f7e7-4eb0-b667-71ea12dbea9f req-6763ac95-0ec8-41db-85a7-ff461e9e4525 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca61c258-d46e-4de8-9db1-9aaeb55dc672 {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:19:46.507942 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-40b9674b-f7e7-4eb0-b667-71ea12dbea9f req-6763ac95-0ec8-41db-85a7-ff461e9e4525 service neutron] For port ca61c258-d46e-4de8-9db1-9aaeb55dc672, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=ca61c258-d46e-4de8-9db1-9aaeb55dc672,segment=NetworkSegment(24fd9432-f398-4a05-975c-1360bad4fc21),segment_id=24fd9432-f398-4a05-975c-1360bad4fc21)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:19:46.568554 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b85d51b8-e3c2-4501-9b71-fe5ad8820174 req-bddc106d-e1e5-4af5-884e-fa92db8d2234 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5316043 Jul 05 02:19:46.585100 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-54098737-abb4-48c8-a007-918fe4d542d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:46.674399 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-bf7dfa81-a9f1-4bf7-ad29-84dba6036077 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6585321 Jul 05 02:19:46.675783 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-40b9674b-f7e7-4eb0-b667-71ea12dbea9f req-6763ac95-0ec8-41db-85a7-ff461e9e4525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:46.691581 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42f11fc-d49b-4f47-9dab-261256ceaa45 None None] Network 705854c6-bb90-4b2b-93a0-7581bd607e40 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:19:46.842909 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-40b9674b-f7e7-4eb0-b667-71ea12dbea9f req-6763ac95-0ec8-41db-85a7-ff461e9e4525 service neutron] Transition to ACTIVE for port object ca61c258-d46e-4de8-9db1-9aaeb55dc672 will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:19:46.914469 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-54098737-abb4-48c8-a007-918fe4d542d5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:46.935835 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe47e07-ca9e-4070-83f1-c96cf80c734e req-fdb624b8-0fe2-4a57-a9bd-a18cf174d2e9 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:46.937588 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-abe47e07-ca9e-4070-83f1-c96cf80c734e req-fdb624b8-0fe2-4a57-a9bd-a18cf174d2e9 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fd3158d-5f26-4b27-a26d-3e2a1d5e5aca HTTP/1.1" status: 200 len: 949 time: 0.1132257 Jul 05 02:19:46.989645 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-abe47e07-ca9e-4070-83f1-c96cf80c734e req-f24e3d06-856a-4610-8909-21999157d9dd tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/security-groups?id=6aa981db-58bd-4d0c-a893-2c34139d4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421326 Jul 05 02:19:47.013442 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-40b9674b-f7e7-4eb0-b667-71ea12dbea9f req-6763ac95-0ec8-41db-85a7-ff461e9e4525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:47.069684 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-54098737-abb4-48c8-a007-918fe4d542d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:47.098347 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6763ac95-0ec8-41db-85a7-ff461e9e4525 service neutron] Pushing event updated for resources: {'Port': ['ID=ca61c258-d46e-4de8-9db1-9aaeb55dc672,revision_number=10']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:47.157586 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-40b9674b-f7e7-4eb0-b667-71ea12dbea9f req-6763ac95-0ec8-41db-85a7-ff461e9e4525 service neutron] No DVR routers for this DVR port ca61c258-d46e-4de8-9db1-9aaeb55dc672 on host n-h2-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:19:47.187642 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54098737-abb4-48c8-a007-918fe4d542d5 admin admin] Pushing event updated for resources: {'Port': ['ID=3ba2d0d9-bd04-4ad6-9c9d-0428f63395b3,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:47.191644 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-54098737-abb4-48c8-a007-918fe4d542d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634601'] for router_interface, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:47.202437 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-40b9674b-f7e7-4eb0-b667-71ea12dbea9f req-6763ac95-0ec8-41db-85a7-ff461e9e4525 service neutron] 10.222.0.15 "PUT /v2.0/ports/ca61c258-d46e-4de8-9db1-9aaeb55dc672/bindings/n-h1-771362-32/activate HTTP/1.1" status: 200 len: 370 time: 1.1195266 Jul 05 02:19:47.319488 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb324f8d-72a4-482a-90f3-dcde868a43e5 req-5c345df5-37a6-4ffa-9135-7be3b78c695c tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:47.321138 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-eb324f8d-72a4-482a-90f3-dcde868a43e5 req-5c345df5-37a6-4ffa-9135-7be3b78c695c tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] 10.222.0.23 "GET /v2.0/ports?device_id=d49d0082-e6fb-43a0-aabd-5f1abc2b3fd0 HTTP/1.1" status: 200 len: 943 time: 0.1307287 Jul 05 02:19:47.362418 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54098737-abb4-48c8-a007-918fe4d542d5 admin admin] Network 02860c2c-1b47-41ff-bdb8-8652ec368c51 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:19:47.372785 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-54098737-abb4-48c8-a007-918fe4d542d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:19:47.382022 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 52772) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:19:47.435010 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b9674b-f7e7-4eb0-b667-71ea12dbea9f req-3ee67744-79ad-46e5-bad8-4376b945f82a tempest-LiveMigrationTest-1529316378 tempest-LiveMigrationTest-1529316378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:47.441148 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-40b9674b-f7e7-4eb0-b667-71ea12dbea9f req-3ee67744-79ad-46e5-bad8-4376b945f82a tempest-LiveMigrationTest-1529316378 tempest-LiveMigrationTest-1529316378-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=af25cc5a-51a0-48d4-95fc-992919466b27&tenant_id=7a7e417343d4479788713b4bb769c9b0&binding%3Ahost_id=n-h2-771362-32 HTTP/1.1" status: 200 len: 1097 time: 0.0946782 Jul 05 02:19:47.455617 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device ae863df1-01fb-4658-90e7-ac82cc5df111 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:19:47.520860 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-eb324f8d-72a4-482a-90f3-dcde868a43e5 req-857da414-8939-4010-9c58-05b1495d43c4 tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] 10.222.0.23 "GET /v2.0/security-groups?id=40fe1b0a-9176-40d2-b8cc-758492981e88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1701024 Jul 05 02:19:47.582196 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-0431ddd0-ab4a-4d00-afe6-745b904afe97 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-290728191-network', 'tenant_id': '7455493d17ff4f929a8e881b03b6f683'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:19:47.583849 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b9674b-f7e7-4eb0-b667-71ea12dbea9f req-17424aad-65a7-4ea8-bdae-f284299cb932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:47.592297 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-40b9674b-f7e7-4eb0-b667-71ea12dbea9f req-17424aad-65a7-4ea8-bdae-f284299cb932 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=af25cc5a-51a0-48d4-95fc-992919466b27&tenant_id=7a7e417343d4479788713b4bb769c9b0 HTTP/1.1" status: 200 len: 1097 time: 0.1449881 Jul 05 02:19:47.630863 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54098737-abb4-48c8-a007-918fe4d542d5 admin admin] Router e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:19:47.672800 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port ae863df1-01fb-4658-90e7-ac82cc5df111 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:19:47.679366 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port ae863df1-01fb-4658-90e7-ac82cc5df111 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:19:47.679749 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:47.732232 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b9674b-f7e7-4eb0-b667-71ea12dbea9f req-36906e3f-b8e8-4a9a-8352-2d4d4e52dcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:47.732232 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-40b9674b-f7e7-4eb0-b667-71ea12dbea9f req-36906e3f-b8e8-4a9a-8352-2d4d4e52dcc9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7a7e417343d4479788713b4bb769c9b0&device_id=af25cc5a-51a0-48d4-95fc-992919466b27 HTTP/1.1" status: 200 len: 1097 time: 0.0892086 Jul 05 02:19:47.752654 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-533439b8-1a94-4c49-8d7b-59971a163602 None None] Provisioning complete for port 3ba2d0d9-bd04-4ad6-9c9d-0428f63395b3 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:19:47.753388 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-533439b8-1a94-4c49-8d7b-59971a163602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:47.777997 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0431ddd0-ab4a-4d00-afe6-745b904afe97 admin admin] Made reservation on behalf of 7455493d17ff4f929a8e881b03b6f683 for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:19:47.779992 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0431ddd0-ab4a-4d00-afe6-745b904afe97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:47.793666 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0431ddd0-ab4a-4d00-afe6-745b904afe97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:47.812961 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54098737-abb4-48c8-a007-918fe4d542d5 admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:19:47.822745 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-54098737-abb4-48c8-a007-918fe4d542d5 admin admin] 10.222.0.23 "PUT /v2.0/routers/e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1256640 Jul 05 02:19:47.837663 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:47.859562 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-533439b8-1a94-4c49-8d7b-59971a163602 None None] Port 3ba2d0d9-bd04-4ad6-9c9d-0428f63395b3 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:19:47.877024 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b9674b-f7e7-4eb0-b667-71ea12dbea9f req-8fb11e44-0802-4466-82c3-56f29d00cc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:47.879358 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-40b9674b-f7e7-4eb0-b667-71ea12dbea9f req-8fb11e44-0802-4466-82c3-56f29d00cc4e service neutron] 10.222.0.21 "GET /v2.0/networks?id=d55491b1-56ba-426a-ac8c-e92d73c02c5b HTTP/1.1" status: 200 len: 908 time: 0.1554711 Jul 05 02:19:47.883912 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port ae863df1-01fb-4658-90e7-ac82cc5df111, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=ae863df1-01fb-4658-90e7-ac82cc5df111,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:19:47.933324 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-40b9674b-f7e7-4eb0-b667-71ea12dbea9f req-632abd1f-50f4-4e2c-9bd5-5a77fe66e703 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca61c258-d46e-4de8-9db1-9aaeb55dc672 HTTP/1.1" status: 200 len: 217 time: 0.0466137 Jul 05 02:19:47.941796 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:47.999082 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=ae863df1-01fb-4658-90e7-ac82cc5df111,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:48.011754 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b9674b-f7e7-4eb0-b667-71ea12dbea9f req-59e777a5-4de5-435e-bde4-860d58e2736e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:48.013483 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-40b9674b-f7e7-4eb0-b667-71ea12dbea9f req-59e777a5-4de5-435e-bde4-860d58e2736e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9b152ce5-504f-4214-985c-9f5fa8213776 HTTP/1.1" status: 200 len: 848 time: 0.0742280 Jul 05 02:19:48.051233 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0431ddd0-ab4a-4d00-afe6-745b904afe97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:48.053647 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-40b9674b-f7e7-4eb0-b667-71ea12dbea9f req-5c7efd2f-b5ba-4648-b0ae-3152c493b17c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d55491b1-56ba-426a-ac8c-e92d73c02c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338964 Jul 05 02:19:48.089327 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee059b7-e13d-4a4b-8299-be7bac6deee8 req-5ed97818-321f-4c03-9e67-d6a22eb2e24f tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:48.089549 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-bee059b7-e13d-4a4b-8299-be7bac6deee8 req-5ed97818-321f-4c03-9e67-d6a22eb2e24f tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/networks?id=705854c6-bb90-4b2b-93a0-7581bd607e40 HTTP/1.1" status: 200 len: 812 time: 0.1310914 Jul 05 02:19:48.107553 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-bee059b7-e13d-4a4b-8299-be7bac6deee8 req-f21190d5-51ae-4b2a-ab9f-d7b7258a7f28 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/quotas/f3761e9b54fb4b859175f5af6199b06f HTTP/1.1" status: 200 len: 375 time: 0.0107067 Jul 05 02:19:48.124206 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be1f8e3-39e9-422c-bf5f-2c7ea5f9195d None None] Sync routers for ids ['e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:19:48.136268 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be1f8e3-39e9-422c-bf5f-2c7ea5f9195d None None] Routers {'e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:19:48.136899 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-4be1f8e3-39e9-422c-bf5f-2c7ea5f9195d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:19:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:19:48.165825 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-40b9674b-f7e7-4eb0-b667-71ea12dbea9f req-2c475cfd-fee6-4140-a539-bdbd100ea0c3 service neutron] 10.222.0.21 "GET /v2.0/networks/d55491b1-56ba-426a-ac8c-e92d73c02c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050096 Jul 05 02:19:48.167863 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-bee059b7-e13d-4a4b-8299-be7bac6deee8 req-fd12d9c5-79c3-424c-9cae-09dbc6c6238d tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f3761e9b54fb4b859175f5af6199b06f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0516362 Jul 05 02:19:48.169783 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0431ddd0-ab4a-4d00-afe6-745b904afe97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:48.202784 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0431ddd0-ab4a-4d00-afe6-745b904afe97 admin admin] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:19:48.262165 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0431ddd0-ab4a-4d00-afe6-745b904afe97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:48.262520 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-0431ddd0-ab4a-4d00-afe6-745b904afe97 admin admin] Added segment ac98ab34-de80-488f-9ef3-072652e10596 of type vlan for network 6cfd0ff6-092e-4d7d-abdc-13803a9d5da8 Jul 05 02:19:48.274390 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0431ddd0-ab4a-4d00-afe6-745b904afe97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98ff5da2-a315-4895-9d40-ac9ae668e60e,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:48.285322 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-40b9674b-f7e7-4eb0-b667-71ea12dbea9f req-bd6beaaf-1125-4b64-a559-cab2832921f8 service neutron] 10.222.0.21 "GET /v2.0/networks/d55491b1-56ba-426a-ac8c-e92d73c02c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114790 Jul 05 02:19:48.339006 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0431ddd0-ab4a-4d00-afe6-745b904afe97 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:48.363170 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-bee059b7-e13d-4a4b-8299-be7bac6deee8 req-0085df68-f1a0-4f9a-ab63-6a4512bb18c0 service neutron] 10.222.0.23 "GET /v2.0/networks/705854c6-bb90-4b2b-93a0-7581bd607e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850939 Jul 05 02:19:48.374411 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-4be1f8e3-39e9-422c-bf5f-2c7ea5f9195d None None] Set router e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:19:48.401259 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 8869e309-04c8-41af-bbc4-5f90e47d35ce details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:19:48.461386 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-bee059b7-e13d-4a4b-8299-be7bac6deee8 req-4895fa97-0070-4a35-abe2-2902b314f455 service neutron] 10.222.0.23 "GET /v2.0/networks/705854c6-bb90-4b2b-93a0-7581bd607e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901685 Jul 05 02:19:48.558198 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0431ddd0-ab4a-4d00-afe6-745b904afe97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:48.561270 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0431ddd0-ab4a-4d00-afe6-745b904afe97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:48.562002 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0431ddd0-ab4a-4d00-afe6-745b904afe97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:48.612635 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 8869e309-04c8-41af-bbc4-5f90e47d35ce, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=8869e309-04c8-41af-bbc4-5f90e47d35ce,segment=NetworkSegment(c8724f51-df31-43d0-8203-811742925a45),segment_id=c8724f51-df31-43d0-8203-811742925a45)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:19:48.638558 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0431ddd0-ab4a-4d00-afe6-745b904afe97 admin admin] Pushing event updated for resources: {'Network': ['ID=6cfd0ff6-092e-4d7d-abdc-13803a9d5da8,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:48.643446 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': '8869e309-04c8-41af-bbc4-5f90e47d35ce', 'network_id': '43df30fe-7555-4340-91ff-ee467a0abf0d', 'port_id': '8869e309-04c8-41af-bbc4-5f90e47d35ce', 'mac_address': 'fa:16:3e:12:12:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec84ff25-e77f-43ab-bf44-c61795ee6bb9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:19:48.651746 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 6cfd0ff6-092e-4d7d-abdc-13803a9d5da8 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:19:48.746413 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:48.766014 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8869e309-04c8-41af-bbc4-5f90e47d35ce {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:19:48.779152 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-4be1f8e3-39e9-422c-bf5f-2c7ea5f9195d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075', 'name': 'tempest-AttachVolumeTestJSON-1542009768-router', 'tenant_id': 'd63cc722770842c8a7a532820e16e452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': 'ae863df1-01fb-4658-90e7-ac82cc5df111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:19:38Z', 'updated_at': '2021-07-05T02:19:45Z', 'revision_number': 4, 'project_id': 'd63cc722770842c8a7a532820e16e452', 'gw_port': {'id': 'ae863df1-01fb-4658-90e7-ac82cc5df111', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:df:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:19:39Z', 'updated_at': '2021-07-05T02:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '3ba2d0d9-bd04-4ad6-9c9d-0428f63395b3', 'name': '', 'network_id': '02860c2c-1b47-41ff-bdb8-8652ec368c51', 'tenant_id': 'd63cc722770842c8a7a532820e16e452', 'mac_address': 'fa:16:3e:09:c5:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': 'e54bb52b-407a-4efc-b19e-45eea28735fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:19:44Z', 'updated_at': '2021-07-05T02:19:46Z', 'revision_number': 2, 'project_id': 'd63cc722770842c8a7a532820e16e452', 'subnets': [{'id': 'e54bb52b-407a-4efc-b19e-45eea28735fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:19:48.809355 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be1f8e3-39e9-422c-bf5f-2c7ea5f9195d None None] Checking router: e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075 for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:19:48.809708 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be1f8e3-39e9-422c-bf5f-2c7ea5f9195d None None] Updating router e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075 port 3ba2d0d9-bd04-4ad6-9c9d-0428f63395b3 binding host n-d-771362-32 {{(pid=94463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 02:19:48.831025 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 8869e309-04c8-41af-bbc4-5f90e47d35ce, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=8869e309-04c8-41af-bbc4-5f90e47d35ce,segment=NetworkSegment(c8724f51-df31-43d0-8203-811742925a45),segment_id=c8724f51-df31-43d0-8203-811742925a45)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:19:48.845284 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4be1f8e3-39e9-422c-bf5f-2c7ea5f9195d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:48.852992 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-0431ddd0-ab4a-4d00-afe6-745b904afe97 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4296057 Jul 05 02:19:48.855718 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 52818) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:19:48.862804 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-53327742-c2a1-4f1b-ba80-66b949b67ddb admin admin] Request body: {'subnet': {'network_id': '6cfd0ff6-092e-4d7d-abdc-13803a9d5da8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-290728191-subnet', 'tenant_id': '7455493d17ff4f929a8e881b03b6f683', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:19:49.040939 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53327742-c2a1-4f1b-ba80-66b949b67ddb admin admin] Made reservation on behalf of 7455493d17ff4f929a8e881b03b6f683 for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:19:49.044748 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-53327742-c2a1-4f1b-ba80-66b949b67ddb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:49.119730 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:49.156745 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ca65c3-630a-4df2-9633-ad591aa3db0d req-e687d395-3c53-4b86-804e-5096d05cf89e tempest-ServersOnMultiNodesTest-315377596 tempest-ServersOnMultiNodesTest-315377596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:49.166305 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-98ca65c3-630a-4df2-9633-ad591aa3db0d req-e687d395-3c53-4b86-804e-5096d05cf89e tempest-ServersOnMultiNodesTest-315377596 tempest-ServersOnMultiNodesTest-315377596-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=8fd3158d-5f26-4b27-a26d-3e2a1d5e5aca HTTP/1.1" status: 200 len: 1101 time: 0.0742824 Jul 05 02:19:49.174873 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4be1f8e3-39e9-422c-bf5f-2c7ea5f9195d None None] Notify callbacks [] for port, precommit_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:49.200276 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-4be1f8e3-39e9-422c-bf5f-2c7ea5f9195d None None] Transition to ACTIVE for port object 3ba2d0d9-bd04-4ad6-9c9d-0428f63395b3 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:19:49.206727 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=8869e309-04c8-41af-bbc4-5f90e47d35ce,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:49.248520 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de934b25-951d-421c-a694-f6bc831bfdee req-13ce80a7-64b2-43bc-97f0-1cd23b2c7730 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:49.250424 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-de934b25-951d-421c-a694-f6bc831bfdee req-13ce80a7-64b2-43bc-97f0-1cd23b2c7730 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=af25cc5a-51a0-48d4-95fc-992919466b27 HTTP/1.1" status: 200 len: 945 time: 0.1301966 Jul 05 02:19:49.261225 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-98ca65c3-630a-4df2-9633-ad591aa3db0d req-0d52797f-8ca7-41de-a94f-f91e391f3770 tempest-ServersOnMultiNodesTest-315377596 tempest-ServersOnMultiNodesTest-315377596-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=6aa981db-58bd-4d0c-a893-2c34139d4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940332 Jul 05 02:19:49.280270 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b9674b-f7e7-4eb0-b667-71ea12dbea9f req-ab2146c4-6dce-4792-8f02-a4321fb8a514 tempest-LiveMigrationTest-1529316378 tempest-LiveMigrationTest-1529316378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:49.280270 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-40b9674b-f7e7-4eb0-b667-71ea12dbea9f req-ab2146c4-6dce-4792-8f02-a4321fb8a514 tempest-LiveMigrationTest-1529316378 tempest-LiveMigrationTest-1529316378-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=af25cc5a-51a0-48d4-95fc-992919466b27&tenant_id=7a7e417343d4479788713b4bb769c9b0&binding%3Ahost_id=n-h1-771362-32 HTTP/1.1" status: 200 len: 1097 time: 0.1117816 Jul 05 02:19:49.358226 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4be1f8e3-39e9-422c-bf5f-2c7ea5f9195d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:49.416619 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-de934b25-951d-421c-a694-f6bc831bfdee req-2cfdb03a-99fa-40b9-abbb-f5098acdab71 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550303 Jul 05 02:19:49.417659 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['8869e309-04c8-41af-bbc4-5f90e47d35ce'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:19:49.482033 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device ae863df1-01fb-4658-90e7-ac82cc5df111 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:19:49.518659 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae46640f-253b-4af9-a543-4922bcd87ec0 None None] Pushing event updated for resources: {'Port': ['ID=3ba2d0d9-bd04-4ad6-9c9d-0428f63395b3,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:49.548841 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-53327742-c2a1-4f1b-ba80-66b949b67ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:49.590671 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-40b9674b-f7e7-4eb0-b667-71ea12dbea9f req-94135ddd-6262-4bb3-b6f8-2495bc98e77d service neutron] For port ca61c258-d46e-4de8-9db1-9aaeb55dc672, host n-h2-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:19:49.622346 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-4be1f8e3-39e9-422c-bf5f-2c7ea5f9195d None None] Attempting to bind port 3ba2d0d9-bd04-4ad6-9c9d-0428f63395b3 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:19:49.622926 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-4be1f8e3-39e9-422c-bf5f-2c7ea5f9195d None None] Attempting to bind port 3ba2d0d9-bd04-4ad6-9c9d-0428f63395b3 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '808aeee9-9700-4e2b-95a3-34b73f31015e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '02860c2c-1b47-41ff-bdb8-8652ec368c51'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:19:49.622926 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be1f8e3-39e9-422c-bf5f-2c7ea5f9195d None None] Attempting to bind port 3ba2d0d9-bd04-4ad6-9c9d-0428f63395b3 on network 02860c2c-1b47-41ff-bdb8-8652ec368c51 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:19:49.623136 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-40b9674b-f7e7-4eb0-b667-71ea12dbea9f req-94135ddd-6262-4bb3-b6f8-2495bc98e77d service neutron] Notify callbacks [] for binding, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:49.624375 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-40b9674b-f7e7-4eb0-b667-71ea12dbea9f req-94135ddd-6262-4bb3-b6f8-2495bc98e77d service neutron] 10.222.0.21 "DELETE /v2.0/ports/ca61c258-d46e-4de8-9db1-9aaeb55dc672/bindings/n-h2-771362-32 HTTP/1.1" status: 204 len: 173 time: 0.3360870 Jul 05 02:19:49.641330 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53327742-c2a1-4f1b-ba80-66b949b67ddb admin admin] Pushing event updated for resources: {'Subnet': ['ID=897df1a7-23db-4d0f-a82a-3f13ebc756b2,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:49.653411 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port ae863df1-01fb-4658-90e7-ac82cc5df111 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:19:49.653827 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:49.655721 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53327742-c2a1-4f1b-ba80-66b949b67ddb admin admin] Checking segment: {'id': 'ac98ab34-de80-488f-9ef3-072652e10596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6cfd0ff6-092e-4d7d-abdc-13803a9d5da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:19:49.656372 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53327742-c2a1-4f1b-ba80-66b949b67ddb admin admin] Network hostable DHCP agents. Network: 6cfd0ff6-092e-4d7d-abdc-13803a9d5da8, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:19:49.664323 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be1f8e3-39e9-422c-bf5f-2c7ea5f9195d None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:19:49.664698 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be1f8e3-39e9-422c-bf5f-2c7ea5f9195d None None] Checking segment: {'id': '808aeee9-9700-4e2b-95a3-34b73f31015e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '02860c2c-1b47-41ff-bdb8-8652ec368c51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:19:49.665112 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4be1f8e3-39e9-422c-bf5f-2c7ea5f9195d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:49.665514 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be1f8e3-39e9-422c-bf5f-2c7ea5f9195d None None] Bound using segment: {'id': '808aeee9-9700-4e2b-95a3-34b73f31015e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '02860c2c-1b47-41ff-bdb8-8652ec368c51'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:19:49.665996 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-4be1f8e3-39e9-422c-bf5f-2c7ea5f9195d None None] Bound port: 3ba2d0d9-bd04-4ad6-9c9d-0428f63395b3, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '808aeee9-9700-4e2b-95a3-34b73f31015e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '02860c2c-1b47-41ff-bdb8-8652ec368c51'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:19:49.666408 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4be1f8e3-39e9-422c-bf5f-2c7ea5f9195d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:49.715274 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7be7443-0a53-49b8-94d1-6f39bd1e5ebe req-c08383d4-ac8b-47ed-a24d-d6282181407c tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:49.724385 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a7be7443-0a53-49b8-94d1-6f39bd1e5ebe req-c08383d4-ac8b-47ed-a24d-d6282181407c tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] 10.222.0.23 "GET /v2.0/ports?device_id=d49d0082-e6fb-43a0-aabd-5f1abc2b3fd0 HTTP/1.1" status: 200 len: 944 time: 0.1244204 Jul 05 02:19:49.757357 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a7be7443-0a53-49b8-94d1-6f39bd1e5ebe req-827f43e2-2b2e-40bb-b63a-8e2370626220 tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] 10.222.0.23 "GET /v2.0/security-groups?id=40fe1b0a-9176-40d2-b8cc-758492981e88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345881 Jul 05 02:19:49.803732 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53327742-c2a1-4f1b-ba80-66b949b67ddb admin admin] Network 6cfd0ff6-092e-4d7d-abdc-13803a9d5da8 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:19:49.838657 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-4be1f8e3-39e9-422c-bf5f-2c7ea5f9195d None None] For port 3ba2d0d9-bd04-4ad6-9c9d-0428f63395b3, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:19:49.879819 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-4be1f8e3-39e9-422c-bf5f-2c7ea5f9195d None None] For port 3ba2d0d9-bd04-4ad6-9c9d-0428f63395b3, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=3ba2d0d9-bd04-4ad6-9c9d-0428f63395b3,segment=NetworkSegment(808aeee9-9700-4e2b-95a3-34b73f31015e),segment_id=808aeee9-9700-4e2b-95a3-34b73f31015e)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:19:49.921041 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-53327742-c2a1-4f1b-ba80-66b949b67ddb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 6cfd0ff6-092e-4d7d-abdc-13803a9d5da8) {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:19:49.926773 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53327742-c2a1-4f1b-ba80-66b949b67ddb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:49.927532 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-53327742-c2a1-4f1b-ba80-66b949b67ddb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:49.933180 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c33ef1-7611-40b7-bc53-6565624e2576 None None] Network 6cfd0ff6-092e-4d7d-abdc-13803a9d5da8 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:19:49.984501 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 52836) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:19:49.996872 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-67e6f120-5fd9-4d7e-90ae-ae5273e1f641 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1981878413', 'description': 'tempest-description--972754213'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:19:50.010091 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4be1f8e3-39e9-422c-bf5f-2c7ea5f9195d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:50.038531 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-60b3cb93-e1b6-49f3-9289-9beff0cf7b85 req-f4d859d9-42e7-4c60-a931-732ad945fa6b tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=53971a6b-99d2-4edd-ba98-f15d55887f63 HTTP/1.1" status: 200 len: 210 time: 0.0314944 Jul 05 02:19:50.094974 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-53327742-c2a1-4f1b-ba80-66b949b67ddb admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2309096 Jul 05 02:19:50.097837 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 52842) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:19:50.102931 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-99d188c7-2884-4734-b80e-8d9eb07d559c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-290728191-router', 'tenant_id': '7455493d17ff4f929a8e881b03b6f683', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:19:50.141839 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae6c594-c983-4af4-8c80-fd5fc1496f3f None None] Network 6cfd0ff6-092e-4d7d-abdc-13803a9d5da8 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:19:50.166554 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-af2cd22a-8766-4c82-992d-573239bb3e5b req-dc7a3365-131c-4a56-8362-69254248bec4 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=843c308122d04e8a8ebe4eb1b129860a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352442 Jul 05 02:19:50.188631 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be1f8e3-39e9-422c-bf5f-2c7ea5f9195d None None] Routers {'e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:19:50.189806 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-4be1f8e3-39e9-422c-bf5f-2c7ea5f9195d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:19:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:19:50.198098 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae46640f-253b-4af9-a543-4922bcd87ec0 None None] Pushing event updated for resources: {'Port': ['ID=3ba2d0d9-bd04-4ad6-9c9d-0428f63395b3,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:50.259156 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-67e6f120-5fd9-4d7e-90ae-ae5273e1f641 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:50.300722 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2cd22a-8766-4c82-992d-573239bb3e5b req-67a809bd-0b09-44dc-96c1-102af17953a6 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:50.314999 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-af2cd22a-8766-4c82-992d-573239bb3e5b req-67a809bd-0b09-44dc-96c1-102af17953a6 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1464036 Jul 05 02:19:50.327446 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-af2cd22a-8766-4c82-992d-573239bb3e5b req-299d9311-76c2-4d83-907c-566ee61c6017 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/quotas/843c308122d04e8a8ebe4eb1b129860a HTTP/1.1" status: 200 len: 375 time: 0.0111899 Jul 05 02:19:50.396223 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-4be1f8e3-39e9-422c-bf5f-2c7ea5f9195d None None] Set router e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:19:50.411615 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-99d188c7-2884-4734-b80e-8d9eb07d559c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11810'] for router, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:50.412623 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-99d188c7-2884-4734-b80e-8d9eb07d559c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1926740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11821'] for router, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:50.439072 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-af2cd22a-8766-4c82-992d-573239bb3e5b req-77818916-5132-4f52-95ce-0b933585b52a tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=843c308122d04e8a8ebe4eb1b129860a&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1056142 Jul 05 02:19:50.493082 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-99d188c7-2884-4734-b80e-8d9eb07d559c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:50.550917 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-67e6f120-5fd9-4d7e-90ae-ae5273e1f641 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:50.627983 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-4be1f8e3-39e9-422c-bf5f-2c7ea5f9195d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075', 'name': 'tempest-AttachVolumeTestJSON-1542009768-router', 'tenant_id': 'd63cc722770842c8a7a532820e16e452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': 'ae863df1-01fb-4658-90e7-ac82cc5df111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:19:38Z', 'updated_at': '2021-07-05T02:19:45Z', 'revision_number': 4, 'project_id': 'd63cc722770842c8a7a532820e16e452', 'gw_port': {'id': 'ae863df1-01fb-4658-90e7-ac82cc5df111', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:df:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:19:39Z', 'updated_at': '2021-07-05T02:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '3ba2d0d9-bd04-4ad6-9c9d-0428f63395b3', 'name': '', 'network_id': '02860c2c-1b47-41ff-bdb8-8652ec368c51', 'tenant_id': 'd63cc722770842c8a7a532820e16e452', 'mac_address': 'fa:16:3e:09:c5:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': 'e54bb52b-407a-4efc-b19e-45eea28735fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:19:44Z', 'updated_at': '2021-07-05T02:19:49Z', 'revision_number': 4, 'project_id': 'd63cc722770842c8a7a532820e16e452', 'subnets': [{'id': 'e54bb52b-407a-4efc-b19e-45eea28735fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:19:50.656068 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be1f8e3-39e9-422c-bf5f-2c7ea5f9195d None None] The sync data for ids ['e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075'] in n-d-771362-32 is: [{'id': 'e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075', 'name': 'tempest-AttachVolumeTestJSON-1542009768-router', 'tenant_id': 'd63cc722770842c8a7a532820e16e452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': 'ae863df1-01fb-4658-90e7-ac82cc5df111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:19:38Z', 'updated_at': '2021-07-05T02:19:45Z', 'revision_number': 4, 'project_id': 'd63cc722770842c8a7a532820e16e452', 'gw_port': {'id': 'ae863df1-01fb-4658-90e7-ac82cc5df111', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:df:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:19:39Z', 'updated_at': '2021-07-05T02:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '3ba2d0d9-bd04-4ad6-9c9d-0428f63395b3', 'name': '', 'network_id': '02860c2c-1b47-41ff-bdb8-8652ec368c51', 'tenant_id': 'd63cc722770842c8a7a532820e16e452', 'mac_address': 'fa:16:3e:09:c5:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': 'e54bb52b-407a-4efc-b19e-45eea28735fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:19:44Z', 'updated_at': '2021-07-05T02:19:49Z', 'revision_number': 4, 'project_id': 'd63cc722770842c8a7a532820e16e452', 'subnets': [{'id': 'e54bb52b-407a-4efc-b19e-45eea28735fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:19:50.677088 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a30ff44-5b78-4a81-a4d0-1da4c55e1422 req-b7f7e310-8604-428d-a2e8-1507fb3b4ee9 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:50.678566 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7a30ff44-5b78-4a81-a4d0-1da4c55e1422 req-b7f7e310-8604-428d-a2e8-1507fb3b4ee9 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=af25cc5a-51a0-48d4-95fc-992919466b27 HTTP/1.1" status: 200 len: 945 time: 0.0670402 Jul 05 02:19:50.744126 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7a30ff44-5b78-4a81-a4d0-1da4c55e1422 req-76934920-ff8c-468e-9967-932c90bf550b tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597582 Jul 05 02:19:50.771032 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-67e6f120-5fd9-4d7e-90ae-ae5273e1f641 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:50.874393 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e6f120-5fd9-4d7e-90ae-ae5273e1f641 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ec5bda-2f9c-43a6-b62e-a51bc7e5a1a8,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:50.883114 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-7ce69fc4-a6fb-45c2-ae18-5f091d1f7d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:50.961294 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-99d188c7-2884-4734-b80e-8d9eb07d559c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:50.996381 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-67e6f120-5fd9-4d7e-90ae-ae5273e1f641 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:51.001425 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 52866) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:19:51.002547 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-67e6f120-5fd9-4d7e-90ae-ae5273e1f641 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.0160770 Jul 05 02:19:51.009563 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-5a55763f-6dda-49cb-bd57-5a7d0b081232 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Request body: {'security_group_rule': {'security_group_id': 'a7ec5bda-2f9c-43a6-b62e-a51bc7e5a1a8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:19:51.150992 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8053ca-c09a-46a6-8b37-b36a556eb56d req-cac3170a-5a17-4e9e-94fa-f8aae790516d tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:51.152635 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7e8053ca-c09a-46a6-8b37-b36a556eb56d req-cac3170a-5a17-4e9e-94fa-f8aae790516d tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] 10.222.0.23 "GET /v2.0/ports?device_id=374f110a-3d06-428c-96e1-c368ac864b42 HTTP/1.1" status: 200 len: 947 time: 0.0973837 Jul 05 02:19:51.200642 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7e8053ca-c09a-46a6-8b37-b36a556eb56d req-11842e4e-e22d-464e-ab34-1e209cc12af6 tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a5b496d-edbc-4614-ac31-274ccc3600c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406919 Jul 05 02:19:51.223407 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ec83a-f80c-4b26-bf97-6a73477a641f req-1b008ca9-3089-4d2f-963d-3bfa98594cb2 tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:51.225020 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bd0ec83a-f80c-4b26-bf97-6a73477a641f req-1b008ca9-3089-4d2f-963d-3bfa98594cb2 tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] 10.222.0.23 "GET /v2.0/ports?device_id=d49d0082-e6fb-43a0-aabd-5f1abc2b3fd0 HTTP/1.1" status: 200 len: 944 time: 0.1412601 Jul 05 02:19:51.285386 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bd0ec83a-f80c-4b26-bf97-6a73477a641f req-f2454dee-4fd9-4c86-87c7-3a2ebae6f606 tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] 10.222.0.23 "GET /v2.0/security-groups?id=40fe1b0a-9176-40d2-b8cc-758492981e88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534940 Jul 05 02:19:51.308740 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5c20acc2-bba5-4a73-a9cf-5a5515dc21ab req-364f7cc4-789e-4154-b77c-1b9c91aabd71 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2d38070-ff19-4258-b11c-5428dad8c43d HTTP/1.1" status: 200 len: 210 time: 0.0459197 Jul 05 02:19:51.309635 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5a55763f-6dda-49cb-bd57-5a7d0b081232 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:51.426822 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5a55763f-6dda-49cb-bd57-5a7d0b081232 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:51.494208 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-99d188c7-2884-4734-b80e-8d9eb07d559c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:51.530253 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-99d188c7-2884-4734-b80e-8d9eb07d559c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:51.562424 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 3ba2d0d9-bd04-4ad6-9c9d-0428f63395b3 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:19:51.571422 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b4a91f1e-d6dd-446c-91ab-2742cf248901 req-9d3f9f8d-0972-4a92-8926-5438fb1a635e tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=53971a6b-99d2-4edd-ba98-f15d55887f63 HTTP/1.1" status: 200 len: 210 time: 0.0989311 Jul 05 02:19:51.690424 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7f0ab2-10a2-49b0-951e-15fdfb069fb6 req-c77489c0-e8bd-447e-95c9-e095ea67da8d tempest-LiveMigrationTest-1529316378 tempest-LiveMigrationTest-1529316378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:51.692279 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3b7f0ab2-10a2-49b0-951e-15fdfb069fb6 req-c77489c0-e8bd-447e-95c9-e095ea67da8d tempest-LiveMigrationTest-1529316378 tempest-LiveMigrationTest-1529316378-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=af25cc5a-51a0-48d4-95fc-992919466b27 HTTP/1.1" status: 200 len: 1097 time: 0.1673710 Jul 05 02:19:51.721775 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-99d188c7-2884-4734-b80e-8d9eb07d559c admin admin] Allocated IP 172.25.7.29 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/1b740b2a-ec4a-4348-a7c6-85c8d341f0f2) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:19:51.735719 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5a55763f-6dda-49cb-bd57-5a7d0b081232 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:51.766842 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 3ba2d0d9-bd04-4ad6-9c9d-0428f63395b3 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:19:51.774350 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a55763f-6dda-49cb-bd57-5a7d0b081232 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd5f6674-8b08-4b85-b004-ab3cc824ff2a,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:51.774506 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 3ba2d0d9-bd04-4ad6-9c9d-0428f63395b3 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:19:51.774506 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:51.831545 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3b7f0ab2-10a2-49b0-951e-15fdfb069fb6 req-87580084-4b3e-4a61-a173-426f5d2e25b1 tempest-LiveMigrationTest-1529316378 tempest-LiveMigrationTest-1529316378-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258533 Jul 05 02:19:51.893726 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5a55763f-6dda-49cb-bd57-5a7d0b081232 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:51.899160 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-5a55763f-6dda-49cb-bd57-5a7d0b081232 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8941488 Jul 05 02:19:51.899363 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 52876) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:19:51.904876 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-2cbbfc0e-b012-47e4-aa9e-8b441fe17777 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Request body: {'security_group_rule': {'security_group_id': 'a7ec5bda-2f9c-43a6-b62e-a51bc7e5a1a8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:19:51.905084 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-99d188c7-2884-4734-b80e-8d9eb07d559c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:52.061675 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:52.092333 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 3ba2d0d9-bd04-4ad6-9c9d-0428f63395b3, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=3ba2d0d9-bd04-4ad6-9c9d-0428f63395b3,segment=NetworkSegment(808aeee9-9700-4e2b-95a3-34b73f31015e),segment_id=808aeee9-9700-4e2b-95a3-34b73f31015e)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:19:52.125312 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-99d188c7-2884-4734-b80e-8d9eb07d559c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:52.153255 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2cbbfc0e-b012-47e4-aa9e-8b441fe17777 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:52.174833 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d188c7-2884-4734-b80e-8d9eb07d559c admin admin] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:19:52.198906 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-99d188c7-2884-4734-b80e-8d9eb07d559c admin admin] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:19:52.199645 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d188c7-2884-4734-b80e-8d9eb07d559c admin admin] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:19:52.205880 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d188c7-2884-4734-b80e-8d9eb07d559c admin admin] Pushing event updated for resources: {'Port': ['ID=1b740b2a-ec4a-4348-a7c6-85c8d341f0f2,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:52.277525 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2cbbfc0e-b012-47e4-aa9e-8b441fe17777 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:52.299257 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:52.328213 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d429861-ffe1-4d97-bbc9-5ebea036b522 req-d568d08a-765b-4529-a875-45a52f0c8835 tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:52.329790 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7d429861-ffe1-4d97-bbc9-5ebea036b522 req-d568d08a-765b-4529-a875-45a52f0c8835 tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] 10.222.0.21 "GET /v2.0/ports?device_id=374f110a-3d06-428c-96e1-c368ac864b42 HTTP/1.1" status: 200 len: 947 time: 0.2466424 Jul 05 02:19:52.372957 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=3ba2d0d9-bd04-4ad6-9c9d-0428f63395b3,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:52.403465 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 8869e309-04c8-41af-bbc4-5f90e47d35ce up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:19:52.446528 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2cbbfc0e-b012-47e4-aa9e-8b441fe17777 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:52.465756 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbbfc0e-b012-47e4-aa9e-8b441fe17777 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13b48bf2-452a-4697-8429-3bddb8879cd0,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:52.590156 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2cbbfc0e-b012-47e4-aa9e-8b441fe17777 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:52.590431 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning for port 8869e309-04c8-41af-bbc4-5f90e47d35ce completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:19:52.595163 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-2cbbfc0e-b012-47e4-aa9e-8b441fe17777 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6947670 Jul 05 02:19:52.595873 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 52888) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:19:52.597143 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port 8869e309-04c8-41af-bbc4-5f90e47d35ce triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:19:52.597906 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:52.602176 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-7cb62266-6413-43e0-bae0-df3cf3fd5e27 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Request body: {'floatingip': {'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:19:52.685438 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:52.714293 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd49d0082-e6fb-43a0-aabd-5f1abc2b3fd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8869e309-04c8-41af-bbc4-5f90e47d35ce'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:19:52.714293 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c98f3154-17ba-46ba-a38b-489397576420" -d '{"events": [{"server_uuid": "d49d0082-e6fb-43a0-aabd-5f1abc2b3fd0", "name": "network-vif-plugged", "status": "completed", "tag": "8869e309-04c8-41af-bbc4-5f90e47d35ce"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:19:52.725784 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 8869e309-04c8-41af-bbc4-5f90e47d35ce, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=8869e309-04c8-41af-bbc4-5f90e47d35ce,segment=NetworkSegment(c8724f51-df31-43d0-8203-811742925a45),segment_id=c8724f51-df31-43d0-8203-811742925a45)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:19:52.772851 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7cb62266-6413-43e0-bae0-df3cf3fd5e27 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Notify callbacks [] for floatingip, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:52.849368 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904f840c-3693-4010-ab7a-2ce49242e559 req-145fa345-f231-4a31-9296-44ac6bda55da tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:52.850884 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-904f840c-3693-4010-ab7a-2ce49242e559 req-145fa345-f231-4a31-9296-44ac6bda55da tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] 10.222.0.23 "GET /v2.0/ports?device_id=374f110a-3d06-428c-96e1-c368ac864b42 HTTP/1.1" status: 200 len: 947 time: 0.4749348 Jul 05 02:19:52.879466 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-7d429861-ffe1-4d97-bbc9-5ebea036b522 req-2eabbe05-53c7-420a-b18a-b867fd579224 tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] Deleting port e0d75456-a43e-424e-8282-f553ec1fd99b {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:19:52.879800 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-7d429861-ffe1-4d97-bbc9-5ebea036b522 req-2eabbe05-53c7-420a-b18a-b867fd579224 tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:52.889643 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:52.890484 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device e0d75456-a43e-424e-8282-f553ec1fd99b no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:19:52.911360 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf93ed83-17f6-4d7d-8812-3749de0ff142 req-2ad55d10-5c65-4573-9821-d185774ba8a7 tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:52.912879 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-bf93ed83-17f6-4d7d-8812-3749de0ff142 req-2ad55d10-5c65-4573-9821-d185774ba8a7 tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] 10.222.0.23 "GET /v2.0/ports?device_id=d49d0082-e6fb-43a0-aabd-5f1abc2b3fd0 HTTP/1.1" status: 200 len: 944 time: 0.0881016 Jul 05 02:19:52.944890 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-904f840c-3693-4010-ab7a-2ce49242e559 req-888dc6c3-3e5e-44b4-8651-d6eac644fceb tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a5b496d-edbc-4614-ac31-274ccc3600c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865777 Jul 05 02:19:52.988514 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=8869e309-04c8-41af-bbc4-5f90e47d35ce,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:53.032597 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-bf93ed83-17f6-4d7d-8812-3749de0ff142 req-e9bd5c3e-069f-47c3-a545-036023cca506 tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] 10.222.0.23 "GET /v2.0/security-groups?id=40fe1b0a-9176-40d2-b8cc-758492981e88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068895 Jul 05 02:19:53.063049 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7cb62266-6413-43e0-bae0-df3cf3fd5e27 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:53.140272 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-7d429861-ffe1-4d97-bbc9-5ebea036b522 req-2eabbe05-53c7-420a-b18a-b867fd579224 tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] For port e0d75456-a43e-424e-8282-f553ec1fd99b, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=e0d75456-a43e-424e-8282-f553ec1fd99b,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:19:53.140735 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-7d429861-ffe1-4d97-bbc9-5ebea036b522 req-2eabbe05-53c7-420a-b18a-b867fd579224 tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:53.170532 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4a0ed031-f620-4058-b850-891ba5e5b3d0 req-fb85ab17-2644-4b19-81f2-a432fd9b488d tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2d38070-ff19-4258-b11c-5428dad8c43d HTTP/1.1" status: 200 len: 210 time: 0.0652280 Jul 05 02:19:53.181781 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-7d429861-ffe1-4d97-bbc9-5ebea036b522 req-2eabbe05-53c7-420a-b18a-b867fd579224 tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] Calling delete_port for e0d75456-a43e-424e-8282-f553ec1fd99b owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:19:53.200399 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-99d188c7-2884-4734-b80e-8d9eb07d559c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:53.212426 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ddbdbd68-ba65-42a1-a348-e43de99967d7 req-76388ce6-59f2-4e7c-b1db-b76b88dd35cd tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=53971a6b-99d2-4edd-ba98-f15d55887f63 HTTP/1.1" status: 200 len: 210 time: 0.0326855 Jul 05 02:19:53.237224 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-7cb62266-6413-43e0-bae0-df3cf3fd5e27 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Allocated IP 172.25.7.184 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/3bb2e66f-1aa5-42ef-9304-919821db4816) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:19:53.305303 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c0bdd9-b97a-4fda-9f10-3b8afd858c1a x-openstack-request-id: req-06c0bdd9-b97a-4fda-9f10-3b8afd858c1a {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:19:53.305596 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d49d0082-e6fb-43a0-aabd-5f1abc2b3fd0", "name": "network-vif-plugged", "status": "completed", "tag": "8869e309-04c8-41af-bbc4-5f90e47d35ce", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:19:53.305849 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-06c0bdd9-b97a-4fda-9f10-3b8afd858c1a {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:19:53.306287 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd49d0082-e6fb-43a0-aabd-5f1abc2b3fd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8869e309-04c8-41af-bbc4-5f90e47d35ce', 'code': 200} Jul 05 02:19:53.342171 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-71d111d1-d30f-4c66-9d40-fbc3ff98461c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:53.371516 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7cb62266-6413-43e0-bae0-df3cf3fd5e27 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:53.432447 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 3ba2d0d9-bd04-4ad6-9c9d-0428f63395b3 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:19:53.452232 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.21', 51495) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:19:53.512669 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 3ba2d0d9-bd04-4ad6-9c9d-0428f63395b3 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:19:53.512916 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:53.536713 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f098c41-c0d6-4692-b760-26834f6c1d54 req-7bcd4122-df9b-4ff2-a8c2-eedcdc6ed383 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:53.538984 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8f098c41-c0d6-4692-b760-26834f6c1d54 req-7bcd4122-df9b-4ff2-a8c2-eedcdc6ed383 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.21 "GET /v2.0/ports?device_id=af25cc5a-51a0-48d4-95fc-992919466b27 HTTP/1.1" status: 200 len: 945 time: 0.1183231 Jul 05 02:19:53.632403 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee059b7-e13d-4a4b-8299-be7bac6deee8 req-f64001f5-c07d-4721-bef6-625dfd12bd36 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:53.633930 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bee059b7-e13d-4a4b-8299-be7bac6deee8 req-f64001f5-c07d-4721-bef6-625dfd12bd36 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.21 "GET /v2.0/networks?id=705854c6-bb90-4b2b-93a0-7581bd607e40 HTTP/1.1" status: 200 len: 812 time: 0.3548467 Jul 05 02:19:53.639089 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7cb62266-6413-43e0-bae0-df3cf3fd5e27 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:53.679450 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-bee059b7-e13d-4a4b-8299-be7bac6deee8 req-cbda444b-42c7-4ee5-867c-86650a94227f tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Request body: {'port': {'device_id': '53971a6b-99d2-4edd-ba98-f15d55887f63', 'network_id': '705854c6-bb90-4b2b-93a0-7581bd607e40', 'admin_state_up': True, 'tenant_id': 'f3761e9b54fb4b859175f5af6199b06f'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:19:53.709007 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb62266-6413-43e0-bae0-df3cf3fd5e27 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:19:53.714385 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef07d434-0666-43c6-b895-8a2a1e6930b2 req-b12eec46-3b83-4162-8beb-3a8aba7c795d tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:53.716498 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ef07d434-0666-43c6-b895-8a2a1e6930b2 req-b12eec46-3b83-4162-8beb-3a8aba7c795d tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=af25cc5a-51a0-48d4-95fc-992919466b27 HTTP/1.1" status: 200 len: 945 time: 0.3791566 Jul 05 02:19:53.716967 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-7cb62266-6413-43e0-bae0-df3cf3fd5e27 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:19:53.723634 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb62266-6413-43e0-bae0-df3cf3fd5e27 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:19:53.744681 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb62266-6413-43e0-bae0-df3cf3fd5e27 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Pushing event updated for resources: {'Port': ['ID=3bb2e66f-1aa5-42ef-9304-919821db4816,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:53.781863 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [req-8f098c41-c0d6-4692-b760-26834f6c1d54 req-16285e85-6efc-4aef-b7f8-5348e98d17cc tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Deleting port ca61c258-d46e-4de8-9db1-9aaeb55dc672 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:19:53.782223 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-8f098c41-c0d6-4692-b760-26834f6c1d54 req-16285e85-6efc-4aef-b7f8-5348e98d17cc tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:53.799206 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:53.840788 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa0d477-5cbf-4f80-93a5-1f66fd3dc400 req-31e0d09b-0231-4c58-955c-8cf7528d4515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:53.842512 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bfa0d477-5cbf-4f80-93a5-1f66fd3dc400 req-31e0d09b-0231-4c58-955c-8cf7528d4515 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d49d0082-e6fb-43a0-aabd-5f1abc2b3fd0 HTTP/1.1" status: 200 len: 1097 time: 0.3813949 Jul 05 02:19:53.878476 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7cb62266-6413-43e0-bae0-df3cf3fd5e27 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:53.897393 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ef07d434-0666-43c6-b895-8a2a1e6930b2 req-0282c3cd-c47b-4022-a46a-ef0c2f5799bf tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479251 Jul 05 02:19:53.917152 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-99d188c7-2884-4734-b80e-8d9eb07d559c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963'] for router, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:53.923439 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-8f098c41-c0d6-4692-b760-26834f6c1d54 req-16285e85-6efc-4aef-b7f8-5348e98d17cc tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] For port ca61c258-d46e-4de8-9db1-9aaeb55dc672, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=ca61c258-d46e-4de8-9db1-9aaeb55dc672,segment=NetworkSegment(24fd9432-f398-4a05-975c-1360bad4fc21),segment_id=24fd9432-f398-4a05-975c-1360bad4fc21)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:19:53.924494 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-8f098c41-c0d6-4692-b760-26834f6c1d54 req-16285e85-6efc-4aef-b7f8-5348e98d17cc tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:53.937557 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [req-8f098c41-c0d6-4692-b760-26834f6c1d54 req-16285e85-6efc-4aef-b7f8-5348e98d17cc tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Calling delete_port for ca61c258-d46e-4de8-9db1-9aaeb55dc672 owned by compute:nova {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:19:53.949906 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bfa0d477-5cbf-4f80-93a5-1f66fd3dc400 req-5c99938d-5971-415c-8a82-aea15c5d9df2 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=40fe1b0a-9176-40d2-b8cc-758492981e88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928752 Jul 05 02:19:53.996919 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-7d429861-ffe1-4d97-bbc9-5ebea036b522 req-2eabbe05-53c7-420a-b18a-b867fd579224 tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:54.037569 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eabbe05-53c7-420a-b18a-b867fd579224 tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] Pushing event deleted for resources: {'Port': ['ID=e0d75456-a43e-424e-8282-f553ec1fd99b,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:54.141033 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d429861-ffe1-4d97-bbc9-5ebea036b522 req-2eabbe05-53c7-420a-b18a-b867fd579224 tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] No DVR routers for this DVR port e0d75456-a43e-424e-8282-f553ec1fd99b on host n-h1-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:19:54.145574 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-7d429861-ffe1-4d97-bbc9-5ebea036b522 req-2eabbe05-53c7-420a-b18a-b867fd579224 tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:54.147783 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7d429861-ffe1-4d97-bbc9-5ebea036b522 req-2eabbe05-53c7-420a-b18a-b867fd579224 tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] 10.222.0.21 "DELETE /v2.0/ports/e0d75456-a43e-424e-8282-f553ec1fd99b HTTP/1.1" status: 204 len: 173 time: 1.7700298 Jul 05 02:19:54.148234 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '374f110a-3d06-428c-96e1-c368ac864b42', 'name': 'network-vif-deleted', 'tag': 'e0d75456-a43e-424e-8282-f553ec1fd99b'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:19:54.150641 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3506f8b9-2c82-4fe7-a0c5-85780872a613" -d '{"events": [{"server_uuid": "374f110a-3d06-428c-96e1-c368ac864b42", "name": "network-vif-deleted", "tag": "e0d75456-a43e-424e-8282-f553ec1fd99b"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:19:54.155521 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bee059b7-e13d-4a4b-8299-be7bac6deee8 req-cbda444b-42c7-4ee5-867c-86650a94227f tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Made reservation on behalf of f3761e9b54fb4b859175f5af6199b06f for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:19:54.160041 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-bee059b7-e13d-4a4b-8299-be7bac6deee8 req-cbda444b-42c7-4ee5-867c-86650a94227f tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:54.177347 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1d3b580a-8aa1-4a19-8188-a839f1d01f1f req-9a279ab1-ae4e-4c64-a22d-a3e759c30882 tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] 10.222.0.23 "GET /v2.0/ports?device_id=374f110a-3d06-428c-96e1-c368ac864b42 HTTP/1.1" status: 200 len: 210 time: 0.0707986 Jul 05 02:19:54.177597 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7cb62266-6413-43e0-bae0-df3cf3fd5e27 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:54.251661 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b862ff2d-f76b-4bf1-ac7b-95166602c502 x-openstack-request-id: req-b862ff2d-f76b-4bf1-ac7b-95166602c502 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:19:54.251955 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "374f110a-3d06-428c-96e1-c368ac864b42", "name": "network-vif-deleted", "tag": "e0d75456-a43e-424e-8282-f553ec1fd99b", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:19:54.252210 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b862ff2d-f76b-4bf1-ac7b-95166602c502 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:19:54.252610 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '374f110a-3d06-428c-96e1-c368ac864b42', 'name': 'network-vif-deleted', 'tag': 'e0d75456-a43e-424e-8282-f553ec1fd99b', 'status': 'completed', 'code': 200} Jul 05 02:19:54.328321 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-8f098c41-c0d6-4692-b760-26834f6c1d54 req-16285e85-6efc-4aef-b7f8-5348e98d17cc tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:54.328959 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d8cf3-d881-4201-8b07-756245aa9e18 req-c18dc2e4-4e13-44bf-9168-bc6e14174aec tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:54.336464 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e43d8cf3-d881-4201-8b07-756245aa9e18 req-c18dc2e4-4e13-44bf-9168-bc6e14174aec tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] 10.222.0.23 "GET /v2.0/ports?device_id=d49d0082-e6fb-43a0-aabd-5f1abc2b3fd0 HTTP/1.1" status: 200 len: 945 time: 0.1614995 Jul 05 02:19:54.341775 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['3cffef8b-24fe-4f69-94a5-2ba15c027d10'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:19:54.344982 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['ca61c258-d46e-4de8-9db1-9aaeb55dc672'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:19:54.405898 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-840eb6ff-e9d7-40c4-a576-1b5650461eb8 req-e04d77c7-d95e-4a0a-aff1-401670c97f4f tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2d38070-ff19-4258-b11c-5428dad8c43d HTTP/1.1" status: 200 len: 210 time: 0.0325904 Jul 05 02:19:54.414687 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16285e85-6efc-4aef-b7f8-5348e98d17cc tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Pushing event deleted for resources: {'Port': ['ID=ca61c258-d46e-4de8-9db1-9aaeb55dc672,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:54.493455 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f098c41-c0d6-4692-b760-26834f6c1d54 req-16285e85-6efc-4aef-b7f8-5348e98d17cc tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] No DVR routers for this DVR port ca61c258-d46e-4de8-9db1-9aaeb55dc672 on host n-h1-771362-32 {{(pid=94462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:19:54.505614 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-8f098c41-c0d6-4692-b760-26834f6c1d54 req-16285e85-6efc-4aef-b7f8-5348e98d17cc tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:54.507906 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8f098c41-c0d6-4692-b760-26834f6c1d54 req-16285e85-6efc-4aef-b7f8-5348e98d17cc tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.21 "DELETE /v2.0/ports/ca61c258-d46e-4de8-9db1-9aaeb55dc672 HTTP/1.1" status: 204 len: 173 time: 0.9614556 Jul 05 02:19:54.508473 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af25cc5a-51a0-48d4-95fc-992919466b27', 'name': 'network-vif-deleted', 'tag': 'ca61c258-d46e-4de8-9db1-9aaeb55dc672'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:19:54.511209 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b223267e0e0ddb3199af7772d0b45336e3b4b54fbb151c86a8051291a61e85db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ff3e9ba-e8cb-412c-82d8-de20a7cd2d04" -d '{"events": [{"server_uuid": "af25cc5a-51a0-48d4-95fc-992919466b27", "name": "network-vif-deleted", "tag": "ca61c258-d46e-4de8-9db1-9aaeb55dc672"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:19:54.517192 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7cb62266-6413-43e0-bae0-df3cf3fd5e27 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:54.526328 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-bee059b7-e13d-4a4b-8299-be7bac6deee8 req-cbda444b-42c7-4ee5-867c-86650a94227f tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Allocated IP 172.20.0.5 (705854c6-bb90-4b2b-93a0-7581bd607e40/86343a12-8825-4191-b518-68943eb24150/78046243-c23d-46db-aeea-054552cb91e5) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:19:54.563260 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e43d8cf3-d881-4201-8b07-756245aa9e18 req-a0f2dcdc-53b5-4d7b-b2cc-adc7c8d8478f tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] 10.222.0.23 "GET /v2.0/security-groups?id=40fe1b0a-9176-40d2-b8cc-758492981e88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2255926 Jul 05 02:19:54.570780 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99d188c7-2884-4734-b80e-8d9eb07d559c admin admin] Router 43ea26ac-93bf-4f9f-b0c0-27bdde1b60b3 is scheduled to L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 with binding_index 1 {{(pid=94461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 02:19:54.612332 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:54.667692 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5c1ae4e0-e8cb-4690-9e0c-bdb05573739a req-bb6469d9-eaaf-4484-adfd-60765cf619b7 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=53971a6b-99d2-4edd-ba98-f15d55887f63 HTTP/1.1" status: 200 len: 210 time: 0.0517123 Jul 05 02:19:54.669903 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7cb62266-6413-43e0-bae0-df3cf3fd5e27 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:54.788828 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cbbd2a1-3367-4fb0-8293-9494a27cf8a7 x-openstack-request-id: req-3cbbd2a1-3367-4fb0-8293-9494a27cf8a7 {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:19:54.789380 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af25cc5a-51a0-48d4-95fc-992919466b27", "name": "network-vif-deleted", "tag": "ca61c258-d46e-4de8-9db1-9aaeb55dc672", "status": "completed", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:19:54.789798 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3cbbd2a1-3367-4fb0-8293-9494a27cf8a7 {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:19:54.790375 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af25cc5a-51a0-48d4-95fc-992919466b27', 'name': 'network-vif-deleted', 'tag': 'ca61c258-d46e-4de8-9db1-9aaeb55dc672', 'status': 'completed', 'code': 200} Jul 05 02:19:54.825151 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb62266-6413-43e0-bae0-df3cf3fd5e27 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Pushing event updated for resources: {'Port': ['ID=3bb2e66f-1aa5-42ef-9304-919821db4816,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:54.826660 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99d188c7-2884-4734-b80e-8d9eb07d559c admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:19:54.838312 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7cb62266-6413-43e0-bae0-df3cf3fd5e27 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636869'] for floatingip, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:54.842625 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b30cbb9-abb6-4b4b-a7df-65149be77c7a None None] Sync routers for ids ['43ea26ac-93bf-4f9f-b0c0-27bdde1b60b3'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:19:54.857757 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b30cbb9-abb6-4b4b-a7df-65149be77c7a None None] Routers {'43ea26ac-93bf-4f9f-b0c0-27bdde1b60b3'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:19:54.858855 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-6b30cbb9-abb6-4b4b-a7df-65149be77c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:19:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['43ea26ac-93bf-4f9f-b0c0-27bdde1b60b3'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:19:54.881533 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-bee059b7-e13d-4a4b-8299-be7bac6deee8 req-cbda444b-42c7-4ee5-867c-86650a94227f tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:54.995281 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-99d188c7-2884-4734-b80e-8d9eb07d559c admin admin] Notify callbacks [] for router, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:54.998425 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-af2cd22a-8766-4c82-992d-573239bb3e5b req-9ce542dc-d839-43bd-af90-b68644819d90 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=843c308122d04e8a8ebe4eb1b129860a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0349922 Jul 05 02:19:55.004241 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-99d188c7-2884-4734-b80e-8d9eb07d559c admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.9022324 Jul 05 02:19:55.004659 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 52914) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:19:55.007493 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-6b30cbb9-abb6-4b4b-a7df-65149be77c7a None None] Set router 43ea26ac-93bf-4f9f-b0c0-27bdde1b60b3 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:19:55.029551 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7cb62266-6413-43e0-bae0-df3cf3fd5e27 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:55.038870 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-7cb62266-6413-43e0-bae0-df3cf3fd5e27 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4340069 Jul 05 02:19:55.150784 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-bee059b7-e13d-4a4b-8299-be7bac6deee8 req-cbda444b-42c7-4ee5-867c-86650a94227f tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:55.224339 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f4f0ea02-4eaa-401b-88a4-c95e5c2b14ca req-d2db25e5-546e-46ec-82cc-b7ca5613e2d5 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=af25cc5a-51a0-48d4-95fc-992919466b27 HTTP/1.1" status: 200 len: 210 time: 0.1236153 Jul 05 02:19:55.316313 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bee059b7-e13d-4a4b-8299-be7bac6deee8 req-cbda444b-42c7-4ee5-867c-86650a94227f tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Network 705854c6-bb90-4b2b-93a0-7581bd607e40 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:19:55.324931 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-bee059b7-e13d-4a4b-8299-be7bac6deee8 req-cbda444b-42c7-4ee5-867c-86650a94227f tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:19:55.339249 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-6b30cbb9-abb6-4b4b-a7df-65149be77c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ea26ac-93bf-4f9f-b0c0-27bdde1b60b3', 'name': 'tempest-ServerRescueNegativeTestJSON-290728191-router', 'tenant_id': '7455493d17ff4f929a8e881b03b6f683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '1b740b2a-ec4a-4348-a7c6-85c8d341f0f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:19:50Z', 'updated_at': '2021-07-05T02:19:52Z', 'revision_number': 3, 'project_id': '7455493d17ff4f929a8e881b03b6f683', 'gw_port': {'id': '1b740b2a-ec4a-4348-a7c6-85c8d341f0f2', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d2:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43ea26ac-93bf-4f9f-b0c0-27bdde1b60b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:19:51Z', 'updated_at': '2021-07-05T02:19:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:19:55.342877 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6a0223f1-2157-4c71-87dd-24a7c5455376 req-d7cf3e6f-c18f-4386-b11f-9f186956fee7 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1981878413&fields=id&tenant_id=d63cc722770842c8a7a532820e16e452 HTTP/1.1" status: 200 len: 267 time: 0.1042094 Jul 05 02:19:55.364392 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-bee059b7-e13d-4a4b-8299-be7bac6deee8 req-cbda444b-42c7-4ee5-867c-86650a94227f tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:19:55.399982 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbda444b-42c7-4ee5-867c-86650a94227f tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Pushing event updated for resources: {'Port': ['ID=78046243-c23d-46db-aeea-054552cb91e5,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:55.432897 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b30cbb9-abb6-4b4b-a7df-65149be77c7a None None] Checking router: 43ea26ac-93bf-4f9f-b0c0-27bdde1b60b3 for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:19:55.433208 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b30cbb9-abb6-4b4b-a7df-65149be77c7a None None] Updating router 43ea26ac-93bf-4f9f-b0c0-27bdde1b60b3 port 1b740b2a-ec4a-4348-a7c6-85c8d341f0f2 binding host n-d-771362-32 {{(pid=94464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 02:19:55.479049 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6b30cbb9-abb6-4b4b-a7df-65149be77c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:55.517811 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee059b7-e13d-4a4b-8299-be7bac6deee8 req-cbda444b-42c7-4ee5-867c-86650a94227f tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:55.519022 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-bee059b7-e13d-4a4b-8299-be7bac6deee8 req-cbda444b-42c7-4ee5-867c-86650a94227f tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:55.575715 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-faaff62b-9400-4fc4-869b-28ee17cf4e45 req-f0c24a25-8f91-4f93-bc1b-7e45537ccb4d tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] 10.222.0.23 "GET /v2.0/ports?device_id=374f110a-3d06-428c-96e1-c368ac864b42 HTTP/1.1" status: 200 len: 210 time: 0.0497530 Jul 05 02:19:55.724024 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bee059b7-e13d-4a4b-8299-be7bac6deee8 req-cbda444b-42c7-4ee5-867c-86650a94227f tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0592206 Jul 05 02:19:55.777039 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-bee059b7-e13d-4a4b-8299-be7bac6deee8 req-78c4dd9c-fe50-46b1-8669-801db04ae308 service neutron] Request body: {'port': {'device_id': '53971a6b-99d2-4edd-ba98-f15d55887f63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:19:55.809555 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5e7b2304-7751-4d95-bd3d-c4cd25bc14b5 req-dc5029ae-5aae-456f-a006-1846e589d820 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2d38070-ff19-4258-b11c-5428dad8c43d HTTP/1.1" status: 200 len: 210 time: 0.0383387 Jul 05 02:19:55.895115 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2cd22a-8766-4c82-992d-573239bb3e5b req-167d31c9-d3b2-4dd4-bd60-e63af515a974 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:55.896684 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-af2cd22a-8766-4c82-992d-573239bb3e5b req-167d31c9-d3b2-4dd4-bd60-e63af515a974 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8905160 Jul 05 02:19:55.933480 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6b30cbb9-abb6-4b4b-a7df-65149be77c7a None None] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:55.944456 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-6b30cbb9-abb6-4b4b-a7df-65149be77c7a None None] Transition to ACTIVE for port object 1b740b2a-ec4a-4348-a7c6-85c8d341f0f2 will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:19:55.947517 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-af2cd22a-8766-4c82-992d-573239bb3e5b req-8c769f87-c4fd-45df-920b-473c188f19ce tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Request body: {'port': {'device_id': 'b2d38070-ff19-4258-b11c-5428dad8c43d', 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4', 'admin_state_up': True, 'tenant_id': '843c308122d04e8a8ebe4eb1b129860a'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:19:55.973645 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-bee059b7-e13d-4a4b-8299-be7bac6deee8 req-78c4dd9c-fe50-46b1-8669-801db04ae308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:55.981027 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:56.107003 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0223f1-2157-4c71-87dd-24a7c5455376 req-9c2bfd2e-6f7b-4f57-a7b6-994a3ae58bc4 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:56.108497 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6a0223f1-2157-4c71-87dd-24a7c5455376 req-9c2bfd2e-6f7b-4f57-a7b6-994a3ae58bc4 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/networks?id=02860c2c-1b47-41ff-bdb8-8652ec368c51 HTTP/1.1" status: 200 len: 811 time: 0.7623925 Jul 05 02:19:56.113049 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6b30cbb9-abb6-4b4b-a7df-65149be77c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:56.170012 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-6b30cbb9-abb6-4b4b-a7df-65149be77c7a None None] Attempting to bind port 1b740b2a-ec4a-4348-a7c6-85c8d341f0f2 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:19:56.170700 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-6b30cbb9-abb6-4b4b-a7df-65149be77c7a None None] Attempting to bind port 1b740b2a-ec4a-4348-a7c6-85c8d341f0f2 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:19:56.171339 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b30cbb9-abb6-4b4b-a7df-65149be77c7a None None] Attempting to bind port 1b740b2a-ec4a-4348-a7c6-85c8d341f0f2 on network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:19:56.175146 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b560bf-3936-4e1c-a4b2-1b7a7248312f None None] Pushing event updated for resources: {'Port': ['ID=1b740b2a-ec4a-4348-a7c6-85c8d341f0f2,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:56.181481 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b30cbb9-abb6-4b4b-a7df-65149be77c7a None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:19:56.182595 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b30cbb9-abb6-4b4b-a7df-65149be77c7a None None] Checking segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:19:56.182920 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6a0223f1-2157-4c71-87dd-24a7c5455376 req-2b5a8356-4a14-4c67-b836-8cdc3e11e7de tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/quotas/d63cc722770842c8a7a532820e16e452 HTTP/1.1" status: 200 len: 375 time: 0.0262330 Jul 05 02:19:56.183337 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6b30cbb9-abb6-4b4b-a7df-65149be77c7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:56.183971 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b30cbb9-abb6-4b4b-a7df-65149be77c7a None None] Bound using segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:19:56.184593 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-6b30cbb9-abb6-4b4b-a7df-65149be77c7a None None] Bound port: 1b740b2a-ec4a-4348-a7c6-85c8d341f0f2, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:19:56.185145 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6b30cbb9-abb6-4b4b-a7df-65149be77c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:56.246412 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-6b30cbb9-abb6-4b4b-a7df-65149be77c7a None None] For port 1b740b2a-ec4a-4348-a7c6-85c8d341f0f2, host n-d-771362-32, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:19:56.250300 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-6b30cbb9-abb6-4b4b-a7df-65149be77c7a None None] For port 1b740b2a-ec4a-4348-a7c6-85c8d341f0f2, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=1b740b2a-ec4a-4348-a7c6-85c8d341f0f2,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:19:56.250516 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af2cd22a-8766-4c82-992d-573239bb3e5b req-8c769f87-c4fd-45df-920b-473c188f19ce tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Made reservation on behalf of 843c308122d04e8a8ebe4eb1b129860a for: {'port': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:19:56.254806 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-af2cd22a-8766-4c82-992d-573239bb3e5b req-8c769f87-c4fd-45df-920b-473c188f19ce tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:56.294985 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6a0223f1-2157-4c71-87dd-24a7c5455376 req-8cca934b-5331-461a-a9f0-7a2bf772078a tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d63cc722770842c8a7a532820e16e452&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1109829 Jul 05 02:19:56.349815 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-6b30cbb9-abb6-4b4b-a7df-65149be77c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:56.418406 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device ca61c258-d46e-4de8-9db1-9aaeb55dc672 no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:19:56.433474 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b30cbb9-abb6-4b4b-a7df-65149be77c7a None None] Routers {'43ea26ac-93bf-4f9f-b0c0-27bdde1b60b3'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:19:56.434295 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-6b30cbb9-abb6-4b4b-a7df-65149be77c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:19:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['43ea26ac-93bf-4f9f-b0c0-27bdde1b60b3'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:19:56.462337 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] No Port match for: ca61c258-d46e-4de8-9db1-9aaeb55dc672 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:19:56.462686 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device ca61c258-d46e-4de8-9db1-9aaeb55dc672 not bound to the agent host n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:19:56.501379 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [req-af2cd22a-8766-4c82-992d-573239bb3e5b req-8c769f87-c4fd-45df-920b-473c188f19ce tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Allocated IP 192.168.233.213 (dff432c2-7366-4622-aebb-da22fe05bfd4/b840e204-692c-4f54-8f07-f6563e8e36b1/9b8ea3f8-95e2-4101-bd82-bb4144c461cd) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:19:56.511062 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6a0223f1-2157-4c71-87dd-24a7c5455376 req-49adf0d1-2aa2-4e37-8d1c-88f7b3dce5f5 service neutron] 10.222.0.23 "GET /v2.0/networks/02860c2c-1b47-41ff-bdb8-8652ec368c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677573 Jul 05 02:19:56.658289 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b560bf-3936-4e1c-a4b2-1b7a7248312f None None] Pushing event updated for resources: {'Port': ['ID=1b740b2a-ec4a-4348-a7c6-85c8d341f0f2,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:56.705676 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-bee059b7-e13d-4a4b-8299-be7bac6deee8 req-78c4dd9c-fe50-46b1-8669-801db04ae308 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78046243-c23d-46db-aeea-054552cb91e5 {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:19:56.709204 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-6b30cbb9-abb6-4b4b-a7df-65149be77c7a None None] Set router 43ea26ac-93bf-4f9f-b0c0-27bdde1b60b3 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:19:56.710395 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6a0223f1-2157-4c71-87dd-24a7c5455376 req-46cb5d50-5268-4abd-9c51-4f937c65648e service neutron] 10.222.0.23 "GET /v2.0/networks/02860c2c-1b47-41ff-bdb8-8652ec368c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982243 Jul 05 02:19:56.717518 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-bee059b7-e13d-4a4b-8299-be7bac6deee8 req-78c4dd9c-fe50-46b1-8669-801db04ae308 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:56.811553 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-af2cd22a-8766-4c82-992d-573239bb3e5b req-8c769f87-c4fd-45df-920b-473c188f19ce tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:56.817850 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-bee059b7-e13d-4a4b-8299-be7bac6deee8 req-78c4dd9c-fe50-46b1-8669-801db04ae308 service neutron] Transition to ACTIVE for port object 78046243-c23d-46db-aeea-054552cb91e5 will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:19:56.834299 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [req-af2cd22a-8766-4c82-992d-573239bb3e5b req-8c769f87-c4fd-45df-920b-473c188f19ce tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Transition to ACTIVE for port object 9b8ea3f8-95e2-4101-bd82-bb4144c461cd will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:19:56.852473 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d38a83b8-a83a-42b8-8130-97ce8bb5e3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:56.934070 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-bee059b7-e13d-4a4b-8299-be7bac6deee8 req-78c4dd9c-fe50-46b1-8669-801db04ae308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:56.943541 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b870262e-deb3-4231-88ec-76e861637095 req-ad5b9261-5572-40cb-ab8a-f1fe887ae295 tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:56.945092 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b870262e-deb3-4231-88ec-76e861637095 req-ad5b9261-5572-40cb-ab8a-f1fe887ae295 tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] 10.222.0.23 "GET /v2.0/ports?device_id=d49d0082-e6fb-43a0-aabd-5f1abc2b3fd0 HTTP/1.1" status: 200 len: 945 time: 0.5448918 Jul 05 02:19:56.986686 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-6b30cbb9-abb6-4b4b-a7df-65149be77c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ea26ac-93bf-4f9f-b0c0-27bdde1b60b3', 'name': 'tempest-ServerRescueNegativeTestJSON-290728191-router', 'tenant_id': '7455493d17ff4f929a8e881b03b6f683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '1b740b2a-ec4a-4348-a7c6-85c8d341f0f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:19:50Z', 'updated_at': '2021-07-05T02:19:52Z', 'revision_number': 3, 'project_id': '7455493d17ff4f929a8e881b03b6f683', 'gw_port': {'id': '1b740b2a-ec4a-4348-a7c6-85c8d341f0f2', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d2:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43ea26ac-93bf-4f9f-b0c0-27bdde1b60b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:19:51Z', 'updated_at': '2021-07-05T02:19:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:19:57.001128 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-af2cd22a-8766-4c82-992d-573239bb3e5b req-8c769f87-c4fd-45df-920b-473c188f19ce tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:57.016735 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['7ec41c6b-9c0a-4a51-ba87-ab766c3995b6', '3ab8a470-4d09-40f5-8cb0-d02381fe6c48', '71545285-13c8-468a-8da1-dc6ce137390d'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:19:57.029829 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b30cbb9-abb6-4b4b-a7df-65149be77c7a None None] The sync data for ids ['43ea26ac-93bf-4f9f-b0c0-27bdde1b60b3'] in n-d-771362-32 is: [{'id': '43ea26ac-93bf-4f9f-b0c0-27bdde1b60b3', 'name': 'tempest-ServerRescueNegativeTestJSON-290728191-router', 'tenant_id': '7455493d17ff4f929a8e881b03b6f683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '1b740b2a-ec4a-4348-a7c6-85c8d341f0f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:19:50Z', 'updated_at': '2021-07-05T02:19:52Z', 'revision_number': 3, 'project_id': '7455493d17ff4f929a8e881b03b6f683', 'gw_port': {'id': '1b740b2a-ec4a-4348-a7c6-85c8d341f0f2', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d2:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43ea26ac-93bf-4f9f-b0c0-27bdde1b60b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:19:51Z', 'updated_at': '2021-07-05T02:19:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:19:57.053866 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af2cd22a-8766-4c82-992d-573239bb3e5b req-8c769f87-c4fd-45df-920b-473c188f19ce tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Network dff432c2-7366-4622-aebb-da22fe05bfd4 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:19:57.057568 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['6a2ae0bc-edf0-4f1a-b9b8-ab213fe56db1', '7cfeeb46-2479-461a-9518-75c8d2657e02', 'db0a31d9-63fc-4330-9519-56abf72b576c', '4c671b93-59eb-4c86-9226-a701b0e4092c'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:19:57.062826 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [req-af2cd22a-8766-4c82-992d-573239bb3e5b req-8c769f87-c4fd-45df-920b-473c188f19ce tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:19:57.071727 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [req-af2cd22a-8766-4c82-992d-573239bb3e5b req-8c769f87-c4fd-45df-920b-473c188f19ce tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:19:57.139347 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c769f87-c4fd-45df-920b-473c188f19ce tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Pushing event updated for resources: {'Port': ['ID=9b8ea3f8-95e2-4101-bd82-bb4144c461cd,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:57.199592 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2cd22a-8766-4c82-992d-573239bb3e5b req-8c769f87-c4fd-45df-920b-473c188f19ce tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:57.202259 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-af2cd22a-8766-4c82-992d-573239bb3e5b req-8c769f87-c4fd-45df-920b-473c188f19ce tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:57.250745 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b870262e-deb3-4231-88ec-76e861637095 req-77c6aacb-b664-4bbd-a397-92d2d1b9f6d6 tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] 10.222.0.23 "GET /v2.0/security-groups?id=40fe1b0a-9176-40d2-b8cc-758492981e88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2899303 Jul 05 02:19:57.273955 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c4dd9c-fe50-46b1-8669-801db04ae308 service neutron] Pushing event updated for resources: {'Port': ['ID=78046243-c23d-46db-aeea-054552cb91e5,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:57.417781 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-af2cd22a-8766-4c82-992d-573239bb3e5b req-8c769f87-c4fd-45df-920b-473c188f19ce tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4745810 Jul 05 02:19:57.460881 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-af2cd22a-8766-4c82-992d-573239bb3e5b req-bb2f143b-ef9b-4b87-b4e1-8d5be6b1b0a3 service neutron] Request body: {'port': {'device_id': 'b2d38070-ff19-4258-b11c-5428dad8c43d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-32'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:19:57.546820 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a44096-35e2-49e2-8539-207149360c2d req-ad5372b5-7ab5-4e75-b6c9-7493cb66e23b tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:57.555533 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d7a44096-35e2-49e2-8539-207149360c2d req-ad5372b5-7ab5-4e75-b6c9-7493cb66e23b tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=53971a6b-99d2-4edd-ba98-f15d55887f63 HTTP/1.1" status: 200 len: 943 time: 0.3000753 Jul 05 02:19:57.601821 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-d38a83b8-a83a-42b8-8130-97ce8bb5e3f7 admin admin] Allocated IP 172.20.0.1 (6cfd0ff6-092e-4d7d-abdc-13803a9d5da8/897df1a7-23db-4d0f-a82a-3f13ebc756b2/6ae66ae5-1467-4dbc-9ca8-c2885d9a3f41) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:19:57.740344 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-bee059b7-e13d-4a4b-8299-be7bac6deee8 req-78c4dd9c-fe50-46b1-8669-801db04ae308 service neutron] Attempting to bind port 78046243-c23d-46db-aeea-054552cb91e5 on host n-h1-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:19:57.741032 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-bee059b7-e13d-4a4b-8299-be7bac6deee8 req-78c4dd9c-fe50-46b1-8669-801db04ae308 service neutron] Attempting to bind port 78046243-c23d-46db-aeea-054552cb91e5 by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': '21ad98b6-ba72-4f1f-a0ef-3d0df329b6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '705854c6-bb90-4b2b-93a0-7581bd607e40'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:19:57.741032 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee059b7-e13d-4a4b-8299-be7bac6deee8 req-78c4dd9c-fe50-46b1-8669-801db04ae308 service neutron] Attempting to bind port 78046243-c23d-46db-aeea-054552cb91e5 on network 705854c6-bb90-4b2b-93a0-7581bd607e40 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:19:57.750316 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d7a44096-35e2-49e2-8539-207149360c2d req-acbe3bbc-ed0c-497e-9b74-cd572d8eb81a tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841245 Jul 05 02:19:57.774857 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-af2cd22a-8766-4c82-992d-573239bb3e5b req-bb2f143b-ef9b-4b87-b4e1-8d5be6b1b0a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:57.841024 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a741add3-9eb2-4df6-b351-b6e35dc271a6 req-63e54bda-5471-49cb-a98c-95e0adab2d21 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=af25cc5a-51a0-48d4-95fc-992919466b27 HTTP/1.1" status: 200 len: 210 time: 0.0679586 Jul 05 02:19:57.841606 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee059b7-e13d-4a4b-8299-be7bac6deee8 req-78c4dd9c-fe50-46b1-8669-801db04ae308 service neutron] Port 78046243-c23d-46db-aeea-054552cb91e5 on network 705854c6-bb90-4b2b-93a0-7581bd607e40 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:19:57.841930 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee059b7-e13d-4a4b-8299-be7bac6deee8 req-78c4dd9c-fe50-46b1-8669-801db04ae308 service neutron] Attempting to bind port 78046243-c23d-46db-aeea-054552cb91e5 on network 705854c6-bb90-4b2b-93a0-7581bd607e40 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:19:57.868101 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee059b7-e13d-4a4b-8299-be7bac6deee8 req-78c4dd9c-fe50-46b1-8669-801db04ae308 service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:19:57.868447 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee059b7-e13d-4a4b-8299-be7bac6deee8 req-78c4dd9c-fe50-46b1-8669-801db04ae308 service neutron] Checking segment: {'id': '21ad98b6-ba72-4f1f-a0ef-3d0df329b6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '705854c6-bb90-4b2b-93a0-7581bd607e40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:19:57.868839 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee059b7-e13d-4a4b-8299-be7bac6deee8 req-78c4dd9c-fe50-46b1-8669-801db04ae308 service neutron] Bound using segment: {'id': '21ad98b6-ba72-4f1f-a0ef-3d0df329b6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '705854c6-bb90-4b2b-93a0-7581bd607e40'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:19:57.869526 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-bee059b7-e13d-4a4b-8299-be7bac6deee8 req-78c4dd9c-fe50-46b1-8669-801db04ae308 service neutron] Bound port: 78046243-c23d-46db-aeea-054552cb91e5, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21ad98b6-ba72-4f1f-a0ef-3d0df329b6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '705854c6-bb90-4b2b-93a0-7581bd607e40'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:19:57.869898 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-bee059b7-e13d-4a4b-8299-be7bac6deee8 req-78c4dd9c-fe50-46b1-8669-801db04ae308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:57.901543 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d38a83b8-a83a-42b8-8130-97ce8bb5e3f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:57.929063 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-08aaf347-85b4-4088-a340-498752a308c4 None None] Provisioning for port 9b8ea3f8-95e2-4101-bd82-bb4144c461cd completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:19:57.992164 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-08aaf347-85b4-4088-a340-498752a308c4 None None] Provisioning complete for port 9b8ea3f8-95e2-4101-bd82-bb4144c461cd triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:19:57.992543 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-08aaf347-85b4-4088-a340-498752a308c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:57.999069 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-bee059b7-e13d-4a4b-8299-be7bac6deee8 req-78c4dd9c-fe50-46b1-8669-801db04ae308 service neutron] For port 78046243-c23d-46db-aeea-054552cb91e5, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:19:58.010542 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-bee059b7-e13d-4a4b-8299-be7bac6deee8 req-78c4dd9c-fe50-46b1-8669-801db04ae308 service neutron] For port 78046243-c23d-46db-aeea-054552cb91e5, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=78046243-c23d-46db-aeea-054552cb91e5,segment=NetworkSegment(21ad98b6-ba72-4f1f-a0ef-3d0df329b6a3),segment_id=21ad98b6-ba72-4f1f-a0ef-3d0df329b6a3)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:19:58.111595 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-08aaf347-85b4-4088-a340-498752a308c4 None None] Port 9b8ea3f8-95e2-4101-bd82-bb4144c461cd cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:19:58.117036 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-99d1b8b4-4b00-4496-9f32-49e82c728cb9 req-6251443e-3aaf-409c-8a97-597a54adf3c5 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca36febd-b506-4424-9f43-8be7a9423ed1 HTTP/1.1" status: 200 len: 210 time: 0.0537791 Jul 05 02:19:58.176015 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d500b3-dcaf-456b-a779-e364a88e9131 req-57560e93-e782-412f-a458-7e752245bea4 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:58.193653 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-24d500b3-dcaf-456b-a779-e364a88e9131 req-57560e93-e782-412f-a458-7e752245bea4 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2d38070-ff19-4258-b11c-5428dad8c43d HTTP/1.1" status: 200 len: 936 time: 0.1053908 Jul 05 02:19:58.198498 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-bee059b7-e13d-4a4b-8299-be7bac6deee8 req-78c4dd9c-fe50-46b1-8669-801db04ae308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:58.201524 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d38a83b8-a83a-42b8-8130-97ce8bb5e3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:58.301738 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee059b7-e13d-4a4b-8299-be7bac6deee8 req-78c4dd9c-fe50-46b1-8669-801db04ae308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:58.302751 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-bee059b7-e13d-4a4b-8299-be7bac6deee8 req-78c4dd9c-fe50-46b1-8669-801db04ae308 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:58.304533 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bee059b7-e13d-4a4b-8299-be7bac6deee8 req-78c4dd9c-fe50-46b1-8669-801db04ae308 service neutron] 10.222.0.21 "PUT /v2.0/ports/78046243-c23d-46db-aeea-054552cb91e5 HTTP/1.1" status: 200 len: 1092 time: 2.5324070 Jul 05 02:19:58.305237 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53971a6b-99d2-4edd-ba98-f15d55887f63', 'tag': '78046243-c23d-46db-aeea-054552cb91e5'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:19:58.311028 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a50ca541-225f-4387-88eb-509cbda62a03" -d '{"events": [{"name": "network-changed", "server_uuid": "53971a6b-99d2-4edd-ba98-f15d55887f63", "tag": "78046243-c23d-46db-aeea-054552cb91e5"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:19:58.322501 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38a83b8-a83a-42b8-8130-97ce8bb5e3f7 admin admin] Network 6cfd0ff6-092e-4d7d-abdc-13803a9d5da8 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:19:58.353049 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-d38a83b8-a83a-42b8-8130-97ce8bb5e3f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:19:58.383003 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38a83b8-a83a-42b8-8130-97ce8bb5e3f7 admin admin] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:19:58.388933 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [req-af2cd22a-8766-4c82-992d-573239bb3e5b req-bb2f143b-ef9b-4b87-b4e1-8d5be6b1b0a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b8ea3f8-95e2-4101-bd82-bb4144c461cd {{(pid=94462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:19:58.403326 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-af2cd22a-8766-4c82-992d-573239bb3e5b req-bb2f143b-ef9b-4b87-b4e1-8d5be6b1b0a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:58.461341 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [req-af2cd22a-8766-4c82-992d-573239bb3e5b req-bb2f143b-ef9b-4b87-b4e1-8d5be6b1b0a3 service neutron] Transition to ACTIVE for port object 9b8ea3f8-95e2-4101-bd82-bb4144c461cd will not be triggered until provisioned by entity L2. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:19:58.466714 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c4dd9c-fe50-46b1-8669-801db04ae308 service neutron] Pushing event updated for resources: {'Port': ['ID=78046243-c23d-46db-aeea-054552cb91e5,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:58.508521 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-24d500b3-dcaf-456b-a779-e364a88e9131 req-c723755f-1281-4d4d-81d8-7db209c82b34 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/security-groups?id=6aa981db-58bd-4d0c-a893-2c34139d4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3129175 Jul 05 02:19:58.509886 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ddb2e6-8cc2-4c16-b72a-c4c6ac9e1610 req-ec58e7c1-e6e8-4ff3-909b-26459af77c49 tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:58.511981 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d6ddb2e6-8cc2-4c16-b72a-c4c6ac9e1610 req-ec58e7c1-e6e8-4ff3-909b-26459af77c49 tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] 10.222.0.23 "GET /v2.0/ports?device_id=d49d0082-e6fb-43a0-aabd-5f1abc2b3fd0 HTTP/1.1" status: 200 len: 945 time: 0.1135590 Jul 05 02:19:58.520931 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 52960) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:19:58.533567 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-ff241442-23e8-4abd-839b-f99d6a2df236 tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] Request body: {'floatingip': {'port_id': '8869e309-04c8-41af-bbc4-5f90e47d35ce'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:19:58.610209 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ff241442-23e8-4abd-839b-f99d6a2df236 tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] Notify callbacks [] for floatingip, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:58.627183 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d38a83b8-a83a-42b8-8130-97ce8bb5e3f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635668'] for router_interface, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:58.733893 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf4e93d5-184d-476a-ab12-2597f0cb60e4 x-openstack-request-id: req-cf4e93d5-184d-476a-ab12-2597f0cb60e4 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:19:58.734176 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53971a6b-99d2-4edd-ba98-f15d55887f63", "tag": "78046243-c23d-46db-aeea-054552cb91e5", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:19:58.734390 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cf4e93d5-184d-476a-ab12-2597f0cb60e4 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:19:58.734797 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53971a6b-99d2-4edd-ba98-f15d55887f63', 'tag': '78046243-c23d-46db-aeea-054552cb91e5', 'status': 'completed', 'code': 200} Jul 05 02:19:58.757278 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-af2cd22a-8766-4c82-992d-573239bb3e5b req-bb2f143b-ef9b-4b87-b4e1-8d5be6b1b0a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:58.760518 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38a83b8-a83a-42b8-8130-97ce8bb5e3f7 admin admin] Pushing event updated for resources: {'Port': ['ID=6ae66ae5-1467-4dbc-9ca8-c2885d9a3f41,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:58.778528 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee059b7-e13d-4a4b-8299-be7bac6deee8 req-96dc99ab-1274-4a7a-846d-f02871780009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:58.780103 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bee059b7-e13d-4a4b-8299-be7bac6deee8 req-96dc99ab-1274-4a7a-846d-f02871780009 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f3761e9b54fb4b859175f5af6199b06f&device_id=53971a6b-99d2-4edd-ba98-f15d55887f63 HTTP/1.1" status: 200 len: 1095 time: 0.3034320 Jul 05 02:19:58.867959 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2f143b-ef9b-4b87-b4e1-8d5be6b1b0a3 service neutron] Pushing event updated for resources: {'Port': ['ID=9b8ea3f8-95e2-4101-bd82-bb4144c461cd,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:19:58.876182 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bee059b7-e13d-4a4b-8299-be7bac6deee8 req-a39a05d6-60c0-4b1d-aa15-54c11f60a56b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78046243-c23d-46db-aeea-054552cb91e5 HTTP/1.1" status: 200 len: 217 time: 0.0877507 Jul 05 02:19:59.006167 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee059b7-e13d-4a4b-8299-be7bac6deee8 req-2d6e1a7e-fe61-4dd7-979b-f910ce38248d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:59.007842 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bee059b7-e13d-4a4b-8299-be7bac6deee8 req-2d6e1a7e-fe61-4dd7-979b-f910ce38248d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=86343a12-8825-4191-b518-68943eb24150 HTTP/1.1" status: 200 len: 852 time: 0.1241453 Jul 05 02:19:59.009009 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d38a83b8-a83a-42b8-8130-97ce8bb5e3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:59.073597 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bee059b7-e13d-4a4b-8299-be7bac6deee8 req-9777ffc1-2be8-4716-a62d-f87c257933e4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=705854c6-bb90-4b2b-93a0-7581bd607e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551391 Jul 05 02:19:59.149645 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-af2cd22a-8766-4c82-992d-573239bb3e5b req-bb2f143b-ef9b-4b87-b4e1-8d5be6b1b0a3 service neutron] Attempting to bind port 9b8ea3f8-95e2-4101-bd82-bb4144c461cd on host n-h1-771362-32 for vnic_type normal with profile {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:19:59.150485 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-af2cd22a-8766-4c82-992d-573239bb3e5b req-bb2f143b-ef9b-4b87-b4e1-8d5be6b1b0a3 service neutron] Attempting to bind port 9b8ea3f8-95e2-4101-bd82-bb4144c461cd by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:19:59.150485 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2cd22a-8766-4c82-992d-573239bb3e5b req-bb2f143b-ef9b-4b87-b4e1-8d5be6b1b0a3 service neutron] Attempting to bind port 9b8ea3f8-95e2-4101-bd82-bb4144c461cd on network dff432c2-7366-4622-aebb-da22fe05bfd4 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:19:59.164010 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2cd22a-8766-4c82-992d-573239bb3e5b req-bb2f143b-ef9b-4b87-b4e1-8d5be6b1b0a3 service neutron] Port 9b8ea3f8-95e2-4101-bd82-bb4144c461cd on network dff432c2-7366-4622-aebb-da22fe05bfd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:19:59.164411 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2cd22a-8766-4c82-992d-573239bb3e5b req-bb2f143b-ef9b-4b87-b4e1-8d5be6b1b0a3 service neutron] Attempting to bind port 9b8ea3f8-95e2-4101-bd82-bb4144c461cd on network dff432c2-7366-4622-aebb-da22fe05bfd4 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:19:59.206273 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2cd22a-8766-4c82-992d-573239bb3e5b req-bb2f143b-ef9b-4b87-b4e1-8d5be6b1b0a3 service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:19:59.206613 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2cd22a-8766-4c82-992d-573239bb3e5b req-bb2f143b-ef9b-4b87-b4e1-8d5be6b1b0a3 service neutron] Checking segment: {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:19:59.206999 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2cd22a-8766-4c82-992d-573239bb3e5b req-bb2f143b-ef9b-4b87-b4e1-8d5be6b1b0a3 service neutron] Bound using segment: {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'} {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:19:59.207746 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-af2cd22a-8766-4c82-992d-573239bb3e5b req-bb2f143b-ef9b-4b87-b4e1-8d5be6b1b0a3 service neutron] Bound port: 9b8ea3f8-95e2-4101-bd82-bb4144c461cd, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'}}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:19:59.208314 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-af2cd22a-8766-4c82-992d-573239bb3e5b req-bb2f143b-ef9b-4b87-b4e1-8d5be6b1b0a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:59.317049 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bee059b7-e13d-4a4b-8299-be7bac6deee8 req-8d452cf4-6acb-474b-9cc4-d923fca8dfc5 service neutron] 10.222.0.21 "GET /v2.0/networks/705854c6-bb90-4b2b-93a0-7581bd607e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327950 Jul 05 02:19:59.385271 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0095c90c-7546-4436-894e-9c8df4b6cf8f req-3ca1f930-9564-4293-a542-4385bb191ce9 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:59.392897 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0095c90c-7546-4436-894e-9c8df4b6cf8f req-3ca1f930-9564-4293-a542-4385bb191ce9 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=53971a6b-99d2-4edd-ba98-f15d55887f63 HTTP/1.1" status: 200 len: 943 time: 0.3180950 Jul 05 02:19:59.500080 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ff241442-23e8-4abd-839b-f99d6a2df236 tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:59.504020 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 1b740b2a-ec4a-4348-a7c6-85c8d341f0f2 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:19:59.506453 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0095c90c-7546-4436-894e-9c8df4b6cf8f req-72bb4f5f-421a-4907-a0e1-6bd466838cd0 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073744 Jul 05 02:19:59.563823 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d38a83b8-a83a-42b8-8130-97ce8bb5e3f7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:59.564749 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-af2cd22a-8766-4c82-992d-573239bb3e5b req-bb2f143b-ef9b-4b87-b4e1-8d5be6b1b0a3 service neutron] For port 9b8ea3f8-95e2-4101-bd82-bb4144c461cd, host n-h1-771362-32, cleared binding levels {{(pid=94462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:19:59.575756 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-af2cd22a-8766-4c82-992d-573239bb3e5b req-bb2f143b-ef9b-4b87-b4e1-8d5be6b1b0a3 service neutron] For port 9b8ea3f8-95e2-4101-bd82-bb4144c461cd, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=9b8ea3f8-95e2-4101-bd82-bb4144c461cd,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:19:59.598879 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ff241442-23e8-4abd-839b-f99d6a2df236 tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636869'] for floatingip, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:59.614283 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bee059b7-e13d-4a4b-8299-be7bac6deee8 req-9e1065a4-945f-4ffa-8e5a-879eca47e4ac service neutron] 10.222.0.21 "GET /v2.0/networks/705854c6-bb90-4b2b-93a0-7581bd607e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2901027 Jul 05 02:19:59.705359 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c8ae3570-37f9-4d25-8e95-cff16efe4662 req-90f452d7-18fc-4b3c-8249-ae6db5dab712 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca36febd-b506-4424-9f43-8be7a9423ed1 HTTP/1.1" status: 200 len: 210 time: 0.0372767 Jul 05 02:19:59.706187 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d38a83b8-a83a-42b8-8130-97ce8bb5e3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:59.746645 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 1b740b2a-ec4a-4348-a7c6-85c8d341f0f2 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:19:59.752252 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 1b740b2a-ec4a-4348-a7c6-85c8d341f0f2 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:19:59.752560 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:59.789922 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-55c7e248-be3e-41da-9715-ce27f75fa8a0 req-ec0065b6-0d5b-4526-af8a-ff8a38019b41 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=af25cc5a-51a0-48d4-95fc-992919466b27 HTTP/1.1" status: 200 len: 210 time: 0.0652933 Jul 05 02:19:59.791202 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-af2cd22a-8766-4c82-992d-573239bb3e5b req-bb2f143b-ef9b-4b87-b4e1-8d5be6b1b0a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:59.831073 n-d-771362-32 neutron-server[94462]: INFO neutron.db.l3_db [None req-ff241442-23e8-4abd-839b-f99d6a2df236 tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] Floating IP 96a20709-5728-4bfb-b723-ca3b091eb9d9 associated. External IP: 172.25.7.59, port: 8869e309-04c8-41af-bbc4-5f90e47d35ce. Jul 05 02:19:59.946321 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:59.953609 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2cd22a-8766-4c82-992d-573239bb3e5b req-bb2f143b-ef9b-4b87-b4e1-8d5be6b1b0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:19:59.955076 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-af2cd22a-8766-4c82-992d-573239bb3e5b req-bb2f143b-ef9b-4b87-b4e1-8d5be6b1b0a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:59.961128 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-af2cd22a-8766-4c82-992d-573239bb3e5b req-bb2f143b-ef9b-4b87-b4e1-8d5be6b1b0a3 service neutron] 10.222.0.21 "PUT /v2.0/ports/9b8ea3f8-95e2-4101-bd82-bb4144c461cd HTTP/1.1" status: 200 len: 1097 time: 2.5329511 Jul 05 02:19:59.961856 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2d38070-ff19-4258-b11c-5428dad8c43d', 'tag': '9b8ea3f8-95e2-4101-bd82-bb4144c461cd'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:19:59.967517 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b223267e0e0ddb3199af7772d0b45336e3b4b54fbb151c86a8051291a61e85db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f33cb9bf-79a9-42a0-bc0a-43f0c27a5d9b" -d '{"events": [{"name": "network-changed", "server_uuid": "b2d38070-ff19-4258-b11c-5428dad8c43d", "tag": "9b8ea3f8-95e2-4101-bd82-bb4144c461cd"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:19:59.980459 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d38a83b8-a83a-42b8-8130-97ce8bb5e3f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634601'] for router_interface, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:19:59.997164 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 1b740b2a-ec4a-4348-a7c6-85c8d341f0f2, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=1b740b2a-ec4a-4348-a7c6-85c8d341f0f2,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:19:59.999022 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38a83b8-a83a-42b8-8130-97ce8bb5e3f7 admin admin] Pushing event updated for resources: {'Port': ['ID=6ae66ae5-1467-4dbc-9ca8-c2885d9a3f41,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:20:00.128316 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50ca541-225f-4387-88eb-509cbda62a03 req-98e179ac-92b1-4899-8166-02c1edc29697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:00.129924 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a50ca541-225f-4387-88eb-509cbda62a03 req-98e179ac-92b1-4899-8166-02c1edc29697 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f3761e9b54fb4b859175f5af6199b06f&device_id=53971a6b-99d2-4edd-ba98-f15d55887f63 HTTP/1.1" status: 200 len: 1095 time: 0.3209195 Jul 05 02:20:00.176204 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13c4315-2cdd-473c-b7a4-71df809126ab req-4a06c424-adf6-4079-b563-2036ba1a3c90 tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:00.180894 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a13c4315-2cdd-473c-b7a4-71df809126ab req-4a06c424-adf6-4079-b563-2036ba1a3c90 tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8a7624c-d258-433f-9761-ec21365c1194 HTTP/1.1" status: 200 len: 949 time: 0.2637897 Jul 05 02:20:00.188249 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2f143b-ef9b-4b87-b4e1-8d5be6b1b0a3 service neutron] Pushing event updated for resources: {'Port': ['ID=9b8ea3f8-95e2-4101-bd82-bb4144c461cd,revision_number=3']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:20:00.203678 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:00.268358 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38a83b8-a83a-42b8-8130-97ce8bb5e3f7 admin admin] Network 6cfd0ff6-092e-4d7d-abdc-13803a9d5da8 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:20:00.274422 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-d38a83b8-a83a-42b8-8130-97ce8bb5e3f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:20:00.283561 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=1b740b2a-ec4a-4348-a7c6-85c8d341f0f2,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:20:00.377093 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a2ed9d-45ea-45f9-8ac1-7c9bd620a1b4 req-defa0e6d-f96c-4684-9984-1e3b8dde9a01 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:00.378661 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e2a2ed9d-45ea-45f9-8ac1-7c9bd620a1b4 req-defa0e6d-f96c-4684-9984-1e3b8dde9a01 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2d38070-ff19-4258-b11c-5428dad8c43d HTTP/1.1" status: 200 len: 948 time: 0.3595321 Jul 05 02:20:00.385259 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2cd22a-8766-4c82-992d-573239bb3e5b req-e8d8a866-fc19-4573-86c6-7c55383115b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:00.386859 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-af2cd22a-8766-4c82-992d-573239bb3e5b req-e8d8a866-fc19-4573-86c6-7c55383115b2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=843c308122d04e8a8ebe4eb1b129860a&device_id=b2d38070-ff19-4258-b11c-5428dad8c43d HTTP/1.1" status: 200 len: 1100 time: 0.2947440 Jul 05 02:20:00.394481 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff241442-23e8-4abd-839b-f99d6a2df236 tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] Router 9b504efb-a796-44ac-a706-0fbd7b6cf2e2 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:20:00.457953 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-af2cd22a-8766-4c82-992d-573239bb3e5b req-7d91dd32-b1a3-4b1a-9bff-921818d8dc9d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=9b8ea3f8-95e2-4101-bd82-bb4144c461cd HTTP/1.1" status: 200 len: 217 time: 0.0619071 Jul 05 02:20:00.459890 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a13c4315-2cdd-473c-b7a4-71df809126ab req-3133a6e7-d4ab-4edd-8e99-62ad1287edd4 tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a5b496d-edbc-4614-ac31-274ccc3600c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431412 Jul 05 02:20:00.479266 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50ca541-225f-4387-88eb-509cbda62a03 req-897cfe49-ff47-4d7e-85c1-ee870d1203a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:00.479266 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a50ca541-225f-4387-88eb-509cbda62a03 req-897cfe49-ff47-4d7e-85c1-ee870d1203a8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=705854c6-bb90-4b2b-93a0-7581bd607e40 HTTP/1.1" status: 200 len: 912 time: 0.3365777 Jul 05 02:20:00.483904 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d38a83b8-a83a-42b8-8130-97ce8bb5e3f7 admin admin] Router 43ea26ac-93bf-4f9f-b0c0-27bdde1b60b3 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:20:00.526856 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a50ca541-225f-4387-88eb-509cbda62a03 req-d1c7896b-7d51-4d8a-8ff9-18299c2d09ff service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78046243-c23d-46db-aeea-054552cb91e5 HTTP/1.1" status: 200 len: 217 time: 0.0416944 Jul 05 02:20:00.555613 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2cd22a-8766-4c82-992d-573239bb3e5b req-d7168d23-4c1e-45c3-9668-80a03b82004b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:00.557392 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-af2cd22a-8766-4c82-992d-573239bb3e5b req-d7168d23-4c1e-45c3-9668-80a03b82004b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b840e204-692c-4f54-8f07-f6563e8e36b1 HTTP/1.1" status: 200 len: 843 time: 0.0863640 Jul 05 02:20:00.566827 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e2a2ed9d-45ea-45f9-8ac1-7c9bd620a1b4 req-544f9119-c235-47d0-9407-aaca9c9bcbb5 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/security-groups?id=6aa981db-58bd-4d0c-a893-2c34139d4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695659 Jul 05 02:20:00.634493 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50ca541-225f-4387-88eb-509cbda62a03 req-3d9c40df-94ca-44cf-970b-8bb1ab2184c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:00.634493 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a50ca541-225f-4387-88eb-509cbda62a03 req-3d9c40df-94ca-44cf-970b-8bb1ab2184c4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=86343a12-8825-4191-b518-68943eb24150 HTTP/1.1" status: 200 len: 852 time: 0.0992513 Jul 05 02:20:00.667602 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-917c1da5-b1d2-493d-8a7f-51bc32ec8e4e x-openstack-request-id: req-917c1da5-b1d2-493d-8a7f-51bc32ec8e4e {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:20:00.667890 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2d38070-ff19-4258-b11c-5428dad8c43d", "tag": "9b8ea3f8-95e2-4101-bd82-bb4144c461cd", "status": "completed", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:20:00.668141 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-917c1da5-b1d2-493d-8a7f-51bc32ec8e4e {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:20:00.668948 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2d38070-ff19-4258-b11c-5428dad8c43d', 'tag': '9b8ea3f8-95e2-4101-bd82-bb4144c461cd', 'status': 'completed', 'code': 200} Jul 05 02:20:00.679294 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2cd22a-8766-4c82-992d-573239bb3e5b req-308dd0c7-5577-4352-8f44-c27e63842c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:00.680816 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-af2cd22a-8766-4c82-992d-573239bb3e5b req-308dd0c7-5577-4352-8f44-c27e63842c1b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dff432c2-7366-4622-aebb-da22fe05bfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1128349 Jul 05 02:20:00.683514 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff241442-23e8-4abd-839b-f99d6a2df236 tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:20:00.692122 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ff241442-23e8-4abd-839b-f99d6a2df236 tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:00.693327 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e22b113-f965-4257-aa40-9872f7afbdfb None None] Sync routers for ids ['9b504efb-a796-44ac-a706-0fbd7b6cf2e2'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:20:00.702267 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a50ca541-225f-4387-88eb-509cbda62a03 req-757f779c-0cf0-4562-bbfe-a23288c89617 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=705854c6-bb90-4b2b-93a0-7581bd607e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392718 Jul 05 02:20:00.703226 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e22b113-f965-4257-aa40-9872f7afbdfb None None] Routers {'9b504efb-a796-44ac-a706-0fbd7b6cf2e2'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:20:00.704077 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-4e22b113-f965-4257-aa40-9872f7afbdfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:19:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['9b504efb-a796-44ac-a706-0fbd7b6cf2e2'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:20:00.830427 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d38a83b8-a83a-42b8-8130-97ce8bb5e3f7 admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:20:00.836208 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-d38a83b8-a83a-42b8-8130-97ce8bb5e3f7 admin admin] 10.222.0.23 "PUT /v2.0/routers/43ea26ac-93bf-4f9f-b0c0-27bdde1b60b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8304293 Jul 05 02:20:00.841239 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff50af7d-45d2-4878-bb65-9c837694d658 None None] Sync routers for ids ['43ea26ac-93bf-4f9f-b0c0-27bdde1b60b3'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:20:00.857182 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff50af7d-45d2-4878-bb65-9c837694d658 None None] Routers {'43ea26ac-93bf-4f9f-b0c0-27bdde1b60b3'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:20:00.863550 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-ff50af7d-45d2-4878-bb65-9c837694d658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:19:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['43ea26ac-93bf-4f9f-b0c0-27bdde1b60b3'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:20:00.940257 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-4e22b113-f965-4257-aa40-9872f7afbdfb None None] Set router 9b504efb-a796-44ac-a706-0fbd7b6cf2e2 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:20:00.944659 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6d8f8901-5c8e-48f8-8ea3-1259c5e42421 req-46901c02-213f-4fa2-b6b5-0d4000872482 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca36febd-b506-4424-9f43-8be7a9423ed1 HTTP/1.1" status: 200 len: 210 time: 0.0926335 Jul 05 02:20:00.985635 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a50ca541-225f-4387-88eb-509cbda62a03 req-ca8615e6-b196-4481-b711-544e566b8917 service neutron] 10.222.0.21 "GET /v2.0/networks/705854c6-bb90-4b2b-93a0-7581bd607e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657886 Jul 05 02:20:01.014807 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-ff50af7d-45d2-4878-bb65-9c837694d658 None None] Set router 43ea26ac-93bf-4f9f-b0c0-27bdde1b60b3 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:20:01.381969 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-4e22b113-f965-4257-aa40-9872f7afbdfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b504efb-a796-44ac-a706-0fbd7b6cf2e2', 'name': 'tempest-ServersTestJSON-847911127-router', 'tenant_id': '1dde4b513ef84acf9c30f43f22091a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': '0551ed23-38c8-4ae4-a9dd-e4f54ba1e4c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:19:13Z', 'updated_at': '2021-07-05T02:19:21Z', 'revision_number': 4, 'project_id': '1dde4b513ef84acf9c30f43f22091a98', 'gw_port': {'id': '0551ed23-38c8-4ae4-a9dd-e4f54ba1e4c3', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:7f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b504efb-a796-44ac-a706-0fbd7b6cf2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:19:15Z', 'updated_at': '2021-07-05T02:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '96a20709-5728-4bfb-b723-ca3b091eb9d9', 'tenant_id': '1dde4b513ef84acf9c30f43f22091a98', 'floating_ip_address': '172.25.7.59', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': '9b504efb-a796-44ac-a706-0fbd7b6cf2e2', 'port_id': '8869e309-04c8-41af-bbc4-5f90e47d35ce', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 879, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43df30fe-7555-4340-91ff-ee467a0abf0d', 'mac_address': 'fa:16:3e:12:12:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49d0082-e6fb-43a0-aabd-5f1abc2b3fd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T02:19:30Z', 'updated_at': '2021-07-05T02:19:59Z', 'revision_number': 1, 'project_id': '1dde4b513ef84acf9c30f43f22091a98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b2fc482-21c2-4ae7-b578-d35e7085a9fa', 'name': '', 'network_id': '43df30fe-7555-4340-91ff-ee467a0abf0d', 'tenant_id': '1dde4b513ef84acf9c30f43f22091a98', 'mac_address': 'fa:16:3e:99:50:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b504efb-a796-44ac-a706-0fbd7b6cf2e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'ec84ff25-e77f-43ab-bf44-c61795ee6bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:19:19Z', 'updated_at': '2021-07-05T02:19:30Z', 'revision_number': 5, 'project_id': '1dde4b513ef84acf9c30f43f22091a98', 'subnets': [{'id': 'ec84ff25-e77f-43ab-bf44-c61795ee6bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:20:01.396858 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-ff241442-23e8-4abd-839b-f99d6a2df236 tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] 10.222.0.23 "PUT /v2.0/floatingips/96a20709-5728-4bfb-b723-ca3b091eb9d9 HTTP/1.1" status: 200 len: 990 time: 2.8722105 Jul 05 02:20:01.481805 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-ff50af7d-45d2-4878-bb65-9c837694d658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ea26ac-93bf-4f9f-b0c0-27bdde1b60b3', 'name': 'tempest-ServerRescueNegativeTestJSON-290728191-router', 'tenant_id': '7455493d17ff4f929a8e881b03b6f683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '1b740b2a-ec4a-4348-a7c6-85c8d341f0f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:19:50Z', 'updated_at': '2021-07-05T02:19:58Z', 'revision_number': 4, 'project_id': '7455493d17ff4f929a8e881b03b6f683', 'gw_port': {'id': '1b740b2a-ec4a-4348-a7c6-85c8d341f0f2', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ea26ac-93bf-4f9f-b0c0-27bdde1b60b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:19:51Z', 'updated_at': '2021-07-05T02:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '6ae66ae5-1467-4dbc-9ca8-c2885d9a3f41', 'name': '', 'network_id': '6cfd0ff6-092e-4d7d-abdc-13803a9d5da8', 'tenant_id': '7455493d17ff4f929a8e881b03b6f683', 'mac_address': 'fa:16:3e:13:d5:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43ea26ac-93bf-4f9f-b0c0-27bdde1b60b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '897df1a7-23db-4d0f-a82a-3f13ebc756b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:19:56Z', 'updated_at': '2021-07-05T02:19:59Z', 'revision_number': 2, 'project_id': '7455493d17ff4f929a8e881b03b6f683', 'subnets': [{'id': '897df1a7-23db-4d0f-a82a-3f13ebc756b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:20:01.500610 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 1b740b2a-ec4a-4348-a7c6-85c8d341f0f2 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:20:01.506795 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-af2cd22a-8766-4c82-992d-573239bb3e5b req-edd156aa-c5de-484d-b8d2-6d7a5e0eccd0 service neutron] 10.222.0.21 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8111315 Jul 05 02:20:01.520388 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff50af7d-45d2-4878-bb65-9c837694d658 None None] Checking router: 43ea26ac-93bf-4f9f-b0c0-27bdde1b60b3 for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:20:01.520794 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff50af7d-45d2-4878-bb65-9c837694d658 None None] Updating router 43ea26ac-93bf-4f9f-b0c0-27bdde1b60b3 port 6ae66ae5-1467-4dbc-9ca8-c2885d9a3f41 binding host n-d-771362-32 {{(pid=94464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 02:20:01.550578 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad8753d-8858-4eb9-aec8-488ed6a53815 req-533d1fc9-d881-478a-99c6-64a03df7b40f tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:01.552176 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-aad8753d-8858-4eb9-aec8-488ed6a53815 req-533d1fc9-d881-478a-99c6-64a03df7b40f tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=53971a6b-99d2-4edd-ba98-f15d55887f63 HTTP/1.1" status: 200 len: 943 time: 0.2244322 Jul 05 02:20:01.575517 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ff50af7d-45d2-4878-bb65-9c837694d658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:01.579652 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e22b113-f965-4257-aa40-9872f7afbdfb None None] Checking router: 9b504efb-a796-44ac-a706-0fbd7b6cf2e2 for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:20:01.601446 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e22b113-f965-4257-aa40-9872f7afbdfb None None] Routers {'9b504efb-a796-44ac-a706-0fbd7b6cf2e2'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:20:01.602076 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-4e22b113-f965-4257-aa40-9872f7afbdfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:19:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['9b504efb-a796-44ac-a706-0fbd7b6cf2e2'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:20:01.667088 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-aad8753d-8858-4eb9-aec8-488ed6a53815 req-d4fde67e-7d7d-4a25-89f1-599eb30e8c24 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030235 Jul 05 02:20:01.722579 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-4e22b113-f965-4257-aa40-9872f7afbdfb None None] Set router 9b504efb-a796-44ac-a706-0fbd7b6cf2e2 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:20:01.747395 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-af2cd22a-8766-4c82-992d-573239bb3e5b req-74290145-5f3a-40d7-ad5d-89c8068a9a31 service neutron] 10.222.0.21 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329807 Jul 05 02:20:01.826254 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 1b740b2a-ec4a-4348-a7c6-85c8d341f0f2 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:20:01.826733 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:01.855409 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-271e3cea-e456-4084-94ce-7377cb82457a req-d792ff00-8ae8-4386-9acf-99cfaf427fc8 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=af25cc5a-51a0-48d4-95fc-992919466b27 HTTP/1.1" status: 200 len: 210 time: 0.1839776 Jul 05 02:20:02.028700 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33cb9bf-79a9-42a0-bc0a-43f0c27a5d9b req-e28fdcf2-422f-4876-9e59-db82ac38a02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:02.042792 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f33cb9bf-79a9-42a0-bc0a-43f0c27a5d9b req-e28fdcf2-422f-4876-9e59-db82ac38a02e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=843c308122d04e8a8ebe4eb1b129860a&device_id=b2d38070-ff19-4258-b11c-5428dad8c43d HTTP/1.1" status: 200 len: 1100 time: 0.1414225 Jul 05 02:20:02.129168 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a50ca541-225f-4387-88eb-509cbda62a03 req-ae257962-213f-424f-b04d-92d1d3617359 service neutron] 10.222.0.21 "GET /v2.0/networks/705854c6-bb90-4b2b-93a0-7581bd607e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1346021 Jul 05 02:20:02.138939 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0223f1-2157-4c71-87dd-24a7c5455376 req-095d9caf-eb29-499d-83d4-e68e5f21f4dd tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:02.140318 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6a0223f1-2157-4c71-87dd-24a7c5455376 req-095d9caf-eb29-499d-83d4-e68e5f21f4dd tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.15 "GET /v2.0/networks?id=02860c2c-1b47-41ff-bdb8-8652ec368c51 HTTP/1.1" status: 200 len: 811 time: 0.4701593 Jul 05 02:20:02.171267 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-4e22b113-f965-4257-aa40-9872f7afbdfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b504efb-a796-44ac-a706-0fbd7b6cf2e2', 'name': 'tempest-ServersTestJSON-847911127-router', 'tenant_id': '1dde4b513ef84acf9c30f43f22091a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': '0551ed23-38c8-4ae4-a9dd-e4f54ba1e4c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:19:13Z', 'updated_at': '2021-07-05T02:19:21Z', 'revision_number': 4, 'project_id': '1dde4b513ef84acf9c30f43f22091a98', 'gw_port': {'id': '0551ed23-38c8-4ae4-a9dd-e4f54ba1e4c3', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:7f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b504efb-a796-44ac-a706-0fbd7b6cf2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:19:15Z', 'updated_at': '2021-07-05T02:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '96a20709-5728-4bfb-b723-ca3b091eb9d9', 'tenant_id': '1dde4b513ef84acf9c30f43f22091a98', 'floating_ip_address': '172.25.7.59', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': '9b504efb-a796-44ac-a706-0fbd7b6cf2e2', 'port_id': '8869e309-04c8-41af-bbc4-5f90e47d35ce', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 879, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43df30fe-7555-4340-91ff-ee467a0abf0d', 'mac_address': 'fa:16:3e:12:12:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49d0082-e6fb-43a0-aabd-5f1abc2b3fd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T02:19:30Z', 'updated_at': '2021-07-05T02:19:59Z', 'revision_number': 1, 'project_id': '1dde4b513ef84acf9c30f43f22091a98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b2fc482-21c2-4ae7-b578-d35e7085a9fa', 'name': '', 'network_id': '43df30fe-7555-4340-91ff-ee467a0abf0d', 'tenant_id': '1dde4b513ef84acf9c30f43f22091a98', 'mac_address': 'fa:16:3e:99:50:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b504efb-a796-44ac-a706-0fbd7b6cf2e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'ec84ff25-e77f-43ab-bf44-c61795ee6bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:19:19Z', 'updated_at': '2021-07-05T02:19:30Z', 'revision_number': 5, 'project_id': '1dde4b513ef84acf9c30f43f22091a98', 'subnets': [{'id': 'ec84ff25-e77f-43ab-bf44-c61795ee6bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:20:02.216640 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6f6608-6d57-4bac-a427-2e0c39630a04 req-0427e53a-c4c8-4e6a-911d-0c572048fbbf tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:02.218190 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7c6f6608-6d57-4bac-a427-2e0c39630a04 req-0427e53a-c4c8-4e6a-911d-0c572048fbbf tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8a7624c-d258-433f-9761-ec21365c1194 HTTP/1.1" status: 200 len: 949 time: 0.5456166 Jul 05 02:20:02.239400 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e22b113-f965-4257-aa40-9872f7afbdfb None None] The sync data for ids ['9b504efb-a796-44ac-a706-0fbd7b6cf2e2'] in n-d-771362-32 is: [{'id': '9b504efb-a796-44ac-a706-0fbd7b6cf2e2', 'name': 'tempest-ServersTestJSON-847911127-router', 'tenant_id': '1dde4b513ef84acf9c30f43f22091a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': '0551ed23-38c8-4ae4-a9dd-e4f54ba1e4c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:19:13Z', 'updated_at': '2021-07-05T02:19:21Z', 'revision_number': 4, 'project_id': '1dde4b513ef84acf9c30f43f22091a98', 'gw_port': {'id': '0551ed23-38c8-4ae4-a9dd-e4f54ba1e4c3', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:7f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b504efb-a796-44ac-a706-0fbd7b6cf2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:19:15Z', 'updated_at': '2021-07-05T02:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '96a20709-5728-4bfb-b723-ca3b091eb9d9', 'tenant_id': '1dde4b513ef84acf9c30f43f22091a98', 'floating_ip_address': '172.25.7.59', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': '9b504efb-a796-44ac-a706-0fbd7b6cf2e2', 'port_id': '8869e309-04c8-41af-bbc4-5f90e47d35ce', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 879, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43df30fe-7555-4340-91ff-ee467a0abf0d', 'mac_address': 'fa:16:3e:12:12:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49d0082-e6fb-43a0-aabd-5f1abc2b3fd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T02:19:30Z', 'updated_at': '2021-07-05T02:19:59Z', 'revision_number': 1, 'project_id': '1dde4b513ef84acf9c30f43f22091a98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b2fc482-21c2-4ae7-b578-d35e7085a9fa', 'name': '', 'network_id': '43df30fe-7555-4340-91ff-ee467a0abf0d', 'tenant_id': '1dde4b513ef84acf9c30f43f22091a98', 'mac_address': 'fa:16:3e:99:50:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b504efb-a796-44ac-a706-0fbd7b6cf2e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'ec84ff25-e77f-43ab-bf44-c61795ee6bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:19:19Z', 'updated_at': '2021-07-05T02:19:30Z', 'revision_number': 5, 'project_id': '1dde4b513ef84acf9c30f43f22091a98', 'subnets': [{'id': 'ec84ff25-e77f-43ab-bf44-c61795ee6bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:20:02.254943 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ff50af7d-45d2-4878-bb65-9c837694d658 None None] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:02.292511 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-ff50af7d-45d2-4878-bb65-9c837694d658 None None] Transition to ACTIVE for port object 6ae66ae5-1467-4dbc-9ca8-c2885d9a3f41 will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:20:02.299393 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b66313-a8c8-45b9-8fef-0909aa4cb324 req-da49a81e-5e04-4c2e-bdd2-c720aeb6534a tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:02.303006 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-60b66313-a8c8-45b9-8fef-0909aa4cb324 req-da49a81e-5e04-4c2e-bdd2-c720aeb6534a tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/networks?id=6cfd0ff6-092e-4d7d-abdc-13803a9d5da8 HTTP/1.1" status: 200 len: 818 time: 0.2997835 Jul 05 02:20:02.315886 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33cb9bf-79a9-42a0-bc0a-43f0c27a5d9b req-4db69c59-11c5-4ec8-8015-bc10a83d0e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:02.317414 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f33cb9bf-79a9-42a0-bc0a-43f0c27a5d9b req-4db69c59-11c5-4ec8-8015-bc10a83d0e5e service neutron] 10.222.0.21 "GET /v2.0/networks?id=dff432c2-7366-4622-aebb-da22fe05bfd4 HTTP/1.1" status: 200 len: 869 time: 0.2643514 Jul 05 02:20:02.333556 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-60b66313-a8c8-45b9-8fef-0909aa4cb324 req-26b3f902-e29c-4f1a-a379-55dfa2049cd0 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/quotas/7455493d17ff4f929a8e881b03b6f683 HTTP/1.1" status: 200 len: 375 time: 0.0295954 Jul 05 02:20:02.373022 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6a0223f1-2157-4c71-87dd-24a7c5455376 req-789aa5d5-3ec4-47d1-8ab8-7dcc91cb61a7 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d63cc722770842c8a7a532820e16e452 HTTP/1.1" status: 200 len: 380 time: 0.2232704 Jul 05 02:20:02.394700 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-6a0223f1-2157-4c71-87dd-24a7c5455376 req-2d4a9a48-d209-41e5-8c72-2bd340f48c81 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Request body: {'port': {'device_id': 'ca36febd-b506-4424-9f43-8be7a9423ed1', 'network_id': '02860c2c-1b47-41ff-bdb8-8652ec368c51', 'admin_state_up': True, 'tenant_id': 'd63cc722770842c8a7a532820e16e452', 'security_groups': ['a7ec5bda-2f9c-43a6-b62e-a51bc7e5a1a8']}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:20:02.411962 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f33cb9bf-79a9-42a0-bc0a-43f0c27a5d9b req-436a73f5-6311-47a0-ad3b-9022545b4970 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=9b8ea3f8-95e2-4101-bd82-bb4144c461cd HTTP/1.1" status: 200 len: 217 time: 0.0409000 Jul 05 02:20:02.460476 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 78046243-c23d-46db-aeea-054552cb91e5 details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:20:02.481549 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33cb9bf-79a9-42a0-bc0a-43f0c27a5d9b req-e577d2e8-6fe5-4443-b063-ccbd6efefe06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:02.485127 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f33cb9bf-79a9-42a0-bc0a-43f0c27a5d9b req-e577d2e8-6fe5-4443-b063-ccbd6efefe06 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b840e204-692c-4f54-8f07-f6563e8e36b1 HTTP/1.1" status: 200 len: 843 time: 0.0661349 Jul 05 02:20:02.489812 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeb88db-d4b9-4df7-a699-e7ca95458cae req-0c904de0-7c3d-4982-8ff1-b3928597801d tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:02.491669 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8eeb88db-d4b9-4df7-a699-e7ca95458cae req-0c904de0-7c3d-4982-8ff1-b3928597801d tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8a7624c-d258-433f-9761-ec21365c1194 HTTP/1.1" status: 200 len: 949 time: 0.1611362 Jul 05 02:20:02.498306 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ff50af7d-45d2-4878-bb65-9c837694d658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:02.503033 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-60b66313-a8c8-45b9-8fef-0909aa4cb324 req-ece2d120-9baf-45de-ad23-0c9d5ed99be4 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7455493d17ff4f929a8e881b03b6f683&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1678729 Jul 05 02:20:02.523867 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-7c6f6608-6d57-4bac-a427-2e0c39630a04 req-de61d044-27ae-4add-9772-18204dba9e6d tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] Deleting port 4f1100d3-e9db-44b1-b3d1-a02ce6802c0c {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:20:02.524492 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-7c6f6608-6d57-4bac-a427-2e0c39630a04 req-de61d044-27ae-4add-9772-18204dba9e6d tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:02.607693 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1359994-1a7d-4e68-a050-95c44822ad60 None None] Pushing event updated for resources: {'Port': ['ID=6ae66ae5-1467-4dbc-9ca8-c2885d9a3f41,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:20:02.653742 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8eeb88db-d4b9-4df7-a699-e7ca95458cae req-46db7a81-05ef-44b1-aae9-122d86b46a0d tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a5b496d-edbc-4614-ac31-274ccc3600c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483562 Jul 05 02:20:02.681334 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd49d0082-e6fb-43a0-aabd-5f1abc2b3fd0', 'tag': '8869e309-04c8-41af-bbc4-5f90e47d35ce'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:20:02.681334 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b223267e0e0ddb3199af7772d0b45336e3b4b54fbb151c86a8051291a61e85db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ff44162-48c1-4ad4-94b5-08a24d38e4f8" -d '{"events": [{"name": "network-changed", "server_uuid": "d49d0082-e6fb-43a0-aabd-5f1abc2b3fd0", "tag": "8869e309-04c8-41af-bbc4-5f90e47d35ce"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:20:02.686891 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 78046243-c23d-46db-aeea-054552cb91e5, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=78046243-c23d-46db-aeea-054552cb91e5,segment=NetworkSegment(21ad98b6-ba72-4f1f-a0ef-3d0df329b6a3),segment_id=21ad98b6-ba72-4f1f-a0ef-3d0df329b6a3)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:20:02.710498 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': '78046243-c23d-46db-aeea-054552cb91e5', 'network_id': '705854c6-bb90-4b2b-93a0-7581bd607e40', 'port_id': '78046243-c23d-46db-aeea-054552cb91e5', 'mac_address': 'fa:16:3e:c5:84:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86343a12-8825-4191-b518-68943eb24150', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:20:02.712565 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f18c8d-bcd7-4284-9411-b1d6fdea55e2 None None] New status for floating IP 96a20709-5728-4bfb-b723-ca3b091eb9d9: ACTIVE {{(pid=94463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 02:20:02.714057 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-7c6f6608-6d57-4bac-a427-2e0c39630a04 req-de61d044-27ae-4add-9772-18204dba9e6d tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] For port 4f1100d3-e9db-44b1-b3d1-a02ce6802c0c, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=4f1100d3-e9db-44b1-b3d1-a02ce6802c0c,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:20:02.714491 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-7c6f6608-6d57-4bac-a427-2e0c39630a04 req-de61d044-27ae-4add-9772-18204dba9e6d tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:02.723115 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33cb9bf-79a9-42a0-bc0a-43f0c27a5d9b req-bee64f9c-69fa-465d-ab32-23c51d282d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:02.724663 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f33cb9bf-79a9-42a0-bc0a-43f0c27a5d9b req-bee64f9c-69fa-465d-ab32-23c51d282d8f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dff432c2-7366-4622-aebb-da22fe05bfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2126234 Jul 05 02:20:02.730735 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-ff50af7d-45d2-4878-bb65-9c837694d658 None None] Attempting to bind port 6ae66ae5-1467-4dbc-9ca8-c2885d9a3f41 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:20:02.731479 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-ff50af7d-45d2-4878-bb65-9c837694d658 None None] Attempting to bind port 6ae66ae5-1467-4dbc-9ca8-c2885d9a3f41 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'ac98ab34-de80-488f-9ef3-072652e10596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6cfd0ff6-092e-4d7d-abdc-13803a9d5da8'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:20:02.732016 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff50af7d-45d2-4878-bb65-9c837694d658 None None] Attempting to bind port 6ae66ae5-1467-4dbc-9ca8-c2885d9a3f41 on network 6cfd0ff6-092e-4d7d-abdc-13803a9d5da8 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:20:02.732314 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-7c6f6608-6d57-4bac-a427-2e0c39630a04 req-de61d044-27ae-4add-9772-18204dba9e6d tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] Calling delete_port for 4f1100d3-e9db-44b1-b3d1-a02ce6802c0c owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:20:02.741709 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff50af7d-45d2-4878-bb65-9c837694d658 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:20:02.742399 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff50af7d-45d2-4878-bb65-9c837694d658 None None] Checking segment: {'id': 'ac98ab34-de80-488f-9ef3-072652e10596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6cfd0ff6-092e-4d7d-abdc-13803a9d5da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:20:02.742988 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ff50af7d-45d2-4878-bb65-9c837694d658 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:02.743536 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff50af7d-45d2-4878-bb65-9c837694d658 None None] Bound using segment: {'id': 'ac98ab34-de80-488f-9ef3-072652e10596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6cfd0ff6-092e-4d7d-abdc-13803a9d5da8'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:20:02.744166 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-ff50af7d-45d2-4878-bb65-9c837694d658 None None] Bound port: 6ae66ae5-1467-4dbc-9ca8-c2885d9a3f41, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac98ab34-de80-488f-9ef3-072652e10596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6cfd0ff6-092e-4d7d-abdc-13803a9d5da8'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:20:02.748261 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-60b66313-a8c8-45b9-8fef-0909aa4cb324 req-0a72302e-9730-4a15-a3f7-7b2ea1bff23a service neutron] 10.222.0.23 "GET /v2.0/networks/6cfd0ff6-092e-4d7d-abdc-13803a9d5da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442923 Jul 05 02:20:02.748931 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ff50af7d-45d2-4878-bb65-9c837694d658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:02.886096 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-ff50af7d-45d2-4878-bb65-9c837694d658 None None] For port 6ae66ae5-1467-4dbc-9ca8-c2885d9a3f41, host n-d-771362-32, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:20:02.889618 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a0223f1-2157-4c71-87dd-24a7c5455376 req-2d4a9a48-d209-41e5-8c72-2bd340f48c81 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Made reservation on behalf of d63cc722770842c8a7a532820e16e452 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:20:02.895578 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-ff50af7d-45d2-4878-bb65-9c837694d658 None None] For port 6ae66ae5-1467-4dbc-9ca8-c2885d9a3f41, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=6ae66ae5-1467-4dbc-9ca8-c2885d9a3f41,segment=NetworkSegment(ac98ab34-de80-488f-9ef3-072652e10596),segment_id=ac98ab34-de80-488f-9ef3-072652e10596)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:20:02.897272 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-6a0223f1-2157-4c71-87dd-24a7c5455376 req-2d4a9a48-d209-41e5-8c72-2bd340f48c81 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:02.908676 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f33cb9bf-79a9-42a0-bc0a-43f0c27a5d9b req-0113db25-8832-4305-801f-ebb65da7c32a service neutron] 10.222.0.21 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764100 Jul 05 02:20:02.918098 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-60b66313-a8c8-45b9-8fef-0909aa4cb324 req-848c6773-d4f9-4f50-a8a4-777427658d77 service neutron] 10.222.0.23 "GET /v2.0/networks/6cfd0ff6-092e-4d7d-abdc-13803a9d5da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689136 Jul 05 02:20:03.027276 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ff50af7d-45d2-4878-bb65-9c837694d658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:03.049774 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f33cb9bf-79a9-42a0-bc0a-43f0c27a5d9b req-c3648102-5b64-434a-a965-a8d888656a7f service neutron] 10.222.0.21 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306109 Jul 05 02:20:03.125703 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333279f1-6e18-4e51-9681-6dca3f1f2254 req-3cc2a3c9-217b-4011-af74-dbcd3cf896e1 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:03.127877 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-333279f1-6e18-4e51-9681-6dca3f1f2254 req-3cc2a3c9-217b-4011-af74-dbcd3cf896e1 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2d38070-ff19-4258-b11c-5428dad8c43d HTTP/1.1" status: 200 len: 948 time: 0.2621169 Jul 05 02:20:03.128723 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff50af7d-45d2-4878-bb65-9c837694d658 None None] Routers {'43ea26ac-93bf-4f9f-b0c0-27bdde1b60b3'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:20:03.129408 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-ff50af7d-45d2-4878-bb65-9c837694d658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:19:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['43ea26ac-93bf-4f9f-b0c0-27bdde1b60b3'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:20:03.132815 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1359994-1a7d-4e68-a050-95c44822ad60 None None] Pushing event updated for resources: {'Port': ['ID=6ae66ae5-1467-4dbc-9ca8-c2885d9a3f41,revision_number=4']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:20:03.135163 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:03.149642 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78046243-c23d-46db-aeea-054552cb91e5 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:20:03.204089 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-6a0223f1-2157-4c71-87dd-24a7c5455376 req-2d4a9a48-d209-41e5-8c72-2bd340f48c81 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Allocated IP 172.20.0.6 (02860c2c-1b47-41ff-bdb8-8652ec368c51/e54bb52b-407a-4efc-b19e-45eea28735fe/0bf422f3-c6bf-4aeb-9d77-6f10de626535) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:20:03.209059 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-333279f1-6e18-4e51-9681-6dca3f1f2254 req-056f7b70-a9d0-4131-85c0-fcabab6c1133 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/security-groups?id=6aa981db-58bd-4d0c-a893-2c34139d4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571139 Jul 05 02:20:03.268253 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-ff50af7d-45d2-4878-bb65-9c837694d658 None None] Set router 43ea26ac-93bf-4f9f-b0c0-27bdde1b60b3 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:20:03.281666 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 78046243-c23d-46db-aeea-054552cb91e5, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=78046243-c23d-46db-aeea-054552cb91e5,segment=NetworkSegment(21ad98b6-ba72-4f1f-a0ef-3d0df329b6a3),segment_id=21ad98b6-ba72-4f1f-a0ef-3d0df329b6a3)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:20:03.317552 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-7c6f6608-6d57-4bac-a427-2e0c39630a04 req-de61d044-27ae-4add-9772-18204dba9e6d tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:03.386464 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:03.441831 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41a2a985-af35-4984-81e7-b73fcac12cb2 x-openstack-request-id: req-41a2a985-af35-4984-81e7-b73fcac12cb2 {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:20:03.442450 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d49d0082-e6fb-43a0-aabd-5f1abc2b3fd0", "tag": "8869e309-04c8-41af-bbc4-5f90e47d35ce", "status": "completed", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:20:03.442558 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-41a2a985-af35-4984-81e7-b73fcac12cb2 {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:20:03.442895 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd49d0082-e6fb-43a0-aabd-5f1abc2b3fd0', 'tag': '8869e309-04c8-41af-bbc4-5f90e47d35ce', 'status': 'completed', 'code': 200} Jul 05 02:20:03.445511 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de61d044-27ae-4add-9772-18204dba9e6d tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] Pushing event deleted for resources: {'Port': ['ID=4f1100d3-e9db-44b1-b3d1-a02ce6802c0c,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:20:03.495501 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=78046243-c23d-46db-aeea-054552cb91e5,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:20:03.643134 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['78046243-c23d-46db-aeea-054552cb91e5'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:20:03.645349 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-eca7692f-9e0b-4bde-adcc-4d48d51152a1 req-24af9c91-6e59-40aa-9c9a-57c2a2d14461 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca36febd-b506-4424-9f43-8be7a9423ed1 HTTP/1.1" status: 200 len: 210 time: 0.0872550 Jul 05 02:20:03.652252 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c6f6608-6d57-4bac-a427-2e0c39630a04 req-de61d044-27ae-4add-9772-18204dba9e6d tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] No DVR routers for this DVR port 4f1100d3-e9db-44b1-b3d1-a02ce6802c0c on host n-h1-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:20:03.666791 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-7c6f6608-6d57-4bac-a427-2e0c39630a04 req-de61d044-27ae-4add-9772-18204dba9e6d tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:03.668961 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7c6f6608-6d57-4bac-a427-2e0c39630a04 req-de61d044-27ae-4add-9772-18204dba9e6d tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] 10.222.0.21 "DELETE /v2.0/ports/4f1100d3-e9db-44b1-b3d1-a02ce6802c0c HTTP/1.1" status: 204 len: 173 time: 1.4422181 Jul 05 02:20:03.669432 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8a7624c-d258-433f-9761-ec21365c1194', 'name': 'network-vif-deleted', 'tag': '4f1100d3-e9db-44b1-b3d1-a02ce6802c0c'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:20:03.672253 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-131b56d3-3147-4b38-9dac-6ea22db8d20a" -d '{"events": [{"server_uuid": "d8a7624c-d258-433f-9761-ec21365c1194", "name": "network-vif-deleted", "tag": "4f1100d3-e9db-44b1-b3d1-a02ce6802c0c"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:20:03.682862 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-ff50af7d-45d2-4878-bb65-9c837694d658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ea26ac-93bf-4f9f-b0c0-27bdde1b60b3', 'name': 'tempest-ServerRescueNegativeTestJSON-290728191-router', 'tenant_id': '7455493d17ff4f929a8e881b03b6f683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '1b740b2a-ec4a-4348-a7c6-85c8d341f0f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:19:50Z', 'updated_at': '2021-07-05T02:19:58Z', 'revision_number': 4, 'project_id': '7455493d17ff4f929a8e881b03b6f683', 'gw_port': {'id': '1b740b2a-ec4a-4348-a7c6-85c8d341f0f2', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ea26ac-93bf-4f9f-b0c0-27bdde1b60b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:19:51Z', 'updated_at': '2021-07-05T02:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '6ae66ae5-1467-4dbc-9ca8-c2885d9a3f41', 'name': '', 'network_id': '6cfd0ff6-092e-4d7d-abdc-13803a9d5da8', 'tenant_id': '7455493d17ff4f929a8e881b03b6f683', 'mac_address': 'fa:16:3e:13:d5:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43ea26ac-93bf-4f9f-b0c0-27bdde1b60b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '897df1a7-23db-4d0f-a82a-3f13ebc756b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:19:56Z', 'updated_at': '2021-07-05T02:20:02Z', 'revision_number': 4, 'project_id': '7455493d17ff4f929a8e881b03b6f683', 'subnets': [{'id': '897df1a7-23db-4d0f-a82a-3f13ebc756b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:20:03.732628 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff50af7d-45d2-4878-bb65-9c837694d658 None None] The sync data for ids ['43ea26ac-93bf-4f9f-b0c0-27bdde1b60b3'] in n-d-771362-32 is: [{'id': '43ea26ac-93bf-4f9f-b0c0-27bdde1b60b3', 'name': 'tempest-ServerRescueNegativeTestJSON-290728191-router', 'tenant_id': '7455493d17ff4f929a8e881b03b6f683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '1b740b2a-ec4a-4348-a7c6-85c8d341f0f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:19:50Z', 'updated_at': '2021-07-05T02:19:58Z', 'revision_number': 4, 'project_id': '7455493d17ff4f929a8e881b03b6f683', 'gw_port': {'id': '1b740b2a-ec4a-4348-a7c6-85c8d341f0f2', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ea26ac-93bf-4f9f-b0c0-27bdde1b60b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:19:51Z', 'updated_at': '2021-07-05T02:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '6ae66ae5-1467-4dbc-9ca8-c2885d9a3f41', 'name': '', 'network_id': '6cfd0ff6-092e-4d7d-abdc-13803a9d5da8', 'tenant_id': '7455493d17ff4f929a8e881b03b6f683', 'mac_address': 'fa:16:3e:13:d5:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43ea26ac-93bf-4f9f-b0c0-27bdde1b60b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '897df1a7-23db-4d0f-a82a-3f13ebc756b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:19:56Z', 'updated_at': '2021-07-05T02:20:02Z', 'revision_number': 4, 'project_id': '7455493d17ff4f929a8e881b03b6f683', 'subnets': [{'id': '897df1a7-23db-4d0f-a82a-3f13ebc756b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:20:03.741502 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff44162-48c1-4ad4-94b5-08a24d38e4f8 req-e83b9a37-7d26-4977-ba21-5f0ce8f27ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:03.745292 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7ff44162-48c1-4ad4-94b5-08a24d38e4f8 req-e83b9a37-7d26-4977-ba21-5f0ce8f27ecd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1dde4b513ef84acf9c30f43f22091a98&device_id=d49d0082-e6fb-43a0-aabd-5f1abc2b3fd0 HTTP/1.1" status: 200 len: 1097 time: 0.2499795 Jul 05 02:20:03.793373 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-6a0223f1-2157-4c71-87dd-24a7c5455376 req-2d4a9a48-d209-41e5-8c72-2bd340f48c81 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:03.921492 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-6a0223f1-2157-4c71-87dd-24a7c5455376 req-2d4a9a48-d209-41e5-8c72-2bd340f48c81 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Transition to ACTIVE for port object 0bf422f3-c6bf-4aeb-9d77-6f10de626535 will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:20:03.937693 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 02:20:03.967718 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff44162-48c1-4ad4-94b5-08a24d38e4f8 req-f5b781a3-ae2c-4ffa-94d8-60a102ba5c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:03.969638 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7ff44162-48c1-4ad4-94b5-08a24d38e4f8 req-f5b781a3-ae2c-4ffa-94d8-60a102ba5c0a service neutron] 10.222.0.21 "GET /v2.0/networks?id=43df30fe-7555-4340-91ff-ee467a0abf0d HTTP/1.1" status: 200 len: 905 time: 0.2199037 Jul 05 02:20:03.987574 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ed9f27-21c4-4e85-9bd1-f0b26edc7c98 req-e643b0a0-d3a6-4d63-aed9-6b9ba9944be5 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:04.001230 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-47ed9f27-21c4-4e85-9bd1-f0b26edc7c98 req-e643b0a0-d3a6-4d63-aed9-6b9ba9944be5 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=53971a6b-99d2-4edd-ba98-f15d55887f63 HTTP/1.1" status: 200 len: 944 time: 0.2125049 Jul 05 02:20:04.095735 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-47ed9f27-21c4-4e85-9bd1-f0b26edc7c98 req-049fa6c6-3e21-4361-9689-7e45a90c7e22 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926638 Jul 05 02:20:04.119356 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7ff44162-48c1-4ad4-94b5-08a24d38e4f8 req-b610172a-0cd6-437e-845a-eae26f367dcb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8869e309-04c8-41af-bbc4-5f90e47d35ce HTTP/1.1" status: 200 len: 1000 time: 0.1424818 Jul 05 02:20:04.203014 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-78081651-300b-4d8a-9d1f-70c7fa8f49f3 req-781818fa-088c-429b-a558-86a08b57c324 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1ee81b5-e6b1-46ea-af4b-a17cc878fd0a HTTP/1.1" status: 200 len: 210 time: 0.0707083 Jul 05 02:20:04.205366 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-6a0223f1-2157-4c71-87dd-24a7c5455376 req-2d4a9a48-d209-41e5-8c72-2bd340f48c81 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:04.269202 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff44162-48c1-4ad4-94b5-08a24d38e4f8 req-c838f33b-2ac3-402c-95bc-6016bf33dfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:04.278944 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7ff44162-48c1-4ad4-94b5-08a24d38e4f8 req-c838f33b-2ac3-402c-95bc-6016bf33dfc3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ec84ff25-e77f-43ab-bf44-c61795ee6bb9 HTTP/1.1" status: 200 len: 844 time: 0.1488626 Jul 05 02:20:04.345614 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd3e0658-7686-47ea-92d5-da690303bff2 x-openstack-request-id: req-fd3e0658-7686-47ea-92d5-da690303bff2 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:20:04.346203 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8a7624c-d258-433f-9761-ec21365c1194", "name": "network-vif-deleted", "tag": "4f1100d3-e9db-44b1-b3d1-a02ce6802c0c", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:20:04.346625 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fd3e0658-7686-47ea-92d5-da690303bff2 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:20:04.347333 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8a7624c-d258-433f-9761-ec21365c1194', 'name': 'network-vif-deleted', 'tag': '4f1100d3-e9db-44b1-b3d1-a02ce6802c0c', 'status': 'completed', 'code': 200} Jul 05 02:20:04.360422 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a0223f1-2157-4c71-87dd-24a7c5455376 req-2d4a9a48-d209-41e5-8c72-2bd340f48c81 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Network 02860c2c-1b47-41ff-bdb8-8652ec368c51 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:20:04.365203 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-6a0223f1-2157-4c71-87dd-24a7c5455376 req-2d4a9a48-d209-41e5-8c72-2bd340f48c81 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:20:04.415114 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a0223f1-2157-4c71-87dd-24a7c5455376 req-2d4a9a48-d209-41e5-8c72-2bd340f48c81 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:20:04.428921 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4a9a48-d209-41e5-8c72-2bd340f48c81 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Pushing event updated for resources: {'Port': ['ID=0bf422f3-c6bf-4aeb-9d77-6f10de626535,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:20:04.441578 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff44162-48c1-4ad4-94b5-08a24d38e4f8 req-b58eb1a5-91fd-4d71-98f7-7b2795395093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:04.444932 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7ff44162-48c1-4ad4-94b5-08a24d38e4f8 req-b58eb1a5-91fd-4d71-98f7-7b2795395093 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=43df30fe-7555-4340-91ff-ee467a0abf0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1579967 Jul 05 02:20:04.468670 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 9b8ea3f8-95e2-4101-bd82-bb4144c461cd details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:20:04.580903 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0223f1-2157-4c71-87dd-24a7c5455376 req-2d4a9a48-d209-41e5-8c72-2bd340f48c81 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:04.587242 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-6a0223f1-2157-4c71-87dd-24a7c5455376 req-2d4a9a48-d209-41e5-8c72-2bd340f48c81 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:04.615392 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 4f1100d3-e9db-44b1-b3d1-a02ce6802c0c no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:20:04.688383 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] No Port match for: 4f1100d3-e9db-44b1-b3d1-a02ce6802c0c {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:20:04.688930 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 4f1100d3-e9db-44b1-b3d1-a02ce6802c0c not bound to the agent host n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:20:04.715490 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-824fad57-37c4-4611-9eff-1ef2662de767 req-7968453b-86de-407d-8a20-9240561f17e1 tempest-ListImageFiltersTestJSON-1168324480 tempest-ListImageFiltersTestJSON-1168324480-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8a7624c-d258-433f-9761-ec21365c1194 HTTP/1.1" status: 200 len: 210 time: 0.1805110 Jul 05 02:20:04.729871 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2acf29f-12a5-45a8-82bd-9ede00610b38 req-ac935b19-2cca-473f-82dc-2a11a2a6f7da tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:04.742762 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f2acf29f-12a5-45a8-82bd-9ede00610b38 req-ac935b19-2cca-473f-82dc-2a11a2a6f7da tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2d38070-ff19-4258-b11c-5428dad8c43d HTTP/1.1" status: 200 len: 948 time: 0.1963620 Jul 05 02:20:04.814205 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6a0223f1-2157-4c71-87dd-24a7c5455376 req-2d4a9a48-d209-41e5-8c72-2bd340f48c81 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4303308 Jul 05 02:20:04.849793 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7ff44162-48c1-4ad4-94b5-08a24d38e4f8 req-7dcc8ef0-e71b-413d-9bcf-921dcca9f208 service neutron] 10.222.0.21 "GET /v2.0/networks/43df30fe-7555-4340-91ff-ee467a0abf0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3969753 Jul 05 02:20:04.884417 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 9b8ea3f8-95e2-4101-bd82-bb4144c461cd, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=9b8ea3f8-95e2-4101-bd82-bb4144c461cd,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:20:04.892329 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f2acf29f-12a5-45a8-82bd-9ede00610b38 req-4e97d882-a306-46b6-a48c-04fde1ff5935 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/security-groups?id=6aa981db-58bd-4d0c-a893-2c34139d4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481321 Jul 05 02:20:04.898241 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-6a0223f1-2157-4c71-87dd-24a7c5455376 req-fb891f32-0dbd-4558-904e-029c8245172d service neutron] Request body: {'port': {'device_id': 'ca36febd-b506-4424-9f43-8be7a9423ed1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:20:04.912186 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': '9b8ea3f8-95e2-4101-bd82-bb4144c461cd', 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4', 'port_id': '9b8ea3f8-95e2-4101-bd82-bb4144c461cd', 'mac_address': 'fa:16:3e:51:86:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b840e204-692c-4f54-8f07-f6563e8e36b1', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:20:04.917756 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-ec93a20d-d6a3-4010-b511-e2a8a68944a0 None None] Provisioning for port 0bf422f3-c6bf-4aeb-9d77-6f10de626535 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:20:04.974650 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-ec93a20d-d6a3-4010-b511-e2a8a68944a0 None None] Provisioning complete for port 0bf422f3-c6bf-4aeb-9d77-6f10de626535 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:20:04.975170 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-ec93a20d-d6a3-4010-b511-e2a8a68944a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:05.043429 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-ec93a20d-d6a3-4010-b511-e2a8a68944a0 None None] Port 0bf422f3-c6bf-4aeb-9d77-6f10de626535 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:20:05.093300 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-6a0223f1-2157-4c71-87dd-24a7c5455376 req-fb891f32-0dbd-4558-904e-029c8245172d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:05.102503 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:05.148256 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b8ea3f8-95e2-4101-bd82-bb4144c461cd {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:20:05.201256 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 9b8ea3f8-95e2-4101-bd82-bb4144c461cd, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=9b8ea3f8-95e2-4101-bd82-bb4144c461cd,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:20:05.340924 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:05.347501 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7ff44162-48c1-4ad4-94b5-08a24d38e4f8 req-5b317b95-4e63-4a62-80f8-57f05970de40 service neutron] 10.222.0.21 "GET /v2.0/networks/43df30fe-7555-4340-91ff-ee467a0abf0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4867530 Jul 05 02:20:05.357961 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13dcd89-08a7-45f4-9c69-8dc4102ba9c8 req-032b054e-9fab-41ce-baa0-01a2cefd3bae tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:05.368758 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d13dcd89-08a7-45f4-9c69-8dc4102ba9c8 req-032b054e-9fab-41ce-baa0-01a2cefd3bae tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/networks?id=6cfd0ff6-092e-4d7d-abdc-13803a9d5da8 HTTP/1.1" status: 200 len: 818 time: 0.4783995 Jul 05 02:20:05.398335 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d13dcd89-08a7-45f4-9c69-8dc4102ba9c8 req-c64f0f42-4680-4dc6-87fe-1a846a7ac02e tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/quotas/7455493d17ff4f929a8e881b03b6f683 HTTP/1.1" status: 200 len: 375 time: 0.0282304 Jul 05 02:20:05.479244 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=9b8ea3f8-95e2-4101-bd82-bb4144c461cd,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:20:05.553406 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 6ae66ae5-1467-4dbc-9ca8-c2885d9a3f41 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:20:05.566371 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d13dcd89-08a7-45f4-9c69-8dc4102ba9c8 req-eb98cfde-b504-4541-b38b-588fcefbca49 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7455493d17ff4f929a8e881b03b6f683&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1559889 Jul 05 02:20:05.616946 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e6ffcf-d7f5-4538-911a-6d0c5ef53b64 req-fb87d79f-a5e9-432c-9754-a4caa5cfbb70 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:05.618601 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e3e6ffcf-d7f5-4538-911a-6d0c5ef53b64 req-fb87d79f-a5e9-432c-9754-a4caa5cfbb70 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca36febd-b506-4424-9f43-8be7a9423ed1 HTTP/1.1" status: 200 len: 931 time: 0.2660732 Jul 05 02:20:05.640858 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['9b8ea3f8-95e2-4101-bd82-bb4144c461cd'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:20:05.687838 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e3e6ffcf-d7f5-4538-911a-6d0c5ef53b64 req-d76baadb-47b2-4307-aa4e-287da501be39 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/security-groups?id=a7ec5bda-2f9c-43a6-b62e-a51bc7e5a1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593171 Jul 05 02:20:05.740963 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 6ae66ae5-1467-4dbc-9ca8-c2885d9a3f41 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:20:05.741764 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d13dcd89-08a7-45f4-9c69-8dc4102ba9c8 req-0b2253de-64ca-47e3-930f-6d005ededc94 service neutron] 10.222.0.23 "GET /v2.0/networks/6cfd0ff6-092e-4d7d-abdc-13803a9d5da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620386 Jul 05 02:20:05.750581 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 6ae66ae5-1467-4dbc-9ca8-c2885d9a3f41 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:20:05.751958 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:05.823427 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-6a0223f1-2157-4c71-87dd-24a7c5455376 req-fb891f32-0dbd-4558-904e-029c8245172d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bf422f3-c6bf-4aeb-9d77-6f10de626535 {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:20:05.844175 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-6a0223f1-2157-4c71-87dd-24a7c5455376 req-fb891f32-0dbd-4558-904e-029c8245172d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:05.878425 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-6a0223f1-2157-4c71-87dd-24a7c5455376 req-fb891f32-0dbd-4558-904e-029c8245172d service neutron] Transition to ACTIVE for port object 0bf422f3-c6bf-4aeb-9d77-6f10de626535 will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:20:05.939913 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d13dcd89-08a7-45f4-9c69-8dc4102ba9c8 req-1130cf12-bfea-4099-91a3-27f9f301c6e6 service neutron] 10.222.0.23 "GET /v2.0/networks/6cfd0ff6-092e-4d7d-abdc-13803a9d5da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865356 Jul 05 02:20:06.019236 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:06.045684 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-6a0223f1-2157-4c71-87dd-24a7c5455376 req-fb891f32-0dbd-4558-904e-029c8245172d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:06.078223 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 6ae66ae5-1467-4dbc-9ca8-c2885d9a3f41, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=6ae66ae5-1467-4dbc-9ca8-c2885d9a3f41,segment=NetworkSegment(ac98ab34-de80-488f-9ef3-072652e10596),segment_id=ac98ab34-de80-488f-9ef3-072652e10596)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:20:06.083810 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f405f1b-c590-4f83-83d7-d0e6c51ba703 req-104cb361-c642-4577-9951-91c54a845fde tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:06.090137 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7f405f1b-c590-4f83-83d7-d0e6c51ba703 req-104cb361-c642-4577-9951-91c54a845fde tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=53971a6b-99d2-4edd-ba98-f15d55887f63 HTTP/1.1" status: 200 len: 944 time: 0.1409600 Jul 05 02:20:06.165386 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:06.183526 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7f405f1b-c590-4f83-83d7-d0e6c51ba703 req-4c6c2fad-6f61-41b8-bf6c-736f33bfc172 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627170 Jul 05 02:20:06.207395 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb891f32-0dbd-4558-904e-029c8245172d service neutron] Pushing event updated for resources: {'Port': ['ID=0bf422f3-c6bf-4aeb-9d77-6f10de626535,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:20:06.312907 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=6ae66ae5-1467-4dbc-9ca8-c2885d9a3f41,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:20:06.366155 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-6a0223f1-2157-4c71-87dd-24a7c5455376 req-fb891f32-0dbd-4558-904e-029c8245172d service neutron] Attempting to bind port 0bf422f3-c6bf-4aeb-9d77-6f10de626535 on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:20:06.366553 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-6a0223f1-2157-4c71-87dd-24a7c5455376 req-fb891f32-0dbd-4558-904e-029c8245172d service neutron] Attempting to bind port 0bf422f3-c6bf-4aeb-9d77-6f10de626535 by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '808aeee9-9700-4e2b-95a3-34b73f31015e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '02860c2c-1b47-41ff-bdb8-8652ec368c51'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:20:06.367119 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0223f1-2157-4c71-87dd-24a7c5455376 req-fb891f32-0dbd-4558-904e-029c8245172d service neutron] Attempting to bind port 0bf422f3-c6bf-4aeb-9d77-6f10de626535 on network 02860c2c-1b47-41ff-bdb8-8652ec368c51 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:20:06.372047 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0223f1-2157-4c71-87dd-24a7c5455376 req-fb891f32-0dbd-4558-904e-029c8245172d service neutron] Port 0bf422f3-c6bf-4aeb-9d77-6f10de626535 on network 02860c2c-1b47-41ff-bdb8-8652ec368c51 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:20:06.372627 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0223f1-2157-4c71-87dd-24a7c5455376 req-fb891f32-0dbd-4558-904e-029c8245172d service neutron] Attempting to bind port 0bf422f3-c6bf-4aeb-9d77-6f10de626535 on network 02860c2c-1b47-41ff-bdb8-8652ec368c51 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:20:06.378535 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0223f1-2157-4c71-87dd-24a7c5455376 req-fb891f32-0dbd-4558-904e-029c8245172d service neutron] Checking agent: {'id': 'e071c76e-395f-48c4-a98f-88088465cf0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:20:06.379154 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0223f1-2157-4c71-87dd-24a7c5455376 req-fb891f32-0dbd-4558-904e-029c8245172d service neutron] Checking segment: {'id': '808aeee9-9700-4e2b-95a3-34b73f31015e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '02860c2c-1b47-41ff-bdb8-8652ec368c51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:20:06.379944 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0223f1-2157-4c71-87dd-24a7c5455376 req-fb891f32-0dbd-4558-904e-029c8245172d service neutron] Bound using segment: {'id': '808aeee9-9700-4e2b-95a3-34b73f31015e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '02860c2c-1b47-41ff-bdb8-8652ec368c51'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:20:06.380548 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-6a0223f1-2157-4c71-87dd-24a7c5455376 req-fb891f32-0dbd-4558-904e-029c8245172d service neutron] Bound port: 0bf422f3-c6bf-4aeb-9d77-6f10de626535, host: n-h2-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '808aeee9-9700-4e2b-95a3-34b73f31015e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '02860c2c-1b47-41ff-bdb8-8652ec368c51'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:20:06.381532 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-6a0223f1-2157-4c71-87dd-24a7c5455376 req-fb891f32-0dbd-4558-904e-029c8245172d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:06.484763 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 78046243-c23d-46db-aeea-054552cb91e5 up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:20:06.527160 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-6a0223f1-2157-4c71-87dd-24a7c5455376 req-fb891f32-0dbd-4558-904e-029c8245172d service neutron] For port 0bf422f3-c6bf-4aeb-9d77-6f10de626535, host n-h2-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:20:06.534851 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-6a0223f1-2157-4c71-87dd-24a7c5455376 req-fb891f32-0dbd-4558-904e-029c8245172d service neutron] For port 0bf422f3-c6bf-4aeb-9d77-6f10de626535, host n-h2-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=0bf422f3-c6bf-4aeb-9d77-6f10de626535,segment=NetworkSegment(808aeee9-9700-4e2b-95a3-34b73f31015e),segment_id=808aeee9-9700-4e2b-95a3-34b73f31015e)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:20:06.665212 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-6a0223f1-2157-4c71-87dd-24a7c5455376 req-fb891f32-0dbd-4558-904e-029c8245172d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:06.691842 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning for port 78046243-c23d-46db-aeea-054552cb91e5 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:20:06.696572 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port 78046243-c23d-46db-aeea-054552cb91e5 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:20:06.697308 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:06.737791 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0223f1-2157-4c71-87dd-24a7c5455376 req-fb891f32-0dbd-4558-904e-029c8245172d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:06.738644 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-6a0223f1-2157-4c71-87dd-24a7c5455376 req-fb891f32-0dbd-4558-904e-029c8245172d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:06.740988 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6a0223f1-2157-4c71-87dd-24a7c5455376 req-fb891f32-0dbd-4558-904e-029c8245172d service neutron] 10.222.0.15 "PUT /v2.0/ports/0bf422f3-c6bf-4aeb-9d77-6f10de626535 HTTP/1.1" status: 200 len: 1092 time: 1.8600497 Jul 05 02:20:06.745100 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca36febd-b506-4424-9f43-8be7a9423ed1', 'tag': '0bf422f3-c6bf-4aeb-9d77-6f10de626535'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:20:06.747486 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcc55ef1-0f28-4a0a-a6d3-44962d93c718" -d '{"events": [{"name": "network-changed", "server_uuid": "ca36febd-b506-4424-9f43-8be7a9423ed1", "tag": "0bf422f3-c6bf-4aeb-9d77-6f10de626535"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:20:06.834699 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:06.848190 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb891f32-0dbd-4558-904e-029c8245172d service neutron] Pushing event updated for resources: {'Port': ['ID=0bf422f3-c6bf-4aeb-9d77-6f10de626535,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:20:06.864461 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5108b5-5b70-4d22-a860-e1d28571d7d2 req-5b6598a8-5b68-4ee1-90c7-3308b49cc04e tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:06.879060 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2a5108b5-5b70-4d22-a860-e1d28571d7d2 req-5b6598a8-5b68-4ee1-90c7-3308b49cc04e tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2d38070-ff19-4258-b11c-5428dad8c43d HTTP/1.1" status: 200 len: 949 time: 0.2644947 Jul 05 02:20:06.890362 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53971a6b-99d2-4edd-ba98-f15d55887f63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78046243-c23d-46db-aeea-054552cb91e5'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:20:06.891016 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ff594814-fb7e-46f4-818a-e34536969fdc req-d2ba2414-c62c-499f-b6ed-19ecb1c591ed tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/ports?device_id=aebad203-43e1-45e1-988a-541ba64da245 HTTP/1.1" status: 200 len: 210 time: 0.0840113 Jul 05 02:20:06.892808 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9041630-530e-452e-8c62-0b278c2e001e" -d '{"events": [{"server_uuid": "53971a6b-99d2-4edd-ba98-f15d55887f63", "name": "network-vif-plugged", "status": "completed", "tag": "78046243-c23d-46db-aeea-054552cb91e5"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:20:06.928742 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 78046243-c23d-46db-aeea-054552cb91e5, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=78046243-c23d-46db-aeea-054552cb91e5,segment=NetworkSegment(21ad98b6-ba72-4f1f-a0ef-3d0df329b6a3),segment_id=21ad98b6-ba72-4f1f-a0ef-3d0df329b6a3)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:20:06.986556 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2a5108b5-5b70-4d22-a860-e1d28571d7d2 req-0176d061-a45e-4cea-84d4-024365da529b tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/security-groups?id=6aa981db-58bd-4d0c-a893-2c34139d4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994072 Jul 05 02:20:07.055409 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:07.104083 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0223f1-2157-4c71-87dd-24a7c5455376 req-f4b4e172-7759-43f2-9a7e-061754a4e4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:07.111334 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6a0223f1-2157-4c71-87dd-24a7c5455376 req-f4b4e172-7759-43f2-9a7e-061754a4e4fa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d63cc722770842c8a7a532820e16e452&device_id=ca36febd-b506-4424-9f43-8be7a9423ed1 HTTP/1.1" status: 200 len: 1095 time: 0.1764419 Jul 05 02:20:07.151372 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=78046243-c23d-46db-aeea-054552cb91e5,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:20:07.208475 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6a0223f1-2157-4c71-87dd-24a7c5455376 req-d6d92c3a-e0d8-4754-b36c-e3953862c67f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0bf422f3-c6bf-4aeb-9d77-6f10de626535 HTTP/1.1" status: 200 len: 217 time: 0.0880086 Jul 05 02:20:07.301481 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0223f1-2157-4c71-87dd-24a7c5455376 req-c6fd64c0-40d7-4add-936b-6f6858b41739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:07.303085 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6a0223f1-2157-4c71-87dd-24a7c5455376 req-c6fd64c0-40d7-4add-936b-6f6858b41739 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e54bb52b-407a-4efc-b19e-45eea28735fe HTTP/1.1" status: 200 len: 850 time: 0.0882144 Jul 05 02:20:07.371534 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2da64d0-8731-4f07-a166-94bdbcc65417 req-11ef50c3-1a17-4efa-ad01-23071d2fb93e tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:07.391256 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d2da64d0-8731-4f07-a166-94bdbcc65417 req-11ef50c3-1a17-4efa-ad01-23071d2fb93e tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca36febd-b506-4424-9f43-8be7a9423ed1 HTTP/1.1" status: 200 len: 943 time: 0.1461973 Jul 05 02:20:07.447242 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0223f1-2157-4c71-87dd-24a7c5455376 req-09cbb5e6-1329-49cd-9b84-ee500639231f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:07.448787 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6a0223f1-2157-4c71-87dd-24a7c5455376 req-09cbb5e6-1329-49cd-9b84-ee500639231f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=02860c2c-1b47-41ff-bdb8-8652ec368c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1378937 Jul 05 02:20:07.460816 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d2da64d0-8731-4f07-a166-94bdbcc65417 req-de52061e-3c9c-48fa-9432-e144ad179efa tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/security-groups?id=a7ec5bda-2f9c-43a6-b62e-a51bc7e5a1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645990 Jul 05 02:20:07.483171 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 6ae66ae5-1467-4dbc-9ca8-c2885d9a3f41 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:20:07.572891 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e967d04f-7f8a-42dd-ac9d-34d4547876ae x-openstack-request-id: req-e967d04f-7f8a-42dd-ac9d-34d4547876ae {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:20:07.572891 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca36febd-b506-4424-9f43-8be7a9423ed1", "tag": "0bf422f3-c6bf-4aeb-9d77-6f10de626535", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:20:07.575714 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e967d04f-7f8a-42dd-ac9d-34d4547876ae {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:20:07.576349 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca36febd-b506-4424-9f43-8be7a9423ed1', 'tag': '0bf422f3-c6bf-4aeb-9d77-6f10de626535', 'status': 'completed', 'code': 200} Jul 05 02:20:07.582607 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6a0223f1-2157-4c71-87dd-24a7c5455376 req-3f30a260-f627-499b-b68f-eefdca52f15c service neutron] 10.222.0.15 "GET /v2.0/networks/02860c2c-1b47-41ff-bdb8-8652ec368c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149659 Jul 05 02:20:07.584013 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 6ae66ae5-1467-4dbc-9ca8-c2885d9a3f41 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:20:07.584553 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:07.588992 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b66313-a8c8-45b9-8fef-0909aa4cb324 req-5fc8543b-f284-40fa-b3f6-2d2037e642dc tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:07.591113 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-60b66313-a8c8-45b9-8fef-0909aa4cb324 req-5fc8543b-f284-40fa-b3f6-2d2037e642dc tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.15 "GET /v2.0/networks?id=6cfd0ff6-092e-4d7d-abdc-13803a9d5da8 HTTP/1.1" status: 200 len: 818 time: 0.2179658 Jul 05 02:20:07.628233 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-60b66313-a8c8-45b9-8fef-0909aa4cb324 req-a5d546de-c507-4678-a781-59889fb09a6b tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Request body: {'port': {'device_id': 'f1ee81b5-e6b1-46ea-af4b-a17cc878fd0a', 'network_id': '6cfd0ff6-092e-4d7d-abdc-13803a9d5da8', 'admin_state_up': True, 'tenant_id': '7455493d17ff4f929a8e881b03b6f683'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:20:07.636183 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d631023d-2189-47cd-879e-8c4400d8adf9 x-openstack-request-id: req-d631023d-2189-47cd-879e-8c4400d8adf9 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:20:07.639826 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53971a6b-99d2-4edd-ba98-f15d55887f63", "name": "network-vif-plugged", "status": "completed", "tag": "78046243-c23d-46db-aeea-054552cb91e5", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:20:07.640275 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d631023d-2189-47cd-879e-8c4400d8adf9 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:20:07.640835 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53971a6b-99d2-4edd-ba98-f15d55887f63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78046243-c23d-46db-aeea-054552cb91e5', 'code': 200} Jul 05 02:20:07.722171 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6a0223f1-2157-4c71-87dd-24a7c5455376 req-ac0c86ca-58a4-4d99-8f6c-2f272ad749ff service neutron] 10.222.0.15 "GET /v2.0/networks/02860c2c-1b47-41ff-bdb8-8652ec368c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319666 Jul 05 02:20:07.845789 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302bc204-1e2b-46d0-8c25-2b66e435fea6 req-fd53b857-50f0-464c-aad6-2299d0e0531b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:07.847264 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-302bc204-1e2b-46d0-8c25-2b66e435fea6 req-fd53b857-50f0-464c-aad6-2299d0e0531b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=53971a6b-99d2-4edd-ba98-f15d55887f63 HTTP/1.1" status: 200 len: 1097 time: 0.0912454 Jul 05 02:20:07.855350 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14722e9-d9ff-4cb7-b79d-8f9a8ef1fcad req-3cf71470-c502-403a-80dd-aa100efe9e60 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:07.866063 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b14722e9-d9ff-4cb7-b79d-8f9a8ef1fcad req-3cf71470-c502-403a-80dd-aa100efe9e60 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=53971a6b-99d2-4edd-ba98-f15d55887f63 HTTP/1.1" status: 200 len: 945 time: 0.0847235 Jul 05 02:20:07.911463 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-302bc204-1e2b-46d0-8c25-2b66e435fea6 req-d8711672-ced1-483c-b20b-aca2439ca9a6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394201 Jul 05 02:20:07.914784 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b14722e9-d9ff-4cb7-b79d-8f9a8ef1fcad req-aa8e2545-38ee-4bc8-8d89-4dc4bf6303c9 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503283 Jul 05 02:20:08.054780 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60b66313-a8c8-45b9-8fef-0909aa4cb324 req-a5d546de-c507-4678-a781-59889fb09a6b tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Made reservation on behalf of 7455493d17ff4f929a8e881b03b6f683 for: {'port': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:20:08.060290 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc55ef1-0f28-4a0a-a6d3-44962d93c718 req-13543984-5f5f-41b7-95e5-6d58f06a2ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:08.061540 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-60b66313-a8c8-45b9-8fef-0909aa4cb324 req-a5d546de-c507-4678-a781-59889fb09a6b tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:08.062271 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-dcc55ef1-0f28-4a0a-a6d3-44962d93c718 req-13543984-5f5f-41b7-95e5-6d58f06a2ef3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d63cc722770842c8a7a532820e16e452&device_id=ca36febd-b506-4424-9f43-8be7a9423ed1 HTTP/1.1" status: 200 len: 1095 time: 0.0638559 Jul 05 02:20:08.186737 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc55ef1-0f28-4a0a-a6d3-44962d93c718 req-e5731513-b712-47a4-ac46-576a9f3dc4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:08.186737 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-dcc55ef1-0f28-4a0a-a6d3-44962d93c718 req-e5731513-b712-47a4-ac46-576a9f3dc4f8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=02860c2c-1b47-41ff-bdb8-8652ec368c51 HTTP/1.1" status: 200 len: 911 time: 0.1155758 Jul 05 02:20:08.236030 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-dcc55ef1-0f28-4a0a-a6d3-44962d93c718 req-49fbcfe1-afaa-467a-9614-82ffb59b985a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0bf422f3-c6bf-4aeb-9d77-6f10de626535 HTTP/1.1" status: 200 len: 217 time: 0.0393002 Jul 05 02:20:08.245868 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [req-60b66313-a8c8-45b9-8fef-0909aa4cb324 req-a5d546de-c507-4678-a781-59889fb09a6b tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Allocated IP 172.20.0.8 (6cfd0ff6-092e-4d7d-abdc-13803a9d5da8/897df1a7-23db-4d0f-a82a-3f13ebc756b2/a94eebee-b20d-4089-ae54-a2b450a41407) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:20:08.365344 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-496200cf-8cea-4eeb-af67-ee2ff72ad524 req-3e757dc1-9874-4a74-9da4-6a4193a1ebdf tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/ports?device_id=aebad203-43e1-45e1-988a-541ba64da245 HTTP/1.1" status: 200 len: 210 time: 0.0505190 Jul 05 02:20:08.374952 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc55ef1-0f28-4a0a-a6d3-44962d93c718 req-a22f3c81-53c3-4579-9e7f-55a0214b773e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:08.377040 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-dcc55ef1-0f28-4a0a-a6d3-44962d93c718 req-a22f3c81-53c3-4579-9e7f-55a0214b773e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e54bb52b-407a-4efc-b19e-45eea28735fe HTTP/1.1" status: 200 len: 850 time: 0.1340725 Jul 05 02:20:08.452778 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc55ef1-0f28-4a0a-a6d3-44962d93c718 req-cf7bfb8a-be9e-4457-b5a1-93a24cdabcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:08.454612 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-dcc55ef1-0f28-4a0a-a6d3-44962d93c718 req-cf7bfb8a-be9e-4457-b5a1-93a24cdabcaf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=02860c2c-1b47-41ff-bdb8-8652ec368c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0694976 Jul 05 02:20:08.483464 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-60b66313-a8c8-45b9-8fef-0909aa4cb324 req-a5d546de-c507-4678-a781-59889fb09a6b tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:08.496879 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 9b8ea3f8-95e2-4101-bd82-bb4144c461cd up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:20:08.538580 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0385e2e5-dd1d-4e0e-b33b-90c41e96c569 req-b4823490-1c55-4e59-b627-27c48ca88dc1 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:08.541669 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0385e2e5-dd1d-4e0e-b33b-90c41e96c569 req-b4823490-1c55-4e59-b627-27c48ca88dc1 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2d38070-ff19-4258-b11c-5428dad8c43d HTTP/1.1" status: 200 len: 949 time: 0.1607060 Jul 05 02:20:08.580718 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-dcc55ef1-0f28-4a0a-a6d3-44962d93c718 req-dfd124cb-fe6f-4a25-b529-000f310fa2e3 service neutron] 10.222.0.15 "GET /v2.0/networks/02860c2c-1b47-41ff-bdb8-8652ec368c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184392 Jul 05 02:20:08.605521 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0385e2e5-dd1d-4e0e-b33b-90c41e96c569 req-13b9275a-d72f-4e2c-a7e2-26fe59502dba tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/security-groups?id=6aa981db-58bd-4d0c-a893-2c34139d4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439165 Jul 05 02:20:08.677988 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-dcc55ef1-0f28-4a0a-a6d3-44962d93c718 req-959a8f56-98d7-496d-be14-408f639faee4 service neutron] 10.222.0.15 "GET /v2.0/networks/02860c2c-1b47-41ff-bdb8-8652ec368c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895045 Jul 05 02:20:08.703337 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning for port 9b8ea3f8-95e2-4101-bd82-bb4144c461cd completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:20:08.707566 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port 9b8ea3f8-95e2-4101-bd82-bb4144c461cd triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:20:08.707943 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:08.817295 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:08.818408 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60335b21-b999-4b1a-9b6a-b3edece8dd2f req-b7807fa7-7c0c-4e22-bf7d-f70d1d04fb61 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:08.818408 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-60335b21-b999-4b1a-9b6a-b3edece8dd2f req-b7807fa7-7c0c-4e22-bf7d-f70d1d04fb61 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca36febd-b506-4424-9f43-8be7a9423ed1 HTTP/1.1" status: 200 len: 943 time: 0.0737484 Jul 05 02:20:08.828943 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 9b8ea3f8-95e2-4101-bd82-bb4144c461cd, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=9b8ea3f8-95e2-4101-bd82-bb4144c461cd,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:20:08.848819 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-60335b21-b999-4b1a-9b6a-b3edece8dd2f req-5fb43338-d27f-4727-93ea-7507247f5fa9 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/security-groups?id=a7ec5bda-2f9c-43a6-b62e-a51bc7e5a1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414097 Jul 05 02:20:08.910473 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-60b66313-a8c8-45b9-8fef-0909aa4cb324 req-a5d546de-c507-4678-a781-59889fb09a6b tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:08.958025 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60b66313-a8c8-45b9-8fef-0909aa4cb324 req-a5d546de-c507-4678-a781-59889fb09a6b tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Network 6cfd0ff6-092e-4d7d-abdc-13803a9d5da8 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:20:08.962427 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [req-60b66313-a8c8-45b9-8fef-0909aa4cb324 req-a5d546de-c507-4678-a781-59889fb09a6b tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:20:08.970663 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [req-60b66313-a8c8-45b9-8fef-0909aa4cb324 req-a5d546de-c507-4678-a781-59889fb09a6b tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:20:08.996485 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d546de-c507-4678-a781-59889fb09a6b tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Pushing event updated for resources: {'Port': ['ID=a94eebee-b20d-4089-ae54-a2b450a41407,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:20:09.023805 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b66313-a8c8-45b9-8fef-0909aa4cb324 req-a5d546de-c507-4678-a781-59889fb09a6b tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:09.024421 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-60b66313-a8c8-45b9-8fef-0909aa4cb324 req-a5d546de-c507-4678-a781-59889fb09a6b tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:09.102668 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab8efb7-6f11-49ca-922f-56d7c0b0827f req-c43273bc-41cc-4989-bef9-9293abb3dc75 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:09.104147 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-cab8efb7-6f11-49ca-922f-56d7c0b0827f req-c43273bc-41cc-4989-bef9-9293abb3dc75 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=53971a6b-99d2-4edd-ba98-f15d55887f63 HTTP/1.1" status: 200 len: 945 time: 0.0629902 Jul 05 02:20:09.141370 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-cab8efb7-6f11-49ca-922f-56d7c0b0827f req-e26d9401-a8d6-4516-9229-f83b3e3f6d8a tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316360 Jul 05 02:20:09.224630 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-60b66313-a8c8-45b9-8fef-0909aa4cb324 req-a5d546de-c507-4678-a781-59889fb09a6b tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6226802 Jul 05 02:20:09.235667 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:09.243934 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-60b66313-a8c8-45b9-8fef-0909aa4cb324 req-6f3e4fa8-a457-4edd-a9a7-c304cfc49766 service neutron] Request body: {'port': {'device_id': 'f1ee81b5-e6b1-46ea-af4b-a17cc878fd0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-32'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:20:09.312009 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=9b8ea3f8-95e2-4101-bd82-bb4144c461cd,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:20:09.354082 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-60b66313-a8c8-45b9-8fef-0909aa4cb324 req-6f3e4fa8-a457-4edd-a9a7-c304cfc49766 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:09.562783 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-239ea6c7-6fdc-4311-b3c0-a0c139b6631a req-e43b9773-3046-4ff2-8948-6dcc7370a7e2 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/ports?device_id=aebad203-43e1-45e1-988a-541ba64da245 HTTP/1.1" status: 200 len: 210 time: 0.0548830 Jul 05 02:20:09.642359 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2d38070-ff19-4258-b11c-5428dad8c43d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b8ea3f8-95e2-4101-bd82-bb4144c461cd'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:20:09.647753 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5a572d3-83b8-4e58-a6ad-c530883ca9f2" -d '{"events": [{"server_uuid": "b2d38070-ff19-4258-b11c-5428dad8c43d", "name": "network-vif-plugged", "status": "completed", "tag": "9b8ea3f8-95e2-4101-bd82-bb4144c461cd"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:20:09.679418 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [req-60b66313-a8c8-45b9-8fef-0909aa4cb324 req-6f3e4fa8-a457-4edd-a9a7-c304cfc49766 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a94eebee-b20d-4089-ae54-a2b450a41407 {{(pid=94462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:20:09.687949 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-60b66313-a8c8-45b9-8fef-0909aa4cb324 req-6f3e4fa8-a457-4edd-a9a7-c304cfc49766 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:09.700888 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [req-60b66313-a8c8-45b9-8fef-0909aa4cb324 req-6f3e4fa8-a457-4edd-a9a7-c304cfc49766 service neutron] Transition to ACTIVE for port object a94eebee-b20d-4089-ae54-a2b450a41407 will not be triggered until provisioned by entity L2. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:20:09.816231 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f2e383-9ec0-45bc-bc54-5f4e7231f4cd req-eb5b0bcc-a31f-49bf-9f52-167d0e141fdd tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:09.817843 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-93f2e383-9ec0-45bc-bc54-5f4e7231f4cd req-eb5b0bcc-a31f-49bf-9f52-167d0e141fdd tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2d38070-ff19-4258-b11c-5428dad8c43d HTTP/1.1" status: 200 len: 950 time: 0.0772750 Jul 05 02:20:09.861599 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-93f2e383-9ec0-45bc-bc54-5f4e7231f4cd req-3b86642c-4441-480a-b3cc-39c8c82fd576 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/security-groups?id=6aa981db-58bd-4d0c-a893-2c34139d4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377107 Jul 05 02:20:09.889256 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-60b66313-a8c8-45b9-8fef-0909aa4cb324 req-6f3e4fa8-a457-4edd-a9a7-c304cfc49766 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:09.909412 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b66396-62c5-49eb-bccb-32aa8c142652 x-openstack-request-id: req-62b66396-62c5-49eb-bccb-32aa8c142652 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:20:09.909946 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2d38070-ff19-4258-b11c-5428dad8c43d", "name": "network-vif-plugged", "status": "completed", "tag": "9b8ea3f8-95e2-4101-bd82-bb4144c461cd", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:20:09.909946 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-62b66396-62c5-49eb-bccb-32aa8c142652 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:20:09.910391 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2d38070-ff19-4258-b11c-5428dad8c43d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b8ea3f8-95e2-4101-bd82-bb4144c461cd', 'code': 200} Jul 05 02:20:09.956068 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3e4fa8-a457-4edd-a9a7-c304cfc49766 service neutron] Pushing event updated for resources: {'Port': ['ID=a94eebee-b20d-4089-ae54-a2b450a41407,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:20:10.102509 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-60b66313-a8c8-45b9-8fef-0909aa4cb324 req-6f3e4fa8-a457-4edd-a9a7-c304cfc49766 service neutron] Attempting to bind port a94eebee-b20d-4089-ae54-a2b450a41407 on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:20:10.103605 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-60b66313-a8c8-45b9-8fef-0909aa4cb324 req-6f3e4fa8-a457-4edd-a9a7-c304cfc49766 service neutron] Attempting to bind port a94eebee-b20d-4089-ae54-a2b450a41407 by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': 'ac98ab34-de80-488f-9ef3-072652e10596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6cfd0ff6-092e-4d7d-abdc-13803a9d5da8'}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:20:10.103945 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b66313-a8c8-45b9-8fef-0909aa4cb324 req-6f3e4fa8-a457-4edd-a9a7-c304cfc49766 service neutron] Attempting to bind port a94eebee-b20d-4089-ae54-a2b450a41407 on network 6cfd0ff6-092e-4d7d-abdc-13803a9d5da8 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:20:10.117294 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b66313-a8c8-45b9-8fef-0909aa4cb324 req-6f3e4fa8-a457-4edd-a9a7-c304cfc49766 service neutron] Port a94eebee-b20d-4089-ae54-a2b450a41407 on network 6cfd0ff6-092e-4d7d-abdc-13803a9d5da8 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:20:10.117649 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b66313-a8c8-45b9-8fef-0909aa4cb324 req-6f3e4fa8-a457-4edd-a9a7-c304cfc49766 service neutron] Attempting to bind port a94eebee-b20d-4089-ae54-a2b450a41407 on network 6cfd0ff6-092e-4d7d-abdc-13803a9d5da8 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:20:10.122297 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404d22c1-f280-4316-ad23-5a28c8b37772 req-9e9a036d-0536-4375-8402-62ee15dc6720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:10.123933 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-404d22c1-f280-4316-ad23-5a28c8b37772 req-9e9a036d-0536-4375-8402-62ee15dc6720 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b2d38070-ff19-4258-b11c-5428dad8c43d HTTP/1.1" status: 200 len: 1102 time: 0.1014996 Jul 05 02:20:10.127481 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b66313-a8c8-45b9-8fef-0909aa4cb324 req-6f3e4fa8-a457-4edd-a9a7-c304cfc49766 service neutron] Checking agent: {'id': 'e071c76e-395f-48c4-a98f-88088465cf0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:20:10.127821 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b66313-a8c8-45b9-8fef-0909aa4cb324 req-6f3e4fa8-a457-4edd-a9a7-c304cfc49766 service neutron] Checking segment: {'id': 'ac98ab34-de80-488f-9ef3-072652e10596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6cfd0ff6-092e-4d7d-abdc-13803a9d5da8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:20:10.128198 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b66313-a8c8-45b9-8fef-0909aa4cb324 req-6f3e4fa8-a457-4edd-a9a7-c304cfc49766 service neutron] Bound using segment: {'id': 'ac98ab34-de80-488f-9ef3-072652e10596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6cfd0ff6-092e-4d7d-abdc-13803a9d5da8'} {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:20:10.128615 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-60b66313-a8c8-45b9-8fef-0909aa4cb324 req-6f3e4fa8-a457-4edd-a9a7-c304cfc49766 service neutron] Bound port: a94eebee-b20d-4089-ae54-a2b450a41407, host: n-h2-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac98ab34-de80-488f-9ef3-072652e10596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6cfd0ff6-092e-4d7d-abdc-13803a9d5da8'}}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:20:10.128974 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-60b66313-a8c8-45b9-8fef-0909aa4cb324 req-6f3e4fa8-a457-4edd-a9a7-c304cfc49766 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:10.187572 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-404d22c1-f280-4316-ad23-5a28c8b37772 req-162d4dfc-1bb0-4cb5-836f-be475256cdc5 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6aa981db-58bd-4d0c-a893-2c34139d4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564973 Jul 05 02:20:10.215911 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-60b66313-a8c8-45b9-8fef-0909aa4cb324 req-6f3e4fa8-a457-4edd-a9a7-c304cfc49766 service neutron] For port a94eebee-b20d-4089-ae54-a2b450a41407, host n-h2-771362-32, cleared binding levels {{(pid=94462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:20:10.218953 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-60b66313-a8c8-45b9-8fef-0909aa4cb324 req-6f3e4fa8-a457-4edd-a9a7-c304cfc49766 service neutron] For port a94eebee-b20d-4089-ae54-a2b450a41407, host n-h2-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=a94eebee-b20d-4089-ae54-a2b450a41407,segment=NetworkSegment(ac98ab34-de80-488f-9ef3-072652e10596),segment_id=ac98ab34-de80-488f-9ef3-072652e10596)] {{(pid=94462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:20:10.405057 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-60b66313-a8c8-45b9-8fef-0909aa4cb324 req-6f3e4fa8-a457-4edd-a9a7-c304cfc49766 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:10.444768 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b66313-a8c8-45b9-8fef-0909aa4cb324 req-6f3e4fa8-a457-4edd-a9a7-c304cfc49766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:10.444768 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-60b66313-a8c8-45b9-8fef-0909aa4cb324 req-6f3e4fa8-a457-4edd-a9a7-c304cfc49766 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:10.445865 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-60b66313-a8c8-45b9-8fef-0909aa4cb324 req-6f3e4fa8-a457-4edd-a9a7-c304cfc49766 service neutron] 10.222.0.15 "PUT /v2.0/ports/a94eebee-b20d-4089-ae54-a2b450a41407 HTTP/1.1" status: 200 len: 1092 time: 1.2087276 Jul 05 02:20:10.446374 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1ee81b5-e6b1-46ea-af4b-a17cc878fd0a', 'tag': 'a94eebee-b20d-4089-ae54-a2b450a41407'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:20:10.448789 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b223267e0e0ddb3199af7772d0b45336e3b4b54fbb151c86a8051291a61e85db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3bde256-9575-435f-8755-45b9191d0425" -d '{"events": [{"name": "network-changed", "server_uuid": "f1ee81b5-e6b1-46ea-af4b-a17cc878fd0a", "tag": "a94eebee-b20d-4089-ae54-a2b450a41407"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:20:10.472647 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3e4fa8-a457-4edd-a9a7-c304cfc49766 service neutron] Pushing event updated for resources: {'Port': ['ID=a94eebee-b20d-4089-ae54-a2b450a41407,revision_number=3']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:20:10.606608 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b12e49-e4e2-498d-a248-5bead7e7e4b0 req-a8007918-d5bc-482b-9aa4-468726c324c9 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:10.608164 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-98b12e49-e4e2-498d-a248-5bead7e7e4b0 req-a8007918-d5bc-482b-9aa4-468726c324c9 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca36febd-b506-4424-9f43-8be7a9423ed1 HTTP/1.1" status: 200 len: 943 time: 0.0691235 Jul 05 02:20:10.649582 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-98b12e49-e4e2-498d-a248-5bead7e7e4b0 req-4d7031e9-8ae6-4121-ac79-6d502cf4adc7 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/security-groups?id=a7ec5bda-2f9c-43a6-b62e-a51bc7e5a1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349786 Jul 05 02:20:10.826389 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b66313-a8c8-45b9-8fef-0909aa4cb324 req-d0eebeb6-407c-442d-8ded-857e67363516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:10.827915 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-60b66313-a8c8-45b9-8fef-0909aa4cb324 req-d0eebeb6-407c-442d-8ded-857e67363516 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7455493d17ff4f929a8e881b03b6f683&device_id=f1ee81b5-e6b1-46ea-af4b-a17cc878fd0a HTTP/1.1" status: 200 len: 1095 time: 0.0641930 Jul 05 02:20:10.877233 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-60b66313-a8c8-45b9-8fef-0909aa4cb324 req-66b83709-49f0-4a2a-9279-b2377c6a2f4e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a94eebee-b20d-4089-ae54-a2b450a41407 HTTP/1.1" status: 200 len: 217 time: 0.0376730 Jul 05 02:20:10.914972 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19c7681-3570-4286-92b0-4756ce715992 req-35bea235-2834-4694-9877-42c7b13776d1 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:10.916604 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a19c7681-3570-4286-92b0-4756ce715992 req-35bea235-2834-4694-9877-42c7b13776d1 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=53971a6b-99d2-4edd-ba98-f15d55887f63 HTTP/1.1" status: 200 len: 945 time: 0.1658416 Jul 05 02:20:10.927636 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13dcd89-08a7-45f4-9c69-8dc4102ba9c8 req-5ee85aab-57b4-46b8-a337-ad10303b27cb tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:10.929168 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d13dcd89-08a7-45f4-9c69-8dc4102ba9c8 req-5ee85aab-57b4-46b8-a337-ad10303b27cb tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.15 "GET /v2.0/networks?id=6cfd0ff6-092e-4d7d-abdc-13803a9d5da8 HTTP/1.1" status: 200 len: 818 time: 0.1652179 Jul 05 02:20:10.942990 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b66313-a8c8-45b9-8fef-0909aa4cb324 req-fce6f86a-19bb-4fd4-a781-6e4a46a96c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:10.944464 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-60b66313-a8c8-45b9-8fef-0909aa4cb324 req-fce6f86a-19bb-4fd4-a781-6e4a46a96c4f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=897df1a7-23db-4d0f-a82a-3f13ebc756b2 HTTP/1.1" status: 200 len: 858 time: 0.0596461 Jul 05 02:20:10.949651 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-d13dcd89-08a7-45f4-9c69-8dc4102ba9c8 req-230bb4fe-22c4-49f8-b39e-c214c7be88bf tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Request body: {'port': {'device_id': 'aebad203-43e1-45e1-988a-541ba64da245', 'network_id': '6cfd0ff6-092e-4d7d-abdc-13803a9d5da8', 'admin_state_up': True, 'tenant_id': '7455493d17ff4f929a8e881b03b6f683'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:20:10.988891 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-60b66313-a8c8-45b9-8fef-0909aa4cb324 req-117213ed-2baf-41f6-be6d-b442630affc7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6cfd0ff6-092e-4d7d-abdc-13803a9d5da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325067 Jul 05 02:20:11.043435 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a19c7681-3570-4286-92b0-4756ce715992 req-85a42a69-ed3b-41a9-af5c-0ffccb7b798d tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054862 Jul 05 02:20:11.061243 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc62c8f2-5f6e-42b8-8476-b670092e3998 x-openstack-request-id: req-cc62c8f2-5f6e-42b8-8476-b670092e3998 {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:20:11.063078 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1ee81b5-e6b1-46ea-af4b-a17cc878fd0a", "tag": "a94eebee-b20d-4089-ae54-a2b450a41407", "status": "completed", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:20:11.065361 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cc62c8f2-5f6e-42b8-8476-b670092e3998 {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:20:11.066171 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1ee81b5-e6b1-46ea-af4b-a17cc878fd0a', 'tag': 'a94eebee-b20d-4089-ae54-a2b450a41407', 'status': 'completed', 'code': 200} Jul 05 02:20:11.164434 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 53198) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:20:11.221342 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9df04a4d-0474-4e92-b213-3782b21f2d67 req-128b1d1a-5cf9-4c38-80ec-a3df50516b0e tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/ports?device_id=aebad203-43e1-45e1-988a-541ba64da245 HTTP/1.1" status: 200 len: 210 time: 0.0429356 Jul 05 02:20:11.223706 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-60b66313-a8c8-45b9-8fef-0909aa4cb324 req-9b6718f9-71df-4058-9578-1c16cc4bb1eb service neutron] 10.222.0.15 "GET /v2.0/networks/6cfd0ff6-092e-4d7d-abdc-13803a9d5da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248523 Jul 05 02:20:11.272549 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d13dcd89-08a7-45f4-9c69-8dc4102ba9c8 req-230bb4fe-22c4-49f8-b39e-c214c7be88bf tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Made reservation on behalf of 7455493d17ff4f929a8e881b03b6f683 for: {'port': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:20:11.275567 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-d13dcd89-08a7-45f4-9c69-8dc4102ba9c8 req-230bb4fe-22c4-49f8-b39e-c214c7be88bf tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:11.322308 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc3c10d-8a95-4ca1-9f28-1316af2f6b9c req-f1a73959-2fde-42ee-aea6-497ac67c3d4a tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:11.323979 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2dc3c10d-8a95-4ca1-9f28-1316af2f6b9c req-f1a73959-2fde-42ee-aea6-497ac67c3d4a tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=9425bd0c-c153-4dfc-853f-2f05765de50b HTTP/1.1" status: 200 len: 944 time: 0.1204283 Jul 05 02:20:11.346006 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-60b66313-a8c8-45b9-8fef-0909aa4cb324 req-5656a90d-176e-47ce-9e9a-f10fec394291 service neutron] 10.222.0.15 "GET /v2.0/networks/6cfd0ff6-092e-4d7d-abdc-13803a9d5da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104791 Jul 05 02:20:11.450476 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-17ef02ce-90d7-4ce0-963c-57067432ffda admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0db4243b112b494eae8f54dd82a385a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2846260 Jul 05 02:20:11.453887 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 53202) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:20:11.489279 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2dc3c10d-8a95-4ca1-9f28-1316af2f6b9c req-fa986a6e-1f36-46fa-af27-a1cedc751ef6 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565151 Jul 05 02:20:11.492200 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb7c9e2-4162-49d8-80c5-69860749b786 req-04d61695-ab86-4045-ae86-d34d47750921 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:11.494603 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0fb7c9e2-4162-49d8-80c5-69860749b786 req-04d61695-ab86-4045-ae86-d34d47750921 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2d38070-ff19-4258-b11c-5428dad8c43d HTTP/1.1" status: 200 len: 950 time: 0.1266315 Jul 05 02:20:11.519196 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [req-d13dcd89-08a7-45f4-9c69-8dc4102ba9c8 req-230bb4fe-22c4-49f8-b39e-c214c7be88bf tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Allocated IP 172.20.0.7 (6cfd0ff6-092e-4d7d-abdc-13803a9d5da8/897df1a7-23db-4d0f-a82a-3f13ebc756b2/1d1789a1-6f09-4441-8803-7bf8158edd23) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:20:11.558949 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e0f120-a7e4-4eac-a821-47d8f7b938b5 req-ee1e28f1-9723-42d0-9df3-b537c2b01543 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:11.560516 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-43e0f120-a7e4-4eac-a821-47d8f7b938b5 req-ee1e28f1-9723-42d0-9df3-b537c2b01543 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.15 "GET /v2.0/ports?device_id=9425bd0c-c153-4dfc-853f-2f05765de50b HTTP/1.1" status: 200 len: 944 time: 0.1611357 Jul 05 02:20:11.587641 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:11.588905 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:11.653494 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0fb7c9e2-4162-49d8-80c5-69860749b786 req-5f46018c-0c12-407f-a9b8-ae1c11f0b632 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/security-groups?id=6aa981db-58bd-4d0c-a893-2c34139d4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436820 Jul 05 02:20:11.659052 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d2b61bfb-2ac2-418a-8ca3-444d73146824 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:11.706429 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d2b61bfb-2ac2-418a-8ca3-444d73146824 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:11.732190 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-d13dcd89-08a7-45f4-9c69-8dc4102ba9c8 req-230bb4fe-22c4-49f8-b39e-c214c7be88bf tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:11.794069 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bde256-9575-435f-8755-45b9191d0425 req-71276b2a-6c6c-4ebe-aa33-1f625f2d1f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:11.795751 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f3bde256-9575-435f-8755-45b9191d0425 req-71276b2a-6c6c-4ebe-aa33-1f625f2d1f60 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7455493d17ff4f929a8e881b03b6f683&device_id=f1ee81b5-e6b1-46ea-af4b-a17cc878fd0a HTTP/1.1" status: 200 len: 1095 time: 0.2087803 Jul 05 02:20:12.180656 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d2b61bfb-2ac2-418a-8ca3-444d73146824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:12.183311 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d2b61bfb-2ac2-418a-8ca3-444d73146824 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:12.184441 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-d2b61bfb-2ac2-418a-8ca3-444d73146824 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3a5b496d-edbc-4614-ac31-274ccc3600c8 HTTP/1.1" status: 204 len: 168 time: 0.7268496 Jul 05 02:20:12.194971 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-43e0f120-a7e4-4eac-a821-47d8f7b938b5 req-01234dba-bd2a-4f5a-b9c2-7f459dc2dce8 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Deleting port 3cffef8b-24fe-4f69-94a5-2ba15c027d10 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:20:12.195313 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-43e0f120-a7e4-4eac-a821-47d8f7b938b5 req-01234dba-bd2a-4f5a-b9c2-7f459dc2dce8 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:12.218322 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b61bfb-2ac2-418a-8ca3-444d73146824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a5b496d-edbc-4614-ac31-274ccc3600c8,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:20:12.238418 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-d13dcd89-08a7-45f4-9c69-8dc4102ba9c8 req-230bb4fe-22c4-49f8-b39e-c214c7be88bf tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:12.293036 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d13dcd89-08a7-45f4-9c69-8dc4102ba9c8 req-230bb4fe-22c4-49f8-b39e-c214c7be88bf tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Network 6cfd0ff6-092e-4d7d-abdc-13803a9d5da8 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:20:12.296541 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [req-d13dcd89-08a7-45f4-9c69-8dc4102ba9c8 req-230bb4fe-22c4-49f8-b39e-c214c7be88bf tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:20:12.301515 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [req-d13dcd89-08a7-45f4-9c69-8dc4102ba9c8 req-230bb4fe-22c4-49f8-b39e-c214c7be88bf tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:20:12.313346 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dfe5d7-3817-4eed-abf5-8165bf51a599 req-3a6eb965-9ec8-47a0-b1c7-01f0692dc08c tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:12.315483 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d7dfe5d7-3817-4eed-abf5-8165bf51a599 req-3a6eb965-9ec8-47a0-b1c7-01f0692dc08c tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca36febd-b506-4424-9f43-8be7a9423ed1 HTTP/1.1" status: 200 len: 943 time: 0.5400512 Jul 05 02:20:12.328261 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bde256-9575-435f-8755-45b9191d0425 req-0bde5f66-328a-4d68-9880-d93226274d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:12.332564 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f3bde256-9575-435f-8755-45b9191d0425 req-0bde5f66-328a-4d68-9880-d93226274d1f service neutron] 10.222.0.15 "GET /v2.0/networks?id=6cfd0ff6-092e-4d7d-abdc-13803a9d5da8 HTTP/1.1" status: 200 len: 918 time: 0.5159700 Jul 05 02:20:12.333353 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230bb4fe-22c4-49f8-b39e-c214c7be88bf tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Pushing event updated for resources: {'Port': ['ID=1d1789a1-6f09-4441-8803-7bf8158edd23,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:20:12.364075 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13dcd89-08a7-45f4-9c69-8dc4102ba9c8 req-230bb4fe-22c4-49f8-b39e-c214c7be88bf tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:12.366933 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-d13dcd89-08a7-45f4-9c69-8dc4102ba9c8 req-230bb4fe-22c4-49f8-b39e-c214c7be88bf tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:12.395536 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-43e0f120-a7e4-4eac-a821-47d8f7b938b5 req-01234dba-bd2a-4f5a-b9c2-7f459dc2dce8 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] For port 3cffef8b-24fe-4f69-94a5-2ba15c027d10, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=3cffef8b-24fe-4f69-94a5-2ba15c027d10,segment=NetworkSegment(24fd9432-f398-4a05-975c-1360bad4fc21),segment_id=24fd9432-f398-4a05-975c-1360bad4fc21)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:20:12.395963 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-43e0f120-a7e4-4eac-a821-47d8f7b938b5 req-01234dba-bd2a-4f5a-b9c2-7f459dc2dce8 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:12.399243 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f3bde256-9575-435f-8755-45b9191d0425 req-236870a3-530c-4f19-87e8-69ef4fb26f39 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a94eebee-b20d-4089-ae54-a2b450a41407 HTTP/1.1" status: 200 len: 217 time: 0.0566490 Jul 05 02:20:12.403312 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 0bf422f3-c6bf-4aeb-9d77-6f10de626535 details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:20:12.429949 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-43e0f120-a7e4-4eac-a821-47d8f7b938b5 req-01234dba-bd2a-4f5a-b9c2-7f459dc2dce8 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Calling delete_port for 3cffef8b-24fe-4f69-94a5-2ba15c027d10 owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:20:12.461801 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d7dfe5d7-3817-4eed-abf5-8165bf51a599 req-8126fc60-1304-4209-baa9-bf0ccd242aaa tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/security-groups?id=a7ec5bda-2f9c-43a6-b62e-a51bc7e5a1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349063 Jul 05 02:20:12.509217 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d13dcd89-08a7-45f4-9c69-8dc4102ba9c8 req-230bb4fe-22c4-49f8-b39e-c214c7be88bf tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5635674 Jul 05 02:20:12.514755 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 0bf422f3-c6bf-4aeb-9d77-6f10de626535, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=0bf422f3-c6bf-4aeb-9d77-6f10de626535,segment=NetworkSegment(808aeee9-9700-4e2b-95a3-34b73f31015e),segment_id=808aeee9-9700-4e2b-95a3-34b73f31015e)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:20:12.518659 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bde256-9575-435f-8755-45b9191d0425 req-c4a3bda6-8f8d-4baf-bdec-0f224724c096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:12.520130 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f3bde256-9575-435f-8755-45b9191d0425 req-c4a3bda6-8f8d-4baf-bdec-0f224724c096 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=897df1a7-23db-4d0f-a82a-3f13ebc756b2 HTTP/1.1" status: 200 len: 858 time: 0.1107302 Jul 05 02:20:12.527451 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Returning: {'device': '0bf422f3-c6bf-4aeb-9d77-6f10de626535', 'network_id': '02860c2c-1b47-41ff-bdb8-8652ec368c51', 'port_id': '0bf422f3-c6bf-4aeb-9d77-6f10de626535', 'mac_address': 'fa:16:3e:c0:05:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e54bb52b-407a-4efc-b19e-45eea28735fe', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:20:12.532795 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-d13dcd89-08a7-45f4-9c69-8dc4102ba9c8 req-2472b8ed-e700-45bc-a200-9d9583893dce service neutron] Request body: {'port': {'device_id': 'aebad203-43e1-45e1-988a-541ba64da245', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-32'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:20:12.586053 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:12.593306 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f3bde256-9575-435f-8755-45b9191d0425 req-e4d99a77-4200-4edd-b2d3-0cfb518a3754 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6cfd0ff6-092e-4d7d-abdc-13803a9d5da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474775 Jul 05 02:20:12.601322 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bf422f3-c6bf-4aeb-9d77-6f10de626535 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:20:12.636504 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 0bf422f3-c6bf-4aeb-9d77-6f10de626535, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=0bf422f3-c6bf-4aeb-9d77-6f10de626535,segment=NetworkSegment(808aeee9-9700-4e2b-95a3-34b73f31015e),segment_id=808aeee9-9700-4e2b-95a3-34b73f31015e)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:20:12.639186 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b41c46-2b8f-48ed-af3f-3f973d402ad4 req-ce59da94-b23e-4b50-8938-3522bba8082e tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:12.644765 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-11b41c46-2b8f-48ed-af3f-3f973d402ad4 req-ce59da94-b23e-4b50-8938-3522bba8082e tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=53971a6b-99d2-4edd-ba98-f15d55887f63 HTTP/1.1" status: 200 len: 945 time: 0.1684468 Jul 05 02:20:12.709897 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-d13dcd89-08a7-45f4-9c69-8dc4102ba9c8 req-2472b8ed-e700-45bc-a200-9d9583893dce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:12.727167 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-11b41c46-2b8f-48ed-af3f-3f973d402ad4 req-98b8b8b2-bbaa-4e32-9424-d03e9ea2686d tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575306 Jul 05 02:20:12.752946 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:12.789240 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f3bde256-9575-435f-8755-45b9191d0425 req-779043f1-a618-4eda-82db-3998bfef79a7 service neutron] 10.222.0.15 "GET /v2.0/networks/6cfd0ff6-092e-4d7d-abdc-13803a9d5da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813867 Jul 05 02:20:12.803588 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb81d23-c034-479d-9a49-e4d83825f2a5 req-72115d38-5418-4b21-925f-e7b7d9efa3aa tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:12.805187 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0cb81d23-c034-479d-9a49-e4d83825f2a5 req-72115d38-5418-4b21-925f-e7b7d9efa3aa tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/ports?device_id=aebad203-43e1-45e1-988a-541ba64da245 HTTP/1.1" status: 200 len: 931 time: 0.1810820 Jul 05 02:20:12.814726 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=0bf422f3-c6bf-4aeb-9d77-6f10de626535,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:20:12.909770 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-43e0f120-a7e4-4eac-a821-47d8f7b938b5 req-01234dba-bd2a-4f5a-b9c2-7f459dc2dce8 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:12.931537 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0cb81d23-c034-479d-9a49-e4d83825f2a5 req-93d532a5-cdc2-4cfe-bae9-f60202afa616 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ff5da2-a315-4895-9d40-ac9ae668e60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164992 Jul 05 02:20:12.939039 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-16d2cb41-8dd6-4e1a-bfef-34c8764b03ae req-3b10e96c-1cee-4e73-8246-de02bf802654 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=9425bd0c-c153-4dfc-853f-2f05765de50b HTTP/1.1" status: 200 len: 210 time: 0.0486052 Jul 05 02:20:12.962537 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01234dba-bd2a-4f5a-b9c2-7f459dc2dce8 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Pushing event deleted for resources: {'Port': ['ID=3cffef8b-24fe-4f69-94a5-2ba15c027d10,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:20:12.983824 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f3bde256-9575-435f-8755-45b9191d0425 req-cd7304b8-37ed-405d-850e-9ca401c27e24 service neutron] 10.222.0.15 "GET /v2.0/networks/6cfd0ff6-092e-4d7d-abdc-13803a9d5da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775329 Jul 05 02:20:13.026617 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-43e0f120-a7e4-4eac-a821-47d8f7b938b5 req-01234dba-bd2a-4f5a-b9c2-7f459dc2dce8 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] No DVR routers for this DVR port 3cffef8b-24fe-4f69-94a5-2ba15c027d10 on host n-h2-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:20:13.029881 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-43e0f120-a7e4-4eac-a821-47d8f7b938b5 req-01234dba-bd2a-4f5a-b9c2-7f459dc2dce8 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:13.032862 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-43e0f120-a7e4-4eac-a821-47d8f7b938b5 req-01234dba-bd2a-4f5a-b9c2-7f459dc2dce8 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.15 "DELETE /v2.0/ports/3cffef8b-24fe-4f69-94a5-2ba15c027d10 HTTP/1.1" status: 204 len: 173 time: 1.4620757 Jul 05 02:20:13.033362 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9425bd0c-c153-4dfc-853f-2f05765de50b', 'name': 'network-vif-deleted', 'tag': '3cffef8b-24fe-4f69-94a5-2ba15c027d10'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:20:13.036560 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f6de6b8-813d-47a3-8499-481fdaf1c925" -d '{"events": [{"server_uuid": "9425bd0c-c153-4dfc-853f-2f05765de50b", "name": "network-vif-deleted", "tag": "3cffef8b-24fe-4f69-94a5-2ba15c027d10"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:20:13.090427 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f927dc9-cc73-41c9-a96d-396d39d919cc x-openstack-request-id: req-4f927dc9-cc73-41c9-a96d-396d39d919cc {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:20:13.090427 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9425bd0c-c153-4dfc-853f-2f05765de50b", "name": "network-vif-deleted", "tag": "3cffef8b-24fe-4f69-94a5-2ba15c027d10", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:20:13.090427 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4f927dc9-cc73-41c9-a96d-396d39d919cc {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:20:13.090427 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9425bd0c-c153-4dfc-853f-2f05765de50b', 'name': 'network-vif-deleted', 'tag': '3cffef8b-24fe-4f69-94a5-2ba15c027d10', 'status': 'completed', 'code': 200} Jul 05 02:20:13.140221 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['0bf422f3-c6bf-4aeb-9d77-6f10de626535'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:20:13.187762 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [req-d13dcd89-08a7-45f4-9c69-8dc4102ba9c8 req-2472b8ed-e700-45bc-a200-9d9583893dce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d1789a1-6f09-4441-8803-7bf8158edd23 {{(pid=94462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:20:13.197702 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-d13dcd89-08a7-45f4-9c69-8dc4102ba9c8 req-2472b8ed-e700-45bc-a200-9d9583893dce service neutron] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:13.209000 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19025086-d7a8-458b-9040-6bc33d04776c req-e978128a-f0fb-4016-adb2-09c974c1b422 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:13.212707 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-19025086-d7a8-458b-9040-6bc33d04776c req-e978128a-f0fb-4016-adb2-09c974c1b422 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2d38070-ff19-4258-b11c-5428dad8c43d HTTP/1.1" status: 200 len: 950 time: 0.1385870 Jul 05 02:20:13.245700 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [req-d13dcd89-08a7-45f4-9c69-8dc4102ba9c8 req-2472b8ed-e700-45bc-a200-9d9583893dce service neutron] Transition to ACTIVE for port object 1d1789a1-6f09-4441-8803-7bf8158edd23 will not be triggered until provisioned by entity L2. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:20:13.272444 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-19025086-d7a8-458b-9040-6bc33d04776c req-01e1eb37-f748-4a40-8ed7-57870f070d55 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/security-groups?id=6aa981db-58bd-4d0c-a893-2c34139d4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516062 Jul 05 02:20:13.346694 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-d13dcd89-08a7-45f4-9c69-8dc4102ba9c8 req-2472b8ed-e700-45bc-a200-9d9583893dce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:13.429353 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2472b8ed-e700-45bc-a200-9d9583893dce service neutron] Pushing event updated for resources: {'Port': ['ID=1d1789a1-6f09-4441-8803-7bf8158edd23,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:20:13.511999 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-d13dcd89-08a7-45f4-9c69-8dc4102ba9c8 req-2472b8ed-e700-45bc-a200-9d9583893dce service neutron] Attempting to bind port 1d1789a1-6f09-4441-8803-7bf8158edd23 on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:20:13.512390 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-d13dcd89-08a7-45f4-9c69-8dc4102ba9c8 req-2472b8ed-e700-45bc-a200-9d9583893dce service neutron] Attempting to bind port 1d1789a1-6f09-4441-8803-7bf8158edd23 by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': 'ac98ab34-de80-488f-9ef3-072652e10596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6cfd0ff6-092e-4d7d-abdc-13803a9d5da8'}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:20:13.512663 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13dcd89-08a7-45f4-9c69-8dc4102ba9c8 req-2472b8ed-e700-45bc-a200-9d9583893dce service neutron] Attempting to bind port 1d1789a1-6f09-4441-8803-7bf8158edd23 on network 6cfd0ff6-092e-4d7d-abdc-13803a9d5da8 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:20:13.523046 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13dcd89-08a7-45f4-9c69-8dc4102ba9c8 req-2472b8ed-e700-45bc-a200-9d9583893dce service neutron] Port 1d1789a1-6f09-4441-8803-7bf8158edd23 on network 6cfd0ff6-092e-4d7d-abdc-13803a9d5da8 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:20:13.523046 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13dcd89-08a7-45f4-9c69-8dc4102ba9c8 req-2472b8ed-e700-45bc-a200-9d9583893dce service neutron] Attempting to bind port 1d1789a1-6f09-4441-8803-7bf8158edd23 on network 6cfd0ff6-092e-4d7d-abdc-13803a9d5da8 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:20:13.549942 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13dcd89-08a7-45f4-9c69-8dc4102ba9c8 req-2472b8ed-e700-45bc-a200-9d9583893dce service neutron] Checking agent: {'id': 'e071c76e-395f-48c4-a98f-88088465cf0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:20:13.550313 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13dcd89-08a7-45f4-9c69-8dc4102ba9c8 req-2472b8ed-e700-45bc-a200-9d9583893dce service neutron] Checking segment: {'id': 'ac98ab34-de80-488f-9ef3-072652e10596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6cfd0ff6-092e-4d7d-abdc-13803a9d5da8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:20:13.550699 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13dcd89-08a7-45f4-9c69-8dc4102ba9c8 req-2472b8ed-e700-45bc-a200-9d9583893dce service neutron] Bound using segment: {'id': 'ac98ab34-de80-488f-9ef3-072652e10596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6cfd0ff6-092e-4d7d-abdc-13803a9d5da8'} {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:20:13.551331 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-d13dcd89-08a7-45f4-9c69-8dc4102ba9c8 req-2472b8ed-e700-45bc-a200-9d9583893dce service neutron] Bound port: 1d1789a1-6f09-4441-8803-7bf8158edd23, host: n-h2-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac98ab34-de80-488f-9ef3-072652e10596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6cfd0ff6-092e-4d7d-abdc-13803a9d5da8'}}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:20:13.551691 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-d13dcd89-08a7-45f4-9c69-8dc4102ba9c8 req-2472b8ed-e700-45bc-a200-9d9583893dce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:13.563618 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526cf21b-3b44-4579-a2d9-49947b869bde req-4453956a-4ead-4201-8f06-ca1428a08c61 tempest-ServersOnMultiNodesTest-315377596 tempest-ServersOnMultiNodesTest-315377596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:13.572539 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-526cf21b-3b44-4579-a2d9-49947b869bde req-4453956a-4ead-4201-8f06-ca1428a08c61 tempest-ServersOnMultiNodesTest-315377596 tempest-ServersOnMultiNodesTest-315377596-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=b2d38070-ff19-4258-b11c-5428dad8c43d HTTP/1.1" status: 200 len: 1102 time: 0.1129434 Jul 05 02:20:13.664886 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-526cf21b-3b44-4579-a2d9-49947b869bde req-a779d9f1-dd48-4325-a7ee-07c7cce84efb tempest-ServersOnMultiNodesTest-315377596 tempest-ServersOnMultiNodesTest-315377596-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=6aa981db-58bd-4d0c-a893-2c34139d4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818000 Jul 05 02:20:13.701097 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c18bce-7594-4be3-a633-3c465e81acc5 req-c6344f78-63bb-43b3-b61f-8136aee092c0 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:13.706308 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-d13dcd89-08a7-45f4-9c69-8dc4102ba9c8 req-2472b8ed-e700-45bc-a200-9d9583893dce service neutron] For port 1d1789a1-6f09-4441-8803-7bf8158edd23, host n-h2-771362-32, cleared binding levels {{(pid=94462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:20:13.706595 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-d13dcd89-08a7-45f4-9c69-8dc4102ba9c8 req-2472b8ed-e700-45bc-a200-9d9583893dce service neutron] For port 1d1789a1-6f09-4441-8803-7bf8158edd23, host n-h2-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=1d1789a1-6f09-4441-8803-7bf8158edd23,segment=NetworkSegment(ac98ab34-de80-488f-9ef3-072652e10596),segment_id=ac98ab34-de80-488f-9ef3-072652e10596)] {{(pid=94462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:20:13.708933 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-05c18bce-7594-4be3-a633-3c465e81acc5 req-c6344f78-63bb-43b3-b61f-8136aee092c0 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca36febd-b506-4424-9f43-8be7a9423ed1 HTTP/1.1" status: 200 len: 944 time: 0.0860083 Jul 05 02:20:13.714496 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19467296-6058-4160-ab8f-f44b1a4dbfe7 req-67491d3d-2e73-48e2-a738-dc4994288c44 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:13.716021 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-19467296-6058-4160-ab8f-f44b1a4dbfe7 req-67491d3d-2e73-48e2-a738-dc4994288c44 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.21 "GET /v2.0/ports?device_id=53971a6b-99d2-4edd-ba98-f15d55887f63 HTTP/1.1" status: 200 len: 945 time: 0.1826751 Jul 05 02:20:13.744749 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-05c18bce-7594-4be3-a633-3c465e81acc5 req-a06caaea-5bfb-4633-8d1d-6785ca3921a0 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/security-groups?id=a7ec5bda-2f9c-43a6-b62e-a51bc7e5a1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348651 Jul 05 02:20:13.841707 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [req-19467296-6058-4160-ab8f-f44b1a4dbfe7 req-ced985a0-a168-4f75-8f92-b1570bcda646 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Deleting port 78046243-c23d-46db-aeea-054552cb91e5 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:20:13.842209 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-19467296-6058-4160-ab8f-f44b1a4dbfe7 req-ced985a0-a168-4f75-8f92-b1570bcda646 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:13.883928 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-d13dcd89-08a7-45f4-9c69-8dc4102ba9c8 req-2472b8ed-e700-45bc-a200-9d9583893dce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:13.949947 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13dcd89-08a7-45f4-9c69-8dc4102ba9c8 req-2472b8ed-e700-45bc-a200-9d9583893dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:13.950593 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-d13dcd89-08a7-45f4-9c69-8dc4102ba9c8 req-2472b8ed-e700-45bc-a200-9d9583893dce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:13.952042 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d13dcd89-08a7-45f4-9c69-8dc4102ba9c8 req-2472b8ed-e700-45bc-a200-9d9583893dce service neutron] 10.222.0.15 "PUT /v2.0/ports/1d1789a1-6f09-4441-8803-7bf8158edd23 HTTP/1.1" status: 200 len: 1092 time: 1.4330952 Jul 05 02:20:13.955040 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aebad203-43e1-45e1-988a-541ba64da245', 'tag': '1d1789a1-6f09-4441-8803-7bf8158edd23'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:20:13.957265 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b223267e0e0ddb3199af7772d0b45336e3b4b54fbb151c86a8051291a61e85db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7b01872-fd46-482c-97bb-cedb1c32cc1f" -d '{"events": [{"name": "network-changed", "server_uuid": "aebad203-43e1-45e1-988a-541ba64da245", "tag": "1d1789a1-6f09-4441-8803-7bf8158edd23"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:20:14.011653 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2472b8ed-e700-45bc-a200-9d9583893dce service neutron] Pushing event updated for resources: {'Port': ['ID=1d1789a1-6f09-4441-8803-7bf8158edd23,revision_number=3']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:20:14.028160 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-19467296-6058-4160-ab8f-f44b1a4dbfe7 req-ced985a0-a168-4f75-8f92-b1570bcda646 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] For port 78046243-c23d-46db-aeea-054552cb91e5, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=78046243-c23d-46db-aeea-054552cb91e5,segment=NetworkSegment(21ad98b6-ba72-4f1f-a0ef-3d0df329b6a3),segment_id=21ad98b6-ba72-4f1f-a0ef-3d0df329b6a3)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:20:14.028624 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-19467296-6058-4160-ab8f-f44b1a4dbfe7 req-ced985a0-a168-4f75-8f92-b1570bcda646 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:14.044889 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [req-19467296-6058-4160-ab8f-f44b1a4dbfe7 req-ced985a0-a168-4f75-8f92-b1570bcda646 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Calling delete_port for 78046243-c23d-46db-aeea-054552cb91e5 owned by compute:nova {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:20:14.107542 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7266bc14-7960-469a-954b-156f28766bd0 req-18698bad-f7cc-4d09-a697-3a90ac659e6c tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:14.109045 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7266bc14-7960-469a-954b-156f28766bd0 req-18698bad-f7cc-4d09-a697-3a90ac659e6c tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=53971a6b-99d2-4edd-ba98-f15d55887f63 HTTP/1.1" status: 200 len: 945 time: 0.1698482 Jul 05 02:20:14.202295 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7266bc14-7960-469a-954b-156f28766bd0 req-94c1abb9-164a-4ad9-ae19-39c2896aea00 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821624 Jul 05 02:20:14.220486 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13dcd89-08a7-45f4-9c69-8dc4102ba9c8 req-cca5a9a8-2ed0-4fcf-8471-5b12b754267b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:14.222007 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d13dcd89-08a7-45f4-9c69-8dc4102ba9c8 req-cca5a9a8-2ed0-4fcf-8471-5b12b754267b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7455493d17ff4f929a8e881b03b6f683&device_id=aebad203-43e1-45e1-988a-541ba64da245 HTTP/1.1" status: 200 len: 1095 time: 0.1106529 Jul 05 02:20:14.293037 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d13dcd89-08a7-45f4-9c69-8dc4102ba9c8 req-d781beba-3c5f-4569-a0a5-83a8a94ed890 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d1789a1-6f09-4441-8803-7bf8158edd23 HTTP/1.1" status: 200 len: 217 time: 0.0619752 Jul 05 02:20:14.333500 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63aff679-d0a1-4372-b03f-746422b0c571 x-openstack-request-id: req-63aff679-d0a1-4372-b03f-746422b0c571 {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:20:14.333783 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aebad203-43e1-45e1-988a-541ba64da245", "tag": "1d1789a1-6f09-4441-8803-7bf8158edd23", "status": "completed", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:20:14.334029 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-63aff679-d0a1-4372-b03f-746422b0c571 {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:20:14.334445 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aebad203-43e1-45e1-988a-541ba64da245', 'tag': '1d1789a1-6f09-4441-8803-7bf8158edd23', 'status': 'completed', 'code': 200} Jul 05 02:20:14.356524 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13dcd89-08a7-45f4-9c69-8dc4102ba9c8 req-19c8173a-1586-437a-b3df-ad65346c0e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:14.358038 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d13dcd89-08a7-45f4-9c69-8dc4102ba9c8 req-19c8173a-1586-437a-b3df-ad65346c0e26 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=897df1a7-23db-4d0f-a82a-3f13ebc756b2 HTTP/1.1" status: 200 len: 858 time: 0.0561073 Jul 05 02:20:14.393322 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d13dcd89-08a7-45f4-9c69-8dc4102ba9c8 req-b64c84ec-bbfa-41cd-b1f5-20c4ac6db710 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6cfd0ff6-092e-4d7d-abdc-13803a9d5da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279469 Jul 05 02:20:14.419531 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device a94eebee-b20d-4089-ae54-a2b450a41407 details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:20:14.421820 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 0bf422f3-c6bf-4aeb-9d77-6f10de626535 up at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:20:14.455847 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-19467296-6058-4160-ab8f-f44b1a4dbfe7 req-ced985a0-a168-4f75-8f92-b1570bcda646 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:14.471752 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['78046243-c23d-46db-aeea-054552cb91e5'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:20:14.520934 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3fd02743-4ca5-430b-a4b2-766704a0a615 req-64a9fa33-ee5a-4739-a7f5-d9fd3eab80ad tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=9425bd0c-c153-4dfc-853f-2f05765de50b HTTP/1.1" status: 200 len: 210 time: 0.0691178 Jul 05 02:20:14.525101 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced985a0-a168-4f75-8f92-b1570bcda646 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Pushing event deleted for resources: {'Port': ['ID=78046243-c23d-46db-aeea-054552cb91e5,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:20:14.615230 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port a94eebee-b20d-4089-ae54-a2b450a41407, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=a94eebee-b20d-4089-ae54-a2b450a41407,segment=NetworkSegment(ac98ab34-de80-488f-9ef3-072652e10596),segment_id=ac98ab34-de80-488f-9ef3-072652e10596)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:20:14.628922 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Returning: {'device': 'a94eebee-b20d-4089-ae54-a2b450a41407', 'network_id': '6cfd0ff6-092e-4d7d-abdc-13803a9d5da8', 'port_id': 'a94eebee-b20d-4089-ae54-a2b450a41407', 'mac_address': 'fa:16:3e:41:77:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '897df1a7-23db-4d0f-a82a-3f13ebc756b2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:20:14.638704 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [req-19467296-6058-4160-ab8f-f44b1a4dbfe7 req-ced985a0-a168-4f75-8f92-b1570bcda646 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] No DVR routers for this DVR port 78046243-c23d-46db-aeea-054552cb91e5 on host n-h1-771362-32 {{(pid=94462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:20:14.649092 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-19467296-6058-4160-ab8f-f44b1a4dbfe7 req-ced985a0-a168-4f75-8f92-b1570bcda646 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:14.649092 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-19467296-6058-4160-ab8f-f44b1a4dbfe7 req-ced985a0-a168-4f75-8f92-b1570bcda646 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.21 "DELETE /v2.0/ports/78046243-c23d-46db-aeea-054552cb91e5 HTTP/1.1" status: 204 len: 173 time: 0.9223576 Jul 05 02:20:14.652030 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6e1268-8d4b-464f-9cc2-a2c91dac95c2 req-e92540d9-4b98-44a2-bf48-a8c5145a0f62 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:14.652226 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d13dcd89-08a7-45f4-9c69-8dc4102ba9c8 req-755933a8-11a1-44cc-b66b-f09909cad030 service neutron] 10.222.0.15 "GET /v2.0/networks/6cfd0ff6-092e-4d7d-abdc-13803a9d5da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503397 Jul 05 02:20:14.653941 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bd6e1268-8d4b-464f-9cc2-a2c91dac95c2 req-e92540d9-4b98-44a2-bf48-a8c5145a0f62 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/ports?device_id=aebad203-43e1-45e1-988a-541ba64da245 HTTP/1.1" status: 200 len: 943 time: 0.0889931 Jul 05 02:20:14.670333 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning for port 0bf422f3-c6bf-4aeb-9d77-6f10de626535 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:20:14.676926 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning complete for port 0bf422f3-c6bf-4aeb-9d77-6f10de626535 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:20:14.677486 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:14.715076 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:14.716678 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bd6e1268-8d4b-464f-9cc2-a2c91dac95c2 req-af1b4ac6-95c8-4116-8470-42f5a3c6fe43 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ff5da2-a315-4895-9d40-ac9ae668e60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552890 Jul 05 02:20:14.734666 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a94eebee-b20d-4089-ae54-a2b450a41407 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:20:14.764283 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port a94eebee-b20d-4089-ae54-a2b450a41407, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=a94eebee-b20d-4089-ae54-a2b450a41407,segment=NetworkSegment(ac98ab34-de80-488f-9ef3-072652e10596),segment_id=ac98ab34-de80-488f-9ef3-072652e10596)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:20:14.777710 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d13dcd89-08a7-45f4-9c69-8dc4102ba9c8 req-f54a4708-7106-482b-a8e3-9799060e85eb service neutron] 10.222.0.15 "GET /v2.0/networks/6cfd0ff6-092e-4d7d-abdc-13803a9d5da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164091 Jul 05 02:20:14.802888 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:14.825986 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca36febd-b506-4424-9f43-8be7a9423ed1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bf422f3-c6bf-4aeb-9d77-6f10de626535'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:20:14.828242 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b93f90ed-4fd2-4b6a-bab3-0170337259b5" -d '{"events": [{"server_uuid": "ca36febd-b506-4424-9f43-8be7a9423ed1", "name": "network-vif-plugged", "status": "completed", "tag": "0bf422f3-c6bf-4aeb-9d77-6f10de626535"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:20:14.848626 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 0bf422f3-c6bf-4aeb-9d77-6f10de626535, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=0bf422f3-c6bf-4aeb-9d77-6f10de626535,segment=NetworkSegment(808aeee9-9700-4e2b-95a3-34b73f31015e),segment_id=808aeee9-9700-4e2b-95a3-34b73f31015e)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:20:14.869036 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:14.946676 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=a94eebee-b20d-4089-ae54-a2b450a41407,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:20:15.001377 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:15.002551 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 3cffef8b-24fe-4f69-94a5-2ba15c027d10 no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:20:15.020139 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b01872-fd46-482c-97bb-cedb1c32cc1f req-8d35ddca-4cad-4ff0-b986-e577a49be734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:15.024842 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d7b01872-fd46-482c-97bb-cedb1c32cc1f req-8d35ddca-4cad-4ff0-b986-e577a49be734 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7455493d17ff4f929a8e881b03b6f683&device_id=aebad203-43e1-45e1-988a-541ba64da245 HTTP/1.1" status: 200 len: 1095 time: 0.0873523 Jul 05 02:20:15.048915 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] No Port match for: 3cffef8b-24fe-4f69-94a5-2ba15c027d10 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:20:15.049354 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 3cffef8b-24fe-4f69-94a5-2ba15c027d10 not bound to the agent host n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:20:15.062056 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851c0f38-6a33-47a7-8060-2af4f77ddd0f req-4c8bb092-767b-495e-b651-033514af5426 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:15.064527 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-851c0f38-6a33-47a7-8060-2af4f77ddd0f req-4c8bb092-767b-495e-b651-033514af5426 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2d38070-ff19-4258-b11c-5428dad8c43d HTTP/1.1" status: 200 len: 950 time: 0.0889578 Jul 05 02:20:15.084644 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=0bf422f3-c6bf-4aeb-9d77-6f10de626535,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:20:15.107280 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-851c0f38-6a33-47a7-8060-2af4f77ddd0f req-1b8b6a69-33f8-4587-a60e-516af5c87426 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/security-groups?id=6aa981db-58bd-4d0c-a893-2c34139d4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368788 Jul 05 02:20:15.150686 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b01872-fd46-482c-97bb-cedb1c32cc1f req-c67ec58b-e6bc-411c-b9d2-acc73a70dbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:15.152409 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d7b01872-fd46-482c-97bb-cedb1c32cc1f req-c67ec58b-e6bc-411c-b9d2-acc73a70dbcf service neutron] 10.222.0.15 "GET /v2.0/networks?id=6cfd0ff6-092e-4d7d-abdc-13803a9d5da8 HTTP/1.1" status: 200 len: 918 time: 0.1207130 Jul 05 02:20:15.197427 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d7b01872-fd46-482c-97bb-cedb1c32cc1f req-e38c0376-4a07-44ca-9c97-4133124b08a8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d1789a1-6f09-4441-8803-7bf8158edd23 HTTP/1.1" status: 200 len: 217 time: 0.0376844 Jul 05 02:20:15.246574 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['a94eebee-b20d-4089-ae54-a2b450a41407'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:20:15.256843 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b01872-fd46-482c-97bb-cedb1c32cc1f req-4ac62bb7-f6e1-404a-9ba8-b9cc2d28ee9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:15.258499 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d7b01872-fd46-482c-97bb-cedb1c32cc1f req-4ac62bb7-f6e1-404a-9ba8-b9cc2d28ee9c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=897df1a7-23db-4d0f-a82a-3f13ebc756b2 HTTP/1.1" status: 200 len: 858 time: 0.0530782 Jul 05 02:20:15.294319 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d7b01872-fd46-482c-97bb-cedb1c32cc1f req-d6e7fd8d-2cc3-4b7f-8087-6461e96e3953 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6cfd0ff6-092e-4d7d-abdc-13803a9d5da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290039 Jul 05 02:20:15.392583 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d7b01872-fd46-482c-97bb-cedb1c32cc1f req-a58ada00-57ab-4d38-bd3a-9816ec47a80f service neutron] 10.222.0.15 "GET /v2.0/networks/6cfd0ff6-092e-4d7d-abdc-13803a9d5da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903554 Jul 05 02:20:15.407802 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fb7850-7041-40ce-820e-33117ead1f63 req-9e32adab-0ce1-4dfa-ace6-d96d98288d1e tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:15.409598 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-52fb7850-7041-40ce-820e-33117ead1f63 req-9e32adab-0ce1-4dfa-ace6-d96d98288d1e tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca36febd-b506-4424-9f43-8be7a9423ed1 HTTP/1.1" status: 200 len: 945 time: 0.0795500 Jul 05 02:20:15.449879 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-52fb7850-7041-40ce-820e-33117ead1f63 req-97af4579-5c3d-4b11-9e2c-56a925732c08 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/security-groups?id=a7ec5bda-2f9c-43a6-b62e-a51bc7e5a1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341518 Jul 05 02:20:15.489240 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d7b01872-fd46-482c-97bb-cedb1c32cc1f req-029d9876-62e0-4a18-bf2f-e7775dc36924 service neutron] 10.222.0.15 "GET /v2.0/networks/6cfd0ff6-092e-4d7d-abdc-13803a9d5da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895882 Jul 05 02:20:15.509120 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d7d869a-bae7-4875-bc8a-82a1e1185f95 x-openstack-request-id: req-3d7d869a-bae7-4875-bc8a-82a1e1185f95 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:20:15.509644 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca36febd-b506-4424-9f43-8be7a9423ed1", "name": "network-vif-plugged", "status": "completed", "tag": "0bf422f3-c6bf-4aeb-9d77-6f10de626535", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:20:15.509644 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3d7d869a-bae7-4875-bc8a-82a1e1185f95 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:20:15.510096 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca36febd-b506-4424-9f43-8be7a9423ed1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bf422f3-c6bf-4aeb-9d77-6f10de626535', 'code': 200} Jul 05 02:20:15.640572 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ff76ab-0eb8-4330-9f06-764cbcd6733e req-52af77ef-8837-4ea8-a97b-4e02a603ad01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:15.643112 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c7ff76ab-0eb8-4330-9f06-764cbcd6733e req-52af77ef-8837-4ea8-a97b-4e02a603ad01 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ca36febd-b506-4424-9f43-8be7a9423ed1 HTTP/1.1" status: 200 len: 1097 time: 0.0550826 Jul 05 02:20:15.652430 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-08deebac-975d-472b-b130-65933df3ba21 req-bd73ab83-814d-404d-ae8f-ba1b890fea63 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=53971a6b-99d2-4edd-ba98-f15d55887f63 HTTP/1.1" status: 200 len: 210 time: 0.0294895 Jul 05 02:20:15.693024 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c7ff76ab-0eb8-4330-9f06-764cbcd6733e req-3b543e4b-648e-4e54-83d4-cbce91a4cdd2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a7ec5bda-2f9c-43a6-b62e-a51bc7e5a1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418358 Jul 05 02:20:16.053931 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d92010-e9ad-4190-adad-e91e819ca493 req-84ec7c77-b632-4ead-94fb-cfc9f362a59c tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:16.055482 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e9d92010-e9ad-4190-adad-e91e819ca493 req-84ec7c77-b632-4ead-94fb-cfc9f362a59c tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2d38070-ff19-4258-b11c-5428dad8c43d HTTP/1.1" status: 200 len: 950 time: 0.0985947 Jul 05 02:20:16.099699 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5487ee67-ee85-4a8f-82b0-683a4d4eebc8 req-aea7fa53-fd5e-4ab1-b830-c5d5af4703d5 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:16.101307 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5487ee67-ee85-4a8f-82b0-683a4d4eebc8 req-aea7fa53-fd5e-4ab1-b830-c5d5af4703d5 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/ports?device_id=aebad203-43e1-45e1-988a-541ba64da245 HTTP/1.1" status: 200 len: 943 time: 0.0701785 Jul 05 02:20:16.142208 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5487ee67-ee85-4a8f-82b0-683a4d4eebc8 req-3a00da78-4615-47a9-a920-26d85213ce07 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ff5da2-a315-4895-9d40-ac9ae668e60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339885 Jul 05 02:20:16.163198 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [req-e9d92010-e9ad-4190-adad-e91e819ca493 req-91337277-7c80-4178-bcde-7de795099f97 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Deleting port 9b8ea3f8-95e2-4101-bd82-bb4144c461cd {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:20:16.165359 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-e9d92010-e9ad-4190-adad-e91e819ca493 req-91337277-7c80-4178-bcde-7de795099f97 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:16.262825 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-e9d92010-e9ad-4190-adad-e91e819ca493 req-91337277-7c80-4178-bcde-7de795099f97 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] For port 9b8ea3f8-95e2-4101-bd82-bb4144c461cd, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=9b8ea3f8-95e2-4101-bd82-bb4144c461cd,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:20:16.263180 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-e9d92010-e9ad-4190-adad-e91e819ca493 req-91337277-7c80-4178-bcde-7de795099f97 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:16.278883 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [req-e9d92010-e9ad-4190-adad-e91e819ca493 req-91337277-7c80-4178-bcde-7de795099f97 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Calling delete_port for 9b8ea3f8-95e2-4101-bd82-bb4144c461cd owned by compute:nova {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:20:16.338032 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53971a6b-99d2-4edd-ba98-f15d55887f63', 'name': 'network-vif-deleted', 'tag': '78046243-c23d-46db-aeea-054552cb91e5'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:20:16.340284 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b223267e0e0ddb3199af7772d0b45336e3b4b54fbb151c86a8051291a61e85db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db33c42f-5cb8-4fdc-82e2-4d0508a6ee3c" -d '{"events": [{"server_uuid": "53971a6b-99d2-4edd-ba98-f15d55887f63", "name": "network-vif-deleted", "tag": "78046243-c23d-46db-aeea-054552cb91e5"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:20:16.495194 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-e9d92010-e9ad-4190-adad-e91e819ca493 req-91337277-7c80-4178-bcde-7de795099f97 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:16.507615 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['6a2ae0bc-edf0-4f1a-b9b8-ab213fe56db1', '7cfeeb46-2479-461a-9518-75c8d2657e02', 'db0a31d9-63fc-4330-9519-56abf72b576c', '4c671b93-59eb-4c86-9226-a701b0e4092c', '9b8ea3f8-95e2-4101-bd82-bb4144c461cd'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:20:16.511542 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['7ec41c6b-9c0a-4a51-ba87-ab766c3995b6', '3ab8a470-4d09-40f5-8cb0-d02381fe6c48', '71545285-13c8-468a-8da1-dc6ce137390d'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:20:16.531074 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91337277-7c80-4178-bcde-7de795099f97 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Pushing event deleted for resources: {'Port': ['ID=9b8ea3f8-95e2-4101-bd82-bb4144c461cd,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:20:16.546804 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9bdea3-7f81-4570-81a5-896a42012897 req-7e025d87-321f-43bd-9b13-cf56fd589352 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:16.549507 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4b9bdea3-7f81-4570-81a5-896a42012897 req-7e025d87-321f-43bd-9b13-cf56fd589352 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2d38070-ff19-4258-b11c-5428dad8c43d HTTP/1.1" status: 200 len: 867 time: 0.0696094 Jul 05 02:20:16.558971 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 9b8ea3f8-95e2-4101-bd82-bb4144c461cd no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:20:16.597702 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] No Port match for: 9b8ea3f8-95e2-4101-bd82-bb4144c461cd {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:20:16.606830 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 9b8ea3f8-95e2-4101-bd82-bb4144c461cd not bound to the agent host n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:20:16.606830 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 78046243-c23d-46db-aeea-054552cb91e5 no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:20:16.623808 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4b9bdea3-7f81-4570-81a5-896a42012897 req-c13a22c8-8177-43bf-8a98-7fd6c492f0af tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/security-groups?id=6aa981db-58bd-4d0c-a893-2c34139d4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472255 Jul 05 02:20:16.635341 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] No Port match for: 78046243-c23d-46db-aeea-054552cb91e5 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:20:16.635592 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9d92010-e9ad-4190-adad-e91e819ca493 req-91337277-7c80-4178-bcde-7de795099f97 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] No DVR routers for this DVR port 9b8ea3f8-95e2-4101-bd82-bb4144c461cd on host n-h1-771362-32 {{(pid=94462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:20:16.636083 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 78046243-c23d-46db-aeea-054552cb91e5 not bound to the agent host n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:20:16.639208 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-e9d92010-e9ad-4190-adad-e91e819ca493 req-91337277-7c80-4178-bcde-7de795099f97 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:16.650717 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e9d92010-e9ad-4190-adad-e91e819ca493 req-91337277-7c80-4178-bcde-7de795099f97 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.21 "DELETE /v2.0/ports/9b8ea3f8-95e2-4101-bd82-bb4144c461cd HTTP/1.1" status: 204 len: 173 time: 0.5814049 Jul 05 02:20:16.812810 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f531f8e-3825-4ef3-991c-f22a54f9bfca x-openstack-request-id: req-3f531f8e-3825-4ef3-991c-f22a54f9bfca {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:20:16.813100 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53971a6b-99d2-4edd-ba98-f15d55887f63", "name": "network-vif-deleted", "tag": "78046243-c23d-46db-aeea-054552cb91e5", "status": "completed", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:20:16.813541 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3f531f8e-3825-4ef3-991c-f22a54f9bfca {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:20:16.813979 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53971a6b-99d2-4edd-ba98-f15d55887f63', 'name': 'network-vif-deleted', 'tag': '78046243-c23d-46db-aeea-054552cb91e5', 'status': 'completed', 'code': 200} Jul 05 02:20:16.990915 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e8f41-b680-4610-b8ab-bca4f6811be9 req-0cb4f65f-2b4f-48ac-acef-259f871920e5 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:16.992942 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c91e8f41-b680-4610-b8ab-bca4f6811be9 req-0cb4f65f-2b4f-48ac-acef-259f871920e5 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca36febd-b506-4424-9f43-8be7a9423ed1 HTTP/1.1" status: 200 len: 945 time: 0.1190815 Jul 05 02:20:17.072698 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c91e8f41-b680-4610-b8ab-bca4f6811be9 req-2da5d444-6115-4457-bc35-fa761c6ff8c4 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/security-groups?id=a7ec5bda-2f9c-43a6-b62e-a51bc7e5a1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708899 Jul 05 02:20:17.147171 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92c18df-2ad1-41a4-a05d-664969c03bf2 req-b306d17d-a18d-48de-b586-2dd14686fe19 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:17.152375 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d92c18df-2ad1-41a4-a05d-664969c03bf2 req-b306d17d-a18d-48de-b586-2dd14686fe19 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e01c5aa-5fee-4d05-bead-17006da5b83c HTTP/1.1" status: 200 len: 944 time: 0.0948553 Jul 05 02:20:17.195513 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d92c18df-2ad1-41a4-a05d-664969c03bf2 req-bd602c08-f9da-417e-b790-04ba7b63f32c tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398910 Jul 05 02:20:17.324362 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6434b0-d514-4fa3-bf7c-07c194c0345b req-6feb63c0-b497-40cd-8945-975a3bd7a6d4 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:17.325944 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-fb6434b0-d514-4fa3-bf7c-07c194c0345b req-6feb63c0-b497-40cd-8945-975a3bd7a6d4 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e01c5aa-5fee-4d05-bead-17006da5b83c HTTP/1.1" status: 200 len: 944 time: 0.1038389 Jul 05 02:20:17.371097 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168cd747-6cd1-4a73-9df2-7a3365843ce9 req-13aafdf2-5d14-45b7-9cc8-9e8f6d1d4393 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:17.372626 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-168cd747-6cd1-4a73-9df2-7a3365843ce9 req-13aafdf2-5d14-45b7-9cc8-9e8f6d1d4393 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/networks?id=705854c6-bb90-4b2b-93a0-7581bd607e40 HTTP/1.1" status: 200 len: 812 time: 0.1298869 Jul 05 02:20:17.387544 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-168cd747-6cd1-4a73-9df2-7a3365843ce9 req-6dfbfc39-4551-46fa-bb1b-04155a865a90 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/quotas/f3761e9b54fb4b859175f5af6199b06f HTTP/1.1" status: 200 len: 375 time: 0.0093477 Jul 05 02:20:17.424669 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-168cd747-6cd1-4a73-9df2-7a3365843ce9 req-564d8db4-befe-4da8-9d6d-b89d42285b38 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f3761e9b54fb4b859175f5af6199b06f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298984 Jul 05 02:20:17.478067 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0421fc69-2826-4680-877b-26511f43817c req-a2e944db-8ade-437b-8ef7-1eaf37da2e91 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:17.479707 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0421fc69-2826-4680-877b-26511f43817c req-a2e944db-8ade-437b-8ef7-1eaf37da2e91 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/ports?device_id=aebad203-43e1-45e1-988a-541ba64da245 HTTP/1.1" status: 200 len: 943 time: 0.1156790 Jul 05 02:20:17.498343 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [req-fb6434b0-d514-4fa3-bf7c-07c194c0345b req-6e8bd72e-9579-484c-b1f6-23f5ffcbcffa tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Deleting port dd40790e-5c6b-49df-a769-f7e93972bedf {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:20:17.498692 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-fb6434b0-d514-4fa3-bf7c-07c194c0345b req-6e8bd72e-9579-484c-b1f6-23f5ffcbcffa tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:17.518866 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-168cd747-6cd1-4a73-9df2-7a3365843ce9 req-cd6ba97a-8504-45cc-b690-f357dcd60616 service neutron] 10.222.0.23 "GET /v2.0/networks/705854c6-bb90-4b2b-93a0-7581bd607e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875809 Jul 05 02:20:17.571588 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0421fc69-2826-4680-877b-26511f43817c req-84e9b238-69c7-4c53-81a7-1179e93ba468 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ff5da2-a315-4895-9d40-ac9ae668e60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834765 Jul 05 02:20:17.607868 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-fb6434b0-d514-4fa3-bf7c-07c194c0345b req-6e8bd72e-9579-484c-b1f6-23f5ffcbcffa tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] For port dd40790e-5c6b-49df-a769-f7e93972bedf, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=dd40790e-5c6b-49df-a769-f7e93972bedf,segment=NetworkSegment(24fd9432-f398-4a05-975c-1360bad4fc21),segment_id=24fd9432-f398-4a05-975c-1360bad4fc21)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:20:17.608356 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-fb6434b0-d514-4fa3-bf7c-07c194c0345b req-6e8bd72e-9579-484c-b1f6-23f5ffcbcffa tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:17.624642 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [req-fb6434b0-d514-4fa3-bf7c-07c194c0345b req-6e8bd72e-9579-484c-b1f6-23f5ffcbcffa tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Calling delete_port for dd40790e-5c6b-49df-a769-f7e93972bedf owned by compute:nova {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:20:17.628761 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-168cd747-6cd1-4a73-9df2-7a3365843ce9 req-5a7867a2-0e82-434a-8348-000756f8af81 service neutron] 10.222.0.23 "GET /v2.0/networks/705854c6-bb90-4b2b-93a0-7581bd607e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037171 Jul 05 02:20:17.904835 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4a345ad8-a976-4b1a-8474-1f6fea90b8f8 req-3a2245d5-6390-4935-8247-77fe71f0a548 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2d38070-ff19-4258-b11c-5428dad8c43d HTTP/1.1" status: 200 len: 210 time: 0.0339203 Jul 05 02:20:17.905463 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-fb6434b0-d514-4fa3-bf7c-07c194c0345b req-6e8bd72e-9579-484c-b1f6-23f5ffcbcffa tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:17.966899 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8bd72e-9579-484c-b1f6-23f5ffcbcffa tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Pushing event deleted for resources: {'Port': ['ID=dd40790e-5c6b-49df-a769-f7e93972bedf,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:20:17.990469 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb6434b0-d514-4fa3-bf7c-07c194c0345b req-6e8bd72e-9579-484c-b1f6-23f5ffcbcffa tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] No DVR routers for this DVR port dd40790e-5c6b-49df-a769-f7e93972bedf on host n-h2-771362-32 {{(pid=94462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:20:17.993346 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-fb6434b0-d514-4fa3-bf7c-07c194c0345b req-6e8bd72e-9579-484c-b1f6-23f5ffcbcffa tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:17.995936 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-fb6434b0-d514-4fa3-bf7c-07c194c0345b req-6e8bd72e-9579-484c-b1f6-23f5ffcbcffa tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.15 "DELETE /v2.0/ports/dd40790e-5c6b-49df-a769-f7e93972bedf HTTP/1.1" status: 204 len: 173 time: 0.6635797 Jul 05 02:20:18.034869 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-66e2da66-2202-403c-a8dc-affd56c0ffb7 req-f3a7fe57-8f9e-4c5b-a673-77f834d432a9 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=851f4519-5b01-4b53-a3c1-76f0d1a9f2ce HTTP/1.1" status: 200 len: 210 time: 0.0363140 Jul 05 02:20:18.249453 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d28789-f704-451a-b275-11850d0ba8e1 req-70d99524-665e-4406-8653-2c6efde8dff1 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:18.251095 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e5d28789-f704-451a-b275-11850d0ba8e1 req-70d99524-665e-4406-8653-2c6efde8dff1 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca36febd-b506-4424-9f43-8be7a9423ed1 HTTP/1.1" status: 200 len: 945 time: 0.0685847 Jul 05 02:20:18.293439 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e5d28789-f704-451a-b275-11850d0ba8e1 req-01e98208-ce6c-47ba-9a95-17bbb01c280f tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/security-groups?id=a7ec5bda-2f9c-43a6-b62e-a51bc7e5a1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351815 Jul 05 02:20:18.355592 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8beb83ab-d0dc-41d2-8a8e-fd33a9ff33c0 req-6c79e72c-c751-486c-ab4d-4c869332243c tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e01c5aa-5fee-4d05-bead-17006da5b83c HTTP/1.1" status: 200 len: 210 time: 0.0303483 Jul 05 02:20:18.412573 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 53350) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:20:18.442014 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 1d1789a1-6f09-4441-8803-7bf8158edd23 details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:20:18.462397 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device a94eebee-b20d-4089-ae54-a2b450a41407 up at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:20:18.493410 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d0c638-1659-4132-ab98-ed58c627db91 req-b0cf343e-7c4b-4e07-8408-c436ef2c4f37 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:18.495477 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-12d0c638-1659-4132-ab98-ed58c627db91 req-b0cf343e-7c4b-4e07-8408-c436ef2c4f37 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca36febd-b506-4424-9f43-8be7a9423ed1 HTTP/1.1" status: 200 len: 945 time: 0.0665386 Jul 05 02:20:18.505882 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 53354) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:20:18.511812 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-e1c749e1-a9d8-4ce1-a300-956961e286ff tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Request body: {'floatingip': {'port_id': '0bf422f3-c6bf-4aeb-9d77-6f10de626535'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:20:18.538815 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a76bb9de-58f3-4475-8606-67afe30b2c1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:18.585859 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e1c749e1-a9d8-4ce1-a300-956961e286ff tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Notify callbacks [] for floatingip, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:18.647991 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 1d1789a1-6f09-4441-8803-7bf8158edd23, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=1d1789a1-6f09-4441-8803-7bf8158edd23,segment=NetworkSegment(ac98ab34-de80-488f-9ef3-072652e10596),segment_id=ac98ab34-de80-488f-9ef3-072652e10596)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:20:18.663318 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Returning: {'device': '1d1789a1-6f09-4441-8803-7bf8158edd23', 'network_id': '6cfd0ff6-092e-4d7d-abdc-13803a9d5da8', 'port_id': '1d1789a1-6f09-4441-8803-7bf8158edd23', 'mac_address': 'fa:16:3e:26:c5:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '897df1a7-23db-4d0f-a82a-3f13ebc756b2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:20:18.668209 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a76bb9de-58f3-4475-8606-67afe30b2c1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:18.691460 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning for port a94eebee-b20d-4089-ae54-a2b450a41407 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:20:18.699813 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning complete for port a94eebee-b20d-4089-ae54-a2b450a41407 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:20:18.699813 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:18.729416 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:18.751628 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d1789a1-6f09-4441-8803-7bf8158edd23 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:20:18.778047 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 1d1789a1-6f09-4441-8803-7bf8158edd23, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=1d1789a1-6f09-4441-8803-7bf8158edd23,segment=NetworkSegment(ac98ab34-de80-488f-9ef3-072652e10596),segment_id=ac98ab34-de80-488f-9ef3-072652e10596)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:20:18.816345 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:18.816583 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2d38070-ff19-4258-b11c-5428dad8c43d', 'name': 'network-vif-deleted', 'tag': '9b8ea3f8-95e2-4101-bd82-bb4144c461cd'}, {'server_uuid': '0e01c5aa-5fee-4d05-bead-17006da5b83c', 'name': 'network-vif-deleted', 'tag': 'dd40790e-5c6b-49df-a769-f7e93972bedf'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:20:18.818706 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b223267e0e0ddb3199af7772d0b45336e3b4b54fbb151c86a8051291a61e85db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a34410aa-850f-40d7-9cc1-45ced4ae2962" -d '{"events": [{"server_uuid": "b2d38070-ff19-4258-b11c-5428dad8c43d", "name": "network-vif-deleted", "tag": "9b8ea3f8-95e2-4101-bd82-bb4144c461cd"}, {"server_uuid": "0e01c5aa-5fee-4d05-bead-17006da5b83c", "name": "network-vif-deleted", "tag": "dd40790e-5c6b-49df-a769-f7e93972bedf"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:20:18.840311 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a76bb9de-58f3-4475-8606-67afe30b2c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:18.842162 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1ee81b5-e6b1-46ea-af4b-a17cc878fd0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a94eebee-b20d-4089-ae54-a2b450a41407'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:20:18.844210 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c828b0f9-170d-4806-8254-91defcb1e265" -d '{"events": [{"server_uuid": "f1ee81b5-e6b1-46ea-af4b-a17cc878fd0a", "name": "network-vif-plugged", "status": "completed", "tag": "a94eebee-b20d-4089-ae54-a2b450a41407"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:20:18.865903 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port a94eebee-b20d-4089-ae54-a2b450a41407, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=a94eebee-b20d-4089-ae54-a2b450a41407,segment=NetworkSegment(ac98ab34-de80-488f-9ef3-072652e10596),segment_id=ac98ab34-de80-488f-9ef3-072652e10596)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:20:18.868720 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:18.899989 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b881bf9c-1233-4f17-813e-7ab3f3b3ebcb req-e9ce7a1e-ed25-4263-b1ce-f434e2dec574 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:18.901589 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b881bf9c-1233-4f17-813e-7ab3f3b3ebcb req-e9ce7a1e-ed25-4263-b1ce-f434e2dec574 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/ports?device_id=aebad203-43e1-45e1-988a-541ba64da245 HTTP/1.1" status: 200 len: 943 time: 0.1781332 Jul 05 02:20:18.904586 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-a76bb9de-58f3-4475-8606-67afe30b2c1d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cc3ee8147a904b5aa9f92a3feceb9253&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4908025 Jul 05 02:20:18.906109 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76bb9de-58f3-4475-8606-67afe30b2c1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fa3630b-d532-432a-b2dc-1a562b1e302e,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:20:18.908552 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 53366) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:20:18.941759 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 05 Jul 2021 02:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6028c814-16b0-4bd7-a6fe-7a8beea51ac8 x-openstack-request-id: req-6028c814-16b0-4bd7-a6fe-7a8beea51ac8 {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:20:18.942048 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2d38070-ff19-4258-b11c-5428dad8c43d", "name": "network-vif-deleted", "tag": "9b8ea3f8-95e2-4101-bd82-bb4144c461cd", "status": "completed", "code": 200}, {"server_uuid": "0e01c5aa-5fee-4d05-bead-17006da5b83c", "name": "network-vif-deleted", "tag": "dd40790e-5c6b-49df-a769-f7e93972bedf", "status": "completed", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:20:18.942318 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6028c814-16b0-4bd7-a6fe-7a8beea51ac8 {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:20:18.942708 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2d38070-ff19-4258-b11c-5428dad8c43d', 'name': 'network-vif-deleted', 'tag': '9b8ea3f8-95e2-4101-bd82-bb4144c461cd', 'status': 'completed', 'code': 200} Jul 05 02:20:18.942959 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e01c5aa-5fee-4d05-bead-17006da5b83c', 'name': 'network-vif-deleted', 'tag': 'dd40790e-5c6b-49df-a769-f7e93972bedf', 'status': 'completed', 'code': 200} Jul 05 02:20:18.956664 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=1d1789a1-6f09-4441-8803-7bf8158edd23,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:20:18.962844 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:18.998911 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9db05c9d-a666-42cb-821d-4edd8caad6ac x-openstack-request-id: req-9db05c9d-a666-42cb-821d-4edd8caad6ac {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:20:18.999644 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1ee81b5-e6b1-46ea-af4b-a17cc878fd0a", "name": "network-vif-plugged", "status": "completed", "tag": "a94eebee-b20d-4089-ae54-a2b450a41407", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:20:19.000059 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9db05c9d-a666-42cb-821d-4edd8caad6ac {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:20:19.001152 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1ee81b5-e6b1-46ea-af4b-a17cc878fd0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a94eebee-b20d-4089-ae54-a2b450a41407', 'code': 200} Jul 05 02:20:19.035729 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=a94eebee-b20d-4089-ae54-a2b450a41407,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:20:19.048972 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b881bf9c-1233-4f17-813e-7ab3f3b3ebcb req-efbb4c7f-bd5b-40d3-9022-b4810cadbb47 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ff5da2-a315-4895-9d40-ac9ae668e60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336241 Jul 05 02:20:19.140432 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ea8aeb7e-0e4c-4b8f-a24e-c961bb48d183 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:19.234211 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['1d1789a1-6f09-4441-8803-7bf8158edd23'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:20:19.514538 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5ae34891-a203-466a-ba87-af8ff569beec req-87aee2d9-c9a2-41a3-b06b-2cf2483718c4 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=851f4519-5b01-4b53-a3c1-76f0d1a9f2ce HTTP/1.1" status: 200 len: 210 time: 0.0491590 Jul 05 02:20:19.524045 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ea8aeb7e-0e4c-4b8f-a24e-c961bb48d183 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:19.597108 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bcfba0-c1df-4174-bcd7-c12a8cfc6efc req-0f3c3250-4ae4-41fc-a3b2-f25f481890ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:19.598997 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-75bcfba0-c1df-4174-bcd7-c12a8cfc6efc req-0f3c3250-4ae4-41fc-a3b2-f25f481890ab service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f1ee81b5-e6b1-46ea-af4b-a17cc878fd0a HTTP/1.1" status: 200 len: 1097 time: 0.5121887 Jul 05 02:20:19.682435 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e1c749e1-a9d8-4ce1-a300-956961e286ff tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:19.686607 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-75bcfba0-c1df-4174-bcd7-c12a8cfc6efc req-603fb73f-1481-408b-ac49-93655babcd82 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=98ff5da2-a315-4895-9d40-ac9ae668e60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774460 Jul 05 02:20:19.885996 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ea8aeb7e-0e4c-4b8f-a24e-c961bb48d183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:19.888785 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ea8aeb7e-0e4c-4b8f-a24e-c961bb48d183 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:19.893064 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-ea8aeb7e-0e4c-4b8f-a24e-c961bb48d183 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4fa3630b-d532-432a-b2dc-1a562b1e302e HTTP/1.1" status: 204 len: 168 time: 0.9806125 Jul 05 02:20:19.894836 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e1c749e1-a9d8-4ce1-a300-956961e286ff tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636869'] for floatingip, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:19.956452 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8aeb7e-0e4c-4b8f-a24e-c961bb48d183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fa3630b-d532-432a-b2dc-1a562b1e302e,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:20:19.979371 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8242e98c-3c25-4755-8be4-0a5df93a861a req-d5c6a322-6eda-4aaa-9f59-8921bb3a29da tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:19.980959 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8242e98c-3c25-4755-8be4-0a5df93a861a req-d5c6a322-6eda-4aaa-9f59-8921bb3a29da tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fd3158d-5f26-4b27-a26d-3e2a1d5e5aca HTTP/1.1" status: 200 len: 949 time: 0.0840418 Jul 05 02:20:20.020667 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8242e98c-3c25-4755-8be4-0a5df93a861a req-fa32ed6f-27fb-4fd3-a633-61fe1da71a1b tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/security-groups?id=6aa981db-58bd-4d0c-a893-2c34139d4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339186 Jul 05 02:20:20.051068 n-d-771362-32 neutron-server[94462]: INFO neutron.db.l3_db [None req-e1c749e1-a9d8-4ce1-a300-956961e286ff tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Floating IP 4baa9383-6d53-459b-91d5-a756a6bd8a95 associated. External IP: 172.25.7.184, port: 0bf422f3-c6bf-4aeb-9d77-6f10de626535. Jul 05 02:20:20.278888 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1c749e1-a9d8-4ce1-a300-956961e286ff tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Router e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:20:20.326359 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f237bdfc-c8ee-459d-a358-0b71035b6c79 req-c18865b1-00a0-4284-a00b-d27339da7583 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:20.329558 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f237bdfc-c8ee-459d-a358-0b71035b6c79 req-c18865b1-00a0-4284-a00b-d27339da7583 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/ports?device_id=aebad203-43e1-45e1-988a-541ba64da245 HTTP/1.1" status: 200 len: 944 time: 0.0714893 Jul 05 02:20:20.385508 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f237bdfc-c8ee-459d-a358-0b71035b6c79 req-1e20029f-b2ef-4634-9996-cabea5db51e9 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ff5da2-a315-4895-9d40-ac9ae668e60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506063 Jul 05 02:20:20.421936 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1c749e1-a9d8-4ce1-a300-956961e286ff tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:20:20.427948 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e1c749e1-a9d8-4ce1-a300-956961e286ff tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:20.433643 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e9a7d2-fe41-4e50-853b-aa0e4d5c2d64 None None] Sync routers for ids ['e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:20:20.448613 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e9a7d2-fe41-4e50-853b-aa0e4d5c2d64 None None] Routers {'e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:20:20.449248 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-13e9a7d2-fe41-4e50-853b-aa0e4d5c2d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:19:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:20:20.461140 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device dd40790e-5c6b-49df-a769-f7e93972bedf no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:20:20.485326 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] No Port match for: dd40790e-5c6b-49df-a769-f7e93972bedf {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:20:20.485724 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device dd40790e-5c6b-49df-a769-f7e93972bedf not bound to the agent host n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:20:20.510718 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-e1c749e1-a9d8-4ce1-a300-956961e286ff tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "PUT /v2.0/floatingips/4baa9383-6d53-459b-91d5-a756a6bd8a95 HTTP/1.1" status: 200 len: 991 time: 2.0030096 Jul 05 02:20:20.597230 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b76fae-7899-4ca2-9a03-4c256977f800 req-192d26b8-16e0-4358-92de-2b3b0749c7bc tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:20.598931 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e5b76fae-7899-4ca2-9a03-4c256977f800 req-192d26b8-16e0-4358-92de-2b3b0749c7bc tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=29e6b63c-6177-4a7c-a5bd-8b67540f7c8f HTTP/1.1" status: 200 len: 945 time: 0.0657446 Jul 05 02:20:20.610945 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-13e9a7d2-fe41-4e50-853b-aa0e4d5c2d64 None None] Set router e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:20:20.649035 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e5b76fae-7899-4ca2-9a03-4c256977f800 req-ae37f70b-cce0-40e9-acb7-10398f87d426 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa156d0b-6bfd-4e20-b034-e8eeff80ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424957 Jul 05 02:20:20.792608 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b4e63229-55f3-43eb-aa44-86465a9e1789 req-a1509721-9187-4ba8-a791-dc9b7978cd78 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=851f4519-5b01-4b53-a3c1-76f0d1a9f2ce HTTP/1.1" status: 200 len: 210 time: 0.0320871 Jul 05 02:20:20.888152 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-13e9a7d2-fe41-4e50-853b-aa0e4d5c2d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075', 'name': 'tempest-AttachVolumeTestJSON-1542009768-router', 'tenant_id': 'd63cc722770842c8a7a532820e16e452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': 'ae863df1-01fb-4658-90e7-ac82cc5df111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:19:38Z', 'updated_at': '2021-07-05T02:19:45Z', 'revision_number': 4, 'project_id': 'd63cc722770842c8a7a532820e16e452', 'gw_port': {'id': 'ae863df1-01fb-4658-90e7-ac82cc5df111', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:df:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:19:39Z', 'updated_at': '2021-07-05T02:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '4baa9383-6d53-459b-91d5-a756a6bd8a95', 'tenant_id': 'd63cc722770842c8a7a532820e16e452', 'floating_ip_address': '172.25.7.184', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': 'e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075', 'port_id': '0bf422f3-c6bf-4aeb-9d77-6f10de626535', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 933, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02860c2c-1b47-41ff-bdb8-8652ec368c51', 'mac_address': 'fa:16:3e:c0:05:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca36febd-b506-4424-9f43-8be7a9423ed1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T02:19:53Z', 'updated_at': '2021-07-05T02:20:19Z', 'revision_number': 1, 'project_id': 'd63cc722770842c8a7a532820e16e452', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ba2d0d9-bd04-4ad6-9c9d-0428f63395b3', 'name': '', 'network_id': '02860c2c-1b47-41ff-bdb8-8652ec368c51', 'tenant_id': 'd63cc722770842c8a7a532820e16e452', 'mac_address': 'fa:16:3e:09:c5:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': 'e54bb52b-407a-4efc-b19e-45eea28735fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:19:44Z', 'updated_at': '2021-07-05T02:19:52Z', 'revision_number': 5, 'project_id': 'd63cc722770842c8a7a532820e16e452', 'subnets': [{'id': 'e54bb52b-407a-4efc-b19e-45eea28735fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:20:20.891768 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-ba78689d-ab40-4839-a70c-c767d62f2549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:20.916477 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e9a7d2-fe41-4e50-853b-aa0e4d5c2d64 None None] Checking router: e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075 for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:20:20.927563 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e9a7d2-fe41-4e50-853b-aa0e4d5c2d64 None None] Routers {'e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:20:20.930693 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-13e9a7d2-fe41-4e50-853b-aa0e4d5c2d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:19:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:20:20.944667 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca36febd-b506-4424-9f43-8be7a9423ed1', 'tag': '0bf422f3-c6bf-4aeb-9d77-6f10de626535'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:20:20.947583 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b223267e0e0ddb3199af7772d0b45336e3b4b54fbb151c86a8051291a61e85db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10fa2568-e2e4-48a0-a3ad-42cc1d0e1b22" -d '{"events": [{"name": "network-changed", "server_uuid": "ca36febd-b506-4424-9f43-8be7a9423ed1", "tag": "0bf422f3-c6bf-4aeb-9d77-6f10de626535"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:20:20.962476 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1920f8-847c-4cd5-a2cd-9836bb151dac req-d34cc00b-8ed8-43e8-9e74-69ce045948e8 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:20.964091 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5c1920f8-847c-4cd5-a2cd-9836bb151dac req-d34cc00b-8ed8-43e8-9e74-69ce045948e8 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.15 "GET /v2.0/ports?device_id=29e6b63c-6177-4a7c-a5bd-8b67540f7c8f HTTP/1.1" status: 200 len: 945 time: 0.0793881 Jul 05 02:20:21.068487 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-13e9a7d2-fe41-4e50-853b-aa0e4d5c2d64 None None] Set router e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:20:21.110293 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa2568-e2e4-48a0-a3ad-42cc1d0e1b22 req-e571e76d-e0cd-4ea4-b81d-50c8219790d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:21.112190 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-10fa2568-e2e4-48a0-a3ad-42cc1d0e1b22 req-e571e76d-e0cd-4ea4-b81d-50c8219790d8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d63cc722770842c8a7a532820e16e452&device_id=ca36febd-b506-4424-9f43-8be7a9423ed1 HTTP/1.1" status: 200 len: 1097 time: 0.0657403 Jul 05 02:20:21.114956 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1273d9d3-ccd5-4f18-96bd-8574e82eeb62 x-openstack-request-id: req-1273d9d3-ccd5-4f18-96bd-8574e82eeb62 {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:20:21.115386 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca36febd-b506-4424-9f43-8be7a9423ed1", "tag": "0bf422f3-c6bf-4aeb-9d77-6f10de626535", "status": "completed", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:20:21.120138 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1273d9d3-ccd5-4f18-96bd-8574e82eeb62 {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:20:21.120138 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca36febd-b506-4424-9f43-8be7a9423ed1', 'tag': '0bf422f3-c6bf-4aeb-9d77-6f10de626535', 'status': 'completed', 'code': 200} Jul 05 02:20:21.171665 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168cd747-6cd1-4a73-9df2-7a3365843ce9 req-8f8ef686-ea47-4d39-82e4-b5d981957af9 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:21.173843 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-168cd747-6cd1-4a73-9df2-7a3365843ce9 req-8f8ef686-ea47-4d39-82e4-b5d981957af9 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.21 "GET /v2.0/networks?id=705854c6-bb90-4b2b-93a0-7581bd607e40 HTTP/1.1" status: 200 len: 812 time: 0.1574373 Jul 05 02:20:21.216175 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-168cd747-6cd1-4a73-9df2-7a3365843ce9 req-c5b164ec-0497-46d8-bfea-decf3ad6cab5 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Request body: {'port': {'device_id': '851f4519-5b01-4b53-a3c1-76f0d1a9f2ce', 'network_id': '705854c6-bb90-4b2b-93a0-7581bd607e40', 'admin_state_up': True, 'tenant_id': 'f3761e9b54fb4b859175f5af6199b06f'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:20:21.319014 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [req-5c1920f8-847c-4cd5-a2cd-9836bb151dac req-8551d2d6-da8e-48b1-b0d0-4e0a63c00cde tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Deleting port 43fe7b59-58fe-4af8-8915-317943d82b14 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:20:21.319279 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-5c1920f8-847c-4cd5-a2cd-9836bb151dac req-8551d2d6-da8e-48b1-b0d0-4e0a63c00cde tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:21.327236 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa2568-e2e4-48a0-a3ad-42cc1d0e1b22 req-af09880f-3667-453c-b1a4-cd6b33d0800c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:21.329948 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-10fa2568-e2e4-48a0-a3ad-42cc1d0e1b22 req-af09880f-3667-453c-b1a4-cd6b33d0800c service neutron] 10.222.0.15 "GET /v2.0/networks?id=02860c2c-1b47-41ff-bdb8-8652ec368c51 HTTP/1.1" status: 200 len: 911 time: 0.2079368 Jul 05 02:20:21.480431 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-10fa2568-e2e4-48a0-a3ad-42cc1d0e1b22 req-80a57c18-c157-4318-81c1-dc171a3c8fd3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0bf422f3-c6bf-4aeb-9d77-6f10de626535 HTTP/1.1" status: 200 len: 999 time: 0.1426096 Jul 05 02:20:21.487774 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-13e9a7d2-fe41-4e50-853b-aa0e4d5c2d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075', 'name': 'tempest-AttachVolumeTestJSON-1542009768-router', 'tenant_id': 'd63cc722770842c8a7a532820e16e452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': 'ae863df1-01fb-4658-90e7-ac82cc5df111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:19:38Z', 'updated_at': '2021-07-05T02:19:45Z', 'revision_number': 4, 'project_id': 'd63cc722770842c8a7a532820e16e452', 'gw_port': {'id': 'ae863df1-01fb-4658-90e7-ac82cc5df111', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:df:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:19:39Z', 'updated_at': '2021-07-05T02:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '4baa9383-6d53-459b-91d5-a756a6bd8a95', 'tenant_id': 'd63cc722770842c8a7a532820e16e452', 'floating_ip_address': '172.25.7.184', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': 'e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075', 'port_id': '0bf422f3-c6bf-4aeb-9d77-6f10de626535', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 933, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02860c2c-1b47-41ff-bdb8-8652ec368c51', 'mac_address': 'fa:16:3e:c0:05:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca36febd-b506-4424-9f43-8be7a9423ed1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T02:19:53Z', 'updated_at': '2021-07-05T02:20:19Z', 'revision_number': 1, 'project_id': 'd63cc722770842c8a7a532820e16e452', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ba2d0d9-bd04-4ad6-9c9d-0428f63395b3', 'name': '', 'network_id': '02860c2c-1b47-41ff-bdb8-8652ec368c51', 'tenant_id': 'd63cc722770842c8a7a532820e16e452', 'mac_address': 'fa:16:3e:09:c5:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': 'e54bb52b-407a-4efc-b19e-45eea28735fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:19:44Z', 'updated_at': '2021-07-05T02:19:52Z', 'revision_number': 5, 'project_id': 'd63cc722770842c8a7a532820e16e452', 'subnets': [{'id': 'e54bb52b-407a-4efc-b19e-45eea28735fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:20:21.495591 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-5c1920f8-847c-4cd5-a2cd-9836bb151dac req-8551d2d6-da8e-48b1-b0d0-4e0a63c00cde tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] For port 43fe7b59-58fe-4af8-8915-317943d82b14, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=43fe7b59-58fe-4af8-8915-317943d82b14,segment=NetworkSegment(24fd9432-f398-4a05-975c-1360bad4fc21),segment_id=24fd9432-f398-4a05-975c-1360bad4fc21)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:20:21.499692 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-5c1920f8-847c-4cd5-a2cd-9836bb151dac req-8551d2d6-da8e-48b1-b0d0-4e0a63c00cde tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:21.521532 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e9a7d2-fe41-4e50-853b-aa0e4d5c2d64 None None] The sync data for ids ['e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075'] in n-d-771362-32 is: [{'id': 'e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075', 'name': 'tempest-AttachVolumeTestJSON-1542009768-router', 'tenant_id': 'd63cc722770842c8a7a532820e16e452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': 'ae863df1-01fb-4658-90e7-ac82cc5df111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:19:38Z', 'updated_at': '2021-07-05T02:19:45Z', 'revision_number': 4, 'project_id': 'd63cc722770842c8a7a532820e16e452', 'gw_port': {'id': 'ae863df1-01fb-4658-90e7-ac82cc5df111', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:df:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:19:39Z', 'updated_at': '2021-07-05T02:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '4baa9383-6d53-459b-91d5-a756a6bd8a95', 'tenant_id': 'd63cc722770842c8a7a532820e16e452', 'floating_ip_address': '172.25.7.184', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': 'e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075', 'port_id': '0bf422f3-c6bf-4aeb-9d77-6f10de626535', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 933, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02860c2c-1b47-41ff-bdb8-8652ec368c51', 'mac_address': 'fa:16:3e:c0:05:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca36febd-b506-4424-9f43-8be7a9423ed1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T02:19:53Z', 'updated_at': '2021-07-05T02:20:19Z', 'revision_number': 1, 'project_id': 'd63cc722770842c8a7a532820e16e452', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ba2d0d9-bd04-4ad6-9c9d-0428f63395b3', 'name': '', 'network_id': '02860c2c-1b47-41ff-bdb8-8652ec368c51', 'tenant_id': 'd63cc722770842c8a7a532820e16e452', 'mac_address': 'fa:16:3e:09:c5:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': 'e54bb52b-407a-4efc-b19e-45eea28735fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:19:44Z', 'updated_at': '2021-07-05T02:19:52Z', 'revision_number': 5, 'project_id': 'd63cc722770842c8a7a532820e16e452', 'subnets': [{'id': 'e54bb52b-407a-4efc-b19e-45eea28735fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:20:21.526787 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-168cd747-6cd1-4a73-9df2-7a3365843ce9 req-c5b164ec-0497-46d8-bfea-decf3ad6cab5 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Made reservation on behalf of f3761e9b54fb4b859175f5af6199b06f for: {'port': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:20:21.531686 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-168cd747-6cd1-4a73-9df2-7a3365843ce9 req-c5b164ec-0497-46d8-bfea-decf3ad6cab5 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:21.536686 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [req-5c1920f8-847c-4cd5-a2cd-9836bb151dac req-8551d2d6-da8e-48b1-b0d0-4e0a63c00cde tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Calling delete_port for 43fe7b59-58fe-4af8-8915-317943d82b14 owned by compute:nova {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:20:21.618461 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa2568-e2e4-48a0-a3ad-42cc1d0e1b22 req-f24f587d-5dbf-4781-90cf-044b391b3d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:21.619969 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-10fa2568-e2e4-48a0-a3ad-42cc1d0e1b22 req-f24f587d-5dbf-4781-90cf-044b391b3d26 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e54bb52b-407a-4efc-b19e-45eea28735fe HTTP/1.1" status: 200 len: 850 time: 0.1230257 Jul 05 02:20:21.712363 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1fb2ab-45b9-46bb-bff9-57ec7a973926 req-073c0b5a-b52c-47ca-8987-7cd6d35af96e tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:21.714728 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5d1fb2ab-45b9-46bb-bff9-57ec7a973926 req-073c0b5a-b52c-47ca-8987-7cd6d35af96e tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/ports?device_id=aebad203-43e1-45e1-988a-541ba64da245 HTTP/1.1" status: 200 len: 944 time: 0.1494715 Jul 05 02:20:21.782881 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa2568-e2e4-48a0-a3ad-42cc1d0e1b22 req-a8be7612-f2a7-4717-8b27-f0bb8bac985c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:21.783233 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1aed11-cf55-4be0-9863-ed400595a925 req-453d1dfe-9378-4c5d-acfe-546213335be6 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:21.784419 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-10fa2568-e2e4-48a0-a3ad-42cc1d0e1b22 req-a8be7612-f2a7-4717-8b27-f0bb8bac985c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=02860c2c-1b47-41ff-bdb8-8652ec368c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1568763 Jul 05 02:20:21.784811 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-aa1aed11-cf55-4be0-9863-ed400595a925 req-453d1dfe-9378-4c5d-acfe-546213335be6 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fd3158d-5f26-4b27-a26d-3e2a1d5e5aca HTTP/1.1" status: 200 len: 949 time: 0.2365925 Jul 05 02:20:21.811994 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5d1fb2ab-45b9-46bb-bff9-57ec7a973926 req-61591c53-5257-4a5e-9f6e-0a06b54cc7f6 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ff5da2-a315-4895-9d40-ac9ae668e60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771999 Jul 05 02:20:21.837979 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [req-168cd747-6cd1-4a73-9df2-7a3365843ce9 req-c5b164ec-0497-46d8-bfea-decf3ad6cab5 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Allocated IP 172.20.0.8 (705854c6-bb90-4b2b-93a0-7581bd607e40/86343a12-8825-4191-b518-68943eb24150/b128be51-c16b-4655-9ede-5c6229872ff8) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:20:21.842690 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d353f8b1-36c6-4a47-bb53-a09721752183 None None] New status for floating IP 4baa9383-6d53-459b-91d5-a756a6bd8a95: ACTIVE {{(pid=94463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 02:20:21.874409 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bea2a2c-f106-4af2-a1d5-606e27e78e69 req-904b0fe7-74b7-4df9-8fc2-e9413b8cfc33 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:21.875991 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8bea2a2c-f106-4af2-a1d5-606e27e78e69 req-904b0fe7-74b7-4df9-8fc2-e9413b8cfc33 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.15 "GET /v2.0/ports?device_id=8fd3158d-5f26-4b27-a26d-3e2a1d5e5aca HTTP/1.1" status: 200 len: 949 time: 0.1844797 Jul 05 02:20:21.889649 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-aa1aed11-cf55-4be0-9863-ed400595a925 req-3682af60-190c-4041-b4f8-6a0859335b02 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/security-groups?id=6aa981db-58bd-4d0c-a893-2c34139d4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958703 Jul 05 02:20:22.025939 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-5c1920f8-847c-4cd5-a2cd-9836bb151dac req-8551d2d6-da8e-48b1-b0d0-4e0a63c00cde tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:22.043436 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-10fa2568-e2e4-48a0-a3ad-42cc1d0e1b22 req-b7abc488-a238-47ee-9da7-85bcf19c2dbf service neutron] 10.222.0.15 "GET /v2.0/networks/02860c2c-1b47-41ff-bdb8-8652ec368c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485003 Jul 05 02:20:22.061144 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8551d2d6-da8e-48b1-b0d0-4e0a63c00cde tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Pushing event deleted for resources: {'Port': ['ID=43fe7b59-58fe-4af8-8915-317943d82b14,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:20:22.132055 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c1920f8-847c-4cd5-a2cd-9836bb151dac req-8551d2d6-da8e-48b1-b0d0-4e0a63c00cde tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] No DVR routers for this DVR port 43fe7b59-58fe-4af8-8915-317943d82b14 on host n-h2-771362-32 {{(pid=94462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:20:22.136819 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-5c1920f8-847c-4cd5-a2cd-9836bb151dac req-8551d2d6-da8e-48b1-b0d0-4e0a63c00cde tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:22.138853 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5c1920f8-847c-4cd5-a2cd-9836bb151dac req-8551d2d6-da8e-48b1-b0d0-4e0a63c00cde tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.15 "DELETE /v2.0/ports/43fe7b59-58fe-4af8-8915-317943d82b14 HTTP/1.1" status: 204 len: 173 time: 1.1676702 Jul 05 02:20:22.189130 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-168cd747-6cd1-4a73-9df2-7a3365843ce9 req-c5b164ec-0497-46d8-bfea-decf3ad6cab5 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:22.242886 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-8bea2a2c-f106-4af2-a1d5-606e27e78e69 req-9d04fa71-1bab-4781-9faf-f0f33c34f759 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Deleting port 71545285-13c8-468a-8da1-dc6ce137390d {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:20:22.243388 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-8bea2a2c-f106-4af2-a1d5-606e27e78e69 req-9d04fa71-1bab-4781-9faf-f0f33c34f759 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:22.290434 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-10fa2568-e2e4-48a0-a3ad-42cc1d0e1b22 req-5a3f757e-e0ef-4101-8041-ef3b96f6e872 service neutron] 10.222.0.15 "GET /v2.0/networks/02860c2c-1b47-41ff-bdb8-8652ec368c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990376 Jul 05 02:20:22.339185 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-8bea2a2c-f106-4af2-a1d5-606e27e78e69 req-9d04fa71-1bab-4781-9faf-f0f33c34f759 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] For port 71545285-13c8-468a-8da1-dc6ce137390d, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=71545285-13c8-468a-8da1-dc6ce137390d,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:20:22.339544 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-8bea2a2c-f106-4af2-a1d5-606e27e78e69 req-9d04fa71-1bab-4781-9faf-f0f33c34f759 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:22.347128 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0a719dcd-2d08-4ad3-991f-f5ab0912c284 req-4cc5fc5d-0bbf-4a33-906c-d7809786cac7 tempest-LiveMigrationTest-1655907921 tempest-LiveMigrationTest-1655907921-project] 10.222.0.23 "GET /v2.0/ports?device_id=29e6b63c-6177-4a7c-a5bd-8b67540f7c8f HTTP/1.1" status: 200 len: 210 time: 0.0287902 Jul 05 02:20:22.353236 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-8bea2a2c-f106-4af2-a1d5-606e27e78e69 req-9d04fa71-1bab-4781-9faf-f0f33c34f759 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Calling delete_port for 71545285-13c8-468a-8da1-dc6ce137390d owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:20:22.466419 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-168cd747-6cd1-4a73-9df2-7a3365843ce9 req-c5b164ec-0497-46d8-bfea-decf3ad6cab5 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:22.475597 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 1d1789a1-6f09-4441-8803-7bf8158edd23 up at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:20:22.564190 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-168cd747-6cd1-4a73-9df2-7a3365843ce9 req-c5b164ec-0497-46d8-bfea-decf3ad6cab5 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Network 705854c6-bb90-4b2b-93a0-7581bd607e40 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:20:22.570461 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [req-168cd747-6cd1-4a73-9df2-7a3365843ce9 req-c5b164ec-0497-46d8-bfea-decf3ad6cab5 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:20:22.581864 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [req-168cd747-6cd1-4a73-9df2-7a3365843ce9 req-c5b164ec-0497-46d8-bfea-decf3ad6cab5 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:20:22.609060 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3e998470-d4b4-469c-9c4e-0ccd28fec6b8 req-4745bb37-6fdc-412f-99fd-8b8d75342570 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=92403696-646a-4870-b635-6151c7b09066&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1292322 Jul 05 02:20:22.611820 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning for port 1d1789a1-6f09-4441-8803-7bf8158edd23 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:20:22.616493 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning complete for port 1d1789a1-6f09-4441-8803-7bf8158edd23 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:20:22.617049 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:22.620364 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b164ec-0497-46d8-bfea-decf3ad6cab5 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Pushing event updated for resources: {'Port': ['ID=b128be51-c16b-4655-9ede-5c6229872ff8,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:20:22.653166 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168cd747-6cd1-4a73-9df2-7a3365843ce9 req-c5b164ec-0497-46d8-bfea-decf3ad6cab5 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:22.653667 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-168cd747-6cd1-4a73-9df2-7a3365843ce9 req-c5b164ec-0497-46d8-bfea-decf3ad6cab5 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:22.660754 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-8bea2a2c-f106-4af2-a1d5-606e27e78e69 req-9d04fa71-1bab-4781-9faf-f0f33c34f759 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:22.672938 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13312de-62a2-43be-8f19-4993243ff862 req-973c18a1-e23c-4620-98dc-29d02556051c tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:22.674593 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f13312de-62a2-43be-8f19-4993243ff862 req-973c18a1-e23c-4620-98dc-29d02556051c tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=851f4519-5b01-4b53-a3c1-76f0d1a9f2ce HTTP/1.1" status: 200 len: 931 time: 0.1928906 Jul 05 02:20:22.681114 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['7ec41c6b-9c0a-4a51-ba87-ab766c3995b6', '3ab8a470-4d09-40f5-8cb0-d02381fe6c48', '71545285-13c8-468a-8da1-dc6ce137390d'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:20:22.689450 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['6a2ae0bc-edf0-4f1a-b9b8-ab213fe56db1', '7cfeeb46-2479-461a-9518-75c8d2657e02', 'db0a31d9-63fc-4330-9519-56abf72b576c', '4c671b93-59eb-4c86-9226-a701b0e4092c'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:20:22.721415 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d04fa71-1bab-4781-9faf-f0f33c34f759 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Pushing event deleted for resources: {'Port': ['ID=71545285-13c8-468a-8da1-dc6ce137390d,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:20:22.758252 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f13312de-62a2-43be-8f19-4993243ff862 req-d83eafe9-81c3-4932-8c16-ab23a1b15eca tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744572 Jul 05 02:20:22.778284 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-168cd747-6cd1-4a73-9df2-7a3365843ce9 req-c5b164ec-0497-46d8-bfea-decf3ad6cab5 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5761154 Jul 05 02:20:22.790978 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-168cd747-6cd1-4a73-9df2-7a3365843ce9 req-b4f50ee7-7b89-4230-9703-5158ca2042f6 service neutron] Request body: {'port': {'device_id': '851f4519-5b01-4b53-a3c1-76f0d1a9f2ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-32'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:20:22.811491 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bea2a2c-f106-4af2-a1d5-606e27e78e69 req-9d04fa71-1bab-4781-9faf-f0f33c34f759 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] No DVR routers for this DVR port 71545285-13c8-468a-8da1-dc6ce137390d on host n-h2-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:20:22.816830 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-8bea2a2c-f106-4af2-a1d5-606e27e78e69 req-9d04fa71-1bab-4781-9faf-f0f33c34f759 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:22.818944 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8bea2a2c-f106-4af2-a1d5-606e27e78e69 req-9d04fa71-1bab-4781-9faf-f0f33c34f759 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.15 "DELETE /v2.0/ports/71545285-13c8-468a-8da1-dc6ce137390d HTTP/1.1" status: 204 len: 173 time: 0.9345098 Jul 05 02:20:22.819401 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fd3158d-5f26-4b27-a26d-3e2a1d5e5aca', 'name': 'network-vif-deleted', 'tag': '71545285-13c8-468a-8da1-dc6ce137390d'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:20:22.822247 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87195cc3-f92c-4a13-9823-bf8398dcca4d" -d '{"events": [{"server_uuid": "8fd3158d-5f26-4b27-a26d-3e2a1d5e5aca", "name": "network-vif-deleted", "tag": "71545285-13c8-468a-8da1-dc6ce137390d"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:20:22.867421 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e998470-d4b4-469c-9c4e-0ccd28fec6b8 req-21ce07e3-3983-48fc-ae5c-4ee23eb31de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:22.867993 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e998470-d4b4-469c-9c4e-0ccd28fec6b8 req-21ce07e3-3983-48fc-ae5c-4ee23eb31de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:22.868696 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e998470-d4b4-469c-9c4e-0ccd28fec6b8 req-21ce07e3-3983-48fc-ae5c-4ee23eb31de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:22.869194 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e998470-d4b4-469c-9c4e-0ccd28fec6b8 req-21ce07e3-3983-48fc-ae5c-4ee23eb31de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:22.869856 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e998470-d4b4-469c-9c4e-0ccd28fec6b8 req-21ce07e3-3983-48fc-ae5c-4ee23eb31de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:22.870364 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e998470-d4b4-469c-9c4e-0ccd28fec6b8 req-21ce07e3-3983-48fc-ae5c-4ee23eb31de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:22.871077 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e998470-d4b4-469c-9c4e-0ccd28fec6b8 req-21ce07e3-3983-48fc-ae5c-4ee23eb31de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:22.873209 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3e998470-d4b4-469c-9c4e-0ccd28fec6b8 req-21ce07e3-3983-48fc-ae5c-4ee23eb31de8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bf69a7cc9341402789561a978c68b071&device_id=92403696-646a-4870-b635-6151c7b09066 HTTP/1.1" status: 200 len: 6506 time: 0.1625264 Jul 05 02:20:22.874758 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92116573-bda7-448d-a7b8-ef0dcc619366 x-openstack-request-id: req-92116573-bda7-448d-a7b8-ef0dcc619366 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:20:22.875104 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fd3158d-5f26-4b27-a26d-3e2a1d5e5aca", "name": "network-vif-deleted", "tag": "71545285-13c8-468a-8da1-dc6ce137390d", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:20:22.875965 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-92116573-bda7-448d-a7b8-ef0dcc619366 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:20:22.876559 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fd3158d-5f26-4b27-a26d-3e2a1d5e5aca', 'name': 'network-vif-deleted', 'tag': '71545285-13c8-468a-8da1-dc6ce137390d', 'status': 'completed', 'code': 200} Jul 05 02:20:22.947298 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-168cd747-6cd1-4a73-9df2-7a3365843ce9 req-b4f50ee7-7b89-4230-9703-5158ca2042f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:22.973699 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:23.066957 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e998470-d4b4-469c-9c4e-0ccd28fec6b8 req-7f641183-baa5-47ed-8f3d-9ae362f1aa19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:23.067672 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e998470-d4b4-469c-9c4e-0ccd28fec6b8 req-7f641183-baa5-47ed-8f3d-9ae362f1aa19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:23.068224 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e998470-d4b4-469c-9c4e-0ccd28fec6b8 req-7f641183-baa5-47ed-8f3d-9ae362f1aa19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:23.070109 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3e998470-d4b4-469c-9c4e-0ccd28fec6b8 req-7f641183-baa5-47ed-8f3d-9ae362f1aa19 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1f5c1f66-211d-4aaf-9dcb-993edf85d0c1&id=70f5fd93-7af8-4288-a451-7de7b5d6c1c7&id=70f5fd93-7af8-4288-a451-7de7b5d6c1c7&id=70f5fd93-7af8-4288-a451-7de7b5d6c1c7&id=70f5fd93-7af8-4288-a451-7de7b5d6c1c7&id=8fabf858-7855-4bc3-b4b1-4ecb63b57267&id=8fabf858-7855-4bc3-b4b1-4ecb63b57267 HTTP/1.1" status: 200 len: 2294 time: 0.1653118 Jul 05 02:20:23.102738 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a5c8d4-3ff3-4e6d-9d58-b5b7528262bb req-1083d13f-d191-4c5d-b7ba-962c8dd26da8 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:23.104531 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-32a5c8d4-3ff3-4e6d-9d58-b5b7528262bb req-1083d13f-d191-4c5d-b7ba-962c8dd26da8 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/ports?device_id=aebad203-43e1-45e1-988a-541ba64da245 HTTP/1.1" status: 200 len: 944 time: 0.1220334 Jul 05 02:20:23.139524 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aebad203-43e1-45e1-988a-541ba64da245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d1789a1-6f09-4441-8803-7bf8158edd23'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:20:23.143832 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85418ef5-faf6-4972-a20b-8951a79083f2" -d '{"events": [{"server_uuid": "aebad203-43e1-45e1-988a-541ba64da245", "name": "network-vif-plugged", "status": "completed", "tag": "1d1789a1-6f09-4441-8803-7bf8158edd23"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:20:23.161696 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29e6b63c-6177-4a7c-a5bd-8b67540f7c8f', 'name': 'network-vif-deleted', 'tag': '43fe7b59-58fe-4af8-8915-317943d82b14'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:20:23.164712 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b223267e0e0ddb3199af7772d0b45336e3b4b54fbb151c86a8051291a61e85db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f852f303-ac5f-48a7-a849-11f717b170bf" -d '{"events": [{"server_uuid": "29e6b63c-6177-4a7c-a5bd-8b67540f7c8f", "name": "network-vif-deleted", "tag": "43fe7b59-58fe-4af8-8915-317943d82b14"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:20:23.193804 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 1d1789a1-6f09-4441-8803-7bf8158edd23, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=1d1789a1-6f09-4441-8803-7bf8158edd23,segment=NetworkSegment(ac98ab34-de80-488f-9ef3-072652e10596),segment_id=ac98ab34-de80-488f-9ef3-072652e10596)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:20:23.216072 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3e998470-d4b4-469c-9c4e-0ccd28fec6b8 req-429d57ba-a98b-48cc-83a2-06544a176d76 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb5e411e-ba28-4560-9e82-b60e563a776d HTTP/1.1" status: 200 len: 1000 time: 0.1352837 Jul 05 02:20:23.219673 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-32a5c8d4-3ff3-4e6d-9d58-b5b7528262bb req-45ce701d-ff52-446f-ab04-24a323cab444 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ff5da2-a315-4895-9d40-ac9ae668e60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689747 Jul 05 02:20:23.299267 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e998470-d4b4-469c-9c4e-0ccd28fec6b8 req-fafc7a1b-9043-489e-b707-bc4333d75af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:23.300951 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3e998470-d4b4-469c-9c4e-0ccd28fec6b8 req-fafc7a1b-9043-489e-b707-bc4333d75af1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=82394256-424b-4834-ba82-be5cc7f4161e HTTP/1.1" status: 200 len: 855 time: 0.0737936 Jul 05 02:20:23.385095 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-55d7adaa-b7d8-434c-b58a-cb230a8c0ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:23.417605 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:23.450689 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e998470-d4b4-469c-9c4e-0ccd28fec6b8 req-7f7346d7-16fd-4f94-9e1c-03ff17d15dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:23.458543 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3e998470-d4b4-469c-9c4e-0ccd28fec6b8 req-7f7346d7-16fd-4f94-9e1c-03ff17d15dba service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1f5c1f66-211d-4aaf-9dcb-993edf85d0c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1433179 Jul 05 02:20:23.485715 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=1d1789a1-6f09-4441-8803-7bf8158edd23,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:20:23.551743 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [req-168cd747-6cd1-4a73-9df2-7a3365843ce9 req-b4f50ee7-7b89-4230-9703-5158ca2042f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b128be51-c16b-4655-9ede-5c6229872ff8 {{(pid=94462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:20:23.560814 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-168cd747-6cd1-4a73-9df2-7a3365843ce9 req-b4f50ee7-7b89-4230-9703-5158ca2042f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:23.575126 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [req-168cd747-6cd1-4a73-9df2-7a3365843ce9 req-b4f50ee7-7b89-4230-9703-5158ca2042f6 service neutron] Transition to ACTIVE for port object b128be51-c16b-4655-9ede-5c6229872ff8 will not be triggered until provisioned by entity L2. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:20:23.586145 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbb720ff-e332-45f7-a18e-a2ed28fbd444 x-openstack-request-id: req-bbb720ff-e332-45f7-a18e-a2ed28fbd444 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:20:23.586982 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aebad203-43e1-45e1-988a-541ba64da245", "name": "network-vif-plugged", "status": "completed", "tag": "1d1789a1-6f09-4441-8803-7bf8158edd23", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:20:23.587432 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bbb720ff-e332-45f7-a18e-a2ed28fbd444 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:20:23.589785 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aebad203-43e1-45e1-988a-541ba64da245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d1789a1-6f09-4441-8803-7bf8158edd23', 'code': 200} Jul 05 02:20:23.616871 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b5eced-fade-423a-94c6-46d509d00a82 x-openstack-request-id: req-21b5eced-fade-423a-94c6-46d509d00a82 {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:20:23.617228 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29e6b63c-6177-4a7c-a5bd-8b67540f7c8f", "name": "network-vif-deleted", "tag": "43fe7b59-58fe-4af8-8915-317943d82b14", "status": "completed", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:20:23.617613 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-21b5eced-fade-423a-94c6-46d509d00a82 {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:20:23.618315 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29e6b63c-6177-4a7c-a5bd-8b67540f7c8f', 'name': 'network-vif-deleted', 'tag': '43fe7b59-58fe-4af8-8915-317943d82b14', 'status': 'completed', 'code': 200} Jul 05 02:20:23.638150 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0f548776-7ff6-4ce7-9786-898b01237ea8 req-701042b1-1e8b-44b4-9797-216c8309249d tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fd3158d-5f26-4b27-a26d-3e2a1d5e5aca HTTP/1.1" status: 200 len: 210 time: 0.1497738 Jul 05 02:20:23.669223 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-168cd747-6cd1-4a73-9df2-7a3365843ce9 req-b4f50ee7-7b89-4230-9703-5158ca2042f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:23.728597 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3e998470-d4b4-469c-9c4e-0ccd28fec6b8 req-c7dba65e-0b75-40a6-b2d0-132a721e0775 service neutron] 10.222.0.15 "GET /v2.0/networks/1f5c1f66-211d-4aaf-9dcb-993edf85d0c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661321 Jul 05 02:20:23.770954 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f50ee7-7b89-4230-9703-5158ca2042f6 service neutron] Pushing event updated for resources: {'Port': ['ID=b128be51-c16b-4655-9ede-5c6229872ff8,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:20:23.784650 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:23.851537 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 53466) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:20:23.903914 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94f68d2-a1d9-457f-bf71-5a6d22062a00 req-df6cbf3b-ef34-4233-a52b-496598979011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:23.905616 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c94f68d2-a1d9-457f-bf71-5a6d22062a00 req-df6cbf3b-ef34-4233-a52b-496598979011 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=aebad203-43e1-45e1-988a-541ba64da245 HTTP/1.1" status: 200 len: 1097 time: 0.1617491 Jul 05 02:20:23.920077 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-168cd747-6cd1-4a73-9df2-7a3365843ce9 req-b4f50ee7-7b89-4230-9703-5158ca2042f6 service neutron] Attempting to bind port b128be51-c16b-4655-9ede-5c6229872ff8 on host n-h1-771362-32 for vnic_type normal with profile {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:20:23.920693 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-168cd747-6cd1-4a73-9df2-7a3365843ce9 req-b4f50ee7-7b89-4230-9703-5158ca2042f6 service neutron] Attempting to bind port b128be51-c16b-4655-9ede-5c6229872ff8 by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': '21ad98b6-ba72-4f1f-a0ef-3d0df329b6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '705854c6-bb90-4b2b-93a0-7581bd607e40'}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:20:23.920931 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168cd747-6cd1-4a73-9df2-7a3365843ce9 req-b4f50ee7-7b89-4230-9703-5158ca2042f6 service neutron] Attempting to bind port b128be51-c16b-4655-9ede-5c6229872ff8 on network 705854c6-bb90-4b2b-93a0-7581bd607e40 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:20:23.926754 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168cd747-6cd1-4a73-9df2-7a3365843ce9 req-b4f50ee7-7b89-4230-9703-5158ca2042f6 service neutron] Port b128be51-c16b-4655-9ede-5c6229872ff8 on network 705854c6-bb90-4b2b-93a0-7581bd607e40 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:20:23.928798 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168cd747-6cd1-4a73-9df2-7a3365843ce9 req-b4f50ee7-7b89-4230-9703-5158ca2042f6 service neutron] Attempting to bind port b128be51-c16b-4655-9ede-5c6229872ff8 on network 705854c6-bb90-4b2b-93a0-7581bd607e40 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:20:23.932986 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168cd747-6cd1-4a73-9df2-7a3365843ce9 req-b4f50ee7-7b89-4230-9703-5158ca2042f6 service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:20:23.933323 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168cd747-6cd1-4a73-9df2-7a3365843ce9 req-b4f50ee7-7b89-4230-9703-5158ca2042f6 service neutron] Checking segment: {'id': '21ad98b6-ba72-4f1f-a0ef-3d0df329b6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '705854c6-bb90-4b2b-93a0-7581bd607e40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:20:23.934076 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168cd747-6cd1-4a73-9df2-7a3365843ce9 req-b4f50ee7-7b89-4230-9703-5158ca2042f6 service neutron] Bound using segment: {'id': '21ad98b6-ba72-4f1f-a0ef-3d0df329b6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '705854c6-bb90-4b2b-93a0-7581bd607e40'} {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:20:23.934526 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-168cd747-6cd1-4a73-9df2-7a3365843ce9 req-b4f50ee7-7b89-4230-9703-5158ca2042f6 service neutron] Bound port: b128be51-c16b-4655-9ede-5c6229872ff8, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21ad98b6-ba72-4f1f-a0ef-3d0df329b6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '705854c6-bb90-4b2b-93a0-7581bd607e40'}}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:20:23.934882 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-168cd747-6cd1-4a73-9df2-7a3365843ce9 req-b4f50ee7-7b89-4230-9703-5158ca2042f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:23.954951 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3e998470-d4b4-469c-9c4e-0ccd28fec6b8 req-8c772562-63f3-4b7b-8054-e5e28b24d61a service neutron] 10.222.0.15 "GET /v2.0/networks/1f5c1f66-211d-4aaf-9dcb-993edf85d0c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095609 Jul 05 02:20:23.959561 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c94f68d2-a1d9-457f-bf71-5a6d22062a00 req-9808c93d-d140-4b4f-9b8c-ffac6f665897 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=98ff5da2-a315-4895-9d40-ac9ae668e60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396080 Jul 05 02:20:24.020142 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-168cd747-6cd1-4a73-9df2-7a3365843ce9 req-b4f50ee7-7b89-4230-9703-5158ca2042f6 service neutron] For port b128be51-c16b-4655-9ede-5c6229872ff8, host n-h1-771362-32, cleared binding levels {{(pid=94462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:20:24.023342 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-168cd747-6cd1-4a73-9df2-7a3365843ce9 req-b4f50ee7-7b89-4230-9703-5158ca2042f6 service neutron] For port b128be51-c16b-4655-9ede-5c6229872ff8, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=b128be51-c16b-4655-9ede-5c6229872ff8,segment=NetworkSegment(21ad98b6-ba72-4f1f-a0ef-3d0df329b6a3),segment_id=21ad98b6-ba72-4f1f-a0ef-3d0df329b6a3)] {{(pid=94462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:20:24.058000 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3e998470-d4b4-469c-9c4e-0ccd28fec6b8 req-24f9fefc-17eb-48f6-88d6-a9aaa4834c26 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.71&port_id=20091b1d-6f87-44f6-b3a2-80a8f0399bd5 HTTP/1.1" status: 200 len: 217 time: 0.0537360 Jul 05 02:20:24.113311 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e998470-d4b4-469c-9c4e-0ccd28fec6b8 req-bfe92411-4ca6-4516-9199-ffb89b8304e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:24.115068 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3e998470-d4b4-469c-9c4e-0ccd28fec6b8 req-bfe92411-4ca6-4516-9199-ffb89b8304e1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=473bf51e-fdd3-4bfb-8054-3ae41f9e7fb8 HTTP/1.1" status: 200 len: 797 time: 0.0489447 Jul 05 02:20:24.179179 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e998470-d4b4-469c-9c4e-0ccd28fec6b8 req-91835724-aaa5-4299-9f24-a90ccab211f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:24.181411 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3e998470-d4b4-469c-9c4e-0ccd28fec6b8 req-91835724-aaa5-4299-9f24-a90ccab211f9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=70f5fd93-7af8-4288-a451-7de7b5d6c1c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0591815 Jul 05 02:20:24.195734 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-45019a3f-01e0-4e62-8a7f-b3a2b0a3b289 admin admin] Deleting subnet 9b152ce5-504f-4214-985c-9f5fa8213776 {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:20:24.214780 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-45019a3f-01e0-4e62-8a7f-b3a2b0a3b289 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:24.218029 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-168cd747-6cd1-4a73-9df2-7a3365843ce9 req-b4f50ee7-7b89-4230-9703-5158ca2042f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:24.296131 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3e998470-d4b4-469c-9c4e-0ccd28fec6b8 req-0981f712-b690-476b-b12e-ee05668a0f04 service neutron] 10.222.0.15 "GET /v2.0/networks/70f5fd93-7af8-4288-a451-7de7b5d6c1c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059988 Jul 05 02:20:24.299171 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a252869a-ee18-45a0-8be9-51c525cc0c86 req-74ac11d8-04fa-4cda-9cdd-afdbeb05d264 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:24.300981 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a252869a-ee18-45a0-8be9-51c525cc0c86 req-74ac11d8-04fa-4cda-9cdd-afdbeb05d264 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=851f4519-5b01-4b53-a3c1-76f0d1a9f2ce HTTP/1.1" status: 200 len: 943 time: 0.2019575 Jul 05 02:20:24.304285 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168cd747-6cd1-4a73-9df2-7a3365843ce9 req-b4f50ee7-7b89-4230-9703-5158ca2042f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:24.304876 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-168cd747-6cd1-4a73-9df2-7a3365843ce9 req-b4f50ee7-7b89-4230-9703-5158ca2042f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:24.306156 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-168cd747-6cd1-4a73-9df2-7a3365843ce9 req-b4f50ee7-7b89-4230-9703-5158ca2042f6 service neutron] 10.222.0.21 "PUT /v2.0/ports/b128be51-c16b-4655-9ede-5c6229872ff8 HTTP/1.1" status: 200 len: 1092 time: 1.5202081 Jul 05 02:20:24.315345 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-45019a3f-01e0-4e62-8a7f-b3a2b0a3b289 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:24.386294 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f50ee7-7b89-4230-9703-5158ca2042f6 service neutron] Pushing event updated for resources: {'Port': ['ID=b128be51-c16b-4655-9ede-5c6229872ff8,revision_number=3']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:20:24.402602 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3e998470-d4b4-469c-9c4e-0ccd28fec6b8 req-00e6784d-5243-452d-8c8d-078f0f913d94 service neutron] 10.222.0.15 "GET /v2.0/networks/70f5fd93-7af8-4288-a451-7de7b5d6c1c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920184 Jul 05 02:20:24.409822 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a252869a-ee18-45a0-8be9-51c525cc0c86 req-1feceeed-fbe6-4843-be25-468429a27b04 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983653 Jul 05 02:20:24.416000 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-45019a3f-01e0-4e62-8a7f-b3a2b0a3b289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:24.466524 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3e998470-d4b4-469c-9c4e-0ccd28fec6b8 req-a299e6a2-1233-48c2-8c78-64157d8a7caf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=b2afd91c-2fe8-49dd-a28d-0512eaf561ce HTTP/1.1" status: 200 len: 217 time: 0.0530465 Jul 05 02:20:24.539138 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:24.545161 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e998470-d4b4-469c-9c4e-0ccd28fec6b8 req-3fd1c0eb-bb18-48d8-baf4-a8e71487f053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:24.547055 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3e998470-d4b4-469c-9c4e-0ccd28fec6b8 req-3fd1c0eb-bb18-48d8-baf4-a8e71487f053 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=473bf51e-fdd3-4bfb-8054-3ae41f9e7fb8 HTTP/1.1" status: 200 len: 797 time: 0.0693097 Jul 05 02:20:24.605592 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e998470-d4b4-469c-9c4e-0ccd28fec6b8 req-45e2baea-b1f1-45f6-97a4-7dccd52f6222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:24.607339 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3e998470-d4b4-469c-9c4e-0ccd28fec6b8 req-45e2baea-b1f1-45f6-97a4-7dccd52f6222 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=70f5fd93-7af8-4288-a451-7de7b5d6c1c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0536256 Jul 05 02:20:24.609314 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168cd747-6cd1-4a73-9df2-7a3365843ce9 req-caf0525b-d2bf-43c3-86e4-bdf3acec8bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:24.610890 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-168cd747-6cd1-4a73-9df2-7a3365843ce9 req-caf0525b-d2bf-43c3-86e4-bdf3acec8bd2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f3761e9b54fb4b859175f5af6199b06f&device_id=851f4519-5b01-4b53-a3c1-76f0d1a9f2ce HTTP/1.1" status: 200 len: 1095 time: 0.1085207 Jul 05 02:20:24.638685 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85481c5d-e147-49eb-9360-d42f4ff0733b req-518576be-6b99-4081-84d8-a3b67ad4eeca tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:24.640083 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-85481c5d-e147-49eb-9360-d42f4ff0733b req-518576be-6b99-4081-84d8-a3b67ad4eeca tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/ports?device_id=aebad203-43e1-45e1-988a-541ba64da245 HTTP/1.1" status: 200 len: 945 time: 0.0895507 Jul 05 02:20:24.641088 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-45019a3f-01e0-4e62-8a7f-b3a2b0a3b289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:24.693508 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-168cd747-6cd1-4a73-9df2-7a3365843ce9 req-7f10406e-20e7-4be8-8f79-290806c2d04e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b128be51-c16b-4655-9ede-5c6229872ff8 HTTP/1.1" status: 200 len: 217 time: 0.0715895 Jul 05 02:20:24.696605 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3e998470-d4b4-469c-9c4e-0ccd28fec6b8 req-8d19a314-82aa-458f-bec4-79551f694747 service neutron] 10.222.0.15 "GET /v2.0/networks/70f5fd93-7af8-4288-a451-7de7b5d6c1c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820630 Jul 05 02:20:24.705859 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45019a3f-01e0-4e62-8a7f-b3a2b0a3b289 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b152ce5-504f-4214-985c-9f5fa8213776,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:20:24.729603 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-45019a3f-01e0-4e62-8a7f-b3a2b0a3b289 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:24.732364 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-45019a3f-01e0-4e62-8a7f-b3a2b0a3b289 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/9b152ce5-504f-4214-985c-9f5fa8213776 HTTP/1.1" status: 204 len: 168 time: 0.8792961 Jul 05 02:20:24.740615 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 53480) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:20:24.782174 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-85481c5d-e147-49eb-9360-d42f4ff0733b req-ad00ad05-d3ce-4668-8767-586c981e0a49 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ff5da2-a315-4895-9d40-ac9ae668e60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113310 Jul 05 02:20:24.783750 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168cd747-6cd1-4a73-9df2-7a3365843ce9 req-32f015c6-89b5-4d41-84b5-d75220e6c79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:24.785246 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-168cd747-6cd1-4a73-9df2-7a3365843ce9 req-32f015c6-89b5-4d41-84b5-d75220e6c79e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=86343a12-8825-4191-b518-68943eb24150 HTTP/1.1" status: 200 len: 852 time: 0.0821693 Jul 05 02:20:24.838394 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-168cd747-6cd1-4a73-9df2-7a3365843ce9 req-c4cdf9e8-a19c-4e9a-b00d-9b0d393d46fe service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=705854c6-bb90-4b2b-93a0-7581bd607e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455441 Jul 05 02:20:24.855672 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-31bc29e0-cce2-4e33-a05f-8b287e510025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:24.877737 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3e998470-d4b4-469c-9c4e-0ccd28fec6b8 req-153ec166-601f-4e5f-9103-93f5ae2fbfb4 service neutron] 10.222.0.15 "GET /v2.0/networks/70f5fd93-7af8-4288-a451-7de7b5d6c1c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634302 Jul 05 02:20:24.964333 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-168cd747-6cd1-4a73-9df2-7a3365843ce9 req-3817f944-e87c-48c1-bcf2-c3511c16dfeb service neutron] 10.222.0.21 "GET /v2.0/networks/705854c6-bb90-4b2b-93a0-7581bd607e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165349 Jul 05 02:20:25.071811 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-168cd747-6cd1-4a73-9df2-7a3365843ce9 req-eee1f0ed-2d41-4209-953e-eae17417e418 service neutron] 10.222.0.21 "GET /v2.0/networks/705854c6-bb90-4b2b-93a0-7581bd607e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023314 Jul 05 02:20:25.306337 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3e998470-d4b4-469c-9c4e-0ccd28fec6b8 req-a32f9bc4-4000-4831-8d22-8057a9f7d2f0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.85&port_id=bdd6e41b-1304-48b0-8756-d4d2c193d5d2 HTTP/1.1" status: 200 len: 217 time: 0.4055831 Jul 05 02:20:25.329038 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-31bc29e0-cce2-4e33-a05f-8b287e510025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:25.357941 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-31bc29e0-cce2-4e33-a05f-8b287e510025 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d55491b1-56ba-426a-ac8c-e92d73c02c5b']}} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:20:25.373780 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-31bc29e0-cce2-4e33-a05f-8b287e510025 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24fd9432-f398-4a05-975c-1360bad4fc21') {'for_net_delete': True} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:20:25.374079 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-31bc29e0-cce2-4e33-a05f-8b287e510025 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24fd9432-f398-4a05-975c-1360bad4fc21') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:20:25.386990 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-31bc29e0-cce2-4e33-a05f-8b287e510025 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5519669'] for segment, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:25.393855 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e998470-d4b4-469c-9c4e-0ccd28fec6b8 req-e9bb9afe-80c6-4a50-9175-e410363342f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:25.395353 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3e998470-d4b4-469c-9c4e-0ccd28fec6b8 req-e9bb9afe-80c6-4a50-9175-e410363342f8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=473bf51e-fdd3-4bfb-8054-3ae41f9e7fb8 HTTP/1.1" status: 200 len: 797 time: 0.0788376 Jul 05 02:20:25.403421 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-31bc29e0-cce2-4e33-a05f-8b287e510025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:25.434876 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31bc29e0-cce2-4e33-a05f-8b287e510025 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=94461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:20:25.435201 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-31bc29e0-cce2-4e33-a05f-8b287e510025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5763545'] for segment, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:25.438843 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:20:25.438843 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:20:25.438843 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:20:25.438843 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:20:25.438843 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:20:25.438843 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:20:25.438843 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:20:25.438843 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:20:25.438843 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:20:25.438843 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:20:25.438843 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:20:25.438843 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:20:25.438843 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:20:25.438843 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:20:25.438843 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:20:25.438843 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:20:25.438843 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:20:25.438843 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:20:25.438843 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:20:25.438843 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:20:25.438843 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:20:25.438843 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:20:25.438843 n-d-771362-32 neutron-server[94461]: Traceback (most recent call last): Jul 05 02:20:25.438843 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:20:25.438843 n-d-771362-32 neutron-server[94461]: timer() Jul 05 02:20:25.438843 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:20:25.438843 n-d-771362-32 neutron-server[94461]: cb(*args, **kw) Jul 05 02:20:25.438843 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:20:25.438843 n-d-771362-32 neutron-server[94461]: return func(*args, **kwargs) Jul 05 02:20:25.438843 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:20:25.438843 n-d-771362-32 neutron-server[94461]: self._notify() Jul 05 02:20:25.438843 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:20:25.438843 n-d-771362-32 neutron-server[94461]: self.callback(batched_events) Jul 05 02:20:25.438843 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:20:25.438843 n-d-771362-32 neutron-server[94461]: event.method(event) Jul 05 02:20:25.438843 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:20:25.438843 n-d-771362-32 neutron-server[94461]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:20:25.438843 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:20:25.438843 n-d-771362-32 neutron-server[94461]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:20:25.438843 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:20:25.438843 n-d-771362-32 neutron-server[94461]: return f(self, *a, **k) Jul 05 02:20:25.438843 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:20:25.438843 n-d-771362-32 neutron-server[94461]: return self._get(url).json() Jul 05 02:20:25.438843 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:20:25.438843 n-d-771362-32 neutron-server[94461]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:20:25.438843 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:20:25.438843 n-d-771362-32 neutron-server[94461]: return self.request(url, 'GET', **kwargs) Jul 05 02:20:25.438843 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:20:25.438843 n-d-771362-32 neutron-server[94461]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:20:25.438843 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:20:25.438843 n-d-771362-32 neutron-server[94461]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:20:25.438843 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:20:25.438843 n-d-771362-32 neutron-server[94461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:20:25.438843 n-d-771362-32 neutron-server[94461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:20:25.508661 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e998470-d4b4-469c-9c4e-0ccd28fec6b8 req-b7da9aea-1f1d-481b-b855-6eeb637faaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:25.510250 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3e998470-d4b4-469c-9c4e-0ccd28fec6b8 req-b7da9aea-1f1d-481b-b855-6eeb637faaf6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=70f5fd93-7af8-4288-a451-7de7b5d6c1c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1080568 Jul 05 02:20:25.599568 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-31bc29e0-cce2-4e33-a05f-8b287e510025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:25.605928 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-31bc29e0-cce2-4e33-a05f-8b287e510025 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:25.611701 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-31bc29e0-cce2-4e33-a05f-8b287e510025 admin admin] 10.222.0.23 "DELETE /v2.0/networks/d55491b1-56ba-426a-ac8c-e92d73c02c5b HTTP/1.1" status: 204 len: 168 time: 0.8680775 Jul 05 02:20:25.622705 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 53496) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:20:25.629354 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '851f4519-5b01-4b53-a3c1-76f0d1a9f2ce', 'tag': 'b128be51-c16b-4655-9ede-5c6229872ff8'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:20:25.631669 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b223267e0e0ddb3199af7772d0b45336e3b4b54fbb151c86a8051291a61e85db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a035e27-75ca-45aa-acf7-fa66ba45d5ce" -d '{"events": [{"name": "network-changed", "server_uuid": "851f4519-5b01-4b53-a3c1-76f0d1a9f2ce", "tag": "b128be51-c16b-4655-9ede-5c6229872ff8"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:20:25.631818 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bc29e0-cce2-4e33-a05f-8b287e510025 admin admin] Pushing event deleted for resources: {'Network': ['ID=d55491b1-56ba-426a-ac8c-e92d73c02c5b,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:20:25.636793 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3e998470-d4b4-469c-9c4e-0ccd28fec6b8 req-37304df9-4e01-4c45-856e-b7c84a2f9b49 service neutron] 10.222.0.15 "GET /v2.0/networks/70f5fd93-7af8-4288-a451-7de7b5d6c1c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189191 Jul 05 02:20:25.669817 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755e12c0-cfb0-4373-b9b6-688dc69b561b req-b559d4e6-2bde-4825-984c-febc8c1516ba tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:25.673092 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-755e12c0-cfb0-4373-b9b6-688dc69b561b req-b559d4e6-2bde-4825-984c-febc8c1516ba tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=851f4519-5b01-4b53-a3c1-76f0d1a9f2ce HTTP/1.1" status: 200 len: 943 time: 0.0734012 Jul 05 02:20:25.714709 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-755e12c0-cfb0-4373-b9b6-688dc69b561b req-cce4dd9c-fa32-437e-93bb-6694da0d787d tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367796 Jul 05 02:20:25.726466 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_v2 [None req-60a4f65c-38a7-4bfe-9d2f-42451cd403f9 admin admin] Deleting subnet 2f6f8ccd-2bc9-4435-b206-165b65b94448 {{(pid=94461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:20:25.738069 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-60a4f65c-38a7-4bfe-9d2f-42451cd403f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:25.790217 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-60a4f65c-38a7-4bfe-9d2f-42451cd403f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5519650'] for subnet, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:25.811839 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c20792c6-f39e-4aa3-99c8-e8f7a3c30185 x-openstack-request-id: req-c20792c6-f39e-4aa3-99c8-e8f7a3c30185 {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:20:25.812135 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "851f4519-5b01-4b53-a3c1-76f0d1a9f2ce", "tag": "b128be51-c16b-4655-9ede-5c6229872ff8", "status": "completed", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:20:25.812389 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c20792c6-f39e-4aa3-99c8-e8f7a3c30185 {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:20:25.812975 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '851f4519-5b01-4b53-a3c1-76f0d1a9f2ce', 'tag': 'b128be51-c16b-4655-9ede-5c6229872ff8', 'status': 'completed', 'code': 200} Jul 05 02:20:25.820310 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3e998470-d4b4-469c-9c4e-0ccd28fec6b8 req-b03c3c3d-2316-41c2-8f0d-4db12c3f0231 service neutron] 10.222.0.15 "GET /v2.0/networks/70f5fd93-7af8-4288-a451-7de7b5d6c1c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656642 Jul 05 02:20:25.877565 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3e998470-d4b4-469c-9c4e-0ccd28fec6b8 req-1e203fdd-ee7a-4b41-bf06-38a70095db8b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=22bc43a4-3d70-4c77-ad1b-053977c426ce HTTP/1.1" status: 200 len: 217 time: 0.0492897 Jul 05 02:20:25.917156 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-60a4f65c-38a7-4bfe-9d2f-42451cd403f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:25.942320 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbce171-4d60-4078-93fe-57db1fa21be8 req-3792011f-4d6e-4464-bb0b-47d275ff913c tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:25.943844 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7bbce171-4d60-4078-93fe-57db1fa21be8 req-3792011f-4d6e-4464-bb0b-47d275ff913c tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ba9aaf6-4cb5-406b-a4ef-3e250e8f0620 HTTP/1.1" status: 200 len: 950 time: 0.1130915 Jul 05 02:20:25.957825 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a035e27-75ca-45aa-acf7-fa66ba45d5ce req-ce622925-0d7a-4ca6-9e08-c4adef32fb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:25.959105 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8a035e27-75ca-45aa-acf7-fa66ba45d5ce req-ce622925-0d7a-4ca6-9e08-c4adef32fb4d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f3761e9b54fb4b859175f5af6199b06f&device_id=851f4519-5b01-4b53-a3c1-76f0d1a9f2ce HTTP/1.1" status: 200 len: 1095 time: 0.1170540 Jul 05 02:20:25.966047 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:26.001614 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e998470-d4b4-469c-9c4e-0ccd28fec6b8 req-1aa5f3cf-5335-4ebe-99d2-f64b9d13119f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:26.003118 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3e998470-d4b4-469c-9c4e-0ccd28fec6b8 req-1aa5f3cf-5335-4ebe-99d2-f64b9d13119f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=473bf51e-fdd3-4bfb-8054-3ae41f9e7fb8 HTTP/1.1" status: 200 len: 797 time: 0.1151235 Jul 05 02:20:26.037721 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7bbce171-4d60-4078-93fe-57db1fa21be8 req-288325eb-4ba1-4042-90b4-9538ec50eb49 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/security-groups?id=6aa981db-58bd-4d0c-a893-2c34139d4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877757 Jul 05 02:20:26.083056 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a035e27-75ca-45aa-acf7-fa66ba45d5ce req-6c662722-c477-4b1b-93df-4f8937523af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:26.084576 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8a035e27-75ca-45aa-acf7-fa66ba45d5ce req-6c662722-c477-4b1b-93df-4f8937523af0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=705854c6-bb90-4b2b-93a0-7581bd607e40 HTTP/1.1" status: 200 len: 912 time: 0.1164327 Jul 05 02:20:26.090817 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc25fdb-6e40-4768-8e8c-8b21f65bfac9 req-aac017a9-0630-49f7-8137-888a8804b216 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:26.092385 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8cc25fdb-6e40-4768-8e8c-8b21f65bfac9 req-aac017a9-0630-49f7-8137-888a8804b216 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/ports?device_id=aebad203-43e1-45e1-988a-541ba64da245 HTTP/1.1" status: 200 len: 945 time: 0.1532400 Jul 05 02:20:26.111884 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e998470-d4b4-469c-9c4e-0ccd28fec6b8 req-90cc453f-04dd-45d5-b342-ed767a2fc472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:26.113550 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3e998470-d4b4-469c-9c4e-0ccd28fec6b8 req-90cc453f-04dd-45d5-b342-ed767a2fc472 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=70f5fd93-7af8-4288-a451-7de7b5d6c1c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1025605 Jul 05 02:20:26.142790 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8a035e27-75ca-45aa-acf7-fa66ba45d5ce req-9b78f652-00fd-449b-98c1-55c88b1f8eef service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b128be51-c16b-4655-9ede-5c6229872ff8 HTTP/1.1" status: 200 len: 217 time: 0.0487571 Jul 05 02:20:26.183783 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-60a4f65c-38a7-4bfe-9d2f-42451cd403f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5763388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774356'] for subnet, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:26.191826 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a035e27-75ca-45aa-acf7-fa66ba45d5ce req-edffc386-2dcc-4449-bd78-658b9c792d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:26.193304 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8a035e27-75ca-45aa-acf7-fa66ba45d5ce req-edffc386-2dcc-4449-bd78-658b9c792d6f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=86343a12-8825-4191-b518-68943eb24150 HTTP/1.1" status: 200 len: 852 time: 0.0435982 Jul 05 02:20:26.206360 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8cc25fdb-6e40-4768-8e8c-8b21f65bfac9 req-6ad604a7-18aa-4382-acdf-8931c3096454 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ff5da2-a315-4895-9d40-ac9ae668e60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008770 Jul 05 02:20:26.243172 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8a035e27-75ca-45aa-acf7-fa66ba45d5ce req-07471217-250e-451a-8fce-70cf307b10f7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=705854c6-bb90-4b2b-93a0-7581bd607e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425789 Jul 05 02:20:26.273360 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a4f65c-38a7-4bfe-9d2f-42451cd403f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f6f8ccd-2bc9-4435-b206-165b65b94448,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:20:26.283631 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-60a4f65c-38a7-4bfe-9d2f-42451cd403f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:26.285792 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-60a4f65c-38a7-4bfe-9d2f-42451cd403f9 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/2f6f8ccd-2bc9-4435-b206-165b65b94448 HTTP/1.1" status: 204 len: 168 time: 0.6617067 Jul 05 02:20:26.288832 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3e998470-d4b4-469c-9c4e-0ccd28fec6b8 req-118a251c-c45d-453a-8eb2-c6f16763ee8c service neutron] 10.222.0.15 "GET /v2.0/networks/70f5fd93-7af8-4288-a451-7de7b5d6c1c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671879 Jul 05 02:20:26.289522 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 53514) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:20:26.356261 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8a035e27-75ca-45aa-acf7-fa66ba45d5ce req-ee2a7da0-aa44-4c0f-845a-45d3ba7bccb7 service neutron] 10.222.0.21 "GET /v2.0/networks/705854c6-bb90-4b2b-93a0-7581bd607e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058693 Jul 05 02:20:26.462982 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-afd72c92-e8f3-4cb6-b6d9-6036d3253aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:26.481520 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8a035e27-75ca-45aa-acf7-fa66ba45d5ce req-3ceb0a9d-7d6a-48e2-a944-eb8231c934c1 service neutron] 10.222.0.21 "GET /v2.0/networks/705854c6-bb90-4b2b-93a0-7581bd607e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138172 Jul 05 02:20:26.482722 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 71545285-13c8-468a-8da1-dc6ce137390d no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:20:26.493969 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3e998470-d4b4-469c-9c4e-0ccd28fec6b8 req-7dd0654d-58f9-4b6b-a49e-233c3e514613 service neutron] 10.222.0.15 "GET /v2.0/networks/70f5fd93-7af8-4288-a451-7de7b5d6c1c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815851 Jul 05 02:20:26.510455 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] No Port match for: 71545285-13c8-468a-8da1-dc6ce137390d {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:20:26.511094 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 71545285-13c8-468a-8da1-dc6ce137390d not bound to the agent host n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:20:26.511512 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 43fe7b59-58fe-4af8-8915-317943d82b14 no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:20:26.534031 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] No Port match for: 43fe7b59-58fe-4af8-8915-317943d82b14 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:20:26.535129 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 43fe7b59-58fe-4af8-8915-317943d82b14 not bound to the agent host n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:20:26.552108 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device b128be51-c16b-4655-9ede-5c6229872ff8 details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:20:26.609093 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3e998470-d4b4-469c-9c4e-0ccd28fec6b8 req-06943655-1561-4d0f-a221-aefba34444bf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=36779ac9-6d94-4e90-b5a3-b9834d74efe3 HTTP/1.1" status: 200 len: 217 time: 0.0898178 Jul 05 02:20:26.631854 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-afd72c92-e8f3-4cb6-b6d9-6036d3253aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:26.660904 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-afd72c92-e8f3-4cb6-b6d9-6036d3253aed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6ef040d-8bb9-4c2b-8404-adf204b3df62']}} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:20:26.661052 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port b128be51-c16b-4655-9ede-5c6229872ff8, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=b128be51-c16b-4655-9ede-5c6229872ff8,segment=NetworkSegment(21ad98b6-ba72-4f1f-a0ef-3d0df329b6a3),segment_id=21ad98b6-ba72-4f1f-a0ef-3d0df329b6a3)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:20:26.676136 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': 'b128be51-c16b-4655-9ede-5c6229872ff8', 'network_id': '705854c6-bb90-4b2b-93a0-7581bd607e40', 'port_id': 'b128be51-c16b-4655-9ede-5c6229872ff8', 'mac_address': 'fa:16:3e:64:b3:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86343a12-8825-4191-b518-68943eb24150', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:20:26.676654 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-afd72c92-e8f3-4cb6-b6d9-6036d3253aed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5304f1cf-d4c0-4166-9d70-88c02df24ff4') {'for_net_delete': True} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:20:26.677008 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-afd72c92-e8f3-4cb6-b6d9-6036d3253aed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5304f1cf-d4c0-4166-9d70-88c02df24ff4') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:20:26.690891 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-afd72c92-e8f3-4cb6-b6d9-6036d3253aed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5519669'] for segment, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:26.712609 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e998470-d4b4-469c-9c4e-0ccd28fec6b8 req-97acc7cf-5eda-475f-aa75-fe7152d26148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:26.714111 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3e998470-d4b4-469c-9c4e-0ccd28fec6b8 req-97acc7cf-5eda-475f-aa75-fe7152d26148 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=60a80ec2-db69-42d6-b3ae-9c4f0a0ead85 HTTP/1.1" status: 200 len: 797 time: 0.0960467 Jul 05 02:20:26.718472 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:26.722973 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-afd72c92-e8f3-4cb6-b6d9-6036d3253aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:26.745303 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b128be51-c16b-4655-9ede-5c6229872ff8 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:20:26.767631 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port b128be51-c16b-4655-9ede-5c6229872ff8, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=b128be51-c16b-4655-9ede-5c6229872ff8,segment=NetworkSegment(21ad98b6-ba72-4f1f-a0ef-3d0df329b6a3),segment_id=21ad98b6-ba72-4f1f-a0ef-3d0df329b6a3)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:20:26.771297 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afd72c92-e8f3-4cb6-b6d9-6036d3253aed admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=94461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:20:26.771722 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-afd72c92-e8f3-4cb6-b6d9-6036d3253aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5763545'] for segment, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:26.774233 n-d-771362-32 neutron-server[94461]: Traceback (most recent call last): Jul 05 02:20:26.774233 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:20:26.774233 n-d-771362-32 neutron-server[94461]: timer() Jul 05 02:20:26.774233 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:20:26.774233 n-d-771362-32 neutron-server[94461]: cb(*args, **kw) Jul 05 02:20:26.774233 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:20:26.774233 n-d-771362-32 neutron-server[94461]: return func(*args, **kwargs) Jul 05 02:20:26.774233 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:20:26.774233 n-d-771362-32 neutron-server[94461]: self._notify() Jul 05 02:20:26.774233 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:20:26.774233 n-d-771362-32 neutron-server[94461]: self.callback(batched_events) Jul 05 02:20:26.774233 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:20:26.774233 n-d-771362-32 neutron-server[94461]: event.method(event) Jul 05 02:20:26.774233 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:20:26.774233 n-d-771362-32 neutron-server[94461]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:20:26.774233 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:20:26.774233 n-d-771362-32 neutron-server[94461]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:20:26.774233 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:20:26.774233 n-d-771362-32 neutron-server[94461]: return f(self, *a, **k) Jul 05 02:20:26.774233 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:20:26.774233 n-d-771362-32 neutron-server[94461]: return self._get(url).json() Jul 05 02:20:26.774233 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:20:26.774233 n-d-771362-32 neutron-server[94461]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:20:26.774233 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:20:26.774233 n-d-771362-32 neutron-server[94461]: return self.request(url, 'GET', **kwargs) Jul 05 02:20:26.774233 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:20:26.774233 n-d-771362-32 neutron-server[94461]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:20:26.774233 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:20:26.774233 n-d-771362-32 neutron-server[94461]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:20:26.774233 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:20:26.774233 n-d-771362-32 neutron-server[94461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:20:26.774233 n-d-771362-32 neutron-server[94461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:20:26.845738 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e998470-d4b4-469c-9c4e-0ccd28fec6b8 req-ef438b52-682b-48dd-b85d-f39cb93cab57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:26.847325 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3e998470-d4b4-469c-9c4e-0ccd28fec6b8 req-ef438b52-682b-48dd-b85d-f39cb93cab57 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8fabf858-7855-4bc3-b4b1-4ecb63b57267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1218290 Jul 05 02:20:26.900902 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:26.944789 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-afd72c92-e8f3-4cb6-b6d9-6036d3253aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:26.957660 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-afd72c92-e8f3-4cb6-b6d9-6036d3253aed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:26.966246 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-afd72c92-e8f3-4cb6-b6d9-6036d3253aed admin admin] 10.222.0.23 "DELETE /v2.0/networks/d6ef040d-8bb9-4c2b-8404-adf204b3df62 HTTP/1.1" status: 204 len: 168 time: 0.6717298 Jul 05 02:20:26.985576 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd72c92-e8f3-4cb6-b6d9-6036d3253aed admin admin] Pushing event deleted for resources: {'Network': ['ID=d6ef040d-8bb9-4c2b-8404-adf204b3df62,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:20:26.998319 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3e998470-d4b4-469c-9c4e-0ccd28fec6b8 req-10135e17-4de0-43fb-b6d7-b53991285c32 service neutron] 10.222.0.15 "GET /v2.0/networks/8fabf858-7855-4bc3-b4b1-4ecb63b57267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317642 Jul 05 02:20:26.998514 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=b128be51-c16b-4655-9ede-5c6229872ff8,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:20:27.145870 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3e998470-d4b4-469c-9c4e-0ccd28fec6b8 req-cbeeefb9-aa54-4584-84d4-4adae8b271ea service neutron] 10.222.0.15 "GET /v2.0/networks/8fabf858-7855-4bc3-b4b1-4ecb63b57267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480305 Jul 05 02:20:27.155815 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ea3555-5bcf-4127-8205-fb14f713d65e req-2212b289-2aad-408d-9ac9-14cf3fee2ea4 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:27.157990 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-17ea3555-5bcf-4127-8205-fb14f713d65e req-2212b289-2aad-408d-9ac9-14cf3fee2ea4 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=851f4519-5b01-4b53-a3c1-76f0d1a9f2ce HTTP/1.1" status: 200 len: 944 time: 0.1485810 Jul 05 02:20:27.178560 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['b128be51-c16b-4655-9ede-5c6229872ff8'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:20:27.227425 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3e998470-d4b4-469c-9c4e-0ccd28fec6b8 req-4529ee09-d03e-4a02-b82a-5b8928305df3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5e5f8879-93f3-4d20-8ad9-d0823e4032c0 HTTP/1.1" status: 200 len: 217 time: 0.0494087 Jul 05 02:20:27.281396 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e486558-6855-46bb-b022-c24a634aaa87 req-cc42277d-b89b-46b6-8436-e6b06b1b5184 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:27.282985 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9e486558-6855-46bb-b022-c24a634aaa87 req-cc42277d-b89b-46b6-8436-e6b06b1b5184 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ba9aaf6-4cb5-406b-a4ef-3e250e8f0620 HTTP/1.1" status: 200 len: 950 time: 0.1164308 Jul 05 02:20:27.283341 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-17ea3555-5bcf-4127-8205-fb14f713d65e req-09aa5dda-c6ea-428e-8ba8-43e52c2a404a tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065285 Jul 05 02:20:27.300074 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc86c33-cebe-4a90-9c3e-0467a3b8ce2f req-084ceba2-9383-4a68-8f99-bfa3ea368174 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:27.310252 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-cfc86c33-cebe-4a90-9c3e-0467a3b8ce2f req-084ceba2-9383-4a68-8f99-bfa3ea368174 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/ports?device_id=aebad203-43e1-45e1-988a-541ba64da245 HTTP/1.1" status: 200 len: 945 time: 0.1044166 Jul 05 02:20:27.310908 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e998470-d4b4-469c-9c4e-0ccd28fec6b8 req-743c80db-750a-456c-9b1d-1cc167ca7d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:27.312341 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3e998470-d4b4-469c-9c4e-0ccd28fec6b8 req-743c80db-750a-456c-9b1d-1cc167ca7d6c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=60a80ec2-db69-42d6-b3ae-9c4f0a0ead85 HTTP/1.1" status: 200 len: 797 time: 0.0754075 Jul 05 02:20:27.315888 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b8039-3c01-49d9-a137-f5a9df4df459 req-28fb04b8-7f78-4b91-8866-b587bf2debd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:27.317289 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bc4b8039-3c01-49d9-a137-f5a9df4df459 req-28fb04b8-7f78-4b91-8866-b587bf2debd3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7455493d17ff4f929a8e881b03b6f683&device_id=aebad203-43e1-45e1-988a-541ba64da245 HTTP/1.1" status: 200 len: 1097 time: 0.1826131 Jul 05 02:20:27.426560 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-cfc86c33-cebe-4a90-9c3e-0467a3b8ce2f req-cfbf79ae-890c-417b-a8ad-0576079426ba tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ff5da2-a315-4895-9d40-ac9ae668e60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033485 Jul 05 02:20:27.456422 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e998470-d4b4-469c-9c4e-0ccd28fec6b8 req-9c40eb24-02be-41c0-af19-6a5f57d48478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:27.457310 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3e998470-d4b4-469c-9c4e-0ccd28fec6b8 req-9c40eb24-02be-41c0-af19-6a5f57d48478 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8fabf858-7855-4bc3-b4b1-4ecb63b57267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1315806 Jul 05 02:20:27.472602 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 53536) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:20:27.487409 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [req-9e486558-6855-46bb-b022-c24a634aaa87 req-1efaf93d-4748-4f36-aaa8-3e590b83c3eb tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Deleting port 3ab8a470-4d09-40f5-8cb0-d02381fe6c48 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:20:27.487748 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-9e486558-6855-46bb-b022-c24a634aaa87 req-1efaf93d-4748-4f36-aaa8-3e590b83c3eb tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:27.529400 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b8039-3c01-49d9-a137-f5a9df4df459 req-f74eb53d-7f7a-42b1-802a-ca92a0e6b258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:27.532345 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bc4b8039-3c01-49d9-a137-f5a9df4df459 req-f74eb53d-7f7a-42b1-802a-ca92a0e6b258 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6cfd0ff6-092e-4d7d-abdc-13803a9d5da8 HTTP/1.1" status: 200 len: 918 time: 0.1978414 Jul 05 02:20:27.573843 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-17026a82-8509-43f2-920e-787a870528ac admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7a7e417343d4479788713b4bb769c9b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0974391 Jul 05 02:20:27.577184 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 53542) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:20:27.607581 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-9e486558-6855-46bb-b022-c24a634aaa87 req-1efaf93d-4748-4f36-aaa8-3e590b83c3eb tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] For port 3ab8a470-4d09-40f5-8cb0-d02381fe6c48, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=3ab8a470-4d09-40f5-8cb0-d02381fe6c48,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:20:27.607945 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-9e486558-6855-46bb-b022-c24a634aaa87 req-1efaf93d-4748-4f36-aaa8-3e590b83c3eb tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:27.621167 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [req-9e486558-6855-46bb-b022-c24a634aaa87 req-1efaf93d-4748-4f36-aaa8-3e590b83c3eb tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Calling delete_port for 3ab8a470-4d09-40f5-8cb0-d02381fe6c48 owned by compute:nova {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:20:27.621375 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bc4b8039-3c01-49d9-a137-f5a9df4df459 req-6eb9cb64-7330-4210-bff6-37633e26cf18 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d1789a1-6f09-4441-8803-7bf8158edd23 HTTP/1.1" status: 200 len: 217 time: 0.0622375 Jul 05 02:20:27.726411 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3e998470-d4b4-469c-9c4e-0ccd28fec6b8 req-7c4d1020-4bdc-4bb9-9f5f-26ea20e19918 service neutron] 10.222.0.15 "GET /v2.0/networks/8fabf858-7855-4bc3-b4b1-4ecb63b57267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551436 Jul 05 02:20:27.765311 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b8039-3c01-49d9-a137-f5a9df4df459 req-9274cb96-9c3d-4398-bd2f-a4a2bf73d5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:27.766939 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bc4b8039-3c01-49d9-a137-f5a9df4df459 req-9274cb96-9c3d-4398-bd2f-a4a2bf73d5ef service neutron] 10.222.0.15 "GET /v2.0/subnets?id=897df1a7-23db-4d0f-a82a-3f13ebc756b2 HTTP/1.1" status: 200 len: 858 time: 0.1297190 Jul 05 02:20:27.804365 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9e7323-df27-4c17-a7c4-faa535ebff95 req-444fc737-0f6b-4dda-b2d4-0ffeaf513931 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:27.805999 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1d9e7323-df27-4c17-a7c4-faa535ebff95 req-444fc737-0f6b-4dda-b2d4-0ffeaf513931 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ba9aaf6-4cb5-406b-a4ef-3e250e8f0620 HTTP/1.1" status: 200 len: 950 time: 0.3230786 Jul 05 02:20:27.849508 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-70d6c6da-5575-4cb0-8fd6-6ebfb6c9cce8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:27.855251 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bc4b8039-3c01-49d9-a137-f5a9df4df459 req-367a4616-586c-41f0-be61-6c9662fa877e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6cfd0ff6-092e-4d7d-abdc-13803a9d5da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464160 Jul 05 02:20:27.964073 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1d9e7323-df27-4c17-a7c4-faa535ebff95 req-7078c079-6694-4967-93d6-0930ca0d611b tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/security-groups?id=6aa981db-58bd-4d0c-a893-2c34139d4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431718 Jul 05 02:20:27.971966 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-70d6c6da-5575-4cb0-8fd6-6ebfb6c9cce8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:28.000053 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3e998470-d4b4-469c-9c4e-0ccd28fec6b8 req-27d61b3f-e9cc-49ac-b8b5-9565019a43b2 service neutron] 10.222.0.15 "GET /v2.0/networks/8fabf858-7855-4bc3-b4b1-4ecb63b57267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651458 Jul 05 02:20:28.042440 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bc4b8039-3c01-49d9-a137-f5a9df4df459 req-e56375ca-79a4-416e-98c8-b72cc7a65a5e service neutron] 10.222.0.15 "GET /v2.0/networks/6cfd0ff6-092e-4d7d-abdc-13803a9d5da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765711 Jul 05 02:20:28.118287 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-9e486558-6855-46bb-b022-c24a634aaa87 req-1efaf93d-4748-4f36-aaa8-3e590b83c3eb tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:28.134752 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['6a2ae0bc-edf0-4f1a-b9b8-ab213fe56db1', '7cfeeb46-2479-461a-9518-75c8d2657e02', 'db0a31d9-63fc-4330-9519-56abf72b576c', '4c671b93-59eb-4c86-9226-a701b0e4092c'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:20:28.139039 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['7ec41c6b-9c0a-4a51-ba87-ab766c3995b6', '3ab8a470-4d09-40f5-8cb0-d02381fe6c48'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:20:28.143624 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bc4b8039-3c01-49d9-a137-f5a9df4df459 req-67a299ba-f22e-424a-bba0-0bc43d857ab2 service neutron] 10.222.0.15 "GET /v2.0/networks/6cfd0ff6-092e-4d7d-abdc-13803a9d5da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947399 Jul 05 02:20:28.163038 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efaf93d-4748-4f36-aaa8-3e590b83c3eb tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Pushing event deleted for resources: {'Port': ['ID=3ab8a470-4d09-40f5-8cb0-d02381fe6c48,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:20:28.214997 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e486558-6855-46bb-b022-c24a634aaa87 req-1efaf93d-4748-4f36-aaa8-3e590b83c3eb tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] No DVR routers for this DVR port 3ab8a470-4d09-40f5-8cb0-d02381fe6c48 on host n-h2-771362-32 {{(pid=94462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:20:28.217710 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-9e486558-6855-46bb-b022-c24a634aaa87 req-1efaf93d-4748-4f36-aaa8-3e590b83c3eb tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:28.220450 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9e486558-6855-46bb-b022-c24a634aaa87 req-1efaf93d-4748-4f36-aaa8-3e590b83c3eb tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.15 "DELETE /v2.0/ports/3ab8a470-4d09-40f5-8cb0-d02381fe6c48 HTTP/1.1" status: 204 len: 173 time: 0.9082665 Jul 05 02:20:28.220912 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ba9aaf6-4cb5-406b-a4ef-3e250e8f0620', 'name': 'network-vif-deleted', 'tag': '3ab8a470-4d09-40f5-8cb0-d02381fe6c48'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:20:28.222838 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-70d6c6da-5575-4cb0-8fd6-6ebfb6c9cce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:28.224545 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b223267e0e0ddb3199af7772d0b45336e3b4b54fbb151c86a8051291a61e85db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b32a583c-4d03-4528-ba44-11a3ceff5047" -d '{"events": [{"server_uuid": "6ba9aaf6-4cb5-406b-a4ef-3e250e8f0620", "name": "network-vif-deleted", "tag": "3ab8a470-4d09-40f5-8cb0-d02381fe6c48"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:20:28.225742 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-70d6c6da-5575-4cb0-8fd6-6ebfb6c9cce8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:28.226880 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-70d6c6da-5575-4cb0-8fd6-6ebfb6c9cce8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fa156d0b-6bfd-4e20-b034-e8eeff80ed14 HTTP/1.1" status: 204 len: 168 time: 0.6178188 Jul 05 02:20:28.245810 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d6c6da-5575-4cb0-8fd6-6ebfb6c9cce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa156d0b-6bfd-4e20-b034-e8eeff80ed14,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:20:28.277716 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62e6fe72-fd03-4b93-b0ec-01a98dddfd6c x-openstack-request-id: req-62e6fe72-fd03-4b93-b0ec-01a98dddfd6c {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:20:28.278046 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ba9aaf6-4cb5-406b-a4ef-3e250e8f0620", "name": "network-vif-deleted", "tag": "3ab8a470-4d09-40f5-8cb0-d02381fe6c48", "status": "completed", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:20:28.278521 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-62e6fe72-fd03-4b93-b0ec-01a98dddfd6c {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:20:28.279076 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ba9aaf6-4cb5-406b-a4ef-3e250e8f0620', 'name': 'network-vif-deleted', 'tag': '3ab8a470-4d09-40f5-8cb0-d02381fe6c48', 'status': 'completed', 'code': 200} Jul 05 02:20:28.510987 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57c000a-b4e3-428b-9eb5-7eb499cdfca8 req-39f26735-f338-4573-8b13-143e5e5e7b90 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:28.517877 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f57c000a-b4e3-428b-9eb5-7eb499cdfca8 req-39f26735-f338-4573-8b13-143e5e5e7b90 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=851f4519-5b01-4b53-a3c1-76f0d1a9f2ce HTTP/1.1" status: 200 len: 944 time: 0.0732894 Jul 05 02:20:28.566579 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device b128be51-c16b-4655-9ede-5c6229872ff8 up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:20:28.579762 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f57c000a-b4e3-428b-9eb5-7eb499cdfca8 req-7d2f95cd-0e41-480c-aa77-4c1f3ec90371 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545712 Jul 05 02:20:28.806973 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning for port b128be51-c16b-4655-9ede-5c6229872ff8 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:20:28.818411 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port b128be51-c16b-4655-9ede-5c6229872ff8 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:20:28.818792 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:28.838580 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2dce40-209a-42f4-b59b-fc3214adbc0a req-08db2dc0-a3c0-460f-95a6-6151bfc380c6 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:28.840274 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5d2dce40-209a-42f4-b59b-fc3214adbc0a req-08db2dc0-a3c0-460f-95a6-6151bfc380c6 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/ports?device_id=aebad203-43e1-45e1-988a-541ba64da245 HTTP/1.1" status: 200 len: 945 time: 0.0815752 Jul 05 02:20:28.887520 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5d2dce40-209a-42f4-b59b-fc3214adbc0a req-f564696f-3bc9-47a6-9019-f751bc4aa914 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ff5da2-a315-4895-9d40-ac9ae668e60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363212 Jul 05 02:20:28.957304 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:28.980729 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '851f4519-5b01-4b53-a3c1-76f0d1a9f2ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b128be51-c16b-4655-9ede-5c6229872ff8'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:20:28.983001 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3be10494-2ddd-4d19-8b0c-427a4743b68f" -d '{"events": [{"server_uuid": "851f4519-5b01-4b53-a3c1-76f0d1a9f2ce", "name": "network-vif-plugged", "status": "completed", "tag": "b128be51-c16b-4655-9ede-5c6229872ff8"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:20:28.995909 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port b128be51-c16b-4655-9ede-5c6229872ff8, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=b128be51-c16b-4655-9ede-5c6229872ff8,segment=NetworkSegment(21ad98b6-ba72-4f1f-a0ef-3d0df329b6a3),segment_id=21ad98b6-ba72-4f1f-a0ef-3d0df329b6a3)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:20:29.041196 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b0d0dab-bcca-4c1c-9d87-36f297b53df9 x-openstack-request-id: req-3b0d0dab-bcca-4c1c-9d87-36f297b53df9 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:20:29.041484 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "851f4519-5b01-4b53-a3c1-76f0d1a9f2ce", "name": "network-vif-plugged", "status": "completed", "tag": "b128be51-c16b-4655-9ede-5c6229872ff8", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:20:29.041736 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3b0d0dab-bcca-4c1c-9d87-36f297b53df9 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:20:29.042144 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '851f4519-5b01-4b53-a3c1-76f0d1a9f2ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b128be51-c16b-4655-9ede-5c6229872ff8', 'code': 200} Jul 05 02:20:29.114747 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:29.167757 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=b128be51-c16b-4655-9ede-5c6229872ff8,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:20:29.189189 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-77b42894-bb5b-4c4f-a9f4-f8e475e52d24 req-db18ec6f-259b-47b8-9226-9b52978e1ade tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ba9aaf6-4cb5-406b-a4ef-3e250e8f0620 HTTP/1.1" status: 200 len: 210 time: 0.0348904 Jul 05 02:20:29.210843 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b724be-faed-4cbc-b1ab-26789b9ea5f8 req-f725177e-7697-450d-89b5-404f7ce161cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:29.212493 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-55b724be-faed-4cbc-b1ab-26789b9ea5f8 req-f725177e-7697-450d-89b5-404f7ce161cc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=851f4519-5b01-4b53-a3c1-76f0d1a9f2ce HTTP/1.1" status: 200 len: 1097 time: 0.0919118 Jul 05 02:20:29.222873 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 53580) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:20:29.259792 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-55b724be-faed-4cbc-b1ab-26789b9ea5f8 req-ab492c0e-3dc7-4dc9-aaf8-bdd37ac9792b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399623 Jul 05 02:20:29.264099 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-22c964db-8630-4162-b380-48df68cb0619 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=be5ced27649541c19ca070f720b769d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0400896 Jul 05 02:20:29.267787 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 53582) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:20:29.318087 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-fada5a77-18cf-43dc-a0f2-7c03d884d92c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:29.340584 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-fada5a77-18cf-43dc-a0f2-7c03d884d92c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:29.471886 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-fada5a77-18cf-43dc-a0f2-7c03d884d92c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:29.474497 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-fada5a77-18cf-43dc-a0f2-7c03d884d92c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:29.476077 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-fada5a77-18cf-43dc-a0f2-7c03d884d92c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/11e87d68-606f-48ad-bced-ac7c46b798a5 HTTP/1.1" status: 204 len: 168 time: 0.2073901 Jul 05 02:20:29.484536 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fada5a77-18cf-43dc-a0f2-7c03d884d92c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e87d68-606f-48ad-bced-ac7c46b798a5,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:20:29.557047 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 53588) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:20:29.664502 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-740358f9-27c2-4b6f-a176-80fcc65caf23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:29.752220 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411f5d5e-33ee-4f43-8b05-9750f26ad765 req-18c7dd5d-2805-4346-a53a-ba7a9b1278b0 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:29.753785 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-411f5d5e-33ee-4f43-8b05-9750f26ad765 req-18c7dd5d-2805-4346-a53a-ba7a9b1278b0 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=851f4519-5b01-4b53-a3c1-76f0d1a9f2ce HTTP/1.1" status: 200 len: 945 time: 0.0651472 Jul 05 02:20:29.756572 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-740358f9-27c2-4b6f-a176-80fcc65caf23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:29.793196 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-411f5d5e-33ee-4f43-8b05-9750f26ad765 req-bf29af01-55b6-4aab-914e-4b4f010d2c82 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336685 Jul 05 02:20:29.902774 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-740358f9-27c2-4b6f-a176-80fcc65caf23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:29.954522 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-740358f9-27c2-4b6f-a176-80fcc65caf23 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bc845af302eb4f32ae9b3820cff89c9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3961797 Jul 05 02:20:29.955587 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740358f9-27c2-4b6f-a176-80fcc65caf23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4edfa3a2-accd-4229-bc1f-99a9f67b3b20,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:20:29.960519 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 53604) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:20:30.021539 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-477b49e1-8998-4ad4-b40f-8eed2190cff9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:30.047654 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-477b49e1-8998-4ad4-b40f-8eed2190cff9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:30.108141 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a073cf-dde4-420f-a948-b32c66d05ef9 req-99c6ce2f-c9b3-40b0-b9b2-1c783c1cfb42 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:30.110464 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-35a073cf-dde4-420f-a948-b32c66d05ef9 req-99c6ce2f-c9b3-40b0-b9b2-1c783c1cfb42 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/ports?device_id=aebad203-43e1-45e1-988a-541ba64da245 HTTP/1.1" status: 200 len: 945 time: 0.0881598 Jul 05 02:20:30.157093 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-35a073cf-dde4-420f-a948-b32c66d05ef9 req-eadfbc33-f2e7-4525-856a-3332804237fc tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ff5da2-a315-4895-9d40-ac9ae668e60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408466 Jul 05 02:20:30.245666 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-477b49e1-8998-4ad4-b40f-8eed2190cff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:30.249575 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-477b49e1-8998-4ad4-b40f-8eed2190cff9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:30.253843 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-477b49e1-8998-4ad4-b40f-8eed2190cff9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4edfa3a2-accd-4229-bc1f-99a9f67b3b20 HTTP/1.1" status: 204 len: 168 time: 0.2897766 Jul 05 02:20:30.266816 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477b49e1-8998-4ad4-b40f-8eed2190cff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4edfa3a2-accd-4229-bc1f-99a9f67b3b20,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:20:31.005523 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb730b47-452a-44a5-b2a8-7f3373f92b28 req-271171b7-b6fe-4cdc-9bbf-a7f344386c79 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:31.007174 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cb730b47-452a-44a5-b2a8-7f3373f92b28 req-271171b7-b6fe-4cdc-9bbf-a7f344386c79 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=851f4519-5b01-4b53-a3c1-76f0d1a9f2ce HTTP/1.1" status: 200 len: 945 time: 0.1032188 Jul 05 02:20:31.059096 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cb730b47-452a-44a5-b2a8-7f3373f92b28 req-22ef85d8-a162-45d0-9359-6e06e6c46a0b tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456419 Jul 05 02:20:31.621639 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40d611e-6963-4977-82ff-b6a31602a8f6 req-44daadf9-be86-466b-a20b-9fa3c3874737 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:31.628671 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f40d611e-6963-4977-82ff-b6a31602a8f6 req-44daadf9-be86-466b-a20b-9fa3c3874737 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/ports?device_id=aebad203-43e1-45e1-988a-541ba64da245 HTTP/1.1" status: 200 len: 945 time: 0.1151338 Jul 05 02:20:31.660204 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 53672) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:20:31.677478 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264da8cc-40c4-46d6-b1ce-89272685c78d req-5b569fe7-d4f5-43e6-b144-c9aaff8637d2 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:31.683552 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f40d611e-6963-4977-82ff-b6a31602a8f6 req-6023d41c-e036-4b0c-93cb-c879f06c7670 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ff5da2-a315-4895-9d40-ac9ae668e60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537107 Jul 05 02:20:31.698322 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-264da8cc-40c4-46d6-b1ce-89272685c78d req-5b569fe7-d4f5-43e6-b144-c9aaff8637d2 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/ports?device_id=424e6b7c-77ba-4689-b2ee-78699cd908e3 HTTP/1.1" status: 200 len: 950 time: 0.0854788 Jul 05 02:20:31.722623 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-264da8cc-40c4-46d6-b1ce-89272685c78d req-3ed0efb0-1243-451b-83e8-387642ec02fe tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/security-groups?id=6aa981db-58bd-4d0c-a893-2c34139d4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370190 Jul 05 02:20:31.867798 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-35f244aa-e380-40ca-928e-55b0cca86a29 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1002573736-network', 'tenant_id': '6bbdd5cc3d314cf296b953ef02244703'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:20:32.000763 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35f244aa-e380-40ca-928e-55b0cca86a29 admin admin] Made reservation on behalf of 6bbdd5cc3d314cf296b953ef02244703 for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:20:32.003256 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-35f244aa-e380-40ca-928e-55b0cca86a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:32.012846 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-35f244aa-e380-40ca-928e-55b0cca86a29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:32.112636 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-35f244aa-e380-40ca-928e-55b0cca86a29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:32.138637 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cd7c5539-bc0e-442a-85df-4187890c79bd req-11c08f5a-d0a5-4ff7-88f5-8b73ce953dc3 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=7bde4afb78a7485193d4b3fb4c23ad75&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0259228 Jul 05 02:20:32.197492 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-35f244aa-e380-40ca-928e-55b0cca86a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:32.226727 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35f244aa-e380-40ca-928e-55b0cca86a29 admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:20:32.241306 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f244aa-e380-40ca-928e-55b0cca86a29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e75e35-07b1-4295-8011-dd2e72d9bff6,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:20:32.247127 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-35f244aa-e380-40ca-928e-55b0cca86a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:32.247617 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-35f244aa-e380-40ca-928e-55b0cca86a29 admin admin] Added segment 6232ee40-cc5f-4522-a443-2e23a6bfeaad of type vlan for network 66875725-1e4f-4744-8a29-de097faab9ba Jul 05 02:20:32.269460 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7c5539-bc0e-442a-85df-4187890c79bd req-8abda1d9-1cf9-4f3e-b420-3f367ac051e4 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:32.271098 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cd7c5539-bc0e-442a-85df-4187890c79bd req-8abda1d9-1cf9-4f3e-b420-3f367ac051e4 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1289465 Jul 05 02:20:32.290581 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cd7c5539-bc0e-442a-85df-4187890c79bd req-e1510523-3f97-4c43-8c9b-d86ca4b1a162 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/quotas/7bde4afb78a7485193d4b3fb4c23ad75 HTTP/1.1" status: 200 len: 375 time: 0.0123944 Jul 05 02:20:32.316018 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-35f244aa-e380-40ca-928e-55b0cca86a29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:32.332139 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cd7c5539-bc0e-442a-85df-4187890c79bd req-9692f64f-9c90-4caf-9327-a5210d27c0b9 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7bde4afb78a7485193d4b3fb4c23ad75&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0356383 Jul 05 02:20:32.398910 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456c171a-1ede-487f-99bd-f888d15972ff req-8fff7f24-19be-46c0-bd97-0ecfeaf63bd1 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:32.400501 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-456c171a-1ede-487f-99bd-f888d15972ff req-8fff7f24-19be-46c0-bd97-0ecfeaf63bd1 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.21 "GET /v2.0/ports?device_id=424e6b7c-77ba-4689-b2ee-78699cd908e3 HTTP/1.1" status: 200 len: 950 time: 0.0994806 Jul 05 02:20:32.447940 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-35f244aa-e380-40ca-928e-55b0cca86a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:32.452201 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f244aa-e380-40ca-928e-55b0cca86a29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:32.452201 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-35f244aa-e380-40ca-928e-55b0cca86a29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:32.533939 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 3ab8a470-4d09-40f5-8cb0-d02381fe6c48 no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:20:32.557897 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f244aa-e380-40ca-928e-55b0cca86a29 admin admin] Pushing event updated for resources: {'Network': ['ID=66875725-1e4f-4744-8a29-de097faab9ba,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:20:32.567699 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] No Port match for: 3ab8a470-4d09-40f5-8cb0-d02381fe6c48 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:20:32.568291 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 3ab8a470-4d09-40f5-8cb0-d02381fe6c48 not bound to the agent host n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:20:32.571236 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 66875725-1e4f-4744-8a29-de097faab9ba details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:20:32.586023 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [req-456c171a-1ede-487f-99bd-f888d15972ff req-ab108e71-5a83-46cf-8cd6-30b8875cf9d5 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Deleting port 4c671b93-59eb-4c86-9226-a701b0e4092c {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:20:32.586485 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-456c171a-1ede-487f-99bd-f888d15972ff req-ab108e71-5a83-46cf-8cd6-30b8875cf9d5 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:32.639774 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-35f244aa-e380-40ca-928e-55b0cca86a29 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9776757 Jul 05 02:20:32.642314 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 53708) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:20:32.650920 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-43591226-e97d-4c8a-b4f1-51302850655f admin admin] Request body: {'subnet': {'network_id': '66875725-1e4f-4744-8a29-de097faab9ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1002573736-subnet', 'tenant_id': '6bbdd5cc3d314cf296b953ef02244703', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:20:32.732456 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2b1de6bd-f41a-45fa-a925-b9cf438aed5f req-5774fb13-ec6b-43ab-be3b-b1d6fd2c81c4 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ffc42fb-3d2a-409b-b22a-85d7c84b00c7 HTTP/1.1" status: 200 len: 210 time: 0.0482101 Jul 05 02:20:32.752420 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-456c171a-1ede-487f-99bd-f888d15972ff req-ab108e71-5a83-46cf-8cd6-30b8875cf9d5 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] For port 4c671b93-59eb-4c86-9226-a701b0e4092c, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=4c671b93-59eb-4c86-9226-a701b0e4092c,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:20:32.752998 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-456c171a-1ede-487f-99bd-f888d15972ff req-ab108e71-5a83-46cf-8cd6-30b8875cf9d5 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:32.768652 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [req-456c171a-1ede-487f-99bd-f888d15972ff req-ab108e71-5a83-46cf-8cd6-30b8875cf9d5 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Calling delete_port for 4c671b93-59eb-4c86-9226-a701b0e4092c owned by compute:nova {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:20:32.840319 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43591226-e97d-4c8a-b4f1-51302850655f admin admin] Made reservation on behalf of 6bbdd5cc3d314cf296b953ef02244703 for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:20:32.849032 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-43591226-e97d-4c8a-b4f1-51302850655f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:33.077299 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fec65b-86e3-4804-9cf0-e4f24afb63e0 req-17489ea9-ad0e-4ec1-b943-9da3602d1963 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:33.091862 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-36fec65b-86e3-4804-9cf0-e4f24afb63e0 req-17489ea9-ad0e-4ec1-b943-9da3602d1963 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/ports?device_id=424e6b7c-77ba-4689-b2ee-78699cd908e3 HTTP/1.1" status: 200 len: 950 time: 0.1388016 Jul 05 02:20:33.132040 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-456c171a-1ede-487f-99bd-f888d15972ff req-ab108e71-5a83-46cf-8cd6-30b8875cf9d5 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:33.146550 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['6a2ae0bc-edf0-4f1a-b9b8-ab213fe56db1', '7cfeeb46-2479-461a-9518-75c8d2657e02', 'db0a31d9-63fc-4330-9519-56abf72b576c'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:20:33.149127 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['7ec41c6b-9c0a-4a51-ba87-ab766c3995b6'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:20:33.155042 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd55c109-dec6-421d-8913-391fc752d2e7 req-1f36be41-261a-4699-843c-e178107aeb6e tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:33.157034 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bd55c109-dec6-421d-8913-391fc752d2e7 req-1f36be41-261a-4699-843c-e178107aeb6e tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/ports?device_id=aebad203-43e1-45e1-988a-541ba64da245 HTTP/1.1" status: 200 len: 945 time: 0.2838898 Jul 05 02:20:33.208282 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab108e71-5a83-46cf-8cd6-30b8875cf9d5 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Pushing event deleted for resources: {'Port': ['ID=4c671b93-59eb-4c86-9226-a701b0e4092c,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:20:33.235504 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bd55c109-dec6-421d-8913-391fc752d2e7 req-2cf35135-72fd-4153-9408-4bc673b329a0 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ff5da2-a315-4895-9d40-ac9ae668e60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557449 Jul 05 02:20:33.252233 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-36fec65b-86e3-4804-9cf0-e4f24afb63e0 req-c453e3fa-f172-4269-91f4-a8ff8131d1c8 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/security-groups?id=6aa981db-58bd-4d0c-a893-2c34139d4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575758 Jul 05 02:20:33.325310 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [req-456c171a-1ede-487f-99bd-f888d15972ff req-ab108e71-5a83-46cf-8cd6-30b8875cf9d5 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] No DVR routers for this DVR port 4c671b93-59eb-4c86-9226-a701b0e4092c on host n-h1-771362-32 {{(pid=94462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:20:33.326175 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-456c171a-1ede-487f-99bd-f888d15972ff req-ab108e71-5a83-46cf-8cd6-30b8875cf9d5 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:33.328739 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-456c171a-1ede-487f-99bd-f888d15972ff req-ab108e71-5a83-46cf-8cd6-30b8875cf9d5 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.21 "DELETE /v2.0/ports/4c671b93-59eb-4c86-9226-a701b0e4092c HTTP/1.1" status: 204 len: 173 time: 0.9223034 Jul 05 02:20:33.329182 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '424e6b7c-77ba-4689-b2ee-78699cd908e3', 'name': 'network-vif-deleted', 'tag': '4c671b93-59eb-4c86-9226-a701b0e4092c'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:20:33.338154 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b223267e0e0ddb3199af7772d0b45336e3b4b54fbb151c86a8051291a61e85db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f24533c-6d76-41f9-afbb-e8f3eef5cdb8" -d '{"events": [{"server_uuid": "424e6b7c-77ba-4689-b2ee-78699cd908e3", "name": "network-vif-deleted", "tag": "4c671b93-59eb-4c86-9226-a701b0e4092c"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:20:33.366777 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf982bf-d6bc-4549-bab5-d234e865ecf6 req-b902235d-707f-4d53-be82-c9c573a7c3ed tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:33.368279 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8bf982bf-d6bc-4549-bab5-d234e865ecf6 req-b902235d-707f-4d53-be82-c9c573a7c3ed tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.15 "GET /v2.0/ports?device_id=675f0ec4-692d-4441-bab5-f2ddbde9d64e HTTP/1.1" status: 200 len: 950 time: 0.2147486 Jul 05 02:20:33.409212 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df768484-af10-4816-956a-a7c0686156d8 x-openstack-request-id: req-df768484-af10-4816-956a-a7c0686156d8 {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:20:33.409501 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "424e6b7c-77ba-4689-b2ee-78699cd908e3", "name": "network-vif-deleted", "tag": "4c671b93-59eb-4c86-9226-a701b0e4092c", "status": "completed", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:20:33.409820 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-df768484-af10-4816-956a-a7c0686156d8 {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:20:33.412735 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '424e6b7c-77ba-4689-b2ee-78699cd908e3', 'name': 'network-vif-deleted', 'tag': '4c671b93-59eb-4c86-9226-a701b0e4092c', 'status': 'completed', 'code': 200} Jul 05 02:20:33.490168 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-43591226-e97d-4c8a-b4f1-51302850655f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5763451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774823'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:33.493024 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [req-8bf982bf-d6bc-4549-bab5-d234e865ecf6 req-cf504423-78c7-4ab7-bd6a-11b63c71d133 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Deleting port 7ec41c6b-9c0a-4a51-ba87-ab766c3995b6 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:20:33.493460 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-8bf982bf-d6bc-4549-bab5-d234e865ecf6 req-cf504423-78c7-4ab7-bd6a-11b63c71d133 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:33.593346 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43591226-e97d-4c8a-b4f1-51302850655f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3c395df-326f-43e6-aee3-b5d8310186f0,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:20:33.596920 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43591226-e97d-4c8a-b4f1-51302850655f admin admin] Checking segment: {'id': '6232ee40-cc5f-4522-a443-2e23a6bfeaad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '66875725-1e4f-4744-8a29-de097faab9ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:20:33.597391 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43591226-e97d-4c8a-b4f1-51302850655f admin admin] Network hostable DHCP agents. Network: 66875725-1e4f-4744-8a29-de097faab9ba, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:20:33.632875 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-8bf982bf-d6bc-4549-bab5-d234e865ecf6 req-cf504423-78c7-4ab7-bd6a-11b63c71d133 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] For port 7ec41c6b-9c0a-4a51-ba87-ab766c3995b6, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=7ec41c6b-9c0a-4a51-ba87-ab766c3995b6,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:20:33.633204 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-8bf982bf-d6bc-4549-bab5-d234e865ecf6 req-cf504423-78c7-4ab7-bd6a-11b63c71d133 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:33.649500 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [req-8bf982bf-d6bc-4549-bab5-d234e865ecf6 req-cf504423-78c7-4ab7-bd6a-11b63c71d133 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Calling delete_port for 7ec41c6b-9c0a-4a51-ba87-ab766c3995b6 owned by compute:nova {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:20:33.817375 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43591226-e97d-4c8a-b4f1-51302850655f admin admin] Network 66875725-1e4f-4744-8a29-de097faab9ba is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:20:33.834365 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b964c4e1-03fb-4180-bab8-4381af747d8e req-cd3a7f01-97cb-42fe-a18c-d028e14c9ef7 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ffc42fb-3d2a-409b-b22a-85d7c84b00c7 HTTP/1.1" status: 200 len: 210 time: 0.0362427 Jul 05 02:20:33.906979 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-43591226-e97d-4c8a-b4f1-51302850655f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 66875725-1e4f-4744-8a29-de097faab9ba) {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:20:33.906979 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43591226-e97d-4c8a-b4f1-51302850655f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:33.906979 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-43591226-e97d-4c8a-b4f1-51302850655f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:33.909422 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd4f8cf-7477-4f84-a73c-8b09ab099e91 None None] Network 66875725-1e4f-4744-8a29-de097faab9ba requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:20:33.965566 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-8bf982bf-d6bc-4549-bab5-d234e865ecf6 req-cf504423-78c7-4ab7-bd6a-11b63c71d133 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:33.996047 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf504423-78c7-4ab7-bd6a-11b63c71d133 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Pushing event deleted for resources: {'Port': ['ID=7ec41c6b-9c0a-4a51-ba87-ab766c3995b6,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:20:34.032249 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315b457f-ac24-459f-9335-4c9ec339028e None None] Network 66875725-1e4f-4744-8a29-de097faab9ba requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:20:34.042186 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bf982bf-d6bc-4549-bab5-d234e865ecf6 req-cf504423-78c7-4ab7-bd6a-11b63c71d133 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] No DVR routers for this DVR port 7ec41c6b-9c0a-4a51-ba87-ab766c3995b6 on host n-h2-771362-32 {{(pid=94462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:20:34.044740 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-8bf982bf-d6bc-4549-bab5-d234e865ecf6 req-cf504423-78c7-4ab7-bd6a-11b63c71d133 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:34.047340 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8bf982bf-d6bc-4549-bab5-d234e865ecf6 req-cf504423-78c7-4ab7-bd6a-11b63c71d133 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.15 "DELETE /v2.0/ports/7ec41c6b-9c0a-4a51-ba87-ab766c3995b6 HTTP/1.1" status: 204 len: 173 time: 0.6718252 Jul 05 02:20:34.127296 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-43591226-e97d-4c8a-b4f1-51302850655f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4838254 Jul 05 02:20:34.301482 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-172d78fd-fa19-4672-8be2-3929327d2f99 req-c3f06714-0e45-425a-9c1a-6110d1b97286 tempest-SecurityGroupRulesNegativeTestJSON-1308625541 tempest-SecurityGroupRulesNegativeTestJSON-1308625541-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1156277340', 'description': 'tempest-description-1125388662'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:20:34.344614 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['6a2ae0bc-edf0-4f1a-b9b8-ab213fe56db1', '7cfeeb46-2479-461a-9518-75c8d2657e02', 'db0a31d9-63fc-4330-9519-56abf72b576c'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:20:34.464598 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-172d78fd-fa19-4672-8be2-3929327d2f99 req-c3f06714-0e45-425a-9c1a-6110d1b97286 tempest-SecurityGroupRulesNegativeTestJSON-1308625541 tempest-SecurityGroupRulesNegativeTestJSON-1308625541-project] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:34.564140 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-172d78fd-fa19-4672-8be2-3929327d2f99 req-c3f06714-0e45-425a-9c1a-6110d1b97286 tempest-SecurityGroupRulesNegativeTestJSON-1308625541 tempest-SecurityGroupRulesNegativeTestJSON-1308625541-project] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:34.597433 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 4c671b93-59eb-4c86-9226-a701b0e4092c no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:20:34.628194 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] No Port match for: 4c671b93-59eb-4c86-9226-a701b0e4092c {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:20:34.628404 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 4c671b93-59eb-4c86-9226-a701b0e4092c not bound to the agent host n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:20:34.666754 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-172d78fd-fa19-4672-8be2-3929327d2f99 req-c3f06714-0e45-425a-9c1a-6110d1b97286 tempest-SecurityGroupRulesNegativeTestJSON-1308625541 tempest-SecurityGroupRulesNegativeTestJSON-1308625541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:34.704842 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f06714-0e45-425a-9c1a-6110d1b97286 tempest-SecurityGroupRulesNegativeTestJSON-1308625541 tempest-SecurityGroupRulesNegativeTestJSON-1308625541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a9ad46b-c22d-4b59-ac12-a9485b965f6a,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:20:34.769472 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-172d78fd-fa19-4672-8be2-3929327d2f99 req-c3f06714-0e45-425a-9c1a-6110d1b97286 tempest-SecurityGroupRulesNegativeTestJSON-1308625541 tempest-SecurityGroupRulesNegativeTestJSON-1308625541-project] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:34.770796 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-172d78fd-fa19-4672-8be2-3929327d2f99 req-c3f06714-0e45-425a-9c1a-6110d1b97286 tempest-SecurityGroupRulesNegativeTestJSON-1308625541 tempest-SecurityGroupRulesNegativeTestJSON-1308625541-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.4737382 Jul 05 02:20:34.933863 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910ffe17-279d-4d71-9b86-0a7f5fe6088e req-8a57000b-8ae2-4097-be0c-66837ba7a510 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:34.935418 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-910ffe17-279d-4d71-9b86-0a7f5fe6088e req-8a57000b-8ae2-4097-be0c-66837ba7a510 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/ports?device_id=aebad203-43e1-45e1-988a-541ba64da245 HTTP/1.1" status: 200 len: 945 time: 0.0634265 Jul 05 02:20:34.973836 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-910ffe17-279d-4d71-9b86-0a7f5fe6088e req-1737a057-bedb-48ab-81f9-0a8d76f2d384 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ff5da2-a315-4895-9d40-ac9ae668e60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324895 Jul 05 02:20:35.414008 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '675f0ec4-692d-4441-bab5-f2ddbde9d64e', 'name': 'network-vif-deleted', 'tag': '7ec41c6b-9c0a-4a51-ba87-ab766c3995b6'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:20:35.416538 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b223267e0e0ddb3199af7772d0b45336e3b4b54fbb151c86a8051291a61e85db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8e3d9a6-1224-4b9c-bab7-91ee19bbfcdc" -d '{"events": [{"server_uuid": "675f0ec4-692d-4441-bab5-f2ddbde9d64e", "name": "network-vif-deleted", "tag": "7ec41c6b-9c0a-4a51-ba87-ab766c3995b6"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:20:35.436306 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-32f8ee57-56c2-4a08-a576-9447562c6918 req-366ff248-0d32-4622-bf42-040396843b4d tempest-SecurityGroupRulesNegativeTestJSON-1308625541 tempest-SecurityGroupRulesNegativeTestJSON-1308625541-project] 10.222.0.23 "GET /v2.0/security-groups/8a9ad46b-c22d-4b59-ac12-a9485b965f6a HTTP/1.1" status: 200 len: 1813 time: 0.0629077 Jul 05 02:20:35.446706 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-32f8ee57-56c2-4a08-a576-9447562c6918 req-c6c5de77-6186-4aa5-9432-253dbe07ea99 tempest-SecurityGroupRulesNegativeTestJSON-1308625541 tempest-SecurityGroupRulesNegativeTestJSON-1308625541-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8a9ad46b-c22d-4b59-ac12-a9485b965f6a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:20:35.449531 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-32f8ee57-56c2-4a08-a576-9447562c6918 req-c6c5de77-6186-4aa5-9432-253dbe07ea99 tempest-SecurityGroupRulesNegativeTestJSON-1308625541 tempest-SecurityGroupRulesNegativeTestJSON-1308625541-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8a9ad46b-c22d-4b59-ac12-a9485b965f6a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:20:35.523312 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7b04e77a-396c-4d2d-b6e0-83eb06c5dc12 req-4d6ef4ea-adc6-46a3-bee1-d08d42c81338 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ffc42fb-3d2a-409b-b22a-85d7c84b00c7 HTTP/1.1" status: 200 len: 210 time: 0.0288210 Jul 05 02:20:35.641432 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-32f8ee57-56c2-4a08-a576-9447562c6918 req-c6c5de77-6186-4aa5-9432-253dbe07ea99 tempest-SecurityGroupRulesNegativeTestJSON-1308625541 tempest-SecurityGroupRulesNegativeTestJSON-1308625541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:35.684171 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-28693451-d665-43de-9227-4b6870b010f4 req-ecb2e729-9997-490d-96c9-48c3728c1cdb tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/ports?device_id=675f0ec4-692d-4441-bab5-f2ddbde9d64e HTTP/1.1" status: 200 len: 210 time: 0.0290000 Jul 05 02:20:35.684830 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-32f8ee57-56c2-4a08-a576-9447562c6918 req-c6c5de77-6186-4aa5-9432-253dbe07ea99 tempest-SecurityGroupRulesNegativeTestJSON-1308625541 tempest-SecurityGroupRulesNegativeTestJSON-1308625541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:35.741756 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9e47932-db1d-42a1-af67-aea2094aa291 x-openstack-request-id: req-d9e47932-db1d-42a1-af67-aea2094aa291 {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:20:35.742050 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "675f0ec4-692d-4441-bab5-f2ddbde9d64e", "name": "network-vif-deleted", "tag": "7ec41c6b-9c0a-4a51-ba87-ab766c3995b6", "status": "completed", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:20:35.742326 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d9e47932-db1d-42a1-af67-aea2094aa291 {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:20:35.742721 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '675f0ec4-692d-4441-bab5-f2ddbde9d64e', 'name': 'network-vif-deleted', 'tag': '7ec41c6b-9c0a-4a51-ba87-ab766c3995b6', 'status': 'completed', 'code': 200} Jul 05 02:20:35.925371 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-32f8ee57-56c2-4a08-a576-9447562c6918 req-c6c5de77-6186-4aa5-9432-253dbe07ea99 tempest-SecurityGroupRulesNegativeTestJSON-1308625541 tempest-SecurityGroupRulesNegativeTestJSON-1308625541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:35.943028 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c5de77-6186-4aa5-9432-253dbe07ea99 tempest-SecurityGroupRulesNegativeTestJSON-1308625541 tempest-SecurityGroupRulesNegativeTestJSON-1308625541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe986e42-be76-45f5-a724-eeba21a889b0,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:20:36.045591 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-32f8ee57-56c2-4a08-a576-9447562c6918 req-c6c5de77-6186-4aa5-9432-253dbe07ea99 tempest-SecurityGroupRulesNegativeTestJSON-1308625541 tempest-SecurityGroupRulesNegativeTestJSON-1308625541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:36.047580 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-32f8ee57-56c2-4a08-a576-9447562c6918 req-c6c5de77-6186-4aa5-9432-253dbe07ea99 tempest-SecurityGroupRulesNegativeTestJSON-1308625541 tempest-SecurityGroupRulesNegativeTestJSON-1308625541-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6045332 Jul 05 02:20:36.111377 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3ad29d7b-28f8-40ec-9860-2acd8928c1ae req-467be82c-df1a-4c9d-a47d-8ecd7c370cd2 tempest-SecurityGroupRulesNegativeTestJSON-1308625541 tempest-SecurityGroupRulesNegativeTestJSON-1308625541-project] 10.222.0.23 "GET /v2.0/security-groups/8a9ad46b-c22d-4b59-ac12-a9485b965f6a HTTP/1.1" status: 200 len: 2406 time: 0.0428603 Jul 05 02:20:36.154358 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9d0eea67-b592-4d5f-a2a6-787e2ea5ceb8 req-5a671dc4-5caa-45d5-bf18-335029c764f4 tempest-SecurityGroupRulesNegativeTestJSON-1308625541 tempest-SecurityGroupRulesNegativeTestJSON-1308625541-project] 10.222.0.23 "GET /v2.0/security-group-rules/fe986e42-be76-45f5-a724-eeba21a889b0 HTTP/1.1" status: 200 len: 778 time: 0.0230253 Jul 05 02:20:36.168904 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98a22df-531c-4226-8178-d000d83a72ed req-9f36533d-dc21-493b-ac7a-85e4a9891e54 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:36.170488 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d98a22df-531c-4226-8178-d000d83a72ed req-9f36533d-dc21-493b-ac7a-85e4a9891e54 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/ports?device_id=aebad203-43e1-45e1-988a-541ba64da245 HTTP/1.1" status: 200 len: 945 time: 0.0782478 Jul 05 02:20:36.211677 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9d0eea67-b592-4d5f-a2a6-787e2ea5ceb8 req-1ecf544a-ea05-4ae8-93a2-c248f072be66 tempest-SecurityGroupRulesNegativeTestJSON-1308625541 tempest-SecurityGroupRulesNegativeTestJSON-1308625541-project] 10.222.0.23 "GET /v2.0/security-groups/8a9ad46b-c22d-4b59-ac12-a9485b965f6a HTTP/1.1" status: 200 len: 2406 time: 0.0501308 Jul 05 02:20:36.233762 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d98a22df-531c-4226-8178-d000d83a72ed req-4058a0fd-b3ea-474a-a07e-b24d55235bc9 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ff5da2-a315-4895-9d40-ac9ae668e60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571885 Jul 05 02:20:36.247172 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-9d0eea67-b592-4d5f-a2a6-787e2ea5ceb8 req-987e911a-5407-44fb-aa29-2df104716725 tempest-SecurityGroupRulesNegativeTestJSON-1308625541 tempest-SecurityGroupRulesNegativeTestJSON-1308625541-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:36.256733 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-9d0eea67-b592-4d5f-a2a6-787e2ea5ceb8 req-987e911a-5407-44fb-aa29-2df104716725 tempest-SecurityGroupRulesNegativeTestJSON-1308625541 tempest-SecurityGroupRulesNegativeTestJSON-1308625541-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:36.439178 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-cd7c5539-bc0e-442a-85df-4187890c79bd req-742ddb5e-7857-4cc1-9020-a4f00dfb06f7 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=7bde4afb78a7485193d4b3fb4c23ad75&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282242 Jul 05 02:20:36.440084 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-9d0eea67-b592-4d5f-a2a6-787e2ea5ceb8 req-987e911a-5407-44fb-aa29-2df104716725 tempest-SecurityGroupRulesNegativeTestJSON-1308625541 tempest-SecurityGroupRulesNegativeTestJSON-1308625541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:36.446426 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-9d0eea67-b592-4d5f-a2a6-787e2ea5ceb8 req-987e911a-5407-44fb-aa29-2df104716725 tempest-SecurityGroupRulesNegativeTestJSON-1308625541 tempest-SecurityGroupRulesNegativeTestJSON-1308625541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:36.459586 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9d0eea67-b592-4d5f-a2a6-787e2ea5ceb8 req-987e911a-5407-44fb-aa29-2df104716725 tempest-SecurityGroupRulesNegativeTestJSON-1308625541 tempest-SecurityGroupRulesNegativeTestJSON-1308625541-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/fe986e42-be76-45f5-a724-eeba21a889b0 HTTP/1.1" status: 204 len: 173 time: 0.2410395 Jul 05 02:20:36.494078 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-f83cb5f9-25ed-48a2-8001-8bcb8ecc9340 req-4e3167fe-c646-45e4-b1d2-d0c6e01a8b2d tempest-SecurityGroupRulesNegativeTestJSON-1308625541 tempest-SecurityGroupRulesNegativeTestJSON-1308625541-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1368593610', 'description': 'tempest-description-1647579103'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:20:36.561466 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987e911a-5407-44fb-aa29-2df104716725 tempest-SecurityGroupRulesNegativeTestJSON-1308625541 tempest-SecurityGroupRulesNegativeTestJSON-1308625541-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fe986e42-be76-45f5-a724-eeba21a889b0,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:20:36.605974 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f83cb5f9-25ed-48a2-8001-8bcb8ecc9340 req-4e3167fe-c646-45e4-b1d2-d0c6e01a8b2d tempest-SecurityGroupRulesNegativeTestJSON-1308625541 tempest-SecurityGroupRulesNegativeTestJSON-1308625541-project] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:36.623015 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7c5539-bc0e-442a-85df-4187890c79bd req-59fedd76-ece9-450e-a83c-c2a56d34e4ce tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:36.625424 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-cd7c5539-bc0e-442a-85df-4187890c79bd req-59fedd76-ece9-450e-a83c-c2a56d34e4ce tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1642804 Jul 05 02:20:36.652705 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-cd7c5539-bc0e-442a-85df-4187890c79bd req-100dcd08-24cf-48c1-94dd-1492fc02ebf6 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Request body: {'port': {'device_id': '6ffc42fb-3d2a-409b-b22a-85d7c84b00c7', 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4', 'admin_state_up': True, 'tenant_id': '7bde4afb78a7485193d4b3fb4c23ad75'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:20:36.737384 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f83cb5f9-25ed-48a2-8001-8bcb8ecc9340 req-4e3167fe-c646-45e4-b1d2-d0c6e01a8b2d tempest-SecurityGroupRulesNegativeTestJSON-1308625541 tempest-SecurityGroupRulesNegativeTestJSON-1308625541-project] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:36.748530 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-464f6a6d-00f0-481f-815b-6d6a9d6d2656 req-a5702024-ff4a-4c4f-84e5-a796e833b18a tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ffc42fb-3d2a-409b-b22a-85d7c84b00c7 HTTP/1.1" status: 200 len: 210 time: 0.0397258 Jul 05 02:20:36.877642 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f83cb5f9-25ed-48a2-8001-8bcb8ecc9340 req-4e3167fe-c646-45e4-b1d2-d0c6e01a8b2d tempest-SecurityGroupRulesNegativeTestJSON-1308625541 tempest-SecurityGroupRulesNegativeTestJSON-1308625541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:36.914895 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3167fe-c646-45e4-b1d2-d0c6e01a8b2d tempest-SecurityGroupRulesNegativeTestJSON-1308625541 tempest-SecurityGroupRulesNegativeTestJSON-1308625541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea3c839b-9896-4a3b-820c-6497e9fe177b,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:20:36.922800 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3167fe-c646-45e4-b1d2-d0c6e01a8b2d tempest-SecurityGroupRulesNegativeTestJSON-1308625541 tempest-SecurityGroupRulesNegativeTestJSON-1308625541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:20:36.923282 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3167fe-c646-45e4-b1d2-d0c6e01a8b2d tempest-SecurityGroupRulesNegativeTestJSON-1308625541 tempest-SecurityGroupRulesNegativeTestJSON-1308625541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:20:36.923622 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3167fe-c646-45e4-b1d2-d0c6e01a8b2d tempest-SecurityGroupRulesNegativeTestJSON-1308625541 tempest-SecurityGroupRulesNegativeTestJSON-1308625541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:20:36.924158 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3167fe-c646-45e4-b1d2-d0c6e01a8b2d tempest-SecurityGroupRulesNegativeTestJSON-1308625541 tempest-SecurityGroupRulesNegativeTestJSON-1308625541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:20:36.924494 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3167fe-c646-45e4-b1d2-d0c6e01a8b2d tempest-SecurityGroupRulesNegativeTestJSON-1308625541 tempest-SecurityGroupRulesNegativeTestJSON-1308625541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:20:36.924820 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3167fe-c646-45e4-b1d2-d0c6e01a8b2d tempest-SecurityGroupRulesNegativeTestJSON-1308625541 tempest-SecurityGroupRulesNegativeTestJSON-1308625541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:20:36.925149 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3167fe-c646-45e4-b1d2-d0c6e01a8b2d tempest-SecurityGroupRulesNegativeTestJSON-1308625541 tempest-SecurityGroupRulesNegativeTestJSON-1308625541-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:20:36.925475 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3167fe-c646-45e4-b1d2-d0c6e01a8b2d tempest-SecurityGroupRulesNegativeTestJSON-1308625541 tempest-SecurityGroupRulesNegativeTestJSON-1308625541-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:20:36.925801 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3167fe-c646-45e4-b1d2-d0c6e01a8b2d tempest-SecurityGroupRulesNegativeTestJSON-1308625541 tempest-SecurityGroupRulesNegativeTestJSON-1308625541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:20:36.926154 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3167fe-c646-45e4-b1d2-d0c6e01a8b2d tempest-SecurityGroupRulesNegativeTestJSON-1308625541 tempest-SecurityGroupRulesNegativeTestJSON-1308625541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:20:36.926469 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3167fe-c646-45e4-b1d2-d0c6e01a8b2d tempest-SecurityGroupRulesNegativeTestJSON-1308625541 tempest-SecurityGroupRulesNegativeTestJSON-1308625541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:20:36.926782 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3167fe-c646-45e4-b1d2-d0c6e01a8b2d tempest-SecurityGroupRulesNegativeTestJSON-1308625541 tempest-SecurityGroupRulesNegativeTestJSON-1308625541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:20:37.012336 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd7c5539-bc0e-442a-85df-4187890c79bd req-100dcd08-24cf-48c1-94dd-1492fc02ebf6 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Made reservation on behalf of 7bde4afb78a7485193d4b3fb4c23ad75 for: {'port': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:20:37.017130 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-cd7c5539-bc0e-442a-85df-4187890c79bd req-100dcd08-24cf-48c1-94dd-1492fc02ebf6 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:37.027013 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-cd7c5539-bc0e-442a-85df-4187890c79bd req-100dcd08-24cf-48c1-94dd-1492fc02ebf6 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:37.157715 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f83cb5f9-25ed-48a2-8001-8bcb8ecc9340 req-4e3167fe-c646-45e4-b1d2-d0c6e01a8b2d tempest-SecurityGroupRulesNegativeTestJSON-1308625541 tempest-SecurityGroupRulesNegativeTestJSON-1308625541-project] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:37.171109 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f83cb5f9-25ed-48a2-8001-8bcb8ecc9340 req-4e3167fe-c646-45e4-b1d2-d0c6e01a8b2d tempest-SecurityGroupRulesNegativeTestJSON-1308625541 tempest-SecurityGroupRulesNegativeTestJSON-1308625541-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.6712763 Jul 05 02:20:37.220819 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3042cf48-5737-4059-937b-7fbe7d17f7bd req-a87b3d38-f8b4-484c-bbd2-fc9f803b9081 tempest-SecurityGroupRulesNegativeTestJSON-1308625541 tempest-SecurityGroupRulesNegativeTestJSON-1308625541-project] 10.222.0.23 "GET /v2.0/security-groups/ea3c839b-9896-4a3b-820c-6497e9fe177b HTTP/1.1" status: 200 len: 1813 time: 0.0406144 Jul 05 02:20:37.251400 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-cd7c5539-bc0e-442a-85df-4187890c79bd req-100dcd08-24cf-48c1-94dd-1492fc02ebf6 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:37.261335 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-a0ae51c3-9b28-40e5-8843-24ebe26ab071 req-1811ebd4-8ce3-4a1b-b4b2-82e6b78e23d5 tempest-SecurityGroupRulesNegativeTestJSON-1308625541 tempest-SecurityGroupRulesNegativeTestJSON-1308625541-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2140090804', 'description': 'tempest-description-615976790'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:20:37.405420 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-cd7c5539-bc0e-442a-85df-4187890c79bd req-100dcd08-24cf-48c1-94dd-1492fc02ebf6 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:37.472805 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100dcd08-24cf-48c1-94dd-1492fc02ebf6 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da3fb926-8340-45c3-88ce-b2b2ae352c07,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:20:37.557633 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a0ae51c3-9b28-40e5-8843-24ebe26ab071 req-1811ebd4-8ce3-4a1b-b4b2-82e6b78e23d5 tempest-SecurityGroupRulesNegativeTestJSON-1308625541 tempest-SecurityGroupRulesNegativeTestJSON-1308625541-project] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:37.575346 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [req-cd7c5539-bc0e-442a-85df-4187890c79bd req-100dcd08-24cf-48c1-94dd-1492fc02ebf6 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Allocated IP 192.168.233.215 (dff432c2-7366-4622-aebb-da22fe05bfd4/b840e204-692c-4f54-8f07-f6563e8e36b1/abbd1cfb-a048-4869-b835-78164a320b07) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:20:37.656947 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a0ae51c3-9b28-40e5-8843-24ebe26ab071 req-1811ebd4-8ce3-4a1b-b4b2-82e6b78e23d5 tempest-SecurityGroupRulesNegativeTestJSON-1308625541 tempest-SecurityGroupRulesNegativeTestJSON-1308625541-project] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:37.728087 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-cd7c5539-bc0e-442a-85df-4187890c79bd req-100dcd08-24cf-48c1-94dd-1492fc02ebf6 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:37.743192 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [req-cd7c5539-bc0e-442a-85df-4187890c79bd req-100dcd08-24cf-48c1-94dd-1492fc02ebf6 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Transition to ACTIVE for port object abbd1cfb-a048-4869-b835-78164a320b07 will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:20:37.788772 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a0ae51c3-9b28-40e5-8843-24ebe26ab071 req-1811ebd4-8ce3-4a1b-b4b2-82e6b78e23d5 tempest-SecurityGroupRulesNegativeTestJSON-1308625541 tempest-SecurityGroupRulesNegativeTestJSON-1308625541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:37.816515 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1811ebd4-8ce3-4a1b-b4b2-82e6b78e23d5 tempest-SecurityGroupRulesNegativeTestJSON-1308625541 tempest-SecurityGroupRulesNegativeTestJSON-1308625541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7243b00d-436b-41c4-b218-aaddc9e1e68f,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:20:37.860288 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99948f9-669f-4ed7-b218-4bb8ee97eccd req-093eb135-9606-42e2-b924-9445746e9677 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:37.861824 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f99948f9-669f-4ed7-b218-4bb8ee97eccd req-093eb135-9606-42e2-b924-9445746e9677 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/ports?device_id=aebad203-43e1-45e1-988a-541ba64da245 HTTP/1.1" status: 200 len: 945 time: 0.0667429 Jul 05 02:20:37.900854 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f99948f9-669f-4ed7-b218-4bb8ee97eccd req-1062e76e-61df-428e-aeaa-c0417a1a3fff tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ff5da2-a315-4895-9d40-ac9ae668e60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331523 Jul 05 02:20:37.906111 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-cd7c5539-bc0e-442a-85df-4187890c79bd req-100dcd08-24cf-48c1-94dd-1492fc02ebf6 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:37.940307 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a0ae51c3-9b28-40e5-8843-24ebe26ab071 req-1811ebd4-8ce3-4a1b-b4b2-82e6b78e23d5 tempest-SecurityGroupRulesNegativeTestJSON-1308625541 tempest-SecurityGroupRulesNegativeTestJSON-1308625541-project] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:37.941574 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a0ae51c3-9b28-40e5-8843-24ebe26ab071 req-1811ebd4-8ce3-4a1b-b4b2-82e6b78e23d5 tempest-SecurityGroupRulesNegativeTestJSON-1308625541 tempest-SecurityGroupRulesNegativeTestJSON-1308625541-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.6845548 Jul 05 02:20:37.950389 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd7c5539-bc0e-442a-85df-4187890c79bd req-100dcd08-24cf-48c1-94dd-1492fc02ebf6 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Network dff432c2-7366-4622-aebb-da22fe05bfd4 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:20:37.960568 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [req-cd7c5539-bc0e-442a-85df-4187890c79bd req-100dcd08-24cf-48c1-94dd-1492fc02ebf6 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:20:37.969623 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd7c5539-bc0e-442a-85df-4187890c79bd req-100dcd08-24cf-48c1-94dd-1492fc02ebf6 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:20:38.012263 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100dcd08-24cf-48c1-94dd-1492fc02ebf6 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Pushing event updated for resources: {'Port': ['ID=abbd1cfb-a048-4869-b835-78164a320b07,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:20:38.046002 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7c5539-bc0e-442a-85df-4187890c79bd req-100dcd08-24cf-48c1-94dd-1492fc02ebf6 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:38.047483 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-cd7c5539-bc0e-442a-85df-4187890c79bd req-100dcd08-24cf-48c1-94dd-1492fc02ebf6 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:38.158938 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-cd7c5539-bc0e-442a-85df-4187890c79bd req-100dcd08-24cf-48c1-94dd-1492fc02ebf6 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5175385 Jul 05 02:20:38.173913 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-cd7c5539-bc0e-442a-85df-4187890c79bd req-f0f36129-47c5-4dc8-8be4-6ad9e4b5d115 service neutron] Request body: {'port': {'device_id': '6ffc42fb-3d2a-409b-b22a-85d7c84b00c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-32'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:20:38.275182 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-cd7c5539-bc0e-442a-85df-4187890c79bd req-f0f36129-47c5-4dc8-8be4-6ad9e4b5d115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:38.404411 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-42859562-dbd8-484e-a609-668667a326cf None None] Provisioning for port abbd1cfb-a048-4869-b835-78164a320b07 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:20:38.411222 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d55281-f0ab-4577-a097-5a87fd8c6f88 req-5edb7ce0-b0f0-48d5-a474-062d49c64eab tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:38.411222 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a3d55281-f0ab-4577-a097-5a87fd8c6f88 req-5edb7ce0-b0f0-48d5-a474-062d49c64eab tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ffc42fb-3d2a-409b-b22a-85d7c84b00c7 HTTP/1.1" status: 200 len: 936 time: 0.0684888 Jul 05 02:20:38.411715 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-42859562-dbd8-484e-a609-668667a326cf None None] Provisioning complete for port abbd1cfb-a048-4869-b835-78164a320b07 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:20:38.411715 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-42859562-dbd8-484e-a609-668667a326cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:38.444216 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-42859562-dbd8-484e-a609-668667a326cf None None] Port abbd1cfb-a048-4869-b835-78164a320b07 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:20:38.448175 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a3d55281-f0ab-4577-a097-5a87fd8c6f88 req-dd5a6ff4-345c-4a04-94a9-f691da47c4a0 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329719 Jul 05 02:20:38.518667 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4778ed11-fcf3-437b-9997-dff2d6bc7551 req-b12fa0fa-1b50-463e-9e32-925d445df6ce tempest-SecurityGroupRulesNegativeTestJSON-1308625541 tempest-SecurityGroupRulesNegativeTestJSON-1308625541-project] 10.222.0.23 "GET /v2.0/security-groups/7243b00d-436b-41c4-b218-aaddc9e1e68f HTTP/1.1" status: 200 len: 1812 time: 0.0404141 Jul 05 02:20:38.547849 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-d2c1d1fd-158b-4917-a179-9976d4a27872 req-0d390712-5014-4eba-8495-b1bbe0fa7731 tempest-SecurityGroupRulesNegativeTestJSON-1308625541 tempest-SecurityGroupRulesNegativeTestJSON-1308625541-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1465138408', 'description': 'tempest-description-1606500124'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:20:38.579805 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 7ec41c6b-9c0a-4a51-ba87-ab766c3995b6 no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:20:38.599619 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] No Port match for: 7ec41c6b-9c0a-4a51-ba87-ab766c3995b6 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:20:38.600042 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 7ec41c6b-9c0a-4a51-ba87-ab766c3995b6 not bound to the agent host n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:20:38.613562 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [req-cd7c5539-bc0e-442a-85df-4187890c79bd req-f0f36129-47c5-4dc8-8be4-6ad9e4b5d115 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abbd1cfb-a048-4869-b835-78164a320b07 {{(pid=94462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:20:38.622554 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-cd7c5539-bc0e-442a-85df-4187890c79bd req-f0f36129-47c5-4dc8-8be4-6ad9e4b5d115 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:38.636407 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [req-cd7c5539-bc0e-442a-85df-4187890c79bd req-f0f36129-47c5-4dc8-8be4-6ad9e4b5d115 service neutron] Transition to ACTIVE for port object abbd1cfb-a048-4869-b835-78164a320b07 will not be triggered until provisioned by entity L2. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:20:38.702491 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-d2c1d1fd-158b-4917-a179-9976d4a27872 req-0d390712-5014-4eba-8495-b1bbe0fa7731 tempest-SecurityGroupRulesNegativeTestJSON-1308625541 tempest-SecurityGroupRulesNegativeTestJSON-1308625541-project] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:38.784044 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-d2c1d1fd-158b-4917-a179-9976d4a27872 req-0d390712-5014-4eba-8495-b1bbe0fa7731 tempest-SecurityGroupRulesNegativeTestJSON-1308625541 tempest-SecurityGroupRulesNegativeTestJSON-1308625541-project] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:38.817330 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-cd7c5539-bc0e-442a-85df-4187890c79bd req-f0f36129-47c5-4dc8-8be4-6ad9e4b5d115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:38.911967 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f36129-47c5-4dc8-8be4-6ad9e4b5d115 service neutron] Pushing event updated for resources: {'Port': ['ID=abbd1cfb-a048-4869-b835-78164a320b07,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:20:38.931564 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-d2c1d1fd-158b-4917-a179-9976d4a27872 req-0d390712-5014-4eba-8495-b1bbe0fa7731 tempest-SecurityGroupRulesNegativeTestJSON-1308625541 tempest-SecurityGroupRulesNegativeTestJSON-1308625541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:38.994102 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-cd7c5539-bc0e-442a-85df-4187890c79bd req-f0f36129-47c5-4dc8-8be4-6ad9e4b5d115 service neutron] Attempting to bind port abbd1cfb-a048-4869-b835-78164a320b07 on host n-h1-771362-32 for vnic_type normal with profile {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:20:38.994487 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-cd7c5539-bc0e-442a-85df-4187890c79bd req-f0f36129-47c5-4dc8-8be4-6ad9e4b5d115 service neutron] Attempting to bind port abbd1cfb-a048-4869-b835-78164a320b07 by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:20:38.994813 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7c5539-bc0e-442a-85df-4187890c79bd req-f0f36129-47c5-4dc8-8be4-6ad9e4b5d115 service neutron] Attempting to bind port abbd1cfb-a048-4869-b835-78164a320b07 on network dff432c2-7366-4622-aebb-da22fe05bfd4 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:20:39.000150 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7c5539-bc0e-442a-85df-4187890c79bd req-f0f36129-47c5-4dc8-8be4-6ad9e4b5d115 service neutron] Port abbd1cfb-a048-4869-b835-78164a320b07 on network dff432c2-7366-4622-aebb-da22fe05bfd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:20:39.000473 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7c5539-bc0e-442a-85df-4187890c79bd req-f0f36129-47c5-4dc8-8be4-6ad9e4b5d115 service neutron] Attempting to bind port abbd1cfb-a048-4869-b835-78164a320b07 on network dff432c2-7366-4622-aebb-da22fe05bfd4 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:20:39.006576 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7c5539-bc0e-442a-85df-4187890c79bd req-f0f36129-47c5-4dc8-8be4-6ad9e4b5d115 service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:20:39.006944 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7c5539-bc0e-442a-85df-4187890c79bd req-f0f36129-47c5-4dc8-8be4-6ad9e4b5d115 service neutron] Checking segment: {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:20:39.007286 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7c5539-bc0e-442a-85df-4187890c79bd req-f0f36129-47c5-4dc8-8be4-6ad9e4b5d115 service neutron] Bound using segment: {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'} {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:20:39.007828 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-cd7c5539-bc0e-442a-85df-4187890c79bd req-f0f36129-47c5-4dc8-8be4-6ad9e4b5d115 service neutron] Bound port: abbd1cfb-a048-4869-b835-78164a320b07, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'}}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:20:39.008185 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-cd7c5539-bc0e-442a-85df-4187890c79bd req-f0f36129-47c5-4dc8-8be4-6ad9e4b5d115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:39.030724 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d390712-5014-4eba-8495-b1bbe0fa7731 tempest-SecurityGroupRulesNegativeTestJSON-1308625541 tempest-SecurityGroupRulesNegativeTestJSON-1308625541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5180879-f7b2-4d4c-907a-10039e1ab3f5,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:20:39.074350 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-d2c1d1fd-158b-4917-a179-9976d4a27872 req-0d390712-5014-4eba-8495-b1bbe0fa7731 tempest-SecurityGroupRulesNegativeTestJSON-1308625541 tempest-SecurityGroupRulesNegativeTestJSON-1308625541-project] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:39.075704 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d2c1d1fd-158b-4917-a179-9976d4a27872 req-0d390712-5014-4eba-8495-b1bbe0fa7731 tempest-SecurityGroupRulesNegativeTestJSON-1308625541 tempest-SecurityGroupRulesNegativeTestJSON-1308625541-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.5330315 Jul 05 02:20:39.086301 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbb5ced-c8aa-4e29-a339-7d81cff489bb req-48d6c29f-cca0-40ca-a767-c58b7ebb4123 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:39.086828 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4fbb5ced-c8aa-4e29-a339-7d81cff489bb req-48d6c29f-cca0-40ca-a767-c58b7ebb4123 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa74d995-7802-4a92-aa25-f043209894f5 HTTP/1.1" status: 200 len: 950 time: 0.1447628 Jul 05 02:20:39.148069 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-cd7c5539-bc0e-442a-85df-4187890c79bd req-f0f36129-47c5-4dc8-8be4-6ad9e4b5d115 service neutron] For port abbd1cfb-a048-4869-b835-78164a320b07, host n-h1-771362-32, cleared binding levels {{(pid=94462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:20:39.152867 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-cd7c5539-bc0e-442a-85df-4187890c79bd req-f0f36129-47c5-4dc8-8be4-6ad9e4b5d115 service neutron] For port abbd1cfb-a048-4869-b835-78164a320b07, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=abbd1cfb-a048-4869-b835-78164a320b07,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:20:39.184908 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeb4f87-9d88-4047-9abc-972ad00cc300 req-d2b69ad9-edf4-4aa2-babe-c2008f376038 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:39.187256 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-aaeb4f87-9d88-4047-9abc-972ad00cc300 req-d2b69ad9-edf4-4aa2-babe-c2008f376038 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa74d995-7802-4a92-aa25-f043209894f5 HTTP/1.1" status: 200 len: 950 time: 0.1213663 Jul 05 02:20:39.233887 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-aaeb4f87-9d88-4047-9abc-972ad00cc300 req-f6152f0f-4350-43c6-be7d-b6e8199072e1 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/security-groups?id=6aa981db-58bd-4d0c-a893-2c34139d4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391910 Jul 05 02:20:39.260756 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-cd7c5539-bc0e-442a-85df-4187890c79bd req-f0f36129-47c5-4dc8-8be4-6ad9e4b5d115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:39.273456 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-4fbb5ced-c8aa-4e29-a339-7d81cff489bb req-344cf271-93a4-48e4-bcc2-b07ab191de96 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Deleting port 7cfeeb46-2479-461a-9518-75c8d2657e02 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:20:39.274049 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4fbb5ced-c8aa-4e29-a339-7d81cff489bb req-344cf271-93a4-48e4-bcc2-b07ab191de96 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:39.313747 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7c5539-bc0e-442a-85df-4187890c79bd req-f0f36129-47c5-4dc8-8be4-6ad9e4b5d115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:39.314449 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-cd7c5539-bc0e-442a-85df-4187890c79bd req-f0f36129-47c5-4dc8-8be4-6ad9e4b5d115 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:39.316017 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-cd7c5539-bc0e-442a-85df-4187890c79bd req-f0f36129-47c5-4dc8-8be4-6ad9e4b5d115 service neutron] 10.222.0.21 "PUT /v2.0/ports/abbd1cfb-a048-4869-b835-78164a320b07 HTTP/1.1" status: 200 len: 1097 time: 1.1480136 Jul 05 02:20:39.318459 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ffc42fb-3d2a-409b-b22a-85d7c84b00c7', 'tag': 'abbd1cfb-a048-4869-b835-78164a320b07'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:20:39.321132 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b223267e0e0ddb3199af7772d0b45336e3b4b54fbb151c86a8051291a61e85db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bccbc349-b06f-40e5-a0aa-ea33f77540b9" -d '{"events": [{"name": "network-changed", "server_uuid": "6ffc42fb-3d2a-409b-b22a-85d7c84b00c7", "tag": "abbd1cfb-a048-4869-b835-78164a320b07"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:20:39.367926 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f36129-47c5-4dc8-8be4-6ad9e4b5d115 service neutron] Pushing event updated for resources: {'Port': ['ID=abbd1cfb-a048-4869-b835-78164a320b07,revision_number=3']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:20:39.376381 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-dbc51a1b-4bf0-41ba-bd25-64882ca4c5a6 req-41067101-6f8c-4157-9c67-8bb6b9130971 tempest-SecurityGroupRulesNegativeTestJSON-1308625541 tempest-SecurityGroupRulesNegativeTestJSON-1308625541-project] 10.222.0.23 "GET /v2.0/security-groups/b5180879-f7b2-4d4c-907a-10039e1ab3f5 HTTP/1.1" status: 200 len: 1813 time: 0.0863996 Jul 05 02:20:39.570592 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7c5539-bc0e-442a-85df-4187890c79bd req-a7f7f527-f630-4f52-a5f1-f995dec7a46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:39.572655 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-cd7c5539-bc0e-442a-85df-4187890c79bd req-a7f7f527-f630-4f52-a5f1-f995dec7a46b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7bde4afb78a7485193d4b3fb4c23ad75&device_id=6ffc42fb-3d2a-409b-b22a-85d7c84b00c7 HTTP/1.1" status: 200 len: 1100 time: 0.1148510 Jul 05 02:20:39.629083 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-cd7c5539-bc0e-442a-85df-4187890c79bd req-a7f8e4b8-b3a5-4b9b-9c95-4a5332945b6b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=abbd1cfb-a048-4869-b835-78164a320b07 HTTP/1.1" status: 200 len: 217 time: 0.0448031 Jul 05 02:20:39.735931 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7c5539-bc0e-442a-85df-4187890c79bd req-6ba69eee-068d-4930-9dd3-9955c266c07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:39.738679 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-cd7c5539-bc0e-442a-85df-4187890c79bd req-6ba69eee-068d-4930-9dd3-9955c266c07e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b840e204-692c-4f54-8f07-f6563e8e36b1 HTTP/1.1" status: 200 len: 843 time: 0.0915096 Jul 05 02:20:39.784128 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ed9b41-dd87-4e3f-951e-e49791c48290 req-44050f41-70f3-4e33-ae1f-ecc37ccb91b7 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:39.797767 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-89ed9b41-dd87-4e3f-951e-e49791c48290 req-44050f41-70f3-4e33-ae1f-ecc37ccb91b7 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/ports?device_id=aebad203-43e1-45e1-988a-541ba64da245 HTTP/1.1" status: 200 len: 945 time: 0.5759964 Jul 05 02:20:39.817333 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-4fbb5ced-c8aa-4e29-a339-7d81cff489bb req-344cf271-93a4-48e4-bcc2-b07ab191de96 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] For port 7cfeeb46-2479-461a-9518-75c8d2657e02, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=7cfeeb46-2479-461a-9518-75c8d2657e02,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:20:39.817745 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4fbb5ced-c8aa-4e29-a339-7d81cff489bb req-344cf271-93a4-48e4-bcc2-b07ab191de96 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:39.830362 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7c5539-bc0e-442a-85df-4187890c79bd req-a2a3960e-63ee-466e-8533-cd430356fe68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:39.832730 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-cd7c5539-bc0e-442a-85df-4187890c79bd req-a2a3960e-63ee-466e-8533-cd430356fe68 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dff432c2-7366-4622-aebb-da22fe05bfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0869355 Jul 05 02:20:39.852702 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-4fbb5ced-c8aa-4e29-a339-7d81cff489bb req-344cf271-93a4-48e4-bcc2-b07ab191de96 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Calling delete_port for 7cfeeb46-2479-461a-9518-75c8d2657e02 owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:20:39.861278 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e571b1e1-90f2-4baf-baa1-6136e3744634 x-openstack-request-id: req-e571b1e1-90f2-4baf-baa1-6136e3744634 {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:20:39.861787 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ffc42fb-3d2a-409b-b22a-85d7c84b00c7", "tag": "abbd1cfb-a048-4869-b835-78164a320b07", "status": "completed", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:20:39.862153 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e571b1e1-90f2-4baf-baa1-6136e3744634 {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:20:39.862652 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ffc42fb-3d2a-409b-b22a-85d7c84b00c7', 'tag': 'abbd1cfb-a048-4869-b835-78164a320b07', 'status': 'completed', 'code': 200} Jul 05 02:20:39.879175 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-89ed9b41-dd87-4e3f-951e-e49791c48290 req-c5ab24bd-c60b-4465-9167-0c2d83d6a351 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ff5da2-a315-4895-9d40-ac9ae668e60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792942 Jul 05 02:20:39.882036 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-2732466e-b997-4c60-a095-4f97a986390a req-671b8606-00be-41b1-b7f0-56147cbb649c tempest-SecurityGroupRulesNegativeTestJSON-1308625541 tempest-SecurityGroupRulesNegativeTestJSON-1308625541-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1731667025', 'description': 'tempest-description-1725723320'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:20:39.986014 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-cd7c5539-bc0e-442a-85df-4187890c79bd req-dfe7d622-28b1-471f-9b65-d939a4ac6f7f service neutron] 10.222.0.21 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450980 Jul 05 02:20:40.051299 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-2732466e-b997-4c60-a095-4f97a986390a req-671b8606-00be-41b1-b7f0-56147cbb649c tempest-SecurityGroupRulesNegativeTestJSON-1308625541 tempest-SecurityGroupRulesNegativeTestJSON-1308625541-project] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:40.087424 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe144f-2e71-4508-b521-a4354b4c5785 req-3f9c1f76-b8ab-4617-9211-69f94eb08d97 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:40.089837 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-20fe144f-2e71-4508-b521-a4354b4c5785 req-3f9c1f76-b8ab-4617-9211-69f94eb08d97 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ffc42fb-3d2a-409b-b22a-85d7c84b00c7 HTTP/1.1" status: 200 len: 948 time: 0.0794756 Jul 05 02:20:40.144476 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-cd7c5539-bc0e-442a-85df-4187890c79bd req-c27aa14a-6f20-4c35-ae23-e8e34a05975c service neutron] 10.222.0.21 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475530 Jul 05 02:20:40.146831 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-20fe144f-2e71-4508-b521-a4354b4c5785 req-36e2bdc1-b846-4031-a8b7-e55e06aa7fae tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486522 Jul 05 02:20:40.151150 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4fbb5ced-c8aa-4e29-a339-7d81cff489bb req-344cf271-93a4-48e4-bcc2-b07ab191de96 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:40.172028 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['6a2ae0bc-edf0-4f1a-b9b8-ab213fe56db1', '7cfeeb46-2479-461a-9518-75c8d2657e02', 'db0a31d9-63fc-4330-9519-56abf72b576c'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:20:40.193243 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-2732466e-b997-4c60-a095-4f97a986390a req-671b8606-00be-41b1-b7f0-56147cbb649c tempest-SecurityGroupRulesNegativeTestJSON-1308625541 tempest-SecurityGroupRulesNegativeTestJSON-1308625541-project] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:40.229186 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344cf271-93a4-48e4-bcc2-b07ab191de96 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Pushing event deleted for resources: {'Port': ['ID=7cfeeb46-2479-461a-9518-75c8d2657e02,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:20:40.250168 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fbb5ced-c8aa-4e29-a339-7d81cff489bb req-344cf271-93a4-48e4-bcc2-b07ab191de96 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] No DVR routers for this DVR port 7cfeeb46-2479-461a-9518-75c8d2657e02 on host n-h1-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:20:40.254117 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4fbb5ced-c8aa-4e29-a339-7d81cff489bb req-344cf271-93a4-48e4-bcc2-b07ab191de96 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:40.255335 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4fbb5ced-c8aa-4e29-a339-7d81cff489bb req-344cf271-93a4-48e4-bcc2-b07ab191de96 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.21 "DELETE /v2.0/ports/7cfeeb46-2479-461a-9518-75c8d2657e02 HTTP/1.1" status: 204 len: 173 time: 1.1609058 Jul 05 02:20:40.255865 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa74d995-7802-4a92-aa25-f043209894f5', 'name': 'network-vif-deleted', 'tag': '7cfeeb46-2479-461a-9518-75c8d2657e02'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:20:40.258898 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c930972-435c-45ab-bdde-6f2a2b86b51f" -d '{"events": [{"server_uuid": "fa74d995-7802-4a92-aa25-f043209894f5", "name": "network-vif-deleted", "tag": "7cfeeb46-2479-461a-9518-75c8d2657e02"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:20:40.284394 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0a2300-97c2-4abd-b043-91218b5681ec req-712cdddf-9233-4a3a-9faf-52714d6bb703 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:40.287177 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ff0a2300-97c2-4abd-b043-91218b5681ec req-712cdddf-9233-4a3a-9faf-52714d6bb703 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e947b9b-11bc-44f2-b27a-34d991968e81 HTTP/1.1" status: 200 len: 950 time: 0.0692654 Jul 05 02:20:40.299343 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-005688d1-988b-44e4-90bf-07b9fe51efff x-openstack-request-id: req-005688d1-988b-44e4-90bf-07b9fe51efff {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:20:40.299671 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa74d995-7802-4a92-aa25-f043209894f5", "name": "network-vif-deleted", "tag": "7cfeeb46-2479-461a-9518-75c8d2657e02", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:20:40.299923 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-005688d1-988b-44e4-90bf-07b9fe51efff {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:20:40.300319 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa74d995-7802-4a92-aa25-f043209894f5', 'name': 'network-vif-deleted', 'tag': '7cfeeb46-2479-461a-9518-75c8d2657e02', 'status': 'completed', 'code': 200} Jul 05 02:20:40.373120 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-2732466e-b997-4c60-a095-4f97a986390a req-671b8606-00be-41b1-b7f0-56147cbb649c tempest-SecurityGroupRulesNegativeTestJSON-1308625541 tempest-SecurityGroupRulesNegativeTestJSON-1308625541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:40.429881 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c0dd671c-b74b-40c8-86fb-8743c875a316 req-7c5ff3d5-1308-4aff-8c01-7dbe6d96e2a7 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa74d995-7802-4a92-aa25-f043209894f5 HTTP/1.1" status: 200 len: 210 time: 0.0352702 Jul 05 02:20:40.455522 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccbc349-b06f-40e5-a0aa-ea33f77540b9 req-f3495a0a-b39c-4f5e-81bf-dc2988dfef71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:40.456282 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671b8606-00be-41b1-b7f0-56147cbb649c tempest-SecurityGroupRulesNegativeTestJSON-1308625541 tempest-SecurityGroupRulesNegativeTestJSON-1308625541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44e6ae9e-a61a-4b0f-b38e-7b50a345d52e,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:20:40.457634 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bccbc349-b06f-40e5-a0aa-ea33f77540b9 req-f3495a0a-b39c-4f5e-81bf-dc2988dfef71 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7bde4afb78a7485193d4b3fb4c23ad75&device_id=6ffc42fb-3d2a-409b-b22a-85d7c84b00c7 HTTP/1.1" status: 200 len: 1100 time: 0.1145136 Jul 05 02:20:40.484598 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [req-ff0a2300-97c2-4abd-b043-91218b5681ec req-a90b43df-0891-415a-ac1d-5219a2fe5bc9 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Deleting port db0a31d9-63fc-4330-9519-56abf72b576c {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:20:40.490459 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-ff0a2300-97c2-4abd-b043-91218b5681ec req-a90b43df-0891-415a-ac1d-5219a2fe5bc9 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:40.555356 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-2732466e-b997-4c60-a095-4f97a986390a req-671b8606-00be-41b1-b7f0-56147cbb649c tempest-SecurityGroupRulesNegativeTestJSON-1308625541 tempest-SecurityGroupRulesNegativeTestJSON-1308625541-project] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:40.555356 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2732466e-b997-4c60-a095-4f97a986390a req-671b8606-00be-41b1-b7f0-56147cbb649c tempest-SecurityGroupRulesNegativeTestJSON-1308625541 tempest-SecurityGroupRulesNegativeTestJSON-1308625541-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.6763351 Jul 05 02:20:40.581802 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccbc349-b06f-40e5-a0aa-ea33f77540b9 req-704d621e-f55a-4f59-abee-203b63f4c2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:40.589372 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bccbc349-b06f-40e5-a0aa-ea33f77540b9 req-704d621e-f55a-4f59-abee-203b63f4c2d5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=dff432c2-7366-4622-aebb-da22fe05bfd4 HTTP/1.1" status: 200 len: 869 time: 0.1168065 Jul 05 02:20:40.637560 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bccbc349-b06f-40e5-a0aa-ea33f77540b9 req-11f64cf7-9b0d-40f5-a324-8214a30f673f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=abbd1cfb-a048-4869-b835-78164a320b07 HTTP/1.1" status: 200 len: 217 time: 0.0461047 Jul 05 02:20:40.664380 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-ff0a2300-97c2-4abd-b043-91218b5681ec req-a90b43df-0891-415a-ac1d-5219a2fe5bc9 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] For port db0a31d9-63fc-4330-9519-56abf72b576c, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=db0a31d9-63fc-4330-9519-56abf72b576c,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:20:40.664945 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-ff0a2300-97c2-4abd-b043-91218b5681ec req-a90b43df-0891-415a-ac1d-5219a2fe5bc9 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:40.682101 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-09ea11dd-18a9-49c7-9f7f-5ffc0e33a317 req-e34d565e-6cd3-4983-9542-a5005fe7684d tempest-SecurityGroupRulesNegativeTestJSON-1308625541 tempest-SecurityGroupRulesNegativeTestJSON-1308625541-project] 10.222.0.23 "GET /v2.0/security-groups/44e6ae9e-a61a-4b0f-b38e-7b50a345d52e HTTP/1.1" status: 200 len: 1813 time: 0.0913885 Jul 05 02:20:40.706566 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [req-ff0a2300-97c2-4abd-b043-91218b5681ec req-a90b43df-0891-415a-ac1d-5219a2fe5bc9 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Calling delete_port for db0a31d9-63fc-4330-9519-56abf72b576c owned by compute:nova {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:20:40.709836 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccbc349-b06f-40e5-a0aa-ea33f77540b9 req-1320f707-c6b0-498d-9dc2-5d9f1d87c52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:40.711424 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bccbc349-b06f-40e5-a0aa-ea33f77540b9 req-1320f707-c6b0-498d-9dc2-5d9f1d87c52a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b840e204-692c-4f54-8f07-f6563e8e36b1 HTTP/1.1" status: 200 len: 843 time: 0.0649965 Jul 05 02:20:40.735366 n-d-771362-32 neutron-server[94461]: INFO neutron.api.v2.resource [req-208c1527-287e-46e9-b23f-fe1d9a18a2ae req-9e1cb99b-7ac2-48fe-9f82-322ff4ab31a2 tempest-SecurityGroupRulesNegativeTestJSON-1308625541 tempest-SecurityGroupRulesNegativeTestJSON-1308625541-project] show failed (client error): The resource could not be found. Jul 05 02:20:40.738605 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-208c1527-287e-46e9-b23f-fe1d9a18a2ae req-9e1cb99b-7ac2-48fe-9f82-322ff4ab31a2 tempest-SecurityGroupRulesNegativeTestJSON-1308625541 tempest-SecurityGroupRulesNegativeTestJSON-1308625541-project] 10.222.0.23 "GET /v2.0/security-groups/84cba2ee-29ac-4ca0-ab38-7ae3501cfc5f HTTP/1.1" status: 404 len: 352 time: 0.0243378 Jul 05 02:20:40.805848 n-d-771362-32 neutron-server[94461]: INFO neutron.api.v2.resource [req-e71236e6-b889-4ee3-b8b7-bb708d2decd4 req-9ccef6c8-3d8a-485c-a0f7-913d624aba00 tempest-SecurityGroupRulesNegativeTestJSON-1308625541 tempest-SecurityGroupRulesNegativeTestJSON-1308625541-project] show failed (client error): The resource could not be found. Jul 05 02:20:40.815504 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e71236e6-b889-4ee3-b8b7-bb708d2decd4 req-9ccef6c8-3d8a-485c-a0f7-913d624aba00 tempest-SecurityGroupRulesNegativeTestJSON-1308625541 tempest-SecurityGroupRulesNegativeTestJSON-1308625541-project] 10.222.0.23 "GET /v2.0/security-group-rules/d8db50d8-2383-411b-8cd9-eb101b98c7e1 HTTP/1.1" status: 404 len: 361 time: 0.0356693 Jul 05 02:20:40.880791 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccbc349-b06f-40e5-a0aa-ea33f77540b9 req-265543c3-dc4f-4203-9715-ed88c2e6c4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:40.882541 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bccbc349-b06f-40e5-a0aa-ea33f77540b9 req-265543c3-dc4f-4203-9715-ed88c2e6c4f9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dff432c2-7366-4622-aebb-da22fe05bfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1622384 Jul 05 02:20:40.904443 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-90c07dc1-d7f8-4867-855f-e3062d08e78d req-5b73a001-2828-4213-a0db-b631ed680cc2 tempest-SecurityGroupRulesNegativeTestJSON-1308625541 tempest-SecurityGroupRulesNegativeTestJSON-1308625541-project] 10.222.0.23 "GET /v2.0/security-groups/44e6ae9e-a61a-4b0f-b38e-7b50a345d52e HTTP/1.1" status: 200 len: 1813 time: 0.0649426 Jul 05 02:20:40.938327 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 02:20:40.948445 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-ff0a2300-97c2-4abd-b043-91218b5681ec req-a90b43df-0891-415a-ac1d-5219a2fe5bc9 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:40.961009 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['6a2ae0bc-edf0-4f1a-b9b8-ab213fe56db1', '7cfeeb46-2479-461a-9518-75c8d2657e02'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:20:40.987346 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90b43df-0891-415a-ac1d-5219a2fe5bc9 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Pushing event deleted for resources: {'Port': ['ID=db0a31d9-63fc-4330-9519-56abf72b576c,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:20:40.997135 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90b43df-0891-415a-ac1d-5219a2fe5bc9 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:20:40.997610 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90b43df-0891-415a-ac1d-5219a2fe5bc9 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:20:40.997950 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90b43df-0891-415a-ac1d-5219a2fe5bc9 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:20:40.998300 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90b43df-0891-415a-ac1d-5219a2fe5bc9 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:20:40.998836 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90b43df-0891-415a-ac1d-5219a2fe5bc9 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:20:41.000154 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90b43df-0891-415a-ac1d-5219a2fe5bc9 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:20:41.000705 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90b43df-0891-415a-ac1d-5219a2fe5bc9 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:20:41.001255 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90b43df-0891-415a-ac1d-5219a2fe5bc9 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:20:41.001913 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90b43df-0891-415a-ac1d-5219a2fe5bc9 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:20:41.002084 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90b43df-0891-415a-ac1d-5219a2fe5bc9 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:20:41.002798 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90b43df-0891-415a-ac1d-5219a2fe5bc9 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:20:41.003288 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90b43df-0891-415a-ac1d-5219a2fe5bc9 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:20:41.039996 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-90c07dc1-d7f8-4867-855f-e3062d08e78d req-ec49c780-2f3a-464d-8d03-33c9ce32962c tempest-SecurityGroupRulesNegativeTestJSON-1308625541 tempest-SecurityGroupRulesNegativeTestJSON-1308625541-project] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:41.044439 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bccbc349-b06f-40e5-a0aa-ea33f77540b9 req-2c81a5c9-8711-4add-801b-f603bdea78bb service neutron] 10.222.0.21 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534348 Jul 05 02:20:41.067576 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff0a2300-97c2-4abd-b043-91218b5681ec req-a90b43df-0891-415a-ac1d-5219a2fe5bc9 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] No DVR routers for this DVR port db0a31d9-63fc-4330-9519-56abf72b576c on host n-h1-771362-32 {{(pid=94462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:20:41.070368 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-ff0a2300-97c2-4abd-b043-91218b5681ec req-a90b43df-0891-415a-ac1d-5219a2fe5bc9 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:41.072672 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ff0a2300-97c2-4abd-b043-91218b5681ec req-a90b43df-0891-415a-ac1d-5219a2fe5bc9 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.21 "DELETE /v2.0/ports/db0a31d9-63fc-4330-9519-56abf72b576c HTTP/1.1" status: 204 len: 173 time: 0.7805812 Jul 05 02:20:41.118797 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-90c07dc1-d7f8-4867-855f-e3062d08e78d req-ec49c780-2f3a-464d-8d03-33c9ce32962c tempest-SecurityGroupRulesNegativeTestJSON-1308625541 tempest-SecurityGroupRulesNegativeTestJSON-1308625541-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:41.169289 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a42ef2b-502e-43a9-87e9-bd6722f8a4cb req-72eb6237-f5e0-4892-845d-8d9961c59bcb tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:41.182420 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7a42ef2b-502e-43a9-87e9-bd6722f8a4cb req-72eb6237-f5e0-4892-845d-8d9961c59bcb tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/ports?device_id=aebad203-43e1-45e1-988a-541ba64da245 HTTP/1.1" status: 200 len: 945 time: 0.0766234 Jul 05 02:20:41.183986 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bccbc349-b06f-40e5-a0aa-ea33f77540b9 req-a7075757-299e-438d-b0df-660d1464068c service neutron] 10.222.0.21 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307623 Jul 05 02:20:41.211431 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7a42ef2b-502e-43a9-87e9-bd6722f8a4cb req-3552abd9-fe60-48f3-8591-490134f75bed tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ff5da2-a315-4895-9d40-ac9ae668e60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335088 Jul 05 02:20:41.302834 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-90c07dc1-d7f8-4867-855f-e3062d08e78d req-ec49c780-2f3a-464d-8d03-33c9ce32962c tempest-SecurityGroupRulesNegativeTestJSON-1308625541 tempest-SecurityGroupRulesNegativeTestJSON-1308625541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:41.305388 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-90c07dc1-d7f8-4867-855f-e3062d08e78d req-ec49c780-2f3a-464d-8d03-33c9ce32962c tempest-SecurityGroupRulesNegativeTestJSON-1308625541 tempest-SecurityGroupRulesNegativeTestJSON-1308625541-project] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:41.306547 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-90c07dc1-d7f8-4867-855f-e3062d08e78d req-ec49c780-2f3a-464d-8d03-33c9ce32962c tempest-SecurityGroupRulesNegativeTestJSON-1308625541 tempest-SecurityGroupRulesNegativeTestJSON-1308625541-project] 10.222.0.23 "DELETE /v2.0/security-groups/44e6ae9e-a61a-4b0f-b38e-7b50a345d52e HTTP/1.1" status: 204 len: 173 time: 0.3917675 Jul 05 02:20:41.316813 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec49c780-2f3a-464d-8d03-33c9ce32962c tempest-SecurityGroupRulesNegativeTestJSON-1308625541 tempest-SecurityGroupRulesNegativeTestJSON-1308625541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e6ae9e-a61a-4b0f-b38e-7b50a345d52e,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:20:41.383914 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3083b382-db7c-41a4-9265-121554d4e23d req-ea12ff97-bd53-4562-8350-c0e1766fa911 tempest-SecurityGroupRulesNegativeTestJSON-1308625541 tempest-SecurityGroupRulesNegativeTestJSON-1308625541-project] 10.222.0.23 "GET /v2.0/security-groups/b5180879-f7b2-4d4c-907a-10039e1ab3f5 HTTP/1.1" status: 200 len: 1813 time: 0.0566630 Jul 05 02:20:41.417134 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536b136b-cf85-4b6c-a975-80ac961630e1 req-2e6bd450-5af2-45cd-8007-c407e0d57c66 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:41.420778 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-536b136b-cf85-4b6c-a975-80ac961630e1 req-2e6bd450-5af2-45cd-8007-c407e0d57c66 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ffc42fb-3d2a-409b-b22a-85d7c84b00c7 HTTP/1.1" status: 200 len: 948 time: 0.1015415 Jul 05 02:20:41.483687 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:41.484336 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-3083b382-db7c-41a4-9265-121554d4e23d req-faf9f80c-af64-4ea9-a5c8-8505064055a8 tempest-SecurityGroupRulesNegativeTestJSON-1308625541 tempest-SecurityGroupRulesNegativeTestJSON-1308625541-project] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:41.499810 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-536b136b-cf85-4b6c-a975-80ac961630e1 req-b6aeb6f3-85a3-409e-80f6-5b98ce7d283c tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742431 Jul 05 02:20:41.509813 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-3083b382-db7c-41a4-9265-121554d4e23d req-faf9f80c-af64-4ea9-a5c8-8505064055a8 tempest-SecurityGroupRulesNegativeTestJSON-1308625541 tempest-SecurityGroupRulesNegativeTestJSON-1308625541-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:41.560792 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:41.693716 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-49bf51d8-ee96-43aa-953a-f39537919ff0 req-450a5091-bc3b-4071-ad37-5db87ff5a095 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa74d995-7802-4a92-aa25-f043209894f5 HTTP/1.1" status: 200 len: 210 time: 0.0288424 Jul 05 02:20:41.726168 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-3083b382-db7c-41a4-9265-121554d4e23d req-faf9f80c-af64-4ea9-a5c8-8505064055a8 tempest-SecurityGroupRulesNegativeTestJSON-1308625541 tempest-SecurityGroupRulesNegativeTestJSON-1308625541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:41.736780 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-3083b382-db7c-41a4-9265-121554d4e23d req-faf9f80c-af64-4ea9-a5c8-8505064055a8 tempest-SecurityGroupRulesNegativeTestJSON-1308625541 tempest-SecurityGroupRulesNegativeTestJSON-1308625541-project] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:41.736780 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3083b382-db7c-41a4-9265-121554d4e23d req-faf9f80c-af64-4ea9-a5c8-8505064055a8 tempest-SecurityGroupRulesNegativeTestJSON-1308625541 tempest-SecurityGroupRulesNegativeTestJSON-1308625541-project] 10.222.0.23 "DELETE /v2.0/security-groups/b5180879-f7b2-4d4c-907a-10039e1ab3f5 HTTP/1.1" status: 204 len: 173 time: 0.3408520 Jul 05 02:20:41.747240 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf9f80c-af64-4ea9-a5c8-8505064055a8 tempest-SecurityGroupRulesNegativeTestJSON-1308625541 tempest-SecurityGroupRulesNegativeTestJSON-1308625541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5180879-f7b2-4d4c-907a-10039e1ab3f5,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:20:41.811365 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4a61a6e4-cf39-4de9-a1b8-47b1066c2c7c req-911a2a61-6ba9-4f59-8355-9c58c4b408e1 tempest-SecurityGroupRulesNegativeTestJSON-1308625541 tempest-SecurityGroupRulesNegativeTestJSON-1308625541-project] 10.222.0.23 "GET /v2.0/security-groups/7243b00d-436b-41c4-b218-aaddc9e1e68f HTTP/1.1" status: 200 len: 1812 time: 0.0497952 Jul 05 02:20:41.864109 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e947b9b-11bc-44f2-b27a-34d991968e81', 'name': 'network-vif-deleted', 'tag': 'db0a31d9-63fc-4330-9519-56abf72b576c'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:20:41.866383 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b223267e0e0ddb3199af7772d0b45336e3b4b54fbb151c86a8051291a61e85db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec7bd76-ec5a-4aa2-b3fe-71fd492c1412" -d '{"events": [{"server_uuid": "9e947b9b-11bc-44f2-b27a-34d991968e81", "name": "network-vif-deleted", "tag": "db0a31d9-63fc-4330-9519-56abf72b576c"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:20:41.879921 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4a61a6e4-cf39-4de9-a1b8-47b1066c2c7c req-0bd71146-58cd-487b-a90d-f2c5fc91dca6 tempest-SecurityGroupRulesNegativeTestJSON-1308625541 tempest-SecurityGroupRulesNegativeTestJSON-1308625541-project] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:41.906057 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6284f3d9-d84e-4424-95f2-f15375afd8a4 x-openstack-request-id: req-6284f3d9-d84e-4424-95f2-f15375afd8a4 {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:20:41.906375 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e947b9b-11bc-44f2-b27a-34d991968e81", "name": "network-vif-deleted", "tag": "db0a31d9-63fc-4330-9519-56abf72b576c", "status": "completed", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:20:41.906648 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6284f3d9-d84e-4424-95f2-f15375afd8a4 {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:20:41.907040 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e947b9b-11bc-44f2-b27a-34d991968e81', 'name': 'network-vif-deleted', 'tag': 'db0a31d9-63fc-4330-9519-56abf72b576c', 'status': 'completed', 'code': 200} Jul 05 02:20:41.913704 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4a61a6e4-cf39-4de9-a1b8-47b1066c2c7c req-0bd71146-58cd-487b-a90d-f2c5fc91dca6 tempest-SecurityGroupRulesNegativeTestJSON-1308625541 tempest-SecurityGroupRulesNegativeTestJSON-1308625541-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:42.051421 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4a61a6e4-cf39-4de9-a1b8-47b1066c2c7c req-0bd71146-58cd-487b-a90d-f2c5fc91dca6 tempest-SecurityGroupRulesNegativeTestJSON-1308625541 tempest-SecurityGroupRulesNegativeTestJSON-1308625541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:42.054276 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4a61a6e4-cf39-4de9-a1b8-47b1066c2c7c req-0bd71146-58cd-487b-a90d-f2c5fc91dca6 tempest-SecurityGroupRulesNegativeTestJSON-1308625541 tempest-SecurityGroupRulesNegativeTestJSON-1308625541-project] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:42.055506 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4a61a6e4-cf39-4de9-a1b8-47b1066c2c7c req-0bd71146-58cd-487b-a90d-f2c5fc91dca6 tempest-SecurityGroupRulesNegativeTestJSON-1308625541 tempest-SecurityGroupRulesNegativeTestJSON-1308625541-project] 10.222.0.23 "DELETE /v2.0/security-groups/7243b00d-436b-41c4-b218-aaddc9e1e68f HTTP/1.1" status: 204 len: 173 time: 0.2379293 Jul 05 02:20:42.069834 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd71146-58cd-487b-a90d-f2c5fc91dca6 tempest-SecurityGroupRulesNegativeTestJSON-1308625541 tempest-SecurityGroupRulesNegativeTestJSON-1308625541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7243b00d-436b-41c4-b218-aaddc9e1e68f,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:20:42.154199 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d4bc63a9-8688-4fd2-8ffd-9700f2463391 req-9b0c89c8-f107-4aad-aca1-9e190a9ae9b4 tempest-SecurityGroupRulesNegativeTestJSON-1308625541 tempest-SecurityGroupRulesNegativeTestJSON-1308625541-project] 10.222.0.23 "GET /v2.0/security-groups/ea3c839b-9896-4a3b-820c-6497e9fe177b HTTP/1.1" status: 200 len: 1813 time: 0.0620341 Jul 05 02:20:42.216717 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-d4bc63a9-8688-4fd2-8ffd-9700f2463391 req-d1eabf8a-ef19-448d-8b84-4f5782541946 tempest-SecurityGroupRulesNegativeTestJSON-1308625541 tempest-SecurityGroupRulesNegativeTestJSON-1308625541-project] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:42.239301 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-d4bc63a9-8688-4fd2-8ffd-9700f2463391 req-d1eabf8a-ef19-448d-8b84-4f5782541946 tempest-SecurityGroupRulesNegativeTestJSON-1308625541 tempest-SecurityGroupRulesNegativeTestJSON-1308625541-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:42.403628 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5386588f-354b-4de9-a71c-8fcd9b39d24f req-d83ec1cb-de73-4893-9592-35be7c8089ec tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:42.405154 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5386588f-354b-4de9-a71c-8fcd9b39d24f req-d83ec1cb-de73-4893-9592-35be7c8089ec tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/ports?device_id=aebad203-43e1-45e1-988a-541ba64da245 HTTP/1.1" status: 200 len: 945 time: 0.0667269 Jul 05 02:20:42.417045 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-d4bc63a9-8688-4fd2-8ffd-9700f2463391 req-d1eabf8a-ef19-448d-8b84-4f5782541946 tempest-SecurityGroupRulesNegativeTestJSON-1308625541 tempest-SecurityGroupRulesNegativeTestJSON-1308625541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:42.419893 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-d4bc63a9-8688-4fd2-8ffd-9700f2463391 req-d1eabf8a-ef19-448d-8b84-4f5782541946 tempest-SecurityGroupRulesNegativeTestJSON-1308625541 tempest-SecurityGroupRulesNegativeTestJSON-1308625541-project] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:42.421030 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d4bc63a9-8688-4fd2-8ffd-9700f2463391 req-d1eabf8a-ef19-448d-8b84-4f5782541946 tempest-SecurityGroupRulesNegativeTestJSON-1308625541 tempest-SecurityGroupRulesNegativeTestJSON-1308625541-project] 10.222.0.23 "DELETE /v2.0/security-groups/ea3c839b-9896-4a3b-820c-6497e9fe177b HTTP/1.1" status: 204 len: 173 time: 0.2607462 Jul 05 02:20:42.434341 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eabf8a-ef19-448d-8b84-4f5782541946 tempest-SecurityGroupRulesNegativeTestJSON-1308625541 tempest-SecurityGroupRulesNegativeTestJSON-1308625541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea3c839b-9896-4a3b-820c-6497e9fe177b,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:20:42.453466 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5386588f-354b-4de9-a71c-8fcd9b39d24f req-43c031f0-254d-4d40-88bd-1462620e6f6e tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ff5da2-a315-4895-9d40-ac9ae668e60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413051 Jul 05 02:20:42.494909 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0eefe872-26a2-4e34-a337-49931e6d48b4 req-70331b5c-225e-4cae-8169-d199e33ef944 tempest-SecurityGroupRulesNegativeTestJSON-1308625541 tempest-SecurityGroupRulesNegativeTestJSON-1308625541-project] 10.222.0.23 "GET /v2.0/security-groups/8a9ad46b-c22d-4b59-ac12-a9485b965f6a HTTP/1.1" status: 200 len: 1813 time: 0.0558679 Jul 05 02:20:42.554043 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-0eefe872-26a2-4e34-a337-49931e6d48b4 req-642b699b-16c4-4d83-8b47-9a6a7b9d2d15 tempest-SecurityGroupRulesNegativeTestJSON-1308625541 tempest-SecurityGroupRulesNegativeTestJSON-1308625541-project] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:42.576312 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-0eefe872-26a2-4e34-a337-49931e6d48b4 req-642b699b-16c4-4d83-8b47-9a6a7b9d2d15 tempest-SecurityGroupRulesNegativeTestJSON-1308625541 tempest-SecurityGroupRulesNegativeTestJSON-1308625541-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:42.608158 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device abbd1cfb-a048-4869-b835-78164a320b07 details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:20:42.690043 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9698655-4706-4b91-81fa-c83bb660abaa req-db86f2a7-24e3-49d1-9ccf-f4604917746e tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:42.691530 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b9698655-4706-4b91-81fa-c83bb660abaa req-db86f2a7-24e3-49d1-9ccf-f4604917746e tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ffc42fb-3d2a-409b-b22a-85d7c84b00c7 HTTP/1.1" status: 200 len: 948 time: 0.0684967 Jul 05 02:20:42.702961 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port abbd1cfb-a048-4869-b835-78164a320b07, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=abbd1cfb-a048-4869-b835-78164a320b07,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:20:42.713168 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': 'abbd1cfb-a048-4869-b835-78164a320b07', 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4', 'port_id': 'abbd1cfb-a048-4869-b835-78164a320b07', 'mac_address': 'fa:16:3e:ac:fd:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b840e204-692c-4f54-8f07-f6563e8e36b1', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:20:42.720336 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-0eefe872-26a2-4e34-a337-49931e6d48b4 req-642b699b-16c4-4d83-8b47-9a6a7b9d2d15 tempest-SecurityGroupRulesNegativeTestJSON-1308625541 tempest-SecurityGroupRulesNegativeTestJSON-1308625541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:42.723923 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-0eefe872-26a2-4e34-a337-49931e6d48b4 req-642b699b-16c4-4d83-8b47-9a6a7b9d2d15 tempest-SecurityGroupRulesNegativeTestJSON-1308625541 tempest-SecurityGroupRulesNegativeTestJSON-1308625541-project] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:42.725853 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0eefe872-26a2-4e34-a337-49931e6d48b4 req-642b699b-16c4-4d83-8b47-9a6a7b9d2d15 tempest-SecurityGroupRulesNegativeTestJSON-1308625541 tempest-SecurityGroupRulesNegativeTestJSON-1308625541-project] 10.222.0.23 "DELETE /v2.0/security-groups/8a9ad46b-c22d-4b59-ac12-a9485b965f6a HTTP/1.1" status: 204 len: 173 time: 0.2246308 Jul 05 02:20:42.739861 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 53894) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:20:42.740700 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642b699b-16c4-4d83-8b47-9a6a7b9d2d15 tempest-SecurityGroupRulesNegativeTestJSON-1308625541 tempest-SecurityGroupRulesNegativeTestJSON-1308625541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a9ad46b-c22d-4b59-ac12-a9485b965f6a,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:20:42.744642 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b9698655-4706-4b91-81fa-c83bb660abaa req-94fb8bf8-4cc1-4a9f-8672-9ac25fa5213b tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470376 Jul 05 02:20:42.803790 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf9f3821-4111-43d8-a09a-6a48d382148a admin admin] Deleting subnet c3c395df-326f-43e6-aee3-b5d8310186f0 {{(pid=94461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:20:42.807603 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bf9f3821-4111-43d8-a09a-6a48d382148a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:42.853358 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bf9f3821-4111-43d8-a09a-6a48d382148a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5519650'] for subnet, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:42.890904 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:42.898553 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bf9f3821-4111-43d8-a09a-6a48d382148a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:42.907654 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abbd1cfb-a048-4869-b835-78164a320b07 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:20:42.938613 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port abbd1cfb-a048-4869-b835-78164a320b07, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=abbd1cfb-a048-4869-b835-78164a320b07,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:20:43.147603 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:43.147970 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bf9f3821-4111-43d8-a09a-6a48d382148a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5763388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774356'] for subnet, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:43.177587 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9f3821-4111-43d8-a09a-6a48d382148a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3c395df-326f-43e6-aee3-b5d8310186f0,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:20:43.187170 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bf9f3821-4111-43d8-a09a-6a48d382148a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:43.190079 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-bf9f3821-4111-43d8-a09a-6a48d382148a admin admin] 10.222.0.23 "DELETE /v2.0/subnets/c3c395df-326f-43e6-aee3-b5d8310186f0 HTTP/1.1" status: 204 len: 168 time: 0.4386814 Jul 05 02:20:43.193052 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 53910) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:20:43.213833 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=abbd1cfb-a048-4869-b835-78164a320b07,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:20:43.224456 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:20:43.225185 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:20:43.225704 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:20:43.226282 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:20:43.226799 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:20:43.227220 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:20:43.227760 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:20:43.228747 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:20:43.229764 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:20:43.230420 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:20:43.230954 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:20:43.231522 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:20:43.284828 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-afede868-6f46-493f-b11b-ff5906671d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:43.363677 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-afede868-6f46-493f-b11b-ff5906671d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:43.373940 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-afede868-6f46-493f-b11b-ff5906671d39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66875725-1e4f-4744-8a29-de097faab9ba']}} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:20:43.384315 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-afede868-6f46-493f-b11b-ff5906671d39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6232ee40-cc5f-4522-a443-2e23a6bfeaad') {'for_net_delete': True} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:20:43.384592 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-afede868-6f46-493f-b11b-ff5906671d39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6232ee40-cc5f-4522-a443-2e23a6bfeaad') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:20:43.393307 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['abbd1cfb-a048-4869-b835-78164a320b07'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:20:43.393686 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-afede868-6f46-493f-b11b-ff5906671d39 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5519669'] for segment, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:43.407387 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-afede868-6f46-493f-b11b-ff5906671d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:43.413370 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afede868-6f46-493f-b11b-ff5906671d39 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=94461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:20:43.413754 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-afede868-6f46-493f-b11b-ff5906671d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5763545'] for segment, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:43.415429 n-d-771362-32 neutron-server[94461]: Traceback (most recent call last): Jul 05 02:20:43.415429 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:20:43.415429 n-d-771362-32 neutron-server[94461]: timer() Jul 05 02:20:43.415429 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:20:43.415429 n-d-771362-32 neutron-server[94461]: cb(*args, **kw) Jul 05 02:20:43.415429 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:20:43.415429 n-d-771362-32 neutron-server[94461]: return func(*args, **kwargs) Jul 05 02:20:43.415429 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:20:43.415429 n-d-771362-32 neutron-server[94461]: self._notify() Jul 05 02:20:43.415429 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:20:43.415429 n-d-771362-32 neutron-server[94461]: self.callback(batched_events) Jul 05 02:20:43.415429 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:20:43.415429 n-d-771362-32 neutron-server[94461]: event.method(event) Jul 05 02:20:43.415429 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:20:43.415429 n-d-771362-32 neutron-server[94461]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:20:43.415429 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:20:43.415429 n-d-771362-32 neutron-server[94461]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:20:43.415429 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:20:43.415429 n-d-771362-32 neutron-server[94461]: return f(self, *a, **k) Jul 05 02:20:43.415429 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:20:43.415429 n-d-771362-32 neutron-server[94461]: return self._get(url).json() Jul 05 02:20:43.415429 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:20:43.415429 n-d-771362-32 neutron-server[94461]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:20:43.415429 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:20:43.415429 n-d-771362-32 neutron-server[94461]: return self.request(url, 'GET', **kwargs) Jul 05 02:20:43.415429 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:20:43.415429 n-d-771362-32 neutron-server[94461]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:20:43.415429 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:20:43.415429 n-d-771362-32 neutron-server[94461]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:20:43.415429 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:20:43.415429 n-d-771362-32 neutron-server[94461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:20:43.415429 n-d-771362-32 neutron-server[94461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:20:43.585554 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-afede868-6f46-493f-b11b-ff5906671d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:43.611504 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-afede868-6f46-493f-b11b-ff5906671d39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:43.616622 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-afede868-6f46-493f-b11b-ff5906671d39 admin admin] 10.222.0.23 "DELETE /v2.0/networks/66875725-1e4f-4744-8a29-de097faab9ba HTTP/1.1" status: 204 len: 168 time: 0.4215581 Jul 05 02:20:43.638093 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afede868-6f46-493f-b11b-ff5906671d39 admin admin] Pushing event deleted for resources: {'Network': ['ID=66875725-1e4f-4744-8a29-de097faab9ba,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:20:43.668386 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8681cd6c-5276-46f7-a761-f5eb6c8eef3e req-91592e35-4c2f-4bb9-877f-27dba3f54a59 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:43.669945 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8681cd6c-5276-46f7-a761-f5eb6c8eef3e req-91592e35-4c2f-4bb9-877f-27dba3f54a59 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/ports?device_id=aebad203-43e1-45e1-988a-541ba64da245 HTTP/1.1" status: 200 len: 945 time: 0.0957088 Jul 05 02:20:43.709020 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8681cd6c-5276-46f7-a761-f5eb6c8eef3e req-39d56f70-d3f6-4e43-8db5-2e4ba3800c0a tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ff5da2-a315-4895-9d40-ac9ae668e60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328259 Jul 05 02:20:43.722413 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908fb6b-237b-477f-abc0-34f23fc4a673 req-b058dd69-de23-45ad-a224-8145e321aabb tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:43.723923 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5908fb6b-237b-477f-abc0-34f23fc4a673 req-b058dd69-de23-45ad-a224-8145e321aabb tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/ports?device_id=f64ea5b6-ac3f-4b45-9330-1635ef9c1e6d HTTP/1.1" status: 200 len: 949 time: 0.0656095 Jul 05 02:20:43.760458 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5908fb6b-237b-477f-abc0-34f23fc4a673 req-c5169073-6337-42be-b617-f516128b56df tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/security-groups?id=6aa981db-58bd-4d0c-a893-2c34139d4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310917 Jul 05 02:20:43.906865 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b8deae-46f5-4ff2-bb6d-ea33df07d41b req-711a1561-bdbc-47de-86ab-fefdaf9abd6e tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:43.908371 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a4b8deae-46f5-4ff2-bb6d-ea33df07d41b req-711a1561-bdbc-47de-86ab-fefdaf9abd6e tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ffc42fb-3d2a-409b-b22a-85d7c84b00c7 HTTP/1.1" status: 200 len: 949 time: 0.0624008 Jul 05 02:20:43.952229 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a4b8deae-46f5-4ff2-bb6d-ea33df07d41b req-ee553189-1ceb-445d-a046-de65d381617d tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369155 Jul 05 02:20:44.009221 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 53924) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:20:44.049376 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-fb56e829-c554-4338-b813-1a62ff331875 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6bbdd5cc3d314cf296b953ef02244703&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0390255 Jul 05 02:20:44.051940 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 53926) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:20:44.104834 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fa6d55bb-1670-42c1-bae5-a356bae9e936 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:44.126062 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fa6d55bb-1670-42c1-bae5-a356bae9e936 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:44.242927 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fa6d55bb-1670-42c1-bae5-a356bae9e936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:44.246757 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fa6d55bb-1670-42c1-bae5-a356bae9e936 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:44.246757 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-fa6d55bb-1670-42c1-bae5-a356bae9e936 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f1e75e35-07b1-4295-8011-dd2e72d9bff6 HTTP/1.1" status: 204 len: 168 time: 0.1939018 Jul 05 02:20:44.254450 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6d55bb-1670-42c1-bae5-a356bae9e936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e75e35-07b1-4295-8011-dd2e72d9bff6,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:20:44.619629 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device abbd1cfb-a048-4869-b835-78164a320b07 up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:20:44.745597 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning for port abbd1cfb-a048-4869-b835-78164a320b07 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:20:44.750315 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port abbd1cfb-a048-4869-b835-78164a320b07 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:20:44.750751 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:44.853174 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:44.886462 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ffc42fb-3d2a-409b-b22a-85d7c84b00c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abbd1cfb-a048-4869-b835-78164a320b07'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:20:44.888919 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b2899d2-f7a5-41b0-ab3a-913d63baa095" -d '{"events": [{"server_uuid": "6ffc42fb-3d2a-409b-b22a-85d7c84b00c7", "name": "network-vif-plugged", "status": "completed", "tag": "abbd1cfb-a048-4869-b835-78164a320b07"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:20:44.898622 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169d12d9-38fb-4271-9ca4-044ab8b9f724 req-cb9c0412-518f-43a3-85ee-3b3de58e2179 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:44.900451 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-169d12d9-38fb-4271-9ca4-044ab8b9f724 req-cb9c0412-518f-43a3-85ee-3b3de58e2179 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/ports?device_id=aebad203-43e1-45e1-988a-541ba64da245 HTTP/1.1" status: 200 len: 945 time: 0.0699978 Jul 05 02:20:44.907061 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port abbd1cfb-a048-4869-b835-78164a320b07, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=abbd1cfb-a048-4869-b835-78164a320b07,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:20:44.940578 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-169d12d9-38fb-4271-9ca4-044ab8b9f724 req-7fffcb5e-bd88-462b-8513-177d4bb02728 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ff5da2-a315-4895-9d40-ac9ae668e60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334654 Jul 05 02:20:44.973023 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1afee7-7168-4e34-a31b-ae6287bf380b req-6faafc56-529d-4f4f-911b-1432a6ec4bdf tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:44.974683 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ce1afee7-7168-4e34-a31b-ae6287bf380b req-6faafc56-529d-4f4f-911b-1432a6ec4bdf tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/ports?device_id=f64ea5b6-ac3f-4b45-9330-1635ef9c1e6d HTTP/1.1" status: 200 len: 949 time: 0.0714524 Jul 05 02:20:44.986157 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:44.987844 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 7cfeeb46-2479-461a-9518-75c8d2657e02 no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:20:44.990637 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5866f9f2-018e-44c1-ac4b-9b109657a85b x-openstack-request-id: req-5866f9f2-018e-44c1-ac4b-9b109657a85b {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:20:44.992153 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ffc42fb-3d2a-409b-b22a-85d7c84b00c7", "name": "network-vif-plugged", "status": "completed", "tag": "abbd1cfb-a048-4869-b835-78164a320b07", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:20:44.992153 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5866f9f2-018e-44c1-ac4b-9b109657a85b {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:20:44.992153 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ffc42fb-3d2a-409b-b22a-85d7c84b00c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abbd1cfb-a048-4869-b835-78164a320b07', 'code': 200} Jul 05 02:20:45.047543 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] No Port match for: 7cfeeb46-2479-461a-9518-75c8d2657e02 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:20:45.047991 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 7cfeeb46-2479-461a-9518-75c8d2657e02 not bound to the agent host n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:20:45.048317 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device db0a31d9-63fc-4330-9519-56abf72b576c no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:20:45.060650 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ce1afee7-7168-4e34-a31b-ae6287bf380b req-2ef7fbb7-0b4f-4a1c-a208-149d3e5831ad tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/security-groups?id=6aa981db-58bd-4d0c-a893-2c34139d4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799706 Jul 05 02:20:45.109283 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] No Port match for: db0a31d9-63fc-4330-9519-56abf72b576c {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:20:45.109641 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device db0a31d9-63fc-4330-9519-56abf72b576c not bound to the agent host n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:20:45.132714 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=abbd1cfb-a048-4869-b835-78164a320b07,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:20:45.170393 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba79b4ad-a4ec-40bc-bd9b-3113e50a7235 req-94b9490b-f51f-4e37-b577-b23d1b5940e5 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:45.173053 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ba79b4ad-a4ec-40bc-bd9b-3113e50a7235 req-94b9490b-f51f-4e37-b577-b23d1b5940e5 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.21 "GET /v2.0/ports?device_id=f64ea5b6-ac3f-4b45-9330-1635ef9c1e6d HTTP/1.1" status: 200 len: 949 time: 0.1676133 Jul 05 02:20:45.193587 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eccdfe-5148-4aaa-83b7-6af487b7b5e5 req-df2d17cf-bc94-4e5b-9e06-5ff5f899886b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:45.195314 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-12eccdfe-5148-4aaa-83b7-6af487b7b5e5 req-df2d17cf-bc94-4e5b-9e06-5ff5f899886b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6ffc42fb-3d2a-409b-b22a-85d7c84b00c7 HTTP/1.1" status: 200 len: 1102 time: 0.1049654 Jul 05 02:20:45.240555 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-12eccdfe-5148-4aaa-83b7-6af487b7b5e5 req-e2e7bc1d-f2a2-4197-8e7e-6de74030f733 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377409 Jul 05 02:20:45.308064 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e248aff1-2840-4e39-aff0-4fa5e3c78890 req-be5e6ca4-0418-4996-9997-9aa4df095466 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:45.310156 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e248aff1-2840-4e39-aff0-4fa5e3c78890 req-be5e6ca4-0418-4996-9997-9aa4df095466 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ffc42fb-3d2a-409b-b22a-85d7c84b00c7 HTTP/1.1" status: 200 len: 950 time: 0.1606321 Jul 05 02:20:45.353639 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-ba79b4ad-a4ec-40bc-bd9b-3113e50a7235 req-0bd0a46a-d1b9-435c-b03e-bf0c1c514858 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Deleting port 6a2ae0bc-edf0-4f1a-b9b8-ab213fe56db1 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:20:45.353989 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-ba79b4ad-a4ec-40bc-bd9b-3113e50a7235 req-0bd0a46a-d1b9-435c-b03e-bf0c1c514858 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:45.373499 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e248aff1-2840-4e39-aff0-4fa5e3c78890 req-a5823f0d-761d-4bfd-9618-513c3483ac3a tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526850 Jul 05 02:20:45.460511 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-ba79b4ad-a4ec-40bc-bd9b-3113e50a7235 req-0bd0a46a-d1b9-435c-b03e-bf0c1c514858 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] For port 6a2ae0bc-edf0-4f1a-b9b8-ab213fe56db1, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=6a2ae0bc-edf0-4f1a-b9b8-ab213fe56db1,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:20:45.461001 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-ba79b4ad-a4ec-40bc-bd9b-3113e50a7235 req-0bd0a46a-d1b9-435c-b03e-bf0c1c514858 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:45.473250 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-ba79b4ad-a4ec-40bc-bd9b-3113e50a7235 req-0bd0a46a-d1b9-435c-b03e-bf0c1c514858 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Calling delete_port for 6a2ae0bc-edf0-4f1a-b9b8-ab213fe56db1 owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:20:45.667868 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-ba79b4ad-a4ec-40bc-bd9b-3113e50a7235 req-0bd0a46a-d1b9-435c-b03e-bf0c1c514858 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:45.679337 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['6a2ae0bc-edf0-4f1a-b9b8-ab213fe56db1'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:20:45.700985 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd0a46a-d1b9-435c-b03e-bf0c1c514858 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Pushing event deleted for resources: {'Port': ['ID=6a2ae0bc-edf0-4f1a-b9b8-ab213fe56db1,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:20:45.745849 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba79b4ad-a4ec-40bc-bd9b-3113e50a7235 req-0bd0a46a-d1b9-435c-b03e-bf0c1c514858 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] No DVR routers for this DVR port 6a2ae0bc-edf0-4f1a-b9b8-ab213fe56db1 on host n-h1-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:20:45.748450 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-ba79b4ad-a4ec-40bc-bd9b-3113e50a7235 req-0bd0a46a-d1b9-435c-b03e-bf0c1c514858 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:45.750968 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ba79b4ad-a4ec-40bc-bd9b-3113e50a7235 req-0bd0a46a-d1b9-435c-b03e-bf0c1c514858 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.21 "DELETE /v2.0/ports/6a2ae0bc-edf0-4f1a-b9b8-ab213fe56db1 HTTP/1.1" status: 204 len: 173 time: 0.5594549 Jul 05 02:20:45.751401 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f64ea5b6-ac3f-4b45-9330-1635ef9c1e6d', 'name': 'network-vif-deleted', 'tag': '6a2ae0bc-edf0-4f1a-b9b8-ab213fe56db1'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:20:45.753881 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-185ec49e-6bc8-4615-ad71-76642a4f2cf8" -d '{"events": [{"server_uuid": "f64ea5b6-ac3f-4b45-9330-1635ef9c1e6d", "name": "network-vif-deleted", "tag": "6a2ae0bc-edf0-4f1a-b9b8-ab213fe56db1"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:20:45.789421 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9d5b895-676a-4dc9-a1cc-382ad99c61a5 x-openstack-request-id: req-e9d5b895-676a-4dc9-a1cc-382ad99c61a5 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:20:45.789669 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f64ea5b6-ac3f-4b45-9330-1635ef9c1e6d", "name": "network-vif-deleted", "tag": "6a2ae0bc-edf0-4f1a-b9b8-ab213fe56db1", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:20:45.789996 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e9d5b895-676a-4dc9-a1cc-382ad99c61a5 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:20:45.790474 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f64ea5b6-ac3f-4b45-9330-1635ef9c1e6d', 'name': 'network-vif-deleted', 'tag': '6a2ae0bc-edf0-4f1a-b9b8-ab213fe56db1', 'status': 'completed', 'code': 200} Jul 05 02:20:46.041357 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 53982) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:20:46.136491 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f178b-5178-4b17-ac99-9b7103111694 req-08451818-e59b-45c2-b94a-c79b3151a6ee tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:46.144537 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-547f178b-5178-4b17-ac99-9b7103111694 req-08451818-e59b-45c2-b94a-c79b3151a6ee tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/ports?device_id=aebad203-43e1-45e1-988a-541ba64da245 HTTP/1.1" status: 200 len: 945 time: 0.0834422 Jul 05 02:20:46.180945 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7cd6ebb5-9772-48d3-8ef2-2f984bfcca55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:46.209061 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-547f178b-5178-4b17-ac99-9b7103111694 req-2cf8340d-7cd6-4098-a60a-469c26e92a1b tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ff5da2-a315-4895-9d40-ac9ae668e60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602567 Jul 05 02:20:46.309630 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8125c4cb-04d8-4603-a8dc-441b6691c4dc req-b66f3df7-88c9-4d48-9be6-282dfca44d66 tempest-ServersOnMultiNodesTest-960368986 tempest-ServersOnMultiNodesTest-960368986-project] 10.222.0.23 "GET /v2.0/ports?device_id=f64ea5b6-ac3f-4b45-9330-1635ef9c1e6d HTTP/1.1" status: 200 len: 210 time: 0.0413895 Jul 05 02:20:46.340289 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7cd6ebb5-9772-48d3-8ef2-2f984bfcca55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:46.474483 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7cd6ebb5-9772-48d3-8ef2-2f984bfcca55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:46.524056 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-7cd6ebb5-9772-48d3-8ef2-2f984bfcca55 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ca9e67c81b0748a99cd1b96f2715f850&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4814062 Jul 05 02:20:46.537336 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd6ebb5-9772-48d3-8ef2-2f984bfcca55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c294bfd6-2ed1-4ae7-89ba-4d57efc1e128,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:20:46.549344 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 53998) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:20:46.632322 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cb83fb-0bbc-458f-8063-df13e40a5c1a req-11a030b5-4f8e-4498-a01f-49537a347d8e tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:46.633924 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-11cb83fb-0bbc-458f-8063-df13e40a5c1a req-11a030b5-4f8e-4498-a01f-49537a347d8e tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ffc42fb-3d2a-409b-b22a-85d7c84b00c7 HTTP/1.1" status: 200 len: 950 time: 0.1279926 Jul 05 02:20:46.634559 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-890eecb6-269c-4184-8113-ab77269d0543 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:46.670911 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-890eecb6-269c-4184-8113-ab77269d0543 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:46.700587 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-11cb83fb-0bbc-458f-8063-df13e40a5c1a req-8efcb6b9-d820-4273-977a-cfa28a9d26c3 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561388 Jul 05 02:20:46.834254 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-890eecb6-269c-4184-8113-ab77269d0543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:46.837651 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-890eecb6-269c-4184-8113-ab77269d0543 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:46.838997 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-890eecb6-269c-4184-8113-ab77269d0543 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c294bfd6-2ed1-4ae7-89ba-4d57efc1e128 HTTP/1.1" status: 204 len: 168 time: 0.2869596 Jul 05 02:20:46.848154 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890eecb6-269c-4184-8113-ab77269d0543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c294bfd6-2ed1-4ae7-89ba-4d57efc1e128,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:20:47.056484 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7366aa19-fdcf-4343-ac22-b71ccd026a2b req-f59bc1d2-637a-4d39-a3ad-384004a3a031 tempest-MigrationsAdminTest-1981674011 tempest-MigrationsAdminTest-1981674011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:47.058004 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7366aa19-fdcf-4343-ac22-b71ccd026a2b req-f59bc1d2-637a-4d39-a3ad-384004a3a031 tempest-MigrationsAdminTest-1981674011 tempest-MigrationsAdminTest-1981674011-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6ffc42fb-3d2a-409b-b22a-85d7c84b00c7 HTTP/1.1" status: 200 len: 1102 time: 0.0553372 Jul 05 02:20:47.077166 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-7366aa19-fdcf-4343-ac22-b71ccd026a2b req-cf36280e-4670-4e3c-b759-c8c167dd2531 tempest-MigrationsAdminTest-1981674011 tempest-MigrationsAdminTest-1981674011-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:47.164000 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-7366aa19-fdcf-4343-ac22-b71ccd026a2b req-cf36280e-4670-4e3c-b759-c8c167dd2531 tempest-MigrationsAdminTest-1981674011 tempest-MigrationsAdminTest-1981674011-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:47.256796 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-7366aa19-fdcf-4343-ac22-b71ccd026a2b req-cf36280e-4670-4e3c-b759-c8c167dd2531 tempest-MigrationsAdminTest-1981674011 tempest-MigrationsAdminTest-1981674011-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:47.280142 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7366aa19-fdcf-4343-ac22-b71ccd026a2b req-cf36280e-4670-4e3c-b759-c8c167dd2531 tempest-MigrationsAdminTest-1981674011 tempest-MigrationsAdminTest-1981674011-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158525 Jul 05 02:20:47.289965 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf36280e-4670-4e3c-b759-c8c167dd2531 tempest-MigrationsAdminTest-1981674011 tempest-MigrationsAdminTest-1981674011-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b683e3d-98a7-40c8-916b-91d099d90215,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:20:47.398803 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634f1045-337b-4925-bbb5-9053a3d8cb89 req-c508aabb-31dc-4e17-ba06-ff5ac118f3c7 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:47.400344 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-634f1045-337b-4925-bbb5-9053a3d8cb89 req-c508aabb-31dc-4e17-ba06-ff5ac118f3c7 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/ports?device_id=aebad203-43e1-45e1-988a-541ba64da245 HTTP/1.1" status: 200 len: 945 time: 0.0700965 Jul 05 02:20:47.450271 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-634f1045-337b-4925-bbb5-9053a3d8cb89 req-d2883103-1780-4d86-871d-44fe2981a34b tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ff5da2-a315-4895-9d40-ac9ae668e60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440361 Jul 05 02:20:47.937651 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 54054) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:20:48.043764 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-884d1ae2-0036-4b89-9df2-944d3c7404a6 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1229786733-network', 'tenant_id': '059a16d4d47342a1b52e205e2c168052'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:20:48.219450 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462621ee-d8a7-47dc-b25b-6d89b444b2fc req-02ec2ed7-9e34-4ed3-b78e-f9c5f292974e tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:48.221202 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-462621ee-d8a7-47dc-b25b-6d89b444b2fc req-02ec2ed7-9e34-4ed3-b78e-f9c5f292974e tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=851f4519-5b01-4b53-a3c1-76f0d1a9f2ce HTTP/1.1" status: 200 len: 945 time: 0.0684679 Jul 05 02:20:48.222477 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-884d1ae2-0036-4b89-9df2-944d3c7404a6 admin admin] Made reservation on behalf of 059a16d4d47342a1b52e205e2c168052 for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:20:48.225043 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-884d1ae2-0036-4b89-9df2-944d3c7404a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:48.243457 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-884d1ae2-0036-4b89-9df2-944d3c7404a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:48.259817 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-462621ee-d8a7-47dc-b25b-6d89b444b2fc req-7ae22eb5-6780-4a87-8fb4-2db4afcc13db tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328426 Jul 05 02:20:48.330698 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8c5d9e-f623-4e85-aa73-7fd4f24cc358 req-b612ea3e-a520-40d5-a59e-bbda898e66dd tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:48.332222 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-dc8c5d9e-f623-4e85-aa73-7fd4f24cc358 req-b612ea3e-a520-40d5-a59e-bbda898e66dd tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ffc42fb-3d2a-409b-b22a-85d7c84b00c7 HTTP/1.1" status: 200 len: 950 time: 0.1046398 Jul 05 02:20:48.396138 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 54062) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:20:48.542921 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-e0838316-0471-42f9-8cd7-0303f3e7990f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=843c308122d04e8a8ebe4eb1b129860a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1454773 Jul 05 02:20:48.544181 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 54068) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:20:48.643727 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-97c68ca8-0799-4a52-93a4-d69b9b43ffc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:48.683365 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d226e55c-d1ae-41c2-b6a3-affa31a406c6 req-6dfa65cd-0410-44e2-b312-73874613426f tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:48.684880 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d226e55c-d1ae-41c2-b6a3-affa31a406c6 req-6dfa65cd-0410-44e2-b312-73874613426f tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/ports?device_id=aebad203-43e1-45e1-988a-541ba64da245 HTTP/1.1" status: 200 len: 945 time: 0.1178527 Jul 05 02:20:48.686825 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-97c68ca8-0799-4a52-93a4-d69b9b43ffc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:48.698112 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-dc8c5d9e-f623-4e85-aa73-7fd4f24cc358 req-1f6526c8-f53c-4bdb-8b3c-b130cdfc8973 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3593931 Jul 05 02:20:48.725951 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-884d1ae2-0036-4b89-9df2-944d3c7404a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:48.744380 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8395b03a-0f2d-42b4-8434-a5696e62bdb4 req-7db880d8-1336-4784-823f-9e9e9bcdbd39 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6ffc42fb-3d2a-409b-b22a-85d7c84b00c7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3669863 Jul 05 02:20:48.747109 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d226e55c-d1ae-41c2-b6a3-affa31a406c6 req-2105cb71-8b82-44b1-9790-89cba42adebb tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ff5da2-a315-4895-9d40-ac9ae668e60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537922 Jul 05 02:20:48.805148 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-884d1ae2-0036-4b89-9df2-944d3c7404a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:48.831324 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-884d1ae2-0036-4b89-9df2-944d3c7404a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:20:48.833695 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-97c68ca8-0799-4a52-93a4-d69b9b43ffc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:48.836491 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-97c68ca8-0799-4a52-93a4-d69b9b43ffc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:48.836651 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884d1ae2-0036-4b89-9df2-944d3c7404a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aee4c074-5a4c-4da1-9a49-8feda33d45d1,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:20:48.838029 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-97c68ca8-0799-4a52-93a4-d69b9b43ffc3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6aa981db-58bd-4d0c-a893-2c34139d4504 HTTP/1.1" status: 204 len: 168 time: 0.2926841 Jul 05 02:20:48.845868 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-884d1ae2-0036-4b89-9df2-944d3c7404a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:48.846477 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-884d1ae2-0036-4b89-9df2-944d3c7404a6 admin admin] Added segment ebdd5ec8-1058-47a8-b717-5a7ce40fe2d0 of type vlan for network d6d9e04c-f9e8-4007-89f0-15eb2a09c709 Jul 05 02:20:48.854752 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c68ca8-0799-4a52-93a4-d69b9b43ffc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aa981db-58bd-4d0c-a893-2c34139d4504,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:20:48.894461 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-884d1ae2-0036-4b89-9df2-944d3c7404a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:49.073981 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-884d1ae2-0036-4b89-9df2-944d3c7404a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:49.078487 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884d1ae2-0036-4b89-9df2-944d3c7404a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:49.078487 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-884d1ae2-0036-4b89-9df2-944d3c7404a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:49.147503 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884d1ae2-0036-4b89-9df2-944d3c7404a6 admin admin] Pushing event updated for resources: {'Network': ['ID=d6d9e04c-f9e8-4007-89f0-15eb2a09c709,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:20:49.157658 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network d6d9e04c-f9e8-4007-89f0-15eb2a09c709 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:20:49.229553 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-884d1ae2-0036-4b89-9df2-944d3c7404a6 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2898173 Jul 05 02:20:49.237590 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 54096) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:20:49.243425 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-701521e9-40c4-4076-9620-290683a9a327 admin admin] Request body: {'subnet': {'network_id': 'd6d9e04c-f9e8-4007-89f0-15eb2a09c709', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1229786733-subnet', 'tenant_id': '059a16d4d47342a1b52e205e2c168052', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:20:49.371070 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-701521e9-40c4-4076-9620-290683a9a327 admin admin] Made reservation on behalf of 059a16d4d47342a1b52e205e2c168052 for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:20:49.373634 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-701521e9-40c4-4076-9620-290683a9a327 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:49.454374 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00f1293-9e21-4267-bc84-850ed239793a req-12ef2db6-8cbb-4398-8e85-5d34514894fe tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:49.456212 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a00f1293-9e21-4267-bc84-850ed239793a req-12ef2db6-8cbb-4398-8e85-5d34514894fe tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=851f4519-5b01-4b53-a3c1-76f0d1a9f2ce HTTP/1.1" status: 200 len: 945 time: 0.0711257 Jul 05 02:20:49.550649 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a00f1293-9e21-4267-bc84-850ed239793a req-4afc5ba5-b62d-4529-b408-52c8786b6ab6 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643563 Jul 05 02:20:49.574654 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfdaa17-0af9-4348-9577-46b5a160df5a req-a8330002-f7a3-4b46-9980-112930f2caa4 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:49.574654 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6dfdaa17-0af9-4348-9577-46b5a160df5a req-a8330002-f7a3-4b46-9980-112930f2caa4 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.21 "GET /v2.0/ports?device_id=851f4519-5b01-4b53-a3c1-76f0d1a9f2ce HTTP/1.1" status: 200 len: 945 time: 0.1144283 Jul 05 02:20:49.615190 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-701521e9-40c4-4076-9620-290683a9a327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:49.661237 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 54106) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:20:49.678649 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701521e9-40c4-4076-9620-290683a9a327 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09608f09-777a-432f-9dae-6a5a44630f28,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:20:49.681930 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701521e9-40c4-4076-9620-290683a9a327 admin admin] Checking segment: {'id': 'ebdd5ec8-1058-47a8-b717-5a7ce40fe2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd6d9e04c-f9e8-4007-89f0-15eb2a09c709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:20:49.682328 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701521e9-40c4-4076-9620-290683a9a327 admin admin] Network hostable DHCP agents. Network: d6d9e04c-f9e8-4007-89f0-15eb2a09c709, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:20:49.701616 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-6dfdaa17-0af9-4348-9577-46b5a160df5a req-fd791af5-7baf-45d2-9eef-fbf6f0be4c3c tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Deleting port b128be51-c16b-4655-9ede-5c6229872ff8 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:20:49.701968 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-6dfdaa17-0af9-4348-9577-46b5a160df5a req-fd791af5-7baf-45d2-9eef-fbf6f0be4c3c tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:49.757154 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-609a2cd1-4389-4094-998d-9b53ae2523f1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2d671b84134f4c82963dcb585f8d84b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0940461 Jul 05 02:20:49.759551 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701521e9-40c4-4076-9620-290683a9a327 admin admin] Network d6d9e04c-f9e8-4007-89f0-15eb2a09c709 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:20:49.761609 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 54110) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:20:49.854503 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-00ef8e1e-947f-4c3e-b3ff-28c762bb163e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:49.857889 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-6dfdaa17-0af9-4348-9577-46b5a160df5a req-fd791af5-7baf-45d2-9eef-fbf6f0be4c3c tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] For port b128be51-c16b-4655-9ede-5c6229872ff8, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=b128be51-c16b-4655-9ede-5c6229872ff8,segment=NetworkSegment(21ad98b6-ba72-4f1f-a0ef-3d0df329b6a3),segment_id=21ad98b6-ba72-4f1f-a0ef-3d0df329b6a3)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:20:49.858275 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-6dfdaa17-0af9-4348-9577-46b5a160df5a req-fd791af5-7baf-45d2-9eef-fbf6f0be4c3c tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:49.867699 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-701521e9-40c4-4076-9620-290683a9a327 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, d6d9e04c-f9e8-4007-89f0-15eb2a09c709) {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:20:49.877479 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8faf41df-7cc2-4162-bc85-55dfdd4e4fd6 None None] Network d6d9e04c-f9e8-4007-89f0-15eb2a09c709 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:20:49.879819 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-6dfdaa17-0af9-4348-9577-46b5a160df5a req-fd791af5-7baf-45d2-9eef-fbf6f0be4c3c tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Calling delete_port for b128be51-c16b-4655-9ede-5c6229872ff8 owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:20:49.885040 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701521e9-40c4-4076-9620-290683a9a327 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:49.885681 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-701521e9-40c4-4076-9620-290683a9a327 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:49.894925 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-00ef8e1e-947f-4c3e-b3ff-28c762bb163e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:49.922554 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b69afd0-4c71-4931-b6ae-c7b2381ec584 req-48b714a3-669a-45ca-9771-63df5a631d03 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:49.931543 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0b69afd0-4c71-4931-b6ae-c7b2381ec584 req-48b714a3-669a-45ca-9771-63df5a631d03 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ffc42fb-3d2a-409b-b22a-85d7c84b00c7 HTTP/1.1" status: 200 len: 950 time: 0.0884163 Jul 05 02:20:49.967896 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0b69afd0-4c71-4931-b6ae-c7b2381ec584 req-80d05c53-f8d7-46a3-831b-ca8b53faf035 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356321 Jul 05 02:20:49.983295 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-701521e9-40c4-4076-9620-290683a9a327 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7440169 Jul 05 02:20:49.986483 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 54114) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:20:49.993601 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-8f6c183b-4026-4fc1-ad69-ee41feac6153 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1229786733-router', 'tenant_id': '059a16d4d47342a1b52e205e2c168052', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:20:50.063716 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c035adc9-bf0a-4eb1-822e-8b9d06887dd0 req-94c08792-21e8-415c-b917-bb09771bc4fa tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:50.065423 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c035adc9-bf0a-4eb1-822e-8b9d06887dd0 req-94c08792-21e8-415c-b917-bb09771bc4fa tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/ports?device_id=aebad203-43e1-45e1-988a-541ba64da245 HTTP/1.1" status: 200 len: 945 time: 0.1777906 Jul 05 02:20:50.077991 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5c96d4-44fe-4073-9f20-2e798a2f6cfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-d6d9e04c-f9e8-4007-89f0-15eb2a09c709', 'network_id': 'd6d9e04c-f9e8-4007-89f0-15eb2a09c709', 'tenant_id': '059a16d4d47342a1b52e205e2c168052', 'fixed_ips': [{'subnet_id': '09608f09-777a-432f-9dae-6a5a44630f28'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:20:50.079024 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-ec5c96d4-44fe-4073-9f20-2e798a2f6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:50.149789 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c035adc9-bf0a-4eb1-822e-8b9d06887dd0 req-1532d02c-366a-4e8c-b6a8-7109b54243c1 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ff5da2-a315-4895-9d40-ac9ae668e60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772991 Jul 05 02:20:50.191892 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-00ef8e1e-947f-4c3e-b3ff-28c762bb163e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:50.195976 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8f6c183b-4026-4fc1-ad69-ee41feac6153 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11810'] for router, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:50.196284 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-00ef8e1e-947f-4c3e-b3ff-28c762bb163e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:50.196284 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-00ef8e1e-947f-4c3e-b3ff-28c762bb163e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/748a8c56-8022-4e15-9729-0bb7afa9541c HTTP/1.1" status: 204 len: 168 time: 0.4334726 Jul 05 02:20:50.199285 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8f6c183b-4026-4fc1-ad69-ee41feac6153 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1926740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11821'] for router, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:50.217826 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ef8e1e-947f-4c3e-b3ff-28c762bb163e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=748a8c56-8022-4e15-9729-0bb7afa9541c,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:20:50.252000 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-ec5c96d4-44fe-4073-9f20-2e798a2f6cfb None None] Allocated IP 172.20.0.2 (d6d9e04c-f9e8-4007-89f0-15eb2a09c709/09608f09-777a-432f-9dae-6a5a44630f28/5dc190d9-c9ad-498c-b16b-9e9ede6e83c3) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:20:50.313593 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-6dfdaa17-0af9-4348-9577-46b5a160df5a req-fd791af5-7baf-45d2-9eef-fbf6f0be4c3c tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:50.326544 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['b128be51-c16b-4655-9ede-5c6229872ff8'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:20:50.349562 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd791af5-7baf-45d2-9eef-fbf6f0be4c3c tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Pushing event deleted for resources: {'Port': ['ID=b128be51-c16b-4655-9ede-5c6229872ff8,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:20:50.377679 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8f6c183b-4026-4fc1-ad69-ee41feac6153 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:50.395358 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dfdaa17-0af9-4348-9577-46b5a160df5a req-fd791af5-7baf-45d2-9eef-fbf6f0be4c3c tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] No DVR routers for this DVR port b128be51-c16b-4655-9ede-5c6229872ff8 on host n-h1-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:20:50.397913 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-6dfdaa17-0af9-4348-9577-46b5a160df5a req-fd791af5-7baf-45d2-9eef-fbf6f0be4c3c tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:50.400100 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6dfdaa17-0af9-4348-9577-46b5a160df5a req-fd791af5-7baf-45d2-9eef-fbf6f0be4c3c tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.21 "DELETE /v2.0/ports/b128be51-c16b-4655-9ede-5c6229872ff8 HTTP/1.1" status: 204 len: 173 time: 0.8228393 Jul 05 02:20:50.400549 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '851f4519-5b01-4b53-a3c1-76f0d1a9f2ce', 'name': 'network-vif-deleted', 'tag': 'b128be51-c16b-4655-9ede-5c6229872ff8'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:20:50.402826 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-263f0865-d5d8-42ba-bfa0-f1177479f2dc" -d '{"events": [{"server_uuid": "851f4519-5b01-4b53-a3c1-76f0d1a9f2ce", "name": "network-vif-deleted", "tag": "b128be51-c16b-4655-9ede-5c6229872ff8"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:20:50.441687 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7e52b16-21aa-4aac-aeba-3a957a1733e5 x-openstack-request-id: req-b7e52b16-21aa-4aac-aeba-3a957a1733e5 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:20:50.441978 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "851f4519-5b01-4b53-a3c1-76f0d1a9f2ce", "name": "network-vif-deleted", "tag": "b128be51-c16b-4655-9ede-5c6229872ff8", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:20:50.442478 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b7e52b16-21aa-4aac-aeba-3a957a1733e5 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:20:50.442918 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '851f4519-5b01-4b53-a3c1-76f0d1a9f2ce', 'name': 'network-vif-deleted', 'tag': 'b128be51-c16b-4655-9ede-5c6229872ff8', 'status': 'completed', 'code': 200} Jul 05 02:20:50.470694 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-ec5c96d4-44fe-4073-9f20-2e798a2f6cfb None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:50.479253 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-ec5c96d4-44fe-4073-9f20-2e798a2f6cfb None None] Transition to ACTIVE for port object 5dc190d9-c9ad-498c-b16b-9e9ede6e83c3 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:20:50.495976 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-ec5c96d4-44fe-4073-9f20-2e798a2f6cfb None None] Transition to ACTIVE for port object 5dc190d9-c9ad-498c-b16b-9e9ede6e83c3 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:20:50.566388 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-ec5c96d4-44fe-4073-9f20-2e798a2f6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:50.622732 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5c96d4-44fe-4073-9f20-2e798a2f6cfb None None] Pushing event updated for resources: {'Port': ['ID=5dc190d9-c9ad-498c-b16b-9e9ede6e83c3,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:20:50.636560 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5c96d4-44fe-4073-9f20-2e798a2f6cfb None None] Network d6d9e04c-f9e8-4007-89f0-15eb2a09c709 is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:20:50.639167 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 6a2ae0bc-edf0-4f1a-b9b8-ab213fe56db1 no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:20:50.655279 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-ec5c96d4-44fe-4073-9f20-2e798a2f6cfb None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:20:50.666695 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8f6c183b-4026-4fc1-ad69-ee41feac6153 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:50.670167 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5c96d4-44fe-4073-9f20-2e798a2f6cfb None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:20:50.677387 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] No Port match for: 6a2ae0bc-edf0-4f1a-b9b8-ab213fe56db1 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:20:50.677735 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 6a2ae0bc-edf0-4f1a-b9b8-ab213fe56db1 not bound to the agent host n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:20:50.742617 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-ec5c96d4-44fe-4073-9f20-2e798a2f6cfb None None] Attempting to bind port 5dc190d9-c9ad-498c-b16b-9e9ede6e83c3 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:20:50.742989 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-ec5c96d4-44fe-4073-9f20-2e798a2f6cfb None None] Attempting to bind port 5dc190d9-c9ad-498c-b16b-9e9ede6e83c3 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'ebdd5ec8-1058-47a8-b717-5a7ce40fe2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd6d9e04c-f9e8-4007-89f0-15eb2a09c709'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:20:50.745755 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5c96d4-44fe-4073-9f20-2e798a2f6cfb None None] Attempting to bind port 5dc190d9-c9ad-498c-b16b-9e9ede6e83c3 on network d6d9e04c-f9e8-4007-89f0-15eb2a09c709 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:20:50.756069 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5c96d4-44fe-4073-9f20-2e798a2f6cfb None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:20:50.756444 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5c96d4-44fe-4073-9f20-2e798a2f6cfb None None] Checking segment: {'id': 'ebdd5ec8-1058-47a8-b717-5a7ce40fe2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd6d9e04c-f9e8-4007-89f0-15eb2a09c709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:20:50.756857 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-ec5c96d4-44fe-4073-9f20-2e798a2f6cfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:50.757242 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5c96d4-44fe-4073-9f20-2e798a2f6cfb None None] Bound using segment: {'id': 'ebdd5ec8-1058-47a8-b717-5a7ce40fe2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd6d9e04c-f9e8-4007-89f0-15eb2a09c709'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:20:50.757717 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-ec5c96d4-44fe-4073-9f20-2e798a2f6cfb None None] Bound port: 5dc190d9-c9ad-498c-b16b-9e9ede6e83c3, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebdd5ec8-1058-47a8-b717-5a7ce40fe2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd6d9e04c-f9e8-4007-89f0-15eb2a09c709'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:20:50.758103 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-ec5c96d4-44fe-4073-9f20-2e798a2f6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:50.831941 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-ec5c96d4-44fe-4073-9f20-2e798a2f6cfb None None] For port 5dc190d9-c9ad-498c-b16b-9e9ede6e83c3, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:20:50.836497 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-ec5c96d4-44fe-4073-9f20-2e798a2f6cfb None None] For port 5dc190d9-c9ad-498c-b16b-9e9ede6e83c3, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=5dc190d9-c9ad-498c-b16b-9e9ede6e83c3,segment=NetworkSegment(ebdd5ec8-1058-47a8-b717-5a7ce40fe2d0),segment_id=ebdd5ec8-1058-47a8-b717-5a7ce40fe2d0)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:20:50.838891 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bcedeb4b-a5ba-460e-9682-b6488ae8fe2d req-d0059461-f590-4b85-a05f-fd65c43d34cc tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=851f4519-5b01-4b53-a3c1-76f0d1a9f2ce HTTP/1.1" status: 200 len: 210 time: 0.0365028 Jul 05 02:20:50.845609 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-0c150ab0-4836-4466-9079-561a244876d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:50.955285 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-ec5c96d4-44fe-4073-9f20-2e798a2f6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:51.007542 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8f6c183b-4026-4fc1-ad69-ee41feac6153 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:51.033002 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8f6c183b-4026-4fc1-ad69-ee41feac6153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:51.053779 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5c96d4-44fe-4073-9f20-2e798a2f6cfb None None] Pushing event updated for resources: {'Port': ['ID=5dc190d9-c9ad-498c-b16b-9e9ede6e83c3,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:20:51.196956 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-8f6c183b-4026-4fc1-ad69-ee41feac6153 admin admin] Allocated IP 172.25.7.190 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/be776949-0163-47f3-bb94-4b6fc484395b) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:20:51.429688 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ae31b2-e526-470b-8c03-234ea95f0588 req-1790f479-7982-4568-8a6a-89a0a8ade3e9 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:51.440479 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d4ae31b2-e526-470b-8c03-234ea95f0588 req-1790f479-7982-4568-8a6a-89a0a8ade3e9 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ffc42fb-3d2a-409b-b22a-85d7c84b00c7 HTTP/1.1" status: 200 len: 950 time: 0.2867203 Jul 05 02:20:51.552599 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d4ae31b2-e526-470b-8c03-234ea95f0588 req-c47d54b8-49b1-49f3-b894-ef4290a8569a tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093621 Jul 05 02:20:51.561503 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8f6c183b-4026-4fc1-ad69-ee41feac6153 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:51.605938 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 5dc190d9-c9ad-498c-b16b-9e9ede6e83c3 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:20:51.671208 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8395b03a-0f2d-42b4-8434-a5696e62bdb4 req-54efaefd-8e3d-4027-bada-a67486781baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:51.672758 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8395b03a-0f2d-42b4-8434-a5696e62bdb4 req-54efaefd-8e3d-4027-bada-a67486781baa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7bde4afb78a7485193d4b3fb4c23ad75&device_id=6ffc42fb-3d2a-409b-b22a-85d7c84b00c7 HTTP/1.1" status: 200 len: 1102 time: 0.2048707 Jul 05 02:20:51.679437 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 54156) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:20:51.691310 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2433456c-d2c1-4908-aab4-a46bc4718e87 req-1a674b76-b51c-4508-a9cc-91781e5b0f04 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:51.692878 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2433456c-d2c1-4908-aab4-a46bc4718e87 req-1a674b76-b51c-4508-a9cc-91781e5b0f04 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/ports?device_id=aebad203-43e1-45e1-988a-541ba64da245 HTTP/1.1" status: 200 len: 945 time: 0.1745965 Jul 05 02:20:51.730039 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8f6c183b-4026-4fc1-ad69-ee41feac6153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:51.757357 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 5dc190d9-c9ad-498c-b16b-9e9ede6e83c3 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:20:51.784172 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f6c183b-4026-4fc1-ad69-ee41feac6153 admin admin] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:20:51.787917 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-8f6c183b-4026-4fc1-ad69-ee41feac6153 admin admin] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:20:51.794269 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6c183b-4026-4fc1-ad69-ee41feac6153 admin admin] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:20:51.841963 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-a0be0347-150b-417d-abfa-9688ad5e73e8 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-594685059-network', 'tenant_id': '88ff330999b640b6a5cb042f85fafb99'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:20:51.848994 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6c183b-4026-4fc1-ad69-ee41feac6153 admin admin] Pushing event updated for resources: {'Port': ['ID=be776949-0163-47f3-bb94-4b6fc484395b,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:20:51.889088 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2433456c-d2c1-4908-aab4-a46bc4718e87 req-9ece5caa-9d73-4519-9a51-775ff7fe8d09 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ff5da2-a315-4895-9d40-ac9ae668e60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820784 Jul 05 02:20:51.946510 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8395b03a-0f2d-42b4-8434-a5696e62bdb4 req-ad01312f-7925-48ec-9b46-700b60bf2b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:51.948169 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8395b03a-0f2d-42b4-8434-a5696e62bdb4 req-ad01312f-7925-48ec-9b46-700b60bf2b69 service neutron] 10.222.0.21 "GET /v2.0/networks?id=dff432c2-7366-4622-aebb-da22fe05bfd4 HTTP/1.1" status: 200 len: 869 time: 0.2543995 Jul 05 02:20:51.966724 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0be0347-150b-417d-abfa-9688ad5e73e8 admin admin] Made reservation on behalf of 88ff330999b640b6a5cb042f85fafb99 for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:20:51.969155 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a0be0347-150b-417d-abfa-9688ad5e73e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:52.002534 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a0be0347-150b-417d-abfa-9688ad5e73e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:52.052638 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8395b03a-0f2d-42b4-8434-a5696e62bdb4 req-6418f505-d7c1-4d6b-8598-fe8e604b5e74 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=abbd1cfb-a048-4869-b835-78164a320b07 HTTP/1.1" status: 200 len: 217 time: 0.0981655 Jul 05 02:20:52.101106 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-51c82054-fcf2-49e2-ad1e-57488474b3d9 req-c1c49fff-9932-4f08-ace0-e8c5c8399c88 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=851f4519-5b01-4b53-a3c1-76f0d1a9f2ce HTTP/1.1" status: 200 len: 210 time: 0.0614345 Jul 05 02:20:52.103017 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a0be0347-150b-417d-abfa-9688ad5e73e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:52.157011 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8395b03a-0f2d-42b4-8434-a5696e62bdb4 req-d7369ce1-460c-413e-a829-d22099a1827f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:52.158599 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8395b03a-0f2d-42b4-8434-a5696e62bdb4 req-d7369ce1-460c-413e-a829-d22099a1827f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b840e204-692c-4f54-8f07-f6563e8e36b1 HTTP/1.1" status: 200 len: 843 time: 0.0811241 Jul 05 02:20:52.221121 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8395b03a-0f2d-42b4-8434-a5696e62bdb4 req-5689ea3e-5c53-47c0-ae24-52c78936cc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:52.222827 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8395b03a-0f2d-42b4-8434-a5696e62bdb4 req-5689ea3e-5c53-47c0-ae24-52c78936cc17 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dff432c2-7366-4622-aebb-da22fe05bfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0565469 Jul 05 02:20:52.271890 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a0be0347-150b-417d-abfa-9688ad5e73e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:52.324507 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8395b03a-0f2d-42b4-8434-a5696e62bdb4 req-96077fb8-6b0a-4aac-bebb-a3461ab73a6e service neutron] 10.222.0.21 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933397 Jul 05 02:20:52.332543 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0be0347-150b-417d-abfa-9688ad5e73e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:20:52.339519 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93899994-0e79-4033-b99f-7f3d73f80881 None None] Network d6d9e04c-f9e8-4007-89f0-15eb2a09c709 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:20:52.354385 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0be0347-150b-417d-abfa-9688ad5e73e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f9d174c-46c1-443e-9c2f-0ccf9eaa1959,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:20:52.359278 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a0be0347-150b-417d-abfa-9688ad5e73e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:52.359627 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-a0be0347-150b-417d-abfa-9688ad5e73e8 admin admin] Added segment cb237ae3-9dec-4afc-8d76-8c18bb5a1c5a of type vlan for network b7a0bc2b-28ea-4001-9966-f40d1fc3bf59 Jul 05 02:20:52.453790 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8395b03a-0f2d-42b4-8434-a5696e62bdb4 req-8ef563f3-4345-4797-806c-f47c225efd11 service neutron] 10.222.0.21 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220682 Jul 05 02:20:52.490345 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a0be0347-150b-417d-abfa-9688ad5e73e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:52.504754 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8f6c183b-4026-4fc1-ad69-ee41feac6153 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:52.595275 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-d2a75e49-4317-4900-97b5-5e32d0a08863 None None] Provisioning for port 5dc190d9-c9ad-498c-b16b-9e9ede6e83c3 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:20:52.600164 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-d2a75e49-4317-4900-97b5-5e32d0a08863 None None] Provisioning complete for port 5dc190d9-c9ad-498c-b16b-9e9ede6e83c3 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:20:52.604565 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-d2a75e49-4317-4900-97b5-5e32d0a08863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:52.674692 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a0be0347-150b-417d-abfa-9688ad5e73e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:52.675684 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0be0347-150b-417d-abfa-9688ad5e73e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:52.676315 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a0be0347-150b-417d-abfa-9688ad5e73e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:52.712193 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-d2a75e49-4317-4900-97b5-5e32d0a08863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:52.761042 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-d2a75e49-4317-4900-97b5-5e32d0a08863 None None] For port 5dc190d9-c9ad-498c-b16b-9e9ede6e83c3, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=5dc190d9-c9ad-498c-b16b-9e9ede6e83c3,segment=NetworkSegment(ebdd5ec8-1058-47a8-b717-5a7ce40fe2d0),segment_id=ebdd5ec8-1058-47a8-b717-5a7ce40fe2d0)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:20:52.835822 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0be0347-150b-417d-abfa-9688ad5e73e8 admin admin] Pushing event updated for resources: {'Network': ['ID=b7a0bc2b-28ea-4001-9966-f40d1fc3bf59,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:20:52.849164 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network b7a0bc2b-28ea-4001-9966-f40d1fc3bf59 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:20:52.861690 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-a0be0347-150b-417d-abfa-9688ad5e73e8 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1811872 Jul 05 02:20:52.863248 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8f6c183b-4026-4fc1-ad69-ee41feac6153 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963'] for router, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:52.865001 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 54168) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:20:52.877812 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-38526dce-7750-44bb-8255-30d1f60d6607 admin admin] Request body: {'subnet': {'network_id': 'b7a0bc2b-28ea-4001-9966-f40d1fc3bf59', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-594685059-subnet', 'tenant_id': '88ff330999b640b6a5cb042f85fafb99', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:20:52.922241 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac89ca8-abcb-4033-83ab-7b3b55d0a3df req-bd9ed331-9691-494b-b3c6-5b66d9abdf2b tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:52.931633 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fac89ca8-abcb-4033-83ab-7b3b55d0a3df req-bd9ed331-9691-494b-b3c6-5b66d9abdf2b tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ffc42fb-3d2a-409b-b22a-85d7c84b00c7 HTTP/1.1" status: 200 len: 950 time: 0.1835957 Jul 05 02:20:52.974200 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-d2a75e49-4317-4900-97b5-5e32d0a08863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:53.001622 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fac89ca8-abcb-4033-83ab-7b3b55d0a3df req-dc4493f0-2a6f-4ea2-abaf-d885fa6f5161 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656343 Jul 05 02:20:53.063441 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a75e49-4317-4900-97b5-5e32d0a08863 None None] Pushing event updated for resources: {'Port': ['ID=5dc190d9-c9ad-498c-b16b-9e9ede6e83c3,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:20:53.085396 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38526dce-7750-44bb-8255-30d1f60d6607 admin admin] Made reservation on behalf of 88ff330999b640b6a5cb042f85fafb99 for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:20:53.088631 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-38526dce-7750-44bb-8255-30d1f60d6607 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:53.099130 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-32cff51a-8bd8-4a7e-89a0-a12b302e4c8c None None] Provisioning complete for port 5dc190d9-c9ad-498c-b16b-9e9ede6e83c3 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:20:53.099789 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-32cff51a-8bd8-4a7e-89a0-a12b302e4c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:53.191130 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d763ac-ec8c-447e-bac5-cd342be1b0a2 req-c71a3dc2-24fc-4a91-9059-0b5f855b8a03 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:53.201170 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f9d763ac-ec8c-447e-bac5-cd342be1b0a2 req-c71a3dc2-24fc-4a91-9059-0b5f855b8a03 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/ports?device_id=aebad203-43e1-45e1-988a-541ba64da245 HTTP/1.1" status: 200 len: 945 time: 0.1381617 Jul 05 02:20:53.261578 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f9d763ac-ec8c-447e-bac5-cd342be1b0a2 req-604f04b0-e425-4b85-a393-8fba3b511b0d tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ff5da2-a315-4895-9d40-ac9ae668e60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560260 Jul 05 02:20:53.340321 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-585b0a59-6a63-4cb3-a297-aa766525a6c2 req-eb34b19a-0571-433b-8762-b7db623b32b8 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=851f4519-5b01-4b53-a3c1-76f0d1a9f2ce HTTP/1.1" status: 200 len: 210 time: 0.0325074 Jul 05 02:20:53.409607 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-bf672a80-db13-4869-84df-390f5b8feaea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:53.433351 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 5dc190d9-c9ad-498c-b16b-9e9ede6e83c3 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:20:53.468284 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-38526dce-7750-44bb-8255-30d1f60d6607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5763451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774823'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:53.485724 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 5dc190d9-c9ad-498c-b16b-9e9ede6e83c3 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:20:53.486298 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:53.500209 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f6c183b-4026-4fc1-ad69-ee41feac6153 admin admin] Router 0549884a-6981-41a9-ae9c-0692081b54fa is scheduled to L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 with binding_index 1 {{(pid=94462) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 02:20:53.523443 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38526dce-7750-44bb-8255-30d1f60d6607 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5cf33ba-ce4f-4e6e-87f7-bdbb6a016672,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:20:53.536038 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38526dce-7750-44bb-8255-30d1f60d6607 admin admin] Checking segment: {'id': 'cb237ae3-9dec-4afc-8d76-8c18bb5a1c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b7a0bc2b-28ea-4001-9966-f40d1fc3bf59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:20:53.536660 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38526dce-7750-44bb-8255-30d1f60d6607 admin admin] Network hostable DHCP agents. Network: b7a0bc2b-28ea-4001-9966-f40d1fc3bf59, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:20:53.619862 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38526dce-7750-44bb-8255-30d1f60d6607 admin admin] Network b7a0bc2b-28ea-4001-9966-f40d1fc3bf59 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:20:53.658177 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f6c183b-4026-4fc1-ad69-ee41feac6153 admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:20:53.669836 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf613fe-7d09-4834-a2d7-3d1b8dfbc370 None None] Sync routers for ids ['0549884a-6981-41a9-ae9c-0692081b54fa'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:20:53.680312 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf613fe-7d09-4834-a2d7-3d1b8dfbc370 None None] Routers {'0549884a-6981-41a9-ae9c-0692081b54fa'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:20:53.680907 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-9cf613fe-7d09-4834-a2d7-3d1b8dfbc370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:20:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['0549884a-6981-41a9-ae9c-0692081b54fa'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:20:53.696677 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-38526dce-7750-44bb-8255-30d1f60d6607 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, b7a0bc2b-28ea-4001-9966-f40d1fc3bf59) {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:20:53.707300 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38526dce-7750-44bb-8255-30d1f60d6607 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:53.707727 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-38526dce-7750-44bb-8255-30d1f60d6607 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:53.710114 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3978bb9-21e3-4346-97e0-4a244aac17eb None None] Network b7a0bc2b-28ea-4001-9966-f40d1fc3bf59 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:20:53.792185 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-9cf613fe-7d09-4834-a2d7-3d1b8dfbc370 None None] Set router 0549884a-6981-41a9-ae9c-0692081b54fa gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:20:53.793963 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:53.794512 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8f6c183b-4026-4fc1-ad69-ee41feac6153 admin admin] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:53.795750 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-8f6c183b-4026-4fc1-ad69-ee41feac6153 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.8081031 Jul 05 02:20:53.798583 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 54178) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:20:53.822788 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-38526dce-7750-44bb-8255-30d1f60d6607 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9565704 Jul 05 02:20:53.825369 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 54180) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:20:53.830011 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-55b78bef-86e5-46af-bcf0-7b49e0a04d93 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-594685059-router', 'tenant_id': '88ff330999b640b6a5cb042f85fafb99', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:20:53.872049 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6fc3525-fc6b-41a1-a16a-509d5ab211da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-b7a0bc2b-28ea-4001-9966-f40d1fc3bf59', 'network_id': 'b7a0bc2b-28ea-4001-9966-f40d1fc3bf59', 'tenant_id': '88ff330999b640b6a5cb042f85fafb99', 'fixed_ips': [{'subnet_id': 'd5cf33ba-ce4f-4e6e-87f7-bdbb6a016672'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:20:53.873315 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b6fc3525-fc6b-41a1-a16a-509d5ab211da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:53.966516 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-55b78bef-86e5-46af-bcf0-7b49e0a04d93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11810'] for router, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:53.967629 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-55b78bef-86e5-46af-bcf0-7b49e0a04d93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1926740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11821'] for router, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:54.049246 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-b6fc3525-fc6b-41a1-a16a-509d5ab211da None None] Allocated IP 172.20.0.2 (b7a0bc2b-28ea-4001-9966-f40d1fc3bf59/d5cf33ba-ce4f-4e6e-87f7-bdbb6a016672/423fcfef-fa13-468f-baea-24948f4c5289) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:20:54.053042 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-9cf613fe-7d09-4834-a2d7-3d1b8dfbc370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0549884a-6981-41a9-ae9c-0692081b54fa', 'name': 'tempest-TaggedBootDevicesTest-1229786733-router', 'tenant_id': '059a16d4d47342a1b52e205e2c168052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': 'be776949-0163-47f3-bb94-4b6fc484395b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:20:50Z', 'updated_at': '2021-07-05T02:20:52Z', 'revision_number': 3, 'project_id': '059a16d4d47342a1b52e205e2c168052', 'gw_port': {'id': 'be776949-0163-47f3-bb94-4b6fc484395b', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:93:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0549884a-6981-41a9-ae9c-0692081b54fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:20:51Z', 'updated_at': '2021-07-05T02:20:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:20:54.116485 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf613fe-7d09-4834-a2d7-3d1b8dfbc370 None None] Checking router: 0549884a-6981-41a9-ae9c-0692081b54fa for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:20:54.118832 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf613fe-7d09-4834-a2d7-3d1b8dfbc370 None None] Updating router 0549884a-6981-41a9-ae9c-0692081b54fa port be776949-0163-47f3-bb94-4b6fc484395b binding host n-d-771362-32 {{(pid=94464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 02:20:54.159803 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-55b78bef-86e5-46af-bcf0-7b49e0a04d93 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:54.180897 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9cf613fe-7d09-4834-a2d7-3d1b8dfbc370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:54.367668 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b6fc3525-fc6b-41a1-a16a-509d5ab211da None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:54.377206 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-b6fc3525-fc6b-41a1-a16a-509d5ab211da None None] Transition to ACTIVE for port object 423fcfef-fa13-468f-baea-24948f4c5289 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:20:54.409049 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-b6fc3525-fc6b-41a1-a16a-509d5ab211da None None] Transition to ACTIVE for port object 423fcfef-fa13-468f-baea-24948f4c5289 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:20:54.490386 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-55b78bef-86e5-46af-bcf0-7b49e0a04d93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:54.515513 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b6fc3525-fc6b-41a1-a16a-509d5ab211da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:54.559168 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08e7a75-f442-40e0-9b5e-2f012128e844 req-5b1a9ec4-4bca-4bf1-b4f9-bb357103c68b tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:54.561308 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a08e7a75-f442-40e0-9b5e-2f012128e844 req-5b1a9ec4-4bca-4bf1-b4f9-bb357103c68b tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ffc42fb-3d2a-409b-b22a-85d7c84b00c7 HTTP/1.1" status: 200 len: 950 time: 0.2425759 Jul 05 02:20:54.578221 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:54.618059 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5a1ce8b3-ab1f-4123-b8d4-11710a0e42a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:54.620341 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fc3525-fc6b-41a1-a16a-509d5ab211da None None] Pushing event updated for resources: {'Port': ['ID=423fcfef-fa13-468f-baea-24948f4c5289,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:20:54.640008 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6fc3525-fc6b-41a1-a16a-509d5ab211da None None] Network b7a0bc2b-28ea-4001-9966-f40d1fc3bf59 is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:20:54.643235 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device b128be51-c16b-4655-9ede-5c6229872ff8 no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:20:54.646076 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-b6fc3525-fc6b-41a1-a16a-509d5ab211da None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:20:54.654051 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fc3525-fc6b-41a1-a16a-509d5ab211da None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:20:54.673741 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9cf613fe-7d09-4834-a2d7-3d1b8dfbc370 None None] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:54.680819 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a525f-4f06-499d-acd7-acc0665d6132 req-39b6eb97-dcea-40e9-bb3a-75c28835f363 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:54.682467 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5e5a525f-4f06-499d-acd7-acc0665d6132 req-39b6eb97-dcea-40e9-bb3a-75c28835f363 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/ports?device_id=aebad203-43e1-45e1-988a-541ba64da245 HTTP/1.1" status: 200 len: 945 time: 0.1194193 Jul 05 02:20:54.692726 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-9cf613fe-7d09-4834-a2d7-3d1b8dfbc370 None None] Transition to ACTIVE for port object be776949-0163-47f3-bb94-4b6fc484395b will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:20:54.698425 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] No Port match for: b128be51-c16b-4655-9ede-5c6229872ff8 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:20:54.703321 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device b128be51-c16b-4655-9ede-5c6229872ff8 not bound to the agent host n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:20:54.715735 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a08e7a75-f442-40e0-9b5e-2f012128e844 req-da806e8e-7f06-446b-88db-f392711a2292 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383443 Jul 05 02:20:54.730180 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5e5a525f-4f06-499d-acd7-acc0665d6132 req-9517f276-a5f8-4765-932c-bca14f1088c6 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ff5da2-a315-4895-9d40-ac9ae668e60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406141 Jul 05 02:20:54.767371 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9cf613fe-7d09-4834-a2d7-3d1b8dfbc370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:54.815878 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-b6fc3525-fc6b-41a1-a16a-509d5ab211da None None] Attempting to bind port 423fcfef-fa13-468f-baea-24948f4c5289 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:20:54.816400 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-b6fc3525-fc6b-41a1-a16a-509d5ab211da None None] Attempting to bind port 423fcfef-fa13-468f-baea-24948f4c5289 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'cb237ae3-9dec-4afc-8d76-8c18bb5a1c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b7a0bc2b-28ea-4001-9966-f40d1fc3bf59'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:20:54.817743 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6fc3525-fc6b-41a1-a16a-509d5ab211da None None] Attempting to bind port 423fcfef-fa13-468f-baea-24948f4c5289 on network b7a0bc2b-28ea-4001-9966-f40d1fc3bf59 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:20:54.830239 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6fc3525-fc6b-41a1-a16a-509d5ab211da None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:20:54.831668 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6fc3525-fc6b-41a1-a16a-509d5ab211da None None] Checking segment: {'id': 'cb237ae3-9dec-4afc-8d76-8c18bb5a1c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b7a0bc2b-28ea-4001-9966-f40d1fc3bf59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:20:54.832166 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b6fc3525-fc6b-41a1-a16a-509d5ab211da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:54.832565 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6fc3525-fc6b-41a1-a16a-509d5ab211da None None] Bound using segment: {'id': 'cb237ae3-9dec-4afc-8d76-8c18bb5a1c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b7a0bc2b-28ea-4001-9966-f40d1fc3bf59'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:20:54.833043 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-b6fc3525-fc6b-41a1-a16a-509d5ab211da None None] Bound port: 423fcfef-fa13-468f-baea-24948f4c5289, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb237ae3-9dec-4afc-8d76-8c18bb5a1c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b7a0bc2b-28ea-4001-9966-f40d1fc3bf59'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:20:54.833420 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b6fc3525-fc6b-41a1-a16a-509d5ab211da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:54.866853 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-9cf613fe-7d09-4834-a2d7-3d1b8dfbc370 None None] Attempting to bind port be776949-0163-47f3-bb94-4b6fc484395b on host n-d-771362-32 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:20:54.867265 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-9cf613fe-7d09-4834-a2d7-3d1b8dfbc370 None None] Attempting to bind port be776949-0163-47f3-bb94-4b6fc484395b by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:20:54.867571 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf613fe-7d09-4834-a2d7-3d1b8dfbc370 None None] Attempting to bind port be776949-0163-47f3-bb94-4b6fc484395b on network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:20:54.881161 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a52bf9-4ba6-46e6-b991-1014e3a2a616 None None] Pushing event updated for resources: {'Port': ['ID=be776949-0163-47f3-bb94-4b6fc484395b,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:20:54.899834 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf613fe-7d09-4834-a2d7-3d1b8dfbc370 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:20:54.900259 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf613fe-7d09-4834-a2d7-3d1b8dfbc370 None None] Checking segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:20:54.900634 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9cf613fe-7d09-4834-a2d7-3d1b8dfbc370 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:54.901049 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf613fe-7d09-4834-a2d7-3d1b8dfbc370 None None] Bound using segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:20:54.901522 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-9cf613fe-7d09-4834-a2d7-3d1b8dfbc370 None None] Bound port: be776949-0163-47f3-bb94-4b6fc484395b, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:20:54.901899 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9cf613fe-7d09-4834-a2d7-3d1b8dfbc370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:54.905475 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a52bf9-4ba6-46e6-b991-1014e3a2a616 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:20:54.905816 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a52bf9-4ba6-46e6-b991-1014e3a2a616 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:20:54.906165 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a52bf9-4ba6-46e6-b991-1014e3a2a616 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:20:54.906537 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a52bf9-4ba6-46e6-b991-1014e3a2a616 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:20:54.906862 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a52bf9-4ba6-46e6-b991-1014e3a2a616 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:20:54.907186 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a52bf9-4ba6-46e6-b991-1014e3a2a616 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:20:54.907506 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a52bf9-4ba6-46e6-b991-1014e3a2a616 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:20:54.907821 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a52bf9-4ba6-46e6-b991-1014e3a2a616 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:20:54.908136 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a52bf9-4ba6-46e6-b991-1014e3a2a616 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:20:54.910598 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a52bf9-4ba6-46e6-b991-1014e3a2a616 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:20:54.910967 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a52bf9-4ba6-46e6-b991-1014e3a2a616 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:20:54.911306 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a52bf9-4ba6-46e6-b991-1014e3a2a616 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:20:54.911689 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-5a1ce8b3-ab1f-4123-b8d4-11710a0e42a3 admin admin] Allocated IP 172.20.0.1 (d6d9e04c-f9e8-4007-89f0-15eb2a09c709/09608f09-777a-432f-9dae-6a5a44630f28/81a22117-f211-49aa-8355-97aa8d289ba4) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:20:54.994660 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-b6fc3525-fc6b-41a1-a16a-509d5ab211da None None] For port 423fcfef-fa13-468f-baea-24948f4c5289, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:20:55.001631 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-b6fc3525-fc6b-41a1-a16a-509d5ab211da None None] For port 423fcfef-fa13-468f-baea-24948f4c5289, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=423fcfef-fa13-468f-baea-24948f4c5289,segment=NetworkSegment(cb237ae3-9dec-4afc-8d76-8c18bb5a1c5a),segment_id=cb237ae3-9dec-4afc-8d76-8c18bb5a1c5a)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:20:55.026177 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c6c44165-0f21-43d3-a6a9-6c80b54cdcf1 req-09b2883c-77db-48ea-9689-3522cd921f10 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=851f4519-5b01-4b53-a3c1-76f0d1a9f2ce HTTP/1.1" status: 200 len: 210 time: 0.0684807 Jul 05 02:20:55.041359 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-55b78bef-86e5-46af-bcf0-7b49e0a04d93 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:55.064823 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-55b78bef-86e5-46af-bcf0-7b49e0a04d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:55.075935 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5a1ce8b3-ab1f-4123-b8d4-11710a0e42a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:55.091779 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b6fc3525-fc6b-41a1-a16a-509d5ab211da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:55.095712 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [None req-5a1ce8b3-ab1f-4123-b8d4-11710a0e42a3 admin admin] Transition to ACTIVE for port object 81a22117-f211-49aa-8355-97aa8d289ba4 will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:20:55.119388 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-9cf613fe-7d09-4834-a2d7-3d1b8dfbc370 None None] For port be776949-0163-47f3-bb94-4b6fc484395b, host n-d-771362-32, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:20:55.124306 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-9cf613fe-7d09-4834-a2d7-3d1b8dfbc370 None None] For port be776949-0163-47f3-bb94-4b6fc484395b, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=be776949-0163-47f3-bb94-4b6fc484395b,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:20:55.185694 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fc3525-fc6b-41a1-a16a-509d5ab211da None None] Pushing event updated for resources: {'Port': ['ID=423fcfef-fa13-468f-baea-24948f4c5289,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:20:55.206067 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9cf613fe-7d09-4834-a2d7-3d1b8dfbc370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:55.221003 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-55b78bef-86e5-46af-bcf0-7b49e0a04d93 admin admin] Allocated IP 172.25.7.81 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/b7e42c1b-a4e3-4448-824c-beacda1d5820) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:20:55.231993 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5a1ce8b3-ab1f-4123-b8d4-11710a0e42a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:55.292410 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf613fe-7d09-4834-a2d7-3d1b8dfbc370 None None] Routers {'0549884a-6981-41a9-ae9c-0692081b54fa'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:20:55.293045 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-9cf613fe-7d09-4834-a2d7-3d1b8dfbc370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:20:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['0549884a-6981-41a9-ae9c-0692081b54fa'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:20:55.296750 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a52bf9-4ba6-46e6-b991-1014e3a2a616 None None] Pushing event updated for resources: {'Port': ['ID=be776949-0163-47f3-bb94-4b6fc484395b,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:20:55.315892 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1ce8b3-ab1f-4123-b8d4-11710a0e42a3 admin admin] Network d6d9e04c-f9e8-4007-89f0-15eb2a09c709 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:20:55.317645 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1ce8b3-ab1f-4123-b8d4-11710a0e42a3 admin admin] Pushing event updated for resources: {'Port': ['ID=81a22117-f211-49aa-8355-97aa8d289ba4,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:20:55.322462 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-5a1ce8b3-ab1f-4123-b8d4-11710a0e42a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:20:55.333411 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1ce8b3-ab1f-4123-b8d4-11710a0e42a3 admin admin] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:20:55.383362 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-55b78bef-86e5-46af-bcf0-7b49e0a04d93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:55.399594 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5a1ce8b3-ab1f-4123-b8d4-11710a0e42a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635668'] for router_interface, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:55.485305 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-9cf613fe-7d09-4834-a2d7-3d1b8dfbc370 None None] Set router 0549884a-6981-41a9-ae9c-0692081b54fa gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:20:55.569119 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-55b78bef-86e5-46af-bcf0-7b49e0a04d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:55.738542 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5a1ce8b3-ab1f-4123-b8d4-11710a0e42a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:55.785064 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-9cf613fe-7d09-4834-a2d7-3d1b8dfbc370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0549884a-6981-41a9-ae9c-0692081b54fa', 'name': 'tempest-TaggedBootDevicesTest-1229786733-router', 'tenant_id': '059a16d4d47342a1b52e205e2c168052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': 'be776949-0163-47f3-bb94-4b6fc484395b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:20:50Z', 'updated_at': '2021-07-05T02:20:52Z', 'revision_number': 3, 'project_id': '059a16d4d47342a1b52e205e2c168052', 'gw_port': {'id': 'be776949-0163-47f3-bb94-4b6fc484395b', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:93:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0549884a-6981-41a9-ae9c-0692081b54fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:20:51Z', 'updated_at': '2021-07-05T02:20:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:20:55.811055 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-bfc22610-4006-4376-bf95-c42d0e7d43c5 None None] Provisioning for port 81a22117-f211-49aa-8355-97aa8d289ba4 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:20:55.815410 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-bfc22610-4006-4376-bf95-c42d0e7d43c5 None None] Provisioning complete for port 81a22117-f211-49aa-8355-97aa8d289ba4 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:20:55.816105 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-bfc22610-4006-4376-bf95-c42d0e7d43c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:55.824994 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf613fe-7d09-4834-a2d7-3d1b8dfbc370 None None] The sync data for ids ['0549884a-6981-41a9-ae9c-0692081b54fa'] in n-d-771362-32 is: [{'id': '0549884a-6981-41a9-ae9c-0692081b54fa', 'name': 'tempest-TaggedBootDevicesTest-1229786733-router', 'tenant_id': '059a16d4d47342a1b52e205e2c168052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': 'be776949-0163-47f3-bb94-4b6fc484395b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:20:50Z', 'updated_at': '2021-07-05T02:20:52Z', 'revision_number': 3, 'project_id': '059a16d4d47342a1b52e205e2c168052', 'gw_port': {'id': 'be776949-0163-47f3-bb94-4b6fc484395b', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:93:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0549884a-6981-41a9-ae9c-0692081b54fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:20:51Z', 'updated_at': '2021-07-05T02:20:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:20:55.928786 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-bfc22610-4006-4376-bf95-c42d0e7d43c5 None None] Port 81a22117-f211-49aa-8355-97aa8d289ba4 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:20:55.979877 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:56.020188 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b78bef-86e5-46af-bcf0-7b49e0a04d93 admin admin] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:20:56.032188 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-55b78bef-86e5-46af-bcf0-7b49e0a04d93 admin admin] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:20:56.052509 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b78bef-86e5-46af-bcf0-7b49e0a04d93 admin admin] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:20:56.084922 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d360be-a3b4-40b3-ade3-4d8418506c6a req-30edb47f-13bd-41cb-8b36-56ae5c0bad15 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:56.086581 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-42d360be-a3b4-40b3-ade3-4d8418506c6a req-30edb47f-13bd-41cb-8b36-56ae5c0bad15 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/ports?device_id=aebad203-43e1-45e1-988a-541ba64da245 HTTP/1.1" status: 200 len: 945 time: 0.1312294 Jul 05 02:20:56.095252 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b78bef-86e5-46af-bcf0-7b49e0a04d93 admin admin] Pushing event updated for resources: {'Port': ['ID=b7e42c1b-a4e3-4448-824c-beacda1d5820,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:20:56.103810 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5a1ce8b3-ab1f-4123-b8d4-11710a0e42a3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:56.144384 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-42d360be-a3b4-40b3-ade3-4d8418506c6a req-70f35eac-fbcd-48b3-ac0b-822f5aebe463 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ff5da2-a315-4895-9d40-ac9ae668e60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490816 Jul 05 02:20:56.196012 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5a1ce8b3-ab1f-4123-b8d4-11710a0e42a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:56.306892 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1ce8b3-ab1f-4123-b8d4-11710a0e42a3 admin admin] Pushing event updated for resources: {'Port': ['ID=81a22117-f211-49aa-8355-97aa8d289ba4,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:20:56.310450 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5a1ce8b3-ab1f-4123-b8d4-11710a0e42a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634601'] for router_interface, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:56.367774 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0370af4b-55d0-4887-a74e-b28dc95ea862 req-76e810e8-6d0e-42ea-a2e3-de1a647d969f tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:56.374404 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0370af4b-55d0-4887-a74e-b28dc95ea862 req-76e810e8-6d0e-42ea-a2e3-de1a647d969f tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ffc42fb-3d2a-409b-b22a-85d7c84b00c7 HTTP/1.1" status: 200 len: 950 time: 0.3584030 Jul 05 02:20:56.448181 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0370af4b-55d0-4887-a74e-b28dc95ea862 req-f3dca3d2-8f4d-4db8-aefc-dd17166297f5 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728986 Jul 05 02:20:56.477083 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1ce8b3-ab1f-4123-b8d4-11710a0e42a3 admin admin] Network d6d9e04c-f9e8-4007-89f0-15eb2a09c709 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:20:56.478930 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-5a1ce8b3-ab1f-4123-b8d4-11710a0e42a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:20:56.691376 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-55b78bef-86e5-46af-bcf0-7b49e0a04d93 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:56.862668 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36cbf15d-d0e9-46f3-b13e-29906c18550a None None] Network b7a0bc2b-28ea-4001-9966-f40d1fc3bf59 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:20:57.010433 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-55b78bef-86e5-46af-bcf0-7b49e0a04d93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963'] for router, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:57.031377 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-49dfe135-2977-4d6b-a251-f503fafab942 None None] Provisioning complete for port 81a22117-f211-49aa-8355-97aa8d289ba4 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:20:57.032086 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-49dfe135-2977-4d6b-a251-f503fafab942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:57.153157 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-49dfe135-2977-4d6b-a251-f503fafab942 None None] Port 81a22117-f211-49aa-8355-97aa8d289ba4 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:20:57.155630 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a1ce8b3-ab1f-4123-b8d4-11710a0e42a3 admin admin] Router 0549884a-6981-41a9-ae9c-0692081b54fa has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:20:57.260610 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ac27c0-006e-4922-87a0-f6663af271f1 req-cfe96fe1-1315-451d-b475-1241be05a2d5 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:57.268176 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c7ac27c0-006e-4922-87a0-f6663af271f1 req-cfe96fe1-1315-451d-b475-1241be05a2d5 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/networks?id=705854c6-bb90-4b2b-93a0-7581bd607e40 HTTP/1.1" status: 200 len: 812 time: 0.1916573 Jul 05 02:20:57.281973 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c7ac27c0-006e-4922-87a0-f6663af271f1 req-846c685d-4718-4b94-9a14-9d58b248c8b3 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/quotas/f3761e9b54fb4b859175f5af6199b06f HTTP/1.1" status: 200 len: 375 time: 0.0132158 Jul 05 02:20:57.288773 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-49dfe135-2977-4d6b-a251-f503fafab942 None None] Provisioning for port 423fcfef-fa13-468f-baea-24948f4c5289 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:20:57.299001 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a1ce8b3-ab1f-4123-b8d4-11710a0e42a3 admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:20:57.310715 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-5a1ce8b3-ab1f-4123-b8d4-11710a0e42a3 admin admin] 10.222.0.23 "PUT /v2.0/routers/0549884a-6981-41a9-ae9c-0692081b54fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5108781 Jul 05 02:20:57.329409 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c7ac27c0-006e-4922-87a0-f6663af271f1 req-2a0149c4-0a3a-4f2d-9497-dc5cec303160 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f3761e9b54fb4b859175f5af6199b06f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414207 Jul 05 02:20:57.401953 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4682802d-8df2-4f2b-8bfe-5d4e4613b114 req-2bb10921-99c6-48ae-b74b-b00e6471f310 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:57.413646 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4682802d-8df2-4f2b-8bfe-5d4e4613b114 req-2bb10921-99c6-48ae-b74b-b00e6471f310 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/ports?device_id=aebad203-43e1-45e1-988a-541ba64da245 HTTP/1.1" status: 200 len: 945 time: 0.1005616 Jul 05 02:20:57.431148 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55b78bef-86e5-46af-bcf0-7b49e0a04d93 admin admin] Router ef253a99-4856-4af2-a845-27b71897550d is scheduled to L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 with binding_index 1 {{(pid=94461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 02:20:57.488132 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4682802d-8df2-4f2b-8bfe-5d4e4613b114 req-624cbd2c-1c6b-4135-903d-582826819c22 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ff5da2-a315-4895-9d40-ac9ae668e60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735819 Jul 05 02:20:57.600720 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device be776949-0163-47f3-bb94-4b6fc484395b up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:20:57.611644 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c7ac27c0-006e-4922-87a0-f6663af271f1 req-e1484df0-e111-4d36-9aa1-ba3751999e9d service neutron] 10.222.0.23 "GET /v2.0/networks/705854c6-bb90-4b2b-93a0-7581bd607e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739158 Jul 05 02:20:57.710836 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55b78bef-86e5-46af-bcf0-7b49e0a04d93 admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:20:57.722074 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6075be9-e7cd-4878-885c-a3056eb90891 None None] Sync routers for ids ['ef253a99-4856-4af2-a845-27b71897550d'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:20:57.738101 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6075be9-e7cd-4878-885c-a3056eb90891 None None] Routers {'ef253a99-4856-4af2-a845-27b71897550d'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:20:57.738825 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-f6075be9-e7cd-4878-885c-a3056eb90891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:20:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['ef253a99-4856-4af2-a845-27b71897550d'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:20:57.771021 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c7ac27c0-006e-4922-87a0-f6663af271f1 req-158fb9e1-8982-4b63-8178-469b57512050 service neutron] 10.222.0.23 "GET /v2.0/networks/705854c6-bb90-4b2b-93a0-7581bd607e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552796 Jul 05 02:20:57.799025 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port be776949-0163-47f3-bb94-4b6fc484395b completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:20:57.818249 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port be776949-0163-47f3-bb94-4b6fc484395b triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:20:57.819010 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:57.822274 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-55b78bef-86e5-46af-bcf0-7b49e0a04d93 admin admin] Notify callbacks [] for router, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:57.826428 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-55b78bef-86e5-46af-bcf0-7b49e0a04d93 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.9998493 Jul 05 02:20:57.827070 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 54270) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:20:57.880977 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca4c706-cfa6-4cf2-8566-36005ddfe978 req-5f48d707-e347-4758-a779-efeb509318da tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:57.886722 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-bca4c706-cfa6-4cf2-8566-36005ddfe978 req-5f48d707-e347-4758-a779-efeb509318da tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ffc42fb-3d2a-409b-b22a-85d7c84b00c7 HTTP/1.1" status: 200 len: 950 time: 0.1101832 Jul 05 02:20:57.965055 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-bca4c706-cfa6-4cf2-8566-36005ddfe978 req-403c97f1-58fb-4eb8-bac2-6e4691a7d922 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652266 Jul 05 02:20:57.979225 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-f6075be9-e7cd-4878-885c-a3056eb90891 None None] Set router ef253a99-4856-4af2-a845-27b71897550d gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:20:58.086887 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:58.160024 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port be776949-0163-47f3-bb94-4b6fc484395b, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=be776949-0163-47f3-bb94-4b6fc484395b,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:20:58.207901 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7079000-d26d-4515-a90e-ec788b477149 None None] Sync routers for ids ['0549884a-6981-41a9-ae9c-0692081b54fa'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:20:58.236655 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7079000-d26d-4515-a90e-ec788b477149 None None] Routers {'0549884a-6981-41a9-ae9c-0692081b54fa'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:20:58.237490 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-e7079000-d26d-4515-a90e-ec788b477149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:20:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['0549884a-6981-41a9-ae9c-0692081b54fa'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:20:58.258475 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-25fd960e-1d31-4859-89c9-d7c07c0e04af req-d13484ff-fcab-459c-8b34-41675ed87b6c tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7f7ca35-4b68-40ef-9eb8-66af66ed0c20 HTTP/1.1" status: 200 len: 210 time: 0.0513115 Jul 05 02:20:58.293035 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:58.298278 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 423fcfef-fa13-468f-baea-24948f4c5289 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:20:58.381105 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-e7079000-d26d-4515-a90e-ec788b477149 None None] Set router 0549884a-6981-41a9-ae9c-0692081b54fa gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:20:58.395627 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-f6075be9-e7cd-4878-885c-a3056eb90891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef253a99-4856-4af2-a845-27b71897550d', 'name': 'tempest-FloatingIPsNegativeTestJSON-594685059-router', 'tenant_id': '88ff330999b640b6a5cb042f85fafb99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': 'b7e42c1b-a4e3-4448-824c-beacda1d5820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:20:53Z', 'updated_at': '2021-07-05T02:20:56Z', 'revision_number': 3, 'project_id': '88ff330999b640b6a5cb042f85fafb99', 'gw_port': {'id': 'b7e42c1b-a4e3-4448-824c-beacda1d5820', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:9d:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef253a99-4856-4af2-a845-27b71897550d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:20:55Z', 'updated_at': '2021-07-05T02:20:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:20:58.429399 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6075be9-e7cd-4878-885c-a3056eb90891 None None] Checking router: ef253a99-4856-4af2-a845-27b71897550d for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:20:58.429747 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6075be9-e7cd-4878-885c-a3056eb90891 None None] Updating router ef253a99-4856-4af2-a845-27b71897550d port b7e42c1b-a4e3-4448-824c-beacda1d5820 binding host n-d-771362-32 {{(pid=94463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 02:20:58.437514 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=be776949-0163-47f3-bb94-4b6fc484395b,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:20:58.464192 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7def9005-71a1-4c91-8fd0-592fbdb86d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:58.479233 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f6075be9-e7cd-4878-885c-a3056eb90891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:58.640193 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 423fcfef-fa13-468f-baea-24948f4c5289 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:20:58.652404 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-e7079000-d26d-4515-a90e-ec788b477149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0549884a-6981-41a9-ae9c-0692081b54fa', 'name': 'tempest-TaggedBootDevicesTest-1229786733-router', 'tenant_id': '059a16d4d47342a1b52e205e2c168052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': 'be776949-0163-47f3-bb94-4b6fc484395b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:20:50Z', 'updated_at': '2021-07-05T02:20:55Z', 'revision_number': 4, 'project_id': '059a16d4d47342a1b52e205e2c168052', 'gw_port': {'id': 'be776949-0163-47f3-bb94-4b6fc484395b', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:93:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0549884a-6981-41a9-ae9c-0692081b54fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:20:51Z', 'updated_at': '2021-07-05T02:20:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '81a22117-f211-49aa-8355-97aa8d289ba4', 'name': '', 'network_id': 'd6d9e04c-f9e8-4007-89f0-15eb2a09c709', 'tenant_id': '059a16d4d47342a1b52e205e2c168052', 'mac_address': 'fa:16:3e:37:5a:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0549884a-6981-41a9-ae9c-0692081b54fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '09608f09-777a-432f-9dae-6a5a44630f28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:20:54Z', 'updated_at': '2021-07-05T02:20:55Z', 'revision_number': 2, 'project_id': '059a16d4d47342a1b52e205e2c168052', 'subnets': [{'id': '09608f09-777a-432f-9dae-6a5a44630f28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:20:58.655907 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 423fcfef-fa13-468f-baea-24948f4c5289 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:20:58.656611 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:58.684194 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7079000-d26d-4515-a90e-ec788b477149 None None] Checking router: 0549884a-6981-41a9-ae9c-0692081b54fa for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:20:58.684543 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7079000-d26d-4515-a90e-ec788b477149 None None] Updating router 0549884a-6981-41a9-ae9c-0692081b54fa port 81a22117-f211-49aa-8355-97aa8d289ba4 binding host n-d-771362-32 {{(pid=94464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 02:20:58.713263 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-7def9005-71a1-4c91-8fd0-592fbdb86d83 admin admin] Allocated IP 172.20.0.1 (b7a0bc2b-28ea-4001-9966-f40d1fc3bf59/d5cf33ba-ce4f-4e6e-87f7-bdbb6a016672/6a654913-60f0-45c4-808f-03e8c462ca86) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:20:58.748839 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e7079000-d26d-4515-a90e-ec788b477149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:58.841972 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aad91a8-13e0-4447-a846-7999afb766be req-7207be2f-0357-46db-945d-9dc67863d3af tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:58.853552 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5aad91a8-13e0-4447-a846-7999afb766be req-7207be2f-0357-46db-945d-9dc67863d3af tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/ports?device_id=aebad203-43e1-45e1-988a-541ba64da245 HTTP/1.1" status: 200 len: 945 time: 0.1199093 Jul 05 02:20:58.900239 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:58.903419 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7def9005-71a1-4c91-8fd0-592fbdb86d83 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:58.934665 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [None req-7def9005-71a1-4c91-8fd0-592fbdb86d83 admin admin] Transition to ACTIVE for port object 6a654913-60f0-45c4-808f-03e8c462ca86 will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:20:58.968642 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 423fcfef-fa13-468f-baea-24948f4c5289, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=423fcfef-fa13-468f-baea-24948f4c5289,segment=NetworkSegment(cb237ae3-9dec-4afc-8d76-8c18bb5a1c5a),segment_id=cb237ae3-9dec-4afc-8d76-8c18bb5a1c5a)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:20:58.985455 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f6075be9-e7cd-4878-885c-a3056eb90891 None None] Notify callbacks [] for port, precommit_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:58.995385 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5aad91a8-13e0-4447-a846-7999afb766be req-a2a47609-b7e9-4405-a699-cfda9def0e03 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ff5da2-a315-4895-9d40-ac9ae668e60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449351 Jul 05 02:20:58.996434 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-f6075be9-e7cd-4878-885c-a3056eb90891 None None] Transition to ACTIVE for port object b7e42c1b-a4e3-4448-824c-beacda1d5820 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:20:59.066557 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:59.109654 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e7079000-d26d-4515-a90e-ec788b477149 None None] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:59.117169 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=423fcfef-fa13-468f-baea-24948f4c5289,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:20:59.122564 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-e7079000-d26d-4515-a90e-ec788b477149 None None] Transition to ACTIVE for port object 81a22117-f211-49aa-8355-97aa8d289ba4 will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:20:59.136739 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f6075be9-e7cd-4878-885c-a3056eb90891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:59.187532 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-f6075be9-e7cd-4878-885c-a3056eb90891 None None] Attempting to bind port b7e42c1b-a4e3-4448-824c-beacda1d5820 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:20:59.187900 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-f6075be9-e7cd-4878-885c-a3056eb90891 None None] Attempting to bind port b7e42c1b-a4e3-4448-824c-beacda1d5820 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:20:59.190487 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6075be9-e7cd-4878-885c-a3056eb90891 None None] Attempting to bind port b7e42c1b-a4e3-4448-824c-beacda1d5820 on network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:20:59.194877 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee31175-f6f4-4e7e-b0b8-7bec100e79d9 None None] Pushing event updated for resources: {'Port': ['ID=b7e42c1b-a4e3-4448-824c-beacda1d5820,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:20:59.197531 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6075be9-e7cd-4878-885c-a3056eb90891 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:20:59.197963 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6075be9-e7cd-4878-885c-a3056eb90891 None None] Checking segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:20:59.198322 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f6075be9-e7cd-4878-885c-a3056eb90891 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:59.198698 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6075be9-e7cd-4878-885c-a3056eb90891 None None] Bound using segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:20:59.199164 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-f6075be9-e7cd-4878-885c-a3056eb90891 None None] Bound port: b7e42c1b-a4e3-4448-824c-beacda1d5820, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:20:59.199543 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f6075be9-e7cd-4878-885c-a3056eb90891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:59.216539 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7def9005-71a1-4c91-8fd0-592fbdb86d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:59.245397 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e7079000-d26d-4515-a90e-ec788b477149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:59.296410 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-f6075be9-e7cd-4878-885c-a3056eb90891 None None] For port b7e42c1b-a4e3-4448-824c-beacda1d5820, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:20:59.301595 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-f6075be9-e7cd-4878-885c-a3056eb90891 None None] For port b7e42c1b-a4e3-4448-824c-beacda1d5820, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=b7e42c1b-a4e3-4448-824c-beacda1d5820,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:20:59.315741 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d069c20b-5dec-4e53-848f-a703b7b2707a None None] Pushing event updated for resources: {'Port': ['ID=81a22117-f211-49aa-8355-97aa8d289ba4,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:20:59.325055 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7def9005-71a1-4c91-8fd0-592fbdb86d83 admin admin] Pushing event updated for resources: {'Port': ['ID=6a654913-60f0-45c4-808f-03e8c462ca86,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:20:59.351628 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7def9005-71a1-4c91-8fd0-592fbdb86d83 admin admin] Network b7a0bc2b-28ea-4001-9966-f40d1fc3bf59 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:20:59.351628 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-7def9005-71a1-4c91-8fd0-592fbdb86d83 admin admin] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:20:59.353909 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7def9005-71a1-4c91-8fd0-592fbdb86d83 admin admin] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:20:59.388447 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf597126-5f12-4164-8c2d-0c528ee5f7d9 req-91ee1f02-4ca0-4d6d-8a34-40fc83f60663 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:20:59.388447 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-bf597126-5f12-4164-8c2d-0c528ee5f7d9 req-91ee1f02-4ca0-4d6d-8a34-40fc83f60663 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ffc42fb-3d2a-409b-b22a-85d7c84b00c7 HTTP/1.1" status: 200 len: 950 time: 0.1200392 Jul 05 02:20:59.411086 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f6075be9-e7cd-4878-885c-a3056eb90891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:59.467239 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-e7079000-d26d-4515-a90e-ec788b477149 None None] Attempting to bind port 81a22117-f211-49aa-8355-97aa8d289ba4 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:20:59.467931 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-e7079000-d26d-4515-a90e-ec788b477149 None None] Attempting to bind port 81a22117-f211-49aa-8355-97aa8d289ba4 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'ebdd5ec8-1058-47a8-b717-5a7ce40fe2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd6d9e04c-f9e8-4007-89f0-15eb2a09c709'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:20:59.468665 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7079000-d26d-4515-a90e-ec788b477149 None None] Attempting to bind port 81a22117-f211-49aa-8355-97aa8d289ba4 on network d6d9e04c-f9e8-4007-89f0-15eb2a09c709 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:20:59.470227 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-bf597126-5f12-4164-8c2d-0c528ee5f7d9 req-b8d4af0b-4c0d-4950-8518-c7013f57953a tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678194 Jul 05 02:20:59.485370 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7079000-d26d-4515-a90e-ec788b477149 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:20:59.485370 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7079000-d26d-4515-a90e-ec788b477149 None None] Checking segment: {'id': 'ebdd5ec8-1058-47a8-b717-5a7ce40fe2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd6d9e04c-f9e8-4007-89f0-15eb2a09c709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:20:59.485808 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e7079000-d26d-4515-a90e-ec788b477149 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:59.486153 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7079000-d26d-4515-a90e-ec788b477149 None None] Bound using segment: {'id': 'ebdd5ec8-1058-47a8-b717-5a7ce40fe2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd6d9e04c-f9e8-4007-89f0-15eb2a09c709'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:20:59.486645 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-e7079000-d26d-4515-a90e-ec788b477149 None None] Bound port: 81a22117-f211-49aa-8355-97aa8d289ba4, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebdd5ec8-1058-47a8-b717-5a7ce40fe2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd6d9e04c-f9e8-4007-89f0-15eb2a09c709'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:20:59.487040 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e7079000-d26d-4515-a90e-ec788b477149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:59.488056 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7def9005-71a1-4c91-8fd0-592fbdb86d83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635668'] for router_interface, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:59.530190 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee31175-f6f4-4e7e-b0b8-7bec100e79d9 None None] Pushing event updated for resources: {'Port': ['ID=b7e42c1b-a4e3-4448-824c-beacda1d5820,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:20:59.538867 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6075be9-e7cd-4878-885c-a3056eb90891 None None] Routers {'ef253a99-4856-4af2-a845-27b71897550d'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:20:59.540393 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-f6075be9-e7cd-4878-885c-a3056eb90891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:20:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['ef253a99-4856-4af2-a845-27b71897550d'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:20:59.637271 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device be776949-0163-47f3-bb94-4b6fc484395b up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:20:59.691595 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-e7079000-d26d-4515-a90e-ec788b477149 None None] For port 81a22117-f211-49aa-8355-97aa8d289ba4, host n-d-771362-32, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:20:59.697435 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-e7079000-d26d-4515-a90e-ec788b477149 None None] For port 81a22117-f211-49aa-8355-97aa8d289ba4, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=81a22117-f211-49aa-8355-97aa8d289ba4,segment=NetworkSegment(ebdd5ec8-1058-47a8-b717-5a7ce40fe2d0),segment_id=ebdd5ec8-1058-47a8-b717-5a7ce40fe2d0)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:20:59.835390 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e7079000-d26d-4515-a90e-ec788b477149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:59.912953 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7def9005-71a1-4c91-8fd0-592fbdb86d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:20:59.920307 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-f6075be9-e7cd-4878-885c-a3056eb90891 None None] Set router ef253a99-4856-4af2-a845-27b71897550d gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:20:59.968660 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7079000-d26d-4515-a90e-ec788b477149 None None] Routers {'0549884a-6981-41a9-ae9c-0692081b54fa'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:20:59.969200 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-e7079000-d26d-4515-a90e-ec788b477149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:20:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['0549884a-6981-41a9-ae9c-0692081b54fa'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:21:00.077017 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d069c20b-5dec-4e53-848f-a703b7b2707a None None] Pushing event updated for resources: {'Port': ['ID=81a22117-f211-49aa-8355-97aa8d289ba4,revision_number=4']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:21:00.083242 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port be776949-0163-47f3-bb94-4b6fc484395b triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:21:00.083811 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:00.119158 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f999d2cd-4f6b-44e5-89d0-da92f2ae1d05 req-7421dc43-6f08-4f0a-ad42-c70f7f2a938b tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:00.120931 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f999d2cd-4f6b-44e5-89d0-da92f2ae1d05 req-7421dc43-6f08-4f0a-ad42-c70f7f2a938b tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/networks?id=705854c6-bb90-4b2b-93a0-7581bd607e40 HTTP/1.1" status: 200 len: 812 time: 0.2785625 Jul 05 02:21:00.164610 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f999d2cd-4f6b-44e5-89d0-da92f2ae1d05 req-cac337ac-ec2a-4b4e-9387-10bca0915248 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/quotas/f3761e9b54fb4b859175f5af6199b06f HTTP/1.1" status: 200 len: 375 time: 0.0290740 Jul 05 02:21:00.192542 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-e7079000-d26d-4515-a90e-ec788b477149 None None] Set router 0549884a-6981-41a9-ae9c-0692081b54fa gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:21:00.259855 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f999d2cd-4f6b-44e5-89d0-da92f2ae1d05 req-aa68ddf6-ecf5-49a6-b4b3-810b1c2a77fc tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f3761e9b54fb4b859175f5af6199b06f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0935962 Jul 05 02:21:00.296934 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7def9005-71a1-4c91-8fd0-592fbdb86d83 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:00.320782 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67140d6d-eb50-421f-8d18-1726b9d0b7a2 req-b95dd2ad-8692-444c-a1ea-165a6a64bf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:00.324482 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-67140d6d-eb50-421f-8d18-1726b9d0b7a2 req-b95dd2ad-8692-444c-a1ea-165a6a64bf53 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=aebad203-43e1-45e1-988a-541ba64da245 HTTP/1.1" status: 200 len: 1097 time: 0.4466200 Jul 05 02:21:00.383652 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 423fcfef-fa13-468f-baea-24948f4c5289 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:21:00.383896 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0103a228-d63a-42d9-b4df-8962f8e6c8c1 req-21a98f15-118f-4c60-9a68-f5fa4f136d4f tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:00.392769 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0103a228-d63a-42d9-b4df-8962f8e6c8c1 req-21a98f15-118f-4c60-9a68-f5fa4f136d4f tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/ports?device_id=aebad203-43e1-45e1-988a-541ba64da245 HTTP/1.1" status: 200 len: 945 time: 0.0930672 Jul 05 02:21:00.410027 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-67140d6d-eb50-421f-8d18-1726b9d0b7a2 req-9e16e966-f19d-4c09-8537-0d9ea506c61e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=98ff5da2-a315-4895-9d40-ac9ae668e60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441418 Jul 05 02:21:00.421645 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7def9005-71a1-4c91-8fd0-592fbdb86d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:00.464415 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f999d2cd-4f6b-44e5-89d0-da92f2ae1d05 req-f38ccd93-d709-4bfd-864a-d3ab09345e2d service neutron] 10.222.0.23 "GET /v2.0/networks/705854c6-bb90-4b2b-93a0-7581bd607e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029195 Jul 05 02:21:00.523563 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0103a228-d63a-42d9-b4df-8962f8e6c8c1 req-90e1e185-2343-4153-b847-dd69053a9f41 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ff5da2-a315-4895-9d40-ac9ae668e60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284649 Jul 05 02:21:00.572055 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7def9005-71a1-4c91-8fd0-592fbdb86d83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634601'] for router_interface, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:00.620433 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-e7079000-d26d-4515-a90e-ec788b477149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0549884a-6981-41a9-ae9c-0692081b54fa', 'name': 'tempest-TaggedBootDevicesTest-1229786733-router', 'tenant_id': '059a16d4d47342a1b52e205e2c168052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': 'be776949-0163-47f3-bb94-4b6fc484395b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:20:50Z', 'updated_at': '2021-07-05T02:20:55Z', 'revision_number': 4, 'project_id': '059a16d4d47342a1b52e205e2c168052', 'gw_port': {'id': 'be776949-0163-47f3-bb94-4b6fc484395b', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:93:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0549884a-6981-41a9-ae9c-0692081b54fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:20:51Z', 'updated_at': '2021-07-05T02:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '81a22117-f211-49aa-8355-97aa8d289ba4', 'name': '', 'network_id': 'd6d9e04c-f9e8-4007-89f0-15eb2a09c709', 'tenant_id': '059a16d4d47342a1b52e205e2c168052', 'mac_address': 'fa:16:3e:37:5a:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0549884a-6981-41a9-ae9c-0692081b54fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '09608f09-777a-432f-9dae-6a5a44630f28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:20:54Z', 'updated_at': '2021-07-05T02:20:59Z', 'revision_number': 4, 'project_id': '059a16d4d47342a1b52e205e2c168052', 'subnets': [{'id': '09608f09-777a-432f-9dae-6a5a44630f28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:21:00.636338 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-7eee29b9-97e0-4df0-9d09-73de30b3c978 None None] Provisioning for port 6a654913-60f0-45c4-808f-03e8c462ca86 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:21:00.649242 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7079000-d26d-4515-a90e-ec788b477149 None None] The sync data for ids ['0549884a-6981-41a9-ae9c-0692081b54fa'] in n-d-771362-32 is: [{'id': '0549884a-6981-41a9-ae9c-0692081b54fa', 'name': 'tempest-TaggedBootDevicesTest-1229786733-router', 'tenant_id': '059a16d4d47342a1b52e205e2c168052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': 'be776949-0163-47f3-bb94-4b6fc484395b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:20:50Z', 'updated_at': '2021-07-05T02:20:55Z', 'revision_number': 4, 'project_id': '059a16d4d47342a1b52e205e2c168052', 'gw_port': {'id': 'be776949-0163-47f3-bb94-4b6fc484395b', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:93:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0549884a-6981-41a9-ae9c-0692081b54fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:20:51Z', 'updated_at': '2021-07-05T02:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '81a22117-f211-49aa-8355-97aa8d289ba4', 'name': '', 'network_id': 'd6d9e04c-f9e8-4007-89f0-15eb2a09c709', 'tenant_id': '059a16d4d47342a1b52e205e2c168052', 'mac_address': 'fa:16:3e:37:5a:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0549884a-6981-41a9-ae9c-0692081b54fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '09608f09-777a-432f-9dae-6a5a44630f28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:20:54Z', 'updated_at': '2021-07-05T02:20:59Z', 'revision_number': 4, 'project_id': '059a16d4d47342a1b52e205e2c168052', 'subnets': [{'id': '09608f09-777a-432f-9dae-6a5a44630f28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:21:00.652450 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-7eee29b9-97e0-4df0-9d09-73de30b3c978 None None] Provisioning complete for port 6a654913-60f0-45c4-808f-03e8c462ca86 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:21:00.653423 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-7eee29b9-97e0-4df0-9d09-73de30b3c978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:00.659172 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f999d2cd-4f6b-44e5-89d0-da92f2ae1d05 req-1b671d3b-67d2-494a-9653-85eaf981b348 service neutron] 10.222.0.23 "GET /v2.0/networks/705854c6-bb90-4b2b-93a0-7581bd607e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935890 Jul 05 02:21:00.754608 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7def9005-71a1-4c91-8fd0-592fbdb86d83 admin admin] Pushing event updated for resources: {'Port': ['ID=6a654913-60f0-45c4-808f-03e8c462ca86,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:21:00.789586 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-f6075be9-e7cd-4878-885c-a3056eb90891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef253a99-4856-4af2-a845-27b71897550d', 'name': 'tempest-FloatingIPsNegativeTestJSON-594685059-router', 'tenant_id': '88ff330999b640b6a5cb042f85fafb99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': 'b7e42c1b-a4e3-4448-824c-beacda1d5820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:20:53Z', 'updated_at': '2021-07-05T02:20:56Z', 'revision_number': 3, 'project_id': '88ff330999b640b6a5cb042f85fafb99', 'gw_port': {'id': 'b7e42c1b-a4e3-4448-824c-beacda1d5820', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:9d:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef253a99-4856-4af2-a845-27b71897550d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:20:55Z', 'updated_at': '2021-07-05T02:20:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:21:00.829354 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-7eee29b9-97e0-4df0-9d09-73de30b3c978 None None] Port 6a654913-60f0-45c4-808f-03e8c462ca86 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:21:00.833832 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6075be9-e7cd-4878-885c-a3056eb90891 None None] The sync data for ids ['ef253a99-4856-4af2-a845-27b71897550d'] in n-d-771362-32 is: [{'id': 'ef253a99-4856-4af2-a845-27b71897550d', 'name': 'tempest-FloatingIPsNegativeTestJSON-594685059-router', 'tenant_id': '88ff330999b640b6a5cb042f85fafb99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': 'b7e42c1b-a4e3-4448-824c-beacda1d5820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:20:53Z', 'updated_at': '2021-07-05T02:20:56Z', 'revision_number': 3, 'project_id': '88ff330999b640b6a5cb042f85fafb99', 'gw_port': {'id': 'b7e42c1b-a4e3-4448-824c-beacda1d5820', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:9d:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef253a99-4856-4af2-a845-27b71897550d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:20:55Z', 'updated_at': '2021-07-05T02:20:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:21:00.859956 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 423fcfef-fa13-468f-baea-24948f4c5289 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:21:00.863328 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:00.891105 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7def9005-71a1-4c91-8fd0-592fbdb86d83 admin admin] Network b7a0bc2b-28ea-4001-9966-f40d1fc3bf59 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:21:00.893531 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-7def9005-71a1-4c91-8fd0-592fbdb86d83 admin admin] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:21:01.205543 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7def9005-71a1-4c91-8fd0-592fbdb86d83 admin admin] Router ef253a99-4856-4af2-a845-27b71897550d has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:21:01.446804 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-2488ceaa-5bf1-475b-bbf5-fb6f16289288 None None] Provisioning complete for port 6a654913-60f0-45c4-808f-03e8c462ca86 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:21:01.447412 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-2488ceaa-5bf1-475b-bbf5-fb6f16289288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:01.527381 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-2488ceaa-5bf1-475b-bbf5-fb6f16289288 None None] Port 6a654913-60f0-45c4-808f-03e8c462ca86 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:21:01.596847 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0628096e-5d6e-477b-9635-fe372d7799ae req-3990dd4d-b79f-4652-9ce6-903c0f845082 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=05ffb8e0-47bb-4d57-81f7-0dfe9cddf082 HTTP/1.1" status: 200 len: 210 time: 0.0583963 Jul 05 02:21:01.642407 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 81a22117-f211-49aa-8355-97aa8d289ba4 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:21:01.754578 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575b7eeb-b2ba-42de-b8b0-e5a08e41ebdf req-0419d25c-1605-4c51-9f74-3a1970a9a71e tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:01.756566 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-575b7eeb-b2ba-42de-b8b0-e5a08e41ebdf req-0419d25c-1605-4c51-9f74-3a1970a9a71e tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ffc42fb-3d2a-409b-b22a-85d7c84b00c7 HTTP/1.1" status: 200 len: 950 time: 0.4248686 Jul 05 02:21:01.778417 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7def9005-71a1-4c91-8fd0-592fbdb86d83 admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:21:01.792897 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-7def9005-71a1-4c91-8fd0-592fbdb86d83 admin admin] 10.222.0.23 "PUT /v2.0/routers/ef253a99-4856-4af2-a845-27b71897550d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9646873 Jul 05 02:21:01.827949 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 81a22117-f211-49aa-8355-97aa8d289ba4 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:21:01.832806 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 81a22117-f211-49aa-8355-97aa8d289ba4 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:21:01.833181 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:01.874943 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-575b7eeb-b2ba-42de-b8b0-e5a08e41ebdf req-9fb78dc5-125a-4f25-bd58-a7bae3bb05cc tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081257 Jul 05 02:21:01.928253 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a848fdd-c201-41ae-971e-0624e79fdc1f req-0081d242-9877-4be6-86a8-14da7aea6548 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:01.931501 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9a848fdd-c201-41ae-971e-0624e79fdc1f req-0081d242-9877-4be6-86a8-14da7aea6548 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/ports?device_id=aebad203-43e1-45e1-988a-541ba64da245 HTTP/1.1" status: 200 len: 945 time: 0.1515036 Jul 05 02:21:02.037592 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9a848fdd-c201-41ae-971e-0624e79fdc1f req-a9f372a4-2cb7-4419-a114-045d81fb7630 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ff5da2-a315-4895-9d40-ac9ae668e60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922284 Jul 05 02:21:02.063809 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:02.154606 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 81a22117-f211-49aa-8355-97aa8d289ba4, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=81a22117-f211-49aa-8355-97aa8d289ba4,segment=NetworkSegment(ebdd5ec8-1058-47a8-b717-5a7ce40fe2d0),segment_id=ebdd5ec8-1058-47a8-b717-5a7ce40fe2d0)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:21:02.237903 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:02.239129 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device b7e42c1b-a4e3-4448-824c-beacda1d5820 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:21:02.387306 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=81a22117-f211-49aa-8355-97aa8d289ba4,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:21:02.421178 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5db0e9dc-e598-4ca3-8387-1ef523d75946 req-97aaf271-6796-4ca1-acec-bfc2f1dae540 tempest-FloatingIPsNegativeTestJSON-804616640 tempest-FloatingIPsNegativeTestJSON-804616640-project] 10.222.0.23 "GET /v2.0/floatingips?tenant_id=88ff330999b640b6a5cb042f85fafb99 HTTP/1.1" status: 200 len: 217 time: 0.0762320 Jul 05 02:21:02.458589 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8322abd5-5433-427a-b71e-68d350d1d9e4 req-e85c12c6-34b3-4af7-ad89-531b5f8b1fd3 tempest-FloatingIPsNegativeTestJSON-804616640 tempest-FloatingIPsNegativeTestJSON-804616640-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0292528 Jul 05 02:21:02.531158 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port b7e42c1b-a4e3-4448-824c-beacda1d5820 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:21:02.537853 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port b7e42c1b-a4e3-4448-824c-beacda1d5820 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:21:02.537853 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:02.628169 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc68a8c-da3a-42ee-9a04-9dfe41b4e238 req-a54c6552-10da-458c-a95a-638ac12f12a8 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:02.636004 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5cc68a8c-da3a-42ee-9a04-9dfe41b4e238 req-a54c6552-10da-458c-a95a-638ac12f12a8 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1ee81b5-e6b1-46ea-af4b-a17cc878fd0a HTTP/1.1" status: 200 len: 945 time: 0.1614039 Jul 05 02:21:02.669793 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:02.677219 n-d-771362-32 neutron-server[94461]: INFO neutron.api.v2.resource [req-2b7d1bbe-f882-47f3-9ecf-b357323dded1 req-29793571-171f-4d0a-a0d2-48dc9d3b6567 tempest-FloatingIPsNegativeTestJSON-804616640 tempest-FloatingIPsNegativeTestJSON-804616640-project] show failed (client error): The resource could not be found. Jul 05 02:21:02.692774 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 54414) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:21:02.697811 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2b7d1bbe-f882-47f3-9ecf-b357323dded1 req-29793571-171f-4d0a-a0d2-48dc9d3b6567 tempest-FloatingIPsNegativeTestJSON-804616640 tempest-FloatingIPsNegativeTestJSON-804616640-project] 10.222.0.23 "GET /v2.0/floatingips/ef121861-1a40-4037-83f9-2f97acc87ad2 HTTP/1.1" status: 404 len: 350 time: 0.0701091 Jul 05 02:21:02.705399 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port b7e42c1b-a4e3-4448-824c-beacda1d5820, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=b7e42c1b-a4e3-4448-824c-beacda1d5820,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:21:02.765366 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5cc68a8c-da3a-42ee-9a04-9dfe41b4e238 req-ed3966cf-a323-45cb-bbd3-59591f83772b tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ff5da2-a315-4895-9d40-ac9ae668e60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278818 Jul 05 02:21:02.820869 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:02.860469 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-20efd900-e409-4df7-b950-b8d60056c51b req-9391dd91-5898-4802-be35-fd274584bfb1 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=05ffb8e0-47bb-4d57-81f7-0dfe9cddf082 HTTP/1.1" status: 200 len: 210 time: 0.0584219 Jul 05 02:21:02.900427 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=b7e42c1b-a4e3-4448-824c-beacda1d5820,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:21:03.078362 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750850c4-b8e6-4b8a-a059-031a7134c1cd req-fd89eaaa-21d5-4bf7-96a6-34aa156fb040 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:03.079819 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-750850c4-b8e6-4b8a-a059-031a7134c1cd req-fd89eaaa-21d5-4bf7-96a6-34aa156fb040 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ffc42fb-3d2a-409b-b22a-85d7c84b00c7 HTTP/1.1" status: 200 len: 950 time: 0.0726621 Jul 05 02:21:03.129569 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-750850c4-b8e6-4b8a-a059-031a7134c1cd req-dde50b4b-4861-4091-b269-025cdb097242 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429688 Jul 05 02:21:03.185482 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f6207a81-7a0c-4608-948a-c65d47dcc200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1634680'] for router_interface, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:03.488830 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 81a22117-f211-49aa-8355-97aa8d289ba4 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:21:03.575118 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 81a22117-f211-49aa-8355-97aa8d289ba4 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:21:03.576188 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:03.579842 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5d8cda-005d-49d0-a964-b29f31dffd0e req-d3ae6e5e-66c2-4f4d-8bcd-4671327b66c5 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:03.581653 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2e5d8cda-005d-49d0-a964-b29f31dffd0e req-d3ae6e5e-66c2-4f4d-8bcd-4671327b66c5 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1ee81b5-e6b1-46ea-af4b-a17cc878fd0a HTTP/1.1" status: 200 len: 945 time: 0.1457398 Jul 05 02:21:03.648937 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2e5d8cda-005d-49d0-a964-b29f31dffd0e req-d38bbf00-8685-4f22-8843-c7f26aac48f1 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ff5da2-a315-4895-9d40-ac9ae668e60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586267 Jul 05 02:21:03.654037 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-f6207a81-7a0c-4608-948a-c65d47dcc200 admin admin] Deleting port 6a654913-60f0-45c4-808f-03e8c462ca86 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:21:03.654451 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f6207a81-7a0c-4608-948a-c65d47dcc200 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:03.673608 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device b7e42c1b-a4e3-4448-824c-beacda1d5820 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:21:03.755419 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f6207a81-7a0c-4608-948a-c65d47dcc200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:03.757978 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port b7e42c1b-a4e3-4448-824c-beacda1d5820 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:21:03.758409 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:03.789347 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-f6207a81-7a0c-4608-948a-c65d47dcc200 admin admin] Calling delete_port for 6a654913-60f0-45c4-808f-03e8c462ca86 owned by network:router_interface {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:21:04.024852 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-fc1318d3-9388-44d0-b0c2-917940024acb req-b8dc2663-7fc0-44e5-a054-dfeff80c5d37 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=05ffb8e0-47bb-4d57-81f7-0dfe9cddf082 HTTP/1.1" status: 200 len: 210 time: 0.0340648 Jul 05 02:21:04.107700 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f6207a81-7a0c-4608-948a-c65d47dcc200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:04.136408 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6207a81-7a0c-4608-948a-c65d47dcc200 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a654913-60f0-45c4-808f-03e8c462ca86,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:21:04.380732 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55a5c34-fba8-4960-b84f-8c381c93735a req-b51cc212-2289-4952-93c1-e3c1b426fc87 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:04.388406 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e55a5c34-fba8-4960-b84f-8c381c93735a req-b51cc212-2289-4952-93c1-e3c1b426fc87 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ffc42fb-3d2a-409b-b22a-85d7c84b00c7 HTTP/1.1" status: 200 len: 950 time: 0.0973852 Jul 05 02:21:04.437173 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f6207a81-7a0c-4608-948a-c65d47dcc200 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635398'] for router_interface, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:04.502240 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e55a5c34-fba8-4960-b84f-8c381c93735a req-82b83e28-161b-43b7-9431-c6655d958c80 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128676 Jul 05 02:21:04.575725 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a70c4b2-c514-41da-8205-810aa5de60e3 None None] Sync routers for ids ['ef253a99-4856-4af2-a845-27b71897550d'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:21:04.580197 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a70c4b2-c514-41da-8205-810aa5de60e3 None None] Routers {'ef253a99-4856-4af2-a845-27b71897550d'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:21:04.586065 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-1a70c4b2-c514-41da-8205-810aa5de60e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:20:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['ef253a99-4856-4af2-a845-27b71897550d'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:21:04.603058 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f999d2cd-4f6b-44e5-89d0-da92f2ae1d05 req-8c007b7a-4aa5-4e72-aa0e-287d1f7d8dca tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:04.604973 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f999d2cd-4f6b-44e5-89d0-da92f2ae1d05 req-8c007b7a-4aa5-4e72-aa0e-287d1f7d8dca tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.21 "GET /v2.0/networks?id=705854c6-bb90-4b2b-93a0-7581bd607e40 HTTP/1.1" status: 200 len: 812 time: 0.1905637 Jul 05 02:21:04.618418 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-f999d2cd-4f6b-44e5-89d0-da92f2ae1d05 req-3da38415-158f-4d90-afac-2fea312aa90c tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Request body: {'port': {'device_id': '05ffb8e0-47bb-4d57-81f7-0dfe9cddf082', 'network_id': '705854c6-bb90-4b2b-93a0-7581bd607e40', 'admin_state_up': True, 'tenant_id': 'f3761e9b54fb4b859175f5af6199b06f'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:21:04.736946 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6207a81-7a0c-4608-948a-c65d47dcc200 admin admin] Router ef253a99-4856-4af2-a845-27b71897550d has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:21:04.767890 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-1a70c4b2-c514-41da-8205-810aa5de60e3 None None] Set router ef253a99-4856-4af2-a845-27b71897550d gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:21:04.880906 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6207a81-7a0c-4608-948a-c65d47dcc200 admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:21:04.894202 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-f6207a81-7a0c-4608-948a-c65d47dcc200 admin admin] 10.222.0.23 "PUT /v2.0/routers/ef253a99-4856-4af2-a845-27b71897550d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1982594 Jul 05 02:21:04.896608 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 54446) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:21:04.918480 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f999d2cd-4f6b-44e5-89d0-da92f2ae1d05 req-3da38415-158f-4d90-afac-2fea312aa90c tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Made reservation on behalf of f3761e9b54fb4b859175f5af6199b06f for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:21:04.930878 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f999d2cd-4f6b-44e5-89d0-da92f2ae1d05 req-3da38415-158f-4d90-afac-2fea312aa90c tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:05.009924 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-1a70c4b2-c514-41da-8205-810aa5de60e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef253a99-4856-4af2-a845-27b71897550d', 'name': 'tempest-FloatingIPsNegativeTestJSON-594685059-router', 'tenant_id': '88ff330999b640b6a5cb042f85fafb99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': 'b7e42c1b-a4e3-4448-824c-beacda1d5820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:20:53Z', 'updated_at': '2021-07-05T02:21:03Z', 'revision_number': 5, 'project_id': '88ff330999b640b6a5cb042f85fafb99', 'gw_port': {'id': 'b7e42c1b-a4e3-4448-824c-beacda1d5820', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:9d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef253a99-4856-4af2-a845-27b71897550d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:20:55Z', 'updated_at': '2021-07-05T02:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:21:05.044440 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a70c4b2-c514-41da-8205-810aa5de60e3 None None] Checking router: ef253a99-4856-4af2-a845-27b71897550d for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:21:05.114102 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a70c4b2-c514-41da-8205-810aa5de60e3 None None] Routers {'ef253a99-4856-4af2-a845-27b71897550d'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:21:05.115214 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-1a70c4b2-c514-41da-8205-810aa5de60e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:20:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['ef253a99-4856-4af2-a845-27b71897550d'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:21:05.206420 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8659ad02-e0ef-4dff-bd96-a9042edafe9e req-f5059edf-e869-463a-b372-e1ef98b3a8f6 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=05ffb8e0-47bb-4d57-81f7-0dfe9cddf082 HTTP/1.1" status: 200 len: 210 time: 0.0519948 Jul 05 02:21:05.251432 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-1a70c4b2-c514-41da-8205-810aa5de60e3 None None] Set router ef253a99-4856-4af2-a845-27b71897550d gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:21:05.335073 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349b4cf-0c67-457d-8eec-8e57372478f2 req-cce85bd3-97ec-4815-a602-aa6b50b40b90 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:05.336603 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b349b4cf-0c67-457d-8eec-8e57372478f2 req-cce85bd3-97ec-4815-a602-aa6b50b40b90 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1ee81b5-e6b1-46ea-af4b-a17cc878fd0a HTTP/1.1" status: 200 len: 945 time: 0.5271437 Jul 05 02:21:05.441650 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-1a70c4b2-c514-41da-8205-810aa5de60e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef253a99-4856-4af2-a845-27b71897550d', 'name': 'tempest-FloatingIPsNegativeTestJSON-594685059-router', 'tenant_id': '88ff330999b640b6a5cb042f85fafb99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': 'b7e42c1b-a4e3-4448-824c-beacda1d5820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:20:53Z', 'updated_at': '2021-07-05T02:21:03Z', 'revision_number': 5, 'project_id': '88ff330999b640b6a5cb042f85fafb99', 'gw_port': {'id': 'b7e42c1b-a4e3-4448-824c-beacda1d5820', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:9d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef253a99-4856-4af2-a845-27b71897550d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:20:55Z', 'updated_at': '2021-07-05T02:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:21:05.479274 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a70c4b2-c514-41da-8205-810aa5de60e3 None None] The sync data for ids ['ef253a99-4856-4af2-a845-27b71897550d'] in n-d-771362-32 is: [{'id': 'ef253a99-4856-4af2-a845-27b71897550d', 'name': 'tempest-FloatingIPsNegativeTestJSON-594685059-router', 'tenant_id': '88ff330999b640b6a5cb042f85fafb99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': 'b7e42c1b-a4e3-4448-824c-beacda1d5820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:20:53Z', 'updated_at': '2021-07-05T02:21:03Z', 'revision_number': 5, 'project_id': '88ff330999b640b6a5cb042f85fafb99', 'gw_port': {'id': 'b7e42c1b-a4e3-4448-824c-beacda1d5820', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:9d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef253a99-4856-4af2-a845-27b71897550d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:20:55Z', 'updated_at': '2021-07-05T02:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:21:05.489216 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d705cc5f-2425-4de6-980b-b3e71bf58b9e admin admin] Notify callbacks [] for router, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:05.504933 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b349b4cf-0c67-457d-8eec-8e57372478f2 req-90f1e049-4e4b-4424-a6da-182254445b31 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ff5da2-a315-4895-9d40-ac9ae668e60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589208 Jul 05 02:21:05.728030 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-f999d2cd-4f6b-44e5-89d0-da92f2ae1d05 req-3da38415-158f-4d90-afac-2fea312aa90c tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Allocated IP 172.20.0.9 (705854c6-bb90-4b2b-93a0-7581bd607e40/86343a12-8825-4191-b518-68943eb24150/e63a4fd0-88d2-4700-b1ba-c8692537536f) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:21:05.761804 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d705cc5f-2425-4de6-980b-b3e71bf58b9e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:05.832868 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842eabb6-783f-43d7-9cd4-42723483f6c3 req-98e9c28e-5602-49fd-889f-878c96a3c4be tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:05.835237 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-842eabb6-783f-43d7-9cd4-42723483f6c3 req-98e9c28e-5602-49fd-889f-878c96a3c4be tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ffc42fb-3d2a-409b-b22a-85d7c84b00c7 HTTP/1.1" status: 200 len: 950 time: 0.1762934 Jul 05 02:21:05.981418 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-842eabb6-783f-43d7-9cd4-42723483f6c3 req-8019f249-99f3-414e-a94b-b0b509a821b2 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386311 Jul 05 02:21:06.053881 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f999d2cd-4f6b-44e5-89d0-da92f2ae1d05 req-3da38415-158f-4d90-afac-2fea312aa90c tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:06.056889 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-d705cc5f-2425-4de6-980b-b3e71bf58b9e admin admin] Deleting port b7e42c1b-a4e3-4448-824c-beacda1d5820 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:21:06.057352 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d705cc5f-2425-4de6-980b-b3e71bf58b9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:06.173894 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [None req-d705cc5f-2425-4de6-980b-b3e71bf58b9e admin admin] For port b7e42c1b-a4e3-4448-824c-beacda1d5820, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=b7e42c1b-a4e3-4448-824c-beacda1d5820,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:21:06.174428 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d705cc5f-2425-4de6-980b-b3e71bf58b9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:06.188946 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-d705cc5f-2425-4de6-980b-b3e71bf58b9e admin admin] Calling delete_port for b7e42c1b-a4e3-4448-824c-beacda1d5820 owned by network:router_gateway {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:21:06.270445 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f999d2cd-4f6b-44e5-89d0-da92f2ae1d05 req-3da38415-158f-4d90-afac-2fea312aa90c tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:06.328222 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da38415-158f-4d90-afac-2fea312aa90c tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Pushing event updated for resources: {'Port': ['ID=e63a4fd0-88d2-4700-b1ba-c8692537536f,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:21:06.398246 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f999d2cd-4f6b-44e5-89d0-da92f2ae1d05 req-3da38415-158f-4d90-afac-2fea312aa90c tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Network 705854c6-bb90-4b2b-93a0-7581bd607e40 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:21:06.416665 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-f999d2cd-4f6b-44e5-89d0-da92f2ae1d05 req-3da38415-158f-4d90-afac-2fea312aa90c tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:21:06.422033 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-f999d2cd-4f6b-44e5-89d0-da92f2ae1d05 req-3da38415-158f-4d90-afac-2fea312aa90c tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:21:06.423351 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dde0aa0-38ab-4bf3-8dee-79b2a4b3661e None None] Sync routers for ids ['ef253a99-4856-4af2-a845-27b71897550d'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:21:06.435506 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dde0aa0-38ab-4bf3-8dee-79b2a4b3661e None None] Routers {'ef253a99-4856-4af2-a845-27b71897550d'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:21:06.436201 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-7dde0aa0-38ab-4bf3-8dee-79b2a4b3661e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:20:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['ef253a99-4856-4af2-a845-27b71897550d'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:21:06.490530 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93374018-832b-47c7-b698-99364e82e863 req-7f215b4d-d121-4ac4-af37-f0871c327175 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:06.492590 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-93374018-832b-47c7-b698-99364e82e863 req-7f215b4d-d121-4ac4-af37-f0871c327175 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1ee81b5-e6b1-46ea-af4b-a17cc878fd0a HTTP/1.1" status: 200 len: 945 time: 0.1002889 Jul 05 02:21:06.500340 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f999d2cd-4f6b-44e5-89d0-da92f2ae1d05 req-3da38415-158f-4d90-afac-2fea312aa90c tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:06.501042 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f999d2cd-4f6b-44e5-89d0-da92f2ae1d05 req-3da38415-158f-4d90-afac-2fea312aa90c tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:06.559900 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-7dde0aa0-38ab-4bf3-8dee-79b2a4b3661e None None] Set router ef253a99-4856-4af2-a845-27b71897550d gateway port host: None {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:21:06.562721 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec54b2c-7bcb-494f-a510-a4eebd8d14cd req-e04b890d-d4df-41d4-80d4-69050d1028ec tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:06.564619 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-aec54b2c-7bcb-494f-a510-a4eebd8d14cd req-e04b890d-d4df-41d4-80d4-69050d1028ec tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=05ffb8e0-47bb-4d57-81f7-0dfe9cddf082 HTTP/1.1" status: 200 len: 931 time: 0.1869178 Jul 05 02:21:06.582483 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-93374018-832b-47c7-b698-99364e82e863 req-df99dcbb-1d49-4447-b4ae-94ea64dfe2d9 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ff5da2-a315-4895-9d40-ac9ae668e60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699210 Jul 05 02:21:06.645057 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-7dde0aa0-38ab-4bf3-8dee-79b2a4b3661e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef253a99-4856-4af2-a845-27b71897550d', 'name': 'tempest-FloatingIPsNegativeTestJSON-594685059-router', 'tenant_id': '88ff330999b640b6a5cb042f85fafb99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:20:53Z', 'updated_at': '2021-07-05T02:21:05Z', 'revision_number': 6, 'project_id': '88ff330999b640b6a5cb042f85fafb99', 'gw_port_host': None}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:21:06.653842 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-aec54b2c-7bcb-494f-a510-a4eebd8d14cd req-94f1ec61-3e04-4a16-9071-bd7e2bff9a55 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801549 Jul 05 02:21:06.674077 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dde0aa0-38ab-4bf3-8dee-79b2a4b3661e None None] Checking router: ef253a99-4856-4af2-a845-27b71897550d for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:21:06.684808 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dde0aa0-38ab-4bf3-8dee-79b2a4b3661e None None] Routers {'ef253a99-4856-4af2-a845-27b71897550d'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:21:06.685680 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-7dde0aa0-38ab-4bf3-8dee-79b2a4b3661e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:20:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['ef253a99-4856-4af2-a845-27b71897550d'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:21:06.689631 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f999d2cd-4f6b-44e5-89d0-da92f2ae1d05 req-3da38415-158f-4d90-afac-2fea312aa90c tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0754993 Jul 05 02:21:06.703229 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-f999d2cd-4f6b-44e5-89d0-da92f2ae1d05 req-ca939df4-dff7-4b05-a2a9-784fd6434ee7 service neutron] Request body: {'port': {'device_id': '05ffb8e0-47bb-4d57-81f7-0dfe9cddf082', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:21:06.779073 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f999d2cd-4f6b-44e5-89d0-da92f2ae1d05 req-ca939df4-dff7-4b05-a2a9-784fd6434ee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:06.782153 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-7dde0aa0-38ab-4bf3-8dee-79b2a4b3661e None None] Set router ef253a99-4856-4af2-a845-27b71897550d gateway port host: None {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:21:06.789581 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d705cc5f-2425-4de6-980b-b3e71bf58b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:06.844300 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-7dde0aa0-38ab-4bf3-8dee-79b2a4b3661e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef253a99-4856-4af2-a845-27b71897550d', 'name': 'tempest-FloatingIPsNegativeTestJSON-594685059-router', 'tenant_id': '88ff330999b640b6a5cb042f85fafb99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:20:53Z', 'updated_at': '2021-07-05T02:21:05Z', 'revision_number': 6, 'project_id': '88ff330999b640b6a5cb042f85fafb99', 'gw_port_host': None}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:21:06.870423 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d705cc5f-2425-4de6-980b-b3e71bf58b9e admin admin] Pushing event deleted for resources: {'Port': ['ID=b7e42c1b-a4e3-4448-824c-beacda1d5820,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:21:06.892249 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dde0aa0-38ab-4bf3-8dee-79b2a4b3661e None None] The sync data for ids ['ef253a99-4856-4af2-a845-27b71897550d'] in n-d-771362-32 is: [{'id': 'ef253a99-4856-4af2-a845-27b71897550d', 'name': 'tempest-FloatingIPsNegativeTestJSON-594685059-router', 'tenant_id': '88ff330999b640b6a5cb042f85fafb99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:20:53Z', 'updated_at': '2021-07-05T02:21:05Z', 'revision_number': 6, 'project_id': '88ff330999b640b6a5cb042f85fafb99', 'gw_port_host': None}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:21:07.018192 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d705cc5f-2425-4de6-980b-b3e71bf58b9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636927'] for router_gateway, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:07.162825 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d705cc5f-2425-4de6-980b-b3e71bf58b9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11828'] for router, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:07.168528 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d705cc5f-2425-4de6-980b-b3e71bf58b9e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:07.169474 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40544403-56e2-4c22-9ffa-c18e10fe43a5 req-2f911a77-3435-4024-a18e-2d7458408ed9 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:07.172241 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-40544403-56e2-4c22-9ffa-c18e10fe43a5 req-2f911a77-3435-4024-a18e-2d7458408ed9 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ffc42fb-3d2a-409b-b22a-85d7c84b00c7 HTTP/1.1" status: 200 len: 950 time: 0.0728130 Jul 05 02:21:07.262578 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-40544403-56e2-4c22-9ffa-c18e10fe43a5 req-377ba4e4-9697-4c10-81ea-a02415d366bd tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798762 Jul 05 02:21:07.333995 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-f999d2cd-4f6b-44e5-89d0-da92f2ae1d05 req-ca939df4-dff7-4b05-a2a9-784fd6434ee7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e63a4fd0-88d2-4700-b1ba-c8692537536f {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:21:07.341831 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f999d2cd-4f6b-44e5-89d0-da92f2ae1d05 req-ca939df4-dff7-4b05-a2a9-784fd6434ee7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:07.402845 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-f999d2cd-4f6b-44e5-89d0-da92f2ae1d05 req-ca939df4-dff7-4b05-a2a9-784fd6434ee7 service neutron] Transition to ACTIVE for port object e63a4fd0-88d2-4700-b1ba-c8692537536f will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:21:07.404361 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d705cc5f-2425-4de6-980b-b3e71bf58b9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1575451'] for router, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:07.405190 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d705cc5f-2425-4de6-980b-b3e71bf58b9e admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef253a99-4856-4af2-a845-27b71897550d {{(pid=94461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 02:21:07.412568 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d705cc5f-2425-4de6-980b-b3e71bf58b9e admin admin] Notify callbacks [] for router, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:07.412568 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-d705cc5f-2425-4de6-980b-b3e71bf58b9e admin admin] 10.222.0.23 "DELETE /v2.0/routers/ef253a99-4856-4af2-a845-27b71897550d HTTP/1.1" status: 204 len: 168 time: 2.5124512 Jul 05 02:21:07.413823 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 54478) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:21:07.462256 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc7b0f04-55f6-4dd2-b66a-b20ab99fc015 admin admin] Deleting subnet d5cf33ba-ce4f-4e6e-87f7-bdbb6a016672 {{(pid=94461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:21:07.465432 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-cc7b0f04-55f6-4dd2-b66a-b20ab99fc015 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:07.494238 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f999d2cd-4f6b-44e5-89d0-da92f2ae1d05 req-ca939df4-dff7-4b05-a2a9-784fd6434ee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:07.536978 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-cc7b0f04-55f6-4dd2-b66a-b20ab99fc015 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5519650'] for subnet, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:07.584517 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca939df4-dff7-4b05-a2a9-784fd6434ee7 service neutron] Pushing event updated for resources: {'Port': ['ID=e63a4fd0-88d2-4700-b1ba-c8692537536f,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:21:07.700002 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-cc7b0f04-55f6-4dd2-b66a-b20ab99fc015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:07.769660 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-f999d2cd-4f6b-44e5-89d0-da92f2ae1d05 req-ca939df4-dff7-4b05-a2a9-784fd6434ee7 service neutron] Attempting to bind port e63a4fd0-88d2-4700-b1ba-c8692537536f on host n-h1-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:21:07.770322 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-f999d2cd-4f6b-44e5-89d0-da92f2ae1d05 req-ca939df4-dff7-4b05-a2a9-784fd6434ee7 service neutron] Attempting to bind port e63a4fd0-88d2-4700-b1ba-c8692537536f by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': '21ad98b6-ba72-4f1f-a0ef-3d0df329b6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '705854c6-bb90-4b2b-93a0-7581bd607e40'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:21:07.770809 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f999d2cd-4f6b-44e5-89d0-da92f2ae1d05 req-ca939df4-dff7-4b05-a2a9-784fd6434ee7 service neutron] Attempting to bind port e63a4fd0-88d2-4700-b1ba-c8692537536f on network 705854c6-bb90-4b2b-93a0-7581bd607e40 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:21:07.775426 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f98a076-6ab6-4d23-92cf-b4dd51ef238f req-ede2b257-a879-4461-a570-68ba03bc1d27 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:07.777001 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5f98a076-6ab6-4d23-92cf-b4dd51ef238f req-ede2b257-a879-4461-a570-68ba03bc1d27 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1ee81b5-e6b1-46ea-af4b-a17cc878fd0a HTTP/1.1" status: 200 len: 945 time: 0.0809395 Jul 05 02:21:07.790326 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f999d2cd-4f6b-44e5-89d0-da92f2ae1d05 req-ca939df4-dff7-4b05-a2a9-784fd6434ee7 service neutron] Port e63a4fd0-88d2-4700-b1ba-c8692537536f on network 705854c6-bb90-4b2b-93a0-7581bd607e40 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:21:07.790882 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f999d2cd-4f6b-44e5-89d0-da92f2ae1d05 req-ca939df4-dff7-4b05-a2a9-784fd6434ee7 service neutron] Attempting to bind port e63a4fd0-88d2-4700-b1ba-c8692537536f on network 705854c6-bb90-4b2b-93a0-7581bd607e40 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:21:07.815623 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f999d2cd-4f6b-44e5-89d0-da92f2ae1d05 req-ca939df4-dff7-4b05-a2a9-784fd6434ee7 service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:21:07.815996 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f999d2cd-4f6b-44e5-89d0-da92f2ae1d05 req-ca939df4-dff7-4b05-a2a9-784fd6434ee7 service neutron] Checking segment: {'id': '21ad98b6-ba72-4f1f-a0ef-3d0df329b6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '705854c6-bb90-4b2b-93a0-7581bd607e40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:21:07.816382 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f999d2cd-4f6b-44e5-89d0-da92f2ae1d05 req-ca939df4-dff7-4b05-a2a9-784fd6434ee7 service neutron] Bound using segment: {'id': '21ad98b6-ba72-4f1f-a0ef-3d0df329b6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '705854c6-bb90-4b2b-93a0-7581bd607e40'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:21:07.816828 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-f999d2cd-4f6b-44e5-89d0-da92f2ae1d05 req-ca939df4-dff7-4b05-a2a9-784fd6434ee7 service neutron] Bound port: e63a4fd0-88d2-4700-b1ba-c8692537536f, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21ad98b6-ba72-4f1f-a0ef-3d0df329b6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '705854c6-bb90-4b2b-93a0-7581bd607e40'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:21:07.817187 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f999d2cd-4f6b-44e5-89d0-da92f2ae1d05 req-ca939df4-dff7-4b05-a2a9-784fd6434ee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:07.820714 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5f98a076-6ab6-4d23-92cf-b4dd51ef238f req-1bde9f3c-b1ed-4583-b9f7-586cf886d23f tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ff5da2-a315-4895-9d40-ac9ae668e60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351765 Jul 05 02:21:07.870108 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-cc7b0f04-55f6-4dd2-b66a-b20ab99fc015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5763388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774356'] for subnet, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:07.913918 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-f999d2cd-4f6b-44e5-89d0-da92f2ae1d05 req-ca939df4-dff7-4b05-a2a9-784fd6434ee7 service neutron] For port e63a4fd0-88d2-4700-b1ba-c8692537536f, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:21:07.918046 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-f999d2cd-4f6b-44e5-89d0-da92f2ae1d05 req-ca939df4-dff7-4b05-a2a9-784fd6434ee7 service neutron] For port e63a4fd0-88d2-4700-b1ba-c8692537536f, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=e63a4fd0-88d2-4700-b1ba-c8692537536f,segment=NetworkSegment(21ad98b6-ba72-4f1f-a0ef-3d0df329b6a3),segment_id=21ad98b6-ba72-4f1f-a0ef-3d0df329b6a3)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:21:07.939581 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c62b67-86be-4a25-8c06-929e1e5864c5 None None] Network b7a0bc2b-28ea-4001-9966-f40d1fc3bf59 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:21:07.942756 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-cc7b0f04-55f6-4dd2-b66a-b20ab99fc015 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:07.947492 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 54490) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:21:07.948108 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-cc7b0f04-55f6-4dd2-b66a-b20ab99fc015 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/d5cf33ba-ce4f-4e6e-87f7-bdbb6a016672 HTTP/1.1" status: 204 len: 168 time: 0.5329783 Jul 05 02:21:07.974740 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7b0f04-55f6-4dd2-b66a-b20ab99fc015 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5cf33ba-ce4f-4e6e-87f7-bdbb6a016672,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:21:07.989435 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c4220d-e00a-4053-b55a-7f2a266ce1c3 req-a8354005-5ea0-449c-bb9e-baf64c3a5333 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:07.991594 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-17c4220d-e00a-4053-b55a-7f2a266ce1c3 req-a8354005-5ea0-449c-bb9e-baf64c3a5333 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=05ffb8e0-47bb-4d57-81f7-0dfe9cddf082 HTTP/1.1" status: 200 len: 943 time: 0.2145097 Jul 05 02:21:08.013219 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f999d2cd-4f6b-44e5-89d0-da92f2ae1d05 req-ca939df4-dff7-4b05-a2a9-784fd6434ee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:08.099627 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca939df4-dff7-4b05-a2a9-784fd6434ee7 service neutron] Pushing event updated for resources: {'Port': ['ID=e63a4fd0-88d2-4700-b1ba-c8692537536f,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:21:08.106038 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f999d2cd-4f6b-44e5-89d0-da92f2ae1d05 req-ca939df4-dff7-4b05-a2a9-784fd6434ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:08.106723 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f999d2cd-4f6b-44e5-89d0-da92f2ae1d05 req-ca939df4-dff7-4b05-a2a9-784fd6434ee7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:08.108222 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f999d2cd-4f6b-44e5-89d0-da92f2ae1d05 req-ca939df4-dff7-4b05-a2a9-784fd6434ee7 service neutron] 10.222.0.21 "PUT /v2.0/ports/e63a4fd0-88d2-4700-b1ba-c8692537536f HTTP/1.1" status: 200 len: 1092 time: 1.4102018 Jul 05 02:21:08.109207 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05ffb8e0-47bb-4d57-81f7-0dfe9cddf082', 'tag': 'e63a4fd0-88d2-4700-b1ba-c8692537536f'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:21:08.111849 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa9403c9-4b03-42a2-811a-de79fbe7c520" -d '{"events": [{"name": "network-changed", "server_uuid": "05ffb8e0-47bb-4d57-81f7-0dfe9cddf082", "tag": "e63a4fd0-88d2-4700-b1ba-c8692537536f"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:21:08.136005 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-17c4220d-e00a-4053-b55a-7f2a266ce1c3 req-6bc3511e-b32a-4953-b7b8-b24876d77f46 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381330 Jul 05 02:21:08.151107 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0b85a1ff-eb85-4aa1-8dda-5bdd2c95539d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:08.198599 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd1b494-4043-4ca9-83c8-88294ee313eb x-openstack-request-id: req-6dd1b494-4043-4ca9-83c8-88294ee313eb {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:21:08.199884 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05ffb8e0-47bb-4d57-81f7-0dfe9cddf082", "tag": "e63a4fd0-88d2-4700-b1ba-c8692537536f", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:21:08.200326 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6dd1b494-4043-4ca9-83c8-88294ee313eb {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:21:08.200797 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05ffb8e0-47bb-4d57-81f7-0dfe9cddf082', 'tag': 'e63a4fd0-88d2-4700-b1ba-c8692537536f', 'status': 'completed', 'code': 200} Jul 05 02:21:08.210993 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-0b85a1ff-eb85-4aa1-8dda-5bdd2c95539d admin admin] Deleting port 423fcfef-fa13-468f-baea-24948f4c5289 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:21:08.211437 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0b85a1ff-eb85-4aa1-8dda-5bdd2c95539d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:08.292278 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-0b85a1ff-eb85-4aa1-8dda-5bdd2c95539d admin admin] For port 423fcfef-fa13-468f-baea-24948f4c5289, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=423fcfef-fa13-468f-baea-24948f4c5289,segment=NetworkSegment(cb237ae3-9dec-4afc-8d76-8c18bb5a1c5a),segment_id=cb237ae3-9dec-4afc-8d76-8c18bb5a1c5a)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:21:08.292648 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0b85a1ff-eb85-4aa1-8dda-5bdd2c95539d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:08.296156 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9403c9-4b03-42a2-811a-de79fbe7c520 req-0a1bf384-9b1e-4015-b9a8-bd6a96590434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:08.298482 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-aa9403c9-4b03-42a2-811a-de79fbe7c520 req-0a1bf384-9b1e-4015-b9a8-bd6a96590434 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f3761e9b54fb4b859175f5af6199b06f&device_id=05ffb8e0-47bb-4d57-81f7-0dfe9cddf082 HTTP/1.1" status: 200 len: 1095 time: 0.0735316 Jul 05 02:21:08.320628 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-0b85a1ff-eb85-4aa1-8dda-5bdd2c95539d admin admin] Calling delete_port for 423fcfef-fa13-468f-baea-24948f4c5289 owned by network:dhcp {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:21:08.391762 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab566fc-73a5-4d93-b2c7-c6982dac4bee None None] DHCP port deletion for b7a0bc2b-28ea-4001-9966-f40d1fc3bf59 request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:21:08.450291 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-5ab566fc-73a5-4d93-b2c7-c6982dac4bee None None] Deleting port 423fcfef-fa13-468f-baea-24948f4c5289 {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:21:08.450782 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5ab566fc-73a5-4d93-b2c7-c6982dac4bee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:08.513949 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9403c9-4b03-42a2-811a-de79fbe7c520 req-c3a907b2-f8c5-4cb7-bcde-bf4e680448ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:08.516058 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-aa9403c9-4b03-42a2-811a-de79fbe7c520 req-c3a907b2-f8c5-4cb7-bcde-bf4e680448ac service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=f3761e9b54fb4b859175f5af6199b06f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2073016 Jul 05 02:21:08.520132 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee33e9c-8b05-4398-b833-2468ac2a311a req-f5494f4f-1e07-4a9c-9d66-4289db1cfa5c tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:08.521820 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2ee33e9c-8b05-4398-b833-2468ac2a311a req-f5494f4f-1e07-4a9c-9d66-4289db1cfa5c tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ffc42fb-3d2a-409b-b22a-85d7c84b00c7 HTTP/1.1" status: 200 len: 950 time: 0.1040654 Jul 05 02:21:08.536194 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-5ab566fc-73a5-4d93-b2c7-c6982dac4bee None None] For port 423fcfef-fa13-468f-baea-24948f4c5289, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=423fcfef-fa13-468f-baea-24948f4c5289,segment=NetworkSegment(cb237ae3-9dec-4afc-8d76-8c18bb5a1c5a),segment_id=cb237ae3-9dec-4afc-8d76-8c18bb5a1c5a)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:21:08.537356 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5ab566fc-73a5-4d93-b2c7-c6982dac4bee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:08.557400 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-5ab566fc-73a5-4d93-b2c7-c6982dac4bee None None] Calling delete_port for 423fcfef-fa13-468f-baea-24948f4c5289 owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:21:08.581588 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2ee33e9c-8b05-4398-b833-2468ac2a311a req-ef129e9f-35e4-495a-a7b5-2f717654e9ea tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518508 Jul 05 02:21:08.616226 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0b85a1ff-eb85-4aa1-8dda-5bdd2c95539d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:08.663364 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5ab566fc-73a5-4d93-b2c7-c6982dac4bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:08.671807 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b85a1ff-eb85-4aa1-8dda-5bdd2c95539d admin admin] Pushing event deleted for resources: {'Port': ['ID=423fcfef-fa13-468f-baea-24948f4c5289,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:21:08.673759 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b85a1ff-eb85-4aa1-8dda-5bdd2c95539d admin admin] No DVR routers for this DVR port 423fcfef-fa13-468f-baea-24948f4c5289 on host n-d-771362-32 {{(pid=94462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:21:08.690351 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab566fc-73a5-4d93-b2c7-c6982dac4bee None None] Pushing event deleted for resources: {'Port': ['ID=423fcfef-fa13-468f-baea-24948f4c5289,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:21:08.697188 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab566fc-73a5-4d93-b2c7-c6982dac4bee None None] No DVR routers for this DVR port 423fcfef-fa13-468f-baea-24948f4c5289 on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:21:08.705649 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9403c9-4b03-42a2-811a-de79fbe7c520 req-cf73f49d-28c1-4208-b28a-4a1c42a3e650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:08.705649 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-aa9403c9-4b03-42a2-811a-de79fbe7c520 req-cf73f49d-28c1-4208-b28a-4a1c42a3e650 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1815305 Jul 05 02:21:08.785408 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0b85a1ff-eb85-4aa1-8dda-5bdd2c95539d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:08.802445 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-0b85a1ff-eb85-4aa1-8dda-5bdd2c95539d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7a0bc2b-28ea-4001-9966-f40d1fc3bf59']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:21:08.833588 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f999d2cd-4f6b-44e5-89d0-da92f2ae1d05 req-f909f81e-1c23-4cbe-b3eb-935ee2dbfaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:08.834661 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-0b85a1ff-eb85-4aa1-8dda-5bdd2c95539d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb237ae3-9dec-4afc-8d76-8c18bb5a1c5a') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:21:08.834661 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-0b85a1ff-eb85-4aa1-8dda-5bdd2c95539d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb237ae3-9dec-4afc-8d76-8c18bb5a1c5a') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:21:08.834852 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f999d2cd-4f6b-44e5-89d0-da92f2ae1d05 req-f909f81e-1c23-4cbe-b3eb-935ee2dbfaa2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f3761e9b54fb4b859175f5af6199b06f&device_id=05ffb8e0-47bb-4d57-81f7-0dfe9cddf082 HTTP/1.1" status: 200 len: 1095 time: 0.0670037 Jul 05 02:21:08.834943 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0b85a1ff-eb85-4aa1-8dda-5bdd2c95539d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:08.850234 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0b85a1ff-eb85-4aa1-8dda-5bdd2c95539d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:08.861127 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b85a1ff-eb85-4aa1-8dda-5bdd2c95539d admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:21:08.861806 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0b85a1ff-eb85-4aa1-8dda-5bdd2c95539d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:08.864306 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:21:08.864306 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:21:08.864306 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:21:08.864306 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:21:08.864306 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:21:08.864306 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:21:08.864306 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:21:08.864306 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:21:08.864306 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:21:08.864306 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:21:08.864306 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:21:08.864306 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:21:08.864306 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:21:08.864306 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:21:08.864306 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:21:08.864306 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:21:08.864306 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:21:08.864306 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:21:08.864306 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:21:08.864306 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:21:08.864306 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:21:08.864306 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:21:08.864306 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:21:08.864306 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:21:08.864306 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:21:08.864306 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:21:08.864306 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:21:08.864306 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:21:08.864306 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:21:08.864306 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:21:08.864306 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:21:08.864306 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:21:08.864306 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:21:08.864306 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:21:08.864306 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:21:08.864306 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:21:08.864306 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:21:08.864306 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:21:08.864306 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:21:08.864306 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:21:08.864306 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:21:08.864306 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:21:08.864306 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:21:08.864306 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:21:08.864306 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:21:08.864306 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:21:08.864306 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:21:08.864306 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:21:08.864306 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:21:08.864306 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:21:08.864306 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:21:08.864306 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:21:08.864306 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:21:08.864306 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:21:08.864306 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:21:08.864306 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:21:08.873238 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f999d2cd-4f6b-44e5-89d0-da92f2ae1d05 req-eb648298-6b29-4a07-82e4-239b33772bea service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e63a4fd0-88d2-4700-b1ba-c8692537536f HTTP/1.1" status: 200 len: 217 time: 0.0464382 Jul 05 02:21:08.932963 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f999d2cd-4f6b-44e5-89d0-da92f2ae1d05 req-336f2701-48e1-481b-9f4f-67360b615310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:08.934801 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f999d2cd-4f6b-44e5-89d0-da92f2ae1d05 req-336f2701-48e1-481b-9f4f-67360b615310 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=86343a12-8825-4191-b518-68943eb24150 HTTP/1.1" status: 200 len: 852 time: 0.0527647 Jul 05 02:21:08.976954 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f999d2cd-4f6b-44e5-89d0-da92f2ae1d05 req-96122249-91c7-4a0b-8759-690496ad1641 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=705854c6-bb90-4b2b-93a0-7581bd607e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353048 Jul 05 02:21:09.071615 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0b85a1ff-eb85-4aa1-8dda-5bdd2c95539d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:09.082829 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0b85a1ff-eb85-4aa1-8dda-5bdd2c95539d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:09.085299 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-0b85a1ff-eb85-4aa1-8dda-5bdd2c95539d admin admin] 10.222.0.23 "DELETE /v2.0/networks/b7a0bc2b-28ea-4001-9966-f40d1fc3bf59 HTTP/1.1" status: 204 len: 168 time: 1.1366494 Jul 05 02:21:09.096878 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b85a1ff-eb85-4aa1-8dda-5bdd2c95539d admin admin] Pushing event deleted for resources: {'Network': ['ID=b7a0bc2b-28ea-4001-9966-f40d1fc3bf59,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:21:09.102860 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f999d2cd-4f6b-44e5-89d0-da92f2ae1d05 req-bf4e080f-e861-4e08-8ca9-424a7d90926d service neutron] 10.222.0.21 "GET /v2.0/networks/705854c6-bb90-4b2b-93a0-7581bd607e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183114 Jul 05 02:21:09.219552 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f999d2cd-4f6b-44e5-89d0-da92f2ae1d05 req-1640fcd6-070f-400e-9e78-bfc9c6d82f14 service neutron] 10.222.0.21 "GET /v2.0/networks/705854c6-bb90-4b2b-93a0-7581bd607e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100755 Jul 05 02:21:09.356175 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e25cfcb-6390-404c-af92-73b7e38b7550 req-a3fe1a7d-39d7-462e-8c68-9aa995119a6a tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:09.357654 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6e25cfcb-6390-404c-af92-73b7e38b7550 req-a3fe1a7d-39d7-462e-8c68-9aa995119a6a tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=05ffb8e0-47bb-4d57-81f7-0dfe9cddf082 HTTP/1.1" status: 200 len: 943 time: 0.0816636 Jul 05 02:21:09.400407 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6e25cfcb-6390-404c-af92-73b7e38b7550 req-9ee5fbe0-ce28-4ba7-87b9-68c2a779bb86 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366111 Jul 05 02:21:09.454685 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 423fcfef-fa13-468f-baea-24948f4c5289 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:21:09.514354 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 54518) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:21:09.587319 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 54520) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:21:09.588055 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-95a1279c-154c-4176-865e-147145ea86b2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=88ff330999b640b6a5cb042f85fafb99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0720959 Jul 05 02:21:09.616792 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 423fcfef-fa13-468f-baea-24948f4c5289 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:21:09.617367 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 423fcfef-fa13-468f-baea-24948f4c5289 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:21:09.617965 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device b7e42c1b-a4e3-4448-824c-beacda1d5820 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:21:09.639134 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: b7e42c1b-a4e3-4448-824c-beacda1d5820 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:21:09.639929 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device b7e42c1b-a4e3-4448-824c-beacda1d5820 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:21:09.680695 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5150adf0-3c20-41bc-a221-c4ebb6b2c390 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:09.708076 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5150adf0-3c20-41bc-a221-c4ebb6b2c390 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:09.802871 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf31105-a9d8-4690-a5ff-ba3b6a8a248c req-cf73d842-9362-4665-83b1-beb2a997258d tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:09.804363 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9bf31105-a9d8-4690-a5ff-ba3b6a8a248c req-cf73d842-9362-4665-83b1-beb2a997258d tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ffc42fb-3d2a-409b-b22a-85d7c84b00c7 HTTP/1.1" status: 200 len: 950 time: 0.0666823 Jul 05 02:21:09.857326 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9bf31105-a9d8-4690-a5ff-ba3b6a8a248c req-a8a2dcf8-3fdd-4478-bfaf-6d7c6c479bac tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470974 Jul 05 02:21:09.872429 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5150adf0-3c20-41bc-a221-c4ebb6b2c390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:09.874152 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5150adf0-3c20-41bc-a221-c4ebb6b2c390 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:09.876269 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-5150adf0-3c20-41bc-a221-c4ebb6b2c390 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9f9d174c-46c1-443e-9c2f-0ccf9eaa1959 HTTP/1.1" status: 204 len: 168 time: 0.2876713 Jul 05 02:21:09.889871 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5150adf0-3c20-41bc-a221-c4ebb6b2c390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f9d174c-46c1-443e-9c2f-0ccf9eaa1959,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:21:10.601031 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4094a343-e53f-432e-bca9-dd72e06400f5 req-deb6f70f-60f6-4719-b04b-d53a41d16619 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:10.602659 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4094a343-e53f-432e-bca9-dd72e06400f5 req-deb6f70f-60f6-4719-b04b-d53a41d16619 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=05ffb8e0-47bb-4d57-81f7-0dfe9cddf082 HTTP/1.1" status: 200 len: 943 time: 0.0729854 Jul 05 02:21:10.656229 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4094a343-e53f-432e-bca9-dd72e06400f5 req-d1e84a79-e565-42f1-951f-1f051e36fa8f tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412831 Jul 05 02:21:10.671740 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device e63a4fd0-88d2-4700-b1ba-c8692537536f details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:21:10.783528 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port e63a4fd0-88d2-4700-b1ba-c8692537536f, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=e63a4fd0-88d2-4700-b1ba-c8692537536f,segment=NetworkSegment(21ad98b6-ba72-4f1f-a0ef-3d0df329b6a3),segment_id=21ad98b6-ba72-4f1f-a0ef-3d0df329b6a3)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:21:10.800578 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': 'e63a4fd0-88d2-4700-b1ba-c8692537536f', 'network_id': '705854c6-bb90-4b2b-93a0-7581bd607e40', 'port_id': 'e63a4fd0-88d2-4700-b1ba-c8692537536f', 'mac_address': 'fa:16:3e:be:83:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86343a12-8825-4191-b518-68943eb24150', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:21:10.842949 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:10.855548 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e63a4fd0-88d2-4700-b1ba-c8692537536f {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:21:10.876345 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port e63a4fd0-88d2-4700-b1ba-c8692537536f, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=e63a4fd0-88d2-4700-b1ba-c8692537536f,segment=NetworkSegment(21ad98b6-ba72-4f1f-a0ef-3d0df329b6a3),segment_id=21ad98b6-ba72-4f1f-a0ef-3d0df329b6a3)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:21:11.036295 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1e21cc-b847-43e5-a8c2-b29882e00477 req-7c30cd80-6563-4937-8034-9b70e3bb1ba0 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:11.038244 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8c1e21cc-b847-43e5-a8c2-b29882e00477 req-7c30cd80-6563-4937-8034-9b70e3bb1ba0 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ffc42fb-3d2a-409b-b22a-85d7c84b00c7 HTTP/1.1" status: 200 len: 950 time: 0.0643780 Jul 05 02:21:11.092734 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8c1e21cc-b847-43e5-a8c2-b29882e00477 req-1125c144-bba9-4f64-9af8-c1847b174c45 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488553 Jul 05 02:21:11.347663 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:11.424266 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=e63a4fd0-88d2-4700-b1ba-c8692537536f,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:21:11.499925 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:11.540656 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:11.577070 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['e63a4fd0-88d2-4700-b1ba-c8692537536f'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:21:11.838912 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70a324a-886d-4089-a861-267cff15e8d8 req-c9c72ccd-7d60-423b-a7e4-15c0b81886bf tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:11.840418 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a70a324a-886d-4089-a861-267cff15e8d8 req-c9c72ccd-7d60-423b-a7e4-15c0b81886bf tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=05ffb8e0-47bb-4d57-81f7-0dfe9cddf082 HTTP/1.1" status: 200 len: 944 time: 0.0654552 Jul 05 02:21:11.881918 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a70a324a-886d-4089-a861-267cff15e8d8 req-d925681d-f635-465a-8aeb-55f61fd7b2fa tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350001 Jul 05 02:21:12.059450 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960a0445-e79a-4f3f-a43c-633cce0cd1b7 req-d1c8902f-2e5b-45ab-aa0d-9292deae8abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:12.065770 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-960a0445-e79a-4f3f-a43c-633cce0cd1b7 req-d1c8902f-2e5b-45ab-aa0d-9292deae8abb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7455493d17ff4f929a8e881b03b6f683&device_id=f1ee81b5-e6b1-46ea-af4b-a17cc878fd0a HTTP/1.1" status: 200 len: 1097 time: 0.0711133 Jul 05 02:21:12.229659 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960a0445-e79a-4f3f-a43c-633cce0cd1b7 req-1cd3c12b-de1e-48ea-8a38-fe5b8f77eff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:12.231693 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-960a0445-e79a-4f3f-a43c-633cce0cd1b7 req-1cd3c12b-de1e-48ea-8a38-fe5b8f77eff4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6cfd0ff6-092e-4d7d-abdc-13803a9d5da8 HTTP/1.1" status: 200 len: 918 time: 0.1595259 Jul 05 02:21:12.255481 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305c2fd9-3e77-41c2-b588-860c29315185 req-10bc2122-f225-47bf-bfe7-fc6cefc88af3 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:12.256969 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-305c2fd9-3e77-41c2-b588-860c29315185 req-10bc2122-f225-47bf-bfe7-fc6cefc88af3 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1ee81b5-e6b1-46ea-af4b-a17cc878fd0a HTTP/1.1" status: 200 len: 945 time: 0.1648052 Jul 05 02:21:12.291157 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-960a0445-e79a-4f3f-a43c-633cce0cd1b7 req-20d6f935-71b1-432e-81eb-bcda58b97558 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a94eebee-b20d-4089-ae54-a2b450a41407 HTTP/1.1" status: 200 len: 217 time: 0.0527225 Jul 05 02:21:12.363358 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960a0445-e79a-4f3f-a43c-633cce0cd1b7 req-a90534cb-9e83-44cd-9a99-03e18402359b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:12.363358 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-960a0445-e79a-4f3f-a43c-633cce0cd1b7 req-a90534cb-9e83-44cd-9a99-03e18402359b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=897df1a7-23db-4d0f-a82a-3f13ebc756b2 HTTP/1.1" status: 200 len: 858 time: 0.0651388 Jul 05 02:21:12.366454 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-305c2fd9-3e77-41c2-b588-860c29315185 req-8b1321fd-3565-47d5-a2a9-0033d6294686 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ff5da2-a315-4895-9d40-ac9ae668e60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777726 Jul 05 02:21:12.424321 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-960a0445-e79a-4f3f-a43c-633cce0cd1b7 req-a7f260c3-4a1b-49cc-b4af-ec0ace35ec08 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6cfd0ff6-092e-4d7d-abdc-13803a9d5da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543869 Jul 05 02:21:12.572888 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-960a0445-e79a-4f3f-a43c-633cce0cd1b7 req-2e4c7869-e6a5-439b-9fbd-cc3e34cbad0b service neutron] 10.222.0.15 "GET /v2.0/networks/6cfd0ff6-092e-4d7d-abdc-13803a9d5da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418698 Jul 05 02:21:12.657368 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c7c0de-1daf-4390-aca9-808270eb2922 req-5262c0b3-2aea-41f0-a62b-3b740af0d1d7 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:12.658840 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a3c7c0de-1daf-4390-aca9-808270eb2922 req-5262c0b3-2aea-41f0-a62b-3b740af0d1d7 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ffc42fb-3d2a-409b-b22a-85d7c84b00c7 HTTP/1.1" status: 200 len: 950 time: 0.1484575 Jul 05 02:21:12.678067 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device e63a4fd0-88d2-4700-b1ba-c8692537536f up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:21:12.829399 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a3c7c0de-1daf-4390-aca9-808270eb2922 req-dc61eba9-97d5-4846-af56-4be267655783 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499253 Jul 05 02:21:12.829399 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-960a0445-e79a-4f3f-a43c-633cce0cd1b7 req-aa2540fb-9cec-410d-af06-946ab1cb0706 service neutron] 10.222.0.15 "GET /v2.0/networks/6cfd0ff6-092e-4d7d-abdc-13803a9d5da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416252 Jul 05 02:21:13.117357 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a070f667-2200-4d80-81a1-1703a250db55 req-0a26f2a7-3635-4a1a-8dc6-4c69b7dff858 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:13.118956 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a070f667-2200-4d80-81a1-1703a250db55 req-0a26f2a7-3635-4a1a-8dc6-4c69b7dff858 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=05ffb8e0-47bb-4d57-81f7-0dfe9cddf082 HTTP/1.1" status: 200 len: 944 time: 0.0727091 Jul 05 02:21:13.163905 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a070f667-2200-4d80-81a1-1703a250db55 req-e294dcf9-25a8-411c-9ee6-40114008609c tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360894 Jul 05 02:21:13.353221 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning for port e63a4fd0-88d2-4700-b1ba-c8692537536f completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:21:13.353221 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port e63a4fd0-88d2-4700-b1ba-c8692537536f triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:21:13.353538 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:13.454485 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:13.484928 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05ffb8e0-47bb-4d57-81f7-0dfe9cddf082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e63a4fd0-88d2-4700-b1ba-c8692537536f'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:21:13.491482 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0482ee38-820d-4376-a370-94a26b24ef06" -d '{"events": [{"server_uuid": "05ffb8e0-47bb-4d57-81f7-0dfe9cddf082", "name": "network-vif-plugged", "status": "completed", "tag": "e63a4fd0-88d2-4700-b1ba-c8692537536f"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:21:13.509123 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port e63a4fd0-88d2-4700-b1ba-c8692537536f, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=e63a4fd0-88d2-4700-b1ba-c8692537536f,segment=NetworkSegment(21ad98b6-ba72-4f1f-a0ef-3d0df329b6a3),segment_id=21ad98b6-ba72-4f1f-a0ef-3d0df329b6a3)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:21:13.562473 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6203bb9c-ec06-4671-81de-3c2a3287f184 req-941d8615-c6a1-4825-b316-b26afcea3de5 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:13.568695 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6203bb9c-ec06-4671-81de-3c2a3287f184 req-941d8615-c6a1-4825-b316-b26afcea3de5 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1ee81b5-e6b1-46ea-af4b-a17cc878fd0a HTTP/1.1" status: 200 len: 945 time: 0.0813828 Jul 05 02:21:13.591806 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:13.621431 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6203bb9c-ec06-4671-81de-3c2a3287f184 req-fedb9628-1061-42af-959f-79c390d6a76a tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ff5da2-a315-4895-9d40-ac9ae668e60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491633 Jul 05 02:21:13.682451 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=e63a4fd0-88d2-4700-b1ba-c8692537536f,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:21:13.697305 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-826d3680-e26f-45ed-af2b-979da52cf55f x-openstack-request-id: req-826d3680-e26f-45ed-af2b-979da52cf55f {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:21:13.697601 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05ffb8e0-47bb-4d57-81f7-0dfe9cddf082", "name": "network-vif-plugged", "status": "completed", "tag": "e63a4fd0-88d2-4700-b1ba-c8692537536f", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:21:13.697876 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-826d3680-e26f-45ed-af2b-979da52cf55f {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:21:13.698303 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05ffb8e0-47bb-4d57-81f7-0dfe9cddf082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e63a4fd0-88d2-4700-b1ba-c8692537536f', 'code': 200} Jul 05 02:21:13.832834 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ad4695-3aad-4c26-a146-7e9ed3ae7b4c req-f335a74a-0a9d-4373-ac47-b644ce53cb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:13.834719 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-52ad4695-3aad-4c26-a146-7e9ed3ae7b4c req-f335a74a-0a9d-4373-ac47-b644ce53cb8f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=05ffb8e0-47bb-4d57-81f7-0dfe9cddf082 HTTP/1.1" status: 200 len: 1097 time: 0.0652294 Jul 05 02:21:13.890335 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-52ad4695-3aad-4c26-a146-7e9ed3ae7b4c req-0283f7e2-a56a-40bc-9658-91c3f86b15c2 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483491 Jul 05 02:21:14.131239 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d3a31-b809-4b99-b1a3-72471af57f6b req-fe77815b-bda3-4d21-8579-f1f188abf940 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:14.133823 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-972d3a31-b809-4b99-b1a3-72471af57f6b req-fe77815b-bda3-4d21-8579-f1f188abf940 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ffc42fb-3d2a-409b-b22a-85d7c84b00c7 HTTP/1.1" status: 200 len: 950 time: 0.0691450 Jul 05 02:21:14.183509 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-972d3a31-b809-4b99-b1a3-72471af57f6b req-7421794e-8dce-4509-9c3b-d40f12d21f94 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434041 Jul 05 02:21:14.515878 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38475f75-f434-48c4-a577-6edef3e10569 req-54571a55-d136-4fdc-ac4e-a4639943fb88 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:14.517555 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-38475f75-f434-48c4-a577-6edef3e10569 req-54571a55-d136-4fdc-ac4e-a4639943fb88 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=05ffb8e0-47bb-4d57-81f7-0dfe9cddf082 HTTP/1.1" status: 200 len: 945 time: 0.0689499 Jul 05 02:21:14.561822 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-38475f75-f434-48c4-a577-6edef3e10569 req-217a8948-6669-4b2a-a1e2-7390d8feb89e tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385408 Jul 05 02:21:14.819417 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d459657-e368-4bdf-9bd6-bf821de71b0d req-5a4d2af1-3d84-4885-b3f0-f9021d232eb8 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:14.821122 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3d459657-e368-4bdf-9bd6-bf821de71b0d req-5a4d2af1-3d84-4885-b3f0-f9021d232eb8 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1ee81b5-e6b1-46ea-af4b-a17cc878fd0a HTTP/1.1" status: 200 len: 945 time: 0.0685327 Jul 05 02:21:14.868634 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3d459657-e368-4bdf-9bd6-bf821de71b0d req-330affdd-d378-4665-8c55-2569892576db tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ff5da2-a315-4895-9d40-ac9ae668e60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410881 Jul 05 02:21:15.396071 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae621e4d-19f4-459e-b09c-cb01988db9dd req-70aecb3d-17a1-4546-b6de-d937792d140c tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:15.402768 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ae621e4d-19f4-459e-b09c-cb01988db9dd req-70aecb3d-17a1-4546-b6de-d937792d140c tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ffc42fb-3d2a-409b-b22a-85d7c84b00c7 HTTP/1.1" status: 200 len: 950 time: 0.0955513 Jul 05 02:21:15.443868 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ae621e4d-19f4-459e-b09c-cb01988db9dd req-be4e9ae8-7e69-4ded-9125-71a5cc2e2b29 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397167 Jul 05 02:21:15.831035 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8e0c42-a02e-4343-85e9-c1b1e47c00b1 req-c634128a-5a17-4623-a86f-cd956fadc449 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:15.832899 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2b8e0c42-a02e-4343-85e9-c1b1e47c00b1 req-c634128a-5a17-4623-a86f-cd956fadc449 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=05ffb8e0-47bb-4d57-81f7-0dfe9cddf082 HTTP/1.1" status: 200 len: 945 time: 0.0703804 Jul 05 02:21:15.873353 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2b8e0c42-a02e-4343-85e9-c1b1e47c00b1 req-5058587a-2960-4515-904c-2fe96fe549cf tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348611 Jul 05 02:21:16.063132 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b029eaad-5d3f-46ef-a881-988d13477e90 req-47064ebf-3373-48e8-950f-b075bea69ddb tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:16.065155 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b029eaad-5d3f-46ef-a881-988d13477e90 req-47064ebf-3373-48e8-950f-b075bea69ddb tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1ee81b5-e6b1-46ea-af4b-a17cc878fd0a HTTP/1.1" status: 200 len: 945 time: 0.0879912 Jul 05 02:21:16.124020 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b029eaad-5d3f-46ef-a881-988d13477e90 req-e63af467-5200-45e1-8d23-7598811beddb tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ff5da2-a315-4895-9d40-ac9ae668e60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530658 Jul 05 02:21:16.521915 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a727646-55b2-4b9f-8120-100f991b7c37 req-139c57c9-d445-43e0-b8ef-7ca84ad99323 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:16.523423 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8a727646-55b2-4b9f-8120-100f991b7c37 req-139c57c9-d445-43e0-b8ef-7ca84ad99323 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=05ffb8e0-47bb-4d57-81f7-0dfe9cddf082 HTTP/1.1" status: 200 len: 945 time: 0.0699465 Jul 05 02:21:16.595352 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8a727646-55b2-4b9f-8120-100f991b7c37 req-a88b2d83-ae6d-481e-9ffc-fb9517c61ec6 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653293 Jul 05 02:21:16.734041 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12672291-aa0f-47a3-8c51-daa1416b6d96 req-7901ec6d-4ffc-4cdf-b07f-abf5e2723b7e tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:16.739691 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-12672291-aa0f-47a3-8c51-daa1416b6d96 req-7901ec6d-4ffc-4cdf-b07f-abf5e2723b7e tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ffc42fb-3d2a-409b-b22a-85d7c84b00c7 HTTP/1.1" status: 200 len: 950 time: 0.0813370 Jul 05 02:21:16.791346 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-12672291-aa0f-47a3-8c51-daa1416b6d96 req-836a2802-a135-430c-9e57-f97773c3fde1 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479836 Jul 05 02:21:17.168892 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 54690) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:21:17.276008 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d5f9c8d4-8e12-423f-9a5e-9ee260433aa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:17.326370 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c05806-d64d-4b85-9e47-182a821ba682 req-c8f9db20-a9dd-489d-af53-6750d0befe7f tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:17.336808 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-95c05806-d64d-4b85-9e47-182a821ba682 req-c8f9db20-a9dd-489d-af53-6750d0befe7f tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1ee81b5-e6b1-46ea-af4b-a17cc878fd0a HTTP/1.1" status: 200 len: 945 time: 0.0979729 Jul 05 02:21:17.385848 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-95c05806-d64d-4b85-9e47-182a821ba682 req-d978f4b6-38d9-455d-b657-c457cbdfdef9 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ff5da2-a315-4895-9d40-ac9ae668e60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478623 Jul 05 02:21:17.395567 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d5f9c8d4-8e12-423f-9a5e-9ee260433aa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:17.682408 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d5f9c8d4-8e12-423f-9a5e-9ee260433aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:17.730263 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f9c8d4-8e12-423f-9a5e-9ee260433aa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=815e7371-98fe-4eb1-8504-2305d5623970,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:21:17.751700 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-d5f9c8d4-8e12-423f-9a5e-9ee260433aa5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0168880a7d554951b55321c389f5b2ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5816832 Jul 05 02:21:17.757649 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 54702) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:21:17.788315 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b39267-3292-48b3-a920-05b82a3b530c req-88750396-dfe6-4dc9-aa7c-da780fd44686 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:17.789846 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-78b39267-3292-48b3-a920-05b82a3b530c req-88750396-dfe6-4dc9-aa7c-da780fd44686 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=05ffb8e0-47bb-4d57-81f7-0dfe9cddf082 HTTP/1.1" status: 200 len: 945 time: 0.0870035 Jul 05 02:21:17.812471 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d2cde290-5d52-4180-a40e-f7f3f19e9ab8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:17.834079 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-78b39267-3292-48b3-a920-05b82a3b530c req-529b7ce8-f9d7-4a31-8183-7dbb506f5ee1 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372756 Jul 05 02:21:17.839692 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d2cde290-5d52-4180-a40e-f7f3f19e9ab8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:17.940444 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 02:21:17.971593 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d2cde290-5d52-4180-a40e-f7f3f19e9ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:17.974345 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d2cde290-5d52-4180-a40e-f7f3f19e9ab8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:17.975597 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-d2cde290-5d52-4180-a40e-f7f3f19e9ab8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/815e7371-98fe-4eb1-8504-2305d5623970 HTTP/1.1" status: 204 len: 168 time: 0.2202141 Jul 05 02:21:17.989977 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cde290-5d52-4180-a40e-f7f3f19e9ab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=815e7371-98fe-4eb1-8504-2305d5623970,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:21:18.023378 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92e100c-6936-4be9-b9ad-ca39765c9430 req-f302d23b-cbcf-404f-b212-8d3993735865 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:18.025329 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e92e100c-6936-4be9-b9ad-ca39765c9430 req-f302d23b-cbcf-404f-b212-8d3993735865 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ffc42fb-3d2a-409b-b22a-85d7c84b00c7 HTTP/1.1" status: 200 len: 950 time: 0.1028578 Jul 05 02:21:18.069273 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e92e100c-6936-4be9-b9ad-ca39765c9430 req-47847065-34ac-4513-9a76-eed3661365bd tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383196 Jul 05 02:21:18.670588 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b67011-de14-472c-9c44-af2ce7d4b906 req-8b6d227a-18ef-4fcc-a49b-1b18714d26aa tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:18.673805 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f0b67011-de14-472c-9c44-af2ce7d4b906 req-8b6d227a-18ef-4fcc-a49b-1b18714d26aa tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1ee81b5-e6b1-46ea-af4b-a17cc878fd0a HTTP/1.1" status: 200 len: 945 time: 0.0948715 Jul 05 02:21:18.719431 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f0b67011-de14-472c-9c44-af2ce7d4b906 req-738b27a1-ecb8-4af2-af92-c451d690fd9a tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ff5da2-a315-4895-9d40-ac9ae668e60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388238 Jul 05 02:21:18.726414 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d82c08d-1206-49a5-aa43-5305e6108477 req-4ea7a4e5-526d-4ec5-b51e-f32eef96e081 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:18.726414 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6d82c08d-1206-49a5-aa43-5305e6108477 req-4ea7a4e5-526d-4ec5-b51e-f32eef96e081 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=05ffb8e0-47bb-4d57-81f7-0dfe9cddf082 HTTP/1.1" status: 200 len: 945 time: 0.0902615 Jul 05 02:21:18.768799 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6d82c08d-1206-49a5-aa43-5305e6108477 req-65c66d63-fb49-4233-a063-547ab1b08e74 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376604 Jul 05 02:21:19.273788 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977db03d-29b7-46c9-a10a-ae68e2ce6eb5 req-aee07483-8eb3-4357-a99f-182e35378538 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:19.275427 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-977db03d-29b7-46c9-a10a-ae68e2ce6eb5 req-aee07483-8eb3-4357-a99f-182e35378538 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ffc42fb-3d2a-409b-b22a-85d7c84b00c7 HTTP/1.1" status: 200 len: 950 time: 0.0768120 Jul 05 02:21:19.326897 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-977db03d-29b7-46c9-a10a-ae68e2ce6eb5 req-2c2a5139-896b-4330-95cd-c9d78821f909 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454452 Jul 05 02:21:19.833018 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 54768) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:21:19.916788 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a9eaea-7c26-4b11-a2c2-996b3b5fbc7a req-a5cbef87-ac4d-4140-b41b-309eb3600a0a tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:19.922884 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-94a9eaea-7c26-4b11-a2c2-996b3b5fbc7a req-a5cbef87-ac4d-4140-b41b-309eb3600a0a tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1ee81b5-e6b1-46ea-af4b-a17cc878fd0a HTTP/1.1" status: 200 len: 945 time: 0.0745080 Jul 05 02:21:19.950495 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-105cdcab-66cb-4489-8572-a235bd465337 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:19.995636 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-94a9eaea-7c26-4b11-a2c2-996b3b5fbc7a req-5cf74530-7acd-4bdc-87b1-06b37b99ce98 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ff5da2-a315-4895-9d40-ac9ae668e60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701473 Jul 05 02:21:20.008172 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e5b41-76fd-4aff-9c58-bd8be0e21e00 req-f45e77a3-91c0-4c92-86f3-56c6094d6c19 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:20.009770 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d32e5b41-76fd-4aff-9c58-bd8be0e21e00 req-f45e77a3-91c0-4c92-86f3-56c6094d6c19 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=05ffb8e0-47bb-4d57-81f7-0dfe9cddf082 HTTP/1.1" status: 200 len: 945 time: 0.1072109 Jul 05 02:21:20.038190 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acccbbfb-b6a1-4950-b7a7-d60009121656 req-71a83b14-92d2-4976-ac72-53d48de9c877 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:20.046080 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-acccbbfb-b6a1-4950-b7a7-d60009121656 req-71a83b14-92d2-4976-ac72-53d48de9c877 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.21 "GET /v2.0/ports?device_id=05ffb8e0-47bb-4d57-81f7-0dfe9cddf082 HTTP/1.1" status: 200 len: 945 time: 0.0822010 Jul 05 02:21:20.066318 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d32e5b41-76fd-4aff-9c58-bd8be0e21e00 req-58b30978-ce02-4b8f-8dae-3a393b255e1b tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471272 Jul 05 02:21:20.115440 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-105cdcab-66cb-4489-8572-a235bd465337 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:20.172271 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-acccbbfb-b6a1-4950-b7a7-d60009121656 req-414228d9-bbd9-4f99-afa5-b313e591e95e tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Deleting port e63a4fd0-88d2-4700-b1ba-c8692537536f {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:21:20.172625 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-acccbbfb-b6a1-4950-b7a7-d60009121656 req-414228d9-bbd9-4f99-afa5-b313e591e95e tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:20.250348 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-105cdcab-66cb-4489-8572-a235bd465337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:20.293722 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-105cdcab-66cb-4489-8572-a235bd465337 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1268878ded3b46b39e0486083e329355&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4586570 Jul 05 02:21:20.294715 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105cdcab-66cb-4489-8572-a235bd465337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26868d38-2c0a-4991-ac1b-81287f180b55,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:21:20.297517 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 54776) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:21:20.355128 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ac215e9c-b0cf-4fe5-aedf-e1b248b90c34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:20.392124 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ac215e9c-b0cf-4fe5-aedf-e1b248b90c34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:20.467366 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b15e6d83-8be0-4538-8608-435d87c251e4 req-61d2a62a-8200-48a3-b430-b68b3488673c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d49d0082-e6fb-43a0-aabd-5f1abc2b3fd0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0894401 Jul 05 02:21:20.565410 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15e6d83-8be0-4538-8608-435d87c251e4 req-2c75fe3d-9b3f-4797-8114-9448d6d11fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:20.567075 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b15e6d83-8be0-4538-8608-435d87c251e4 req-2c75fe3d-9b3f-4797-8114-9448d6d11fe3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1dde4b513ef84acf9c30f43f22091a98&device_id=d49d0082-e6fb-43a0-aabd-5f1abc2b3fd0 HTTP/1.1" status: 200 len: 1097 time: 0.0544899 Jul 05 02:21:20.574248 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ac215e9c-b0cf-4fe5-aedf-e1b248b90c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:20.577430 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ac215e9c-b0cf-4fe5-aedf-e1b248b90c34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:20.581094 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-ac215e9c-b0cf-4fe5-aedf-e1b248b90c34 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/26868d38-2c0a-4991-ac1b-81287f180b55 HTTP/1.1" status: 204 len: 168 time: 0.2802207 Jul 05 02:21:20.594550 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac215e9c-b0cf-4fe5-aedf-e1b248b90c34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26868d38-2c0a-4991-ac1b-81287f180b55,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:21:20.625499 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-acccbbfb-b6a1-4950-b7a7-d60009121656 req-414228d9-bbd9-4f99-afa5-b313e591e95e tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] For port e63a4fd0-88d2-4700-b1ba-c8692537536f, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=e63a4fd0-88d2-4700-b1ba-c8692537536f,segment=NetworkSegment(21ad98b6-ba72-4f1f-a0ef-3d0df329b6a3),segment_id=21ad98b6-ba72-4f1f-a0ef-3d0df329b6a3)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:21:20.625871 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-acccbbfb-b6a1-4950-b7a7-d60009121656 req-414228d9-bbd9-4f99-afa5-b313e591e95e tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:20.649280 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f4ee72-e972-4598-b52b-bfbca669ad45 req-57bc154b-f526-41cd-b250-d807b987cba9 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:20.656762 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c1f4ee72-e972-4598-b52b-bfbca669ad45 req-57bc154b-f526-41cd-b250-d807b987cba9 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ffc42fb-3d2a-409b-b22a-85d7c84b00c7 HTTP/1.1" status: 200 len: 950 time: 0.1290433 Jul 05 02:21:20.659616 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-acccbbfb-b6a1-4950-b7a7-d60009121656 req-414228d9-bbd9-4f99-afa5-b313e591e95e tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Calling delete_port for e63a4fd0-88d2-4700-b1ba-c8692537536f owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:21:20.752474 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c1f4ee72-e972-4598-b52b-bfbca669ad45 req-fe7413da-a20e-47ec-8bf9-b707db1e1bae tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948102 Jul 05 02:21:20.876608 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-69fbc5b8-43f6-4bc7-9de2-5c7051aa8626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:20.999079 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15e6d83-8be0-4538-8608-435d87c251e4 req-9c083b88-e2c3-48d5-ac3e-b018b6704b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:21.004314 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-acccbbfb-b6a1-4950-b7a7-d60009121656 req-414228d9-bbd9-4f99-afa5-b313e591e95e tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:21.004813 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b15e6d83-8be0-4538-8608-435d87c251e4 req-9c083b88-e2c3-48d5-ac3e-b018b6704b59 service neutron] 10.222.0.21 "GET /v2.0/networks?id=43df30fe-7555-4340-91ff-ee467a0abf0d HTTP/1.1" status: 200 len: 905 time: 0.3936040 Jul 05 02:21:21.013118 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['e63a4fd0-88d2-4700-b1ba-c8692537536f'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:21:21.044076 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414228d9-bbd9-4f99-afa5-b313e591e95e tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Pushing event deleted for resources: {'Port': ['ID=e63a4fd0-88d2-4700-b1ba-c8692537536f,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:21:21.096560 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b15e6d83-8be0-4538-8608-435d87c251e4 req-5d672ee9-5b68-4735-bb45-e462f481fa68 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8869e309-04c8-41af-bbc4-5f90e47d35ce HTTP/1.1" status: 200 len: 1000 time: 0.0881000 Jul 05 02:21:21.108599 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-acccbbfb-b6a1-4950-b7a7-d60009121656 req-414228d9-bbd9-4f99-afa5-b313e591e95e tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] No DVR routers for this DVR port e63a4fd0-88d2-4700-b1ba-c8692537536f on host n-h1-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:21:21.113347 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-acccbbfb-b6a1-4950-b7a7-d60009121656 req-414228d9-bbd9-4f99-afa5-b313e591e95e tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:21.115819 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-acccbbfb-b6a1-4950-b7a7-d60009121656 req-414228d9-bbd9-4f99-afa5-b313e591e95e tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.21 "DELETE /v2.0/ports/e63a4fd0-88d2-4700-b1ba-c8692537536f HTTP/1.1" status: 204 len: 173 time: 1.0703676 Jul 05 02:21:21.116731 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05ffb8e0-47bb-4d57-81f7-0dfe9cddf082', 'name': 'network-vif-deleted', 'tag': 'e63a4fd0-88d2-4700-b1ba-c8692537536f'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:21:21.119394 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-986eb866-9b3d-463c-b741-d39726b2bea0" -d '{"events": [{"server_uuid": "05ffb8e0-47bb-4d57-81f7-0dfe9cddf082", "name": "network-vif-deleted", "tag": "e63a4fd0-88d2-4700-b1ba-c8692537536f"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:21:21.175098 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15e6d83-8be0-4538-8608-435d87c251e4 req-535b0a91-c28f-4d47-af62-5ee05ecfec96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:21.176782 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b15e6d83-8be0-4538-8608-435d87c251e4 req-535b0a91-c28f-4d47-af62-5ee05ecfec96 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ec84ff25-e77f-43ab-bf44-c61795ee6bb9 HTTP/1.1" status: 200 len: 844 time: 0.0634887 Jul 05 02:21:21.241925 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc3ae9d-5852-4162-96a5-703983b559af req-9474340d-63a9-4b7e-b085-bb98dcff6aaf tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:21.243480 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1dc3ae9d-5852-4162-96a5-703983b559af req-9474340d-63a9-4b7e-b085-bb98dcff6aaf tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1ee81b5-e6b1-46ea-af4b-a17cc878fd0a HTTP/1.1" status: 200 len: 945 time: 0.0684237 Jul 05 02:21:21.252406 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-13738017-6561-4764-9dd2-282902b5ac2b req-077a588b-3623-44f7-bb94-5cdc770909b6 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=05ffb8e0-47bb-4d57-81f7-0dfe9cddf082 HTTP/1.1" status: 200 len: 210 time: 0.0339386 Jul 05 02:21:21.281535 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15e6d83-8be0-4538-8608-435d87c251e4 req-d8925368-eb05-44af-b5be-6e225d9696ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:21.283411 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b15e6d83-8be0-4538-8608-435d87c251e4 req-d8925368-eb05-44af-b5be-6e225d9696ea service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=43df30fe-7555-4340-91ff-ee467a0abf0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1000257 Jul 05 02:21:21.289093 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1dc3ae9d-5852-4162-96a5-703983b559af req-286100a4-3a47-4046-bb79-b93454228a62 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ff5da2-a315-4895-9d40-ac9ae668e60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393670 Jul 05 02:21:21.328712 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82df7750-7835-4ec5-9e21-b9abc61bcbaa x-openstack-request-id: req-82df7750-7835-4ec5-9e21-b9abc61bcbaa {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:21:21.329013 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05ffb8e0-47bb-4d57-81f7-0dfe9cddf082", "name": "network-vif-deleted", "tag": "e63a4fd0-88d2-4700-b1ba-c8692537536f", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:21:21.329292 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-82df7750-7835-4ec5-9e21-b9abc61bcbaa {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:21:21.329694 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05ffb8e0-47bb-4d57-81f7-0dfe9cddf082', 'name': 'network-vif-deleted', 'tag': 'e63a4fd0-88d2-4700-b1ba-c8692537536f', 'status': 'completed', 'code': 200} Jul 05 02:21:21.405956 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b15e6d83-8be0-4538-8608-435d87c251e4 req-18fe03b5-664e-449e-946f-66587536e4ae service neutron] 10.222.0.21 "GET /v2.0/networks/43df30fe-7555-4340-91ff-ee467a0abf0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081831 Jul 05 02:21:21.513036 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b15e6d83-8be0-4538-8608-435d87c251e4 req-1d579e86-9ad0-4623-97a5-0002209f7afe service neutron] 10.222.0.21 "GET /v2.0/networks/43df30fe-7555-4340-91ff-ee467a0abf0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024318 Jul 05 02:21:21.836942 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 54820) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:21:21.951822 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-57beff14-a7ba-4ffb-82dd-5fb338c6f024 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1896008-network', 'tenant_id': '87bcdaf8d04c491bad70061e9c9059a1'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:21:21.978996 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1578dab-a1a0-448f-87a2-5e81a73ab1df req-cff59c89-dd00-4b83-9309-ff32ca926082 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:21.993300 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f1578dab-a1a0-448f-87a2-5e81a73ab1df req-cff59c89-dd00-4b83-9309-ff32ca926082 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ffc42fb-3d2a-409b-b22a-85d7c84b00c7 HTTP/1.1" status: 200 len: 950 time: 0.0729969 Jul 05 02:21:22.024487 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f1578dab-a1a0-448f-87a2-5e81a73ab1df req-e84aa8e9-fb5b-4a93-bc2e-e1de7141cbe3 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369644 Jul 05 02:21:22.127009 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57beff14-a7ba-4ffb-82dd-5fb338c6f024 admin admin] Made reservation on behalf of 87bcdaf8d04c491bad70061e9c9059a1 for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:21:22.129671 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-57beff14-a7ba-4ffb-82dd-5fb338c6f024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:22.139582 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-57beff14-a7ba-4ffb-82dd-5fb338c6f024 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:22.237528 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-57beff14-a7ba-4ffb-82dd-5fb338c6f024 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:22.352976 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-57beff14-a7ba-4ffb-82dd-5fb338c6f024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:22.374549 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57beff14-a7ba-4ffb-82dd-5fb338c6f024 admin admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:21:22.391456 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57beff14-a7ba-4ffb-82dd-5fb338c6f024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ece07a8-3416-41e6-b663-f58eef6af2cd,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:21:22.394508 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-57beff14-a7ba-4ffb-82dd-5fb338c6f024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:22.394848 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-57beff14-a7ba-4ffb-82dd-5fb338c6f024 admin admin] Added segment aba0be23-db69-4ec9-bb7b-34f24fcd51f4 of type vlan for network f1b43d6c-53c9-4eed-aa47-d9b40a4050e4 Jul 05 02:21:22.452364 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-06fd4ce3-b8f2-48a5-85d3-9609edd45d03 req-9b670d76-3d84-4606-98dc-5fe3a6ae7230 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=05ffb8e0-47bb-4d57-81f7-0dfe9cddf082 HTTP/1.1" status: 200 len: 210 time: 0.0492620 Jul 05 02:21:22.480730 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-57beff14-a7ba-4ffb-82dd-5fb338c6f024 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:22.510899 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a1d317-8331-4e09-a277-4c24442c63d7 req-38ca9369-374c-4f2a-a65f-50c7b50dacc6 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:22.518810 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-59a1d317-8331-4e09-a277-4c24442c63d7 req-38ca9369-374c-4f2a-a65f-50c7b50dacc6 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1ee81b5-e6b1-46ea-af4b-a17cc878fd0a HTTP/1.1" status: 200 len: 945 time: 0.1072581 Jul 05 02:21:22.558940 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-59a1d317-8331-4e09-a277-4c24442c63d7 req-c1a14a79-a867-47eb-ab56-7fca5ddbc57a tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ff5da2-a315-4895-9d40-ac9ae668e60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392640 Jul 05 02:21:22.675530 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-57beff14-a7ba-4ffb-82dd-5fb338c6f024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:22.676689 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57beff14-a7ba-4ffb-82dd-5fb338c6f024 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:22.677398 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-57beff14-a7ba-4ffb-82dd-5fb338c6f024 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:22.739197 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9a36e5f7-49c7-47fd-9875-de2ecd20d3f5 req-4073dade-0eee-4502-bcab-70cc4ac4994b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ca36febd-b506-4424-9f43-8be7a9423ed1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1094680 Jul 05 02:21:22.753142 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57beff14-a7ba-4ffb-82dd-5fb338c6f024 admin admin] Pushing event updated for resources: {'Network': ['ID=f1b43d6c-53c9-4eed-aa47-d9b40a4050e4,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:21:22.763398 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network f1b43d6c-53c9-4eed-aa47-d9b40a4050e4 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:21:22.837212 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a36e5f7-49c7-47fd-9875-de2ecd20d3f5 req-d9015827-75b1-47bd-97d5-b2fff88472f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:22.842271 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9a36e5f7-49c7-47fd-9875-de2ecd20d3f5 req-d9015827-75b1-47bd-97d5-b2fff88472f9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d63cc722770842c8a7a532820e16e452&device_id=ca36febd-b506-4424-9f43-8be7a9423ed1 HTTP/1.1" status: 200 len: 1097 time: 0.0759768 Jul 05 02:21:22.844239 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-57beff14-a7ba-4ffb-82dd-5fb338c6f024 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0104320 Jul 05 02:21:22.848422 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 54834) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:21:22.854779 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-7413432d-2cfd-403a-a377-777bfb421e4e admin admin] Request body: {'subnet': {'network_id': 'f1b43d6c-53c9-4eed-aa47-d9b40a4050e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1896008-subnet', 'tenant_id': '87bcdaf8d04c491bad70061e9c9059a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:21:22.953236 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7413432d-2cfd-403a-a377-777bfb421e4e admin admin] Made reservation on behalf of 87bcdaf8d04c491bad70061e9c9059a1 for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:21:22.955976 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7413432d-2cfd-403a-a377-777bfb421e4e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:22.958216 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a36e5f7-49c7-47fd-9875-de2ecd20d3f5 req-9385c901-0a62-41c7-abe3-2ac61ce4afec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:22.959746 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9a36e5f7-49c7-47fd-9875-de2ecd20d3f5 req-9385c901-0a62-41c7-abe3-2ac61ce4afec service neutron] 10.222.0.15 "GET /v2.0/networks?id=02860c2c-1b47-41ff-bdb8-8652ec368c51 HTTP/1.1" status: 200 len: 911 time: 0.0922930 Jul 05 02:21:23.033080 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9a36e5f7-49c7-47fd-9875-de2ecd20d3f5 req-f52741e0-8985-4971-a1ca-de89c28b9580 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0bf422f3-c6bf-4aeb-9d77-6f10de626535 HTTP/1.1" status: 200 len: 1001 time: 0.0632555 Jul 05 02:21:23.087358 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a36e5f7-49c7-47fd-9875-de2ecd20d3f5 req-d4835ee0-e0db-42ab-98b5-4840fa76e8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:23.088981 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9a36e5f7-49c7-47fd-9875-de2ecd20d3f5 req-d4835ee0-e0db-42ab-98b5-4840fa76e8cf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e54bb52b-407a-4efc-b19e-45eea28735fe HTTP/1.1" status: 200 len: 850 time: 0.0505590 Jul 05 02:21:23.156442 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a36e5f7-49c7-47fd-9875-de2ecd20d3f5 req-937abf06-05dd-4103-84d9-21dfba62e659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:23.158000 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9a36e5f7-49c7-47fd-9875-de2ecd20d3f5 req-937abf06-05dd-4103-84d9-21dfba62e659 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=02860c2c-1b47-41ff-bdb8-8652ec368c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0618370 Jul 05 02:21:23.205729 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a41cdcc-4d75-4caf-9089-f2d22cd54522 req-325c95a2-d94a-42fa-bcea-cac2c6f38d35 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:23.207271 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2a41cdcc-4d75-4caf-9089-f2d22cd54522 req-325c95a2-d94a-42fa-bcea-cac2c6f38d35 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ffc42fb-3d2a-409b-b22a-85d7c84b00c7 HTTP/1.1" status: 200 len: 950 time: 0.0643258 Jul 05 02:21:23.244470 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2a41cdcc-4d75-4caf-9089-f2d22cd54522 req-3de9e21c-4bee-49ef-9a7e-e33b94ab0bec tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314667 Jul 05 02:21:23.250002 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9a36e5f7-49c7-47fd-9875-de2ecd20d3f5 req-23522f1c-5f11-4c67-ad89-7b70f80779da service neutron] 10.222.0.15 "GET /v2.0/networks/02860c2c-1b47-41ff-bdb8-8652ec368c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848770 Jul 05 02:21:23.343509 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9a36e5f7-49c7-47fd-9875-de2ecd20d3f5 req-885e1723-751e-43a7-82e6-746e43b1eba2 service neutron] 10.222.0.15 "GET /v2.0/networks/02860c2c-1b47-41ff-bdb8-8652ec368c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865445 Jul 05 02:21:23.547477 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3468d738-c1d6-4528-b348-9db5b56a6b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:23.576578 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7413432d-2cfd-403a-a377-777bfb421e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5763451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774823'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:23.660107 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7413432d-2cfd-403a-a377-777bfb421e4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b16a3ea0-2a06-4c8e-bcb5-10e63810387e,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:21:23.694605 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7413432d-2cfd-403a-a377-777bfb421e4e admin admin] Checking segment: {'id': 'aba0be23-db69-4ec9-bb7b-34f24fcd51f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f1b43d6c-53c9-4eed-aa47-d9b40a4050e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:21:23.694605 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7413432d-2cfd-403a-a377-777bfb421e4e admin admin] Network hostable DHCP agents. Network: f1b43d6c-53c9-4eed-aa47-d9b40a4050e4, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:21:23.772022 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a878474b-37f7-453c-b67b-2dac5242ec30 req-40ce0fb5-0ed3-487d-93a1-32a12f09825f tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:23.774705 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a878474b-37f7-453c-b67b-2dac5242ec30 req-40ce0fb5-0ed3-487d-93a1-32a12f09825f tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1ee81b5-e6b1-46ea-af4b-a17cc878fd0a HTTP/1.1" status: 200 len: 945 time: 0.0709989 Jul 05 02:21:23.816013 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a878474b-37f7-453c-b67b-2dac5242ec30 req-d4664bb5-9108-4327-a7de-194a30c1c18b tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ff5da2-a315-4895-9d40-ac9ae668e60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351422 Jul 05 02:21:23.819337 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7413432d-2cfd-403a-a377-777bfb421e4e admin admin] Network f1b43d6c-53c9-4eed-aa47-d9b40a4050e4 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:21:23.819752 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:23.955214 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-7413432d-2cfd-403a-a377-777bfb421e4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, f1b43d6c-53c9-4eed-aa47-d9b40a4050e4) {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:21:23.962484 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7413432d-2cfd-403a-a377-777bfb421e4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:23.963081 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7413432d-2cfd-403a-a377-777bfb421e4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:23.963247 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab80fb7b-1569-4491-9482-bc9dd438ac35 None None] Network f1b43d6c-53c9-4eed-aa47-d9b40a4050e4 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:21:24.027781 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b77878b-037f-4282-8227-75ffe7702219 req-bc9df933-6e07-4f9e-8ddc-617bb98b3b98 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:24.029819 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3b77878b-037f-4282-8227-75ffe7702219 req-bc9df933-6e07-4f9e-8ddc-617bb98b3b98 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/networks?id=705854c6-bb90-4b2b-93a0-7581bd607e40 HTTP/1.1" status: 200 len: 812 time: 0.1268132 Jul 05 02:21:24.047913 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3b77878b-037f-4282-8227-75ffe7702219 req-a483b88e-2efd-47c1-89f5-0c6d93efa572 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/quotas/f3761e9b54fb4b859175f5af6199b06f HTTP/1.1" status: 200 len: 375 time: 0.0124984 Jul 05 02:21:24.089638 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3b77878b-037f-4282-8227-75ffe7702219 req-abbf13c4-e281-4909-88c1-ffbc66fbe849 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f3761e9b54fb4b859175f5af6199b06f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0342860 Jul 05 02:21:24.107855 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a7f5f1-3537-4a11-b0d6-cd4e597014d1 None None] Network f1b43d6c-53c9-4eed-aa47-d9b40a4050e4 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:21:24.125016 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-7413432d-2cfd-403a-a377-777bfb421e4e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2745011 Jul 05 02:21:24.210025 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3b77878b-037f-4282-8227-75ffe7702219 req-59804d2c-ebcf-43e6-b120-801fbcbf2b57 service neutron] 10.222.0.23 "GET /v2.0/networks/705854c6-bb90-4b2b-93a0-7581bd607e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073613 Jul 05 02:21:24.312148 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3b77878b-037f-4282-8227-75ffe7702219 req-0addabf4-cd49-4577-bd74-d83e45b64252 service neutron] 10.222.0.23 "GET /v2.0/networks/705854c6-bb90-4b2b-93a0-7581bd607e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964680 Jul 05 02:21:24.427154 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baf2cf0-dd0c-45a4-ba52-5eb66cddf631 req-d9a6f6a3-2b66-4795-9f55-705a6469117d tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:24.428681 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4baf2cf0-dd0c-45a4-ba52-5eb66cddf631 req-d9a6f6a3-2b66-4795-9f55-705a6469117d tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ffc42fb-3d2a-409b-b22a-85d7c84b00c7 HTTP/1.1" status: 200 len: 950 time: 0.0666087 Jul 05 02:21:24.469618 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4baf2cf0-dd0c-45a4-ba52-5eb66cddf631 req-2b4fb3ea-3714-4aee-b2b7-effc161097ba tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350378 Jul 05 02:21:24.546107 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:24.610717 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3fa344a2-9e00-4932-a594-054bebc6e383 req-545cd51b-1273-4d1c-8690-a713a10a5d65 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=dea8c6b3-deef-4865-b273-3a8b344c92e3 HTTP/1.1" status: 200 len: 210 time: 0.0327578 Jul 05 02:21:24.663687 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-169435ef-6b91-4c8c-afca-39933d1edd73 req-175aa317-e082-44a1-83dd-2e0d9b58b140 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2009316077', 'description': 'tempest-description-969007642'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:21:24.707295 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ae5b73-ff16-4c06-bbf8-06a395bce83c req-7e8d0a3a-e5ed-4442-9e4f-7d6542140137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:24.707295 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-24ae5b73-ff16-4c06-bbf8-06a395bce83c req-7e8d0a3a-e5ed-4442-9e4f-7d6542140137 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f1ee81b5-e6b1-46ea-af4b-a17cc878fd0a HTTP/1.1" status: 200 len: 1097 time: 0.0871530 Jul 05 02:21:24.718339 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device e63a4fd0-88d2-4700-b1ba-c8692537536f no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:21:24.743640 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-24ae5b73-ff16-4c06-bbf8-06a395bce83c req-e0c70f25-0519-4f51-8d2f-6c7b0ab092f6 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=98ff5da2-a315-4895-9d40-ac9ae668e60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324092 Jul 05 02:21:24.747386 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] No Port match for: e63a4fd0-88d2-4700-b1ba-c8692537536f {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:21:24.748229 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device e63a4fd0-88d2-4700-b1ba-c8692537536f not bound to the agent host n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:21:24.883814 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-169435ef-6b91-4c8c-afca-39933d1edd73 req-175aa317-e082-44a1-83dd-2e0d9b58b140 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:24.964282 n-d-771362-32 neutron-server[94462]: INFO neutron.api.v2.resource [req-8395b03a-0f2d-42b4-8434-a5696e62bdb4 req-094732bc-fbf3-4c5d-b8ab-26790bff507d service neutron] show failed (client error): The resource could not be found. Jul 05 02:21:24.965303 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8395b03a-0f2d-42b4-8434-a5696e62bdb4 req-094732bc-fbf3-4c5d-b8ab-26790bff507d service neutron] 10.222.0.21 "GET /v2.0/ports/abbd1cfb-a048-4869-b835-78164a320b07/bindings/n-h2-771362-32 HTTP/1.1" status: 404 len: 381 time: 0.0888019 Jul 05 02:21:25.014938 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b904680-e1b3-4fbb-a932-5dc19b5bddc8 req-9367cfae-a96b-406b-8fba-49031ff9cb1a tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:25.016473 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8b904680-e1b3-4fbb-a932-5dc19b5bddc8 req-9367cfae-a96b-406b-8fba-49031ff9cb1a tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1ee81b5-e6b1-46ea-af4b-a17cc878fd0a HTTP/1.1" status: 200 len: 945 time: 0.0723441 Jul 05 02:21:25.017942 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-169435ef-6b91-4c8c-afca-39933d1edd73 req-175aa317-e082-44a1-83dd-2e0d9b58b140 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:25.056107 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8b904680-e1b3-4fbb-a932-5dc19b5bddc8 req-068e6ed6-cef1-4979-8150-f17cfc6343dc tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ff5da2-a315-4895-9d40-ac9ae668e60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334425 Jul 05 02:21:25.185743 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-169435ef-6b91-4c8c-afca-39933d1edd73 req-175aa317-e082-44a1-83dd-2e0d9b58b140 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:25.216277 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175aa317-e082-44a1-83dd-2e0d9b58b140 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d6c5cc2-ec3a-40f1-bc05-544833b29f48,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:21:25.339536 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-169435ef-6b91-4c8c-afca-39933d1edd73 req-175aa317-e082-44a1-83dd-2e0d9b58b140 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:25.340902 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-169435ef-6b91-4c8c-afca-39933d1edd73 req-175aa317-e082-44a1-83dd-2e0d9b58b140 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6826117 Jul 05 02:21:25.405084 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0e9eabe8-15c9-4a3c-bdf9-06759e485ded req-184e4782-f2c1-4734-9c8b-71631fc52835 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] 10.222.0.23 "GET /v2.0/security-groups/1d6c5cc2-ec3a-40f1-bc05-544833b29f48 HTTP/1.1" status: 200 len: 1806 time: 0.0401247 Jul 05 02:21:25.418236 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-0e9eabe8-15c9-4a3c-bdf9-06759e485ded req-24cdfd3e-f256-499a-b606-9bb632173d2e tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1d6c5cc2-ec3a-40f1-bc05-544833b29f48', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:21:25.418719 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-0e9eabe8-15c9-4a3c-bdf9-06759e485ded req-24cdfd3e-f256-499a-b606-9bb632173d2e tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1d6c5cc2-ec3a-40f1-bc05-544833b29f48', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:21:25.627424 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-0e9eabe8-15c9-4a3c-bdf9-06759e485ded req-24cdfd3e-f256-499a-b606-9bb632173d2e tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:25.656171 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-0e9eabe8-15c9-4a3c-bdf9-06759e485ded req-24cdfd3e-f256-499a-b606-9bb632173d2e tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:25.667777 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eea6808-daa7-4975-a988-da44443d3102 req-84ce5e05-9ced-483c-8df7-41ac45fb8257 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:25.669342 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5eea6808-daa7-4975-a988-da44443d3102 req-84ce5e05-9ced-483c-8df7-41ac45fb8257 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ffc42fb-3d2a-409b-b22a-85d7c84b00c7 HTTP/1.1" status: 200 len: 950 time: 0.0717070 Jul 05 02:21:25.708850 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5eea6808-daa7-4975-a988-da44443d3102 req-e1944e88-b1a3-4a1c-aadd-81763fc00629 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332265 Jul 05 02:21:25.860203 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d26ff2cd-33da-4b02-bae0-db381f623cef req-da03cb08-8998-497a-bc40-9ce819ee5a1d tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=dea8c6b3-deef-4865-b273-3a8b344c92e3 HTTP/1.1" status: 200 len: 210 time: 0.0394661 Jul 05 02:21:25.862094 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-0e9eabe8-15c9-4a3c-bdf9-06759e485ded req-24cdfd3e-f256-499a-b606-9bb632173d2e tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:25.912895 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cdfd3e-f256-499a-b606-9bb632173d2e tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f822842-f265-426b-94f4-f3dde5d7bceb,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:21:25.973283 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8395b03a-0f2d-42b4-8434-a5696e62bdb4 req-caad971e-a9a9-4329-822e-1d80e56ff65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:25.974847 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8395b03a-0f2d-42b4-8434-a5696e62bdb4 req-caad971e-a9a9-4329-822e-1d80e56ff65e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6ffc42fb-3d2a-409b-b22a-85d7c84b00c7&tenant_id=7bde4afb78a7485193d4b3fb4c23ad75 HTTP/1.1" status: 200 len: 1102 time: 0.0557413 Jul 05 02:21:25.994929 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-8395b03a-0f2d-42b4-8434-a5696e62bdb4 req-c1360fc2-fa8d-4d25-8857-efb09e42c2ef service neutron] Request body: {'port': {'binding:host_id': 'n-h2-771362-32', 'device_owner': 'compute:nova'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:21:26.022628 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:26.073980 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-8395b03a-0f2d-42b4-8434-a5696e62bdb4 req-c1360fc2-fa8d-4d25-8857-efb09e42c2ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:26.079991 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-0e9eabe8-15c9-4a3c-bdf9-06759e485ded req-24cdfd3e-f256-499a-b606-9bb632173d2e tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:26.086721 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0e9eabe8-15c9-4a3c-bdf9-06759e485ded req-24cdfd3e-f256-499a-b606-9bb632173d2e tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6700454 Jul 05 02:21:26.121274 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-4d35081f-f6d4-4ee4-9516-b4799c75346b req-302ccfde-cd06-4303-b333-959fc6a3b25e tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-812428320', 'description': 'tempest-description-25699547'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:21:26.284635 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fa0837-8255-4913-be4c-91c8168b29c2 req-bb53d452-0cfa-4cca-a280-f7a6c11caed3 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:26.286803 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-08fa0837-8255-4913-be4c-91c8168b29c2 req-bb53d452-0cfa-4cca-a280-f7a6c11caed3 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1ee81b5-e6b1-46ea-af4b-a17cc878fd0a HTTP/1.1" status: 200 len: 945 time: 0.0720139 Jul 05 02:21:26.313284 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-4d35081f-f6d4-4ee4-9516-b4799c75346b req-302ccfde-cd06-4303-b333-959fc6a3b25e tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:26.331010 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-08fa0837-8255-4913-be4c-91c8168b29c2 req-5f2b88e1-8b84-4c79-bfee-454be01bca60 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ff5da2-a315-4895-9d40-ac9ae668e60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356905 Jul 05 02:21:26.337392 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-8395b03a-0f2d-42b4-8434-a5696e62bdb4 req-c1360fc2-fa8d-4d25-8857-efb09e42c2ef service neutron] For port abbd1cfb-a048-4869-b835-78164a320b07, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=abbd1cfb-a048-4869-b835-78164a320b07,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:21:26.400707 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-8395b03a-0f2d-42b4-8434-a5696e62bdb4 req-c1360fc2-fa8d-4d25-8857-efb09e42c2ef service neutron] For port abbd1cfb-a048-4869-b835-78164a320b07, host n-h1-771362-32, cleared binding levels {{(pid=94462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:21:26.461921 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ffc42fb-3d2a-409b-b22a-85d7c84b00c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abbd1cfb-a048-4869-b835-78164a320b07'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:21:26.464214 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b223267e0e0ddb3199af7772d0b45336e3b4b54fbb151c86a8051291a61e85db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d085e2f-4d72-414e-9dc0-98dc28deda6a" -d '{"events": [{"server_uuid": "6ffc42fb-3d2a-409b-b22a-85d7c84b00c7", "name": "network-vif-unplugged", "status": "completed", "tag": "abbd1cfb-a048-4869-b835-78164a320b07"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:21:26.469512 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-8395b03a-0f2d-42b4-8434-a5696e62bdb4 req-c1360fc2-fa8d-4d25-8857-efb09e42c2ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:26.496291 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [req-8395b03a-0f2d-42b4-8434-a5696e62bdb4 req-c1360fc2-fa8d-4d25-8857-efb09e42c2ef service neutron] Transition to ACTIVE for port object abbd1cfb-a048-4869-b835-78164a320b07 will not be triggered until provisioned by entity L2. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:21:26.503702 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-4d35081f-f6d4-4ee4-9516-b4799c75346b req-302ccfde-cd06-4303-b333-959fc6a3b25e tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:26.582462 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-4d35081f-f6d4-4ee4-9516-b4799c75346b req-302ccfde-cd06-4303-b333-959fc6a3b25e tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:26.588862 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-8395b03a-0f2d-42b4-8434-a5696e62bdb4 req-c1360fc2-fa8d-4d25-8857-efb09e42c2ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:26.665958 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302ccfde-cd06-4303-b333-959fc6a3b25e tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9788fce-d1ce-4470-bc2a-7209c7c60bfc,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:21:26.682872 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1360fc2-fa8d-4d25-8857-efb09e42c2ef service neutron] Pushing event updated for resources: {'Port': ['ID=abbd1cfb-a048-4869-b835-78164a320b07,revision_number=6']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:21:26.705166 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [req-8395b03a-0f2d-42b4-8434-a5696e62bdb4 req-c1360fc2-fa8d-4d25-8857-efb09e42c2ef service neutron] No DVR routers for this DVR port abbd1cfb-a048-4869-b835-78164a320b07 on host n-h1-771362-32 {{(pid=94462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:21:26.711178 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 02:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-356c0c76-fa31-42bc-ad93-cee19b66cafd x-openstack-request-id: req-356c0c76-fa31-42bc-ad93-cee19b66cafd {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:21:26.711766 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ffc42fb-3d2a-409b-b22a-85d7c84b00c7", "name": "network-vif-unplugged", "status": "completed", "tag": "abbd1cfb-a048-4869-b835-78164a320b07", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:21:26.712245 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-356c0c76-fa31-42bc-ad93-cee19b66cafd {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:21:26.712801 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ffc42fb-3d2a-409b-b22a-85d7c84b00c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abbd1cfb-a048-4869-b835-78164a320b07', 'code': 200} Jul 05 02:21:26.742915 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-4d35081f-f6d4-4ee4-9516-b4799c75346b req-302ccfde-cd06-4303-b333-959fc6a3b25e tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:26.744433 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4d35081f-f6d4-4ee4-9516-b4799c75346b req-302ccfde-cd06-4303-b333-959fc6a3b25e tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6311557 Jul 05 02:21:26.758630 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-8395b03a-0f2d-42b4-8434-a5696e62bdb4 req-c1360fc2-fa8d-4d25-8857-efb09e42c2ef service neutron] Attempting to bind port abbd1cfb-a048-4869-b835-78164a320b07 on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:21:26.758966 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-8395b03a-0f2d-42b4-8434-a5696e62bdb4 req-c1360fc2-fa8d-4d25-8857-efb09e42c2ef service neutron] Attempting to bind port abbd1cfb-a048-4869-b835-78164a320b07 by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:21:26.759294 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8395b03a-0f2d-42b4-8434-a5696e62bdb4 req-c1360fc2-fa8d-4d25-8857-efb09e42c2ef service neutron] Attempting to bind port abbd1cfb-a048-4869-b835-78164a320b07 on network dff432c2-7366-4622-aebb-da22fe05bfd4 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:21:26.764169 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8395b03a-0f2d-42b4-8434-a5696e62bdb4 req-c1360fc2-fa8d-4d25-8857-efb09e42c2ef service neutron] Port abbd1cfb-a048-4869-b835-78164a320b07 on network dff432c2-7366-4622-aebb-da22fe05bfd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:21:26.764515 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8395b03a-0f2d-42b4-8434-a5696e62bdb4 req-c1360fc2-fa8d-4d25-8857-efb09e42c2ef service neutron] Attempting to bind port abbd1cfb-a048-4869-b835-78164a320b07 on network dff432c2-7366-4622-aebb-da22fe05bfd4 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:21:26.769488 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8395b03a-0f2d-42b4-8434-a5696e62bdb4 req-c1360fc2-fa8d-4d25-8857-efb09e42c2ef service neutron] Checking agent: {'id': 'e071c76e-395f-48c4-a98f-88088465cf0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:21:26.769784 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8395b03a-0f2d-42b4-8434-a5696e62bdb4 req-c1360fc2-fa8d-4d25-8857-efb09e42c2ef service neutron] Checking segment: {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:21:26.770203 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8395b03a-0f2d-42b4-8434-a5696e62bdb4 req-c1360fc2-fa8d-4d25-8857-efb09e42c2ef service neutron] Bound using segment: {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'} {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:21:26.770727 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-8395b03a-0f2d-42b4-8434-a5696e62bdb4 req-c1360fc2-fa8d-4d25-8857-efb09e42c2ef service neutron] Bound port: abbd1cfb-a048-4869-b835-78164a320b07, host: n-h2-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'}}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:21:26.770992 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-8395b03a-0f2d-42b4-8434-a5696e62bdb4 req-c1360fc2-fa8d-4d25-8857-efb09e42c2ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:26.853029 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-8395b03a-0f2d-42b4-8434-a5696e62bdb4 req-c1360fc2-fa8d-4d25-8857-efb09e42c2ef service neutron] For port abbd1cfb-a048-4869-b835-78164a320b07, host n-h2-771362-32, cleared binding levels {{(pid=94462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:21:26.856332 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-8395b03a-0f2d-42b4-8434-a5696e62bdb4 req-c1360fc2-fa8d-4d25-8857-efb09e42c2ef service neutron] For port abbd1cfb-a048-4869-b835-78164a320b07, host n-h2-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=abbd1cfb-a048-4869-b835-78164a320b07,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:21:27.226825 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd16376-6b94-428b-94e4-8d39940e4281 req-09a5fa06-e8e8-4489-8383-ea078aaa00c3 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:27.226825 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3bd16376-6b94-428b-94e4-8d39940e4281 req-09a5fa06-e8e8-4489-8383-ea078aaa00c3 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ffc42fb-3d2a-409b-b22a-85d7c84b00c7 HTTP/1.1" status: 200 len: 948 time: 0.0698240 Jul 05 02:21:27.226825 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3bd16376-6b94-428b-94e4-8d39940e4281 req-e6dcb0de-fe1f-44a2-96af-837fb2278477 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324728 Jul 05 02:21:27.226825 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-8395b03a-0f2d-42b4-8434-a5696e62bdb4 req-c1360fc2-fa8d-4d25-8857-efb09e42c2ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:27.226825 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8395b03a-0f2d-42b4-8434-a5696e62bdb4 req-c1360fc2-fa8d-4d25-8857-efb09e42c2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:27.226825 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-8395b03a-0f2d-42b4-8434-a5696e62bdb4 req-c1360fc2-fa8d-4d25-8857-efb09e42c2ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:27.226825 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8395b03a-0f2d-42b4-8434-a5696e62bdb4 req-c1360fc2-fa8d-4d25-8857-efb09e42c2ef service neutron] 10.222.0.15 "PUT /v2.0/ports/abbd1cfb-a048-4869-b835-78164a320b07 HTTP/1.1" status: 200 len: 1097 time: 1.0773218 Jul 05 02:21:27.226825 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1360fc2-fa8d-4d25-8857-efb09e42c2ef service neutron] Pushing event updated for resources: {'Port': ['ID=abbd1cfb-a048-4869-b835-78164a320b07,revision_number=7']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:21:27.226825 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-445c1e9c-a905-468a-bb4e-40232e4cdb4f req-4c04be17-5e40-466f-9abf-8d7902e23cd5 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] 10.222.0.23 "GET /v2.0/security-groups/b9788fce-d1ce-4470-bc2a-7209c7c60bfc HTTP/1.1" status: 200 len: 1804 time: 0.0985410 Jul 05 02:21:27.226825 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-445c1e9c-a905-468a-bb4e-40232e4cdb4f req-fa402586-bf02-4056-871b-0109edeb49c9 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'b9788fce-d1ce-4470-bc2a-7209c7c60bfc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:21:27.226825 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-445c1e9c-a905-468a-bb4e-40232e4cdb4f req-fa402586-bf02-4056-871b-0109edeb49c9 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'b9788fce-d1ce-4470-bc2a-7209c7c60bfc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:21:27.226825 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8395b03a-0f2d-42b4-8434-a5696e62bdb4 req-11575302-7e09-4a36-9664-9fe6c8bf6aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:27.226825 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8395b03a-0f2d-42b4-8434-a5696e62bdb4 req-11575302-7e09-4a36-9664-9fe6c8bf6aa9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7bde4afb78a7485193d4b3fb4c23ad75&device_id=6ffc42fb-3d2a-409b-b22a-85d7c84b00c7 HTTP/1.1" status: 200 len: 1100 time: 0.0970094 Jul 05 02:21:27.305605 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8395b03a-0f2d-42b4-8434-a5696e62bdb4 req-a1ad95ce-3f45-446b-a2bd-670b64767397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:27.307182 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8395b03a-0f2d-42b4-8434-a5696e62bdb4 req-a1ad95ce-3f45-446b-a2bd-670b64767397 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dff432c2-7366-4622-aebb-da22fe05bfd4 HTTP/1.1" status: 200 len: 869 time: 0.1135983 Jul 05 02:21:27.349682 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8395b03a-0f2d-42b4-8434-a5696e62bdb4 req-26f0bf6b-fe8b-4e68-9424-5544ce1a8e40 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=abbd1cfb-a048-4869-b835-78164a320b07 HTTP/1.1" status: 200 len: 217 time: 0.0348279 Jul 05 02:21:27.401191 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8395b03a-0f2d-42b4-8434-a5696e62bdb4 req-dceee1c9-570c-42bc-8204-1db6a1c3312d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:27.402696 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8395b03a-0f2d-42b4-8434-a5696e62bdb4 req-dceee1c9-570c-42bc-8204-1db6a1c3312d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b840e204-692c-4f54-8f07-f6563e8e36b1 HTTP/1.1" status: 200 len: 843 time: 0.0474010 Jul 05 02:21:27.469521 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8395b03a-0f2d-42b4-8434-a5696e62bdb4 req-82f07e08-b6e9-45fa-8180-47457b113a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:27.469521 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8395b03a-0f2d-42b4-8434-a5696e62bdb4 req-82f07e08-b6e9-45fa-8180-47457b113a63 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dff432c2-7366-4622-aebb-da22fe05bfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0588996 Jul 05 02:21:27.569256 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1cfcd4ff-7c6c-4145-9ded-3ad1460658b5 req-e67b6b92-46d0-4b8c-bc37-7210d53c1c8d tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=dea8c6b3-deef-4865-b273-3a8b344c92e3 HTTP/1.1" status: 200 len: 210 time: 0.0406618 Jul 05 02:21:27.654454 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f4e72b-58a3-4f34-9d12-3683b868fd38 req-71e6c3f9-96ce-4a53-8cb4-2362354836bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:27.656374 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-99f4e72b-58a3-4f34-9d12-3683b868fd38 req-71e6c3f9-96ce-4a53-8cb4-2362354836bd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7455493d17ff4f929a8e881b03b6f683&device_id=f1ee81b5-e6b1-46ea-af4b-a17cc878fd0a HTTP/1.1" status: 200 len: 1097 time: 0.0782146 Jul 05 02:21:27.663466 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-445c1e9c-a905-468a-bb4e-40232e4cdb4f req-fa402586-bf02-4056-871b-0109edeb49c9 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:27.682571 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8395b03a-0f2d-42b4-8434-a5696e62bdb4 req-2a5adb03-9962-4d63-aa29-db557258d2a7 service neutron] 10.222.0.15 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061348 Jul 05 02:21:27.772310 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f4e72b-58a3-4f34-9d12-3683b868fd38 req-c0bd4bf9-2135-4f68-a751-fa5eb8a69848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:27.774487 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-99f4e72b-58a3-4f34-9d12-3683b868fd38 req-c0bd4bf9-2135-4f68-a751-fa5eb8a69848 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6cfd0ff6-092e-4d7d-abdc-13803a9d5da8 HTTP/1.1" status: 200 len: 918 time: 0.1095972 Jul 05 02:21:27.785042 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b77878b-037f-4282-8227-75ffe7702219 req-e30006a8-bf78-4514-986a-a90ba6457dd4 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:27.787582 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3b77878b-037f-4282-8227-75ffe7702219 req-e30006a8-bf78-4514-986a-a90ba6457dd4 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.21 "GET /v2.0/networks?id=705854c6-bb90-4b2b-93a0-7581bd607e40 HTTP/1.1" status: 200 len: 812 time: 0.2610192 Jul 05 02:21:27.789769 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-445c1e9c-a905-468a-bb4e-40232e4cdb4f req-fa402586-bf02-4056-871b-0109edeb49c9 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:27.802888 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-3b77878b-037f-4282-8227-75ffe7702219 req-84b464ae-4b02-48ca-a3ae-92ca90c3e4c9 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Request body: {'port': {'device_id': 'dea8c6b3-deef-4865-b273-3a8b344c92e3', 'network_id': '705854c6-bb90-4b2b-93a0-7581bd607e40', 'admin_state_up': True, 'tenant_id': 'f3761e9b54fb4b859175f5af6199b06f'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:21:27.832154 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-99f4e72b-58a3-4f34-9d12-3683b868fd38 req-a75c12a9-7097-4544-82a1-e73de2d18d24 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a94eebee-b20d-4089-ae54-a2b450a41407 HTTP/1.1" status: 200 len: 217 time: 0.0504203 Jul 05 02:21:27.897428 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-445c1e9c-a905-468a-bb4e-40232e4cdb4f req-fa402586-bf02-4056-871b-0109edeb49c9 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:27.914707 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f4e72b-58a3-4f34-9d12-3683b868fd38 req-48ffda88-abcd-4b3b-a4b7-837c9be7aa48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:27.916267 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-99f4e72b-58a3-4f34-9d12-3683b868fd38 req-48ffda88-abcd-4b3b-a4b7-837c9be7aa48 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=897df1a7-23db-4d0f-a82a-3f13ebc756b2 HTTP/1.1" status: 200 len: 858 time: 0.0760307 Jul 05 02:21:27.937699 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8395b03a-0f2d-42b4-8434-a5696e62bdb4 req-71a951db-6f75-4646-ad86-46624fdc812d service neutron] 10.222.0.15 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337244 Jul 05 02:21:27.941670 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd14924-292c-4f19-8e28-4c9d49a4ca4a req-0473fd79-3369-4654-af24-5de53cd92f07 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:27.943365 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ddd14924-292c-4f19-8e28-4c9d49a4ca4a req-0473fd79-3369-4654-af24-5de53cd92f07 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1ee81b5-e6b1-46ea-af4b-a17cc878fd0a HTTP/1.1" status: 200 len: 945 time: 0.1140673 Jul 05 02:21:27.943608 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa402586-bf02-4056-871b-0109edeb49c9 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd206648-7d33-434c-bd73-02a553d3112d,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:21:27.972831 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-99f4e72b-58a3-4f34-9d12-3683b868fd38 req-ac36eb6d-a789-4315-b368-493e5d42ea4a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6cfd0ff6-092e-4d7d-abdc-13803a9d5da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496216 Jul 05 02:21:28.002925 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-445c1e9c-a905-468a-bb4e-40232e4cdb4f req-fa402586-bf02-4056-871b-0109edeb49c9 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:28.027108 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-445c1e9c-a905-468a-bb4e-40232e4cdb4f req-fa402586-bf02-4056-871b-0109edeb49c9 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.8892651 Jul 05 02:21:28.062711 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ddd14924-292c-4f19-8e28-4c9d49a4ca4a req-9955080b-afc6-40d2-bdef-45ba23abf9b7 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ff5da2-a315-4895-9d40-ac9ae668e60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888186 Jul 05 02:21:28.113388 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b77878b-037f-4282-8227-75ffe7702219 req-84b464ae-4b02-48ca-a3ae-92ca90c3e4c9 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Made reservation on behalf of f3761e9b54fb4b859175f5af6199b06f for: {'port': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:21:28.118152 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-3b77878b-037f-4282-8227-75ffe7702219 req-84b464ae-4b02-48ca-a3ae-92ca90c3e4c9 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:28.127566 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-99f4e72b-58a3-4f34-9d12-3683b868fd38 req-b2a10daa-bcf1-4983-a170-26bd5c2bcaf6 service neutron] 10.222.0.15 "GET /v2.0/networks/6cfd0ff6-092e-4d7d-abdc-13803a9d5da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466157 Jul 05 02:21:28.246677 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-ba684f05-57e4-4d3b-93c9-9ee52a36b21f req-bd4c5e8a-dd6c-4b39-b6b4-a54debe996e3 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-59656647', 'description': 'tempest-description-258641543'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:21:28.261391 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-99f4e72b-58a3-4f34-9d12-3683b868fd38 req-b2b342e3-94bc-4dc3-b004-56a1a927001c service neutron] 10.222.0.15 "GET /v2.0/networks/6cfd0ff6-092e-4d7d-abdc-13803a9d5da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265261 Jul 05 02:21:28.272991 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [req-3b77878b-037f-4282-8227-75ffe7702219 req-84b464ae-4b02-48ca-a3ae-92ca90c3e4c9 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Allocated IP 172.20.0.10 (705854c6-bb90-4b2b-93a0-7581bd607e40/86343a12-8825-4191-b518-68943eb24150/f83e18b6-e59f-43c5-9ce6-3b5c6c5719d8) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:21:28.381474 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-ba684f05-57e4-4d3b-93c9-9ee52a36b21f req-bd4c5e8a-dd6c-4b39-b6b4-a54debe996e3 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:28.477336 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183114a-5a6f-4a6c-a76b-e1620ea9a5f9 req-460c5974-1853-4020-a56b-03113b138636 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:28.479427 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4183114a-5a6f-4a6c-a76b-e1620ea9a5f9 req-460c5974-1853-4020-a56b-03113b138636 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ffc42fb-3d2a-409b-b22a-85d7c84b00c7 HTTP/1.1" status: 200 len: 948 time: 0.1497548 Jul 05 02:21:28.484800 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-ba684f05-57e4-4d3b-93c9-9ee52a36b21f req-bd4c5e8a-dd6c-4b39-b6b4-a54debe996e3 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:28.507219 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-3b77878b-037f-4282-8227-75ffe7702219 req-84b464ae-4b02-48ca-a3ae-92ca90c3e4c9 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:28.545713 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4183114a-5a6f-4a6c-a76b-e1620ea9a5f9 req-615ab353-eb1e-465f-9d5a-549920f3a580 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543737 Jul 05 02:21:28.601951 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-ba684f05-57e4-4d3b-93c9-9ee52a36b21f req-bd4c5e8a-dd6c-4b39-b6b4-a54debe996e3 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:28.631892 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4c5e8a-dd6c-4b39-b6b4-a54debe996e3 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf6806a-69fa-4763-b725-a3c88775f2ea,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:21:28.691514 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-3b77878b-037f-4282-8227-75ffe7702219 req-84b464ae-4b02-48ca-a3ae-92ca90c3e4c9 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:28.715428 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ffc42fb-3d2a-409b-b22a-85d7c84b00c7', 'tag': 'abbd1cfb-a048-4869-b835-78164a320b07'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:21:28.718248 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b223267e0e0ddb3199af7772d0b45336e3b4b54fbb151c86a8051291a61e85db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b054a4df-5274-43bc-ad9e-8b1927e94d73" -d '{"events": [{"name": "network-changed", "server_uuid": "6ffc42fb-3d2a-409b-b22a-85d7c84b00c7", "tag": "abbd1cfb-a048-4869-b835-78164a320b07"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:21:28.724487 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-ba684f05-57e4-4d3b-93c9-9ee52a36b21f req-bd4c5e8a-dd6c-4b39-b6b4-a54debe996e3 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:28.725798 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ba684f05-57e4-4d3b-93c9-9ee52a36b21f req-bd4c5e8a-dd6c-4b39-b6b4-a54debe996e3 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4949746 Jul 05 02:21:28.736437 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device abbd1cfb-a048-4869-b835-78164a320b07 no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:21:28.787696 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device abbd1cfb-a048-4869-b835-78164a320b07 not bound to the agent host n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:21:28.787856 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b77878b-037f-4282-8227-75ffe7702219 req-84b464ae-4b02-48ca-a3ae-92ca90c3e4c9 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Network 705854c6-bb90-4b2b-93a0-7581bd607e40 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:21:28.787856 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [req-3b77878b-037f-4282-8227-75ffe7702219 req-84b464ae-4b02-48ca-a3ae-92ca90c3e4c9 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:21:28.787856 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b464ae-4b02-48ca-a3ae-92ca90c3e4c9 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Pushing event updated for resources: {'Port': ['ID=f83e18b6-e59f-43c5-9ce6-3b5c6c5719d8,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:21:28.791131 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b77878b-037f-4282-8227-75ffe7702219 req-84b464ae-4b02-48ca-a3ae-92ca90c3e4c9 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:21:28.847796 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c337bc0-b999-4a53-b9ec-0e07cbba09ae req-0f32f68f-adaa-4a50-b6c9-23d8bccd0f88 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:28.851622 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2c337bc0-b999-4a53-b9ec-0e07cbba09ae req-0f32f68f-adaa-4a50-b6c9-23d8bccd0f88 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=dea8c6b3-deef-4865-b273-3a8b344c92e3 HTTP/1.1" status: 200 len: 932 time: 0.1702166 Jul 05 02:21:28.858764 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b77878b-037f-4282-8227-75ffe7702219 req-84b464ae-4b02-48ca-a3ae-92ca90c3e4c9 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:28.859375 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-3b77878b-037f-4282-8227-75ffe7702219 req-84b464ae-4b02-48ca-a3ae-92ca90c3e4c9 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:28.871063 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-51d16054-bcb6-4b22-b1a5-ec499ec376ff req-d32ae0cd-ec05-4ded-8d6f-f2ed2e774a62 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1082228957', 'description': 'tempest-description-388257348'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:21:28.901017 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2c337bc0-b999-4a53-b9ec-0e07cbba09ae req-0583b167-bbb6-4a38-a1cd-2984c056b948 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389702 Jul 05 02:21:28.959383 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dd30e75-61f1-4078-b4a8-09877dd58928 x-openstack-request-id: req-3dd30e75-61f1-4078-b4a8-09877dd58928 {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:21:28.959670 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ffc42fb-3d2a-409b-b22a-85d7c84b00c7", "tag": "abbd1cfb-a048-4869-b835-78164a320b07", "status": "completed", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:21:28.959917 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3dd30e75-61f1-4078-b4a8-09877dd58928 {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:21:28.960310 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ffc42fb-3d2a-409b-b22a-85d7c84b00c7', 'tag': 'abbd1cfb-a048-4869-b835-78164a320b07', 'status': 'completed', 'code': 200} Jul 05 02:21:29.017940 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-51d16054-bcb6-4b22-b1a5-ec499ec376ff req-d32ae0cd-ec05-4ded-8d6f-f2ed2e774a62 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:29.054726 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3b77878b-037f-4282-8227-75ffe7702219 req-84b464ae-4b02-48ca-a3ae-92ca90c3e4c9 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2580414 Jul 05 02:21:29.069756 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-3b77878b-037f-4282-8227-75ffe7702219 req-ee5b225a-759e-4c44-a135-a4c82c55e81f service neutron] Request body: {'port': {'device_id': 'dea8c6b3-deef-4865-b273-3a8b344c92e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-32'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:21:29.130045 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b054a4df-5274-43bc-ad9e-8b1927e94d73 req-8f0af7b9-107a-440e-8ece-5d70a66993b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:29.131647 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b054a4df-5274-43bc-ad9e-8b1927e94d73 req-8f0af7b9-107a-440e-8ece-5d70a66993b0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7bde4afb78a7485193d4b3fb4c23ad75&device_id=6ffc42fb-3d2a-409b-b22a-85d7c84b00c7 HTTP/1.1" status: 200 len: 1100 time: 0.1484399 Jul 05 02:21:29.150754 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b054a4df-5274-43bc-ad9e-8b1927e94d73 req-e2176e10-c67f-4a7b-b54c-49dfcd288922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:29.152440 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b054a4df-5274-43bc-ad9e-8b1927e94d73 req-e2176e10-c67f-4a7b-b54c-49dfcd288922 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7bde4afb78a7485193d4b3fb4c23ad75&device_id=6ffc42fb-3d2a-409b-b22a-85d7c84b00c7 HTTP/1.1" status: 200 len: 1100 time: 0.1586387 Jul 05 02:21:29.179289 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-3b77878b-037f-4282-8227-75ffe7702219 req-ee5b225a-759e-4c44-a135-a4c82c55e81f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:29.295981 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-51d16054-bcb6-4b22-b1a5-ec499ec376ff req-d32ae0cd-ec05-4ded-8d6f-f2ed2e774a62 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:29.340859 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b054a4df-5274-43bc-ad9e-8b1927e94d73 req-21754c56-ec18-4cce-af7e-e21e42fc04f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:29.342921 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b054a4df-5274-43bc-ad9e-8b1927e94d73 req-21754c56-ec18-4cce-af7e-e21e42fc04f8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dff432c2-7366-4622-aebb-da22fe05bfd4 HTTP/1.1" status: 200 len: 869 time: 0.2034841 Jul 05 02:21:29.344047 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b054a4df-5274-43bc-ad9e-8b1927e94d73 req-3348a7ed-2c61-4b7f-9581-be064b3d7368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:29.345480 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b054a4df-5274-43bc-ad9e-8b1927e94d73 req-3348a7ed-2c61-4b7f-9581-be064b3d7368 service neutron] 10.222.0.21 "GET /v2.0/networks?id=dff432c2-7366-4622-aebb-da22fe05bfd4 HTTP/1.1" status: 200 len: 869 time: 0.1855853 Jul 05 02:21:29.351528 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a71c38a-a339-46ce-9156-52547f610db6 req-927c2907-81d9-4470-881e-6add0662802a tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:29.353016 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4a71c38a-a339-46ce-9156-52547f610db6 req-927c2907-81d9-4470-881e-6add0662802a tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1ee81b5-e6b1-46ea-af4b-a17cc878fd0a HTTP/1.1" status: 200 len: 945 time: 0.1586494 Jul 05 02:21:29.422783 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b054a4df-5274-43bc-ad9e-8b1927e94d73 req-69200890-e34f-4240-9551-42058401bdc0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=abbd1cfb-a048-4869-b835-78164a320b07 HTTP/1.1" status: 200 len: 217 time: 0.0709281 Jul 05 02:21:29.423367 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-51d16054-bcb6-4b22-b1a5-ec499ec376ff req-d32ae0cd-ec05-4ded-8d6f-f2ed2e774a62 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:29.429826 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b054a4df-5274-43bc-ad9e-8b1927e94d73 req-a95060b4-7f01-47a1-b302-e06a742d7786 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=abbd1cfb-a048-4869-b835-78164a320b07 HTTP/1.1" status: 200 len: 217 time: 0.0712724 Jul 05 02:21:29.432716 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4a71c38a-a339-46ce-9156-52547f610db6 req-214b3dfa-21be-44fd-a44a-7b383d532740 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ff5da2-a315-4895-9d40-ac9ae668e60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698962 Jul 05 02:21:29.530533 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32ae0cd-ec05-4ded-8d6f-f2ed2e774a62 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3518280-d1ab-4ede-a833-61857dfae147,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:21:29.548052 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [req-3b77878b-037f-4282-8227-75ffe7702219 req-ee5b225a-759e-4c44-a135-a4c82c55e81f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f83e18b6-e59f-43c5-9ce6-3b5c6c5719d8 {{(pid=94462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:21:29.551405 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b054a4df-5274-43bc-ad9e-8b1927e94d73 req-c2af9331-fb05-43fd-82a2-802b8bb50fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:29.553101 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b054a4df-5274-43bc-ad9e-8b1927e94d73 req-c2af9331-fb05-43fd-82a2-802b8bb50fd6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b840e204-692c-4f54-8f07-f6563e8e36b1 HTTP/1.1" status: 200 len: 843 time: 0.1186876 Jul 05 02:21:29.554407 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b054a4df-5274-43bc-ad9e-8b1927e94d73 req-4025ba45-5786-458e-b568-b831e4e00ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:29.556518 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b054a4df-5274-43bc-ad9e-8b1927e94d73 req-4025ba45-5786-458e-b568-b831e4e00ee8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b840e204-692c-4f54-8f07-f6563e8e36b1 HTTP/1.1" status: 200 len: 843 time: 0.1066275 Jul 05 02:21:29.557053 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-3b77878b-037f-4282-8227-75ffe7702219 req-ee5b225a-759e-4c44-a135-a4c82c55e81f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:29.572877 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [req-3b77878b-037f-4282-8227-75ffe7702219 req-ee5b225a-759e-4c44-a135-a4c82c55e81f service neutron] Transition to ACTIVE for port object f83e18b6-e59f-43c5-9ce6-3b5c6c5719d8 will not be triggered until provisioned by entity L2. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:21:29.615843 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-51d16054-bcb6-4b22-b1a5-ec499ec376ff req-d32ae0cd-ec05-4ded-8d6f-f2ed2e774a62 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:29.617064 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-51d16054-bcb6-4b22-b1a5-ec499ec376ff req-d32ae0cd-ec05-4ded-8d6f-f2ed2e774a62 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.7502153 Jul 05 02:21:29.662055 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b054a4df-5274-43bc-ad9e-8b1927e94d73 req-af6b78d0-2691-4e41-911a-ef3245d50ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:29.663610 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b054a4df-5274-43bc-ad9e-8b1927e94d73 req-af6b78d0-2691-4e41-911a-ef3245d50ce5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dff432c2-7366-4622-aebb-da22fe05bfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1019809 Jul 05 02:21:29.666816 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b054a4df-5274-43bc-ad9e-8b1927e94d73 req-b470ed3a-f737-4a05-b734-4fa6350bb5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:29.668230 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b054a4df-5274-43bc-ad9e-8b1927e94d73 req-b470ed3a-f737-4a05-b734-4fa6350bb5f5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dff432c2-7366-4622-aebb-da22fe05bfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0970659 Jul 05 02:21:29.724909 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-faebc64b-c654-43c3-b2bd-4d262494dec9 req-7a2258ec-c256-43ad-808a-d5b8b9a8198f tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] 10.222.0.23 "GET /v2.0/security-groups/8bf6806a-69fa-4763-b725-a3c88775f2ea HTTP/1.1" status: 200 len: 1804 time: 0.0400553 Jul 05 02:21:29.739863 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-3b77878b-037f-4282-8227-75ffe7702219 req-ee5b225a-759e-4c44-a135-a4c82c55e81f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:29.815125 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5b225a-759e-4c44-a135-a4c82c55e81f service neutron] Pushing event updated for resources: {'Port': ['ID=f83e18b6-e59f-43c5-9ce6-3b5c6c5719d8,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:21:29.819566 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-faebc64b-c654-43c3-b2bd-4d262494dec9 req-e76e763e-a603-45c5-8e37-362371a6ddd8 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] 10.222.0.23 "GET /v2.0/security-groups/d3518280-d1ab-4ede-a833-61857dfae147 HTTP/1.1" status: 200 len: 1806 time: 0.0891037 Jul 05 02:21:29.848747 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-faebc64b-c654-43c3-b2bd-4d262494dec9 req-fe76cf74-9c2c-42c1-b9e9-0c3aa6baff1c tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '8bf6806a-69fa-4763-b725-a3c88775f2ea', 'remote_group_id': 'd3518280-d1ab-4ede-a833-61857dfae147', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:21:29.849056 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-faebc64b-c654-43c3-b2bd-4d262494dec9 req-fe76cf74-9c2c-42c1-b9e9-0c3aa6baff1c tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '8bf6806a-69fa-4763-b725-a3c88775f2ea', 'remote_group_id': 'd3518280-d1ab-4ede-a833-61857dfae147', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:21:29.872349 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b054a4df-5274-43bc-ad9e-8b1927e94d73 req-b4ec07ac-86e5-423c-8eee-a7ec23fe00b8 service neutron] 10.222.0.15 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003257 Jul 05 02:21:29.874414 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b054a4df-5274-43bc-ad9e-8b1927e94d73 req-906325db-df0f-4fe0-ad49-653d75997969 service neutron] 10.222.0.21 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936684 Jul 05 02:21:29.908340 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-3b77878b-037f-4282-8227-75ffe7702219 req-ee5b225a-759e-4c44-a135-a4c82c55e81f service neutron] Attempting to bind port f83e18b6-e59f-43c5-9ce6-3b5c6c5719d8 on host n-h1-771362-32 for vnic_type normal with profile {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:21:29.908529 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb82da-42ff-4127-99ff-b5ca227774b8 req-cd4a720b-a3f7-4b27-be29-c82f3fbbd59c tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:29.911436 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-3b77878b-037f-4282-8227-75ffe7702219 req-ee5b225a-759e-4c44-a135-a4c82c55e81f service neutron] Attempting to bind port f83e18b6-e59f-43c5-9ce6-3b5c6c5719d8 by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': '21ad98b6-ba72-4f1f-a0ef-3d0df329b6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '705854c6-bb90-4b2b-93a0-7581bd607e40'}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:21:29.911436 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b77878b-037f-4282-8227-75ffe7702219 req-ee5b225a-759e-4c44-a135-a4c82c55e81f service neutron] Attempting to bind port f83e18b6-e59f-43c5-9ce6-3b5c6c5719d8 on network 705854c6-bb90-4b2b-93a0-7581bd607e40 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:21:29.911878 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-dadb82da-42ff-4127-99ff-b5ca227774b8 req-cd4a720b-a3f7-4b27-be29-c82f3fbbd59c tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ffc42fb-3d2a-409b-b22a-85d7c84b00c7 HTTP/1.1" status: 200 len: 948 time: 0.1745958 Jul 05 02:21:29.914027 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b77878b-037f-4282-8227-75ffe7702219 req-ee5b225a-759e-4c44-a135-a4c82c55e81f service neutron] Port f83e18b6-e59f-43c5-9ce6-3b5c6c5719d8 on network 705854c6-bb90-4b2b-93a0-7581bd607e40 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:21:29.914391 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b77878b-037f-4282-8227-75ffe7702219 req-ee5b225a-759e-4c44-a135-a4c82c55e81f service neutron] Attempting to bind port f83e18b6-e59f-43c5-9ce6-3b5c6c5719d8 on network 705854c6-bb90-4b2b-93a0-7581bd607e40 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:21:29.919284 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b77878b-037f-4282-8227-75ffe7702219 req-ee5b225a-759e-4c44-a135-a4c82c55e81f service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:21:29.920157 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b77878b-037f-4282-8227-75ffe7702219 req-ee5b225a-759e-4c44-a135-a4c82c55e81f service neutron] Checking segment: {'id': '21ad98b6-ba72-4f1f-a0ef-3d0df329b6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '705854c6-bb90-4b2b-93a0-7581bd607e40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:21:29.920539 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b77878b-037f-4282-8227-75ffe7702219 req-ee5b225a-759e-4c44-a135-a4c82c55e81f service neutron] Bound using segment: {'id': '21ad98b6-ba72-4f1f-a0ef-3d0df329b6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '705854c6-bb90-4b2b-93a0-7581bd607e40'} {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:21:29.920957 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-3b77878b-037f-4282-8227-75ffe7702219 req-ee5b225a-759e-4c44-a135-a4c82c55e81f service neutron] Bound port: f83e18b6-e59f-43c5-9ce6-3b5c6c5719d8, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21ad98b6-ba72-4f1f-a0ef-3d0df329b6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '705854c6-bb90-4b2b-93a0-7581bd607e40'}}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:21:29.921313 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-3b77878b-037f-4282-8227-75ffe7702219 req-ee5b225a-759e-4c44-a135-a4c82c55e81f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:29.994191 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-3b77878b-037f-4282-8227-75ffe7702219 req-ee5b225a-759e-4c44-a135-a4c82c55e81f service neutron] For port f83e18b6-e59f-43c5-9ce6-3b5c6c5719d8, host n-h1-771362-32, cleared binding levels {{(pid=94462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:21:29.999008 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-3b77878b-037f-4282-8227-75ffe7702219 req-ee5b225a-759e-4c44-a135-a4c82c55e81f service neutron] For port f83e18b6-e59f-43c5-9ce6-3b5c6c5719d8, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=f83e18b6-e59f-43c5-9ce6-3b5c6c5719d8,segment=NetworkSegment(21ad98b6-ba72-4f1f-a0ef-3d0df329b6a3),segment_id=21ad98b6-ba72-4f1f-a0ef-3d0df329b6a3)] {{(pid=94462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:21:30.041402 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-faebc64b-c654-43c3-b2bd-4d262494dec9 req-fe76cf74-9c2c-42c1-b9e9-0c3aa6baff1c tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:30.043702 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-dadb82da-42ff-4127-99ff-b5ca227774b8 req-f0763b85-8dae-4ed7-a227-7effce6c2fe4 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901666 Jul 05 02:21:30.078152 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b054a4df-5274-43bc-ad9e-8b1927e94d73 req-20186867-18fe-4781-b03b-0ed6e1cb2805 service neutron] 10.222.0.15 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962228 Jul 05 02:21:30.080128 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b054a4df-5274-43bc-ad9e-8b1927e94d73 req-016d80d5-57ce-4001-a0c8-8ae9b9919588 service neutron] 10.222.0.21 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993926 Jul 05 02:21:30.101117 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-faebc64b-c654-43c3-b2bd-4d262494dec9 req-fe76cf74-9c2c-42c1-b9e9-0c3aa6baff1c tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:30.136693 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-3b77878b-037f-4282-8227-75ffe7702219 req-ee5b225a-759e-4c44-a135-a4c82c55e81f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:30.178849 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b77878b-037f-4282-8227-75ffe7702219 req-ee5b225a-759e-4c44-a135-a4c82c55e81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:30.179788 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-3b77878b-037f-4282-8227-75ffe7702219 req-ee5b225a-759e-4c44-a135-a4c82c55e81f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:30.181329 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3b77878b-037f-4282-8227-75ffe7702219 req-ee5b225a-759e-4c44-a135-a4c82c55e81f service neutron] 10.222.0.21 "PUT /v2.0/ports/f83e18b6-e59f-43c5-9ce6-3b5c6c5719d8 HTTP/1.1" status: 200 len: 1093 time: 1.1163771 Jul 05 02:21:30.190541 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-faebc64b-c654-43c3-b2bd-4d262494dec9 req-fe76cf74-9c2c-42c1-b9e9-0c3aa6baff1c tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:30.226945 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe76cf74-9c2c-42c1-b9e9-0c3aa6baff1c tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0180a280-27a8-4d97-951d-1fc708d06432,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:21:30.230639 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5b225a-759e-4c44-a135-a4c82c55e81f service neutron] Pushing event updated for resources: {'Port': ['ID=f83e18b6-e59f-43c5-9ce6-3b5c6c5719d8,revision_number=3']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:21:30.330048 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-faebc64b-c654-43c3-b2bd-4d262494dec9 req-fe76cf74-9c2c-42c1-b9e9-0c3aa6baff1c tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:30.331249 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-faebc64b-c654-43c3-b2bd-4d262494dec9 req-fe76cf74-9c2c-42c1-b9e9-0c3aa6baff1c tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4896986 Jul 05 02:21:30.338252 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96606d1d-f3a1-49a1-8801-a20e8ec097b6 req-ce56f127-831f-445e-9056-890dab260c07 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:30.341275 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-96606d1d-f3a1-49a1-8801-a20e8ec097b6 req-ce56f127-831f-445e-9056-890dab260c07 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=dea8c6b3-deef-4865-b273-3a8b344c92e3 HTTP/1.1" status: 200 len: 944 time: 0.0721424 Jul 05 02:21:30.373140 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-e34aa684-a18d-4801-b64e-fabe9a2b7a4e req-01f38d49-4c64-4da7-8042-f37f7cb8759f tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-948186046', 'description': 'tempest-description-1699654554'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:21:30.381068 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-96606d1d-f3a1-49a1-8801-a20e8ec097b6 req-1ce5128f-6221-487d-931d-c8cc7e2fe410 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346587 Jul 05 02:21:30.411202 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b77878b-037f-4282-8227-75ffe7702219 req-f1c53c31-1199-46c8-bff5-45fadc608be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:30.412982 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3b77878b-037f-4282-8227-75ffe7702219 req-f1c53c31-1199-46c8-bff5-45fadc608be1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f3761e9b54fb4b859175f5af6199b06f&device_id=dea8c6b3-deef-4865-b273-3a8b344c92e3 HTTP/1.1" status: 200 len: 1096 time: 0.0805516 Jul 05 02:21:30.457789 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3b77878b-037f-4282-8227-75ffe7702219 req-51b177d6-1ce5-47e2-8978-dbb21e1701ce service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f83e18b6-e59f-43c5-9ce6-3b5c6c5719d8 HTTP/1.1" status: 200 len: 217 time: 0.0382578 Jul 05 02:21:30.492044 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-e34aa684-a18d-4801-b64e-fabe9a2b7a4e req-01f38d49-4c64-4da7-8042-f37f7cb8759f tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:30.521152 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b77878b-037f-4282-8227-75ffe7702219 req-dcf49ba7-51b2-4a72-865a-5df29d1aacc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:30.522668 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3b77878b-037f-4282-8227-75ffe7702219 req-dcf49ba7-51b2-4a72-865a-5df29d1aacc4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=86343a12-8825-4191-b518-68943eb24150 HTTP/1.1" status: 200 len: 852 time: 0.0585291 Jul 05 02:21:30.564948 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3b77878b-037f-4282-8227-75ffe7702219 req-22ed6655-843f-47c8-8cd4-96805868a6c8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=705854c6-bb90-4b2b-93a0-7581bd607e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354209 Jul 05 02:21:30.614638 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd4744a-d988-46aa-b4d6-67de85178c33 req-ca884caa-6724-4dcf-85d4-976e6aca9bf9 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:30.616082 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0dd4744a-d988-46aa-b4d6-67de85178c33 req-ca884caa-6724-4dcf-85d4-976e6aca9bf9 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1ee81b5-e6b1-46ea-af4b-a17cc878fd0a HTTP/1.1" status: 200 len: 945 time: 0.0671558 Jul 05 02:21:30.654478 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0dd4744a-d988-46aa-b4d6-67de85178c33 req-0d30244b-de2f-485e-a652-10fb2bd7bd48 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ff5da2-a315-4895-9d40-ac9ae668e60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327537 Jul 05 02:21:30.699783 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-e34aa684-a18d-4801-b64e-fabe9a2b7a4e req-01f38d49-4c64-4da7-8042-f37f7cb8759f tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:30.703057 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3b77878b-037f-4282-8227-75ffe7702219 req-f072fd71-3cde-48d6-9d7f-d13e4280b78d service neutron] 10.222.0.21 "GET /v2.0/networks/705854c6-bb90-4b2b-93a0-7581bd607e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295269 Jul 05 02:21:30.790696 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device abbd1cfb-a048-4869-b835-78164a320b07 details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:21:30.817323 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-e34aa684-a18d-4801-b64e-fabe9a2b7a4e req-01f38d49-4c64-4da7-8042-f37f7cb8759f tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:30.869331 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f38d49-4c64-4da7-8042-f37f7cb8759f tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e4f2f6f-6cc2-4857-9dcb-d64aecced74a,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:21:30.875021 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3b77878b-037f-4282-8227-75ffe7702219 req-ac66bd0b-3c37-469d-9147-db48bebf998f service neutron] 10.222.0.21 "GET /v2.0/networks/705854c6-bb90-4b2b-93a0-7581bd607e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653104 Jul 05 02:21:30.932743 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port abbd1cfb-a048-4869-b835-78164a320b07, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=abbd1cfb-a048-4869-b835-78164a320b07,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:21:30.944685 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Returning: {'device': 'abbd1cfb-a048-4869-b835-78164a320b07', 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4', 'port_id': 'abbd1cfb-a048-4869-b835-78164a320b07', 'mac_address': 'fa:16:3e:ac:fd:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b840e204-692c-4f54-8f07-f6563e8e36b1', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:21:30.961866 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dea8c6b3-deef-4865-b273-3a8b344c92e3', 'tag': 'f83e18b6-e59f-43c5-9ce6-3b5c6c5719d8'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:21:30.964365 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b223267e0e0ddb3199af7772d0b45336e3b4b54fbb151c86a8051291a61e85db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-764124b0-d364-49da-b5c2-ce61ef100a42" -d '{"events": [{"name": "network-changed", "server_uuid": "dea8c6b3-deef-4865-b273-3a8b344c92e3", "tag": "f83e18b6-e59f-43c5-9ce6-3b5c6c5719d8"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:21:30.985295 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:30.998559 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-e34aa684-a18d-4801-b64e-fabe9a2b7a4e req-01f38d49-4c64-4da7-8042-f37f7cb8759f tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:30.999816 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e34aa684-a18d-4801-b64e-fabe9a2b7a4e req-01f38d49-4c64-4da7-8042-f37f7cb8759f tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6334703 Jul 05 02:21:31.000345 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abbd1cfb-a048-4869-b835-78164a320b07 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:21:31.001624 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f75c24c-57c9-4b2b-81e9-a2709b2f723b x-openstack-request-id: req-1f75c24c-57c9-4b2b-81e9-a2709b2f723b {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:21:31.002041 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dea8c6b3-deef-4865-b273-3a8b344c92e3", "tag": "f83e18b6-e59f-43c5-9ce6-3b5c6c5719d8", "status": "completed", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:21:31.006357 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1f75c24c-57c9-4b2b-81e9-a2709b2f723b {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:21:31.006357 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dea8c6b3-deef-4865-b273-3a8b344c92e3', 'tag': 'f83e18b6-e59f-43c5-9ce6-3b5c6c5719d8', 'status': 'completed', 'code': 200} Jul 05 02:21:31.020691 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port abbd1cfb-a048-4869-b835-78164a320b07, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=abbd1cfb-a048-4869-b835-78164a320b07,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:21:31.026317 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-9c174579-2c4d-4549-ac5e-d6b038ca4683 req-4dc4746b-d3ff-4fd4-9e07-f80d3cf8f0ba tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-547104260', 'description': 'tempest-description-1795560399'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:21:31.137508 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764124b0-d364-49da-b5c2-ce61ef100a42 req-2c137906-9c2c-4fbd-bca0-f07da6935cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:31.139547 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-764124b0-d364-49da-b5c2-ce61ef100a42 req-2c137906-9c2c-4fbd-bca0-f07da6935cd9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f3761e9b54fb4b859175f5af6199b06f&device_id=dea8c6b3-deef-4865-b273-3a8b344c92e3 HTTP/1.1" status: 200 len: 1096 time: 0.0550694 Jul 05 02:21:31.147303 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:31.175474 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-9c174579-2c4d-4549-ac5e-d6b038ca4683 req-4dc4746b-d3ff-4fd4-9e07-f80d3cf8f0ba tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:31.223286 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=abbd1cfb-a048-4869-b835-78164a320b07,revision_number=8']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:21:31.286421 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-9c174579-2c4d-4549-ac5e-d6b038ca4683 req-4dc4746b-d3ff-4fd4-9e07-f80d3cf8f0ba tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:31.290969 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa550dd5-918d-43ed-9405-fc1cf4622c14 req-a679138e-fbc3-4b9c-88f9-20327e307264 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:31.297382 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-fa550dd5-918d-43ed-9405-fc1cf4622c14 req-a679138e-fbc3-4b9c-88f9-20327e307264 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ffc42fb-3d2a-409b-b22a-85d7c84b00c7 HTTP/1.1" status: 200 len: 949 time: 0.1339698 Jul 05 02:21:31.300413 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764124b0-d364-49da-b5c2-ce61ef100a42 req-56436377-33e2-4f1b-9e4b-27d01400dba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:31.301840 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-764124b0-d364-49da-b5c2-ce61ef100a42 req-56436377-33e2-4f1b-9e4b-27d01400dba8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=705854c6-bb90-4b2b-93a0-7581bd607e40 HTTP/1.1" status: 200 len: 912 time: 0.1563678 Jul 05 02:21:31.357953 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-764124b0-d364-49da-b5c2-ce61ef100a42 req-fa09a7aa-fe82-42d7-99b5-cfc574491040 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f83e18b6-e59f-43c5-9ce6-3b5c6c5719d8 HTTP/1.1" status: 200 len: 217 time: 0.0432327 Jul 05 02:21:31.383417 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-9c174579-2c4d-4549-ac5e-d6b038ca4683 req-4dc4746b-d3ff-4fd4-9e07-f80d3cf8f0ba tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:31.432082 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc4746b-d3ff-4fd4-9e07-f80d3cf8f0ba tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cdd0327-e602-4f28-8da4-c95ddebf565e,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:21:31.536315 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-9c174579-2c4d-4549-ac5e-d6b038ca4683 req-4dc4746b-d3ff-4fd4-9e07-f80d3cf8f0ba tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:31.543681 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9c174579-2c4d-4549-ac5e-d6b038ca4683 req-4dc4746b-d3ff-4fd4-9e07-f80d3cf8f0ba tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5213373 Jul 05 02:21:31.600825 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['abbd1cfb-a048-4869-b835-78164a320b07'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:21:31.675345 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-fa550dd5-918d-43ed-9405-fc1cf4622c14 req-79c4f7ec-d45b-4c55-8d97-a8ee79523cec tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3764093 Jul 05 02:21:31.716614 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764124b0-d364-49da-b5c2-ce61ef100a42 req-9bfffecd-7b57-4ef6-99e3-c9ce63ff3309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:31.718310 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-764124b0-d364-49da-b5c2-ce61ef100a42 req-9bfffecd-7b57-4ef6-99e3-c9ce63ff3309 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=86343a12-8825-4191-b518-68943eb24150 HTTP/1.1" status: 200 len: 852 time: 0.3528004 Jul 05 02:21:31.762192 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-764124b0-d364-49da-b5c2-ce61ef100a42 req-d0c01d55-5dd8-43ee-b8b6-cd5a8f585583 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=705854c6-bb90-4b2b-93a0-7581bd607e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346634 Jul 05 02:21:31.852377 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3606a11-55d4-45fb-9c80-f597e3d4e300 req-cf7665dc-3fa0-443d-8969-50cea1ca0b0f tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:31.855178 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f3606a11-55d4-45fb-9c80-f597e3d4e300 req-cf7665dc-3fa0-443d-8969-50cea1ca0b0f tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=dea8c6b3-deef-4865-b273-3a8b344c92e3 HTTP/1.1" status: 200 len: 944 time: 0.0740728 Jul 05 02:21:31.855655 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-51247b7a-f734-4bc0-ba07-310c8523a463 req-117d4a23-fbce-48a9-9e3a-8e3a0023e96e tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] 10.222.0.23 "GET /v2.0/security-groups/5e4f2f6f-6cc2-4857-9dcb-d64aecced74a HTTP/1.1" status: 200 len: 1806 time: 0.1354241 Jul 05 02:21:31.901048 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f3606a11-55d4-45fb-9c80-f597e3d4e300 req-73e0b50e-a5b1-4090-84a5-f7216e71c8b8 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365331 Jul 05 02:21:31.929215 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-764124b0-d364-49da-b5c2-ce61ef100a42 req-50c1d080-df4b-40e9-ab15-ff76f56733be service neutron] 10.222.0.21 "GET /v2.0/networks/705854c6-bb90-4b2b-93a0-7581bd607e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582778 Jul 05 02:21:32.026001 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-51247b7a-f734-4bc0-ba07-310c8523a463 req-3213b089-7d88-4222-bb35-285e5897b9be tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] 10.222.0.23 "GET /v2.0/security-groups/0cdd0327-e602-4f28-8da4-c95ddebf565e HTTP/1.1" status: 200 len: 1806 time: 0.1585186 Jul 05 02:21:32.039519 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-51247b7a-f734-4bc0-ba07-310c8523a463 req-0146a155-fcd1-4a38-95eb-56f2ae6650c8 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '5e4f2f6f-6cc2-4857-9dcb-d64aecced74a', 'remote_group_id': '0cdd0327-e602-4f28-8da4-c95ddebf565e', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:21:32.039935 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-51247b7a-f734-4bc0-ba07-310c8523a463 req-0146a155-fcd1-4a38-95eb-56f2ae6650c8 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '5e4f2f6f-6cc2-4857-9dcb-d64aecced74a', 'remote_group_id': '0cdd0327-e602-4f28-8da4-c95ddebf565e', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:21:32.092643 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-764124b0-d364-49da-b5c2-ce61ef100a42 req-6a60e9a1-b507-4b46-a67a-6bb8a3605121 service neutron] 10.222.0.21 "GET /v2.0/networks/705854c6-bb90-4b2b-93a0-7581bd607e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549530 Jul 05 02:21:32.273478 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-51247b7a-f734-4bc0-ba07-310c8523a463 req-0146a155-fcd1-4a38-95eb-56f2ae6650c8 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:32.321353 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-51247b7a-f734-4bc0-ba07-310c8523a463 req-0146a155-fcd1-4a38-95eb-56f2ae6650c8 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:32.433029 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-51247b7a-f734-4bc0-ba07-310c8523a463 req-0146a155-fcd1-4a38-95eb-56f2ae6650c8 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:32.473745 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0146a155-fcd1-4a38-95eb-56f2ae6650c8 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b01b0c9-e025-4060-bd67-20444d7b7d39,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:21:32.547294 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-51247b7a-f734-4bc0-ba07-310c8523a463 req-0146a155-fcd1-4a38-95eb-56f2ae6650c8 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:32.548490 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-51247b7a-f734-4bc0-ba07-310c8523a463 req-0146a155-fcd1-4a38-95eb-56f2ae6650c8 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5157058 Jul 05 02:21:32.647741 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5bf3074a-152d-4ed7-a42e-ade7edc0ad24 req-b4176aa5-de39-4654-910a-0f3db0618483 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] 10.222.0.23 "GET /v2.0/security-groups/0cdd0327-e602-4f28-8da4-c95ddebf565e HTTP/1.1" status: 200 len: 1806 time: 0.0787168 Jul 05 02:21:32.657461 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a3e202-a66e-4726-bde5-59d026e51a1b req-4d6e6ea9-ec67-42c4-826c-8a711c473f19 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:32.659104 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c9a3e202-a66e-4726-bde5-59d026e51a1b req-4d6e6ea9-ec67-42c4-826c-8a711c473f19 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ffc42fb-3d2a-409b-b22a-85d7c84b00c7 HTTP/1.1" status: 200 len: 949 time: 0.0686111 Jul 05 02:21:32.698676 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c9a3e202-a66e-4726-bde5-59d026e51a1b req-be1e062d-bee4-4b55-ab4a-345723101227 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331335 Jul 05 02:21:32.703256 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e97f083-42be-4641-aa55-39c3d026fba6 req-c50d65cd-da52-4992-b293-30b10ed8f28b tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:32.704484 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9e97f083-42be-4641-aa55-39c3d026fba6 req-c50d65cd-da52-4992-b293-30b10ed8f28b tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ffc42fb-3d2a-409b-b22a-85d7c84b00c7&tenant_id=7bde4afb78a7485193d4b3fb4c23ad75&binding%3Ahost_id=n-h2-771362-32 HTTP/1.1" status: 200 len: 949 time: 0.1846986 Jul 05 02:21:32.754038 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-5bf3074a-152d-4ed7-a42e-ade7edc0ad24 req-14c8117d-dcc6-4e05-ae5a-907ad0c38083 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:32.782990 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device abbd1cfb-a048-4869-b835-78164a320b07 up at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:21:32.793631 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-5bf3074a-152d-4ed7-a42e-ade7edc0ad24 req-14c8117d-dcc6-4e05-ae5a-907ad0c38083 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:32.828027 n-d-771362-32 neutron-server[94462]: INFO neutron.api.v2.resource [req-9e97f083-42be-4641-aa55-39c3d026fba6 req-cfa57a0d-7f7d-4a74-a3ab-3dbd450fcb45 service neutron] delete failed (client error): The resource could not be found. Jul 05 02:21:32.829059 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9e97f083-42be-4641-aa55-39c3d026fba6 req-cfa57a0d-7f7d-4a74-a3ab-3dbd450fcb45 service neutron] 10.222.0.21 "DELETE /v2.0/ports/abbd1cfb-a048-4869-b835-78164a320b07/bindings/n-h1-771362-32 HTTP/1.1" status: 404 len: 381 time: 0.1161289 Jul 05 02:21:32.930322 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning for port abbd1cfb-a048-4869-b835-78164a320b07 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:21:32.934205 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning complete for port abbd1cfb-a048-4869-b835-78164a320b07 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:21:32.934538 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:32.951454 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e97f083-42be-4641-aa55-39c3d026fba6 req-8e3c572a-8cc8-48fb-9f00-cdcf7fa72434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:32.953072 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9e97f083-42be-4641-aa55-39c3d026fba6 req-8e3c572a-8cc8-48fb-9f00-cdcf7fa72434 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7bde4afb78a7485193d4b3fb4c23ad75&device_id=6ffc42fb-3d2a-409b-b22a-85d7c84b00c7 HTTP/1.1" status: 200 len: 1101 time: 0.0541830 Jul 05 02:21:32.958773 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-5bf3074a-152d-4ed7-a42e-ade7edc0ad24 req-14c8117d-dcc6-4e05-ae5a-907ad0c38083 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:32.961328 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-5bf3074a-152d-4ed7-a42e-ade7edc0ad24 req-14c8117d-dcc6-4e05-ae5a-907ad0c38083 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:32.962462 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5bf3074a-152d-4ed7-a42e-ade7edc0ad24 req-14c8117d-dcc6-4e05-ae5a-907ad0c38083 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] 10.222.0.23 "DELETE /v2.0/security-groups/0cdd0327-e602-4f28-8da4-c95ddebf565e HTTP/1.1" status: 204 len: 173 time: 0.3074634 Jul 05 02:21:33.017177 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c8117d-dcc6-4e05-ae5a-907ad0c38083 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cdd0327-e602-4f28-8da4-c95ddebf565e,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:21:33.046025 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:33.064626 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2207f71b-4cfd-4b2d-93ac-1b5eef011a7d req-ad7681d9-7678-44dd-8a43-dec632041196 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] 10.222.0.23 "GET /v2.0/security-groups/5e4f2f6f-6cc2-4857-9dcb-d64aecced74a HTTP/1.1" status: 200 len: 1806 time: 0.0768676 Jul 05 02:21:33.082297 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 55032) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:21:33.090047 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-04a1db60-5146-42be-afbe-bc8f499e9f25 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1789498171'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:21:33.093090 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ffc42fb-3d2a-409b-b22a-85d7c84b00c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abbd1cfb-a048-4869-b835-78164a320b07'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:21:33.097012 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f995fdc6-926a-4e8f-a44a-1ca609670921" -d '{"events": [{"server_uuid": "6ffc42fb-3d2a-409b-b22a-85d7c84b00c7", "name": "network-vif-plugged", "status": "completed", "tag": "abbd1cfb-a048-4869-b835-78164a320b07"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:21:33.110064 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port abbd1cfb-a048-4869-b835-78164a320b07, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=abbd1cfb-a048-4869-b835-78164a320b07,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:21:33.110618 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-6b82e7bb-6101-4fa3-9d5d-287bc424b2c5 req-7685025e-7807-41f1-9dd9-3a1e4b11f253 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1330997363', 'description': 'tempest-description-1634062162'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:21:33.122358 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284f1a6f-2de3-473c-9c4a-1adee080fd09 req-f385e34c-fbb1-4168-8fb9-8b2b794a0dd2 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:33.123842 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-284f1a6f-2de3-473c-9c4a-1adee080fd09 req-f385e34c-fbb1-4168-8fb9-8b2b794a0dd2 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=dea8c6b3-deef-4865-b273-3a8b344c92e3 HTTP/1.1" status: 200 len: 944 time: 0.0954363 Jul 05 02:21:33.128988 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e97f083-42be-4641-aa55-39c3d026fba6 req-af4a805d-7628-47bc-a7d2-8150f4c7197b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:33.130575 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9e97f083-42be-4641-aa55-39c3d026fba6 req-af4a805d-7628-47bc-a7d2-8150f4c7197b service neutron] 10.222.0.21 "GET /v2.0/networks?id=dff432c2-7366-4622-aebb-da22fe05bfd4 HTTP/1.1" status: 200 len: 869 time: 0.1672463 Jul 05 02:21:33.163174 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-284f1a6f-2de3-473c-9c4a-1adee080fd09 req-640d561d-cee3-4b92-bb75-cdcca4ee2ef5 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325184 Jul 05 02:21:33.175095 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9e97f083-42be-4641-aa55-39c3d026fba6 req-aedc93b5-a689-47ae-a74f-d548681c90e7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=abbd1cfb-a048-4869-b835-78164a320b07 HTTP/1.1" status: 200 len: 217 time: 0.0374744 Jul 05 02:21:33.208473 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:33.236365 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04a1db60-5146-42be-afbe-bc8f499e9f25 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Made reservation on behalf of 059a16d4d47342a1b52e205e2c168052 for: {'network': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:21:33.240300 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-04a1db60-5146-42be-afbe-bc8f499e9f25 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:33.240861 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7290f6d6-4447-41af-ad62-c9ae8613aafa x-openstack-request-id: req-7290f6d6-4447-41af-ad62-c9ae8613aafa {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:21:33.241161 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ffc42fb-3d2a-409b-b22a-85d7c84b00c7", "name": "network-vif-plugged", "status": "completed", "tag": "abbd1cfb-a048-4869-b835-78164a320b07", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:21:33.241409 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7290f6d6-4447-41af-ad62-c9ae8613aafa {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:21:33.241791 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ffc42fb-3d2a-409b-b22a-85d7c84b00c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abbd1cfb-a048-4869-b835-78164a320b07', 'code': 200} Jul 05 02:21:33.242890 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e97f083-42be-4641-aa55-39c3d026fba6 req-c28f3095-488f-42b0-aeed-ce4fd1ccbf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:33.244490 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9e97f083-42be-4641-aa55-39c3d026fba6 req-c28f3095-488f-42b0-aeed-ce4fd1ccbf1b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b840e204-692c-4f54-8f07-f6563e8e36b1 HTTP/1.1" status: 200 len: 843 time: 0.0629106 Jul 05 02:21:33.266622 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04a1db60-5146-42be-afbe-bc8f499e9f25 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=94461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:21:33.278963 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=abbd1cfb-a048-4869-b835-78164a320b07,revision_number=9']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:21:33.279631 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-04a1db60-5146-42be-afbe-bc8f499e9f25 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:33.279977 n-d-771362-32 neutron-server[94461]: INFO neutron.db.segments_db [None req-04a1db60-5146-42be-afbe-bc8f499e9f25 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Added segment 1e66968f-6f5e-4e8c-8b7e-ad16b36c9c98 of type vlan for network 8521063c-8363-41f1-a9c0-837836263ed0 Jul 05 02:21:33.315734 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e97f083-42be-4641-aa55-39c3d026fba6 req-3d8b8fa4-9ee4-4ef3-932d-cf2993a02ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:33.317569 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9e97f083-42be-4641-aa55-39c3d026fba6 req-3d8b8fa4-9ee4-4ef3-932d-cf2993a02ade service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dff432c2-7366-4622-aebb-da22fe05bfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0657670 Jul 05 02:21:33.330969 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-04a1db60-5146-42be-afbe-bc8f499e9f25 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:33.381155 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-6b82e7bb-6101-4fa3-9d5d-287bc424b2c5 req-7685025e-7807-41f1-9dd9-3a1e4b11f253 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:33.439193 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-04a1db60-5146-42be-afbe-bc8f499e9f25 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:33.446574 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a1db60-5146-42be-afbe-bc8f499e9f25 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:33.447484 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-04a1db60-5146-42be-afbe-bc8f499e9f25 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:33.463412 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9e97f083-42be-4641-aa55-39c3d026fba6 req-0fa90d28-5f1d-44c8-aa08-6877e86b857b service neutron] 10.222.0.21 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391840 Jul 05 02:21:33.551678 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-6b82e7bb-6101-4fa3-9d5d-287bc424b2c5 req-7685025e-7807-41f1-9dd9-3a1e4b11f253 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:33.588713 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9e97f083-42be-4641-aa55-39c3d026fba6 req-ecd5e8eb-bdcf-4d2b-87c6-8bc8cf8bdaa0 service neutron] 10.222.0.21 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179001 Jul 05 02:21:33.612365 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a1db60-5146-42be-afbe-bc8f499e9f25 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Pushing event updated for resources: {'Network': ['ID=8521063c-8363-41f1-a9c0-837836263ed0,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:21:33.617037 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-6b82e7bb-6101-4fa3-9d5d-287bc424b2c5 req-7685025e-7807-41f1-9dd9-3a1e4b11f253 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:33.628124 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 8521063c-8363-41f1-a9c0-837836263ed0 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:21:33.650825 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7685025e-7807-41f1-9dd9-3a1e4b11f253 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fc72dba-6a5c-4bb6-a078-d0ad9305b395,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:21:33.702978 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-04a1db60-5146-42be-afbe-bc8f499e9f25 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6173143 Jul 05 02:21:33.704863 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 55044) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:21:33.709960 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-f1c9212b-dbeb-4206-9967-be0ec90983aa tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-380474985'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:21:33.734501 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-6b82e7bb-6101-4fa3-9d5d-287bc424b2c5 req-7685025e-7807-41f1-9dd9-3a1e4b11f253 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:33.736065 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6b82e7bb-6101-4fa3-9d5d-287bc424b2c5 req-7685025e-7807-41f1-9dd9-3a1e4b11f253 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.6333518 Jul 05 02:21:33.816686 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c4cd05-41dc-400b-bf3b-d4374c19ad2f req-7f0c3d19-9b60-4bed-b988-ac8c005c430d tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:33.818171 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a3c4cd05-41dc-400b-bf3b-d4374c19ad2f req-7f0c3d19-9b60-4bed-b988-ac8c005c430d tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1ee81b5-e6b1-46ea-af4b-a17cc878fd0a HTTP/1.1" status: 200 len: 945 time: 0.0649989 Jul 05 02:21:33.850728 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c9212b-dbeb-4206-9967-be0ec90983aa tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Made reservation on behalf of 059a16d4d47342a1b52e205e2c168052 for: {'network': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:21:33.854192 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f1c9212b-dbeb-4206-9967-be0ec90983aa tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:33.869166 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a3c4cd05-41dc-400b-bf3b-d4374c19ad2f req-c45ec4be-87dd-44e3-a8a6-e3ac54208f21 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ff5da2-a315-4895-9d40-ac9ae668e60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451994 Jul 05 02:21:33.885235 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1c9212b-dbeb-4206-9967-be0ec90983aa tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=94461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:21:33.895042 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f1c9212b-dbeb-4206-9967-be0ec90983aa tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:33.895387 n-d-771362-32 neutron-server[94461]: INFO neutron.db.segments_db [None req-f1c9212b-dbeb-4206-9967-be0ec90983aa tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Added segment c339102a-fa63-429b-bfae-9f85cbe3d098 of type vlan for network 7fa11b36-0588-43ef-a636-45aaf3c04835 Jul 05 02:21:33.904556 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88be2c8b-c1e2-46c1-ae69-32dd83722951 req-694043a8-296a-42f9-a938-0c791035f23a tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:33.906325 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-88be2c8b-c1e2-46c1-ae69-32dd83722951 req-694043a8-296a-42f9-a938-0c791035f23a tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ffc42fb-3d2a-409b-b22a-85d7c84b00c7 HTTP/1.1" status: 200 len: 950 time: 0.0772364 Jul 05 02:21:33.945113 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-88be2c8b-c1e2-46c1-ae69-32dd83722951 req-af9fe9c5-5cbb-4685-b147-eb2830cb5eea tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326960 Jul 05 02:21:33.957393 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f1c9212b-dbeb-4206-9967-be0ec90983aa tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:33.984463 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-df293922-ac06-44fc-80f7-92b7703333af req-484566d7-6523-4e21-bae2-b16bd0555985 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] 10.222.0.23 "GET /v2.0/security-groups/9fc72dba-6a5c-4bb6-a078-d0ad9305b395 HTTP/1.1" status: 200 len: 1807 time: 0.0813305 Jul 05 02:21:33.997096 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-df293922-ac06-44fc-80f7-92b7703333af req-048e7cc1-6d7f-4475-ab5f-e2d1fdc50f99 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9fc72dba-6a5c-4bb6-a078-d0ad9305b395', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:21:33.997972 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-df293922-ac06-44fc-80f7-92b7703333af req-048e7cc1-6d7f-4475-ab5f-e2d1fdc50f99 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9fc72dba-6a5c-4bb6-a078-d0ad9305b395', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:21:34.107825 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f1c9212b-dbeb-4206-9967-be0ec90983aa tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:34.114003 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c9212b-dbeb-4206-9967-be0ec90983aa tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:34.114726 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f1c9212b-dbeb-4206-9967-be0ec90983aa tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:34.189301 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c9212b-dbeb-4206-9967-be0ec90983aa tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Pushing event updated for resources: {'Network': ['ID=7fa11b36-0588-43ef-a636-45aaf3c04835,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:21:34.202052 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 7fa11b36-0588-43ef-a636-45aaf3c04835 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:21:34.214037 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-df293922-ac06-44fc-80f7-92b7703333af req-048e7cc1-6d7f-4475-ab5f-e2d1fdc50f99 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:34.244244 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-df293922-ac06-44fc-80f7-92b7703333af req-048e7cc1-6d7f-4475-ab5f-e2d1fdc50f99 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:34.273761 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-f1c9212b-dbeb-4206-9967-be0ec90983aa tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5677738 Jul 05 02:21:34.276453 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 55058) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:21:34.281377 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-00a869a7-bef1-4b05-8c2d-a05ba9c755bd tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Request body: {'subnet': {'network_id': '8521063c-8363-41f1-a9c0-837836263ed0', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:21:34.410082 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-df293922-ac06-44fc-80f7-92b7703333af req-048e7cc1-6d7f-4475-ab5f-e2d1fdc50f99 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:34.428683 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048e7cc1-6d7f-4475-ab5f-e2d1fdc50f99 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a412e96-0a57-4f33-808f-e80fd56f584a,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:21:34.501852 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a869a7-bef1-4b05-8c2d-a05ba9c755bd tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Made reservation on behalf of 059a16d4d47342a1b52e205e2c168052 for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:21:34.505455 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-00a869a7-bef1-4b05-8c2d-a05ba9c755bd tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:34.594252 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-df293922-ac06-44fc-80f7-92b7703333af req-048e7cc1-6d7f-4475-ab5f-e2d1fdc50f99 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:34.595468 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-df293922-ac06-44fc-80f7-92b7703333af req-048e7cc1-6d7f-4475-ab5f-e2d1fdc50f99 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6041198 Jul 05 02:21:34.746401 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664fa7d8-0621-4c6c-ac0d-0383b3e55a65 req-63d0eed3-c60a-4f62-a14f-d6e405791f55 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:34.748559 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-664fa7d8-0621-4c6c-ac0d-0383b3e55a65 req-63d0eed3-c60a-4f62-a14f-d6e405791f55 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=dea8c6b3-deef-4865-b273-3a8b344c92e3 HTTP/1.1" status: 200 len: 944 time: 0.0619659 Jul 05 02:21:34.764587 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device f83e18b6-e59f-43c5-9ce6-3b5c6c5719d8 details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:21:34.785062 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-664fa7d8-0621-4c6c-ac0d-0383b3e55a65 req-7b946b69-e592-464d-b75b-026e20c0bbc5 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309734 Jul 05 02:21:34.790162 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-00a869a7-bef1-4b05-8c2d-a05ba9c755bd tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5763451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774823'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:34.859706 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a869a7-bef1-4b05-8c2d-a05ba9c755bd tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Pushing event updated for resources: {'Subnet': ['ID=9f904359-8cff-4e36-8104-7313f683672b,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:21:34.867224 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a869a7-bef1-4b05-8c2d-a05ba9c755bd tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Checking segment: {'id': '1e66968f-6f5e-4e8c-8b7e-ad16b36c9c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '8521063c-8363-41f1-a9c0-837836263ed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:21:34.867323 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a869a7-bef1-4b05-8c2d-a05ba9c755bd tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Network hostable DHCP agents. Network: 8521063c-8363-41f1-a9c0-837836263ed0, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:21:34.889207 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port f83e18b6-e59f-43c5-9ce6-3b5c6c5719d8, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=f83e18b6-e59f-43c5-9ce6-3b5c6c5719d8,segment=NetworkSegment(21ad98b6-ba72-4f1f-a0ef-3d0df329b6a3),segment_id=21ad98b6-ba72-4f1f-a0ef-3d0df329b6a3)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:21:34.900238 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': 'f83e18b6-e59f-43c5-9ce6-3b5c6c5719d8', 'network_id': '705854c6-bb90-4b2b-93a0-7581bd607e40', 'port_id': 'f83e18b6-e59f-43c5-9ce6-3b5c6c5719d8', 'mac_address': 'fa:16:3e:34:c7:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86343a12-8825-4191-b518-68943eb24150', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:21:34.938996 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:34.951866 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f83e18b6-e59f-43c5-9ce6-3b5c6c5719d8 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:21:34.972183 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port f83e18b6-e59f-43c5-9ce6-3b5c6c5719d8, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=f83e18b6-e59f-43c5-9ce6-3b5c6c5719d8,segment=NetworkSegment(21ad98b6-ba72-4f1f-a0ef-3d0df329b6a3),segment_id=21ad98b6-ba72-4f1f-a0ef-3d0df329b6a3)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:21:34.989655 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b859da5c-fbe3-4231-8450-261148dae901 req-69707c99-558b-4fc4-b934-d6ff9241c855 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] 10.222.0.23 "GET /v2.0/security-groups/9fc72dba-6a5c-4bb6-a078-d0ad9305b395 HTTP/1.1" status: 200 len: 2401 time: 0.0430210 Jul 05 02:21:34.992804 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a869a7-bef1-4b05-8c2d-a05ba9c755bd tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Network 8521063c-8363-41f1-a9c0-837836263ed0 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:21:35.002310 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-b859da5c-fbe3-4231-8450-261148dae901 req-ba6974b1-254a-409f-ba06-a811f188a89c tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9fc72dba-6a5c-4bb6-a078-d0ad9305b395', 'remote_group_id': None}]} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:21:35.002631 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-b859da5c-fbe3-4231-8450-261148dae901 req-ba6974b1-254a-409f-ba06-a811f188a89c tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9fc72dba-6a5c-4bb6-a078-d0ad9305b395', 'remote_group_id': None}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:21:35.095750 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:35.143262 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=f83e18b6-e59f-43c5-9ce6-3b5c6c5719d8,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:21:35.171579 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-00a869a7-bef1-4b05-8c2d-a05ba9c755bd tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 8521063c-8363-41f1-a9c0-837836263ed0) {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:21:35.179552 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a869a7-bef1-4b05-8c2d-a05ba9c755bd tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:35.179552 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-00a869a7-bef1-4b05-8c2d-a05ba9c755bd tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:35.179729 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05db3729-9a78-405b-aa35-12359351f06f None None] Network 8521063c-8363-41f1-a9c0-837836263ed0 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:21:35.230316 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b859da5c-fbe3-4231-8450-261148dae901 req-ba6974b1-254a-409f-ba06-a811f188a89c tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:35.262814 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b859da5c-fbe3-4231-8450-261148dae901 req-ba6974b1-254a-409f-ba06-a811f188a89c tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:35.273261 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56124cac-59bc-4462-9974-1210b332c65d req-ae858572-1fcc-43b1-8088-3bb60db94be0 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:35.274939 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-56124cac-59bc-4462-9974-1210b332c65d req-ae858572-1fcc-43b1-8088-3bb60db94be0 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ffc42fb-3d2a-409b-b22a-85d7c84b00c7 HTTP/1.1" status: 200 len: 950 time: 0.0801215 Jul 05 02:21:35.289205 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-00a869a7-bef1-4b05-8c2d-a05ba9c755bd tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0115356 Jul 05 02:21:35.291630 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 55076) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:21:35.296659 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-494f359f-5628-4ea3-8ca9-a5546c0f1f1f tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Request body: {'subnet': {'network_id': '7fa11b36-0588-43ef-a636-45aaf3c04835', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:21:35.331701 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['f83e18b6-e59f-43c5-9ce6-3b5c6c5719d8'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:21:35.340368 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-56124cac-59bc-4462-9974-1210b332c65d req-98a2ff35-b865-41dd-aa89-bdc29b0739ec tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586078 Jul 05 02:21:35.359169 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975180c6-1cc2-413c-8fad-3207b2d5a211 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-8521063c-8363-41f1-a9c0-837836263ed0', 'network_id': '8521063c-8363-41f1-a9c0-837836263ed0', 'tenant_id': '059a16d4d47342a1b52e205e2c168052', 'fixed_ips': [{'subnet_id': '9f904359-8cff-4e36-8104-7313f683672b'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:21:35.360025 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-975180c6-1cc2-413c-8fad-3207b2d5a211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:35.607804 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-975180c6-1cc2-413c-8fad-3207b2d5a211 None None] Allocated IP 10.1.1.2 (8521063c-8363-41f1-a9c0-837836263ed0/9f904359-8cff-4e36-8104-7313f683672b/d428a583-7aac-426f-9e55-b1af15841e5d) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:21:35.670217 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d6525d-e510-4dba-a6fa-fde793c48c00 req-5403d40d-b5a7-42b6-a8c3-8ac91e6cee7c tempest-MigrationsAdminTest-1981674011 tempest-MigrationsAdminTest-1981674011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:35.679480 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e0d6525d-e510-4dba-a6fa-fde793c48c00 req-5403d40d-b5a7-42b6-a8c3-8ac91e6cee7c tempest-MigrationsAdminTest-1981674011 tempest-MigrationsAdminTest-1981674011-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6ffc42fb-3d2a-409b-b22a-85d7c84b00c7 HTTP/1.1" status: 200 len: 1102 time: 0.0752149 Jul 05 02:21:35.732556 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e0d6525d-e510-4dba-a6fa-fde793c48c00 req-7d377ef8-2e48-47ce-8704-1bd37a015873 tempest-MigrationsAdminTest-1981674011 tempest-MigrationsAdminTest-1981674011-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520909 Jul 05 02:21:35.748304 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b859da5c-fbe3-4231-8450-261148dae901 req-ba6974b1-254a-409f-ba06-a811f188a89c tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:35.775295 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6974b1-254a-409f-ba06-a811f188a89c tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32e3c550-9b2d-4fb8-964d-3ac5164bc36d,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:21:35.790913 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-975180c6-1cc2-413c-8fad-3207b2d5a211 None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:35.801213 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-975180c6-1cc2-413c-8fad-3207b2d5a211 None None] Transition to ACTIVE for port object d428a583-7aac-426f-9e55-b1af15841e5d will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:21:35.818904 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-975180c6-1cc2-413c-8fad-3207b2d5a211 None None] Transition to ACTIVE for port object d428a583-7aac-426f-9e55-b1af15841e5d will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:21:35.865498 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b859da5c-fbe3-4231-8450-261148dae901 req-ba6974b1-254a-409f-ba06-a811f188a89c tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:35.866776 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b859da5c-fbe3-4231-8450-261148dae901 req-ba6974b1-254a-409f-ba06-a811f188a89c tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.8707530 Jul 05 02:21:35.890246 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-975180c6-1cc2-413c-8fad-3207b2d5a211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:35.934367 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b5cd3de7-e473-4735-8dd7-ec1536ce6983 req-4e639e9b-8263-4b79-8458-8afbfc5faf3b tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] 10.222.0.23 "GET /v2.0/security-groups/9fc72dba-6a5c-4bb6-a078-d0ad9305b395 HTTP/1.1" status: 200 len: 3000 time: 0.0452569 Jul 05 02:21:35.935183 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975180c6-1cc2-413c-8fad-3207b2d5a211 None None] Network 8521063c-8363-41f1-a9c0-837836263ed0 is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:21:35.942415 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-975180c6-1cc2-413c-8fad-3207b2d5a211 None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:21:35.950712 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975180c6-1cc2-413c-8fad-3207b2d5a211 None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:21:35.956164 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-494f359f-5628-4ea3-8ca9-a5546c0f1f1f tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Made reservation on behalf of 059a16d4d47342a1b52e205e2c168052 for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:21:35.960219 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-494f359f-5628-4ea3-8ca9-a5546c0f1f1f tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:35.987478 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44dd653-5d10-457f-9619-a099e619f12a req-755f30d0-7859-412f-b337-dd5ceb2b8790 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:35.989504 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a44dd653-5d10-457f-9619-a099e619f12a req-755f30d0-7859-412f-b337-dd5ceb2b8790 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=dea8c6b3-deef-4865-b273-3a8b344c92e3 HTTP/1.1" status: 200 len: 945 time: 0.0825510 Jul 05 02:21:36.041973 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975180c6-1cc2-413c-8fad-3207b2d5a211 None None] Pushing event updated for resources: {'Port': ['ID=d428a583-7aac-426f-9e55-b1af15841e5d,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:21:36.053514 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a44dd653-5d10-457f-9619-a099e619f12a req-59db0780-86d2-4e14-93c7-0c0edb90dc15 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583062 Jul 05 02:21:36.057221 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-975180c6-1cc2-413c-8fad-3207b2d5a211 None None] Attempting to bind port d428a583-7aac-426f-9e55-b1af15841e5d on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:21:36.057654 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-975180c6-1cc2-413c-8fad-3207b2d5a211 None None] Attempting to bind port d428a583-7aac-426f-9e55-b1af15841e5d by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '1e66968f-6f5e-4e8c-8b7e-ad16b36c9c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '8521063c-8363-41f1-a9c0-837836263ed0'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:21:36.058136 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975180c6-1cc2-413c-8fad-3207b2d5a211 None None] Attempting to bind port d428a583-7aac-426f-9e55-b1af15841e5d on network 8521063c-8363-41f1-a9c0-837836263ed0 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:21:36.062194 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4531542b-b0f4-4c72-beb0-0192b0d3d463 req-15da9dd5-45cb-4881-b6e5-377b2ee9e16e tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=7bde4afb78a7485193d4b3fb4c23ad75&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318139 Jul 05 02:21:36.064371 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975180c6-1cc2-413c-8fad-3207b2d5a211 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:21:36.066196 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975180c6-1cc2-413c-8fad-3207b2d5a211 None None] Checking segment: {'id': '1e66968f-6f5e-4e8c-8b7e-ad16b36c9c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '8521063c-8363-41f1-a9c0-837836263ed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:21:36.066196 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-975180c6-1cc2-413c-8fad-3207b2d5a211 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:36.066196 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975180c6-1cc2-413c-8fad-3207b2d5a211 None None] Bound using segment: {'id': '1e66968f-6f5e-4e8c-8b7e-ad16b36c9c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '8521063c-8363-41f1-a9c0-837836263ed0'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:21:36.066434 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-975180c6-1cc2-413c-8fad-3207b2d5a211 None None] Bound port: d428a583-7aac-426f-9e55-b1af15841e5d, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e66968f-6f5e-4e8c-8b7e-ad16b36c9c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '8521063c-8363-41f1-a9c0-837836263ed0'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:21:36.066994 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-975180c6-1cc2-413c-8fad-3207b2d5a211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:36.140446 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-975180c6-1cc2-413c-8fad-3207b2d5a211 None None] For port d428a583-7aac-426f-9e55-b1af15841e5d, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:21:36.144176 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-975180c6-1cc2-413c-8fad-3207b2d5a211 None None] For port d428a583-7aac-426f-9e55-b1af15841e5d, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=d428a583-7aac-426f-9e55-b1af15841e5d,segment=NetworkSegment(1e66968f-6f5e-4e8c-8b7e-ad16b36c9c98),segment_id=1e66968f-6f5e-4e8c-8b7e-ad16b36c9c98)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:21:36.211912 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-13b94ef4-7192-42cf-9b26-a4337e5180c4 req-ee5459fa-64ed-4450-a104-40776f2590ac tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] 10.222.0.23 "GET /v2.0/security-group-rules/32e3c550-9b2d-4fb8-964d-3ac5164bc36d HTTP/1.1" status: 200 len: 783 time: 0.0166295 Jul 05 02:21:36.262390 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-13b94ef4-7192-42cf-9b26-a4337e5180c4 req-0e37c8a0-d047-4e08-b023-87430bb28434 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] 10.222.0.23 "GET /v2.0/security-groups/9fc72dba-6a5c-4bb6-a078-d0ad9305b395 HTTP/1.1" status: 200 len: 3000 time: 0.0438213 Jul 05 02:21:36.274992 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4531542b-b0f4-4c72-beb0-0192b0d3d463 req-acf55958-83fa-47b3-aae0-3cb242383cee tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:36.284063 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4531542b-b0f4-4c72-beb0-0192b0d3d463 req-acf55958-83fa-47b3-aae0-3cb242383cee tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2011633 Jul 05 02:21:36.296210 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-13b94ef4-7192-42cf-9b26-a4337e5180c4 req-02d634dd-166f-46c3-aa60-234fe8f5ed89 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:36.304446 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-13b94ef4-7192-42cf-9b26-a4337e5180c4 req-02d634dd-166f-46c3-aa60-234fe8f5ed89 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:36.316893 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-975180c6-1cc2-413c-8fad-3207b2d5a211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:36.338267 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4531542b-b0f4-4c72-beb0-0192b0d3d463 req-1605481b-c26e-488a-89ff-6a3314f8ff04 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/quotas/7bde4afb78a7485193d4b3fb4c23ad75 HTTP/1.1" status: 200 len: 375 time: 0.0507133 Jul 05 02:21:36.383325 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975180c6-1cc2-413c-8fad-3207b2d5a211 None None] Pushing event updated for resources: {'Port': ['ID=d428a583-7aac-426f-9e55-b1af15841e5d,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:21:36.432342 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4531542b-b0f4-4c72-beb0-0192b0d3d463 req-5ad5f58d-92ad-4863-91aa-f5d0663c7783 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7bde4afb78a7485193d4b3fb4c23ad75&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0824099 Jul 05 02:21:36.456765 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-13b94ef4-7192-42cf-9b26-a4337e5180c4 req-02d634dd-166f-46c3-aa60-234fe8f5ed89 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:36.465566 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-13b94ef4-7192-42cf-9b26-a4337e5180c4 req-02d634dd-166f-46c3-aa60-234fe8f5ed89 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:36.483608 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-13b94ef4-7192-42cf-9b26-a4337e5180c4 req-02d634dd-166f-46c3-aa60-234fe8f5ed89 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/32e3c550-9b2d-4fb8-964d-3ac5164bc36d HTTP/1.1" status: 204 len: 173 time: 0.2141967 Jul 05 02:21:36.497105 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d634dd-166f-46c3-aa60-234fe8f5ed89 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=32e3c550-9b2d-4fb8-964d-3ac5164bc36d,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:21:36.522789 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-494f359f-5628-4ea3-8ca9-a5546c0f1f1f tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5763451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774823'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:36.703609 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494f359f-5628-4ea3-8ca9-a5546c0f1f1f tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Pushing event updated for resources: {'Subnet': ['ID=3a2227d0-d085-4249-9de9-b270c4daf5df,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:21:36.721952 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494f359f-5628-4ea3-8ca9-a5546c0f1f1f tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Checking segment: {'id': 'c339102a-fa63-429b-bfae-9f85cbe3d098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7fa11b36-0588-43ef-a636-45aaf3c04835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:21:36.722354 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494f359f-5628-4ea3-8ca9-a5546c0f1f1f tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Network hostable DHCP agents. Network: 7fa11b36-0588-43ef-a636-45aaf3c04835, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:21:36.754668 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-47de1121-6ae6-43fa-83c0-8c5926572eee req-14a88125-826d-45f7-a9b8-5c99788621f7 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] 10.222.0.23 "GET /v2.0/security-groups/9fc72dba-6a5c-4bb6-a078-d0ad9305b395 HTTP/1.1" status: 200 len: 2401 time: 0.0921507 Jul 05 02:21:36.783423 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device f83e18b6-e59f-43c5-9ce6-3b5c6c5719d8 up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:21:36.862297 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-47de1121-6ae6-43fa-83c0-8c5926572eee req-c21c95c5-bbfc-4754-8d2d-f912308c3c52 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:36.886426 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-47de1121-6ae6-43fa-83c0-8c5926572eee req-c21c95c5-bbfc-4754-8d2d-f912308c3c52 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:36.899468 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494f359f-5628-4ea3-8ca9-a5546c0f1f1f tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Network 7fa11b36-0588-43ef-a636-45aaf3c04835 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:21:36.927589 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d53c454c-867a-4a1e-9fbe-fb466b649b20 req-f7c2e95b-5836-47a3-abd7-08276a3af8b2 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=e361c8de-f613-4798-a90c-99b90beda3c5 HTTP/1.1" status: 200 len: 210 time: 0.0371108 Jul 05 02:21:36.929787 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning for port f83e18b6-e59f-43c5-9ce6-3b5c6c5719d8 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:21:36.940735 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port f83e18b6-e59f-43c5-9ce6-3b5c6c5719d8 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:21:36.940735 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:37.027822 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-494f359f-5628-4ea3-8ca9-a5546c0f1f1f tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 7fa11b36-0588-43ef-a636-45aaf3c04835) {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:21:37.034784 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-47de1121-6ae6-43fa-83c0-8c5926572eee req-c21c95c5-bbfc-4754-8d2d-f912308c3c52 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:37.037889 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-47de1121-6ae6-43fa-83c0-8c5926572eee req-c21c95c5-bbfc-4754-8d2d-f912308c3c52 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:37.039133 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-47de1121-6ae6-43fa-83c0-8c5926572eee req-c21c95c5-bbfc-4754-8d2d-f912308c3c52 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] 10.222.0.23 "DELETE /v2.0/security-groups/9fc72dba-6a5c-4bb6-a078-d0ad9305b395 HTTP/1.1" status: 204 len: 173 time: 0.2803066 Jul 05 02:21:37.062527 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494f359f-5628-4ea3-8ca9-a5546c0f1f1f tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:37.066998 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-494f359f-5628-4ea3-8ca9-a5546c0f1f1f tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:37.080482 n-d-771362-32 neutron-server[94462]: INFO neutron.api.v2.resource [req-a67bd006-88f8-48c8-a44d-a20ecd99b8c2 req-cd331470-2805-4ee1-bec0-5c270356f8c6 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] show failed (client error): The resource could not be found. Jul 05 02:21:37.103154 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789ef003-653f-48f4-bbcb-9cb80f37cbdd None None] Network 7fa11b36-0588-43ef-a636-45aaf3c04835 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:21:37.105921 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21c95c5-bbfc-4754-8d2d-f912308c3c52 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fc72dba-6a5c-4bb6-a078-d0ad9305b395,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:21:37.121772 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a67bd006-88f8-48c8-a44d-a20ecd99b8c2 req-cd331470-2805-4ee1-bec0-5c270356f8c6 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] 10.222.0.23 "GET /v2.0/security-groups/0cdd0327-e602-4f28-8da4-c95ddebf565e HTTP/1.1" status: 404 len: 352 time: 0.0605562 Jul 05 02:21:37.124695 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21c95c5-bbfc-4754-8d2d-f912308c3c52 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:21:37.126474 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21c95c5-bbfc-4754-8d2d-f912308c3c52 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:21:37.129453 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21c95c5-bbfc-4754-8d2d-f912308c3c52 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:21:37.130029 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21c95c5-bbfc-4754-8d2d-f912308c3c52 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:21:37.130585 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21c95c5-bbfc-4754-8d2d-f912308c3c52 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:21:37.131131 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21c95c5-bbfc-4754-8d2d-f912308c3c52 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:21:37.131668 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21c95c5-bbfc-4754-8d2d-f912308c3c52 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:21:37.135968 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21c95c5-bbfc-4754-8d2d-f912308c3c52 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:21:37.136664 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21c95c5-bbfc-4754-8d2d-f912308c3c52 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:21:37.137216 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21c95c5-bbfc-4754-8d2d-f912308c3c52 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:21:37.137760 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21c95c5-bbfc-4754-8d2d-f912308c3c52 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:21:37.138881 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21c95c5-bbfc-4754-8d2d-f912308c3c52 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:21:37.193021 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-494f359f-5628-4ea3-8ca9-a5546c0f1f1f tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.9000726 Jul 05 02:21:37.193672 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 55128) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:21:37.200917 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-7fc1cadd-c6fd-47d2-9297-75e0eca8db96 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Request body: {'port': {'network_id': '8521063c-8363-41f1-a9c0-837836263ed0', 'name': 'tempest-TaggedBootDevicesTest-736128095', 'fixed_ips': [{'subnet_id': '9f904359-8cff-4e36-8104-7313f683672b'}]}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:21:37.256106 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:37.260162 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0b3211bc-4922-4b1e-930f-4f7e56068c26 req-b12fc306-820b-45d8-979d-76d12906b541 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] 10.222.0.23 "GET /v2.0/security-groups/5e4f2f6f-6cc2-4857-9dcb-d64aecced74a HTTP/1.1" status: 200 len: 1806 time: 0.1129048 Jul 05 02:21:37.295760 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port f83e18b6-e59f-43c5-9ce6-3b5c6c5719d8, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=f83e18b6-e59f-43c5-9ce6-3b5c6c5719d8,segment=NetworkSegment(21ad98b6-ba72-4f1f-a0ef-3d0df329b6a3),segment_id=21ad98b6-ba72-4f1f-a0ef-3d0df329b6a3)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:21:37.300270 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dea8c6b3-deef-4865-b273-3a8b344c92e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f83e18b6-e59f-43c5-9ce6-3b5c6c5719d8'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:21:37.302514 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b1c155-a855-41f7-a176-dee58a5e0aef" -d '{"events": [{"server_uuid": "dea8c6b3-deef-4865-b273-3a8b344c92e3", "name": "network-vif-plugged", "status": "completed", "tag": "f83e18b6-e59f-43c5-9ce6-3b5c6c5719d8"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:21:37.383823 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-0b3211bc-4922-4b1e-930f-4f7e56068c26 req-c12c8031-a490-487a-8c56-21455a5cb367 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:37.413270 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:37.448404 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-0b3211bc-4922-4b1e-930f-4f7e56068c26 req-c12c8031-a490-487a-8c56-21455a5cb367 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:37.521446 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed18ed9-ac01-4978-91a4-ce42185cf6e6 req-af43e9af-ab56-4132-b9e3-5086b8e39b72 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:37.523503 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0ed18ed9-ac01-4978-91a4-ce42185cf6e6 req-af43e9af-ab56-4132-b9e3-5086b8e39b72 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=dea8c6b3-deef-4865-b273-3a8b344c92e3 HTTP/1.1" status: 200 len: 945 time: 0.2006369 Jul 05 02:21:37.538540 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fc1cadd-c6fd-47d2-9297-75e0eca8db96 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Made reservation on behalf of 059a16d4d47342a1b52e205e2c168052 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:21:37.572589 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=f83e18b6-e59f-43c5-9ce6-3b5c6c5719d8,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:21:37.577672 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device d428a583-7aac-426f-9e55-b1af15841e5d up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:21:37.582865 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fefe9df-8cb3-4379-a456-03204523057a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-7fa11b36-0588-43ef-a636-45aaf3c04835', 'network_id': '7fa11b36-0588-43ef-a636-45aaf3c04835', 'tenant_id': '059a16d4d47342a1b52e205e2c168052', 'fixed_ips': [{'subnet_id': '3a2227d0-d085-4249-9de9-b270c4daf5df'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:21:37.583805 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-2fefe9df-8cb3-4379-a456-03204523057a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:37.660649 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-0b3211bc-4922-4b1e-930f-4f7e56068c26 req-c12c8031-a490-487a-8c56-21455a5cb367 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:37.664180 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-0b3211bc-4922-4b1e-930f-4f7e56068c26 req-c12c8031-a490-487a-8c56-21455a5cb367 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:37.667807 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0b3211bc-4922-4b1e-930f-4f7e56068c26 req-c12c8031-a490-487a-8c56-21455a5cb367 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] 10.222.0.23 "DELETE /v2.0/security-groups/5e4f2f6f-6cc2-4857-9dcb-d64aecced74a HTTP/1.1" status: 204 len: 173 time: 0.3979998 Jul 05 02:21:37.680684 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12c8031-a490-487a-8c56-21455a5cb367 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e4f2f6f-6cc2-4857-9dcb-d64aecced74a,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:21:37.718262 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7fc1cadd-c6fd-47d2-9297-75e0eca8db96 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:37.734718 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0ed18ed9-ac01-4978-91a4-ce42185cf6e6 req-0c1591bc-23c5-4b9e-8aff-c52f2db081cf tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731640 Jul 05 02:21:37.758814 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9376d903-f237-45c8-8baa-1a1da456c031 None None] Network 8521063c-8363-41f1-a9c0-837836263ed0 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:21:37.769653 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [None req-7fc1cadd-c6fd-47d2-9297-75e0eca8db96 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] device_id is not set on port 3bf96118-202e-47ea-8323-729179ed339d yet. {{(pid=94461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:21:37.802331 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3a283b0-9514-4417-99df-fdf7f2992512 x-openstack-request-id: req-d3a283b0-9514-4417-99df-fdf7f2992512 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:21:37.802630 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dea8c6b3-deef-4865-b273-3a8b344c92e3", "name": "network-vif-plugged", "status": "completed", "tag": "f83e18b6-e59f-43c5-9ce6-3b5c6c5719d8", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:21:37.802891 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d3a283b0-9514-4417-99df-fdf7f2992512 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:21:37.803445 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dea8c6b3-deef-4865-b273-3a8b344c92e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f83e18b6-e59f-43c5-9ce6-3b5c6c5719d8', 'code': 200} Jul 05 02:21:37.925568 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-b85c3c73-e76a-4b0b-a769-ea698cff8576 None None] Provisioning for port d428a583-7aac-426f-9e55-b1af15841e5d completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:21:37.934418 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f17998e6-bb7e-4a58-a743-d7994c49e5c8 req-5cb9eb3b-7979-41a5-be1c-e7925984699d tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] 10.222.0.23 "GET /v2.0/security-groups/d3518280-d1ab-4ede-a833-61857dfae147 HTTP/1.1" status: 200 len: 1806 time: 0.1127925 Jul 05 02:21:37.961809 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-2fefe9df-8cb3-4379-a456-03204523057a None None] Allocated IP 10.2.2.2 (7fa11b36-0588-43ef-a636-45aaf3c04835/3a2227d0-d085-4249-9de9-b270c4daf5df/0261aaf5-dcb8-4282-827e-1834136dc560) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:21:37.978298 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4619f412-9f90-4ff1-a9a5-f3aeae1afe01 req-eb383f05-4a8a-4267-9b86-fbf96720add8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:37.980421 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4619f412-9f90-4ff1-a9a5-f3aeae1afe01 req-eb383f05-4a8a-4267-9b86-fbf96720add8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=dea8c6b3-deef-4865-b273-3a8b344c92e3 HTTP/1.1" status: 200 len: 1098 time: 0.1022248 Jul 05 02:21:38.051598 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4619f412-9f90-4ff1-a9a5-f3aeae1afe01 req-66e1e30d-ac62-44da-986f-5afcc710d059 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630608 Jul 05 02:21:38.126601 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f17998e6-bb7e-4a58-a743-d7994c49e5c8 req-0505c271-d434-4083-8af0-bbc4df9deabc tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:38.150805 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port d428a583-7aac-426f-9e55-b1af15841e5d completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:21:38.163849 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f17998e6-bb7e-4a58-a743-d7994c49e5c8 req-0505c271-d434-4083-8af0-bbc4df9deabc tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:38.165162 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port d428a583-7aac-426f-9e55-b1af15841e5d triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:21:38.165538 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:38.179936 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88353776-42a3-400f-9575-3a183de8ad36 req-a2b4beaa-8903-4807-bf92-529dfcac192c tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:38.189276 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-88353776-42a3-400f-9575-3a183de8ad36 req-a2b4beaa-8903-4807-bf92-529dfcac192c tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] 10.222.0.23 "GET /v2.0/ports?device_id=d49d0082-e6fb-43a0-aabd-5f1abc2b3fd0 HTTP/1.1" status: 200 len: 945 time: 0.1012905 Jul 05 02:21:38.206905 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-2fefe9df-8cb3-4379-a456-03204523057a None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:38.225349 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-2fefe9df-8cb3-4379-a456-03204523057a None None] Transition to ACTIVE for port object 0261aaf5-dcb8-4282-827e-1834136dc560 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:21:38.247832 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-88353776-42a3-400f-9575-3a183de8ad36 req-9a605373-802c-4599-a986-e0bb7f73c661 tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] 10.222.0.23 "GET /v2.0/security-groups?id=40fe1b0a-9176-40d2-b8cc-758492981e88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573254 Jul 05 02:21:38.305024 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f17998e6-bb7e-4a58-a743-d7994c49e5c8 req-0505c271-d434-4083-8af0-bbc4df9deabc tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:38.307586 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f17998e6-bb7e-4a58-a743-d7994c49e5c8 req-0505c271-d434-4083-8af0-bbc4df9deabc tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:38.308725 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f17998e6-bb7e-4a58-a743-d7994c49e5c8 req-0505c271-d434-4083-8af0-bbc4df9deabc tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] 10.222.0.23 "DELETE /v2.0/security-groups/d3518280-d1ab-4ede-a833-61857dfae147 HTTP/1.1" status: 204 len: 173 time: 0.3724930 Jul 05 02:21:38.333130 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-2fefe9df-8cb3-4379-a456-03204523057a None None] Transition to ACTIVE for port object 0261aaf5-dcb8-4282-827e-1834136dc560 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:21:38.351522 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0505c271-d434-4083-8af0-bbc4df9deabc tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3518280-d1ab-4ede-a833-61857dfae147,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:21:38.370282 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-7fc1cadd-c6fd-47d2-9297-75e0eca8db96 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Allocated IP 10.1.1.188 (8521063c-8363-41f1-a9c0-837836263ed0/9f904359-8cff-4e36-8104-7313f683672b/3bf96118-202e-47ea-8323-729179ed339d) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:21:38.425100 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-2fefe9df-8cb3-4379-a456-03204523057a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:38.517419 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:38.537121 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a929cb61-bd2c-4005-acb5-794ee84664e0 req-297dcd8d-ee6a-4f27-9671-1935cffc8bdf tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=e361c8de-f613-4798-a90c-99b90beda3c5 HTTP/1.1" status: 200 len: 210 time: 0.0692241 Jul 05 02:21:38.544857 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8921a3a7-e400-499a-8d4d-9c2aec749e93 req-d142788c-d6c3-4705-a075-26db2f38799b tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] 10.222.0.23 "GET /v2.0/security-groups/8bf6806a-69fa-4763-b725-a3c88775f2ea HTTP/1.1" status: 200 len: 1804 time: 0.0815818 Jul 05 02:21:38.553280 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fefe9df-8cb3-4379-a456-03204523057a None None] Pushing event updated for resources: {'Port': ['ID=0261aaf5-dcb8-4282-827e-1834136dc560,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:21:38.599800 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port d428a583-7aac-426f-9e55-b1af15841e5d, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=d428a583-7aac-426f-9e55-b1af15841e5d,segment=NetworkSegment(1e66968f-6f5e-4e8c-8b7e-ad16b36c9c98),segment_id=1e66968f-6f5e-4e8c-8b7e-ad16b36c9c98)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:21:38.603096 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fefe9df-8cb3-4379-a456-03204523057a None None] Network 7fa11b36-0588-43ef-a636-45aaf3c04835 is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:21:38.609159 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-2fefe9df-8cb3-4379-a456-03204523057a None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:21:38.613125 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fefe9df-8cb3-4379-a456-03204523057a None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:21:38.616906 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7fc1cadd-c6fd-47d2-9297-75e0eca8db96 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:38.624006 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-8921a3a7-e400-499a-8d4d-9c2aec749e93 req-2269cd3e-51cc-4f69-9d24-1c156822df24 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:38.633374 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [None req-7fc1cadd-c6fd-47d2-9297-75e0eca8db96 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Transition to ACTIVE for port object 3bf96118-202e-47ea-8323-729179ed339d will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:21:38.648948 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-8921a3a7-e400-499a-8d4d-9c2aec749e93 req-2269cd3e-51cc-4f69-9d24-1c156822df24 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:38.699879 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:38.735025 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-2fefe9df-8cb3-4379-a456-03204523057a None None] Attempting to bind port 0261aaf5-dcb8-4282-827e-1834136dc560 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:21:38.735298 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-2fefe9df-8cb3-4379-a456-03204523057a None None] Attempting to bind port 0261aaf5-dcb8-4282-827e-1834136dc560 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'c339102a-fa63-429b-bfae-9f85cbe3d098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7fa11b36-0588-43ef-a636-45aaf3c04835'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:21:38.735665 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fefe9df-8cb3-4379-a456-03204523057a None None] Attempting to bind port 0261aaf5-dcb8-4282-827e-1834136dc560 on network 7fa11b36-0588-43ef-a636-45aaf3c04835 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:21:38.745198 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fefe9df-8cb3-4379-a456-03204523057a None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:21:38.745572 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fefe9df-8cb3-4379-a456-03204523057a None None] Checking segment: {'id': 'c339102a-fa63-429b-bfae-9f85cbe3d098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7fa11b36-0588-43ef-a636-45aaf3c04835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:21:38.745977 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-2fefe9df-8cb3-4379-a456-03204523057a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:38.746402 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fefe9df-8cb3-4379-a456-03204523057a None None] Bound using segment: {'id': 'c339102a-fa63-429b-bfae-9f85cbe3d098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7fa11b36-0588-43ef-a636-45aaf3c04835'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:21:38.746871 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-2fefe9df-8cb3-4379-a456-03204523057a None None] Bound port: 0261aaf5-dcb8-4282-827e-1834136dc560, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c339102a-fa63-429b-bfae-9f85cbe3d098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7fa11b36-0588-43ef-a636-45aaf3c04835'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:21:38.756101 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-2fefe9df-8cb3-4379-a456-03204523057a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:38.804912 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=d428a583-7aac-426f-9e55-b1af15841e5d,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:21:38.850678 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-8921a3a7-e400-499a-8d4d-9c2aec749e93 req-2269cd3e-51cc-4f69-9d24-1c156822df24 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:38.850991 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7fc1cadd-c6fd-47d2-9297-75e0eca8db96 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:38.855266 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-8921a3a7-e400-499a-8d4d-9c2aec749e93 req-2269cd3e-51cc-4f69-9d24-1c156822df24 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:38.864445 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8921a3a7-e400-499a-8d4d-9c2aec749e93 req-2269cd3e-51cc-4f69-9d24-1c156822df24 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] 10.222.0.23 "DELETE /v2.0/security-groups/8bf6806a-69fa-4763-b725-a3c88775f2ea HTTP/1.1" status: 204 len: 173 time: 0.3141003 Jul 05 02:21:38.864556 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-2fefe9df-8cb3-4379-a456-03204523057a None None] For port 0261aaf5-dcb8-4282-827e-1834136dc560, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:21:38.871988 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-2fefe9df-8cb3-4379-a456-03204523057a None None] For port 0261aaf5-dcb8-4282-827e-1834136dc560, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=0261aaf5-dcb8-4282-827e-1834136dc560,segment=NetworkSegment(c339102a-fa63-429b-bfae-9f85cbe3d098),segment_id=c339102a-fa63-429b-bfae-9f85cbe3d098)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:21:38.915443 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2269cd3e-51cc-4f69-9d24-1c156822df24 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf6806a-69fa-4763-b725-a3c88775f2ea,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:21:38.936117 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc1cadd-c6fd-47d2-9297-75e0eca8db96 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Network 8521063c-8363-41f1-a9c0-837836263ed0 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:21:38.942444 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-2fefe9df-8cb3-4379-a456-03204523057a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:38.996599 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc1cadd-c6fd-47d2-9297-75e0eca8db96 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Pushing event updated for resources: {'Port': ['ID=3bf96118-202e-47ea-8323-729179ed339d,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:21:39.003995 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-7fc1cadd-c6fd-47d2-9297-75e0eca8db96 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:21:39.009911 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc1cadd-c6fd-47d2-9297-75e0eca8db96 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:21:39.033833 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fefe9df-8cb3-4379-a456-03204523057a None None] Pushing event updated for resources: {'Port': ['ID=0261aaf5-dcb8-4282-827e-1834136dc560,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:21:39.050982 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-93a7ad00-1e64-4dc1-afbb-35290a7ad872 req-18324663-29d0-494a-8d51-740be1197a8a tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] 10.222.0.23 "GET /v2.0/security-groups/b9788fce-d1ce-4470-bc2a-7209c7c60bfc HTTP/1.1" status: 200 len: 2404 time: 0.1476882 Jul 05 02:21:39.081534 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc1cadd-c6fd-47d2-9297-75e0eca8db96 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:39.082605 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7fc1cadd-c6fd-47d2-9297-75e0eca8db96 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:39.097842 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-dc4bf7e7-f683-4a78-83ef-e4c96c4815e1 None None] Provisioning complete for port d428a583-7aac-426f-9e55-b1af15841e5d triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:21:39.098447 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-dc4bf7e7-f683-4a78-83ef-e4c96c4815e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:39.140976 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07a86e9-b135-4129-92b2-1af6dd010b62 req-3e906a82-e48b-41b4-a317-f1a17c1808d2 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:39.148744 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e07a86e9-b135-4129-92b2-1af6dd010b62 req-3e906a82-e48b-41b4-a317-f1a17c1808d2 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=dea8c6b3-deef-4865-b273-3a8b344c92e3 HTTP/1.1" status: 200 len: 946 time: 0.2472630 Jul 05 02:21:39.191791 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-93a7ad00-1e64-4dc1-afbb-35290a7ad872 req-5368fbb2-d1ee-423e-8713-8ce5344fd224 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:39.204847 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e07a86e9-b135-4129-92b2-1af6dd010b62 req-7746f01e-9137-4147-8611-ba1236653dce tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547757 Jul 05 02:21:39.240920 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-93a7ad00-1e64-4dc1-afbb-35290a7ad872 req-5368fbb2-d1ee-423e-8713-8ce5344fd224 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:39.263188 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-7fc1cadd-c6fd-47d2-9297-75e0eca8db96 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0679061 Jul 05 02:21:39.265697 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 55160) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:21:39.271117 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-f9151e00-8fd3-4b29-97ff-45ebd984e096 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Request body: {'port': {'network_id': '8521063c-8363-41f1-a9c0-837836263ed0', 'name': 'tempest-TaggedBootDevicesTest-1747915581', 'fixed_ips': [{'subnet_id': '9f904359-8cff-4e36-8104-7313f683672b'}]}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:21:39.535981 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-93a7ad00-1e64-4dc1-afbb-35290a7ad872 req-5368fbb2-d1ee-423e-8713-8ce5344fd224 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:39.542543 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-93a7ad00-1e64-4dc1-afbb-35290a7ad872 req-5368fbb2-d1ee-423e-8713-8ce5344fd224 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:39.546407 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-93a7ad00-1e64-4dc1-afbb-35290a7ad872 req-5368fbb2-d1ee-423e-8713-8ce5344fd224 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] 10.222.0.23 "DELETE /v2.0/security-groups/b9788fce-d1ce-4470-bc2a-7209c7c60bfc HTTP/1.1" status: 204 len: 173 time: 0.4920099 Jul 05 02:21:39.566621 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-6978d081-b36d-4876-a01e-6976a29849cc None None] Provisioning for port 3bf96118-202e-47ea-8323-729179ed339d completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:21:39.570889 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-6978d081-b36d-4876-a01e-6976a29849cc None None] Provisioning complete for port 3bf96118-202e-47ea-8323-729179ed339d triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:21:39.575841 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5368fbb2-d1ee-423e-8713-8ce5344fd224 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9788fce-d1ce-4470-bc2a-7209c7c60bfc,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:21:39.576186 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-6978d081-b36d-4876-a01e-6976a29849cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:39.615525 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9151e00-8fd3-4b29-97ff-45ebd984e096 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Made reservation on behalf of 059a16d4d47342a1b52e205e2c168052 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:21:39.623683 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f9151e00-8fd3-4b29-97ff-45ebd984e096 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:39.625999 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-6978d081-b36d-4876-a01e-6976a29849cc None None] Port 3bf96118-202e-47ea-8323-729179ed339d cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:21:39.672317 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [None req-f9151e00-8fd3-4b29-97ff-45ebd984e096 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] device_id is not set on port 5ae34ffe-cf3c-4868-8258-c90b90a1fe5d yet. {{(pid=94461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:21:39.721456 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4531542b-b0f4-4c72-beb0-0192b0d3d463 req-1e06787a-3b59-40dc-9ca7-1821ff1b5428 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=7bde4afb78a7485193d4b3fb4c23ad75&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0460472 Jul 05 02:21:39.770960 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device d428a583-7aac-426f-9e55-b1af15841e5d up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:21:39.853198 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port d428a583-7aac-426f-9e55-b1af15841e5d triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:21:39.857096 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:39.870788 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-33d930ab-d895-4181-bc38-bb9096c76d82 req-96419caf-9e3d-474d-ab7f-8f9aa28ddc44 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] 10.222.0.23 "GET /v2.0/security-groups/1d6c5cc2-ec3a-40f1-bc05-544833b29f48 HTTP/1.1" status: 200 len: 2400 time: 0.1228578 Jul 05 02:21:39.916763 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-f9151e00-8fd3-4b29-97ff-45ebd984e096 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Allocated IP 10.1.1.119 (8521063c-8363-41f1-a9c0-837836263ed0/9f904359-8cff-4e36-8104-7313f683672b/5ae34ffe-cf3c-4868-8258-c90b90a1fe5d) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:21:39.944620 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 0261aaf5-dcb8-4282-827e-1834136dc560 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:21:40.003621 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4531542b-b0f4-4c72-beb0-0192b0d3d463 req-1cea6e6a-22d1-4aa4-abb9-0e304a07fed3 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:40.005077 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4531542b-b0f4-4c72-beb0-0192b0d3d463 req-1cea6e6a-22d1-4aa4-abb9-0e304a07fed3 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2774415 Jul 05 02:21:40.023877 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-4531542b-b0f4-4c72-beb0-0192b0d3d463 req-558663cf-d3b7-4ed8-91c1-ce3067bb887a tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Request body: {'port': {'device_id': 'e361c8de-f613-4798-a90c-99b90beda3c5', 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4', 'admin_state_up': True, 'tenant_id': '7bde4afb78a7485193d4b3fb4c23ad75'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:21:40.105699 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 0261aaf5-dcb8-4282-827e-1834136dc560 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:21:40.106967 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-33d930ab-d895-4181-bc38-bb9096c76d82 req-f0208e7b-aecf-4a69-88e6-c432970cbce5 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:40.141406 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-33d930ab-d895-4181-bc38-bb9096c76d82 req-f0208e7b-aecf-4a69-88e6-c432970cbce5 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:40.184138 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f9151e00-8fd3-4b29-97ff-45ebd984e096 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:40.233600 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-37415112-8046-48ab-8fc0-497160308521 req-38588cd7-e1ff-4790-84d2-834a1dbc4996 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=e361c8de-f613-4798-a90c-99b90beda3c5 HTTP/1.1" status: 200 len: 210 time: 0.1587918 Jul 05 02:21:40.253264 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [None req-f9151e00-8fd3-4b29-97ff-45ebd984e096 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Transition to ACTIVE for port object 5ae34ffe-cf3c-4868-8258-c90b90a1fe5d will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:21:40.306932 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-33d930ab-d895-4181-bc38-bb9096c76d82 req-f0208e7b-aecf-4a69-88e6-c432970cbce5 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:40.310485 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-33d930ab-d895-4181-bc38-bb9096c76d82 req-f0208e7b-aecf-4a69-88e6-c432970cbce5 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:40.311762 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-33d930ab-d895-4181-bc38-bb9096c76d82 req-f0208e7b-aecf-4a69-88e6-c432970cbce5 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] 10.222.0.23 "DELETE /v2.0/security-groups/1d6c5cc2-ec3a-40f1-bc05-544833b29f48 HTTP/1.1" status: 204 len: 173 time: 0.4311366 Jul 05 02:21:40.322168 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 55176) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:21:40.340012 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0208e7b-aecf-4a69-88e6-c432970cbce5 tempest-SecurityGroupRulesTestJSON-1507523473 tempest-SecurityGroupRulesTestJSON-1507523473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d6c5cc2-ec3a-40f1-bc05-544833b29f48,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:21:40.387340 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4531542b-b0f4-4c72-beb0-0192b0d3d463 req-558663cf-d3b7-4ed8-91c1-ce3067bb887a tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Made reservation on behalf of 7bde4afb78a7485193d4b3fb4c23ad75 for: {'port': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:21:40.391243 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-4531542b-b0f4-4c72-beb0-0192b0d3d463 req-558663cf-d3b7-4ed8-91c1-ce3067bb887a tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:40.397112 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-f424cd8e-368d-4f32-b5de-eaf92e86b913 admin admin] Deleting subnet b16a3ea0-2a06-4c8e-bcb5-10e63810387e {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:21:40.408710 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f424cd8e-368d-4f32-b5de-eaf92e86b913 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:40.421024 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f9151e00-8fd3-4b29-97ff-45ebd984e096 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:40.520970 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9151e00-8fd3-4b29-97ff-45ebd984e096 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Network 8521063c-8363-41f1-a9c0-837836263ed0 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:21:40.524584 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-f9151e00-8fd3-4b29-97ff-45ebd984e096 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:21:40.529303 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9151e00-8fd3-4b29-97ff-45ebd984e096 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:21:40.575412 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d769dc5a-c1d9-41f2-b25f-89f35c4bc55f None None] Network 7fa11b36-0588-43ef-a636-45aaf3c04835 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:21:40.584525 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f424cd8e-368d-4f32-b5de-eaf92e86b913 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:40.655337 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9151e00-8fd3-4b29-97ff-45ebd984e096 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Pushing event updated for resources: {'Port': ['ID=5ae34ffe-cf3c-4868-8258-c90b90a1fe5d,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:21:40.673216 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9151e00-8fd3-4b29-97ff-45ebd984e096 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:40.673947 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f9151e00-8fd3-4b29-97ff-45ebd984e096 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:40.716572 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f6b9c3-a90b-40bc-9fb0-b89306a3a380 req-cd596b29-3054-44bd-a668-3baefffbf781 tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:40.718422 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-94f6b9c3-a90b-40bc-9fb0-b89306a3a380 req-cd596b29-3054-44bd-a668-3baefffbf781 tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] 10.222.0.23 "GET /v2.0/ports?device_id=d49d0082-e6fb-43a0-aabd-5f1abc2b3fd0 HTTP/1.1" status: 200 len: 945 time: 0.1084595 Jul 05 02:21:40.761963 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-f9151e00-8fd3-4b29-97ff-45ebd984e096 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4950738 Jul 05 02:21:40.770051 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [req-4531542b-b0f4-4c72-beb0-0192b0d3d463 req-558663cf-d3b7-4ed8-91c1-ce3067bb887a tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Allocated IP 192.168.233.80 (dff432c2-7366-4622-aebb-da22fe05bfd4/b840e204-692c-4f54-8f07-f6563e8e36b1/d0f30287-c739-4d8d-95be-46a29d37a553) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:21:40.798489 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-94f6b9c3-a90b-40bc-9fb0-b89306a3a380 req-b23645dc-dcc5-4b07-bb05-dfa6733d0da2 tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] 10.222.0.23 "GET /v2.0/security-groups?id=40fe1b0a-9176-40d2-b8cc-758492981e88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720043 Jul 05 02:21:40.814301 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-a0f2c073-0fb5-40b5-8ac9-2ae792e3f85e None None] Provisioning for port 0261aaf5-dcb8-4282-827e-1834136dc560 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:21:40.821066 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-a0f2c073-0fb5-40b5-8ac9-2ae792e3f85e None None] Provisioning complete for port 0261aaf5-dcb8-4282-827e-1834136dc560 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:21:40.821439 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a0f2c073-0fb5-40b5-8ac9-2ae792e3f85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:40.932203 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f424cd8e-368d-4f32-b5de-eaf92e86b913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:40.945019 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a0f2c073-0fb5-40b5-8ac9-2ae792e3f85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:40.982079 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-a0f2c073-0fb5-40b5-8ac9-2ae792e3f85e None None] For port 0261aaf5-dcb8-4282-827e-1834136dc560, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=0261aaf5-dcb8-4282-827e-1834136dc560,segment=NetworkSegment(c339102a-fa63-429b-bfae-9f85cbe3d098),segment_id=c339102a-fa63-429b-bfae-9f85cbe3d098)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:21:41.050821 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041caa42-9b2c-4222-beb8-0d48b27ec866 req-78374fb5-88c6-406f-9a28-d20d70f404a5 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:41.058637 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-041caa42-9b2c-4222-beb8-0d48b27ec866 req-78374fb5-88c6-406f-9a28-d20d70f404a5 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=dea8c6b3-deef-4865-b273-3a8b344c92e3 HTTP/1.1" status: 200 len: 946 time: 0.5491199 Jul 05 02:21:41.062549 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a0f2c073-0fb5-40b5-8ac9-2ae792e3f85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:41.116563 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-4531542b-b0f4-4c72-beb0-0192b0d3d463 req-558663cf-d3b7-4ed8-91c1-ce3067bb887a tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:41.148054 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-041caa42-9b2c-4222-beb8-0d48b27ec866 req-dbd8b822-4847-4f93-9b31-33f6717d0a80 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883451 Jul 05 02:21:41.166896 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f2c073-0fb5-40b5-8ac9-2ae792e3f85e None None] Pushing event updated for resources: {'Port': ['ID=0261aaf5-dcb8-4282-827e-1834136dc560,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:21:41.179498 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [req-4531542b-b0f4-4c72-beb0-0192b0d3d463 req-558663cf-d3b7-4ed8-91c1-ce3067bb887a tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Transition to ACTIVE for port object d0f30287-c739-4d8d-95be-46a29d37a553 will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:21:41.300252 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 55192) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:21:41.304683 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-e83f75ae-8a68-4d5b-89af-779c9a13d10e tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Request body: {'security_group': {'name': 'tempest-securitygroup--534219245', 'description': 'tempest-description--1911013139'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:21:41.333830 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-97419a43-3960-4779-8a1b-69d88751a93a None None] Provisioning for port 5ae34ffe-cf3c-4868-8258-c90b90a1fe5d completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:21:41.334038 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f424cd8e-368d-4f32-b5de-eaf92e86b913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:41.338290 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-97419a43-3960-4779-8a1b-69d88751a93a None None] Provisioning complete for port 5ae34ffe-cf3c-4868-8258-c90b90a1fe5d triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:21:41.338747 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-97419a43-3960-4779-8a1b-69d88751a93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:41.367132 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f424cd8e-368d-4f32-b5de-eaf92e86b913 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b16a3ea0-2a06-4c8e-bcb5-10e63810387e,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:21:41.378491 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f424cd8e-368d-4f32-b5de-eaf92e86b913 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:41.383281 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 55196) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:21:41.383530 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-f424cd8e-368d-4f32-b5de-eaf92e86b913 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b16a3ea0-2a06-4c8e-bcb5-10e63810387e HTTP/1.1" status: 204 len: 168 time: 1.0576050 Jul 05 02:21:41.385376 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f424cd8e-368d-4f32-b5de-eaf92e86b913 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:21:41.385634 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f424cd8e-368d-4f32-b5de-eaf92e86b913 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:21:41.386570 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f424cd8e-368d-4f32-b5de-eaf92e86b913 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:21:41.388826 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f424cd8e-368d-4f32-b5de-eaf92e86b913 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:21:41.388826 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f424cd8e-368d-4f32-b5de-eaf92e86b913 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:21:41.388826 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f424cd8e-368d-4f32-b5de-eaf92e86b913 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:21:41.388826 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f424cd8e-368d-4f32-b5de-eaf92e86b913 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:21:41.389283 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f424cd8e-368d-4f32-b5de-eaf92e86b913 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:21:41.389283 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f424cd8e-368d-4f32-b5de-eaf92e86b913 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:21:41.389490 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f424cd8e-368d-4f32-b5de-eaf92e86b913 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:21:41.389813 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f424cd8e-368d-4f32-b5de-eaf92e86b913 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:21:41.390157 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f424cd8e-368d-4f32-b5de-eaf92e86b913 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:21:41.394719 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-4531542b-b0f4-4c72-beb0-0192b0d3d463 req-558663cf-d3b7-4ed8-91c1-ce3067bb887a tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:41.422332 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['abbd1cfb-a048-4869-b835-78164a320b07'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:21:41.468983 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e83f75ae-8a68-4d5b-89af-779c9a13d10e tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:41.472378 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558663cf-d3b7-4ed8-91c1-ce3067bb887a tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Pushing event updated for resources: {'Port': ['ID=d0f30287-c739-4d8d-95be-46a29d37a553,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:21:41.477347 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4531542b-b0f4-4c72-beb0-0192b0d3d463 req-558663cf-d3b7-4ed8-91c1-ce3067bb887a tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Network dff432c2-7366-4622-aebb-da22fe05bfd4 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:21:41.489700 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [req-4531542b-b0f4-4c72-beb0-0192b0d3d463 req-558663cf-d3b7-4ed8-91c1-ce3067bb887a tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:21:41.495059 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [req-4531542b-b0f4-4c72-beb0-0192b0d3d463 req-558663cf-d3b7-4ed8-91c1-ce3067bb887a tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:21:41.503759 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-97419a43-3960-4779-8a1b-69d88751a93a None None] Port 5ae34ffe-cf3c-4868-8258-c90b90a1fe5d cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:21:41.592048 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 0261aaf5-dcb8-4282-827e-1834136dc560 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:21:41.619760 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:41.623288 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ef5ee638-286d-49d2-aab3-c1b270eff4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:41.687813 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:41.744443 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ef5ee638-286d-49d2-aab3-c1b270eff4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:41.759348 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-ef5ee638-286d-49d2-aab3-c1b270eff4c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1b43d6c-53c9-4eed-aa47-d9b40a4050e4']}} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:21:41.780828 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-ef5ee638-286d-49d2-aab3-c1b270eff4c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aba0be23-db69-4ec9-bb7b-34f24fcd51f4') {'for_net_delete': True} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:21:41.781129 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-ef5ee638-286d-49d2-aab3-c1b270eff4c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aba0be23-db69-4ec9-bb7b-34f24fcd51f4') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:21:41.782767 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-3829b965-69c1-45dd-bdcc-8ea2b66229b5 None None] Provisioning complete for port 0261aaf5-dcb8-4282-827e-1834136dc560 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:21:41.783292 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3829b965-69c1-45dd-bdcc-8ea2b66229b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:41.791536 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e83f75ae-8a68-4d5b-89af-779c9a13d10e tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:41.794900 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ef5ee638-286d-49d2-aab3-c1b270eff4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5519669'] for segment, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:41.809541 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ef5ee638-286d-49d2-aab3-c1b270eff4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:41.815644 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef5ee638-286d-49d2-aab3-c1b270eff4c3 admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=94461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:21:41.816044 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ef5ee638-286d-49d2-aab3-c1b270eff4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5763545'] for segment, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:41.817569 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4531542b-b0f4-4c72-beb0-0192b0d3d463 req-558663cf-d3b7-4ed8-91c1-ce3067bb887a tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:41.818429 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-4531542b-b0f4-4c72-beb0-0192b0d3d463 req-558663cf-d3b7-4ed8-91c1-ce3067bb887a tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:41.872918 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 0261aaf5-dcb8-4282-827e-1834136dc560 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:21:41.883272 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:41.884106 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:21:41.884106 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:21:41.884106 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:21:41.884106 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:21:41.884106 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:21:41.884106 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:21:41.884106 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:21:41.884106 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:21:41.884106 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:21:41.884106 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:21:41.884106 n-d-771362-32 neutron-server[94461]: Traceback (most recent call last): Jul 05 02:21:41.884106 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:21:41.884106 n-d-771362-32 neutron-server[94461]: timer() Jul 05 02:21:41.884106 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:21:41.884106 n-d-771362-32 neutron-server[94461]: cb(*args, **kw) Jul 05 02:21:41.884106 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:21:41.884106 n-d-771362-32 neutron-server[94461]: return func(*args, **kwargs) Jul 05 02:21:41.884106 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:21:41.884106 n-d-771362-32 neutron-server[94461]: self._notify() Jul 05 02:21:41.884106 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:21:41.884106 n-d-771362-32 neutron-server[94461]: self.callback(batched_events) Jul 05 02:21:41.884106 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:21:41.884106 n-d-771362-32 neutron-server[94461]: event.method(event) Jul 05 02:21:41.884106 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:21:41.884106 n-d-771362-32 neutron-server[94461]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:21:41.884106 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:21:41.884106 n-d-771362-32 neutron-server[94461]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:21:41.884106 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:21:41.884106 n-d-771362-32 neutron-server[94461]: return f(self, *a, **k) Jul 05 02:21:41.884106 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:21:41.884106 n-d-771362-32 neutron-server[94461]: return self._get(url).json() Jul 05 02:21:41.884106 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:21:41.884106 n-d-771362-32 neutron-server[94461]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:21:41.884106 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:21:41.884106 n-d-771362-32 neutron-server[94461]: return self.request(url, 'GET', **kwargs) Jul 05 02:21:41.884106 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:21:41.884106 n-d-771362-32 neutron-server[94461]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:21:41.884106 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:21:41.884106 n-d-771362-32 neutron-server[94461]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:21:41.884106 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:21:41.884106 n-d-771362-32 neutron-server[94461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:21:41.884106 n-d-771362-32 neutron-server[94461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:21:41.886055 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d09fd9-3690-4c8c-9d81-a11d383009d6 req-44ce207e-62e8-4694-9ba9-215f998e9a30 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:41.890654 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-75d09fd9-3690-4c8c-9d81-a11d383009d6 req-44ce207e-62e8-4694-9ba9-215f998e9a30 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=e361c8de-f613-4798-a90c-99b90beda3c5 HTTP/1.1" status: 200 len: 935 time: 0.3683355 Jul 05 02:21:41.902720 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e83f75ae-8a68-4d5b-89af-779c9a13d10e tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:41.940523 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-75d09fd9-3690-4c8c-9d81-a11d383009d6 req-706a0c77-b19b-44a7-bddc-3ac5d12ce237 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472305 Jul 05 02:21:41.942688 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83f75ae-8a68-4d5b-89af-779c9a13d10e tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17338adc-3db3-4a61-bf9d-146877730ae5,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:21:41.973138 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ef5ee638-286d-49d2-aab3-c1b270eff4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:41.978921 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ef5ee638-286d-49d2-aab3-c1b270eff4c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:41.984160 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-ef5ee638-286d-49d2-aab3-c1b270eff4c3 admin admin] 10.222.0.23 "DELETE /v2.0/networks/f1b43d6c-53c9-4eed-aa47-d9b40a4050e4 HTTP/1.1" status: 204 len: 168 time: 0.5967412 Jul 05 02:21:41.994733 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4531542b-b0f4-4c72-beb0-0192b0d3d463 req-558663cf-d3b7-4ed8-91c1-ce3067bb887a tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9784455 Jul 05 02:21:42.010980 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-4531542b-b0f4-4c72-beb0-0192b0d3d463 req-7b3f496f-331f-40fa-b9ed-ea34a1f88573 service neutron] Request body: {'port': {'device_id': 'e361c8de-f613-4798-a90c-99b90beda3c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-32'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:21:42.016941 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5ee638-286d-49d2-aab3-c1b270eff4c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1b43d6c-53c9-4eed-aa47-d9b40a4050e4,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:21:42.047880 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e83f75ae-8a68-4d5b-89af-779c9a13d10e tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:42.050348 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-e83f75ae-8a68-4d5b-89af-779c9a13d10e tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7493610 Jul 05 02:21:42.053198 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 55210) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:21:42.058019 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-f4f3ef54-1e64-41d6-95e4-69c5d62c9c62 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Request body: {'security_group_rule': {'security_group_id': '17338adc-3db3-4a61-bf9d-146877730ae5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:21:42.121115 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-4531542b-b0f4-4c72-beb0-0192b0d3d463 req-7b3f496f-331f-40fa-b9ed-ea34a1f88573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:42.173260 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f4f3ef54-1e64-41d6-95e4-69c5d62c9c62 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:42.269656 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f4f3ef54-1e64-41d6-95e4-69c5d62c9c62 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:42.291051 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-ae7b0384-0ddd-45d4-85d4-21cf0172a89b None None] Provisioning for port d0f30287-c739-4d8d-95be-46a29d37a553 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:21:42.299175 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-ae7b0384-0ddd-45d4-85d4-21cf0172a89b None None] Provisioning complete for port d0f30287-c739-4d8d-95be-46a29d37a553 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:21:42.299493 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-ae7b0384-0ddd-45d4-85d4-21cf0172a89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:42.338876 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-ae7b0384-0ddd-45d4-85d4-21cf0172a89b None None] Port d0f30287-c739-4d8d-95be-46a29d37a553 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:21:42.373856 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f4f3ef54-1e64-41d6-95e4-69c5d62c9c62 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:42.405611 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 55218) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:21:42.455446 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f3ef54-1e64-41d6-95e4-69c5d62c9c62 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6b0e0be-542c-4e19-8087-b5ddfff8b8a6,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:21:42.464472 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f4f3ef54-1e64-41d6-95e4-69c5d62c9c62 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:42.466204 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-f4f3ef54-1e64-41d6-95e4-69c5d62c9c62 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4114611 Jul 05 02:21:42.468828 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 55222) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:21:42.473572 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-9e81cb58-d068-44c1-b190-66a6199db326 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Request body: {'security_group_rule': {'security_group_id': '17338adc-3db3-4a61-bf9d-146877730ae5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:21:42.474783 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [req-4531542b-b0f4-4c72-beb0-0192b0d3d463 req-7b3f496f-331f-40fa-b9ed-ea34a1f88573 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0f30287-c739-4d8d-95be-46a29d37a553 {{(pid=94462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:21:42.484468 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-4531542b-b0f4-4c72-beb0-0192b0d3d463 req-7b3f496f-331f-40fa-b9ed-ea34a1f88573 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:42.497509 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [req-4531542b-b0f4-4c72-beb0-0192b0d3d463 req-7b3f496f-331f-40fa-b9ed-ea34a1f88573 service neutron] Transition to ACTIVE for port object d0f30287-c739-4d8d-95be-46a29d37a553 will not be triggered until provisioned by entity L2. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:21:42.502840 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-255daeae-49e6-48c9-9989-91c290500bc4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=87bcdaf8d04c491bad70061e9c9059a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0955875 Jul 05 02:21:42.505436 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 55224) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:21:42.568128 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2ff2e97c-21ad-4664-9fe7-546b0e9eceb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:42.592085 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2ff2e97c-21ad-4664-9fe7-546b0e9eceb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:42.628881 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-4531542b-b0f4-4c72-beb0-0192b0d3d463 req-7b3f496f-331f-40fa-b9ed-ea34a1f88573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:42.634106 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9e81cb58-d068-44c1-b190-66a6199db326 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:42.779261 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3f496f-331f-40fa-b9ed-ea34a1f88573 service neutron] Pushing event updated for resources: {'Port': ['ID=d0f30287-c739-4d8d-95be-46a29d37a553,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:21:42.787516 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9e81cb58-d068-44c1-b190-66a6199db326 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:42.808220 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b60df3f-fbeb-4ae3-b67c-5fe47c0badf6 req-170b98ec-b426-470b-82a4-92dc43923a8a tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:42.814954 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9b60df3f-fbeb-4ae3-b67c-5fe47c0badf6 req-170b98ec-b426-470b-82a4-92dc43923a8a tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=dea8c6b3-deef-4865-b273-3a8b344c92e3 HTTP/1.1" status: 200 len: 946 time: 0.1194580 Jul 05 02:21:42.824913 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2ff2e97c-21ad-4664-9fe7-546b0e9eceb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:42.827643 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2ff2e97c-21ad-4664-9fe7-546b0e9eceb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:42.831208 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-2ff2e97c-21ad-4664-9fe7-546b0e9eceb4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5ece07a8-3416-41e6-b663-f58eef6af2cd HTTP/1.1" status: 204 len: 168 time: 0.3224065 Jul 05 02:21:42.845994 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-4531542b-b0f4-4c72-beb0-0192b0d3d463 req-7b3f496f-331f-40fa-b9ed-ea34a1f88573 service neutron] Attempting to bind port d0f30287-c739-4d8d-95be-46a29d37a553 on host n-h1-771362-32 for vnic_type normal with profile {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:21:42.846360 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-4531542b-b0f4-4c72-beb0-0192b0d3d463 req-7b3f496f-331f-40fa-b9ed-ea34a1f88573 service neutron] Attempting to bind port d0f30287-c739-4d8d-95be-46a29d37a553 by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:21:42.846685 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4531542b-b0f4-4c72-beb0-0192b0d3d463 req-7b3f496f-331f-40fa-b9ed-ea34a1f88573 service neutron] Attempting to bind port d0f30287-c739-4d8d-95be-46a29d37a553 on network dff432c2-7366-4622-aebb-da22fe05bfd4 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:21:42.852270 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff2e97c-21ad-4664-9fe7-546b0e9eceb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ece07a8-3416-41e6-b663-f58eef6af2cd,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:21:42.859022 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4531542b-b0f4-4c72-beb0-0192b0d3d463 req-7b3f496f-331f-40fa-b9ed-ea34a1f88573 service neutron] Port d0f30287-c739-4d8d-95be-46a29d37a553 on network dff432c2-7366-4622-aebb-da22fe05bfd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:21:42.859381 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4531542b-b0f4-4c72-beb0-0192b0d3d463 req-7b3f496f-331f-40fa-b9ed-ea34a1f88573 service neutron] Attempting to bind port d0f30287-c739-4d8d-95be-46a29d37a553 on network dff432c2-7366-4622-aebb-da22fe05bfd4 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:21:42.871307 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4531542b-b0f4-4c72-beb0-0192b0d3d463 req-7b3f496f-331f-40fa-b9ed-ea34a1f88573 service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:21:42.872106 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4531542b-b0f4-4c72-beb0-0192b0d3d463 req-7b3f496f-331f-40fa-b9ed-ea34a1f88573 service neutron] Checking segment: {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:21:42.872502 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4531542b-b0f4-4c72-beb0-0192b0d3d463 req-7b3f496f-331f-40fa-b9ed-ea34a1f88573 service neutron] Bound using segment: {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'} {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:21:42.872942 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-4531542b-b0f4-4c72-beb0-0192b0d3d463 req-7b3f496f-331f-40fa-b9ed-ea34a1f88573 service neutron] Bound port: d0f30287-c739-4d8d-95be-46a29d37a553, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'}}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:21:42.873297 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-4531542b-b0f4-4c72-beb0-0192b0d3d463 req-7b3f496f-331f-40fa-b9ed-ea34a1f88573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:42.883625 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9b60df3f-fbeb-4ae3-b67c-5fe47c0badf6 req-96d68b62-84c6-4844-b883-61486fb7eff1 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671177 Jul 05 02:21:42.888212 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9e81cb58-d068-44c1-b190-66a6199db326 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:42.906800 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b51d1e9-750b-4227-b3cc-b04a421d7934 req-46c007c7-480e-4a5f-809b-c58adf0ad600 tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:42.906800 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1b51d1e9-750b-4227-b3cc-b04a421d7934 req-46c007c7-480e-4a5f-809b-c58adf0ad600 tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] 10.222.0.23 "GET /v2.0/ports?device_id=d49d0082-e6fb-43a0-aabd-5f1abc2b3fd0 HTTP/1.1" status: 200 len: 945 time: 0.1216822 Jul 05 02:21:42.925028 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e81cb58-d068-44c1-b190-66a6199db326 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c424e5de-4fb3-4212-bb36-bb379855fd74,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:21:42.970380 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1b51d1e9-750b-4227-b3cc-b04a421d7934 req-ab61b317-2917-4eb8-a63f-0ac9d6acdf86 tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] 10.222.0.23 "GET /v2.0/security-groups?id=40fe1b0a-9176-40d2-b8cc-758492981e88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642633 Jul 05 02:21:42.988640 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-4531542b-b0f4-4c72-beb0-0192b0d3d463 req-7b3f496f-331f-40fa-b9ed-ea34a1f88573 service neutron] For port d0f30287-c739-4d8d-95be-46a29d37a553, host n-h1-771362-32, cleared binding levels {{(pid=94462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:21:42.991900 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-4531542b-b0f4-4c72-beb0-0192b0d3d463 req-7b3f496f-331f-40fa-b9ed-ea34a1f88573 service neutron] For port d0f30287-c739-4d8d-95be-46a29d37a553, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=d0f30287-c739-4d8d-95be-46a29d37a553,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:21:42.996156 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9e81cb58-d068-44c1-b190-66a6199db326 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:42.998009 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-9e81cb58-d068-44c1-b190-66a6199db326 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5282748 Jul 05 02:21:43.001256 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 55234) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:21:43.005994 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-ecf6dcae-31ad-487b-9703-d0a87fa64cbc tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Request body: {'floatingip': {'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:21:43.082466 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-4531542b-b0f4-4c72-beb0-0192b0d3d463 req-7b3f496f-331f-40fa-b9ed-ea34a1f88573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:43.119551 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4531542b-b0f4-4c72-beb0-0192b0d3d463 req-7b3f496f-331f-40fa-b9ed-ea34a1f88573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:43.120166 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-4531542b-b0f4-4c72-beb0-0192b0d3d463 req-7b3f496f-331f-40fa-b9ed-ea34a1f88573 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:43.121553 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4531542b-b0f4-4c72-beb0-0192b0d3d463 req-7b3f496f-331f-40fa-b9ed-ea34a1f88573 service neutron] 10.222.0.21 "PUT /v2.0/ports/d0f30287-c739-4d8d-95be-46a29d37a553 HTTP/1.1" status: 200 len: 1096 time: 1.1193616 Jul 05 02:21:43.122039 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e361c8de-f613-4798-a90c-99b90beda3c5', 'tag': 'd0f30287-c739-4d8d-95be-46a29d37a553'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:21:43.124866 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b223267e0e0ddb3199af7772d0b45336e3b4b54fbb151c86a8051291a61e85db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21e39555-3812-4c33-ae82-eb6753bc710d" -d '{"events": [{"name": "network-changed", "server_uuid": "e361c8de-f613-4798-a90c-99b90beda3c5", "tag": "d0f30287-c739-4d8d-95be-46a29d37a553"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:21:43.128038 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ecf6dcae-31ad-487b-9703-d0a87fa64cbc tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks [] for floatingip, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:43.149337 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3f496f-331f-40fa-b9ed-ea34a1f88573 service neutron] Pushing event updated for resources: {'Port': ['ID=d0f30287-c739-4d8d-95be-46a29d37a553,revision_number=3']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:21:43.172964 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef60ee70-a054-4b5c-934c-8ca926362ea4 x-openstack-request-id: req-ef60ee70-a054-4b5c-934c-8ca926362ea4 {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:21:43.172964 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e361c8de-f613-4798-a90c-99b90beda3c5", "tag": "d0f30287-c739-4d8d-95be-46a29d37a553", "status": "completed", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:21:43.172964 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ef60ee70-a054-4b5c-934c-8ca926362ea4 {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:21:43.172964 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e361c8de-f613-4798-a90c-99b90beda3c5', 'tag': 'd0f30287-c739-4d8d-95be-46a29d37a553', 'status': 'completed', 'code': 200} Jul 05 02:21:43.173262 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34180f1-9e85-4e6b-912a-8b6aca1f20f7 req-a34b409b-2013-43f7-962f-dcbe6f95bdb1 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:43.174576 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c34180f1-9e85-4e6b-912a-8b6aca1f20f7 req-a34b409b-2013-43f7-962f-dcbe6f95bdb1 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=e361c8de-f613-4798-a90c-99b90beda3c5 HTTP/1.1" status: 200 len: 947 time: 0.1045766 Jul 05 02:21:43.252049 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e39555-3812-4c33-ae82-eb6753bc710d req-b272fd27-02f0-4309-bb0b-4589d7ca5eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:43.254476 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-21e39555-3812-4c33-ae82-eb6753bc710d req-b272fd27-02f0-4309-bb0b-4589d7ca5eb4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7bde4afb78a7485193d4b3fb4c23ad75&device_id=e361c8de-f613-4798-a90c-99b90beda3c5 HTTP/1.1" status: 200 len: 1099 time: 0.0610378 Jul 05 02:21:43.264095 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c34180f1-9e85-4e6b-912a-8b6aca1f20f7 req-59664515-9683-4c51-87b9-e98d89bbc095 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802917 Jul 05 02:21:43.285054 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-21e39555-3812-4c33-ae82-eb6753bc710d req-44972c05-60c9-4a04-a21b-c1ea32d6e8f5 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=7bde4afb78a7485193d4b3fb4c23ad75&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0230074 Jul 05 02:21:43.338897 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ecf6dcae-31ad-487b-9703-d0a87fa64cbc tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:43.413969 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e39555-3812-4c33-ae82-eb6753bc710d req-1cc38c2b-f8a3-4807-8ff0-a908ecaf965f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:43.416214 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-21e39555-3812-4c33-ae82-eb6753bc710d req-1cc38c2b-f8a3-4807-8ff0-a908ecaf965f service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1230273 Jul 05 02:21:43.465148 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-ecf6dcae-31ad-487b-9703-d0a87fa64cbc tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Allocated IP 172.25.7.217 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/8017214b-fce3-4e19-a401-731d777ef7dc) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:21:43.524431 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4531542b-b0f4-4c72-beb0-0192b0d3d463 req-8507e30e-99b1-40fe-abc8-29c842b29b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:43.525949 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4531542b-b0f4-4c72-beb0-0192b0d3d463 req-8507e30e-99b1-40fe-abc8-29c842b29b7c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7bde4afb78a7485193d4b3fb4c23ad75&device_id=e361c8de-f613-4798-a90c-99b90beda3c5 HTTP/1.1" status: 200 len: 1099 time: 0.0688584 Jul 05 02:21:43.568726 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4531542b-b0f4-4c72-beb0-0192b0d3d463 req-c3ac013f-2c2f-4eb9-9839-993ebb698ca2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=d0f30287-c739-4d8d-95be-46a29d37a553 HTTP/1.1" status: 200 len: 217 time: 0.0350885 Jul 05 02:21:43.576812 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ecf6dcae-31ad-487b-9703-d0a87fa64cbc tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:43.634917 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4531542b-b0f4-4c72-beb0-0192b0d3d463 req-17f1baf4-60de-4167-bf14-dde42b4b27c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:43.636504 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4531542b-b0f4-4c72-beb0-0192b0d3d463 req-17f1baf4-60de-4167-bf14-dde42b4b27c0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b840e204-692c-4f54-8f07-f6563e8e36b1 HTTP/1.1" status: 200 len: 843 time: 0.0611997 Jul 05 02:21:43.725001 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ecf6dcae-31ad-487b-9703-d0a87fa64cbc tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:43.725232 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4531542b-b0f4-4c72-beb0-0192b0d3d463 req-7e2889f8-8662-4955-a8f4-4ac4c2f7fc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:43.726632 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4531542b-b0f4-4c72-beb0-0192b0d3d463 req-7e2889f8-8662-4955-a8f4-4ac4c2f7fc10 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dff432c2-7366-4622-aebb-da22fe05bfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0827825 Jul 05 02:21:43.761229 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf6dcae-31ad-487b-9703-d0a87fa64cbc tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:21:43.765670 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-ecf6dcae-31ad-487b-9703-d0a87fa64cbc tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:21:43.767992 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf6dcae-31ad-487b-9703-d0a87fa64cbc tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:21:43.817358 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf6dcae-31ad-487b-9703-d0a87fa64cbc tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Pushing event updated for resources: {'Port': ['ID=8017214b-fce3-4e19-a401-731d777ef7dc,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:21:43.834454 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4531542b-b0f4-4c72-beb0-0192b0d3d463 req-7a2ad2e9-01d8-4632-9239-6e4cc74a6c15 service neutron] 10.222.0.21 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922236 Jul 05 02:21:43.897913 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ecf6dcae-31ad-487b-9703-d0a87fa64cbc tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:44.007302 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa595d3-4f47-4233-9aff-1486a04c52c5 req-7b1fee86-3d8d-4aa3-b45d-355b9fc4725c tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:44.010071 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8aa595d3-4f47-4233-9aff-1486a04c52c5 req-7b1fee86-3d8d-4aa3-b45d-355b9fc4725c tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] 10.222.0.21 "GET /v2.0/ports?device_id=d49d0082-e6fb-43a0-aabd-5f1abc2b3fd0 HTTP/1.1" status: 200 len: 945 time: 0.0947580 Jul 05 02:21:44.175650 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ecf6dcae-31ad-487b-9703-d0a87fa64cbc tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:44.213815 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 55266) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:21:44.278939 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4531542b-b0f4-4c72-beb0-0192b0d3d463 req-a65f1ebd-a22b-4781-83b3-068b3275ab58 service neutron] 10.222.0.21 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4362526 Jul 05 02:21:44.298236 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2cb95d-2f86-4620-9d65-ded3c703fd8a req-fe8ca9e7-26b5-4ed5-9f3d-74c075e31518 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:44.299959 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3e2cb95d-2f86-4620-9d65-ded3c703fd8a req-fe8ca9e7-26b5-4ed5-9f3d-74c075e31518 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=dea8c6b3-deef-4865-b273-3a8b344c92e3 HTTP/1.1" status: 200 len: 946 time: 0.1024516 Jul 05 02:21:44.336327 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-8aa595d3-4f47-4233-9aff-1486a04c52c5 req-92dac873-9c01-4666-b185-bf1dc77cb0f0 tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] Deleting port 8869e309-04c8-41af-bbc4-5f90e47d35ce {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:21:44.336680 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-8aa595d3-4f47-4233-9aff-1486a04c52c5 req-92dac873-9c01-4666-b185-bf1dc77cb0f0 tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:44.342916 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3e2cb95d-2f86-4620-9d65-ded3c703fd8a req-8ddbdcf5-0017-456c-acb1-9dfab868cfb6 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367370 Jul 05 02:21:44.366639 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-9fdcffb9-f318-4484-9c92-c43f78173688 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1915540389-network', 'tenant_id': 'b6fa0ecda1ba42b2b5dec68669f2a61a'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:21:44.371815 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b4ff7e-47d6-4056-bb8b-0876d45a6f2b req-fc31017f-9d8e-446a-a8b3-9afedd06a730 tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:44.373916 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-86b4ff7e-47d6-4056-bb8b-0876d45a6f2b req-fc31017f-9d8e-446a-a8b3-9afedd06a730 tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] 10.222.0.23 "GET /v2.0/ports?device_id=d49d0082-e6fb-43a0-aabd-5f1abc2b3fd0 HTTP/1.1" status: 200 len: 945 time: 0.2683454 Jul 05 02:21:44.509816 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c281b51-c0d8-4b42-b542-0ff2358d37be req-4491bc32-86ae-4fc4-9e76-6887404c4756 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:44.511551 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8c281b51-c0d8-4b42-b542-0ff2358d37be req-4491bc32-86ae-4fc4-9e76-6887404c4756 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=e361c8de-f613-4798-a90c-99b90beda3c5 HTTP/1.1" status: 200 len: 947 time: 0.0678742 Jul 05 02:21:44.516424 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-86b4ff7e-47d6-4056-bb8b-0876d45a6f2b req-6cba7703-5540-40fb-84ac-38695643cd7c tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] 10.222.0.23 "GET /v2.0/security-groups?id=40fe1b0a-9176-40d2-b8cc-758492981e88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150367 Jul 05 02:21:44.542848 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ecf6dcae-31ad-487b-9703-d0a87fa64cbc tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:44.553255 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-8aa595d3-4f47-4233-9aff-1486a04c52c5 req-92dac873-9c01-4666-b185-bf1dc77cb0f0 tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] For port 8869e309-04c8-41af-bbc4-5f90e47d35ce, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=8869e309-04c8-41af-bbc4-5f90e47d35ce,segment=NetworkSegment(c8724f51-df31-43d0-8203-811742925a45),segment_id=c8724f51-df31-43d0-8203-811742925a45)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:21:44.553255 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-8aa595d3-4f47-4233-9aff-1486a04c52c5 req-92dac873-9c01-4666-b185-bf1dc77cb0f0 tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:44.553255 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fdcffb9-f318-4484-9c92-c43f78173688 admin admin] Made reservation on behalf of b6fa0ecda1ba42b2b5dec68669f2a61a for: {'network': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:21:44.555003 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9fdcffb9-f318-4484-9c92-c43f78173688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:44.557221 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8c281b51-c0d8-4b42-b542-0ff2358d37be req-d7ab4577-56b0-49ab-950b-c47e0b752aec tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393598 Jul 05 02:21:44.571540 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9fdcffb9-f318-4484-9c92-c43f78173688 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:44.677330 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ecf6dcae-31ad-487b-9703-d0a87fa64cbc tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:45.130936 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf6dcae-31ad-487b-9703-d0a87fa64cbc tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Pushing event updated for resources: {'Port': ['ID=8017214b-fce3-4e19-a401-731d777ef7dc,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:21:45.144154 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ecf6dcae-31ad-487b-9703-d0a87fa64cbc tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636869'] for floatingip, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:45.166740 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-8aa595d3-4f47-4233-9aff-1486a04c52c5 req-92dac873-9c01-4666-b185-bf1dc77cb0f0 tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:45.167112 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-8aa595d3-4f47-4233-9aff-1486a04c52c5 req-92dac873-9c01-4666-b185-bf1dc77cb0f0 tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636869'] for floatingip, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:45.167424 n-d-771362-32 neutron-server[94461]: INFO neutron.db.l3_db [req-8aa595d3-4f47-4233-9aff-1486a04c52c5 req-92dac873-9c01-4666-b185-bf1dc77cb0f0 tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] Floating IP 96a20709-5728-4bfb-b723-ca3b091eb9d9 disassociated. External IP: 172.25.7.59, port: 8869e309-04c8-41af-bbc4-5f90e47d35ce. Jul 05 02:21:45.167770 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-8aa595d3-4f47-4233-9aff-1486a04c52c5 req-92dac873-9c01-4666-b185-bf1dc77cb0f0 tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] Calling delete_port for 8869e309-04c8-41af-bbc4-5f90e47d35ce owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:21:45.198105 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9fdcffb9-f318-4484-9c92-c43f78173688 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:45.333951 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9fdcffb9-f318-4484-9c92-c43f78173688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:45.353625 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fdcffb9-f318-4484-9c92-c43f78173688 admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=94461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:21:45.366856 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-8aa595d3-4f47-4233-9aff-1486a04c52c5 req-92dac873-9c01-4666-b185-bf1dc77cb0f0 tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:45.371716 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdcffb9-f318-4484-9c92-c43f78173688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e258e924-fb3e-45d8-9b54-0249433deb19,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:21:45.380077 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9fdcffb9-f318-4484-9c92-c43f78173688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:45.380299 n-d-771362-32 neutron-server[94461]: INFO neutron.db.segments_db [None req-9fdcffb9-f318-4484-9c92-c43f78173688 admin admin] Added segment a028bd42-8637-4eda-b2d9-cfc3731c23e0 of type vlan for network 55b2af88-9a2d-4dae-81b7-55512d5ddd72 Jul 05 02:21:45.408370 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dac873-9c01-4666-b185-bf1dc77cb0f0 tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] Pushing event deleted for resources: {'Port': ['ID=8869e309-04c8-41af-bbc4-5f90e47d35ce,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:21:45.425792 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ecf6dcae-31ad-487b-9703-d0a87fa64cbc tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:45.425792 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-ecf6dcae-31ad-487b-9703-d0a87fa64cbc tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4211245 Jul 05 02:21:45.464038 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9fdcffb9-f318-4484-9c92-c43f78173688 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:45.647887 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d826aa73-f5c3-4a63-82a4-f8afdc86e018 req-5fc46be2-2507-4fb4-8a93-0304b5ae9f75 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:45.647887 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d826aa73-f5c3-4a63-82a4-f8afdc86e018 req-5fc46be2-2507-4fb4-8a93-0304b5ae9f75 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=dea8c6b3-deef-4865-b273-3a8b344c92e3 HTTP/1.1" status: 200 len: 946 time: 0.1714120 Jul 05 02:21:45.647887 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8aa595d3-4f47-4233-9aff-1486a04c52c5 req-92dac873-9c01-4666-b185-bf1dc77cb0f0 tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] Router 9b504efb-a796-44ac-a706-0fbd7b6cf2e2 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:21:45.663473 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-7f620738-cb34-4440-845f-d8ed8122e8e7 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--534219245&fields=id&tenant_id=059a16d4d47342a1b52e205e2c168052 HTTP/1.1" status: 200 len: 267 time: 0.0394316 Jul 05 02:21:45.719269 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d826aa73-f5c3-4a63-82a4-f8afdc86e018 req-92fcc2ab-88cc-4709-a781-ee97c8896d53 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724735 Jul 05 02:21:45.723226 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-777a00ce-0aa6-40e7-905a-7b425f21d2fc tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:45.725000 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-777a00ce-0aa6-40e7-905a-7b425f21d2fc tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/ports/3bf96118-202e-47ea-8323-729179ed339d HTTP/1.1" status: 200 len: 931 time: 0.0542045 Jul 05 02:21:45.732888 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9fdcffb9-f318-4484-9c92-c43f78173688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:45.733869 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fdcffb9-f318-4484-9c92-c43f78173688 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:45.734620 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9fdcffb9-f318-4484-9c92-c43f78173688 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:45.801219 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-1a994685-0720-4f8f-8c70-e1d825b2f0a7 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:45.802750 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-1a994685-0720-4f8f-8c70-e1d825b2f0a7 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/ports/5ae34ffe-cf3c-4868-8258-c90b90a1fe5d HTTP/1.1" status: 200 len: 932 time: 0.0719726 Jul 05 02:21:45.845349 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-a4e3d894-7f48-471f-9c72-3fb60817f023 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/ports?network_id=7fa11b36-0588-43ef-a636-45aaf3c04835&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0365729 Jul 05 02:21:45.872884 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8aa595d3-4f47-4233-9aff-1486a04c52c5 req-92dac873-9c01-4666-b185-bf1dc77cb0f0 tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:21:45.881983 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9db87408-a37c-4b3f-809b-869234b2b967 req-a0d51553-bc39-482e-8cab-8abde6a3e8ff tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] 10.222.0.23 "GET /v2.0/ports?device_id=d49d0082-e6fb-43a0-aabd-5f1abc2b3fd0 HTTP/1.1" status: 200 len: 210 time: 0.0419109 Jul 05 02:21:45.882639 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdcffb9-f318-4484-9c92-c43f78173688 admin admin] Pushing event updated for resources: {'Network': ['ID=55b2af88-9a2d-4dae-81b7-55512d5ddd72,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:21:45.888709 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057b4b35-8445-46fd-bd4a-154c4631bbca None None] Sync routers for ids ['9b504efb-a796-44ac-a706-0fbd7b6cf2e2'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:21:45.894920 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 55b2af88-9a2d-4dae-81b7-55512d5ddd72 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:21:45.901735 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-67ca8e9a-e5f2-4078-afbe-5864d8ad203b tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/ports?network_id=7fa11b36-0588-43ef-a636-45aaf3c04835&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0467393 Jul 05 02:21:45.945721 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aa595d3-4f47-4233-9aff-1486a04c52c5 req-92dac873-9c01-4666-b185-bf1dc77cb0f0 tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] No DVR routers for this DVR port 8869e309-04c8-41af-bbc4-5f90e47d35ce on host n-h1-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:21:45.957386 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-8aa595d3-4f47-4233-9aff-1486a04c52c5 req-92dac873-9c01-4666-b185-bf1dc77cb0f0 tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:45.964424 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8aa595d3-4f47-4233-9aff-1486a04c52c5 req-92dac873-9c01-4666-b185-bf1dc77cb0f0 tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] 10.222.0.21 "DELETE /v2.0/ports/8869e309-04c8-41af-bbc4-5f90e47d35ce HTTP/1.1" status: 204 len: 173 time: 1.9488144 Jul 05 02:21:45.965138 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd49d0082-e6fb-43a0-aabd-5f1abc2b3fd0', 'name': 'network-vif-deleted', 'tag': '8869e309-04c8-41af-bbc4-5f90e47d35ce'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:21:45.971998 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed06c9fe-f1be-4b3d-b12d-85484f2983e8" -d '{"events": [{"server_uuid": "d49d0082-e6fb-43a0-aabd-5f1abc2b3fd0", "name": "network-vif-deleted", "tag": "8869e309-04c8-41af-bbc4-5f90e47d35ce"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:21:45.981646 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-9fdcffb9-f318-4484-9c92-c43f78173688 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7656684 Jul 05 02:21:45.984481 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 55306) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:21:45.989514 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-cd859e4c-647e-412d-922f-ece9a3bb1e61 admin admin] Request body: {'subnet': {'network_id': '55b2af88-9a2d-4dae-81b7-55512d5ddd72', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1915540389-subnet', 'tenant_id': 'b6fa0ecda1ba42b2b5dec68669f2a61a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:21:46.006093 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057b4b35-8445-46fd-bd4a-154c4631bbca None None] Routers {'9b504efb-a796-44ac-a706-0fbd7b6cf2e2'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:21:46.006749 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-057b4b35-8445-46fd-bd4a-154c4631bbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:21:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['9b504efb-a796-44ac-a706-0fbd7b6cf2e2'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:21:46.047971 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-aab63da4-c768-43f6-9e49-f2b4b3bfb3ff tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:46.053979 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-aab63da4-c768-43f6-9e49-f2b4b3bfb3ff tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:46.060428 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-aab63da4-c768-43f6-9e49-f2b4b3bfb3ff tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:46.062299 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-aab63da4-c768-43f6-9e49-f2b4b3bfb3ff tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/networks?id=d6d9e04c-f9e8-4007-89f0-15eb2a09c709&id=8521063c-8363-41f1-a9c0-837836263ed0&id=8521063c-8363-41f1-a9c0-837836263ed0&id=7fa11b36-0588-43ef-a636-45aaf3c04835&id=7fa11b36-0588-43ef-a636-45aaf3c04835 HTTP/1.1" status: 200 len: 1990 time: 0.1547146 Jul 05 02:21:46.084153 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-8d37a8dd-237c-4ccc-9e4e-fe994977000e tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/quotas/059a16d4d47342a1b52e205e2c168052 HTTP/1.1" status: 200 len: 375 time: 0.0162652 Jul 05 02:21:46.143853 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-057b4b35-8445-46fd-bd4a-154c4631bbca None None] Set router 9b504efb-a796-44ac-a706-0fbd7b6cf2e2 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:21:46.147321 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fe4c2b-9923-40e7-a9e8-9f61868877ce req-4af78648-51bb-46c6-a20a-d83115831858 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:46.148875 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d8fe4c2b-9923-40e7-a9e8-9f61868877ce req-4af78648-51bb-46c6-a20a-d83115831858 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=e361c8de-f613-4798-a90c-99b90beda3c5 HTTP/1.1" status: 200 len: 947 time: 0.0705988 Jul 05 02:21:46.164213 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-189c9945-fc12-4ea9-a7cc-bb7b51ea9cae tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=059a16d4d47342a1b52e205e2c168052&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0732036 Jul 05 02:21:46.177742 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd859e4c-647e-412d-922f-ece9a3bb1e61 admin admin] Made reservation on behalf of b6fa0ecda1ba42b2b5dec68669f2a61a for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:21:46.180262 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-cd859e4c-647e-412d-922f-ece9a3bb1e61 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:46.231312 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d8fe4c2b-9923-40e7-a9e8-9f61868877ce req-a71e4f23-57a1-4e14-befe-34bc27f1f030 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759079 Jul 05 02:21:46.339184 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-a51edcdc-56ed-4523-b9fc-6941f84cfa64 service neutron] 10.222.0.23 "GET /v2.0/networks/d6d9e04c-f9e8-4007-89f0-15eb2a09c709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610415 Jul 05 02:21:46.361441 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-057b4b35-8445-46fd-bd4a-154c4631bbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b504efb-a796-44ac-a706-0fbd7b6cf2e2', 'name': 'tempest-ServersTestJSON-847911127-router', 'tenant_id': '1dde4b513ef84acf9c30f43f22091a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': '0551ed23-38c8-4ae4-a9dd-e4f54ba1e4c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:19:13Z', 'updated_at': '2021-07-05T02:19:21Z', 'revision_number': 4, 'project_id': '1dde4b513ef84acf9c30f43f22091a98', 'gw_port': {'id': '0551ed23-38c8-4ae4-a9dd-e4f54ba1e4c3', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:7f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b504efb-a796-44ac-a706-0fbd7b6cf2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:19:15Z', 'updated_at': '2021-07-05T02:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '2b2fc482-21c2-4ae7-b578-d35e7085a9fa', 'name': '', 'network_id': '43df30fe-7555-4340-91ff-ee467a0abf0d', 'tenant_id': '1dde4b513ef84acf9c30f43f22091a98', 'mac_address': 'fa:16:3e:99:50:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b504efb-a796-44ac-a706-0fbd7b6cf2e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'ec84ff25-e77f-43ab-bf44-c61795ee6bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:19:19Z', 'updated_at': '2021-07-05T02:19:30Z', 'revision_number': 5, 'project_id': '1dde4b513ef84acf9c30f43f22091a98', 'subnets': [{'id': 'ec84ff25-e77f-43ab-bf44-c61795ee6bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:21:46.391484 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057b4b35-8445-46fd-bd4a-154c4631bbca None None] Checking router: 9b504efb-a796-44ac-a706-0fbd7b6cf2e2 for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:21:46.401898 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057b4b35-8445-46fd-bd4a-154c4631bbca None None] Routers {'9b504efb-a796-44ac-a706-0fbd7b6cf2e2'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:21:46.402618 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-057b4b35-8445-46fd-bd4a-154c4631bbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:21:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['9b504efb-a796-44ac-a706-0fbd7b6cf2e2'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:21:46.450783 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-aac7f7e5-557e-4b05-8f1d-15bde12976f9 service neutron] 10.222.0.23 "GET /v2.0/networks/d6d9e04c-f9e8-4007-89f0-15eb2a09c709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063004 Jul 05 02:21:46.461763 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-cd859e4c-647e-412d-922f-ece9a3bb1e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5763451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774823'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:46.511324 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-4d9d5559-8b03-46b2-8b30-35c465e90fc7 service neutron] 10.222.0.23 "GET /v2.0/ports/3bf96118-202e-47ea-8323-729179ed339d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0535531 Jul 05 02:21:46.547940 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd859e4c-647e-412d-922f-ece9a3bb1e61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbfab68e-d1de-4dba-81aa-90f8a22bcf7c,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:21:46.566312 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd859e4c-647e-412d-922f-ece9a3bb1e61 admin admin] Checking segment: {'id': 'a028bd42-8637-4eda-b2d9-cfc3731c23e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '55b2af88-9a2d-4dae-81b7-55512d5ddd72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:21:46.567063 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd859e4c-647e-412d-922f-ece9a3bb1e61 admin admin] Network hostable DHCP agents. Network: 55b2af88-9a2d-4dae-81b7-55512d5ddd72, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:21:46.580871 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7cdb247-537e-454a-980a-54733f8ab232 x-openstack-request-id: req-f7cdb247-537e-454a-980a-54733f8ab232 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:21:46.581684 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d49d0082-e6fb-43a0-aabd-5f1abc2b3fd0", "name": "network-vif-deleted", "tag": "8869e309-04c8-41af-bbc4-5f90e47d35ce", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:21:46.589420 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f7cdb247-537e-454a-980a-54733f8ab232 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:21:46.589420 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd49d0082-e6fb-43a0-aabd-5f1abc2b3fd0', 'name': 'network-vif-deleted', 'tag': '8869e309-04c8-41af-bbc4-5f90e47d35ce', 'status': 'completed', 'code': 200} Jul 05 02:21:46.627322 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-153b5542-2fb0-481e-9396-4c7fc6b25186 service neutron] 10.222.0.23 "GET /v2.0/networks/8521063c-8363-41f1-a9c0-837836263ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070836 Jul 05 02:21:46.649702 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-057b4b35-8445-46fd-bd4a-154c4631bbca None None] Set router 9b504efb-a796-44ac-a706-0fbd7b6cf2e2 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:21:46.695139 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd859e4c-647e-412d-922f-ece9a3bb1e61 admin admin] Network 55b2af88-9a2d-4dae-81b7-55512d5ddd72 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:21:46.718090 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-08ee8e70-bfc2-44b3-a239-d1dbd7abe3a6 service neutron] 10.222.0.23 "GET /v2.0/networks/8521063c-8363-41f1-a9c0-837836263ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845754 Jul 05 02:21:46.769306 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-f1e64bbe-a9ae-4e4c-bad3-e60b9aa33ea1 service neutron] 10.222.0.23 "GET /v2.0/ports/5ae34ffe-cf3c-4868-8258-c90b90a1fe5d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0449305 Jul 05 02:21:46.821060 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-cd859e4c-647e-412d-922f-ece9a3bb1e61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 55b2af88-9a2d-4dae-81b7-55512d5ddd72) {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:21:46.825301 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd859e4c-647e-412d-922f-ece9a3bb1e61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:46.825898 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-cd859e4c-647e-412d-922f-ece9a3bb1e61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:46.842983 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819d2939-81aa-4f41-89bc-537cffd16961 None None] Network 55b2af88-9a2d-4dae-81b7-55512d5ddd72 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:21:46.873127 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-73d2c1aa-a937-4db0-aa1e-fe8626b58ddf service neutron] 10.222.0.23 "GET /v2.0/networks/8521063c-8363-41f1-a9c0-837836263ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949094 Jul 05 02:21:46.950350 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1e6b9c-10cf-4f53-9ed8-91ea3ce64f54 req-ea6da406-111d-414c-93bb-9b8fbad2ed2a tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:46.952177 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0b1e6b9c-10cf-4f53-9ed8-91ea3ce64f54 req-ea6da406-111d-414c-93bb-9b8fbad2ed2a tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=dea8c6b3-deef-4865-b273-3a8b344c92e3 HTTP/1.1" status: 200 len: 946 time: 0.1017420 Jul 05 02:21:46.983591 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-cd859e4c-647e-412d-922f-ece9a3bb1e61 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9974272 Jul 05 02:21:46.987641 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-a03e4d45-9b56-4f11-8b58-78298535261f service neutron] 10.222.0.23 "GET /v2.0/networks/8521063c-8363-41f1-a9c0-837836263ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087027 Jul 05 02:21:46.990940 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-057b4b35-8445-46fd-bd4a-154c4631bbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b504efb-a796-44ac-a706-0fbd7b6cf2e2', 'name': 'tempest-ServersTestJSON-847911127-router', 'tenant_id': '1dde4b513ef84acf9c30f43f22091a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': '0551ed23-38c8-4ae4-a9dd-e4f54ba1e4c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:19:13Z', 'updated_at': '2021-07-05T02:19:21Z', 'revision_number': 4, 'project_id': '1dde4b513ef84acf9c30f43f22091a98', 'gw_port': {'id': '0551ed23-38c8-4ae4-a9dd-e4f54ba1e4c3', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:7f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b504efb-a796-44ac-a706-0fbd7b6cf2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:19:15Z', 'updated_at': '2021-07-05T02:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '2b2fc482-21c2-4ae7-b578-d35e7085a9fa', 'name': '', 'network_id': '43df30fe-7555-4340-91ff-ee467a0abf0d', 'tenant_id': '1dde4b513ef84acf9c30f43f22091a98', 'mac_address': 'fa:16:3e:99:50:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b504efb-a796-44ac-a706-0fbd7b6cf2e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'ec84ff25-e77f-43ab-bf44-c61795ee6bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:19:19Z', 'updated_at': '2021-07-05T02:19:30Z', 'revision_number': 5, 'project_id': '1dde4b513ef84acf9c30f43f22091a98', 'subnets': [{'id': 'ec84ff25-e77f-43ab-bf44-c61795ee6bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:21:47.026671 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0b1e6b9c-10cf-4f53-9ed8-91ea3ce64f54 req-2ab4193b-5559-4646-a637-6e466ddaddf0 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675764 Jul 05 02:21:47.050737 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057b4b35-8445-46fd-bd4a-154c4631bbca None None] The sync data for ids ['9b504efb-a796-44ac-a706-0fbd7b6cf2e2'] in n-d-771362-32 is: [{'id': '9b504efb-a796-44ac-a706-0fbd7b6cf2e2', 'name': 'tempest-ServersTestJSON-847911127-router', 'tenant_id': '1dde4b513ef84acf9c30f43f22091a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': '0551ed23-38c8-4ae4-a9dd-e4f54ba1e4c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:19:13Z', 'updated_at': '2021-07-05T02:19:21Z', 'revision_number': 4, 'project_id': '1dde4b513ef84acf9c30f43f22091a98', 'gw_port': {'id': '0551ed23-38c8-4ae4-a9dd-e4f54ba1e4c3', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:7f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b504efb-a796-44ac-a706-0fbd7b6cf2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:19:15Z', 'updated_at': '2021-07-05T02:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '2b2fc482-21c2-4ae7-b578-d35e7085a9fa', 'name': '', 'network_id': '43df30fe-7555-4340-91ff-ee467a0abf0d', 'tenant_id': '1dde4b513ef84acf9c30f43f22091a98', 'mac_address': 'fa:16:3e:99:50:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b504efb-a796-44ac-a706-0fbd7b6cf2e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'ec84ff25-e77f-43ab-bf44-c61795ee6bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:19:19Z', 'updated_at': '2021-07-05T02:19:30Z', 'revision_number': 5, 'project_id': '1dde4b513ef84acf9c30f43f22091a98', 'subnets': [{'id': 'ec84ff25-e77f-43ab-bf44-c61795ee6bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:21:47.104354 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c80ae52-4999-496c-8236-f509a6b09701 None None] Network 55b2af88-9a2d-4dae-81b7-55512d5ddd72 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:21:47.157139 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-796de6ec-9c80-4d7a-bdfd-008dab7c5e63 service neutron] 10.222.0.23 "GET /v2.0/networks/8521063c-8363-41f1-a9c0-837836263ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578856 Jul 05 02:21:47.286074 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d22d06d1-eea2-4142-9868-930a706abaa8 req-b344b90c-1a29-4717-863e-1172547b33ea tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] 10.222.0.23 "GET /v2.0/ports?device_id=d49d0082-e6fb-43a0-aabd-5f1abc2b3fd0 HTTP/1.1" status: 200 len: 210 time: 0.0355427 Jul 05 02:21:47.294916 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-984b3eb4-e320-42da-81bf-af9285ee6033 service neutron] 10.222.0.23 "GET /v2.0/networks/8521063c-8363-41f1-a9c0-837836263ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306548 Jul 05 02:21:47.423920 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-ec005385-fa10-4942-b9f9-01740f24366e service neutron] 10.222.0.23 "GET /v2.0/networks/8521063c-8363-41f1-a9c0-837836263ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207595 Jul 05 02:21:47.438512 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f425282-ca4c-47e4-82f7-42d9e9333407 None None] New status for floating IP 96a20709-5728-4bfb-b723-ca3b091eb9d9: DOWN {{(pid=94464) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 02:21:47.522052 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-dc9aa3ba-5512-4732-b6f5-5370bfea1b94 service neutron] 10.222.0.23 "GET /v2.0/networks/8521063c-8363-41f1-a9c0-837836263ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970559 Jul 05 02:21:47.617593 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffef6b2-362f-46ee-a71f-bc5f5e17a8d4 req-3884ec03-1121-4131-aec9-710948984acc tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:47.619128 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fffef6b2-362f-46ee-a71f-bc5f5e17a8d4 req-3884ec03-1121-4131-aec9-710948984acc tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/networks?id=55b2af88-9a2d-4dae-81b7-55512d5ddd72 HTTP/1.1" status: 200 len: 815 time: 0.1134655 Jul 05 02:21:47.629079 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-2861c924-aed1-4a73-b355-1265b7a78523 service neutron] 10.222.0.23 "GET /v2.0/networks/7fa11b36-0588-43ef-a636-45aaf3c04835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931194 Jul 05 02:21:47.633932 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fffef6b2-362f-46ee-a71f-bc5f5e17a8d4 req-9420a2db-d365-4c73-9122-9f4f917e524c tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/quotas/b6fa0ecda1ba42b2b5dec68669f2a61a HTTP/1.1" status: 200 len: 375 time: 0.0094926 Jul 05 02:21:47.668545 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fffef6b2-362f-46ee-a71f-bc5f5e17a8d4 req-6cb66ec4-96d2-4bfb-8cd8-59d79ba76a94 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b6fa0ecda1ba42b2b5dec68669f2a61a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289054 Jul 05 02:21:47.735283 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-889a66f7-4900-4b82-97fe-2e674fa8be63 service neutron] 10.222.0.23 "GET /v2.0/networks/7fa11b36-0588-43ef-a636-45aaf3c04835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998354 Jul 05 02:21:47.768335 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fffef6b2-362f-46ee-a71f-bc5f5e17a8d4 req-2553e5f7-97c9-44a0-bbac-33aef95a161f service neutron] 10.222.0.23 "GET /v2.0/networks/55b2af88-9a2d-4dae-81b7-55512d5ddd72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910819 Jul 05 02:21:47.834021 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-ad1a5dcd-2895-4480-acd4-b3f1319deb1f service neutron] 10.222.0.23 "GET /v2.0/networks/7fa11b36-0588-43ef-a636-45aaf3c04835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902662 Jul 05 02:21:47.862365 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fffef6b2-362f-46ee-a71f-bc5f5e17a8d4 req-b9014a3f-62e7-4cb1-bc0f-4b282d450588 service neutron] 10.222.0.23 "GET /v2.0/networks/55b2af88-9a2d-4dae-81b7-55512d5ddd72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879357 Jul 05 02:21:47.926766 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-3ee6fd96-31f8-4ef4-9082-d2503b2ef823 service neutron] 10.222.0.23 "GET /v2.0/networks/7fa11b36-0588-43ef-a636-45aaf3c04835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864739 Jul 05 02:21:48.235305 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32460ee4-6e79-41ec-bcd5-04b6fbde0fec req-d8b1eedf-0f40-4230-9278-8af900b408a2 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:48.236830 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-32460ee4-6e79-41ec-bcd5-04b6fbde0fec req-d8b1eedf-0f40-4230-9278-8af900b408a2 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=e361c8de-f613-4798-a90c-99b90beda3c5 HTTP/1.1" status: 200 len: 947 time: 0.0712206 Jul 05 02:21:48.275565 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-32460ee4-6e79-41ec-bcd5-04b6fbde0fec req-9c41f50d-a421-4311-9053-3a9d55cbe6da tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326550 Jul 05 02:21:48.629777 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c0925a-5f4b-48a8-8713-55caf621f74a req-6c22669a-f620-4c00-83b7-e87d8203dc53 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:48.631306 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-47c0925a-5f4b-48a8-8713-55caf621f74a req-6c22669a-f620-4c00-83b7-e87d8203dc53 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=dea8c6b3-deef-4865-b273-3a8b344c92e3 HTTP/1.1" status: 200 len: 946 time: 0.0619974 Jul 05 02:21:48.674657 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-47c0925a-5f4b-48a8-8713-55caf621f74a req-7fdb7f30-798c-4953-9b72-c393c18e9e2c tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376318 Jul 05 02:21:48.740881 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-109a33a2-7156-4afe-a1da-63ae45a190f3 req-9363b9f1-bd86-44cc-b6de-1b94cb95ef40 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?device_id=a715fb7a-9b07-4f40-8481-c6b802b030b3 HTTP/1.1" status: 200 len: 210 time: 0.0296638 Jul 05 02:21:48.832294 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device d0f30287-c739-4d8d-95be-46a29d37a553 details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:21:48.835085 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 8869e309-04c8-41af-bbc4-5f90e47d35ce no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:21:48.863100 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] No Port match for: 8869e309-04c8-41af-bbc4-5f90e47d35ce {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:21:48.863501 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 8869e309-04c8-41af-bbc4-5f90e47d35ce not bound to the agent host n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:21:48.952559 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port d0f30287-c739-4d8d-95be-46a29d37a553, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=d0f30287-c739-4d8d-95be-46a29d37a553,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:21:48.963035 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': 'd0f30287-c739-4d8d-95be-46a29d37a553', 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4', 'port_id': 'd0f30287-c739-4d8d-95be-46a29d37a553', 'mac_address': 'fa:16:3e:8e:c9:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b840e204-692c-4f54-8f07-f6563e8e36b1', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:21:49.000365 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:49.016148 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0f30287-c739-4d8d-95be-46a29d37a553 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:21:49.035551 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port d0f30287-c739-4d8d-95be-46a29d37a553, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=d0f30287-c739-4d8d-95be-46a29d37a553,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:21:49.198275 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:49.250403 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=d0f30287-c739-4d8d-95be-46a29d37a553,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:21:49.258232 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:21:49.258583 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:21:49.258925 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:21:49.259262 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:21:49.259642 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:21:49.259971 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:21:49.260348 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:21:49.260677 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:21:49.261003 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:21:49.261333 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:21:49.261655 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:21:49.261978 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:21:49.416652 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['d0f30287-c739-4d8d-95be-46a29d37a553'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:21:49.663793 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dda9ad4-1afc-450a-b2f3-bebdbdbb1942 req-b206e825-6a03-48d3-85d8-f8939c0e9419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:49.665269 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2dda9ad4-1afc-450a-b2f3-bebdbdbb1942 req-b206e825-6a03-48d3-85d8-f8939c0e9419 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7455493d17ff4f929a8e881b03b6f683&device_id=f1ee81b5-e6b1-46ea-af4b-a17cc878fd0a HTTP/1.1" status: 200 len: 1097 time: 0.0865963 Jul 05 02:21:49.749065 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec8375f-51a9-4f84-9535-fd59d189ea89 req-e6842799-c949-479d-9842-99df69c3d5c5 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:49.750644 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-dec8375f-51a9-4f84-9535-fd59d189ea89 req-e6842799-c949-479d-9842-99df69c3d5c5 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=e361c8de-f613-4798-a90c-99b90beda3c5 HTTP/1.1" status: 200 len: 948 time: 0.1384656 Jul 05 02:21:49.795672 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dda9ad4-1afc-450a-b2f3-bebdbdbb1942 req-07795886-4ff7-489f-a6fc-363fc530e36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:49.798391 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2dda9ad4-1afc-450a-b2f3-bebdbdbb1942 req-07795886-4ff7-489f-a6fc-363fc530e36c service neutron] 10.222.0.15 "GET /v2.0/networks?id=6cfd0ff6-092e-4d7d-abdc-13803a9d5da8 HTTP/1.1" status: 200 len: 918 time: 0.1244099 Jul 05 02:21:49.851206 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2dda9ad4-1afc-450a-b2f3-bebdbdbb1942 req-b4f13508-ab5f-4e02-a0e1-1789e7948bfc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a94eebee-b20d-4089-ae54-a2b450a41407 HTTP/1.1" status: 200 len: 217 time: 0.0442379 Jul 05 02:21:49.900477 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-dec8375f-51a9-4f84-9535-fd59d189ea89 req-73c39383-792e-4069-8761-fa913c65bc18 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009960 Jul 05 02:21:49.908175 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2ebdf3-116d-48a1-9264-7a545e6ce779 req-ffce0eb1-46b8-49e4-92bf-43ad27e0475c tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:49.914684 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3d2ebdf3-116d-48a1-9264-7a545e6ce779 req-ffce0eb1-46b8-49e4-92bf-43ad27e0475c tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1ee81b5-e6b1-46ea-af4b-a17cc878fd0a HTTP/1.1" status: 200 len: 945 time: 0.0794351 Jul 05 02:21:49.916898 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dda9ad4-1afc-450a-b2f3-bebdbdbb1942 req-bfa17e07-d35a-44ac-8926-3c45dc0ce3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:49.918416 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2dda9ad4-1afc-450a-b2f3-bebdbdbb1942 req-bfa17e07-d35a-44ac-8926-3c45dc0ce3ab service neutron] 10.222.0.15 "GET /v2.0/subnets?id=897df1a7-23db-4d0f-a82a-3f13ebc756b2 HTTP/1.1" status: 200 len: 858 time: 0.0608180 Jul 05 02:21:49.951811 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3d2ebdf3-116d-48a1-9264-7a545e6ce779 req-054c2e8a-ba75-4745-8d73-8a707330f5b9 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ff5da2-a315-4895-9d40-ac9ae668e60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356369 Jul 05 02:21:49.961762 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2dda9ad4-1afc-450a-b2f3-bebdbdbb1942 req-e579a766-6aa8-45b6-b8b3-3ed8c34ad788 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6cfd0ff6-092e-4d7d-abdc-13803a9d5da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355406 Jul 05 02:21:49.979758 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [req-2dda9ad4-1afc-450a-b2f3-bebdbdbb1942 req-1e06cdad-0566-47ee-ba89-67950979b182 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:21:49.980843 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2dda9ad4-1afc-450a-b2f3-bebdbdbb1942 req-1e06cdad-0566-47ee-ba89-67950979b182 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058208 Jul 05 02:21:50.091164 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2dda9ad4-1afc-450a-b2f3-bebdbdbb1942 req-03e87173-a01f-407d-b08a-5f4af9502d49 service neutron] 10.222.0.15 "GET /v2.0/networks/6cfd0ff6-092e-4d7d-abdc-13803a9d5da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018429 Jul 05 02:21:50.110239 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1a1f5bc8-eb36-49cd-97f4-065469e1d2e5 req-36cbe256-0b3a-4a11-b910-fb27e66eb661 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/ports?device_id=a29b1f86-c2b3-4079-ba70-879d5fa5b04b HTTP/1.1" status: 200 len: 210 time: 0.0445352 Jul 05 02:21:50.152468 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 55396) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:21:50.199583 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2dda9ad4-1afc-450a-b2f3-bebdbdbb1942 req-3dd5a81d-13a0-4662-9002-26a3dea86486 service neutron] 10.222.0.15 "GET /v2.0/networks/6cfd0ff6-092e-4d7d-abdc-13803a9d5da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899327 Jul 05 02:21:50.239564 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f71df61b-0a37-4423-9104-bab77d1cb771 tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:50.282694 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-62015821-46d6-4d19-ad01-eeb7dc50264c req-f626f289-ce65-48b0-85f7-76f7a5b7b2d0 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?device_id=a715fb7a-9b07-4f40-8481-c6b802b030b3 HTTP/1.1" status: 200 len: 210 time: 0.0345123 Jul 05 02:21:50.313042 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e53c3d-468b-451e-9fcb-adb4142c0be6 req-6b38a708-6461-4c0e-8405-25cb21b1a08c tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:50.314511 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f71df61b-0a37-4423-9104-bab77d1cb771 tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:50.319824 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c9e53c3d-468b-451e-9fcb-adb4142c0be6 req-6b38a708-6461-4c0e-8405-25cb21b1a08c tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=dea8c6b3-deef-4865-b273-3a8b344c92e3 HTTP/1.1" status: 200 len: 946 time: 0.0997436 Jul 05 02:21:50.353121 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c9e53c3d-468b-451e-9fcb-adb4142c0be6 req-3c92ebf0-aa45-45b5-9c77-daeb777852f6 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324492 Jul 05 02:21:50.441855 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f71df61b-0a37-4423-9104-bab77d1cb771 tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:50.444401 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f71df61b-0a37-4423-9104-bab77d1cb771 tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:50.445594 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-f71df61b-0a37-4423-9104-bab77d1cb771 tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] 10.222.0.23 "DELETE /v2.0/security-groups/40fe1b0a-9176-40d2-b8cc-758492981e88 HTTP/1.1" status: 204 len: 168 time: 0.2905612 Jul 05 02:21:50.448291 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 55402) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:21:50.455116 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71df61b-0a37-4423-9104-bab77d1cb771 tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40fe1b0a-9176-40d2-b8cc-758492981e88,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:21:50.463539 n-d-771362-32 neutron-server[94461]: INFO neutron.api.v2.resource [None req-1a2c26ec-7c23-4be2-9795-1a8d458d1304 tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] show failed (client error): The resource could not be found. Jul 05 02:21:50.464537 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-1a2c26ec-7c23-4be2-9795-1a8d458d1304 tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] 10.222.0.23 "GET /v2.0/security-groups/40fe1b0a-9176-40d2-b8cc-758492981e88 HTTP/1.1" status: 404 len: 347 time: 0.0151639 Jul 05 02:21:50.467768 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 55404) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:21:50.589274 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-4034717a-eb48-4ce9-b726-ce4087cd0d6a tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] Deleting port efcbd9ec-eebb-4e11-a2e0-41f2e8597815 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:21:50.589614 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4034717a-eb48-4ce9-b726-ce4087cd0d6a tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:50.660549 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4034717a-eb48-4ce9-b726-ce4087cd0d6a tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:50.660877 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4034717a-eb48-4ce9-b726-ce4087cd0d6a tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:50.672862 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-4034717a-eb48-4ce9-b726-ce4087cd0d6a tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] Calling delete_port for efcbd9ec-eebb-4e11-a2e0-41f2e8597815 owned by network:floatingip {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:21:50.855292 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device d0f30287-c739-4d8d-95be-46a29d37a553 up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:21:50.906236 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-ebd35c1f-201d-4b76-922b-4c0fdc55e9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:50.997594 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4034717a-eb48-4ce9-b726-ce4087cd0d6a tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:51.020576 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4034717a-eb48-4ce9-b726-ce4087cd0d6a tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] Pushing event deleted for resources: {'Port': ['ID=efcbd9ec-eebb-4e11-a2e0-41f2e8597815,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:21:51.123236 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4034717a-eb48-4ce9-b726-ce4087cd0d6a tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] Notify callbacks [] for floatingip, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:51.125994 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4034717a-eb48-4ce9-b726-ce4087cd0d6a tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:51.127173 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-4034717a-eb48-4ce9-b726-ce4087cd0d6a tempest-ServersTestJSON-1498490138 tempest-ServersTestJSON-1498490138-project] 10.222.0.23 "DELETE /v2.0/floatingips/96a20709-5728-4bfb-b723-ca3b091eb9d9 HTTP/1.1" status: 204 len: 168 time: 0.6584163 Jul 05 02:21:51.131666 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 55416) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:21:51.138715 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2baa15-7b53-46b2-a35a-0a761323beb5 req-7a14fad3-a708-4a75-a6b5-821850dc935c tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:51.140058 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7a2baa15-7b53-46b2-a35a-0a761323beb5 req-7a14fad3-a708-4a75-a6b5-821850dc935c tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1ee81b5-e6b1-46ea-af4b-a17cc878fd0a HTTP/1.1" status: 200 len: 945 time: 0.0712569 Jul 05 02:21:51.141103 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning for port d0f30287-c739-4d8d-95be-46a29d37a553 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:21:51.145450 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port d0f30287-c739-4d8d-95be-46a29d37a553 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:21:51.145836 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:51.191125 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7a2baa15-7b53-46b2-a35a-0a761323beb5 req-52f555bd-31de-4ad0-b34b-f8ba888897ab tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ff5da2-a315-4895-9d40-ac9ae668e60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430775 Jul 05 02:21:51.195769 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe090f2-9404-413e-8446-4dd1d2070b46 req-fece71e9-1d14-4e24-8fbe-300485eaa241 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:51.198563 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4fe090f2-9404-413e-8446-4dd1d2070b46 req-fece71e9-1d14-4e24-8fbe-300485eaa241 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=e361c8de-f613-4798-a90c-99b90beda3c5 HTTP/1.1" status: 200 len: 948 time: 0.1796205 Jul 05 02:21:51.239118 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:51.267338 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e361c8de-f613-4798-a90c-99b90beda3c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0f30287-c739-4d8d-95be-46a29d37a553'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:21:51.269944 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30412b54-8dd0-410e-b51c-a23d4b17fe4d" -d '{"events": [{"server_uuid": "e361c8de-f613-4798-a90c-99b90beda3c5", "name": "network-vif-plugged", "status": "completed", "tag": "d0f30287-c739-4d8d-95be-46a29d37a553"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:21:51.284375 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4fe090f2-9404-413e-8446-4dd1d2070b46 req-3b97b00c-758d-4e84-81cb-d9dbefb5b4ff tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789194 Jul 05 02:21:51.285145 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port d0f30287-c739-4d8d-95be-46a29d37a553, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=d0f30287-c739-4d8d-95be-46a29d37a553,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:21:51.366198 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7df9bff0-e0dc-46c7-b8d7-4fc687840baf req-4b903cfd-7c12-4ac8-b1d7-821a6f3b5131 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/ports?device_id=a29b1f86-c2b3-4079-ba70-879d5fa5b04b HTTP/1.1" status: 200 len: 210 time: 0.0333188 Jul 05 02:21:51.379000 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d93d313-f136-4207-a766-9436f1427871 x-openstack-request-id: req-6d93d313-f136-4207-a766-9436f1427871 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:21:51.379301 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e361c8de-f613-4798-a90c-99b90beda3c5", "name": "network-vif-plugged", "status": "completed", "tag": "d0f30287-c739-4d8d-95be-46a29d37a553", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:21:51.379559 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6d93d313-f136-4207-a766-9436f1427871 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:21:51.379996 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e361c8de-f613-4798-a90c-99b90beda3c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0f30287-c739-4d8d-95be-46a29d37a553', 'code': 200} Jul 05 02:21:51.487817 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:51.520451 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e43a5763-fc63-416f-a778-4ca99d73c23d req-4a4e80d2-2a98-4185-a2c4-57d75b44dbc9 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?device_id=a715fb7a-9b07-4f40-8481-c6b802b030b3 HTTP/1.1" status: 200 len: 210 time: 0.0351357 Jul 05 02:21:51.552139 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=d0f30287-c739-4d8d-95be-46a29d37a553,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:21:51.695621 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fbcd75-1d56-43ba-80e2-afd6e4628385 req-9ccb479c-6a6a-4b36-88ae-1596b33d309b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:51.697150 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-71fbcd75-1d56-43ba-80e2-afd6e4628385 req-9ccb479c-6a6a-4b36-88ae-1596b33d309b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e361c8de-f613-4798-a90c-99b90beda3c5 HTTP/1.1" status: 200 len: 1100 time: 0.2276993 Jul 05 02:21:51.706684 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffef6b2-362f-46ee-a71f-bc5f5e17a8d4 req-fd77744a-6a0d-4a30-ad10-47ac1d58fa52 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:51.708050 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fffef6b2-362f-46ee-a71f-bc5f5e17a8d4 req-fd77744a-6a0d-4a30-ad10-47ac1d58fa52 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.15 "GET /v2.0/networks?id=55b2af88-9a2d-4dae-81b7-55512d5ddd72 HTTP/1.1" status: 200 len: 815 time: 0.2277658 Jul 05 02:21:51.739676 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-fffef6b2-362f-46ee-a71f-bc5f5e17a8d4 req-50b28245-8685-43b2-94aa-24b199329317 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Request body: {'port': {'device_id': 'a715fb7a-9b07-4f40-8481-c6b802b030b3', 'network_id': '55b2af88-9a2d-4dae-81b7-55512d5ddd72', 'admin_state_up': True, 'tenant_id': 'b6fa0ecda1ba42b2b5dec68669f2a61a'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:21:51.750695 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef465a7-c24c-46b5-a93e-15bbaf787d24 req-d3fa1e40-1188-4415-9599-e547700f1988 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:51.752125 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0ef465a7-c24c-46b5-a93e-15bbaf787d24 req-d3fa1e40-1188-4415-9599-e547700f1988 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=dea8c6b3-deef-4865-b273-3a8b344c92e3 HTTP/1.1" status: 200 len: 946 time: 0.2404602 Jul 05 02:21:51.850700 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-71fbcd75-1d56-43ba-80e2-afd6e4628385 req-60a55ae2-4e51-4121-b55f-6a67dbc98cd0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388571 Jul 05 02:21:51.889310 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0ef465a7-c24c-46b5-a93e-15bbaf787d24 req-4da814e2-5c39-450e-aad5-06caa391c2ad tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310165 Jul 05 02:21:51.957983 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ddcfaf0f-43c2-4ea8-bfc0-bf762f2d4ba8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1634680'] for router_interface, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:52.086758 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fffef6b2-362f-46ee-a71f-bc5f5e17a8d4 req-50b28245-8685-43b2-94aa-24b199329317 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Made reservation on behalf of b6fa0ecda1ba42b2b5dec68669f2a61a for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:21:52.090311 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-fffef6b2-362f-46ee-a71f-bc5f5e17a8d4 req-50b28245-8685-43b2-94aa-24b199329317 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:52.265132 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-fffef6b2-362f-46ee-a71f-bc5f5e17a8d4 req-50b28245-8685-43b2-94aa-24b199329317 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Allocated IP 172.20.0.5 (55b2af88-9a2d-4dae-81b7-55512d5ddd72/fbfab68e-d1de-4dba-81aa-90f8a22bcf7c/a1e2a25b-1423-4d35-8264-af45ad30414b) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:21:52.469245 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da30826-76a2-463c-aea6-290608e3e00c req-9d831c79-7bb1-4a74-a373-d2d0fe9282d9 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:52.470971 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2da30826-76a2-463c-aea6-290608e3e00c req-9d831c79-7bb1-4a74-a373-d2d0fe9282d9 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=e361c8de-f613-4798-a90c-99b90beda3c5 HTTP/1.1" status: 200 len: 949 time: 0.0681403 Jul 05 02:21:52.517584 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2da30826-76a2-463c-aea6-290608e3e00c req-da844720-b3a1-46aa-8d7e-1e76a6426c9c tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408244 Jul 05 02:21:52.761226 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-ddcfaf0f-43c2-4ea8-bfc0-bf762f2d4ba8 admin admin] Deleting port 2b2fc482-21c2-4ae7-b578-d35e7085a9fa {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:21:52.761804 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ddcfaf0f-43c2-4ea8-bfc0-bf762f2d4ba8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:52.767988 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-06765ece-47c1-4fc2-bd4b-e2f715b518b4 req-27e135a1-2286-40d0-8d56-c1cbdb7907d7 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/ports?device_id=a29b1f86-c2b3-4079-ba70-879d5fa5b04b HTTP/1.1" status: 200 len: 210 time: 0.0302694 Jul 05 02:21:52.843953 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bc6839-3d33-4a01-9ac8-b18e4577f36c req-7b35d6dd-5c4b-49b0-908b-239dce66dca6 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:52.845481 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-81bc6839-3d33-4a01-9ac8-b18e4577f36c req-7b35d6dd-5c4b-49b0-908b-239dce66dca6 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1ee81b5-e6b1-46ea-af4b-a17cc878fd0a HTTP/1.1" status: 200 len: 945 time: 0.5254142 Jul 05 02:21:52.898465 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-fffef6b2-362f-46ee-a71f-bc5f5e17a8d4 req-50b28245-8685-43b2-94aa-24b199329317 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:52.903864 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4d132c78-7e4c-4350-88a2-659879294d1b req-d32f7984-1b0a-4bee-a54a-1f2c43e5bda7 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?device_id=a715fb7a-9b07-4f40-8481-c6b802b030b3 HTTP/1.1" status: 200 len: 210 time: 0.0286522 Jul 05 02:21:52.919543 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [None req-ddcfaf0f-43c2-4ea8-bfc0-bf762f2d4ba8 admin admin] For port 2b2fc482-21c2-4ae7-b578-d35e7085a9fa, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=2b2fc482-21c2-4ae7-b578-d35e7085a9fa,segment=NetworkSegment(c8724f51-df31-43d0-8203-811742925a45),segment_id=c8724f51-df31-43d0-8203-811742925a45)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:21:52.919896 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ddcfaf0f-43c2-4ea8-bfc0-bf762f2d4ba8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:52.948010 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-81bc6839-3d33-4a01-9ac8-b18e4577f36c req-0c6d8129-d6d3-4cef-9a8e-01557020f155 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ff5da2-a315-4895-9d40-ac9ae668e60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908933 Jul 05 02:21:52.952832 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-ddcfaf0f-43c2-4ea8-bfc0-bf762f2d4ba8 admin admin] Calling delete_port for 2b2fc482-21c2-4ae7-b578-d35e7085a9fa owned by network:router_interface {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:21:53.083173 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e2783e-19ce-41a8-b5fe-35c53e4d0ec6 req-c0de14f8-1ee1-4c17-b42d-8b9fd72c2e37 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:53.084768 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f5e2783e-19ce-41a8-b5fe-35c53e4d0ec6 req-c0de14f8-1ee1-4c17-b42d-8b9fd72c2e37 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=dea8c6b3-deef-4865-b273-3a8b344c92e3 HTTP/1.1" status: 200 len: 946 time: 0.0669274 Jul 05 02:21:53.124711 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f5e2783e-19ce-41a8-b5fe-35c53e4d0ec6 req-2b021f1e-3744-4b53-bf25-a413a192ca81 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342102 Jul 05 02:21:53.176142 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-fffef6b2-362f-46ee-a71f-bc5f5e17a8d4 req-50b28245-8685-43b2-94aa-24b199329317 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:53.220020 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fffef6b2-362f-46ee-a71f-bc5f5e17a8d4 req-50b28245-8685-43b2-94aa-24b199329317 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Network 55b2af88-9a2d-4dae-81b7-55512d5ddd72 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:21:53.223279 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-fffef6b2-362f-46ee-a71f-bc5f5e17a8d4 req-50b28245-8685-43b2-94aa-24b199329317 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:21:53.229032 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-0b99ba47-c7e7-4b2d-bbd7-e48369e5d33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:53.230013 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-fffef6b2-362f-46ee-a71f-bc5f5e17a8d4 req-50b28245-8685-43b2-94aa-24b199329317 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:21:53.252643 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b28245-8685-43b2-94aa-24b199329317 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Pushing event updated for resources: {'Port': ['ID=a1e2a25b-1423-4d35-8264-af45ad30414b,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:21:53.270788 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ddcfaf0f-43c2-4ea8-bfc0-bf762f2d4ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:53.302676 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffef6b2-362f-46ee-a71f-bc5f5e17a8d4 req-50b28245-8685-43b2-94aa-24b199329317 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:53.303372 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-fffef6b2-362f-46ee-a71f-bc5f5e17a8d4 req-50b28245-8685-43b2-94aa-24b199329317 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:53.308770 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcfaf0f-43c2-4ea8-bfc0-bf762f2d4ba8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b2fc482-21c2-4ae7-b578-d35e7085a9fa,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:21:53.429474 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fffef6b2-362f-46ee-a71f-bc5f5e17a8d4 req-50b28245-8685-43b2-94aa-24b199329317 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7083786 Jul 05 02:21:53.446430 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-fffef6b2-362f-46ee-a71f-bc5f5e17a8d4 req-05714566-f721-49b0-a2ea-c415b6ad011d service neutron] Request body: {'port': {'device_id': 'a715fb7a-9b07-4f40-8481-c6b802b030b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:21:53.463014 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-64cc700a-8246-4c54-a951-730cbea2c26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:53.465654 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-64cc700a-8246-4c54-a951-730cbea2c26b service neutron] 10.222.0.15 "GET /v2.0/ports/3bf96118-202e-47ea-8323-729179ed339d HTTP/1.1" status: 200 len: 1027 time: 0.0660496 Jul 05 02:21:53.522219 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-84f09e05-917c-4c13-a47a-fdf76463af47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:53.523624 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-84f09e05-917c-4c13-a47a-fdf76463af47 service neutron] 10.222.0.15 "GET /v2.0/ports/5ae34ffe-cf3c-4868-8258-c90b90a1fe5d HTTP/1.1" status: 200 len: 1028 time: 0.0486147 Jul 05 02:21:53.570696 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ddcfaf0f-43c2-4ea8-bfc0-bf762f2d4ba8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635398'] for router_interface, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:53.587499 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-fffef6b2-362f-46ee-a71f-bc5f5e17a8d4 req-05714566-f721-49b0-a2ea-c415b6ad011d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:53.653775 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-0dc72fe8-f1e2-410f-b3b3-aa0d09b782a1 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:53.660366 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-0dc72fe8-f1e2-410f-b3b3-aa0d09b782a1 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:53.676389 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-0dc72fe8-f1e2-410f-b3b3-aa0d09b782a1 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:53.678515 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-0dc72fe8-f1e2-410f-b3b3-aa0d09b782a1 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.15 "GET /v2.0/networks?id=d6d9e04c-f9e8-4007-89f0-15eb2a09c709&id=8521063c-8363-41f1-a9c0-837836263ed0&id=8521063c-8363-41f1-a9c0-837836263ed0&id=8521063c-8363-41f1-a9c0-837836263ed0&id=8521063c-8363-41f1-a9c0-837836263ed0&id=7fa11b36-0588-43ef-a636-45aaf3c04835&id=7fa11b36-0588-43ef-a636-45aaf3c04835 HTTP/1.1" status: 200 len: 1990 time: 0.1475086 Jul 05 02:21:53.725002 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-9bc2e9ee-1fa5-4316-9448-941d1c7d42cf tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=059a16d4d47342a1b52e205e2c168052 HTTP/1.1" status: 200 len: 379 time: 0.0363691 Jul 05 02:21:53.735788 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-351ce472-07b9-43a9-9edd-1d55fd167fab tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Request body: {'port': {'device_id': 'a29b1f86-c2b3-4079-ba70-879d5fa5b04b', 'network_id': 'd6d9e04c-f9e8-4007-89f0-15eb2a09c709', 'admin_state_up': True, 'tenant_id': '059a16d4d47342a1b52e205e2c168052', 'security_groups': ['17338adc-3db3-4a61-bf9d-146877730ae5']}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:21:53.797734 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:53.946173 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-351ce472-07b9-43a9-9edd-1d55fd167fab tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Made reservation on behalf of 059a16d4d47342a1b52e205e2c168052 for: {'port': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:21:53.950644 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-351ce472-07b9-43a9-9edd-1d55fd167fab tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:53.954314 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0d0e355e-9eea-474a-97aa-bded86f6ed19 req-4763d196-a70f-469c-9803-a7b822a5c563 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/ports?device_id=a29b1f86-c2b3-4079-ba70-879d5fa5b04b HTTP/1.1" status: 200 len: 210 time: 0.0404058 Jul 05 02:21:53.988158 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7f3fa4-18ca-4878-93c6-d1b2876ddda2 req-359e4986-b6f7-44b8-80ca-2f8adc8edd7b tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:53.989808 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bc7f3fa4-18ca-4878-93c6-d1b2876ddda2 req-359e4986-b6f7-44b8-80ca-2f8adc8edd7b tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=e361c8de-f613-4798-a90c-99b90beda3c5 HTTP/1.1" status: 200 len: 949 time: 0.3322852 Jul 05 02:21:54.111313 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bc7f3fa4-18ca-4878-93c6-d1b2876ddda2 req-bb27471c-f422-45a7-8c99-935c810c3826 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103649 Jul 05 02:21:54.125120 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddcfaf0f-43c2-4ea8-bfc0-bf762f2d4ba8 admin admin] Router 9b504efb-a796-44ac-a706-0fbd7b6cf2e2 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:21:54.134965 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-351ce472-07b9-43a9-9edd-1d55fd167fab tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Allocated IP 172.20.0.11 (d6d9e04c-f9e8-4007-89f0-15eb2a09c709/09608f09-777a-432f-9dae-6a5a44630f28/b3954152-aa83-410a-ad29-4f54d0faf476) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:21:54.193506 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf71e7-6095-4426-b1cc-de6f792c078e req-8df82d88-f718-4646-a7e7-5fae62db1f70 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:54.195246 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-55cf71e7-6095-4426-b1cc-de6f792c078e req-8df82d88-f718-4646-a7e7-5fae62db1f70 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?device_id=a715fb7a-9b07-4f40-8481-c6b802b030b3 HTTP/1.1" status: 200 len: 931 time: 0.1228652 Jul 05 02:21:54.307912 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-55cf71e7-6095-4426-b1cc-de6f792c078e req-818f3b1c-9ee3-494e-9034-4a93f173a0da tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/security-groups?id=e258e924-fb3e-45d8-9b54-0249433deb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030698 Jul 05 02:21:54.330608 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-fffef6b2-362f-46ee-a71f-bc5f5e17a8d4 req-05714566-f721-49b0-a2ea-c415b6ad011d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1e2a25b-1423-4d35-8264-af45ad30414b {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:21:54.342271 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-fffef6b2-362f-46ee-a71f-bc5f5e17a8d4 req-05714566-f721-49b0-a2ea-c415b6ad011d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:54.373868 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-fffef6b2-362f-46ee-a71f-bc5f5e17a8d4 req-05714566-f721-49b0-a2ea-c415b6ad011d service neutron] Transition to ACTIVE for port object a1e2a25b-1423-4d35-8264-af45ad30414b will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:21:54.375519 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-351ce472-07b9-43a9-9edd-1d55fd167fab tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:54.375936 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddcfaf0f-43c2-4ea8-bfc0-bf762f2d4ba8 admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:21:54.386409 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6f0a8a-a318-42e0-b22d-b2a7e3d14869 None None] Sync routers for ids ['9b504efb-a796-44ac-a706-0fbd7b6cf2e2'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:21:54.399223 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-351ce472-07b9-43a9-9edd-1d55fd167fab tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Transition to ACTIVE for port object b3954152-aa83-410a-ad29-4f54d0faf476 will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:21:54.400696 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-ddcfaf0f-43c2-4ea8-bfc0-bf762f2d4ba8 admin admin] 10.222.0.23 "PUT /v2.0/routers/9b504efb-a796-44ac-a706-0fbd7b6cf2e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2679863 Jul 05 02:21:54.403681 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 55458) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:21:54.404069 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6f0a8a-a318-42e0-b22d-b2a7e3d14869 None None] Routers {'9b504efb-a796-44ac-a706-0fbd7b6cf2e2'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:21:54.404702 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-1b6f0a8a-a318-42e0-b22d-b2a7e3d14869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:21:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['9b504efb-a796-44ac-a706-0fbd7b6cf2e2'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:21:54.435605 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8888de68-d743-43b2-b521-5765a905a395 req-d1152bc1-64c7-4ef8-b1d0-42ca6087e0ad tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:54.442967 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8888de68-d743-43b2-b521-5765a905a395 req-d1152bc1-64c7-4ef8-b1d0-42ca6087e0ad tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1ee81b5-e6b1-46ea-af4b-a17cc878fd0a HTTP/1.1" status: 200 len: 945 time: 0.1567693 Jul 05 02:21:54.469900 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-fffef6b2-362f-46ee-a71f-bc5f5e17a8d4 req-05714566-f721-49b0-a2ea-c415b6ad011d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:54.542899 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-1b6f0a8a-a318-42e0-b22d-b2a7e3d14869 None None] Set router 9b504efb-a796-44ac-a706-0fbd7b6cf2e2 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:21:54.566372 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8888de68-d743-43b2-b521-5765a905a395 req-5c81d582-30a4-4d6d-bc4e-39a0d52a8c4d tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ff5da2-a315-4895-9d40-ac9ae668e60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168838 Jul 05 02:21:54.593755 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05714566-f721-49b0-a2ea-c415b6ad011d service neutron] Pushing event updated for resources: {'Port': ['ID=a1e2a25b-1423-4d35-8264-af45ad30414b,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:21:54.643159 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-351ce472-07b9-43a9-9edd-1d55fd167fab tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:54.696166 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-fffef6b2-362f-46ee-a71f-bc5f5e17a8d4 req-05714566-f721-49b0-a2ea-c415b6ad011d service neutron] Attempting to bind port a1e2a25b-1423-4d35-8264-af45ad30414b on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:21:54.696669 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-fffef6b2-362f-46ee-a71f-bc5f5e17a8d4 req-05714566-f721-49b0-a2ea-c415b6ad011d service neutron] Attempting to bind port a1e2a25b-1423-4d35-8264-af45ad30414b by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': 'a028bd42-8637-4eda-b2d9-cfc3731c23e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '55b2af88-9a2d-4dae-81b7-55512d5ddd72'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:21:54.696998 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffef6b2-362f-46ee-a71f-bc5f5e17a8d4 req-05714566-f721-49b0-a2ea-c415b6ad011d service neutron] Attempting to bind port a1e2a25b-1423-4d35-8264-af45ad30414b on network 55b2af88-9a2d-4dae-81b7-55512d5ddd72 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:21:54.702431 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffef6b2-362f-46ee-a71f-bc5f5e17a8d4 req-05714566-f721-49b0-a2ea-c415b6ad011d service neutron] Port a1e2a25b-1423-4d35-8264-af45ad30414b on network 55b2af88-9a2d-4dae-81b7-55512d5ddd72 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:21:54.702909 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffef6b2-362f-46ee-a71f-bc5f5e17a8d4 req-05714566-f721-49b0-a2ea-c415b6ad011d service neutron] Attempting to bind port a1e2a25b-1423-4d35-8264-af45ad30414b on network 55b2af88-9a2d-4dae-81b7-55512d5ddd72 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:21:54.708906 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffef6b2-362f-46ee-a71f-bc5f5e17a8d4 req-05714566-f721-49b0-a2ea-c415b6ad011d service neutron] Checking agent: {'id': 'e071c76e-395f-48c4-a98f-88088465cf0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:21:54.709254 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffef6b2-362f-46ee-a71f-bc5f5e17a8d4 req-05714566-f721-49b0-a2ea-c415b6ad011d service neutron] Checking segment: {'id': 'a028bd42-8637-4eda-b2d9-cfc3731c23e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '55b2af88-9a2d-4dae-81b7-55512d5ddd72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:21:54.709639 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffef6b2-362f-46ee-a71f-bc5f5e17a8d4 req-05714566-f721-49b0-a2ea-c415b6ad011d service neutron] Bound using segment: {'id': 'a028bd42-8637-4eda-b2d9-cfc3731c23e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '55b2af88-9a2d-4dae-81b7-55512d5ddd72'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:21:54.710135 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-fffef6b2-362f-46ee-a71f-bc5f5e17a8d4 req-05714566-f721-49b0-a2ea-c415b6ad011d service neutron] Bound port: a1e2a25b-1423-4d35-8264-af45ad30414b, host: n-h2-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a028bd42-8637-4eda-b2d9-cfc3731c23e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '55b2af88-9a2d-4dae-81b7-55512d5ddd72'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:21:54.710567 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-fffef6b2-362f-46ee-a71f-bc5f5e17a8d4 req-05714566-f721-49b0-a2ea-c415b6ad011d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:54.761113 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351ce472-07b9-43a9-9edd-1d55fd167fab tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Pushing event updated for resources: {'Port': ['ID=b3954152-aa83-410a-ad29-4f54d0faf476,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:21:54.783104 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-351ce472-07b9-43a9-9edd-1d55fd167fab tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Network d6d9e04c-f9e8-4007-89f0-15eb2a09c709 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:21:54.787257 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-351ce472-07b9-43a9-9edd-1d55fd167fab tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:21:54.791806 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-351ce472-07b9-43a9-9edd-1d55fd167fab tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:21:54.815354 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:54.824569 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-375502c4-8c7a-401e-af9c-86f2bb6d6005 admin admin] Notify callbacks [] for router, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:54.833062 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-1b6f0a8a-a318-42e0-b22d-b2a7e3d14869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b504efb-a796-44ac-a706-0fbd7b6cf2e2', 'name': 'tempest-ServersTestJSON-847911127-router', 'tenant_id': '1dde4b513ef84acf9c30f43f22091a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': '0551ed23-38c8-4ae4-a9dd-e4f54ba1e4c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:19:13Z', 'updated_at': '2021-07-05T02:21:53Z', 'revision_number': 5, 'project_id': '1dde4b513ef84acf9c30f43f22091a98', 'gw_port': {'id': '0551ed23-38c8-4ae4-a9dd-e4f54ba1e4c3', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:7f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b504efb-a796-44ac-a706-0fbd7b6cf2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:19:15Z', 'updated_at': '2021-07-05T02:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:21:54.856815 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-fffef6b2-362f-46ee-a71f-bc5f5e17a8d4 req-05714566-f721-49b0-a2ea-c415b6ad011d service neutron] For port a1e2a25b-1423-4d35-8264-af45ad30414b, host n-h2-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:21:54.864061 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-fffef6b2-362f-46ee-a71f-bc5f5e17a8d4 req-05714566-f721-49b0-a2ea-c415b6ad011d service neutron] For port a1e2a25b-1423-4d35-8264-af45ad30414b, host n-h2-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=a1e2a25b-1423-4d35-8264-af45ad30414b,segment=NetworkSegment(a028bd42-8637-4eda-b2d9-cfc3731c23e0),segment_id=a028bd42-8637-4eda-b2d9-cfc3731c23e0)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:21:54.878250 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6f0a8a-a318-42e0-b22d-b2a7e3d14869 None None] Checking router: 9b504efb-a796-44ac-a706-0fbd7b6cf2e2 for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:21:54.891544 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6f0a8a-a318-42e0-b22d-b2a7e3d14869 None None] Routers {'9b504efb-a796-44ac-a706-0fbd7b6cf2e2'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:21:54.892578 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-1b6f0a8a-a318-42e0-b22d-b2a7e3d14869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:21:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['9b504efb-a796-44ac-a706-0fbd7b6cf2e2'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:21:54.895780 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-351ce472-07b9-43a9-9edd-1d55fd167fab tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:54.897732 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-351ce472-07b9-43a9-9edd-1d55fd167fab tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:54.897929 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1344362-1209-4c63-acb0-a1fd29477331 req-fdb75d49-cda1-4000-aaa9-a46e0cea0ad5 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:54.899695 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b1344362-1209-4c63-acb0-a1fd29477331 req-fdb75d49-cda1-4000-aaa9-a46e0cea0ad5 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=dea8c6b3-deef-4865-b273-3a8b344c92e3 HTTP/1.1" status: 200 len: 946 time: 0.1127782 Jul 05 02:21:54.939587 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 02:21:54.949065 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b1344362-1209-4c63-acb0-a1fd29477331 req-e0f35068-0002-440a-92da-ae6574f1cd80 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379808 Jul 05 02:21:54.970808 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-fffef6b2-362f-46ee-a71f-bc5f5e17a8d4 req-05714566-f721-49b0-a2ea-c415b6ad011d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:55.009306 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-375502c4-8c7a-401e-af9c-86f2bb6d6005 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:55.019796 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffef6b2-362f-46ee-a71f-bc5f5e17a8d4 req-05714566-f721-49b0-a2ea-c415b6ad011d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:55.020513 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-fffef6b2-362f-46ee-a71f-bc5f5e17a8d4 req-05714566-f721-49b0-a2ea-c415b6ad011d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:55.021929 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fffef6b2-362f-46ee-a71f-bc5f5e17a8d4 req-05714566-f721-49b0-a2ea-c415b6ad011d service neutron] 10.222.0.15 "PUT /v2.0/ports/a1e2a25b-1423-4d35-8264-af45ad30414b HTTP/1.1" status: 200 len: 1092 time: 1.5842018 Jul 05 02:21:55.022520 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a715fb7a-9b07-4f40-8481-c6b802b030b3', 'tag': 'a1e2a25b-1423-4d35-8264-af45ad30414b'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:21:55.025363 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-818b8e70-0fa8-4f24-8217-8042900cf527" -d '{"events": [{"name": "network-changed", "server_uuid": "a715fb7a-9b07-4f40-8481-c6b802b030b3", "tag": "a1e2a25b-1423-4d35-8264-af45ad30414b"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:21:55.084938 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-1b6f0a8a-a318-42e0-b22d-b2a7e3d14869 None None] Set router 9b504efb-a796-44ac-a706-0fbd7b6cf2e2 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:21:55.092849 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05714566-f721-49b0-a2ea-c415b6ad011d service neutron] Pushing event updated for resources: {'Port': ['ID=a1e2a25b-1423-4d35-8264-af45ad30414b,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:21:55.097624 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-351ce472-07b9-43a9-9edd-1d55fd167fab tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3662019 Jul 05 02:21:55.109580 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-5875de8e-9989-47b1-ae18-debf1332548f tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Request body: {'port': {'device_id': 'a29b1f86-c2b3-4079-ba70-879d5fa5b04b', 'network_id': '8521063c-8363-41f1-a9c0-837836263ed0', 'admin_state_up': True, 'tenant_id': '059a16d4d47342a1b52e205e2c168052', 'security_groups': ['17338adc-3db3-4a61-bf9d-146877730ae5']}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:21:55.257019 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffef6b2-362f-46ee-a71f-bc5f5e17a8d4 req-b17d603d-80c1-4c65-b25e-e978f6d5a74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:55.258671 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fffef6b2-362f-46ee-a71f-bc5f5e17a8d4 req-b17d603d-80c1-4c65-b25e-e978f6d5a74b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6fa0ecda1ba42b2b5dec68669f2a61a&device_id=a715fb7a-9b07-4f40-8481-c6b802b030b3 HTTP/1.1" status: 200 len: 1095 time: 0.1101117 Jul 05 02:21:55.288201 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-375502c4-8c7a-401e-af9c-86f2bb6d6005 admin admin] Deleting port 0551ed23-38c8-4ae4-a9dd-e4f54ba1e4c3 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:21:55.288586 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-375502c4-8c7a-401e-af9c-86f2bb6d6005 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:55.350314 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d0bf311-47f2-48ae-8394-ecbd72672c5b x-openstack-request-id: req-3d0bf311-47f2-48ae-8394-ecbd72672c5b {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:21:55.350675 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a715fb7a-9b07-4f40-8481-c6b802b030b3", "tag": "a1e2a25b-1423-4d35-8264-af45ad30414b", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:21:55.350976 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3d0bf311-47f2-48ae-8394-ecbd72672c5b {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:21:55.351375 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a715fb7a-9b07-4f40-8481-c6b802b030b3', 'tag': 'a1e2a25b-1423-4d35-8264-af45ad30414b', 'status': 'completed', 'code': 200} Jul 05 02:21:55.359882 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-d689e85c-284d-4dd4-ae20-c38617a288ff None None] Provisioning for port b3954152-aa83-410a-ad29-4f54d0faf476 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:21:55.362708 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fffef6b2-362f-46ee-a71f-bc5f5e17a8d4 req-18150173-6ad0-4b22-a7d3-e4007ea2f006 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1e2a25b-1423-4d35-8264-af45ad30414b HTTP/1.1" status: 200 len: 217 time: 0.0949619 Jul 05 02:21:55.366617 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-d689e85c-284d-4dd4-ae20-c38617a288ff None None] Provisioning complete for port b3954152-aa83-410a-ad29-4f54d0faf476 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:21:55.366994 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-d689e85c-284d-4dd4-ae20-c38617a288ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:55.474163 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-d689e85c-284d-4dd4-ae20-c38617a288ff None None] Port b3954152-aa83-410a-ad29-4f54d0faf476 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:21:55.484115 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcf0375-3a49-4306-98b3-07d837de81de req-dc4462c4-5ede-4cde-92fb-836e023c8c86 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:55.491716 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-cdcf0375-3a49-4306-98b3-07d837de81de req-dc4462c4-5ede-4cde-92fb-836e023c8c86 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/ports?device_id=a29b1f86-c2b3-4079-ba70-879d5fa5b04b HTTP/1.1" status: 200 len: 932 time: 0.2105126 Jul 05 02:21:55.519114 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-1b6f0a8a-a318-42e0-b22d-b2a7e3d14869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b504efb-a796-44ac-a706-0fbd7b6cf2e2', 'name': 'tempest-ServersTestJSON-847911127-router', 'tenant_id': '1dde4b513ef84acf9c30f43f22091a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': '0551ed23-38c8-4ae4-a9dd-e4f54ba1e4c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:19:13Z', 'updated_at': '2021-07-05T02:21:53Z', 'revision_number': 5, 'project_id': '1dde4b513ef84acf9c30f43f22091a98', 'gw_port': {'id': '0551ed23-38c8-4ae4-a9dd-e4f54ba1e4c3', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:7f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b504efb-a796-44ac-a706-0fbd7b6cf2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:19:15Z', 'updated_at': '2021-07-05T02:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:21:55.519903 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-375502c4-8c7a-401e-af9c-86f2bb6d6005 admin admin] For port 0551ed23-38c8-4ae4-a9dd-e4f54ba1e4c3, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=0551ed23-38c8-4ae4-a9dd-e4f54ba1e4c3,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:21:55.520638 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-375502c4-8c7a-401e-af9c-86f2bb6d6005 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:55.540067 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffef6b2-362f-46ee-a71f-bc5f5e17a8d4 req-ffb25fe0-aa2e-4550-b4b7-e60e64fa4513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:55.542402 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fffef6b2-362f-46ee-a71f-bc5f5e17a8d4 req-ffb25fe0-aa2e-4550-b4b7-e60e64fa4513 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fbfab68e-d1de-4dba-81aa-90f8a22bcf7c HTTP/1.1" status: 200 len: 855 time: 0.1737909 Jul 05 02:21:55.543047 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-375502c4-8c7a-401e-af9c-86f2bb6d6005 admin admin] Calling delete_port for 0551ed23-38c8-4ae4-a9dd-e4f54ba1e4c3 owned by network:router_gateway {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:21:55.558473 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-5875de8e-9989-47b1-ae18-debf1332548f tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Made reservation on behalf of 059a16d4d47342a1b52e205e2c168052 for: {'port': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:21:55.563043 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-5875de8e-9989-47b1-ae18-debf1332548f tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:55.577026 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6f0a8a-a318-42e0-b22d-b2a7e3d14869 None None] The sync data for ids ['9b504efb-a796-44ac-a706-0fbd7b6cf2e2'] in n-d-771362-32 is: [{'id': '9b504efb-a796-44ac-a706-0fbd7b6cf2e2', 'name': 'tempest-ServersTestJSON-847911127-router', 'tenant_id': '1dde4b513ef84acf9c30f43f22091a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': '0551ed23-38c8-4ae4-a9dd-e4f54ba1e4c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:19:13Z', 'updated_at': '2021-07-05T02:21:53Z', 'revision_number': 5, 'project_id': '1dde4b513ef84acf9c30f43f22091a98', 'gw_port': {'id': '0551ed23-38c8-4ae4-a9dd-e4f54ba1e4c3', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:7f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b504efb-a796-44ac-a706-0fbd7b6cf2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:19:15Z', 'updated_at': '2021-07-05T02:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:21:55.595024 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-cdcf0375-3a49-4306-98b3-07d837de81de req-92bbd4d1-e830-435c-832e-407a90d9492d tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/security-groups?id=17338adc-3db3-4a61-bf9d-146877730ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021774 Jul 05 02:21:55.616079 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fffef6b2-362f-46ee-a71f-bc5f5e17a8d4 req-4a3174bd-9dd6-4b48-94ba-106675ec7246 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=55b2af88-9a2d-4dae-81b7-55512d5ddd72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637255 Jul 05 02:21:55.649536 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cc8f2e82-011b-4f86-8f71-8272ce927fdc req-d526e3ba-dd21-48fe-b156-67ff0ef625e3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e361c8de-f613-4798-a90c-99b90beda3c5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3095756 Jul 05 02:21:55.695423 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2cd609-47ec-4ba0-8eed-5b8979ca365f req-fc57a28d-ca28-4bf8-aa79-293e9c28defc tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:55.703968 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1f2cd609-47ec-4ba0-8eed-5b8979ca365f req-fc57a28d-ca28-4bf8-aa79-293e9c28defc tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=e361c8de-f613-4798-a90c-99b90beda3c5 HTTP/1.1" status: 200 len: 949 time: 0.2759583 Jul 05 02:21:55.766787 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1f2cd609-47ec-4ba0-8eed-5b8979ca365f req-0af76128-ad3f-4879-a186-fcb4240c221f tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615754 Jul 05 02:21:55.846567 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fffef6b2-362f-46ee-a71f-bc5f5e17a8d4 req-03d0dc69-7fbe-4f82-9ca8-510d88f0cb58 service neutron] 10.222.0.15 "GET /v2.0/networks/55b2af88-9a2d-4dae-81b7-55512d5ddd72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148139 Jul 05 02:21:56.015744 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:56.027108 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-5875de8e-9989-47b1-ae18-debf1332548f tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Allocated IP 10.1.1.124 (8521063c-8363-41f1-a9c0-837836263ed0/9f904359-8cff-4e36-8104-7313f683672b/5989baa9-fe49-4803-b03e-335f01c6c828) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:21:56.048084 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fffef6b2-362f-46ee-a71f-bc5f5e17a8d4 req-7a87e5cd-f996-45a1-a526-6b85c4bff73e service neutron] 10.222.0.15 "GET /v2.0/networks/55b2af88-9a2d-4dae-81b7-55512d5ddd72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952817 Jul 05 02:21:56.060160 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767ce27c-f0b1-4293-95cb-0acbe1daabab req-4ab6ac76-a7c0-41e6-83ae-c7ccd7acc65b tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:56.062178 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-767ce27c-f0b1-4293-95cb-0acbe1daabab req-4ab6ac76-a7c0-41e6-83ae-c7ccd7acc65b tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?device_id=a715fb7a-9b07-4f40-8481-c6b802b030b3 HTTP/1.1" status: 200 len: 943 time: 0.2629235 Jul 05 02:21:56.193136 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-375502c4-8c7a-401e-af9c-86f2bb6d6005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:56.264153 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375502c4-8c7a-401e-af9c-86f2bb6d6005 admin admin] Pushing event deleted for resources: {'Port': ['ID=0551ed23-38c8-4ae4-a9dd-e4f54ba1e4c3,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:21:56.285557 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c232a5cc-85f1-4e98-80b6-0c6a3085c991 req-ef63d35c-d264-48fe-afd5-d27f2bde1485 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:56.287460 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c232a5cc-85f1-4e98-80b6-0c6a3085c991 req-ef63d35c-d264-48fe-afd5-d27f2bde1485 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1ee81b5-e6b1-46ea-af4b-a17cc878fd0a HTTP/1.1" status: 200 len: 945 time: 0.1368971 Jul 05 02:21:56.307987 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-767ce27c-f0b1-4293-95cb-0acbe1daabab req-7b64f9b9-6101-4934-a436-44e1eb3469a9 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/security-groups?id=e258e924-fb3e-45d8-9b54-0249433deb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303984 Jul 05 02:21:56.312281 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818b8e70-0fa8-4f24-8217-8042900cf527 req-7013b103-080d-4080-81b4-e7e158617029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:56.313878 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-818b8e70-0fa8-4f24-8217-8042900cf527 req-7013b103-080d-4080-81b4-e7e158617029 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6fa0ecda1ba42b2b5dec68669f2a61a&device_id=a715fb7a-9b07-4f40-8481-c6b802b030b3 HTTP/1.1" status: 200 len: 1095 time: 0.1081419 Jul 05 02:21:56.363471 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-375502c4-8c7a-401e-af9c-86f2bb6d6005 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636927'] for router_gateway, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:56.456364 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818b8e70-0fa8-4f24-8217-8042900cf527 req-1dd3a7a2-579a-49d6-bee6-964c377896b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:56.458065 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-818b8e70-0fa8-4f24-8217-8042900cf527 req-1dd3a7a2-579a-49d6-bee6-964c377896b4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=55b2af88-9a2d-4dae-81b7-55512d5ddd72 HTTP/1.1" status: 200 len: 915 time: 0.1370649 Jul 05 02:21:56.461803 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c232a5cc-85f1-4e98-80b6-0c6a3085c991 req-287700cd-6603-4bc3-9ae3-4f1627ef0420 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ff5da2-a315-4895-9d40-ac9ae668e60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653478 Jul 05 02:21:56.512672 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-375502c4-8c7a-401e-af9c-86f2bb6d6005 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11828'] for router, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:56.518512 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-375502c4-8c7a-401e-af9c-86f2bb6d6005 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:56.532478 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-5875de8e-9989-47b1-ae18-debf1332548f tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:56.546575 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-818b8e70-0fa8-4f24-8217-8042900cf527 req-4fac2e44-f0f9-4723-a9b3-06a5ba94e208 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1e2a25b-1423-4d35-8264-af45ad30414b HTTP/1.1" status: 200 len: 217 time: 0.0780716 Jul 05 02:21:56.595211 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-5875de8e-9989-47b1-ae18-debf1332548f tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Transition to ACTIVE for port object 5989baa9-fe49-4803-b03e-335f01c6c828 will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:21:56.609705 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818b8e70-0fa8-4f24-8217-8042900cf527 req-5f3100de-0a62-40b9-a249-f6e62c5f0ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:56.611260 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-818b8e70-0fa8-4f24-8217-8042900cf527 req-5f3100de-0a62-40b9-a249-f6e62c5f0ab8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fbfab68e-d1de-4dba-81aa-90f8a22bcf7c HTTP/1.1" status: 200 len: 855 time: 0.0565991 Jul 05 02:21:56.631571 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc6beed-d18f-4e10-95f1-7940f85b1574 req-faf20159-f87b-482e-b33c-649e82d06bdf tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:56.638887 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0cc6beed-d18f-4e10-95f1-7940f85b1574 req-faf20159-f87b-482e-b33c-649e82d06bdf tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=dea8c6b3-deef-4865-b273-3a8b344c92e3 HTTP/1.1" status: 200 len: 946 time: 0.1773205 Jul 05 02:21:56.652119 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-818b8e70-0fa8-4f24-8217-8042900cf527 req-ca57d3fa-28b3-42bf-bd6c-ec53c6e1ed5f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=55b2af88-9a2d-4dae-81b7-55512d5ddd72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332243 Jul 05 02:21:56.697577 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0cc6beed-d18f-4e10-95f1-7940f85b1574 req-d6d66810-7ce1-4be6-8cbf-bd937d5af392 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576308 Jul 05 02:21:56.701796 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-375502c4-8c7a-401e-af9c-86f2bb6d6005 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1575451'] for router, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:56.707937 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-375502c4-8c7a-401e-af9c-86f2bb6d6005 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b504efb-a796-44ac-a706-0fbd7b6cf2e2 {{(pid=94462) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 02:21:56.713247 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-375502c4-8c7a-401e-af9c-86f2bb6d6005 admin admin] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:56.717333 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-375502c4-8c7a-401e-af9c-86f2bb6d6005 admin admin] 10.222.0.23 "DELETE /v2.0/routers/9b504efb-a796-44ac-a706-0fbd7b6cf2e2 HTTP/1.1" status: 204 len: 168 time: 2.3119183 Jul 05 02:21:56.717940 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 55504) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:21:56.777148 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-41281c8f-d07a-497e-8b18-f4fb3b34839d admin admin] Deleting subnet ec84ff25-e77f-43ab-bf44-c61795ee6bb9 {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:21:56.798000 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-41281c8f-d07a-497e-8b18-f4fb3b34839d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:56.804045 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-818b8e70-0fa8-4f24-8217-8042900cf527 req-5a40a94f-b2e8-4ebe-b30d-f6f2c97f4adc service neutron] 10.222.0.15 "GET /v2.0/networks/55b2af88-9a2d-4dae-81b7-55512d5ddd72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449373 Jul 05 02:21:56.861604 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-41281c8f-d07a-497e-8b18-f4fb3b34839d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:56.912878 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-5875de8e-9989-47b1-ae18-debf1332548f tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:56.991643 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-818b8e70-0fa8-4f24-8217-8042900cf527 req-e4782403-fe75-41a2-b3a6-14f5567b3d13 service neutron] 10.222.0.15 "GET /v2.0/networks/55b2af88-9a2d-4dae-81b7-55512d5ddd72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752005 Jul 05 02:21:56.994166 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-5875de8e-9989-47b1-ae18-debf1332548f tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Network 8521063c-8363-41f1-a9c0-837836263ed0 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:21:57.007640 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8129e1-f26c-4042-896d-000c1203fe26 req-674a8e67-d8c6-4401-9266-1e10a8638d64 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:57.014749 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bb8129e1-f26c-4042-896d-000c1203fe26 req-674a8e67-d8c6-4401-9266-1e10a8638d64 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/ports?device_id=a29b1f86-c2b3-4079-ba70-879d5fa5b04b HTTP/1.1" status: 200 len: 932 time: 0.1700828 Jul 05 02:21:57.025212 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-5875de8e-9989-47b1-ae18-debf1332548f tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:21:57.055887 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bb8129e1-f26c-4042-896d-000c1203fe26 req-56dd5377-8d0e-4476-95b6-26b108383f9d tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/security-groups?id=17338adc-3db3-4a61-bf9d-146877730ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402644 Jul 05 02:21:57.350107 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-5875de8e-9989-47b1-ae18-debf1332548f tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:21:57.397491 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5875de8e-9989-47b1-ae18-debf1332548f tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Pushing event updated for resources: {'Port': ['ID=5989baa9-fe49-4803-b03e-335f01c6c828,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:21:57.469681 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-41281c8f-d07a-497e-8b18-f4fb3b34839d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:57.485194 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-753dc69f-8d49-4200-bb53-c86367742510 None None] Provisioning for port 5989baa9-fe49-4803-b03e-335f01c6c828 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:21:57.491341 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-753dc69f-8d49-4200-bb53-c86367742510 None None] Provisioning complete for port 5989baa9-fe49-4803-b03e-335f01c6c828 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:21:57.492371 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-753dc69f-8d49-4200-bb53-c86367742510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:57.523669 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a519f455-4abe-4ee2-9c30-088c89574118 req-e0565f47-6586-49d2-810c-7020c12672d6 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:57.525852 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a519f455-4abe-4ee2-9c30-088c89574118 req-e0565f47-6586-49d2-810c-7020c12672d6 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?device_id=a715fb7a-9b07-4f40-8481-c6b802b030b3 HTTP/1.1" status: 200 len: 943 time: 0.0788429 Jul 05 02:21:57.548139 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-753dc69f-8d49-4200-bb53-c86367742510 None None] Port 5989baa9-fe49-4803-b03e-335f01c6c828 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:21:57.556520 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 0551ed23-38c8-4ae4-a9dd-e4f54ba1e4c3 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:21:57.571169 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a519f455-4abe-4ee2-9c30-088c89574118 req-cbbf67e8-f437-4462-8659-90b7a49abe24 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/security-groups?id=e258e924-fb3e-45d8-9b54-0249433deb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389774 Jul 05 02:21:57.587379 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 0551ed23-38c8-4ae4-a9dd-e4f54ba1e4c3 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:21:57.587379 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 0551ed23-38c8-4ae4-a9dd-e4f54ba1e4c3 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:21:57.587379 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 2b2fc482-21c2-4ae7-b578-d35e7085a9fa no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:21:57.587582 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-5875de8e-9989-47b1-ae18-debf1332548f tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:57.587582 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-5875de8e-9989-47b1-ae18-debf1332548f tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:57.603937 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 2b2fc482-21c2-4ae7-b578-d35e7085a9fa {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:21:57.604473 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 2b2fc482-21c2-4ae7-b578-d35e7085a9fa not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:21:57.612657 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3573463c-fea5-47d4-b855-29f2d5515afd req-c6c50b0c-c6f9-4e49-9bb3-159926513230 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:57.614485 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3573463c-fea5-47d4-b855-29f2d5515afd req-c6c50b0c-c6f9-4e49-9bb3-159926513230 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=e361c8de-f613-4798-a90c-99b90beda3c5 HTTP/1.1" status: 200 len: 949 time: 0.6791511 Jul 05 02:21:57.647581 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-41281c8f-d07a-497e-8b18-f4fb3b34839d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:57.679656 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41281c8f-d07a-497e-8b18-f4fb3b34839d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec84ff25-e77f-43ab-bf44-c61795ee6bb9,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:21:57.690066 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-41281c8f-d07a-497e-8b18-f4fb3b34839d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:57.691496 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c164781-1646-4dd3-b36b-a8de259a9ef0 None None] Network 43df30fe-7555-4340-91ff-ee467a0abf0d requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:21:57.692627 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-41281c8f-d07a-497e-8b18-f4fb3b34839d admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ec84ff25-e77f-43ab-bf44-c61795ee6bb9 HTTP/1.1" status: 204 len: 168 time: 0.9716775 Jul 05 02:21:57.696609 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 55516) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:21:57.706186 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3573463c-fea5-47d4-b855-29f2d5515afd req-bd38dd84-772c-4899-af57-55290190e1ec tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847061 Jul 05 02:21:57.707980 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-5875de8e-9989-47b1-ae18-debf1332548f tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6043513 Jul 05 02:21:57.720941 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-4fe81c50-cb63-4e29-8c54-7855f94340e3 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Request body: {'port': {'device_id': 'a29b1f86-c2b3-4079-ba70-879d5fa5b04b', 'network_id': '8521063c-8363-41f1-a9c0-837836263ed0', 'admin_state_up': True, 'tenant_id': '059a16d4d47342a1b52e205e2c168052', 'security_groups': ['17338adc-3db3-4a61-bf9d-146877730ae5']}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:21:57.960574 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe051436-0eac-4d50-a350-eabb5cd55af6 None None] DHCP port deletion for 43df30fe-7555-4340-91ff-ee467a0abf0d request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:21:58.017305 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-fe051436-0eac-4d50-a350-eabb5cd55af6 None None] Deleting port 2a6323a6-a1d8-472e-9afa-c83f48273c88 {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:21:58.017937 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-fe051436-0eac-4d50-a350-eabb5cd55af6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:58.139158 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd0b5b1-20d1-4464-9dd1-7f397985fc63 req-b0f4bdd7-5c2f-4b69-b8e1-ebdf1a64facc tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:58.141042 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-abd0b5b1-20d1-4464-9dd1-7f397985fc63 req-b0f4bdd7-5c2f-4b69-b8e1-ebdf1a64facc tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=dea8c6b3-deef-4865-b273-3a8b344c92e3 HTTP/1.1" status: 200 len: 946 time: 0.0878201 Jul 05 02:21:58.142085 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-4fe81c50-cb63-4e29-8c54-7855f94340e3 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Made reservation on behalf of 059a16d4d47342a1b52e205e2c168052 for: {'port': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:21:58.146111 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-4fe81c50-cb63-4e29-8c54-7855f94340e3 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:58.172587 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-482dc568-4d5a-4ba3-958c-9fc8081aff72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:58.200876 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-abd0b5b1-20d1-4464-9dd1-7f397985fc63 req-d85797ac-c0e2-4da2-a7d4-a7be2014674d tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522485 Jul 05 02:21:58.294607 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-fe051436-0eac-4d50-a350-eabb5cd55af6 None None] For port 2a6323a6-a1d8-472e-9afa-c83f48273c88, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=2a6323a6-a1d8-472e-9afa-c83f48273c88,segment=NetworkSegment(c8724f51-df31-43d0-8203-811742925a45),segment_id=c8724f51-df31-43d0-8203-811742925a45)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:21:58.294998 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-fe051436-0eac-4d50-a350-eabb5cd55af6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:58.298040 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3e152c-4206-403e-807c-27b2ef4adb2d req-d40b5584-0209-4df2-86e5-2e2e9b2d1c64 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:58.299867 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1b3e152c-4206-403e-807c-27b2ef4adb2d req-d40b5584-0209-4df2-86e5-2e2e9b2d1c64 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1ee81b5-e6b1-46ea-af4b-a17cc878fd0a HTTP/1.1" status: 200 len: 945 time: 0.5901344 Jul 05 02:21:58.330494 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-fe051436-0eac-4d50-a350-eabb5cd55af6 None None] Calling delete_port for 2a6323a6-a1d8-472e-9afa-c83f48273c88 owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:21:58.347473 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-482dc568-4d5a-4ba3-958c-9fc8081aff72 admin admin] Deleting port 2a6323a6-a1d8-472e-9afa-c83f48273c88 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:21:58.347944 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-482dc568-4d5a-4ba3-958c-9fc8081aff72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:58.388525 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-4fe81c50-cb63-4e29-8c54-7855f94340e3 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Allocated IP 10.1.1.223 (8521063c-8363-41f1-a9c0-837836263ed0/9f904359-8cff-4e36-8104-7313f683672b/16c77f10-6b39-403f-a66f-9731963e998e) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:21:58.433011 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1b3e152c-4206-403e-807c-27b2ef4adb2d req-cbe980f8-8b3b-49db-abce-6e1b8fb11416 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ff5da2-a315-4895-9d40-ac9ae668e60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175809 Jul 05 02:21:58.455194 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [None req-482dc568-4d5a-4ba3-958c-9fc8081aff72 admin admin] For port 2a6323a6-a1d8-472e-9afa-c83f48273c88, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=2a6323a6-a1d8-472e-9afa-c83f48273c88,segment=NetworkSegment(c8724f51-df31-43d0-8203-811742925a45),segment_id=c8724f51-df31-43d0-8203-811742925a45)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:21:58.455661 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-482dc568-4d5a-4ba3-958c-9fc8081aff72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:58.478801 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-482dc568-4d5a-4ba3-958c-9fc8081aff72 admin admin] Calling delete_port for 2a6323a6-a1d8-472e-9afa-c83f48273c88 owned by network:dhcp {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:21:58.565768 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-fe051436-0eac-4d50-a350-eabb5cd55af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:58.574468 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7450c15-16e9-4e29-bd94-c19b4f469cbc req-c00d0379-0c4d-4812-acae-0ed1aaa9643c tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:58.581358 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7450c15-16e9-4e29-bd94-c19b4f469cbc req-c00d0379-0c4d-4812-acae-0ed1aaa9643c tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:58.584308 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e7450c15-16e9-4e29-bd94-c19b4f469cbc req-c00d0379-0c4d-4812-acae-0ed1aaa9643c tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/ports?device_id=a29b1f86-c2b3-4079-ba70-879d5fa5b04b HTTP/1.1" status: 200 len: 1654 time: 0.1971910 Jul 05 02:21:58.614866 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-482dc568-4d5a-4ba3-958c-9fc8081aff72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:58.620922 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe051436-0eac-4d50-a350-eabb5cd55af6 None None] Pushing event deleted for resources: {'Port': ['ID=2a6323a6-a1d8-472e-9afa-c83f48273c88,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:21:58.633993 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe051436-0eac-4d50-a350-eabb5cd55af6 None None] No DVR routers for this DVR port 2a6323a6-a1d8-472e-9afa-c83f48273c88 on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:21:58.662401 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482dc568-4d5a-4ba3-958c-9fc8081aff72 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a6323a6-a1d8-472e-9afa-c83f48273c88,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:21:58.668524 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482dc568-4d5a-4ba3-958c-9fc8081aff72 admin admin] No DVR routers for this DVR port 2a6323a6-a1d8-472e-9afa-c83f48273c88 on host n-d-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:21:58.691577 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-4fe81c50-cb63-4e29-8c54-7855f94340e3 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:58.705912 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e7450c15-16e9-4e29-bd94-c19b4f469cbc req-670e30e3-c690-469b-862a-5209c1c3960e tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/security-groups?id=17338adc-3db3-4a61-bf9d-146877730ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086931 Jul 05 02:21:58.725346 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-4fe81c50-cb63-4e29-8c54-7855f94340e3 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Transition to ACTIVE for port object 16c77f10-6b39-403f-a66f-9731963e998e will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:21:58.779772 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-482dc568-4d5a-4ba3-958c-9fc8081aff72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:58.823545 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-482dc568-4d5a-4ba3-958c-9fc8081aff72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43df30fe-7555-4340-91ff-ee467a0abf0d']}} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:21:58.854684 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-482dc568-4d5a-4ba3-958c-9fc8081aff72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8724f51-df31-43d0-8203-811742925a45') {'for_net_delete': True} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:21:58.854981 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-482dc568-4d5a-4ba3-958c-9fc8081aff72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8724f51-df31-43d0-8203-811742925a45') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:21:58.872859 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-482dc568-4d5a-4ba3-958c-9fc8081aff72 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5519669'] for segment, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:58.876781 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device a1e2a25b-1423-4d35-8264-af45ad30414b details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:21:58.884391 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-4fe81c50-cb63-4e29-8c54-7855f94340e3 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:58.902922 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-482dc568-4d5a-4ba3-958c-9fc8081aff72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:58.916820 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-482dc568-4d5a-4ba3-958c-9fc8081aff72 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=94461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:21:58.917228 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-482dc568-4d5a-4ba3-958c-9fc8081aff72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5763545'] for segment, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:58.920881 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8f2e82-011b-4f86-8f71-8272ce927fdc req-75d3df2b-b745-462e-bc18-16413590ab4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:58.922533 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cc8f2e82-011b-4f86-8f71-8272ce927fdc req-75d3df2b-b745-462e-bc18-16413590ab4d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7bde4afb78a7485193d4b3fb4c23ad75&device_id=e361c8de-f613-4798-a90c-99b90beda3c5 HTTP/1.1" status: 200 len: 1101 time: 0.1537805 Jul 05 02:21:58.923203 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:21:58.923203 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:21:58.923203 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:21:58.923203 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:21:58.923203 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:21:58.923203 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:21:58.923203 n-d-771362-32 neutron-server[94461]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:21:58.923203 n-d-771362-32 neutron-server[94461]: self.session.flush() Jul 05 02:21:58.923203 n-d-771362-32 neutron-server[94461]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:21:58.923203 n-d-771362-32 neutron-server[94461]: self.session.flush() Jul 05 02:21:58.923203 n-d-771362-32 neutron-server[94461]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:21:58.923203 n-d-771362-32 neutron-server[94461]: self.session.flush() Jul 05 02:21:58.923203 n-d-771362-32 neutron-server[94461]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:21:58.923203 n-d-771362-32 neutron-server[94461]: self.session.flush() Jul 05 02:21:58.923203 n-d-771362-32 neutron-server[94461]: Traceback (most recent call last): Jul 05 02:21:58.923203 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:21:58.923203 n-d-771362-32 neutron-server[94461]: timer() Jul 05 02:21:58.923203 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:21:58.923203 n-d-771362-32 neutron-server[94461]: cb(*args, **kw) Jul 05 02:21:58.923203 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:21:58.923203 n-d-771362-32 neutron-server[94461]: return func(*args, **kwargs) Jul 05 02:21:58.923203 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:21:58.923203 n-d-771362-32 neutron-server[94461]: self._notify() Jul 05 02:21:58.923203 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:21:58.923203 n-d-771362-32 neutron-server[94461]: self.callback(batched_events) Jul 05 02:21:58.923203 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:21:58.923203 n-d-771362-32 neutron-server[94461]: event.method(event) Jul 05 02:21:58.923203 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:21:58.923203 n-d-771362-32 neutron-server[94461]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:21:58.923203 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:21:58.923203 n-d-771362-32 neutron-server[94461]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:21:58.923203 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:21:58.923203 n-d-771362-32 neutron-server[94461]: return f(self, *a, **k) Jul 05 02:21:58.923203 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:21:58.923203 n-d-771362-32 neutron-server[94461]: return self._get(url).json() Jul 05 02:21:58.923203 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:21:58.923203 n-d-771362-32 neutron-server[94461]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:21:58.923203 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:21:58.923203 n-d-771362-32 neutron-server[94461]: return self.request(url, 'GET', **kwargs) Jul 05 02:21:58.923203 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:21:58.923203 n-d-771362-32 neutron-server[94461]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:21:58.923203 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:21:58.923203 n-d-771362-32 neutron-server[94461]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:21:58.923203 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:21:58.923203 n-d-771362-32 neutron-server[94461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:21:58.923203 n-d-771362-32 neutron-server[94461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:21:58.935347 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-4fe81c50-cb63-4e29-8c54-7855f94340e3 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Network 8521063c-8363-41f1-a9c0-837836263ed0 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:21:58.943086 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-4fe81c50-cb63-4e29-8c54-7855f94340e3 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:21:58.964636 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-4fe81c50-cb63-4e29-8c54-7855f94340e3 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:21:59.001714 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe81c50-cb63-4e29-8c54-7855f94340e3 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Pushing event updated for resources: {'Port': ['ID=16c77f10-6b39-403f-a66f-9731963e998e,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:21:59.034306 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-4fe81c50-cb63-4e29-8c54-7855f94340e3 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:59.037094 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-4fe81c50-cb63-4e29-8c54-7855f94340e3 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:59.042262 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17911db2-4704-4be8-9868-b3fb5b891f87 req-0b1f5ef5-5150-4461-9a34-45a3c90b9749 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:59.047018 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-17911db2-4704-4be8-9868-b3fb5b891f87 req-0b1f5ef5-5150-4461-9a34-45a3c90b9749 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?device_id=a715fb7a-9b07-4f40-8481-c6b802b030b3 HTTP/1.1" status: 200 len: 943 time: 0.2643886 Jul 05 02:21:59.049866 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port a1e2a25b-1423-4d35-8264-af45ad30414b, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=a1e2a25b-1423-4d35-8264-af45ad30414b,segment=NetworkSegment(a028bd42-8637-4eda-b2d9-cfc3731c23e0),segment_id=a028bd42-8637-4eda-b2d9-cfc3731c23e0)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:21:59.056871 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca3d28-e7c1-49cb-8965-f57c28801fc2 req-1397a895-d883-487c-bda3-ea21097f4235 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:59.064281 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-88ca3d28-e7c1-49cb-8965-f57c28801fc2 req-1397a895-d883-487c-bda3-ea21097f4235 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=e361c8de-f613-4798-a90c-99b90beda3c5 HTTP/1.1" status: 200 len: 949 time: 0.2121835 Jul 05 02:21:59.072856 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Returning: {'device': 'a1e2a25b-1423-4d35-8264-af45ad30414b', 'network_id': '55b2af88-9a2d-4dae-81b7-55512d5ddd72', 'port_id': 'a1e2a25b-1423-4d35-8264-af45ad30414b', 'mac_address': 'fa:16:3e:89:b1:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbfab68e-d1de-4dba-81aa-90f8a22bcf7c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:21:59.123582 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-88ca3d28-e7c1-49cb-8965-f57c28801fc2 req-0771e171-4239-48b4-8386-af590de13981 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577929 Jul 05 02:21:59.295775 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:59.295967 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-17911db2-4704-4be8-9868-b3fb5b891f87 req-b6f8f2d5-0be2-4b40-b618-16cfe2c0fd79 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/security-groups?id=e258e924-fb3e-45d8-9b54-0249433deb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785830 Jul 05 02:21:59.296476 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1e2a25b-1423-4d35-8264-af45ad30414b {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:21:59.296690 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8f2e82-011b-4f86-8f71-8272ce927fdc req-ded31518-5956-4dff-a365-18e9613f6a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:59.296690 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cc8f2e82-011b-4f86-8f71-8272ce927fdc req-ded31518-5956-4dff-a365-18e9613f6a9a service neutron] 10.222.0.21 "GET /v2.0/networks?id=dff432c2-7366-4622-aebb-da22fe05bfd4 HTTP/1.1" status: 200 len: 869 time: 0.2200599 Jul 05 02:21:59.297034 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port a1e2a25b-1423-4d35-8264-af45ad30414b, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=a1e2a25b-1423-4d35-8264-af45ad30414b,segment=NetworkSegment(a028bd42-8637-4eda-b2d9-cfc3731c23e0),segment_id=a028bd42-8637-4eda-b2d9-cfc3731c23e0)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:21:59.297265 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cc8f2e82-011b-4f86-8f71-8272ce927fdc req-47c1fdf8-9b4c-4ff8-9af2-01e3ec17a33e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=d0f30287-c739-4d8d-95be-46a29d37a553 HTTP/1.1" status: 200 len: 217 time: 0.0438685 Jul 05 02:21:59.297265 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8f2e82-011b-4f86-8f71-8272ce927fdc req-f55b839a-b7f1-4c21-928f-7324222f50d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:59.297265 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cc8f2e82-011b-4f86-8f71-8272ce927fdc req-f55b839a-b7f1-4c21-928f-7324222f50d7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b840e204-692c-4f54-8f07-f6563e8e36b1 HTTP/1.1" status: 200 len: 843 time: 0.0494053 Jul 05 02:21:59.329417 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8f2e82-011b-4f86-8f71-8272ce927fdc req-2a82d671-e30d-4458-bde3-64b595a4b9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:59.331271 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cc8f2e82-011b-4f86-8f71-8272ce927fdc req-2a82d671-e30d-4458-bde3-64b595a4b9c2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dff432c2-7366-4622-aebb-da22fe05bfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0581250 Jul 05 02:21:59.432921 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-482dc568-4d5a-4ba3-958c-9fc8081aff72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:59.437562 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-482dc568-4d5a-4ba3-958c-9fc8081aff72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:59.439334 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-482dc568-4d5a-4ba3-958c-9fc8081aff72 admin admin] 10.222.0.23 "DELETE /v2.0/networks/43df30fe-7555-4340-91ff-ee467a0abf0d HTTP/1.1" status: 204 len: 168 time: 1.7436886 Jul 05 02:21:59.460638 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482dc568-4d5a-4ba3-958c-9fc8081aff72 admin admin] Pushing event deleted for resources: {'Network': ['ID=43df30fe-7555-4340-91ff-ee467a0abf0d,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:21:59.492939 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cc8f2e82-011b-4f86-8f71-8272ce927fdc req-e77cf5ee-88cf-406d-8eaf-20a3a928b8ad service neutron] 10.222.0.21 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550689 Jul 05 02:21:59.510557 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b92f7a9-34f6-4288-8d2a-4670fcc7ce14 req-3aab203d-7b3b-448a-9215-3f1fc5f50312 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:59.517231 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-fe19b786-2b56-4af6-9e09-9267f27cf577 None None] Provisioning for port 16c77f10-6b39-403f-a66f-9731963e998e completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:21:59.522611 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-4fe81c50-cb63-4e29-8c54-7855f94340e3 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8066485 Jul 05 02:21:59.530368 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9b92f7a9-34f6-4288-8d2a-4670fcc7ce14 req-3aab203d-7b3b-448a-9215-3f1fc5f50312 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=dea8c6b3-deef-4865-b273-3a8b344c92e3 HTTP/1.1" status: 200 len: 946 time: 0.1831923 Jul 05 02:21:59.543953 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-fe19b786-2b56-4af6-9e09-9267f27cf577 None None] Provisioning complete for port 16c77f10-6b39-403f-a66f-9731963e998e triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:21:59.544938 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-fe19b786-2b56-4af6-9e09-9267f27cf577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:59.548897 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-b0a1d35d-678a-44ef-9566-08fbc5ab923d tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Request body: {'port': {'device_id': 'a29b1f86-c2b3-4079-ba70-879d5fa5b04b', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '7fa11b36-0588-43ef-a636-45aaf3c04835', 'admin_state_up': True, 'tenant_id': '059a16d4d47342a1b52e205e2c168052', 'security_groups': ['17338adc-3db3-4a61-bf9d-146877730ae5']}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:21:59.555037 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:21:59.579115 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 2a6323a6-a1d8-472e-9afa-c83f48273c88 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:21:59.668973 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 2a6323a6-a1d8-472e-9afa-c83f48273c88 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:21:59.669328 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 2a6323a6-a1d8-472e-9afa-c83f48273c88 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:21:59.690340 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9b92f7a9-34f6-4288-8d2a-4670fcc7ce14 req-2c53ee07-7b89-42f8-aa84-a0a18e202451 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419659 Jul 05 02:21:59.712614 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-fe19b786-2b56-4af6-9e09-9267f27cf577 None None] Port 16c77f10-6b39-403f-a66f-9731963e998e cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:21:59.736717 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=a1e2a25b-1423-4d35-8264-af45ad30414b,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:21:59.738704 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cc8f2e82-011b-4f86-8f71-8272ce927fdc req-bd39947c-5e60-4870-b57c-1c684df7d6a3 service neutron] 10.222.0.21 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072446 Jul 05 02:21:59.774906 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04523cb6-53be-4f1c-a24f-bc272c99582c req-fab1c2ce-5bcb-466e-966c-a4ab3082a922 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:59.776407 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-04523cb6-53be-4f1c-a24f-bc272c99582c req-fab1c2ce-5bcb-466e-966c-a4ab3082a922 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1ee81b5-e6b1-46ea-af4b-a17cc878fd0a HTTP/1.1" status: 200 len: 945 time: 0.1424885 Jul 05 02:21:59.830923 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-04523cb6-53be-4f1c-a24f-bc272c99582c req-ff833aea-24d9-4663-ba7b-a28de0e1b200 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ff5da2-a315-4895-9d40-ac9ae668e60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429962 Jul 05 02:21:59.883749 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['a1e2a25b-1423-4d35-8264-af45ad30414b'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:21:59.992850 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae0c5ac-059b-4152-9a53-9981d3ec9837 req-c4d8b86a-d34e-484a-80b0-9faf0fc15ac6 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:21:59.996149 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-b0a1d35d-678a-44ef-9566-08fbc5ab923d tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Made reservation on behalf of 059a16d4d47342a1b52e205e2c168052 for: {'port': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:22:00.003011 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae0c5ac-059b-4152-9a53-9981d3ec9837 req-c4d8b86a-d34e-484a-80b0-9faf0fc15ac6 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:00.010854 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae0c5ac-059b-4152-9a53-9981d3ec9837 req-c4d8b86a-d34e-484a-80b0-9faf0fc15ac6 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:00.012779 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6ae0c5ac-059b-4152-9a53-9981d3ec9837 req-c4d8b86a-d34e-484a-80b0-9faf0fc15ac6 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/ports?device_id=a29b1f86-c2b3-4079-ba70-879d5fa5b04b HTTP/1.1" status: 200 len: 2375 time: 0.0921545 Jul 05 02:22:00.055029 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6ae0c5ac-059b-4152-9a53-9981d3ec9837 req-3d255d15-b623-4b9c-9e41-30cfb2eb4e3e tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/security-groups?id=17338adc-3db3-4a61-bf9d-146877730ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359905 Jul 05 02:22:00.100697 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-b0a1d35d-678a-44ef-9566-08fbc5ab923d tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:00.111149 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 55540) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:22:00.203471 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-3221fe89-7596-405f-8812-cb580ad2d897 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1dde4b513ef84acf9c30f43f22091a98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0886760 Jul 05 02:22:00.203729 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 55542) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:22:00.264120 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ca6e995a-e39a-4030-9c6c-a8a71b37ab83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:00.287870 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ca6e995a-e39a-4030-9c6c-a8a71b37ab83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:00.305225 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-b0a1d35d-678a-44ef-9566-08fbc5ab923d tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Allocated IP 10.2.2.100 (7fa11b36-0588-43ef-a636-45aaf3c04835/3a2227d0-d085-4249-9de9-b270c4daf5df/ebeeea34-31e3-4860-b394-0cf6d93b55be) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:22:00.466867 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f561642f-619c-44ba-bf37-6a547bc53121 req-0de94710-85f5-4f79-9531-bad3a205e760 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:00.468413 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f561642f-619c-44ba-bf37-6a547bc53121 req-0de94710-85f5-4f79-9531-bad3a205e760 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=e361c8de-f613-4798-a90c-99b90beda3c5 HTTP/1.1" status: 200 len: 949 time: 0.0697181 Jul 05 02:22:00.500621 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-b0a1d35d-678a-44ef-9566-08fbc5ab923d tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:00.510677 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f561642f-619c-44ba-bf37-6a547bc53121 req-7d304fb8-1ce5-4b8c-bfd5-a9dc9eeb2081 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358748 Jul 05 02:22:00.515816 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ca6e995a-e39a-4030-9c6c-a8a71b37ab83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:00.524242 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ca6e995a-e39a-4030-9c6c-a8a71b37ab83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:00.524643 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-ca6e995a-e39a-4030-9c6c-a8a71b37ab83 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fe33327a-027d-439f-82c8-92417a756a0f HTTP/1.1" status: 204 len: 168 time: 0.3198633 Jul 05 02:22:00.531090 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60606b4-50f5-4884-b585-87ddc263d659 req-be57aab4-9d85-4975-a1eb-44ada05c3b23 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:00.531090 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e60606b4-50f5-4884-b585-87ddc263d659 req-be57aab4-9d85-4975-a1eb-44ada05c3b23 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?device_id=a715fb7a-9b07-4f40-8481-c6b802b030b3 HTTP/1.1" status: 200 len: 944 time: 0.1164451 Jul 05 02:22:00.531090 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-b0a1d35d-678a-44ef-9566-08fbc5ab923d tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Transition to ACTIVE for port object ebeeea34-31e3-4860-b394-0cf6d93b55be will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:22:00.534770 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6e995a-e39a-4030-9c6c-a8a71b37ab83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe33327a-027d-439f-82c8-92417a756a0f,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:22:00.591253 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e60606b4-50f5-4884-b585-87ddc263d659 req-35587bce-b67b-4e6b-ab28-1ba8d3225f59 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/security-groups?id=e258e924-fb3e-45d8-9b54-0249433deb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538073 Jul 05 02:22:00.690048 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-b0a1d35d-678a-44ef-9566-08fbc5ab923d tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:00.738964 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-b0a1d35d-678a-44ef-9566-08fbc5ab923d tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Network 7fa11b36-0588-43ef-a636-45aaf3c04835 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:22:00.742325 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-b0a1d35d-678a-44ef-9566-08fbc5ab923d tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:22:00.755433 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-b0a1d35d-678a-44ef-9566-08fbc5ab923d tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:22:00.773254 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a1d35d-678a-44ef-9566-08fbc5ab923d tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Pushing event updated for resources: {'Port': ['ID=ebeeea34-31e3-4860-b394-0cf6d93b55be,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:22:00.806513 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-b0a1d35d-678a-44ef-9566-08fbc5ab923d tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:00.807192 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-b0a1d35d-678a-44ef-9566-08fbc5ab923d tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:00.889977 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb03ec2-6a68-4884-a28d-1af95304d279 req-5f9c0103-7cbd-4278-b839-5f56e9db225d tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:00.891608 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-fdb03ec2-6a68-4884-a28d-1af95304d279 req-5f9c0103-7cbd-4278-b839-5f56e9db225d tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=dea8c6b3-deef-4865-b273-3a8b344c92e3 HTTP/1.1" status: 200 len: 946 time: 0.0707304 Jul 05 02:22:00.926528 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-b0a1d35d-678a-44ef-9566-08fbc5ab923d tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3907862 Jul 05 02:22:00.957852 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-fdb03ec2-6a68-4884-a28d-1af95304d279 req-43c4022e-8c37-4228-be7a-6d85f0f8c3b9 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584285 Jul 05 02:22:00.981637 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-501706f0-a040-44d8-b637-50287bd0a299 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Request body: {'port': {'device_id': 'a29b1f86-c2b3-4079-ba70-879d5fa5b04b', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '7fa11b36-0588-43ef-a636-45aaf3c04835', 'admin_state_up': True, 'tenant_id': '059a16d4d47342a1b52e205e2c168052', 'security_groups': ['17338adc-3db3-4a61-bf9d-146877730ae5']}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:22:01.162962 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a3c710-bf19-43d2-bd4c-62b4c24ce5a8 req-dbe8b64e-ad0f-4154-8a97-38d4797d42f7 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:01.169396 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-3528d81f-6ec2-4ad7-bfa0-955a31b54398 None None] Provisioning for port ebeeea34-31e3-4860-b394-0cf6d93b55be completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:22:01.170468 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e0a3c710-bf19-43d2-bd4c-62b4c24ce5a8 req-dbe8b64e-ad0f-4154-8a97-38d4797d42f7 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1ee81b5-e6b1-46ea-af4b-a17cc878fd0a HTTP/1.1" status: 200 len: 945 time: 0.0917361 Jul 05 02:22:01.170568 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-3528d81f-6ec2-4ad7-bfa0-955a31b54398 None None] Provisioning complete for port ebeeea34-31e3-4860-b394-0cf6d93b55be triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:22:01.170568 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3528d81f-6ec2-4ad7-bfa0-955a31b54398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:01.217977 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e0a3c710-bf19-43d2-bd4c-62b4c24ce5a8 req-73e37efe-da89-48e9-a501-2c4cfd95228c tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ff5da2-a315-4895-9d40-ac9ae668e60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448675 Jul 05 02:22:01.246767 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-3528d81f-6ec2-4ad7-bfa0-955a31b54398 None None] Port ebeeea34-31e3-4860-b394-0cf6d93b55be cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:22:01.258625 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-501706f0-a040-44d8-b637-50287bd0a299 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Made reservation on behalf of 059a16d4d47342a1b52e205e2c168052 for: {'port': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:22:01.264044 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-501706f0-a040-44d8-b637-50287bd0a299 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:01.308324 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef30ac4-bf79-40b1-bb8c-6b4c71e6b003 req-4daaa25f-f625-43e7-8169-ea6b0d2cc8f5 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:01.315095 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef30ac4-bf79-40b1-bb8c-6b4c71e6b003 req-4daaa25f-f625-43e7-8169-ea6b0d2cc8f5 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:01.321270 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef30ac4-bf79-40b1-bb8c-6b4c71e6b003 req-4daaa25f-f625-43e7-8169-ea6b0d2cc8f5 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:01.328215 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef30ac4-bf79-40b1-bb8c-6b4c71e6b003 req-4daaa25f-f625-43e7-8169-ea6b0d2cc8f5 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:01.330691 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2ef30ac4-bf79-40b1-bb8c-6b4c71e6b003 req-4daaa25f-f625-43e7-8169-ea6b0d2cc8f5 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/ports?device_id=a29b1f86-c2b3-4079-ba70-879d5fa5b04b HTTP/1.1" status: 200 len: 3096 time: 0.1259887 Jul 05 02:22:01.448039 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2ef30ac4-bf79-40b1-bb8c-6b4c71e6b003 req-54103661-62a0-4325-aa84-0489f0d6d5f8 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/security-groups?id=17338adc-3db3-4a61-bf9d-146877730ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887558 Jul 05 02:22:01.523500 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-501706f0-a040-44d8-b637-50287bd0a299 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Allocated IP 10.2.2.200 (7fa11b36-0588-43ef-a636-45aaf3c04835/3a2227d0-d085-4249-9de9-b270c4daf5df/56b8015f-94a3-4395-b042-696c4e70e1cd) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:22:01.736247 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-501706f0-a040-44d8-b637-50287bd0a299 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:01.756785 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-501706f0-a040-44d8-b637-50287bd0a299 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Transition to ACTIVE for port object 56b8015f-94a3-4395-b042-696c4e70e1cd will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:22:01.787991 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deb9f94-23bd-4803-be85-da796e827e2a req-3b7762d8-d335-4851-8f3b-cbdf74a2b138 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:01.790712 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9deb9f94-23bd-4803-be85-da796e827e2a req-3b7762d8-d335-4851-8f3b-cbdf74a2b138 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=e361c8de-f613-4798-a90c-99b90beda3c5 HTTP/1.1" status: 200 len: 949 time: 0.1100836 Jul 05 02:22:01.818692 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f47daf-4a48-443e-9356-780c3e8230bf req-5fcb1bb7-47f3-473b-9337-0da8479ac6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:01.820749 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-53f47daf-4a48-443e-9356-780c3e8230bf req-5fcb1bb7-47f3-473b-9337-0da8479ac6a2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f1ee81b5-e6b1-46ea-af4b-a17cc878fd0a HTTP/1.1" status: 200 len: 1097 time: 0.1483920 Jul 05 02:22:01.872237 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9deb9f94-23bd-4803-be85-da796e827e2a req-ff58bdd6-645f-453b-8e6d-7f3e2eec0e98 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742931 Jul 05 02:22:01.885581 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd5a958-1fe1-4d1e-aafb-eb10aa287710 req-efa37c09-09ab-4863-ac64-d9814eef7968 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:01.887807 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4dd5a958-1fe1-4d1e-aafb-eb10aa287710 req-efa37c09-09ab-4863-ac64-d9814eef7968 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?device_id=a715fb7a-9b07-4f40-8481-c6b802b030b3 HTTP/1.1" status: 200 len: 944 time: 0.1290922 Jul 05 02:22:01.890770 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-53f47daf-4a48-443e-9356-780c3e8230bf req-4f12da7a-0538-45e3-b2b5-0ddad22506be service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=98ff5da2-a315-4895-9d40-ac9ae668e60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603118 Jul 05 02:22:01.914966 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-501706f0-a040-44d8-b637-50287bd0a299 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:01.921084 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 55584) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:22:01.998156 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-501706f0-a040-44d8-b637-50287bd0a299 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Network 7fa11b36-0588-43ef-a636-45aaf3c04835 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:22:01.999577 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-501706f0-a040-44d8-b637-50287bd0a299 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:22:02.014906 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4dd5a958-1fe1-4d1e-aafb-eb10aa287710 req-8e893a47-120a-4fb3-bf85-0a8697212b60 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/security-groups?id=e258e924-fb3e-45d8-9b54-0249433deb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204813 Jul 05 02:22:02.019245 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-501706f0-a040-44d8-b637-50287bd0a299 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:22:02.080906 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-501706f0-a040-44d8-b637-50287bd0a299 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:02.081718 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-501706f0-a040-44d8-b637-50287bd0a299 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:02.117941 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501706f0-a040-44d8-b637-50287bd0a299 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Pushing event updated for resources: {'Port': ['ID=56b8015f-94a3-4395-b042-696c4e70e1cd,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:22:02.204946 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-4d5e0030-d9bc-4348-85ff-e50cfa758bf3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1004415311-network', 'tenant_id': '988b75a44b3448cc9e1b91ae38dea717'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:22:02.222116 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-501706f0-a040-44d8-b637-50287bd0a299 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2630920 Jul 05 02:22:02.237234 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-784308f0-1231-4306-a9a7-0ce26c34f82c service neutron] Request body: {'port': {'device_id': 'a29b1f86-c2b3-4079-ba70-879d5fa5b04b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-32'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:22:02.307356 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09d78d4-dcfc-4917-bfb6-b54a65a13aec req-8cd70a44-8a9c-4f9d-a8f8-09430deea5bc tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:02.309390 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e09d78d4-dcfc-4917-bfb6-b54a65a13aec req-8cd70a44-8a9c-4f9d-a8f8-09430deea5bc tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=dea8c6b3-deef-4865-b273-3a8b344c92e3 HTTP/1.1" status: 200 len: 946 time: 0.1357276 Jul 05 02:22:02.351293 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-784308f0-1231-4306-a9a7-0ce26c34f82c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:02.381685 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e09d78d4-dcfc-4917-bfb6-b54a65a13aec req-abba16ef-8daf-41cf-b7dc-5f1d685ae86f tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637686 Jul 05 02:22:02.387880 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d5e0030-d9bc-4348-85ff-e50cfa758bf3 admin admin] Made reservation on behalf of 988b75a44b3448cc9e1b91ae38dea717 for: {'network': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:22:02.387880 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0030-d9bc-4348-85ff-e50cfa758bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:02.396190 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0030-d9bc-4348-85ff-e50cfa758bf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:02.515719 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0030-d9bc-4348-85ff-e50cfa758bf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:02.615027 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0030-d9bc-4348-85ff-e50cfa758bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:02.655309 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-ae10836d-a99b-48a7-8ce6-45ea2a0934a9 None None] Provisioning for port 56b8015f-94a3-4395-b042-696c4e70e1cd completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:22:02.657153 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a5aaed-0bf6-4f97-90f4-2332ed8c7e3a req-1c473de7-e679-4b6b-bb1b-833e52a0f19f tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:02.659112 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-ae10836d-a99b-48a7-8ce6-45ea2a0934a9 None None] Provisioning complete for port 56b8015f-94a3-4395-b042-696c4e70e1cd triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:22:02.659487 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-ae10836d-a99b-48a7-8ce6-45ea2a0934a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:02.664924 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-88a5aaed-0bf6-4f97-90f4-2332ed8c7e3a req-1c473de7-e679-4b6b-bb1b-833e52a0f19f tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1ee81b5-e6b1-46ea-af4b-a17cc878fd0a HTTP/1.1" status: 200 len: 945 time: 0.1544747 Jul 05 02:22:02.670562 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d5e0030-d9bc-4348-85ff-e50cfa758bf3 admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=94461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:22:02.686436 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0030-d9bc-4348-85ff-e50cfa758bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:02.688021 n-d-771362-32 neutron-server[94461]: INFO neutron.db.segments_db [None req-4d5e0030-d9bc-4348-85ff-e50cfa758bf3 admin admin] Added segment 8d2d58d4-b860-41a2-af7b-7b5a5c3e18f9 of type vlan for network ccc7d4e0-6b16-4e4f-851f-0d5531b2b185 Jul 05 02:22:02.713158 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-ae10836d-a99b-48a7-8ce6-45ea2a0934a9 None None] Port 56b8015f-94a3-4395-b042-696c4e70e1cd cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:22:02.725292 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-88a5aaed-0bf6-4f97-90f4-2332ed8c7e3a req-c6609def-2a0a-4152-9fbd-62fa083d350f tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ff5da2-a315-4895-9d40-ac9ae668e60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594177 Jul 05 02:22:02.778671 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0030-d9bc-4348-85ff-e50cfa758bf3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:02.796477 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-784308f0-1231-4306-a9a7-0ce26c34f82c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3954152-aa83-410a-ad29-4f54d0faf476 {{(pid=94462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:22:02.797690 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5e0030-d9bc-4348-85ff-e50cfa758bf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74918f4d-c3c5-43b3-aeaa-73c712bc8baa,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:22:02.809317 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-784308f0-1231-4306-a9a7-0ce26c34f82c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:02.827215 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-784308f0-1231-4306-a9a7-0ce26c34f82c service neutron] Transition to ACTIVE for port object b3954152-aa83-410a-ad29-4f54d0faf476 will not be triggered until provisioned by entity L2. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:22:02.838898 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d769bc35-ae10-4144-afd6-d6b24a3aab3e req-f8920df3-7bfd-4c84-b2bb-bbf790b43eb1 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:02.845332 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d769bc35-ae10-4144-afd6-d6b24a3aab3e req-f8920df3-7bfd-4c84-b2bb-bbf790b43eb1 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:02.851409 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d769bc35-ae10-4144-afd6-d6b24a3aab3e req-f8920df3-7bfd-4c84-b2bb-bbf790b43eb1 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:02.857638 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d769bc35-ae10-4144-afd6-d6b24a3aab3e req-f8920df3-7bfd-4c84-b2bb-bbf790b43eb1 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:02.863812 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d769bc35-ae10-4144-afd6-d6b24a3aab3e req-f8920df3-7bfd-4c84-b2bb-bbf790b43eb1 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:02.865750 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d769bc35-ae10-4144-afd6-d6b24a3aab3e req-f8920df3-7bfd-4c84-b2bb-bbf790b43eb1 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/ports?device_id=a29b1f86-c2b3-4079-ba70-879d5fa5b04b HTTP/1.1" status: 200 len: 3817 time: 0.2635646 Jul 05 02:22:02.891425 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device a1e2a25b-1423-4d35-8264-af45ad30414b up at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:22:02.918269 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d769bc35-ae10-4144-afd6-d6b24a3aab3e req-b3b79ad8-6796-417e-8206-03e23c43be6b tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/security-groups?id=17338adc-3db3-4a61-bf9d-146877730ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458686 Jul 05 02:22:02.944579 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0030-d9bc-4348-85ff-e50cfa758bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:02.945924 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5e0030-d9bc-4348-85ff-e50cfa758bf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:02.946696 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0030-d9bc-4348-85ff-e50cfa758bf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:02.979896 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-784308f0-1231-4306-a9a7-0ce26c34f82c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:03.024922 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5e0030-d9bc-4348-85ff-e50cfa758bf3 admin admin] Pushing event updated for resources: {'Network': ['ID=ccc7d4e0-6b16-4e4f-851f-0d5531b2b185,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:22:03.035334 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network ccc7d4e0-6b16-4e4f-851f-0d5531b2b185 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:22:03.088492 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784308f0-1231-4306-a9a7-0ce26c34f82c service neutron] Pushing event updated for resources: {'Port': ['ID=b3954152-aa83-410a-ad29-4f54d0faf476,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:22:03.155981 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning for port a1e2a25b-1423-4d35-8264-af45ad30414b completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:22:03.160309 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-4d5e0030-d9bc-4348-85ff-e50cfa758bf3 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2378373 Jul 05 02:22:03.161101 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 55602) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:22:03.161281 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning complete for port a1e2a25b-1423-4d35-8264-af45ad30414b triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:22:03.162148 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:03.168170 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-b71584cb-f804-4221-89f5-b77540316879 admin admin] Request body: {'subnet': {'network_id': 'ccc7d4e0-6b16-4e4f-851f-0d5531b2b185', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1004415311-subnet', 'tenant_id': '988b75a44b3448cc9e1b91ae38dea717', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:22:03.211622 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-784308f0-1231-4306-a9a7-0ce26c34f82c service neutron] Attempting to bind port b3954152-aa83-410a-ad29-4f54d0faf476 on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:22:03.211970 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-784308f0-1231-4306-a9a7-0ce26c34f82c service neutron] Attempting to bind port b3954152-aa83-410a-ad29-4f54d0faf476 by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': 'ebdd5ec8-1058-47a8-b717-5a7ce40fe2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd6d9e04c-f9e8-4007-89f0-15eb2a09c709'}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:22:03.213778 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-784308f0-1231-4306-a9a7-0ce26c34f82c service neutron] Attempting to bind port b3954152-aa83-410a-ad29-4f54d0faf476 on network d6d9e04c-f9e8-4007-89f0-15eb2a09c709 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:22:03.233037 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-784308f0-1231-4306-a9a7-0ce26c34f82c service neutron] Port b3954152-aa83-410a-ad29-4f54d0faf476 on network d6d9e04c-f9e8-4007-89f0-15eb2a09c709 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:22:03.233373 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-784308f0-1231-4306-a9a7-0ce26c34f82c service neutron] Attempting to bind port b3954152-aa83-410a-ad29-4f54d0faf476 on network d6d9e04c-f9e8-4007-89f0-15eb2a09c709 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:22:03.245274 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-784308f0-1231-4306-a9a7-0ce26c34f82c service neutron] Checking agent: {'id': 'e071c76e-395f-48c4-a98f-88088465cf0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:22:03.245621 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-784308f0-1231-4306-a9a7-0ce26c34f82c service neutron] Checking segment: {'id': 'ebdd5ec8-1058-47a8-b717-5a7ce40fe2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd6d9e04c-f9e8-4007-89f0-15eb2a09c709'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:22:03.246113 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-784308f0-1231-4306-a9a7-0ce26c34f82c service neutron] Bound using segment: {'id': 'ebdd5ec8-1058-47a8-b717-5a7ce40fe2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd6d9e04c-f9e8-4007-89f0-15eb2a09c709'} {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:22:03.250180 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-784308f0-1231-4306-a9a7-0ce26c34f82c service neutron] Bound port: b3954152-aa83-410a-ad29-4f54d0faf476, host: n-h2-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebdd5ec8-1058-47a8-b717-5a7ce40fe2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd6d9e04c-f9e8-4007-89f0-15eb2a09c709'}}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:22:03.250712 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-784308f0-1231-4306-a9a7-0ce26c34f82c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:03.283991 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:03.297821 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affa6611-517c-4fd6-bde3-ad0af2c96e04 req-164131ec-9c02-4f1b-9785-c18e009b12df tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:03.305264 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-affa6611-517c-4fd6-bde3-ad0af2c96e04 req-164131ec-9c02-4f1b-9785-c18e009b12df tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=e361c8de-f613-4798-a90c-99b90beda3c5 HTTP/1.1" status: 200 len: 949 time: 0.2849374 Jul 05 02:22:03.337845 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port a1e2a25b-1423-4d35-8264-af45ad30414b, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=a1e2a25b-1423-4d35-8264-af45ad30414b,segment=NetworkSegment(a028bd42-8637-4eda-b2d9-cfc3731c23e0),segment_id=a028bd42-8637-4eda-b2d9-cfc3731c23e0)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:22:03.340890 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a715fb7a-9b07-4f40-8481-c6b802b030b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1e2a25b-1423-4d35-8264-af45ad30414b'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:22:03.343595 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a20eed5e-1893-4d41-be82-6f87f7e72e33" -d '{"events": [{"server_uuid": "a715fb7a-9b07-4f40-8481-c6b802b030b3", "name": "network-vif-plugged", "status": "completed", "tag": "a1e2a25b-1423-4d35-8264-af45ad30414b"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:22:03.343740 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f51b1f1-b326-4aa3-a37e-ef1b6eaaaf21 req-6d7f6c01-add1-4850-9278-46ca88de0fd2 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:03.352153 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0f51b1f1-b326-4aa3-a37e-ef1b6eaaaf21 req-6d7f6c01-add1-4850-9278-46ca88de0fd2 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?device_id=a715fb7a-9b07-4f40-8481-c6b802b030b3 HTTP/1.1" status: 200 len: 944 time: 0.1313241 Jul 05 02:22:03.371528 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b71584cb-f804-4221-89f5-b77540316879 admin admin] Made reservation on behalf of 988b75a44b3448cc9e1b91ae38dea717 for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:22:03.372930 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-affa6611-517c-4fd6-bde3-ad0af2c96e04 req-92324cab-1344-46cb-9273-ff14bfcaa9bb tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668905 Jul 05 02:22:03.373868 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b71584cb-f804-4221-89f5-b77540316879 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:03.399429 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-784308f0-1231-4306-a9a7-0ce26c34f82c service neutron] For port b3954152-aa83-410a-ad29-4f54d0faf476, host n-h2-771362-32, cleared binding levels {{(pid=94462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:22:03.403316 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-784308f0-1231-4306-a9a7-0ce26c34f82c service neutron] For port b3954152-aa83-410a-ad29-4f54d0faf476, host n-h2-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=b3954152-aa83-410a-ad29-4f54d0faf476,segment=NetworkSegment(ebdd5ec8-1058-47a8-b717-5a7ce40fe2d0),segment_id=ebdd5ec8-1058-47a8-b717-5a7ce40fe2d0)] {{(pid=94462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:22:03.455324 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0f51b1f1-b326-4aa3-a37e-ef1b6eaaaf21 req-3ae20000-4b99-47c7-82ba-b69d334110a5 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/security-groups?id=e258e924-fb3e-45d8-9b54-0249433deb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016924 Jul 05 02:22:03.500828 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:03.516998 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-784308f0-1231-4306-a9a7-0ce26c34f82c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:03.592232 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=a1e2a25b-1423-4d35-8264-af45ad30414b,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:22:03.605393 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06be6ebc-f8ad-425d-9c04-28241fc2e84d x-openstack-request-id: req-06be6ebc-f8ad-425d-9c04-28241fc2e84d {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:22:03.606189 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a715fb7a-9b07-4f40-8481-c6b802b030b3", "name": "network-vif-plugged", "status": "completed", "tag": "a1e2a25b-1423-4d35-8264-af45ad30414b", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:22:03.606760 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-06be6ebc-f8ad-425d-9c04-28241fc2e84d {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:22:03.607357 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a715fb7a-9b07-4f40-8481-c6b802b030b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1e2a25b-1423-4d35-8264-af45ad30414b', 'code': 200} Jul 05 02:22:03.639852 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-784308f0-1231-4306-a9a7-0ce26c34f82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:03.640507 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-784308f0-1231-4306-a9a7-0ce26c34f82c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:03.646757 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-784308f0-1231-4306-a9a7-0ce26c34f82c service neutron] 10.222.0.15 "PUT /v2.0/ports/b3954152-aa83-410a-ad29-4f54d0faf476 HTTP/1.1" status: 200 len: 1093 time: 1.4146519 Jul 05 02:22:03.654399 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a29b1f86-c2b3-4079-ba70-879d5fa5b04b', 'tag': 'b3954152-aa83-410a-ad29-4f54d0faf476'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:22:03.656704 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b223267e0e0ddb3199af7772d0b45336e3b4b54fbb151c86a8051291a61e85db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bafcf0bf-c234-4596-9351-fdecabbd20d6" -d '{"events": [{"name": "network-changed", "server_uuid": "a29b1f86-c2b3-4079-ba70-879d5fa5b04b", "tag": "b3954152-aa83-410a-ad29-4f54d0faf476"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:22:03.688954 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784308f0-1231-4306-a9a7-0ce26c34f82c service neutron] Pushing event updated for resources: {'Port': ['ID=b3954152-aa83-410a-ad29-4f54d0faf476,revision_number=3']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:22:03.773137 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-e9d540c7-9ae0-4d6f-ba9f-22bb6143a990 service neutron] Request body: {'port': {'device_id': 'a29b1f86-c2b3-4079-ba70-879d5fa5b04b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-32'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:22:03.784285 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b71584cb-f804-4221-89f5-b77540316879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5763451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774823'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:03.816320 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bddf791-d75a-4471-aafe-9af2011c5c0c x-openstack-request-id: req-4bddf791-d75a-4471-aafe-9af2011c5c0c {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:22:03.816871 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a29b1f86-c2b3-4079-ba70-879d5fa5b04b", "tag": "b3954152-aa83-410a-ad29-4f54d0faf476", "status": "completed", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:22:03.816871 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4bddf791-d75a-4471-aafe-9af2011c5c0c {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:22:03.817225 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a29b1f86-c2b3-4079-ba70-879d5fa5b04b', 'tag': 'b3954152-aa83-410a-ad29-4f54d0faf476', 'status': 'completed', 'code': 200} Jul 05 02:22:03.821668 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083e27d9-de7e-4cb3-ba08-38775b7ec140 req-ae73fb51-3ad4-431a-b804-ae846fac2a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:03.824257 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-083e27d9-de7e-4cb3-ba08-38775b7ec140 req-ae73fb51-3ad4-431a-b804-ae846fac2a9f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a715fb7a-9b07-4f40-8481-c6b802b030b3 HTTP/1.1" status: 200 len: 1097 time: 0.1576238 Jul 05 02:22:03.892599 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-e9d540c7-9ae0-4d6f-ba9f-22bb6143a990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:04.012077 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71584cb-f804-4221-89f5-b77540316879 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6df22703-c872-45c1-a831-1caebd87e2ef,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:22:04.020295 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-083e27d9-de7e-4cb3-ba08-38775b7ec140 req-967e5022-b036-470a-aff3-c6947ef386cb service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e258e924-fb3e-45d8-9b54-0249433deb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580453 Jul 05 02:22:04.029705 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71584cb-f804-4221-89f5-b77540316879 admin admin] Checking segment: {'id': '8d2d58d4-b860-41a2-af7b-7b5a5c3e18f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ccc7d4e0-6b16-4e4f-851f-0d5531b2b185'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:22:04.030069 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71584cb-f804-4221-89f5-b77540316879 admin admin] Network hostable DHCP agents. Network: ccc7d4e0-6b16-4e4f-851f-0d5531b2b185, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:22:04.064710 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e407fd47-4883-458b-a1ef-fe641a676a1a req-1f821b24-42e8-4d60-a949-60ec2712c2e5 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:04.070654 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e407fd47-4883-458b-a1ef-fe641a676a1a req-1f821b24-42e8-4d60-a949-60ec2712c2e5 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=dea8c6b3-deef-4865-b273-3a8b344c92e3 HTTP/1.1" status: 200 len: 946 time: 0.2758296 Jul 05 02:22:04.091429 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafcf0bf-c234-4596-9351-fdecabbd20d6 req-e5f9c965-7b1c-4b01-97e9-734519dcb156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:04.092230 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafcf0bf-c234-4596-9351-fdecabbd20d6 req-e5f9c965-7b1c-4b01-97e9-734519dcb156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:04.092978 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafcf0bf-c234-4596-9351-fdecabbd20d6 req-e5f9c965-7b1c-4b01-97e9-734519dcb156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:04.093633 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafcf0bf-c234-4596-9351-fdecabbd20d6 req-e5f9c965-7b1c-4b01-97e9-734519dcb156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:04.094314 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafcf0bf-c234-4596-9351-fdecabbd20d6 req-e5f9c965-7b1c-4b01-97e9-734519dcb156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:04.096458 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bafcf0bf-c234-4596-9351-fdecabbd20d6 req-e5f9c965-7b1c-4b01-97e9-734519dcb156 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=059a16d4d47342a1b52e205e2c168052&device_id=a29b1f86-c2b3-4079-ba70-879d5fa5b04b HTTP/1.1" status: 200 len: 4365 time: 0.2601626 Jul 05 02:22:04.106681 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7deb40e-ec86-4e5a-9aa4-47bb9556466f req-dd438a77-f915-457f-b0f2-326210d42bae tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:04.108623 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b7deb40e-ec86-4e5a-9aa4-47bb9556466f req-dd438a77-f915-457f-b0f2-326210d42bae tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1ee81b5-e6b1-46ea-af4b-a17cc878fd0a HTTP/1.1" status: 200 len: 945 time: 0.1642725 Jul 05 02:22:04.178318 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e407fd47-4883-458b-a1ef-fe641a676a1a req-629b501b-c571-4b09-8813-05d3d4f0d075 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018183 Jul 05 02:22:04.193506 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b7deb40e-ec86-4e5a-9aa4-47bb9556466f req-68e0840f-bb35-4249-a0ca-8effe8f3ceb3 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ff5da2-a315-4895-9d40-ac9ae668e60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769875 Jul 05 02:22:04.214278 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71584cb-f804-4221-89f5-b77540316879 admin admin] Network ccc7d4e0-6b16-4e4f-851f-0d5531b2b185 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:22:04.241994 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafcf0bf-c234-4596-9351-fdecabbd20d6 req-425da72b-e34c-4dfc-89c2-95f01a2d8402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:04.242489 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafcf0bf-c234-4596-9351-fdecabbd20d6 req-425da72b-e34c-4dfc-89c2-95f01a2d8402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:04.242972 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafcf0bf-c234-4596-9351-fdecabbd20d6 req-425da72b-e34c-4dfc-89c2-95f01a2d8402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:04.245039 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bafcf0bf-c234-4596-9351-fdecabbd20d6 req-425da72b-e34c-4dfc-89c2-95f01a2d8402 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=059a16d4d47342a1b52e205e2c168052&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.1369255 Jul 05 02:22:04.316808 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-e9d540c7-9ae0-4d6f-ba9f-22bb6143a990 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bf96118-202e-47ea-8323-729179ed339d {{(pid=94462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:22:04.320177 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-b71584cb-f804-4221-89f5-b77540316879 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, ccc7d4e0-6b16-4e4f-851f-0d5531b2b185) {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:22:04.329542 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71584cb-f804-4221-89f5-b77540316879 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:04.330184 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b71584cb-f804-4221-89f5-b77540316879 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:04.331915 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad2ea6d-1365-47d8-89a4-b54472781010 None None] Network ccc7d4e0-6b16-4e4f-851f-0d5531b2b185 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:22:04.336911 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-e9d540c7-9ae0-4d6f-ba9f-22bb6143a990 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:04.352458 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-e9d540c7-9ae0-4d6f-ba9f-22bb6143a990 service neutron] Transition to ACTIVE for port object 3bf96118-202e-47ea-8323-729179ed339d will not be triggered until provisioned by entity L2. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:22:04.412959 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafcf0bf-c234-4596-9351-fdecabbd20d6 req-7461bc9b-c6af-44bf-b510-fbd24a5fe339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:04.414566 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bafcf0bf-c234-4596-9351-fdecabbd20d6 req-7461bc9b-c6af-44bf-b510-fbd24a5fe339 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1611001 Jul 05 02:22:04.420475 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-e9d540c7-9ae0-4d6f-ba9f-22bb6143a990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:04.423774 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-b71584cb-f804-4221-89f5-b77540316879 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2611320 Jul 05 02:22:04.427512 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 55630) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:22:04.431946 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-d1967ef9-679b-4399-b3cf-88a5766eacd5 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1004415311-router', 'tenant_id': '988b75a44b3448cc9e1b91ae38dea717', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:22:04.479909 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab8b5a-a0e1-4f48-8581-4ec3eaccfd12 req-69d0a0e1-6bb5-467d-9a97-f24c63005ac6 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:04.486329 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab8b5a-a0e1-4f48-8581-4ec3eaccfd12 req-69d0a0e1-6bb5-467d-9a97-f24c63005ac6 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:04.500849 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab8b5a-a0e1-4f48-8581-4ec3eaccfd12 req-69d0a0e1-6bb5-467d-9a97-f24c63005ac6 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:04.520044 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab8b5a-a0e1-4f48-8581-4ec3eaccfd12 req-69d0a0e1-6bb5-467d-9a97-f24c63005ac6 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:04.537101 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab8b5a-a0e1-4f48-8581-4ec3eaccfd12 req-69d0a0e1-6bb5-467d-9a97-f24c63005ac6 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:04.542638 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f4ab8b5a-a0e1-4f48-8581-4ec3eaccfd12 req-69d0a0e1-6bb5-467d-9a97-f24c63005ac6 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/ports?device_id=a29b1f86-c2b3-4079-ba70-879d5fa5b04b HTTP/1.1" status: 200 len: 3829 time: 0.1783092 Jul 05 02:22:04.544097 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d1967ef9-679b-4399-b3cf-88a5766eacd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11810'] for router, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:04.548563 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d1967ef9-679b-4399-b3cf-88a5766eacd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1926740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11821'] for router, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:04.611040 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bee88b8-38eb-4f46-9668-0f5c8b9dc24e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-ccc7d4e0-6b16-4e4f-851f-0d5531b2b185', 'network_id': 'ccc7d4e0-6b16-4e4f-851f-0d5531b2b185', 'tenant_id': '988b75a44b3448cc9e1b91ae38dea717', 'fixed_ips': [{'subnet_id': '6df22703-c872-45c1-a831-1caebd87e2ef'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:22:04.611919 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-7bee88b8-38eb-4f46-9668-0f5c8b9dc24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:04.616582 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d540c7-9ae0-4d6f-ba9f-22bb6143a990 service neutron] Pushing event updated for resources: {'Port': ['ID=3bf96118-202e-47ea-8323-729179ed339d,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:22:04.670819 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-e9d540c7-9ae0-4d6f-ba9f-22bb6143a990 service neutron] Attempting to bind port 3bf96118-202e-47ea-8323-729179ed339d on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:22:04.671262 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-e9d540c7-9ae0-4d6f-ba9f-22bb6143a990 service neutron] Attempting to bind port 3bf96118-202e-47ea-8323-729179ed339d by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '1e66968f-6f5e-4e8c-8b7e-ad16b36c9c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '8521063c-8363-41f1-a9c0-837836263ed0'}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:22:04.672239 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-e9d540c7-9ae0-4d6f-ba9f-22bb6143a990 service neutron] Attempting to bind port 3bf96118-202e-47ea-8323-729179ed339d on network 8521063c-8363-41f1-a9c0-837836263ed0 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:22:04.685405 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-e9d540c7-9ae0-4d6f-ba9f-22bb6143a990 service neutron] Port 3bf96118-202e-47ea-8323-729179ed339d on network 8521063c-8363-41f1-a9c0-837836263ed0 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:22:04.685745 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-e9d540c7-9ae0-4d6f-ba9f-22bb6143a990 service neutron] Attempting to bind port 3bf96118-202e-47ea-8323-729179ed339d on network 8521063c-8363-41f1-a9c0-837836263ed0 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:22:04.687839 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f4ab8b5a-a0e1-4f48-8581-4ec3eaccfd12 req-68bedadf-7a1f-4351-8124-7cb8110af19f tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/security-groups?id=17338adc-3db3-4a61-bf9d-146877730ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1354024 Jul 05 02:22:04.699690 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-e9d540c7-9ae0-4d6f-ba9f-22bb6143a990 service neutron] Checking agent: {'id': 'e071c76e-395f-48c4-a98f-88088465cf0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:22:04.700056 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-e9d540c7-9ae0-4d6f-ba9f-22bb6143a990 service neutron] Checking segment: {'id': '1e66968f-6f5e-4e8c-8b7e-ad16b36c9c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '8521063c-8363-41f1-a9c0-837836263ed0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:22:04.702031 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-e9d540c7-9ae0-4d6f-ba9f-22bb6143a990 service neutron] Bound using segment: {'id': '1e66968f-6f5e-4e8c-8b7e-ad16b36c9c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '8521063c-8363-41f1-a9c0-837836263ed0'} {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:22:04.702713 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-e9d540c7-9ae0-4d6f-ba9f-22bb6143a990 service neutron] Bound port: 3bf96118-202e-47ea-8323-729179ed339d, host: n-h2-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e66968f-6f5e-4e8c-8b7e-ad16b36c9c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '8521063c-8363-41f1-a9c0-837836263ed0'}}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:22:04.703858 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-e9d540c7-9ae0-4d6f-ba9f-22bb6143a990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:04.798619 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d1967ef9-679b-4399-b3cf-88a5766eacd5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:04.881036 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-7bee88b8-38eb-4f46-9668-0f5c8b9dc24e None None] Allocated IP 172.20.0.2 (ccc7d4e0-6b16-4e4f-851f-0d5531b2b185/6df22703-c872-45c1-a831-1caebd87e2ef/82c1931e-a5a4-4f24-b175-867af295480c) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:22:04.922084 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a086fd-b822-4c8c-86fe-495c270745fd req-bb9d0559-d957-4ae5-8a17-3c736f94e7c2 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:04.929276 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-32a086fd-b822-4c8c-86fe-495c270745fd req-bb9d0559-d957-4ae5-8a17-3c736f94e7c2 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=e361c8de-f613-4798-a90c-99b90beda3c5 HTTP/1.1" status: 200 len: 949 time: 0.2174687 Jul 05 02:22:04.931731 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-e9d540c7-9ae0-4d6f-ba9f-22bb6143a990 service neutron] For port 3bf96118-202e-47ea-8323-729179ed339d, host n-h2-771362-32, cleared binding levels {{(pid=94462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:22:04.971113 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-e9d540c7-9ae0-4d6f-ba9f-22bb6143a990 service neutron] For port 3bf96118-202e-47ea-8323-729179ed339d, host n-h2-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=3bf96118-202e-47ea-8323-729179ed339d,segment=NetworkSegment(1e66968f-6f5e-4e8c-8b7e-ad16b36c9c98),segment_id=1e66968f-6f5e-4e8c-8b7e-ad16b36c9c98)] {{(pid=94462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:22:05.006737 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-32a086fd-b822-4c8c-86fe-495c270745fd req-2226a5a4-dbe3-4e15-b960-8fa50b5d8c85 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764058 Jul 05 02:22:05.062531 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d1967ef9-679b-4399-b3cf-88a5766eacd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:05.099403 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-e9d540c7-9ae0-4d6f-ba9f-22bb6143a990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:05.139237 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-7bee88b8-38eb-4f46-9668-0f5c8b9dc24e None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:05.160142 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-e9d540c7-9ae0-4d6f-ba9f-22bb6143a990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:05.170093 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-7bee88b8-38eb-4f46-9668-0f5c8b9dc24e None None] Transition to ACTIVE for port object 82c1931e-a5a4-4f24-b175-867af295480c will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:22:05.170275 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-e9d540c7-9ae0-4d6f-ba9f-22bb6143a990 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:05.171865 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-e9d540c7-9ae0-4d6f-ba9f-22bb6143a990 service neutron] 10.222.0.15 "PUT /v2.0/ports/3bf96118-202e-47ea-8323-729179ed339d HTTP/1.1" status: 200 len: 1131 time: 1.4040623 Jul 05 02:22:05.206355 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-7bee88b8-38eb-4f46-9668-0f5c8b9dc24e None None] Transition to ACTIVE for port object 82c1931e-a5a4-4f24-b175-867af295480c will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:22:05.217874 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d540c7-9ae0-4d6f-ba9f-22bb6143a990 service neutron] Pushing event updated for resources: {'Port': ['ID=3bf96118-202e-47ea-8323-729179ed339d,revision_number=3']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:22:05.302785 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-ad8b9925-82c6-4472-9706-cac2a48142b6 service neutron] Request body: {'port': {'device_id': 'a29b1f86-c2b3-4079-ba70-879d5fa5b04b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-32'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:22:05.379317 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-7bee88b8-38eb-4f46-9668-0f5c8b9dc24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:05.408810 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-ad8b9925-82c6-4472-9706-cac2a48142b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:05.410734 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb91384-9675-4773-80a0-da2e419bc568 req-5242be66-11b0-469f-b607-323cc076ac1c tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:05.412593 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8eb91384-9675-4773-80a0-da2e419bc568 req-5242be66-11b0-469f-b607-323cc076ac1c tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?device_id=a715fb7a-9b07-4f40-8481-c6b802b030b3 HTTP/1.1" status: 200 len: 945 time: 0.1166134 Jul 05 02:22:05.468670 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bee88b8-38eb-4f46-9668-0f5c8b9dc24e None None] Pushing event updated for resources: {'Port': ['ID=82c1931e-a5a4-4f24-b175-867af295480c,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:22:05.486620 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bee88b8-38eb-4f46-9668-0f5c8b9dc24e None None] Network ccc7d4e0-6b16-4e4f-851f-0d5531b2b185 is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:22:05.491639 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-7bee88b8-38eb-4f46-9668-0f5c8b9dc24e None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:22:05.495666 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bee88b8-38eb-4f46-9668-0f5c8b9dc24e None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:22:05.618779 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-7bee88b8-38eb-4f46-9668-0f5c8b9dc24e None None] Attempting to bind port 82c1931e-a5a4-4f24-b175-867af295480c on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:22:05.619148 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-7bee88b8-38eb-4f46-9668-0f5c8b9dc24e None None] Attempting to bind port 82c1931e-a5a4-4f24-b175-867af295480c by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '8d2d58d4-b860-41a2-af7b-7b5a5c3e18f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ccc7d4e0-6b16-4e4f-851f-0d5531b2b185'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:22:05.619516 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bee88b8-38eb-4f46-9668-0f5c8b9dc24e None None] Attempting to bind port 82c1931e-a5a4-4f24-b175-867af295480c on network ccc7d4e0-6b16-4e4f-851f-0d5531b2b185 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:22:05.631719 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8eb91384-9675-4773-80a0-da2e419bc568 req-1ee08692-73fb-4838-8a66-6060da749f00 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/security-groups?id=e258e924-fb3e-45d8-9b54-0249433deb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730328 Jul 05 02:22:05.633193 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bee88b8-38eb-4f46-9668-0f5c8b9dc24e None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:22:05.637647 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bee88b8-38eb-4f46-9668-0f5c8b9dc24e None None] Checking segment: {'id': '8d2d58d4-b860-41a2-af7b-7b5a5c3e18f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ccc7d4e0-6b16-4e4f-851f-0d5531b2b185'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:22:05.637647 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-7bee88b8-38eb-4f46-9668-0f5c8b9dc24e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:05.637647 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bee88b8-38eb-4f46-9668-0f5c8b9dc24e None None] Bound using segment: {'id': '8d2d58d4-b860-41a2-af7b-7b5a5c3e18f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ccc7d4e0-6b16-4e4f-851f-0d5531b2b185'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:22:05.637647 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-7bee88b8-38eb-4f46-9668-0f5c8b9dc24e None None] Bound port: 82c1931e-a5a4-4f24-b175-867af295480c, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d2d58d4-b860-41a2-af7b-7b5a5c3e18f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ccc7d4e0-6b16-4e4f-851f-0d5531b2b185'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:22:05.637647 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-7bee88b8-38eb-4f46-9668-0f5c8b9dc24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:05.770814 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d1967ef9-679b-4399-b3cf-88a5766eacd5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:05.798514 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-7bee88b8-38eb-4f46-9668-0f5c8b9dc24e None None] For port 82c1931e-a5a4-4f24-b175-867af295480c, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:22:05.802850 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-7bee88b8-38eb-4f46-9668-0f5c8b9dc24e None None] For port 82c1931e-a5a4-4f24-b175-867af295480c, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=82c1931e-a5a4-4f24-b175-867af295480c,segment=NetworkSegment(8d2d58d4-b860-41a2-af7b-7b5a5c3e18f9),segment_id=8d2d58d4-b860-41a2-af7b-7b5a5c3e18f9)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:22:05.821506 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a29b1f86-c2b3-4079-ba70-879d5fa5b04b', 'tag': '3bf96118-202e-47ea-8323-729179ed339d'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:22:05.823777 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b223267e0e0ddb3199af7772d0b45336e3b4b54fbb151c86a8051291a61e85db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79e6f282-1f12-46e8-94a2-a66b225d05f7" -d '{"events": [{"name": "network-changed", "server_uuid": "a29b1f86-c2b3-4079-ba70-879d5fa5b04b", "tag": "3bf96118-202e-47ea-8323-729179ed339d"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:22:05.865665 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-ad8b9925-82c6-4472-9706-cac2a48142b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ae34ffe-cf3c-4868-8258-c90b90a1fe5d {{(pid=94462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:22:05.888825 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-ad8b9925-82c6-4472-9706-cac2a48142b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:05.891051 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d1967ef9-679b-4399-b3cf-88a5766eacd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:05.895456 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-7bee88b8-38eb-4f46-9668-0f5c8b9dc24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:05.936894 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-ad8b9925-82c6-4472-9706-cac2a48142b6 service neutron] Transition to ACTIVE for port object 5ae34ffe-cf3c-4868-8258-c90b90a1fe5d will not be triggered until provisioned by entity L2. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:22:05.962667 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da43fa4-847e-4551-8bc3-8d22e470be59 req-6fb9a075-de82-405c-ba7d-f96ae246e625 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:05.970929 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3da43fa4-847e-4551-8bc3-8d22e470be59 req-6fb9a075-de82-405c-ba7d-f96ae246e625 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1ee81b5-e6b1-46ea-af4b-a17cc878fd0a HTTP/1.1" status: 200 len: 945 time: 0.1004417 Jul 05 02:22:05.992328 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bee88b8-38eb-4f46-9668-0f5c8b9dc24e None None] Pushing event updated for resources: {'Port': ['ID=82c1931e-a5a4-4f24-b175-867af295480c,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:22:06.030390 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3da43fa4-847e-4551-8bc3-8d22e470be59 req-08152190-a2b8-4458-9b1c-3603c0eba6ce tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ff5da2-a315-4895-9d40-ac9ae668e60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573061 Jul 05 02:22:06.031277 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-ad8b9925-82c6-4472-9706-cac2a48142b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:06.097636 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad31a1-f635-4d63-8f7b-bf4f68e72b0b req-319a68b4-5afd-4d7a-9d95-019efa412f58 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:06.104626 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-31ad31a1-f635-4d63-8f7b-bf4f68e72b0b req-319a68b4-5afd-4d7a-9d95-019efa412f58 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=dea8c6b3-deef-4865-b273-3a8b344c92e3 HTTP/1.1" status: 200 len: 946 time: 0.2995834 Jul 05 02:22:06.107409 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-d1967ef9-679b-4399-b3cf-88a5766eacd5 admin admin] Allocated IP 172.25.7.145 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/0680dfb9-5f90-41f8-bcfb-59904d93335f) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:22:06.111343 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3279c23e-78d2-4b3b-b53d-580b6d57c73d req-6fa70620-8c9d-46f7-bea8-accffa3b42fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:06.112820 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3279c23e-78d2-4b3b-b53d-580b6d57c73d req-6fa70620-8c9d-46f7-bea8-accffa3b42fa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7455493d17ff4f929a8e881b03b6f683&device_id=f1ee81b5-e6b1-46ea-af4b-a17cc878fd0a HTTP/1.1" status: 200 len: 1097 time: 0.4151464 Jul 05 02:22:06.243991 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-31ad31a1-f635-4d63-8f7b-bf4f68e72b0b req-1da68ebf-5f02-43e6-b50c-c2c8b878de64 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383376 Jul 05 02:22:06.333354 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8b9925-82c6-4472-9706-cac2a48142b6 service neutron] Pushing event updated for resources: {'Port': ['ID=5ae34ffe-cf3c-4868-8258-c90b90a1fe5d,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:22:06.414153 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4392c60b-65ec-4c5c-8822-d18355028a06 x-openstack-request-id: req-4392c60b-65ec-4c5c-8822-d18355028a06 {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:22:06.414564 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a29b1f86-c2b3-4079-ba70-879d5fa5b04b", "tag": "3bf96118-202e-47ea-8323-729179ed339d", "status": "completed", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:22:06.414912 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4392c60b-65ec-4c5c-8822-d18355028a06 {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:22:06.415392 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a29b1f86-c2b3-4079-ba70-879d5fa5b04b', 'tag': '3bf96118-202e-47ea-8323-729179ed339d', 'status': 'completed', 'code': 200} Jul 05 02:22:06.418630 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-ad8b9925-82c6-4472-9706-cac2a48142b6 service neutron] Attempting to bind port 5ae34ffe-cf3c-4868-8258-c90b90a1fe5d on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:22:06.419345 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-ad8b9925-82c6-4472-9706-cac2a48142b6 service neutron] Attempting to bind port 5ae34ffe-cf3c-4868-8258-c90b90a1fe5d by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '1e66968f-6f5e-4e8c-8b7e-ad16b36c9c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '8521063c-8363-41f1-a9c0-837836263ed0'}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:22:06.419785 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-ad8b9925-82c6-4472-9706-cac2a48142b6 service neutron] Attempting to bind port 5ae34ffe-cf3c-4868-8258-c90b90a1fe5d on network 8521063c-8363-41f1-a9c0-837836263ed0 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:22:06.425902 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-ad8b9925-82c6-4472-9706-cac2a48142b6 service neutron] Port 5ae34ffe-cf3c-4868-8258-c90b90a1fe5d on network 8521063c-8363-41f1-a9c0-837836263ed0 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:22:06.426373 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-ad8b9925-82c6-4472-9706-cac2a48142b6 service neutron] Attempting to bind port 5ae34ffe-cf3c-4868-8258-c90b90a1fe5d on network 8521063c-8363-41f1-a9c0-837836263ed0 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:22:06.442716 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-ad8b9925-82c6-4472-9706-cac2a48142b6 service neutron] Checking agent: {'id': 'e071c76e-395f-48c4-a98f-88088465cf0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:22:06.443215 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-ad8b9925-82c6-4472-9706-cac2a48142b6 service neutron] Checking segment: {'id': '1e66968f-6f5e-4e8c-8b7e-ad16b36c9c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '8521063c-8363-41f1-a9c0-837836263ed0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:22:06.443759 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-ad8b9925-82c6-4472-9706-cac2a48142b6 service neutron] Bound using segment: {'id': '1e66968f-6f5e-4e8c-8b7e-ad16b36c9c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '8521063c-8363-41f1-a9c0-837836263ed0'} {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:22:06.444391 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-ad8b9925-82c6-4472-9706-cac2a48142b6 service neutron] Bound port: 5ae34ffe-cf3c-4868-8258-c90b90a1fe5d, host: n-h2-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e66968f-6f5e-4e8c-8b7e-ad16b36c9c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '8521063c-8363-41f1-a9c0-837836263ed0'}}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:22:06.444847 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-ad8b9925-82c6-4472-9706-cac2a48142b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:06.565993 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3279c23e-78d2-4b3b-b53d-580b6d57c73d req-5abe45e3-bddd-4a61-ac49-4e0d6ef02555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:06.569504 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3279c23e-78d2-4b3b-b53d-580b6d57c73d req-5abe45e3-bddd-4a61-ac49-4e0d6ef02555 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6cfd0ff6-092e-4d7d-abdc-13803a9d5da8 HTTP/1.1" status: 200 len: 918 time: 0.4219713 Jul 05 02:22:06.594968 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bb6191-c813-437b-9b1c-54ce68216445 req-1af8743b-06d0-4c13-ab1b-5011e1ff6418 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:06.607443 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bb6191-c813-437b-9b1c-54ce68216445 req-1af8743b-06d0-4c13-ab1b-5011e1ff6418 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:06.621372 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bb6191-c813-437b-9b1c-54ce68216445 req-1af8743b-06d0-4c13-ab1b-5011e1ff6418 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:06.631117 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bb6191-c813-437b-9b1c-54ce68216445 req-1af8743b-06d0-4c13-ab1b-5011e1ff6418 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:06.637534 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bb6191-c813-437b-9b1c-54ce68216445 req-1af8743b-06d0-4c13-ab1b-5011e1ff6418 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:06.654822 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bb6191-c813-437b-9b1c-54ce68216445 req-1af8743b-06d0-4c13-ab1b-5011e1ff6418 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:06.662483 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bb6191-c813-437b-9b1c-54ce68216445 req-1af8743b-06d0-4c13-ab1b-5011e1ff6418 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:06.664487 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-62bb6191-c813-437b-9b1c-54ce68216445 req-1af8743b-06d0-4c13-ab1b-5011e1ff6418 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/ports?device_id=a29b1f86-c2b3-4079-ba70-879d5fa5b04b HTTP/1.1" status: 200 len: 5374 time: 0.3826306 Jul 05 02:22:06.681623 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3279c23e-78d2-4b3b-b53d-580b6d57c73d req-3233f6eb-9e91-42f8-b58e-83fe4e361fcc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a94eebee-b20d-4089-ae54-a2b450a41407 HTTP/1.1" status: 200 len: 217 time: 0.1024640 Jul 05 02:22:06.715813 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-ad8b9925-82c6-4472-9706-cac2a48142b6 service neutron] For port 5ae34ffe-cf3c-4868-8258-c90b90a1fe5d, host n-h2-771362-32, cleared binding levels {{(pid=94462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:22:06.724046 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-ad8b9925-82c6-4472-9706-cac2a48142b6 service neutron] For port 5ae34ffe-cf3c-4868-8258-c90b90a1fe5d, host n-h2-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=5ae34ffe-cf3c-4868-8258-c90b90a1fe5d,segment=NetworkSegment(1e66968f-6f5e-4e8c-8b7e-ad16b36c9c98),segment_id=1e66968f-6f5e-4e8c-8b7e-ad16b36c9c98)] {{(pid=94462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:22:06.735730 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-62bb6191-c813-437b-9b1c-54ce68216445 req-84d7811a-347a-42e6-a701-ad9029bf2735 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/security-groups?id=17338adc-3db3-4a61-bf9d-146877730ae5&id=aee4c074-5a4c-4da1-9a49-8feda33d45d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0610936 Jul 05 02:22:06.757706 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d1967ef9-679b-4399-b3cf-88a5766eacd5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:06.789982 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3279c23e-78d2-4b3b-b53d-580b6d57c73d req-ab98f3bd-76fa-4b4a-99fa-bf96d1906b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:06.789982 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3279c23e-78d2-4b3b-b53d-580b6d57c73d req-ab98f3bd-76fa-4b4a-99fa-bf96d1906b6a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=897df1a7-23db-4d0f-a82a-3f13ebc756b2 HTTP/1.1" status: 200 len: 858 time: 0.0941114 Jul 05 02:22:06.790661 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-ad8b9925-82c6-4472-9706-cac2a48142b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:06.808979 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e6f282-1f12-46e8-94a2-a66b225d05f7 req-7014094b-1592-4bd2-bfc7-e19bdfdc009a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:06.810515 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e6f282-1f12-46e8-94a2-a66b225d05f7 req-7014094b-1592-4bd2-bfc7-e19bdfdc009a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:06.810515 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e6f282-1f12-46e8-94a2-a66b225d05f7 req-7014094b-1592-4bd2-bfc7-e19bdfdc009a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:06.810515 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e6f282-1f12-46e8-94a2-a66b225d05f7 req-7014094b-1592-4bd2-bfc7-e19bdfdc009a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:06.810933 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e6f282-1f12-46e8-94a2-a66b225d05f7 req-7014094b-1592-4bd2-bfc7-e19bdfdc009a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:06.811576 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e6f282-1f12-46e8-94a2-a66b225d05f7 req-7014094b-1592-4bd2-bfc7-e19bdfdc009a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:06.811875 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e6f282-1f12-46e8-94a2-a66b225d05f7 req-7014094b-1592-4bd2-bfc7-e19bdfdc009a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:06.813712 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-79e6f282-1f12-46e8-94a2-a66b225d05f7 req-7014094b-1592-4bd2-bfc7-e19bdfdc009a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=059a16d4d47342a1b52e205e2c168052&device_id=a29b1f86-c2b3-4079-ba70-879d5fa5b04b HTTP/1.1" status: 200 len: 6172 time: 0.4439821 Jul 05 02:22:06.869729 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3279c23e-78d2-4b3b-b53d-580b6d57c73d req-456cc968-2b0a-45a1-91f5-8633c2fedb18 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6cfd0ff6-092e-4d7d-abdc-13803a9d5da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703871 Jul 05 02:22:06.888950 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e30ac21-668b-4832-aa7e-8645eaa65614 req-8f04d82c-549b-4b4e-a5d1-e4939acc8192 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:06.896430 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1e30ac21-668b-4832-aa7e-8645eaa65614 req-8f04d82c-549b-4b4e-a5d1-e4939acc8192 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=e361c8de-f613-4798-a90c-99b90beda3c5 HTTP/1.1" status: 200 len: 949 time: 0.2939897 Jul 05 02:22:06.937820 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-ad8b9925-82c6-4472-9706-cac2a48142b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:06.939831 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-ad8b9925-82c6-4472-9706-cac2a48142b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:06.941589 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-ad8b9925-82c6-4472-9706-cac2a48142b6 service neutron] 10.222.0.15 "PUT /v2.0/ports/5ae34ffe-cf3c-4868-8258-c90b90a1fe5d HTTP/1.1" status: 200 len: 1132 time: 1.6440189 Jul 05 02:22:06.943115 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8b9925-82c6-4472-9706-cac2a48142b6 service neutron] Pushing event updated for resources: {'Port': ['ID=5ae34ffe-cf3c-4868-8258-c90b90a1fe5d,revision_number=3']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:22:07.058790 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-db833df5-5d36-4ed2-8aba-ec5c1ee3886e service neutron] Request body: {'port': {'device_id': 'a29b1f86-c2b3-4079-ba70-879d5fa5b04b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-32'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:22:07.123572 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bbe741-30e8-4224-b794-764e8f260e0e req-6bafcec2-111c-48d0-9157-40574c3310f8 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:07.125264 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d9bbe741-30e8-4224-b794-764e8f260e0e req-6bafcec2-111c-48d0-9157-40574c3310f8 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?device_id=a715fb7a-9b07-4f40-8481-c6b802b030b3 HTTP/1.1" status: 200 len: 945 time: 0.1626410 Jul 05 02:22:07.187059 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-db833df5-5d36-4ed2-8aba-ec5c1ee3886e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:07.214009 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d9bbe741-30e8-4224-b794-764e8f260e0e req-07a9de89-2c97-458a-9dd5-a20e1391dc41 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/security-groups?id=e258e924-fb3e-45d8-9b54-0249433deb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633199 Jul 05 02:22:07.482634 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1e30ac21-668b-4832-aa7e-8645eaa65614 req-976510e2-04f6-4130-bca7-1073191e1547 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5851972 Jul 05 02:22:07.499388 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3279c23e-78d2-4b3b-b53d-580b6d57c73d req-7a2ef18f-ae6f-486c-bb01-e6c5aec61a37 service neutron] 10.222.0.15 "GET /v2.0/networks/6cfd0ff6-092e-4d7d-abdc-13803a9d5da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5632761 Jul 05 02:22:07.524384 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945ce8c6-2fbd-4670-9273-b93a95556d96 None None] Network ccc7d4e0-6b16-4e4f-851f-0d5531b2b185 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:22:07.611896 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d1967ef9-679b-4399-b3cf-88a5766eacd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:07.649034 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 82c1931e-a5a4-4f24-b175-867af295480c up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:22:07.650188 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e6f282-1f12-46e8-94a2-a66b225d05f7 req-c6c9fc65-8344-4715-a0bc-58ebed58f37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:07.650681 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e6f282-1f12-46e8-94a2-a66b225d05f7 req-c6c9fc65-8344-4715-a0bc-58ebed58f37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:07.651152 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e6f282-1f12-46e8-94a2-a66b225d05f7 req-c6c9fc65-8344-4715-a0bc-58ebed58f37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:07.652842 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-79e6f282-1f12-46e8-94a2-a66b225d05f7 req-c6c9fc65-8344-4715-a0bc-58ebed58f37a service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=059a16d4d47342a1b52e205e2c168052&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.8214436 Jul 05 02:22:07.756450 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1967ef9-679b-4399-b3cf-88a5766eacd5 admin admin] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:22:07.785452 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-d1967ef9-679b-4399-b3cf-88a5766eacd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:22:07.793756 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1967ef9-679b-4399-b3cf-88a5766eacd5 admin admin] Pushing event updated for resources: {'Port': ['ID=0680dfb9-5f90-41f8-bcfb-59904d93335f,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:22:07.800788 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1967ef9-679b-4399-b3cf-88a5766eacd5 admin admin] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:22:07.854854 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3279c23e-78d2-4b3b-b53d-580b6d57c73d req-daafd80d-f252-4e41-af2e-68f0cb6ecf42 service neutron] 10.222.0.15 "GET /v2.0/networks/6cfd0ff6-092e-4d7d-abdc-13803a9d5da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3324239 Jul 05 02:22:07.935188 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7024b9-cace-4666-b043-ea79aca2270a req-0aabb94e-3505-456e-b46a-a690cd97646c tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:07.942298 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7a7024b9-cace-4666-b043-ea79aca2270a req-0aabb94e-3505-456e-b46a-a690cd97646c tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?device_id=a715fb7a-9b07-4f40-8481-c6b802b030b3 HTTP/1.1" status: 200 len: 945 time: 0.2853861 Jul 05 02:22:07.949371 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-948d5b20-c5b8-47b3-b07b-82f94c5219b7 None None] Provisioning for port 82c1931e-a5a4-4f24-b175-867af295480c completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:22:07.962996 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8985a2c3-e7a0-4933-a758-c2bd8bc86669 req-c4cee8fb-ab44-4a60-835c-003ffbf705ec tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:07.971532 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8985a2c3-e7a0-4933-a758-c2bd8bc86669 req-c4cee8fb-ab44-4a60-835c-003ffbf705ec tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1ee81b5-e6b1-46ea-af4b-a17cc878fd0a HTTP/1.1" status: 200 len: 945 time: 0.2059541 Jul 05 02:22:07.975825 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 82c1931e-a5a4-4f24-b175-867af295480c completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:22:07.983267 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 82c1931e-a5a4-4f24-b175-867af295480c triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:22:07.983642 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:07.996047 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e6f282-1f12-46e8-94a2-a66b225d05f7 req-8caf735d-3b62-41aa-8fae-061ed35d3d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:07.997573 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-79e6f282-1f12-46e8-94a2-a66b225d05f7 req-8caf735d-3b62-41aa-8fae-061ed35d3d99 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3378623 Jul 05 02:22:08.076045 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7a7024b9-cace-4666-b043-ea79aca2270a req-9d80a293-839c-4739-a76d-346006bafb5c tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/security-groups?id=e258e924-fb3e-45d8-9b54-0249433deb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327581 Jul 05 02:22:08.166304 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8985a2c3-e7a0-4933-a758-c2bd8bc86669 req-99f99ae1-249d-46b2-bccd-a066ee88813d tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ff5da2-a315-4895-9d40-ac9ae668e60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936173 Jul 05 02:22:08.174711 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-db833df5-5d36-4ed2-8aba-ec5c1ee3886e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5989baa9-fe49-4803-b03e-335f01c6c828 {{(pid=94462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:22:08.179345 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:08.182934 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-db833df5-5d36-4ed2-8aba-ec5c1ee3886e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:08.208814 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-db833df5-5d36-4ed2-8aba-ec5c1ee3886e service neutron] Transition to ACTIVE for port object 5989baa9-fe49-4803-b03e-335f01c6c828 will not be triggered until provisioned by entity L2. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:22:08.220010 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 82c1931e-a5a4-4f24-b175-867af295480c, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=82c1931e-a5a4-4f24-b175-867af295480c,segment=NetworkSegment(8d2d58d4-b860-41a2-af7b-7b5a5c3e18f9),segment_id=8d2d58d4-b860-41a2-af7b-7b5a5c3e18f9)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:22:08.235617 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-40da71e9-b5c6-4987-be9d-ab97090b5b40 None None] Provisioning complete for port 82c1931e-a5a4-4f24-b175-867af295480c triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:22:08.235617 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-40da71e9-b5c6-4987-be9d-ab97090b5b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:08.290170 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-db833df5-5d36-4ed2-8aba-ec5c1ee3886e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:08.315419 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:08.325428 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-40da71e9-b5c6-4987-be9d-ab97090b5b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:08.367173 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d1967ef9-679b-4399-b3cf-88a5766eacd5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:08.424763 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a29b1f86-c2b3-4079-ba70-879d5fa5b04b', 'tag': '5ae34ffe-cf3c-4868-8258-c90b90a1fe5d'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:22:08.428508 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b223267e0e0ddb3199af7772d0b45336e3b4b54fbb151c86a8051291a61e85db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8998ead-ddbc-48f1-ab44-d425b12ba8c4" -d '{"events": [{"name": "network-changed", "server_uuid": "a29b1f86-c2b3-4079-ba70-879d5fa5b04b", "tag": "5ae34ffe-cf3c-4868-8258-c90b90a1fe5d"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:22:08.429993 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=82c1931e-a5a4-4f24-b175-867af295480c,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:22:08.481059 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db833df5-5d36-4ed2-8aba-ec5c1ee3886e service neutron] Pushing event updated for resources: {'Port': ['ID=5989baa9-fe49-4803-b03e-335f01c6c828,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:22:08.487312 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.db.api [None req-40da71e9-b5c6-4987-be9d-ab97090b5b40 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94463) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 02:22:08.487680 n-d-771362-32 neutron-server[94463]: DEBUG oslo_db.api [None req-40da71e9-b5c6-4987-be9d-ab97090b5b40 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 02:22:08.526599 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-db833df5-5d36-4ed2-8aba-ec5c1ee3886e service neutron] Attempting to bind port 5989baa9-fe49-4803-b03e-335f01c6c828 on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:22:08.527444 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-db833df5-5d36-4ed2-8aba-ec5c1ee3886e service neutron] Attempting to bind port 5989baa9-fe49-4803-b03e-335f01c6c828 by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '1e66968f-6f5e-4e8c-8b7e-ad16b36c9c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '8521063c-8363-41f1-a9c0-837836263ed0'}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:22:08.528174 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-db833df5-5d36-4ed2-8aba-ec5c1ee3886e service neutron] Attempting to bind port 5989baa9-fe49-4803-b03e-335f01c6c828 on network 8521063c-8363-41f1-a9c0-837836263ed0 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:22:08.533346 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-db833df5-5d36-4ed2-8aba-ec5c1ee3886e service neutron] Port 5989baa9-fe49-4803-b03e-335f01c6c828 on network 8521063c-8363-41f1-a9c0-837836263ed0 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:22:08.533957 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-db833df5-5d36-4ed2-8aba-ec5c1ee3886e service neutron] Attempting to bind port 5989baa9-fe49-4803-b03e-335f01c6c828 on network 8521063c-8363-41f1-a9c0-837836263ed0 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:22:08.544237 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e943bbc3-379b-4f0c-a8c6-4c025b0af2b0 req-fff255bf-55d9-4f45-ae10-efa862aa6cf0 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:08.546173 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e943bbc3-379b-4f0c-a8c6-4c025b0af2b0 req-fff255bf-55d9-4f45-ae10-efa862aa6cf0 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=dea8c6b3-deef-4865-b273-3a8b344c92e3 HTTP/1.1" status: 200 len: 946 time: 0.2619777 Jul 05 02:22:08.546508 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-db833df5-5d36-4ed2-8aba-ec5c1ee3886e service neutron] Checking agent: {'id': 'e071c76e-395f-48c4-a98f-88088465cf0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:22:08.546964 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-db833df5-5d36-4ed2-8aba-ec5c1ee3886e service neutron] Checking segment: {'id': '1e66968f-6f5e-4e8c-8b7e-ad16b36c9c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '8521063c-8363-41f1-a9c0-837836263ed0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:22:08.547443 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-db833df5-5d36-4ed2-8aba-ec5c1ee3886e service neutron] Bound using segment: {'id': '1e66968f-6f5e-4e8c-8b7e-ad16b36c9c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '8521063c-8363-41f1-a9c0-837836263ed0'} {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:22:08.547927 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-db833df5-5d36-4ed2-8aba-ec5c1ee3886e service neutron] Bound port: 5989baa9-fe49-4803-b03e-335f01c6c828, host: n-h2-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e66968f-6f5e-4e8c-8b7e-ad16b36c9c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '8521063c-8363-41f1-a9c0-837836263ed0'}}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:22:08.548352 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-db833df5-5d36-4ed2-8aba-ec5c1ee3886e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:08.620499 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-db833df5-5d36-4ed2-8aba-ec5c1ee3886e service neutron] For port 5989baa9-fe49-4803-b03e-335f01c6c828, host n-h2-771362-32, cleared binding levels {{(pid=94462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:22:08.624887 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-db833df5-5d36-4ed2-8aba-ec5c1ee3886e service neutron] For port 5989baa9-fe49-4803-b03e-335f01c6c828, host n-h2-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=5989baa9-fe49-4803-b03e-335f01c6c828,segment=NetworkSegment(1e66968f-6f5e-4e8c-8b7e-ad16b36c9c98),segment_id=1e66968f-6f5e-4e8c-8b7e-ad16b36c9c98)] {{(pid=94462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:22:08.689482 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e943bbc3-379b-4f0c-a8c6-4c025b0af2b0 req-dec71060-ac00-4a4b-a2b7-5389161d469a tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546749 Jul 05 02:22:08.690703 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d1967ef9-679b-4399-b3cf-88a5766eacd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963'] for router, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:08.775672 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-db833df5-5d36-4ed2-8aba-ec5c1ee3886e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:08.818872 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-db833df5-5d36-4ed2-8aba-ec5c1ee3886e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:08.819580 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-db833df5-5d36-4ed2-8aba-ec5c1ee3886e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:08.821046 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-db833df5-5d36-4ed2-8aba-ec5c1ee3886e service neutron] 10.222.0.15 "PUT /v2.0/ports/5989baa9-fe49-4803-b03e-335f01c6c828 HTTP/1.1" status: 200 len: 1092 time: 1.7812533 Jul 05 02:22:08.859147 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db833df5-5d36-4ed2-8aba-ec5c1ee3886e service neutron] Pushing event updated for resources: {'Port': ['ID=5989baa9-fe49-4803-b03e-335f01c6c828,revision_number=3']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:22:08.909533 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad8d283-ff09-4101-baeb-1e7bfc61352f req-dc1c244d-94c9-4a08-b8ce-3375c077133d tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:08.909915 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-4853b45e-1402-44a9-85b7-b7d5f6cea570 service neutron] Request body: {'port': {'device_id': 'a29b1f86-c2b3-4079-ba70-879d5fa5b04b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-32'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:22:08.919187 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad8d283-ff09-4101-baeb-1e7bfc61352f req-dc1c244d-94c9-4a08-b8ce-3375c077133d tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:08.931376 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad8d283-ff09-4101-baeb-1e7bfc61352f req-dc1c244d-94c9-4a08-b8ce-3375c077133d tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:08.939027 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad8d283-ff09-4101-baeb-1e7bfc61352f req-dc1c244d-94c9-4a08-b8ce-3375c077133d tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:08.945789 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad8d283-ff09-4101-baeb-1e7bfc61352f req-dc1c244d-94c9-4a08-b8ce-3375c077133d tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:08.953708 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad8d283-ff09-4101-baeb-1e7bfc61352f req-dc1c244d-94c9-4a08-b8ce-3375c077133d tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:08.961484 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad8d283-ff09-4101-baeb-1e7bfc61352f req-dc1c244d-94c9-4a08-b8ce-3375c077133d tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:08.963785 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3ad8d283-ff09-4101-baeb-1e7bfc61352f req-dc1c244d-94c9-4a08-b8ce-3375c077133d tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/ports?device_id=a29b1f86-c2b3-4079-ba70-879d5fa5b04b HTTP/1.1" status: 200 len: 5386 time: 0.1468878 Jul 05 02:22:08.988491 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-4853b45e-1402-44a9-85b7-b7d5f6cea570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:09.006298 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1967ef9-679b-4399-b3cf-88a5766eacd5 admin admin] Router 97335853-6159-4aa2-81b6-dcfe6afb4908 is scheduled to L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 with binding_index 1 {{(pid=94461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 02:22:09.068472 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3ad8d283-ff09-4101-baeb-1e7bfc61352f req-4f68a5ab-129b-40b5-a6df-05f591ffdcd2 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/security-groups?id=17338adc-3db3-4a61-bf9d-146877730ae5&id=aee4c074-5a4c-4da1-9a49-8feda33d45d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0972371 Jul 05 02:22:09.172499 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1967ef9-679b-4399-b3cf-88a5766eacd5 admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:22:09.194337 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557459a4-b7b6-4f0f-8029-610f18c76cc5 None None] Sync routers for ids ['97335853-6159-4aa2-81b6-dcfe6afb4908'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:22:09.208239 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557459a4-b7b6-4f0f-8029-610f18c76cc5 None None] Routers {'97335853-6159-4aa2-81b6-dcfe6afb4908'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:22:09.209225 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-557459a4-b7b6-4f0f-8029-610f18c76cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:21:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['97335853-6159-4aa2-81b6-dcfe6afb4908'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:22:09.281927 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d1967ef9-679b-4399-b3cf-88a5766eacd5 admin admin] Notify callbacks [] for router, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:09.284282 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-d1967ef9-679b-4399-b3cf-88a5766eacd5 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.8559611 Jul 05 02:22:09.287861 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 55702) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:22:09.394880 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-557459a4-b7b6-4f0f-8029-610f18c76cc5 None None] Set router 97335853-6159-4aa2-81b6-dcfe6afb4908 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:22:09.466146 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-4853b45e-1402-44a9-85b7-b7d5f6cea570 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16c77f10-6b39-403f-a66f-9731963e998e {{(pid=94462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:22:09.485489 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-4853b45e-1402-44a9-85b7-b7d5f6cea570 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:09.513132 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-4853b45e-1402-44a9-85b7-b7d5f6cea570 service neutron] Transition to ACTIVE for port object 16c77f10-6b39-403f-a66f-9731963e998e will not be triggered until provisioned by entity L2. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:22:09.599051 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 82c1931e-a5a4-4f24-b175-867af295480c up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:22:09.630397 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-4853b45e-1402-44a9-85b7-b7d5f6cea570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:09.684449 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-557459a4-b7b6-4f0f-8029-610f18c76cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97335853-6159-4aa2-81b6-dcfe6afb4908', 'name': 'tempest-ServersTestMultiNic-1004415311-router', 'tenant_id': '988b75a44b3448cc9e1b91ae38dea717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': '0680dfb9-5f90-41f8-bcfb-59904d93335f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:22:04Z', 'updated_at': '2021-07-05T02:22:08Z', 'revision_number': 3, 'project_id': '988b75a44b3448cc9e1b91ae38dea717', 'gw_port': {'id': '0680dfb9-5f90-41f8-bcfb-59904d93335f', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:92:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97335853-6159-4aa2-81b6-dcfe6afb4908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:22:05Z', 'updated_at': '2021-07-05T02:22:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:22:09.717280 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 82c1931e-a5a4-4f24-b175-867af295480c triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:22:09.719129 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:09.754461 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557459a4-b7b6-4f0f-8029-610f18c76cc5 None None] Checking router: 97335853-6159-4aa2-81b6-dcfe6afb4908 for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:22:09.758678 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557459a4-b7b6-4f0f-8029-610f18c76cc5 None None] Updating router 97335853-6159-4aa2-81b6-dcfe6afb4908 port 0680dfb9-5f90-41f8-bcfb-59904d93335f binding host n-d-771362-32 {{(pid=94464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 02:22:09.937762 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-557459a4-b7b6-4f0f-8029-610f18c76cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:10.015418 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cf238bc-5693-4a1c-b612-3de0382389f0 x-openstack-request-id: req-6cf238bc-5693-4a1c-b612-3de0382389f0 {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:22:10.016200 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a29b1f86-c2b3-4079-ba70-879d5fa5b04b", "tag": "5ae34ffe-cf3c-4868-8258-c90b90a1fe5d", "status": "completed", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:22:10.016363 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6cf238bc-5693-4a1c-b612-3de0382389f0 {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:22:10.016684 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a29b1f86-c2b3-4079-ba70-879d5fa5b04b', 'tag': '5ae34ffe-cf3c-4868-8258-c90b90a1fe5d', 'status': 'completed', 'code': 200} Jul 05 02:22:10.032372 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4853b45e-1402-44a9-85b7-b7d5f6cea570 service neutron] Pushing event updated for resources: {'Port': ['ID=16c77f10-6b39-403f-a66f-9731963e998e,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:22:10.076084 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-4853b45e-1402-44a9-85b7-b7d5f6cea570 service neutron] Attempting to bind port 16c77f10-6b39-403f-a66f-9731963e998e on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:22:10.076669 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-4853b45e-1402-44a9-85b7-b7d5f6cea570 service neutron] Attempting to bind port 16c77f10-6b39-403f-a66f-9731963e998e by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '1e66968f-6f5e-4e8c-8b7e-ad16b36c9c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '8521063c-8363-41f1-a9c0-837836263ed0'}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:22:10.077054 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-4853b45e-1402-44a9-85b7-b7d5f6cea570 service neutron] Attempting to bind port 16c77f10-6b39-403f-a66f-9731963e998e on network 8521063c-8363-41f1-a9c0-837836263ed0 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:22:10.082595 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-4853b45e-1402-44a9-85b7-b7d5f6cea570 service neutron] Port 16c77f10-6b39-403f-a66f-9731963e998e on network 8521063c-8363-41f1-a9c0-837836263ed0 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:22:10.082975 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-4853b45e-1402-44a9-85b7-b7d5f6cea570 service neutron] Attempting to bind port 16c77f10-6b39-403f-a66f-9731963e998e on network 8521063c-8363-41f1-a9c0-837836263ed0 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:22:10.091750 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-4853b45e-1402-44a9-85b7-b7d5f6cea570 service neutron] Checking agent: {'id': 'e071c76e-395f-48c4-a98f-88088465cf0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:22:10.092097 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-4853b45e-1402-44a9-85b7-b7d5f6cea570 service neutron] Checking segment: {'id': '1e66968f-6f5e-4e8c-8b7e-ad16b36c9c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '8521063c-8363-41f1-a9c0-837836263ed0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:22:10.092555 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-4853b45e-1402-44a9-85b7-b7d5f6cea570 service neutron] Bound using segment: {'id': '1e66968f-6f5e-4e8c-8b7e-ad16b36c9c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '8521063c-8363-41f1-a9c0-837836263ed0'} {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:22:10.092996 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-4853b45e-1402-44a9-85b7-b7d5f6cea570 service neutron] Bound port: 16c77f10-6b39-403f-a66f-9731963e998e, host: n-h2-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e66968f-6f5e-4e8c-8b7e-ad16b36c9c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '8521063c-8363-41f1-a9c0-837836263ed0'}}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:22:10.093856 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-4853b45e-1402-44a9-85b7-b7d5f6cea570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:10.249880 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8998ead-ddbc-48f1-ab44-d425b12ba8c4 req-83e10b78-eed0-4e73-b818-7b74648d2408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:10.250463 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8998ead-ddbc-48f1-ab44-d425b12ba8c4 req-83e10b78-eed0-4e73-b818-7b74648d2408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:10.250964 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8998ead-ddbc-48f1-ab44-d425b12ba8c4 req-83e10b78-eed0-4e73-b818-7b74648d2408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:10.251394 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8998ead-ddbc-48f1-ab44-d425b12ba8c4 req-83e10b78-eed0-4e73-b818-7b74648d2408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:10.251868 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8998ead-ddbc-48f1-ab44-d425b12ba8c4 req-83e10b78-eed0-4e73-b818-7b74648d2408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:10.252335 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8998ead-ddbc-48f1-ab44-d425b12ba8c4 req-83e10b78-eed0-4e73-b818-7b74648d2408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:10.253052 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8998ead-ddbc-48f1-ab44-d425b12ba8c4 req-83e10b78-eed0-4e73-b818-7b74648d2408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:10.263196 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c8998ead-ddbc-48f1-ab44-d425b12ba8c4 req-83e10b78-eed0-4e73-b818-7b74648d2408 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=059a16d4d47342a1b52e205e2c168052&device_id=a29b1f86-c2b3-4079-ba70-879d5fa5b04b HTTP/1.1" status: 200 len: 6308 time: 0.2568314 Jul 05 02:22:10.418571 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-4853b45e-1402-44a9-85b7-b7d5f6cea570 service neutron] For port 16c77f10-6b39-403f-a66f-9731963e998e, host n-h2-771362-32, cleared binding levels {{(pid=94462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:22:10.438631 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-4853b45e-1402-44a9-85b7-b7d5f6cea570 service neutron] For port 16c77f10-6b39-403f-a66f-9731963e998e, host n-h2-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=16c77f10-6b39-403f-a66f-9731963e998e,segment=NetworkSegment(1e66968f-6f5e-4e8c-8b7e-ad16b36c9c98),segment_id=1e66968f-6f5e-4e8c-8b7e-ad16b36c9c98)] {{(pid=94462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:22:10.486702 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764f2ed3-2be2-4edf-bd56-2aca99553dd0 req-df802592-286c-4b3d-a386-a65b5b31b888 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:10.494641 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-764f2ed3-2be2-4edf-bd56-2aca99553dd0 req-df802592-286c-4b3d-a386-a65b5b31b888 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1ee81b5-e6b1-46ea-af4b-a17cc878fd0a HTTP/1.1" status: 200 len: 945 time: 0.2487798 Jul 05 02:22:10.535678 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-4853b45e-1402-44a9-85b7-b7d5f6cea570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:10.541019 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-557459a4-b7b6-4f0f-8029-610f18c76cc5 None None] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:10.552528 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-557459a4-b7b6-4f0f-8029-610f18c76cc5 None None] Transition to ACTIVE for port object 0680dfb9-5f90-41f8-bcfb-59904d93335f will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:22:10.585924 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8998ead-ddbc-48f1-ab44-d425b12ba8c4 req-513b14b2-12e7-4095-b7f8-6bd2888a822a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:10.586462 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8998ead-ddbc-48f1-ab44-d425b12ba8c4 req-513b14b2-12e7-4095-b7f8-6bd2888a822a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:10.586935 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8998ead-ddbc-48f1-ab44-d425b12ba8c4 req-513b14b2-12e7-4095-b7f8-6bd2888a822a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:10.588559 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c8998ead-ddbc-48f1-ab44-d425b12ba8c4 req-513b14b2-12e7-4095-b7f8-6bd2888a822a service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=059a16d4d47342a1b52e205e2c168052&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3109858 Jul 05 02:22:10.610496 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce17ceae-c0d5-4eec-a69e-cc1454779169 req-5b82e01e-13fd-4c2f-9804-a928c4e7f606 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:10.617667 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ce17ceae-c0d5-4eec-a69e-cc1454779169 req-5b82e01e-13fd-4c2f-9804-a928c4e7f606 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=e361c8de-f613-4798-a90c-99b90beda3c5 HTTP/1.1" status: 200 len: 949 time: 0.4284465 Jul 05 02:22:10.676248 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4853b45e-1402-44a9-85b7-b7d5f6cea570 service neutron] Pushing event updated for resources: {'Port': ['ID=16c77f10-6b39-403f-a66f-9731963e998e,revision_number=3']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:22:10.696676 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-557459a4-b7b6-4f0f-8029-610f18c76cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:10.720318 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-764f2ed3-2be2-4edf-bd56-2aca99553dd0 req-6d3cfbef-f3a8-4e83-8d89-1f8fbb6786e6 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ff5da2-a315-4895-9d40-ac9ae668e60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195046 Jul 05 02:22:10.728117 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-4853b45e-1402-44a9-85b7-b7d5f6cea570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:10.730582 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ce17ceae-c0d5-4eec-a69e-cc1454779169 req-39283f20-e0e3-4c49-a7e6-426b40cab7d8 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118855 Jul 05 02:22:10.730947 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-4853b45e-1402-44a9-85b7-b7d5f6cea570 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:10.732743 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-4853b45e-1402-44a9-85b7-b7d5f6cea570 service neutron] 10.222.0.15 "PUT /v2.0/ports/16c77f10-6b39-403f-a66f-9731963e998e HTTP/1.1" status: 200 len: 1092 time: 1.8280847 Jul 05 02:22:10.745689 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-17476b9d-6296-4eb5-9e46-7702563c5b16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:10.771716 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-557459a4-b7b6-4f0f-8029-610f18c76cc5 None None] Attempting to bind port 0680dfb9-5f90-41f8-bcfb-59904d93335f on host n-d-771362-32 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:22:10.772337 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-557459a4-b7b6-4f0f-8029-610f18c76cc5 None None] Attempting to bind port 0680dfb9-5f90-41f8-bcfb-59904d93335f by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:22:10.772890 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557459a4-b7b6-4f0f-8029-610f18c76cc5 None None] Attempting to bind port 0680dfb9-5f90-41f8-bcfb-59904d93335f on network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:22:10.785173 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557459a4-b7b6-4f0f-8029-610f18c76cc5 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:22:10.786918 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557459a4-b7b6-4f0f-8029-610f18c76cc5 None None] Checking segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:22:10.786918 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-557459a4-b7b6-4f0f-8029-610f18c76cc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:10.787282 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557459a4-b7b6-4f0f-8029-610f18c76cc5 None None] Bound using segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:22:10.788464 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-557459a4-b7b6-4f0f-8029-610f18c76cc5 None None] Bound port: 0680dfb9-5f90-41f8-bcfb-59904d93335f, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:22:10.789042 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-557459a4-b7b6-4f0f-8029-610f18c76cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:10.851499 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-431f4fe8-f843-4fb7-be9f-c68662e3f3ee service neutron] Request body: {'port': {'device_id': 'a29b1f86-c2b3-4079-ba70-879d5fa5b04b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-32'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:22:10.860192 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-557459a4-b7b6-4f0f-8029-610f18c76cc5 None None] For port 0680dfb9-5f90-41f8-bcfb-59904d93335f, host n-d-771362-32, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:22:10.865292 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-557459a4-b7b6-4f0f-8029-610f18c76cc5 None None] For port 0680dfb9-5f90-41f8-bcfb-59904d93335f, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=0680dfb9-5f90-41f8-bcfb-59904d93335f,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:22:10.875928 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb1f6ea-972e-4df4-9c18-74fb0f6a65a7 None None] Pushing event updated for resources: {'Port': ['ID=0680dfb9-5f90-41f8-bcfb-59904d93335f,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:22:10.884232 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb1f6ea-972e-4df4-9c18-74fb0f6a65a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:22:10.884719 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb1f6ea-972e-4df4-9c18-74fb0f6a65a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:22:10.885151 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb1f6ea-972e-4df4-9c18-74fb0f6a65a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:22:10.885592 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb1f6ea-972e-4df4-9c18-74fb0f6a65a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:22:10.886010 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb1f6ea-972e-4df4-9c18-74fb0f6a65a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:22:10.886942 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb1f6ea-972e-4df4-9c18-74fb0f6a65a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:22:10.899337 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb1f6ea-972e-4df4-9c18-74fb0f6a65a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:22:10.899337 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb1f6ea-972e-4df4-9c18-74fb0f6a65a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:22:10.899337 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb1f6ea-972e-4df4-9c18-74fb0f6a65a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:22:10.899337 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb1f6ea-972e-4df4-9c18-74fb0f6a65a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:22:10.899337 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb1f6ea-972e-4df4-9c18-74fb0f6a65a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:22:10.899337 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb1f6ea-972e-4df4-9c18-74fb0f6a65a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:22:10.951252 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-557459a4-b7b6-4f0f-8029-610f18c76cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:10.951677 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device f83e18b6-e59f-43c5-9ce6-3b5c6c5719d8 details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:22:11.095087 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557459a4-b7b6-4f0f-8029-610f18c76cc5 None None] Routers {'97335853-6159-4aa2-81b6-dcfe6afb4908'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:22:11.095820 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-557459a4-b7b6-4f0f-8029-610f18c76cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:21:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['97335853-6159-4aa2-81b6-dcfe6afb4908'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:22:11.126032 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-431f4fe8-f843-4fb7-be9f-c68662e3f3ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:11.151753 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb1f6ea-972e-4df4-9c18-74fb0f6a65a7 None None] Pushing event updated for resources: {'Port': ['ID=0680dfb9-5f90-41f8-bcfb-59904d93335f,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:22:11.184401 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-17476b9d-6296-4eb5-9e46-7702563c5b16 admin admin] Allocated IP 172.20.0.1 (ccc7d4e0-6b16-4e4f-851f-0d5531b2b185/6df22703-c872-45c1-a831-1caebd87e2ef/34ec38ae-8ac2-48ae-a09d-0e5f8c1a8a5a) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:22:11.215370 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a0fb96-dcb3-4d36-995f-3b487efb65e6 req-cab77dd1-3610-4a80-adfa-b043f922b3c4 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:11.220645 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port f83e18b6-e59f-43c5-9ce6-3b5c6c5719d8, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=f83e18b6-e59f-43c5-9ce6-3b5c6c5719d8,segment=NetworkSegment(21ad98b6-ba72-4f1f-a0ef-3d0df329b6a3),segment_id=21ad98b6-ba72-4f1f-a0ef-3d0df329b6a3)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:22:11.223674 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b8a0fb96-dcb3-4d36-995f-3b487efb65e6 req-cab77dd1-3610-4a80-adfa-b043f922b3c4 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=dea8c6b3-deef-4865-b273-3a8b344c92e3 HTTP/1.1" status: 200 len: 946 time: 0.1499043 Jul 05 02:22:11.233898 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': 'f83e18b6-e59f-43c5-9ce6-3b5c6c5719d8', 'network_id': '705854c6-bb90-4b2b-93a0-7581bd607e40', 'port_id': 'f83e18b6-e59f-43c5-9ce6-3b5c6c5719d8', 'mac_address': 'fa:16:3e:34:c7:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86343a12-8825-4191-b518-68943eb24150', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:22:11.260048 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-557459a4-b7b6-4f0f-8029-610f18c76cc5 None None] Set router 97335853-6159-4aa2-81b6-dcfe6afb4908 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:22:11.264720 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8998ead-ddbc-48f1-ab44-d425b12ba8c4 req-9ecb1782-2665-43f9-92c2-f5cfe95bf6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:11.267380 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c8998ead-ddbc-48f1-ab44-d425b12ba8c4 req-9ecb1782-2665-43f9-92c2-f5cfe95bf6c9 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.6676273 Jul 05 02:22:11.282930 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:11.298174 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f83e18b6-e59f-43c5-9ce6-3b5c6c5719d8 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:22:11.334838 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port f83e18b6-e59f-43c5-9ce6-3b5c6c5719d8, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=f83e18b6-e59f-43c5-9ce6-3b5c6c5719d8,segment=NetworkSegment(21ad98b6-ba72-4f1f-a0ef-3d0df329b6a3),segment_id=21ad98b6-ba72-4f1f-a0ef-3d0df329b6a3)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:22:11.342575 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b8a0fb96-dcb3-4d36-995f-3b487efb65e6 req-ff6cdf5e-a3ac-404f-acf3-475ecd4916cf tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179166 Jul 05 02:22:11.357172 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875ba873-9e3d-44fe-b4b1-b371fd6a6961 req-5b5265c4-75bd-4a8e-8c4d-b168dfee0f61 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:11.358982 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-875ba873-9e3d-44fe-b4b1-b371fd6a6961 req-5b5265c4-75bd-4a8e-8c4d-b168dfee0f61 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?device_id=a715fb7a-9b07-4f40-8481-c6b802b030b3 HTTP/1.1" status: 200 len: 945 time: 0.1662073 Jul 05 02:22:11.433944 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-17476b9d-6296-4eb5-9e46-7702563c5b16 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:11.440456 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-875ba873-9e3d-44fe-b4b1-b371fd6a6961 req-447397e4-cac7-4606-831e-f9797f2b1549 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/security-groups?id=e258e924-fb3e-45d8-9b54-0249433deb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722582 Jul 05 02:22:11.451418 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [None req-17476b9d-6296-4eb5-9e46-7702563c5b16 admin admin] Transition to ACTIVE for port object 34ec38ae-8ac2-48ae-a09d-0e5f8c1a8a5a will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:22:11.583917 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-431f4fe8-f843-4fb7-be9f-c68662e3f3ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebeeea34-31e3-4860-b394-0cf6d93b55be {{(pid=94462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:22:11.591389 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:11.602645 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-431f4fe8-f843-4fb7-be9f-c68662e3f3ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:11.661942 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:11.662638 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:11.673462 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-431f4fe8-f843-4fb7-be9f-c68662e3f3ee service neutron] Transition to ACTIVE for port object ebeeea34-31e3-4860-b394-0cf6d93b55be will not be triggered until provisioned by entity L2. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:22:11.705355 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['f83e18b6-e59f-43c5-9ce6-3b5c6c5719d8'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:22:11.735129 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f2b95d-7908-4e93-ad8d-1e747095400e req-94d627c1-82e7-47a6-a924-803d6bf611ef tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:11.740833 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-17476b9d-6296-4eb5-9e46-7702563c5b16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:11.758208 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f2b95d-7908-4e93-ad8d-1e747095400e req-94d627c1-82e7-47a6-a924-803d6bf611ef tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:11.784364 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f2b95d-7908-4e93-ad8d-1e747095400e req-94d627c1-82e7-47a6-a924-803d6bf611ef tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:11.803797 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f2b95d-7908-4e93-ad8d-1e747095400e req-94d627c1-82e7-47a6-a924-803d6bf611ef tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:11.809865 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f2b95d-7908-4e93-ad8d-1e747095400e req-94d627c1-82e7-47a6-a924-803d6bf611ef tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:11.832773 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f2b95d-7908-4e93-ad8d-1e747095400e req-94d627c1-82e7-47a6-a924-803d6bf611ef tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:11.836766 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=f83e18b6-e59f-43c5-9ce6-3b5c6c5719d8,revision_number=6']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:22:11.839982 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f2b95d-7908-4e93-ad8d-1e747095400e req-94d627c1-82e7-47a6-a924-803d6bf611ef tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:11.845806 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-557459a4-b7b6-4f0f-8029-610f18c76cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97335853-6159-4aa2-81b6-dcfe6afb4908', 'name': 'tempest-ServersTestMultiNic-1004415311-router', 'tenant_id': '988b75a44b3448cc9e1b91ae38dea717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': '0680dfb9-5f90-41f8-bcfb-59904d93335f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:22:04Z', 'updated_at': '2021-07-05T02:22:08Z', 'revision_number': 3, 'project_id': '988b75a44b3448cc9e1b91ae38dea717', 'gw_port': {'id': '0680dfb9-5f90-41f8-bcfb-59904d93335f', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:92:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97335853-6159-4aa2-81b6-dcfe6afb4908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:22:05Z', 'updated_at': '2021-07-05T02:22:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:22:11.882093 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f4f2b95d-7908-4e93-ad8d-1e747095400e req-94d627c1-82e7-47a6-a924-803d6bf611ef tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/ports?device_id=a29b1f86-c2b3-4079-ba70-879d5fa5b04b HTTP/1.1" status: 200 len: 5398 time: 0.2391272 Jul 05 02:22:11.882093 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-431f4fe8-f843-4fb7-be9f-c68662e3f3ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:11.883287 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17476b9d-6296-4eb5-9e46-7702563c5b16 admin admin] Network ccc7d4e0-6b16-4e4f-851f-0d5531b2b185 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:22:11.883287 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-17476b9d-6296-4eb5-9e46-7702563c5b16 admin admin] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:22:11.886056 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17476b9d-6296-4eb5-9e46-7702563c5b16 admin admin] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:22:11.903785 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557459a4-b7b6-4f0f-8029-610f18c76cc5 None None] The sync data for ids ['97335853-6159-4aa2-81b6-dcfe6afb4908'] in n-d-771362-32 is: [{'id': '97335853-6159-4aa2-81b6-dcfe6afb4908', 'name': 'tempest-ServersTestMultiNic-1004415311-router', 'tenant_id': '988b75a44b3448cc9e1b91ae38dea717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': '0680dfb9-5f90-41f8-bcfb-59904d93335f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:22:04Z', 'updated_at': '2021-07-05T02:22:08Z', 'revision_number': 3, 'project_id': '988b75a44b3448cc9e1b91ae38dea717', 'gw_port': {'id': '0680dfb9-5f90-41f8-bcfb-59904d93335f', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:92:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97335853-6159-4aa2-81b6-dcfe6afb4908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:22:05Z', 'updated_at': '2021-07-05T02:22:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:22:11.989820 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f4f2b95d-7908-4e93-ad8d-1e747095400e req-afc958cd-6c5f-4af6-b9e4-56078cee4532 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/security-groups?id=17338adc-3db3-4a61-bf9d-146877730ae5&id=aee4c074-5a4c-4da1-9a49-8feda33d45d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1411850 Jul 05 02:22:12.034974 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17476b9d-6296-4eb5-9e46-7702563c5b16 admin admin] Pushing event updated for resources: {'Port': ['ID=34ec38ae-8ac2-48ae-a09d-0e5f8c1a8a5a,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:22:12.055996 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-17476b9d-6296-4eb5-9e46-7702563c5b16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635668'] for router_interface, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:12.062973 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a29b1f86-c2b3-4079-ba70-879d5fa5b04b', 'tag': '5989baa9-fe49-4803-b03e-335f01c6c828'}, {'name': 'network-changed', 'server_uuid': 'a29b1f86-c2b3-4079-ba70-879d5fa5b04b', 'tag': '16c77f10-6b39-403f-a66f-9731963e998e'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:22:12.065358 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b223267e0e0ddb3199af7772d0b45336e3b4b54fbb151c86a8051291a61e85db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e29c3790-2047-420e-8a8c-b62bb6774f60" -d '{"events": [{"name": "network-changed", "server_uuid": "a29b1f86-c2b3-4079-ba70-879d5fa5b04b", "tag": "5989baa9-fe49-4803-b03e-335f01c6c828"}, {"name": "network-changed", "server_uuid": "a29b1f86-c2b3-4079-ba70-879d5fa5b04b", "tag": "16c77f10-6b39-403f-a66f-9731963e998e"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:22:12.097479 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431f4fe8-f843-4fb7-be9f-c68662e3f3ee service neutron] Pushing event updated for resources: {'Port': ['ID=ebeeea34-31e3-4860-b394-0cf6d93b55be,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:22:12.175538 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 05 Jul 2021 02:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f263b8ed-523a-4d67-9a7a-8db8f4b05a84 x-openstack-request-id: req-f263b8ed-523a-4d67-9a7a-8db8f4b05a84 {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:22:12.176079 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a29b1f86-c2b3-4079-ba70-879d5fa5b04b", "tag": "5989baa9-fe49-4803-b03e-335f01c6c828", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a29b1f86-c2b3-4079-ba70-879d5fa5b04b", "tag": "16c77f10-6b39-403f-a66f-9731963e998e", "status": "completed", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:22:12.176079 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f263b8ed-523a-4d67-9a7a-8db8f4b05a84 {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:22:12.176340 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a29b1f86-c2b3-4079-ba70-879d5fa5b04b', 'tag': '5989baa9-fe49-4803-b03e-335f01c6c828', 'status': 'completed', 'code': 200} Jul 05 02:22:12.176592 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a29b1f86-c2b3-4079-ba70-879d5fa5b04b', 'tag': '16c77f10-6b39-403f-a66f-9731963e998e', 'status': 'completed', 'code': 200} Jul 05 02:22:12.236733 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-431f4fe8-f843-4fb7-be9f-c68662e3f3ee service neutron] Attempting to bind port ebeeea34-31e3-4860-b394-0cf6d93b55be on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:22:12.237176 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-431f4fe8-f843-4fb7-be9f-c68662e3f3ee service neutron] Attempting to bind port ebeeea34-31e3-4860-b394-0cf6d93b55be by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': 'c339102a-fa63-429b-bfae-9f85cbe3d098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7fa11b36-0588-43ef-a636-45aaf3c04835'}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:22:12.237513 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-431f4fe8-f843-4fb7-be9f-c68662e3f3ee service neutron] Attempting to bind port ebeeea34-31e3-4860-b394-0cf6d93b55be on network 7fa11b36-0588-43ef-a636-45aaf3c04835 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:22:12.257102 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-431f4fe8-f843-4fb7-be9f-c68662e3f3ee service neutron] Port ebeeea34-31e3-4860-b394-0cf6d93b55be on network 7fa11b36-0588-43ef-a636-45aaf3c04835 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:22:12.257432 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-431f4fe8-f843-4fb7-be9f-c68662e3f3ee service neutron] Attempting to bind port ebeeea34-31e3-4860-b394-0cf6d93b55be on network 7fa11b36-0588-43ef-a636-45aaf3c04835 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:22:12.279628 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-431f4fe8-f843-4fb7-be9f-c68662e3f3ee service neutron] Checking agent: {'id': 'e071c76e-395f-48c4-a98f-88088465cf0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:22:12.282022 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-431f4fe8-f843-4fb7-be9f-c68662e3f3ee service neutron] Checking segment: {'id': 'c339102a-fa63-429b-bfae-9f85cbe3d098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7fa11b36-0588-43ef-a636-45aaf3c04835'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:22:12.282022 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-431f4fe8-f843-4fb7-be9f-c68662e3f3ee service neutron] Bound using segment: {'id': 'c339102a-fa63-429b-bfae-9f85cbe3d098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7fa11b36-0588-43ef-a636-45aaf3c04835'} {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:22:12.282022 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-431f4fe8-f843-4fb7-be9f-c68662e3f3ee service neutron] Bound port: ebeeea34-31e3-4860-b394-0cf6d93b55be, host: n-h2-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c339102a-fa63-429b-bfae-9f85cbe3d098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7fa11b36-0588-43ef-a636-45aaf3c04835'}}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:22:12.282614 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-431f4fe8-f843-4fb7-be9f-c68662e3f3ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:12.486806 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-431f4fe8-f843-4fb7-be9f-c68662e3f3ee service neutron] For port ebeeea34-31e3-4860-b394-0cf6d93b55be, host n-h2-771362-32, cleared binding levels {{(pid=94462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:22:12.516695 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-431f4fe8-f843-4fb7-be9f-c68662e3f3ee service neutron] For port ebeeea34-31e3-4860-b394-0cf6d93b55be, host n-h2-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=ebeeea34-31e3-4860-b394-0cf6d93b55be,segment=NetworkSegment(c339102a-fa63-429b-bfae-9f85cbe3d098),segment_id=c339102a-fa63-429b-bfae-9f85cbe3d098)] {{(pid=94462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:22:12.526066 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-17476b9d-6296-4eb5-9e46-7702563c5b16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:12.535479 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-fa0ffad0-f363-45ad-87c1-6cdf9f20abcb None None] Provisioning for port 34ec38ae-8ac2-48ae-a09d-0e5f8c1a8a5a completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:22:12.550403 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-fa0ffad0-f363-45ad-87c1-6cdf9f20abcb None None] Provisioning complete for port 34ec38ae-8ac2-48ae-a09d-0e5f8c1a8a5a triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:22:12.550403 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-fa0ffad0-f363-45ad-87c1-6cdf9f20abcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:12.599945 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-431f4fe8-f843-4fb7-be9f-c68662e3f3ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:12.625634 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-fa0ffad0-f363-45ad-87c1-6cdf9f20abcb None None] Port 34ec38ae-8ac2-48ae-a09d-0e5f8c1a8a5a cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:22:12.652851 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26d3a6b-4286-4af4-a9fd-bb18309533f2 req-5b82b19f-c884-4590-90f0-020fcf89565e tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:12.672326 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b26d3a6b-4286-4af4-a9fd-bb18309533f2 req-5b82b19f-c884-4590-90f0-020fcf89565e tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=e361c8de-f613-4798-a90c-99b90beda3c5 HTTP/1.1" status: 200 len: 949 time: 0.3714111 Jul 05 02:22:12.678870 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-431f4fe8-f843-4fb7-be9f-c68662e3f3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:12.679787 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-431f4fe8-f843-4fb7-be9f-c68662e3f3ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:12.681635 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-431f4fe8-f843-4fb7-be9f-c68662e3f3ee service neutron] 10.222.0.15 "PUT /v2.0/ports/ebeeea34-31e3-4860-b394-0cf6d93b55be HTTP/1.1" status: 200 len: 1092 time: 1.8346772 Jul 05 02:22:12.691319 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c3790-2047-420e-8a8c-b62bb6774f60 req-80ec6b44-8ff8-44cb-b9fb-9c3e228f4760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:12.692171 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c3790-2047-420e-8a8c-b62bb6774f60 req-80ec6b44-8ff8-44cb-b9fb-9c3e228f4760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:12.692857 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c3790-2047-420e-8a8c-b62bb6774f60 req-80ec6b44-8ff8-44cb-b9fb-9c3e228f4760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:12.703614 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c3790-2047-420e-8a8c-b62bb6774f60 req-80ec6b44-8ff8-44cb-b9fb-9c3e228f4760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:12.703614 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c3790-2047-420e-8a8c-b62bb6774f60 req-80ec6b44-8ff8-44cb-b9fb-9c3e228f4760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:12.703614 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c3790-2047-420e-8a8c-b62bb6774f60 req-80ec6b44-8ff8-44cb-b9fb-9c3e228f4760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:12.703614 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c3790-2047-420e-8a8c-b62bb6774f60 req-80ec6b44-8ff8-44cb-b9fb-9c3e228f4760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:12.703614 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e29c3790-2047-420e-8a8c-b62bb6774f60 req-80ec6b44-8ff8-44cb-b9fb-9c3e228f4760 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=059a16d4d47342a1b52e205e2c168052&device_id=a29b1f86-c2b3-4079-ba70-879d5fa5b04b HTTP/1.1" status: 200 len: 6376 time: 0.4160640 Jul 05 02:22:12.749065 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0a7e97-80df-425d-a932-48ab216228f1 req-0676284c-7b03-4393-8e98-f3efe72fea0b tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:12.750777 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3f0a7e97-80df-425d-a932-48ab216228f1 req-0676284c-7b03-4393-8e98-f3efe72fea0b tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=dea8c6b3-deef-4865-b273-3a8b344c92e3 HTTP/1.1" status: 200 len: 945 time: 0.2290168 Jul 05 02:22:12.821181 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-155c70ea-e07f-4860-854f-017d5d52f631 service neutron] Request body: {'port': {'device_id': 'a29b1f86-c2b3-4079-ba70-879d5fa5b04b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-32'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:22:12.890370 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431f4fe8-f843-4fb7-be9f-c68662e3f3ee service neutron] Pushing event updated for resources: {'Port': ['ID=ebeeea34-31e3-4860-b394-0cf6d93b55be,revision_number=3']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:22:12.981480 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3f0a7e97-80df-425d-a932-48ab216228f1 req-2a45dcc1-4620-4b10-838b-4aa10d2c9361 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120469 Jul 05 02:22:12.981633 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device f83e18b6-e59f-43c5-9ce6-3b5c6c5719d8 up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:22:13.072284 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b26d3a6b-4286-4af4-a9fd-bb18309533f2 req-95b45d22-59f2-45c6-b639-09aeb24657d1 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3907771 Jul 05 02:22:13.082740 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port f83e18b6-e59f-43c5-9ce6-3b5c6c5719d8 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:22:13.083119 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:13.152164 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-155c70ea-e07f-4860-854f-017d5d52f631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:13.206929 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c3790-2047-420e-8a8c-b62bb6774f60 req-69cca1e4-f3b4-4544-a863-af6f901d2e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:13.211154 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c3790-2047-420e-8a8c-b62bb6774f60 req-69cca1e4-f3b4-4544-a863-af6f901d2e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:13.211883 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c3790-2047-420e-8a8c-b62bb6774f60 req-69cca1e4-f3b4-4544-a863-af6f901d2e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:13.220175 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e29c3790-2047-420e-8a8c-b62bb6774f60 req-69cca1e4-f3b4-4544-a863-af6f901d2e9d service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=059a16d4d47342a1b52e205e2c168052&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.5053051 Jul 05 02:22:13.365705 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:13.414985 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dea8c6b3-deef-4865-b273-3a8b344c92e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f83e18b6-e59f-43c5-9ce6-3b5c6c5719d8'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:22:13.417559 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89d1a1a6-44c3-42e5-8af2-803fb0824beb" -d '{"events": [{"server_uuid": "dea8c6b3-deef-4865-b273-3a8b344c92e3", "name": "network-vif-plugged", "status": "completed", "tag": "f83e18b6-e59f-43c5-9ce6-3b5c6c5719d8"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:22:13.449009 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-17476b9d-6296-4eb5-9e46-7702563c5b16 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:13.460833 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port f83e18b6-e59f-43c5-9ce6-3b5c6c5719d8, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=f83e18b6-e59f-43c5-9ce6-3b5c6c5719d8,segment=NetworkSegment(21ad98b6-ba72-4f1f-a0ef-3d0df329b6a3),segment_id=21ad98b6-ba72-4f1f-a0ef-3d0df329b6a3)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:22:13.478182 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c3790-2047-420e-8a8c-b62bb6774f60 req-e737425d-eda6-4e86-b28a-fb2fbeead6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:13.482256 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e29c3790-2047-420e-8a8c-b62bb6774f60 req-e737425d-eda6-4e86-b28a-fb2fbeead6cd service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2477229 Jul 05 02:22:13.557871 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:13.665862 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-17476b9d-6296-4eb5-9e46-7702563c5b16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:13.675578 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=f83e18b6-e59f-43c5-9ce6-3b5c6c5719d8,revision_number=7']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:22:13.694415 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 0680dfb9-5f90-41f8-bcfb-59904d93335f up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:22:13.715380 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ac6cf1-3d1f-4a35-b986-ca565130b8c8 req-427f4b62-11c1-49cf-b33c-b7208d1b2a72 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:13.723698 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-92ac6cf1-3d1f-4a35-b986-ca565130b8c8 req-427f4b62-11c1-49cf-b33c-b7208d1b2a72 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?device_id=a715fb7a-9b07-4f40-8481-c6b802b030b3 HTTP/1.1" status: 200 len: 945 time: 0.1186650 Jul 05 02:22:13.813169 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-92ac6cf1-3d1f-4a35-b986-ca565130b8c8 req-924d1256-eee3-4ca2-a494-cf57db1f695d tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/security-groups?id=e258e924-fb3e-45d8-9b54-0249433deb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878241 Jul 05 02:22:13.832476 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-155c70ea-e07f-4860-854f-017d5d52f631 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56b8015f-94a3-4395-b042-696c4e70e1cd {{(pid=94462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:22:13.852708 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-155c70ea-e07f-4860-854f-017d5d52f631 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:13.885194 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-155c70ea-e07f-4860-854f-017d5d52f631 service neutron] Transition to ACTIVE for port object 56b8015f-94a3-4395-b042-696c4e70e1cd will not be triggered until provisioned by entity L2. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:22:13.889382 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 0680dfb9-5f90-41f8-bcfb-59904d93335f completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:22:13.893568 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 0680dfb9-5f90-41f8-bcfb-59904d93335f triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:22:13.893948 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:13.952981 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a711d8ad-75a9-488c-b1ad-3de372dcb229 x-openstack-request-id: req-a711d8ad-75a9-488c-b1ad-3de372dcb229 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:22:13.953184 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-17476b9d-6296-4eb5-9e46-7702563c5b16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634601'] for router_interface, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:13.953631 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dea8c6b3-deef-4865-b273-3a8b344c92e3", "name": "network-vif-plugged", "status": "completed", "tag": "f83e18b6-e59f-43c5-9ce6-3b5c6c5719d8", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:22:13.954031 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a711d8ad-75a9-488c-b1ad-3de372dcb229 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:22:13.954861 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dea8c6b3-deef-4865-b273-3a8b344c92e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f83e18b6-e59f-43c5-9ce6-3b5c6c5719d8', 'code': 200} Jul 05 02:22:13.956513 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-155c70ea-e07f-4860-854f-017d5d52f631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:14.000508 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17476b9d-6296-4eb5-9e46-7702563c5b16 admin admin] Pushing event updated for resources: {'Port': ['ID=34ec38ae-8ac2-48ae-a09d-0e5f8c1a8a5a,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:22:14.063757 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155c70ea-e07f-4860-854f-017d5d52f631 service neutron] Pushing event updated for resources: {'Port': ['ID=56b8015f-94a3-4395-b042-696c4e70e1cd,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:22:14.080422 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9169255-6ad1-4cf3-a725-9b8f04c4c2d9 req-318ee921-7bcd-4662-a61a-c962c1cd2653 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:14.105772 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9169255-6ad1-4cf3-a725-9b8f04c4c2d9 req-318ee921-7bcd-4662-a61a-c962c1cd2653 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:14.119256 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:14.121889 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9169255-6ad1-4cf3-a725-9b8f04c4c2d9 req-318ee921-7bcd-4662-a61a-c962c1cd2653 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:14.137142 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9169255-6ad1-4cf3-a725-9b8f04c4c2d9 req-318ee921-7bcd-4662-a61a-c962c1cd2653 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:14.151074 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9169255-6ad1-4cf3-a725-9b8f04c4c2d9 req-318ee921-7bcd-4662-a61a-c962c1cd2653 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:14.163079 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9169255-6ad1-4cf3-a725-9b8f04c4c2d9 req-318ee921-7bcd-4662-a61a-c962c1cd2653 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:14.170792 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 0680dfb9-5f90-41f8-bcfb-59904d93335f, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=0680dfb9-5f90-41f8-bcfb-59904d93335f,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:22:14.178328 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9169255-6ad1-4cf3-a725-9b8f04c4c2d9 req-318ee921-7bcd-4662-a61a-c962c1cd2653 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:14.180018 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a29b1f86-c2b3-4079-ba70-879d5fa5b04b', 'tag': 'ebeeea34-31e3-4860-b394-0cf6d93b55be'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:22:14.188145 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b223267e0e0ddb3199af7772d0b45336e3b4b54fbb151c86a8051291a61e85db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68b65462-d6cc-4d47-9d3b-0980923b42a3" -d '{"events": [{"name": "network-changed", "server_uuid": "a29b1f86-c2b3-4079-ba70-879d5fa5b04b", "tag": "ebeeea34-31e3-4860-b394-0cf6d93b55be"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:22:14.191740 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c9169255-6ad1-4cf3-a725-9b8f04c4c2d9 req-318ee921-7bcd-4662-a61a-c962c1cd2653 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/ports?device_id=a29b1f86-c2b3-4079-ba70-879d5fa5b04b HTTP/1.1" status: 200 len: 5410 time: 0.5633142 Jul 05 02:22:14.237695 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:14.321069 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-155c70ea-e07f-4860-854f-017d5d52f631 service neutron] Attempting to bind port 56b8015f-94a3-4395-b042-696c4e70e1cd on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:22:14.323419 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-155c70ea-e07f-4860-854f-017d5d52f631 service neutron] Attempting to bind port 56b8015f-94a3-4395-b042-696c4e70e1cd by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': 'c339102a-fa63-429b-bfae-9f85cbe3d098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7fa11b36-0588-43ef-a636-45aaf3c04835'}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:22:14.323419 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-155c70ea-e07f-4860-854f-017d5d52f631 service neutron] Attempting to bind port 56b8015f-94a3-4395-b042-696c4e70e1cd on network 7fa11b36-0588-43ef-a636-45aaf3c04835 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:22:14.336699 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=0680dfb9-5f90-41f8-bcfb-59904d93335f,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:22:14.352191 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-155c70ea-e07f-4860-854f-017d5d52f631 service neutron] Port 56b8015f-94a3-4395-b042-696c4e70e1cd on network 7fa11b36-0588-43ef-a636-45aaf3c04835 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:22:14.352664 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-155c70ea-e07f-4860-854f-017d5d52f631 service neutron] Attempting to bind port 56b8015f-94a3-4395-b042-696c4e70e1cd on network 7fa11b36-0588-43ef-a636-45aaf3c04835 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:22:14.374449 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-155c70ea-e07f-4860-854f-017d5d52f631 service neutron] Checking agent: {'id': 'e071c76e-395f-48c4-a98f-88088465cf0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:22:14.385902 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-155c70ea-e07f-4860-854f-017d5d52f631 service neutron] Checking segment: {'id': 'c339102a-fa63-429b-bfae-9f85cbe3d098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7fa11b36-0588-43ef-a636-45aaf3c04835'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:22:14.387044 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-155c70ea-e07f-4860-854f-017d5d52f631 service neutron] Bound using segment: {'id': 'c339102a-fa63-429b-bfae-9f85cbe3d098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7fa11b36-0588-43ef-a636-45aaf3c04835'} {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:22:14.388040 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-155c70ea-e07f-4860-854f-017d5d52f631 service neutron] Bound port: 56b8015f-94a3-4395-b042-696c4e70e1cd, host: n-h2-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c339102a-fa63-429b-bfae-9f85cbe3d098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7fa11b36-0588-43ef-a636-45aaf3c04835'}}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:22:14.388192 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-155c70ea-e07f-4860-854f-017d5d52f631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:14.420753 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c3790-2047-420e-8a8c-b62bb6774f60 req-92190b61-0738-4699-8599-98abc98d01f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:14.421448 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c3790-2047-420e-8a8c-b62bb6774f60 req-92190b61-0738-4699-8599-98abc98d01f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:14.422273 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c3790-2047-420e-8a8c-b62bb6774f60 req-92190b61-0738-4699-8599-98abc98d01f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:14.423138 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c3790-2047-420e-8a8c-b62bb6774f60 req-92190b61-0738-4699-8599-98abc98d01f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:14.423857 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c3790-2047-420e-8a8c-b62bb6774f60 req-92190b61-0738-4699-8599-98abc98d01f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:14.424487 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c3790-2047-420e-8a8c-b62bb6774f60 req-92190b61-0738-4699-8599-98abc98d01f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:14.425098 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c3790-2047-420e-8a8c-b62bb6774f60 req-92190b61-0738-4699-8599-98abc98d01f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:14.427629 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e29c3790-2047-420e-8a8c-b62bb6774f60 req-92190b61-0738-4699-8599-98abc98d01f0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=059a16d4d47342a1b52e205e2c168052&device_id=a29b1f86-c2b3-4079-ba70-879d5fa5b04b HTTP/1.1" status: 200 len: 6418 time: 0.8977954 Jul 05 02:22:14.429941 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17476b9d-6296-4eb5-9e46-7702563c5b16 admin admin] Network ccc7d4e0-6b16-4e4f-851f-0d5531b2b185 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:22:14.433990 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-17476b9d-6296-4eb5-9e46-7702563c5b16 admin admin] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:22:14.512039 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fb74e5-e6e3-415c-9d78-8b69d6fcf492 req-61df0668-02dc-4f11-b16c-63e6f04e0920 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:14.521593 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d3fb74e5-e6e3-415c-9d78-8b69d6fcf492 req-61df0668-02dc-4f11-b16c-63e6f04e0920 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=dea8c6b3-deef-4865-b273-3a8b344c92e3 HTTP/1.1" status: 200 len: 946 time: 0.3041968 Jul 05 02:22:14.620868 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d3fb74e5-e6e3-415c-9d78-8b69d6fcf492 req-71233240-51da-48cc-bc9b-02eab4a93d2d tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977995 Jul 05 02:22:14.629452 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-155c70ea-e07f-4860-854f-017d5d52f631 service neutron] For port 56b8015f-94a3-4395-b042-696c4e70e1cd, host n-h2-771362-32, cleared binding levels {{(pid=94462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:22:14.640376 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-155c70ea-e07f-4860-854f-017d5d52f631 service neutron] For port 56b8015f-94a3-4395-b042-696c4e70e1cd, host n-h2-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=56b8015f-94a3-4395-b042-696c4e70e1cd,segment=NetworkSegment(c339102a-fa63-429b-bfae-9f85cbe3d098),segment_id=c339102a-fa63-429b-bfae-9f85cbe3d098)] {{(pid=94462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:22:14.745318 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-155c70ea-e07f-4860-854f-017d5d52f631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:14.898958 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155c70ea-e07f-4860-854f-017d5d52f631 service neutron] Pushing event updated for resources: {'Port': ['ID=56b8015f-94a3-4395-b042-696c4e70e1cd,revision_number=3']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:22:14.917095 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-b9f8db20-486f-445f-88d3-d81e6c3ca4ee None None] Provisioning complete for port 34ec38ae-8ac2-48ae-a09d-0e5f8c1a8a5a triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:22:14.919447 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b9f8db20-486f-445f-88d3-d81e6c3ca4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:14.983620 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-b9f8db20-486f-445f-88d3-d81e6c3ca4ee None None] Port 34ec38ae-8ac2-48ae-a09d-0e5f8c1a8a5a cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:22:15.029848 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-155c70ea-e07f-4860-854f-017d5d52f631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:15.030521 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-155c70ea-e07f-4860-854f-017d5d52f631 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:15.032006 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-155c70ea-e07f-4860-854f-017d5d52f631 service neutron] 10.222.0.15 "PUT /v2.0/ports/56b8015f-94a3-4395-b042-696c4e70e1cd HTTP/1.1" status: 200 len: 1092 time: 2.2151089 Jul 05 02:22:15.065001 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dabc034-ca9a-47f1-9ba9-8e39fd55ad61 req-5422e950-b4d3-4f2b-a297-279467fa5499 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:15.066824 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9dabc034-ca9a-47f1-9ba9-8e39fd55ad61 req-5422e950-b4d3-4f2b-a297-279467fa5499 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=e361c8de-f613-4798-a90c-99b90beda3c5 HTTP/1.1" status: 200 len: 949 time: 0.1839690 Jul 05 02:22:15.093163 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c9169255-6ad1-4cf3-a725-9b8f04c4c2d9 req-0b1abeb1-a698-4ac4-8348-bf5fc5043b24 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/security-groups?id=17338adc-3db3-4a61-bf9d-146877730ae5&id=aee4c074-5a4c-4da1-9a49-8feda33d45d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8101342 Jul 05 02:22:15.151069 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9dabc034-ca9a-47f1-9ba9-8e39fd55ad61 req-f109423c-6679-4a2a-8282-4c9290c32380 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779443 Jul 05 02:22:15.264655 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6db6ab82-b575-43f8-b7ec-65499b06ae7c x-openstack-request-id: req-6db6ab82-b575-43f8-b7ec-65499b06ae7c {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:22:15.264951 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a29b1f86-c2b3-4079-ba70-879d5fa5b04b", "tag": "ebeeea34-31e3-4860-b394-0cf6d93b55be", "status": "completed", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:22:15.265204 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6db6ab82-b575-43f8-b7ec-65499b06ae7c {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:22:15.265607 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a29b1f86-c2b3-4079-ba70-879d5fa5b04b', 'tag': 'ebeeea34-31e3-4860-b394-0cf6d93b55be', 'status': 'completed', 'code': 200} Jul 05 02:22:15.325141 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c3790-2047-420e-8a8c-b62bb6774f60 req-59f9df2e-3c47-4587-9ac5-5080f1b299fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:15.336473 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c3790-2047-420e-8a8c-b62bb6774f60 req-59f9df2e-3c47-4587-9ac5-5080f1b299fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:15.336984 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c3790-2047-420e-8a8c-b62bb6774f60 req-59f9df2e-3c47-4587-9ac5-5080f1b299fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:15.338755 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e29c3790-2047-420e-8a8c-b62bb6774f60 req-59f9df2e-3c47-4587-9ac5-5080f1b299fc service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=059a16d4d47342a1b52e205e2c168052&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.8987036 Jul 05 02:22:15.453363 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17476b9d-6296-4eb5-9e46-7702563c5b16 admin admin] Router 97335853-6159-4aa2-81b6-dcfe6afb4908 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:22:15.527409 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 0680dfb9-5f90-41f8-bcfb-59904d93335f up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:22:15.659997 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17476b9d-6296-4eb5-9e46-7702563c5b16 admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:22:15.678009 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-17476b9d-6296-4eb5-9e46-7702563c5b16 admin admin] 10.222.0.23 "PUT /v2.0/routers/97335853-6159-4aa2-81b6-dcfe6afb4908/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3891308 Jul 05 02:22:15.694140 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c3790-2047-420e-8a8c-b62bb6774f60 req-41f9a43d-e6c4-4ffa-8268-cc1e82d2456f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:15.698357 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e29c3790-2047-420e-8a8c-b62bb6774f60 req-41f9a43d-e6c4-4ffa-8268-cc1e82d2456f service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3458412 Jul 05 02:22:15.703459 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a161dd0-139a-463a-86c5-373d934b7fb6 None None] Sync routers for ids ['97335853-6159-4aa2-81b6-dcfe6afb4908'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:22:15.716524 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a161dd0-139a-463a-86c5-373d934b7fb6 None None] Routers {'97335853-6159-4aa2-81b6-dcfe6afb4908'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:22:15.717414 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-4a161dd0-139a-463a-86c5-373d934b7fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:21:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['97335853-6159-4aa2-81b6-dcfe6afb4908'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:22:15.753156 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe83a40-ebce-4f34-b48f-da0a22fd2967 req-e3b50e63-7dec-47cf-a40d-f60b15fc5823 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:15.754796 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7fe83a40-ebce-4f34-b48f-da0a22fd2967 req-e3b50e63-7dec-47cf-a40d-f60b15fc5823 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?device_id=a715fb7a-9b07-4f40-8481-c6b802b030b3 HTTP/1.1" status: 200 len: 945 time: 0.3286726 Jul 05 02:22:15.878003 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7fe83a40-ebce-4f34-b48f-da0a22fd2967 req-a47707d3-90dd-48e1-b353-20947629b77f tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/security-groups?id=e258e924-fb3e-45d8-9b54-0249433deb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109924 Jul 05 02:22:15.880030 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 55786) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:22:15.944188 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-7c3f154d-dd8e-4778-87c1-f8ab8214ce5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:15.944676 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-7c3f154d-dd8e-4778-87c1-f8ab8214ce5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:15.945161 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-7c3f154d-dd8e-4778-87c1-f8ab8214ce5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:15.945831 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-7c3f154d-dd8e-4778-87c1-f8ab8214ce5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:15.946152 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 0680dfb9-5f90-41f8-bcfb-59904d93335f triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:22:15.946632 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:15.956554 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-7c3f154d-dd8e-4778-87c1-f8ab8214ce5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:15.957085 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-7c3f154d-dd8e-4778-87c1-f8ab8214ce5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:15.957642 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-7c3f154d-dd8e-4778-87c1-f8ab8214ce5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:15.967585 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-7c3f154d-dd8e-4778-87c1-f8ab8214ce5b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=059a16d4d47342a1b52e205e2c168052&device_id=a29b1f86-c2b3-4079-ba70-879d5fa5b04b HTTP/1.1" status: 200 len: 6486 time: 0.2106218 Jul 05 02:22:15.973099 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-663ffaf7-33e9-4ed6-9f28-0f09aeb2cdee tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1609180208'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:22:16.026384 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-4a161dd0-139a-463a-86c5-373d934b7fb6 None None] Set router 97335853-6159-4aa2-81b6-dcfe6afb4908 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:22:16.071160 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64855b11-dbcb-48a1-a8eb-55a6e4bd3c78 req-04664449-78d3-4ebb-a95d-3d479d18514e tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:16.078351 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-64855b11-dbcb-48a1-a8eb-55a6e4bd3c78 req-04664449-78d3-4ebb-a95d-3d479d18514e tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=dea8c6b3-deef-4865-b273-3a8b344c92e3 HTTP/1.1" status: 200 len: 946 time: 0.1665845 Jul 05 02:22:16.079336 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-a704026c-dbb6-45e1-9a1c-b82db2ff4e72 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b3954152-aa83-410a-ad29-4f54d0faf476 HTTP/1.1" status: 200 len: 217 time: 0.0995300 Jul 05 02:22:16.142430 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-b39dadf7-39a4-4fcc-85bb-cc5a8c077e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:16.144211 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-b39dadf7-39a4-4fcc-85bb-cc5a8c077e25 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=09608f09-777a-432f-9dae-6a5a44630f28 HTTP/1.1" status: 200 len: 851 time: 0.0553296 Jul 05 02:22:16.150424 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-64855b11-dbcb-48a1-a8eb-55a6e4bd3c78 req-52f3c765-d3a2-49de-aff0-9506bdffeef2 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661135 Jul 05 02:22:16.285826 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-663ffaf7-33e9-4ed6-9f28-0f09aeb2cdee tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Made reservation on behalf of 988b75a44b3448cc9e1b91ae38dea717 for: {'network': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:22:16.296048 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-663ffaf7-33e9-4ed6-9f28-0f09aeb2cdee tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:16.331161 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-d9fb45fa-ad70-4649-80af-359ce89d2ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:16.334310 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-d9fb45fa-ad70-4649-80af-359ce89d2ddf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d6d9e04c-f9e8-4007-89f0-15eb2a09c709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1729276 Jul 05 02:22:16.461481 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-de874621-89f6-479f-a7b9-147bcb5fbf69 service neutron] 10.222.0.15 "GET /v2.0/networks/d6d9e04c-f9e8-4007-89f0-15eb2a09c709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191709 Jul 05 02:22:16.462331 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-663ffaf7-33e9-4ed6-9f28-0f09aeb2cdee tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=94461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:22:16.488819 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-4a161dd0-139a-463a-86c5-373d934b7fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97335853-6159-4aa2-81b6-dcfe6afb4908', 'name': 'tempest-ServersTestMultiNic-1004415311-router', 'tenant_id': '988b75a44b3448cc9e1b91ae38dea717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': '0680dfb9-5f90-41f8-bcfb-59904d93335f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:22:04Z', 'updated_at': '2021-07-05T02:22:12Z', 'revision_number': 4, 'project_id': '988b75a44b3448cc9e1b91ae38dea717', 'gw_port': {'id': '0680dfb9-5f90-41f8-bcfb-59904d93335f', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:92:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97335853-6159-4aa2-81b6-dcfe6afb4908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:22:05Z', 'updated_at': '2021-07-05T02:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '34ec38ae-8ac2-48ae-a09d-0e5f8c1a8a5a', 'name': '', 'network_id': 'ccc7d4e0-6b16-4e4f-851f-0d5531b2b185', 'tenant_id': '988b75a44b3448cc9e1b91ae38dea717', 'mac_address': 'fa:16:3e:92:95:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97335853-6159-4aa2-81b6-dcfe6afb4908', 'device_owner': 'network:router_interface', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '6df22703-c872-45c1-a831-1caebd87e2ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:22:10Z', 'updated_at': '2021-07-05T02:22:12Z', 'revision_number': 2, 'project_id': '988b75a44b3448cc9e1b91ae38dea717', 'subnets': [{'id': '6df22703-c872-45c1-a831-1caebd87e2ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:22:16.503859 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd6da13-3945-417a-bce2-50acaaeb465f req-e201d970-dfb6-4e56-a3ee-bfaa30c416ec tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:16.506314 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ebd6da13-3945-417a-bce2-50acaaeb465f req-e201d970-dfb6-4e56-a3ee-bfaa30c416ec tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=e361c8de-f613-4798-a90c-99b90beda3c5 HTTP/1.1" status: 200 len: 949 time: 0.1066105 Jul 05 02:22:16.528471 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a161dd0-139a-463a-86c5-373d934b7fb6 None None] Checking router: 97335853-6159-4aa2-81b6-dcfe6afb4908 for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:22:16.528826 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a161dd0-139a-463a-86c5-373d934b7fb6 None None] Updating router 97335853-6159-4aa2-81b6-dcfe6afb4908 port 34ec38ae-8ac2-48ae-a09d-0e5f8c1a8a5a binding host n-d-771362-32 {{(pid=94463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 02:22:16.562291 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ebd6da13-3945-417a-bce2-50acaaeb465f req-508ae88f-eb9a-4608-bd56-5723c8b36586 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495689 Jul 05 02:22:16.607505 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4a161dd0-139a-463a-86c5-373d934b7fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:16.654587 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-663ffaf7-33e9-4ed6-9f28-0f09aeb2cdee tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:16.655114 n-d-771362-32 neutron-server[94461]: INFO neutron.db.segments_db [None req-663ffaf7-33e9-4ed6-9f28-0f09aeb2cdee tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Added segment 92cb1372-8555-40a1-b85c-7eabf408a10e of type vlan for network af31c90c-6609-44f7-bd07-e9a01e5e50aa Jul 05 02:22:16.745309 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-663ffaf7-33e9-4ed6-9f28-0f09aeb2cdee tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:16.816742 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789f6225-3be8-4b70-8d8b-65dbd01d8000 req-bd3168c1-f360-40c5-ad7e-01bf8b529afa tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:16.832999 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789f6225-3be8-4b70-8d8b-65dbd01d8000 req-bd3168c1-f360-40c5-ad7e-01bf8b529afa tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:16.843369 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789f6225-3be8-4b70-8d8b-65dbd01d8000 req-bd3168c1-f360-40c5-ad7e-01bf8b529afa tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:16.851699 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789f6225-3be8-4b70-8d8b-65dbd01d8000 req-bd3168c1-f360-40c5-ad7e-01bf8b529afa tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:16.858808 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789f6225-3be8-4b70-8d8b-65dbd01d8000 req-bd3168c1-f360-40c5-ad7e-01bf8b529afa tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:16.865938 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789f6225-3be8-4b70-8d8b-65dbd01d8000 req-bd3168c1-f360-40c5-ad7e-01bf8b529afa tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:16.882509 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789f6225-3be8-4b70-8d8b-65dbd01d8000 req-bd3168c1-f360-40c5-ad7e-01bf8b529afa tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:16.885316 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-789f6225-3be8-4b70-8d8b-65dbd01d8000 req-bd3168c1-f360-40c5-ad7e-01bf8b529afa tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/ports?device_id=a29b1f86-c2b3-4079-ba70-879d5fa5b04b HTTP/1.1" status: 200 len: 5422 time: 0.4205217 Jul 05 02:22:16.890439 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-9a6b40dc-5cee-4fbc-9ace-24d26c3fb293 service neutron] 10.222.0.15 "GET /v2.0/networks/d6d9e04c-f9e8-4007-89f0-15eb2a09c709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3859289 Jul 05 02:22:16.894401 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.db.resource_extend [None req-663ffaf7-33e9-4ed6-9f28-0f09aeb2cdee tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 02:22:16.995235 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-0dcce9ff-e21d-4aa7-afd3-836456e0b738 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.188&port_id=3bf96118-202e-47ea-8323-729179ed339d HTTP/1.1" status: 200 len: 217 time: 0.0889881 Jul 05 02:22:17.047041 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4a161dd0-139a-463a-86c5-373d934b7fb6 None None] Notify callbacks [] for port, precommit_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:17.056269 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-791aecd1-837d-41c8-9acc-0a256418ebee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:17.057763 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-791aecd1-837d-41c8-9acc-0a256418ebee service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9f904359-8cff-4e36-8104-7313f683672b HTTP/1.1" status: 200 len: 797 time: 0.0527909 Jul 05 02:22:17.059801 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-4a161dd0-139a-463a-86c5-373d934b7fb6 None None] Transition to ACTIVE for port object 34ec38ae-8ac2-48ae-a09d-0e5f8c1a8a5a will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:22:17.114509 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-789f6225-3be8-4b70-8d8b-65dbd01d8000 req-fbcc1be2-896e-4fa3-88a5-d970699745fc tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/security-groups?id=17338adc-3db3-4a61-bf9d-146877730ae5&id=aee4c074-5a4c-4da1-9a49-8feda33d45d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2171853 Jul 05 02:22:17.174017 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-34251d42-8e8b-4c68-94c7-f61873b2826d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:17.175877 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-34251d42-8e8b-4c68-94c7-f61873b2826d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8521063c-8363-41f1-a9c0-837836263ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1107655 Jul 05 02:22:17.190305 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367d1495-8e32-4dad-99db-720a9e89c631 req-a13ee908-261e-4e96-8254-866a65870d33 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:17.200802 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-367d1495-8e32-4dad-99db-720a9e89c631 req-a13ee908-261e-4e96-8254-866a65870d33 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?device_id=a715fb7a-9b07-4f40-8481-c6b802b030b3 HTTP/1.1" status: 200 len: 945 time: 0.1402683 Jul 05 02:22:17.209074 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4a161dd0-139a-463a-86c5-373d934b7fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:17.266730 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a29b1f86-c2b3-4079-ba70-879d5fa5b04b', 'tag': '56b8015f-94a3-4395-b042-696c4e70e1cd'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:22:17.269054 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b223267e0e0ddb3199af7772d0b45336e3b4b54fbb151c86a8051291a61e85db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d29af043-582c-4096-ac6d-493b79bab985" -d '{"events": [{"name": "network-changed", "server_uuid": "a29b1f86-c2b3-4079-ba70-879d5fa5b04b", "tag": "56b8015f-94a3-4395-b042-696c4e70e1cd"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:22:17.301146 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-663ffaf7-33e9-4ed6-9f28-0f09aeb2cdee tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:17.309076 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663ffaf7-33e9-4ed6-9f28-0f09aeb2cdee tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:17.310215 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-663ffaf7-33e9-4ed6-9f28-0f09aeb2cdee tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:17.323523 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-367d1495-8e32-4dad-99db-720a9e89c631 req-f5ddfc8b-dc8e-43c4-aee0-6ddb467fd75e tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/security-groups?id=e258e924-fb3e-45d8-9b54-0249433deb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159198 Jul 05 02:22:17.425696 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395187b6-265c-433f-9191-f0991609856a None None] Pushing event updated for resources: {'Port': ['ID=34ec38ae-8ac2-48ae-a09d-0e5f8c1a8a5a,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:22:17.445306 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-4a161dd0-139a-463a-86c5-373d934b7fb6 None None] Attempting to bind port 34ec38ae-8ac2-48ae-a09d-0e5f8c1a8a5a on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:22:17.446338 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-4a161dd0-139a-463a-86c5-373d934b7fb6 None None] Attempting to bind port 34ec38ae-8ac2-48ae-a09d-0e5f8c1a8a5a by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '8d2d58d4-b860-41a2-af7b-7b5a5c3e18f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ccc7d4e0-6b16-4e4f-851f-0d5531b2b185'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:22:17.446856 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a161dd0-139a-463a-86c5-373d934b7fb6 None None] Attempting to bind port 34ec38ae-8ac2-48ae-a09d-0e5f8c1a8a5a on network ccc7d4e0-6b16-4e4f-851f-0d5531b2b185 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:22:17.447002 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa368876-9b51-44d4-b60f-40c6323e0239 x-openstack-request-id: req-fa368876-9b51-44d4-b60f-40c6323e0239 {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:22:17.447251 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a29b1f86-c2b3-4079-ba70-879d5fa5b04b", "tag": "56b8015f-94a3-4395-b042-696c4e70e1cd", "status": "completed", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:22:17.447507 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fa368876-9b51-44d4-b60f-40c6323e0239 {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:22:17.447915 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a29b1f86-c2b3-4079-ba70-879d5fa5b04b', 'tag': '56b8015f-94a3-4395-b042-696c4e70e1cd', 'status': 'completed', 'code': 200} Jul 05 02:22:17.454157 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a161dd0-139a-463a-86c5-373d934b7fb6 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:22:17.454792 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a161dd0-139a-463a-86c5-373d934b7fb6 None None] Checking segment: {'id': '8d2d58d4-b860-41a2-af7b-7b5a5c3e18f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ccc7d4e0-6b16-4e4f-851f-0d5531b2b185'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:22:17.455355 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4a161dd0-139a-463a-86c5-373d934b7fb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:17.456275 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a161dd0-139a-463a-86c5-373d934b7fb6 None None] Bound using segment: {'id': '8d2d58d4-b860-41a2-af7b-7b5a5c3e18f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ccc7d4e0-6b16-4e4f-851f-0d5531b2b185'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:22:17.456887 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-4a161dd0-139a-463a-86c5-373d934b7fb6 None None] Bound port: 34ec38ae-8ac2-48ae-a09d-0e5f8c1a8a5a, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d2d58d4-b860-41a2-af7b-7b5a5c3e18f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ccc7d4e0-6b16-4e4f-851f-0d5531b2b185'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:22:17.457440 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4a161dd0-139a-463a-86c5-373d934b7fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:17.517966 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-f19e945c-daeb-4feb-9e69-0f7457f509a1 service neutron] 10.222.0.15 "GET /v2.0/networks/8521063c-8363-41f1-a9c0-837836263ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3343279 Jul 05 02:22:17.541768 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-4a161dd0-139a-463a-86c5-373d934b7fb6 None None] For port 34ec38ae-8ac2-48ae-a09d-0e5f8c1a8a5a, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:22:17.546359 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-4a161dd0-139a-463a-86c5-373d934b7fb6 None None] For port 34ec38ae-8ac2-48ae-a09d-0e5f8c1a8a5a, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=34ec38ae-8ac2-48ae-a09d-0e5f8c1a8a5a,segment=NetworkSegment(8d2d58d4-b860-41a2-af7b-7b5a5c3e18f9),segment_id=8d2d58d4-b860-41a2-af7b-7b5a5c3e18f9)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:22:17.639313 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663ffaf7-33e9-4ed6-9f28-0f09aeb2cdee tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Pushing event updated for resources: {'Network': ['ID=af31c90c-6609-44f7-bd07-e9a01e5e50aa,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:22:17.650965 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network af31c90c-6609-44f7-bd07-e9a01e5e50aa details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:22:17.664954 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35efbac3-128d-4694-848d-b89e6c92a02d req-4a9598a0-99ca-4b92-ab21-c2441662474b tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:17.672299 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-35efbac3-128d-4694-848d-b89e6c92a02d req-4a9598a0-99ca-4b92-ab21-c2441662474b tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=dea8c6b3-deef-4865-b273-3a8b344c92e3 HTTP/1.1" status: 200 len: 946 time: 0.2524903 Jul 05 02:22:17.686421 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4a161dd0-139a-463a-86c5-373d934b7fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:17.725973 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-35efbac3-128d-4694-848d-b89e6c92a02d req-0d380462-2f54-47b4-bb96-7d6b12d5f98a tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526817 Jul 05 02:22:17.741372 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-663ffaf7-33e9-4ed6-9f28-0f09aeb2cdee tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.8555813 Jul 05 02:22:17.741372 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 55806) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:22:17.749411 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-b61c9630-57a4-49ec-8b14-6393a7489f04 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Request body: {'subnet': {'network_id': 'af31c90c-6609-44f7-bd07-e9a01e5e50aa', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:22:17.841135 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5847ecb2-cff4-4a5f-a277-3d4560d3e3c8 req-51f7ed4f-b3fd-4252-92af-6b6ad97b4201 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:17.848673 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5847ecb2-cff4-4a5f-a277-3d4560d3e3c8 req-51f7ed4f-b3fd-4252-92af-6b6ad97b4201 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=e361c8de-f613-4798-a90c-99b90beda3c5 HTTP/1.1" status: 200 len: 949 time: 0.1235185 Jul 05 02:22:17.930541 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5847ecb2-cff4-4a5f-a277-3d4560d3e3c8 req-a97693e9-42e4-4d6e-9555-bf8014a55594 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805380 Jul 05 02:22:17.932226 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a161dd0-139a-463a-86c5-373d934b7fb6 None None] Routers {'97335853-6159-4aa2-81b6-dcfe6afb4908'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:22:17.933568 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-4a161dd0-139a-463a-86c5-373d934b7fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:21:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['97335853-6159-4aa2-81b6-dcfe6afb4908'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:22:17.942553 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-b1d34549-490e-42bf-bb97-60bb167b1f83 service neutron] 10.222.0.15 "GET /v2.0/networks/8521063c-8363-41f1-a9c0-837836263ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3977003 Jul 05 02:22:18.038523 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395187b6-265c-433f-9191-f0991609856a None None] Pushing event updated for resources: {'Port': ['ID=34ec38ae-8ac2-48ae-a09d-0e5f8c1a8a5a,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:22:18.091309 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-91252c07-f2aa-46cf-80c8-4d8d2e16fc29 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.119&port_id=5ae34ffe-cf3c-4868-8258-c90b90a1fe5d HTTP/1.1" status: 200 len: 217 time: 0.1247213 Jul 05 02:22:18.124418 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-4a161dd0-139a-463a-86c5-373d934b7fb6 None None] Set router 97335853-6159-4aa2-81b6-dcfe6afb4908 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:22:18.205847 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-52d758c0-7a84-46a2-89d8-226bce18de63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:18.213935 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-52d758c0-7a84-46a2-89d8-226bce18de63 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9f904359-8cff-4e36-8104-7313f683672b HTTP/1.1" status: 200 len: 797 time: 0.1140175 Jul 05 02:22:18.215336 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b61c9630-57a4-49ec-8b14-6393a7489f04 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Made reservation on behalf of 988b75a44b3448cc9e1b91ae38dea717 for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:22:18.222652 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b61c9630-57a4-49ec-8b14-6393a7489f04 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:18.455079 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-e06c8c52-3818-4dde-8ccc-4f18f58df30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:18.461702 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-e06c8c52-3818-4dde-8ccc-4f18f58df30b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8521063c-8363-41f1-a9c0-837836263ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2319336 Jul 05 02:22:18.505636 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a8c690-e2b0-415a-9900-48ceafe6e8c4 req-a83cf85f-eb5a-4bf6-86ef-2f5dd36acd18 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:18.514106 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a8c690-e2b0-415a-9900-48ceafe6e8c4 req-a83cf85f-eb5a-4bf6-86ef-2f5dd36acd18 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:18.521730 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a8c690-e2b0-415a-9900-48ceafe6e8c4 req-a83cf85f-eb5a-4bf6-86ef-2f5dd36acd18 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:18.534350 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-4a161dd0-139a-463a-86c5-373d934b7fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97335853-6159-4aa2-81b6-dcfe6afb4908', 'name': 'tempest-ServersTestMultiNic-1004415311-router', 'tenant_id': '988b75a44b3448cc9e1b91ae38dea717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': '0680dfb9-5f90-41f8-bcfb-59904d93335f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:22:04Z', 'updated_at': '2021-07-05T02:22:12Z', 'revision_number': 4, 'project_id': '988b75a44b3448cc9e1b91ae38dea717', 'gw_port': {'id': '0680dfb9-5f90-41f8-bcfb-59904d93335f', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:92:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97335853-6159-4aa2-81b6-dcfe6afb4908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:22:05Z', 'updated_at': '2021-07-05T02:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '34ec38ae-8ac2-48ae-a09d-0e5f8c1a8a5a', 'name': '', 'network_id': 'ccc7d4e0-6b16-4e4f-851f-0d5531b2b185', 'tenant_id': '988b75a44b3448cc9e1b91ae38dea717', 'mac_address': 'fa:16:3e:92:95:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97335853-6159-4aa2-81b6-dcfe6afb4908', 'device_owner': 'network:router_interface', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '6df22703-c872-45c1-a831-1caebd87e2ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:22:10Z', 'updated_at': '2021-07-05T02:22:17Z', 'revision_number': 4, 'project_id': '988b75a44b3448cc9e1b91ae38dea717', 'subnets': [{'id': '6df22703-c872-45c1-a831-1caebd87e2ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:22:18.546043 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a8c690-e2b0-415a-9900-48ceafe6e8c4 req-a83cf85f-eb5a-4bf6-86ef-2f5dd36acd18 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:18.552361 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a8c690-e2b0-415a-9900-48ceafe6e8c4 req-a83cf85f-eb5a-4bf6-86ef-2f5dd36acd18 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:18.559779 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a8c690-e2b0-415a-9900-48ceafe6e8c4 req-a83cf85f-eb5a-4bf6-86ef-2f5dd36acd18 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:18.566386 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a8c690-e2b0-415a-9900-48ceafe6e8c4 req-a83cf85f-eb5a-4bf6-86ef-2f5dd36acd18 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:18.574674 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-96a8c690-e2b0-415a-9900-48ceafe6e8c4 req-a83cf85f-eb5a-4bf6-86ef-2f5dd36acd18 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/ports?device_id=a29b1f86-c2b3-4079-ba70-879d5fa5b04b HTTP/1.1" status: 200 len: 5422 time: 0.2050667 Jul 05 02:22:18.588284 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a161dd0-139a-463a-86c5-373d934b7fb6 None None] The sync data for ids ['97335853-6159-4aa2-81b6-dcfe6afb4908'] in n-d-771362-32 is: [{'id': '97335853-6159-4aa2-81b6-dcfe6afb4908', 'name': 'tempest-ServersTestMultiNic-1004415311-router', 'tenant_id': '988b75a44b3448cc9e1b91ae38dea717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': '0680dfb9-5f90-41f8-bcfb-59904d93335f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:22:04Z', 'updated_at': '2021-07-05T02:22:12Z', 'revision_number': 4, 'project_id': '988b75a44b3448cc9e1b91ae38dea717', 'gw_port': {'id': '0680dfb9-5f90-41f8-bcfb-59904d93335f', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:92:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97335853-6159-4aa2-81b6-dcfe6afb4908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:22:05Z', 'updated_at': '2021-07-05T02:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '34ec38ae-8ac2-48ae-a09d-0e5f8c1a8a5a', 'name': '', 'network_id': 'ccc7d4e0-6b16-4e4f-851f-0d5531b2b185', 'tenant_id': '988b75a44b3448cc9e1b91ae38dea717', 'mac_address': 'fa:16:3e:92:95:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97335853-6159-4aa2-81b6-dcfe6afb4908', 'device_owner': 'network:router_interface', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '6df22703-c872-45c1-a831-1caebd87e2ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:22:10Z', 'updated_at': '2021-07-05T02:22:17Z', 'revision_number': 4, 'project_id': '988b75a44b3448cc9e1b91ae38dea717', 'subnets': [{'id': '6df22703-c872-45c1-a831-1caebd87e2ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:22:18.710336 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-96a8c690-e2b0-415a-9900-48ceafe6e8c4 req-8b810d53-3586-40df-8261-953679868b1c tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/security-groups?id=17338adc-3db3-4a61-bf9d-146877730ae5&id=aee4c074-5a4c-4da1-9a49-8feda33d45d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1346583 Jul 05 02:22:18.809818 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-a39d4924-7fb2-407b-b8a7-c761d2e7929a service neutron] 10.222.0.15 "GET /v2.0/networks/8521063c-8363-41f1-a9c0-837836263ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3429079 Jul 05 02:22:18.819630 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00194d04-bdb7-4d8e-ac7b-369ce33d4786 req-b311ca76-9e3d-40e9-b228-e0e301e4e50f tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:18.827823 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-00194d04-bdb7-4d8e-ac7b-369ce33d4786 req-b311ca76-9e3d-40e9-b228-e0e301e4e50f tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?device_id=a715fb7a-9b07-4f40-8481-c6b802b030b3 HTTP/1.1" status: 200 len: 945 time: 0.3389401 Jul 05 02:22:18.905853 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-00194d04-bdb7-4d8e-ac7b-369ce33d4786 req-ec10cae3-421a-4745-a84a-817c7a270dcb tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/security-groups?id=e258e924-fb3e-45d8-9b54-0249433deb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770109 Jul 05 02:22:19.034324 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303eb900-816a-49f2-a3ae-2a7ded5b3c39 req-1af64bd6-d83b-44cd-b41f-35d8fcd79b19 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:19.047299 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-303eb900-816a-49f2-a3ae-2a7ded5b3c39 req-1af64bd6-d83b-44cd-b41f-35d8fcd79b19 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=dea8c6b3-deef-4865-b273-3a8b344c92e3 HTTP/1.1" status: 200 len: 946 time: 0.1523099 Jul 05 02:22:19.122588 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-303eb900-816a-49f2-a3ae-2a7ded5b3c39 req-06c6c2c6-cb5a-4950-bbd3-895d0e2ad50d tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739298 Jul 05 02:22:19.162599 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-9c8f1d4a-0aac-4353-9782-0a39cd0b0d66 service neutron] 10.222.0.15 "GET /v2.0/networks/8521063c-8363-41f1-a9c0-837836263ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3136322 Jul 05 02:22:19.234766 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-9015dbd2-18f8-4885-95b4-35467656c578 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.124&port_id=5989baa9-fe49-4803-b03e-335f01c6c828 HTTP/1.1" status: 200 len: 217 time: 0.0636325 Jul 05 02:22:19.469689 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-aaabd45b-945c-4373-bc56-f52a5e9530b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:19.469689 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-aaabd45b-945c-4373-bc56-f52a5e9530b1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9f904359-8cff-4e36-8104-7313f683672b HTTP/1.1" status: 200 len: 797 time: 0.0722578 Jul 05 02:22:19.469689 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0992acc-a907-4bc4-a09e-35419980d34f req-c5129a1a-72ef-4617-848d-60eb3fa0e36d tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:19.469689 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a0992acc-a907-4bc4-a09e-35419980d34f req-c5129a1a-72ef-4617-848d-60eb3fa0e36d tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=e361c8de-f613-4798-a90c-99b90beda3c5 HTTP/1.1" status: 200 len: 949 time: 0.1590619 Jul 05 02:22:19.469689 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-608b38dc-339e-45fb-a79f-ac6290b32f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:19.469689 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-608b38dc-339e-45fb-a79f-ac6290b32f58 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8521063c-8363-41f1-a9c0-837836263ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1053512 Jul 05 02:22:19.469689 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a0992acc-a907-4bc4-a09e-35419980d34f req-ea49fc87-91d0-4193-9317-1d3a673ef632 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529926 Jul 05 02:22:19.544401 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 34ec38ae-8ac2-48ae-a09d-0e5f8c1a8a5a up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:22:19.559925 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-2b27fe45-d50f-4224-8a40-fd9dedcf4c79 service neutron] 10.222.0.15 "GET /v2.0/networks/8521063c-8363-41f1-a9c0-837836263ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078718 Jul 05 02:22:19.626025 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b61c9630-57a4-49ec-8b14-6393a7489f04 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5763451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774823'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:19.709618 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61c9630-57a4-49ec-8b14-6393a7489f04 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Pushing event updated for resources: {'Subnet': ['ID=a8ef0486-6500-4c47-99a5-3aaed600992a,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:22:19.723347 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-d18e31d0-4348-4891-94c6-7d5fb21d0aeb service neutron] 10.222.0.15 "GET /v2.0/networks/8521063c-8363-41f1-a9c0-837836263ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544783 Jul 05 02:22:19.737658 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61c9630-57a4-49ec-8b14-6393a7489f04 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Checking segment: {'id': '92cb1372-8555-40a1-b85c-7eabf408a10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'af31c90c-6609-44f7-bd07-e9a01e5e50aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:22:19.738034 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61c9630-57a4-49ec-8b14-6393a7489f04 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Network hostable DHCP agents. Network: af31c90c-6609-44f7-bd07-e9a01e5e50aa, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:22:19.746884 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 34ec38ae-8ac2-48ae-a09d-0e5f8c1a8a5a completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:22:19.756577 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 34ec38ae-8ac2-48ae-a09d-0e5f8c1a8a5a triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:22:19.756577 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:19.806532 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-2a1d8b7e-21a3-4183-bdf6-68de01d3aacc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.223&port_id=16c77f10-6b39-403f-a66f-9731963e998e HTTP/1.1" status: 200 len: 217 time: 0.0769529 Jul 05 02:22:19.860294 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:19.861764 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-77b2ea97-68ca-45f4-b17d-8d9e0b1aa588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:19.863372 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-77b2ea97-68ca-45f4-b17d-8d9e0b1aa588 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9f904359-8cff-4e36-8104-7313f683672b HTTP/1.1" status: 200 len: 797 time: 0.0481198 Jul 05 02:22:19.915980 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 34ec38ae-8ac2-48ae-a09d-0e5f8c1a8a5a, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=34ec38ae-8ac2-48ae-a09d-0e5f8c1a8a5a,segment=NetworkSegment(8d2d58d4-b860-41a2-af7b-7b5a5c3e18f9),segment_id=8d2d58d4-b860-41a2-af7b-7b5a5c3e18f9)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:22:19.964384 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61c9630-57a4-49ec-8b14-6393a7489f04 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Network af31c90c-6609-44f7-bd07-e9a01e5e50aa is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:22:20.064788 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-b26934f2-b7e0-479d-8a80-130dfe6c37b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:20.077068 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-b26934f2-b7e0-479d-8a80-130dfe6c37b2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8521063c-8363-41f1-a9c0-837836263ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1823823 Jul 05 02:22:20.078226 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:20.128880 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811354f1-0916-4539-ab08-cf88118ea3fc req-e6c4a572-072b-4aec-aed0-db6b5ba79cf6 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:20.138026 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811354f1-0916-4539-ab08-cf88118ea3fc req-e6c4a572-072b-4aec-aed0-db6b5ba79cf6 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:20.144759 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811354f1-0916-4539-ab08-cf88118ea3fc req-e6c4a572-072b-4aec-aed0-db6b5ba79cf6 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:20.152637 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811354f1-0916-4539-ab08-cf88118ea3fc req-e6c4a572-072b-4aec-aed0-db6b5ba79cf6 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:20.155175 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-b61c9630-57a4-49ec-8b14-6393a7489f04 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, af31c90c-6609-44f7-bd07-e9a01e5e50aa) {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:22:20.163329 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811354f1-0916-4539-ab08-cf88118ea3fc req-e6c4a572-072b-4aec-aed0-db6b5ba79cf6 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:20.168158 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61c9630-57a4-49ec-8b14-6393a7489f04 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:20.169472 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b61c9630-57a4-49ec-8b14-6393a7489f04 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:20.171959 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811354f1-0916-4539-ab08-cf88118ea3fc req-e6c4a572-072b-4aec-aed0-db6b5ba79cf6 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:20.181836 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6cc0e1c-9dc9-4f40-957b-21f9cc2b22ff None None] Network af31c90c-6609-44f7-bd07-e9a01e5e50aa requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:22:20.213422 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811354f1-0916-4539-ab08-cf88118ea3fc req-e6c4a572-072b-4aec-aed0-db6b5ba79cf6 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:20.233299 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-811354f1-0916-4539-ab08-cf88118ea3fc req-e6c4a572-072b-4aec-aed0-db6b5ba79cf6 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/ports?device_id=a29b1f86-c2b3-4079-ba70-879d5fa5b04b HTTP/1.1" status: 200 len: 5422 time: 0.2622998 Jul 05 02:22:20.301749 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-391d8f5c-36b8-454a-99bc-30b5c4bc82c4 service neutron] 10.222.0.15 "GET /v2.0/networks/8521063c-8363-41f1-a9c0-837836263ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167666 Jul 05 02:22:20.360007 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f2f25e-401c-4d37-8b59-55256bf0bb83 req-48cc44bb-2c4d-4d28-87a8-a3c7f5f60be3 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:20.364313 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-811354f1-0916-4539-ab08-cf88118ea3fc req-d2d905c8-9f35-4022-8a7d-b61d9d47bc44 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/security-groups?id=17338adc-3db3-4a61-bf9d-146877730ae5&id=aee4c074-5a4c-4da1-9a49-8feda33d45d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1280539 Jul 05 02:22:20.368587 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-51f2f25e-401c-4d37-8b59-55256bf0bb83 req-48cc44bb-2c4d-4d28-87a8-a3c7f5f60be3 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?device_id=a715fb7a-9b07-4f40-8481-c6b802b030b3 HTTP/1.1" status: 200 len: 945 time: 0.1742997 Jul 05 02:22:20.402635 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-b61c9630-57a4-49ec-8b14-6393a7489f04 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.6639669 Jul 05 02:22:20.405456 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 55828) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:22:20.412439 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-5a7d3212-7813-44e8-a3f6-4ec8a0c792f7 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1794399809'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:22:20.511818 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-51f2f25e-401c-4d37-8b59-55256bf0bb83 req-4d3af6f5-a45c-4eb9-8e6b-8163a23df059 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/security-groups?id=e258e924-fb3e-45d8-9b54-0249433deb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386161 Jul 05 02:22:20.540046 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a7d3212-7813-44e8-a3f6-4ec8a0c792f7 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Made reservation on behalf of 988b75a44b3448cc9e1b91ae38dea717 for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:22:20.546536 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5a7d3212-7813-44e8-a3f6-4ec8a0c792f7 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:20.595017 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-8c349f21-4251-4672-a0c6-01a7fff37c62 service neutron] 10.222.0.15 "GET /v2.0/networks/8521063c-8363-41f1-a9c0-837836263ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2821746 Jul 05 02:22:20.634734 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb45143f-5edc-4771-837d-3fefdf2669fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-af31c90c-6609-44f7-bd07-e9a01e5e50aa', 'network_id': 'af31c90c-6609-44f7-bd07-e9a01e5e50aa', 'tenant_id': '988b75a44b3448cc9e1b91ae38dea717', 'fixed_ips': [{'subnet_id': 'a8ef0486-6500-4c47-99a5-3aaed600992a'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:22:20.637075 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-bb45143f-5edc-4771-837d-3fefdf2669fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:20.639497 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=34ec38ae-8ac2-48ae-a09d-0e5f8c1a8a5a,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:22:20.645429 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a7d3212-7813-44e8-a3f6-4ec8a0c792f7 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:22:20.658235 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-f26bb648-bf0e-449b-83c3-b509ad744849 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ebeeea34-31e3-4860-b394-0cf6d93b55be HTTP/1.1" status: 200 len: 217 time: 0.0550721 Jul 05 02:22:20.759100 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-df52327e-f20c-47da-ad8b-4685da4e4b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:20.762059 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-df52327e-f20c-47da-ad8b-4685da4e4b0f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3a2227d0-d085-4249-9de9-b270c4daf5df HTTP/1.1" status: 200 len: 797 time: 0.0913260 Jul 05 02:22:20.802432 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5a7d3212-7813-44e8-a3f6-4ec8a0c792f7 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:20.802701 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-5a7d3212-7813-44e8-a3f6-4ec8a0c792f7 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Added segment d5cc6179-a4a9-4a67-92ee-daa2301bfc75 of type vlan for network fabbd91b-21d7-4fc6-97fb-76915af3eaab Jul 05 02:22:20.841922 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-bb45143f-5edc-4771-837d-3fefdf2669fb None None] Allocated IP 19.80.0.2 (af31c90c-6609-44f7-bd07-e9a01e5e50aa/a8ef0486-6500-4c47-99a5-3aaed600992a/9c38d064-1854-4f99-8242-7c93dadd6309) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:22:20.872495 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b013cfbe-70c9-4a34-92f7-a3a4e7f4ab39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:20.961201 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a4b6a0-0a31-4055-9849-96ed9f75697e req-fff204ce-88ad-4dea-b362-1618979db89e tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:20.972105 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e4a4b6a0-0a31-4055-9849-96ed9f75697e req-fff204ce-88ad-4dea-b362-1618979db89e tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=e361c8de-f613-4798-a90c-99b90beda3c5 HTTP/1.1" status: 200 len: 949 time: 0.1272581 Jul 05 02:22:20.973736 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5a7d3212-7813-44e8-a3f6-4ec8a0c792f7 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:20.983574 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-fd470a5d-efc0-4ea4-91a4-332269f2df57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:20.985595 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-fd470a5d-efc0-4ea4-91a4-332269f2df57 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7fa11b36-0588-43ef-a636-45aaf3c04835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2153618 Jul 05 02:22:21.064811 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285d3246-e560-4a43-81b6-47f3edb6c194 req-13354349-0069-4ae3-8b71-86ed5a388e5b tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:21.073314 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-285d3246-e560-4a43-81b6-47f3edb6c194 req-13354349-0069-4ae3-8b71-86ed5a388e5b tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=dea8c6b3-deef-4865-b273-3a8b344c92e3 HTTP/1.1" status: 200 len: 946 time: 0.4790108 Jul 05 02:22:21.140381 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-285d3246-e560-4a43-81b6-47f3edb6c194 req-6b47a4d0-bb50-4a49-a6d4-46399283260c tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653574 Jul 05 02:22:21.158911 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e4a4b6a0-0a31-4055-9849-96ed9f75697e req-4a41a98f-2c05-48c1-a730-6087e0049a70 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847532 Jul 05 02:22:21.220079 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-c7b25759-d243-41d7-b363-94f6279eb8ce service neutron] 10.222.0.15 "GET /v2.0/networks/7fa11b36-0588-43ef-a636-45aaf3c04835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173798 Jul 05 02:22:21.232392 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-bb45143f-5edc-4771-837d-3fefdf2669fb None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:21.243429 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-bb45143f-5edc-4771-837d-3fefdf2669fb None None] Transition to ACTIVE for port object 9c38d064-1854-4f99-8242-7c93dadd6309 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:22:21.260455 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5a7d3212-7813-44e8-a3f6-4ec8a0c792f7 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:21.267347 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7d3212-7813-44e8-a3f6-4ec8a0c792f7 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:21.268103 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5a7d3212-7813-44e8-a3f6-4ec8a0c792f7 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:21.272177 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-bb45143f-5edc-4771-837d-3fefdf2669fb None None] Transition to ACTIVE for port object 9c38d064-1854-4f99-8242-7c93dadd6309 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:22:21.342647 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-af1895e6-e0c1-4cb7-a786-f820c815fbcf service neutron] 10.222.0.15 "GET /v2.0/networks/7fa11b36-0588-43ef-a636-45aaf3c04835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153338 Jul 05 02:22:21.374676 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-bb45143f-5edc-4771-837d-3fefdf2669fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:21.404158 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7d3212-7813-44e8-a3f6-4ec8a0c792f7 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Pushing event updated for resources: {'Network': ['ID=fabbd91b-21d7-4fc6-97fb-76915af3eaab,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:22:21.443978 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network fabbd91b-21d7-4fc6-97fb-76915af3eaab details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:22:21.486922 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-e86dc8bb-0490-44fc-b371-3093999e565d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=56b8015f-94a3-4395-b042-696c4e70e1cd HTTP/1.1" status: 200 len: 217 time: 0.1251729 Jul 05 02:22:21.505532 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-5a7d3212-7813-44e8-a3f6-4ec8a0c792f7 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0979264 Jul 05 02:22:21.507786 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 55842) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:22:21.514364 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-176c51dd-1b4e-4ce5-a7b1-41524ec8813e tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Request body: {'subnet': {'network_id': 'fabbd91b-21d7-4fc6-97fb-76915af3eaab', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:22:21.611792 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb45143f-5edc-4771-837d-3fefdf2669fb None None] Network af31c90c-6609-44f7-bd07-e9a01e5e50aa is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:22:21.622507 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 34ec38ae-8ac2-48ae-a09d-0e5f8c1a8a5a up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:22:21.685297 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-bb45143f-5edc-4771-837d-3fefdf2669fb None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:22:21.701642 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-6fb04fc0-847f-4a00-84be-b44b2e0b4c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:21.705587 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-6fb04fc0-847f-4a00-84be-b44b2e0b4c6c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3a2227d0-d085-4249-9de9-b270c4daf5df HTTP/1.1" status: 200 len: 797 time: 0.2126386 Jul 05 02:22:21.724340 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb45143f-5edc-4771-837d-3fefdf2669fb None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:22:21.767459 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb45143f-5edc-4771-837d-3fefdf2669fb None None] Pushing event updated for resources: {'Port': ['ID=9c38d064-1854-4f99-8242-7c93dadd6309,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:22:21.780550 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-176c51dd-1b4e-4ce5-a7b1-41524ec8813e tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Made reservation on behalf of 988b75a44b3448cc9e1b91ae38dea717 for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:22:21.784729 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-176c51dd-1b4e-4ce5-a7b1-41524ec8813e tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:21.809338 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-bb45143f-5edc-4771-837d-3fefdf2669fb None None] Attempting to bind port 9c38d064-1854-4f99-8242-7c93dadd6309 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:22:21.809760 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-bb45143f-5edc-4771-837d-3fefdf2669fb None None] Attempting to bind port 9c38d064-1854-4f99-8242-7c93dadd6309 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '92cb1372-8555-40a1-b85c-7eabf408a10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'af31c90c-6609-44f7-bd07-e9a01e5e50aa'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:22:21.810153 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb45143f-5edc-4771-837d-3fefdf2669fb None None] Attempting to bind port 9c38d064-1854-4f99-8242-7c93dadd6309 on network af31c90c-6609-44f7-bd07-e9a01e5e50aa {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:22:21.816600 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb45143f-5edc-4771-837d-3fefdf2669fb None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:22:21.816978 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb45143f-5edc-4771-837d-3fefdf2669fb None None] Checking segment: {'id': '92cb1372-8555-40a1-b85c-7eabf408a10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'af31c90c-6609-44f7-bd07-e9a01e5e50aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:22:21.817387 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-bb45143f-5edc-4771-837d-3fefdf2669fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:21.817785 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb45143f-5edc-4771-837d-3fefdf2669fb None None] Bound using segment: {'id': '92cb1372-8555-40a1-b85c-7eabf408a10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'af31c90c-6609-44f7-bd07-e9a01e5e50aa'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:22:21.818322 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-bb45143f-5edc-4771-837d-3fefdf2669fb None None] Bound port: 9c38d064-1854-4f99-8242-7c93dadd6309, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92cb1372-8555-40a1-b85c-7eabf408a10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'af31c90c-6609-44f7-bd07-e9a01e5e50aa'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:22:21.818743 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-bb45143f-5edc-4771-837d-3fefdf2669fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:21.824674 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 34ec38ae-8ac2-48ae-a09d-0e5f8c1a8a5a triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:22:21.825665 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:21.836557 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-45043be9-cdad-4981-a127-6c9b98fe77da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:21.840255 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-45043be9-cdad-4981-a127-6c9b98fe77da service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7fa11b36-0588-43ef-a636-45aaf3c04835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1280086 Jul 05 02:22:21.869676 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a1129b-192e-4164-b6f6-91c4d918b7bb req-de455aa7-5520-49cb-9066-cb67cb4e865d tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:21.885830 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a1129b-192e-4164-b6f6-91c4d918b7bb req-de455aa7-5520-49cb-9066-cb67cb4e865d tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:21.902720 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a1129b-192e-4164-b6f6-91c4d918b7bb req-de455aa7-5520-49cb-9066-cb67cb4e865d tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:21.925312 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a1129b-192e-4164-b6f6-91c4d918b7bb req-de455aa7-5520-49cb-9066-cb67cb4e865d tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:21.941532 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a1129b-192e-4164-b6f6-91c4d918b7bb req-de455aa7-5520-49cb-9066-cb67cb4e865d tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:21.957571 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a1129b-192e-4164-b6f6-91c4d918b7bb req-de455aa7-5520-49cb-9066-cb67cb4e865d tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:21.970761 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a1129b-192e-4164-b6f6-91c4d918b7bb req-de455aa7-5520-49cb-9066-cb67cb4e865d tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:21.986003 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-57a1129b-192e-4164-b6f6-91c4d918b7bb req-de455aa7-5520-49cb-9066-cb67cb4e865d tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/ports?device_id=a29b1f86-c2b3-4079-ba70-879d5fa5b04b HTTP/1.1" status: 200 len: 5422 time: 0.3697872 Jul 05 02:22:22.015517 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-bb45143f-5edc-4771-837d-3fefdf2669fb None None] For port 9c38d064-1854-4f99-8242-7c93dadd6309, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:22:22.023634 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-bb45143f-5edc-4771-837d-3fefdf2669fb None None] For port 9c38d064-1854-4f99-8242-7c93dadd6309, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=9c38d064-1854-4f99-8242-7c93dadd6309,segment=NetworkSegment(92cb1372-8555-40a1-b85c-7eabf408a10e),segment_id=92cb1372-8555-40a1-b85c-7eabf408a10e)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:22:22.118842 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-bb45143f-5edc-4771-837d-3fefdf2669fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:22.142655 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [req-cc8f2e82-011b-4f86-8f71-8272ce927fdc req-259e42e7-869f-4a64-a994-0b7fda5c6f50 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:22:22.143884 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cc8f2e82-011b-4f86-8f71-8272ce927fdc req-259e42e7-869f-4a64-a994-0b7fda5c6f50 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058980 Jul 05 02:22:22.216987 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb45143f-5edc-4771-837d-3fefdf2669fb None None] Pushing event updated for resources: {'Port': ['ID=9c38d064-1854-4f99-8242-7c93dadd6309,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:22:22.253025 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-57a1129b-192e-4164-b6f6-91c4d918b7bb req-3b9404e1-1463-4e62-bdaa-d0c97058ad5a tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/security-groups?id=17338adc-3db3-4a61-bf9d-146877730ae5&id=aee4c074-5a4c-4da1-9a49-8feda33d45d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2633030 Jul 05 02:22:22.290079 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7256ca-1cef-4f0f-93fc-b2ff34d5bd05 req-1af08d32-ef84-40f2-96e7-cfa56a1abd1d tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:22.298139 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1f7256ca-1cef-4f0f-93fc-b2ff34d5bd05 req-1af08d32-ef84-40f2-96e7-cfa56a1abd1d tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?device_id=a715fb7a-9b07-4f40-8481-c6b802b030b3 HTTP/1.1" status: 200 len: 945 time: 0.1748383 Jul 05 02:22:22.348756 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1f7256ca-1cef-4f0f-93fc-b2ff34d5bd05 req-108e96fd-61d3-4220-86d5-f6bf4d20cf0d tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/security-groups?id=e258e924-fb3e-45d8-9b54-0249433deb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494914 Jul 05 02:22:22.389313 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-fa6df0fd-d038-448a-96e0-df06de657bed service neutron] 10.222.0.15 "GET /v2.0/networks/7fa11b36-0588-43ef-a636-45aaf3c04835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3982611 Jul 05 02:22:22.398450 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-176c51dd-1b4e-4ce5-a7b1-41524ec8813e tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:22.512004 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176c51dd-1b4e-4ce5-a7b1-41524ec8813e tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Pushing event updated for resources: {'Subnet': ['ID=5c41f830-8ac4-4983-91da-dd1bbd1313e8,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:22:22.666371 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176c51dd-1b4e-4ce5-a7b1-41524ec8813e tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Checking segment: {'id': 'd5cc6179-a4a9-4a67-92ee-daa2301bfc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'fabbd91b-21d7-4fc6-97fb-76915af3eaab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:22:22.666371 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176c51dd-1b4e-4ce5-a7b1-41524ec8813e tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Network hostable DHCP agents. Network: fabbd91b-21d7-4fc6-97fb-76915af3eaab, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:22:22.666678 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cc8f2e82-011b-4f86-8f71-8272ce927fdc req-491c64fa-5b05-44f4-8610-f2fc818efc68 service neutron] 10.222.0.21 "GET /v2.0/ports/d0f30287-c739-4d8d-95be-46a29d37a553/bindings/n-h1-771362-32 HTTP/1.1" status: 200 len: 383 time: 0.5021939 Jul 05 02:22:22.709552 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d0a6362f-2e8f-478e-a497-8fa2240423ac req-e1f1b489-ca74-417b-a65c-bab8e3193a8c service neutron] 10.222.0.15 "GET /v2.0/networks/7fa11b36-0588-43ef-a636-45aaf3c04835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3033168 Jul 05 02:22:22.742310 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d2cccf-ffdd-4369-9796-d5c7189ad6e0 req-6abab20b-faa2-41db-a421-b18084d08462 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:22.756808 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d4d2cccf-ffdd-4369-9796-d5c7189ad6e0 req-6abab20b-faa2-41db-a421-b18084d08462 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=dea8c6b3-deef-4865-b273-3a8b344c92e3 HTTP/1.1" status: 200 len: 946 time: 0.1677916 Jul 05 02:22:22.794922 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176c51dd-1b4e-4ce5-a7b1-41524ec8813e tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Network fabbd91b-21d7-4fc6-97fb-76915af3eaab is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:22:22.848671 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d4d2cccf-ffdd-4369-9796-d5c7189ad6e0 req-16288dc3-c7be-4719-b5a1-5b974e544d2b tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900755 Jul 05 02:22:22.892901 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3183a1-0e72-450b-bbe3-a06b547b6650 req-d0236ea3-6a11-4eca-b9fe-4569744f4f7f tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:22.895422 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ca3183a1-0e72-450b-bbe3-a06b547b6650 req-d0236ea3-6a11-4eca-b9fe-4569744f4f7f tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=e361c8de-f613-4798-a90c-99b90beda3c5 HTTP/1.1" status: 200 len: 949 time: 0.1131926 Jul 05 02:22:22.934487 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-176c51dd-1b4e-4ce5-a7b1-41524ec8813e tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, fabbd91b-21d7-4fc6-97fb-76915af3eaab) {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:22:22.946051 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176c51dd-1b4e-4ce5-a7b1-41524ec8813e tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:22.946051 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-176c51dd-1b4e-4ce5-a7b1-41524ec8813e tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:22.949524 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3e322b-c3b8-427d-83df-4e3acbe461c2 None None] Network fabbd91b-21d7-4fc6-97fb-76915af3eaab requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:22:23.010911 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ca3183a1-0e72-450b-bbe3-a06b547b6650 req-822e432a-c296-4682-8b6f-3e9162c7b286 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036839 Jul 05 02:22:23.112914 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-176c51dd-1b4e-4ce5-a7b1-41524ec8813e tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6035984 Jul 05 02:22:23.418915 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f6ee99-19be-4c7d-9f16-af665e1a5584 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-fabbd91b-21d7-4fc6-97fb-76915af3eaab', 'network_id': 'fabbd91b-21d7-4fc6-97fb-76915af3eaab', 'tenant_id': '988b75a44b3448cc9e1b91ae38dea717', 'fixed_ips': [{'subnet_id': '5c41f830-8ac4-4983-91da-dd1bbd1313e8'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:22:23.430065 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-90f6ee99-19be-4c7d-9f16-af665e1a5584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:23.536473 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-56a83e90-ac18-4e1c-81bb-35cef67e6bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:23.692162 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b65462-d6cc-4d47-9d3b-0980923b42a3 req-4dbba6fa-06df-48a4-8f2a-d015ee8c950b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:23.715027 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b65462-d6cc-4d47-9d3b-0980923b42a3 req-4dbba6fa-06df-48a4-8f2a-d015ee8c950b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:23.723605 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b65462-d6cc-4d47-9d3b-0980923b42a3 req-4dbba6fa-06df-48a4-8f2a-d015ee8c950b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:23.728942 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b65462-d6cc-4d47-9d3b-0980923b42a3 req-4dbba6fa-06df-48a4-8f2a-d015ee8c950b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:23.728942 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b65462-d6cc-4d47-9d3b-0980923b42a3 req-4dbba6fa-06df-48a4-8f2a-d015ee8c950b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:23.728942 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b65462-d6cc-4d47-9d3b-0980923b42a3 req-4dbba6fa-06df-48a4-8f2a-d015ee8c950b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:23.728942 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b65462-d6cc-4d47-9d3b-0980923b42a3 req-4dbba6fa-06df-48a4-8f2a-d015ee8c950b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:23.735481 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-68b65462-d6cc-4d47-9d3b-0980923b42a3 req-4dbba6fa-06df-48a4-8f2a-d015ee8c950b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=059a16d4d47342a1b52e205e2c168052&device_id=a29b1f86-c2b3-4079-ba70-879d5fa5b04b HTTP/1.1" status: 200 len: 6486 time: 0.8360429 Jul 05 02:22:23.811257 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 9c38d064-1854-4f99-8242-7c93dadd6309 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:22:23.988054 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f535ec8-e542-4dc9-9d5d-1e7590262969 req-736da5c2-3aac-4506-831f-975510f60534 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:23.990786 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-e64385bd-16e3-438b-8fc7-7378d48b13ce tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:23.994439 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f535ec8-e542-4dc9-9d5d-1e7590262969 req-736da5c2-3aac-4506-831f-975510f60534 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:24.000346 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2a202c-6f0a-4246-bb7d-44ff61ac15d7 None None] Network af31c90c-6609-44f7-bd07-e9a01e5e50aa requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:22:24.001717 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f535ec8-e542-4dc9-9d5d-1e7590262969 req-736da5c2-3aac-4506-831f-975510f60534 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:24.006198 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-e64385bd-16e3-438b-8fc7-7378d48b13ce tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:24.008672 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f535ec8-e542-4dc9-9d5d-1e7590262969 req-736da5c2-3aac-4506-831f-975510f60534 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:24.015179 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f535ec8-e542-4dc9-9d5d-1e7590262969 req-736da5c2-3aac-4506-831f-975510f60534 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:24.015336 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-e64385bd-16e3-438b-8fc7-7378d48b13ce tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.23 "GET /v2.0/networks?id=af31c90c-6609-44f7-bd07-e9a01e5e50aa&id=fabbd91b-21d7-4fc6-97fb-76915af3eaab&id=af31c90c-6609-44f7-bd07-e9a01e5e50aa HTTP/1.1" status: 200 len: 1392 time: 0.6090059 Jul 05 02:22:24.022089 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f535ec8-e542-4dc9-9d5d-1e7590262969 req-736da5c2-3aac-4506-831f-975510f60534 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:24.029106 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f535ec8-e542-4dc9-9d5d-1e7590262969 req-736da5c2-3aac-4506-831f-975510f60534 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:24.038501 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6f535ec8-e542-4dc9-9d5d-1e7590262969 req-736da5c2-3aac-4506-831f-975510f60534 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/ports?device_id=a29b1f86-c2b3-4079-ba70-879d5fa5b04b HTTP/1.1" status: 200 len: 5422 time: 0.3008404 Jul 05 02:22:24.060889 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8f2e82-011b-4f86-8f71-8272ce927fdc req-055d34e6-e979-4342-a009-12aacca5da50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:24.062710 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cc8f2e82-011b-4f86-8f71-8272ce927fdc req-055d34e6-e979-4342-a009-12aacca5da50 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e361c8de-f613-4798-a90c-99b90beda3c5&tenant_id=7bde4afb78a7485193d4b3fb4c23ad75 HTTP/1.1" status: 200 len: 1101 time: 0.3070729 Jul 05 02:22:24.063405 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-6854e1a3-a80a-4b9e-98be-671b20e0b280 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.23 "GET /v2.0/quotas/988b75a44b3448cc9e1b91ae38dea717 HTTP/1.1" status: 200 len: 375 time: 0.0471141 Jul 05 02:22:24.098924 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7887b22c-b789-483e-bc6d-62840cf8250d req-5ca18c47-52fa-4751-a72b-612a6205eb2b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f1ee81b5-e6b1-46ea-af4b-a17cc878fd0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3893008 Jul 05 02:22:24.206190 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6f535ec8-e542-4dc9-9d5d-1e7590262969 req-4b27ef5b-3a36-4051-a8d7-71dc66ea78df tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/security-groups?id=17338adc-3db3-4a61-bf9d-146877730ae5&id=aee4c074-5a4c-4da1-9a49-8feda33d45d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1645699 Jul 05 02:22:24.214072 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b65462-d6cc-4d47-9d3b-0980923b42a3 req-4feef712-b91f-4458-9d68-e01f58c038b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:24.222015 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-68b65462-d6cc-4d47-9d3b-0980923b42a3 req-4feef712-b91f-4458-9d68-e01f58c038b5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7fa11b36-0588-43ef-a636-45aaf3c04835 HTTP/1.1" status: 200 len: 901 time: 0.4373331 Jul 05 02:22:24.319031 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-68b65462-d6cc-4d47-9d3b-0980923b42a3 req-80024445-377d-4d0a-8fa6-afe559070da6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ebeeea34-31e3-4860-b394-0cf6d93b55be HTTP/1.1" status: 200 len: 217 time: 0.0847094 Jul 05 02:22:24.372697 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b65462-d6cc-4d47-9d3b-0980923b42a3 req-d47fcc6c-a580-457b-af0f-c0f7daa9197a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:24.374632 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-68b65462-d6cc-4d47-9d3b-0980923b42a3 req-d47fcc6c-a580-457b-af0f-c0f7daa9197a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3a2227d0-d085-4249-9de9-b270c4daf5df HTTP/1.1" status: 200 len: 797 time: 0.0480511 Jul 05 02:22:24.388546 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-0d7319d9-1f51-463a-808a-efb994780c25 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=988b75a44b3448cc9e1b91ae38dea717&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3241489 Jul 05 02:22:24.413195 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7887b22c-b789-483e-bc6d-62840cf8250d req-7b9af2ac-b622-4f4a-aa34-a48ede7366bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:24.414363 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7887b22c-b789-483e-bc6d-62840cf8250d req-7b9af2ac-b622-4f4a-aa34-a48ede7366bf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7455493d17ff4f929a8e881b03b6f683&device_id=f1ee81b5-e6b1-46ea-af4b-a17cc878fd0a HTTP/1.1" status: 200 len: 1097 time: 0.2640417 Jul 05 02:22:24.432098 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:24.449796 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8f2e82-011b-4f86-8f71-8272ce927fdc req-203f88eb-b016-4e4e-8ff4-a89860e36df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:24.451434 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cc8f2e82-011b-4f86-8f71-8272ce927fdc req-203f88eb-b016-4e4e-8ff4-a89860e36df5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7bde4afb78a7485193d4b3fb4c23ad75&device_id=e361c8de-f613-4798-a90c-99b90beda3c5 HTTP/1.1" status: 200 len: 1101 time: 0.3585916 Jul 05 02:22:24.511041 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-90f6ee99-19be-4c7d-9f16-af665e1a5584 None None] Allocated IP 19.86.0.2 (fabbd91b-21d7-4fc6-97fb-76915af3eaab/5c41f830-8ac4-4983-91da-dd1bbd1313e8/60e7676d-7462-4544-8612-f09a3351ad78) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:22:24.619764 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-27abd778-429f-4fde-8757-14007dc66037 service neutron] 10.222.0.23 "GET /v2.0/networks/af31c90c-6609-44f7-bd07-e9a01e5e50aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302697 Jul 05 02:22:24.633078 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7887b22c-b789-483e-bc6d-62840cf8250d req-c5e4c059-c57b-4beb-9f52-b8c9eb7b0605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:24.634628 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7887b22c-b789-483e-bc6d-62840cf8250d req-c5e4c059-c57b-4beb-9f52-b8c9eb7b0605 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6cfd0ff6-092e-4d7d-abdc-13803a9d5da8 HTTP/1.1" status: 200 len: 918 time: 0.1894314 Jul 05 02:22:24.685740 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7887b22c-b789-483e-bc6d-62840cf8250d req-47f8a1c6-29a3-4a3c-8285-8fd8ff09ea00 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a94eebee-b20d-4089-ae54-a2b450a41407 HTTP/1.1" status: 200 len: 217 time: 0.0398364 Jul 05 02:22:24.709421 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b65462-d6cc-4d47-9d3b-0980923b42a3 req-a1435d49-b16f-4f38-8868-249984393da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:24.711053 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-68b65462-d6cc-4d47-9d3b-0980923b42a3 req-a1435d49-b16f-4f38-8868-249984393da7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7fa11b36-0588-43ef-a636-45aaf3c04835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3266859 Jul 05 02:22:24.756862 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8f2e82-011b-4f86-8f71-8272ce927fdc req-119a739c-18fb-44cf-9f83-03f0c184ffdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:24.759687 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cc8f2e82-011b-4f86-8f71-8272ce927fdc req-119a739c-18fb-44cf-9f83-03f0c184ffdd service neutron] 10.222.0.21 "GET /v2.0/networks?id=dff432c2-7366-4622-aebb-da22fe05bfd4 HTTP/1.1" status: 200 len: 869 time: 0.3003724 Jul 05 02:22:24.791126 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7887b22c-b789-483e-bc6d-62840cf8250d req-6fd46258-7beb-4d47-b49a-c1e67105756a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:24.792727 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7887b22c-b789-483e-bc6d-62840cf8250d req-6fd46258-7beb-4d47-b49a-c1e67105756a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=897df1a7-23db-4d0f-a82a-3f13ebc756b2 HTTP/1.1" status: 200 len: 858 time: 0.0735219 Jul 05 02:22:24.845341 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 9c38d064-1854-4f99-8242-7c93dadd6309 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:22:24.856014 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7887b22c-b789-483e-bc6d-62840cf8250d req-71cd6ed8-5930-4e7e-afc1-6772873576ba service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6cfd0ff6-092e-4d7d-abdc-13803a9d5da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550456 Jul 05 02:22:24.858463 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-943eee76-2a0d-4950-986b-86913992f923 service neutron] 10.222.0.23 "GET /v2.0/networks/af31c90c-6609-44f7-bd07-e9a01e5e50aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371783 Jul 05 02:22:24.872933 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e1acb-cc7b-484f-b641-6b5503d64ba3 req-75966364-1c96-441b-b2d4-d66cf353b8c1 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:24.880357 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ba2e1acb-cc7b-484f-b641-6b5503d64ba3 req-75966364-1c96-441b-b2d4-d66cf353b8c1 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?device_id=a715fb7a-9b07-4f40-8481-c6b802b030b3 HTTP/1.1" status: 200 len: 945 time: 0.4103076 Jul 05 02:22:24.885525 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-90f6ee99-19be-4c7d-9f16-af665e1a5584 None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:24.889199 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cc8f2e82-011b-4f86-8f71-8272ce927fdc req-4cf1d228-211b-4d35-9cf7-84fc7a42e18d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=d0f30287-c739-4d8d-95be-46a29d37a553 HTTP/1.1" status: 200 len: 217 time: 0.0950003 Jul 05 02:22:24.904812 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-90f6ee99-19be-4c7d-9f16-af665e1a5584 None None] Transition to ACTIVE for port object 60e7676d-7462-4544-8612-f09a3351ad78 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:22:24.931321 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-68b65462-d6cc-4d47-9d3b-0980923b42a3 req-f2aa0053-58eb-4107-989c-4520d4d40b80 service neutron] 10.222.0.15 "GET /v2.0/networks/7fa11b36-0588-43ef-a636-45aaf3c04835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020974 Jul 05 02:22:24.939055 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-90f6ee99-19be-4c7d-9f16-af665e1a5584 None None] Transition to ACTIVE for port object 60e7676d-7462-4544-8612-f09a3351ad78 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:22:24.963158 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-edd1c6fc-f862-451c-baf6-b252f489a1fe None None] Provisioning for port 9c38d064-1854-4f99-8242-7c93dadd6309 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:22:24.967079 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-edd1c6fc-f862-451c-baf6-b252f489a1fe None None] Provisioning complete for port 9c38d064-1854-4f99-8242-7c93dadd6309 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:22:24.967453 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-edd1c6fc-f862-451c-baf6-b252f489a1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:25.121779 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:25.169647 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ba2e1acb-cc7b-484f-b641-6b5503d64ba3 req-9b11e741-552e-46a9-8727-e9d1f6622b7b tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/security-groups?id=e258e924-fb3e-45d8-9b54-0249433deb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723973 Jul 05 02:22:25.204368 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8f2e82-011b-4f86-8f71-8272ce927fdc req-96863ee8-23ca-40be-9e15-af8096eb990c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:25.206056 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cc8f2e82-011b-4f86-8f71-8272ce927fdc req-96863ee8-23ca-40be-9e15-af8096eb990c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b840e204-692c-4f54-8f07-f6563e8e36b1 HTTP/1.1" status: 200 len: 843 time: 0.2736924 Jul 05 02:22:25.212689 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-90f6ee99-19be-4c7d-9f16-af665e1a5584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:25.331273 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f6ee99-19be-4c7d-9f16-af665e1a5584 None None] Pushing event updated for resources: {'Port': ['ID=60e7676d-7462-4544-8612-f09a3351ad78,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:22:25.385784 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f6ee99-19be-4c7d-9f16-af665e1a5584 None None] Network fabbd91b-21d7-4fc6-97fb-76915af3eaab is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:22:25.399297 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-edd1c6fc-f862-451c-baf6-b252f489a1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:25.418246 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-90f6ee99-19be-4c7d-9f16-af665e1a5584 None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:22:25.428276 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f6ee99-19be-4c7d-9f16-af665e1a5584 None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:22:25.438728 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8f2e82-011b-4f86-8f71-8272ce927fdc req-6e886319-8008-4458-97df-774b3e7dddf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:25.440292 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cc8f2e82-011b-4f86-8f71-8272ce927fdc req-6e886319-8008-4458-97df-774b3e7dddf7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dff432c2-7366-4622-aebb-da22fe05bfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2183087 Jul 05 02:22:25.442725 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-68b65462-d6cc-4d47-9d3b-0980923b42a3 req-e83b4dd1-1014-46ea-810c-fb9d243f1aea service neutron] 10.222.0.15 "GET /v2.0/networks/7fa11b36-0588-43ef-a636-45aaf3c04835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4916527 Jul 05 02:22:25.456864 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-edd1c6fc-f862-451c-baf6-b252f489a1fe None None] For port 9c38d064-1854-4f99-8242-7c93dadd6309, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=9c38d064-1854-4f99-8242-7c93dadd6309,segment=NetworkSegment(92cb1372-8555-40a1-b85c-7eabf408a10e),segment_id=92cb1372-8555-40a1-b85c-7eabf408a10e)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:22:25.602562 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-edd1c6fc-f862-451c-baf6-b252f489a1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:25.620323 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-90f6ee99-19be-4c7d-9f16-af665e1a5584 None None] Attempting to bind port 60e7676d-7462-4544-8612-f09a3351ad78 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:22:25.620895 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-90f6ee99-19be-4c7d-9f16-af665e1a5584 None None] Attempting to bind port 60e7676d-7462-4544-8612-f09a3351ad78 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'd5cc6179-a4a9-4a67-92ee-daa2301bfc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'fabbd91b-21d7-4fc6-97fb-76915af3eaab'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:22:25.621341 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f6ee99-19be-4c7d-9f16-af665e1a5584 None None] Attempting to bind port 60e7676d-7462-4544-8612-f09a3351ad78 on network fabbd91b-21d7-4fc6-97fb-76915af3eaab {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:22:25.656128 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cc8f2e82-011b-4f86-8f71-8272ce927fdc req-7e39ef69-9068-4959-b33b-282ea0f4da3a service neutron] 10.222.0.21 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878242 Jul 05 02:22:25.697273 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f6ee99-19be-4c7d-9f16-af665e1a5584 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:22:25.698814 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f6ee99-19be-4c7d-9f16-af665e1a5584 None None] Checking segment: {'id': 'd5cc6179-a4a9-4a67-92ee-daa2301bfc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'fabbd91b-21d7-4fc6-97fb-76915af3eaab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:22:25.699383 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-90f6ee99-19be-4c7d-9f16-af665e1a5584 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:25.699928 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f6ee99-19be-4c7d-9f16-af665e1a5584 None None] Bound using segment: {'id': 'd5cc6179-a4a9-4a67-92ee-daa2301bfc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'fabbd91b-21d7-4fc6-97fb-76915af3eaab'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:22:25.700587 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-90f6ee99-19be-4c7d-9f16-af665e1a5584 None None] Bound port: 60e7676d-7462-4544-8612-f09a3351ad78, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5cc6179-a4a9-4a67-92ee-daa2301bfc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'fabbd91b-21d7-4fc6-97fb-76915af3eaab'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:22:25.701133 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-90f6ee99-19be-4c7d-9f16-af665e1a5584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:25.771479 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd1c6fc-f862-451c-baf6-b252f489a1fe None None] Pushing event updated for resources: {'Port': ['ID=9c38d064-1854-4f99-8242-7c93dadd6309,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:22:25.783017 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cc8f2e82-011b-4f86-8f71-8272ce927fdc req-5bcb4285-7283-4e00-9ff3-f01a19143f13 service neutron] 10.222.0.21 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166766 Jul 05 02:22:25.784751 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-a0451fb0-e501-4b0b-be60-63f0af6626ad service neutron] 10.222.0.23 "GET /v2.0/networks/fabbd91b-21d7-4fc6-97fb-76915af3eaab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9172044 Jul 05 02:22:25.796279 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-b26274ff-4921-40b4-9bbc-b5d94ba67246 None None] Provisioning complete for port 9c38d064-1854-4f99-8242-7c93dadd6309 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:22:25.796654 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b26274ff-4921-40b4-9bbc-b5d94ba67246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:25.830737 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-90f6ee99-19be-4c7d-9f16-af665e1a5584 None None] For port 60e7676d-7462-4544-8612-f09a3351ad78, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:22:25.855321 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-90f6ee99-19be-4c7d-9f16-af665e1a5584 None None] For port 60e7676d-7462-4544-8612-f09a3351ad78, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=60e7676d-7462-4544-8612-f09a3351ad78,segment=NetworkSegment(d5cc6179-a4a9-4a67-92ee-daa2301bfc75),segment_id=d5cc6179-a4a9-4a67-92ee-daa2301bfc75)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:22:25.923951 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7887b22c-b789-483e-bc6d-62840cf8250d req-5337cde4-5625-4ff3-89d8-fba2a0340c15 service neutron] 10.222.0.15 "GET /v2.0/networks/6cfd0ff6-092e-4d7d-abdc-13803a9d5da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0576203 Jul 05 02:22:25.936068 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29af043-582c-4096-ac6d-493b79bab985 req-7fd6c128-147a-4de8-9789-c136d75aa0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:25.936852 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29af043-582c-4096-ac6d-493b79bab985 req-7fd6c128-147a-4de8-9789-c136d75aa0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:25.937570 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29af043-582c-4096-ac6d-493b79bab985 req-7fd6c128-147a-4de8-9789-c136d75aa0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:25.938262 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29af043-582c-4096-ac6d-493b79bab985 req-7fd6c128-147a-4de8-9789-c136d75aa0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:25.938931 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29af043-582c-4096-ac6d-493b79bab985 req-7fd6c128-147a-4de8-9789-c136d75aa0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:25.939719 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29af043-582c-4096-ac6d-493b79bab985 req-7fd6c128-147a-4de8-9789-c136d75aa0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:25.940366 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29af043-582c-4096-ac6d-493b79bab985 req-7fd6c128-147a-4de8-9789-c136d75aa0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:25.942812 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d29af043-582c-4096-ac6d-493b79bab985 req-7fd6c128-147a-4de8-9789-c136d75aa0eb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=059a16d4d47342a1b52e205e2c168052&device_id=a29b1f86-c2b3-4079-ba70-879d5fa5b04b HTTP/1.1" status: 200 len: 6486 time: 0.2857969 Jul 05 02:22:25.959740 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d0d3fd-ff6c-4c8a-be2e-53400430f5bd req-cb143651-df5c-4408-878a-957a87e916bf tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:25.961835 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-94d0d3fd-ff6c-4c8a-be2e-53400430f5bd req-cb143651-df5c-4408-878a-957a87e916bf tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=dea8c6b3-deef-4865-b273-3a8b344c92e3 HTTP/1.1" status: 200 len: 946 time: 0.1779025 Jul 05 02:22:25.978009 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-90f6ee99-19be-4c7d-9f16-af665e1a5584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:26.029120 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-94d0d3fd-ff6c-4c8a-be2e-53400430f5bd req-7c50381a-ca78-4bc7-ad1f-9b6916a6a0e7 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573194 Jul 05 02:22:26.157057 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f6ee99-19be-4c7d-9f16-af665e1a5584 None None] Pushing event updated for resources: {'Port': ['ID=60e7676d-7462-4544-8612-f09a3351ad78,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:22:26.168180 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:26.194807 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29af043-582c-4096-ac6d-493b79bab985 req-b621cd47-8de3-46ed-b7c8-372bbdf349ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:26.197362 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d29af043-582c-4096-ac6d-493b79bab985 req-b621cd47-8de3-46ed-b7c8-372bbdf349ad service neutron] 10.222.0.15 "GET /v2.0/networks?id=7fa11b36-0588-43ef-a636-45aaf3c04835 HTTP/1.1" status: 200 len: 901 time: 0.2343597 Jul 05 02:22:26.226593 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7887b22c-b789-483e-bc6d-62840cf8250d req-d5864ac0-79c3-42fb-be8c-c99b5df44036 service neutron] 10.222.0.15 "GET /v2.0/networks/6cfd0ff6-092e-4d7d-abdc-13803a9d5da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2923729 Jul 05 02:22:26.242930 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-9f468aa6-2fe9-4e31-a268-da37940ad15e service neutron] 10.222.0.23 "GET /v2.0/networks/fabbd91b-21d7-4fc6-97fb-76915af3eaab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3180346 Jul 05 02:22:26.364650 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-59cf812a-030a-4da0-b3d1-0a0dcb432db4 service neutron] 10.222.0.23 "GET /v2.0/networks/af31c90c-6609-44f7-bd07-e9a01e5e50aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148427 Jul 05 02:22:26.367345 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d29af043-582c-4096-ac6d-493b79bab985 req-4e1cff2c-230f-4b8a-b6a0-50ce61372194 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=56b8015f-94a3-4395-b042-696c4e70e1cd HTTP/1.1" status: 200 len: 217 time: 0.1620009 Jul 05 02:22:26.523663 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-693142ca-363a-4f8e-bc2c-ce10daf1db3a service neutron] 10.222.0.23 "GET /v2.0/networks/af31c90c-6609-44f7-bd07-e9a01e5e50aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513526 Jul 05 02:22:26.540472 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29af043-582c-4096-ac6d-493b79bab985 req-7cb6313d-d3f3-41af-9c48-c1863b2284de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:26.542057 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d29af043-582c-4096-ac6d-493b79bab985 req-7cb6313d-d3f3-41af-9c48-c1863b2284de service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3a2227d0-d085-4249-9de9-b270c4daf5df HTTP/1.1" status: 200 len: 797 time: 0.1490822 Jul 05 02:22:26.639650 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6229be8-77f0-4f04-ae0c-22b82acad55c req-688a7014-91fd-4dff-850b-59ae5b5a68b7 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:26.646703 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b6229be8-77f0-4f04-ae0c-22b82acad55c req-688a7014-91fd-4dff-850b-59ae5b5a68b7 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=e361c8de-f613-4798-a90c-99b90beda3c5 HTTP/1.1" status: 200 len: 949 time: 0.2814717 Jul 05 02:22:26.721407 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b6229be8-77f0-4f04-ae0c-22b82acad55c req-95c2d67e-4e71-4dbe-8682-b8e9871a94c5 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731649 Jul 05 02:22:26.749400 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29af043-582c-4096-ac6d-493b79bab985 req-91688af1-2c62-48bf-9184-5690c6a172bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:26.751015 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d29af043-582c-4096-ac6d-493b79bab985 req-91688af1-2c62-48bf-9184-5690c6a172bc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7fa11b36-0588-43ef-a636-45aaf3c04835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1920605 Jul 05 02:22:26.902499 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d29af043-582c-4096-ac6d-493b79bab985 req-66089346-3dd1-4c4c-b855-d9951c11f45d service neutron] 10.222.0.15 "GET /v2.0/networks/7fa11b36-0588-43ef-a636-45aaf3c04835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440120 Jul 05 02:22:27.050838 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device d0f30287-c739-4d8d-95be-46a29d37a553 no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:22:27.143901 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df2116b-fca5-4265-a3ff-b64a411ad4fa req-7b7abf8a-d87c-4752-8c7f-708d15cd4ba8 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:27.160068 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df2116b-fca5-4265-a3ff-b64a411ad4fa req-7b7abf8a-d87c-4752-8c7f-708d15cd4ba8 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:27.179643 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df2116b-fca5-4265-a3ff-b64a411ad4fa req-7b7abf8a-d87c-4752-8c7f-708d15cd4ba8 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:27.194056 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df2116b-fca5-4265-a3ff-b64a411ad4fa req-7b7abf8a-d87c-4752-8c7f-708d15cd4ba8 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:27.200813 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df2116b-fca5-4265-a3ff-b64a411ad4fa req-7b7abf8a-d87c-4752-8c7f-708d15cd4ba8 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:27.210579 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df2116b-fca5-4265-a3ff-b64a411ad4fa req-7b7abf8a-d87c-4752-8c7f-708d15cd4ba8 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:27.224679 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f17b2b8-776b-40aa-9679-5f2ac69cfa93 req-296d97ce-0ffc-4dd7-b8e8-5bc20974d3b4 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:27.225899 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df2116b-fca5-4265-a3ff-b64a411ad4fa req-7b7abf8a-d87c-4752-8c7f-708d15cd4ba8 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:27.227874 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6df2116b-fca5-4265-a3ff-b64a411ad4fa req-7b7abf8a-d87c-4752-8c7f-708d15cd4ba8 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/ports?device_id=a29b1f86-c2b3-4079-ba70-879d5fa5b04b HTTP/1.1" status: 200 len: 5422 time: 0.3041337 Jul 05 02:22:27.229893 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7f17b2b8-776b-40aa-9679-5f2ac69cfa93 req-296d97ce-0ffc-4dd7-b8e8-5bc20974d3b4 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?device_id=a715fb7a-9b07-4f40-8481-c6b802b030b3 HTTP/1.1" status: 200 len: 945 time: 0.1947479 Jul 05 02:22:27.233419 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:27.294426 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e361c8de-f613-4798-a90c-99b90beda3c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0f30287-c739-4d8d-95be-46a29d37a553'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:22:27.299029 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c335b369-3cc0-46a6-afc9-79487ec843f5" -d '{"events": [{"server_uuid": "e361c8de-f613-4798-a90c-99b90beda3c5", "name": "network-vif-unplugged", "status": "completed", "tag": "d0f30287-c739-4d8d-95be-46a29d37a553"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:22:27.321077 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7f17b2b8-776b-40aa-9679-5f2ac69cfa93 req-ea933c5a-3847-44c6-a542-3438e6ad7fcd tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/security-groups?id=e258e924-fb3e-45d8-9b54-0249433deb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792294 Jul 05 02:22:27.335329 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d29af043-582c-4096-ac6d-493b79bab985 req-429a2fcc-9fd1-4cbf-ade4-8574a4284003 service neutron] 10.222.0.15 "GET /v2.0/networks/7fa11b36-0588-43ef-a636-45aaf3c04835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4247768 Jul 05 02:22:27.371132 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port d0f30287-c739-4d8d-95be-46a29d37a553, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=d0f30287-c739-4d8d-95be-46a29d37a553,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:22:27.466080 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6df2116b-fca5-4265-a3ff-b64a411ad4fa req-64a3694d-9515-461d-a8bd-f31c9cb56116 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/security-groups?id=17338adc-3db3-4a61-bf9d-146877730ae5&id=aee4c074-5a4c-4da1-9a49-8feda33d45d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1958349 Jul 05 02:22:27.501122 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:27.638684 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=d0f30287-c739-4d8d-95be-46a29d37a553,revision_number=6']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:22:27.688468 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5e678192-6339-464a-956d-b57456323a3e req-cf6cb65b-721e-4f2f-86eb-3a7959de8288 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc8e0492-2741-4381-950b-76ee686c9092 HTTP/1.1" status: 200 len: 210 time: 0.0703309 Jul 05 02:22:27.830744 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 02:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26fd6401-a8dc-4ae1-b9ed-eb0a001591cf x-openstack-request-id: req-26fd6401-a8dc-4ae1-b9ed-eb0a001591cf {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:22:27.831180 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e361c8de-f613-4798-a90c-99b90beda3c5", "name": "network-vif-unplugged", "status": "completed", "tag": "d0f30287-c739-4d8d-95be-46a29d37a553", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:22:27.831545 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-26fd6401-a8dc-4ae1-b9ed-eb0a001591cf {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:22:27.832121 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e361c8de-f613-4798-a90c-99b90beda3c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0f30287-c739-4d8d-95be-46a29d37a553', 'code': 200} Jul 05 02:22:27.834426 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 9c38d064-1854-4f99-8242-7c93dadd6309 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:22:27.932707 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f905e5-8103-4cba-a469-08271bece6db req-4980a193-dc08-42a3-aea4-7f24180951fe tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:27.934861 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a9f905e5-8103-4cba-a469-08271bece6db req-4980a193-dc08-42a3-aea4-7f24180951fe tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=dea8c6b3-deef-4865-b273-3a8b344c92e3 HTTP/1.1" status: 200 len: 946 time: 0.1665494 Jul 05 02:22:27.945099 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 9c38d064-1854-4f99-8242-7c93dadd6309 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:22:27.945567 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:27.999453 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a9f905e5-8103-4cba-a469-08271bece6db req-340b3faf-bf63-4328-9964-6f68e03b56b8 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577595 Jul 05 02:22:28.020800 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1192e917-1c54-4f13-8ec0-9862a968dddd None None] Network fabbd91b-21d7-4fc6-97fb-76915af3eaab requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:22:28.046846 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469e6788-a8a3-461c-b6a3-41f74bc1acf1 req-19f15e54-cf7b-44d8-97e9-1dc99b59ae05 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:28.049807 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-469e6788-a8a3-461c-b6a3-41f74bc1acf1 req-19f15e54-cf7b-44d8-97e9-1dc99b59ae05 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=e361c8de-f613-4798-a90c-99b90beda3c5 HTTP/1.1" status: 200 len: 947 time: 0.0860114 Jul 05 02:22:28.097860 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-469e6788-a8a3-461c-b6a3-41f74bc1acf1 req-b34d71bb-f498-42a7-bd6b-1f6747d820d5 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470340 Jul 05 02:22:28.173913 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 60e7676d-7462-4544-8612-f09a3351ad78 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:22:28.286987 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-98f919b0-8529-4c49-8fce-2e2dbea0159b None None] Provisioning for port 60e7676d-7462-4544-8612-f09a3351ad78 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:22:28.386394 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 60e7676d-7462-4544-8612-f09a3351ad78 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:22:28.392625 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 60e7676d-7462-4544-8612-f09a3351ad78 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:22:28.393291 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:28.592296 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:28.648672 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 60e7676d-7462-4544-8612-f09a3351ad78, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=60e7676d-7462-4544-8612-f09a3351ad78,segment=NetworkSegment(d5cc6179-a4a9-4a67-92ee-daa2301bfc75),segment_id=d5cc6179-a4a9-4a67-92ee-daa2301bfc75)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:22:28.737316 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65396f2f-f709-4f68-814f-0de9d363fb84 req-272ee140-08e8-439c-8d2f-e4f1bbc7f990 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:28.739557 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-65396f2f-f709-4f68-814f-0de9d363fb84 req-272ee140-08e8-439c-8d2f-e4f1bbc7f990 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?device_id=a715fb7a-9b07-4f40-8481-c6b802b030b3 HTTP/1.1" status: 200 len: 945 time: 0.2144516 Jul 05 02:22:28.765057 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-bd5dda6d-ab82-466e-955e-143dd91ffaea None None] Provisioning complete for port 60e7676d-7462-4544-8612-f09a3351ad78 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:22:28.765433 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-bd5dda6d-ab82-466e-955e-143dd91ffaea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:28.771083 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:28.843812 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-65396f2f-f709-4f68-814f-0de9d363fb84 req-f9935152-fb67-4bdc-9aae-8e2685bee298 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/security-groups?id=e258e924-fb3e-45d8-9b54-0249433deb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965641 Jul 05 02:22:28.924427 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb23d62-e048-4027-b0ca-4a5609a35235 req-281110c5-f72a-4b12-aabd-9c9625ae6887 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:28.931839 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb23d62-e048-4027-b0ca-4a5609a35235 req-281110c5-f72a-4b12-aabd-9c9625ae6887 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:28.939067 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb23d62-e048-4027-b0ca-4a5609a35235 req-281110c5-f72a-4b12-aabd-9c9625ae6887 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:28.946438 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8defee33-e28e-45cc-88db-4d99ce9633ea req-e8c3bdd4-c14a-4c43-bae7-cdd1b9cd867a tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc8e0492-2741-4381-950b-76ee686c9092 HTTP/1.1" status: 200 len: 210 time: 0.0453379 Jul 05 02:22:28.946998 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb23d62-e048-4027-b0ca-4a5609a35235 req-281110c5-f72a-4b12-aabd-9c9625ae6887 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:28.956434 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb23d62-e048-4027-b0ca-4a5609a35235 req-281110c5-f72a-4b12-aabd-9c9625ae6887 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:28.963054 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb23d62-e048-4027-b0ca-4a5609a35235 req-281110c5-f72a-4b12-aabd-9c9625ae6887 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:28.971982 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb23d62-e048-4027-b0ca-4a5609a35235 req-281110c5-f72a-4b12-aabd-9c9625ae6887 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:28.975455 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=60e7676d-7462-4544-8612-f09a3351ad78,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:22:28.980118 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-dcb23d62-e048-4027-b0ca-4a5609a35235 req-281110c5-f72a-4b12-aabd-9c9625ae6887 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/ports?device_id=a29b1f86-c2b3-4079-ba70-879d5fa5b04b HTTP/1.1" status: 200 len: 5422 time: 0.1497278 Jul 05 02:22:29.031541 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-dcb23d62-e048-4027-b0ca-4a5609a35235 req-8e36c612-09bb-4a07-9946-2a551f6a8f64 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/security-groups?id=17338adc-3db3-4a61-bf9d-146877730ae5&id=aee4c074-5a4c-4da1-9a49-8feda33d45d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0504484 Jul 05 02:22:29.064231 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device d0f30287-c739-4d8d-95be-46a29d37a553 details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:22:29.211067 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port d0f30287-c739-4d8d-95be-46a29d37a553, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=d0f30287-c739-4d8d-95be-46a29d37a553,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:22:29.227700 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': 'd0f30287-c739-4d8d-95be-46a29d37a553', 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4', 'port_id': 'd0f30287-c739-4d8d-95be-46a29d37a553', 'mac_address': 'fa:16:3e:8e:c9:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b840e204-692c-4f54-8f07-f6563e8e36b1', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:22:29.305264 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7b4ff5-b5ee-4b27-b133-d3ac3298d1f4 req-4876b6b4-bb93-4c69-abb3-401b0b32500c tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:29.309244 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fb7b4ff5-b5ee-4b27-b133-d3ac3298d1f4 req-4876b6b4-bb93-4c69-abb3-401b0b32500c tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=dea8c6b3-deef-4865-b273-3a8b344c92e3 HTTP/1.1" status: 200 len: 946 time: 0.1123176 Jul 05 02:22:29.328305 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:29.359343 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0f30287-c739-4d8d-95be-46a29d37a553 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:22:29.406185 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port d0f30287-c739-4d8d-95be-46a29d37a553, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=d0f30287-c739-4d8d-95be-46a29d37a553,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:22:29.425014 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fb7b4ff5-b5ee-4b27-b133-d3ac3298d1f4 req-d0f0e39e-3a8a-4965-8f66-819febbe9f25 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096692 Jul 05 02:22:29.553067 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 60e7676d-7462-4544-8612-f09a3351ad78 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:22:29.563228 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:29.587437 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13aaf5b-018a-4847-b43d-00c22ad5ce67 req-498698b9-3d39-41be-9024-c8d97c1e9120 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:29.595771 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c13aaf5b-018a-4847-b43d-00c22ad5ce67 req-498698b9-3d39-41be-9024-c8d97c1e9120 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=e361c8de-f613-4798-a90c-99b90beda3c5 HTTP/1.1" status: 200 len: 947 time: 0.1212554 Jul 05 02:22:29.650735 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c13aaf5b-018a-4847-b43d-00c22ad5ce67 req-70e05ae2-45a8-47f9-87bb-c6d279633835 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523257 Jul 05 02:22:29.677890 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=d0f30287-c739-4d8d-95be-46a29d37a553,revision_number=7']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:22:29.693377 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 60e7676d-7462-4544-8612-f09a3351ad78 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:22:29.693761 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:30.040447 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['d0f30287-c739-4d8d-95be-46a29d37a553'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:22:30.350288 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c1c535-2931-4824-aaa5-726d01b87643 req-6f9f5372-f8dc-4f0d-b1fb-f1f6ec627fd0 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:30.352276 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-26c1c535-2931-4824-aaa5-726d01b87643 req-6f9f5372-f8dc-4f0d-b1fb-f1f6ec627fd0 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?device_id=a715fb7a-9b07-4f40-8481-c6b802b030b3 HTTP/1.1" status: 200 len: 945 time: 0.0795498 Jul 05 02:22:30.407915 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-26c1c535-2931-4824-aaa5-726d01b87643 req-fb78f9b7-4ba1-4d4b-9fe6-65ae7093a791 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/security-groups?id=e258e924-fb3e-45d8-9b54-0249433deb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476716 Jul 05 02:22:30.427533 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-61bbca5e-2c7f-4794-a893-4dbbda1a5545 req-bcdb1142-69b5-4dd2-ae9c-236ae6af299f tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc8e0492-2741-4381-950b-76ee686c9092 HTTP/1.1" status: 200 len: 210 time: 0.0562603 Jul 05 02:22:30.687407 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70ef541-25b8-40c2-b21b-c2ffc21cd32b req-16eb1e9a-1587-4742-8e07-4a1c37df002c tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:30.695576 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f70ef541-25b8-40c2-b21b-c2ffc21cd32b req-16eb1e9a-1587-4742-8e07-4a1c37df002c tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=e361c8de-f613-4798-a90c-99b90beda3c5 HTTP/1.1" status: 200 len: 948 time: 0.1127896 Jul 05 02:22:30.756131 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f70ef541-25b8-40c2-b21b-c2ffc21cd32b req-3bf1a920-81f6-48f8-ba90-80bc3d01fa86 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511682 Jul 05 02:22:30.767638 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b394e71e-66e0-4e45-be92-bd0e849f25ea req-162a866c-f6ff-4aa1-beac-6a54d31c91ee tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:30.770987 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b394e71e-66e0-4e45-be92-bd0e849f25ea req-162a866c-f6ff-4aa1-beac-6a54d31c91ee tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.21 "GET /v2.0/ports?device_id=e361c8de-f613-4798-a90c-99b90beda3c5&tenant_id=7bde4afb78a7485193d4b3fb4c23ad75&binding%3Ahost_id=n-h1-771362-32 HTTP/1.1" status: 200 len: 948 time: 0.2388084 Jul 05 02:22:30.794292 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27d3550-92d5-4dd3-97bf-8107834711d4 req-06f34cd1-ba49-4848-9303-24a4aa0e3119 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:30.801760 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27d3550-92d5-4dd3-97bf-8107834711d4 req-06f34cd1-ba49-4848-9303-24a4aa0e3119 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:30.809286 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27d3550-92d5-4dd3-97bf-8107834711d4 req-06f34cd1-ba49-4848-9303-24a4aa0e3119 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:30.815854 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27d3550-92d5-4dd3-97bf-8107834711d4 req-06f34cd1-ba49-4848-9303-24a4aa0e3119 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:30.823227 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27d3550-92d5-4dd3-97bf-8107834711d4 req-06f34cd1-ba49-4848-9303-24a4aa0e3119 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:30.830216 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27d3550-92d5-4dd3-97bf-8107834711d4 req-06f34cd1-ba49-4848-9303-24a4aa0e3119 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:30.836855 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27d3550-92d5-4dd3-97bf-8107834711d4 req-06f34cd1-ba49-4848-9303-24a4aa0e3119 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:30.846065 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f27d3550-92d5-4dd3-97bf-8107834711d4 req-06f34cd1-ba49-4848-9303-24a4aa0e3119 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/ports?device_id=a29b1f86-c2b3-4079-ba70-879d5fa5b04b HTTP/1.1" status: 200 len: 5422 time: 0.2827415 Jul 05 02:22:30.905027 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f27d3550-92d5-4dd3-97bf-8107834711d4 req-5815eddf-6362-4659-b6e0-f581664768eb tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/security-groups?id=17338adc-3db3-4a61-bf9d-146877730ae5&id=aee4c074-5a4c-4da1-9a49-8feda33d45d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0576038 Jul 05 02:22:30.994067 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236238b1-284b-4658-9203-0c6802811dcf req-d8ce8ae9-b4a8-41fe-9ac2-97fa399123d6 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:30.999517 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b394e71e-66e0-4e45-be92-bd0e849f25ea req-fc22ab3a-3780-4df4-ac3a-3359ce4a2a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:31.001452 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-236238b1-284b-4658-9203-0c6802811dcf req-d8ce8ae9-b4a8-41fe-9ac2-97fa399123d6 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=dea8c6b3-deef-4865-b273-3a8b344c92e3 HTTP/1.1" status: 200 len: 946 time: 0.0808215 Jul 05 02:22:31.002168 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b394e71e-66e0-4e45-be92-bd0e849f25ea req-fc22ab3a-3780-4df4-ac3a-3359ce4a2a04 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7bde4afb78a7485193d4b3fb4c23ad75&device_id=e361c8de-f613-4798-a90c-99b90beda3c5 HTTP/1.1" status: 200 len: 1100 time: 0.0936205 Jul 05 02:22:31.080790 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-236238b1-284b-4658-9203-0c6802811dcf req-134f8cc5-c0b2-4930-b57f-0bf3552ccb59 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783546 Jul 05 02:22:31.097576 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device d0f30287-c739-4d8d-95be-46a29d37a553 up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:22:31.182992 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b394e71e-66e0-4e45-be92-bd0e849f25ea req-1b54dc4f-9218-4337-8966-f08d9719597a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:31.188878 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b394e71e-66e0-4e45-be92-bd0e849f25ea req-1b54dc4f-9218-4337-8966-f08d9719597a service neutron] 10.222.0.21 "GET /v2.0/networks?id=dff432c2-7366-4622-aebb-da22fe05bfd4 HTTP/1.1" status: 200 len: 869 time: 0.1799092 Jul 05 02:22:31.194683 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port d0f30287-c739-4d8d-95be-46a29d37a553 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:22:31.195382 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:31.273132 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b394e71e-66e0-4e45-be92-bd0e849f25ea req-37cab80a-7712-48eb-a90a-0cf81d31d275 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=d0f30287-c739-4d8d-95be-46a29d37a553 HTTP/1.1" status: 200 len: 217 time: 0.0742013 Jul 05 02:22:31.337694 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:31.348487 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b394e71e-66e0-4e45-be92-bd0e849f25ea req-56c67a60-6f76-4f8f-a490-b24d05dfc31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:31.350672 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b394e71e-66e0-4e45-be92-bd0e849f25ea req-56c67a60-6f76-4f8f-a490-b24d05dfc31c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b840e204-692c-4f54-8f07-f6563e8e36b1 HTTP/1.1" status: 200 len: 843 time: 0.0705330 Jul 05 02:22:31.377061 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e361c8de-f613-4798-a90c-99b90beda3c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0f30287-c739-4d8d-95be-46a29d37a553'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:22:31.380614 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f49bdc6-9b12-426a-b0bc-52773284258d" -d '{"events": [{"server_uuid": "e361c8de-f613-4798-a90c-99b90beda3c5", "name": "network-vif-plugged", "status": "completed", "tag": "d0f30287-c739-4d8d-95be-46a29d37a553"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:22:31.394879 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port d0f30287-c739-4d8d-95be-46a29d37a553, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=d0f30287-c739-4d8d-95be-46a29d37a553,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:22:31.434766 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b394e71e-66e0-4e45-be92-bd0e849f25ea req-b4388f82-813f-485f-a498-aa1a78440de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:31.436574 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b394e71e-66e0-4e45-be92-bd0e849f25ea req-b4388f82-813f-485f-a498-aa1a78440de4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dff432c2-7366-4622-aebb-da22fe05bfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0779941 Jul 05 02:22:31.457039 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4721e7d5-cf2b-4402-9e5c-1fbc624fec3d x-openstack-request-id: req-4721e7d5-cf2b-4402-9e5c-1fbc624fec3d {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:22:31.457501 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e361c8de-f613-4798-a90c-99b90beda3c5", "name": "network-vif-plugged", "status": "completed", "tag": "d0f30287-c739-4d8d-95be-46a29d37a553", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:22:31.457902 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4721e7d5-cf2b-4402-9e5c-1fbc624fec3d {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:22:31.458547 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e361c8de-f613-4798-a90c-99b90beda3c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0f30287-c739-4d8d-95be-46a29d37a553', 'code': 200} Jul 05 02:22:31.508867 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:31.649511 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=d0f30287-c739-4d8d-95be-46a29d37a553,revision_number=8']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:22:31.676766 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b394e71e-66e0-4e45-be92-bd0e849f25ea req-b9703039-2794-4b89-a125-fe3bbcd29df1 service neutron] 10.222.0.21 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115216 Jul 05 02:22:31.807831 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b394e71e-66e0-4e45-be92-bd0e849f25ea req-892e638f-7a44-4f19-893d-fd938520c8e5 service neutron] 10.222.0.21 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238890 Jul 05 02:22:31.939859 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 02:22:31.954695 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4604be7d-572e-4ddf-9feb-085dd7d87e1a req-dd7f3b50-df57-4bfb-b219-a227315250e7 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:31.963225 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4604be7d-572e-4ddf-9feb-085dd7d87e1a req-dd7f3b50-df57-4bfb-b219-a227315250e7 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?device_id=a715fb7a-9b07-4f40-8481-c6b802b030b3 HTTP/1.1" status: 200 len: 945 time: 0.1533639 Jul 05 02:22:31.987853 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3510eaa4-4e06-4136-9b52-4caf4c2aa11e req-3e67186d-8120-46ec-85e6-3badd95e8869 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc8e0492-2741-4381-950b-76ee686c9092 HTTP/1.1" status: 200 len: 210 time: 0.0696802 Jul 05 02:22:32.002624 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-f8e45c0f-f092-44da-b373-3abd7ca76d8e tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:32.022284 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-f8e45c0f-f092-44da-b373-3abd7ca76d8e tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:32.025787 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-f8e45c0f-f092-44da-b373-3abd7ca76d8e tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.21 "GET /v2.0/networks?id=af31c90c-6609-44f7-bd07-e9a01e5e50aa&id=fabbd91b-21d7-4fc6-97fb-76915af3eaab&id=af31c90c-6609-44f7-bd07-e9a01e5e50aa HTTP/1.1" status: 200 len: 1392 time: 0.5446694 Jul 05 02:22:32.039131 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-6c7a582d-39cb-4a36-a9e4-5c20824fe587 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Request body: {'port': {'device_id': 'dc8e0492-2741-4381-950b-76ee686c9092', 'network_id': 'af31c90c-6609-44f7-bd07-e9a01e5e50aa', 'admin_state_up': True, 'tenant_id': '988b75a44b3448cc9e1b91ae38dea717'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:22:32.074242 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4604be7d-572e-4ddf-9feb-085dd7d87e1a req-7a825870-454d-40fe-8bb7-64d5b480c0ac tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/security-groups?id=e258e924-fb3e-45d8-9b54-0249433deb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105442 Jul 05 02:22:32.269086 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88705e0-6b8f-41ca-9570-d2951d8ca66e req-ffc121ea-a124-4c06-ba41-e986c78b96be tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:32.277707 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e88705e0-6b8f-41ca-9570-d2951d8ca66e req-ffc121ea-a124-4c06-ba41-e986c78b96be tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=e361c8de-f613-4798-a90c-99b90beda3c5 HTTP/1.1" status: 200 len: 949 time: 0.0799882 Jul 05 02:22:32.326092 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e88705e0-6b8f-41ca-9570-d2951d8ca66e req-f046b8e8-faf8-49af-b59c-19cb521c6235 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473702 Jul 05 02:22:32.341911 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b3c5fa-4e70-47fa-b371-49d5347441a9 req-06340093-13bb-4cc2-bac6-a428ea62bf42 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:32.343732 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e0b3c5fa-4e70-47fa-b371-49d5347441a9 req-06340093-13bb-4cc2-bac6-a428ea62bf42 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca36febd-b506-4424-9f43-8be7a9423ed1 HTTP/1.1" status: 200 len: 945 time: 0.1461225 Jul 05 02:22:32.397868 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e0b3c5fa-4e70-47fa-b371-49d5347441a9 req-6b0f06e7-f0f8-467e-aef4-4a98f2b4235e tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/security-groups?id=a7ec5bda-2f9c-43a6-b62e-a51bc7e5a1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453005 Jul 05 02:22:32.413182 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-6c7a582d-39cb-4a36-a9e4-5c20824fe587 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Made reservation on behalf of 988b75a44b3448cc9e1b91ae38dea717 for: {'port': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:22:32.417311 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-6c7a582d-39cb-4a36-a9e4-5c20824fe587 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:32.624111 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71990f4e-6656-4feb-82df-c2beccd250b4 req-106b968d-0458-4492-86ec-f9c3c0421ece tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:32.634229 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71990f4e-6656-4feb-82df-c2beccd250b4 req-106b968d-0458-4492-86ec-f9c3c0421ece tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:32.640774 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71990f4e-6656-4feb-82df-c2beccd250b4 req-106b968d-0458-4492-86ec-f9c3c0421ece tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:32.647240 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71990f4e-6656-4feb-82df-c2beccd250b4 req-106b968d-0458-4492-86ec-f9c3c0421ece tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:32.654035 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71990f4e-6656-4feb-82df-c2beccd250b4 req-106b968d-0458-4492-86ec-f9c3c0421ece tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:32.660349 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71990f4e-6656-4feb-82df-c2beccd250b4 req-106b968d-0458-4492-86ec-f9c3c0421ece tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:32.667801 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71990f4e-6656-4feb-82df-c2beccd250b4 req-106b968d-0458-4492-86ec-f9c3c0421ece tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:32.669051 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-6c7a582d-39cb-4a36-a9e4-5c20824fe587 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Allocated IP 19.80.0.181 (af31c90c-6609-44f7-bd07-e9a01e5e50aa/a8ef0486-6500-4c47-99a5-3aaed600992a/eb9dcc12-b663-4268-8562-7b7a31dff9bb) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:22:32.670064 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-71990f4e-6656-4feb-82df-c2beccd250b4 req-106b968d-0458-4492-86ec-f9c3c0421ece tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/ports?device_id=a29b1f86-c2b3-4079-ba70-879d5fa5b04b HTTP/1.1" status: 200 len: 5422 time: 0.1883190 Jul 05 02:22:32.773484 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-71990f4e-6656-4feb-82df-c2beccd250b4 req-e92aaeb9-ffaa-4f22-a2b3-760a7ef1d2ce tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/security-groups?id=17338adc-3db3-4a61-bf9d-146877730ae5&id=aee4c074-5a4c-4da1-9a49-8feda33d45d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0780363 Jul 05 02:22:32.916084 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-6c7a582d-39cb-4a36-a9e4-5c20824fe587 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:32.931617 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-6c7a582d-39cb-4a36-a9e4-5c20824fe587 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Transition to ACTIVE for port object eb9dcc12-b663-4268-8562-7b7a31dff9bb will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:22:32.965256 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6214b753-e7af-4299-866e-99efa28a36e1 req-22de086a-3190-4dd4-893f-5ac53cb7c88c tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:32.966848 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6214b753-e7af-4299-866e-99efa28a36e1 req-22de086a-3190-4dd4-893f-5ac53cb7c88c tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=dea8c6b3-deef-4865-b273-3a8b344c92e3 HTTP/1.1" status: 200 len: 946 time: 0.3363221 Jul 05 02:22:33.031568 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6214b753-e7af-4299-866e-99efa28a36e1 req-27fc267b-d10e-4ae2-a56b-68e5524f3196 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538616 Jul 05 02:22:33.122195 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-6c7a582d-39cb-4a36-a9e4-5c20824fe587 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:33.239047 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-6c7a582d-39cb-4a36-a9e4-5c20824fe587 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Network af31c90c-6609-44f7-bd07-e9a01e5e50aa is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:22:33.256755 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-6c7a582d-39cb-4a36-a9e4-5c20824fe587 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:22:33.266530 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c849c3-3ff8-482e-aa1a-5e097e416ed5 req-bac50fcf-b79e-4a6a-8bd1-0dacd7204cb3 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:33.278704 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-44c849c3-3ff8-482e-aa1a-5e097e416ed5 req-bac50fcf-b79e-4a6a-8bd1-0dacd7204cb3 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc8e0492-2741-4381-950b-76ee686c9092 HTTP/1.1" status: 200 len: 932 time: 0.1444259 Jul 05 02:22:33.279041 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-6c7a582d-39cb-4a36-a9e4-5c20824fe587 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:22:33.308228 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7a582d-39cb-4a36-a9e4-5c20824fe587 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Pushing event updated for resources: {'Port': ['ID=eb9dcc12-b663-4268-8562-7b7a31dff9bb,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:22:33.374380 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-44c849c3-3ff8-482e-aa1a-5e097e416ed5 req-d6d2ff23-9398-4295-8834-212eb5d6f8a1 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.23 "GET /v2.0/security-groups?id=74918f4d-c3c5-43b3-aeaa-73c712bc8baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913525 Jul 05 02:22:33.548703 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-6c7a582d-39cb-4a36-a9e4-5c20824fe587 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:33.563898 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-6c7a582d-39cb-4a36-a9e4-5c20824fe587 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:33.648082 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b637f822-84f9-4415-bef3-9c903fae697c req-a7819ffa-0f79-4d5e-a7ad-460ed52851de tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:33.649683 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b637f822-84f9-4415-bef3-9c903fae697c req-a7819ffa-0f79-4d5e-a7ad-460ed52851de tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?device_id=a715fb7a-9b07-4f40-8481-c6b802b030b3 HTTP/1.1" status: 200 len: 945 time: 0.2565424 Jul 05 02:22:33.671672 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-2a1bd8b7-4da5-44a7-b1af-89a3ded34125 None None] Provisioning for port eb9dcc12-b663-4268-8562-7b7a31dff9bb completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:22:33.676512 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-2a1bd8b7-4da5-44a7-b1af-89a3ded34125 None None] Provisioning complete for port eb9dcc12-b663-4268-8562-7b7a31dff9bb triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:22:33.677078 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-2a1bd8b7-4da5-44a7-b1af-89a3ded34125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:33.728371 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8334bee3-1337-4023-91f4-09437861377e req-335d6ffa-a037-4c13-bca5-268c99cb06d1 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:33.736109 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8334bee3-1337-4023-91f4-09437861377e req-335d6ffa-a037-4c13-bca5-268c99cb06d1 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=e361c8de-f613-4798-a90c-99b90beda3c5 HTTP/1.1" status: 200 len: 949 time: 0.1719582 Jul 05 02:22:33.740081 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-2a1bd8b7-4da5-44a7-b1af-89a3ded34125 None None] Port eb9dcc12-b663-4268-8562-7b7a31dff9bb cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:22:33.762041 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-6c7a582d-39cb-4a36-a9e4-5c20824fe587 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7277048 Jul 05 02:22:33.774215 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-eef652e3-c594-4a4d-9b05-ccba31c88ba7 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Request body: {'port': {'device_id': 'dc8e0492-2741-4381-950b-76ee686c9092', 'network_id': 'fabbd91b-21d7-4fc6-97fb-76915af3eaab', 'admin_state_up': True, 'tenant_id': '988b75a44b3448cc9e1b91ae38dea717'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:22:33.800955 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8334bee3-1337-4023-91f4-09437861377e req-c541e150-152d-4999-b034-bca89023b9f3 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581102 Jul 05 02:22:33.879100 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b637f822-84f9-4415-bef3-9c903fae697c req-b34b61ed-7359-486f-beec-34ae2fbc6f28 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/security-groups?id=e258e924-fb3e-45d8-9b54-0249433deb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131715 Jul 05 02:22:34.055272 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf1f5e3-7f9e-4d53-8d76-94677742cbfa req-86c56d63-cb4c-4414-bc09-2a155593a32c tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:34.065256 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-baf1f5e3-7f9e-4d53-8d76-94677742cbfa req-86c56d63-cb4c-4414-bc09-2a155593a32c tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca36febd-b506-4424-9f43-8be7a9423ed1 HTTP/1.1" status: 200 len: 945 time: 0.1214623 Jul 05 02:22:34.122995 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-baf1f5e3-7f9e-4d53-8d76-94677742cbfa req-65142344-562e-4235-a46a-fcc284118c66 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/security-groups?id=a7ec5bda-2f9c-43a6-b62e-a51bc7e5a1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567365 Jul 05 02:22:34.284458 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847e0d0-d277-46fa-84f8-b67d8b5e2282 req-972203cc-8ff7-4952-b15d-1bac26d80808 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:34.291788 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847e0d0-d277-46fa-84f8-b67d8b5e2282 req-972203cc-8ff7-4952-b15d-1bac26d80808 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:34.300058 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847e0d0-d277-46fa-84f8-b67d8b5e2282 req-972203cc-8ff7-4952-b15d-1bac26d80808 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:34.311170 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847e0d0-d277-46fa-84f8-b67d8b5e2282 req-972203cc-8ff7-4952-b15d-1bac26d80808 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:34.321654 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847e0d0-d277-46fa-84f8-b67d8b5e2282 req-972203cc-8ff7-4952-b15d-1bac26d80808 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:34.327580 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595c02e2-0926-4cc8-b28e-a567ca133013 req-9ba962c5-0709-49c8-9059-364318b1b2ae tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:34.328296 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847e0d0-d277-46fa-84f8-b67d8b5e2282 req-972203cc-8ff7-4952-b15d-1bac26d80808 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:34.329434 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-595c02e2-0926-4cc8-b28e-a567ca133013 req-9ba962c5-0709-49c8-9059-364318b1b2ae tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=e361c8de-f613-4798-a90c-99b90beda3c5 HTTP/1.1" status: 200 len: 949 time: 0.0853980 Jul 05 02:22:34.334283 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847e0d0-d277-46fa-84f8-b67d8b5e2282 req-972203cc-8ff7-4952-b15d-1bac26d80808 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:34.336256 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f847e0d0-d277-46fa-84f8-b67d8b5e2282 req-972203cc-8ff7-4952-b15d-1bac26d80808 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/ports?device_id=a29b1f86-c2b3-4079-ba70-879d5fa5b04b HTTP/1.1" status: 200 len: 5422 time: 0.1779690 Jul 05 02:22:34.375986 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-595c02e2-0926-4cc8-b28e-a567ca133013 req-fd980410-163d-46af-8a1f-ba3aadac776b tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387900 Jul 05 02:22:34.534325 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f847e0d0-d277-46fa-84f8-b67d8b5e2282 req-c82ff170-8ff2-47b1-8f96-680b3ba7c2f6 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/security-groups?id=17338adc-3db3-4a61-bf9d-146877730ae5&id=aee4c074-5a4c-4da1-9a49-8feda33d45d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0457680 Jul 05 02:22:34.591227 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5454e9-5586-4a3f-8bd2-291f8d5a3354 req-3b8c86e9-ab06-4916-9c99-ffa572f2ad0b tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:34.592883 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1a5454e9-5586-4a3f-8bd2-291f8d5a3354 req-3b8c86e9-ab06-4916-9c99-ffa572f2ad0b tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=dea8c6b3-deef-4865-b273-3a8b344c92e3 HTTP/1.1" status: 200 len: 946 time: 0.0901940 Jul 05 02:22:34.648353 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1a5454e9-5586-4a3f-8bd2-291f8d5a3354 req-8513c9d7-565c-407f-b92c-8d71b9b07203 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475717 Jul 05 02:22:34.671968 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-eef652e3-c594-4a4d-9b05-ccba31c88ba7 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Made reservation on behalf of 988b75a44b3448cc9e1b91ae38dea717 for: {'port': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:22:34.676282 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-eef652e3-c594-4a4d-9b05-ccba31c88ba7 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:34.721875 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095393b-51cd-4197-a236-78418bb96c6f req-085bb52a-7712-42c3-b086-8f87febd481d tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:34.723605 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f095393b-51cd-4197-a236-78418bb96c6f req-085bb52a-7712-42c3-b086-8f87febd481d tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc8e0492-2741-4381-950b-76ee686c9092 HTTP/1.1" status: 200 len: 932 time: 0.0813231 Jul 05 02:22:34.785652 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f095393b-51cd-4197-a236-78418bb96c6f req-593921fa-0069-421b-8436-cf0fed2f9121 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.23 "GET /v2.0/security-groups?id=74918f4d-c3c5-43b3-aeaa-73c712bc8baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530035 Jul 05 02:22:34.850333 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-eef652e3-c594-4a4d-9b05-ccba31c88ba7 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Allocated IP 19.86.0.91 (fabbd91b-21d7-4fc6-97fb-76915af3eaab/5c41f830-8ac4-4983-91da-dd1bbd1313e8/5b0f54da-8693-4b02-a321-5713c8d2d357) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:22:35.102823 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f0657c5e-6cfe-4978-9696-a12d7bb3c75c req-6434a98c-ef87-4db3-889b-7b60638bd399 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=7bde4afb78a7485193d4b3fb4c23ad75&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0640218 Jul 05 02:22:35.160793 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-eef652e3-c594-4a4d-9b05-ccba31c88ba7 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:35.179323 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-eef652e3-c594-4a4d-9b05-ccba31c88ba7 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Transition to ACTIVE for port object 5b0f54da-8693-4b02-a321-5713c8d2d357 will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:22:35.246703 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a657e8-4f4e-4e17-b449-6b6b94ed3e0d req-dd7aacd3-f0aa-4aed-8c07-5f571c389680 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:35.248342 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-33a657e8-4f4e-4e17-b449-6b6b94ed3e0d req-dd7aacd3-f0aa-4aed-8c07-5f571c389680 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?device_id=a715fb7a-9b07-4f40-8481-c6b802b030b3 HTTP/1.1" status: 200 len: 945 time: 0.1229374 Jul 05 02:22:35.279300 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0657c5e-6cfe-4978-9696-a12d7bb3c75c req-9bfb3876-3c61-4f5b-bb54-f68f9aa99885 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:35.287929 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f0657c5e-6cfe-4978-9696-a12d7bb3c75c req-9bfb3876-3c61-4f5b-bb54-f68f9aa99885 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1782098 Jul 05 02:22:35.306068 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f0657c5e-6cfe-4978-9696-a12d7bb3c75c req-2746e1b0-ba99-45dc-bfe7-98f1fb86ad30 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/quotas/7bde4afb78a7485193d4b3fb4c23ad75 HTTP/1.1" status: 200 len: 375 time: 0.0167205 Jul 05 02:22:35.315652 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-33a657e8-4f4e-4e17-b449-6b6b94ed3e0d req-baa67d9f-487f-464e-a15e-da9074ca9515 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/security-groups?id=e258e924-fb3e-45d8-9b54-0249433deb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589707 Jul 05 02:22:35.334468 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-eef652e3-c594-4a4d-9b05-ccba31c88ba7 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:35.407814 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-eef652e3-c594-4a4d-9b05-ccba31c88ba7 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Network fabbd91b-21d7-4fc6-97fb-76915af3eaab is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:22:35.411539 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-eef652e3-c594-4a4d-9b05-ccba31c88ba7 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:22:35.417080 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-eef652e3-c594-4a4d-9b05-ccba31c88ba7 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:22:35.452750 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef652e3-c594-4a4d-9b05-ccba31c88ba7 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Pushing event updated for resources: {'Port': ['ID=5b0f54da-8693-4b02-a321-5713c8d2d357,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:22:35.476308 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f0657c5e-6cfe-4978-9696-a12d7bb3c75c req-5d1f7056-8e45-4332-be88-83d2e1693afd tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7bde4afb78a7485193d4b3fb4c23ad75&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1690416 Jul 05 02:22:35.495218 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-eef652e3-c594-4a4d-9b05-ccba31c88ba7 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:35.496575 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-eef652e3-c594-4a4d-9b05-ccba31c88ba7 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:35.582004 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7efd09e-3769-4e4b-97b1-f020b3fba3ab req-aea4e243-ebe8-4875-a772-67e6b4899aa4 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:35.583876 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f7efd09e-3769-4e4b-97b1-f020b3fba3ab req-aea4e243-ebe8-4875-a772-67e6b4899aa4 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca36febd-b506-4424-9f43-8be7a9423ed1 HTTP/1.1" status: 200 len: 945 time: 0.1099405 Jul 05 02:22:35.638159 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f7efd09e-3769-4e4b-97b1-f020b3fba3ab req-e83213e7-2155-47b5-a5f0-baf3560ce0fd tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/security-groups?id=a7ec5bda-2f9c-43a6-b62e-a51bc7e5a1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429711 Jul 05 02:22:35.671969 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-eef652e3-c594-4a4d-9b05-ccba31c88ba7 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8989940 Jul 05 02:22:35.678073 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-f155a1b6-4924-451a-a9a2-689269fa45fb tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Request body: {'port': {'device_id': 'dc8e0492-2741-4381-950b-76ee686c9092', 'network_id': 'af31c90c-6609-44f7-bd07-e9a01e5e50aa', 'admin_state_up': True, 'tenant_id': '988b75a44b3448cc9e1b91ae38dea717'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:22:35.855757 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f58705a-0730-4bc7-8310-48d2b3017e91 req-b855b742-630e-40d2-8b58-1e134624bd0a tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:35.861868 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f58705a-0730-4bc7-8310-48d2b3017e91 req-b855b742-630e-40d2-8b58-1e134624bd0a tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:35.867988 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f58705a-0730-4bc7-8310-48d2b3017e91 req-b855b742-630e-40d2-8b58-1e134624bd0a tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:35.874078 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f58705a-0730-4bc7-8310-48d2b3017e91 req-b855b742-630e-40d2-8b58-1e134624bd0a tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:35.884394 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f58705a-0730-4bc7-8310-48d2b3017e91 req-b855b742-630e-40d2-8b58-1e134624bd0a tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:35.886113 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f58705a-0730-4bc7-8310-48d2b3017e91 req-b855b742-630e-40d2-8b58-1e134624bd0a tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:35.892164 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f58705a-0730-4bc7-8310-48d2b3017e91 req-b855b742-630e-40d2-8b58-1e134624bd0a tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:35.895010 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1f58705a-0730-4bc7-8310-48d2b3017e91 req-b855b742-630e-40d2-8b58-1e134624bd0a tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/ports?device_id=a29b1f86-c2b3-4079-ba70-879d5fa5b04b HTTP/1.1" status: 200 len: 5422 time: 0.1501627 Jul 05 02:22:35.917265 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-b4512b81-f6b6-4062-998c-605ee46665bd None None] Provisioning for port 5b0f54da-8693-4b02-a321-5713c8d2d357 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:22:35.936457 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-b4512b81-f6b6-4062-998c-605ee46665bd None None] Provisioning complete for port 5b0f54da-8693-4b02-a321-5713c8d2d357 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:22:35.936457 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b4512b81-f6b6-4062-998c-605ee46665bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:35.958810 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1f58705a-0730-4bc7-8310-48d2b3017e91 req-897af40b-c228-43ea-a615-6539aef6c277 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/security-groups?id=17338adc-3db3-4a61-bf9d-146877730ae5&id=aee4c074-5a4c-4da1-9a49-8feda33d45d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0581677 Jul 05 02:22:35.960987 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-f155a1b6-4924-451a-a9a2-689269fa45fb tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Made reservation on behalf of 988b75a44b3448cc9e1b91ae38dea717 for: {'port': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:22:35.971103 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-f155a1b6-4924-451a-a9a2-689269fa45fb tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:36.023336 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-b4512b81-f6b6-4062-998c-605ee46665bd None None] Port 5b0f54da-8693-4b02-a321-5713c8d2d357 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:22:36.054852 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-bd781c9d-5000-4220-aa5e-2074e094027d req-2cf40560-8ce7-438d-9344-cf25911a9317 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9d7d611-0755-4e9e-8dda-32848396298c HTTP/1.1" status: 200 len: 210 time: 0.0428050 Jul 05 02:22:36.118302 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511a9b6a-b8b3-4a26-a1f0-6719792d20c3 req-32954dad-2e6c-4e69-9061-0466af6f1f07 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:36.119985 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-511a9b6a-b8b3-4a26-a1f0-6719792d20c3 req-32954dad-2e6c-4e69-9061-0466af6f1f07 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=dea8c6b3-deef-4865-b273-3a8b344c92e3 HTTP/1.1" status: 200 len: 946 time: 0.0860827 Jul 05 02:22:36.181664 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-511a9b6a-b8b3-4a26-a1f0-6719792d20c3 req-c4f260ee-0a5d-496a-ae10-17b25118d8b2 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536718 Jul 05 02:22:36.333725 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-f155a1b6-4924-451a-a9a2-689269fa45fb tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Allocated IP 19.80.0.169 (af31c90c-6609-44f7-bd07-e9a01e5e50aa/a8ef0486-6500-4c47-99a5-3aaed600992a/4d4cc644-881c-4bc4-ba01-8b718549b3b3) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:22:36.400164 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21041106-1aa4-4f26-9469-fab519affec7 req-4c2d62a7-baf9-4fe1-bd56-4dfbec523f82 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:36.403194 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21041106-1aa4-4f26-9469-fab519affec7 req-4c2d62a7-baf9-4fe1-bd56-4dfbec523f82 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:36.404783 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-21041106-1aa4-4f26-9469-fab519affec7 req-4c2d62a7-baf9-4fe1-bd56-4dfbec523f82 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc8e0492-2741-4381-950b-76ee686c9092 HTTP/1.1" status: 200 len: 1654 time: 0.1351044 Jul 05 02:22:36.493209 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-21041106-1aa4-4f26-9469-fab519affec7 req-a0b62554-c9c4-4d95-a9ec-fe3df452649a tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.23 "GET /v2.0/security-groups?id=74918f4d-c3c5-43b3-aeaa-73c712bc8baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803862 Jul 05 02:22:36.494050 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18630d29-432a-4cb6-99f5-18488b28a0c4 req-48a098aa-7cc9-4471-94b7-6a439a9497bd tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:36.496736 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-18630d29-432a-4cb6-99f5-18488b28a0c4 req-48a098aa-7cc9-4471-94b7-6a439a9497bd tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?device_id=a715fb7a-9b07-4f40-8481-c6b802b030b3 HTTP/1.1" status: 200 len: 945 time: 0.0621989 Jul 05 02:22:36.535098 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-18630d29-432a-4cb6-99f5-18488b28a0c4 req-c4eb8ac5-8592-4f25-9fb0-5fd99bd60f32 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/security-groups?id=e258e924-fb3e-45d8-9b54-0249433deb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327253 Jul 05 02:22:36.567827 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-f155a1b6-4924-451a-a9a2-689269fa45fb tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:36.597613 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-f155a1b6-4924-451a-a9a2-689269fa45fb tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Transition to ACTIVE for port object 4d4cc644-881c-4bc4-ba01-8b718549b3b3 will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:22:36.740564 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-f155a1b6-4924-451a-a9a2-689269fa45fb tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:36.818631 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-f155a1b6-4924-451a-a9a2-689269fa45fb tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Network af31c90c-6609-44f7-bd07-e9a01e5e50aa is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:22:36.828769 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-f155a1b6-4924-451a-a9a2-689269fa45fb tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:22:36.831965 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-f155a1b6-4924-451a-a9a2-689269fa45fb tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:22:36.834524 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f155a1b6-4924-451a-a9a2-689269fa45fb tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Pushing event updated for resources: {'Port': ['ID=4d4cc644-881c-4bc4-ba01-8b718549b3b3,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:22:36.894817 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-f155a1b6-4924-451a-a9a2-689269fa45fb tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:36.895414 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-f155a1b6-4924-451a-a9a2-689269fa45fb tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:36.906944 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c88c22-e844-49bf-ab7e-1e15af2f30cd req-5d8b791a-44cc-476c-be3a-b3f1d745d69a tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:36.917524 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e3c88c22-e844-49bf-ab7e-1e15af2f30cd req-5d8b791a-44cc-476c-be3a-b3f1d745d69a tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca36febd-b506-4424-9f43-8be7a9423ed1 HTTP/1.1" status: 200 len: 945 time: 0.1653800 Jul 05 02:22:36.978427 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f381fb1-75c9-461a-a353-3537c9eba6cc req-de0b8f32-7877-49f8-b1dc-1edd93d7a665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:36.981605 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6f381fb1-75c9-461a-a353-3537c9eba6cc req-de0b8f32-7877-49f8-b1dc-1edd93d7a665 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f3761e9b54fb4b859175f5af6199b06f&device_id=dea8c6b3-deef-4865-b273-3a8b344c92e3 HTTP/1.1" status: 200 len: 1098 time: 0.0945876 Jul 05 02:22:36.994312 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e3c88c22-e844-49bf-ab7e-1e15af2f30cd req-e5840d99-e88c-48d4-ab7b-2e47e52d4334 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/security-groups?id=a7ec5bda-2f9c-43a6-b62e-a51bc7e5a1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792222 Jul 05 02:22:37.051960 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-f155a1b6-4924-451a-a9a2-689269fa45fb tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3778784 Jul 05 02:22:37.065858 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-703a7530-915f-4d3e-a311-65860713eded service neutron] Request body: {'port': {'device_id': 'dc8e0492-2741-4381-950b-76ee686c9092', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-32'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:22:37.108635 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f381fb1-75c9-461a-a353-3537c9eba6cc req-e6cdf531-3989-4536-b434-ef1f2803e40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:37.114437 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6f381fb1-75c9-461a-a353-3537c9eba6cc req-e6cdf531-3989-4536-b434-ef1f2803e40a service neutron] 10.222.0.21 "GET /v2.0/networks?id=705854c6-bb90-4b2b-93a0-7581bd607e40 HTTP/1.1" status: 200 len: 912 time: 0.1177576 Jul 05 02:22:37.185686 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6f381fb1-75c9-461a-a353-3537c9eba6cc req-4a60fe31-5455-4968-a274-dcc569e20da6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f83e18b6-e59f-43c5-9ce6-3b5c6c5719d8 HTTP/1.1" status: 200 len: 217 time: 0.0631704 Jul 05 02:22:37.204364 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-12b73d75-daa5-4a44-ad1d-d237b1c94c1b req-82170eec-506e-4137-ac9d-eb239ecd9e95 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9d7d611-0755-4e9e-8dda-32848396298c HTTP/1.1" status: 200 len: 210 time: 0.0698364 Jul 05 02:22:37.205447 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-703a7530-915f-4d3e-a311-65860713eded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:37.250744 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f381fb1-75c9-461a-a353-3537c9eba6cc req-b9d74843-7038-417f-890c-8098c1d897fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:37.252396 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6f381fb1-75c9-461a-a353-3537c9eba6cc req-b9d74843-7038-417f-890c-8098c1d897fb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=86343a12-8825-4191-b518-68943eb24150 HTTP/1.1" status: 200 len: 852 time: 0.0506690 Jul 05 02:22:37.289145 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6f381fb1-75c9-461a-a353-3537c9eba6cc req-5d238130-4faa-40a4-9a2a-ed5425ba499d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=705854c6-bb90-4b2b-93a0-7581bd607e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271993 Jul 05 02:22:37.294770 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3521b9-a906-453c-9472-9728703ba14f req-1726f65d-87be-4ab7-8d86-efda26c6b75e tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:37.300817 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3521b9-a906-453c-9472-9728703ba14f req-1726f65d-87be-4ab7-8d86-efda26c6b75e tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:37.311644 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3521b9-a906-453c-9472-9728703ba14f req-1726f65d-87be-4ab7-8d86-efda26c6b75e tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:37.319272 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3521b9-a906-453c-9472-9728703ba14f req-1726f65d-87be-4ab7-8d86-efda26c6b75e tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:37.325250 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3521b9-a906-453c-9472-9728703ba14f req-1726f65d-87be-4ab7-8d86-efda26c6b75e tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:37.331279 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3521b9-a906-453c-9472-9728703ba14f req-1726f65d-87be-4ab7-8d86-efda26c6b75e tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:37.337309 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3521b9-a906-453c-9472-9728703ba14f req-1726f65d-87be-4ab7-8d86-efda26c6b75e tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:37.339358 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0c3521b9-a906-453c-9472-9728703ba14f req-1726f65d-87be-4ab7-8d86-efda26c6b75e tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/ports?device_id=a29b1f86-c2b3-4079-ba70-879d5fa5b04b HTTP/1.1" status: 200 len: 5422 time: 0.1779847 Jul 05 02:22:37.368854 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-0ef20fe4-ed4f-4e68-a238-ec98f7c87a57 None None] Provisioning for port 4d4cc644-881c-4bc4-ba01-8b718549b3b3 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:22:37.373392 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-0ef20fe4-ed4f-4e68-a238-ec98f7c87a57 None None] Provisioning complete for port 4d4cc644-881c-4bc4-ba01-8b718549b3b3 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:22:37.373945 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-0ef20fe4-ed4f-4e68-a238-ec98f7c87a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:37.425268 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6f381fb1-75c9-461a-a353-3537c9eba6cc req-0c06721b-7166-4228-a7bd-81801e9b576a service neutron] 10.222.0.21 "GET /v2.0/networks/705854c6-bb90-4b2b-93a0-7581bd607e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292181 Jul 05 02:22:37.430809 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-0ef20fe4-ed4f-4e68-a238-ec98f7c87a57 None None] Port 4d4cc644-881c-4bc4-ba01-8b718549b3b3 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:22:37.449101 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd08574-bcb0-43cb-90d5-39e50b566ce4 req-248fc6d0-b932-4994-825b-6cc28fa3702c tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:37.449691 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8fd08574-bcb0-43cb-90d5-39e50b566ce4 req-248fc6d0-b932-4994-825b-6cc28fa3702c tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=dea8c6b3-deef-4865-b273-3a8b344c92e3 HTTP/1.1" status: 200 len: 946 time: 0.1041429 Jul 05 02:22:37.508966 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0c3521b9-a906-453c-9472-9728703ba14f req-42cd3d4c-c0c3-40b8-b86a-ca92f9b09b55 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/security-groups?id=17338adc-3db3-4a61-bf9d-146877730ae5&id=aee4c074-5a4c-4da1-9a49-8feda33d45d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1616075 Jul 05 02:22:37.594638 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8fd08574-bcb0-43cb-90d5-39e50b566ce4 req-8e57b9f9-55de-4799-9c8a-16f8095ad7ff tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352780 Jul 05 02:22:37.613802 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6f381fb1-75c9-461a-a353-3537c9eba6cc req-7e4f5a1e-f119-4a35-b3ae-930d35c04b0a service neutron] 10.222.0.21 "GET /v2.0/networks/705854c6-bb90-4b2b-93a0-7581bd607e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627550 Jul 05 02:22:37.634635 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-703a7530-915f-4d3e-a311-65860713eded service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb9dcc12-b663-4268-8562-7b7a31dff9bb {{(pid=94462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:22:37.659636 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-703a7530-915f-4d3e-a311-65860713eded service neutron] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:37.691179 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-703a7530-915f-4d3e-a311-65860713eded service neutron] Transition to ACTIVE for port object eb9dcc12-b663-4268-8562-7b7a31dff9bb will not be triggered until provisioned by entity L2. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:22:37.772577 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1a8b73-b096-4fc9-93c5-fb4e9d4cd344 req-326d2d1f-f963-4bec-9a5d-14a580dcca16 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:37.780596 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1a8b73-b096-4fc9-93c5-fb4e9d4cd344 req-326d2d1f-f963-4bec-9a5d-14a580dcca16 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:37.785114 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1a8b73-b096-4fc9-93c5-fb4e9d4cd344 req-326d2d1f-f963-4bec-9a5d-14a580dcca16 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:37.787110 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-cd1a8b73-b096-4fc9-93c5-fb4e9d4cd344 req-326d2d1f-f963-4bec-9a5d-14a580dcca16 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc8e0492-2741-4381-950b-76ee686c9092 HTTP/1.1" status: 200 len: 2376 time: 0.0945613 Jul 05 02:22:37.813180 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa19679-9708-46fe-b5cb-1d6636b246ae req-cd94a941-6def-4213-be27-59ca5500a793 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:37.814696 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3aa19679-9708-46fe-b5cb-1d6636b246ae req-cd94a941-6def-4213-be27-59ca5500a793 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?device_id=a715fb7a-9b07-4f40-8481-c6b802b030b3 HTTP/1.1" status: 200 len: 945 time: 0.0704727 Jul 05 02:22:37.830109 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-cd1a8b73-b096-4fc9-93c5-fb4e9d4cd344 req-e8776891-0aa4-4ae9-9802-f209680dc4a7 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.23 "GET /v2.0/security-groups?id=74918f4d-c3c5-43b3-aeaa-73c712bc8baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354905 Jul 05 02:22:37.831217 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-703a7530-915f-4d3e-a311-65860713eded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:37.866824 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3aa19679-9708-46fe-b5cb-1d6636b246ae req-7cb3ea1b-1c3a-4eda-9c1f-6304643af2cc tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/security-groups?id=e258e924-fb3e-45d8-9b54-0249433deb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459864 Jul 05 02:22:37.943826 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703a7530-915f-4d3e-a311-65860713eded service neutron] Pushing event updated for resources: {'Port': ['ID=eb9dcc12-b663-4268-8562-7b7a31dff9bb,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:22:37.980884 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-703a7530-915f-4d3e-a311-65860713eded service neutron] Attempting to bind port eb9dcc12-b663-4268-8562-7b7a31dff9bb on host n-h1-771362-32 for vnic_type normal with profile {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:22:37.981229 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-703a7530-915f-4d3e-a311-65860713eded service neutron] Attempting to bind port eb9dcc12-b663-4268-8562-7b7a31dff9bb by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': '92cb1372-8555-40a1-b85c-7eabf408a10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'af31c90c-6609-44f7-bd07-e9a01e5e50aa'}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:22:37.981557 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-703a7530-915f-4d3e-a311-65860713eded service neutron] Attempting to bind port eb9dcc12-b663-4268-8562-7b7a31dff9bb on network af31c90c-6609-44f7-bd07-e9a01e5e50aa {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:22:37.986244 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-703a7530-915f-4d3e-a311-65860713eded service neutron] Port eb9dcc12-b663-4268-8562-7b7a31dff9bb on network af31c90c-6609-44f7-bd07-e9a01e5e50aa not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:22:37.995058 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-703a7530-915f-4d3e-a311-65860713eded service neutron] Attempting to bind port eb9dcc12-b663-4268-8562-7b7a31dff9bb on network af31c90c-6609-44f7-bd07-e9a01e5e50aa {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:22:38.001016 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-703a7530-915f-4d3e-a311-65860713eded service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:22:38.001366 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-703a7530-915f-4d3e-a311-65860713eded service neutron] Checking segment: {'id': '92cb1372-8555-40a1-b85c-7eabf408a10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'af31c90c-6609-44f7-bd07-e9a01e5e50aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:22:38.001774 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-703a7530-915f-4d3e-a311-65860713eded service neutron] Bound using segment: {'id': '92cb1372-8555-40a1-b85c-7eabf408a10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'af31c90c-6609-44f7-bd07-e9a01e5e50aa'} {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:22:38.002229 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-703a7530-915f-4d3e-a311-65860713eded service neutron] Bound port: eb9dcc12-b663-4268-8562-7b7a31dff9bb, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92cb1372-8555-40a1-b85c-7eabf408a10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'af31c90c-6609-44f7-bd07-e9a01e5e50aa'}}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:22:38.002597 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-703a7530-915f-4d3e-a311-65860713eded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:38.092710 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-703a7530-915f-4d3e-a311-65860713eded service neutron] For port eb9dcc12-b663-4268-8562-7b7a31dff9bb, host n-h1-771362-32, cleared binding levels {{(pid=94462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:22:38.096520 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-703a7530-915f-4d3e-a311-65860713eded service neutron] For port eb9dcc12-b663-4268-8562-7b7a31dff9bb, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=eb9dcc12-b663-4268-8562-7b7a31dff9bb,segment=NetworkSegment(92cb1372-8555-40a1-b85c-7eabf408a10e),segment_id=92cb1372-8555-40a1-b85c-7eabf408a10e)] {{(pid=94462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:22:38.221469 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-703a7530-915f-4d3e-a311-65860713eded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:38.270155 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-703a7530-915f-4d3e-a311-65860713eded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:38.270767 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-703a7530-915f-4d3e-a311-65860713eded service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:38.275439 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-703a7530-915f-4d3e-a311-65860713eded service neutron] 10.222.0.21 "PUT /v2.0/ports/eb9dcc12-b663-4268-8562-7b7a31dff9bb HTTP/1.1" status: 200 len: 1093 time: 1.2124758 Jul 05 02:22:38.279764 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc8e0492-2741-4381-950b-76ee686c9092', 'tag': 'eb9dcc12-b663-4268-8562-7b7a31dff9bb'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:22:38.279764 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b223267e0e0ddb3199af7772d0b45336e3b4b54fbb151c86a8051291a61e85db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b159a1-5fd3-46bc-a148-f75983334132" -d '{"events": [{"name": "network-changed", "server_uuid": "dc8e0492-2741-4381-950b-76ee686c9092", "tag": "eb9dcc12-b663-4268-8562-7b7a31dff9bb"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:22:38.302290 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa2e54a-9884-4f4b-8dc1-8b47bd88fcf3 req-a043260e-a0b2-41aa-b6fc-4ae73a65d455 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:38.303882 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-dfa2e54a-9884-4f4b-8dc1-8b47bd88fcf3 req-a043260e-a0b2-41aa-b6fc-4ae73a65d455 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca36febd-b506-4424-9f43-8be7a9423ed1 HTTP/1.1" status: 200 len: 945 time: 0.1338072 Jul 05 02:22:38.340254 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703a7530-915f-4d3e-a311-65860713eded service neutron] Pushing event updated for resources: {'Port': ['ID=eb9dcc12-b663-4268-8562-7b7a31dff9bb,revision_number=3']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:22:38.369393 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-dfa2e54a-9884-4f4b-8dc1-8b47bd88fcf3 req-602a90f0-b7a1-433c-ba0e-9353cb51b394 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/security-groups?id=a7ec5bda-2f9c-43a6-b62e-a51bc7e5a1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570593 Jul 05 02:22:38.381209 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-068e9608-f065-4edb-956f-3590542e8251 req-331f12fe-8562-416d-95d2-0d97951f60ec tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9d7d611-0755-4e9e-8dda-32848396298c HTTP/1.1" status: 200 len: 210 time: 0.0341084 Jul 05 02:22:38.422627 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-045031cd-04eb-48de-889a-c69a61662730 service neutron] Request body: {'port': {'device_id': 'dc8e0492-2741-4381-950b-76ee686c9092', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-32'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:22:38.449542 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0abfe7b9-2c6f-4a1a-9de9-789bf5afd396 x-openstack-request-id: req-0abfe7b9-2c6f-4a1a-9de9-789bf5afd396 {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:22:38.449832 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc8e0492-2741-4381-950b-76ee686c9092", "tag": "eb9dcc12-b663-4268-8562-7b7a31dff9bb", "status": "completed", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:22:38.450082 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0abfe7b9-2c6f-4a1a-9de9-789bf5afd396 {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:22:38.450503 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc8e0492-2741-4381-950b-76ee686c9092', 'tag': 'eb9dcc12-b663-4268-8562-7b7a31dff9bb', 'status': 'completed', 'code': 200} Jul 05 02:22:38.525325 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-045031cd-04eb-48de-889a-c69a61662730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:38.542111 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b159a1-5fd3-46bc-a148-f75983334132 req-182e732d-af68-468a-8147-cced1980c596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:38.542634 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b159a1-5fd3-46bc-a148-f75983334132 req-182e732d-af68-468a-8147-cced1980c596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:38.543109 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b159a1-5fd3-46bc-a148-f75983334132 req-182e732d-af68-468a-8147-cced1980c596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:38.545016 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-45b159a1-5fd3-46bc-a148-f75983334132 req-182e732d-af68-468a-8147-cced1980c596 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=988b75a44b3448cc9e1b91ae38dea717&device_id=dc8e0492-2741-4381-950b-76ee686c9092 HTTP/1.1" status: 200 len: 2732 time: 0.0701008 Jul 05 02:22:38.689012 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b159a1-5fd3-46bc-a148-f75983334132 req-8d0086c1-fe68-4ea2-a1d1-dedf622a7eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:38.689505 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b159a1-5fd3-46bc-a148-f75983334132 req-8d0086c1-fe68-4ea2-a1d1-dedf622a7eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:38.690233 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b159a1-5fd3-46bc-a148-f75983334132 req-8d0086c1-fe68-4ea2-a1d1-dedf622a7eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:38.691999 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-45b159a1-5fd3-46bc-a148-f75983334132 req-8d0086c1-fe68-4ea2-a1d1-dedf622a7eb0 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=988b75a44b3448cc9e1b91ae38dea717&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.1372745 Jul 05 02:22:38.849493 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5862ab-663e-441b-be3e-c54d46fe3bbb req-ec26cab2-8577-40b5-941e-f41e1cb6da77 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:38.851064 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5d5862ab-663e-441b-be3e-c54d46fe3bbb req-ec26cab2-8577-40b5-941e-f41e1cb6da77 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=dea8c6b3-deef-4865-b273-3a8b344c92e3 HTTP/1.1" status: 200 len: 946 time: 0.1127276 Jul 05 02:22:38.861194 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ad3bc5-5acd-4ace-b693-7fa7737f798d req-f7da33ee-36e5-451a-be5d-cf020c536d50 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:38.866459 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ad3bc5-5acd-4ace-b693-7fa7737f798d req-f7da33ee-36e5-451a-be5d-cf020c536d50 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:38.872442 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ad3bc5-5acd-4ace-b693-7fa7737f798d req-f7da33ee-36e5-451a-be5d-cf020c536d50 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:38.878444 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ad3bc5-5acd-4ace-b693-7fa7737f798d req-f7da33ee-36e5-451a-be5d-cf020c536d50 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:38.884422 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ad3bc5-5acd-4ace-b693-7fa7737f798d req-f7da33ee-36e5-451a-be5d-cf020c536d50 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:38.890428 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ad3bc5-5acd-4ace-b693-7fa7737f798d req-f7da33ee-36e5-451a-be5d-cf020c536d50 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:38.896308 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ad3bc5-5acd-4ace-b693-7fa7737f798d req-f7da33ee-36e5-451a-be5d-cf020c536d50 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:38.898275 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a9ad3bc5-5acd-4ace-b693-7fa7737f798d req-f7da33ee-36e5-451a-be5d-cf020c536d50 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/ports?device_id=a29b1f86-c2b3-4079-ba70-879d5fa5b04b HTTP/1.1" status: 200 len: 5422 time: 0.2048872 Jul 05 02:22:38.900509 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b159a1-5fd3-46bc-a148-f75983334132 req-f7cc404b-d07d-450d-84b4-f73cd89c217a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:38.902165 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-45b159a1-5fd3-46bc-a148-f75983334132 req-f7cc404b-d07d-450d-84b4-f73cd89c217a service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1867340 Jul 05 02:22:38.910719 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-045031cd-04eb-48de-889a-c69a61662730 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b0f54da-8693-4b02-a321-5713c8d2d357 {{(pid=94462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:22:38.929648 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-045031cd-04eb-48de-889a-c69a61662730 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:38.948912 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5d5862ab-663e-441b-be3e-c54d46fe3bbb req-18d62ebe-d33e-4442-a356-0fdd68d470b3 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720603 Jul 05 02:22:38.954709 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-045031cd-04eb-48de-889a-c69a61662730 service neutron] Transition to ACTIVE for port object 5b0f54da-8693-4b02-a321-5713c8d2d357 will not be triggered until provisioned by entity L2. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:22:38.988867 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f0657c5e-6cfe-4978-9696-a12d7bb3c75c req-d5d30ef8-936f-4717-bdf2-538871e9ef71 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=7bde4afb78a7485193d4b3fb4c23ad75&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0403440 Jul 05 02:22:38.993001 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a9ad3bc5-5acd-4ace-b693-7fa7737f798d req-f350be9c-4c4e-4c75-84de-b41b9367885f tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/security-groups?id=17338adc-3db3-4a61-bf9d-146877730ae5&id=aee4c074-5a4c-4da1-9a49-8feda33d45d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0853271 Jul 05 02:22:39.100070 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-045031cd-04eb-48de-889a-c69a61662730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:39.150598 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0657c5e-6cfe-4978-9696-a12d7bb3c75c req-6d06a8b3-9202-44d7-9dcd-50a7edc37890 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:39.153747 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f0657c5e-6cfe-4978-9696-a12d7bb3c75c req-6d06a8b3-9202-44d7-9dcd-50a7edc37890 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1590378 Jul 05 02:22:39.171651 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-f0657c5e-6cfe-4978-9696-a12d7bb3c75c req-91e827a5-baba-48bb-a75e-27f6878b8231 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Request body: {'port': {'device_id': 'e9d7d611-0755-4e9e-8dda-32848396298c', 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4', 'admin_state_up': True, 'tenant_id': '7bde4afb78a7485193d4b3fb4c23ad75'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:22:39.189838 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045031cd-04eb-48de-889a-c69a61662730 service neutron] Pushing event updated for resources: {'Port': ['ID=5b0f54da-8693-4b02-a321-5713c8d2d357,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:22:39.273219 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-045031cd-04eb-48de-889a-c69a61662730 service neutron] Attempting to bind port 5b0f54da-8693-4b02-a321-5713c8d2d357 on host n-h1-771362-32 for vnic_type normal with profile {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:22:39.273921 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-045031cd-04eb-48de-889a-c69a61662730 service neutron] Attempting to bind port 5b0f54da-8693-4b02-a321-5713c8d2d357 by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': 'd5cc6179-a4a9-4a67-92ee-daa2301bfc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'fabbd91b-21d7-4fc6-97fb-76915af3eaab'}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:22:39.274493 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-045031cd-04eb-48de-889a-c69a61662730 service neutron] Attempting to bind port 5b0f54da-8693-4b02-a321-5713c8d2d357 on network fabbd91b-21d7-4fc6-97fb-76915af3eaab {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:22:39.280394 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-045031cd-04eb-48de-889a-c69a61662730 service neutron] Port 5b0f54da-8693-4b02-a321-5713c8d2d357 on network fabbd91b-21d7-4fc6-97fb-76915af3eaab not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:22:39.280724 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-045031cd-04eb-48de-889a-c69a61662730 service neutron] Attempting to bind port 5b0f54da-8693-4b02-a321-5713c8d2d357 on network fabbd91b-21d7-4fc6-97fb-76915af3eaab {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:22:39.286646 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-045031cd-04eb-48de-889a-c69a61662730 service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:22:39.287625 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-045031cd-04eb-48de-889a-c69a61662730 service neutron] Checking segment: {'id': 'd5cc6179-a4a9-4a67-92ee-daa2301bfc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'fabbd91b-21d7-4fc6-97fb-76915af3eaab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:22:39.288467 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-045031cd-04eb-48de-889a-c69a61662730 service neutron] Bound using segment: {'id': 'd5cc6179-a4a9-4a67-92ee-daa2301bfc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'fabbd91b-21d7-4fc6-97fb-76915af3eaab'} {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:22:39.288467 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-045031cd-04eb-48de-889a-c69a61662730 service neutron] Bound port: 5b0f54da-8693-4b02-a321-5713c8d2d357, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5cc6179-a4a9-4a67-92ee-daa2301bfc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'fabbd91b-21d7-4fc6-97fb-76915af3eaab'}}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:22:39.288759 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-045031cd-04eb-48de-889a-c69a61662730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:39.363166 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-045031cd-04eb-48de-889a-c69a61662730 service neutron] For port 5b0f54da-8693-4b02-a321-5713c8d2d357, host n-h1-771362-32, cleared binding levels {{(pid=94462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:22:39.370037 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-045031cd-04eb-48de-889a-c69a61662730 service neutron] For port 5b0f54da-8693-4b02-a321-5713c8d2d357, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=5b0f54da-8693-4b02-a321-5713c8d2d357,segment=NetworkSegment(d5cc6179-a4a9-4a67-92ee-daa2301bfc75),segment_id=d5cc6179-a4a9-4a67-92ee-daa2301bfc75)] {{(pid=94462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:22:39.477649 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-045031cd-04eb-48de-889a-c69a61662730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:39.547544 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-045031cd-04eb-48de-889a-c69a61662730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:39.547544 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-045031cd-04eb-48de-889a-c69a61662730 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:39.559173 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-045031cd-04eb-48de-889a-c69a61662730 service neutron] 10.222.0.21 "PUT /v2.0/ports/5b0f54da-8693-4b02-a321-5713c8d2d357 HTTP/1.1" status: 200 len: 1092 time: 1.1378670 Jul 05 02:22:39.611456 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045031cd-04eb-48de-889a-c69a61662730 service neutron] Pushing event updated for resources: {'Port': ['ID=5b0f54da-8693-4b02-a321-5713c8d2d357,revision_number=3']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:22:39.701114 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-c9f9198d-4b54-4350-8536-e2543c2e11b9 service neutron] Request body: {'port': {'device_id': 'dc8e0492-2741-4381-950b-76ee686c9092', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-32'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:22:39.709158 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f55379f-5641-4910-9704-726f6e7016f0 req-18f35f3d-1197-4a0b-b148-8fb0bc7bf060 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:39.715834 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f55379f-5641-4910-9704-726f6e7016f0 req-18f35f3d-1197-4a0b-b148-8fb0bc7bf060 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:39.724065 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f55379f-5641-4910-9704-726f6e7016f0 req-18f35f3d-1197-4a0b-b148-8fb0bc7bf060 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:39.725101 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2f55379f-5641-4910-9704-726f6e7016f0 req-18f35f3d-1197-4a0b-b148-8fb0bc7bf060 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc8e0492-2741-4381-950b-76ee686c9092 HTTP/1.1" status: 200 len: 2400 time: 0.5334404 Jul 05 02:22:39.773877 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2f55379f-5641-4910-9704-726f6e7016f0 req-6dfb15d9-f735-4e07-b7f0-7457b0d7526c tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.23 "GET /v2.0/security-groups?id=74918f4d-c3c5-43b3-aeaa-73c712bc8baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412891 Jul 05 02:22:39.781012 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cb4755-63ea-4e9f-9566-b5ca01f2fd7f req-d4605bec-cc53-4571-bffe-f2b30e4103d2 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:39.783090 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-34cb4755-63ea-4e9f-9566-b5ca01f2fd7f req-d4605bec-cc53-4571-bffe-f2b30e4103d2 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?device_id=a715fb7a-9b07-4f40-8481-c6b802b030b3 HTTP/1.1" status: 200 len: 945 time: 0.1205451 Jul 05 02:22:39.825181 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0657c5e-6cfe-4978-9696-a12d7bb3c75c req-91e827a5-baba-48bb-a75e-27f6878b8231 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Made reservation on behalf of 7bde4afb78a7485193d4b3fb4c23ad75 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:22:39.830468 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f0657c5e-6cfe-4978-9696-a12d7bb3c75c req-91e827a5-baba-48bb-a75e-27f6878b8231 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:39.862701 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-34cb4755-63ea-4e9f-9566-b5ca01f2fd7f req-b3a2086b-3524-48db-a14f-34a1a34586a0 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/security-groups?id=e258e924-fb3e-45d8-9b54-0249433deb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473242 Jul 05 02:22:39.879617 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-c9f9198d-4b54-4350-8536-e2543c2e11b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:40.013279 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-f0657c5e-6cfe-4978-9696-a12d7bb3c75c req-91e827a5-baba-48bb-a75e-27f6878b8231 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Allocated IP 192.168.233.63 (dff432c2-7366-4622-aebb-da22fe05bfd4/b840e204-692c-4f54-8f07-f6563e8e36b1/9c4ad08d-ddaa-4e85-9a5f-7f10686347ed) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:22:40.153524 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a2a58746-26e6-43c1-8932-f3282d5cad35 req-301cfe3b-037e-4114-a83a-cc4167acd6fe tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9d7d611-0755-4e9e-8dda-32848396298c HTTP/1.1" status: 200 len: 210 time: 0.0365007 Jul 05 02:22:40.222982 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f0657c5e-6cfe-4978-9696-a12d7bb3c75c req-91e827a5-baba-48bb-a75e-27f6878b8231 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:40.241801 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bebfaf7-e40b-46f3-9bc4-d68a55659025 req-4e06e0db-fb48-4ba5-abe6-069ade1740c7 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:40.242491 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-f0657c5e-6cfe-4978-9696-a12d7bb3c75c req-91e827a5-baba-48bb-a75e-27f6878b8231 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Transition to ACTIVE for port object 9c4ad08d-ddaa-4e85-9a5f-7f10686347ed will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:22:40.243499 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9bebfaf7-e40b-46f3-9bc4-d68a55659025 req-4e06e0db-fb48-4ba5-abe6-069ade1740c7 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca36febd-b506-4424-9f43-8be7a9423ed1 HTTP/1.1" status: 200 len: 945 time: 0.1861296 Jul 05 02:22:40.327070 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9bebfaf7-e40b-46f3-9bc4-d68a55659025 req-364b9498-0624-470e-b752-93c0628b105e tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/security-groups?id=a7ec5bda-2f9c-43a6-b62e-a51bc7e5a1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756023 Jul 05 02:22:40.341171 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-c9f9198d-4b54-4350-8536-e2543c2e11b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d4cc644-881c-4bc4-ba01-8b718549b3b3 {{(pid=94462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:22:40.358845 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-c9f9198d-4b54-4350-8536-e2543c2e11b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:40.373188 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-c9f9198d-4b54-4350-8536-e2543c2e11b9 service neutron] Transition to ACTIVE for port object 4d4cc644-881c-4bc4-ba01-8b718549b3b3 will not be triggered until provisioned by entity L2. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:22:40.404464 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30ee79a-9acd-4519-ba9e-6dd79047956d req-6c17b5ab-e9d4-4dae-a450-6ff911c3fe79 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:40.406177 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d30ee79a-9acd-4519-ba9e-6dd79047956d req-6c17b5ab-e9d4-4dae-a450-6ff911c3fe79 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/ports?device_id=aebad203-43e1-45e1-988a-541ba64da245 HTTP/1.1" status: 200 len: 945 time: 0.0670071 Jul 05 02:22:40.407712 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f0657c5e-6cfe-4978-9696-a12d7bb3c75c req-91e827a5-baba-48bb-a75e-27f6878b8231 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:40.431817 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['abbd1cfb-a048-4869-b835-78164a320b07'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:22:40.431817 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['d0f30287-c739-4d8d-95be-46a29d37a553'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:22:40.453547 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc8e0492-2741-4381-950b-76ee686c9092', 'tag': '5b0f54da-8693-4b02-a321-5713c8d2d357'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:22:40.455877 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b223267e0e0ddb3199af7772d0b45336e3b4b54fbb151c86a8051291a61e85db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed8f5bae-1b26-4a84-ae0b-cdf421204e74" -d '{"events": [{"name": "network-changed", "server_uuid": "dc8e0492-2741-4381-950b-76ee686c9092", "tag": "5b0f54da-8693-4b02-a321-5713c8d2d357"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:22:40.461745 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-c9f9198d-4b54-4350-8536-e2543c2e11b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:40.470326 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0657c5e-6cfe-4978-9696-a12d7bb3c75c req-91e827a5-baba-48bb-a75e-27f6878b8231 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Network dff432c2-7366-4622-aebb-da22fe05bfd4 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:22:40.473910 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-f0657c5e-6cfe-4978-9696-a12d7bb3c75c req-91e827a5-baba-48bb-a75e-27f6878b8231 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:22:40.478184 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0657c5e-6cfe-4978-9696-a12d7bb3c75c req-91e827a5-baba-48bb-a75e-27f6878b8231 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:22:40.532184 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e827a5-baba-48bb-a75e-27f6878b8231 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Pushing event updated for resources: {'Port': ['ID=9c4ad08d-ddaa-4e85-9a5f-7f10686347ed,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:22:40.557252 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f9198d-4b54-4350-8536-e2543c2e11b9 service neutron] Pushing event updated for resources: {'Port': ['ID=4d4cc644-881c-4bc4-ba01-8b718549b3b3,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:22:40.566782 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d30ee79a-9acd-4519-ba9e-6dd79047956d req-cf0fc411-4f81-45ff-a72a-de2daca39fea tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ff5da2-a315-4895-9d40-ac9ae668e60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465642 Jul 05 02:22:40.586613 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e827a5-baba-48bb-a75e-27f6878b8231 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:22:40.586960 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e827a5-baba-48bb-a75e-27f6878b8231 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:22:40.587303 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e827a5-baba-48bb-a75e-27f6878b8231 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:22:40.587687 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e827a5-baba-48bb-a75e-27f6878b8231 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:22:40.589308 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e827a5-baba-48bb-a75e-27f6878b8231 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:22:40.599509 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e827a5-baba-48bb-a75e-27f6878b8231 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:22:40.600589 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e827a5-baba-48bb-a75e-27f6878b8231 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:22:40.600950 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e827a5-baba-48bb-a75e-27f6878b8231 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:22:40.601290 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e827a5-baba-48bb-a75e-27f6878b8231 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:22:40.601632 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e827a5-baba-48bb-a75e-27f6878b8231 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:22:40.601972 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e827a5-baba-48bb-a75e-27f6878b8231 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:22:40.602352 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e827a5-baba-48bb-a75e-27f6878b8231 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:22:40.633837 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0657c5e-6cfe-4978-9696-a12d7bb3c75c req-91e827a5-baba-48bb-a75e-27f6878b8231 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:40.641668 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f0657c5e-6cfe-4978-9696-a12d7bb3c75c req-91e827a5-baba-48bb-a75e-27f6878b8231 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:40.693207 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7373ec26-30d2-4ef8-9809-e35dd33f407a req-36d7a4fa-1c21-4c8a-956d-7551a110d559 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:40.701073 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7373ec26-30d2-4ef8-9809-e35dd33f407a req-36d7a4fa-1c21-4c8a-956d-7551a110d559 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=dea8c6b3-deef-4865-b273-3a8b344c92e3 HTTP/1.1" status: 200 len: 946 time: 0.2567239 Jul 05 02:22:40.747082 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f0657c5e-6cfe-4978-9696-a12d7bb3c75c req-91e827a5-baba-48bb-a75e-27f6878b8231 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5796282 Jul 05 02:22:40.787482 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-c9f9198d-4b54-4350-8536-e2543c2e11b9 service neutron] Attempting to bind port 4d4cc644-881c-4bc4-ba01-8b718549b3b3 on host n-h1-771362-32 for vnic_type normal with profile {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:22:40.787482 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-c9f9198d-4b54-4350-8536-e2543c2e11b9 service neutron] Attempting to bind port 4d4cc644-881c-4bc4-ba01-8b718549b3b3 by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': '92cb1372-8555-40a1-b85c-7eabf408a10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'af31c90c-6609-44f7-bd07-e9a01e5e50aa'}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:22:40.787482 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-c9f9198d-4b54-4350-8536-e2543c2e11b9 service neutron] Attempting to bind port 4d4cc644-881c-4bc4-ba01-8b718549b3b3 on network af31c90c-6609-44f7-bd07-e9a01e5e50aa {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:22:40.803183 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-f0657c5e-6cfe-4978-9696-a12d7bb3c75c req-79af3203-0649-4539-9a19-e092252c1b85 service neutron] Request body: {'port': {'device_id': 'e9d7d611-0755-4e9e-8dda-32848396298c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:22:40.807864 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-c9f9198d-4b54-4350-8536-e2543c2e11b9 service neutron] Port 4d4cc644-881c-4bc4-ba01-8b718549b3b3 on network af31c90c-6609-44f7-bd07-e9a01e5e50aa not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:22:40.808046 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-c9f9198d-4b54-4350-8536-e2543c2e11b9 service neutron] Attempting to bind port 4d4cc644-881c-4bc4-ba01-8b718549b3b3 on network af31c90c-6609-44f7-bd07-e9a01e5e50aa {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:22:40.816171 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7373ec26-30d2-4ef8-9809-e35dd33f407a req-0512b68b-5861-4ec7-8fb3-6771ea2c11a2 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140692 Jul 05 02:22:40.817089 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-c9f9198d-4b54-4350-8536-e2543c2e11b9 service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:22:40.817426 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-c9f9198d-4b54-4350-8536-e2543c2e11b9 service neutron] Checking segment: {'id': '92cb1372-8555-40a1-b85c-7eabf408a10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'af31c90c-6609-44f7-bd07-e9a01e5e50aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:22:40.817794 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-c9f9198d-4b54-4350-8536-e2543c2e11b9 service neutron] Bound using segment: {'id': '92cb1372-8555-40a1-b85c-7eabf408a10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'af31c90c-6609-44f7-bd07-e9a01e5e50aa'} {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:22:40.818257 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-c9f9198d-4b54-4350-8536-e2543c2e11b9 service neutron] Bound port: 4d4cc644-881c-4bc4-ba01-8b718549b3b3, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92cb1372-8555-40a1-b85c-7eabf408a10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'af31c90c-6609-44f7-bd07-e9a01e5e50aa'}}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:22:40.818614 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-c9f9198d-4b54-4350-8536-e2543c2e11b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:40.900335 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e21bd37-ae5e-4d39-ac07-c3f79546bac7 x-openstack-request-id: req-9e21bd37-ae5e-4d39-ac07-c3f79546bac7 {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:22:40.900699 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc8e0492-2741-4381-950b-76ee686c9092", "tag": "5b0f54da-8693-4b02-a321-5713c8d2d357", "status": "completed", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:22:40.900955 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9e21bd37-ae5e-4d39-ac07-c3f79546bac7 {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:22:40.901678 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc8e0492-2741-4381-950b-76ee686c9092', 'tag': '5b0f54da-8693-4b02-a321-5713c8d2d357', 'status': 'completed', 'code': 200} Jul 05 02:22:40.904833 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-c9f9198d-4b54-4350-8536-e2543c2e11b9 service neutron] For port 4d4cc644-881c-4bc4-ba01-8b718549b3b3, host n-h1-771362-32, cleared binding levels {{(pid=94462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:22:40.908096 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-c9f9198d-4b54-4350-8536-e2543c2e11b9 service neutron] For port 4d4cc644-881c-4bc4-ba01-8b718549b3b3, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=4d4cc644-881c-4bc4-ba01-8b718549b3b3,segment=NetworkSegment(92cb1372-8555-40a1-b85c-7eabf408a10e),segment_id=92cb1372-8555-40a1-b85c-7eabf408a10e)] {{(pid=94462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:22:40.926964 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082a919f-47e8-4a1b-bb4e-58f87c3fe6f4 req-7d73223e-11fa-41e0-8c1d-6245865404e0 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:40.932963 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082a919f-47e8-4a1b-bb4e-58f87c3fe6f4 req-7d73223e-11fa-41e0-8c1d-6245865404e0 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:40.939189 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082a919f-47e8-4a1b-bb4e-58f87c3fe6f4 req-7d73223e-11fa-41e0-8c1d-6245865404e0 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:40.945028 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082a919f-47e8-4a1b-bb4e-58f87c3fe6f4 req-7d73223e-11fa-41e0-8c1d-6245865404e0 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:40.951464 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082a919f-47e8-4a1b-bb4e-58f87c3fe6f4 req-7d73223e-11fa-41e0-8c1d-6245865404e0 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:40.957318 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082a919f-47e8-4a1b-bb4e-58f87c3fe6f4 req-7d73223e-11fa-41e0-8c1d-6245865404e0 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:40.963754 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082a919f-47e8-4a1b-bb4e-58f87c3fe6f4 req-7d73223e-11fa-41e0-8c1d-6245865404e0 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:40.965736 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-082a919f-47e8-4a1b-bb4e-58f87c3fe6f4 req-7d73223e-11fa-41e0-8c1d-6245865404e0 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/ports?device_id=a29b1f86-c2b3-4079-ba70-879d5fa5b04b HTTP/1.1" status: 200 len: 5422 time: 0.2148485 Jul 05 02:22:41.002734 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-c9f9198d-4b54-4350-8536-e2543c2e11b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:41.014345 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-bf7c8df3-0d8b-40ab-bae8-3d5a49a3e675 None None] Provisioning for port 9c4ad08d-ddaa-4e85-9a5f-7f10686347ed completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:22:41.016418 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f0657c5e-6cfe-4978-9696-a12d7bb3c75c req-79af3203-0649-4539-9a19-e092252c1b85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:41.018910 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-bf7c8df3-0d8b-40ab-bae8-3d5a49a3e675 None None] Provisioning complete for port 9c4ad08d-ddaa-4e85-9a5f-7f10686347ed triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:22:41.019507 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-bf7c8df3-0d8b-40ab-bae8-3d5a49a3e675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:41.043423 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-c9f9198d-4b54-4350-8536-e2543c2e11b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:41.044086 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-c9f9198d-4b54-4350-8536-e2543c2e11b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:41.045466 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-c9f9198d-4b54-4350-8536-e2543c2e11b9 service neutron] 10.222.0.21 "PUT /v2.0/ports/4d4cc644-881c-4bc4-ba01-8b718549b3b3 HTTP/1.1" status: 200 len: 1093 time: 1.3504152 Jul 05 02:22:41.062831 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-bf7c8df3-0d8b-40ab-bae8-3d5a49a3e675 None None] Port 9c4ad08d-ddaa-4e85-9a5f-7f10686347ed cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:22:41.065890 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-082a919f-47e8-4a1b-bb4e-58f87c3fe6f4 req-6898e3a2-9270-4c66-bec1-cb030a1e0c40 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/security-groups?id=17338adc-3db3-4a61-bf9d-146877730ae5&id=aee4c074-5a4c-4da1-9a49-8feda33d45d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0808084 Jul 05 02:22:41.073371 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f9198d-4b54-4350-8536-e2543c2e11b9 service neutron] Pushing event updated for resources: {'Port': ['ID=4d4cc644-881c-4bc4-ba01-8b718549b3b3,revision_number=3']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:22:41.078826 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 5ae34ffe-cf3c-4868-8258-c90b90a1fe5d details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:22:41.107751 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ed3797-c8c0-48d1-ad97-0a8007e46585 req-5660fa42-319e-4a9f-8350-3a1ec96d1c92 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:41.116073 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ed3797-c8c0-48d1-ad97-0a8007e46585 req-5660fa42-319e-4a9f-8350-3a1ec96d1c92 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:41.125242 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ed3797-c8c0-48d1-ad97-0a8007e46585 req-5660fa42-319e-4a9f-8350-3a1ec96d1c92 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:41.127457 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-93ed3797-c8c0-48d1-ad97-0a8007e46585 req-5660fa42-319e-4a9f-8350-3a1ec96d1c92 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc8e0492-2741-4381-950b-76ee686c9092 HTTP/1.1" status: 200 len: 2412 time: 0.1603847 Jul 05 02:22:41.128813 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8f5bae-1b26-4a84-ae0b-cdf421204e74 req-8a7b5284-d9c7-47e1-9242-fed4738ac9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:41.129319 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8f5bae-1b26-4a84-ae0b-cdf421204e74 req-8a7b5284-d9c7-47e1-9242-fed4738ac9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:41.129800 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8f5bae-1b26-4a84-ae0b-cdf421204e74 req-8a7b5284-d9c7-47e1-9242-fed4738ac9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:41.131501 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ed8f5bae-1b26-4a84-ae0b-cdf421204e74 req-8a7b5284-d9c7-47e1-9242-fed4738ac9f8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=988b75a44b3448cc9e1b91ae38dea717&device_id=dc8e0492-2741-4381-950b-76ee686c9092 HTTP/1.1" status: 200 len: 2826 time: 0.2273622 Jul 05 02:22:41.176167 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device f83e18b6-e59f-43c5-9ce6-3b5c6c5719d8 no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:22:41.180926 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-93ed3797-c8c0-48d1-ad97-0a8007e46585 req-07f18199-6d9e-4b12-b60f-5e8d632bdbaf tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.23 "GET /v2.0/security-groups?id=74918f4d-c3c5-43b3-aeaa-73c712bc8baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461395 Jul 05 02:22:41.300146 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 5ae34ffe-cf3c-4868-8258-c90b90a1fe5d, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=5ae34ffe-cf3c-4868-8258-c90b90a1fe5d,segment=NetworkSegment(1e66968f-6f5e-4e8c-8b7e-ad16b36c9c98),segment_id=1e66968f-6f5e-4e8c-8b7e-ad16b36c9c98)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:22:41.342444 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Returning: {'device': '5ae34ffe-cf3c-4868-8258-c90b90a1fe5d', 'network_id': '8521063c-8363-41f1-a9c0-837836263ed0', 'port_id': '5ae34ffe-cf3c-4868-8258-c90b90a1fe5d', 'mac_address': 'fa:16:3e:71:4c:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f904359-8cff-4e36-8104-7313f683672b', 'ip_address': '10.1.1.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:22:41.375102 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:41.426274 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a389cb1-62d2-4823-8088-297081461c90 req-af87a333-d678-4697-adb6-e93351a5f73c tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:41.435075 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6a389cb1-62d2-4823-8088-297081461c90 req-af87a333-d678-4697-adb6-e93351a5f73c tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?device_id=a715fb7a-9b07-4f40-8481-c6b802b030b3 HTTP/1.1" status: 200 len: 945 time: 0.0845571 Jul 05 02:22:41.442737 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port f83e18b6-e59f-43c5-9ce6-3b5c6c5719d8, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=f83e18b6-e59f-43c5-9ce6-3b5c6c5719d8,segment=NetworkSegment(21ad98b6-ba72-4f1f-a0ef-3d0df329b6a3),segment_id=21ad98b6-ba72-4f1f-a0ef-3d0df329b6a3)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:22:41.450874 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dea8c6b3-deef-4865-b273-3a8b344c92e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f83e18b6-e59f-43c5-9ce6-3b5c6c5719d8'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:22:41.460562 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e80d335d-a9f0-4d1e-8fc5-ee2b8f54d594" -d '{"events": [{"server_uuid": "dea8c6b3-deef-4865-b273-3a8b344c92e3", "name": "network-vif-unplugged", "status": "completed", "tag": "f83e18b6-e59f-43c5-9ce6-3b5c6c5719d8"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:22:41.485809 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8f5bae-1b26-4a84-ae0b-cdf421204e74 req-fdb1f972-d346-4f44-8116-0bacbf181000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:41.486680 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8f5bae-1b26-4a84-ae0b-cdf421204e74 req-fdb1f972-d346-4f44-8116-0bacbf181000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:41.486800 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8f5bae-1b26-4a84-ae0b-cdf421204e74 req-fdb1f972-d346-4f44-8116-0bacbf181000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:41.499400 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6a389cb1-62d2-4823-8088-297081461c90 req-530562cc-a167-4c1a-8366-ea0888d24018 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/security-groups?id=e258e924-fb3e-45d8-9b54-0249433deb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538411 Jul 05 02:22:41.500221 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ed8f5bae-1b26-4a84-ae0b-cdf421204e74 req-fdb1f972-d346-4f44-8116-0bacbf181000 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=988b75a44b3448cc9e1b91ae38dea717&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.3333504 Jul 05 02:22:41.504049 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:41.523325 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:41.579932 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ae34ffe-cf3c-4868-8258-c90b90a1fe5d {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:22:41.584274 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=f83e18b6-e59f-43c5-9ce6-3b5c6c5719d8,revision_number=8']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:22:41.615602 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 5ae34ffe-cf3c-4868-8258-c90b90a1fe5d, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=5ae34ffe-cf3c-4868-8258-c90b90a1fe5d,segment=NetworkSegment(1e66968f-6f5e-4e8c-8b7e-ad16b36c9c98),segment_id=1e66968f-6f5e-4e8c-8b7e-ad16b36c9c98)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:22:41.617016 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:41.618059 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:41.695431 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-f0657c5e-6cfe-4978-9696-a12d7bb3c75c req-79af3203-0649-4539-9a19-e092252c1b85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c4ad08d-ddaa-4e85-9a5f-7f10686347ed {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:22:41.706072 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f0657c5e-6cfe-4978-9696-a12d7bb3c75c req-79af3203-0649-4539-9a19-e092252c1b85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:41.709131 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8f5bae-1b26-4a84-ae0b-cdf421204e74 req-e0a8ba4e-82e2-4d7d-98a1-5dc50062ebdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:41.714533 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ed8f5bae-1b26-4a84-ae0b-cdf421204e74 req-e0a8ba4e-82e2-4d7d-98a1-5dc50062ebdb service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1986458 Jul 05 02:22:41.714695 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:41.714695 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 3bf96118-202e-47ea-8323-729179ed339d details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:22:41.729063 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-f0657c5e-6cfe-4978-9696-a12d7bb3c75c req-79af3203-0649-4539-9a19-e092252c1b85 service neutron] Transition to ACTIVE for port object 9c4ad08d-ddaa-4e85-9a5f-7f10686347ed will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:22:41.811528 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=5ae34ffe-cf3c-4868-8258-c90b90a1fe5d,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:22:41.820842 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 3bf96118-202e-47ea-8323-729179ed339d, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=3bf96118-202e-47ea-8323-729179ed339d,segment=NetworkSegment(1e66968f-6f5e-4e8c-8b7e-ad16b36c9c98),segment_id=1e66968f-6f5e-4e8c-8b7e-ad16b36c9c98)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:22:41.829121 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f0657c5e-6cfe-4978-9696-a12d7bb3c75c req-79af3203-0649-4539-9a19-e092252c1b85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:41.843500 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Returning: {'device': '3bf96118-202e-47ea-8323-729179ed339d', 'network_id': '8521063c-8363-41f1-a9c0-837836263ed0', 'port_id': '3bf96118-202e-47ea-8323-729179ed339d', 'mac_address': 'fa:16:3e:86:7b:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f904359-8cff-4e36-8104-7313f683672b', 'ip_address': '10.1.1.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:22:41.848576 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c954007-4917-459c-8e0d-8b2b365e961e req-fdd29818-b746-47fb-bb49-4ef8c61ffc6e tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:41.856557 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3c954007-4917-459c-8e0d-8b2b365e961e req-fdd29818-b746-47fb-bb49-4ef8c61ffc6e tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9d7d611-0755-4e9e-8dda-32848396298c HTTP/1.1" status: 200 len: 935 time: 0.1159437 Jul 05 02:22:41.897708 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:41.908243 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3c954007-4917-459c-8e0d-8b2b365e961e req-feb5009d-ec6a-428f-b7ac-c9171032e281 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507035 Jul 05 02:22:41.916352 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bf96118-202e-47ea-8323-729179ed339d {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:22:41.956684 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-dc08121c-8aa4-44f5-9e2b-ee536d92f99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:41.957184 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-dc08121c-8aa4-44f5-9e2b-ee536d92f99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:41.957672 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-dc08121c-8aa4-44f5-9e2b-ee536d92f99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:41.959413 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-dc08121c-8aa4-44f5-9e2b-ee536d92f99e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=988b75a44b3448cc9e1b91ae38dea717&device_id=dc8e0492-2741-4381-950b-76ee686c9092 HTTP/1.1" status: 200 len: 2868 time: 0.1976395 Jul 05 02:22:41.961456 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79af3203-0649-4539-9a19-e092252c1b85 service neutron] Pushing event updated for resources: {'Port': ['ID=9c4ad08d-ddaa-4e85-9a5f-7f10686347ed,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:22:41.965220 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 3bf96118-202e-47ea-8323-729179ed339d, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=3bf96118-202e-47ea-8323-729179ed339d,segment=NetworkSegment(1e66968f-6f5e-4e8c-8b7e-ad16b36c9c98),segment_id=1e66968f-6f5e-4e8c-8b7e-ad16b36c9c98)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:22:42.035296 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-4c80c088-279a-4a12-abcc-1301da217b2d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.181&port_id=eb9dcc12-b663-4268-8562-7b7a31dff9bb HTTP/1.1" status: 200 len: 217 time: 0.0607815 Jul 05 02:22:42.098776 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:42.099611 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device b3954152-aa83-410a-ad29-4f54d0faf476 details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:22:42.103351 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1535e1c9-a66d-45a7-aa94-6115665b97c4 req-54d464ed-22c0-4491-afa4-64b07046e79f tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:42.105136 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1535e1c9-a66d-45a7-aa94-6115665b97c4 req-54d464ed-22c0-4491-afa4-64b07046e79f tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca36febd-b506-4424-9f43-8be7a9423ed1 HTTP/1.1" status: 200 len: 945 time: 0.0729840 Jul 05 02:22:42.154074 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1535e1c9-a66d-45a7-aa94-6115665b97c4 req-8b51b9b2-7198-4e42-9d8f-d4f148dd59d0 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/security-groups?id=a7ec5bda-2f9c-43a6-b62e-a51bc7e5a1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378015 Jul 05 02:22:42.182805 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-7ae6ea4d-b50f-4e22-8f99-6595e37aa095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:42.184486 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-7ae6ea4d-b50f-4e22-8f99-6595e37aa095 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a8ef0486-6500-4c47-99a5-3aaed600992a HTTP/1.1" status: 200 len: 801 time: 0.1205444 Jul 05 02:22:42.184994 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-f0657c5e-6cfe-4978-9696-a12d7bb3c75c req-79af3203-0649-4539-9a19-e092252c1b85 service neutron] Attempting to bind port 9c4ad08d-ddaa-4e85-9a5f-7f10686347ed on host n-h1-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:22:42.185341 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-f0657c5e-6cfe-4978-9696-a12d7bb3c75c req-79af3203-0649-4539-9a19-e092252c1b85 service neutron] Attempting to bind port 9c4ad08d-ddaa-4e85-9a5f-7f10686347ed by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:22:42.186068 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0657c5e-6cfe-4978-9696-a12d7bb3c75c req-79af3203-0649-4539-9a19-e092252c1b85 service neutron] Attempting to bind port 9c4ad08d-ddaa-4e85-9a5f-7f10686347ed on network dff432c2-7366-4622-aebb-da22fe05bfd4 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:22:42.195659 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0657c5e-6cfe-4978-9696-a12d7bb3c75c req-79af3203-0649-4539-9a19-e092252c1b85 service neutron] Port 9c4ad08d-ddaa-4e85-9a5f-7f10686347ed on network dff432c2-7366-4622-aebb-da22fe05bfd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:22:42.195988 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0657c5e-6cfe-4978-9696-a12d7bb3c75c req-79af3203-0649-4539-9a19-e092252c1b85 service neutron] Attempting to bind port 9c4ad08d-ddaa-4e85-9a5f-7f10686347ed on network dff432c2-7366-4622-aebb-da22fe05bfd4 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:22:42.221447 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 05 Jul 2021 02:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-264ff842-399d-472f-8060-f3d110a43a2d x-openstack-request-id: req-264ff842-399d-472f-8060-f3d110a43a2d {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:22:42.221741 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dea8c6b3-deef-4865-b273-3a8b344c92e3", "name": "network-vif-unplugged", "status": "failed", "tag": "f83e18b6-e59f-43c5-9ce6-3b5c6c5719d8", "code": 422}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:22:42.221995 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-264ff842-399d-472f-8060-f3d110a43a2d {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:22:42.222444 n-d-771362-32 neutron-server[94463]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'dea8c6b3-deef-4865-b273-3a8b344c92e3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f83e18b6-e59f-43c5-9ce6-3b5c6c5719d8', 'code': 422} returned with failed status Jul 05 02:22:42.236419 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0657c5e-6cfe-4978-9696-a12d7bb3c75c req-79af3203-0649-4539-9a19-e092252c1b85 service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:22:42.236792 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0657c5e-6cfe-4978-9696-a12d7bb3c75c req-79af3203-0649-4539-9a19-e092252c1b85 service neutron] Checking segment: {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:22:42.237234 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0657c5e-6cfe-4978-9696-a12d7bb3c75c req-79af3203-0649-4539-9a19-e092252c1b85 service neutron] Bound using segment: {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:22:42.237664 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-f0657c5e-6cfe-4978-9696-a12d7bb3c75c req-79af3203-0649-4539-9a19-e092252c1b85 service neutron] Bound port: 9c4ad08d-ddaa-4e85-9a5f-7f10686347ed, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:22:42.238035 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f0657c5e-6cfe-4978-9696-a12d7bb3c75c req-79af3203-0649-4539-9a19-e092252c1b85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:42.239967 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=3bf96118-202e-47ea-8323-729179ed339d,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:22:42.251107 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237d00b0-387b-4288-993a-686a030ae3b4 req-8f1d2ae7-32e9-4542-9d63-026de43818ff tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:42.251107 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-237d00b0-387b-4288-993a-686a030ae3b4 req-8f1d2ae7-32e9-4542-9d63-026de43818ff tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.15 "GET /v2.0/ports?device_id=aebad203-43e1-45e1-988a-541ba64da245 HTTP/1.1" status: 200 len: 945 time: 0.3600783 Jul 05 02:22:42.353038 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port b3954152-aa83-410a-ad29-4f54d0faf476, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=b3954152-aa83-410a-ad29-4f54d0faf476,segment=NetworkSegment(ebdd5ec8-1058-47a8-b717-5a7ce40fe2d0),segment_id=ebdd5ec8-1058-47a8-b717-5a7ce40fe2d0)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:22:42.353285 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-59ff19e3-c0e3-4a9a-b109-e5ebf2f8429b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:42.355165 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-59ff19e3-c0e3-4a9a-b109-e5ebf2f8429b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=af31c90c-6609-44f7-bd07-e9a01e5e50aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1607814 Jul 05 02:22:42.372586 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Returning: {'device': 'b3954152-aa83-410a-ad29-4f54d0faf476', 'network_id': 'd6d9e04c-f9e8-4007-89f0-15eb2a09c709', 'port_id': 'b3954152-aa83-410a-ad29-4f54d0faf476', 'mac_address': 'fa:16:3e:dd:a7:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09608f09-777a-432f-9dae-6a5a44630f28', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:22:42.419750 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:42.436721 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3954152-aa83-410a-ad29-4f54d0faf476 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:22:42.446442 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b366a96-8f4a-41aa-96a7-0a89acce1ba9 req-5f2aa3d4-08fe-4036-935f-daa6146bc125 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:42.453232 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5b366a96-8f4a-41aa-96a7-0a89acce1ba9 req-5f2aa3d4-08fe-4036-935f-daa6146bc125 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/ports?device_id=aebad203-43e1-45e1-988a-541ba64da245 HTTP/1.1" status: 200 len: 945 time: 0.0925801 Jul 05 02:22:42.459086 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-f0657c5e-6cfe-4978-9696-a12d7bb3c75c req-79af3203-0649-4539-9a19-e092252c1b85 service neutron] For port 9c4ad08d-ddaa-4e85-9a5f-7f10686347ed, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:22:42.462939 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-f0657c5e-6cfe-4978-9696-a12d7bb3c75c req-79af3203-0649-4539-9a19-e092252c1b85 service neutron] For port 9c4ad08d-ddaa-4e85-9a5f-7f10686347ed, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=9c4ad08d-ddaa-4e85-9a5f-7f10686347ed,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:22:42.476764 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port b3954152-aa83-410a-ad29-4f54d0faf476, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=b3954152-aa83-410a-ad29-4f54d0faf476,segment=NetworkSegment(ebdd5ec8-1058-47a8-b717-5a7ce40fe2d0),segment_id=ebdd5ec8-1058-47a8-b717-5a7ce40fe2d0)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:22:42.505862 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5b366a96-8f4a-41aa-96a7-0a89acce1ba9 req-136ffe4b-2423-48fe-988c-9ebf86f7c42a tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ff5da2-a315-4895-9d40-ac9ae668e60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412078 Jul 05 02:22:42.509456 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-ce0549ac-1ef7-4788-97c3-f1e561df5204 service neutron] 10.222.0.21 "GET /v2.0/networks/af31c90c-6609-44f7-bd07-e9a01e5e50aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439042 Jul 05 02:22:42.512232 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-237d00b0-387b-4288-993a-686a030ae3b4 req-43f8cd5c-cc0c-4c23-bc2f-7f4049cbcc4b tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Deleting port 1d1789a1-6f09-4441-8803-7bf8158edd23 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:22:42.512576 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-237d00b0-387b-4288-993a-686a030ae3b4 req-43f8cd5c-cc0c-4c23-bc2f-7f4049cbcc4b tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:42.608624 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f0657c5e-6cfe-4978-9696-a12d7bb3c75c req-79af3203-0649-4539-9a19-e092252c1b85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:42.637940 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:42.699538 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=b3954152-aa83-410a-ad29-4f54d0faf476,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:22:42.738532 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0657c5e-6cfe-4978-9696-a12d7bb3c75c req-79af3203-0649-4539-9a19-e092252c1b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:42.738532 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f0657c5e-6cfe-4978-9696-a12d7bb3c75c req-79af3203-0649-4539-9a19-e092252c1b85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:42.738532 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f0657c5e-6cfe-4978-9696-a12d7bb3c75c req-79af3203-0649-4539-9a19-e092252c1b85 service neutron] 10.222.0.21 "PUT /v2.0/ports/9c4ad08d-ddaa-4e85-9a5f-7f10686347ed HTTP/1.1" status: 200 len: 1096 time: 1.9411707 Jul 05 02:22:42.741775 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9d7d611-0755-4e9e-8dda-32848396298c', 'tag': '9c4ad08d-ddaa-4e85-9a5f-7f10686347ed'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:22:42.744226 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b06ed013-7af9-498e-98cb-b593cee00727" -d '{"events": [{"name": "network-changed", "server_uuid": "e9d7d611-0755-4e9e-8dda-32848396298c", "tag": "9c4ad08d-ddaa-4e85-9a5f-7f10686347ed"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:22:42.757308 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c034c34-9c6d-4d19-819c-caf3f407d03e req-c5a762b4-e698-4463-a5e7-b2f657f32b59 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:42.763901 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c034c34-9c6d-4d19-819c-caf3f407d03e req-c5a762b4-e698-4463-a5e7-b2f657f32b59 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:42.770511 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c034c34-9c6d-4d19-819c-caf3f407d03e req-c5a762b4-e698-4463-a5e7-b2f657f32b59 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:42.776723 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c034c34-9c6d-4d19-819c-caf3f407d03e req-c5a762b4-e698-4463-a5e7-b2f657f32b59 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:42.782596 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-7b01f203-d322-4cae-9173-c32575b1ee45 service neutron] 10.222.0.21 "GET /v2.0/networks/af31c90c-6609-44f7-bd07-e9a01e5e50aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556932 Jul 05 02:22:42.782772 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c034c34-9c6d-4d19-819c-caf3f407d03e req-c5a762b4-e698-4463-a5e7-b2f657f32b59 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:42.789051 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c034c34-9c6d-4d19-819c-caf3f407d03e req-c5a762b4-e698-4463-a5e7-b2f657f32b59 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:42.791867 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-237d00b0-387b-4288-993a-686a030ae3b4 req-43f8cd5c-cc0c-4c23-bc2f-7f4049cbcc4b tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] For port 1d1789a1-6f09-4441-8803-7bf8158edd23, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=1d1789a1-6f09-4441-8803-7bf8158edd23,segment=NetworkSegment(ac98ab34-de80-488f-9ef3-072652e10596),segment_id=ac98ab34-de80-488f-9ef3-072652e10596)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:22:42.792227 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-237d00b0-387b-4288-993a-686a030ae3b4 req-43f8cd5c-cc0c-4c23-bc2f-7f4049cbcc4b tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:42.795676 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c034c34-9c6d-4d19-819c-caf3f407d03e req-c5a762b4-e698-4463-a5e7-b2f657f32b59 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:42.797518 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8c034c34-9c6d-4d19-819c-caf3f407d03e req-c5a762b4-e698-4463-a5e7-b2f657f32b59 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/ports?device_id=a29b1f86-c2b3-4079-ba70-879d5fa5b04b HTTP/1.1" status: 200 len: 5425 time: 0.1449320 Jul 05 02:22:42.800104 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79af3203-0649-4539-9a19-e092252c1b85 service neutron] Pushing event updated for resources: {'Port': ['ID=9c4ad08d-ddaa-4e85-9a5f-7f10686347ed,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:22:42.841627 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-c50ee69e-0e0a-4bf6-af9e-0d1964864fca service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.91&port_id=5b0f54da-8693-4b02-a321-5713c8d2d357 HTTP/1.1" status: 200 len: 217 time: 0.0518091 Jul 05 02:22:42.842513 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-237d00b0-387b-4288-993a-686a030ae3b4 req-43f8cd5c-cc0c-4c23-bc2f-7f4049cbcc4b tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Calling delete_port for 1d1789a1-6f09-4441-8803-7bf8158edd23 owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:22:42.850501 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8c034c34-9c6d-4d19-819c-caf3f407d03e req-74f385a7-89ff-4efc-9551-33344c0e7ab1 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/security-groups?id=17338adc-3db3-4a61-bf9d-146877730ae5&id=aee4c074-5a4c-4da1-9a49-8feda33d45d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0424738 Jul 05 02:22:42.902925 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc8e0492-2741-4381-950b-76ee686c9092', 'tag': '4d4cc644-881c-4bc4-ba01-8b718549b3b3'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:22:42.905471 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b223267e0e0ddb3199af7772d0b45336e3b4b54fbb151c86a8051291a61e85db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-715dde1c-a10c-4557-a4c2-acccf40ac0cf" -d '{"events": [{"name": "network-changed", "server_uuid": "dc8e0492-2741-4381-950b-76ee686c9092", "tag": "4d4cc644-881c-4bc4-ba01-8b718549b3b3"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:22:42.969031 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-42fc0e54-10d3-4b42-9a60-25150d6404f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:42.969749 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-42fc0e54-10d3-4b42-9a60-25150d6404f3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5c41f830-8ac4-4983-91da-dd1bbd1313e8 HTTP/1.1" status: 200 len: 801 time: 0.1214645 Jul 05 02:22:43.079091 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d7ff95-e591-48e3-819e-99ba122f03f8 req-26c7f588-932c-45f8-8aef-9feb16e92e89 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:43.085678 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d7ff95-e591-48e3-819e-99ba122f03f8 req-26c7f588-932c-45f8-8aef-9feb16e92e89 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:43.087675 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 16c77f10-6b39-403f-a66f-9731963e998e details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:22:43.091389 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 1d1789a1-6f09-4441-8803-7bf8158edd23 no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:22:43.092694 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d7ff95-e591-48e3-819e-99ba122f03f8 req-26c7f588-932c-45f8-8aef-9feb16e92e89 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:43.095000 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-37d7ff95-e591-48e3-819e-99ba122f03f8 req-26c7f588-932c-45f8-8aef-9feb16e92e89 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc8e0492-2741-4381-950b-76ee686c9092 HTTP/1.1" status: 200 len: 2412 time: 0.0943246 Jul 05 02:22:43.098530 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0657c5e-6cfe-4978-9696-a12d7bb3c75c req-aa910245-8dea-4d49-8d63-f5b66cafb34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:43.100040 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f0657c5e-6cfe-4978-9696-a12d7bb3c75c req-aa910245-8dea-4d49-8d63-f5b66cafb34d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7bde4afb78a7485193d4b3fb4c23ad75&device_id=e9d7d611-0755-4e9e-8dda-32848396298c HTTP/1.1" status: 200 len: 1099 time: 0.1769361 Jul 05 02:22:43.134810 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-37d7ff95-e591-48e3-819e-99ba122f03f8 req-3fb323d1-e9b6-48a1-9065-5aa08510e814 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.23 "GET /v2.0/security-groups?id=74918f4d-c3c5-43b3-aeaa-73c712bc8baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341609 Jul 05 02:22:43.166350 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['3bf96118-202e-47ea-8323-729179ed339d'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:22:43.167322 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f0657c5e-6cfe-4978-9696-a12d7bb3c75c req-e518fb26-a9ea-4e2e-87b1-bc298793ce2b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=9c4ad08d-ddaa-4e85-9a5f-7f10686347ed HTTP/1.1" status: 200 len: 217 time: 0.0588968 Jul 05 02:22:43.168468 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['5ae34ffe-cf3c-4868-8258-c90b90a1fe5d'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:22:43.169214 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-91f5436b-1b0d-4a92-add6-e5eb16824df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:43.170924 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-91f5436b-1b0d-4a92-add6-e5eb16824df7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fabbd91b-21d7-4fc6-97fb-76915af3eaab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1696053 Jul 05 02:22:43.246064 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-237d00b0-387b-4288-993a-686a030ae3b4 req-43f8cd5c-cc0c-4c23-bc2f-7f4049cbcc4b tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:43.298672 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 16c77f10-6b39-403f-a66f-9731963e998e, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=16c77f10-6b39-403f-a66f-9731963e998e,segment=NetworkSegment(1e66968f-6f5e-4e8c-8b7e-ad16b36c9c98),segment_id=1e66968f-6f5e-4e8c-8b7e-ad16b36c9c98)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:22:43.304212 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] No active binding found for port 1d1789a1-6f09-4441-8803-7bf8158edd23 {{(pid=94463) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 05 02:22:43.304658 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 1d1789a1-6f09-4441-8803-7bf8158edd23 not bound to the agent host n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:22:43.324929 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b75795f-ae44-4b1c-828b-c858af46f636 req-cb39d12b-3697-4fa2-9788-09042ddddfa9 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:43.326659 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3b75795f-ae44-4b1c-828b-c858af46f636 req-cb39d12b-3697-4fa2-9788-09042ddddfa9 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?device_id=a715fb7a-9b07-4f40-8481-c6b802b030b3 HTTP/1.1" status: 200 len: 945 time: 0.0746832 Jul 05 02:22:43.328355 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Returning: {'device': '16c77f10-6b39-403f-a66f-9731963e998e', 'network_id': '8521063c-8363-41f1-a9c0-837836263ed0', 'port_id': '16c77f10-6b39-403f-a66f-9731963e998e', 'mac_address': 'fa:16:3e:52:ab:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f904359-8cff-4e36-8104-7313f683672b', 'ip_address': '10.1.1.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:22:43.337559 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0657c5e-6cfe-4978-9696-a12d7bb3c75c req-c2b7781e-c9e1-4154-91be-c0c222ff85cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:43.339999 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f0657c5e-6cfe-4978-9696-a12d7bb3c75c req-c2b7781e-c9e1-4154-91be-c0c222ff85cd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b840e204-692c-4f54-8f07-f6563e8e36b1 HTTP/1.1" status: 200 len: 843 time: 0.1667855 Jul 05 02:22:43.347747 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f8cd5c-cc0c-4c23-bc2f-7f4049cbcc4b tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Pushing event deleted for resources: {'Port': ['ID=1d1789a1-6f09-4441-8803-7bf8158edd23,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:22:43.376295 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3b75795f-ae44-4b1c-828b-c858af46f636 req-793d55ec-1889-466f-ac8e-8da63d64393b tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/security-groups?id=e258e924-fb3e-45d8-9b54-0249433deb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432246 Jul 05 02:22:43.427031 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:43.453026 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16c77f10-6b39-403f-a66f-9731963e998e {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:22:43.456336 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-237d00b0-387b-4288-993a-686a030ae3b4 req-43f8cd5c-cc0c-4c23-bc2f-7f4049cbcc4b tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] No DVR routers for this DVR port 1d1789a1-6f09-4441-8803-7bf8158edd23 on host n-h2-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:22:43.459385 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-237d00b0-387b-4288-993a-686a030ae3b4 req-43f8cd5c-cc0c-4c23-bc2f-7f4049cbcc4b tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:43.461755 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-237d00b0-387b-4288-993a-686a030ae3b4 req-43f8cd5c-cc0c-4c23-bc2f-7f4049cbcc4b tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.15 "DELETE /v2.0/ports/1d1789a1-6f09-4441-8803-7bf8158edd23 HTTP/1.1" status: 204 len: 173 time: 1.2005820 Jul 05 02:22:43.502174 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-4dd57005-6824-4fff-89c4-a68c54fb1cff service neutron] 10.222.0.21 "GET /v2.0/networks/fabbd91b-21d7-4fc6-97fb-76915af3eaab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2856336 Jul 05 02:22:43.505862 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 16c77f10-6b39-403f-a66f-9731963e998e, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=16c77f10-6b39-403f-a66f-9731963e998e,segment=NetworkSegment(1e66968f-6f5e-4e8c-8b7e-ad16b36c9c98),segment_id=1e66968f-6f5e-4e8c-8b7e-ad16b36c9c98)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:22:43.510118 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6865f064-12bd-4c7f-b0cc-5f95d1ed9175 req-a6ab51ad-9c1f-4a31-91ba-ab532dcb9952 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:43.511625 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6865f064-12bd-4c7f-b0cc-5f95d1ed9175 req-a6ab51ad-9c1f-4a31-91ba-ab532dcb9952 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=dea8c6b3-deef-4865-b273-3a8b344c92e3 HTTP/1.1" status: 200 len: 944 time: 0.2941158 Jul 05 02:22:43.571404 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:43.572056 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 56b8015f-94a3-4395-b042-696c4e70e1cd details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:22:43.594691 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0657c5e-6cfe-4978-9696-a12d7bb3c75c req-af0df48d-5b3f-492e-9a03-644968f07c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:43.596561 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f0657c5e-6cfe-4978-9696-a12d7bb3c75c req-af0df48d-5b3f-492e-9a03-644968f07c72 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dff432c2-7366-4622-aebb-da22fe05bfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2424476 Jul 05 02:22:43.664581 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-522c159a-b933-4bce-9517-b99e75ecb639 x-openstack-request-id: req-522c159a-b933-4bce-9517-b99e75ecb639 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:22:43.664893 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9d7d611-0755-4e9e-8dda-32848396298c", "tag": "9c4ad08d-ddaa-4e85-9a5f-7f10686347ed", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:22:43.665130 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-522c159a-b933-4bce-9517-b99e75ecb639 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:22:43.665613 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9d7d611-0755-4e9e-8dda-32848396298c', 'tag': '9c4ad08d-ddaa-4e85-9a5f-7f10686347ed', 'status': 'completed', 'code': 200} Jul 05 02:22:43.700543 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=16c77f10-6b39-403f-a66f-9731963e998e,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:22:43.706611 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d220ff65-8833-4619-ab7c-80cfa82845d0 x-openstack-request-id: req-d220ff65-8833-4619-ab7c-80cfa82845d0 {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:22:43.706611 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc8e0492-2741-4381-950b-76ee686c9092", "tag": "4d4cc644-881c-4bc4-ba01-8b718549b3b3", "status": "completed", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:22:43.706611 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d220ff65-8833-4619-ab7c-80cfa82845d0 {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:22:43.706611 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc8e0492-2741-4381-950b-76ee686c9092', 'tag': '4d4cc644-881c-4bc4-ba01-8b718549b3b3', 'status': 'completed', 'code': 200} Jul 05 02:22:43.747602 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-c260caaa-b1a3-4d83-95c1-feca3c58ec2e service neutron] 10.222.0.21 "GET /v2.0/networks/fabbd91b-21d7-4fc6-97fb-76915af3eaab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337363 Jul 05 02:22:43.758199 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 56b8015f-94a3-4395-b042-696c4e70e1cd, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=56b8015f-94a3-4395-b042-696c4e70e1cd,segment=NetworkSegment(c339102a-fa63-429b-bfae-9f85cbe3d098),segment_id=c339102a-fa63-429b-bfae-9f85cbe3d098)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:22:43.774858 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Returning: {'device': '56b8015f-94a3-4395-b042-696c4e70e1cd', 'network_id': '7fa11b36-0588-43ef-a636-45aaf3c04835', 'port_id': '56b8015f-94a3-4395-b042-696c4e70e1cd', 'mac_address': 'fa:16:3e:87:96:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a2227d0-d085-4249-9de9-b270c4daf5df', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:22:43.816992 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:43.830739 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56b8015f-94a3-4395-b042-696c4e70e1cd {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:22:43.854326 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 56b8015f-94a3-4395-b042-696c4e70e1cd, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=56b8015f-94a3-4395-b042-696c4e70e1cd,segment=NetworkSegment(c339102a-fa63-429b-bfae-9f85cbe3d098),segment_id=c339102a-fa63-429b-bfae-9f85cbe3d098)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:22:43.899677 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a00784-6ee6-42c8-9195-8984c12f3351 req-a7577740-b17e-4f0a-b05e-827f022403f4 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:43.901387 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-64a00784-6ee6-42c8-9195-8984c12f3351 req-a7577740-b17e-4f0a-b05e-827f022403f4 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9d7d611-0755-4e9e-8dda-32848396298c HTTP/1.1" status: 200 len: 947 time: 0.0727370 Jul 05 02:22:43.928664 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:43.929600 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device ebeeea34-31e3-4860-b394-0cf6d93b55be details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:22:43.944578 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-64a00784-6ee6-42c8-9195-8984c12f3351 req-b49b9ee2-d3cd-4322-b679-8c5d9a733a04 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371361 Jul 05 02:22:44.015288 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port ebeeea34-31e3-4860-b394-0cf6d93b55be, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=ebeeea34-31e3-4860-b394-0cf6d93b55be,segment=NetworkSegment(c339102a-fa63-429b-bfae-9f85cbe3d098),segment_id=c339102a-fa63-429b-bfae-9f85cbe3d098)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:22:44.017936 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=56b8015f-94a3-4395-b042-696c4e70e1cd,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:22:44.030074 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Returning: {'device': 'ebeeea34-31e3-4860-b394-0cf6d93b55be', 'network_id': '7fa11b36-0588-43ef-a636-45aaf3c04835', 'port_id': 'ebeeea34-31e3-4860-b394-0cf6d93b55be', 'mac_address': 'fa:16:3e:8e:76:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a2227d0-d085-4249-9de9-b270c4daf5df', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:22:44.073345 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:44.087183 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebeeea34-31e3-4860-b394-0cf6d93b55be {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:22:44.108378 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port ebeeea34-31e3-4860-b394-0cf6d93b55be, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=ebeeea34-31e3-4860-b394-0cf6d93b55be,segment=NetworkSegment(c339102a-fa63-429b-bfae-9f85cbe3d098),segment_id=c339102a-fa63-429b-bfae-9f85cbe3d098)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:22:44.134972 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14f4969-f1d8-4c91-80ea-b6eacba93f62 req-01ce198e-ae88-46d6-a6cc-f624631097c9 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:44.137096 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e14f4969-f1d8-4c91-80ea-b6eacba93f62 req-01ce198e-ae88-46d6-a6cc-f624631097c9 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca36febd-b506-4424-9f43-8be7a9423ed1 HTTP/1.1" status: 200 len: 945 time: 0.0718508 Jul 05 02:22:44.152139 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-a29d9425-1a06-4fc3-9af2-b98337dfa598 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.169&port_id=4d4cc644-881c-4bc4-ba01-8b718549b3b3 HTTP/1.1" status: 200 len: 217 time: 0.3929667 Jul 05 02:22:44.154874 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f0657c5e-6cfe-4978-9696-a12d7bb3c75c req-b84b8413-c460-4ee1-8269-e7e1419bc7f3 service neutron] 10.222.0.21 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5490139 Jul 05 02:22:44.179927 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e14f4969-f1d8-4c91-80ea-b6eacba93f62 req-de82a7f8-bd36-434a-9a2a-5e84b7c28b74 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/security-groups?id=a7ec5bda-2f9c-43a6-b62e-a51bc7e5a1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367665 Jul 05 02:22:44.183310 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-6865f064-12bd-4c7f-b0cc-5f95d1ed9175 req-f7d5e551-c0d3-44c0-b090-67b94f764680 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Deleting port f83e18b6-e59f-43c5-9ce6-3b5c6c5719d8 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:22:44.183761 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-6865f064-12bd-4c7f-b0cc-5f95d1ed9175 req-f7d5e551-c0d3-44c0-b090-67b94f764680 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:44.195286 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:44.195959 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 5989baa9-fe49-4803-b03e-335f01c6c828 details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:22:44.263470 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=ebeeea34-31e3-4860-b394-0cf6d93b55be,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:22:44.268242 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 5989baa9-fe49-4803-b03e-335f01c6c828, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=5989baa9-fe49-4803-b03e-335f01c6c828,segment=NetworkSegment(1e66968f-6f5e-4e8c-8b7e-ad16b36c9c98),segment_id=1e66968f-6f5e-4e8c-8b7e-ad16b36c9c98)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:22:44.281241 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Returning: {'device': '5989baa9-fe49-4803-b03e-335f01c6c828', 'network_id': '8521063c-8363-41f1-a9c0-837836263ed0', 'port_id': '5989baa9-fe49-4803-b03e-335f01c6c828', 'mac_address': 'fa:16:3e:a7:ad:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f904359-8cff-4e36-8104-7313f683672b', 'ip_address': '10.1.1.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:22:44.317865 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-74cc42d1-645a-47bf-9788-81baf75c764c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:44.319424 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-74cc42d1-645a-47bf-9788-81baf75c764c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a8ef0486-6500-4c47-99a5-3aaed600992a HTTP/1.1" status: 200 len: 801 time: 0.1532147 Jul 05 02:22:44.343775 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:44.361159 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5989baa9-fe49-4803-b03e-335f01c6c828 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:22:44.374103 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-58244d50-0cfc-4651-a8c3-4b1d4f90d34b req-cc3e3b6b-7862-4ad1-a503-47fd687da5c9 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/ports?device_id=aebad203-43e1-45e1-988a-541ba64da245 HTTP/1.1" status: 200 len: 210 time: 0.0368042 Jul 05 02:22:44.383134 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 5989baa9-fe49-4803-b03e-335f01c6c828, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=5989baa9-fe49-4803-b03e-335f01c6c828,segment=NetworkSegment(1e66968f-6f5e-4e8c-8b7e-ad16b36c9c98),segment_id=1e66968f-6f5e-4e8c-8b7e-ad16b36c9c98)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:22:44.420440 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-6865f064-12bd-4c7f-b0cc-5f95d1ed9175 req-f7d5e551-c0d3-44c0-b090-67b94f764680 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] For port f83e18b6-e59f-43c5-9ce6-3b5c6c5719d8, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=f83e18b6-e59f-43c5-9ce6-3b5c6c5719d8,segment=NetworkSegment(21ad98b6-ba72-4f1f-a0ef-3d0df329b6a3),segment_id=21ad98b6-ba72-4f1f-a0ef-3d0df329b6a3)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:22:44.420736 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-6865f064-12bd-4c7f-b0cc-5f95d1ed9175 req-f7d5e551-c0d3-44c0-b090-67b94f764680 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:44.424936 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['b3954152-aa83-410a-ad29-4f54d0faf476'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:22:44.431493 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f0657c5e-6cfe-4978-9696-a12d7bb3c75c req-3e3d57f0-e162-4ef4-9341-6b1e72c02fdc service neutron] 10.222.0.21 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663529 Jul 05 02:22:44.439967 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-6865f064-12bd-4c7f-b0cc-5f95d1ed9175 req-f7d5e551-c0d3-44c0-b090-67b94f764680 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Calling delete_port for f83e18b6-e59f-43c5-9ce6-3b5c6c5719d8 owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:22:44.455577 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:44.492946 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-852a5a63-2aeb-4276-8e98-85ce7d18f372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:44.494578 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-852a5a63-2aeb-4276-8e98-85ce7d18f372 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=af31c90c-6609-44f7-bd07-e9a01e5e50aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1675797 Jul 05 02:22:44.544995 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=5989baa9-fe49-4803-b03e-335f01c6c828,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:22:44.605385 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d5af25-b8bb-46e4-a964-715faa065646 req-4c3f44bd-d49e-4248-93d9-86a77da3edca tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:44.613353 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d5af25-b8bb-46e4-a964-715faa065646 req-4c3f44bd-d49e-4248-93d9-86a77da3edca tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:44.620562 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d5af25-b8bb-46e4-a964-715faa065646 req-4c3f44bd-d49e-4248-93d9-86a77da3edca tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:44.628121 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d5af25-b8bb-46e4-a964-715faa065646 req-4c3f44bd-d49e-4248-93d9-86a77da3edca tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:44.636649 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d5af25-b8bb-46e4-a964-715faa065646 req-4c3f44bd-d49e-4248-93d9-86a77da3edca tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:44.642964 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d5af25-b8bb-46e4-a964-715faa065646 req-4c3f44bd-d49e-4248-93d9-86a77da3edca tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:44.649964 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d5af25-b8bb-46e4-a964-715faa065646 req-4c3f44bd-d49e-4248-93d9-86a77da3edca tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:44.652072 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-55d5af25-b8bb-46e4-a964-715faa065646 req-4c3f44bd-d49e-4248-93d9-86a77da3edca tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/ports?device_id=a29b1f86-c2b3-4079-ba70-879d5fa5b04b HTTP/1.1" status: 200 len: 5429 time: 0.1517322 Jul 05 02:22:44.674911 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-7915660c-2bb8-4383-91d2-c58cdce69ecc service neutron] 10.222.0.21 "GET /v2.0/networks/af31c90c-6609-44f7-bd07-e9a01e5e50aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731362 Jul 05 02:22:44.696225 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-55d5af25-b8bb-46e4-a964-715faa065646 req-3db89035-9060-4042-b49c-f177c2c749fd tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/security-groups?id=17338adc-3db3-4a61-bf9d-146877730ae5&id=aee4c074-5a4c-4da1-9a49-8feda33d45d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0377114 Jul 05 02:22:44.775301 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06ed013-7af9-498e-98cb-b593cee00727 req-e633436e-c3db-45fb-acb2-7a0a0a74c0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:44.776866 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b06ed013-7af9-498e-98cb-b593cee00727 req-e633436e-c3db-45fb-acb2-7a0a0a74c0dc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7bde4afb78a7485193d4b3fb4c23ad75&device_id=e9d7d611-0755-4e9e-8dda-32848396298c HTTP/1.1" status: 200 len: 1099 time: 0.1650400 Jul 05 02:22:44.809834 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3b08dadd-906a-483c-aa7f-d401fdf1660e req-a235193e-70e9-4342-9e2b-16dc1ed0a156 service neutron] 10.222.0.21 "GET /v2.0/networks/af31c90c-6609-44f7-bd07-e9a01e5e50aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268044 Jul 05 02:22:44.876208 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06ed013-7af9-498e-98cb-b593cee00727 req-2167abe5-c99d-4237-9701-ba2c01154dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:44.877793 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b06ed013-7af9-498e-98cb-b593cee00727 req-2167abe5-c99d-4237-9701-ba2c01154dcb service neutron] 10.222.0.21 "GET /v2.0/networks?id=dff432c2-7366-4622-aebb-da22fe05bfd4 HTTP/1.1" status: 200 len: 869 time: 0.0906820 Jul 05 02:22:44.880672 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85d60aa-d76b-4655-8f8c-9c09900453e5 req-1a42dd11-bdc2-4669-bb6a-e0d25f3ab630 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:44.882479 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-6865f064-12bd-4c7f-b0cc-5f95d1ed9175 req-f7d5e551-c0d3-44c0-b090-67b94f764680 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:44.887453 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85d60aa-d76b-4655-8f8c-9c09900453e5 req-1a42dd11-bdc2-4669-bb6a-e0d25f3ab630 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:44.893412 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85d60aa-d76b-4655-8f8c-9c09900453e5 req-1a42dd11-bdc2-4669-bb6a-e0d25f3ab630 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:44.895130 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f85d60aa-d76b-4655-8f8c-9c09900453e5 req-1a42dd11-bdc2-4669-bb6a-e0d25f3ab630 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc8e0492-2741-4381-950b-76ee686c9092 HTTP/1.1" status: 200 len: 2412 time: 0.0840092 Jul 05 02:22:44.933444 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f85d60aa-d76b-4655-8f8c-9c09900453e5 req-5209dc04-7c69-4763-8328-f36ac9f4f8c6 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.23 "GET /v2.0/security-groups?id=74918f4d-c3c5-43b3-aeaa-73c712bc8baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322592 Jul 05 02:22:44.949121 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d5e551-c0d3-44c0-b090-67b94f764680 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Pushing event deleted for resources: {'Port': ['ID=f83e18b6-e59f-43c5-9ce6-3b5c6c5719d8,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:22:44.953775 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b06ed013-7af9-498e-98cb-b593cee00727 req-f4762da0-67e4-47de-9adf-5b04fb5a3a34 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=9c4ad08d-ddaa-4e85-9a5f-7f10686347ed HTTP/1.1" status: 200 len: 217 time: 0.0640087 Jul 05 02:22:45.047749 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-6865f064-12bd-4c7f-b0cc-5f95d1ed9175 req-f7d5e551-c0d3-44c0-b090-67b94f764680 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] No DVR routers for this DVR port f83e18b6-e59f-43c5-9ce6-3b5c6c5719d8 on host n-h1-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:22:45.054835 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-6865f064-12bd-4c7f-b0cc-5f95d1ed9175 req-f7d5e551-c0d3-44c0-b090-67b94f764680 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:45.056847 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6865f064-12bd-4c7f-b0cc-5f95d1ed9175 req-f7d5e551-c0d3-44c0-b090-67b94f764680 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "DELETE /v2.0/ports/f83e18b6-e59f-43c5-9ce6-3b5c6c5719d8 HTTP/1.1" status: 204 len: 173 time: 1.5340266 Jul 05 02:22:45.076452 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06ed013-7af9-498e-98cb-b593cee00727 req-04ec84bf-c40e-4c18-83e9-e5a215192ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:45.077948 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b06ed013-7af9-498e-98cb-b593cee00727 req-04ec84bf-c40e-4c18-83e9-e5a215192ed6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b840e204-692c-4f54-8f07-f6563e8e36b1 HTTP/1.1" status: 200 len: 843 time: 0.1012828 Jul 05 02:22:45.096554 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device a1e2a25b-1423-4d35-8264-af45ad30414b no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:22:45.112718 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170652db-e145-4b1c-86ea-dbc9e7536710 req-bc4ee616-fc4c-47b0-9bab-9a89ef162556 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:45.114546 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-170652db-e145-4b1c-86ea-dbc9e7536710 req-bc4ee616-fc4c-47b0-9bab-9a89ef162556 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?device_id=a715fb7a-9b07-4f40-8481-c6b802b030b3 HTTP/1.1" status: 200 len: 945 time: 0.0692384 Jul 05 02:22:45.121131 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715dde1c-a10c-4557-a4c2-acccf40ac0cf req-3fd56112-8963-403f-a328-02077fdc1e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:45.121678 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715dde1c-a10c-4557-a4c2-acccf40ac0cf req-3fd56112-8963-403f-a328-02077fdc1e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:45.122207 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715dde1c-a10c-4557-a4c2-acccf40ac0cf req-3fd56112-8963-403f-a328-02077fdc1e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:45.124011 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-715dde1c-a10c-4557-a4c2-acccf40ac0cf req-3fd56112-8963-403f-a328-02077fdc1e08 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=988b75a44b3448cc9e1b91ae38dea717&device_id=dc8e0492-2741-4381-950b-76ee686c9092 HTTP/1.1" status: 200 len: 2868 time: 0.1375225 Jul 05 02:22:45.154655 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-170652db-e145-4b1c-86ea-dbc9e7536710 req-68a69cce-31ce-456a-b06e-e88188bd8f0e tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/security-groups?id=e258e924-fb3e-45d8-9b54-0249433deb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337772 Jul 05 02:22:45.220587 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06ed013-7af9-498e-98cb-b593cee00727 req-823420f7-4acb-4531-bb8b-43837c50c80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:45.222188 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b06ed013-7af9-498e-98cb-b593cee00727 req-823420f7-4acb-4531-bb8b-43837c50c80b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dff432c2-7366-4622-aebb-da22fe05bfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1355655 Jul 05 02:22:45.256711 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715dde1c-a10c-4557-a4c2-acccf40ac0cf req-70f6d86a-2420-4ec8-a6ba-358707363c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:45.258331 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-715dde1c-a10c-4557-a4c2-acccf40ac0cf req-70f6d86a-2420-4ec8-a6ba-358707363c08 service neutron] 10.222.0.21 "GET /v2.0/networks?id=af31c90c-6609-44f7-bd07-e9a01e5e50aa HTTP/1.1" status: 200 len: 902 time: 0.1274657 Jul 05 02:22:45.308706 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['a94eebee-b20d-4089-ae54-a2b450a41407'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:22:45.327196 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-715dde1c-a10c-4557-a4c2-acccf40ac0cf req-372c6fdf-7a46-4616-8885-c7b146e6e322 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.169&port_id=4d4cc644-881c-4bc4-ba01-8b718549b3b3 HTTP/1.1" status: 200 len: 217 time: 0.0431509 Jul 05 02:22:45.330622 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:45.366555 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a715fb7a-9b07-4f40-8481-c6b802b030b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1e2a25b-1423-4d35-8264-af45ad30414b'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:22:45.368780 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44ac9690-617a-41c4-8540-1d46bb33244b" -d '{"events": [{"server_uuid": "a715fb7a-9b07-4f40-8481-c6b802b030b3", "name": "network-vif-unplugged", "status": "completed", "tag": "a1e2a25b-1423-4d35-8264-af45ad30414b"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:22:45.389452 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port a1e2a25b-1423-4d35-8264-af45ad30414b, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=a1e2a25b-1423-4d35-8264-af45ad30414b,segment=NetworkSegment(a028bd42-8637-4eda-b2d9-cfc3731c23e0),segment_id=a028bd42-8637-4eda-b2d9-cfc3731c23e0)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:22:45.395737 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b06ed013-7af9-498e-98cb-b593cee00727 req-5c231743-c79e-4101-8f0e-602b7b9a688e service neutron] 10.222.0.21 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605456 Jul 05 02:22:45.400892 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715dde1c-a10c-4557-a4c2-acccf40ac0cf req-0f537781-7d90-4357-8c67-65177f5ea71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:45.403823 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-715dde1c-a10c-4557-a4c2-acccf40ac0cf req-0f537781-7d90-4357-8c67-65177f5ea71f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a8ef0486-6500-4c47-99a5-3aaed600992a HTTP/1.1" status: 200 len: 801 time: 0.0661428 Jul 05 02:22:45.420282 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['ebeeea34-31e3-4860-b394-0cf6d93b55be'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:22:45.458022 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e45855c-d340-4c97-83e6-c6873494db0b req-3d3bf98e-9e7f-4e1c-b7f8-c01d4eaf7e33 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:45.460077 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4e45855c-d340-4c97-83e6-c6873494db0b req-3d3bf98e-9e7f-4e1c-b7f8-c01d4eaf7e33 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9d7d611-0755-4e9e-8dda-32848396298c HTTP/1.1" status: 200 len: 947 time: 0.0736704 Jul 05 02:22:45.484594 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['16c77f10-6b39-403f-a66f-9731963e998e'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:22:45.516592 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:45.522799 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4e45855c-d340-4c97-83e6-c6873494db0b req-50195b19-c1aa-4f14-a41b-6fabddd018c1 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544138 Jul 05 02:22:45.532310 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b06ed013-7af9-498e-98cb-b593cee00727 req-c2e80c6a-ea31-4166-890e-28a48bad19de service neutron] 10.222.0.21 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275227 Jul 05 02:22:45.535051 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715dde1c-a10c-4557-a4c2-acccf40ac0cf req-c8acd8ea-bf9d-46f8-ace9-4a1b4808e278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:45.536442 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-715dde1c-a10c-4557-a4c2-acccf40ac0cf req-c8acd8ea-bf9d-46f8-ace9-4a1b4808e278 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=af31c90c-6609-44f7-bd07-e9a01e5e50aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1233432 Jul 05 02:22:45.642289 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-715dde1c-a10c-4557-a4c2-acccf40ac0cf req-553461b4-22c2-47ea-9f9b-8b1ff5a9df82 service neutron] 10.222.0.21 "GET /v2.0/networks/af31c90c-6609-44f7-bd07-e9a01e5e50aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947213 Jul 05 02:22:45.668570 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=a1e2a25b-1423-4d35-8264-af45ad30414b,revision_number=6']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:22:45.679928 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aebad203-43e1-45e1-988a-541ba64da245', 'name': 'network-vif-deleted', 'tag': '1d1789a1-6f09-4441-8803-7bf8158edd23'}, {'server_uuid': 'dea8c6b3-deef-4865-b273-3a8b344c92e3', 'name': 'network-vif-deleted', 'tag': 'f83e18b6-e59f-43c5-9ce6-3b5c6c5719d8'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:22:45.682482 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be2bd67a-a1c2-45d5-bee9-e64261b4b4f5" -d '{"events": [{"server_uuid": "aebad203-43e1-45e1-988a-541ba64da245", "name": "network-vif-deleted", "tag": "1d1789a1-6f09-4441-8803-7bf8158edd23"}, {"server_uuid": "dea8c6b3-deef-4865-b273-3a8b344c92e3", "name": "network-vif-deleted", "tag": "f83e18b6-e59f-43c5-9ce6-3b5c6c5719d8"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:22:45.736018 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed39c90c-7831-4838-9004-bd040e2c5664 req-17ee8d3b-b964-425c-a573-e336d6d93b06 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:45.737557 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ed39c90c-7831-4838-9004-bd040e2c5664 req-17ee8d3b-b964-425c-a573-e336d6d93b06 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca36febd-b506-4424-9f43-8be7a9423ed1 HTTP/1.1" status: 200 len: 945 time: 0.0904257 Jul 05 02:22:45.759431 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-715dde1c-a10c-4557-a4c2-acccf40ac0cf req-90b6023b-7c43-4945-98f7-f1fc450a25a5 service neutron] 10.222.0.21 "GET /v2.0/networks/af31c90c-6609-44f7-bd07-e9a01e5e50aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061277 Jul 05 02:22:45.785983 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ed39c90c-7831-4838-9004-bd040e2c5664 req-4f1bc67c-7bd9-4f5a-b301-503a8b8c9506 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/security-groups?id=a7ec5bda-2f9c-43a6-b62e-a51bc7e5a1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424278 Jul 05 02:22:45.833081 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 02:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-498b0d2b-0032-49af-a2f8-da7ae5880733 x-openstack-request-id: req-498b0d2b-0032-49af-a2f8-da7ae5880733 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:22:45.833371 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a715fb7a-9b07-4f40-8481-c6b802b030b3", "name": "network-vif-unplugged", "status": "completed", "tag": "a1e2a25b-1423-4d35-8264-af45ad30414b", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:22:45.833616 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-498b0d2b-0032-49af-a2f8-da7ae5880733 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:22:45.833994 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a715fb7a-9b07-4f40-8481-c6b802b030b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1e2a25b-1423-4d35-8264-af45ad30414b', 'code': 200} Jul 05 02:22:45.934233 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 351 Content-Type: application/json Date: Mon, 05 Jul 2021 02:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95bdaccf-bc69-4d4d-bbd6-17ac7032cc29 x-openstack-request-id: req-95bdaccf-bc69-4d4d-bbd6-17ac7032cc29 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:22:45.934559 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aebad203-43e1-45e1-988a-541ba64da245", "name": "network-vif-deleted", "tag": "1d1789a1-6f09-4441-8803-7bf8158edd23", "status": "completed", "code": 200}, {"server_uuid": "dea8c6b3-deef-4865-b273-3a8b344c92e3", "name": "network-vif-deleted", "tag": "f83e18b6-e59f-43c5-9ce6-3b5c6c5719d8", "status": "failed", "code": 422}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:22:45.934818 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-95bdaccf-bc69-4d4d-bbd6-17ac7032cc29 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:22:45.935221 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aebad203-43e1-45e1-988a-541ba64da245', 'name': 'network-vif-deleted', 'tag': '1d1789a1-6f09-4441-8803-7bf8158edd23', 'status': 'completed', 'code': 200} Jul 05 02:22:45.935498 n-d-771362-32 neutron-server[94461]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'dea8c6b3-deef-4865-b273-3a8b344c92e3', 'name': 'network-vif-deleted', 'tag': 'f83e18b6-e59f-43c5-9ce6-3b5c6c5719d8', 'status': 'failed', 'code': 422} returned with failed status Jul 05 02:22:46.102001 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bee8e0-0f01-41a3-bffd-901cce4d87b6 req-0b92e5cb-5482-4e8e-8726-777ac745229c tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:46.107666 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bee8e0-0f01-41a3-bffd-901cce4d87b6 req-0b92e5cb-5482-4e8e-8726-777ac745229c tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:46.113524 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bee8e0-0f01-41a3-bffd-901cce4d87b6 req-0b92e5cb-5482-4e8e-8726-777ac745229c tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:46.119457 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bee8e0-0f01-41a3-bffd-901cce4d87b6 req-0b92e5cb-5482-4e8e-8726-777ac745229c tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:46.126316 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bee8e0-0f01-41a3-bffd-901cce4d87b6 req-0b92e5cb-5482-4e8e-8726-777ac745229c tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:46.132228 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bee8e0-0f01-41a3-bffd-901cce4d87b6 req-0b92e5cb-5482-4e8e-8726-777ac745229c tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:46.138655 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bee8e0-0f01-41a3-bffd-901cce4d87b6 req-0b92e5cb-5482-4e8e-8726-777ac745229c tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:46.140522 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-86bee8e0-0f01-41a3-bffd-901cce4d87b6 req-0b92e5cb-5482-4e8e-8726-777ac745229c tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/ports?device_id=a29b1f86-c2b3-4079-ba70-879d5fa5b04b HTTP/1.1" status: 200 len: 5429 time: 0.1087122 Jul 05 02:22:46.184392 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-86bee8e0-0f01-41a3-bffd-901cce4d87b6 req-953fe9fe-c1b5-4204-a96c-141261202b5e tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/security-groups?id=17338adc-3db3-4a61-bf9d-146877730ae5&id=aee4c074-5a4c-4da1-9a49-8feda33d45d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0373406 Jul 05 02:22:46.371472 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b30a03-7784-4184-83a8-abe8a5297158 req-02053a95-cc3c-4c3f-9a45-0df12983d93e tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:46.380037 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b30a03-7784-4184-83a8-abe8a5297158 req-02053a95-cc3c-4c3f-9a45-0df12983d93e tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:46.387297 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b30a03-7784-4184-83a8-abe8a5297158 req-02053a95-cc3c-4c3f-9a45-0df12983d93e tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:46.388962 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b3b30a03-7784-4184-83a8-abe8a5297158 req-02053a95-cc3c-4c3f-9a45-0df12983d93e tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc8e0492-2741-4381-950b-76ee686c9092 HTTP/1.1" status: 200 len: 2412 time: 0.1007411 Jul 05 02:22:46.426098 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b3b30a03-7784-4184-83a8-abe8a5297158 req-6b055ec8-9dae-418b-89c1-d183d9e1428d tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.23 "GET /v2.0/security-groups?id=74918f4d-c3c5-43b3-aeaa-73c712bc8baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312803 Jul 05 02:22:46.665892 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d149811-cf9e-42cc-a846-5e6eeda83af6 req-952e746a-c83a-4850-a1fd-3161aa2b57f2 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:46.667523 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5d149811-cf9e-42cc-a846-5e6eeda83af6 req-952e746a-c83a-4850-a1fd-3161aa2b57f2 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?device_id=a715fb7a-9b07-4f40-8481-c6b802b030b3 HTTP/1.1" status: 200 len: 943 time: 0.0728166 Jul 05 02:22:46.704464 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['56b8015f-94a3-4395-b042-696c4e70e1cd'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:22:46.705159 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5d149811-cf9e-42cc-a846-5e6eeda83af6 req-36f1ee26-cb5f-4ae3-9be6-ba897920246e tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/security-groups?id=e258e924-fb3e-45d8-9b54-0249433deb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317526 Jul 05 02:22:46.741544 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['5989baa9-fe49-4803-b03e-335f01c6c828'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:22:46.807287 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c2aad3-fff6-4dac-8483-d6c72fd9317c req-41de1d65-87c3-4e1f-817c-3f6a034ba215 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:46.809488 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-15c2aad3-fff6-4dac-8483-d6c72fd9317c req-41de1d65-87c3-4e1f-817c-3f6a034ba215 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9d7d611-0755-4e9e-8dda-32848396298c HTTP/1.1" status: 200 len: 947 time: 0.0677879 Jul 05 02:22:46.854386 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-15c2aad3-fff6-4dac-8483-d6c72fd9317c req-1e946be2-30cc-4b8b-b8d8-7d33739bccc9 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386450 Jul 05 02:22:46.906654 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d023859-a150-4ea6-891a-852b6fbff615 req-5346ed0a-ec1e-4425-9f12-d7de41cf91a3 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:46.908152 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3d023859-a150-4ea6-891a-852b6fbff615 req-5346ed0a-ec1e-4425-9f12-d7de41cf91a3 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1ee81b5-e6b1-46ea-af4b-a17cc878fd0a HTTP/1.1" status: 200 len: 945 time: 0.0810535 Jul 05 02:22:47.081438 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61e3631-f64c-4a38-a9a7-788f9b4fd826 req-d287f55d-4440-4d71-9a64-034726f7a380 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:47.082990 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b61e3631-f64c-4a38-a9a7-788f9b4fd826 req-d287f55d-4440-4d71-9a64-034726f7a380 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/networks?id=705854c6-bb90-4b2b-93a0-7581bd607e40 HTTP/1.1" status: 200 len: 812 time: 0.1193738 Jul 05 02:22:47.099095 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b61e3631-f64c-4a38-a9a7-788f9b4fd826 req-b8a1b1ba-5492-4a7b-ad80-f937f97b5683 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/quotas/f3761e9b54fb4b859175f5af6199b06f HTTP/1.1" status: 200 len: 375 time: 0.0103230 Jul 05 02:22:47.107270 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device a1e2a25b-1423-4d35-8264-af45ad30414b details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:22:47.109392 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 5ae34ffe-cf3c-4868-8258-c90b90a1fe5d up at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:22:47.136630 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b61e3631-f64c-4a38-a9a7-788f9b4fd826 req-111eee71-7f73-4b3d-bc30-f586ae54067c tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f3761e9b54fb4b859175f5af6199b06f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316517 Jul 05 02:22:47.149046 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [req-b61e3631-f64c-4a38-a9a7-788f9b4fd826 req-fdeaa889-65e8-45ed-b9c4-807836d30399 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:22:47.150511 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b61e3631-f64c-4a38-a9a7-788f9b4fd826 req-fdeaa889-65e8-45ed-b9c4-807836d30399 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058539 Jul 05 02:22:47.193947 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 9c4ad08d-ddaa-4e85-9a5f-7f10686347ed details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:22:47.241127 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3d023859-a150-4ea6-891a-852b6fbff615 req-cc621a11-8ec1-4462-b478-55ea9781771e tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ff5da2-a315-4895-9d40-ac9ae668e60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3251054 Jul 05 02:22:47.267184 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b61e3631-f64c-4a38-a9a7-788f9b4fd826 req-cb42db3d-e8e8-49ce-827d-8cb751ba9aa9 service neutron] 10.222.0.23 "GET /v2.0/networks/705854c6-bb90-4b2b-93a0-7581bd607e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093447 Jul 05 02:22:47.298038 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port a1e2a25b-1423-4d35-8264-af45ad30414b, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=a1e2a25b-1423-4d35-8264-af45ad30414b,segment=NetworkSegment(a028bd42-8637-4eda-b2d9-cfc3731c23e0),segment_id=a028bd42-8637-4eda-b2d9-cfc3731c23e0)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:22:47.318512 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning for port 5ae34ffe-cf3c-4868-8258-c90b90a1fe5d completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:22:47.324367 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Returning: {'device': 'a1e2a25b-1423-4d35-8264-af45ad30414b', 'network_id': '55b2af88-9a2d-4dae-81b7-55512d5ddd72', 'port_id': 'a1e2a25b-1423-4d35-8264-af45ad30414b', 'mac_address': 'fa:16:3e:89:b1:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbfab68e-d1de-4dba-81aa-90f8a22bcf7c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:22:47.329908 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning complete for port 5ae34ffe-cf3c-4868-8258-c90b90a1fe5d triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:22:47.330318 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:47.398908 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b61e3631-f64c-4a38-a9a7-788f9b4fd826 req-47922968-5ffa-44e0-85bb-8eadea733e6a service neutron] 10.222.0.23 "GET /v2.0/networks/705854c6-bb90-4b2b-93a0-7581bd607e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216719 Jul 05 02:22:47.404216 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 9c4ad08d-ddaa-4e85-9a5f-7f10686347ed, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=9c4ad08d-ddaa-4e85-9a5f-7f10686347ed,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:22:47.426765 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91264c00-33d2-45bc-8df3-e7b291a5878a req-4b1b3300-1952-4c36-bf14-c64a505a933c tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:47.428692 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': '9c4ad08d-ddaa-4e85-9a5f-7f10686347ed', 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4', 'port_id': '9c4ad08d-ddaa-4e85-9a5f-7f10686347ed', 'mac_address': 'fa:16:3e:dc:61:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b840e204-692c-4f54-8f07-f6563e8e36b1', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:22:47.428861 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-91264c00-33d2-45bc-8df3-e7b291a5878a req-4b1b3300-1952-4c36-bf14-c64a505a933c tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca36febd-b506-4424-9f43-8be7a9423ed1 HTTP/1.1" status: 200 len: 945 time: 0.0693724 Jul 05 02:22:47.432006 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:47.473816 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-91264c00-33d2-45bc-8df3-e7b291a5878a req-3b04a0ae-2128-405b-8cd1-169d1c69ee88 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/security-groups?id=a7ec5bda-2f9c-43a6-b62e-a51bc7e5a1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381446 Jul 05 02:22:47.476291 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1e2a25b-1423-4d35-8264-af45ad30414b {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:22:47.519613 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:47.543758 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port a1e2a25b-1423-4d35-8264-af45ad30414b, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=a1e2a25b-1423-4d35-8264-af45ad30414b,segment=NetworkSegment(a028bd42-8637-4eda-b2d9-cfc3731c23e0),segment_id=a028bd42-8637-4eda-b2d9-cfc3731c23e0)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:22:47.548408 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:47.552047 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c4ad08d-ddaa-4e85-9a5f-7f10686347ed {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:22:47.584419 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 9c4ad08d-ddaa-4e85-9a5f-7f10686347ed, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=9c4ad08d-ddaa-4e85-9a5f-7f10686347ed,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:22:47.599409 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 5ae34ffe-cf3c-4868-8258-c90b90a1fe5d, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=5ae34ffe-cf3c-4868-8258-c90b90a1fe5d,segment=NetworkSegment(1e66968f-6f5e-4e8c-8b7e-ad16b36c9c98),segment_id=1e66968f-6f5e-4e8c-8b7e-ad16b36c9c98)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:22:47.607985 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:47.671101 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:47.682385 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=a1e2a25b-1423-4d35-8264-af45ad30414b,revision_number=7']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:22:47.689446 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4891c095-6816-4daa-8042-55203c8794bc req-e5e01686-8440-4a52-9908-1ac884865e10 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:47.698094 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4891c095-6816-4daa-8042-55203c8794bc req-e5e01686-8440-4a52-9908-1ac884865e10 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:47.703475 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4891c095-6816-4daa-8042-55203c8794bc req-e5e01686-8440-4a52-9908-1ac884865e10 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:47.709293 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4891c095-6816-4daa-8042-55203c8794bc req-e5e01686-8440-4a52-9908-1ac884865e10 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:47.713782 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:47.714581 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device b3954152-aa83-410a-ad29-4f54d0faf476 up at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:22:47.716506 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4891c095-6816-4daa-8042-55203c8794bc req-e5e01686-8440-4a52-9908-1ac884865e10 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:47.724861 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4891c095-6816-4daa-8042-55203c8794bc req-e5e01686-8440-4a52-9908-1ac884865e10 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:47.731611 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4891c095-6816-4daa-8042-55203c8794bc req-e5e01686-8440-4a52-9908-1ac884865e10 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:47.732855 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4891c095-6816-4daa-8042-55203c8794bc req-e5e01686-8440-4a52-9908-1ac884865e10 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/ports?device_id=a29b1f86-c2b3-4079-ba70-879d5fa5b04b HTTP/1.1" status: 200 len: 5429 time: 0.1319218 Jul 05 02:22:47.784414 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=9c4ad08d-ddaa-4e85-9a5f-7f10686347ed,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:22:47.796281 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4891c095-6816-4daa-8042-55203c8794bc req-695b2d44-e1e2-4065-9a4f-c2e42f4b0e9e tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/security-groups?id=17338adc-3db3-4a61-bf9d-146877730ae5&id=aee4c074-5a4c-4da1-9a49-8feda33d45d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0572340 Jul 05 02:22:47.804576 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca658bc2-bf02-4e04-988c-cadd4cc4b0c1 req-90c28f0b-7daf-4dcc-ae0b-50042f921236 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:47.818168 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca658bc2-bf02-4e04-988c-cadd4cc4b0c1 req-90c28f0b-7daf-4dcc-ae0b-50042f921236 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:47.823032 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca658bc2-bf02-4e04-988c-cadd4cc4b0c1 req-90c28f0b-7daf-4dcc-ae0b-50042f921236 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:47.828234 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ca658bc2-bf02-4e04-988c-cadd4cc4b0c1 req-90c28f0b-7daf-4dcc-ae0b-50042f921236 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc8e0492-2741-4381-950b-76ee686c9092 HTTP/1.1" status: 200 len: 2412 time: 0.1156533 Jul 05 02:22:47.839808 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a29b1f86-c2b3-4079-ba70-879d5fa5b04b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ae34ffe-cf3c-4868-8258-c90b90a1fe5d'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:22:47.842115 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27a83d6c-2943-4cc6-87d8-b111aad679a8" -d '{"events": [{"server_uuid": "a29b1f86-c2b3-4079-ba70-879d5fa5b04b", "name": "network-vif-plugged", "status": "completed", "tag": "5ae34ffe-cf3c-4868-8258-c90b90a1fe5d"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:22:47.861712 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=5ae34ffe-cf3c-4868-8258-c90b90a1fe5d,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:22:47.863363 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ca658bc2-bf02-4e04-988c-cadd4cc4b0c1 req-97886b6c-2de5-4e36-b59e-8f669a2ee615 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.23 "GET /v2.0/security-groups?id=74918f4d-c3c5-43b3-aeaa-73c712bc8baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325773 Jul 05 02:22:47.870161 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1325d98a-403a-4fc1-8908-c843caf0388e req-86dad165-3248-4aee-8ccc-7548a30ff2c9 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=773b9e0a-a16f-46ae-884b-fa5e8dd23496 HTTP/1.1" status: 200 len: 210 time: 0.0322032 Jul 05 02:22:47.897956 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning for port b3954152-aa83-410a-ad29-4f54d0faf476 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:22:47.906522 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning complete for port b3954152-aa83-410a-ad29-4f54d0faf476 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:22:47.906522 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:47.951670 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['9c4ad08d-ddaa-4e85-9a5f-7f10686347ed'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:22:48.028224 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:48.054250 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fc6834d-8388-40ad-a254-de52ee8ea100 x-openstack-request-id: req-0fc6834d-8388-40ad-a254-de52ee8ea100 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:22:48.054536 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a29b1f86-c2b3-4079-ba70-879d5fa5b04b", "name": "network-vif-plugged", "status": "completed", "tag": "5ae34ffe-cf3c-4868-8258-c90b90a1fe5d", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:22:48.054788 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0fc6834d-8388-40ad-a254-de52ee8ea100 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:22:48.055245 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a29b1f86-c2b3-4079-ba70-879d5fa5b04b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ae34ffe-cf3c-4868-8258-c90b90a1fe5d', 'code': 200} Jul 05 02:22:48.073562 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3265930-467c-4f8f-8114-1560b8a49fd6 req-4cf6aa5b-3dee-4ce9-9cc5-e7c4a0931314 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:48.075279 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f3265930-467c-4f8f-8114-1560b8a49fd6 req-4cf6aa5b-3dee-4ce9-9cc5-e7c4a0931314 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?device_id=a715fb7a-9b07-4f40-8481-c6b802b030b3 HTTP/1.1" status: 200 len: 944 time: 0.0747490 Jul 05 02:22:48.084417 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port b3954152-aa83-410a-ad29-4f54d0faf476, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=b3954152-aa83-410a-ad29-4f54d0faf476,segment=NetworkSegment(ebdd5ec8-1058-47a8-b717-5a7ce40fe2d0),segment_id=ebdd5ec8-1058-47a8-b717-5a7ce40fe2d0)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:22:48.117902 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f3265930-467c-4f8f-8114-1560b8a49fd6 req-6d9ec0d1-806e-46f4-9c32-0a0eff7dfaa3 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/security-groups?id=e258e924-fb3e-45d8-9b54-0249433deb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361378 Jul 05 02:22:48.168161 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:48.169084 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 3bf96118-202e-47ea-8323-729179ed339d up at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:22:48.241837 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3345b2d7-0bd8-4978-9612-d4052e69f3dc req-46aad857-fe05-4693-ba6d-54ad9605cd02 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:48.243622 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3345b2d7-0bd8-4978-9612-d4052e69f3dc req-46aad857-fe05-4693-ba6d-54ad9605cd02 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9d7d611-0755-4e9e-8dda-32848396298c HTTP/1.1" status: 200 len: 948 time: 0.0724823 Jul 05 02:22:48.252034 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=b3954152-aa83-410a-ad29-4f54d0faf476,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:22:48.284548 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3345b2d7-0bd8-4978-9612-d4052e69f3dc req-25657cc4-4496-41b8-b8d4-494c92db63ef tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351608 Jul 05 02:22:48.310797 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning for port 3bf96118-202e-47ea-8323-729179ed339d completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:22:48.317788 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning complete for port 3bf96118-202e-47ea-8323-729179ed339d triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:22:48.323490 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:48.404151 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:48.428883 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb46350c-217d-4dd4-a8ac-08a74795c2e1 req-8409b904-c27d-44fc-8c91-55d8a9ba87a2 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:48.430420 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-cb46350c-217d-4dd4-a8ac-08a74795c2e1 req-8409b904-c27d-44fc-8c91-55d8a9ba87a2 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1ee81b5-e6b1-46ea-af4b-a17cc878fd0a HTTP/1.1" status: 200 len: 945 time: 0.0656431 Jul 05 02:22:48.438072 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 3bf96118-202e-47ea-8323-729179ed339d, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=3bf96118-202e-47ea-8323-729179ed339d,segment=NetworkSegment(1e66968f-6f5e-4e8c-8b7e-ad16b36c9c98),segment_id=1e66968f-6f5e-4e8c-8b7e-ad16b36c9c98)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:22:48.468953 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-cb46350c-217d-4dd4-a8ac-08a74795c2e1 req-a22a6ac8-44b9-48b4-9940-fc773f913bbf tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ff5da2-a315-4895-9d40-ac9ae668e60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322378 Jul 05 02:22:48.539822 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:48.590157 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=3bf96118-202e-47ea-8323-729179ed339d,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:22:48.655511 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65a8d66-d095-4dc8-b4c0-b9d9111559fa req-6adfe686-7ca9-4d0a-b5ce-8416f692be9e tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:48.657033 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b65a8d66-d095-4dc8-b4c0-b9d9111559fa req-6adfe686-7ca9-4d0a-b5ce-8416f692be9e tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca36febd-b506-4424-9f43-8be7a9423ed1 HTTP/1.1" status: 200 len: 945 time: 0.0637934 Jul 05 02:22:48.695077 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b65a8d66-d095-4dc8-b4c0-b9d9111559fa req-01dc4f3c-d961-4a04-879b-245ceea41822 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/security-groups?id=a7ec5bda-2f9c-43a6-b62e-a51bc7e5a1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318348 Jul 05 02:22:48.867482 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['a1e2a25b-1423-4d35-8264-af45ad30414b'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:22:48.994549 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b514c3d6-0057-4bb4-b94c-0b86a89c274c req-6140716b-bcc4-4bff-8f98-404a2422a2eb tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:49.000816 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b514c3d6-0057-4bb4-b94c-0b86a89c274c req-6140716b-bcc4-4bff-8f98-404a2422a2eb tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:49.006854 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b514c3d6-0057-4bb4-b94c-0b86a89c274c req-6140716b-bcc4-4bff-8f98-404a2422a2eb tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:49.014284 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b514c3d6-0057-4bb4-b94c-0b86a89c274c req-6140716b-bcc4-4bff-8f98-404a2422a2eb tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:49.020216 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b514c3d6-0057-4bb4-b94c-0b86a89c274c req-6140716b-bcc4-4bff-8f98-404a2422a2eb tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:49.026117 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b514c3d6-0057-4bb4-b94c-0b86a89c274c req-6140716b-bcc4-4bff-8f98-404a2422a2eb tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:49.032228 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b514c3d6-0057-4bb4-b94c-0b86a89c274c req-6140716b-bcc4-4bff-8f98-404a2422a2eb tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:49.036505 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b514c3d6-0057-4bb4-b94c-0b86a89c274c req-6140716b-bcc4-4bff-8f98-404a2422a2eb tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/ports?device_id=a29b1f86-c2b3-4079-ba70-879d5fa5b04b HTTP/1.1" status: 200 len: 5432 time: 0.1145253 Jul 05 02:22:49.086485 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b514c3d6-0057-4bb4-b94c-0b86a89c274c req-66e0bb07-2b2a-4a1f-b4e8-be0f1af9336a tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/security-groups?id=17338adc-3db3-4a61-bf9d-146877730ae5&id=aee4c074-5a4c-4da1-9a49-8feda33d45d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0444045 Jul 05 02:22:49.107227 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device ebeeea34-31e3-4860-b394-0cf6d93b55be up at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:22:49.186470 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device eb9dcc12-b663-4268-8562-7b7a31dff9bb details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:22:49.189785 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 9c4ad08d-ddaa-4e85-9a5f-7f10686347ed up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:22:49.252812 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6372b3a-4b5c-465c-b83f-a99aa331f793 req-c0e21b5c-5406-49f7-8a64-45afa2efce80 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:49.266750 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6372b3a-4b5c-465c-b83f-a99aa331f793 req-c0e21b5c-5406-49f7-8a64-45afa2efce80 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:49.278004 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6372b3a-4b5c-465c-b83f-a99aa331f793 req-c0e21b5c-5406-49f7-8a64-45afa2efce80 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:49.279930 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c6372b3a-4b5c-465c-b83f-a99aa331f793 req-c0e21b5c-5406-49f7-8a64-45afa2efce80 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc8e0492-2741-4381-950b-76ee686c9092 HTTP/1.1" status: 200 len: 2412 time: 0.1108539 Jul 05 02:22:49.287861 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning for port ebeeea34-31e3-4860-b394-0cf6d93b55be completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:22:49.289522 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f2cae5df-c70b-43c7-85f6-8354808cefe7 req-6fecded2-2604-46d5-8fa6-3838195f2951 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=773b9e0a-a16f-46ae-884b-fa5e8dd23496 HTTP/1.1" status: 200 len: 210 time: 0.0517035 Jul 05 02:22:49.318682 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning complete for port ebeeea34-31e3-4860-b394-0cf6d93b55be triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:22:49.319054 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:49.319733 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699f805e-ab08-4192-b3df-d625efbd5ab1 req-384aa899-ccc7-43dd-bbf7-8d96f8deca16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:49.321343 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-699f805e-ab08-4192-b3df-d625efbd5ab1 req-384aa899-ccc7-43dd-bbf7-8d96f8deca16 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d63cc722770842c8a7a532820e16e452&device_id=ca36febd-b506-4424-9f43-8be7a9423ed1 HTTP/1.1" status: 200 len: 1097 time: 0.0734162 Jul 05 02:22:49.345943 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c6372b3a-4b5c-465c-b83f-a99aa331f793 req-ac9cbabc-6e67-46a9-ac81-a06d0a38fbae tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.23 "GET /v2.0/security-groups?id=74918f4d-c3c5-43b3-aeaa-73c712bc8baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587881 Jul 05 02:22:49.393165 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port eb9dcc12-b663-4268-8562-7b7a31dff9bb, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=eb9dcc12-b663-4268-8562-7b7a31dff9bb,segment=NetworkSegment(92cb1372-8555-40a1-b85c-7eabf408a10e),segment_id=92cb1372-8555-40a1-b85c-7eabf408a10e)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:22:49.411219 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': 'eb9dcc12-b663-4268-8562-7b7a31dff9bb', 'network_id': 'af31c90c-6609-44f7-bd07-e9a01e5e50aa', 'port_id': 'eb9dcc12-b663-4268-8562-7b7a31dff9bb', 'mac_address': 'fa:16:3e:06:84:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8ef0486-6500-4c47-99a5-3aaed600992a', 'ip_address': '19.80.0.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:22:49.419664 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning for port 9c4ad08d-ddaa-4e85-9a5f-7f10686347ed completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:22:49.429155 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port 9c4ad08d-ddaa-4e85-9a5f-7f10686347ed triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:22:49.429532 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:49.439370 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699f805e-ab08-4192-b3df-d625efbd5ab1 req-67e788bf-b7f6-4100-8e89-e7910d2e0e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:49.440945 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-699f805e-ab08-4192-b3df-d625efbd5ab1 req-67e788bf-b7f6-4100-8e89-e7910d2e0e1f service neutron] 10.222.0.15 "GET /v2.0/networks?id=02860c2c-1b47-41ff-bdb8-8652ec368c51 HTTP/1.1" status: 200 len: 911 time: 0.1108572 Jul 05 02:22:49.546052 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:49.557951 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-699f805e-ab08-4192-b3df-d625efbd5ab1 req-ec4d58d1-30d5-4138-8f01-d2b30e6ece5b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0bf422f3-c6bf-4aeb-9d77-6f10de626535 HTTP/1.1" status: 200 len: 1001 time: 0.1023936 Jul 05 02:22:49.565526 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:49.568913 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb9dcc12-b663-4268-8562-7b7a31dff9bb {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:22:49.595677 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96744781-2d55-4bf9-bc1f-5dae86012d52 req-8e1c6b9f-7acc-4173-8ba5-a094573cc3b1 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:49.598164 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-96744781-2d55-4bf9-bc1f-5dae86012d52 req-8e1c6b9f-7acc-4173-8ba5-a094573cc3b1 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca36febd-b506-4424-9f43-8be7a9423ed1 HTTP/1.1" status: 200 len: 945 time: 0.0939484 Jul 05 02:22:49.627660 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port eb9dcc12-b663-4268-8562-7b7a31dff9bb, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=eb9dcc12-b663-4268-8562-7b7a31dff9bb,segment=NetworkSegment(92cb1372-8555-40a1-b85c-7eabf408a10e),segment_id=92cb1372-8555-40a1-b85c-7eabf408a10e)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:22:49.652110 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:49.654352 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-96744781-2d55-4bf9-bc1f-5dae86012d52 req-3faafd08-1d31-4528-8239-263f317da951 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/security-groups?id=a7ec5bda-2f9c-43a6-b62e-a51bc7e5a1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494857 Jul 05 02:22:49.654952 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port ebeeea34-31e3-4860-b394-0cf6d93b55be, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=ebeeea34-31e3-4860-b394-0cf6d93b55be,segment=NetworkSegment(c339102a-fa63-429b-bfae-9f85cbe3d098),segment_id=c339102a-fa63-429b-bfae-9f85cbe3d098)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:22:49.655406 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699f805e-ab08-4192-b3df-d625efbd5ab1 req-1291e721-3829-44e2-a30a-0b7e9686ae11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:49.656926 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-699f805e-ab08-4192-b3df-d625efbd5ab1 req-1291e721-3829-44e2-a30a-0b7e9686ae11 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e54bb52b-407a-4efc-b19e-45eea28735fe HTTP/1.1" status: 200 len: 850 time: 0.0922370 Jul 05 02:22:49.698948 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 9c4ad08d-ddaa-4e85-9a5f-7f10686347ed, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=9c4ad08d-ddaa-4e85-9a5f-7f10686347ed,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:22:49.717355 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:49.718138 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 5b0f54da-8693-4b02-a321-5713c8d2d357 details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:22:49.720576 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce97923e-6496-4ff7-89cb-1f9fbe13b06b req-eda2a7c8-f500-4b8f-949b-be3918768a35 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:49.722395 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ce97923e-6496-4ff7-89cb-1f9fbe13b06b req-eda2a7c8-f500-4b8f-949b-be3918768a35 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?device_id=a715fb7a-9b07-4f40-8481-c6b802b030b3 HTTP/1.1" status: 200 len: 944 time: 0.1220942 Jul 05 02:22:49.748982 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:49.749755 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 5989baa9-fe49-4803-b03e-335f01c6c828 up at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:22:49.772507 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699f805e-ab08-4192-b3df-d625efbd5ab1 req-614a0788-eb75-4d04-b991-9ce856e7e7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:49.774164 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-699f805e-ab08-4192-b3df-d625efbd5ab1 req-614a0788-eb75-4d04-b991-9ce856e7e7ac service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=02860c2c-1b47-41ff-bdb8-8652ec368c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1092978 Jul 05 02:22:49.780511 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ce97923e-6496-4ff7-89cb-1f9fbe13b06b req-1df27749-b013-4f54-bbae-345798921abe tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/security-groups?id=e258e924-fb3e-45d8-9b54-0249433deb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507882 Jul 05 02:22:49.858887 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbf4a11-fe14-46fe-93d8-a153cb9cce90 req-0773c790-ee9d-46ba-a8e0-03fecfa84e42 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:49.870164 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-cbbf4a11-fe14-46fe-93d8-a153cb9cce90 req-0773c790-ee9d-46ba-a8e0-03fecfa84e42 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9d7d611-0755-4e9e-8dda-32848396298c HTTP/1.1" status: 200 len: 948 time: 0.0972149 Jul 05 02:22:49.924426 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-cbbf4a11-fe14-46fe-93d8-a153cb9cce90 req-838865da-0761-4567-86d8-2c708f2ee0fe tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531287 Jul 05 02:22:49.984611 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-699f805e-ab08-4192-b3df-d625efbd5ab1 req-88cb61bb-d142-4d3c-81ae-ca83cb7997e2 service neutron] 10.222.0.15 "GET /v2.0/networks/02860c2c-1b47-41ff-bdb8-8652ec368c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004368 Jul 05 02:22:49.992970 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:50.005289 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=eb9dcc12-b663-4268-8562-7b7a31dff9bb,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:22:50.019484 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:22:50.019833 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:22:50.020174 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:22:50.020510 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:22:50.020842 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:22:50.021174 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:22:50.021509 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:22:50.021824 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:22:50.022228 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:22:50.022505 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:22:50.022824 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:22:50.023146 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:22:50.061190 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a29b1f86-c2b3-4079-ba70-879d5fa5b04b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3954152-aa83-410a-ad29-4f54d0faf476'}, {'server_uuid': 'a29b1f86-c2b3-4079-ba70-879d5fa5b04b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bf96118-202e-47ea-8323-729179ed339d'}, {'server_uuid': 'a29b1f86-c2b3-4079-ba70-879d5fa5b04b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebeeea34-31e3-4860-b394-0cf6d93b55be'}, {'server_uuid': 'e9d7d611-0755-4e9e-8dda-32848396298c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c4ad08d-ddaa-4e85-9a5f-7f10686347ed'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:22:50.063663 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b08eb7f-ac4b-4872-a962-837d21c8bb99" -d '{"events": [{"server_uuid": "a29b1f86-c2b3-4079-ba70-879d5fa5b04b", "name": "network-vif-plugged", "status": "completed", "tag": "b3954152-aa83-410a-ad29-4f54d0faf476"}, {"server_uuid": "a29b1f86-c2b3-4079-ba70-879d5fa5b04b", "name": "network-vif-plugged", "status": "completed", "tag": "3bf96118-202e-47ea-8323-729179ed339d"}, {"server_uuid": "a29b1f86-c2b3-4079-ba70-879d5fa5b04b", "name": "network-vif-plugged", "status": "completed", "tag": "ebeeea34-31e3-4860-b394-0cf6d93b55be"}, {"server_uuid": "e9d7d611-0755-4e9e-8dda-32848396298c", "name": "network-vif-plugged", "status": "completed", "tag": "9c4ad08d-ddaa-4e85-9a5f-7f10686347ed"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:22:50.094163 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61e3631-f64c-4a38-a9a7-788f9b4fd826 req-01437f55-bbc1-43a8-98c0-301c96995a13 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:50.095594 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 5b0f54da-8693-4b02-a321-5713c8d2d357, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=5b0f54da-8693-4b02-a321-5713c8d2d357,segment=NetworkSegment(d5cc6179-a4a9-4a67-92ee-daa2301bfc75),segment_id=d5cc6179-a4a9-4a67-92ee-daa2301bfc75)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:22:50.099343 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b61e3631-f64c-4a38-a9a7-788f9b4fd826 req-01437f55-bbc1-43a8-98c0-301c96995a13 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.21 "GET /v2.0/networks?id=705854c6-bb90-4b2b-93a0-7581bd607e40 HTTP/1.1" status: 200 len: 812 time: 0.2463806 Jul 05 02:22:50.117561 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-b61e3631-f64c-4a38-a9a7-788f9b4fd826 req-8e18b887-4abb-4a4a-abce-50d784c06ecf tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Request body: {'port': {'device_id': '773b9e0a-a16f-46ae-884b-fa5e8dd23496', 'network_id': '705854c6-bb90-4b2b-93a0-7581bd607e40', 'admin_state_up': True, 'tenant_id': 'f3761e9b54fb4b859175f5af6199b06f'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:22:50.117705 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Mon, 05 Jul 2021 02:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26d1ca06-66bc-4b47-b7c4-9f5633783e46 x-openstack-request-id: req-26d1ca06-66bc-4b47-b7c4-9f5633783e46 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:22:50.117922 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a29b1f86-c2b3-4079-ba70-879d5fa5b04b", "name": "network-vif-plugged", "status": "completed", "tag": "b3954152-aa83-410a-ad29-4f54d0faf476", "code": 200}, {"server_uuid": "a29b1f86-c2b3-4079-ba70-879d5fa5b04b", "name": "network-vif-plugged", "status": "completed", "tag": "3bf96118-202e-47ea-8323-729179ed339d", "code": 200}, {"server_uuid": "a29b1f86-c2b3-4079-ba70-879d5fa5b04b", "name": "network-vif-plugged", "status": "completed", "tag": "ebeeea34-31e3-4860-b394-0cf6d93b55be", "code": 200}, {"server_uuid": "e9d7d611-0755-4e9e-8dda-32848396298c", "name": "network-vif-plugged", "status": "completed", "tag": "9c4ad08d-ddaa-4e85-9a5f-7f10686347ed", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:22:50.118200 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-26d1ca06-66bc-4b47-b7c4-9f5633783e46 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:22:50.118592 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a29b1f86-c2b3-4079-ba70-879d5fa5b04b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3954152-aa83-410a-ad29-4f54d0faf476', 'code': 200} Jul 05 02:22:50.118855 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a29b1f86-c2b3-4079-ba70-879d5fa5b04b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bf96118-202e-47ea-8323-729179ed339d', 'code': 200} Jul 05 02:22:50.119877 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a29b1f86-c2b3-4079-ba70-879d5fa5b04b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebeeea34-31e3-4860-b394-0cf6d93b55be', 'code': 200} Jul 05 02:22:50.119984 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9d7d611-0755-4e9e-8dda-32848396298c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c4ad08d-ddaa-4e85-9a5f-7f10686347ed', 'code': 200} Jul 05 02:22:50.120671 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': '5b0f54da-8693-4b02-a321-5713c8d2d357', 'network_id': 'fabbd91b-21d7-4fc6-97fb-76915af3eaab', 'port_id': '5b0f54da-8693-4b02-a321-5713c8d2d357', 'mac_address': 'fa:16:3e:32:4a:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c41f830-8ac4-4983-91da-dd1bbd1313e8', 'ip_address': '19.86.0.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:22:50.122519 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=ebeeea34-31e3-4860-b394-0cf6d93b55be,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:22:50.158843 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee835bc-cb19-4227-a908-bd0fc3e51def req-b02d7142-a821-4a2a-9655-6be6325b4bb3 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:50.170438 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9ee835bc-cb19-4227-a908-bd0fc3e51def req-b02d7142-a821-4a2a-9655-6be6325b4bb3 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1ee81b5-e6b1-46ea-af4b-a17cc878fd0a HTTP/1.1" status: 200 len: 945 time: 0.2386410 Jul 05 02:22:50.177371 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning for port 5989baa9-fe49-4803-b03e-335f01c6c828 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:22:50.200747 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning complete for port 5989baa9-fe49-4803-b03e-335f01c6c828 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:22:50.201132 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:50.235057 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:50.239351 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=9c4ad08d-ddaa-4e85-9a5f-7f10686347ed,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:22:50.257335 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b0f54da-8693-4b02-a321-5713c8d2d357 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:22:50.286303 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 5b0f54da-8693-4b02-a321-5713c8d2d357, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=5b0f54da-8693-4b02-a321-5713c8d2d357,segment=NetworkSegment(d5cc6179-a4a9-4a67-92ee-daa2301bfc75),segment_id=d5cc6179-a4a9-4a67-92ee-daa2301bfc75)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:22:50.287035 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9ee835bc-cb19-4227-a908-bd0fc3e51def req-b7f2af5f-19ef-4107-9009-aee998cab17f tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ff5da2-a315-4895-9d40-ac9ae668e60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816934 Jul 05 02:22:50.311993 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-699f805e-ab08-4192-b3df-d625efbd5ab1 req-6224c8ae-d7df-49ef-a5fc-182792daf653 service neutron] 10.222.0.15 "GET /v2.0/networks/02860c2c-1b47-41ff-bdb8-8652ec368c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3150725 Jul 05 02:22:50.355791 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:50.377037 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcd8c12-64cb-4681-a1a5-abd212bf4c3d req-c3eac3d7-d2fc-48c9-b479-ea847f3a8e57 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:50.392711 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcd8c12-64cb-4681-a1a5-abd212bf4c3d req-c3eac3d7-d2fc-48c9-b479-ea847f3a8e57 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:50.398741 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 5989baa9-fe49-4803-b03e-335f01c6c828, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=5989baa9-fe49-4803-b03e-335f01c6c828,segment=NetworkSegment(1e66968f-6f5e-4e8c-8b7e-ad16b36c9c98),segment_id=1e66968f-6f5e-4e8c-8b7e-ad16b36c9c98)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:22:50.399127 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcd8c12-64cb-4681-a1a5-abd212bf4c3d req-c3eac3d7-d2fc-48c9-b479-ea847f3a8e57 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:50.401422 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:50.402318 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 4d4cc644-881c-4bc4-ba01-8b718549b3b3 details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:22:50.407979 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcd8c12-64cb-4681-a1a5-abd212bf4c3d req-c3eac3d7-d2fc-48c9-b479-ea847f3a8e57 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:50.414046 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcd8c12-64cb-4681-a1a5-abd212bf4c3d req-c3eac3d7-d2fc-48c9-b479-ea847f3a8e57 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:50.420190 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcd8c12-64cb-4681-a1a5-abd212bf4c3d req-c3eac3d7-d2fc-48c9-b479-ea847f3a8e57 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:50.426728 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcd8c12-64cb-4681-a1a5-abd212bf4c3d req-c3eac3d7-d2fc-48c9-b479-ea847f3a8e57 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:50.428886 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3bcd8c12-64cb-4681-a1a5-abd212bf4c3d req-c3eac3d7-d2fc-48c9-b479-ea847f3a8e57 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/ports?device_id=a29b1f86-c2b3-4079-ba70-879d5fa5b04b HTTP/1.1" status: 200 len: 5433 time: 0.1486614 Jul 05 02:22:50.437883 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5dd5b0-1852-4428-a8f7-7a4b5e9fa35c req-80a727c2-2aad-4c70-b0f2-922b3050168e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:50.440502 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-de5dd5b0-1852-4428-a8f7-7a4b5e9fa35c req-80a727c2-2aad-4c70-b0f2-922b3050168e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e9d7d611-0755-4e9e-8dda-32848396298c HTTP/1.1" status: 200 len: 1101 time: 0.1809702 Jul 05 02:22:50.466054 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=5b0f54da-8693-4b02-a321-5713c8d2d357,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:22:50.481947 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:50.483206 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 16c77f10-6b39-403f-a66f-9731963e998e up at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:22:50.488274 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3bcd8c12-64cb-4681-a1a5-abd212bf4c3d req-6037841e-1dc0-4865-be21-c25c889f9d16 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/security-groups?id=17338adc-3db3-4a61-bf9d-146877730ae5&id=aee4c074-5a4c-4da1-9a49-8feda33d45d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0525346 Jul 05 02:22:50.503064 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 4d4cc644-881c-4bc4-ba01-8b718549b3b3, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=4d4cc644-881c-4bc4-ba01-8b718549b3b3,segment=NetworkSegment(92cb1372-8555-40a1-b85c-7eabf408a10e),segment_id=92cb1372-8555-40a1-b85c-7eabf408a10e)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:22:50.517579 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-729ba369-98f4-4b19-b80b-58e919c76917 req-58aa26eb-4a20-446d-9281-625695190515 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=773b9e0a-a16f-46ae-884b-fa5e8dd23496 HTTP/1.1" status: 200 len: 210 time: 0.0497203 Jul 05 02:22:50.521273 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b61e3631-f64c-4a38-a9a7-788f9b4fd826 req-8e18b887-4abb-4a4a-abce-50d784c06ecf tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Made reservation on behalf of f3761e9b54fb4b859175f5af6199b06f for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:22:50.525091 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b61e3631-f64c-4a38-a9a7-788f9b4fd826 req-8e18b887-4abb-4a4a-abce-50d784c06ecf tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:50.559086 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-de5dd5b0-1852-4428-a8f7-7a4b5e9fa35c req-75030e2d-4c18-4cc1-ad03-5cad120104c4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035128 Jul 05 02:22:50.568915 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': '4d4cc644-881c-4bc4-ba01-8b718549b3b3', 'network_id': 'af31c90c-6609-44f7-bd07-e9a01e5e50aa', 'port_id': '4d4cc644-881c-4bc4-ba01-8b718549b3b3', 'mac_address': 'fa:16:3e:f0:3f:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8ef0486-6500-4c47-99a5-3aaed600992a', 'ip_address': '19.80.0.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:22:50.627521 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=5989baa9-fe49-4803-b03e-335f01c6c828,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:22:50.644160 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:50.658266 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d4cc644-881c-4bc4-ba01-8b718549b3b3 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:22:50.679448 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 4d4cc644-881c-4bc4-ba01-8b718549b3b3, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=4d4cc644-881c-4bc4-ba01-8b718549b3b3,segment=NetworkSegment(92cb1372-8555-40a1-b85c-7eabf408a10e),segment_id=92cb1372-8555-40a1-b85c-7eabf408a10e)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:22:50.705791 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b497f18c-e100-4273-bb44-273352e5691f req-0a4b896e-ad53-4876-adaf-c7d110acd16c tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:50.711805 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b497f18c-e100-4273-bb44-273352e5691f req-0a4b896e-ad53-4876-adaf-c7d110acd16c tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:50.719040 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b497f18c-e100-4273-bb44-273352e5691f req-0a4b896e-ad53-4876-adaf-c7d110acd16c tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:50.720807 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b497f18c-e100-4273-bb44-273352e5691f req-0a4b896e-ad53-4876-adaf-c7d110acd16c tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc8e0492-2741-4381-950b-76ee686c9092 HTTP/1.1" status: 200 len: 2414 time: 0.1043301 Jul 05 02:22:50.740360 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning for port 16c77f10-6b39-403f-a66f-9731963e998e completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:22:50.748177 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning complete for port 16c77f10-6b39-403f-a66f-9731963e998e triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:22:50.748544 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:50.779816 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:50.784010 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b497f18c-e100-4273-bb44-273352e5691f req-6b76acf6-0721-45aa-8f6a-808a732601f6 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.23 "GET /v2.0/security-groups?id=74918f4d-c3c5-43b3-aeaa-73c712bc8baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535576 Jul 05 02:22:50.850909 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=4d4cc644-881c-4bc4-ba01-8b718549b3b3,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:22:50.895699 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b768b450-e973-49f4-8caa-8492a2f85b5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:50.897370 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:50.937984 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 16c77f10-6b39-403f-a66f-9731963e998e, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=16c77f10-6b39-403f-a66f-9731963e998e,segment=NetworkSegment(1e66968f-6f5e-4e8c-8b7e-ad16b36c9c98),segment_id=1e66968f-6f5e-4e8c-8b7e-ad16b36c9c98)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:22:50.991501 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616624c3-9e54-43f2-971d-c18c0d5990b5 req-18e435ea-bd40-4607-b080-772aa292645a tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:50.993106 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-616624c3-9e54-43f2-971d-c18c0d5990b5 req-18e435ea-bd40-4607-b080-772aa292645a tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?device_id=a715fb7a-9b07-4f40-8481-c6b802b030b3 HTTP/1.1" status: 200 len: 944 time: 0.0762835 Jul 05 02:22:51.033318 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-616624c3-9e54-43f2-971d-c18c0d5990b5 req-597033fd-26cc-490e-aba2-7a4685f77dbd tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/security-groups?id=e258e924-fb3e-45d8-9b54-0249433deb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336680 Jul 05 02:22:51.035400 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:51.052210 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-b61e3631-f64c-4a38-a9a7-788f9b4fd826 req-8e18b887-4abb-4a4a-abce-50d784c06ecf tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Allocated IP 172.20.0.6 (705854c6-bb90-4b2b-93a0-7581bd607e40/86343a12-8825-4191-b518-68943eb24150/b4bc1d8f-e667-4074-ba71-69dc98333a1c) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:22:51.089255 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=16c77f10-6b39-403f-a66f-9731963e998e,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:22:51.097796 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['eb9dcc12-b663-4268-8562-7b7a31dff9bb'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:22:51.110709 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2a29e9-0114-4c28-aa15-07fa1bf45fa7 req-adb94121-9d04-44c4-ae14-379d8e3ceaaf tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:51.112234 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ad2a29e9-0114-4c28-aa15-07fa1bf45fa7 req-adb94121-9d04-44c4-ae14-379d8e3ceaaf tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca36febd-b506-4424-9f43-8be7a9423ed1 HTTP/1.1" status: 200 len: 945 time: 0.1146591 Jul 05 02:22:51.121762 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 56b8015f-94a3-4395-b042-696c4e70e1cd up at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:22:51.172397 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['4d4cc644-881c-4bc4-ba01-8b718549b3b3'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:22:51.186508 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['5b0f54da-8693-4b02-a321-5713c8d2d357'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:22:51.212518 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ad2a29e9-0114-4c28-aa15-07fa1bf45fa7 req-ca1dcb0a-12b6-4f18-9c1d-50ebbc56b470 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/security-groups?id=a7ec5bda-2f9c-43a6-b62e-a51bc7e5a1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911007 Jul 05 02:22:51.244101 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02148966-d132-43b6-b6e3-f5ef61e760d2 req-6ce74dd5-6556-445b-89c5-235e44629fd1 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:51.245905 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-02148966-d132-43b6-b6e3-f5ef61e760d2 req-6ce74dd5-6556-445b-89c5-235e44629fd1 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9d7d611-0755-4e9e-8dda-32848396298c HTTP/1.1" status: 200 len: 949 time: 0.0935047 Jul 05 02:22:51.273096 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b61e3631-f64c-4a38-a9a7-788f9b4fd826 req-8e18b887-4abb-4a4a-abce-50d784c06ecf tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:51.291486 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-02148966-d132-43b6-b6e3-f5ef61e760d2 req-f3490991-d8cd-4e39-a2ca-c7012e1889f7 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390429 Jul 05 02:22:51.392001 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b61e3631-f64c-4a38-a9a7-788f9b4fd826 req-8e18b887-4abb-4a4a-abce-50d784c06ecf tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:51.436987 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning for port 56b8015f-94a3-4395-b042-696c4e70e1cd completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:22:51.453860 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning complete for port 56b8015f-94a3-4395-b042-696c4e70e1cd triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:22:51.456064 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:51.467101 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b61e3631-f64c-4a38-a9a7-788f9b4fd826 req-8e18b887-4abb-4a4a-abce-50d784c06ecf tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Network 705854c6-bb90-4b2b-93a0-7581bd607e40 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:22:51.477235 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-b61e3631-f64c-4a38-a9a7-788f9b4fd826 req-8e18b887-4abb-4a4a-abce-50d784c06ecf tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:22:51.482163 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-b61e3631-f64c-4a38-a9a7-788f9b4fd826 req-8e18b887-4abb-4a4a-abce-50d784c06ecf tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:22:51.558817 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e18b887-4abb-4a4a-abce-50d784c06ecf tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Pushing event updated for resources: {'Port': ['ID=b4bc1d8f-e667-4074-ba71-69dc98333a1c,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:22:51.583015 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61e3631-f64c-4a38-a9a7-788f9b4fd826 req-8e18b887-4abb-4a4a-abce-50d784c06ecf tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:51.584566 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b61e3631-f64c-4a38-a9a7-788f9b4fd826 req-8e18b887-4abb-4a4a-abce-50d784c06ecf tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:51.621879 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe52935-bd1a-4961-9fda-9e3598a35dac req-65955551-da77-40b4-acd7-ba7cf086391e tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:51.623556 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4fe52935-bd1a-4961-9fda-9e3598a35dac req-65955551-da77-40b4-acd7-ba7cf086391e tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1ee81b5-e6b1-46ea-af4b-a17cc878fd0a HTTP/1.1" status: 200 len: 945 time: 0.2258976 Jul 05 02:22:51.648933 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:51.670043 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4fe52935-bd1a-4961-9fda-9e3598a35dac req-566886d3-da51-46f9-be64-25db2b3d9494 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ff5da2-a315-4895-9d40-ac9ae668e60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400982 Jul 05 02:22:51.677388 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b61e3631-f64c-4a38-a9a7-788f9b4fd826 req-8e18b887-4abb-4a4a-abce-50d784c06ecf tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5640616 Jul 05 02:22:51.690185 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 56b8015f-94a3-4395-b042-696c4e70e1cd, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=56b8015f-94a3-4395-b042-696c4e70e1cd,segment=NetworkSegment(c339102a-fa63-429b-bfae-9f85cbe3d098),segment_id=c339102a-fa63-429b-bfae-9f85cbe3d098)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:22:51.690591 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-b61e3631-f64c-4a38-a9a7-788f9b4fd826 req-7b882c6d-5d8b-4c0a-81ad-35797d0e1f60 service neutron] Request body: {'port': {'device_id': '773b9e0a-a16f-46ae-884b-fa5e8dd23496', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:22:51.717373 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383e0e77-ae04-445d-be0f-25ab5849881c req-f0dd693d-aa6d-4979-bacb-2a07c451c1c4 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:51.717373 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383e0e77-ae04-445d-be0f-25ab5849881c req-f0dd693d-aa6d-4979-bacb-2a07c451c1c4 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:51.722573 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383e0e77-ae04-445d-be0f-25ab5849881c req-f0dd693d-aa6d-4979-bacb-2a07c451c1c4 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:51.728557 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383e0e77-ae04-445d-be0f-25ab5849881c req-f0dd693d-aa6d-4979-bacb-2a07c451c1c4 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:51.735902 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383e0e77-ae04-445d-be0f-25ab5849881c req-f0dd693d-aa6d-4979-bacb-2a07c451c1c4 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:51.741824 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383e0e77-ae04-445d-be0f-25ab5849881c req-f0dd693d-aa6d-4979-bacb-2a07c451c1c4 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:51.748206 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383e0e77-ae04-445d-be0f-25ab5849881c req-f0dd693d-aa6d-4979-bacb-2a07c451c1c4 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:51.750214 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-383e0e77-ae04-445d-be0f-25ab5849881c req-f0dd693d-aa6d-4979-bacb-2a07c451c1c4 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/ports?device_id=a29b1f86-c2b3-4079-ba70-879d5fa5b04b HTTP/1.1" status: 200 len: 5435 time: 0.1177394 Jul 05 02:22:51.764060 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:51.764862 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device a1e2a25b-1423-4d35-8264-af45ad30414b up at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:22:51.777247 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b61e3631-f64c-4a38-a9a7-788f9b4fd826 req-7b882c6d-5d8b-4c0a-81ad-35797d0e1f60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:51.796323 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-383e0e77-ae04-445d-be0f-25ab5849881c req-12ffd392-6f27-4299-949d-983589e40037 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/security-groups?id=17338adc-3db3-4a61-bf9d-146877730ae5&id=aee4c074-5a4c-4da1-9a49-8feda33d45d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0390368 Jul 05 02:22:51.854798 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=56b8015f-94a3-4395-b042-696c4e70e1cd,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:22:51.871696 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning complete for port a1e2a25b-1423-4d35-8264-af45ad30414b triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:22:51.872155 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:51.959532 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:51.976330 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f29b3d-618d-48db-a185-8bfdf974bfbd req-d987eecd-51f3-444d-9521-b602d5de83ae tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:51.977883 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-31f29b3d-618d-48db-a185-8bfdf974bfbd req-d987eecd-51f3-444d-9521-b602d5de83ae tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=773b9e0a-a16f-46ae-884b-fa5e8dd23496 HTTP/1.1" status: 200 len: 931 time: 0.1531405 Jul 05 02:22:52.000912 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port a1e2a25b-1423-4d35-8264-af45ad30414b, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=a1e2a25b-1423-4d35-8264-af45ad30414b,segment=NetworkSegment(a028bd42-8637-4eda-b2d9-cfc3731c23e0),segment_id=a028bd42-8637-4eda-b2d9-cfc3731c23e0)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:22:52.066042 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-31f29b3d-618d-48db-a185-8bfdf974bfbd req-b49f4fe6-5d7e-4571-986c-b352b2a5e92a tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524631 Jul 05 02:22:52.088040 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:52.122038 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a29b1f86-c2b3-4079-ba70-879d5fa5b04b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5989baa9-fe49-4803-b03e-335f01c6c828'}, {'server_uuid': 'a29b1f86-c2b3-4079-ba70-879d5fa5b04b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16c77f10-6b39-403f-a66f-9731963e998e'}, {'server_uuid': 'a29b1f86-c2b3-4079-ba70-879d5fa5b04b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56b8015f-94a3-4395-b042-696c4e70e1cd'}, {'server_uuid': 'a715fb7a-9b07-4f40-8481-c6b802b030b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1e2a25b-1423-4d35-8264-af45ad30414b'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:22:52.124956 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f89124d-5a8b-4173-8477-eada135fa205" -d '{"events": [{"server_uuid": "a29b1f86-c2b3-4079-ba70-879d5fa5b04b", "name": "network-vif-plugged", "status": "completed", "tag": "5989baa9-fe49-4803-b03e-335f01c6c828"}, {"server_uuid": "a29b1f86-c2b3-4079-ba70-879d5fa5b04b", "name": "network-vif-plugged", "status": "completed", "tag": "16c77f10-6b39-403f-a66f-9731963e998e"}, {"server_uuid": "a29b1f86-c2b3-4079-ba70-879d5fa5b04b", "name": "network-vif-plugged", "status": "completed", "tag": "56b8015f-94a3-4395-b042-696c4e70e1cd"}, {"server_uuid": "a715fb7a-9b07-4f40-8481-c6b802b030b3", "name": "network-vif-plugged", "status": "completed", "tag": "a1e2a25b-1423-4d35-8264-af45ad30414b"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:22:52.132652 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4044dc-7285-4952-9ff2-26a440ed3d88 req-5ea9ac04-0378-4818-86e8-de6f88a77f73 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:52.139373 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4044dc-7285-4952-9ff2-26a440ed3d88 req-5ea9ac04-0378-4818-86e8-de6f88a77f73 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:52.146614 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4044dc-7285-4952-9ff2-26a440ed3d88 req-5ea9ac04-0378-4818-86e8-de6f88a77f73 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:52.148824 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6f4044dc-7285-4952-9ff2-26a440ed3d88 req-5ea9ac04-0378-4818-86e8-de6f88a77f73 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc8e0492-2741-4381-950b-76ee686c9092 HTTP/1.1" status: 200 len: 2415 time: 0.1048379 Jul 05 02:22:52.153469 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-b61e3631-f64c-4a38-a9a7-788f9b4fd826 req-7b882c6d-5d8b-4c0a-81ad-35797d0e1f60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4bc1d8f-e667-4074-ba71-69dc98333a1c {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:22:52.161653 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b61e3631-f64c-4a38-a9a7-788f9b4fd826 req-7b882c6d-5d8b-4c0a-81ad-35797d0e1f60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:52.166930 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=a1e2a25b-1423-4d35-8264-af45ad30414b,revision_number=8']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:22:52.175963 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-b61e3631-f64c-4a38-a9a7-788f9b4fd826 req-7b882c6d-5d8b-4c0a-81ad-35797d0e1f60 service neutron] Transition to ACTIVE for port object b4bc1d8f-e667-4074-ba71-69dc98333a1c will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:22:52.191259 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6f4044dc-7285-4952-9ff2-26a440ed3d88 req-c6920eb6-c5b9-495e-9d63-bc8a9f7a2a89 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.23 "GET /v2.0/security-groups?id=74918f4d-c3c5-43b3-aeaa-73c712bc8baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358124 Jul 05 02:22:52.247118 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Mon, 05 Jul 2021 02:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-407966da-3916-4343-9dbd-e3cfd024bc20 x-openstack-request-id: req-407966da-3916-4343-9dbd-e3cfd024bc20 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:22:52.248293 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a29b1f86-c2b3-4079-ba70-879d5fa5b04b", "name": "network-vif-plugged", "status": "completed", "tag": "5989baa9-fe49-4803-b03e-335f01c6c828", "code": 200}, {"server_uuid": "a29b1f86-c2b3-4079-ba70-879d5fa5b04b", "name": "network-vif-plugged", "status": "completed", "tag": "16c77f10-6b39-403f-a66f-9731963e998e", "code": 200}, {"server_uuid": "a29b1f86-c2b3-4079-ba70-879d5fa5b04b", "name": "network-vif-plugged", "status": "completed", "tag": "56b8015f-94a3-4395-b042-696c4e70e1cd", "code": 200}, {"server_uuid": "a715fb7a-9b07-4f40-8481-c6b802b030b3", "name": "network-vif-plugged", "status": "completed", "tag": "a1e2a25b-1423-4d35-8264-af45ad30414b", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:22:52.248293 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-407966da-3916-4343-9dbd-e3cfd024bc20 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:22:52.248592 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a29b1f86-c2b3-4079-ba70-879d5fa5b04b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5989baa9-fe49-4803-b03e-335f01c6c828', 'code': 200} Jul 05 02:22:52.248923 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a29b1f86-c2b3-4079-ba70-879d5fa5b04b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16c77f10-6b39-403f-a66f-9731963e998e', 'code': 200} Jul 05 02:22:52.249262 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a29b1f86-c2b3-4079-ba70-879d5fa5b04b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56b8015f-94a3-4395-b042-696c4e70e1cd', 'code': 200} Jul 05 02:22:52.249568 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a715fb7a-9b07-4f40-8481-c6b802b030b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1e2a25b-1423-4d35-8264-af45ad30414b', 'code': 200} Jul 05 02:22:52.250964 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b61e3631-f64c-4a38-a9a7-788f9b4fd826 req-7b882c6d-5d8b-4c0a-81ad-35797d0e1f60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:52.337112 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b882c6d-5d8b-4c0a-81ad-35797d0e1f60 service neutron] Pushing event updated for resources: {'Port': ['ID=b4bc1d8f-e667-4074-ba71-69dc98333a1c,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:22:52.353803 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2741750-e3c2-4b11-968d-a44026e2a955 req-b2cecf62-dd82-4fe7-bcdc-1c20c9d3f4ea tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:52.355074 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e2741750-e3c2-4b11-968d-a44026e2a955 req-b2cecf62-dd82-4fe7-bcdc-1c20c9d3f4ea tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1ee81b5-e6b1-46ea-af4b-a17cc878fd0a HTTP/1.1" status: 200 len: 945 time: 0.1694069 Jul 05 02:22:52.440183 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d9da8c-b412-4906-ac15-d3d82e78bf1a req-cbae0315-9644-466e-93f0-9e083f11e8c7 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:52.441710 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-07d9da8c-b412-4906-ac15-d3d82e78bf1a req-cbae0315-9644-466e-93f0-9e083f11e8c7 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?device_id=a715fb7a-9b07-4f40-8481-c6b802b030b3 HTTP/1.1" status: 200 len: 945 time: 0.2265930 Jul 05 02:22:52.479757 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5801e13e-39ef-4a6f-ba98-6387e88bf4f8 req-59912665-2c8a-4668-adf0-f3784addac7d tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:52.481179 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5801e13e-39ef-4a6f-ba98-6387e88bf4f8 req-59912665-2c8a-4668-adf0-f3784addac7d tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca36febd-b506-4424-9f43-8be7a9423ed1 HTTP/1.1" status: 200 len: 945 time: 0.1098273 Jul 05 02:22:52.487019 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4fbc73-6c6f-406b-a589-1f1799b9aea4 req-3f7b39b2-cb59-4944-884d-227caed3138f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:52.487506 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4fbc73-6c6f-406b-a589-1f1799b9aea4 req-3f7b39b2-cb59-4944-884d-227caed3138f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:52.487980 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4fbc73-6c6f-406b-a589-1f1799b9aea4 req-3f7b39b2-cb59-4944-884d-227caed3138f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:52.488470 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4fbc73-6c6f-406b-a589-1f1799b9aea4 req-3f7b39b2-cb59-4944-884d-227caed3138f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:52.488941 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4fbc73-6c6f-406b-a589-1f1799b9aea4 req-3f7b39b2-cb59-4944-884d-227caed3138f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:52.489409 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4fbc73-6c6f-406b-a589-1f1799b9aea4 req-3f7b39b2-cb59-4944-884d-227caed3138f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:52.489875 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4fbc73-6c6f-406b-a589-1f1799b9aea4 req-3f7b39b2-cb59-4944-884d-227caed3138f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:52.491759 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ce4fbc73-6c6f-406b-a589-1f1799b9aea4 req-3f7b39b2-cb59-4944-884d-227caed3138f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a29b1f86-c2b3-4079-ba70-879d5fa5b04b HTTP/1.1" status: 200 len: 6500 time: 0.0925152 Jul 05 02:22:52.550779 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5801e13e-39ef-4a6f-ba98-6387e88bf4f8 req-663c3a9c-3d57-4fbb-aaa3-9af3bd43ae00 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/security-groups?id=a7ec5bda-2f9c-43a6-b62e-a51bc7e5a1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580122 Jul 05 02:22:52.555420 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ce4fbc73-6c6f-406b-a589-1f1799b9aea4 req-0807443b-1437-435a-a54f-c9f85ac982b2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=17338adc-3db3-4a61-bf9d-146877730ae5&id=aee4c074-5a4c-4da1-9a49-8feda33d45d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0557880 Jul 05 02:22:52.568590 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-07d9da8c-b412-4906-ac15-d3d82e78bf1a req-be298813-c1a5-4a35-b707-bcac908252f9 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/security-groups?id=e258e924-fb3e-45d8-9b54-0249433deb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163111 Jul 05 02:22:52.575732 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-b61e3631-f64c-4a38-a9a7-788f9b4fd826 req-7b882c6d-5d8b-4c0a-81ad-35797d0e1f60 service neutron] Attempting to bind port b4bc1d8f-e667-4074-ba71-69dc98333a1c on host n-h1-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:22:52.576070 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-b61e3631-f64c-4a38-a9a7-788f9b4fd826 req-7b882c6d-5d8b-4c0a-81ad-35797d0e1f60 service neutron] Attempting to bind port b4bc1d8f-e667-4074-ba71-69dc98333a1c by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': '21ad98b6-ba72-4f1f-a0ef-3d0df329b6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '705854c6-bb90-4b2b-93a0-7581bd607e40'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:22:52.576426 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61e3631-f64c-4a38-a9a7-788f9b4fd826 req-7b882c6d-5d8b-4c0a-81ad-35797d0e1f60 service neutron] Attempting to bind port b4bc1d8f-e667-4074-ba71-69dc98333a1c on network 705854c6-bb90-4b2b-93a0-7581bd607e40 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:22:52.587318 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61e3631-f64c-4a38-a9a7-788f9b4fd826 req-7b882c6d-5d8b-4c0a-81ad-35797d0e1f60 service neutron] Port b4bc1d8f-e667-4074-ba71-69dc98333a1c on network 705854c6-bb90-4b2b-93a0-7581bd607e40 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:22:52.588188 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61e3631-f64c-4a38-a9a7-788f9b4fd826 req-7b882c6d-5d8b-4c0a-81ad-35797d0e1f60 service neutron] Attempting to bind port b4bc1d8f-e667-4074-ba71-69dc98333a1c on network 705854c6-bb90-4b2b-93a0-7581bd607e40 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:22:52.601336 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61e3631-f64c-4a38-a9a7-788f9b4fd826 req-7b882c6d-5d8b-4c0a-81ad-35797d0e1f60 service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:22:52.601680 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61e3631-f64c-4a38-a9a7-788f9b4fd826 req-7b882c6d-5d8b-4c0a-81ad-35797d0e1f60 service neutron] Checking segment: {'id': '21ad98b6-ba72-4f1f-a0ef-3d0df329b6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '705854c6-bb90-4b2b-93a0-7581bd607e40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:22:52.602066 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61e3631-f64c-4a38-a9a7-788f9b4fd826 req-7b882c6d-5d8b-4c0a-81ad-35797d0e1f60 service neutron] Bound using segment: {'id': '21ad98b6-ba72-4f1f-a0ef-3d0df329b6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '705854c6-bb90-4b2b-93a0-7581bd607e40'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:22:52.602528 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-b61e3631-f64c-4a38-a9a7-788f9b4fd826 req-7b882c6d-5d8b-4c0a-81ad-35797d0e1f60 service neutron] Bound port: b4bc1d8f-e667-4074-ba71-69dc98333a1c, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21ad98b6-ba72-4f1f-a0ef-3d0df329b6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '705854c6-bb90-4b2b-93a0-7581bd607e40'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:22:52.602895 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b61e3631-f64c-4a38-a9a7-788f9b4fd826 req-7b882c6d-5d8b-4c0a-81ad-35797d0e1f60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:52.617716 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6696df51-bdaf-4f63-a348-09e3e00bfb38 req-566ca74b-2cd1-42be-a164-7e2667b4adf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:52.619302 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6696df51-bdaf-4f63-a348-09e3e00bfb38 req-566ca74b-2cd1-42be-a164-7e2667b4adf1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a715fb7a-9b07-4f40-8481-c6b802b030b3 HTTP/1.1" status: 200 len: 1097 time: 0.2104950 Jul 05 02:22:52.673480 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-e2741750-e3c2-4b11-968d-a44026e2a955 req-6822d7c7-708e-422d-b9bd-1c919fa534ba tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Deleting port a94eebee-b20d-4089-ae54-a2b450a41407 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:22:52.673834 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-e2741750-e3c2-4b11-968d-a44026e2a955 req-6822d7c7-708e-422d-b9bd-1c919fa534ba tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:52.725163 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8826031c-e2fc-429e-a506-a6e2799414e9 req-781f72aa-36ce-44fc-8bdb-9e59ee3af96d tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:52.726677 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8826031c-e2fc-429e-a506-a6e2799414e9 req-781f72aa-36ce-44fc-8bdb-9e59ee3af96d tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9d7d611-0755-4e9e-8dda-32848396298c HTTP/1.1" status: 200 len: 949 time: 0.0647378 Jul 05 02:22:52.751938 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6696df51-bdaf-4f63-a348-09e3e00bfb38 req-891b7b2f-65b7-43f9-a6e5-79a450351237 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e258e924-fb3e-45d8-9b54-0249433deb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245613 Jul 05 02:22:52.755744 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-b61e3631-f64c-4a38-a9a7-788f9b4fd826 req-7b882c6d-5d8b-4c0a-81ad-35797d0e1f60 service neutron] For port b4bc1d8f-e667-4074-ba71-69dc98333a1c, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:22:52.761055 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-b61e3631-f64c-4a38-a9a7-788f9b4fd826 req-7b882c6d-5d8b-4c0a-81ad-35797d0e1f60 service neutron] For port b4bc1d8f-e667-4074-ba71-69dc98333a1c, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=b4bc1d8f-e667-4074-ba71-69dc98333a1c,segment=NetworkSegment(21ad98b6-ba72-4f1f-a0ef-3d0df329b6a3),segment_id=21ad98b6-ba72-4f1f-a0ef-3d0df329b6a3)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:22:52.767400 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8826031c-e2fc-429e-a506-a6e2799414e9 req-cccf97a7-b6e2-40ce-9a98-b1d634d7b741 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338442 Jul 05 02:22:52.797874 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-e2741750-e3c2-4b11-968d-a44026e2a955 req-6822d7c7-708e-422d-b9bd-1c919fa534ba tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] For port a94eebee-b20d-4089-ae54-a2b450a41407, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=a94eebee-b20d-4089-ae54-a2b450a41407,segment=NetworkSegment(ac98ab34-de80-488f-9ef3-072652e10596),segment_id=ac98ab34-de80-488f-9ef3-072652e10596)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:22:52.798277 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-e2741750-e3c2-4b11-968d-a44026e2a955 req-6822d7c7-708e-422d-b9bd-1c919fa534ba tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:52.814176 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-e2741750-e3c2-4b11-968d-a44026e2a955 req-6822d7c7-708e-422d-b9bd-1c919fa534ba tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Calling delete_port for a94eebee-b20d-4089-ae54-a2b450a41407 owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:22:52.943037 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbb863f-5100-4d8f-a38c-9f9c6a9fee44 req-d283b582-110d-4d10-bfa8-e2b1888106e9 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:52.944559 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fdbb863f-5100-4d8f-a38c-9f9c6a9fee44 req-d283b582-110d-4d10-bfa8-e2b1888106e9 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1ee81b5-e6b1-46ea-af4b-a17cc878fd0a HTTP/1.1" status: 200 len: 945 time: 0.1284952 Jul 05 02:22:52.947747 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057feb35-a7f1-46e9-920e-44a0cb5995ae req-23eef3c3-1525-49d2-a57e-0b3f664642cc tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:52.951751 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-057feb35-a7f1-46e9-920e-44a0cb5995ae req-23eef3c3-1525-49d2-a57e-0b3f664642cc tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9d7d611-0755-4e9e-8dda-32848396298c HTTP/1.1" status: 200 len: 949 time: 0.0640163 Jul 05 02:22:52.988756 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-057feb35-a7f1-46e9-920e-44a0cb5995ae req-eaebdaec-69a8-4afc-b395-c52e5861c3c7 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331299 Jul 05 02:22:53.021280 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fdbb863f-5100-4d8f-a38c-9f9c6a9fee44 req-6c1d0ac2-260a-4b31-8cd4-90c5974ad975 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ff5da2-a315-4895-9d40-ac9ae668e60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703745 Jul 05 02:22:53.071518 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b61e3631-f64c-4a38-a9a7-788f9b4fd826 req-7b882c6d-5d8b-4c0a-81ad-35797d0e1f60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:53.103580 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61e3631-f64c-4a38-a9a7-788f9b4fd826 req-7b882c6d-5d8b-4c0a-81ad-35797d0e1f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:53.104452 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b61e3631-f64c-4a38-a9a7-788f9b4fd826 req-7b882c6d-5d8b-4c0a-81ad-35797d0e1f60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:53.106196 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b61e3631-f64c-4a38-a9a7-788f9b4fd826 req-7b882c6d-5d8b-4c0a-81ad-35797d0e1f60 service neutron] 10.222.0.21 "PUT /v2.0/ports/b4bc1d8f-e667-4074-ba71-69dc98333a1c HTTP/1.1" status: 200 len: 1092 time: 1.4211228 Jul 05 02:22:53.109396 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '773b9e0a-a16f-46ae-884b-fa5e8dd23496', 'tag': 'b4bc1d8f-e667-4074-ba71-69dc98333a1c'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:22:53.112766 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7c86c92-18f5-4aa5-8ce9-4fdae021106e" -d '{"events": [{"name": "network-changed", "server_uuid": "773b9e0a-a16f-46ae-884b-fa5e8dd23496", "tag": "b4bc1d8f-e667-4074-ba71-69dc98333a1c"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:22:53.135627 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-e2741750-e3c2-4b11-968d-a44026e2a955 req-6822d7c7-708e-422d-b9bd-1c919fa534ba tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:53.150174 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['a94eebee-b20d-4089-ae54-a2b450a41407'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:22:53.157876 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b882c6d-5d8b-4c0a-81ad-35797d0e1f60 service neutron] Pushing event updated for resources: {'Port': ['ID=b4bc1d8f-e667-4074-ba71-69dc98333a1c,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:22:53.186101 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 4d4cc644-881c-4bc4-ba01-8b718549b3b3 up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:22:53.192826 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64d6fbe-24ae-4673-9e82-874f2f501491 req-ba5a768f-f72b-40b9-b2ad-8f431ed5b6a7 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:53.195279 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6822d7c7-708e-422d-b9bd-1c919fa534ba tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Pushing event deleted for resources: {'Port': ['ID=a94eebee-b20d-4089-ae54-a2b450a41407,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:22:53.199862 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64d6fbe-24ae-4673-9e82-874f2f501491 req-ba5a768f-f72b-40b9-b2ad-8f431ed5b6a7 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:53.206222 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64d6fbe-24ae-4673-9e82-874f2f501491 req-ba5a768f-f72b-40b9-b2ad-8f431ed5b6a7 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:53.212642 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64d6fbe-24ae-4673-9e82-874f2f501491 req-ba5a768f-f72b-40b9-b2ad-8f431ed5b6a7 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:53.219066 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64d6fbe-24ae-4673-9e82-874f2f501491 req-ba5a768f-f72b-40b9-b2ad-8f431ed5b6a7 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:53.225214 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64d6fbe-24ae-4673-9e82-874f2f501491 req-ba5a768f-f72b-40b9-b2ad-8f431ed5b6a7 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:53.231439 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64d6fbe-24ae-4673-9e82-874f2f501491 req-ba5a768f-f72b-40b9-b2ad-8f431ed5b6a7 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:53.233686 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e64d6fbe-24ae-4673-9e82-874f2f501491 req-ba5a768f-f72b-40b9-b2ad-8f431ed5b6a7 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/ports?device_id=a29b1f86-c2b3-4079-ba70-879d5fa5b04b HTTP/1.1" status: 200 len: 5436 time: 0.1389284 Jul 05 02:22:53.236664 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2741750-e3c2-4b11-968d-a44026e2a955 req-6822d7c7-708e-422d-b9bd-1c919fa534ba tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] No DVR routers for this DVR port a94eebee-b20d-4089-ae54-a2b450a41407 on host n-h2-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:22:53.244388 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-e2741750-e3c2-4b11-968d-a44026e2a955 req-6822d7c7-708e-422d-b9bd-1c919fa534ba tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:53.244388 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e2741750-e3c2-4b11-968d-a44026e2a955 req-6822d7c7-708e-422d-b9bd-1c919fa534ba tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.15 "DELETE /v2.0/ports/a94eebee-b20d-4089-ae54-a2b450a41407 HTTP/1.1" status: 204 len: 173 time: 0.8677609 Jul 05 02:22:53.244638 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-380001ef-f5a3-46cf-a3e2-8851429ffc6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:53.285684 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e64d6fbe-24ae-4673-9e82-874f2f501491 req-109c0dce-533a-4ff9-a555-87de468ca60f tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/security-groups?id=17338adc-3db3-4a61-bf9d-146877730ae5&id=aee4c074-5a4c-4da1-9a49-8feda33d45d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0427299 Jul 05 02:22:53.318629 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61e3631-f64c-4a38-a9a7-788f9b4fd826 req-db7f699e-3c5d-497d-a96f-ff1be8a85fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:53.320192 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b61e3631-f64c-4a38-a9a7-788f9b4fd826 req-db7f699e-3c5d-497d-a96f-ff1be8a85fcf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f3761e9b54fb4b859175f5af6199b06f&device_id=773b9e0a-a16f-46ae-884b-fa5e8dd23496 HTTP/1.1" status: 200 len: 1095 time: 0.0723157 Jul 05 02:22:53.327377 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c576c553-8ced-4ebb-a574-4ccf4b161ea0 x-openstack-request-id: req-c576c553-8ced-4ebb-a574-4ccf4b161ea0 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:22:53.327729 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "773b9e0a-a16f-46ae-884b-fa5e8dd23496", "tag": "b4bc1d8f-e667-4074-ba71-69dc98333a1c", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:22:53.328046 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c576c553-8ced-4ebb-a574-4ccf4b161ea0 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:22:53.328505 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '773b9e0a-a16f-46ae-884b-fa5e8dd23496', 'tag': 'b4bc1d8f-e667-4074-ba71-69dc98333a1c', 'status': 'completed', 'code': 200} Jul 05 02:22:53.340060 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning for port 4d4cc644-881c-4bc4-ba01-8b718549b3b3 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:22:53.344563 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port 4d4cc644-881c-4bc4-ba01-8b718549b3b3 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:22:53.344994 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:53.385754 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b61e3631-f64c-4a38-a9a7-788f9b4fd826 req-9c2279be-6c9a-4744-931b-611c9cc59fa7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b4bc1d8f-e667-4074-ba71-69dc98333a1c HTTP/1.1" status: 200 len: 217 time: 0.0535016 Jul 05 02:22:53.439091 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:53.469920 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61e3631-f64c-4a38-a9a7-788f9b4fd826 req-d5930d90-e763-4097-86a9-cc7cae6a9e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:53.471566 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b61e3631-f64c-4a38-a9a7-788f9b4fd826 req-d5930d90-e763-4097-86a9-cc7cae6a9e23 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=86343a12-8825-4191-b518-68943eb24150 HTTP/1.1" status: 200 len: 852 time: 0.0764668 Jul 05 02:22:53.479763 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 4d4cc644-881c-4bc4-ba01-8b718549b3b3, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=4d4cc644-881c-4bc4-ba01-8b718549b3b3,segment=NetworkSegment(92cb1372-8555-40a1-b85c-7eabf408a10e),segment_id=92cb1372-8555-40a1-b85c-7eabf408a10e)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:22:53.489332 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2946baed-ae3c-4d5b-824c-92a8a8459c6b req-48472635-bbef-4b5c-8bb7-5f8cff274616 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:53.501464 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2946baed-ae3c-4d5b-824c-92a8a8459c6b req-48472635-bbef-4b5c-8bb7-5f8cff274616 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:53.507900 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2946baed-ae3c-4d5b-824c-92a8a8459c6b req-48472635-bbef-4b5c-8bb7-5f8cff274616 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:53.510208 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2946baed-ae3c-4d5b-824c-92a8a8459c6b req-48472635-bbef-4b5c-8bb7-5f8cff274616 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc8e0492-2741-4381-950b-76ee686c9092 HTTP/1.1" status: 200 len: 2415 time: 0.0949216 Jul 05 02:22:53.514726 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b61e3631-f64c-4a38-a9a7-788f9b4fd826 req-7a6bb801-3b8e-4e4d-8992-7d6e15f3e9bf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=705854c6-bb90-4b2b-93a0-7581bd607e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335329 Jul 05 02:22:53.522550 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97be698-dda8-4083-b592-0b9dbaac8551 req-05cadfa7-bc93-4e35-a5ce-750f10b4f39c tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:53.524451 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d97be698-dda8-4083-b592-0b9dbaac8551 req-05cadfa7-bc93-4e35-a5ce-750f10b4f39c tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=773b9e0a-a16f-46ae-884b-fa5e8dd23496 HTTP/1.1" status: 200 len: 943 time: 0.1415768 Jul 05 02:22:53.538164 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:53.539334 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 5b0f54da-8693-4b02-a321-5713c8d2d357 up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:22:53.559199 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2946baed-ae3c-4d5b-824c-92a8a8459c6b req-f30fd7f9-d678-43f9-ba5b-a6a69b7fb853 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.23 "GET /v2.0/security-groups?id=74918f4d-c3c5-43b3-aeaa-73c712bc8baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424421 Jul 05 02:22:53.623537 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d97be698-dda8-4083-b592-0b9dbaac8551 req-9928b449-4e5c-4124-b860-b12bdf3c44ff tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909872 Jul 05 02:22:53.650723 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=4d4cc644-881c-4bc4-ba01-8b718549b3b3,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:22:53.689763 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b61e3631-f64c-4a38-a9a7-788f9b4fd826 req-df6e90fc-0acf-4dc0-916b-858fbdd9be7c service neutron] 10.222.0.21 "GET /v2.0/networks/705854c6-bb90-4b2b-93a0-7581bd607e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645837 Jul 05 02:22:53.785520 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning for port 5b0f54da-8693-4b02-a321-5713c8d2d357 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:22:53.789650 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port 5b0f54da-8693-4b02-a321-5713c8d2d357 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:22:53.790023 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:53.822554 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b61e3631-f64c-4a38-a9a7-788f9b4fd826 req-5662ee61-0546-46ca-8588-cbe114767ee1 service neutron] 10.222.0.21 "GET /v2.0/networks/705854c6-bb90-4b2b-93a0-7581bd607e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255677 Jul 05 02:22:53.829438 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:53.840781 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2388571b-93df-4d1c-9405-38dcd3c7f1df req-7ece50dd-8846-48e8-ab98-cd6e12a74b77 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:53.842949 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2388571b-93df-4d1c-9405-38dcd3c7f1df req-7ece50dd-8846-48e8-ab98-cd6e12a74b77 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?device_id=a715fb7a-9b07-4f40-8481-c6b802b030b3 HTTP/1.1" status: 200 len: 945 time: 0.1072094 Jul 05 02:22:53.881013 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:53.885484 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2388571b-93df-4d1c-9405-38dcd3c7f1df req-02e1dfd4-2a47-4896-afd8-232eb299a854 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/security-groups?id=e258e924-fb3e-45d8-9b54-0249433deb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366392 Jul 05 02:22:53.919039 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 5b0f54da-8693-4b02-a321-5713c8d2d357, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=5b0f54da-8693-4b02-a321-5713c8d2d357,segment=NetworkSegment(d5cc6179-a4a9-4a67-92ee-daa2301bfc75),segment_id=d5cc6179-a4a9-4a67-92ee-daa2301bfc75)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:22:54.025378 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c86c92-18f5-4aa5-8ce9-4fdae021106e req-1562a4ac-51fd-4c57-a329-8899cb3f79bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:54.026928 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a7c86c92-18f5-4aa5-8ce9-4fdae021106e req-1562a4ac-51fd-4c57-a329-8899cb3f79bc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f3761e9b54fb4b859175f5af6199b06f&device_id=773b9e0a-a16f-46ae-884b-fa5e8dd23496 HTTP/1.1" status: 200 len: 1095 time: 0.0527127 Jul 05 02:22:54.119662 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:54.128118 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c86c92-18f5-4aa5-8ce9-4fdae021106e req-a47d9a94-aa56-489f-98a5-71445532c837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:54.129732 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a7c86c92-18f5-4aa5-8ce9-4fdae021106e req-a47d9a94-aa56-489f-98a5-71445532c837 service neutron] 10.222.0.21 "GET /v2.0/networks?id=705854c6-bb90-4b2b-93a0-7581bd607e40 HTTP/1.1" status: 200 len: 912 time: 0.0960007 Jul 05 02:22:54.130708 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device eb9dcc12-b663-4268-8562-7b7a31dff9bb up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:22:54.185954 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a7c86c92-18f5-4aa5-8ce9-4fdae021106e req-637e37a1-73be-4e4f-a57b-bee05412f016 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b4bc1d8f-e667-4074-ba71-69dc98333a1c HTTP/1.1" status: 200 len: 217 time: 0.0478139 Jul 05 02:22:54.236720 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-28bc08a0-b49d-49b1-bab4-79f7f51f0ff6 req-c211e470-6834-4c1a-991c-299c25acd610 tempest-ServerRescueNegativeTestJSON-1338609215 tempest-ServerRescueNegativeTestJSON-1338609215-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1ee81b5-e6b1-46ea-af4b-a17cc878fd0a HTTP/1.1" status: 200 len: 210 time: 0.0622892 Jul 05 02:22:54.269305 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc8e0492-2741-4381-950b-76ee686c9092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d4cc644-881c-4bc4-ba01-8b718549b3b3'}, {'server_uuid': 'dc8e0492-2741-4381-950b-76ee686c9092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b0f54da-8693-4b02-a321-5713c8d2d357'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:22:54.271760 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a96ab69-d335-4b79-9323-5d6125aaeb29" -d '{"events": [{"server_uuid": "dc8e0492-2741-4381-950b-76ee686c9092", "name": "network-vif-plugged", "status": "completed", "tag": "4d4cc644-881c-4bc4-ba01-8b718549b3b3"}, {"server_uuid": "dc8e0492-2741-4381-950b-76ee686c9092", "name": "network-vif-plugged", "status": "completed", "tag": "5b0f54da-8693-4b02-a321-5713c8d2d357"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:22:54.274299 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=5b0f54da-8693-4b02-a321-5713c8d2d357,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:22:54.316107 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c86c92-18f5-4aa5-8ce9-4fdae021106e req-621aaf53-9bb1-4421-86a5-639a95d77969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:54.318698 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a7c86c92-18f5-4aa5-8ce9-4fdae021106e req-621aaf53-9bb1-4421-86a5-639a95d77969 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=86343a12-8825-4191-b518-68943eb24150 HTTP/1.1" status: 200 len: 852 time: 0.1130266 Jul 05 02:22:54.359986 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a7c86c92-18f5-4aa5-8ce9-4fdae021106e req-a417ad5f-7e3e-4e4c-92a6-63384efdb7ef service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=705854c6-bb90-4b2b-93a0-7581bd607e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342650 Jul 05 02:22:54.375418 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 05 Jul 2021 02:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e929389f-d89a-49b8-9ff5-0eabd6818a9b x-openstack-request-id: req-e929389f-d89a-49b8-9ff5-0eabd6818a9b {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:22:54.376099 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc8e0492-2741-4381-950b-76ee686c9092", "name": "network-vif-plugged", "status": "completed", "tag": "4d4cc644-881c-4bc4-ba01-8b718549b3b3", "code": 200}, {"server_uuid": "dc8e0492-2741-4381-950b-76ee686c9092", "name": "network-vif-plugged", "status": "completed", "tag": "5b0f54da-8693-4b02-a321-5713c8d2d357", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:22:54.376624 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e929389f-d89a-49b8-9ff5-0eabd6818a9b {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:22:54.377219 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc8e0492-2741-4381-950b-76ee686c9092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d4cc644-881c-4bc4-ba01-8b718549b3b3', 'code': 200} Jul 05 02:22:54.377675 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc8e0492-2741-4381-950b-76ee686c9092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b0f54da-8693-4b02-a321-5713c8d2d357', 'code': 200} Jul 05 02:22:54.389071 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning for port eb9dcc12-b663-4268-8562-7b7a31dff9bb completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:22:54.396082 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port eb9dcc12-b663-4268-8562-7b7a31dff9bb triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:22:54.396750 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:54.416686 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576fcc47-72d9-47f8-ab73-475b6cca4e2a req-dc468ab6-d949-4499-80e1-08fa3b0d0f69 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:54.420624 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-576fcc47-72d9-47f8-ab73-475b6cca4e2a req-dc468ab6-d949-4499-80e1-08fa3b0d0f69 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9d7d611-0755-4e9e-8dda-32848396298c HTTP/1.1" status: 200 len: 949 time: 0.0824702 Jul 05 02:22:54.531088 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-576fcc47-72d9-47f8-ab73-475b6cca4e2a req-4a809a38-22fe-4386-aa62-d8d8c1fadae1 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965633 Jul 05 02:22:54.564845 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:54.575093 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a7c86c92-18f5-4aa5-8ce9-4fdae021106e req-be3793df-7c50-4cb3-af4c-1ecb665a3b48 service neutron] 10.222.0.21 "GET /v2.0/networks/705854c6-bb90-4b2b-93a0-7581bd607e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964293 Jul 05 02:22:54.575266 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1dadc6c7-5b0f-44aa-8442-5c5ac99019ad req-b450d47b-2a86-4aad-9f6d-7e7055f4b6ce service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e9d7d611-0755-4e9e-8dda-32848396298c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0902798 Jul 05 02:22:54.575499 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:54.612816 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port eb9dcc12-b663-4268-8562-7b7a31dff9bb, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=eb9dcc12-b663-4268-8562-7b7a31dff9bb,segment=NetworkSegment(92cb1372-8555-40a1-b85c-7eabf408a10e),segment_id=92cb1372-8555-40a1-b85c-7eabf408a10e)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:22:54.649294 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a7a8c1-530c-476b-92ea-b203549945dd req-62c22a2c-b8c2-4a5b-bf0c-db6810b73979 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:54.656019 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a7a8c1-530c-476b-92ea-b203549945dd req-62c22a2c-b8c2-4a5b-bf0c-db6810b73979 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:54.662306 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a7a8c1-530c-476b-92ea-b203549945dd req-62c22a2c-b8c2-4a5b-bf0c-db6810b73979 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:54.668745 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a7a8c1-530c-476b-92ea-b203549945dd req-62c22a2c-b8c2-4a5b-bf0c-db6810b73979 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:54.674688 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a7a8c1-530c-476b-92ea-b203549945dd req-62c22a2c-b8c2-4a5b-bf0c-db6810b73979 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:54.680906 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a7a8c1-530c-476b-92ea-b203549945dd req-62c22a2c-b8c2-4a5b-bf0c-db6810b73979 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:54.687084 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a7a8c1-530c-476b-92ea-b203549945dd req-62c22a2c-b8c2-4a5b-bf0c-db6810b73979 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:54.691668 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e8a7a8c1-530c-476b-92ea-b203549945dd req-62c22a2c-b8c2-4a5b-bf0c-db6810b73979 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/ports?device_id=a29b1f86-c2b3-4079-ba70-879d5fa5b04b HTTP/1.1" status: 200 len: 5436 time: 0.1818964 Jul 05 02:22:54.709050 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:54.757183 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e8a7a8c1-530c-476b-92ea-b203549945dd req-ca79aea0-aac5-49e5-96a6-f6984273de2d tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/security-groups?id=17338adc-3db3-4a61-bf9d-146877730ae5&id=aee4c074-5a4c-4da1-9a49-8feda33d45d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0611942 Jul 05 02:22:54.760046 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a7c86c92-18f5-4aa5-8ce9-4fdae021106e req-5f1e8312-231f-4d7d-85ec-ebd81c7313ec service neutron] 10.222.0.21 "GET /v2.0/networks/705854c6-bb90-4b2b-93a0-7581bd607e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844897 Jul 05 02:22:54.771444 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f594cd5b-eb39-4e4e-8792-bb4a6d3519a5 req-7fce343c-4bf6-4450-b1d0-5989e1461516 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:54.779618 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f594cd5b-eb39-4e4e-8792-bb4a6d3519a5 req-7fce343c-4bf6-4450-b1d0-5989e1461516 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:54.786302 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f594cd5b-eb39-4e4e-8792-bb4a6d3519a5 req-7fce343c-4bf6-4450-b1d0-5989e1461516 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:54.788317 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f594cd5b-eb39-4e4e-8792-bb4a6d3519a5 req-7fce343c-4bf6-4450-b1d0-5989e1461516 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc8e0492-2741-4381-950b-76ee686c9092 HTTP/1.1" status: 200 len: 2417 time: 0.1122627 Jul 05 02:22:54.802767 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=eb9dcc12-b663-4268-8562-7b7a31dff9bb,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:22:54.842716 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f594cd5b-eb39-4e4e-8792-bb4a6d3519a5 req-cab6cb36-5fcc-453f-a755-cd31e23953df tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.23 "GET /v2.0/security-groups?id=74918f4d-c3c5-43b3-aeaa-73c712bc8baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479410 Jul 05 02:22:54.975812 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364c3cb1-10f1-4fa2-8df0-487b1ea289fc req-76fd6fe4-598d-4762-9b00-78c23037831f tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:54.977371 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-364c3cb1-10f1-4fa2-8df0-487b1ea289fc req-76fd6fe4-598d-4762-9b00-78c23037831f tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=773b9e0a-a16f-46ae-884b-fa5e8dd23496 HTTP/1.1" status: 200 len: 943 time: 0.0696428 Jul 05 02:22:55.014633 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d6d0a8-6e3c-4ce7-a020-830c3b7ddeb5 req-f0d508b0-86cd-486b-93b3-e66bf571df15 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:55.016601 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-364c3cb1-10f1-4fa2-8df0-487b1ea289fc req-6ada41df-236e-46ad-86e9-499c7d2ebcd0 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323298 Jul 05 02:22:55.020630 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d6d0a8-6e3c-4ce7-a020-830c3b7ddeb5 req-f0d508b0-86cd-486b-93b3-e66bf571df15 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:55.027306 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d6d0a8-6e3c-4ce7-a020-830c3b7ddeb5 req-f0d508b0-86cd-486b-93b3-e66bf571df15 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:55.035513 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d6d0a8-6e3c-4ce7-a020-830c3b7ddeb5 req-f0d508b0-86cd-486b-93b3-e66bf571df15 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:55.039645 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d6d0a8-6e3c-4ce7-a020-830c3b7ddeb5 req-f0d508b0-86cd-486b-93b3-e66bf571df15 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:55.046332 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d6d0a8-6e3c-4ce7-a020-830c3b7ddeb5 req-f0d508b0-86cd-486b-93b3-e66bf571df15 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:55.052285 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d6d0a8-6e3c-4ce7-a020-830c3b7ddeb5 req-f0d508b0-86cd-486b-93b3-e66bf571df15 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:55.054298 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-26d6d0a8-6e3c-4ce7-a020-830c3b7ddeb5 req-f0d508b0-86cd-486b-93b3-e66bf571df15 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/ports?device_id=a29b1f86-c2b3-4079-ba70-879d5fa5b04b HTTP/1.1" status: 200 len: 5436 time: 0.1122234 Jul 05 02:22:55.065102 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 56392) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:22:55.069760 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-0033b079-126c-4d96-8a61-d52e2c67ca93 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Request body: {'floatingip': {'port_id': 'b3954152-aa83-410a-ad29-4f54d0faf476'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:22:55.113013 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0033b079-126c-4d96-8a61-d52e2c67ca93 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks [] for floatingip, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:55.138097 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device a94eebee-b20d-4089-ae54-a2b450a41407 no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:22:55.160934 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] No Port match for: a94eebee-b20d-4089-ae54-a2b450a41407 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:22:55.161557 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device a94eebee-b20d-4089-ae54-a2b450a41407 not bound to the agent host n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:22:55.187412 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10f84c3-2fd7-4fdd-963c-dd29dba71bba req-3cd5be01-6d97-42f8-93fd-ef09c6d02f20 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:55.188921 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c10f84c3-2fd7-4fdd-963c-dd29dba71bba req-3cd5be01-6d97-42f8-93fd-ef09c6d02f20 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?device_id=a715fb7a-9b07-4f40-8481-c6b802b030b3 HTTP/1.1" status: 200 len: 945 time: 0.0652840 Jul 05 02:22:55.228774 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c10f84c3-2fd7-4fdd-963c-dd29dba71bba req-75a3227f-0a59-4f50-9016-678755d7895b tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/security-groups?id=e258e924-fb3e-45d8-9b54-0249433deb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340204 Jul 05 02:22:55.330950 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1ee81b5-e6b1-46ea-af4b-a17cc878fd0a', 'name': 'network-vif-deleted', 'tag': 'a94eebee-b20d-4089-ae54-a2b450a41407'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:22:55.331873 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5ddb11f-66a3-4ab3-922c-58bbc2a17a36" -d '{"events": [{"server_uuid": "f1ee81b5-e6b1-46ea-af4b-a17cc878fd0a", "name": "network-vif-deleted", "tag": "a94eebee-b20d-4089-ae54-a2b450a41407"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:22:55.334041 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 56400) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:22:55.396354 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d3e82b4-e7ea-4270-b1ca-19a04f02e113 x-openstack-request-id: req-3d3e82b4-e7ea-4270-b1ca-19a04f02e113 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:22:55.396903 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1ee81b5-e6b1-46ea-af4b-a17cc878fd0a", "name": "network-vif-deleted", "tag": "a94eebee-b20d-4089-ae54-a2b450a41407", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:22:55.397361 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3d3e82b4-e7ea-4270-b1ca-19a04f02e113 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:22:55.397982 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1ee81b5-e6b1-46ea-af4b-a17cc878fd0a', 'name': 'network-vif-deleted', 'tag': 'a94eebee-b20d-4089-ae54-a2b450a41407', 'status': 'completed', 'code': 200} Jul 05 02:22:55.524292 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b47b4fe-2eee-4bc0-8d0b-3ab724784bf1 req-5dfb1c34-8249-4140-ad6a-18c98a448aa4 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:55.525808 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5b47b4fe-2eee-4bc0-8d0b-3ab724784bf1 req-5dfb1c34-8249-4140-ad6a-18c98a448aa4 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?device_id=a715fb7a-9b07-4f40-8481-c6b802b030b3 HTTP/1.1" status: 200 len: 945 time: 0.1316025 Jul 05 02:22:55.608057 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5b47b4fe-2eee-4bc0-8d0b-3ab724784bf1 req-1f871861-76f2-4af2-a743-310704533a80 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/security-groups?id=e258e924-fb3e-45d8-9b54-0249433deb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444829 Jul 05 02:22:55.643775 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0033b079-126c-4d96-8a61-d52e2c67ca93 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:55.746872 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0033b079-126c-4d96-8a61-d52e2c67ca93 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636869'] for floatingip, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:55.811718 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1d0b1f32-bbf3-47c8-8f7d-4dcc61ed2a1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1634680'] for router_interface, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:55.822152 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9431382-6a31-4ac3-9dab-e4d8ed9946ea req-c3606b32-be7f-431e-b220-d21283660333 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:55.823842 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f9431382-6a31-4ac3-9dab-e4d8ed9946ea req-c3606b32-be7f-431e-b220-d21283660333 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9d7d611-0755-4e9e-8dda-32848396298c HTTP/1.1" status: 200 len: 949 time: 0.1212344 Jul 05 02:22:55.905820 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f9431382-6a31-4ac3-9dab-e4d8ed9946ea req-d283fca8-1186-4b5a-b2d8-dca02d32da60 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556824 Jul 05 02:22:55.908621 n-d-771362-32 neutron-server[94462]: INFO neutron.db.l3_db [None req-0033b079-126c-4d96-8a61-d52e2c67ca93 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Floating IP db73173e-8ab7-4c42-89da-e55f2ed22825 associated. External IP: 172.25.7.217, port: b3954152-aa83-410a-ad29-4f54d0faf476. Jul 05 02:22:55.989192 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:56.098516 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-1d0b1f32-bbf3-47c8-8f7d-4dcc61ed2a1c admin admin] Deleting port 6ae66ae5-1467-4dbc-9ca8-c2885d9a3f41 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:22:56.098849 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1d0b1f32-bbf3-47c8-8f7d-4dcc61ed2a1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:56.192023 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [None req-1d0b1f32-bbf3-47c8-8f7d-4dcc61ed2a1c admin admin] For port 6ae66ae5-1467-4dbc-9ca8-c2885d9a3f41, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=6ae66ae5-1467-4dbc-9ca8-c2885d9a3f41,segment=NetworkSegment(ac98ab34-de80-488f-9ef3-072652e10596),segment_id=ac98ab34-de80-488f-9ef3-072652e10596)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:22:56.192023 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1d0b1f32-bbf3-47c8-8f7d-4dcc61ed2a1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:56.205259 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-1d0b1f32-bbf3-47c8-8f7d-4dcc61ed2a1c admin admin] Calling delete_port for 6ae66ae5-1467-4dbc-9ca8-c2885d9a3f41 owned by network:router_interface {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:22:56.206039 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0033b079-126c-4d96-8a61-d52e2c67ca93 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Router 0549884a-6981-41a9-ae9c-0692081b54fa has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:22:56.221938 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccd1383-ab48-480f-93a2-f44abc3b08b0 req-a9945ec5-f122-49a1-bbc9-61359cafc178 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:56.225329 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccd1383-ab48-480f-93a2-f44abc3b08b0 req-a9945ec5-f122-49a1-bbc9-61359cafc178 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:56.232913 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccd1383-ab48-480f-93a2-f44abc3b08b0 req-a9945ec5-f122-49a1-bbc9-61359cafc178 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:56.240073 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-eccd1383-ab48-480f-93a2-f44abc3b08b0 req-a9945ec5-f122-49a1-bbc9-61359cafc178 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc8e0492-2741-4381-950b-76ee686c9092 HTTP/1.1" status: 200 len: 2418 time: 0.1698728 Jul 05 02:22:56.325326 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-eccd1383-ab48-480f-93a2-f44abc3b08b0 req-faf8a866-019e-481e-9d3b-eb9f74ef1b69 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.23 "GET /v2.0/security-groups?id=74918f4d-c3c5-43b3-aeaa-73c712bc8baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843229 Jul 05 02:22:56.380515 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc8e0492-2741-4381-950b-76ee686c9092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb9dcc12-b663-4268-8562-7b7a31dff9bb'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:22:56.383850 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb350411-d87d-4fc4-9b4a-7f8b0bd18d5c" -d '{"events": [{"server_uuid": "dc8e0492-2741-4381-950b-76ee686c9092", "name": "network-vif-plugged", "status": "completed", "tag": "eb9dcc12-b663-4268-8562-7b7a31dff9bb"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:22:56.395032 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0033b079-126c-4d96-8a61-d52e2c67ca93 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:22:56.401095 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0033b079-126c-4d96-8a61-d52e2c67ca93 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:56.410758 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df966ef4-7415-4977-a88d-99b42f2cfc9d None None] Sync routers for ids ['0549884a-6981-41a9-ae9c-0692081b54fa'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:22:56.436132 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df966ef4-7415-4977-a88d-99b42f2cfc9d None None] Routers {'0549884a-6981-41a9-ae9c-0692081b54fa'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:22:56.436132 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-df966ef4-7415-4977-a88d-99b42f2cfc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:22:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['0549884a-6981-41a9-ae9c-0692081b54fa'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:22:56.436463 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fb9849-bba8-4363-98be-eff7ac78946e req-4f4b63e5-efad-4e8e-9bf1-5d98eaa71bfa tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:56.436463 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-66fb9849-bba8-4363-98be-eff7ac78946e req-4f4b63e5-efad-4e8e-9bf1-5d98eaa71bfa tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=773b9e0a-a16f-46ae-884b-fa5e8dd23496 HTTP/1.1" status: 200 len: 943 time: 0.1082044 Jul 05 02:22:56.453542 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-0033b079-126c-4d96-8a61-d52e2c67ca93 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "PUT /v2.0/floatingips/db73173e-8ab7-4c42-89da-e55f2ed22825 HTTP/1.1" status: 200 len: 992 time: 1.3871641 Jul 05 02:22:56.465043 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a29b1f86-c2b3-4079-ba70-879d5fa5b04b', 'tag': 'b3954152-aa83-410a-ad29-4f54d0faf476'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:22:56.467477 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b223267e0e0ddb3199af7772d0b45336e3b4b54fbb151c86a8051291a61e85db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28763b49-d116-4ff8-b9f1-c7265d4eadb6" -d '{"events": [{"name": "network-changed", "server_uuid": "a29b1f86-c2b3-4079-ba70-879d5fa5b04b", "tag": "b3954152-aa83-410a-ad29-4f54d0faf476"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:22:56.517055 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-66fb9849-bba8-4363-98be-eff7ac78946e req-05c14cac-a7b4-4ae6-9939-0ea38f7b1111 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717037 Jul 05 02:22:56.558945 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8519a9-5612-4a7a-9bc4-eb8704773720 req-82cc048a-fc18-4632-9a64-42fd8bf36a19 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:56.561123 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0a8519a9-5612-4a7a-9bc4-eb8704773720 req-82cc048a-fc18-4632-9a64-42fd8bf36a19 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/networks?id=55b2af88-9a2d-4dae-81b7-55512d5ddd72 HTTP/1.1" status: 200 len: 815 time: 0.1222422 Jul 05 02:22:56.571666 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-df966ef4-7415-4977-a88d-99b42f2cfc9d None None] Set router 0549884a-6981-41a9-ae9c-0692081b54fa gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:22:56.576351 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0a8519a9-5612-4a7a-9bc4-eb8704773720 req-b527e9e2-ea89-4637-95f6-c0c2f0c733f2 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/quotas/b6fa0ecda1ba42b2b5dec68669f2a61a HTTP/1.1" status: 200 len: 375 time: 0.0102363 Jul 05 02:22:56.579454 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1d0b1f32-bbf3-47c8-8f7d-4dcc61ed2a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:56.598155 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fc98e46-1be2-40a1-a380-3452a4774a5f x-openstack-request-id: req-3fc98e46-1be2-40a1-a380-3452a4774a5f {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:22:56.598450 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc8e0492-2741-4381-950b-76ee686c9092", "name": "network-vif-plugged", "status": "completed", "tag": "eb9dcc12-b663-4268-8562-7b7a31dff9bb", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:22:56.598723 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3fc98e46-1be2-40a1-a380-3452a4774a5f {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:22:56.599113 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc8e0492-2741-4381-950b-76ee686c9092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb9dcc12-b663-4268-8562-7b7a31dff9bb', 'code': 200} Jul 05 02:22:56.611122 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0b1f32-bbf3-47c8-8f7d-4dcc61ed2a1c admin admin] Pushing event deleted for resources: {'Port': ['ID=6ae66ae5-1467-4dbc-9ca8-c2885d9a3f41,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:22:56.675995 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0a8519a9-5612-4a7a-9bc4-eb8704773720 req-fd9f1a19-b350-4930-9521-1aded7d27f76 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b6fa0ecda1ba42b2b5dec68669f2a61a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0917218 Jul 05 02:22:56.774158 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0a8519a9-5612-4a7a-9bc4-eb8704773720 req-7f5e2f8a-984c-4d00-8d63-010149018bf4 service neutron] 10.222.0.23 "GET /v2.0/networks/55b2af88-9a2d-4dae-81b7-55512d5ddd72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964780 Jul 05 02:22:56.824694 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49a1603c-59ce-4915-a139-fbd4966338a8 x-openstack-request-id: req-49a1603c-59ce-4915-a139-fbd4966338a8 {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:22:56.824980 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a29b1f86-c2b3-4079-ba70-879d5fa5b04b", "tag": "b3954152-aa83-410a-ad29-4f54d0faf476", "status": "completed", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:22:56.825232 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-49a1603c-59ce-4915-a139-fbd4966338a8 {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:22:56.825620 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a29b1f86-c2b3-4079-ba70-879d5fa5b04b', 'tag': 'b3954152-aa83-410a-ad29-4f54d0faf476', 'status': 'completed', 'code': 200} Jul 05 02:22:56.855237 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-df966ef4-7415-4977-a88d-99b42f2cfc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0549884a-6981-41a9-ae9c-0692081b54fa', 'name': 'tempest-TaggedBootDevicesTest-1229786733-router', 'tenant_id': '059a16d4d47342a1b52e205e2c168052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': 'be776949-0163-47f3-bb94-4b6fc484395b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:20:50Z', 'updated_at': '2021-07-05T02:20:55Z', 'revision_number': 4, 'project_id': '059a16d4d47342a1b52e205e2c168052', 'gw_port': {'id': 'be776949-0163-47f3-bb94-4b6fc484395b', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:93:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0549884a-6981-41a9-ae9c-0692081b54fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:20:51Z', 'updated_at': '2021-07-05T02:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': 'db73173e-8ab7-4c42-89da-e55f2ed22825', 'tenant_id': '059a16d4d47342a1b52e205e2c168052', 'floating_ip_address': '172.25.7.217', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': '0549884a-6981-41a9-ae9c-0692081b54fa', 'port_id': 'b3954152-aa83-410a-ad29-4f54d0faf476', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1079, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6d9e04c-f9e8-4007-89f0-15eb2a09c709', 'mac_address': 'fa:16:3e:dd:a7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a29b1f86-c2b3-4079-ba70-879d5fa5b04b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T02:21:43Z', 'updated_at': '2021-07-05T02:22:55Z', 'revision_number': 1, 'project_id': '059a16d4d47342a1b52e205e2c168052', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81a22117-f211-49aa-8355-97aa8d289ba4', 'name': '', 'network_id': 'd6d9e04c-f9e8-4007-89f0-15eb2a09c709', 'tenant_id': '059a16d4d47342a1b52e205e2c168052', 'mac_address': 'fa:16:3e:37:5a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0549884a-6981-41a9-ae9c-0692081b54fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '09608f09-777a-432f-9dae-6a5a44630f28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:20:54Z', 'updated_at': '2021-07-05T02:21:02Z', 'revision_number': 5, 'project_id': '059a16d4d47342a1b52e205e2c168052', 'subnets': [{'id': '09608f09-777a-432f-9dae-6a5a44630f28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:22:56.884150 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df966ef4-7415-4977-a88d-99b42f2cfc9d None None] Checking router: 0549884a-6981-41a9-ae9c-0692081b54fa for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:22:56.893171 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0a8519a9-5612-4a7a-9bc4-eb8704773720 req-2c6d5ab2-5afe-46ff-b9f6-6b8762f09a95 service neutron] 10.222.0.23 "GET /v2.0/networks/55b2af88-9a2d-4dae-81b7-55512d5ddd72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185203 Jul 05 02:22:56.895116 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df966ef4-7415-4977-a88d-99b42f2cfc9d None None] Routers {'0549884a-6981-41a9-ae9c-0692081b54fa'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:22:56.895988 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-df966ef4-7415-4977-a88d-99b42f2cfc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:22:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['0549884a-6981-41a9-ae9c-0692081b54fa'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:22:57.029869 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-df966ef4-7415-4977-a88d-99b42f2cfc9d None None] Set router 0549884a-6981-41a9-ae9c-0692081b54fa gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:22:57.200939 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d8e864ba-8a77-4403-a1c8-71c4e57b0f34 req-ad1036bb-2389-4a1b-aa02-195a446e44b7 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e515203-d639-4b16-86ee-550fdf2c6d1b HTTP/1.1" status: 200 len: 210 time: 0.0327778 Jul 05 02:22:57.231650 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device b4bc1d8f-e667-4074-ba71-69dc98333a1c details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:22:57.241614 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5443256a-38ea-404c-a0c9-48ddd3bdb20c req-eaeea244-4c0c-4ed5-a10c-f89baf6f073b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:57.241614 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5443256a-38ea-404c-a0c9-48ddd3bdb20c req-eaeea244-4c0c-4ed5-a10c-f89baf6f073b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:57.242090 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5443256a-38ea-404c-a0c9-48ddd3bdb20c req-eaeea244-4c0c-4ed5-a10c-f89baf6f073b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:57.244513 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5443256a-38ea-404c-a0c9-48ddd3bdb20c req-eaeea244-4c0c-4ed5-a10c-f89baf6f073b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=dc8e0492-2741-4381-950b-76ee686c9092 HTTP/1.1" status: 200 len: 2874 time: 0.5611813 Jul 05 02:22:57.311266 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-df966ef4-7415-4977-a88d-99b42f2cfc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0549884a-6981-41a9-ae9c-0692081b54fa', 'name': 'tempest-TaggedBootDevicesTest-1229786733-router', 'tenant_id': '059a16d4d47342a1b52e205e2c168052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': 'be776949-0163-47f3-bb94-4b6fc484395b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:20:50Z', 'updated_at': '2021-07-05T02:20:55Z', 'revision_number': 4, 'project_id': '059a16d4d47342a1b52e205e2c168052', 'gw_port': {'id': 'be776949-0163-47f3-bb94-4b6fc484395b', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:93:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0549884a-6981-41a9-ae9c-0692081b54fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:20:51Z', 'updated_at': '2021-07-05T02:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': 'db73173e-8ab7-4c42-89da-e55f2ed22825', 'tenant_id': '059a16d4d47342a1b52e205e2c168052', 'floating_ip_address': '172.25.7.217', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': '0549884a-6981-41a9-ae9c-0692081b54fa', 'port_id': 'b3954152-aa83-410a-ad29-4f54d0faf476', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1079, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6d9e04c-f9e8-4007-89f0-15eb2a09c709', 'mac_address': 'fa:16:3e:dd:a7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a29b1f86-c2b3-4079-ba70-879d5fa5b04b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T02:21:43Z', 'updated_at': '2021-07-05T02:22:55Z', 'revision_number': 1, 'project_id': '059a16d4d47342a1b52e205e2c168052', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81a22117-f211-49aa-8355-97aa8d289ba4', 'name': '', 'network_id': 'd6d9e04c-f9e8-4007-89f0-15eb2a09c709', 'tenant_id': '059a16d4d47342a1b52e205e2c168052', 'mac_address': 'fa:16:3e:37:5a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0549884a-6981-41a9-ae9c-0692081b54fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '09608f09-777a-432f-9dae-6a5a44630f28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:20:54Z', 'updated_at': '2021-07-05T02:21:02Z', 'revision_number': 5, 'project_id': '059a16d4d47342a1b52e205e2c168052', 'subnets': [{'id': '09608f09-777a-432f-9dae-6a5a44630f28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:22:57.343697 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df966ef4-7415-4977-a88d-99b42f2cfc9d None None] The sync data for ids ['0549884a-6981-41a9-ae9c-0692081b54fa'] in n-d-771362-32 is: [{'id': '0549884a-6981-41a9-ae9c-0692081b54fa', 'name': 'tempest-TaggedBootDevicesTest-1229786733-router', 'tenant_id': '059a16d4d47342a1b52e205e2c168052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': 'be776949-0163-47f3-bb94-4b6fc484395b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:20:50Z', 'updated_at': '2021-07-05T02:20:55Z', 'revision_number': 4, 'project_id': '059a16d4d47342a1b52e205e2c168052', 'gw_port': {'id': 'be776949-0163-47f3-bb94-4b6fc484395b', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:93:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0549884a-6981-41a9-ae9c-0692081b54fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:20:51Z', 'updated_at': '2021-07-05T02:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': 'db73173e-8ab7-4c42-89da-e55f2ed22825', 'tenant_id': '059a16d4d47342a1b52e205e2c168052', 'floating_ip_address': '172.25.7.217', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': '0549884a-6981-41a9-ae9c-0692081b54fa', 'port_id': 'b3954152-aa83-410a-ad29-4f54d0faf476', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1079, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6d9e04c-f9e8-4007-89f0-15eb2a09c709', 'mac_address': 'fa:16:3e:dd:a7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a29b1f86-c2b3-4079-ba70-879d5fa5b04b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T02:21:43Z', 'updated_at': '2021-07-05T02:22:55Z', 'revision_number': 1, 'project_id': '059a16d4d47342a1b52e205e2c168052', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81a22117-f211-49aa-8355-97aa8d289ba4', 'name': '', 'network_id': 'd6d9e04c-f9e8-4007-89f0-15eb2a09c709', 'tenant_id': '059a16d4d47342a1b52e205e2c168052', 'mac_address': 'fa:16:3e:37:5a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0549884a-6981-41a9-ae9c-0692081b54fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '09608f09-777a-432f-9dae-6a5a44630f28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:20:54Z', 'updated_at': '2021-07-05T02:21:02Z', 'revision_number': 5, 'project_id': '059a16d4d47342a1b52e205e2c168052', 'subnets': [{'id': '09608f09-777a-432f-9dae-6a5a44630f28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:22:57.368883 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port b4bc1d8f-e667-4074-ba71-69dc98333a1c, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=b4bc1d8f-e667-4074-ba71-69dc98333a1c,segment=NetworkSegment(21ad98b6-ba72-4f1f-a0ef-3d0df329b6a3),segment_id=21ad98b6-ba72-4f1f-a0ef-3d0df329b6a3)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:22:57.370213 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1d0b1f32-bbf3-47c8-8f7d-4dcc61ed2a1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635398'] for router_interface, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:57.390439 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5443256a-38ea-404c-a0c9-48ddd3bdb20c req-0732739f-d288-46b4-b6e8-51c38e3e6926 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=74918f4d-c3c5-43b3-aeaa-73c712bc8baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047912 Jul 05 02:22:57.396275 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': 'b4bc1d8f-e667-4074-ba71-69dc98333a1c', 'network_id': '705854c6-bb90-4b2b-93a0-7581bd607e40', 'port_id': 'b4bc1d8f-e667-4074-ba71-69dc98333a1c', 'mac_address': 'fa:16:3e:3c:a8:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86343a12-8825-4191-b518-68943eb24150', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:22:57.445162 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:57.459811 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4bc1d8f-e667-4074-ba71-69dc98333a1c {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:22:57.484662 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28763b49-d116-4ff8-b9f1-c7265d4eadb6 req-b8ddd4f9-c13a-4b88-8e98-485ee84b10f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:57.485088 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28763b49-d116-4ff8-b9f1-c7265d4eadb6 req-b8ddd4f9-c13a-4b88-8e98-485ee84b10f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:57.485561 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28763b49-d116-4ff8-b9f1-c7265d4eadb6 req-b8ddd4f9-c13a-4b88-8e98-485ee84b10f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:57.486019 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port b4bc1d8f-e667-4074-ba71-69dc98333a1c, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=b4bc1d8f-e667-4074-ba71-69dc98333a1c,segment=NetworkSegment(21ad98b6-ba72-4f1f-a0ef-3d0df329b6a3),segment_id=21ad98b6-ba72-4f1f-a0ef-3d0df329b6a3)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:22:57.486195 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28763b49-d116-4ff8-b9f1-c7265d4eadb6 req-b8ddd4f9-c13a-4b88-8e98-485ee84b10f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:57.486591 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28763b49-d116-4ff8-b9f1-c7265d4eadb6 req-b8ddd4f9-c13a-4b88-8e98-485ee84b10f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:57.486993 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28763b49-d116-4ff8-b9f1-c7265d4eadb6 req-b8ddd4f9-c13a-4b88-8e98-485ee84b10f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:57.487455 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28763b49-d116-4ff8-b9f1-c7265d4eadb6 req-b8ddd4f9-c13a-4b88-8e98-485ee84b10f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:57.489360 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-28763b49-d116-4ff8-b9f1-c7265d4eadb6 req-b8ddd4f9-c13a-4b88-8e98-485ee84b10f5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=059a16d4d47342a1b52e205e2c168052&device_id=a29b1f86-c2b3-4079-ba70-879d5fa5b04b HTTP/1.1" status: 200 len: 6500 time: 0.2832625 Jul 05 02:22:57.491097 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dadc6c7-5b0f-44aa-8442-5c5ac99019ad req-2032dca3-da51-44d4-a2ed-f9596a6826c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:57.492425 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1dadc6c7-5b0f-44aa-8442-5c5ac99019ad req-2032dca3-da51-44d4-a2ed-f9596a6826c2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7bde4afb78a7485193d4b3fb4c23ad75&device_id=e9d7d611-0755-4e9e-8dda-32848396298c HTTP/1.1" status: 200 len: 1101 time: 0.2828360 Jul 05 02:22:57.534499 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf9399d-983f-476b-89c9-b466ec5ee2cb req-dfb767dc-fd30-446d-af96-ff197667576f tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:57.538654 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9cf9399d-983f-476b-89c9-b466ec5ee2cb req-dfb767dc-fd30-446d-af96-ff197667576f tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9d7d611-0755-4e9e-8dda-32848396298c HTTP/1.1" status: 200 len: 949 time: 0.3310864 Jul 05 02:22:57.591275 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9cacf5-fdc6-4ada-810b-ed664fb0303f req-90350d8a-01a7-4683-9c66-ff5579752b0a tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:57.597259 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9cacf5-fdc6-4ada-810b-ed664fb0303f req-90350d8a-01a7-4683-9c66-ff5579752b0a tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:57.608859 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9cacf5-fdc6-4ada-810b-ed664fb0303f req-90350d8a-01a7-4683-9c66-ff5579752b0a tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:57.610611 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6f9cacf5-fdc6-4ada-810b-ed664fb0303f req-90350d8a-01a7-4683-9c66-ff5579752b0a tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc8e0492-2741-4381-950b-76ee686c9092 HTTP/1.1" status: 200 len: 2418 time: 0.1366506 Jul 05 02:22:57.614843 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:57.671653 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6f9cacf5-fdc6-4ada-810b-ed664fb0303f req-9d2b8ce4-b1b2-4f44-b6b9-a4f89dc2d0bf tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.23 "GET /v2.0/security-groups?id=74918f4d-c3c5-43b3-aeaa-73c712bc8baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486636 Jul 05 02:22:57.674905 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=b4bc1d8f-e667-4074-ba71-69dc98333a1c,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:22:57.679688 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ac91c8-e3f9-48ec-9717-c7329fed307b None None] New status for floating IP db73173e-8ab7-4c42-89da-e55f2ed22825: ACTIVE {{(pid=94463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 02:22:57.761389 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9cf9399d-983f-476b-89c9-b466ec5ee2cb req-630f99f4-e2c9-4f55-a395-b0390a2636da tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480682 Jul 05 02:22:57.862772 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28763b49-d116-4ff8-b9f1-c7265d4eadb6 req-6538b20f-d183-43a3-86ee-e4358fd89d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:57.864271 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-28763b49-d116-4ff8-b9f1-c7265d4eadb6 req-6538b20f-d183-43a3-86ee-e4358fd89d53 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d6d9e04c-f9e8-4007-89f0-15eb2a09c709 HTTP/1.1" status: 200 len: 912 time: 0.3618207 Jul 05 02:22:57.865183 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dadc6c7-5b0f-44aa-8442-5c5ac99019ad req-2cdfd965-ce17-41c5-bdd4-7b967ad52aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:57.866571 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1dadc6c7-5b0f-44aa-8442-5c5ac99019ad req-2cdfd965-ce17-41c5-bdd4-7b967ad52aa1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=dff432c2-7366-4622-aebb-da22fe05bfd4 HTTP/1.1" status: 200 len: 869 time: 0.3532753 Jul 05 02:22:57.910029 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063022c2-10a8-4b30-ad57-9b00cc9fca5a req-d7890fcb-ee5c-4bef-a49c-44d5c88ccf4b tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:57.912221 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-063022c2-10a8-4b30-ad57-9b00cc9fca5a req-d7890fcb-ee5c-4bef-a49c-44d5c88ccf4b tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=773b9e0a-a16f-46ae-884b-fa5e8dd23496 HTTP/1.1" status: 200 len: 944 time: 0.0921137 Jul 05 02:22:57.921466 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['b4bc1d8f-e667-4074-ba71-69dc98333a1c'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:22:57.971748 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1dadc6c7-5b0f-44aa-8442-5c5ac99019ad req-af976621-cf25-442c-a4ae-58ace5b70ca2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=9c4ad08d-ddaa-4e85-9a5f-7f10686347ed HTTP/1.1" status: 200 len: 217 time: 0.0984206 Jul 05 02:22:58.010685 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-063022c2-10a8-4b30-ad57-9b00cc9fca5a req-05710ac5-46fe-4e99-9790-604e22e75ca6 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914609 Jul 05 02:22:58.092509 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0e2ce8-a235-4064-bc7a-26b0fc7ca4df req-2e5e4d54-426d-4c0a-8a7c-05234e87f926 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:58.093995 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ca0e2ce8-a235-4064-bc7a-26b0fc7ca4df req-2e5e4d54-426d-4c0a-8a7c-05234e87f926 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.15 "GET /v2.0/ports?device_id=a715fb7a-9b07-4f40-8481-c6b802b030b3 HTTP/1.1" status: 200 len: 945 time: 0.3885438 Jul 05 02:22:58.100498 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-28763b49-d116-4ff8-b9f1-c7265d4eadb6 req-afebeb64-a11a-40a0-b44b-e6ee19abef7a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b3954152-aa83-410a-ad29-4f54d0faf476 HTTP/1.1" status: 200 len: 1000 time: 0.2261589 Jul 05 02:22:58.161525 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dadc6c7-5b0f-44aa-8442-5c5ac99019ad req-fd2f4b1c-b58d-4fcc-8344-dda587da2318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:58.163216 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1dadc6c7-5b0f-44aa-8442-5c5ac99019ad req-fd2f4b1c-b58d-4fcc-8344-dda587da2318 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b840e204-692c-4f54-8f07-f6563e8e36b1 HTTP/1.1" status: 200 len: 843 time: 0.1556659 Jul 05 02:22:58.168081 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d0b1f32-bbf3-47c8-8f7d-4dcc61ed2a1c admin admin] Router 43ea26ac-93bf-4f9f-b0c0-27bdde1b60b3 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:22:58.265229 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28763b49-d116-4ff8-b9f1-c7265d4eadb6 req-8ddc3b7a-d07e-4d66-a66c-dc05192285f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:58.266791 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-28763b49-d116-4ff8-b9f1-c7265d4eadb6 req-8ddc3b7a-d07e-4d66-a66c-dc05192285f2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=09608f09-777a-432f-9dae-6a5a44630f28 HTTP/1.1" status: 200 len: 851 time: 0.1552324 Jul 05 02:22:58.294271 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2cdd181f-e71d-48a2-a64a-e7fe66c53551 req-39341db1-ded6-4931-a36c-4abbeb5cb4fe tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e515203-d639-4b16-86ee-550fdf2c6d1b HTTP/1.1" status: 200 len: 210 time: 0.0332794 Jul 05 02:22:58.411414 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dadc6c7-5b0f-44aa-8442-5c5ac99019ad req-a56848e6-4199-47d6-b587-5b443dc523dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:58.413399 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1dadc6c7-5b0f-44aa-8442-5c5ac99019ad req-a56848e6-4199-47d6-b587-5b443dc523dc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dff432c2-7366-4622-aebb-da22fe05bfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2389469 Jul 05 02:22:58.437202 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-ca0e2ce8-a235-4064-bc7a-26b0fc7ca4df req-8575241b-5b02-40d7-98d0-ae0b03932ee6 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Deleting port a1e2a25b-1423-4d35-8264-af45ad30414b {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:22:58.437540 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-ca0e2ce8-a235-4064-bc7a-26b0fc7ca4df req-8575241b-5b02-40d7-98d0-ae0b03932ee6 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:58.518931 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d0b1f32-bbf3-47c8-8f7d-4dcc61ed2a1c admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:22:58.530026 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-1d0b1f32-bbf3-47c8-8f7d-4dcc61ed2a1c admin admin] 10.222.0.23 "PUT /v2.0/routers/43ea26ac-93bf-4f9f-b0c0-27bdde1b60b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1919115 Jul 05 02:22:58.533077 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 56462) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:22:58.543627 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ebb0da-2a3b-43f8-beab-15c467305286 None None] Sync routers for ids ['43ea26ac-93bf-4f9f-b0c0-27bdde1b60b3'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:22:58.552342 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ebb0da-2a3b-43f8-beab-15c467305286 None None] Routers {'43ea26ac-93bf-4f9f-b0c0-27bdde1b60b3'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:22:58.552973 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-61ebb0da-2a3b-43f8-beab-15c467305286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:22:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['43ea26ac-93bf-4f9f-b0c0-27bdde1b60b3'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:22:58.562101 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28763b49-d116-4ff8-b9f1-c7265d4eadb6 req-abcafef7-0dc6-43fb-8531-719352e3c439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:58.563642 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-28763b49-d116-4ff8-b9f1-c7265d4eadb6 req-abcafef7-0dc6-43fb-8531-719352e3c439 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d6d9e04c-f9e8-4007-89f0-15eb2a09c709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2610121 Jul 05 02:22:58.658612 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-ca0e2ce8-a235-4064-bc7a-26b0fc7ca4df req-8575241b-5b02-40d7-98d0-ae0b03932ee6 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] For port a1e2a25b-1423-4d35-8264-af45ad30414b, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=a1e2a25b-1423-4d35-8264-af45ad30414b,segment=NetworkSegment(a028bd42-8637-4eda-b2d9-cfc3731c23e0),segment_id=a028bd42-8637-4eda-b2d9-cfc3731c23e0)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:22:58.658975 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-ca0e2ce8-a235-4064-bc7a-26b0fc7ca4df req-8575241b-5b02-40d7-98d0-ae0b03932ee6 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:58.674778 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1dadc6c7-5b0f-44aa-8442-5c5ac99019ad req-130ee056-3338-41c5-8422-4ce3ac3ddca7 service neutron] 10.222.0.21 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491484 Jul 05 02:22:58.680808 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-ca0e2ce8-a235-4064-bc7a-26b0fc7ca4df req-8575241b-5b02-40d7-98d0-ae0b03932ee6 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Calling delete_port for a1e2a25b-1423-4d35-8264-af45ad30414b owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:22:58.681432 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-61ebb0da-2a3b-43f8-beab-15c467305286 None None] Set router 43ea26ac-93bf-4f9f-b0c0-27bdde1b60b3 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:22:58.689427 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-083c2e04-2a76-41a1-8e1b-69b55d4fd525 admin admin] Notify callbacks [] for router, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:58.814338 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-28763b49-d116-4ff8-b9f1-c7265d4eadb6 req-d459c2c5-7ae2-449e-93fa-63d20749438c service neutron] 10.222.0.15 "GET /v2.0/networks/d6d9e04c-f9e8-4007-89f0-15eb2a09c709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401438 Jul 05 02:22:58.837282 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-083c2e04-2a76-41a1-8e1b-69b55d4fd525 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:58.947101 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1dadc6c7-5b0f-44aa-8442-5c5ac99019ad req-4010707c-15ae-4367-ae0e-58fdd49a8b74 service neutron] 10.222.0.21 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641599 Jul 05 02:22:58.955879 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-61ebb0da-2a3b-43f8-beab-15c467305286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ea26ac-93bf-4f9f-b0c0-27bdde1b60b3', 'name': 'tempest-ServerRescueNegativeTestJSON-290728191-router', 'tenant_id': '7455493d17ff4f929a8e881b03b6f683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '1b740b2a-ec4a-4348-a7c6-85c8d341f0f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:19:50Z', 'updated_at': '2021-07-05T02:22:56Z', 'revision_number': 5, 'project_id': '7455493d17ff4f929a8e881b03b6f683', 'gw_port': {'id': '1b740b2a-ec4a-4348-a7c6-85c8d341f0f2', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ea26ac-93bf-4f9f-b0c0-27bdde1b60b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:19:51Z', 'updated_at': '2021-07-05T02:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:22:58.994283 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ebb0da-2a3b-43f8-beab-15c467305286 None None] Checking router: 43ea26ac-93bf-4f9f-b0c0-27bdde1b60b3 for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:22:59.003017 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ebb0da-2a3b-43f8-beab-15c467305286 None None] Routers {'43ea26ac-93bf-4f9f-b0c0-27bdde1b60b3'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:22:59.003807 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-61ebb0da-2a3b-43f8-beab-15c467305286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:22:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['43ea26ac-93bf-4f9f-b0c0-27bdde1b60b3'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:22:59.019000 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-28763b49-d116-4ff8-b9f1-c7265d4eadb6 req-2c7625c9-4d44-4aee-8927-bf08b0594951 service neutron] 10.222.0.15 "GET /v2.0/networks/d6d9e04c-f9e8-4007-89f0-15eb2a09c709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948066 Jul 05 02:22:59.040006 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-083c2e04-2a76-41a1-8e1b-69b55d4fd525 admin admin] Deleting port 1b740b2a-ec4a-4348-a7c6-85c8d341f0f2 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:22:59.040006 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-083c2e04-2a76-41a1-8e1b-69b55d4fd525 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:59.047427 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18234972-2144-4d8d-b4d7-90108d69208e req-415fad9d-626b-47d5-8736-11c04650c96a tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:59.050160 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6346895-89f3-48ef-a769-f562b1ff6303 req-e83dc003-1693-4be0-b694-ae6b0779c9d6 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:59.052892 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e6346895-89f3-48ef-a769-f562b1ff6303 req-e83dc003-1693-4be0-b694-ae6b0779c9d6 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9d7d611-0755-4e9e-8dda-32848396298c HTTP/1.1" status: 200 len: 949 time: 0.1282964 Jul 05 02:22:59.053306 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18234972-2144-4d8d-b4d7-90108d69208e req-415fad9d-626b-47d5-8736-11c04650c96a tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:59.059787 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18234972-2144-4d8d-b4d7-90108d69208e req-415fad9d-626b-47d5-8736-11c04650c96a tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:59.061491 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-18234972-2144-4d8d-b4d7-90108d69208e req-415fad9d-626b-47d5-8736-11c04650c96a tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc8e0492-2741-4381-950b-76ee686c9092 HTTP/1.1" status: 200 len: 2418 time: 0.2072511 Jul 05 02:22:59.103740 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-18234972-2144-4d8d-b4d7-90108d69208e req-72dddc1b-e122-4f9b-9299-0812a7e24b46 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.23 "GET /v2.0/security-groups?id=74918f4d-c3c5-43b3-aeaa-73c712bc8baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348535 Jul 05 02:22:59.139980 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-61ebb0da-2a3b-43f8-beab-15c467305286 None None] Set router 43ea26ac-93bf-4f9f-b0c0-27bdde1b60b3 gateway port host: None {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:22:59.143340 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e6346895-89f3-48ef-a769-f562b1ff6303 req-b338c2fa-33b2-4cae-804b-d5dae2944bfd tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787194 Jul 05 02:22:59.177912 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-083c2e04-2a76-41a1-8e1b-69b55d4fd525 admin admin] For port 1b740b2a-ec4a-4348-a7c6-85c8d341f0f2, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=1b740b2a-ec4a-4348-a7c6-85c8d341f0f2,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:22:59.178310 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-083c2e04-2a76-41a1-8e1b-69b55d4fd525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:59.196451 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-083c2e04-2a76-41a1-8e1b-69b55d4fd525 admin admin] Calling delete_port for 1b740b2a-ec4a-4348-a7c6-85c8d341f0f2 owned by network:router_gateway {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:22:59.200604 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-ca0e2ce8-a235-4064-bc7a-26b0fc7ca4df req-8575241b-5b02-40d7-98d0-ae0b03932ee6 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:59.232756 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device b4bc1d8f-e667-4074-ba71-69dc98333a1c up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:22:59.246955 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-61ebb0da-2a3b-43f8-beab-15c467305286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ea26ac-93bf-4f9f-b0c0-27bdde1b60b3', 'name': 'tempest-ServerRescueNegativeTestJSON-290728191-router', 'tenant_id': '7455493d17ff4f929a8e881b03b6f683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:19:50Z', 'updated_at': '2021-07-05T02:22:58Z', 'revision_number': 6, 'project_id': '7455493d17ff4f929a8e881b03b6f683', 'gw_port_host': None}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:22:59.271112 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8575241b-5b02-40d7-98d0-ae0b03932ee6 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Pushing event deleted for resources: {'Port': ['ID=a1e2a25b-1423-4d35-8264-af45ad30414b,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:22:59.309126 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ebb0da-2a3b-43f8-beab-15c467305286 None None] The sync data for ids ['43ea26ac-93bf-4f9f-b0c0-27bdde1b60b3'] in n-d-771362-32 is: [{'id': '43ea26ac-93bf-4f9f-b0c0-27bdde1b60b3', 'name': 'tempest-ServerRescueNegativeTestJSON-290728191-router', 'tenant_id': '7455493d17ff4f929a8e881b03b6f683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:19:50Z', 'updated_at': '2021-07-05T02:22:58Z', 'revision_number': 6, 'project_id': '7455493d17ff4f929a8e881b03b6f683', 'gw_port_host': None}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:22:59.352141 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca0e2ce8-a235-4064-bc7a-26b0fc7ca4df req-8575241b-5b02-40d7-98d0-ae0b03932ee6 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] No DVR routers for this DVR port a1e2a25b-1423-4d35-8264-af45ad30414b on host n-h2-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:22:59.356173 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-ca0e2ce8-a235-4064-bc7a-26b0fc7ca4df req-8575241b-5b02-40d7-98d0-ae0b03932ee6 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:59.358380 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ca0e2ce8-a235-4064-bc7a-26b0fc7ca4df req-8575241b-5b02-40d7-98d0-ae0b03932ee6 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.15 "DELETE /v2.0/ports/a1e2a25b-1423-4d35-8264-af45ad30414b HTTP/1.1" status: 204 len: 173 time: 1.2569895 Jul 05 02:22:59.358825 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a715fb7a-9b07-4f40-8481-c6b802b030b3', 'name': 'network-vif-deleted', 'tag': 'a1e2a25b-1423-4d35-8264-af45ad30414b'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:22:59.361287 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c42787c1-6b9f-438a-8fdb-6baa815ae20d" -d '{"events": [{"server_uuid": "a715fb7a-9b07-4f40-8481-c6b802b030b3", "name": "network-vif-deleted", "tag": "a1e2a25b-1423-4d35-8264-af45ad30414b"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:22:59.431489 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning for port b4bc1d8f-e667-4074-ba71-69dc98333a1c completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:22:59.438738 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port b4bc1d8f-e667-4074-ba71-69dc98333a1c triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:22:59.439161 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:59.475566 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcdd8cf-ea27-4175-85e0-53e51309fbee req-5af2820d-2b7c-47d5-afc9-718c00a8fa2f tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:22:59.483145 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8bcdd8cf-ea27-4175-85e0-53e51309fbee req-5af2820d-2b7c-47d5-afc9-718c00a8fa2f tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=773b9e0a-a16f-46ae-884b-fa5e8dd23496 HTTP/1.1" status: 200 len: 944 time: 0.1097841 Jul 05 02:22:59.532105 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8bcdd8cf-ea27-4175-85e0-53e51309fbee req-94b8f42e-cbce-4d6b-b520-e912832ce771 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480087 Jul 05 02:22:59.533139 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-083c2e04-2a76-41a1-8e1b-69b55d4fd525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:59.559194 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:59.564461 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083c2e04-2a76-41a1-8e1b-69b55d4fd525 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b740b2a-ec4a-4348-a7c6-85c8d341f0f2,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:22:59.573942 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083c2e04-2a76-41a1-8e1b-69b55d4fd525 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:22:59.574550 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083c2e04-2a76-41a1-8e1b-69b55d4fd525 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:22:59.575095 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083c2e04-2a76-41a1-8e1b-69b55d4fd525 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:22:59.575638 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083c2e04-2a76-41a1-8e1b-69b55d4fd525 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:22:59.576197 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083c2e04-2a76-41a1-8e1b-69b55d4fd525 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:22:59.576869 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083c2e04-2a76-41a1-8e1b-69b55d4fd525 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:22:59.577402 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083c2e04-2a76-41a1-8e1b-69b55d4fd525 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:22:59.578065 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083c2e04-2a76-41a1-8e1b-69b55d4fd525 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:22:59.578775 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083c2e04-2a76-41a1-8e1b-69b55d4fd525 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:22:59.579181 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083c2e04-2a76-41a1-8e1b-69b55d4fd525 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:22:59.579580 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083c2e04-2a76-41a1-8e1b-69b55d4fd525 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:22:59.579974 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083c2e04-2a76-41a1-8e1b-69b55d4fd525 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:22:59.593131 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13f83ef1-392b-43d0-a172-545158169df6 x-openstack-request-id: req-13f83ef1-392b-43d0-a172-545158169df6 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:22:59.593445 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a715fb7a-9b07-4f40-8481-c6b802b030b3", "name": "network-vif-deleted", "tag": "a1e2a25b-1423-4d35-8264-af45ad30414b", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:22:59.596534 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-13f83ef1-392b-43d0-a172-545158169df6 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:22:59.596534 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a715fb7a-9b07-4f40-8481-c6b802b030b3', 'name': 'network-vif-deleted', 'tag': 'a1e2a25b-1423-4d35-8264-af45ad30414b', 'status': 'completed', 'code': 200} Jul 05 02:22:59.604582 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port b4bc1d8f-e667-4074-ba71-69dc98333a1c, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=b4bc1d8f-e667-4074-ba71-69dc98333a1c,segment=NetworkSegment(21ad98b6-ba72-4f1f-a0ef-3d0df329b6a3),segment_id=21ad98b6-ba72-4f1f-a0ef-3d0df329b6a3)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:22:59.605688 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '773b9e0a-a16f-46ae-884b-fa5e8dd23496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4bc1d8f-e667-4074-ba71-69dc98333a1c'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:22:59.608019 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b22ca292-d6ec-4bf4-b7b7-a6838f1124d2" -d '{"events": [{"server_uuid": "773b9e0a-a16f-46ae-884b-fa5e8dd23496", "name": "network-vif-plugged", "status": "completed", "tag": "b4bc1d8f-e667-4074-ba71-69dc98333a1c"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:22:59.666529 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-083c2e04-2a76-41a1-8e1b-69b55d4fd525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636927'] for router_gateway, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:59.694565 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-19e2927c-93bb-4c23-b18d-cf8a4f77a49e req-690a707b-9f40-4a8d-9c90-5a5c07c0b7e5 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e515203-d639-4b16-86ee-550fdf2c6d1b HTTP/1.1" status: 200 len: 210 time: 0.0676858 Jul 05 02:22:59.703444 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:22:59.821102 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-475564d0-51f5-4cac-ab86-d19f6ee8d26f x-openstack-request-id: req-475564d0-51f5-4cac-ab86-d19f6ee8d26f {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:22:59.821644 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "773b9e0a-a16f-46ae-884b-fa5e8dd23496", "name": "network-vif-plugged", "status": "completed", "tag": "b4bc1d8f-e667-4074-ba71-69dc98333a1c", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:22:59.822149 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-475564d0-51f5-4cac-ab86-d19f6ee8d26f {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:22:59.822797 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '773b9e0a-a16f-46ae-884b-fa5e8dd23496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4bc1d8f-e667-4074-ba71-69dc98333a1c', 'code': 200} Jul 05 02:22:59.823681 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=b4bc1d8f-e667-4074-ba71-69dc98333a1c,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:22:59.828685 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 6ae66ae5-1467-4dbc-9ca8-c2885d9a3f41 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:22:59.855529 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 6ae66ae5-1467-4dbc-9ca8-c2885d9a3f41 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:22:59.855877 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 6ae66ae5-1467-4dbc-9ca8-c2885d9a3f41 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:23:00.009543 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d86ea-e3fb-42b8-8809-dcdc4bfd0102 req-631bfeb5-ed1e-4c71-8ad0-0075abfc67d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:00.011387 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-077d86ea-e3fb-42b8-8809-dcdc4bfd0102 req-631bfeb5-ed1e-4c71-8ad0-0075abfc67d5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=773b9e0a-a16f-46ae-884b-fa5e8dd23496 HTTP/1.1" status: 200 len: 1097 time: 0.0553215 Jul 05 02:23:00.053268 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-077d86ea-e3fb-42b8-8809-dcdc4bfd0102 req-d5a5f0ab-2812-47a2-b496-065a69ee5aef service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350764 Jul 05 02:23:00.133177 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-083c2e04-2a76-41a1-8e1b-69b55d4fd525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11828'] for router, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:00.135923 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-083c2e04-2a76-41a1-8e1b-69b55d4fd525 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:00.172261 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8519a9-5612-4a7a-9bc4-eb8704773720 req-124e197b-753e-4063-b0d6-129552eb6b06 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:00.173836 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0a8519a9-5612-4a7a-9bc4-eb8704773720 req-124e197b-753e-4063-b0d6-129552eb6b06 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.15 "GET /v2.0/networks?id=55b2af88-9a2d-4dae-81b7-55512d5ddd72 HTTP/1.1" status: 200 len: 815 time: 0.1136436 Jul 05 02:23:00.186448 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-0a8519a9-5612-4a7a-9bc4-eb8704773720 req-25d91256-a302-49c0-9b83-810bc71796fb tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Request body: {'port': {'device_id': '2e515203-d639-4b16-86ee-550fdf2c6d1b', 'network_id': '55b2af88-9a2d-4dae-81b7-55512d5ddd72', 'admin_state_up': True, 'tenant_id': 'b6fa0ecda1ba42b2b5dec68669f2a61a'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:23:00.380777 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652d7a06-1eeb-4668-b6ea-23543c006a24 req-eff2d1b0-e13a-4b2f-923c-a2ba5b83ad78 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:00.382482 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-652d7a06-1eeb-4668-b6ea-23543c006a24 req-eff2d1b0-e13a-4b2f-923c-a2ba5b83ad78 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9d7d611-0755-4e9e-8dda-32848396298c HTTP/1.1" status: 200 len: 949 time: 0.0687003 Jul 05 02:23:00.425187 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-652d7a06-1eeb-4668-b6ea-23543c006a24 req-62296213-036e-4c8b-9b66-fc074527e0ef tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361781 Jul 05 02:23:00.440375 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-083c2e04-2a76-41a1-8e1b-69b55d4fd525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1575451'] for router, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:00.441457 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-083c2e04-2a76-41a1-8e1b-69b55d4fd525 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43ea26ac-93bf-4f9f-b0c0-27bdde1b60b3 {{(pid=94462) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 02:23:00.453024 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-083c2e04-2a76-41a1-8e1b-69b55d4fd525 admin admin] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:00.456607 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-083c2e04-2a76-41a1-8e1b-69b55d4fd525 admin admin] 10.222.0.23 "DELETE /v2.0/routers/43ea26ac-93bf-4f9f-b0c0-27bdde1b60b3 HTTP/1.1" status: 204 len: 168 time: 1.9220009 Jul 05 02:23:00.462357 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 56492) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:23:00.516847 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a8519a9-5612-4a7a-9bc4-eb8704773720 req-25d91256-a302-49c0-9b83-810bc71796fb tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Made reservation on behalf of b6fa0ecda1ba42b2b5dec68669f2a61a for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:23:00.520398 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-0a8519a9-5612-4a7a-9bc4-eb8704773720 req-25d91256-a302-49c0-9b83-810bc71796fb tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:00.590470 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ad68323-bfe4-4c61-b9e0-1d8e4c8b7241 admin admin] Deleting subnet 897df1a7-23db-4d0f-a82a-3f13ebc756b2 {{(pid=94461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:23:00.631981 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696887f8-5358-4b21-9e86-060f9ac81c4b req-0c9f2e6e-c8b1-480e-82be-45cd6993dd10 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:00.638559 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696887f8-5358-4b21-9e86-060f9ac81c4b req-0c9f2e6e-c8b1-480e-82be-45cd6993dd10 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:00.645486 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696887f8-5358-4b21-9e86-060f9ac81c4b req-0c9f2e6e-c8b1-480e-82be-45cd6993dd10 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:00.648461 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-696887f8-5358-4b21-9e86-060f9ac81c4b req-0c9f2e6e-c8b1-480e-82be-45cd6993dd10 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc8e0492-2741-4381-950b-76ee686c9092 HTTP/1.1" status: 200 len: 2418 time: 0.1200991 Jul 05 02:23:00.703022 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-696887f8-5358-4b21-9e86-060f9ac81c4b req-6f37d2b5-4450-40ca-9cee-9cebf04acfb4 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.23 "GET /v2.0/security-groups?id=74918f4d-c3c5-43b3-aeaa-73c712bc8baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472217 Jul 05 02:23:00.858400 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a44de906-f975-43d4-ac3d-7c23ff34af27 req-856c1ef9-783e-43a7-a530-277936eeb956 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e515203-d639-4b16-86ee-550fdf2c6d1b HTTP/1.1" status: 200 len: 210 time: 0.0364778 Jul 05 02:23:00.970716 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0ad68323-bfe4-4c61-b9e0-1d8e4c8b7241 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:01.050726 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0ad68323-bfe4-4c61-b9e0-1d8e4c8b7241 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5519650'] for subnet, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:01.145676 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0ad68323-bfe4-4c61-b9e0-1d8e4c8b7241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:01.147993 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-0a8519a9-5612-4a7a-9bc4-eb8704773720 req-25d91256-a302-49c0-9b83-810bc71796fb tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Allocated IP 172.20.0.7 (55b2af88-9a2d-4dae-81b7-55512d5ddd72/fbfab68e-d1de-4dba-81aa-90f8a22bcf7c/6f9d981e-72d1-48c2-b37c-765b2e84d661) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:23:01.163503 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device a1e2a25b-1423-4d35-8264-af45ad30414b no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:23:01.178487 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4d05c1-a964-468c-8c6d-daf683fb66cb req-ed58a845-1d27-4f5a-8d36-1bf9f359fbc5 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:01.179998 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ae4d05c1-a964-468c-8c6d-daf683fb66cb req-ed58a845-1d27-4f5a-8d36-1bf9f359fbc5 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=773b9e0a-a16f-46ae-884b-fa5e8dd23496 HTTP/1.1" status: 200 len: 945 time: 0.2110009 Jul 05 02:23:01.184797 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] No Port match for: a1e2a25b-1423-4d35-8264-af45ad30414b {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:23:01.185144 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device a1e2a25b-1423-4d35-8264-af45ad30414b not bound to the agent host n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:23:01.270626 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ae4d05c1-a964-468c-8c6d-daf683fb66cb req-f530d380-562e-41eb-876a-1168a9ff10e2 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795028 Jul 05 02:23:01.378594 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-0a8519a9-5612-4a7a-9bc4-eb8704773720 req-25d91256-a302-49c0-9b83-810bc71796fb tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:01.436663 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0ad68323-bfe4-4c61-b9e0-1d8e4c8b7241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5763388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774356'] for subnet, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:01.471427 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad68323-bfe4-4c61-b9e0-1d8e4c8b7241 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=897df1a7-23db-4d0f-a82a-3f13ebc756b2,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:23:01.473953 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0ad68323-bfe4-4c61-b9e0-1d8e4c8b7241 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:01.476831 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-0ad68323-bfe4-4c61-b9e0-1d8e4c8b7241 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/897df1a7-23db-4d0f-a82a-3f13ebc756b2 HTTP/1.1" status: 204 len: 168 time: 1.0132451 Jul 05 02:23:01.481397 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 56502) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:23:01.512191 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 1b740b2a-ec4a-4348-a7c6-85c8d341f0f2 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:23:01.541943 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 1b740b2a-ec4a-4348-a7c6-85c8d341f0f2 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:23:01.543138 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 1b740b2a-ec4a-4348-a7c6-85c8d341f0f2 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:23:01.574212 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-0a8519a9-5612-4a7a-9bc4-eb8704773720 req-25d91256-a302-49c0-9b83-810bc71796fb tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:01.584055 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-03fea8b7-2ce0-43ec-a28c-c457fe887b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:01.644263 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a8519a9-5612-4a7a-9bc4-eb8704773720 req-25d91256-a302-49c0-9b83-810bc71796fb tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Network 55b2af88-9a2d-4dae-81b7-55512d5ddd72 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:23:01.651326 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-0a8519a9-5612-4a7a-9bc4-eb8704773720 req-25d91256-a302-49c0-9b83-810bc71796fb tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:23:01.658749 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a8519a9-5612-4a7a-9bc4-eb8704773720 req-25d91256-a302-49c0-9b83-810bc71796fb tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:23:01.668529 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d91256-a302-49c0-9b83-810bc71796fb tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Pushing event updated for resources: {'Port': ['ID=6f9d981e-72d1-48c2-b37c-765b2e84d661,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:23:01.677231 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-03fea8b7-2ce0-43ec-a28c-c457fe887b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:01.687133 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-03fea8b7-2ce0-43ec-a28c-c457fe887b1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cfd0ff6-092e-4d7d-abdc-13803a9d5da8']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:23:01.698541 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-03fea8b7-2ce0-43ec-a28c-c457fe887b1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac98ab34-de80-488f-9ef3-072652e10596') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:23:01.698838 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-03fea8b7-2ce0-43ec-a28c-c457fe887b1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac98ab34-de80-488f-9ef3-072652e10596') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:23:01.707821 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-03fea8b7-2ce0-43ec-a28c-c457fe887b1d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:01.720229 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2519bce-df81-4420-bf13-21420d2892fa req-f4dac563-4b35-4305-b6b8-7de8208844a8 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:01.721358 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-03fea8b7-2ce0-43ec-a28c-c457fe887b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:01.721753 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a2519bce-df81-4420-bf13-21420d2892fa req-f4dac563-4b35-4305-b6b8-7de8208844a8 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9d7d611-0755-4e9e-8dda-32848396298c HTTP/1.1" status: 200 len: 949 time: 0.1639714 Jul 05 02:23:01.727312 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03fea8b7-2ce0-43ec-a28c-c457fe887b1d admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:23:01.727871 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-03fea8b7-2ce0-43ec-a28c-c457fe887b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:01.729581 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:23:01.729581 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:23:01.729581 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:23:01.729581 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:23:01.729581 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:23:01.729581 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:23:01.729581 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:23:01.729581 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:23:01.729581 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:23:01.729581 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:23:01.729581 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:23:01.729581 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:23:01.729581 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:23:01.729581 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:23:01.729581 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:23:01.729581 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:23:01.729581 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:23:01.729581 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:23:01.729581 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:23:01.729581 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:23:01.729581 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:23:01.729581 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:23:01.729581 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:23:01.729581 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:23:01.729581 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:23:01.729581 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:23:01.729581 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:23:01.729581 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:23:01.729581 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:23:01.729581 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:23:01.729581 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:23:01.729581 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:23:01.729581 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:23:01.729581 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:23:01.729581 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:23:01.729581 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:23:01.729581 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:23:01.729581 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:23:01.729581 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:23:01.729581 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:23:01.729581 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:23:01.729581 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:23:01.729581 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:23:01.729581 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:23:01.729581 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:23:01.729581 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:23:01.729581 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:23:01.729581 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:23:01.729581 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:23:01.729581 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:23:01.729581 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:23:01.729581 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:23:01.729581 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:23:01.729581 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:23:01.729581 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:23:01.729581 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:23:01.733442 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:23:01.733442 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:23:01.733442 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:23:01.733442 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:23:01.733442 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:23:01.733442 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:23:01.733442 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:23:01.733442 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:23:01.733442 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:23:01.733442 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:23:01.733442 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:23:01.733442 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:23:01.733442 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:23:01.733442 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:23:01.733442 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:23:01.733442 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:23:01.733442 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:23:01.733442 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:23:01.733442 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:23:01.733442 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:23:01.733442 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:23:01.733442 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:23:01.733442 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:23:01.733442 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:23:01.733442 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:23:01.733442 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:23:01.733442 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:23:01.733442 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:23:01.733442 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:23:01.733442 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:23:01.733442 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:23:01.733442 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:23:01.733442 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:23:01.733442 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:23:01.733442 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:23:01.733442 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:23:01.733442 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:23:01.733442 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:23:01.733442 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:23:01.733442 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:23:01.738309 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8519a9-5612-4a7a-9bc4-eb8704773720 req-25d91256-a302-49c0-9b83-810bc71796fb tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:01.738309 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-0a8519a9-5612-4a7a-9bc4-eb8704773720 req-25d91256-a302-49c0-9b83-810bc71796fb tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:01.777438 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a2519bce-df81-4420-bf13-21420d2892fa req-ca679db0-8bc4-404b-970d-9a0fdc2babe2 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491571 Jul 05 02:23:01.837313 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0a8519a9-5612-4a7a-9bc4-eb8704773720 req-25d91256-a302-49c0-9b83-810bc71796fb tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6547496 Jul 05 02:23:01.851280 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-0a8519a9-5612-4a7a-9bc4-eb8704773720 req-bae27062-b149-42b2-af41-ffb5c7857b9a service neutron] Request body: {'port': {'device_id': '2e515203-d639-4b16-86ee-550fdf2c6d1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:23:01.871392 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-03fea8b7-2ce0-43ec-a28c-c457fe887b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:01.876699 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-03fea8b7-2ce0-43ec-a28c-c457fe887b1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:01.881546 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-03fea8b7-2ce0-43ec-a28c-c457fe887b1d admin admin] 10.222.0.23 "DELETE /v2.0/networks/6cfd0ff6-092e-4d7d-abdc-13803a9d5da8 HTTP/1.1" status: 204 len: 168 time: 0.3987117 Jul 05 02:23:01.898808 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fea8b7-2ce0-43ec-a28c-c457fe887b1d admin admin] Pushing event deleted for resources: {'Network': ['ID=6cfd0ff6-092e-4d7d-abdc-13803a9d5da8,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:23:01.934177 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d228b46-bdb0-44cd-8991-280af3f3c3e8 req-3b1ee08e-5f12-4323-871a-cad68da9e147 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:01.940418 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d228b46-bdb0-44cd-8991-280af3f3c3e8 req-3b1ee08e-5f12-4323-871a-cad68da9e147 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:01.947269 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d228b46-bdb0-44cd-8991-280af3f3c3e8 req-3b1ee08e-5f12-4323-871a-cad68da9e147 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:01.948995 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5d228b46-bdb0-44cd-8991-280af3f3c3e8 req-3b1ee08e-5f12-4323-871a-cad68da9e147 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc8e0492-2741-4381-950b-76ee686c9092 HTTP/1.1" status: 200 len: 2418 time: 0.1202610 Jul 05 02:23:01.971574 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-0a8519a9-5612-4a7a-9bc4-eb8704773720 req-bae27062-b149-42b2-af41-ffb5c7857b9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:01.996749 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5d228b46-bdb0-44cd-8991-280af3f3c3e8 req-738a2b69-9b3b-4238-8b16-580d300bb86d tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.23 "GET /v2.0/security-groups?id=74918f4d-c3c5-43b3-aeaa-73c712bc8baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414155 Jul 05 02:23:02.183041 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e4adab-8c4e-4a7a-a667-48155659f4d5 req-dfb6deaa-a3c1-4a66-b21d-ca7cb4ef594b tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:02.184537 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d1e4adab-8c4e-4a7a-a667-48155659f4d5 req-dfb6deaa-a3c1-4a66-b21d-ca7cb4ef594b tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e515203-d639-4b16-86ee-550fdf2c6d1b HTTP/1.1" status: 200 len: 931 time: 0.1778774 Jul 05 02:23:02.282433 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d1e4adab-8c4e-4a7a-a667-48155659f4d5 req-1c51bffc-c328-45eb-8163-dedb87a04654 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/security-groups?id=e258e924-fb3e-45d8-9b54-0249433deb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904188 Jul 05 02:23:02.329306 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb6d49c-ff35-4062-958f-2ba7faa31f6c req-be32d867-6fa4-4dd8-8efc-f966a2424efd tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:02.332349 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 56514) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:23:02.335526 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb6d49c-ff35-4062-958f-2ba7faa31f6c req-be32d867-6fa4-4dd8-8efc-f966a2424efd tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:02.341543 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb6d49c-ff35-4062-958f-2ba7faa31f6c req-be32d867-6fa4-4dd8-8efc-f966a2424efd tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:02.343348 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-dbb6d49c-ff35-4062-958f-2ba7faa31f6c req-be32d867-6fa4-4dd8-8efc-f966a2424efd tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc8e0492-2741-4381-950b-76ee686c9092 HTTP/1.1" status: 200 len: 2418 time: 0.1328225 Jul 05 02:23:02.372513 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-3907dff0-db50-4038-b186-5c3e95dacf11 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7455493d17ff4f929a8e881b03b6f683&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0390091 Jul 05 02:23:02.374965 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 56516) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:23:02.424448 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-0a8519a9-5612-4a7a-9bc4-eb8704773720 req-bae27062-b149-42b2-af41-ffb5c7857b9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f9d981e-72d1-48c2-b37c-765b2e84d661 {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:23:02.456038 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-0a8519a9-5612-4a7a-9bc4-eb8704773720 req-bae27062-b149-42b2-af41-ffb5c7857b9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:02.456800 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e93b0634-87f4-46f7-8049-d6486bc9dc0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:02.475912 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-0a8519a9-5612-4a7a-9bc4-eb8704773720 req-bae27062-b149-42b2-af41-ffb5c7857b9a service neutron] Transition to ACTIVE for port object 6f9d981e-72d1-48c2-b37c-765b2e84d661 will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:23:02.489255 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e93b0634-87f4-46f7-8049-d6486bc9dc0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:02.496380 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-dbb6d49c-ff35-4062-958f-2ba7faa31f6c req-a742644e-3c9e-4107-b041-7e058c779720 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Deleting port 4d4cc644-881c-4bc4-ba01-8b718549b3b3 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:23:02.496755 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-dbb6d49c-ff35-4062-958f-2ba7faa31f6c req-a742644e-3c9e-4107-b041-7e058c779720 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:02.510282 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd8a7f-7879-4240-85cf-d7badf9b88ff req-51ca0333-2edf-4234-8128-1c474d86a7bb tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:02.511816 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c5fd8a7f-7879-4240-85cf-d7badf9b88ff req-51ca0333-2edf-4234-8128-1c474d86a7bb tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=773b9e0a-a16f-46ae-884b-fa5e8dd23496 HTTP/1.1" status: 200 len: 945 time: 0.1052792 Jul 05 02:23:02.565164 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c5fd8a7f-7879-4240-85cf-d7badf9b88ff req-637888ac-0185-429e-bb87-a132ac9ac874 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441873 Jul 05 02:23:02.577498 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-0a8519a9-5612-4a7a-9bc4-eb8704773720 req-bae27062-b149-42b2-af41-ffb5c7857b9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:02.642571 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e93b0634-87f4-46f7-8049-d6486bc9dc0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:02.645796 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e93b0634-87f4-46f7-8049-d6486bc9dc0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:02.647556 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-e93b0634-87f4-46f7-8049-d6486bc9dc0a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/98ff5da2-a315-4895-9d40-ac9ae668e60e HTTP/1.1" status: 204 len: 168 time: 0.2709332 Jul 05 02:23:02.656177 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93b0634-87f4-46f7-8049-d6486bc9dc0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98ff5da2-a315-4895-9d40-ac9ae668e60e,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:23:02.660929 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae27062-b149-42b2-af41-ffb5c7857b9a service neutron] Pushing event updated for resources: {'Port': ['ID=6f9d981e-72d1-48c2-b37c-765b2e84d661,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:23:02.739457 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-dbb6d49c-ff35-4062-958f-2ba7faa31f6c req-a742644e-3c9e-4107-b041-7e058c779720 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] For port 4d4cc644-881c-4bc4-ba01-8b718549b3b3, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=4d4cc644-881c-4bc4-ba01-8b718549b3b3,segment=NetworkSegment(92cb1372-8555-40a1-b85c-7eabf408a10e),segment_id=92cb1372-8555-40a1-b85c-7eabf408a10e)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:23:02.739827 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-dbb6d49c-ff35-4062-958f-2ba7faa31f6c req-a742644e-3c9e-4107-b041-7e058c779720 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:02.758747 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-dbb6d49c-ff35-4062-958f-2ba7faa31f6c req-a742644e-3c9e-4107-b041-7e058c779720 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Calling delete_port for 4d4cc644-881c-4bc4-ba01-8b718549b3b3 owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:23:02.786082 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-0a8519a9-5612-4a7a-9bc4-eb8704773720 req-bae27062-b149-42b2-af41-ffb5c7857b9a service neutron] Attempting to bind port 6f9d981e-72d1-48c2-b37c-765b2e84d661 on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:23:02.786443 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-0a8519a9-5612-4a7a-9bc4-eb8704773720 req-bae27062-b149-42b2-af41-ffb5c7857b9a service neutron] Attempting to bind port 6f9d981e-72d1-48c2-b37c-765b2e84d661 by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': 'a028bd42-8637-4eda-b2d9-cfc3731c23e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '55b2af88-9a2d-4dae-81b7-55512d5ddd72'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:23:02.786770 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8519a9-5612-4a7a-9bc4-eb8704773720 req-bae27062-b149-42b2-af41-ffb5c7857b9a service neutron] Attempting to bind port 6f9d981e-72d1-48c2-b37c-765b2e84d661 on network 55b2af88-9a2d-4dae-81b7-55512d5ddd72 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:23:02.824130 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8519a9-5612-4a7a-9bc4-eb8704773720 req-bae27062-b149-42b2-af41-ffb5c7857b9a service neutron] Port 6f9d981e-72d1-48c2-b37c-765b2e84d661 on network 55b2af88-9a2d-4dae-81b7-55512d5ddd72 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:23:02.824462 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8519a9-5612-4a7a-9bc4-eb8704773720 req-bae27062-b149-42b2-af41-ffb5c7857b9a service neutron] Attempting to bind port 6f9d981e-72d1-48c2-b37c-765b2e84d661 on network 55b2af88-9a2d-4dae-81b7-55512d5ddd72 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:23:02.832945 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8519a9-5612-4a7a-9bc4-eb8704773720 req-bae27062-b149-42b2-af41-ffb5c7857b9a service neutron] Checking agent: {'id': 'e071c76e-395f-48c4-a98f-88088465cf0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:23:02.833283 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8519a9-5612-4a7a-9bc4-eb8704773720 req-bae27062-b149-42b2-af41-ffb5c7857b9a service neutron] Checking segment: {'id': 'a028bd42-8637-4eda-b2d9-cfc3731c23e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '55b2af88-9a2d-4dae-81b7-55512d5ddd72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:23:02.833666 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8519a9-5612-4a7a-9bc4-eb8704773720 req-bae27062-b149-42b2-af41-ffb5c7857b9a service neutron] Bound using segment: {'id': 'a028bd42-8637-4eda-b2d9-cfc3731c23e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '55b2af88-9a2d-4dae-81b7-55512d5ddd72'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:23:02.834091 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-0a8519a9-5612-4a7a-9bc4-eb8704773720 req-bae27062-b149-42b2-af41-ffb5c7857b9a service neutron] Bound port: 6f9d981e-72d1-48c2-b37c-765b2e84d661, host: n-h2-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a028bd42-8637-4eda-b2d9-cfc3731c23e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '55b2af88-9a2d-4dae-81b7-55512d5ddd72'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:23:02.834475 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-0a8519a9-5612-4a7a-9bc4-eb8704773720 req-bae27062-b149-42b2-af41-ffb5c7857b9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:02.980910 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-0a8519a9-5612-4a7a-9bc4-eb8704773720 req-bae27062-b149-42b2-af41-ffb5c7857b9a service neutron] For port 6f9d981e-72d1-48c2-b37c-765b2e84d661, host n-h2-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:23:03.002301 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-0a8519a9-5612-4a7a-9bc4-eb8704773720 req-bae27062-b149-42b2-af41-ffb5c7857b9a service neutron] For port 6f9d981e-72d1-48c2-b37c-765b2e84d661, host n-h2-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=6f9d981e-72d1-48c2-b37c-765b2e84d661,segment=NetworkSegment(a028bd42-8637-4eda-b2d9-cfc3731c23e0),segment_id=a028bd42-8637-4eda-b2d9-cfc3731c23e0)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:23:03.027027 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62cc451-afbe-4960-8a2e-f419aaf9dee6 req-a0d398ca-849e-4157-9cc9-3d6068b6a11f tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:03.028535 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a62cc451-afbe-4960-8a2e-f419aaf9dee6 req-a0d398ca-849e-4157-9cc9-3d6068b6a11f tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9d7d611-0755-4e9e-8dda-32848396298c HTTP/1.1" status: 200 len: 949 time: 0.1387362 Jul 05 02:23:03.068442 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a62cc451-afbe-4960-8a2e-f419aaf9dee6 req-b5a3dc94-4eff-4c1b-b2a4-e1e5190555c6 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341854 Jul 05 02:23:03.225385 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-dbb6d49c-ff35-4062-958f-2ba7faa31f6c req-a742644e-3c9e-4107-b041-7e058c779720 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:03.225385 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-0a8519a9-5612-4a7a-9bc4-eb8704773720 req-bae27062-b149-42b2-af41-ffb5c7857b9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:03.225743 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004410a8-a3f2-40be-828d-724fd9747e03 req-a19faf9b-829d-4f87-9db0-f4273b35c4ce tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:03.226873 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004410a8-a3f2-40be-828d-724fd9747e03 req-a19faf9b-829d-4f87-9db0-f4273b35c4ce tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:03.231091 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['eb9dcc12-b663-4268-8562-7b7a31dff9bb', '5b0f54da-8693-4b02-a321-5713c8d2d357', '4d4cc644-881c-4bc4-ba01-8b718549b3b3'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:23:03.233123 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004410a8-a3f2-40be-828d-724fd9747e03 req-a19faf9b-829d-4f87-9db0-f4273b35c4ce tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:03.234975 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-004410a8-a3f2-40be-828d-724fd9747e03 req-a19faf9b-829d-4f87-9db0-f4273b35c4ce tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc8e0492-2741-4381-950b-76ee686c9092 HTTP/1.1" status: 200 len: 2418 time: 0.0966113 Jul 05 02:23:03.281549 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8519a9-5612-4a7a-9bc4-eb8704773720 req-bae27062-b149-42b2-af41-ffb5c7857b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:03.282213 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-0a8519a9-5612-4a7a-9bc4-eb8704773720 req-bae27062-b149-42b2-af41-ffb5c7857b9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:03.283665 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0a8519a9-5612-4a7a-9bc4-eb8704773720 req-bae27062-b149-42b2-af41-ffb5c7857b9a service neutron] 10.222.0.15 "PUT /v2.0/ports/6f9d981e-72d1-48c2-b37c-765b2e84d661 HTTP/1.1" status: 200 len: 1092 time: 1.4380791 Jul 05 02:23:03.296750 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e515203-d639-4b16-86ee-550fdf2c6d1b', 'tag': '6f9d981e-72d1-48c2-b37c-765b2e84d661'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:23:03.299403 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d08ff64-7dc4-41bb-a493-7ed14d345fa3" -d '{"events": [{"name": "network-changed", "server_uuid": "2e515203-d639-4b16-86ee-550fdf2c6d1b", "tag": "6f9d981e-72d1-48c2-b37c-765b2e84d661"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:23:03.312756 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-004410a8-a3f2-40be-828d-724fd9747e03 req-3dc4c894-27a6-4ffc-b892-5092aed5e17a tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.23 "GET /v2.0/security-groups?id=74918f4d-c3c5-43b3-aeaa-73c712bc8baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717955 Jul 05 02:23:03.386620 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbb6d49c-ff35-4062-958f-2ba7faa31f6c req-a742644e-3c9e-4107-b041-7e058c779720 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] No DVR routers for this DVR port 4d4cc644-881c-4bc4-ba01-8b718549b3b3 on host n-h1-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:23:03.393932 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-dbb6d49c-ff35-4062-958f-2ba7faa31f6c req-a742644e-3c9e-4107-b041-7e058c779720 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:03.396040 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-dbb6d49c-ff35-4062-958f-2ba7faa31f6c req-a742644e-3c9e-4107-b041-7e058c779720 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.21 "DELETE /v2.0/ports/4d4cc644-881c-4bc4-ba01-8b718549b3b3 HTTP/1.1" status: 204 len: 173 time: 1.0460246 Jul 05 02:23:03.401013 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae27062-b149-42b2-af41-ffb5c7857b9a service neutron] Pushing event updated for resources: {'Port': ['ID=6f9d981e-72d1-48c2-b37c-765b2e84d661,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:23:03.429513 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363e09a-81a1-4b3f-999e-c5e0085e481f req-ba8a725f-f56a-480a-b3c3-8a23ede0998c tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:03.436573 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1363e09a-81a1-4b3f-999e-c5e0085e481f req-ba8a725f-f56a-480a-b3c3-8a23ede0998c tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=773b9e0a-a16f-46ae-884b-fa5e8dd23496 HTTP/1.1" status: 200 len: 945 time: 0.2598941 Jul 05 02:23:03.539315 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a742644e-3c9e-4107-b041-7e058c779720 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Pushing event deleted for resources: {'Port': ['ID=4d4cc644-881c-4bc4-ba01-8b718549b3b3,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:23:03.604848 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1363e09a-81a1-4b3f-999e-c5e0085e481f req-4cb3e3ef-3cfe-46ec-b4ee-529b8c4e5349 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672697 Jul 05 02:23:03.631008 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b12cb0-12e4-4324-9d2c-db4ea1345680 req-3926ca56-da2e-4224-9ae0-39bf13f05b5e tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:03.636178 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b0b12cb0-12e4-4324-9d2c-db4ea1345680 req-3926ca56-da2e-4224-9ae0-39bf13f05b5e tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e515203-d639-4b16-86ee-550fdf2c6d1b HTTP/1.1" status: 200 len: 943 time: 0.1338236 Jul 05 02:23:03.651320 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8519a9-5612-4a7a-9bc4-eb8704773720 req-e3c0d68a-bf74-486e-add0-c50ea3819eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:03.652846 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0a8519a9-5612-4a7a-9bc4-eb8704773720 req-e3c0d68a-bf74-486e-add0-c50ea3819eda service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6fa0ecda1ba42b2b5dec68669f2a61a&device_id=2e515203-d639-4b16-86ee-550fdf2c6d1b HTTP/1.1" status: 200 len: 1095 time: 0.2141316 Jul 05 02:23:03.661392 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e80af199-b146-4bf8-beb6-03c79bca35c5 x-openstack-request-id: req-e80af199-b146-4bf8-beb6-03c79bca35c5 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:23:03.661695 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e515203-d639-4b16-86ee-550fdf2c6d1b", "tag": "6f9d981e-72d1-48c2-b37c-765b2e84d661", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:23:03.662752 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e80af199-b146-4bf8-beb6-03c79bca35c5 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:23:03.663122 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e515203-d639-4b16-86ee-550fdf2c6d1b', 'tag': '6f9d981e-72d1-48c2-b37c-765b2e84d661', 'status': 'completed', 'code': 200} Jul 05 02:23:03.693874 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b0b12cb0-12e4-4324-9d2c-db4ea1345680 req-06de7994-e11f-4785-ab20-a8b8451fbf51 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/security-groups?id=e258e924-fb3e-45d8-9b54-0249433deb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503399 Jul 05 02:23:03.719209 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0a8519a9-5612-4a7a-9bc4-eb8704773720 req-d42037ee-d73f-418e-b647-2c489a8c170e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f9d981e-72d1-48c2-b37c-765b2e84d661 HTTP/1.1" status: 200 len: 217 time: 0.0543640 Jul 05 02:23:03.723454 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-dbb6d49c-ff35-4062-958f-2ba7faa31f6c req-e78d3888-353d-4d81-9cb4-91c1be19484c tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Deleting port 5b0f54da-8693-4b02-a321-5713c8d2d357 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:23:03.723810 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-dbb6d49c-ff35-4062-958f-2ba7faa31f6c req-e78d3888-353d-4d81-9cb4-91c1be19484c tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:03.835171 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8519a9-5612-4a7a-9bc4-eb8704773720 req-83353c1a-0b32-4ceb-88bc-67a7efd2a466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:03.836699 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0a8519a9-5612-4a7a-9bc4-eb8704773720 req-83353c1a-0b32-4ceb-88bc-67a7efd2a466 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fbfab68e-d1de-4dba-81aa-90f8a22bcf7c HTTP/1.1" status: 200 len: 855 time: 0.1098752 Jul 05 02:23:03.896184 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0a8519a9-5612-4a7a-9bc4-eb8704773720 req-8f7d5e1d-e576-4387-958f-21b41180b555 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=55b2af88-9a2d-4dae-81b7-55512d5ddd72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408514 Jul 05 02:23:03.897934 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-dbb6d49c-ff35-4062-958f-2ba7faa31f6c req-e78d3888-353d-4d81-9cb4-91c1be19484c tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] For port 5b0f54da-8693-4b02-a321-5713c8d2d357, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=5b0f54da-8693-4b02-a321-5713c8d2d357,segment=NetworkSegment(d5cc6179-a4a9-4a67-92ee-daa2301bfc75),segment_id=d5cc6179-a4a9-4a67-92ee-daa2301bfc75)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:23:03.898326 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-dbb6d49c-ff35-4062-958f-2ba7faa31f6c req-e78d3888-353d-4d81-9cb4-91c1be19484c tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:03.912677 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-dbb6d49c-ff35-4062-958f-2ba7faa31f6c req-e78d3888-353d-4d81-9cb4-91c1be19484c tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Calling delete_port for 5b0f54da-8693-4b02-a321-5713c8d2d357 owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:23:04.078134 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0a8519a9-5612-4a7a-9bc4-eb8704773720 req-d2381313-4e6e-45f6-85b8-7177b18f2e9c service neutron] 10.222.0.15 "GET /v2.0/networks/55b2af88-9a2d-4dae-81b7-55512d5ddd72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608109 Jul 05 02:23:04.267215 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0a8519a9-5612-4a7a-9bc4-eb8704773720 req-303aa57f-6168-46fa-b5e1-5e0e7e9d19af service neutron] 10.222.0.15 "GET /v2.0/networks/55b2af88-9a2d-4dae-81b7-55512d5ddd72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780856 Jul 05 02:23:04.303071 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96bb8f7-7f62-4455-8581-99e51c917521 req-e4689ed8-167f-49cb-bb43-f71413d06afa tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:04.304532 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a96bb8f7-7f62-4455-8581-99e51c917521 req-e4689ed8-167f-49cb-bb43-f71413d06afa tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9d7d611-0755-4e9e-8dda-32848396298c HTTP/1.1" status: 200 len: 949 time: 0.1128225 Jul 05 02:23:04.310616 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-dbb6d49c-ff35-4062-958f-2ba7faa31f6c req-e78d3888-353d-4d81-9cb4-91c1be19484c tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:04.322415 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['4d4cc644-881c-4bc4-ba01-8b718549b3b3'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:23:04.355267 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78d3888-353d-4d81-9cb4-91c1be19484c tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Pushing event deleted for resources: {'Port': ['ID=5b0f54da-8693-4b02-a321-5713c8d2d357,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:23:04.424865 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbb6d49c-ff35-4062-958f-2ba7faa31f6c req-e78d3888-353d-4d81-9cb4-91c1be19484c tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] No DVR routers for this DVR port 5b0f54da-8693-4b02-a321-5713c8d2d357 on host n-h1-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:23:04.427164 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-dbb6d49c-ff35-4062-958f-2ba7faa31f6c req-e78d3888-353d-4d81-9cb4-91c1be19484c tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:04.429223 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-dbb6d49c-ff35-4062-958f-2ba7faa31f6c req-e78d3888-353d-4d81-9cb4-91c1be19484c tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.21 "DELETE /v2.0/ports/5b0f54da-8693-4b02-a321-5713c8d2d357 HTTP/1.1" status: 204 len: 173 time: 1.0171773 Jul 05 02:23:04.441627 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a96bb8f7-7f62-4455-8581-99e51c917521 req-f7c1dfe1-57a6-40e7-bc12-480b56fbd1ff tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288948 Jul 05 02:23:04.622868 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d08ff64-7dc4-41bb-a493-7ed14d345fa3 req-69780b3f-23a1-4b54-a627-99740854faf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:04.624382 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5d08ff64-7dc4-41bb-a493-7ed14d345fa3 req-69780b3f-23a1-4b54-a627-99740854faf0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6fa0ecda1ba42b2b5dec68669f2a61a&device_id=2e515203-d639-4b16-86ee-550fdf2c6d1b HTTP/1.1" status: 200 len: 1095 time: 0.1805003 Jul 05 02:23:04.690822 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-dbb6d49c-ff35-4062-958f-2ba7faa31f6c req-07d0552c-4594-4733-96d6-93c1227b1881 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Deleting port eb9dcc12-b663-4268-8562-7b7a31dff9bb {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:23:04.691078 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-dbb6d49c-ff35-4062-958f-2ba7faa31f6c req-07d0552c-4594-4733-96d6-93c1227b1881 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:04.762397 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5848be9a-2939-4247-90ea-f64591de2ed2 req-75582d8e-3614-455a-ae01-26d78cbd2b5f tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:04.763872 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5848be9a-2939-4247-90ea-f64591de2ed2 req-75582d8e-3614-455a-ae01-26d78cbd2b5f tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc8e0492-2741-4381-950b-76ee686c9092 HTTP/1.1" status: 200 len: 946 time: 0.2071536 Jul 05 02:23:04.840291 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d08ff64-7dc4-41bb-a493-7ed14d345fa3 req-18a0c068-b67b-48e7-8aad-c4270618271a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:04.841755 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5d08ff64-7dc4-41bb-a493-7ed14d345fa3 req-18a0c068-b67b-48e7-8aad-c4270618271a service neutron] 10.222.0.15 "GET /v2.0/networks?id=55b2af88-9a2d-4dae-81b7-55512d5ddd72 HTTP/1.1" status: 200 len: 915 time: 0.2046170 Jul 05 02:23:04.843464 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-dbb6d49c-ff35-4062-958f-2ba7faa31f6c req-07d0552c-4594-4733-96d6-93c1227b1881 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] For port eb9dcc12-b663-4268-8562-7b7a31dff9bb, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=eb9dcc12-b663-4268-8562-7b7a31dff9bb,segment=NetworkSegment(92cb1372-8555-40a1-b85c-7eabf408a10e),segment_id=92cb1372-8555-40a1-b85c-7eabf408a10e)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:23:04.843822 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-dbb6d49c-ff35-4062-958f-2ba7faa31f6c req-07d0552c-4594-4733-96d6-93c1227b1881 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:04.867045 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5848be9a-2939-4247-90ea-f64591de2ed2 req-b4f35bf0-5ae6-4539-a8ff-3dfdb9976a84 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.23 "GET /v2.0/security-groups?id=74918f4d-c3c5-43b3-aeaa-73c712bc8baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957444 Jul 05 02:23:04.868847 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-dbb6d49c-ff35-4062-958f-2ba7faa31f6c req-07d0552c-4594-4733-96d6-93c1227b1881 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Calling delete_port for eb9dcc12-b663-4268-8562-7b7a31dff9bb owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:23:04.897828 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5d08ff64-7dc4-41bb-a493-7ed14d345fa3 req-48b6b23e-9fb8-4601-884d-54128f7bb068 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f9d981e-72d1-48c2-b37c-765b2e84d661 HTTP/1.1" status: 200 len: 217 time: 0.0413554 Jul 05 02:23:05.031264 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d08ff64-7dc4-41bb-a493-7ed14d345fa3 req-9d5a91b0-be91-406d-bda1-81b09b328b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:05.032834 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5d08ff64-7dc4-41bb-a493-7ed14d345fa3 req-9d5a91b0-be91-406d-bda1-81b09b328b03 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fbfab68e-d1de-4dba-81aa-90f8a22bcf7c HTTP/1.1" status: 200 len: 855 time: 0.1253066 Jul 05 02:23:05.080072 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5d08ff64-7dc4-41bb-a493-7ed14d345fa3 req-0849603c-3bbe-48b9-b8f3-7aba9b0ea631 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=55b2af88-9a2d-4dae-81b7-55512d5ddd72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351415 Jul 05 02:23:05.168658 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c4c828-11a6-459a-af54-379c064a8b7a req-e0042bdc-db3f-4956-a309-f7d075ba4450 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:05.170206 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f4c4c828-11a6-459a-af54-379c064a8b7a req-e0042bdc-db3f-4956-a309-f7d075ba4450 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=773b9e0a-a16f-46ae-884b-fa5e8dd23496 HTTP/1.1" status: 200 len: 945 time: 0.1987181 Jul 05 02:23:05.249883 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f4c4c828-11a6-459a-af54-379c064a8b7a req-5287bedb-5482-4662-a8f8-b15e38c5399c tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694876 Jul 05 02:23:05.255341 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5d08ff64-7dc4-41bb-a493-7ed14d345fa3 req-2f59996f-f564-4b94-9d7a-798c89c0830b service neutron] 10.222.0.15 "GET /v2.0/networks/55b2af88-9a2d-4dae-81b7-55512d5ddd72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431332 Jul 05 02:23:05.259991 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb9ed6b-e1d1-484d-b3d5-ad078d36bdf2 req-17f006ec-0958-4c9b-b2f8-ebf7f53bebb0 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:05.262690 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1cb9ed6b-e1d1-484d-b3d5-ad078d36bdf2 req-17f006ec-0958-4c9b-b2f8-ebf7f53bebb0 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e515203-d639-4b16-86ee-550fdf2c6d1b HTTP/1.1" status: 200 len: 943 time: 0.0735328 Jul 05 02:23:05.307947 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-dbb6d49c-ff35-4062-958f-2ba7faa31f6c req-07d0552c-4594-4733-96d6-93c1227b1881 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:05.312493 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1cb9ed6b-e1d1-484d-b3d5-ad078d36bdf2 req-52511fba-b763-4a60-a0a1-c9f78848e6c8 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/security-groups?id=e258e924-fb3e-45d8-9b54-0249433deb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452571 Jul 05 02:23:05.351600 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d0552c-4594-4733-96d6-93c1227b1881 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Pushing event deleted for resources: {'Port': ['ID=eb9dcc12-b663-4268-8562-7b7a31dff9bb,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:23:05.747899 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc8e0492-2741-4381-950b-76ee686c9092', 'name': 'network-vif-deleted', 'tag': '4d4cc644-881c-4bc4-ba01-8b718549b3b3'}, {'server_uuid': 'dc8e0492-2741-4381-950b-76ee686c9092', 'name': 'network-vif-deleted', 'tag': '5b0f54da-8693-4b02-a321-5713c8d2d357'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:23:05.750182 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-002c2c4d-9a35-48b7-9a1e-907363fd77d6" -d '{"events": [{"server_uuid": "dc8e0492-2741-4381-950b-76ee686c9092", "name": "network-vif-deleted", "tag": "4d4cc644-881c-4bc4-ba01-8b718549b3b3"}, {"server_uuid": "dc8e0492-2741-4381-950b-76ee686c9092", "name": "network-vif-deleted", "tag": "5b0f54da-8693-4b02-a321-5713c8d2d357"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:23:05.772381 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbb6d49c-ff35-4062-958f-2ba7faa31f6c req-07d0552c-4594-4733-96d6-93c1227b1881 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] No DVR routers for this DVR port eb9dcc12-b663-4268-8562-7b7a31dff9bb on host n-h1-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:23:05.785833 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-dbb6d49c-ff35-4062-958f-2ba7faa31f6c req-07d0552c-4594-4733-96d6-93c1227b1881 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:05.788068 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-dbb6d49c-ff35-4062-958f-2ba7faa31f6c req-07d0552c-4594-4733-96d6-93c1227b1881 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.21 "DELETE /v2.0/ports/eb9dcc12-b663-4268-8562-7b7a31dff9bb HTTP/1.1" status: 204 len: 173 time: 1.3454361 Jul 05 02:23:05.818538 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5d08ff64-7dc4-41bb-a493-7ed14d345fa3 req-7858ceb4-e57b-4bd2-b8bf-53e036e848fa service neutron] 10.222.0.15 "GET /v2.0/networks/55b2af88-9a2d-4dae-81b7-55512d5ddd72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5556676 Jul 05 02:23:05.822986 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 05 Jul 2021 02:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cd17d69-afd1-4b02-ac8e-279c6bf00d1a x-openstack-request-id: req-5cd17d69-afd1-4b02-ac8e-279c6bf00d1a {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:23:05.823282 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc8e0492-2741-4381-950b-76ee686c9092", "name": "network-vif-deleted", "tag": "4d4cc644-881c-4bc4-ba01-8b718549b3b3", "status": "completed", "code": 200}, {"server_uuid": "dc8e0492-2741-4381-950b-76ee686c9092", "name": "network-vif-deleted", "tag": "5b0f54da-8693-4b02-a321-5713c8d2d357", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:23:05.823521 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5cd17d69-afd1-4b02-ac8e-279c6bf00d1a {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:23:05.823910 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc8e0492-2741-4381-950b-76ee686c9092', 'name': 'network-vif-deleted', 'tag': '4d4cc644-881c-4bc4-ba01-8b718549b3b3', 'status': 'completed', 'code': 200} Jul 05 02:23:05.824159 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc8e0492-2741-4381-950b-76ee686c9092', 'name': 'network-vif-deleted', 'tag': '5b0f54da-8693-4b02-a321-5713c8d2d357', 'status': 'completed', 'code': 200} Jul 05 02:23:05.856194 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a4dd0e-7ff3-4d2a-b3b4-88a40b0b1c1d req-2811260a-6646-4726-bfd5-98029bb6dbeb tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:05.856194 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c0a4dd0e-7ff3-4d2a-b3b4-88a40b0b1c1d req-2811260a-6646-4726-bfd5-98029bb6dbeb tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9d7d611-0755-4e9e-8dda-32848396298c HTTP/1.1" status: 200 len: 949 time: 0.0868604 Jul 05 02:23:05.895026 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c0a4dd0e-7ff3-4d2a-b3b4-88a40b0b1c1d req-aac49ec3-4669-4142-b06d-45b428b157a0 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323405 Jul 05 02:23:06.023619 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-69c16ad8-968d-41f0-b82b-d323a789199a req-c339df04-dbd7-4cbd-9332-14cb89cdc03a tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc8e0492-2741-4381-950b-76ee686c9092 HTTP/1.1" status: 200 len: 210 time: 0.0369916 Jul 05 02:23:06.439027 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1699aabb-9fdb-4193-ba22-df5043a346f9 req-5c26a653-d8c6-4d72-8e4d-5f22e089240d tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:06.447193 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1699aabb-9fdb-4193-ba22-df5043a346f9 req-5c26a653-d8c6-4d72-8e4d-5f22e089240d tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=773b9e0a-a16f-46ae-884b-fa5e8dd23496 HTTP/1.1" status: 200 len: 945 time: 0.0776205 Jul 05 02:23:06.494826 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1699aabb-9fdb-4193-ba22-df5043a346f9 req-48dc293e-e46a-43e1-8d75-9018173a1e92 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467293 Jul 05 02:23:06.503577 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e07d0b-5e84-4272-ad5f-6a24cb00b66b req-4b5f0fff-89f7-4fce-b5cd-4de71253aa95 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:06.505117 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-90e07d0b-5e84-4272-ad5f-6a24cb00b66b req-4b5f0fff-89f7-4fce-b5cd-4de71253aa95 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e515203-d639-4b16-86ee-550fdf2c6d1b HTTP/1.1" status: 200 len: 943 time: 0.0761893 Jul 05 02:23:06.550807 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-90e07d0b-5e84-4272-ad5f-6a24cb00b66b req-77bac62d-e308-4873-91b5-0ddbb63635ce tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/security-groups?id=e258e924-fb3e-45d8-9b54-0249433deb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389817 Jul 05 02:23:07.106273 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3b2852-6d34-4ce8-b727-00865ec2ae69 req-2aa2365d-4017-4fb4-8fac-2022f3423049 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:07.111165 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ca3b2852-6d34-4ce8-b727-00865ec2ae69 req-2aa2365d-4017-4fb4-8fac-2022f3423049 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9d7d611-0755-4e9e-8dda-32848396298c HTTP/1.1" status: 200 len: 949 time: 0.0757637 Jul 05 02:23:07.159531 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ca3b2852-6d34-4ce8-b727-00865ec2ae69 req-299ee885-2b53-4d75-bf79-5045201d54f1 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456934 Jul 05 02:23:07.206035 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 6f9d981e-72d1-48c2-b37c-765b2e84d661 details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:23:07.210646 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c39f7e07-1413-4fe7-846c-df050efef736 req-e2e7433b-0cc1-438a-8c02-0767bd567990 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc8e0492-2741-4381-950b-76ee686c9092 HTTP/1.1" status: 200 len: 210 time: 0.0352631 Jul 05 02:23:07.293045 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 4d4cc644-881c-4bc4-ba01-8b718549b3b3 no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:23:07.316402 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] No Port match for: 4d4cc644-881c-4bc4-ba01-8b718549b3b3 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:23:07.316934 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 4d4cc644-881c-4bc4-ba01-8b718549b3b3 not bound to the agent host n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:23:07.317345 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 5b0f54da-8693-4b02-a321-5713c8d2d357 no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:23:07.348368 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] No Port match for: 5b0f54da-8693-4b02-a321-5713c8d2d357 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:23:07.348798 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 5b0f54da-8693-4b02-a321-5713c8d2d357 not bound to the agent host n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:23:07.349331 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device eb9dcc12-b663-4268-8562-7b7a31dff9bb no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:23:07.494818 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] No Port match for: eb9dcc12-b663-4268-8562-7b7a31dff9bb {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:23:07.495161 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device eb9dcc12-b663-4268-8562-7b7a31dff9bb not bound to the agent host n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:23:07.506799 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 6f9d981e-72d1-48c2-b37c-765b2e84d661, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=6f9d981e-72d1-48c2-b37c-765b2e84d661,segment=NetworkSegment(a028bd42-8637-4eda-b2d9-cfc3731c23e0),segment_id=a028bd42-8637-4eda-b2d9-cfc3731c23e0)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:23:07.517115 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Returning: {'device': '6f9d981e-72d1-48c2-b37c-765b2e84d661', 'network_id': '55b2af88-9a2d-4dae-81b7-55512d5ddd72', 'port_id': '6f9d981e-72d1-48c2-b37c-765b2e84d661', 'mac_address': 'fa:16:3e:c6:ce:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbfab68e-d1de-4dba-81aa-90f8a22bcf7c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:23:07.556455 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:07.569880 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f9d981e-72d1-48c2-b37c-765b2e84d661 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:23:07.597356 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 6f9d981e-72d1-48c2-b37c-765b2e84d661, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=6f9d981e-72d1-48c2-b37c-765b2e84d661,segment=NetworkSegment(a028bd42-8637-4eda-b2d9-cfc3731c23e0),segment_id=a028bd42-8637-4eda-b2d9-cfc3731c23e0)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:23:07.670546 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:07.684584 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf36065-08a6-4807-8934-eb1b329b7453 req-f398d2f9-da5d-48c7-9f47-ac26fba3703b tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:07.686478 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-daf36065-08a6-4807-8934-eb1b329b7453 req-f398d2f9-da5d-48c7-9f47-ac26fba3703b tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=773b9e0a-a16f-46ae-884b-fa5e8dd23496 HTTP/1.1" status: 200 len: 945 time: 0.0684161 Jul 05 02:23:07.720093 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=6f9d981e-72d1-48c2-b37c-765b2e84d661,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:23:07.742937 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-daf36065-08a6-4807-8934-eb1b329b7453 req-d6f797b5-e2f4-452f-b9b5-033d56a925a7 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481546 Jul 05 02:23:07.779452 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcea90f-e2de-4f06-b9e8-941133502190 req-7dadb008-44f2-4eea-aa3c-5aee4627700d tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:07.784011 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7dcea90f-e2de-4f06-b9e8-941133502190 req-7dadb008-44f2-4eea-aa3c-5aee4627700d tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e515203-d639-4b16-86ee-550fdf2c6d1b HTTP/1.1" status: 200 len: 944 time: 0.0868535 Jul 05 02:23:07.821979 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7dcea90f-e2de-4f06-b9e8-941133502190 req-bf364852-229a-4549-b043-9d2bea618739 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/security-groups?id=e258e924-fb3e-45d8-9b54-0249433deb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338647 Jul 05 02:23:07.825746 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc8e0492-2741-4381-950b-76ee686c9092', 'name': 'network-vif-deleted', 'tag': 'eb9dcc12-b663-4268-8562-7b7a31dff9bb'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:23:07.828820 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dbff789-8d61-4db2-8e4b-e4581fa1379b" -d '{"events": [{"server_uuid": "dc8e0492-2741-4381-950b-76ee686c9092", "name": "network-vif-deleted", "tag": "eb9dcc12-b663-4268-8562-7b7a31dff9bb"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:23:07.900233 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae98f7a6-56a9-4546-bd5d-2d5b7a74743b x-openstack-request-id: req-ae98f7a6-56a9-4546-bd5d-2d5b7a74743b {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:23:07.900627 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc8e0492-2741-4381-950b-76ee686c9092", "name": "network-vif-deleted", "tag": "eb9dcc12-b663-4268-8562-7b7a31dff9bb", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:23:07.901112 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ae98f7a6-56a9-4546-bd5d-2d5b7a74743b {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:23:07.901652 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc8e0492-2741-4381-950b-76ee686c9092', 'name': 'network-vif-deleted', 'tag': 'eb9dcc12-b663-4268-8562-7b7a31dff9bb', 'status': 'completed', 'code': 200} Jul 05 02:23:08.051172 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['6f9d981e-72d1-48c2-b37c-765b2e84d661'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:23:08.311522 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 56638) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:23:08.374350 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-49cde08c-fdaf-4032-b207-6d66b3180cc8 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Deleting subnet 5c41f830-8ac4-4983-91da-dd1bbd1313e8 {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:23:08.386946 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de66db62-e201-4d05-8d5a-ac06835e28f9 req-904a345a-f005-486a-8c33-cd2330d6d5c0 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:08.388450 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-de66db62-e201-4d05-8d5a-ac06835e28f9 req-904a345a-f005-486a-8c33-cd2330d6d5c0 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9d7d611-0755-4e9e-8dda-32848396298c HTTP/1.1" status: 200 len: 949 time: 0.1187921 Jul 05 02:23:08.389129 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-49cde08c-fdaf-4032-b207-6d66b3180cc8 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:08.450156 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-49cde08c-fdaf-4032-b207-6d66b3180cc8 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:08.473196 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-de66db62-e201-4d05-8d5a-ac06835e28f9 req-e7fdcc8c-d299-46a8-991f-323588d41cf0 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634637 Jul 05 02:23:08.536181 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-49cde08c-fdaf-4032-b207-6d66b3180cc8 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:08.676545 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-49cde08c-fdaf-4032-b207-6d66b3180cc8 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:08.703820 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cde08c-fdaf-4032-b207-6d66b3180cc8 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Pushing event deleted for resources: {'Subnet': ['ID=5c41f830-8ac4-4983-91da-dd1bbd1313e8,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:23:08.707622 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-49cde08c-fdaf-4032-b207-6d66b3180cc8 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:08.709505 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-49cde08c-fdaf-4032-b207-6d66b3180cc8 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.23 "DELETE /v2.0/subnets/5c41f830-8ac4-4983-91da-dd1bbd1313e8 HTTP/1.1" status: 204 len: 168 time: 0.3970201 Jul 05 02:23:08.712818 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 56640) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:23:08.718395 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7edd6821-8be3-4698-88f6-02dd77ed0c90 None None] Network fabbd91b-21d7-4fc6-97fb-76915af3eaab requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:23:08.796748 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f94d5c95-cc97-49ad-975e-51dac0298c58 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:08.869971 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-f94d5c95-cc97-49ad-975e-51dac0298c58 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Deleting port 60e7676d-7462-4544-8612-f09a3351ad78 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:23:08.869971 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f94d5c95-cc97-49ad-975e-51dac0298c58 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:08.932599 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-f94d5c95-cc97-49ad-975e-51dac0298c58 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] For port 60e7676d-7462-4544-8612-f09a3351ad78, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=60e7676d-7462-4544-8612-f09a3351ad78,segment=NetworkSegment(d5cc6179-a4a9-4a67-92ee-daa2301bfc75),segment_id=d5cc6179-a4a9-4a67-92ee-daa2301bfc75)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:23:08.932967 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f94d5c95-cc97-49ad-975e-51dac0298c58 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:08.939417 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 02:23:08.942242 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df6af6b-e268-42ca-9ae6-7d4c39fef82c req-51b78cf4-f132-4942-ae2c-05234573f109 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:08.944586 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3df6af6b-e268-42ca-9ae6-7d4c39fef82c req-51b78cf4-f132-4942-ae2c-05234573f109 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=773b9e0a-a16f-46ae-884b-fa5e8dd23496 HTTP/1.1" status: 200 len: 945 time: 0.0933950 Jul 05 02:23:08.951631 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75cdc078-42e3-43f3-a2ad-9f1d53fe35d7 None None] DHCP port deletion for fabbd91b-21d7-4fc6-97fb-76915af3eaab request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:23:08.963754 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-f94d5c95-cc97-49ad-975e-51dac0298c58 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Calling delete_port for 60e7676d-7462-4544-8612-f09a3351ad78 owned by network:dhcp {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:23:08.999809 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3df6af6b-e268-42ca-9ae6-7d4c39fef82c req-0d74ff4a-b531-459f-ad8b-4373c8cc303e tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481360 Jul 05 02:23:09.032653 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-75cdc078-42e3-43f3-a2ad-9f1d53fe35d7 None None] Deleting port 60e7676d-7462-4544-8612-f09a3351ad78 {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:23:09.033035 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-75cdc078-42e3-43f3-a2ad-9f1d53fe35d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:09.107474 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-75cdc078-42e3-43f3-a2ad-9f1d53fe35d7 None None] For port 60e7676d-7462-4544-8612-f09a3351ad78, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=60e7676d-7462-4544-8612-f09a3351ad78,segment=NetworkSegment(d5cc6179-a4a9-4a67-92ee-daa2301bfc75),segment_id=d5cc6179-a4a9-4a67-92ee-daa2301bfc75)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:23:09.107936 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-75cdc078-42e3-43f3-a2ad-9f1d53fe35d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:09.121630 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306e1e11-d5db-479d-b67e-dfa4080815a3 req-aada704b-a714-46e7-8f16-545d6194d1d1 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:09.123876 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-306e1e11-d5db-479d-b67e-dfa4080815a3 req-aada704b-a714-46e7-8f16-545d6194d1d1 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e515203-d639-4b16-86ee-550fdf2c6d1b HTTP/1.1" status: 200 len: 944 time: 0.1084070 Jul 05 02:23:09.125847 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-75cdc078-42e3-43f3-a2ad-9f1d53fe35d7 None None] Calling delete_port for 60e7676d-7462-4544-8612-f09a3351ad78 owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:23:09.187136 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-306e1e11-d5db-479d-b67e-dfa4080815a3 req-e703800b-e011-48eb-9af3-a26522d919db tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/security-groups?id=e258e924-fb3e-45d8-9b54-0249433deb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567536 Jul 05 02:23:09.327222 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f94d5c95-cc97-49ad-975e-51dac0298c58 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:09.332497 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-75cdc078-42e3-43f3-a2ad-9f1d53fe35d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:09.355845 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94d5c95-cc97-49ad-975e-51dac0298c58 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Pushing event deleted for resources: {'Port': ['ID=60e7676d-7462-4544-8612-f09a3351ad78,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:23:09.361441 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cdc078-42e3-43f3-a2ad-9f1d53fe35d7 None None] Pushing event deleted for resources: {'Port': ['ID=60e7676d-7462-4544-8612-f09a3351ad78,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:23:09.362035 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cdc078-42e3-43f3-a2ad-9f1d53fe35d7 None None] No DVR routers for this DVR port 60e7676d-7462-4544-8612-f09a3351ad78 on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:23:09.363887 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94d5c95-cc97-49ad-975e-51dac0298c58 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] No DVR routers for this DVR port 60e7676d-7462-4544-8612-f09a3351ad78 on host n-d-771362-32 {{(pid=94462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:23:09.456322 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f94d5c95-cc97-49ad-975e-51dac0298c58 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:09.467506 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-f94d5c95-cc97-49ad-975e-51dac0298c58 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fabbd91b-21d7-4fc6-97fb-76915af3eaab']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:23:09.481544 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-f94d5c95-cc97-49ad-975e-51dac0298c58 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5cc6179-a4a9-4a67-92ee-daa2301bfc75') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:23:09.481838 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-f94d5c95-cc97-49ad-975e-51dac0298c58 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5cc6179-a4a9-4a67-92ee-daa2301bfc75') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:23:09.491780 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f94d5c95-cc97-49ad-975e-51dac0298c58 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:09.505667 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f94d5c95-cc97-49ad-975e-51dac0298c58 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:09.516398 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f94d5c95-cc97-49ad-975e-51dac0298c58 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:23:09.516962 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f94d5c95-cc97-49ad-975e-51dac0298c58 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:09.520328 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:23:09.520328 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:23:09.520328 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:23:09.520328 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:23:09.520328 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:23:09.520328 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:23:09.520328 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:23:09.520328 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:23:09.520328 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:23:09.520328 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:23:09.520328 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:23:09.520328 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:23:09.520328 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:23:09.520328 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:23:09.520328 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:23:09.520328 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:23:09.520328 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:23:09.520328 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:23:09.520328 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:23:09.520328 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:23:09.520328 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:23:09.520328 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:23:09.520328 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:23:09.520328 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:23:09.520328 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:23:09.520328 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:23:09.520328 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:23:09.520328 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:23:09.520328 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:23:09.520328 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:23:09.520328 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:23:09.520328 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:23:09.578414 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 60e7676d-7462-4544-8612-f09a3351ad78 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:23:09.598580 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 60e7676d-7462-4544-8612-f09a3351ad78 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:23:09.598925 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 60e7676d-7462-4544-8612-f09a3351ad78 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:23:09.690943 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0ec570-bced-4543-9c83-ee9ff563823f req-87c9d78f-6f23-4c22-9382-c3706425a1fb tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:09.699037 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0a0ec570-bced-4543-9c83-ee9ff563823f req-87c9d78f-6f23-4c22-9382-c3706425a1fb tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9d7d611-0755-4e9e-8dda-32848396298c HTTP/1.1" status: 200 len: 949 time: 0.0762627 Jul 05 02:23:09.703724 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f94d5c95-cc97-49ad-975e-51dac0298c58 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:09.735747 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f94d5c95-cc97-49ad-975e-51dac0298c58 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:09.742230 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-f94d5c95-cc97-49ad-975e-51dac0298c58 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.23 "DELETE /v2.0/networks/fabbd91b-21d7-4fc6-97fb-76915af3eaab HTTP/1.1" status: 204 len: 168 time: 1.0283847 Jul 05 02:23:09.744936 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94d5c95-cc97-49ad-975e-51dac0298c58 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Pushing event deleted for resources: {'Network': ['ID=fabbd91b-21d7-4fc6-97fb-76915af3eaab,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:23:09.747367 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 56662) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:23:09.748416 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0a0ec570-bced-4543-9c83-ee9ff563823f req-c16201be-3512-4bee-aa47-3b32e118e643 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482726 Jul 05 02:23:09.775380 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 56664) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:23:09.807073 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fb78a90-80aa-4d5b-bf31-a86adbed734a tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Deleting subnet a8ef0486-6500-4c47-99a5-3aaed600992a {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:23:09.810511 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0fb78a90-80aa-4d5b-bf31-a86adbed734a tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:09.850251 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0fb78a90-80aa-4d5b-bf31-a86adbed734a tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:09.878797 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bc827e47-1524-453b-9fb7-0aa5d29f9e31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:09.946999 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0fb78a90-80aa-4d5b-bf31-a86adbed734a tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:09.979153 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bc827e47-1524-453b-9fb7-0aa5d29f9e31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:10.064455 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bc827e47-1524-453b-9fb7-0aa5d29f9e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:10.094323 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0fb78a90-80aa-4d5b-bf31-a86adbed734a tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:10.103343 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-bc827e47-1524-453b-9fb7-0aa5d29f9e31 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d6241b48dac74e2f9e18f3f698fa72c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3268049 Jul 05 02:23:10.105557 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc827e47-1524-453b-9fb7-0aa5d29f9e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=474af231-e7f5-496e-add1-6f4b1a589376,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:23:10.108064 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 56670) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:23:10.152810 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb78a90-80aa-4d5b-bf31-a86adbed734a tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Pushing event deleted for resources: {'Subnet': ['ID=a8ef0486-6500-4c47-99a5-3aaed600992a,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:23:10.161766 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-68c5acd8-1fa5-4f1d-9e15-b8ed3cc23165 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:10.164278 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0fb78a90-80aa-4d5b-bf31-a86adbed734a tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:10.171197 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d62032-c889-4298-b891-3d7364d6ceb4 None None] Network af31c90c-6609-44f7-bd07-e9a01e5e50aa requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:23:10.172865 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 56674) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:23:10.181244 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-0fb78a90-80aa-4d5b-bf31-a86adbed734a tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.23 "DELETE /v2.0/subnets/a8ef0486-6500-4c47-99a5-3aaed600992a HTTP/1.1" status: 204 len: 168 time: 0.4253750 Jul 05 02:23:10.191631 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-68c5acd8-1fa5-4f1d-9e15-b8ed3cc23165 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:10.228680 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dca3e66-6dff-434a-8c5b-8f06e7596c64 req-b13bccb2-83f8-439e-89f5-d050223db6f6 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:10.230355 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9dca3e66-6dff-434a-8c5b-8f06e7596c64 req-b13bccb2-83f8-439e-89f5-d050223db6f6 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=773b9e0a-a16f-46ae-884b-fa5e8dd23496 HTTP/1.1" status: 200 len: 945 time: 0.1080081 Jul 05 02:23:10.288533 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-afe6ae1d-67f9-4152-ba8a-759a3a6e01e8 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:10.295505 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9dca3e66-6dff-434a-8c5b-8f06e7596c64 req-ac7aeab3-57e8-407e-83cf-5085e0485891 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522087 Jul 05 02:23:10.392259 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-afe6ae1d-67f9-4152-ba8a-759a3a6e01e8 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Deleting port 9c38d064-1854-4f99-8242-7c93dadd6309 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:23:10.392606 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-afe6ae1d-67f9-4152-ba8a-759a3a6e01e8 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:10.396301 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-68c5acd8-1fa5-4f1d-9e15-b8ed3cc23165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:10.398851 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-68c5acd8-1fa5-4f1d-9e15-b8ed3cc23165 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:10.400010 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-68c5acd8-1fa5-4f1d-9e15-b8ed3cc23165 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/474af231-e7f5-496e-add1-6f4b1a589376 HTTP/1.1" status: 204 len: 168 time: 0.2910466 Jul 05 02:23:10.419377 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b24af84-9b97-4997-ab6b-a4c6256d72e3 None None] DHCP port deletion for af31c90c-6609-44f7-bd07-e9a01e5e50aa request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:23:10.454490 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c5acd8-1fa5-4f1d-9e15-b8ed3cc23165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=474af231-e7f5-496e-add1-6f4b1a589376,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:23:10.486089 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-1b24af84-9b97-4997-ab6b-a4c6256d72e3 None None] Deleting port 9c38d064-1854-4f99-8242-7c93dadd6309 {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:23:10.486621 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-1b24af84-9b97-4997-ab6b-a4c6256d72e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:10.487344 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [None req-afe6ae1d-67f9-4152-ba8a-759a3a6e01e8 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] For port 9c38d064-1854-4f99-8242-7c93dadd6309, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=9c38d064-1854-4f99-8242-7c93dadd6309,segment=NetworkSegment(92cb1372-8555-40a1-b85c-7eabf408a10e),segment_id=92cb1372-8555-40a1-b85c-7eabf408a10e)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:23:10.487701 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-afe6ae1d-67f9-4152-ba8a-759a3a6e01e8 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:10.506393 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-afe6ae1d-67f9-4152-ba8a-759a3a6e01e8 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Calling delete_port for 9c38d064-1854-4f99-8242-7c93dadd6309 owned by network:dhcp {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:23:10.517314 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4086efee-9d10-4c27-b17a-6798cb66f74c req-18c47c6a-d964-48a3-9ec4-6a22e7aa3b10 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:10.518848 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4086efee-9d10-4c27-b17a-6798cb66f74c req-18c47c6a-d964-48a3-9ec4-6a22e7aa3b10 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e515203-d639-4b16-86ee-550fdf2c6d1b HTTP/1.1" status: 200 len: 944 time: 0.1623883 Jul 05 02:23:10.551830 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-1b24af84-9b97-4997-ab6b-a4c6256d72e3 None None] For port 9c38d064-1854-4f99-8242-7c93dadd6309, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=9c38d064-1854-4f99-8242-7c93dadd6309,segment=NetworkSegment(92cb1372-8555-40a1-b85c-7eabf408a10e),segment_id=92cb1372-8555-40a1-b85c-7eabf408a10e)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:23:10.552262 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-1b24af84-9b97-4997-ab6b-a4c6256d72e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:10.565403 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-1b24af84-9b97-4997-ab6b-a4c6256d72e3 None None] Calling delete_port for 9c38d064-1854-4f99-8242-7c93dadd6309 owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:23:10.594140 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4086efee-9d10-4c27-b17a-6798cb66f74c req-540af04b-cccc-4632-9a67-8e03dc59a3d5 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/security-groups?id=e258e924-fb3e-45d8-9b54-0249433deb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696423 Jul 05 02:23:10.710495 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-afe6ae1d-67f9-4152-ba8a-759a3a6e01e8 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:10.717891 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-1b24af84-9b97-4997-ab6b-a4c6256d72e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:10.737286 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe6ae1d-67f9-4152-ba8a-759a3a6e01e8 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Pushing event deleted for resources: {'Port': ['ID=9c38d064-1854-4f99-8242-7c93dadd6309,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:23:10.739122 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe6ae1d-67f9-4152-ba8a-759a3a6e01e8 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] No DVR routers for this DVR port 9c38d064-1854-4f99-8242-7c93dadd6309 on host n-d-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:23:10.750641 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b24af84-9b97-4997-ab6b-a4c6256d72e3 None None] No DVR routers for this DVR port 9c38d064-1854-4f99-8242-7c93dadd6309 on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:23:10.762282 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b24af84-9b97-4997-ab6b-a4c6256d72e3 None None] Pushing event deleted for resources: {'Port': ['ID=9c38d064-1854-4f99-8242-7c93dadd6309,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:23:10.824907 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-afe6ae1d-67f9-4152-ba8a-759a3a6e01e8 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:10.835814 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-afe6ae1d-67f9-4152-ba8a-759a3a6e01e8 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af31c90c-6609-44f7-bd07-e9a01e5e50aa']}} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:23:10.846304 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-afe6ae1d-67f9-4152-ba8a-759a3a6e01e8 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92cb1372-8555-40a1-b85c-7eabf408a10e') {'for_net_delete': True} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:23:10.846607 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-afe6ae1d-67f9-4152-ba8a-759a3a6e01e8 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92cb1372-8555-40a1-b85c-7eabf408a10e') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:23:10.856509 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-afe6ae1d-67f9-4152-ba8a-759a3a6e01e8 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5519669'] for segment, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:10.878841 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-afe6ae1d-67f9-4152-ba8a-759a3a6e01e8 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:10.885485 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afe6ae1d-67f9-4152-ba8a-759a3a6e01e8 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=94461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:23:10.885950 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-afe6ae1d-67f9-4152-ba8a-759a3a6e01e8 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5763545'] for segment, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:10.889200 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:23:10.889200 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:23:10.889200 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:23:10.889200 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:23:10.889200 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:23:10.889200 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:23:10.889200 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:23:10.889200 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:23:10.889200 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:23:10.889200 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:23:10.889200 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:23:10.889200 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:23:10.889200 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:23:10.889200 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:23:10.889200 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:23:10.889200 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:23:10.889200 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:23:10.889200 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:23:10.889200 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:23:10.889200 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:23:10.889200 n-d-771362-32 neutron-server[94461]: Traceback (most recent call last): Jul 05 02:23:10.889200 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:23:10.889200 n-d-771362-32 neutron-server[94461]: timer() Jul 05 02:23:10.889200 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:23:10.889200 n-d-771362-32 neutron-server[94461]: cb(*args, **kw) Jul 05 02:23:10.889200 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:23:10.889200 n-d-771362-32 neutron-server[94461]: return func(*args, **kwargs) Jul 05 02:23:10.889200 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:23:10.889200 n-d-771362-32 neutron-server[94461]: self._notify() Jul 05 02:23:10.889200 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:23:10.889200 n-d-771362-32 neutron-server[94461]: self.callback(batched_events) Jul 05 02:23:10.889200 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:23:10.889200 n-d-771362-32 neutron-server[94461]: event.method(event) Jul 05 02:23:10.889200 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:23:10.889200 n-d-771362-32 neutron-server[94461]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:23:10.889200 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:23:10.889200 n-d-771362-32 neutron-server[94461]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:23:10.889200 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:23:10.889200 n-d-771362-32 neutron-server[94461]: return f(self, *a, **k) Jul 05 02:23:10.889200 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:23:10.889200 n-d-771362-32 neutron-server[94461]: return self._get(url).json() Jul 05 02:23:10.889200 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:23:10.889200 n-d-771362-32 neutron-server[94461]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:23:10.889200 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:23:10.889200 n-d-771362-32 neutron-server[94461]: return self.request(url, 'GET', **kwargs) Jul 05 02:23:10.889200 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:23:10.889200 n-d-771362-32 neutron-server[94461]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:23:10.889200 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:23:10.889200 n-d-771362-32 neutron-server[94461]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:23:10.889200 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:23:10.889200 n-d-771362-32 neutron-server[94461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:23:10.889200 n-d-771362-32 neutron-server[94461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:23:10.935251 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae2ed8d-df3b-4d77-abdb-10137c7e4f3b req-e93dc4bb-9062-4ca9-be9d-911e9cb9255e tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:10.936707 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-cae2ed8d-df3b-4d77-abdb-10137c7e4f3b req-e93dc4bb-9062-4ca9-be9d-911e9cb9255e tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9d7d611-0755-4e9e-8dda-32848396298c HTTP/1.1" status: 200 len: 949 time: 0.0696850 Jul 05 02:23:10.975006 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-cae2ed8d-df3b-4d77-abdb-10137c7e4f3b req-83c83d99-4aea-45c4-95cf-7d24a02f4034 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323403 Jul 05 02:23:11.036269 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-afe6ae1d-67f9-4152-ba8a-759a3a6e01e8 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:11.046296 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-afe6ae1d-67f9-4152-ba8a-759a3a6e01e8 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:11.046747 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-afe6ae1d-67f9-4152-ba8a-759a3a6e01e8 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.23 "DELETE /v2.0/networks/af31c90c-6609-44f7-bd07-e9a01e5e50aa HTTP/1.1" status: 204 len: 168 time: 0.8729334 Jul 05 02:23:11.052586 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 56694) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:23:11.058018 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe6ae1d-67f9-4152-ba8a-759a3a6e01e8 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Pushing event deleted for resources: {'Network': ['ID=af31c90c-6609-44f7-bd07-e9a01e5e50aa,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:23:11.058505 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-1010ff66-d3df-4dfd-aa36-29ddf2c26c11 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1338039431'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:23:11.173144 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1010ff66-d3df-4dfd-aa36-29ddf2c26c11 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Made reservation on behalf of 988b75a44b3448cc9e1b91ae38dea717 for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:23:11.176871 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1010ff66-d3df-4dfd-aa36-29ddf2c26c11 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:11.201180 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1010ff66-d3df-4dfd-aa36-29ddf2c26c11 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:23:11.209563 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1010ff66-d3df-4dfd-aa36-29ddf2c26c11 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:11.209901 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-1010ff66-d3df-4dfd-aa36-29ddf2c26c11 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Added segment 82c0a593-2739-4802-a996-1015d95294ab of type vlan for network 243324dc-8c6d-43ef-8a48-00417a5c6909 Jul 05 02:23:11.216040 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 6f9d981e-72d1-48c2-b37c-765b2e84d661 up at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:23:11.252320 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1010ff66-d3df-4dfd-aa36-29ddf2c26c11 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:11.372729 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning for port 6f9d981e-72d1-48c2-b37c-765b2e84d661 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:23:11.377763 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning complete for port 6f9d981e-72d1-48c2-b37c-765b2e84d661 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:23:11.378394 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:11.402420 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1010ff66-d3df-4dfd-aa36-29ddf2c26c11 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:11.408279 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1010ff66-d3df-4dfd-aa36-29ddf2c26c11 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:11.409143 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1010ff66-d3df-4dfd-aa36-29ddf2c26c11 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:11.512975 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:11.543884 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1010ff66-d3df-4dfd-aa36-29ddf2c26c11 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Pushing event updated for resources: {'Network': ['ID=243324dc-8c6d-43ef-8a48-00417a5c6909,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:23:11.562591 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e515203-d639-4b16-86ee-550fdf2c6d1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f9d981e-72d1-48c2-b37c-765b2e84d661'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:23:11.565522 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c6c5a64-5c30-4561-9256-3906690acfda" -d '{"events": [{"server_uuid": "2e515203-d639-4b16-86ee-550fdf2c6d1b", "name": "network-vif-plugged", "status": "completed", "tag": "6f9d981e-72d1-48c2-b37c-765b2e84d661"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:23:11.568399 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 243324dc-8c6d-43ef-8a48-00417a5c6909 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:23:11.571770 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-1010ff66-d3df-4dfd-aa36-29ddf2c26c11 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5169663 Jul 05 02:23:11.574170 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 56712) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:23:11.580775 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-13c19b88-91e8-4b0a-89b7-798f22fff226 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Request body: {'subnet': {'network_id': '243324dc-8c6d-43ef-8a48-00417a5c6909', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:23:11.606104 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa880a6-918c-4a3b-bbc6-459ba9e0f823 req-96a34c6b-e14d-4467-adc7-5e9247f7c002 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:11.608765 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-aaa880a6-918c-4a3b-bbc6-459ba9e0f823 req-96a34c6b-e14d-4467-adc7-5e9247f7c002 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=773b9e0a-a16f-46ae-884b-fa5e8dd23496 HTTP/1.1" status: 200 len: 945 time: 0.1240537 Jul 05 02:23:11.609730 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 6f9d981e-72d1-48c2-b37c-765b2e84d661, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=6f9d981e-72d1-48c2-b37c-765b2e84d661,segment=NetworkSegment(a028bd42-8637-4eda-b2d9-cfc3731c23e0),segment_id=a028bd42-8637-4eda-b2d9-cfc3731c23e0)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:23:11.614480 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:11.618888 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:11.638467 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 9c38d064-1854-4f99-8242-7c93dadd6309 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:23:11.686952 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 9c38d064-1854-4f99-8242-7c93dadd6309 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:23:11.687298 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 9c38d064-1854-4f99-8242-7c93dadd6309 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:23:11.703685 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-aaa880a6-918c-4a3b-bbc6-459ba9e0f823 req-9ff125f1-daed-4f7b-b40b-012ba3f0fb4e tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872808 Jul 05 02:23:11.703969 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:11.754178 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-707ad7a0-7b11-45c9-9e86-6f68e0797261 x-openstack-request-id: req-707ad7a0-7b11-45c9-9e86-6f68e0797261 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:23:11.754495 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e515203-d639-4b16-86ee-550fdf2c6d1b", "name": "network-vif-plugged", "status": "completed", "tag": "6f9d981e-72d1-48c2-b37c-765b2e84d661", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:23:11.754806 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-707ad7a0-7b11-45c9-9e86-6f68e0797261 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:23:11.755104 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e515203-d639-4b16-86ee-550fdf2c6d1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f9d981e-72d1-48c2-b37c-765b2e84d661', 'code': 200} Jul 05 02:23:11.767368 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13c19b88-91e8-4b0a-89b7-798f22fff226 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Made reservation on behalf of 988b75a44b3448cc9e1b91ae38dea717 for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:23:11.767984 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=6f9d981e-72d1-48c2-b37c-765b2e84d661,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:23:11.777795 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-13c19b88-91e8-4b0a-89b7-798f22fff226 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:11.901002 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e7b8b8-aa2c-42bc-918e-9d6f83c1c98d req-3bcb74f4-7056-4b8a-9a8a-ae6bd12e4141 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:11.908008 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-48e7b8b8-aa2c-42bc-918e-9d6f83c1c98d req-3bcb74f4-7056-4b8a-9a8a-ae6bd12e4141 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e515203-d639-4b16-86ee-550fdf2c6d1b HTTP/1.1" status: 200 len: 945 time: 0.0735700 Jul 05 02:23:11.948568 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-48e7b8b8-aa2c-42bc-918e-9d6f83c1c98d req-431ca888-62be-4d53-9eb2-8f94b88642ff tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/security-groups?id=e258e924-fb3e-45d8-9b54-0249433deb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395784 Jul 05 02:23:11.951930 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c342480-f1af-4114-abb3-db632c8026d5 req-6a0ecae7-567e-4898-b26b-bae6fd155600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:11.953468 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0c342480-f1af-4114-abb3-db632c8026d5 req-6a0ecae7-567e-4898-b26b-bae6fd155600 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2e515203-d639-4b16-86ee-550fdf2c6d1b HTTP/1.1" status: 200 len: 1097 time: 0.1025043 Jul 05 02:23:12.029489 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0c342480-f1af-4114-abb3-db632c8026d5 req-4c630957-272c-469c-9149-4622a2ba7ff2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e258e924-fb3e-45d8-9b54-0249433deb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643396 Jul 05 02:23:12.115480 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-13c19b88-91e8-4b0a-89b7-798f22fff226 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5763451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774823'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:12.208191 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c19b88-91e8-4b0a-89b7-798f22fff226 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Pushing event updated for resources: {'Subnet': ['ID=1ee7659a-f0bb-4725-a3f1-8d053a7d4f0a,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:23:12.224856 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c19b88-91e8-4b0a-89b7-798f22fff226 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Checking segment: {'id': '82c0a593-2739-4802-a996-1015d95294ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '243324dc-8c6d-43ef-8a48-00417a5c6909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:23:12.225222 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c19b88-91e8-4b0a-89b7-798f22fff226 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Network hostable DHCP agents. Network: 243324dc-8c6d-43ef-8a48-00417a5c6909, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:23:12.235816 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b06bb6-e736-4793-bd69-cfca3a807d70 req-31a51489-b6ef-497c-8d38-7131f51f1347 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:12.237347 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-98b06bb6-e736-4793-bd69-cfca3a807d70 req-31a51489-b6ef-497c-8d38-7131f51f1347 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9d7d611-0755-4e9e-8dda-32848396298c HTTP/1.1" status: 200 len: 949 time: 0.1333489 Jul 05 02:23:12.280939 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-98b06bb6-e736-4793-bd69-cfca3a807d70 req-50f087c6-14e1-48f2-a7a2-9039039e24ee tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370166 Jul 05 02:23:12.407683 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c19b88-91e8-4b0a-89b7-798f22fff226 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Network 243324dc-8c6d-43ef-8a48-00417a5c6909 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:23:12.520346 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-13c19b88-91e8-4b0a-89b7-798f22fff226 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 243324dc-8c6d-43ef-8a48-00417a5c6909) {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:23:12.524857 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c19b88-91e8-4b0a-89b7-798f22fff226 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:12.525904 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-13c19b88-91e8-4b0a-89b7-798f22fff226 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:12.534184 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3cdf95-a852-4207-a796-c766af23e3de None None] Network 243324dc-8c6d-43ef-8a48-00417a5c6909 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:23:12.628210 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-13c19b88-91e8-4b0a-89b7-798f22fff226 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0502768 Jul 05 02:23:12.628511 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 56738) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:23:12.641568 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-cb943305-23a2-4574-9b1f-07aa1dd8b57f tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-32512362'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:23:12.688700 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33eda5a-6d78-4d02-bfbc-493f1f203cca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-243324dc-8c6d-43ef-8a48-00417a5c6909', 'network_id': '243324dc-8c6d-43ef-8a48-00417a5c6909', 'tenant_id': '988b75a44b3448cc9e1b91ae38dea717', 'fixed_ips': [{'subnet_id': '1ee7659a-f0bb-4725-a3f1-8d053a7d4f0a'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:23:12.689583 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e33eda5a-6d78-4d02-bfbc-493f1f203cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:12.766593 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb943305-23a2-4574-9b1f-07aa1dd8b57f tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Made reservation on behalf of 988b75a44b3448cc9e1b91ae38dea717 for: {'network': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:23:12.772110 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-cb943305-23a2-4574-9b1f-07aa1dd8b57f tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:12.803051 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb943305-23a2-4574-9b1f-07aa1dd8b57f tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=94461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:23:12.813875 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-cb943305-23a2-4574-9b1f-07aa1dd8b57f tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:12.814255 n-d-771362-32 neutron-server[94461]: INFO neutron.db.segments_db [None req-cb943305-23a2-4574-9b1f-07aa1dd8b57f tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Added segment 90394898-caa8-405d-8cfd-cf38c3d41182 of type vlan for network a1af0c0f-92cf-4a90-9df2-8dde0345445d Jul 05 02:23:12.830723 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-e33eda5a-6d78-4d02-bfbc-493f1f203cca None None] Allocated IP 19.80.0.2 (243324dc-8c6d-43ef-8a48-00417a5c6909/1ee7659a-f0bb-4725-a3f1-8d053a7d4f0a/7acf1469-4410-4f2c-9356-e53f9b0977c1) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:23:12.866759 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-cb943305-23a2-4574-9b1f-07aa1dd8b57f tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:12.920009 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348061c8-c9d1-46a0-85cd-f6dbe0710fc7 req-38679f60-8e71-4abb-b7af-824b4c3ce51c tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:12.921954 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-348061c8-c9d1-46a0-85cd-f6dbe0710fc7 req-38679f60-8e71-4abb-b7af-824b4c3ce51c tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=773b9e0a-a16f-46ae-884b-fa5e8dd23496 HTTP/1.1" status: 200 len: 945 time: 0.0752833 Jul 05 02:23:12.979112 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-348061c8-c9d1-46a0-85cd-f6dbe0710fc7 req-45e3be58-77f2-47c2-819b-4e389aeac589 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508535 Jul 05 02:23:12.995698 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e33eda5a-6d78-4d02-bfbc-493f1f203cca None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:12.999227 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-cb943305-23a2-4574-9b1f-07aa1dd8b57f tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:13.003354 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb943305-23a2-4574-9b1f-07aa1dd8b57f tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:13.003966 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-cb943305-23a2-4574-9b1f-07aa1dd8b57f tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:13.005898 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-e33eda5a-6d78-4d02-bfbc-493f1f203cca None None] Transition to ACTIVE for port object 7acf1469-4410-4f2c-9356-e53f9b0977c1 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:23:13.024270 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-e33eda5a-6d78-4d02-bfbc-493f1f203cca None None] Transition to ACTIVE for port object 7acf1469-4410-4f2c-9356-e53f9b0977c1 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:23:13.086283 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb943305-23a2-4574-9b1f-07aa1dd8b57f tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Pushing event updated for resources: {'Network': ['ID=a1af0c0f-92cf-4a90-9df2-8dde0345445d,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:23:13.100106 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network a1af0c0f-92cf-4a90-9df2-8dde0345445d details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:23:13.150511 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e782f6b-0f4e-4de5-8ddd-58cc70207d00 req-58fd8a2b-6e57-4189-ac23-50976961c8a5 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:13.152071 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9e782f6b-0f4e-4de5-8ddd-58cc70207d00 req-58fd8a2b-6e57-4189-ac23-50976961c8a5 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e515203-d639-4b16-86ee-550fdf2c6d1b HTTP/1.1" status: 200 len: 945 time: 0.0797451 Jul 05 02:23:13.195163 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9e782f6b-0f4e-4de5-8ddd-58cc70207d00 req-8171692d-9f18-4e24-bd9a-f48a0753cda2 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/security-groups?id=e258e924-fb3e-45d8-9b54-0249433deb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369551 Jul 05 02:23:13.236528 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e33eda5a-6d78-4d02-bfbc-493f1f203cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:13.236900 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-cb943305-23a2-4574-9b1f-07aa1dd8b57f tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6069205 Jul 05 02:23:13.239324 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 56752) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:23:13.246056 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-0d8e2711-5e45-4ea2-a5a6-01ed6c7cd0a6 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Request body: {'subnet': {'network_id': 'a1af0c0f-92cf-4a90-9df2-8dde0345445d', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:23:13.281252 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33eda5a-6d78-4d02-bfbc-493f1f203cca None None] Network 243324dc-8c6d-43ef-8a48-00417a5c6909 is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:23:13.288706 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-e33eda5a-6d78-4d02-bfbc-493f1f203cca None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:23:13.293626 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33eda5a-6d78-4d02-bfbc-493f1f203cca None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:23:13.296872 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eda5a-6d78-4d02-bfbc-493f1f203cca None None] Pushing event updated for resources: {'Port': ['ID=7acf1469-4410-4f2c-9356-e53f9b0977c1,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:23:13.379348 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-e33eda5a-6d78-4d02-bfbc-493f1f203cca None None] Attempting to bind port 7acf1469-4410-4f2c-9356-e53f9b0977c1 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:23:13.379716 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-e33eda5a-6d78-4d02-bfbc-493f1f203cca None None] Attempting to bind port 7acf1469-4410-4f2c-9356-e53f9b0977c1 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '82c0a593-2739-4802-a996-1015d95294ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '243324dc-8c6d-43ef-8a48-00417a5c6909'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:23:13.380084 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33eda5a-6d78-4d02-bfbc-493f1f203cca None None] Attempting to bind port 7acf1469-4410-4f2c-9356-e53f9b0977c1 on network 243324dc-8c6d-43ef-8a48-00417a5c6909 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:23:13.385029 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33eda5a-6d78-4d02-bfbc-493f1f203cca None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:23:13.385394 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33eda5a-6d78-4d02-bfbc-493f1f203cca None None] Checking segment: {'id': '82c0a593-2739-4802-a996-1015d95294ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '243324dc-8c6d-43ef-8a48-00417a5c6909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:23:13.385786 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e33eda5a-6d78-4d02-bfbc-493f1f203cca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:13.386209 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33eda5a-6d78-4d02-bfbc-493f1f203cca None None] Bound using segment: {'id': '82c0a593-2739-4802-a996-1015d95294ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '243324dc-8c6d-43ef-8a48-00417a5c6909'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:23:13.386665 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-e33eda5a-6d78-4d02-bfbc-493f1f203cca None None] Bound port: 7acf1469-4410-4f2c-9356-e53f9b0977c1, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82c0a593-2739-4802-a996-1015d95294ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '243324dc-8c6d-43ef-8a48-00417a5c6909'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:23:13.387042 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e33eda5a-6d78-4d02-bfbc-493f1f203cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:13.424772 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d8e2711-5e45-4ea2-a5a6-01ed6c7cd0a6 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Made reservation on behalf of 988b75a44b3448cc9e1b91ae38dea717 for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:23:13.429068 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0d8e2711-5e45-4ea2-a5a6-01ed6c7cd0a6 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:13.467999 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-e33eda5a-6d78-4d02-bfbc-493f1f203cca None None] For port 7acf1469-4410-4f2c-9356-e53f9b0977c1, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:23:13.472788 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-e33eda5a-6d78-4d02-bfbc-493f1f203cca None None] For port 7acf1469-4410-4f2c-9356-e53f9b0977c1, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=7acf1469-4410-4f2c-9356-e53f9b0977c1,segment=NetworkSegment(82c0a593-2739-4802-a996-1015d95294ab),segment_id=82c0a593-2739-4802-a996-1015d95294ab)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:23:13.505122 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9811c129-abd2-4a65-b382-18e0abec1007 req-f72cd921-3611-40cd-af6a-7b913e6481ae tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:13.506786 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9811c129-abd2-4a65-b382-18e0abec1007 req-f72cd921-3611-40cd-af6a-7b913e6481ae tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9d7d611-0755-4e9e-8dda-32848396298c HTTP/1.1" status: 200 len: 949 time: 0.0931501 Jul 05 02:23:13.552252 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e33eda5a-6d78-4d02-bfbc-493f1f203cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:13.567500 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9811c129-abd2-4a65-b382-18e0abec1007 req-cdde36a9-a2b6-4d07-887e-470c2f9f1921 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471892 Jul 05 02:23:13.619707 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eda5a-6d78-4d02-bfbc-493f1f203cca None None] Pushing event updated for resources: {'Port': ['ID=7acf1469-4410-4f2c-9356-e53f9b0977c1,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:23:13.766099 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0d8e2711-5e45-4ea2-a5a6-01ed6c7cd0a6 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5763451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774823'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:13.852295 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8e2711-5e45-4ea2-a5a6-01ed6c7cd0a6 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Pushing event updated for resources: {'Subnet': ['ID=458df4fc-8ae9-495a-9703-ccc24be19822,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:23:13.861245 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8e2711-5e45-4ea2-a5a6-01ed6c7cd0a6 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Checking segment: {'id': '90394898-caa8-405d-8cfd-cf38c3d41182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a1af0c0f-92cf-4a90-9df2-8dde0345445d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:23:13.861617 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8e2711-5e45-4ea2-a5a6-01ed6c7cd0a6 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Network hostable DHCP agents. Network: a1af0c0f-92cf-4a90-9df2-8dde0345445d, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:23:14.024900 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8e2711-5e45-4ea2-a5a6-01ed6c7cd0a6 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Network a1af0c0f-92cf-4a90-9df2-8dde0345445d is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:23:14.160429 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0a36dc-7359-4da8-9895-7e90e744260a req-ad5bbe75-eb8f-4e46-ac1b-8d4a3ea3bf1b tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:14.162379 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-af0a36dc-7359-4da8-9895-7e90e744260a req-ad5bbe75-eb8f-4e46-ac1b-8d4a3ea3bf1b tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=773b9e0a-a16f-46ae-884b-fa5e8dd23496 HTTP/1.1" status: 200 len: 945 time: 0.0715764 Jul 05 02:23:14.185130 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-0d8e2711-5e45-4ea2-a5a6-01ed6c7cd0a6 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, a1af0c0f-92cf-4a90-9df2-8dde0345445d) {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:23:14.192954 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61c6dd1-ae32-45c2-bedb-77912b821880 None None] Network a1af0c0f-92cf-4a90-9df2-8dde0345445d requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:23:14.199478 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8e2711-5e45-4ea2-a5a6-01ed6c7cd0a6 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:14.200085 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0d8e2711-5e45-4ea2-a5a6-01ed6c7cd0a6 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:14.222429 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-af0a36dc-7359-4da8-9895-7e90e744260a req-68fcda9a-2687-4066-88c4-59a3e3a21a68 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543411 Jul 05 02:23:14.327091 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-0d8e2711-5e45-4ea2-a5a6-01ed6c7cd0a6 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0868134 Jul 05 02:23:14.379881 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b114c0-0018-4e66-ad0d-0422ba346920 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-a1af0c0f-92cf-4a90-9df2-8dde0345445d', 'network_id': 'a1af0c0f-92cf-4a90-9df2-8dde0345445d', 'tenant_id': '988b75a44b3448cc9e1b91ae38dea717', 'fixed_ips': [{'subnet_id': '458df4fc-8ae9-495a-9703-ccc24be19822'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:23:14.382246 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-53b114c0-0018-4e66-ad0d-0422ba346920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:14.432042 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b603cbe-0c5d-4ccb-9e1c-73477436c2fe req-dd7b0a4f-c9f5-4adc-b245-bc1bb80fe978 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:14.434621 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9b603cbe-0c5d-4ccb-9e1c-73477436c2fe req-dd7b0a4f-c9f5-4adc-b245-bc1bb80fe978 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e515203-d639-4b16-86ee-550fdf2c6d1b HTTP/1.1" status: 200 len: 945 time: 0.0853467 Jul 05 02:23:14.506869 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9b603cbe-0c5d-4ccb-9e1c-73477436c2fe req-1cd254b3-4579-4c48-bc84-9ea90ede570d tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/security-groups?id=e258e924-fb3e-45d8-9b54-0249433deb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602684 Jul 05 02:23:14.594683 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-53b114c0-0018-4e66-ad0d-0422ba346920 None None] Allocated IP 19.86.0.2 (a1af0c0f-92cf-4a90-9df2-8dde0345445d/458df4fc-8ae9-495a-9703-ccc24be19822/47ff3dc5-839f-46d0-9553-f3e7bba8f634) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:23:14.727258 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059ee8b4-f1a9-4f16-9ade-5ffa8b0ad661 req-577844bb-7589-46e5-9ede-c3f8beb1afec tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:14.735505 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059ee8b4-f1a9-4f16-9ade-5ffa8b0ad661 req-577844bb-7589-46e5-9ede-c3f8beb1afec tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:14.738597 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-059ee8b4-f1a9-4f16-9ade-5ffa8b0ad661 req-577844bb-7589-46e5-9ede-c3f8beb1afec tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.23 "GET /v2.0/networks?id=243324dc-8c6d-43ef-8a48-00417a5c6909&id=a1af0c0f-92cf-4a90-9df2-8dde0345445d HTTP/1.1" status: 200 len: 1390 time: 0.1758647 Jul 05 02:23:14.739238 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f9733d-c750-4632-bba2-fc1284ba84ca None None] Network 243324dc-8c6d-43ef-8a48-00417a5c6909 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:23:14.742193 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a12265-6d3f-4432-bb5d-a5c4e8b2ddf7 req-48d252d1-4c95-4356-badd-0463df80eff5 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:14.749739 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-64a12265-6d3f-4432-bb5d-a5c4e8b2ddf7 req-48d252d1-4c95-4356-badd-0463df80eff5 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e515203-d639-4b16-86ee-550fdf2c6d1b HTTP/1.1" status: 200 len: 945 time: 0.1079102 Jul 05 02:23:14.768010 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-059ee8b4-f1a9-4f16-9ade-5ffa8b0ad661 req-f2f99299-fed5-4519-9e98-4ae10beb1407 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.23 "GET /v2.0/quotas/988b75a44b3448cc9e1b91ae38dea717 HTTP/1.1" status: 200 len: 375 time: 0.0233583 Jul 05 02:23:14.801490 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-64a12265-6d3f-4432-bb5d-a5c4e8b2ddf7 req-422d9fe8-1039-4ca2-9585-43eade8a4e0e tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/security-groups?id=e258e924-fb3e-45d8-9b54-0249433deb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507522 Jul 05 02:23:14.846162 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-059ee8b4-f1a9-4f16-9ade-5ffa8b0ad661 req-134ae2d5-3196-4741-9c0f-d1a538f54e2c tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=988b75a44b3448cc9e1b91ae38dea717&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0760770 Jul 05 02:23:14.881142 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-53b114c0-0018-4e66-ad0d-0422ba346920 None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:14.903143 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-53b114c0-0018-4e66-ad0d-0422ba346920 None None] Transition to ACTIVE for port object 47ff3dc5-839f-46d0-9553-f3e7bba8f634 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:23:14.953978 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-059ee8b4-f1a9-4f16-9ade-5ffa8b0ad661 req-d53fe999-4416-49c4-9fb6-f35e8092059d service neutron] 10.222.0.23 "GET /v2.0/networks/243324dc-8c6d-43ef-8a48-00417a5c6909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998416 Jul 05 02:23:14.960948 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-53b114c0-0018-4e66-ad0d-0422ba346920 None None] Transition to ACTIVE for port object 47ff3dc5-839f-46d0-9553-f3e7bba8f634 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:23:14.968096 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-e446d1ea-ad3d-402b-858e-91a05f168e68 None None] Provisioning for port 7acf1469-4410-4f2c-9356-e53f9b0977c1 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:23:15.009482 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbdfaaf-86fa-40fb-b178-838385ab5396 req-4001024b-571b-4ca2-b26a-085ad718cec7 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:15.011327 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0dbdfaaf-86fa-40fb-b178-838385ab5396 req-4001024b-571b-4ca2-b26a-085ad718cec7 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9d7d611-0755-4e9e-8dda-32848396298c HTTP/1.1" status: 200 len: 949 time: 0.0811415 Jul 05 02:23:15.062521 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0dbdfaaf-86fa-40fb-b178-838385ab5396 req-59eba10d-aef1-40d7-85e6-ecbaa866d1a3 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433993 Jul 05 02:23:15.068385 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-059ee8b4-f1a9-4f16-9ade-5ffa8b0ad661 req-af3ee242-1178-477b-9ff1-107941f6a5ea service neutron] 10.222.0.23 "GET /v2.0/networks/243324dc-8c6d-43ef-8a48-00417a5c6909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081834 Jul 05 02:23:15.105206 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-53b114c0-0018-4e66-ad0d-0422ba346920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:15.117206 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b114c0-0018-4e66-ad0d-0422ba346920 None None] Network a1af0c0f-92cf-4a90-9df2-8dde0345445d is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:23:15.120200 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-53b114c0-0018-4e66-ad0d-0422ba346920 None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:23:15.139314 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b114c0-0018-4e66-ad0d-0422ba346920 None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:23:15.200254 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-059ee8b4-f1a9-4f16-9ade-5ffa8b0ad661 req-f0365370-ed49-4578-bb71-3a17c953d847 service neutron] 10.222.0.23 "GET /v2.0/networks/a1af0c0f-92cf-4a90-9df2-8dde0345445d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306896 Jul 05 02:23:15.338665 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b114c0-0018-4e66-ad0d-0422ba346920 None None] Pushing event updated for resources: {'Port': ['ID=47ff3dc5-839f-46d0-9553-f3e7bba8f634,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:23:15.351071 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-059ee8b4-f1a9-4f16-9ade-5ffa8b0ad661 req-340755fc-0c0f-4de5-949d-8de25e25d305 service neutron] 10.222.0.23 "GET /v2.0/networks/a1af0c0f-92cf-4a90-9df2-8dde0345445d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393859 Jul 05 02:23:15.363419 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-53b114c0-0018-4e66-ad0d-0422ba346920 None None] Attempting to bind port 47ff3dc5-839f-46d0-9553-f3e7bba8f634 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:23:15.363797 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-53b114c0-0018-4e66-ad0d-0422ba346920 None None] Attempting to bind port 47ff3dc5-839f-46d0-9553-f3e7bba8f634 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '90394898-caa8-405d-8cfd-cf38c3d41182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a1af0c0f-92cf-4a90-9df2-8dde0345445d'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:23:15.364364 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b114c0-0018-4e66-ad0d-0422ba346920 None None] Attempting to bind port 47ff3dc5-839f-46d0-9553-f3e7bba8f634 on network a1af0c0f-92cf-4a90-9df2-8dde0345445d {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:23:15.375538 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b114c0-0018-4e66-ad0d-0422ba346920 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:23:15.376259 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b114c0-0018-4e66-ad0d-0422ba346920 None None] Checking segment: {'id': '90394898-caa8-405d-8cfd-cf38c3d41182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a1af0c0f-92cf-4a90-9df2-8dde0345445d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:23:15.376791 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-53b114c0-0018-4e66-ad0d-0422ba346920 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:15.377250 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b114c0-0018-4e66-ad0d-0422ba346920 None None] Bound using segment: {'id': '90394898-caa8-405d-8cfd-cf38c3d41182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a1af0c0f-92cf-4a90-9df2-8dde0345445d'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:23:15.377849 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-53b114c0-0018-4e66-ad0d-0422ba346920 None None] Bound port: 47ff3dc5-839f-46d0-9553-f3e7bba8f634, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90394898-caa8-405d-8cfd-cf38c3d41182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a1af0c0f-92cf-4a90-9df2-8dde0345445d'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:23:15.378335 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-53b114c0-0018-4e66-ad0d-0422ba346920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:15.462800 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-53b114c0-0018-4e66-ad0d-0422ba346920 None None] For port 47ff3dc5-839f-46d0-9553-f3e7bba8f634, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:23:15.465848 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-53b114c0-0018-4e66-ad0d-0422ba346920 None None] For port 47ff3dc5-839f-46d0-9553-f3e7bba8f634, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=47ff3dc5-839f-46d0-9553-f3e7bba8f634,segment=NetworkSegment(90394898-caa8-405d-8cfd-cf38c3d41182),segment_id=90394898-caa8-405d-8cfd-cf38c3d41182)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:23:15.587629 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-53b114c0-0018-4e66-ad0d-0422ba346920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:15.622500 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 7acf1469-4410-4f2c-9356-e53f9b0977c1 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:23:15.767429 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b114c0-0018-4e66-ad0d-0422ba346920 None None] Pushing event updated for resources: {'Port': ['ID=47ff3dc5-839f-46d0-9553-f3e7bba8f634,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:23:15.949964 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 7acf1469-4410-4f2c-9356-e53f9b0977c1 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:23:15.951244 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9898522c-87f4-4b9e-9ea8-3ac917cdb6fa req-f72076bb-c0be-4d17-98cd-7639d6541b77 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:15.951244 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9898522c-87f4-4b9e-9ea8-3ac917cdb6fa req-f72076bb-c0be-4d17-98cd-7639d6541b77 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=773b9e0a-a16f-46ae-884b-fa5e8dd23496 HTTP/1.1" status: 200 len: 945 time: 0.1213343 Jul 05 02:23:15.956865 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 7acf1469-4410-4f2c-9356-e53f9b0977c1 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:23:15.956865 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:15.967438 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de33a037-020f-4ff2-9509-bb0fab713d2e req-40b0920b-933f-4507-9e11-467e08032edc tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:15.969931 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-de33a037-020f-4ff2-9509-bb0fab713d2e req-40b0920b-933f-4507-9e11-467e08032edc tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e515203-d639-4b16-86ee-550fdf2c6d1b HTTP/1.1" status: 200 len: 945 time: 0.1362414 Jul 05 02:23:16.015559 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9898522c-87f4-4b9e-9ea8-3ac917cdb6fa req-07fb3236-a57b-458b-9f96-8e5aadf24333 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605927 Jul 05 02:23:16.048147 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-de33a037-020f-4ff2-9509-bb0fab713d2e req-d4cbda15-e324-4446-94af-22dd9cbd1d88 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/security-groups?id=e258e924-fb3e-45d8-9b54-0249433deb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708966 Jul 05 02:23:16.063003 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:16.108163 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 7acf1469-4410-4f2c-9356-e53f9b0977c1, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=7acf1469-4410-4f2c-9356-e53f9b0977c1,segment=NetworkSegment(82c0a593-2739-4802-a996-1015d95294ab),segment_id=82c0a593-2739-4802-a996-1015d95294ab)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:23:16.140525 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9a2d5a68-1b7a-46a0-9b99-73bf12588d6a req-6f8ebc23-7d51-4a3b-b47d-3a7ef1299609 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7c4123d-dfa8-42d9-bda7-049b68a83d7a HTTP/1.1" status: 200 len: 210 time: 0.0802140 Jul 05 02:23:16.214992 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:16.265023 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 56824) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:23:16.299305 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=7acf1469-4410-4f2c-9356-e53f9b0977c1,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:23:16.322677 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e564c6a-81b8-4383-90b9-db77c3dbb41e req-8d5130f7-b225-4a7e-9284-a3378f98743f tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:16.324228 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1e564c6a-81b8-4383-90b9-db77c3dbb41e req-8d5130f7-b225-4a7e-9284-a3378f98743f tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e515203-d639-4b16-86ee-550fdf2c6d1b HTTP/1.1" status: 200 len: 945 time: 0.0771883 Jul 05 02:23:16.363591 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83805c68-8ae7-4b4b-a5ce-c90eed8bd6d0 req-00a0b874-fc6b-42a7-8246-a8d797bc6c1b tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:16.365841 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-83805c68-8ae7-4b4b-a5ce-c90eed8bd6d0 req-00a0b874-fc6b-42a7-8246-a8d797bc6c1b tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9d7d611-0755-4e9e-8dda-32848396298c HTTP/1.1" status: 200 len: 949 time: 0.0815136 Jul 05 02:23:16.385861 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1e564c6a-81b8-4383-90b9-db77c3dbb41e req-77cb113c-68a9-4839-a214-aadf746274bc tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/security-groups?id=e258e924-fb3e-45d8-9b54-0249433deb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547948 Jul 05 02:23:16.420850 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0a374052-e01b-4854-86b6-cdf6ce6949bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:16.425910 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-83805c68-8ae7-4b4b-a5ce-c90eed8bd6d0 req-01c13aa7-f050-4967-b8a7-d2125a567572 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543861 Jul 05 02:23:16.519767 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0a374052-e01b-4854-86b6-cdf6ce6949bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:16.614229 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0a374052-e01b-4854-86b6-cdf6ce6949bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:16.655575 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-0a374052-e01b-4854-86b6-cdf6ce6949bc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0a342533d4bc4efebcc774b40e1aa20a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3893378 Jul 05 02:23:16.656334 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a374052-e01b-4854-86b6-cdf6ce6949bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b3c9a7b-b1c9-4591-b240-044503e3b32b,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:23:16.658379 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 56840) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:23:16.732821 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3c7e954f-68bd-4ff7-a1c1-5a64674aeaff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:16.755286 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3c7e954f-68bd-4ff7-a1c1-5a64674aeaff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:16.874811 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4513c83e-60d6-42af-8afb-0480a3c891ef None None] Network a1af0c0f-92cf-4a90-9df2-8dde0345445d requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:23:16.945118 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3c7e954f-68bd-4ff7-a1c1-5a64674aeaff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:16.949964 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3c7e954f-68bd-4ff7-a1c1-5a64674aeaff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:16.951533 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-3c7e954f-68bd-4ff7-a1c1-5a64674aeaff admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3b3c9a7b-b1c9-4591-b240-044503e3b32b HTTP/1.1" status: 204 len: 168 time: 0.2918227 Jul 05 02:23:16.975260 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7e954f-68bd-4ff7-a1c1-5a64674aeaff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b3c9a7b-b1c9-4591-b240-044503e3b32b,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:23:17.167687 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-59b5d3b3-85cf-49f5-9445-de0eaf365bca None None] Provisioning for port 47ff3dc5-839f-46d0-9553-f3e7bba8f634 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:23:17.255772 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54634fb5-bed8-4a90-bca1-0243da45da85 req-86d00eeb-74cb-46c2-a960-63460bc4afaa tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:17.265866 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-54634fb5-bed8-4a90-bca1-0243da45da85 req-86d00eeb-74cb-46c2-a960-63460bc4afaa tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=773b9e0a-a16f-46ae-884b-fa5e8dd23496 HTTP/1.1" status: 200 len: 945 time: 0.1113229 Jul 05 02:23:17.310001 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f95fe0-d0f7-4547-82f8-1ccf3e9af56f req-8e2e8895-3420-4d36-9dea-25c0f701918f tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:17.313909 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-25f95fe0-d0f7-4547-82f8-1ccf3e9af56f req-8e2e8895-3420-4d36-9dea-25c0f701918f tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e515203-d639-4b16-86ee-550fdf2c6d1b HTTP/1.1" status: 200 len: 945 time: 0.1009362 Jul 05 02:23:17.337621 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-54634fb5-bed8-4a90-bca1-0243da45da85 req-060f6590-5b7d-4fa6-af29-baaeee985099 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682163 Jul 05 02:23:17.380587 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-25f95fe0-d0f7-4547-82f8-1ccf3e9af56f req-d65aef5d-c674-4821-98b8-0314ef5a9531 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/security-groups?id=e258e924-fb3e-45d8-9b54-0249433deb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596182 Jul 05 02:23:17.487681 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8cb67aa2-8f1d-4340-873b-99283210510d req-463ebdc7-05ee-49bd-adac-2a19de74af85 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7c4123d-dfa8-42d9-bda7-049b68a83d7a HTTP/1.1" status: 200 len: 210 time: 0.0334270 Jul 05 02:23:17.651217 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4477b722-e176-4268-8cb0-0439c76884d9 req-02a52e1e-6ed5-4418-bce2-eae5e9d73da1 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:17.661366 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4477b722-e176-4268-8cb0-0439c76884d9 req-02a52e1e-6ed5-4418-bce2-eae5e9d73da1 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9d7d611-0755-4e9e-8dda-32848396298c HTTP/1.1" status: 200 len: 949 time: 0.0867560 Jul 05 02:23:17.701079 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4477b722-e176-4268-8cb0-0439c76884d9 req-4e868938-633e-4377-beb6-15a601fce209 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418921 Jul 05 02:23:17.702492 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 7acf1469-4410-4f2c-9356-e53f9b0977c1 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:23:17.752423 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 7acf1469-4410-4f2c-9356-e53f9b0977c1 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:23:17.752896 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:17.844279 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 47ff3dc5-839f-46d0-9553-f3e7bba8f634 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:23:17.847539 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 56866) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:23:17.866570 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a59c07b3-e53c-4497-a47c-349ce7633bc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:17.976161 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a59c07b3-e53c-4497-a47c-349ce7633bc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:17.984586 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 47ff3dc5-839f-46d0-9553-f3e7bba8f634 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:23:17.988931 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 47ff3dc5-839f-46d0-9553-f3e7bba8f634 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:23:17.989298 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:18.037492 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a59c07b3-e53c-4497-a47c-349ce7633bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:18.067333 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:18.082410 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-a59c07b3-e53c-4497-a47c-349ce7633bc3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=424b469b663c41beafea0d8fa909f732&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2323353 Jul 05 02:23:18.084760 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 56868) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:23:18.093578 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59c07b3-e53c-4497-a47c-349ce7633bc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89651dd7-9a48-429c-8017-8f3fbcbd3278,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:23:18.104091 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 47ff3dc5-839f-46d0-9553-f3e7bba8f634, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=47ff3dc5-839f-46d0-9553-f3e7bba8f634,segment=NetworkSegment(90394898-caa8-405d-8cfd-cf38c3d41182),segment_id=90394898-caa8-405d-8cfd-cf38c3d41182)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:23:18.150666 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-300815f3-f22a-4fed-925a-5a642460bfe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:18.171469 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-300815f3-f22a-4fed-925a-5a642460bfe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:18.196462 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:18.243750 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=47ff3dc5-839f-46d0-9553-f3e7bba8f634,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:23:18.327164 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-300815f3-f22a-4fed-925a-5a642460bfe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:18.329786 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-300815f3-f22a-4fed-925a-5a642460bfe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:18.331232 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-300815f3-f22a-4fed-925a-5a642460bfe2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/89651dd7-9a48-429c-8017-8f3fbcbd3278 HTTP/1.1" status: 204 len: 168 time: 0.2453134 Jul 05 02:23:18.340182 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300815f3-f22a-4fed-925a-5a642460bfe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89651dd7-9a48-429c-8017-8f3fbcbd3278,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:23:18.576057 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527c2602-3af7-4489-bec8-da196999b313 req-ba762863-03e1-4b0f-8913-e0830ac4a818 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:18.582711 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-527c2602-3af7-4489-bec8-da196999b313 req-ba762863-03e1-4b0f-8913-e0830ac4a818 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e515203-d639-4b16-86ee-550fdf2c6d1b HTTP/1.1" status: 200 len: 945 time: 0.0835202 Jul 05 02:23:18.597082 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059ee8b4-f1a9-4f16-9ade-5ffa8b0ad661 req-f91074fb-982c-489d-ad06-c48e54acb52b tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:18.600058 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059ee8b4-f1a9-4f16-9ade-5ffa8b0ad661 req-f91074fb-982c-489d-ad06-c48e54acb52b tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:18.601649 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-059ee8b4-f1a9-4f16-9ade-5ffa8b0ad661 req-f91074fb-982c-489d-ad06-c48e54acb52b tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.21 "GET /v2.0/networks?id=243324dc-8c6d-43ef-8a48-00417a5c6909&id=a1af0c0f-92cf-4a90-9df2-8dde0345445d HTTP/1.1" status: 200 len: 1390 time: 0.1659291 Jul 05 02:23:18.610016 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2270f9b4-9e3f-4573-8d04-9af3f98ceb26 req-35476d58-44a9-4016-b2b8-2c7cb58e59d3 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:18.611468 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2270f9b4-9e3f-4573-8d04-9af3f98ceb26 req-35476d58-44a9-4016-b2b8-2c7cb58e59d3 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=773b9e0a-a16f-46ae-884b-fa5e8dd23496 HTTP/1.1" status: 200 len: 945 time: 0.1596537 Jul 05 02:23:18.616257 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-059ee8b4-f1a9-4f16-9ade-5ffa8b0ad661 req-d68047d9-f4e0-4e0b-80cc-46aa6ec27fee tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Request body: {'port': {'device_id': 'c7c4123d-dfa8-42d9-bda7-049b68a83d7a', 'network_id': '243324dc-8c6d-43ef-8a48-00417a5c6909', 'admin_state_up': True, 'tenant_id': '988b75a44b3448cc9e1b91ae38dea717'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:23:18.625105 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-527c2602-3af7-4489-bec8-da196999b313 req-ab8487f7-ae2c-4296-a70c-ec3ce0adf3b7 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/security-groups?id=e258e924-fb3e-45d8-9b54-0249433deb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409076 Jul 05 02:23:18.722638 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2270f9b4-9e3f-4573-8d04-9af3f98ceb26 req-5b65626e-0f69-43f6-a1c1-bef6e397a888 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872042 Jul 05 02:23:18.802037 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-712ec724-abd3-4624-965f-1ed8919d58e9 req-7d599906-da29-45dc-bb6f-b7a48224d4dd tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7c4123d-dfa8-42d9-bda7-049b68a83d7a HTTP/1.1" status: 200 len: 210 time: 0.0417821 Jul 05 02:23:18.909968 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-059ee8b4-f1a9-4f16-9ade-5ffa8b0ad661 req-d68047d9-f4e0-4e0b-80cc-46aa6ec27fee tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Made reservation on behalf of 988b75a44b3448cc9e1b91ae38dea717 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:23:18.913831 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-059ee8b4-f1a9-4f16-9ade-5ffa8b0ad661 req-d68047d9-f4e0-4e0b-80cc-46aa6ec27fee tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:18.982402 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4f396d-a8b8-48bd-be39-779df973f048 req-a2520b05-b2bb-4cad-b3aa-fa8323e67f17 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:18.983920 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-de4f396d-a8b8-48bd-be39-779df973f048 req-a2520b05-b2bb-4cad-b3aa-fa8323e67f17 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9d7d611-0755-4e9e-8dda-32848396298c HTTP/1.1" status: 200 len: 949 time: 0.0789113 Jul 05 02:23:19.022315 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-de4f396d-a8b8-48bd-be39-779df973f048 req-0d2caa68-3a5d-46a0-9d4e-790f17fd98b2 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324879 Jul 05 02:23:19.045128 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-059ee8b4-f1a9-4f16-9ade-5ffa8b0ad661 req-d68047d9-f4e0-4e0b-80cc-46aa6ec27fee tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Allocated IP 19.80.0.126 (243324dc-8c6d-43ef-8a48-00417a5c6909/1ee7659a-f0bb-4725-a3f1-8d053a7d4f0a/e9eb96dc-f777-40ed-a43e-892768e47359) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:23:19.194333 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-059ee8b4-f1a9-4f16-9ade-5ffa8b0ad661 req-d68047d9-f4e0-4e0b-80cc-46aa6ec27fee tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:19.207912 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-059ee8b4-f1a9-4f16-9ade-5ffa8b0ad661 req-d68047d9-f4e0-4e0b-80cc-46aa6ec27fee tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Transition to ACTIVE for port object e9eb96dc-f777-40ed-a43e-892768e47359 will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:23:19.360841 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-059ee8b4-f1a9-4f16-9ade-5ffa8b0ad661 req-d68047d9-f4e0-4e0b-80cc-46aa6ec27fee tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:19.403860 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-059ee8b4-f1a9-4f16-9ade-5ffa8b0ad661 req-d68047d9-f4e0-4e0b-80cc-46aa6ec27fee tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Network 243324dc-8c6d-43ef-8a48-00417a5c6909 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:23:19.407050 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-059ee8b4-f1a9-4f16-9ade-5ffa8b0ad661 req-d68047d9-f4e0-4e0b-80cc-46aa6ec27fee tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:23:19.413634 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-059ee8b4-f1a9-4f16-9ade-5ffa8b0ad661 req-d68047d9-f4e0-4e0b-80cc-46aa6ec27fee tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:23:19.440663 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68047d9-f4e0-4e0b-80cc-46aa6ec27fee tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Pushing event updated for resources: {'Port': ['ID=e9eb96dc-f777-40ed-a43e-892768e47359,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:23:19.480246 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059ee8b4-f1a9-4f16-9ade-5ffa8b0ad661 req-d68047d9-f4e0-4e0b-80cc-46aa6ec27fee tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:19.480895 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-059ee8b4-f1a9-4f16-9ade-5ffa8b0ad661 req-d68047d9-f4e0-4e0b-80cc-46aa6ec27fee tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:19.576068 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-059ee8b4-f1a9-4f16-9ade-5ffa8b0ad661 req-d68047d9-f4e0-4e0b-80cc-46aa6ec27fee tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9616880 Jul 05 02:23:19.586610 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-059ee8b4-f1a9-4f16-9ade-5ffa8b0ad661 req-d8b53d72-4a70-49fa-accb-cb5084634f3e tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Request body: {'port': {'device_id': 'c7c4123d-dfa8-42d9-bda7-049b68a83d7a', 'network_id': 'a1af0c0f-92cf-4a90-9df2-8dde0345445d', 'admin_state_up': True, 'tenant_id': '988b75a44b3448cc9e1b91ae38dea717'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:23:19.587964 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 47ff3dc5-839f-46d0-9553-f3e7bba8f634 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:23:19.646666 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 47ff3dc5-839f-46d0-9553-f3e7bba8f634 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:23:19.647036 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:19.765598 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-ed825af7-1a1b-4b6c-94d7-7219260091cb None None] Provisioning for port e9eb96dc-f777-40ed-a43e-892768e47359 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:23:19.765598 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-ed825af7-1a1b-4b6c-94d7-7219260091cb None None] Provisioning complete for port e9eb96dc-f777-40ed-a43e-892768e47359 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:23:19.765992 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-ed825af7-1a1b-4b6c-94d7-7219260091cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:19.806363 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-ed825af7-1a1b-4b6c-94d7-7219260091cb None None] Port e9eb96dc-f777-40ed-a43e-892768e47359 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:23:19.823468 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627daff5-9ddd-4cef-97f9-cacf020bb48a req-f7c323c7-73bc-44dd-aee3-a2ba1eca9bd3 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:19.824988 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-627daff5-9ddd-4cef-97f9-cacf020bb48a req-f7c323c7-73bc-44dd-aee3-a2ba1eca9bd3 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e515203-d639-4b16-86ee-550fdf2c6d1b HTTP/1.1" status: 200 len: 945 time: 0.0676458 Jul 05 02:23:19.865775 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-627daff5-9ddd-4cef-97f9-cacf020bb48a req-a7b6f6de-2e06-430b-b6ca-bb0ec8a77891 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/security-groups?id=e258e924-fb3e-45d8-9b54-0249433deb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334702 Jul 05 02:23:19.873789 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-059ee8b4-f1a9-4f16-9ade-5ffa8b0ad661 req-d8b53d72-4a70-49fa-accb-cb5084634f3e tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Made reservation on behalf of 988b75a44b3448cc9e1b91ae38dea717 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:23:19.876748 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-059ee8b4-f1a9-4f16-9ade-5ffa8b0ad661 req-d8b53d72-4a70-49fa-accb-cb5084634f3e tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:19.965680 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfe958d-1570-44a4-9641-99430f8ec89a req-602e03a0-b6ae-446d-824e-61771b76c8fa tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:19.967291 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fdfe958d-1570-44a4-9641-99430f8ec89a req-602e03a0-b6ae-446d-824e-61771b76c8fa tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=773b9e0a-a16f-46ae-884b-fa5e8dd23496 HTTP/1.1" status: 200 len: 945 time: 0.1259582 Jul 05 02:23:20.060729 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fdfe958d-1570-44a4-9641-99430f8ec89a req-a3236322-44bf-42d4-b58f-8b78f4a97602 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850084 Jul 05 02:23:20.081687 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-059ee8b4-f1a9-4f16-9ade-5ffa8b0ad661 req-d8b53d72-4a70-49fa-accb-cb5084634f3e tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Allocated IP 19.86.0.216 (a1af0c0f-92cf-4a90-9df2-8dde0345445d/458df4fc-8ae9-495a-9703-ccc24be19822/eaf5c7e4-7314-4d68-807c-d10aa35ade77) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:23:20.092765 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5040c4-9a80-4811-bdd0-3bc036924d01 req-d1aba052-455a-4284-b5a6-ecbf90de8939 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:20.094693 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-cd5040c4-9a80-4811-bdd0-3bc036924d01 req-d1aba052-455a-4284-b5a6-ecbf90de8939 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7c4123d-dfa8-42d9-bda7-049b68a83d7a HTTP/1.1" status: 200 len: 932 time: 0.0938137 Jul 05 02:23:20.144572 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-cd5040c4-9a80-4811-bdd0-3bc036924d01 req-20b23119-81d7-46f5-a491-b2c138ef57e2 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.23 "GET /v2.0/security-groups?id=74918f4d-c3c5-43b3-aeaa-73c712bc8baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426905 Jul 05 02:23:20.265466 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-059ee8b4-f1a9-4f16-9ade-5ffa8b0ad661 req-d8b53d72-4a70-49fa-accb-cb5084634f3e tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:20.291391 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-059ee8b4-f1a9-4f16-9ade-5ffa8b0ad661 req-d8b53d72-4a70-49fa-accb-cb5084634f3e tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Transition to ACTIVE for port object eaf5c7e4-7314-4d68-807c-d10aa35ade77 will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:23:20.368664 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4181c0eb-5b61-4629-9e98-ff6d6296c3ae req-8c408873-8578-49c6-b799-b65438d5ad6c tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:20.370303 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4181c0eb-5b61-4629-9e98-ff6d6296c3ae req-8c408873-8578-49c6-b799-b65438d5ad6c tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9d7d611-0755-4e9e-8dda-32848396298c HTTP/1.1" status: 200 len: 949 time: 0.0722971 Jul 05 02:23:20.408721 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4181c0eb-5b61-4629-9e98-ff6d6296c3ae req-1fe9b1c7-09f4-4dc1-9e07-2ac1b269e466 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318038 Jul 05 02:23:20.487901 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-059ee8b4-f1a9-4f16-9ade-5ffa8b0ad661 req-d8b53d72-4a70-49fa-accb-cb5084634f3e tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:20.533358 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-059ee8b4-f1a9-4f16-9ade-5ffa8b0ad661 req-d8b53d72-4a70-49fa-accb-cb5084634f3e tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Network a1af0c0f-92cf-4a90-9df2-8dde0345445d is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:23:20.537103 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-059ee8b4-f1a9-4f16-9ade-5ffa8b0ad661 req-d8b53d72-4a70-49fa-accb-cb5084634f3e tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:23:20.543132 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-059ee8b4-f1a9-4f16-9ade-5ffa8b0ad661 req-d8b53d72-4a70-49fa-accb-cb5084634f3e tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:23:20.550390 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b53d72-4a70-49fa-accb-cb5084634f3e tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Pushing event updated for resources: {'Port': ['ID=eaf5c7e4-7314-4d68-807c-d10aa35ade77,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:23:20.601613 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059ee8b4-f1a9-4f16-9ade-5ffa8b0ad661 req-d8b53d72-4a70-49fa-accb-cb5084634f3e tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:20.602316 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-059ee8b4-f1a9-4f16-9ade-5ffa8b0ad661 req-d8b53d72-4a70-49fa-accb-cb5084634f3e tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:20.715696 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-059ee8b4-f1a9-4f16-9ade-5ffa8b0ad661 req-d8b53d72-4a70-49fa-accb-cb5084634f3e tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1345801 Jul 05 02:23:20.743361 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-059ee8b4-f1a9-4f16-9ade-5ffa8b0ad661 req-0e514c99-9cbd-403c-aa61-db186ceba57e service neutron] Request body: {'port': {'device_id': 'c7c4123d-dfa8-42d9-bda7-049b68a83d7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:23:20.808684 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-059ee8b4-f1a9-4f16-9ade-5ffa8b0ad661 req-0e514c99-9cbd-403c-aa61-db186ceba57e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:20.921869 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b3414ec2-2acc-4645-a948-68a04f5cecaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:20.924079 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-e7ba6eb0-c76d-4e11-877c-fac2fd01c754 None None] Provisioning for port eaf5c7e4-7314-4d68-807c-d10aa35ade77 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:23:20.928592 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-e7ba6eb0-c76d-4e11-877c-fac2fd01c754 None None] Provisioning complete for port eaf5c7e4-7314-4d68-807c-d10aa35ade77 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:23:20.928966 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e7ba6eb0-c76d-4e11-877c-fac2fd01c754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:20.966173 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-e7ba6eb0-c76d-4e11-877c-fac2fd01c754 None None] Port eaf5c7e4-7314-4d68-807c-d10aa35ade77 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:23:21.122583 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17045871-d8ce-42ae-bcda-b1187cde8a13 req-144228d0-3662-4a88-9247-ddabae361e54 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:21.124647 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-17045871-d8ce-42ae-bcda-b1187cde8a13 req-144228d0-3662-4a88-9247-ddabae361e54 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e515203-d639-4b16-86ee-550fdf2c6d1b HTTP/1.1" status: 200 len: 945 time: 0.1202290 Jul 05 02:23:21.129960 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-059ee8b4-f1a9-4f16-9ade-5ffa8b0ad661 req-0e514c99-9cbd-403c-aa61-db186ceba57e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9eb96dc-f777-40ed-a43e-892768e47359 {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:23:21.143546 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-059ee8b4-f1a9-4f16-9ade-5ffa8b0ad661 req-0e514c99-9cbd-403c-aa61-db186ceba57e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:21.167455 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-059ee8b4-f1a9-4f16-9ade-5ffa8b0ad661 req-0e514c99-9cbd-403c-aa61-db186ceba57e service neutron] Transition to ACTIVE for port object e9eb96dc-f777-40ed-a43e-892768e47359 will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:23:21.182069 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-17045871-d8ce-42ae-bcda-b1187cde8a13 req-7df8c77c-eeb7-45ac-84a5-b3c00227b5dd tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/security-groups?id=e258e924-fb3e-45d8-9b54-0249433deb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473409 Jul 05 02:23:21.247129 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b43f45-23bd-4d38-b47a-1d2e50d92e95 req-86e63e5f-6594-4110-a444-b89c6ae4772f tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:21.251138 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-60b43f45-23bd-4d38-b47a-1d2e50d92e95 req-86e63e5f-6594-4110-a444-b89c6ae4772f tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=773b9e0a-a16f-46ae-884b-fa5e8dd23496 HTTP/1.1" status: 200 len: 945 time: 0.0713706 Jul 05 02:23:21.264564 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-059ee8b4-f1a9-4f16-9ade-5ffa8b0ad661 req-0e514c99-9cbd-403c-aa61-db186ceba57e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:21.299377 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-60b43f45-23bd-4d38-b47a-1d2e50d92e95 req-0f3ab6ba-d929-429c-b81f-362023175c35 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420139 Jul 05 02:23:21.344503 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e514c99-9cbd-403c-aa61-db186ceba57e service neutron] Pushing event updated for resources: {'Port': ['ID=e9eb96dc-f777-40ed-a43e-892768e47359,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:23:21.470644 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-059ee8b4-f1a9-4f16-9ade-5ffa8b0ad661 req-0e514c99-9cbd-403c-aa61-db186ceba57e service neutron] Attempting to bind port e9eb96dc-f777-40ed-a43e-892768e47359 on host n-h1-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:23:21.470644 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-059ee8b4-f1a9-4f16-9ade-5ffa8b0ad661 req-0e514c99-9cbd-403c-aa61-db186ceba57e service neutron] Attempting to bind port e9eb96dc-f777-40ed-a43e-892768e47359 by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': '82c0a593-2739-4802-a996-1015d95294ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '243324dc-8c6d-43ef-8a48-00417a5c6909'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:23:21.470644 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059ee8b4-f1a9-4f16-9ade-5ffa8b0ad661 req-0e514c99-9cbd-403c-aa61-db186ceba57e service neutron] Attempting to bind port e9eb96dc-f777-40ed-a43e-892768e47359 on network 243324dc-8c6d-43ef-8a48-00417a5c6909 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:23:21.479882 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0516b3e4-b4e1-4b6c-811a-7f1fcabe1f80 req-f3f851d1-3944-4025-85a3-ef3045a8b16f tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:21.485881 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0516b3e4-b4e1-4b6c-811a-7f1fcabe1f80 req-f3f851d1-3944-4025-85a3-ef3045a8b16f tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:21.487584 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0516b3e4-b4e1-4b6c-811a-7f1fcabe1f80 req-f3f851d1-3944-4025-85a3-ef3045a8b16f tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7c4123d-dfa8-42d9-bda7-049b68a83d7a HTTP/1.1" status: 200 len: 1667 time: 0.1847508 Jul 05 02:23:21.491239 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059ee8b4-f1a9-4f16-9ade-5ffa8b0ad661 req-0e514c99-9cbd-403c-aa61-db186ceba57e service neutron] Port e9eb96dc-f777-40ed-a43e-892768e47359 on network 243324dc-8c6d-43ef-8a48-00417a5c6909 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:23:21.491839 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059ee8b4-f1a9-4f16-9ade-5ffa8b0ad661 req-0e514c99-9cbd-403c-aa61-db186ceba57e service neutron] Attempting to bind port e9eb96dc-f777-40ed-a43e-892768e47359 on network 243324dc-8c6d-43ef-8a48-00417a5c6909 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:23:21.497869 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059ee8b4-f1a9-4f16-9ade-5ffa8b0ad661 req-0e514c99-9cbd-403c-aa61-db186ceba57e service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:23:21.498240 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059ee8b4-f1a9-4f16-9ade-5ffa8b0ad661 req-0e514c99-9cbd-403c-aa61-db186ceba57e service neutron] Checking segment: {'id': '82c0a593-2739-4802-a996-1015d95294ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '243324dc-8c6d-43ef-8a48-00417a5c6909'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:23:21.498628 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059ee8b4-f1a9-4f16-9ade-5ffa8b0ad661 req-0e514c99-9cbd-403c-aa61-db186ceba57e service neutron] Bound using segment: {'id': '82c0a593-2739-4802-a996-1015d95294ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '243324dc-8c6d-43ef-8a48-00417a5c6909'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:23:21.499054 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-059ee8b4-f1a9-4f16-9ade-5ffa8b0ad661 req-0e514c99-9cbd-403c-aa61-db186ceba57e service neutron] Bound port: e9eb96dc-f777-40ed-a43e-892768e47359, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82c0a593-2739-4802-a996-1015d95294ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '243324dc-8c6d-43ef-8a48-00417a5c6909'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:23:21.499422 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-059ee8b4-f1a9-4f16-9ade-5ffa8b0ad661 req-0e514c99-9cbd-403c-aa61-db186ceba57e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:21.614562 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0516b3e4-b4e1-4b6c-811a-7f1fcabe1f80 req-87ea8cfa-ce07-4554-9f5c-13ef208befef tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.23 "GET /v2.0/security-groups?id=74918f4d-c3c5-43b3-aeaa-73c712bc8baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062129 Jul 05 02:23:21.637239 n-d-771362-32 neutron-server[94461]: INFO neutron.api.v2.resource [req-1dadc6c7-5b0f-44aa-8442-5c5ac99019ad req-1c363935-dad6-43e3-928f-b9f8e350c009 service neutron] show failed (client error): The resource could not be found. Jul 05 02:23:21.638309 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1dadc6c7-5b0f-44aa-8442-5c5ac99019ad req-1c363935-dad6-43e3-928f-b9f8e350c009 service neutron] 10.222.0.21 "GET /v2.0/ports/9c4ad08d-ddaa-4e85-9a5f-7f10686347ed/bindings/n-h2-771362-32 HTTP/1.1" status: 404 len: 381 time: 0.1281211 Jul 05 02:23:21.644901 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-059ee8b4-f1a9-4f16-9ade-5ffa8b0ad661 req-0e514c99-9cbd-403c-aa61-db186ceba57e service neutron] For port e9eb96dc-f777-40ed-a43e-892768e47359, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:23:21.648633 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-059ee8b4-f1a9-4f16-9ade-5ffa8b0ad661 req-0e514c99-9cbd-403c-aa61-db186ceba57e service neutron] For port e9eb96dc-f777-40ed-a43e-892768e47359, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=e9eb96dc-f777-40ed-a43e-892768e47359,segment=NetworkSegment(82c0a593-2739-4802-a996-1015d95294ab),segment_id=82c0a593-2739-4802-a996-1015d95294ab)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:23:21.745491 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6893870d-68ed-4e24-9c44-840061048b7a req-c1ffa2c2-e349-4cb6-bb44-0f2655112172 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:21.747050 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6893870d-68ed-4e24-9c44-840061048b7a req-c1ffa2c2-e349-4cb6-bb44-0f2655112172 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9d7d611-0755-4e9e-8dda-32848396298c HTTP/1.1" status: 200 len: 949 time: 0.0774620 Jul 05 02:23:21.756744 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-059ee8b4-f1a9-4f16-9ade-5ffa8b0ad661 req-0e514c99-9cbd-403c-aa61-db186ceba57e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:21.789091 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6893870d-68ed-4e24-9c44-840061048b7a req-1e1f78d7-7b07-4ada-af89-092dc33707fd tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362189 Jul 05 02:23:21.793958 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059ee8b4-f1a9-4f16-9ade-5ffa8b0ad661 req-0e514c99-9cbd-403c-aa61-db186ceba57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:21.794728 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-059ee8b4-f1a9-4f16-9ade-5ffa8b0ad661 req-0e514c99-9cbd-403c-aa61-db186ceba57e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:21.796005 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-059ee8b4-f1a9-4f16-9ade-5ffa8b0ad661 req-0e514c99-9cbd-403c-aa61-db186ceba57e service neutron] 10.222.0.21 "PUT /v2.0/ports/e9eb96dc-f777-40ed-a43e-892768e47359 HTTP/1.1" status: 200 len: 1093 time: 1.0727386 Jul 05 02:23:21.796447 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7c4123d-dfa8-42d9-bda7-049b68a83d7a', 'tag': 'e9eb96dc-f777-40ed-a43e-892768e47359'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:23:21.798821 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2f5004d-5374-443c-b936-775eec7718e0" -d '{"events": [{"name": "network-changed", "server_uuid": "c7c4123d-dfa8-42d9-bda7-049b68a83d7a", "tag": "e9eb96dc-f777-40ed-a43e-892768e47359"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:23:21.826178 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e514c99-9cbd-403c-aa61-db186ceba57e service neutron] Pushing event updated for resources: {'Port': ['ID=e9eb96dc-f777-40ed-a43e-892768e47359,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:23:21.853669 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f47c7478-1136-4b25-a2ca-6b5dd32238cc x-openstack-request-id: req-f47c7478-1136-4b25-a2ca-6b5dd32238cc {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:23:21.853935 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7c4123d-dfa8-42d9-bda7-049b68a83d7a", "tag": "e9eb96dc-f777-40ed-a43e-892768e47359", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:23:21.854199 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f47c7478-1136-4b25-a2ca-6b5dd32238cc {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:23:21.854721 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7c4123d-dfa8-42d9-bda7-049b68a83d7a', 'tag': 'e9eb96dc-f777-40ed-a43e-892768e47359', 'status': 'completed', 'code': 200} Jul 05 02:23:21.925391 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-059ee8b4-f1a9-4f16-9ade-5ffa8b0ad661 req-1ef672cc-9399-471f-94e0-920071bf2cdd service neutron] Request body: {'port': {'device_id': 'c7c4123d-dfa8-42d9-bda7-049b68a83d7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:23:22.301720 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f5004d-5374-443c-b936-775eec7718e0 req-781f964e-18a3-4a8c-bc3e-4cbd90bcdbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:22.302227 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f5004d-5374-443c-b936-775eec7718e0 req-781f964e-18a3-4a8c-bc3e-4cbd90bcdbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:22.303984 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d2f5004d-5374-443c-b936-775eec7718e0 req-781f964e-18a3-4a8c-bc3e-4cbd90bcdbe5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=988b75a44b3448cc9e1b91ae38dea717&device_id=c7c4123d-dfa8-42d9-bda7-049b68a83d7a HTTP/1.1" status: 200 len: 1915 time: 0.4275506 Jul 05 02:23:22.400182 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-059ee8b4-f1a9-4f16-9ade-5ffa8b0ad661 req-1ef672cc-9399-471f-94e0-920071bf2cdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:22.439713 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89365856-8393-497e-aa2f-d027ce316d61 req-c13ea7aa-2e31-4046-a47a-2fea3ab0e9d8 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:22.441401 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-89365856-8393-497e-aa2f-d027ce316d61 req-c13ea7aa-2e31-4046-a47a-2fea3ab0e9d8 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e515203-d639-4b16-86ee-550fdf2c6d1b HTTP/1.1" status: 200 len: 945 time: 0.1332312 Jul 05 02:23:22.483925 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-89365856-8393-497e-aa2f-d027ce316d61 req-328a5e61-ef55-4319-bf47-5d3118911d16 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/security-groups?id=e258e924-fb3e-45d8-9b54-0249433deb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364788 Jul 05 02:23:22.670625 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f5004d-5374-443c-b936-775eec7718e0 req-8ea14c44-9a73-4bbc-94b8-72ee83905fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:22.671320 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f5004d-5374-443c-b936-775eec7718e0 req-8ea14c44-9a73-4bbc-94b8-72ee83905fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:22.671530 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f5004d-5374-443c-b936-775eec7718e0 req-8ea14c44-9a73-4bbc-94b8-72ee83905fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:22.673175 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d2f5004d-5374-443c-b936-775eec7718e0 req-8ea14c44-9a73-4bbc-94b8-72ee83905fd8 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=988b75a44b3448cc9e1b91ae38dea717&shared=False HTTP/1.1" status: 200 len: 2287 time: 0.3618162 Jul 05 02:23:22.785816 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16cee15-b782-4fd8-a804-3c39e3f14b8a req-4f20b198-114c-4510-9792-ade8ddff6d8c tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:22.787670 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f16cee15-b782-4fd8-a804-3c39e3f14b8a req-4f20b198-114c-4510-9792-ade8ddff6d8c tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=773b9e0a-a16f-46ae-884b-fa5e8dd23496 HTTP/1.1" status: 200 len: 945 time: 0.2802839 Jul 05 02:23:22.822609 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dadc6c7-5b0f-44aa-8442-5c5ac99019ad req-b3baefde-08e4-4b7a-993e-2aabf5e6ea1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:22.826253 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1dadc6c7-5b0f-44aa-8442-5c5ac99019ad req-b3baefde-08e4-4b7a-993e-2aabf5e6ea1c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e9d7d611-0755-4e9e-8dda-32848396298c&tenant_id=7bde4afb78a7485193d4b3fb4c23ad75 HTTP/1.1" status: 200 len: 1101 time: 0.2664504 Jul 05 02:23:22.866831 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-1dadc6c7-5b0f-44aa-8442-5c5ac99019ad req-c50e04a5-4760-4084-a9c8-c26ac3afdd4a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-771362-32', 'device_owner': 'compute:nova'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:23:22.892464 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a97f113-0cda-4faa-b675-1a3887d26f40 req-4743f9c8-f905-4176-ad97-71c4e8a6e27e tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:22.898499 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a97f113-0cda-4faa-b675-1a3887d26f40 req-4743f9c8-f905-4176-ad97-71c4e8a6e27e tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:22.900171 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8a97f113-0cda-4faa-b675-1a3887d26f40 req-4743f9c8-f905-4176-ad97-71c4e8a6e27e tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7c4123d-dfa8-42d9-bda7-049b68a83d7a HTTP/1.1" status: 200 len: 1667 time: 0.0814753 Jul 05 02:23:22.925775 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f5004d-5374-443c-b936-775eec7718e0 req-0957a6e6-4f4e-46c2-875f-31e63f69c40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:22.927380 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d2f5004d-5374-443c-b936-775eec7718e0 req-0957a6e6-4f4e-46c2-875f-31e63f69c40d service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2395306 Jul 05 02:23:22.940892 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8a97f113-0cda-4faa-b675-1a3887d26f40 req-e0e531b2-309a-428a-b663-fca8f7d62c5f tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.23 "GET /v2.0/security-groups?id=74918f4d-c3c5-43b3-aeaa-73c712bc8baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336924 Jul 05 02:23:22.962559 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f16cee15-b782-4fd8-a804-3c39e3f14b8a req-d939bf44-176b-4910-8a99-e880b4883ccb tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537464 Jul 05 02:23:23.004668 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-059ee8b4-f1a9-4f16-9ade-5ffa8b0ad661 req-1ef672cc-9399-471f-94e0-920071bf2cdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eaf5c7e4-7314-4d68-807c-d10aa35ade77 {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:23:23.017468 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-059ee8b4-f1a9-4f16-9ade-5ffa8b0ad661 req-1ef672cc-9399-471f-94e0-920071bf2cdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:23.026821 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1dadc6c7-5b0f-44aa-8442-5c5ac99019ad req-c50e04a5-4760-4084-a9c8-c26ac3afdd4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:23.043532 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-059ee8b4-f1a9-4f16-9ade-5ffa8b0ad661 req-1ef672cc-9399-471f-94e0-920071bf2cdd service neutron] Transition to ACTIVE for port object eaf5c7e4-7314-4d68-807c-d10aa35ade77 will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:23:23.116008 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2c9b28-dd2f-463a-ada1-f9caeab20e13 req-d3f149ee-bf93-4ac9-9481-0f1e05874a67 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:23.118314 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7f2c9b28-dd2f-463a-ada1-f9caeab20e13 req-d3f149ee-bf93-4ac9-9481-0f1e05874a67 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9d7d611-0755-4e9e-8dda-32848396298c HTTP/1.1" status: 200 len: 949 time: 0.0667310 Jul 05 02:23:23.160564 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7f2c9b28-dd2f-463a-ada1-f9caeab20e13 req-03f93e1d-4dfe-4616-bc56-a39600218910 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352285 Jul 05 02:23:23.243800 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-1dadc6c7-5b0f-44aa-8442-5c5ac99019ad req-c50e04a5-4760-4084-a9c8-c26ac3afdd4a service neutron] For port 9c4ad08d-ddaa-4e85-9a5f-7f10686347ed, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=9c4ad08d-ddaa-4e85-9a5f-7f10686347ed,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:23:23.276241 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-29959eb3-3c53-422c-ab8c-2480fdb96f28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:23.277472 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-1dadc6c7-5b0f-44aa-8442-5c5ac99019ad req-c50e04a5-4760-4084-a9c8-c26ac3afdd4a service neutron] For port 9c4ad08d-ddaa-4e85-9a5f-7f10686347ed, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:23:23.279063 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-059ee8b4-f1a9-4f16-9ade-5ffa8b0ad661 req-1ef672cc-9399-471f-94e0-920071bf2cdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:23.368363 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef672cc-9399-471f-94e0-920071bf2cdd service neutron] Pushing event updated for resources: {'Port': ['ID=eaf5c7e4-7314-4d68-807c-d10aa35ade77,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:23:23.373158 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1dadc6c7-5b0f-44aa-8442-5c5ac99019ad req-c50e04a5-4760-4084-a9c8-c26ac3afdd4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:23.432033 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-1dadc6c7-5b0f-44aa-8442-5c5ac99019ad req-c50e04a5-4760-4084-a9c8-c26ac3afdd4a service neutron] Transition to ACTIVE for port object 9c4ad08d-ddaa-4e85-9a5f-7f10686347ed will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:23:23.455740 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-059ee8b4-f1a9-4f16-9ade-5ffa8b0ad661 req-1ef672cc-9399-471f-94e0-920071bf2cdd service neutron] Attempting to bind port eaf5c7e4-7314-4d68-807c-d10aa35ade77 on host n-h1-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:23:23.456063 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-059ee8b4-f1a9-4f16-9ade-5ffa8b0ad661 req-1ef672cc-9399-471f-94e0-920071bf2cdd service neutron] Attempting to bind port eaf5c7e4-7314-4d68-807c-d10aa35ade77 by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': '90394898-caa8-405d-8cfd-cf38c3d41182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a1af0c0f-92cf-4a90-9df2-8dde0345445d'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:23:23.456438 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059ee8b4-f1a9-4f16-9ade-5ffa8b0ad661 req-1ef672cc-9399-471f-94e0-920071bf2cdd service neutron] Attempting to bind port eaf5c7e4-7314-4d68-807c-d10aa35ade77 on network a1af0c0f-92cf-4a90-9df2-8dde0345445d {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:23:23.460859 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059ee8b4-f1a9-4f16-9ade-5ffa8b0ad661 req-1ef672cc-9399-471f-94e0-920071bf2cdd service neutron] Port eaf5c7e4-7314-4d68-807c-d10aa35ade77 on network a1af0c0f-92cf-4a90-9df2-8dde0345445d not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:23:23.461249 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059ee8b4-f1a9-4f16-9ade-5ffa8b0ad661 req-1ef672cc-9399-471f-94e0-920071bf2cdd service neutron] Attempting to bind port eaf5c7e4-7314-4d68-807c-d10aa35ade77 on network a1af0c0f-92cf-4a90-9df2-8dde0345445d {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:23:23.466393 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059ee8b4-f1a9-4f16-9ade-5ffa8b0ad661 req-1ef672cc-9399-471f-94e0-920071bf2cdd service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:23:23.466728 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059ee8b4-f1a9-4f16-9ade-5ffa8b0ad661 req-1ef672cc-9399-471f-94e0-920071bf2cdd service neutron] Checking segment: {'id': '90394898-caa8-405d-8cfd-cf38c3d41182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a1af0c0f-92cf-4a90-9df2-8dde0345445d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:23:23.467152 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059ee8b4-f1a9-4f16-9ade-5ffa8b0ad661 req-1ef672cc-9399-471f-94e0-920071bf2cdd service neutron] Bound using segment: {'id': '90394898-caa8-405d-8cfd-cf38c3d41182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a1af0c0f-92cf-4a90-9df2-8dde0345445d'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:23:23.467546 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-059ee8b4-f1a9-4f16-9ade-5ffa8b0ad661 req-1ef672cc-9399-471f-94e0-920071bf2cdd service neutron] Bound port: eaf5c7e4-7314-4d68-807c-d10aa35ade77, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90394898-caa8-405d-8cfd-cf38c3d41182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a1af0c0f-92cf-4a90-9df2-8dde0345445d'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:23:23.467953 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-059ee8b4-f1a9-4f16-9ade-5ffa8b0ad661 req-1ef672cc-9399-471f-94e0-920071bf2cdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:23.570322 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-059ee8b4-f1a9-4f16-9ade-5ffa8b0ad661 req-1ef672cc-9399-471f-94e0-920071bf2cdd service neutron] For port eaf5c7e4-7314-4d68-807c-d10aa35ade77, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:23:23.574064 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-059ee8b4-f1a9-4f16-9ade-5ffa8b0ad661 req-1ef672cc-9399-471f-94e0-920071bf2cdd service neutron] For port eaf5c7e4-7314-4d68-807c-d10aa35ade77, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=eaf5c7e4-7314-4d68-807c-d10aa35ade77,segment=NetworkSegment(90394898-caa8-405d-8cfd-cf38c3d41182),segment_id=90394898-caa8-405d-8cfd-cf38c3d41182)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:23:23.581830 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1dadc6c7-5b0f-44aa-8442-5c5ac99019ad req-c50e04a5-4760-4084-a9c8-c26ac3afdd4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:23.677451 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4745c7ed-efd2-4abe-bbd8-85bec22edb6b req-371decad-8936-4820-bfc6-19d19de9fbfc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=92403696-646a-4870-b635-6151c7b09066&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1991026 Jul 05 02:23:23.688670 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50e04a5-4760-4084-a9c8-c26ac3afdd4a service neutron] Pushing event updated for resources: {'Port': ['ID=9c4ad08d-ddaa-4e85-9a5f-7f10686347ed,revision_number=6']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:23:23.724231 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dadc6c7-5b0f-44aa-8442-5c5ac99019ad req-c50e04a5-4760-4084-a9c8-c26ac3afdd4a service neutron] No DVR routers for this DVR port 9c4ad08d-ddaa-4e85-9a5f-7f10686347ed on host n-h1-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:23:23.729585 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-059ee8b4-f1a9-4f16-9ade-5ffa8b0ad661 req-1ef672cc-9399-471f-94e0-920071bf2cdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:23.815081 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059ee8b4-f1a9-4f16-9ade-5ffa8b0ad661 req-1ef672cc-9399-471f-94e0-920071bf2cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:23.815725 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-059ee8b4-f1a9-4f16-9ade-5ffa8b0ad661 req-1ef672cc-9399-471f-94e0-920071bf2cdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:23.817178 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-059ee8b4-f1a9-4f16-9ade-5ffa8b0ad661 req-1ef672cc-9399-471f-94e0-920071bf2cdd service neutron] 10.222.0.21 "PUT /v2.0/ports/eaf5c7e4-7314-4d68-807c-d10aa35ade77 HTTP/1.1" status: 200 len: 1093 time: 1.8970311 Jul 05 02:23:23.829241 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:23.867365 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9d7d611-0755-4e9e-8dda-32848396298c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c4ad08d-ddaa-4e85-9a5f-7f10686347ed'}, {'name': 'network-changed', 'server_uuid': 'c7c4123d-dfa8-42d9-bda7-049b68a83d7a', 'tag': 'eaf5c7e4-7314-4d68-807c-d10aa35ade77'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:23:23.870204 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b8c6886-4a2d-46e3-96b6-58d16de2ee3c" -d '{"events": [{"server_uuid": "e9d7d611-0755-4e9e-8dda-32848396298c", "name": "network-vif-unplugged", "status": "completed", "tag": "9c4ad08d-ddaa-4e85-9a5f-7f10686347ed"}, {"name": "network-changed", "server_uuid": "c7c4123d-dfa8-42d9-bda7-049b68a83d7a", "tag": "eaf5c7e4-7314-4d68-807c-d10aa35ade77"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:23:23.915818 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-1dadc6c7-5b0f-44aa-8442-5c5ac99019ad req-c50e04a5-4760-4084-a9c8-c26ac3afdd4a service neutron] Attempting to bind port 9c4ad08d-ddaa-4e85-9a5f-7f10686347ed on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:23:23.915818 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-1dadc6c7-5b0f-44aa-8442-5c5ac99019ad req-c50e04a5-4760-4084-a9c8-c26ac3afdd4a service neutron] Attempting to bind port 9c4ad08d-ddaa-4e85-9a5f-7f10686347ed by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:23:23.915818 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dadc6c7-5b0f-44aa-8442-5c5ac99019ad req-c50e04a5-4760-4084-a9c8-c26ac3afdd4a service neutron] Attempting to bind port 9c4ad08d-ddaa-4e85-9a5f-7f10686347ed on network dff432c2-7366-4622-aebb-da22fe05bfd4 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:23:23.947806 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425a6f47-e9c7-43b8-8614-e0e38f43e901 req-fc20998e-d41d-4f3c-b5dd-c70adb5f9054 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:23.949701 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-425a6f47-e9c7-43b8-8614-e0e38f43e901 req-fc20998e-d41d-4f3c-b5dd-c70adb5f9054 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e515203-d639-4b16-86ee-550fdf2c6d1b HTTP/1.1" status: 200 len: 945 time: 0.3304610 Jul 05 02:23:23.950045 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dadc6c7-5b0f-44aa-8442-5c5ac99019ad req-c50e04a5-4760-4084-a9c8-c26ac3afdd4a service neutron] Port 9c4ad08d-ddaa-4e85-9a5f-7f10686347ed on network dff432c2-7366-4622-aebb-da22fe05bfd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:23:23.950399 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dadc6c7-5b0f-44aa-8442-5c5ac99019ad req-c50e04a5-4760-4084-a9c8-c26ac3afdd4a service neutron] Attempting to bind port 9c4ad08d-ddaa-4e85-9a5f-7f10686347ed on network dff432c2-7366-4622-aebb-da22fe05bfd4 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:23:23.953659 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 05 Jul 2021 02:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-898b2ab1-b388-4fed-ad30-005f72ac57a2 x-openstack-request-id: req-898b2ab1-b388-4fed-ad30-005f72ac57a2 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:23:23.953957 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9d7d611-0755-4e9e-8dda-32848396298c", "name": "network-vif-unplugged", "status": "completed", "tag": "9c4ad08d-ddaa-4e85-9a5f-7f10686347ed", "code": 200}, {"name": "network-changed", "server_uuid": "c7c4123d-dfa8-42d9-bda7-049b68a83d7a", "tag": "eaf5c7e4-7314-4d68-807c-d10aa35ade77", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:23:23.961018 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-898b2ab1-b388-4fed-ad30-005f72ac57a2 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:23:23.961018 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9d7d611-0755-4e9e-8dda-32848396298c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c4ad08d-ddaa-4e85-9a5f-7f10686347ed', 'code': 200} Jul 05 02:23:23.961018 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7c4123d-dfa8-42d9-bda7-049b68a83d7a', 'tag': 'eaf5c7e4-7314-4d68-807c-d10aa35ade77', 'status': 'completed', 'code': 200} Jul 05 02:23:23.963931 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef672cc-9399-471f-94e0-920071bf2cdd service neutron] Pushing event updated for resources: {'Port': ['ID=eaf5c7e4-7314-4d68-807c-d10aa35ade77,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:23:24.035564 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dadc6c7-5b0f-44aa-8442-5c5ac99019ad req-c50e04a5-4760-4084-a9c8-c26ac3afdd4a service neutron] Checking agent: {'id': 'e071c76e-395f-48c4-a98f-88088465cf0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:23:24.035911 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dadc6c7-5b0f-44aa-8442-5c5ac99019ad req-c50e04a5-4760-4084-a9c8-c26ac3afdd4a service neutron] Checking segment: {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:23:24.036306 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dadc6c7-5b0f-44aa-8442-5c5ac99019ad req-c50e04a5-4760-4084-a9c8-c26ac3afdd4a service neutron] Bound using segment: {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:23:24.041161 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-1dadc6c7-5b0f-44aa-8442-5c5ac99019ad req-c50e04a5-4760-4084-a9c8-c26ac3afdd4a service neutron] Bound port: 9c4ad08d-ddaa-4e85-9a5f-7f10686347ed, host: n-h2-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:23:24.041161 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1dadc6c7-5b0f-44aa-8442-5c5ac99019ad req-c50e04a5-4760-4084-a9c8-c26ac3afdd4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:24.075275 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4745c7ed-efd2-4abe-bbd8-85bec22edb6b req-194d0623-4827-4245-b758-23dce7177d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:24.075914 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4745c7ed-efd2-4abe-bbd8-85bec22edb6b req-194d0623-4827-4245-b758-23dce7177d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:24.076301 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4745c7ed-efd2-4abe-bbd8-85bec22edb6b req-194d0623-4827-4245-b758-23dce7177d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:24.077168 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4745c7ed-efd2-4abe-bbd8-85bec22edb6b req-194d0623-4827-4245-b758-23dce7177d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:24.077656 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4745c7ed-efd2-4abe-bbd8-85bec22edb6b req-194d0623-4827-4245-b758-23dce7177d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:24.078161 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4745c7ed-efd2-4abe-bbd8-85bec22edb6b req-194d0623-4827-4245-b758-23dce7177d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:24.078628 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4745c7ed-efd2-4abe-bbd8-85bec22edb6b req-194d0623-4827-4245-b758-23dce7177d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:24.080580 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4745c7ed-efd2-4abe-bbd8-85bec22edb6b req-194d0623-4827-4245-b758-23dce7177d92 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bf69a7cc9341402789561a978c68b071&device_id=92403696-646a-4870-b635-6151c7b09066 HTTP/1.1" status: 200 len: 6506 time: 0.3321793 Jul 05 02:23:24.117246 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-425a6f47-e9c7-43b8-8614-e0e38f43e901 req-116a110c-9d0f-4faa-99d0-a8a12ec61b7a tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/security-groups?id=e258e924-fb3e-45d8-9b54-0249433deb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571012 Jul 05 02:23:24.146606 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf811a12-47ed-4402-85b3-2ec61a01a105 req-b527836f-e24f-4717-adff-28da1000de85 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:24.152871 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf811a12-47ed-4402-85b3-2ec61a01a105 req-b527836f-e24f-4717-adff-28da1000de85 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:24.154522 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-cf811a12-47ed-4402-85b3-2ec61a01a105 req-b527836f-e24f-4717-adff-28da1000de85 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7c4123d-dfa8-42d9-bda7-049b68a83d7a HTTP/1.1" status: 200 len: 1679 time: 0.0752518 Jul 05 02:23:24.219452 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8c6886-4a2d-46e3-96b6-58d16de2ee3c req-eedabdbd-8bac-48fe-88d2-bdc5942d43d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:24.219452 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8c6886-4a2d-46e3-96b6-58d16de2ee3c req-eedabdbd-8bac-48fe-88d2-bdc5942d43d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:24.219452 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1b8c6886-4a2d-46e3-96b6-58d16de2ee3c req-eedabdbd-8bac-48fe-88d2-bdc5942d43d7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=988b75a44b3448cc9e1b91ae38dea717&device_id=c7c4123d-dfa8-42d9-bda7-049b68a83d7a HTTP/1.1" status: 200 len: 1983 time: 0.2460799 Jul 05 02:23:24.219823 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-cf811a12-47ed-4402-85b3-2ec61a01a105 req-c7c3cad5-95b5-4646-893c-54200d7b1faa tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.23 "GET /v2.0/security-groups?id=74918f4d-c3c5-43b3-aeaa-73c712bc8baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572386 Jul 05 02:23:24.241182 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-1dadc6c7-5b0f-44aa-8442-5c5ac99019ad req-c50e04a5-4760-4084-a9c8-c26ac3afdd4a service neutron] For port 9c4ad08d-ddaa-4e85-9a5f-7f10686347ed, host n-h2-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:23:24.320561 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-1dadc6c7-5b0f-44aa-8442-5c5ac99019ad req-c50e04a5-4760-4084-a9c8-c26ac3afdd4a service neutron] For port 9c4ad08d-ddaa-4e85-9a5f-7f10686347ed, host n-h2-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=9c4ad08d-ddaa-4e85-9a5f-7f10686347ed,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:23:24.354499 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4745c7ed-efd2-4abe-bbd8-85bec22edb6b req-c51dfe5e-4e29-421f-9aaa-cc20c78faa70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:24.355132 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4745c7ed-efd2-4abe-bbd8-85bec22edb6b req-c51dfe5e-4e29-421f-9aaa-cc20c78faa70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:24.355613 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4745c7ed-efd2-4abe-bbd8-85bec22edb6b req-c51dfe5e-4e29-421f-9aaa-cc20c78faa70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:24.357485 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4745c7ed-efd2-4abe-bbd8-85bec22edb6b req-c51dfe5e-4e29-421f-9aaa-cc20c78faa70 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1f5c1f66-211d-4aaf-9dcb-993edf85d0c1&id=70f5fd93-7af8-4288-a451-7de7b5d6c1c7&id=70f5fd93-7af8-4288-a451-7de7b5d6c1c7&id=70f5fd93-7af8-4288-a451-7de7b5d6c1c7&id=70f5fd93-7af8-4288-a451-7de7b5d6c1c7&id=8fabf858-7855-4bc3-b4b1-4ecb63b57267&id=8fabf858-7855-4bc3-b4b1-4ecb63b57267 HTTP/1.1" status: 200 len: 2294 time: 0.2451835 Jul 05 02:23:24.403464 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6018c331-6b6f-4be6-97ea-9ecb40d3fc7b req-54ba3be6-81da-4d72-bd2a-576557b2e548 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:24.408661 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6018c331-6b6f-4be6-97ea-9ecb40d3fc7b req-54ba3be6-81da-4d72-bd2a-576557b2e548 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9d7d611-0755-4e9e-8dda-32848396298c HTTP/1.1" status: 200 len: 947 time: 0.0751731 Jul 05 02:23:24.450809 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6018c331-6b6f-4be6-97ea-9ecb40d3fc7b req-5ce19999-8ca3-455e-9aed-b41da4d1f599 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377128 Jul 05 02:23:24.453351 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1dadc6c7-5b0f-44aa-8442-5c5ac99019ad req-c50e04a5-4760-4084-a9c8-c26ac3afdd4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:24.530772 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8c6886-4a2d-46e3-96b6-58d16de2ee3c req-9d47e20c-c9fe-4ef7-a32d-89531a9df22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:24.531235 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8c6886-4a2d-46e3-96b6-58d16de2ee3c req-9d47e20c-c9fe-4ef7-a32d-89531a9df22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:24.536620 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:24.538377 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8c6886-4a2d-46e3-96b6-58d16de2ee3c req-9d47e20c-c9fe-4ef7-a32d-89531a9df22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:24.538377 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1b8c6886-4a2d-46e3-96b6-58d16de2ee3c req-9d47e20c-c9fe-4ef7-a32d-89531a9df22f service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=988b75a44b3448cc9e1b91ae38dea717&shared=False HTTP/1.1" status: 200 len: 2287 time: 0.3084261 Jul 05 02:23:24.539993 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4745c7ed-efd2-4abe-bbd8-85bec22edb6b req-05000893-0c08-46f4-9c79-ab87fbc812b4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb5e411e-ba28-4560-9e82-b60e563a776d HTTP/1.1" status: 200 len: 1000 time: 0.1711729 Jul 05 02:23:24.547308 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dadc6c7-5b0f-44aa-8442-5c5ac99019ad req-c50e04a5-4760-4084-a9c8-c26ac3afdd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:24.548020 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1dadc6c7-5b0f-44aa-8442-5c5ac99019ad req-c50e04a5-4760-4084-a9c8-c26ac3afdd4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:24.549554 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1dadc6c7-5b0f-44aa-8442-5c5ac99019ad req-c50e04a5-4760-4084-a9c8-c26ac3afdd4a service neutron] 10.222.0.15 "PUT /v2.0/ports/9c4ad08d-ddaa-4e85-9a5f-7f10686347ed HTTP/1.1" status: 200 len: 1096 time: 1.6999047 Jul 05 02:23:24.679766 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50e04a5-4760-4084-a9c8-c26ac3afdd4a service neutron] Pushing event updated for resources: {'Port': ['ID=9c4ad08d-ddaa-4e85-9a5f-7f10686347ed,revision_number=7']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:23:24.699588 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fc4bd6-21ae-464d-8779-b8f08a2eb325 req-786bd252-b853-4909-acc5-8d468d307caf tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:24.701184 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-92fc4bd6-21ae-464d-8779-b8f08a2eb325 req-786bd252-b853-4909-acc5-8d468d307caf tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=773b9e0a-a16f-46ae-884b-fa5e8dd23496 HTTP/1.1" status: 200 len: 945 time: 0.4068983 Jul 05 02:23:24.751795 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4745c7ed-efd2-4abe-bbd8-85bec22edb6b req-f13985f7-b7d6-46bd-ab45-8ff0a22eff7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:24.753284 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4745c7ed-efd2-4abe-bbd8-85bec22edb6b req-f13985f7-b7d6-46bd-ab45-8ff0a22eff7a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=82394256-424b-4834-ba82-be5cc7f4161e HTTP/1.1" status: 200 len: 855 time: 0.1969202 Jul 05 02:23:24.764708 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-aed33cbf-1cbe-4fd6-b616-c27a84f08626 req-c823629f-d9b2-4308-a49a-4282599708c5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e361c8de-f613-4798-a90c-99b90beda3c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3817136 Jul 05 02:23:24.857586 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-92fc4bd6-21ae-464d-8779-b8f08a2eb325 req-f95e0f51-a1ac-4610-bb13-eda66cbec290 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493938 Jul 05 02:23:24.889234 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8c6886-4a2d-46e3-96b6-58d16de2ee3c req-beccf87c-c511-4339-9954-1db516e5884a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:24.890853 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1b8c6886-4a2d-46e3-96b6-58d16de2ee3c req-beccf87c-c511-4339-9954-1db516e5884a service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3453140 Jul 05 02:23:24.900589 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dadc6c7-5b0f-44aa-8442-5c5ac99019ad req-b2eef256-30c0-4dba-b6ce-8579195cbde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:24.902078 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1dadc6c7-5b0f-44aa-8442-5c5ac99019ad req-b2eef256-30c0-4dba-b6ce-8579195cbde7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7bde4afb78a7485193d4b3fb4c23ad75&device_id=e9d7d611-0755-4e9e-8dda-32848396298c HTTP/1.1" status: 200 len: 1099 time: 0.3157811 Jul 05 02:23:25.325420 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4745c7ed-efd2-4abe-bbd8-85bec22edb6b req-d5be5d75-6224-40c1-bd95-833376ecc3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:25.327039 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4745c7ed-efd2-4abe-bbd8-85bec22edb6b req-d5be5d75-6224-40c1-bd95-833376ecc3d7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1f5c1f66-211d-4aaf-9dcb-993edf85d0c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5586448 Jul 05 02:23:25.332083 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9f74d9-dd03-4cea-94fb-de03a32902d0 req-05501085-6775-4f9e-aa70-dbd2c3324c5b tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:25.334445 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1b9f74d9-dd03-4cea-94fb-de03a32902d0 req-05501085-6775-4f9e-aa70-dbd2c3324c5b tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e515203-d639-4b16-86ee-550fdf2c6d1b HTTP/1.1" status: 200 len: 945 time: 0.0792120 Jul 05 02:23:25.349700 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed33cbf-1cbe-4fd6-b616-c27a84f08626 req-20fd4aa8-9dc2-44b7-be19-f41699f523e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:25.351133 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-aed33cbf-1cbe-4fd6-b616-c27a84f08626 req-20fd4aa8-9dc2-44b7-be19-f41699f523e7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7bde4afb78a7485193d4b3fb4c23ad75&device_id=e361c8de-f613-4798-a90c-99b90beda3c5 HTTP/1.1" status: 200 len: 1101 time: 0.5157983 Jul 05 02:23:25.357739 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 9c4ad08d-ddaa-4e85-9a5f-7f10686347ed no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:23:25.394539 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1b9f74d9-dd03-4cea-94fb-de03a32902d0 req-2b64a6d6-d187-4f58-a6d3-14166995d3e3 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/security-groups?id=e258e924-fb3e-45d8-9b54-0249433deb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516737 Jul 05 02:23:25.397394 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 9c4ad08d-ddaa-4e85-9a5f-7f10686347ed not bound to the agent host n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:23:25.510263 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dadc6c7-5b0f-44aa-8442-5c5ac99019ad req-75382716-0a96-479c-ad2b-90791f04551c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:25.511821 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1dadc6c7-5b0f-44aa-8442-5c5ac99019ad req-75382716-0a96-479c-ad2b-90791f04551c service neutron] 10.222.0.15 "GET /v2.0/networks?id=dff432c2-7366-4622-aebb-da22fe05bfd4 HTTP/1.1" status: 200 len: 869 time: 0.6021698 Jul 05 02:23:25.608086 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1dadc6c7-5b0f-44aa-8442-5c5ac99019ad req-4cacc8e5-1822-4ffa-adf9-1c108f0854df service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=9c4ad08d-ddaa-4e85-9a5f-7f10686347ed HTTP/1.1" status: 200 len: 217 time: 0.0833652 Jul 05 02:23:25.615004 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059ee8b4-f1a9-4f16-9ade-5ffa8b0ad661 req-864ae840-ba92-4f25-9497-99c3b388a697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:25.615516 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059ee8b4-f1a9-4f16-9ade-5ffa8b0ad661 req-864ae840-ba92-4f25-9497-99c3b388a697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:25.617055 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-059ee8b4-f1a9-4f16-9ade-5ffa8b0ad661 req-864ae840-ba92-4f25-9497-99c3b388a697 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=988b75a44b3448cc9e1b91ae38dea717&device_id=c7c4123d-dfa8-42d9-bda7-049b68a83d7a HTTP/1.1" status: 200 len: 1983 time: 0.6547627 Jul 05 02:23:25.638904 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc89002-c672-4694-8981-3ba9e8a559ce req-f8962394-a4ab-4546-848f-bef1ce45b3ba tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:25.640444 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9cc89002-c672-4694-8981-3ba9e8a559ce req-f8962394-a4ab-4546-848f-bef1ce45b3ba tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9d7d611-0755-4e9e-8dda-32848396298c HTTP/1.1" status: 200 len: 947 time: 0.0700455 Jul 05 02:23:25.644208 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4745c7ed-efd2-4abe-bbd8-85bec22edb6b req-706da682-ef44-41b5-a7dc-632dd9811e49 service neutron] 10.222.0.15 "GET /v2.0/networks/1f5c1f66-211d-4aaf-9dcb-993edf85d0c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3073022 Jul 05 02:23:25.680563 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9cc89002-c672-4694-8981-3ba9e8a559ce req-4788b05c-9a5c-4c45-a8be-312be9bb5a28 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339587 Jul 05 02:23:25.729979 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed33cbf-1cbe-4fd6-b616-c27a84f08626 req-7c67ca1e-ffe2-4223-a70b-12a63b743002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:25.731455 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-aed33cbf-1cbe-4fd6-b616-c27a84f08626 req-7c67ca1e-ffe2-4223-a70b-12a63b743002 service neutron] 10.222.0.21 "GET /v2.0/networks?id=dff432c2-7366-4622-aebb-da22fe05bfd4 HTTP/1.1" status: 200 len: 869 time: 0.3229468 Jul 05 02:23:25.756788 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-059ee8b4-f1a9-4f16-9ade-5ffa8b0ad661 req-325b1033-0192-4626-895a-389a92cc2fa1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.126&port_id=e9eb96dc-f777-40ed-a43e-892768e47359 HTTP/1.1" status: 200 len: 217 time: 0.1167424 Jul 05 02:23:25.765492 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bcc3bb-3af9-4785-b6b5-a77d75abd7ae req-e405f807-db07-4a5c-bef1-da5ebd430a15 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:25.771666 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bcc3bb-3af9-4785-b6b5-a77d75abd7ae req-e405f807-db07-4a5c-bef1-da5ebd430a15 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:25.773219 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e4bcc3bb-3af9-4785-b6b5-a77d75abd7ae req-e405f807-db07-4a5c-bef1-da5ebd430a15 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7c4123d-dfa8-42d9-bda7-049b68a83d7a HTTP/1.1" status: 200 len: 1679 time: 0.4174671 Jul 05 02:23:25.859826 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-aed33cbf-1cbe-4fd6-b616-c27a84f08626 req-0fcb3e6e-9c93-4585-a04a-5addc4195362 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=d0f30287-c739-4d8d-95be-46a29d37a553 HTTP/1.1" status: 200 len: 217 time: 0.0839441 Jul 05 02:23:25.872183 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dadc6c7-5b0f-44aa-8442-5c5ac99019ad req-40446719-eccb-43d5-bda6-6814135e8869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:25.873616 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1dadc6c7-5b0f-44aa-8442-5c5ac99019ad req-40446719-eccb-43d5-bda6-6814135e8869 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b840e204-692c-4f54-8f07-f6563e8e36b1 HTTP/1.1" status: 200 len: 843 time: 0.2519948 Jul 05 02:23:25.967380 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9d7d611-0755-4e9e-8dda-32848396298c', 'tag': '9c4ad08d-ddaa-4e85-9a5f-7f10686347ed'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:23:25.969724 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59da04cd-5a22-4f0a-8c0a-ea2befedf4c6" -d '{"events": [{"name": "network-changed", "server_uuid": "e9d7d611-0755-4e9e-8dda-32848396298c", "tag": "9c4ad08d-ddaa-4e85-9a5f-7f10686347ed"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:23:25.989958 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059ee8b4-f1a9-4f16-9ade-5ffa8b0ad661 req-b0106025-27fa-4975-9a30-15ce3afe0892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:26.005022 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-059ee8b4-f1a9-4f16-9ade-5ffa8b0ad661 req-b0106025-27fa-4975-9a30-15ce3afe0892 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1ee7659a-f0bb-4725-a3f1-8d053a7d4f0a HTTP/1.1" status: 200 len: 801 time: 0.2168434 Jul 05 02:23:26.005396 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 57060) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:23:26.005476 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e4bcc3bb-3af9-4785-b6b5-a77d75abd7ae req-6d4c38c8-d89d-4cde-8967-fb282fe7a8aa tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.23 "GET /v2.0/security-groups?id=74918f4d-c3c5-43b3-aeaa-73c712bc8baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090957 Jul 05 02:23:26.020845 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4745c7ed-efd2-4abe-bbd8-85bec22edb6b req-78d938d6-bb45-4ab1-913c-e2756056502e service neutron] 10.222.0.15 "GET /v2.0/networks/1f5c1f66-211d-4aaf-9dcb-993edf85d0c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3484306 Jul 05 02:23:26.027711 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:26.052856 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed33cbf-1cbe-4fd6-b616-c27a84f08626 req-4b966e85-feaf-4560-81ae-c321d77e2dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:26.056236 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-aed33cbf-1cbe-4fd6-b616-c27a84f08626 req-4b966e85-feaf-4560-81ae-c321d77e2dbf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b840e204-692c-4f54-8f07-f6563e8e36b1 HTTP/1.1" status: 200 len: 843 time: 0.1746221 Jul 05 02:23:26.111562 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82d60a75-f6a6-4316-9bb2-a59487034017 x-openstack-request-id: req-82d60a75-f6a6-4316-9bb2-a59487034017 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:23:26.111914 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9d7d611-0755-4e9e-8dda-32848396298c", "tag": "9c4ad08d-ddaa-4e85-9a5f-7f10686347ed", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:23:26.112222 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-82d60a75-f6a6-4316-9bb2-a59487034017 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:23:26.112715 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9d7d611-0755-4e9e-8dda-32848396298c', 'tag': '9c4ad08d-ddaa-4e85-9a5f-7f10686347ed', 'status': 'completed', 'code': 200} Jul 05 02:23:26.124197 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4745c7ed-efd2-4abe-bbd8-85bec22edb6b req-a9ba4cf9-797e-4ef7-879c-a62c3edd88d7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.71&port_id=20091b1d-6f87-44f6-b3a2-80a8f0399bd5 HTTP/1.1" status: 200 len: 217 time: 0.0815392 Jul 05 02:23:26.214306 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-dd9efbf1-5f4b-411f-a041-1dad85fb7770 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:26.225490 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dadc6c7-5b0f-44aa-8442-5c5ac99019ad req-046687ba-7bd0-4ad9-be94-dcee921e6e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:26.227262 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1dadc6c7-5b0f-44aa-8442-5c5ac99019ad req-046687ba-7bd0-4ad9-be94-dcee921e6e8d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dff432c2-7366-4622-aebb-da22fe05bfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3331821 Jul 05 02:23:26.235789 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4745c7ed-efd2-4abe-bbd8-85bec22edb6b req-1a57dec8-4854-44bc-807a-52a4a941403b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:26.237439 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4745c7ed-efd2-4abe-bbd8-85bec22edb6b req-1a57dec8-4854-44bc-807a-52a4a941403b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=473bf51e-fdd3-4bfb-8054-3ae41f9e7fb8 HTTP/1.1" status: 200 len: 797 time: 0.0844042 Jul 05 02:23:26.283805 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59da04cd-5a22-4f0a-8c0a-ea2befedf4c6 req-1d8afeb9-bc8a-4a4b-ae94-883a6c91b1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:26.285392 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-59da04cd-5a22-4f0a-8c0a-ea2befedf4c6 req-1d8afeb9-bc8a-4a4b-ae94-883a6c91b1e8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7bde4afb78a7485193d4b3fb4c23ad75&device_id=e9d7d611-0755-4e9e-8dda-32848396298c HTTP/1.1" status: 200 len: 1099 time: 0.1665745 Jul 05 02:23:26.307682 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059ee8b4-f1a9-4f16-9ade-5ffa8b0ad661 req-af37e955-e63d-4651-9134-5e6a0d92aa2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:26.309201 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-059ee8b4-f1a9-4f16-9ade-5ffa8b0ad661 req-af37e955-e63d-4651-9134-5e6a0d92aa2e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=243324dc-8c6d-43ef-8a48-00417a5c6909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3065848 Jul 05 02:23:26.326310 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db39fa6-a60a-4a36-9df3-2b13de8d1384 req-b1c1ba83-bbfa-4ee9-8251-5d0336dfabaf tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:26.329320 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5db39fa6-a60a-4a36-9df3-2b13de8d1384 req-b1c1ba83-bbfa-4ee9-8251-5d0336dfabaf tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=773b9e0a-a16f-46ae-884b-fa5e8dd23496 HTTP/1.1" status: 200 len: 945 time: 0.1903317 Jul 05 02:23:26.354436 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed33cbf-1cbe-4fd6-b616-c27a84f08626 req-afd71485-dc67-46cd-a9fa-b9ecd7778c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:26.356039 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-aed33cbf-1cbe-4fd6-b616-c27a84f08626 req-afd71485-dc67-46cd-a9fa-b9ecd7778c65 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dff432c2-7366-4622-aebb-da22fe05bfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2580621 Jul 05 02:23:26.437034 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5db39fa6-a60a-4a36-9df3-2b13de8d1384 req-8a31fed0-8c09-49f8-85ea-9ca5dac2df5c tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736377 Jul 05 02:23:26.487595 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59da04cd-5a22-4f0a-8c0a-ea2befedf4c6 req-fb169d7d-ac29-4d64-bb26-5db479681f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:26.489535 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-59da04cd-5a22-4f0a-8c0a-ea2befedf4c6 req-fb169d7d-ac29-4d64-bb26-5db479681f5d service neutron] 10.222.0.21 "GET /v2.0/networks?id=dff432c2-7366-4622-aebb-da22fe05bfd4 HTTP/1.1" status: 200 len: 869 time: 0.1945903 Jul 05 02:23:26.507089 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-dd9efbf1-5f4b-411f-a041-1dad85fb7770 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:26.535948 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-59da04cd-5a22-4f0a-8c0a-ea2befedf4c6 req-65f22dee-eaa9-4967-83b0-581ef7c5ccdf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=9c4ad08d-ddaa-4e85-9a5f-7f10686347ed HTTP/1.1" status: 200 len: 217 time: 0.0378497 Jul 05 02:23:26.550027 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1dadc6c7-5b0f-44aa-8442-5c5ac99019ad req-01f78fff-9e65-49a1-bdf8-95209ee3e15d service neutron] 10.222.0.15 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3105586 Jul 05 02:23:26.584541 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59da04cd-5a22-4f0a-8c0a-ea2befedf4c6 req-9bbb9acd-139c-4643-80ae-94293f4336c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:26.586728 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-59da04cd-5a22-4f0a-8c0a-ea2befedf4c6 req-9bbb9acd-139c-4643-80ae-94293f4336c4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b840e204-692c-4f54-8f07-f6563e8e36b1 HTTP/1.1" status: 200 len: 843 time: 0.0436220 Jul 05 02:23:26.617029 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-dd9efbf1-5f4b-411f-a041-1dad85fb7770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:26.652703 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4745c7ed-efd2-4abe-bbd8-85bec22edb6b req-df674489-7bba-4b67-a0f8-ca105c8f0b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:26.654245 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4745c7ed-efd2-4abe-bbd8-85bec22edb6b req-df674489-7bba-4b67-a0f8-ca105c8f0b77 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=70f5fd93-7af8-4288-a451-7de7b5d6c1c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3996234 Jul 05 02:23:26.656046 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-059ee8b4-f1a9-4f16-9ade-5ffa8b0ad661 req-f7d2c126-0f08-4269-a629-7a382f7dad11 service neutron] 10.222.0.21 "GET /v2.0/networks/243324dc-8c6d-43ef-8a48-00417a5c6909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3201747 Jul 05 02:23:26.667156 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9efbf1-5f4b-411f-a041-1dad85fb7770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a78267b-ff96-4085-a0da-f0f15f25540d,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:23:26.671430 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-dd9efbf1-5f4b-411f-a041-1dad85fb7770 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4e77c2b2dffd423ab94deb76b4d29c2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6745911 Jul 05 02:23:26.676233 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 57068) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:23:26.689172 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-aed33cbf-1cbe-4fd6-b616-c27a84f08626 req-3433d13c-cd4c-4707-938d-62006d45fe0e service neutron] 10.222.0.21 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3167994 Jul 05 02:23:26.719014 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59da04cd-5a22-4f0a-8c0a-ea2befedf4c6 req-f6057c44-a0de-4f80-912c-2d82415ea208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:26.720589 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-59da04cd-5a22-4f0a-8c0a-ea2befedf4c6 req-f6057c44-a0de-4f80-912c-2d82415ea208 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dff432c2-7366-4622-aebb-da22fe05bfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1284437 Jul 05 02:23:26.779214 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1849fa67-9409-4018-ab37-8470ec73458c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:26.830339 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1849fa67-9409-4018-ab37-8470ec73458c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:26.900910 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1dadc6c7-5b0f-44aa-8442-5c5ac99019ad req-b04fd904-ee24-4c88-9a73-adc323840094 service neutron] 10.222.0.15 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3251164 Jul 05 02:23:26.906475 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-59da04cd-5a22-4f0a-8c0a-ea2befedf4c6 req-eb51e689-dffe-478c-9c96-b9af2a10f8d9 service neutron] 10.222.0.21 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787469 Jul 05 02:23:26.914475 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0679c05a-0b25-49ac-abbc-0dde5aafc6ad req-7b0ed99d-5f6f-4c44-b7b4-31a75d0cc205 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:26.916192 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0679c05a-0b25-49ac-abbc-0dde5aafc6ad req-7b0ed99d-5f6f-4c44-b7b4-31a75d0cc205 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e515203-d639-4b16-86ee-550fdf2c6d1b HTTP/1.1" status: 200 len: 945 time: 0.3927765 Jul 05 02:23:26.984563 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4745c7ed-efd2-4abe-bbd8-85bec22edb6b req-5ecb6bb3-f2cf-4543-8536-e7f29274f580 service neutron] 10.222.0.15 "GET /v2.0/networks/70f5fd93-7af8-4288-a451-7de7b5d6c1c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3228824 Jul 05 02:23:26.987676 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ae7cee-cd21-4aa7-af55-0cd9d95bf675 req-8bd17231-5397-4e67-9a01-44dda217459e tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:26.989214 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e9ae7cee-cd21-4aa7-af55-0cd9d95bf675 req-8bd17231-5397-4e67-9a01-44dda217459e tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9d7d611-0755-4e9e-8dda-32848396298c HTTP/1.1" status: 200 len: 947 time: 0.1888928 Jul 05 02:23:26.992778 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-059ee8b4-f1a9-4f16-9ade-5ffa8b0ad661 req-d31c1aa8-d014-4696-815c-2ad1782155b9 service neutron] 10.222.0.21 "GET /v2.0/networks/243324dc-8c6d-43ef-8a48-00417a5c6909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259068 Jul 05 02:23:26.996302 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-aed33cbf-1cbe-4fd6-b616-c27a84f08626 req-6138d00c-c541-4e7c-bec8-1fcad8ec0b44 service neutron] 10.222.0.21 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701647 Jul 05 02:23:27.053535 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e9ae7cee-cd21-4aa7-af55-0cd9d95bf675 req-b47049a1-7600-4e54-87a5-3faae0e95048 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545468 Jul 05 02:23:27.057499 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-59da04cd-5a22-4f0a-8c0a-ea2befedf4c6 req-d60246d7-bf1d-42ee-ba81-7361640a44d6 service neutron] 10.222.0.21 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432064 Jul 05 02:23:27.092314 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-059ee8b4-f1a9-4f16-9ade-5ffa8b0ad661 req-a783ab62-70f3-4224-877a-c945d1c68469 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.216&port_id=eaf5c7e4-7314-4d68-807c-d10aa35ade77 HTTP/1.1" status: 200 len: 217 time: 0.0864897 Jul 05 02:23:27.101798 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0679c05a-0b25-49ac-abbc-0dde5aafc6ad req-90d4fee8-09f1-4484-9e4e-a03c976c23ec tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/security-groups?id=e258e924-fb3e-45d8-9b54-0249433deb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625979 Jul 05 02:23:27.139103 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1849fa67-9409-4018-ab37-8470ec73458c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:27.143438 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1849fa67-9409-4018-ab37-8470ec73458c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:27.149994 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-1849fa67-9409-4018-ab37-8470ec73458c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9a78267b-ff96-4085-a0da-f0f15f25540d HTTP/1.1" status: 204 len: 168 time: 0.4749398 Jul 05 02:23:27.160915 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1849fa67-9409-4018-ab37-8470ec73458c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a78267b-ff96-4085-a0da-f0f15f25540d,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:23:27.216473 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059ee8b4-f1a9-4f16-9ade-5ffa8b0ad661 req-d3363c27-86a5-4d6a-8455-1d9371e5f590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:27.218172 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-059ee8b4-f1a9-4f16-9ade-5ffa8b0ad661 req-d3363c27-86a5-4d6a-8455-1d9371e5f590 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=458df4fc-8ae9-495a-9703-ccc24be19822 HTTP/1.1" status: 200 len: 801 time: 0.1200681 Jul 05 02:23:27.222555 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4745c7ed-efd2-4abe-bbd8-85bec22edb6b req-29fce623-4027-4a33-9338-bfbb752c7037 service neutron] 10.222.0.15 "GET /v2.0/networks/70f5fd93-7af8-4288-a451-7de7b5d6c1c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284732 Jul 05 02:23:27.312815 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4745c7ed-efd2-4abe-bbd8-85bec22edb6b req-3b7386b2-64dc-4a2d-8a46-70bb97194de5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=b2afd91c-2fe8-49dd-a28d-0512eaf561ce HTTP/1.1" status: 200 len: 217 time: 0.0745940 Jul 05 02:23:27.657771 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9292f53a-91bd-4dc5-87ad-2c306de95a52 req-56066d82-3d16-47f8-8900-1f0e8ac795d7 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:27.659666 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9292f53a-91bd-4dc5-87ad-2c306de95a52 req-56066d82-3d16-47f8-8900-1f0e8ac795d7 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=773b9e0a-a16f-46ae-884b-fa5e8dd23496 HTTP/1.1" status: 200 len: 945 time: 0.0726132 Jul 05 02:23:27.690702 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59da04cd-5a22-4f0a-8c0a-ea2befedf4c6 req-29faffd0-ad0d-4467-9335-fdd9d47fc892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:27.692457 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-59da04cd-5a22-4f0a-8c0a-ea2befedf4c6 req-29faffd0-ad0d-4467-9335-fdd9d47fc892 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7bde4afb78a7485193d4b3fb4c23ad75&device_id=e9d7d611-0755-4e9e-8dda-32848396298c HTTP/1.1" status: 200 len: 1099 time: 0.5534120 Jul 05 02:23:27.711384 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9292f53a-91bd-4dc5-87ad-2c306de95a52 req-be3ea629-5ff5-4165-9aca-fe69e4e923fd tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439241 Jul 05 02:23:27.793929 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4745c7ed-efd2-4abe-bbd8-85bec22edb6b req-2cd6bf3f-dd02-4f61-a697-aca066c6c3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:27.796281 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4745c7ed-efd2-4abe-bbd8-85bec22edb6b req-2cd6bf3f-dd02-4f61-a697-aca066c6c3cc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=473bf51e-fdd3-4bfb-8054-3ae41f9e7fb8 HTTP/1.1" status: 200 len: 797 time: 0.4573250 Jul 05 02:23:27.853251 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059ee8b4-f1a9-4f16-9ade-5ffa8b0ad661 req-727b6550-73df-4741-a78e-e79658d1f857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:27.854807 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-059ee8b4-f1a9-4f16-9ade-5ffa8b0ad661 req-727b6550-73df-4741-a78e-e79658d1f857 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a1af0c0f-92cf-4a90-9df2-8dde0345445d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6271136 Jul 05 02:23:27.872250 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d237f72-c654-4156-9956-8fdc865c9d74 req-833290ef-1c78-4136-ae04-4e90c83e801e tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:27.878325 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d237f72-c654-4156-9956-8fdc865c9d74 req-833290ef-1c78-4136-ae04-4e90c83e801e tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:27.879802 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9d237f72-c654-4156-9956-8fdc865c9d74 req-833290ef-1c78-4136-ae04-4e90c83e801e tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7c4123d-dfa8-42d9-bda7-049b68a83d7a HTTP/1.1" status: 200 len: 1679 time: 0.6114817 Jul 05 02:23:27.965023 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 57084) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:23:27.974190 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59da04cd-5a22-4f0a-8c0a-ea2befedf4c6 req-dd7a40dc-948e-41f0-97ad-70c541e12ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:27.975685 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-59da04cd-5a22-4f0a-8c0a-ea2befedf4c6 req-dd7a40dc-948e-41f0-97ad-70c541e12ca3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dff432c2-7366-4622-aebb-da22fe05bfd4 HTTP/1.1" status: 200 len: 869 time: 0.2623653 Jul 05 02:23:27.978934 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-818a167d-ab90-4118-b324-1df7ff54f237 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:28.048784 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9d237f72-c654-4156-9956-8fdc865c9d74 req-eb836c9c-be4e-4e16-9b44-4ca164f074b1 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.23 "GET /v2.0/security-groups?id=74918f4d-c3c5-43b3-aeaa-73c712bc8baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510024 Jul 05 02:23:28.054956 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-59da04cd-5a22-4f0a-8c0a-ea2befedf4c6 req-0b5f24da-9927-4084-bc05-8ad08c01875f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=9c4ad08d-ddaa-4e85-9a5f-7f10686347ed HTTP/1.1" status: 200 len: 217 time: 0.0666013 Jul 05 02:23:28.084726 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-818a167d-ab90-4118-b324-1df7ff54f237 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:28.098105 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4745c7ed-efd2-4abe-bbd8-85bec22edb6b req-c1eb4cea-4b51-410a-a82c-8c7cf71ff047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:28.099735 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4745c7ed-efd2-4abe-bbd8-85bec22edb6b req-c1eb4cea-4b51-410a-a82c-8c7cf71ff047 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=70f5fd93-7af8-4288-a451-7de7b5d6c1c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2894421 Jul 05 02:23:28.104078 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-059ee8b4-f1a9-4f16-9ade-5ffa8b0ad661 req-5796e920-fc19-473b-a2ee-de044f1aad38 service neutron] 10.222.0.21 "GET /v2.0/networks/a1af0c0f-92cf-4a90-9df2-8dde0345445d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401576 Jul 05 02:23:28.217473 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-818a167d-ab90-4118-b324-1df7ff54f237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:28.261504 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59da04cd-5a22-4f0a-8c0a-ea2befedf4c6 req-875c98f4-f405-4223-aebf-d1362a2f0704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:28.263004 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-59da04cd-5a22-4f0a-8c0a-ea2befedf4c6 req-875c98f4-f405-4223-aebf-d1362a2f0704 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b840e204-692c-4f54-8f07-f6563e8e36b1 HTTP/1.1" status: 200 len: 843 time: 0.1984313 Jul 05 02:23:28.268921 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-818a167d-ab90-4118-b324-1df7ff54f237 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e36341d6927c4dd0a39a526b4e10380f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3028243 Jul 05 02:23:28.269631 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818a167d-ab90-4118-b324-1df7ff54f237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5bcf9c6-397e-41f9-817b-ec5561694753,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:23:28.273960 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 57092) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:23:28.312349 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12aab41-6dfe-473a-a285-641c3e4be0a2 req-36248fa7-b17e-43b7-aff4-c92c51195dae tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:28.313763 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c12aab41-6dfe-473a-a285-641c3e4be0a2 req-36248fa7-b17e-43b7-aff4-c92c51195dae tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9d7d611-0755-4e9e-8dda-32848396298c HTTP/1.1" status: 200 len: 947 time: 0.1318986 Jul 05 02:23:28.364954 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c64b5719-d6ca-4df0-bb1d-eabe5c37045e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:28.369806 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c12aab41-6dfe-473a-a285-641c3e4be0a2 req-7f3bdb6d-fe06-4c3c-9767-7f756d37841e tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471187 Jul 05 02:23:28.384525 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4745c7ed-efd2-4abe-bbd8-85bec22edb6b req-656bd9ba-2faa-4db7-add8-1a1da344d9e1 service neutron] 10.222.0.15 "GET /v2.0/networks/70f5fd93-7af8-4288-a451-7de7b5d6c1c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726369 Jul 05 02:23:28.389346 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c64b5719-d6ca-4df0-bb1d-eabe5c37045e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:28.401149 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-059ee8b4-f1a9-4f16-9ade-5ffa8b0ad661 req-c59dbd8d-8431-4db2-a0b7-388e130a629f service neutron] 10.222.0.21 "GET /v2.0/networks/a1af0c0f-92cf-4a90-9df2-8dde0345445d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878933 Jul 05 02:23:28.464981 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb3544b-15e2-4cf4-8a65-7852012ec98c req-c968f929-85f6-43ad-b71c-5a3768274503 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:28.466592 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ddb3544b-15e2-4cf4-8a65-7852012ec98c req-c968f929-85f6-43ad-b71c-5a3768274503 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e515203-d639-4b16-86ee-550fdf2c6d1b HTTP/1.1" status: 200 len: 945 time: 0.2357326 Jul 05 02:23:28.489763 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59da04cd-5a22-4f0a-8c0a-ea2befedf4c6 req-485af542-2295-4cf6-b065-e6ab0fe84c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:28.491964 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-59da04cd-5a22-4f0a-8c0a-ea2befedf4c6 req-485af542-2295-4cf6-b065-e6ab0fe84c72 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dff432c2-7366-4622-aebb-da22fe05bfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2088730 Jul 05 02:23:28.538011 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c64b5719-d6ca-4df0-bb1d-eabe5c37045e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:28.538011 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c64b5719-d6ca-4df0-bb1d-eabe5c37045e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:28.541687 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-c64b5719-d6ca-4df0-bb1d-eabe5c37045e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f5bcf9c6-397e-41f9-817b-ec5561694753 HTTP/1.1" status: 204 len: 168 time: 0.2644620 Jul 05 02:23:28.550692 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64b5719-d6ca-4df0-bb1d-eabe5c37045e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5bcf9c6-397e-41f9-817b-ec5561694753,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:23:28.619161 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ddb3544b-15e2-4cf4-8a65-7852012ec98c req-76fd12aa-2899-4698-ab77-e23c938521ce tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/security-groups?id=e258e924-fb3e-45d8-9b54-0249433deb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458755 Jul 05 02:23:28.629420 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4745c7ed-efd2-4abe-bbd8-85bec22edb6b req-60968337-e9dd-4c2d-9315-0dbbfbcbed98 service neutron] 10.222.0.15 "GET /v2.0/networks/70f5fd93-7af8-4288-a451-7de7b5d6c1c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312338 Jul 05 02:23:28.681275 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4745c7ed-efd2-4abe-bbd8-85bec22edb6b req-21ab2f5b-d92f-4a31-a4a9-10d6f8a6680e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.85&port_id=bdd6e41b-1304-48b0-8756-d4d2c193d5d2 HTTP/1.1" status: 200 len: 217 time: 0.0449717 Jul 05 02:23:28.719829 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-59da04cd-5a22-4f0a-8c0a-ea2befedf4c6 req-6644513e-aea6-4093-8f38-931fe6ca3e91 service neutron] 10.222.0.15 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144158 Jul 05 02:23:28.786203 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4745c7ed-efd2-4abe-bbd8-85bec22edb6b req-1fa4b7d4-8cd6-422f-a93d-97841a2a0d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:28.788198 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4745c7ed-efd2-4abe-bbd8-85bec22edb6b req-1fa4b7d4-8cd6-422f-a93d-97841a2a0d43 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=473bf51e-fdd3-4bfb-8054-3ae41f9e7fb8 HTTP/1.1" status: 200 len: 797 time: 0.0983555 Jul 05 02:23:28.864032 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-59da04cd-5a22-4f0a-8c0a-ea2befedf4c6 req-c2313ba0-5bed-401a-975e-4f4317657ddf service neutron] 10.222.0.15 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368742 Jul 05 02:23:28.904312 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4745c7ed-efd2-4abe-bbd8-85bec22edb6b req-52abd5b0-96b8-4cf8-bdcb-6f40e322c6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:28.905807 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4745c7ed-efd2-4abe-bbd8-85bec22edb6b req-52abd5b0-96b8-4cf8-bdcb-6f40e322c6ac service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=70f5fd93-7af8-4288-a451-7de7b5d6c1c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1095304 Jul 05 02:23:28.989114 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55784152-7a40-467c-ade5-d99fd7c73a52 req-e25daf36-f4f7-4c46-8f4f-279a7a27a9b4 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:28.990637 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-55784152-7a40-467c-ade5-d99fd7c73a52 req-e25daf36-f4f7-4c46-8f4f-279a7a27a9b4 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=773b9e0a-a16f-46ae-884b-fa5e8dd23496 HTTP/1.1" status: 200 len: 945 time: 0.1258094 Jul 05 02:23:29.034316 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4745c7ed-efd2-4abe-bbd8-85bec22edb6b req-e21cd232-5628-4b1f-8656-3c708098e3a4 service neutron] 10.222.0.15 "GET /v2.0/networks/70f5fd93-7af8-4288-a451-7de7b5d6c1c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215432 Jul 05 02:23:29.063421 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-55784152-7a40-467c-ade5-d99fd7c73a52 req-abdda009-5f6a-42e9-b4cf-e73d8961432d tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619140 Jul 05 02:23:29.143538 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4745c7ed-efd2-4abe-bbd8-85bec22edb6b req-9a12e2a5-1aaa-4c1e-bf92-fed4635aee31 service neutron] 10.222.0.15 "GET /v2.0/networks/70f5fd93-7af8-4288-a451-7de7b5d6c1c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024892 Jul 05 02:23:29.186363 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4745c7ed-efd2-4abe-bbd8-85bec22edb6b req-ee7f853c-c5de-46cb-b951-28154a6f00e3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=22bc43a4-3d70-4c77-ad1b-053977c426ce HTTP/1.1" status: 200 len: 217 time: 0.0364454 Jul 05 02:23:29.239538 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4745c7ed-efd2-4abe-bbd8-85bec22edb6b req-a66e86be-70e3-4be8-9cd5-f0a484cff760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:29.241134 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4745c7ed-efd2-4abe-bbd8-85bec22edb6b req-a66e86be-70e3-4be8-9cd5-f0a484cff760 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=473bf51e-fdd3-4bfb-8054-3ae41f9e7fb8 HTTP/1.1" status: 200 len: 797 time: 0.0485394 Jul 05 02:23:29.248488 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8a1b72-1a29-4805-8966-c650608c89f8 req-29154800-cafe-4629-9b1f-702849ea97e1 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:29.254898 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8a1b72-1a29-4805-8966-c650608c89f8 req-29154800-cafe-4629-9b1f-702849ea97e1 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:29.259318 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4b8a1b72-1a29-4805-8966-c650608c89f8 req-29154800-cafe-4629-9b1f-702849ea97e1 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7c4123d-dfa8-42d9-bda7-049b68a83d7a HTTP/1.1" status: 200 len: 1679 time: 0.0762448 Jul 05 02:23:29.295986 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 9c4ad08d-ddaa-4e85-9a5f-7f10686347ed details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:23:29.313371 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4b8a1b72-1a29-4805-8966-c650608c89f8 req-3ae7ba28-0d14-4176-b795-2f8808512e31 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.23 "GET /v2.0/security-groups?id=74918f4d-c3c5-43b3-aeaa-73c712bc8baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494246 Jul 05 02:23:29.318208 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4745c7ed-efd2-4abe-bbd8-85bec22edb6b req-a68c4cb6-ff02-4ee3-a9a6-3c7be9a6c042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:29.320095 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4745c7ed-efd2-4abe-bbd8-85bec22edb6b req-a68c4cb6-ff02-4ee3-a9a6-3c7be9a6c042 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=70f5fd93-7af8-4288-a451-7de7b5d6c1c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0694637 Jul 05 02:23:29.425824 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4745c7ed-efd2-4abe-bbd8-85bec22edb6b req-20bcb376-85c7-4a99-af80-34d5d0c96ad2 service neutron] 10.222.0.15 "GET /v2.0/networks/70f5fd93-7af8-4288-a451-7de7b5d6c1c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979583 Jul 05 02:23:29.431624 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 9c4ad08d-ddaa-4e85-9a5f-7f10686347ed, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=9c4ad08d-ddaa-4e85-9a5f-7f10686347ed,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:23:29.442865 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Returning: {'device': '9c4ad08d-ddaa-4e85-9a5f-7f10686347ed', 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4', 'port_id': '9c4ad08d-ddaa-4e85-9a5f-7f10686347ed', 'mac_address': 'fa:16:3e:dc:61:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b840e204-692c-4f54-8f07-f6563e8e36b1', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:23:29.479508 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:29.493268 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c4ad08d-ddaa-4e85-9a5f-7f10686347ed {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:23:29.516975 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 9c4ad08d-ddaa-4e85-9a5f-7f10686347ed, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=9c4ad08d-ddaa-4e85-9a5f-7f10686347ed,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:23:29.563935 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4745c7ed-efd2-4abe-bbd8-85bec22edb6b req-ca0a111f-c181-4fb3-b532-fa69a6701cc2 service neutron] 10.222.0.15 "GET /v2.0/networks/70f5fd93-7af8-4288-a451-7de7b5d6c1c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311507 Jul 05 02:23:29.614393 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4745c7ed-efd2-4abe-bbd8-85bec22edb6b req-7f3b7849-30a3-4334-a139-cb8faae797e5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=36779ac9-6d94-4e90-b5a3-b9834d74efe3 HTTP/1.1" status: 200 len: 217 time: 0.0418570 Jul 05 02:23:29.661645 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f2cedc-0837-4b91-b82b-bb2e9c2d156f req-8f615755-7dbb-405f-94ee-2cf56e23ab30 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:29.663741 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-88f2cedc-0837-4b91-b82b-bb2e9c2d156f req-8f615755-7dbb-405f-94ee-2cf56e23ab30 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9d7d611-0755-4e9e-8dda-32848396298c HTTP/1.1" status: 200 len: 947 time: 0.1641066 Jul 05 02:23:29.681332 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:29.751801 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4745c7ed-efd2-4abe-bbd8-85bec22edb6b req-a3bd7181-d175-41e3-8cf3-44bb28c05736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:29.751801 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4745c7ed-efd2-4abe-bbd8-85bec22edb6b req-a3bd7181-d175-41e3-8cf3-44bb28c05736 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=60a80ec2-db69-42d6-b3ae-9c4f0a0ead85 HTTP/1.1" status: 200 len: 797 time: 0.0790594 Jul 05 02:23:29.752528 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=9c4ad08d-ddaa-4e85-9a5f-7f10686347ed,revision_number=8']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:23:29.752618 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-88f2cedc-0837-4b91-b82b-bb2e9c2d156f req-314b6063-27d3-4002-9a36-bda71865dd39 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696537 Jul 05 02:23:29.771896 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4745c7ed-efd2-4abe-bbd8-85bec22edb6b req-50cecba8-2848-47b1-916f-b08aa1c609c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:29.773512 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4745c7ed-efd2-4abe-bbd8-85bec22edb6b req-50cecba8-2848-47b1-916f-b08aa1c609c0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8fabf858-7855-4bc3-b4b1-4ecb63b57267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0646749 Jul 05 02:23:29.818598 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccc2aa8-3d05-4b33-8751-2f6629bec085 req-cbeac254-74f4-4c07-8514-ba033fa4bce4 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:29.827009 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-cccc2aa8-3d05-4b33-8751-2f6629bec085 req-cbeac254-74f4-4c07-8514-ba033fa4bce4 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e515203-d639-4b16-86ee-550fdf2c6d1b HTTP/1.1" status: 200 len: 945 time: 0.0827794 Jul 05 02:23:29.866880 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-cccc2aa8-3d05-4b33-8751-2f6629bec085 req-fd5cf3a6-471e-45f2-8feb-13ec40f946c5 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/security-groups?id=e258e924-fb3e-45d8-9b54-0249433deb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388951 Jul 05 02:23:29.891794 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4745c7ed-efd2-4abe-bbd8-85bec22edb6b req-54712743-1bd3-4849-88e3-e02baa3eac7e service neutron] 10.222.0.15 "GET /v2.0/networks/8fabf858-7855-4bc3-b4b1-4ecb63b57267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103613 Jul 05 02:23:29.983000 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4745c7ed-efd2-4abe-bbd8-85bec22edb6b req-c4fc313c-88bf-48d7-9155-f780b47ec91d service neutron] 10.222.0.15 "GET /v2.0/networks/8fabf858-7855-4bc3-b4b1-4ecb63b57267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840459 Jul 05 02:23:30.025761 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4745c7ed-efd2-4abe-bbd8-85bec22edb6b req-f9c0309f-4c30-4c92-9534-8273952acf47 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5e5f8879-93f3-4d20-8ad9-d0823e4032c0 HTTP/1.1" status: 200 len: 217 time: 0.0357413 Jul 05 02:23:30.079525 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4745c7ed-efd2-4abe-bbd8-85bec22edb6b req-cceac7c1-b959-48a9-915e-85ee8d3c627e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:30.081034 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4745c7ed-efd2-4abe-bbd8-85bec22edb6b req-cceac7c1-b959-48a9-915e-85ee8d3c627e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=60a80ec2-db69-42d6-b3ae-9c4f0a0ead85 HTTP/1.1" status: 200 len: 797 time: 0.0490000 Jul 05 02:23:30.097839 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['9c4ad08d-ddaa-4e85-9a5f-7f10686347ed'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:23:30.143244 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4745c7ed-efd2-4abe-bbd8-85bec22edb6b req-9c3ad04f-22fa-4ef8-9444-753097b0af2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:30.144945 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4745c7ed-efd2-4abe-bbd8-85bec22edb6b req-9c3ad04f-22fa-4ef8-9444-753097b0af2b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8fabf858-7855-4bc3-b4b1-4ecb63b57267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0567651 Jul 05 02:23:30.300717 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4745c7ed-efd2-4abe-bbd8-85bec22edb6b req-a6a1db22-1442-4489-8956-cb062faf0a36 service neutron] 10.222.0.15 "GET /v2.0/networks/8fabf858-7855-4bc3-b4b1-4ecb63b57267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487391 Jul 05 02:23:30.309867 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55f91fa-8296-4cfd-aa71-c6dff4732d1a req-8d411e02-f100-4c7f-a0ff-cc27f61be0b3 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:30.311394 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a55f91fa-8296-4cfd-aa71-c6dff4732d1a req-8d411e02-f100-4c7f-a0ff-cc27f61be0b3 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=773b9e0a-a16f-46ae-884b-fa5e8dd23496 HTTP/1.1" status: 200 len: 945 time: 0.1063175 Jul 05 02:23:30.407196 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a55f91fa-8296-4cfd-aa71-c6dff4732d1a req-c32fe34c-5abd-47a8-9522-3b53bfdfeac8 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875845 Jul 05 02:23:30.444948 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4745c7ed-efd2-4abe-bbd8-85bec22edb6b req-f5b5e940-c780-4cfa-ae69-6857dbc0f657 service neutron] 10.222.0.15 "GET /v2.0/networks/8fabf858-7855-4bc3-b4b1-4ecb63b57267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324859 Jul 05 02:23:30.503425 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f6e35b-1773-4e9f-9ef9-a924a8f30081 req-14688501-28ea-41b2-bf39-fb6ce43cf5dc tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:30.509979 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f6e35b-1773-4e9f-9ef9-a924a8f30081 req-14688501-28ea-41b2-bf39-fb6ce43cf5dc tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:30.511636 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-80f6e35b-1773-4e9f-9ef9-a924a8f30081 req-14688501-28ea-41b2-bf39-fb6ce43cf5dc tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7c4123d-dfa8-42d9-bda7-049b68a83d7a HTTP/1.1" status: 200 len: 1679 time: 0.0773525 Jul 05 02:23:30.871669 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-80f6e35b-1773-4e9f-9ef9-a924a8f30081 req-baa54a9f-74dd-4e57-afc5-1984632f59c5 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.23 "GET /v2.0/security-groups?id=74918f4d-c3c5-43b3-aeaa-73c712bc8baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3530872 Jul 05 02:23:31.184007 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01c9f74-98d4-4000-b004-87fac3fb9abc req-08d5dd33-4258-4e3a-9758-4f58ea9da81b tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:31.185520 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e01c9f74-98d4-4000-b004-87fac3fb9abc req-08d5dd33-4258-4e3a-9758-4f58ea9da81b tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9d7d611-0755-4e9e-8dda-32848396298c HTTP/1.1" status: 200 len: 948 time: 0.0666606 Jul 05 02:23:31.223384 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e01c9f74-98d4-4000-b004-87fac3fb9abc req-18f95bb0-7665-4d2c-b52f-cef449e05a0a tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321338 Jul 05 02:23:31.418618 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device e9eb96dc-f777-40ed-a43e-892768e47359 details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:23:31.510112 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31d196e-dd7e-4649-9e28-4137f455d07d req-fec0e985-1a86-4272-9f12-3499306cf89e tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:31.518681 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a31d196e-dd7e-4649-9e28-4137f455d07d req-fec0e985-1a86-4272-9f12-3499306cf89e tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e515203-d639-4b16-86ee-550fdf2c6d1b HTTP/1.1" status: 200 len: 945 time: 0.0931320 Jul 05 02:23:31.541544 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port e9eb96dc-f777-40ed-a43e-892768e47359, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=e9eb96dc-f777-40ed-a43e-892768e47359,segment=NetworkSegment(82c0a593-2739-4802-a996-1015d95294ab),segment_id=82c0a593-2739-4802-a996-1015d95294ab)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:23:31.555905 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': 'e9eb96dc-f777-40ed-a43e-892768e47359', 'network_id': '243324dc-8c6d-43ef-8a48-00417a5c6909', 'port_id': 'e9eb96dc-f777-40ed-a43e-892768e47359', 'mac_address': 'fa:16:3e:fa:85:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ee7659a-f0bb-4725-a3f1-8d053a7d4f0a', 'ip_address': '19.80.0.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:23:31.574839 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a31d196e-dd7e-4649-9e28-4137f455d07d req-84d590c9-651a-425a-805c-33a526aa9f7f tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/security-groups?id=e258e924-fb3e-45d8-9b54-0249433deb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535018 Jul 05 02:23:31.595335 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:31.608089 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9eb96dc-f777-40ed-a43e-892768e47359 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:23:31.628536 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port e9eb96dc-f777-40ed-a43e-892768e47359, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=e9eb96dc-f777-40ed-a43e-892768e47359,segment=NetworkSegment(82c0a593-2739-4802-a996-1015d95294ab),segment_id=82c0a593-2739-4802-a996-1015d95294ab)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:23:31.641991 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc05765-e006-4ee3-b97e-ecf4164f5400 req-13d0feab-5db3-4e19-a4d6-fb6ec7bb132e tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:31.643709 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8fc05765-e006-4ee3-b97e-ecf4164f5400 req-13d0feab-5db3-4e19-a4d6-fb6ec7bb132e tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=773b9e0a-a16f-46ae-884b-fa5e8dd23496 HTTP/1.1" status: 200 len: 945 time: 0.1202495 Jul 05 02:23:31.687388 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8fc05765-e006-4ee3-b97e-ecf4164f5400 req-876fed1c-3f65-4cfd-b772-5fde1c77b93c tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367146 Jul 05 02:23:31.713924 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:31.726424 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device eaf5c7e4-7314-4d68-807c-d10aa35ade77 details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:23:31.783224 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=e9eb96dc-f777-40ed-a43e-892768e47359,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:23:31.849281 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port eaf5c7e4-7314-4d68-807c-d10aa35ade77, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=eaf5c7e4-7314-4d68-807c-d10aa35ade77,segment=NetworkSegment(90394898-caa8-405d-8cfd-cf38c3d41182),segment_id=90394898-caa8-405d-8cfd-cf38c3d41182)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:23:31.860311 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': 'eaf5c7e4-7314-4d68-807c-d10aa35ade77', 'network_id': 'a1af0c0f-92cf-4a90-9df2-8dde0345445d', 'port_id': 'eaf5c7e4-7314-4d68-807c-d10aa35ade77', 'mac_address': 'fa:16:3e:59:90:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '458df4fc-8ae9-495a-9703-ccc24be19822', 'ip_address': '19.86.0.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:23:31.900699 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:31.914678 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaf5c7e4-7314-4d68-807c-d10aa35ade77 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:23:31.936965 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port eaf5c7e4-7314-4d68-807c-d10aa35ade77, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=eaf5c7e4-7314-4d68-807c-d10aa35ade77,segment=NetworkSegment(90394898-caa8-405d-8cfd-cf38c3d41182),segment_id=90394898-caa8-405d-8cfd-cf38c3d41182)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:23:32.059540 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f4283c-643f-4210-8a69-ec63faa76ff3 req-5d4a8b47-b52a-47bc-aa0f-318f73cd8245 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:32.064194 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f4283c-643f-4210-8a69-ec63faa76ff3 req-5d4a8b47-b52a-47bc-aa0f-318f73cd8245 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:32.066482 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-93f4283c-643f-4210-8a69-ec63faa76ff3 req-5d4a8b47-b52a-47bc-aa0f-318f73cd8245 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7c4123d-dfa8-42d9-bda7-049b68a83d7a HTTP/1.1" status: 200 len: 1680 time: 0.0840409 Jul 05 02:23:32.098797 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:32.108280 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-93f4283c-643f-4210-8a69-ec63faa76ff3 req-130d93c3-0966-4311-bf6a-47695273f7ae tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.23 "GET /v2.0/security-groups?id=74918f4d-c3c5-43b3-aeaa-73c712bc8baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355997 Jul 05 02:23:32.160335 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=eaf5c7e4-7314-4d68-807c-d10aa35ade77,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:23:32.204355 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa39505-e7bf-408c-9154-7d37b58e2328 req-99ea462c-4fd3-47b2-a432-c81b9df880a3 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:32.207053 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9aa39505-e7bf-408c-9154-7d37b58e2328 req-99ea462c-4fd3-47b2-a432-c81b9df880a3 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.21 "GET /v2.0/ports?device_id=773b9e0a-a16f-46ae-884b-fa5e8dd23496 HTTP/1.1" status: 200 len: 945 time: 0.0748165 Jul 05 02:23:32.311675 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['eaf5c7e4-7314-4d68-807c-d10aa35ade77'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:23:32.312863 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-9aa39505-e7bf-408c-9154-7d37b58e2328 req-b966950d-075d-4ab2-880e-c9b600989dec tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Deleting port b4bc1d8f-e667-4074-ba71-69dc98333a1c {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:23:32.313209 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-9aa39505-e7bf-408c-9154-7d37b58e2328 req-b966950d-075d-4ab2-880e-c9b600989dec tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:32.799649 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a5c13c-dc96-4d26-97b4-77b3ab3f030e req-611b5b0d-411c-4417-acb5-bb305f665a48 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:32.801378 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-23a5c13c-dc96-4d26-97b4-77b3ab3f030e req-611b5b0d-411c-4417-acb5-bb305f665a48 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e515203-d639-4b16-86ee-550fdf2c6d1b HTTP/1.1" status: 200 len: 945 time: 0.0757201 Jul 05 02:23:32.842220 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-23a5c13c-dc96-4d26-97b4-77b3ab3f030e req-5a97b00f-c4d9-42d8-9ffc-1ae5879b9e51 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/security-groups?id=e258e924-fb3e-45d8-9b54-0249433deb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341814 Jul 05 02:23:32.883438 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-9aa39505-e7bf-408c-9154-7d37b58e2328 req-b966950d-075d-4ab2-880e-c9b600989dec tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] For port b4bc1d8f-e667-4074-ba71-69dc98333a1c, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=b4bc1d8f-e667-4074-ba71-69dc98333a1c,segment=NetworkSegment(21ad98b6-ba72-4f1f-a0ef-3d0df329b6a3),segment_id=21ad98b6-ba72-4f1f-a0ef-3d0df329b6a3)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:23:32.883807 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-9aa39505-e7bf-408c-9154-7d37b58e2328 req-b966950d-075d-4ab2-880e-c9b600989dec tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:32.912258 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-9aa39505-e7bf-408c-9154-7d37b58e2328 req-b966950d-075d-4ab2-880e-c9b600989dec tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Calling delete_port for b4bc1d8f-e667-4074-ba71-69dc98333a1c owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:23:32.947582 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9064d1-66ae-4647-af91-3a96eb38c241 req-a8f4809b-a497-45ab-bd8c-c2967f2ef246 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:32.949191 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3e9064d1-66ae-4647-af91-3a96eb38c241 req-a8f4809b-a497-45ab-bd8c-c2967f2ef246 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9d7d611-0755-4e9e-8dda-32848396298c HTTP/1.1" status: 200 len: 948 time: 0.1865282 Jul 05 02:23:32.959271 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ef4c3-cb69-402d-b00f-e660657ca4f5 req-0aaf10fe-ca4d-411b-aa7f-05245a35876e tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:32.960844 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ec1ef4c3-cb69-402d-b00f-e660657ca4f5 req-0aaf10fe-ca4d-411b-aa7f-05245a35876e tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9d7d611-0755-4e9e-8dda-32848396298c&tenant_id=7bde4afb78a7485193d4b3fb4c23ad75&binding%3Ahost_id=n-h2-771362-32 HTTP/1.1" status: 200 len: 948 time: 0.1996439 Jul 05 02:23:33.029800 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9158f85-f3b2-49ac-bd90-42b8448d8efa req-4df5c06f-0317-457c-863d-fac0fb8293e0 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:33.031540 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a9158f85-f3b2-49ac-bd90-42b8448d8efa req-4df5c06f-0317-457c-863d-fac0fb8293e0 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=773b9e0a-a16f-46ae-884b-fa5e8dd23496 HTTP/1.1" status: 200 len: 945 time: 0.0712843 Jul 05 02:23:33.076178 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a9158f85-f3b2-49ac-bd90-42b8448d8efa req-baa6466a-aef6-41a4-8be8-19172eaeb23a tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382161 Jul 05 02:23:33.085880 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3e9064d1-66ae-4647-af91-3a96eb38c241 req-2ac606f4-ada8-470f-9805-f073213fe5eb tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237211 Jul 05 02:23:33.105314 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ec1ef4c3-cb69-402d-b00f-e660657ca4f5 req-c52e1101-8446-4099-8644-50cd2d1f3264 service neutron] 10.222.0.15 "GET /v2.0/ports/9c4ad08d-ddaa-4e85-9a5f-7f10686347ed/bindings/n-h2-771362-32 HTTP/1.1" status: 200 len: 383 time: 0.1154048 Jul 05 02:23:33.226049 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ef4c3-cb69-402d-b00f-e660657ca4f5 req-00fa600b-e25b-4700-9b7c-be71c68a20f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:33.228023 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ec1ef4c3-cb69-402d-b00f-e660657ca4f5 req-00fa600b-e25b-4700-9b7c-be71c68a20f0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7bde4afb78a7485193d4b3fb4c23ad75&device_id=e9d7d611-0755-4e9e-8dda-32848396298c HTTP/1.1" status: 200 len: 1100 time: 0.0776017 Jul 05 02:23:33.270515 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 57220) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:23:33.296346 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 9c4ad08d-ddaa-4e85-9a5f-7f10686347ed up at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:23:33.310489 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-9aa39505-e7bf-408c-9154-7d37b58e2328 req-b966950d-075d-4ab2-880e-c9b600989dec tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:33.341567 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b966950d-075d-4ab2-880e-c9b600989dec tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Pushing event deleted for resources: {'Port': ['ID=b4bc1d8f-e667-4074-ba71-69dc98333a1c,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:23:33.404741 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['b4bc1d8f-e667-4074-ba71-69dc98333a1c'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:23:33.411192 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-51009672-3d7d-4cd4-9b0c-cbd7a63c6d5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:33.422360 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aa39505-e7bf-408c-9154-7d37b58e2328 req-b966950d-075d-4ab2-880e-c9b600989dec tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] No DVR routers for this DVR port b4bc1d8f-e667-4074-ba71-69dc98333a1c on host n-h1-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:23:33.428383 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-9aa39505-e7bf-408c-9154-7d37b58e2328 req-b966950d-075d-4ab2-880e-c9b600989dec tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:33.431081 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9aa39505-e7bf-408c-9154-7d37b58e2328 req-b966950d-075d-4ab2-880e-c9b600989dec tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.21 "DELETE /v2.0/ports/b4bc1d8f-e667-4074-ba71-69dc98333a1c HTTP/1.1" status: 204 len: 173 time: 1.2177238 Jul 05 02:23:33.431529 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '773b9e0a-a16f-46ae-884b-fa5e8dd23496', 'name': 'network-vif-deleted', 'tag': 'b4bc1d8f-e667-4074-ba71-69dc98333a1c'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:23:33.431937 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['e9eb96dc-f777-40ed-a43e-892768e47359'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:23:33.434887 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39460712-849b-4d7e-94d4-d8d90fc3939d" -d '{"events": [{"server_uuid": "773b9e0a-a16f-46ae-884b-fa5e8dd23496", "name": "network-vif-deleted", "tag": "b4bc1d8f-e667-4074-ba71-69dc98333a1c"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:23:33.444227 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device eaf5c7e4-7314-4d68-807c-d10aa35ade77 up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:23:33.499131 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f6b0d5d-f89d-43ce-8866-465b01171f35 x-openstack-request-id: req-4f6b0d5d-f89d-43ce-8866-465b01171f35 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:23:33.499131 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "773b9e0a-a16f-46ae-884b-fa5e8dd23496", "name": "network-vif-deleted", "tag": "b4bc1d8f-e667-4074-ba71-69dc98333a1c", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:23:33.499131 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4f6b0d5d-f89d-43ce-8866-465b01171f35 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:23:33.499131 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '773b9e0a-a16f-46ae-884b-fa5e8dd23496', 'name': 'network-vif-deleted', 'tag': 'b4bc1d8f-e667-4074-ba71-69dc98333a1c', 'status': 'completed', 'code': 200} Jul 05 02:23:33.505516 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ef4c3-cb69-402d-b00f-e660657ca4f5 req-d90acacf-6bd4-44be-8cdb-14d68ecba5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:33.507212 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ec1ef4c3-cb69-402d-b00f-e660657ca4f5 req-d90acacf-6bd4-44be-8cdb-14d68ecba5ef service neutron] 10.222.0.15 "GET /v2.0/networks?id=dff432c2-7366-4622-aebb-da22fe05bfd4 HTTP/1.1" status: 200 len: 869 time: 0.2727675 Jul 05 02:23:33.568179 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ec1ef4c3-cb69-402d-b00f-e660657ca4f5 req-a038f499-bcb8-4ea2-b719-0df144eed58c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=9c4ad08d-ddaa-4e85-9a5f-7f10686347ed HTTP/1.1" status: 200 len: 217 time: 0.0529685 Jul 05 02:23:33.590076 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eec9ab0-b2b9-4517-8314-512be9cc4b1d req-3a2952c2-d51f-44a3-9e92-998785358361 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:33.598872 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eec9ab0-b2b9-4517-8314-512be9cc4b1d req-3a2952c2-d51f-44a3-9e92-998785358361 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:33.600991 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8eec9ab0-b2b9-4517-8314-512be9cc4b1d req-3a2952c2-d51f-44a3-9e92-998785358361 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7c4123d-dfa8-42d9-bda7-049b68a83d7a HTTP/1.1" status: 200 len: 1681 time: 0.1745255 Jul 05 02:23:33.626910 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-51009672-3d7d-4cd4-9b0c-cbd7a63c6d5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:33.672747 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ef4c3-cb69-402d-b00f-e660657ca4f5 req-ccbb79d4-338c-4eac-a34b-6fadbfe80d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:33.674409 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ec1ef4c3-cb69-402d-b00f-e660657ca4f5 req-ccbb79d4-338c-4eac-a34b-6fadbfe80d21 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b840e204-692c-4f54-8f07-f6563e8e36b1 HTTP/1.1" status: 200 len: 843 time: 0.0960748 Jul 05 02:23:33.706378 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning for port 9c4ad08d-ddaa-4e85-9a5f-7f10686347ed completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:23:33.726004 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning complete for port 9c4ad08d-ddaa-4e85-9a5f-7f10686347ed triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:23:33.726807 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:33.761568 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-51009672-3d7d-4cd4-9b0c-cbd7a63c6d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:33.767154 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8eec9ab0-b2b9-4517-8314-512be9cc4b1d req-0b667797-04d4-43f3-8ecd-8d070bbc93c8 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.23 "GET /v2.0/security-groups?id=74918f4d-c3c5-43b3-aeaa-73c712bc8baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916417 Jul 05 02:23:33.779455 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ef4c3-cb69-402d-b00f-e660657ca4f5 req-56b62c7f-04ae-4512-8ba8-9b328f436bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:33.781173 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ec1ef4c3-cb69-402d-b00f-e660657ca4f5 req-56b62c7f-04ae-4512-8ba8-9b328f436bbf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dff432c2-7366-4622-aebb-da22fe05bfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0966473 Jul 05 02:23:33.797337 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-51009672-3d7d-4cd4-9b0c-cbd7a63c6d5d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1f0ef2532ded47e39b236b58e2f10db0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5332723 Jul 05 02:23:33.805412 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 57230) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:23:33.811310 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning for port eaf5c7e4-7314-4d68-807c-d10aa35ade77 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:23:33.825965 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51009672-3d7d-4cd4-9b0c-cbd7a63c6d5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e5fff80-4c9f-43fd-bed0-38458448a01b,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:23:33.831802 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port eaf5c7e4-7314-4d68-807c-d10aa35ade77 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:23:33.832454 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:33.904902 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:33.942770 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0abfca58-3777-4916-90a6-74e468fcb4d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:33.969608 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0abfca58-3777-4916-90a6-74e468fcb4d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:33.971751 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9d7d611-0755-4e9e-8dda-32848396298c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c4ad08d-ddaa-4e85-9a5f-7f10686347ed'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:23:33.974244 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd12de0-41f8-42af-9f01-ade3b55dfa56" -d '{"events": [{"server_uuid": "e9d7d611-0755-4e9e-8dda-32848396298c", "name": "network-vif-plugged", "status": "completed", "tag": "9c4ad08d-ddaa-4e85-9a5f-7f10686347ed"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:23:34.009297 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 9c4ad08d-ddaa-4e85-9a5f-7f10686347ed, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=9c4ad08d-ddaa-4e85-9a5f-7f10686347ed,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:23:34.044348 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ec1ef4c3-cb69-402d-b00f-e660657ca4f5 req-b8670267-9168-498e-adf7-0f7d2a56e1ee service neutron] 10.222.0.15 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548623 Jul 05 02:23:34.058167 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2312a514-2c5e-4599-ac10-d1e851c42828 x-openstack-request-id: req-2312a514-2c5e-4599-ac10-d1e851c42828 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:23:34.058549 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9d7d611-0755-4e9e-8dda-32848396298c", "name": "network-vif-plugged", "status": "completed", "tag": "9c4ad08d-ddaa-4e85-9a5f-7f10686347ed", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:23:34.058841 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2312a514-2c5e-4599-ac10-d1e851c42828 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:23:34.059263 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9d7d611-0755-4e9e-8dda-32848396298c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c4ad08d-ddaa-4e85-9a5f-7f10686347ed', 'code': 200} Jul 05 02:23:34.065819 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:34.104258 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port eaf5c7e4-7314-4d68-807c-d10aa35ade77, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=eaf5c7e4-7314-4d68-807c-d10aa35ade77,segment=NetworkSegment(90394898-caa8-405d-8cfd-cf38c3d41182),segment_id=90394898-caa8-405d-8cfd-cf38c3d41182)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:23:34.120805 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faee481c-d3d7-4ff9-84ff-588a75628257 req-6311e37e-91c6-4ce8-88fc-e1c05defc9fa tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:34.129023 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-faee481c-d3d7-4ff9-84ff-588a75628257 req-6311e37e-91c6-4ce8-88fc-e1c05defc9fa tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e515203-d639-4b16-86ee-550fdf2c6d1b HTTP/1.1" status: 200 len: 945 time: 0.1235569 Jul 05 02:23:34.134897 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:34.182701 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-faee481c-d3d7-4ff9-84ff-588a75628257 req-20e5a958-ae34-40b5-bc41-20e03430ba58 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/security-groups?id=e258e924-fb3e-45d8-9b54-0249433deb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509067 Jul 05 02:23:34.212659 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0abfca58-3777-4916-90a6-74e468fcb4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:34.215293 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0abfca58-3777-4916-90a6-74e468fcb4d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:34.219002 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-0abfca58-3777-4916-90a6-74e468fcb4d6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6e5fff80-4c9f-43fd-bed0-38458448a01b HTTP/1.1" status: 204 len: 168 time: 0.4160063 Jul 05 02:23:34.221151 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=9c4ad08d-ddaa-4e85-9a5f-7f10686347ed,revision_number=9']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:23:34.267572 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abfca58-3777-4916-90a6-74e468fcb4d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e5fff80-4c9f-43fd-bed0-38458448a01b,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:23:34.306437 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:34.330797 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ec1ef4c3-cb69-402d-b00f-e660657ca4f5 req-a6fcb2e8-bbde-4193-9c04-b112767df224 service neutron] 10.222.0.15 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659047 Jul 05 02:23:34.412360 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=eaf5c7e4-7314-4d68-807c-d10aa35ade77,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:23:34.497715 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab30d1b-f10b-40e4-9851-3859f607def8 req-03993354-228a-4854-9936-75d3f49b6b41 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:34.505896 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1ab30d1b-f10b-40e4-9851-3859f607def8 req-03993354-228a-4854-9936-75d3f49b6b41 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9d7d611-0755-4e9e-8dda-32848396298c HTTP/1.1" status: 200 len: 949 time: 0.1197116 Jul 05 02:23:34.508271 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-36091cc3-5148-4700-957e-1d8db1ea40ac req-2b8dc2a7-05f1-4a16-9ca4-d1fccd3ab524 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=773b9e0a-a16f-46ae-884b-fa5e8dd23496 HTTP/1.1" status: 200 len: 210 time: 0.0319631 Jul 05 02:23:34.565000 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1ab30d1b-f10b-40e4-9851-3859f607def8 req-94de7904-38b8-49cc-8e43-de2d3f27141c tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575347 Jul 05 02:23:34.978455 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0107bb17-5b9c-4550-b222-164cafbda383 req-e017ea6a-eb7a-45a6-8d16-0d4c6bd7c357 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:34.984265 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0107bb17-5b9c-4550-b222-164cafbda383 req-e017ea6a-eb7a-45a6-8d16-0d4c6bd7c357 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:34.985938 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0107bb17-5b9c-4550-b222-164cafbda383 req-e017ea6a-eb7a-45a6-8d16-0d4c6bd7c357 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7c4123d-dfa8-42d9-bda7-049b68a83d7a HTTP/1.1" status: 200 len: 1682 time: 0.0803127 Jul 05 02:23:35.028781 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0107bb17-5b9c-4550-b222-164cafbda383 req-218caa19-31ec-46a4-86e8-49fec5b1bea6 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.23 "GET /v2.0/security-groups?id=74918f4d-c3c5-43b3-aeaa-73c712bc8baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368109 Jul 05 02:23:35.244170 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 57254) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:23:35.265899 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-33cdd0ac-5716-475e-a3b2-d671dc7e7684 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:35.371697 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-33cdd0ac-5716-475e-a3b2-d671dc7e7684 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:35.377370 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94a112f-e418-4a59-8669-9517b6d610c8 req-6d3360d8-86ae-4139-87cf-61762276930d tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:35.379064 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d94a112f-e418-4a59-8669-9517b6d610c8 req-6d3360d8-86ae-4139-87cf-61762276930d tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e515203-d639-4b16-86ee-550fdf2c6d1b HTTP/1.1" status: 200 len: 945 time: 0.0699780 Jul 05 02:23:35.418944 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d94a112f-e418-4a59-8669-9517b6d610c8 req-f7975e15-2f73-4191-b9bc-fefdd7331ce4 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/security-groups?id=e258e924-fb3e-45d8-9b54-0249433deb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334103 Jul 05 02:23:35.464278 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device e9eb96dc-f777-40ed-a43e-892768e47359 up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:23:35.468191 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-33cdd0ac-5716-475e-a3b2-d671dc7e7684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:35.506821 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-33cdd0ac-5716-475e-a3b2-d671dc7e7684 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2546972bbd5c4fd89e9885efb0e4f8e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2610521 Jul 05 02:23:35.509864 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 57256) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:23:35.519006 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cdd0ac-5716-475e-a3b2-d671dc7e7684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f96354a-a19d-4bbc-9be5-fd6874e5eba2,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:23:35.563060 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-58cdd088-be85-49f0-b6ae-3ea57e096f4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:35.584903 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-58cdd088-be85-49f0-b6ae-3ea57e096f4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:35.611930 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning for port e9eb96dc-f777-40ed-a43e-892768e47359 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:23:35.618631 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port e9eb96dc-f777-40ed-a43e-892768e47359 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:23:35.619458 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:35.760087 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:35.795530 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-58cdd088-be85-49f0-b6ae-3ea57e096f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:35.802575 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-58cdd088-be85-49f0-b6ae-3ea57e096f4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:35.808333 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-58cdd088-be85-49f0-b6ae-3ea57e096f4f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4f96354a-a19d-4bbc-9be5-fd6874e5eba2 HTTP/1.1" status: 204 len: 168 time: 0.2942441 Jul 05 02:23:35.822891 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cdd088-be85-49f0-b6ae-3ea57e096f4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f96354a-a19d-4bbc-9be5-fd6874e5eba2,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:23:35.827186 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port e9eb96dc-f777-40ed-a43e-892768e47359, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=e9eb96dc-f777-40ed-a43e-892768e47359,segment=NetworkSegment(82c0a593-2739-4802-a996-1015d95294ab),segment_id=82c0a593-2739-4802-a996-1015d95294ab)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:23:35.869949 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068b4d86-33f4-436a-bb35-94898e88ee7a req-fb8901c0-c85c-4c70-bd8e-85c04ad61156 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:35.878921 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-068b4d86-33f4-436a-bb35-94898e88ee7a req-fb8901c0-c85c-4c70-bd8e-85c04ad61156 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9d7d611-0755-4e9e-8dda-32848396298c HTTP/1.1" status: 200 len: 949 time: 0.1347427 Jul 05 02:23:35.899326 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:35.928303 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-068b4d86-33f4-436a-bb35-94898e88ee7a req-65abc6bf-f396-4b5e-b661-52853fd4b677 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480902 Jul 05 02:23:36.010025 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=e9eb96dc-f777-40ed-a43e-892768e47359,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:23:36.060066 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7c4123d-dfa8-42d9-bda7-049b68a83d7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaf5c7e4-7314-4d68-807c-d10aa35ade77'}, {'server_uuid': 'c7c4123d-dfa8-42d9-bda7-049b68a83d7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9eb96dc-f777-40ed-a43e-892768e47359'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:23:36.063054 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47622dfa-d8d4-4713-8f92-9a9be120c681" -d '{"events": [{"server_uuid": "c7c4123d-dfa8-42d9-bda7-049b68a83d7a", "name": "network-vif-plugged", "status": "completed", "tag": "eaf5c7e4-7314-4d68-807c-d10aa35ade77"}, {"server_uuid": "c7c4123d-dfa8-42d9-bda7-049b68a83d7a", "name": "network-vif-plugged", "status": "completed", "tag": "e9eb96dc-f777-40ed-a43e-892768e47359"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:23:36.082625 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c891eadc-1836-4f3e-ac1a-dce8da8c1bfc req-6ff509fd-f357-4f7d-ae07-5ac8cb3b8e71 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:36.084304 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c891eadc-1836-4f3e-ac1a-dce8da8c1bfc req-6ff509fd-f357-4f7d-ae07-5ac8cb3b8e71 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/networks?id=705854c6-bb90-4b2b-93a0-7581bd607e40 HTTP/1.1" status: 200 len: 812 time: 0.1184525 Jul 05 02:23:36.110219 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c891eadc-1836-4f3e-ac1a-dce8da8c1bfc req-38014802-01c7-4023-ac2e-7434bb26828b tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/quotas/f3761e9b54fb4b859175f5af6199b06f HTTP/1.1" status: 200 len: 375 time: 0.0143239 Jul 05 02:23:36.146003 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c891eadc-1836-4f3e-ac1a-dce8da8c1bfc req-bc769bf8-b056-4354-989c-9fc55a526948 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f3761e9b54fb4b859175f5af6199b06f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299189 Jul 05 02:23:36.255517 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf3306d-d966-4680-9b01-6af5dc0d217d req-0284680a-99d7-4068-b112-181cabc5f588 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:36.261675 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf3306d-d966-4680-9b01-6af5dc0d217d req-0284680a-99d7-4068-b112-181cabc5f588 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:36.263323 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-faf3306d-d966-4680-9b01-6af5dc0d217d req-0284680a-99d7-4068-b112-181cabc5f588 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7c4123d-dfa8-42d9-bda7-049b68a83d7a HTTP/1.1" status: 200 len: 1683 time: 0.0858121 Jul 05 02:23:36.315127 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-faf3306d-d966-4680-9b01-6af5dc0d217d req-5b09dcf3-d0dc-4fde-b74c-76ec47da58c7 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.23 "GET /v2.0/security-groups?id=74918f4d-c3c5-43b3-aeaa-73c712bc8baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408974 Jul 05 02:23:36.318256 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [req-c891eadc-1836-4f3e-ac1a-dce8da8c1bfc req-a9a458ac-5e64-4895-b819-612a8fd9c8d6 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94462) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:23:36.319236 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c891eadc-1836-4f3e-ac1a-dce8da8c1bfc req-a9a458ac-5e64-4895-b819-612a8fd9c8d6 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1656225 Jul 05 02:23:36.360959 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 05 Jul 2021 02:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4066efae-c95b-4e02-8530-5d1ba4f6cc04 x-openstack-request-id: req-4066efae-c95b-4e02-8530-5d1ba4f6cc04 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:23:36.361509 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7c4123d-dfa8-42d9-bda7-049b68a83d7a", "name": "network-vif-plugged", "status": "completed", "tag": "eaf5c7e4-7314-4d68-807c-d10aa35ade77", "code": 200}, {"server_uuid": "c7c4123d-dfa8-42d9-bda7-049b68a83d7a", "name": "network-vif-plugged", "status": "completed", "tag": "e9eb96dc-f777-40ed-a43e-892768e47359", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:23:36.361855 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4066efae-c95b-4e02-8530-5d1ba4f6cc04 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:23:36.362338 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7c4123d-dfa8-42d9-bda7-049b68a83d7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaf5c7e4-7314-4d68-807c-d10aa35ade77', 'code': 200} Jul 05 02:23:36.362658 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7c4123d-dfa8-42d9-bda7-049b68a83d7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9eb96dc-f777-40ed-a43e-892768e47359', 'code': 200} Jul 05 02:23:36.443017 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c891eadc-1836-4f3e-ac1a-dce8da8c1bfc req-b32713fc-6bfe-42dd-8bb6-01eb8a6fb5ff service neutron] 10.222.0.23 "GET /v2.0/networks/705854c6-bb90-4b2b-93a0-7581bd607e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050565 Jul 05 02:23:36.512786 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e85790-48b3-4cc8-9b53-ac293f6835ea req-12c1e742-0f67-4f09-b289-9208d864ff5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:36.513401 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e85790-48b3-4cc8-9b53-ac293f6835ea req-12c1e742-0f67-4f09-b289-9208d864ff5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:36.519659 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f4e85790-48b3-4cc8-9b53-ac293f6835ea req-12c1e742-0f67-4f09-b289-9208d864ff5e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c7c4123d-dfa8-42d9-bda7-049b68a83d7a HTTP/1.1" status: 200 len: 1987 time: 0.0750673 Jul 05 02:23:36.602194 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c891eadc-1836-4f3e-ac1a-dce8da8c1bfc req-caa1df13-9f36-4c72-8e17-82d8ffd59b69 service neutron] 10.222.0.23 "GET /v2.0/networks/705854c6-bb90-4b2b-93a0-7581bd607e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510832 Jul 05 02:23:36.640638 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f4e85790-48b3-4cc8-9b53-ac293f6835ea req-16c9de26-f244-4003-a140-f2565f8e2aff service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=74918f4d-c3c5-43b3-aeaa-73c712bc8baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137280 Jul 05 02:23:36.680926 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8347ce5f-bb62-44ad-bff3-ea9650eaa946 req-7f40eb4a-8df8-472b-996a-1ea76a9f2f1b tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:36.682708 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8347ce5f-bb62-44ad-bff3-ea9650eaa946 req-7f40eb4a-8df8-472b-996a-1ea76a9f2f1b tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e515203-d639-4b16-86ee-550fdf2c6d1b HTTP/1.1" status: 200 len: 945 time: 0.0823767 Jul 05 02:23:36.728498 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8347ce5f-bb62-44ad-bff3-ea9650eaa946 req-d12f489f-f610-482b-a5ae-ed75d0ebd538 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/security-groups?id=e258e924-fb3e-45d8-9b54-0249433deb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391216 Jul 05 02:23:36.998559 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4971521f-02d8-4ab4-bfc1-cb5b5423fc1a req-713259c7-182c-4abd-937a-dc75fe4cc477 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=10e3279d-1e2b-4e2a-95df-7d3f9ab53f92 HTTP/1.1" status: 200 len: 210 time: 0.0395858 Jul 05 02:23:37.183317 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340246d0-0d47-49f6-a8ca-4cc0bfe0f4d6 req-3bfb77c8-1947-4fc6-ba91-8cc6d7ce5f04 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:37.185145 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-340246d0-0d47-49f6-a8ca-4cc0bfe0f4d6 req-3bfb77c8-1947-4fc6-ba91-8cc6d7ce5f04 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9d7d611-0755-4e9e-8dda-32848396298c HTTP/1.1" status: 200 len: 949 time: 0.0742295 Jul 05 02:23:37.229663 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-340246d0-0d47-49f6-a8ca-4cc0bfe0f4d6 req-d99e0fa1-d4ee-4574-8f03-08e06ecb34f3 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337555 Jul 05 02:23:37.472859 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device b4bc1d8f-e667-4074-ba71-69dc98333a1c no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:23:37.501642 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] No Port match for: b4bc1d8f-e667-4074-ba71-69dc98333a1c {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:23:37.502531 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device b4bc1d8f-e667-4074-ba71-69dc98333a1c not bound to the agent host n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:23:37.534908 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441fc128-5707-43a2-982d-95d4c239299b req-8cd33a0e-2b14-4abe-b8d9-0d049fb6559a tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:37.545154 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441fc128-5707-43a2-982d-95d4c239299b req-8cd33a0e-2b14-4abe-b8d9-0d049fb6559a tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:37.546918 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-441fc128-5707-43a2-982d-95d4c239299b req-8cd33a0e-2b14-4abe-b8d9-0d049fb6559a tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7c4123d-dfa8-42d9-bda7-049b68a83d7a HTTP/1.1" status: 200 len: 1683 time: 0.1104248 Jul 05 02:23:37.643282 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-441fc128-5707-43a2-982d-95d4c239299b req-a6039346-51b8-4b7a-b092-b0608c6ac26d tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.23 "GET /v2.0/security-groups?id=74918f4d-c3c5-43b3-aeaa-73c712bc8baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874834 Jul 05 02:23:37.672164 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802bec75-a6c6-4c69-81dd-1b30e65ae908 req-d91a4055-fe06-4461-88db-664a693cd67b tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:37.673848 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-802bec75-a6c6-4c69-81dd-1b30e65ae908 req-d91a4055-fe06-4461-88db-664a693cd67b tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca36febd-b506-4424-9f43-8be7a9423ed1 HTTP/1.1" status: 200 len: 945 time: 0.0791419 Jul 05 02:23:37.728444 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-802bec75-a6c6-4c69-81dd-1b30e65ae908 req-1a8f6884-38d9-4a7c-a828-7ed8f3a8c628 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/security-groups?id=a7ec5bda-2f9c-43a6-b62e-a51bc7e5a1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473642 Jul 05 02:23:37.955293 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66290612-959b-4525-8cd3-40cc909b810b req-ef96414e-0652-4642-9b34-f8d24e8ff08d tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:37.956794 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-66290612-959b-4525-8cd3-40cc909b810b req-ef96414e-0652-4642-9b34-f8d24e8ff08d tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e515203-d639-4b16-86ee-550fdf2c6d1b HTTP/1.1" status: 200 len: 945 time: 0.1072531 Jul 05 02:23:37.958657 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ef4c3-cb69-402d-b00f-e660657ca4f5 req-9943e829-78c0-4a2b-a916-4cbe4341480f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:37.960015 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ec1ef4c3-cb69-402d-b00f-e660657ca4f5 req-9943e829-78c0-4a2b-a916-4cbe4341480f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e9d7d611-0755-4e9e-8dda-32848396298c&tenant_id=7bde4afb78a7485193d4b3fb4c23ad75 HTTP/1.1" status: 200 len: 1101 time: 0.1002450 Jul 05 02:23:37.973354 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-ec1ef4c3-cb69-402d-b00f-e660657ca4f5 req-b3915741-932a-4dae-861d-826a9ffc7292 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-771362-32', 'device_owner': 'compute:nova'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:23:38.030486 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-66290612-959b-4525-8cd3-40cc909b810b req-b87f2a30-621b-4688-90cb-72c02281beaf tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/security-groups?id=e258e924-fb3e-45d8-9b54-0249433deb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679474 Jul 05 02:23:38.071286 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-ec1ef4c3-cb69-402d-b00f-e660657ca4f5 req-b3915741-932a-4dae-861d-826a9ffc7292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:38.143109 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-44ceb104-ba29-41ba-b076-e21926e59762 req-199dfeeb-cd29-41b7-ad20-17572003d16d tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=10e3279d-1e2b-4e2a-95df-7d3f9ab53f92 HTTP/1.1" status: 200 len: 210 time: 0.0373068 Jul 05 02:23:38.314395 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-ec1ef4c3-cb69-402d-b00f-e660657ca4f5 req-b3915741-932a-4dae-861d-826a9ffc7292 service neutron] For port 9c4ad08d-ddaa-4e85-9a5f-7f10686347ed, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=9c4ad08d-ddaa-4e85-9a5f-7f10686347ed,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:23:38.348887 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-ec1ef4c3-cb69-402d-b00f-e660657ca4f5 req-b3915741-932a-4dae-861d-826a9ffc7292 service neutron] For port 9c4ad08d-ddaa-4e85-9a5f-7f10686347ed, host n-h2-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:23:38.392488 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9d7d611-0755-4e9e-8dda-32848396298c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c4ad08d-ddaa-4e85-9a5f-7f10686347ed'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:23:38.395246 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-816e30cc-17d9-4104-8fc0-6b7c10ccc439" -d '{"events": [{"server_uuid": "e9d7d611-0755-4e9e-8dda-32848396298c", "name": "network-vif-unplugged", "status": "completed", "tag": "9c4ad08d-ddaa-4e85-9a5f-7f10686347ed"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:23:38.399438 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-ec1ef4c3-cb69-402d-b00f-e660657ca4f5 req-b3915741-932a-4dae-861d-826a9ffc7292 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:38.416115 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-ec1ef4c3-cb69-402d-b00f-e660657ca4f5 req-b3915741-932a-4dae-861d-826a9ffc7292 service neutron] Transition to ACTIVE for port object 9c4ad08d-ddaa-4e85-9a5f-7f10686347ed will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:23:38.424611 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5744ea68-30a3-43af-93f9-772d06cbefff req-7400f238-2fee-4d43-88c4-6525b22cc580 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:38.427377 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5744ea68-30a3-43af-93f9-772d06cbefff req-7400f238-2fee-4d43-88c4-6525b22cc580 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9d7d611-0755-4e9e-8dda-32848396298c HTTP/1.1" status: 200 len: 949 time: 0.0846093 Jul 05 02:23:38.478712 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5744ea68-30a3-43af-93f9-772d06cbefff req-f08d1df3-5b79-4d0d-80d1-257463ec014b tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447979 Jul 05 02:23:38.487886 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-ec1ef4c3-cb69-402d-b00f-e660657ca4f5 req-b3915741-932a-4dae-861d-826a9ffc7292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:38.574539 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 02:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41a6daec-9160-456d-b442-ecd662803809 x-openstack-request-id: req-41a6daec-9160-456d-b442-ecd662803809 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:23:38.575199 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9d7d611-0755-4e9e-8dda-32848396298c", "name": "network-vif-unplugged", "status": "completed", "tag": "9c4ad08d-ddaa-4e85-9a5f-7f10686347ed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:23:38.575199 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-41a6daec-9160-456d-b442-ecd662803809 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:23:38.575439 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9d7d611-0755-4e9e-8dda-32848396298c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c4ad08d-ddaa-4e85-9a5f-7f10686347ed', 'code': 200} Jul 05 02:23:38.578474 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec1ef4c3-cb69-402d-b00f-e660657ca4f5 req-b3915741-932a-4dae-861d-826a9ffc7292 service neutron] No DVR routers for this DVR port 9c4ad08d-ddaa-4e85-9a5f-7f10686347ed on host n-h2-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:23:38.597366 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3915741-932a-4dae-861d-826a9ffc7292 service neutron] Pushing event updated for resources: {'Port': ['ID=9c4ad08d-ddaa-4e85-9a5f-7f10686347ed,revision_number=10']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:23:38.633544 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-ec1ef4c3-cb69-402d-b00f-e660657ca4f5 req-b3915741-932a-4dae-861d-826a9ffc7292 service neutron] Attempting to bind port 9c4ad08d-ddaa-4e85-9a5f-7f10686347ed on host n-h1-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:23:38.633544 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-ec1ef4c3-cb69-402d-b00f-e660657ca4f5 req-b3915741-932a-4dae-861d-826a9ffc7292 service neutron] Attempting to bind port 9c4ad08d-ddaa-4e85-9a5f-7f10686347ed by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:23:38.633850 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec1ef4c3-cb69-402d-b00f-e660657ca4f5 req-b3915741-932a-4dae-861d-826a9ffc7292 service neutron] Attempting to bind port 9c4ad08d-ddaa-4e85-9a5f-7f10686347ed on network dff432c2-7366-4622-aebb-da22fe05bfd4 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:23:38.638960 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec1ef4c3-cb69-402d-b00f-e660657ca4f5 req-b3915741-932a-4dae-861d-826a9ffc7292 service neutron] Port 9c4ad08d-ddaa-4e85-9a5f-7f10686347ed on network dff432c2-7366-4622-aebb-da22fe05bfd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:23:38.639288 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec1ef4c3-cb69-402d-b00f-e660657ca4f5 req-b3915741-932a-4dae-861d-826a9ffc7292 service neutron] Attempting to bind port 9c4ad08d-ddaa-4e85-9a5f-7f10686347ed on network dff432c2-7366-4622-aebb-da22fe05bfd4 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:23:38.644667 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec1ef4c3-cb69-402d-b00f-e660657ca4f5 req-b3915741-932a-4dae-861d-826a9ffc7292 service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:23:38.645173 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec1ef4c3-cb69-402d-b00f-e660657ca4f5 req-b3915741-932a-4dae-861d-826a9ffc7292 service neutron] Checking segment: {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:23:38.645575 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec1ef4c3-cb69-402d-b00f-e660657ca4f5 req-b3915741-932a-4dae-861d-826a9ffc7292 service neutron] Bound using segment: {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:23:38.646007 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-ec1ef4c3-cb69-402d-b00f-e660657ca4f5 req-b3915741-932a-4dae-861d-826a9ffc7292 service neutron] Bound port: 9c4ad08d-ddaa-4e85-9a5f-7f10686347ed, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:23:38.646396 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-ec1ef4c3-cb69-402d-b00f-e660657ca4f5 req-b3915741-932a-4dae-861d-826a9ffc7292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:38.721148 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-ec1ef4c3-cb69-402d-b00f-e660657ca4f5 req-b3915741-932a-4dae-861d-826a9ffc7292 service neutron] For port 9c4ad08d-ddaa-4e85-9a5f-7f10686347ed, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:23:38.724763 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-ec1ef4c3-cb69-402d-b00f-e660657ca4f5 req-b3915741-932a-4dae-861d-826a9ffc7292 service neutron] For port 9c4ad08d-ddaa-4e85-9a5f-7f10686347ed, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=9c4ad08d-ddaa-4e85-9a5f-7f10686347ed,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:23:38.846084 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32746431-dcfb-47a0-addc-b6cb7381eceb req-081523d4-718e-4d01-9bda-b271488b2126 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:38.852373 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32746431-dcfb-47a0-addc-b6cb7381eceb req-081523d4-718e-4d01-9bda-b271488b2126 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:38.854023 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-32746431-dcfb-47a0-addc-b6cb7381eceb req-081523d4-718e-4d01-9bda-b271488b2126 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7c4123d-dfa8-42d9-bda7-049b68a83d7a HTTP/1.1" status: 200 len: 1683 time: 0.0868108 Jul 05 02:23:38.877363 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-ec1ef4c3-cb69-402d-b00f-e660657ca4f5 req-b3915741-932a-4dae-861d-826a9ffc7292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:38.921111 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd94620b-4f83-499e-b35b-f17f6204c6b5 req-f4e96b13-c86b-4e48-bf3c-d80cd496249f tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:38.929367 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-fd94620b-4f83-499e-b35b-f17f6204c6b5 req-f4e96b13-c86b-4e48-bf3c-d80cd496249f tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca36febd-b506-4424-9f43-8be7a9423ed1 HTTP/1.1" status: 200 len: 945 time: 0.0799761 Jul 05 02:23:38.946639 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ef4c3-cb69-402d-b00f-e660657ca4f5 req-b3915741-932a-4dae-861d-826a9ffc7292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:38.947280 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-ec1ef4c3-cb69-402d-b00f-e660657ca4f5 req-b3915741-932a-4dae-861d-826a9ffc7292 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:38.949026 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ec1ef4c3-cb69-402d-b00f-e660657ca4f5 req-b3915741-932a-4dae-861d-826a9ffc7292 service neutron] 10.222.0.21 "PUT /v2.0/ports/9c4ad08d-ddaa-4e85-9a5f-7f10686347ed HTTP/1.1" status: 200 len: 1097 time: 0.9802182 Jul 05 02:23:38.966547 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-32746431-dcfb-47a0-addc-b6cb7381eceb req-aead75ba-ab7c-4a11-9e94-07d70642fe84 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.23 "GET /v2.0/security-groups?id=74918f4d-c3c5-43b3-aeaa-73c712bc8baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042378 Jul 05 02:23:38.981851 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-fd94620b-4f83-499e-b35b-f17f6204c6b5 req-680b001a-6a1a-493c-8654-e60ad0582eb4 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/security-groups?id=a7ec5bda-2f9c-43a6-b62e-a51bc7e5a1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509107 Jul 05 02:23:39.026115 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3915741-932a-4dae-861d-826a9ffc7292 service neutron] Pushing event updated for resources: {'Port': ['ID=9c4ad08d-ddaa-4e85-9a5f-7f10686347ed,revision_number=11']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:23:39.059848 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ef4c3-cb69-402d-b00f-e660657ca4f5 req-06741eea-2667-4464-ac1e-d407bd4df6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:39.061532 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ec1ef4c3-cb69-402d-b00f-e660657ca4f5 req-06741eea-2667-4464-ac1e-d407bd4df6d9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7bde4afb78a7485193d4b3fb4c23ad75&device_id=e9d7d611-0755-4e9e-8dda-32848396298c HTTP/1.1" status: 200 len: 1100 time: 0.0838013 Jul 05 02:23:39.172347 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ef4c3-cb69-402d-b00f-e660657ca4f5 req-00bdf309-2973-4b5d-b544-f65c9f065f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:39.174221 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ec1ef4c3-cb69-402d-b00f-e660657ca4f5 req-00bdf309-2973-4b5d-b544-f65c9f065f79 service neutron] 10.222.0.21 "GET /v2.0/networks?id=dff432c2-7366-4622-aebb-da22fe05bfd4 HTTP/1.1" status: 200 len: 869 time: 0.1067698 Jul 05 02:23:39.231079 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ec1ef4c3-cb69-402d-b00f-e660657ca4f5 req-19e3127c-7647-42e2-97f1-8c08a0df5e04 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=9c4ad08d-ddaa-4e85-9a5f-7f10686347ed HTTP/1.1" status: 200 len: 217 time: 0.0498822 Jul 05 02:23:39.296850 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c07b61c-3193-44db-a18f-cc957aa5170b req-3e694547-93e4-44d3-ad79-75c096bde5aa tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:39.304325 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ef4c3-cb69-402d-b00f-e660657ca4f5 req-ff3cc0bd-3611-4b47-9c95-a6e357d78d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:39.305092 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2c07b61c-3193-44db-a18f-cc957aa5170b req-3e694547-93e4-44d3-ad79-75c096bde5aa tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e515203-d639-4b16-86ee-550fdf2c6d1b HTTP/1.1" status: 200 len: 945 time: 0.0899591 Jul 05 02:23:39.305506 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ec1ef4c3-cb69-402d-b00f-e660657ca4f5 req-ff3cc0bd-3611-4b47-9c95-a6e357d78d80 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b840e204-692c-4f54-8f07-f6563e8e36b1 HTTP/1.1" status: 200 len: 843 time: 0.0625737 Jul 05 02:23:39.312726 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 9c4ad08d-ddaa-4e85-9a5f-7f10686347ed no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:23:39.356012 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 9c4ad08d-ddaa-4e85-9a5f-7f10686347ed not bound to the agent host n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:23:39.361194 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2c07b61c-3193-44db-a18f-cc957aa5170b req-80603df5-c733-4df4-bb0c-d6e382f7d124 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/security-groups?id=e258e924-fb3e-45d8-9b54-0249433deb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509489 Jul 05 02:23:39.371275 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ef4c3-cb69-402d-b00f-e660657ca4f5 req-01678ac4-081e-48d3-ac88-6e1b65d67d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:39.372670 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ec1ef4c3-cb69-402d-b00f-e660657ca4f5 req-01678ac4-081e-48d3-ac88-6e1b65d67d94 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dff432c2-7366-4622-aebb-da22fe05bfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0611169 Jul 05 02:23:39.473346 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ec1ef4c3-cb69-402d-b00f-e660657ca4f5 req-bcd73c6b-39dd-467a-afaf-b0c10699e55c service neutron] 10.222.0.21 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943644 Jul 05 02:23:39.569364 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ec1ef4c3-cb69-402d-b00f-e660657ca4f5 req-1acb3588-801b-4e22-8d16-f4cf6295e6ed service neutron] 10.222.0.21 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889087 Jul 05 02:23:39.597751 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-203426f4-3bc5-4436-b0b0-8928c031a6cc req-d134bd9f-4d12-4b5e-a827-b9ec3e859c6e tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=10e3279d-1e2b-4e2a-95df-7d3f9ab53f92 HTTP/1.1" status: 200 len: 210 time: 0.0366352 Jul 05 02:23:39.787430 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67786c2e-77ca-4bb6-b476-f6f5f766ed67 req-9907de44-94ff-48a9-92bd-0f591c64cc0e tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:39.788928 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-67786c2e-77ca-4bb6-b476-f6f5f766ed67 req-9907de44-94ff-48a9-92bd-0f591c64cc0e tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9d7d611-0755-4e9e-8dda-32848396298c HTTP/1.1" status: 200 len: 948 time: 0.0682070 Jul 05 02:23:39.843137 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-67786c2e-77ca-4bb6-b476-f6f5f766ed67 req-71950d6b-af55-46fa-9c2d-a6d3d8524840 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480957 Jul 05 02:23:40.025859 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c374cb-2fc9-4269-abc8-8c06ca532430 req-2388e981-a082-43bd-84d7-a95d0e6edc23 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:40.031870 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c374cb-2fc9-4269-abc8-8c06ca532430 req-2388e981-a082-43bd-84d7-a95d0e6edc23 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:40.039461 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-88c374cb-2fc9-4269-abc8-8c06ca532430 req-2388e981-a082-43bd-84d7-a95d0e6edc23 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7c4123d-dfa8-42d9-bda7-049b68a83d7a HTTP/1.1" status: 200 len: 1683 time: 0.0832872 Jul 05 02:23:40.089189 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c891eadc-1836-4f3e-ac1a-dce8da8c1bfc req-f7479c5c-4eda-4128-b411-340dd6f66103 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:40.090863 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c891eadc-1836-4f3e-ac1a-dce8da8c1bfc req-f7479c5c-4eda-4128-b411-340dd6f66103 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.21 "GET /v2.0/networks?id=705854c6-bb90-4b2b-93a0-7581bd607e40 HTTP/1.1" status: 200 len: 812 time: 0.1151080 Jul 05 02:23:40.100693 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-88c374cb-2fc9-4269-abc8-8c06ca532430 req-c691319d-760f-4fb4-a495-eeee05e68ac1 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.23 "GET /v2.0/security-groups?id=74918f4d-c3c5-43b3-aeaa-73c712bc8baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603507 Jul 05 02:23:40.116537 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-c891eadc-1836-4f3e-ac1a-dce8da8c1bfc req-8028e97c-6ec9-4fcb-8c33-3a45fa1433c0 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Request body: {'port': {'device_id': '10e3279d-1e2b-4e2a-95df-7d3f9ab53f92', 'network_id': '705854c6-bb90-4b2b-93a0-7581bd607e40', 'admin_state_up': True, 'tenant_id': 'f3761e9b54fb4b859175f5af6199b06f'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:23:40.273354 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85f4ab8-2c73-4d42-b305-467afc473a1e req-ba995ea1-82a9-43e8-a755-bbd2cfde1141 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:40.274913 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d85f4ab8-2c73-4d42-b305-467afc473a1e req-ba995ea1-82a9-43e8-a755-bbd2cfde1141 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca36febd-b506-4424-9f43-8be7a9423ed1 HTTP/1.1" status: 200 len: 945 time: 0.1076298 Jul 05 02:23:40.311496 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d85f4ab8-2c73-4d42-b305-467afc473a1e req-dd2c4e22-53fd-4401-8c64-5cd5608c386c tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/security-groups?id=a7ec5bda-2f9c-43a6-b62e-a51bc7e5a1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309544 Jul 05 02:23:40.412204 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c891eadc-1836-4f3e-ac1a-dce8da8c1bfc req-8028e97c-6ec9-4fcb-8c33-3a45fa1433c0 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Made reservation on behalf of f3761e9b54fb4b859175f5af6199b06f for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:23:40.417872 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c891eadc-1836-4f3e-ac1a-dce8da8c1bfc req-8028e97c-6ec9-4fcb-8c33-3a45fa1433c0 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:40.546225 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e884261-d41c-4c8d-871e-23dcb8ee7524 req-aae50213-2b43-4466-a17c-a8c8b27e0cef tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:40.547879 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1e884261-d41c-4c8d-871e-23dcb8ee7524 req-aae50213-2b43-4466-a17c-a8c8b27e0cef tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e515203-d639-4b16-86ee-550fdf2c6d1b HTTP/1.1" status: 200 len: 945 time: 0.0765111 Jul 05 02:23:40.553735 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-c891eadc-1836-4f3e-ac1a-dce8da8c1bfc req-8028e97c-6ec9-4fcb-8c33-3a45fa1433c0 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Allocated IP 172.20.0.11 (705854c6-bb90-4b2b-93a0-7581bd607e40/86343a12-8825-4191-b518-68943eb24150/af4f21c3-ab71-432b-8b2d-40b580de9644) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:23:40.576847 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9d7d611-0755-4e9e-8dda-32848396298c', 'tag': '9c4ad08d-ddaa-4e85-9a5f-7f10686347ed'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:23:40.579271 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a15769c8-5e4b-4895-bceb-cb9610d68a58" -d '{"events": [{"name": "network-changed", "server_uuid": "e9d7d611-0755-4e9e-8dda-32848396298c", "tag": "9c4ad08d-ddaa-4e85-9a5f-7f10686347ed"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:23:40.593486 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1e884261-d41c-4c8d-871e-23dcb8ee7524 req-8af797f4-d750-4129-8dea-9a5bb976bb54 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/security-groups?id=e258e924-fb3e-45d8-9b54-0249433deb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371988 Jul 05 02:23:40.648910 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-586dfa98-4cab-40cc-b2ae-da309c07330c x-openstack-request-id: req-586dfa98-4cab-40cc-b2ae-da309c07330c {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:23:40.649641 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9d7d611-0755-4e9e-8dda-32848396298c", "tag": "9c4ad08d-ddaa-4e85-9a5f-7f10686347ed", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:23:40.649641 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-586dfa98-4cab-40cc-b2ae-da309c07330c {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:23:40.650007 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9d7d611-0755-4e9e-8dda-32848396298c', 'tag': '9c4ad08d-ddaa-4e85-9a5f-7f10686347ed', 'status': 'completed', 'code': 200} Jul 05 02:23:40.757187 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f3311692-8f8c-4375-8642-3c8efb8f6535 req-a2a2e119-cbe5-4d0d-90b7-bc817b674cc9 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=10e3279d-1e2b-4e2a-95df-7d3f9ab53f92 HTTP/1.1" status: 200 len: 210 time: 0.0383208 Jul 05 02:23:40.774414 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15769c8-5e4b-4895-bceb-cb9610d68a58 req-e9a8cd5d-6740-433b-8b54-da38677842b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:40.776084 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a15769c8-5e4b-4895-bceb-cb9610d68a58 req-e9a8cd5d-6740-433b-8b54-da38677842b8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7bde4afb78a7485193d4b3fb4c23ad75&device_id=e9d7d611-0755-4e9e-8dda-32848396298c HTTP/1.1" status: 200 len: 1100 time: 0.1029999 Jul 05 02:23:40.783414 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c891eadc-1836-4f3e-ac1a-dce8da8c1bfc req-8028e97c-6ec9-4fcb-8c33-3a45fa1433c0 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:40.789964 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15769c8-5e4b-4895-bceb-cb9610d68a58 req-115f3a2f-9174-418a-b79f-daeb26a1b467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:40.791409 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a15769c8-5e4b-4895-bceb-cb9610d68a58 req-115f3a2f-9174-418a-b79f-daeb26a1b467 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7bde4afb78a7485193d4b3fb4c23ad75&device_id=e9d7d611-0755-4e9e-8dda-32848396298c HTTP/1.1" status: 200 len: 1100 time: 0.1124003 Jul 05 02:23:40.886544 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15769c8-5e4b-4895-bceb-cb9610d68a58 req-c1475f69-e2ea-48cb-af6c-54c645d455cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:40.888155 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a15769c8-5e4b-4895-bceb-cb9610d68a58 req-c1475f69-e2ea-48cb-af6c-54c645d455cc service neutron] 10.222.0.21 "GET /v2.0/networks?id=dff432c2-7366-4622-aebb-da22fe05bfd4 HTTP/1.1" status: 200 len: 869 time: 0.1048844 Jul 05 02:23:40.909629 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15769c8-5e4b-4895-bceb-cb9610d68a58 req-afcd2dc0-c6d4-432c-a177-52ef74aad463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:40.912185 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a15769c8-5e4b-4895-bceb-cb9610d68a58 req-afcd2dc0-c6d4-432c-a177-52ef74aad463 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dff432c2-7366-4622-aebb-da22fe05bfd4 HTTP/1.1" status: 200 len: 869 time: 0.1093194 Jul 05 02:23:40.959238 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a15769c8-5e4b-4895-bceb-cb9610d68a58 req-0182005a-327e-43cf-b08c-32b2b6fbd099 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=9c4ad08d-ddaa-4e85-9a5f-7f10686347ed HTTP/1.1" status: 200 len: 217 time: 0.0539062 Jul 05 02:23:40.970392 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a15769c8-5e4b-4895-bceb-cb9610d68a58 req-48d9ce93-ca82-4771-9fec-2848f94d9b62 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=9c4ad08d-ddaa-4e85-9a5f-7f10686347ed HTTP/1.1" status: 200 len: 217 time: 0.0524583 Jul 05 02:23:41.016865 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15769c8-5e4b-4895-bceb-cb9610d68a58 req-5acf8294-1d1b-4b0d-bb57-1d62c0e15401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:41.018443 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a15769c8-5e4b-4895-bceb-cb9610d68a58 req-5acf8294-1d1b-4b0d-bb57-1d62c0e15401 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b840e204-692c-4f54-8f07-f6563e8e36b1 HTTP/1.1" status: 200 len: 843 time: 0.0517430 Jul 05 02:23:41.047650 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c891eadc-1836-4f3e-ac1a-dce8da8c1bfc req-8028e97c-6ec9-4fcb-8c33-3a45fa1433c0 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:41.092094 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15769c8-5e4b-4895-bceb-cb9610d68a58 req-9b3897be-de86-4b19-bd7c-6833e7a0bae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:41.093761 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a15769c8-5e4b-4895-bceb-cb9610d68a58 req-9b3897be-de86-4b19-bd7c-6833e7a0bae3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dff432c2-7366-4622-aebb-da22fe05bfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0678072 Jul 05 02:23:41.104202 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15769c8-5e4b-4895-bceb-cb9610d68a58 req-c5e2a1ed-53e7-4801-b40d-20581e996230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:41.105776 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a15769c8-5e4b-4895-bceb-cb9610d68a58 req-c5e2a1ed-53e7-4801-b40d-20581e996230 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b840e204-692c-4f54-8f07-f6563e8e36b1 HTTP/1.1" status: 200 len: 843 time: 0.1266663 Jul 05 02:23:41.114271 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c891eadc-1836-4f3e-ac1a-dce8da8c1bfc req-8028e97c-6ec9-4fcb-8c33-3a45fa1433c0 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Network 705854c6-bb90-4b2b-93a0-7581bd607e40 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:23:41.132929 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-c891eadc-1836-4f3e-ac1a-dce8da8c1bfc req-8028e97c-6ec9-4fcb-8c33-3a45fa1433c0 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:23:41.135276 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-c891eadc-1836-4f3e-ac1a-dce8da8c1bfc req-8028e97c-6ec9-4fcb-8c33-3a45fa1433c0 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:23:41.195280 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a15769c8-5e4b-4895-bceb-cb9610d68a58 req-1cdf0de6-4499-4dcc-85d7-6142b6cd8c74 service neutron] 10.222.0.21 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925918 Jul 05 02:23:41.228999 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028e97c-6ec9-4fcb-8c33-3a45fa1433c0 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Pushing event updated for resources: {'Port': ['ID=af4f21c3-ab71-432b-8b2d-40b580de9644,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:23:41.265493 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03576172-5059-4251-bca7-05e34041d796 req-e5a3eb6e-05f1-4588-83b8-0f0c53a9ac2a tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:41.267493 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-03576172-5059-4251-bca7-05e34041d796 req-e5a3eb6e-05f1-4588-83b8-0f0c53a9ac2a tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9d7d611-0755-4e9e-8dda-32848396298c HTTP/1.1" status: 200 len: 948 time: 0.2786808 Jul 05 02:23:41.269261 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8028e97c-6ec9-4fcb-8c33-3a45fa1433c0 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:23:41.269760 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8028e97c-6ec9-4fcb-8c33-3a45fa1433c0 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:23:41.270183 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8028e97c-6ec9-4fcb-8c33-3a45fa1433c0 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:23:41.277415 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8028e97c-6ec9-4fcb-8c33-3a45fa1433c0 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:23:41.277415 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8028e97c-6ec9-4fcb-8c33-3a45fa1433c0 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:23:41.277415 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8028e97c-6ec9-4fcb-8c33-3a45fa1433c0 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:23:41.277415 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8028e97c-6ec9-4fcb-8c33-3a45fa1433c0 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:23:41.277415 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8028e97c-6ec9-4fcb-8c33-3a45fa1433c0 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:23:41.277415 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8028e97c-6ec9-4fcb-8c33-3a45fa1433c0 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:23:41.277415 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8028e97c-6ec9-4fcb-8c33-3a45fa1433c0 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:23:41.277415 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8028e97c-6ec9-4fcb-8c33-3a45fa1433c0 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:23:41.277415 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8028e97c-6ec9-4fcb-8c33-3a45fa1433c0 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:23:41.305326 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c891eadc-1836-4f3e-ac1a-dce8da8c1bfc req-8028e97c-6ec9-4fcb-8c33-3a45fa1433c0 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:41.306199 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c891eadc-1836-4f3e-ac1a-dce8da8c1bfc req-8028e97c-6ec9-4fcb-8c33-3a45fa1433c0 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:41.320877 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a15769c8-5e4b-4895-bceb-cb9610d68a58 req-6053dde3-8d9c-4212-be20-63cda53766c1 service neutron] 10.222.0.21 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165943 Jul 05 02:23:41.356160 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-03576172-5059-4251-bca7-05e34041d796 req-07f8fc49-24a3-4e0b-8f13-94ad285878ac tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758481 Jul 05 02:23:41.359120 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15769c8-5e4b-4895-bceb-cb9610d68a58 req-2392fafe-c18a-4faa-b255-88fb3cd4a3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:41.360684 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a15769c8-5e4b-4895-bceb-cb9610d68a58 req-2392fafe-c18a-4faa-b255-88fb3cd4a3c9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dff432c2-7366-4622-aebb-da22fe05bfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2453482 Jul 05 02:23:41.393470 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1748b3-e89c-4136-9053-c9bb6c53752a req-e710ac7f-c585-49cf-8f75-e34df44f6492 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:41.399993 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1748b3-e89c-4136-9053-c9bb6c53752a req-e710ac7f-c585-49cf-8f75-e34df44f6492 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:41.401639 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7f1748b3-e89c-4136-9053-c9bb6c53752a req-e710ac7f-c585-49cf-8f75-e34df44f6492 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7c4123d-dfa8-42d9-bda7-049b68a83d7a HTTP/1.1" status: 200 len: 1683 time: 0.0798628 Jul 05 02:23:41.446915 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c891eadc-1836-4f3e-ac1a-dce8da8c1bfc req-8028e97c-6ec9-4fcb-8c33-3a45fa1433c0 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3405676 Jul 05 02:23:41.459197 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-c891eadc-1836-4f3e-ac1a-dce8da8c1bfc req-c1039a0e-dbfe-48b6-8c35-41ef7d3ca807 service neutron] Request body: {'port': {'device_id': '10e3279d-1e2b-4e2a-95df-7d3f9ab53f92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:23:41.484400 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7f1748b3-e89c-4136-9053-c9bb6c53752a req-e7a96bcc-2640-4bb3-b2ea-dbb582e3d964 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.23 "GET /v2.0/security-groups?id=74918f4d-c3c5-43b3-aeaa-73c712bc8baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693710 Jul 05 02:23:41.543001 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cff15e-e30f-4d2e-b92d-78952822a27a req-afc12917-c191-44bc-b8e9-adbccc084389 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:41.551004 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cff15e-e30f-4d2e-b92d-78952822a27a req-afc12917-c191-44bc-b8e9-adbccc084389 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:41.553073 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-35cff15e-e30f-4d2e-b92d-78952822a27a req-afc12917-c191-44bc-b8e9-adbccc084389 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7c4123d-dfa8-42d9-bda7-049b68a83d7a HTTP/1.1" status: 200 len: 1683 time: 0.1158686 Jul 05 02:23:41.584650 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:41.586926 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:41.691636 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [req-35cff15e-e30f-4d2e-b92d-78952822a27a req-51b4ea9e-61a5-4854-af22-d24f2b49d46b tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Deleting port e9eb96dc-f777-40ed-a43e-892768e47359 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:23:41.691992 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-35cff15e-e30f-4d2e-b92d-78952822a27a req-51b4ea9e-61a5-4854-af22-d24f2b49d46b tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:41.746948 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a15769c8-5e4b-4895-bceb-cb9610d68a58 req-75514b6e-6202-4645-baf6-aea3bc0f2a6b service neutron] 10.222.0.15 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3786743 Jul 05 02:23:41.767743 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c891eadc-1836-4f3e-ac1a-dce8da8c1bfc req-c1039a0e-dbfe-48b6-8c35-41ef7d3ca807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:41.821991 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-35cff15e-e30f-4d2e-b92d-78952822a27a req-51b4ea9e-61a5-4854-af22-d24f2b49d46b tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] For port e9eb96dc-f777-40ed-a43e-892768e47359, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=e9eb96dc-f777-40ed-a43e-892768e47359,segment=NetworkSegment(82c0a593-2739-4802-a996-1015d95294ab),segment_id=82c0a593-2739-4802-a996-1015d95294ab)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:23:41.821991 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-35cff15e-e30f-4d2e-b92d-78952822a27a req-51b4ea9e-61a5-4854-af22-d24f2b49d46b tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:41.838621 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [req-35cff15e-e30f-4d2e-b92d-78952822a27a req-51b4ea9e-61a5-4854-af22-d24f2b49d46b tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Calling delete_port for e9eb96dc-f777-40ed-a43e-892768e47359 owned by compute:nova {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:23:41.875774 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab6b536-e2ec-42b5-a5fb-f4a1c14f3521 req-4cb32681-9d4d-42cc-850e-61a43bf4836d tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:41.877383 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6ab6b536-e2ec-42b5-a5fb-f4a1c14f3521 req-4cb32681-9d4d-42cc-850e-61a43bf4836d tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca36febd-b506-4424-9f43-8be7a9423ed1 HTTP/1.1" status: 200 len: 945 time: 0.3510957 Jul 05 02:23:42.042349 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d0f0b-d6ac-407e-8f39-2b70dca585ac req-94ba35fc-a284-4144-b02b-7143cc6e98ec tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:42.050716 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-233d0f0b-d6ac-407e-8f39-2b70dca585ac req-94ba35fc-a284-4144-b02b-7143cc6e98ec tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e515203-d639-4b16-86ee-550fdf2c6d1b HTTP/1.1" status: 200 len: 945 time: 0.1249785 Jul 05 02:23:42.117028 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-233d0f0b-d6ac-407e-8f39-2b70dca585ac req-0fe6206e-8dd7-4786-89b0-1a9d5a8ddeba tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/security-groups?id=e258e924-fb3e-45d8-9b54-0249433deb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655577 Jul 05 02:23:42.143332 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-35cff15e-e30f-4d2e-b92d-78952822a27a req-51b4ea9e-61a5-4854-af22-d24f2b49d46b tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:42.163231 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['eaf5c7e4-7314-4d68-807c-d10aa35ade77', 'e9eb96dc-f777-40ed-a43e-892768e47359'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:23:42.190021 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b4ea9e-61a5-4854-af22-d24f2b49d46b tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Pushing event deleted for resources: {'Port': ['ID=e9eb96dc-f777-40ed-a43e-892768e47359,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:23:42.291952 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [req-35cff15e-e30f-4d2e-b92d-78952822a27a req-51b4ea9e-61a5-4854-af22-d24f2b49d46b tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] No DVR routers for this DVR port e9eb96dc-f777-40ed-a43e-892768e47359 on host n-h1-771362-32 {{(pid=94462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:23:42.300002 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-35cff15e-e30f-4d2e-b92d-78952822a27a req-51b4ea9e-61a5-4854-af22-d24f2b49d46b tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:42.300002 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-35cff15e-e30f-4d2e-b92d-78952822a27a req-51b4ea9e-61a5-4854-af22-d24f2b49d46b tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.21 "DELETE /v2.0/ports/e9eb96dc-f777-40ed-a43e-892768e47359 HTTP/1.1" status: 204 len: 173 time: 0.7369647 Jul 05 02:23:42.300002 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7c4123d-dfa8-42d9-bda7-049b68a83d7a', 'name': 'network-vif-deleted', 'tag': 'e9eb96dc-f777-40ed-a43e-892768e47359'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:23:42.301158 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b223267e0e0ddb3199af7772d0b45336e3b4b54fbb151c86a8051291a61e85db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db6b9690-b567-4473-acd0-94d55dd0b7f6" -d '{"events": [{"server_uuid": "c7c4123d-dfa8-42d9-bda7-049b68a83d7a", "name": "network-vif-deleted", "tag": "e9eb96dc-f777-40ed-a43e-892768e47359"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:23:42.517417 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a15769c8-5e4b-4895-bceb-cb9610d68a58 req-5d245f52-b629-4c2f-9bc0-4008a5edf39b service neutron] 10.222.0.15 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7622731 Jul 05 02:23:42.518848 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [req-35cff15e-e30f-4d2e-b92d-78952822a27a req-1efccaa4-89e6-4328-aff3-aa5e99496a58 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Deleting port eaf5c7e4-7314-4d68-807c-d10aa35ade77 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:23:42.519198 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-35cff15e-e30f-4d2e-b92d-78952822a27a req-1efccaa4-89e6-4328-aff3-aa5e99496a58 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:42.525125 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6ab6b536-e2ec-42b5-a5fb-f4a1c14f3521 req-12ebe212-e543-4f0a-a111-193cb84d4f82 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/security-groups?id=a7ec5bda-2f9c-43a6-b62e-a51bc7e5a1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6403272 Jul 05 02:23:42.531733 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93fc9dc-ed72-4f8a-ac9c-24dc82f49d1b req-48bfbbd0-c5f8-4aba-8a41-ff0f39962c3f tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:42.533428 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b93fc9dc-ed72-4f8a-ac9c-24dc82f49d1b req-48bfbbd0-c5f8-4aba-8a41-ff0f39962c3f tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=10e3279d-1e2b-4e2a-95df-7d3f9ab53f92 HTTP/1.1" status: 200 len: 932 time: 0.1703780 Jul 05 02:23:42.682666 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b93fc9dc-ed72-4f8a-ac9c-24dc82f49d1b req-bd7bc94c-986b-4a58-b4a4-0e3e39b2b8b3 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006410 Jul 05 02:23:42.722752 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-35cff15e-e30f-4d2e-b92d-78952822a27a req-1efccaa4-89e6-4328-aff3-aa5e99496a58 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] For port eaf5c7e4-7314-4d68-807c-d10aa35ade77, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=eaf5c7e4-7314-4d68-807c-d10aa35ade77,segment=NetworkSegment(90394898-caa8-405d-8cfd-cf38c3d41182),segment_id=90394898-caa8-405d-8cfd-cf38c3d41182)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:23:42.725292 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-35cff15e-e30f-4d2e-b92d-78952822a27a req-1efccaa4-89e6-4328-aff3-aa5e99496a58 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:42.731204 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bad4a4a2-1b43-4f74-b317-9242787f551f x-openstack-request-id: req-bad4a4a2-1b43-4f74-b317-9242787f551f {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:23:42.731618 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7c4123d-dfa8-42d9-bda7-049b68a83d7a", "name": "network-vif-deleted", "tag": "e9eb96dc-f777-40ed-a43e-892768e47359", "status": "completed", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:23:42.731969 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bad4a4a2-1b43-4f74-b317-9242787f551f {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:23:42.732881 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7c4123d-dfa8-42d9-bda7-049b68a83d7a', 'name': 'network-vif-deleted', 'tag': 'e9eb96dc-f777-40ed-a43e-892768e47359', 'status': 'completed', 'code': 200} Jul 05 02:23:42.749437 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [req-35cff15e-e30f-4d2e-b92d-78952822a27a req-1efccaa4-89e6-4328-aff3-aa5e99496a58 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Calling delete_port for eaf5c7e4-7314-4d68-807c-d10aa35ade77 owned by compute:nova {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:23:42.758247 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-c891eadc-1836-4f3e-ac1a-dce8da8c1bfc req-c1039a0e-dbfe-48b6-8c35-41ef7d3ca807 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af4f21c3-ab71-432b-8b2d-40b580de9644 {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:23:42.778695 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c891eadc-1836-4f3e-ac1a-dce8da8c1bfc req-c1039a0e-dbfe-48b6-8c35-41ef7d3ca807 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:42.805251 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-c891eadc-1836-4f3e-ac1a-dce8da8c1bfc req-c1039a0e-dbfe-48b6-8c35-41ef7d3ca807 service neutron] Transition to ACTIVE for port object af4f21c3-ab71-432b-8b2d-40b580de9644 will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:23:42.910621 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ceff1-5e2d-472c-b718-94a968fee5c6 req-67c56f0f-4963-467f-a3ce-2e1acc62efca tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:42.912276 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e42ceff1-5e2d-472c-b718-94a968fee5c6 req-67c56f0f-4963-467f-a3ce-2e1acc62efca tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9d7d611-0755-4e9e-8dda-32848396298c HTTP/1.1" status: 200 len: 948 time: 0.0630686 Jul 05 02:23:42.947316 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64343aa-7ff8-4513-8a59-3cfae4936f20 req-2d8e1f1a-58f3-40d4-9b4f-6a076177b30c tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:42.949183 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d64343aa-7ff8-4513-8a59-3cfae4936f20 req-2d8e1f1a-58f3-40d4-9b4f-6a076177b30c tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7c4123d-dfa8-42d9-bda7-049b68a83d7a HTTP/1.1" status: 200 len: 946 time: 0.1141448 Jul 05 02:23:42.950444 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e42ceff1-5e2d-472c-b718-94a968fee5c6 req-aa2e4737-39c2-4603-a5aa-422786ebdce1 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325220 Jul 05 02:23:42.998354 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d64343aa-7ff8-4513-8a59-3cfae4936f20 req-72adcd33-b422-4d1c-8891-61fe556d9f58 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.23 "GET /v2.0/security-groups?id=74918f4d-c3c5-43b3-aeaa-73c712bc8baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404787 Jul 05 02:23:43.028700 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c891eadc-1836-4f3e-ac1a-dce8da8c1bfc req-c1039a0e-dbfe-48b6-8c35-41ef7d3ca807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:43.079801 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-35cff15e-e30f-4d2e-b92d-78952822a27a req-1efccaa4-89e6-4328-aff3-aa5e99496a58 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:43.097722 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['e9eb96dc-f777-40ed-a43e-892768e47359'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:23:43.122723 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1039a0e-dbfe-48b6-8c35-41ef7d3ca807 service neutron] Pushing event updated for resources: {'Port': ['ID=af4f21c3-ab71-432b-8b2d-40b580de9644,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:23:43.159486 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efccaa4-89e6-4328-aff3-aa5e99496a58 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Pushing event deleted for resources: {'Port': ['ID=eaf5c7e4-7314-4d68-807c-d10aa35ade77,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:23:43.221535 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-c891eadc-1836-4f3e-ac1a-dce8da8c1bfc req-c1039a0e-dbfe-48b6-8c35-41ef7d3ca807 service neutron] Attempting to bind port af4f21c3-ab71-432b-8b2d-40b580de9644 on host n-h1-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:23:43.221875 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-c891eadc-1836-4f3e-ac1a-dce8da8c1bfc req-c1039a0e-dbfe-48b6-8c35-41ef7d3ca807 service neutron] Attempting to bind port af4f21c3-ab71-432b-8b2d-40b580de9644 by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': '21ad98b6-ba72-4f1f-a0ef-3d0df329b6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '705854c6-bb90-4b2b-93a0-7581bd607e40'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:23:43.222234 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c891eadc-1836-4f3e-ac1a-dce8da8c1bfc req-c1039a0e-dbfe-48b6-8c35-41ef7d3ca807 service neutron] Attempting to bind port af4f21c3-ab71-432b-8b2d-40b580de9644 on network 705854c6-bb90-4b2b-93a0-7581bd607e40 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:23:43.225504 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [req-35cff15e-e30f-4d2e-b92d-78952822a27a req-1efccaa4-89e6-4328-aff3-aa5e99496a58 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] No DVR routers for this DVR port eaf5c7e4-7314-4d68-807c-d10aa35ade77 on host n-h1-771362-32 {{(pid=94462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:23:43.228313 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c891eadc-1836-4f3e-ac1a-dce8da8c1bfc req-c1039a0e-dbfe-48b6-8c35-41ef7d3ca807 service neutron] Port af4f21c3-ab71-432b-8b2d-40b580de9644 on network 705854c6-bb90-4b2b-93a0-7581bd607e40 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:23:43.228609 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c891eadc-1836-4f3e-ac1a-dce8da8c1bfc req-c1039a0e-dbfe-48b6-8c35-41ef7d3ca807 service neutron] Attempting to bind port af4f21c3-ab71-432b-8b2d-40b580de9644 on network 705854c6-bb90-4b2b-93a0-7581bd607e40 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:23:43.229800 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-35cff15e-e30f-4d2e-b92d-78952822a27a req-1efccaa4-89e6-4328-aff3-aa5e99496a58 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:43.232002 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-35cff15e-e30f-4d2e-b92d-78952822a27a req-1efccaa4-89e6-4328-aff3-aa5e99496a58 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.21 "DELETE /v2.0/ports/eaf5c7e4-7314-4d68-807c-d10aa35ade77 HTTP/1.1" status: 204 len: 173 time: 0.9217556 Jul 05 02:23:43.234696 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c891eadc-1836-4f3e-ac1a-dce8da8c1bfc req-c1039a0e-dbfe-48b6-8c35-41ef7d3ca807 service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:23:43.235044 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c891eadc-1836-4f3e-ac1a-dce8da8c1bfc req-c1039a0e-dbfe-48b6-8c35-41ef7d3ca807 service neutron] Checking segment: {'id': '21ad98b6-ba72-4f1f-a0ef-3d0df329b6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '705854c6-bb90-4b2b-93a0-7581bd607e40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:23:43.235455 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c891eadc-1836-4f3e-ac1a-dce8da8c1bfc req-c1039a0e-dbfe-48b6-8c35-41ef7d3ca807 service neutron] Bound using segment: {'id': '21ad98b6-ba72-4f1f-a0ef-3d0df329b6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '705854c6-bb90-4b2b-93a0-7581bd607e40'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:23:43.235872 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-c891eadc-1836-4f3e-ac1a-dce8da8c1bfc req-c1039a0e-dbfe-48b6-8c35-41ef7d3ca807 service neutron] Bound port: af4f21c3-ab71-432b-8b2d-40b580de9644, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21ad98b6-ba72-4f1f-a0ef-3d0df329b6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '705854c6-bb90-4b2b-93a0-7581bd607e40'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:23:43.236240 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c891eadc-1836-4f3e-ac1a-dce8da8c1bfc req-c1039a0e-dbfe-48b6-8c35-41ef7d3ca807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:43.266426 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e1bab1-ce24-4d75-a89d-8f22b4a6174a req-5546a8db-7726-4b42-a61a-fd736ba2b88c tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:43.268202 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b9e1bab1-ce24-4d75-a89d-8f22b4a6174a req-5546a8db-7726-4b42-a61a-fd736ba2b88c tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9d7d611-0755-4e9e-8dda-32848396298c HTTP/1.1" status: 200 len: 948 time: 0.1453497 Jul 05 02:23:43.317311 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b9e1bab1-ce24-4d75-a89d-8f22b4a6174a req-88f9191f-d278-4c53-bb0b-65a63bd96e4d tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421062 Jul 05 02:23:43.368762 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-c891eadc-1836-4f3e-ac1a-dce8da8c1bfc req-c1039a0e-dbfe-48b6-8c35-41ef7d3ca807 service neutron] For port af4f21c3-ab71-432b-8b2d-40b580de9644, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:23:43.372423 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-c891eadc-1836-4f3e-ac1a-dce8da8c1bfc req-c1039a0e-dbfe-48b6-8c35-41ef7d3ca807 service neutron] For port af4f21c3-ab71-432b-8b2d-40b580de9644, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=af4f21c3-ab71-432b-8b2d-40b580de9644,segment=NetworkSegment(21ad98b6-ba72-4f1f-a0ef-3d0df329b6a3),segment_id=21ad98b6-ba72-4f1f-a0ef-3d0df329b6a3)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:23:43.396770 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aee1e7-b06e-4a2b-b294-e52d87c88d65 req-05766618-6da8-40c3-bcb4-ac9659cada4d tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:43.398908 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-15aee1e7-b06e-4a2b-b294-e52d87c88d65 req-05766618-6da8-40c3-bcb4-ac9659cada4d tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e515203-d639-4b16-86ee-550fdf2c6d1b HTTP/1.1" status: 200 len: 945 time: 0.1121225 Jul 05 02:23:43.438875 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-15aee1e7-b06e-4a2b-b294-e52d87c88d65 req-3df12e5a-9946-4e8f-ac1a-7b491f623196 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/security-groups?id=e258e924-fb3e-45d8-9b54-0249433deb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341613 Jul 05 02:23:43.518458 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 9c4ad08d-ddaa-4e85-9a5f-7f10686347ed details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:23:43.562652 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c891eadc-1836-4f3e-ac1a-dce8da8c1bfc req-c1039a0e-dbfe-48b6-8c35-41ef7d3ca807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:43.583932 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2bb4016f-0b5f-421f-abb5-3cd06259652c req-becf4ca7-7921-4ef7-b075-126497aa08fa tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=7bde4afb78a7485193d4b3fb4c23ad75&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269754 Jul 05 02:23:43.612010 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c891eadc-1836-4f3e-ac1a-dce8da8c1bfc req-c1039a0e-dbfe-48b6-8c35-41ef7d3ca807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:43.616319 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c891eadc-1836-4f3e-ac1a-dce8da8c1bfc req-c1039a0e-dbfe-48b6-8c35-41ef7d3ca807 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:43.619723 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c891eadc-1836-4f3e-ac1a-dce8da8c1bfc req-c1039a0e-dbfe-48b6-8c35-41ef7d3ca807 service neutron] 10.222.0.21 "PUT /v2.0/ports/af4f21c3-ab71-432b-8b2d-40b580de9644 HTTP/1.1" status: 200 len: 1093 time: 2.1653161 Jul 05 02:23:43.621925 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10e3279d-1e2b-4e2a-95df-7d3f9ab53f92', 'tag': 'af4f21c3-ab71-432b-8b2d-40b580de9644'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:23:43.636233 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-079b9b89-1209-4aa0-973c-8ac2b723b8cb" -d '{"events": [{"name": "network-changed", "server_uuid": "10e3279d-1e2b-4e2a-95df-7d3f9ab53f92", "tag": "af4f21c3-ab71-432b-8b2d-40b580de9644"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:23:43.679528 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 9c4ad08d-ddaa-4e85-9a5f-7f10686347ed, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=9c4ad08d-ddaa-4e85-9a5f-7f10686347ed,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:23:43.682986 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1039a0e-dbfe-48b6-8c35-41ef7d3ca807 service neutron] Pushing event updated for resources: {'Port': ['ID=af4f21c3-ab71-432b-8b2d-40b580de9644,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:23:43.711381 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': '9c4ad08d-ddaa-4e85-9a5f-7f10686347ed', 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4', 'port_id': '9c4ad08d-ddaa-4e85-9a5f-7f10686347ed', 'mac_address': 'fa:16:3e:dc:61:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b840e204-692c-4f54-8f07-f6563e8e36b1', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:23:43.750462 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb4016f-0b5f-421f-abb5-3cd06259652c req-e616ff99-8406-4562-a074-588eeb260b6d tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:43.764944 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2bb4016f-0b5f-421f-abb5-3cd06259652c req-e616ff99-8406-4562-a074-588eeb260b6d tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1749821 Jul 05 02:23:43.767037 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:43.777595 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2bb4016f-0b5f-421f-abb5-3cd06259652c req-afd3dfc7-58c8-43e5-b8f2-7fb3a2625e02 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/quotas/7bde4afb78a7485193d4b3fb4c23ad75 HTTP/1.1" status: 200 len: 375 time: 0.0114439 Jul 05 02:23:43.780274 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9987c0e2-6862-4519-8448-031283cf927f req-eb8c1900-85de-44c1-9a15-c4d4f8c31613 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:43.782015 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9987c0e2-6862-4519-8448-031283cf927f req-eb8c1900-85de-44c1-9a15-c4d4f8c31613 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca36febd-b506-4424-9f43-8be7a9423ed1 HTTP/1.1" status: 200 len: 945 time: 0.0877941 Jul 05 02:23:43.784128 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c4ad08d-ddaa-4e85-9a5f-7f10686347ed {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:23:43.816018 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 9c4ad08d-ddaa-4e85-9a5f-7f10686347ed, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=9c4ad08d-ddaa-4e85-9a5f-7f10686347ed,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:23:43.860446 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2bb4016f-0b5f-421f-abb5-3cd06259652c req-493eb781-5c7a-4869-915c-2a126a8cefb0 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7bde4afb78a7485193d4b3fb4c23ad75&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0727298 Jul 05 02:23:43.861772 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9987c0e2-6862-4519-8448-031283cf927f req-93259bd0-51bf-4418-8b45-1681d3cedb4a tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/security-groups?id=a7ec5bda-2f9c-43a6-b62e-a51bc7e5a1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702248 Jul 05 02:23:43.894985 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c891eadc-1836-4f3e-ac1a-dce8da8c1bfc req-5f8a541e-a179-46fe-a3c5-adad3d236632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:43.897487 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c891eadc-1836-4f3e-ac1a-dce8da8c1bfc req-5f8a541e-a179-46fe-a3c5-adad3d236632 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f3761e9b54fb4b859175f5af6199b06f&device_id=10e3279d-1e2b-4e2a-95df-7d3f9ab53f92 HTTP/1.1" status: 200 len: 1096 time: 0.0781643 Jul 05 02:23:43.938749 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:43.943751 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2109a41a-1489-41f1-a849-e078bd11608c x-openstack-request-id: req-2109a41a-1489-41f1-a849-e078bd11608c {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:23:43.944035 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10e3279d-1e2b-4e2a-95df-7d3f9ab53f92", "tag": "af4f21c3-ab71-432b-8b2d-40b580de9644", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:23:43.944350 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2109a41a-1489-41f1-a849-e078bd11608c {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:23:43.945414 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10e3279d-1e2b-4e2a-95df-7d3f9ab53f92', 'tag': 'af4f21c3-ab71-432b-8b2d-40b580de9644', 'status': 'completed', 'code': 200} Jul 05 02:23:43.947132 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c891eadc-1836-4f3e-ac1a-dce8da8c1bfc req-018cd53e-4c2f-497d-928f-ec67be14c2bd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=af4f21c3-ab71-432b-8b2d-40b580de9644 HTTP/1.1" status: 200 len: 217 time: 0.0400727 Jul 05 02:23:44.010193 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=9c4ad08d-ddaa-4e85-9a5f-7f10686347ed,revision_number=12']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:23:44.011847 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c891eadc-1836-4f3e-ac1a-dce8da8c1bfc req-f5eeb38f-b351-4913-93d6-8dad1cff446c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:44.013392 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c891eadc-1836-4f3e-ac1a-dce8da8c1bfc req-f5eeb38f-b351-4913-93d6-8dad1cff446c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=86343a12-8825-4191-b518-68943eb24150 HTTP/1.1" status: 200 len: 852 time: 0.0575838 Jul 05 02:23:44.057106 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c891eadc-1836-4f3e-ac1a-dce8da8c1bfc req-33a395c4-fe7b-4be5-8431-5172ec88627d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=705854c6-bb90-4b2b-93a0-7581bd607e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368345 Jul 05 02:23:44.158208 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['9c4ad08d-ddaa-4e85-9a5f-7f10686347ed'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:23:44.198572 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c891eadc-1836-4f3e-ac1a-dce8da8c1bfc req-4aee4135-bf81-4c9c-b3c0-c12feaa5cec9 service neutron] 10.222.0.21 "GET /v2.0/networks/705854c6-bb90-4b2b-93a0-7581bd607e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344585 Jul 05 02:23:44.206725 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62ed6e0-f6c6-4e5b-b284-a2c046c131e7 req-5368a311-7be8-423f-905f-256576621a55 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:44.208216 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d62ed6e0-f6c6-4e5b-b284-a2c046c131e7 req-5368a311-7be8-423f-905f-256576621a55 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=10e3279d-1e2b-4e2a-95df-7d3f9ab53f92 HTTP/1.1" status: 200 len: 944 time: 0.1432214 Jul 05 02:23:44.432516 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d62ed6e0-f6c6-4e5b-b284-a2c046c131e7 req-72b2a854-c096-4d8f-aca5-08466301f2a9 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852090 Jul 05 02:23:44.469763 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c891eadc-1836-4f3e-ac1a-dce8da8c1bfc req-ccda47c7-3262-4192-b3bf-c137a6e6a033 service neutron] 10.222.0.21 "GET /v2.0/networks/705854c6-bb90-4b2b-93a0-7581bd607e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603171 Jul 05 02:23:44.612540 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6a9d8279-c1a5-43d4-b5d3-4aff791daf3e req-c7a1cd87-639f-478f-af5b-a5e8f1a456ca tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7c4123d-dfa8-42d9-bda7-049b68a83d7a HTTP/1.1" status: 200 len: 210 time: 0.0372510 Jul 05 02:23:44.711409 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4a8b7b89-d1cc-438b-9a3f-db9815e5801f req-16f12148-f201-4f6b-a95a-6b947870320b tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9758015-1089-4cb3-be88-7a3e8555352b HTTP/1.1" status: 200 len: 210 time: 0.0549989 Jul 05 02:23:44.734489 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7c4123d-dfa8-42d9-bda7-049b68a83d7a', 'name': 'network-vif-deleted', 'tag': 'eaf5c7e4-7314-4d68-807c-d10aa35ade77'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:23:44.737414 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b223267e0e0ddb3199af7772d0b45336e3b4b54fbb151c86a8051291a61e85db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-451b5b2c-2936-4a7e-b416-fee430055ee7" -d '{"events": [{"server_uuid": "c7c4123d-dfa8-42d9-bda7-049b68a83d7a", "name": "network-vif-deleted", "tag": "eaf5c7e4-7314-4d68-807c-d10aa35ade77"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:23:44.759043 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079b9b89-1209-4aa0-973c-8ac2b723b8cb req-cd651112-a637-4843-98a7-fc463fb283ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:44.761193 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-079b9b89-1209-4aa0-973c-8ac2b723b8cb req-cd651112-a637-4843-98a7-fc463fb283ed service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f3761e9b54fb4b859175f5af6199b06f&device_id=10e3279d-1e2b-4e2a-95df-7d3f9ab53f92 HTTP/1.1" status: 200 len: 1096 time: 0.1175489 Jul 05 02:23:44.823776 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8052f4aa-82ff-4d56-8508-1e35f66811ee x-openstack-request-id: req-8052f4aa-82ff-4d56-8508-1e35f66811ee {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:23:44.829515 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7c4123d-dfa8-42d9-bda7-049b68a83d7a", "name": "network-vif-deleted", "tag": "eaf5c7e4-7314-4d68-807c-d10aa35ade77", "status": "completed", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:23:44.829515 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8052f4aa-82ff-4d56-8508-1e35f66811ee {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:23:44.829515 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7c4123d-dfa8-42d9-bda7-049b68a83d7a', 'name': 'network-vif-deleted', 'tag': 'eaf5c7e4-7314-4d68-807c-d10aa35ade77', 'status': 'completed', 'code': 200} Jul 05 02:23:44.857051 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3fe66a-8958-4e0b-9555-a36db4ea7437 req-ce07233c-9326-43cf-941e-b415a54b5d5a tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:44.858929 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5b3fe66a-8958-4e0b-9555-a36db4ea7437 req-ce07233c-9326-43cf-941e-b415a54b5d5a tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e515203-d639-4b16-86ee-550fdf2c6d1b HTTP/1.1" status: 200 len: 945 time: 0.0938723 Jul 05 02:23:44.877876 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079b9b89-1209-4aa0-973c-8ac2b723b8cb req-e13f1da2-204b-4173-9ca0-8207bcc05982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:44.879388 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-079b9b89-1209-4aa0-973c-8ac2b723b8cb req-e13f1da2-204b-4173-9ca0-8207bcc05982 service neutron] 10.222.0.21 "GET /v2.0/networks?id=705854c6-bb90-4b2b-93a0-7581bd607e40 HTTP/1.1" status: 200 len: 912 time: 0.1099775 Jul 05 02:23:44.901403 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5b3fe66a-8958-4e0b-9555-a36db4ea7437 req-2212e928-92bf-439a-bd7b-cbd26b871483 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/security-groups?id=e258e924-fb3e-45d8-9b54-0249433deb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361562 Jul 05 02:23:44.934439 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-079b9b89-1209-4aa0-973c-8ac2b723b8cb req-b77366ec-cbba-4f72-8791-f61d9753d25a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=af4f21c3-ab71-432b-8b2d-40b580de9644 HTTP/1.1" status: 200 len: 217 time: 0.0464835 Jul 05 02:23:44.990517 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079b9b89-1209-4aa0-973c-8ac2b723b8cb req-9209f30c-cb41-467d-8975-f1ad910af478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:44.993949 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-079b9b89-1209-4aa0-973c-8ac2b723b8cb req-9209f30c-cb41-467d-8975-f1ad910af478 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=86343a12-8825-4191-b518-68943eb24150 HTTP/1.1" status: 200 len: 852 time: 0.0530822 Jul 05 02:23:45.060409 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-079b9b89-1209-4aa0-973c-8ac2b723b8cb req-e6f93eb4-904e-4a33-909a-b7654f80b7ff service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=705854c6-bb90-4b2b-93a0-7581bd607e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546148 Jul 05 02:23:45.167577 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd70133-9cf5-4a70-837b-1f3f6625fe50 req-e994e3dd-3d49-4346-9034-41bb2038263d tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:45.169084 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6fd70133-9cf5-4a70-837b-1f3f6625fe50 req-e994e3dd-3d49-4346-9034-41bb2038263d tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca36febd-b506-4424-9f43-8be7a9423ed1 HTTP/1.1" status: 200 len: 945 time: 0.1536317 Jul 05 02:23:45.193478 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-079b9b89-1209-4aa0-973c-8ac2b723b8cb req-e8f7f7d1-db21-4844-a890-0f4db23f1c6a service neutron] 10.222.0.21 "GET /v2.0/networks/705854c6-bb90-4b2b-93a0-7581bd607e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259398 Jul 05 02:23:45.262525 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6fd70133-9cf5-4a70-837b-1f3f6625fe50 req-7ada0619-376a-4586-9f20-13c25284402a tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/security-groups?id=a7ec5bda-2f9c-43a6-b62e-a51bc7e5a1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858765 Jul 05 02:23:45.311314 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-079b9b89-1209-4aa0-973c-8ac2b723b8cb req-60cbf73c-246a-44f7-b792-090551386166 service neutron] 10.222.0.21 "GET /v2.0/networks/705854c6-bb90-4b2b-93a0-7581bd607e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094189 Jul 05 02:23:45.525076 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 9c4ad08d-ddaa-4e85-9a5f-7f10686347ed up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:23:45.631353 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afe77b2-5864-4180-9448-9e6336b3154e req-f98c75cb-a646-45e4-84c7-a97ca48c06b4 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:45.632907 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8afe77b2-5864-4180-9448-9e6336b3154e req-f98c75cb-a646-45e4-84c7-a97ca48c06b4 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=10e3279d-1e2b-4e2a-95df-7d3f9ab53f92 HTTP/1.1" status: 200 len: 944 time: 0.0754175 Jul 05 02:23:45.674585 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8afe77b2-5864-4180-9448-9e6336b3154e req-9c928c6a-d6e7-432d-ab68-993fff82c271 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358741 Jul 05 02:23:45.686996 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning for port 9c4ad08d-ddaa-4e85-9a5f-7f10686347ed completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:23:45.691382 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port 9c4ad08d-ddaa-4e85-9a5f-7f10686347ed triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:23:45.691752 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:45.771722 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 57534) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:23:45.782258 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:45.808402 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9d7d611-0755-4e9e-8dda-32848396298c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c4ad08d-ddaa-4e85-9a5f-7f10686347ed'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:23:45.810959 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66109f86-54d0-4226-b4b8-2a0b60779160" -d '{"events": [{"server_uuid": "e9d7d611-0755-4e9e-8dda-32848396298c", "name": "network-vif-plugged", "status": "completed", "tag": "9c4ad08d-ddaa-4e85-9a5f-7f10686347ed"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:23:45.831359 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd9bfbea-e495-4d92-bced-ac7f5450b54d tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Deleting subnet 458df4fc-8ae9-495a-9703-ccc24be19822 {{(pid=94461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:23:45.835994 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-fd9bfbea-e495-4d92-bced-ac7f5450b54d tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks [] for subnet, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:45.837796 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 9c4ad08d-ddaa-4e85-9a5f-7f10686347ed, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=9c4ad08d-ddaa-4e85-9a5f-7f10686347ed,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:23:45.855501 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8052c596-8b86-48fb-831b-ba0d98c08764 x-openstack-request-id: req-8052c596-8b86-48fb-831b-ba0d98c08764 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:23:45.855837 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9d7d611-0755-4e9e-8dda-32848396298c", "name": "network-vif-plugged", "status": "completed", "tag": "9c4ad08d-ddaa-4e85-9a5f-7f10686347ed", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:23:45.856090 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8052c596-8b86-48fb-831b-ba0d98c08764 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:23:45.856496 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9d7d611-0755-4e9e-8dda-32848396298c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c4ad08d-ddaa-4e85-9a5f-7f10686347ed', 'code': 200} Jul 05 02:23:45.896349 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6e4ee844-92c0-45ee-b5b5-413042d235ce req-3af9a60d-4428-47b5-8a5d-8abbf8fd1c57 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9758015-1089-4cb3-be88-7a3e8555352b HTTP/1.1" status: 200 len: 210 time: 0.0296965 Jul 05 02:23:45.896950 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-fd9bfbea-e495-4d92-bced-ac7f5450b54d tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5519650'] for subnet, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:45.933737 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:45.939830 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device e9eb96dc-f777-40ed-a43e-892768e47359 no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:23:45.942807 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 02:23:45.997433 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-fd9bfbea-e495-4d92-bced-ac7f5450b54d tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:46.013778 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=9c4ad08d-ddaa-4e85-9a5f-7f10686347ed,revision_number=13']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:23:46.018682 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] No Port match for: e9eb96dc-f777-40ed-a43e-892768e47359 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:23:46.019212 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device e9eb96dc-f777-40ed-a43e-892768e47359 not bound to the agent host n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:23:46.019641 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device eaf5c7e4-7314-4d68-807c-d10aa35ade77 no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:23:46.039663 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] No Port match for: eaf5c7e4-7314-4d68-807c-d10aa35ade77 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:23:46.039922 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device eaf5c7e4-7314-4d68-807c-d10aa35ade77 not bound to the agent host n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:23:46.129466 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c140c40d-063a-4941-8cee-5a21c1f49dac req-34c90620-3c47-465b-b02b-0a4ef9ca7321 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:46.131263 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c140c40d-063a-4941-8cee-5a21c1f49dac req-34c90620-3c47-465b-b02b-0a4ef9ca7321 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e515203-d639-4b16-86ee-550fdf2c6d1b HTTP/1.1" status: 200 len: 945 time: 0.0724678 Jul 05 02:23:46.176843 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c140c40d-063a-4941-8cee-5a21c1f49dac req-ce7b226f-5f76-48cd-ad18-e2ded8a59981 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/security-groups?id=e258e924-fb3e-45d8-9b54-0249433deb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389280 Jul 05 02:23:46.195747 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-fd9bfbea-e495-4d92-bced-ac7f5450b54d tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5763388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774356'] for subnet, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:46.228857 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9bfbea-e495-4d92-bced-ac7f5450b54d tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Pushing event deleted for resources: {'Subnet': ['ID=458df4fc-8ae9-495a-9703-ccc24be19822,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:23:46.230841 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-fd9bfbea-e495-4d92-bced-ac7f5450b54d tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:46.232752 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-fd9bfbea-e495-4d92-bced-ac7f5450b54d tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.23 "DELETE /v2.0/subnets/458df4fc-8ae9-495a-9703-ccc24be19822 HTTP/1.1" status: 204 len: 168 time: 0.4599948 Jul 05 02:23:46.235283 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 57542) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:23:46.236471 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265f5b3d-b579-4ddf-a2c6-f2d2725791fc None None] Network a1af0c0f-92cf-4a90-9df2-8dde0345445d requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:23:46.312583 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c562af3e-000f-4cc9-9207-116b9db1a771 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:46.407860 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-c562af3e-000f-4cc9-9207-116b9db1a771 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Deleting port 47ff3dc5-839f-46d0-9553-f3e7bba8f634 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:23:46.407860 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c562af3e-000f-4cc9-9207-116b9db1a771 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:46.454619 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1351602a-5178-43db-bc35-56c5ceaa3352 None None] DHCP port deletion for a1af0c0f-92cf-4a90-9df2-8dde0345445d request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:23:46.468255 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [None req-c562af3e-000f-4cc9-9207-116b9db1a771 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] For port 47ff3dc5-839f-46d0-9553-f3e7bba8f634, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=47ff3dc5-839f-46d0-9553-f3e7bba8f634,segment=NetworkSegment(90394898-caa8-405d-8cfd-cf38c3d41182),segment_id=90394898-caa8-405d-8cfd-cf38c3d41182)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:23:46.468626 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c562af3e-000f-4cc9-9207-116b9db1a771 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:46.472224 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba6fbb4-312b-42a0-bb2f-2d3b9e130e16 req-95258e96-85e5-4815-946a-8d5393c6cb2d tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:46.480322 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-aba6fbb4-312b-42a0-bb2f-2d3b9e130e16 req-95258e96-85e5-4815-946a-8d5393c6cb2d tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca36febd-b506-4424-9f43-8be7a9423ed1 HTTP/1.1" status: 200 len: 945 time: 0.0930843 Jul 05 02:23:46.482376 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-c562af3e-000f-4cc9-9207-116b9db1a771 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Calling delete_port for 47ff3dc5-839f-46d0-9553-f3e7bba8f634 owned by network:dhcp {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:23:46.520438 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-1351602a-5178-43db-bc35-56c5ceaa3352 None None] Deleting port 47ff3dc5-839f-46d0-9553-f3e7bba8f634 {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:23:46.521164 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-1351602a-5178-43db-bc35-56c5ceaa3352 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:46.530701 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-aba6fbb4-312b-42a0-bb2f-2d3b9e130e16 req-974372c0-2c19-45e0-997f-0e7903a0e92f tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/security-groups?id=a7ec5bda-2f9c-43a6-b62e-a51bc7e5a1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491147 Jul 05 02:23:46.600391 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-1351602a-5178-43db-bc35-56c5ceaa3352 None None] For port 47ff3dc5-839f-46d0-9553-f3e7bba8f634, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=47ff3dc5-839f-46d0-9553-f3e7bba8f634,segment=NetworkSegment(90394898-caa8-405d-8cfd-cf38c3d41182),segment_id=90394898-caa8-405d-8cfd-cf38c3d41182)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:23:46.601515 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-1351602a-5178-43db-bc35-56c5ceaa3352 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:46.613487 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-1351602a-5178-43db-bc35-56c5ceaa3352 None None] Calling delete_port for 47ff3dc5-839f-46d0-9553-f3e7bba8f634 owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:23:46.794552 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c562af3e-000f-4cc9-9207-116b9db1a771 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:46.801772 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-1351602a-5178-43db-bc35-56c5ceaa3352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:46.822605 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c562af3e-000f-4cc9-9207-116b9db1a771 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Pushing event deleted for resources: {'Port': ['ID=47ff3dc5-839f-46d0-9553-f3e7bba8f634,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:23:46.826361 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c562af3e-000f-4cc9-9207-116b9db1a771 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] No DVR routers for this DVR port 47ff3dc5-839f-46d0-9553-f3e7bba8f634 on host n-d-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:23:46.842755 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1351602a-5178-43db-bc35-56c5ceaa3352 None None] Pushing event deleted for resources: {'Port': ['ID=47ff3dc5-839f-46d0-9553-f3e7bba8f634,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:23:46.856417 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1351602a-5178-43db-bc35-56c5ceaa3352 None None] No DVR routers for this DVR port 47ff3dc5-839f-46d0-9553-f3e7bba8f634 on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:23:46.887320 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58992ca6-1281-49a0-abdc-e9090139c845 req-b3e33a04-9772-4667-919c-4ac9935668b3 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:46.888847 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-58992ca6-1281-49a0-abdc-e9090139c845 req-b3e33a04-9772-4667-919c-4ac9935668b3 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=10e3279d-1e2b-4e2a-95df-7d3f9ab53f92 HTTP/1.1" status: 200 len: 944 time: 0.0944924 Jul 05 02:23:46.914444 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c562af3e-000f-4cc9-9207-116b9db1a771 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:46.925997 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-c562af3e-000f-4cc9-9207-116b9db1a771 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1af0c0f-92cf-4a90-9df2-8dde0345445d']}} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:23:46.928958 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-58992ca6-1281-49a0-abdc-e9090139c845 req-589a8cfd-71d2-4eb0-9700-02b6ee25b844 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339620 Jul 05 02:23:46.942548 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-c562af3e-000f-4cc9-9207-116b9db1a771 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90394898-caa8-405d-8cfd-cf38c3d41182') {'for_net_delete': True} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:23:46.942967 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-c562af3e-000f-4cc9-9207-116b9db1a771 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90394898-caa8-405d-8cfd-cf38c3d41182') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:23:46.962117 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c562af3e-000f-4cc9-9207-116b9db1a771 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5519669'] for segment, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:46.981215 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c562af3e-000f-4cc9-9207-116b9db1a771 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:46.988058 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c562af3e-000f-4cc9-9207-116b9db1a771 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=94461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:23:46.988268 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c562af3e-000f-4cc9-9207-116b9db1a771 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5763545'] for segment, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:46.991176 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:23:46.991176 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:23:46.991176 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:23:46.991176 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:23:46.991176 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:23:46.991176 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:23:46.991176 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:23:46.991176 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:23:46.991176 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:23:46.991176 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:23:46.991176 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:23:46.991176 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:23:46.991176 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:23:46.991176 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:23:46.991176 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:23:46.991176 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:23:46.991176 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:23:46.991176 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:23:46.991176 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:23:46.991176 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:23:46.991176 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:23:46.991176 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:23:46.991176 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:23:46.991176 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:23:46.991176 n-d-771362-32 neutron-server[94461]: Traceback (most recent call last): Jul 05 02:23:46.991176 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:23:46.991176 n-d-771362-32 neutron-server[94461]: timer() Jul 05 02:23:46.991176 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:23:46.991176 n-d-771362-32 neutron-server[94461]: cb(*args, **kw) Jul 05 02:23:46.991176 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:23:46.991176 n-d-771362-32 neutron-server[94461]: return func(*args, **kwargs) Jul 05 02:23:46.991176 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:23:46.991176 n-d-771362-32 neutron-server[94461]: self._notify() Jul 05 02:23:46.991176 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:23:46.991176 n-d-771362-32 neutron-server[94461]: self.callback(batched_events) Jul 05 02:23:46.991176 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:23:46.991176 n-d-771362-32 neutron-server[94461]: event.method(event) Jul 05 02:23:46.991176 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:23:46.991176 n-d-771362-32 neutron-server[94461]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:23:46.991176 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:23:46.991176 n-d-771362-32 neutron-server[94461]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:23:46.991176 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:23:46.991176 n-d-771362-32 neutron-server[94461]: return f(self, *a, **k) Jul 05 02:23:46.991176 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:23:46.991176 n-d-771362-32 neutron-server[94461]: return self._get(url).json() Jul 05 02:23:46.991176 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:23:46.991176 n-d-771362-32 neutron-server[94461]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:23:46.991176 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:23:46.991176 n-d-771362-32 neutron-server[94461]: return self.request(url, 'GET', **kwargs) Jul 05 02:23:46.991176 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:23:46.991176 n-d-771362-32 neutron-server[94461]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:23:46.991176 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:23:46.991176 n-d-771362-32 neutron-server[94461]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:23:46.991176 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:23:46.991176 n-d-771362-32 neutron-server[94461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:23:46.991176 n-d-771362-32 neutron-server[94461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:23:47.083568 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3024b953-c366-42d8-b817-57c2522a087e req-1a7a8361-5867-4ead-b844-e47759f6c127 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9758015-1089-4cb3-be88-7a3e8555352b HTTP/1.1" status: 200 len: 210 time: 0.0455606 Jul 05 02:23:47.218812 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c562af3e-000f-4cc9-9207-116b9db1a771 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:47.223536 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c562af3e-000f-4cc9-9207-116b9db1a771 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:47.225519 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-c562af3e-000f-4cc9-9207-116b9db1a771 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.23 "DELETE /v2.0/networks/a1af0c0f-92cf-4a90-9df2-8dde0345445d HTTP/1.1" status: 204 len: 168 time: 0.9893165 Jul 05 02:23:47.229539 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 57560) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:23:47.247230 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c562af3e-000f-4cc9-9207-116b9db1a771 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Pushing event deleted for resources: {'Network': ['ID=a1af0c0f-92cf-4a90-9df2-8dde0345445d,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:23:47.295490 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-16fdf7ef-c332-42bd-9bbc-2f5f7a3558ed tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Deleting subnet 1ee7659a-f0bb-4725-a3f1-8d053a7d4f0a {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:23:47.299402 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-16fdf7ef-c332-42bd-9bbc-2f5f7a3558ed tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:47.375771 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-16fdf7ef-c332-42bd-9bbc-2f5f7a3558ed tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:47.401777 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2bb4016f-0b5f-421f-abb5-3cd06259652c req-d2e57086-af4c-4ffa-8bc4-642b0663a7c3 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=7bde4afb78a7485193d4b3fb4c23ad75&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0216486 Jul 05 02:23:47.460440 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faca005-fda9-45e8-a5f2-2267145c00c2 req-19d2108c-87f5-4145-9e3e-5f18bbfafb40 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:47.461968 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6faca005-fda9-45e8-a5f2-2267145c00c2 req-19d2108c-87f5-4145-9e3e-5f18bbfafb40 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e515203-d639-4b16-86ee-550fdf2c6d1b HTTP/1.1" status: 200 len: 945 time: 0.1417665 Jul 05 02:23:47.485924 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-16fdf7ef-c332-42bd-9bbc-2f5f7a3558ed tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:47.518300 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb4016f-0b5f-421f-abb5-3cd06259652c req-97501db6-64eb-48e2-a41e-d31512c2f250 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:47.520857 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2bb4016f-0b5f-421f-abb5-3cd06259652c req-97501db6-64eb-48e2-a41e-d31512c2f250 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1143262 Jul 05 02:23:47.536459 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-2bb4016f-0b5f-421f-abb5-3cd06259652c req-f14b13b6-41a5-476c-b91d-21d7607ea1c9 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Request body: {'port': {'device_id': 'a9758015-1089-4cb3-be88-7a3e8555352b', 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4', 'admin_state_up': True, 'tenant_id': '7bde4afb78a7485193d4b3fb4c23ad75'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:23:47.550284 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6faca005-fda9-45e8-a5f2-2267145c00c2 req-1e260a21-ea9c-4783-bb78-ff8fd8312e32 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/security-groups?id=e258e924-fb3e-45d8-9b54-0249433deb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796719 Jul 05 02:23:47.552436 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device af4f21c3-ab71-432b-8b2d-40b580de9644 details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:23:47.691313 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 47ff3dc5-839f-46d0-9553-f3e7bba8f634 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:23:47.693138 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-16fdf7ef-c332-42bd-9bbc-2f5f7a3558ed tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:47.718080 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 47ff3dc5-839f-46d0-9553-f3e7bba8f634 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:23:47.718443 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 47ff3dc5-839f-46d0-9553-f3e7bba8f634 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:23:47.746628 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fdf7ef-c332-42bd-9bbc-2f5f7a3558ed tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Pushing event deleted for resources: {'Subnet': ['ID=1ee7659a-f0bb-4725-a3f1-8d053a7d4f0a,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:23:47.752911 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-16fdf7ef-c332-42bd-9bbc-2f5f7a3558ed tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:47.758388 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-16fdf7ef-c332-42bd-9bbc-2f5f7a3558ed tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.23 "DELETE /v2.0/subnets/1ee7659a-f0bb-4725-a3f1-8d053a7d4f0a HTTP/1.1" status: 204 len: 168 time: 0.5259988 Jul 05 02:23:47.759990 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 57572) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:23:47.766162 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6078278b-697d-4b4c-ad19-216be078e521 None None] Network 243324dc-8c6d-43ef-8a48-00417a5c6909 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:23:47.819232 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85992840-4d50-47ea-9aa2-faa34fac726a req-bf41947c-fbe1-4faa-91f9-1535abb3591e tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:47.822546 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-85992840-4d50-47ea-9aa2-faa34fac726a req-bf41947c-fbe1-4faa-91f9-1535abb3591e tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca36febd-b506-4424-9f43-8be7a9423ed1 HTTP/1.1" status: 200 len: 945 time: 0.1089804 Jul 05 02:23:47.823468 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bb4016f-0b5f-421f-abb5-3cd06259652c req-f14b13b6-41a5-476c-b91d-21d7607ea1c9 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Made reservation on behalf of 7bde4afb78a7485193d4b3fb4c23ad75 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:23:47.827881 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-2bb4016f-0b5f-421f-abb5-3cd06259652c req-f14b13b6-41a5-476c-b91d-21d7607ea1c9 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:47.834311 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port af4f21c3-ab71-432b-8b2d-40b580de9644, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=af4f21c3-ab71-432b-8b2d-40b580de9644,segment=NetworkSegment(21ad98b6-ba72-4f1f-a0ef-3d0df329b6a3),segment_id=21ad98b6-ba72-4f1f-a0ef-3d0df329b6a3)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:23:47.855594 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': 'af4f21c3-ab71-432b-8b2d-40b580de9644', 'network_id': '705854c6-bb90-4b2b-93a0-7581bd607e40', 'port_id': 'af4f21c3-ab71-432b-8b2d-40b580de9644', 'mac_address': 'fa:16:3e:0f:2e:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86343a12-8825-4191-b518-68943eb24150', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:23:47.856519 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f18e3a75-e6c9-4625-884f-c9a8aa848119 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:47.935662 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-f18e3a75-e6c9-4625-884f-c9a8aa848119 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Deleting port 7acf1469-4410-4f2c-9356-e53f9b0977c1 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:23:47.936321 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f18e3a75-e6c9-4625-884f-c9a8aa848119 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:47.946230 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:47.965457 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af4f21c3-ab71-432b-8b2d-40b580de9644 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:23:47.977503 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-85992840-4d50-47ea-9aa2-faa34fac726a req-35f3fd57-4fa9-41ae-beea-95058109172a tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/security-groups?id=a7ec5bda-2f9c-43a6-b62e-a51bc7e5a1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408088 Jul 05 02:23:48.018383 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port af4f21c3-ab71-432b-8b2d-40b580de9644, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=af4f21c3-ab71-432b-8b2d-40b580de9644,segment=NetworkSegment(21ad98b6-ba72-4f1f-a0ef-3d0df329b6a3),segment_id=21ad98b6-ba72-4f1f-a0ef-3d0df329b6a3)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:23:48.036776 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-f18e3a75-e6c9-4625-884f-c9a8aa848119 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] For port 7acf1469-4410-4f2c-9356-e53f9b0977c1, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=7acf1469-4410-4f2c-9356-e53f9b0977c1,segment=NetworkSegment(82c0a593-2739-4802-a996-1015d95294ab),segment_id=82c0a593-2739-4802-a996-1015d95294ab)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:23:48.037725 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f18e3a75-e6c9-4625-884f-c9a8aa848119 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:48.062390 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-f18e3a75-e6c9-4625-884f-c9a8aa848119 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Calling delete_port for 7acf1469-4410-4f2c-9356-e53f9b0977c1 owned by network:dhcp {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:23:48.087283 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20d70c9-c08b-49e8-b2ef-a8d97351a0a3 None None] DHCP port deletion for 243324dc-8c6d-43ef-8a48-00417a5c6909 request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:23:48.140880 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:48.209857 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=af4f21c3-ab71-432b-8b2d-40b580de9644,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:23:48.219662 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-a20d70c9-c08b-49e8-b2ef-a8d97351a0a3 None None] Deleting port 7acf1469-4410-4f2c-9356-e53f9b0977c1 {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:23:48.220041 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a20d70c9-c08b-49e8-b2ef-a8d97351a0a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:48.232257 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-2bb4016f-0b5f-421f-abb5-3cd06259652c req-f14b13b6-41a5-476c-b91d-21d7607ea1c9 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Allocated IP 192.168.233.213 (dff432c2-7366-4622-aebb-da22fe05bfd4/b840e204-692c-4f54-8f07-f6563e8e36b1/6d637b16-9323-4d4f-9272-310099f1c03d) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:23:48.300940 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610e31f1-8bc6-4b5d-959a-92762d90c305 req-aa11567a-1a90-4da0-b3a7-c94a29a2fdc0 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:48.302557 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-610e31f1-8bc6-4b5d-959a-92762d90c305 req-aa11567a-1a90-4da0-b3a7-c94a29a2fdc0 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=10e3279d-1e2b-4e2a-95df-7d3f9ab53f92 HTTP/1.1" status: 200 len: 945 time: 0.1498981 Jul 05 02:23:48.313017 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f625dfd3-1e4f-4f63-8ec0-ffe81d9f7af1 req-1e2aa1c1-db87-4441-83a0-6adba670771b tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9758015-1089-4cb3-be88-7a3e8555352b HTTP/1.1" status: 200 len: 210 time: 0.0405569 Jul 05 02:23:48.323508 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-a20d70c9-c08b-49e8-b2ef-a8d97351a0a3 None None] For port 7acf1469-4410-4f2c-9356-e53f9b0977c1, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=7acf1469-4410-4f2c-9356-e53f9b0977c1,segment=NetworkSegment(82c0a593-2739-4802-a996-1015d95294ab),segment_id=82c0a593-2739-4802-a996-1015d95294ab)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:23:48.323964 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a20d70c9-c08b-49e8-b2ef-a8d97351a0a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:48.337041 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-a20d70c9-c08b-49e8-b2ef-a8d97351a0a3 None None] Calling delete_port for 7acf1469-4410-4f2c-9356-e53f9b0977c1 owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:23:48.351409 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f18e3a75-e6c9-4625-884f-c9a8aa848119 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:48.370164 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18e3a75-e6c9-4625-884f-c9a8aa848119 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] No DVR routers for this DVR port 7acf1469-4410-4f2c-9356-e53f9b0977c1 on host n-d-771362-32 {{(pid=94462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:23:48.398504 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-610e31f1-8bc6-4b5d-959a-92762d90c305 req-23128458-189a-4670-aa3d-f04922a2594a tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889845 Jul 05 02:23:48.424717 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['af4f21c3-ab71-432b-8b2d-40b580de9644'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:23:48.426004 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18e3a75-e6c9-4625-884f-c9a8aa848119 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Pushing event deleted for resources: {'Port': ['ID=7acf1469-4410-4f2c-9356-e53f9b0977c1,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:23:48.464119 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-2bb4016f-0b5f-421f-abb5-3cd06259652c req-f14b13b6-41a5-476c-b91d-21d7607ea1c9 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:48.477045 n-d-771362-32 neutron-server[94463]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 05 02:23:48.477045 n-d-771362-32 neutron-server[94463]: from cryptography.utils import int_from_bytes Jul 05 02:23:48.477045 n-d-771362-32 neutron-server[94463]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 05 02:23:48.477045 n-d-771362-32 neutron-server[94463]: from cryptography.utils import int_from_bytes Jul 05 02:23:48.477045 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:23:48.477045 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 02:23:48.477045 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:23:48.477045 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 02:23:48.477045 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:23:48.477045 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 02:23:48.477045 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:23:48.477045 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 02:23:48.477045 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:23:48.477045 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 02:23:48.477045 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:23:48.477045 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 02:23:48.477045 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:23:48.477045 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 02:23:48.477045 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:23:48.477045 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 02:23:48.477045 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:23:48.477045 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 02:23:48.477045 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:23:48.477045 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 02:23:48.477045 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:23:48.477045 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 02:23:48.477045 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:23:48.477045 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 02:23:48.477045 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:23:48.477045 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 02:23:48.477045 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:23:48.477045 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 02:23:48.477045 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:23:48.477045 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 02:23:48.477045 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:23:48.477045 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 02:23:48.477045 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:23:48.477045 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 02:23:48.477045 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:23:48.477045 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 02:23:48.477045 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:23:48.477045 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 02:23:48.479799 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:23:48.479799 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 02:23:48.479799 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:23:48.479799 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 02:23:48.479799 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:23:48.479799 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 02:23:48.479799 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:23:48.479799 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 02:23:48.479799 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:23:48.479799 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 02:23:48.479799 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:23:48.479799 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 02:23:48.479799 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:23:48.479799 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 02:23:48.485266 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-2bb4016f-0b5f-421f-abb5-3cd06259652c req-f14b13b6-41a5-476c-b91d-21d7607ea1c9 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Transition to ACTIVE for port object 6d637b16-9323-4d4f-9272-310099f1c03d will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:23:48.488324 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a20d70c9-c08b-49e8-b2ef-a8d97351a0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:48.512125 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f18e3a75-e6c9-4625-884f-c9a8aa848119 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:48.523649 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-f18e3a75-e6c9-4625-884f-c9a8aa848119 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['243324dc-8c6d-43ef-8a48-00417a5c6909']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:23:48.535452 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-f18e3a75-e6c9-4625-884f-c9a8aa848119 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82c0a593-2739-4802-a996-1015d95294ab') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:23:48.535728 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-f18e3a75-e6c9-4625-884f-c9a8aa848119 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82c0a593-2739-4802-a996-1015d95294ab') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:23:48.544220 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20d70c9-c08b-49e8-b2ef-a8d97351a0a3 None None] Pushing event deleted for resources: {'Port': ['ID=7acf1469-4410-4f2c-9356-e53f9b0977c1,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:23:48.546394 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f18e3a75-e6c9-4625-884f-c9a8aa848119 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:48.550579 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20d70c9-c08b-49e8-b2ef-a8d97351a0a3 None None] No DVR routers for this DVR port 7acf1469-4410-4f2c-9356-e53f9b0977c1 on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:23:48.562205 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f18e3a75-e6c9-4625-884f-c9a8aa848119 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:48.569703 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f18e3a75-e6c9-4625-884f-c9a8aa848119 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:23:48.571175 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f18e3a75-e6c9-4625-884f-c9a8aa848119 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:48.619182 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:23:48.619182 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:23:48.619182 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:23:48.619182 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:23:48.619182 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:23:48.619182 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:23:48.619182 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:23:48.619182 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:23:48.619182 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:23:48.619182 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:23:48.619182 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:23:48.619182 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:23:48.619182 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:23:48.619182 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:23:48.619182 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:23:48.619182 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:23:48.619182 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:23:48.619182 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:23:48.619182 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:23:48.619182 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:23:48.619182 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:23:48.619182 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:23:48.619182 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:23:48.619182 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:23:48.619182 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:23:48.619182 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:23:48.619182 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:23:48.619182 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:23:48.619182 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:23:48.619182 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:23:48.619182 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:23:48.619182 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:23:48.639990 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-2bb4016f-0b5f-421f-abb5-3cd06259652c req-f14b13b6-41a5-476c-b91d-21d7607ea1c9 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:48.654292 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['abbd1cfb-a048-4869-b835-78164a320b07'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:23:48.699621 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bb4016f-0b5f-421f-abb5-3cd06259652c req-f14b13b6-41a5-476c-b91d-21d7607ea1c9 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Network dff432c2-7366-4622-aebb-da22fe05bfd4 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:23:48.709120 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-2bb4016f-0b5f-421f-abb5-3cd06259652c req-f14b13b6-41a5-476c-b91d-21d7607ea1c9 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:23:48.713238 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bb4016f-0b5f-421f-abb5-3cd06259652c req-f14b13b6-41a5-476c-b91d-21d7607ea1c9 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:23:48.716591 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14b13b6-41a5-476c-b91d-21d7607ea1c9 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Pushing event updated for resources: {'Port': ['ID=6d637b16-9323-4d4f-9272-310099f1c03d,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:23:48.778962 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f18e3a75-e6c9-4625-884f-c9a8aa848119 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:48.810832 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f18e3a75-e6c9-4625-884f-c9a8aa848119 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:48.812948 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-f18e3a75-e6c9-4625-884f-c9a8aa848119 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] 10.222.0.23 "DELETE /v2.0/networks/243324dc-8c6d-43ef-8a48-00417a5c6909 HTTP/1.1" status: 204 len: 168 time: 1.0519927 Jul 05 02:23:48.813842 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18e3a75-e6c9-4625-884f-c9a8aa848119 tempest-ServersTestMultiNic-795718217 tempest-ServersTestMultiNic-795718217-project] Pushing event deleted for resources: {'Network': ['ID=243324dc-8c6d-43ef-8a48-00417a5c6909,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:23:48.814491 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb4016f-0b5f-421f-abb5-3cd06259652c req-f14b13b6-41a5-476c-b91d-21d7607ea1c9 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:48.815655 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-2bb4016f-0b5f-421f-abb5-3cd06259652c req-f14b13b6-41a5-476c-b91d-21d7607ea1c9 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:48.854470 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee01fbb-a628-4423-8f0b-d85bc6c3a64d req-a4ed326f-fec5-4f8f-85f8-838aa89e8602 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:48.862423 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4ee01fbb-a628-4423-8f0b-d85bc6c3a64d req-a4ed326f-fec5-4f8f-85f8-838aa89e8602 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e515203-d639-4b16-86ee-550fdf2c6d1b HTTP/1.1" status: 200 len: 945 time: 0.1470482 Jul 05 02:23:48.911092 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4ee01fbb-a628-4423-8f0b-d85bc6c3a64d req-3c8453fd-dd2c-4259-9044-a1f190e053ba tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/security-groups?id=e258e924-fb3e-45d8-9b54-0249433deb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476410 Jul 05 02:23:48.946060 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2bb4016f-0b5f-421f-abb5-3cd06259652c req-f14b13b6-41a5-476c-b91d-21d7607ea1c9 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4151993 Jul 05 02:23:48.959106 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-2bb4016f-0b5f-421f-abb5-3cd06259652c req-be0f0778-285e-4876-9add-1086dfcfd12d service neutron] Request body: {'port': {'device_id': 'a9758015-1089-4cb3-be88-7a3e8555352b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:23:49.044580 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-2bb4016f-0b5f-421f-abb5-3cd06259652c req-be0f0778-285e-4876-9add-1086dfcfd12d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:49.051889 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['d0f30287-c739-4d8d-95be-46a29d37a553', '9c4ad08d-ddaa-4e85-9a5f-7f10686347ed'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:23:49.238632 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01c84b5-c1ad-4b74-a45a-a3efacaea987 req-09464ffa-617c-4a73-b148-52e34f2bf8b1 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:49.240062 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a01c84b5-c1ad-4b74-a45a-a3efacaea987 req-09464ffa-617c-4a73-b148-52e34f2bf8b1 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca36febd-b506-4424-9f43-8be7a9423ed1 HTTP/1.1" status: 200 len: 945 time: 0.1116838 Jul 05 02:23:49.289582 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a01c84b5-c1ad-4b74-a45a-a3efacaea987 req-96f5f57b-b2b7-456b-a1cd-937c6b391bd4 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/security-groups?id=a7ec5bda-2f9c-43a6-b62e-a51bc7e5a1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421381 Jul 05 02:23:49.326795 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-0e1761e1-d87e-4a8f-8989-b743f5bb18dc None None] Provisioning for port 6d637b16-9323-4d4f-9272-310099f1c03d completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:23:49.342419 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-0e1761e1-d87e-4a8f-8989-b743f5bb18dc None None] Provisioning complete for port 6d637b16-9323-4d4f-9272-310099f1c03d triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:23:49.342797 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-0e1761e1-d87e-4a8f-8989-b743f5bb18dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:49.420803 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 57624) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:23:49.503694 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-2bb4016f-0b5f-421f-abb5-3cd06259652c req-be0f0778-285e-4876-9add-1086dfcfd12d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d637b16-9323-4d4f-9272-310099f1c03d {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:23:49.531522 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-2bb4016f-0b5f-421f-abb5-3cd06259652c req-be0f0778-285e-4876-9add-1086dfcfd12d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:49.535567 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-0e1761e1-d87e-4a8f-8989-b743f5bb18dc None None] Port 6d637b16-9323-4d4f-9272-310099f1c03d cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:23:49.551260 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device af4f21c3-ab71-432b-8b2d-40b580de9644 up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:23:49.567824 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-2bb4016f-0b5f-421f-abb5-3cd06259652c req-be0f0778-285e-4876-9add-1086dfcfd12d service neutron] Transition to ACTIVE for port object 6d637b16-9323-4d4f-9272-310099f1c03d will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:23:49.620774 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 7acf1469-4410-4f2c-9356-e53f9b0977c1 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:23:49.652440 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 7acf1469-4410-4f2c-9356-e53f9b0977c1 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:23:49.652995 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 7acf1469-4410-4f2c-9356-e53f9b0977c1 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:23:49.704264 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-2bb4016f-0b5f-421f-abb5-3cd06259652c req-be0f0778-285e-4876-9add-1086dfcfd12d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:49.765840 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0f0778-285e-4876-9add-1086dfcfd12d service neutron] Pushing event updated for resources: {'Port': ['ID=6d637b16-9323-4d4f-9272-310099f1c03d,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:23:49.812630 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning for port af4f21c3-ab71-432b-8b2d-40b580de9644 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:23:49.817255 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port af4f21c3-ab71-432b-8b2d-40b580de9644 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:23:49.817634 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:49.847177 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-2bb4016f-0b5f-421f-abb5-3cd06259652c req-be0f0778-285e-4876-9add-1086dfcfd12d service neutron] Attempting to bind port 6d637b16-9323-4d4f-9272-310099f1c03d on host n-h1-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:23:49.847900 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-2bb4016f-0b5f-421f-abb5-3cd06259652c req-be0f0778-285e-4876-9add-1086dfcfd12d service neutron] Attempting to bind port 6d637b16-9323-4d4f-9272-310099f1c03d by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:23:49.848447 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb4016f-0b5f-421f-abb5-3cd06259652c req-be0f0778-285e-4876-9add-1086dfcfd12d service neutron] Attempting to bind port 6d637b16-9323-4d4f-9272-310099f1c03d on network dff432c2-7366-4622-aebb-da22fe05bfd4 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:23:49.854031 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb4016f-0b5f-421f-abb5-3cd06259652c req-be0f0778-285e-4876-9add-1086dfcfd12d service neutron] Port 6d637b16-9323-4d4f-9272-310099f1c03d on network dff432c2-7366-4622-aebb-da22fe05bfd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:23:49.854900 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb4016f-0b5f-421f-abb5-3cd06259652c req-be0f0778-285e-4876-9add-1086dfcfd12d service neutron] Attempting to bind port 6d637b16-9323-4d4f-9272-310099f1c03d on network dff432c2-7366-4622-aebb-da22fe05bfd4 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:23:49.870990 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb4016f-0b5f-421f-abb5-3cd06259652c req-be0f0778-285e-4876-9add-1086dfcfd12d service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:23:49.871623 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb4016f-0b5f-421f-abb5-3cd06259652c req-be0f0778-285e-4876-9add-1086dfcfd12d service neutron] Checking segment: {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:23:49.872784 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb4016f-0b5f-421f-abb5-3cd06259652c req-be0f0778-285e-4876-9add-1086dfcfd12d service neutron] Bound using segment: {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:23:49.873345 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-2bb4016f-0b5f-421f-abb5-3cd06259652c req-be0f0778-285e-4876-9add-1086dfcfd12d service neutron] Bound port: 6d637b16-9323-4d4f-9272-310099f1c03d, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:23:49.873952 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-2bb4016f-0b5f-421f-abb5-3cd06259652c req-be0f0778-285e-4876-9add-1086dfcfd12d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:50.002576 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:50.013380 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-2bb4016f-0b5f-421f-abb5-3cd06259652c req-be0f0778-285e-4876-9add-1086dfcfd12d service neutron] For port 6d637b16-9323-4d4f-9272-310099f1c03d, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:23:50.013380 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-2bb4016f-0b5f-421f-abb5-3cd06259652c req-be0f0778-285e-4876-9add-1086dfcfd12d service neutron] For port 6d637b16-9323-4d4f-9272-310099f1c03d, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=6d637b16-9323-4d4f-9272-310099f1c03d,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:23:50.043749 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10e3279d-1e2b-4e2a-95df-7d3f9ab53f92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af4f21c3-ab71-432b-8b2d-40b580de9644'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:23:50.057741 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2ed076b-6550-485a-8c6f-f544157bc8ab" -d '{"events": [{"server_uuid": "10e3279d-1e2b-4e2a-95df-7d3f9ab53f92", "name": "network-vif-plugged", "status": "completed", "tag": "af4f21c3-ab71-432b-8b2d-40b580de9644"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:23:50.081379 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port af4f21c3-ab71-432b-8b2d-40b580de9644, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=af4f21c3-ab71-432b-8b2d-40b580de9644,segment=NetworkSegment(21ad98b6-ba72-4f1f-a0ef-3d0df329b6a3),segment_id=21ad98b6-ba72-4f1f-a0ef-3d0df329b6a3)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:23:50.100239 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb34dce-863e-4531-ad89-9a5ff16e0cf0 req-800dc32a-fca1-49e8-968f-1cd98ac2fe81 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:50.102227 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2fb34dce-863e-4531-ad89-9a5ff16e0cf0 req-800dc32a-fca1-49e8-968f-1cd98ac2fe81 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9758015-1089-4cb3-be88-7a3e8555352b HTTP/1.1" status: 200 len: 936 time: 0.5759304 Jul 05 02:23:50.180382 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2fb34dce-863e-4531-ad89-9a5ff16e0cf0 req-d616a9cd-5b9c-4cbd-ba97-d22fd67b8c51 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711403 Jul 05 02:23:50.181598 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad76b213-109d-47f0-b36f-39c6254cf5f1 req-134feb1c-6d06-48b7-ac97-9bf790ad1feb tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:50.183672 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ad76b213-109d-47f0-b36f-39c6254cf5f1 req-134feb1c-6d06-48b7-ac97-9bf790ad1feb tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=10e3279d-1e2b-4e2a-95df-7d3f9ab53f92 HTTP/1.1" status: 200 len: 945 time: 0.1284225 Jul 05 02:23:50.188075 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df3ae70-4213-4f92-b562-2f5590995c16 req-c0e65bb9-f284-4cbe-88cf-abce2ce8a417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:50.189167 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2df3ae70-4213-4f92-b562-2f5590995c16 req-c0e65bb9-f284-4cbe-88cf-abce2ce8a417 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d63cc722770842c8a7a532820e16e452&device_id=ca36febd-b506-4424-9f43-8be7a9423ed1 HTTP/1.1" status: 200 len: 1097 time: 0.0849888 Jul 05 02:23:50.214159 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:50.231222 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-2bb4016f-0b5f-421f-abb5-3cd06259652c req-be0f0778-285e-4876-9add-1086dfcfd12d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:50.278824 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=af4f21c3-ab71-432b-8b2d-40b580de9644,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:23:50.290607 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:23:50.290950 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:23:50.292756 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:23:50.292880 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:23:50.293126 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:23:50.293486 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:23:50.293837 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:23:50.294198 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:23:50.294888 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:23:50.294888 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:23:50.295186 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:23:50.295500 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:23:50.342888 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ad76b213-109d-47f0-b36f-39c6254cf5f1 req-e735b295-0a7b-47dc-924b-e5fb859bed2b tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527231 Jul 05 02:23:50.352726 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb4016f-0b5f-421f-abb5-3cd06259652c req-be0f0778-285e-4876-9add-1086dfcfd12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:50.353507 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-2bb4016f-0b5f-421f-abb5-3cd06259652c req-be0f0778-285e-4876-9add-1086dfcfd12d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:50.355007 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2bb4016f-0b5f-421f-abb5-3cd06259652c req-be0f0778-285e-4876-9add-1086dfcfd12d service neutron] 10.222.0.21 "PUT /v2.0/ports/6d637b16-9323-4d4f-9272-310099f1c03d HTTP/1.1" status: 200 len: 1097 time: 1.4004140 Jul 05 02:23:50.355465 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9758015-1089-4cb3-be88-7a3e8555352b', 'tag': '6d637b16-9323-4d4f-9272-310099f1c03d'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:23:50.358017 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3a53a6d-bca8-4390-ab1c-0116c73bf3bb" -d '{"events": [{"name": "network-changed", "server_uuid": "a9758015-1089-4cb3-be88-7a3e8555352b", "tag": "6d637b16-9323-4d4f-9272-310099f1c03d"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:23:50.384589 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0f0778-285e-4876-9add-1086dfcfd12d service neutron] Pushing event updated for resources: {'Port': ['ID=6d637b16-9323-4d4f-9272-310099f1c03d,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:23:50.411876 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df3ae70-4213-4f92-b562-2f5590995c16 req-d0e87b14-81d5-4c26-87c5-e091f297ee2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:50.414539 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2df3ae70-4213-4f92-b562-2f5590995c16 req-d0e87b14-81d5-4c26-87c5-e091f297ee2c service neutron] 10.222.0.15 "GET /v2.0/networks?id=02860c2c-1b47-41ff-bdb8-8652ec368c51 HTTP/1.1" status: 200 len: 911 time: 0.2158434 Jul 05 02:23:50.472124 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c8a626-50a2-4dc5-9faa-ffb32ce52ebd req-b24e23b7-3e2d-45d9-8e68-fbe7cb459616 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:50.473802 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-04c8a626-50a2-4dc5-9faa-ffb32ce52ebd req-b24e23b7-3e2d-45d9-8e68-fbe7cb459616 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca36febd-b506-4424-9f43-8be7a9423ed1 HTTP/1.1" status: 200 len: 945 time: 0.1546452 Jul 05 02:23:50.492533 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d3bba1e0-b8df-42b6-888c-7d13556055d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1634680'] for router_interface, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:50.533854 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2df3ae70-4213-4f92-b562-2f5590995c16 req-98510f02-73e1-4c55-8ef9-d0bf8dc9e101 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0bf422f3-c6bf-4aeb-9d77-6f10de626535 HTTP/1.1" status: 200 len: 1001 time: 0.1119609 Jul 05 02:23:50.634117 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df3ae70-4213-4f92-b562-2f5590995c16 req-fabe32dc-a0f8-43f5-83c4-7df5c9660fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:50.635717 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2df3ae70-4213-4f92-b562-2f5590995c16 req-fabe32dc-a0f8-43f5-83c4-7df5c9660fd5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e54bb52b-407a-4efc-b19e-45eea28735fe HTTP/1.1" status: 200 len: 850 time: 0.0795145 Jul 05 02:23:50.648611 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-04c8a626-50a2-4dc5-9faa-ffb32ce52ebd req-4be573d5-e72d-44b5-9d6c-9b29152b3b67 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/security-groups?id=a7ec5bda-2f9c-43a6-b62e-a51bc7e5a1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1650186 Jul 05 02:23:50.655494 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce097c7-914f-42d8-af5e-20a44bc1a418 req-193ea436-2feb-4a13-b6e1-c761998b891f tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:50.657211 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7ce097c7-914f-42d8-af5e-20a44bc1a418 req-193ea436-2feb-4a13-b6e1-c761998b891f tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e515203-d639-4b16-86ee-550fdf2c6d1b HTTP/1.1" status: 200 len: 945 time: 0.1757441 Jul 05 02:23:50.674221 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb4016f-0b5f-421f-abb5-3cd06259652c req-f2cd7e3c-916c-4eb7-b271-3e8c803e8f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:50.674221 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2bb4016f-0b5f-421f-abb5-3cd06259652c req-f2cd7e3c-916c-4eb7-b271-3e8c803e8f2f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7bde4afb78a7485193d4b3fb4c23ad75&device_id=a9758015-1089-4cb3-be88-7a3e8555352b HTTP/1.1" status: 200 len: 1100 time: 0.1542568 Jul 05 02:23:50.739287 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2bb4016f-0b5f-421f-abb5-3cd06259652c req-37b5da9c-6a8f-47fe-b58d-512dc542f4df service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=6d637b16-9323-4d4f-9272-310099f1c03d HTTP/1.1" status: 200 len: 217 time: 0.0505068 Jul 05 02:23:50.828239 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-d3bba1e0-b8df-42b6-888c-7d13556055d2 admin admin] Deleting port 34ec38ae-8ac2-48ae-a09d-0e5f8c1a8a5a {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:23:50.828591 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d3bba1e0-b8df-42b6-888c-7d13556055d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:50.835759 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7ce097c7-914f-42d8-af5e-20a44bc1a418 req-60081708-9d21-4615-9e11-7ae0a6e22ac8 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/security-groups?id=e258e924-fb3e-45d8-9b54-0249433deb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483037 Jul 05 02:23:50.863504 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a0afd36-30b3-4cd9-844e-8a065f33f0f8 x-openstack-request-id: req-1a0afd36-30b3-4cd9-844e-8a065f33f0f8 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:23:50.863989 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10e3279d-1e2b-4e2a-95df-7d3f9ab53f92", "name": "network-vif-plugged", "status": "completed", "tag": "af4f21c3-ab71-432b-8b2d-40b580de9644", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:23:50.864393 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1a0afd36-30b3-4cd9-844e-8a065f33f0f8 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:23:50.864945 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10e3279d-1e2b-4e2a-95df-7d3f9ab53f92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af4f21c3-ab71-432b-8b2d-40b580de9644', 'code': 200} Jul 05 02:23:50.866930 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b9fe6428-a61f-4d69-9488-fa5ee9bea102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:50.878010 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb4016f-0b5f-421f-abb5-3cd06259652c req-07719ebf-8ba9-4c36-80c1-bf1c8c8da108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:50.882216 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2bb4016f-0b5f-421f-abb5-3cd06259652c req-07719ebf-8ba9-4c36-80c1-bf1c8c8da108 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b840e204-692c-4f54-8f07-f6563e8e36b1 HTTP/1.1" status: 200 len: 843 time: 0.1319413 Jul 05 02:23:50.884990 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df3ae70-4213-4f92-b562-2f5590995c16 req-4bba8ecc-2c08-4250-9e00-c9bd36ef09b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:50.886478 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2df3ae70-4213-4f92-b562-2f5590995c16 req-4bba8ecc-2c08-4250-9e00-c9bd36ef09b9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=02860c2c-1b47-41ff-bdb8-8652ec368c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2398734 Jul 05 02:23:50.919363 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5680f1cf-31a9-4eec-9e13-f8f500d1e0ac x-openstack-request-id: req-5680f1cf-31a9-4eec-9e13-f8f500d1e0ac {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:23:50.919732 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9758015-1089-4cb3-be88-7a3e8555352b", "tag": "6d637b16-9323-4d4f-9272-310099f1c03d", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:23:50.919903 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5680f1cf-31a9-4eec-9e13-f8f500d1e0ac {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:23:50.920430 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9758015-1089-4cb3-be88-7a3e8555352b', 'tag': '6d637b16-9323-4d4f-9272-310099f1c03d', 'status': 'completed', 'code': 200} Jul 05 02:23:50.980328 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-d3bba1e0-b8df-42b6-888c-7d13556055d2 admin admin] For port 34ec38ae-8ac2-48ae-a09d-0e5f8c1a8a5a, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=34ec38ae-8ac2-48ae-a09d-0e5f8c1a8a5a,segment=NetworkSegment(8d2d58d4-b860-41a2-af7b-7b5a5c3e18f9),segment_id=8d2d58d4-b860-41a2-af7b-7b5a5c3e18f9)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:23:50.980532 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d3bba1e0-b8df-42b6-888c-7d13556055d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:50.997063 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-d3bba1e0-b8df-42b6-888c-7d13556055d2 admin admin] Calling delete_port for 34ec38ae-8ac2-48ae-a09d-0e5f8c1a8a5a owned by network:router_interface {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:23:51.034913 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb4016f-0b5f-421f-abb5-3cd06259652c req-830cae84-14eb-4fe3-96a3-3db700d8e261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:51.036441 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2bb4016f-0b5f-421f-abb5-3cd06259652c req-830cae84-14eb-4fe3-96a3-3db700d8e261 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dff432c2-7366-4622-aebb-da22fe05bfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1442440 Jul 05 02:23:51.042308 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2df3ae70-4213-4f92-b562-2f5590995c16 req-e2c646ee-da2f-4ac1-9cb4-ac1dfd0ac00e service neutron] 10.222.0.15 "GET /v2.0/networks/02860c2c-1b47-41ff-bdb8-8652ec368c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251326 Jul 05 02:23:51.061994 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7121d91-e863-4d3e-89a9-9dd664c7e5e2 req-0c3417c7-dcff-499f-95db-1a534c4fe547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:51.063798 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a7121d91-e863-4d3e-89a9-9dd664c7e5e2 req-0c3417c7-dcff-499f-95db-1a534c4fe547 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=10e3279d-1e2b-4e2a-95df-7d3f9ab53f92 HTTP/1.1" status: 200 len: 1098 time: 0.1217921 Jul 05 02:23:51.155376 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a7121d91-e863-4d3e-89a9-9dd664c7e5e2 req-b2cd1a90-974a-448c-8f64-489c3f399ee5 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820775 Jul 05 02:23:51.208382 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2bb4016f-0b5f-421f-abb5-3cd06259652c req-ac9a2057-b5d5-47cd-ba32-ac151d35b21b service neutron] 10.222.0.21 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639211 Jul 05 02:23:51.210234 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2df3ae70-4213-4f92-b562-2f5590995c16 req-f4f7a7da-4fab-4c13-92d3-a0b82eb17c14 service neutron] 10.222.0.15 "GET /v2.0/networks/02860c2c-1b47-41ff-bdb8-8652ec368c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583788 Jul 05 02:23:51.325921 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2bb4016f-0b5f-421f-abb5-3cd06259652c req-bfcb7312-7894-48ad-9e27-68accf3594a3 service neutron] 10.222.0.21 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092803 Jul 05 02:23:51.332628 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d3bba1e0-b8df-42b6-888c-7d13556055d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:51.368647 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bba1e0-b8df-42b6-888c-7d13556055d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=34ec38ae-8ac2-48ae-a09d-0e5f8c1a8a5a,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:23:51.379396 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 6f9d981e-72d1-48c2-b37c-765b2e84d661 details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:23:51.480994 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fe6a5d-49de-49bb-b481-56d472110c0d req-14d7e6e5-edb1-4ff2-86dc-14277f01fe9e tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:51.486840 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-30fe6a5d-49de-49bb-b481-56d472110c0d req-14d7e6e5-edb1-4ff2-86dc-14277f01fe9e tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9758015-1089-4cb3-be88-7a3e8555352b HTTP/1.1" status: 200 len: 948 time: 0.1841114 Jul 05 02:23:51.532982 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 6f9d981e-72d1-48c2-b37c-765b2e84d661, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=6f9d981e-72d1-48c2-b37c-765b2e84d661,segment=NetworkSegment(a028bd42-8637-4eda-b2d9-cfc3731c23e0),segment_id=a028bd42-8637-4eda-b2d9-cfc3731c23e0)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:23:51.553534 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Returning: {'device': '6f9d981e-72d1-48c2-b37c-765b2e84d661', 'network_id': '55b2af88-9a2d-4dae-81b7-55512d5ddd72', 'port_id': '6f9d981e-72d1-48c2-b37c-765b2e84d661', 'mac_address': 'fa:16:3e:c6:ce:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbfab68e-d1de-4dba-81aa-90f8a22bcf7c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:23:51.631710 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:51.646613 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-30fe6a5d-49de-49bb-b481-56d472110c0d req-6c5a3156-e31e-443f-af4b-00a56ecb62a3 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480942 Jul 05 02:23:51.670025 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6f9d981e-72d1-48c2-b37c-765b2e84d661 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:23:51.732261 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d3bba1e0-b8df-42b6-888c-7d13556055d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635398'] for router_interface, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:51.746562 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 6f9d981e-72d1-48c2-b37c-765b2e84d661, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=6f9d981e-72d1-48c2-b37c-765b2e84d661,segment=NetworkSegment(a028bd42-8637-4eda-b2d9-cfc3731c23e0),segment_id=a028bd42-8637-4eda-b2d9-cfc3731c23e0)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:23:51.834157 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:51.894484 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=6f9d981e-72d1-48c2-b37c-765b2e84d661,revision_number=6']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:23:51.960075 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f5e901-077d-46ad-b021-a3e151a3067a req-8ab7c42a-a1b2-4382-ae5b-cbf585689b36 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:51.961843 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-64f5e901-077d-46ad-b021-a3e151a3067a req-8ab7c42a-a1b2-4382-ae5b-cbf585689b36 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca36febd-b506-4424-9f43-8be7a9423ed1 HTTP/1.1" status: 200 len: 945 time: 0.1374454 Jul 05 02:23:52.055721 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a53a6d-bca8-4390-ab1c-0116c73bf3bb req-799de058-aa1a-4339-be02-d63b8140eb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:52.057380 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a3a53a6d-bca8-4390-ab1c-0116c73bf3bb req-799de058-aa1a-4339-be02-d63b8140eb25 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7bde4afb78a7485193d4b3fb4c23ad75&device_id=a9758015-1089-4cb3-be88-7a3e8555352b HTTP/1.1" status: 200 len: 1100 time: 0.6019804 Jul 05 02:23:52.066473 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5190b2b-1781-4a0c-af8f-ef00abff6b78 req-3082d36e-4a91-4ca6-8df4-5a66187ef7ce tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:52.068065 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e5190b2b-1781-4a0c-af8f-ef00abff6b78 req-3082d36e-4a91-4ca6-8df4-5a66187ef7ce tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=10e3279d-1e2b-4e2a-95df-7d3f9ab53f92 HTTP/1.1" status: 200 len: 946 time: 0.5930467 Jul 05 02:23:52.088047 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-64f5e901-077d-46ad-b021-a3e151a3067a req-012b9488-43c3-43e1-9dc7-cf5592be2620 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/security-groups?id=a7ec5bda-2f9c-43a6-b62e-a51bc7e5a1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194699 Jul 05 02:23:52.121207 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3bba1e0-b8df-42b6-888c-7d13556055d2 admin admin] Router 97335853-6159-4aa2-81b6-dcfe6afb4908 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:23:52.188815 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e5190b2b-1781-4a0c-af8f-ef00abff6b78 req-d842cf1a-db65-4c39-b966-f0e2bba11407 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114588 Jul 05 02:23:52.205973 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['6f9d981e-72d1-48c2-b37c-765b2e84d661'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:23:52.235054 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a53a6d-bca8-4390-ab1c-0116c73bf3bb req-7c1b4a74-6845-4736-af71-a207406077a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:52.236616 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a3a53a6d-bca8-4390-ab1c-0116c73bf3bb req-7c1b4a74-6845-4736-af71-a207406077a2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=dff432c2-7366-4622-aebb-da22fe05bfd4 HTTP/1.1" status: 200 len: 869 time: 0.1676505 Jul 05 02:23:52.284542 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3bba1e0-b8df-42b6-888c-7d13556055d2 admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:23:52.290603 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-d3bba1e0-b8df-42b6-888c-7d13556055d2 admin admin] 10.222.0.23 "PUT /v2.0/routers/97335853-6159-4aa2-81b6-dcfe6afb4908/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8687437 Jul 05 02:23:52.292628 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a3a53a6d-bca8-4390-ab1c-0116c73bf3bb req-4cf8563a-9ba7-4dbe-858f-0734b34715ea service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=6d637b16-9323-4d4f-9272-310099f1c03d HTTP/1.1" status: 200 len: 217 time: 0.0475874 Jul 05 02:23:52.293031 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 57670) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:23:52.317230 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca999e1-cb3c-460d-9900-dcd95f5f01af None None] Sync routers for ids ['97335853-6159-4aa2-81b6-dcfe6afb4908'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:23:52.345054 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca999e1-cb3c-460d-9900-dcd95f5f01af None None] Routers {'97335853-6159-4aa2-81b6-dcfe6afb4908'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:23:52.348439 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-fca999e1-cb3c-460d-9900-dcd95f5f01af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:23:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['97335853-6159-4aa2-81b6-dcfe6afb4908'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:23:52.420041 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a53a6d-bca8-4390-ab1c-0116c73bf3bb req-dd506901-03e4-40fc-9a17-462f5c1427d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:52.421909 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a3a53a6d-bca8-4390-ab1c-0116c73bf3bb req-dd506901-03e4-40fc-9a17-462f5c1427d8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b840e204-692c-4f54-8f07-f6563e8e36b1 HTTP/1.1" status: 200 len: 843 time: 0.1220574 Jul 05 02:23:52.447217 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b16f7170-3aef-4b65-8f8b-06e3bc23fffe admin admin] Notify callbacks [] for router, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:52.542265 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4abff22-8d5b-4ada-9f21-a1ad89b37e92 req-5bb24b2e-9e15-498b-a935-9c0d1cc4bb14 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:52.544494 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d4abff22-8d5b-4ada-9f21-a1ad89b37e92 req-5bb24b2e-9e15-498b-a935-9c0d1cc4bb14 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e515203-d639-4b16-86ee-550fdf2c6d1b HTTP/1.1" status: 200 len: 944 time: 0.1534801 Jul 05 02:23:52.551265 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a53a6d-bca8-4390-ab1c-0116c73bf3bb req-ea486fe6-fb50-405b-8d0b-34fe080b609e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:52.552771 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a3a53a6d-bca8-4390-ab1c-0116c73bf3bb req-ea486fe6-fb50-405b-8d0b-34fe080b609e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dff432c2-7366-4622-aebb-da22fe05bfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1023662 Jul 05 02:23:52.564181 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-fca999e1-cb3c-460d-9900-dcd95f5f01af None None] Set router 97335853-6159-4aa2-81b6-dcfe6afb4908 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:23:52.582539 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b16f7170-3aef-4b65-8f8b-06e3bc23fffe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:52.639407 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d4abff22-8d5b-4ada-9f21-a1ad89b37e92 req-b80e4ff8-8c6a-416e-b320-d29e492cc004 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/security-groups?id=e258e924-fb3e-45d8-9b54-0249433deb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846944 Jul 05 02:23:52.680519 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a3a53a6d-bca8-4390-ab1c-0116c73bf3bb req-9dddeeff-c58a-483c-8f01-eb0b51386342 service neutron] 10.222.0.21 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177139 Jul 05 02:23:52.745349 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-b16f7170-3aef-4b65-8f8b-06e3bc23fffe admin admin] Deleting port 0680dfb9-5f90-41f8-bcfb-59904d93335f {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:23:52.745887 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b16f7170-3aef-4b65-8f8b-06e3bc23fffe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:52.797247 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-fca999e1-cb3c-460d-9900-dcd95f5f01af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97335853-6159-4aa2-81b6-dcfe6afb4908', 'name': 'tempest-ServersTestMultiNic-1004415311-router', 'tenant_id': '988b75a44b3448cc9e1b91ae38dea717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': '0680dfb9-5f90-41f8-bcfb-59904d93335f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:22:04Z', 'updated_at': '2021-07-05T02:23:51Z', 'revision_number': 5, 'project_id': '988b75a44b3448cc9e1b91ae38dea717', 'gw_port': {'id': '0680dfb9-5f90-41f8-bcfb-59904d93335f', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:92:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97335853-6159-4aa2-81b6-dcfe6afb4908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:22:05Z', 'updated_at': '2021-07-05T02:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:23:52.825138 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca999e1-cb3c-460d-9900-dcd95f5f01af None None] Checking router: 97335853-6159-4aa2-81b6-dcfe6afb4908 for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:23:52.828877 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a3a53a6d-bca8-4390-ab1c-0116c73bf3bb req-9fac3d90-3a34-43c4-a656-6544d3a116e1 service neutron] 10.222.0.21 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402717 Jul 05 02:23:52.836947 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca999e1-cb3c-460d-9900-dcd95f5f01af None None] Routers {'97335853-6159-4aa2-81b6-dcfe6afb4908'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:23:52.837504 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-fca999e1-cb3c-460d-9900-dcd95f5f01af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:23:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['97335853-6159-4aa2-81b6-dcfe6afb4908'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:23:52.880499 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-b16f7170-3aef-4b65-8f8b-06e3bc23fffe admin admin] For port 0680dfb9-5f90-41f8-bcfb-59904d93335f, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=0680dfb9-5f90-41f8-bcfb-59904d93335f,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:23:52.881007 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b16f7170-3aef-4b65-8f8b-06e3bc23fffe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:52.899624 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-b16f7170-3aef-4b65-8f8b-06e3bc23fffe admin admin] Calling delete_port for 0680dfb9-5f90-41f8-bcfb-59904d93335f owned by network:router_gateway {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:23:52.932072 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-fca999e1-cb3c-460d-9900-dcd95f5f01af None None] Set router 97335853-6159-4aa2-81b6-dcfe6afb4908 gateway port host: None {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:23:52.967923 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4d1f01-1797-4654-a406-fe47901cb845 req-71130441-5291-4f16-89d2-6c46a3193c43 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:52.969452 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ff4d1f01-1797-4654-a406-fe47901cb845 req-71130441-5291-4f16-89d2-6c46a3193c43 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9758015-1089-4cb3-be88-7a3e8555352b HTTP/1.1" status: 200 len: 948 time: 0.1385961 Jul 05 02:23:52.986713 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-fca999e1-cb3c-460d-9900-dcd95f5f01af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97335853-6159-4aa2-81b6-dcfe6afb4908', 'name': 'tempest-ServersTestMultiNic-1004415311-router', 'tenant_id': '988b75a44b3448cc9e1b91ae38dea717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:22:04Z', 'updated_at': '2021-07-05T02:23:52Z', 'revision_number': 6, 'project_id': '988b75a44b3448cc9e1b91ae38dea717', 'gw_port_host': None}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:23:53.063508 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ff4d1f01-1797-4654-a406-fe47901cb845 req-127b6dfb-536b-433d-b0b6-56d854d19009 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821373 Jul 05 02:23:53.152097 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca999e1-cb3c-460d-9900-dcd95f5f01af None None] The sync data for ids ['97335853-6159-4aa2-81b6-dcfe6afb4908'] in n-d-771362-32 is: [{'id': '97335853-6159-4aa2-81b6-dcfe6afb4908', 'name': 'tempest-ServersTestMultiNic-1004415311-router', 'tenant_id': '988b75a44b3448cc9e1b91ae38dea717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:22:04Z', 'updated_at': '2021-07-05T02:23:52Z', 'revision_number': 6, 'project_id': '988b75a44b3448cc9e1b91ae38dea717', 'gw_port_host': None}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:23:53.231629 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b16f7170-3aef-4b65-8f8b-06e3bc23fffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:53.263645 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f7170-3aef-4b65-8f8b-06e3bc23fffe admin admin] Pushing event deleted for resources: {'Port': ['ID=0680dfb9-5f90-41f8-bcfb-59904d93335f,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:23:53.268320 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b636a0a8-52a4-45a9-a768-b2cc94fbd238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:53.300694 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3a87b0-2bd2-419e-ae87-a8ee78136c68 req-c93cd7a3-51ee-4971-b026-aa0cc74b7467 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:53.302241 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9f3a87b0-2bd2-419e-ae87-a8ee78136c68 req-c93cd7a3-51ee-4971-b026-aa0cc74b7467 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca36febd-b506-4424-9f43-8be7a9423ed1 HTTP/1.1" status: 200 len: 945 time: 0.0814514 Jul 05 02:23:53.338287 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b16f7170-3aef-4b65-8f8b-06e3bc23fffe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636927'] for router_gateway, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:53.363718 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9f3a87b0-2bd2-419e-ae87-a8ee78136c68 req-71b68399-c4d7-4ff8-a223-26718967a063 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/security-groups?id=a7ec5bda-2f9c-43a6-b62e-a51bc7e5a1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486925 Jul 05 02:23:53.395625 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 6f9d981e-72d1-48c2-b37c-765b2e84d661 no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:23:53.483709 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b16f7170-3aef-4b65-8f8b-06e3bc23fffe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11828'] for router, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:53.486411 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b16f7170-3aef-4b65-8f8b-06e3bc23fffe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:53.488478 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:53.509562 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 6f9d981e-72d1-48c2-b37c-765b2e84d661 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:23:53.547289 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 6f9d981e-72d1-48c2-b37c-765b2e84d661, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=6f9d981e-72d1-48c2-b37c-765b2e84d661,segment=NetworkSegment(a028bd42-8637-4eda-b2d9-cfc3731c23e0),segment_id=a028bd42-8637-4eda-b2d9-cfc3731c23e0)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:23:53.557249 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dd8a75-d2c8-4dad-b259-d0ac28e294c6 req-8c080441-9842-435d-8364-1a5b4356bf47 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:53.558950 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-26dd8a75-d2c8-4dad-b259-d0ac28e294c6 req-8c080441-9842-435d-8364-1a5b4356bf47 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=10e3279d-1e2b-4e2a-95df-7d3f9ab53f92 HTTP/1.1" status: 200 len: 946 time: 0.1748905 Jul 05 02:23:53.609932 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-26dd8a75-d2c8-4dad-b259-d0ac28e294c6 req-5e90e0bb-d352-4f13-995c-f202b3a4bb40 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427692 Jul 05 02:23:53.640691 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b16f7170-3aef-4b65-8f8b-06e3bc23fffe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1575451'] for router, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:53.641298 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b16f7170-3aef-4b65-8f8b-06e3bc23fffe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97335853-6159-4aa2-81b6-dcfe6afb4908 {{(pid=94462) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 02:23:53.646192 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b16f7170-3aef-4b65-8f8b-06e3bc23fffe admin admin] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:53.647364 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-b16f7170-3aef-4b65-8f8b-06e3bc23fffe admin admin] 10.222.0.23 "DELETE /v2.0/routers/97335853-6159-4aa2-81b6-dcfe6afb4908 HTTP/1.1" status: 204 len: 168 time: 1.3533561 Jul 05 02:23:53.650574 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 57704) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:23:53.664540 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:53.710944 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_v2 [None req-abae4782-1a3b-4735-b3f9-aeb365b44898 admin admin] Deleting subnet 6df22703-c872-45c1-a831-1caebd87e2ef {{(pid=94461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:23:53.714195 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-abae4782-1a3b-4735-b3f9-aeb365b44898 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:53.747861 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=6f9d981e-72d1-48c2-b37c-765b2e84d661,revision_number=7']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:23:53.783009 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-abae4782-1a3b-4735-b3f9-aeb365b44898 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5519650'] for subnet, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:53.840864 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:53.903809 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-abae4782-1a3b-4735-b3f9-aeb365b44898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:53.953616 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ca2e99-f852-47ed-81d0-6c1fe1b0fad7 req-9bacf870-aa3d-4682-8295-5ce52f9e7ddb tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:53.955159 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a9ca2e99-f852-47ed-81d0-6c1fe1b0fad7 req-9bacf870-aa3d-4682-8295-5ce52f9e7ddb tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e515203-d639-4b16-86ee-550fdf2c6d1b HTTP/1.1" status: 200 len: 943 time: 0.1338577 Jul 05 02:23:54.002882 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a9ca2e99-f852-47ed-81d0-6c1fe1b0fad7 req-2c0645e9-c4f1-4893-8c74-e8b5bc4496e3 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/security-groups?id=e258e924-fb3e-45d8-9b54-0249433deb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417006 Jul 05 02:23:54.009907 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 34ec38ae-8ac2-48ae-a09d-0e5f8c1a8a5a no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:23:54.035098 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 34ec38ae-8ac2-48ae-a09d-0e5f8c1a8a5a {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:23:54.035436 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 34ec38ae-8ac2-48ae-a09d-0e5f8c1a8a5a not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:23:54.215992 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-abae4782-1a3b-4735-b3f9-aeb365b44898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5763388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774356'] for subnet, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:54.274363 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abae4782-1a3b-4735-b3f9-aeb365b44898 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6df22703-c872-45c1-a831-1caebd87e2ef,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:23:54.284441 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-abae4782-1a3b-4735-b3f9-aeb365b44898 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:54.286414 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-abae4782-1a3b-4735-b3f9-aeb365b44898 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/6df22703-c872-45c1-a831-1caebd87e2ef HTTP/1.1" status: 204 len: 168 time: 0.6346285 Jul 05 02:23:54.289783 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 57714) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:23:54.291468 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2326c9-4d36-4a39-829e-0f47b39e5c5a None None] Network ccc7d4e0-6b16-4e4f-851f-0d5531b2b185 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:23:54.345602 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b2588-d827-40d8-892a-0be13796c691 req-13ad3312-9bdd-4bb4-a249-7669dda54452 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:54.348012 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e30b2588-d827-40d8-892a-0be13796c691 req-13ad3312-9bdd-4bb4-a249-7669dda54452 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9758015-1089-4cb3-be88-7a3e8555352b HTTP/1.1" status: 200 len: 948 time: 0.1432791 Jul 05 02:23:54.385951 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d8f69aa2-8c42-4c67-9cd3-ae3c70f6db9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:54.439575 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e30b2588-d827-40d8-892a-0be13796c691 req-35557757-0f91-4422-9003-92d1c2e7c9e1 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816605 Jul 05 02:23:54.501007 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e2cf6c-c371-4226-98f8-b5e4ec07c7ff req-66be6890-0ac5-43e3-99c4-cf3a8a9fc0b2 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:54.509279 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c9e2cf6c-c371-4226-98f8-b5e4ec07c7ff req-66be6890-0ac5-43e3-99c4-cf3a8a9fc0b2 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=10e3279d-1e2b-4e2a-95df-7d3f9ab53f92 HTTP/1.1" status: 200 len: 946 time: 0.1290553 Jul 05 02:23:54.540805 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-d8f69aa2-8c42-4c67-9cd3-ae3c70f6db9b admin admin] Deleting port 82c1931e-a5a4-4f24-b175-867af295480c {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:23:54.541161 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d8f69aa2-8c42-4c67-9cd3-ae3c70f6db9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:54.583975 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c899c9-8908-455b-861d-a7bbf43e3708 None None] DHCP port deletion for ccc7d4e0-6b16-4e4f-851f-0d5531b2b185 request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:23:54.594670 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c9e2cf6c-c371-4226-98f8-b5e4ec07c7ff req-673f7d16-bd66-4841-9cd8-bc21c2c70c84 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843227 Jul 05 02:23:54.623906 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-d8f69aa2-8c42-4c67-9cd3-ae3c70f6db9b admin admin] For port 82c1931e-a5a4-4f24-b175-867af295480c, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=82c1931e-a5a4-4f24-b175-867af295480c,segment=NetworkSegment(8d2d58d4-b860-41a2-af7b-7b5a5c3e18f9),segment_id=8d2d58d4-b860-41a2-af7b-7b5a5c3e18f9)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:23:54.624504 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d8f69aa2-8c42-4c67-9cd3-ae3c70f6db9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:54.644793 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-d8f69aa2-8c42-4c67-9cd3-ae3c70f6db9b admin admin] Calling delete_port for 82c1931e-a5a4-4f24-b175-867af295480c owned by network:dhcp {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:23:54.644969 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-66c899c9-8908-455b-861d-a7bbf43e3708 None None] Deleting port 82c1931e-a5a4-4f24-b175-867af295480c {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:23:54.644969 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-66c899c9-8908-455b-861d-a7bbf43e3708 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:54.704911 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-66c899c9-8908-455b-861d-a7bbf43e3708 None None] For port 82c1931e-a5a4-4f24-b175-867af295480c, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=82c1931e-a5a4-4f24-b175-867af295480c,segment=NetworkSegment(8d2d58d4-b860-41a2-af7b-7b5a5c3e18f9),segment_id=8d2d58d4-b860-41a2-af7b-7b5a5c3e18f9)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:23:54.705591 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-66c899c9-8908-455b-861d-a7bbf43e3708 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:54.718824 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-66c899c9-8908-455b-861d-a7bbf43e3708 None None] Calling delete_port for 82c1931e-a5a4-4f24-b175-867af295480c owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:23:54.763665 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:54.852884 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d8f69aa2-8c42-4c67-9cd3-ae3c70f6db9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:54.859801 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-66c899c9-8908-455b-861d-a7bbf43e3708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:54.879291 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f69aa2-8c42-4c67-9cd3-ae3c70f6db9b admin admin] Pushing event deleted for resources: {'Port': ['ID=82c1931e-a5a4-4f24-b175-867af295480c,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:23:54.884629 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f69aa2-8c42-4c67-9cd3-ae3c70f6db9b admin admin] No DVR routers for this DVR port 82c1931e-a5a4-4f24-b175-867af295480c on host n-d-771362-32 {{(pid=94462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:23:54.885404 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c899c9-8908-455b-861d-a7bbf43e3708 None None] Pushing event deleted for resources: {'Port': ['ID=82c1931e-a5a4-4f24-b175-867af295480c,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:23:54.890074 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c899c9-8908-455b-861d-a7bbf43e3708 None None] No DVR routers for this DVR port 82c1931e-a5a4-4f24-b175-867af295480c on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:23:54.965659 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d8f69aa2-8c42-4c67-9cd3-ae3c70f6db9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:54.975572 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-d8f69aa2-8c42-4c67-9cd3-ae3c70f6db9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccc7d4e0-6b16-4e4f-851f-0d5531b2b185']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:23:54.985759 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-d8f69aa2-8c42-4c67-9cd3-ae3c70f6db9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d2d58d4-b860-41a2-af7b-7b5a5c3e18f9') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:23:54.986056 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-d8f69aa2-8c42-4c67-9cd3-ae3c70f6db9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d2d58d4-b860-41a2-af7b-7b5a5c3e18f9') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:23:54.995855 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d8f69aa2-8c42-4c67-9cd3-ae3c70f6db9b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:55.015386 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d8f69aa2-8c42-4c67-9cd3-ae3c70f6db9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:55.021724 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8f69aa2-8c42-4c67-9cd3-ae3c70f6db9b admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:23:55.022157 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d8f69aa2-8c42-4c67-9cd3-ae3c70f6db9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:55.024477 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:23:55.024477 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:23:55.024477 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:23:55.024477 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:23:55.024477 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:23:55.024477 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:23:55.024477 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:23:55.024477 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:23:55.024477 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:23:55.024477 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:23:55.024477 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:23:55.024477 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:23:55.024477 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:23:55.024477 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:23:55.024477 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:23:55.024477 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:23:55.024477 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:23:55.024477 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:23:55.024477 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:23:55.024477 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:23:55.024477 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:23:55.024477 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:23:55.024477 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:23:55.024477 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:23:55.024477 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:23:55.024477 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:23:55.024477 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:23:55.024477 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:23:55.024477 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:23:55.024477 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:23:55.024477 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:23:55.024477 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:23:55.193139 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f29142c-f304-454b-9ab6-edd71131585c req-22158601-fb4d-4afe-934d-83c13f87fd73 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:55.194755 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9f29142c-f304-454b-9ab6-edd71131585c req-22158601-fb4d-4afe-934d-83c13f87fd73 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e515203-d639-4b16-86ee-550fdf2c6d1b HTTP/1.1" status: 200 len: 943 time: 0.0647516 Jul 05 02:23:55.233412 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9f29142c-f304-454b-9ab6-edd71131585c req-c3405c0e-7cd0-4eb8-912c-26e6f2f6fee4 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/security-groups?id=e258e924-fb3e-45d8-9b54-0249433deb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326307 Jul 05 02:23:55.275035 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d8f69aa2-8c42-4c67-9cd3-ae3c70f6db9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:55.285266 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d8f69aa2-8c42-4c67-9cd3-ae3c70f6db9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:55.285663 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-d8f69aa2-8c42-4c67-9cd3-ae3c70f6db9b admin admin] 10.222.0.23 "DELETE /v2.0/networks/ccc7d4e0-6b16-4e4f-851f-0d5531b2b185 HTTP/1.1" status: 204 len: 168 time: 0.9949460 Jul 05 02:23:55.296264 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f69aa2-8c42-4c67-9cd3-ae3c70f6db9b admin admin] Pushing event deleted for resources: {'Network': ['ID=ccc7d4e0-6b16-4e4f-851f-0d5531b2b185,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:23:55.416534 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 6f9d981e-72d1-48c2-b37c-765b2e84d661 up at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:23:55.466895 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning complete for port 6f9d981e-72d1-48c2-b37c-765b2e84d661 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:23:55.467266 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:55.549858 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:55.575877 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 6d637b16-9323-4d4f-9272-310099f1c03d details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:23:55.581874 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e515203-d639-4b16-86ee-550fdf2c6d1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f9d981e-72d1-48c2-b37c-765b2e84d661'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:23:55.584240 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c77e03a-7a6b-46f8-a05d-bb527494551c" -d '{"events": [{"server_uuid": "2e515203-d639-4b16-86ee-550fdf2c6d1b", "name": "network-vif-plugged", "status": "completed", "tag": "6f9d981e-72d1-48c2-b37c-765b2e84d661"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:23:55.602005 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 82c1931e-a5a4-4f24-b175-867af295480c no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:23:55.615353 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 6f9d981e-72d1-48c2-b37c-765b2e84d661, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=6f9d981e-72d1-48c2-b37c-765b2e84d661,segment=NetworkSegment(a028bd42-8637-4eda-b2d9-cfc3731c23e0),segment_id=a028bd42-8637-4eda-b2d9-cfc3731c23e0)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:23:55.634018 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93a74cc-6865-4b30-8ed2-385398c97b3d req-0c46b0c8-f7d9-42c9-9402-29d3a769e86a tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:55.635685 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e93a74cc-6865-4b30-8ed2-385398c97b3d req-0c46b0c8-f7d9-42c9-9402-29d3a769e86a tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9758015-1089-4cb3-be88-7a3e8555352b HTTP/1.1" status: 200 len: 948 time: 0.0839410 Jul 05 02:23:55.644018 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e8aa5f0-ed62-4ac1-9515-3c173fbf1aca x-openstack-request-id: req-1e8aa5f0-ed62-4ac1-9515-3c173fbf1aca {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:23:55.644312 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e515203-d639-4b16-86ee-550fdf2c6d1b", "name": "network-vif-plugged", "status": "completed", "tag": "6f9d981e-72d1-48c2-b37c-765b2e84d661", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:23:55.644569 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1e8aa5f0-ed62-4ac1-9515-3c173fbf1aca {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:23:55.644967 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e515203-d639-4b16-86ee-550fdf2c6d1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f9d981e-72d1-48c2-b37c-765b2e84d661', 'code': 200} Jul 05 02:23:55.648971 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 82c1931e-a5a4-4f24-b175-867af295480c {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:23:55.649317 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 82c1931e-a5a4-4f24-b175-867af295480c not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:23:55.649749 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 0680dfb9-5f90-41f8-bcfb-59904d93335f no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:23:55.690285 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:55.692297 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 0680dfb9-5f90-41f8-bcfb-59904d93335f {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:23:55.692805 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 0680dfb9-5f90-41f8-bcfb-59904d93335f not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:23:55.706751 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e93a74cc-6865-4b30-8ed2-385398c97b3d req-ffa54a9e-66bb-414c-8457-52dafaa974b5 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575602 Jul 05 02:23:55.839298 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 57748) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:23:55.852089 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 6d637b16-9323-4d4f-9272-310099f1c03d, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=6d637b16-9323-4d4f-9272-310099f1c03d,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:23:55.867053 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': '6d637b16-9323-4d4f-9272-310099f1c03d', 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4', 'port_id': '6d637b16-9323-4d4f-9272-310099f1c03d', 'mac_address': 'fa:16:3e:78:70:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b840e204-692c-4f54-8f07-f6563e8e36b1', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:23:55.924072 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-a6610605-c475-4c1e-b617-2cd495b078a0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=988b75a44b3448cc9e1b91ae38dea717&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0835977 Jul 05 02:23:55.927125 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 57750) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:23:55.943715 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5659c9-2127-4c86-b633-9eedcaeb1a0f req-5a95b01a-237c-47fc-aaaa-3301314f91f0 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:55.945828 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6a5659c9-2127-4c86-b633-9eedcaeb1a0f req-5a95b01a-237c-47fc-aaaa-3301314f91f0 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=10e3279d-1e2b-4e2a-95df-7d3f9ab53f92 HTTP/1.1" status: 200 len: 946 time: 0.1593292 Jul 05 02:23:55.962051 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=6f9d981e-72d1-48c2-b37c-765b2e84d661,revision_number=8']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:23:55.971604 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:55.987064 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d637b16-9323-4d4f-9272-310099f1c03d {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:23:55.997824 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124ef9d-c47b-438b-bb27-b2239fe49e9b req-c6d6de5f-0811-4a49-9abe-3748825e2452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:55.999384 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7124ef9d-c47b-438b-bb27-b2239fe49e9b req-c6d6de5f-0811-4a49-9abe-3748825e2452 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2e515203-d639-4b16-86ee-550fdf2c6d1b HTTP/1.1" status: 200 len: 1097 time: 0.1492789 Jul 05 02:23:56.009977 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 6d637b16-9323-4d4f-9272-310099f1c03d, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=6d637b16-9323-4d4f-9272-310099f1c03d,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:23:56.045841 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6a5659c9-2127-4c86-b633-9eedcaeb1a0f req-3130f843-7516-4d82-a612-f4533ecaa0e4 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845261 Jul 05 02:23:56.063143 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-783dd1c5-cc4a-4676-a557-69cee6439950 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:56.070306 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7124ef9d-c47b-438b-bb27-b2239fe49e9b req-5c7e0273-7c89-4270-9514-f1f2d30bcaca service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e258e924-fb3e-45d8-9b54-0249433deb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566828 Jul 05 02:23:56.088632 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-783dd1c5-cc4a-4676-a557-69cee6439950 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:56.091982 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:56.167080 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:56.218987 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=6d637b16-9323-4d4f-9272-310099f1c03d,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:23:56.274719 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-783dd1c5-cc4a-4676-a557-69cee6439950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:56.277814 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-783dd1c5-cc4a-4676-a557-69cee6439950 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:56.283160 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-783dd1c5-cc4a-4676-a557-69cee6439950 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/74918f4d-c3c5-43b3-aeaa-73c712bc8baa HTTP/1.1" status: 204 len: 168 time: 0.3493707 Jul 05 02:23:56.289491 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783dd1c5-cc4a-4676-a557-69cee6439950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74918f4d-c3c5-43b3-aeaa-73c712bc8baa,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:23:56.410357 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['6d637b16-9323-4d4f-9272-310099f1c03d'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:23:56.466064 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991abc13-fb7d-46ba-8081-b34201bc7d09 req-60d1f484-7f66-4f94-8fbb-8bd1c758fb01 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:56.466064 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-991abc13-fb7d-46ba-8081-b34201bc7d09 req-60d1f484-7f66-4f94-8fbb-8bd1c758fb01 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e515203-d639-4b16-86ee-550fdf2c6d1b HTTP/1.1" status: 200 len: 945 time: 0.0867016 Jul 05 02:23:56.502661 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-991abc13-fb7d-46ba-8081-b34201bc7d09 req-2ac9828d-2728-41d1-bf5d-02f1684f7f88 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/security-groups?id=e258e924-fb3e-45d8-9b54-0249433deb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385103 Jul 05 02:23:56.676911 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88935b5f-d83f-4db7-ac29-c80615cf4732 req-003a9382-8166-44c6-8257-e3a163c31f4e tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:56.679082 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-88935b5f-d83f-4db7-ac29-c80615cf4732 req-003a9382-8166-44c6-8257-e3a163c31f4e tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=10e3279d-1e2b-4e2a-95df-7d3f9ab53f92 HTTP/1.1" status: 200 len: 946 time: 0.0672500 Jul 05 02:23:56.718065 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-88935b5f-d83f-4db7-ac29-c80615cf4732 req-a6e93b34-ef33-49f4-9b63-9b48a9c06d6f tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326588 Jul 05 02:23:56.915527 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d432d2a5-8aba-48f2-95f7-15ef7c3ce74c req-e202a9c1-c9f8-4931-89bf-e9102712dd19 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:56.917716 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d432d2a5-8aba-48f2-95f7-15ef7c3ce74c req-e202a9c1-c9f8-4931-89bf-e9102712dd19 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9758015-1089-4cb3-be88-7a3e8555352b HTTP/1.1" status: 200 len: 949 time: 0.0941570 Jul 05 02:23:56.964313 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d432d2a5-8aba-48f2-95f7-15ef7c3ce74c req-e33b4783-b6e7-45be-b10c-8dcab3358aab tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393488 Jul 05 02:23:57.463133 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 57810) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:23:57.572629 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-91e14f27-4cb7-4ce2-9bc3-f1a4d0ff22b7 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1480236458-network', 'tenant_id': '6fc2d2a5ae2846beabaf18c7e8ece6d8'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:23:57.603183 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 6d637b16-9323-4d4f-9272-310099f1c03d up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:23:57.662571 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91e14f27-4cb7-4ce2-9bc3-f1a4d0ff22b7 admin admin] Made reservation on behalf of 6fc2d2a5ae2846beabaf18c7e8ece6d8 for: {'network': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:23:57.665672 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-91e14f27-4cb7-4ce2-9bc3-f1a4d0ff22b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:57.674382 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-91e14f27-4cb7-4ce2-9bc3-f1a4d0ff22b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:57.695675 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa90c71a-eef3-490b-b1e1-715a10cd1398 req-77a39dc9-7625-4a68-af25-17e2e70b5f0c tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:57.697195 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-fa90c71a-eef3-490b-b1e1-715a10cd1398 req-77a39dc9-7625-4a68-af25-17e2e70b5f0c tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e515203-d639-4b16-86ee-550fdf2c6d1b HTTP/1.1" status: 200 len: 945 time: 0.0711408 Jul 05 02:23:57.744109 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-fa90c71a-eef3-490b-b1e1-715a10cd1398 req-659d6d34-14f1-49f8-a2f4-d6078e896636 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/security-groups?id=e258e924-fb3e-45d8-9b54-0249433deb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403013 Jul 05 02:23:57.749057 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning for port 6d637b16-9323-4d4f-9272-310099f1c03d completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:23:57.753577 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port 6d637b16-9323-4d4f-9272-310099f1c03d triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:23:57.754539 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:57.787937 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-91e14f27-4cb7-4ce2-9bc3-f1a4d0ff22b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:57.852636 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-91e14f27-4cb7-4ce2-9bc3-f1a4d0ff22b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:57.877589 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:57.907593 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9758015-1089-4cb3-be88-7a3e8555352b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d637b16-9323-4d4f-9272-310099f1c03d'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:23:57.910405 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c6701e0-28a7-4280-b5ac-cdd1314aa858" -d '{"events": [{"server_uuid": "a9758015-1089-4cb3-be88-7a3e8555352b", "name": "network-vif-plugged", "status": "completed", "tag": "6d637b16-9323-4d4f-9272-310099f1c03d"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:23:57.912959 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91e14f27-4cb7-4ce2-9bc3-f1a4d0ff22b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=94461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:23:57.923807 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 6d637b16-9323-4d4f-9272-310099f1c03d, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=6d637b16-9323-4d4f-9272-310099f1c03d,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:23:57.947936 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e14f27-4cb7-4ce2-9bc3-f1a4d0ff22b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0da2e41-5a98-4677-9af8-da287594e60a,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:23:57.952330 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8e6b63-0ee5-4a86-b98b-f11c38cea990 req-5979fec8-2012-4b9a-ba01-2c947a579471 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:57.954208 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-bf8e6b63-0ee5-4a86-b98b-f11c38cea990 req-5979fec8-2012-4b9a-ba01-2c947a579471 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e515203-d639-4b16-86ee-550fdf2c6d1b HTTP/1.1" status: 200 len: 945 time: 0.0676868 Jul 05 02:23:57.955744 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-91e14f27-4cb7-4ce2-9bc3-f1a4d0ff22b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:57.956094 n-d-771362-32 neutron-server[94461]: INFO neutron.db.segments_db [None req-91e14f27-4cb7-4ce2-9bc3-f1a4d0ff22b7 admin admin] Added segment 4b8edf9e-fbbe-49c3-8ab9-aa5342f34657 of type vlan for network 0b98c356-5bba-448b-8369-97bff05ea994 Jul 05 02:23:57.998770 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-bf8e6b63-0ee5-4a86-b98b-f11c38cea990 req-5a2aee1e-7c90-43dd-bfed-3cd2fa133acf tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/security-groups?id=e258e924-fb3e-45d8-9b54-0249433deb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376880 Jul 05 02:23:58.007236 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-91e14f27-4cb7-4ce2-9bc3-f1a4d0ff22b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:58.036242 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05baddcd-eb3a-418c-bd30-eb9f753aeda2 req-0dcda163-459a-4769-adca-10a0c2029272 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:58.038609 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-05baddcd-eb3a-418c-bd30-eb9f753aeda2 req-0dcda163-459a-4769-adca-10a0c2029272 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=10e3279d-1e2b-4e2a-95df-7d3f9ab53f92 HTTP/1.1" status: 200 len: 946 time: 0.1664708 Jul 05 02:23:58.048855 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-126dadd1-0984-4d84-9fe4-b229784a92a8 x-openstack-request-id: req-126dadd1-0984-4d84-9fe4-b229784a92a8 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:23:58.049231 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9758015-1089-4cb3-be88-7a3e8555352b", "name": "network-vif-plugged", "status": "completed", "tag": "6d637b16-9323-4d4f-9272-310099f1c03d", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:23:58.049597 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-126dadd1-0984-4d84-9fe4-b229784a92a8 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:23:58.050484 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9758015-1089-4cb3-be88-7a3e8555352b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d637b16-9323-4d4f-9272-310099f1c03d', 'code': 200} Jul 05 02:23:58.052311 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:58.112165 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=6d637b16-9323-4d4f-9272-310099f1c03d,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:23:58.134791 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-05baddcd-eb3a-418c-bd30-eb9f753aeda2 req-1940228a-9e1b-4ae5-b196-14bde660ea25 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6294ae6-3250-481b-a210-f5c091c8c362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870633 Jul 05 02:23:58.198430 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2856fe-1463-40ce-95f1-fa879ac0376e req-fb1babc8-4c8a-42d3-b878-90d9fa9bd0f6 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:58.200042 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-db2856fe-1463-40ce-95f1-fa879ac0376e req-fb1babc8-4c8a-42d3-b878-90d9fa9bd0f6 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.21 "GET /v2.0/ports?device_id=10e3279d-1e2b-4e2a-95df-7d3f9ab53f92 HTTP/1.1" status: 200 len: 946 time: 0.1400945 Jul 05 02:23:58.200885 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-91e14f27-4cb7-4ce2-9bc3-f1a4d0ff22b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:58.201886 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e14f27-4cb7-4ce2-9bc3-f1a4d0ff22b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:58.202439 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-91e14f27-4cb7-4ce2-9bc3-f1a4d0ff22b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:58.242552 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e133ad6e-085c-4d3c-9a49-9cfb0778518d req-1b456c6f-379b-4249-8db0-ac2d242c4afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:58.244095 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e133ad6e-085c-4d3c-9a49-9cfb0778518d req-1b456c6f-379b-4249-8db0-ac2d242c4afe service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a9758015-1089-4cb3-be88-7a3e8555352b HTTP/1.1" status: 200 len: 1102 time: 0.0872972 Jul 05 02:23:58.293475 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e133ad6e-085c-4d3c-9a49-9cfb0778518d req-96585d7c-dc38-4b13-9d68-a02054737276 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384481 Jul 05 02:23:58.363726 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-91e14f27-4cb7-4ce2-9bc3-f1a4d0ff22b7 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8993762 Jul 05 02:23:58.368038 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 57834) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:23:58.372931 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-fd6b443a-ab43-4f0d-8f9c-1a09eee64dbf admin admin] Request body: {'subnet': {'network_id': '0b98c356-5bba-448b-8369-97bff05ea994', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1480236458-subnet', 'tenant_id': '6fc2d2a5ae2846beabaf18c7e8ece6d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:23:58.395039 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e14f27-4cb7-4ce2-9bc3-f1a4d0ff22b7 admin admin] Pushing event updated for resources: {'Network': ['ID=0b98c356-5bba-448b-8369-97bff05ea994,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:23:58.406586 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 0b98c356-5bba-448b-8369-97bff05ea994 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:23:58.439510 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c47b84-eb4c-46fb-9147-431aa7571811 req-9443d8f5-0f19-461f-a972-34d25fa70520 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:58.441026 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d6c47b84-eb4c-46fb-9147-431aa7571811 req-9443d8f5-0f19-461f-a972-34d25fa70520 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9758015-1089-4cb3-be88-7a3e8555352b HTTP/1.1" status: 200 len: 950 time: 0.1619275 Jul 05 02:23:58.457545 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-db2856fe-1463-40ce-95f1-fa879ac0376e req-ed9ea793-5b4d-4599-a09e-e6d79ebeaba0 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Deleting port af4f21c3-ab71-432b-8b2d-40b580de9644 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:23:58.457896 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-db2856fe-1463-40ce-95f1-fa879ac0376e req-ed9ea793-5b4d-4599-a09e-e6d79ebeaba0 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:58.475032 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd6b443a-ab43-4f0d-8f9c-1a09eee64dbf admin admin] Made reservation on behalf of 6fc2d2a5ae2846beabaf18c7e8ece6d8 for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:23:58.480687 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fd6b443a-ab43-4f0d-8f9c-1a09eee64dbf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:58.543849 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d6c47b84-eb4c-46fb-9147-431aa7571811 req-62447837-67d8-4346-81cc-947cfcf1958f tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938616 Jul 05 02:23:58.597004 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-db2856fe-1463-40ce-95f1-fa879ac0376e req-ed9ea793-5b4d-4599-a09e-e6d79ebeaba0 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] For port af4f21c3-ab71-432b-8b2d-40b580de9644, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=af4f21c3-ab71-432b-8b2d-40b580de9644,segment=NetworkSegment(21ad98b6-ba72-4f1f-a0ef-3d0df329b6a3),segment_id=21ad98b6-ba72-4f1f-a0ef-3d0df329b6a3)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:23:58.597444 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-db2856fe-1463-40ce-95f1-fa879ac0376e req-ed9ea793-5b4d-4599-a09e-e6d79ebeaba0 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:58.610529 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-db2856fe-1463-40ce-95f1-fa879ac0376e req-ed9ea793-5b4d-4599-a09e-e6d79ebeaba0 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Calling delete_port for af4f21c3-ab71-432b-8b2d-40b580de9644 owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:23:58.852453 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-db2856fe-1463-40ce-95f1-fa879ac0376e req-ed9ea793-5b4d-4599-a09e-e6d79ebeaba0 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:58.860547 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fd6b443a-ab43-4f0d-8f9c-1a09eee64dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:58.868541 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['af4f21c3-ab71-432b-8b2d-40b580de9644'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:23:58.888682 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9ea793-5b4d-4599-a09e-e6d79ebeaba0 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Pushing event deleted for resources: {'Port': ['ID=af4f21c3-ab71-432b-8b2d-40b580de9644,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:23:58.936095 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-db2856fe-1463-40ce-95f1-fa879ac0376e req-ed9ea793-5b4d-4599-a09e-e6d79ebeaba0 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] No DVR routers for this DVR port af4f21c3-ab71-432b-8b2d-40b580de9644 on host n-h1-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:23:58.938750 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-db2856fe-1463-40ce-95f1-fa879ac0376e req-ed9ea793-5b4d-4599-a09e-e6d79ebeaba0 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:58.940826 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-db2856fe-1463-40ce-95f1-fa879ac0376e req-ed9ea793-5b4d-4599-a09e-e6d79ebeaba0 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.21 "DELETE /v2.0/ports/af4f21c3-ab71-432b-8b2d-40b580de9644 HTTP/1.1" status: 204 len: 173 time: 0.7287974 Jul 05 02:23:58.941268 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10e3279d-1e2b-4e2a-95df-7d3f9ab53f92', 'name': 'network-vif-deleted', 'tag': 'af4f21c3-ab71-432b-8b2d-40b580de9644'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:23:58.943818 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5322e2e9-2be3-410c-9158-d10c3c968e12" -d '{"events": [{"server_uuid": "10e3279d-1e2b-4e2a-95df-7d3f9ab53f92", "name": "network-vif-deleted", "tag": "af4f21c3-ab71-432b-8b2d-40b580de9644"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:23:58.979775 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6b443a-ab43-4f0d-8f9c-1a09eee64dbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=51d00960-eba9-4eb8-8e62-9d4b4ac8a8ce,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:23:58.985066 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f429f8d7-ba8f-4311-9bd8-7e2bed92d901 x-openstack-request-id: req-f429f8d7-ba8f-4311-9bd8-7e2bed92d901 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:23:58.985369 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10e3279d-1e2b-4e2a-95df-7d3f9ab53f92", "name": "network-vif-deleted", "tag": "af4f21c3-ab71-432b-8b2d-40b580de9644", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:23:58.985663 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f429f8d7-ba8f-4311-9bd8-7e2bed92d901 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:23:58.985991 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10e3279d-1e2b-4e2a-95df-7d3f9ab53f92', 'name': 'network-vif-deleted', 'tag': 'af4f21c3-ab71-432b-8b2d-40b580de9644', 'status': 'completed', 'code': 200} Jul 05 02:23:58.997806 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6b443a-ab43-4f0d-8f9c-1a09eee64dbf admin admin] Checking segment: {'id': '4b8edf9e-fbbe-49c3-8ab9-aa5342f34657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '0b98c356-5bba-448b-8369-97bff05ea994'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:23:58.998186 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6b443a-ab43-4f0d-8f9c-1a09eee64dbf admin admin] Network hostable DHCP agents. Network: 0b98c356-5bba-448b-8369-97bff05ea994, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:23:59.007707 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf99b1-4317-48ab-a694-7955a00baa3a req-5ebae8e5-b1ad-4ae8-a1d5-4cdcf371107f tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:59.009456 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-01bf99b1-4317-48ab-a694-7955a00baa3a req-5ebae8e5-b1ad-4ae8-a1d5-4cdcf371107f tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/networks?id=55b2af88-9a2d-4dae-81b7-55512d5ddd72 HTTP/1.1" status: 200 len: 815 time: 0.1750560 Jul 05 02:23:59.030588 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-01bf99b1-4317-48ab-a694-7955a00baa3a req-89905bae-3171-4db9-a248-b7d0fad4688a tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/quotas/b6fa0ecda1ba42b2b5dec68669f2a61a HTTP/1.1" status: 200 len: 375 time: 0.0148056 Jul 05 02:23:59.103721 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-01bf99b1-4317-48ab-a694-7955a00baa3a req-bd54223a-470e-46e7-a9a0-568a909c79a5 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b6fa0ecda1ba42b2b5dec68669f2a61a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0678403 Jul 05 02:23:59.224925 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-01bf99b1-4317-48ab-a694-7955a00baa3a req-6b50f806-bffb-4232-a4e9-a2afdffe8a22 service neutron] 10.222.0.23 "GET /v2.0/networks/55b2af88-9a2d-4dae-81b7-55512d5ddd72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097968 Jul 05 02:23:59.253704 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6b443a-ab43-4f0d-8f9c-1a09eee64dbf admin admin] Network 0b98c356-5bba-448b-8369-97bff05ea994 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:23:59.293219 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8967cd3e-c408-4d87-890a-a52d8a8d4166 req-eb8ec867-2320-4b9a-8389-a40d31af7986 tempest-DeleteServersTestJSON-1302562702 tempest-DeleteServersTestJSON-1302562702-project] 10.222.0.23 "GET /v2.0/ports?device_id=10e3279d-1e2b-4e2a-95df-7d3f9ab53f92 HTTP/1.1" status: 200 len: 210 time: 0.0311680 Jul 05 02:23:59.335197 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-01bf99b1-4317-48ab-a694-7955a00baa3a req-d1a5c231-510a-4ef7-95d9-7e1925ecbdcd service neutron] 10.222.0.23 "GET /v2.0/networks/55b2af88-9a2d-4dae-81b7-55512d5ddd72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034555 Jul 05 02:23:59.446219 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-fd6b443a-ab43-4f0d-8f9c-1a09eee64dbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 0b98c356-5bba-448b-8369-97bff05ea994) {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:23:59.450535 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6b443a-ab43-4f0d-8f9c-1a09eee64dbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:59.451146 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fd6b443a-ab43-4f0d-8f9c-1a09eee64dbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:23:59.458608 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7a887a-bb9e-45fd-96d7-e59e13c1af4d None None] Network 0b98c356-5bba-448b-8369-97bff05ea994 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:23:59.593526 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507ed5ea-3e61-4005-8746-7fb531664881 None None] Network 0b98c356-5bba-448b-8369-97bff05ea994 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:23:59.634498 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-fd6b443a-ab43-4f0d-8f9c-1a09eee64dbf admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2558985 Jul 05 02:23:59.756143 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2cbc1806-976b-4a84-926c-9fb4e083224a req-197b55b8-9cf5-4214-8ffa-9591ca5a1338 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6109dc9-2651-41d2-b0a8-a95d2937982f HTTP/1.1" status: 200 len: 210 time: 0.0683260 Jul 05 02:23:59.833505 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48422e8-3a07-4a64-88a0-5b04e7570483 req-71018bf6-8402-4fba-a46e-e5326baf4c7f tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:23:59.845292 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d48422e8-3a07-4a64-88a0-5b04e7570483 req-71018bf6-8402-4fba-a46e-e5326baf4c7f tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9758015-1089-4cb3-be88-7a3e8555352b HTTP/1.1" status: 200 len: 950 time: 0.1373191 Jul 05 02:23:59.906619 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d48422e8-3a07-4a64-88a0-5b04e7570483 req-16d7833f-31cc-4f6b-a21f-72c6a01a92e5 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593932 Jul 05 02:24:00.091063 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce544452-c747-425d-9d27-1f315ffdea5c req-e10b5cc2-fd1a-4218-81a4-094d3b1893a2 tempest-MigrationsAdminTest-1981674011 tempest-MigrationsAdminTest-1981674011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:00.093155 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ce544452-c747-425d-9d27-1f315ffdea5c req-e10b5cc2-fd1a-4218-81a4-094d3b1893a2 tempest-MigrationsAdminTest-1981674011 tempest-MigrationsAdminTest-1981674011-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a9758015-1089-4cb3-be88-7a3e8555352b HTTP/1.1" status: 200 len: 1102 time: 0.0610261 Jul 05 02:24:00.111251 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ba8742-e1bc-4983-9ee7-f903e0db3085 req-220f6cc0-2267-4207-abc4-33b4b2fa26b2 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:00.120727 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-17ba8742-e1bc-4983-9ee7-f903e0db3085 req-220f6cc0-2267-4207-abc4-33b4b2fa26b2 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e515203-d639-4b16-86ee-550fdf2c6d1b HTTP/1.1" status: 200 len: 945 time: 0.0870490 Jul 05 02:24:00.135942 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ce544452-c747-425d-9d27-1f315ffdea5c req-d73e7ff1-287e-46f9-adac-891ad6722b0a tempest-MigrationsAdminTest-1981674011 tempest-MigrationsAdminTest-1981674011-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326293 Jul 05 02:24:00.326919 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-17ba8742-e1bc-4983-9ee7-f903e0db3085 req-c992910a-3c47-4e16-be52-ead5559109ee tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Deleting port 6f9d981e-72d1-48c2-b37c-765b2e84d661 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:24:00.327351 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-17ba8742-e1bc-4983-9ee7-f903e0db3085 req-c992910a-3c47-4e16-be52-ead5559109ee tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:00.388245 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a2d05-4842-4779-86c1-7fdfbfc86f79 req-5dba7411-4b79-4b5a-a29c-486ef918e9b3 tempest-ServerMetadataNegativeTestJSON-344263558 tempest-ServerMetadataNegativeTestJSON-344263558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:00.389743 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bb2a2d05-4842-4779-86c1-7fdfbfc86f79 req-5dba7411-4b79-4b5a-a29c-486ef918e9b3 tempest-ServerMetadataNegativeTestJSON-344263558 tempest-ServerMetadataNegativeTestJSON-344263558-project] 10.222.0.23 "GET /v2.0/networks?id=0b98c356-5bba-448b-8369-97bff05ea994 HTTP/1.1" status: 200 len: 821 time: 0.1880147 Jul 05 02:24:00.411254 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bb2a2d05-4842-4779-86c1-7fdfbfc86f79 req-cb3ec148-0389-4638-b1c0-a2d4283ec03b tempest-ServerMetadataNegativeTestJSON-344263558 tempest-ServerMetadataNegativeTestJSON-344263558-project] 10.222.0.23 "GET /v2.0/quotas/6fc2d2a5ae2846beabaf18c7e8ece6d8 HTTP/1.1" status: 200 len: 375 time: 0.0144145 Jul 05 02:24:00.470906 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bb2a2d05-4842-4779-86c1-7fdfbfc86f79 req-23a8fa22-204f-41e2-8b0d-c3072f58fb5d tempest-ServerMetadataNegativeTestJSON-344263558 tempest-ServerMetadataNegativeTestJSON-344263558-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6fc2d2a5ae2846beabaf18c7e8ece6d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0456028 Jul 05 02:24:00.499966 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-17ba8742-e1bc-4983-9ee7-f903e0db3085 req-c992910a-3c47-4e16-be52-ead5559109ee tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] For port 6f9d981e-72d1-48c2-b37c-765b2e84d661, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=6f9d981e-72d1-48c2-b37c-765b2e84d661,segment=NetworkSegment(a028bd42-8637-4eda-b2d9-cfc3731c23e0),segment_id=a028bd42-8637-4eda-b2d9-cfc3731c23e0)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:24:00.500355 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-17ba8742-e1bc-4983-9ee7-f903e0db3085 req-c992910a-3c47-4e16-be52-ead5559109ee tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:00.515956 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-17ba8742-e1bc-4983-9ee7-f903e0db3085 req-c992910a-3c47-4e16-be52-ead5559109ee tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Calling delete_port for 6f9d981e-72d1-48c2-b37c-765b2e84d661 owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:24:00.816283 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bb2a2d05-4842-4779-86c1-7fdfbfc86f79 req-42b5474b-1c5a-4acc-bdec-be48d230d315 service neutron] 10.222.0.23 "GET /v2.0/networks/0b98c356-5bba-448b-8369-97bff05ea994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3407905 Jul 05 02:24:00.908522 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-17ba8742-e1bc-4983-9ee7-f903e0db3085 req-c992910a-3c47-4e16-be52-ead5559109ee tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:00.920127 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bb2a2d05-4842-4779-86c1-7fdfbfc86f79 req-555e6f47-9aaf-4d39-87f9-24c0da98e490 service neutron] 10.222.0.23 "GET /v2.0/networks/0b98c356-5bba-448b-8369-97bff05ea994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969555 Jul 05 02:24:00.921260 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['6f9d981e-72d1-48c2-b37c-765b2e84d661'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:24:00.944902 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c992910a-3c47-4e16-be52-ead5559109ee tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Pushing event deleted for resources: {'Port': ['ID=6f9d981e-72d1-48c2-b37c-765b2e84d661,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:00.991534 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-17ba8742-e1bc-4983-9ee7-f903e0db3085 req-c992910a-3c47-4e16-be52-ead5559109ee tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] No DVR routers for this DVR port 6f9d981e-72d1-48c2-b37c-765b2e84d661 on host n-h2-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:24:00.994041 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-17ba8742-e1bc-4983-9ee7-f903e0db3085 req-c992910a-3c47-4e16-be52-ead5559109ee tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:00.996171 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-17ba8742-e1bc-4983-9ee7-f903e0db3085 req-c992910a-3c47-4e16-be52-ead5559109ee tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.15 "DELETE /v2.0/ports/6f9d981e-72d1-48c2-b37c-765b2e84d661 HTTP/1.1" status: 204 len: 173 time: 0.8774481 Jul 05 02:24:00.996764 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e515203-d639-4b16-86ee-550fdf2c6d1b', 'name': 'network-vif-deleted', 'tag': '6f9d981e-72d1-48c2-b37c-765b2e84d661'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:24:00.999405 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b744def2-eaec-4a1e-a8a7-ef088795b9d3" -d '{"events": [{"server_uuid": "2e515203-d639-4b16-86ee-550fdf2c6d1b", "name": "network-vif-deleted", "tag": "6f9d981e-72d1-48c2-b37c-765b2e84d661"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:24:01.361316 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-72f3cf98-beae-4e7c-9387-fec8261f210e req-e3fe5683-f170-4b81-9c7f-626ae8c383f4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a9758015-1089-4cb3-be88-7a3e8555352b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0669663 Jul 05 02:24:01.374345 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-58139ecd-cafd-4fb2-84d6-de00d622b504 req-5d59a689-e279-41f7-bc38-16d2deb11d36 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6109dc9-2651-41d2-b0a8-a95d2937982f HTTP/1.1" status: 200 len: 210 time: 0.0801611 Jul 05 02:24:01.434805 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-569cd958-e4d0-4fb1-82c3-ab18bb57c336 x-openstack-request-id: req-569cd958-e4d0-4fb1-82c3-ab18bb57c336 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:24:01.435102 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e515203-d639-4b16-86ee-550fdf2c6d1b", "name": "network-vif-deleted", "tag": "6f9d981e-72d1-48c2-b37c-765b2e84d661", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:24:01.435448 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-569cd958-e4d0-4fb1-82c3-ab18bb57c336 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:24:01.435853 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e515203-d639-4b16-86ee-550fdf2c6d1b', 'name': 'network-vif-deleted', 'tag': '6f9d981e-72d1-48c2-b37c-765b2e84d661', 'status': 'completed', 'code': 200} Jul 05 02:24:01.599827 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5200f7e1-181f-493e-94e2-8247bf85f041 req-0d8d564b-585f-469c-8384-c7dfdc0e8ea6 tempest-ServerMetadataNegativeTestJSON-344263558 tempest-ServerMetadataNegativeTestJSON-344263558-project] 10.222.0.23 "GET /v2.0/ports?device_id=6854b7ea-13d6-4721-919f-67646a3f1cd1 HTTP/1.1" status: 200 len: 210 time: 0.0286043 Jul 05 02:24:01.606743 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab97494d-29cd-44ad-a157-967b4a79e010 req-a97e2136-c844-492d-acb0-e1cbe93772aa tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:01.608340 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ab97494d-29cd-44ad-a157-967b4a79e010 req-a97e2136-c844-492d-acb0-e1cbe93772aa tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9758015-1089-4cb3-be88-7a3e8555352b HTTP/1.1" status: 200 len: 950 time: 0.0754020 Jul 05 02:24:01.627697 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device af4f21c3-ab71-432b-8b2d-40b580de9644 no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:24:01.685506 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] No Port match for: af4f21c3-ab71-432b-8b2d-40b580de9644 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:24:01.685873 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device af4f21c3-ab71-432b-8b2d-40b580de9644 not bound to the agent host n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:24:01.711732 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ab97494d-29cd-44ad-a157-967b4a79e010 req-b828ca3d-f687-4fee-8f55-880d4c338e76 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968728 Jul 05 02:24:02.517813 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2d50e05e-5960-476e-a8a1-5ef84a6b9942 req-b2cb07ce-bf65-457e-a673-8d36e0fefa30 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6109dc9-2651-41d2-b0a8-a95d2937982f HTTP/1.1" status: 200 len: 210 time: 0.0288045 Jul 05 02:24:02.690889 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d9eac6e3-3df7-4eee-982a-f13674f12614 req-58f160d0-c515-4881-ba11-ffa07fec1fe4 tempest-ServerMetadataNegativeTestJSON-344263558 tempest-ServerMetadataNegativeTestJSON-344263558-project] 10.222.0.23 "GET /v2.0/ports?device_id=6854b7ea-13d6-4721-919f-67646a3f1cd1 HTTP/1.1" status: 200 len: 210 time: 0.0277357 Jul 05 02:24:02.890994 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90bc159-fb41-4248-b3af-4db4bb3d78b0 req-460b0be0-9c2c-432a-95ae-1107148529a0 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:02.892555 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b90bc159-fb41-4248-b3af-4db4bb3d78b0 req-460b0be0-9c2c-432a-95ae-1107148529a0 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9758015-1089-4cb3-be88-7a3e8555352b HTTP/1.1" status: 200 len: 950 time: 0.0717912 Jul 05 02:24:02.944849 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b90bc159-fb41-4248-b3af-4db4bb3d78b0 req-0c15929d-3e6c-4c03-944a-722f9b35bb24 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423493 Jul 05 02:24:03.448871 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 6f9d981e-72d1-48c2-b37c-765b2e84d661 no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:24:03.475276 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] No Port match for: 6f9d981e-72d1-48c2-b37c-765b2e84d661 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:24:03.475948 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 6f9d981e-72d1-48c2-b37c-765b2e84d661 not bound to the agent host n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:24:03.481026 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf99b1-4317-48ab-a694-7955a00baa3a req-22693228-44cb-4260-b40c-7bdb6228e450 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:03.485824 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-01bf99b1-4317-48ab-a694-7955a00baa3a req-22693228-44cb-4260-b40c-7bdb6228e450 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.21 "GET /v2.0/networks?id=55b2af88-9a2d-4dae-81b7-55512d5ddd72 HTTP/1.1" status: 200 len: 815 time: 0.1581395 Jul 05 02:24:03.496203 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-01bf99b1-4317-48ab-a694-7955a00baa3a req-8200536f-6f36-442e-9ab5-1be239205fb7 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Request body: {'port': {'device_id': 'e6109dc9-2651-41d2-b0a8-a95d2937982f', 'network_id': '55b2af88-9a2d-4dae-81b7-55512d5ddd72', 'admin_state_up': True, 'tenant_id': 'b6fa0ecda1ba42b2b5dec68669f2a61a'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:24:03.773667 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bc7824bc-37e2-4a90-8d17-cc76a10a9241 req-4514c7cf-c9ad-42e4-ad8a-d39196dfd687 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6109dc9-2651-41d2-b0a8-a95d2937982f HTTP/1.1" status: 200 len: 210 time: 0.0683362 Jul 05 02:24:03.811629 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-abde8ba8-5b48-4050-a1b6-7615a9553703 req-b7b322fe-300e-4588-980d-46773caf41e4 tempest-ServerMetadataNegativeTestJSON-344263558 tempest-ServerMetadataNegativeTestJSON-344263558-project] 10.222.0.23 "GET /v2.0/ports?device_id=6854b7ea-13d6-4721-919f-67646a3f1cd1 HTTP/1.1" status: 200 len: 210 time: 0.0396957 Jul 05 02:24:03.837437 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01bf99b1-4317-48ab-a694-7955a00baa3a req-8200536f-6f36-442e-9ab5-1be239205fb7 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Made reservation on behalf of b6fa0ecda1ba42b2b5dec68669f2a61a for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:24:03.841297 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-01bf99b1-4317-48ab-a694-7955a00baa3a req-8200536f-6f36-442e-9ab5-1be239205fb7 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:03.965451 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-01bf99b1-4317-48ab-a694-7955a00baa3a req-8200536f-6f36-442e-9ab5-1be239205fb7 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Allocated IP 172.20.0.14 (55b2af88-9a2d-4dae-81b7-55512d5ddd72/fbfab68e-d1de-4dba-81aa-90f8a22bcf7c/b4a0e92c-1260-43b4-9ee0-6cf9d4d47bdf) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:24:04.194221 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-01bf99b1-4317-48ab-a694-7955a00baa3a req-8200536f-6f36-442e-9ab5-1be239205fb7 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:04.235616 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee624c14-4b6a-48d8-9dc9-4c9476a2c53b req-9f960446-ef5e-487e-a241-bcdc1512ef7d tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:04.239495 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ee624c14-4b6a-48d8-9dc9-4c9476a2c53b req-9f960446-ef5e-487e-a241-bcdc1512ef7d tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9758015-1089-4cb3-be88-7a3e8555352b HTTP/1.1" status: 200 len: 950 time: 0.1461895 Jul 05 02:24:04.298294 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ee624c14-4b6a-48d8-9dc9-4c9476a2c53b req-896193e4-5131-4246-b7a3-491c500a551c tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392699 Jul 05 02:24:04.367891 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-01bf99b1-4317-48ab-a694-7955a00baa3a req-8200536f-6f36-442e-9ab5-1be239205fb7 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:04.420062 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01bf99b1-4317-48ab-a694-7955a00baa3a req-8200536f-6f36-442e-9ab5-1be239205fb7 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Network 55b2af88-9a2d-4dae-81b7-55512d5ddd72 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:24:04.432364 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-01bf99b1-4317-48ab-a694-7955a00baa3a req-8200536f-6f36-442e-9ab5-1be239205fb7 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:24:04.445743 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-01bf99b1-4317-48ab-a694-7955a00baa3a req-8200536f-6f36-442e-9ab5-1be239205fb7 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:24:04.501011 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf99b1-4317-48ab-a694-7955a00baa3a req-8200536f-6f36-442e-9ab5-1be239205fb7 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:04.501771 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-01bf99b1-4317-48ab-a694-7955a00baa3a req-8200536f-6f36-442e-9ab5-1be239205fb7 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:04.511248 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8200536f-6f36-442e-9ab5-1be239205fb7 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Pushing event updated for resources: {'Port': ['ID=b4a0e92c-1260-43b4-9ee0-6cf9d4d47bdf,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:04.607102 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-01bf99b1-4317-48ab-a694-7955a00baa3a req-8200536f-6f36-442e-9ab5-1be239205fb7 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1148474 Jul 05 02:24:04.617934 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-01bf99b1-4317-48ab-a694-7955a00baa3a req-3c9b66ed-60c0-4f38-a2c0-1d1776cd37a5 service neutron] Request body: {'port': {'device_id': 'e6109dc9-2651-41d2-b0a8-a95d2937982f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:24:04.691999 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-01bf99b1-4317-48ab-a694-7955a00baa3a req-3c9b66ed-60c0-4f38-a2c0-1d1776cd37a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:05.019082 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae96eb8-bdf0-4610-a45a-cd1bbf0cf17b req-c0546bf1-e6dd-410a-b9ee-5e9da0127d31 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:05.022968 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9ae96eb8-bdf0-4610-a45a-cd1bbf0cf17b req-c0546bf1-e6dd-410a-b9ee-5e9da0127d31 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6109dc9-2651-41d2-b0a8-a95d2937982f HTTP/1.1" status: 200 len: 932 time: 0.1163039 Jul 05 02:24:05.033096 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-72b3ccd8-2574-451a-a5bd-84170b2fd97e req-7ace5be9-598b-42d8-bcfd-8cdb6ca3a345 tempest-ServerMetadataNegativeTestJSON-344263558 tempest-ServerMetadataNegativeTestJSON-344263558-project] 10.222.0.23 "GET /v2.0/ports?device_id=6854b7ea-13d6-4721-919f-67646a3f1cd1 HTTP/1.1" status: 200 len: 210 time: 0.0380197 Jul 05 02:24:05.080586 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9ae96eb8-bdf0-4610-a45a-cd1bbf0cf17b req-c4f54951-5e57-4f8e-9194-1cf025f2205e tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/security-groups?id=e258e924-fb3e-45d8-9b54-0249433deb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516937 Jul 05 02:24:05.090437 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-01bf99b1-4317-48ab-a694-7955a00baa3a req-3c9b66ed-60c0-4f38-a2c0-1d1776cd37a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4a0e92c-1260-43b4-9ee0-6cf9d4d47bdf {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:24:05.103923 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 58048) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:24:05.112267 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-01bf99b1-4317-48ab-a694-7955a00baa3a req-3c9b66ed-60c0-4f38-a2c0-1d1776cd37a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:05.127118 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-01bf99b1-4317-48ab-a694-7955a00baa3a req-3c9b66ed-60c0-4f38-a2c0-1d1776cd37a5 service neutron] Transition to ACTIVE for port object b4a0e92c-1260-43b4-9ee0-6cf9d4d47bdf will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:24:05.150757 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f3cf98-beae-4e7c-9387-fec8261f210e req-b6005827-ce7b-4465-a104-53d394b5cca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:05.153909 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-72f3cf98-beae-4e7c-9387-fec8261f210e req-b6005827-ce7b-4465-a104-53d394b5cca6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7bde4afb78a7485193d4b3fb4c23ad75&device_id=a9758015-1089-4cb3-be88-7a3e8555352b HTTP/1.1" status: 200 len: 1102 time: 0.0723307 Jul 05 02:24:05.256652 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9091f64d-028b-48fe-8ad0-e5dd05b3702f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:05.267782 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-01bf99b1-4317-48ab-a694-7955a00baa3a req-3c9b66ed-60c0-4f38-a2c0-1d1776cd37a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:05.273132 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f3cf98-beae-4e7c-9387-fec8261f210e req-4da259a8-8282-49b7-9902-bf7bb498e766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:05.275007 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-72f3cf98-beae-4e7c-9387-fec8261f210e req-4da259a8-8282-49b7-9902-bf7bb498e766 service neutron] 10.222.0.21 "GET /v2.0/networks?id=dff432c2-7366-4622-aebb-da22fe05bfd4 HTTP/1.1" status: 200 len: 869 time: 0.1148689 Jul 05 02:24:05.321601 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-72f3cf98-beae-4e7c-9387-fec8261f210e req-5630b438-432d-4520-9b41-ee41f2251813 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=6d637b16-9323-4d4f-9272-310099f1c03d HTTP/1.1" status: 200 len: 217 time: 0.0385690 Jul 05 02:24:05.380607 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9b66ed-60c0-4f38-a2c0-1d1776cd37a5 service neutron] Pushing event updated for resources: {'Port': ['ID=b4a0e92c-1260-43b4-9ee0-6cf9d4d47bdf,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:05.436356 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f3cf98-beae-4e7c-9387-fec8261f210e req-bfbe8e88-9a2b-421d-b484-9b150d39f10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:05.437873 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-72f3cf98-beae-4e7c-9387-fec8261f210e req-bfbe8e88-9a2b-421d-b484-9b150d39f10e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b840e204-692c-4f54-8f07-f6563e8e36b1 HTTP/1.1" status: 200 len: 843 time: 0.1006272 Jul 05 02:24:05.511315 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-01bf99b1-4317-48ab-a694-7955a00baa3a req-3c9b66ed-60c0-4f38-a2c0-1d1776cd37a5 service neutron] Attempting to bind port b4a0e92c-1260-43b4-9ee0-6cf9d4d47bdf on host n-h1-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:24:05.511580 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-01bf99b1-4317-48ab-a694-7955a00baa3a req-3c9b66ed-60c0-4f38-a2c0-1d1776cd37a5 service neutron] Attempting to bind port b4a0e92c-1260-43b4-9ee0-6cf9d4d47bdf by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': 'a028bd42-8637-4eda-b2d9-cfc3731c23e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '55b2af88-9a2d-4dae-81b7-55512d5ddd72'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:24:05.512270 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01bf99b1-4317-48ab-a694-7955a00baa3a req-3c9b66ed-60c0-4f38-a2c0-1d1776cd37a5 service neutron] Attempting to bind port b4a0e92c-1260-43b4-9ee0-6cf9d4d47bdf on network 55b2af88-9a2d-4dae-81b7-55512d5ddd72 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:24:05.521857 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f3cf98-beae-4e7c-9387-fec8261f210e req-b47afef9-bc0e-4442-b468-0d42e5a0e1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:05.524506 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-72f3cf98-beae-4e7c-9387-fec8261f210e req-b47afef9-bc0e-4442-b468-0d42e5a0e1ca service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dff432c2-7366-4622-aebb-da22fe05bfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0716853 Jul 05 02:24:05.533608 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9091f64d-028b-48fe-8ad0-e5dd05b3702f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:05.534574 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01bf99b1-4317-48ab-a694-7955a00baa3a req-3c9b66ed-60c0-4f38-a2c0-1d1776cd37a5 service neutron] Port b4a0e92c-1260-43b4-9ee0-6cf9d4d47bdf on network 55b2af88-9a2d-4dae-81b7-55512d5ddd72 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:24:05.535098 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01bf99b1-4317-48ab-a694-7955a00baa3a req-3c9b66ed-60c0-4f38-a2c0-1d1776cd37a5 service neutron] Attempting to bind port b4a0e92c-1260-43b4-9ee0-6cf9d4d47bdf on network 55b2af88-9a2d-4dae-81b7-55512d5ddd72 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:24:05.547065 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01bf99b1-4317-48ab-a694-7955a00baa3a req-3c9b66ed-60c0-4f38-a2c0-1d1776cd37a5 service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:24:05.547409 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01bf99b1-4317-48ab-a694-7955a00baa3a req-3c9b66ed-60c0-4f38-a2c0-1d1776cd37a5 service neutron] Checking segment: {'id': 'a028bd42-8637-4eda-b2d9-cfc3731c23e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '55b2af88-9a2d-4dae-81b7-55512d5ddd72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:24:05.547804 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01bf99b1-4317-48ab-a694-7955a00baa3a req-3c9b66ed-60c0-4f38-a2c0-1d1776cd37a5 service neutron] Bound using segment: {'id': 'a028bd42-8637-4eda-b2d9-cfc3731c23e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '55b2af88-9a2d-4dae-81b7-55512d5ddd72'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:24:05.548220 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-01bf99b1-4317-48ab-a694-7955a00baa3a req-3c9b66ed-60c0-4f38-a2c0-1d1776cd37a5 service neutron] Bound port: b4a0e92c-1260-43b4-9ee0-6cf9d4d47bdf, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a028bd42-8637-4eda-b2d9-cfc3731c23e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '55b2af88-9a2d-4dae-81b7-55512d5ddd72'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:24:05.548575 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-01bf99b1-4317-48ab-a694-7955a00baa3a req-3c9b66ed-60c0-4f38-a2c0-1d1776cd37a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:05.584578 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e466a99a-d465-4efc-9f18-7ac69d0e9737 req-5b7ddce1-64f9-4be5-85aa-ef0f6ed95109 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:05.586697 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e466a99a-d465-4efc-9f18-7ac69d0e9737 req-5b7ddce1-64f9-4be5-85aa-ef0f6ed95109 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9758015-1089-4cb3-be88-7a3e8555352b HTTP/1.1" status: 200 len: 950 time: 0.1462393 Jul 05 02:24:05.639382 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-72f3cf98-beae-4e7c-9387-fec8261f210e req-19c80d9f-58b6-4bda-a063-ed5c664b4c84 service neutron] 10.222.0.21 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972004 Jul 05 02:24:05.645846 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9091f64d-028b-48fe-8ad0-e5dd05b3702f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:05.721210 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e466a99a-d465-4efc-9f18-7ac69d0e9737 req-61c24a73-4fd7-489d-9e3e-b551ba8ba64d tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142592 Jul 05 02:24:05.731809 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-01bf99b1-4317-48ab-a694-7955a00baa3a req-3c9b66ed-60c0-4f38-a2c0-1d1776cd37a5 service neutron] For port b4a0e92c-1260-43b4-9ee0-6cf9d4d47bdf, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:24:05.747752 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9091f64d-028b-48fe-8ad0-e5dd05b3702f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c25f90-f08f-4e5d-9816-517035890e09,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:05.762213 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-9091f64d-028b-48fe-8ad0-e5dd05b3702f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c75b34fa8cff422e9ebb1e4ba7b32e24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6546178 Jul 05 02:24:05.765860 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 58058) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:24:05.777688 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-01bf99b1-4317-48ab-a694-7955a00baa3a req-3c9b66ed-60c0-4f38-a2c0-1d1776cd37a5 service neutron] For port b4a0e92c-1260-43b4-9ee0-6cf9d4d47bdf, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=b4a0e92c-1260-43b4-9ee0-6cf9d4d47bdf,segment=NetworkSegment(a028bd42-8637-4eda-b2d9-cfc3731c23e0),segment_id=a028bd42-8637-4eda-b2d9-cfc3731c23e0)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:24:05.781084 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-72f3cf98-beae-4e7c-9387-fec8261f210e req-098d652b-4b37-4629-aac2-8388118828e0 service neutron] 10.222.0.21 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338148 Jul 05 02:24:05.899287 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2346a172-e88f-40fa-a078-f14b4b23881d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:05.924739 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a2d05-4842-4779-86c1-7fdfbfc86f79 req-13b1abe2-14d2-492c-b001-b7dece523bcd tempest-ServerMetadataNegativeTestJSON-344263558 tempest-ServerMetadataNegativeTestJSON-344263558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:05.926269 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bb2a2d05-4842-4779-86c1-7fdfbfc86f79 req-13b1abe2-14d2-492c-b001-b7dece523bcd tempest-ServerMetadataNegativeTestJSON-344263558 tempest-ServerMetadataNegativeTestJSON-344263558-project] 10.222.0.21 "GET /v2.0/networks?id=0b98c356-5bba-448b-8369-97bff05ea994 HTTP/1.1" status: 200 len: 821 time: 0.1655509 Jul 05 02:24:05.940785 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-bb2a2d05-4842-4779-86c1-7fdfbfc86f79 req-a0121496-8a27-4dc0-905f-839da1813c3d tempest-ServerMetadataNegativeTestJSON-344263558 tempest-ServerMetadataNegativeTestJSON-344263558-project] Request body: {'port': {'device_id': '6854b7ea-13d6-4721-919f-67646a3f1cd1', 'network_id': '0b98c356-5bba-448b-8369-97bff05ea994', 'admin_state_up': True, 'tenant_id': '6fc2d2a5ae2846beabaf18c7e8ece6d8'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:24:05.946775 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2346a172-e88f-40fa-a078-f14b4b23881d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:05.964160 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-01bf99b1-4317-48ab-a694-7955a00baa3a req-3c9b66ed-60c0-4f38-a2c0-1d1776cd37a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:06.063636 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf99b1-4317-48ab-a694-7955a00baa3a req-3c9b66ed-60c0-4f38-a2c0-1d1776cd37a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:06.064370 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-01bf99b1-4317-48ab-a694-7955a00baa3a req-3c9b66ed-60c0-4f38-a2c0-1d1776cd37a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:06.065652 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-01bf99b1-4317-48ab-a694-7955a00baa3a req-3c9b66ed-60c0-4f38-a2c0-1d1776cd37a5 service neutron] 10.222.0.21 "PUT /v2.0/ports/b4a0e92c-1260-43b4-9ee0-6cf9d4d47bdf HTTP/1.1" status: 200 len: 1093 time: 1.4520569 Jul 05 02:24:06.067780 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6109dc9-2651-41d2-b0a8-a95d2937982f', 'tag': 'b4a0e92c-1260-43b4-9ee0-6cf9d4d47bdf'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:24:06.070079 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6143e4f-b4cb-4622-af0c-766be3e270cd" -d '{"events": [{"name": "network-changed", "server_uuid": "e6109dc9-2651-41d2-b0a8-a95d2937982f", "tag": "b4a0e92c-1260-43b4-9ee0-6cf9d4d47bdf"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:24:06.108350 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9b66ed-60c0-4f38-a2c0-1d1776cd37a5 service neutron] Pushing event updated for resources: {'Port': ['ID=b4a0e92c-1260-43b4-9ee0-6cf9d4d47bdf,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:06.150555 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82196948-d2c8-4f7e-bba4-65a790c0cb68 x-openstack-request-id: req-82196948-d2c8-4f7e-bba4-65a790c0cb68 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:24:06.151102 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6109dc9-2651-41d2-b0a8-a95d2937982f", "tag": "b4a0e92c-1260-43b4-9ee0-6cf9d4d47bdf", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:24:06.151514 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-82196948-d2c8-4f7e-bba4-65a790c0cb68 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:24:06.152138 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6109dc9-2651-41d2-b0a8-a95d2937982f', 'tag': 'b4a0e92c-1260-43b4-9ee0-6cf9d4d47bdf', 'status': 'completed', 'code': 200} Jul 05 02:24:06.233390 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e2212535-29b6-4241-8695-310b7e0a982b req-0002790d-7c9b-4be0-960f-d54886d12399 tempest-ServerMetadataNegativeTestJSON-344263558 tempest-ServerMetadataNegativeTestJSON-344263558-project] 10.222.0.23 "GET /v2.0/ports?device_id=6854b7ea-13d6-4721-919f-67646a3f1cd1 HTTP/1.1" status: 200 len: 210 time: 0.0342934 Jul 05 02:24:06.238309 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6143e4f-b4cb-4622-af0c-766be3e270cd req-14aa84d9-51cf-4fc5-8288-e5c33be3395b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:06.240259 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f6143e4f-b4cb-4622-af0c-766be3e270cd req-14aa84d9-51cf-4fc5-8288-e5c33be3395b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b6fa0ecda1ba42b2b5dec68669f2a61a&device_id=e6109dc9-2651-41d2-b0a8-a95d2937982f HTTP/1.1" status: 200 len: 1096 time: 0.0635657 Jul 05 02:24:06.352150 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb2a2d05-4842-4779-86c1-7fdfbfc86f79 req-a0121496-8a27-4dc0-905f-839da1813c3d tempest-ServerMetadataNegativeTestJSON-344263558 tempest-ServerMetadataNegativeTestJSON-344263558-project] Made reservation on behalf of 6fc2d2a5ae2846beabaf18c7e8ece6d8 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:24:06.352150 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-bb2a2d05-4842-4779-86c1-7fdfbfc86f79 req-a0121496-8a27-4dc0-905f-839da1813c3d tempest-ServerMetadataNegativeTestJSON-344263558 tempest-ServerMetadataNegativeTestJSON-344263558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:06.565008 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 58078) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:24:06.619091 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd0edbd9-2a09-4f1f-9a0a-b6da30937cfb admin admin] Deleting subnet 86343a12-8825-4191-b518-68943eb24150 {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:24:06.622740 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fd0edbd9-2a09-4f1f-9a0a-b6da30937cfb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:06.749785 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6143e4f-b4cb-4622-af0c-766be3e270cd req-2cb43907-32b9-49d5-a7cd-d0e54fcc010d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:06.751402 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f6143e4f-b4cb-4622-af0c-766be3e270cd req-2cb43907-32b9-49d5-a7cd-d0e54fcc010d service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=b6fa0ecda1ba42b2b5dec68669f2a61a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4978569 Jul 05 02:24:06.760015 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea4e98b-51ee-493d-8ea2-ef84bbad8c19 req-88ba1e9b-c5d8-4f6f-ae5d-f0648caf4057 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:06.761563 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bea4e98b-51ee-493d-8ea2-ef84bbad8c19 req-88ba1e9b-c5d8-4f6f-ae5d-f0648caf4057 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6109dc9-2651-41d2-b0a8-a95d2937982f HTTP/1.1" status: 200 len: 944 time: 0.4965637 Jul 05 02:24:06.859076 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bea4e98b-51ee-493d-8ea2-ef84bbad8c19 req-9e1eb31d-0101-487e-bcc7-f18ede5b7d17 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/security-groups?id=e258e924-fb3e-45d8-9b54-0249433deb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863485 Jul 05 02:24:06.885533 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2346a172-e88f-40fa-a078-f14b4b23881d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:06.885533 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2346a172-e88f-40fa-a078-f14b4b23881d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:06.888883 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-2346a172-e88f-40fa-a078-f14b4b23881d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e0c25f90-f08f-4e5d-9816-517035890e09 HTTP/1.1" status: 204 len: 168 time: 1.1110878 Jul 05 02:24:06.942542 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6143e4f-b4cb-4622-af0c-766be3e270cd req-55a54014-e427-46b6-b2ba-a701fbeb977e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:06.944588 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f6143e4f-b4cb-4622-af0c-766be3e270cd req-55a54014-e427-46b6-b2ba-a701fbeb977e service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1821387 Jul 05 02:24:06.949225 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2346a172-e88f-40fa-a078-f14b4b23881d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c25f90-f08f-4e5d-9816-517035890e09,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:07.074787 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-bb2a2d05-4842-4779-86c1-7fdfbfc86f79 req-a0121496-8a27-4dc0-905f-839da1813c3d tempest-ServerMetadataNegativeTestJSON-344263558 tempest-ServerMetadataNegativeTestJSON-344263558-project] Allocated IP 172.20.0.14 (0b98c356-5bba-448b-8369-97bff05ea994/51d00960-eba9-4eb8-8e62-9d4b4ac8a8ce/47bb21be-cb13-4569-8993-692491b41ce3) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:24:07.112543 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fd0edbd9-2a09-4f1f-9a0a-b6da30937cfb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:07.145009 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf99b1-4317-48ab-a694-7955a00baa3a req-f4a90faa-efda-4392-ab96-e531cabfe259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:07.146878 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-01bf99b1-4317-48ab-a694-7955a00baa3a req-f4a90faa-efda-4392-ab96-e531cabfe259 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b6fa0ecda1ba42b2b5dec68669f2a61a&device_id=e6109dc9-2651-41d2-b0a8-a95d2937982f HTTP/1.1" status: 200 len: 1096 time: 0.1302629 Jul 05 02:24:07.183540 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fd0edbd9-2a09-4f1f-9a0a-b6da30937cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:07.213095 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0b725d-e667-4a29-8a41-20dcfe79f69f req-ddfa65ff-5aaf-4d8a-97cb-aa713fdac33a tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:07.214859 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3a0b725d-e667-4a29-8a41-20dcfe79f69f req-ddfa65ff-5aaf-4d8a-97cb-aa713fdac33a tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9758015-1089-4cb3-be88-7a3e8555352b HTTP/1.1" status: 200 len: 950 time: 0.1526127 Jul 05 02:24:07.237788 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-01bf99b1-4317-48ab-a694-7955a00baa3a req-060f4440-6e04-40fc-8b3f-84eb4d3b6944 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4a0e92c-1260-43b4-9ee0-6cf9d4d47bdf HTTP/1.1" status: 200 len: 217 time: 0.0739050 Jul 05 02:24:07.289242 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3a0b725d-e667-4a29-8a41-20dcfe79f69f req-da38a751-73eb-4bdf-aa4d-f2dd07d5b645 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658822 Jul 05 02:24:07.330166 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf99b1-4317-48ab-a694-7955a00baa3a req-9e8fefa4-7576-446b-90dd-f778e4ff33df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:07.331741 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-01bf99b1-4317-48ab-a694-7955a00baa3a req-9e8fefa4-7576-446b-90dd-f778e4ff33df service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fbfab68e-d1de-4dba-81aa-90f8a22bcf7c HTTP/1.1" status: 200 len: 855 time: 0.0866416 Jul 05 02:24:07.379444 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-01bf99b1-4317-48ab-a694-7955a00baa3a req-93f4f83e-9d55-47c4-9f69-2e89db33aa19 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=55b2af88-9a2d-4dae-81b7-55512d5ddd72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382760 Jul 05 02:24:07.383879 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fd0edbd9-2a09-4f1f-9a0a-b6da30937cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:07.389219 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-bb2a2d05-4842-4779-86c1-7fdfbfc86f79 req-a0121496-8a27-4dc0-905f-839da1813c3d tempest-ServerMetadataNegativeTestJSON-344263558 tempest-ServerMetadataNegativeTestJSON-344263558-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:07.421440 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fd0edbd9-2a09-4f1f-9a0a-b6da30937cfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:07.427341 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-fd0edbd9-2a09-4f1f-9a0a-b6da30937cfb admin admin] 10.222.0.23 "DELETE /v2.0/subnets/86343a12-8825-4191-b518-68943eb24150 HTTP/1.1" status: 204 len: 168 time: 0.8609796 Jul 05 02:24:07.428133 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 58092) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:24:07.428785 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0edbd9-2a09-4f1f-9a0a-b6da30937cfb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86343a12-8825-4191-b518-68943eb24150,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:07.437890 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0edbd9-2a09-4f1f-9a0a-b6da30937cfb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:24:07.438595 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0edbd9-2a09-4f1f-9a0a-b6da30937cfb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:24:07.439344 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0edbd9-2a09-4f1f-9a0a-b6da30937cfb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:24:07.439943 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0edbd9-2a09-4f1f-9a0a-b6da30937cfb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:24:07.440643 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0edbd9-2a09-4f1f-9a0a-b6da30937cfb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:24:07.441179 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0edbd9-2a09-4f1f-9a0a-b6da30937cfb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:24:07.441482 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0edbd9-2a09-4f1f-9a0a-b6da30937cfb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:24:07.441815 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0edbd9-2a09-4f1f-9a0a-b6da30937cfb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:24:07.442163 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0edbd9-2a09-4f1f-9a0a-b6da30937cfb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:24:07.442502 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0edbd9-2a09-4f1f-9a0a-b6da30937cfb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:24:07.442909 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0edbd9-2a09-4f1f-9a0a-b6da30937cfb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:24:07.443749 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0edbd9-2a09-4f1f-9a0a-b6da30937cfb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:24:07.501549 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8098b372-3324-465e-b7fd-3bbbea40b5c3 req-f8faa4ed-960c-4042-82ab-3373bf6ea730 tempest-ServerMetadataNegativeTestJSON-344263558 tempest-ServerMetadataNegativeTestJSON-344263558-project] 10.222.0.23 "GET /v2.0/ports?device_id=6854b7ea-13d6-4721-919f-67646a3f1cd1 HTTP/1.1" status: 200 len: 210 time: 0.1004078 Jul 05 02:24:07.591106 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7cead886-e185-40c8-8b18-ace74748373a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:07.611226 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-01bf99b1-4317-48ab-a694-7955a00baa3a req-f5be10d0-7730-4ecd-92a1-010ee4354acb service neutron] 10.222.0.21 "GET /v2.0/networks/55b2af88-9a2d-4dae-81b7-55512d5ddd72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193890 Jul 05 02:24:07.731833 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-bb2a2d05-4842-4779-86c1-7fdfbfc86f79 req-a0121496-8a27-4dc0-905f-839da1813c3d tempest-ServerMetadataNegativeTestJSON-344263558 tempest-ServerMetadataNegativeTestJSON-344263558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:07.738709 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7cead886-e185-40c8-8b18-ace74748373a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:07.776935 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-7cead886-e185-40c8-8b18-ace74748373a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['705854c6-bb90-4b2b-93a0-7581bd607e40']}} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:24:07.805577 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-7cead886-e185-40c8-8b18-ace74748373a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21ad98b6-ba72-4f1f-a0ef-3d0df329b6a3') {'for_net_delete': True} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:24:07.805873 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-7cead886-e185-40c8-8b18-ace74748373a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21ad98b6-ba72-4f1f-a0ef-3d0df329b6a3') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:24:07.823397 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb2a2d05-4842-4779-86c1-7fdfbfc86f79 req-a0121496-8a27-4dc0-905f-839da1813c3d tempest-ServerMetadataNegativeTestJSON-344263558 tempest-ServerMetadataNegativeTestJSON-344263558-project] Network 0b98c356-5bba-448b-8369-97bff05ea994 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:24:07.825133 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7cead886-e185-40c8-8b18-ace74748373a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5519669'] for segment, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:07.837223 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 58094) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:24:07.846152 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-bb2a2d05-4842-4779-86c1-7fdfbfc86f79 req-a0121496-8a27-4dc0-905f-839da1813c3d tempest-ServerMetadataNegativeTestJSON-344263558 tempest-ServerMetadataNegativeTestJSON-344263558-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:24:07.853061 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-77b3b8f1-ebdb-4aa4-a60c-a3e397224363 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:07.854888 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb2a2d05-4842-4779-86c1-7fdfbfc86f79 req-a0121496-8a27-4dc0-905f-839da1813c3d tempest-ServerMetadataNegativeTestJSON-344263558 tempest-ServerMetadataNegativeTestJSON-344263558-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:24:07.861074 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7cead886-e185-40c8-8b18-ace74748373a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:07.863085 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0121496-8a27-4dc0-905f-839da1813c3d tempest-ServerMetadataNegativeTestJSON-344263558 tempest-ServerMetadataNegativeTestJSON-344263558-project] Pushing event updated for resources: {'Port': ['ID=47bb21be-cb13-4569-8993-692491b41ce3,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:07.886866 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-01bf99b1-4317-48ab-a694-7955a00baa3a req-3de88bb1-e9f0-48b4-8bc3-5dbe0a961303 service neutron] 10.222.0.21 "GET /v2.0/networks/55b2af88-9a2d-4dae-81b7-55512d5ddd72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485938 Jul 05 02:24:07.891466 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cead886-e185-40c8-8b18-ace74748373a admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=94461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:24:07.891879 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7cead886-e185-40c8-8b18-ace74748373a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5763545'] for segment, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:07.893562 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:24:07.893562 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:24:07.893562 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:24:07.893562 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:24:07.893562 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:24:07.893562 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:24:07.893562 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:24:07.893562 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:24:07.893562 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:24:07.893562 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:24:07.893562 n-d-771362-32 neutron-server[94461]: Traceback (most recent call last): Jul 05 02:24:07.893562 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:24:07.893562 n-d-771362-32 neutron-server[94461]: timer() Jul 05 02:24:07.893562 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:24:07.893562 n-d-771362-32 neutron-server[94461]: cb(*args, **kw) Jul 05 02:24:07.893562 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:24:07.893562 n-d-771362-32 neutron-server[94461]: return func(*args, **kwargs) Jul 05 02:24:07.893562 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:24:07.893562 n-d-771362-32 neutron-server[94461]: self._notify() Jul 05 02:24:07.893562 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:24:07.893562 n-d-771362-32 neutron-server[94461]: self.callback(batched_events) Jul 05 02:24:07.893562 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:24:07.893562 n-d-771362-32 neutron-server[94461]: event.method(event) Jul 05 02:24:07.893562 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:24:07.893562 n-d-771362-32 neutron-server[94461]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:24:07.893562 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:24:07.893562 n-d-771362-32 neutron-server[94461]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:24:07.893562 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:24:07.893562 n-d-771362-32 neutron-server[94461]: return f(self, *a, **k) Jul 05 02:24:07.893562 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:24:07.893562 n-d-771362-32 neutron-server[94461]: return self._get(url).json() Jul 05 02:24:07.893562 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:24:07.893562 n-d-771362-32 neutron-server[94461]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:24:07.893562 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:24:07.893562 n-d-771362-32 neutron-server[94461]: return self.request(url, 'GET', **kwargs) Jul 05 02:24:07.893562 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:24:07.893562 n-d-771362-32 neutron-server[94461]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:24:07.893562 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:24:07.893562 n-d-771362-32 neutron-server[94461]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:24:07.893562 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:24:07.893562 n-d-771362-32 neutron-server[94461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:24:07.893562 n-d-771362-32 neutron-server[94461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:24:07.965446 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a2d05-4842-4779-86c1-7fdfbfc86f79 req-a0121496-8a27-4dc0-905f-839da1813c3d tempest-ServerMetadataNegativeTestJSON-344263558 tempest-ServerMetadataNegativeTestJSON-344263558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:07.967846 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-bb2a2d05-4842-4779-86c1-7fdfbfc86f79 req-a0121496-8a27-4dc0-905f-839da1813c3d tempest-ServerMetadataNegativeTestJSON-344263558 tempest-ServerMetadataNegativeTestJSON-344263558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:07.988000 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-77b3b8f1-ebdb-4aa4-a60c-a3e397224363 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:08.082069 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8843d65d-0a6b-4e9c-a366-383a87e1cdfa req-07a2a66c-3864-4f4b-b66e-799720302282 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:08.083744 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8843d65d-0a6b-4e9c-a366-383a87e1cdfa req-07a2a66c-3864-4f4b-b66e-799720302282 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6109dc9-2651-41d2-b0a8-a95d2937982f HTTP/1.1" status: 200 len: 944 time: 0.0655062 Jul 05 02:24:08.123659 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8843d65d-0a6b-4e9c-a366-383a87e1cdfa req-44ac6744-fcbc-4c8e-9d0f-d11242900f4d tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/security-groups?id=e258e924-fb3e-45d8-9b54-0249433deb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330796 Jul 05 02:24:08.166148 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-77b3b8f1-ebdb-4aa4-a60c-a3e397224363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:08.175101 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7cead886-e185-40c8-8b18-ace74748373a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:08.175101 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7cead886-e185-40c8-8b18-ace74748373a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:08.175101 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-7cead886-e185-40c8-8b18-ace74748373a admin admin] 10.222.0.23 "DELETE /v2.0/networks/705854c6-bb90-4b2b-93a0-7581bd607e40 HTTP/1.1" status: 204 len: 168 time: 0.7183042 Jul 05 02:24:08.187621 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cead886-e185-40c8-8b18-ace74748373a admin admin] Pushing event deleted for resources: {'Network': ['ID=705854c6-bb90-4b2b-93a0-7581bd607e40,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:08.215674 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-77b3b8f1-ebdb-4aa4-a60c-a3e397224363 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a704237c436a4457b835c11e4b8e9857&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3747861 Jul 05 02:24:08.215674 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b3b8f1-ebdb-4aa4-a60c-a3e397224363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39ec4241-e0e2-42d3-97ac-359293751365,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:08.216231 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 58104) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:24:08.274759 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-68fc5286-6657-4b00-b7a9-f9608260f53b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:08.289905 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bb2a2d05-4842-4779-86c1-7fdfbfc86f79 req-a0121496-8a27-4dc0-905f-839da1813c3d tempest-ServerMetadataNegativeTestJSON-344263558 tempest-ServerMetadataNegativeTestJSON-344263558-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3530312 Jul 05 02:24:08.298438 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-68fc5286-6657-4b00-b7a9-f9608260f53b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:08.309169 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-bb2a2d05-4842-4779-86c1-7fdfbfc86f79 req-8c6aec8f-856d-4317-997d-db4bfdd934b4 service neutron] Request body: {'port': {'device_id': '6854b7ea-13d6-4721-919f-67646a3f1cd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:24:08.399273 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-bb2a2d05-4842-4779-86c1-7fdfbfc86f79 req-8c6aec8f-856d-4317-997d-db4bfdd934b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:08.466282 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-68fc5286-6657-4b00-b7a9-f9608260f53b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:08.468850 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-68fc5286-6657-4b00-b7a9-f9608260f53b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:08.469978 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-68fc5286-6657-4b00-b7a9-f9608260f53b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/39ec4241-e0e2-42d3-97ac-359293751365 HTTP/1.1" status: 204 len: 168 time: 0.2510257 Jul 05 02:24:08.495612 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc5286-6657-4b00-b7a9-f9608260f53b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ec4241-e0e2-42d3-97ac-359293751365,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:08.576087 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720ca7cf-3e96-4b44-836a-3462675942d5 req-ef642cf1-3779-495a-99ce-e4ef16e13cb7 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:08.577601 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-720ca7cf-3e96-4b44-836a-3462675942d5 req-ef642cf1-3779-495a-99ce-e4ef16e13cb7 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9758015-1089-4cb3-be88-7a3e8555352b HTTP/1.1" status: 200 len: 950 time: 0.1701615 Jul 05 02:24:08.665115 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-720ca7cf-3e96-4b44-836a-3462675942d5 req-8b286bce-21fa-4bab-9d72-555ed6f0afc2 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817785 Jul 05 02:24:08.685081 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9996b0-40fe-472e-8bef-9fadf7cb16c9 req-4cfc0e7a-9f47-4627-812d-f2f049e5e232 tempest-ServerMetadataNegativeTestJSON-344263558 tempest-ServerMetadataNegativeTestJSON-344263558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:08.686862 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4f9996b0-40fe-472e-8bef-9fadf7cb16c9 req-4cfc0e7a-9f47-4627-812d-f2f049e5e232 tempest-ServerMetadataNegativeTestJSON-344263558 tempest-ServerMetadataNegativeTestJSON-344263558-project] 10.222.0.23 "GET /v2.0/ports?device_id=6854b7ea-13d6-4721-919f-67646a3f1cd1 HTTP/1.1" status: 200 len: 932 time: 0.0687521 Jul 05 02:24:08.732572 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4f9996b0-40fe-472e-8bef-9fadf7cb16c9 req-0e75ce06-cfb7-4549-8836-dc2e16ff87dd tempest-ServerMetadataNegativeTestJSON-344263558 tempest-ServerMetadataNegativeTestJSON-344263558-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0da2e41-5a98-4677-9af8-da287594e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385721 Jul 05 02:24:08.757441 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 58112) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:24:08.768511 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-bb2a2d05-4842-4779-86c1-7fdfbfc86f79 req-8c6aec8f-856d-4317-997d-db4bfdd934b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47bb21be-cb13-4569-8993-692491b41ce3 {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:24:08.781757 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-bb2a2d05-4842-4779-86c1-7fdfbfc86f79 req-8c6aec8f-856d-4317-997d-db4bfdd934b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:08.804762 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-bb2a2d05-4842-4779-86c1-7fdfbfc86f79 req-8c6aec8f-856d-4317-997d-db4bfdd934b4 service neutron] Transition to ACTIVE for port object 47bb21be-cb13-4569-8993-692491b41ce3 will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:24:08.817453 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-ef42c35c-5b19-451d-820d-e60e09eb7a0d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f3761e9b54fb4b859175f5af6199b06f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0588131 Jul 05 02:24:08.819988 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 58114) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:24:08.872120 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-cbe4158a-351f-4c66-8c06-e541e0ce8e44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:08.897908 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-cbe4158a-351f-4c66-8c06-e541e0ce8e44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:08.923768 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-bb2a2d05-4842-4779-86c1-7fdfbfc86f79 req-8c6aec8f-856d-4317-997d-db4bfdd934b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:08.984972 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6aec8f-856d-4317-997d-db4bfdd934b4 service neutron] Pushing event updated for resources: {'Port': ['ID=47bb21be-cb13-4569-8993-692491b41ce3,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:09.071491 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-bb2a2d05-4842-4779-86c1-7fdfbfc86f79 req-8c6aec8f-856d-4317-997d-db4bfdd934b4 service neutron] Attempting to bind port 47bb21be-cb13-4569-8993-692491b41ce3 on host n-h1-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:24:09.071842 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-bb2a2d05-4842-4779-86c1-7fdfbfc86f79 req-8c6aec8f-856d-4317-997d-db4bfdd934b4 service neutron] Attempting to bind port 47bb21be-cb13-4569-8993-692491b41ce3 by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': '4b8edf9e-fbbe-49c3-8ab9-aa5342f34657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '0b98c356-5bba-448b-8369-97bff05ea994'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:24:09.072497 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2a2d05-4842-4779-86c1-7fdfbfc86f79 req-8c6aec8f-856d-4317-997d-db4bfdd934b4 service neutron] Attempting to bind port 47bb21be-cb13-4569-8993-692491b41ce3 on network 0b98c356-5bba-448b-8369-97bff05ea994 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:24:09.076977 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2a2d05-4842-4779-86c1-7fdfbfc86f79 req-8c6aec8f-856d-4317-997d-db4bfdd934b4 service neutron] Port 47bb21be-cb13-4569-8993-692491b41ce3 on network 0b98c356-5bba-448b-8369-97bff05ea994 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:24:09.077299 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2a2d05-4842-4779-86c1-7fdfbfc86f79 req-8c6aec8f-856d-4317-997d-db4bfdd934b4 service neutron] Attempting to bind port 47bb21be-cb13-4569-8993-692491b41ce3 on network 0b98c356-5bba-448b-8369-97bff05ea994 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:24:09.082518 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2a2d05-4842-4779-86c1-7fdfbfc86f79 req-8c6aec8f-856d-4317-997d-db4bfdd934b4 service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:24:09.083145 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2a2d05-4842-4779-86c1-7fdfbfc86f79 req-8c6aec8f-856d-4317-997d-db4bfdd934b4 service neutron] Checking segment: {'id': '4b8edf9e-fbbe-49c3-8ab9-aa5342f34657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '0b98c356-5bba-448b-8369-97bff05ea994'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:24:09.083334 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2a2d05-4842-4779-86c1-7fdfbfc86f79 req-8c6aec8f-856d-4317-997d-db4bfdd934b4 service neutron] Bound using segment: {'id': '4b8edf9e-fbbe-49c3-8ab9-aa5342f34657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '0b98c356-5bba-448b-8369-97bff05ea994'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:24:09.083770 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-bb2a2d05-4842-4779-86c1-7fdfbfc86f79 req-8c6aec8f-856d-4317-997d-db4bfdd934b4 service neutron] Bound port: 47bb21be-cb13-4569-8993-692491b41ce3, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b8edf9e-fbbe-49c3-8ab9-aa5342f34657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '0b98c356-5bba-448b-8369-97bff05ea994'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:24:09.084655 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-bb2a2d05-4842-4779-86c1-7fdfbfc86f79 req-8c6aec8f-856d-4317-997d-db4bfdd934b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:09.098328 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-cbe4158a-351f-4c66-8c06-e541e0ce8e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:09.098328 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-cbe4158a-351f-4c66-8c06-e541e0ce8e44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:09.102733 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-cbe4158a-351f-4c66-8c06-e541e0ce8e44 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c6294ae6-3250-481b-a210-f5c091c8c362 HTTP/1.1" status: 204 len: 168 time: 0.2804408 Jul 05 02:24:09.133702 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe4158a-351f-4c66-8c06-e541e0ce8e44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6294ae6-3250-481b-a210-f5c091c8c362,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:09.175585 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-bb2a2d05-4842-4779-86c1-7fdfbfc86f79 req-8c6aec8f-856d-4317-997d-db4bfdd934b4 service neutron] For port 47bb21be-cb13-4569-8993-692491b41ce3, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:24:09.178688 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-bb2a2d05-4842-4779-86c1-7fdfbfc86f79 req-8c6aec8f-856d-4317-997d-db4bfdd934b4 service neutron] For port 47bb21be-cb13-4569-8993-692491b41ce3, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=47bb21be-cb13-4569-8993-692491b41ce3,segment=NetworkSegment(4b8edf9e-fbbe-49c3-8ab9-aa5342f34657),segment_id=4b8edf9e-fbbe-49c3-8ab9-aa5342f34657)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:24:09.314217 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2b6d45-cd74-4c50-8906-c18d61d7457e req-5b9a39e8-e170-403a-a14d-3610461521da tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:09.315775 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-fb2b6d45-cd74-4c50-8906-c18d61d7457e req-5b9a39e8-e170-403a-a14d-3610461521da tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6109dc9-2651-41d2-b0a8-a95d2937982f HTTP/1.1" status: 200 len: 944 time: 0.0752218 Jul 05 02:24:09.355701 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-bb2a2d05-4842-4779-86c1-7fdfbfc86f79 req-8c6aec8f-856d-4317-997d-db4bfdd934b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:09.356704 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-fb2b6d45-cd74-4c50-8906-c18d61d7457e req-3dfcf6db-3950-4516-b73f-de8d73005109 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/security-groups?id=e258e924-fb3e-45d8-9b54-0249433deb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346088 Jul 05 02:24:09.391735 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a2d05-4842-4779-86c1-7fdfbfc86f79 req-8c6aec8f-856d-4317-997d-db4bfdd934b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:09.392358 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-bb2a2d05-4842-4779-86c1-7fdfbfc86f79 req-8c6aec8f-856d-4317-997d-db4bfdd934b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:09.393793 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bb2a2d05-4842-4779-86c1-7fdfbfc86f79 req-8c6aec8f-856d-4317-997d-db4bfdd934b4 service neutron] 10.222.0.21 "PUT /v2.0/ports/47bb21be-cb13-4569-8993-692491b41ce3 HTTP/1.1" status: 200 len: 1093 time: 1.0934973 Jul 05 02:24:09.394271 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6854b7ea-13d6-4721-919f-67646a3f1cd1', 'tag': '47bb21be-cb13-4569-8993-692491b41ce3'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:24:09.396491 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-115ee706-c700-4db6-acb3-f709e8af3f65" -d '{"events": [{"name": "network-changed", "server_uuid": "6854b7ea-13d6-4721-919f-67646a3f1cd1", "tag": "47bb21be-cb13-4569-8993-692491b41ce3"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:24:09.427040 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6aec8f-856d-4317-997d-db4bfdd934b4 service neutron] Pushing event updated for resources: {'Port': ['ID=47bb21be-cb13-4569-8993-692491b41ce3,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:09.456566 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73e01939-5262-47b9-a755-a9ceef117810 x-openstack-request-id: req-73e01939-5262-47b9-a755-a9ceef117810 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:24:09.456953 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6854b7ea-13d6-4721-919f-67646a3f1cd1", "tag": "47bb21be-cb13-4569-8993-692491b41ce3", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:24:09.457209 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-73e01939-5262-47b9-a755-a9ceef117810 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:24:09.457644 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6854b7ea-13d6-4721-919f-67646a3f1cd1', 'tag': '47bb21be-cb13-4569-8993-692491b41ce3', 'status': 'completed', 'code': 200} Jul 05 02:24:09.555577 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115ee706-c700-4db6-acb3-f709e8af3f65 req-d75e0d24-8b75-4676-9901-146688a52d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:09.557125 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-115ee706-c700-4db6-acb3-f709e8af3f65 req-d75e0d24-8b75-4676-9901-146688a52d8a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6fc2d2a5ae2846beabaf18c7e8ece6d8&device_id=6854b7ea-13d6-4721-919f-67646a3f1cd1 HTTP/1.1" status: 200 len: 1096 time: 0.0775702 Jul 05 02:24:09.675662 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115ee706-c700-4db6-acb3-f709e8af3f65 req-fb6ba472-4937-453d-af8f-a0ad7c6ce344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:09.677233 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-115ee706-c700-4db6-acb3-f709e8af3f65 req-fb6ba472-4937-453d-af8f-a0ad7c6ce344 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=6fc2d2a5ae2846beabaf18c7e8ece6d8&shared=False HTTP/1.1" status: 200 len: 921 time: 0.1125183 Jul 05 02:24:09.782614 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115ee706-c700-4db6-acb3-f709e8af3f65 req-61f64175-442f-4f04-88de-919a686cda1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:09.782614 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-115ee706-c700-4db6-acb3-f709e8af3f65 req-61f64175-442f-4f04-88de-919a686cda1a service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0965495 Jul 05 02:24:09.873659 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6019413c-945f-4933-b7bf-e3de9433b859 req-45dce80b-4530-420c-ad67-a939027dae88 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:09.878640 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6019413c-945f-4933-b7bf-e3de9433b859 req-45dce80b-4530-420c-ad67-a939027dae88 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9758015-1089-4cb3-be88-7a3e8555352b HTTP/1.1" status: 200 len: 950 time: 0.0736990 Jul 05 02:24:09.923610 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6019413c-945f-4933-b7bf-e3de9433b859 req-83951ac6-50a2-46ec-aeca-4914a7041fd6 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413029 Jul 05 02:24:09.940608 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a2d05-4842-4779-86c1-7fdfbfc86f79 req-62745970-05ad-40aa-87f3-d12804fe4ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:09.942339 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bb2a2d05-4842-4779-86c1-7fdfbfc86f79 req-62745970-05ad-40aa-87f3-d12804fe4ece service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6fc2d2a5ae2846beabaf18c7e8ece6d8&device_id=6854b7ea-13d6-4721-919f-67646a3f1cd1 HTTP/1.1" status: 200 len: 1096 time: 0.1189604 Jul 05 02:24:09.965817 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794b9263-70ba-42ab-aa29-6d84389b230a req-2763266a-83a0-4a77-8e1c-d8145e5d012b tempest-ServerMetadataNegativeTestJSON-344263558 tempest-ServerMetadataNegativeTestJSON-344263558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:09.967318 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-794b9263-70ba-42ab-aa29-6d84389b230a req-2763266a-83a0-4a77-8e1c-d8145e5d012b tempest-ServerMetadataNegativeTestJSON-344263558 tempest-ServerMetadataNegativeTestJSON-344263558-project] 10.222.0.23 "GET /v2.0/ports?device_id=6854b7ea-13d6-4721-919f-67646a3f1cd1 HTTP/1.1" status: 200 len: 944 time: 0.0927284 Jul 05 02:24:09.996549 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bb2a2d05-4842-4779-86c1-7fdfbfc86f79 req-cb00e06f-6ff9-4b0b-9312-40231aafaca9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=47bb21be-cb13-4569-8993-692491b41ce3 HTTP/1.1" status: 200 len: 217 time: 0.0454104 Jul 05 02:24:10.063751 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-794b9263-70ba-42ab-aa29-6d84389b230a req-95ea45e7-47e4-4dff-962e-310a0b8ef1e6 tempest-ServerMetadataNegativeTestJSON-344263558 tempest-ServerMetadataNegativeTestJSON-344263558-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0da2e41-5a98-4677-9af8-da287594e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698333 Jul 05 02:24:10.069817 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a2d05-4842-4779-86c1-7fdfbfc86f79 req-3b8f5556-23b6-43d7-8643-99fe4e2818fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:10.071293 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bb2a2d05-4842-4779-86c1-7fdfbfc86f79 req-3b8f5556-23b6-43d7-8643-99fe4e2818fd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=51d00960-eba9-4eb8-8e62-9d4b4ac8a8ce HTTP/1.1" status: 200 len: 861 time: 0.0689037 Jul 05 02:24:10.106874 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bb2a2d05-4842-4779-86c1-7fdfbfc86f79 req-0ad40941-0bf2-4696-afc5-2eb826ea39e3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0b98c356-5bba-448b-8369-97bff05ea994&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289795 Jul 05 02:24:10.206521 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bb2a2d05-4842-4779-86c1-7fdfbfc86f79 req-2cac45fb-9bca-48f2-92e1-72cd146e900d service neutron] 10.222.0.21 "GET /v2.0/networks/0b98c356-5bba-448b-8369-97bff05ea994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920942 Jul 05 02:24:10.307234 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bb2a2d05-4842-4779-86c1-7fdfbfc86f79 req-e3a098f4-8a3b-4e0e-997b-04eb3d76c002 service neutron] 10.222.0.21 "GET /v2.0/networks/0b98c356-5bba-448b-8369-97bff05ea994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921471 Jul 05 02:24:10.573588 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda5c0c2-79fe-4532-8fcf-41930c038fa5 req-f203e86e-5f2b-4535-ae59-aa3fce98a6bb tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:10.575424 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-bda5c0c2-79fe-4532-8fcf-41930c038fa5 req-f203e86e-5f2b-4535-ae59-aa3fce98a6bb tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6109dc9-2651-41d2-b0a8-a95d2937982f HTTP/1.1" status: 200 len: 944 time: 0.0856841 Jul 05 02:24:10.615693 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-bda5c0c2-79fe-4532-8fcf-41930c038fa5 req-bc6f912b-21ea-43c0-af1b-282eb4aaa692 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/security-groups?id=e258e924-fb3e-45d8-9b54-0249433deb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341201 Jul 05 02:24:11.099736 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b650b1-c064-49f2-9ea3-bf2487ce4da0 req-6480ff25-d3bb-421a-a273-58e9485c475f tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:11.101356 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-91b650b1-c064-49f2-9ea3-bf2487ce4da0 req-6480ff25-d3bb-421a-a273-58e9485c475f tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9758015-1089-4cb3-be88-7a3e8555352b HTTP/1.1" status: 200 len: 950 time: 0.0636935 Jul 05 02:24:11.140989 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-91b650b1-c064-49f2-9ea3-bf2487ce4da0 req-a2859c6a-bb2a-4829-9830-2cd2ebf8d144 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339072 Jul 05 02:24:11.249474 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af67a502-e793-4bef-bb87-bc1e39dcbc05 req-d60c923b-f8c1-4470-9d2a-b4e3912d2384 tempest-ServerMetadataNegativeTestJSON-344263558 tempest-ServerMetadataNegativeTestJSON-344263558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:11.251298 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-af67a502-e793-4bef-bb87-bc1e39dcbc05 req-d60c923b-f8c1-4470-9d2a-b4e3912d2384 tempest-ServerMetadataNegativeTestJSON-344263558 tempest-ServerMetadataNegativeTestJSON-344263558-project] 10.222.0.23 "GET /v2.0/ports?device_id=6854b7ea-13d6-4721-919f-67646a3f1cd1 HTTP/1.1" status: 200 len: 944 time: 0.0674319 Jul 05 02:24:11.307158 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-af67a502-e793-4bef-bb87-bc1e39dcbc05 req-321d562c-413f-425c-916b-6704c7255474 tempest-ServerMetadataNegativeTestJSON-344263558 tempest-ServerMetadataNegativeTestJSON-344263558-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0da2e41-5a98-4677-9af8-da287594e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489469 Jul 05 02:24:11.432932 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 58224) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:24:11.573089 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 58232) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:24:11.590230 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:11.633684 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device b4a0e92c-1260-43b4-9ee0-6cf9d4d47bdf details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:24:11.639456 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f10ff0e2-6d75-4f7b-aa0d-4999cd94762d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:11.650556 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:11.663053 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ff0aa113-487f-44f4-9608-23af3ab2a37d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:11.735776 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port b4a0e92c-1260-43b4-9ee0-6cf9d4d47bdf, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=b4a0e92c-1260-43b4-9ee0-6cf9d4d47bdf,segment=NetworkSegment(a028bd42-8637-4eda-b2d9-cfc3731c23e0),segment_id=a028bd42-8637-4eda-b2d9-cfc3731c23e0)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:24:11.741009 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f10ff0e2-6d75-4f7b-aa0d-4999cd94762d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:11.747310 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': 'b4a0e92c-1260-43b4-9ee0-6cf9d4d47bdf', 'network_id': '55b2af88-9a2d-4dae-81b7-55512d5ddd72', 'port_id': 'b4a0e92c-1260-43b4-9ee0-6cf9d4d47bdf', 'mac_address': 'fa:16:3e:58:11:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbfab68e-d1de-4dba-81aa-90f8a22bcf7c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:24:11.784387 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:11.796924 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4a0e92c-1260-43b4-9ee0-6cf9d4d47bdf {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:24:11.815812 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port b4a0e92c-1260-43b4-9ee0-6cf9d4d47bdf, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=b4a0e92c-1260-43b4-9ee0-6cf9d4d47bdf,segment=NetworkSegment(a028bd42-8637-4eda-b2d9-cfc3731c23e0),segment_id=a028bd42-8637-4eda-b2d9-cfc3731c23e0)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:24:11.818179 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1840a3c-86cd-4b17-a3bf-7eb10e4da26e req-f58f211f-fa3d-48e4-82ad-07fa43ef1a70 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:11.820494 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b1840a3c-86cd-4b17-a3bf-7eb10e4da26e req-f58f211f-fa3d-48e4-82ad-07fa43ef1a70 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6109dc9-2651-41d2-b0a8-a95d2937982f HTTP/1.1" status: 200 len: 944 time: 0.0705421 Jul 05 02:24:11.828956 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f10ff0e2-6d75-4f7b-aa0d-4999cd94762d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:11.866699 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10ff0e2-6d75-4f7b-aa0d-4999cd94762d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04ecacf7-bc66-421e-8fd1-99e098147f06,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:11.871110 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-f10ff0e2-6d75-4f7b-aa0d-4999cd94762d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b6bfe5bba9244b1c97a26eef65873c7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2969360 Jul 05 02:24:11.873895 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 58238) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:24:11.876921 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b1840a3c-86cd-4b17-a3bf-7eb10e4da26e req-1f508a81-bda3-4d77-af88-5379c40070c8 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/security-groups?id=e258e924-fb3e-45d8-9b54-0249433deb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507267 Jul 05 02:24:11.886161 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:11.934468 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2cf30a88-2511-42a9-8cde-a34140294bc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:11.936202 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=b4a0e92c-1260-43b4-9ee0-6cf9d4d47bdf,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:11.950167 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ff0aa113-487f-44f4-9608-23af3ab2a37d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:11.957290 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2cf30a88-2511-42a9-8cde-a34140294bc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:12.050680 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ff0aa113-487f-44f4-9608-23af3ab2a37d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:12.089213 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0aa113-487f-44f4-9608-23af3ab2a37d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c595cb5-38d0-4b39-a855-a4a30b9fa9d4,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:12.094744 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-ff0aa113-487f-44f4-9608-23af3ab2a37d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7784fa19706b4c0fa66401114895fd57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6607585 Jul 05 02:24:12.098364 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2cf30a88-2511-42a9-8cde-a34140294bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:12.099063 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 58240) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:24:12.102210 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2cf30a88-2511-42a9-8cde-a34140294bc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:12.103620 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-2cf30a88-2511-42a9-8cde-a34140294bc2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/04ecacf7-bc66-421e-8fd1-99e098147f06 HTTP/1.1" status: 204 len: 168 time: 0.2289302 Jul 05 02:24:12.111544 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf30a88-2511-42a9-8cde-a34140294bc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ecacf7-bc66-421e-8fd1-99e098147f06,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:12.142462 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['b4a0e92c-1260-43b4-9ee0-6cf9d4d47bdf'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:24:12.152886 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3d8328a3-595d-41af-bcf4-959680185a3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:12.177622 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3d8328a3-595d-41af-bcf4-959680185a3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:12.352393 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38820d45-d139-4137-97fc-2e89d4bf0a5b req-fb583257-cc06-4063-9b37-5bb7169ae8af tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:12.353447 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3d8328a3-595d-41af-bcf4-959680185a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:12.354675 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-38820d45-d139-4137-97fc-2e89d4bf0a5b req-fb583257-cc06-4063-9b37-5bb7169ae8af tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9758015-1089-4cb3-be88-7a3e8555352b HTTP/1.1" status: 200 len: 950 time: 0.0647593 Jul 05 02:24:12.359831 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3d8328a3-595d-41af-bcf4-959680185a3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:12.359831 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-3d8328a3-595d-41af-bcf4-959680185a3c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7c595cb5-38d0-4b39-a855-a4a30b9fa9d4 HTTP/1.1" status: 204 len: 168 time: 0.2568443 Jul 05 02:24:12.377868 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8328a3-595d-41af-bcf4-959680185a3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c595cb5-38d0-4b39-a855-a4a30b9fa9d4,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:12.405707 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-38820d45-d139-4137-97fc-2e89d4bf0a5b req-e1c7d243-c3c0-461a-bd66-cf5efae1fa0c tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429821 Jul 05 02:24:12.512677 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bc3d61-9732-4305-a2b4-798269926022 req-3c336da3-ff97-4716-8a8d-adea9d3da7a3 tempest-ServerMetadataNegativeTestJSON-344263558 tempest-ServerMetadataNegativeTestJSON-344263558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:12.514607 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-46bc3d61-9732-4305-a2b4-798269926022 req-3c336da3-ff97-4716-8a8d-adea9d3da7a3 tempest-ServerMetadataNegativeTestJSON-344263558 tempest-ServerMetadataNegativeTestJSON-344263558-project] 10.222.0.23 "GET /v2.0/ports?device_id=6854b7ea-13d6-4721-919f-67646a3f1cd1 HTTP/1.1" status: 200 len: 944 time: 0.0746543 Jul 05 02:24:12.561784 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-46bc3d61-9732-4305-a2b4-798269926022 req-8f2a5792-cc56-4e5e-8709-c0c6bcce50b7 tempest-ServerMetadataNegativeTestJSON-344263558 tempest-ServerMetadataNegativeTestJSON-344263558-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0da2e41-5a98-4677-9af8-da287594e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379777 Jul 05 02:24:13.234721 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3948b449-7cd8-41c9-aad4-818776f5ce6c req-7ca80314-615c-4dc8-9328-b2a3e20648a5 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:13.236256 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3948b449-7cd8-41c9-aad4-818776f5ce6c req-7ca80314-615c-4dc8-9328-b2a3e20648a5 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6109dc9-2651-41d2-b0a8-a95d2937982f HTTP/1.1" status: 200 len: 945 time: 0.0690341 Jul 05 02:24:13.275803 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3948b449-7cd8-41c9-aad4-818776f5ce6c req-ee86eee8-2fa3-4178-af53-c631136a54aa tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/security-groups?id=e258e924-fb3e-45d8-9b54-0249433deb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332699 Jul 05 02:24:13.313785 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 58276) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:24:13.408089 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-079a195e-af4e-41be-9b36-9e6bb8e34dd1 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1517053549-network', 'tenant_id': '6715fd6f86914bbca241d8921f1b33fa'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:24:13.424386 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 58282) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:24:13.438651 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a869e1c7-a22f-4ef5-a1f3-1b0c55649eca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:13.554861 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-079a195e-af4e-41be-9b36-9e6bb8e34dd1 admin admin] Made reservation on behalf of 6715fd6f86914bbca241d8921f1b33fa for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:24:13.557272 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-079a195e-af4e-41be-9b36-9e6bb8e34dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:13.565764 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-079a195e-af4e-41be-9b36-9e6bb8e34dd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:13.602320 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33e1095-4840-4376-aeb5-3e48d1c4ef3f req-e9065599-df7e-471b-89de-e231b7385c83 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:13.603857 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c33e1095-4840-4376-aeb5-3e48d1c4ef3f req-e9065599-df7e-471b-89de-e231b7385c83 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9758015-1089-4cb3-be88-7a3e8555352b HTTP/1.1" status: 200 len: 950 time: 0.0892093 Jul 05 02:24:13.649553 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 47bb21be-cb13-4569-8993-692491b41ce3 details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:24:13.663998 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device b4a0e92c-1260-43b4-9ee0-6cf9d4d47bdf up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:24:13.670310 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c33e1095-4840-4376-aeb5-3e48d1c4ef3f req-5840010b-3f23-4d0b-a3b6-8c9ae09d7e92 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579345 Jul 05 02:24:13.698877 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a869e1c7-a22f-4ef5-a1f3-1b0c55649eca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:13.815483 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 47bb21be-cb13-4569-8993-692491b41ce3, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=47bb21be-cb13-4569-8993-692491b41ce3,segment=NetworkSegment(4b8edf9e-fbbe-49c3-8ab9-aa5342f34657),segment_id=4b8edf9e-fbbe-49c3-8ab9-aa5342f34657)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:24:13.817929 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a869e1c7-a22f-4ef5-a1f3-1b0c55649eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:13.827249 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': '47bb21be-cb13-4569-8993-692491b41ce3', 'network_id': '0b98c356-5bba-448b-8369-97bff05ea994', 'port_id': '47bb21be-cb13-4569-8993-692491b41ce3', 'mac_address': 'fa:16:3e:7c:4e:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51d00960-eba9-4eb8-8e62-9d4b4ac8a8ce', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:24:13.828338 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab59817-0137-4295-ab8a-a3e3f88442e3 req-b1d0c2dc-1948-4d44-875e-77613cff43c4 tempest-ServerMetadataNegativeTestJSON-344263558 tempest-ServerMetadataNegativeTestJSON-344263558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:13.829905 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6ab59817-0137-4295-ab8a-a3e3f88442e3 req-b1d0c2dc-1948-4d44-875e-77613cff43c4 tempest-ServerMetadataNegativeTestJSON-344263558 tempest-ServerMetadataNegativeTestJSON-344263558-project] 10.222.0.23 "GET /v2.0/ports?device_id=6854b7ea-13d6-4721-919f-67646a3f1cd1 HTTP/1.1" status: 200 len: 944 time: 0.0719049 Jul 05 02:24:13.857840 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-a869e1c7-a22f-4ef5-a1f3-1b0c55649eca admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=23d3aa1e945d4295adb5e41acc5ffa8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4323323 Jul 05 02:24:13.859813 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a869e1c7-a22f-4ef5-a1f3-1b0c55649eca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ebf43d-4448-4bfa-bfaa-715061b34893,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:13.862431 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 58288) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:24:13.875528 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:13.889793 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47bb21be-cb13-4569-8993-692491b41ce3 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:24:13.900466 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6ab59817-0137-4295-ab8a-a3e3f88442e3 req-d5c18178-25b1-47bc-a584-deb78b271ad7 tempest-ServerMetadataNegativeTestJSON-344263558 tempest-ServerMetadataNegativeTestJSON-344263558-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0da2e41-5a98-4677-9af8-da287594e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602095 Jul 05 02:24:13.931654 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 47bb21be-cb13-4569-8993-692491b41ce3, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=47bb21be-cb13-4569-8993-692491b41ce3,segment=NetworkSegment(4b8edf9e-fbbe-49c3-8ab9-aa5342f34657),segment_id=4b8edf9e-fbbe-49c3-8ab9-aa5342f34657)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:24:13.935385 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b4b452c3-fe2c-4fe8-8d2b-e1f5bce8d3b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:13.947633 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning for port b4a0e92c-1260-43b4-9ee0-6cf9d4d47bdf completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:24:13.953255 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port b4a0e92c-1260-43b4-9ee0-6cf9d4d47bdf triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:24:13.954261 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:13.965316 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b4b452c3-fe2c-4fe8-8d2b-e1f5bce8d3b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:13.980639 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-079a195e-af4e-41be-9b36-9e6bb8e34dd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:14.000793 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:14.081044 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=47bb21be-cb13-4569-8993-692491b41ce3,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:14.083946 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:14.106803 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6109dc9-2651-41d2-b0a8-a95d2937982f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4a0e92c-1260-43b4-9ee0-6cf9d4d47bdf'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:24:14.108996 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a694da7-0ffb-43c9-8e6c-93b1b5617ef5" -d '{"events": [{"server_uuid": "e6109dc9-2651-41d2-b0a8-a95d2937982f", "name": "network-vif-plugged", "status": "completed", "tag": "b4a0e92c-1260-43b4-9ee0-6cf9d4d47bdf"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:24:14.123189 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port b4a0e92c-1260-43b4-9ee0-6cf9d4d47bdf, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=b4a0e92c-1260-43b4-9ee0-6cf9d4d47bdf,segment=NetworkSegment(a028bd42-8637-4eda-b2d9-cfc3731c23e0),segment_id=a028bd42-8637-4eda-b2d9-cfc3731c23e0)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:24:14.145191 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45a65dfa-e529-44a2-81ec-691447f1eed7 x-openstack-request-id: req-45a65dfa-e529-44a2-81ec-691447f1eed7 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:24:14.145464 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6109dc9-2651-41d2-b0a8-a95d2937982f", "name": "network-vif-plugged", "status": "completed", "tag": "b4a0e92c-1260-43b4-9ee0-6cf9d4d47bdf", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:24:14.145710 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-45a65dfa-e529-44a2-81ec-691447f1eed7 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:24:14.146091 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6109dc9-2651-41d2-b0a8-a95d2937982f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4a0e92c-1260-43b4-9ee0-6cf9d4d47bdf', 'code': 200} Jul 05 02:24:14.148830 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-079a195e-af4e-41be-9b36-9e6bb8e34dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:14.172499 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b4b452c3-fe2c-4fe8-8d2b-e1f5bce8d3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:14.176362 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b4b452c3-fe2c-4fe8-8d2b-e1f5bce8d3b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:14.180742 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-b4b452c3-fe2c-4fe8-8d2b-e1f5bce8d3b2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a9ebf43d-4448-4bfa-bfaa-715061b34893 HTTP/1.1" status: 204 len: 168 time: 0.3144832 Jul 05 02:24:14.181307 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079a195e-af4e-41be-9b36-9e6bb8e34dd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1c395fd-b316-4ccb-aef2-132c143bd393,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:14.184238 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-079a195e-af4e-41be-9b36-9e6bb8e34dd1 admin admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:24:14.195878 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-079a195e-af4e-41be-9b36-9e6bb8e34dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:14.196610 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-079a195e-af4e-41be-9b36-9e6bb8e34dd1 admin admin] Added segment 3141ae51-27e7-4e4f-8696-b95cfd1cb28f of type vlan for network 5a311131-05ce-4c96-9359-86dd278a003c Jul 05 02:24:14.202213 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b452c3-fe2c-4fe8-8d2b-e1f5bce8d3b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ebf43d-4448-4bfa-bfaa-715061b34893,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:14.245539 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:14.257877 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-079a195e-af4e-41be-9b36-9e6bb8e34dd1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:14.294231 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d562857a-43b8-4965-beb3-eab21fb0d001 req-74a00047-c466-4832-b9fe-f356d0720e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:14.296577 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d562857a-43b8-4965-beb3-eab21fb0d001 req-74a00047-c466-4832-b9fe-f356d0720e6c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e6109dc9-2651-41d2-b0a8-a95d2937982f HTTP/1.1" status: 200 len: 1097 time: 0.0768881 Jul 05 02:24:14.300844 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['47bb21be-cb13-4569-8993-692491b41ce3'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:24:14.357166 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d562857a-43b8-4965-beb3-eab21fb0d001 req-d9de6e4a-5c2b-4e32-9072-8525c79131dc service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e258e924-fb3e-45d8-9b54-0249433deb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459881 Jul 05 02:24:14.366412 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-079a195e-af4e-41be-9b36-9e6bb8e34dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:14.367611 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079a195e-af4e-41be-9b36-9e6bb8e34dd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:14.369597 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-079a195e-af4e-41be-9b36-9e6bb8e34dd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:14.447753 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079a195e-af4e-41be-9b36-9e6bb8e34dd1 admin admin] Pushing event updated for resources: {'Network': ['ID=5a311131-05ce-4c96-9359-86dd278a003c,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:14.472937 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 5a311131-05ce-4c96-9359-86dd278a003c details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:24:14.493421 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a367a2-3cfc-4d87-99ce-02917ba7f87a req-be11d8ef-35e0-4499-a51b-d203a9d95e2b tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:14.495550 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-20a367a2-3cfc-4d87-99ce-02917ba7f87a req-be11d8ef-35e0-4499-a51b-d203a9d95e2b tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6109dc9-2651-41d2-b0a8-a95d2937982f HTTP/1.1" status: 200 len: 946 time: 0.0722406 Jul 05 02:24:14.533008 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=b4a0e92c-1260-43b4-9ee0-6cf9d4d47bdf,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:14.540002 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-20a367a2-3cfc-4d87-99ce-02917ba7f87a req-c81f885a-d3cb-4131-9278-d194c542748a tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/security-groups?id=e258e924-fb3e-45d8-9b54-0249433deb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378129 Jul 05 02:24:14.547863 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 58300) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:24:14.550363 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-079a195e-af4e-41be-9b36-9e6bb8e34dd1 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2353392 Jul 05 02:24:14.554300 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-966886b4-31bc-4e30-affd-f43da06c1cb9 admin admin] Request body: {'subnet': {'network_id': '5a311131-05ce-4c96-9359-86dd278a003c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1517053549-subnet', 'tenant_id': '6715fd6f86914bbca241d8921f1b33fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:24:14.680361 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-966886b4-31bc-4e30-affd-f43da06c1cb9 admin admin] Made reservation on behalf of 6715fd6f86914bbca241d8921f1b33fa for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:24:14.687190 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-966886b4-31bc-4e30-affd-f43da06c1cb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:14.935533 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bd20f5-56e8-43dc-a8c7-7ed1d3ebf560 req-54f54d76-e38d-4887-bf71-3f7cbf256756 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:14.937129 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-05bd20f5-56e8-43dc-a8c7-7ed1d3ebf560 req-54f54d76-e38d-4887-bf71-3f7cbf256756 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9758015-1089-4cb3-be88-7a3e8555352b HTTP/1.1" status: 200 len: 950 time: 0.1094699 Jul 05 02:24:14.977959 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-05bd20f5-56e8-43dc-a8c7-7ed1d3ebf560 req-1ed5468b-5b83-433a-af63-f61e0ab83daf tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349712 Jul 05 02:24:15.086335 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-966886b4-31bc-4e30-affd-f43da06c1cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5763451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774823'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:15.105883 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17719f4b-534d-4c61-944d-174a051f4236 req-d5e3db32-5c02-4791-aa73-161e4d7047fc tempest-ServerMetadataNegativeTestJSON-344263558 tempest-ServerMetadataNegativeTestJSON-344263558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:15.107548 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-17719f4b-534d-4c61-944d-174a051f4236 req-d5e3db32-5c02-4791-aa73-161e4d7047fc tempest-ServerMetadataNegativeTestJSON-344263558 tempest-ServerMetadataNegativeTestJSON-344263558-project] 10.222.0.23 "GET /v2.0/ports?device_id=6854b7ea-13d6-4721-919f-67646a3f1cd1 HTTP/1.1" status: 200 len: 945 time: 0.0659401 Jul 05 02:24:15.145171 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966886b4-31bc-4e30-affd-f43da06c1cb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0527a0c-f04e-45fe-97e8-3115f7c46d66,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:15.149139 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-17719f4b-534d-4c61-944d-174a051f4236 req-1e9e3a1a-54bd-4644-ab54-408ca881d58f tempest-ServerMetadataNegativeTestJSON-344263558 tempest-ServerMetadataNegativeTestJSON-344263558-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0da2e41-5a98-4677-9af8-da287594e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353024 Jul 05 02:24:15.154527 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966886b4-31bc-4e30-affd-f43da06c1cb9 admin admin] Checking segment: {'id': '3141ae51-27e7-4e4f-8696-b95cfd1cb28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5a311131-05ce-4c96-9359-86dd278a003c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:24:15.154956 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966886b4-31bc-4e30-affd-f43da06c1cb9 admin admin] Network hostable DHCP agents. Network: 5a311131-05ce-4c96-9359-86dd278a003c, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:24:15.273624 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966886b4-31bc-4e30-affd-f43da06c1cb9 admin admin] Network 5a311131-05ce-4c96-9359-86dd278a003c is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:24:15.383310 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-966886b4-31bc-4e30-affd-f43da06c1cb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 5a311131-05ce-4c96-9359-86dd278a003c) {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:24:15.387730 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966886b4-31bc-4e30-affd-f43da06c1cb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:15.388322 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-966886b4-31bc-4e30-affd-f43da06c1cb9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:15.392341 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddabeadb-295f-4a01-800b-69ba0ebe83da None None] Network 5a311131-05ce-4c96-9359-86dd278a003c requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:24:15.523659 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff9070a-e7df-4dcc-ac95-5052cb1f4e9c None None] Network 5a311131-05ce-4c96-9359-86dd278a003c requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:24:15.527794 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-966886b4-31bc-4e30-affd-f43da06c1cb9 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9752963 Jul 05 02:24:15.642784 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 47bb21be-cb13-4569-8993-692491b41ce3 up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:24:15.782838 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e13b23-1579-42ad-a901-03e07a322842 req-0e218d72-ea6d-41c8-b1f2-e6756b20ec00 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:15.784763 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-05e13b23-1579-42ad-a901-03e07a322842 req-0e218d72-ea6d-41c8-b1f2-e6756b20ec00 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6109dc9-2651-41d2-b0a8-a95d2937982f HTTP/1.1" status: 200 len: 946 time: 0.0744810 Jul 05 02:24:15.794824 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning for port 47bb21be-cb13-4569-8993-692491b41ce3 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:24:15.799315 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port 47bb21be-cb13-4569-8993-692491b41ce3 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:24:15.800005 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:15.854572 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-05e13b23-1579-42ad-a901-03e07a322842 req-e705cb96-789c-4388-9bdd-adb271e62502 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/security-groups?id=e258e924-fb3e-45d8-9b54-0249433deb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604584 Jul 05 02:24:15.900118 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:15.941071 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 47bb21be-cb13-4569-8993-692491b41ce3, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=47bb21be-cb13-4569-8993-692491b41ce3,segment=NetworkSegment(4b8edf9e-fbbe-49c3-8ab9-aa5342f34657),segment_id=4b8edf9e-fbbe-49c3-8ab9-aa5342f34657)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:24:16.051492 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:16.051701 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0f67ba-5f49-4800-8d01-c343c3a92909 req-8417e3a0-5198-47dd-847f-1949ffc0a3c2 tempest-ServerAddressesNegativeTestJSON-1086912044 tempest-ServerAddressesNegativeTestJSON-1086912044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:16.054540 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4b0f67ba-5f49-4800-8d01-c343c3a92909 req-8417e3a0-5198-47dd-847f-1949ffc0a3c2 tempest-ServerAddressesNegativeTestJSON-1086912044 tempest-ServerAddressesNegativeTestJSON-1086912044-project] 10.222.0.23 "GET /v2.0/networks?id=5a311131-05ce-4c96-9359-86dd278a003c HTTP/1.1" status: 200 len: 822 time: 0.1161876 Jul 05 02:24:16.077204 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4b0f67ba-5f49-4800-8d01-c343c3a92909 req-1e918734-c980-4872-a5b6-dba0239cb2bf tempest-ServerAddressesNegativeTestJSON-1086912044 tempest-ServerAddressesNegativeTestJSON-1086912044-project] 10.222.0.23 "GET /v2.0/quotas/6715fd6f86914bbca241d8921f1b33fa HTTP/1.1" status: 200 len: 375 time: 0.0165503 Jul 05 02:24:16.104895 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=47bb21be-cb13-4569-8993-692491b41ce3,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:16.109305 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4b0f67ba-5f49-4800-8d01-c343c3a92909 req-a7758d00-f27c-4f2e-89a0-4233de8d8d67 tempest-ServerAddressesNegativeTestJSON-1086912044 tempest-ServerAddressesNegativeTestJSON-1086912044-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6715fd6f86914bbca241d8921f1b33fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306411 Jul 05 02:24:16.124057 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970a6abb-4319-44f9-95eb-f3df5ad3a88f req-2c66a51f-d142-4811-afa6-fcac2d2d6da1 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:16.125862 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-970a6abb-4319-44f9-95eb-f3df5ad3a88f req-2c66a51f-d142-4811-afa6-fcac2d2d6da1 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6109dc9-2651-41d2-b0a8-a95d2937982f HTTP/1.1" status: 200 len: 946 time: 0.0693977 Jul 05 02:24:16.147193 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6854b7ea-13d6-4721-919f-67646a3f1cd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47bb21be-cb13-4569-8993-692491b41ce3'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:24:16.149911 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a3ed69-8c66-4bb4-a410-e4ac4b4f41c8" -d '{"events": [{"server_uuid": "6854b7ea-13d6-4721-919f-67646a3f1cd1", "name": "network-vif-plugged", "status": "completed", "tag": "47bb21be-cb13-4569-8993-692491b41ce3"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:24:16.164982 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-970a6abb-4319-44f9-95eb-f3df5ad3a88f req-9bbb540f-36b4-47a6-8644-beeb1d02cf9d tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/security-groups?id=e258e924-fb3e-45d8-9b54-0249433deb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336022 Jul 05 02:24:16.208075 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4b0f67ba-5f49-4800-8d01-c343c3a92909 req-19e69a77-e423-474b-9559-bdbefa4ced8a service neutron] 10.222.0.23 "GET /v2.0/networks/5a311131-05ce-4c96-9359-86dd278a003c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912879 Jul 05 02:24:16.301082 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4b0f67ba-5f49-4800-8d01-c343c3a92909 req-e9fffd2b-a12d-405d-8bfa-9cb467d8e7b5 service neutron] 10.222.0.23 "GET /v2.0/networks/5a311131-05ce-4c96-9359-86dd278a003c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865309 Jul 05 02:24:16.331378 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ab5da4-6c39-49b3-95bd-7d464ae70040 req-24e5a33d-b1e8-4885-a740-f6b2cce8ee00 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:16.332900 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-35ab5da4-6c39-49b3-95bd-7d464ae70040 req-24e5a33d-b1e8-4885-a740-f6b2cce8ee00 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9758015-1089-4cb3-be88-7a3e8555352b HTTP/1.1" status: 200 len: 950 time: 0.0648770 Jul 05 02:24:16.372513 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-35ab5da4-6c39-49b3-95bd-7d464ae70040 req-379909b3-3677-4504-b6a1-9d08a8b2fe6e tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331988 Jul 05 02:24:16.512092 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c561457b-2378-44cd-be14-4cc96b58f8df x-openstack-request-id: req-c561457b-2378-44cd-be14-4cc96b58f8df {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:24:16.512647 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6854b7ea-13d6-4721-919f-67646a3f1cd1", "name": "network-vif-plugged", "status": "completed", "tag": "47bb21be-cb13-4569-8993-692491b41ce3", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:24:16.513230 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c561457b-2378-44cd-be14-4cc96b58f8df {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:24:16.513721 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6854b7ea-13d6-4721-919f-67646a3f1cd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47bb21be-cb13-4569-8993-692491b41ce3', 'code': 200} Jul 05 02:24:16.710638 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94a458d-652d-44a0-a668-cc7d1241ff1c req-461caaa3-4061-4aa1-a960-4086b7f9a903 tempest-ServerMetadataNegativeTestJSON-344263558 tempest-ServerMetadataNegativeTestJSON-344263558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:16.712250 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a94a458d-652d-44a0-a668-cc7d1241ff1c req-461caaa3-4061-4aa1-a960-4086b7f9a903 tempest-ServerMetadataNegativeTestJSON-344263558 tempest-ServerMetadataNegativeTestJSON-344263558-project] 10.222.0.23 "GET /v2.0/ports?device_id=6854b7ea-13d6-4721-919f-67646a3f1cd1 HTTP/1.1" status: 200 len: 946 time: 0.1048927 Jul 05 02:24:16.722061 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579eb735-0ddd-4aba-81ed-a0f08a0f6c47 req-8b7918be-3f75-45cc-85be-69244f293f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:16.723698 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-579eb735-0ddd-4aba-81ed-a0f08a0f6c47 req-8b7918be-3f75-45cc-85be-69244f293f7d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6854b7ea-13d6-4721-919f-67646a3f1cd1 HTTP/1.1" status: 200 len: 1098 time: 0.1050916 Jul 05 02:24:16.778251 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a94a458d-652d-44a0-a668-cc7d1241ff1c req-7bd00cbd-4327-4c23-9a91-30519a701524 tempest-ServerMetadataNegativeTestJSON-344263558 tempest-ServerMetadataNegativeTestJSON-344263558-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0da2e41-5a98-4677-9af8-da287594e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529425 Jul 05 02:24:16.782014 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-579eb735-0ddd-4aba-81ed-a0f08a0f6c47 req-107d7cbd-0f49-49e2-935a-ce3922eb0bb0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d0da2e41-5a98-4677-9af8-da287594e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499513 Jul 05 02:24:16.847154 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fc27fc58-de39-4778-ba40-7475c8f33862 req-eaba61a6-83e5-4204-ae3f-fb8fc03d6c61 tempest-ServerAddressesNegativeTestJSON-1086912044 tempest-ServerAddressesNegativeTestJSON-1086912044-project] 10.222.0.23 "GET /v2.0/ports?device_id=44c963af-e98f-4142-8720-783fcd402ea0 HTTP/1.1" status: 200 len: 210 time: 0.0299363 Jul 05 02:24:17.076057 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245bb262-04fc-4b1a-a670-628133de8e79 req-2ea4aee0-80d6-4a83-851b-c7550f8fa506 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:17.077580 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-245bb262-04fc-4b1a-a670-628133de8e79 req-2ea4aee0-80d6-4a83-851b-c7550f8fa506 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6109dc9-2651-41d2-b0a8-a95d2937982f HTTP/1.1" status: 200 len: 946 time: 0.0905735 Jul 05 02:24:17.122873 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-245bb262-04fc-4b1a-a670-628133de8e79 req-9e02b4d5-431b-41e2-a354-1132a1d5bd56 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/security-groups?id=e258e924-fb3e-45d8-9b54-0249433deb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389910 Jul 05 02:24:17.305361 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1602814c-b777-4440-83e0-9f8592cfc942 req-3d8997a3-4aa1-441f-9329-0e8cfc1e4a80 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:17.321464 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1602814c-b777-4440-83e0-9f8592cfc942 req-3d8997a3-4aa1-441f-9329-0e8cfc1e4a80 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6109dc9-2651-41d2-b0a8-a95d2937982f HTTP/1.1" status: 200 len: 946 time: 0.0660338 Jul 05 02:24:17.346514 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1602814c-b777-4440-83e0-9f8592cfc942 req-9a3b6d5b-421d-4013-bbb9-eff0e2578606 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/security-groups?id=e258e924-fb3e-45d8-9b54-0249433deb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333989 Jul 05 02:24:17.628279 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424a4995-919d-40a6-af42-88e9dff66935 req-5b42bfa5-33ac-4c98-b17d-515f5a0e6321 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:17.630205 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-424a4995-919d-40a6-af42-88e9dff66935 req-5b42bfa5-33ac-4c98-b17d-515f5a0e6321 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9758015-1089-4cb3-be88-7a3e8555352b HTTP/1.1" status: 200 len: 950 time: 0.0742965 Jul 05 02:24:17.670850 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-424a4995-919d-40a6-af42-88e9dff66935 req-9f4ee174-8f1a-4f39-9b1a-d0aace0ee3b1 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347166 Jul 05 02:24:17.849093 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b330e30-92f9-4c2f-a552-8dc6bca1ef32 req-8d1ce860-6eee-44ce-a82c-039dc6fc3719 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:17.851225 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2b330e30-92f9-4c2f-a552-8dc6bca1ef32 req-8d1ce860-6eee-44ce-a82c-039dc6fc3719 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6109dc9-2651-41d2-b0a8-a95d2937982f HTTP/1.1" status: 200 len: 946 time: 0.0691576 Jul 05 02:24:17.893788 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2b330e30-92f9-4c2f-a552-8dc6bca1ef32 req-1ac18081-a28d-4d7e-a849-b2bf3d9da1df tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/security-groups?id=e258e924-fb3e-45d8-9b54-0249433deb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359321 Jul 05 02:24:17.965391 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21fe052-ee2d-4171-84f3-e39544284e19 req-61596b03-c80a-4988-8be8-bce57b35039d tempest-ServerMetadataNegativeTestJSON-344263558 tempest-ServerMetadataNegativeTestJSON-344263558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:17.966925 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d21fe052-ee2d-4171-84f3-e39544284e19 req-61596b03-c80a-4988-8be8-bce57b35039d tempest-ServerMetadataNegativeTestJSON-344263558 tempest-ServerMetadataNegativeTestJSON-344263558-project] 10.222.0.23 "GET /v2.0/ports?device_id=6854b7ea-13d6-4721-919f-67646a3f1cd1 HTTP/1.1" status: 200 len: 946 time: 0.0741611 Jul 05 02:24:17.978039 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5c4ad841-e184-47e1-8a8b-4b60d457918b req-8d2e15b5-65f4-468d-98f9-0d1d95942c95 tempest-ServerAddressesNegativeTestJSON-1086912044 tempest-ServerAddressesNegativeTestJSON-1086912044-project] 10.222.0.23 "GET /v2.0/ports?device_id=44c963af-e98f-4142-8720-783fcd402ea0 HTTP/1.1" status: 200 len: 210 time: 0.0336030 Jul 05 02:24:18.007816 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d21fe052-ee2d-4171-84f3-e39544284e19 req-393a8945-21fb-4e12-9654-b29b12277d0f tempest-ServerMetadataNegativeTestJSON-344263558 tempest-ServerMetadataNegativeTestJSON-344263558-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0da2e41-5a98-4677-9af8-da287594e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346119 Jul 05 02:24:18.150839 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df30151e-685c-41bd-8fe2-be4eff4065c2 req-852178d0-6d73-4ba2-8b21-b7731efaf151 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:18.152394 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-df30151e-685c-41bd-8fe2-be4eff4065c2 req-852178d0-6d73-4ba2-8b21-b7731efaf151 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6109dc9-2651-41d2-b0a8-a95d2937982f HTTP/1.1" status: 200 len: 946 time: 0.0652008 Jul 05 02:24:18.194341 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-df30151e-685c-41bd-8fe2-be4eff4065c2 req-852554f8-06be-4720-a7d3-0049aa046f24 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/security-groups?id=e258e924-fb3e-45d8-9b54-0249433deb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334783 Jul 05 02:24:18.869348 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c5be20-78f7-4be0-8b85-841c72863f44 req-0765b7bd-aabb-4628-a17f-bacdaeb14a29 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:18.870895 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-00c5be20-78f7-4be0-8b85-841c72863f44 req-0765b7bd-aabb-4628-a17f-bacdaeb14a29 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9758015-1089-4cb3-be88-7a3e8555352b HTTP/1.1" status: 200 len: 950 time: 0.0672877 Jul 05 02:24:18.909703 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-00c5be20-78f7-4be0-8b85-841c72863f44 req-50f6c430-df00-494d-8e3a-30f53daa8095 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329392 Jul 05 02:24:19.143253 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-da05d71c-12a9-4040-9ff3-c221be10b660 req-0dfe7a66-67e2-49c3-a2dd-0607377f6223 tempest-ServerAddressesNegativeTestJSON-1086912044 tempest-ServerAddressesNegativeTestJSON-1086912044-project] 10.222.0.23 "GET /v2.0/ports?device_id=44c963af-e98f-4142-8720-783fcd402ea0 HTTP/1.1" status: 200 len: 210 time: 0.0325363 Jul 05 02:24:19.330562 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74602ef2-2f35-4842-811e-d7f8a215c44f req-8e2c6431-f938-4c24-9dcc-f36dca7818ea tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:19.330839 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01170c7-a254-4914-be6e-78c898cfa169 req-66483d6c-9564-46eb-bbe6-366c83332529 tempest-ServerMetadataNegativeTestJSON-344263558 tempest-ServerMetadataNegativeTestJSON-344263558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:19.330839 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c01170c7-a254-4914-be6e-78c898cfa169 req-66483d6c-9564-46eb-bbe6-366c83332529 tempest-ServerMetadataNegativeTestJSON-344263558 tempest-ServerMetadataNegativeTestJSON-344263558-project] 10.222.0.23 "GET /v2.0/ports?device_id=6854b7ea-13d6-4721-919f-67646a3f1cd1 HTTP/1.1" status: 200 len: 946 time: 0.0846045 Jul 05 02:24:19.331453 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-74602ef2-2f35-4842-811e-d7f8a215c44f req-8e2c6431-f938-4c24-9dcc-f36dca7818ea tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6109dc9-2651-41d2-b0a8-a95d2937982f HTTP/1.1" status: 200 len: 946 time: 0.0861824 Jul 05 02:24:19.372755 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c01170c7-a254-4914-be6e-78c898cfa169 req-5a518cab-0987-4653-a5a4-04763e9fdbea tempest-ServerMetadataNegativeTestJSON-344263558 tempest-ServerMetadataNegativeTestJSON-344263558-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0da2e41-5a98-4677-9af8-da287594e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330772 Jul 05 02:24:19.373754 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-74602ef2-2f35-4842-811e-d7f8a215c44f req-7244824f-ee47-451f-a8fa-da7244c3af88 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/security-groups?id=e258e924-fb3e-45d8-9b54-0249433deb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357242 Jul 05 02:24:20.093804 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394692c4-7fa1-4d46-b7cc-0c097bbf1d7d req-0d1a266f-2dec-427f-a058-14da04a3d0c5 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:20.095426 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-394692c4-7fa1-4d46-b7cc-0c097bbf1d7d req-0d1a266f-2dec-427f-a058-14da04a3d0c5 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9758015-1089-4cb3-be88-7a3e8555352b HTTP/1.1" status: 200 len: 950 time: 0.0687799 Jul 05 02:24:20.140117 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-394692c4-7fa1-4d46-b7cc-0c097bbf1d7d req-12106b7f-c194-48ae-9f76-9492a4a0a823 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386910 Jul 05 02:24:20.185500 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f335471-a9de-478e-9428-d9b6b9da01f7 req-6ca746a7-842a-4860-867b-1ad41a6c7899 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:20.187190 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4f335471-a9de-478e-9428-d9b6b9da01f7 req-6ca746a7-842a-4860-867b-1ad41a6c7899 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6109dc9-2651-41d2-b0a8-a95d2937982f HTTP/1.1" status: 200 len: 946 time: 0.1462882 Jul 05 02:24:20.336640 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0f67ba-5f49-4800-8d01-c343c3a92909 req-3100f146-93dc-4009-bed9-6811483f300d tempest-ServerAddressesNegativeTestJSON-1086912044 tempest-ServerAddressesNegativeTestJSON-1086912044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:20.338331 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4b0f67ba-5f49-4800-8d01-c343c3a92909 req-3100f146-93dc-4009-bed9-6811483f300d tempest-ServerAddressesNegativeTestJSON-1086912044 tempest-ServerAddressesNegativeTestJSON-1086912044-project] 10.222.0.15 "GET /v2.0/networks?id=5a311131-05ce-4c96-9359-86dd278a003c HTTP/1.1" status: 200 len: 822 time: 0.2640221 Jul 05 02:24:20.353672 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-4b0f67ba-5f49-4800-8d01-c343c3a92909 req-67154925-69a5-4fa7-8917-c17cfd09869c tempest-ServerAddressesNegativeTestJSON-1086912044 tempest-ServerAddressesNegativeTestJSON-1086912044-project] Request body: {'port': {'device_id': '44c963af-e98f-4142-8720-783fcd402ea0', 'network_id': '5a311131-05ce-4c96-9359-86dd278a003c', 'admin_state_up': True, 'tenant_id': '6715fd6f86914bbca241d8921f1b33fa'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:24:20.403109 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-dd15717c-9e04-42f3-9d09-e32484d5ca04 req-dfaee927-b377-4662-b9d0-87ead35a1a73 tempest-ServerAddressesNegativeTestJSON-1086912044 tempest-ServerAddressesNegativeTestJSON-1086912044-project] 10.222.0.23 "GET /v2.0/ports?device_id=44c963af-e98f-4142-8720-783fcd402ea0 HTTP/1.1" status: 200 len: 210 time: 0.0331559 Jul 05 02:24:20.425003 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-4f335471-a9de-478e-9428-d9b6b9da01f7 req-fc7d2b0e-d674-4caf-956d-de882cac3151 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Deleting port b4a0e92c-1260-43b4-9ee0-6cf9d4d47bdf {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:24:20.425354 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4f335471-a9de-478e-9428-d9b6b9da01f7 req-fc7d2b0e-d674-4caf-956d-de882cac3151 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:20.558624 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-4f335471-a9de-478e-9428-d9b6b9da01f7 req-fc7d2b0e-d674-4caf-956d-de882cac3151 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] For port b4a0e92c-1260-43b4-9ee0-6cf9d4d47bdf, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=b4a0e92c-1260-43b4-9ee0-6cf9d4d47bdf,segment=NetworkSegment(a028bd42-8637-4eda-b2d9-cfc3731c23e0),segment_id=a028bd42-8637-4eda-b2d9-cfc3731c23e0)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:24:20.559151 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4f335471-a9de-478e-9428-d9b6b9da01f7 req-fc7d2b0e-d674-4caf-956d-de882cac3151 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:20.571835 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-4f335471-a9de-478e-9428-d9b6b9da01f7 req-fc7d2b0e-d674-4caf-956d-de882cac3151 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Calling delete_port for b4a0e92c-1260-43b4-9ee0-6cf9d4d47bdf owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:24:20.586318 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fd7277-3556-41f2-8aa9-4ac42e5f465e req-d3d59acd-3713-4830-a550-2133bc3b5ff7 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:20.588172 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e3fd7277-3556-41f2-8aa9-4ac42e5f465e req-d3d59acd-3713-4830-a550-2133bc3b5ff7 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6109dc9-2651-41d2-b0a8-a95d2937982f HTTP/1.1" status: 200 len: 946 time: 0.0677166 Jul 05 02:24:20.628308 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e3fd7277-3556-41f2-8aa9-4ac42e5f465e req-9819ae90-f4dd-44f3-9c7f-406fd580ca7a tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/security-groups?id=e258e924-fb3e-45d8-9b54-0249433deb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327446 Jul 05 02:24:20.712683 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc3e2c2-cda9-4349-bd3c-9834beedc353 req-a62c078d-343c-47ac-b139-b84c0ad09f4d tempest-ServerMetadataNegativeTestJSON-344263558 tempest-ServerMetadataNegativeTestJSON-344263558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:20.713687 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cbc3e2c2-cda9-4349-bd3c-9834beedc353 req-a62c078d-343c-47ac-b139-b84c0ad09f4d tempest-ServerMetadataNegativeTestJSON-344263558 tempest-ServerMetadataNegativeTestJSON-344263558-project] 10.222.0.23 "GET /v2.0/ports?device_id=6854b7ea-13d6-4721-919f-67646a3f1cd1 HTTP/1.1" status: 200 len: 946 time: 0.0948536 Jul 05 02:24:20.732485 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b0f67ba-5f49-4800-8d01-c343c3a92909 req-67154925-69a5-4fa7-8917-c17cfd09869c tempest-ServerAddressesNegativeTestJSON-1086912044 tempest-ServerAddressesNegativeTestJSON-1086912044-project] Made reservation on behalf of 6715fd6f86914bbca241d8921f1b33fa for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:24:20.735962 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4b0f67ba-5f49-4800-8d01-c343c3a92909 req-67154925-69a5-4fa7-8917-c17cfd09869c tempest-ServerAddressesNegativeTestJSON-1086912044 tempest-ServerAddressesNegativeTestJSON-1086912044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:20.835781 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cbc3e2c2-cda9-4349-bd3c-9834beedc353 req-7fc6c3d2-ee75-48cc-a982-054b1b9afb43 tempest-ServerMetadataNegativeTestJSON-344263558 tempest-ServerMetadataNegativeTestJSON-344263558-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0da2e41-5a98-4677-9af8-da287594e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038301 Jul 05 02:24:20.852055 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-9bc9357a-ee0e-4d5a-a946-43dc5152fdca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:20.903983 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-4b0f67ba-5f49-4800-8d01-c343c3a92909 req-67154925-69a5-4fa7-8917-c17cfd09869c tempest-ServerAddressesNegativeTestJSON-1086912044 tempest-ServerAddressesNegativeTestJSON-1086912044-project] Allocated IP 172.20.0.11 (5a311131-05ce-4c96-9359-86dd278a003c/c0527a0c-f04e-45fe-97e8-3115f7c46d66/72c0a128-4648-4079-aa4b-af25f02c4420) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:24:20.989101 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4f335471-a9de-478e-9428-d9b6b9da01f7 req-fc7d2b0e-d674-4caf-956d-de882cac3151 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:21.001258 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['b4a0e92c-1260-43b4-9ee0-6cf9d4d47bdf'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:24:21.028169 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7d2b0e-d674-4caf-956d-de882cac3151 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Pushing event deleted for resources: {'Port': ['ID=b4a0e92c-1260-43b4-9ee0-6cf9d4d47bdf,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:21.086868 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f335471-a9de-478e-9428-d9b6b9da01f7 req-fc7d2b0e-d674-4caf-956d-de882cac3151 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] No DVR routers for this DVR port b4a0e92c-1260-43b4-9ee0-6cf9d4d47bdf on host n-h1-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:24:21.090668 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4f335471-a9de-478e-9428-d9b6b9da01f7 req-fc7d2b0e-d674-4caf-956d-de882cac3151 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:21.093683 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4f335471-a9de-478e-9428-d9b6b9da01f7 req-fc7d2b0e-d674-4caf-956d-de882cac3151 tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.21 "DELETE /v2.0/ports/b4a0e92c-1260-43b4-9ee0-6cf9d4d47bdf HTTP/1.1" status: 204 len: 173 time: 0.9003880 Jul 05 02:24:21.094109 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6109dc9-2651-41d2-b0a8-a95d2937982f', 'name': 'network-vif-deleted', 'tag': 'b4a0e92c-1260-43b4-9ee0-6cf9d4d47bdf'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:24:21.096396 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63503d29-5ca9-4400-abd4-7b86cf1da956" -d '{"events": [{"server_uuid": "e6109dc9-2651-41d2-b0a8-a95d2937982f", "name": "network-vif-deleted", "tag": "b4a0e92c-1260-43b4-9ee0-6cf9d4d47bdf"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:24:21.122141 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4b0f67ba-5f49-4800-8d01-c343c3a92909 req-67154925-69a5-4fa7-8917-c17cfd09869c tempest-ServerAddressesNegativeTestJSON-1086912044 tempest-ServerAddressesNegativeTestJSON-1086912044-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:21.133381 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b3ba42b-94c5-4766-91fc-cb7af6a55f12 x-openstack-request-id: req-2b3ba42b-94c5-4766-91fc-cb7af6a55f12 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:24:21.133666 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6109dc9-2651-41d2-b0a8-a95d2937982f", "name": "network-vif-deleted", "tag": "b4a0e92c-1260-43b4-9ee0-6cf9d4d47bdf", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:24:21.133917 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2b3ba42b-94c5-4766-91fc-cb7af6a55f12 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:24:21.134338 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6109dc9-2651-41d2-b0a8-a95d2937982f', 'name': 'network-vif-deleted', 'tag': 'b4a0e92c-1260-43b4-9ee0-6cf9d4d47bdf', 'status': 'completed', 'code': 200} Jul 05 02:24:21.325028 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3b4227-fd59-45a4-8be2-cfdc6e6ca4e4 req-d8a1a41c-35ac-4ee0-8e51-99e4833774e7 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:21.325278 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bf3b4227-fd59-45a4-8be2-cfdc6e6ca4e4 req-d8a1a41c-35ac-4ee0-8e51-99e4833774e7 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9758015-1089-4cb3-be88-7a3e8555352b HTTP/1.1" status: 200 len: 950 time: 0.0663505 Jul 05 02:24:21.349836 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4b0f67ba-5f49-4800-8d01-c343c3a92909 req-67154925-69a5-4fa7-8917-c17cfd09869c tempest-ServerAddressesNegativeTestJSON-1086912044 tempest-ServerAddressesNegativeTestJSON-1086912044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:21.413650 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b0f67ba-5f49-4800-8d01-c343c3a92909 req-67154925-69a5-4fa7-8917-c17cfd09869c tempest-ServerAddressesNegativeTestJSON-1086912044 tempest-ServerAddressesNegativeTestJSON-1086912044-project] Network 5a311131-05ce-4c96-9359-86dd278a003c is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:24:21.421188 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bf3b4227-fd59-45a4-8be2-cfdc6e6ca4e4 req-2b2fc6fa-168f-4de2-a512-1d993faff90f tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902979 Jul 05 02:24:21.422107 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-4b0f67ba-5f49-4800-8d01-c343c3a92909 req-67154925-69a5-4fa7-8917-c17cfd09869c tempest-ServerAddressesNegativeTestJSON-1086912044 tempest-ServerAddressesNegativeTestJSON-1086912044-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:24:21.424734 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b0f67ba-5f49-4800-8d01-c343c3a92909 req-67154925-69a5-4fa7-8917-c17cfd09869c tempest-ServerAddressesNegativeTestJSON-1086912044 tempest-ServerAddressesNegativeTestJSON-1086912044-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:24:21.469994 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67154925-69a5-4fa7-8917-c17cfd09869c tempest-ServerAddressesNegativeTestJSON-1086912044 tempest-ServerAddressesNegativeTestJSON-1086912044-project] Pushing event updated for resources: {'Port': ['ID=72c0a128-4648-4079-aa4b-af25f02c4420,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:21.495106 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0f67ba-5f49-4800-8d01-c343c3a92909 req-67154925-69a5-4fa7-8917-c17cfd09869c tempest-ServerAddressesNegativeTestJSON-1086912044 tempest-ServerAddressesNegativeTestJSON-1086912044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:21.496135 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4b0f67ba-5f49-4800-8d01-c343c3a92909 req-67154925-69a5-4fa7-8917-c17cfd09869c tempest-ServerAddressesNegativeTestJSON-1086912044 tempest-ServerAddressesNegativeTestJSON-1086912044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:21.605198 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e54a7c0-64fe-4ba2-9614-372e46d6ab96 req-d223f6d4-ffee-486d-b435-f86e2c5213b8 tempest-ServerAddressesNegativeTestJSON-1086912044 tempest-ServerAddressesNegativeTestJSON-1086912044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:21.605198 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1e54a7c0-64fe-4ba2-9614-372e46d6ab96 req-d223f6d4-ffee-486d-b435-f86e2c5213b8 tempest-ServerAddressesNegativeTestJSON-1086912044 tempest-ServerAddressesNegativeTestJSON-1086912044-project] 10.222.0.23 "GET /v2.0/ports?device_id=44c963af-e98f-4142-8720-783fcd402ea0 HTTP/1.1" status: 200 len: 932 time: 0.0774388 Jul 05 02:24:21.639443 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1e54a7c0-64fe-4ba2-9614-372e46d6ab96 req-b01adbc0-d86c-4684-908c-ae29aebc55fd tempest-ServerAddressesNegativeTestJSON-1086912044 tempest-ServerAddressesNegativeTestJSON-1086912044-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1c395fd-b316-4ccb-aef2-132c143bd393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329366 Jul 05 02:24:21.675414 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4b0f67ba-5f49-4800-8d01-c343c3a92909 req-67154925-69a5-4fa7-8917-c17cfd09869c tempest-ServerAddressesNegativeTestJSON-1086912044 tempest-ServerAddressesNegativeTestJSON-1086912044-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3255970 Jul 05 02:24:21.687780 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-4b0f67ba-5f49-4800-8d01-c343c3a92909 req-13228cdd-8ccd-4e0a-a5bb-b23abef0ad5d service neutron] Request body: {'port': {'device_id': '44c963af-e98f-4142-8720-783fcd402ea0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:24:21.791009 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4b0f67ba-5f49-4800-8d01-c343c3a92909 req-13228cdd-8ccd-4e0a-a5bb-b23abef0ad5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:21.832069 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7c2e644b-6948-4f02-bb58-9551e84a68e5 req-bbd60224-caed-47cc-a672-cd5cff4a16da tempest-ServerDiskConfigTestJSON-428050151 tempest-ServerDiskConfigTestJSON-428050151-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6109dc9-2651-41d2-b0a8-a95d2937982f HTTP/1.1" status: 200 len: 210 time: 0.0592837 Jul 05 02:24:21.952373 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf8a52c-d31a-40f6-b1d6-d6ecf9854fca req-63e4fc74-f789-463f-aaef-d9c6e383bae5 tempest-ServerMetadataNegativeTestJSON-344263558 tempest-ServerMetadataNegativeTestJSON-344263558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:21.953840 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fdf8a52c-d31a-40f6-b1d6-d6ecf9854fca req-63e4fc74-f789-463f-aaef-d9c6e383bae5 tempest-ServerMetadataNegativeTestJSON-344263558 tempest-ServerMetadataNegativeTestJSON-344263558-project] 10.222.0.21 "GET /v2.0/ports?device_id=6854b7ea-13d6-4721-919f-67646a3f1cd1 HTTP/1.1" status: 200 len: 946 time: 0.1928689 Jul 05 02:24:22.492335 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1b528b-82a1-473b-be13-1a4256896096 req-84c9ecb0-ec6f-4872-8bb7-af753ea01ad4 tempest-ServerMetadataNegativeTestJSON-344263558 tempest-ServerMetadataNegativeTestJSON-344263558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:22.493830 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4e1b528b-82a1-473b-be13-1a4256896096 req-84c9ecb0-ec6f-4872-8bb7-af753ea01ad4 tempest-ServerMetadataNegativeTestJSON-344263558 tempest-ServerMetadataNegativeTestJSON-344263558-project] 10.222.0.23 "GET /v2.0/ports?device_id=6854b7ea-13d6-4721-919f-67646a3f1cd1 HTTP/1.1" status: 200 len: 946 time: 0.5318708 Jul 05 02:24:22.568766 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-fdf8a52c-d31a-40f6-b1d6-d6ecf9854fca req-47382186-f4e1-44ea-8a33-9f8b1b40489b tempest-ServerMetadataNegativeTestJSON-344263558 tempest-ServerMetadataNegativeTestJSON-344263558-project] Deleting port 47bb21be-cb13-4569-8993-692491b41ce3 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:24:22.569105 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-fdf8a52c-d31a-40f6-b1d6-d6ecf9854fca req-47382186-f4e1-44ea-8a33-9f8b1b40489b tempest-ServerMetadataNegativeTestJSON-344263558 tempest-ServerMetadataNegativeTestJSON-344263558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:22.574465 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4e1b528b-82a1-473b-be13-1a4256896096 req-292bb3eb-d6a7-48ac-a234-c369b16541c9 tempest-ServerMetadataNegativeTestJSON-344263558 tempest-ServerMetadataNegativeTestJSON-344263558-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0da2e41-5a98-4677-9af8-da287594e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744243 Jul 05 02:24:22.658274 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-4b0f67ba-5f49-4800-8d01-c343c3a92909 req-13228cdd-8ccd-4e0a-a5bb-b23abef0ad5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72c0a128-4648-4079-aa4b-af25f02c4420 {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:24:22.679188 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce5ba08-6dc5-44e9-ae5e-b9261dd3315a req-81801ced-ac9c-4863-ae77-ffefc059b5c5 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:22.679717 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4b0f67ba-5f49-4800-8d01-c343c3a92909 req-13228cdd-8ccd-4e0a-a5bb-b23abef0ad5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:22.680033 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-fce5ba08-6dc5-44e9-ae5e-b9261dd3315a req-81801ced-ac9c-4863-ae77-ffefc059b5c5 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9758015-1089-4cb3-be88-7a3e8555352b HTTP/1.1" status: 200 len: 950 time: 0.0791619 Jul 05 02:24:22.703695 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-4b0f67ba-5f49-4800-8d01-c343c3a92909 req-13228cdd-8ccd-4e0a-a5bb-b23abef0ad5d service neutron] Transition to ACTIVE for port object 72c0a128-4648-4079-aa4b-af25f02c4420 will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:24:22.717855 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-fdf8a52c-d31a-40f6-b1d6-d6ecf9854fca req-47382186-f4e1-44ea-8a33-9f8b1b40489b tempest-ServerMetadataNegativeTestJSON-344263558 tempest-ServerMetadataNegativeTestJSON-344263558-project] For port 47bb21be-cb13-4569-8993-692491b41ce3, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=47bb21be-cb13-4569-8993-692491b41ce3,segment=NetworkSegment(4b8edf9e-fbbe-49c3-8ab9-aa5342f34657),segment_id=4b8edf9e-fbbe-49c3-8ab9-aa5342f34657)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:24:22.718306 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-fdf8a52c-d31a-40f6-b1d6-d6ecf9854fca req-47382186-f4e1-44ea-8a33-9f8b1b40489b tempest-ServerMetadataNegativeTestJSON-344263558 tempest-ServerMetadataNegativeTestJSON-344263558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:22.727369 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-fce5ba08-6dc5-44e9-ae5e-b9261dd3315a req-e221f351-9c68-45a1-b506-2f42754e491b tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399981 Jul 05 02:24:22.731896 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-fdf8a52c-d31a-40f6-b1d6-d6ecf9854fca req-47382186-f4e1-44ea-8a33-9f8b1b40489b tempest-ServerMetadataNegativeTestJSON-344263558 tempest-ServerMetadataNegativeTestJSON-344263558-project] Calling delete_port for 47bb21be-cb13-4569-8993-692491b41ce3 owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:24:22.834184 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4b0f67ba-5f49-4800-8d01-c343c3a92909 req-13228cdd-8ccd-4e0a-a5bb-b23abef0ad5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:22.907230 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13228cdd-8ccd-4e0a-a5bb-b23abef0ad5d service neutron] Pushing event updated for resources: {'Port': ['ID=72c0a128-4648-4079-aa4b-af25f02c4420,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:22.923057 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce589f-31a1-4831-bbb2-bd710c1a8478 req-93ff63c7-7e9a-4b2c-b01f-9840dd47ed63 tempest-ServerAddressesNegativeTestJSON-1086912044 tempest-ServerAddressesNegativeTestJSON-1086912044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:22.924597 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-abce589f-31a1-4831-bbb2-bd710c1a8478 req-93ff63c7-7e9a-4b2c-b01f-9840dd47ed63 tempest-ServerAddressesNegativeTestJSON-1086912044 tempest-ServerAddressesNegativeTestJSON-1086912044-project] 10.222.0.23 "GET /v2.0/ports?device_id=44c963af-e98f-4142-8720-783fcd402ea0 HTTP/1.1" status: 200 len: 932 time: 0.1456316 Jul 05 02:24:22.945116 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 02:24:23.054301 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-abce589f-31a1-4831-bbb2-bd710c1a8478 req-d37f20ed-14fe-4c04-89b5-b41446db38e3 tempest-ServerAddressesNegativeTestJSON-1086912044 tempest-ServerAddressesNegativeTestJSON-1086912044-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1c395fd-b316-4ccb-aef2-132c143bd393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163294 Jul 05 02:24:23.073334 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-4b0f67ba-5f49-4800-8d01-c343c3a92909 req-13228cdd-8ccd-4e0a-a5bb-b23abef0ad5d service neutron] Attempting to bind port 72c0a128-4648-4079-aa4b-af25f02c4420 on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:24:23.073674 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-4b0f67ba-5f49-4800-8d01-c343c3a92909 req-13228cdd-8ccd-4e0a-a5bb-b23abef0ad5d service neutron] Attempting to bind port 72c0a128-4648-4079-aa4b-af25f02c4420 by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '3141ae51-27e7-4e4f-8696-b95cfd1cb28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5a311131-05ce-4c96-9359-86dd278a003c'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:24:23.074010 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0f67ba-5f49-4800-8d01-c343c3a92909 req-13228cdd-8ccd-4e0a-a5bb-b23abef0ad5d service neutron] Attempting to bind port 72c0a128-4648-4079-aa4b-af25f02c4420 on network 5a311131-05ce-4c96-9359-86dd278a003c {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:24:23.078391 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0f67ba-5f49-4800-8d01-c343c3a92909 req-13228cdd-8ccd-4e0a-a5bb-b23abef0ad5d service neutron] Port 72c0a128-4648-4079-aa4b-af25f02c4420 on network 5a311131-05ce-4c96-9359-86dd278a003c not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:24:23.078715 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0f67ba-5f49-4800-8d01-c343c3a92909 req-13228cdd-8ccd-4e0a-a5bb-b23abef0ad5d service neutron] Attempting to bind port 72c0a128-4648-4079-aa4b-af25f02c4420 on network 5a311131-05ce-4c96-9359-86dd278a003c {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:24:23.083546 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0f67ba-5f49-4800-8d01-c343c3a92909 req-13228cdd-8ccd-4e0a-a5bb-b23abef0ad5d service neutron] Checking agent: {'id': 'e071c76e-395f-48c4-a98f-88088465cf0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:24:23.083886 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0f67ba-5f49-4800-8d01-c343c3a92909 req-13228cdd-8ccd-4e0a-a5bb-b23abef0ad5d service neutron] Checking segment: {'id': '3141ae51-27e7-4e4f-8696-b95cfd1cb28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5a311131-05ce-4c96-9359-86dd278a003c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:24:23.084327 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0f67ba-5f49-4800-8d01-c343c3a92909 req-13228cdd-8ccd-4e0a-a5bb-b23abef0ad5d service neutron] Bound using segment: {'id': '3141ae51-27e7-4e4f-8696-b95cfd1cb28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5a311131-05ce-4c96-9359-86dd278a003c'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:24:23.084747 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-4b0f67ba-5f49-4800-8d01-c343c3a92909 req-13228cdd-8ccd-4e0a-a5bb-b23abef0ad5d service neutron] Bound port: 72c0a128-4648-4079-aa4b-af25f02c4420, host: n-h2-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3141ae51-27e7-4e4f-8696-b95cfd1cb28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5a311131-05ce-4c96-9359-86dd278a003c'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:24:23.085633 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4b0f67ba-5f49-4800-8d01-c343c3a92909 req-13228cdd-8ccd-4e0a-a5bb-b23abef0ad5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:23.150653 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-4b0f67ba-5f49-4800-8d01-c343c3a92909 req-13228cdd-8ccd-4e0a-a5bb-b23abef0ad5d service neutron] For port 72c0a128-4648-4079-aa4b-af25f02c4420, host n-h2-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:24:23.153667 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-4b0f67ba-5f49-4800-8d01-c343c3a92909 req-13228cdd-8ccd-4e0a-a5bb-b23abef0ad5d service neutron] For port 72c0a128-4648-4079-aa4b-af25f02c4420, host n-h2-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=72c0a128-4648-4079-aa4b-af25f02c4420,segment=NetworkSegment(3141ae51-27e7-4e4f-8696-b95cfd1cb28f),segment_id=3141ae51-27e7-4e4f-8696-b95cfd1cb28f)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:24:23.233671 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-fdf8a52c-d31a-40f6-b1d6-d6ecf9854fca req-47382186-f4e1-44ea-8a33-9f8b1b40489b tempest-ServerMetadataNegativeTestJSON-344263558 tempest-ServerMetadataNegativeTestJSON-344263558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:23.245640 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['47bb21be-cb13-4569-8993-692491b41ce3'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:24:23.270940 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47382186-f4e1-44ea-8a33-9f8b1b40489b tempest-ServerMetadataNegativeTestJSON-344263558 tempest-ServerMetadataNegativeTestJSON-344263558-project] Pushing event deleted for resources: {'Port': ['ID=47bb21be-cb13-4569-8993-692491b41ce3,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:23.286075 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-c5e97e1d-79eb-4835-9444-e95a47003daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:23.297941 n-d-771362-32 neutron-server[94461]: INFO neutron.api.v2.resource [req-72f3cf98-beae-4e7c-9387-fec8261f210e req-9175bfb8-1bdc-4b6a-9a01-3b67a07e05b8 service neutron] show failed (client error): The resource could not be found. Jul 05 02:24:23.299026 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-72f3cf98-beae-4e7c-9387-fec8261f210e req-9175bfb8-1bdc-4b6a-9a01-3b67a07e05b8 service neutron] 10.222.0.21 "GET /v2.0/ports/6d637b16-9323-4d4f-9272-310099f1c03d/bindings/n-h2-771362-32 HTTP/1.1" status: 404 len: 381 time: 0.1098561 Jul 05 02:24:23.302762 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4b0f67ba-5f49-4800-8d01-c343c3a92909 req-13228cdd-8ccd-4e0a-a5bb-b23abef0ad5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:23.318690 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 58514) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:24:23.343143 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdf8a52c-d31a-40f6-b1d6-d6ecf9854fca req-47382186-f4e1-44ea-8a33-9f8b1b40489b tempest-ServerMetadataNegativeTestJSON-344263558 tempest-ServerMetadataNegativeTestJSON-344263558-project] No DVR routers for this DVR port 47bb21be-cb13-4569-8993-692491b41ce3 on host n-h1-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:24:23.348345 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-fdf8a52c-d31a-40f6-b1d6-d6ecf9854fca req-47382186-f4e1-44ea-8a33-9f8b1b40489b tempest-ServerMetadataNegativeTestJSON-344263558 tempest-ServerMetadataNegativeTestJSON-344263558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:23.350364 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fdf8a52c-d31a-40f6-b1d6-d6ecf9854fca req-47382186-f4e1-44ea-8a33-9f8b1b40489b tempest-ServerMetadataNegativeTestJSON-344263558 tempest-ServerMetadataNegativeTestJSON-344263558-project] 10.222.0.21 "DELETE /v2.0/ports/47bb21be-cb13-4569-8993-692491b41ce3 HTTP/1.1" status: 204 len: 173 time: 1.3734908 Jul 05 02:24:23.351556 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6854b7ea-13d6-4721-919f-67646a3f1cd1', 'name': 'network-vif-deleted', 'tag': '47bb21be-cb13-4569-8993-692491b41ce3'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:24:23.354116 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fddc8264-069c-440c-8eff-142d5ce39924" -d '{"events": [{"server_uuid": "6854b7ea-13d6-4721-919f-67646a3f1cd1", "name": "network-vif-deleted", "tag": "47bb21be-cb13-4569-8993-692491b41ce3"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:24:23.365183 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0f67ba-5f49-4800-8d01-c343c3a92909 req-13228cdd-8ccd-4e0a-a5bb-b23abef0ad5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:23.365811 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4b0f67ba-5f49-4800-8d01-c343c3a92909 req-13228cdd-8ccd-4e0a-a5bb-b23abef0ad5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:23.369777 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4b0f67ba-5f49-4800-8d01-c343c3a92909 req-13228cdd-8ccd-4e0a-a5bb-b23abef0ad5d service neutron] 10.222.0.15 "PUT /v2.0/ports/72c0a128-4648-4079-aa4b-af25f02c4420 HTTP/1.1" status: 200 len: 1093 time: 1.6859858 Jul 05 02:24:23.382382 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-88358018-94eb-4ca7-a3da-d2bb520fc2a4 admin admin] Deleting subnet fbfab68e-d1de-4dba-81aa-90f8a22bcf7c {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:24:23.387322 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-88358018-94eb-4ca7-a3da-d2bb520fc2a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:23.398099 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13228cdd-8ccd-4e0a-a5bb-b23abef0ad5d service neutron] Pushing event updated for resources: {'Port': ['ID=72c0a128-4648-4079-aa4b-af25f02c4420,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:23.410182 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-363b0665-759a-4e9f-8955-22746871b68c x-openstack-request-id: req-363b0665-759a-4e9f-8955-22746871b68c {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:24:23.410774 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6854b7ea-13d6-4721-919f-67646a3f1cd1", "name": "network-vif-deleted", "tag": "47bb21be-cb13-4569-8993-692491b41ce3", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:24:23.411168 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-363b0665-759a-4e9f-8955-22746871b68c {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:24:23.411592 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6854b7ea-13d6-4721-919f-67646a3f1cd1', 'name': 'network-vif-deleted', 'tag': '47bb21be-cb13-4569-8993-692491b41ce3', 'status': 'completed', 'code': 200} Jul 05 02:24:23.433022 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-88358018-94eb-4ca7-a3da-d2bb520fc2a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:23.472081 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-88358018-94eb-4ca7-a3da-d2bb520fc2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:23.649052 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-88358018-94eb-4ca7-a3da-d2bb520fc2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:23.659490 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device b4a0e92c-1260-43b4-9ee0-6cf9d4d47bdf no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:24:23.694370 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88358018-94eb-4ca7-a3da-d2bb520fc2a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbfab68e-d1de-4dba-81aa-90f8a22bcf7c,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:23.698516 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] No Port match for: b4a0e92c-1260-43b4-9ee0-6cf9d4d47bdf {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:24:23.706054 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device b4a0e92c-1260-43b4-9ee0-6cf9d4d47bdf not bound to the agent host n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:24:23.708502 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0f67ba-5f49-4800-8d01-c343c3a92909 req-92df1972-b0c0-4b6c-8908-38a15f32329f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:23.712429 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-88358018-94eb-4ca7-a3da-d2bb520fc2a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:23.715689 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-88358018-94eb-4ca7-a3da-d2bb520fc2a4 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/fbfab68e-d1de-4dba-81aa-90f8a22bcf7c HTTP/1.1" status: 204 len: 168 time: 0.3959668 Jul 05 02:24:23.718282 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 58522) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:24:23.718464 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4b0f67ba-5f49-4800-8d01-c343c3a92909 req-92df1972-b0c0-4b6c-8908-38a15f32329f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6715fd6f86914bbca241d8921f1b33fa&device_id=44c963af-e98f-4142-8720-783fcd402ea0 HTTP/1.1" status: 200 len: 1096 time: 0.1000059 Jul 05 02:24:23.762555 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4b0f67ba-5f49-4800-8d01-c343c3a92909 req-001e2b95-09e5-43bf-b12d-347a221930c5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72c0a128-4648-4079-aa4b-af25f02c4420 HTTP/1.1" status: 200 len: 217 time: 0.0431867 Jul 05 02:24:23.796296 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-31507341-a5cd-46e0-901a-8f89e0cb1a17 req-4e2ba42e-45ea-4134-a4dc-6bb61bf80e8e tempest-ServerMetadataNegativeTestJSON-344263558 tempest-ServerMetadataNegativeTestJSON-344263558-project] 10.222.0.23 "GET /v2.0/ports?device_id=6854b7ea-13d6-4721-919f-67646a3f1cd1 HTTP/1.1" status: 200 len: 210 time: 0.0575154 Jul 05 02:24:23.827888 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0f67ba-5f49-4800-8d01-c343c3a92909 req-859b05a8-e491-4b0b-b7e7-c024612d7d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:23.828017 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f075f852-14e3-481a-be21-ca67cd3dbb2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:23.828115 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4b0f67ba-5f49-4800-8d01-c343c3a92909 req-859b05a8-e491-4b0b-b7e7-c024612d7d1c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c0527a0c-f04e-45fe-97e8-3115f7c46d66 HTTP/1.1" status: 200 len: 862 time: 0.0477135 Jul 05 02:24:23.873221 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4b0f67ba-5f49-4800-8d01-c343c3a92909 req-c836c212-ed88-405c-9f44-b5f9fbde9e8f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5a311131-05ce-4c96-9359-86dd278a003c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406997 Jul 05 02:24:23.909320 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:23.913050 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f075f852-14e3-481a-be21-ca67cd3dbb2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:23.925509 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-f075f852-14e3-481a-be21-ca67cd3dbb2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55b2af88-9a2d-4dae-81b7-55512d5ddd72']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:24:23.937483 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-f075f852-14e3-481a-be21-ca67cd3dbb2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a028bd42-8637-4eda-b2d9-cfc3731c23e0') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:24:23.937779 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-f075f852-14e3-481a-be21-ca67cd3dbb2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a028bd42-8637-4eda-b2d9-cfc3731c23e0') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:24:23.948621 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f075f852-14e3-481a-be21-ca67cd3dbb2a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:23.964923 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f075f852-14e3-481a-be21-ca67cd3dbb2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:23.973284 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f075f852-14e3-481a-be21-ca67cd3dbb2a admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:24:23.973897 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f075f852-14e3-481a-be21-ca67cd3dbb2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:23.975890 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:24:23.975890 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:24:23.975890 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:24:23.975890 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:24:23.975890 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:24:23.975890 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:24:23.975890 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:24:23.975890 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:24:23.975890 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:24:23.975890 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:24:23.975890 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:24:23.975890 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:24:23.975890 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:24:23.975890 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:24:23.975890 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:24:23.975890 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:24:23.975890 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:24:23.975890 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:24:23.975890 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:24:23.975890 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:24:23.975890 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:24:23.975890 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:24:23.975890 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:24:23.975890 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:24:23.975890 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:24:23.975890 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:24:23.975890 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:24:23.975890 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:24:23.975890 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:24:23.975890 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:24:23.975890 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:24:23.975890 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:24:24.034971 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc70e73-7b46-408a-bd22-1a3cb382be8b req-20fa6aba-c35f-4a4f-989f-5d04f799f89a tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:24.042713 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4fc70e73-7b46-408a-bd22-1a3cb382be8b req-20fa6aba-c35f-4a4f-989f-5d04f799f89a tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9758015-1089-4cb3-be88-7a3e8555352b HTTP/1.1" status: 200 len: 950 time: 0.1720650 Jul 05 02:24:24.045837 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4b0f67ba-5f49-4800-8d01-c343c3a92909 req-23fa8da0-910e-4382-b6e7-e298f92bd60b service neutron] 10.222.0.15 "GET /v2.0/networks/5a311131-05ce-4c96-9359-86dd278a003c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641228 Jul 05 02:24:24.135507 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4fc70e73-7b46-408a-bd22-1a3cb382be8b req-fcd75ff4-9809-491f-ab79-7135f5830559 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919180 Jul 05 02:24:24.200173 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4b0f67ba-5f49-4800-8d01-c343c3a92909 req-f6960744-2892-4fc5-b8a5-8a0f8ed9f4e6 service neutron] 10.222.0.15 "GET /v2.0/networks/5a311131-05ce-4c96-9359-86dd278a003c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411998 Jul 05 02:24:24.212779 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f075f852-14e3-481a-be21-ca67cd3dbb2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:24.232901 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f075f852-14e3-481a-be21-ca67cd3dbb2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:24.237536 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-f075f852-14e3-481a-be21-ca67cd3dbb2a admin admin] 10.222.0.23 "DELETE /v2.0/networks/55b2af88-9a2d-4dae-81b7-55512d5ddd72 HTTP/1.1" status: 204 len: 168 time: 0.5153871 Jul 05 02:24:24.237708 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f3cf98-beae-4e7c-9387-fec8261f210e req-b397d325-ebc6-4428-a9dc-2237cc2f4391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:24.237968 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f075f852-14e3-481a-be21-ca67cd3dbb2a admin admin] Pushing event deleted for resources: {'Network': ['ID=55b2af88-9a2d-4dae-81b7-55512d5ddd72,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:24.238466 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-72f3cf98-beae-4e7c-9387-fec8261f210e req-b397d325-ebc6-4428-a9dc-2237cc2f4391 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a9758015-1089-4cb3-be88-7a3e8555352b&tenant_id=7bde4afb78a7485193d4b3fb4c23ad75 HTTP/1.1" status: 200 len: 1102 time: 0.0698881 Jul 05 02:24:24.251092 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-72f3cf98-beae-4e7c-9387-fec8261f210e req-9aff5644-dbc3-47e8-99b3-9029624de0ee service neutron] Request body: {'port': {'binding:host_id': 'n-h2-771362-32', 'device_owner': 'compute:nova'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:24:24.323358 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e8efed-bb9b-4239-a2db-0e19ba5b768e req-1f6dc036-714f-493f-a2fb-bb538a5cdd05 tempest-ServerAddressesNegativeTestJSON-1086912044 tempest-ServerAddressesNegativeTestJSON-1086912044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:24.325048 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b0e8efed-bb9b-4239-a2db-0e19ba5b768e req-1f6dc036-714f-493f-a2fb-bb538a5cdd05 tempest-ServerAddressesNegativeTestJSON-1086912044 tempest-ServerAddressesNegativeTestJSON-1086912044-project] 10.222.0.23 "GET /v2.0/ports?device_id=44c963af-e98f-4142-8720-783fcd402ea0 HTTP/1.1" status: 200 len: 944 time: 0.0890527 Jul 05 02:24:24.374813 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-72f3cf98-beae-4e7c-9387-fec8261f210e req-9aff5644-dbc3-47e8-99b3-9029624de0ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:24.375563 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b0e8efed-bb9b-4239-a2db-0e19ba5b768e req-d7c7489f-305c-4cc5-9738-1797a8624b73 tempest-ServerAddressesNegativeTestJSON-1086912044 tempest-ServerAddressesNegativeTestJSON-1086912044-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1c395fd-b316-4ccb-aef2-132c143bd393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446122 Jul 05 02:24:24.548742 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:24.595399 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-72f3cf98-beae-4e7c-9387-fec8261f210e req-9aff5644-dbc3-47e8-99b3-9029624de0ee service neutron] For port 6d637b16-9323-4d4f-9272-310099f1c03d, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=6d637b16-9323-4d4f-9272-310099f1c03d,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:24:24.632593 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-72f3cf98-beae-4e7c-9387-fec8261f210e req-9aff5644-dbc3-47e8-99b3-9029624de0ee service neutron] For port 6d637b16-9323-4d4f-9272-310099f1c03d, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:24:24.671888 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-72f3cf98-beae-4e7c-9387-fec8261f210e req-9aff5644-dbc3-47e8-99b3-9029624de0ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:24.684023 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-72f3cf98-beae-4e7c-9387-fec8261f210e req-9aff5644-dbc3-47e8-99b3-9029624de0ee service neutron] Transition to ACTIVE for port object 6d637b16-9323-4d4f-9272-310099f1c03d will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:24:24.737730 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 58544) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:24:24.777983 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-ff66887b-0f7d-4e09-9030-1e2fb4388d81 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b6fa0ecda1ba42b2b5dec68669f2a61a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389757 Jul 05 02:24:24.780369 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 58546) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:24:24.827454 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bb4f13a2-a334-4837-a08f-9bb605986c23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:24.834520 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-72f3cf98-beae-4e7c-9387-fec8261f210e req-9aff5644-dbc3-47e8-99b3-9029624de0ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:24.853953 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bb4f13a2-a334-4837-a08f-9bb605986c23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:24.903247 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 58550) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:24:24.922984 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-72f3cf98-beae-4e7c-9387-fec8261f210e req-9aff5644-dbc3-47e8-99b3-9029624de0ee service neutron] No DVR routers for this DVR port 6d637b16-9323-4d4f-9272-310099f1c03d on host n-h1-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:24:24.930433 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aff5644-dbc3-47e8-99b3-9029624de0ee service neutron] Pushing event updated for resources: {'Port': ['ID=6d637b16-9323-4d4f-9272-310099f1c03d,revision_number=6']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:24.952381 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-adc816f7-995c-4c51-8e27-f1f44ce235be admin admin] Deleting subnet 51d00960-eba9-4eb8-8e62-9d4b4ac8a8ce {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:24:24.956041 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-adc816f7-995c-4c51-8e27-f1f44ce235be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:24.971247 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-72f3cf98-beae-4e7c-9387-fec8261f210e req-9aff5644-dbc3-47e8-99b3-9029624de0ee service neutron] Attempting to bind port 6d637b16-9323-4d4f-9272-310099f1c03d on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:24:24.971933 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-72f3cf98-beae-4e7c-9387-fec8261f210e req-9aff5644-dbc3-47e8-99b3-9029624de0ee service neutron] Attempting to bind port 6d637b16-9323-4d4f-9272-310099f1c03d by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:24:24.972459 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f3cf98-beae-4e7c-9387-fec8261f210e req-9aff5644-dbc3-47e8-99b3-9029624de0ee service neutron] Attempting to bind port 6d637b16-9323-4d4f-9272-310099f1c03d on network dff432c2-7366-4622-aebb-da22fe05bfd4 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:24:24.977851 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f3cf98-beae-4e7c-9387-fec8261f210e req-9aff5644-dbc3-47e8-99b3-9029624de0ee service neutron] Port 6d637b16-9323-4d4f-9272-310099f1c03d on network dff432c2-7366-4622-aebb-da22fe05bfd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:24:24.978349 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f3cf98-beae-4e7c-9387-fec8261f210e req-9aff5644-dbc3-47e8-99b3-9029624de0ee service neutron] Attempting to bind port 6d637b16-9323-4d4f-9272-310099f1c03d on network dff432c2-7366-4622-aebb-da22fe05bfd4 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:24:24.983729 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f3cf98-beae-4e7c-9387-fec8261f210e req-9aff5644-dbc3-47e8-99b3-9029624de0ee service neutron] Checking agent: {'id': 'e071c76e-395f-48c4-a98f-88088465cf0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:24:24.992821 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f3cf98-beae-4e7c-9387-fec8261f210e req-9aff5644-dbc3-47e8-99b3-9029624de0ee service neutron] Checking segment: {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:24:24.992821 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f3cf98-beae-4e7c-9387-fec8261f210e req-9aff5644-dbc3-47e8-99b3-9029624de0ee service neutron] Bound using segment: {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:24:24.992821 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-72f3cf98-beae-4e7c-9387-fec8261f210e req-9aff5644-dbc3-47e8-99b3-9029624de0ee service neutron] Bound port: 6d637b16-9323-4d4f-9272-310099f1c03d, host: n-h2-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:24:24.992821 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-72f3cf98-beae-4e7c-9387-fec8261f210e req-9aff5644-dbc3-47e8-99b3-9029624de0ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:24.993241 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bb4f13a2-a334-4837-a08f-9bb605986c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:24.993241 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bb4f13a2-a334-4837-a08f-9bb605986c23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:24.993241 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-bb4f13a2-a334-4837-a08f-9bb605986c23 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e258e924-fb3e-45d8-9b54-0249433deb19 HTTP/1.1" status: 204 len: 168 time: 0.2080281 Jul 05 02:24:25.002152 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4f13a2-a334-4837-a08f-9bb605986c23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e258e924-fb3e-45d8-9b54-0249433deb19,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:25.005557 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-adc816f7-995c-4c51-8e27-f1f44ce235be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:25.051873 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-adc816f7-995c-4c51-8e27-f1f44ce235be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:25.077759 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-72f3cf98-beae-4e7c-9387-fec8261f210e req-9aff5644-dbc3-47e8-99b3-9029624de0ee service neutron] For port 6d637b16-9323-4d4f-9272-310099f1c03d, host n-h2-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:24:25.081921 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-72f3cf98-beae-4e7c-9387-fec8261f210e req-9aff5644-dbc3-47e8-99b3-9029624de0ee service neutron] For port 6d637b16-9323-4d4f-9272-310099f1c03d, host n-h2-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=6d637b16-9323-4d4f-9272-310099f1c03d,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:24:25.172076 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-72f3cf98-beae-4e7c-9387-fec8261f210e req-9aff5644-dbc3-47e8-99b3-9029624de0ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:25.214435 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f3cf98-beae-4e7c-9387-fec8261f210e req-9aff5644-dbc3-47e8-99b3-9029624de0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:25.216331 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-72f3cf98-beae-4e7c-9387-fec8261f210e req-9aff5644-dbc3-47e8-99b3-9029624de0ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:25.217865 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-72f3cf98-beae-4e7c-9387-fec8261f210e req-9aff5644-dbc3-47e8-99b3-9029624de0ee service neutron] 10.222.0.15 "PUT /v2.0/ports/6d637b16-9323-4d4f-9272-310099f1c03d HTTP/1.1" status: 200 len: 1097 time: 0.9718721 Jul 05 02:24:25.231185 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-adc816f7-995c-4c51-8e27-f1f44ce235be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:25.285605 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc816f7-995c-4c51-8e27-f1f44ce235be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51d00960-eba9-4eb8-8e62-9d4b4ac8a8ce,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:25.288038 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-adc816f7-995c-4c51-8e27-f1f44ce235be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:25.296539 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-adc816f7-995c-4c51-8e27-f1f44ce235be admin admin] 10.222.0.23 "DELETE /v2.0/subnets/51d00960-eba9-4eb8-8e62-9d4b4ac8a8ce HTTP/1.1" status: 204 len: 168 time: 0.3859353 Jul 05 02:24:25.296539 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 58558) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:24:25.296719 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aff5644-dbc3-47e8-99b3-9029624de0ee service neutron] Pushing event updated for resources: {'Port': ['ID=6d637b16-9323-4d4f-9272-310099f1c03d,revision_number=7']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:25.326079 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f3cf98-beae-4e7c-9387-fec8261f210e req-52edc833-5a0d-4ca3-be3c-7ec3cf0dfb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:25.327647 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-72f3cf98-beae-4e7c-9387-fec8261f210e req-52edc833-5a0d-4ca3-be3c-7ec3cf0dfb0d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7bde4afb78a7485193d4b3fb4c23ad75&device_id=a9758015-1089-4cb3-be88-7a3e8555352b HTTP/1.1" status: 200 len: 1100 time: 0.0785887 Jul 05 02:24:25.413358 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44c963af-e98f-4142-8720-783fcd402ea0', 'tag': '72c0a128-4648-4079-aa4b-af25f02c4420'}, {'server_uuid': 'a9758015-1089-4cb3-be88-7a3e8555352b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d637b16-9323-4d4f-9272-310099f1c03d'}, {'name': 'network-changed', 'server_uuid': 'a9758015-1089-4cb3-be88-7a3e8555352b', 'tag': '6d637b16-9323-4d4f-9272-310099f1c03d'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:24:25.415656 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1ca66c44-c622-4e2d-9d6b-3002789438e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:25.419815 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daa0496e-eb07-4864-a86e-0a7cf0cb489d" -d '{"events": [{"name": "network-changed", "server_uuid": "44c963af-e98f-4142-8720-783fcd402ea0", "tag": "72c0a128-4648-4079-aa4b-af25f02c4420"}, {"server_uuid": "a9758015-1089-4cb3-be88-7a3e8555352b", "name": "network-vif-unplugged", "status": "completed", "tag": "6d637b16-9323-4d4f-9272-310099f1c03d"}, {"name": "network-changed", "server_uuid": "a9758015-1089-4cb3-be88-7a3e8555352b", "tag": "6d637b16-9323-4d4f-9272-310099f1c03d"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:24:25.471528 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e8fab1-09dd-4b76-8b76-0db7e098d956 req-55aa88c2-2c09-4bb6-89bd-026d82f4f5f9 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:25.473088 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b9e8fab1-09dd-4b76-8b76-0db7e098d956 req-55aa88c2-2c09-4bb6-89bd-026d82f4f5f9 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9758015-1089-4cb3-be88-7a3e8555352b HTTP/1.1" status: 200 len: 948 time: 0.1612735 Jul 05 02:24:25.495073 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f3cf98-beae-4e7c-9387-fec8261f210e req-e8048e0d-8388-4e80-89b2-dd48af97f322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:25.497339 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-72f3cf98-beae-4e7c-9387-fec8261f210e req-e8048e0d-8388-4e80-89b2-dd48af97f322 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dff432c2-7366-4622-aebb-da22fe05bfd4 HTTP/1.1" status: 200 len: 869 time: 0.1623352 Jul 05 02:24:25.588747 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-72f3cf98-beae-4e7c-9387-fec8261f210e req-7b6ba70d-0a97-4694-b4a5-e02875db0626 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=6d637b16-9323-4d4f-9272-310099f1c03d HTTP/1.1" status: 200 len: 217 time: 0.0780995 Jul 05 02:24:25.588869 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1ca66c44-c622-4e2d-9d6b-3002789438e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:25.593190 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b9e8fab1-09dd-4b76-8b76-0db7e098d956 req-cc9939ab-e875-4440-9524-c2b83746e2e4 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903864 Jul 05 02:24:25.602058 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-1ca66c44-c622-4e2d-9d6b-3002789438e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b98c356-5bba-448b-8369-97bff05ea994']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:24:25.615279 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-1ca66c44-c622-4e2d-9d6b-3002789438e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b8edf9e-fbbe-49c3-8ab9-aa5342f34657') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:24:25.615599 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-1ca66c44-c622-4e2d-9d6b-3002789438e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b8edf9e-fbbe-49c3-8ab9-aa5342f34657') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:24:25.627333 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1ca66c44-c622-4e2d-9d6b-3002789438e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:25.645929 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1ca66c44-c622-4e2d-9d6b-3002789438e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:25.650480 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ca66c44-c622-4e2d-9d6b-3002789438e3 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:24:25.650892 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1ca66c44-c622-4e2d-9d6b-3002789438e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:25.652653 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:24:25.652653 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:24:25.652653 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:24:25.652653 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:24:25.652653 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:24:25.652653 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:24:25.652653 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:24:25.652653 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:24:25.652653 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:24:25.652653 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:24:25.652653 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:24:25.652653 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:24:25.652653 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:24:25.652653 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:24:25.652653 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:24:25.652653 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:24:25.652653 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:24:25.652653 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:24:25.652653 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:24:25.652653 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:24:25.652653 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:24:25.652653 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:24:25.652653 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:24:25.652653 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:24:25.652653 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:24:25.652653 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:24:25.652653 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:24:25.652653 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:24:25.652653 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:24:25.652653 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:24:25.652653 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:24:25.652653 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:24:25.685806 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 47bb21be-cb13-4569-8993-692491b41ce3 no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:24:25.709022 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] No Port match for: 47bb21be-cb13-4569-8993-692491b41ce3 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:24:25.709725 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 47bb21be-cb13-4569-8993-692491b41ce3 not bound to the agent host n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:24:25.716104 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Mon, 05 Jul 2021 02:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-802a120c-1e94-4bcc-b08a-c89e1c260947 x-openstack-request-id: req-802a120c-1e94-4bcc-b08a-c89e1c260947 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:24:25.716407 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44c963af-e98f-4142-8720-783fcd402ea0", "tag": "72c0a128-4648-4079-aa4b-af25f02c4420", "status": "completed", "code": 200}, {"server_uuid": "a9758015-1089-4cb3-be88-7a3e8555352b", "name": "network-vif-unplugged", "status": "completed", "tag": "6d637b16-9323-4d4f-9272-310099f1c03d", "code": 200}, {"name": "network-changed", "server_uuid": "a9758015-1089-4cb3-be88-7a3e8555352b", "tag": "6d637b16-9323-4d4f-9272-310099f1c03d", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:24:25.716658 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-802a120c-1e94-4bcc-b08a-c89e1c260947 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:24:25.717062 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44c963af-e98f-4142-8720-783fcd402ea0', 'tag': '72c0a128-4648-4079-aa4b-af25f02c4420', 'status': 'completed', 'code': 200} Jul 05 02:24:25.717318 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9758015-1089-4cb3-be88-7a3e8555352b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d637b16-9323-4d4f-9272-310099f1c03d', 'code': 200} Jul 05 02:24:25.717565 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9758015-1089-4cb3-be88-7a3e8555352b', 'tag': '6d637b16-9323-4d4f-9272-310099f1c03d', 'status': 'completed', 'code': 200} Jul 05 02:24:25.727164 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f3cf98-beae-4e7c-9387-fec8261f210e req-0a254fda-bb4e-40cb-8f58-46e5028b4e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:25.731525 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-72f3cf98-beae-4e7c-9387-fec8261f210e req-0a254fda-bb4e-40cb-8f58-46e5028b4e65 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b840e204-692c-4f54-8f07-f6563e8e36b1 HTTP/1.1" status: 200 len: 843 time: 0.1199439 Jul 05 02:24:25.797638 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa0496e-eb07-4864-a86e-0a7cf0cb489d req-d5e2face-c0ff-4851-9680-26fe6fe31c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:25.799311 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-daa0496e-eb07-4864-a86e-0a7cf0cb489d req-d5e2face-c0ff-4851-9680-26fe6fe31c2c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6715fd6f86914bbca241d8921f1b33fa&device_id=44c963af-e98f-4142-8720-783fcd402ea0 HTTP/1.1" status: 200 len: 1096 time: 0.0570829 Jul 05 02:24:25.804420 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-008231c9-4bb4-4bde-ae0b-5a81c86e0a14 req-e522bc84-8d34-4607-8404-98c7c1e05694 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ca36febd-b506-4424-9f43-8be7a9423ed1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2313082 Jul 05 02:24:25.817633 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa10c29f-1886-4045-81c0-2a96c1f0fd1b req-0236fcc0-1266-45c8-a179-b3ba75d61311 tempest-ServerAddressesNegativeTestJSON-1086912044 tempest-ServerAddressesNegativeTestJSON-1086912044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:25.821857 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fa10c29f-1886-4045-81c0-2a96c1f0fd1b req-0236fcc0-1266-45c8-a179-b3ba75d61311 tempest-ServerAddressesNegativeTestJSON-1086912044 tempest-ServerAddressesNegativeTestJSON-1086912044-project] 10.222.0.23 "GET /v2.0/ports?device_id=44c963af-e98f-4142-8720-783fcd402ea0 HTTP/1.1" status: 200 len: 944 time: 0.2496548 Jul 05 02:24:25.899669 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa0496e-eb07-4864-a86e-0a7cf0cb489d req-991af0c5-ea88-406c-8b85-693babe04c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:25.901455 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-daa0496e-eb07-4864-a86e-0a7cf0cb489d req-991af0c5-ea88-406c-8b85-693babe04c48 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5a311131-05ce-4c96-9359-86dd278a003c HTTP/1.1" status: 200 len: 922 time: 0.0915055 Jul 05 02:24:25.930338 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fa10c29f-1886-4045-81c0-2a96c1f0fd1b req-afd364d7-616a-4529-a8b4-5a7e6fbfe788 tempest-ServerAddressesNegativeTestJSON-1086912044 tempest-ServerAddressesNegativeTestJSON-1086912044-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1c395fd-b316-4ccb-aef2-132c143bd393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915453 Jul 05 02:24:25.934761 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f3cf98-beae-4e7c-9387-fec8261f210e req-afe75261-7a50-4ee3-b23d-9a616c5d3dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:25.936148 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-72f3cf98-beae-4e7c-9387-fec8261f210e req-afe75261-7a50-4ee3-b23d-9a616c5d3dd0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dff432c2-7366-4622-aebb-da22fe05bfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1901338 Jul 05 02:24:25.940727 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa0496e-eb07-4864-a86e-0a7cf0cb489d req-0ddeb663-1eda-4309-b293-ca6947b81680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:25.942370 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-daa0496e-eb07-4864-a86e-0a7cf0cb489d req-0ddeb663-1eda-4309-b293-ca6947b81680 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7bde4afb78a7485193d4b3fb4c23ad75&device_id=a9758015-1089-4cb3-be88-7a3e8555352b HTTP/1.1" status: 200 len: 1100 time: 0.1950495 Jul 05 02:24:25.945751 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-daa0496e-eb07-4864-a86e-0a7cf0cb489d req-c36b0623-d0c1-4b23-b054-85f37a94408a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72c0a128-4648-4079-aa4b-af25f02c4420 HTTP/1.1" status: 200 len: 217 time: 0.0374095 Jul 05 02:24:25.946535 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1ca66c44-c622-4e2d-9d6b-3002789438e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:25.961829 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1ca66c44-c622-4e2d-9d6b-3002789438e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:25.964574 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-1ca66c44-c622-4e2d-9d6b-3002789438e3 admin admin] 10.222.0.23 "DELETE /v2.0/networks/0b98c356-5bba-448b-8369-97bff05ea994 HTTP/1.1" status: 204 len: 168 time: 0.6698754 Jul 05 02:24:25.982795 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:25.991857 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca66c44-c622-4e2d-9d6b-3002789438e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b98c356-5bba-448b-8369-97bff05ea994,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:26.011268 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa0496e-eb07-4864-a86e-0a7cf0cb489d req-7b207fb1-af92-463a-94da-de6d36dcabb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:26.012785 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-daa0496e-eb07-4864-a86e-0a7cf0cb489d req-7b207fb1-af92-463a-94da-de6d36dcabb8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c0527a0c-f04e-45fe-97e8-3115f7c46d66 HTTP/1.1" status: 200 len: 862 time: 0.0592811 Jul 05 02:24:26.049934 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008231c9-4bb4-4bde-ae0b-5a81c86e0a14 req-385e349c-f367-4f4a-b983-95222982b775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:26.050572 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-008231c9-4bb4-4bde-ae0b-5a81c86e0a14 req-385e349c-f367-4f4a-b983-95222982b775 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d63cc722770842c8a7a532820e16e452&device_id=ca36febd-b506-4424-9f43-8be7a9423ed1 HTTP/1.1" status: 200 len: 1097 time: 0.2210026 Jul 05 02:24:26.077517 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-daa0496e-eb07-4864-a86e-0a7cf0cb489d req-8ce494f6-857d-4499-8bd3-73dd27ae0da5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5a311131-05ce-4c96-9359-86dd278a003c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560145 Jul 05 02:24:26.179589 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-72f3cf98-beae-4e7c-9387-fec8261f210e req-70c62d4e-32b0-490f-b586-550d5b89513d service neutron] 10.222.0.15 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343674 Jul 05 02:24:26.199648 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa0496e-eb07-4864-a86e-0a7cf0cb489d req-2dc071d4-fe15-46d3-9122-73b50d857788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:26.200702 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-daa0496e-eb07-4864-a86e-0a7cf0cb489d req-2dc071d4-fe15-46d3-9122-73b50d857788 service neutron] 10.222.0.21 "GET /v2.0/networks?id=dff432c2-7366-4622-aebb-da22fe05bfd4 HTTP/1.1" status: 200 len: 869 time: 0.2407920 Jul 05 02:24:26.211356 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-daa0496e-eb07-4864-a86e-0a7cf0cb489d req-e479083f-697e-497c-980d-f608a2eac6bc service neutron] 10.222.0.15 "GET /v2.0/networks/5a311131-05ce-4c96-9359-86dd278a003c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248703 Jul 05 02:24:26.295421 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-daa0496e-eb07-4864-a86e-0a7cf0cb489d req-200e0763-7155-4848-9594-df9ddc710b7c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=6d637b16-9323-4d4f-9272-310099f1c03d HTTP/1.1" status: 200 len: 217 time: 0.0794821 Jul 05 02:24:26.346643 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-daa0496e-eb07-4864-a86e-0a7cf0cb489d req-382d92f9-941e-4809-b7a4-39d5e82da8a9 service neutron] 10.222.0.15 "GET /v2.0/networks/5a311131-05ce-4c96-9359-86dd278a003c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260476 Jul 05 02:24:26.353165 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008231c9-4bb4-4bde-ae0b-5a81c86e0a14 req-97496685-011b-4cee-a078-fe97ff25bdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:26.354689 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-008231c9-4bb4-4bde-ae0b-5a81c86e0a14 req-97496685-011b-4cee-a078-fe97ff25bdaf service neutron] 10.222.0.15 "GET /v2.0/networks?id=02860c2c-1b47-41ff-bdb8-8652ec368c51 HTTP/1.1" status: 200 len: 911 time: 0.2639022 Jul 05 02:24:26.446391 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa0496e-eb07-4864-a86e-0a7cf0cb489d req-792c9382-5bc7-4ac5-a715-a4b88949d0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:26.447881 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-daa0496e-eb07-4864-a86e-0a7cf0cb489d req-792c9382-5bc7-4ac5-a715-a4b88949d0e2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b840e204-692c-4f54-8f07-f6563e8e36b1 HTTP/1.1" status: 200 len: 843 time: 0.1416814 Jul 05 02:24:26.451514 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-72f3cf98-beae-4e7c-9387-fec8261f210e req-2e10ed4d-15d2-4a31-b3c7-54e5dd6aca38 service neutron] 10.222.0.15 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633836 Jul 05 02:24:26.490865 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-008231c9-4bb4-4bde-ae0b-5a81c86e0a14 req-46360216-b2be-4769-8a16-7e6180b774b2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0bf422f3-c6bf-4aeb-9d77-6f10de626535 HTTP/1.1" status: 200 len: 1001 time: 0.1149397 Jul 05 02:24:26.550659 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa0496e-eb07-4864-a86e-0a7cf0cb489d req-fc25f94b-e22d-4bf3-b579-610c53f70213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:26.552175 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-daa0496e-eb07-4864-a86e-0a7cf0cb489d req-fc25f94b-e22d-4bf3-b579-610c53f70213 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dff432c2-7366-4622-aebb-da22fe05bfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0978396 Jul 05 02:24:26.555720 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008231c9-4bb4-4bde-ae0b-5a81c86e0a14 req-83b01ae5-194b-437d-a751-7af4bc1026f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:26.557105 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-008231c9-4bb4-4bde-ae0b-5a81c86e0a14 req-83b01ae5-194b-437d-a751-7af4bc1026f1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e54bb52b-407a-4efc-b19e-45eea28735fe HTTP/1.1" status: 200 len: 850 time: 0.0597482 Jul 05 02:24:26.661610 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 58598) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:24:26.690608 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-daa0496e-eb07-4864-a86e-0a7cf0cb489d req-5f617cd3-52e5-4197-92ab-503dc6403273 service neutron] 10.222.0.21 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312640 Jul 05 02:24:26.693323 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008231c9-4bb4-4bde-ae0b-5a81c86e0a14 req-03785bcf-1b1f-49a2-af1c-062c457a502a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:26.695377 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-008231c9-4bb4-4bde-ae0b-5a81c86e0a14 req-03785bcf-1b1f-49a2-af1c-062c457a502a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=02860c2c-1b47-41ff-bdb8-8652ec368c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1283460 Jul 05 02:24:26.706848 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 58602) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:24:26.781449 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-26a171b1-d88b-4fb8-8f6a-10abfbe73a92 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6fc2d2a5ae2846beabaf18c7e8ece6d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0729253 Jul 05 02:24:26.783972 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 58604) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:24:26.851094 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e2e38ae1-1017-4142-ab10-1979066fd67e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:26.883934 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e2e38ae1-1017-4142-ab10-1979066fd67e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:26.919138 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-892ce6d7-410a-4f60-99c5-e7d0ad84d9f8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1779011777-network', 'tenant_id': '2bf3196bdc1b4a84baea98e07d501fd5'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:24:26.924104 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-daa0496e-eb07-4864-a86e-0a7cf0cb489d req-5e0e60cd-3ef4-42ce-97f5-e30ab3ed7748 service neutron] 10.222.0.21 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275949 Jul 05 02:24:26.992375 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02f46f0-a457-49ff-8c46-76c8f635cdac req-b1849c52-5393-4319-8435-bdf19c321807 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:26.993944 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b02f46f0-a457-49ff-8c46-76c8f635cdac req-b1849c52-5393-4319-8435-bdf19c321807 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9758015-1089-4cb3-be88-7a3e8555352b HTTP/1.1" status: 200 len: 948 time: 0.2031667 Jul 05 02:24:26.997483 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-008231c9-4bb4-4bde-ae0b-5a81c86e0a14 req-018b14ae-35b5-4397-bce5-b36f4d937441 service neutron] 10.222.0.15 "GET /v2.0/networks/02860c2c-1b47-41ff-bdb8-8652ec368c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085798 Jul 05 02:24:27.000072 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa0496e-eb07-4864-a86e-0a7cf0cb489d req-ffc4db6d-9e51-4f19-a1b3-740752747756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:27.001473 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-daa0496e-eb07-4864-a86e-0a7cf0cb489d req-ffc4db6d-9e51-4f19-a1b3-740752747756 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7bde4afb78a7485193d4b3fb4c23ad75&device_id=a9758015-1089-4cb3-be88-7a3e8555352b HTTP/1.1" status: 200 len: 1100 time: 0.2097485 Jul 05 02:24:27.051223 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-892ce6d7-410a-4f60-99c5-e7d0ad84d9f8 admin admin] Made reservation on behalf of 2bf3196bdc1b4a84baea98e07d501fd5 for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:24:27.054376 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-892ce6d7-410a-4f60-99c5-e7d0ad84d9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:27.070508 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e2e38ae1-1017-4142-ab10-1979066fd67e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:27.073386 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e2e38ae1-1017-4142-ab10-1979066fd67e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:27.077056 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-e2e38ae1-1017-4142-ab10-1979066fd67e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d0da2e41-5a98-4677-9af8-da287594e60a HTTP/1.1" status: 204 len: 168 time: 0.2897439 Jul 05 02:24:27.079220 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-892ce6d7-410a-4f60-99c5-e7d0ad84d9f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:27.086750 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e38ae1-1017-4142-ab10-1979066fd67e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0da2e41-5a98-4677-9af8-da287594e60a,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:27.148377 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b02f46f0-a457-49ff-8c46-76c8f635cdac req-c9c264a8-b2be-4f34-ae28-32a4e96d8b24 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459477 Jul 05 02:24:27.208153 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-008231c9-4bb4-4bde-ae0b-5a81c86e0a14 req-0ec81cb4-8b2f-4b13-8dd4-87234efd013e service neutron] 10.222.0.15 "GET /v2.0/networks/02860c2c-1b47-41ff-bdb8-8652ec368c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920705 Jul 05 02:24:27.209114 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa0496e-eb07-4864-a86e-0a7cf0cb489d req-5f77b1ce-5cfb-4f6b-9a1e-9811c5240bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:27.210588 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-daa0496e-eb07-4864-a86e-0a7cf0cb489d req-5f77b1ce-5cfb-4f6b-9a1e-9811c5240bc9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dff432c2-7366-4622-aebb-da22fe05bfd4 HTTP/1.1" status: 200 len: 869 time: 0.1935325 Jul 05 02:24:27.259476 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-892ce6d7-410a-4f60-99c5-e7d0ad84d9f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:27.290997 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b8bc09-984d-4c2a-b025-6e41874b1719 req-a80972a2-3199-44d9-ba4d-478e5e7eb4b8 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:27.292888 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b6b8bc09-984d-4c2a-b025-6e41874b1719 req-a80972a2-3199-44d9-ba4d-478e5e7eb4b8 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca36febd-b506-4424-9f43-8be7a9423ed1 HTTP/1.1" status: 200 len: 945 time: 0.1077712 Jul 05 02:24:27.334687 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b6b8bc09-984d-4c2a-b025-6e41874b1719 req-700b40c7-f16c-4b8b-85d7-d321070586e9 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/security-groups?id=a7ec5bda-2f9c-43a6-b62e-a51bc7e5a1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349228 Jul 05 02:24:27.400025 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-892ce6d7-410a-4f60-99c5-e7d0ad84d9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:27.421411 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-892ce6d7-410a-4f60-99c5-e7d0ad84d9f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:24:27.441607 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-892ce6d7-410a-4f60-99c5-e7d0ad84d9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:27.441955 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-892ce6d7-410a-4f60-99c5-e7d0ad84d9f8 admin admin] Added segment 6f413e2d-3872-41b4-8ea1-818c2dabde0d of type vlan for network 4ec1bc2d-1851-41f6-9b05-c47c1f610fc1 Jul 05 02:24:27.443494 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892ce6d7-410a-4f60-99c5-e7d0ad84d9f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d996060-2bcc-42e7-a06b-0ec807d28f11,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:27.496255 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-892ce6d7-410a-4f60-99c5-e7d0ad84d9f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:27.578389 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-daa0496e-eb07-4864-a86e-0a7cf0cb489d req-d609f751-228d-4dbe-af30-57563cbb7de2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=6d637b16-9323-4d4f-9272-310099f1c03d HTTP/1.1" status: 200 len: 217 time: 0.3592353 Jul 05 02:24:27.633937 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 72c0a128-4648-4079-aa4b-af25f02c4420 details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:24:27.654684 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa0496e-eb07-4864-a86e-0a7cf0cb489d req-9945c94a-5e69-4e93-a6fe-1428301f603b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:27.656173 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-daa0496e-eb07-4864-a86e-0a7cf0cb489d req-9945c94a-5e69-4e93-a6fe-1428301f603b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b840e204-692c-4f54-8f07-f6563e8e36b1 HTTP/1.1" status: 200 len: 843 time: 0.0694077 Jul 05 02:24:27.657882 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-892ce6d7-410a-4f60-99c5-e7d0ad84d9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:27.659187 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892ce6d7-410a-4f60-99c5-e7d0ad84d9f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:27.659846 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-892ce6d7-410a-4f60-99c5-e7d0ad84d9f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:27.697908 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 6d637b16-9323-4d4f-9272-310099f1c03d no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:24:27.734908 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3674342c-0927-487e-a5cb-b80c689cab46 req-a28647af-1df1-430f-8240-36fbe52f04ca tempest-ServerAddressesNegativeTestJSON-1086912044 tempest-ServerAddressesNegativeTestJSON-1086912044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:27.740665 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 6d637b16-9323-4d4f-9272-310099f1c03d not bound to the agent host n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:24:27.743122 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892ce6d7-410a-4f60-99c5-e7d0ad84d9f8 admin admin] Pushing event updated for resources: {'Network': ['ID=4ec1bc2d-1851-41f6-9b05-c47c1f610fc1,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:27.744262 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3674342c-0927-487e-a5cb-b80c689cab46 req-a28647af-1df1-430f-8240-36fbe52f04ca tempest-ServerAddressesNegativeTestJSON-1086912044 tempest-ServerAddressesNegativeTestJSON-1086912044-project] 10.222.0.23 "GET /v2.0/ports?device_id=44c963af-e98f-4142-8720-783fcd402ea0 HTTP/1.1" status: 200 len: 944 time: 0.1683679 Jul 05 02:24:27.756568 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 4ec1bc2d-1851-41f6-9b05-c47c1f610fc1 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:24:27.795938 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3674342c-0927-487e-a5cb-b80c689cab46 req-b2abd7d0-a7ad-4431-9d0c-f3df814b5ece tempest-ServerAddressesNegativeTestJSON-1086912044 tempest-ServerAddressesNegativeTestJSON-1086912044-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1c395fd-b316-4ccb-aef2-132c143bd393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497081 Jul 05 02:24:27.798596 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa0496e-eb07-4864-a86e-0a7cf0cb489d req-4d5f6b5f-e714-4f75-96a8-1f8a9ded7d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:27.800376 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-daa0496e-eb07-4864-a86e-0a7cf0cb489d req-4d5f6b5f-e714-4f75-96a8-1f8a9ded7d60 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dff432c2-7366-4622-aebb-da22fe05bfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1361668 Jul 05 02:24:27.869103 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-892ce6d7-410a-4f60-99c5-e7d0ad84d9f8 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2054811 Jul 05 02:24:27.869673 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 72c0a128-4648-4079-aa4b-af25f02c4420, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=72c0a128-4648-4079-aa4b-af25f02c4420,segment=NetworkSegment(3141ae51-27e7-4e4f-8696-b95cfd1cb28f),segment_id=3141ae51-27e7-4e4f-8696-b95cfd1cb28f)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:24:27.871939 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 58626) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:24:27.876796 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-43f8c143-bd06-49df-b032-feb4fa57f36f admin admin] Request body: {'subnet': {'network_id': '4ec1bc2d-1851-41f6-9b05-c47c1f610fc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1779011777-subnet', 'tenant_id': '2bf3196bdc1b4a84baea98e07d501fd5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:24:27.884536 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Returning: {'device': '72c0a128-4648-4079-aa4b-af25f02c4420', 'network_id': '5a311131-05ce-4c96-9359-86dd278a003c', 'port_id': '72c0a128-4648-4079-aa4b-af25f02c4420', 'mac_address': 'fa:16:3e:93:df:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0527a0c-f04e-45fe-97e8-3115f7c46d66', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:24:27.910853 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-daa0496e-eb07-4864-a86e-0a7cf0cb489d req-9847eaca-6da3-4c5b-9bc6-0ee7d1e819d4 service neutron] 10.222.0.15 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028543 Jul 05 02:24:27.920671 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:27.935013 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72c0a128-4648-4079-aa4b-af25f02c4420 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:24:27.957580 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 72c0a128-4648-4079-aa4b-af25f02c4420, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=72c0a128-4648-4079-aa4b-af25f02c4420,segment=NetworkSegment(3141ae51-27e7-4e4f-8696-b95cfd1cb28f),segment_id=3141ae51-27e7-4e4f-8696-b95cfd1cb28f)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:24:27.999831 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43f8c143-bd06-49df-b032-feb4fa57f36f admin admin] Made reservation on behalf of 2bf3196bdc1b4a84baea98e07d501fd5 for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:24:28.004110 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-43f8c143-bd06-49df-b032-feb4fa57f36f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:28.008791 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-daa0496e-eb07-4864-a86e-0a7cf0cb489d req-7ae2a95c-0da0-4bbe-8444-814c999ba135 service neutron] 10.222.0.15 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898764 Jul 05 02:24:28.068253 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:28.120848 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=72c0a128-4648-4079-aa4b-af25f02c4420,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:28.296748 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-43f8c143-bd06-49df-b032-feb4fa57f36f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:28.345763 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eb4221-dbbb-4fa1-b92a-08bb7f99ae90 req-2acd6190-96d4-4ce8-8e0f-25a5ef6b3f4e tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:28.347287 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-26eb4221-dbbb-4fa1-b92a-08bb7f99ae90 req-2acd6190-96d4-4ce8-8e0f-25a5ef6b3f4e tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9758015-1089-4cb3-be88-7a3e8555352b HTTP/1.1" status: 200 len: 948 time: 0.0639975 Jul 05 02:24:28.352415 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f8c143-bd06-49df-b032-feb4fa57f36f admin admin] Pushing event updated for resources: {'Subnet': ['ID=daac2fa9-eb52-4aad-b06c-31fd67b740d0,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:28.370490 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f8c143-bd06-49df-b032-feb4fa57f36f admin admin] Checking segment: {'id': '6f413e2d-3872-41b4-8ea1-818c2dabde0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '4ec1bc2d-1851-41f6-9b05-c47c1f610fc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:24:28.370490 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f8c143-bd06-49df-b032-feb4fa57f36f admin admin] Network hostable DHCP agents. Network: 4ec1bc2d-1851-41f6-9b05-c47c1f610fc1, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:24:28.391271 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-26eb4221-dbbb-4fa1-b92a-08bb7f99ae90 req-5c1e731c-fb89-4b1b-800e-4c376c2bc142 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374978 Jul 05 02:24:28.463885 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['72c0a128-4648-4079-aa4b-af25f02c4420'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:24:28.472975 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f8c143-bd06-49df-b032-feb4fa57f36f admin admin] Network 4ec1bc2d-1851-41f6-9b05-c47c1f610fc1 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:24:28.508778 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 58644) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:24:28.541417 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcb93df-8180-4a34-87a8-84405848a199 req-6ea0d3e1-5bb9-4bee-a661-5e6359718470 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:28.545273 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4dcb93df-8180-4a34-87a8-84405848a199 req-6ea0d3e1-5bb9-4bee-a661-5e6359718470 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca36febd-b506-4424-9f43-8be7a9423ed1 HTTP/1.1" status: 200 len: 945 time: 0.0849767 Jul 05 02:24:28.572999 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-43f8c143-bd06-49df-b032-feb4fa57f36f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 4ec1bc2d-1851-41f6-9b05-c47c1f610fc1) {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:24:28.596608 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f8c143-bd06-49df-b032-feb4fa57f36f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:28.597330 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-43f8c143-bd06-49df-b032-feb4fa57f36f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:28.619295 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4dcb93df-8180-4a34-87a8-84405848a199 req-6a58ca56-f72c-4070-a54c-49f83f3ebd48 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/security-groups?id=a7ec5bda-2f9c-43a6-b62e-a51bc7e5a1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681870 Jul 05 02:24:28.625838 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dcb5ac9-d8c4-4d66-ac6c-ff38e2d0b054 None None] Network 4ec1bc2d-1851-41f6-9b05-c47c1f610fc1 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:24:28.646739 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-870e40fa-9ffb-4269-89be-c005954a8392 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1356450648-network', 'tenant_id': '219d463f288c4c729da555f377dfc80d'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:24:28.715942 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-43f8c143-bd06-49df-b032-feb4fa57f36f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8429444 Jul 05 02:24:28.721392 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 58650) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:24:28.726874 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-d4a0b196-f47f-48e1-ab65-d2dde81a80b4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1779011777-router', 'tenant_id': '2bf3196bdc1b4a84baea98e07d501fd5', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:24:28.766706 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d039f593-9514-497d-abd4-ae2cf0079e50 None None] Network 4ec1bc2d-1851-41f6-9b05-c47c1f610fc1 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:24:28.918734 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-870e40fa-9ffb-4269-89be-c005954a8392 admin admin] Made reservation on behalf of 219d463f288c4c729da555f377dfc80d for: {'network': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:24:28.921118 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-870e40fa-9ffb-4269-89be-c005954a8392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:28.931043 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-870e40fa-9ffb-4269-89be-c005954a8392 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:28.988610 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8567cb8a-2a83-4030-9da2-9d0b95e34226 req-465c2072-636d-4329-8a79-dc09e527f48c tempest-ServerAddressesNegativeTestJSON-1086912044 tempest-ServerAddressesNegativeTestJSON-1086912044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:28.990291 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8567cb8a-2a83-4030-9da2-9d0b95e34226 req-465c2072-636d-4329-8a79-dc09e527f48c tempest-ServerAddressesNegativeTestJSON-1086912044 tempest-ServerAddressesNegativeTestJSON-1086912044-project] 10.222.0.23 "GET /v2.0/ports?device_id=44c963af-e98f-4142-8720-783fcd402ea0 HTTP/1.1" status: 200 len: 945 time: 0.0743206 Jul 05 02:24:29.004015 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7939b1a2-0795-4dd8-8d06-0144148a1788 req-0ed20fb3-6b78-4ed9-9238-5951406fb9b8 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:29.005590 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7939b1a2-0795-4dd8-8d06-0144148a1788 req-0ed20fb3-6b78-4ed9-9238-5951406fb9b8 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca36febd-b506-4424-9f43-8be7a9423ed1 HTTP/1.1" status: 200 len: 945 time: 0.0657589 Jul 05 02:24:29.037219 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8567cb8a-2a83-4030-9da2-9d0b95e34226 req-4626b43c-ee46-413d-9eda-aa270162142d tempest-ServerAddressesNegativeTestJSON-1086912044 tempest-ServerAddressesNegativeTestJSON-1086912044-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1c395fd-b316-4ccb-aef2-132c143bd393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402033 Jul 05 02:24:29.091807 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d4a0b196-f47f-48e1-ab65-d2dde81a80b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11810'] for router, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:29.092932 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d4a0b196-f47f-48e1-ab65-d2dde81a80b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1926740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11821'] for router, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:29.123694 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-7939b1a2-0795-4dd8-8d06-0144148a1788 req-a98ff913-b08c-444e-990d-a2ae1fcbd067 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Deleting port 0bf422f3-c6bf-4aeb-9d77-6f10de626535 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:24:29.124264 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-7939b1a2-0795-4dd8-8d06-0144148a1788 req-a98ff913-b08c-444e-990d-a2ae1fcbd067 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:29.148286 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d4a0b196-f47f-48e1-ab65-d2dde81a80b4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:29.237725 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-7939b1a2-0795-4dd8-8d06-0144148a1788 req-a98ff913-b08c-444e-990d-a2ae1fcbd067 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] For port 0bf422f3-c6bf-4aeb-9d77-6f10de626535, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=0bf422f3-c6bf-4aeb-9d77-6f10de626535,segment=NetworkSegment(808aeee9-9700-4e2b-95a3-34b73f31015e),segment_id=808aeee9-9700-4e2b-95a3-34b73f31015e)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:24:29.238088 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-7939b1a2-0795-4dd8-8d06-0144148a1788 req-a98ff913-b08c-444e-990d-a2ae1fcbd067 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:29.300375 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-870e40fa-9ffb-4269-89be-c005954a8392 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:29.427508 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-870e40fa-9ffb-4269-89be-c005954a8392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:29.439628 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-7939b1a2-0795-4dd8-8d06-0144148a1788 req-a98ff913-b08c-444e-990d-a2ae1fcbd067 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:29.440173 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-7939b1a2-0795-4dd8-8d06-0144148a1788 req-a98ff913-b08c-444e-990d-a2ae1fcbd067 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636869'] for floatingip, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:29.440611 n-d-771362-32 neutron-server[94461]: INFO neutron.db.l3_db [req-7939b1a2-0795-4dd8-8d06-0144148a1788 req-a98ff913-b08c-444e-990d-a2ae1fcbd067 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Floating IP 4baa9383-6d53-459b-91d5-a756a6bd8a95 disassociated. External IP: 172.25.7.184, port: 0bf422f3-c6bf-4aeb-9d77-6f10de626535. Jul 05 02:24:29.440986 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-7939b1a2-0795-4dd8-8d06-0144148a1788 req-a98ff913-b08c-444e-990d-a2ae1fcbd067 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Calling delete_port for 0bf422f3-c6bf-4aeb-9d77-6f10de626535 owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:24:29.457730 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d4a0b196-f47f-48e1-ab65-d2dde81a80b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:29.468799 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-870e40fa-9ffb-4269-89be-c005954a8392 admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=94461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:24:29.489613 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-870e40fa-9ffb-4269-89be-c005954a8392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:29.489953 n-d-771362-32 neutron-server[94461]: INFO neutron.db.segments_db [None req-870e40fa-9ffb-4269-89be-c005954a8392 admin admin] Added segment 6ec7572f-ca55-43e9-8c48-0f5f35cbc4cb of type vlan for network cb67b300-72ad-48da-8604-1e0e076c238a Jul 05 02:24:29.523447 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870e40fa-9ffb-4269-89be-c005954a8392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa90a27-9aba-44e7-a653-62ec86df8932,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:29.594489 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-870e40fa-9ffb-4269-89be-c005954a8392 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:29.638928 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8de6da-596d-489c-88a8-5db1ace26266 req-fbb586e3-f527-4248-8ea8-6553daae9173 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:29.641501 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8e8de6da-596d-489c-88a8-5db1ace26266 req-fbb586e3-f527-4248-8ea8-6553daae9173 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9758015-1089-4cb3-be88-7a3e8555352b HTTP/1.1" status: 200 len: 948 time: 0.1185651 Jul 05 02:24:29.697585 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8e8de6da-596d-489c-88a8-5db1ace26266 req-774084e8-d9b8-4904-ab8a-6fa47e812286 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464847 Jul 05 02:24:29.769644 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-870e40fa-9ffb-4269-89be-c005954a8392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:29.770609 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870e40fa-9ffb-4269-89be-c005954a8392 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:29.771200 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-870e40fa-9ffb-4269-89be-c005954a8392 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:29.811556 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-7939b1a2-0795-4dd8-8d06-0144148a1788 req-a98ff913-b08c-444e-990d-a2ae1fcbd067 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:29.893470 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98ff913-b08c-444e-990d-a2ae1fcbd067 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Pushing event deleted for resources: {'Port': ['ID=0bf422f3-c6bf-4aeb-9d77-6f10de626535,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:29.919580 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870e40fa-9ffb-4269-89be-c005954a8392 admin admin] Pushing event updated for resources: {'Network': ['ID=cb67b300-72ad-48da-8604-1e0e076c238a,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:29.930040 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network cb67b300-72ad-48da-8604-1e0e076c238a details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:24:29.988159 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-870e40fa-9ffb-4269-89be-c005954a8392 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4634671 Jul 05 02:24:29.988159 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 58664) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:24:29.988159 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-60c29cea-dd70-4c73-8316-02577e246f0d admin admin] Request body: {'subnet': {'network_id': 'cb67b300-72ad-48da-8604-1e0e076c238a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1356450648-subnet', 'tenant_id': '219d463f288c4c729da555f377dfc80d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:24:30.003615 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b5cbec-40b1-4c0f-92e0-633c9e77e7d7 req-5f413ca6-34a2-4939-8f93-49c858f54e3e tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:30.005550 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f6b5cbec-40b1-4c0f-92e0-633c9e77e7d7 req-5f413ca6-34a2-4939-8f93-49c858f54e3e tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca36febd-b506-4424-9f43-8be7a9423ed1 HTTP/1.1" status: 200 len: 867 time: 0.2472668 Jul 05 02:24:30.110156 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f6b5cbec-40b1-4c0f-92e0-633c9e77e7d7 req-2c50c710-9eef-4f6b-882f-0a5a4d0404a0 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/security-groups?id=a7ec5bda-2f9c-43a6-b62e-a51bc7e5a1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942483 Jul 05 02:24:30.118016 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7939b1a2-0795-4dd8-8d06-0144148a1788 req-a98ff913-b08c-444e-990d-a2ae1fcbd067 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Router e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:24:30.211163 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d4a0b196-f47f-48e1-ab65-d2dde81a80b4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:30.231764 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d4a0b196-f47f-48e1-ab65-d2dde81a80b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:30.262291 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60c29cea-dd70-4c73-8316-02577e246f0d admin admin] Made reservation on behalf of 219d463f288c4c729da555f377dfc80d for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:24:30.264720 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-60c29cea-dd70-4c73-8316-02577e246f0d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:30.333782 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7939b1a2-0795-4dd8-8d06-0144148a1788 req-a98ff913-b08c-444e-990d-a2ae1fcbd067 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:24:30.346043 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-d4a0b196-f47f-48e1-ab65-d2dde81a80b4 admin admin] Allocated IP 172.25.7.90 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/7b305758-8187-40f9-8322-2a79f6697747) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:24:30.349641 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b61cac-6014-4de8-ab1f-f1dcc140170d None None] Sync routers for ids ['e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:24:30.360436 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b61cac-6014-4de8-ab1f-f1dcc140170d None None] Routers {'e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:24:30.361388 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-07b61cac-6014-4de8-ab1f-f1dcc140170d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:24:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:24:30.390705 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-7939b1a2-0795-4dd8-8d06-0144148a1788 req-a98ff913-b08c-444e-990d-a2ae1fcbd067 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] No DVR routers for this DVR port 0bf422f3-c6bf-4aeb-9d77-6f10de626535 on host n-h2-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:24:30.399605 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-7939b1a2-0795-4dd8-8d06-0144148a1788 req-a98ff913-b08c-444e-990d-a2ae1fcbd067 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:30.401629 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7939b1a2-0795-4dd8-8d06-0144148a1788 req-a98ff913-b08c-444e-990d-a2ae1fcbd067 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.15 "DELETE /v2.0/ports/0bf422f3-c6bf-4aeb-9d77-6f10de626535 HTTP/1.1" status: 204 len: 173 time: 1.3904393 Jul 05 02:24:30.402189 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca36febd-b506-4424-9f43-8be7a9423ed1', 'name': 'network-vif-deleted', 'tag': '0bf422f3-c6bf-4aeb-9d77-6f10de626535'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:24:30.404524 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a926344-f2b9-462c-b5ea-981a10211cb8" -d '{"events": [{"server_uuid": "ca36febd-b506-4424-9f43-8be7a9423ed1", "name": "network-vif-deleted", "tag": "0bf422f3-c6bf-4aeb-9d77-6f10de626535"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:24:30.433094 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41012812-3696-4718-adc4-b902264d0765 req-07c6c2b5-549d-4667-ad89-2afa942683b4 tempest-ServerAddressesNegativeTestJSON-1086912044 tempest-ServerAddressesNegativeTestJSON-1086912044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:30.440255 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-41012812-3696-4718-adc4-b902264d0765 req-07c6c2b5-549d-4667-ad89-2afa942683b4 tempest-ServerAddressesNegativeTestJSON-1086912044 tempest-ServerAddressesNegativeTestJSON-1086912044-project] 10.222.0.23 "GET /v2.0/ports?device_id=44c963af-e98f-4142-8720-783fcd402ea0 HTTP/1.1" status: 200 len: 945 time: 0.2118442 Jul 05 02:24:30.477953 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-07b61cac-6014-4de8-ab1f-f1dcc140170d None None] Set router e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:24:30.494986 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d4a0b196-f47f-48e1-ab65-d2dde81a80b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:30.514273 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-41012812-3696-4718-adc4-b902264d0765 req-d3f1561e-7e45-4781-b0ad-092c71bfbc64 tempest-ServerAddressesNegativeTestJSON-1086912044 tempest-ServerAddressesNegativeTestJSON-1086912044-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1c395fd-b316-4ccb-aef2-132c143bd393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729420 Jul 05 02:24:30.624456 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08fe2f6c-7b20-405e-b733-8ec8e25075f4 x-openstack-request-id: req-08fe2f6c-7b20-405e-b733-8ec8e25075f4 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:24:30.624997 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca36febd-b506-4424-9f43-8be7a9423ed1", "name": "network-vif-deleted", "tag": "0bf422f3-c6bf-4aeb-9d77-6f10de626535", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:24:30.625426 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-08fe2f6c-7b20-405e-b733-8ec8e25075f4 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:24:30.625986 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca36febd-b506-4424-9f43-8be7a9423ed1', 'name': 'network-vif-deleted', 'tag': '0bf422f3-c6bf-4aeb-9d77-6f10de626535', 'status': 'completed', 'code': 200} Jul 05 02:24:30.731129 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d4a0b196-f47f-48e1-ab65-d2dde81a80b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:30.767258 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c914a34c-7547-4052-b22d-c6a13e12daa9 req-b36a10fd-fef1-43c3-94ef-f61c9efdd8e0 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:30.767466 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a0b196-f47f-48e1-ab65-d2dde81a80b4 admin admin] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:24:30.768317 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c914a34c-7547-4052-b22d-c6a13e12daa9 req-b36a10fd-fef1-43c3-94ef-f61c9efdd8e0 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9758015-1089-4cb3-be88-7a3e8555352b&tenant_id=7bde4afb78a7485193d4b3fb4c23ad75&binding%3Ahost_id=n-h2-771362-32 HTTP/1.1" status: 200 len: 948 time: 0.1179845 Jul 05 02:24:30.770256 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-d4a0b196-f47f-48e1-ab65-d2dde81a80b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:24:30.774532 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a0b196-f47f-48e1-ab65-d2dde81a80b4 admin admin] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:24:30.784008 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-07b61cac-6014-4de8-ab1f-f1dcc140170d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075', 'name': 'tempest-AttachVolumeTestJSON-1542009768-router', 'tenant_id': 'd63cc722770842c8a7a532820e16e452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': 'ae863df1-01fb-4658-90e7-ac82cc5df111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:19:38Z', 'updated_at': '2021-07-05T02:19:45Z', 'revision_number': 4, 'project_id': 'd63cc722770842c8a7a532820e16e452', 'gw_port': {'id': 'ae863df1-01fb-4658-90e7-ac82cc5df111', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:df:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:19:39Z', 'updated_at': '2021-07-05T02:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '3ba2d0d9-bd04-4ad6-9c9d-0428f63395b3', 'name': '', 'network_id': '02860c2c-1b47-41ff-bdb8-8652ec368c51', 'tenant_id': 'd63cc722770842c8a7a532820e16e452', 'mac_address': 'fa:16:3e:09:c5:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': 'e54bb52b-407a-4efc-b19e-45eea28735fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:19:44Z', 'updated_at': '2021-07-05T02:19:52Z', 'revision_number': 5, 'project_id': 'd63cc722770842c8a7a532820e16e452', 'subnets': [{'id': 'e54bb52b-407a-4efc-b19e-45eea28735fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:24:30.810066 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a0b196-f47f-48e1-ab65-d2dde81a80b4 admin admin] Pushing event updated for resources: {'Port': ['ID=7b305758-8187-40f9-8322-2a79f6697747,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:30.820976 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b61cac-6014-4de8-ab1f-f1dcc140170d None None] Checking router: e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075 for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:24:30.832055 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b61cac-6014-4de8-ab1f-f1dcc140170d None None] Routers {'e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:24:30.832824 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-07b61cac-6014-4de8-ab1f-f1dcc140170d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:24:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:24:30.843357 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-60c29cea-dd70-4c73-8316-02577e246f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5763451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774823'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:30.904559 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbbf50a-b418-4c11-96c2-58f2d452910a req-9a665dad-f858-488e-89f2-79d182932ba6 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:30.906278 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7cbbf50a-b418-4c11-96c2-58f2d452910a req-9a665dad-f858-488e-89f2-79d182932ba6 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9758015-1089-4cb3-be88-7a3e8555352b HTTP/1.1" status: 200 len: 948 time: 0.2126260 Jul 05 02:24:30.918085 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c914a34c-7547-4052-b22d-c6a13e12daa9 req-732a231c-96a9-4f79-b6ab-5c10307778ea service neutron] 10.222.0.15 "GET /v2.0/ports/6d637b16-9323-4d4f-9272-310099f1c03d/bindings/n-h2-771362-32 HTTP/1.1" status: 200 len: 383 time: 0.1415250 Jul 05 02:24:30.992698 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-07b61cac-6014-4de8-ab1f-f1dcc140170d None None] Set router e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:24:31.005579 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c29cea-dd70-4c73-8316-02577e246f0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c165eef-a6e1-4cbe-8057-ff98f92b9867,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:31.018202 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c29cea-dd70-4c73-8316-02577e246f0d admin admin] Checking segment: {'id': '6ec7572f-ca55-43e9-8c48-0f5f35cbc4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'cb67b300-72ad-48da-8604-1e0e076c238a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:24:31.018509 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c29cea-dd70-4c73-8316-02577e246f0d admin admin] Network hostable DHCP agents. Network: cb67b300-72ad-48da-8604-1e0e076c238a, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:24:31.030149 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7cbbf50a-b418-4c11-96c2-58f2d452910a req-f799d948-8972-41da-b07d-b2662ee88ef5 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139171 Jul 05 02:24:31.058307 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c914a34c-7547-4052-b22d-c6a13e12daa9 req-4154b89b-c399-4a04-940c-7fa8f47c90ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:31.060342 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c914a34c-7547-4052-b22d-c6a13e12daa9 req-4154b89b-c399-4a04-940c-7fa8f47c90ff service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7bde4afb78a7485193d4b3fb4c23ad75&device_id=a9758015-1089-4cb3-be88-7a3e8555352b HTTP/1.1" status: 200 len: 1100 time: 0.1069965 Jul 05 02:24:31.166584 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c914a34c-7547-4052-b22d-c6a13e12daa9 req-0ebf7c42-4b6a-4dd2-b428-cba304a23a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:31.168127 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c914a34c-7547-4052-b22d-c6a13e12daa9 req-0ebf7c42-4b6a-4dd2-b428-cba304a23a8e service neutron] 10.222.0.15 "GET /v2.0/networks?id=dff432c2-7366-4622-aebb-da22fe05bfd4 HTTP/1.1" status: 200 len: 869 time: 0.1014214 Jul 05 02:24:31.196233 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d4a0b196-f47f-48e1-ab65-d2dde81a80b4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:31.197123 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c29cea-dd70-4c73-8316-02577e246f0d admin admin] Network cb67b300-72ad-48da-8604-1e0e076c238a is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:24:31.239753 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c914a34c-7547-4052-b22d-c6a13e12daa9 req-e3476686-bae3-4471-abf0-972af4b21e5d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=6d637b16-9323-4d4f-9272-310099f1c03d HTTP/1.1" status: 200 len: 217 time: 0.0621202 Jul 05 02:24:31.250927 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-07b61cac-6014-4de8-ab1f-f1dcc140170d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075', 'name': 'tempest-AttachVolumeTestJSON-1542009768-router', 'tenant_id': 'd63cc722770842c8a7a532820e16e452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': 'ae863df1-01fb-4658-90e7-ac82cc5df111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:19:38Z', 'updated_at': '2021-07-05T02:19:45Z', 'revision_number': 4, 'project_id': 'd63cc722770842c8a7a532820e16e452', 'gw_port': {'id': 'ae863df1-01fb-4658-90e7-ac82cc5df111', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:df:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:19:39Z', 'updated_at': '2021-07-05T02:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '3ba2d0d9-bd04-4ad6-9c9d-0428f63395b3', 'name': '', 'network_id': '02860c2c-1b47-41ff-bdb8-8652ec368c51', 'tenant_id': 'd63cc722770842c8a7a532820e16e452', 'mac_address': 'fa:16:3e:09:c5:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': 'e54bb52b-407a-4efc-b19e-45eea28735fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:19:44Z', 'updated_at': '2021-07-05T02:19:52Z', 'revision_number': 5, 'project_id': 'd63cc722770842c8a7a532820e16e452', 'subnets': [{'id': 'e54bb52b-407a-4efc-b19e-45eea28735fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:24:31.281382 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b61cac-6014-4de8-ab1f-f1dcc140170d None None] The sync data for ids ['e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075'] in n-d-771362-32 is: [{'id': 'e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075', 'name': 'tempest-AttachVolumeTestJSON-1542009768-router', 'tenant_id': 'd63cc722770842c8a7a532820e16e452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': 'ae863df1-01fb-4658-90e7-ac82cc5df111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:19:38Z', 'updated_at': '2021-07-05T02:19:45Z', 'revision_number': 4, 'project_id': 'd63cc722770842c8a7a532820e16e452', 'gw_port': {'id': 'ae863df1-01fb-4658-90e7-ac82cc5df111', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:df:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:19:39Z', 'updated_at': '2021-07-05T02:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '3ba2d0d9-bd04-4ad6-9c9d-0428f63395b3', 'name': '', 'network_id': '02860c2c-1b47-41ff-bdb8-8652ec368c51', 'tenant_id': 'd63cc722770842c8a7a532820e16e452', 'mac_address': 'fa:16:3e:09:c5:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': 'e54bb52b-407a-4efc-b19e-45eea28735fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:19:44Z', 'updated_at': '2021-07-05T02:19:52Z', 'revision_number': 5, 'project_id': 'd63cc722770842c8a7a532820e16e452', 'subnets': [{'id': 'e54bb52b-407a-4efc-b19e-45eea28735fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:24:31.316285 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c914a34c-7547-4052-b22d-c6a13e12daa9 req-e0f13578-abc0-412c-b181-cae333c284c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:31.318646 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c914a34c-7547-4052-b22d-c6a13e12daa9 req-e0f13578-abc0-412c-b181-cae333c284c5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b840e204-692c-4f54-8f07-f6563e8e36b1 HTTP/1.1" status: 200 len: 843 time: 0.0722632 Jul 05 02:24:31.352702 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-74cd1cf7-956b-4d20-8239-20509dc37e03 req-3e56c316-62fe-41c9-b4f7-c66caffa54ef tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca36febd-b506-4424-9f43-8be7a9423ed1 HTTP/1.1" status: 200 len: 210 time: 0.0416541 Jul 05 02:24:31.383954 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-60c29cea-dd70-4c73-8316-02577e246f0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, cb67b300-72ad-48da-8604-1e0e076c238a) {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:24:31.389472 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c29cea-dd70-4c73-8316-02577e246f0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:31.390234 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-60c29cea-dd70-4c73-8316-02577e246f0d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:31.394106 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31cb87a-4ece-468c-b531-455917a9fa3f None None] Network cb67b300-72ad-48da-8604-1e0e076c238a requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:24:31.408070 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c914a34c-7547-4052-b22d-c6a13e12daa9 req-a6193b78-ec49-41e7-a5aa-c65ae10c0002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:31.409034 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c914a34c-7547-4052-b22d-c6a13e12daa9 req-a6193b78-ec49-41e7-a5aa-c65ae10c0002 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dff432c2-7366-4622-aebb-da22fe05bfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0846202 Jul 05 02:24:31.496530 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d4a0b196-f47f-48e1-ab65-d2dde81a80b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963'] for router, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:31.499009 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 58680) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:24:31.502281 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-60c29cea-dd70-4c73-8316-02577e246f0d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5202618 Jul 05 02:24:31.504261 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-da775043-ec3a-44b8-b967-499573762ac8 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1356450648-router', 'tenant_id': '219d463f288c4c729da555f377dfc80d', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:24:31.541369 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c914a34c-7547-4052-b22d-c6a13e12daa9 req-3695e1f2-6a18-4a0e-839d-7373f701c6ec service neutron] 10.222.0.15 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227477 Jul 05 02:24:31.553304 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b0c52c-4f4c-40a3-a7fa-107157f2f2a5 None None] Network cb67b300-72ad-48da-8604-1e0e076c238a requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:24:31.637083 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 6d637b16-9323-4d4f-9272-310099f1c03d details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:24:31.639163 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 72c0a128-4648-4079-aa4b-af25f02c4420 up at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:24:31.682218 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-da775043-ec3a-44b8-b967-499573762ac8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11810'] for router, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:31.682218 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-da775043-ec3a-44b8-b967-499573762ac8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1926740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11821'] for router, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:31.734571 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c914a34c-7547-4052-b22d-c6a13e12daa9 req-973b2e7d-19a7-4589-845a-6ac4561e7de2 service neutron] 10.222.0.15 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778462 Jul 05 02:24:31.769566 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1fc139-ccd4-43be-9322-d03667035b86 None None] New status for floating IP 4baa9383-6d53-459b-91d5-a756a6bd8a95: DOWN {{(pid=94463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 02:24:31.809866 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-da775043-ec3a-44b8-b967-499573762ac8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:31.850771 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2940186e-f989-4604-b17d-94479f8a7f1b req-75e458ad-abf2-4614-bd4f-77b177e2b297 tempest-ServerAddressesNegativeTestJSON-1086912044 tempest-ServerAddressesNegativeTestJSON-1086912044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:31.857947 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2940186e-f989-4604-b17d-94479f8a7f1b req-75e458ad-abf2-4614-bd4f-77b177e2b297 tempest-ServerAddressesNegativeTestJSON-1086912044 tempest-ServerAddressesNegativeTestJSON-1086912044-project] 10.222.0.23 "GET /v2.0/ports?device_id=44c963af-e98f-4142-8720-783fcd402ea0 HTTP/1.1" status: 200 len: 945 time: 0.0985017 Jul 05 02:24:31.894526 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2940186e-f989-4604-b17d-94479f8a7f1b req-d5a631bd-3a52-4f4e-884c-20e663ec8b1b tempest-ServerAddressesNegativeTestJSON-1086912044 tempest-ServerAddressesNegativeTestJSON-1086912044-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1c395fd-b316-4ccb-aef2-132c143bd393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356498 Jul 05 02:24:31.957391 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 6d637b16-9323-4d4f-9272-310099f1c03d, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=6d637b16-9323-4d4f-9272-310099f1c03d,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:24:31.973717 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Returning: {'device': '6d637b16-9323-4d4f-9272-310099f1c03d', 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4', 'port_id': '6d637b16-9323-4d4f-9272-310099f1c03d', 'mac_address': 'fa:16:3e:78:70:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b840e204-692c-4f54-8f07-f6563e8e36b1', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:24:31.990270 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4a0b196-f47f-48e1-ab65-d2dde81a80b4 admin admin] Router a84188b6-0be1-45ec-ad48-a49ccea396e2 is scheduled to L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 with binding_index 1 {{(pid=94462) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 02:24:32.009631 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:32.023380 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d637b16-9323-4d4f-9272-310099f1c03d {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:24:32.043678 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 6d637b16-9323-4d4f-9272-310099f1c03d, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=6d637b16-9323-4d4f-9272-310099f1c03d,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:24:32.057767 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning for port 72c0a128-4648-4079-aa4b-af25f02c4420 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:24:32.063240 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning complete for port 72c0a128-4648-4079-aa4b-af25f02c4420 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:24:32.063240 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:32.140422 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-da775043-ec3a-44b8-b967-499573762ac8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:32.171454 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:32.184762 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:32.203084 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4a0b196-f47f-48e1-ab65-d2dde81a80b4 admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:24:32.216565 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f761b2f-c7c2-4a6e-b71a-997fc1245acc None None] Sync routers for ids ['a84188b6-0be1-45ec-ad48-a49ccea396e2'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:24:32.239440 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f761b2f-c7c2-4a6e-b71a-997fc1245acc None None] Routers {'a84188b6-0be1-45ec-ad48-a49ccea396e2'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:24:32.240102 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-9f761b2f-c7c2-4a6e-b71a-997fc1245acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:24:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['a84188b6-0be1-45ec-ad48-a49ccea396e2'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:24:32.345257 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab9d7f5-6061-4ba9-a945-c279f2e3048e req-63d531fb-1a62-4ab5-9390-e1c32632b2e4 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:32.347724 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8ab9d7f5-6061-4ba9-a945-c279f2e3048e req-63d531fb-1a62-4ab5-9390-e1c32632b2e4 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9758015-1089-4cb3-be88-7a3e8555352b HTTP/1.1" status: 200 len: 949 time: 0.0828784 Jul 05 02:24:32.354929 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d4a0b196-f47f-48e1-ab65-d2dde81a80b4 admin admin] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:32.359324 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-d4a0b196-f47f-48e1-ab65-d2dde81a80b4 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.6337945 Jul 05 02:24:32.359515 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 58692) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:24:32.372811 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-9f761b2f-c7c2-4a6e-b71a-997fc1245acc None None] Set router a84188b6-0be1-45ec-ad48-a49ccea396e2 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:24:32.425404 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44c963af-e98f-4142-8720-783fcd402ea0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72c0a128-4648-4079-aa4b-af25f02c4420'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:24:32.429784 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dcb97a8-feb6-4fd2-a17c-d181d2f33756" -d '{"events": [{"server_uuid": "44c963af-e98f-4142-8720-783fcd402ea0", "name": "network-vif-plugged", "status": "completed", "tag": "72c0a128-4648-4079-aa4b-af25f02c4420"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:24:32.448447 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8ab9d7f5-6061-4ba9-a945-c279f2e3048e req-06bd70c6-8d08-47d2-9cff-0a4655c183d5 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931909 Jul 05 02:24:32.456325 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 72c0a128-4648-4079-aa4b-af25f02c4420, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=72c0a128-4648-4079-aa4b-af25f02c4420,segment=NetworkSegment(3141ae51-27e7-4e4f-8696-b95cfd1cb28f),segment_id=3141ae51-27e7-4e4f-8696-b95cfd1cb28f)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:24:32.457514 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df3391-327e-4a1e-9727-e65f16466664 req-5dea2e92-5295-4e28-8898-d436bbb19794 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:32.463992 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df3391-327e-4a1e-9727-e65f16466664 req-5dea2e92-5295-4e28-8898-d436bbb19794 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:32.469562 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df3391-327e-4a1e-9727-e65f16466664 req-5dea2e92-5295-4e28-8898-d436bbb19794 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:32.476501 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df3391-327e-4a1e-9727-e65f16466664 req-5dea2e92-5295-4e28-8898-d436bbb19794 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:32.482890 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df3391-327e-4a1e-9727-e65f16466664 req-5dea2e92-5295-4e28-8898-d436bbb19794 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:32.484352 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=6d637b16-9323-4d4f-9272-310099f1c03d,revision_number=8']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:32.489039 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df3391-327e-4a1e-9727-e65f16466664 req-5dea2e92-5295-4e28-8898-d436bbb19794 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:32.495829 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df3391-327e-4a1e-9727-e65f16466664 req-5dea2e92-5295-4e28-8898-d436bbb19794 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:32.503595 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a6df3391-327e-4a1e-9727-e65f16466664 req-5dea2e92-5295-4e28-8898-d436bbb19794 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/ports?device_id=92403696-646a-4870-b635-6151c7b09066 HTTP/1.1" status: 200 len: 5442 time: 0.1532104 Jul 05 02:24:32.548104 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:32.548969 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 0bf422f3-c6bf-4aeb-9d77-6f10de626535 no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:24:32.571118 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a6df3391-327e-4a1e-9727-e65f16466664 req-28fe1c51-5038-42bf-baf8-90c962408488 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/security-groups?id=5eae1027-3275-42f9-8f54-f2ff33a054c9&id=89977ea5-fec8-49da-b8e1-c456496b77bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0664699 Jul 05 02:24:32.603139 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['6d637b16-9323-4d4f-9272-310099f1c03d'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:24:32.638909 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dccf031-0481-4355-896c-b7e7ea81683a x-openstack-request-id: req-1dccf031-0481-4355-896c-b7e7ea81683a {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:24:32.639701 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44c963af-e98f-4142-8720-783fcd402ea0", "name": "network-vif-plugged", "status": "completed", "tag": "72c0a128-4648-4079-aa4b-af25f02c4420", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:24:32.640054 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1dccf031-0481-4355-896c-b7e7ea81683a {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:24:32.640539 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44c963af-e98f-4142-8720-783fcd402ea0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72c0a128-4648-4079-aa4b-af25f02c4420', 'code': 200} Jul 05 02:24:32.644259 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] No Port match for: 0bf422f3-c6bf-4aeb-9d77-6f10de626535 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:24:32.644734 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 0bf422f3-c6bf-4aeb-9d77-6f10de626535 not bound to the agent host n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:24:32.708338 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=72c0a128-4648-4079-aa4b-af25f02c4420,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:32.761259 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-9f761b2f-c7c2-4a6e-b71a-997fc1245acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a84188b6-0be1-45ec-ad48-a49ccea396e2', 'name': 'tempest-ServerRescueTestJSONUnderV235-1779011777-router', 'tenant_id': '2bf3196bdc1b4a84baea98e07d501fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '7b305758-8187-40f9-8322-2a79f6697747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:24:29Z', 'updated_at': '2021-07-05T02:24:30Z', 'revision_number': 3, 'project_id': '2bf3196bdc1b4a84baea98e07d501fd5', 'gw_port': {'id': '7b305758-8187-40f9-8322-2a79f6697747', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c5:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a84188b6-0be1-45ec-ad48-a49ccea396e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:24:30Z', 'updated_at': '2021-07-05T02:24:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:24:32.776929 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-da775043-ec3a-44b8-b967-499573762ac8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:32.796939 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f761b2f-c7c2-4a6e-b71a-997fc1245acc None None] Checking router: a84188b6-0be1-45ec-ad48-a49ccea396e2 for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:24:32.797414 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f761b2f-c7c2-4a6e-b71a-997fc1245acc None None] Updating router a84188b6-0be1-45ec-ad48-a49ccea396e2 port 7b305758-8187-40f9-8322-2a79f6697747 binding host n-d-771362-32 {{(pid=94464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 02:24:32.806642 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-da775043-ec3a-44b8-b967-499573762ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:32.837476 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9f761b2f-c7c2-4a6e-b71a-997fc1245acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:32.911379 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88badb25-2cd8-4d68-acce-a3de6b026d83 req-d284412c-a61d-4845-8983-9660f1e768ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:32.913184 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-88badb25-2cd8-4d68-acce-a3de6b026d83 req-d284412c-a61d-4845-8983-9660f1e768ba service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=44c963af-e98f-4142-8720-783fcd402ea0 HTTP/1.1" status: 200 len: 1098 time: 0.2169745 Jul 05 02:24:32.932063 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-da775043-ec3a-44b8-b967-499573762ac8 admin admin] Allocated IP 172.25.7.219 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/ce71fe51-98fa-4d7a-b55b-7d1c09a958db) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:24:32.976240 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf01247-7353-444b-88bd-accefd3bacbc req-9e2eb92e-3b15-47e7-ac31-669d98337bab tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:32.982105 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf01247-7353-444b-88bd-accefd3bacbc req-9e2eb92e-3b15-47e7-ac31-669d98337bab tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:32.988074 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf01247-7353-444b-88bd-accefd3bacbc req-9e2eb92e-3b15-47e7-ac31-669d98337bab tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:32.993974 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf01247-7353-444b-88bd-accefd3bacbc req-9e2eb92e-3b15-47e7-ac31-669d98337bab tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:32.999875 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf01247-7353-444b-88bd-accefd3bacbc req-9e2eb92e-3b15-47e7-ac31-669d98337bab tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:33.005645 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf01247-7353-444b-88bd-accefd3bacbc req-9e2eb92e-3b15-47e7-ac31-669d98337bab tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:33.011558 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf01247-7353-444b-88bd-accefd3bacbc req-9e2eb92e-3b15-47e7-ac31-669d98337bab tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:33.013445 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5bf01247-7353-444b-88bd-accefd3bacbc req-9e2eb92e-3b15-47e7-ac31-669d98337bab tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/ports?device_id=92403696-646a-4870-b635-6151c7b09066 HTTP/1.1" status: 200 len: 5442 time: 0.2298257 Jul 05 02:24:33.040094 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-da775043-ec3a-44b8-b967-499573762ac8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:33.059935 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-88badb25-2cd8-4d68-acce-a3de6b026d83 req-b5db530c-bfdc-40bd-9ce2-b063708986a9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b1c395fd-b316-4ccb-aef2-132c143bd393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236508 Jul 05 02:24:33.114053 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5009896d-689f-4c5e-9632-c4220de95b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:33.183870 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-da775043-ec3a-44b8-b967-499573762ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:33.239708 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da775043-ec3a-44b8-b967-499573762ac8 admin admin] Pushing event updated for resources: {'Port': ['ID=ce71fe51-98fa-4d7a-b55b-7d1c09a958db,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:33.264064 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da775043-ec3a-44b8-b967-499573762ac8 admin admin] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:24:33.266500 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-da775043-ec3a-44b8-b967-499573762ac8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:24:33.269063 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da775043-ec3a-44b8-b967-499573762ac8 admin admin] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:24:33.304080 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-5009896d-689f-4c5e-9632-c4220de95b36 admin admin] Allocated IP 172.20.0.1 (4ec1bc2d-1851-41f6-9b05-c47c1f610fc1/daac2fa9-eb52-4aad-b06c-31fd67b740d0/6426b2d4-cb5d-4c6b-ae37-7e8a697ca56f) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:24:33.378045 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9f761b2f-c7c2-4a6e-b71a-997fc1245acc None None] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:33.395174 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-9f761b2f-c7c2-4a6e-b71a-997fc1245acc None None] Transition to ACTIVE for port object 7b305758-8187-40f9-8322-2a79f6697747 will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:24:33.447458 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a596dd5-08c1-4a74-9b49-ebfacace738f req-b0c804ce-7753-403a-94dc-ed39426cbc45 tempest-ServerAddressesNegativeTestJSON-1086912044 tempest-ServerAddressesNegativeTestJSON-1086912044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:33.449021 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4a596dd5-08c1-4a74-9b49-ebfacace738f req-b0c804ce-7753-403a-94dc-ed39426cbc45 tempest-ServerAddressesNegativeTestJSON-1086912044 tempest-ServerAddressesNegativeTestJSON-1086912044-project] 10.222.0.23 "GET /v2.0/ports?device_id=44c963af-e98f-4142-8720-783fcd402ea0 HTTP/1.1" status: 200 len: 946 time: 0.1333678 Jul 05 02:24:33.468230 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9f761b2f-c7c2-4a6e-b71a-997fc1245acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:33.495419 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5009896d-689f-4c5e-9632-c4220de95b36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:33.522626 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4a596dd5-08c1-4a74-9b49-ebfacace738f req-0ed32b71-91b5-4b82-af19-9cf67a7318bd tempest-ServerAddressesNegativeTestJSON-1086912044 tempest-ServerAddressesNegativeTestJSON-1086912044-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1c395fd-b316-4ccb-aef2-132c143bd393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636208 Jul 05 02:24:33.614452 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-9f761b2f-c7c2-4a6e-b71a-997fc1245acc None None] Attempting to bind port 7b305758-8187-40f9-8322-2a79f6697747 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:24:33.616260 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-9f761b2f-c7c2-4a6e-b71a-997fc1245acc None None] Attempting to bind port 7b305758-8187-40f9-8322-2a79f6697747 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:24:33.616260 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f761b2f-c7c2-4a6e-b71a-997fc1245acc None None] Attempting to bind port 7b305758-8187-40f9-8322-2a79f6697747 on network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:24:33.617607 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5b571c-dabf-46c7-93b4-caab0402b96a None None] Pushing event updated for resources: {'Port': ['ID=7b305758-8187-40f9-8322-2a79f6697747,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:33.626377 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f761b2f-c7c2-4a6e-b71a-997fc1245acc None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:24:33.626747 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f761b2f-c7c2-4a6e-b71a-997fc1245acc None None] Checking segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:24:33.627212 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9f761b2f-c7c2-4a6e-b71a-997fc1245acc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:33.627614 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f761b2f-c7c2-4a6e-b71a-997fc1245acc None None] Bound using segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:24:33.628050 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-9f761b2f-c7c2-4a6e-b71a-997fc1245acc None None] Bound port: 7b305758-8187-40f9-8322-2a79f6697747, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:24:33.628449 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9f761b2f-c7c2-4a6e-b71a-997fc1245acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:33.630818 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5b571c-dabf-46c7-93b4-caab0402b96a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:24:33.631164 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5b571c-dabf-46c7-93b4-caab0402b96a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:24:33.631588 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5b571c-dabf-46c7-93b4-caab0402b96a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:24:33.631915 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5b571c-dabf-46c7-93b4-caab0402b96a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:24:33.632347 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5b571c-dabf-46c7-93b4-caab0402b96a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:24:33.632672 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5b571c-dabf-46c7-93b4-caab0402b96a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:24:33.632983 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5b571c-dabf-46c7-93b4-caab0402b96a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:24:33.633301 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5b571c-dabf-46c7-93b4-caab0402b96a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:24:33.633618 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5b571c-dabf-46c7-93b4-caab0402b96a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:24:33.633742 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 6d637b16-9323-4d4f-9272-310099f1c03d details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:24:33.634202 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5b571c-dabf-46c7-93b4-caab0402b96a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:24:33.634308 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5b571c-dabf-46c7-93b4-caab0402b96a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:24:33.634625 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5b571c-dabf-46c7-93b4-caab0402b96a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:24:33.636166 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5009896d-689f-4c5e-9632-c4220de95b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:33.642577 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-da775043-ec3a-44b8-b967-499573762ac8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:33.745161 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-9f761b2f-c7c2-4a6e-b71a-997fc1245acc None None] For port 7b305758-8187-40f9-8322-2a79f6697747, host n-d-771362-32, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:24:33.750689 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-9f761b2f-c7c2-4a6e-b71a-997fc1245acc None None] For port 7b305758-8187-40f9-8322-2a79f6697747, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=7b305758-8187-40f9-8322-2a79f6697747,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:24:33.794319 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 6d637b16-9323-4d4f-9272-310099f1c03d, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=6d637b16-9323-4d4f-9272-310099f1c03d,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:24:33.807959 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Returning: {'device': '6d637b16-9323-4d4f-9272-310099f1c03d', 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4', 'port_id': '6d637b16-9323-4d4f-9272-310099f1c03d', 'mac_address': 'fa:16:3e:78:70:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b840e204-692c-4f54-8f07-f6563e8e36b1', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:24:33.888030 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9f761b2f-c7c2-4a6e-b71a-997fc1245acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:33.906821 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 58712) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:24:33.963790 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-da775043-ec3a-44b8-b967-499573762ac8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963'] for router, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:33.966971 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f761b2f-c7c2-4a6e-b71a-997fc1245acc None None] Routers {'a84188b6-0be1-45ec-ad48-a49ccea396e2'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:24:33.967585 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-9f761b2f-c7c2-4a6e-b71a-997fc1245acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:24:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['a84188b6-0be1-45ec-ad48-a49ccea396e2'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:24:33.969363 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5b571c-dabf-46c7-93b4-caab0402b96a None None] Pushing event updated for resources: {'Port': ['ID=7b305758-8187-40f9-8322-2a79f6697747,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:34.024931 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5009896d-689f-4c5e-9632-c4220de95b36 admin admin] Network 4ec1bc2d-1851-41f6-9b05-c47c1f610fc1 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:24:34.043730 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-5009896d-689f-4c5e-9632-c4220de95b36 admin admin] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:24:34.047730 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5009896d-689f-4c5e-9632-c4220de95b36 admin admin] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:24:34.049894 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5009896d-689f-4c5e-9632-c4220de95b36 admin admin] Pushing event updated for resources: {'Port': ['ID=6426b2d4-cb5d-4c6b-ae37-7e8a697ca56f,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:34.103356 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-9f761b2f-c7c2-4a6e-b71a-997fc1245acc None None] Set router a84188b6-0be1-45ec-ad48-a49ccea396e2 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:24:34.114266 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5009896d-689f-4c5e-9632-c4220de95b36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635668'] for router_interface, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:34.152378 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f639bb15-53f5-48cc-8e71-18ecadbee58d tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:34.186492 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc429669-95df-497e-b1d7-fd0911f75616 req-cee45da3-208b-4d1a-918f-6fcad55751df tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:34.196526 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fc429669-95df-497e-b1d7-fd0911f75616 req-cee45da3-208b-4d1a-918f-6fcad55751df tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9758015-1089-4cb3-be88-7a3e8555352b HTTP/1.1" status: 200 len: 949 time: 0.1685538 Jul 05 02:24:34.217382 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f639bb15-53f5-48cc-8e71-18ecadbee58d tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:34.256030 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fc429669-95df-497e-b1d7-fd0911f75616 req-a572cc8a-bfce-40c1-b8db-9e804b70c70b tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586145 Jul 05 02:24:34.343008 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-9f761b2f-c7c2-4a6e-b71a-997fc1245acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a84188b6-0be1-45ec-ad48-a49ccea396e2', 'name': 'tempest-ServerRescueTestJSONUnderV235-1779011777-router', 'tenant_id': '2bf3196bdc1b4a84baea98e07d501fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '7b305758-8187-40f9-8322-2a79f6697747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:24:29Z', 'updated_at': '2021-07-05T02:24:30Z', 'revision_number': 3, 'project_id': '2bf3196bdc1b4a84baea98e07d501fd5', 'gw_port': {'id': '7b305758-8187-40f9-8322-2a79f6697747', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c5:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a84188b6-0be1-45ec-ad48-a49ccea396e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:24:30Z', 'updated_at': '2021-07-05T02:24:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:24:34.369743 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f761b2f-c7c2-4a6e-b71a-997fc1245acc None None] The sync data for ids ['a84188b6-0be1-45ec-ad48-a49ccea396e2'] in n-d-771362-32 is: [{'id': 'a84188b6-0be1-45ec-ad48-a49ccea396e2', 'name': 'tempest-ServerRescueTestJSONUnderV235-1779011777-router', 'tenant_id': '2bf3196bdc1b4a84baea98e07d501fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '7b305758-8187-40f9-8322-2a79f6697747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:24:29Z', 'updated_at': '2021-07-05T02:24:30Z', 'revision_number': 3, 'project_id': '2bf3196bdc1b4a84baea98e07d501fd5', 'gw_port': {'id': '7b305758-8187-40f9-8322-2a79f6697747', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c5:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a84188b6-0be1-45ec-ad48-a49ccea396e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:24:30Z', 'updated_at': '2021-07-05T02:24:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:24:34.405447 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da775043-ec3a-44b8-b967-499573762ac8 admin admin] Router 791626f4-102c-4954-9ddd-144df6c4a05f is scheduled to L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 with binding_index 1 {{(pid=94462) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 02:24:34.501412 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f639bb15-53f5-48cc-8e71-18ecadbee58d tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:34.506593 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f639bb15-53f5-48cc-8e71-18ecadbee58d tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:34.508002 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-f639bb15-53f5-48cc-8e71-18ecadbee58d tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "DELETE /v2.0/security-groups/a7ec5bda-2f9c-43a6-b62e-a51bc7e5a1a8 HTTP/1.1" status: 204 len: 168 time: 0.6001914 Jul 05 02:24:34.517305 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 58716) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:24:34.548188 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5009896d-689f-4c5e-9632-c4220de95b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:34.553560 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f639bb15-53f5-48cc-8e71-18ecadbee58d tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7ec5bda-2f9c-43a6-b62e-a51bc7e5a1a8,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:34.566745 n-d-771362-32 neutron-server[94462]: INFO neutron.api.v2.resource [None req-6fc6bde2-2eee-4d3b-bbca-029413c31275 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] show failed (client error): The resource could not be found. Jul 05 02:24:34.571317 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-6fc6bde2-2eee-4d3b-bbca-029413c31275 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/security-groups/a7ec5bda-2f9c-43a6-b62e-a51bc7e5a1a8 HTTP/1.1" status: 404 len: 347 time: 0.0530083 Jul 05 02:24:34.571878 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 58720) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:24:34.574590 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da775043-ec3a-44b8-b967-499573762ac8 admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:24:34.588222 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f6d032-0194-4900-82bb-028277b2b77f None None] Sync routers for ids ['791626f4-102c-4954-9ddd-144df6c4a05f'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:24:34.606514 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f6d032-0194-4900-82bb-028277b2b77f None None] Routers {'791626f4-102c-4954-9ddd-144df6c4a05f'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:24:34.607213 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-e3f6d032-0194-4900-82bb-028277b2b77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:24:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['791626f4-102c-4954-9ddd-144df6c4a05f'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:24:34.842777 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-e3f6d032-0194-4900-82bb-028277b2b77f None None] Set router 791626f4-102c-4954-9ddd-144df6c4a05f gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:24:34.850175 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-da775043-ec3a-44b8-b967-499573762ac8 admin admin] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:34.851550 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-da775043-ec3a-44b8-b967-499573762ac8 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.3515341 Jul 05 02:24:34.855122 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 58722) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:24:34.865165 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-e027f36d-7671-4988-9334-62d109a2a1ab tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Deleting port 3bb2e66f-1aa5-42ef-9304-919821db4816 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:24:34.872291 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e027f36d-7671-4988-9334-62d109a2a1ab tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:34.991627 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3574b3-55b3-42cf-886a-2e8696689ced req-173af898-d129-4739-8b70-0081e6491fc4 tempest-ServerAddressesNegativeTestJSON-1086912044 tempest-ServerAddressesNegativeTestJSON-1086912044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:34.999365 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-aa3574b3-55b3-42cf-886a-2e8696689ced req-173af898-d129-4739-8b70-0081e6491fc4 tempest-ServerAddressesNegativeTestJSON-1086912044 tempest-ServerAddressesNegativeTestJSON-1086912044-project] 10.222.0.23 "GET /v2.0/ports?device_id=44c963af-e98f-4142-8720-783fcd402ea0 HTTP/1.1" status: 200 len: 946 time: 0.1501515 Jul 05 02:24:35.055988 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5009896d-689f-4c5e-9632-c4220de95b36 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:35.170370 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-aa3574b3-55b3-42cf-886a-2e8696689ced req-025ea629-e5e3-460f-8fd6-c129b80de20d tempest-ServerAddressesNegativeTestJSON-1086912044 tempest-ServerAddressesNegativeTestJSON-1086912044-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1c395fd-b316-4ccb-aef2-132c143bd393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114357 Jul 05 02:24:35.199947 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c914a34c-7547-4052-b22d-c6a13e12daa9 req-a7b68d62-da4c-4c13-b812-812161dd5c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:35.201965 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c914a34c-7547-4052-b22d-c6a13e12daa9 req-a7b68d62-da4c-4c13-b812-812161dd5c20 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a9758015-1089-4cb3-be88-7a3e8555352b&tenant_id=7bde4afb78a7485193d4b3fb4c23ad75 HTTP/1.1" status: 200 len: 1101 time: 0.2015855 Jul 05 02:24:35.203294 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5009896d-689f-4c5e-9632-c4220de95b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:35.229122 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-e3f6d032-0194-4900-82bb-028277b2b77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '791626f4-102c-4954-9ddd-144df6c4a05f', 'name': 'tempest-ServerRescueTestJSON-1356450648-router', 'tenant_id': '219d463f288c4c729da555f377dfc80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'ce71fe51-98fa-4d7a-b55b-7d1c09a958db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:24:31Z', 'updated_at': '2021-07-05T02:24:33Z', 'revision_number': 3, 'project_id': '219d463f288c4c729da555f377dfc80d', 'gw_port': {'id': 'ce71fe51-98fa-4d7a-b55b-7d1c09a958db', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:87:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '791626f4-102c-4954-9ddd-144df6c4a05f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:24:32Z', 'updated_at': '2021-07-05T02:24:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:24:35.267300 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f6d032-0194-4900-82bb-028277b2b77f None None] Checking router: 791626f4-102c-4954-9ddd-144df6c4a05f for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:24:35.267802 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f6d032-0194-4900-82bb-028277b2b77f None None] Updating router 791626f4-102c-4954-9ddd-144df6c4a05f port ce71fe51-98fa-4d7a-b55b-7d1c09a958db binding host n-d-771362-32 {{(pid=94463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 02:24:35.275098 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5009896d-689f-4c5e-9632-c4220de95b36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634601'] for router_interface, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:35.295282 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-c914a34c-7547-4052-b22d-c6a13e12daa9 req-85ee109a-fa14-4f37-952c-007598952472 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-771362-32', 'device_owner': 'compute:nova'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:24:35.383996 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e3f6d032-0194-4900-82bb-028277b2b77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:35.445706 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5009896d-689f-4c5e-9632-c4220de95b36 admin admin] Pushing event updated for resources: {'Port': ['ID=6426b2d4-cb5d-4c6b-ae37-7e8a697ca56f,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:35.466458 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e027f36d-7671-4988-9334-62d109a2a1ab tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:35.467155 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e027f36d-7671-4988-9334-62d109a2a1ab tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:35.500506 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c914a34c-7547-4052-b22d-c6a13e12daa9 req-85ee109a-fa14-4f37-952c-007598952472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:35.544875 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-e027f36d-7671-4988-9334-62d109a2a1ab tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Calling delete_port for 3bb2e66f-1aa5-42ef-9304-919821db4816 owned by network:floatingip {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:24:35.680493 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 6d637b16-9323-4d4f-9272-310099f1c03d no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:24:35.797837 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 7b305758-8187-40f9-8322-2a79f6697747 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:24:35.909157 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-c914a34c-7547-4052-b22d-c6a13e12daa9 req-85ee109a-fa14-4f37-952c-007598952472 service neutron] For port 6d637b16-9323-4d4f-9272-310099f1c03d, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=6d637b16-9323-4d4f-9272-310099f1c03d,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:24:35.957445 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-c914a34c-7547-4052-b22d-c6a13e12daa9 req-85ee109a-fa14-4f37-952c-007598952472 service neutron] For port 6d637b16-9323-4d4f-9272-310099f1c03d, host n-h2-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:24:36.003526 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-c914a34c-7547-4052-b22d-c6a13e12daa9 req-85ee109a-fa14-4f37-952c-007598952472 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 6d637b16-9323-4d4f-9272-310099f1c03d {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:24:36.013043 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c914a34c-7547-4052-b22d-c6a13e12daa9 req-85ee109a-fa14-4f37-952c-007598952472 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:36.025561 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-c914a34c-7547-4052-b22d-c6a13e12daa9 req-85ee109a-fa14-4f37-952c-007598952472 service neutron] Ignored duplicate provisioning block setup for port 6d637b16-9323-4d4f-9272-310099f1c03d by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 05 02:24:36.037989 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0ac486f1-c7d7-4c5b-8099-4cabbbf63382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:36.107161 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5009896d-689f-4c5e-9632-c4220de95b36 admin admin] Network 4ec1bc2d-1851-41f6-9b05-c47c1f610fc1 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:24:36.107161 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-5009896d-689f-4c5e-9632-c4220de95b36 admin admin] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:24:36.149569 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:36.160050 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c914a34c-7547-4052-b22d-c6a13e12daa9 req-85ee109a-fa14-4f37-952c-007598952472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:36.208420 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 6d637b16-9323-4d4f-9272-310099f1c03d {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:24:36.220923 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e2fd62-0f70-44a5-8ad7-3cd5a2f669db req-0b045a10-bc3a-4551-bdac-e8b30dce6ee3 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:36.223052 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-89e2fd62-0f70-44a5-8ad7-3cd5a2f669db req-0b045a10-bc3a-4551-bdac-e8b30dce6ee3 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9758015-1089-4cb3-be88-7a3e8555352b HTTP/1.1" status: 200 len: 949 time: 0.1956668 Jul 05 02:24:36.267001 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-0ac486f1-c7d7-4c5b-8099-4cabbbf63382 admin admin] Allocated IP 172.20.0.1 (cb67b300-72ad-48da-8604-1e0e076c238a/4c165eef-a6e1-4cbe-8057-ff98f92b9867/a1e8c3eb-f13c-4fa0-8961-0469bc26d0b2) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:24:36.312504 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 7b305758-8187-40f9-8322-2a79f6697747 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:24:36.332903 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 7b305758-8187-40f9-8322-2a79f6697747 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:24:36.333271 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:36.335375 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ee109a-fa14-4f37-952c-007598952472 service neutron] Pushing event updated for resources: {'Port': ['ID=6d637b16-9323-4d4f-9272-310099f1c03d,revision_number=9']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:36.337940 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-c914a34c-7547-4052-b22d-c6a13e12daa9 req-85ee109a-fa14-4f37-952c-007598952472 service neutron] No DVR routers for this DVR port 6d637b16-9323-4d4f-9272-310099f1c03d on host n-h2-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:24:36.340337 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e027f36d-7671-4988-9334-62d109a2a1ab tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:36.404827 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-89e2fd62-0f70-44a5-8ad7-3cd5a2f669db req-b4fa6c81-9099-45d8-bdc3-294508791cdc tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723371 Jul 05 02:24:36.412295 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5009896d-689f-4c5e-9632-c4220de95b36 admin admin] Router a84188b6-0be1-45ec-ad48-a49ccea396e2 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:24:36.415019 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-c914a34c-7547-4052-b22d-c6a13e12daa9 req-85ee109a-fa14-4f37-952c-007598952472 service neutron] Attempting to bind port 6d637b16-9323-4d4f-9272-310099f1c03d on host n-h1-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:24:36.415196 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-c914a34c-7547-4052-b22d-c6a13e12daa9 req-85ee109a-fa14-4f37-952c-007598952472 service neutron] Attempting to bind port 6d637b16-9323-4d4f-9272-310099f1c03d by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:24:36.415528 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c914a34c-7547-4052-b22d-c6a13e12daa9 req-85ee109a-fa14-4f37-952c-007598952472 service neutron] Attempting to bind port 6d637b16-9323-4d4f-9272-310099f1c03d on network dff432c2-7366-4622-aebb-da22fe05bfd4 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:24:36.420678 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.db.api [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94463) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 02:24:36.421105 n-d-771362-32 neutron-server[94463]: DEBUG oslo_db.api [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 02:24:36.422770 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c914a34c-7547-4052-b22d-c6a13e12daa9 req-85ee109a-fa14-4f37-952c-007598952472 service neutron] Port 6d637b16-9323-4d4f-9272-310099f1c03d on network dff432c2-7366-4622-aebb-da22fe05bfd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:24:36.423104 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c914a34c-7547-4052-b22d-c6a13e12daa9 req-85ee109a-fa14-4f37-952c-007598952472 service neutron] Attempting to bind port 6d637b16-9323-4d4f-9272-310099f1c03d on network dff432c2-7366-4622-aebb-da22fe05bfd4 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:24:36.439309 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c914a34c-7547-4052-b22d-c6a13e12daa9 req-85ee109a-fa14-4f37-952c-007598952472 service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:24:36.439911 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c914a34c-7547-4052-b22d-c6a13e12daa9 req-85ee109a-fa14-4f37-952c-007598952472 service neutron] Checking segment: {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:24:36.440462 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c914a34c-7547-4052-b22d-c6a13e12daa9 req-85ee109a-fa14-4f37-952c-007598952472 service neutron] Bound using segment: {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:24:36.441079 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-c914a34c-7547-4052-b22d-c6a13e12daa9 req-85ee109a-fa14-4f37-952c-007598952472 service neutron] Bound port: 6d637b16-9323-4d4f-9272-310099f1c03d, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:24:36.441601 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c914a34c-7547-4052-b22d-c6a13e12daa9 req-85ee109a-fa14-4f37-952c-007598952472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:36.450961 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e027f36d-7671-4988-9334-62d109a2a1ab tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Pushing event deleted for resources: {'Port': ['ID=3bb2e66f-1aa5-42ef-9304-919821db4816,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:36.512429 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e3f6d032-0194-4900-82bb-028277b2b77f None None] Notify callbacks [] for port, precommit_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:36.516890 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e027f36d-7671-4988-9334-62d109a2a1ab tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Notify callbacks [] for floatingip, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:36.519855 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e027f36d-7671-4988-9334-62d109a2a1ab tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:36.539367 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-e027f36d-7671-4988-9334-62d109a2a1ab tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "DELETE /v2.0/floatingips/4baa9383-6d53-459b-91d5-a756a6bd8a95 HTTP/1.1" status: 204 len: 168 time: 1.9662669 Jul 05 02:24:36.564084 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-e3f6d032-0194-4900-82bb-028277b2b77f None None] Transition to ACTIVE for port object ce71fe51-98fa-4d7a-b55b-7d1c09a958db will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:24:36.610590 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0ac486f1-c7d7-4c5b-8099-4cabbbf63382 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:36.661034 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:36.697406 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e3f6d032-0194-4900-82bb-028277b2b77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:36.715859 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 7b305758-8187-40f9-8322-2a79f6697747, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=7b305758-8187-40f9-8322-2a79f6697747,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:24:36.738802 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-c914a34c-7547-4052-b22d-c6a13e12daa9 req-85ee109a-fa14-4f37-952c-007598952472 service neutron] For port 6d637b16-9323-4d4f-9272-310099f1c03d, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:24:36.775215 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5009896d-689f-4c5e-9632-c4220de95b36 admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:24:36.807332 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-5009896d-689f-4c5e-9632-c4220de95b36 admin admin] 10.222.0.23 "PUT /v2.0/routers/a84188b6-0be1-45ec-ad48-a49ccea396e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4459963 Jul 05 02:24:36.812231 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-c914a34c-7547-4052-b22d-c6a13e12daa9 req-85ee109a-fa14-4f37-952c-007598952472 service neutron] For port 6d637b16-9323-4d4f-9272-310099f1c03d, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=6d637b16-9323-4d4f-9272-310099f1c03d,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:24:36.816262 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-e3f6d032-0194-4900-82bb-028277b2b77f None None] Attempting to bind port ce71fe51-98fa-4d7a-b55b-7d1c09a958db on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:24:36.816671 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-e3f6d032-0194-4900-82bb-028277b2b77f None None] Attempting to bind port ce71fe51-98fa-4d7a-b55b-7d1c09a958db by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:24:36.817005 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f6d032-0194-4900-82bb-028277b2b77f None None] Attempting to bind port ce71fe51-98fa-4d7a-b55b-7d1c09a958db on network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:24:36.819782 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc15dfe-19dc-4423-9ade-65abc3053b38 None None] Pushing event updated for resources: {'Port': ['ID=ce71fe51-98fa-4d7a-b55b-7d1c09a958db,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:36.825401 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f6d032-0194-4900-82bb-028277b2b77f None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:24:36.825876 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f6d032-0194-4900-82bb-028277b2b77f None None] Checking segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:24:36.838980 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e3f6d032-0194-4900-82bb-028277b2b77f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:36.839533 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f6d032-0194-4900-82bb-028277b2b77f None None] Bound using segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:24:36.840042 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-e3f6d032-0194-4900-82bb-028277b2b77f None None] Bound port: ce71fe51-98fa-4d7a-b55b-7d1c09a958db, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:24:36.846849 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e3f6d032-0194-4900-82bb-028277b2b77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:36.860801 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0ac486f1-c7d7-4c5b-8099-4cabbbf63382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:36.874170 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 58764) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:24:36.900761 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:36.913192 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c914a34c-7547-4052-b22d-c6a13e12daa9 req-85ee109a-fa14-4f37-952c-007598952472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:37.005354 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac486f1-c7d7-4c5b-8099-4cabbbf63382 admin admin] Network cb67b300-72ad-48da-8604-1e0e076c238a is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:24:37.005354 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-0ac486f1-c7d7-4c5b-8099-4cabbbf63382 admin admin] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:24:37.005354 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac486f1-c7d7-4c5b-8099-4cabbbf63382 admin admin] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:24:37.006103 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c914a34c-7547-4052-b22d-c6a13e12daa9 req-85ee109a-fa14-4f37-952c-007598952472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:37.006103 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c914a34c-7547-4052-b22d-c6a13e12daa9 req-85ee109a-fa14-4f37-952c-007598952472 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:37.006103 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c914a34c-7547-4052-b22d-c6a13e12daa9 req-85ee109a-fa14-4f37-952c-007598952472 service neutron] 10.222.0.21 "PUT /v2.0/ports/6d637b16-9323-4d4f-9272-310099f1c03d HTTP/1.1" status: 200 len: 1097 time: 1.7279990 Jul 05 02:24:37.006103 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9758015-1089-4cb3-be88-7a3e8555352b', 'tag': '6d637b16-9323-4d4f-9272-310099f1c03d'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:24:37.006103 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab8da7a-79e0-416d-b2e0-b9fa63a6eaf9" -d '{"events": [{"name": "network-changed", "server_uuid": "a9758015-1089-4cb3-be88-7a3e8555352b", "tag": "6d637b16-9323-4d4f-9272-310099f1c03d"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:24:37.043419 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac486f1-c7d7-4c5b-8099-4cabbbf63382 admin admin] Pushing event updated for resources: {'Port': ['ID=a1e8c3eb-f13c-4fa0-8961-0469bc26d0b2,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:37.105239 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afa1f06-8049-4bdf-847d-b325ca9b481e req-9b5b62cf-2a60-46db-b18f-09498159ea19 tempest-ServerAddressesNegativeTestJSON-1086912044 tempest-ServerAddressesNegativeTestJSON-1086912044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:37.107008 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5afa1f06-8049-4bdf-847d-b325ca9b481e req-9b5b62cf-2a60-46db-b18f-09498159ea19 tempest-ServerAddressesNegativeTestJSON-1086912044 tempest-ServerAddressesNegativeTestJSON-1086912044-project] 10.222.0.23 "GET /v2.0/ports?device_id=44c963af-e98f-4142-8720-783fcd402ea0 HTTP/1.1" status: 200 len: 946 time: 0.3263075 Jul 05 02:24:37.108303 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0ac486f1-c7d7-4c5b-8099-4cabbbf63382 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635668'] for router_interface, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:37.115151 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-e3f6d032-0194-4900-82bb-028277b2b77f None None] For port ce71fe51-98fa-4d7a-b55b-7d1c09a958db, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:24:37.118596 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-e3f6d032-0194-4900-82bb-028277b2b77f None None] For port ce71fe51-98fa-4d7a-b55b-7d1c09a958db, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=ce71fe51-98fa-4d7a-b55b-7d1c09a958db,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:24:37.138065 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=7b305758-8187-40f9-8322-2a79f6697747,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:37.175552 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ee109a-fa14-4f37-952c-007598952472 service neutron] Pushing event updated for resources: {'Port': ['ID=6d637b16-9323-4d4f-9272-310099f1c03d,revision_number=10']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:37.196744 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda66536-cfb5-425b-902a-70e2a2177ef1 None None] Sync routers for ids ['a84188b6-0be1-45ec-ad48-a49ccea396e2'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:24:37.213961 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda66536-cfb5-425b-902a-70e2a2177ef1 None None] Routers {'a84188b6-0be1-45ec-ad48-a49ccea396e2'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:24:37.217830 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-bda66536-cfb5-425b-902a-70e2a2177ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:24:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['a84188b6-0be1-45ec-ad48-a49ccea396e2'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:24:37.218033 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33405227-cd23-44d3-ba46-6c3370f6dd73 req-3bc7619c-460c-4c08-a84e-143ba3eecd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:37.218033 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33405227-cd23-44d3-ba46-6c3370f6dd73 req-3bc7619c-460c-4c08-a84e-143ba3eecd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:37.218442 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33405227-cd23-44d3-ba46-6c3370f6dd73 req-3bc7619c-460c-4c08-a84e-143ba3eecd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:37.219057 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33405227-cd23-44d3-ba46-6c3370f6dd73 req-3bc7619c-460c-4c08-a84e-143ba3eecd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:37.219695 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33405227-cd23-44d3-ba46-6c3370f6dd73 req-3bc7619c-460c-4c08-a84e-143ba3eecd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:37.220161 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33405227-cd23-44d3-ba46-6c3370f6dd73 req-3bc7619c-460c-4c08-a84e-143ba3eecd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:37.220758 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33405227-cd23-44d3-ba46-6c3370f6dd73 req-3bc7619c-460c-4c08-a84e-143ba3eecd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:37.229017 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-33405227-cd23-44d3-ba46-6c3370f6dd73 req-3bc7619c-460c-4c08-a84e-143ba3eecd0b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=92403696-646a-4870-b635-6151c7b09066 HTTP/1.1" status: 200 len: 6506 time: 0.3531690 Jul 05 02:24:37.279204 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-33405227-cd23-44d3-ba46-6c3370f6dd73 req-149d9e81-4cef-4d86-903f-ecffaeea9d05 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=5eae1027-3275-42f9-8f54-f2ff33a054c9&id=89977ea5-fec8-49da-b8e1-c456496b77bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0490451 Jul 05 02:24:37.297852 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e3f6d032-0194-4900-82bb-028277b2b77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:37.298447 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c914a34c-7547-4052-b22d-c6a13e12daa9 req-6ed85e50-a55a-41a6-827b-7fffbc0689b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:37.301443 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c914a34c-7547-4052-b22d-c6a13e12daa9 req-6ed85e50-a55a-41a6-827b-7fffbc0689b6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7bde4afb78a7485193d4b3fb4c23ad75&device_id=a9758015-1089-4cb3-be88-7a3e8555352b HTTP/1.1" status: 200 len: 1101 time: 0.2400811 Jul 05 02:24:37.378333 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5afa1f06-8049-4bdf-847d-b325ca9b481e req-bb48c14f-dfcb-4947-a516-05cfbfb70508 tempest-ServerAddressesNegativeTestJSON-1086912044 tempest-ServerAddressesNegativeTestJSON-1086912044-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1c395fd-b316-4ccb-aef2-132c143bd393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841472 Jul 05 02:24:37.418393 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-bda66536-cfb5-425b-902a-70e2a2177ef1 None None] Set router a84188b6-0be1-45ec-ad48-a49ccea396e2 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:24:37.421937 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f6d032-0194-4900-82bb-028277b2b77f None None] Routers {'791626f4-102c-4954-9ddd-144df6c4a05f'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:24:37.421937 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-e3f6d032-0194-4900-82bb-028277b2b77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:24:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['791626f4-102c-4954-9ddd-144df6c4a05f'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:24:37.483643 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0ac486f1-c7d7-4c5b-8099-4cabbbf63382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:37.552859 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c914a34c-7547-4052-b22d-c6a13e12daa9 req-bb886aa6-795b-4f46-baab-91f02aff00ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:37.554930 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c914a34c-7547-4052-b22d-c6a13e12daa9 req-bb886aa6-795b-4f46-baab-91f02aff00ab service neutron] 10.222.0.21 "GET /v2.0/networks?id=dff432c2-7366-4622-aebb-da22fe05bfd4 HTTP/1.1" status: 200 len: 869 time: 0.2459030 Jul 05 02:24:37.649401 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c914a34c-7547-4052-b22d-c6a13e12daa9 req-45069408-63e4-4f23-91a9-f491c567e0de service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=6d637b16-9323-4d4f-9272-310099f1c03d HTTP/1.1" status: 200 len: 217 time: 0.0854552 Jul 05 02:24:37.725609 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 58790) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:24:37.729377 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94180989-e45f-472e-a213-f0b63d2c05ac x-openstack-request-id: req-94180989-e45f-472e-a213-f0b63d2c05ac {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:24:37.731543 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9758015-1089-4cb3-be88-7a3e8555352b", "tag": "6d637b16-9323-4d4f-9272-310099f1c03d", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:24:37.733299 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-94180989-e45f-472e-a213-f0b63d2c05ac {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:24:37.733955 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9758015-1089-4cb3-be88-7a3e8555352b', 'tag': '6d637b16-9323-4d4f-9272-310099f1c03d', 'status': 'completed', 'code': 200} Jul 05 02:24:37.746942 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-64b53df0-1886-423e-99c1-a4922f11aef8 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Request body: {'security_group': {'name': 'tempest-securitygroup--572454234', 'description': 'tempest-description--1185400965'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:24:37.810800 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0ac486f1-c7d7-4c5b-8099-4cabbbf63382 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:37.811899 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-bda66536-cfb5-425b-902a-70e2a2177ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a84188b6-0be1-45ec-ad48-a49ccea396e2', 'name': 'tempest-ServerRescueTestJSONUnderV235-1779011777-router', 'tenant_id': '2bf3196bdc1b4a84baea98e07d501fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '7b305758-8187-40f9-8322-2a79f6697747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:24:29Z', 'updated_at': '2021-07-05T02:24:34Z', 'revision_number': 4, 'project_id': '2bf3196bdc1b4a84baea98e07d501fd5', 'gw_port': {'id': '7b305758-8187-40f9-8322-2a79f6697747', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84188b6-0be1-45ec-ad48-a49ccea396e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:24:30Z', 'updated_at': '2021-07-05T02:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '6426b2d4-cb5d-4c6b-ae37-7e8a697ca56f', 'name': '', 'network_id': '4ec1bc2d-1851-41f6-9b05-c47c1f610fc1', 'tenant_id': '2bf3196bdc1b4a84baea98e07d501fd5', 'mac_address': 'fa:16:3e:c0:d6:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a84188b6-0be1-45ec-ad48-a49ccea396e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': 'daac2fa9-eb52-4aad-b06c-31fd67b740d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:24:33Z', 'updated_at': '2021-07-05T02:24:34Z', 'revision_number': 2, 'project_id': '2bf3196bdc1b4a84baea98e07d501fd5', 'subnets': [{'id': 'daac2fa9-eb52-4aad-b06c-31fd67b740d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:24:37.834812 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-e3f6d032-0194-4900-82bb-028277b2b77f None None] Set router 791626f4-102c-4954-9ddd-144df6c4a05f gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:24:37.846832 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c914a34c-7547-4052-b22d-c6a13e12daa9 req-f77f524c-2b0b-4f15-9045-30106e9e2342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:37.848727 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c914a34c-7547-4052-b22d-c6a13e12daa9 req-f77f524c-2b0b-4f15-9045-30106e9e2342 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b840e204-692c-4f54-8f07-f6563e8e36b1 HTTP/1.1" status: 200 len: 843 time: 0.1919916 Jul 05 02:24:37.869420 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda66536-cfb5-425b-902a-70e2a2177ef1 None None] Checking router: a84188b6-0be1-45ec-ad48-a49ccea396e2 for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:24:37.871728 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda66536-cfb5-425b-902a-70e2a2177ef1 None None] Updating router a84188b6-0be1-45ec-ad48-a49ccea396e2 port 6426b2d4-cb5d-4c6b-ae37-7e8a697ca56f binding host n-d-771362-32 {{(pid=94464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 02:24:37.914480 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab8da7a-79e0-416d-b2e0-b9fa63a6eaf9 req-05e5f319-2970-43ef-9b41-ff927f418c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:37.925237 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0ab8da7a-79e0-416d-b2e0-b9fa63a6eaf9 req-05e5f319-2970-43ef-9b41-ff927f418c6c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7bde4afb78a7485193d4b3fb4c23ad75&device_id=a9758015-1089-4cb3-be88-7a3e8555352b HTTP/1.1" status: 200 len: 1101 time: 0.1608052 Jul 05 02:24:37.943136 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-bda66536-cfb5-425b-902a-70e2a2177ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:37.966290 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc15dfe-19dc-4423-9ade-65abc3053b38 None None] Pushing event updated for resources: {'Port': ['ID=ce71fe51-98fa-4d7a-b55b-7d1c09a958db,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:37.973754 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0ac486f1-c7d7-4c5b-8099-4cabbbf63382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:37.980258 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 7b305758-8187-40f9-8322-2a79f6697747 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:24:38.001360 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c914a34c-7547-4052-b22d-c6a13e12daa9 req-bd2a709f-696e-477e-a327-23b359027fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:38.002978 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c914a34c-7547-4052-b22d-c6a13e12daa9 req-bd2a709f-696e-477e-a327-23b359027fc9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dff432c2-7366-4622-aebb-da22fe05bfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1461954 Jul 05 02:24:38.005621 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-64b53df0-1886-423e-99c1-a4922f11aef8 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:38.099205 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b9de47-279f-40e6-a636-6572f1438f04 req-09d9fa12-0ced-4e63-8dae-5bc1c5c47e3c tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:38.106216 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e8b9de47-279f-40e6-a636-6572f1438f04 req-09d9fa12-0ced-4e63-8dae-5bc1c5c47e3c tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9758015-1089-4cb3-be88-7a3e8555352b HTTP/1.1" status: 200 len: 949 time: 0.2368646 Jul 05 02:24:38.119404 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 7b305758-8187-40f9-8322-2a79f6697747 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:24:38.120134 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:38.134044 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac486f1-c7d7-4c5b-8099-4cabbbf63382 admin admin] Pushing event updated for resources: {'Port': ['ID=a1e8c3eb-f13c-4fa0-8961-0469bc26d0b2,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:38.137975 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0ac486f1-c7d7-4c5b-8099-4cabbbf63382 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634601'] for router_interface, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:38.173001 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e8b9de47-279f-40e6-a636-6572f1438f04 req-bfdb4daf-2bc1-4cda-8d3d-5b75b399bf04 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657995 Jul 05 02:24:38.185583 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c914a34c-7547-4052-b22d-c6a13e12daa9 req-49df7fa7-f6ce-4a20-bafd-465fe9ace183 service neutron] 10.222.0.21 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637599 Jul 05 02:24:38.266526 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac486f1-c7d7-4c5b-8099-4cabbbf63382 admin admin] Network cb67b300-72ad-48da-8604-1e0e076c238a is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:24:38.268091 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-0ac486f1-c7d7-4c5b-8099-4cabbbf63382 admin admin] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:24:38.295754 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-bda66536-cfb5-425b-902a-70e2a2177ef1 None None] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:38.304912 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-e3f6d032-0194-4900-82bb-028277b2b77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '791626f4-102c-4954-9ddd-144df6c4a05f', 'name': 'tempest-ServerRescueTestJSON-1356450648-router', 'tenant_id': '219d463f288c4c729da555f377dfc80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'ce71fe51-98fa-4d7a-b55b-7d1c09a958db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:24:31Z', 'updated_at': '2021-07-05T02:24:37Z', 'revision_number': 4, 'project_id': '219d463f288c4c729da555f377dfc80d', 'gw_port': {'id': 'ce71fe51-98fa-4d7a-b55b-7d1c09a958db', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:87:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '791626f4-102c-4954-9ddd-144df6c4a05f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:24:32Z', 'updated_at': '2021-07-05T02:24:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'a1e8c3eb-f13c-4fa0-8961-0469bc26d0b2', 'name': '', 'network_id': 'cb67b300-72ad-48da-8604-1e0e076c238a', 'tenant_id': '219d463f288c4c729da555f377dfc80d', 'mac_address': 'fa:16:3e:c9:c7:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '791626f4-102c-4954-9ddd-144df6c4a05f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '4c165eef-a6e1-4cbe-8057-ff98f92b9867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:24:36Z', 'updated_at': '2021-07-05T02:24:36Z', 'revision_number': 1, 'project_id': '219d463f288c4c729da555f377dfc80d', 'subnets': [{'id': '4c165eef-a6e1-4cbe-8057-ff98f92b9867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:24:38.310297 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-bda66536-cfb5-425b-902a-70e2a2177ef1 None None] Transition to ACTIVE for port object 6426b2d4-cb5d-4c6b-ae37-7e8a697ca56f will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:24:38.338578 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f6d032-0194-4900-82bb-028277b2b77f None None] The sync data for ids ['791626f4-102c-4954-9ddd-144df6c4a05f'] in n-d-771362-32 is: [{'id': '791626f4-102c-4954-9ddd-144df6c4a05f', 'name': 'tempest-ServerRescueTestJSON-1356450648-router', 'tenant_id': '219d463f288c4c729da555f377dfc80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'ce71fe51-98fa-4d7a-b55b-7d1c09a958db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:24:31Z', 'updated_at': '2021-07-05T02:24:37Z', 'revision_number': 4, 'project_id': '219d463f288c4c729da555f377dfc80d', 'gw_port': {'id': 'ce71fe51-98fa-4d7a-b55b-7d1c09a958db', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:87:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '791626f4-102c-4954-9ddd-144df6c4a05f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:24:32Z', 'updated_at': '2021-07-05T02:24:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'a1e8c3eb-f13c-4fa0-8961-0469bc26d0b2', 'name': '', 'network_id': 'cb67b300-72ad-48da-8604-1e0e076c238a', 'tenant_id': '219d463f288c4c729da555f377dfc80d', 'mac_address': 'fa:16:3e:c9:c7:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '791626f4-102c-4954-9ddd-144df6c4a05f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '4c165eef-a6e1-4cbe-8057-ff98f92b9867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:24:36Z', 'updated_at': '2021-07-05T02:24:36Z', 'revision_number': 1, 'project_id': '219d463f288c4c729da555f377dfc80d', 'subnets': [{'id': '4c165eef-a6e1-4cbe-8057-ff98f92b9867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:24:38.392603 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-bda66536-cfb5-425b-902a-70e2a2177ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:38.437310 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ac486f1-c7d7-4c5b-8099-4cabbbf63382 admin admin] Router 791626f4-102c-4954-9ddd-144df6c4a05f has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:24:38.456212 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623d06d8-1aa6-4a56-9218-b4ecd612ccab None None] Pushing event updated for resources: {'Port': ['ID=6426b2d4-cb5d-4c6b-ae37-7e8a697ca56f,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:38.526687 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab8da7a-79e0-416d-b2e0-b9fa63a6eaf9 req-86d72e8a-a35c-4f25-a0b8-de9dd076bcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:38.528830 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0ab8da7a-79e0-416d-b2e0-b9fa63a6eaf9 req-86d72e8a-a35c-4f25-a0b8-de9dd076bcb8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dff432c2-7366-4622-aebb-da22fe05bfd4 HTTP/1.1" status: 200 len: 869 time: 0.5998521 Jul 05 02:24:38.536776 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-bda66536-cfb5-425b-902a-70e2a2177ef1 None None] Attempting to bind port 6426b2d4-cb5d-4c6b-ae37-7e8a697ca56f on host n-d-771362-32 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:24:38.538526 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-bda66536-cfb5-425b-902a-70e2a2177ef1 None None] Attempting to bind port 6426b2d4-cb5d-4c6b-ae37-7e8a697ca56f by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '6f413e2d-3872-41b4-8ea1-818c2dabde0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '4ec1bc2d-1851-41f6-9b05-c47c1f610fc1'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:24:38.542667 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda66536-cfb5-425b-902a-70e2a2177ef1 None None] Attempting to bind port 6426b2d4-cb5d-4c6b-ae37-7e8a697ca56f on network 4ec1bc2d-1851-41f6-9b05-c47c1f610fc1 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:24:38.548795 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda66536-cfb5-425b-902a-70e2a2177ef1 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:24:38.549174 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda66536-cfb5-425b-902a-70e2a2177ef1 None None] Checking segment: {'id': '6f413e2d-3872-41b4-8ea1-818c2dabde0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '4ec1bc2d-1851-41f6-9b05-c47c1f610fc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:24:38.549724 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-bda66536-cfb5-425b-902a-70e2a2177ef1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:38.550144 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda66536-cfb5-425b-902a-70e2a2177ef1 None None] Bound using segment: {'id': '6f413e2d-3872-41b4-8ea1-818c2dabde0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '4ec1bc2d-1851-41f6-9b05-c47c1f610fc1'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:24:38.550636 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-bda66536-cfb5-425b-902a-70e2a2177ef1 None None] Bound port: 6426b2d4-cb5d-4c6b-ae37-7e8a697ca56f, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f413e2d-3872-41b4-8ea1-818c2dabde0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '4ec1bc2d-1851-41f6-9b05-c47c1f610fc1'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:24:38.551043 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-bda66536-cfb5-425b-902a-70e2a2177ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:38.568340 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ac486f1-c7d7-4c5b-8099-4cabbbf63382 admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:24:38.575033 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-0ac486f1-c7d7-4c5b-8099-4cabbbf63382 admin admin] 10.222.0.23 "PUT /v2.0/routers/791626f4-102c-4954-9ddd-144df6c4a05f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7188342 Jul 05 02:24:38.628657 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-bda66536-cfb5-425b-902a-70e2a2177ef1 None None] For port 6426b2d4-cb5d-4c6b-ae37-7e8a697ca56f, host n-d-771362-32, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:24:38.629063 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0ab8da7a-79e0-416d-b2e0-b9fa63a6eaf9 req-dd80274b-f297-46b1-8cc2-57a93935d115 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=6d637b16-9323-4d4f-9272-310099f1c03d HTTP/1.1" status: 200 len: 217 time: 0.0761864 Jul 05 02:24:38.632212 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-bda66536-cfb5-425b-902a-70e2a2177ef1 None None] For port 6426b2d4-cb5d-4c6b-ae37-7e8a697ca56f, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=6426b2d4-cb5d-4c6b-ae37-7e8a697ca56f,segment=NetworkSegment(6f413e2d-3872-41b4-8ea1-818c2dabde0d),segment_id=6f413e2d-3872-41b4-8ea1-818c2dabde0d)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:24:38.633341 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-64b53df0-1886-423e-99c1-a4922f11aef8 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:38.643860 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350f5ce0-b13d-488d-bffb-29701421f91f req-e6574f40-918e-4f4d-8619-0b0a0e8b351c tempest-ServerAddressesNegativeTestJSON-1086912044 tempest-ServerAddressesNegativeTestJSON-1086912044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:38.645487 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-350f5ce0-b13d-488d-bffb-29701421f91f req-e6574f40-918e-4f4d-8619-0b0a0e8b351c tempest-ServerAddressesNegativeTestJSON-1086912044 tempest-ServerAddressesNegativeTestJSON-1086912044-project] 10.222.0.23 "GET /v2.0/ports?device_id=44c963af-e98f-4142-8720-783fcd402ea0 HTTP/1.1" status: 200 len: 946 time: 0.0752065 Jul 05 02:24:38.665749 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912fa429-bc32-4b0f-bcf2-7e0aa8cb97b9 req-63b302d7-55c6-4f29-a489-04bdf5f537a4 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:38.667584 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-912fa429-bc32-4b0f-bcf2-7e0aa8cb97b9 req-63b302d7-55c6-4f29-a489-04bdf5f537a4 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.23 "GET /v2.0/networks?id=4ec1bc2d-1851-41f6-9b05-c47c1f610fc1 HTTP/1.1" status: 200 len: 820 time: 0.4386754 Jul 05 02:24:38.741062 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-350f5ce0-b13d-488d-bffb-29701421f91f req-ec95c898-ac4b-46f6-94e0-f6f388d07c39 tempest-ServerAddressesNegativeTestJSON-1086912044 tempest-ServerAddressesNegativeTestJSON-1086912044-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1c395fd-b316-4ccb-aef2-132c143bd393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894763 Jul 05 02:24:38.786672 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-912fa429-bc32-4b0f-bcf2-7e0aa8cb97b9 req-94a8d178-34b9-42be-bcb6-1d4958d8d492 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.23 "GET /v2.0/quotas/2bf3196bdc1b4a84baea98e07d501fd5 HTTP/1.1" status: 200 len: 375 time: 0.0561805 Jul 05 02:24:38.795497 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-bda66536-cfb5-425b-902a-70e2a2177ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:38.835416 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-64b53df0-1886-423e-99c1-a4922f11aef8 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:38.875033 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda66536-cfb5-425b-902a-70e2a2177ef1 None None] Routers {'a84188b6-0be1-45ec-ad48-a49ccea396e2'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:24:38.875759 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-bda66536-cfb5-425b-902a-70e2a2177ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:24:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['a84188b6-0be1-45ec-ad48-a49ccea396e2'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:24:38.877460 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623d06d8-1aa6-4a56-9218-b4ecd612ccab None None] Pushing event updated for resources: {'Port': ['ID=6426b2d4-cb5d-4c6b-ae37-7e8a697ca56f,revision_number=4']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:38.894455 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c914a34c-7547-4052-b22d-c6a13e12daa9 req-7cd2ab43-ed9b-4709-8734-924a061f1614 service neutron] 10.222.0.21 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6384010 Jul 05 02:24:38.898104 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab8da7a-79e0-416d-b2e0-b9fa63a6eaf9 req-9038f281-17b9-4512-b504-52f7697f3c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:38.899856 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0ab8da7a-79e0-416d-b2e0-b9fa63a6eaf9 req-9038f281-17b9-4512-b504-52f7697f3c7e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b840e204-692c-4f54-8f07-f6563e8e36b1 HTTP/1.1" status: 200 len: 843 time: 0.2474146 Jul 05 02:24:38.924106 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb463a69-1d75-4427-a67b-afe1a135f8f9 req-0f725f55-65c9-44bb-97fd-f0bf3ea790df tempest-ServerAddressesNegativeTestJSON-1086912044 tempest-ServerAddressesNegativeTestJSON-1086912044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:38.924106 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cb463a69-1d75-4427-a67b-afe1a135f8f9 req-0f725f55-65c9-44bb-97fd-f0bf3ea790df tempest-ServerAddressesNegativeTestJSON-1086912044 tempest-ServerAddressesNegativeTestJSON-1086912044-project] 10.222.0.15 "GET /v2.0/ports?device_id=44c963af-e98f-4142-8720-783fcd402ea0 HTTP/1.1" status: 200 len: 946 time: 0.6922882 Jul 05 02:24:38.973194 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b53df0-1886-423e-99c1-a4922f11aef8 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=510b9fce-3e8e-4fba-b7c1-46c3c47abb42,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:39.063774 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-bda66536-cfb5-425b-902a-70e2a2177ef1 None None] Set router a84188b6-0be1-45ec-ad48-a49ccea396e2 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:24:39.099335 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-64b53df0-1886-423e-99c1-a4922f11aef8 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:39.101144 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-64b53df0-1886-423e-99c1-a4922f11aef8 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.3660514 Jul 05 02:24:39.104207 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 58828) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:24:39.115214 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-6a93791b-0738-44b5-b5be-d3dd74892311 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Request body: {'security_group_rule': {'security_group_id': '510b9fce-3e8e-4fba-b7c1-46c3c47abb42', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:24:39.122457 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab8da7a-79e0-416d-b2e0-b9fa63a6eaf9 req-609b6ddd-60c8-48b0-9397-cf0e7c62016e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:39.122457 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0ab8da7a-79e0-416d-b2e0-b9fa63a6eaf9 req-609b6ddd-60c8-48b0-9397-cf0e7c62016e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dff432c2-7366-4622-aebb-da22fe05bfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1961224 Jul 05 02:24:39.239679 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-912fa429-bc32-4b0f-bcf2-7e0aa8cb97b9 req-55322c18-36d1-4c96-87f0-61c7eea0362c tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2bf3196bdc1b4a84baea98e07d501fd5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4517307 Jul 05 02:24:39.274619 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beecce91-c03a-462a-81f5-95bda340e52e req-646c8aca-3a92-4d68-b6d5-fdcf06773b24 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:39.278614 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-beecce91-c03a-462a-81f5-95bda340e52e req-646c8aca-3a92-4d68-b6d5-fdcf06773b24 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/networks?id=cb67b300-72ad-48da-8604-1e0e076c238a HTTP/1.1" status: 200 len: 811 time: 0.1328402 Jul 05 02:24:39.315789 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-beecce91-c03a-462a-81f5-95bda340e52e req-a733e8e2-4c2a-4c24-9373-c4b66a625d8a tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/quotas/219d463f288c4c729da555f377dfc80d HTTP/1.1" status: 200 len: 375 time: 0.0306485 Jul 05 02:24:39.379222 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-bda66536-cfb5-425b-902a-70e2a2177ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a84188b6-0be1-45ec-ad48-a49ccea396e2', 'name': 'tempest-ServerRescueTestJSONUnderV235-1779011777-router', 'tenant_id': '2bf3196bdc1b4a84baea98e07d501fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '7b305758-8187-40f9-8322-2a79f6697747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:24:29Z', 'updated_at': '2021-07-05T02:24:34Z', 'revision_number': 4, 'project_id': '2bf3196bdc1b4a84baea98e07d501fd5', 'gw_port': {'id': '7b305758-8187-40f9-8322-2a79f6697747', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84188b6-0be1-45ec-ad48-a49ccea396e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:24:30Z', 'updated_at': '2021-07-05T02:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '6426b2d4-cb5d-4c6b-ae37-7e8a697ca56f', 'name': '', 'network_id': '4ec1bc2d-1851-41f6-9b05-c47c1f610fc1', 'tenant_id': '2bf3196bdc1b4a84baea98e07d501fd5', 'mac_address': 'fa:16:3e:c0:d6:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a84188b6-0be1-45ec-ad48-a49ccea396e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': 'daac2fa9-eb52-4aad-b06c-31fd67b740d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:24:33Z', 'updated_at': '2021-07-05T02:24:38Z', 'revision_number': 4, 'project_id': '2bf3196bdc1b4a84baea98e07d501fd5', 'subnets': [{'id': 'daac2fa9-eb52-4aad-b06c-31fd67b740d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:24:39.434358 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-beecce91-c03a-462a-81f5-95bda340e52e req-54496152-8e18-458e-af58-77e94a287465 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=219d463f288c4c729da555f377dfc80d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1180165 Jul 05 02:24:39.437905 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda66536-cfb5-425b-902a-70e2a2177ef1 None None] The sync data for ids ['a84188b6-0be1-45ec-ad48-a49ccea396e2'] in n-d-771362-32 is: [{'id': 'a84188b6-0be1-45ec-ad48-a49ccea396e2', 'name': 'tempest-ServerRescueTestJSONUnderV235-1779011777-router', 'tenant_id': '2bf3196bdc1b4a84baea98e07d501fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '7b305758-8187-40f9-8322-2a79f6697747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:24:29Z', 'updated_at': '2021-07-05T02:24:34Z', 'revision_number': 4, 'project_id': '2bf3196bdc1b4a84baea98e07d501fd5', 'gw_port': {'id': '7b305758-8187-40f9-8322-2a79f6697747', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84188b6-0be1-45ec-ad48-a49ccea396e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:24:30Z', 'updated_at': '2021-07-05T02:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '6426b2d4-cb5d-4c6b-ae37-7e8a697ca56f', 'name': '', 'network_id': '4ec1bc2d-1851-41f6-9b05-c47c1f610fc1', 'tenant_id': '2bf3196bdc1b4a84baea98e07d501fd5', 'mac_address': 'fa:16:3e:c0:d6:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a84188b6-0be1-45ec-ad48-a49ccea396e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': 'daac2fa9-eb52-4aad-b06c-31fd67b740d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:24:33Z', 'updated_at': '2021-07-05T02:24:38Z', 'revision_number': 4, 'project_id': '2bf3196bdc1b4a84baea98e07d501fd5', 'subnets': [{'id': 'daac2fa9-eb52-4aad-b06c-31fd67b740d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:24:39.489522 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6a93791b-0738-44b5-b5be-d3dd74892311 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:39.630862 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-beecce91-c03a-462a-81f5-95bda340e52e req-51b1eae1-4f40-471b-b046-80aed2d24477 service neutron] 10.222.0.23 "GET /v2.0/networks/cb67b300-72ad-48da-8604-1e0e076c238a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955349 Jul 05 02:24:39.709970 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6a93791b-0738-44b5-b5be-d3dd74892311 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:39.756201 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device ce71fe51-98fa-4d7a-b55b-7d1c09a958db up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:24:39.768633 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-beecce91-c03a-462a-81f5-95bda340e52e req-48caa202-d9a3-444a-87be-12b2e732b632 service neutron] 10.222.0.23 "GET /v2.0/networks/cb67b300-72ad-48da-8604-1e0e076c238a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253428 Jul 05 02:24:39.777146 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6a93791b-0738-44b5-b5be-d3dd74892311 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:39.806501 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a93791b-0738-44b5-b5be-d3dd74892311 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07fd8cfb-542b-45fe-a740-2c60d13a1628,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:39.918856 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6a93791b-0738-44b5-b5be-d3dd74892311 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:39.920512 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-6a93791b-0738-44b5-b5be-d3dd74892311 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8151977 Jul 05 02:24:39.923223 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 58834) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:24:39.930941 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-f63f4e20-2f47-405e-ba18-861165613bd8 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Request body: {'security_group_rule': {'security_group_id': '510b9fce-3e8e-4fba-b7c1-46c3c47abb42', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:24:39.936851 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab8da7a-79e0-416d-b2e0-b9fa63a6eaf9 req-1ae543c3-b829-4cbe-bed0-cb05de635acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:39.939006 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0ab8da7a-79e0-416d-b2e0-b9fa63a6eaf9 req-1ae543c3-b829-4cbe-bed0-cb05de635acb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7bde4afb78a7485193d4b3fb4c23ad75&device_id=a9758015-1089-4cb3-be88-7a3e8555352b HTTP/1.1" status: 200 len: 1101 time: 0.9617074 Jul 05 02:24:39.967314 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-cb463a69-1d75-4427-a67b-afe1a135f8f9 req-2472ae9f-3ed1-4912-9d37-84f0f3af965c tempest-ServerAddressesNegativeTestJSON-1086912044 tempest-ServerAddressesNegativeTestJSON-1086912044-project] Deleting port 72c0a128-4648-4079-aa4b-af25f02c4420 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:24:39.967646 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-cb463a69-1d75-4427-a67b-afe1a135f8f9 req-2472ae9f-3ed1-4912-9d37-84f0f3af965c tempest-ServerAddressesNegativeTestJSON-1086912044 tempest-ServerAddressesNegativeTestJSON-1086912044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:39.971131 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port ce71fe51-98fa-4d7a-b55b-7d1c09a958db completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:24:39.975403 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0ab8da7a-79e0-416d-b2e0-b9fa63a6eaf9 req-e7d34650-21c8-42a1-be25-086f96bd4d07 service neutron] 10.222.0.15 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8376741 Jul 05 02:24:39.976114 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port ce71fe51-98fa-4d7a-b55b-7d1c09a958db triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:24:39.976680 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:40.070466 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f63f4e20-2f47-405e-ba18-861165613bd8 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:40.097963 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:40.127542 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port ce71fe51-98fa-4d7a-b55b-7d1c09a958db, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=ce71fe51-98fa-4d7a-b55b-7d1c09a958db,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:24:40.146550 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f63f4e20-2f47-405e-ba18-861165613bd8 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:40.211863 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-912fa429-bc32-4b0f-bcf2-7e0aa8cb97b9 req-fccef752-13cf-4a35-b720-4402947480a6 service neutron] 10.222.0.23 "GET /v2.0/networks/4ec1bc2d-1851-41f6-9b05-c47c1f610fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9649541 Jul 05 02:24:40.244029 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:40.245377 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 6426b2d4-cb5d-4c6b-ae37-7e8a697ca56f up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:24:40.272553 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533c112a-8fb0-49dd-80a6-07df7e755dd4 req-f3a72ff0-0d05-4d0f-81f8-3e448b1f3677 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:40.279980 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-533c112a-8fb0-49dd-80a6-07df7e755dd4 req-f3a72ff0-0d05-4d0f-81f8-3e448b1f3677 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9758015-1089-4cb3-be88-7a3e8555352b HTTP/1.1" status: 200 len: 949 time: 0.0784161 Jul 05 02:24:40.289394 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f63f4e20-2f47-405e-ba18-861165613bd8 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:40.345813 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63f4e20-2f47-405e-ba18-861165613bd8 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0f9706c-8476-4709-aa77-c206a11db42c,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:40.365260 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-533c112a-8fb0-49dd-80a6-07df7e755dd4 req-ddea6b64-e98f-43d4-bd38-c333748e9df3 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841751 Jul 05 02:24:40.399774 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f63f4e20-2f47-405e-ba18-861165613bd8 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:40.404631 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-f63f4e20-2f47-405e-ba18-861165613bd8 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4802830 Jul 05 02:24:40.405529 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 58842) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:24:40.410890 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-5a299058-3b25-4c6f-a2f2-c344459ed53d tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Request body: {'floatingip': {'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:24:40.456095 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=ce71fe51-98fa-4d7a-b55b-7d1c09a958db,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:40.474971 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0ab8da7a-79e0-416d-b2e0-b9fa63a6eaf9 req-40ba3529-4f95-4359-bb93-356e95395b19 service neutron] 10.222.0.15 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4818528 Jul 05 02:24:40.564872 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab8da7a-79e0-416d-b2e0-b9fa63a6eaf9 req-d9d0a24d-62e0-4582-b462-7dd8598be275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:40.566448 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0ab8da7a-79e0-416d-b2e0-b9fa63a6eaf9 req-d9d0a24d-62e0-4582-b462-7dd8598be275 service neutron] 10.222.0.21 "GET /v2.0/networks?id=dff432c2-7366-4622-aebb-da22fe05bfd4 HTTP/1.1" status: 200 len: 869 time: 0.6184239 Jul 05 02:24:40.578450 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-cb463a69-1d75-4427-a67b-afe1a135f8f9 req-2472ae9f-3ed1-4912-9d37-84f0f3af965c tempest-ServerAddressesNegativeTestJSON-1086912044 tempest-ServerAddressesNegativeTestJSON-1086912044-project] For port 72c0a128-4648-4079-aa4b-af25f02c4420, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=72c0a128-4648-4079-aa4b-af25f02c4420,segment=NetworkSegment(3141ae51-27e7-4e4f-8696-b95cfd1cb28f),segment_id=3141ae51-27e7-4e4f-8696-b95cfd1cb28f)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:24:40.578822 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-cb463a69-1d75-4427-a67b-afe1a135f8f9 req-2472ae9f-3ed1-4912-9d37-84f0f3af965c tempest-ServerAddressesNegativeTestJSON-1086912044 tempest-ServerAddressesNegativeTestJSON-1086912044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:40.582988 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 6426b2d4-cb5d-4c6b-ae37-7e8a697ca56f completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:24:40.589012 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 6426b2d4-cb5d-4c6b-ae37-7e8a697ca56f triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:24:40.589396 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:40.619240 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5a299058-3b25-4c6f-a2f2-c344459ed53d tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Notify callbacks [] for floatingip, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:40.698111 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-cb463a69-1d75-4427-a67b-afe1a135f8f9 req-2472ae9f-3ed1-4912-9d37-84f0f3af965c tempest-ServerAddressesNegativeTestJSON-1086912044 tempest-ServerAddressesNegativeTestJSON-1086912044-project] Calling delete_port for 72c0a128-4648-4079-aa4b-af25f02c4420 owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:24:40.702621 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-912fa429-bc32-4b0f-bcf2-7e0aa8cb97b9 req-eb66550c-37c8-4acf-9a44-acba5bad0da1 service neutron] 10.222.0.23 "GET /v2.0/networks/4ec1bc2d-1851-41f6-9b05-c47c1f610fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4746964 Jul 05 02:24:40.727170 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:40.736028 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d011877a-f934-48d2-adf2-e9f98d0daf3e req-fa41f8d0-9b65-4737-9ac1-acd6421f67d7 tempest-ServerAddressesNegativeTestJSON-1086912044 tempest-ServerAddressesNegativeTestJSON-1086912044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:40.744445 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d011877a-f934-48d2-adf2-e9f98d0daf3e req-fa41f8d0-9b65-4737-9ac1-acd6421f67d7 tempest-ServerAddressesNegativeTestJSON-1086912044 tempest-ServerAddressesNegativeTestJSON-1086912044-project] 10.222.0.23 "GET /v2.0/ports?device_id=44c963af-e98f-4142-8720-783fcd402ea0 HTTP/1.1" status: 200 len: 946 time: 0.1723533 Jul 05 02:24:40.779456 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0ab8da7a-79e0-416d-b2e0-b9fa63a6eaf9 req-0e80d407-d688-43d3-a77c-9fce0aca379c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=6d637b16-9323-4d4f-9272-310099f1c03d HTTP/1.1" status: 200 len: 217 time: 0.2032557 Jul 05 02:24:40.793857 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 6426b2d4-cb5d-4c6b-ae37-7e8a697ca56f, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=6426b2d4-cb5d-4c6b-ae37-7e8a697ca56f,segment=NetworkSegment(6f413e2d-3872-41b4-8ea1-818c2dabde0d),segment_id=6f413e2d-3872-41b4-8ea1-818c2dabde0d)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:24:40.818095 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d011877a-f934-48d2-adf2-e9f98d0daf3e req-3ae1f203-aaec-4f41-a56b-466a026ef7ce tempest-ServerAddressesNegativeTestJSON-1086912044 tempest-ServerAddressesNegativeTestJSON-1086912044-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1c395fd-b316-4ccb-aef2-132c143bd393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727432 Jul 05 02:24:40.867657 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab8da7a-79e0-416d-b2e0-b9fa63a6eaf9 req-c3d474f8-f7b2-46ff-8f45-64bd472a941d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:40.869215 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0ab8da7a-79e0-416d-b2e0-b9fa63a6eaf9 req-c3d474f8-f7b2-46ff-8f45-64bd472a941d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b840e204-692c-4f54-8f07-f6563e8e36b1 HTTP/1.1" status: 200 len: 843 time: 0.0819476 Jul 05 02:24:40.873012 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:40.901252 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5a299058-3b25-4c6f-a2f2-c344459ed53d tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:41.020106 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=6426b2d4-cb5d-4c6b-ae37-7e8a697ca56f,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:41.085027 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e8922da7-4a1f-4665-8bd1-f72c19a5abfb req-f0c08afd-e112-48fc-9355-8542e93900c5 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ced2830-998b-4a0e-90e8-4498c3406af5 HTTP/1.1" status: 200 len: 210 time: 0.0547707 Jul 05 02:24:41.092013 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-20f1e8db-e070-4a72-9063-a31c7fc30097 req-626e1f77-84a3-49e3-8131-a39424096062 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/ports?device_id=4442d323-8f80-4361-88e8-ac3f606f8a32 HTTP/1.1" status: 200 len: 210 time: 0.0417004 Jul 05 02:24:41.134211 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab8da7a-79e0-416d-b2e0-b9fa63a6eaf9 req-ce705d14-a470-4172-8aeb-5b736aa22f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:41.137884 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0ab8da7a-79e0-416d-b2e0-b9fa63a6eaf9 req-ce705d14-a470-4172-8aeb-5b736aa22f16 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dff432c2-7366-4622-aebb-da22fe05bfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2590473 Jul 05 02:24:41.150183 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-5a299058-3b25-4c6f-a2f2-c344459ed53d tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Allocated IP 172.25.7.121 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/7dcf0e30-eb72-4059-916b-48bfbfc0156b) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:24:41.259849 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0ab8da7a-79e0-416d-b2e0-b9fa63a6eaf9 req-965573e7-ff17-45ec-9d10-4fe23933b5ce service neutron] 10.222.0.21 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141849 Jul 05 02:24:41.270964 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5a299058-3b25-4c6f-a2f2-c344459ed53d tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:41.347276 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-cb463a69-1d75-4427-a67b-afe1a135f8f9 req-2472ae9f-3ed1-4912-9d37-84f0f3af965c tempest-ServerAddressesNegativeTestJSON-1086912044 tempest-ServerAddressesNegativeTestJSON-1086912044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:41.358059 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0ab8da7a-79e0-416d-b2e0-b9fa63a6eaf9 req-7229fb91-7038-40be-a92b-7150b76afbae service neutron] 10.222.0.21 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923016 Jul 05 02:24:41.358675 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['72c0a128-4648-4079-aa4b-af25f02c4420'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:24:41.377982 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2472ae9f-3ed1-4912-9d37-84f0f3af965c tempest-ServerAddressesNegativeTestJSON-1086912044 tempest-ServerAddressesNegativeTestJSON-1086912044-project] Pushing event deleted for resources: {'Port': ['ID=72c0a128-4648-4079-aa4b-af25f02c4420,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:41.393136 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2472ae9f-3ed1-4912-9d37-84f0f3af965c tempest-ServerAddressesNegativeTestJSON-1086912044 tempest-ServerAddressesNegativeTestJSON-1086912044-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:24:41.393332 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2472ae9f-3ed1-4912-9d37-84f0f3af965c tempest-ServerAddressesNegativeTestJSON-1086912044 tempest-ServerAddressesNegativeTestJSON-1086912044-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:24:41.393676 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2472ae9f-3ed1-4912-9d37-84f0f3af965c tempest-ServerAddressesNegativeTestJSON-1086912044 tempest-ServerAddressesNegativeTestJSON-1086912044-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:24:41.394021 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2472ae9f-3ed1-4912-9d37-84f0f3af965c tempest-ServerAddressesNegativeTestJSON-1086912044 tempest-ServerAddressesNegativeTestJSON-1086912044-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:24:41.394389 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2472ae9f-3ed1-4912-9d37-84f0f3af965c tempest-ServerAddressesNegativeTestJSON-1086912044 tempest-ServerAddressesNegativeTestJSON-1086912044-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:24:41.394720 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2472ae9f-3ed1-4912-9d37-84f0f3af965c tempest-ServerAddressesNegativeTestJSON-1086912044 tempest-ServerAddressesNegativeTestJSON-1086912044-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:24:41.395056 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2472ae9f-3ed1-4912-9d37-84f0f3af965c tempest-ServerAddressesNegativeTestJSON-1086912044 tempest-ServerAddressesNegativeTestJSON-1086912044-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:24:41.395388 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2472ae9f-3ed1-4912-9d37-84f0f3af965c tempest-ServerAddressesNegativeTestJSON-1086912044 tempest-ServerAddressesNegativeTestJSON-1086912044-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:24:41.395722 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2472ae9f-3ed1-4912-9d37-84f0f3af965c tempest-ServerAddressesNegativeTestJSON-1086912044 tempest-ServerAddressesNegativeTestJSON-1086912044-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:24:41.396052 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2472ae9f-3ed1-4912-9d37-84f0f3af965c tempest-ServerAddressesNegativeTestJSON-1086912044 tempest-ServerAddressesNegativeTestJSON-1086912044-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:24:41.396382 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2472ae9f-3ed1-4912-9d37-84f0f3af965c tempest-ServerAddressesNegativeTestJSON-1086912044 tempest-ServerAddressesNegativeTestJSON-1086912044-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:24:41.396765 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2472ae9f-3ed1-4912-9d37-84f0f3af965c tempest-ServerAddressesNegativeTestJSON-1086912044 tempest-ServerAddressesNegativeTestJSON-1086912044-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:24:41.443462 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb463a69-1d75-4427-a67b-afe1a135f8f9 req-2472ae9f-3ed1-4912-9d37-84f0f3af965c tempest-ServerAddressesNegativeTestJSON-1086912044 tempest-ServerAddressesNegativeTestJSON-1086912044-project] No DVR routers for this DVR port 72c0a128-4648-4079-aa4b-af25f02c4420 on host n-h2-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:24:41.446675 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-cb463a69-1d75-4427-a67b-afe1a135f8f9 req-2472ae9f-3ed1-4912-9d37-84f0f3af965c tempest-ServerAddressesNegativeTestJSON-1086912044 tempest-ServerAddressesNegativeTestJSON-1086912044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:41.448847 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cb463a69-1d75-4427-a67b-afe1a135f8f9 req-2472ae9f-3ed1-4912-9d37-84f0f3af965c tempest-ServerAddressesNegativeTestJSON-1086912044 tempest-ServerAddressesNegativeTestJSON-1086912044-project] 10.222.0.15 "DELETE /v2.0/ports/72c0a128-4648-4079-aa4b-af25f02c4420 HTTP/1.1" status: 204 len: 173 time: 2.5241959 Jul 05 02:24:41.449198 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44c963af-e98f-4142-8720-783fcd402ea0', 'name': 'network-vif-deleted', 'tag': '72c0a128-4648-4079-aa4b-af25f02c4420'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:24:41.451662 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35862cc2-1b70-44ed-adc8-0d9313a13abb" -d '{"events": [{"server_uuid": "44c963af-e98f-4142-8720-783fcd402ea0", "name": "network-vif-deleted", "tag": "72c0a128-4648-4079-aa4b-af25f02c4420"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:24:41.451888 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5a299058-3b25-4c6f-a2f2-c344459ed53d tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:41.499382 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-668718ce-6ae4-4ca8-859c-19e197a857d5 x-openstack-request-id: req-668718ce-6ae4-4ca8-859c-19e197a857d5 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:24:41.499679 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44c963af-e98f-4142-8720-783fcd402ea0", "name": "network-vif-deleted", "tag": "72c0a128-4648-4079-aa4b-af25f02c4420", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:24:41.500028 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-668718ce-6ae4-4ca8-859c-19e197a857d5 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:24:41.500442 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44c963af-e98f-4142-8720-783fcd402ea0', 'name': 'network-vif-deleted', 'tag': '72c0a128-4648-4079-aa4b-af25f02c4420', 'status': 'completed', 'code': 200} Jul 05 02:24:41.561113 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a299058-3b25-4c6f-a2f2-c344459ed53d tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:24:41.572512 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:41.614166 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-5a299058-3b25-4c6f-a2f2-c344459ed53d tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:24:41.614845 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a299058-3b25-4c6f-a2f2-c344459ed53d tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:24:41.616707 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a299058-3b25-4c6f-a2f2-c344459ed53d tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Pushing event updated for resources: {'Port': ['ID=7dcf0e30-eb72-4059-916b-48bfbfc0156b,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:41.625044 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:41.669480 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device ce71fe51-98fa-4d7a-b55b-7d1c09a958db up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:24:41.724162 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port ce71fe51-98fa-4d7a-b55b-7d1c09a958db triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:24:41.724617 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:41.733034 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608d031b-3adf-4420-a76c-59babf33fe7f req-4779ae9c-be75-44a4-bb42-8b5ad948a023 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:41.734751 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-608d031b-3adf-4420-a76c-59babf33fe7f req-4779ae9c-be75-44a4-bb42-8b5ad948a023 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9758015-1089-4cb3-be88-7a3e8555352b HTTP/1.1" status: 200 len: 949 time: 0.1704090 Jul 05 02:24:41.758960 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 6d637b16-9323-4d4f-9272-310099f1c03d details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:24:41.858485 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5a299058-3b25-4c6f-a2f2-c344459ed53d tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:41.872472 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-608d031b-3adf-4420-a76c-59babf33fe7f req-7c18eb08-0c8c-42bb-96ba-1f14605899c2 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154335 Jul 05 02:24:41.949967 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 6426b2d4-cb5d-4c6b-ae37-7e8a697ca56f up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:24:42.032587 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 6d637b16-9323-4d4f-9272-310099f1c03d, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=6d637b16-9323-4d4f-9272-310099f1c03d,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:24:42.059392 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0a6fe191-58eb-4beb-9fe8-81bb140840c5 req-7688060e-0e6d-43e4-a63a-48e5cef4f6ad tempest-ServerAddressesNegativeTestJSON-1086912044 tempest-ServerAddressesNegativeTestJSON-1086912044-project] 10.222.0.23 "GET /v2.0/ports?device_id=44c963af-e98f-4142-8720-783fcd402ea0 HTTP/1.1" status: 200 len: 210 time: 0.0397868 Jul 05 02:24:42.067073 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': '6d637b16-9323-4d4f-9272-310099f1c03d', 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4', 'port_id': '6d637b16-9323-4d4f-9272-310099f1c03d', 'mac_address': 'fa:16:3e:78:70:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b840e204-692c-4f54-8f07-f6563e8e36b1', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:24:42.093002 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5a299058-3b25-4c6f-a2f2-c344459ed53d tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:42.137862 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 6426b2d4-cb5d-4c6b-ae37-7e8a697ca56f triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:24:42.138573 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:42.140904 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:42.179297 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d637b16-9323-4d4f-9272-310099f1c03d {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:24:42.238945 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 6d637b16-9323-4d4f-9272-310099f1c03d, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=6d637b16-9323-4d4f-9272-310099f1c03d,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:24:42.327739 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-177aacbd-bfe3-42ea-ba04-abc9a6508118 req-a02293f4-57f2-4b7b-b6e7-19554c971bff tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ced2830-998b-4a0e-90e8-4498c3406af5 HTTP/1.1" status: 200 len: 210 time: 0.0540333 Jul 05 02:24:42.363156 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb61577-8bf6-48fe-a4dd-04766c504754 req-f300fff0-37f8-4f94-a9fa-144ebf5dc6f2 tempest-MigrationsAdminTest-1981674011 tempest-MigrationsAdminTest-1981674011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:42.370368 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-adb61577-8bf6-48fe-a4dd-04766c504754 req-f300fff0-37f8-4f94-a9fa-144ebf5dc6f2 tempest-MigrationsAdminTest-1981674011 tempest-MigrationsAdminTest-1981674011-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a9758015-1089-4cb3-be88-7a3e8555352b HTTP/1.1" status: 200 len: 1101 time: 0.3505661 Jul 05 02:24:42.394029 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:42.402673 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5a299058-3b25-4c6f-a2f2-c344459ed53d tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:42.424401 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-adb61577-8bf6-48fe-a4dd-04766c504754 req-9218234b-c89c-42bc-bf6f-ab6b19899dfb tempest-MigrationsAdminTest-1981674011 tempest-MigrationsAdminTest-1981674011-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529635 Jul 05 02:24:42.507797 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=6d637b16-9323-4d4f-9272-310099f1c03d,revision_number=11']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:42.520118 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5a299058-3b25-4c6f-a2f2-c344459ed53d tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:42.613187 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['6d637b16-9323-4d4f-9272-310099f1c03d'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:24:42.643527 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f470b837-de2a-4b33-9335-9183dc8b9aa4 req-bf8a45f9-a0d0-4eaf-9606-da3a6df07861 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/ports?device_id=4442d323-8f80-4361-88e8-ac3f606f8a32 HTTP/1.1" status: 200 len: 210 time: 0.0793145 Jul 05 02:24:42.712728 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a299058-3b25-4c6f-a2f2-c344459ed53d tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Pushing event updated for resources: {'Port': ['ID=7dcf0e30-eb72-4059-916b-48bfbfc0156b,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:42.729202 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5a299058-3b25-4c6f-a2f2-c344459ed53d tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636869'] for floatingip, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:42.885844 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5a299058-3b25-4c6f-a2f2-c344459ed53d tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:42.890175 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-5a299058-3b25-4c6f-a2f2-c344459ed53d tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4806423 Jul 05 02:24:43.111930 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a95259ae-1992-47f1-9ff9-fedc96c94ebd req-62b4d173-2e95-45d1-ac61-5a00537c5682 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--572454234&fields=id&tenant_id=d63cc722770842c8a7a532820e16e452 HTTP/1.1" status: 200 len: 267 time: 0.0381491 Jul 05 02:24:43.158528 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb26c62e-b0b1-4963-ab49-81154fbc7e92 None None] Sync routers for ids ['791626f4-102c-4954-9ddd-144df6c4a05f'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:24:43.171181 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb26c62e-b0b1-4963-ab49-81154fbc7e92 None None] Routers {'791626f4-102c-4954-9ddd-144df6c4a05f'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:24:43.174912 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-fb26c62e-b0b1-4963-ab49-81154fbc7e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:24:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['791626f4-102c-4954-9ddd-144df6c4a05f'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:24:43.258093 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95259ae-1992-47f1-9ff9-fedc96c94ebd req-1c6beb3a-67f4-49d0-9c88-62f7d94ceb61 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:43.259845 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a95259ae-1992-47f1-9ff9-fedc96c94ebd req-1c6beb3a-67f4-49d0-9c88-62f7d94ceb61 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/networks?id=02860c2c-1b47-41ff-bdb8-8652ec368c51 HTTP/1.1" status: 200 len: 811 time: 0.1403491 Jul 05 02:24:43.276841 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a95259ae-1992-47f1-9ff9-fedc96c94ebd req-7bd71c38-454e-42de-bce7-85f118287780 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/quotas/d63cc722770842c8a7a532820e16e452 HTTP/1.1" status: 200 len: 375 time: 0.0117705 Jul 05 02:24:43.309413 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-fb26c62e-b0b1-4963-ab49-81154fbc7e92 None None] Set router 791626f4-102c-4954-9ddd-144df6c4a05f gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:24:43.383493 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a95259ae-1992-47f1-9ff9-fedc96c94ebd req-b0489c3a-9a37-4348-b111-4fe0586c2f2e tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d63cc722770842c8a7a532820e16e452&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0906820 Jul 05 02:24:43.387176 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 58908) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:24:43.450733 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-04c531e8-167f-42f6-9f47-9b7f33ea1dcc admin admin] Deleting subnet c0527a0c-f04e-45fe-97e8-3115f7c46d66 {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:24:43.454890 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-04c531e8-167f-42f6-9f47-9b7f33ea1dcc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:43.506193 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-04c531e8-167f-42f6-9f47-9b7f33ea1dcc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:43.577043 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-fb26c62e-b0b1-4963-ab49-81154fbc7e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '791626f4-102c-4954-9ddd-144df6c4a05f', 'name': 'tempest-ServerRescueTestJSON-1356450648-router', 'tenant_id': '219d463f288c4c729da555f377dfc80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'ce71fe51-98fa-4d7a-b55b-7d1c09a958db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:24:31Z', 'updated_at': '2021-07-05T02:24:37Z', 'revision_number': 4, 'project_id': '219d463f288c4c729da555f377dfc80d', 'gw_port': {'id': 'ce71fe51-98fa-4d7a-b55b-7d1c09a958db', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:87:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791626f4-102c-4954-9ddd-144df6c4a05f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:24:32Z', 'updated_at': '2021-07-05T02:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'a1e8c3eb-f13c-4fa0-8961-0469bc26d0b2', 'name': '', 'network_id': 'cb67b300-72ad-48da-8604-1e0e076c238a', 'tenant_id': '219d463f288c4c729da555f377dfc80d', 'mac_address': 'fa:16:3e:c9:c7:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '791626f4-102c-4954-9ddd-144df6c4a05f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '4c165eef-a6e1-4cbe-8057-ff98f92b9867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:24:36Z', 'updated_at': '2021-07-05T02:24:37Z', 'revision_number': 2, 'project_id': '219d463f288c4c729da555f377dfc80d', 'subnets': [{'id': '4c165eef-a6e1-4cbe-8057-ff98f92b9867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:24:43.583623 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a95259ae-1992-47f1-9ff9-fedc96c94ebd req-53957ecd-3247-4cc5-9e25-1167fd10ef6a service neutron] 10.222.0.23 "GET /v2.0/networks/02860c2c-1b47-41ff-bdb8-8652ec368c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852803 Jul 05 02:24:43.591896 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-04c531e8-167f-42f6-9f47-9b7f33ea1dcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:43.607662 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb26c62e-b0b1-4963-ab49-81154fbc7e92 None None] Checking router: 791626f4-102c-4954-9ddd-144df6c4a05f for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:24:43.608127 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb26c62e-b0b1-4963-ab49-81154fbc7e92 None None] Updating router 791626f4-102c-4954-9ddd-144df6c4a05f port a1e8c3eb-f13c-4fa0-8961-0469bc26d0b2 binding host n-d-771362-32 {{(pid=94463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 02:24:43.640127 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 58912) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:24:43.653785 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-fb26c62e-b0b1-4963-ab49-81154fbc7e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:43.686430 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 72c0a128-4648-4079-aa4b-af25f02c4420 no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:24:43.719074 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] No Port match for: 72c0a128-4648-4079-aa4b-af25f02c4420 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:24:43.719584 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 72c0a128-4648-4079-aa4b-af25f02c4420 not bound to the agent host n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:24:43.744000 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a95259ae-1992-47f1-9ff9-fedc96c94ebd req-b5a7c037-6c70-4335-8abd-eeb9aedea480 service neutron] 10.222.0.23 "GET /v2.0/networks/02860c2c-1b47-41ff-bdb8-8652ec368c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494656 Jul 05 02:24:43.753607 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-04c531e8-167f-42f6-9f47-9b7f33ea1dcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:43.783176 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c531e8-167f-42f6-9f47-9b7f33ea1dcc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0527a0c-f04e-45fe-97e8-3115f7c46d66,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:43.800883 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-04c531e8-167f-42f6-9f47-9b7f33ea1dcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:43.805435 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-04c531e8-167f-42f6-9f47-9b7f33ea1dcc admin admin] 10.222.0.23 "DELETE /v2.0/subnets/c0527a0c-f04e-45fe-97e8-3115f7c46d66 HTTP/1.1" status: 204 len: 168 time: 0.4181688 Jul 05 02:24:43.806005 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 58918) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:24:43.838278 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-43a6d1e3-8b16-47d7-b834-85a21bc8b65d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:43.881924 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 6d637b16-9323-4d4f-9272-310099f1c03d up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:24:43.891263 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa34b17-7a9e-42c2-9e59-9a7f56d88c87 req-ffea39f0-dfd6-450f-8453-fb67e147b7ae tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:43.892898 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-afa34b17-7a9e-42c2-9e59-9a7f56d88c87 req-ffea39f0-dfd6-450f-8453-fb67e147b7ae tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9758015-1089-4cb3-be88-7a3e8555352b HTTP/1.1" status: 200 len: 950 time: 0.1778324 Jul 05 02:24:43.909264 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5c26751f-0499-4679-8edd-30c697f0bfd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:43.964051 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-43a6d1e3-8b16-47d7-b834-85a21bc8b65d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:44.040933 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-afa34b17-7a9e-42c2-9e59-9a7f56d88c87 req-d4fa0932-5c3b-43c7-b636-646088a83e1f tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265106 Jul 05 02:24:44.053990 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5c26751f-0499-4679-8edd-30c697f0bfd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:44.067468 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-5c26751f-0499-4679-8edd-30c697f0bfd5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a311131-05ce-4c96-9359-86dd278a003c']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:24:44.081527 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-5c26751f-0499-4679-8edd-30c697f0bfd5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3141ae51-27e7-4e4f-8696-b95cfd1cb28f') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:24:44.081828 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-5c26751f-0499-4679-8edd-30c697f0bfd5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3141ae51-27e7-4e4f-8696-b95cfd1cb28f') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:24:44.094477 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5c26751f-0499-4679-8edd-30c697f0bfd5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:44.225252 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5c26751f-0499-4679-8edd-30c697f0bfd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:44.225252 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c26751f-0499-4679-8edd-30c697f0bfd5 admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:24:44.225252 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5c26751f-0499-4679-8edd-30c697f0bfd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:44.225252 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:24:44.225252 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:24:44.225252 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:24:44.225252 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:24:44.225252 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:24:44.225252 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:24:44.225252 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:24:44.225252 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:24:44.225252 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:24:44.225252 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:24:44.225252 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:24:44.225252 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:24:44.225252 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:24:44.225252 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:24:44.225252 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:24:44.225252 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:24:44.225252 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:24:44.225252 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:24:44.225252 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:24:44.225252 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:24:44.225252 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:24:44.225252 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:24:44.225252 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:24:44.225252 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:24:44.225252 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:24:44.225252 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:24:44.225252 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:24:44.225252 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:24:44.225252 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:24:44.225252 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:24:44.225252 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:24:44.225252 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:24:44.229325 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-fb26c62e-b0b1-4963-ab49-81154fbc7e92 None None] Notify callbacks [] for port, precommit_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:44.229783 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-684a8950-419e-43cb-863e-b5faa06831bb req-9ae7c11d-4e2a-49da-9933-b423dbf4bab4 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ced2830-998b-4a0e-90e8-4498c3406af5 HTTP/1.1" status: 200 len: 210 time: 0.0397518 Jul 05 02:24:44.322369 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7d36ccab-67d9-4bc6-9495-7b05eb47492d req-9ebbbb8d-8f00-4e26-90ad-8bd5b7a9af81 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/ports?device_id=4442d323-8f80-4361-88e8-ac3f606f8a32 HTTP/1.1" status: 200 len: 210 time: 0.0285356 Jul 05 02:24:44.457619 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b72a18c4-169a-4d06-9b54-2a5eb60055a7 req-d8a35d9f-d55d-439d-b1bc-01e8a21a7d77 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8f8d3bf-561e-4b37-9b3d-7d7d4e3917d6 HTTP/1.1" status: 200 len: 210 time: 0.0314906 Jul 05 02:24:44.474388 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-43a6d1e3-8b16-47d7-b834-85a21bc8b65d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:44.475379 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning for port 6d637b16-9323-4d4f-9272-310099f1c03d completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:24:44.480047 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port 6d637b16-9323-4d4f-9272-310099f1c03d triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:24:44.480533 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:44.540847 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-fb26c62e-b0b1-4963-ab49-81154fbc7e92 None None] Transition to ACTIVE for port object a1e8c3eb-f13c-4fa0-8961-0469bc26d0b2 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:24:44.547895 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5c26751f-0499-4679-8edd-30c697f0bfd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:44.568167 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5c26751f-0499-4679-8edd-30c697f0bfd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:44.570208 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-5c26751f-0499-4679-8edd-30c697f0bfd5 admin admin] 10.222.0.23 "DELETE /v2.0/networks/5a311131-05ce-4c96-9359-86dd278a003c HTTP/1.1" status: 204 len: 168 time: 0.7630410 Jul 05 02:24:44.598355 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c26751f-0499-4679-8edd-30c697f0bfd5 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a311131-05ce-4c96-9359-86dd278a003c,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:44.637879 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-43a6d1e3-8b16-47d7-b834-85a21bc8b65d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fe0867a834c7492c9efd680b0ab3e832&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9690387 Jul 05 02:24:44.641129 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 58932) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:24:44.660259 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:44.693335 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-fb26c62e-b0b1-4963-ab49-81154fbc7e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:44.694287 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a6d1e3-8b16-47d7-b834-85a21bc8b65d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0bfd9c0-c1bb-4dba-99d6-42fe4c994231,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:44.724559 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3e0b0dde-62f8-4b1e-9f39-d737303bc906 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:44.753857 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3e0b0dde-62f8-4b1e-9f39-d737303bc906 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:44.769302 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9758015-1089-4cb3-be88-7a3e8555352b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d637b16-9323-4d4f-9272-310099f1c03d'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:24:44.772652 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efd08d22-dbc1-432e-be9d-c3eee4922ef9" -d '{"events": [{"server_uuid": "a9758015-1089-4cb3-be88-7a3e8555352b", "name": "network-vif-plugged", "status": "completed", "tag": "6d637b16-9323-4d4f-9272-310099f1c03d"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:24:44.775480 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beecce91-c03a-462a-81f5-95bda340e52e req-1df39d74-7fa7-4e64-8eba-faaf8cb64d58 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:44.777246 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-beecce91-c03a-462a-81f5-95bda340e52e req-1df39d74-7fa7-4e64-8eba-faaf8cb64d58 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.21 "GET /v2.0/networks?id=cb67b300-72ad-48da-8604-1e0e076c238a HTTP/1.1" status: 200 len: 811 time: 0.2737615 Jul 05 02:24:44.785329 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7f256a-f7a1-4315-b785-9dd757d1bdc9 req-b04c545e-2e83-43c8-a403-ac09169e6fc7 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:44.787786 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-df7f256a-f7a1-4315-b785-9dd757d1bdc9 req-b04c545e-2e83-43c8-a403-ac09169e6fc7 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9758015-1089-4cb3-be88-7a3e8555352b HTTP/1.1" status: 200 len: 950 time: 0.1589012 Jul 05 02:24:44.793856 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-beecce91-c03a-462a-81f5-95bda340e52e req-1a64bf14-0c1f-49ba-bdf9-abbb69dc58c8 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Request body: {'port': {'device_id': '4442d323-8f80-4361-88e8-ac3f606f8a32', 'network_id': 'cb67b300-72ad-48da-8604-1e0e076c238a', 'admin_state_up': True, 'tenant_id': '219d463f288c4c729da555f377dfc80d'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:24:44.948708 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdc4ca5a-5847-4186-aa09-0d967c1b1a2e x-openstack-request-id: req-fdc4ca5a-5847-4186-aa09-0d967c1b1a2e {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:24:44.948994 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9758015-1089-4cb3-be88-7a3e8555352b", "name": "network-vif-plugged", "status": "completed", "tag": "6d637b16-9323-4d4f-9272-310099f1c03d", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:24:44.949244 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fdc4ca5a-5847-4186-aa09-0d967c1b1a2e {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:24:44.949622 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9758015-1089-4cb3-be88-7a3e8555352b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d637b16-9323-4d4f-9272-310099f1c03d', 'code': 200} Jul 05 02:24:44.961336 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3e0b0dde-62f8-4b1e-9f39-d737303bc906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:44.968862 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3e0b0dde-62f8-4b1e-9f39-d737303bc906 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:44.968862 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-3e0b0dde-62f8-4b1e-9f39-d737303bc906 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e0bfd9c0-c1bb-4dba-99d6-42fe4c994231 HTTP/1.1" status: 204 len: 168 time: 0.3241677 Jul 05 02:24:44.984794 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 6d637b16-9323-4d4f-9272-310099f1c03d, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=6d637b16-9323-4d4f-9272-310099f1c03d,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:24:44.988464 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37629b34-6c39-48c5-8da8-598a8b6cea5d None None] Pushing event updated for resources: {'Port': ['ID=a1e8c3eb-f13c-4fa0-8961-0469bc26d0b2,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:45.004497 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0b0dde-62f8-4b1e-9f39-d737303bc906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0bfd9c0-c1bb-4dba-99d6-42fe4c994231,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:45.009098 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-df7f256a-f7a1-4315-b785-9dd757d1bdc9 req-25a82f0c-ceb7-46c0-bbc2-8ec1e384f127 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Deleting port 6d637b16-9323-4d4f-9272-310099f1c03d {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:24:45.009472 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-df7f256a-f7a1-4315-b785-9dd757d1bdc9 req-25a82f0c-ceb7-46c0-bbc2-8ec1e384f127 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:45.013976 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-fb26c62e-b0b1-4963-ab49-81154fbc7e92 None None] Attempting to bind port a1e8c3eb-f13c-4fa0-8961-0469bc26d0b2 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:24:45.014378 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-fb26c62e-b0b1-4963-ab49-81154fbc7e92 None None] Attempting to bind port a1e8c3eb-f13c-4fa0-8961-0469bc26d0b2 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '6ec7572f-ca55-43e9-8c48-0f5f35cbc4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'cb67b300-72ad-48da-8604-1e0e076c238a'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:24:45.014743 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb26c62e-b0b1-4963-ab49-81154fbc7e92 None None] Attempting to bind port a1e8c3eb-f13c-4fa0-8961-0469bc26d0b2 on network cb67b300-72ad-48da-8604-1e0e076c238a {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:24:45.040805 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb26c62e-b0b1-4963-ab49-81154fbc7e92 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:24:45.041153 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb26c62e-b0b1-4963-ab49-81154fbc7e92 None None] Checking segment: {'id': '6ec7572f-ca55-43e9-8c48-0f5f35cbc4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'cb67b300-72ad-48da-8604-1e0e076c238a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:24:45.041582 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-fb26c62e-b0b1-4963-ab49-81154fbc7e92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:45.041873 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb26c62e-b0b1-4963-ab49-81154fbc7e92 None None] Bound using segment: {'id': '6ec7572f-ca55-43e9-8c48-0f5f35cbc4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'cb67b300-72ad-48da-8604-1e0e076c238a'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:24:45.042366 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-fb26c62e-b0b1-4963-ab49-81154fbc7e92 None None] Bound port: a1e8c3eb-f13c-4fa0-8961-0469bc26d0b2, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ec7572f-ca55-43e9-8c48-0f5f35cbc4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'cb67b300-72ad-48da-8604-1e0e076c238a'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:24:45.042753 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-fb26c62e-b0b1-4963-ab49-81154fbc7e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:45.082615 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:45.097584 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-beecce91-c03a-462a-81f5-95bda340e52e req-1a64bf14-0c1f-49ba-bdf9-abbb69dc58c8 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Made reservation on behalf of 219d463f288c4c729da555f377dfc80d for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:24:45.100704 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-beecce91-c03a-462a-81f5-95bda340e52e req-1a64bf14-0c1f-49ba-bdf9-abbb69dc58c8 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:45.178622 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=6d637b16-9323-4d4f-9272-310099f1c03d,revision_number=12']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:45.182001 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-fb26c62e-b0b1-4963-ab49-81154fbc7e92 None None] For port a1e8c3eb-f13c-4fa0-8961-0469bc26d0b2, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:24:45.201047 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 58942) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:24:45.203023 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-fb26c62e-b0b1-4963-ab49-81154fbc7e92 None None] For port a1e8c3eb-f13c-4fa0-8961-0469bc26d0b2, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=a1e8c3eb-f13c-4fa0-8961-0469bc26d0b2,segment=NetworkSegment(6ec7572f-ca55-43e9-8c48-0f5f35cbc4cb),segment_id=6ec7572f-ca55-43e9-8c48-0f5f35cbc4cb)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:24:45.252847 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-df7f256a-f7a1-4315-b785-9dd757d1bdc9 req-25a82f0c-ceb7-46c0-bbc2-8ec1e384f127 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] For port 6d637b16-9323-4d4f-9272-310099f1c03d, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=6d637b16-9323-4d4f-9272-310099f1c03d,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:24:45.253219 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-df7f256a-f7a1-4315-b785-9dd757d1bdc9 req-25a82f0c-ceb7-46c0-bbc2-8ec1e384f127 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:45.278076 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-df7f256a-f7a1-4315-b785-9dd757d1bdc9 req-25a82f0c-ceb7-46c0-bbc2-8ec1e384f127 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Calling delete_port for 6d637b16-9323-4d4f-9272-310099f1c03d owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:24:45.289022 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-a2756320-af21-4d9d-8e60-8f290590530c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6715fd6f86914bbca241d8921f1b33fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0833356 Jul 05 02:24:45.289790 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 58946) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:24:45.318496 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-fb26c62e-b0b1-4963-ab49-81154fbc7e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:45.414085 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb26c62e-b0b1-4963-ab49-81154fbc7e92 None None] Routers {'791626f4-102c-4954-9ddd-144df6c4a05f'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:24:45.415710 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-fb26c62e-b0b1-4963-ab49-81154fbc7e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:24:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['791626f4-102c-4954-9ddd-144df6c4a05f'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:24:45.424933 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0c67e3ef-8137-431b-be9f-01e89ebff787 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:45.458537 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37629b34-6c39-48c5-8da8-598a8b6cea5d None None] Pushing event updated for resources: {'Port': ['ID=a1e8c3eb-f13c-4fa0-8961-0469bc26d0b2,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:45.459703 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-beecce91-c03a-462a-81f5-95bda340e52e req-1a64bf14-0c1f-49ba-bdf9-abbb69dc58c8 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Allocated IP 172.20.0.7 (cb67b300-72ad-48da-8604-1e0e076c238a/4c165eef-a6e1-4cbe-8057-ff98f92b9867/94290961-51fa-4a1f-94f8-bdd1b9b1bd08) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:24:45.485107 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d67cbdba-891e-4727-a22e-df988d742957 req-d5d353b8-96fd-460e-be4b-99b3b719c086 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ced2830-998b-4a0e-90e8-4498c3406af5 HTTP/1.1" status: 200 len: 210 time: 0.0526602 Jul 05 02:24:45.507955 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0c67e3ef-8137-431b-be9f-01e89ebff787 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:45.526856 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5852fed-086c-4ac7-9e2f-39c7bdbe8f2f req-e74cd4de-dd00-45f5-be6d-e89fd9be56c4 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:45.535597 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b5852fed-086c-4ac7-9e2f-39c7bdbe8f2f req-e74cd4de-dd00-45f5-be6d-e89fd9be56c4 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9758015-1089-4cb3-be88-7a3e8555352b HTTP/1.1" status: 200 len: 951 time: 0.2185159 Jul 05 02:24:45.632327 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-fb26c62e-b0b1-4963-ab49-81154fbc7e92 None None] Set router 791626f4-102c-4954-9ddd-144df6c4a05f gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:24:45.664990 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b5852fed-086c-4ac7-9e2f-39c7bdbe8f2f req-d454a421-5a75-4fa9-ac00-49a805a56d3d tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280723 Jul 05 02:24:45.748423 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e889feb5-2e8e-4276-82eb-c0b1c67c461e req-1f5991b4-a2d7-416a-812f-f2d92fe7289f tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/ports?device_id=4442d323-8f80-4361-88e8-ac3f606f8a32 HTTP/1.1" status: 200 len: 210 time: 0.0499148 Jul 05 02:24:45.845141 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a2e6c970-dd9a-4800-b8d1-b8990e647e37 req-f1fda35a-a72d-4cfb-b9c9-29d5823b7470 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8f8d3bf-561e-4b37-9b3d-7d7d4e3917d6 HTTP/1.1" status: 200 len: 210 time: 0.0627437 Jul 05 02:24:45.846304 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device a1e8c3eb-f13c-4fa0-8961-0469bc26d0b2 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:24:45.869079 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912fa429-bc32-4b0f-bcf2-7e0aa8cb97b9 req-f0558d4a-e0f6-46a2-9659-dc753ef33288 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:45.870606 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-912fa429-bc32-4b0f-bcf2-7e0aa8cb97b9 req-f0558d4a-e0f6-46a2-9659-dc753ef33288 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.21 "GET /v2.0/networks?id=4ec1bc2d-1851-41f6-9b05-c47c1f610fc1 HTTP/1.1" status: 200 len: 820 time: 0.2887371 Jul 05 02:24:45.884535 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-912fa429-bc32-4b0f-bcf2-7e0aa8cb97b9 req-759bf84b-c19d-451c-a1f0-75cc2260ec74 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Request body: {'port': {'device_id': '6ced2830-998b-4a0e-90e8-4498c3406af5', 'network_id': '4ec1bc2d-1851-41f6-9b05-c47c1f610fc1', 'admin_state_up': True, 'tenant_id': '2bf3196bdc1b4a84baea98e07d501fd5'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:24:46.023244 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0c67e3ef-8137-431b-be9f-01e89ebff787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:46.025881 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0c67e3ef-8137-431b-be9f-01e89ebff787 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:46.026470 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-df7f256a-f7a1-4315-b785-9dd757d1bdc9 req-25a82f0c-ceb7-46c0-bbc2-8ec1e384f127 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:46.030637 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-0c67e3ef-8137-431b-be9f-01e89ebff787 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b1c395fd-b316-4ccb-aef2-132c143bd393 HTTP/1.1" status: 204 len: 168 time: 0.7367995 Jul 05 02:24:46.030834 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-fb26c62e-b0b1-4963-ab49-81154fbc7e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '791626f4-102c-4954-9ddd-144df6c4a05f', 'name': 'tempest-ServerRescueTestJSON-1356450648-router', 'tenant_id': '219d463f288c4c729da555f377dfc80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'ce71fe51-98fa-4d7a-b55b-7d1c09a958db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:24:31Z', 'updated_at': '2021-07-05T02:24:37Z', 'revision_number': 4, 'project_id': '219d463f288c4c729da555f377dfc80d', 'gw_port': {'id': 'ce71fe51-98fa-4d7a-b55b-7d1c09a958db', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:87:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791626f4-102c-4954-9ddd-144df6c4a05f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:24:32Z', 'updated_at': '2021-07-05T02:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'a1e8c3eb-f13c-4fa0-8961-0469bc26d0b2', 'name': '', 'network_id': 'cb67b300-72ad-48da-8604-1e0e076c238a', 'tenant_id': '219d463f288c4c729da555f377dfc80d', 'mac_address': 'fa:16:3e:c9:c7:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '791626f4-102c-4954-9ddd-144df6c4a05f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '4c165eef-a6e1-4cbe-8057-ff98f92b9867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:24:36Z', 'updated_at': '2021-07-05T02:24:45Z', 'revision_number': 4, 'project_id': '219d463f288c4c729da555f377dfc80d', 'subnets': [{'id': '4c165eef-a6e1-4cbe-8057-ff98f92b9867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:24:46.039860 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c67e3ef-8137-431b-be9f-01e89ebff787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1c395fd-b316-4ccb-aef2-132c143bd393,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:46.074751 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['abbd1cfb-a048-4869-b835-78164a320b07'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:24:46.079896 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['d0f30287-c739-4d8d-95be-46a29d37a553', '9c4ad08d-ddaa-4e85-9a5f-7f10686347ed', '6d637b16-9323-4d4f-9272-310099f1c03d'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:24:46.085483 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb26c62e-b0b1-4963-ab49-81154fbc7e92 None None] The sync data for ids ['791626f4-102c-4954-9ddd-144df6c4a05f'] in n-d-771362-32 is: [{'id': '791626f4-102c-4954-9ddd-144df6c4a05f', 'name': 'tempest-ServerRescueTestJSON-1356450648-router', 'tenant_id': '219d463f288c4c729da555f377dfc80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'ce71fe51-98fa-4d7a-b55b-7d1c09a958db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:24:31Z', 'updated_at': '2021-07-05T02:24:37Z', 'revision_number': 4, 'project_id': '219d463f288c4c729da555f377dfc80d', 'gw_port': {'id': 'ce71fe51-98fa-4d7a-b55b-7d1c09a958db', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:87:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791626f4-102c-4954-9ddd-144df6c4a05f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:24:32Z', 'updated_at': '2021-07-05T02:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'a1e8c3eb-f13c-4fa0-8961-0469bc26d0b2', 'name': '', 'network_id': 'cb67b300-72ad-48da-8604-1e0e076c238a', 'tenant_id': '219d463f288c4c729da555f377dfc80d', 'mac_address': 'fa:16:3e:c9:c7:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '791626f4-102c-4954-9ddd-144df6c4a05f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '4c165eef-a6e1-4cbe-8057-ff98f92b9867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:24:36Z', 'updated_at': '2021-07-05T02:24:45Z', 'revision_number': 4, 'project_id': '219d463f288c4c729da555f377dfc80d', 'subnets': [{'id': '4c165eef-a6e1-4cbe-8057-ff98f92b9867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:24:46.110159 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a82f0c-ceb7-46c0-bbc2-8ec1e384f127 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Pushing event deleted for resources: {'Port': ['ID=6d637b16-9323-4d4f-9272-310099f1c03d,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:46.205367 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-912fa429-bc32-4b0f-bcf2-7e0aa8cb97b9 req-759bf84b-c19d-451c-a1f0-75cc2260ec74 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Made reservation on behalf of 2bf3196bdc1b4a84baea98e07d501fd5 for: {'port': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:24:46.213211 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-912fa429-bc32-4b0f-bcf2-7e0aa8cb97b9 req-759bf84b-c19d-451c-a1f0-75cc2260ec74 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:46.227969 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port a1e8c3eb-f13c-4fa0-8961-0469bc26d0b2 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:24:46.234420 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-df7f256a-f7a1-4315-b785-9dd757d1bdc9 req-25a82f0c-ceb7-46c0-bbc2-8ec1e384f127 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] No DVR routers for this DVR port 6d637b16-9323-4d4f-9272-310099f1c03d on host n-h1-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:24:46.239828 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-df7f256a-f7a1-4315-b785-9dd757d1bdc9 req-25a82f0c-ceb7-46c0-bbc2-8ec1e384f127 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:46.241866 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-df7f256a-f7a1-4315-b785-9dd757d1bdc9 req-25a82f0c-ceb7-46c0-bbc2-8ec1e384f127 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.21 "DELETE /v2.0/ports/6d637b16-9323-4d4f-9272-310099f1c03d HTTP/1.1" status: 204 len: 173 time: 1.3935130 Jul 05 02:24:46.258243 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9758015-1089-4cb3-be88-7a3e8555352b', 'name': 'network-vif-deleted', 'tag': '6d637b16-9323-4d4f-9272-310099f1c03d'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:24:46.259644 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port a1e8c3eb-f13c-4fa0-8961-0469bc26d0b2 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:24:46.260645 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0162e3db-e276-46d5-975b-893ac05bd03b" -d '{"events": [{"server_uuid": "a9758015-1089-4cb3-be88-7a3e8555352b", "name": "network-vif-deleted", "tag": "6d637b16-9323-4d4f-9272-310099f1c03d"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:24:46.263658 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:46.348567 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b12cef3c-50df-44ea-b3e6-fd257aa37cc2 x-openstack-request-id: req-b12cef3c-50df-44ea-b3e6-fd257aa37cc2 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:24:46.365982 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9758015-1089-4cb3-be88-7a3e8555352b", "name": "network-vif-deleted", "tag": "6d637b16-9323-4d4f-9272-310099f1c03d", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:24:46.366310 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b12cef3c-50df-44ea-b3e6-fd257aa37cc2 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:24:46.367317 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9758015-1089-4cb3-be88-7a3e8555352b', 'name': 'network-vif-deleted', 'tag': '6d637b16-9323-4d4f-9272-310099f1c03d', 'status': 'completed', 'code': 200} Jul 05 02:24:46.404799 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-beecce91-c03a-462a-81f5-95bda340e52e req-1a64bf14-0c1f-49ba-bdf9-abbb69dc58c8 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:46.609476 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [req-912fa429-bc32-4b0f-bcf2-7e0aa8cb97b9 req-759bf84b-c19d-451c-a1f0-75cc2260ec74 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Allocated IP 172.20.0.8 (4ec1bc2d-1851-41f6-9b05-c47c1f610fc1/daac2fa9-eb52-4aad-b06c-31fd67b740d0/c05d738e-e3b9-4fb3-a444-faea9af51e3c) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:24:46.701166 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-beecce91-c03a-462a-81f5-95bda340e52e req-1a64bf14-0c1f-49ba-bdf9-abbb69dc58c8 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:46.817513 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:46.844956 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-beecce91-c03a-462a-81f5-95bda340e52e req-1a64bf14-0c1f-49ba-bdf9-abbb69dc58c8 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Network cb67b300-72ad-48da-8604-1e0e076c238a is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:24:46.858995 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-beecce91-c03a-462a-81f5-95bda340e52e req-1a64bf14-0c1f-49ba-bdf9-abbb69dc58c8 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:24:46.876125 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-beecce91-c03a-462a-81f5-95bda340e52e req-1a64bf14-0c1f-49ba-bdf9-abbb69dc58c8 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:24:46.919205 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c821b968-541b-45a9-8455-44b60431cc95 req-bd530a88-909c-44ad-a9bf-4491c09e36c2 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ced2830-998b-4a0e-90e8-4498c3406af5 HTTP/1.1" status: 200 len: 210 time: 0.1731610 Jul 05 02:24:46.968314 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a64bf14-0c1f-49ba-bdf9-abbb69dc58c8 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Pushing event updated for resources: {'Port': ['ID=94290961-51fa-4a1f-94f8-bdd1b9b1bd08,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:47.021131 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port a1e8c3eb-f13c-4fa0-8961-0469bc26d0b2, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=a1e8c3eb-f13c-4fa0-8961-0469bc26d0b2,segment=NetworkSegment(6ec7572f-ca55-43e9-8c48-0f5f35cbc4cb),segment_id=6ec7572f-ca55-43e9-8c48-0f5f35cbc4cb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:24:47.046609 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beecce91-c03a-462a-81f5-95bda340e52e req-1a64bf14-0c1f-49ba-bdf9-abbb69dc58c8 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:47.048225 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-beecce91-c03a-462a-81f5-95bda340e52e req-1a64bf14-0c1f-49ba-bdf9-abbb69dc58c8 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:47.063975 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-912fa429-bc32-4b0f-bcf2-7e0aa8cb97b9 req-759bf84b-c19d-451c-a1f0-75cc2260ec74 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:47.082973 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-14ad300b-ef25-4cf0-abf2-cdc8fab17fcf req-c1e07841-684a-4c29-ab8d-a1e1d6fddfd5 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9758015-1089-4cb3-be88-7a3e8555352b HTTP/1.1" status: 200 len: 210 time: 0.0854392 Jul 05 02:24:47.212774 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-beecce91-c03a-462a-81f5-95bda340e52e req-1a64bf14-0c1f-49ba-bdf9-abbb69dc58c8 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4238968 Jul 05 02:24:47.225553 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-beecce91-c03a-462a-81f5-95bda340e52e req-e3ae601d-0479-4080-8ed8-d0dfdda3f775 service neutron] Request body: {'port': {'device_id': '4442d323-8f80-4361-88e8-ac3f606f8a32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:24:47.241093 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:47.417571 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=a1e8c3eb-f13c-4fa0-8961-0469bc26d0b2,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:47.449391 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-26497ea7-6f3f-4049-a52a-8f343e6cf8be req-efa3726b-2d5a-4fde-93dc-6007dd840862 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8f8d3bf-561e-4b37-9b3d-7d7d4e3917d6 HTTP/1.1" status: 200 len: 210 time: 0.0512359 Jul 05 02:24:47.464071 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-beecce91-c03a-462a-81f5-95bda340e52e req-e3ae601d-0479-4080-8ed8-d0dfdda3f775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:47.747579 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device a1e8c3eb-f13c-4fa0-8961-0469bc26d0b2 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:24:47.783555 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c30fb03-c949-4714-baf3-48fbd6011606 req-751c6d1a-a6fa-4c57-b804-9c131c1e5cff tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:47.785174 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4c30fb03-c949-4714-baf3-48fbd6011606 req-751c6d1a-a6fa-4c57-b804-9c131c1e5cff tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/ports?device_id=4442d323-8f80-4361-88e8-ac3f606f8a32 HTTP/1.1" status: 200 len: 931 time: 0.0842705 Jul 05 02:24:47.835110 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-912fa429-bc32-4b0f-bcf2-7e0aa8cb97b9 req-759bf84b-c19d-451c-a1f0-75cc2260ec74 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:47.836306 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port a1e8c3eb-f13c-4fa0-8961-0469bc26d0b2 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:24:47.836795 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:47.901288 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4c30fb03-c949-4714-baf3-48fbd6011606 req-263f7845-e2df-4194-9f72-703844653616 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fa90a27-9aba-44e7-a653-62ec86df8932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101820 Jul 05 02:24:47.928349 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-beecce91-c03a-462a-81f5-95bda340e52e req-e3ae601d-0479-4080-8ed8-d0dfdda3f775 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94290961-51fa-4a1f-94f8-bdd1b9b1bd08 {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:24:47.933579 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759bf84b-c19d-451c-a1f0-75cc2260ec74 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Pushing event updated for resources: {'Port': ['ID=c05d738e-e3b9-4fb3-a444-faea9af51e3c,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:47.936650 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-beecce91-c03a-462a-81f5-95bda340e52e req-e3ae601d-0479-4080-8ed8-d0dfdda3f775 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:47.950331 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-beecce91-c03a-462a-81f5-95bda340e52e req-e3ae601d-0479-4080-8ed8-d0dfdda3f775 service neutron] Transition to ACTIVE for port object 94290961-51fa-4a1f-94f8-bdd1b9b1bd08 will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:24:47.963639 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-912fa429-bc32-4b0f-bcf2-7e0aa8cb97b9 req-759bf84b-c19d-451c-a1f0-75cc2260ec74 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Network 4ec1bc2d-1851-41f6-9b05-c47c1f610fc1 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:24:47.965288 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [req-912fa429-bc32-4b0f-bcf2-7e0aa8cb97b9 req-759bf84b-c19d-451c-a1f0-75cc2260ec74 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:24:47.971507 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [req-912fa429-bc32-4b0f-bcf2-7e0aa8cb97b9 req-759bf84b-c19d-451c-a1f0-75cc2260ec74 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:24:48.024010 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912fa429-bc32-4b0f-bcf2-7e0aa8cb97b9 req-759bf84b-c19d-451c-a1f0-75cc2260ec74 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:48.024669 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-912fa429-bc32-4b0f-bcf2-7e0aa8cb97b9 req-759bf84b-c19d-451c-a1f0-75cc2260ec74 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:48.080506 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-beecce91-c03a-462a-81f5-95bda340e52e req-e3ae601d-0479-4080-8ed8-d0dfdda3f775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:48.140211 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ae601d-0479-4080-8ed8-d0dfdda3f775 service neutron] Pushing event updated for resources: {'Port': ['ID=94290961-51fa-4a1f-94f8-bdd1b9b1bd08,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:48.213038 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b3202f-e4d2-40ea-82ab-96696d890e70 req-620aeab5-2ea8-4bfe-8d96-6fe364d9cd1e tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:48.219916 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-43b3202f-e4d2-40ea-82ab-96696d890e70 req-620aeab5-2ea8-4bfe-8d96-6fe364d9cd1e tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ced2830-998b-4a0e-90e8-4498c3406af5 HTTP/1.1" status: 200 len: 931 time: 0.1697714 Jul 05 02:24:48.254036 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-beecce91-c03a-462a-81f5-95bda340e52e req-e3ae601d-0479-4080-8ed8-d0dfdda3f775 service neutron] Attempting to bind port 94290961-51fa-4a1f-94f8-bdd1b9b1bd08 on host n-h1-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:24:48.254395 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-beecce91-c03a-462a-81f5-95bda340e52e req-e3ae601d-0479-4080-8ed8-d0dfdda3f775 service neutron] Attempting to bind port 94290961-51fa-4a1f-94f8-bdd1b9b1bd08 by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': '6ec7572f-ca55-43e9-8c48-0f5f35cbc4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'cb67b300-72ad-48da-8604-1e0e076c238a'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:24:48.254721 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beecce91-c03a-462a-81f5-95bda340e52e req-e3ae601d-0479-4080-8ed8-d0dfdda3f775 service neutron] Attempting to bind port 94290961-51fa-4a1f-94f8-bdd1b9b1bd08 on network cb67b300-72ad-48da-8604-1e0e076c238a {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:24:48.259182 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-912fa429-bc32-4b0f-bcf2-7e0aa8cb97b9 req-759bf84b-c19d-451c-a1f0-75cc2260ec74 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3797164 Jul 05 02:24:48.277739 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-912fa429-bc32-4b0f-bcf2-7e0aa8cb97b9 req-47defee7-19e3-4d24-883e-e344097be039 service neutron] Request body: {'port': {'device_id': '6ced2830-998b-4a0e-90e8-4498c3406af5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-32'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:24:48.279123 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-43b3202f-e4d2-40ea-82ab-96696d890e70 req-391f0d95-905e-4040-afd0-30619ee81782 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d996060-2bcc-42e7-a06b-0ec807d28f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582907 Jul 05 02:24:48.280188 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beecce91-c03a-462a-81f5-95bda340e52e req-e3ae601d-0479-4080-8ed8-d0dfdda3f775 service neutron] Port 94290961-51fa-4a1f-94f8-bdd1b9b1bd08 on network cb67b300-72ad-48da-8604-1e0e076c238a not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:24:48.280512 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beecce91-c03a-462a-81f5-95bda340e52e req-e3ae601d-0479-4080-8ed8-d0dfdda3f775 service neutron] Attempting to bind port 94290961-51fa-4a1f-94f8-bdd1b9b1bd08 on network cb67b300-72ad-48da-8604-1e0e076c238a {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:24:48.296544 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beecce91-c03a-462a-81f5-95bda340e52e req-e3ae601d-0479-4080-8ed8-d0dfdda3f775 service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:24:48.296889 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beecce91-c03a-462a-81f5-95bda340e52e req-e3ae601d-0479-4080-8ed8-d0dfdda3f775 service neutron] Checking segment: {'id': '6ec7572f-ca55-43e9-8c48-0f5f35cbc4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'cb67b300-72ad-48da-8604-1e0e076c238a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:24:48.297286 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beecce91-c03a-462a-81f5-95bda340e52e req-e3ae601d-0479-4080-8ed8-d0dfdda3f775 service neutron] Bound using segment: {'id': '6ec7572f-ca55-43e9-8c48-0f5f35cbc4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'cb67b300-72ad-48da-8604-1e0e076c238a'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:24:48.297699 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-beecce91-c03a-462a-81f5-95bda340e52e req-e3ae601d-0479-4080-8ed8-d0dfdda3f775 service neutron] Bound port: 94290961-51fa-4a1f-94f8-bdd1b9b1bd08, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ec7572f-ca55-43e9-8c48-0f5f35cbc4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'cb67b300-72ad-48da-8604-1e0e076c238a'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:24:48.298080 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-beecce91-c03a-462a-81f5-95bda340e52e req-e3ae601d-0479-4080-8ed8-d0dfdda3f775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:48.427232 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-912fa429-bc32-4b0f-bcf2-7e0aa8cb97b9 req-47defee7-19e3-4d24-883e-e344097be039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:48.471990 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-beecce91-c03a-462a-81f5-95bda340e52e req-e3ae601d-0479-4080-8ed8-d0dfdda3f775 service neutron] For port 94290961-51fa-4a1f-94f8-bdd1b9b1bd08, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:24:48.481031 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-beecce91-c03a-462a-81f5-95bda340e52e req-e3ae601d-0479-4080-8ed8-d0dfdda3f775 service neutron] For port 94290961-51fa-4a1f-94f8-bdd1b9b1bd08, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=94290961-51fa-4a1f-94f8-bdd1b9b1bd08,segment=NetworkSegment(6ec7572f-ca55-43e9-8c48-0f5f35cbc4cb),segment_id=6ec7572f-ca55-43e9-8c48-0f5f35cbc4cb)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:24:48.506271 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95259ae-1992-47f1-9ff9-fedc96c94ebd req-7406f305-7665-4565-be4b-599140835d1b tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:48.507035 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a95259ae-1992-47f1-9ff9-fedc96c94ebd req-7406f305-7665-4565-be4b-599140835d1b tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.15 "GET /v2.0/networks?id=02860c2c-1b47-41ff-bdb8-8652ec368c51 HTTP/1.1" status: 200 len: 811 time: 0.1360915 Jul 05 02:24:48.579849 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a95259ae-1992-47f1-9ff9-fedc96c94ebd req-490bd58c-ec44-4cfa-bcbc-6e749e0c3cf6 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d63cc722770842c8a7a532820e16e452 HTTP/1.1" status: 200 len: 379 time: 0.0642450 Jul 05 02:24:48.589139 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-a95259ae-1992-47f1-9ff9-fedc96c94ebd req-f72b0eb1-c7f6-40ef-addd-21ae430ceffe tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Request body: {'port': {'device_id': 'f8f8d3bf-561e-4b37-9b3d-7d7d4e3917d6', 'network_id': '02860c2c-1b47-41ff-bdb8-8652ec368c51', 'admin_state_up': True, 'tenant_id': 'd63cc722770842c8a7a532820e16e452', 'security_groups': ['510b9fce-3e8e-4fba-b7c1-46c3c47abb42']}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:24:48.650422 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-beecce91-c03a-462a-81f5-95bda340e52e req-e3ae601d-0479-4080-8ed8-d0dfdda3f775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:48.755169 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beecce91-c03a-462a-81f5-95bda340e52e req-e3ae601d-0479-4080-8ed8-d0dfdda3f775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:48.755877 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-beecce91-c03a-462a-81f5-95bda340e52e req-e3ae601d-0479-4080-8ed8-d0dfdda3f775 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:48.757348 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-beecce91-c03a-462a-81f5-95bda340e52e req-e3ae601d-0479-4080-8ed8-d0dfdda3f775 service neutron] 10.222.0.21 "PUT /v2.0/ports/94290961-51fa-4a1f-94f8-bdd1b9b1bd08 HTTP/1.1" status: 200 len: 1092 time: 1.5369358 Jul 05 02:24:48.757771 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4442d323-8f80-4361-88e8-ac3f606f8a32', 'tag': '94290961-51fa-4a1f-94f8-bdd1b9b1bd08'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:24:48.773047 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a58cc35-2b1e-4293-b4a4-8055a04350a3" -d '{"events": [{"name": "network-changed", "server_uuid": "4442d323-8f80-4361-88e8-ac3f606f8a32", "tag": "94290961-51fa-4a1f-94f8-bdd1b9b1bd08"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:24:48.789315 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 59044) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:24:48.803934 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [req-912fa429-bc32-4b0f-bcf2-7e0aa8cb97b9 req-47defee7-19e3-4d24-883e-e344097be039 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c05d738e-e3b9-4fb3-a444-faea9af51e3c {{(pid=94462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:24:48.811917 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ae601d-0479-4080-8ed8-d0dfdda3f775 service neutron] Pushing event updated for resources: {'Port': ['ID=94290961-51fa-4a1f-94f8-bdd1b9b1bd08,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:48.818817 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-912fa429-bc32-4b0f-bcf2-7e0aa8cb97b9 req-47defee7-19e3-4d24-883e-e344097be039 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:48.840130 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [req-912fa429-bc32-4b0f-bcf2-7e0aa8cb97b9 req-47defee7-19e3-4d24-883e-e344097be039 service neutron] Transition to ACTIVE for port object c05d738e-e3b9-4fb3-a444-faea9af51e3c will not be triggered until provisioned by entity L2. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:24:48.951872 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-d3165b6d-2101-4deb-913c-dafc9a9934b9 tempest-ExternalNetworksTestJSON-636974416 tempest-ExternalNetworksTestJSON-636974416-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1153751087'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:24:49.044319 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-912fa429-bc32-4b0f-bcf2-7e0aa8cb97b9 req-47defee7-19e3-4d24-883e-e344097be039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:49.073675 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a95259ae-1992-47f1-9ff9-fedc96c94ebd req-f72b0eb1-c7f6-40ef-addd-21ae430ceffe tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Made reservation on behalf of d63cc722770842c8a7a532820e16e452 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:24:49.077656 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a95259ae-1992-47f1-9ff9-fedc96c94ebd req-f72b0eb1-c7f6-40ef-addd-21ae430ceffe tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:49.166529 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47defee7-19e3-4d24-883e-e344097be039 service neutron] Pushing event updated for resources: {'Port': ['ID=c05d738e-e3b9-4fb3-a444-faea9af51e3c,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:49.290178 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beecce91-c03a-462a-81f5-95bda340e52e req-ea9a2f0f-23e8-43a8-9f10-7fcfe1db36cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:49.290628 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-912fa429-bc32-4b0f-bcf2-7e0aa8cb97b9 req-47defee7-19e3-4d24-883e-e344097be039 service neutron] Attempting to bind port c05d738e-e3b9-4fb3-a444-faea9af51e3c on host n-h1-771362-32 for vnic_type normal with profile {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:24:49.290628 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-912fa429-bc32-4b0f-bcf2-7e0aa8cb97b9 req-47defee7-19e3-4d24-883e-e344097be039 service neutron] Attempting to bind port c05d738e-e3b9-4fb3-a444-faea9af51e3c by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': '6f413e2d-3872-41b4-8ea1-818c2dabde0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '4ec1bc2d-1851-41f6-9b05-c47c1f610fc1'}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:24:49.290628 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912fa429-bc32-4b0f-bcf2-7e0aa8cb97b9 req-47defee7-19e3-4d24-883e-e344097be039 service neutron] Attempting to bind port c05d738e-e3b9-4fb3-a444-faea9af51e3c on network 4ec1bc2d-1851-41f6-9b05-c47c1f610fc1 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:24:49.290921 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-beecce91-c03a-462a-81f5-95bda340e52e req-ea9a2f0f-23e8-43a8-9f10-7fcfe1db36cc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=219d463f288c4c729da555f377dfc80d&device_id=4442d323-8f80-4361-88e8-ac3f606f8a32 HTTP/1.1" status: 200 len: 1095 time: 0.2043245 Jul 05 02:24:49.293729 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09ec1797-8c87-4748-bea4-709233205c2b x-openstack-request-id: req-09ec1797-8c87-4748-bea4-709233205c2b {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:24:49.294305 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4442d323-8f80-4361-88e8-ac3f606f8a32", "tag": "94290961-51fa-4a1f-94f8-bdd1b9b1bd08", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:24:49.294545 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-09ec1797-8c87-4748-bea4-709233205c2b {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:24:49.294945 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4442d323-8f80-4361-88e8-ac3f606f8a32', 'tag': '94290961-51fa-4a1f-94f8-bdd1b9b1bd08', 'status': 'completed', 'code': 200} Jul 05 02:24:49.295064 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912fa429-bc32-4b0f-bcf2-7e0aa8cb97b9 req-47defee7-19e3-4d24-883e-e344097be039 service neutron] Port c05d738e-e3b9-4fb3-a444-faea9af51e3c on network 4ec1bc2d-1851-41f6-9b05-c47c1f610fc1 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:24:49.295506 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912fa429-bc32-4b0f-bcf2-7e0aa8cb97b9 req-47defee7-19e3-4d24-883e-e344097be039 service neutron] Attempting to bind port c05d738e-e3b9-4fb3-a444-faea9af51e3c on network 4ec1bc2d-1851-41f6-9b05-c47c1f610fc1 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:24:49.295978 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3165b6d-2101-4deb-913c-dafc9a9934b9 tempest-ExternalNetworksTestJSON-636974416 tempest-ExternalNetworksTestJSON-636974416-project] Made reservation on behalf of 9a616f2fe2ae475aa6664df930dc520d for: {'network': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:24:49.300350 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d3165b6d-2101-4deb-913c-dafc9a9934b9 tempest-ExternalNetworksTestJSON-636974416 tempest-ExternalNetworksTestJSON-636974416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:49.301589 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912fa429-bc32-4b0f-bcf2-7e0aa8cb97b9 req-47defee7-19e3-4d24-883e-e344097be039 service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:24:49.302019 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912fa429-bc32-4b0f-bcf2-7e0aa8cb97b9 req-47defee7-19e3-4d24-883e-e344097be039 service neutron] Checking segment: {'id': '6f413e2d-3872-41b4-8ea1-818c2dabde0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '4ec1bc2d-1851-41f6-9b05-c47c1f610fc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:24:49.303268 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912fa429-bc32-4b0f-bcf2-7e0aa8cb97b9 req-47defee7-19e3-4d24-883e-e344097be039 service neutron] Bound using segment: {'id': '6f413e2d-3872-41b4-8ea1-818c2dabde0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '4ec1bc2d-1851-41f6-9b05-c47c1f610fc1'} {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:24:49.303772 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-912fa429-bc32-4b0f-bcf2-7e0aa8cb97b9 req-47defee7-19e3-4d24-883e-e344097be039 service neutron] Bound port: c05d738e-e3b9-4fb3-a444-faea9af51e3c, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f413e2d-3872-41b4-8ea1-818c2dabde0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '4ec1bc2d-1851-41f6-9b05-c47c1f610fc1'}}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:24:49.304361 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-912fa429-bc32-4b0f-bcf2-7e0aa8cb97b9 req-47defee7-19e3-4d24-883e-e344097be039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:49.327483 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d3165b6d-2101-4deb-913c-dafc9a9934b9 tempest-ExternalNetworksTestJSON-636974416 tempest-ExternalNetworksTestJSON-636974416-project] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:49.386608 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-beecce91-c03a-462a-81f5-95bda340e52e req-8f69ae4e-1dc1-4ed3-b44a-212b78bded45 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94290961-51fa-4a1f-94f8-bdd1b9b1bd08 HTTP/1.1" status: 200 len: 217 time: 0.0810146 Jul 05 02:24:49.418371 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-912fa429-bc32-4b0f-bcf2-7e0aa8cb97b9 req-47defee7-19e3-4d24-883e-e344097be039 service neutron] For port c05d738e-e3b9-4fb3-a444-faea9af51e3c, host n-h1-771362-32, cleared binding levels {{(pid=94462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:24:49.421703 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-912fa429-bc32-4b0f-bcf2-7e0aa8cb97b9 req-47defee7-19e3-4d24-883e-e344097be039 service neutron] For port c05d738e-e3b9-4fb3-a444-faea9af51e3c, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=c05d738e-e3b9-4fb3-a444-faea9af51e3c,segment=NetworkSegment(6f413e2d-3872-41b4-8ea1-818c2dabde0d),segment_id=6f413e2d-3872-41b4-8ea1-818c2dabde0d)] {{(pid=94462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:24:49.441966 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-a95259ae-1992-47f1-9ff9-fedc96c94ebd req-f72b0eb1-c7f6-40ef-addd-21ae430ceffe tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Allocated IP 172.20.0.12 (02860c2c-1b47-41ff-bdb8-8652ec368c51/e54bb52b-407a-4efc-b19e-45eea28735fe/751746d9-09b3-40b0-a528-7dd4fc8f8baa) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:24:49.508090 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beecce91-c03a-462a-81f5-95bda340e52e req-2d8e14b2-66bf-43f2-9e2b-e38b05e25386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:49.510176 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-beecce91-c03a-462a-81f5-95bda340e52e req-2d8e14b2-66bf-43f2-9e2b-e38b05e25386 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4c165eef-a6e1-4cbe-8057-ff98f92b9867 HTTP/1.1" status: 200 len: 851 time: 0.1138594 Jul 05 02:24:49.542633 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-22a3f313-cc3a-400b-a85e-7cfb77f62517 req-048b18cc-6049-4aba-845f-27f9b1b49c4d tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8f8d3bf-561e-4b37-9b3d-7d7d4e3917d6 HTTP/1.1" status: 200 len: 210 time: 0.1626325 Jul 05 02:24:49.557581 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-beecce91-c03a-462a-81f5-95bda340e52e req-bd295ae3-0abf-49bd-b1af-a0d004b97453 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cb67b300-72ad-48da-8604-1e0e076c238a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400457 Jul 05 02:24:49.683356 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d3165b6d-2101-4deb-913c-dafc9a9934b9 tempest-ExternalNetworksTestJSON-636974416 tempest-ExternalNetworksTestJSON-636974416-project] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:49.710836 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bbbf7c-c87b-49e6-aef2-28758139d436 req-53211f11-4eb7-40b8-bbcf-d9d555059229 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:49.712422 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c0bbbf7c-c87b-49e6-aef2-28758139d436 req-53211f11-4eb7-40b8-bbcf-d9d555059229 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9d7d611-0755-4e9e-8dda-32848396298c HTTP/1.1" status: 200 len: 950 time: 0.0676861 Jul 05 02:24:49.723037 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-beecce91-c03a-462a-81f5-95bda340e52e req-e05fd20c-1e13-4d15-bebb-e3267fb53605 service neutron] 10.222.0.21 "GET /v2.0/networks/cb67b300-72ad-48da-8604-1e0e076c238a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572752 Jul 05 02:24:49.733694 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8089abe6-a34d-4611-a609-6b3afc411cff req-0e1b0488-3923-4a44-be18-51c2caed7bf7 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:49.735151 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8089abe6-a34d-4611-a609-6b3afc411cff req-0e1b0488-3923-4a44-be18-51c2caed7bf7 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/ports?device_id=4442d323-8f80-4361-88e8-ac3f606f8a32 HTTP/1.1" status: 200 len: 943 time: 0.2967577 Jul 05 02:24:49.751232 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c0bbbf7c-c87b-49e6-aef2-28758139d436 req-b9775489-5a5e-4863-bd30-d6e0136008af tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325358 Jul 05 02:24:49.803717 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 6d637b16-9323-4d4f-9272-310099f1c03d no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:24:49.825512 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] No Port match for: 6d637b16-9323-4d4f-9272-310099f1c03d {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:24:49.825947 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 6d637b16-9323-4d4f-9272-310099f1c03d not bound to the agent host n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:24:49.830354 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-68e49a8b-59c0-477d-b48b-2b5478d710b0 req-d4fafa7d-b53b-4a66-975e-7c9415d4e1ef tempest-ServerShowV254Test-746757979 tempest-ServerShowV254Test-746757979-project] 10.222.0.23 "GET /v2.0/ports?device_id=cad2dfcb-b692-4fb8-a907-f10190b8ab04 HTTP/1.1" status: 200 len: 210 time: 0.0362639 Jul 05 02:24:49.833896 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-912fa429-bc32-4b0f-bcf2-7e0aa8cb97b9 req-47defee7-19e3-4d24-883e-e344097be039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:49.873822 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912fa429-bc32-4b0f-bcf2-7e0aa8cb97b9 req-47defee7-19e3-4d24-883e-e344097be039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:49.873822 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-912fa429-bc32-4b0f-bcf2-7e0aa8cb97b9 req-47defee7-19e3-4d24-883e-e344097be039 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:49.873822 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-912fa429-bc32-4b0f-bcf2-7e0aa8cb97b9 req-47defee7-19e3-4d24-883e-e344097be039 service neutron] 10.222.0.21 "PUT /v2.0/ports/c05d738e-e3b9-4fb3-a444-faea9af51e3c HTTP/1.1" status: 200 len: 1092 time: 1.6056137 Jul 05 02:24:49.875969 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ced2830-998b-4a0e-90e8-4498c3406af5', 'tag': 'c05d738e-e3b9-4fb3-a444-faea9af51e3c'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:24:49.878996 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b223267e0e0ddb3199af7772d0b45336e3b4b54fbb151c86a8051291a61e85db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80103780-a40f-4dbb-b7f9-7a3e0cbd2adb" -d '{"events": [{"name": "network-changed", "server_uuid": "6ced2830-998b-4a0e-90e8-4498c3406af5", "tag": "c05d738e-e3b9-4fb3-a444-faea9af51e3c"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:24:49.914413 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47defee7-19e3-4d24-883e-e344097be039 service neutron] Pushing event updated for resources: {'Port': ['ID=c05d738e-e3b9-4fb3-a444-faea9af51e3c,revision_number=3']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:50.015505 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bb3512-bdf8-46e7-92c4-240f86395d15 req-824c1534-61af-4a6f-9f54-9e1d96d03483 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:50.018629 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c2bb3512-bdf8-46e7-92c4-240f86395d15 req-824c1534-61af-4a6f-9f54-9e1d96d03483 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ced2830-998b-4a0e-90e8-4498c3406af5 HTTP/1.1" status: 200 len: 943 time: 0.0703163 Jul 05 02:24:50.096474 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c2bb3512-bdf8-46e7-92c4-240f86395d15 req-203674df-7cb7-4120-a2d2-f5a2d06b5036 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d996060-2bcc-42e7-a06b-0ec807d28f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731347 Jul 05 02:24:50.126306 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912fa429-bc32-4b0f-bcf2-7e0aa8cb97b9 req-4840d90c-4ec1-42b5-b80f-5eaf5b2bf118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:50.126306 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-912fa429-bc32-4b0f-bcf2-7e0aa8cb97b9 req-4840d90c-4ec1-42b5-b80f-5eaf5b2bf118 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2bf3196bdc1b4a84baea98e07d501fd5&device_id=6ced2830-998b-4a0e-90e8-4498c3406af5 HTTP/1.1" status: 200 len: 1095 time: 0.1005538 Jul 05 02:24:50.133265 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d3165b6d-2101-4deb-913c-dafc9a9934b9 tempest-ExternalNetworksTestJSON-636974416 tempest-ExternalNetworksTestJSON-636974416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:50.178842 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-026704ff-5543-4a5a-88cb-4ef94974c308 x-openstack-request-id: req-026704ff-5543-4a5a-88cb-4ef94974c308 {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:24:50.179128 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ced2830-998b-4a0e-90e8-4498c3406af5", "tag": "c05d738e-e3b9-4fb3-a444-faea9af51e3c", "status": "completed", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:24:50.179376 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-026704ff-5543-4a5a-88cb-4ef94974c308 {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:24:50.179769 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ced2830-998b-4a0e-90e8-4498c3406af5', 'tag': 'c05d738e-e3b9-4fb3-a444-faea9af51e3c', 'status': 'completed', 'code': 200} Jul 05 02:24:50.181678 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-912fa429-bc32-4b0f-bcf2-7e0aa8cb97b9 req-12a41704-13ff-46d5-834d-a8fd2f997929 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c05d738e-e3b9-4fb3-a444-faea9af51e3c HTTP/1.1" status: 200 len: 217 time: 0.0485556 Jul 05 02:24:50.226786 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3165b6d-2101-4deb-913c-dafc9a9934b9 tempest-ExternalNetworksTestJSON-636974416 tempest-ExternalNetworksTestJSON-636974416-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=94461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:24:50.236260 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912fa429-bc32-4b0f-bcf2-7e0aa8cb97b9 req-b4d764d7-0a88-464c-b918-167eddab7334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:50.238141 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-912fa429-bc32-4b0f-bcf2-7e0aa8cb97b9 req-b4d764d7-0a88-464c-b918-167eddab7334 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=daac2fa9-eb52-4aad-b06c-31fd67b740d0 HTTP/1.1" status: 200 len: 860 time: 0.0495095 Jul 05 02:24:50.265308 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3165b6d-2101-4deb-913c-dafc9a9934b9 tempest-ExternalNetworksTestJSON-636974416 tempest-ExternalNetworksTestJSON-636974416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eae982eb-cc2d-45d9-bdd9-410e0773d1f5,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:50.290208 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8089abe6-a34d-4611-a609-6b3afc411cff req-dbafcdda-c6ab-440f-b446-43625b642b1c tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fa90a27-9aba-44e7-a653-62ec86df8932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5427248 Jul 05 02:24:50.301852 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d3165b6d-2101-4deb-913c-dafc9a9934b9 tempest-ExternalNetworksTestJSON-636974416 tempest-ExternalNetworksTestJSON-636974416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:50.302533 n-d-771362-32 neutron-server[94461]: INFO neutron.db.segments_db [None req-d3165b6d-2101-4deb-913c-dafc9a9934b9 tempest-ExternalNetworksTestJSON-636974416 tempest-ExternalNetworksTestJSON-636974416-project] Added segment d33860e5-8481-43e7-acac-cf5af2efd68d of type vlan for network 8a737fc2-6e70-402c-b7b2-9dd707b28f7a Jul 05 02:24:50.308764 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-912fa429-bc32-4b0f-bcf2-7e0aa8cb97b9 req-e00eecaa-d6d4-41b7-9c35-36c3f1e4f2a5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4ec1bc2d-1851-41f6-9b05-c47c1f610fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518057 Jul 05 02:24:50.403162 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a95259ae-1992-47f1-9ff9-fedc96c94ebd req-f72b0eb1-c7f6-40ef-addd-21ae430ceffe tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:50.407254 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-912fa429-bc32-4b0f-bcf2-7e0aa8cb97b9 req-b9c9921b-ccae-408b-bff4-719c10bdddbf service neutron] 10.222.0.21 "GET /v2.0/networks/4ec1bc2d-1851-41f6-9b05-c47c1f610fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907822 Jul 05 02:24:50.410797 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-beecce91-c03a-462a-81f5-95bda340e52e req-92bb3d30-7466-4f49-8874-3a62ac9b62cc service neutron] 10.222.0.21 "GET /v2.0/networks/cb67b300-72ad-48da-8604-1e0e076c238a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6729949 Jul 05 02:24:50.429007 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d3165b6d-2101-4deb-913c-dafc9a9934b9 tempest-ExternalNetworksTestJSON-636974416 tempest-ExternalNetworksTestJSON-636974416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:50.442749 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-a95259ae-1992-47f1-9ff9-fedc96c94ebd req-f72b0eb1-c7f6-40ef-addd-21ae430ceffe tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Transition to ACTIVE for port object 751746d9-09b3-40b0-a528-7dd4fc8f8baa will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:24:50.487675 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7f338f-6f6f-4376-bcd1-09699ba9f63e req-8745881e-f244-4f10-8921-90563a76f4bd tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:50.489194 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fc7f338f-6f6f-4376-bcd1-09699ba9f63e req-8745881e-f244-4f10-8921-90563a76f4bd tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9d7d611-0755-4e9e-8dda-32848396298c HTTP/1.1" status: 200 len: 950 time: 0.2251058 Jul 05 02:24:50.510483 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-912fa429-bc32-4b0f-bcf2-7e0aa8cb97b9 req-2aa7b7f8-899a-450d-a9aa-3e6f1bc29bac service neutron] 10.222.0.21 "GET /v2.0/networks/4ec1bc2d-1851-41f6-9b05-c47c1f610fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923395 Jul 05 02:24:50.622946 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-fc7f338f-6f6f-4376-bcd1-09699ba9f63e req-a5d5cc7b-a00e-42e8-82d6-87b18c3af630 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Deleting port 9c4ad08d-ddaa-4e85-9a5f-7f10686347ed {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:24:50.623345 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-fc7f338f-6f6f-4376-bcd1-09699ba9f63e req-a5d5cc7b-a00e-42e8-82d6-87b18c3af630 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:50.658216 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a58cc35-2b1e-4293-b4a4-8055a04350a3 req-1e90673f-a46f-49fe-842a-4c00e610774c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:50.659747 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3a58cc35-2b1e-4293-b4a4-8055a04350a3 req-1e90673f-a46f-49fe-842a-4c00e610774c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=219d463f288c4c729da555f377dfc80d&device_id=4442d323-8f80-4361-88e8-ac3f606f8a32 HTTP/1.1" status: 200 len: 1095 time: 0.0587537 Jul 05 02:24:50.667548 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d3165b6d-2101-4deb-913c-dafc9a9934b9 tempest-ExternalNetworksTestJSON-636974416 tempest-ExternalNetworksTestJSON-636974416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:50.673047 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3165b6d-2101-4deb-913c-dafc9a9934b9 tempest-ExternalNetworksTestJSON-636974416 tempest-ExternalNetworksTestJSON-636974416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:50.673649 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d3165b6d-2101-4deb-913c-dafc9a9934b9 tempest-ExternalNetworksTestJSON-636974416 tempest-ExternalNetworksTestJSON-636974416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:50.755396 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a95259ae-1992-47f1-9ff9-fedc96c94ebd req-f72b0eb1-c7f6-40ef-addd-21ae430ceffe tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:50.778773 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a58cc35-2b1e-4293-b4a4-8055a04350a3 req-ec9998b5-b1d3-48f0-8826-f27183f05c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:50.780359 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3a58cc35-2b1e-4293-b4a4-8055a04350a3 req-ec9998b5-b1d3-48f0-8826-f27183f05c78 service neutron] 10.222.0.21 "GET /v2.0/networks?id=cb67b300-72ad-48da-8604-1e0e076c238a HTTP/1.1" status: 200 len: 911 time: 0.1132483 Jul 05 02:24:50.832317 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3a58cc35-2b1e-4293-b4a4-8055a04350a3 req-22caa60a-bd76-418f-b7c8-9493a6793484 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94290961-51fa-4a1f-94f8-bdd1b9b1bd08 HTTP/1.1" status: 200 len: 217 time: 0.0440481 Jul 05 02:24:50.868106 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-2aa19eb5-5c48-4526-8ca5-7bde37634f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:50.880070 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3165b6d-2101-4deb-913c-dafc9a9934b9 tempest-ExternalNetworksTestJSON-636974416 tempest-ExternalNetworksTestJSON-636974416-project] Pushing event updated for resources: {'Network': ['ID=8a737fc2-6e70-402c-b7b2-9dd707b28f7a,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:50.891064 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 8a737fc2-6e70-402c-b7b2-9dd707b28f7a details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:24:50.896075 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-d3165b6d-2101-4deb-913c-dafc9a9934b9 tempest-ExternalNetworksTestJSON-636974416 tempest-ExternalNetworksTestJSON-636974416-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.1054845 Jul 05 02:24:50.903117 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a95259ae-1992-47f1-9ff9-fedc96c94ebd req-f72b0eb1-c7f6-40ef-addd-21ae430ceffe tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Network 02860c2c-1b47-41ff-bdb8-8652ec368c51 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:24:50.906612 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 59078) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:24:50.929590 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a58cc35-2b1e-4293-b4a4-8055a04350a3 req-aef0d0a7-a949-4a8a-8dbd-788b0dc655d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:50.929868 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-a95259ae-1992-47f1-9ff9-fedc96c94ebd req-f72b0eb1-c7f6-40ef-addd-21ae430ceffe tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:24:50.931315 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3a58cc35-2b1e-4293-b4a4-8055a04350a3 req-aef0d0a7-a949-4a8a-8dbd-788b0dc655d1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4c165eef-a6e1-4cbe-8057-ff98f92b9867 HTTP/1.1" status: 200 len: 851 time: 0.0922797 Jul 05 02:24:50.948687 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-a95259ae-1992-47f1-9ff9-fedc96c94ebd req-f72b0eb1-c7f6-40ef-addd-21ae430ceffe tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:24:50.948687 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-fc7f338f-6f6f-4376-bcd1-09699ba9f63e req-a5d5cc7b-a00e-42e8-82d6-87b18c3af630 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] For port 9c4ad08d-ddaa-4e85-9a5f-7f10686347ed, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=9c4ad08d-ddaa-4e85-9a5f-7f10686347ed,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:24:50.948687 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-fc7f338f-6f6f-4376-bcd1-09699ba9f63e req-a5d5cc7b-a00e-42e8-82d6-87b18c3af630 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:50.966861 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72b0eb1-c7f6-40ef-addd-21ae430ceffe tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Pushing event updated for resources: {'Port': ['ID=751746d9-09b3-40b0-a528-7dd4fc8f8baa,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:50.978582 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3a58cc35-2b1e-4293-b4a4-8055a04350a3 req-435132d8-0c76-491c-b502-ff646c27447b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cb67b300-72ad-48da-8604-1e0e076c238a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384421 Jul 05 02:24:51.001003 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-fc7f338f-6f6f-4376-bcd1-09699ba9f63e req-a5d5cc7b-a00e-42e8-82d6-87b18c3af630 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Calling delete_port for 9c4ad08d-ddaa-4e85-9a5f-7f10686347ed owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:24:51.004708 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454aa651-9c08-42c4-91b6-65f7c2417444 req-0d633c10-876b-401c-83bb-3955cf62ce8f tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:51.007255 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-454aa651-9c08-42c4-91b6-65f7c2417444 req-0d633c10-876b-401c-83bb-3955cf62ce8f tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9d7d611-0755-4e9e-8dda-32848396298c HTTP/1.1" status: 200 len: 950 time: 0.1321220 Jul 05 02:24:51.032178 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-c2a4b234-44f0-43e9-b327-2c746a7e8802 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Request body: {'network': {'name': 'tempest-network--1194075633', 'router:external': True}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:24:51.098431 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-454aa651-9c08-42c4-91b6-65f7c2417444 req-b3b54718-dc05-43ea-9514-93a52b1efe12 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764301 Jul 05 02:24:51.103459 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3100727f-2a52-4304-bec7-0ba10c46feeb req-8beeb57c-5326-4601-884a-a70ce693e138 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:51.105214 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3100727f-2a52-4304-bec7-0ba10c46feeb req-8beeb57c-5326-4601-884a-a70ce693e138 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8f8d3bf-561e-4b37-9b3d-7d7d4e3917d6 HTTP/1.1" status: 200 len: 932 time: 0.4406619 Jul 05 02:24:51.117742 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3a58cc35-2b1e-4293-b4a4-8055a04350a3 req-71f074c8-bb75-444d-95bf-003ba2a3133f service neutron] 10.222.0.21 "GET /v2.0/networks/cb67b300-72ad-48da-8604-1e0e076c238a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301951 Jul 05 02:24:51.123153 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80103780-a40f-4dbb-b7f9-7a3e0cbd2adb req-a685bbc7-f60a-4511-9470-60261811e8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:51.123938 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-80103780-a40f-4dbb-b7f9-7a3e0cbd2adb req-a685bbc7-f60a-4511-9470-60261811e8af service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2bf3196bdc1b4a84baea98e07d501fd5&device_id=6ced2830-998b-4a0e-90e8-4498c3406af5 HTTP/1.1" status: 200 len: 1095 time: 0.3664734 Jul 05 02:24:51.132137 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95259ae-1992-47f1-9ff9-fedc96c94ebd req-f72b0eb1-c7f6-40ef-addd-21ae430ceffe tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:51.132137 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a95259ae-1992-47f1-9ff9-fedc96c94ebd req-f72b0eb1-c7f6-40ef-addd-21ae430ceffe tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:51.211788 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8020969d-4f08-4eab-92ef-77741210a7dd req-401c5f75-c668-4365-930d-a7a57fe999cf tempest-ServerShowV254Test-746757979 tempest-ServerShowV254Test-746757979-project] 10.222.0.23 "GET /v2.0/ports?device_id=cad2dfcb-b692-4fb8-a907-f10190b8ab04 HTTP/1.1" status: 200 len: 210 time: 0.0381138 Jul 05 02:24:51.262254 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3100727f-2a52-4304-bec7-0ba10c46feeb req-e320e48b-e760-42a9-aa1e-b864f90fb70a tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/security-groups?id=510b9fce-3e8e-4fba-b7c1-46c3c47abb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1365047 Jul 05 02:24:51.263288 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3a58cc35-2b1e-4293-b4a4-8055a04350a3 req-48662e30-3076-4eb9-b287-d32522e57e7e service neutron] 10.222.0.21 "GET /v2.0/networks/cb67b300-72ad-48da-8604-1e0e076c238a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310635 Jul 05 02:24:51.332346 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a4b234-44f0-43e9-b327-2c746a7e8802 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Made reservation on behalf of 23036d2ec3354568bbff7eada1e9d119 for: {'network': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:24:51.335535 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c2a4b234-44f0-43e9-b327-2c746a7e8802 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:51.351241 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80103780-a40f-4dbb-b7f9-7a3e0cbd2adb req-2045fbbf-fe47-41bd-868c-540b55e82364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:51.352783 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-80103780-a40f-4dbb-b7f9-7a3e0cbd2adb req-2045fbbf-fe47-41bd-868c-540b55e82364 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4ec1bc2d-1851-41f6-9b05-c47c1f610fc1 HTTP/1.1" status: 200 len: 920 time: 0.2177689 Jul 05 02:24:51.355844 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c2a4b234-44f0-43e9-b327-2c746a7e8802 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:51.423447 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-80103780-a40f-4dbb-b7f9-7a3e0cbd2adb req-a1660016-0f2d-4cea-9330-c6c3ccab94dc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c05d738e-e3b9-4fb3-a444-faea9af51e3c HTTP/1.1" status: 200 len: 217 time: 0.0616436 Jul 05 02:24:51.433788 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d99849c-9ed3-4658-adfc-ddd9ed59e680 req-5411f2b9-5768-48fa-8f4e-e42cb31b25ca tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:51.434164 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2d99849c-9ed3-4658-adfc-ddd9ed59e680 req-5411f2b9-5768-48fa-8f4e-e42cb31b25ca tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ced2830-998b-4a0e-90e8-4498c3406af5 HTTP/1.1" status: 200 len: 943 time: 0.0862837 Jul 05 02:24:51.444972 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-8d243c6b-27b7-4f77-a333-b14cd7b4da40 None None] Provisioning for port 751746d9-09b3-40b0-a528-7dd4fc8f8baa completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:24:51.449144 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-8d243c6b-27b7-4f77-a333-b14cd7b4da40 None None] Provisioning complete for port 751746d9-09b3-40b0-a528-7dd4fc8f8baa triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:24:51.449520 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8d243c6b-27b7-4f77-a333-b14cd7b4da40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:51.474132 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2d99849c-9ed3-4658-adfc-ddd9ed59e680 req-48f85e13-6656-461f-aa80-bb947759d247 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d996060-2bcc-42e7-a06b-0ec807d28f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339162 Jul 05 02:24:51.495979 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-8d243c6b-27b7-4f77-a333-b14cd7b4da40 None None] Port 751746d9-09b3-40b0-a528-7dd4fc8f8baa cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:24:51.506645 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a95259ae-1992-47f1-9ff9-fedc96c94ebd req-f72b0eb1-c7f6-40ef-addd-21ae430ceffe tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9211540 Jul 05 02:24:51.512643 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80103780-a40f-4dbb-b7f9-7a3e0cbd2adb req-8b323b4d-1344-4c17-a50f-de4569def0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:51.514531 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-80103780-a40f-4dbb-b7f9-7a3e0cbd2adb req-8b323b4d-1344-4c17-a50f-de4569def0e5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=daac2fa9-eb52-4aad-b06c-31fd67b740d0 HTTP/1.1" status: 200 len: 860 time: 0.0811670 Jul 05 02:24:51.523040 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-a95259ae-1992-47f1-9ff9-fedc96c94ebd req-9eb7c6d1-49e1-40c5-bd4b-c85bc703f115 service neutron] Request body: {'port': {'device_id': 'f8f8d3bf-561e-4b37-9b3d-7d7d4e3917d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:24:51.592329 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-80103780-a40f-4dbb-b7f9-7a3e0cbd2adb req-3f1cb569-e9e9-4965-8782-779843af5657 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4ec1bc2d-1851-41f6-9b05-c47c1f610fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638118 Jul 05 02:24:51.604255 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-fc7f338f-6f6f-4376-bcd1-09699ba9f63e req-a5d5cc7b-a00e-42e8-82d6-87b18c3af630 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:51.616398 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['d0f30287-c739-4d8d-95be-46a29d37a553', '9c4ad08d-ddaa-4e85-9a5f-7f10686347ed'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:24:51.620041 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['abbd1cfb-a048-4869-b835-78164a320b07'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:24:51.681630 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189e1da0-da03-4789-98d9-cf50439c5aa7 req-cf7ee6ab-120f-4044-b517-36d288c5c61a tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:51.683769 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-189e1da0-da03-4789-98d9-cf50439c5aa7 req-cf7ee6ab-120f-4044-b517-36d288c5c61a tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/ports?device_id=4442d323-8f80-4361-88e8-ac3f606f8a32 HTTP/1.1" status: 200 len: 943 time: 0.2643197 Jul 05 02:24:51.712120 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d5cc7b-a00e-42e8-82d6-87b18c3af630 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Pushing event deleted for resources: {'Port': ['ID=9c4ad08d-ddaa-4e85-9a5f-7f10686347ed,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:51.838819 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc7f338f-6f6f-4376-bcd1-09699ba9f63e req-a5d5cc7b-a00e-42e8-82d6-87b18c3af630 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] No DVR routers for this DVR port 9c4ad08d-ddaa-4e85-9a5f-7f10686347ed on host n-h1-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:24:51.840215 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a95259ae-1992-47f1-9ff9-fedc96c94ebd req-9eb7c6d1-49e1-40c5-bd4b-c85bc703f115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:51.843312 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-fc7f338f-6f6f-4376-bcd1-09699ba9f63e req-a5d5cc7b-a00e-42e8-82d6-87b18c3af630 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:51.845249 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fc7f338f-6f6f-4376-bcd1-09699ba9f63e req-a5d5cc7b-a00e-42e8-82d6-87b18c3af630 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.21 "DELETE /v2.0/ports/9c4ad08d-ddaa-4e85-9a5f-7f10686347ed HTTP/1.1" status: 204 len: 173 time: 1.3484449 Jul 05 02:24:51.853142 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9d7d611-0755-4e9e-8dda-32848396298c', 'name': 'network-vif-deleted', 'tag': '9c4ad08d-ddaa-4e85-9a5f-7f10686347ed'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:24:51.855425 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3689a7c3-c211-4e31-8f1b-9efc93f13a72" -d '{"events": [{"server_uuid": "e9d7d611-0755-4e9e-8dda-32848396298c", "name": "network-vif-deleted", "tag": "9c4ad08d-ddaa-4e85-9a5f-7f10686347ed"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:24:51.887044 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-189e1da0-da03-4789-98d9-cf50439c5aa7 req-287920a9-c492-4195-b2fc-5b91601d6f74 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fa90a27-9aba-44e7-a653-62ec86df8932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524446 Jul 05 02:24:51.924451 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed84f29-bda8-42ca-93aa-d3fcf43cdaaa x-openstack-request-id: req-9ed84f29-bda8-42ca-93aa-d3fcf43cdaaa {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:24:51.926311 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9d7d611-0755-4e9e-8dda-32848396298c", "name": "network-vif-deleted", "tag": "9c4ad08d-ddaa-4e85-9a5f-7f10686347ed", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:24:51.926311 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9ed84f29-bda8-42ca-93aa-d3fcf43cdaaa {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:24:51.926311 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9d7d611-0755-4e9e-8dda-32848396298c', 'name': 'network-vif-deleted', 'tag': '9c4ad08d-ddaa-4e85-9a5f-7f10686347ed', 'status': 'completed', 'code': 200} Jul 05 02:24:51.937757 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-80103780-a40f-4dbb-b7f9-7a3e0cbd2adb req-c09a69b4-1939-48b4-b609-078d34cce1bd service neutron] 10.222.0.21 "GET /v2.0/networks/4ec1bc2d-1851-41f6-9b05-c47c1f610fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3302202 Jul 05 02:24:52.007880 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c2a4b234-44f0-43e9-b327-2c746a7e8802 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:52.167199 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-80103780-a40f-4dbb-b7f9-7a3e0cbd2adb req-aeea7000-e90b-47f8-a13f-63b0bf664c4a service neutron] 10.222.0.21 "GET /v2.0/networks/4ec1bc2d-1851-41f6-9b05-c47c1f610fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182355 Jul 05 02:24:52.210759 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c2a4b234-44f0-43e9-b327-2c746a7e8802 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:52.256231 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a4b234-44f0-43e9-b327-2c746a7e8802 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e89121c-9e8f-4e12-bd7a-723acc3e52dc,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:52.260630 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2a4b234-44f0-43e9-b327-2c746a7e8802 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=94461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:24:52.281865 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-14e8e964-d38b-4093-ab82-df8f9437ab65 req-0466322e-d03a-42d1-9f20-5972de149346 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9d7d611-0755-4e9e-8dda-32848396298c HTTP/1.1" status: 200 len: 210 time: 0.0512178 Jul 05 02:24:52.336389 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c2a4b234-44f0-43e9-b327-2c746a7e8802 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:52.336389 n-d-771362-32 neutron-server[94461]: INFO neutron.db.segments_db [None req-c2a4b234-44f0-43e9-b327-2c746a7e8802 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Added segment 4f32e4d5-85a0-4386-8d04-b57520e2d29f of type vlan for network 74ebd8e3-6d8a-425a-af61-12b6692a735e Jul 05 02:24:52.369269 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-a95259ae-1992-47f1-9ff9-fedc96c94ebd req-9eb7c6d1-49e1-40c5-bd4b-c85bc703f115 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 751746d9-09b3-40b0-a528-7dd4fc8f8baa {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:24:52.380844 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a95259ae-1992-47f1-9ff9-fedc96c94ebd req-9eb7c6d1-49e1-40c5-bd4b-c85bc703f115 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:52.406905 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c2a4b234-44f0-43e9-b327-2c746a7e8802 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:52.439010 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-209abb5a-960e-4878-95a2-8dda55871238 req-7f26c42e-5a84-4972-9d0c-c7d415bcdb16 tempest-ServerShowV254Test-746757979 tempest-ServerShowV254Test-746757979-project] 10.222.0.23 "GET /v2.0/ports?device_id=cad2dfcb-b692-4fb8-a907-f10190b8ab04 HTTP/1.1" status: 200 len: 210 time: 0.0539792 Jul 05 02:24:52.439892 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-a95259ae-1992-47f1-9ff9-fedc96c94ebd req-9eb7c6d1-49e1-40c5-bd4b-c85bc703f115 service neutron] Transition to ACTIVE for port object 751746d9-09b3-40b0-a528-7dd4fc8f8baa will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:24:52.445676 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44f3b0d-39af-4fc7-ada4-47eec8e76236 req-8d113cca-983e-4622-bdcf-3c6c2326868f tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:52.447206 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e44f3b0d-39af-4fc7-ada4-47eec8e76236 req-8d113cca-983e-4622-bdcf-3c6c2326868f tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8f8d3bf-561e-4b37-9b3d-7d7d4e3917d6 HTTP/1.1" status: 200 len: 932 time: 0.0677240 Jul 05 02:24:52.488379 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e44f3b0d-39af-4fc7-ada4-47eec8e76236 req-d45faf31-64de-46fd-8464-404304a95ce7 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/security-groups?id=510b9fce-3e8e-4fba-b7c1-46c3c47abb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343456 Jul 05 02:24:52.530723 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a95259ae-1992-47f1-9ff9-fedc96c94ebd req-9eb7c6d1-49e1-40c5-bd4b-c85bc703f115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:52.571506 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c2a4b234-44f0-43e9-b327-2c746a7e8802 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:52.575516 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a4b234-44f0-43e9-b327-2c746a7e8802 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:52.575516 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c2a4b234-44f0-43e9-b327-2c746a7e8802 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:52.649601 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb7c6d1-49e1-40c5-bd4b-c85bc703f115 service neutron] Pushing event updated for resources: {'Port': ['ID=751746d9-09b3-40b0-a528-7dd4fc8f8baa,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:52.701202 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-c2a4b234-44f0-43e9-b327-2c746a7e8802 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.7851183 Jul 05 02:24:52.702300 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 59100) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:24:52.730273 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a4b234-44f0-43e9-b327-2c746a7e8802 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Pushing event updated for resources: {'Network': ['ID=74ebd8e3-6d8a-425a-af61-12b6692a735e,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:52.750647 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 74ebd8e3-6d8a-425a-af61-12b6692a735e details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:24:52.767654 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-a95259ae-1992-47f1-9ff9-fedc96c94ebd req-9eb7c6d1-49e1-40c5-bd4b-c85bc703f115 service neutron] Attempting to bind port 751746d9-09b3-40b0-a528-7dd4fc8f8baa on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:24:52.767991 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-a95259ae-1992-47f1-9ff9-fedc96c94ebd req-9eb7c6d1-49e1-40c5-bd4b-c85bc703f115 service neutron] Attempting to bind port 751746d9-09b3-40b0-a528-7dd4fc8f8baa by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '808aeee9-9700-4e2b-95a3-34b73f31015e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '02860c2c-1b47-41ff-bdb8-8652ec368c51'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:24:52.768322 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95259ae-1992-47f1-9ff9-fedc96c94ebd req-9eb7c6d1-49e1-40c5-bd4b-c85bc703f115 service neutron] Attempting to bind port 751746d9-09b3-40b0-a528-7dd4fc8f8baa on network 02860c2c-1b47-41ff-bdb8-8652ec368c51 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:24:52.780226 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95259ae-1992-47f1-9ff9-fedc96c94ebd req-9eb7c6d1-49e1-40c5-bd4b-c85bc703f115 service neutron] Port 751746d9-09b3-40b0-a528-7dd4fc8f8baa on network 02860c2c-1b47-41ff-bdb8-8652ec368c51 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:24:52.780549 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95259ae-1992-47f1-9ff9-fedc96c94ebd req-9eb7c6d1-49e1-40c5-bd4b-c85bc703f115 service neutron] Attempting to bind port 751746d9-09b3-40b0-a528-7dd4fc8f8baa on network 02860c2c-1b47-41ff-bdb8-8652ec368c51 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:24:52.797832 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5255ade5-b361-40b4-aa5e-0c58b6f44e3b req-2f60e428-cf3b-49cb-82f8-18cb3593c2f2 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:52.803142 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5255ade5-b361-40b4-aa5e-0c58b6f44e3b req-2f60e428-cf3b-49cb-82f8-18cb3593c2f2 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ced2830-998b-4a0e-90e8-4498c3406af5 HTTP/1.1" status: 200 len: 943 time: 0.1663282 Jul 05 02:24:52.803142 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95259ae-1992-47f1-9ff9-fedc96c94ebd req-9eb7c6d1-49e1-40c5-bd4b-c85bc703f115 service neutron] Checking agent: {'id': 'e071c76e-395f-48c4-a98f-88088465cf0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:24:52.803142 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95259ae-1992-47f1-9ff9-fedc96c94ebd req-9eb7c6d1-49e1-40c5-bd4b-c85bc703f115 service neutron] Checking segment: {'id': '808aeee9-9700-4e2b-95a3-34b73f31015e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '02860c2c-1b47-41ff-bdb8-8652ec368c51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:24:52.803142 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95259ae-1992-47f1-9ff9-fedc96c94ebd req-9eb7c6d1-49e1-40c5-bd4b-c85bc703f115 service neutron] Bound using segment: {'id': '808aeee9-9700-4e2b-95a3-34b73f31015e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '02860c2c-1b47-41ff-bdb8-8652ec368c51'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:24:52.803142 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-a95259ae-1992-47f1-9ff9-fedc96c94ebd req-9eb7c6d1-49e1-40c5-bd4b-c85bc703f115 service neutron] Bound port: 751746d9-09b3-40b0-a528-7dd4fc8f8baa, host: n-h2-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '808aeee9-9700-4e2b-95a3-34b73f31015e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '02860c2c-1b47-41ff-bdb8-8652ec368c51'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:24:52.803142 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a95259ae-1992-47f1-9ff9-fedc96c94ebd req-9eb7c6d1-49e1-40c5-bd4b-c85bc703f115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:52.856571 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1571c4a0-6ae6-4083-9f3d-68f9ee849266 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:52.891877 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5255ade5-b361-40b4-aa5e-0c58b6f44e3b req-5b83f197-7207-4b1b-9803-29a9277c3c90 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d996060-2bcc-42e7-a06b-0ec807d28f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810719 Jul 05 02:24:52.919923 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-a95259ae-1992-47f1-9ff9-fedc96c94ebd req-9eb7c6d1-49e1-40c5-bd4b-c85bc703f115 service neutron] For port 751746d9-09b3-40b0-a528-7dd4fc8f8baa, host n-h2-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:24:52.933044 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-a95259ae-1992-47f1-9ff9-fedc96c94ebd req-9eb7c6d1-49e1-40c5-bd4b-c85bc703f115 service neutron] For port 751746d9-09b3-40b0-a528-7dd4fc8f8baa, host n-h2-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=751746d9-09b3-40b0-a528-7dd4fc8f8baa,segment=NetworkSegment(808aeee9-9700-4e2b-95a3-34b73f31015e),segment_id=808aeee9-9700-4e2b-95a3-34b73f31015e)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:24:52.953646 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1571c4a0-6ae6-4083-9f3d-68f9ee849266 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:52.964002 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-1571c4a0-6ae6-4083-9f3d-68f9ee849266 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74ebd8e3-6d8a-425a-af61-12b6692a735e']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:24:52.975344 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-1571c4a0-6ae6-4083-9f3d-68f9ee849266 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f32e4d5-85a0-4386-8d04-b57520e2d29f') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:24:52.975648 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-1571c4a0-6ae6-4083-9f3d-68f9ee849266 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f32e4d5-85a0-4386-8d04-b57520e2d29f') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:24:52.984669 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1571c4a0-6ae6-4083-9f3d-68f9ee849266 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:52.998433 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1571c4a0-6ae6-4083-9f3d-68f9ee849266 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:53.004452 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1571c4a0-6ae6-4083-9f3d-68f9ee849266 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:24:53.004847 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1571c4a0-6ae6-4083-9f3d-68f9ee849266 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:53.006698 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:24:53.006698 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:24:53.006698 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:24:53.006698 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:24:53.006698 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:24:53.006698 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:24:53.006698 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:24:53.006698 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:24:53.006698 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:24:53.006698 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:24:53.006698 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:24:53.006698 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:24:53.006698 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:24:53.006698 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:24:53.006698 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:24:53.006698 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:24:53.006698 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:24:53.006698 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:24:53.006698 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:24:53.006698 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:24:53.006698 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:24:53.006698 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:24:53.006698 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:24:53.006698 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:24:53.006698 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:24:53.006698 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:24:53.006698 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:24:53.006698 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:24:53.006698 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:24:53.006698 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:24:53.006698 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:24:53.006698 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:24:53.006698 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:24:53.006698 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:24:53.006698 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:24:53.006698 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:24:53.063023 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a95259ae-1992-47f1-9ff9-fedc96c94ebd req-9eb7c6d1-49e1-40c5-bd4b-c85bc703f115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:53.111024 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95259ae-1992-47f1-9ff9-fedc96c94ebd req-9eb7c6d1-49e1-40c5-bd4b-c85bc703f115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:53.111836 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a95259ae-1992-47f1-9ff9-fedc96c94ebd req-9eb7c6d1-49e1-40c5-bd4b-c85bc703f115 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:53.113543 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a95259ae-1992-47f1-9ff9-fedc96c94ebd req-9eb7c6d1-49e1-40c5-bd4b-c85bc703f115 service neutron] 10.222.0.15 "PUT /v2.0/ports/751746d9-09b3-40b0-a528-7dd4fc8f8baa HTTP/1.1" status: 200 len: 1093 time: 1.5962913 Jul 05 02:24:53.137421 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4bf465-ab48-4e8f-aa69-23b6f89cc39a req-1838e5bb-44b3-44e4-a3ee-5240118f90b2 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:53.139106 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1a4bf465-ab48-4e8f-aa69-23b6f89cc39a req-1838e5bb-44b3-44e4-a3ee-5240118f90b2 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/ports?device_id=4442d323-8f80-4361-88e8-ac3f606f8a32 HTTP/1.1" status: 200 len: 943 time: 0.1217434 Jul 05 02:24:53.145081 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb7c6d1-49e1-40c5-bd4b-c85bc703f115 service neutron] Pushing event updated for resources: {'Port': ['ID=751746d9-09b3-40b0-a528-7dd4fc8f8baa,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:53.178723 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1571c4a0-6ae6-4083-9f3d-68f9ee849266 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:53.184290 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1571c4a0-6ae6-4083-9f3d-68f9ee849266 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 74ebd8e3-6d8a-425a-af61-12b6692a735e {{(pid=94462) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 05 02:24:53.187014 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1571c4a0-6ae6-4083-9f3d-68f9ee849266 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:53.188957 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-1571c4a0-6ae6-4083-9f3d-68f9ee849266 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] 10.222.0.23 "DELETE /v2.0/networks/74ebd8e3-6d8a-425a-af61-12b6692a735e HTTP/1.1" status: 204 len: 168 time: 0.4856999 Jul 05 02:24:53.192617 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 59104) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:24:53.199006 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-548bbd4a-4b72-4d8d-8c87-57d2c8d88feb tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:24:53.209181 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1a4bf465-ab48-4e8f-aa69-23b6f89cc39a req-0913ec77-b794-4e4a-99e0-33714029f212 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fa90a27-9aba-44e7-a653-62ec86df8932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639167 Jul 05 02:24:53.210096 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1571c4a0-6ae6-4083-9f3d-68f9ee849266 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Pushing event deleted for resources: {'Network': ['ID=74ebd8e3-6d8a-425a-af61-12b6692a735e,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:53.319116 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-ba1670d0-8e48-42ac-bc06-d080dcb213d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:53.396687 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-548bbd4a-4b72-4d8d-8c87-57d2c8d88feb tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Made reservation on behalf of 23036d2ec3354568bbff7eada1e9d119 for: {'network': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:24:53.400204 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-548bbd4a-4b72-4d8d-8c87-57d2c8d88feb tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:53.435222 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-548bbd4a-4b72-4d8d-8c87-57d2c8d88feb tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=94461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:24:53.476119 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-548bbd4a-4b72-4d8d-8c87-57d2c8d88feb tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:53.476466 n-d-771362-32 neutron-server[94461]: INFO neutron.db.segments_db [None req-548bbd4a-4b72-4d8d-8c87-57d2c8d88feb tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Added segment 1d7cb867-0a7a-405a-b637-5fe3df452d02 of type vlan for network cd0606cf-a4c6-46da-8c61-432d02f89905 Jul 05 02:24:53.481393 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-acd6bb0c-886c-49ad-94e0-cc47c67cf0fb req-183503eb-c46a-4c5b-8a22-5b97771eec53 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9d7d611-0755-4e9e-8dda-32848396298c HTTP/1.1" status: 200 len: 210 time: 0.0402055 Jul 05 02:24:53.570913 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95259ae-1992-47f1-9ff9-fedc96c94ebd req-f3a7a63a-4eb8-440e-aab8-7fcbc99a4f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:53.581976 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a95259ae-1992-47f1-9ff9-fedc96c94ebd req-f3a7a63a-4eb8-440e-aab8-7fcbc99a4f9c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d63cc722770842c8a7a532820e16e452&device_id=f8f8d3bf-561e-4b37-9b3d-7d7d4e3917d6 HTTP/1.1" status: 200 len: 1096 time: 0.2153792 Jul 05 02:24:53.632901 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a95259ae-1992-47f1-9ff9-fedc96c94ebd req-440a0a82-3c44-49ed-a3bd-3e31fbe58b77 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=751746d9-09b3-40b0-a528-7dd4fc8f8baa HTTP/1.1" status: 200 len: 217 time: 0.0497620 Jul 05 02:24:53.637400 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-575c9814-8c33-4679-85ca-33496158e9e0 req-e2a9744a-63c6-4e90-8a5e-3e1e28e6b05f tempest-ServerShowV254Test-746757979 tempest-ServerShowV254Test-746757979-project] 10.222.0.23 "GET /v2.0/ports?device_id=cad2dfcb-b692-4fb8-a907-f10190b8ab04 HTTP/1.1" status: 200 len: 210 time: 0.0300217 Jul 05 02:24:53.674152 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-548bbd4a-4b72-4d8d-8c87-57d2c8d88feb tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:53.740699 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95259ae-1992-47f1-9ff9-fedc96c94ebd req-8c0073bd-5672-4bcc-b77a-8e0d0fb3bb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:53.742151 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a95259ae-1992-47f1-9ff9-fedc96c94ebd req-8c0073bd-5672-4bcc-b77a-8e0d0fb3bb76 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e54bb52b-407a-4efc-b19e-45eea28735fe HTTP/1.1" status: 200 len: 850 time: 0.0970700 Jul 05 02:24:53.757956 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:53.797448 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28ec1e2-b67d-4bed-85cd-e20480a74b88 req-02dbafeb-63c6-41aa-a9b3-c1667a5c594c tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:53.798993 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f28ec1e2-b67d-4bed-85cd-e20480a74b88 req-02dbafeb-63c6-41aa-a9b3-c1667a5c594c tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8f8d3bf-561e-4b37-9b3d-7d7d4e3917d6 HTTP/1.1" status: 200 len: 944 time: 0.1741405 Jul 05 02:24:53.807207 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 94290961-51fa-4a1f-94f8-bdd1b9b1bd08 details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:24:53.809832 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 9c4ad08d-ddaa-4e85-9a5f-7f10686347ed no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:24:53.840260 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95259ae-1992-47f1-9ff9-fedc96c94ebd req-5d163880-d240-42d2-be1e-79d3b06cb493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:53.841086 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] No Port match for: 9c4ad08d-ddaa-4e85-9a5f-7f10686347ed {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:24:53.841539 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 9c4ad08d-ddaa-4e85-9a5f-7f10686347ed not bound to the agent host n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:24:53.841678 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a95259ae-1992-47f1-9ff9-fedc96c94ebd req-5d163880-d240-42d2-be1e-79d3b06cb493 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=02860c2c-1b47-41ff-bdb8-8652ec368c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0912526 Jul 05 02:24:53.861690 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f28ec1e2-b67d-4bed-85cd-e20480a74b88 req-3771bbdb-c235-42a8-a717-fb28a695776e tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/security-groups?id=510b9fce-3e8e-4fba-b7c1-46c3c47abb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526536 Jul 05 02:24:53.905851 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-548bbd4a-4b72-4d8d-8c87-57d2c8d88feb tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:53.906868 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-548bbd4a-4b72-4d8d-8c87-57d2c8d88feb tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:53.907452 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-548bbd4a-4b72-4d8d-8c87-57d2c8d88feb tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:53.928957 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 94290961-51fa-4a1f-94f8-bdd1b9b1bd08, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=94290961-51fa-4a1f-94f8-bdd1b9b1bd08,segment=NetworkSegment(6ec7572f-ca55-43e9-8c48-0f5f35cbc4cb),segment_id=6ec7572f-ca55-43e9-8c48-0f5f35cbc4cb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:24:53.944325 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': '94290961-51fa-4a1f-94f8-bdd1b9b1bd08', 'network_id': 'cb67b300-72ad-48da-8604-1e0e076c238a', 'port_id': '94290961-51fa-4a1f-94f8-bdd1b9b1bd08', 'mac_address': 'fa:16:3e:de:3a:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c165eef-a6e1-4cbe-8057-ff98f92b9867', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:24:53.984770 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:54.002786 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94290961-51fa-4a1f-94f8-bdd1b9b1bd08 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:24:54.024510 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 94290961-51fa-4a1f-94f8-bdd1b9b1bd08, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=94290961-51fa-4a1f-94f8-bdd1b9b1bd08,segment=NetworkSegment(6ec7572f-ca55-43e9-8c48-0f5f35cbc4cb),segment_id=6ec7572f-ca55-43e9-8c48-0f5f35cbc4cb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:24:54.117933 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab54ca06-ccff-48a3-817a-dd4d64d153c0 req-bc63892c-526e-409d-b6fe-d613efba8603 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:54.119905 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ab54ca06-ccff-48a3-817a-dd4d64d153c0 req-bc63892c-526e-409d-b6fe-d613efba8603 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ced2830-998b-4a0e-90e8-4498c3406af5 HTTP/1.1" status: 200 len: 943 time: 0.0852399 Jul 05 02:24:54.142730 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:54.143421 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device c05d738e-e3b9-4fb3-a444-faea9af51e3c details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:24:54.168911 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ab54ca06-ccff-48a3-817a-dd4d64d153c0 req-1d1df533-d615-4cf5-b6a2-7dd682f457d4 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d996060-2bcc-42e7-a06b-0ec807d28f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431178 Jul 05 02:24:54.251863 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=94290961-51fa-4a1f-94f8-bdd1b9b1bd08,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:54.262923 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8f8d3bf-561e-4b37-9b3d-7d7d4e3917d6', 'tag': '751746d9-09b3-40b0-a528-7dd4fc8f8baa'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:24:54.265603 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:24:54.265603 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:24:54.265603 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:24:54.265868 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7302db3c-5faf-4d90-8183-c09e8a1d408d" -d '{"events": [{"name": "network-changed", "server_uuid": "f8f8d3bf-561e-4b37-9b3d-7d7d4e3917d6", "tag": "751746d9-09b3-40b0-a528-7dd4fc8f8baa"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:24:54.265979 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:24:54.265979 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:24:54.266156 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:24:54.266502 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:24:54.266830 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:24:54.267154 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:24:54.267478 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:24:54.267801 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:24:54.268426 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:24:54.304580 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port c05d738e-e3b9-4fb3-a444-faea9af51e3c, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=c05d738e-e3b9-4fb3-a444-faea9af51e3c,segment=NetworkSegment(6f413e2d-3872-41b4-8ea1-818c2dabde0d),segment_id=6f413e2d-3872-41b4-8ea1-818c2dabde0d)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:24:54.319899 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': 'c05d738e-e3b9-4fb3-a444-faea9af51e3c', 'network_id': '4ec1bc2d-1851-41f6-9b05-c47c1f610fc1', 'port_id': 'c05d738e-e3b9-4fb3-a444-faea9af51e3c', 'mac_address': 'fa:16:3e:6e:85:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daac2fa9-eb52-4aad-b06c-31fd67b740d0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:24:54.340483 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548bbd4a-4b72-4d8d-8c87-57d2c8d88feb tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Pushing event updated for resources: {'Network': ['ID=cd0606cf-a4c6-46da-8c61-432d02f89905,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:54.350579 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81288f48-1a01-47e9-84de-cfcc44ebfd8c x-openstack-request-id: req-81288f48-1a01-47e9-84de-cfcc44ebfd8c {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:24:54.350869 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8f8d3bf-561e-4b37-9b3d-7d7d4e3917d6", "tag": "751746d9-09b3-40b0-a528-7dd4fc8f8baa", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:24:54.351116 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-81288f48-1a01-47e9-84de-cfcc44ebfd8c {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:24:54.351495 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8f8d3bf-561e-4b37-9b3d-7d7d4e3917d6', 'tag': '751746d9-09b3-40b0-a528-7dd4fc8f8baa', 'status': 'completed', 'code': 200} Jul 05 02:24:54.356121 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network cd0606cf-a4c6-46da-8c61-432d02f89905 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:24:54.360480 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a95259ae-1992-47f1-9ff9-fedc96c94ebd req-c620e855-a557-468c-9df6-8dc2308b0213 service neutron] 10.222.0.15 "GET /v2.0/networks/02860c2c-1b47-41ff-bdb8-8652ec368c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5109370 Jul 05 02:24:54.417747 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:54.437913 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c05d738e-e3b9-4fb3-a444-faea9af51e3c {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:24:54.443024 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-548bbd4a-4b72-4d8d-8c87-57d2c8d88feb tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 835 time: 1.2485690 Jul 05 02:24:54.445640 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 59120) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:24:54.451618 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-e43fa498-55d1-4ea1-b1cc-56782c7d92c2 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Request body: {'subnet': {'network_id': 'cd0606cf-a4c6-46da-8c61-432d02f89905', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:24:54.471918 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port c05d738e-e3b9-4fb3-a444-faea9af51e3c, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=c05d738e-e3b9-4fb3-a444-faea9af51e3c,segment=NetworkSegment(6f413e2d-3872-41b4-8ea1-818c2dabde0d),segment_id=6f413e2d-3872-41b4-8ea1-818c2dabde0d)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:24:54.502289 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4aa563-793e-45e9-973a-cd75179baedc req-01ffb5fc-4102-4ae6-ade4-53b46813318b tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:54.503787 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4b4aa563-793e-45e9-973a-cd75179baedc req-01ffb5fc-4102-4ae6-ade4-53b46813318b tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/ports?device_id=4442d323-8f80-4361-88e8-ac3f606f8a32 HTTP/1.1" status: 200 len: 944 time: 0.1475382 Jul 05 02:24:54.507471 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a95259ae-1992-47f1-9ff9-fedc96c94ebd req-b8c849f6-96e5-40e0-a5a1-9809628ab119 service neutron] 10.222.0.15 "GET /v2.0/networks/02860c2c-1b47-41ff-bdb8-8652ec368c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362123 Jul 05 02:24:54.544520 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4b4aa563-793e-45e9-973a-cd75179baedc req-8e22f2ec-407b-4db1-a6dd-a886a8059082 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fa90a27-9aba-44e7-a653-62ec86df8932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350046 Jul 05 02:24:54.582167 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:54.633425 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e43fa498-55d1-4ea1-b1cc-56782c7d92c2 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Made reservation on behalf of 23036d2ec3354568bbff7eada1e9d119 for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:24:54.633945 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:54.635929 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e43fa498-55d1-4ea1-b1cc-56782c7d92c2 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:54.729948 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=c05d738e-e3b9-4fb3-a444-faea9af51e3c,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:54.743012 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7302db3c-5faf-4d90-8183-c09e8a1d408d req-68ccb3e4-994b-464d-b756-dca7b31c1979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:54.744641 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7302db3c-5faf-4d90-8183-c09e8a1d408d req-68ccb3e4-994b-464d-b756-dca7b31c1979 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d63cc722770842c8a7a532820e16e452&device_id=f8f8d3bf-561e-4b37-9b3d-7d7d4e3917d6 HTTP/1.1" status: 200 len: 1096 time: 0.0769522 Jul 05 02:24:54.824396 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f5f8ba5a-a4c4-4bef-bdcb-7bb7dad0e5a8 req-34717ffe-9534-411a-940b-aa5a8ab43b10 tempest-ServerShowV254Test-746757979 tempest-ServerShowV254Test-746757979-project] 10.222.0.23 "GET /v2.0/ports?device_id=cad2dfcb-b692-4fb8-a907-f10190b8ab04 HTTP/1.1" status: 200 len: 210 time: 0.0316312 Jul 05 02:24:54.853867 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7302db3c-5faf-4d90-8183-c09e8a1d408d req-7de8dec1-a912-4de4-8d1b-09d801f6e38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:54.856983 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7302db3c-5faf-4d90-8183-c09e8a1d408d req-7de8dec1-a912-4de4-8d1b-09d801f6e38c service neutron] 10.222.0.15 "GET /v2.0/networks?id=02860c2c-1b47-41ff-bdb8-8652ec368c51 HTTP/1.1" status: 200 len: 911 time: 0.1050954 Jul 05 02:24:54.860688 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['c05d738e-e3b9-4fb3-a444-faea9af51e3c'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:24:54.889955 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['94290961-51fa-4a1f-94f8-bdd1b9b1bd08'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:24:54.920342 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7302db3c-5faf-4d90-8183-c09e8a1d408d req-46239ecc-7afe-49b0-bd78-8c42a0451e5f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=751746d9-09b3-40b0-a528-7dd4fc8f8baa HTTP/1.1" status: 200 len: 217 time: 0.0549419 Jul 05 02:24:55.105829 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1817a543-e888-4f74-956b-f40d3a402723 req-dae51e2a-4553-4e1d-bbfe-26e43aaf14d5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cad2dfcb-b692-4fb8-a907-f10190b8ab04 HTTP/1.1" status: 200 len: 210 time: 0.0400751 Jul 05 02:24:55.148812 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7302db3c-5faf-4d90-8183-c09e8a1d408d req-259a7a6b-bb14-46e0-8c91-9676ef29c90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:55.150214 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7302db3c-5faf-4d90-8183-c09e8a1d408d req-259a7a6b-bb14-46e0-8c91-9676ef29c90e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e54bb52b-407a-4efc-b19e-45eea28735fe HTTP/1.1" status: 200 len: 850 time: 0.0999532 Jul 05 02:24:55.211400 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7302db3c-5faf-4d90-8183-c09e8a1d408d req-607f12b6-f709-4645-8151-50fd43a72351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:55.212933 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7302db3c-5faf-4d90-8183-c09e8a1d408d req-607f12b6-f709-4645-8151-50fd43a72351 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=02860c2c-1b47-41ff-bdb8-8652ec368c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559237 Jul 05 02:24:55.223095 n-d-771362-32 neutron-server[94462]: DEBUG neutron.objects.ports [None req-e43fa498-55d1-4ea1-b1cc-56782c7d92c2 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94462) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 02:24:55.223568 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e43fa498-55d1-4ea1-b1cc-56782c7d92c2 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:55.295466 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43fa498-55d1-4ea1-b1cc-56782c7d92c2 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d91da592-b45d-4c6f-9c17-0496378842c4,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:55.307533 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43fa498-55d1-4ea1-b1cc-56782c7d92c2 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Checking segment: {'id': '1d7cb867-0a7a-405a-b637-5fe3df452d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'cd0606cf-a4c6-46da-8c61-432d02f89905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:24:55.307902 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43fa498-55d1-4ea1-b1cc-56782c7d92c2 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Network hostable DHCP agents. Network: cd0606cf-a4c6-46da-8c61-432d02f89905, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:24:55.328482 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb6d239-3ada-445e-b301-50c08dfcbba5 req-b76797ac-c47a-497f-935c-25df1ec99a19 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:55.330025 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-deb6d239-3ada-445e-b301-50c08dfcbba5 req-b76797ac-c47a-497f-935c-25df1ec99a19 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8f8d3bf-561e-4b37-9b3d-7d7d4e3917d6 HTTP/1.1" status: 200 len: 944 time: 0.1577713 Jul 05 02:24:55.359729 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7302db3c-5faf-4d90-8183-c09e8a1d408d req-f42ba58a-60ec-4555-ac11-16a397a9c630 service neutron] 10.222.0.15 "GET /v2.0/networks/02860c2c-1b47-41ff-bdb8-8652ec368c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308205 Jul 05 02:24:55.371471 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323a6e74-9555-4728-b30f-e9f13bb4d666 req-32db362a-7789-492a-82f2-70fb736fa1db tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:55.371670 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-deb6d239-3ada-445e-b301-50c08dfcbba5 req-72067a46-a249-4446-9b3c-b1491689cf3e tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/security-groups?id=510b9fce-3e8e-4fba-b7c1-46c3c47abb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341580 Jul 05 02:24:55.372987 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-323a6e74-9555-4728-b30f-e9f13bb4d666 req-32db362a-7789-492a-82f2-70fb736fa1db tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=e361c8de-f613-4798-a90c-99b90beda3c5 HTTP/1.1" status: 200 len: 949 time: 0.0964115 Jul 05 02:24:55.459567 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-323a6e74-9555-4728-b30f-e9f13bb4d666 req-516e954c-907a-4d07-836e-bd21288ce180 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773950 Jul 05 02:24:55.489019 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7302db3c-5faf-4d90-8183-c09e8a1d408d req-9bc3d93d-6fb1-4168-a6b0-8cfdfe166af1 service neutron] 10.222.0.15 "GET /v2.0/networks/02860c2c-1b47-41ff-bdb8-8652ec368c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150601 Jul 05 02:24:55.514383 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43fa498-55d1-4ea1-b1cc-56782c7d92c2 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Network cd0606cf-a4c6-46da-8c61-432d02f89905 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:24:55.544172 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f36a2e-4a81-4506-b34a-fea1bb7b9dae req-7b9659d5-7329-4187-b04d-9325c3f95bdb tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:55.545754 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-19f36a2e-4a81-4506-b34a-fea1bb7b9dae req-7b9659d5-7329-4187-b04d-9325c3f95bdb tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ced2830-998b-4a0e-90e8-4498c3406af5 HTTP/1.1" status: 200 len: 944 time: 0.0740943 Jul 05 02:24:55.585696 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-19f36a2e-4a81-4506-b34a-fea1bb7b9dae req-766ed923-949e-4a7a-acd5-b332f20f16ef tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d996060-2bcc-42e7-a06b-0ec807d28f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341718 Jul 05 02:24:55.616472 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-e43fa498-55d1-4ea1-b1cc-56782c7d92c2 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, cd0606cf-a4c6-46da-8c61-432d02f89905) {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:24:55.620670 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43fa498-55d1-4ea1-b1cc-56782c7d92c2 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:55.621280 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e43fa498-55d1-4ea1-b1cc-56782c7d92c2 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:55.626215 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acdb2f70-9c41-4d5d-87a2-6560e93cf83d None None] Network cd0606cf-a4c6-46da-8c61-432d02f89905 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:24:55.731399 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-e43fa498-55d1-4ea1-b1cc-56782c7d92c2 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2843592 Jul 05 02:24:55.734173 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 59138) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:24:55.736972 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1706d5-1d65-45a2-86f2-fec63c0e2676 req-c092d225-23f4-4a2b-a1cd-0f8766901780 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:55.738558 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6d1706d5-1d65-45a2-86f2-fec63c0e2676 req-c092d225-23f4-4a2b-a1cd-0f8766901780 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/ports?device_id=4442d323-8f80-4361-88e8-ac3f606f8a32 HTTP/1.1" status: 200 len: 944 time: 0.0704720 Jul 05 02:24:55.743900 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-9d19687d-9016-4496-81eb-4a1213385324 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Request body: {'floatingip': {'floating_network_id': 'cd0606cf-a4c6-46da-8c61-432d02f89905'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:24:55.761147 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722fa76e-879c-4a12-a65b-320b04a1d1b9 None None] Network cd0606cf-a4c6-46da-8c61-432d02f89905 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:24:55.780572 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6d1706d5-1d65-45a2-86f2-fec63c0e2676 req-976464a1-77ed-4ef3-a798-d95c159ad18c tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fa90a27-9aba-44e7-a653-62ec86df8932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333278 Jul 05 02:24:55.824237 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 94290961-51fa-4a1f-94f8-bdd1b9b1bd08 up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:24:55.862971 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9d19687d-9016-4496-81eb-4a1213385324 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:55.986551 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-04b104c1-0291-4862-99a5-5cff70e5c956 req-2f2d51af-8bfa-4ac3-82d5-068642c8980b tempest-ServerShowV254Test-746757979 tempest-ServerShowV254Test-746757979-project] 10.222.0.23 "GET /v2.0/ports?device_id=cad2dfcb-b692-4fb8-a907-f10190b8ab04 HTTP/1.1" status: 200 len: 210 time: 0.0317917 Jul 05 02:24:55.991850 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9d19687d-9016-4496-81eb-4a1213385324 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:56.022432 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:56.051127 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning for port 94290961-51fa-4a1f-94f8-bdd1b9b1bd08 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:24:56.055712 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port 94290961-51fa-4a1f-94f8-bdd1b9b1bd08 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:24:56.056090 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:56.096650 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-9d19687d-9016-4496-81eb-4a1213385324 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Allocated IP 172.20.0.3 (cd0606cf-a4c6-46da-8c61-432d02f89905/d91da592-b45d-4c6f-9c17-0496378842c4/a995cb24-0a67-43c9-8c28-dc8a08fa77cf) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:24:56.152230 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:56.177832 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4442d323-8f80-4361-88e8-ac3f606f8a32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94290961-51fa-4a1f-94f8-bdd1b9b1bd08'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:24:56.180079 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a68463cc-a4d9-4a2a-a776-0517659592b8" -d '{"events": [{"server_uuid": "4442d323-8f80-4361-88e8-ac3f606f8a32", "name": "network-vif-plugged", "status": "completed", "tag": "94290961-51fa-4a1f-94f8-bdd1b9b1bd08"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:24:56.193559 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 94290961-51fa-4a1f-94f8-bdd1b9b1bd08, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=94290961-51fa-4a1f-94f8-bdd1b9b1bd08,segment=NetworkSegment(6ec7572f-ca55-43e9-8c48-0f5f35cbc4cb),segment_id=6ec7572f-ca55-43e9-8c48-0f5f35cbc4cb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:24:56.219247 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49d207fa-c6d9-47c5-a927-db60f29b3435 x-openstack-request-id: req-49d207fa-c6d9-47c5-a927-db60f29b3435 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:24:56.219802 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4442d323-8f80-4361-88e8-ac3f606f8a32", "name": "network-vif-plugged", "status": "completed", "tag": "94290961-51fa-4a1f-94f8-bdd1b9b1bd08", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:24:56.225329 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-49d207fa-c6d9-47c5-a927-db60f29b3435 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:24:56.225329 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4442d323-8f80-4361-88e8-ac3f606f8a32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94290961-51fa-4a1f-94f8-bdd1b9b1bd08', 'code': 200} Jul 05 02:24:56.275752 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9d19687d-9016-4496-81eb-4a1213385324 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:56.296332 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:56.297135 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device c05d738e-e3b9-4fb3-a444-faea9af51e3c up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:24:56.340384 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baed03e6-23a0-4b34-bd3a-937dc8de9d7d req-e83d268d-36aa-4b38-8ee2-f780928eb20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:56.342057 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-baed03e6-23a0-4b34-bd3a-937dc8de9d7d req-e83d268d-36aa-4b38-8ee2-f780928eb20e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4442d323-8f80-4361-88e8-ac3f606f8a32 HTTP/1.1" status: 200 len: 1097 time: 0.0537994 Jul 05 02:24:56.376776 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-baed03e6-23a0-4b34-bd3a-937dc8de9d7d req-60bf34d1-d178-4122-bb0a-4aa1d18e631e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1fa90a27-9aba-44e7-a653-62ec86df8932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281231 Jul 05 02:24:56.381503 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=94290961-51fa-4a1f-94f8-bdd1b9b1bd08,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:56.428334 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9d19687d-9016-4496-81eb-4a1213385324 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:56.473180 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning for port c05d738e-e3b9-4fb3-a444-faea9af51e3c completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:24:56.477090 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port c05d738e-e3b9-4fb3-a444-faea9af51e3c triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:24:56.478046 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:56.486582 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d19687d-9016-4496-81eb-4a1213385324 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Network cd0606cf-a4c6-46da-8c61-432d02f89905 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:24:56.488548 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-9d19687d-9016-4496-81eb-4a1213385324 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:24:56.492690 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d19687d-9016-4496-81eb-4a1213385324 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:24:56.536071 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d19687d-9016-4496-81eb-4a1213385324 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Pushing event updated for resources: {'Port': ['ID=a995cb24-0a67-43c9-8c28-dc8a08fa77cf,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:56.598534 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9d19687d-9016-4496-81eb-4a1213385324 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:56.607895 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2688c10-61a5-4a49-a322-ef807989c9a0 req-078fba16-2ac7-4d14-b00d-f52dd4dc9de9 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:56.610880 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c2688c10-61a5-4a49-a322-ef807989c9a0 req-078fba16-2ac7-4d14-b00d-f52dd4dc9de9 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.21 "GET /v2.0/ports?device_id=e361c8de-f613-4798-a90c-99b90beda3c5 HTTP/1.1" status: 200 len: 949 time: 0.1544445 Jul 05 02:24:56.634207 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63443665-31e4-46cf-89c1-aa64b72ef1d0 req-eb9847bd-d729-447e-8129-d24c0ceb8f4c tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:56.636186 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-63443665-31e4-46cf-89c1-aa64b72ef1d0 req-eb9847bd-d729-447e-8129-d24c0ceb8f4c tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8f8d3bf-561e-4b37-9b3d-7d7d4e3917d6 HTTP/1.1" status: 200 len: 944 time: 0.1353416 Jul 05 02:24:56.678790 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf64768-ce41-46c1-985d-1ca567fa4313 req-65dbc558-b5d5-4a6f-a61f-12c61e56cb18 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:56.679972 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0cf64768-ce41-46c1-985d-1ca567fa4313 req-65dbc558-b5d5-4a6f-a61f-12c61e56cb18 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=e361c8de-f613-4798-a90c-99b90beda3c5 HTTP/1.1" status: 200 len: 949 time: 0.0782974 Jul 05 02:24:56.707480 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-63443665-31e4-46cf-89c1-aa64b72ef1d0 req-19f31e46-2acd-4ad3-a96b-ca5bfc141151 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/security-groups?id=510b9fce-3e8e-4fba-b7c1-46c3c47abb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502219 Jul 05 02:24:56.736464 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:56.765031 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0cf64768-ce41-46c1-985d-1ca567fa4313 req-3284b756-7e27-489e-b5b3-fbe9bfdf1a25 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600405 Jul 05 02:24:56.768054 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9d19687d-9016-4496-81eb-4a1213385324 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:56.772479 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-c2688c10-61a5-4a49-a322-ef807989c9a0 req-dfb4df28-2ecd-4d6e-bcf3-71f6ef6b7d34 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Deleting port d0f30287-c739-4d8d-95be-46a29d37a553 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:24:56.772910 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c2688c10-61a5-4a49-a322-ef807989c9a0 req-dfb4df28-2ecd-4d6e-bcf3-71f6ef6b7d34 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:56.776067 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port c05d738e-e3b9-4fb3-a444-faea9af51e3c, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=c05d738e-e3b9-4fb3-a444-faea9af51e3c,segment=NetworkSegment(6f413e2d-3872-41b4-8ea1-818c2dabde0d),segment_id=6f413e2d-3872-41b4-8ea1-818c2dabde0d)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:24:56.868897 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:56.912823 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-c2688c10-61a5-4a49-a322-ef807989c9a0 req-dfb4df28-2ecd-4d6e-bcf3-71f6ef6b7d34 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] For port d0f30287-c739-4d8d-95be-46a29d37a553, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=d0f30287-c739-4d8d-95be-46a29d37a553,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:24:56.913619 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c2688c10-61a5-4a49-a322-ef807989c9a0 req-dfb4df28-2ecd-4d6e-bcf3-71f6ef6b7d34 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:56.930883 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-c2688c10-61a5-4a49-a322-ef807989c9a0 req-dfb4df28-2ecd-4d6e-bcf3-71f6ef6b7d34 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Calling delete_port for d0f30287-c739-4d8d-95be-46a29d37a553 owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:24:56.941649 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=c05d738e-e3b9-4fb3-a444-faea9af51e3c,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:56.997336 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23eefeb-d70d-4749-9e2e-d01c1ba9aab7 req-e5066e04-7aac-4c42-9ac7-5716ff202cc8 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:56.998894 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e23eefeb-d70d-4749-9e2e-d01c1ba9aab7 req-e5066e04-7aac-4c42-9ac7-5716ff202cc8 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ced2830-998b-4a0e-90e8-4498c3406af5 HTTP/1.1" status: 200 len: 945 time: 0.1510475 Jul 05 02:24:57.000171 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9d19687d-9016-4496-81eb-4a1213385324 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:57.016659 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfd4b98-a76c-4e9f-9833-2b81784589d0 req-a9c1b416-79e2-45a8-bafb-698bc4354949 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:57.017275 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6cfd4b98-a76c-4e9f-9833-2b81784589d0 req-a9c1b416-79e2-45a8-bafb-698bc4354949 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/ports?device_id=4442d323-8f80-4361-88e8-ac3f606f8a32 HTTP/1.1" status: 200 len: 945 time: 0.1121023 Jul 05 02:24:57.058970 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6cfd4b98-a76c-4e9f-9833-2b81784589d0 req-5ef7d340-6336-491e-a39b-0dbf62fb66a1 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fa90a27-9aba-44e7-a653-62ec86df8932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333838 Jul 05 02:24:57.065700 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e23eefeb-d70d-4749-9e2e-d01c1ba9aab7 req-d7dfd235-0879-4fb3-aa89-e50d43c24075 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d996060-2bcc-42e7-a06b-0ec807d28f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560949 Jul 05 02:24:57.093630 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9d19687d-9016-4496-81eb-4a1213385324 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:57.171494 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d19687d-9016-4496-81eb-4a1213385324 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Pushing event updated for resources: {'Port': ['ID=a995cb24-0a67-43c9-8c28-dc8a08fa77cf,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:57.182442 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9d19687d-9016-4496-81eb-4a1213385324 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636869'] for floatingip, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:57.210334 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c2688c10-61a5-4a49-a322-ef807989c9a0 req-dfb4df28-2ecd-4d6e-bcf3-71f6ef6b7d34 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:57.224377 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['abbd1cfb-a048-4869-b835-78164a320b07'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:24:57.230476 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['d0f30287-c739-4d8d-95be-46a29d37a553'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:24:57.256068 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb4df28-2ecd-4d6e-bcf3-71f6ef6b7d34 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Pushing event deleted for resources: {'Port': ['ID=d0f30287-c739-4d8d-95be-46a29d37a553,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:57.293397 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-158f9e16-9309-4ad2-be72-37a9a6f4ade7 req-e4e118af-452e-4536-bc77-6cba54d94613 tempest-ServerShowV254Test-746757979 tempest-ServerShowV254Test-746757979-project] 10.222.0.23 "GET /v2.0/ports?device_id=cad2dfcb-b692-4fb8-a907-f10190b8ab04 HTTP/1.1" status: 200 len: 210 time: 0.0565822 Jul 05 02:24:57.307960 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2688c10-61a5-4a49-a322-ef807989c9a0 req-dfb4df28-2ecd-4d6e-bcf3-71f6ef6b7d34 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] No DVR routers for this DVR port d0f30287-c739-4d8d-95be-46a29d37a553 on host n-h1-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:24:57.310626 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c2688c10-61a5-4a49-a322-ef807989c9a0 req-dfb4df28-2ecd-4d6e-bcf3-71f6ef6b7d34 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:57.312975 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c2688c10-61a5-4a49-a322-ef807989c9a0 req-dfb4df28-2ecd-4d6e-bcf3-71f6ef6b7d34 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.21 "DELETE /v2.0/ports/d0f30287-c739-4d8d-95be-46a29d37a553 HTTP/1.1" status: 204 len: 173 time: 0.6972790 Jul 05 02:24:57.313405 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e361c8de-f613-4798-a90c-99b90beda3c5', 'name': 'network-vif-deleted', 'tag': 'd0f30287-c739-4d8d-95be-46a29d37a553'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:24:57.316189 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96bfe9fe-1ce9-4773-ba34-24917550f2c6" -d '{"events": [{"server_uuid": "e361c8de-f613-4798-a90c-99b90beda3c5", "name": "network-vif-deleted", "tag": "d0f30287-c739-4d8d-95be-46a29d37a553"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:24:57.347682 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9d19687d-9016-4496-81eb-4a1213385324 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:57.354074 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-9d19687d-9016-4496-81eb-4a1213385324 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.6137373 Jul 05 02:24:57.354371 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 59162) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:24:57.357208 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-297546aa-9aaa-4ce2-af05-d73fafd73085 x-openstack-request-id: req-297546aa-9aaa-4ce2-af05-d73fafd73085 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:24:57.357725 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e361c8de-f613-4798-a90c-99b90beda3c5", "name": "network-vif-deleted", "tag": "d0f30287-c739-4d8d-95be-46a29d37a553", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:24:57.358059 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-297546aa-9aaa-4ce2-af05-d73fafd73085 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:24:57.358569 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e361c8de-f613-4798-a90c-99b90beda3c5', 'name': 'network-vif-deleted', 'tag': 'd0f30287-c739-4d8d-95be-46a29d37a553', 'status': 'completed', 'code': 200} Jul 05 02:24:57.428591 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-545774cb-7320-4e15-961d-96ce0e20501c tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] 10.222.0.23 "GET /v2.0/floatingips?floating_network_id=cd0606cf-a4c6-46da-8c61-432d02f89905 HTTP/1.1" status: 200 len: 689 time: 0.0730259 Jul 05 02:24:57.430823 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 59164) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:24:57.515072 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-60722199-db5b-49a4-a0c4-35e1b00fa28f tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:57.641661 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-60722199-db5b-49a4-a0c4-35e1b00fa28f tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Deleting port a995cb24-0a67-43c9-8c28-dc8a08fa77cf {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:24:57.642005 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-60722199-db5b-49a4-a0c4-35e1b00fa28f tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:57.743843 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 751746d9-09b3-40b0-a528-7dd4fc8f8baa details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:24:57.748854 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-60722199-db5b-49a4-a0c4-35e1b00fa28f tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:57.749176 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-60722199-db5b-49a4-a0c4-35e1b00fa28f tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:57.765670 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-60722199-db5b-49a4-a0c4-35e1b00fa28f tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Calling delete_port for a995cb24-0a67-43c9-8c28-dc8a08fa77cf owned by network:floatingip {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:24:57.882315 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 751746d9-09b3-40b0-a528-7dd4fc8f8baa, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=751746d9-09b3-40b0-a528-7dd4fc8f8baa,segment=NetworkSegment(808aeee9-9700-4e2b-95a3-34b73f31015e),segment_id=808aeee9-9700-4e2b-95a3-34b73f31015e)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:24:57.895238 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Returning: {'device': '751746d9-09b3-40b0-a528-7dd4fc8f8baa', 'network_id': '02860c2c-1b47-41ff-bdb8-8652ec368c51', 'port_id': '751746d9-09b3-40b0-a528-7dd4fc8f8baa', 'mac_address': 'fa:16:3e:2b:86:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e54bb52b-407a-4efc-b19e-45eea28735fe', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:24:57.939618 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:57.953365 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 751746d9-09b3-40b0-a528-7dd4fc8f8baa {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:24:57.971913 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 751746d9-09b3-40b0-a528-7dd4fc8f8baa, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=751746d9-09b3-40b0-a528-7dd4fc8f8baa,segment=NetworkSegment(808aeee9-9700-4e2b-95a3-34b73f31015e),segment_id=808aeee9-9700-4e2b-95a3-34b73f31015e)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:24:57.972105 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8877c61a-78a4-4bee-8ad9-4fc5bc4373ac req-211c4da6-30f9-42b0-bbf2-e2ea78721ff4 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:57.973588 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8877c61a-78a4-4bee-8ad9-4fc5bc4373ac req-211c4da6-30f9-42b0-bbf2-e2ea78721ff4 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8f8d3bf-561e-4b37-9b3d-7d7d4e3917d6 HTTP/1.1" status: 200 len: 944 time: 0.1140025 Jul 05 02:24:58.011409 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8877c61a-78a4-4bee-8ad9-4fc5bc4373ac req-72a70ca2-ebcc-48ec-8277-b509db408479 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/security-groups?id=510b9fce-3e8e-4fba-b7c1-46c3c47abb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322163 Jul 05 02:24:58.073505 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-60722199-db5b-49a4-a0c4-35e1b00fa28f tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:58.073738 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:58.111169 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60722199-db5b-49a4-a0c4-35e1b00fa28f tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Pushing event deleted for resources: {'Port': ['ID=a995cb24-0a67-43c9-8c28-dc8a08fa77cf,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:58.126837 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=751746d9-09b3-40b0-a528-7dd4fc8f8baa,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:58.194961 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b2e2dadf-c38f-49cd-b5e6-5b288fd53963 req-40a4a5a6-a1bf-4525-a535-00890d7565d4 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=e361c8de-f613-4798-a90c-99b90beda3c5 HTTP/1.1" status: 200 len: 210 time: 0.0380273 Jul 05 02:24:58.204552 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-60722199-db5b-49a4-a0c4-35e1b00fa28f tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:58.221512 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ced2830-998b-4a0e-90e8-4498c3406af5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c05d738e-e3b9-4fb3-a444-faea9af51e3c'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:24:58.223911 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3c5a338-c730-405c-9202-0d2b752aba9c" -d '{"events": [{"server_uuid": "6ced2830-998b-4a0e-90e8-4498c3406af5", "name": "network-vif-plugged", "status": "completed", "tag": "c05d738e-e3b9-4fb3-a444-faea9af51e3c"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:24:58.251791 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-60722199-db5b-49a4-a0c4-35e1b00fa28f tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:58.389302 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e01441d-c20c-477c-9467-44ca450fa5c8 req-8cbe3979-d0e1-4673-9924-b182d1630a59 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:58.391236 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0e01441d-c20c-477c-9467-44ca450fa5c8 req-8cbe3979-d0e1-4673-9924-b182d1630a59 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ced2830-998b-4a0e-90e8-4498c3406af5 HTTP/1.1" status: 200 len: 945 time: 0.0793011 Jul 05 02:24:58.393565 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-60722199-db5b-49a4-a0c4-35e1b00fa28f tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:58.433795 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60722199-db5b-49a4-a0c4-35e1b00fa28f tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d91da592-b45d-4c6f-9c17-0496378842c4,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:58.441855 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['751746d9-09b3-40b0-a528-7dd4fc8f8baa'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:24:58.508731 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0e01441d-c20c-477c-9467-44ca450fa5c8 req-4dc00f72-a6fd-498a-b3fb-c9993b26f470 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d996060-2bcc-42e7-a06b-0ec807d28f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862880 Jul 05 02:24:58.518866 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-60722199-db5b-49a4-a0c4-35e1b00fa28f tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:58.530581 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-60722199-db5b-49a4-a0c4-35e1b00fa28f tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd0606cf-a4c6-46da-8c61-432d02f89905']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:24:58.543479 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-60722199-db5b-49a4-a0c4-35e1b00fa28f tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d7cb867-0a7a-405a-b637-5fe3df452d02') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:24:58.543871 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-60722199-db5b-49a4-a0c4-35e1b00fa28f tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d7cb867-0a7a-405a-b637-5fe3df452d02') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:24:58.555528 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-60722199-db5b-49a4-a0c4-35e1b00fa28f tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:58.572979 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-60722199-db5b-49a4-a0c4-35e1b00fa28f tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:58.587504 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60722199-db5b-49a4-a0c4-35e1b00fa28f tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:24:58.587746 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-60722199-db5b-49a4-a0c4-35e1b00fa28f tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:58.592801 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f964fc-c3c7-4b14-9e82-0ba0933f2b95 x-openstack-request-id: req-d1f964fc-c3c7-4b14-9e82-0ba0933f2b95 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:24:58.593089 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ced2830-998b-4a0e-90e8-4498c3406af5", "name": "network-vif-plugged", "status": "completed", "tag": "c05d738e-e3b9-4fb3-a444-faea9af51e3c", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:24:58.593342 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d1f964fc-c3c7-4b14-9e82-0ba0933f2b95 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:24:58.593732 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ced2830-998b-4a0e-90e8-4498c3406af5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c05d738e-e3b9-4fb3-a444-faea9af51e3c', 'code': 200} Jul 05 02:24:58.613203 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73058b4-e70d-4fab-ad25-4273ab8eceb2 req-bd2c3fbc-e82a-42e4-baff-321ed0caaafd tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:58.619873 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f73058b4-e70d-4fab-ad25-4273ab8eceb2 req-bd2c3fbc-e82a-42e4-baff-321ed0caaafd tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/ports?device_id=4442d323-8f80-4361-88e8-ac3f606f8a32 HTTP/1.1" status: 200 len: 945 time: 0.0771565 Jul 05 02:24:58.664844 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f73058b4-e70d-4fab-ad25-4273ab8eceb2 req-4bd5376e-e1da-4d53-865b-89d9f14b24b0 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fa90a27-9aba-44e7-a653-62ec86df8932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440247 Jul 05 02:24:58.669588 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:24:58.669588 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:24:58.669588 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:24:58.669588 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:24:58.669588 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:24:58.669588 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:24:58.669588 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:24:58.669588 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:24:58.669588 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:24:58.669588 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:24:58.669588 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:24:58.669588 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:24:58.669588 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:24:58.669588 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:24:58.669588 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:24:58.669588 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:24:58.669588 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:24:58.669588 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:24:58.669588 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:24:58.669588 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:24:58.669588 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:24:58.669588 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:24:58.669588 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:24:58.669588 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:24:58.669588 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:24:58.669588 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:24:58.669588 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:24:58.669588 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:24:58.669588 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:24:58.669588 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:24:58.669588 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:24:58.669588 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:24:58.743275 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057329a8-b71f-4fcd-b617-1903e7c9b833 req-31768514-83b8-4877-a468-1aa7383676ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:58.744617 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-057329a8-b71f-4fcd-b617-1903e7c9b833 req-31768514-83b8-4877-a468-1aa7383676ee service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6ced2830-998b-4a0e-90e8-4498c3406af5 HTTP/1.1" status: 200 len: 1097 time: 0.0788646 Jul 05 02:24:58.792411 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-057329a8-b71f-4fcd-b617-1903e7c9b833 req-8049f28e-146e-4154-8ee9-c02ea5344d7f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8d996060-2bcc-42e7-a06b-0ec807d28f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406835 Jul 05 02:24:58.804777 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-60722199-db5b-49a4-a0c4-35e1b00fa28f tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:58.820978 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60722199-db5b-49a4-a0c4-35e1b00fa28f tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cd0606cf-a4c6-46da-8c61-432d02f89905 {{(pid=94462) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 05 02:24:58.822929 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60722199-db5b-49a4-a0c4-35e1b00fa28f tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Pushing event deleted for resources: {'Network': ['ID=cd0606cf-a4c6-46da-8c61-432d02f89905,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:58.825337 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f1e2a22b-1228-4a29-a3f2-880e942837b9 req-dce175f2-2279-4252-8030-0410fb7e4665 tempest-ServerShowV254Test-746757979 tempest-ServerShowV254Test-746757979-project] 10.222.0.23 "GET /v2.0/ports?device_id=cad2dfcb-b692-4fb8-a907-f10190b8ab04 HTTP/1.1" status: 200 len: 210 time: 0.0296102 Jul 05 02:24:58.828988 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-60722199-db5b-49a4-a0c4-35e1b00fa28f tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:58.833385 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-60722199-db5b-49a4-a0c4-35e1b00fa28f tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] 10.222.0.23 "DELETE /v2.0/networks/cd0606cf-a4c6-46da-8c61-432d02f89905 HTTP/1.1" status: 204 len: 168 time: 1.3993311 Jul 05 02:24:58.833993 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 59198) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:24:58.968420 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-cdb27293-d790-49ae-9304-538869a62875 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2262 time: 0.1330206 Jul 05 02:24:58.970728 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 59200) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:24:59.094840 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aabec36a-25e9-4c97-b377-9e76a9c07881 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:59.095535 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aabec36a-25e9-4c97-b377-9e76a9c07881 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:59.096013 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aabec36a-25e9-4c97-b377-9e76a9c07881 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:59.096738 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aabec36a-25e9-4c97-b377-9e76a9c07881 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:59.097259 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aabec36a-25e9-4c97-b377-9e76a9c07881 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:59.097797 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aabec36a-25e9-4c97-b377-9e76a9c07881 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:59.098289 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aabec36a-25e9-4c97-b377-9e76a9c07881 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:59.098760 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aabec36a-25e9-4c97-b377-9e76a9c07881 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:59.099772 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aabec36a-25e9-4c97-b377-9e76a9c07881 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:59.100247 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aabec36a-25e9-4c97-b377-9e76a9c07881 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:59.100998 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aabec36a-25e9-4c97-b377-9e76a9c07881 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:59.101472 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aabec36a-25e9-4c97-b377-9e76a9c07881 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:59.104269 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-aabec36a-25e9-4c97-b377-9e76a9c07881 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7652 time: 0.1325994 Jul 05 02:24:59.107335 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 59204) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:24:59.154227 n-d-771362-32 neutron-server[94462]: INFO neutron.api.v2.resource [None req-097470a9-f04c-49e4-919a-f8d043218e58 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] delete failed (client error): The resource could not be found. Jul 05 02:24:59.155626 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-097470a9-f04c-49e4-919a-f8d043218e58 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] 10.222.0.23 "DELETE /v2.0/floatingips/47340c7e-e075-453d-93f7-1c4e63cd7b65 HTTP/1.1" status: 404 len: 345 time: 0.0471263 Jul 05 02:24:59.158972 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 59206) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:24:59.178503 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6f8e816-2a7b-458d-bb30-15d0383fb876 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] DELETE failed (client error): The resource could not be found. Jul 05 02:24:59.179904 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6f8e816-2a7b-458d-bb30-15d0383fb876 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=94462) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:24:59.182093 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-e6f8e816-2a7b-458d-bb30-15d0383fb876 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] 10.222.0.23 "DELETE /v2.0/networks/cd0606cf-a4c6-46da-8c61-432d02f89905 HTTP/1.1" status: 404 len: 339 time: 0.0219207 Jul 05 02:24:59.189103 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 59208) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:24:59.194327 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-655fcb7b-6a3a-4e93-86bc-47dbca5ecea4 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Request body: {'network': {'name': 'tempest-network--863121392', 'router:external': True}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:24:59.249746 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34362f52-5e77-4f47-ab1e-365a47d46a56 req-4df79759-0780-4ba0-b02b-e48e67aaa4d2 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:59.255405 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-34362f52-5e77-4f47-ab1e-365a47d46a56 req-4df79759-0780-4ba0-b02b-e48e67aaa4d2 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8f8d3bf-561e-4b37-9b3d-7d7d4e3917d6 HTTP/1.1" status: 200 len: 945 time: 0.1068637 Jul 05 02:24:59.255943 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-655fcb7b-6a3a-4e93-86bc-47dbca5ecea4 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Made reservation on behalf of 23036d2ec3354568bbff7eada1e9d119 for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:24:59.258363 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-655fcb7b-6a3a-4e93-86bc-47dbca5ecea4 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:59.290696 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-655fcb7b-6a3a-4e93-86bc-47dbca5ecea4 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:24:59.299302 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-655fcb7b-6a3a-4e93-86bc-47dbca5ecea4 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:59.299644 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-655fcb7b-6a3a-4e93-86bc-47dbca5ecea4 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Added segment 77f8bd1b-5c64-470a-9f2e-4a1ca819cc92 of type vlan for network e0716843-f741-4d02-b923-c85b7dbe77f5 Jul 05 02:24:59.309058 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-34362f52-5e77-4f47-ab1e-365a47d46a56 req-ebf5d85e-f601-4b05-b58c-5356cd96ddd2 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/security-groups?id=510b9fce-3e8e-4fba-b7c1-46c3c47abb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468168 Jul 05 02:24:59.348346 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-655fcb7b-6a3a-4e93-86bc-47dbca5ecea4 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:59.450697 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-655fcb7b-6a3a-4e93-86bc-47dbca5ecea4 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:59.452315 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655fcb7b-6a3a-4e93-86bc-47dbca5ecea4 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:59.453050 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-655fcb7b-6a3a-4e93-86bc-47dbca5ecea4 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:59.553257 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655fcb7b-6a3a-4e93-86bc-47dbca5ecea4 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Pushing event updated for resources: {'Network': ['ID=e0716843-f741-4d02-b923-c85b7dbe77f5,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:24:59.564842 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network e0716843-f741-4d02-b923-c85b7dbe77f5 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:24:59.642633 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-655fcb7b-6a3a-4e93-86bc-47dbca5ecea4 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.4522953 Jul 05 02:24:59.647165 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 59218) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:24:59.691948 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d47a6eb-75d9-4ffc-a08f-801390f3ec5a req-7b385059-ac9e-4349-b7a5-a6bbac674c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:59.693508 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5d47a6eb-75d9-4ffc-a08f-801390f3ec5a req-7b385059-ac9e-4349-b7a5-a6bbac674c6c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=219d463f288c4c729da555f377dfc80d&device_id=4442d323-8f80-4361-88e8-ac3f606f8a32 HTTP/1.1" status: 200 len: 1097 time: 0.0672605 Jul 05 02:24:59.751301 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 751746d9-09b3-40b0-a528-7dd4fc8f8baa up at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:24:59.804122 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d47a6eb-75d9-4ffc-a08f-801390f3ec5a req-1dbf9c27-64d2-46af-b274-3076ab96b9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:59.805602 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5d47a6eb-75d9-4ffc-a08f-801390f3ec5a req-1dbf9c27-64d2-46af-b274-3076ab96b9f1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=cb67b300-72ad-48da-8604-1e0e076c238a HTTP/1.1" status: 200 len: 911 time: 0.1051891 Jul 05 02:24:59.844218 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device d0f30287-c739-4d8d-95be-46a29d37a553 no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:24:59.859454 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5d47a6eb-75d9-4ffc-a08f-801390f3ec5a req-0f9f78c6-dd02-4841-98ec-fa3cc5b6b53a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94290961-51fa-4a1f-94f8-bdd1b9b1bd08 HTTP/1.1" status: 200 len: 217 time: 0.0456326 Jul 05 02:24:59.868908 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] No Port match for: d0f30287-c739-4d8d-95be-46a29d37a553 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:24:59.869267 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device d0f30287-c739-4d8d-95be-46a29d37a553 not bound to the agent host n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:24:59.879033 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning for port 751746d9-09b3-40b0-a528-7dd4fc8f8baa completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:24:59.883413 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning complete for port 751746d9-09b3-40b0-a528-7dd4fc8f8baa triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:24:59.883833 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:24:59.926514 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d47a6eb-75d9-4ffc-a08f-801390f3ec5a req-cba9adaf-8a0b-47c3-8bef-edf513bf178d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:24:59.928805 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5d47a6eb-75d9-4ffc-a08f-801390f3ec5a req-cba9adaf-8a0b-47c3-8bef-edf513bf178d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4c165eef-a6e1-4cbe-8057-ff98f92b9867 HTTP/1.1" status: 200 len: 851 time: 0.0633554 Jul 05 02:24:59.945216 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 02:24:59.972369 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5d47a6eb-75d9-4ffc-a08f-801390f3ec5a req-16c5c956-9829-4cb1-a2c9-4f7a83128684 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cb67b300-72ad-48da-8604-1e0e076c238a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360208 Jul 05 02:24:59.974911 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:00.010410 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 751746d9-09b3-40b0-a528-7dd4fc8f8baa, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=751746d9-09b3-40b0-a528-7dd4fc8f8baa,segment=NetworkSegment(808aeee9-9700-4e2b-95a3-34b73f31015e),segment_id=808aeee9-9700-4e2b-95a3-34b73f31015e)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:25:00.096716 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:00.113603 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5d47a6eb-75d9-4ffc-a08f-801390f3ec5a req-dd11d082-aea4-4fba-810f-ff8272f0b3a1 service neutron] 10.222.0.21 "GET /v2.0/networks/cb67b300-72ad-48da-8604-1e0e076c238a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347988 Jul 05 02:25:00.122397 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac6af42-33f6-40e7-b67e-8d9e65217a55 req-779ad979-d2a8-4b88-a243-9236ea0c8cad tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:00.123926 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-eac6af42-33f6-40e7-b67e-8d9e65217a55 req-779ad979-d2a8-4b88-a243-9236ea0c8cad tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/ports?device_id=4442d323-8f80-4361-88e8-ac3f606f8a32 HTTP/1.1" status: 200 len: 945 time: 0.5225334 Jul 05 02:25:00.154780 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=751746d9-09b3-40b0-a528-7dd4fc8f8baa,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:00.161257 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da295e-cb39-416a-9ee6-fd0421b3f797 req-1136182b-aa6f-457d-9535-d1a267761ab4 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:00.163541 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-18da295e-cb39-416a-9ee6-fd0421b3f797 req-1136182b-aa6f-457d-9535-d1a267761ab4 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ced2830-998b-4a0e-90e8-4498c3406af5 HTTP/1.1" status: 200 len: 945 time: 0.1254013 Jul 05 02:25:00.186254 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd18d2d5-f059-4ab5-9d28-52cd3d37fa06 tempest-ExternalNetworksTestJSON-636974416 tempest-ExternalNetworksTestJSON-636974416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:00.191948 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd18d2d5-f059-4ab5-9d28-52cd3d37fa06 tempest-ExternalNetworksTestJSON-636974416 tempest-ExternalNetworksTestJSON-636974416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:00.198442 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd18d2d5-f059-4ab5-9d28-52cd3d37fa06 tempest-ExternalNetworksTestJSON-636974416 tempest-ExternalNetworksTestJSON-636974416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:00.204440 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd18d2d5-f059-4ab5-9d28-52cd3d37fa06 tempest-ExternalNetworksTestJSON-636974416 tempest-ExternalNetworksTestJSON-636974416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:00.206143 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-cd18d2d5-f059-4ab5-9d28-52cd3d37fa06 tempest-ExternalNetworksTestJSON-636974416 tempest-ExternalNetworksTestJSON-636974416-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.5580678 Jul 05 02:25:00.211135 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 59226) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:25:00.220177 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-eac6af42-33f6-40e7-b67e-8d9e65217a55 req-661f2c49-9fa5-4d3d-ae2f-4274bb46d840 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fa90a27-9aba-44e7-a653-62ec86df8932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836246 Jul 05 02:25:00.289143 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-18da295e-cb39-416a-9ee6-fd0421b3f797 req-27404d39-b0be-45d1-9cb0-83cc41787664 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d996060-2bcc-42e7-a06b-0ec807d28f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202216 Jul 05 02:25:00.320095 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-360aa841-3606-4b2a-9880-7fb7fe798335 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:00.329928 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5d47a6eb-75d9-4ffc-a08f-801390f3ec5a req-9bf6035d-0d43-4e60-9be7-cba79d70f8f1 service neutron] 10.222.0.21 "GET /v2.0/networks/cb67b300-72ad-48da-8604-1e0e076c238a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104161 Jul 05 02:25:00.439677 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-360aa841-3606-4b2a-9880-7fb7fe798335 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:00.443571 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3bf6d39e-a5a9-477a-a18f-e27cec37afac req-a57c2872-371b-4d78-a6a2-73b8168b9fba tempest-ServerShowV254Test-746757979 tempest-ServerShowV254Test-746757979-project] 10.222.0.23 "GET /v2.0/ports?device_id=cad2dfcb-b692-4fb8-a907-f10190b8ab04 HTTP/1.1" status: 200 len: 210 time: 0.0366824 Jul 05 02:25:00.461447 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-360aa841-3606-4b2a-9880-7fb7fe798335 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0716843-f741-4d02-b923-c85b7dbe77f5']}} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:25:00.470828 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-360aa841-3606-4b2a-9880-7fb7fe798335 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77f8bd1b-5c64-470a-9f2e-4a1ca819cc92') {'for_net_delete': True} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:25:00.470974 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-360aa841-3606-4b2a-9880-7fb7fe798335 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77f8bd1b-5c64-470a-9f2e-4a1ca819cc92') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:25:00.486871 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-360aa841-3606-4b2a-9880-7fb7fe798335 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5519669'] for segment, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:00.501047 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-360aa841-3606-4b2a-9880-7fb7fe798335 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:00.507150 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-360aa841-3606-4b2a-9880-7fb7fe798335 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=94461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:25:00.507636 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-360aa841-3606-4b2a-9880-7fb7fe798335 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5763545'] for segment, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:00.509842 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:25:00.509842 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:25:00.509842 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:25:00.509842 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:25:00.509842 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:25:00.509842 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:25:00.509842 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:25:00.509842 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:25:00.509842 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:25:00.509842 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:25:00.509842 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:25:00.509842 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:25:00.509842 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:25:00.509842 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:25:00.509842 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:25:00.509842 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:25:00.509842 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:25:00.509842 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:25:00.509842 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:25:00.509842 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:25:00.509842 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:25:00.509842 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:25:00.509842 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:25:00.509842 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:25:00.509842 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:25:00.509842 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:25:00.509842 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:25:00.509842 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:25:00.509842 n-d-771362-32 neutron-server[94461]: Traceback (most recent call last): Jul 05 02:25:00.509842 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:25:00.509842 n-d-771362-32 neutron-server[94461]: timer() Jul 05 02:25:00.509842 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:25:00.509842 n-d-771362-32 neutron-server[94461]: cb(*args, **kw) Jul 05 02:25:00.509842 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:25:00.509842 n-d-771362-32 neutron-server[94461]: return func(*args, **kwargs) Jul 05 02:25:00.509842 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:25:00.509842 n-d-771362-32 neutron-server[94461]: self._notify() Jul 05 02:25:00.509842 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:25:00.509842 n-d-771362-32 neutron-server[94461]: self.callback(batched_events) Jul 05 02:25:00.509842 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:25:00.509842 n-d-771362-32 neutron-server[94461]: event.method(event) Jul 05 02:25:00.509842 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:25:00.509842 n-d-771362-32 neutron-server[94461]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:25:00.509842 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:25:00.509842 n-d-771362-32 neutron-server[94461]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:25:00.509842 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:25:00.509842 n-d-771362-32 neutron-server[94461]: return f(self, *a, **k) Jul 05 02:25:00.509842 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:25:00.509842 n-d-771362-32 neutron-server[94461]: return self._get(url).json() Jul 05 02:25:00.509842 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:25:00.509842 n-d-771362-32 neutron-server[94461]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:25:00.509842 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:25:00.509842 n-d-771362-32 neutron-server[94461]: return self.request(url, 'GET', **kwargs) Jul 05 02:25:00.509842 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:25:00.509842 n-d-771362-32 neutron-server[94461]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:25:00.509842 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:25:00.509842 n-d-771362-32 neutron-server[94461]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:25:00.509842 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:25:00.509842 n-d-771362-32 neutron-server[94461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:25:00.509842 n-d-771362-32 neutron-server[94461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:25:00.542963 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a2d279-8c13-4d74-8723-4f8fa40130e8 req-db0eae4b-6c86-4dc2-b3ae-9079ecf58031 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:00.544542 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d3a2d279-8c13-4d74-8723-4f8fa40130e8 req-db0eae4b-6c86-4dc2-b3ae-9079ecf58031 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ffc42fb-3d2a-409b-b22a-85d7c84b00c7 HTTP/1.1" status: 200 len: 950 time: 0.0960958 Jul 05 02:25:00.584303 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d3a2d279-8c13-4d74-8723-4f8fa40130e8 req-6129612f-bfa8-427e-8d64-1dfb025394ea tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337975 Jul 05 02:25:00.594473 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8f8d3bf-561e-4b37-9b3d-7d7d4e3917d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '751746d9-09b3-40b0-a528-7dd4fc8f8baa'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:25:00.596941 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f51e701-9063-4c26-b89f-5a3fe2c233cc" -d '{"events": [{"server_uuid": "f8f8d3bf-561e-4b37-9b3d-7d7d4e3917d6", "name": "network-vif-plugged", "status": "completed", "tag": "751746d9-09b3-40b0-a528-7dd4fc8f8baa"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:25:00.667551 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-360aa841-3606-4b2a-9880-7fb7fe798335 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:00.684294 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-360aa841-3606-4b2a-9880-7fb7fe798335 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e0716843-f741-4d02-b923-c85b7dbe77f5 {{(pid=94461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 05 02:25:00.686007 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360aa841-3606-4b2a-9880-7fb7fe798335 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Pushing event deleted for resources: {'Network': ['ID=e0716843-f741-4d02-b923-c85b7dbe77f5,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:00.687929 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-360aa841-3606-4b2a-9880-7fb7fe798335 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:00.694502 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-360aa841-3606-4b2a-9880-7fb7fe798335 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] 10.222.0.23 "DELETE /v2.0/networks/e0716843-f741-4d02-b923-c85b7dbe77f5 HTTP/1.1" status: 204 len: 168 time: 0.4778333 Jul 05 02:25:00.694502 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 59238) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:25:00.699582 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-894f2856-49f6-4cd4-9e8c-95e020c38cb1 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Request body: {'network': {'name': 'tempest-network--1258351375', 'router:external': True}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:25:00.761002 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b6af3e-2bb7-41b7-a665-f24e7b97703e req-c7df1cb1-2918-4bcf-86c1-aebb41b4a9e5 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:00.762721 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f4b6af3e-2bb7-41b7-a665-f24e7b97703e req-c7df1cb1-2918-4bcf-86c1-aebb41b4a9e5 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8f8d3bf-561e-4b37-9b3d-7d7d4e3917d6 HTTP/1.1" status: 200 len: 946 time: 0.0812325 Jul 05 02:25:00.806071 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f4b6af3e-2bb7-41b7-a665-f24e7b97703e req-a9c711ac-193c-4a8b-9c51-d308c9489d39 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/security-groups?id=510b9fce-3e8e-4fba-b7c1-46c3c47abb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371923 Jul 05 02:25:00.821855 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-894f2856-49f6-4cd4-9e8c-95e020c38cb1 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Made reservation on behalf of 23036d2ec3354568bbff7eada1e9d119 for: {'network': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:25:00.825658 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-894f2856-49f6-4cd4-9e8c-95e020c38cb1 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:00.852817 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-894f2856-49f6-4cd4-9e8c-95e020c38cb1 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=94461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:25:00.862992 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-894f2856-49f6-4cd4-9e8c-95e020c38cb1 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:00.863401 n-d-771362-32 neutron-server[94461]: INFO neutron.db.segments_db [None req-894f2856-49f6-4cd4-9e8c-95e020c38cb1 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Added segment 2cd608d6-ba84-4805-b9cc-fda1a0c9db96 of type vlan for network 7cf9eeae-50db-4f6c-ad42-0b452e679f5a Jul 05 02:25:00.865394 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd80b25f-4e86-4e4f-b99a-18fbfdcbc4be x-openstack-request-id: req-dd80b25f-4e86-4e4f-b99a-18fbfdcbc4be {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:25:00.865792 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8f8d3bf-561e-4b37-9b3d-7d7d4e3917d6", "name": "network-vif-plugged", "status": "completed", "tag": "751746d9-09b3-40b0-a528-7dd4fc8f8baa", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:25:00.866109 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dd80b25f-4e86-4e4f-b99a-18fbfdcbc4be {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:25:00.866598 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8f8d3bf-561e-4b37-9b3d-7d7d4e3917d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '751746d9-09b3-40b0-a528-7dd4fc8f8baa', 'code': 200} Jul 05 02:25:00.912516 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-894f2856-49f6-4cd4-9e8c-95e020c38cb1 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:00.995456 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fab187-90e1-446e-a921-e01e9f1df9bd req-fb9792ae-9f37-471c-a2a2-aaa818d6ae81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:00.996992 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-88fab187-90e1-446e-a921-e01e9f1df9bd req-fb9792ae-9f37-471c-a2a2-aaa818d6ae81 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f8f8d3bf-561e-4b37-9b3d-7d7d4e3917d6 HTTP/1.1" status: 200 len: 1098 time: 0.0528700 Jul 05 02:25:01.062304 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-894f2856-49f6-4cd4-9e8c-95e020c38cb1 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:01.063409 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894f2856-49f6-4cd4-9e8c-95e020c38cb1 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:01.064113 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-894f2856-49f6-4cd4-9e8c-95e020c38cb1 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:01.106482 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ecc576-41dc-4066-8503-74014116220e req-708229c0-22c5-444a-ab3c-acf9543d33c9 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:01.108008 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-53ecc576-41dc-4066-8503-74014116220e req-708229c0-22c5-444a-ab3c-acf9543d33c9 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ced2830-998b-4a0e-90e8-4498c3406af5 HTTP/1.1" status: 200 len: 945 time: 0.0790782 Jul 05 02:25:01.124207 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-88fab187-90e1-446e-a921-e01e9f1df9bd req-f87c35ac-e839-4757-9990-0c77a1a6cff0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=510b9fce-3e8e-4fba-b7c1-46c3c47abb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174181 Jul 05 02:25:01.135572 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894f2856-49f6-4cd4-9e8c-95e020c38cb1 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Pushing event updated for resources: {'Network': ['ID=7cf9eeae-50db-4f6c-ad42-0b452e679f5a,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:01.145087 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 7cf9eeae-50db-4f6c-ad42-0b452e679f5a details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:25:01.159816 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74d00db-5358-44ce-8b77-e58f14555163 req-ad78ef5d-64a4-441d-9637-12dc99d3cbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:01.162325 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a74d00db-5358-44ce-8b77-e58f14555163 req-ad78ef5d-64a4-441d-9637-12dc99d3cbc1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2bf3196bdc1b4a84baea98e07d501fd5&device_id=6ced2830-998b-4a0e-90e8-4498c3406af5 HTTP/1.1" status: 200 len: 1097 time: 0.1379087 Jul 05 02:25:01.163859 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-53ecc576-41dc-4066-8503-74014116220e req-8f32744b-301c-47cf-950d-fd31d41011e3 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d996060-2bcc-42e7-a06b-0ec807d28f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480089 Jul 05 02:25:01.259816 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-894f2856-49f6-4cd4-9e8c-95e020c38cb1 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5653279 Jul 05 02:25:01.262462 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 59244) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:25:01.306227 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74d00db-5358-44ce-8b77-e58f14555163 req-2b32fc90-9e47-4fa5-8e34-349dd56ace60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:01.307760 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a74d00db-5358-44ce-8b77-e58f14555163 req-2b32fc90-9e47-4fa5-8e34-349dd56ace60 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4ec1bc2d-1851-41f6-9b05-c47c1f610fc1 HTTP/1.1" status: 200 len: 920 time: 0.1349804 Jul 05 02:25:01.328979 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0b32bb-92a5-47b6-8bde-711b44b1a20f req-cc1aa22d-8ffe-4725-a611-9c091a8bbead tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:01.330494 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-de0b32bb-92a5-47b6-8bde-711b44b1a20f req-cc1aa22d-8ffe-4725-a611-9c091a8bbead tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ffc42fb-3d2a-409b-b22a-85d7c84b00c7 HTTP/1.1" status: 200 len: 950 time: 0.1056311 Jul 05 02:25:01.349464 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817bec96-09b8-4274-90f1-57480c5bfbcb tempest-ExternalNetworksTestJSON-636974416 tempest-ExternalNetworksTestJSON-636974416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:01.353158 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-817bec96-09b8-4274-90f1-57480c5bfbcb tempest-ExternalNetworksTestJSON-636974416 tempest-ExternalNetworksTestJSON-636974416-project] 10.222.0.23 "GET /v2.0/networks/7cf9eeae-50db-4f6c-ad42-0b452e679f5a HTTP/1.1" status: 200 len: 757 time: 0.0874281 Jul 05 02:25:01.353406 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 59248) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:25:01.377486 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a74d00db-5358-44ce-8b77-e58f14555163 req-d402ecf9-d7c3-44da-bb41-fdfe47f3cbeb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c05d738e-e3b9-4fb3-a444-faea9af51e3c HTTP/1.1" status: 200 len: 217 time: 0.0636375 Jul 05 02:25:01.442364 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fbd328a-ae2c-493d-9741-974c7f05b3f0 tempest-ExternalNetworksTestJSON-636974416 tempest-ExternalNetworksTestJSON-636974416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:01.446399 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-5fbd328a-ae2c-493d-9741-974c7f05b3f0 tempest-ExternalNetworksTestJSON-636974416 tempest-ExternalNetworksTestJSON-636974416-project] 10.222.0.23 "GET /v2.0/networks/8a737fc2-6e70-402c-b7b2-9dd707b28f7a HTTP/1.1" status: 200 len: 768 time: 0.0895016 Jul 05 02:25:01.446800 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 59250) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:25:01.508412 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74d00db-5358-44ce-8b77-e58f14555163 req-0ab12103-57f5-43de-8102-58cef209ec3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:01.509873 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a74d00db-5358-44ce-8b77-e58f14555163 req-0ab12103-57f5-43de-8102-58cef209ec3b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=daac2fa9-eb52-4aad-b06c-31fd67b740d0 HTTP/1.1" status: 200 len: 860 time: 0.0984018 Jul 05 02:25:01.517739 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a28c4abf-b995-416d-ad7e-e51f21dc4e61 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:01.556178 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a74d00db-5358-44ce-8b77-e58f14555163 req-6da4b830-d14c-43dd-adc0-109c7a469cbe service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4ec1bc2d-1851-41f6-9b05-c47c1f610fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381262 Jul 05 02:25:01.564435 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da043056-5519-48b6-b4fc-ee308b6b1bbc req-c5941233-41ce-44a2-9d1a-c86da59abe6e tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:01.565915 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-da043056-5519-48b6-b4fc-ee308b6b1bbc req-c5941233-41ce-44a2-9d1a-c86da59abe6e tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/ports?device_id=4442d323-8f80-4361-88e8-ac3f606f8a32 HTTP/1.1" status: 200 len: 945 time: 0.2042437 Jul 05 02:25:01.636118 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-25f4a114-8394-4d20-bfcf-a2062ed8050f req-adb38eeb-6e79-4105-a77d-430400da022b tempest-ServerShowV254Test-746757979 tempest-ServerShowV254Test-746757979-project] 10.222.0.23 "GET /v2.0/ports?device_id=cad2dfcb-b692-4fb8-a907-f10190b8ab04 HTTP/1.1" status: 200 len: 210 time: 0.0372293 Jul 05 02:25:01.639510 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a28c4abf-b995-416d-ad7e-e51f21dc4e61 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:01.639637 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-de0b32bb-92a5-47b6-8bde-711b44b1a20f req-70ca68ff-eba9-4589-aec2-14151dde12d0 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Deleting port abbd1cfb-a048-4869-b835-78164a320b07 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:25:01.639930 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-de0b32bb-92a5-47b6-8bde-711b44b1a20f req-70ca68ff-eba9-4589-aec2-14151dde12d0 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:01.650204 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-a28c4abf-b995-416d-ad7e-e51f21dc4e61 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cf9eeae-50db-4f6c-ad42-0b452e679f5a']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:25:01.670281 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-a28c4abf-b995-416d-ad7e-e51f21dc4e61 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cd608d6-ba84-4805-b9cc-fda1a0c9db96') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:25:01.670427 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-a28c4abf-b995-416d-ad7e-e51f21dc4e61 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cd608d6-ba84-4805-b9cc-fda1a0c9db96') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:25:01.680015 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a28c4abf-b995-416d-ad7e-e51f21dc4e61 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:01.694078 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a28c4abf-b995-416d-ad7e-e51f21dc4e61 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:01.701184 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a28c4abf-b995-416d-ad7e-e51f21dc4e61 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:25:01.701856 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a28c4abf-b995-416d-ad7e-e51f21dc4e61 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:01.704946 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:25:01.704946 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:25:01.704946 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:25:01.704946 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:25:01.704946 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:25:01.704946 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:25:01.704946 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:25:01.704946 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:25:01.704946 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:25:01.704946 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:25:01.704946 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:25:01.704946 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:25:01.704946 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:25:01.704946 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:25:01.704946 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:25:01.704946 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:25:01.704946 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:25:01.704946 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:25:01.704946 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:25:01.704946 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:25:01.704946 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:25:01.704946 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:25:01.704946 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:25:01.704946 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:25:01.704946 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:25:01.704946 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:25:01.704946 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:25:01.704946 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:25:01.704946 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:25:01.704946 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:25:01.704946 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:25:01.704946 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:25:01.718667 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-da043056-5519-48b6-b4fc-ee308b6b1bbc req-c3ec1c64-12b0-40c9-9620-e30ef4bc9364 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fa90a27-9aba-44e7-a653-62ec86df8932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043429 Jul 05 02:25:01.748588 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a74d00db-5358-44ce-8b77-e58f14555163 req-669a4978-b872-4516-9216-bdf081636d9c service neutron] 10.222.0.21 "GET /v2.0/networks/4ec1bc2d-1851-41f6-9b05-c47c1f610fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815450 Jul 05 02:25:01.823184 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7de4589-cbbd-41a3-8b79-3979abb05c95 req-9ca8b8d4-9c97-4775-9ca3-8e399963e38c tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:01.824674 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e7de4589-cbbd-41a3-8b79-3979abb05c95 req-9ca8b8d4-9c97-4775-9ca3-8e399963e38c tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ffc42fb-3d2a-409b-b22a-85d7c84b00c7 HTTP/1.1" status: 200 len: 950 time: 0.0749552 Jul 05 02:25:01.836167 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-de0b32bb-92a5-47b6-8bde-711b44b1a20f req-70ca68ff-eba9-4589-aec2-14151dde12d0 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] For port abbd1cfb-a048-4869-b835-78164a320b07, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=abbd1cfb-a048-4869-b835-78164a320b07,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:25:01.836610 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-de0b32bb-92a5-47b6-8bde-711b44b1a20f req-70ca68ff-eba9-4589-aec2-14151dde12d0 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:01.857172 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-de0b32bb-92a5-47b6-8bde-711b44b1a20f req-70ca68ff-eba9-4589-aec2-14151dde12d0 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Calling delete_port for abbd1cfb-a048-4869-b835-78164a320b07 owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:25:01.860713 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a28c4abf-b995-416d-ad7e-e51f21dc4e61 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:01.868419 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a28c4abf-b995-416d-ad7e-e51f21dc4e61 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7cf9eeae-50db-4f6c-ad42-0b452e679f5a {{(pid=94462) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 05 02:25:01.872866 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e7de4589-cbbd-41a3-8b79-3979abb05c95 req-c850358a-c45e-42c3-9d87-a3d36900678a tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3fb926-8340-45c3-88ce-b2b2ae352c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423026 Jul 05 02:25:01.873973 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a28c4abf-b995-416d-ad7e-e51f21dc4e61 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:01.879541 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-a28c4abf-b995-416d-ad7e-e51f21dc4e61 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] 10.222.0.23 "DELETE /v2.0/networks/7cf9eeae-50db-4f6c-ad42-0b452e679f5a HTTP/1.1" status: 204 len: 168 time: 0.4281251 Jul 05 02:25:01.887613 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 59258) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:25:01.887764 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28c4abf-b995-416d-ad7e-e51f21dc4e61 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Pushing event deleted for resources: {'Network': ['ID=7cf9eeae-50db-4f6c-ad42-0b452e679f5a,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:01.889694 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-28110a4d-91c2-4af3-a03d-8e9a3ec2a770 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Request body: {'network': {'name': 'tempest-network--1982963438'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:25:01.997878 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a74d00db-5358-44ce-8b77-e58f14555163 req-63133a81-671b-4f9b-a33f-d9b6214b693c service neutron] 10.222.0.21 "GET /v2.0/networks/4ec1bc2d-1851-41f6-9b05-c47c1f610fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402916 Jul 05 02:25:02.067429 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039315c9-d539-4eff-be10-5f405219758a req-384a3fba-2585-4d9d-9954-efcdb89b0a28 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:02.068940 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-039315c9-d539-4eff-be10-5f405219758a req-384a3fba-2585-4d9d-9954-efcdb89b0a28 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8f8d3bf-561e-4b37-9b3d-7d7d4e3917d6 HTTP/1.1" status: 200 len: 946 time: 0.1140158 Jul 05 02:25:02.133523 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-039315c9-d539-4eff-be10-5f405219758a req-7654eff8-592a-4af0-ac5e-66461b914727 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/security-groups?id=510b9fce-3e8e-4fba-b7c1-46c3c47abb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471311 Jul 05 02:25:02.158480 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28110a4d-91c2-4af3-a03d-8e9a3ec2a770 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Made reservation on behalf of 23036d2ec3354568bbff7eada1e9d119 for: {'network': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:25:02.160892 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-28110a4d-91c2-4af3-a03d-8e9a3ec2a770 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:02.254750 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28110a4d-91c2-4af3-a03d-8e9a3ec2a770 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=94461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:25:02.266286 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-28110a4d-91c2-4af3-a03d-8e9a3ec2a770 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:02.266592 n-d-771362-32 neutron-server[94461]: INFO neutron.db.segments_db [None req-28110a4d-91c2-4af3-a03d-8e9a3ec2a770 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Added segment 8aaf250d-fb8e-473f-b4e3-a87924c8374d of type vlan for network d2c9cf9f-1479-46cc-81fe-25f222b75a8f Jul 05 02:25:02.302865 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-de0b32bb-92a5-47b6-8bde-711b44b1a20f req-70ca68ff-eba9-4589-aec2-14151dde12d0 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:02.314707 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['abbd1cfb-a048-4869-b835-78164a320b07'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:25:02.343750 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-28110a4d-91c2-4af3-a03d-8e9a3ec2a770 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:02.359588 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a9c14-05ea-41a4-9b8d-1d6c7b8dc5c0 req-7ea8aa55-8a89-40aa-ae26-6fd230126838 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:02.361096 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-660a9c14-05ea-41a4-9b8d-1d6c7b8dc5c0 req-7ea8aa55-8a89-40aa-ae26-6fd230126838 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ced2830-998b-4a0e-90e8-4498c3406af5 HTTP/1.1" status: 200 len: 945 time: 0.0688267 Jul 05 02:25:02.367068 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ca68ff-eba9-4589-aec2-14151dde12d0 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Pushing event deleted for resources: {'Port': ['ID=abbd1cfb-a048-4869-b835-78164a320b07,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:02.407726 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-660a9c14-05ea-41a4-9b8d-1d6c7b8dc5c0 req-6eb9c3de-052c-40dc-ad8f-716872460388 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d996060-2bcc-42e7-a06b-0ec807d28f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407562 Jul 05 02:25:02.434427 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-de0b32bb-92a5-47b6-8bde-711b44b1a20f req-70ca68ff-eba9-4589-aec2-14151dde12d0 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] No DVR routers for this DVR port abbd1cfb-a048-4869-b835-78164a320b07 on host n-h2-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:25:02.434427 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-de0b32bb-92a5-47b6-8bde-711b44b1a20f req-70ca68ff-eba9-4589-aec2-14151dde12d0 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:02.434427 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-de0b32bb-92a5-47b6-8bde-711b44b1a20f req-70ca68ff-eba9-4589-aec2-14151dde12d0 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.15 "DELETE /v2.0/ports/abbd1cfb-a048-4869-b835-78164a320b07 HTTP/1.1" status: 204 len: 173 time: 1.0680017 Jul 05 02:25:02.434427 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ffc42fb-3d2a-409b-b22a-85d7c84b00c7', 'name': 'network-vif-deleted', 'tag': 'abbd1cfb-a048-4869-b835-78164a320b07'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:25:02.434427 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e27c1697-9ee0-40c2-9cc4-37c3c7ebe175" -d '{"events": [{"server_uuid": "6ffc42fb-3d2a-409b-b22a-85d7c84b00c7", "name": "network-vif-deleted", "tag": "abbd1cfb-a048-4869-b835-78164a320b07"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:25:02.465773 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d65bbb1b-450a-469b-9346-4fa9bb8fa54f x-openstack-request-id: req-d65bbb1b-450a-469b-9346-4fa9bb8fa54f {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:25:02.476880 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ffc42fb-3d2a-409b-b22a-85d7c84b00c7", "name": "network-vif-deleted", "tag": "abbd1cfb-a048-4869-b835-78164a320b07", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:25:02.476880 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d65bbb1b-450a-469b-9346-4fa9bb8fa54f {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:25:02.476880 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ffc42fb-3d2a-409b-b22a-85d7c84b00c7', 'name': 'network-vif-deleted', 'tag': 'abbd1cfb-a048-4869-b835-78164a320b07', 'status': 'completed', 'code': 200} Jul 05 02:25:02.554935 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-28110a4d-91c2-4af3-a03d-8e9a3ec2a770 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:02.555993 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28110a4d-91c2-4af3-a03d-8e9a3ec2a770 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:02.556593 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-28110a4d-91c2-4af3-a03d-8e9a3ec2a770 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:02.619529 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28110a4d-91c2-4af3-a03d-8e9a3ec2a770 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Pushing event updated for resources: {'Network': ['ID=d2c9cf9f-1479-46cc-81fe-25f222b75a8f,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:02.628947 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network d2c9cf9f-1479-46cc-81fe-25f222b75a8f details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:25:02.737707 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-28110a4d-91c2-4af3-a03d-8e9a3ec2a770 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8525982 Jul 05 02:25:02.739985 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 59272) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:25:02.749061 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-8a8c3336-0092-4a0c-8a2e-e8ab90ff5954 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:25:02.919383 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49baeaab-17ec-47db-9e30-2d88f9d8fbe2 req-0eb9ef32-533b-4a50-8af4-0f053216c228 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:02.921033 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-49baeaab-17ec-47db-9e30-2d88f9d8fbe2 req-0eb9ef32-533b-4a50-8af4-0f053216c228 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/ports?device_id=4442d323-8f80-4361-88e8-ac3f606f8a32 HTTP/1.1" status: 200 len: 945 time: 0.0764122 Jul 05 02:25:02.961665 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-49baeaab-17ec-47db-9e30-2d88f9d8fbe2 req-ecedee11-7eb6-4915-8e8c-06245b229ad1 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fa90a27-9aba-44e7-a653-62ec86df8932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344250 Jul 05 02:25:03.117725 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e3583793-c960-4394-9e2b-4de5996aff52 req-2946e1b3-fcd0-4708-ab19-d948bd26f817 tempest-MigrationsAdminTest-985847630 tempest-MigrationsAdminTest-985847630-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ffc42fb-3d2a-409b-b22a-85d7c84b00c7 HTTP/1.1" status: 200 len: 210 time: 0.0301714 Jul 05 02:25:03.146323 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-feb21b1a-a89c-455b-9e34-6e1797764949 req-ed929b7b-d1d4-4001-8a1c-3e553127ba48 tempest-ServerShowV254Test-746757979 tempest-ServerShowV254Test-746757979-project] 10.222.0.23 "GET /v2.0/ports?device_id=cad2dfcb-b692-4fb8-a907-f10190b8ab04 HTTP/1.1" status: 200 len: 210 time: 0.0573909 Jul 05 02:25:03.248793 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8a8c3336-0092-4a0c-8a2e-e8ab90ff5954 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:03.311958 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d78c23-ed1b-4f12-a191-c6bcc6be1992 req-2449a44a-5079-4778-ada4-ad7fd641f248 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:03.313452 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-45d78c23-ed1b-4f12-a191-c6bcc6be1992 req-2449a44a-5079-4778-ada4-ad7fd641f248 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8f8d3bf-561e-4b37-9b3d-7d7d4e3917d6 HTTP/1.1" status: 200 len: 946 time: 0.0637059 Jul 05 02:25:03.324896 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8a8c3336-0092-4a0c-8a2e-e8ab90ff5954 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:03.332424 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8a8c3336-0092-4a0c-8a2e-e8ab90ff5954 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Network d2c9cf9f-1479-46cc-81fe-25f222b75a8f is not hosted by any dhcp agent {{(pid=94461) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 05 02:25:03.333897 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8c3336-0092-4a0c-8a2e-e8ab90ff5954 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:03.336471 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8a8c3336-0092-4a0c-8a2e-e8ab90ff5954 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:03.336471 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-8a8c3336-0092-4a0c-8a2e-e8ab90ff5954 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] 10.222.0.23 "PUT /v2.0/networks/d2c9cf9f-1479-46cc-81fe-25f222b75a8f HTTP/1.1" status: 200 len: 857 time: 0.5949147 Jul 05 02:25:03.339169 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 59280) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:25:03.390182 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8c3336-0092-4a0c-8a2e-e8ab90ff5954 tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Pushing event updated for resources: {'Network': ['ID=d2c9cf9f-1479-46cc-81fe-25f222b75a8f,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:03.397437 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-45d78c23-ed1b-4f12-a191-c6bcc6be1992 req-3ff8d652-35de-4632-b7e9-2e53d89fb811 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/security-groups?id=510b9fce-3e8e-4fba-b7c1-46c3c47abb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777755 Jul 05 02:25:03.427582 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7cbb491c-192d-4ce0-8b6f-a89807ab72da tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:03.548973 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7cbb491c-192d-4ce0-8b6f-a89807ab72da tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:03.561337 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-7cbb491c-192d-4ce0-8b6f-a89807ab72da tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2c9cf9f-1479-46cc-81fe-25f222b75a8f']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:25:03.573454 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-7cbb491c-192d-4ce0-8b6f-a89807ab72da tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8aaf250d-fb8e-473f-b4e3-a87924c8374d') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:25:03.574684 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-7cbb491c-192d-4ce0-8b6f-a89807ab72da tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8aaf250d-fb8e-473f-b4e3-a87924c8374d') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:25:03.586671 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7cbb491c-192d-4ce0-8b6f-a89807ab72da tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:03.619531 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60597b1a-661a-4ad7-8f8a-5b1af85609b1 req-1dff83ca-9b45-43d6-9a3f-f33ddef314a1 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:03.621226 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-60597b1a-661a-4ad7-8f8a-5b1af85609b1 req-1dff83ca-9b45-43d6-9a3f-f33ddef314a1 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8f8d3bf-561e-4b37-9b3d-7d7d4e3917d6 HTTP/1.1" status: 200 len: 946 time: 0.0722852 Jul 05 02:25:03.631558 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 59288) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:25:03.635935 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-bb3fe1eb-59ee-48f1-8604-26f6df1e81f6 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Request body: {'floatingip': {'port_id': '751746d9-09b3-40b0-a528-7dd4fc8f8baa'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:25:03.640701 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7cbb491c-192d-4ce0-8b6f-a89807ab72da tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:03.652051 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cbb491c-192d-4ce0-8b6f-a89807ab72da tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:25:03.652594 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7cbb491c-192d-4ce0-8b6f-a89807ab72da tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:03.654612 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:25:03.654612 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:25:03.654612 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:25:03.654612 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:25:03.654612 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:25:03.654612 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:25:03.654612 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:25:03.654612 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:25:03.654612 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:25:03.654612 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:25:03.654612 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:25:03.654612 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:25:03.654612 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:25:03.654612 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:25:03.654612 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:25:03.654612 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:25:03.654612 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:25:03.654612 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:25:03.654612 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:25:03.654612 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:25:03.654612 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:25:03.654612 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:25:03.654612 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:25:03.654612 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:25:03.654612 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:25:03.654612 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:25:03.654612 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:25:03.654612 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:25:03.654612 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:25:03.654612 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:25:03.654612 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:25:03.654612 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:25:03.679659 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bb3fe1eb-59ee-48f1-8604-26f6df1e81f6 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Notify callbacks [] for floatingip, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:03.729615 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1dae77-96d1-4e36-a3d9-f4785e700b0c req-9017f0ef-a223-4d59-b8d2-a0e9457ced11 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:03.731108 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ba1dae77-96d1-4e36-a3d9-f4785e700b0c req-9017f0ef-a223-4d59-b8d2-a0e9457ced11 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ced2830-998b-4a0e-90e8-4498c3406af5 HTTP/1.1" status: 200 len: 945 time: 0.1616318 Jul 05 02:25:03.779907 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ba1dae77-96d1-4e36-a3d9-f4785e700b0c req-38fb85ef-ccc5-4d22-b2e1-e51ca49c41b9 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d996060-2bcc-42e7-a06b-0ec807d28f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412397 Jul 05 02:25:03.918737 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7cbb491c-192d-4ce0-8b6f-a89807ab72da tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:03.934483 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cbb491c-192d-4ce0-8b6f-a89807ab72da tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d2c9cf9f-1479-46cc-81fe-25f222b75a8f {{(pid=94462) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 05 02:25:03.936535 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbb491c-192d-4ce0-8b6f-a89807ab72da tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Pushing event deleted for resources: {'Network': ['ID=d2c9cf9f-1479-46cc-81fe-25f222b75a8f,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:03.938500 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7cbb491c-192d-4ce0-8b6f-a89807ab72da tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:03.944203 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-7cbb491c-192d-4ce0-8b6f-a89807ab72da tempest-ExternalNetworksTestJSON-1608349234 tempest-ExternalNetworksTestJSON-1608349234-project-admin] 10.222.0.23 "DELETE /v2.0/networks/d2c9cf9f-1479-46cc-81fe-25f222b75a8f HTTP/1.1" status: 204 len: 168 time: 0.6003056 Jul 05 02:25:03.944367 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 59290) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:25:03.973021 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-302439ec-8f74-42f0-80c4-64d76f236ebf tempest-ExternalNetworksTestJSON-636974416 tempest-ExternalNetworksTestJSON-636974416-project] DELETE failed (client error): The resource could not be found. Jul 05 02:25:03.973487 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-302439ec-8f74-42f0-80c4-64d76f236ebf tempest-ExternalNetworksTestJSON-636974416 tempest-ExternalNetworksTestJSON-636974416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94462) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:25:03.982547 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-302439ec-8f74-42f0-80c4-64d76f236ebf tempest-ExternalNetworksTestJSON-636974416 tempest-ExternalNetworksTestJSON-636974416-project] 10.222.0.23 "DELETE /v2.0/subnets/d91da592-b45d-4c6f-9c17-0496378842c4 HTTP/1.1" status: 404 len: 337 time: 0.0369735 Jul 05 02:25:03.983479 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 59292) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:25:04.105309 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f8594261-f7b3-4bf7-8e93-045fb1fa2097 tempest-ExternalNetworksTestJSON-636974416 tempest-ExternalNetworksTestJSON-636974416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:04.231600 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f8594261-f7b3-4bf7-8e93-045fb1fa2097 tempest-ExternalNetworksTestJSON-636974416 tempest-ExternalNetworksTestJSON-636974416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:04.250311 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-f8594261-f7b3-4bf7-8e93-045fb1fa2097 tempest-ExternalNetworksTestJSON-636974416 tempest-ExternalNetworksTestJSON-636974416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a737fc2-6e70-402c-b7b2-9dd707b28f7a']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:25:04.266475 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-f8594261-f7b3-4bf7-8e93-045fb1fa2097 tempest-ExternalNetworksTestJSON-636974416 tempest-ExternalNetworksTestJSON-636974416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd33860e5-8481-43e7-acac-cf5af2efd68d') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:25:04.267281 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-f8594261-f7b3-4bf7-8e93-045fb1fa2097 tempest-ExternalNetworksTestJSON-636974416 tempest-ExternalNetworksTestJSON-636974416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd33860e5-8481-43e7-acac-cf5af2efd68d') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:25:04.280991 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f8594261-f7b3-4bf7-8e93-045fb1fa2097 tempest-ExternalNetworksTestJSON-636974416 tempest-ExternalNetworksTestJSON-636974416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:04.297290 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564f5db5-adb2-4a94-8e4d-e59bee892eb8 req-00f938fc-9d85-4f8c-8cb0-0923991c01ed tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:04.298924 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-564f5db5-adb2-4a94-8e4d-e59bee892eb8 req-00f938fc-9d85-4f8c-8cb0-0923991c01ed tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/ports?device_id=4442d323-8f80-4361-88e8-ac3f606f8a32 HTTP/1.1" status: 200 len: 945 time: 0.1891127 Jul 05 02:25:04.307884 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f8594261-f7b3-4bf7-8e93-045fb1fa2097 tempest-ExternalNetworksTestJSON-636974416 tempest-ExternalNetworksTestJSON-636974416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:04.317467 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8594261-f7b3-4bf7-8e93-045fb1fa2097 tempest-ExternalNetworksTestJSON-636974416 tempest-ExternalNetworksTestJSON-636974416-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:25:04.318534 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f8594261-f7b3-4bf7-8e93-045fb1fa2097 tempest-ExternalNetworksTestJSON-636974416 tempest-ExternalNetworksTestJSON-636974416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:04.342699 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bb3fe1eb-59ee-48f1-8604-26f6df1e81f6 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:04.369931 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-564f5db5-adb2-4a94-8e4d-e59bee892eb8 req-d8982f28-0ef5-4dd4-8192-38821da265e6 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fa90a27-9aba-44e7-a653-62ec86df8932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592954 Jul 05 02:25:04.390149 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:25:04.390149 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:25:04.390149 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:25:04.390149 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:25:04.390149 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:25:04.390149 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:25:04.390149 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:25:04.390149 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:25:04.390149 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:25:04.390149 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:25:04.390149 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:25:04.390149 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:25:04.390149 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:25:04.390149 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:25:04.390149 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:25:04.390149 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:25:04.390149 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:25:04.390149 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:25:04.390149 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:25:04.390149 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:25:04.390149 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:25:04.390149 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:25:04.390149 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:25:04.390149 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:25:04.390149 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:25:04.390149 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:25:04.390149 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:25:04.390149 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:25:04.390149 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:25:04.390149 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:25:04.390149 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:25:04.390149 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:25:04.431940 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b272b4e9-beaa-4265-95cb-bdce16c8d202 req-0b5c68dd-e141-4f6a-9b69-9a4dc57597fe tempest-ServerShowV254Test-746757979 tempest-ServerShowV254Test-746757979-project] 10.222.0.23 "GET /v2.0/ports?device_id=cad2dfcb-b692-4fb8-a907-f10190b8ab04 HTTP/1.1" status: 200 len: 210 time: 0.0407264 Jul 05 02:25:04.552952 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bb3fe1eb-59ee-48f1-8604-26f6df1e81f6 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636869'] for floatingip, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:04.644567 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f8594261-f7b3-4bf7-8e93-045fb1fa2097 tempest-ExternalNetworksTestJSON-636974416 tempest-ExternalNetworksTestJSON-636974416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:04.650969 n-d-771362-32 neutron-server[94461]: INFO neutron.db.l3_db [None req-bb3fe1eb-59ee-48f1-8604-26f6df1e81f6 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Floating IP 27628c55-fd62-4545-b8e0-0f7cfa14c507 associated. External IP: 172.25.7.121, port: 751746d9-09b3-40b0-a528-7dd4fc8f8baa. Jul 05 02:25:04.654383 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f8594261-f7b3-4bf7-8e93-045fb1fa2097 tempest-ExternalNetworksTestJSON-636974416 tempest-ExternalNetworksTestJSON-636974416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:04.656325 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-f8594261-f7b3-4bf7-8e93-045fb1fa2097 tempest-ExternalNetworksTestJSON-636974416 tempest-ExternalNetworksTestJSON-636974416-project] 10.222.0.23 "DELETE /v2.0/networks/8a737fc2-6e70-402c-b7b2-9dd707b28f7a HTTP/1.1" status: 204 len: 168 time: 0.6716824 Jul 05 02:25:04.666767 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8594261-f7b3-4bf7-8e93-045fb1fa2097 tempest-ExternalNetworksTestJSON-636974416 tempest-ExternalNetworksTestJSON-636974416-project] Pushing event deleted for resources: {'Network': ['ID=8a737fc2-6e70-402c-b7b2-9dd707b28f7a,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:04.881757 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb3fe1eb-59ee-48f1-8604-26f6df1e81f6 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Router e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:25:04.967878 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 59310) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:25:04.980365 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e71831f-5416-4cb3-bc33-159bfd7c7f61 req-4a9bb463-6735-4c3f-8e62-fe9684ec0e0b tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:04.981874 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7e71831f-5416-4cb3-bc33-159bfd7c7f61 req-4a9bb463-6735-4c3f-8e62-fe9684ec0e0b tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ced2830-998b-4a0e-90e8-4498c3406af5 HTTP/1.1" status: 200 len: 945 time: 0.0837467 Jul 05 02:25:04.999821 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb3fe1eb-59ee-48f1-8604-26f6df1e81f6 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:25:05.004481 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bb3fe1eb-59ee-48f1-8604-26f6df1e81f6 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:05.016107 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ee60ef-126e-4a59-b897-d6d92cd9496f None None] Sync routers for ids ['e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:25:05.024921 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7e71831f-5416-4cb3-bc33-159bfd7c7f61 req-6e82bff4-aa3c-4f86-b5ee-bb491b659c04 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d996060-2bcc-42e7-a06b-0ec807d28f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372245 Jul 05 02:25:05.084343 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-bb3fe1eb-59ee-48f1-8604-26f6df1e81f6 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "PUT /v2.0/floatingips/27628c55-fd62-4545-b8e0-0f7cfa14c507 HTTP/1.1" status: 200 len: 992 time: 1.4531031 Jul 05 02:25:05.085109 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8f8d3bf-561e-4b37-9b3d-7d7d4e3917d6', 'tag': '751746d9-09b3-40b0-a528-7dd4fc8f8baa'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:25:05.096210 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6eb5abe-43c5-4a61-8cac-55aa86fd3907" -d '{"events": [{"name": "network-changed", "server_uuid": "f8f8d3bf-561e-4b37-9b3d-7d7d4e3917d6", "tag": "751746d9-09b3-40b0-a528-7dd4fc8f8baa"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:25:05.124376 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ee60ef-126e-4a59-b897-d6d92cd9496f None None] Routers {'e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:25:05.125002 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-c1ee60ef-126e-4a59-b897-d6d92cd9496f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:24:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:25:05.163428 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ded435f3-674d-4c62-9676-1e7cc9d77954 x-openstack-request-id: req-ded435f3-674d-4c62-9676-1e7cc9d77954 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:25:05.163428 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8f8d3bf-561e-4b37-9b3d-7d7d4e3917d6", "tag": "751746d9-09b3-40b0-a528-7dd4fc8f8baa", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:25:05.163932 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ded435f3-674d-4c62-9676-1e7cc9d77954 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:25:05.164413 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8f8d3bf-561e-4b37-9b3d-7d7d4e3917d6', 'tag': '751746d9-09b3-40b0-a528-7dd4fc8f8baa', 'status': 'completed', 'code': 200} Jul 05 02:25:05.176383 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 59320) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:25:05.260831 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb5abe-43c5-4a61-8cac-55aa86fd3907 req-e285e411-c34e-4bfc-bccc-0ad2dc08179b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:05.262424 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e6eb5abe-43c5-4a61-8cac-55aa86fd3907 req-e285e411-c34e-4bfc-bccc-0ad2dc08179b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d63cc722770842c8a7a532820e16e452&device_id=f8f8d3bf-561e-4b37-9b3d-7d7d4e3917d6 HTTP/1.1" status: 200 len: 1098 time: 0.0689371 Jul 05 02:25:05.264399 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-c1ee60ef-126e-4a59-b897-d6d92cd9496f None None] Set router e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:25:05.298946 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-d7e229b8-b2dd-47c3-8161-939fac55e978 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9a616f2fe2ae475aa6664df930dc520d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1208589 Jul 05 02:25:05.301589 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 59324) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:25:05.309641 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-33cdf1d5-4efb-4753-a4d2-32ca5b7fd941 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7bde4afb78a7485193d4b3fb4c23ad75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3406739 Jul 05 02:25:05.316178 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 59326) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:25:05.362076 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb5abe-43c5-4a61-8cac-55aa86fd3907 req-6c83e8ac-cec9-40ec-b266-0e8d91b04ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:05.363680 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e6eb5abe-43c5-4a61-8cac-55aa86fd3907 req-6c83e8ac-cec9-40ec-b266-0e8d91b04ca4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=02860c2c-1b47-41ff-bdb8-8652ec368c51 HTTP/1.1" status: 200 len: 911 time: 0.0950866 Jul 05 02:25:05.397407 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fb76d874-d359-460d-8fc1-9df0e56a28ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:05.410172 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-228a1dbe-7b30-4c02-b80e-a6ece1a331a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:05.434085 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fb76d874-d359-460d-8fc1-9df0e56a28ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:05.444573 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e6eb5abe-43c5-4a61-8cac-55aa86fd3907 req-550b2429-f4de-4abe-b921-8c1935079f67 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=751746d9-09b3-40b0-a528-7dd4fc8f8baa HTTP/1.1" status: 200 len: 1000 time: 0.0746536 Jul 05 02:25:05.454686 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-228a1dbe-7b30-4c02-b80e-a6ece1a331a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:05.505660 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb5abe-43c5-4a61-8cac-55aa86fd3907 req-ad26461a-4e67-4695-a31e-6cff93f424c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:05.507379 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e6eb5abe-43c5-4a61-8cac-55aa86fd3907 req-ad26461a-4e67-4695-a31e-6cff93f424c1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e54bb52b-407a-4efc-b19e-45eea28735fe HTTP/1.1" status: 200 len: 850 time: 0.0563755 Jul 05 02:25:05.574699 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb5abe-43c5-4a61-8cac-55aa86fd3907 req-f40cb441-1626-4d99-9496-aa5a98664370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:05.576492 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e6eb5abe-43c5-4a61-8cac-55aa86fd3907 req-f40cb441-1626-4d99-9496-aa5a98664370 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=02860c2c-1b47-41ff-bdb8-8652ec368c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0622385 Jul 05 02:25:05.577080 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-c1ee60ef-126e-4a59-b897-d6d92cd9496f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075', 'name': 'tempest-AttachVolumeTestJSON-1542009768-router', 'tenant_id': 'd63cc722770842c8a7a532820e16e452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': 'ae863df1-01fb-4658-90e7-ac82cc5df111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:19:38Z', 'updated_at': '2021-07-05T02:19:45Z', 'revision_number': 4, 'project_id': 'd63cc722770842c8a7a532820e16e452', 'gw_port': {'id': 'ae863df1-01fb-4658-90e7-ac82cc5df111', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:df:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:19:39Z', 'updated_at': '2021-07-05T02:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '27628c55-fd62-4545-b8e0-0f7cfa14c507', 'tenant_id': 'd63cc722770842c8a7a532820e16e452', 'floating_ip_address': '172.25.7.121', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': 'e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075', 'port_id': '751746d9-09b3-40b0-a528-7dd4fc8f8baa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02860c2c-1b47-41ff-bdb8-8652ec368c51', 'mac_address': 'fa:16:3e:2b:86:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f8d3bf-561e-4b37-9b3d-7d7d4e3917d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T02:24:41Z', 'updated_at': '2021-07-05T02:25:04Z', 'revision_number': 1, 'project_id': 'd63cc722770842c8a7a532820e16e452', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ba2d0d9-bd04-4ad6-9c9d-0428f63395b3', 'name': '', 'network_id': '02860c2c-1b47-41ff-bdb8-8652ec368c51', 'tenant_id': 'd63cc722770842c8a7a532820e16e452', 'mac_address': 'fa:16:3e:09:c5:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': 'e54bb52b-407a-4efc-b19e-45eea28735fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:19:44Z', 'updated_at': '2021-07-05T02:19:52Z', 'revision_number': 5, 'project_id': 'd63cc722770842c8a7a532820e16e452', 'subnets': [{'id': 'e54bb52b-407a-4efc-b19e-45eea28735fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:25:05.609019 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ee60ef-126e-4a59-b897-d6d92cd9496f None None] Checking router: e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075 for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:25:05.616692 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f1cec9-ea3e-482c-b923-2f01d489ecac req-b8bc6994-af6d-4a9a-94b2-dbba0e8ba298 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:05.618285 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-31f1cec9-ea3e-482c-b923-2f01d489ecac req-b8bc6994-af6d-4a9a-94b2-dbba0e8ba298 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/ports?device_id=4442d323-8f80-4361-88e8-ac3f606f8a32 HTTP/1.1" status: 200 len: 945 time: 0.0820768 Jul 05 02:25:05.618714 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ee60ef-126e-4a59-b897-d6d92cd9496f None None] Routers {'e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:25:05.619539 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-c1ee60ef-126e-4a59-b897-d6d92cd9496f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:24:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:25:05.655654 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fb76d874-d359-460d-8fc1-9df0e56a28ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:05.658245 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fb76d874-d359-460d-8fc1-9df0e56a28ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:05.659346 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-fb76d874-d359-460d-8fc1-9df0e56a28ad admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/eae982eb-cc2d-45d9-bdd9-410e0773d1f5 HTTP/1.1" status: 204 len: 168 time: 0.3567963 Jul 05 02:25:05.665298 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-31f1cec9-ea3e-482c-b923-2f01d489ecac req-082f013c-1a78-46a0-80ca-6cf02b516267 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fa90a27-9aba-44e7-a653-62ec86df8932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416689 Jul 05 02:25:05.667784 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-228a1dbe-7b30-4c02-b80e-a6ece1a331a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:05.670287 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-228a1dbe-7b30-4c02-b80e-a6ece1a331a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:05.679254 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-228a1dbe-7b30-4c02-b80e-a6ece1a331a5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/da3fb926-8340-45c3-88ce-b2b2ae352c07 HTTP/1.1" status: 204 len: 168 time: 0.3555202 Jul 05 02:25:05.684882 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bb2d7818-4b66-4d55-91e5-62cea3cc9843 req-d0b6f3ee-295d-48ef-b171-52521c939e59 tempest-ServerShowV254Test-746757979 tempest-ServerShowV254Test-746757979-project] 10.222.0.23 "GET /v2.0/ports?device_id=cad2dfcb-b692-4fb8-a907-f10190b8ab04 HTTP/1.1" status: 200 len: 210 time: 0.0508034 Jul 05 02:25:05.687903 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb76d874-d359-460d-8fc1-9df0e56a28ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eae982eb-cc2d-45d9-bdd9-410e0773d1f5,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:05.716991 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228a1dbe-7b30-4c02-b80e-a6ece1a331a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da3fb926-8340-45c3-88ce-b2b2ae352c07,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:05.771459 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e6eb5abe-43c5-4a61-8cac-55aa86fd3907 req-1730705d-651a-46e1-be6b-0f92abc06bf8 service neutron] 10.222.0.15 "GET /v2.0/networks/02860c2c-1b47-41ff-bdb8-8652ec368c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870408 Jul 05 02:25:05.773751 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device abbd1cfb-a048-4869-b835-78164a320b07 no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:25:05.776237 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-c1ee60ef-126e-4a59-b897-d6d92cd9496f None None] Set router e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:25:05.794823 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] No Port match for: abbd1cfb-a048-4869-b835-78164a320b07 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:25:05.795161 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device abbd1cfb-a048-4869-b835-78164a320b07 not bound to the agent host n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:25:05.868322 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e6eb5abe-43c5-4a61-8cac-55aa86fd3907 req-6f48c461-9140-4141-8d2e-5a9b5cddef19 service neutron] 10.222.0.15 "GET /v2.0/networks/02860c2c-1b47-41ff-bdb8-8652ec368c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893843 Jul 05 02:25:06.028195 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-c1ee60ef-126e-4a59-b897-d6d92cd9496f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075', 'name': 'tempest-AttachVolumeTestJSON-1542009768-router', 'tenant_id': 'd63cc722770842c8a7a532820e16e452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': 'ae863df1-01fb-4658-90e7-ac82cc5df111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:19:38Z', 'updated_at': '2021-07-05T02:19:45Z', 'revision_number': 4, 'project_id': 'd63cc722770842c8a7a532820e16e452', 'gw_port': {'id': 'ae863df1-01fb-4658-90e7-ac82cc5df111', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:df:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:19:39Z', 'updated_at': '2021-07-05T02:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '27628c55-fd62-4545-b8e0-0f7cfa14c507', 'tenant_id': 'd63cc722770842c8a7a532820e16e452', 'floating_ip_address': '172.25.7.121', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': 'e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075', 'port_id': '751746d9-09b3-40b0-a528-7dd4fc8f8baa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02860c2c-1b47-41ff-bdb8-8652ec368c51', 'mac_address': 'fa:16:3e:2b:86:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f8d3bf-561e-4b37-9b3d-7d7d4e3917d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T02:24:41Z', 'updated_at': '2021-07-05T02:25:04Z', 'revision_number': 1, 'project_id': 'd63cc722770842c8a7a532820e16e452', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ba2d0d9-bd04-4ad6-9c9d-0428f63395b3', 'name': '', 'network_id': '02860c2c-1b47-41ff-bdb8-8652ec368c51', 'tenant_id': 'd63cc722770842c8a7a532820e16e452', 'mac_address': 'fa:16:3e:09:c5:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': 'e54bb52b-407a-4efc-b19e-45eea28735fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:19:44Z', 'updated_at': '2021-07-05T02:19:52Z', 'revision_number': 5, 'project_id': 'd63cc722770842c8a7a532820e16e452', 'subnets': [{'id': 'e54bb52b-407a-4efc-b19e-45eea28735fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:25:06.054061 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ee60ef-126e-4a59-b897-d6d92cd9496f None None] The sync data for ids ['e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075'] in n-d-771362-32 is: [{'id': 'e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075', 'name': 'tempest-AttachVolumeTestJSON-1542009768-router', 'tenant_id': 'd63cc722770842c8a7a532820e16e452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': 'ae863df1-01fb-4658-90e7-ac82cc5df111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:19:38Z', 'updated_at': '2021-07-05T02:19:45Z', 'revision_number': 4, 'project_id': 'd63cc722770842c8a7a532820e16e452', 'gw_port': {'id': 'ae863df1-01fb-4658-90e7-ac82cc5df111', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:df:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:19:39Z', 'updated_at': '2021-07-05T02:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '27628c55-fd62-4545-b8e0-0f7cfa14c507', 'tenant_id': 'd63cc722770842c8a7a532820e16e452', 'floating_ip_address': '172.25.7.121', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': 'e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075', 'port_id': '751746d9-09b3-40b0-a528-7dd4fc8f8baa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02860c2c-1b47-41ff-bdb8-8652ec368c51', 'mac_address': 'fa:16:3e:2b:86:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f8d3bf-561e-4b37-9b3d-7d7d4e3917d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T02:24:41Z', 'updated_at': '2021-07-05T02:25:04Z', 'revision_number': 1, 'project_id': 'd63cc722770842c8a7a532820e16e452', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ba2d0d9-bd04-4ad6-9c9d-0428f63395b3', 'name': '', 'network_id': '02860c2c-1b47-41ff-bdb8-8652ec368c51', 'tenant_id': 'd63cc722770842c8a7a532820e16e452', 'mac_address': 'fa:16:3e:09:c5:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': 'e54bb52b-407a-4efc-b19e-45eea28735fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:19:44Z', 'updated_at': '2021-07-05T02:19:52Z', 'revision_number': 5, 'project_id': 'd63cc722770842c8a7a532820e16e452', 'subnets': [{'id': 'e54bb52b-407a-4efc-b19e-45eea28735fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:25:06.244752 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20f1878-2502-4ddc-8f99-21d73ee100be req-6e65bb78-9d02-463b-9e3b-e9dad0cb6ed6 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:06.250595 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d20f1878-2502-4ddc-8f99-21d73ee100be req-6e65bb78-9d02-463b-9e3b-e9dad0cb6ed6 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ced2830-998b-4a0e-90e8-4498c3406af5 HTTP/1.1" status: 200 len: 945 time: 0.0839376 Jul 05 02:25:06.286650 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d20f1878-2502-4ddc-8f99-21d73ee100be req-02f6d331-9122-43b2-8468-5ec6df514354 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d996060-2bcc-42e7-a06b-0ec807d28f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340917 Jul 05 02:25:06.316746 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee080ed-5cf5-444f-a165-d8ac9aeb9ccd None None] New status for floating IP 27628c55-fd62-4545-b8e0-0f7cfa14c507: ACTIVE {{(pid=94463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 02:25:06.568403 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 59346) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:25:06.608577 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 59348) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:25:06.610793 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-1189babf-96c8-4282-9331-9e4fc77be0e3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=50256b12c6e242539ddecc2cc9f0a9c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0411954 Jul 05 02:25:06.613221 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 59350) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:25:06.653332 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-e3527c86-01a2-4223-8955-346e134cd79d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=23036d2ec3354568bbff7eada1e9d119&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0413544 Jul 05 02:25:06.653561 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 59352) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:25:06.663389 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bd0fd751-e04e-4d54-b3da-4926ce9e27a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:06.685363 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bd0fd751-e04e-4d54-b3da-4926ce9e27a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:06.703764 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0e52bdbc-bed0-4c89-b2cb-c70d2e43d110 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:06.735782 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0e52bdbc-bed0-4c89-b2cb-c70d2e43d110 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:06.855656 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-fc7c584e-d91f-4088-87a1-21dca0ffbb22 req-af44455e-fb73-4bcc-a458-0cac9acef014 tempest-ServerShowV254Test-746757979 tempest-ServerShowV254Test-746757979-project] 10.222.0.23 "GET /v2.0/ports?device_id=cad2dfcb-b692-4fb8-a907-f10190b8ab04 HTTP/1.1" status: 200 len: 210 time: 0.0300953 Jul 05 02:25:06.856603 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bd0fd751-e04e-4d54-b3da-4926ce9e27a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:06.859459 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bd0fd751-e04e-4d54-b3da-4926ce9e27a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:06.863308 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-bd0fd751-e04e-4d54-b3da-4926ce9e27a6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2b683e3d-98a7-40c8-916b-91d099d90215 HTTP/1.1" status: 204 len: 168 time: 0.2466292 Jul 05 02:25:06.869579 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8ded3f-018f-4ce6-8559-d272f71033f5 req-7b1b45ec-31c9-4de5-94e3-c8b774010ac0 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:06.871459 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0fd751-e04e-4d54-b3da-4926ce9e27a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b683e3d-98a7-40c8-916b-91d099d90215,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:06.871661 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5e8ded3f-018f-4ce6-8559-d272f71033f5 req-7b1b45ec-31c9-4de5-94e3-c8b774010ac0 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/ports?device_id=4442d323-8f80-4361-88e8-ac3f606f8a32 HTTP/1.1" status: 200 len: 945 time: 0.0723855 Jul 05 02:25:06.873156 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0e52bdbc-bed0-4c89-b2cb-c70d2e43d110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:06.876166 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0e52bdbc-bed0-4c89-b2cb-c70d2e43d110 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:06.877444 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-0e52bdbc-bed0-4c89-b2cb-c70d2e43d110 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8e89121c-9e8f-4e12-bd7a-723acc3e52dc HTTP/1.1" status: 204 len: 168 time: 0.2229347 Jul 05 02:25:06.900063 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e52bdbc-bed0-4c89-b2cb-c70d2e43d110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e89121c-9e8f-4e12-bd7a-723acc3e52dc,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:06.925569 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5e8ded3f-018f-4ce6-8559-d272f71033f5 req-834e9359-1dc3-4506-9404-738fb35fa1ea tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fa90a27-9aba-44e7-a653-62ec86df8932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466149 Jul 05 02:25:07.470447 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7f2193-4f5a-4fca-aab9-176c8c0c2b6d req-73e11a94-5491-421d-839d-0982e1a194aa tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:07.471968 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8b7f2193-4f5a-4fca-aab9-176c8c0c2b6d req-73e11a94-5491-421d-839d-0982e1a194aa tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ced2830-998b-4a0e-90e8-4498c3406af5 HTTP/1.1" status: 200 len: 945 time: 0.0675292 Jul 05 02:25:07.514804 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8b7f2193-4f5a-4fca-aab9-176c8c0c2b6d req-4ea08acf-98b3-42e5-b39a-01afbec4d884 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d996060-2bcc-42e7-a06b-0ec807d28f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361195 Jul 05 02:25:08.039130 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7e5e1343-3b22-42dc-b859-fabadccbae40 req-e8802f68-ed13-4630-97af-1312e29d9a61 tempest-ServerShowV254Test-746757979 tempest-ServerShowV254Test-746757979-project] 10.222.0.23 "GET /v2.0/ports?device_id=cad2dfcb-b692-4fb8-a907-f10190b8ab04 HTTP/1.1" status: 200 len: 210 time: 0.0415487 Jul 05 02:25:08.131196 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8cc1d9-fdf9-4399-8ee1-f159dda9fe08 req-359e8ff4-4345-4f8e-a66b-864faeeeb06e tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:08.132827 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bb8cc1d9-fdf9-4399-8ee1-f159dda9fe08 req-359e8ff4-4345-4f8e-a66b-864faeeeb06e tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/ports?device_id=4442d323-8f80-4361-88e8-ac3f606f8a32 HTTP/1.1" status: 200 len: 945 time: 0.0734138 Jul 05 02:25:08.176084 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bb8cc1d9-fdf9-4399-8ee1-f159dda9fe08 req-15ac9167-83c1-49f2-b8bf-ea9562390a00 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fa90a27-9aba-44e7-a653-62ec86df8932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375385 Jul 05 02:25:08.699812 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3550a824-e5e9-4760-bf66-a6ea5f65d249 req-61abec8b-bd53-4cf6-b1b1-cdfdd0d0a7fc tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:08.701304 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3550a824-e5e9-4760-bf66-a6ea5f65d249 req-61abec8b-bd53-4cf6-b1b1-cdfdd0d0a7fc tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ced2830-998b-4a0e-90e8-4498c3406af5 HTTP/1.1" status: 200 len: 945 time: 0.0653920 Jul 05 02:25:08.737276 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3550a824-e5e9-4760-bf66-a6ea5f65d249 req-999e6a33-110d-4c97-a0da-d342da2a29d7 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d996060-2bcc-42e7-a06b-0ec807d28f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303547 Jul 05 02:25:09.195148 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-79935f10-148c-40f7-83c9-7dffc63b251e req-3b0927cb-9d5a-4e19-b1a9-b4a101e71b32 tempest-ServerShowV254Test-746757979 tempest-ServerShowV254Test-746757979-project] 10.222.0.23 "GET /v2.0/ports?device_id=cad2dfcb-b692-4fb8-a907-f10190b8ab04 HTTP/1.1" status: 200 len: 210 time: 0.0299172 Jul 05 02:25:09.247266 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 59444) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:25:09.378678 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026049aa-da2e-48a9-a476-8b3c5da66adc req-88383e4a-74b1-4dc1-84ae-b37b0e2cd695 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:09.381099 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-026049aa-da2e-48a9-a476-8b3c5da66adc req-88383e4a-74b1-4dc1-84ae-b37b0e2cd695 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/ports?device_id=4442d323-8f80-4361-88e8-ac3f606f8a32 HTTP/1.1" status: 200 len: 945 time: 0.0671384 Jul 05 02:25:09.422406 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-026049aa-da2e-48a9-a476-8b3c5da66adc req-e0580ef2-72cb-4616-b4b1-3f25c8e89863 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fa90a27-9aba-44e7-a653-62ec86df8932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350587 Jul 05 02:25:09.482280 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-ac0f6d72-0561-4ccb-8767-0b8a6ba4a308 tempest-MeteringTestJSON-260738650 tempest-MeteringTestJSON-260738650-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1216155832'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:25:09.482874 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-ac0f6d72-0561-4ccb-8767-0b8a6ba4a308 tempest-MeteringTestJSON-260738650 tempest-MeteringTestJSON-260738650-project-admin] Unknown quota resources ['metering_label']. {{(pid=94461) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 02:25:09.759987 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ac0f6d72-0561-4ccb-8767-0b8a6ba4a308 tempest-MeteringTestJSON-260738650 tempest-MeteringTestJSON-260738650-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:09.761109 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-ac0f6d72-0561-4ccb-8767-0b8a6ba4a308 tempest-MeteringTestJSON-260738650 tempest-MeteringTestJSON-260738650-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.5127671 Jul 05 02:25:09.764111 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 59470) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:25:09.768963 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-fb5cf8ed-8e6d-425f-85af-01bde02f6f74 tempest-MeteringTestJSON-260738650 tempest-MeteringTestJSON-260738650-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '7bc89dfa-b80f-4f5b-8c00-3351d673958c'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:25:09.769716 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-fb5cf8ed-8e6d-425f-85af-01bde02f6f74 tempest-MeteringTestJSON-260738650 tempest-MeteringTestJSON-260738650-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94462) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 02:25:09.771220 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4814da59-bc1a-4200-a782-86c63e418c53 req-232dc3a3-abe4-4372-99e2-f28dad146763 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=4940e87046f140ca84ee108962838413&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0506785 Jul 05 02:25:09.892950 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4814da59-bc1a-4200-a782-86c63e418c53 req-d39d16ae-e4bf-487d-9cbf-1d024eb7a3b5 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:09.894480 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4814da59-bc1a-4200-a782-86c63e418c53 req-d39d16ae-e4bf-487d-9cbf-1d024eb7a3b5 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1155405 Jul 05 02:25:09.909162 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4814da59-bc1a-4200-a782-86c63e418c53 req-09d23e9a-3555-490f-a32e-af595458c06c tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/quotas/4940e87046f140ca84ee108962838413 HTTP/1.1" status: 200 len: 375 time: 0.0091994 Jul 05 02:25:09.943590 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4814da59-bc1a-4200-a782-86c63e418c53 req-fd4ce6a1-d690-4db5-9ada-3ce3b0d2fafd tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4940e87046f140ca84ee108962838413&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283575 Jul 05 02:25:09.946970 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdcd136-5679-4770-b85a-37e792949779 req-be6f45f3-b631-4045-ab4e-be5db7175709 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:09.948994 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6bdcd136-5679-4770-b85a-37e792949779 req-be6f45f3-b631-4045-ab4e-be5db7175709 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ced2830-998b-4a0e-90e8-4498c3406af5 HTTP/1.1" status: 200 len: 945 time: 0.0834813 Jul 05 02:25:09.950595 n-d-771362-32 neutron-server[94462]: WARNING neutron.services.metering.metering_plugin [None req-fb5cf8ed-8e6d-425f-85af-01bde02f6f74 tempest-MeteringTestJSON-260738650 tempest-MeteringTestJSON-260738650-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 05 02:25:10.083859 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fb5cf8ed-8e6d-425f-85af-01bde02f6f74 tempest-MeteringTestJSON-260738650 tempest-MeteringTestJSON-260738650-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:10.084904 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-fb5cf8ed-8e6d-425f-85af-01bde02f6f74 tempest-MeteringTestJSON-260738650 tempest-MeteringTestJSON-260738650-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3196552 Jul 05 02:25:10.088256 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 59472) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:25:10.093015 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-bb729566-8b2b-4fe0-8cad-2097e84c11f0 tempest-MeteringTestJSON-260738650 tempest-MeteringTestJSON-260738650-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '7bc89dfa-b80f-4f5b-8c00-3351d673958c'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:25:10.093551 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-bb729566-8b2b-4fe0-8cad-2097e84c11f0 tempest-MeteringTestJSON-260738650 tempest-MeteringTestJSON-260738650-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94461) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 02:25:10.101162 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6bdcd136-5679-4770-b85a-37e792949779 req-71e78c87-e5c5-45e5-b1b0-7beeb1811624 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d996060-2bcc-42e7-a06b-0ec807d28f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462781 Jul 05 02:25:10.244644 n-d-771362-32 neutron-server[94461]: WARNING neutron.services.metering.metering_plugin [None req-bb729566-8b2b-4fe0-8cad-2097e84c11f0 tempest-MeteringTestJSON-260738650 tempest-MeteringTestJSON-260738650-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 05 02:25:10.277739 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8c05e6c9-77d6-4674-a104-9e7d7de5e079 req-417590d6-4efd-4c39-a077-c6db51e9e39a tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=4940e87046f140ca84ee108962838413&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0218818 Jul 05 02:25:10.374220 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bb729566-8b2b-4fe0-8cad-2097e84c11f0 tempest-MeteringTestJSON-260738650 tempest-MeteringTestJSON-260738650-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:10.375360 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-bb729566-8b2b-4fe0-8cad-2097e84c11f0 tempest-MeteringTestJSON-260738650 tempest-MeteringTestJSON-260738650-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2861133 Jul 05 02:25:10.378135 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 59496) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:25:10.399334 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-f15f5596-5051-48e9-a368-960617e6e7d3 tempest-MeteringTestJSON-260738650 tempest-MeteringTestJSON-260738650-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules?id=e5d27229-1eaa-49bc-97f9-e37fe178f27e HTTP/1.1" status: 200 len: 464 time: 0.0177515 Jul 05 02:25:10.399572 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 59498) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:25:10.406770 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7a10b065-5b8d-4ce5-b8ef-e72a06ffbf1a req-7828f1c9-e745-4ad4-a12e-b491c91d90d3 tempest-ServerShowV254Test-746757979 tempest-ServerShowV254Test-746757979-project] 10.222.0.23 "GET /v2.0/ports?device_id=cad2dfcb-b692-4fb8-a907-f10190b8ab04 HTTP/1.1" status: 200 len: 210 time: 0.0350981 Jul 05 02:25:10.412467 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c05e6c9-77d6-4674-a104-9e7d7de5e079 req-a8ab326d-548e-4093-ac10-4b45818270cf tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:10.413937 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8c05e6c9-77d6-4674-a104-9e7d7de5e079 req-a8ab326d-548e-4093-ac10-4b45818270cf tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1296821 Jul 05 02:25:10.435177 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8c05e6c9-77d6-4674-a104-9e7d7de5e079 req-5dd224ae-2be2-44f4-9e55-241dff0e33d2 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/quotas/4940e87046f140ca84ee108962838413 HTTP/1.1" status: 200 len: 375 time: 0.0149651 Jul 05 02:25:10.468295 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8c05e6c9-77d6-4674-a104-9e7d7de5e079 req-3fb8a896-98c4-4821-bc3b-6bfdeab14abf tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4940e87046f140ca84ee108962838413&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275903 Jul 05 02:25:10.599471 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-29eebd9a-7434-4b77-9813-124f6f3f6f0c tempest-MeteringTestJSON-260738650 tempest-MeteringTestJSON-260738650-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:10.600626 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-29eebd9a-7434-4b77-9813-124f6f3f6f0c tempest-MeteringTestJSON-260738650 tempest-MeteringTestJSON-260738650-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-label-rules/e5d27229-1eaa-49bc-97f9-e37fe178f27e HTTP/1.1" status: 204 len: 168 time: 0.2001765 Jul 05 02:25:10.603298 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 59502) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:25:10.612252 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-6f9f5261-8623-4a68-a929-9ceab0fd6e26 tempest-MeteringTestJSON-260738650 tempest-MeteringTestJSON-260738650-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules?id=e5d27229-1eaa-49bc-97f9-e37fe178f27e HTTP/1.1" status: 200 len: 221 time: 0.0078294 Jul 05 02:25:10.615982 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 59504) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:25:10.620472 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-a6f2274c-8b9c-4e15-8dc7-cf7dcb2bc98c tempest-MeteringTestJSON-260738650 tempest-MeteringTestJSON-260738650-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1779794483', 'description': 'label created by tempest'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:25:10.621005 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-a6f2274c-8b9c-4e15-8dc7-cf7dcb2bc98c tempest-MeteringTestJSON-260738650 tempest-MeteringTestJSON-260738650-project-admin] Unknown quota resources ['metering_label']. {{(pid=94462) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 02:25:10.724182 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6731efdd-88c8-4ee9-aa6e-caa8d04e8257 req-9ad21269-a719-4505-81fd-cbca29583eb7 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:10.726432 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6731efdd-88c8-4ee9-aa6e-caa8d04e8257 req-9ad21269-a719-4505-81fd-cbca29583eb7 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/ports?device_id=4442d323-8f80-4361-88e8-ac3f606f8a32 HTTP/1.1" status: 200 len: 945 time: 0.0947046 Jul 05 02:25:10.772865 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6731efdd-88c8-4ee9-aa6e-caa8d04e8257 req-f51fbaa0-786e-43d4-b668-739e60b9fbe6 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fa90a27-9aba-44e7-a653-62ec86df8932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397258 Jul 05 02:25:10.838173 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6df2d23e-a4d5-46f3-b982-2a146636500a req-2dfb27d8-2632-4577-8ef7-ba106e95344a tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/ports?device_id=d988b571-b6bf-4839-adeb-7289bccdd82a HTTP/1.1" status: 200 len: 210 time: 0.0313430 Jul 05 02:25:10.975414 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a6f2274c-8b9c-4e15-8dc7-cf7dcb2bc98c tempest-MeteringTestJSON-260738650 tempest-MeteringTestJSON-260738650-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:10.976512 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-a6f2274c-8b9c-4e15-8dc7-cf7dcb2bc98c tempest-MeteringTestJSON-260738650 tempest-MeteringTestJSON-260738650-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3595617 Jul 05 02:25:10.979255 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 59516) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:25:11.050589 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-4b498d6c-2de9-43e7-b008-2db9a459c469 tempest-MeteringTestJSON-260738650 tempest-MeteringTestJSON-260738650-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels?id=43dafe8e-04de-4f7f-a4a9-350a050b99d6 HTTP/1.1" status: 200 len: 468 time: 0.0702245 Jul 05 02:25:11.053116 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 59518) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:25:11.283317 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf83e9f-b10d-403f-8aec-85f03605efa1 req-044c7f0e-2d48-4c71-8811-8914a22c3373 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:11.284810 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cbf83e9f-b10d-403f-8aec-85f03605efa1 req-044c7f0e-2d48-4c71-8811-8914a22c3373 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ced2830-998b-4a0e-90e8-4498c3406af5 HTTP/1.1" status: 200 len: 945 time: 0.0617583 Jul 05 02:25:11.321740 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cbf83e9f-b10d-403f-8aec-85f03605efa1 req-e85f9a60-9d7d-420b-8f98-34dc75159926 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d996060-2bcc-42e7-a06b-0ec807d28f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305417 Jul 05 02:25:11.383849 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7721713b-68d4-46ec-89cf-74c9711fef14 tempest-MeteringTestJSON-260738650 tempest-MeteringTestJSON-260738650-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:11.385045 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-7721713b-68d4-46ec-89cf-74c9711fef14 tempest-MeteringTestJSON-260738650 tempest-MeteringTestJSON-260738650-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-labels/43dafe8e-04de-4f7f-a4a9-350a050b99d6 HTTP/1.1" status: 204 len: 168 time: 0.3310480 Jul 05 02:25:11.387813 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 59526) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:25:11.399278 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-17cf09f7-6b09-4538-a2c3-84321fd853a4 tempest-MeteringTestJSON-260738650 tempest-MeteringTestJSON-260738650-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels?id=43dafe8e-04de-4f7f-a4a9-350a050b99d6 HTTP/1.1" status: 200 len: 216 time: 0.0103900 Jul 05 02:25:11.402467 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 59528) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:25:11.411244 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-26433fbc-d85b-4af8-b304-4e8f5ff3f636 tempest-MeteringTestJSON-260738650 tempest-MeteringTestJSON-260738650-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0076008 Jul 05 02:25:11.414566 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 59530) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:25:11.426853 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-8d6c012d-0023-433b-bd52-ec1d75fa55fe tempest-MeteringTestJSON-260738650 tempest-MeteringTestJSON-260738650-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0111547 Jul 05 02:25:11.430445 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 59532) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:25:11.489913 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-f6039b75-baa5-47d8-bfdc-6d55cdc537cd tempest-MeteringTestJSON-260738650 tempest-MeteringTestJSON-260738650-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels/7bc89dfa-b80f-4f5b-8c00-3351d673958c HTTP/1.1" status: 200 len: 473 time: 0.0583584 Jul 05 02:25:11.493407 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 59536) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:25:11.506589 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-639fc02e-35c1-4b2d-88d1-3b772f08bc95 tempest-MeteringTestJSON-260738650 tempest-MeteringTestJSON-260738650-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules/6b71af90-8e24-47fb-bdac-c90ed13083a2 HTTP/1.1" status: 200 len: 461 time: 0.0120366 Jul 05 02:25:11.510823 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 59538) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:25:11.524639 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:11.525417 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:11.583875 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-eb778254-9dc3-48fd-ae04-3b457a5f371c req-299e4457-281a-4fb7-b64c-e3ddd7aa8d4c tempest-ServerShowV254Test-746757979 tempest-ServerShowV254Test-746757979-project] 10.222.0.23 "GET /v2.0/ports?device_id=cad2dfcb-b692-4fb8-a907-f10190b8ab04 HTTP/1.1" status: 200 len: 210 time: 0.0349519 Jul 05 02:25:11.739671 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e207addd-12d5-46e0-b47d-edbaf23662a7 tempest-MeteringTestJSON-260738650 tempest-MeteringTestJSON-260738650-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:11.740801 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-e207addd-12d5-46e0-b47d-edbaf23662a7 tempest-MeteringTestJSON-260738650 tempest-MeteringTestJSON-260738650-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-label-rules/6b71af90-8e24-47fb-bdac-c90ed13083a2 HTTP/1.1" status: 204 len: 168 time: 0.2289908 Jul 05 02:25:11.743196 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 59542) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:25:12.000252 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f2df9797-12d5-4a49-9113-c74322f59843 req-db44caf4-0aeb-40e0-9c7c-cc27373425eb tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/ports?device_id=d988b571-b6bf-4839-adeb-7289bccdd82a HTTP/1.1" status: 200 len: 210 time: 0.0287993 Jul 05 02:25:12.011716 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713e2a32-717a-4034-96ba-ebd133bf4f39 req-2dbc1b11-2648-4efe-9f5f-4ff56a46623c tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:12.013204 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-713e2a32-717a-4034-96ba-ebd133bf4f39 req-2dbc1b11-2648-4efe-9f5f-4ff56a46623c tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/ports?device_id=4442d323-8f80-4361-88e8-ac3f606f8a32 HTTP/1.1" status: 200 len: 945 time: 0.1025927 Jul 05 02:25:12.050575 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-713e2a32-717a-4034-96ba-ebd133bf4f39 req-a896407a-a23e-4293-9101-29c30402a5c4 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fa90a27-9aba-44e7-a653-62ec86df8932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314291 Jul 05 02:25:12.126791 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5ee6a3f0-4157-407a-8d9a-ee335b3846b0 tempest-MeteringTestJSON-260738650 tempest-MeteringTestJSON-260738650-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:12.128019 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-5ee6a3f0-4157-407a-8d9a-ee335b3846b0 tempest-MeteringTestJSON-260738650 tempest-MeteringTestJSON-260738650-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-labels/7bc89dfa-b80f-4f5b-8c00-3351d673958c HTTP/1.1" status: 204 len: 168 time: 0.3839409 Jul 05 02:25:12.501430 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6491bfe1-368c-494e-a8fb-42fed2e6aece req-3fea19ee-0706-4f42-8e91-beb55ebe3c5f tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:12.502942 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6491bfe1-368c-494e-a8fb-42fed2e6aece req-3fea19ee-0706-4f42-8e91-beb55ebe3c5f tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ced2830-998b-4a0e-90e8-4498c3406af5 HTTP/1.1" status: 200 len: 945 time: 0.0622714 Jul 05 02:25:12.542500 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6491bfe1-368c-494e-a8fb-42fed2e6aece req-ec38e7f8-ccf0-42da-8ae1-1cf08298fbfa tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d996060-2bcc-42e7-a06b-0ec807d28f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337942 Jul 05 02:25:12.630399 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 59558) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:25:12.734873 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-55b464e0-806d-42e1-a71d-65a31bd10a64 req-623ca966-9145-48a6-bfb5-27616eb940c7 tempest-ServerShowV254Test-746757979 tempest-ServerShowV254Test-746757979-project] 10.222.0.23 "GET /v2.0/ports?device_id=cad2dfcb-b692-4fb8-a907-f10190b8ab04 HTTP/1.1" status: 200 len: 210 time: 0.0288110 Jul 05 02:25:12.749959 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3d8b5e93-ebf2-403e-8625-c0807e90da2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:12.842316 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3d8b5e93-ebf2-403e-8625-c0807e90da2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:12.992916 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3d8b5e93-ebf2-403e-8625-c0807e90da2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:13.029812 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-3d8b5e93-ebf2-403e-8625-c0807e90da2a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4958cfd80dd44ff58b319d3a7731cded&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3981154 Jul 05 02:25:13.031057 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8b5e93-ebf2-403e-8625-c0807e90da2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bab1b7c7-a69c-4775-b623-4c015cb825f1,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:13.032482 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 59570) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:25:13.073381 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4814da59-bc1a-4200-a782-86c63e418c53 req-9802a52a-5a5f-4bef-98ac-35e43a13f864 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=4940e87046f140ca84ee108962838413&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0249264 Jul 05 02:25:13.108706 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5e4d22dc-bf6d-4eb8-aa9e-62b9fa9f4da9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:13.144311 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5e4d22dc-bf6d-4eb8-aa9e-62b9fa9f4da9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:13.197134 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4814da59-bc1a-4200-a782-86c63e418c53 req-8075e603-2197-4f91-a377-b89fb6247ecb tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:13.198757 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4814da59-bc1a-4200-a782-86c63e418c53 req-8075e603-2197-4f91-a377-b89fb6247ecb tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1207588 Jul 05 02:25:13.206229 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2a3db864-8aee-424d-b17b-558951b8fb21 req-f1b4abb4-c1e5-4e12-81f7-683cb087cfbb tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/ports?device_id=d988b571-b6bf-4839-adeb-7289bccdd82a HTTP/1.1" status: 200 len: 210 time: 0.0452666 Jul 05 02:25:13.233163 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-4814da59-bc1a-4200-a782-86c63e418c53 req-76bb71fd-69d6-456c-881c-8a974fd4fb1a tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Request body: {'port': {'device_id': '06117d83-c05c-4628-9b23-852a90e69be0', 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4', 'admin_state_up': True, 'tenant_id': '4940e87046f140ca84ee108962838413'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:25:13.318869 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5e4d22dc-bf6d-4eb8-aa9e-62b9fa9f4da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:13.321520 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5e4d22dc-bf6d-4eb8-aa9e-62b9fa9f4da9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:13.324961 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-5e4d22dc-bf6d-4eb8-aa9e-62b9fa9f4da9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bab1b7c7-a69c-4775-b623-4c015cb825f1 HTTP/1.1" status: 204 len: 168 time: 0.2889202 Jul 05 02:25:13.326865 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa2889b-6329-4bc9-b6eb-e74e16a85e8b req-ddf008c5-4382-4fa4-b2f9-df185f67f1f8 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:13.328419 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1fa2889b-6329-4bc9-b6eb-e74e16a85e8b req-ddf008c5-4382-4fa4-b2f9-df185f67f1f8 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/ports?device_id=4442d323-8f80-4361-88e8-ac3f606f8a32 HTTP/1.1" status: 200 len: 945 time: 0.1286850 Jul 05 02:25:13.330678 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4d22dc-bf6d-4eb8-aa9e-62b9fa9f4da9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab1b7c7-a69c-4775-b623-4c015cb825f1,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:13.338798 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4d22dc-bf6d-4eb8-aa9e-62b9fa9f4da9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:25:13.339536 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4d22dc-bf6d-4eb8-aa9e-62b9fa9f4da9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:25:13.339536 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4d22dc-bf6d-4eb8-aa9e-62b9fa9f4da9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:25:13.339830 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4d22dc-bf6d-4eb8-aa9e-62b9fa9f4da9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:25:13.340136 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4d22dc-bf6d-4eb8-aa9e-62b9fa9f4da9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:25:13.340470 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4d22dc-bf6d-4eb8-aa9e-62b9fa9f4da9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:25:13.340795 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4d22dc-bf6d-4eb8-aa9e-62b9fa9f4da9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:25:13.341117 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4d22dc-bf6d-4eb8-aa9e-62b9fa9f4da9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:25:13.341442 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4d22dc-bf6d-4eb8-aa9e-62b9fa9f4da9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:25:13.342059 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4d22dc-bf6d-4eb8-aa9e-62b9fa9f4da9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:25:13.342059 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4d22dc-bf6d-4eb8-aa9e-62b9fa9f4da9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:25:13.342429 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4d22dc-bf6d-4eb8-aa9e-62b9fa9f4da9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:25:13.712320 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1fa2889b-6329-4bc9-b6eb-e74e16a85e8b req-2ac019d9-a409-45f8-bd3c-b328adc6c495 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fa90a27-9aba-44e7-a653-62ec86df8932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3722558 Jul 05 02:25:13.734664 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebcd752-3f24-4e01-8042-556336821d15 req-e996e9c6-0ad0-4326-b400-53846297f6a2 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:13.735561 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6ebcd752-3f24-4e01-8042-556336821d15 req-e996e9c6-0ad0-4326-b400-53846297f6a2 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ced2830-998b-4a0e-90e8-4498c3406af5 HTTP/1.1" status: 200 len: 945 time: 0.0690689 Jul 05 02:25:13.765861 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8c05e6c9-77d6-4674-a104-9e7d7de5e079 req-837ba964-4985-46bd-ab9e-2619521946ba tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=4940e87046f140ca84ee108962838413&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0213015 Jul 05 02:25:13.775199 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6ebcd752-3f24-4e01-8042-556336821d15 req-67b02ad6-51ea-46c0-a40d-9702a2870fab tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d996060-2bcc-42e7-a06b-0ec807d28f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332060 Jul 05 02:25:13.852431 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4814da59-bc1a-4200-a782-86c63e418c53 req-76bb71fd-69d6-456c-881c-8a974fd4fb1a tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Made reservation on behalf of 4940e87046f140ca84ee108962838413 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:25:13.856118 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4814da59-bc1a-4200-a782-86c63e418c53 req-76bb71fd-69d6-456c-881c-8a974fd4fb1a tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:13.895696 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4814da59-bc1a-4200-a782-86c63e418c53 req-76bb71fd-69d6-456c-881c-8a974fd4fb1a tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:13.929279 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-16aa2e80-7700-463f-8653-84fc262cfc88 req-65098c37-b1fd-4ed4-8b73-1862bb79f79c tempest-ServerShowV254Test-746757979 tempest-ServerShowV254Test-746757979-project] 10.222.0.23 "GET /v2.0/ports?device_id=cad2dfcb-b692-4fb8-a907-f10190b8ab04 HTTP/1.1" status: 200 len: 210 time: 0.0590026 Jul 05 02:25:13.950407 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c05e6c9-77d6-4674-a104-9e7d7de5e079 req-ba4aa981-b2c6-4e0a-81e8-9ff7df61355f tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:13.950407 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8c05e6c9-77d6-4674-a104-9e7d7de5e079 req-ba4aa981-b2c6-4e0a-81e8-9ff7df61355f tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1762512 Jul 05 02:25:13.963767 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-8c05e6c9-77d6-4674-a104-9e7d7de5e079 req-0069f26c-2185-44b7-9eba-381ed008d20b tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Request body: {'port': {'device_id': 'd988b571-b6bf-4839-adeb-7289bccdd82a', 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4', 'admin_state_up': True, 'tenant_id': '4940e87046f140ca84ee108962838413'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:25:14.019720 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 59586) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:25:14.048205 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f28f4fe7-8b35-457b-a5d4-5880a3b8c268 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:14.138450 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4814da59-bc1a-4200-a782-86c63e418c53 req-76bb71fd-69d6-456c-881c-8a974fd4fb1a tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:14.312935 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4814da59-bc1a-4200-a782-86c63e418c53 req-76bb71fd-69d6-456c-881c-8a974fd4fb1a tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:14.337121 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.db.api [req-8c05e6c9-77d6-4674-a104-9e7d7de5e079 req-0069f26c-2185-44b7-9eba-381ed008d20b tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 02:25:14.337121 n-d-771362-32 neutron-server[94461]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 02:25:14.337121 n-d-771362-32 neutron-server[94461]: [parameters: {'project_id_1': '4940e87046f140ca84ee108962838413', 'expiration_1': datetime.datetime(2021, 7, 5, 2, 25, 14, 115459)}] Jul 05 02:25:14.337121 n-d-771362-32 neutron-server[94461]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 02:25:14.337680 n-d-771362-32 neutron-server[94461]: DEBUG oslo_db.api [req-8c05e6c9-77d6-4674-a104-9e7d7de5e079 req-0069f26c-2185-44b7-9eba-381ed008d20b tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 02:25:14.399109 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0448b159-bd3e-4080-a103-14d000d8ba63 req-aeb4a4de-dfdb-4d56-8810-64b6321e44b6 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/ports?device_id=d988b571-b6bf-4839-adeb-7289bccdd82a HTTP/1.1" status: 200 len: 210 time: 0.0719345 Jul 05 02:25:14.401105 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f28f4fe7-8b35-457b-a5d4-5880a3b8c268 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:14.415008 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bb71fd-69d6-456c-881c-8a974fd4fb1a tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1003e45-917a-406c-999d-122388976885,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:14.478385 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-4814da59-bc1a-4200-a782-86c63e418c53 req-76bb71fd-69d6-456c-881c-8a974fd4fb1a tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Allocated IP 192.168.233.161 (dff432c2-7366-4622-aebb-da22fe05bfd4/b840e204-692c-4f54-8f07-f6563e8e36b1/eda2c6e2-c0ed-4606-8bdb-48d578879d54) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:25:14.484361 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f28f4fe7-8b35-457b-a5d4-5880a3b8c268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:14.521614 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28f4fe7-8b35-457b-a5d4-5880a3b8c268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61bcd1f0-ac25-4db4-8037-e832fd51fb44,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:14.526794 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-f28f4fe7-8b35-457b-a5d4-5880a3b8c268 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ff5f97a2f0f642d59b6ce684f25b659c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5038817 Jul 05 02:25:14.530593 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 59590) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:25:14.581066 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8bfaa00e-3d68-442b-812c-ec05a2591101 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:14.602186 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8bfaa00e-3d68-442b-812c-ec05a2591101 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:14.625602 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4814da59-bc1a-4200-a782-86c63e418c53 req-76bb71fd-69d6-456c-881c-8a974fd4fb1a tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:14.712699 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-4814da59-bc1a-4200-a782-86c63e418c53 req-76bb71fd-69d6-456c-881c-8a974fd4fb1a tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Transition to ACTIVE for port object eda2c6e2-c0ed-4606-8bdb-48d578879d54 will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:25:14.713395 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8bfaa00e-3d68-442b-812c-ec05a2591101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:14.715474 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8bfaa00e-3d68-442b-812c-ec05a2591101 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:14.716860 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-8bfaa00e-3d68-442b-812c-ec05a2591101 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/61bcd1f0-ac25-4db4-8037-e832fd51fb44 HTTP/1.1" status: 204 len: 168 time: 0.1852369 Jul 05 02:25:14.725511 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfaa00e-3d68-442b-812c-ec05a2591101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61bcd1f0-ac25-4db4-8037-e832fd51fb44,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:14.816213 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4814da59-bc1a-4200-a782-86c63e418c53 req-76bb71fd-69d6-456c-881c-8a974fd4fb1a tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:14.873240 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4814da59-bc1a-4200-a782-86c63e418c53 req-76bb71fd-69d6-456c-881c-8a974fd4fb1a tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Network dff432c2-7366-4622-aebb-da22fe05bfd4 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:25:14.880076 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-4814da59-bc1a-4200-a782-86c63e418c53 req-76bb71fd-69d6-456c-881c-8a974fd4fb1a tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:25:14.887132 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-4814da59-bc1a-4200-a782-86c63e418c53 req-76bb71fd-69d6-456c-881c-8a974fd4fb1a tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:25:14.914953 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6d72cf-8928-4972-8ada-93ee89e31bcc req-1242a9a1-68cc-4a98-b416-a91919f0f1c5 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:14.916495 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-dd6d72cf-8928-4972-8ada-93ee89e31bcc req-1242a9a1-68cc-4a98-b416-a91919f0f1c5 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/ports?device_id=4442d323-8f80-4361-88e8-ac3f606f8a32 HTTP/1.1" status: 200 len: 945 time: 0.0801356 Jul 05 02:25:14.939156 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bb71fd-69d6-456c-881c-8a974fd4fb1a tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Pushing event updated for resources: {'Port': ['ID=eda2c6e2-c0ed-4606-8bdb-48d578879d54,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:14.965835 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-dd6d72cf-8928-4972-8ada-93ee89e31bcc req-3d36eaab-721f-4663-bb02-c12bea59e4e5 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fa90a27-9aba-44e7-a653-62ec86df8932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416844 Jul 05 02:25:15.002716 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4814da59-bc1a-4200-a782-86c63e418c53 req-76bb71fd-69d6-456c-881c-8a974fd4fb1a tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:15.003375 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4814da59-bc1a-4200-a782-86c63e418c53 req-76bb71fd-69d6-456c-881c-8a974fd4fb1a tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:15.017750 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c05e6c9-77d6-4674-a104-9e7d7de5e079 req-0069f26c-2185-44b7-9eba-381ed008d20b tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Made reservation on behalf of 4940e87046f140ca84ee108962838413 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:25:15.021859 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-8c05e6c9-77d6-4674-a104-9e7d7de5e079 req-0069f26c-2185-44b7-9eba-381ed008d20b tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:15.060787 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c15a5e-2fbc-40fd-b26c-8316310232a8 req-98f8d18d-bcde-41e3-bb3a-93049f5f75d8 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:15.068660 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-26c15a5e-2fbc-40fd-b26c-8316310232a8 req-98f8d18d-bcde-41e3-bb3a-93049f5f75d8 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ced2830-998b-4a0e-90e8-4498c3406af5 HTTP/1.1" status: 200 len: 945 time: 0.1751060 Jul 05 02:25:15.119307 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4814da59-bc1a-4200-a782-86c63e418c53 req-76bb71fd-69d6-456c-881c-8a974fd4fb1a tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8909767 Jul 05 02:25:15.139782 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-4814da59-bc1a-4200-a782-86c63e418c53 req-8db1ab50-88cd-45c2-81b7-c091ed977302 service neutron] Request body: {'port': {'device_id': '06117d83-c05c-4628-9b23-852a90e69be0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:25:15.183565 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-26c15a5e-2fbc-40fd-b26c-8316310232a8 req-07f745a3-3dc9-4e03-a93e-9524d5d07d39 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d996060-2bcc-42e7-a06b-0ec807d28f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140931 Jul 05 02:25:15.227460 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-4d003d53-d3fc-448b-843c-e5a1862dc712 None None] Provisioning for port eda2c6e2-c0ed-4606-8bdb-48d578879d54 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:25:15.233595 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-4d003d53-d3fc-448b-843c-e5a1862dc712 None None] Provisioning complete for port eda2c6e2-c0ed-4606-8bdb-48d578879d54 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:25:15.234184 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4d003d53-d3fc-448b-843c-e5a1862dc712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:15.277070 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9ecdb2fe-5dad-4051-93e3-8714589de470 req-08705c7d-0b8b-4f97-9d6b-958742a8f419 tempest-ServerShowV254Test-746757979 tempest-ServerShowV254Test-746757979-project] 10.222.0.23 "GET /v2.0/ports?device_id=cad2dfcb-b692-4fb8-a907-f10190b8ab04 HTTP/1.1" status: 200 len: 210 time: 0.0568385 Jul 05 02:25:15.277247 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-8c05e6c9-77d6-4674-a104-9e7d7de5e079 req-0069f26c-2185-44b7-9eba-381ed008d20b tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Allocated IP 192.168.233.82 (dff432c2-7366-4622-aebb-da22fe05bfd4/b840e204-692c-4f54-8f07-f6563e8e36b1/640d8314-edb8-47b5-a8f6-0238914114eb) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:25:15.283060 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-4d003d53-d3fc-448b-843c-e5a1862dc712 None None] Port eda2c6e2-c0ed-4606-8bdb-48d578879d54 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:25:15.284858 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4814da59-bc1a-4200-a782-86c63e418c53 req-8db1ab50-88cd-45c2-81b7-c091ed977302 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:15.555621 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9f098341-5246-42b0-a2a4-87bb7cd51286 req-ade852cf-3a55-43b9-a9ca-757d49f4b900 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/ports?device_id=d988b571-b6bf-4839-adeb-7289bccdd82a HTTP/1.1" status: 200 len: 210 time: 0.0407021 Jul 05 02:25:15.564395 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-8c05e6c9-77d6-4674-a104-9e7d7de5e079 req-0069f26c-2185-44b7-9eba-381ed008d20b tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:15.575999 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-8c05e6c9-77d6-4674-a104-9e7d7de5e079 req-0069f26c-2185-44b7-9eba-381ed008d20b tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Transition to ACTIVE for port object 640d8314-edb8-47b5-a8f6-0238914114eb will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:25:15.686716 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-8c05e6c9-77d6-4674-a104-9e7d7de5e079 req-0069f26c-2185-44b7-9eba-381ed008d20b tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:15.775161 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c05e6c9-77d6-4674-a104-9e7d7de5e079 req-0069f26c-2185-44b7-9eba-381ed008d20b tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Network dff432c2-7366-4622-aebb-da22fe05bfd4 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:25:15.780829 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-8c05e6c9-77d6-4674-a104-9e7d7de5e079 req-0069f26c-2185-44b7-9eba-381ed008d20b tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:25:15.790504 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c05e6c9-77d6-4674-a104-9e7d7de5e079 req-0069f26c-2185-44b7-9eba-381ed008d20b tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:25:15.821589 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0069f26c-2185-44b7-9eba-381ed008d20b tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Pushing event updated for resources: {'Port': ['ID=640d8314-edb8-47b5-a8f6-0238914114eb,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:15.869952 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c05e6c9-77d6-4674-a104-9e7d7de5e079 req-0069f26c-2185-44b7-9eba-381ed008d20b tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:15.870615 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-8c05e6c9-77d6-4674-a104-9e7d7de5e079 req-0069f26c-2185-44b7-9eba-381ed008d20b tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:15.939363 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-4814da59-bc1a-4200-a782-86c63e418c53 req-8db1ab50-88cd-45c2-81b7-c091ed977302 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eda2c6e2-c0ed-4606-8bdb-48d578879d54 {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:25:15.947786 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4814da59-bc1a-4200-a782-86c63e418c53 req-8db1ab50-88cd-45c2-81b7-c091ed977302 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:15.960488 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-4814da59-bc1a-4200-a782-86c63e418c53 req-8db1ab50-88cd-45c2-81b7-c091ed977302 service neutron] Transition to ACTIVE for port object eda2c6e2-c0ed-4606-8bdb-48d578879d54 will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:25:15.982291 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8c05e6c9-77d6-4674-a104-9e7d7de5e079 req-0069f26c-2185-44b7-9eba-381ed008d20b tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0225546 Jul 05 02:25:15.995463 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-8c05e6c9-77d6-4674-a104-9e7d7de5e079 req-f33e1ca1-0f0c-4891-8678-02b3c3076b65 service neutron] Request body: {'port': {'device_id': 'd988b571-b6bf-4839-adeb-7289bccdd82a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:25:16.059909 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4814da59-bc1a-4200-a782-86c63e418c53 req-8db1ab50-88cd-45c2-81b7-c091ed977302 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:16.101805 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-190ae41f-0a12-4f42-96b4-8ef74b793d18 None None] Provisioning for port 640d8314-edb8-47b5-a8f6-0238914114eb completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:25:16.108670 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-190ae41f-0a12-4f42-96b4-8ef74b793d18 None None] Provisioning complete for port 640d8314-edb8-47b5-a8f6-0238914114eb triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:25:16.110145 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-190ae41f-0a12-4f42-96b4-8ef74b793d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:16.126986 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-8c05e6c9-77d6-4674-a104-9e7d7de5e079 req-f33e1ca1-0f0c-4891-8678-02b3c3076b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:16.159529 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-190ae41f-0a12-4f42-96b4-8ef74b793d18 None None] Port 640d8314-edb8-47b5-a8f6-0238914114eb cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:25:16.202566 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db1ab50-88cd-45c2-81b7-c091ed977302 service neutron] Pushing event updated for resources: {'Port': ['ID=eda2c6e2-c0ed-4606-8bdb-48d578879d54,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:16.314709 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-4814da59-bc1a-4200-a782-86c63e418c53 req-8db1ab50-88cd-45c2-81b7-c091ed977302 service neutron] Attempting to bind port eda2c6e2-c0ed-4606-8bdb-48d578879d54 on host n-h1-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:25:16.315131 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-4814da59-bc1a-4200-a782-86c63e418c53 req-8db1ab50-88cd-45c2-81b7-c091ed977302 service neutron] Attempting to bind port eda2c6e2-c0ed-4606-8bdb-48d578879d54 by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:25:16.315606 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4814da59-bc1a-4200-a782-86c63e418c53 req-8db1ab50-88cd-45c2-81b7-c091ed977302 service neutron] Attempting to bind port eda2c6e2-c0ed-4606-8bdb-48d578879d54 on network dff432c2-7366-4622-aebb-da22fe05bfd4 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:25:16.324676 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4814da59-bc1a-4200-a782-86c63e418c53 req-8db1ab50-88cd-45c2-81b7-c091ed977302 service neutron] Port eda2c6e2-c0ed-4606-8bdb-48d578879d54 on network dff432c2-7366-4622-aebb-da22fe05bfd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:25:16.325026 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4814da59-bc1a-4200-a782-86c63e418c53 req-8db1ab50-88cd-45c2-81b7-c091ed977302 service neutron] Attempting to bind port eda2c6e2-c0ed-4606-8bdb-48d578879d54 on network dff432c2-7366-4622-aebb-da22fe05bfd4 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:25:16.340731 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4814da59-bc1a-4200-a782-86c63e418c53 req-8db1ab50-88cd-45c2-81b7-c091ed977302 service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:25:16.341125 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4814da59-bc1a-4200-a782-86c63e418c53 req-8db1ab50-88cd-45c2-81b7-c091ed977302 service neutron] Checking segment: {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:25:16.341519 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4814da59-bc1a-4200-a782-86c63e418c53 req-8db1ab50-88cd-45c2-81b7-c091ed977302 service neutron] Bound using segment: {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:25:16.341969 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-4814da59-bc1a-4200-a782-86c63e418c53 req-8db1ab50-88cd-45c2-81b7-c091ed977302 service neutron] Bound port: eda2c6e2-c0ed-4606-8bdb-48d578879d54, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:25:16.342355 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4814da59-bc1a-4200-a782-86c63e418c53 req-8db1ab50-88cd-45c2-81b7-c091ed977302 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:16.386393 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa65afa-316e-48c4-adf1-76ff152fa553 req-ee23fb46-3175-4a37-a3d4-28bdfea113e5 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:16.387438 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-afa65afa-316e-48c4-adf1-76ff152fa553 req-ee23fb46-3175-4a37-a3d4-28bdfea113e5 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ced2830-998b-4a0e-90e8-4498c3406af5 HTTP/1.1" status: 200 len: 945 time: 0.0683324 Jul 05 02:25:16.414866 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8efc015-3a5c-434a-9c69-5ed475f96360 req-e22dcb2f-d6ed-47f9-86b8-246cbd293b2e tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:16.416597 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b8efc015-3a5c-434a-9c69-5ed475f96360 req-e22dcb2f-d6ed-47f9-86b8-246cbd293b2e tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/ports?device_id=4442d323-8f80-4361-88e8-ac3f606f8a32 HTTP/1.1" status: 200 len: 945 time: 0.3031421 Jul 05 02:25:16.430453 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-afa65afa-316e-48c4-adf1-76ff152fa553 req-9250e95c-e3c0-4e8b-b2ce-0c61c62fd047 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d996060-2bcc-42e7-a06b-0ec807d28f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371735 Jul 05 02:25:16.556492 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b8efc015-3a5c-434a-9c69-5ed475f96360 req-78cb3274-9d48-45ef-8592-aa27359a375d tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fa90a27-9aba-44e7-a653-62ec86df8932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327918 Jul 05 02:25:16.566262 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-4814da59-bc1a-4200-a782-86c63e418c53 req-8db1ab50-88cd-45c2-81b7-c091ed977302 service neutron] For port eda2c6e2-c0ed-4606-8bdb-48d578879d54, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:25:16.571589 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-4814da59-bc1a-4200-a782-86c63e418c53 req-8db1ab50-88cd-45c2-81b7-c091ed977302 service neutron] For port eda2c6e2-c0ed-4606-8bdb-48d578879d54, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=eda2c6e2-c0ed-4606-8bdb-48d578879d54,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:25:16.665469 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-8c05e6c9-77d6-4674-a104-9e7d7de5e079 req-f33e1ca1-0f0c-4891-8678-02b3c3076b65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 640d8314-edb8-47b5-a8f6-0238914114eb {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:25:16.674444 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-8c05e6c9-77d6-4674-a104-9e7d7de5e079 req-f33e1ca1-0f0c-4891-8678-02b3c3076b65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:16.690035 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4814da59-bc1a-4200-a782-86c63e418c53 req-8db1ab50-88cd-45c2-81b7-c091ed977302 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:16.698808 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-8c05e6c9-77d6-4674-a104-9e7d7de5e079 req-f33e1ca1-0f0c-4891-8678-02b3c3076b65 service neutron] Transition to ACTIVE for port object 640d8314-edb8-47b5-a8f6-0238914114eb will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:25:16.730617 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4814da59-bc1a-4200-a782-86c63e418c53 req-8db1ab50-88cd-45c2-81b7-c091ed977302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:16.731248 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4814da59-bc1a-4200-a782-86c63e418c53 req-8db1ab50-88cd-45c2-81b7-c091ed977302 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:16.732783 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4814da59-bc1a-4200-a782-86c63e418c53 req-8db1ab50-88cd-45c2-81b7-c091ed977302 service neutron] 10.222.0.21 "PUT /v2.0/ports/eda2c6e2-c0ed-4606-8bdb-48d578879d54 HTTP/1.1" status: 200 len: 1097 time: 1.5994651 Jul 05 02:25:16.733238 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06117d83-c05c-4628-9b23-852a90e69be0', 'tag': 'eda2c6e2-c0ed-4606-8bdb-48d578879d54'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:25:16.735526 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5798f48-09a6-40e2-ba78-6e09368d68ea" -d '{"events": [{"name": "network-changed", "server_uuid": "06117d83-c05c-4628-9b23-852a90e69be0", "tag": "eda2c6e2-c0ed-4606-8bdb-48d578879d54"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:25:16.760792 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db1ab50-88cd-45c2-81b7-c091ed977302 service neutron] Pushing event updated for resources: {'Port': ['ID=eda2c6e2-c0ed-4606-8bdb-48d578879d54,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:16.822633 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-8c05e6c9-77d6-4674-a104-9e7d7de5e079 req-f33e1ca1-0f0c-4891-8678-02b3c3076b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:16.936149 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 59654) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:25:16.954865 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33e1ca1-0f0c-4891-8678-02b3c3076b65 service neutron] Pushing event updated for resources: {'Port': ['ID=640d8314-edb8-47b5-a8f6-0238914114eb,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:16.955003 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2c1469c9-fd30-4b41-a726-f9996e3cada7 req-e656cfd9-9ab8-4d78-9542-57533f4baaec tempest-ServerShowV254Test-746757979 tempest-ServerShowV254Test-746757979-project] 10.222.0.23 "GET /v2.0/ports?device_id=cad2dfcb-b692-4fb8-a907-f10190b8ab04 HTTP/1.1" status: 200 len: 210 time: 0.4052346 Jul 05 02:25:17.044471 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01c3356e-c512-4003-a673-63f246848372 x-openstack-request-id: req-01c3356e-c512-4003-a673-63f246848372 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:25:17.047029 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06117d83-c05c-4628-9b23-852a90e69be0", "tag": "eda2c6e2-c0ed-4606-8bdb-48d578879d54", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:25:17.047029 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-01c3356e-c512-4003-a673-63f246848372 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:25:17.047029 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06117d83-c05c-4628-9b23-852a90e69be0', 'tag': 'eda2c6e2-c0ed-4606-8bdb-48d578879d54', 'status': 'completed', 'code': 200} Jul 05 02:25:17.057080 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676b55a1-2b79-4e80-a106-0cbd555af578 req-da164f6e-df33-4a24-bb93-6cf0599f850f tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:17.059117 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-676b55a1-2b79-4e80-a106-0cbd555af578 req-da164f6e-df33-4a24-bb93-6cf0599f850f tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/ports?device_id=d988b571-b6bf-4839-adeb-7289bccdd82a HTTP/1.1" status: 200 len: 947 time: 0.2502849 Jul 05 02:25:17.096449 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4814da59-bc1a-4200-a782-86c63e418c53 req-491af29e-c87f-495c-b2ca-82292901b2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:17.097958 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4814da59-bc1a-4200-a782-86c63e418c53 req-491af29e-c87f-495c-b2ca-82292901b2d2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4940e87046f140ca84ee108962838413&device_id=06117d83-c05c-4628-9b23-852a90e69be0 HTTP/1.1" status: 200 len: 1100 time: 0.2077620 Jul 05 02:25:17.110000 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-6e11ccad-13a3-4eda-94ae-fbbf8116a091 tempest-RoutersAdminNegativeTest-820363248 tempest-RoutersAdminNegativeTest-820363248-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-742739321', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:25:17.162823 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-8c05e6c9-77d6-4674-a104-9e7d7de5e079 req-f33e1ca1-0f0c-4891-8678-02b3c3076b65 service neutron] Attempting to bind port 640d8314-edb8-47b5-a8f6-0238914114eb on host n-h1-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:25:17.163169 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-8c05e6c9-77d6-4674-a104-9e7d7de5e079 req-f33e1ca1-0f0c-4891-8678-02b3c3076b65 service neutron] Attempting to bind port 640d8314-edb8-47b5-a8f6-0238914114eb by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:25:17.163500 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c05e6c9-77d6-4674-a104-9e7d7de5e079 req-f33e1ca1-0f0c-4891-8678-02b3c3076b65 service neutron] Attempting to bind port 640d8314-edb8-47b5-a8f6-0238914114eb on network dff432c2-7366-4622-aebb-da22fe05bfd4 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:25:17.176263 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4814da59-bc1a-4200-a782-86c63e418c53 req-c4684fd3-f5ff-44b7-8256-431090270b2d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=eda2c6e2-c0ed-4606-8bdb-48d578879d54 HTTP/1.1" status: 200 len: 217 time: 0.0587072 Jul 05 02:25:17.182223 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c05e6c9-77d6-4674-a104-9e7d7de5e079 req-f33e1ca1-0f0c-4891-8678-02b3c3076b65 service neutron] Port 640d8314-edb8-47b5-a8f6-0238914114eb on network dff432c2-7366-4622-aebb-da22fe05bfd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:25:17.182479 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c05e6c9-77d6-4674-a104-9e7d7de5e079 req-f33e1ca1-0f0c-4891-8678-02b3c3076b65 service neutron] Attempting to bind port 640d8314-edb8-47b5-a8f6-0238914114eb on network dff432c2-7366-4622-aebb-da22fe05bfd4 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:25:17.199916 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-676b55a1-2b79-4e80-a106-0cbd555af578 req-c662e86d-84b5-473f-ad68-4d0eb17beece tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1003e45-917a-406c-999d-122388976885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303420 Jul 05 02:25:17.218267 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c05e6c9-77d6-4674-a104-9e7d7de5e079 req-f33e1ca1-0f0c-4891-8678-02b3c3076b65 service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:25:17.218492 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c05e6c9-77d6-4674-a104-9e7d7de5e079 req-f33e1ca1-0f0c-4891-8678-02b3c3076b65 service neutron] Checking segment: {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:25:17.218869 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c05e6c9-77d6-4674-a104-9e7d7de5e079 req-f33e1ca1-0f0c-4891-8678-02b3c3076b65 service neutron] Bound using segment: {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:25:17.219313 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-8c05e6c9-77d6-4674-a104-9e7d7de5e079 req-f33e1ca1-0f0c-4891-8678-02b3c3076b65 service neutron] Bound port: 640d8314-edb8-47b5-a8f6-0238914114eb, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:25:17.219693 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-8c05e6c9-77d6-4674-a104-9e7d7de5e079 req-f33e1ca1-0f0c-4891-8678-02b3c3076b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:17.271036 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4814da59-bc1a-4200-a782-86c63e418c53 req-35eea0ab-8fc4-471e-8839-912703662b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:17.272521 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4814da59-bc1a-4200-a782-86c63e418c53 req-35eea0ab-8fc4-471e-8839-912703662b69 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b840e204-692c-4f54-8f07-f6563e8e36b1 HTTP/1.1" status: 200 len: 843 time: 0.0854127 Jul 05 02:25:17.320451 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e11ccad-13a3-4eda-94ae-fbbf8116a091 tempest-RoutersAdminNegativeTest-820363248 tempest-RoutersAdminNegativeTest-820363248-project-admin] Made reservation on behalf of 05c21216d0f24b3a9b0420c3059e48d5 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:25:17.322778 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6e11ccad-13a3-4eda-94ae-fbbf8116a091 tempest-RoutersAdminNegativeTest-820363248 tempest-RoutersAdminNegativeTest-820363248-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:17.340426 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6e11ccad-13a3-4eda-94ae-fbbf8116a091 tempest-RoutersAdminNegativeTest-820363248 tempest-RoutersAdminNegativeTest-820363248-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:17.343413 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-8c05e6c9-77d6-4674-a104-9e7d7de5e079 req-f33e1ca1-0f0c-4891-8678-02b3c3076b65 service neutron] For port 640d8314-edb8-47b5-a8f6-0238914114eb, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:25:17.368041 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-8c05e6c9-77d6-4674-a104-9e7d7de5e079 req-f33e1ca1-0f0c-4891-8678-02b3c3076b65 service neutron] For port 640d8314-edb8-47b5-a8f6-0238914114eb, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=640d8314-edb8-47b5-a8f6-0238914114eb,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:25:17.395483 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4814da59-bc1a-4200-a782-86c63e418c53 req-4e13fe20-7696-4f60-9880-787038c43615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:17.397029 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4814da59-bc1a-4200-a782-86c63e418c53 req-4e13fe20-7696-4f60-9880-787038c43615 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dff432c2-7366-4622-aebb-da22fe05bfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1151762 Jul 05 02:25:17.517585 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-8c05e6c9-77d6-4674-a104-9e7d7de5e079 req-f33e1ca1-0f0c-4891-8678-02b3c3076b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:17.540136 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4814da59-bc1a-4200-a782-86c63e418c53 req-2391ac90-c9fd-4c2a-9516-26b4777c8e2c service neutron] 10.222.0.21 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332462 Jul 05 02:25:17.542474 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6e11ccad-13a3-4eda-94ae-fbbf8116a091 tempest-RoutersAdminNegativeTest-820363248 tempest-RoutersAdminNegativeTest-820363248-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:17.599328 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c05e6c9-77d6-4674-a104-9e7d7de5e079 req-f33e1ca1-0f0c-4891-8678-02b3c3076b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:17.599983 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-8c05e6c9-77d6-4674-a104-9e7d7de5e079 req-f33e1ca1-0f0c-4891-8678-02b3c3076b65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:17.601383 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8c05e6c9-77d6-4674-a104-9e7d7de5e079 req-f33e1ca1-0f0c-4891-8678-02b3c3076b65 service neutron] 10.222.0.21 "PUT /v2.0/ports/640d8314-edb8-47b5-a8f6-0238914114eb HTTP/1.1" status: 200 len: 1096 time: 1.6115141 Jul 05 02:25:17.648241 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6e11ccad-13a3-4eda-94ae-fbbf8116a091 tempest-RoutersAdminNegativeTest-820363248 tempest-RoutersAdminNegativeTest-820363248-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:17.667722 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [None req-6e11ccad-13a3-4eda-94ae-fbbf8116a091 tempest-RoutersAdminNegativeTest-820363248 tempest-RoutersAdminNegativeTest-820363248-project-admin] device_id is not set on port 29983946-46c7-4b6d-b30f-e724123cfcae yet. {{(pid=94461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:25:17.705373 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33e1ca1-0f0c-4891-8678-02b3c3076b65 service neutron] Pushing event updated for resources: {'Port': ['ID=640d8314-edb8-47b5-a8f6-0238914114eb,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:17.765898 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523c95b9-5941-42b6-bec1-34230e353990 req-1aca04af-95f7-4bbd-b0a2-11fb9c13c2ae tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:17.767436 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-523c95b9-5941-42b6-bec1-34230e353990 req-1aca04af-95f7-4bbd-b0a2-11fb9c13c2ae tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/ports?device_id=4442d323-8f80-4361-88e8-ac3f606f8a32 HTTP/1.1" status: 200 len: 945 time: 0.0830178 Jul 05 02:25:17.781145 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e11ccad-13a3-4eda-94ae-fbbf8116a091 tempest-RoutersAdminNegativeTest-820363248 tempest-RoutersAdminNegativeTest-820363248-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de9c7649-947a-4c71-a635-7de3312fd9b6,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:17.807033 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-523c95b9-5941-42b6-bec1-34230e353990 req-17c7ff92-3b3d-4fa1-8bac-50389ac191e2 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fa90a27-9aba-44e7-a653-62ec86df8932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330775 Jul 05 02:25:17.829110 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4814da59-bc1a-4200-a782-86c63e418c53 req-8463dc35-590e-4baf-b575-70e4d636939f service neutron] 10.222.0.21 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664316 Jul 05 02:25:17.866806 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b9a84-925b-4a99-8209-1efe807b662d req-93a914eb-5590-4e2b-9223-67d63b4f8956 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:17.868348 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c83b9a84-925b-4a99-8209-1efe807b662d req-93a914eb-5590-4e2b-9223-67d63b4f8956 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ced2830-998b-4a0e-90e8-4498c3406af5 HTTP/1.1" status: 200 len: 945 time: 0.3075659 Jul 05 02:25:17.910680 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-6e11ccad-13a3-4eda-94ae-fbbf8116a091 tempest-RoutersAdminNegativeTest-820363248 tempest-RoutersAdminNegativeTest-820363248-project-admin] Allocated IP 172.25.7.254 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/29983946-46c7-4b6d-b30f-e724123cfcae) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:25:17.948953 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c83b9a84-925b-4a99-8209-1efe807b662d req-699115a0-e8e9-4c17-9e60-65f98cb99e54 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d996060-2bcc-42e7-a06b-0ec807d28f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741701 Jul 05 02:25:17.959972 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c05e6c9-77d6-4674-a104-9e7d7de5e079 req-08d57293-5dc9-4f61-832b-2fb3d54ee3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:17.961517 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8c05e6c9-77d6-4674-a104-9e7d7de5e079 req-08d57293-5dc9-4f61-832b-2fb3d54ee3c2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4940e87046f140ca84ee108962838413&device_id=d988b571-b6bf-4839-adeb-7289bccdd82a HTTP/1.1" status: 200 len: 1099 time: 0.2071702 Jul 05 02:25:18.027018 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8c05e6c9-77d6-4674-a104-9e7d7de5e079 req-058b9892-b055-4f8d-8cfc-90eb0048c201 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=640d8314-edb8-47b5-a8f6-0238914114eb HTTP/1.1" status: 200 len: 217 time: 0.0539150 Jul 05 02:25:18.125738 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2a31ff15-90cf-426c-8bd6-3486844a3998 req-84e7339b-17d2-4c11-877c-c3d399f04b52 tempest-ServerShowV254Test-746757979 tempest-ServerShowV254Test-746757979-project] 10.222.0.23 "GET /v2.0/ports?device_id=cad2dfcb-b692-4fb8-a907-f10190b8ab04 HTTP/1.1" status: 200 len: 210 time: 0.0325003 Jul 05 02:25:18.156974 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c05e6c9-77d6-4674-a104-9e7d7de5e079 req-af1f02df-7734-43e0-b7bb-a1dce4963102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:18.158480 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8c05e6c9-77d6-4674-a104-9e7d7de5e079 req-af1f02df-7734-43e0-b7bb-a1dce4963102 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b840e204-692c-4f54-8f07-f6563e8e36b1 HTTP/1.1" status: 200 len: 843 time: 0.1109133 Jul 05 02:25:18.193115 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5798f48-09a6-40e2-ba78-6e09368d68ea req-9f253c06-2e00-47bd-aa83-81b86737b478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:18.194609 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a5798f48-09a6-40e2-ba78-6e09368d68ea req-9f253c06-2e00-47bd-aa83-81b86737b478 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4940e87046f140ca84ee108962838413&device_id=06117d83-c05c-4628-9b23-852a90e69be0 HTTP/1.1" status: 200 len: 1100 time: 0.1802752 Jul 05 02:25:18.227209 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6e11ccad-13a3-4eda-94ae-fbbf8116a091 tempest-RoutersAdminNegativeTest-820363248 tempest-RoutersAdminNegativeTest-820363248-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:18.361778 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c05e6c9-77d6-4674-a104-9e7d7de5e079 req-6cf88c09-09ab-43b4-80cf-378502659a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:18.363323 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8c05e6c9-77d6-4674-a104-9e7d7de5e079 req-6cf88c09-09ab-43b4-80cf-378502659a0b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dff432c2-7366-4622-aebb-da22fe05bfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1926155 Jul 05 02:25:18.390081 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5798f48-09a6-40e2-ba78-6e09368d68ea req-c7cb6757-0330-42f2-b6c3-b26842fcebb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:18.391532 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a5798f48-09a6-40e2-ba78-6e09368d68ea req-c7cb6757-0330-42f2-b6c3-b26842fcebb9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=dff432c2-7366-4622-aebb-da22fe05bfd4 HTTP/1.1" status: 200 len: 869 time: 0.1774805 Jul 05 02:25:18.477580 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6e11ccad-13a3-4eda-94ae-fbbf8116a091 tempest-RoutersAdminNegativeTest-820363248 tempest-RoutersAdminNegativeTest-820363248-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:18.480033 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a5798f48-09a6-40e2-ba78-6e09368d68ea req-bc6c3427-950a-43c1-884d-30b3007c6c4a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=eda2c6e2-c0ed-4606-8bdb-48d578879d54 HTTP/1.1" status: 200 len: 217 time: 0.0784128 Jul 05 02:25:18.896337 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e11ccad-13a3-4eda-94ae-fbbf8116a091 tempest-RoutersAdminNegativeTest-820363248 tempest-RoutersAdminNegativeTest-820363248-project-admin] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:25:18.914452 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6350091e-16af-41da-9673-c7b79c74235b req-80ac1e21-85e5-4d89-a07e-0f135b916491 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:18.915955 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6350091e-16af-41da-9673-c7b79c74235b req-80ac1e21-85e5-4d89-a07e-0f135b916491 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/ports?device_id=d988b571-b6bf-4839-adeb-7289bccdd82a HTTP/1.1" status: 200 len: 947 time: 0.5976684 Jul 05 02:25:18.922250 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-6e11ccad-13a3-4eda-94ae-fbbf8116a091 tempest-RoutersAdminNegativeTest-820363248 tempest-RoutersAdminNegativeTest-820363248-project-admin] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:25:18.929892 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e11ccad-13a3-4eda-94ae-fbbf8116a091 tempest-RoutersAdminNegativeTest-820363248 tempest-RoutersAdminNegativeTest-820363248-project-admin] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:25:18.931686 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e11ccad-13a3-4eda-94ae-fbbf8116a091 tempest-RoutersAdminNegativeTest-820363248 tempest-RoutersAdminNegativeTest-820363248-project-admin] Pushing event updated for resources: {'Port': ['ID=29983946-46c7-4b6d-b30f-e724123cfcae,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:18.941722 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8c05e6c9-77d6-4674-a104-9e7d7de5e079 req-0704d0f2-c04f-4637-a422-5b6daf7f7035 service neutron] 10.222.0.21 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5669405 Jul 05 02:25:18.978757 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5798f48-09a6-40e2-ba78-6e09368d68ea req-ccb7814f-0db0-4102-baf0-53c4b6401245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:18.980210 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a5798f48-09a6-40e2-ba78-6e09368d68ea req-ccb7814f-0db0-4102-baf0-53c4b6401245 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b840e204-692c-4f54-8f07-f6563e8e36b1 HTTP/1.1" status: 200 len: 843 time: 0.4906409 Jul 05 02:25:18.992194 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b5c70e-fe02-4f65-927a-093c243c1474 req-b595e244-823d-4625-99e0-a7e90230a705 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:18.993737 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-41b5c70e-fe02-4f65-927a-093c243c1474 req-b595e244-823d-4625-99e0-a7e90230a705 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/ports?device_id=4442d323-8f80-4361-88e8-ac3f606f8a32 HTTP/1.1" status: 200 len: 945 time: 0.0738347 Jul 05 02:25:19.031069 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-41b5c70e-fe02-4f65-927a-093c243c1474 req-828b1d02-0f23-4b2b-abac-f8ec7091776f tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fa90a27-9aba-44e7-a653-62ec86df8932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317118 Jul 05 02:25:19.060217 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd988b571-b6bf-4839-adeb-7289bccdd82a', 'tag': '640d8314-edb8-47b5-a8f6-0238914114eb'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:25:19.062444 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10d8e4cc-3950-464d-86a5-f7a055f61229" -d '{"events": [{"name": "network-changed", "server_uuid": "d988b571-b6bf-4839-adeb-7289bccdd82a", "tag": "640d8314-edb8-47b5-a8f6-0238914114eb"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:25:19.085951 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6350091e-16af-41da-9673-c7b79c74235b req-d1c76f06-d107-49bd-a836-82c325beb169 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1003e45-917a-406c-999d-122388976885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615129 Jul 05 02:25:19.089808 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e11ccad-13a3-4eda-94ae-fbbf8116a091 tempest-RoutersAdminNegativeTest-820363248 tempest-RoutersAdminNegativeTest-820363248-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:19.090500 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6e11ccad-13a3-4eda-94ae-fbbf8116a091 tempest-RoutersAdminNegativeTest-820363248 tempest-RoutersAdminNegativeTest-820363248-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:19.141082 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8c05e6c9-77d6-4674-a104-9e7d7de5e079 req-8e3cd20b-39eb-473b-b159-b1bfe3c3bbe8 service neutron] 10.222.0.21 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774890 Jul 05 02:25:19.143726 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5798f48-09a6-40e2-ba78-6e09368d68ea req-a06e06ec-6a62-4289-9c96-08c1b2a0b5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:19.145736 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a5798f48-09a6-40e2-ba78-6e09368d68ea req-a06e06ec-6a62-4289-9c96-08c1b2a0b5eb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dff432c2-7366-4622-aebb-da22fe05bfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1465764 Jul 05 02:25:19.204969 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4319d64-b45f-4994-a7a3-0af5a940cea5 x-openstack-request-id: req-e4319d64-b45f-4994-a7a3-0af5a940cea5 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:25:19.205214 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d988b571-b6bf-4839-adeb-7289bccdd82a", "tag": "640d8314-edb8-47b5-a8f6-0238914114eb", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:25:19.205377 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e4319d64-b45f-4994-a7a3-0af5a940cea5 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:25:19.205966 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd988b571-b6bf-4839-adeb-7289bccdd82a', 'tag': '640d8314-edb8-47b5-a8f6-0238914114eb', 'status': 'completed', 'code': 200} Jul 05 02:25:19.212074 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-6e11ccad-13a3-4eda-94ae-fbbf8116a091 tempest-RoutersAdminNegativeTest-820363248 tempest-RoutersAdminNegativeTest-820363248-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.2784381 Jul 05 02:25:19.215150 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 59684) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:25:19.219735 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-55270ac6-e794-4653-89a5-7920e2d15eb4 tempest-RoutersAdminNegativeTest-820363248 tempest-RoutersAdminNegativeTest-820363248-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.254'}]}}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:25:19.317533 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a5798f48-09a6-40e2-ba78-6e09368d68ea req-e0bc48e1-bdd5-4f3d-9363-c057fce4d7d3 service neutron] 10.222.0.21 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632783 Jul 05 02:25:19.323083 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e454dedb-069c-4367-95b7-20559a2d9eea req-3737ca2a-a971-4b21-9c36-b502d3815864 tempest-ServerShowV254Test-746757979 tempest-ServerShowV254Test-746757979-project] 10.222.0.23 "GET /v2.0/ports?device_id=cad2dfcb-b692-4fb8-a907-f10190b8ab04 HTTP/1.1" status: 200 len: 210 time: 0.0288112 Jul 05 02:25:19.326486 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-55270ac6-e794-4653-89a5-7920e2d15eb4 tempest-RoutersAdminNegativeTest-820363248 tempest-RoutersAdminNegativeTest-820363248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11810'] for router, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:19.327729 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-55270ac6-e794-4653-89a5-7920e2d15eb4 tempest-RoutersAdminNegativeTest-820363248 tempest-RoutersAdminNegativeTest-820363248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1926740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11821'] for router, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:19.382297 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f284f4-7c4a-4a0f-874b-5aa9ee1a1f0b req-255603f3-ee01-4316-acbb-589a4cda440f tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:19.383785 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-10f284f4-7c4a-4a0f-874b-5aa9ee1a1f0b req-255603f3-ee01-4316-acbb-589a4cda440f tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ced2830-998b-4a0e-90e8-4498c3406af5 HTTP/1.1" status: 200 len: 945 time: 0.1770291 Jul 05 02:25:19.384230 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-55270ac6-e794-4653-89a5-7920e2d15eb4 tempest-RoutersAdminNegativeTest-820363248 tempest-RoutersAdminNegativeTest-820363248-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:19.435666 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d8e4cc-3950-464d-86a5-f7a055f61229 req-09e30b6c-f372-493f-8fd9-e0d1d7517ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:19.437140 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-10d8e4cc-3950-464d-86a5-f7a055f61229 req-09e30b6c-f372-493f-8fd9-e0d1d7517ad9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4940e87046f140ca84ee108962838413&device_id=d988b571-b6bf-4839-adeb-7289bccdd82a HTTP/1.1" status: 200 len: 1099 time: 0.1768320 Jul 05 02:25:19.478928 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-10f284f4-7c4a-4a0f-874b-5aa9ee1a1f0b req-cc3af85b-3be7-49e8-9ff2-4cdcf1d1a0b0 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d996060-2bcc-42e7-a06b-0ec807d28f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856726 Jul 05 02:25:19.509237 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a5798f48-09a6-40e2-ba78-6e09368d68ea req-c6b91b3c-08f4-4b10-8c13-63ba2e8dfd0b service neutron] 10.222.0.21 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848707 Jul 05 02:25:19.558601 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d8e4cc-3950-464d-86a5-f7a055f61229 req-32869d44-648f-4654-a8b8-319abc18f77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:19.560100 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-10d8e4cc-3950-464d-86a5-f7a055f61229 req-32869d44-648f-4654-a8b8-319abc18f77c service neutron] 10.222.0.21 "GET /v2.0/networks?id=dff432c2-7366-4622-aebb-da22fe05bfd4 HTTP/1.1" status: 200 len: 869 time: 0.1137464 Jul 05 02:25:19.601861 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-10d8e4cc-3950-464d-86a5-f7a055f61229 req-6f187f06-2825-4a53-b504-eb063e77437d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=640d8314-edb8-47b5-a8f6-0238914114eb HTTP/1.1" status: 200 len: 217 time: 0.0343156 Jul 05 02:25:19.623335 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-55270ac6-e794-4653-89a5-7920e2d15eb4 tempest-RoutersAdminNegativeTest-820363248 tempest-RoutersAdminNegativeTest-820363248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:19.649443 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d8e4cc-3950-464d-86a5-f7a055f61229 req-db3d0938-b1ef-46ef-a81b-f447574f5dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:19.650936 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-10d8e4cc-3950-464d-86a5-f7a055f61229 req-db3d0938-b1ef-46ef-a81b-f447574f5dcc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b840e204-692c-4f54-8f07-f6563e8e36b1 HTTP/1.1" status: 200 len: 843 time: 0.0420799 Jul 05 02:25:19.711368 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d8e4cc-3950-464d-86a5-f7a055f61229 req-3dc4f35b-2f22-4030-8c4a-4c6331c8db84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:19.712854 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-10d8e4cc-3950-464d-86a5-f7a055f61229 req-3dc4f35b-2f22-4030-8c4a-4c6331c8db84 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dff432c2-7366-4622-aebb-da22fe05bfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0543489 Jul 05 02:25:19.802114 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-10d8e4cc-3950-464d-86a5-f7a055f61229 req-486913cc-c00d-4fc0-a773-644c33f3870e service neutron] 10.222.0.21 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814919 Jul 05 02:25:19.893032 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-10d8e4cc-3950-464d-86a5-f7a055f61229 req-15f2c6c7-63bc-4472-9542-561b05707820 service neutron] 10.222.0.21 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838385 Jul 05 02:25:19.928570 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-55270ac6-e794-4653-89a5-7920e2d15eb4 tempest-RoutersAdminNegativeTest-820363248 tempest-RoutersAdminNegativeTest-820363248-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:19.947438 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-55270ac6-e794-4653-89a5-7920e2d15eb4 tempest-RoutersAdminNegativeTest-820363248 tempest-RoutersAdminNegativeTest-820363248-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:20.131108 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-55270ac6-e794-4653-89a5-7920e2d15eb4 tempest-RoutersAdminNegativeTest-820363248 tempest-RoutersAdminNegativeTest-820363248-project-admin] Notify callbacks [] for router, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:20.330187 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-55270ac6-e794-4653-89a5-7920e2d15eb4 tempest-RoutersAdminNegativeTest-820363248 tempest-RoutersAdminNegativeTest-820363248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11828'] for router, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:20.333140 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-55270ac6-e794-4653-89a5-7920e2d15eb4 tempest-RoutersAdminNegativeTest-820363248 tempest-RoutersAdminNegativeTest-820363248-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:20.392609 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a109fc-0b2e-4e5c-8ab0-27a62fbbb8fb req-65d7b952-d8fd-4ff2-977c-6f9270a23d78 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:20.394145 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-49a109fc-0b2e-4e5c-8ab0-27a62fbbb8fb req-65d7b952-d8fd-4ff2-977c-6f9270a23d78 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/ports?device_id=4442d323-8f80-4361-88e8-ac3f606f8a32 HTTP/1.1" status: 200 len: 945 time: 0.0650859 Jul 05 02:25:20.402335 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b2223a-994d-4f8a-9d00-4444e18d03ac req-7b01d3c6-fe75-4f5a-9cf7-04fecd939a44 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:20.403828 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-09b2223a-994d-4f8a-9d00-4444e18d03ac req-7b01d3c6-fe75-4f5a-9cf7-04fecd939a44 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/ports?device_id=d988b571-b6bf-4839-adeb-7289bccdd82a HTTP/1.1" status: 200 len: 947 time: 0.1930578 Jul 05 02:25:20.438348 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-49a109fc-0b2e-4e5c-8ab0-27a62fbbb8fb req-b842a850-b6d0-4856-8f17-3c0f52463f11 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fa90a27-9aba-44e7-a653-62ec86df8932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383008 Jul 05 02:25:20.446258 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-09b2223a-994d-4f8a-9d00-4444e18d03ac req-5e30d180-3b87-49f7-93f9-f3153047c747 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1003e45-917a-406c-999d-122388976885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365667 Jul 05 02:25:20.483107 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-55270ac6-e794-4653-89a5-7920e2d15eb4 tempest-RoutersAdminNegativeTest-820363248 tempest-RoutersAdminNegativeTest-820363248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1575451'] for router, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:20.483631 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55270ac6-e794-4653-89a5-7920e2d15eb4 tempest-RoutersAdminNegativeTest-820363248 tempest-RoutersAdminNegativeTest-820363248-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c78f1758-2275-4abd-8c69-861270b7fd94 {{(pid=94462) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 02:25:20.581586 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c01f1afb-4395-4bcc-8c92-403b1f1cff0a req-7861f953-2ddd-408b-b1bf-208d532dfc25 tempest-ServerShowV254Test-746757979 tempest-ServerShowV254Test-746757979-project] 10.222.0.23 "GET /v2.0/ports?device_id=cad2dfcb-b692-4fb8-a907-f10190b8ab04 HTTP/1.1" status: 200 len: 210 time: 0.0302763 Jul 05 02:25:20.602667 n-d-771362-32 neutron-server[94462]: INFO neutron.api.v2.resource [None req-55270ac6-e794-4653-89a5-7920e2d15eb4 tempest-RoutersAdminNegativeTest-820363248 tempest-RoutersAdminNegativeTest-820363248-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 05 02:25:20.602667 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-55270ac6-e794-4653-89a5-7920e2d15eb4 tempest-RoutersAdminNegativeTest-820363248 tempest-RoutersAdminNegativeTest-820363248-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.3835614 Jul 05 02:25:20.602667 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 59700) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:25:20.702463 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-802251b2-9418-4bd7-a773-d3ac4834b07a tempest-RoutersAdminNegativeTest-820363248 tempest-RoutersAdminNegativeTest-820363248-project-admin] Deleting port 29983946-46c7-4b6d-b30f-e724123cfcae {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:25:20.702819 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-802251b2-9418-4bd7-a773-d3ac4834b07a tempest-RoutersAdminNegativeTest-820363248 tempest-RoutersAdminNegativeTest-820363248-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:20.730374 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babbbb88-7bea-457b-9a80-fa1dd438153c req-4660c7f9-239f-4260-931f-0a6d3547468a tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:20.733480 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-babbbb88-7bea-457b-9a80-fa1dd438153c req-4660c7f9-239f-4260-931f-0a6d3547468a tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ced2830-998b-4a0e-90e8-4498c3406af5 HTTP/1.1" status: 200 len: 945 time: 0.0801733 Jul 05 02:25:20.780360 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-babbbb88-7bea-457b-9a80-fa1dd438153c req-dba02d19-3a4a-4fc8-90e7-7cb165e120e2 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d996060-2bcc-42e7-a06b-0ec807d28f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340524 Jul 05 02:25:20.784019 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-802251b2-9418-4bd7-a773-d3ac4834b07a tempest-RoutersAdminNegativeTest-820363248 tempest-RoutersAdminNegativeTest-820363248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:20.796932 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-802251b2-9418-4bd7-a773-d3ac4834b07a tempest-RoutersAdminNegativeTest-820363248 tempest-RoutersAdminNegativeTest-820363248-project-admin] Calling delete_port for 29983946-46c7-4b6d-b30f-e724123cfcae owned by {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:25:20.804622 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-48ec9307-6129-42dd-a20d-2b9edf094829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:20.987033 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-802251b2-9418-4bd7-a773-d3ac4834b07a tempest-RoutersAdminNegativeTest-820363248 tempest-RoutersAdminNegativeTest-820363248-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:21.012928 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802251b2-9418-4bd7-a773-d3ac4834b07a tempest-RoutersAdminNegativeTest-820363248 tempest-RoutersAdminNegativeTest-820363248-project-admin] Pushing event deleted for resources: {'Port': ['ID=29983946-46c7-4b6d-b30f-e724123cfcae,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:21.078655 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-802251b2-9418-4bd7-a773-d3ac4834b07a tempest-RoutersAdminNegativeTest-820363248 tempest-RoutersAdminNegativeTest-820363248-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:21.080632 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-802251b2-9418-4bd7-a773-d3ac4834b07a tempest-RoutersAdminNegativeTest-820363248 tempest-RoutersAdminNegativeTest-820363248-project-admin] 10.222.0.23 "DELETE /v2.0/ports/29983946-46c7-4b6d-b30f-e724123cfcae HTTP/1.1" status: 204 len: 168 time: 0.4771230 Jul 05 02:25:21.557190 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 59710) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:25:21.632328 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c8027f-2d5a-4977-a9e2-37937150c4aa req-aab45c50-7b51-4ac3-ad97-17b407206cb0 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:21.632554 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e276a0c4-d64b-4a36-b3b5-18408f67206f req-74cfbc7f-c92d-4506-9c04-f04a80318fda tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:21.634001 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e8c8027f-2d5a-4977-a9e2-37937150c4aa req-aab45c50-7b51-4ac3-ad97-17b407206cb0 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/ports?device_id=4442d323-8f80-4361-88e8-ac3f606f8a32 HTTP/1.1" status: 200 len: 945 time: 0.0808325 Jul 05 02:25:21.639125 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e276a0c4-d64b-4a36-b3b5-18408f67206f req-74cfbc7f-c92d-4506-9c04-f04a80318fda tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/ports?device_id=d988b571-b6bf-4839-adeb-7289bccdd82a HTTP/1.1" status: 200 len: 947 time: 0.0759852 Jul 05 02:25:21.674036 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e276a0c4-d64b-4a36-b3b5-18408f67206f req-2273b218-d6a2-478f-9216-d6867b360a39 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1003e45-917a-406c-999d-122388976885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340822 Jul 05 02:25:21.687725 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e8c8027f-2d5a-4977-a9e2-37937150c4aa req-1cd378cd-fe54-48ef-b0f5-a6bab6a172c9 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fa90a27-9aba-44e7-a653-62ec86df8932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483353 Jul 05 02:25:21.695749 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1fe305d6-4924-4afd-bf33-6c7ab864eb2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:21.830305 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1fe305d6-4924-4afd-bf33-6c7ab864eb2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:21.833230 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c33d3c20-b2e5-4fb2-9364-d4937fa5d267 req-1c2f0cc6-99f1-403a-a541-ee5172226fa7 tempest-ServerShowV254Test-746757979 tempest-ServerShowV254Test-746757979-project] 10.222.0.23 "GET /v2.0/ports?device_id=cad2dfcb-b692-4fb8-a907-f10190b8ab04 HTTP/1.1" status: 200 len: 210 time: 0.0384593 Jul 05 02:25:21.895895 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1fe305d6-4924-4afd-bf33-6c7ab864eb2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:21.932941 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe305d6-4924-4afd-bf33-6c7ab864eb2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbab1a9a-d88d-40fa-b5a9-94c5a0e0dbd8,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:21.938387 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-1fe305d6-4924-4afd-bf33-6c7ab864eb2a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=132153fa572c4fa686b94649c372e35a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3801677 Jul 05 02:25:21.941525 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 59722) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:25:21.998910 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-02ac5c7b-f91c-4054-8947-b24eeb7442a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:22.009355 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device eda2c6e2-c0ed-4606-8bdb-48d578879d54 details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:25:22.010233 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ba2f2f-7e2e-4839-bd8d-f54f9336c8ad req-63b89340-2a2d-452e-b842-74b2f3dc7430 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:22.012207 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-03ba2f2f-7e2e-4839-bd8d-f54f9336c8ad req-63b89340-2a2d-452e-b842-74b2f3dc7430 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ced2830-998b-4a0e-90e8-4498c3406af5 HTTP/1.1" status: 200 len: 945 time: 0.0761514 Jul 05 02:25:22.025559 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-02ac5c7b-f91c-4054-8947-b24eeb7442a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:22.056990 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-03ba2f2f-7e2e-4839-bd8d-f54f9336c8ad req-47cf1283-41b1-4553-bb5a-161c2bbc63fa tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d996060-2bcc-42e7-a06b-0ec807d28f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390513 Jul 05 02:25:22.105086 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port eda2c6e2-c0ed-4606-8bdb-48d578879d54, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=eda2c6e2-c0ed-4606-8bdb-48d578879d54,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:25:22.116972 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': 'eda2c6e2-c0ed-4606-8bdb-48d578879d54', 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4', 'port_id': 'eda2c6e2-c0ed-4606-8bdb-48d578879d54', 'mac_address': 'fa:16:3e:ee:9b:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b840e204-692c-4f54-8f07-f6563e8e36b1', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:25:22.155727 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:22.168967 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eda2c6e2-c0ed-4606-8bdb-48d578879d54 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:25:22.187158 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-02ac5c7b-f91c-4054-8947-b24eeb7442a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:22.188007 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port eda2c6e2-c0ed-4606-8bdb-48d578879d54, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=eda2c6e2-c0ed-4606-8bdb-48d578879d54,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:25:22.189714 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-02ac5c7b-f91c-4054-8947-b24eeb7442a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:22.191269 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-02ac5c7b-f91c-4054-8947-b24eeb7442a1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cbab1a9a-d88d-40fa-b5a9-94c5a0e0dbd8 HTTP/1.1" status: 204 len: 168 time: 0.2479739 Jul 05 02:25:22.199954 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ac5c7b-f91c-4054-8947-b24eeb7442a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbab1a9a-d88d-40fa-b5a9-94c5a0e0dbd8,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:22.318719 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:22.319409 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 640d8314-edb8-47b5-a8f6-0238914114eb details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:25:22.383840 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 640d8314-edb8-47b5-a8f6-0238914114eb, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=640d8314-edb8-47b5-a8f6-0238914114eb,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:25:22.386060 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=eda2c6e2-c0ed-4606-8bdb-48d578879d54,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:22.397110 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': '640d8314-edb8-47b5-a8f6-0238914114eb', 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4', 'port_id': '640d8314-edb8-47b5-a8f6-0238914114eb', 'mac_address': 'fa:16:3e:59:62:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b840e204-692c-4f54-8f07-f6563e8e36b1', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:25:22.433468 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:22.448929 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 640d8314-edb8-47b5-a8f6-0238914114eb {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:25:22.467892 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 640d8314-edb8-47b5-a8f6-0238914114eb, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=640d8314-edb8-47b5-a8f6-0238914114eb,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:25:22.553122 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:22.599854 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=640d8314-edb8-47b5-a8f6-0238914114eb,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:22.797330 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['eda2c6e2-c0ed-4606-8bdb-48d578879d54'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:25:22.801660 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['640d8314-edb8-47b5-a8f6-0238914114eb'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:25:22.873298 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6fdb6e-0fe0-4583-a092-bc84b2aba6d8 req-853c27b1-8b93-4054-a771-85fca9347d36 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:22.875128 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cf6fdb6e-0fe0-4583-a092-bc84b2aba6d8 req-853c27b1-8b93-4054-a771-85fca9347d36 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/ports?device_id=d988b571-b6bf-4839-adeb-7289bccdd82a HTTP/1.1" status: 200 len: 948 time: 0.0842938 Jul 05 02:25:22.878427 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2511fa-7184-4f16-b27c-54243f104ebf req-8c82b230-42e0-4ade-a1dc-0354bf671b3b tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:22.882722 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0c2511fa-7184-4f16-b27c-54243f104ebf req-8c82b230-42e0-4ade-a1dc-0354bf671b3b tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/ports?device_id=4442d323-8f80-4361-88e8-ac3f606f8a32 HTTP/1.1" status: 200 len: 945 time: 0.0766847 Jul 05 02:25:22.925248 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cf6fdb6e-0fe0-4583-a092-bc84b2aba6d8 req-5d461de3-6130-4d30-a6f8-5cb5be1a2738 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1003e45-917a-406c-999d-122388976885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383930 Jul 05 02:25:22.925716 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 59738) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:25:22.930818 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0c2511fa-7184-4f16-b27c-54243f104ebf req-a7cc1942-ff19-46c4-b912-1281d625c6c3 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fa90a27-9aba-44e7-a653-62ec86df8932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442102 Jul 05 02:25:22.987763 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 59740) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:25:22.998112 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-578ddde7-5d0b-4fe0-b604-f9481528c9b5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=05c21216d0f24b3a9b0420c3059e48d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0706952 Jul 05 02:25:23.045244 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5dae5b22-6c79-4100-8e42-34d08f00e2b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:23.101171 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a0795cbf-7da3-4505-bce2-edadec239d2d req-4650650e-ae5d-4c8f-933a-d30e70f31c4d tempest-ServerShowV254Test-746757979 tempest-ServerShowV254Test-746757979-project] 10.222.0.23 "GET /v2.0/ports?device_id=cad2dfcb-b692-4fb8-a907-f10190b8ab04 HTTP/1.1" status: 200 len: 210 time: 0.0451593 Jul 05 02:25:23.103013 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5dae5b22-6c79-4100-8e42-34d08f00e2b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:23.210113 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3431444a-f77b-4668-9ef9-42c868fb29da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:23.257508 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5dae5b22-6c79-4100-8e42-34d08f00e2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:23.260060 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5dae5b22-6c79-4100-8e42-34d08f00e2b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:23.261171 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-5dae5b22-6c79-4100-8e42-34d08f00e2b6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/de9c7649-947a-4c71-a635-7de3312fd9b6 HTTP/1.1" status: 204 len: 168 time: 0.2717404 Jul 05 02:25:23.281342 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df49bc-dce0-44d2-a9d6-614c6534cddc req-49b416a6-22bd-4262-b866-2e9fbc204a31 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:23.282898 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-83df49bc-dce0-44d2-a9d6-614c6534cddc req-49b416a6-22bd-4262-b866-2e9fbc204a31 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ced2830-998b-4a0e-90e8-4498c3406af5 HTTP/1.1" status: 200 len: 945 time: 0.0734258 Jul 05 02:25:23.283746 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dae5b22-6c79-4100-8e42-34d08f00e2b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de9c7649-947a-4c71-a635-7de3312fd9b6,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:23.324813 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-83df49bc-dce0-44d2-a9d6-614c6534cddc req-ce5f9aa0-5476-4d23-8f4e-e6015f224322 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d996060-2bcc-42e7-a06b-0ec807d28f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346370 Jul 05 02:25:23.763978 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:24.022064 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device eda2c6e2-c0ed-4606-8bdb-48d578879d54 up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:25:24.146932 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning for port eda2c6e2-c0ed-4606-8bdb-48d578879d54 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:25:24.150880 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port eda2c6e2-c0ed-4606-8bdb-48d578879d54 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:25:24.151276 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:24.168319 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b491219-bd1b-4fdc-99fe-da0bd86baa74 req-4a36e6d7-0323-43d4-928d-8af995b6d59b tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:24.171832 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5b491219-bd1b-4fdc-99fe-da0bd86baa74 req-4a36e6d7-0323-43d4-928d-8af995b6d59b tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/ports?device_id=4442d323-8f80-4361-88e8-ac3f606f8a32 HTTP/1.1" status: 200 len: 945 time: 0.1170015 Jul 05 02:25:24.183711 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f0d1f8-4daa-4684-9188-eb93df028660 req-1aac183b-519c-4ec4-ae45-e06abad0f976 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:24.194002 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-08f0d1f8-4daa-4684-9188-eb93df028660 req-1aac183b-519c-4ec4-ae45-e06abad0f976 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/ports?device_id=d988b571-b6bf-4839-adeb-7289bccdd82a HTTP/1.1" status: 200 len: 948 time: 0.1207297 Jul 05 02:25:24.236002 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5b491219-bd1b-4fdc-99fe-da0bd86baa74 req-0a042102-d72c-4a6e-8604-cafadc9d7494 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fa90a27-9aba-44e7-a653-62ec86df8932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406961 Jul 05 02:25:24.245821 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-08f0d1f8-4daa-4684-9188-eb93df028660 req-28fcce76-bc8e-48ec-8bbe-79a316089bcb tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1003e45-917a-406c-999d-122388976885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505950 Jul 05 02:25:24.248409 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:24.272079 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06117d83-c05c-4628-9b23-852a90e69be0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eda2c6e2-c0ed-4606-8bdb-48d578879d54'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:25:24.274480 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb8890c1-3168-44fd-bfbf-b37dad384fcd" -d '{"events": [{"server_uuid": "06117d83-c05c-4628-9b23-852a90e69be0", "name": "network-vif-plugged", "status": "completed", "tag": "eda2c6e2-c0ed-4606-8bdb-48d578879d54"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:25:24.287884 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port eda2c6e2-c0ed-4606-8bdb-48d578879d54, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=eda2c6e2-c0ed-4606-8bdb-48d578879d54,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:25:24.398556 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:24.399366 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 640d8314-edb8-47b5-a8f6-0238914114eb up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:25:24.402953 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-08345634-4842-4419-9ad6-9b13531bbc67 req-6f4a2a61-4737-4430-a4e2-9a523f7b5d91 tempest-ServerShowV254Test-746757979 tempest-ServerShowV254Test-746757979-project] 10.222.0.23 "GET /v2.0/ports?device_id=cad2dfcb-b692-4fb8-a907-f10190b8ab04 HTTP/1.1" status: 200 len: 210 time: 0.0349486 Jul 05 02:25:24.472550 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 59778) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:25:24.503921 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcbcb41-6bd0-4472-847c-c3da931951a0 req-9a37ff06-9793-48fc-b850-8794f7b28765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:24.506367 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1fcbcb41-6bd0-4472-847c-c3da931951a0 req-9a37ff06-9793-48fc-b850-8794f7b28765 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=219d463f288c4c729da555f377dfc80d&device_id=4442d323-8f80-4361-88e8-ac3f606f8a32 HTTP/1.1" status: 200 len: 1097 time: 0.1009450 Jul 05 02:25:24.546618 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee94b0c-6973-4a3a-8d2d-101d0e4d1931 x-openstack-request-id: req-1ee94b0c-6973-4a3a-8d2d-101d0e4d1931 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:25:24.546909 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06117d83-c05c-4628-9b23-852a90e69be0", "name": "network-vif-plugged", "status": "completed", "tag": "eda2c6e2-c0ed-4606-8bdb-48d578879d54", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:25:24.547872 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1ee94b0c-6973-4a3a-8d2d-101d0e4d1931 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:25:24.548277 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06117d83-c05c-4628-9b23-852a90e69be0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eda2c6e2-c0ed-4606-8bdb-48d578879d54', 'code': 200} Jul 05 02:25:24.575382 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=eda2c6e2-c0ed-4606-8bdb-48d578879d54,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:24.598715 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:24.623023 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-29aa6a87-bf36-433c-b8d3-83f4819395e4 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-445726483'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:25:24.631499 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning for port 640d8314-edb8-47b5-a8f6-0238914114eb completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:25:24.636265 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port 640d8314-edb8-47b5-a8f6-0238914114eb triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:25:24.636883 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:24.671532 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609c182e-995d-4d87-a909-c923d4f3b431 req-fa47e4ce-cfb1-4f48-b99b-c9fb64e4664b tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:24.673306 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-609c182e-995d-4d87-a909-c923d4f3b431 req-fa47e4ce-cfb1-4f48-b99b-c9fb64e4664b tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ced2830-998b-4a0e-90e8-4498c3406af5 HTTP/1.1" status: 200 len: 945 time: 0.0898225 Jul 05 02:25:24.688826 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcbcb41-6bd0-4472-847c-c3da931951a0 req-0c72f202-7887-4a96-a8b1-43273d9dd692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:24.690392 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1fcbcb41-6bd0-4472-847c-c3da931951a0 req-0c72f202-7887-4a96-a8b1-43273d9dd692 service neutron] 10.222.0.21 "GET /v2.0/networks?id=cb67b300-72ad-48da-8604-1e0e076c238a HTTP/1.1" status: 200 len: 911 time: 0.1584132 Jul 05 02:25:24.695894 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ad63e1-305a-47c0-839e-dcf37f8c0259 req-08ce0804-40f8-421a-b95f-2edf045d41d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:24.697394 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-94ad63e1-305a-47c0-839e-dcf37f8c0259 req-08ce0804-40f8-421a-b95f-2edf045d41d4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=06117d83-c05c-4628-9b23-852a90e69be0 HTTP/1.1" status: 200 len: 1102 time: 0.0871603 Jul 05 02:25:24.715286 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-609c182e-995d-4d87-a909-c923d4f3b431 req-d4be36e6-68fb-419b-b212-63c9f6ac54cd tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d996060-2bcc-42e7-a06b-0ec807d28f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354841 Jul 05 02:25:24.722911 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:24.741369 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29aa6a87-bf36-433c-b8d3-83f4819395e4 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Made reservation on behalf of db76c4c0345048a1b87eacad1e0b9ba1 for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:25:24.742592 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1fcbcb41-6bd0-4472-847c-c3da931951a0 req-5c9e0bbf-ad5e-41af-bb52-e5290581edc2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94290961-51fa-4a1f-94f8-bdd1b9b1bd08 HTTP/1.1" status: 200 len: 217 time: 0.0442815 Jul 05 02:25:24.745076 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-29aa6a87-bf36-433c-b8d3-83f4819395e4 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:24.754582 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-29aa6a87-bf36-433c-b8d3-83f4819395e4 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:24.757072 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 640d8314-edb8-47b5-a8f6-0238914114eb, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=640d8314-edb8-47b5-a8f6-0238914114eb,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:25:24.795579 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-94ad63e1-305a-47c0-839e-dcf37f8c0259 req-547fafae-ca3d-4e2c-8527-ca22879d9150 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b1003e45-917a-406c-999d-122388976885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597148 Jul 05 02:25:24.806239 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcbcb41-6bd0-4472-847c-c3da931951a0 req-ccbbff6d-bbaf-4677-9f01-f39bde0de61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:24.807743 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1fcbcb41-6bd0-4472-847c-c3da931951a0 req-ccbbff6d-bbaf-4677-9f01-f39bde0de61e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4c165eef-a6e1-4cbe-8057-ff98f92b9867 HTTP/1.1" status: 200 len: 851 time: 0.0578480 Jul 05 02:25:24.848774 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-29aa6a87-bf36-433c-b8d3-83f4819395e4 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:24.850173 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:24.872494 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1fcbcb41-6bd0-4472-847c-c3da931951a0 req-6c12c653-bdc3-4d22-9ec5-88996622b95d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cb67b300-72ad-48da-8604-1e0e076c238a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274363 Jul 05 02:25:24.897540 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=640d8314-edb8-47b5-a8f6-0238914114eb,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:24.967105 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1fcbcb41-6bd0-4472-847c-c3da931951a0 req-063cff5e-61ce-4f74-9d14-08a0c247ac53 service neutron] 10.222.0.21 "GET /v2.0/networks/cb67b300-72ad-48da-8604-1e0e076c238a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884991 Jul 05 02:25:24.981066 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-29aa6a87-bf36-433c-b8d3-83f4819395e4 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:25.003652 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29aa6a87-bf36-433c-b8d3-83f4819395e4 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:25:25.018999 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aa6a87-bf36-433c-b8d3-83f4819395e4 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2263e1d-bd4c-461e-889a-f42e643e3dba,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:25.022568 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-29aa6a87-bf36-433c-b8d3-83f4819395e4 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:25.022909 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-29aa6a87-bf36-433c-b8d3-83f4819395e4 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Added segment 4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6 of type vlan for network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 Jul 05 02:25:25.082193 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1fcbcb41-6bd0-4472-847c-c3da931951a0 req-ec742622-a4c4-4e02-890b-985c88d64761 service neutron] 10.222.0.21 "GET /v2.0/networks/cb67b300-72ad-48da-8604-1e0e076c238a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051707 Jul 05 02:25:25.093800 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-29aa6a87-bf36-433c-b8d3-83f4819395e4 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:25.215399 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-29aa6a87-bf36-433c-b8d3-83f4819395e4 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:25.221210 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29aa6a87-bf36-433c-b8d3-83f4819395e4 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:25.221813 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-29aa6a87-bf36-433c-b8d3-83f4819395e4 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:25.289760 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aa6a87-bf36-433c-b8d3-83f4819395e4 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event updated for resources: {'Network': ['ID=ed71b0ad-0d45-4cc1-9581-fdfa4092af45,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:25.300054 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:25:25.353995 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-29aa6a87-bf36-433c-b8d3-83f4819395e4 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8797219 Jul 05 02:25:25.357351 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 59788) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:25:25.362536 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-064dc547-acc6-4d55-93d6-e837ee6873dc tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Request body: {'subnet': {'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:25:25.417804 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752590ea-4918-4859-8d17-c7a6980eed2d req-9c326d15-178c-403a-8be5-dc7e22765ba0 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:25.419348 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-752590ea-4918-4859-8d17-c7a6980eed2d req-9c326d15-178c-403a-8be5-dc7e22765ba0 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/ports?device_id=4442d323-8f80-4361-88e8-ac3f606f8a32 HTTP/1.1" status: 200 len: 945 time: 0.0797534 Jul 05 02:25:25.459069 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-752590ea-4918-4859-8d17-c7a6980eed2d req-be3a645e-9563-493d-9adc-72dffa2097a0 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fa90a27-9aba-44e7-a653-62ec86df8932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339465 Jul 05 02:25:25.513316 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107835f3-e770-49e0-9415-7b31888a1335 req-f266f6ba-d002-4b7f-9e5e-2835bfa64cb4 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:25.514926 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-107835f3-e770-49e0-9415-7b31888a1335 req-f266f6ba-d002-4b7f-9e5e-2835bfa64cb4 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/ports?device_id=d988b571-b6bf-4839-adeb-7289bccdd82a HTTP/1.1" status: 200 len: 949 time: 0.1418629 Jul 05 02:25:25.570479 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-107835f3-e770-49e0-9415-7b31888a1335 req-9cd42e66-9807-4759-974b-427e6c758a61 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1003e45-917a-406c-999d-122388976885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470054 Jul 05 02:25:25.577063 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-064dc547-acc6-4d55-93d6-e837ee6873dc tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Made reservation on behalf of db76c4c0345048a1b87eacad1e0b9ba1 for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:25:25.580785 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-064dc547-acc6-4d55-93d6-e837ee6873dc tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:25.637850 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7356f920-0108-4ae6-ac8c-4a831c8cf1fe req-023a6f14-3c0c-4d8d-8599-aa96871be76b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a29b1f86-c2b3-4079-ba70-879d5fa5b04b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0992196 Jul 05 02:25:25.793496 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-59a7d889-2ac2-460f-855f-0f1f895b99f0 req-7e20ba8e-e036-4bd2-bc50-d255c25d0e6c tempest-ServerShowV254Test-746757979 tempest-ServerShowV254Test-746757979-project] 10.222.0.23 "GET /v2.0/ports?device_id=cad2dfcb-b692-4fb8-a907-f10190b8ab04 HTTP/1.1" status: 200 len: 210 time: 0.0580924 Jul 05 02:25:25.809207 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7356f920-0108-4ae6-ac8c-4a831c8cf1fe req-4a4b95fe-401d-47c4-8c8f-41e4d1808a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:25.809772 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7356f920-0108-4ae6-ac8c-4a831c8cf1fe req-4a4b95fe-401d-47c4-8c8f-41e4d1808a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:25.810340 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7356f920-0108-4ae6-ac8c-4a831c8cf1fe req-4a4b95fe-401d-47c4-8c8f-41e4d1808a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:25.810882 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7356f920-0108-4ae6-ac8c-4a831c8cf1fe req-4a4b95fe-401d-47c4-8c8f-41e4d1808a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:25.811445 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7356f920-0108-4ae6-ac8c-4a831c8cf1fe req-4a4b95fe-401d-47c4-8c8f-41e4d1808a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:25.814621 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7356f920-0108-4ae6-ac8c-4a831c8cf1fe req-4a4b95fe-401d-47c4-8c8f-41e4d1808a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:25.815129 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7356f920-0108-4ae6-ac8c-4a831c8cf1fe req-4a4b95fe-401d-47c4-8c8f-41e4d1808a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:25.817957 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7356f920-0108-4ae6-ac8c-4a831c8cf1fe req-4a4b95fe-401d-47c4-8c8f-41e4d1808a4f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=059a16d4d47342a1b52e205e2c168052&device_id=a29b1f86-c2b3-4079-ba70-879d5fa5b04b HTTP/1.1" status: 200 len: 6500 time: 0.1522095 Jul 05 02:25:25.907351 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-064dc547-acc6-4d55-93d6-e837ee6873dc tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:25.954789 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7356f920-0108-4ae6-ac8c-4a831c8cf1fe req-0e596938-8f6e-4edb-804c-166be5c2c1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:25.955729 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7356f920-0108-4ae6-ac8c-4a831c8cf1fe req-0e596938-8f6e-4edb-804c-166be5c2c1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:25.955851 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7356f920-0108-4ae6-ac8c-4a831c8cf1fe req-0e596938-8f6e-4edb-804c-166be5c2c1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:25.957492 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7356f920-0108-4ae6-ac8c-4a831c8cf1fe req-0e596938-8f6e-4edb-804c-166be5c2c1a8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d6d9e04c-f9e8-4007-89f0-15eb2a09c709&id=8521063c-8363-41f1-a9c0-837836263ed0&id=8521063c-8363-41f1-a9c0-837836263ed0&id=8521063c-8363-41f1-a9c0-837836263ed0&id=8521063c-8363-41f1-a9c0-837836263ed0&id=7fa11b36-0588-43ef-a636-45aaf3c04835&id=7fa11b36-0588-43ef-a636-45aaf3c04835 HTTP/1.1" status: 200 len: 2290 time: 0.1121874 Jul 05 02:25:25.970491 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccf645b-c504-44c1-a4d7-ea9094545fb9 req-780a433b-67be-4ff5-a024-afd43d6194cd tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:25.976873 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:25.977546 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-cccf645b-c504-44c1-a4d7-ea9094545fb9 req-780a433b-67be-4ff5-a024-afd43d6194cd tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ced2830-998b-4a0e-90e8-4498c3406af5 HTTP/1.1" status: 200 len: 945 time: 0.1308641 Jul 05 02:25:26.014877 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064dc547-acc6-4d55-93d6-e837ee6873dc tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event updated for resources: {'Subnet': ['ID=143d710d-4e90-41e3-9a5d-cf4835d2d66d,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:26.033763 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064dc547-acc6-4d55-93d6-e837ee6873dc tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Checking segment: {'id': '4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:25:26.034140 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064dc547-acc6-4d55-93d6-e837ee6873dc tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Network hostable DHCP agents. Network: ed71b0ad-0d45-4cc1-9581-fdfa4092af45, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:25:26.036621 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7356f920-0108-4ae6-ac8c-4a831c8cf1fe req-2ae1547d-8678-4955-8b1f-ceec974c2a83 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b3954152-aa83-410a-ad29-4f54d0faf476 HTTP/1.1" status: 200 len: 1002 time: 0.0720608 Jul 05 02:25:26.045228 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-cccf645b-c504-44c1-a4d7-ea9094545fb9 req-5db882d8-bc2a-4386-9813-c1166d161d46 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d996060-2bcc-42e7-a06b-0ec807d28f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664787 Jul 05 02:25:26.088961 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7356f920-0108-4ae6-ac8c-4a831c8cf1fe req-af7e5029-60f5-4cff-80d0-da6336cfab87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:26.090547 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7356f920-0108-4ae6-ac8c-4a831c8cf1fe req-af7e5029-60f5-4cff-80d0-da6336cfab87 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=09608f09-777a-432f-9dae-6a5a44630f28 HTTP/1.1" status: 200 len: 851 time: 0.0475495 Jul 05 02:25:26.124410 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064dc547-acc6-4d55-93d6-e837ee6873dc tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:25:26.148100 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7356f920-0108-4ae6-ac8c-4a831c8cf1fe req-2c26dd6c-de91-4a08-9abb-169aa3abcb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:26.149622 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7356f920-0108-4ae6-ac8c-4a831c8cf1fe req-2c26dd6c-de91-4a08-9abb-169aa3abcb20 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d6d9e04c-f9e8-4007-89f0-15eb2a09c709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525980 Jul 05 02:25:26.204301 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-064dc547-acc6-4d55-93d6-e837ee6873dc tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, ed71b0ad-0d45-4cc1-9581-fdfa4092af45) {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:25:26.212412 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ec2a04-fc3e-48db-9e79-0d4a80e746a8 None None] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:25:26.228119 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064dc547-acc6-4d55-93d6-e837ee6873dc tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:26.228778 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-064dc547-acc6-4d55-93d6-e837ee6873dc tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:26.246366 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7356f920-0108-4ae6-ac8c-4a831c8cf1fe req-56f098af-b737-4f5e-b3f0-fc21803654ef service neutron] 10.222.0.15 "GET /v2.0/networks/d6d9e04c-f9e8-4007-89f0-15eb2a09c709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897217 Jul 05 02:25:26.296492 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-064dc547-acc6-4d55-93d6-e837ee6873dc tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9379830 Jul 05 02:25:26.299009 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 59796) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:25:26.304814 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-3a2ac525-6307-4268-b3bc-610f80c352a3 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Request body: {'port': {'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'name': 'tempest-NetworksTestDHCPv6-1134895009'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:25:26.352141 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7356f920-0108-4ae6-ac8c-4a831c8cf1fe req-e210ea0e-b412-4da4-8dd3-46e0acc14111 service neutron] 10.222.0.15 "GET /v2.0/networks/d6d9e04c-f9e8-4007-89f0-15eb2a09c709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981996 Jul 05 02:25:26.364716 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2de1f6-5682-44a1-8fb5-55469a5a5635 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'tenant_id': 'db76c4c0345048a1b87eacad1e0b9ba1', 'fixed_ips': [{'subnet_id': '143d710d-4e90-41e3-9a5d-cf4835d2d66d'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:25:26.365579 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-6e2de1f6-5682-44a1-8fb5-55469a5a5635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:26.399181 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7356f920-0108-4ae6-ac8c-4a831c8cf1fe req-0504e8ba-ade8-4a84-98c3-54600e403d02 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.188&port_id=3bf96118-202e-47ea-8323-729179ed339d HTTP/1.1" status: 200 len: 217 time: 0.0402060 Jul 05 02:25:26.450071 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7356f920-0108-4ae6-ac8c-4a831c8cf1fe req-39d0e073-bf6d-450e-9d77-b6edf3ed7080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:26.451698 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7356f920-0108-4ae6-ac8c-4a831c8cf1fe req-39d0e073-bf6d-450e-9d77-b6edf3ed7080 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9f904359-8cff-4e36-8104-7313f683672b HTTP/1.1" status: 200 len: 797 time: 0.0446324 Jul 05 02:25:26.508497 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-6e2de1f6-5682-44a1-8fb5-55469a5a5635 None None] Allocated IP 2001:db8::2 (ed71b0ad-0d45-4cc1-9581-fdfa4092af45/143d710d-4e90-41e3-9a5d-cf4835d2d66d/c770dabe-7096-41cf-a80e-50e0b5b2b5b7) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:25:26.512254 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a2ac525-6307-4268-b3bc-610f80c352a3 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Made reservation on behalf of db76c4c0345048a1b87eacad1e0b9ba1 for: {'port': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:25:26.516228 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3a2ac525-6307-4268-b3bc-610f80c352a3 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:26.524008 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7356f920-0108-4ae6-ac8c-4a831c8cf1fe req-815feae2-e021-41bd-a8fd-6ffbbccf7452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:26.525555 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7356f920-0108-4ae6-ac8c-4a831c8cf1fe req-815feae2-e021-41bd-a8fd-6ffbbccf7452 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8521063c-8363-41f1-a9c0-837836263ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0641899 Jul 05 02:25:26.550008 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd988b571-b6bf-4839-adeb-7289bccdd82a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '640d8314-edb8-47b5-a8f6-0238914114eb'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:25:26.553037 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [None req-3a2ac525-6307-4268-b3bc-610f80c352a3 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] device_id is not set on port 258fa8e2-5bd5-4e0c-9cce-a0e9a8064375 yet. {{(pid=94462) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:25:26.553416 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25ba6692-7079-409c-a79c-0050d9a61861" -d '{"events": [{"server_uuid": "d988b571-b6bf-4839-adeb-7289bccdd82a", "name": "network-vif-plugged", "status": "completed", "tag": "640d8314-edb8-47b5-a8f6-0238914114eb"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:25:26.640123 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a304b241-e05a-42ad-bbbf-2c9b9553b8ec x-openstack-request-id: req-a304b241-e05a-42ad-bbbf-2c9b9553b8ec {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:25:26.640561 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d988b571-b6bf-4839-adeb-7289bccdd82a", "name": "network-vif-plugged", "status": "completed", "tag": "640d8314-edb8-47b5-a8f6-0238914114eb", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:25:26.641212 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a304b241-e05a-42ad-bbbf-2c9b9553b8ec {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:25:26.641504 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd988b571-b6bf-4839-adeb-7289bccdd82a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '640d8314-edb8-47b5-a8f6-0238914114eb', 'code': 200} Jul 05 02:25:26.738955 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-6e2de1f6-5682-44a1-8fb5-55469a5a5635 None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:26.748832 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-6e2de1f6-5682-44a1-8fb5-55469a5a5635 None None] Transition to ACTIVE for port object c770dabe-7096-41cf-a80e-50e0b5b2b5b7 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:25:26.752066 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7356f920-0108-4ae6-ac8c-4a831c8cf1fe req-8efb29bc-78d1-4b29-ad9e-ff3cde1c58b5 service neutron] 10.222.0.15 "GET /v2.0/networks/8521063c-8363-41f1-a9c0-837836263ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177889 Jul 05 02:25:26.766717 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-6e2de1f6-5682-44a1-8fb5-55469a5a5635 None None] Transition to ACTIVE for port object c770dabe-7096-41cf-a80e-50e0b5b2b5b7 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:25:26.788904 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484079c0-a0a8-4e3f-bf3b-fc1c7a6516bb req-d66e534d-dd32-4c88-8e03-3cb1eb046df9 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:26.790544 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-484079c0-a0a8-4e3f-bf3b-fc1c7a6516bb req-d66e534d-dd32-4c88-8e03-3cb1eb046df9 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/ports?device_id=d988b571-b6bf-4839-adeb-7289bccdd82a HTTP/1.1" status: 200 len: 949 time: 0.0674427 Jul 05 02:25:26.827726 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-484079c0-a0a8-4e3f-bf3b-fc1c7a6516bb req-ab884ea5-6e9b-4d4b-bdd7-0a090391cd97 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1003e45-917a-406c-999d-122388976885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314074 Jul 05 02:25:26.849992 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41bf66d-7d50-4ca2-a080-f67e8f2e8653 req-45124cb5-5ccd-4eb8-abea-b7da14602eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:26.851679 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c41bf66d-7d50-4ca2-a080-f67e8f2e8653 req-45124cb5-5ccd-4eb8-abea-b7da14602eae service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4442d323-8f80-4361-88e8-ac3f606f8a32 HTTP/1.1" status: 200 len: 1097 time: 0.2257907 Jul 05 02:25:26.852136 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-6e2de1f6-5682-44a1-8fb5-55469a5a5635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:26.888727 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7814a9cb-0664-4c9c-8015-1c3aa6dde5b9 req-83a809d9-b429-4685-9a89-a3857a03027d tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:26.890310 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7814a9cb-0664-4c9c-8015-1c3aa6dde5b9 req-83a809d9-b429-4685-9a89-a3857a03027d tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/ports?device_id=4442d323-8f80-4361-88e8-ac3f606f8a32 HTTP/1.1" status: 200 len: 945 time: 0.2436092 Jul 05 02:25:26.899810 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2de1f6-5682-44a1-8fb5-55469a5a5635 None None] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:25:26.900684 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b716258-6324-4c01-afea-4e0a6bd6d69c req-04b03823-d7d0-4a99-8f63-9e05de2a9cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:26.902151 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8b716258-6324-4c01-afea-4e0a6bd6d69c req-04b03823-d7d0-4a99-8f63-9e05de2a9cfc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d988b571-b6bf-4839-adeb-7289bccdd82a HTTP/1.1" status: 200 len: 1101 time: 0.2075636 Jul 05 02:25:26.905221 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-6e2de1f6-5682-44a1-8fb5-55469a5a5635 None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:25:26.911953 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2de1f6-5682-44a1-8fb5-55469a5a5635 None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:25:26.952601 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-3a2ac525-6307-4268-b3bc-610f80c352a3 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Allocated IP 2001:db8::2fc (ed71b0ad-0d45-4cc1-9581-fdfa4092af45/143d710d-4e90-41e3-9a5d-cf4835d2d66d/258fa8e2-5bd5-4e0c-9cce-a0e9a8064375) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:25:26.955949 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7356f920-0108-4ae6-ac8c-4a831c8cf1fe req-7b3f7583-5b18-47e9-9bc9-20a5dcf67845 service neutron] 10.222.0.15 "GET /v2.0/networks/8521063c-8363-41f1-a9c0-837836263ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940396 Jul 05 02:25:26.967080 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c41bf66d-7d50-4ca2-a080-f67e8f2e8653 req-c9c182ee-0345-4ded-b0f9-086836e378ee service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1fa90a27-9aba-44e7-a653-62ec86df8932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989404 Jul 05 02:25:26.971950 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2de1f6-5682-44a1-8fb5-55469a5a5635 None None] Pushing event updated for resources: {'Port': ['ID=c770dabe-7096-41cf-a80e-50e0b5b2b5b7,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:27.007251 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-6e2de1f6-5682-44a1-8fb5-55469a5a5635 None None] Attempting to bind port c770dabe-7096-41cf-a80e-50e0b5b2b5b7 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:25:27.007633 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-6e2de1f6-5682-44a1-8fb5-55469a5a5635 None None] Attempting to bind port c770dabe-7096-41cf-a80e-50e0b5b2b5b7 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:25:27.008559 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2de1f6-5682-44a1-8fb5-55469a5a5635 None None] Attempting to bind port c770dabe-7096-41cf-a80e-50e0b5b2b5b7 on network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:25:27.013602 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7356f920-0108-4ae6-ac8c-4a831c8cf1fe req-c3f6776b-ec0c-4c1d-b8f4-eda691e35f00 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.119&port_id=5ae34ffe-cf3c-4868-8258-c90b90a1fe5d HTTP/1.1" status: 200 len: 217 time: 0.0487361 Jul 05 02:25:27.015449 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2de1f6-5682-44a1-8fb5-55469a5a5635 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:25:27.015842 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2de1f6-5682-44a1-8fb5-55469a5a5635 None None] Checking segment: {'id': '4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:25:27.016311 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-6e2de1f6-5682-44a1-8fb5-55469a5a5635 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:27.016835 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2de1f6-5682-44a1-8fb5-55469a5a5635 None None] Bound using segment: {'id': '4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:25:27.017496 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-6e2de1f6-5682-44a1-8fb5-55469a5a5635 None None] Bound port: c770dabe-7096-41cf-a80e-50e0b5b2b5b7, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:25:27.017888 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-6e2de1f6-5682-44a1-8fb5-55469a5a5635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:27.034468 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7814a9cb-0664-4c9c-8015-1c3aa6dde5b9 req-5e879157-9c6e-46fc-9e38-415c5bd3d351 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fa90a27-9aba-44e7-a653-62ec86df8932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255198 Jul 05 02:25:27.089060 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8b716258-6324-4c01-afea-4e0a6bd6d69c req-7a9ceac1-d353-43e3-b9af-ad59daa4f74d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b1003e45-917a-406c-999d-122388976885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722689 Jul 05 02:25:27.120994 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-6e2de1f6-5682-44a1-8fb5-55469a5a5635 None None] For port c770dabe-7096-41cf-a80e-50e0b5b2b5b7, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:25:27.121292 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7356f920-0108-4ae6-ac8c-4a831c8cf1fe req-c703735c-a181-4015-8ced-2cd8e702eb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:27.124618 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7356f920-0108-4ae6-ac8c-4a831c8cf1fe req-c703735c-a181-4015-8ced-2cd8e702eb97 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9f904359-8cff-4e36-8104-7313f683672b HTTP/1.1" status: 200 len: 797 time: 0.0847962 Jul 05 02:25:27.124757 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-6e2de1f6-5682-44a1-8fb5-55469a5a5635 None None] For port c770dabe-7096-41cf-a80e-50e0b5b2b5b7, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=c770dabe-7096-41cf-a80e-50e0b5b2b5b7,segment=NetworkSegment(4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6),segment_id=4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:25:27.161769 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3a2ac525-6307-4268-b3bc-610f80c352a3 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:27.177582 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [None req-3a2ac525-6307-4268-b3bc-610f80c352a3 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Transition to ACTIVE for port object 258fa8e2-5bd5-4e0c-9cce-a0e9a8064375 will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:25:27.215921 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2a4b9788-65ef-40bb-83f3-54876aeb0d26 req-3b93d2cc-706d-4768-8799-ab088c27129f tempest-ServerShowV254Test-746757979 tempest-ServerShowV254Test-746757979-project] 10.222.0.23 "GET /v2.0/ports?device_id=cad2dfcb-b692-4fb8-a907-f10190b8ab04 HTTP/1.1" status: 200 len: 210 time: 0.0379786 Jul 05 02:25:27.253400 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7356f920-0108-4ae6-ac8c-4a831c8cf1fe req-57b49ce6-6bd3-4b7e-8fa1-126a94197a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:27.259704 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7356f920-0108-4ae6-ac8c-4a831c8cf1fe req-57b49ce6-6bd3-4b7e-8fa1-126a94197a41 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8521063c-8363-41f1-a9c0-837836263ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1274152 Jul 05 02:25:27.285602 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2084fbfc-0444-4df3-9ae4-2f7ad7016057 req-a69e83ec-4cb4-406a-9dd6-7596f1961f5b tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:27.290496 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2084fbfc-0444-4df3-9ae4-2f7ad7016057 req-a69e83ec-4cb4-406a-9dd6-7596f1961f5b tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ced2830-998b-4a0e-90e8-4498c3406af5 HTTP/1.1" status: 200 len: 945 time: 0.0966620 Jul 05 02:25:27.307361 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-6e2de1f6-5682-44a1-8fb5-55469a5a5635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:27.333209 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2084fbfc-0444-4df3-9ae4-2f7ad7016057 req-3f8e344e-fd63-47c1-a7a0-feaebfb6edb3 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d996060-2bcc-42e7-a06b-0ec807d28f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353811 Jul 05 02:25:27.351493 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cc2a03c4-022a-47ae-b797-962ab95cb6a8 req-05925a2f-023c-42de-bfb6-cf94d8fe852a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cad2dfcb-b692-4fb8-a907-f10190b8ab04 HTTP/1.1" status: 200 len: 210 time: 0.0417490 Jul 05 02:25:27.367989 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2de1f6-5682-44a1-8fb5-55469a5a5635 None None] Pushing event updated for resources: {'Port': ['ID=c770dabe-7096-41cf-a80e-50e0b5b2b5b7,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:27.374993 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3a2ac525-6307-4268-b3bc-610f80c352a3 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:27.397970 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7356f920-0108-4ae6-ac8c-4a831c8cf1fe req-a6f3eea0-7db6-451b-a702-a34649d4c0d6 service neutron] 10.222.0.15 "GET /v2.0/networks/8521063c-8363-41f1-a9c0-837836263ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311193 Jul 05 02:25:27.422397 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2ac525-6307-4268-b3bc-610f80c352a3 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:25:27.425688 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-3a2ac525-6307-4268-b3bc-610f80c352a3 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:25:27.433140 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2ac525-6307-4268-b3bc-610f80c352a3 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:25:27.438706 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2ac525-6307-4268-b3bc-610f80c352a3 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:27.439354 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3a2ac525-6307-4268-b3bc-610f80c352a3 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:27.450050 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2ac525-6307-4268-b3bc-610f80c352a3 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event updated for resources: {'Port': ['ID=258fa8e2-5bd5-4e0c-9cce-a0e9a8064375,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:27.499911 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7356f920-0108-4ae6-ac8c-4a831c8cf1fe req-5a328fec-4786-494c-90df-d8c76cb5cd93 service neutron] 10.222.0.15 "GET /v2.0/networks/8521063c-8363-41f1-a9c0-837836263ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949051 Jul 05 02:25:27.550298 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7356f920-0108-4ae6-ac8c-4a831c8cf1fe req-df2f337e-7352-4b88-add3-101edfaeb00b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.124&port_id=5989baa9-fe49-4803-b03e-335f01c6c828 HTTP/1.1" status: 200 len: 217 time: 0.0423980 Jul 05 02:25:27.556747 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-3a2ac525-6307-4268-b3bc-610f80c352a3 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2509024 Jul 05 02:25:27.556991 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 59812) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:25:27.676738 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7356f920-0108-4ae6-ac8c-4a831c8cf1fe req-8ec5893a-ffa6-4a02-900a-b1a94d9f4eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:27.678338 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7356f920-0108-4ae6-ac8c-4a831c8cf1fe req-8ec5893a-ffa6-4a02-900a-b1a94d9f4eb3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9f904359-8cff-4e36-8104-7313f683672b HTTP/1.1" status: 200 len: 797 time: 0.1084454 Jul 05 02:25:27.724727 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device c770dabe-7096-41cf-a80e-50e0b5b2b5b7 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:25:27.767283 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5888ac1-5f8e-41d9-9b63-8e3389d836d4 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:27.776522 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5888ac1-5f8e-41d9-9b63-8e3389d836d4 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:27.779506 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-e5888ac1-5f8e-41d9-9b63-8e3389d836d4 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2222061 Jul 05 02:25:27.779889 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 59814) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:25:27.867278 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7356f920-0108-4ae6-ac8c-4a831c8cf1fe req-318be51a-d0e1-4e0c-964d-5a6483ed55ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:27.868817 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7356f920-0108-4ae6-ac8c-4a831c8cf1fe req-318be51a-d0e1-4e0c-964d-5a6483ed55ef service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8521063c-8363-41f1-a9c0-837836263ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1812279 Jul 05 02:25:27.883888 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port c770dabe-7096-41cf-a80e-50e0b5b2b5b7 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:25:27.990999 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-b8ac101e-d7fc-4132-8217-b3435d6f3e0d tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Deleting port 258fa8e2-5bd5-4e0c-9cce-a0e9a8064375 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:25:27.991427 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b8ac101e-d7fc-4132-8217-b3435d6f3e0d tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:28.037588 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7356f920-0108-4ae6-ac8c-4a831c8cf1fe req-7f766bc7-78ca-43f6-a741-28b0b65e8e84 service neutron] 10.222.0.15 "GET /v2.0/networks/8521063c-8363-41f1-a9c0-837836263ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606243 Jul 05 02:25:28.214592 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bd0777-59ed-4fdb-8204-b9668bfa4573 req-37d25594-c3aa-41fa-a77e-d41bd0288914 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:28.216250 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e6bd0777-59ed-4fdb-8204-b9668bfa4573 req-37d25594-c3aa-41fa-a77e-d41bd0288914 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/ports?device_id=d988b571-b6bf-4839-adeb-7289bccdd82a HTTP/1.1" status: 200 len: 949 time: 0.2758939 Jul 05 02:25:28.268455 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b8ac101e-d7fc-4132-8217-b3435d6f3e0d tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:28.288727 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-b8ac101e-d7fc-4132-8217-b3435d6f3e0d tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Calling delete_port for 258fa8e2-5bd5-4e0c-9cce-a0e9a8064375 owned by {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:25:28.323521 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7356f920-0108-4ae6-ac8c-4a831c8cf1fe req-11f2d5eb-54c6-4998-b5d5-0de6195c9cd0 service neutron] 10.222.0.15 "GET /v2.0/networks/8521063c-8363-41f1-a9c0-837836263ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495630 Jul 05 02:25:28.326093 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdad48b-95bc-4feb-8a07-3b37e37df63d req-c9a80fc2-14d7-4e4a-ba0a-e780434de047 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:28.328247 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e6bd0777-59ed-4fdb-8204-b9668bfa4573 req-48ab9667-4c97-4669-9c77-b0d5d93cef00 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1003e45-917a-406c-999d-122388976885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989010 Jul 05 02:25:28.338937 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ecdad48b-95bc-4feb-8a07-3b37e37df63d req-c9a80fc2-14d7-4e4a-ba0a-e780434de047 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/ports?device_id=4442d323-8f80-4361-88e8-ac3f606f8a32 HTTP/1.1" status: 200 len: 945 time: 0.0913424 Jul 05 02:25:28.409110 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ecdad48b-95bc-4feb-8a07-3b37e37df63d req-8e64704d-ca33-425c-b414-22019c789740 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fa90a27-9aba-44e7-a653-62ec86df8932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560744 Jul 05 02:25:28.572223 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ddfa544-efe0-4e93-a7c4-3e20113d8f02 None None] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:25:28.646875 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-734e78a0-24cc-420f-a549-1d2956e751b1 req-88e5b844-92b3-4ce6-aa2a-bd078797b2d5 tempest-ServerShowV254Test-746757979 tempest-ServerShowV254Test-746757979-project] 10.222.0.23 "GET /v2.0/ports?device_id=cad2dfcb-b692-4fb8-a907-f10190b8ab04 HTTP/1.1" status: 200 len: 210 time: 0.0633521 Jul 05 02:25:28.720682 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-db0f6f25-067a-412d-9ce1-629f69109d29 None None] Provisioning for port c770dabe-7096-41cf-a80e-50e0b5b2b5b7 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:25:28.728042 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-db0f6f25-067a-412d-9ce1-629f69109d29 None None] Provisioning complete for port c770dabe-7096-41cf-a80e-50e0b5b2b5b7 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:25:28.728575 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-db0f6f25-067a-412d-9ce1-629f69109d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:28.865851 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7356f920-0108-4ae6-ac8c-4a831c8cf1fe req-2390dbe6-000e-4e4a-950d-b54235dcd9d0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.223&port_id=16c77f10-6b39-403f-a66f-9731963e998e HTTP/1.1" status: 200 len: 217 time: 0.4926438 Jul 05 02:25:28.879440 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37198bfd-e49a-4ebc-b4f9-a85a33cddd93 req-c0bea335-1cab-4f53-9a66-8d299a37585e tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:28.883298 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-37198bfd-e49a-4ebc-b4f9-a85a33cddd93 req-c0bea335-1cab-4f53-9a66-8d299a37585e tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/networks?id=cb67b300-72ad-48da-8604-1e0e076c238a HTTP/1.1" status: 200 len: 811 time: 0.1270416 Jul 05 02:25:28.898049 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-37198bfd-e49a-4ebc-b4f9-a85a33cddd93 req-c03a01f0-2ae6-4ecf-b4c8-a36fe3dd9cb7 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/quotas/219d463f288c4c729da555f377dfc80d HTTP/1.1" status: 200 len: 375 time: 0.0103612 Jul 05 02:25:28.973916 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-37198bfd-e49a-4ebc-b4f9-a85a33cddd93 req-e6fe41fa-13c0-40e5-807b-7ddd0b4168d5 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=219d463f288c4c729da555f377dfc80d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0665772 Jul 05 02:25:28.975829 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7356f920-0108-4ae6-ac8c-4a831c8cf1fe req-73ce5738-dd88-426d-aa40-ca5e7534d0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:28.977273 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7356f920-0108-4ae6-ac8c-4a831c8cf1fe req-73ce5738-dd88-426d-aa40-ca5e7534d0be service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9f904359-8cff-4e36-8104-7313f683672b HTTP/1.1" status: 200 len: 797 time: 0.0863695 Jul 05 02:25:28.979233 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-db0f6f25-067a-412d-9ce1-629f69109d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:29.020576 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-db0f6f25-067a-412d-9ce1-629f69109d29 None None] For port c770dabe-7096-41cf-a80e-50e0b5b2b5b7, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=c770dabe-7096-41cf-a80e-50e0b5b2b5b7,segment=NetworkSegment(4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6),segment_id=4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:25:29.050647 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781d308d-9207-4bd9-a190-cda27580637f req-a05704f3-238d-4434-8a1d-da8e2cc98322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:29.052184 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-781d308d-9207-4bd9-a190-cda27580637f req-a05704f3-238d-4434-8a1d-da8e2cc98322 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6ced2830-998b-4a0e-90e8-4498c3406af5 HTTP/1.1" status: 200 len: 1097 time: 0.1973886 Jul 05 02:25:29.095824 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-db0f6f25-067a-412d-9ce1-629f69109d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:29.105583 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-37198bfd-e49a-4ebc-b4f9-a85a33cddd93 req-ecc68b4e-505a-4f6e-85e6-ec0a4d001295 service neutron] 10.222.0.23 "GET /v2.0/networks/cb67b300-72ad-48da-8604-1e0e076c238a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032505 Jul 05 02:25:29.132973 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73816875-2604-4fa9-91de-b432a6d5ceed req-d15c822d-1572-4eeb-bf8b-3bcd1ef90a95 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:29.134557 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-73816875-2604-4fa9-91de-b432a6d5ceed req-d15c822d-1572-4eeb-bf8b-3bcd1ef90a95 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ced2830-998b-4a0e-90e8-4498c3406af5 HTTP/1.1" status: 200 len: 945 time: 0.2809846 Jul 05 02:25:29.164101 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7356f920-0108-4ae6-ac8c-4a831c8cf1fe req-acedef04-60c8-4d6f-b79c-57c189f6d166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:29.165515 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7356f920-0108-4ae6-ac8c-4a831c8cf1fe req-acedef04-60c8-4d6f-b79c-57c189f6d166 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8521063c-8363-41f1-a9c0-837836263ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1801190 Jul 05 02:25:29.167454 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0f6f25-067a-412d-9ce1-629f69109d29 None None] Pushing event updated for resources: {'Port': ['ID=c770dabe-7096-41cf-a80e-50e0b5b2b5b7,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:29.177556 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-781d308d-9207-4bd9-a190-cda27580637f req-f62fa743-3b78-4c13-9c04-8cd931a528bd service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8d996060-2bcc-42e7-a06b-0ec807d28f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991876 Jul 05 02:25:29.216766 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-37198bfd-e49a-4ebc-b4f9-a85a33cddd93 req-7a814a57-b37e-4d1e-8fa9-10ba16f5e51f service neutron] 10.222.0.23 "GET /v2.0/networks/cb67b300-72ad-48da-8604-1e0e076c238a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997677 Jul 05 02:25:29.247533 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-73816875-2604-4fa9-91de-b432a6d5ceed req-5193960d-e7fe-4b71-816d-13c48347b58f tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d996060-2bcc-42e7-a06b-0ec807d28f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040912 Jul 05 02:25:29.292724 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7356f920-0108-4ae6-ac8c-4a831c8cf1fe req-fe766377-4c13-4ade-be78-e293a5e07f66 service neutron] 10.222.0.15 "GET /v2.0/networks/8521063c-8363-41f1-a9c0-837836263ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187520 Jul 05 02:25:29.293324 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b8ac101e-d7fc-4132-8217-b3435d6f3e0d tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:29.318707 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-5303a9ff-a183-49b5-b182-8de518da87b0 None None] Could not find standard attr ID for object 258fa8e2-5bd5-4e0c-9cce-a0e9a8064375. {{(pid=94463) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 02:25:29.328770 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-5303a9ff-a183-49b5-b182-8de518da87b0 None None] Provisioning complete for port c770dabe-7096-41cf-a80e-50e0b5b2b5b7 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:25:29.329412 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5303a9ff-a183-49b5-b182-8de518da87b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:29.392515 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ac101e-d7fc-4132-8217-b3435d6f3e0d tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event deleted for resources: {'Port': ['ID=258fa8e2-5bd5-4e0c-9cce-a0e9a8064375,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:29.425219 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b8ac101e-d7fc-4132-8217-b3435d6f3e0d tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:29.427269 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-b8ac101e-d7fc-4132-8217-b3435d6f3e0d tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "DELETE /v2.0/ports/258fa8e2-5bd5-4e0c-9cce-a0e9a8064375 HTTP/1.1" status: 204 len: 168 time: 1.6466968 Jul 05 02:25:29.430162 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 59848) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:25:29.471110 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7356f920-0108-4ae6-ac8c-4a831c8cf1fe req-a7999056-6191-474e-9fa2-118b97fc4d31 service neutron] 10.222.0.15 "GET /v2.0/networks/8521063c-8363-41f1-a9c0-837836263ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643782 Jul 05 02:25:29.544803 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-33f858a3-bb16-494c-b49a-5c619592bfec None None] Could not find standard attr ID for object 258fa8e2-5bd5-4e0c-9cce-a0e9a8064375. {{(pid=94463) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 02:25:29.569819 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04fbb27-463a-4660-a8e4-566a66a2a2ec tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:29.570027 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7356f920-0108-4ae6-ac8c-4a831c8cf1fe req-0943bade-5a0a-4d9b-8a70-250ad551b3c1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ebeeea34-31e3-4860-b394-0cf6d93b55be HTTP/1.1" status: 200 len: 217 time: 0.0916414 Jul 05 02:25:29.571681 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04fbb27-463a-4660-a8e4-566a66a2a2ec tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:29.576200 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-b04fbb27-463a-4660-a8e4-566a66a2a2ec tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1446624 Jul 05 02:25:29.577309 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 59856) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:25:29.662572 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7356f920-0108-4ae6-ac8c-4a831c8cf1fe req-09243bcb-6469-4583-a502-194396088ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:29.664144 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7356f920-0108-4ae6-ac8c-4a831c8cf1fe req-09243bcb-6469-4583-a502-194396088ece service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3a2227d0-d085-4249-9de9-b270c4daf5df HTTP/1.1" status: 200 len: 797 time: 0.0805776 Jul 05 02:25:29.672619 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ee5de62-1643-437e-81ba-a3e186016468 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Deleting subnet 143d710d-4e90-41e3-9a5d-cf4835d2d66d {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:25:29.679306 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1ee5de62-1643-437e-81ba-a3e186016468 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:29.723543 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1ee5de62-1643-437e-81ba-a3e186016468 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:29.744219 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device c770dabe-7096-41cf-a80e-50e0b5b2b5b7 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:25:29.780377 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7356f920-0108-4ae6-ac8c-4a831c8cf1fe req-cf0de83e-02b8-451f-ba3b-dcf8ce2be69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:29.782000 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7356f920-0108-4ae6-ac8c-4a831c8cf1fe req-cf0de83e-02b8-451f-ba3b-dcf8ce2be69b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7fa11b36-0588-43ef-a636-45aaf3c04835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1106670 Jul 05 02:25:29.845641 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port c770dabe-7096-41cf-a80e-50e0b5b2b5b7 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:25:29.846156 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:29.900593 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1ee5de62-1643-437e-81ba-a3e186016468 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:29.901338 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7356f920-0108-4ae6-ac8c-4a831c8cf1fe req-f2890b12-ea9a-4c60-bd86-c80e5323222e service neutron] 10.222.0.15 "GET /v2.0/networks/7fa11b36-0588-43ef-a636-45aaf3c04835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123312 Jul 05 02:25:29.981667 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6f3226-53e9-4ff6-869f-9723e75b150a req-731d2d30-36c2-4587-88a8-901bc93eb1fc tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:29.983212 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5a6f3226-53e9-4ff6-869f-9723e75b150a req-731d2d30-36c2-4587-88a8-901bc93eb1fc tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/ports?device_id=d988b571-b6bf-4839-adeb-7289bccdd82a HTTP/1.1" status: 200 len: 949 time: 0.3175149 Jul 05 02:25:29.996282 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7356f920-0108-4ae6-ac8c-4a831c8cf1fe req-2923b73e-330a-487d-a0ef-0edbf19a4607 service neutron] 10.222.0.15 "GET /v2.0/networks/7fa11b36-0588-43ef-a636-45aaf3c04835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882523 Jul 05 02:25:30.036530 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5a6f3226-53e9-4ff6-869f-9723e75b150a req-a78f034a-4286-4eed-904b-a718086f019d tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1003e45-917a-406c-999d-122388976885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441005 Jul 05 02:25:30.045340 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7356f920-0108-4ae6-ac8c-4a831c8cf1fe req-5cc0a8a9-1935-40f3-8b82-01c0c754adc6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=56b8015f-94a3-4395-b042-696c4e70e1cd HTTP/1.1" status: 200 len: 217 time: 0.0425854 Jul 05 02:25:30.102282 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7356f920-0108-4ae6-ac8c-4a831c8cf1fe req-5c7f4e3f-9063-4e56-ae09-97148a432059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:30.103777 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7356f920-0108-4ae6-ac8c-4a831c8cf1fe req-5c7f4e3f-9063-4e56-ae09-97148a432059 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3a2227d0-d085-4249-9de9-b270c4daf5df HTTP/1.1" status: 200 len: 797 time: 0.0517068 Jul 05 02:25:30.131710 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2a931bf1-811e-4ab2-a5f9-a1165d8bf256 req-66bb9e63-7317-48b1-bf04-da1d0bfe431e tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/ports?device_id=6445ee98-b422-46e6-9419-c5144d001523 HTTP/1.1" status: 200 len: 210 time: 0.0317750 Jul 05 02:25:30.138457 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1ee5de62-1643-437e-81ba-a3e186016468 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:30.164678 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee5de62-1643-437e-81ba-a3e186016468 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event deleted for resources: {'Subnet': ['ID=143d710d-4e90-41e3-9a5d-cf4835d2d66d,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:30.171823 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1ee5de62-1643-437e-81ba-a3e186016468 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:30.171823 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-1ee5de62-1643-437e-81ba-a3e186016468 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "DELETE /v2.0/subnets/143d710d-4e90-41e3-9a5d-cf4835d2d66d HTTP/1.1" status: 204 len: 168 time: 0.5919101 Jul 05 02:25:30.173577 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 59864) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:25:30.186913 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc729a91-09b8-4baf-8463-306085059636 None None] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:25:30.199455 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7356f920-0108-4ae6-ac8c-4a831c8cf1fe req-485776eb-c40e-4e06-bae7-dfc09bed57ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:30.201588 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7356f920-0108-4ae6-ac8c-4a831c8cf1fe req-485776eb-c40e-4e06-bae7-dfc09bed57ec service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7fa11b36-0588-43ef-a636-45aaf3c04835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0914202 Jul 05 02:25:30.233259 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-1d31e827-e92e-4887-b322-0e8836a346b8 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0581138 Jul 05 02:25:30.235940 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 59866) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:25:30.241144 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-400ea8cd-d7e8-498c-8845-a1c44349910d tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Request body: {'subnet': {'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:25:30.351805 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7356f920-0108-4ae6-ac8c-4a831c8cf1fe req-fbba58ab-6c12-4c77-a04b-d4b7af80aeec service neutron] 10.222.0.15 "GET /v2.0/networks/7fa11b36-0588-43ef-a636-45aaf3c04835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414759 Jul 05 02:25:30.439611 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-454ead72-5745-4488-85fa-bb170754aa16 req-5c6335b4-2887-4b9c-88b1-070b3db66394 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c8be28cedd464e6d952a7cf839d6895f&device_id=cad2dfcb-b692-4fb8-a907-f10190b8ab04 HTTP/1.1" status: 200 len: 210 time: 0.0599172 Jul 05 02:25:30.457728 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab6ba70-fd1f-4d33-97bd-780cfaefcdc2 req-996d1691-7ff3-4d27-acf7-027c53f50a5c tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:30.460678 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8ab6ba70-fd1f-4d33-97bd-780cfaefcdc2 req-996d1691-7ff3-4d27-acf7-027c53f50a5c tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/ports?device_id=06117d83-c05c-4628-9b23-852a90e69be0 HTTP/1.1" status: 200 len: 950 time: 0.0737050 Jul 05 02:25:30.465902 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424aa7ac-2b4c-458e-882c-78f4629ba601 None None] DHCP port deletion for ed71b0ad-0d45-4cc1-9581-fdfa4092af45 request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:25:30.482870 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-400ea8cd-d7e8-498c-8845-a1c44349910d tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Made reservation on behalf of db76c4c0345048a1b87eacad1e0b9ba1 for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:25:30.485615 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-454ead72-5745-4488-85fa-bb170754aa16 req-eab86c23-2a2e-4269-81a4-78af3d397155 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=c8be28cedd464e6d952a7cf839d6895f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0368352 Jul 05 02:25:30.486865 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-400ea8cd-d7e8-498c-8845-a1c44349910d tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:30.538016 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-424aa7ac-2b4c-458e-882c-78f4629ba601 None None] Deleting port c770dabe-7096-41cf-a80e-50e0b5b2b5b7 {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:25:30.538505 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-424aa7ac-2b4c-458e-882c-78f4629ba601 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:30.557229 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8ab6ba70-fd1f-4d33-97bd-780cfaefcdc2 req-e1b3aebc-55b9-40a2-95bc-c4f43dc7f28c tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1003e45-917a-406c-999d-122388976885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901222 Jul 05 02:25:30.623953 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7356f920-0108-4ae6-ac8c-4a831c8cf1fe req-a4f57d0b-2f72-49e1-8aaf-98866e1a47b4 service neutron] 10.222.0.15 "GET /v2.0/networks/7fa11b36-0588-43ef-a636-45aaf3c04835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646356 Jul 05 02:25:30.664290 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-424aa7ac-2b4c-458e-882c-78f4629ba601 None None] For port c770dabe-7096-41cf-a80e-50e0b5b2b5b7, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=c770dabe-7096-41cf-a80e-50e0b5b2b5b7,segment=NetworkSegment(4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6),segment_id=4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:25:30.664877 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-424aa7ac-2b4c-458e-882c-78f4629ba601 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:30.680762 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-424aa7ac-2b4c-458e-882c-78f4629ba601 None None] Calling delete_port for c770dabe-7096-41cf-a80e-50e0b5b2b5b7 owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:25:30.754223 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454ead72-5745-4488-85fa-bb170754aa16 req-97cab3de-f3c5-4c5f-ba9b-8d453b0ff48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:30.755902 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-454ead72-5745-4488-85fa-bb170754aa16 req-97cab3de-f3c5-4c5f-ba9b-8d453b0ff48d service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2610121 Jul 05 02:25:30.803502 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2e9d27-5635-49c5-ad49-a5996edc77ff req-751c1dc9-7d5d-48a7-af7d-fe69f51020f7 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:30.805150 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4d2e9d27-5635-49c5-ad49-a5996edc77ff req-751c1dc9-7d5d-48a7-af7d-fe69f51020f7 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ced2830-998b-4a0e-90e8-4498c3406af5 HTTP/1.1" status: 200 len: 945 time: 0.1068425 Jul 05 02:25:30.824258 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5f7bde4c-161d-451a-bb61-fb70f9d3c86c req-7cfb73e4-9f30-42a0-a396-491dfe897d2f tempest-ServerShowV254Test-746757979 tempest-ServerShowV254Test-746757979-project] 10.222.0.23 "GET /v2.0/ports?device_id=cad2dfcb-b692-4fb8-a907-f10190b8ab04 HTTP/1.1" status: 200 len: 210 time: 0.0343466 Jul 05 02:25:30.849330 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4d2e9d27-5635-49c5-ad49-a5996edc77ff req-cb2fcddf-013b-4078-942b-c4fba409ece6 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d996060-2bcc-42e7-a06b-0ec807d28f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380645 Jul 05 02:25:30.875977 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-424aa7ac-2b4c-458e-882c-78f4629ba601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:30.906536 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424aa7ac-2b4c-458e-882c-78f4629ba601 None None] No DVR routers for this DVR port c770dabe-7096-41cf-a80e-50e0b5b2b5b7 on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:25:30.913139 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-400ea8cd-d7e8-498c-8845-a1c44349910d tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:30.913568 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424aa7ac-2b4c-458e-882c-78f4629ba601 None None] Pushing event deleted for resources: {'Port': ['ID=c770dabe-7096-41cf-a80e-50e0b5b2b5b7,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:30.967236 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400ea8cd-d7e8-498c-8845-a1c44349910d tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:25:30.973509 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-42105998-d75f-41d1-a67f-f819c4502ff7 req-a52334f8-ada1-4a27-9745-76eb1c9ab79b tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-857729172', 'description': 'tempest-description-924679592'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:25:30.974238 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-25f2b0a4-d8c1-4240-ae56-3a58b30d3d8b req-3c55c88b-0f01-4420-8517-3c73e93d0f68 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=4940e87046f140ca84ee108962838413&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0227685 Jul 05 02:25:30.982650 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-400ea8cd-d7e8-498c-8845-a1c44349910d tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:25:30.986154 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400ea8cd-d7e8-498c-8845-a1c44349910d tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:30.986789 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-400ea8cd-d7e8-498c-8845-a1c44349910d tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:30.993052 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee78ec55-52c4-4032-b2a3-7af6c7da4948 None None] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:25:31.012421 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400ea8cd-d7e8-498c-8845-a1c44349910d tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event updated for resources: {'Subnet': ['ID=2c58ca42-123c-47b9-b828-b6aab5779f16,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:31.094923 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f2b0a4-d8c1-4240-ae56-3a58b30d3d8b req-ac8a0fdf-048c-43b5-ab53-2cb9c51e0e96 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:31.096457 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-25f2b0a4-d8c1-4240-ae56-3a58b30d3d8b req-ac8a0fdf-048c-43b5-ab53-2cb9c51e0e96 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1171827 Jul 05 02:25:31.106570 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-42105998-d75f-41d1-a67f-f819c4502ff7 req-a52334f8-ada1-4a27-9745-76eb1c9ab79b tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:31.116138 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-25f2b0a4-d8c1-4240-ae56-3a58b30d3d8b req-7f77cc77-32e5-49c3-bcc6-083f5e3811d6 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/quotas/4940e87046f140ca84ee108962838413 HTTP/1.1" status: 200 len: 375 time: 0.0130129 Jul 05 02:25:31.151324 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f12603-6d0e-4e94-8557-39588fd1e470 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'tenant_id': 'db76c4c0345048a1b87eacad1e0b9ba1', 'fixed_ips': [{'subnet_id': '2c58ca42-123c-47b9-b828-b6aab5779f16'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:25:31.152194 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f4f12603-6d0e-4e94-8557-39588fd1e470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:31.190173 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-25f2b0a4-d8c1-4240-ae56-3a58b30d3d8b req-a9eb0c1d-57e4-4495-857c-791354b24138 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4940e87046f140ca84ee108962838413&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0672748 Jul 05 02:25:31.274996 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-400ea8cd-d7e8-498c-8845-a1c44349910d tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0376759 Jul 05 02:25:31.277443 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 59894) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:25:31.283405 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-1a5431e3-9747-4f8d-afff-8e7404cdcef4 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Request body: {'port': {'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'name': 'tempest-NetworksTestDHCPv6-1694410694'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:25:31.352415 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-f4f12603-6d0e-4e94-8557-39588fd1e470 None None] Allocated IP 2001:db8::2 (ed71b0ad-0d45-4cc1-9581-fdfa4092af45/2c58ca42-123c-47b9-b828-b6aab5779f16/007c63f4-086e-4064-a0d1-ebd37072d7b6) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:25:31.373488 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-42105998-d75f-41d1-a67f-f819c4502ff7 req-a52334f8-ada1-4a27-9745-76eb1c9ab79b tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:31.455238 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-42105998-d75f-41d1-a67f-f819c4502ff7 req-a52334f8-ada1-4a27-9745-76eb1c9ab79b tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:31.515893 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52334f8-ada1-4a27-9745-76eb1c9ab79b tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae569051-ef6c-432c-b6c6-94b64c8ce5ab,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:31.546629 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f4f12603-6d0e-4e94-8557-39588fd1e470 None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:31.555870 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-f4f12603-6d0e-4e94-8557-39588fd1e470 None None] Transition to ACTIVE for port object 007c63f4-086e-4064-a0d1-ebd37072d7b6 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:25:31.556553 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a5431e3-9747-4f8d-afff-8e7404cdcef4 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Made reservation on behalf of db76c4c0345048a1b87eacad1e0b9ba1 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:25:31.560385 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1a5431e3-9747-4f8d-afff-8e7404cdcef4 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:31.564510 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0f432f86-d363-4799-8e0a-edfe07bb1f7f req-59546a48-7c71-46ff-b767-ede5c0e45cb6 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/ports?device_id=6445ee98-b422-46e6-9419-c5144d001523 HTTP/1.1" status: 200 len: 210 time: 0.0485876 Jul 05 02:25:31.588991 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [None req-1a5431e3-9747-4f8d-afff-8e7404cdcef4 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] device_id is not set on port a813aba6-4015-4c49-b5cb-aa60f9e03801 yet. {{(pid=94461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:25:31.589100 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-f4f12603-6d0e-4e94-8557-39588fd1e470 None None] Transition to ACTIVE for port object 007c63f4-086e-4064-a0d1-ebd37072d7b6 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:25:31.637948 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-42105998-d75f-41d1-a67f-f819c4502ff7 req-a52334f8-ada1-4a27-9745-76eb1c9ab79b tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:31.639306 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-42105998-d75f-41d1-a67f-f819c4502ff7 req-a52334f8-ada1-4a27-9745-76eb1c9ab79b tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.6741648 Jul 05 02:25:31.675250 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f4f12603-6d0e-4e94-8557-39588fd1e470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:31.736756 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device c770dabe-7096-41cf-a80e-50e0b5b2b5b7 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:25:31.761234 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-adbd5cfc-8914-4f31-8b08-ede722eae8ea req-79e836c9-5c80-49dc-9da1-7b0216288e00 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/ports?device_id=380397b7-25de-46f8-b406-21443f65819d HTTP/1.1" status: 200 len: 210 time: 0.0630043 Jul 05 02:25:31.779496 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: c770dabe-7096-41cf-a80e-50e0b5b2b5b7 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:25:31.780826 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device c770dabe-7096-41cf-a80e-50e0b5b2b5b7 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:25:31.828327 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f12603-6d0e-4e94-8557-39588fd1e470 None None] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:25:31.830157 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-f4f12603-6d0e-4e94-8557-39588fd1e470 None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:25:31.835197 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-1a5431e3-9747-4f8d-afff-8e7404cdcef4 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Allocated IP 2001:db8::333 (ed71b0ad-0d45-4cc1-9581-fdfa4092af45/2c58ca42-123c-47b9-b828-b6aab5779f16/a813aba6-4015-4c49-b5cb-aa60f9e03801) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:25:31.842644 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f12603-6d0e-4e94-8557-39588fd1e470 None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:25:31.850949 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f12603-6d0e-4e94-8557-39588fd1e470 None None] Pushing event updated for resources: {'Port': ['ID=007c63f4-086e-4064-a0d1-ebd37072d7b6,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:31.951350 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-f4f12603-6d0e-4e94-8557-39588fd1e470 None None] Attempting to bind port 007c63f4-086e-4064-a0d1-ebd37072d7b6 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:25:31.952301 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-f4f12603-6d0e-4e94-8557-39588fd1e470 None None] Attempting to bind port 007c63f4-086e-4064-a0d1-ebd37072d7b6 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:25:31.952301 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f12603-6d0e-4e94-8557-39588fd1e470 None None] Attempting to bind port 007c63f4-086e-4064-a0d1-ebd37072d7b6 on network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:25:31.960150 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f12603-6d0e-4e94-8557-39588fd1e470 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:25:31.960736 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f12603-6d0e-4e94-8557-39588fd1e470 None None] Checking segment: {'id': '4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:25:31.961237 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f4f12603-6d0e-4e94-8557-39588fd1e470 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:31.961722 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f12603-6d0e-4e94-8557-39588fd1e470 None None] Bound using segment: {'id': '4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:25:31.962339 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-f4f12603-6d0e-4e94-8557-39588fd1e470 None None] Bound port: 007c63f4-086e-4064-a0d1-ebd37072d7b6, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:25:31.962870 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f4f12603-6d0e-4e94-8557-39588fd1e470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:32.036322 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-f4f12603-6d0e-4e94-8557-39588fd1e470 None None] For port 007c63f4-086e-4064-a0d1-ebd37072d7b6, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:25:32.041676 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-f4f12603-6d0e-4e94-8557-39588fd1e470 None None] For port 007c63f4-086e-4064-a0d1-ebd37072d7b6, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=007c63f4-086e-4064-a0d1-ebd37072d7b6,segment=NetworkSegment(4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6),segment_id=4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:25:32.046431 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ddffa7db-ebb2-4f93-a933-62a6acb7f272 req-67cbfc41-5bc8-4362-93a1-39f90d6a2956 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-857729172&fields=id&tenant_id=2bf3196bdc1b4a84baea98e07d501fd5 HTTP/1.1" status: 200 len: 267 time: 0.1110010 Jul 05 02:25:32.053412 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ac3cbd0d-840b-49f2-9f09-4485028114f5 req-c0633761-33a4-4669-acf4-eb76544c3fae tempest-ServerShowV254Test-746757979 tempest-ServerShowV254Test-746757979-project] 10.222.0.23 "GET /v2.0/ports?device_id=cad2dfcb-b692-4fb8-a907-f10190b8ab04 HTTP/1.1" status: 200 len: 210 time: 0.0451379 Jul 05 02:25:32.124809 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-454ead72-5745-4488-85fa-bb170754aa16 req-dac550dc-d410-463d-bf95-2e40f9c78e79 tempest-ServerShowV254Test-746757979 tempest-ServerShowV254Test-746757979-project] 10.222.0.15 "GET /v2.0/ports?device_id=cad2dfcb-b692-4fb8-a907-f10190b8ab04 HTTP/1.1" status: 200 len: 210 time: 0.0410054 Jul 05 02:25:32.150906 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1a5431e3-9747-4f8d-afff-8e7404cdcef4 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:32.153770 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f4f12603-6d0e-4e94-8557-39588fd1e470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:32.189767 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [None req-1a5431e3-9747-4f8d-afff-8e7404cdcef4 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Transition to ACTIVE for port object a813aba6-4015-4c49-b5cb-aa60f9e03801 will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:25:32.209036 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddffa7db-ebb2-4f93-a933-62a6acb7f272 req-9bccb611-6d06-4c1d-9e23-20089082baf8 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:32.210681 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ddffa7db-ebb2-4f93-a933-62a6acb7f272 req-9bccb611-6d06-4c1d-9e23-20089082baf8 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ced2830-998b-4a0e-90e8-4498c3406af5 HTTP/1.1" status: 200 len: 945 time: 0.1575458 Jul 05 02:25:32.225422 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-ddffa7db-ebb2-4f93-a933-62a6acb7f272 req-3eba9edb-76e5-4a99-984c-877ff4edccf8 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Request body: {'port': {'security_groups': ['8d996060-2bcc-42e7-a06b-0ec807d28f11', 'ae569051-ef6c-432c-b6c6-94b64c8ce5ab']}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:25:32.237896 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f12603-6d0e-4e94-8557-39588fd1e470 None None] Pushing event updated for resources: {'Port': ['ID=007c63f4-086e-4064-a0d1-ebd37072d7b6,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:32.422501 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-ddffa7db-ebb2-4f93-a933-62a6acb7f272 req-3eba9edb-76e5-4a99-984c-877ff4edccf8 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:32.474637 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37198bfd-e49a-4ebc-b4f9-a85a33cddd93 req-bd85e5f9-a801-4414-8c78-1cd0bc51e6dd tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:32.476128 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-37198bfd-e49a-4ebc-b4f9-a85a33cddd93 req-bd85e5f9-a801-4414-8c78-1cd0bc51e6dd tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.15 "GET /v2.0/networks?id=cb67b300-72ad-48da-8604-1e0e076c238a HTTP/1.1" status: 200 len: 811 time: 0.2068384 Jul 05 02:25:32.477185 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1a5431e3-9747-4f8d-afff-8e7404cdcef4 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:32.497031 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-37198bfd-e49a-4ebc-b4f9-a85a33cddd93 req-904e3e53-fd4e-49a1-89ed-209842f092e6 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Request body: {'port': {'device_id': '6445ee98-b422-46e6-9419-c5144d001523', 'network_id': 'cb67b300-72ad-48da-8604-1e0e076c238a', 'admin_state_up': True, 'tenant_id': '219d463f288c4c729da555f377dfc80d'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:25:32.601528 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5431e3-9747-4f8d-afff-8e7404cdcef4 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:25:32.616483 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-1a5431e3-9747-4f8d-afff-8e7404cdcef4 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:25:32.626674 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5431e3-9747-4f8d-afff-8e7404cdcef4 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:25:32.632789 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5431e3-9747-4f8d-afff-8e7404cdcef4 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:32.633400 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1a5431e3-9747-4f8d-afff-8e7404cdcef4 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:32.649523 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5431e3-9747-4f8d-afff-8e7404cdcef4 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event updated for resources: {'Port': ['ID=a813aba6-4015-4c49-b5cb-aa60f9e03801,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:32.730679 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d33a6c00-be96-4e74-a462-3e75a00dae7f req-496ebd1b-2e10-480e-a3f5-074e9d7e6b05 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/ports?device_id=6445ee98-b422-46e6-9419-c5144d001523 HTTP/1.1" status: 200 len: 210 time: 0.0309141 Jul 05 02:25:32.752490 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-1a5431e3-9747-4f8d-afff-8e7404cdcef4 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4735332 Jul 05 02:25:32.754475 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 59914) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:25:32.864362 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-ddffa7db-ebb2-4f93-a933-62a6acb7f272 req-3eba9edb-76e5-4a99-984c-877ff4edccf8 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] For port c05d738e-e3b9-4fb3-a444-faea9af51e3c, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=c05d738e-e3b9-4fb3-a444-faea9af51e3c,segment=NetworkSegment(6f413e2d-3872-41b4-8ea1-818c2dabde0d),segment_id=6f413e2d-3872-41b4-8ea1-818c2dabde0d)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:25:32.895731 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37198bfd-e49a-4ebc-b4f9-a85a33cddd93 req-904e3e53-fd4e-49a1-89ed-209842f092e6 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Made reservation on behalf of 219d463f288c4c729da555f377dfc80d for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:25:32.899582 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-37198bfd-e49a-4ebc-b4f9-a85a33cddd93 req-904e3e53-fd4e-49a1-89ed-209842f092e6 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:32.902511 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13186efd-9e7c-458f-8d75-6d814ae0bd27 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:32.904368 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-ddffa7db-ebb2-4f93-a933-62a6acb7f272 req-3eba9edb-76e5-4a99-984c-877ff4edccf8 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:32.908992 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13186efd-9e7c-458f-8d75-6d814ae0bd27 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:32.916331 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-13186efd-9e7c-458f-8d75-6d814ae0bd27 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1605310 Jul 05 02:25:32.919780 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 59920) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:25:32.998031 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-ddffa7db-ebb2-4f93-a933-62a6acb7f272 req-3eba9edb-76e5-4a99-984c-877ff4edccf8 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:33.010865 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['c05d738e-e3b9-4fb3-a444-faea9af51e3c'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:25:33.357814 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddffa7db-ebb2-4f93-a933-62a6acb7f272 req-3eba9edb-76e5-4a99-984c-877ff4edccf8 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:33.358593 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-ddffa7db-ebb2-4f93-a933-62a6acb7f272 req-3eba9edb-76e5-4a99-984c-877ff4edccf8 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:33.360494 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ddffa7db-ebb2-4f93-a933-62a6acb7f272 req-3eba9edb-76e5-4a99-984c-877ff4edccf8 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.23 "PUT /v2.0/ports/c05d738e-e3b9-4fb3-a444-faea9af51e3c HTTP/1.1" status: 200 len: 981 time: 1.1413062 Jul 05 02:25:33.370649 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ced2830-998b-4a0e-90e8-4498c3406af5', 'tag': 'c05d738e-e3b9-4fb3-a444-faea9af51e3c'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:25:33.372338 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21809ff7-25ee-4883-b72f-4386a56bb1d1" -d '{"events": [{"name": "network-changed", "server_uuid": "6ced2830-998b-4a0e-90e8-4498c3406af5", "tag": "c05d738e-e3b9-4fb3-a444-faea9af51e3c"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:25:33.418186 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-37198bfd-e49a-4ebc-b4f9-a85a33cddd93 req-904e3e53-fd4e-49a1-89ed-209842f092e6 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Allocated IP 172.20.0.6 (cb67b300-72ad-48da-8604-1e0e076c238a/4c165eef-a6e1-4cbe-8057-ff98f92b9867/df22d950-6840-42a1-83f6-888fde666ad6) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:25:33.420255 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eba9edb-76e5-4a99-984c-877ff4edccf8 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Pushing event updated for resources: {'Port': ['ID=c05d738e-e3b9-4fb3-a444-faea9af51e3c,revision_number=6']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:33.451868 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['c05d738e-e3b9-4fb3-a444-faea9af51e3c'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:25:33.515780 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-554a5c24-ee63-4f3c-8114-96130da9596b req-5fa91d8e-1af2-4aed-93ed-f4d89a15fd6c tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/ports?device_id=380397b7-25de-46f8-b406-21443f65819d HTTP/1.1" status: 200 len: 210 time: 0.0507419 Jul 05 02:25:33.728115 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-64502e7f-ca8c-4a8a-a434-599036a4ab16 None None] Provisioning for port 007c63f4-086e-4064-a0d1-ebd37072d7b6 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:25:33.763187 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-37198bfd-e49a-4ebc-b4f9-a85a33cddd93 req-904e3e53-fd4e-49a1-89ed-209842f092e6 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:33.798366 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-03b12e5c-0296-4d3a-ae7e-107e01bd85e0 req-01d331e4-ad9b-434f-a839-e51eb9fb1377 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-857729172&fields=id&tenant_id=2bf3196bdc1b4a84baea98e07d501fd5 HTTP/1.1" status: 200 len: 267 time: 0.1048851 Jul 05 02:25:33.829562 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f76204cb-ad6b-4b6f-9dd0-8989f90a45f7 x-openstack-request-id: req-f76204cb-ad6b-4b6f-9dd0-8989f90a45f7 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:25:33.830282 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ced2830-998b-4a0e-90e8-4498c3406af5", "tag": "c05d738e-e3b9-4fb3-a444-faea9af51e3c", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:25:33.831509 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f76204cb-ad6b-4b6f-9dd0-8989f90a45f7 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:25:33.832680 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ced2830-998b-4a0e-90e8-4498c3406af5', 'tag': 'c05d738e-e3b9-4fb3-a444-faea9af51e3c', 'status': 'completed', 'code': 200} Jul 05 02:25:33.846752 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 007c63f4-086e-4064-a0d1-ebd37072d7b6 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:25:33.894225 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-be86c8ea-13be-46a9-af6b-49015f31a556 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Deleting port a813aba6-4015-4c49-b5cb-aa60f9e03801 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:25:33.894845 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-be86c8ea-13be-46a9-af6b-49015f31a556 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:33.942649 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21809ff7-25ee-4883-b72f-4386a56bb1d1 req-67876d4b-db30-492a-a11e-1795c2624972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:33.944977 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-21809ff7-25ee-4883-b72f-4386a56bb1d1 req-67876d4b-db30-492a-a11e-1795c2624972 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2bf3196bdc1b4a84baea98e07d501fd5&device_id=6ced2830-998b-4a0e-90e8-4498c3406af5 HTTP/1.1" status: 200 len: 1136 time: 0.0769629 Jul 05 02:25:34.027831 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b12e5c-0296-4d3a-ae7e-107e01bd85e0 req-8e687f52-4918-4fc6-8607-b25dbdb3be5c tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:34.030601 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-03b12e5c-0296-4d3a-ae7e-107e01bd85e0 req-8e687f52-4918-4fc6-8607-b25dbdb3be5c tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ced2830-998b-4a0e-90e8-4498c3406af5 HTTP/1.1" status: 200 len: 984 time: 0.2225339 Jul 05 02:25:34.033750 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-37198bfd-e49a-4ebc-b4f9-a85a33cddd93 req-904e3e53-fd4e-49a1-89ed-209842f092e6 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:34.035455 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-be86c8ea-13be-46a9-af6b-49015f31a556 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:34.038293 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-dd9efb17-1485-40dc-9365-06bc28335061 None None] Provisioning for port a813aba6-4015-4c49-b5cb-aa60f9e03801 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:25:34.045797 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b287a98a-c993-4605-b6e5-0f3484b89ae9 req-9dc281af-de4b-43e8-a3e0-880cb5660c2d tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/ports?device_id=6445ee98-b422-46e6-9419-c5144d001523 HTTP/1.1" status: 200 len: 210 time: 0.0946174 Jul 05 02:25:34.047240 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-dd9efb17-1485-40dc-9365-06bc28335061 None None] Provisioning complete for port a813aba6-4015-4c49-b5cb-aa60f9e03801 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:25:34.047862 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-dd9efb17-1485-40dc-9365-06bc28335061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:34.053047 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['94290961-51fa-4a1f-94f8-bdd1b9b1bd08'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:25:34.055366 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-03b12e5c-0296-4d3a-ae7e-107e01bd85e0 req-1733c142-f4ca-4a5d-817d-e4bcea425657 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Request body: {'port': {'security_groups': ['8d996060-2bcc-42e7-a06b-0ec807d28f11']}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:25:34.107411 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-be86c8ea-13be-46a9-af6b-49015f31a556 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Calling delete_port for a813aba6-4015-4c49-b5cb-aa60f9e03801 owned by {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:25:34.121214 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37198bfd-e49a-4ebc-b4f9-a85a33cddd93 req-904e3e53-fd4e-49a1-89ed-209842f092e6 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Network cb67b300-72ad-48da-8604-1e0e076c238a is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:25:34.125122 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-37198bfd-e49a-4ebc-b4f9-a85a33cddd93 req-904e3e53-fd4e-49a1-89ed-209842f092e6 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:25:34.127032 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904e3e53-fd4e-49a1-89ed-209842f092e6 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Pushing event updated for resources: {'Port': ['ID=df22d950-6840-42a1-83f6-888fde666ad6,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:34.132696 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-37198bfd-e49a-4ebc-b4f9-a85a33cddd93 req-904e3e53-fd4e-49a1-89ed-209842f092e6 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:25:34.157712 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 007c63f4-086e-4064-a0d1-ebd37072d7b6 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:25:34.184840 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 007c63f4-086e-4064-a0d1-ebd37072d7b6 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:25:34.200411 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21809ff7-25ee-4883-b72f-4386a56bb1d1 req-008eaa0f-51b0-44f7-bee9-2100897847f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:34.201003 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:34.201841 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-21809ff7-25ee-4883-b72f-4386a56bb1d1 req-008eaa0f-51b0-44f7-bee9-2100897847f8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4ec1bc2d-1851-41f6-9b05-c47c1f610fc1 HTTP/1.1" status: 200 len: 920 time: 0.2438247 Jul 05 02:25:34.211692 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37198bfd-e49a-4ebc-b4f9-a85a33cddd93 req-904e3e53-fd4e-49a1-89ed-209842f092e6 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:34.212343 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-37198bfd-e49a-4ebc-b4f9-a85a33cddd93 req-904e3e53-fd4e-49a1-89ed-209842f092e6 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:34.266583 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-03b12e5c-0296-4d3a-ae7e-107e01bd85e0 req-1733c142-f4ca-4a5d-817d-e4bcea425657 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:34.267908 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-21809ff7-25ee-4883-b72f-4386a56bb1d1 req-702af182-bb9f-481f-8679-3c6e1c7d82fe service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c05d738e-e3b9-4fb3-a444-faea9af51e3c HTTP/1.1" status: 200 len: 217 time: 0.0525625 Jul 05 02:25:34.274301 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-dd9efb17-1485-40dc-9365-06bc28335061 None None] Port a813aba6-4015-4c49-b5cb-aa60f9e03801 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:25:34.339344 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-37198bfd-e49a-4ebc-b4f9-a85a33cddd93 req-904e3e53-fd4e-49a1-89ed-209842f092e6 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8533795 Jul 05 02:25:34.347329 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21809ff7-25ee-4883-b72f-4386a56bb1d1 req-7d459f78-9ec8-4655-98c0-659e96c44ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:34.349487 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-21809ff7-25ee-4883-b72f-4386a56bb1d1 req-7d459f78-9ec8-4655-98c0-659e96c44ad5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=daac2fa9-eb52-4aad-b06c-31fd67b740d0 HTTP/1.1" status: 200 len: 860 time: 0.0653365 Jul 05 02:25:34.355460 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-37198bfd-e49a-4ebc-b4f9-a85a33cddd93 req-cdb886f7-a8fe-4198-b773-20d6f8482224 service neutron] Request body: {'port': {'device_id': '6445ee98-b422-46e6-9419-c5144d001523', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:25:34.436404 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 59938) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:25:34.439438 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:34.448507 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-21809ff7-25ee-4883-b72f-4386a56bb1d1 req-26e13b5f-131c-419d-82ac-1ad56cb19b90 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4ec1bc2d-1851-41f6-9b05-c47c1f610fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607486 Jul 05 02:25:34.489212 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-25f2b0a4-d8c1-4240-ae56-3a58b30d3d8b req-199567f6-e704-4c1d-80c6-91cdd1135eee tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=4940e87046f140ca84ee108962838413&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1025867 Jul 05 02:25:34.501609 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 007c63f4-086e-4064-a0d1-ebd37072d7b6, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=007c63f4-086e-4064-a0d1-ebd37072d7b6,segment=NetworkSegment(4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6),segment_id=4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:25:34.535496 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-be86c8ea-13be-46a9-af6b-49015f31a556 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:34.570323 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:34.590202 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be86c8ea-13be-46a9-af6b-49015f31a556 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event deleted for resources: {'Port': ['ID=a813aba6-4015-4c49-b5cb-aa60f9e03801,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:34.646924 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=007c63f4-086e-4064-a0d1-ebd37072d7b6,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:34.665526 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-be86c8ea-13be-46a9-af6b-49015f31a556 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:34.670946 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-be86c8ea-13be-46a9-af6b-49015f31a556 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "DELETE /v2.0/ports/a813aba6-4015-4c49-b5cb-aa60f9e03801 HTTP/1.1" status: 204 len: 168 time: 1.7493784 Jul 05 02:25:34.672389 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e4015b53-9163-4587-80c2-1e1f41048cf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:34.675314 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 59944) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:25:34.719629 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-03b12e5c-0296-4d3a-ae7e-107e01bd85e0 req-1733c142-f4ca-4a5d-817d-e4bcea425657 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] For port c05d738e-e3b9-4fb3-a444-faea9af51e3c, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=c05d738e-e3b9-4fb3-a444-faea9af51e3c,segment=NetworkSegment(6f413e2d-3872-41b4-8ea1-818c2dabde0d),segment_id=6f413e2d-3872-41b4-8ea1-818c2dabde0d)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:25:34.783695 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-03b12e5c-0296-4d3a-ae7e-107e01bd85e0 req-1733c142-f4ca-4a5d-817d-e4bcea425657 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:34.793632 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-37198bfd-e49a-4ebc-b4f9-a85a33cddd93 req-cdb886f7-a8fe-4198-b773-20d6f8482224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:34.817832 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a56fe739-099e-4821-bc15-55b1a09ff8f7 req-efb6e605-7ad9-482b-94c3-1e6bd7c3f379 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/ports?device_id=380397b7-25de-46f8-b406-21443f65819d HTTP/1.1" status: 200 len: 210 time: 0.1107748 Jul 05 02:25:34.887946 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e4015b53-9163-4587-80c2-1e1f41048cf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:34.890294 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-03b12e5c-0296-4d3a-ae7e-107e01bd85e0 req-1733c142-f4ca-4a5d-817d-e4bcea425657 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:34.895850 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f37b241-ca06-49d6-b546-5bd67617b4df tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:34.897483 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f37b241-ca06-49d6-b546-5bd67617b4df tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:34.899242 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-1f37b241-ca06-49d6-b546-5bd67617b4df tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2229109 Jul 05 02:25:34.905391 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 59948) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:25:34.907583 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-21809ff7-25ee-4883-b72f-4386a56bb1d1 req-fe21aaeb-0a9e-41d0-ae6e-53352820f9fa service neutron] 10.222.0.21 "GET /v2.0/networks/4ec1bc2d-1851-41f6-9b05-c47c1f610fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4372494 Jul 05 02:25:34.913735 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['c05d738e-e3b9-4fb3-a444-faea9af51e3c'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:25:34.958714 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b12e5c-0296-4d3a-ae7e-107e01bd85e0 req-1733c142-f4ca-4a5d-817d-e4bcea425657 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:34.959586 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-03b12e5c-0296-4d3a-ae7e-107e01bd85e0 req-1733c142-f4ca-4a5d-817d-e4bcea425657 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:34.964514 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-03b12e5c-0296-4d3a-ae7e-107e01bd85e0 req-1733c142-f4ca-4a5d-817d-e4bcea425657 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.23 "PUT /v2.0/ports/c05d738e-e3b9-4fb3-a444-faea9af51e3c HTTP/1.1" status: 200 len: 942 time: 0.9234850 Jul 05 02:25:34.964994 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ced2830-998b-4a0e-90e8-4498c3406af5', 'tag': 'c05d738e-e3b9-4fb3-a444-faea9af51e3c'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:25:34.971299 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b223267e0e0ddb3199af7772d0b45336e3b4b54fbb151c86a8051291a61e85db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e460dd81-b843-4c5d-b157-9ae8f6570492" -d '{"events": [{"name": "network-changed", "server_uuid": "6ced2830-998b-4a0e-90e8-4498c3406af5", "tag": "c05d738e-e3b9-4fb3-a444-faea9af51e3c"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:25:34.995095 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e4015b53-9163-4587-80c2-1e1f41048cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:35.036456 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['c05d738e-e3b9-4fb3-a444-faea9af51e3c'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:25:35.049930 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9967c40c-8770-4423-8c42-2789e9f16de8 x-openstack-request-id: req-9967c40c-8770-4423-8c42-2789e9f16de8 {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:25:35.050458 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ced2830-998b-4a0e-90e8-4498c3406af5", "tag": "c05d738e-e3b9-4fb3-a444-faea9af51e3c", "status": "completed", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:25:35.050800 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9967c40c-8770-4423-8c42-2789e9f16de8 {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:25:35.051337 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ced2830-998b-4a0e-90e8-4498c3406af5', 'tag': 'c05d738e-e3b9-4fb3-a444-faea9af51e3c', 'status': 'completed', 'code': 200} Jul 05 02:25:35.069478 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733c142-f4ca-4a5d-817d-e4bcea425657 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Pushing event updated for resources: {'Port': ['ID=c05d738e-e3b9-4fb3-a444-faea9af51e3c,revision_number=7']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:35.073392 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f2b0a4-d8c1-4240-ae56-3a58b30d3d8b req-4c593de4-ad2a-4f94-b21c-cf9cda3f601c tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:35.075037 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-25f2b0a4-d8c1-4240-ae56-3a58b30d3d8b req-4c593de4-ad2a-4f94-b21c-cf9cda3f601c tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5757987 Jul 05 02:25:35.090728 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-e4015b53-9163-4587-80c2-1e1f41048cf6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c8be28cedd464e6d952a7cf839d6895f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6504381 Jul 05 02:25:35.095686 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 59956) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:25:35.120423 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4015b53-9163-4587-80c2-1e1f41048cf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cec58783-4c15-45c3-8534-77270cd6e500,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:35.197898 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-25f2b0a4-d8c1-4240-ae56-3a58b30d3d8b req-ad6bcc23-8c35-41da-99fb-7e969bf093bb tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Request body: {'port': {'device_id': '380397b7-25de-46f8-b406-21443f65819d', 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4', 'admin_state_up': True, 'tenant_id': '4940e87046f140ca84ee108962838413'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:25:35.199095 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5db56710-0a16-473e-a4ee-dac5e4f97a66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:35.238500 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5db56710-0a16-473e-a4ee-dac5e4f97a66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:35.282005 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8fed070-5b8f-46f1-beb8-fbac476a0dae tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Deleting subnet 2c58ca42-123c-47b9-b828-b6aab5779f16 {{(pid=94461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:25:35.310928 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b8fed070-5b8f-46f1-beb8-fbac476a0dae tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks [] for subnet, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:35.360731 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fce242-063c-4f40-9b03-33ccfc9eaf2a req-120ad401-72d0-4a00-bd81-33ce61b3263d tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:35.363232 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b0fce242-063c-4f40-9b03-33ccfc9eaf2a req-120ad401-72d0-4a00-bd81-33ce61b3263d tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/ports?device_id=6445ee98-b422-46e6-9419-c5144d001523 HTTP/1.1" status: 200 len: 931 time: 0.0769460 Jul 05 02:25:35.406745 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b0fce242-063c-4f40-9b03-33ccfc9eaf2a req-3122bafe-962c-4ca4-b71e-b86b9620fd18 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fa90a27-9aba-44e7-a653-62ec86df8932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369875 Jul 05 02:25:35.438452 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5db56710-0a16-473e-a4ee-dac5e4f97a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:35.441983 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5db56710-0a16-473e-a4ee-dac5e4f97a66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:35.445985 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-5db56710-0a16-473e-a4ee-dac5e4f97a66 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cec58783-4c15-45c3-8534-77270cd6e500 HTTP/1.1" status: 204 len: 168 time: 0.3495572 Jul 05 02:25:35.458072 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db56710-0a16-473e-a4ee-dac5e4f97a66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cec58783-4c15-45c3-8534-77270cd6e500,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:35.508043 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b8fed070-5b8f-46f1-beb8-fbac476a0dae tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5519650'] for subnet, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:35.540981 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-21809ff7-25ee-4883-b72f-4386a56bb1d1 req-c11515d6-a002-41b3-9357-314906eb5505 service neutron] 10.222.0.21 "GET /v2.0/networks/4ec1bc2d-1851-41f6-9b05-c47c1f610fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6245999 Jul 05 02:25:35.571165 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1ccd16ef-6f2d-40a4-a1fa-b0fb71a8c7a0 req-cf317a37-7977-4201-badb-44942ec18512 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5636055 Jul 05 02:25:35.638551 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-1ccd16ef-6f2d-40a4-a1fa-b0fb71a8c7a0 req-52e98f09-609b-4076-9870-39f89e47f648 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Request body: {'floatingip': {'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:25:35.671299 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 007c63f4-086e-4064-a0d1-ebd37072d7b6 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:25:35.722320 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 007c63f4-086e-4064-a0d1-ebd37072d7b6 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:25:35.722888 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:35.981148 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-59db420d-292d-4a1b-a299-aa3167340c6e req-79eacb31-4141-4e7a-9371-2e6a91ad1c97 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/ports?device_id=380397b7-25de-46f8-b406-21443f65819d HTTP/1.1" status: 200 len: 210 time: 0.0360918 Jul 05 02:25:36.005363 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.db.api [req-25f2b0a4-d8c1-4240-ae56-3a58b30d3d8b req-ad6bcc23-8c35-41da-99fb-7e969bf093bb tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 02:25:36.005363 n-d-771362-32 neutron-server[94461]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 02:25:36.005363 n-d-771362-32 neutron-server[94461]: [parameters: {'project_id_1': '4940e87046f140ca84ee108962838413', 'expiration_1': datetime.datetime(2021, 7, 5, 2, 25, 35, 682703)}] Jul 05 02:25:36.005363 n-d-771362-32 neutron-server[94461]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 02:25:36.006021 n-d-771362-32 neutron-server[94461]: DEBUG oslo_db.api [req-25f2b0a4-d8c1-4240-ae56-3a58b30d3d8b req-ad6bcc23-8c35-41da-99fb-7e969bf093bb tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 02:25:36.064683 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b8fed070-5b8f-46f1-beb8-fbac476a0dae tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:36.091354 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-37198bfd-e49a-4ebc-b4f9-a85a33cddd93 req-cdb886f7-a8fe-4198-b773-20d6f8482224 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df22d950-6840-42a1-83f6-888fde666ad6 {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:25:36.104272 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1ccd16ef-6f2d-40a4-a1fa-b0fb71a8c7a0 req-52e98f09-609b-4076-9870-39f89e47f648 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Notify callbacks [] for floatingip, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:36.120889 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-37198bfd-e49a-4ebc-b4f9-a85a33cddd93 req-cdb886f7-a8fe-4198-b773-20d6f8482224 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:36.177762 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e460dd81-b843-4c5d-b157-9ae8f6570492 req-a3769ca5-9fe4-4e4c-a8e8-dd3f9538ebae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:36.179343 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e460dd81-b843-4c5d-b157-9ae8f6570492 req-a3769ca5-9fe4-4e4c-a8e8-dd3f9538ebae service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2bf3196bdc1b4a84baea98e07d501fd5&device_id=6ced2830-998b-4a0e-90e8-4498c3406af5 HTTP/1.1" status: 200 len: 1097 time: 0.5635612 Jul 05 02:25:36.180300 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-37198bfd-e49a-4ebc-b4f9-a85a33cddd93 req-cdb886f7-a8fe-4198-b773-20d6f8482224 service neutron] Transition to ACTIVE for port object df22d950-6840-42a1-83f6-888fde666ad6 will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:25:36.270190 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-37198bfd-e49a-4ebc-b4f9-a85a33cddd93 req-cdb886f7-a8fe-4198-b773-20d6f8482224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:36.321285 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b8fed070-5b8f-46f1-beb8-fbac476a0dae tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5763388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774356'] for subnet, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:36.373795 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fed070-5b8f-46f1-beb8-fbac476a0dae tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event deleted for resources: {'Subnet': ['ID=2c58ca42-123c-47b9-b828-b6aab5779f16,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:36.385408 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c01bae-49ae-4424-986f-9b01778619f5 None None] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:25:36.387131 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b8fed070-5b8f-46f1-beb8-fbac476a0dae tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:36.388999 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-b8fed070-5b8f-46f1-beb8-fbac476a0dae tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "DELETE /v2.0/subnets/2c58ca42-123c-47b9-b828-b6aab5779f16 HTTP/1.1" status: 204 len: 168 time: 1.4805253 Jul 05 02:25:36.391766 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 59982) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:25:36.393917 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e460dd81-b843-4c5d-b157-9ae8f6570492 req-e86f443a-d746-49d9-b387-2f9ff723af5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:36.395974 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e460dd81-b843-4c5d-b157-9ae8f6570492 req-e86f443a-d746-49d9-b387-2f9ff723af5b service neutron] 10.222.0.21 "GET /v2.0/networks?id=4ec1bc2d-1851-41f6-9b05-c47c1f610fc1 HTTP/1.1" status: 200 len: 920 time: 0.2064142 Jul 05 02:25:36.401967 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb886f7-a8fe-4198-b773-20d6f8482224 service neutron] Pushing event updated for resources: {'Port': ['ID=df22d950-6840-42a1-83f6-888fde666ad6,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:36.447976 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-2791bd37-70a7-4451-8f92-8037c4e0c02d tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0547974 Jul 05 02:25:36.448600 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 59988) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:25:36.455072 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-3f8d30e7-fa53-4ac3-bbec-756371efefbb tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Request body: {'subnet': {'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:25:36.490343 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e460dd81-b843-4c5d-b157-9ae8f6570492 req-c5ca0e72-b7c8-4d92-a559-511f040c4c4b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c05d738e-e3b9-4fb3-a444-faea9af51e3c HTTP/1.1" status: 200 len: 217 time: 0.0830836 Jul 05 02:25:36.516344 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1ccd16ef-6f2d-40a4-a1fa-b0fb71a8c7a0 req-52e98f09-609b-4076-9870-39f89e47f648 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:36.619963 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-37198bfd-e49a-4ebc-b4f9-a85a33cddd93 req-cdb886f7-a8fe-4198-b773-20d6f8482224 service neutron] Attempting to bind port df22d950-6840-42a1-83f6-888fde666ad6 on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:25:36.620243 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-37198bfd-e49a-4ebc-b4f9-a85a33cddd93 req-cdb886f7-a8fe-4198-b773-20d6f8482224 service neutron] Attempting to bind port df22d950-6840-42a1-83f6-888fde666ad6 by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '6ec7572f-ca55-43e9-8c48-0f5f35cbc4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'cb67b300-72ad-48da-8604-1e0e076c238a'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:25:36.620582 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37198bfd-e49a-4ebc-b4f9-a85a33cddd93 req-cdb886f7-a8fe-4198-b773-20d6f8482224 service neutron] Attempting to bind port df22d950-6840-42a1-83f6-888fde666ad6 on network cb67b300-72ad-48da-8604-1e0e076c238a {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:25:36.638640 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37198bfd-e49a-4ebc-b4f9-a85a33cddd93 req-cdb886f7-a8fe-4198-b773-20d6f8482224 service neutron] Port df22d950-6840-42a1-83f6-888fde666ad6 on network cb67b300-72ad-48da-8604-1e0e076c238a not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:25:36.638972 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37198bfd-e49a-4ebc-b4f9-a85a33cddd93 req-cdb886f7-a8fe-4198-b773-20d6f8482224 service neutron] Attempting to bind port df22d950-6840-42a1-83f6-888fde666ad6 on network cb67b300-72ad-48da-8604-1e0e076c238a {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:25:36.647447 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e460dd81-b843-4c5d-b157-9ae8f6570492 req-d79d25c4-7cf5-4a92-9207-2cfa412d5183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:36.649081 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e460dd81-b843-4c5d-b157-9ae8f6570492 req-d79d25c4-7cf5-4a92-9207-2cfa412d5183 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=daac2fa9-eb52-4aad-b06c-31fd67b740d0 HTTP/1.1" status: 200 len: 860 time: 0.1364660 Jul 05 02:25:36.665701 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37198bfd-e49a-4ebc-b4f9-a85a33cddd93 req-cdb886f7-a8fe-4198-b773-20d6f8482224 service neutron] Checking agent: {'id': 'e071c76e-395f-48c4-a98f-88088465cf0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:25:36.666039 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37198bfd-e49a-4ebc-b4f9-a85a33cddd93 req-cdb886f7-a8fe-4198-b773-20d6f8482224 service neutron] Checking segment: {'id': '6ec7572f-ca55-43e9-8c48-0f5f35cbc4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'cb67b300-72ad-48da-8604-1e0e076c238a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:25:36.666450 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37198bfd-e49a-4ebc-b4f9-a85a33cddd93 req-cdb886f7-a8fe-4198-b773-20d6f8482224 service neutron] Bound using segment: {'id': '6ec7572f-ca55-43e9-8c48-0f5f35cbc4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'cb67b300-72ad-48da-8604-1e0e076c238a'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:25:36.666898 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-37198bfd-e49a-4ebc-b4f9-a85a33cddd93 req-cdb886f7-a8fe-4198-b773-20d6f8482224 service neutron] Bound port: df22d950-6840-42a1-83f6-888fde666ad6, host: n-h2-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ec7572f-ca55-43e9-8c48-0f5f35cbc4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'cb67b300-72ad-48da-8604-1e0e076c238a'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:25:36.667261 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-37198bfd-e49a-4ebc-b4f9-a85a33cddd93 req-cdb886f7-a8fe-4198-b773-20d6f8482224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:36.689806 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509ed5e4-f35a-4762-a9fa-7462ae5a73af req-435d7373-bd02-4472-9161-aa5dfc033cbe tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:36.695035 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-509ed5e4-f35a-4762-a9fa-7462ae5a73af req-435d7373-bd02-4472-9161-aa5dfc033cbe tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/ports?device_id=6445ee98-b422-46e6-9419-c5144d001523 HTTP/1.1" status: 200 len: 943 time: 0.0858650 Jul 05 02:25:36.714310 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd48977-72c4-47b4-93f4-62e8ef74aad7 None None] DHCP port deletion for ed71b0ad-0d45-4cc1-9581-fdfa4092af45 request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:25:36.717300 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e460dd81-b843-4c5d-b157-9ae8f6570492 req-eab76576-e12f-4b33-8757-acc708ee4d03 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4ec1bc2d-1851-41f6-9b05-c47c1f610fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613241 Jul 05 02:25:36.720869 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25f2b0a4-d8c1-4240-ae56-3a58b30d3d8b req-ad6bcc23-8c35-41da-99fb-7e969bf093bb tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Made reservation on behalf of 4940e87046f140ca84ee108962838413 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:25:36.725283 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-25f2b0a4-d8c1-4240-ae56-3a58b30d3d8b req-ad6bcc23-8c35-41da-99fb-7e969bf093bb tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:36.749957 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-509ed5e4-f35a-4762-a9fa-7462ae5a73af req-9366295a-56bf-45a5-a36d-8bf293f3eb24 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fa90a27-9aba-44e7-a653-62ec86df8932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520103 Jul 05 02:25:36.781244 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-bfd48977-72c4-47b4-93f4-62e8ef74aad7 None None] Deleting port 007c63f4-086e-4064-a0d1-ebd37072d7b6 {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:25:36.781621 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-bfd48977-72c4-47b4-93f4-62e8ef74aad7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:36.833405 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f8d30e7-fa53-4ac3-bbec-756371efefbb tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Made reservation on behalf of db76c4c0345048a1b87eacad1e0b9ba1 for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:25:36.839434 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3f8d30e7-fa53-4ac3-bbec-756371efefbb tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:36.844813 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-1ccd16ef-6f2d-40a4-a1fa-b0fb71a8c7a0 req-52e98f09-609b-4076-9870-39f89e47f648 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Allocated IP 172.25.7.172 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/535a66e6-38d9-4de7-ae08-c32d74803eb2) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:25:36.856893 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-bfd48977-72c4-47b4-93f4-62e8ef74aad7 None None] For port 007c63f4-086e-4064-a0d1-ebd37072d7b6, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=007c63f4-086e-4064-a0d1-ebd37072d7b6,segment=NetworkSegment(4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6),segment_id=4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:25:36.857313 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-bfd48977-72c4-47b4-93f4-62e8ef74aad7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:36.872337 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-bfd48977-72c4-47b4-93f4-62e8ef74aad7 None None] Calling delete_port for 007c63f4-086e-4064-a0d1-ebd37072d7b6 owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:25:36.947599 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 02:25:36.994528 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-37198bfd-e49a-4ebc-b4f9-a85a33cddd93 req-cdb886f7-a8fe-4198-b773-20d6f8482224 service neutron] For port df22d950-6840-42a1-83f6-888fde666ad6, host n-h2-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:25:37.015677 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-bfd48977-72c4-47b4-93f4-62e8ef74aad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:37.027808 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e460dd81-b843-4c5d-b157-9ae8f6570492 req-4581f0a0-0d41-457a-9f23-32a870330a92 service neutron] 10.222.0.21 "GET /v2.0/networks/4ec1bc2d-1851-41f6-9b05-c47c1f610fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3003199 Jul 05 02:25:37.030810 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-37198bfd-e49a-4ebc-b4f9-a85a33cddd93 req-cdb886f7-a8fe-4198-b773-20d6f8482224 service neutron] For port df22d950-6840-42a1-83f6-888fde666ad6, host n-h2-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=df22d950-6840-42a1-83f6-888fde666ad6,segment=NetworkSegment(6ec7572f-ca55-43e9-8c48-0f5f35cbc4cb),segment_id=6ec7572f-ca55-43e9-8c48-0f5f35cbc4cb)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:25:37.041359 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd48977-72c4-47b4-93f4-62e8ef74aad7 None None] Pushing event deleted for resources: {'Port': ['ID=007c63f4-086e-4064-a0d1-ebd37072d7b6,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:37.048038 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd48977-72c4-47b4-93f4-62e8ef74aad7 None None] No DVR routers for this DVR port 007c63f4-086e-4064-a0d1-ebd37072d7b6 on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:25:37.129157 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-37198bfd-e49a-4ebc-b4f9-a85a33cddd93 req-cdb886f7-a8fe-4198-b773-20d6f8482224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:37.170077 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c0697da3-ce97-4a47-a067-cbf7ed452611 req-c88abf7f-6d7c-476c-bc26-12000cc5ec30 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/ports?device_id=380397b7-25de-46f8-b406-21443f65819d HTTP/1.1" status: 200 len: 210 time: 0.0359504 Jul 05 02:25:37.226981 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37198bfd-e49a-4ebc-b4f9-a85a33cddd93 req-cdb886f7-a8fe-4198-b773-20d6f8482224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:37.227614 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-37198bfd-e49a-4ebc-b4f9-a85a33cddd93 req-cdb886f7-a8fe-4198-b773-20d6f8482224 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:37.229017 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-37198bfd-e49a-4ebc-b4f9-a85a33cddd93 req-cdb886f7-a8fe-4198-b773-20d6f8482224 service neutron] 10.222.0.15 "PUT /v2.0/ports/df22d950-6840-42a1-83f6-888fde666ad6 HTTP/1.1" status: 200 len: 1092 time: 2.8786271 Jul 05 02:25:37.229474 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6445ee98-b422-46e6-9419-c5144d001523', 'tag': 'df22d950-6840-42a1-83f6-888fde666ad6'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:25:37.231807 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b30032b0-9503-4cd1-92c9-92dc99f9629b" -d '{"events": [{"name": "network-changed", "server_uuid": "6445ee98-b422-46e6-9419-c5144d001523", "tag": "df22d950-6840-42a1-83f6-888fde666ad6"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:25:37.239411 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1ccd16ef-6f2d-40a4-a1fa-b0fb71a8c7a0 req-52e98f09-609b-4076-9870-39f89e47f648 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:37.243388 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-25f2b0a4-d8c1-4240-ae56-3a58b30d3d8b req-ad6bcc23-8c35-41da-99fb-7e969bf093bb tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Allocated IP 192.168.233.217 (dff432c2-7366-4622-aebb-da22fe05bfd4/b840e204-692c-4f54-8f07-f6563e8e36b1/10ce9b70-3dfa-4e82-820f-1bd0da4a4d92) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:25:37.272835 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3f8d30e7-fa53-4ac3-bbec-756371efefbb tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:37.283666 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb886f7-a8fe-4198-b773-20d6f8482224 service neutron] Pushing event updated for resources: {'Port': ['ID=df22d950-6840-42a1-83f6-888fde666ad6,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:37.317136 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e460dd81-b843-4c5d-b157-9ae8f6570492 req-7ea9032d-e5ea-40c4-b309-1828f23b6aff service neutron] 10.222.0.21 "GET /v2.0/networks/4ec1bc2d-1851-41f6-9b05-c47c1f610fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646968 Jul 05 02:25:37.326578 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8d30e7-fa53-4ac3-bbec-756371efefbb tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:25:37.327647 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-3f8d30e7-fa53-4ac3-bbec-756371efefbb tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:25:37.332821 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8d30e7-fa53-4ac3-bbec-756371efefbb tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:37.333863 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3f8d30e7-fa53-4ac3-bbec-756371efefbb tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:37.340006 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f33b6b-9f91-4b7a-bce6-29e5066cb2c1 None None] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:25:37.348985 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8d30e7-fa53-4ac3-bbec-756371efefbb tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event updated for resources: {'Subnet': ['ID=0bf59bbf-fdbb-499e-8908-778508b15d06,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:37.394560 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-005d9845-d0b8-4528-bf1d-a7932e0fbea7 x-openstack-request-id: req-005d9845-d0b8-4528-bf1d-a7932e0fbea7 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:25:37.394881 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6445ee98-b422-46e6-9419-c5144d001523", "tag": "df22d950-6840-42a1-83f6-888fde666ad6", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:25:37.395342 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-005d9845-d0b8-4528-bf1d-a7932e0fbea7 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:25:37.395494 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6445ee98-b422-46e6-9419-c5144d001523', 'tag': 'df22d950-6840-42a1-83f6-888fde666ad6', 'status': 'completed', 'code': 200} Jul 05 02:25:37.439737 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-3f8d30e7-fa53-4ac3-bbec-756371efefbb tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9899819 Jul 05 02:25:37.449206 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 60008) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:25:37.459022 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-e1d5f6b3-2e00-46af-945f-e9193a1385c4 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Request body: {'port': {'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'name': 'tempest-NetworksTestDHCPv6-1774224848'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:25:37.472063 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1ccd16ef-6f2d-40a4-a1fa-b0fb71a8c7a0 req-52e98f09-609b-4076-9870-39f89e47f648 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:37.530207 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-25f2b0a4-d8c1-4240-ae56-3a58b30d3d8b req-ad6bcc23-8c35-41da-99fb-7e969bf093bb tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:37.554085 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfdeb018-e14a-48c7-b453-19dfd995b6b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'tenant_id': 'db76c4c0345048a1b87eacad1e0b9ba1', 'fixed_ips': [{'subnet_id': '0bf59bbf-fdbb-499e-8908-778508b15d06'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:25:37.555079 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-cfdeb018-e14a-48c7-b453-19dfd995b6b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:37.555232 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ccd16ef-6f2d-40a4-a1fa-b0fb71a8c7a0 req-52e98f09-609b-4076-9870-39f89e47f648 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:25:37.564103 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-25f2b0a4-d8c1-4240-ae56-3a58b30d3d8b req-ad6bcc23-8c35-41da-99fb-7e969bf093bb tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Transition to ACTIVE for port object 10ce9b70-3dfa-4e82-820f-1bd0da4a4d92 will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:25:37.565574 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e98f09-609b-4076-9870-39f89e47f648 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Pushing event updated for resources: {'Port': ['ID=535a66e6-38d9-4de7-ae08-c32d74803eb2,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:37.568257 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-1ccd16ef-6f2d-40a4-a1fa-b0fb71a8c7a0 req-52e98f09-609b-4076-9870-39f89e47f648 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:25:37.574136 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ccd16ef-6f2d-40a4-a1fa-b0fb71a8c7a0 req-52e98f09-609b-4076-9870-39f89e47f648 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:25:37.599566 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30032b0-9503-4cd1-92c9-92dc99f9629b req-e70c716e-611c-4c95-a6c4-7a77be22cdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:37.601172 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b30032b0-9503-4cd1-92c9-92dc99f9629b req-e70c716e-611c-4c95-a6c4-7a77be22cdaf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=219d463f288c4c729da555f377dfc80d&device_id=6445ee98-b422-46e6-9419-c5144d001523 HTTP/1.1" status: 200 len: 1095 time: 0.1911030 Jul 05 02:25:37.683781 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1d5f6b3-2e00-46af-945f-e9193a1385c4 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Made reservation on behalf of db76c4c0345048a1b87eacad1e0b9ba1 for: {'port': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:25:37.687670 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e1d5f6b3-2e00-46af-945f-e9193a1385c4 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:37.715222 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [None req-e1d5f6b3-2e00-46af-945f-e9193a1385c4 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] device_id is not set on port b60e201d-95a7-4489-8088-d5f7fb6e5b87 yet. {{(pid=94462) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:25:37.726892 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 007c63f4-086e-4064-a0d1-ebd37072d7b6 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:25:37.754542 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 007c63f4-086e-4064-a0d1-ebd37072d7b6 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:25:37.755214 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 007c63f4-086e-4064-a0d1-ebd37072d7b6 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:25:37.757200 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-cfdeb018-e14a-48c7-b453-19dfd995b6b3 None None] Allocated IP 2001:db8::2 (ed71b0ad-0d45-4cc1-9581-fdfa4092af45/0bf59bbf-fdbb-499e-8908-778508b15d06/72374ec7-3d3b-45dd-b187-198e2074a971) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:25:37.875078 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-25f2b0a4-d8c1-4240-ae56-3a58b30d3d8b req-ad6bcc23-8c35-41da-99fb-7e969bf093bb tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:37.879201 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1ccd16ef-6f2d-40a4-a1fa-b0fb71a8c7a0 req-52e98f09-609b-4076-9870-39f89e47f648 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:37.889674 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['eda2c6e2-c0ed-4606-8bdb-48d578879d54', '640d8314-edb8-47b5-a8f6-0238914114eb'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:25:37.893235 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30032b0-9503-4cd1-92c9-92dc99f9629b req-2cb426af-e190-4715-b84d-d19cb5ce1345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:37.894858 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b30032b0-9503-4cd1-92c9-92dc99f9629b req-2cb426af-e190-4715-b84d-d19cb5ce1345 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=219d463f288c4c729da555f377dfc80d&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2828515 Jul 05 02:25:37.979556 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b56f7f6-776e-47d0-b51f-abc8d340e9ba req-dbe8b90d-4ffb-4a9f-9966-f5c682fe2f46 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:37.981499 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8b56f7f6-776e-47d0-b51f-abc8d340e9ba req-dbe8b90d-4ffb-4a9f-9966-f5c682fe2f46 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/ports?device_id=6445ee98-b422-46e6-9419-c5144d001523 HTTP/1.1" status: 200 len: 943 time: 0.0808680 Jul 05 02:25:37.984071 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25f2b0a4-d8c1-4240-ae56-3a58b30d3d8b req-ad6bcc23-8c35-41da-99fb-7e969bf093bb tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Network dff432c2-7366-4622-aebb-da22fe05bfd4 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:25:37.993940 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-25f2b0a4-d8c1-4240-ae56-3a58b30d3d8b req-ad6bcc23-8c35-41da-99fb-7e969bf093bb tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:25:38.000512 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6bcc23-8c35-41da-99fb-7e969bf093bb tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Pushing event updated for resources: {'Port': ['ID=10ce9b70-3dfa-4e82-820f-1bd0da4a4d92,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:38.021832 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-25f2b0a4-d8c1-4240-ae56-3a58b30d3d8b req-ad6bcc23-8c35-41da-99fb-7e969bf093bb tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:25:38.033888 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8b56f7f6-776e-47d0-b51f-abc8d340e9ba req-6602bd25-c5c3-4895-9df5-20d75845aed8 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fa90a27-9aba-44e7-a653-62ec86df8932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446901 Jul 05 02:25:38.103117 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f2b0a4-d8c1-4240-ae56-3a58b30d3d8b req-ad6bcc23-8c35-41da-99fb-7e969bf093bb tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:38.103764 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-25f2b0a4-d8c1-4240-ae56-3a58b30d3d8b req-ad6bcc23-8c35-41da-99fb-7e969bf093bb tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:38.109149 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1ccd16ef-6f2d-40a4-a1fa-b0fb71a8c7a0 req-52e98f09-609b-4076-9870-39f89e47f648 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:38.143376 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-cfdeb018-e14a-48c7-b453-19dfd995b6b3 None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:38.156391 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30032b0-9503-4cd1-92c9-92dc99f9629b req-adf379b7-eb17-4904-ae9c-9c4f95c5b267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:38.157878 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b30032b0-9503-4cd1-92c9-92dc99f9629b req-adf379b7-eb17-4904-ae9c-9c4f95c5b267 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2413104 Jul 05 02:25:38.159161 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-cfdeb018-e14a-48c7-b453-19dfd995b6b3 None None] Transition to ACTIVE for port object 72374ec7-3d3b-45dd-b187-198e2074a971 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:25:38.199622 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-cfdeb018-e14a-48c7-b453-19dfd995b6b3 None None] Transition to ACTIVE for port object 72374ec7-3d3b-45dd-b187-198e2074a971 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:25:38.309092 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-cfdeb018-e14a-48c7-b453-19dfd995b6b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:38.370910 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-e1d5f6b3-2e00-46af-945f-e9193a1385c4 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Allocated IP 2001:db8::19d (ed71b0ad-0d45-4cc1-9581-fdfa4092af45/0bf59bbf-fdbb-499e-8908-778508b15d06/b60e201d-95a7-4489-8088-d5f7fb6e5b87) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:25:38.421127 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfdeb018-e14a-48c7-b453-19dfd995b6b3 None None] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:25:38.446661 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-cfdeb018-e14a-48c7-b453-19dfd995b6b3 None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:25:38.453428 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdeb018-e14a-48c7-b453-19dfd995b6b3 None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:25:38.476344 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdeb018-e14a-48c7-b453-19dfd995b6b3 None None] Pushing event updated for resources: {'Port': ['ID=72374ec7-3d3b-45dd-b187-198e2074a971,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:38.561522 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28637ac6-0553-4d7e-8571-15c4d1fe75e7 req-f1b05b9f-52c5-4f09-95be-820295936336 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:38.567865 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-743462a8-3408-4b41-b745-ed8dc5d2683f None None] Provisioning for port 10ce9b70-3dfa-4e82-820f-1bd0da4a4d92 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:25:38.569984 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-28637ac6-0553-4d7e-8571-15c4d1fe75e7 req-f1b05b9f-52c5-4f09-95be-820295936336 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/ports?device_id=380397b7-25de-46f8-b406-21443f65819d HTTP/1.1" status: 200 len: 936 time: 0.1762617 Jul 05 02:25:38.585996 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-743462a8-3408-4b41-b745-ed8dc5d2683f None None] Provisioning complete for port 10ce9b70-3dfa-4e82-820f-1bd0da4a4d92 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:25:38.594894 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-743462a8-3408-4b41-b745-ed8dc5d2683f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:38.602783 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-cfdeb018-e14a-48c7-b453-19dfd995b6b3 None None] Attempting to bind port 72374ec7-3d3b-45dd-b187-198e2074a971 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:25:38.603004 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-cfdeb018-e14a-48c7-b453-19dfd995b6b3 None None] Attempting to bind port 72374ec7-3d3b-45dd-b187-198e2074a971 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:25:38.603364 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdeb018-e14a-48c7-b453-19dfd995b6b3 None None] Attempting to bind port 72374ec7-3d3b-45dd-b187-198e2074a971 on network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:25:38.625568 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdeb018-e14a-48c7-b453-19dfd995b6b3 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:25:38.629137 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdeb018-e14a-48c7-b453-19dfd995b6b3 None None] Checking segment: {'id': '4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:25:38.629137 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-cfdeb018-e14a-48c7-b453-19dfd995b6b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:38.629137 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdeb018-e14a-48c7-b453-19dfd995b6b3 None None] Bound using segment: {'id': '4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:25:38.629137 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-cfdeb018-e14a-48c7-b453-19dfd995b6b3 None None] Bound port: 72374ec7-3d3b-45dd-b187-198e2074a971, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:25:38.629137 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-cfdeb018-e14a-48c7-b453-19dfd995b6b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:38.640423 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-25f2b0a4-d8c1-4240-ae56-3a58b30d3d8b req-ad6bcc23-8c35-41da-99fb-7e969bf093bb tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5181866 Jul 05 02:25:38.642953 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-28637ac6-0553-4d7e-8571-15c4d1fe75e7 req-8bed508d-8db1-4a4b-a51c-2ee82b055214 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1003e45-917a-406c-999d-122388976885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718181 Jul 05 02:25:38.658043 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-25f2b0a4-d8c1-4240-ae56-3a58b30d3d8b req-fcca186b-d37a-48b1-a990-b7f745dce082 service neutron] Request body: {'port': {'device_id': '380397b7-25de-46f8-b406-21443f65819d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:25:38.669202 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-743462a8-3408-4b41-b745-ed8dc5d2683f None None] Port 10ce9b70-3dfa-4e82-820f-1bd0da4a4d92 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:25:38.679207 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e1d5f6b3-2e00-46af-945f-e9193a1385c4 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:38.698070 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [None req-e1d5f6b3-2e00-46af-945f-e9193a1385c4 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Transition to ACTIVE for port object b60e201d-95a7-4489-8088-d5f7fb6e5b87 will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:25:38.729224 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-cfdeb018-e14a-48c7-b453-19dfd995b6b3 None None] For port 72374ec7-3d3b-45dd-b187-198e2074a971, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:25:38.733763 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-cfdeb018-e14a-48c7-b453-19dfd995b6b3 None None] For port 72374ec7-3d3b-45dd-b187-198e2074a971, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=72374ec7-3d3b-45dd-b187-198e2074a971,segment=NetworkSegment(4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6),segment_id=4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:25:38.777433 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37198bfd-e49a-4ebc-b4f9-a85a33cddd93 req-d50c2164-6496-4e5d-a7ce-e45279d1176f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:38.777433 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-37198bfd-e49a-4ebc-b4f9-a85a33cddd93 req-d50c2164-6496-4e5d-a7ce-e45279d1176f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=219d463f288c4c729da555f377dfc80d&device_id=6445ee98-b422-46e6-9419-c5144d001523 HTTP/1.1" status: 200 len: 1095 time: 0.5285425 Jul 05 02:25:38.798717 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-cfdeb018-e14a-48c7-b453-19dfd995b6b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:38.838994 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-37198bfd-e49a-4ebc-b4f9-a85a33cddd93 req-b644b208-af2f-4c11-b206-a71368f09795 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df22d950-6840-42a1-83f6-888fde666ad6 HTTP/1.1" status: 200 len: 217 time: 0.0590427 Jul 05 02:25:38.861414 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdeb018-e14a-48c7-b453-19dfd995b6b3 None None] Pushing event updated for resources: {'Port': ['ID=72374ec7-3d3b-45dd-b187-198e2074a971,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:38.889851 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-25f2b0a4-d8c1-4240-ae56-3a58b30d3d8b req-fcca186b-d37a-48b1-a990-b7f745dce082 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:38.893005 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1ccd16ef-6f2d-40a4-a1fa-b0fb71a8c7a0 req-52e98f09-609b-4076-9870-39f89e47f648 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:38.945953 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37198bfd-e49a-4ebc-b4f9-a85a33cddd93 req-5afd046c-ecde-4e3c-bc84-7c779d5a4eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:38.947506 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-37198bfd-e49a-4ebc-b4f9-a85a33cddd93 req-5afd046c-ecde-4e3c-bc84-7c779d5a4eb9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4c165eef-a6e1-4cbe-8057-ff98f92b9867 HTTP/1.1" status: 200 len: 851 time: 0.1023157 Jul 05 02:25:39.011243 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-37198bfd-e49a-4ebc-b4f9-a85a33cddd93 req-d1e20110-17ab-4a08-add3-ee16b1702ef7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cb67b300-72ad-48da-8604-1e0e076c238a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560877 Jul 05 02:25:39.074305 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e1d5f6b3-2e00-46af-945f-e9193a1385c4 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:39.132054 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d5f6b3-2e00-46af-945f-e9193a1385c4 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:25:39.135733 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-e1d5f6b3-2e00-46af-945f-e9193a1385c4 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:25:39.143477 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d5f6b3-2e00-46af-945f-e9193a1385c4 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:25:39.150436 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d5f6b3-2e00-46af-945f-e9193a1385c4 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:39.154233 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e1d5f6b3-2e00-46af-945f-e9193a1385c4 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:39.174259 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d5f6b3-2e00-46af-945f-e9193a1385c4 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event updated for resources: {'Port': ['ID=b60e201d-95a7-4489-8088-d5f7fb6e5b87,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:39.200614 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1ccd16ef-6f2d-40a4-a1fa-b0fb71a8c7a0 req-52e98f09-609b-4076-9870-39f89e47f648 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:39.269521 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-e1d5f6b3-2e00-46af-945f-e9193a1385c4 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8165529 Jul 05 02:25:39.271388 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 60052) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:25:39.321397 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-37198bfd-e49a-4ebc-b4f9-a85a33cddd93 req-a63b0958-337a-49b4-bd52-e0a762e4ac6c service neutron] 10.222.0.15 "GET /v2.0/networks/cb67b300-72ad-48da-8604-1e0e076c238a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3037376 Jul 05 02:25:39.334261 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47a0a69-9408-4e1f-938a-9529cb85d2fa req-f13c746e-35be-4fc1-b8a5-ac318c27f1ed tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:39.335812 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e47a0a69-9408-4e1f-938a-9529cb85d2fa req-f13c746e-35be-4fc1-b8a5-ac318c27f1ed tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/ports?device_id=6445ee98-b422-46e6-9419-c5144d001523 HTTP/1.1" status: 200 len: 943 time: 0.1159589 Jul 05 02:25:39.338500 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e98f09-609b-4076-9870-39f89e47f648 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Pushing event updated for resources: {'Port': ['ID=535a66e6-38d9-4de7-ae08-c32d74803eb2,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:39.395847 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e47a0a69-9408-4e1f-938a-9529cb85d2fa req-b6449919-9e5a-41f8-8683-db03af15c5f1 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fa90a27-9aba-44e7-a653-62ec86df8932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517907 Jul 05 02:25:39.401635 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1ccd16ef-6f2d-40a4-a1fa-b0fb71a8c7a0 req-52e98f09-609b-4076-9870-39f89e47f648 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636869'] for floatingip, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:39.406490 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749121c4-8cd7-4cd4-8a7e-fd0c6056649c tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:39.413878 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749121c4-8cd7-4cd4-8a7e-fd0c6056649c tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:39.415521 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-749121c4-8cd7-4cd4-8a7e-fd0c6056649c tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1431966 Jul 05 02:25:39.418090 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 60056) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:25:39.515666 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-25f2b0a4-d8c1-4240-ae56-3a58b30d3d8b req-fcca186b-d37a-48b1-a990-b7f745dce082 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10ce9b70-3dfa-4e82-820f-1bd0da4a4d92 {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:25:39.522155 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-37198bfd-e49a-4ebc-b4f9-a85a33cddd93 req-d76e12e5-ce06-48c0-b5c8-4f5c03ae34ba service neutron] 10.222.0.15 "GET /v2.0/networks/cb67b300-72ad-48da-8604-1e0e076c238a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848509 Jul 05 02:25:39.542995 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-25f2b0a4-d8c1-4240-ae56-3a58b30d3d8b req-fcca186b-d37a-48b1-a990-b7f745dce082 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:39.545533 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1ccd16ef-6f2d-40a4-a1fa-b0fb71a8c7a0 req-52e98f09-609b-4076-9870-39f89e47f648 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:39.552801 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1ccd16ef-6f2d-40a4-a1fa-b0fb71a8c7a0 req-52e98f09-609b-4076-9870-39f89e47f648 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.9580150 Jul 05 02:25:39.566909 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-a2c67aeb-5366-4c15-93d7-ddd74fd78792 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Deleting port b60e201d-95a7-4489-8088-d5f7fb6e5b87 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:25:39.567556 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a2c67aeb-5366-4c15-93d7-ddd74fd78792 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:39.647049 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1ccd16ef-6f2d-40a4-a1fa-b0fb71a8c7a0 req-055bb7de-c603-413b-ae86-8492ea1c9bdc tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.7.172 HTTP/1.1" status: 200 len: 696 time: 0.0933285 Jul 05 02:25:39.655143 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-25f2b0a4-d8c1-4240-ae56-3a58b30d3d8b req-fcca186b-d37a-48b1-a990-b7f745dce082 service neutron] Transition to ACTIVE for port object 10ce9b70-3dfa-4e82-820f-1bd0da4a4d92 will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:25:39.691923 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a2c67aeb-5366-4c15-93d7-ddd74fd78792 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:39.713526 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-a2c67aeb-5366-4c15-93d7-ddd74fd78792 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Calling delete_port for b60e201d-95a7-4489-8088-d5f7fb6e5b87 owned by {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:25:39.772642 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-25f2b0a4-d8c1-4240-ae56-3a58b30d3d8b req-fcca186b-d37a-48b1-a990-b7f745dce082 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:39.776919 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 72374ec7-3d3b-45dd-b187-198e2074a971 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:25:39.885702 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccd16ef-6f2d-40a4-a1fa-b0fb71a8c7a0 req-aa0cefc9-b3ff-417b-a7fb-e402d3581772 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:39.892335 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1ccd16ef-6f2d-40a4-a1fa-b0fb71a8c7a0 req-aa0cefc9-b3ff-417b-a7fb-e402d3581772 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.23 "GET /v2.0/networks/4bbc2f9e-02cf-490e-901d-2588655a3ef0 HTTP/1.1" status: 200 len: 784 time: 0.2398067 Jul 05 02:25:39.902802 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcca186b-d37a-48b1-a990-b7f745dce082 service neutron] Pushing event updated for resources: {'Port': ['ID=10ce9b70-3dfa-4e82-820f-1bd0da4a4d92,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:39.935893 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [req-1ccd16ef-6f2d-40a4-a1fa-b0fb71a8c7a0 req-52c45e46-7d91-45cd-9b13-18c27724448c tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:25:39.937943 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1ccd16ef-6f2d-40a4-a1fa-b0fb71a8c7a0 req-52c45e46-7d91-45cd-9b13-18c27724448c tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0386579 Jul 05 02:25:39.957374 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 72374ec7-3d3b-45dd-b187-198e2074a971 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:25:39.966704 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9337aa-3f9b-4921-8c86-2a244530628b req-8623207d-aa5e-4d1d-9d9e-8ab2b3eefe1d tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:39.966704 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8b9337aa-3f9b-4921-8c86-2a244530628b req-8623207d-aa5e-4d1d-9d9e-8ab2b3eefe1d tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/ports?device_id=380397b7-25de-46f8-b406-21443f65819d HTTP/1.1" status: 200 len: 948 time: 0.1271329 Jul 05 02:25:40.015178 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-25f2b0a4-d8c1-4240-ae56-3a58b30d3d8b req-fcca186b-d37a-48b1-a990-b7f745dce082 service neutron] Attempting to bind port 10ce9b70-3dfa-4e82-820f-1bd0da4a4d92 on host n-h1-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:25:40.015521 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-25f2b0a4-d8c1-4240-ae56-3a58b30d3d8b req-fcca186b-d37a-48b1-a990-b7f745dce082 service neutron] Attempting to bind port 10ce9b70-3dfa-4e82-820f-1bd0da4a4d92 by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:25:40.015851 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f2b0a4-d8c1-4240-ae56-3a58b30d3d8b req-fcca186b-d37a-48b1-a990-b7f745dce082 service neutron] Attempting to bind port 10ce9b70-3dfa-4e82-820f-1bd0da4a4d92 on network dff432c2-7366-4622-aebb-da22fe05bfd4 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:25:40.021864 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f2b0a4-d8c1-4240-ae56-3a58b30d3d8b req-fcca186b-d37a-48b1-a990-b7f745dce082 service neutron] Port 10ce9b70-3dfa-4e82-820f-1bd0da4a4d92 on network dff432c2-7366-4622-aebb-da22fe05bfd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:25:40.022219 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f2b0a4-d8c1-4240-ae56-3a58b30d3d8b req-fcca186b-d37a-48b1-a990-b7f745dce082 service neutron] Attempting to bind port 10ce9b70-3dfa-4e82-820f-1bd0da4a4d92 on network dff432c2-7366-4622-aebb-da22fe05bfd4 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:25:40.048636 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8b9337aa-3f9b-4921-8c86-2a244530628b req-8774a6ae-f1e7-49aa-ad8b-43220e792b25 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1003e45-917a-406c-999d-122388976885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748458 Jul 05 02:25:40.052392 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f2b0a4-d8c1-4240-ae56-3a58b30d3d8b req-fcca186b-d37a-48b1-a990-b7f745dce082 service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:25:40.053208 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f2b0a4-d8c1-4240-ae56-3a58b30d3d8b req-fcca186b-d37a-48b1-a990-b7f745dce082 service neutron] Checking segment: {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:25:40.054104 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f2b0a4-d8c1-4240-ae56-3a58b30d3d8b req-fcca186b-d37a-48b1-a990-b7f745dce082 service neutron] Bound using segment: {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:25:40.057477 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-25f2b0a4-d8c1-4240-ae56-3a58b30d3d8b req-fcca186b-d37a-48b1-a990-b7f745dce082 service neutron] Bound port: 10ce9b70-3dfa-4e82-820f-1bd0da4a4d92, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:25:40.057866 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-25f2b0a4-d8c1-4240-ae56-3a58b30d3d8b req-fcca186b-d37a-48b1-a990-b7f745dce082 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:40.062875 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a2c67aeb-5366-4c15-93d7-ddd74fd78792 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:40.146588 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-25f2b0a4-d8c1-4240-ae56-3a58b30d3d8b req-fcca186b-d37a-48b1-a990-b7f745dce082 service neutron] For port 10ce9b70-3dfa-4e82-820f-1bd0da4a4d92, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:25:40.150106 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-25f2b0a4-d8c1-4240-ae56-3a58b30d3d8b req-fcca186b-d37a-48b1-a990-b7f745dce082 service neutron] For port 10ce9b70-3dfa-4e82-820f-1bd0da4a4d92, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=10ce9b70-3dfa-4e82-820f-1bd0da4a4d92,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:25:40.153028 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c67aeb-5366-4c15-93d7-ddd74fd78792 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event deleted for resources: {'Port': ['ID=b60e201d-95a7-4489-8088-d5f7fb6e5b87,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:40.183660 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a2c67aeb-5366-4c15-93d7-ddd74fd78792 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:40.185821 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-a2c67aeb-5366-4c15-93d7-ddd74fd78792 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "DELETE /v2.0/ports/b60e201d-95a7-4489-8088-d5f7fb6e5b87 HTTP/1.1" status: 204 len: 168 time: 0.7664921 Jul 05 02:25:40.188360 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 60072) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:25:40.244099 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-25f2b0a4-d8c1-4240-ae56-3a58b30d3d8b req-fcca186b-d37a-48b1-a990-b7f745dce082 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:40.293080 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f2b0a4-d8c1-4240-ae56-3a58b30d3d8b req-fcca186b-d37a-48b1-a990-b7f745dce082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:40.293886 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-25f2b0a4-d8c1-4240-ae56-3a58b30d3d8b req-fcca186b-d37a-48b1-a990-b7f745dce082 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:40.295183 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-f57c9040-0865-4705-9ef3-8ac51d8ee262 None None] Provisioning for port 72374ec7-3d3b-45dd-b187-198e2074a971 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:25:40.296210 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-25f2b0a4-d8c1-4240-ae56-3a58b30d3d8b req-fcca186b-d37a-48b1-a990-b7f745dce082 service neutron] 10.222.0.21 "PUT /v2.0/ports/10ce9b70-3dfa-4e82-820f-1bd0da4a4d92 HTTP/1.1" status: 200 len: 1097 time: 1.6432886 Jul 05 02:25:40.296977 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '380397b7-25de-46f8-b406-21443f65819d', 'tag': '10ce9b70-3dfa-4e82-820f-1bd0da4a4d92'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:25:40.299800 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f6231cb-e70b-4394-ad4a-2e3eca5eb868" -d '{"events": [{"name": "network-changed", "server_uuid": "380397b7-25de-46f8-b406-21443f65819d", "tag": "10ce9b70-3dfa-4e82-820f-1bd0da4a4d92"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:25:40.299957 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-f57c9040-0865-4705-9ef3-8ac51d8ee262 None None] Provisioning complete for port 72374ec7-3d3b-45dd-b187-198e2074a971 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:25:40.300410 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f57c9040-0865-4705-9ef3-8ac51d8ee262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:40.328615 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb29d83f-d1ec-48f8-b485-277775fce1c4 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:40.330982 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb29d83f-d1ec-48f8-b485-277775fce1c4 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:40.333991 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-bb29d83f-d1ec-48f8-b485-277775fce1c4 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1446223 Jul 05 02:25:40.342676 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 60078) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:25:40.348941 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcca186b-d37a-48b1-a990-b7f745dce082 service neutron] Pushing event updated for resources: {'Port': ['ID=10ce9b70-3dfa-4e82-820f-1bd0da4a4d92,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:40.377124 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ee7113-2f40-4bcc-bde3-fd1432ee473b x-openstack-request-id: req-63ee7113-2f40-4bcc-bde3-fd1432ee473b {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:25:40.377420 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "380397b7-25de-46f8-b406-21443f65819d", "tag": "10ce9b70-3dfa-4e82-820f-1bd0da4a4d92", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:25:40.377670 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-63ee7113-2f40-4bcc-bde3-fd1432ee473b {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:25:40.378296 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '380397b7-25de-46f8-b406-21443f65819d', 'tag': '10ce9b70-3dfa-4e82-820f-1bd0da4a4d92', 'status': 'completed', 'code': 200} Jul 05 02:25:40.431467 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f57c9040-0865-4705-9ef3-8ac51d8ee262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:40.458818 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f1eca44-eace-46c9-b1df-3ccc1e868bad tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Deleting subnet 0bf59bbf-fdbb-499e-8908-778508b15d06 {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:25:40.482761 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-f57c9040-0865-4705-9ef3-8ac51d8ee262 None None] For port 72374ec7-3d3b-45dd-b187-198e2074a971, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=72374ec7-3d3b-45dd-b187-198e2074a971,segment=NetworkSegment(4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6),segment_id=4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:25:40.484106 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f542d8a9-aee0-473e-9e4d-ecef419b4597 req-ae481bc9-8cd2-41fd-8b9c-f8e66c30a6bf tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:40.499363 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f542d8a9-aee0-473e-9e4d-ecef419b4597 req-ae481bc9-8cd2-41fd-8b9c-f8e66c30a6bf tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ced2830-998b-4a0e-90e8-4498c3406af5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2500308 Jul 05 02:25:40.499647 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6231cb-e70b-4394-ad4a-2e3eca5eb868 req-4693bc68-8618-4031-9819-ba4bb3ded275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:40.501611 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4f6231cb-e70b-4394-ad4a-2e3eca5eb868 req-4693bc68-8618-4031-9819-ba4bb3ded275 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4940e87046f140ca84ee108962838413&device_id=380397b7-25de-46f8-b406-21443f65819d HTTP/1.1" status: 200 len: 1100 time: 0.0880654 Jul 05 02:25:40.544506 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4f6231cb-e70b-4394-ad4a-2e3eca5eb868 req-012cff45-d85e-4eb0-865b-4bd89f598333 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=4940e87046f140ca84ee108962838413&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0234284 Jul 05 02:25:40.601676 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f57c9040-0865-4705-9ef3-8ac51d8ee262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:40.626947 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3f1eca44-eace-46c9-b1df-3ccc1e868bad tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:40.664787 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57c9040-0865-4705-9ef3-8ac51d8ee262 None None] Pushing event updated for resources: {'Port': ['ID=72374ec7-3d3b-45dd-b187-198e2074a971,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:40.676057 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f542d8a9-aee0-473e-9e4d-ecef419b4597 req-80515c91-c35d-43c3-8f36-89a2d522835b tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.7.172 HTTP/1.1" status: 200 len: 696 time: 0.1753163 Jul 05 02:25:40.685711 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-f542d8a9-aee0-473e-9e4d-ecef419b4597 req-7aa1c062-99fd-486d-b251-3fd17aa65372 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Request body: {'floatingip': {'port_id': 'c05d738e-e3b9-4fb3-a444-faea9af51e3c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:25:40.712782 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-75739cb6-bc00-48bb-af9a-7eefafe984ac None None] Could not find standard attr ID for object b60e201d-95a7-4489-8088-d5f7fb6e5b87. {{(pid=94463) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 02:25:40.744216 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-f542d8a9-aee0-473e-9e4d-ecef419b4597 req-7aa1c062-99fd-486d-b251-3fd17aa65372 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Notify callbacks [] for floatingip, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:40.749432 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc07755c-1823-458e-97bc-06d4308c1efb req-4cd36356-0c7f-4e35-9d23-8ef674a2f2d5 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:40.755005 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fc07755c-1823-458e-97bc-06d4308c1efb req-4cd36356-0c7f-4e35-9d23-8ef674a2f2d5 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/ports?device_id=6445ee98-b422-46e6-9419-c5144d001523 HTTP/1.1" status: 200 len: 943 time: 0.1336691 Jul 05 02:25:40.761103 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6231cb-e70b-4394-ad4a-2e3eca5eb868 req-c26b955b-e963-460a-80e0-07fcf273e23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:40.763687 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4f6231cb-e70b-4394-ad4a-2e3eca5eb868 req-c26b955b-e963-460a-80e0-07fcf273e23f service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2080228 Jul 05 02:25:40.825619 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fc07755c-1823-458e-97bc-06d4308c1efb req-13b11aff-abd9-4dc9-9a46-081ca195eb2b tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fa90a27-9aba-44e7-a653-62ec86df8932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670748 Jul 05 02:25:40.849483 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3f1eca44-eace-46c9-b1df-3ccc1e868bad tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:40.899755 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f2b0a4-d8c1-4240-ae56-3a58b30d3d8b req-8019f065-388a-4196-b413-78e4f8bad016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:40.901300 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-25f2b0a4-d8c1-4240-ae56-3a58b30d3d8b req-8019f065-388a-4196-b413-78e4f8bad016 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4940e87046f140ca84ee108962838413&device_id=380397b7-25de-46f8-b406-21443f65819d HTTP/1.1" status: 200 len: 1100 time: 0.0687869 Jul 05 02:25:40.950541 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-25f2b0a4-d8c1-4240-ae56-3a58b30d3d8b req-0f76bfd8-25af-42da-b673-063751151f99 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=10ce9b70-3dfa-4e82-820f-1bd0da4a4d92 HTTP/1.1" status: 200 len: 217 time: 0.0408130 Jul 05 02:25:41.009061 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f2b0a4-d8c1-4240-ae56-3a58b30d3d8b req-9ad78615-8b91-40f0-9461-4b23c7bf5d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:41.010627 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-25f2b0a4-d8c1-4240-ae56-3a58b30d3d8b req-9ad78615-8b91-40f0-9461-4b23c7bf5d8e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b840e204-692c-4f54-8f07-f6563e8e36b1 HTTP/1.1" status: 200 len: 843 time: 0.0442979 Jul 05 02:25:41.024254 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3f1eca44-eace-46c9-b1df-3ccc1e868bad tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:41.072399 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f2b0a4-d8c1-4240-ae56-3a58b30d3d8b req-6b689735-b628-405f-affa-9961305c855f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:41.074037 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-25f2b0a4-d8c1-4240-ae56-3a58b30d3d8b req-6b689735-b628-405f-affa-9961305c855f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dff432c2-7366-4622-aebb-da22fe05bfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0527096 Jul 05 02:25:41.248437 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-25f2b0a4-d8c1-4240-ae56-3a58b30d3d8b req-430b660d-986e-4b3a-85d3-642ff0ecf590 service neutron] 10.222.0.21 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638522 Jul 05 02:25:41.250937 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 60094) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:25:41.274032 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3f1eca44-eace-46c9-b1df-3ccc1e868bad tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:41.292817 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936b8920-2584-4fb2-99d9-6a66cf0b3a31 req-fd6c663a-ae0b-48f1-84cf-23b22a26d434 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:41.294458 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-936b8920-2584-4fb2-99d9-6a66cf0b3a31 req-fd6c663a-ae0b-48f1-84cf-23b22a26d434 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/ports?device_id=380397b7-25de-46f8-b406-21443f65819d HTTP/1.1" status: 200 len: 948 time: 0.1333053 Jul 05 02:25:41.313768 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1eca44-eace-46c9-b1df-3ccc1e868bad tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event deleted for resources: {'Subnet': ['ID=0bf59bbf-fdbb-499e-8908-778508b15d06,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:41.325350 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3f1eca44-eace-46c9-b1df-3ccc1e868bad tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:41.329901 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-3f1eca44-eace-46c9-b1df-3ccc1e868bad tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "DELETE /v2.0/subnets/0bf59bbf-fdbb-499e-8908-778508b15d06 HTTP/1.1" status: 204 len: 168 time: 0.9857187 Jul 05 02:25:41.332616 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 60098) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:25:41.338851 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662d55d1-bfa3-4b78-9621-fb63e6f3b581 None None] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:25:41.385727 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-936b8920-2584-4fb2-99d9-6a66cf0b3a31 req-7cfd1a36-9d08-473f-8407-e1bf67dd2de4 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1003e45-917a-406c-999d-122388976885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608363 Jul 05 02:25:41.392281 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-7517cba7-85d3-469a-823c-098bb1656ebd tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0584977 Jul 05 02:25:41.394245 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 60100) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:25:41.425861 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-030f9d9b-3d2e-4814-8ba0-58752406b5bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:41.463834 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-f542d8a9-aee0-473e-9e4d-ecef419b4597 req-7aa1c062-99fd-486d-b251-3fd17aa65372 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:41.481553 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-25f2b0a4-d8c1-4240-ae56-3a58b30d3d8b req-16449695-9b17-4495-bd77-2913510d1189 service neutron] 10.222.0.21 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211738 Jul 05 02:25:41.547185 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-f542d8a9-aee0-473e-9e4d-ecef419b4597 req-7aa1c062-99fd-486d-b251-3fd17aa65372 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636869'] for floatingip, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:41.575806 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0377e3-f283-41bd-85df-8824bb61a854 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:41.580347 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-9d0377e3-f283-41bd-85df-8824bb61a854 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1826947 Jul 05 02:25:41.583194 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 60102) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:25:41.632199 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:41.658458 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e747f06-56c1-4567-bd6b-65e666ab85a0 None None] DHCP port deletion for ed71b0ad-0d45-4cc1-9581-fdfa4092af45 request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:25:41.664570 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528899dc-47fc-4dc9-b549-cb7b0eae24b7 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:41.666505 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-528899dc-47fc-4dc9-b549-cb7b0eae24b7 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0823178 Jul 05 02:25:41.668975 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 60104) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:25:41.673797 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:41.703747 n-d-771362-32 neutron-server[94462]: INFO neutron.db.l3_db [req-f542d8a9-aee0-473e-9e4d-ecef419b4597 req-7aa1c062-99fd-486d-b251-3fd17aa65372 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Floating IP 3b66ff07-2885-4740-a2b8-1ba7da7f165d associated. External IP: 172.25.7.172, port: c05d738e-e3b9-4fb3-a444-faea9af51e3c. Jul 05 02:25:41.726643 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-7e747f06-56c1-4567-bd6b-65e666ab85a0 None None] Deleting port 72374ec7-3d3b-45dd-b187-198e2074a971 {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:25:41.727378 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-7e747f06-56c1-4567-bd6b-65e666ab85a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:41.761326 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-9b50770d-32c3-445d-ac14-06d45d952c89 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0847182 Jul 05 02:25:41.766217 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 60106) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:25:41.773399 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-14f5a35b-0992-477b-b183-2ea9777d372b tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Request body: {'subnet': {'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:25:41.805689 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-030f9d9b-3d2e-4814-8ba0-58752406b5bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:41.812637 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-7e747f06-56c1-4567-bd6b-65e666ab85a0 None None] For port 72374ec7-3d3b-45dd-b187-198e2074a971, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=72374ec7-3d3b-45dd-b187-198e2074a971,segment=NetworkSegment(4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6),segment_id=4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:25:41.818644 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-7e747f06-56c1-4567-bd6b-65e666ab85a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:41.827569 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-7e747f06-56c1-4567-bd6b-65e666ab85a0 None None] Calling delete_port for 72374ec7-3d3b-45dd-b187-198e2074a971 owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:25:41.876208 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-030f9d9b-3d2e-4814-8ba0-58752406b5bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:41.965638 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-030f9d9b-3d2e-4814-8ba0-58752406b5bc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=83fc3e4067d442f0a8b78ba2cdf47998&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7113926 Jul 05 02:25:41.981329 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030f9d9b-3d2e-4814-8ba0-58752406b5bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a44ff2a-73ad-4f5c-a840-d2f4cdca8d5c,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:41.993196 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 60112) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:25:42.002549 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-7e747f06-56c1-4567-bd6b-65e666ab85a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:42.033358 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device df22d950-6840-42a1-83f6-888fde666ad6 details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:25:42.044043 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030f9d9b-3d2e-4814-8ba0-58752406b5bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:25:42.046286 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030f9d9b-3d2e-4814-8ba0-58752406b5bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:25:42.046709 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030f9d9b-3d2e-4814-8ba0-58752406b5bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:25:42.047122 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030f9d9b-3d2e-4814-8ba0-58752406b5bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:25:42.047571 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030f9d9b-3d2e-4814-8ba0-58752406b5bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:25:42.048468 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030f9d9b-3d2e-4814-8ba0-58752406b5bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:25:42.048788 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030f9d9b-3d2e-4814-8ba0-58752406b5bc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:25:42.049183 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030f9d9b-3d2e-4814-8ba0-58752406b5bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:25:42.049577 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030f9d9b-3d2e-4814-8ba0-58752406b5bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:25:42.051358 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030f9d9b-3d2e-4814-8ba0-58752406b5bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:25:42.051877 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030f9d9b-3d2e-4814-8ba0-58752406b5bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:25:42.052352 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030f9d9b-3d2e-4814-8ba0-58752406b5bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:25:42.127038 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14f5a35b-0992-477b-b183-2ea9777d372b tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Made reservation on behalf of db76c4c0345048a1b87eacad1e0b9ba1 for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:25:42.130699 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-14f5a35b-0992-477b-b183-2ea9777d372b tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:42.136256 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5797a011-55de-4c84-a817-9ed0a9e23cb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:42.155678 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e511c806-a1a5-4ea2-9460-44f968621520 req-79062992-3003-4226-8426-5c0e48842790 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:42.157325 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e511c806-a1a5-4ea2-9460-44f968621520 req-79062992-3003-4226-8426-5c0e48842790 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/ports?device_id=6445ee98-b422-46e6-9419-c5144d001523 HTTP/1.1" status: 200 len: 943 time: 0.1906128 Jul 05 02:25:42.169089 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port df22d950-6840-42a1-83f6-888fde666ad6, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=df22d950-6840-42a1-83f6-888fde666ad6,segment=NetworkSegment(6ec7572f-ca55-43e9-8c48-0f5f35cbc4cb),segment_id=6ec7572f-ca55-43e9-8c48-0f5f35cbc4cb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:25:42.184191 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e747f06-56c1-4567-bd6b-65e666ab85a0 None None] Pushing event deleted for resources: {'Port': ['ID=72374ec7-3d3b-45dd-b187-198e2074a971,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:42.187803 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Returning: {'device': 'df22d950-6840-42a1-83f6-888fde666ad6', 'network_id': 'cb67b300-72ad-48da-8604-1e0e076c238a', 'port_id': 'df22d950-6840-42a1-83f6-888fde666ad6', 'mac_address': 'fa:16:3e:28:06:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c165eef-a6e1-4cbe-8057-ff98f92b9867', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:25:42.192842 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e747f06-56c1-4567-bd6b-65e666ab85a0 None None] No DVR routers for this DVR port 72374ec7-3d3b-45dd-b187-198e2074a971 on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:25:42.248154 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:42.264189 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5797a011-55de-4c84-a817-9ed0a9e23cb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:42.271291 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df22d950-6840-42a1-83f6-888fde666ad6 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:25:42.298979 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port df22d950-6840-42a1-83f6-888fde666ad6, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=df22d950-6840-42a1-83f6-888fde666ad6,segment=NetworkSegment(6ec7572f-ca55-43e9-8c48-0f5f35cbc4cb),segment_id=6ec7572f-ca55-43e9-8c48-0f5f35cbc4cb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:25:42.314904 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e511c806-a1a5-4ea2-9460-44f968621520 req-d19976f4-5ee6-4fbd-b05b-67029dbef378 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fa90a27-9aba-44e7-a653-62ec86df8932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121731 Jul 05 02:25:42.375055 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:42.435547 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=df22d950-6840-42a1-83f6-888fde666ad6,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:42.436450 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f542d8a9-aee0-473e-9e4d-ecef419b4597 req-7aa1c062-99fd-486d-b251-3fd17aa65372 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Router a84188b6-0be1-45ec-ad48-a49ccea396e2 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:25:42.461310 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5797a011-55de-4c84-a817-9ed0a9e23cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:42.464855 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5797a011-55de-4c84-a817-9ed0a9e23cb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:42.469049 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-5797a011-55de-4c84-a817-9ed0a9e23cb1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5a44ff2a-73ad-4f5c-a840-d2f4cdca8d5c HTTP/1.1" status: 204 len: 168 time: 0.4729383 Jul 05 02:25:42.493759 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5797a011-55de-4c84-a817-9ed0a9e23cb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a44ff2a-73ad-4f5c-a840-d2f4cdca8d5c,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:42.588291 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f542d8a9-aee0-473e-9e4d-ecef419b4597 req-7aa1c062-99fd-486d-b251-3fd17aa65372 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:25:42.593258 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-f542d8a9-aee0-473e-9e4d-ecef419b4597 req-7aa1c062-99fd-486d-b251-3fd17aa65372 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:42.597586 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a079dce6-78fd-448a-ade3-9370b76f0803 None None] Sync routers for ids ['a84188b6-0be1-45ec-ad48-a49ccea396e2'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:25:42.604813 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-14f5a35b-0992-477b-b183-2ea9777d372b tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5763451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774823'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:42.606991 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a079dce6-78fd-448a-ade3-9370b76f0803 None None] Routers {'a84188b6-0be1-45ec-ad48-a49ccea396e2'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:25:42.607987 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-a079dce6-78fd-448a-ade3-9370b76f0803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:25:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['a84188b6-0be1-45ec-ad48-a49ccea396e2'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:25:42.630349 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f542d8a9-aee0-473e-9e4d-ecef419b4597 req-7aa1c062-99fd-486d-b251-3fd17aa65372 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.23 "PUT /v2.0/floatingips/3b66ff07-2885-4740-a2b8-1ba7da7f165d HTTP/1.1" status: 200 len: 996 time: 1.9532094 Jul 05 02:25:42.630815 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ced2830-998b-4a0e-90e8-4498c3406af5', 'tag': 'c05d738e-e3b9-4fb3-a444-faea9af51e3c'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:25:42.634014 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b223267e0e0ddb3199af7772d0b45336e3b4b54fbb151c86a8051291a61e85db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0451d574-fd05-42ce-8226-3296c018bbe7" -d '{"events": [{"name": "network-changed", "server_uuid": "6ced2830-998b-4a0e-90e8-4498c3406af5", "tag": "c05d738e-e3b9-4fb3-a444-faea9af51e3c"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:25:42.658519 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f5a35b-0992-477b-b183-2ea9777d372b tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:25:42.665660 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-14f5a35b-0992-477b-b183-2ea9777d372b tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:25:42.668608 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f5a35b-0992-477b-b183-2ea9777d372b tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:42.669205 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-14f5a35b-0992-477b-b183-2ea9777d372b tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:42.678762 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f924bf-6c7a-4b1b-8a4c-16db0f57f705 None None] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:25:42.685634 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f5a35b-0992-477b-b183-2ea9777d372b tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event updated for resources: {'Subnet': ['ID=4b21ce5a-6739-4659-9fcd-a027a45e5334,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:42.711002 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f542d8a9-aee0-473e-9e4d-ecef419b4597 req-84e70b5e-1982-4783-966b-f8cf48bfa7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:42.712525 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f542d8a9-aee0-473e-9e4d-ecef419b4597 req-84e70b5e-1982-4783-966b-f8cf48bfa7e1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2bf3196bdc1b4a84baea98e07d501fd5&device_id=6ced2830-998b-4a0e-90e8-4498c3406af5 HTTP/1.1" status: 200 len: 1097 time: 0.0617204 Jul 05 02:25:42.718369 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d80032-a48a-41b7-be17-f2c36d036d8c req-324e0756-4f2d-4641-8068-88eee5f2d74f tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:42.720446 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-14d80032-a48a-41b7-be17-f2c36d036d8c req-324e0756-4f2d-4641-8068-88eee5f2d74f tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/ports?device_id=380397b7-25de-46f8-b406-21443f65819d HTTP/1.1" status: 200 len: 948 time: 0.1494069 Jul 05 02:25:42.726405 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['df22d950-6840-42a1-83f6-888fde666ad6'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:25:42.783782 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-a079dce6-78fd-448a-ade3-9370b76f0803 None None] Set router a84188b6-0be1-45ec-ad48-a49ccea396e2 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:25:42.798710 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-14d80032-a48a-41b7-be17-f2c36d036d8c req-067219e9-055b-4357-9e5b-a5c0eac2855a tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1003e45-917a-406c-999d-122388976885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696695 Jul 05 02:25:42.813035 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-14f5a35b-0992-477b-b183-2ea9777d372b tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0441475 Jul 05 02:25:42.813261 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f542d8a9-aee0-473e-9e4d-ecef419b4597 req-34aa3cca-abe1-46be-a026-7a30f8bb94e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:42.814994 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 60122) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:25:42.820676 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f542d8a9-aee0-473e-9e4d-ecef419b4597 req-34aa3cca-abe1-46be-a026-7a30f8bb94e9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4ec1bc2d-1851-41f6-9b05-c47c1f610fc1 HTTP/1.1" status: 200 len: 920 time: 0.1014967 Jul 05 02:25:42.838055 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-8c26496c-0963-4b64-ab80-02e127ef86b3 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Request body: {'port': {'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'fixed_ips': [{'subnet_id': '4b21ce5a-6739-4659-9fcd-a027a45e5334', 'ip_address': '2001:db8::6d89:5cc:7b6c:91f'}], 'name': 'tempest-NetworksTestDHCPv6-2142428623'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:25:42.915408 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f542d8a9-aee0-473e-9e4d-ecef419b4597 req-0e0c73c7-cb34-4a33-ad80-a181f8304e2c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c05d738e-e3b9-4fb3-a444-faea9af51e3c HTTP/1.1" status: 200 len: 999 time: 0.0937512 Jul 05 02:25:42.964221 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a63510-8805-438e-8319-5c19152e6297 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'tenant_id': 'db76c4c0345048a1b87eacad1e0b9ba1', 'fixed_ips': [{'subnet_id': '4b21ce5a-6739-4659-9fcd-a027a45e5334'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:25:42.965555 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-32a63510-8805-438e-8319-5c19152e6297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:42.984117 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f542d8a9-aee0-473e-9e4d-ecef419b4597 req-95200afe-c52d-49e4-af4a-7bd894a793eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:42.991238 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f542d8a9-aee0-473e-9e4d-ecef419b4597 req-95200afe-c52d-49e4-af4a-7bd894a793eb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=daac2fa9-eb52-4aad-b06c-31fd67b740d0 HTTP/1.1" status: 200 len: 860 time: 0.0698693 Jul 05 02:25:43.069137 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f542d8a9-aee0-473e-9e4d-ecef419b4597 req-3a85b042-47ae-43a3-a0fa-7d2492aab716 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4ec1bc2d-1851-41f6-9b05-c47c1f610fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718234 Jul 05 02:25:43.074193 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [req-f542d8a9-aee0-473e-9e4d-ecef419b4597 req-a25e951b-f739-4dd1-bd5b-98056ee97338 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94462) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:25:43.080716 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f542d8a9-aee0-473e-9e4d-ecef419b4597 req-a25e951b-f739-4dd1-bd5b-98056ee97338 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0106883 Jul 05 02:25:43.095401 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-a079dce6-78fd-448a-ade3-9370b76f0803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a84188b6-0be1-45ec-ad48-a49ccea396e2', 'name': 'tempest-ServerRescueTestJSONUnderV235-1779011777-router', 'tenant_id': '2bf3196bdc1b4a84baea98e07d501fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '7b305758-8187-40f9-8322-2a79f6697747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:24:29Z', 'updated_at': '2021-07-05T02:24:34Z', 'revision_number': 4, 'project_id': '2bf3196bdc1b4a84baea98e07d501fd5', 'gw_port': {'id': '7b305758-8187-40f9-8322-2a79f6697747', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84188b6-0be1-45ec-ad48-a49ccea396e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:24:30Z', 'updated_at': '2021-07-05T02:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '3b66ff07-2885-4740-a2b8-1ba7da7f165d', 'tenant_id': '2bf3196bdc1b4a84baea98e07d501fd5', 'floating_ip_address': '172.25.7.172', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': 'a84188b6-0be1-45ec-ad48-a49ccea396e2', 'port_id': 'c05d738e-e3b9-4fb3-a444-faea9af51e3c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1329, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ec1bc2d-1851-41f6-9b05-c47c1f610fc1', 'mac_address': 'fa:16:3e:6e:85:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ced2830-998b-4a0e-90e8-4498c3406af5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T02:25:37Z', 'updated_at': '2021-07-05T02:25:41Z', 'revision_number': 1, 'project_id': '2bf3196bdc1b4a84baea98e07d501fd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6426b2d4-cb5d-4c6b-ae37-7e8a697ca56f', 'name': '', 'network_id': '4ec1bc2d-1851-41f6-9b05-c47c1f610fc1', 'tenant_id': '2bf3196bdc1b4a84baea98e07d501fd5', 'mac_address': 'fa:16:3e:c0:d6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84188b6-0be1-45ec-ad48-a49ccea396e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': 'daac2fa9-eb52-4aad-b06c-31fd67b740d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:24:33Z', 'updated_at': '2021-07-05T02:24:40Z', 'revision_number': 5, 'project_id': '2bf3196bdc1b4a84baea98e07d501fd5', 'subnets': [{'id': 'daac2fa9-eb52-4aad-b06c-31fd67b740d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:25:43.133943 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27e2694c-8e78-48d5-9ab0-04a6b6c5c123 x-openstack-request-id: req-27e2694c-8e78-48d5-9ab0-04a6b6c5c123 {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:25:43.134304 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ced2830-998b-4a0e-90e8-4498c3406af5", "tag": "c05d738e-e3b9-4fb3-a444-faea9af51e3c", "status": "completed", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:25:43.139443 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-27e2694c-8e78-48d5-9ab0-04a6b6c5c123 {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:25:43.139443 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ced2830-998b-4a0e-90e8-4498c3406af5', 'tag': 'c05d738e-e3b9-4fb3-a444-faea9af51e3c', 'status': 'completed', 'code': 200} Jul 05 02:25:43.139771 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a079dce6-78fd-448a-ade3-9370b76f0803 None None] Checking router: a84188b6-0be1-45ec-ad48-a49ccea396e2 for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:25:43.147232 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a079dce6-78fd-448a-ade3-9370b76f0803 None None] Routers {'a84188b6-0be1-45ec-ad48-a49ccea396e2'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:25:43.147838 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-a079dce6-78fd-448a-ade3-9370b76f0803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:25:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['a84188b6-0be1-45ec-ad48-a49ccea396e2'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:25:43.173023 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c26496c-0963-4b64-ab80-02e127ef86b3 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Made reservation on behalf of db76c4c0345048a1b87eacad1e0b9ba1 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:25:43.177678 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f542d8a9-aee0-473e-9e4d-ecef419b4597 req-f7096ed7-8132-4c84-b6b2-490af1fa1484 service neutron] 10.222.0.23 "GET /v2.0/networks/4ec1bc2d-1851-41f6-9b05-c47c1f610fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957427 Jul 05 02:25:43.189868 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-32a63510-8805-438e-8319-5c19152e6297 None None] Allocated IP 2001:db8::2 (ed71b0ad-0d45-4cc1-9581-fdfa4092af45/4b21ce5a-6739-4659-9fcd-a027a45e5334/092f1245-4366-4a65-bbaf-e4d327e8aa03) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:25:43.288595 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-a079dce6-78fd-448a-ade3-9370b76f0803 None None] Set router a84188b6-0be1-45ec-ad48-a49ccea396e2 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:25:43.304413 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f542d8a9-aee0-473e-9e4d-ecef419b4597 req-c1ebaf14-63f8-4f6e-9272-74deee54bd98 service neutron] 10.222.0.23 "GET /v2.0/networks/4ec1bc2d-1851-41f6-9b05-c47c1f610fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207008 Jul 05 02:25:43.404050 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-32a63510-8805-438e-8319-5c19152e6297 None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:43.412221 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 60130) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:25:43.413108 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-32a63510-8805-438e-8319-5c19152e6297 None None] Transition to ACTIVE for port object 092f1245-4366-4a65-bbaf-e4d327e8aa03 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:25:43.431852 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-32a63510-8805-438e-8319-5c19152e6297 None None] Transition to ACTIVE for port object 092f1245-4366-4a65-bbaf-e4d327e8aa03 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:25:43.511401 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7b5644fb-7318-4594-8b35-44f5832e9521 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:43.518183 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-32a63510-8805-438e-8319-5c19152e6297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:43.562732 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a392a967-3f20-4179-b5f5-e19e2ecee5f3 req-d6308518-f86d-46b7-abb1-3e74c660d0de tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.7.172 HTTP/1.1" status: 200 len: 999 time: 0.1590230 Jul 05 02:25:43.572802 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8c26496c-0963-4b64-ab80-02e127ef86b3 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:43.579720 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a63510-8805-438e-8319-5c19152e6297 None None] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:25:43.586348 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-32a63510-8805-438e-8319-5c19152e6297 None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:25:43.589231 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a63510-8805-438e-8319-5c19152e6297 None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:25:43.601926 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [None req-8c26496c-0963-4b64-ab80-02e127ef86b3 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] device_id is not set on port ddaf6467-8041-489f-bc75-3e5622126c97 yet. {{(pid=94461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:25:43.616610 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a63510-8805-438e-8319-5c19152e6297 None None] Pushing event updated for resources: {'Port': ['ID=092f1245-4366-4a65-bbaf-e4d327e8aa03,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:43.635032 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-a079dce6-78fd-448a-ade3-9370b76f0803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a84188b6-0be1-45ec-ad48-a49ccea396e2', 'name': 'tempest-ServerRescueTestJSONUnderV235-1779011777-router', 'tenant_id': '2bf3196bdc1b4a84baea98e07d501fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '7b305758-8187-40f9-8322-2a79f6697747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:24:29Z', 'updated_at': '2021-07-05T02:24:34Z', 'revision_number': 4, 'project_id': '2bf3196bdc1b4a84baea98e07d501fd5', 'gw_port': {'id': '7b305758-8187-40f9-8322-2a79f6697747', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84188b6-0be1-45ec-ad48-a49ccea396e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:24:30Z', 'updated_at': '2021-07-05T02:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '3b66ff07-2885-4740-a2b8-1ba7da7f165d', 'tenant_id': '2bf3196bdc1b4a84baea98e07d501fd5', 'floating_ip_address': '172.25.7.172', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': 'a84188b6-0be1-45ec-ad48-a49ccea396e2', 'port_id': 'c05d738e-e3b9-4fb3-a444-faea9af51e3c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1329, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ec1bc2d-1851-41f6-9b05-c47c1f610fc1', 'mac_address': 'fa:16:3e:6e:85:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ced2830-998b-4a0e-90e8-4498c3406af5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T02:25:37Z', 'updated_at': '2021-07-05T02:25:41Z', 'revision_number': 1, 'project_id': '2bf3196bdc1b4a84baea98e07d501fd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6426b2d4-cb5d-4c6b-ae37-7e8a697ca56f', 'name': '', 'network_id': '4ec1bc2d-1851-41f6-9b05-c47c1f610fc1', 'tenant_id': '2bf3196bdc1b4a84baea98e07d501fd5', 'mac_address': 'fa:16:3e:c0:d6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84188b6-0be1-45ec-ad48-a49ccea396e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': 'daac2fa9-eb52-4aad-b06c-31fd67b740d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:24:33Z', 'updated_at': '2021-07-05T02:24:40Z', 'revision_number': 5, 'project_id': '2bf3196bdc1b4a84baea98e07d501fd5', 'subnets': [{'id': 'daac2fa9-eb52-4aad-b06c-31fd67b740d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:25:43.697139 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a392a967-3f20-4179-b5f5-e19e2ecee5f3 req-49650c08-127e-4b6b-a228-04f66c979513 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:43.709819 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a392a967-3f20-4179-b5f5-e19e2ecee5f3 req-49650c08-127e-4b6b-a228-04f66c979513 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.23 "GET /v2.0/ports/c05d738e-e3b9-4fb3-a444-faea9af51e3c HTTP/1.1" status: 200 len: 942 time: 0.1352494 Jul 05 02:25:43.713487 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-32a63510-8805-438e-8319-5c19152e6297 None None] Attempting to bind port 092f1245-4366-4a65-bbaf-e4d327e8aa03 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:25:43.713968 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-32a63510-8805-438e-8319-5c19152e6297 None None] Attempting to bind port 092f1245-4366-4a65-bbaf-e4d327e8aa03 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:25:43.714516 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a63510-8805-438e-8319-5c19152e6297 None None] Attempting to bind port 092f1245-4366-4a65-bbaf-e4d327e8aa03 on network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:25:43.716859 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 72374ec7-3d3b-45dd-b187-198e2074a971 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:25:43.739041 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 72374ec7-3d3b-45dd-b187-198e2074a971 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:25:43.739488 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 72374ec7-3d3b-45dd-b187-198e2074a971 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:25:43.744607 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a63510-8805-438e-8319-5c19152e6297 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:25:43.744607 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a63510-8805-438e-8319-5c19152e6297 None None] Checking segment: {'id': '4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:25:43.745300 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-32a63510-8805-438e-8319-5c19152e6297 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:43.745613 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a63510-8805-438e-8319-5c19152e6297 None None] Bound using segment: {'id': '4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:25:43.746276 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-32a63510-8805-438e-8319-5c19152e6297 None None] Bound port: 092f1245-4366-4a65-bbaf-e4d327e8aa03, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:25:43.747838 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-32a63510-8805-438e-8319-5c19152e6297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:43.785706 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0451d574-fd05-42ce-8226-3296c018bbe7 req-7884100f-91ed-401b-a17f-fbca9daaa9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:43.787490 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0451d574-fd05-42ce-8226-3296c018bbe7 req-7884100f-91ed-401b-a17f-fbca9daaa9b9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2bf3196bdc1b4a84baea98e07d501fd5&device_id=6ced2830-998b-4a0e-90e8-4498c3406af5 HTTP/1.1" status: 200 len: 1097 time: 0.6461060 Jul 05 02:25:43.795089 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bc1387-2bf2-4838-af1b-8c5d5da33610 req-a5635c5f-aa78-4fc1-832e-28f8529acf50 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:43.796606 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e8bc1387-2bf2-4838-af1b-8c5d5da33610 req-a5635c5f-aa78-4fc1-832e-28f8529acf50 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/ports?device_id=6445ee98-b422-46e6-9419-c5144d001523 HTTP/1.1" status: 200 len: 944 time: 0.2290113 Jul 05 02:25:43.810242 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a079dce6-78fd-448a-ade3-9370b76f0803 None None] The sync data for ids ['a84188b6-0be1-45ec-ad48-a49ccea396e2'] in n-d-771362-32 is: [{'id': 'a84188b6-0be1-45ec-ad48-a49ccea396e2', 'name': 'tempest-ServerRescueTestJSONUnderV235-1779011777-router', 'tenant_id': '2bf3196bdc1b4a84baea98e07d501fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '7b305758-8187-40f9-8322-2a79f6697747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:24:29Z', 'updated_at': '2021-07-05T02:24:34Z', 'revision_number': 4, 'project_id': '2bf3196bdc1b4a84baea98e07d501fd5', 'gw_port': {'id': '7b305758-8187-40f9-8322-2a79f6697747', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84188b6-0be1-45ec-ad48-a49ccea396e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:24:30Z', 'updated_at': '2021-07-05T02:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '3b66ff07-2885-4740-a2b8-1ba7da7f165d', 'tenant_id': '2bf3196bdc1b4a84baea98e07d501fd5', 'floating_ip_address': '172.25.7.172', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': 'a84188b6-0be1-45ec-ad48-a49ccea396e2', 'port_id': 'c05d738e-e3b9-4fb3-a444-faea9af51e3c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1329, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ec1bc2d-1851-41f6-9b05-c47c1f610fc1', 'mac_address': 'fa:16:3e:6e:85:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ced2830-998b-4a0e-90e8-4498c3406af5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T02:25:37Z', 'updated_at': '2021-07-05T02:25:41Z', 'revision_number': 1, 'project_id': '2bf3196bdc1b4a84baea98e07d501fd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6426b2d4-cb5d-4c6b-ae37-7e8a697ca56f', 'name': '', 'network_id': '4ec1bc2d-1851-41f6-9b05-c47c1f610fc1', 'tenant_id': '2bf3196bdc1b4a84baea98e07d501fd5', 'mac_address': 'fa:16:3e:c0:d6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84188b6-0be1-45ec-ad48-a49ccea396e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': 'daac2fa9-eb52-4aad-b06c-31fd67b740d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:24:33Z', 'updated_at': '2021-07-05T02:24:40Z', 'revision_number': 5, 'project_id': '2bf3196bdc1b4a84baea98e07d501fd5', 'subnets': [{'id': 'daac2fa9-eb52-4aad-b06c-31fd67b740d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:25:43.818534 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7b5644fb-7318-4594-8b35-44f5832e9521 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:43.875768 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7b5644fb-7318-4594-8b35-44f5832e9521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:43.882956 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-32a63510-8805-438e-8319-5c19152e6297 None None] For port 092f1245-4366-4a65-bbaf-e4d327e8aa03, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:25:43.886628 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-32a63510-8805-438e-8319-5c19152e6297 None None] For port 092f1245-4366-4a65-bbaf-e4d327e8aa03, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=092f1245-4366-4a65-bbaf-e4d327e8aa03,segment=NetworkSegment(4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6),segment_id=4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:25:43.952947 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-32a63510-8805-438e-8319-5c19152e6297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:43.960515 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e8bc1387-2bf2-4838-af1b-8c5d5da33610 req-6cab4a0d-a52e-4b1f-84e8-0b08de80ef7b tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fa90a27-9aba-44e7-a653-62ec86df8932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385117 Jul 05 02:25:43.975677 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5644fb-7318-4594-8b35-44f5832e9521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb0771e-3f91-44a9-a731-a727b547b4dd,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:43.990978 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-7b5644fb-7318-4594-8b35-44f5832e9521 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=af475d10379c47329d1fb1b7227dca30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5775418 Jul 05 02:25:43.993571 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 60136) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:25:44.012304 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a392a967-3f20-4179-b5f5-e19e2ecee5f3 req-9d70e9af-f755-4c4b-b033-243bfdb7f0f0 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.7.172 HTTP/1.1" status: 200 len: 999 time: 0.1464467 Jul 05 02:25:44.051121 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a63510-8805-438e-8319-5c19152e6297 None None] Pushing event updated for resources: {'Port': ['ID=092f1245-4366-4a65-bbaf-e4d327e8aa03,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:44.066722 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-8c26496c-0963-4b64-ab80-02e127ef86b3 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Allocated IP 2001:db8::6d89:5cc:7b6c:91f (ed71b0ad-0d45-4cc1-9581-fdfa4092af45/4b21ce5a-6739-4659-9fcd-a027a45e5334/ddaf6467-8041-489f-bc75-3e5622126c97) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:25:44.087497 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0451d574-fd05-42ce-8226-3296c018bbe7 req-388f8ac9-dae9-4e8c-9119-85560fb0abdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:44.089053 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0451d574-fd05-42ce-8226-3296c018bbe7 req-388f8ac9-dae9-4e8c-9119-85560fb0abdf service neutron] 10.222.0.21 "GET /v2.0/networks?id=4ec1bc2d-1851-41f6-9b05-c47c1f610fc1 HTTP/1.1" status: 200 len: 920 time: 0.2683783 Jul 05 02:25:44.140247 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21054024-be60-41f3-b424-344efd7aff8d None None] New status for floating IP 3b66ff07-2885-4740-a2b8-1ba7da7f165d: ACTIVE {{(pid=94463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 02:25:44.187398 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0451d574-fd05-42ce-8226-3296c018bbe7 req-12bd2c08-da80-4d31-8289-f4f9f1e49972 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c05d738e-e3b9-4fb3-a444-faea9af51e3c HTTP/1.1" status: 200 len: 999 time: 0.0911653 Jul 05 02:25:44.191515 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6e17910f-66b7-4424-ae8d-1da9a2290614 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:44.238181 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a392a967-3f20-4179-b5f5-e19e2ecee5f3 req-66f6a9d1-99c5-4155-b965-641db9141718 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:44.239750 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a392a967-3f20-4179-b5f5-e19e2ecee5f3 req-66f6a9d1-99c5-4155-b965-641db9141718 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.23 "GET /v2.0/networks/4bbc2f9e-02cf-490e-901d-2588655a3ef0 HTTP/1.1" status: 200 len: 784 time: 0.2263668 Jul 05 02:25:44.249537 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6e17910f-66b7-4424-ae8d-1da9a2290614 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:44.401666 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a392a967-3f20-4179-b5f5-e19e2ecee5f3 req-faf2a671-eff0-4dc5-8200-2c10b5c3225a tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.7.172 HTTP/1.1" status: 200 len: 999 time: 0.1499374 Jul 05 02:25:44.411261 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0451d574-fd05-42ce-8226-3296c018bbe7 req-72e937e3-dfa5-4503-956a-de8f831e990c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:44.413571 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0451d574-fd05-42ce-8226-3296c018bbe7 req-72e937e3-dfa5-4503-956a-de8f831e990c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=daac2fa9-eb52-4aad-b06c-31fd67b740d0 HTTP/1.1" status: 200 len: 860 time: 0.2144053 Jul 05 02:25:44.414750 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-a392a967-3f20-4179-b5f5-e19e2ecee5f3 req-6bc49d51-f61c-4666-aeb8-3e98bf3243d0 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:25:44.473570 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0451d574-fd05-42ce-8226-3296c018bbe7 req-9a0027c0-28ef-4d85-88ba-afc81c98adc4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4ec1bc2d-1851-41f6-9b05-c47c1f610fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446892 Jul 05 02:25:44.479134 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-a392a967-3f20-4179-b5f5-e19e2ecee5f3 req-6bc49d51-f61c-4666-aeb8-3e98bf3243d0 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Notify callbacks [] for floatingip, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:44.527544 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6e17910f-66b7-4424-ae8d-1da9a2290614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:44.530049 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6e17910f-66b7-4424-ae8d-1da9a2290614 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:44.531436 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-6e17910f-66b7-4424-ae8d-1da9a2290614 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3eb0771e-3f91-44a9-a731-a727b547b4dd HTTP/1.1" status: 204 len: 168 time: 0.5359311 Jul 05 02:25:44.546025 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e17910f-66b7-4424-ae8d-1da9a2290614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb0771e-3f91-44a9-a731-a727b547b4dd,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:44.580393 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8c26496c-0963-4b64-ab80-02e127ef86b3 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:44.606717 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [None req-8c26496c-0963-4b64-ab80-02e127ef86b3 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Transition to ACTIVE for port object ddaf6467-8041-489f-bc75-3e5622126c97 will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:25:44.615615 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eb37c0-4390-487b-97fe-f416ac47a687 req-b8428251-94d1-4bd1-b8fd-f166a98bae9d tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:44.617162 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-23eb37c0-4390-487b-97fe-f416ac47a687 req-b8428251-94d1-4bd1-b8fd-f166a98bae9d tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/ports?device_id=380397b7-25de-46f8-b406-21443f65819d HTTP/1.1" status: 200 len: 948 time: 0.3286777 Jul 05 02:25:44.669251 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-a392a967-3f20-4179-b5f5-e19e2ecee5f3 req-6bc49d51-f61c-4666-aeb8-3e98bf3243d0 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:44.700444 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0451d574-fd05-42ce-8226-3296c018bbe7 req-22742467-699b-46f4-be26-28f9ade80283 service neutron] 10.222.0.21 "GET /v2.0/networks/4ec1bc2d-1851-41f6-9b05-c47c1f610fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116282 Jul 05 02:25:44.703347 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-23eb37c0-4390-487b-97fe-f416ac47a687 req-56d2f43d-5843-49c5-a620-31d22eae1c29 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1003e45-917a-406c-999d-122388976885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755563 Jul 05 02:25:44.797730 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-a392a967-3f20-4179-b5f5-e19e2ecee5f3 req-6bc49d51-f61c-4666-aeb8-3e98bf3243d0 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636869'] for floatingip, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:44.798341 n-d-771362-32 neutron-server[94462]: INFO neutron.db.l3_db [req-a392a967-3f20-4179-b5f5-e19e2ecee5f3 req-6bc49d51-f61c-4666-aeb8-3e98bf3243d0 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Floating IP 3b66ff07-2885-4740-a2b8-1ba7da7f165d disassociated. External IP: 172.25.7.172, port: c05d738e-e3b9-4fb3-a444-faea9af51e3c. Jul 05 02:25:44.802602 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0451d574-fd05-42ce-8226-3296c018bbe7 req-43849442-d024-435f-a186-4e5319805399 service neutron] 10.222.0.21 "GET /v2.0/networks/4ec1bc2d-1851-41f6-9b05-c47c1f610fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928607 Jul 05 02:25:44.838715 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8c26496c-0963-4b64-ab80-02e127ef86b3 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:44.883514 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c26496c-0963-4b64-ab80-02e127ef86b3 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:25:44.887060 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-8c26496c-0963-4b64-ab80-02e127ef86b3 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:25:44.891147 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c26496c-0963-4b64-ab80-02e127ef86b3 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:25:44.898559 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c26496c-0963-4b64-ab80-02e127ef86b3 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:44.898559 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8c26496c-0963-4b64-ab80-02e127ef86b3 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:44.919530 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c26496c-0963-4b64-ab80-02e127ef86b3 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event updated for resources: {'Port': ['ID=ddaf6467-8041-489f-bc75-3e5622126c97,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:45.015793 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-8c26496c-0963-4b64-ab80-02e127ef86b3 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.1930344 Jul 05 02:25:45.018221 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 60146) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:25:45.061165 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a392a967-3f20-4179-b5f5-e19e2ecee5f3 req-6bc49d51-f61c-4666-aeb8-3e98bf3243d0 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Router a84188b6-0be1-45ec-ad48-a49ccea396e2 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:25:45.126486 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83463b1-7d41-4815-ac98-1a5558d1ee76 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:45.134413 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83463b1-7d41-4815-ac98-1a5558d1ee76 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:45.136236 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-a83463b1-7d41-4815-ac98-1a5558d1ee76 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.1164689 Jul 05 02:25:45.150704 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 60152) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:25:45.218295 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a392a967-3f20-4179-b5f5-e19e2ecee5f3 req-6bc49d51-f61c-4666-aeb8-3e98bf3243d0 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:25:45.226298 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-a392a967-3f20-4179-b5f5-e19e2ecee5f3 req-6bc49d51-f61c-4666-aeb8-3e98bf3243d0 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:45.230869 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd57fc6-28a1-42af-875d-c0639bd95d3d None None] Sync routers for ids ['a84188b6-0be1-45ec-ad48-a49ccea396e2'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:25:45.244120 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd57fc6-28a1-42af-875d-c0639bd95d3d None None] Routers {'a84188b6-0be1-45ec-ad48-a49ccea396e2'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:25:45.244657 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-7fd57fc6-28a1-42af-875d-c0639bd95d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:25:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['a84188b6-0be1-45ec-ad48-a49ccea396e2'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:25:45.298476 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a392a967-3f20-4179-b5f5-e19e2ecee5f3 req-6bc49d51-f61c-4666-aeb8-3e98bf3243d0 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.23 "PUT /v2.0/floatingips/3b66ff07-2885-4740-a2b8-1ba7da7f165d HTTP/1.1" status: 200 len: 695 time: 0.8889420 Jul 05 02:25:45.305120 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6b865d-2a74-4417-8c02-5adb6a18b2e6 req-81c2e633-66ac-4df8-8950-16cf557786aa tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:45.309800 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ced2830-998b-4a0e-90e8-4498c3406af5', 'tag': 'c05d738e-e3b9-4fb3-a444-faea9af51e3c'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:25:45.312138 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b223267e0e0ddb3199af7772d0b45336e3b4b54fbb151c86a8051291a61e85db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1af98d40-cc07-4b87-91bd-98e74de3976a" -d '{"events": [{"name": "network-changed", "server_uuid": "6ced2830-998b-4a0e-90e8-4498c3406af5", "tag": "c05d738e-e3b9-4fb3-a444-faea9af51e3c"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:25:45.312545 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cd6b865d-2a74-4417-8c02-5adb6a18b2e6 req-81c2e633-66ac-4df8-8950-16cf557786aa tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/ports?device_id=6445ee98-b422-46e6-9419-c5144d001523 HTTP/1.1" status: 200 len: 944 time: 0.1750162 Jul 05 02:25:45.345372 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-5f20518a-5200-4827-88c9-18cbce7d45ef tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Deleting port ddaf6467-8041-489f-bc75-3e5622126c97 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:25:45.345813 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5f20518a-5200-4827-88c9-18cbce7d45ef tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:45.392096 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a392a967-3f20-4179-b5f5-e19e2ecee5f3 req-2130e2f6-4e4e-47f2-933e-0a06a5997f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:45.405307 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a392a967-3f20-4179-b5f5-e19e2ecee5f3 req-2130e2f6-4e4e-47f2-933e-0a06a5997f9f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2bf3196bdc1b4a84baea98e07d501fd5&device_id=6ced2830-998b-4a0e-90e8-4498c3406af5 HTTP/1.1" status: 200 len: 1097 time: 0.0963676 Jul 05 02:25:45.413529 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cd6b865d-2a74-4417-8c02-5adb6a18b2e6 req-18b715bd-9b70-4f16-b7ef-ac82a914db0a tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fa90a27-9aba-44e7-a653-62ec86df8932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976357 Jul 05 02:25:45.484246 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-7fd57fc6-28a1-42af-875d-c0639bd95d3d None None] Set router a84188b6-0be1-45ec-ad48-a49ccea396e2 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:25:45.489614 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5f20518a-5200-4827-88c9-18cbce7d45ef tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:45.500987 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-28eb725c-35f2-41f9-bc81-d226421c51ce None None] Provisioning for port 092f1245-4366-4a65-bbaf-e4d327e8aa03 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:25:45.507000 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-5f20518a-5200-4827-88c9-18cbce7d45ef tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Calling delete_port for ddaf6467-8041-489f-bc75-3e5622126c97 owned by {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:25:45.547755 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a392a967-3f20-4179-b5f5-e19e2ecee5f3 req-aa587fd2-e50c-4e19-a049-55833586bf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:45.551834 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a392a967-3f20-4179-b5f5-e19e2ecee5f3 req-aa587fd2-e50c-4e19-a049-55833586bf8e service neutron] 10.222.0.23 "GET /v2.0/networks?id=4ec1bc2d-1851-41f6-9b05-c47c1f610fc1 HTTP/1.1" status: 200 len: 920 time: 0.1434925 Jul 05 02:25:45.676183 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a392a967-3f20-4179-b5f5-e19e2ecee5f3 req-80d7cb70-a5c4-4571-ad34-b33f6cbddbd2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c05d738e-e3b9-4fb3-a444-faea9af51e3c HTTP/1.1" status: 200 len: 217 time: 0.1179338 Jul 05 02:25:45.714006 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ced04f62-19f9-4c0c-86ea-ec2bb0a11ca9 x-openstack-request-id: req-ced04f62-19f9-4c0c-86ea-ec2bb0a11ca9 {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:25:45.714433 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ced2830-998b-4a0e-90e8-4498c3406af5", "tag": "c05d738e-e3b9-4fb3-a444-faea9af51e3c", "status": "completed", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:25:45.714786 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ced04f62-19f9-4c0c-86ea-ec2bb0a11ca9 {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:25:45.715425 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ced2830-998b-4a0e-90e8-4498c3406af5', 'tag': 'c05d738e-e3b9-4fb3-a444-faea9af51e3c', 'status': 'completed', 'code': 200} Jul 05 02:25:45.731989 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a392a967-3f20-4179-b5f5-e19e2ecee5f3 req-1d6de954-def7-4759-ad71-64544dd395a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:45.733627 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a392a967-3f20-4179-b5f5-e19e2ecee5f3 req-1d6de954-def7-4759-ad71-64544dd395a5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=daac2fa9-eb52-4aad-b06c-31fd67b740d0 HTTP/1.1" status: 200 len: 860 time: 0.0566878 Jul 05 02:25:45.798591 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-8a3e9df6-a671-4747-8984-7fa2012268b7 None None] Provisioning for port ddaf6467-8041-489f-bc75-3e5622126c97 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:25:45.803872 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a392a967-3f20-4179-b5f5-e19e2ecee5f3 req-1a36f143-b91c-40e0-b395-f2c490b609a3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4ec1bc2d-1851-41f6-9b05-c47c1f610fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595052 Jul 05 02:25:45.804986 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-8a3e9df6-a671-4747-8984-7fa2012268b7 None None] Provisioning complete for port ddaf6467-8041-489f-bc75-3e5622126c97 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:25:45.805565 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8a3e9df6-a671-4747-8984-7fa2012268b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:45.817912 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5f20518a-5200-4827-88c9-18cbce7d45ef tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:45.835158 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 092f1245-4366-4a65-bbaf-e4d327e8aa03 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:25:45.838714 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-8a3e9df6-a671-4747-8984-7fa2012268b7 None None] Port ddaf6467-8041-489f-bc75-3e5622126c97 was deleted so its status cannot be updated. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 05 02:25:45.878629 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-7fd57fc6-28a1-42af-875d-c0639bd95d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a84188b6-0be1-45ec-ad48-a49ccea396e2', 'name': 'tempest-ServerRescueTestJSONUnderV235-1779011777-router', 'tenant_id': '2bf3196bdc1b4a84baea98e07d501fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '7b305758-8187-40f9-8322-2a79f6697747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:24:29Z', 'updated_at': '2021-07-05T02:24:34Z', 'revision_number': 4, 'project_id': '2bf3196bdc1b4a84baea98e07d501fd5', 'gw_port': {'id': '7b305758-8187-40f9-8322-2a79f6697747', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84188b6-0be1-45ec-ad48-a49ccea396e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:24:30Z', 'updated_at': '2021-07-05T02:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '6426b2d4-cb5d-4c6b-ae37-7e8a697ca56f', 'name': '', 'network_id': '4ec1bc2d-1851-41f6-9b05-c47c1f610fc1', 'tenant_id': '2bf3196bdc1b4a84baea98e07d501fd5', 'mac_address': 'fa:16:3e:c0:d6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84188b6-0be1-45ec-ad48-a49ccea396e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': 'daac2fa9-eb52-4aad-b06c-31fd67b740d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:24:33Z', 'updated_at': '2021-07-05T02:24:40Z', 'revision_number': 5, 'project_id': '2bf3196bdc1b4a84baea98e07d501fd5', 'subnets': [{'id': 'daac2fa9-eb52-4aad-b06c-31fd67b740d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:25:45.899550 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f20518a-5200-4827-88c9-18cbce7d45ef tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event deleted for resources: {'Port': ['ID=ddaf6467-8041-489f-bc75-3e5622126c97,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:45.934566 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a392a967-3f20-4179-b5f5-e19e2ecee5f3 req-c8e083d2-21d7-4275-a950-d32d8d72e0d4 service neutron] 10.222.0.23 "GET /v2.0/networks/4ec1bc2d-1851-41f6-9b05-c47c1f610fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294787 Jul 05 02:25:45.935656 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd57fc6-28a1-42af-875d-c0639bd95d3d None None] Checking router: a84188b6-0be1-45ec-ad48-a49ccea396e2 for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:25:45.947556 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd57fc6-28a1-42af-875d-c0639bd95d3d None None] Routers {'a84188b6-0be1-45ec-ad48-a49ccea396e2'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:25:45.948427 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-7fd57fc6-28a1-42af-875d-c0639bd95d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:25:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['a84188b6-0be1-45ec-ad48-a49ccea396e2'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:25:45.958639 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 092f1245-4366-4a65-bbaf-e4d327e8aa03 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:25:45.962697 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 092f1245-4366-4a65-bbaf-e4d327e8aa03 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:25:45.963072 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:45.994308 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5f20518a-5200-4827-88c9-18cbce7d45ef tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:46.008319 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-5f20518a-5200-4827-88c9-18cbce7d45ef tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "DELETE /v2.0/ports/ddaf6467-8041-489f-bc75-3e5622126c97 HTTP/1.1" status: 204 len: 168 time: 0.8599577 Jul 05 02:25:46.010819 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 60174) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:25:46.044177 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af98d40-cc07-4b87-91bd-98e74de3976a req-1497df2b-fba0-4018-b147-4fe688694d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:46.045723 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1af98d40-cc07-4b87-91bd-98e74de3976a req-1497df2b-fba0-4018-b147-4fe688694d68 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2bf3196bdc1b4a84baea98e07d501fd5&device_id=6ced2830-998b-4a0e-90e8-4498c3406af5 HTTP/1.1" status: 200 len: 1097 time: 0.2924995 Jul 05 02:25:46.086631 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:46.088920 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device df22d950-6840-42a1-83f6-888fde666ad6 up at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:25:46.118708 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 10ce9b70-3dfa-4e82-820f-1bd0da4a4d92 details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:25:46.182845 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ced29c8-1db5-4e73-9f80-686f2fb93d15 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:46.184256 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a392a967-3f20-4179-b5f5-e19e2ecee5f3 req-e63dd154-5395-4de6-a6e7-1c295512fb1e service neutron] 10.222.0.23 "GET /v2.0/networks/4ec1bc2d-1851-41f6-9b05-c47c1f610fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423568 Jul 05 02:25:46.184667 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ced29c8-1db5-4e73-9f80-686f2fb93d15 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:46.188630 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-8ced29c8-1db5-4e73-9f80-686f2fb93d15 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1736085 Jul 05 02:25:46.189705 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 60178) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:25:46.196460 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-7fd57fc6-28a1-42af-875d-c0639bd95d3d None None] Set router a84188b6-0be1-45ec-ad48-a49ccea396e2 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:25:46.250968 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09df4b62-62b2-4060-a1df-15fc59fca9e8 req-8b2bf3e2-7c62-4bd6-b9c1-9466c3abbf37 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:46.252557 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-09df4b62-62b2-4060-a1df-15fc59fca9e8 req-8b2bf3e2-7c62-4bd6-b9c1-9466c3abbf37 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/ports?device_id=380397b7-25de-46f8-b406-21443f65819d HTTP/1.1" status: 200 len: 948 time: 0.3504572 Jul 05 02:25:46.253859 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 092f1245-4366-4a65-bbaf-e4d327e8aa03, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=092f1245-4366-4a65-bbaf-e4d327e8aa03,segment=NetworkSegment(4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6),segment_id=4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:25:46.307659 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 10ce9b70-3dfa-4e82-820f-1bd0da4a4d92, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=10ce9b70-3dfa-4e82-820f-1bd0da4a4d92,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:25:46.318483 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af98d40-cc07-4b87-91bd-98e74de3976a req-5c627968-578c-488c-8411-014b8bdf347f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:46.320215 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1af98d40-cc07-4b87-91bd-98e74de3976a req-5c627968-578c-488c-8411-014b8bdf347f service neutron] 10.222.0.21 "GET /v2.0/networks?id=4ec1bc2d-1851-41f6-9b05-c47c1f610fc1 HTTP/1.1" status: 200 len: 920 time: 0.2538393 Jul 05 02:25:46.325876 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': '10ce9b70-3dfa-4e82-820f-1bd0da4a4d92', 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4', 'port_id': '10ce9b70-3dfa-4e82-820f-1bd0da4a4d92', 'mac_address': 'fa:16:3e:07:9c:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b840e204-692c-4f54-8f07-f6563e8e36b1', 'ip_address': '192.168.233.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:25:46.328426 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3c63097-bf99-4cac-9d67-415e2d1d0836 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Deleting subnet 4b21ce5a-6739-4659-9fcd-a027a45e5334 {{(pid=94461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:25:46.334383 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:46.350211 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f3c63097-bf99-4cac-9d67-415e2d1d0836 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks [] for subnet, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:46.375145 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning for port df22d950-6840-42a1-83f6-888fde666ad6 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:25:46.383732 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning complete for port df22d950-6840-42a1-83f6-888fde666ad6 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:25:46.384155 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:46.413125 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-09df4b62-62b2-4060-a1df-15fc59fca9e8 req-6ccf65da-0625-4c7c-a071-4dc27c78e4d1 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1003e45-917a-406c-999d-122388976885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460004 Jul 05 02:25:46.417232 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1af98d40-cc07-4b87-91bd-98e74de3976a req-47fced79-5f18-4e1d-b308-591cdf551f4d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c05d738e-e3b9-4fb3-a444-faea9af51e3c HTTP/1.1" status: 200 len: 217 time: 0.0805650 Jul 05 02:25:46.477787 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-7fd57fc6-28a1-42af-875d-c0639bd95d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a84188b6-0be1-45ec-ad48-a49ccea396e2', 'name': 'tempest-ServerRescueTestJSONUnderV235-1779011777-router', 'tenant_id': '2bf3196bdc1b4a84baea98e07d501fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '7b305758-8187-40f9-8322-2a79f6697747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:24:29Z', 'updated_at': '2021-07-05T02:24:34Z', 'revision_number': 4, 'project_id': '2bf3196bdc1b4a84baea98e07d501fd5', 'gw_port': {'id': '7b305758-8187-40f9-8322-2a79f6697747', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84188b6-0be1-45ec-ad48-a49ccea396e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:24:30Z', 'updated_at': '2021-07-05T02:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '6426b2d4-cb5d-4c6b-ae37-7e8a697ca56f', 'name': '', 'network_id': '4ec1bc2d-1851-41f6-9b05-c47c1f610fc1', 'tenant_id': '2bf3196bdc1b4a84baea98e07d501fd5', 'mac_address': 'fa:16:3e:c0:d6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84188b6-0be1-45ec-ad48-a49ccea396e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': 'daac2fa9-eb52-4aad-b06c-31fd67b740d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:24:33Z', 'updated_at': '2021-07-05T02:24:40Z', 'revision_number': 5, 'project_id': '2bf3196bdc1b4a84baea98e07d501fd5', 'subnets': [{'id': 'daac2fa9-eb52-4aad-b06c-31fd67b740d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:25:46.486713 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f3c63097-bf99-4cac-9d67-415e2d1d0836 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5519650'] for subnet, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:46.514037 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd57fc6-28a1-42af-875d-c0639bd95d3d None None] The sync data for ids ['a84188b6-0be1-45ec-ad48-a49ccea396e2'] in n-d-771362-32 is: [{'id': 'a84188b6-0be1-45ec-ad48-a49ccea396e2', 'name': 'tempest-ServerRescueTestJSONUnderV235-1779011777-router', 'tenant_id': '2bf3196bdc1b4a84baea98e07d501fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '7b305758-8187-40f9-8322-2a79f6697747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:24:29Z', 'updated_at': '2021-07-05T02:24:34Z', 'revision_number': 4, 'project_id': '2bf3196bdc1b4a84baea98e07d501fd5', 'gw_port': {'id': '7b305758-8187-40f9-8322-2a79f6697747', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84188b6-0be1-45ec-ad48-a49ccea396e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:24:30Z', 'updated_at': '2021-07-05T02:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '6426b2d4-cb5d-4c6b-ae37-7e8a697ca56f', 'name': '', 'network_id': '4ec1bc2d-1851-41f6-9b05-c47c1f610fc1', 'tenant_id': '2bf3196bdc1b4a84baea98e07d501fd5', 'mac_address': 'fa:16:3e:c0:d6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84188b6-0be1-45ec-ad48-a49ccea396e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': 'daac2fa9-eb52-4aad-b06c-31fd67b740d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:24:33Z', 'updated_at': '2021-07-05T02:24:40Z', 'revision_number': 5, 'project_id': '2bf3196bdc1b4a84baea98e07d501fd5', 'subnets': [{'id': 'daac2fa9-eb52-4aad-b06c-31fd67b740d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:25:46.577749 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-35cba1d9-a97b-49c9-8c45-e244125ab576 req-57948d14-dd82-4c36-b662-14e121cb416e tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.23 "GET /v2.0/floatingips/3b66ff07-2885-4740-a2b8-1ba7da7f165d HTTP/1.1" status: 200 len: 695 time: 0.1228805 Jul 05 02:25:46.585932 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af98d40-cc07-4b87-91bd-98e74de3976a req-ae6aa9c5-61fd-42ab-954e-2475aa9b4f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:46.587444 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1af98d40-cc07-4b87-91bd-98e74de3976a req-ae6aa9c5-61fd-42ab-954e-2475aa9b4f37 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=daac2fa9-eb52-4aad-b06c-31fd67b740d0 HTTP/1.1" status: 200 len: 860 time: 0.1519821 Jul 05 02:25:46.592433 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:46.608038 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=092f1245-4366-4a65-bbaf-e4d327e8aa03,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:46.622689 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10ce9b70-3dfa-4e82-820f-1bd0da4a4d92 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:25:46.651649 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 10ce9b70-3dfa-4e82-820f-1bd0da4a4d92, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=10ce9b70-3dfa-4e82-820f-1bd0da4a4d92,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:25:46.670667 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab80020c-f166-4a82-8873-3c3894be0d6c req-e712cdc9-76ca-43e6-9b95-0fc2f22f449a tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:46.670667 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ab80020c-f166-4a82-8873-3c3894be0d6c req-e712cdc9-76ca-43e6-9b95-0fc2f22f449a tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/ports?device_id=6445ee98-b422-46e6-9419-c5144d001523 HTTP/1.1" status: 200 len: 944 time: 0.1053236 Jul 05 02:25:46.685552 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:46.687397 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1af98d40-cc07-4b87-91bd-98e74de3976a req-6eec62f1-d72d-4883-a3ad-e74dc45e96dd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4ec1bc2d-1851-41f6-9b05-c47c1f610fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0863011 Jul 05 02:25:46.720914 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ab80020c-f166-4a82-8873-3c3894be0d6c req-b751234e-d082-4f09-95ad-4cd2f2adaf7d tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fa90a27-9aba-44e7-a653-62ec86df8932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413797 Jul 05 02:25:46.728249 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port df22d950-6840-42a1-83f6-888fde666ad6, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=df22d950-6840-42a1-83f6-888fde666ad6,segment=NetworkSegment(6ec7572f-ca55-43e9-8c48-0f5f35cbc4cb),segment_id=6ec7572f-ca55-43e9-8c48-0f5f35cbc4cb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:25:46.728249 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6445ee98-b422-46e6-9419-c5144d001523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df22d950-6840-42a1-83f6-888fde666ad6'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:25:46.728430 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffadd4a8-2613-4a94-9b13-9595998b262c" -d '{"events": [{"server_uuid": "6445ee98-b422-46e6-9419-c5144d001523", "name": "network-vif-plugged", "status": "completed", "tag": "df22d950-6840-42a1-83f6-888fde666ad6"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:25:46.746235 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:46.780793 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f3c63097-bf99-4cac-9d67-415e2d1d0836 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:46.816096 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:46.823839 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=10ce9b70-3dfa-4e82-820f-1bd0da4a4d92,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:46.901437 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cba1d9-a97b-49c9-8c45-e244125ab576 req-9c2f88ee-3738-4b85-8aab-2c66afc96c07 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:46.903219 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-35cba1d9-a97b-49c9-8c45-e244125ab576 req-9c2f88ee-3738-4b85-8aab-2c66afc96c07 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.23 "GET /v2.0/networks/4bbc2f9e-02cf-490e-901d-2588655a3ef0 HTTP/1.1" status: 200 len: 784 time: 0.3127527 Jul 05 02:25:46.923232 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [req-35cba1d9-a97b-49c9-8c45-e244125ab576 req-33d373d6-1577-4b78-a69f-43d9bd23ff53 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:25:46.923232 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-35cba1d9-a97b-49c9-8c45-e244125ab576 req-33d373d6-1577-4b78-a69f-43d9bd23ff53 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0149555 Jul 05 02:25:46.934275 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf4e2b54-f742-4261-8261-42ec05723f06 x-openstack-request-id: req-bf4e2b54-f742-4261-8261-42ec05723f06 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:25:46.934569 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6445ee98-b422-46e6-9419-c5144d001523", "name": "network-vif-plugged", "status": "completed", "tag": "df22d950-6840-42a1-83f6-888fde666ad6", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:25:46.934837 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bf4e2b54-f742-4261-8261-42ec05723f06 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:25:46.935293 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6445ee98-b422-46e6-9419-c5144d001523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df22d950-6840-42a1-83f6-888fde666ad6', 'code': 200} Jul 05 02:25:46.941462 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=df22d950-6840-42a1-83f6-888fde666ad6,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:46.959960 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1af98d40-cc07-4b87-91bd-98e74de3976a req-7956a6c0-2dfe-4ff3-97f3-77024b17c611 service neutron] 10.222.0.21 "GET /v2.0/networks/4ec1bc2d-1851-41f6-9b05-c47c1f610fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611740 Jul 05 02:25:46.963808 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17d5013-1366-41f7-8181-78e567a1a9ac None None] New status for floating IP 3b66ff07-2885-4740-a2b8-1ba7da7f165d: DOWN {{(pid=94463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 02:25:47.043764 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['10ce9b70-3dfa-4e82-820f-1bd0da4a4d92'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:25:47.362059 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f3c63097-bf99-4cac-9d67-415e2d1d0836 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5763388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774356'] for subnet, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:47.367076 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-35cba1d9-a97b-49c9-8c45-e244125ab576 req-4d8fe5b6-fe66-405f-a67e-3cbb882ebc1c tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.7.172 HTTP/1.1" status: 200 len: 698 time: 0.4211690 Jul 05 02:25:47.410646 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c63097-bf99-4cac-9d67-415e2d1d0836 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event deleted for resources: {'Subnet': ['ID=4b21ce5a-6739-4659-9fcd-a027a45e5334,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:47.422625 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8712ca33-fbcd-4192-9e27-fed03f48b997 None None] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:25:47.464097 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f3c63097-bf99-4cac-9d67-415e2d1d0836 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:47.467517 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-f3c63097-bf99-4cac-9d67-415e2d1d0836 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "DELETE /v2.0/subnets/4b21ce5a-6739-4659-9fcd-a027a45e5334 HTTP/1.1" status: 204 len: 168 time: 1.2767882 Jul 05 02:25:47.470861 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 60204) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:25:47.492294 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-35cba1d9-a97b-49c9-8c45-e244125ab576 req-23ff5721-463b-407c-aab7-64b55f4221b1 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.7.172 HTTP/1.1" status: 200 len: 696 time: 0.1099889 Jul 05 02:25:47.533045 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-544d28ef-c287-43c5-85cc-142b07993a26 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0609419 Jul 05 02:25:47.538823 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 60208) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:25:47.551689 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-2b5e1879-6149-4cc4-bbe6-4b8b8871c5aa tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Request body: {'subnet': {'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:25:47.602051 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8efb6c-a5fe-4c19-8910-65600465b871 req-f41f963b-4d7e-4eb5-a743-cca92327fb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:47.603841 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-db8efb6c-a5fe-4c19-8910-65600465b871 req-f41f963b-4d7e-4eb5-a743-cca92327fb34 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6445ee98-b422-46e6-9419-c5144d001523 HTTP/1.1" status: 200 len: 1097 time: 0.6074390 Jul 05 02:25:47.607209 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1af98d40-cc07-4b87-91bd-98e74de3976a req-32518618-e8a0-45f2-9f67-0e808c3e6294 service neutron] 10.222.0.21 "GET /v2.0/networks/4ec1bc2d-1851-41f6-9b05-c47c1f610fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6172609 Jul 05 02:25:47.702996 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c88039-3045-4d4b-8a29-7cab39b2e59f req-24fa61ab-e00a-44a7-bf7f-be93ef52ced3 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:47.708157 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a6c88039-3045-4d4b-8a29-7cab39b2e59f req-24fa61ab-e00a-44a7-bf7f-be93ef52ced3 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/ports?device_id=380397b7-25de-46f8-b406-21443f65819d HTTP/1.1" status: 200 len: 949 time: 0.1700439 Jul 05 02:25:47.723159 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-db8efb6c-a5fe-4c19-8910-65600465b871 req-e3cf5e24-e4c9-4cc1-83a6-afaa54073910 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1fa90a27-9aba-44e7-a653-62ec86df8932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656583 Jul 05 02:25:47.727865 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402b3f50-9b5b-4735-a36c-103f09921efe None None] DHCP port deletion for ed71b0ad-0d45-4cc1-9581-fdfa4092af45 request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:25:47.748749 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a6c88039-3045-4d4b-8a29-7cab39b2e59f req-34e43c4a-ec65-4455-a0e7-f43b78fb83ce tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1003e45-917a-406c-999d-122388976885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397201 Jul 05 02:25:47.755042 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-35cba1d9-a97b-49c9-8c45-e244125ab576 req-aec77434-30ff-4b44-8fbe-27fc6999595e tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Deleting port 535a66e6-38d9-4de7-ae08-c32d74803eb2 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:25:47.755399 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-35cba1d9-a97b-49c9-8c45-e244125ab576 req-aec77434-30ff-4b44-8fbe-27fc6999595e tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:47.764907 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b5e1879-6149-4cc4-bbe6-4b8b8871c5aa tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Made reservation on behalf of db76c4c0345048a1b87eacad1e0b9ba1 for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:25:47.769597 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2b5e1879-6149-4cc4-bbe6-4b8b8871c5aa tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:47.796477 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-402b3f50-9b5b-4735-a36c-103f09921efe None None] Deleting port 092f1245-4366-4a65-bbaf-e4d327e8aa03 {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:25:47.797086 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-402b3f50-9b5b-4735-a36c-103f09921efe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:47.852630 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-35cba1d9-a97b-49c9-8c45-e244125ab576 req-aec77434-30ff-4b44-8fbe-27fc6999595e tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:47.852964 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-35cba1d9-a97b-49c9-8c45-e244125ab576 req-aec77434-30ff-4b44-8fbe-27fc6999595e tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:47.867803 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-35cba1d9-a97b-49c9-8c45-e244125ab576 req-aec77434-30ff-4b44-8fbe-27fc6999595e tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Calling delete_port for 535a66e6-38d9-4de7-ae08-c32d74803eb2 owned by network:floatingip {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:25:47.874048 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-402b3f50-9b5b-4735-a36c-103f09921efe None None] For port 092f1245-4366-4a65-bbaf-e4d327e8aa03, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=092f1245-4366-4a65-bbaf-e4d327e8aa03,segment=NetworkSegment(4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6),segment_id=4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:25:47.874737 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-402b3f50-9b5b-4735-a36c-103f09921efe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:47.889467 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-402b3f50-9b5b-4735-a36c-103f09921efe None None] Calling delete_port for 092f1245-4366-4a65-bbaf-e4d327e8aa03 owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:25:48.076243 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60d80d0-aca5-45a5-9a39-6018d9feefc9 req-8e01acf7-db23-4e58-98f3-ad47ad6ceb09 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:48.077774 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f60d80d0-aca5-45a5-9a39-6018d9feefc9 req-8e01acf7-db23-4e58-98f3-ad47ad6ceb09 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/ports?device_id=6445ee98-b422-46e6-9419-c5144d001523 HTTP/1.1" status: 200 len: 945 time: 0.0818291 Jul 05 02:25:48.102417 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 10ce9b70-3dfa-4e82-820f-1bd0da4a4d92 up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:25:48.115730 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f60d80d0-aca5-45a5-9a39-6018d9feefc9 req-bc80af22-af9c-4eb2-8e6f-2fe5e144eb5e tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fa90a27-9aba-44e7-a653-62ec86df8932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318153 Jul 05 02:25:48.135456 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-402b3f50-9b5b-4735-a36c-103f09921efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:48.164936 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402b3f50-9b5b-4735-a36c-103f09921efe None None] Pushing event deleted for resources: {'Port': ['ID=092f1245-4366-4a65-bbaf-e4d327e8aa03,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:48.166672 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402b3f50-9b5b-4735-a36c-103f09921efe None None] No DVR routers for this DVR port 092f1245-4366-4a65-bbaf-e4d327e8aa03 on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:25:48.207020 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2b5e1879-6149-4cc4-bbe6-4b8b8871c5aa tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:48.255961 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5e1879-6149-4cc4-bbe6-4b8b8871c5aa tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:25:48.259194 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-2b5e1879-6149-4cc4-bbe6-4b8b8871c5aa tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:25:48.263783 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5e1879-6149-4cc4-bbe6-4b8b8871c5aa tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:48.264283 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2b5e1879-6149-4cc4-bbe6-4b8b8871c5aa tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:48.271011 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad37d99-ec56-4745-9471-1131c2ae002c None None] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:25:48.279700 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5e1879-6149-4cc4-bbe6-4b8b8871c5aa tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event updated for resources: {'Subnet': ['ID=3034be1e-2539-4c64-8c6e-cd363886d31a,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:48.283940 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-35cba1d9-a97b-49c9-8c45-e244125ab576 req-aec77434-30ff-4b44-8fbe-27fc6999595e tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:48.321991 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec77434-30ff-4b44-8fbe-27fc6999595e tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Pushing event deleted for resources: {'Port': ['ID=535a66e6-38d9-4de7-ae08-c32d74803eb2,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:48.331854 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning for port 10ce9b70-3dfa-4e82-820f-1bd0da4a4d92 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:25:48.341357 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port 10ce9b70-3dfa-4e82-820f-1bd0da4a4d92 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:25:48.341735 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:48.364830 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-2b5e1879-6149-4cc4-bbe6-4b8b8871c5aa tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8173378 Jul 05 02:25:48.367554 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 60224) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:25:48.372790 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-13315c67-3777-4894-a215-41eb7b28eb7c tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Request body: {'port': {'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'fixed_ips': [{'subnet_id': '3034be1e-2539-4c64-8c6e-cd363886d31a', 'ip_address': '2001:db8::19a9:d58b:e8f1:4dbe'}], 'name': 'tempest-NetworksTestDHCPv6-2143570379'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:25:48.388139 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-35cba1d9-a97b-49c9-8c45-e244125ab576 req-aec77434-30ff-4b44-8fbe-27fc6999595e tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Notify callbacks [] for floatingip, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:48.390911 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-35cba1d9-a97b-49c9-8c45-e244125ab576 req-aec77434-30ff-4b44-8fbe-27fc6999595e tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:48.392258 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-35cba1d9-a97b-49c9-8c45-e244125ab576 req-aec77434-30ff-4b44-8fbe-27fc6999595e tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.23 "DELETE /v2.0/floatingips/3b66ff07-2885-4740-a2b8-1ba7da7f165d HTTP/1.1" status: 204 len: 173 time: 0.8864810 Jul 05 02:25:48.503222 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:48.514911 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d38253c-563e-4c39-9515-d27b872e3a34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'tenant_id': 'db76c4c0345048a1b87eacad1e0b9ba1', 'fixed_ips': [{'subnet_id': '3034be1e-2539-4c64-8c6e-cd363886d31a'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:25:48.520339 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-7d38253c-563e-4c39-9515-d27b872e3a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:48.555197 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 10ce9b70-3dfa-4e82-820f-1bd0da4a4d92, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=10ce9b70-3dfa-4e82-820f-1bd0da4a4d92,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:25:48.664453 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:48.742528 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=10ce9b70-3dfa-4e82-820f-1bd0da4a4d92,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:48.757562 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-7d38253c-563e-4c39-9515-d27b872e3a34 None None] Allocated IP 2001:db8::2 (ed71b0ad-0d45-4cc1-9581-fdfa4092af45/3034be1e-2539-4c64-8c6e-cd363886d31a/8e4af1cc-9863-449e-8d98-ebdf7e8af3cf) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:25:48.822510 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-bc1629be-1d84-43cc-9be1-ba11a337afaa req-0a0eda3f-a4fe-439a-8081-c251931b22f2 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.23 "GET /v2.0/security-groups/ae569051-ef6c-432c-b6c6-94b64c8ce5ab HTTP/1.1" status: 200 len: 1808 time: 0.4046187 Jul 05 02:25:48.898152 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-bc1629be-1d84-43cc-9be1-ba11a337afaa req-f3fd64ef-debc-4869-9cd7-14a55b5cb224 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:48.927105 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-bc1629be-1d84-43cc-9be1-ba11a337afaa req-f3fd64ef-debc-4869-9cd7-14a55b5cb224 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:48.932941 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-7d38253c-563e-4c39-9515-d27b872e3a34 None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:48.937626 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '380397b7-25de-46f8-b406-21443f65819d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10ce9b70-3dfa-4e82-820f-1bd0da4a4d92'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:25:48.940331 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48621b49-7a55-429b-a6b4-f517fb00eaaa" -d '{"events": [{"server_uuid": "380397b7-25de-46f8-b406-21443f65819d", "name": "network-vif-plugged", "status": "completed", "tag": "10ce9b70-3dfa-4e82-820f-1bd0da4a4d92"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:25:48.948444 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-7d38253c-563e-4c39-9515-d27b872e3a34 None None] Transition to ACTIVE for port object 8e4af1cc-9863-449e-8d98-ebdf7e8af3cf will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:25:48.963520 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340cd9de-769e-41c0-82fa-865f32ab44e2 req-82874613-aec1-415f-b54a-f8e0ebcb7583 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:48.966737 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-340cd9de-769e-41c0-82fa-865f32ab44e2 req-82874613-aec1-415f-b54a-f8e0ebcb7583 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/ports?device_id=380397b7-25de-46f8-b406-21443f65819d HTTP/1.1" status: 200 len: 950 time: 0.0904138 Jul 05 02:25:48.968236 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-7d38253c-563e-4c39-9515-d27b872e3a34 None None] Transition to ACTIVE for port object 8e4af1cc-9863-449e-8d98-ebdf7e8af3cf will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:25:49.010492 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-340cd9de-769e-41c0-82fa-865f32ab44e2 req-aea3649a-62df-4de4-87ed-eb70ff0f0d22 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1003e45-917a-406c-999d-122388976885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322509 Jul 05 02:25:49.032491 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13315c67-3777-4894-a215-41eb7b28eb7c tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Made reservation on behalf of db76c4c0345048a1b87eacad1e0b9ba1 for: {'port': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:25:49.089406 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-7d38253c-563e-4c39-9515-d27b872e3a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:49.125775 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-bc1629be-1d84-43cc-9be1-ba11a337afaa req-f3fd64ef-debc-4869-9cd7-14a55b5cb224 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:49.128889 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-bc1629be-1d84-43cc-9be1-ba11a337afaa req-f3fd64ef-debc-4869-9cd7-14a55b5cb224 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:49.130252 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d38253c-563e-4c39-9515-d27b872e3a34 None None] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:25:49.131166 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-bc1629be-1d84-43cc-9be1-ba11a337afaa req-f3fd64ef-debc-4869-9cd7-14a55b5cb224 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.23 "DELETE /v2.0/security-groups/ae569051-ef6c-432c-b6c6-94b64c8ce5ab HTTP/1.1" status: 204 len: 173 time: 0.2956960 Jul 05 02:25:49.148997 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-13315c67-3777-4894-a215-41eb7b28eb7c tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:49.152193 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fd64ef-debc-4869-9cd7-14a55b5cb224 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae569051-ef6c-432c-b6c6-94b64c8ce5ab,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:49.164890 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-7d38253c-563e-4c39-9515-d27b872e3a34 None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:25:49.169422 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d38253c-563e-4c39-9515-d27b872e3a34 None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:25:49.176439 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [None req-13315c67-3777-4894-a215-41eb7b28eb7c tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] device_id is not set on port 06df616e-b3d4-459b-bd6f-7aeb5cde9bd7 yet. {{(pid=94462) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:25:49.191612 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-212bf511-49b6-42a2-aa7e-9a96b457a217 x-openstack-request-id: req-212bf511-49b6-42a2-aa7e-9a96b457a217 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:25:49.196854 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "380397b7-25de-46f8-b406-21443f65819d", "name": "network-vif-plugged", "status": "completed", "tag": "10ce9b70-3dfa-4e82-820f-1bd0da4a4d92", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:25:49.198466 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-212bf511-49b6-42a2-aa7e-9a96b457a217 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:25:49.198466 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '380397b7-25de-46f8-b406-21443f65819d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10ce9b70-3dfa-4e82-820f-1bd0da4a4d92', 'code': 200} Jul 05 02:25:49.251991 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d38253c-563e-4c39-9515-d27b872e3a34 None None] Pushing event updated for resources: {'Port': ['ID=8e4af1cc-9863-449e-8d98-ebdf7e8af3cf,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:49.299559 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-7d38253c-563e-4c39-9515-d27b872e3a34 None None] Attempting to bind port 8e4af1cc-9863-449e-8d98-ebdf7e8af3cf on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:25:49.300461 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-7d38253c-563e-4c39-9515-d27b872e3a34 None None] Attempting to bind port 8e4af1cc-9863-449e-8d98-ebdf7e8af3cf by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:25:49.300887 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d38253c-563e-4c39-9515-d27b872e3a34 None None] Attempting to bind port 8e4af1cc-9863-449e-8d98-ebdf7e8af3cf on network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:25:49.306723 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d38253c-563e-4c39-9515-d27b872e3a34 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:25:49.307239 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d38253c-563e-4c39-9515-d27b872e3a34 None None] Checking segment: {'id': '4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:25:49.307653 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-7d38253c-563e-4c39-9515-d27b872e3a34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:49.308155 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d38253c-563e-4c39-9515-d27b872e3a34 None None] Bound using segment: {'id': '4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:25:49.308624 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-7d38253c-563e-4c39-9515-d27b872e3a34 None None] Bound port: 8e4af1cc-9863-449e-8d98-ebdf7e8af3cf, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:25:49.309049 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-7d38253c-563e-4c39-9515-d27b872e3a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:49.390721 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d231e-82d5-4183-bb26-2c4131d372b1 req-4a481c89-2160-497a-a415-cad0f5b13bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:49.393148 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e53d231e-82d5-4183-bb26-2c4131d372b1 req-4a481c89-2160-497a-a415-cad0f5b13bf6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=380397b7-25de-46f8-b406-21443f65819d HTTP/1.1" status: 200 len: 1102 time: 0.1158571 Jul 05 02:25:49.406618 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-13315c67-3777-4894-a215-41eb7b28eb7c tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Allocated IP 2001:db8::19a9:d58b:e8f1:4dbe (ed71b0ad-0d45-4cc1-9581-fdfa4092af45/3034be1e-2539-4c64-8c6e-cd363886d31a/06df616e-b3d4-459b-bd6f-7aeb5cde9bd7) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:25:49.434314 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c473e1a0-b8b0-4f03-b347-8bbed6e073a1 req-63fa9e65-0377-4a5f-b775-069212ece423 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:49.434768 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-7d38253c-563e-4c39-9515-d27b872e3a34 None None] For port 8e4af1cc-9863-449e-8d98-ebdf7e8af3cf, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:25:49.439041 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-7d38253c-563e-4c39-9515-d27b872e3a34 None None] For port 8e4af1cc-9863-449e-8d98-ebdf7e8af3cf, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=8e4af1cc-9863-449e-8d98-ebdf7e8af3cf,segment=NetworkSegment(4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6),segment_id=4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:25:49.441591 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c473e1a0-b8b0-4f03-b347-8bbed6e073a1 req-63fa9e65-0377-4a5f-b775-069212ece423 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/ports?device_id=6445ee98-b422-46e6-9419-c5144d001523 HTTP/1.1" status: 200 len: 945 time: 0.1196744 Jul 05 02:25:49.470324 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e53d231e-82d5-4183-bb26-2c4131d372b1 req-a236c4cb-d0ad-4d9e-8b2b-12414c7cf643 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b1003e45-917a-406c-999d-122388976885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687587 Jul 05 02:25:49.488218 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c473e1a0-b8b0-4f03-b347-8bbed6e073a1 req-373dbf1e-91ea-4c75-a16a-ca518248dd88 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fa90a27-9aba-44e7-a653-62ec86df8932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457668 Jul 05 02:25:49.495877 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-7d38253c-563e-4c39-9515-d27b872e3a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:49.577265 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d38253c-563e-4c39-9515-d27b872e3a34 None None] Pushing event updated for resources: {'Port': ['ID=8e4af1cc-9863-449e-8d98-ebdf7e8af3cf,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:49.603276 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-13315c67-3777-4894-a215-41eb7b28eb7c tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:49.624823 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [None req-13315c67-3777-4894-a215-41eb7b28eb7c tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Transition to ACTIVE for port object 06df616e-b3d4-459b-bd6f-7aeb5cde9bd7 will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:25:49.702803 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 092f1245-4366-4a65-bbaf-e4d327e8aa03 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:25:49.732547 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 092f1245-4366-4a65-bbaf-e4d327e8aa03 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:25:49.733137 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 092f1245-4366-4a65-bbaf-e4d327e8aa03 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:25:49.770106 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-13315c67-3777-4894-a215-41eb7b28eb7c tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:49.839112 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13315c67-3777-4894-a215-41eb7b28eb7c tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:25:49.842422 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-13315c67-3777-4894-a215-41eb7b28eb7c tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:25:49.845629 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13315c67-3777-4894-a215-41eb7b28eb7c tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:25:49.851940 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13315c67-3777-4894-a215-41eb7b28eb7c tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:49.852565 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-13315c67-3777-4894-a215-41eb7b28eb7c tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:49.884586 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13315c67-3777-4894-a215-41eb7b28eb7c tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event updated for resources: {'Port': ['ID=06df616e-b3d4-459b-bd6f-7aeb5cde9bd7,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:49.948844 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cb09fa-f794-49b3-845d-860ded6eaf8b req-b76b5c58-a2ae-4544-80c8-9c035f589d84 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:49.951992 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-02cb09fa-f794-49b3-845d-860ded6eaf8b req-b76b5c58-a2ae-4544-80c8-9c035f589d84 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ced2830-998b-4a0e-90e8-4498c3406af5 HTTP/1.1" status: 200 len: 945 time: 0.0870881 Jul 05 02:25:49.991241 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-02cb09fa-f794-49b3-845d-860ded6eaf8b req-99f7e827-390f-4984-9581-60a54d55031d tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d996060-2bcc-42e7-a06b-0ec807d28f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342891 Jul 05 02:25:50.015995 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-13315c67-3777-4894-a215-41eb7b28eb7c tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6470745 Jul 05 02:25:50.018530 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 60262) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:25:50.097511 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0a342f-73f5-4aa8-ac10-10ff96208738 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:50.104507 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0a342f-73f5-4aa8-ac10-10ff96208738 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:50.107497 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-2b0a342f-73f5-4aa8-ac10-10ff96208738 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0880094 Jul 05 02:25:50.114284 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 60270) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:25:50.252959 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5ce9a9-8e1e-4b5c-8f97-69622a1ead14 req-068a38fd-50ac-43e9-a1c6-0dc8aa04ee98 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:50.254981 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6b5ce9a9-8e1e-4b5c-8f97-69622a1ead14 req-068a38fd-50ac-43e9-a1c6-0dc8aa04ee98 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/ports?device_id=380397b7-25de-46f8-b406-21443f65819d HTTP/1.1" status: 200 len: 950 time: 0.1280580 Jul 05 02:25:50.285737 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-287fc179-f294-4291-b89a-fe9f984a1455 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Deleting port 06df616e-b3d4-459b-bd6f-7aeb5cde9bd7 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:25:50.286083 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-287fc179-f294-4291-b89a-fe9f984a1455 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:50.404764 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6b5ce9a9-8e1e-4b5c-8f97-69622a1ead14 req-a3353f5f-4a81-4d25-a9cc-470c3e701aaf tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1003e45-917a-406c-999d-122388976885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437392 Jul 05 02:25:50.476405 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-287fc179-f294-4291-b89a-fe9f984a1455 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:50.490593 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-287fc179-f294-4291-b89a-fe9f984a1455 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Calling delete_port for 06df616e-b3d4-459b-bd6f-7aeb5cde9bd7 owned by {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:25:50.540600 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327b0f75-870c-4f19-a730-6be160365050 req-351cfb68-6fa6-4b65-908f-cec727378cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:50.542960 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-327b0f75-870c-4f19-a730-6be160365050 req-351cfb68-6fa6-4b65-908f-cec727378cc2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=219d463f288c4c729da555f377dfc80d&device_id=6445ee98-b422-46e6-9419-c5144d001523 HTTP/1.1" status: 200 len: 1097 time: 0.0934227 Jul 05 02:25:50.680322 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327b0f75-870c-4f19-a730-6be160365050 req-d00d7ee7-7558-4a56-86f1-9f980aee807d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:50.686069 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-327b0f75-870c-4f19-a730-6be160365050 req-d00d7ee7-7558-4a56-86f1-9f980aee807d service neutron] 10.222.0.15 "GET /v2.0/networks?id=cb67b300-72ad-48da-8604-1e0e076c238a HTTP/1.1" status: 200 len: 911 time: 0.1349652 Jul 05 02:25:50.706872 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852538c2-b260-4328-8c2c-552bc2202822 req-ce7d6ae8-159c-4fe4-8ef3-67d78c1de6b7 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:50.708578 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-852538c2-b260-4328-8c2c-552bc2202822 req-ce7d6ae8-159c-4fe4-8ef3-67d78c1de6b7 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/ports?device_id=6445ee98-b422-46e6-9419-c5144d001523 HTTP/1.1" status: 200 len: 945 time: 0.1321266 Jul 05 02:25:50.760942 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-327b0f75-870c-4f19-a730-6be160365050 req-08157f89-1d6a-444c-8b6f-507dd9e9ae0b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df22d950-6840-42a1-83f6-888fde666ad6 HTTP/1.1" status: 200 len: 217 time: 0.0652783 Jul 05 02:25:50.761277 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-852538c2-b260-4328-8c2c-552bc2202822 req-2a06269e-7d6b-4a40-9987-7e81796c201f tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fa90a27-9aba-44e7-a653-62ec86df8932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446959 Jul 05 02:25:50.820589 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327b0f75-870c-4f19-a730-6be160365050 req-49be5730-a57e-4182-bc5e-b7bf843a3f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:50.822087 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-327b0f75-870c-4f19-a730-6be160365050 req-49be5730-a57e-4182-bc5e-b7bf843a3f0f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4c165eef-a6e1-4cbe-8057-ff98f92b9867 HTTP/1.1" status: 200 len: 851 time: 0.0522637 Jul 05 02:25:50.858229 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-327b0f75-870c-4f19-a730-6be160365050 req-c6b483ae-ea89-4fd4-abfa-5b0ade354c40 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cb67b300-72ad-48da-8604-1e0e076c238a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297825 Jul 05 02:25:50.878182 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-287fc179-f294-4291-b89a-fe9f984a1455 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:50.878769 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-da7e02e7-a57d-4ac1-959f-8dc9e042e0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:50.909817 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287fc179-f294-4291-b89a-fe9f984a1455 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event deleted for resources: {'Port': ['ID=06df616e-b3d4-459b-bd6f-7aeb5cde9bd7,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:50.941422 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-287fc179-f294-4291-b89a-fe9f984a1455 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:50.946159 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-287fc179-f294-4291-b89a-fe9f984a1455 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "DELETE /v2.0/ports/06df616e-b3d4-459b-bd6f-7aeb5cde9bd7 HTTP/1.1" status: 204 len: 168 time: 0.8264797 Jul 05 02:25:50.946309 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 60280) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:25:50.956803 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-8fb3a881-ca80-4bd0-8656-013125e48ffc None None] Provisioning for port 8e4af1cc-9863-449e-8d98-ebdf7e8af3cf completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:25:50.999274 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-327b0f75-870c-4f19-a730-6be160365050 req-8616da3f-2227-4179-8da8-c7616f2d9cf2 service neutron] 10.222.0.15 "GET /v2.0/networks/cb67b300-72ad-48da-8604-1e0e076c238a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342697 Jul 05 02:25:51.036158 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a5f2d6-abb4-44a7-a5d8-d0b50b9e43d2 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:51.038072 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a5f2d6-abb4-44a7-a5d8-d0b50b9e43d2 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:51.045300 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-90a5f2d6-abb4-44a7-a5d8-d0b50b9e43d2 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0928016 Jul 05 02:25:51.045414 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 60284) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:25:51.072560 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-5b0f6ea6-6f7c-4e72-9973-aeefd3795e91 None None] Could not find standard attr ID for object 06df616e-b3d4-459b-bd6f-7aeb5cde9bd7. {{(pid=94463) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 02:25:51.115290 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-327b0f75-870c-4f19-a730-6be160365050 req-b2538270-2644-4c09-ab0a-c7260db972c2 service neutron] 10.222.0.15 "GET /v2.0/networks/cb67b300-72ad-48da-8604-1e0e076c238a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074855 Jul 05 02:25:51.144950 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-958f722a-4524-40e8-a142-204d4bf7004d tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Deleting subnet 3034be1e-2539-4c64-8c6e-cd363886d31a {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:25:51.151039 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-958f722a-4524-40e8-a142-204d4bf7004d tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:51.178968 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 60288) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:25:51.206681 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-958f722a-4524-40e8-a142-204d4bf7004d tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:51.248748 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75716a95-c6cd-4b79-8075-2164fe9d5655 req-e5a2bd3f-2ea9-4763-ab96-836bb0542798 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:51.254651 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-75716a95-c6cd-4b79-8075-2164fe9d5655 req-e5a2bd3f-2ea9-4763-ab96-836bb0542798 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ced2830-998b-4a0e-90e8-4498c3406af5 HTTP/1.1" status: 200 len: 945 time: 0.1057312 Jul 05 02:25:51.301221 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-75716a95-c6cd-4b79-8075-2164fe9d5655 req-54c7c04a-d296-438a-8927-86f9fc01a49c tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d996060-2bcc-42e7-a06b-0ec807d28f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442355 Jul 05 02:25:51.313298 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-958f722a-4524-40e8-a142-204d4bf7004d tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:51.349951 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c92c1d56-d319-4e4e-95b9-837af21cd1a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:51.542605 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-958f722a-4524-40e8-a142-204d4bf7004d tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:51.583266 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958f722a-4524-40e8-a142-204d4bf7004d tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event deleted for resources: {'Subnet': ['ID=3034be1e-2539-4c64-8c6e-cd363886d31a,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:51.594093 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-958f722a-4524-40e8-a142-204d4bf7004d tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:51.595658 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-958f722a-4524-40e8-a142-204d4bf7004d tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "DELETE /v2.0/subnets/3034be1e-2539-4c64-8c6e-cd363886d31a HTTP/1.1" status: 204 len: 168 time: 0.5519652 Jul 05 02:25:51.597383 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93125999-c6c1-4647-b146-b02df283f8f0 None None] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:25:51.599573 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 60300) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:25:51.645596 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283efb37-8552-4bd6-a041-09d97e58bfd4 req-f433ffb2-9204-4dc1-b141-008c893890dd tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:51.647989 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-283efb37-8552-4bd6-a041-09d97e58bfd4 req-f433ffb2-9204-4dc1-b141-008c893890dd tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/ports?device_id=380397b7-25de-46f8-b406-21443f65819d HTTP/1.1" status: 200 len: 950 time: 0.1351445 Jul 05 02:25:51.649157 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 60302) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:25:51.654691 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-71243c21-d530-4d47-8a66-2bb3fb1edde0 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0531464 Jul 05 02:25:51.654979 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-3794609d-30af-4c2b-9427-d35da3300f96 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Request body: {'subnet': {'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:25:51.744723 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 8e4af1cc-9863-449e-8d98-ebdf7e8af3cf up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:25:51.753155 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c92c1d56-d319-4e4e-95b9-837af21cd1a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:51.781606 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-283efb37-8552-4bd6-a041-09d97e58bfd4 req-5b2f6e01-233c-469b-b805-7d9250787ed4 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1003e45-917a-406c-999d-122388976885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200995 Jul 05 02:25:51.839376 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c92c1d56-d319-4e4e-95b9-837af21cd1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:51.859366 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e70bfa-8c92-4908-bc56-c23db04aef3f None None] DHCP port deletion for ed71b0ad-0d45-4cc1-9581-fdfa4092af45 request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:25:51.889226 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 8e4af1cc-9863-449e-8d98-ebdf7e8af3cf completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:25:51.893590 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92c1d56-d319-4e4e-95b9-837af21cd1a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5a6aa2e-3c8c-4d82-b4e3-ed77ace0cab4,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:51.898499 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-c92c1d56-d319-4e4e-95b9-837af21cd1a5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b37e21d1ce56431fb7e1a21112fb1e37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7183778 Jul 05 02:25:51.902508 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 60310) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:25:51.903362 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 8e4af1cc-9863-449e-8d98-ebdf7e8af3cf triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:25:51.903744 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:51.967352 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-fcb9e2b5-45c4-464f-9fde-c6b88bc1a240 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:51.975605 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3794609d-30af-4c2b-9427-d35da3300f96 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Made reservation on behalf of db76c4c0345048a1b87eacad1e0b9ba1 for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:25:51.977203 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-37e70bfa-8c92-4908-bc56-c23db04aef3f None None] Deleting port 8e4af1cc-9863-449e-8d98-ebdf7e8af3cf {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:25:51.977771 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-37e70bfa-8c92-4908-bc56-c23db04aef3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:51.979337 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3794609d-30af-4c2b-9427-d35da3300f96 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:51.997902 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-fcb9e2b5-45c4-464f-9fde-c6b88bc1a240 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:52.080109 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197bc65b-3836-43e9-b701-6b6b633a64e0 req-5d8ab06f-67b3-4645-857b-ebb58565b09b tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:52.084255 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-37e70bfa-8c92-4908-bc56-c23db04aef3f None None] For port 8e4af1cc-9863-449e-8d98-ebdf7e8af3cf, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=8e4af1cc-9863-449e-8d98-ebdf7e8af3cf,segment=NetworkSegment(4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6),segment_id=4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:25:52.084661 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-37e70bfa-8c92-4908-bc56-c23db04aef3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:52.084773 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-197bc65b-3836-43e9-b701-6b6b633a64e0 req-5d8ab06f-67b3-4645-857b-ebb58565b09b tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/ports?device_id=6445ee98-b422-46e6-9419-c5144d001523 HTTP/1.1" status: 200 len: 945 time: 0.1714420 Jul 05 02:25:52.093719 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:52.156755 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-197bc65b-3836-43e9-b701-6b6b633a64e0 req-b548c35c-2004-4dcd-ab46-ea533d3b3a32 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fa90a27-9aba-44e7-a653-62ec86df8932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621405 Jul 05 02:25:52.176133 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-fcb9e2b5-45c4-464f-9fde-c6b88bc1a240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:52.179705 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-fcb9e2b5-45c4-464f-9fde-c6b88bc1a240 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:52.181146 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-fcb9e2b5-45c4-464f-9fde-c6b88bc1a240 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c5a6aa2e-3c8c-4d82-b4e3-ed77ace0cab4 HTTP/1.1" status: 204 len: 168 time: 0.2775199 Jul 05 02:25:52.193734 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb9e2b5-45c4-464f-9fde-c6b88bc1a240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5a6aa2e-3c8c-4d82-b4e3-ed77ace0cab4,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:52.242285 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-37e70bfa-8c92-4908-bc56-c23db04aef3f None None] Calling delete_port for 8e4af1cc-9863-449e-8d98-ebdf7e8af3cf owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:25:52.283137 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 8e4af1cc-9863-449e-8d98-ebdf7e8af3cf, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=8e4af1cc-9863-449e-8d98-ebdf7e8af3cf,segment=NetworkSegment(4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6),segment_id=4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:25:52.390417 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:52.452131 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=8e4af1cc-9863-449e-8d98-ebdf7e8af3cf,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:52.467313 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3794609d-30af-4c2b-9427-d35da3300f96 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:52.500492 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-37e70bfa-8c92-4908-bc56-c23db04aef3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:52.521411 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e70bfa-8c92-4908-bc56-c23db04aef3f None None] No DVR routers for this DVR port 8e4af1cc-9863-449e-8d98-ebdf7e8af3cf on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:25:52.523527 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3794609d-30af-4c2b-9427-d35da3300f96 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:25:52.541689 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-3794609d-30af-4c2b-9427-d35da3300f96 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:25:52.548668 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3794609d-30af-4c2b-9427-d35da3300f96 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:52.552421 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3794609d-30af-4c2b-9427-d35da3300f96 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:52.552557 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e70bfa-8c92-4908-bc56-c23db04aef3f None None] Pushing event deleted for resources: {'Port': ['ID=8e4af1cc-9863-449e-8d98-ebdf7e8af3cf,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:52.562404 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3794609d-30af-4c2b-9427-d35da3300f96 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event updated for resources: {'Subnet': ['ID=ca9fddd0-7356-4269-85cb-8dfa2eb61840,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:52.564516 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b07ace8-42a8-4b81-a3f9-d5921e55c861 None None] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:25:52.588831 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231b9fbc-5381-46fb-8e04-5e0b9d71e8e5 req-59889b98-0833-46a1-ab99-7106d70ef2e0 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:52.590442 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-231b9fbc-5381-46fb-8e04-5e0b9d71e8e5 req-59889b98-0833-46a1-ab99-7106d70ef2e0 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ced2830-998b-4a0e-90e8-4498c3406af5 HTTP/1.1" status: 200 len: 945 time: 0.1533737 Jul 05 02:25:52.637860 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-231b9fbc-5381-46fb-8e04-5e0b9d71e8e5 req-e33d6633-27ca-40cc-8c8a-66a138da1c14 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d996060-2bcc-42e7-a06b-0ec807d28f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412574 Jul 05 02:25:52.648176 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-3794609d-30af-4c2b-9427-d35da3300f96 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9950180 Jul 05 02:25:52.648724 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 60324) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:25:52.658095 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-614d805b-8a93-47e0-829b-ea6ab6a4c862 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Request body: {'port': {'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'fixed_ips': [{'subnet_id': 'ca9fddd0-7356-4269-85cb-8dfa2eb61840', 'ip_address': '2001:db8::96a3:a67c:cfe9:874c'}], 'name': 'tempest-NetworksTestDHCPv6-909743890'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:25:52.731496 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af7fab4-0a24-4c60-aa2a-20cd2eb684c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'tenant_id': 'db76c4c0345048a1b87eacad1e0b9ba1', 'fixed_ips': [{'subnet_id': 'ca9fddd0-7356-4269-85cb-8dfa2eb61840'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:25:52.732651 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-6af7fab4-0a24-4c60-aa2a-20cd2eb684c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:52.872871 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-6af7fab4-0a24-4c60-aa2a-20cd2eb684c5 None None] Allocated IP 2001:db8::2 (ed71b0ad-0d45-4cc1-9581-fdfa4092af45/ca9fddd0-7356-4269-85cb-8dfa2eb61840/073909c6-ac75-4e56-a91e-67c2293acedf) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:25:52.892813 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32fad87-4c21-4627-89aa-7e9e55aa0068 req-d96a2fb2-ae84-41be-8876-a0a61e7bf65c tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:52.892813 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a32fad87-4c21-4627-89aa-7e9e55aa0068 req-d96a2fb2-ae84-41be-8876-a0a61e7bf65c tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ced2830-998b-4a0e-90e8-4498c3406af5 HTTP/1.1" status: 200 len: 945 time: 0.1765671 Jul 05 02:25:52.922419 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d9468-b366-4b35-8c4a-bdc4dd0456a6 req-873b4cec-3c40-456b-8c59-36be7230dce3 tempest-ServersAdminTestJSON-1777878276 tempest-ServersAdminTestJSON-1777878276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:52.922911 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d9468-b366-4b35-8c4a-bdc4dd0456a6 req-873b4cec-3c40-456b-8c59-36be7230dce3 tempest-ServersAdminTestJSON-1777878276 tempest-ServersAdminTestJSON-1777878276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:52.923389 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d9468-b366-4b35-8c4a-bdc4dd0456a6 req-873b4cec-3c40-456b-8c59-36be7230dce3 tempest-ServersAdminTestJSON-1777878276 tempest-ServersAdminTestJSON-1777878276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:52.923860 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d9468-b366-4b35-8c4a-bdc4dd0456a6 req-873b4cec-3c40-456b-8c59-36be7230dce3 tempest-ServersAdminTestJSON-1777878276 tempest-ServersAdminTestJSON-1777878276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:52.924328 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d9468-b366-4b35-8c4a-bdc4dd0456a6 req-873b4cec-3c40-456b-8c59-36be7230dce3 tempest-ServersAdminTestJSON-1777878276 tempest-ServersAdminTestJSON-1777878276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:52.925346 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d9468-b366-4b35-8c4a-bdc4dd0456a6 req-873b4cec-3c40-456b-8c59-36be7230dce3 tempest-ServersAdminTestJSON-1777878276 tempest-ServersAdminTestJSON-1777878276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:52.925812 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d9468-b366-4b35-8c4a-bdc4dd0456a6 req-873b4cec-3c40-456b-8c59-36be7230dce3 tempest-ServersAdminTestJSON-1777878276 tempest-ServersAdminTestJSON-1777878276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:52.926301 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d9468-b366-4b35-8c4a-bdc4dd0456a6 req-873b4cec-3c40-456b-8c59-36be7230dce3 tempest-ServersAdminTestJSON-1777878276 tempest-ServersAdminTestJSON-1777878276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:52.926769 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d9468-b366-4b35-8c4a-bdc4dd0456a6 req-873b4cec-3c40-456b-8c59-36be7230dce3 tempest-ServersAdminTestJSON-1777878276 tempest-ServersAdminTestJSON-1777878276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:52.927228 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d9468-b366-4b35-8c4a-bdc4dd0456a6 req-873b4cec-3c40-456b-8c59-36be7230dce3 tempest-ServersAdminTestJSON-1777878276 tempest-ServersAdminTestJSON-1777878276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:52.927690 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d9468-b366-4b35-8c4a-bdc4dd0456a6 req-873b4cec-3c40-456b-8c59-36be7230dce3 tempest-ServersAdminTestJSON-1777878276 tempest-ServersAdminTestJSON-1777878276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:52.928163 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d9468-b366-4b35-8c4a-bdc4dd0456a6 req-873b4cec-3c40-456b-8c59-36be7230dce3 tempest-ServersAdminTestJSON-1777878276 tempest-ServersAdminTestJSON-1777878276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:52.928613 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d9468-b366-4b35-8c4a-bdc4dd0456a6 req-873b4cec-3c40-456b-8c59-36be7230dce3 tempest-ServersAdminTestJSON-1777878276 tempest-ServersAdminTestJSON-1777878276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:52.938355 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d9468-b366-4b35-8c4a-bdc4dd0456a6 req-873b4cec-3c40-456b-8c59-36be7230dce3 tempest-ServersAdminTestJSON-1777878276 tempest-ServersAdminTestJSON-1777878276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:52.938355 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d9468-b366-4b35-8c4a-bdc4dd0456a6 req-873b4cec-3c40-456b-8c59-36be7230dce3 tempest-ServersAdminTestJSON-1777878276 tempest-ServersAdminTestJSON-1777878276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:52.938355 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d9468-b366-4b35-8c4a-bdc4dd0456a6 req-873b4cec-3c40-456b-8c59-36be7230dce3 tempest-ServersAdminTestJSON-1777878276 tempest-ServersAdminTestJSON-1777878276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:52.938355 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d9468-b366-4b35-8c4a-bdc4dd0456a6 req-873b4cec-3c40-456b-8c59-36be7230dce3 tempest-ServersAdminTestJSON-1777878276 tempest-ServersAdminTestJSON-1777878276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:52.938355 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d9468-b366-4b35-8c4a-bdc4dd0456a6 req-873b4cec-3c40-456b-8c59-36be7230dce3 tempest-ServersAdminTestJSON-1777878276 tempest-ServersAdminTestJSON-1777878276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:52.938355 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d9468-b366-4b35-8c4a-bdc4dd0456a6 req-873b4cec-3c40-456b-8c59-36be7230dce3 tempest-ServersAdminTestJSON-1777878276 tempest-ServersAdminTestJSON-1777878276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:52.938355 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d9468-b366-4b35-8c4a-bdc4dd0456a6 req-873b4cec-3c40-456b-8c59-36be7230dce3 tempest-ServersAdminTestJSON-1777878276 tempest-ServersAdminTestJSON-1777878276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:52.938355 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d9468-b366-4b35-8c4a-bdc4dd0456a6 req-873b4cec-3c40-456b-8c59-36be7230dce3 tempest-ServersAdminTestJSON-1777878276 tempest-ServersAdminTestJSON-1777878276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:52.938355 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a16d9468-b366-4b35-8c4a-bdc4dd0456a6 req-873b4cec-3c40-456b-8c59-36be7230dce3 tempest-ServersAdminTestJSON-1777878276 tempest-ServersAdminTestJSON-1777878276-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=380397b7-25de-46f8-b406-21443f65819d&device_id=6445ee98-b422-46e6-9419-c5144d001523&device_id=06117d83-c05c-4628-9b23-852a90e69be0&device_id=d988b571-b6bf-4839-adeb-7289bccdd82a&device_id=f8f8d3bf-561e-4b37-9b3d-7d7d4e3917d6&device_id=6ced2830-998b-4a0e-90e8-4498c3406af5&device_id=4442d323-8f80-4361-88e8-ac3f606f8a32&device_id=a29b1f86-c2b3-4079-ba70-879d5fa5b04b&device_id=92403696-646a-4870-b635-6151c7b09066 HTTP/1.1" status: 200 len: 19020 time: 0.1849449 Jul 05 02:25:52.979269 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a16d9468-b366-4b35-8c4a-bdc4dd0456a6 req-8522dd68-fba1-48f4-91c3-0339d7682510 tempest-ServersAdminTestJSON-1777878276 tempest-ServersAdminTestJSON-1777878276-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:53.021655 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-6af7fab4-0a24-4c60-aa2a-20cd2eb684c5 None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:53.029925 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-6af7fab4-0a24-4c60-aa2a-20cd2eb684c5 None None] Transition to ACTIVE for port object 073909c6-ac75-4e56-a91e-67c2293acedf will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:25:53.047087 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-6af7fab4-0a24-4c60-aa2a-20cd2eb684c5 None None] Transition to ACTIVE for port object 073909c6-ac75-4e56-a91e-67c2293acedf will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:25:53.054155 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-a32fad87-4c21-4627-89aa-7e9e55aa0068 req-f6276d2b-9db9-4ae9-9dfa-fa74f8afcf75 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Deleting port c05d738e-e3b9-4fb3-a444-faea9af51e3c {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:25:53.054516 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a32fad87-4c21-4627-89aa-7e9e55aa0068 req-f6276d2b-9db9-4ae9-9dfa-fa74f8afcf75 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:53.141392 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-a32fad87-4c21-4627-89aa-7e9e55aa0068 req-f6276d2b-9db9-4ae9-9dfa-fa74f8afcf75 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] For port c05d738e-e3b9-4fb3-a444-faea9af51e3c, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=c05d738e-e3b9-4fb3-a444-faea9af51e3c,segment=NetworkSegment(6f413e2d-3872-41b4-8ea1-818c2dabde0d),segment_id=6f413e2d-3872-41b4-8ea1-818c2dabde0d)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:25:53.141753 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a32fad87-4c21-4627-89aa-7e9e55aa0068 req-f6276d2b-9db9-4ae9-9dfa-fa74f8afcf75 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:53.153726 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-a32fad87-4c21-4627-89aa-7e9e55aa0068 req-f6276d2b-9db9-4ae9-9dfa-fa74f8afcf75 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Calling delete_port for c05d738e-e3b9-4fb3-a444-faea9af51e3c owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:25:53.199678 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-614d805b-8a93-47e0-829b-ea6ab6a4c862 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Made reservation on behalf of db76c4c0345048a1b87eacad1e0b9ba1 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:25:53.255868 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-6af7fab4-0a24-4c60-aa2a-20cd2eb684c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:53.300961 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-32113c21-c2ff-4b44-a67f-1e9dab8cad9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:53.308777 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 60330) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:25:53.310432 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af7fab4-0a24-4c60-aa2a-20cd2eb684c5 None None] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:25:53.313933 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-6af7fab4-0a24-4c60-aa2a-20cd2eb684c5 None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:25:53.322544 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af7fab4-0a24-4c60-aa2a-20cd2eb684c5 None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:25:53.334356 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af7fab4-0a24-4c60-aa2a-20cd2eb684c5 None None] Pushing event updated for resources: {'Port': ['ID=073909c6-ac75-4e56-a91e-67c2293acedf,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:53.344653 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ffc81bef-d4a6-4a4e-92c5-70efaa37dded admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:53.344906 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-614d805b-8a93-47e0-829b-ea6ab6a4c862 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:53.389207 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c0f6f6-418d-4fd3-966d-d8c88d9e49c9 req-d286d1a6-bbc4-4909-bd0c-5a911e3847c7 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:53.390950 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b9c0f6f6-418d-4fd3-966d-d8c88d9e49c9 req-d286d1a6-bbc4-4909-bd0c-5a911e3847c7 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/ports?device_id=6445ee98-b422-46e6-9419-c5144d001523 HTTP/1.1" status: 200 len: 945 time: 0.1032314 Jul 05 02:25:53.401125 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-6af7fab4-0a24-4c60-aa2a-20cd2eb684c5 None None] Attempting to bind port 073909c6-ac75-4e56-a91e-67c2293acedf on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:25:53.401498 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-6af7fab4-0a24-4c60-aa2a-20cd2eb684c5 None None] Attempting to bind port 073909c6-ac75-4e56-a91e-67c2293acedf by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:25:53.401859 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af7fab4-0a24-4c60-aa2a-20cd2eb684c5 None None] Attempting to bind port 073909c6-ac75-4e56-a91e-67c2293acedf on network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:25:53.402993 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [None req-614d805b-8a93-47e0-829b-ea6ab6a4c862 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] device_id is not set on port 28393ac9-2310-4c83-a86a-db01d0b87bf9 yet. {{(pid=94461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:25:53.407035 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af7fab4-0a24-4c60-aa2a-20cd2eb684c5 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:25:53.407345 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af7fab4-0a24-4c60-aa2a-20cd2eb684c5 None None] Checking segment: {'id': '4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:25:53.407751 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-6af7fab4-0a24-4c60-aa2a-20cd2eb684c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:53.408140 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af7fab4-0a24-4c60-aa2a-20cd2eb684c5 None None] Bound using segment: {'id': '4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:25:53.408723 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-6af7fab4-0a24-4c60-aa2a-20cd2eb684c5 None None] Bound port: 073909c6-ac75-4e56-a91e-67c2293acedf, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:25:53.409508 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-6af7fab4-0a24-4c60-aa2a-20cd2eb684c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:53.439458 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b9c0f6f6-418d-4fd3-966d-d8c88d9e49c9 req-2f6a135d-dcd4-4424-8a9d-e8d06e9a5e92 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fa90a27-9aba-44e7-a653-62ec86df8932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383084 Jul 05 02:25:53.467211 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a16d9468-b366-4b35-8c4a-bdc4dd0456a6 req-8522dd68-fba1-48f4-91c3-0339d7682510 tempest-ServersAdminTestJSON-1777878276 tempest-ServersAdminTestJSON-1777878276-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:53.477162 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-6af7fab4-0a24-4c60-aa2a-20cd2eb684c5 None None] For port 073909c6-ac75-4e56-a91e-67c2293acedf, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:25:53.480237 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-6af7fab4-0a24-4c60-aa2a-20cd2eb684c5 None None] For port 073909c6-ac75-4e56-a91e-67c2293acedf, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=073909c6-ac75-4e56-a91e-67c2293acedf,segment=NetworkSegment(4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6),segment_id=4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:25:53.561228 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a16d9468-b366-4b35-8c4a-bdc4dd0456a6 req-8522dd68-fba1-48f4-91c3-0339d7682510 tempest-ServersAdminTestJSON-1777878276 tempest-ServersAdminTestJSON-1777878276-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:53.600933 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a16d9468-b366-4b35-8c4a-bdc4dd0456a6 req-8522dd68-fba1-48f4-91c3-0339d7682510 tempest-ServersAdminTestJSON-1777878276 tempest-ServersAdminTestJSON-1777878276-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=17338adc-3db3-4a61-bf9d-146877730ae5&id=aee4c074-5a4c-4da1-9a49-8feda33d45d1&id=1fa90a27-9aba-44e7-a653-62ec86df8932&id=b1003e45-917a-406c-999d-122388976885&id=5eae1027-3275-42f9-8f54-f2ff33a054c9&id=510b9fce-3e8e-4fba-b7c1-46c3c47abb42&id=8d996060-2bcc-42e7-a06b-0ec807d28f11&id=89977ea5-fec8-49da-b8e1-c456496b77bf&fields=id&fields=name HTTP/1.1" status: 200 len: 832 time: 0.6462889 Jul 05 02:25:53.623115 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a32fad87-4c21-4627-89aa-7e9e55aa0068 req-f6276d2b-9db9-4ae9-9dfa-fa74f8afcf75 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:53.628189 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-614d805b-8a93-47e0-829b-ea6ab6a4c862 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Allocated IP 2001:db8::96a3:a67c:cfe9:874c (ed71b0ad-0d45-4cc1-9581-fdfa4092af45/ca9fddd0-7356-4269-85cb-8dfa2eb61840/28393ac9-2310-4c83-a86a-db01d0b87bf9) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:25:53.630674 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-6af7fab4-0a24-4c60-aa2a-20cd2eb684c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:53.642840 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ffc81bef-d4a6-4a4e-92c5-70efaa37dded admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:53.643021 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8522dd68-fba1-48f4-91c3-0339d7682510 tempest-ServersAdminTestJSON-1777878276 tempest-ServersAdminTestJSON-1777878276-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d00ba467-9753-4812-9a6f-e32dc312e620,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:53.660065 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['c05d738e-e3b9-4fb3-a444-faea9af51e3c'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:25:53.672105 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6276d2b-9db9-4ae9-9dfa-fa74f8afcf75 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Pushing event deleted for resources: {'Port': ['ID=c05d738e-e3b9-4fb3-a444-faea9af51e3c,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:53.728954 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-a32fad87-4c21-4627-89aa-7e9e55aa0068 req-f6276d2b-9db9-4ae9-9dfa-fa74f8afcf75 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] No DVR routers for this DVR port c05d738e-e3b9-4fb3-a444-faea9af51e3c on host n-h1-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:25:53.732716 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a32fad87-4c21-4627-89aa-7e9e55aa0068 req-f6276d2b-9db9-4ae9-9dfa-fa74f8afcf75 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:53.735433 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a32fad87-4c21-4627-89aa-7e9e55aa0068 req-f6276d2b-9db9-4ae9-9dfa-fa74f8afcf75 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.21 "DELETE /v2.0/ports/c05d738e-e3b9-4fb3-a444-faea9af51e3c HTTP/1.1" status: 204 len: 173 time: 0.8389499 Jul 05 02:25:53.736047 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ced2830-998b-4a0e-90e8-4498c3406af5', 'name': 'network-vif-deleted', 'tag': 'c05d738e-e3b9-4fb3-a444-faea9af51e3c'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:25:53.738629 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee907f85-f680-4a12-adb5-b03696b0ff39" -d '{"events": [{"server_uuid": "6ced2830-998b-4a0e-90e8-4498c3406af5", "name": "network-vif-deleted", "tag": "c05d738e-e3b9-4fb3-a444-faea9af51e3c"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:25:53.751965 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ffc81bef-d4a6-4a4e-92c5-70efaa37dded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:53.757011 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 8e4af1cc-9863-449e-8d98-ebdf7e8af3cf no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:25:53.814367 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 8e4af1cc-9863-449e-8d98-ebdf7e8af3cf {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:25:53.814988 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 8e4af1cc-9863-449e-8d98-ebdf7e8af3cf not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:25:53.848908 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc81bef-d4a6-4a4e-92c5-70efaa37dded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41902d67-c833-4d9e-af22-606bd08a69fb,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:53.872517 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-ffc81bef-d4a6-4a4e-92c5-70efaa37dded admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cb75e9b409424ea7befdccd62ca83c55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5428569 Jul 05 02:25:53.874621 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 60342) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:25:53.880594 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af7fab4-0a24-4c60-aa2a-20cd2eb684c5 None None] Pushing event updated for resources: {'Port': ['ID=073909c6-ac75-4e56-a91e-67c2293acedf,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:53.938030 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ff5e31cf-cef7-4cc8-bcf0-b29ef043bcd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:53.957921 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:53.962660 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-614d805b-8a93-47e0-829b-ea6ab6a4c862 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:53.967189 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ff5e31cf-cef7-4cc8-bcf0-b29ef043bcd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:53.979653 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7e28eeb1-8d52-4c26-a940-ee493fa3e44c req-0e887635-345e-41cf-b4f9-58983b97f2d9 tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ced2830-998b-4a0e-90e8-4498c3406af5 HTTP/1.1" status: 200 len: 210 time: 0.1116946 Jul 05 02:25:53.981412 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ff5de1c-a34b-48b9-8b02-a06455ae9323 x-openstack-request-id: req-7ff5de1c-a34b-48b9-8b02-a06455ae9323 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:25:53.981867 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ced2830-998b-4a0e-90e8-4498c3406af5", "name": "network-vif-deleted", "tag": "c05d738e-e3b9-4fb3-a444-faea9af51e3c", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:25:53.982247 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7ff5de1c-a34b-48b9-8b02-a06455ae9323 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:25:53.982914 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ced2830-998b-4a0e-90e8-4498c3406af5', 'name': 'network-vif-deleted', 'tag': 'c05d738e-e3b9-4fb3-a444-faea9af51e3c', 'status': 'completed', 'code': 200} Jul 05 02:25:53.984312 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [None req-614d805b-8a93-47e0-829b-ea6ab6a4c862 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Transition to ACTIVE for port object 28393ac9-2310-4c83-a86a-db01d0b87bf9 will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:25:54.123282 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ff5e31cf-cef7-4cc8-bcf0-b29ef043bcd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:54.126710 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ff5e31cf-cef7-4cc8-bcf0-b29ef043bcd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:54.128186 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-ff5e31cf-cef7-4cc8-bcf0-b29ef043bcd3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/41902d67-c833-4d9e-af22-606bd08a69fb HTTP/1.1" status: 204 len: 168 time: 0.2519665 Jul 05 02:25:54.151745 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-614d805b-8a93-47e0-829b-ea6ab6a4c862 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:54.167543 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5e31cf-cef7-4cc8-bcf0-b29ef043bcd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41902d67-c833-4d9e-af22-606bd08a69fb,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:54.230778 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614d805b-8a93-47e0-829b-ea6ab6a4c862 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:25:54.237352 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-614d805b-8a93-47e0-829b-ea6ab6a4c862 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:25:54.243973 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614d805b-8a93-47e0-829b-ea6ab6a4c862 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:25:54.255634 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614d805b-8a93-47e0-829b-ea6ab6a4c862 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:54.256388 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-614d805b-8a93-47e0-829b-ea6ab6a4c862 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:54.286705 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614d805b-8a93-47e0-829b-ea6ab6a4c862 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event updated for resources: {'Port': ['ID=28393ac9-2310-4c83-a86a-db01d0b87bf9,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:54.429539 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698e6286-1890-4b9d-a1a0-6ff4a51ce6e5 req-a6999d55-87c9-4565-8bfe-acffde9ae765 tempest-ServersAdminTestJSON-1777878276 tempest-ServersAdminTestJSON-1777878276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:54.429976 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698e6286-1890-4b9d-a1a0-6ff4a51ce6e5 req-a6999d55-87c9-4565-8bfe-acffde9ae765 tempest-ServersAdminTestJSON-1777878276 tempest-ServersAdminTestJSON-1777878276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:54.430490 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698e6286-1890-4b9d-a1a0-6ff4a51ce6e5 req-a6999d55-87c9-4565-8bfe-acffde9ae765 tempest-ServersAdminTestJSON-1777878276 tempest-ServersAdminTestJSON-1777878276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:54.432182 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-698e6286-1890-4b9d-a1a0-6ff4a51ce6e5 req-a6999d55-87c9-4565-8bfe-acffde9ae765 tempest-ServersAdminTestJSON-1777878276 tempest-ServersAdminTestJSON-1777878276-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=380397b7-25de-46f8-b406-21443f65819d&device_id=06117d83-c05c-4628-9b23-852a90e69be0&device_id=d988b571-b6bf-4839-adeb-7289bccdd82a HTTP/1.1" status: 200 len: 2886 time: 0.0625114 Jul 05 02:25:54.446679 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-614d805b-8a93-47e0-829b-ea6ab6a4c862 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7962258 Jul 05 02:25:54.449692 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 60348) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:25:54.479390 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-698e6286-1890-4b9d-a1a0-6ff4a51ce6e5 req-2756980b-db02-43c7-8cfa-665f4d97b33c tempest-ServersAdminTestJSON-1777878276 tempest-ServersAdminTestJSON-1777878276-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=b1003e45-917a-406c-999d-122388976885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405612 Jul 05 02:25:54.547675 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbda140d-f845-4620-9c50-149118ceeed4 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:54.554693 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbda140d-f845-4620-9c50-149118ceeed4 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:54.558839 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-dbda140d-f845-4620-9c50-149118ceeed4 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1042383 Jul 05 02:25:54.559141 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 60354) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:25:54.591855 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:54.713537 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86732ea0-9d7f-40df-9e26-8e6bc00cc195 req-92cc368f-a125-46d0-9153-10ccf3c4bef1 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:54.715123 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-86732ea0-9d7f-40df-9e26-8e6bc00cc195 req-92cc368f-a125-46d0-9153-10ccf3c4bef1 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/ports?device_id=6445ee98-b422-46e6-9419-c5144d001523 HTTP/1.1" status: 200 len: 945 time: 0.1260302 Jul 05 02:25:54.741288 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-6d862249-6dcb-431c-9351-aabd85f28758 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Deleting port 28393ac9-2310-4c83-a86a-db01d0b87bf9 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:25:54.741634 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6d862249-6dcb-431c-9351-aabd85f28758 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:54.814769 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-86732ea0-9d7f-40df-9e26-8e6bc00cc195 req-8893040a-d3bf-44ab-853d-0b0465701d77 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fa90a27-9aba-44e7-a653-62ec86df8932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903001 Jul 05 02:25:54.872013 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6d862249-6dcb-431c-9351-aabd85f28758 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:54.885788 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-6d862249-6dcb-431c-9351-aabd85f28758 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Calling delete_port for 28393ac9-2310-4c83-a86a-db01d0b87bf9 owned by {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:25:55.166374 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d53bd46f-4b96-4c1a-848a-f8ea7d5a4fc4 req-82af36ee-c0c8-47e4-8f9e-fccfd6d3f5ab tempest-ServerRescueTestJSONUnderV235-1835260274 tempest-ServerRescueTestJSONUnderV235-1835260274-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ced2830-998b-4a0e-90e8-4498c3406af5 HTTP/1.1" status: 200 len: 210 time: 0.0334346 Jul 05 02:25:55.175175 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6d862249-6dcb-431c-9351-aabd85f28758 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:55.220230 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d862249-6dcb-431c-9351-aabd85f28758 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event deleted for resources: {'Port': ['ID=28393ac9-2310-4c83-a86a-db01d0b87bf9,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:55.271040 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6d862249-6dcb-431c-9351-aabd85f28758 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:55.272864 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-6d862249-6dcb-431c-9351-aabd85f28758 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "DELETE /v2.0/ports/28393ac9-2310-4c83-a86a-db01d0b87bf9 HTTP/1.1" status: 204 len: 168 time: 0.7127261 Jul 05 02:25:55.275448 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 60376) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:25:55.279713 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-909cafc0-2c2a-44e8-af2b-b6ac66926ad9 None None] Provisioning for port 073909c6-ac75-4e56-a91e-67c2293acedf completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:25:55.349072 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33fa490-c44a-440a-86fc-9214340396e5 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:55.351029 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33fa490-c44a-440a-86fc-9214340396e5 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:55.352803 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-b33fa490-c44a-440a-86fc-9214340396e5 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0762684 Jul 05 02:25:55.355563 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 60384) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:25:55.405324 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-8eb8ead0-2196-4e78-bcbf-1bf034d9f5c9 None None] Could not find standard attr ID for object 28393ac9-2310-4c83-a86a-db01d0b87bf9. {{(pid=94463) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 02:25:55.418443 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a7badb0-4ab2-4506-a068-17774635a6f7 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Deleting subnet ca9fddd0-7356-4269-85cb-8dfa2eb61840 {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:25:55.421896 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3a7badb0-4ab2-4506-a068-17774635a6f7 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:55.466637 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3a7badb0-4ab2-4506-a068-17774635a6f7 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:55.577949 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3a7badb0-4ab2-4506-a068-17774635a6f7 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:55.732029 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 073909c6-ac75-4e56-a91e-67c2293acedf up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:25:55.758878 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3a7badb0-4ab2-4506-a068-17774635a6f7 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:55.789212 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7badb0-4ab2-4506-a068-17774635a6f7 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event deleted for resources: {'Subnet': ['ID=ca9fddd0-7356-4269-85cb-8dfa2eb61840,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:55.793009 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3a7badb0-4ab2-4506-a068-17774635a6f7 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:55.795569 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-3a7badb0-4ab2-4506-a068-17774635a6f7 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "DELETE /v2.0/subnets/ca9fddd0-7356-4269-85cb-8dfa2eb61840 HTTP/1.1" status: 204 len: 168 time: 0.4380047 Jul 05 02:25:55.798567 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 60394) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:25:55.809493 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c0c781-7acc-4504-980d-fad48455d441 None None] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:25:55.847797 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-90c32aba-e6ca-4b6e-8182-99dc19e9c010 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0469828 Jul 05 02:25:55.850241 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 60398) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:25:55.927665 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36285e24-6de7-44c6-9e03-27d05d3a8fb1 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:55.932420 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-36285e24-6de7-44c6-9e03-27d05d3a8fb1 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0777268 Jul 05 02:25:55.932554 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 60400) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:25:55.944246 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 073909c6-ac75-4e56-a91e-67c2293acedf completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:25:55.965471 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 073909c6-ac75-4e56-a91e-67c2293acedf triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:25:55.965845 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:56.000992 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc06a2c-49c4-4e44-9dd7-9fb2fa213d6d tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:56.002573 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-dbc06a2c-49c4-4e44-9dd7-9fb2fa213d6d tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0698664 Jul 05 02:25:56.005483 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 60404) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:25:56.044447 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-a51fca88-ee84-4214-a71d-4abeb05af0be tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0372376 Jul 05 02:25:56.050024 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 60406) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:25:56.055674 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:56.058520 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-9c538845-c03a-4442-b445-52cd17853ae0 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Request body: {'subnet': {'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:25:56.077248 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:56.080258 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d63dcbb-bef3-492e-9520-0bc00e8f47b2 req-386768d3-66a3-4b78-acc3-44450ee88253 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:56.085582 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6d63dcbb-bef3-492e-9520-0bc00e8f47b2 req-386768d3-66a3-4b78-acc3-44450ee88253 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/ports?device_id=6445ee98-b422-46e6-9419-c5144d001523 HTTP/1.1" status: 200 len: 945 time: 0.1259444 Jul 05 02:25:56.113520 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 073909c6-ac75-4e56-a91e-67c2293acedf, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=073909c6-ac75-4e56-a91e-67c2293acedf,segment=NetworkSegment(4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6),segment_id=4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:25:56.147098 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device c05d738e-e3b9-4fb3-a444-faea9af51e3c no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:25:56.169852 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6d63dcbb-bef3-492e-9520-0bc00e8f47b2 req-e2ed45e0-4b61-470d-9ce3-ef10615b950f tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fa90a27-9aba-44e7-a653-62ec86df8932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614381 Jul 05 02:25:56.170246 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] No Port match for: c05d738e-e3b9-4fb3-a444-faea9af51e3c {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:25:56.170246 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device c05d738e-e3b9-4fb3-a444-faea9af51e3c not bound to the agent host n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:25:56.171803 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebce8b27-b63c-446f-9911-ca00baad2053 None None] DHCP port deletion for ed71b0ad-0d45-4cc1-9581-fdfa4092af45 request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:25:56.243326 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-ebce8b27-b63c-446f-9911-ca00baad2053 None None] Deleting port 073909c6-ac75-4e56-a91e-67c2293acedf {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:25:56.243326 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-ebce8b27-b63c-446f-9911-ca00baad2053 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:56.243326 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:56.256494 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7307af-b55d-4eb2-a3c7-48ff5ba89330 req-990aef87-6ca4-4799-b710-a9b9882dbcf8 tempest-ServersAdminTestJSON-1777878276 tempest-ServersAdminTestJSON-1777878276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:56.263891 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5e7307af-b55d-4eb2-a3c7-48ff5ba89330 req-990aef87-6ca4-4799-b710-a9b9882dbcf8 tempest-ServersAdminTestJSON-1777878276 tempest-ServersAdminTestJSON-1777878276-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=06117d83-c05c-4628-9b23-852a90e69be0 HTTP/1.1" status: 200 len: 1102 time: 0.0799046 Jul 05 02:25:56.294879 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 60416) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:25:56.324968 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5e7307af-b55d-4eb2-a3c7-48ff5ba89330 req-c9e71f04-adde-4a92-8014-ac062c6bbc1c tempest-ServersAdminTestJSON-1777878276 tempest-ServersAdminTestJSON-1777878276-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=b1003e45-917a-406c-999d-122388976885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599084 Jul 05 02:25:56.330249 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c538845-c03a-4442-b445-52cd17853ae0 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Made reservation on behalf of db76c4c0345048a1b87eacad1e0b9ba1 for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:25:56.340351 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-ebce8b27-b63c-446f-9911-ca00baad2053 None None] For port 073909c6-ac75-4e56-a91e-67c2293acedf, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=073909c6-ac75-4e56-a91e-67c2293acedf,segment=NetworkSegment(4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6),segment_id=4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:25:56.340738 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-ebce8b27-b63c-446f-9911-ca00baad2053 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:56.354979 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=073909c6-ac75-4e56-a91e-67c2293acedf,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:56.359149 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9c538845-c03a-4442-b445-52cd17853ae0 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:56.359725 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-ebce8b27-b63c-446f-9911-ca00baad2053 None None] Calling delete_port for 073909c6-ac75-4e56-a91e-67c2293acedf owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:25:56.371946 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:25:56.372291 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:25:56.372625 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:25:56.372951 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:25:56.373454 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:25:56.373951 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:25:56.374556 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:25:56.375035 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:25:56.375533 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:25:56.376041 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:25:56.376517 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:25:56.376992 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:25:56.563566 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f969cc-1443-4594-a781-aaf636033a28 req-23fac429-1140-489f-b091-27a092766914 tempest-ServersAdminTestJSON-1777878276 tempest-ServersAdminTestJSON-1777878276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:56.565785 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-09f969cc-1443-4594-a781-aaf636033a28 req-23fac429-1140-489f-b091-27a092766914 tempest-ServersAdminTestJSON-1777878276 tempest-ServersAdminTestJSON-1777878276-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=06117d83-c05c-4628-9b23-852a90e69be0 HTTP/1.1" status: 200 len: 1102 time: 0.0933523 Jul 05 02:25:56.616544 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-09f969cc-1443-4594-a781-aaf636033a28 req-678369c7-0791-4a4a-ba33-671dd2af6dfb tempest-ServersAdminTestJSON-1777878276 tempest-ServersAdminTestJSON-1777878276-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=b1003e45-917a-406c-999d-122388976885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438192 Jul 05 02:25:56.661241 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-ebce8b27-b63c-446f-9911-ca00baad2053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:56.701275 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebce8b27-b63c-446f-9911-ca00baad2053 None None] Pushing event deleted for resources: {'Port': ['ID=073909c6-ac75-4e56-a91e-67c2293acedf,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:56.711143 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebce8b27-b63c-446f-9911-ca00baad2053 None None] No DVR routers for this DVR port 073909c6-ac75-4e56-a91e-67c2293acedf on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:25:56.758075 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-adc5a4c6-af75-431d-8a7d-829ee0164cc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1634680'] for router_interface, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:56.878320 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9c538845-c03a-4442-b445-52cd17853ae0 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5763451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774823'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:56.932700 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c538845-c03a-4442-b445-52cd17853ae0 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:25:56.937874 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-9c538845-c03a-4442-b445-52cd17853ae0 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:25:56.948575 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746a44c0-e2ab-46ce-8878-aad4f358ba67 None None] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:25:56.951836 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c538845-c03a-4442-b445-52cd17853ae0 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:56.952442 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9c538845-c03a-4442-b445-52cd17853ae0 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:56.975299 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c538845-c03a-4442-b445-52cd17853ae0 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event updated for resources: {'Subnet': ['ID=57d31348-f374-4fd7-949c-3670f5fea7e1,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:57.038431 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-9c538845-c03a-4442-b445-52cd17853ae0 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9871600 Jul 05 02:25:57.040910 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 60440) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:25:57.046223 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-59114792-3596-43c7-8b83-5e06523a877e tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Request body: {'port': {'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'fixed_ips': [{'subnet_id': '57d31348-f374-4fd7-949c-3670f5fea7e1', 'ip_address': '2001:db8::a909:f409:d3df:bccf'}], 'name': 'tempest-NetworksTestDHCPv6-1445704919'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:25:57.082057 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-adc5a4c6-af75-431d-8a7d-829ee0164cc6 admin admin] Deleting port 6426b2d4-cb5d-4c6b-ae37-7e8a697ca56f {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:25:57.082427 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-adc5a4c6-af75-431d-8a7d-829ee0164cc6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:57.153085 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfffa124-8159-4cf0-83b3-87282b7ed6f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'tenant_id': 'db76c4c0345048a1b87eacad1e0b9ba1', 'fixed_ips': [{'subnet_id': '57d31348-f374-4fd7-949c-3670f5fea7e1'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:25:57.154080 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-dfffa124-8159-4cf0-83b3-87282b7ed6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:57.171538 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-adc5a4c6-af75-431d-8a7d-829ee0164cc6 admin admin] For port 6426b2d4-cb5d-4c6b-ae37-7e8a697ca56f, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=6426b2d4-cb5d-4c6b-ae37-7e8a697ca56f,segment=NetworkSegment(6f413e2d-3872-41b4-8ea1-818c2dabde0d),segment_id=6f413e2d-3872-41b4-8ea1-818c2dabde0d)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:25:57.171777 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-adc5a4c6-af75-431d-8a7d-829ee0164cc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:57.195697 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-adc5a4c6-af75-431d-8a7d-829ee0164cc6 admin admin] Calling delete_port for 6426b2d4-cb5d-4c6b-ae37-7e8a697ca56f owned by network:router_interface {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:25:57.261308 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59114792-3596-43c7-8b83-5e06523a877e tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Made reservation on behalf of db76c4c0345048a1b87eacad1e0b9ba1 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:25:57.267697 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-59114792-3596-43c7-8b83-5e06523a877e tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:57.306506 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [None req-59114792-3596-43c7-8b83-5e06523a877e tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] device_id is not set on port 4e8397b6-8811-4c3e-a8e2-892e2d27f185 yet. {{(pid=94461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:25:57.341798 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-dfffa124-8159-4cf0-83b3-87282b7ed6f8 None None] Allocated IP 2001:db8::2 (ed71b0ad-0d45-4cc1-9581-fdfa4092af45/57d31348-f374-4fd7-949c-3670f5fea7e1/452b74b3-3b8f-4781-ba56-55de11fd5502) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:25:57.473350 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d9db3a-fde0-4f88-8462-bebc47e2807a req-faaf4163-5588-4078-8a8e-2d70766a136c tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:57.475273 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f2d9db3a-fde0-4f88-8462-bebc47e2807a req-faaf4163-5588-4078-8a8e-2d70766a136c tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/ports?device_id=6445ee98-b422-46e6-9419-c5144d001523 HTTP/1.1" status: 200 len: 945 time: 0.1536567 Jul 05 02:25:57.500621 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-dfffa124-8159-4cf0-83b3-87282b7ed6f8 None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:57.512703 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-adc5a4c6-af75-431d-8a7d-829ee0164cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:57.527206 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f2d9db3a-fde0-4f88-8462-bebc47e2807a req-01431c11-8ca3-4e96-9741-1aaf410c931d tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fa90a27-9aba-44e7-a653-62ec86df8932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441160 Jul 05 02:25:57.528083 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-dfffa124-8159-4cf0-83b3-87282b7ed6f8 None None] Transition to ACTIVE for port object 452b74b3-3b8f-4781-ba56-55de11fd5502 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:25:57.553189 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc5a4c6-af75-431d-8a7d-829ee0164cc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6426b2d4-cb5d-4c6b-ae37-7e8a697ca56f,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:57.569442 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-dfffa124-8159-4cf0-83b3-87282b7ed6f8 None None] Transition to ACTIVE for port object 452b74b3-3b8f-4781-ba56-55de11fd5502 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:25:57.689931 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-dfffa124-8159-4cf0-83b3-87282b7ed6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:57.767373 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-adc5a4c6-af75-431d-8a7d-829ee0164cc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635398'] for router_interface, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:57.775374 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfffa124-8159-4cf0-83b3-87282b7ed6f8 None None] Pushing event updated for resources: {'Port': ['ID=452b74b3-3b8f-4781-ba56-55de11fd5502,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:57.795427 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfffa124-8159-4cf0-83b3-87282b7ed6f8 None None] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:25:57.797689 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-dfffa124-8159-4cf0-83b3-87282b7ed6f8 None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:25:57.803555 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfffa124-8159-4cf0-83b3-87282b7ed6f8 None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:25:57.835436 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-59114792-3596-43c7-8b83-5e06523a877e tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Allocated IP 2001:db8::a909:f409:d3df:bccf (ed71b0ad-0d45-4cc1-9581-fdfa4092af45/57d31348-f374-4fd7-949c-3670f5fea7e1/4e8397b6-8811-4c3e-a8e2-892e2d27f185) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:25:57.881756 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 073909c6-ac75-4e56-a91e-67c2293acedf no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:25:57.905320 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 073909c6-ac75-4e56-a91e-67c2293acedf {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:25:57.906064 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 073909c6-ac75-4e56-a91e-67c2293acedf not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:25:57.920741 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-dfffa124-8159-4cf0-83b3-87282b7ed6f8 None None] Attempting to bind port 452b74b3-3b8f-4781-ba56-55de11fd5502 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:25:57.921213 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-dfffa124-8159-4cf0-83b3-87282b7ed6f8 None None] Attempting to bind port 452b74b3-3b8f-4781-ba56-55de11fd5502 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:25:57.921690 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfffa124-8159-4cf0-83b3-87282b7ed6f8 None None] Attempting to bind port 452b74b3-3b8f-4781-ba56-55de11fd5502 on network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:25:57.927671 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfffa124-8159-4cf0-83b3-87282b7ed6f8 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:25:57.928123 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfffa124-8159-4cf0-83b3-87282b7ed6f8 None None] Checking segment: {'id': '4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:25:57.928592 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-dfffa124-8159-4cf0-83b3-87282b7ed6f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:57.929063 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfffa124-8159-4cf0-83b3-87282b7ed6f8 None None] Bound using segment: {'id': '4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:25:57.929606 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-dfffa124-8159-4cf0-83b3-87282b7ed6f8 None None] Bound port: 452b74b3-3b8f-4781-ba56-55de11fd5502, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:25:57.930036 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-dfffa124-8159-4cf0-83b3-87282b7ed6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:58.015229 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-dfffa124-8159-4cf0-83b3-87282b7ed6f8 None None] For port 452b74b3-3b8f-4781-ba56-55de11fd5502, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:25:58.019254 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-dfffa124-8159-4cf0-83b3-87282b7ed6f8 None None] For port 452b74b3-3b8f-4781-ba56-55de11fd5502, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=452b74b3-3b8f-4781-ba56-55de11fd5502,segment=NetworkSegment(4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6),segment_id=4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:25:58.067296 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adc5a4c6-af75-431d-8a7d-829ee0164cc6 admin admin] Router a84188b6-0be1-45ec-ad48-a49ccea396e2 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:25:58.068968 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-59114792-3596-43c7-8b83-5e06523a877e tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:58.091648 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [None req-59114792-3596-43c7-8b83-5e06523a877e tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Transition to ACTIVE for port object 4e8397b6-8811-4c3e-a8e2-892e2d27f185 will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:25:58.175587 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-dfffa124-8159-4cf0-83b3-87282b7ed6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:58.179942 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adc5a4c6-af75-431d-8a7d-829ee0164cc6 admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:25:58.188728 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-adc5a4c6-af75-431d-8a7d-829ee0164cc6 admin admin] 10.222.0.23 "PUT /v2.0/routers/a84188b6-0be1-45ec-ad48-a49ccea396e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8902769 Jul 05 02:25:58.189123 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 60466) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:25:58.189915 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2941ed2-7ca1-4fa7-874b-9fcd5561983f None None] Sync routers for ids ['a84188b6-0be1-45ec-ad48-a49ccea396e2'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:25:58.200828 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2941ed2-7ca1-4fa7-874b-9fcd5561983f None None] Routers {'a84188b6-0be1-45ec-ad48-a49ccea396e2'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:25:58.201438 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-b2941ed2-7ca1-4fa7-874b-9fcd5561983f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:25:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['a84188b6-0be1-45ec-ad48-a49ccea396e2'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:25:58.272303 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfffa124-8159-4cf0-83b3-87282b7ed6f8 None None] Pushing event updated for resources: {'Port': ['ID=452b74b3-3b8f-4781-ba56-55de11fd5502,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:58.277693 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-59114792-3596-43c7-8b83-5e06523a877e tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:58.412540 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59114792-3596-43c7-8b83-5e06523a877e tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:25:58.437322 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-b2941ed2-7ca1-4fa7-874b-9fcd5561983f None None] Set router a84188b6-0be1-45ec-ad48-a49ccea396e2 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:25:58.472903 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-59114792-3596-43c7-8b83-5e06523a877e tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:25:58.479460 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59114792-3596-43c7-8b83-5e06523a877e tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:25:58.494676 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59114792-3596-43c7-8b83-5e06523a877e tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:58.501167 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-59114792-3596-43c7-8b83-5e06523a877e tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:58.505879 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59114792-3596-43c7-8b83-5e06523a877e tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event updated for resources: {'Port': ['ID=4e8397b6-8811-4c3e-a8e2-892e2d27f185,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:25:58.567371 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b6de0ee2-4a1e-43a5-83e1-12a8b7da13ec admin admin] Notify callbacks [] for router, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:58.735356 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-59114792-3596-43c7-8b83-5e06523a877e tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6931815 Jul 05 02:25:58.748457 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3334422-89de-4c92-a20e-6397a1321b73 req-bf3e34a0-85c7-47f3-81aa-646e0941678e tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:58.756155 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a3334422-89de-4c92-a20e-6397a1321b73 req-bf3e34a0-85c7-47f3-81aa-646e0941678e tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/ports?device_id=06117d83-c05c-4628-9b23-852a90e69be0 HTTP/1.1" status: 200 len: 950 time: 0.2343805 Jul 05 02:25:58.760287 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 60482) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:25:58.765220 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-ac655f31-115c-4024-84cf-1d0f3f486286 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Request body: {'port': {'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'fixed_ips': [{'subnet_id': '57d31348-f374-4fd7-949c-3670f5fea7e1', 'ip_address': '2001:db8::a909:f409:d3df:bccf'}], 'name': 'tempest-NetworksTestDHCPv6-1151682662'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:25:58.785924 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-b2941ed2-7ca1-4fa7-874b-9fcd5561983f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a84188b6-0be1-45ec-ad48-a49ccea396e2', 'name': 'tempest-ServerRescueTestJSONUnderV235-1779011777-router', 'tenant_id': '2bf3196bdc1b4a84baea98e07d501fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '7b305758-8187-40f9-8322-2a79f6697747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:24:29Z', 'updated_at': '2021-07-05T02:25:57Z', 'revision_number': 5, 'project_id': '2bf3196bdc1b4a84baea98e07d501fd5', 'gw_port': {'id': '7b305758-8187-40f9-8322-2a79f6697747', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84188b6-0be1-45ec-ad48-a49ccea396e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:24:30Z', 'updated_at': '2021-07-05T02:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:25:58.813020 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b957b468-f77e-45dd-9a0c-966a911692fe req-15dc2e22-e608-44ff-9499-aa959ec0ac4a tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:25:58.814618 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b957b468-f77e-45dd-9a0c-966a911692fe req-15dc2e22-e608-44ff-9499-aa959ec0ac4a tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/ports?device_id=6445ee98-b422-46e6-9419-c5144d001523 HTTP/1.1" status: 200 len: 945 time: 0.0970035 Jul 05 02:25:58.822663 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2941ed2-7ca1-4fa7-874b-9fcd5561983f None None] Checking router: a84188b6-0be1-45ec-ad48-a49ccea396e2 for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:25:58.826415 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2941ed2-7ca1-4fa7-874b-9fcd5561983f None None] Routers {'a84188b6-0be1-45ec-ad48-a49ccea396e2'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:25:58.827256 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-b2941ed2-7ca1-4fa7-874b-9fcd5561983f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:25:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['a84188b6-0be1-45ec-ad48-a49ccea396e2'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:25:58.875488 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b957b468-f77e-45dd-9a0c-966a911692fe req-9ee62e48-ea5c-45c6-9968-99ae91f927fe tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fa90a27-9aba-44e7-a653-62ec86df8932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489016 Jul 05 02:25:58.972370 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-b2941ed2-7ca1-4fa7-874b-9fcd5561983f None None] Set router a84188b6-0be1-45ec-ad48-a49ccea396e2 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:25:59.188584 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b6de0ee2-4a1e-43a5-83e1-12a8b7da13ec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:59.226607 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a3334422-89de-4c92-a20e-6397a1321b73 req-3af7684a-9d82-494f-8327-716d29e12d65 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1003e45-917a-406c-999d-122388976885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4695683 Jul 05 02:25:59.246729 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-b2941ed2-7ca1-4fa7-874b-9fcd5561983f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a84188b6-0be1-45ec-ad48-a49ccea396e2', 'name': 'tempest-ServerRescueTestJSONUnderV235-1779011777-router', 'tenant_id': '2bf3196bdc1b4a84baea98e07d501fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '7b305758-8187-40f9-8322-2a79f6697747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:24:29Z', 'updated_at': '2021-07-05T02:25:57Z', 'revision_number': 5, 'project_id': '2bf3196bdc1b4a84baea98e07d501fd5', 'gw_port': {'id': '7b305758-8187-40f9-8322-2a79f6697747', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84188b6-0be1-45ec-ad48-a49ccea396e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:24:30Z', 'updated_at': '2021-07-05T02:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:25:59.353108 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-b6de0ee2-4a1e-43a5-83e1-12a8b7da13ec admin admin] Deleting port 7b305758-8187-40f9-8322-2a79f6697747 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:25:59.353693 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b6de0ee2-4a1e-43a5-83e1-12a8b7da13ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:59.381236 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2941ed2-7ca1-4fa7-874b-9fcd5561983f None None] The sync data for ids ['a84188b6-0be1-45ec-ad48-a49ccea396e2'] in n-d-771362-32 is: [{'id': 'a84188b6-0be1-45ec-ad48-a49ccea396e2', 'name': 'tempest-ServerRescueTestJSONUnderV235-1779011777-router', 'tenant_id': '2bf3196bdc1b4a84baea98e07d501fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '7b305758-8187-40f9-8322-2a79f6697747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:24:29Z', 'updated_at': '2021-07-05T02:25:57Z', 'revision_number': 5, 'project_id': '2bf3196bdc1b4a84baea98e07d501fd5', 'gw_port': {'id': '7b305758-8187-40f9-8322-2a79f6697747', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84188b6-0be1-45ec-ad48-a49ccea396e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:24:30Z', 'updated_at': '2021-07-05T02:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:25:59.401255 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac655f31-115c-4024-84cf-1d0f3f486286 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Made reservation on behalf of db76c4c0345048a1b87eacad1e0b9ba1 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:25:59.515294 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [None req-b6de0ee2-4a1e-43a5-83e1-12a8b7da13ec admin admin] For port 7b305758-8187-40f9-8322-2a79f6697747, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=7b305758-8187-40f9-8322-2a79f6697747,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:25:59.515949 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b6de0ee2-4a1e-43a5-83e1-12a8b7da13ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:59.537732 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-b6de0ee2-4a1e-43a5-83e1-12a8b7da13ec admin admin] Calling delete_port for 7b305758-8187-40f9-8322-2a79f6697747 owned by network:router_gateway {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:25:59.544463 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ac655f31-115c-4024-84cf-1d0f3f486286 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:25:59.613467 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [None req-ac655f31-115c-4024-84cf-1d0f3f486286 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] device_id is not set on port 79d23e39-28d7-4a1f-8fe5-75a163145050 yet. {{(pid=94461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:25:59.723654 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-7c20d3b7-8eea-4013-bed6-296c9b5fdd3f None None] Provisioning for port 452b74b3-3b8f-4781-ba56-55de11fd5502 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:25:59.884612 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 452b74b3-3b8f-4781-ba56-55de11fd5502 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:25:59.997333 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-0b00b6fd-6416-4158-b2a6-b15b610b7884 None None] Provisioning for port 4e8397b6-8811-4c3e-a8e2-892e2d27f185 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:26:00.001410 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-0b00b6fd-6416-4158-b2a6-b15b610b7884 None None] Provisioning complete for port 4e8397b6-8811-4c3e-a8e2-892e2d27f185 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:26:00.002693 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-0b00b6fd-6416-4158-b2a6-b15b610b7884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:00.043605 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-0b00b6fd-6416-4158-b2a6-b15b610b7884 None None] Port 4e8397b6-8811-4c3e-a8e2-892e2d27f185 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:26:00.065654 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e7bbe3-ee70-4b2e-a15f-7f3faaada893 req-483defab-7e1b-43a4-8dad-4dd6c8ed3ec0 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:00.067190 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b8e7bbe3-ee70-4b2e-a15f-7f3faaada893 req-483defab-7e1b-43a4-8dad-4dd6c8ed3ec0 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/ports?device_id=6445ee98-b422-46e6-9419-c5144d001523 HTTP/1.1" status: 200 len: 945 time: 0.0710647 Jul 05 02:26:00.076868 n-d-771362-32 neutron-server[94461]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac655f31-115c-4024-84cf-1d0f3f486286 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 05 02:26:00.076868 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac655f31-115c-4024-84cf-1d0f3f486286 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:26:00.109524 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b8e7bbe3-ee70-4b2e-a15f-7f3faaada893 req-75298ab5-fb6d-4806-ae86-7312be8d27dc tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fa90a27-9aba-44e7-a653-62ec86df8932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344689 Jul 05 02:26:00.129134 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 452b74b3-3b8f-4781-ba56-55de11fd5502 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:26:00.133104 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 452b74b3-3b8f-4781-ba56-55de11fd5502 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:26:00.133478 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:00.175020 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b6de0ee2-4a1e-43a5-83e1-12a8b7da13ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:00.223518 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:00.249681 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-ac655f31-115c-4024-84cf-1d0f3f486286 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.4883509 Jul 05 02:26:00.253124 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 60512) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:00.253647 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6de0ee2-4a1e-43a5-83e1-12a8b7da13ec admin admin] Pushing event deleted for resources: {'Port': ['ID=7b305758-8187-40f9-8322-2a79f6697747,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:00.272977 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b6de0ee2-4a1e-43a5-83e1-12a8b7da13ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636927'] for router_gateway, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:00.276658 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 452b74b3-3b8f-4781-ba56-55de11fd5502, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=452b74b3-3b8f-4781-ba56-55de11fd5502,segment=NetworkSegment(4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6),segment_id=4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:26:00.340322 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11322737-f2a7-4472-8b0a-7df49b56aba3 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:00.347281 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11322737-f2a7-4472-8b0a-7df49b56aba3 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:00.349478 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-11322737-f2a7-4472-8b0a-7df49b56aba3 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0939963 Jul 05 02:26:00.351551 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 60516) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:00.362968 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:00.399271 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 6426b2d4-cb5d-4c6b-ae37-7e8a697ca56f no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:26:00.431073 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 6426b2d4-cb5d-4c6b-ae37-7e8a697ca56f {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:26:00.431419 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 6426b2d4-cb5d-4c6b-ae37-7e8a697ca56f not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:26:00.432780 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b6de0ee2-4a1e-43a5-83e1-12a8b7da13ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11828'] for router, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:00.435378 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b6de0ee2-4a1e-43a5-83e1-12a8b7da13ec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:00.457362 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=452b74b3-3b8f-4781-ba56-55de11fd5502,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:00.488920 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-47f7a124-f70a-4189-91a4-4e970948ad54 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Deleting port 4e8397b6-8811-4c3e-a8e2-892e2d27f185 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:26:00.498247 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-47f7a124-f70a-4189-91a4-4e970948ad54 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:00.523346 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a4ac94-681d-4750-a12e-3578ea8d741a req-cb38dd7a-2716-45ad-88e1-7b131a9d0d9d tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:00.524908 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-62a4ac94-681d-4750-a12e-3578ea8d741a req-cb38dd7a-2716-45ad-88e1-7b131a9d0d9d tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/ports?device_id=06117d83-c05c-4628-9b23-852a90e69be0 HTTP/1.1" status: 200 len: 950 time: 0.1355262 Jul 05 02:26:00.566273 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-62a4ac94-681d-4750-a12e-3578ea8d741a req-28c457cc-df1a-48e4-9552-02193d3d2f55 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1003e45-917a-406c-999d-122388976885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352557 Jul 05 02:26:00.582339 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-47f7a124-f70a-4189-91a4-4e970948ad54 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:00.594445 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-47f7a124-f70a-4189-91a4-4e970948ad54 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Calling delete_port for 4e8397b6-8811-4c3e-a8e2-892e2d27f185 owned by {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:26:00.660967 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b6de0ee2-4a1e-43a5-83e1-12a8b7da13ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1575451'] for router, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:00.666328 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6de0ee2-4a1e-43a5-83e1-12a8b7da13ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router a84188b6-0be1-45ec-ad48-a49ccea396e2 {{(pid=94461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 02:26:00.672119 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b6de0ee2-4a1e-43a5-83e1-12a8b7da13ec admin admin] Notify callbacks [] for router, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:00.674879 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-b6de0ee2-4a1e-43a5-83e1-12a8b7da13ec admin admin] 10.222.0.23 "DELETE /v2.0/routers/a84188b6-0be1-45ec-ad48-a49ccea396e2 HTTP/1.1" status: 204 len: 168 time: 2.4846234 Jul 05 02:26:00.677291 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 60522) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:00.744401 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1b28e9c-93fd-4779-ac77-8e19331a13aa admin admin] Deleting subnet daac2fa9-eb52-4aad-b06c-31fd67b740d0 {{(pid=94461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:26:00.747938 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e1b28e9c-93fd-4779-ac77-8e19331a13aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:00.783414 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e1b28e9c-93fd-4779-ac77-8e19331a13aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5519650'] for subnet, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:00.828314 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e1b28e9c-93fd-4779-ac77-8e19331a13aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:00.837309 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-47f7a124-f70a-4189-91a4-4e970948ad54 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:00.869473 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f7a124-f70a-4189-91a4-4e970948ad54 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event deleted for resources: {'Port': ['ID=4e8397b6-8811-4c3e-a8e2-892e2d27f185,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:00.903229 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-47f7a124-f70a-4189-91a4-4e970948ad54 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:00.905280 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-47f7a124-f70a-4189-91a4-4e970948ad54 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "DELETE /v2.0/ports/4e8397b6-8811-4c3e-a8e2-892e2d27f185 HTTP/1.1" status: 204 len: 168 time: 0.5527909 Jul 05 02:26:00.914330 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 60526) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:00.985317 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199b3c19-ff0b-4a11-ae4d-2729a9d2145c tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:00.986938 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199b3c19-ff0b-4a11-ae4d-2729a9d2145c tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:00.988556 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-199b3c19-ff0b-4a11-ae4d-2729a9d2145c tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0729518 Jul 05 02:26:00.991369 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 60528) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:01.023051 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e1b28e9c-93fd-4779-ac77-8e19331a13aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5763388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774356'] for subnet, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:01.062669 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e1b28e9c-93fd-4779-ac77-8e19331a13aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:01.069173 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-e1b28e9c-93fd-4779-ac77-8e19331a13aa admin admin] 10.222.0.23 "DELETE /v2.0/subnets/daac2fa9-eb52-4aad-b06c-31fd67b740d0 HTTP/1.1" status: 204 len: 168 time: 0.3861883 Jul 05 02:26:01.069319 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 60530) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:01.069424 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b28e9c-93fd-4779-ac77-8e19331a13aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=daac2fa9-eb52-4aad-b06c-31fd67b740d0,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:01.085210 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_v2 [None req-737e455e-d394-4a91-bb25-d4bde4dc946e tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Deleting subnet 57d31348-f374-4fd7-949c-3670f5fea7e1 {{(pid=94461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:26:01.088549 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-737e455e-d394-4a91-bb25-d4bde4dc946e tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks [] for subnet, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:01.129353 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-737e455e-d394-4a91-bb25-d4bde4dc946e tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5519650'] for subnet, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:01.137935 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-80c880af-41c2-43f7-8ad1-161d223799a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:01.224668 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-80c880af-41c2-43f7-8ad1-161d223799a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:01.235970 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-80c880af-41c2-43f7-8ad1-161d223799a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ec1bc2d-1851-41f6-9b05-c47c1f610fc1']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:26:01.248565 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-80c880af-41c2-43f7-8ad1-161d223799a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f413e2d-3872-41b4-8ea1-818c2dabde0d') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:26:01.248865 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-80c880af-41c2-43f7-8ad1-161d223799a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f413e2d-3872-41b4-8ea1-818c2dabde0d') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:26:01.314329 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-80c880af-41c2-43f7-8ad1-161d223799a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:01.326592 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-737e455e-d394-4a91-bb25-d4bde4dc946e tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:01.329000 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-80c880af-41c2-43f7-8ad1-161d223799a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:01.336533 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80c880af-41c2-43f7-8ad1-161d223799a4 admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:26:01.338515 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-80c880af-41c2-43f7-8ad1-161d223799a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:01.339207 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:26:01.339207 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:26:01.339207 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:26:01.339207 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:26:01.339207 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:26:01.339207 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:26:01.339207 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:26:01.339207 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:26:01.339207 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:26:01.339207 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:26:01.339207 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:26:01.339207 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:26:01.339207 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:26:01.339207 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:26:01.339207 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:26:01.339207 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:26:01.339207 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:26:01.339207 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:26:01.339207 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:26:01.339207 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:26:01.339207 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:26:01.339207 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:26:01.339207 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:26:01.339207 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:26:01.339207 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:26:01.339207 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:26:01.339207 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:26:01.339207 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:26:01.339207 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:26:01.339207 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:26:01.339207 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:26:01.339207 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:26:01.339207 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:26:01.339207 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:26:01.339207 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:26:01.339207 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:26:01.339207 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:26:01.339207 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:26:01.339207 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:26:01.339207 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:26:01.403371 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a28bb-b39e-47c8-a1d2-033323ca67ed req-846eb9dd-9ec8-49d2-8e1a-b39b80224ca8 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:01.404802 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bd9a28bb-b39e-47c8-a1d2-033323ca67ed req-846eb9dd-9ec8-49d2-8e1a-b39b80224ca8 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/ports?device_id=6445ee98-b422-46e6-9419-c5144d001523 HTTP/1.1" status: 200 len: 945 time: 0.1582422 Jul 05 02:26:01.444245 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bd9a28bb-b39e-47c8-a1d2-033323ca67ed req-b3529a92-02b1-4fdc-b2cc-904e57d9243c tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fa90a27-9aba-44e7-a653-62ec86df8932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335426 Jul 05 02:26:01.528564 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-80c880af-41c2-43f7-8ad1-161d223799a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:01.534253 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-80c880af-41c2-43f7-8ad1-161d223799a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:01.536214 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-80c880af-41c2-43f7-8ad1-161d223799a4 admin admin] 10.222.0.23 "DELETE /v2.0/networks/4ec1bc2d-1851-41f6-9b05-c47c1f610fc1 HTTP/1.1" status: 204 len: 168 time: 0.4672582 Jul 05 02:26:01.548954 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c880af-41c2-43f7-8ad1-161d223799a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ec1bc2d-1851-41f6-9b05-c47c1f610fc1,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:01.563420 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-737e455e-d394-4a91-bb25-d4bde4dc946e tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5763388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774356'] for subnet, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:01.593670 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737e455e-d394-4a91-bb25-d4bde4dc946e tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event deleted for resources: {'Subnet': ['ID=57d31348-f374-4fd7-949c-3670f5fea7e1,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:01.601986 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-737e455e-d394-4a91-bb25-d4bde4dc946e tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:01.604612 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 60542) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:01.609661 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850c2063-df07-4542-892a-c14c5c88d20e None None] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:26:01.612748 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-737e455e-d394-4a91-bb25-d4bde4dc946e tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "DELETE /v2.0/subnets/57d31348-f374-4fd7-949c-3670f5fea7e1 HTTP/1.1" status: 204 len: 168 time: 0.6189630 Jul 05 02:26:01.647871 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-11be9d0f-f6e1-4eee-9ac8-8fc587bc5b47 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0416572 Jul 05 02:26:01.652356 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 60544) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:01.657074 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-98c70ed9-3dce-4c08-a2b3-3c031e546fe7 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Request body: {'subnet': {'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:26:01.764159 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 452b74b3-3b8f-4781-ba56-55de11fd5502 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:26:01.797893 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fce50d5-15f7-4df4-99f2-42206540a4b0 req-f1f41308-18ec-468f-890a-18a62fc27602 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:01.800911 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1fce50d5-15f7-4df4-99f2-42206540a4b0 req-f1f41308-18ec-468f-890a-18a62fc27602 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/ports?device_id=06117d83-c05c-4628-9b23-852a90e69be0 HTTP/1.1" status: 200 len: 950 time: 0.0800169 Jul 05 02:26:01.850168 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 452b74b3-3b8f-4781-ba56-55de11fd5502 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:26:01.850757 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:01.874281 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1fce50d5-15f7-4df4-99f2-42206540a4b0 req-462c7b68-b62a-45a4-ab6c-27af1781a148 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1003e45-917a-406c-999d-122388976885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649691 Jul 05 02:26:01.927137 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98c70ed9-3dce-4c08-a2b3-3c031e546fe7 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Made reservation on behalf of db76c4c0345048a1b87eacad1e0b9ba1 for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:26:01.927137 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-98c70ed9-3dce-4c08-a2b3-3c031e546fe7 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:01.927456 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1949f2-1e09-4fdb-9f21-0e3b099c1746 None None] DHCP port deletion for ed71b0ad-0d45-4cc1-9581-fdfa4092af45 request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:26:02.003060 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-af1949f2-1e09-4fdb-9f21-0e3b099c1746 None None] Deleting port 452b74b3-3b8f-4781-ba56-55de11fd5502 {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:26:02.003060 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-af1949f2-1e09-4fdb-9f21-0e3b099c1746 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:02.051826 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 7b305758-8187-40f9-8322-2a79f6697747 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:26:02.073589 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 7b305758-8187-40f9-8322-2a79f6697747 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:26:02.073945 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 7b305758-8187-40f9-8322-2a79f6697747 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:26:02.095443 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 60550) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:02.099944 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-af1949f2-1e09-4fdb-9f21-0e3b099c1746 None None] For port 452b74b3-3b8f-4781-ba56-55de11fd5502, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=452b74b3-3b8f-4781-ba56-55de11fd5502,segment=NetworkSegment(4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6),segment_id=4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:26:02.100342 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-af1949f2-1e09-4fdb-9f21-0e3b099c1746 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:02.114550 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-af1949f2-1e09-4fdb-9f21-0e3b099c1746 None None] Calling delete_port for 452b74b3-3b8f-4781-ba56-55de11fd5502 owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:26:02.150768 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-06a4929e-c270-42f7-9e52-fa37bf548183 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2bf3196bdc1b4a84baea98e07d501fd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0416384 Jul 05 02:26:02.150768 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 60552) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:02.198061 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-101e3313-2749-44ce-b200-92260b8037eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:02.220833 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-101e3313-2749-44ce-b200-92260b8037eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:02.306552 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-98c70ed9-3dce-4c08-a2b3-3c031e546fe7 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5763451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774823'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:02.349099 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c70ed9-3dce-4c08-a2b3-3c031e546fe7 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:26:02.352337 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-98c70ed9-3dce-4c08-a2b3-3c031e546fe7 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:26:02.355371 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c70ed9-3dce-4c08-a2b3-3c031e546fe7 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:02.355971 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-98c70ed9-3dce-4c08-a2b3-3c031e546fe7 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:02.373204 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c70ed9-3dce-4c08-a2b3-3c031e546fe7 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event updated for resources: {'Subnet': ['ID=cf02df53-2021-4952-b372-0d780e8be22b,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:02.391431 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-101e3313-2749-44ce-b200-92260b8037eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:02.394547 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-101e3313-2749-44ce-b200-92260b8037eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:02.398189 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-101e3313-2749-44ce-b200-92260b8037eb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8d996060-2bcc-42e7-a06b-0ec807d28f11 HTTP/1.1" status: 204 len: 168 time: 0.2519920 Jul 05 02:26:02.403680 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101e3313-2749-44ce-b200-92260b8037eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d996060-2bcc-42e7-a06b-0ec807d28f11,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:02.427015 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-af1949f2-1e09-4fdb-9f21-0e3b099c1746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:02.451490 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 60560) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:02.453695 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-98c70ed9-3dce-4c08-a2b3-3c031e546fe7 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8011873 Jul 05 02:26:02.459578 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-80f46029-bc8b-4a2c-80b3-085efe9c7d1b tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Request body: {'port': {'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'fixed_ips': [{'subnet_id': 'cf02df53-2021-4952-b372-0d780e8be22b', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-868561111'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:26:02.466979 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1949f2-1e09-4fdb-9f21-0e3b099c1746 None None] Pushing event deleted for resources: {'Port': ['ID=452b74b3-3b8f-4781-ba56-55de11fd5502,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:02.469042 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1949f2-1e09-4fdb-9f21-0e3b099c1746 None None] No DVR routers for this DVR port 452b74b3-3b8f-4781-ba56-55de11fd5502 on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:26:02.491463 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b00f0a-e8c5-426a-9567-9efd108a297a None None] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:26:02.660478 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3968b3bf-aca7-4a12-9dbf-66c70bb1b7f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'tenant_id': 'db76c4c0345048a1b87eacad1e0b9ba1', 'fixed_ips': [{'subnet_id': 'cf02df53-2021-4952-b372-0d780e8be22b'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:26:02.662526 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3968b3bf-aca7-4a12-9dbf-66c70bb1b7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:02.678072 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7bdf51-c2a7-42d6-a9de-6319af08bef5 req-5442d8df-fa91-4fee-9a43-b1128f1b49c4 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:02.679658 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cb7bdf51-c2a7-42d6-a9de-6319af08bef5 req-5442d8df-fa91-4fee-9a43-b1128f1b49c4 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/ports?device_id=6445ee98-b422-46e6-9419-c5144d001523 HTTP/1.1" status: 200 len: 945 time: 0.0879185 Jul 05 02:26:02.699949 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80f46029-bc8b-4a2c-80b3-085efe9c7d1b tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Made reservation on behalf of db76c4c0345048a1b87eacad1e0b9ba1 for: {'port': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:26:02.764516 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cb7bdf51-c2a7-42d6-a9de-6319af08bef5 req-4dd3ba43-1e92-4b05-8679-7ac5b4afec20 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fa90a27-9aba-44e7-a653-62ec86df8932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775445 Jul 05 02:26:02.838329 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-3968b3bf-aca7-4a12-9dbf-66c70bb1b7f8 None None] Allocated IP 2001:db8::2 (ed71b0ad-0d45-4cc1-9581-fdfa4092af45/cf02df53-2021-4952-b372-0d780e8be22b/716d0381-3bba-469f-8b8f-033f57e4f9e6) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:26:03.052235 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3968b3bf-aca7-4a12-9dbf-66c70bb1b7f8 None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:03.062872 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-3968b3bf-aca7-4a12-9dbf-66c70bb1b7f8 None None] Transition to ACTIVE for port object 716d0381-3bba-469f-8b8f-033f57e4f9e6 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:26:03.086197 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-3968b3bf-aca7-4a12-9dbf-66c70bb1b7f8 None None] Transition to ACTIVE for port object 716d0381-3bba-469f-8b8f-033f57e4f9e6 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:26:03.161156 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-80f46029-bc8b-4a2c-80b3-085efe9c7d1b tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:03.162507 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca47f28-0b6e-4581-b9fc-ca06095d180d req-7ac55b88-1ce2-4f03-b0a0-fe5028b4a535 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:03.164085 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2ca47f28-0b6e-4581-b9fc-ca06095d180d req-7ac55b88-1ce2-4f03-b0a0-fe5028b4a535 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/ports?device_id=06117d83-c05c-4628-9b23-852a90e69be0 HTTP/1.1" status: 200 len: 950 time: 0.0665452 Jul 05 02:26:03.180077 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [None req-80f46029-bc8b-4a2c-80b3-085efe9c7d1b tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] device_id is not set on port 32c3d0ac-ee54-4bd5-a13a-cd2649f8d34e yet. {{(pid=94462) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:26:03.205543 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2ca47f28-0b6e-4581-b9fc-ca06095d180d req-4ce12294-ef82-496d-853b-7cc266b4bd7c tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1003e45-917a-406c-999d-122388976885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349538 Jul 05 02:26:03.209643 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3968b3bf-aca7-4a12-9dbf-66c70bb1b7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:03.260122 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3968b3bf-aca7-4a12-9dbf-66c70bb1b7f8 None None] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:26:03.267268 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-3968b3bf-aca7-4a12-9dbf-66c70bb1b7f8 None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:26:03.270473 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3968b3bf-aca7-4a12-9dbf-66c70bb1b7f8 None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:26:03.280623 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968b3bf-aca7-4a12-9dbf-66c70bb1b7f8 None None] Pushing event updated for resources: {'Port': ['ID=716d0381-3bba-469f-8b8f-033f57e4f9e6,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:03.341830 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-3968b3bf-aca7-4a12-9dbf-66c70bb1b7f8 None None] Attempting to bind port 716d0381-3bba-469f-8b8f-033f57e4f9e6 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:26:03.342221 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-3968b3bf-aca7-4a12-9dbf-66c70bb1b7f8 None None] Attempting to bind port 716d0381-3bba-469f-8b8f-033f57e4f9e6 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:26:03.342583 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3968b3bf-aca7-4a12-9dbf-66c70bb1b7f8 None None] Attempting to bind port 716d0381-3bba-469f-8b8f-033f57e4f9e6 on network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:26:03.346460 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-80f46029-bc8b-4a2c-80b3-085efe9c7d1b tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 02:26:03.346935 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80f46029-bc8b-4a2c-80b3-085efe9c7d1b tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94462) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:26:03.347907 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3968b3bf-aca7-4a12-9dbf-66c70bb1b7f8 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:26:03.348278 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3968b3bf-aca7-4a12-9dbf-66c70bb1b7f8 None None] Checking segment: {'id': '4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:26:03.348683 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3968b3bf-aca7-4a12-9dbf-66c70bb1b7f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:03.349056 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3968b3bf-aca7-4a12-9dbf-66c70bb1b7f8 None None] Bound using segment: {'id': '4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:26:03.349507 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-3968b3bf-aca7-4a12-9dbf-66c70bb1b7f8 None None] Bound port: 716d0381-3bba-469f-8b8f-033f57e4f9e6, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:26:03.349908 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3968b3bf-aca7-4a12-9dbf-66c70bb1b7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:03.409614 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-3968b3bf-aca7-4a12-9dbf-66c70bb1b7f8 None None] For port 716d0381-3bba-469f-8b8f-033f57e4f9e6, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:26:03.412844 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-3968b3bf-aca7-4a12-9dbf-66c70bb1b7f8 None None] For port 716d0381-3bba-469f-8b8f-033f57e4f9e6, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=716d0381-3bba-469f-8b8f-033f57e4f9e6,segment=NetworkSegment(4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6),segment_id=4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:26:03.450083 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-80f46029-bc8b-4a2c-80b3-085efe9c7d1b tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.9971018 Jul 05 02:26:03.452471 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 60586) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:03.518721 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3968b3bf-aca7-4a12-9dbf-66c70bb1b7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:03.532240 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb990bcf-80ac-4eef-a6d4-5822701072dc tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:03.536959 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-fb990bcf-80ac-4eef-a6d4-5822701072dc tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0813706 Jul 05 02:26:03.538862 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 60594) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:03.609068 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a355407-4730-41cd-ac85-14d87bc9a1bf tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:03.610979 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a355407-4730-41cd-ac85-14d87bc9a1bf tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:03.611624 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968b3bf-aca7-4a12-9dbf-66c70bb1b7f8 None None] Pushing event updated for resources: {'Port': ['ID=716d0381-3bba-469f-8b8f-033f57e4f9e6,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:03.612895 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-1a355407-4730-41cd-ac85-14d87bc9a1bf tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0724983 Jul 05 02:26:03.615794 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 60598) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:03.674994 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0cb4d0e-b216-4e0b-997e-44569d8669c6 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Deleting subnet cf02df53-2021-4952-b372-0d780e8be22b {{(pid=94461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:26:03.681743 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d0cb4d0e-b216-4e0b-997e-44569d8669c6 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks [] for subnet, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:03.726003 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d0cb4d0e-b216-4e0b-997e-44569d8669c6 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5519650'] for subnet, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:03.732447 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 452b74b3-3b8f-4781-ba56-55de11fd5502 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:26:03.756174 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 452b74b3-3b8f-4781-ba56-55de11fd5502 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:26:03.756521 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 452b74b3-3b8f-4781-ba56-55de11fd5502 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:26:03.826324 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 60606) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:03.832940 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d0cb4d0e-b216-4e0b-997e-44569d8669c6 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:04.001730 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-b522932a-e1ba-4185-a8a6-a0d18c9f238c admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1815977484-network', 'tenant_id': '210d13e837ec4326a20ba9100cff61e3'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:26:04.020887 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d0cb4d0e-b216-4e0b-997e-44569d8669c6 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5763388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774356'] for subnet, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:04.060923 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cb4d0e-b216-4e0b-997e-44569d8669c6 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event deleted for resources: {'Subnet': ['ID=cf02df53-2021-4952-b372-0d780e8be22b,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:04.063020 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d0cb4d0e-b216-4e0b-997e-44569d8669c6 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:04.065586 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-d0cb4d0e-b216-4e0b-997e-44569d8669c6 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "DELETE /v2.0/subnets/cf02df53-2021-4952-b372-0d780e8be22b HTTP/1.1" status: 204 len: 168 time: 0.4486606 Jul 05 02:26:04.068721 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 60612) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:04.083290 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c720de1-ffb2-4c9c-8d68-f4839eadf027 req-43eeeac1-ee23-4504-adfb-62e1c6cf56a7 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:04.084760 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2c720de1-ffb2-4c9c-8d68-f4839eadf027 req-43eeeac1-ee23-4504-adfb-62e1c6cf56a7 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/ports?device_id=6445ee98-b422-46e6-9419-c5144d001523 HTTP/1.1" status: 200 len: 945 time: 0.1270578 Jul 05 02:26:04.119596 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-9db340c0-7881-4030-bf30-55ee31ade1d7 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0502250 Jul 05 02:26:04.123261 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 60616) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:04.129422 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-220374ff-0f60-4198-a378-e1ff88859845 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Request body: {'subnet': {'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:26:04.154344 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2c720de1-ffb2-4c9c-8d68-f4839eadf027 req-8f65008c-c7a2-47fc-9218-f2db38e3e8bd tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fa90a27-9aba-44e7-a653-62ec86df8932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368257 Jul 05 02:26:04.181213 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b522932a-e1ba-4185-a8a6-a0d18c9f238c admin admin] Made reservation on behalf of 210d13e837ec4326a20ba9100cff61e3 for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:26:04.183675 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b522932a-e1ba-4185-a8a6-a0d18c9f238c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:04.201870 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b522932a-e1ba-4185-a8a6-a0d18c9f238c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:04.312692 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b522932a-e1ba-4185-a8a6-a0d18c9f238c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:04.384976 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f4da88-da6d-40b9-aa23-597ebf193fdd req-a7e15d56-6d8a-4c19-8c5c-38a2fcdb580b tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:04.386637 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-93f4da88-da6d-40b9-aa23-597ebf193fdd req-a7e15d56-6d8a-4c19-8c5c-38a2fcdb580b tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/ports?device_id=06117d83-c05c-4628-9b23-852a90e69be0 HTTP/1.1" status: 200 len: 950 time: 0.0662184 Jul 05 02:26:04.428790 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-93f4da88-da6d-40b9-aa23-597ebf193fdd req-fb5b84e2-7e32-4334-bf67-a86480f183e0 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1003e45-917a-406c-999d-122388976885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347371 Jul 05 02:26:04.461832 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b522932a-e1ba-4185-a8a6-a0d18c9f238c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:04.492988 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b522932a-e1ba-4185-a8a6-a0d18c9f238c admin admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:26:04.513748 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b522932a-e1ba-4185-a8a6-a0d18c9f238c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:04.513748 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-b522932a-e1ba-4185-a8a6-a0d18c9f238c admin admin] Added segment da08165c-9afc-4a36-a6c0-21986c53045e of type vlan for network caf45be0-8154-4e2c-b388-a60d2921f3fb Jul 05 02:26:04.521079 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b522932a-e1ba-4185-a8a6-a0d18c9f238c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72730a86-6a09-464c-9106-42e211cec1e3,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:04.566093 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b522932a-e1ba-4185-a8a6-a0d18c9f238c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:04.608955 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-220374ff-0f60-4198-a378-e1ff88859845 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Made reservation on behalf of db76c4c0345048a1b87eacad1e0b9ba1 for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:26:04.612974 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-220374ff-0f60-4198-a378-e1ff88859845 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:04.696902 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77b0974-8c1b-4ccb-a77f-8b39a70b5322 None None] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:26:04.709354 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b522932a-e1ba-4185-a8a6-a0d18c9f238c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:04.710352 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b522932a-e1ba-4185-a8a6-a0d18c9f238c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:04.711679 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b522932a-e1ba-4185-a8a6-a0d18c9f238c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:04.795352 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b522932a-e1ba-4185-a8a6-a0d18c9f238c admin admin] Pushing event updated for resources: {'Network': ['ID=caf45be0-8154-4e2c-b388-a60d2921f3fb,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:04.807436 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network caf45be0-8154-4e2c-b388-a60d2921f3fb details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:26:04.937575 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70120d1-9556-4409-86f3-8297267b70f9 None None] DHCP port deletion for ed71b0ad-0d45-4cc1-9581-fdfa4092af45 request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:26:04.946696 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-b522932a-e1ba-4185-a8a6-a0d18c9f238c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1190615 Jul 05 02:26:04.987707 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-c70120d1-9556-4409-86f3-8297267b70f9 None None] Deleting port 716d0381-3bba-469f-8b8f-033f57e4f9e6 {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:26:04.988084 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-c70120d1-9556-4409-86f3-8297267b70f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:05.029108 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-c65bf00a-7a12-4eb0-91f9-7fd741263ed8 None None] Provisioning for port 716d0381-3bba-469f-8b8f-033f57e4f9e6 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:26:05.057409 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-c70120d1-9556-4409-86f3-8297267b70f9 None None] For port 716d0381-3bba-469f-8b8f-033f57e4f9e6, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=716d0381-3bba-469f-8b8f-033f57e4f9e6,segment=NetworkSegment(4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6),segment_id=4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:26:05.057803 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-c70120d1-9556-4409-86f3-8297267b70f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:05.063812 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-220374ff-0f60-4198-a378-e1ff88859845 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:05.071445 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-c70120d1-9556-4409-86f3-8297267b70f9 None None] Calling delete_port for 716d0381-3bba-469f-8b8f-033f57e4f9e6 owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:26:05.112209 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220374ff-0f60-4198-a378-e1ff88859845 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:26:05.118670 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-220374ff-0f60-4198-a378-e1ff88859845 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:26:05.120176 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220374ff-0f60-4198-a378-e1ff88859845 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:05.120785 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-220374ff-0f60-4198-a378-e1ff88859845 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:05.130593 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220374ff-0f60-4198-a378-e1ff88859845 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event updated for resources: {'Subnet': ['ID=4d711984-6afd-4802-89c9-35c0e5cd4eb3,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:05.212337 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-220374ff-0f60-4198-a378-e1ff88859845 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0852051 Jul 05 02:26:05.212445 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 60636) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:05.218453 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-215e085e-e1e4-434a-8582-008693cc3130 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1785962956', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:26:05.242675 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-c70120d1-9556-4409-86f3-8297267b70f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:05.270244 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70120d1-9556-4409-86f3-8297267b70f9 None None] Pushing event deleted for resources: {'Port': ['ID=716d0381-3bba-469f-8b8f-033f57e4f9e6,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:05.275665 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70120d1-9556-4409-86f3-8297267b70f9 None None] No DVR routers for this DVR port 716d0381-3bba-469f-8b8f-033f57e4f9e6 on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:26:05.295478 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62514a54-8263-4ff0-9e26-12e4120c136a None None] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:26:05.349805 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bb3eb2-9d5c-4e60-8e55-1d2b2a5dc139 req-c3f1f088-530d-4061-bee0-0b0ec9ef72f1 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:05.351629 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-30bb3eb2-9d5c-4e60-8e55-1d2b2a5dc139 req-c3f1f088-530d-4061-bee0-0b0ec9ef72f1 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/ports?device_id=6445ee98-b422-46e6-9419-c5144d001523 HTTP/1.1" status: 200 len: 945 time: 0.0776386 Jul 05 02:26:05.375151 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-215e085e-e1e4-434a-8582-008693cc3130 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11810'] for router, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:05.376452 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-215e085e-e1e4-434a-8582-008693cc3130 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1926740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11821'] for router, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:05.415499 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-30bb3eb2-9d5c-4e60-8e55-1d2b2a5dc139 req-331b8d03-0d0b-4268-a074-4abaab2ce3f6 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fa90a27-9aba-44e7-a653-62ec86df8932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578451 Jul 05 02:26:05.418543 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ea258a-4717-4726-995f-c5451dde2c54 req-5916f73b-d8a0-4b08-a7e5-176cb36f093b tempest-ComputeTenantNetworksTest-1828236601 tempest-ComputeTenantNetworksTest-1828236601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:05.425716 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ea258a-4717-4726-995f-c5451dde2c54 req-5916f73b-d8a0-4b08-a7e5-176cb36f093b tempest-ComputeTenantNetworksTest-1828236601 tempest-ComputeTenantNetworksTest-1828236601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:05.432735 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ea258a-4717-4726-995f-c5451dde2c54 req-5916f73b-d8a0-4b08-a7e5-176cb36f093b tempest-ComputeTenantNetworksTest-1828236601 tempest-ComputeTenantNetworksTest-1828236601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:05.435189 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-75ea258a-4717-4726-995f-c5451dde2c54 req-5916f73b-d8a0-4b08-a7e5-176cb36f093b tempest-ComputeTenantNetworksTest-1828236601 tempest-ComputeTenantNetworksTest-1828236601-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.2035406 Jul 05 02:26:05.446617 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-215e085e-e1e4-434a-8582-008693cc3130 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:05.481792 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91c2d9b-8189-4322-9476-ada7078509d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'tenant_id': 'db76c4c0345048a1b87eacad1e0b9ba1', 'fixed_ips': [{'subnet_id': '4d711984-6afd-4802-89c9-35c0e5cd4eb3'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:26:05.482692 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a91c2d9b-8189-4322-9476-ada7078509d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:05.549834 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-215e085e-e1e4-434a-8582-008693cc3130 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963'] for router, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:05.566940 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbec7c84-7d49-417c-a3bd-3a2e51fb2831 req-3cb44306-80a8-4ebb-8caa-b7304dc4648c tempest-ComputeTenantNetworksTest-1828236601 tempest-ComputeTenantNetworksTest-1828236601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:05.568640 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-dbec7c84-7d49-417c-a3bd-3a2e51fb2831 req-3cb44306-80a8-4ebb-8caa-b7304dc4648c tempest-ComputeTenantNetworksTest-1828236601 tempest-ComputeTenantNetworksTest-1828236601-project] 10.222.0.23 "GET /v2.0/networks/caf45be0-8154-4e2c-b388-a60d2921f3fb HTTP/1.1" status: 200 len: 769 time: 0.1081686 Jul 05 02:26:05.577669 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 60644) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:05.630007 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-a91c2d9b-8189-4322-9476-ada7078509d3 None None] Allocated IP 2001:db8::2 (ed71b0ad-0d45-4cc1-9581-fdfa4092af45/4d711984-6afd-4802-89c9-35c0e5cd4eb3/a982cc0e-4a8f-4358-9ba7-4dd2803305b8) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:26:05.643925 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-215e085e-e1e4-434a-8582-008693cc3130 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:05.647383 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-215e085e-e1e4-434a-8582-008693cc3130 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4316542 Jul 05 02:26:05.647999 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 60646) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:05.682950 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8fba483a-0853-4da0-b98a-5f0363aa8fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:05.750352 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf46aa8a-33c4-48d3-b08f-a2082a76160b req-5dc5cd73-5bf7-440d-b8eb-c9a40e77bd90 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:05.751896 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cf46aa8a-33c4-48d3-b08f-a2082a76160b req-5dc5cd73-5bf7-440d-b8eb-c9a40e77bd90 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/ports?device_id=06117d83-c05c-4628-9b23-852a90e69be0 HTTP/1.1" status: 200 len: 950 time: 0.1124244 Jul 05 02:26:05.792531 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a91c2d9b-8189-4322-9476-ada7078509d3 None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:05.802670 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-a91c2d9b-8189-4322-9476-ada7078509d3 None None] Transition to ACTIVE for port object a982cc0e-4a8f-4358-9ba7-4dd2803305b8 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:26:05.806681 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8fba483a-0853-4da0-b98a-5f0363aa8fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:05.820561 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-a91c2d9b-8189-4322-9476-ada7078509d3 None None] Transition to ACTIVE for port object a982cc0e-4a8f-4358-9ba7-4dd2803305b8 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:26:05.823906 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-8fba483a-0853-4da0-b98a-5f0363aa8fcf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caf45be0-8154-4e2c-b388-a60d2921f3fb']}} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:26:05.838552 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cf46aa8a-33c4-48d3-b08f-a2082a76160b req-5aae5947-15f8-4cde-ba0c-67cc62e3aaa3 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1003e45-917a-406c-999d-122388976885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615747 Jul 05 02:26:05.840206 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-8fba483a-0853-4da0-b98a-5f0363aa8fcf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da08165c-9afc-4a36-a6c0-21986c53045e') {'for_net_delete': True} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:26:05.840511 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-8fba483a-0853-4da0-b98a-5f0363aa8fcf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da08165c-9afc-4a36-a6c0-21986c53045e') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:26:05.851829 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8fba483a-0853-4da0-b98a-5f0363aa8fcf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5519669'] for segment, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:05.867286 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8fba483a-0853-4da0-b98a-5f0363aa8fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:05.873822 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fba483a-0853-4da0-b98a-5f0363aa8fcf admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=94461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:26:05.874257 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8fba483a-0853-4da0-b98a-5f0363aa8fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5763545'] for segment, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:05.875928 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:26:05.875928 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:26:05.875928 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:26:05.875928 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:26:05.875928 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:26:05.875928 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:26:05.875928 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:26:05.875928 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:26:05.875928 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:26:05.875928 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:26:05.875928 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:26:05.875928 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:26:05.875928 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:26:05.875928 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:26:05.875928 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:26:05.875928 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:26:05.875928 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:26:05.875928 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:26:05.875928 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:26:05.875928 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:26:05.875928 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:26:05.875928 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:26:05.875928 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:26:05.875928 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:26:05.875928 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:26:05.875928 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:26:05.875928 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:26:05.875928 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:26:05.875928 n-d-771362-32 neutron-server[94461]: Traceback (most recent call last): Jul 05 02:26:05.875928 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:26:05.875928 n-d-771362-32 neutron-server[94461]: timer() Jul 05 02:26:05.875928 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:26:05.875928 n-d-771362-32 neutron-server[94461]: cb(*args, **kw) Jul 05 02:26:05.875928 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:26:05.875928 n-d-771362-32 neutron-server[94461]: return func(*args, **kwargs) Jul 05 02:26:05.875928 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:26:05.875928 n-d-771362-32 neutron-server[94461]: self._notify() Jul 05 02:26:05.875928 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:26:05.875928 n-d-771362-32 neutron-server[94461]: self.callback(batched_events) Jul 05 02:26:05.875928 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:26:05.875928 n-d-771362-32 neutron-server[94461]: event.method(event) Jul 05 02:26:05.875928 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:26:05.875928 n-d-771362-32 neutron-server[94461]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:26:05.875928 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:26:05.875928 n-d-771362-32 neutron-server[94461]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:26:05.875928 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:26:05.875928 n-d-771362-32 neutron-server[94461]: return f(self, *a, **k) Jul 05 02:26:05.875928 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:26:05.875928 n-d-771362-32 neutron-server[94461]: return self._get(url).json() Jul 05 02:26:05.875928 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:26:05.875928 n-d-771362-32 neutron-server[94461]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:26:05.875928 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:26:05.875928 n-d-771362-32 neutron-server[94461]: return self.request(url, 'GET', **kwargs) Jul 05 02:26:05.875928 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:26:05.875928 n-d-771362-32 neutron-server[94461]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:26:05.875928 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:26:05.875928 n-d-771362-32 neutron-server[94461]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:26:05.875928 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:26:05.875928 n-d-771362-32 neutron-server[94461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:26:05.875928 n-d-771362-32 neutron-server[94461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:26:05.924609 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a91c2d9b-8189-4322-9476-ada7078509d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:05.963201 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91c2d9b-8189-4322-9476-ada7078509d3 None None] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:26:05.966014 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-a91c2d9b-8189-4322-9476-ada7078509d3 None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:26:05.971960 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91c2d9b-8189-4322-9476-ada7078509d3 None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:26:05.979307 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91c2d9b-8189-4322-9476-ada7078509d3 None None] Pushing event updated for resources: {'Port': ['ID=a982cc0e-4a8f-4358-9ba7-4dd2803305b8,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:06.031838 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f8cf2053-71a4-44d8-a693-472bf5ac0c26 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:06.038235 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8fba483a-0853-4da0-b98a-5f0363aa8fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:06.043510 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-a91c2d9b-8189-4322-9476-ada7078509d3 None None] Attempting to bind port a982cc0e-4a8f-4358-9ba7-4dd2803305b8 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:26:06.043510 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-a91c2d9b-8189-4322-9476-ada7078509d3 None None] Attempting to bind port a982cc0e-4a8f-4358-9ba7-4dd2803305b8 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:26:06.043510 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91c2d9b-8189-4322-9476-ada7078509d3 None None] Attempting to bind port a982cc0e-4a8f-4358-9ba7-4dd2803305b8 on network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:26:06.047191 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8fba483a-0853-4da0-b98a-5f0363aa8fcf admin admin] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:06.051787 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-8fba483a-0853-4da0-b98a-5f0363aa8fcf admin admin] 10.222.0.23 "DELETE /v2.0/networks/caf45be0-8154-4e2c-b388-a60d2921f3fb HTTP/1.1" status: 204 len: 168 time: 0.4705582 Jul 05 02:26:06.057873 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91c2d9b-8189-4322-9476-ada7078509d3 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:26:06.058294 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91c2d9b-8189-4322-9476-ada7078509d3 None None] Checking segment: {'id': '4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:26:06.058696 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a91c2d9b-8189-4322-9476-ada7078509d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:06.059094 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91c2d9b-8189-4322-9476-ada7078509d3 None None] Bound using segment: {'id': '4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:26:06.059558 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-a91c2d9b-8189-4322-9476-ada7078509d3 None None] Bound port: a982cc0e-4a8f-4358-9ba7-4dd2803305b8, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:26:06.059937 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a91c2d9b-8189-4322-9476-ada7078509d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:06.067513 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fba483a-0853-4da0-b98a-5f0363aa8fcf admin admin] Pushing event deleted for resources: {'Network': ['ID=caf45be0-8154-4e2c-b388-a60d2921f3fb,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:06.151918 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-a91c2d9b-8189-4322-9476-ada7078509d3 None None] For port a982cc0e-4a8f-4358-9ba7-4dd2803305b8, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:26:06.155774 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-a91c2d9b-8189-4322-9476-ada7078509d3 None None] For port a982cc0e-4a8f-4358-9ba7-4dd2803305b8, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=a982cc0e-4a8f-4358-9ba7-4dd2803305b8,segment=NetworkSegment(4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6),segment_id=4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:26:06.302507 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-f8cf2053-71a4-44d8-a693-472bf5ac0c26 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Allocated IP 2001:db8::1 (ed71b0ad-0d45-4cc1-9581-fdfa4092af45/4d711984-6afd-4802-89c9-35c0e5cd4eb3/4bfda793-3ad8-4369-9f94-d57af28816f3) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:26:06.374917 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a91c2d9b-8189-4322-9476-ada7078509d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:06.416950 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f8cf2053-71a4-44d8-a693-472bf5ac0c26 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:06.437147 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91c2d9b-8189-4322-9476-ada7078509d3 None None] Pushing event updated for resources: {'Port': ['ID=a982cc0e-4a8f-4358-9ba7-4dd2803305b8,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:06.437802 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [None req-f8cf2053-71a4-44d8-a693-472bf5ac0c26 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Transition to ACTIVE for port object 4bfda793-3ad8-4369-9f94-d57af28816f3 will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:26:06.563031 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f8cf2053-71a4-44d8-a693-472bf5ac0c26 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:06.633043 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf883cce-ee0e-4c0b-80c0-e8468ed51f22 req-9858a728-252c-4875-9feb-f033b8dfbf64 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:06.635382 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cf883cce-ee0e-4c0b-80c0-e8468ed51f22 req-9858a728-252c-4875-9feb-f033b8dfbf64 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/ports?device_id=6445ee98-b422-46e6-9419-c5144d001523 HTTP/1.1" status: 200 len: 945 time: 0.0823307 Jul 05 02:26:06.635883 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 60664) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:06.689936 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8cf2053-71a4-44d8-a693-472bf5ac0c26 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:26:06.700152 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cf2053-71a4-44d8-a693-472bf5ac0c26 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event updated for resources: {'Port': ['ID=4bfda793-3ad8-4369-9f94-d57af28816f3,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:06.703210 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-f8cf2053-71a4-44d8-a693-472bf5ac0c26 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:26:06.706022 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cf2053-71a4-44d8-a693-472bf5ac0c26 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:26:06.706855 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f8cf2053-71a4-44d8-a693-472bf5ac0c26 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635668'] for router_interface, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:06.765856 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cf883cce-ee0e-4c0b-80c0-e8468ed51f22 req-549e25db-6ccf-45ac-89d9-1351cbbe09bc tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fa90a27-9aba-44e7-a653-62ec86df8932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779145 Jul 05 02:26:06.769038 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-2d3f7d29-eec7-4d46-811d-7c78fb09ed4f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=210d13e837ec4326a20ba9100cff61e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1320815 Jul 05 02:26:06.771657 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 60666) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:06.833330 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b4e990e6-7a23-4f88-bc3f-a20b534339fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:06.856029 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b4e990e6-7a23-4f88-bc3f-a20b534339fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:06.997373 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b4e990e6-7a23-4f88-bc3f-a20b534339fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:07.001302 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b4e990e6-7a23-4f88-bc3f-a20b534339fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:07.005778 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-b4e990e6-7a23-4f88-bc3f-a20b534339fe admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/72730a86-6a09-464c-9106-42e211cec1e3 HTTP/1.1" status: 204 len: 168 time: 0.2296984 Jul 05 02:26:07.015830 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e990e6-7a23-4f88-bc3f-a20b534339fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72730a86-6a09-464c-9106-42e211cec1e3,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:07.038070 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f8cf2053-71a4-44d8-a693-472bf5ac0c26 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:07.101063 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e0c95b-be79-45bb-b89b-7de2b894e5f4 req-da821ee8-7bd9-4f36-84d3-4ce8203757e8 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:07.102980 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-94e0c95b-be79-45bb-b89b-7de2b894e5f4 req-da821ee8-7bd9-4f36-84d3-4ce8203757e8 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/ports?device_id=06117d83-c05c-4628-9b23-852a90e69be0 HTTP/1.1" status: 200 len: 950 time: 0.1400130 Jul 05 02:26:07.227975 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-94e0c95b-be79-45bb-b89b-7de2b894e5f4 req-2bbfb637-6e6e-4831-af2c-fef150eeaaf7 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1003e45-917a-406c-999d-122388976885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143205 Jul 05 02:26:07.397950 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f8cf2053-71a4-44d8-a693-472bf5ac0c26 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:07.489005 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f8cf2053-71a4-44d8-a693-472bf5ac0c26 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:07.489811 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f8cf2053-71a4-44d8-a693-472bf5ac0c26 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634601'] for router_interface, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:07.608413 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cf2053-71a4-44d8-a693-472bf5ac0c26 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event updated for resources: {'Port': ['ID=4bfda793-3ad8-4369-9f94-d57af28816f3,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:07.674894 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8cf2053-71a4-44d8-a693-472bf5ac0c26 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:26:07.677563 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-f8cf2053-71a4-44d8-a693-472bf5ac0c26 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:26:07.782546 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-929eab77-8d8d-48ca-9174-bfe360e3e5a6 None None] Provisioning for port a982cc0e-4a8f-4358-9ba7-4dd2803305b8 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:26:07.790977 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device a982cc0e-4a8f-4358-9ba7-4dd2803305b8 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:26:07.988499 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8cf2053-71a4-44d8-a693-472bf5ac0c26 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Router f0116414-4ff2-4831-ab5e-6c8916000236 is scheduled to L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 with binding_index 1 {{(pid=94462) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 02:26:08.046209 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-bb02fa13-ad11-4767-b8a9-ccf81e1c8738 None None] Provisioning for port 4bfda793-3ad8-4369-9f94-d57af28816f3 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:26:08.051692 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port a982cc0e-4a8f-4358-9ba7-4dd2803305b8 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:26:08.060059 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-bb02fa13-ad11-4767-b8a9-ccf81e1c8738 None None] Provisioning complete for port 4bfda793-3ad8-4369-9f94-d57af28816f3 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:26:08.060425 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-bb02fa13-ad11-4767-b8a9-ccf81e1c8738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:08.077784 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port a982cc0e-4a8f-4358-9ba7-4dd2803305b8 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:26:08.082657 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:08.155287 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e533fc1-e0ce-4f29-a2fd-58bd4b32e50d req-b9ffc1ca-cf07-486d-b3bf-839a0cd72562 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:08.155546 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9e533fc1-e0ce-4f29-a2fd-58bd4b32e50d req-b9ffc1ca-cf07-486d-b3bf-839a0cd72562 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/ports?device_id=6445ee98-b422-46e6-9419-c5144d001523 HTTP/1.1" status: 200 len: 945 time: 0.2012520 Jul 05 02:26:08.168704 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8cf2053-71a4-44d8-a693-472bf5ac0c26 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:26:08.181852 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-f8cf2053-71a4-44d8-a693-472bf5ac0c26 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "PUT /v2.0/routers/f0116414-4ff2-4831-ab5e-6c8916000236/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5326166 Jul 05 02:26:08.184664 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 60700) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:08.188276 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1eb8b0-65be-4544-bb45-07276d688579 None None] Sync routers for ids ['f0116414-4ff2-4831-ab5e-6c8916000236'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:26:08.192249 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-bb02fa13-ad11-4767-b8a9-ccf81e1c8738 None None] Port 4bfda793-3ad8-4369-9f94-d57af28816f3 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:26:08.249409 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9e533fc1-e0ce-4f29-a2fd-58bd4b32e50d req-2e2cd4fa-b76a-4531-b242-77b959da8226 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fa90a27-9aba-44e7-a653-62ec86df8932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789840 Jul 05 02:26:08.253862 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8932484b-7425-4172-914d-d8e45132d885 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:08.255861 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-8932484b-7425-4172-914d-d8e45132d885 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "GET /v2.0/ports/4bfda793-3ad8-4369-9f94-d57af28816f3 HTTP/1.1" status: 200 len: 911 time: 0.0702307 Jul 05 02:26:08.258496 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 60706) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:08.270781 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1eb8b0-65be-4544-bb45-07276d688579 None None] Routers {'f0116414-4ff2-4831-ab5e-6c8916000236'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:26:08.273313 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-ea1eb8b0-65be-4544-bb45-07276d688579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:25:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['f0116414-4ff2-4831-ab5e-6c8916000236'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:26:08.361624 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a0a7ec-ae04-4440-a7e2-f732d3fbb5e2 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:08.369736 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a0a7ec-ae04-4440-a7e2-f732d3fbb5e2 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:08.372720 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-25a0a7ec-ae04-4440-a7e2-f732d3fbb5e2 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1129987 Jul 05 02:26:08.375630 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 60708) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:08.393801 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-0c37fa06-24ce-41e2-a658-49ea5a66e6c9 None None] Provisioning complete for port 4bfda793-3ad8-4369-9f94-d57af28816f3 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:26:08.394021 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-0c37fa06-24ce-41e2-a658-49ea5a66e6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:08.456618 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-ea1eb8b0-65be-4544-bb45-07276d688579 None None] Set router f0116414-4ff2-4831-ab5e-6c8916000236 gateway port host: None {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:26:08.489871 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-0c37fa06-24ce-41e2-a658-49ea5a66e6c9 None None] Port 4bfda793-3ad8-4369-9f94-d57af28816f3 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:26:08.496191 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:08.606163 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port a982cc0e-4a8f-4358-9ba7-4dd2803305b8, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=a982cc0e-4a8f-4358-9ba7-4dd2803305b8,segment=NetworkSegment(4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6),segment_id=4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:26:08.708987 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-ea1eb8b0-65be-4544-bb45-07276d688579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0116414-4ff2-4831-ab5e-6c8916000236', 'name': 'tempest-NetworksTestDHCPv6-router-1785962956', 'tenant_id': 'db76c4c0345048a1b87eacad1e0b9ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:26:05Z', 'updated_at': '2021-07-05T02:26:06Z', 'revision_number': 2, 'project_id': 'db76c4c0345048a1b87eacad1e0b9ba1', 'gw_port_host': None, '_interfaces': [{'id': '4bfda793-3ad8-4369-9f94-d57af28816f3', 'name': '', 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'tenant_id': 'db76c4c0345048a1b87eacad1e0b9ba1', 'mac_address': 'fa:16:3e:8c:e5:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0116414-4ff2-4831-ab5e-6c8916000236', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '4d711984-6afd-4802-89c9-35c0e5cd4eb3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:26:06Z', 'updated_at': '2021-07-05T02:26:07Z', 'revision_number': 2, 'project_id': 'db76c4c0345048a1b87eacad1e0b9ba1', 'subnets': [{'id': '4d711984-6afd-4802-89c9-35c0e5cd4eb3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:26:08.712928 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:08.749880 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1eb8b0-65be-4544-bb45-07276d688579 None None] Checking router: f0116414-4ff2-4831-ab5e-6c8916000236 for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:26:08.750420 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1eb8b0-65be-4544-bb45-07276d688579 None None] Updating router f0116414-4ff2-4831-ab5e-6c8916000236 port 4bfda793-3ad8-4369-9f94-d57af28816f3 binding host n-d-771362-32 {{(pid=94463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 02:26:08.819095 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-ea1eb8b0-65be-4544-bb45-07276d688579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:08.821923 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=a982cc0e-4a8f-4358-9ba7-4dd2803305b8,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:08.976705 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 60722) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:09.068289 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e2f246-5c90-4d3f-9306-c5b1c09aeb9f req-9809c6ce-8481-48d3-803e-b96715a1aef6 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:09.075647 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-37e2f246-5c90-4d3f-9306-c5b1c09aeb9f req-9809c6ce-8481-48d3-803e-b96715a1aef6 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/ports?device_id=06117d83-c05c-4628-9b23-852a90e69be0 HTTP/1.1" status: 200 len: 950 time: 0.6285257 Jul 05 02:26:09.168814 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-37e2f246-5c90-4d3f-9306-c5b1c09aeb9f req-75a9de0a-308a-4be8-9cdb-d642939d4c5a tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1003e45-917a-406c-999d-122388976885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921795 Jul 05 02:26:09.182588 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-ea1eb8b0-65be-4544-bb45-07276d688579 None None] Notify callbacks [] for port, precommit_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:09.211378 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-ea1eb8b0-65be-4544-bb45-07276d688579 None None] Transition to ACTIVE for port object 4bfda793-3ad8-4369-9f94-d57af28816f3 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:26:09.249479 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5054270f-5e2d-464f-9f15-6fa8ea395db7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:09.346343 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-ea1eb8b0-65be-4544-bb45-07276d688579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:09.369250 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e3a7112e-5a7a-4826-ad78-0f8747ebad53 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1634680'] for router_interface, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:09.372301 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5054270f-5e2d-464f-9f15-6fa8ea395db7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:09.399372 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1acfee4-6a85-4662-9246-05f30130d635 None None] Pushing event updated for resources: {'Port': ['ID=4bfda793-3ad8-4369-9f94-d57af28816f3,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:09.465092 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5054270f-5e2d-464f-9f15-6fa8ea395db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:09.500532 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-ea1eb8b0-65be-4544-bb45-07276d688579 None None] Attempting to bind port 4bfda793-3ad8-4369-9f94-d57af28816f3 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:26:09.500911 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-ea1eb8b0-65be-4544-bb45-07276d688579 None None] Attempting to bind port 4bfda793-3ad8-4369-9f94-d57af28816f3 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:26:09.501712 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1eb8b0-65be-4544-bb45-07276d688579 None None] Attempting to bind port 4bfda793-3ad8-4369-9f94-d57af28816f3 on network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:26:09.507652 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1eb8b0-65be-4544-bb45-07276d688579 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:26:09.510586 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1eb8b0-65be-4544-bb45-07276d688579 None None] Checking segment: {'id': '4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:26:09.510586 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-ea1eb8b0-65be-4544-bb45-07276d688579 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:09.510586 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1eb8b0-65be-4544-bb45-07276d688579 None None] Bound using segment: {'id': '4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:26:09.510586 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-ea1eb8b0-65be-4544-bb45-07276d688579 None None] Bound port: 4bfda793-3ad8-4369-9f94-d57af28816f3, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:26:09.511126 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-5054270f-5e2d-464f-9f15-6fa8ea395db7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c73967aa91eb4921b42681f7b2f82563&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5326796 Jul 05 02:26:09.512032 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5054270f-5e2d-464f-9f15-6fa8ea395db7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21d94581-1427-4306-8cb0-64083e4d614e,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:09.514579 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-ea1eb8b0-65be-4544-bb45-07276d688579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:09.514728 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 60736) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:09.577770 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-69ea344e-5e9d-4bbb-b162-ad771b42dddf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:09.608085 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-69ea344e-5e9d-4bbb-b162-ad771b42dddf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:09.615690 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5bbabc-bfcb-493b-8c4a-765a11a0d4f2 req-b7c1fd2e-4f50-4fdb-b60e-a1b65b9ab762 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:09.620600 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-ea1eb8b0-65be-4544-bb45-07276d688579 None None] For port 4bfda793-3ad8-4369-9f94-d57af28816f3, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:26:09.620740 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-ea1eb8b0-65be-4544-bb45-07276d688579 None None] For port 4bfda793-3ad8-4369-9f94-d57af28816f3, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=4bfda793-3ad8-4369-9f94-d57af28816f3,segment=NetworkSegment(4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6),segment_id=4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:26:09.622758 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1c5bbabc-bfcb-493b-8c4a-765a11a0d4f2 req-b7c1fd2e-4f50-4fdb-b60e-a1b65b9ab762 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/ports?device_id=6445ee98-b422-46e6-9419-c5144d001523 HTTP/1.1" status: 200 len: 945 time: 0.1779113 Jul 05 02:26:09.679741 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1c5bbabc-bfcb-493b-8c4a-765a11a0d4f2 req-843432ff-feb6-4e73-b320-155b17739255 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fa90a27-9aba-44e7-a653-62ec86df8932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548213 Jul 05 02:26:09.730688 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device a982cc0e-4a8f-4358-9ba7-4dd2803305b8 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:26:09.761632 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-e3a7112e-5a7a-4826-ad78-0f8747ebad53 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Deleting port 4bfda793-3ad8-4369-9f94-d57af28816f3 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:26:09.768196 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e3a7112e-5a7a-4826-ad78-0f8747ebad53 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:09.837250 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-69ea344e-5e9d-4bbb-b162-ad771b42dddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:09.840178 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-69ea344e-5e9d-4bbb-b162-ad771b42dddf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:09.843765 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-69ea344e-5e9d-4bbb-b162-ad771b42dddf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/21d94581-1427-4306-8cb0-64083e4d614e HTTP/1.1" status: 204 len: 168 time: 0.3261526 Jul 05 02:26:09.851079 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ea344e-5e9d-4bbb-b162-ad771b42dddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21d94581-1427-4306-8cb0-64083e4d614e,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:09.860776 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [None req-e3a7112e-5a7a-4826-ad78-0f8747ebad53 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] For port 4bfda793-3ad8-4369-9f94-d57af28816f3, host n-d-771362-32, got binding levels [] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:26:09.861177 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e3a7112e-5a7a-4826-ad78-0f8747ebad53 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:09.876139 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-e3a7112e-5a7a-4826-ad78-0f8747ebad53 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Calling delete_port for 4bfda793-3ad8-4369-9f94-d57af28816f3 owned by network:router_interface {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:26:09.893150 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-ea1eb8b0-65be-4544-bb45-07276d688579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:09.988668 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1eb8b0-65be-4544-bb45-07276d688579 None None] Routers {'f0116414-4ff2-4831-ab5e-6c8916000236'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:26:09.991490 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-ea1eb8b0-65be-4544-bb45-07276d688579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:25:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['f0116414-4ff2-4831-ab5e-6c8916000236'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:26:09.994567 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1acfee4-6a85-4662-9246-05f30130d635 None None] Pushing event updated for resources: {'Port': ['ID=4bfda793-3ad8-4369-9f94-d57af28816f3,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:10.068257 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port a982cc0e-4a8f-4358-9ba7-4dd2803305b8 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:26:10.068664 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:10.122998 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-ea1eb8b0-65be-4544-bb45-07276d688579 None None] Set router f0116414-4ff2-4831-ab5e-6c8916000236 gateway port host: None {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:26:10.233538 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e3a7112e-5a7a-4826-ad78-0f8747ebad53 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:10.290742 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-63857bf0-2ccd-445b-9719-b624557f4d50 None None] Could not find standard attr ID for object 4bfda793-3ad8-4369-9f94-d57af28816f3. {{(pid=94463) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 02:26:10.297682 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a7112e-5a7a-4826-ad78-0f8747ebad53 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event deleted for resources: {'Port': ['ID=4bfda793-3ad8-4369-9f94-d57af28816f3,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:10.391987 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-ea1eb8b0-65be-4544-bb45-07276d688579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0116414-4ff2-4831-ab5e-6c8916000236', 'name': 'tempest-NetworksTestDHCPv6-router-1785962956', 'tenant_id': 'db76c4c0345048a1b87eacad1e0b9ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:26:05Z', 'updated_at': '2021-07-05T02:26:06Z', 'revision_number': 2, 'project_id': 'db76c4c0345048a1b87eacad1e0b9ba1', 'gw_port_host': None, '_interfaces': [{'id': '4bfda793-3ad8-4369-9f94-d57af28816f3', 'name': '', 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'tenant_id': 'db76c4c0345048a1b87eacad1e0b9ba1', 'mac_address': 'fa:16:3e:8c:e5:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0116414-4ff2-4831-ab5e-6c8916000236', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '4d711984-6afd-4802-89c9-35c0e5cd4eb3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:26:06Z', 'updated_at': '2021-07-05T02:26:09Z', 'revision_number': 4, 'project_id': 'db76c4c0345048a1b87eacad1e0b9ba1', 'subnets': [{'id': '4d711984-6afd-4802-89c9-35c0e5cd4eb3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:26:10.428590 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1eb8b0-65be-4544-bb45-07276d688579 None None] The sync data for ids ['f0116414-4ff2-4831-ab5e-6c8916000236'] in n-d-771362-32 is: [{'id': 'f0116414-4ff2-4831-ab5e-6c8916000236', 'name': 'tempest-NetworksTestDHCPv6-router-1785962956', 'tenant_id': 'db76c4c0345048a1b87eacad1e0b9ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:26:05Z', 'updated_at': '2021-07-05T02:26:06Z', 'revision_number': 2, 'project_id': 'db76c4c0345048a1b87eacad1e0b9ba1', 'gw_port_host': None, '_interfaces': [{'id': '4bfda793-3ad8-4369-9f94-d57af28816f3', 'name': '', 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'tenant_id': 'db76c4c0345048a1b87eacad1e0b9ba1', 'mac_address': 'fa:16:3e:8c:e5:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0116414-4ff2-4831-ab5e-6c8916000236', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '4d711984-6afd-4802-89c9-35c0e5cd4eb3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:26:06Z', 'updated_at': '2021-07-05T02:26:09Z', 'revision_number': 4, 'project_id': 'db76c4c0345048a1b87eacad1e0b9ba1', 'subnets': [{'id': '4d711984-6afd-4802-89c9-35c0e5cd4eb3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:26:10.491028 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e3a7112e-5a7a-4826-ad78-0f8747ebad53 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635398'] for router_interface, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:10.607292 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49d0b7f-f749-462d-b8bb-3871f88299e2 req-e486bdf0-2388-490d-8cce-f0d056f18342 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:10.608854 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d49d0b7f-f749-462d-b8bb-3871f88299e2 req-e486bdf0-2388-490d-8cce-f0d056f18342 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/ports?device_id=06117d83-c05c-4628-9b23-852a90e69be0 HTTP/1.1" status: 200 len: 950 time: 0.2442188 Jul 05 02:26:10.763121 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d49d0b7f-f749-462d-b8bb-3871f88299e2 req-2c8c43a8-473b-4b75-8716-ffa3b6205cdc tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1003e45-917a-406c-999d-122388976885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422093 Jul 05 02:26:10.783793 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3a7112e-5a7a-4826-ad78-0f8747ebad53 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Router f0116414-4ff2-4831-ab5e-6c8916000236 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:26:10.900712 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3a7112e-5a7a-4826-ad78-0f8747ebad53 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:26:10.916048 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-e3a7112e-5a7a-4826-ad78-0f8747ebad53 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "PUT /v2.0/routers/f0116414-4ff2-4831-ab5e-6c8916000236/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5380189 Jul 05 02:26:10.917047 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 60760) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:10.943471 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 60762) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:10.964161 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-12e6a96c-3387-4a04-a9a7-01f39c093706 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:10.993838 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac14fd26-c61a-4746-9d15-8bb7b4b68826 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:10.995746 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac14fd26-c61a-4746-9d15-8bb7b4b68826 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:10.997457 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-ac14fd26-c61a-4746-9d15-8bb7b4b68826 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0793293 Jul 05 02:26:11.000432 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 60764) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:11.048521 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b030c66b-04cc-4d8b-92d1-a3ef3a992ce2 req-4e12cc39-cd7a-4807-a3bf-11e1469ffe55 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:11.056532 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b030c66b-04cc-4d8b-92d1-a3ef3a992ce2 req-4e12cc39-cd7a-4807-a3bf-11e1469ffe55 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/ports?device_id=6445ee98-b422-46e6-9419-c5144d001523 HTTP/1.1" status: 200 len: 945 time: 0.1936469 Jul 05 02:26:11.094764 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-49464e3c-0188-4fd4-a3b6-909b61fb2be5 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Deleting subnet 4d711984-6afd-4802-89c9-35c0e5cd4eb3 {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:26:11.101204 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-49464e3c-0188-4fd4-a3b6-909b61fb2be5 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:11.143251 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-12e6a96c-3387-4a04-a9a7-01f39c093706 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:11.151614 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b030c66b-04cc-4d8b-92d1-a3ef3a992ce2 req-ba2faba6-db89-4080-b6ad-9c3046352872 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fa90a27-9aba-44e7-a653-62ec86df8932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938036 Jul 05 02:26:11.173487 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-49464e3c-0188-4fd4-a3b6-909b61fb2be5 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:11.272024 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-12e6a96c-3387-4a04-a9a7-01f39c093706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:11.276372 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-49464e3c-0188-4fd4-a3b6-909b61fb2be5 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:11.315802 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-12e6a96c-3387-4a04-a9a7-01f39c093706 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7af1e6f2d5c4424f8835971eb2e02e72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3707550 Jul 05 02:26:11.321258 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e6a96c-3387-4a04-a9a7-01f39c093706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4192500-336c-4769-acd4-f2e8c5f82990,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:11.321389 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 60766) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:11.384352 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f7f2d458-1944-4b91-87bf-9d79ce4fe2c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:11.406462 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f7f2d458-1944-4b91-87bf-9d79ce4fe2c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:11.469454 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-49464e3c-0188-4fd4-a3b6-909b61fb2be5 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:11.501241 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49464e3c-0188-4fd4-a3b6-909b61fb2be5 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event deleted for resources: {'Subnet': ['ID=4d711984-6afd-4802-89c9-35c0e5cd4eb3,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:11.503265 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-49464e3c-0188-4fd4-a3b6-909b61fb2be5 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:11.507843 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-49464e3c-0188-4fd4-a3b6-909b61fb2be5 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "DELETE /v2.0/subnets/4d711984-6afd-4802-89c9-35c0e5cd4eb3 HTTP/1.1" status: 204 len: 168 time: 0.5037866 Jul 05 02:26:11.509465 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 60774) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:11.513323 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4851d969-5e2c-488b-a6f4-41e7e60eac3b None None] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:26:11.597183 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f7f2d458-1944-4b91-87bf-9d79ce4fe2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:11.603490 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f7f2d458-1944-4b91-87bf-9d79ce4fe2c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:11.603490 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-f7f2d458-1944-4b91-87bf-9d79ce4fe2c5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a4192500-336c-4769-acd4-f2e8c5f82990 HTTP/1.1" status: 204 len: 168 time: 0.2814031 Jul 05 02:26:11.612893 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:11.616804 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:11.629424 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f2d458-1944-4b91-87bf-9d79ce4fe2c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4192500-336c-4769-acd4-f2e8c5f82990,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:11.745556 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-43a75d2a-4380-4e6f-a636-82c518790bff tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2353389 Jul 05 02:26:11.753823 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 60778) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:11.834334 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57e1065-4922-4a89-9f3c-8ed216b40df3 None None] DHCP port deletion for ed71b0ad-0d45-4cc1-9581-fdfa4092af45 request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:26:11.837313 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f884cccd-2771-4128-93ff-621c2e1b65d8 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks [] for router, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:11.891608 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-b57e1065-4922-4a89-9f3c-8ed216b40df3 None None] Deleting port a982cc0e-4a8f-4358-9ba7-4dd2803305b8 {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:26:11.892083 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b57e1065-4922-4a89-9f3c-8ed216b40df3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:11.966831 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e422834-74ae-4ad6-969d-19bb0a5152e5 req-45965dec-01ed-44a4-b389-b9e5cd699f02 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:11.969274 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0e422834-74ae-4ad6-969d-19bb0a5152e5 req-45965dec-01ed-44a4-b389-b9e5cd699f02 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/ports?device_id=06117d83-c05c-4628-9b23-852a90e69be0 HTTP/1.1" status: 200 len: 950 time: 0.0801320 Jul 05 02:26:11.981447 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-b57e1065-4922-4a89-9f3c-8ed216b40df3 None None] For port a982cc0e-4a8f-4358-9ba7-4dd2803305b8, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=a982cc0e-4a8f-4358-9ba7-4dd2803305b8,segment=NetworkSegment(4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6),segment_id=4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:26:11.981777 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b57e1065-4922-4a89-9f3c-8ed216b40df3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:11.996892 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-b57e1065-4922-4a89-9f3c-8ed216b40df3 None None] Calling delete_port for a982cc0e-4a8f-4358-9ba7-4dd2803305b8 owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:26:12.016036 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0e422834-74ae-4ad6-969d-19bb0a5152e5 req-3bade7ba-3f4c-4d1d-9708-5f6839039f73 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1003e45-917a-406c-999d-122388976885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380127 Jul 05 02:26:12.029762 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f884cccd-2771-4128-93ff-621c2e1b65d8 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11828'] for router, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:12.032012 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f884cccd-2771-4128-93ff-621c2e1b65d8 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:12.157645 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b57e1065-4922-4a89-9f3c-8ed216b40df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:12.186318 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57e1065-4922-4a89-9f3c-8ed216b40df3 None None] Pushing event deleted for resources: {'Port': ['ID=a982cc0e-4a8f-4358-9ba7-4dd2803305b8,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:12.198441 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57e1065-4922-4a89-9f3c-8ed216b40df3 None None] No DVR routers for this DVR port a982cc0e-4a8f-4358-9ba7-4dd2803305b8 on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:26:12.214285 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f884cccd-2771-4128-93ff-621c2e1b65d8 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1575451'] for router, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:12.214285 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f884cccd-2771-4128-93ff-621c2e1b65d8 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Fanout notify agent at l3_agent the message router_deleted on router f0116414-4ff2-4831-ab5e-6c8916000236 {{(pid=94462) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 02:26:12.227342 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f884cccd-2771-4128-93ff-621c2e1b65d8 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:12.239190 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-f884cccd-2771-4128-93ff-621c2e1b65d8 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "DELETE /v2.0/routers/f0116414-4ff2-4831-ab5e-6c8916000236 HTTP/1.1" status: 204 len: 168 time: 0.4842281 Jul 05 02:26:12.246562 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 60790) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:12.249994 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-1fc6dff3-dfdb-410b-ad81-771c181c03e4 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Request body: {'subnet': {'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:26:12.383566 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a26bc87-6e9f-41d6-b9da-36c4731ad00c None None] Sync routers for ids ['f0116414-4ff2-4831-ab5e-6c8916000236'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:26:12.394294 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a26bc87-6e9f-41d6-b9da-36c4731ad00c None None] Routers set() bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:26:12.394786 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a26bc87-6e9f-41d6-b9da-36c4731ad00c None None] Router IDs set() for agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 05 02:26:12.395556 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_agentschedulers_db [None req-2a26bc87-6e9f-41d6-b9da-36c4731ad00c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f0116414-4ff2-4831-ab5e-6c8916000236'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:25:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent'). {{(pid=94464) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 05 02:26:12.398986 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeee3b2-3f3c-4e51-ada7-1ceb13fc388d req-fbf69e20-1105-4a62-9935-3d06248aa905 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:12.400876 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0eeee3b2-3f3c-4e51-ada7-1ceb13fc388d req-fbf69e20-1105-4a62-9935-3d06248aa905 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/ports?device_id=6445ee98-b422-46e6-9419-c5144d001523 HTTP/1.1" status: 200 len: 945 time: 0.1032858 Jul 05 02:26:12.406650 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a26bc87-6e9f-41d6-b9da-36c4731ad00c None None] Routers set() bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:26:12.407013 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a26bc87-6e9f-41d6-b9da-36c4731ad00c None None] Router IDs set() for agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 05 02:26:12.407740 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_agentschedulers_db [None req-2a26bc87-6e9f-41d6-b9da-36c4731ad00c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f0116414-4ff2-4831-ab5e-6c8916000236'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:25:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent'). {{(pid=94464) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 05 02:26:12.408133 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a26bc87-6e9f-41d6-b9da-36c4731ad00c None None] The sync data for ids ['f0116414-4ff2-4831-ab5e-6c8916000236'] in n-d-771362-32 is: [] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:26:12.454433 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0eeee3b2-3f3c-4e51-ada7-1ceb13fc388d req-ea4bb937-00af-484a-9127-f5005b247c04 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fa90a27-9aba-44e7-a653-62ec86df8932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476077 Jul 05 02:26:12.465834 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fc6dff3-dfdb-410b-ad81-771c181c03e4 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Made reservation on behalf of db76c4c0345048a1b87eacad1e0b9ba1 for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:26:12.471315 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1fc6dff3-dfdb-410b-ad81-771c181c03e4 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:13.209477 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41887947-1df0-4d3f-b735-a6755c808e40 req-03b10dee-5699-4162-90d8-c59d512a51f5 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:13.211134 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-41887947-1df0-4d3f-b735-a6755c808e40 req-03b10dee-5699-4162-90d8-c59d512a51f5 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/ports?device_id=06117d83-c05c-4628-9b23-852a90e69be0 HTTP/1.1" status: 200 len: 950 time: 0.0694108 Jul 05 02:26:13.232625 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1fc6dff3-dfdb-410b-ad81-771c181c03e4 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:13.291714 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc6dff3-dfdb-410b-ad81-771c181c03e4 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:26:13.297060 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-41887947-1df0-4d3f-b735-a6755c808e40 req-19b143a8-2427-4bcb-8c73-fe4a63381a17 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1003e45-917a-406c-999d-122388976885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801096 Jul 05 02:26:13.300881 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-1fc6dff3-dfdb-410b-ad81-771c181c03e4 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:26:13.305423 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc6dff3-dfdb-410b-ad81-771c181c03e4 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:13.306042 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1fc6dff3-dfdb-410b-ad81-771c181c03e4 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:13.309624 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc6dff3-dfdb-410b-ad81-771c181c03e4 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event updated for resources: {'Subnet': ['ID=ad1790d8-4676-45d9-9557-372d587d5552,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:13.312117 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7618f61-e014-4cfc-b75f-b91317f54163 None None] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:26:13.460062 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4ecfb5-9873-490a-a483-a3208e56e113 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'tenant_id': 'db76c4c0345048a1b87eacad1e0b9ba1', 'fixed_ips': [{'subnet_id': 'ad1790d8-4676-45d9-9557-372d587d5552'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:26:13.460941 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-9c4ecfb5-9873-490a-a483-a3208e56e113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:13.613356 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-9c4ecfb5-9873-490a-a483-a3208e56e113 None None] Allocated IP 2001:db8::2 (ed71b0ad-0d45-4cc1-9581-fdfa4092af45/ad1790d8-4676-45d9-9557-372d587d5552/269ffeeb-a425-40ec-980c-ab43a4428bb8) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:26:13.631764 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-1fc6dff3-dfdb-410b-ad81-771c181c03e4 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3873680 Jul 05 02:26:13.635264 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 60826) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:13.639910 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-5bd15de0-dff1-47a8-96d2-a0db6f1f627f tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-592692025', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:26:13.644345 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d8f09d-2168-470d-9819-1f33403d0787 req-0e8d3230-5405-4e6b-b82f-43216c8d9e28 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:13.646620 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-46d8f09d-2168-470d-9819-1f33403d0787 req-0e8d3230-5405-4e6b-b82f-43216c8d9e28 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/ports?device_id=6445ee98-b422-46e6-9419-c5144d001523 HTTP/1.1" status: 200 len: 945 time: 0.0767152 Jul 05 02:26:13.700384 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-46d8f09d-2168-470d-9819-1f33403d0787 req-146214a7-357c-494f-91c4-0aaa2d19b0b6 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fa90a27-9aba-44e7-a653-62ec86df8932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405109 Jul 05 02:26:13.742608 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device a982cc0e-4a8f-4358-9ba7-4dd2803305b8 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:26:13.770336 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: a982cc0e-4a8f-4358-9ba7-4dd2803305b8 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:26:13.770661 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device a982cc0e-4a8f-4358-9ba7-4dd2803305b8 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:26:13.771089 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 4bfda793-3ad8-4369-9f94-d57af28816f3 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:26:13.792675 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5bd15de0-dff1-47a8-96d2-a0db6f1f627f tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11810'] for router, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:13.792904 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 4bfda793-3ad8-4369-9f94-d57af28816f3 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:26:13.793258 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 4bfda793-3ad8-4369-9f94-d57af28816f3 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:26:13.797386 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5bd15de0-dff1-47a8-96d2-a0db6f1f627f tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1926740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11821'] for router, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:13.897618 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-9c4ecfb5-9873-490a-a483-a3208e56e113 None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:13.897618 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-9c4ecfb5-9873-490a-a483-a3208e56e113 None None] Transition to ACTIVE for port object 269ffeeb-a425-40ec-980c-ab43a4428bb8 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:26:13.898144 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5bd15de0-dff1-47a8-96d2-a0db6f1f627f tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:13.898245 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-9c4ecfb5-9873-490a-a483-a3208e56e113 None None] Transition to ACTIVE for port object 269ffeeb-a425-40ec-980c-ab43a4428bb8 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:26:13.935283 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 60834) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:13.949431 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 02:26:14.042947 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5bd15de0-dff1-47a8-96d2-a0db6f1f627f tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963'] for router, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:14.050104 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-9c4ecfb5-9873-490a-a483-a3208e56e113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:14.055106 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-89bac40f-cdb4-4c28-95d6-a9e9b969cf1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:14.090635 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4ecfb5-9873-490a-a483-a3208e56e113 None None] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:26:14.093469 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-9c4ecfb5-9873-490a-a483-a3208e56e113 None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:26:14.096877 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4ecfb5-9873-490a-a483-a3208e56e113 None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:26:14.107469 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4ecfb5-9873-490a-a483-a3208e56e113 None None] Pushing event updated for resources: {'Port': ['ID=269ffeeb-a425-40ec-980c-ab43a4428bb8,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:14.161853 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-9c4ecfb5-9873-490a-a483-a3208e56e113 None None] Attempting to bind port 269ffeeb-a425-40ec-980c-ab43a4428bb8 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:26:14.162525 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-9c4ecfb5-9873-490a-a483-a3208e56e113 None None] Attempting to bind port 269ffeeb-a425-40ec-980c-ab43a4428bb8 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:26:14.162892 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4ecfb5-9873-490a-a483-a3208e56e113 None None] Attempting to bind port 269ffeeb-a425-40ec-980c-ab43a4428bb8 on network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:26:14.168308 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4ecfb5-9873-490a-a483-a3208e56e113 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:26:14.168732 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4ecfb5-9873-490a-a483-a3208e56e113 None None] Checking segment: {'id': '4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:26:14.169083 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-9c4ecfb5-9873-490a-a483-a3208e56e113 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:14.169511 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4ecfb5-9873-490a-a483-a3208e56e113 None None] Bound using segment: {'id': '4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:26:14.169995 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-9c4ecfb5-9873-490a-a483-a3208e56e113 None None] Bound port: 269ffeeb-a425-40ec-980c-ab43a4428bb8, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:26:14.170404 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-9c4ecfb5-9873-490a-a483-a3208e56e113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:14.174749 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5bd15de0-dff1-47a8-96d2-a0db6f1f627f tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:14.178992 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-5bd15de0-dff1-47a8-96d2-a0db6f1f627f tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5397906 Jul 05 02:26:14.180004 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 60840) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:14.239470 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-9c4ecfb5-9873-490a-a483-a3208e56e113 None None] For port 269ffeeb-a425-40ec-980c-ab43a4428bb8, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:26:14.243368 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-9c4ecfb5-9873-490a-a483-a3208e56e113 None None] For port 269ffeeb-a425-40ec-980c-ab43a4428bb8, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=269ffeeb-a425-40ec-980c-ab43a4428bb8,segment=NetworkSegment(4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6),segment_id=4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:26:14.279341 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-89bac40f-cdb4-4c28-95d6-a9e9b969cf1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:14.286477 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device eda2c6e2-c0ed-4606-8bdb-48d578879d54 details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:26:14.290055 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device eda2c6e2-c0ed-4606-8bdb-48d578879d54 no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:26:14.430725 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-89bac40f-cdb4-4c28-95d6-a9e9b969cf1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:14.445728 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-9c4ecfb5-9873-490a-a483-a3208e56e113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:14.456453 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port eda2c6e2-c0ed-4606-8bdb-48d578879d54, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=eda2c6e2-c0ed-4606-8bdb-48d578879d54,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:26:14.466868 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:14.511676 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': 'eda2c6e2-c0ed-4606-8bdb-48d578879d54', 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4', 'port_id': 'eda2c6e2-c0ed-4606-8bdb-48d578879d54', 'mac_address': 'fa:16:3e:ee:9b:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b840e204-692c-4f54-8f07-f6563e8e36b1', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:26:14.521519 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bac40f-cdb4-4c28-95d6-a9e9b969cf1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f3899c0-2fbe-497d-91a0-7369e0d3d7d5,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:14.528529 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-89bac40f-cdb4-4c28-95d6-a9e9b969cf1e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e262733a095741bd986aa769cde7222f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5920794 Jul 05 02:26:14.532255 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 60846) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:14.555280 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-53d4e110-60ec-4eac-bb7d-fb9be1b2fa9a tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:14.573437 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06117d83-c05c-4628-9b23-852a90e69be0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eda2c6e2-c0ed-4606-8bdb-48d578879d54'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:26:14.576332 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c380f47-2ca0-4e32-b6cf-cd043ec6cc0b" -d '{"events": [{"server_uuid": "06117d83-c05c-4628-9b23-852a90e69be0", "name": "network-vif-unplugged", "status": "completed", "tag": "eda2c6e2-c0ed-4606-8bdb-48d578879d54"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:26:14.632105 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port eda2c6e2-c0ed-4606-8bdb-48d578879d54, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=eda2c6e2-c0ed-4606-8bdb-48d578879d54,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:26:14.638988 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4ecfb5-9873-490a-a483-a3208e56e113 None None] Pushing event updated for resources: {'Port': ['ID=269ffeeb-a425-40ec-980c-ab43a4428bb8,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:14.651499 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c8ab80-ea3a-4604-8a9b-ee173a6e238c req-5390fe3f-b6e2-47d8-b8af-0943e5418127 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:14.653123 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-80c8ab80-ea3a-4604-8a9b-ee173a6e238c req-5390fe3f-b6e2-47d8-b8af-0943e5418127 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/ports?device_id=06117d83-c05c-4628-9b23-852a90e69be0 HTTP/1.1" status: 200 len: 950 time: 0.1713173 Jul 05 02:26:14.665222 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:14.668641 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 02:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9acab0f2-482f-4376-a0f7-19ca88bf38b9 x-openstack-request-id: req-9acab0f2-482f-4376-a0f7-19ca88bf38b9 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:26:14.668932 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06117d83-c05c-4628-9b23-852a90e69be0", "name": "network-vif-unplugged", "status": "completed", "tag": "eda2c6e2-c0ed-4606-8bdb-48d578879d54", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:26:14.669227 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9acab0f2-482f-4376-a0f7-19ca88bf38b9 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:26:14.669581 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06117d83-c05c-4628-9b23-852a90e69be0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eda2c6e2-c0ed-4606-8bdb-48d578879d54', 'code': 200} Jul 05 02:26:14.681942 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-28996c35-608e-445d-a7f0-41896f599205 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:14.684026 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eda2c6e2-c0ed-4606-8bdb-48d578879d54 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:26:14.718364 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-28996c35-608e-445d-a7f0-41896f599205 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:14.724981 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:14.802808 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-80c8ab80-ea3a-4604-8a9b-ee173a6e238c req-4404f940-0a34-4c7d-9fcb-d6f73ceee470 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1003e45-917a-406c-999d-122388976885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414306 Jul 05 02:26:14.877587 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=eda2c6e2-c0ed-4606-8bdb-48d578879d54,revision_number=6']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:14.943008 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.db.api [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94463) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 02:26:14.943688 n-d-771362-32 neutron-server[94463]: DEBUG oslo_db.api [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 02:26:14.969005 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-28996c35-608e-445d-a7f0-41896f599205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:14.971924 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-28996c35-608e-445d-a7f0-41896f599205 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:14.977436 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-28996c35-608e-445d-a7f0-41896f599205 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2f3899c0-2fbe-497d-91a0-7369e0d3d7d5 HTTP/1.1" status: 204 len: 168 time: 0.4407954 Jul 05 02:26:15.001874 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28996c35-608e-445d-a7f0-41896f599205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f3899c0-2fbe-497d-91a0-7369e0d3d7d5,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:15.099042 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-53d4e110-60ec-4eac-bb7d-fb9be1b2fa9a tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Allocated IP 2001:db8::1 (ed71b0ad-0d45-4cc1-9581-fdfa4092af45/ad1790d8-4676-45d9-9557-372d587d5552/c58444ac-d632-4a1a-95bb-6a602eba5e9d) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:26:15.145454 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aac247-5485-4860-a30e-9b79e8d735c0 req-51828c56-e8c2-4f18-8f71-f2c727842e8b tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:15.147087 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f2aac247-5485-4860-a30e-9b79e8d735c0 req-51828c56-e8c2-4f18-8f71-f2c727842e8b tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/ports?device_id=6445ee98-b422-46e6-9419-c5144d001523 HTTP/1.1" status: 200 len: 945 time: 0.1018958 Jul 05 02:26:15.186467 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f2aac247-5485-4860-a30e-9b79e8d735c0 req-7748f4a0-f054-4483-a1e3-273806a694a4 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fa90a27-9aba-44e7-a653-62ec86df8932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337572 Jul 05 02:26:15.232229 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-53d4e110-60ec-4eac-bb7d-fb9be1b2fa9a tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:15.246042 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [None req-53d4e110-60ec-4eac-bb7d-fb9be1b2fa9a tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Transition to ACTIVE for port object c58444ac-d632-4a1a-95bb-6a602eba5e9d will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:26:15.475610 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-53d4e110-60ec-4eac-bb7d-fb9be1b2fa9a tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:15.507240 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:15.523552 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eda2c6e2-c0ed-4606-8bdb-48d578879d54 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:26:15.547199 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d4e110-60ec-4eac-bb7d-fb9be1b2fa9a tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:26:15.547860 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port eda2c6e2-c0ed-4606-8bdb-48d578879d54, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=eda2c6e2-c0ed-4606-8bdb-48d578879d54,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:26:15.554029 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-53d4e110-60ec-4eac-bb7d-fb9be1b2fa9a tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:26:15.563028 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d4e110-60ec-4eac-bb7d-fb9be1b2fa9a tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:26:15.563734 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-53d4e110-60ec-4eac-bb7d-fb9be1b2fa9a tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635668'] for router_interface, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:15.625447 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d4e110-60ec-4eac-bb7d-fb9be1b2fa9a tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event updated for resources: {'Port': ['ID=c58444ac-d632-4a1a-95bb-6a602eba5e9d,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:15.654029 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d4e110-60ec-4eac-bb7d-fb9be1b2fa9a tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:26:15.654229 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d4e110-60ec-4eac-bb7d-fb9be1b2fa9a tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:26:15.654546 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d4e110-60ec-4eac-bb7d-fb9be1b2fa9a tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:26:15.654921 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d4e110-60ec-4eac-bb7d-fb9be1b2fa9a tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:26:15.655446 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d4e110-60ec-4eac-bb7d-fb9be1b2fa9a tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:26:15.655790 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d4e110-60ec-4eac-bb7d-fb9be1b2fa9a tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:26:15.656140 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d4e110-60ec-4eac-bb7d-fb9be1b2fa9a tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:26:15.656469 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d4e110-60ec-4eac-bb7d-fb9be1b2fa9a tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:26:15.656790 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d4e110-60ec-4eac-bb7d-fb9be1b2fa9a tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:26:15.657134 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d4e110-60ec-4eac-bb7d-fb9be1b2fa9a tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:26:15.657462 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d4e110-60ec-4eac-bb7d-fb9be1b2fa9a tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:26:15.657833 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d4e110-60ec-4eac-bb7d-fb9be1b2fa9a tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:26:15.671880 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:15.759660 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=eda2c6e2-c0ed-4606-8bdb-48d578879d54,revision_number=7']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:15.781687 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 269ffeeb-a425-40ec-980c-ab43a4428bb8 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:26:15.874295 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-53d4e110-60ec-4eac-bb7d-fb9be1b2fa9a tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:15.931719 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['eda2c6e2-c0ed-4606-8bdb-48d578879d54'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:26:15.985287 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 269ffeeb-a425-40ec-980c-ab43a4428bb8 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:26:16.137152 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1881030b-6ce9-4f4e-b638-98d48b8c3a08 req-c925716c-0c8b-4606-8fea-cfcd9f2c8462 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:16.145957 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1881030b-6ce9-4f4e-b638-98d48b8c3a08 req-c925716c-0c8b-4606-8fea-cfcd9f2c8462 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/ports?device_id=06117d83-c05c-4628-9b23-852a90e69be0 HTTP/1.1" status: 200 len: 949 time: 0.2282476 Jul 05 02:26:16.196449 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-088b55e1-3f32-4866-8056-1beaab186e65 None None] Provisioning for port 269ffeeb-a425-40ec-980c-ab43a4428bb8 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:26:16.200368 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-088b55e1-3f32-4866-8056-1beaab186e65 None None] Provisioning complete for port 269ffeeb-a425-40ec-980c-ab43a4428bb8 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:26:16.201096 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-088b55e1-3f32-4866-8056-1beaab186e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:16.242794 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1881030b-6ce9-4f4e-b638-98d48b8c3a08 req-06795d78-fe86-4c71-a7d6-bc1b6ee1640a tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1003e45-917a-406c-999d-122388976885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954916 Jul 05 02:26:16.298271 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-088b55e1-3f32-4866-8056-1beaab186e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:16.356657 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-088b55e1-3f32-4866-8056-1beaab186e65 None None] For port 269ffeeb-a425-40ec-980c-ab43a4428bb8, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=269ffeeb-a425-40ec-980c-ab43a4428bb8,segment=NetworkSegment(4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6),segment_id=4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:26:16.366190 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-53d4e110-60ec-4eac-bb7d-fb9be1b2fa9a tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:16.446580 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7575c16-87b3-4dbb-8b88-6410608bcfde req-5ee22324-6fda-4e7b-b891-c6d9158e7e45 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:16.448137 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d7575c16-87b3-4dbb-8b88-6410608bcfde req-5ee22324-6fda-4e7b-b891-c6d9158e7e45 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/ports?device_id=6445ee98-b422-46e6-9419-c5144d001523 HTTP/1.1" status: 200 len: 945 time: 0.0703473 Jul 05 02:26:16.489082 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d7575c16-87b3-4dbb-8b88-6410608bcfde req-57693da1-58a1-4f10-9c2f-35d40928db39 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fa90a27-9aba-44e7-a653-62ec86df8932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353093 Jul 05 02:26:16.493572 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-088b55e1-3f32-4866-8056-1beaab186e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:16.540169 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-53d4e110-60ec-4eac-bb7d-fb9be1b2fa9a tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:16.540804 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088b55e1-3f32-4866-8056-1beaab186e65 None None] Pushing event updated for resources: {'Port': ['ID=269ffeeb-a425-40ec-980c-ab43a4428bb8,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:16.541269 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-53d4e110-60ec-4eac-bb7d-fb9be1b2fa9a tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634601'] for router_interface, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:16.637422 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d4e110-60ec-4eac-bb7d-fb9be1b2fa9a tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event updated for resources: {'Port': ['ID=c58444ac-d632-4a1a-95bb-6a602eba5e9d,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:16.683884 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d4e110-60ec-4eac-bb7d-fb9be1b2fa9a tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:26:16.685324 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-53d4e110-60ec-4eac-bb7d-fb9be1b2fa9a tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:26:16.717153 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-0c0874b2-95a3-4ed7-93ec-5c3397a0e57f None None] Provisioning for port c58444ac-d632-4a1a-95bb-6a602eba5e9d completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:26:16.722060 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-0c0874b2-95a3-4ed7-93ec-5c3397a0e57f None None] Provisioning complete for port c58444ac-d632-4a1a-95bb-6a602eba5e9d triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:26:16.722722 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-0c0874b2-95a3-4ed7-93ec-5c3397a0e57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:16.763441 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-0c0874b2-95a3-4ed7-93ec-5c3397a0e57f None None] Port c58444ac-d632-4a1a-95bb-6a602eba5e9d cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:26:16.991402 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53d4e110-60ec-4eac-bb7d-fb9be1b2fa9a tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Router 6c51bbbf-db7e-4b20-8a82-8cd243635032 is scheduled to L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 with binding_index 1 {{(pid=94462) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 02:26:17.004309 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-66e1f001-e7d3-455b-b9ed-509f4c030a75 None None] Provisioning complete for port c58444ac-d632-4a1a-95bb-6a602eba5e9d triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:26:17.005144 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-66e1f001-e7d3-455b-b9ed-509f4c030a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:17.068262 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-66e1f001-e7d3-455b-b9ed-509f4c030a75 None None] Port c58444ac-d632-4a1a-95bb-6a602eba5e9d cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:26:17.114031 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53d4e110-60ec-4eac-bb7d-fb9be1b2fa9a tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:26:17.122143 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-53d4e110-60ec-4eac-bb7d-fb9be1b2fa9a tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "PUT /v2.0/routers/6c51bbbf-db7e-4b20-8a82-8cd243635032/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9391959 Jul 05 02:26:17.122335 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 60942) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:17.132491 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e34863-9cfa-42c7-967a-176b469c0f99 None None] Sync routers for ids ['6c51bbbf-db7e-4b20-8a82-8cd243635032'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:26:17.141694 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e34863-9cfa-42c7-967a-176b469c0f99 None None] Routers {'6c51bbbf-db7e-4b20-8a82-8cd243635032'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:26:17.142920 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-70e34863-9cfa-42c7-967a-176b469c0f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:25:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['6c51bbbf-db7e-4b20-8a82-8cd243635032'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:26:17.183350 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82b637a-83e0-4d23-b78d-a3fed02601c2 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:17.184730 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-b82b637a-83e0-4d23-b78d-a3fed02601c2 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "GET /v2.0/ports/c58444ac-d632-4a1a-95bb-6a602eba5e9d HTTP/1.1" status: 200 len: 911 time: 0.0613720 Jul 05 02:26:17.188687 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 60946) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:17.284439 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86cf915-5a75-4105-a9da-73e73f9131f9 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:17.290968 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86cf915-5a75-4105-a9da-73e73f9131f9 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:17.292533 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-c86cf915-5a75-4105-a9da-73e73f9131f9 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1026742 Jul 05 02:26:17.303888 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 60950) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:17.432194 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-70e34863-9cfa-42c7-967a-176b469c0f99 None None] Set router 6c51bbbf-db7e-4b20-8a82-8cd243635032 gateway port host: None {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:26:17.504779 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cef92f9-4a19-42ac-81ad-d00a337eae2e req-6ed71747-ee70-4a23-90d4-9bf3f5940556 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:17.512714 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2cef92f9-4a19-42ac-81ad-d00a337eae2e req-6ed71747-ee70-4a23-90d4-9bf3f5940556 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/ports?device_id=06117d83-c05c-4628-9b23-852a90e69be0 HTTP/1.1" status: 200 len: 949 time: 0.1052065 Jul 05 02:26:17.587529 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2cef92f9-4a19-42ac-81ad-d00a337eae2e req-0c2303f4-bd2c-4842-bf4c-60d1a20f94dc tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1003e45-917a-406c-999d-122388976885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726402 Jul 05 02:26:17.774830 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 269ffeeb-a425-40ec-980c-ab43a4428bb8 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:26:17.800413 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 60960) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:17.876763 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 269ffeeb-a425-40ec-980c-ab43a4428bb8 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:26:17.877297 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:17.906026 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-70e34863-9cfa-42c7-967a-176b469c0f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c51bbbf-db7e-4b20-8a82-8cd243635032', 'name': 'tempest-NetworksTestDHCPv6-router-592692025', 'tenant_id': 'db76c4c0345048a1b87eacad1e0b9ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:26:13Z', 'updated_at': '2021-07-05T02:26:15Z', 'revision_number': 2, 'project_id': 'db76c4c0345048a1b87eacad1e0b9ba1', 'gw_port_host': None, '_interfaces': [{'id': 'c58444ac-d632-4a1a-95bb-6a602eba5e9d', 'name': '', 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'tenant_id': 'db76c4c0345048a1b87eacad1e0b9ba1', 'mac_address': 'fa:16:3e:a7:fa:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c51bbbf-db7e-4b20-8a82-8cd243635032', 'device_owner': 'network:router_interface', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'ad1790d8-4676-45d9-9557-372d587d5552', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:26:14Z', 'updated_at': '2021-07-05T02:26:16Z', 'revision_number': 2, 'project_id': 'db76c4c0345048a1b87eacad1e0b9ba1', 'subnets': [{'id': 'ad1790d8-4676-45d9-9557-372d587d5552', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:26:17.931401 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-11e52561-3c74-4687-b64c-7f9c030ecb5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:17.957741 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e34863-9cfa-42c7-967a-176b469c0f99 None None] Checking router: 6c51bbbf-db7e-4b20-8a82-8cd243635032 for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:26:17.958701 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e34863-9cfa-42c7-967a-176b469c0f99 None None] Updating router 6c51bbbf-db7e-4b20-8a82-8cd243635032 port c58444ac-d632-4a1a-95bb-6a602eba5e9d binding host n-d-771362-32 {{(pid=94463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 02:26:17.983867 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668af9f6-2f8e-4364-95ab-227030575630 req-be9561c4-a624-4254-8f69-6601a2c178be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:17.986023 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-668af9f6-2f8e-4364-95ab-227030575630 req-be9561c4-a624-4254-8f69-6601a2c178be service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6445ee98-b422-46e6-9419-c5144d001523 HTTP/1.1" status: 200 len: 1097 time: 0.5672338 Jul 05 02:26:18.021057 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdec2f92-1327-4ae2-bf8c-b523990513b3 req-d59c3961-6cf0-4a05-a14a-5228a4f2f0ee tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:18.022652 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fdec2f92-1327-4ae2-bf8c-b523990513b3 req-d59c3961-6cf0-4a05-a14a-5228a4f2f0ee tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/ports?device_id=6445ee98-b422-46e6-9419-c5144d001523 HTTP/1.1" status: 200 len: 945 time: 0.2023771 Jul 05 02:26:18.031748 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-70e34863-9cfa-42c7-967a-176b469c0f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:18.054185 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-11e52561-3c74-4687-b64c-7f9c030ecb5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:18.078627 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-668af9f6-2f8e-4364-95ab-227030575630 req-ca7b8024-8cab-47e2-afff-148b1cbb18f8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1fa90a27-9aba-44e7-a653-62ec86df8932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817358 Jul 05 02:26:18.113680 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fdec2f92-1327-4ae2-bf8c-b523990513b3 req-331c1e2a-8ce8-4434-8d33-a01f1fc31a07 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fa90a27-9aba-44e7-a653-62ec86df8932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642188 Jul 05 02:26:18.191354 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-11e52561-3c74-4687-b64c-7f9c030ecb5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:18.243046 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-faa70571-2494-4fb1-b25d-c8cddeb01665 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1634680'] for router_interface, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:18.243629 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-11e52561-3c74-4687-b64c-7f9c030ecb5d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=47d0029e87714d5a880b7a3bac4832b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4388230 Jul 05 02:26:18.243629 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e52561-3c74-4687-b64c-7f9c030ecb5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27aae460-5451-4ddb-a6ee-c358b00b93a7,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:18.243839 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 60966) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:18.294459 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device eda2c6e2-c0ed-4606-8bdb-48d578879d54 up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:26:18.331809 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-426f7418-b382-43ca-beb7-053813db9a79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:18.366162 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-70e34863-9cfa-42c7-967a-176b469c0f99 None None] Notify callbacks [] for port, precommit_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:18.371276 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-426f7418-b382-43ca-beb7-053813db9a79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:18.380002 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-70e34863-9cfa-42c7-967a-176b469c0f99 None None] Transition to ACTIVE for port object c58444ac-d632-4a1a-95bb-6a602eba5e9d will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:26:18.390888 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port eda2c6e2-c0ed-4606-8bdb-48d578879d54 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:26:18.391405 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:18.495510 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-70e34863-9cfa-42c7-967a-176b469c0f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:18.551318 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-426f7418-b382-43ca-beb7-053813db9a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:18.553302 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:18.553834 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-426f7418-b382-43ca-beb7-053813db9a79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:18.565993 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-426f7418-b382-43ca-beb7-053813db9a79 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/27aae460-5451-4ddb-a6ee-c358b00b93a7 HTTP/1.1" status: 204 len: 168 time: 0.3031740 Jul 05 02:26:18.566219 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-faa70571-2494-4fb1-b25d-c8cddeb01665 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Deleting port c58444ac-d632-4a1a-95bb-6a602eba5e9d {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:26:18.566219 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-faa70571-2494-4fb1-b25d-c8cddeb01665 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:18.569872 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426f7418-b382-43ca-beb7-053813db9a79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27aae460-5451-4ddb-a6ee-c358b00b93a7,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:18.581524 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755f42da-9bb2-4466-b0ec-07172ed2d8a6 None None] Pushing event updated for resources: {'Port': ['ID=c58444ac-d632-4a1a-95bb-6a602eba5e9d,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:18.671712 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06117d83-c05c-4628-9b23-852a90e69be0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eda2c6e2-c0ed-4606-8bdb-48d578879d54'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:26:18.674991 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f1a0af1-0488-47f9-baf8-ba7dd8d9059e" -d '{"events": [{"server_uuid": "06117d83-c05c-4628-9b23-852a90e69be0", "name": "network-vif-plugged", "status": "completed", "tag": "eda2c6e2-c0ed-4606-8bdb-48d578879d54"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:26:18.715321 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port eda2c6e2-c0ed-4606-8bdb-48d578879d54, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=eda2c6e2-c0ed-4606-8bdb-48d578879d54,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:26:18.737061 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-faa70571-2494-4fb1-b25d-c8cddeb01665 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:18.748606 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-70e34863-9cfa-42c7-967a-176b469c0f99 None None] Attempting to bind port c58444ac-d632-4a1a-95bb-6a602eba5e9d on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:26:18.749282 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-70e34863-9cfa-42c7-967a-176b469c0f99 None None] Attempting to bind port c58444ac-d632-4a1a-95bb-6a602eba5e9d by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:26:18.749873 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e34863-9cfa-42c7-967a-176b469c0f99 None None] Attempting to bind port c58444ac-d632-4a1a-95bb-6a602eba5e9d on network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:26:18.757180 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-faa70571-2494-4fb1-b25d-c8cddeb01665 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Calling delete_port for c58444ac-d632-4a1a-95bb-6a602eba5e9d owned by network:router_interface {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:26:18.757547 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e34863-9cfa-42c7-967a-176b469c0f99 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:26:18.758232 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e34863-9cfa-42c7-967a-176b469c0f99 None None] Checking segment: {'id': '4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:26:18.758864 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-70e34863-9cfa-42c7-967a-176b469c0f99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:18.759523 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e34863-9cfa-42c7-967a-176b469c0f99 None None] Bound using segment: {'id': '4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:26:18.775033 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-70e34863-9cfa-42c7-967a-176b469c0f99 None None] Bound port: c58444ac-d632-4a1a-95bb-6a602eba5e9d, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:26:18.775033 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-70e34863-9cfa-42c7-967a-176b469c0f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:18.878363 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d91145-cd6f-4e04-9bab-1ca1b72bc6c4 x-openstack-request-id: req-76d91145-cd6f-4e04-9bab-1ca1b72bc6c4 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:26:18.878677 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06117d83-c05c-4628-9b23-852a90e69be0", "name": "network-vif-plugged", "status": "completed", "tag": "eda2c6e2-c0ed-4606-8bdb-48d578879d54", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:26:18.878878 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-76d91145-cd6f-4e04-9bab-1ca1b72bc6c4 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:26:18.879268 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06117d83-c05c-4628-9b23-852a90e69be0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eda2c6e2-c0ed-4606-8bdb-48d578879d54', 'code': 200} Jul 05 02:26:18.880780 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-70e34863-9cfa-42c7-967a-176b469c0f99 None None] For port c58444ac-d632-4a1a-95bb-6a602eba5e9d, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:26:18.884684 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-70e34863-9cfa-42c7-967a-176b469c0f99 None None] For port c58444ac-d632-4a1a-95bb-6a602eba5e9d, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=c58444ac-d632-4a1a-95bb-6a602eba5e9d,segment=NetworkSegment(4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6),segment_id=4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:26:18.889331 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:18.941707 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bb3a05-54fd-4a4b-922d-db84f7447573 req-6d6083f3-036d-4d27-96cd-db324af514e1 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:18.943437 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e9bb3a05-54fd-4a4b-922d-db84f7447573 req-6d6083f3-036d-4d27-96cd-db324af514e1 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/ports?device_id=06117d83-c05c-4628-9b23-852a90e69be0 HTTP/1.1" status: 200 len: 950 time: 0.0950954 Jul 05 02:26:18.947603 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=eda2c6e2-c0ed-4606-8bdb-48d578879d54,revision_number=8']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:18.991128 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e9bb3a05-54fd-4a4b-922d-db84f7447573 req-34fc0652-6e39-42af-9577-63b679622180 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1003e45-917a-406c-999d-122388976885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399232 Jul 05 02:26:19.017767 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-70e34863-9cfa-42c7-967a-176b469c0f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:19.098679 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e34863-9cfa-42c7-967a-176b469c0f99 None None] Routers {'6c51bbbf-db7e-4b20-8a82-8cd243635032'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:26:19.099344 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-70e34863-9cfa-42c7-967a-176b469c0f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:25:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['6c51bbbf-db7e-4b20-8a82-8cd243635032'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:26:19.242479 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755f42da-9bb2-4466-b0ec-07172ed2d8a6 None None] Pushing event updated for resources: {'Port': ['ID=c58444ac-d632-4a1a-95bb-6a602eba5e9d,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:19.282865 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-70e34863-9cfa-42c7-967a-176b469c0f99 None None] Set router 6c51bbbf-db7e-4b20-8a82-8cd243635032 gateway port host: None {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:26:19.335113 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-faa70571-2494-4fb1-b25d-c8cddeb01665 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:19.391751 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa70571-2494-4fb1-b25d-c8cddeb01665 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event deleted for resources: {'Port': ['ID=c58444ac-d632-4a1a-95bb-6a602eba5e9d,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:19.444769 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2210325-12df-4b08-9001-4405e07ce58b req-6937bee5-9a49-4e86-a302-4318731c689f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:19.446548 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e2210325-12df-4b08-9001-4405e07ce58b req-6937bee5-9a49-4e86-a302-4318731c689f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=06117d83-c05c-4628-9b23-852a90e69be0 HTTP/1.1" status: 200 len: 1102 time: 0.2652299 Jul 05 02:26:19.452991 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-8b249033-82e7-4e38-87f9-0c4a8ec22e16 None None] Could not find standard attr ID for object c58444ac-d632-4a1a-95bb-6a602eba5e9d. {{(pid=94463) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 02:26:19.578723 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-70e34863-9cfa-42c7-967a-176b469c0f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c51bbbf-db7e-4b20-8a82-8cd243635032', 'name': 'tempest-NetworksTestDHCPv6-router-592692025', 'tenant_id': 'db76c4c0345048a1b87eacad1e0b9ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:26:13Z', 'updated_at': '2021-07-05T02:26:15Z', 'revision_number': 2, 'project_id': 'db76c4c0345048a1b87eacad1e0b9ba1', 'gw_port_host': None, '_interfaces': [{'id': 'c58444ac-d632-4a1a-95bb-6a602eba5e9d', 'name': '', 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'tenant_id': 'db76c4c0345048a1b87eacad1e0b9ba1', 'mac_address': 'fa:16:3e:a7:fa:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c51bbbf-db7e-4b20-8a82-8cd243635032', 'device_owner': 'network:router_interface', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'ad1790d8-4676-45d9-9557-372d587d5552', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:26:14Z', 'updated_at': '2021-07-05T02:26:18Z', 'revision_number': 4, 'project_id': 'db76c4c0345048a1b87eacad1e0b9ba1', 'subnets': [{'id': 'ad1790d8-4676-45d9-9557-372d587d5552', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:26:19.610958 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e34863-9cfa-42c7-967a-176b469c0f99 None None] The sync data for ids ['6c51bbbf-db7e-4b20-8a82-8cd243635032'] in n-d-771362-32 is: [{'id': '6c51bbbf-db7e-4b20-8a82-8cd243635032', 'name': 'tempest-NetworksTestDHCPv6-router-592692025', 'tenant_id': 'db76c4c0345048a1b87eacad1e0b9ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:26:13Z', 'updated_at': '2021-07-05T02:26:15Z', 'revision_number': 2, 'project_id': 'db76c4c0345048a1b87eacad1e0b9ba1', 'gw_port_host': None, '_interfaces': [{'id': 'c58444ac-d632-4a1a-95bb-6a602eba5e9d', 'name': '', 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'tenant_id': 'db76c4c0345048a1b87eacad1e0b9ba1', 'mac_address': 'fa:16:3e:a7:fa:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c51bbbf-db7e-4b20-8a82-8cd243635032', 'device_owner': 'network:router_interface', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'ad1790d8-4676-45d9-9557-372d587d5552', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:26:14Z', 'updated_at': '2021-07-05T02:26:18Z', 'revision_number': 4, 'project_id': 'db76c4c0345048a1b87eacad1e0b9ba1', 'subnets': [{'id': 'ad1790d8-4676-45d9-9557-372d587d5552', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:26:19.641529 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9132be-3494-4cfc-ae1b-92a54eade459 req-12dce9a1-6b26-491d-aab0-0670e78f5877 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:19.643314 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-db9132be-3494-4cfc-ae1b-92a54eade459 req-12dce9a1-6b26-491d-aab0-0670e78f5877 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/ports?device_id=6445ee98-b422-46e6-9419-c5144d001523 HTTP/1.1" status: 200 len: 945 time: 0.3640108 Jul 05 02:26:19.645968 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e2210325-12df-4b08-9001-4405e07ce58b req-66fc151d-7c59-45ec-b80d-96863e32d5ec service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b1003e45-917a-406c-999d-122388976885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450040 Jul 05 02:26:19.647119 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-faa70571-2494-4fb1-b25d-c8cddeb01665 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635398'] for router_interface, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:19.795648 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-db9132be-3494-4cfc-ae1b-92a54eade459 req-99d4a48f-8463-4548-ab02-47b6be2e8c0f tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fa90a27-9aba-44e7-a653-62ec86df8932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380258 Jul 05 02:26:19.941443 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faa70571-2494-4fb1-b25d-c8cddeb01665 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Router 6c51bbbf-db7e-4b20-8a82-8cd243635032 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:26:20.075633 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faa70571-2494-4fb1-b25d-c8cddeb01665 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:26:20.083097 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-faa70571-2494-4fb1-b25d-c8cddeb01665 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "PUT /v2.0/routers/6c51bbbf-db7e-4b20-8a82-8cd243635032/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7777276 Jul 05 02:26:20.088069 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 32792) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:20.164245 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e84d130-ef1f-487e-bfb5-3415805b8740 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:20.166097 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e84d130-ef1f-487e-bfb5-3415805b8740 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:20.168092 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-4e84d130-ef1f-487e-bfb5-3415805b8740 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0789573 Jul 05 02:26:20.171431 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 32802) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:20.235230 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5d3d23e-789f-4c61-8c27-8aeb13d6fa29 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Deleting subnet ad1790d8-4676-45d9-9557-372d587d5552 {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:26:20.239560 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c5d3d23e-789f-4c61-8c27-8aeb13d6fa29 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:20.297431 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08cb322-1832-4e4b-8719-f0383e8df7bc req-919d6d3b-109f-42bb-836a-6566d81c4299 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:20.299917 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e08cb322-1832-4e4b-8719-f0383e8df7bc req-919d6d3b-109f-42bb-836a-6566d81c4299 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/ports?device_id=06117d83-c05c-4628-9b23-852a90e69be0 HTTP/1.1" status: 200 len: 950 time: 0.0711801 Jul 05 02:26:20.325153 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c5d3d23e-789f-4c61-8c27-8aeb13d6fa29 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:20.360179 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e08cb322-1832-4e4b-8719-f0383e8df7bc req-a29e9ff7-48c3-4f02-8433-9f244b66ff17 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1003e45-917a-406c-999d-122388976885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518003 Jul 05 02:26:20.461336 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95be04c2-2383-4d64-ba89-128395e78b4e req-def9d508-683d-414c-a904-9d7c585a5d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:20.463189 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-95be04c2-2383-4d64-ba89-128395e78b4e req-def9d508-683d-414c-a904-9d7c585a5d20 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=219d463f288c4c729da555f377dfc80d&device_id=6445ee98-b422-46e6-9419-c5144d001523 HTTP/1.1" status: 200 len: 1097 time: 0.0748694 Jul 05 02:26:20.485438 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c5d3d23e-789f-4c61-8c27-8aeb13d6fa29 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:20.612572 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95be04c2-2383-4d64-ba89-128395e78b4e req-f31aab04-e0ae-469b-9c58-b1300ac25f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:20.614077 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-95be04c2-2383-4d64-ba89-128395e78b4e req-f31aab04-e0ae-469b-9c58-b1300ac25f91 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cb67b300-72ad-48da-8604-1e0e076c238a HTTP/1.1" status: 200 len: 911 time: 0.1451039 Jul 05 02:26:20.662301 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-95be04c2-2383-4d64-ba89-128395e78b4e req-5354c4d9-a206-41ae-beff-d4c9d00b9cda service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df22d950-6840-42a1-83f6-888fde666ad6 HTTP/1.1" status: 200 len: 217 time: 0.0415902 Jul 05 02:26:20.692688 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5559e85f-a9f2-446f-af74-2fb5438149f0 req-f8984b1d-fb22-4e8d-b3d2-de662b3383e4 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:20.694308 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5559e85f-a9f2-446f-af74-2fb5438149f0 req-f8984b1d-fb22-4e8d-b3d2-de662b3383e4 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/ports?device_id=6445ee98-b422-46e6-9419-c5144d001523 HTTP/1.1" status: 200 len: 945 time: 0.1339223 Jul 05 02:26:20.750883 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95be04c2-2383-4d64-ba89-128395e78b4e req-acc94ae2-07f2-4a03-b65d-c7edddaba833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:20.752763 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-95be04c2-2383-4d64-ba89-128395e78b4e req-acc94ae2-07f2-4a03-b65d-c7edddaba833 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4c165eef-a6e1-4cbe-8057-ff98f92b9867 HTTP/1.1" status: 200 len: 851 time: 0.0830359 Jul 05 02:26:20.760143 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5559e85f-a9f2-446f-af74-2fb5438149f0 req-6cce9514-543c-48db-95a3-bafb95323381 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fa90a27-9aba-44e7-a653-62ec86df8932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474808 Jul 05 02:26:20.789718 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-95be04c2-2383-4d64-ba89-128395e78b4e req-f492e64d-d5e7-44a6-b7a1-022cc702a682 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cb67b300-72ad-48da-8604-1e0e076c238a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286508 Jul 05 02:26:20.884722 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-95be04c2-2383-4d64-ba89-128395e78b4e req-e46bbf07-a615-4c95-90e4-cb015f85250a service neutron] 10.222.0.15 "GET /v2.0/networks/cb67b300-72ad-48da-8604-1e0e076c238a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890014 Jul 05 02:26:20.975646 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-95be04c2-2383-4d64-ba89-128395e78b4e req-ef46761e-833f-473b-9a94-e338a21b7eda service neutron] 10.222.0.15 "GET /v2.0/networks/cb67b300-72ad-48da-8604-1e0e076c238a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844798 Jul 05 02:26:21.025822 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5cdbd22b-291a-4015-8871-365a151fa65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:21.028059 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c5d3d23e-789f-4c61-8c27-8aeb13d6fa29 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:21.070796 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d3d23e-789f-4c61-8c27-8aeb13d6fa29 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event deleted for resources: {'Subnet': ['ID=ad1790d8-4676-45d9-9557-372d587d5552,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:21.076620 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c5d3d23e-789f-4c61-8c27-8aeb13d6fa29 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:21.078745 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-c5d3d23e-789f-4c61-8c27-8aeb13d6fa29 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "DELETE /v2.0/subnets/ad1790d8-4676-45d9-9557-372d587d5552 HTTP/1.1" status: 204 len: 168 time: 0.9060857 Jul 05 02:26:21.081383 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 32840) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:21.087127 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d84ddfa-19a4-43c0-8eea-8d600aea874b None None] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:26:21.206646 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-96187dc0-f88b-4871-885f-2b99a49d66e9 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1238427 Jul 05 02:26:21.209450 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 32846) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:21.304669 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8aa11f7a-1f6e-4102-a129-7ab83836ffc7 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks [] for router, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:21.323468 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd40c17a-3428-412f-bbbf-59c22eedb34a None None] DHCP port deletion for ed71b0ad-0d45-4cc1-9581-fdfa4092af45 request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:26:21.383707 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-dd40c17a-3428-412f-bbbf-59c22eedb34a None None] Deleting port 269ffeeb-a425-40ec-980c-ab43a4428bb8 {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:26:21.384086 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-dd40c17a-3428-412f-bbbf-59c22eedb34a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:21.459903 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-dd40c17a-3428-412f-bbbf-59c22eedb34a None None] For port 269ffeeb-a425-40ec-980c-ab43a4428bb8, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=269ffeeb-a425-40ec-980c-ab43a4428bb8,segment=NetworkSegment(4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6),segment_id=4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:26:21.460286 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-dd40c17a-3428-412f-bbbf-59c22eedb34a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:21.479029 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-dd40c17a-3428-412f-bbbf-59c22eedb34a None None] Calling delete_port for 269ffeeb-a425-40ec-980c-ab43a4428bb8 owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:26:21.527837 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8aa11f7a-1f6e-4102-a129-7ab83836ffc7 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11828'] for router, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:21.530832 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8aa11f7a-1f6e-4102-a129-7ab83836ffc7 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:21.608480 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e180636-11fd-4edb-b802-a8fbc23f6381 req-1540df75-c3fc-4c32-bd9d-9be8b97e4da2 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:21.610087 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4e180636-11fd-4edb-b802-a8fbc23f6381 req-1540df75-c3fc-4c32-bd9d-9be8b97e4da2 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/ports?device_id=06117d83-c05c-4628-9b23-852a90e69be0 HTTP/1.1" status: 200 len: 950 time: 0.1123917 Jul 05 02:26:21.652306 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4e180636-11fd-4edb-b802-a8fbc23f6381 req-955d34b8-3904-4638-853b-03549bbc4257 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1003e45-917a-406c-999d-122388976885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352843 Jul 05 02:26:21.705982 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-dd40c17a-3428-412f-bbbf-59c22eedb34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:21.715386 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8aa11f7a-1f6e-4102-a129-7ab83836ffc7 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1575451'] for router, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:21.715386 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aa11f7a-1f6e-4102-a129-7ab83836ffc7 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Fanout notify agent at l3_agent the message router_deleted on router 6c51bbbf-db7e-4b20-8a82-8cd243635032 {{(pid=94462) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 02:26:21.720060 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8aa11f7a-1f6e-4102-a129-7ab83836ffc7 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:21.721509 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-8aa11f7a-1f6e-4102-a129-7ab83836ffc7 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "DELETE /v2.0/routers/6c51bbbf-db7e-4b20-8a82-8cd243635032 HTTP/1.1" status: 204 len: 168 time: 0.5109563 Jul 05 02:26:21.725309 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 32862) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:21.734231 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 269ffeeb-a425-40ec-980c-ab43a4428bb8 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:26:21.803743 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-4982b972-48f7-4b8c-9935-d490daedf981 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0752075 Jul 05 02:26:21.804587 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 32870) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:21.818547 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd40c17a-3428-412f-bbbf-59c22eedb34a None None] No DVR routers for this DVR port 269ffeeb-a425-40ec-980c-ab43a4428bb8 on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:26:21.820742 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd40c17a-3428-412f-bbbf-59c22eedb34a None None] Pushing event deleted for resources: {'Port': ['ID=269ffeeb-a425-40ec-980c-ab43a4428bb8,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:21.878171 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 269ffeeb-a425-40ec-980c-ab43a4428bb8 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:26:21.878899 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 269ffeeb-a425-40ec-980c-ab43a4428bb8 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:26:21.928032 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25a77d9-2e91-4f80-87e6-e97a63adc9cb tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:21.932106 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-c25a77d9-2e91-4f80-87e6-e97a63adc9cb tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1241553 Jul 05 02:26:21.932662 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 32880) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:21.979696 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765b8bec-091c-4e14-9780-df5cc7f1ff17 None None] Sync routers for ids ['6c51bbbf-db7e-4b20-8a82-8cd243635032'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:26:21.991562 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765b8bec-091c-4e14-9780-df5cc7f1ff17 None None] Routers set() bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:26:21.996239 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-e3aae949-a60c-42d3-94c1-7981a775ce07 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0585573 Jul 05 02:26:21.997242 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765b8bec-091c-4e14-9780-df5cc7f1ff17 None None] Router IDs set() for agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 05 02:26:21.997831 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 32882) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:21.998522 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_agentschedulers_db [None req-765b8bec-091c-4e14-9780-df5cc7f1ff17 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'6c51bbbf-db7e-4b20-8a82-8cd243635032'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:25:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent'). {{(pid=94464) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 05 02:26:22.003471 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-60cdc823-3a24-4bfd-849b-38962c9deb35 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Request body: {'subnet': {'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:26:22.008398 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765b8bec-091c-4e14-9780-df5cc7f1ff17 None None] Routers set() bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:26:22.013324 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765b8bec-091c-4e14-9780-df5cc7f1ff17 None None] Router IDs set() for agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 05 02:26:22.013324 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_agentschedulers_db [None req-765b8bec-091c-4e14-9780-df5cc7f1ff17 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'6c51bbbf-db7e-4b20-8a82-8cd243635032'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:25:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent'). {{(pid=94464) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 05 02:26:22.013324 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765b8bec-091c-4e14-9780-df5cc7f1ff17 None None] The sync data for ids ['6c51bbbf-db7e-4b20-8a82-8cd243635032'] in n-d-771362-32 is: [] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:26:22.021651 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a994595a-6e73-4afd-a0a0-74fac57db7e6 req-28e946b2-3fef-46fc-8785-78bd37e42188 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:22.022714 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a994595a-6e73-4afd-a0a0-74fac57db7e6 req-28e946b2-3fef-46fc-8785-78bd37e42188 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/ports?device_id=06117d83-c05c-4628-9b23-852a90e69be0 HTTP/1.1" status: 200 len: 950 time: 0.1321502 Jul 05 02:26:22.102566 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a994595a-6e73-4afd-a0a0-74fac57db7e6 req-bee24c6a-01ad-491f-bfca-612362ceacfd tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1003e45-917a-406c-999d-122388976885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656264 Jul 05 02:26:22.208055 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e85c24-dc36-46c4-8d95-9018120b1943 req-047b5ae3-88a6-4566-b3d5-348f29373ce7 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:22.209133 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-38e85c24-dc36-46c4-8d95-9018120b1943 req-047b5ae3-88a6-4566-b3d5-348f29373ce7 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/ports?device_id=6445ee98-b422-46e6-9419-c5144d001523 HTTP/1.1" status: 200 len: 945 time: 0.1872628 Jul 05 02:26:22.264746 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-38e85c24-dc36-46c4-8d95-9018120b1943 req-803a4eab-3561-4a73-be8b-d9097f9292d4 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fa90a27-9aba-44e7-a653-62ec86df8932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492578 Jul 05 02:26:22.267835 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60cdc823-3a24-4bfd-849b-38962c9deb35 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Made reservation on behalf of db76c4c0345048a1b87eacad1e0b9ba1 for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:26:22.271995 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-60cdc823-3a24-4bfd-849b-38962c9deb35 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:22.537656 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 32892) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:22.677177 n-d-771362-32 neutron-server[94462]: DEBUG neutron.objects.ports [None req-60cdc823-3a24-4bfd-849b-38962c9deb35 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94462) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 02:26:22.678812 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-60cdc823-3a24-4bfd-849b-38962c9deb35 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:22.722518 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60cdc823-3a24-4bfd-849b-38962c9deb35 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:26:22.724193 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f6b0fe3f-9b9b-417c-811e-39dccf53ce7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:22.726045 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-60cdc823-3a24-4bfd-849b-38962c9deb35 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:26:22.733107 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60cdc823-3a24-4bfd-849b-38962c9deb35 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:22.733733 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-60cdc823-3a24-4bfd-849b-38962c9deb35 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:22.743708 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941a4bad-ae59-4a10-8429-251c6fe699bf None None] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:26:22.754264 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cdc823-3a24-4bfd-849b-38962c9deb35 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event updated for resources: {'Subnet': ['ID=3de8b857-7008-4f7c-957c-a074af341911,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:22.846416 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f6b0fe3f-9b9b-417c-811e-39dccf53ce7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:22.900515 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b169386-3e77-4c68-b64f-712799bc7be7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'tenant_id': 'db76c4c0345048a1b87eacad1e0b9ba1', 'fixed_ips': [{'subnet_id': '3de8b857-7008-4f7c-957c-a074af341911'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:26:22.901416 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-9b169386-3e77-4c68-b64f-712799bc7be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:22.962451 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f6b0fe3f-9b9b-417c-811e-39dccf53ce7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:23.013799 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b0fe3f-9b9b-417c-811e-39dccf53ce7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff4b0c8-19cf-4462-9bbd-01b4a9f46f95,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:23.015923 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-f6b0fe3f-9b9b-417c-811e-39dccf53ce7f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bffeecb889b24571b65d877ea1e0da84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4764051 Jul 05 02:26:23.018946 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 32904) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:23.035926 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-60cdc823-3a24-4bfd-849b-38962c9deb35 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0368907 Jul 05 02:26:23.036572 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 32906) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:23.051433 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-0bee71af-d858-4c10-bc2f-35d72366d365 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Request body: {'subnet': {'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:26:23.079890 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-9b169386-3e77-4c68-b64f-712799bc7be7 None None] Allocated IP 2001:db8::f816:3eff:fe5b:1468 (ed71b0ad-0d45-4cc1-9581-fdfa4092af45/3de8b857-7008-4f7c-957c-a074af341911/f74ca925-dcf5-4ba2-8691-2256bcb5fb2d) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:26:23.201783 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-21035ea2-1ac0-4888-b655-a3cfa0544cbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:23.250113 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-21035ea2-1ac0-4888-b655-a3cfa0544cbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:23.266223 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e8d90aeb-a0d6-4dd0-8450-7e4f2a1a8253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:23.302972 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-9b169386-3e77-4c68-b64f-712799bc7be7 None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:23.315994 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-9b169386-3e77-4c68-b64f-712799bc7be7 None None] Transition to ACTIVE for port object f74ca925-dcf5-4ba2-8691-2256bcb5fb2d will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:26:23.347504 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-9b169386-3e77-4c68-b64f-712799bc7be7 None None] Transition to ACTIVE for port object f74ca925-dcf5-4ba2-8691-2256bcb5fb2d will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:26:23.408672 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86ab7fb-a701-413e-ad4d-7c5de3ad2fd0 req-39c31904-6a56-47f2-985a-78bf9e87ebf7 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:23.417019 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b86ab7fb-a701-413e-ad4d-7c5de3ad2fd0 req-39c31904-6a56-47f2-985a-78bf9e87ebf7 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/ports?device_id=06117d83-c05c-4628-9b23-852a90e69be0 HTTP/1.1" status: 200 len: 950 time: 0.1738200 Jul 05 02:26:23.439878 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-9b169386-3e77-4c68-b64f-712799bc7be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:23.467157 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bee71af-d858-4c10-bc2f-35d72366d365 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Made reservation on behalf of db76c4c0345048a1b87eacad1e0b9ba1 for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:26:23.471898 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0bee71af-d858-4c10-bc2f-35d72366d365 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:23.478743 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b86ab7fb-a701-413e-ad4d-7c5de3ad2fd0 req-1e4b50eb-3ceb-4d13-b02b-be313ffe228e tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1003e45-917a-406c-999d-122388976885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601027 Jul 05 02:26:23.481248 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-21035ea2-1ac0-4888-b655-a3cfa0544cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:23.484861 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-21035ea2-1ac0-4888-b655-a3cfa0544cbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:23.490117 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-21035ea2-1ac0-4888-b655-a3cfa0544cbc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0ff4b0c8-19cf-4462-9bbd-01b4a9f46f95 HTTP/1.1" status: 204 len: 168 time: 0.4659169 Jul 05 02:26:23.558200 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21035ea2-1ac0-4888-b655-a3cfa0544cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff4b0c8-19cf-4462-9bbd-01b4a9f46f95,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:23.606263 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b169386-3e77-4c68-b64f-712799bc7be7 None None] Pushing event updated for resources: {'Port': ['ID=f74ca925-dcf5-4ba2-8691-2256bcb5fb2d,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:23.629761 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b169386-3e77-4c68-b64f-712799bc7be7 None None] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:26:23.638549 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-9b169386-3e77-4c68-b64f-712799bc7be7 None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:26:23.641312 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b169386-3e77-4c68-b64f-712799bc7be7 None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:26:23.642039 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c351b-072c-4b43-83f6-8c6e58f0be4a req-972a97aa-52c8-402d-8cbc-db36e028b0cb tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:23.643774 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-386c351b-072c-4b43-83f6-8c6e58f0be4a req-972a97aa-52c8-402d-8cbc-db36e028b0cb tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/ports?device_id=6445ee98-b422-46e6-9419-c5144d001523 HTTP/1.1" status: 200 len: 945 time: 0.1215427 Jul 05 02:26:23.702505 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-386c351b-072c-4b43-83f6-8c6e58f0be4a req-fc5c617c-1435-4e33-bb42-79f6f22d5b3a tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fa90a27-9aba-44e7-a653-62ec86df8932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521753 Jul 05 02:26:23.726329 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device c58444ac-d632-4a1a-95bb-6a602eba5e9d no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:26:23.776885 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: c58444ac-d632-4a1a-95bb-6a602eba5e9d {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:26:23.777540 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device c58444ac-d632-4a1a-95bb-6a602eba5e9d not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:26:23.792389 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-9b169386-3e77-4c68-b64f-712799bc7be7 None None] Attempting to bind port f74ca925-dcf5-4ba2-8691-2256bcb5fb2d on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:26:23.792758 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-9b169386-3e77-4c68-b64f-712799bc7be7 None None] Attempting to bind port f74ca925-dcf5-4ba2-8691-2256bcb5fb2d by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:26:23.793132 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b169386-3e77-4c68-b64f-712799bc7be7 None None] Attempting to bind port f74ca925-dcf5-4ba2-8691-2256bcb5fb2d on network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:26:23.801402 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b169386-3e77-4c68-b64f-712799bc7be7 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:26:23.801786 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b169386-3e77-4c68-b64f-712799bc7be7 None None] Checking segment: {'id': '4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:26:23.802218 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-9b169386-3e77-4c68-b64f-712799bc7be7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:23.802618 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b169386-3e77-4c68-b64f-712799bc7be7 None None] Bound using segment: {'id': '4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:26:23.803097 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-9b169386-3e77-4c68-b64f-712799bc7be7 None None] Bound port: f74ca925-dcf5-4ba2-8691-2256bcb5fb2d, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:26:23.809481 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-9b169386-3e77-4c68-b64f-712799bc7be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:23.894487 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:23.909602 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-9b169386-3e77-4c68-b64f-712799bc7be7 None None] For port f74ca925-dcf5-4ba2-8691-2256bcb5fb2d, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:26:23.913728 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-9b169386-3e77-4c68-b64f-712799bc7be7 None None] For port f74ca925-dcf5-4ba2-8691-2256bcb5fb2d, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=f74ca925-dcf5-4ba2-8691-2256bcb5fb2d,segment=NetworkSegment(4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6),segment_id=4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:26:23.951228 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0bee71af-d858-4c10-bc2f-35d72366d365 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5763451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774823'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:23.980163 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-9b169386-3e77-4c68-b64f-712799bc7be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:24.023643 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bee71af-d858-4c10-bc2f-35d72366d365 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:26:24.034498 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-0bee71af-d858-4c10-bc2f-35d72366d365 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:26:24.039603 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bee71af-d858-4c10-bc2f-35d72366d365 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:24.040154 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0bee71af-d858-4c10-bc2f-35d72366d365 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:24.059512 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bee71af-d858-4c10-bc2f-35d72366d365 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event updated for resources: {'Subnet': ['ID=0a544b23-e05e-4ab5-af7d-80614986af20,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:24.155272 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-0bee71af-d858-4c10-bc2f-35d72366d365 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1116304 Jul 05 02:26:24.155677 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 32934) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:24.176959 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-a04a125b-2a18-45c2-b96b-3b80fda17dcc tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Request body: {'port': {'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'mac_address': 'fa:16:3e:99:71:97', 'name': 'tempest-NetworksTestDHCPv6-1928320275'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:26:24.314456 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b169386-3e77-4c68-b64f-712799bc7be7 None None] Pushing event updated for resources: {'Port': ['ID=f74ca925-dcf5-4ba2-8691-2256bcb5fb2d,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:24.539633 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a04a125b-2a18-45c2-b96b-3b80fda17dcc tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Made reservation on behalf of db76c4c0345048a1b87eacad1e0b9ba1 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:26:24.608862 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:24.661576 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a04a125b-2a18-45c2-b96b-3b80fda17dcc tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:24.691119 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [None req-a04a125b-2a18-45c2-b96b-3b80fda17dcc tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] device_id is not set on port d39a9d62-e69e-4792-85e8-b4d40ba8842c yet. {{(pid=94461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:26:24.778791 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff2866-adae-4bf1-8d8b-aade52b659cc req-52d2d920-8de0-495b-a729-e0ec1009a43b tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:24.781619 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2dff2866-adae-4bf1-8d8b-aade52b659cc req-52d2d920-8de0-495b-a729-e0ec1009a43b tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/ports?device_id=06117d83-c05c-4628-9b23-852a90e69be0 HTTP/1.1" status: 200 len: 950 time: 0.0833688 Jul 05 02:26:24.862071 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2dff2866-adae-4bf1-8d8b-aade52b659cc req-b28b8b51-dc77-4c94-a37c-dbc9b47c6af3 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1003e45-917a-406c-999d-122388976885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704150 Jul 05 02:26:24.888337 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382922ed-8572-45bd-80ec-2fb0a8742303 req-e53cf722-5a5f-4f9b-afbc-31cb559fb0df tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:24.898827 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-382922ed-8572-45bd-80ec-2fb0a8742303 req-e53cf722-5a5f-4f9b-afbc-31cb559fb0df tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/ports?device_id=6445ee98-b422-46e6-9419-c5144d001523 HTTP/1.1" status: 200 len: 945 time: 0.2086425 Jul 05 02:26:25.014707 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-382922ed-8572-45bd-80ec-2fb0a8742303 req-f44e4579-ff6c-4179-a78b-216577bbc66e tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fa90a27-9aba-44e7-a653-62ec86df8932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144612 Jul 05 02:26:25.034291 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-a04a125b-2a18-45c2-b96b-3b80fda17dcc tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Allocated IP 172.20.0.9 (ed71b0ad-0d45-4cc1-9581-fdfa4092af45/0a544b23-e05e-4ab5-af7d-80614986af20/d39a9d62-e69e-4792-85e8-b4d40ba8842c) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:26:25.036036 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-a04a125b-2a18-45c2-b96b-3b80fda17dcc tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Allocated IP 2001:db8::f816:3eff:fe99:7197 (ed71b0ad-0d45-4cc1-9581-fdfa4092af45/3de8b857-7008-4f7c-957c-a074af341911/d39a9d62-e69e-4792-85e8-b4d40ba8842c) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:26:25.209275 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a04a125b-2a18-45c2-b96b-3b80fda17dcc tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:25.227279 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [None req-a04a125b-2a18-45c2-b96b-3b80fda17dcc tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Transition to ACTIVE for port object d39a9d62-e69e-4792-85e8-b4d40ba8842c will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:26:25.292502 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009f9a25-4228-4c53-8663-e7497db5e238 None None] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:26:25.397702 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a04a125b-2a18-45c2-b96b-3b80fda17dcc tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:25.440512 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04a125b-2a18-45c2-b96b-3b80fda17dcc tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:26:25.445611 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-a04a125b-2a18-45c2-b96b-3b80fda17dcc tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:26:25.449502 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04a125b-2a18-45c2-b96b-3b80fda17dcc tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:26:25.479915 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-c767a432-629d-4d55-b70a-f48067abbe68 None None] Provisioning for port f74ca925-dcf5-4ba2-8691-2256bcb5fb2d completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:26:25.494484 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04a125b-2a18-45c2-b96b-3b80fda17dcc tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event updated for resources: {'Port': ['ID=d39a9d62-e69e-4792-85e8-b4d40ba8842c,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:25.513422 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04a125b-2a18-45c2-b96b-3b80fda17dcc tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:25.514086 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a04a125b-2a18-45c2-b96b-3b80fda17dcc tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:25.575087 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729adff3-3850-480c-a85a-9d786ccb926b None None] Update dhcp port {'port': {'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'fixed_ips': [{'subnet_id': '3de8b857-7008-4f7c-957c-a074af341911', 'ip_address': '2001:db8::f816:3eff:fe5b:1468'}, {'subnet_id': '0a544b23-e05e-4ab5-af7d-80614986af20'}], 'binding:host_id': 'n-d-771362-32'}, 'id': 'f74ca925-dcf5-4ba2-8691-2256bcb5fb2d'} from n-d-771362-32. {{(pid=94463) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 02:26:25.616968 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-729adff3-3850-480c-a85a-9d786ccb926b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:25.701106 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-a04a125b-2a18-45c2-b96b-3b80fda17dcc tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.5435531 Jul 05 02:26:25.704123 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 32970) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:25.785740 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device f74ca925-dcf5-4ba2-8691-2256bcb5fb2d up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:26:25.824256 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992e17fd-dc90-493a-9379-b65479bebede tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:25.824256 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992e17fd-dc90-493a-9379-b65479bebede tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:25.824256 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-992e17fd-dc90-493a-9379-b65479bebede tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1020553 Jul 05 02:26:25.826202 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 32972) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:25.865096 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-729adff3-3850-480c-a85a-9d786ccb926b None None] Allocated IP 172.20.0.2 (ed71b0ad-0d45-4cc1-9581-fdfa4092af45/0a544b23-e05e-4ab5-af7d-80614986af20/f74ca925-dcf5-4ba2-8691-2256bcb5fb2d) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:26:25.943062 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-6c930e65-84c8-4fd5-b626-109d60fe283b tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Deleting port d39a9d62-e69e-4792-85e8-b4d40ba8842c {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:26:25.944425 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6c930e65-84c8-4fd5-b626-109d60fe283b tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:26.023510 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port f74ca925-dcf5-4ba2-8691-2256bcb5fb2d completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:26:26.061872 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port f74ca925-dcf5-4ba2-8691-2256bcb5fb2d triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:26:26.062282 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:26.090696 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6c930e65-84c8-4fd5-b626-109d60fe283b tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:26.102304 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-729adff3-3850-480c-a85a-9d786ccb926b None None] For port f74ca925-dcf5-4ba2-8691-2256bcb5fb2d, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=f74ca925-dcf5-4ba2-8691-2256bcb5fb2d,segment=NetworkSegment(4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6),segment_id=4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:26:26.112680 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-6c930e65-84c8-4fd5-b626-109d60fe283b tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Calling delete_port for d39a9d62-e69e-4792-85e8-b4d40ba8842c owned by {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:26:26.121471 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48676e9-f946-4a2c-90f2-dcedfdd18efe req-5a32f106-cffa-4945-b403-090ad1622947 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:26.123046 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c48676e9-f946-4a2c-90f2-dcedfdd18efe req-5a32f106-cffa-4945-b403-090ad1622947 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/ports?device_id=06117d83-c05c-4628-9b23-852a90e69be0 HTTP/1.1" status: 200 len: 950 time: 0.1312847 Jul 05 02:26:26.147994 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-729adff3-3850-480c-a85a-9d786ccb926b None None] Notify callbacks [] for port, precommit_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:26.151950 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:26.187269 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-729adff3-3850-480c-a85a-9d786ccb926b None None] Transition to ACTIVE for port object f74ca925-dcf5-4ba2-8691-2256bcb5fb2d will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:26:26.209348 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:26.238090 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c48676e9-f946-4a2c-90f2-dcedfdd18efe req-85697933-0a83-4f7d-bce5-694e6db56f30 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1003e45-917a-406c-999d-122388976885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051748 Jul 05 02:26:26.295134 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-729adff3-3850-480c-a85a-9d786ccb926b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:26.412241 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7d483e-9e18-4f91-9804-11219741538b req-0fc28e71-2172-4ae2-ada4-600ef7cde694 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:26.418405 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ec7d483e-9e18-4f91-9804-11219741538b req-0fc28e71-2172-4ae2-ada4-600ef7cde694 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/ports?device_id=6445ee98-b422-46e6-9419-c5144d001523 HTTP/1.1" status: 200 len: 945 time: 0.1232989 Jul 05 02:26:26.465284 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ec7d483e-9e18-4f91-9804-11219741538b req-87b19a28-445d-49c6-84a5-2aaa6bf10116 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fa90a27-9aba-44e7-a653-62ec86df8932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361865 Jul 05 02:26:26.472225 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.db.api [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94463) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 02:26:26.472758 n-d-771362-32 neutron-server[94463]: DEBUG oslo_db.api [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 02:26:26.499153 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729adff3-3850-480c-a85a-9d786ccb926b None None] Pushing event updated for resources: {'Port': ['ID=f74ca925-dcf5-4ba2-8691-2256bcb5fb2d,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:26.541850 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6c930e65-84c8-4fd5-b626-109d60fe283b tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:26.575443 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c930e65-84c8-4fd5-b626-109d60fe283b tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event deleted for resources: {'Port': ['ID=d39a9d62-e69e-4792-85e8-b4d40ba8842c,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:26.592250 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 32992) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:26.679050 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6c930e65-84c8-4fd5-b626-109d60fe283b tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:26.681216 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-6c930e65-84c8-4fd5-b626-109d60fe283b tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "DELETE /v2.0/ports/d39a9d62-e69e-4792-85e8-b4d40ba8842c HTTP/1.1" status: 204 len: 168 time: 0.8539233 Jul 05 02:26:26.683644 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 32996) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:26.723715 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-488d8a9f-f65b-4e66-bdec-12aa72359e21 tempest-ExternalNetworksAdminNegativeTestJSON-57889248 tempest-ExternalNetworksAdminNegativeTestJSON-57889248-project-admin] Request body: {'floatingip': {'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:26:26.748531 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b3669a-cb71-43bc-9db1-e3a854f8a061 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:26.751400 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b3669a-cb71-43bc-9db1-e3a854f8a061 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:26.753597 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b3669a-cb71-43bc-9db1-e3a854f8a061 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:26.766354 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-83b3669a-cb71-43bc-9db1-e3a854f8a061 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0709522 Jul 05 02:26:26.766354 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 33000) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:26.814514 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-488d8a9f-f65b-4e66-bdec-12aa72359e21 tempest-ExternalNetworksAdminNegativeTestJSON-57889248 tempest-ExternalNetworksAdminNegativeTestJSON-57889248-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:26.852611 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_v2 [None req-ced1ed15-194c-4f6b-a750-1a254be63c65 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Deleting subnet 0a544b23-e05e-4ab5-af7d-80614986af20 {{(pid=94461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:26:26.857677 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ced1ed15-194c-4f6b-a750-1a254be63c65 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks [] for subnet, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:26.908121 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ced1ed15-194c-4f6b-a750-1a254be63c65 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5519650'] for subnet, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:26.928025 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-488d8a9f-f65b-4e66-bdec-12aa72359e21 tempest-ExternalNetworksAdminNegativeTestJSON-57889248 tempest-ExternalNetworksAdminNegativeTestJSON-57889248-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:27.028143 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ced1ed15-194c-4f6b-a750-1a254be63c65 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:27.030078 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:27.058990 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-488d8a9f-f65b-4e66-bdec-12aa72359e21 tempest-ExternalNetworksAdminNegativeTestJSON-57889248 tempest-ExternalNetworksAdminNegativeTestJSON-57889248-project-admin] Allocated IP 172.25.7.122 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/46883fa8-cdd9-4b34-8b02-f4519520fc31) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:26:27.176184 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ced1ed15-194c-4f6b-a750-1a254be63c65 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5763388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774356'] for subnet, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:27.290970 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ced1ed15-194c-4f6b-a750-1a254be63c65 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:27.296004 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-ced1ed15-194c-4f6b-a750-1a254be63c65 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "DELETE /v2.0/subnets/0a544b23-e05e-4ab5-af7d-80614986af20 HTTP/1.1" status: 204 len: 168 time: 0.5309715 Jul 05 02:26:27.298703 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced1ed15-194c-4f6b-a750-1a254be63c65 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event deleted for resources: {'Subnet': ['ID=0a544b23-e05e-4ab5-af7d-80614986af20,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:27.304300 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 33010) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:27.308766 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.db.api [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94463) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 02:26:27.309304 n-d-771362-32 neutron-server[94463]: DEBUG oslo_db.api [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 02:26:27.349454 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d3f043-19d8-4f4b-a650-0e12eef29200 None None] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:26:27.453910 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_v2 [None req-6124a8d1-7a05-42e3-aeda-92e0a3965eac tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Deleting subnet 3de8b857-7008-4f7c-957c-a074af341911 {{(pid=94461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:26:27.459054 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-10c036a3-2d13-4ce6-b8c3-4126919e7cec None None] Provisioning for port f74ca925-dcf5-4ba2-8691-2256bcb5fb2d completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:26:27.463032 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6124a8d1-7a05-42e3-aeda-92e0a3965eac tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks [] for subnet, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:27.475643 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-10c036a3-2d13-4ce6-b8c3-4126919e7cec None None] Provisioning complete for port f74ca925-dcf5-4ba2-8691-2256bcb5fb2d triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:26:27.476017 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-10c036a3-2d13-4ce6-b8c3-4126919e7cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:27.733494 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-488d8a9f-f65b-4e66-bdec-12aa72359e21 tempest-ExternalNetworksAdminNegativeTestJSON-57889248 tempest-ExternalNetworksAdminNegativeTestJSON-57889248-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:27.758249 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-10c036a3-2d13-4ce6-b8c3-4126919e7cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:27.802725 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-10c036a3-2d13-4ce6-b8c3-4126919e7cec None None] For port f74ca925-dcf5-4ba2-8691-2256bcb5fb2d, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=f74ca925-dcf5-4ba2-8691-2256bcb5fb2d,segment=NetworkSegment(4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6),segment_id=4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:26:27.899855 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-10c036a3-2d13-4ce6-b8c3-4126919e7cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:27.905686 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-10c036a3-2d13-4ce6-b8c3-4126919e7cec None None] Could not find standard attr ID for object d39a9d62-e69e-4792-85e8-b4d40ba8842c. {{(pid=94463) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 02:26:27.923548 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1e6906-7f06-4a0c-854f-8899182a7d0b req-b336e863-ee06-495d-bc83-bcb48465014b tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:27.930641 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-eb1e6906-7f06-4a0c-854f-8899182a7d0b req-b336e863-ee06-495d-bc83-bcb48465014b tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/ports?device_id=6445ee98-b422-46e6-9419-c5144d001523 HTTP/1.1" status: 200 len: 945 time: 0.1879017 Jul 05 02:26:28.002822 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c036a3-2d13-4ce6-b8c3-4126919e7cec None None] Pushing event updated for resources: {'Port': ['ID=f74ca925-dcf5-4ba2-8691-2256bcb5fb2d,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:28.006696 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-eb1e6906-7f06-4a0c-854f-8899182a7d0b req-2c280616-5ca3-40ae-8652-e1a03a47cf64 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fa90a27-9aba-44e7-a653-62ec86df8932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750575 Jul 05 02:26:28.008019 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-488d8a9f-f65b-4e66-bdec-12aa72359e21 tempest-ExternalNetworksAdminNegativeTestJSON-57889248 tempest-ExternalNetworksAdminNegativeTestJSON-57889248-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:28.144173 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488d8a9f-f65b-4e66-bdec-12aa72359e21 tempest-ExternalNetworksAdminNegativeTestJSON-57889248 tempest-ExternalNetworksAdminNegativeTestJSON-57889248-project-admin] Pushing event updated for resources: {'Port': ['ID=46883fa8-cdd9-4b34-8b02-f4519520fc31,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:28.170213 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488d8a9f-f65b-4e66-bdec-12aa72359e21 tempest-ExternalNetworksAdminNegativeTestJSON-57889248 tempest-ExternalNetworksAdminNegativeTestJSON-57889248-project-admin] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:26:28.171793 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-488d8a9f-f65b-4e66-bdec-12aa72359e21 tempest-ExternalNetworksAdminNegativeTestJSON-57889248 tempest-ExternalNetworksAdminNegativeTestJSON-57889248-project-admin] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:26:28.180479 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488d8a9f-f65b-4e66-bdec-12aa72359e21 tempest-ExternalNetworksAdminNegativeTestJSON-57889248 tempest-ExternalNetworksAdminNegativeTestJSON-57889248-project-admin] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:26:28.200427 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6124a8d1-7a05-42e3-aeda-92e0a3965eac tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5519650'] for subnet, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:28.350230 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device f74ca925-dcf5-4ba2-8691-2256bcb5fb2d up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:26:28.363811 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-488d8a9f-f65b-4e66-bdec-12aa72359e21 tempest-ExternalNetworksAdminNegativeTestJSON-57889248 tempest-ExternalNetworksAdminNegativeTestJSON-57889248-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:28.364612 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f47f1e-0342-4422-a6b4-d61b51b777e0 req-44048b48-6a11-4c71-b2eb-3fa99d7c312f tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:28.366888 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-97f47f1e-0342-4422-a6b4-d61b51b777e0 req-44048b48-6a11-4c71-b2eb-3fa99d7c312f tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.15 "GET /v2.0/ports?device_id=6445ee98-b422-46e6-9419-c5144d001523 HTTP/1.1" status: 200 len: 945 time: 0.8609264 Jul 05 02:26:28.390721 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6124a8d1-7a05-42e3-aeda-92e0a3965eac tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:28.435171 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port f74ca925-dcf5-4ba2-8691-2256bcb5fb2d triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:26:28.435831 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:28.502066 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ded3506-48a1-4004-89b7-33d49f6519e9 req-14f8381e-d750-46a1-8e75-b86f64df6cf4 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:28.509172 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3ded3506-48a1-4004-89b7-33d49f6519e9 req-14f8381e-d750-46a1-8e75-b86f64df6cf4 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/ports?device_id=06117d83-c05c-4628-9b23-852a90e69be0 HTTP/1.1" status: 200 len: 950 time: 0.3873525 Jul 05 02:26:28.550525 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-488d8a9f-f65b-4e66-bdec-12aa72359e21 tempest-ExternalNetworksAdminNegativeTestJSON-57889248 tempest-ExternalNetworksAdminNegativeTestJSON-57889248-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:28.584311 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6124a8d1-7a05-42e3-aeda-92e0a3965eac tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5763388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774356'] for subnet, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:28.650338 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6124a8d1-7a05-42e3-aeda-92e0a3965eac tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event deleted for resources: {'Subnet': ['ID=3de8b857-7008-4f7c-957c-a074af341911,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:28.654773 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6124a8d1-7a05-42e3-aeda-92e0a3965eac tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:28.656650 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-6124a8d1-7a05-42e3-aeda-92e0a3965eac tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "DELETE /v2.0/subnets/3de8b857-7008-4f7c-957c-a074af341911 HTTP/1.1" status: 204 len: 168 time: 1.3507051 Jul 05 02:26:28.665748 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 33022) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:28.707028 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-17ad5ac1-49b7-424c-9680-59aa5117164c tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0401161 Jul 05 02:26:28.713977 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 33024) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:28.725176 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-f8dbcce1-f3e5-4aeb-92d7-c60deaa9216e tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Request body: {'subnet': {'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:26:28.736933 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3ded3506-48a1-4004-89b7-33d49f6519e9 req-c8c4d0ca-19cd-4634-aa0a-f59e9e9cb6cc tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1003e45-917a-406c-999d-122388976885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267838 Jul 05 02:26:28.795301 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-97f47f1e-0342-4422-a6b4-d61b51b777e0 req-2ed74af3-c13d-46a8-bc8a-cf5e2435ce00 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Deleting port df22d950-6840-42a1-83f6-888fde666ad6 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:26:28.795656 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-97f47f1e-0342-4422-a6b4-d61b51b777e0 req-2ed74af3-c13d-46a8-bc8a-cf5e2435ce00 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:28.809836 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eba2537-e631-4e1f-b26a-1aedbc39616c None None] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:26:28.863113 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-488d8a9f-f65b-4e66-bdec-12aa72359e21 tempest-ExternalNetworksAdminNegativeTestJSON-57889248 tempest-ExternalNetworksAdminNegativeTestJSON-57889248-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:28.888915 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-7b8357a8-bb31-4b5f-b589-ef43b14c458b None None] Provisioning complete for port f74ca925-dcf5-4ba2-8691-2256bcb5fb2d triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:26:28.889390 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-7b8357a8-bb31-4b5f-b589-ef43b14c458b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:28.905767 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-97f47f1e-0342-4422-a6b4-d61b51b777e0 req-2ed74af3-c13d-46a8-bc8a-cf5e2435ce00 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] For port df22d950-6840-42a1-83f6-888fde666ad6, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=df22d950-6840-42a1-83f6-888fde666ad6,segment=NetworkSegment(6ec7572f-ca55-43e9-8c48-0f5f35cbc4cb),segment_id=6ec7572f-ca55-43e9-8c48-0f5f35cbc4cb)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:26:28.906152 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-97f47f1e-0342-4422-a6b4-d61b51b777e0 req-2ed74af3-c13d-46a8-bc8a-cf5e2435ce00 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:28.919823 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-97f47f1e-0342-4422-a6b4-d61b51b777e0 req-2ed74af3-c13d-46a8-bc8a-cf5e2435ce00 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Calling delete_port for df22d950-6840-42a1-83f6-888fde666ad6 owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:26:28.935548 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-488d8a9f-f65b-4e66-bdec-12aa72359e21 tempest-ExternalNetworksAdminNegativeTestJSON-57889248 tempest-ExternalNetworksAdminNegativeTestJSON-57889248-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:28.985892 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8dbcce1-f3e5-4aeb-92d7-c60deaa9216e tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Made reservation on behalf of db76c4c0345048a1b87eacad1e0b9ba1 for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:26:28.993325 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f8dbcce1-f3e5-4aeb-92d7-c60deaa9216e tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:29.094782 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488d8a9f-f65b-4e66-bdec-12aa72359e21 tempest-ExternalNetworksAdminNegativeTestJSON-57889248 tempest-ExternalNetworksAdminNegativeTestJSON-57889248-project-admin] Pushing event updated for resources: {'Port': ['ID=46883fa8-cdd9-4b34-8b02-f4519520fc31,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:29.112214 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf624b23-ec55-42a9-8fca-ea4eb130e171 None None] DHCP port deletion for ed71b0ad-0d45-4cc1-9581-fdfa4092af45 request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:26:29.170055 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-bf624b23-ec55-42a9-8fca-ea4eb130e171 None None] Deleting port f74ca925-dcf5-4ba2-8691-2256bcb5fb2d {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:26:29.170392 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-bf624b23-ec55-42a9-8fca-ea4eb130e171 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:29.227215 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-488d8a9f-f65b-4e66-bdec-12aa72359e21 tempest-ExternalNetworksAdminNegativeTestJSON-57889248 tempest-ExternalNetworksAdminNegativeTestJSON-57889248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636869'] for floatingip, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:29.230403 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-97f47f1e-0342-4422-a6b4-d61b51b777e0 req-2ed74af3-c13d-46a8-bc8a-cf5e2435ce00 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:29.247996 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['94290961-51fa-4a1f-94f8-bdd1b9b1bd08'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:26:29.250069 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['df22d950-6840-42a1-83f6-888fde666ad6'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:26:29.286598 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed74af3-c13d-46a8-bc8a-cf5e2435ce00 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Pushing event deleted for resources: {'Port': ['ID=df22d950-6840-42a1-83f6-888fde666ad6,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:29.290479 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a4cec0-faa4-46b0-98de-927ed22ea915 req-2289ea6c-465f-4fa9-9192-754b4928c9e1 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:29.292070 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-52a4cec0-faa4-46b0-98de-927ed22ea915 req-2289ea6c-465f-4fa9-9192-754b4928c9e1 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/ports?device_id=6445ee98-b422-46e6-9419-c5144d001523 HTTP/1.1" status: 200 len: 867 time: 0.1415744 Jul 05 02:26:29.328688 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-bf624b23-ec55-42a9-8fca-ea4eb130e171 None None] For port f74ca925-dcf5-4ba2-8691-2256bcb5fb2d, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=f74ca925-dcf5-4ba2-8691-2256bcb5fb2d,segment=NetworkSegment(4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6),segment_id=4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:26:29.329142 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-bf624b23-ec55-42a9-8fca-ea4eb130e171 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:29.342791 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-97f47f1e-0342-4422-a6b4-d61b51b777e0 req-2ed74af3-c13d-46a8-bc8a-cf5e2435ce00 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] No DVR routers for this DVR port df22d950-6840-42a1-83f6-888fde666ad6 on host n-h2-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:26:29.346326 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-97f47f1e-0342-4422-a6b4-d61b51b777e0 req-2ed74af3-c13d-46a8-bc8a-cf5e2435ce00 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:29.351531 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-97f47f1e-0342-4422-a6b4-d61b51b777e0 req-2ed74af3-c13d-46a8-bc8a-cf5e2435ce00 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.15 "DELETE /v2.0/ports/df22d950-6840-42a1-83f6-888fde666ad6 HTTP/1.1" status: 204 len: 173 time: 0.8904052 Jul 05 02:26:29.352227 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6445ee98-b422-46e6-9419-c5144d001523', 'name': 'network-vif-deleted', 'tag': 'df22d950-6840-42a1-83f6-888fde666ad6'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:26:29.354703 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50a38c59-5373-45ab-9721-ba8a1ebb97ad" -d '{"events": [{"server_uuid": "6445ee98-b422-46e6-9419-c5144d001523", "name": "network-vif-deleted", "tag": "df22d950-6840-42a1-83f6-888fde666ad6"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:26:29.357756 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-bf624b23-ec55-42a9-8fca-ea4eb130e171 None None] Calling delete_port for f74ca925-dcf5-4ba2-8691-2256bcb5fb2d owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:26:29.401927 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-488d8a9f-f65b-4e66-bdec-12aa72359e21 tempest-ExternalNetworksAdminNegativeTestJSON-57889248 tempest-ExternalNetworksAdminNegativeTestJSON-57889248-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:29.403253 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-488d8a9f-f65b-4e66-bdec-12aa72359e21 tempest-ExternalNetworksAdminNegativeTestJSON-57889248 tempest-ExternalNetworksAdminNegativeTestJSON-57889248-project-admin] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8099864 Jul 05 02:26:29.407153 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 33032) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:29.408938 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3677da6a-43d5-4d75-a60b-b4416d957bcb x-openstack-request-id: req-3677da6a-43d5-4d75-a60b-b4416d957bcb {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:26:29.409423 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6445ee98-b422-46e6-9419-c5144d001523", "name": "network-vif-deleted", "tag": "df22d950-6840-42a1-83f6-888fde666ad6", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:26:29.411555 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3677da6a-43d5-4d75-a60b-b4416d957bcb {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:26:29.412903 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6445ee98-b422-46e6-9419-c5144d001523', 'name': 'network-vif-deleted', 'tag': 'df22d950-6840-42a1-83f6-888fde666ad6', 'status': 'completed', 'code': 200} Jul 05 02:26:29.418263 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-8b153191-acf5-44d2-91ef-d7ba89d07de1 tempest-ExternalNetworksAdminNegativeTestJSON-57889248 tempest-ExternalNetworksAdminNegativeTestJSON-57889248-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1881678467', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'fixed_ips': [{'ip_address': '172.25.7.122'}]}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:26:29.451280 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-52a4cec0-faa4-46b0-98de-927ed22ea915 req-670caf0a-5c51-4135-b99f-a12b5b036163 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fa90a27-9aba-44e7-a653-62ec86df8932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616674 Jul 05 02:26:29.517319 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b153191-acf5-44d2-91ef-d7ba89d07de1 tempest-ExternalNetworksAdminNegativeTestJSON-57889248 tempest-ExternalNetworksAdminNegativeTestJSON-57889248-project-admin] Made reservation on behalf of 28fc084f0de640a9a6944c6c1049c214 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:26:29.520999 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8b153191-acf5-44d2-91ef-d7ba89d07de1 tempest-ExternalNetworksAdminNegativeTestJSON-57889248 tempest-ExternalNetworksAdminNegativeTestJSON-57889248-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:29.533154 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8b153191-acf5-44d2-91ef-d7ba89d07de1 tempest-ExternalNetworksAdminNegativeTestJSON-57889248 tempest-ExternalNetworksAdminNegativeTestJSON-57889248-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:29.582233 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-bf624b23-ec55-42a9-8fca-ea4eb130e171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:29.602258 n-d-771362-32 neutron-server[94462]: DEBUG neutron.objects.ports [None req-f8dbcce1-f3e5-4aeb-92d7-c60deaa9216e tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94462) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 02:26:29.604299 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f8dbcce1-f3e5-4aeb-92d7-c60deaa9216e tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:29.632706 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf624b23-ec55-42a9-8fca-ea4eb130e171 None None] Pushing event deleted for resources: {'Port': ['ID=f74ca925-dcf5-4ba2-8691-2256bcb5fb2d,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:29.646158 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf624b23-ec55-42a9-8fca-ea4eb130e171 None None] No DVR routers for this DVR port f74ca925-dcf5-4ba2-8691-2256bcb5fb2d on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:26:29.659530 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8dbcce1-f3e5-4aeb-92d7-c60deaa9216e tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:26:29.663246 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-f8dbcce1-f3e5-4aeb-92d7-c60deaa9216e tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:26:29.667613 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8dbcce1-f3e5-4aeb-92d7-c60deaa9216e tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:29.668143 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f8dbcce1-f3e5-4aeb-92d7-c60deaa9216e tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:29.678298 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dbcce1-f3e5-4aeb-92d7-c60deaa9216e tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event updated for resources: {'Subnet': ['ID=7bea74be-3a97-4abe-a17a-cbbd01887c97,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:29.684301 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e282e5-8b25-4fdb-a8d4-ef57824c5cf1 None None] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:26:29.703720 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8b153191-acf5-44d2-91ef-d7ba89d07de1 tempest-ExternalNetworksAdminNegativeTestJSON-57889248 tempest-ExternalNetworksAdminNegativeTestJSON-57889248-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:29.831716 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b11372-fe59-4d66-8bce-1b4f85210e98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'tenant_id': 'db76c4c0345048a1b87eacad1e0b9ba1', 'fixed_ips': [{'subnet_id': '7bea74be-3a97-4abe-a17a-cbbd01887c97'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:26:29.832804 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b2b11372-fe59-4d66-8bce-1b4f85210e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:29.833605 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8b153191-acf5-44d2-91ef-d7ba89d07de1 tempest-ExternalNetworksAdminNegativeTestJSON-57889248 tempest-ExternalNetworksAdminNegativeTestJSON-57889248-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:29.839359 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [None req-8b153191-acf5-44d2-91ef-d7ba89d07de1 tempest-ExternalNetworksAdminNegativeTestJSON-57889248 tempest-ExternalNetworksAdminNegativeTestJSON-57889248-project-admin] device_id is not set on port 89faeee4-c45e-449e-8200-922d9c659c1f yet. {{(pid=94461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:26:29.930156 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b153191-acf5-44d2-91ef-d7ba89d07de1 tempest-ExternalNetworksAdminNegativeTestJSON-57889248 tempest-ExternalNetworksAdminNegativeTestJSON-57889248-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9faf1c2f-43dd-448f-aa26-22280794fba6,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:29.944463 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1741401c-9a22-4a86-a6e3-bbb561b6fc75 req-d0d489eb-9ea2-4362-8f7e-98b9d1d5c4fa tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:29.946826 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1741401c-9a22-4a86-a6e3-bbb561b6fc75 req-d0d489eb-9ea2-4362-8f7e-98b9d1d5c4fa tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/ports?device_id=06117d83-c05c-4628-9b23-852a90e69be0 HTTP/1.1" status: 200 len: 950 time: 0.0919812 Jul 05 02:26:29.965068 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-f8dbcce1-f3e5-4aeb-92d7-c60deaa9216e tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2495637 Jul 05 02:26:29.965718 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 33040) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:29.976650 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-b2b11372-fe59-4d66-8bce-1b4f85210e98 None None] Allocated IP 2001:db8::f816:3eff:fe76:9f83 (ed71b0ad-0d45-4cc1-9581-fdfa4092af45/7bea74be-3a97-4abe-a17a-cbbd01887c97/4e003800-f7bb-4ca3-b8b1-b6e84b99d2fb) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:26:29.977535 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-58af6a7f-5038-4087-bcfa-62813a5bee03 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Request body: {'subnet': {'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:26:30.053042 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1741401c-9a22-4a86-a6e3-bbb561b6fc75 req-f62fdaf1-d29f-4df4-aec9-13351e61a52e tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1003e45-917a-406c-999d-122388976885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001706 Jul 05 02:26:30.133482 n-d-771362-32 neutron-server[94461]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b153191-acf5-44d2-91ef-d7ba89d07de1 tempest-ExternalNetworksAdminNegativeTestJSON-57889248 tempest-ExternalNetworksAdminNegativeTestJSON-57889248-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 05 02:26:30.134017 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b153191-acf5-44d2-91ef-d7ba89d07de1 tempest-ExternalNetworksAdminNegativeTestJSON-57889248 tempest-ExternalNetworksAdminNegativeTestJSON-57889248-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:26:30.164241 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b2b11372-fe59-4d66-8bce-1b4f85210e98 None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:30.174470 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-b2b11372-fe59-4d66-8bce-1b4f85210e98 None None] Transition to ACTIVE for port object 4e003800-f7bb-4ca3-b8b1-b6e84b99d2fb will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:26:30.191485 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-b2b11372-fe59-4d66-8bce-1b4f85210e98 None None] Transition to ACTIVE for port object 4e003800-f7bb-4ca3-b8b1-b6e84b99d2fb will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:26:30.271616 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b2b11372-fe59-4d66-8bce-1b4f85210e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:30.276697 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device f74ca925-dcf5-4ba2-8691-2256bcb5fb2d no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:26:30.320385 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: f74ca925-dcf5-4ba2-8691-2256bcb5fb2d {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:26:30.320726 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device f74ca925-dcf5-4ba2-8691-2256bcb5fb2d not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:26:30.328517 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58af6a7f-5038-4087-bcfa-62813a5bee03 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Made reservation on behalf of db76c4c0345048a1b87eacad1e0b9ba1 for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:26:30.334008 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-58af6a7f-5038-4087-bcfa-62813a5bee03 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:30.342521 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b11372-fe59-4d66-8bce-1b4f85210e98 None None] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:26:30.348296 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-b2b11372-fe59-4d66-8bce-1b4f85210e98 None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:26:30.352610 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b11372-fe59-4d66-8bce-1b4f85210e98 None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:26:30.424396 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-8b153191-acf5-44d2-91ef-d7ba89d07de1 tempest-ExternalNetworksAdminNegativeTestJSON-57889248 tempest-ExternalNetworksAdminNegativeTestJSON-57889248-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.0055904 Jul 05 02:26:30.425031 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 33044) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:30.438969 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b11372-fe59-4d66-8bce-1b4f85210e98 None None] Pushing event updated for resources: {'Port': ['ID=4e003800-f7bb-4ca3-b8b1-b6e84b99d2fb,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:30.466484 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-b2b11372-fe59-4d66-8bce-1b4f85210e98 None None] Attempting to bind port 4e003800-f7bb-4ca3-b8b1-b6e84b99d2fb on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:26:30.466484 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-b2b11372-fe59-4d66-8bce-1b4f85210e98 None None] Attempting to bind port 4e003800-f7bb-4ca3-b8b1-b6e84b99d2fb by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:26:30.466484 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b11372-fe59-4d66-8bce-1b4f85210e98 None None] Attempting to bind port 4e003800-f7bb-4ca3-b8b1-b6e84b99d2fb on network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:26:30.466895 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b11372-fe59-4d66-8bce-1b4f85210e98 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:26:30.467006 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b11372-fe59-4d66-8bce-1b4f85210e98 None None] Checking segment: {'id': '4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:26:30.467349 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b2b11372-fe59-4d66-8bce-1b4f85210e98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:30.467739 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b11372-fe59-4d66-8bce-1b4f85210e98 None None] Bound using segment: {'id': '4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:26:30.468192 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-b2b11372-fe59-4d66-8bce-1b4f85210e98 None None] Bound port: 4e003800-f7bb-4ca3-b8b1-b6e84b99d2fb, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:26:30.468563 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b2b11372-fe59-4d66-8bce-1b4f85210e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:30.615162 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-596f0e0c-325c-40f0-bae0-dcae7900d946 tempest-ExternalNetworksAdminNegativeTestJSON-57889248 tempest-ExternalNetworksAdminNegativeTestJSON-57889248-project-admin] Deleting port 46883fa8-cdd9-4b34-8b02-f4519520fc31 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:26:30.615633 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-596f0e0c-325c-40f0-bae0-dcae7900d946 tempest-ExternalNetworksAdminNegativeTestJSON-57889248 tempest-ExternalNetworksAdminNegativeTestJSON-57889248-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:30.714536 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a4b75c38-c203-4657-bb10-816e4c2e11f2 req-b56dc6c6-a475-44e4-832a-d6f2ce6e5e35 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/ports?device_id=6445ee98-b422-46e6-9419-c5144d001523 HTTP/1.1" status: 200 len: 210 time: 0.0566797 Jul 05 02:26:30.722635 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-b2b11372-fe59-4d66-8bce-1b4f85210e98 None None] For port 4e003800-f7bb-4ca3-b8b1-b6e84b99d2fb, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:26:30.732411 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-b2b11372-fe59-4d66-8bce-1b4f85210e98 None None] For port 4e003800-f7bb-4ca3-b8b1-b6e84b99d2fb, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=4e003800-f7bb-4ca3-b8b1-b6e84b99d2fb,segment=NetworkSegment(4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6),segment_id=4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:26:30.864263 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-596f0e0c-325c-40f0-bae0-dcae7900d946 tempest-ExternalNetworksAdminNegativeTestJSON-57889248 tempest-ExternalNetworksAdminNegativeTestJSON-57889248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:30.864589 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-596f0e0c-325c-40f0-bae0-dcae7900d946 tempest-ExternalNetworksAdminNegativeTestJSON-57889248 tempest-ExternalNetworksAdminNegativeTestJSON-57889248-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:30.865288 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b2b11372-fe59-4d66-8bce-1b4f85210e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:30.889710 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-596f0e0c-325c-40f0-bae0-dcae7900d946 tempest-ExternalNetworksAdminNegativeTestJSON-57889248 tempest-ExternalNetworksAdminNegativeTestJSON-57889248-project-admin] Calling delete_port for 46883fa8-cdd9-4b34-8b02-f4519520fc31 owned by network:floatingip {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:26:30.927439 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b11372-fe59-4d66-8bce-1b4f85210e98 None None] Pushing event updated for resources: {'Port': ['ID=4e003800-f7bb-4ca3-b8b1-b6e84b99d2fb,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:31.017683 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-58af6a7f-5038-4087-bcfa-62813a5bee03 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:31.072126 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58af6a7f-5038-4087-bcfa-62813a5bee03 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:26:31.080394 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-58af6a7f-5038-4087-bcfa-62813a5bee03 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:26:31.088337 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58af6a7f-5038-4087-bcfa-62813a5bee03 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:31.088337 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-58af6a7f-5038-4087-bcfa-62813a5bee03 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:31.113435 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58af6a7f-5038-4087-bcfa-62813a5bee03 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event updated for resources: {'Subnet': ['ID=a22c7a2c-3789-46e0-930c-1153d22e684b,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:31.190964 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-596f0e0c-325c-40f0-bae0-dcae7900d946 tempest-ExternalNetworksAdminNegativeTestJSON-57889248 tempest-ExternalNetworksAdminNegativeTestJSON-57889248-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:31.226980 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596f0e0c-325c-40f0-bae0-dcae7900d946 tempest-ExternalNetworksAdminNegativeTestJSON-57889248 tempest-ExternalNetworksAdminNegativeTestJSON-57889248-project-admin] Pushing event deleted for resources: {'Port': ['ID=46883fa8-cdd9-4b34-8b02-f4519520fc31,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:31.230376 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-58af6a7f-5038-4087-bcfa-62813a5bee03 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2568879 Jul 05 02:26:31.233198 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 33056) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:31.239608 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-de5377fa-5886-421a-b293-8299cfd4faa6 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Request body: {'port': {'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'mac_address': 'fa:16:3e:8f:04:84', 'name': 'tempest-NetworksTestDHCPv6-1895868749'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:26:31.338675 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 33062) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:31.355623 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-596f0e0c-325c-40f0-bae0-dcae7900d946 tempest-ExternalNetworksAdminNegativeTestJSON-57889248 tempest-ExternalNetworksAdminNegativeTestJSON-57889248-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:31.358952 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-596f0e0c-325c-40f0-bae0-dcae7900d946 tempest-ExternalNetworksAdminNegativeTestJSON-57889248 tempest-ExternalNetworksAdminNegativeTestJSON-57889248-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:31.361074 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-596f0e0c-325c-40f0-bae0-dcae7900d946 tempest-ExternalNetworksAdminNegativeTestJSON-57889248 tempest-ExternalNetworksAdminNegativeTestJSON-57889248-project-admin] 10.222.0.23 "DELETE /v2.0/floatingips/1b90e520-7470-4c0f-ac58-7e9fb8000f38 HTTP/1.1" status: 204 len: 168 time: 0.9345217 Jul 05 02:26:31.378549 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d297392-45ff-4075-8dfd-c494338923ad req-8fe1d5a5-b679-4625-b0ef-abc9fb68a9b6 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:31.386956 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5d297392-45ff-4075-8dfd-c494338923ad req-8fe1d5a5-b679-4625-b0ef-abc9fb68a9b6 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/ports?device_id=06117d83-c05c-4628-9b23-852a90e69be0 HTTP/1.1" status: 200 len: 950 time: 0.1649337 Jul 05 02:26:31.426415 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5d297392-45ff-4075-8dfd-c494338923ad req-1f5798dc-bfc6-4c55-a3c2-da95c6c6bfed tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1003e45-917a-406c-999d-122388976885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385332 Jul 05 02:26:31.459820 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de5377fa-5886-421a-b293-8299cfd4faa6 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Made reservation on behalf of db76c4c0345048a1b87eacad1e0b9ba1 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:26:31.520655 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f158a1ad-54ac-436d-acd5-0f77ed9e9ad9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:31.584184 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-de5377fa-5886-421a-b293-8299cfd4faa6 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:31.618858 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [None req-de5377fa-5886-421a-b293-8299cfd4faa6 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] device_id is not set on port c771e73d-5aa4-4f02-a04c-d74b69bf932c yet. {{(pid=94461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:26:31.744856 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f158a1ad-54ac-436d-acd5-0f77ed9e9ad9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:31.832868 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-de5377fa-5886-421a-b293-8299cfd4faa6 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Allocated IP 172.20.0.9 (ed71b0ad-0d45-4cc1-9581-fdfa4092af45/a22c7a2c-3789-46e0-930c-1153d22e684b/c771e73d-5aa4-4f02-a04c-d74b69bf932c) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:26:31.840559 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-de5377fa-5886-421a-b293-8299cfd4faa6 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Allocated IP 2001:db8::f816:3eff:fe8f:484 (ed71b0ad-0d45-4cc1-9581-fdfa4092af45/7bea74be-3a97-4abe-a17a-cbbd01887c97/c771e73d-5aa4-4f02-a04c-d74b69bf932c) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:26:31.857136 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f158a1ad-54ac-436d-acd5-0f77ed9e9ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:31.910855 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 33078) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:31.939306 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-f158a1ad-54ac-436d-acd5-0f77ed9e9ad9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=76c095dc3d674d879c5462e69177856a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5991998 Jul 05 02:26:31.942025 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 33082) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:31.946919 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f158a1ad-54ac-436d-acd5-0f77ed9e9ad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d69896a-e4de-446e-95d1-c6627ae6b2ae,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:32.035424 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8053ad-3e2f-4765-a8ca-08129361dc0b None None] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:26:32.058313 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-68504ec4-e041-49b2-8eca-25ff198ca144 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:32.079653 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-de5377fa-5886-421a-b293-8299cfd4faa6 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:32.095555 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-68504ec4-e041-49b2-8eca-25ff198ca144 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:32.105732 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [None req-de5377fa-5886-421a-b293-8299cfd4faa6 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Transition to ACTIVE for port object c771e73d-5aa4-4f02-a04c-d74b69bf932c will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:26:32.143932 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5d08502a-dfa7-4456-ae41-b971e78af7b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:32.228589 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device df22d950-6840-42a1-83f6-888fde666ad6 no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:26:32.250567 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-de5377fa-5886-421a-b293-8299cfd4faa6 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:32.256621 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-920f6dfe-a852-4e99-b504-3323367004f4 None None] Provisioning for port 4e003800-f7bb-4ca3-b8b1-b6e84b99d2fb completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:26:32.257210 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-68504ec4-e041-49b2-8eca-25ff198ca144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:32.260842 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] No Port match for: df22d950-6840-42a1-83f6-888fde666ad6 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:26:32.260842 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device df22d950-6840-42a1-83f6-888fde666ad6 not bound to the agent host n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:26:32.261069 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-68504ec4-e041-49b2-8eca-25ff198ca144 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:32.262003 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-68504ec4-e041-49b2-8eca-25ff198ca144 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7d69896a-e4de-446e-95d1-c6627ae6b2ae HTTP/1.1" status: 204 len: 168 time: 0.3179359 Jul 05 02:26:32.303282 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68504ec4-e041-49b2-8eca-25ff198ca144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d69896a-e4de-446e-95d1-c6627ae6b2ae,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:32.313076 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5377fa-5886-421a-b293-8299cfd4faa6 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:26:32.317893 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-de5377fa-5886-421a-b293-8299cfd4faa6 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:26:32.320698 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5377fa-5886-421a-b293-8299cfd4faa6 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:26:32.324843 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5377fa-5886-421a-b293-8299cfd4faa6 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event updated for resources: {'Port': ['ID=c771e73d-5aa4-4f02-a04c-d74b69bf932c,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:32.377466 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5377fa-5886-421a-b293-8299cfd4faa6 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:32.378188 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-de5377fa-5886-421a-b293-8299cfd4faa6 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:32.383019 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 4e003800-f7bb-4ca3-b8b1-b6e84b99d2fb up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:26:32.405306 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5d08502a-dfa7-4456-ae41-b971e78af7b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:32.441131 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4aef315-773e-4835-8316-9b117f192b32 None None] Update dhcp port {'port': {'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'fixed_ips': [{'subnet_id': '7bea74be-3a97-4abe-a17a-cbbd01887c97', 'ip_address': '2001:db8::f816:3eff:fe76:9f83'}, {'subnet_id': 'a22c7a2c-3789-46e0-930c-1153d22e684b'}], 'binding:host_id': 'n-d-771362-32'}, 'id': '4e003800-f7bb-4ca3-b8b1-b6e84b99d2fb'} from n-d-771362-32. {{(pid=94463) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 02:26:32.481243 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-c4aef315-773e-4835-8316-9b117f192b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:32.497230 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5d08502a-dfa7-4456-ae41-b971e78af7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:32.539353 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-5d08502a-dfa7-4456-ae41-b971e78af7b2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=86dd7d772dea44029604bbf017e0ab88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6264534 Jul 05 02:26:32.540248 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 33092) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:32.549449 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d08502a-dfa7-4456-ae41-b971e78af7b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b758a011-e37d-48c5-9394-755ca43d5ded,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:32.594005 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-de5377fa-5886-421a-b293-8299cfd4faa6 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.3596942 Jul 05 02:26:32.597384 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 33094) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:32.605192 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 4e003800-f7bb-4ca3-b8b1-b6e84b99d2fb completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:26:32.621950 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 4e003800-f7bb-4ca3-b8b1-b6e84b99d2fb triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:26:32.622394 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:32.688838 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9379e441-8d53-4f85-b718-8f7c3c660146 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:32.723972 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92195f4d-76d6-4b3c-8897-f0d54b370e74 req-ba978c5e-7015-4fe1-97cf-cc0c3d2e5b90 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:32.725614 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-92195f4d-76d6-4b3c-8897-f0d54b370e74 req-ba978c5e-7015-4fe1-97cf-cc0c3d2e5b90 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/ports?device_id=06117d83-c05c-4628-9b23-852a90e69be0 HTTP/1.1" status: 200 len: 950 time: 0.1382005 Jul 05 02:26:32.729625 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-c4aef315-773e-4835-8316-9b117f192b32 None None] Allocated IP 172.20.0.2 (ed71b0ad-0d45-4cc1-9581-fdfa4092af45/a22c7a2c-3789-46e0-930c-1153d22e684b/4e003800-f7bb-4ca3-b8b1-b6e84b99d2fb) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:26:32.735224 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9379e441-8d53-4f85-b718-8f7c3c660146 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:32.793261 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-92195f4d-76d6-4b3c-8897-f0d54b370e74 req-a5ba657e-941d-4bf8-8d84-98225b66a1e9 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1003e45-917a-406c-999d-122388976885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573072 Jul 05 02:26:32.807573 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80091bd-2f7d-47fc-838b-3ff36307c219 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:32.813617 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80091bd-2f7d-47fc-838b-3ff36307c219 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:32.818521 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-d80091bd-2f7d-47fc-838b-3ff36307c219 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.2168822 Jul 05 02:26:32.818919 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 33100) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:32.820754 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:32.823993 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c103bf1-c067-4ff5-ab06-2756093f173d req-9c6e7e8c-848c-4621-8b42-64dffa00d7ee tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:32.825957 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4c103bf1-c067-4ff5-ab06-2756093f173d req-9c6e7e8c-848c-4621-8b42-64dffa00d7ee tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/ports?device_id=4442d323-8f80-4361-88e8-ac3f606f8a32 HTTP/1.1" status: 200 len: 945 time: 0.1776555 Jul 05 02:26:32.885916 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4c103bf1-c067-4ff5-ab06-2756093f173d req-56aa89bb-4b65-4941-8f38-b759dcaf06f7 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fa90a27-9aba-44e7-a653-62ec86df8932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495470 Jul 05 02:26:32.921212 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-c4aef315-773e-4835-8316-9b117f192b32 None None] For port 4e003800-f7bb-4ca3-b8b1-b6e84b99d2fb, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=4e003800-f7bb-4ca3-b8b1-b6e84b99d2fb,segment=NetworkSegment(4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6),segment_id=4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:26:32.953088 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-c4aef315-773e-4835-8316-9b117f192b32 None None] Notify callbacks [] for port, precommit_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:32.963254 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-86efefcb-38a0-43c5-845c-8412192bb19f tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Deleting port c771e73d-5aa4-4f02-a04c-d74b69bf932c {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:26:32.963887 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-86efefcb-38a0-43c5-845c-8412192bb19f tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:32.969271 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-c4aef315-773e-4835-8316-9b117f192b32 None None] Transition to ACTIVE for port object 4e003800-f7bb-4ca3-b8b1-b6e84b99d2fb will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:26:32.973682 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9379e441-8d53-4f85-b718-8f7c3c660146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:32.976400 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9379e441-8d53-4f85-b718-8f7c3c660146 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:32.977576 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-9379e441-8d53-4f85-b718-8f7c3c660146 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b758a011-e37d-48c5-9394-755ca43d5ded HTTP/1.1" status: 204 len: 168 time: 0.4354944 Jul 05 02:26:32.987634 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9379e441-8d53-4f85-b718-8f7c3c660146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b758a011-e37d-48c5-9394-755ca43d5ded,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:33.064403 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-86efefcb-38a0-43c5-845c-8412192bb19f tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:33.076390 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-86efefcb-38a0-43c5-845c-8412192bb19f tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Calling delete_port for c771e73d-5aa4-4f02-a04c-d74b69bf932c owned by {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:26:33.111235 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-c4aef315-773e-4835-8316-9b117f192b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:33.234803 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.db.api [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94463) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 02:26:33.235712 n-d-771362-32 neutron-server[94463]: DEBUG oslo_db.api [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 02:26:33.236199 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aef315-773e-4835-8316-9b117f192b32 None None] Pushing event updated for resources: {'Port': ['ID=4e003800-f7bb-4ca3-b8b1-b6e84b99d2fb,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:33.376468 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-86efefcb-38a0-43c5-845c-8412192bb19f tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:33.415413 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86efefcb-38a0-43c5-845c-8412192bb19f tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event deleted for resources: {'Port': ['ID=c771e73d-5aa4-4f02-a04c-d74b69bf932c,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:33.524097 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-86efefcb-38a0-43c5-845c-8412192bb19f tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:33.527786 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-86efefcb-38a0-43c5-845c-8412192bb19f tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "DELETE /v2.0/ports/c771e73d-5aa4-4f02-a04c-d74b69bf932c HTTP/1.1" status: 204 len: 168 time: 0.7067153 Jul 05 02:26:33.529714 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 33120) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:33.594029 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd4e3df-f304-41fe-adc4-2ac4ac024911 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:33.595643 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd4e3df-f304-41fe-adc4-2ac4ac024911 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:33.597274 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd4e3df-f304-41fe-adc4-2ac4ac024911 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:33.598920 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-8bd4e3df-f304-41fe-adc4-2ac4ac024911 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0680263 Jul 05 02:26:33.601791 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 33122) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:33.656079 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-67b287aa-a9bd-43d0-8713-2c2075d2aa4b tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Deleting subnet 7bea74be-3a97-4abe-a17a-cbbd01887c97 {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:26:33.659430 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-67b287aa-a9bd-43d0-8713-2c2075d2aa4b tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:33.701309 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-67b287aa-a9bd-43d0-8713-2c2075d2aa4b tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:33.785378 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:33.821065 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 4e003800-f7bb-4ca3-b8b1-b6e84b99d2fb, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=4e003800-f7bb-4ca3-b8b1-b6e84b99d2fb,segment=NetworkSegment(4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6),segment_id=4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:26:33.890012 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 33130) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:33.913860 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:33.926327 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-67b287aa-a9bd-43d0-8713-2c2075d2aa4b tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:33.995767 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=4e003800-f7bb-4ca3-b8b1-b6e84b99d2fb,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:34.024695 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-2744a1c4-ef47-4c84-925c-f453fdb69dca None None] Provisioning for port 4e003800-f7bb-4ca3-b8b1-b6e84b99d2fb completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:26:34.030599 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-2744a1c4-ef47-4c84-925c-f453fdb69dca None None] Provisioning complete for port 4e003800-f7bb-4ca3-b8b1-b6e84b99d2fb triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:26:34.037445 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-2744a1c4-ef47-4c84-925c-f453fdb69dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:34.058345 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-03500e88-af0c-4b1c-97e2-34be0cb2a494 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=28fc084f0de640a9a6944c6c1049c214&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1648057 Jul 05 02:26:34.058923 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-67b287aa-a9bd-43d0-8713-2c2075d2aa4b tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:34.068000 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 33136) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:34.100664 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b287aa-a9bd-43d0-8713-2c2075d2aa4b tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event deleted for resources: {'Subnet': ['ID=7bea74be-3a97-4abe-a17a-cbbd01887c97,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:34.106439 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-67b287aa-a9bd-43d0-8713-2c2075d2aa4b tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:34.108351 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-67b287aa-a9bd-43d0-8713-2c2075d2aa4b tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "DELETE /v2.0/subnets/7bea74be-3a97-4abe-a17a-cbbd01887c97 HTTP/1.1" status: 204 len: 168 time: 0.5055318 Jul 05 02:26:34.111644 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 33138) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:34.229400 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6bee67-9f0f-4c99-acc1-c5f83b9e5194 req-e8a58f0b-1a7d-458e-a968-d7ae2bf1b8a3 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:34.231778 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0463069-0aca-4bf3-9fcd-41ffc9370f06 req-b0d88128-a36f-4082-a5aa-3ab8bd9411c8 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:34.232595 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948ba2fe-2dc9-41b2-9601-d6f77bb43ca4 None None] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:26:34.236118 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1e6bee67-9f0f-4c99-acc1-c5f83b9e5194 req-e8a58f0b-1a7d-458e-a968-d7ae2bf1b8a3 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/ports?device_id=06117d83-c05c-4628-9b23-852a90e69be0 HTTP/1.1" status: 200 len: 950 time: 0.2442191 Jul 05 02:26:34.240065 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b0463069-0aca-4bf3-9fcd-41ffc9370f06 req-b0d88128-a36f-4082-a5aa-3ab8bd9411c8 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/ports?device_id=4442d323-8f80-4361-88e8-ac3f606f8a32 HTTP/1.1" status: 200 len: 945 time: 0.1865070 Jul 05 02:26:34.241982 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-14b08a19-eb65-4bcc-86de-e2d352d00038 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:34.242968 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-db5b1f8d-f3f6-498c-9f5e-557cac4ff13b tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Deleting subnet a22c7a2c-3789-46e0-930c-1153d22e684b {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:26:34.250876 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-db5b1f8d-f3f6-498c-9f5e-557cac4ff13b tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:34.288732 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-14b08a19-eb65-4bcc-86de-e2d352d00038 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:34.304141 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-879a059e-c817-472f-9a44-de8194450ad3 None None] Could not find standard attr ID for object c771e73d-5aa4-4f02-a04c-d74b69bf932c. {{(pid=94463) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 02:26:34.315291 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b0463069-0aca-4bf3-9fcd-41ffc9370f06 req-69b8b304-3faf-452e-a8a2-c7c462c17495 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fa90a27-9aba-44e7-a653-62ec86df8932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742812 Jul 05 02:26:34.338217 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-db5b1f8d-f3f6-498c-9f5e-557cac4ff13b tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:34.349846 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 4e003800-f7bb-4ca3-b8b1-b6e84b99d2fb up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:26:34.385311 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1e6bee67-9f0f-4c99-acc1-c5f83b9e5194 req-dbe62efe-7427-4198-b17c-9b17695be59c tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1003e45-917a-406c-999d-122388976885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988483 Jul 05 02:26:34.473881 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 4e003800-f7bb-4ca3-b8b1-b6e84b99d2fb triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:26:34.474477 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:34.508131 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-db5b1f8d-f3f6-498c-9f5e-557cac4ff13b tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:34.510862 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-14b08a19-eb65-4bcc-86de-e2d352d00038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:34.514011 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-14b08a19-eb65-4bcc-86de-e2d352d00038 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:34.519097 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-14b08a19-eb65-4bcc-86de-e2d352d00038 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9faf1c2f-43dd-448f-aa26-22280794fba6 HTTP/1.1" status: 204 len: 168 time: 0.4495037 Jul 05 02:26:34.534417 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b08a19-eb65-4bcc-86de-e2d352d00038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9faf1c2f-43dd-448f-aa26-22280794fba6,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:34.677506 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-db5b1f8d-f3f6-498c-9f5e-557cac4ff13b tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:34.715732 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5b1f8d-f3f6-498c-9f5e-557cac4ff13b tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event deleted for resources: {'Subnet': ['ID=a22c7a2c-3789-46e0-930c-1153d22e684b,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:34.723509 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-db5b1f8d-f3f6-498c-9f5e-557cac4ff13b tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:34.733385 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-db5b1f8d-f3f6-498c-9f5e-557cac4ff13b tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "DELETE /v2.0/subnets/a22c7a2c-3789-46e0-930c-1153d22e684b HTTP/1.1" status: 204 len: 168 time: 0.6179538 Jul 05 02:26:34.738098 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 33154) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:34.806153 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c471ac9-186f-45bc-91dc-9051c78980fb req-fd512a9f-a8b0-44b0-8cf1-73a72fb197f6 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:34.807761 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3c471ac9-186f-45bc-91dc-9051c78980fb req-fd512a9f-a8b0-44b0-8cf1-73a72fb197f6 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.21 "GET /v2.0/ports?device_id=4442d323-8f80-4361-88e8-ac3f606f8a32 HTTP/1.1" status: 200 len: 945 time: 0.1331375 Jul 05 02:26:34.812399 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-fbdcb031-305c-4c97-8de3-96fef7d7be9d tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0765548 Jul 05 02:26:34.820115 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 33158) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:34.826279 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-a9444731-a040-4e44-9d40-527ccc778633 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Request body: {'subnet': {'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:26:34.933772 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-3c471ac9-186f-45bc-91dc-9051c78980fb req-70fc8d32-9365-438e-b246-049fcf1a6116 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Deleting port 94290961-51fa-4a1f-94f8-bdd1b9b1bd08 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:26:34.934223 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-3c471ac9-186f-45bc-91dc-9051c78980fb req-70fc8d32-9365-438e-b246-049fcf1a6116 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:35.007777 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9444731-a040-4e44-9d40-527ccc778633 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Made reservation on behalf of db76c4c0345048a1b87eacad1e0b9ba1 for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:26:35.013395 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a9444731-a040-4e44-9d40-527ccc778633 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:35.070337 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-3c471ac9-186f-45bc-91dc-9051c78980fb req-70fc8d32-9365-438e-b246-049fcf1a6116 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] For port 94290961-51fa-4a1f-94f8-bdd1b9b1bd08, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=94290961-51fa-4a1f-94f8-bdd1b9b1bd08,segment=NetworkSegment(6ec7572f-ca55-43e9-8c48-0f5f35cbc4cb),segment_id=6ec7572f-ca55-43e9-8c48-0f5f35cbc4cb)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:26:35.070860 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-3c471ac9-186f-45bc-91dc-9051c78980fb req-70fc8d32-9365-438e-b246-049fcf1a6116 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:35.090704 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-3c471ac9-186f-45bc-91dc-9051c78980fb req-70fc8d32-9365-438e-b246-049fcf1a6116 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Calling delete_port for 94290961-51fa-4a1f-94f8-bdd1b9b1bd08 owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:26:35.292914 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994aa06c-ffa7-4e81-a40d-3e9881d9f5f8 None None] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:26:35.368314 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-3c471ac9-186f-45bc-91dc-9051c78980fb req-70fc8d32-9365-438e-b246-049fcf1a6116 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:35.368531 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a9444731-a040-4e44-9d40-527ccc778633 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:35.387694 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['94290961-51fa-4a1f-94f8-bdd1b9b1bd08'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:26:35.408481 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-743990fe-5b38-4af6-8979-7f8b870b95b2 None None] Provisioning complete for port 4e003800-f7bb-4ca3-b8b1-b6e84b99d2fb triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:26:35.408862 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-743990fe-5b38-4af6-8979-7f8b870b95b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:35.421099 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fc8d32-9365-438e-b246-049fcf1a6116 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Pushing event deleted for resources: {'Port': ['ID=94290961-51fa-4a1f-94f8-bdd1b9b1bd08,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:35.451014 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9444731-a040-4e44-9d40-527ccc778633 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:26:35.454836 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-a9444731-a040-4e44-9d40-527ccc778633 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:26:35.459266 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9444731-a040-4e44-9d40-527ccc778633 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:35.460561 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a9444731-a040-4e44-9d40-527ccc778633 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:35.475470 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9444731-a040-4e44-9d40-527ccc778633 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event updated for resources: {'Subnet': ['ID=b7bc4d4b-ecf9-45b4-a3f4-e94743e517d7,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:35.516054 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c471ac9-186f-45bc-91dc-9051c78980fb req-70fc8d32-9365-438e-b246-049fcf1a6116 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] No DVR routers for this DVR port 94290961-51fa-4a1f-94f8-bdd1b9b1bd08 on host n-h1-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:26:35.519171 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-3c471ac9-186f-45bc-91dc-9051c78980fb req-70fc8d32-9365-438e-b246-049fcf1a6116 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:35.521974 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3c471ac9-186f-45bc-91dc-9051c78980fb req-70fc8d32-9365-438e-b246-049fcf1a6116 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.21 "DELETE /v2.0/ports/94290961-51fa-4a1f-94f8-bdd1b9b1bd08 HTTP/1.1" status: 204 len: 173 time: 0.7067902 Jul 05 02:26:35.535166 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4442d323-8f80-4361-88e8-ac3f606f8a32', 'name': 'network-vif-deleted', 'tag': '94290961-51fa-4a1f-94f8-bdd1b9b1bd08'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:26:35.539227 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-a9444731-a040-4e44-9d40-527ccc778633 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7146554 Jul 05 02:26:35.539656 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 33184) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:35.542899 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51e483c2-a875-4c0c-ba4e-9205754141ad" -d '{"events": [{"server_uuid": "4442d323-8f80-4361-88e8-ac3f606f8a32", "name": "network-vif-deleted", "tag": "94290961-51fa-4a1f-94f8-bdd1b9b1bd08"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:26:35.547204 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-a3e00fd4-df6a-4de5-af58-ef78d6710e29 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Request body: {'subnet': {'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:26:35.571566 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f13f5e36-3a5a-43bd-a32b-619b3864b9e8 req-90212a3c-d4a7-436c-a12c-c058a116c436 tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/ports?device_id=4442d323-8f80-4361-88e8-ac3f606f8a32 HTTP/1.1" status: 200 len: 210 time: 0.0817981 Jul 05 02:26:35.857621 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c51e96-2251-4437-8024-d62aa4a61b2a req-79b08650-555a-4399-a46a-302a996383e2 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:35.865816 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-82c51e96-2251-4437-8024-d62aa4a61b2a req-79b08650-555a-4399-a46a-302a996383e2 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/ports?device_id=06117d83-c05c-4628-9b23-852a90e69be0 HTTP/1.1" status: 200 len: 950 time: 0.2467945 Jul 05 02:26:35.959243 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc94c1cb-c449-4a36-a01c-7312b86ad520 x-openstack-request-id: req-cc94c1cb-c449-4a36-a01c-7312b86ad520 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:26:35.959243 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4442d323-8f80-4361-88e8-ac3f606f8a32", "name": "network-vif-deleted", "tag": "94290961-51fa-4a1f-94f8-bdd1b9b1bd08", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:26:35.959243 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cc94c1cb-c449-4a36-a01c-7312b86ad520 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:26:35.959243 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4442d323-8f80-4361-88e8-ac3f606f8a32', 'name': 'network-vif-deleted', 'tag': '94290961-51fa-4a1f-94f8-bdd1b9b1bd08', 'status': 'completed', 'code': 200} Jul 05 02:26:35.980417 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-82c51e96-2251-4437-8024-d62aa4a61b2a req-789f3ce6-2199-4fec-978e-2bcd0d30acc0 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1003e45-917a-406c-999d-122388976885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976481 Jul 05 02:26:35.981022 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12bd2ba-06de-4e8c-981c-599bb2c12810 None None] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:26:35.996740 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-d6e76a84-7805-4050-9fbd-52fc220fa9c4 None None] Provisioning complete for port 4e003800-f7bb-4ca3-b8b1-b6e84b99d2fb triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:26:35.997126 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-d6e76a84-7805-4050-9fbd-52fc220fa9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:36.092161 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3e00fd4-df6a-4de5-af58-ef78d6710e29 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Made reservation on behalf of db76c4c0345048a1b87eacad1e0b9ba1 for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:26:36.105581 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a3e00fd4-df6a-4de5-af58-ef78d6710e29 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:36.557478 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-beaf9d81-3c85-49a9-9ab4-7b6c7a23c62c None None] Provisioning complete for port 4e003800-f7bb-4ca3-b8b1-b6e84b99d2fb triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:26:36.558599 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-beaf9d81-3c85-49a9-9ab4-7b6c7a23c62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:36.625209 n-d-771362-32 neutron-server[94462]: DEBUG neutron.objects.ports [None req-a3e00fd4-df6a-4de5-af58-ef78d6710e29 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94462) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 02:26:36.783374 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9f5f55dd-eccc-40a9-a44b-6d5f437f2386 req-5c70e68a-a723-4b8a-9b31-6c6e1df8f23d tempest-ServerRescueTestJSON-1260907695 tempest-ServerRescueTestJSON-1260907695-project] 10.222.0.23 "GET /v2.0/ports?device_id=4442d323-8f80-4361-88e8-ac3f606f8a32 HTTP/1.1" status: 200 len: 210 time: 0.0612206 Jul 05 02:26:37.135049 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a3e00fd4-df6a-4de5-af58-ef78d6710e29 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:37.221341 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a24dbd9-d617-4885-b8b2-e47612525c6a req-3ed0fbd5-fd06-4fe6-b9e7-674159bc94bd tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:37.226312 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0a24dbd9-d617-4885-b8b2-e47612525c6a req-3ed0fbd5-fd06-4fe6-b9e7-674159bc94bd tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/ports?device_id=06117d83-c05c-4628-9b23-852a90e69be0 HTTP/1.1" status: 200 len: 950 time: 0.1357119 Jul 05 02:26:37.289592 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 33228) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:37.320835 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0a24dbd9-d617-4885-b8b2-e47612525c6a req-d1b43bb1-a5d3-46c3-9ebc-90713eb8ebb9 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1003e45-917a-406c-999d-122388976885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912416 Jul 05 02:26:37.376454 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-a3e00fd4-df6a-4de5-af58-ef78d6710e29 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] For port 4e003800-f7bb-4ca3-b8b1-b6e84b99d2fb, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=4e003800-f7bb-4ca3-b8b1-b6e84b99d2fb,segment=NetworkSegment(4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6),segment_id=4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:26:37.409996 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a3e00fd4-df6a-4de5-af58-ef78d6710e29 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:37.427000 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9df6a785-485f-45f8-8e08-61bab41ad8b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:37.487669 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a3e00fd4-df6a-4de5-af58-ef78d6710e29 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:37.490075 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a3e00fd4-df6a-4de5-af58-ef78d6710e29 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:37.527174 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9df6a785-485f-45f8-8e08-61bab41ad8b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:37.561256 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e00fd4-df6a-4de5-af58-ef78d6710e29 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:26:37.568808 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-a3e00fd4-df6a-4de5-af58-ef78d6710e29 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:26:37.590217 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e00fd4-df6a-4de5-af58-ef78d6710e29 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:37.590217 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a3e00fd4-df6a-4de5-af58-ef78d6710e29 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:37.590483 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3b8327-1fa0-419e-9a10-bf95125b6b1e None None] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:26:37.599701 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e00fd4-df6a-4de5-af58-ef78d6710e29 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event updated for resources: {'Subnet': ['ID=4f16040c-4a9e-47ea-85df-4cd0dacd0eb5,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:37.604779 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e00fd4-df6a-4de5-af58-ef78d6710e29 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event updated for resources: {'Port': ['ID=4e003800-f7bb-4ca3-b8b1-b6e84b99d2fb,revision_number=8']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:37.608834 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9df6a785-485f-45f8-8e08-61bab41ad8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:37.650083 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-9df6a785-485f-45f8-8e08-61bab41ad8b5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=73f2d33edb1b47dcb81ee365b3e45677&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3593671 Jul 05 02:26:37.650957 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df6a785-485f-45f8-8e08-61bab41ad8b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c30154fa-07a1-4030-a3af-2c1400802b93,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:37.652797 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 33234) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:37.721776 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6ea1354d-5bae-45a9-8422-a958f1992dc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:37.732579 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-a3e00fd4-df6a-4de5-af58-ef78d6710e29 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1917875 Jul 05 02:26:37.735595 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 33240) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:37.743435 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-6d127df6-fe86-4039-8df7-d9b4af47bb70 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Request body: {'port': {'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'mac_address': 'fa:16:3e:77:24:88', 'name': 'tempest-NetworksTestDHCPv6-196460173'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:26:37.802449 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6ea1354d-5bae-45a9-8422-a958f1992dc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:37.823025 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3c7ef4-b717-4955-a4c6-c2595b7117a5 None None] Update dhcp port {'port': {'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'fixed_ips': [{'subnet_id': '4f16040c-4a9e-47ea-85df-4cd0dacd0eb5', 'ip_address': '2001:db8::f816:3eff:fe76:9f83'}, {'subnet_id': 'b7bc4d4b-ecf9-45b4-a3f4-e94743e517d7'}], 'binding:host_id': 'n-d-771362-32'}, 'id': '4e003800-f7bb-4ca3-b8b1-b6e84b99d2fb'} from n-d-771362-32. {{(pid=94463) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 02:26:37.860894 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-ca3c7ef4-b717-4955-a4c6-c2595b7117a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:37.887470 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 33244) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:37.995872 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6ea1354d-5bae-45a9-8422-a958f1992dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:37.998710 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6ea1354d-5bae-45a9-8422-a958f1992dc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:37.999935 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-6ea1354d-5bae-45a9-8422-a958f1992dc1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c30154fa-07a1-4030-a3af-2c1400802b93 HTTP/1.1" status: 204 len: 168 time: 0.3461351 Jul 05 02:26:38.026421 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea1354d-5bae-45a9-8422-a958f1992dc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c30154fa-07a1-4030-a3af-2c1400802b93,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:38.030548 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-ca3c7ef4-b717-4955-a4c6-c2595b7117a5 None None] Allocated IP 172.20.0.2 (ed71b0ad-0d45-4cc1-9581-fdfa4092af45/b7bc4d4b-ecf9-45b4-a3f4-e94743e517d7/4e003800-f7bb-4ca3-b8b1-b6e84b99d2fb) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:26:38.169517 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-ca3c7ef4-b717-4955-a4c6-c2595b7117a5 None None] For port 4e003800-f7bb-4ca3-b8b1-b6e84b99d2fb, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=4e003800-f7bb-4ca3-b8b1-b6e84b99d2fb,segment=NetworkSegment(4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6),segment_id=4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:26:38.185295 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d127df6-fe86-4039-8df7-d9b4af47bb70 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Made reservation on behalf of db76c4c0345048a1b87eacad1e0b9ba1 for: {'port': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:26:38.202551 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-ca3c7ef4-b717-4955-a4c6-c2595b7117a5 None None] Notify callbacks [] for port, precommit_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:38.216881 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-ca3c7ef4-b717-4955-a4c6-c2595b7117a5 None None] Transition to ACTIVE for port object 4e003800-f7bb-4ca3-b8b1-b6e84b99d2fb will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:26:38.271036 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 33258) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:38.350851 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6d127df6-fe86-4039-8df7-d9b4af47bb70 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:38.357904 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 94290961-51fa-4a1f-94f8-bdd1b9b1bd08 no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:26:38.357904 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 4e003800-f7bb-4ca3-b8b1-b6e84b99d2fb up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:26:38.385643 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [None req-6d127df6-fe86-4039-8df7-d9b4af47bb70 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] device_id is not set on port 968ab2f4-560c-43c3-b8f8-7d77bf00342a yet. {{(pid=94462) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:26:38.405715 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] No Port match for: 94290961-51fa-4a1f-94f8-bdd1b9b1bd08 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:26:38.406471 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 94290961-51fa-4a1f-94f8-bdd1b9b1bd08 not bound to the agent host n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:26:38.438269 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 4e003800-f7bb-4ca3-b8b1-b6e84b99d2fb triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:26:38.439140 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:38.463943 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-ca3c7ef4-b717-4955-a4c6-c2595b7117a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:38.465187 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7c439be9-3d8e-4339-b94a-5f120f785855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1634680'] for router_interface, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:38.586076 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-e7a8ca0b-124d-42b4-b5ba-ab07114fa70e tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Request body: {'floatingip': {'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:26:38.606473 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-6d127df6-fe86-4039-8df7-d9b4af47bb70 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Allocated IP 172.20.0.8 (ed71b0ad-0d45-4cc1-9581-fdfa4092af45/b7bc4d4b-ecf9-45b4-a3f4-e94743e517d7/968ab2f4-560c-43c3-b8f8-7d77bf00342a) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:26:38.606797 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3c7ef4-b717-4955-a4c6-c2595b7117a5 None None] Pushing event updated for resources: {'Port': ['ID=4e003800-f7bb-4ca3-b8b1-b6e84b99d2fb,revision_number=9']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:38.607195 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-6d127df6-fe86-4039-8df7-d9b4af47bb70 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Allocated IP 2001:db8::f816:3eff:fe77:2488 (ed71b0ad-0d45-4cc1-9581-fdfa4092af45/4f16040c-4a9e-47ea-85df-4cd0dacd0eb5/968ab2f4-560c-43c3-b8f8-7d77bf00342a) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:26:38.607312 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Port 4e003800-f7bb-4ca3-b8b1-b6e84b99d2fb had new provisioning blocks added so it will not transition to active. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Jul 05 02:26:38.783212 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e7a8ca0b-124d-42b4-b5ba-ab07114fa70e tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Notify callbacks [] for floatingip, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:38.864332 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-7c439be9-3d8e-4339-b94a-5f120f785855 admin admin] Deleting port a1e8c3eb-f13c-4fa0-8961-0469bc26d0b2 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:26:38.864332 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7c439be9-3d8e-4339-b94a-5f120f785855 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:38.867569 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6d127df6-fe86-4039-8df7-d9b4af47bb70 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:38.894811 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebcbd65-2a6a-48dc-b5b8-b4da90c8d894 req-49c58686-730b-47b5-868a-5c50bc0198ac tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:38.896489 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-aebcbd65-2a6a-48dc-b5b8-b4da90c8d894 req-49c58686-730b-47b5-868a-5c50bc0198ac tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/ports?device_id=06117d83-c05c-4628-9b23-852a90e69be0 HTTP/1.1" status: 200 len: 950 time: 0.3848431 Jul 05 02:26:38.897568 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [None req-6d127df6-fe86-4039-8df7-d9b4af47bb70 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Transition to ACTIVE for port object 968ab2f4-560c-43c3-b8f8-7d77bf00342a will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:26:38.963441 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-aebcbd65-2a6a-48dc-b5b8-b4da90c8d894 req-230faaba-e02c-4531-aff1-11a2d57e607e tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1003e45-917a-406c-999d-122388976885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610971 Jul 05 02:26:38.976118 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [None req-7c439be9-3d8e-4339-b94a-5f120f785855 admin admin] For port a1e8c3eb-f13c-4fa0-8961-0469bc26d0b2, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=a1e8c3eb-f13c-4fa0-8961-0469bc26d0b2,segment=NetworkSegment(6ec7572f-ca55-43e9-8c48-0f5f35cbc4cb),segment_id=6ec7572f-ca55-43e9-8c48-0f5f35cbc4cb)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:26:38.976566 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7c439be9-3d8e-4339-b94a-5f120f785855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:38.992440 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-7c439be9-3d8e-4339-b94a-5f120f785855 admin admin] Calling delete_port for a1e8c3eb-f13c-4fa0-8961-0469bc26d0b2 owned by network:router_interface {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:26:38.994802 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e7a8ca0b-124d-42b4-b5ba-ab07114fa70e tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:39.110476 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6d127df6-fe86-4039-8df7-d9b4af47bb70 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:39.191843 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d127df6-fe86-4039-8df7-d9b4af47bb70 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:26:39.200273 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-6d127df6-fe86-4039-8df7-d9b4af47bb70 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:26:39.208370 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d127df6-fe86-4039-8df7-d9b4af47bb70 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:26:39.213859 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-e7a8ca0b-124d-42b4-b5ba-ab07114fa70e tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Allocated IP 172.25.7.114 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/c6db9050-32f0-4460-b0a1-f5e3f50f5479) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:26:39.276924 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 33274) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:39.364858 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6feefd0a-3e7e-43f2-a593-9c3cafe276de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:39.375208 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d127df6-fe86-4039-8df7-d9b4af47bb70 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event updated for resources: {'Port': ['ID=968ab2f4-560c-43c3-b8f8-7d77bf00342a,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:39.416013 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d127df6-fe86-4039-8df7-d9b4af47bb70 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:39.418924 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6d127df6-fe86-4039-8df7-d9b4af47bb70 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:39.511020 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-94116e01-ed91-4df4-b426-5f6acc7d38d6 None None] Provisioning for port 4e003800-f7bb-4ca3-b8b1-b6e84b99d2fb completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:26:39.520740 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-94116e01-ed91-4df4-b426-5f6acc7d38d6 None None] Provisioning complete for port 4e003800-f7bb-4ca3-b8b1-b6e84b99d2fb triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:26:39.522395 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-94116e01-ed91-4df4-b426-5f6acc7d38d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:39.561982 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6feefd0a-3e7e-43f2-a593-9c3cafe276de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:39.626226 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6feefd0a-3e7e-43f2-a593-9c3cafe276de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:39.679257 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-6feefd0a-3e7e-43f2-a593-9c3cafe276de admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=52ed0da377ce47a585fdd77a91355816&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4001305 Jul 05 02:26:39.680204 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 33278) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:39.680875 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feefd0a-3e7e-43f2-a593-9c3cafe276de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a11220e5-fdef-4d5a-86ad-edd6a91622ae,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:39.784299 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e7a8ca0b-124d-42b4-b5ba-ab07114fa70e tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:39.871307 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7c439be9-3d8e-4339-b94a-5f120f785855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:39.897758 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c439be9-3d8e-4339-b94a-5f120f785855 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1e8c3eb-f13c-4fa0-8961-0469bc26d0b2,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:39.993958 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e7a8ca0b-124d-42b4-b5ba-ab07114fa70e tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:40.007127 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-a0015cfd-7393-4a4a-ab23-ee6bc0a88050 None None] Provisioning for port 968ab2f4-560c-43c3-b8f8-7d77bf00342a completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:26:40.022575 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-a0015cfd-7393-4a4a-ab23-ee6bc0a88050 None None] Provisioning complete for port 968ab2f4-560c-43c3-b8f8-7d77bf00342a triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:26:40.022848 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a0015cfd-7393-4a4a-ab23-ee6bc0a88050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:40.065459 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-6d127df6-fe86-4039-8df7-d9b4af47bb70 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.3285527 Jul 05 02:26:40.069988 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 33284) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:40.083429 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a8ca0b-124d-42b4-b5ba-ab07114fa70e tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:26:40.089448 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-e7a8ca0b-124d-42b4-b5ba-ab07114fa70e tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:26:40.094481 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a8ca0b-124d-42b4-b5ba-ab07114fa70e tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Pushing event updated for resources: {'Port': ['ID=c6db9050-32f0-4460-b0a1-f5e3f50f5479,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:40.096772 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a8ca0b-124d-42b4-b5ba-ab07114fa70e tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:26:40.116599 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-a0015cfd-7393-4a4a-ab23-ee6bc0a88050 None None] Port 968ab2f4-560c-43c3-b8f8-7d77bf00342a cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:26:40.143206 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b612a1d7-a795-4e08-8e94-78531fd5785b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:40.150003 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7c439be9-3d8e-4339-b94a-5f120f785855 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635398'] for router_interface, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:40.182275 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f27245-a763-4989-a17e-482fc5a67299 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:40.188761 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f27245-a763-4989-a17e-482fc5a67299 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:40.190455 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-a1f27245-a763-4989-a17e-482fc5a67299 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1195138 Jul 05 02:26:40.197210 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b612a1d7-a795-4e08-8e94-78531fd5785b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:40.199366 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 33286) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:40.302871 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e7a8ca0b-124d-42b4-b5ba-ab07114fa70e tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:40.407495 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 4e003800-f7bb-4ca3-b8b1-b6e84b99d2fb up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:26:40.420899 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7174d550-6a13-4152-af06-e5ba614b04f0 req-ca67de16-311f-40a4-8914-286de02ad123 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:40.422799 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7174d550-6a13-4152-af06-e5ba614b04f0 req-ca67de16-311f-40a4-8914-286de02ad123 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/ports?device_id=06117d83-c05c-4628-9b23-852a90e69be0 HTTP/1.1" status: 200 len: 950 time: 0.2284801 Jul 05 02:26:40.458450 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 4e003800-f7bb-4ca3-b8b1-b6e84b99d2fb triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:26:40.459459 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:40.467243 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-6af2430a-4f9c-4f27-b235-b797834453a7 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Deleting port 968ab2f4-560c-43c3-b8f8-7d77bf00342a {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:26:40.467694 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6af2430a-4f9c-4f27-b235-b797834453a7 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:40.517426 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7174d550-6a13-4152-af06-e5ba614b04f0 req-6018aae6-f7ad-4136-894a-649dedb8cb3c tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1003e45-917a-406c-999d-122388976885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860951 Jul 05 02:26:40.518164 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e7a8ca0b-124d-42b4-b5ba-ab07114fa70e tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:40.520480 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b612a1d7-a795-4e08-8e94-78531fd5785b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:40.523894 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b612a1d7-a795-4e08-8e94-78531fd5785b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:40.532182 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-b612a1d7-a795-4e08-8e94-78531fd5785b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a11220e5-fdef-4d5a-86ad-edd6a91622ae HTTP/1.1" status: 204 len: 168 time: 0.8310795 Jul 05 02:26:40.549314 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b612a1d7-a795-4e08-8e94-78531fd5785b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a11220e5-fdef-4d5a-86ad-edd6a91622ae,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:40.602474 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c439be9-3d8e-4339-b94a-5f120f785855 admin admin] Router 791626f4-102c-4954-9ddd-144df6c4a05f has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:26:40.605747 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6af2430a-4f9c-4f27-b235-b797834453a7 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:40.620487 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-6af2430a-4f9c-4f27-b235-b797834453a7 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Calling delete_port for 968ab2f4-560c-43c3-b8f8-7d77bf00342a owned by {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:26:40.742039 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb2aa54-28b9-42bb-8904-2ab484db7886 req-c3cee695-eca9-498f-872b-10834605a982 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:40.749960 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb2aa54-28b9-42bb-8904-2ab484db7886 req-c3cee695-eca9-498f-872b-10834605a982 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:40.758424 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb2aa54-28b9-42bb-8904-2ab484db7886 req-c3cee695-eca9-498f-872b-10834605a982 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:40.765093 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb2aa54-28b9-42bb-8904-2ab484db7886 req-c3cee695-eca9-498f-872b-10834605a982 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:40.770712 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb2aa54-28b9-42bb-8904-2ab484db7886 req-c3cee695-eca9-498f-872b-10834605a982 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:40.776620 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb2aa54-28b9-42bb-8904-2ab484db7886 req-c3cee695-eca9-498f-872b-10834605a982 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:40.783404 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb2aa54-28b9-42bb-8904-2ab484db7886 req-c3cee695-eca9-498f-872b-10834605a982 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:40.786614 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2bb2aa54-28b9-42bb-8904-2ab484db7886 req-c3cee695-eca9-498f-872b-10834605a982 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/ports?device_id=92403696-646a-4870-b635-6151c7b09066 HTTP/1.1" status: 200 len: 5442 time: 0.5828156 Jul 05 02:26:40.887493 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6af2430a-4f9c-4f27-b235-b797834453a7 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:40.890326 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2bb2aa54-28b9-42bb-8904-2ab484db7886 req-57b146b0-0f50-4586-abec-4c590a323189 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/security-groups?id=5eae1027-3275-42f9-8f54-f2ff33a054c9&id=89977ea5-fec8-49da-b8e1-c456496b77bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0970876 Jul 05 02:26:40.925911 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c439be9-3d8e-4339-b94a-5f120f785855 admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:26:40.932806 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-7c439be9-3d8e-4339-b94a-5f120f785855 admin admin] 10.222.0.23 "PUT /v2.0/routers/791626f4-102c-4954-9ddd-144df6c4a05f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0433044 Jul 05 02:26:40.937754 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 33298) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:40.943640 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eddbc8d-f85a-4220-9eef-8755e7d21afc None None] Sync routers for ids ['791626f4-102c-4954-9ddd-144df6c4a05f'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:26:40.957036 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eddbc8d-f85a-4220-9eef-8755e7d21afc None None] Routers {'791626f4-102c-4954-9ddd-144df6c4a05f'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:26:40.957907 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af2430a-4f9c-4f27-b235-b797834453a7 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event deleted for resources: {'Port': ['ID=968ab2f4-560c-43c3-b8f8-7d77bf00342a,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:40.958490 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-2eddbc8d-f85a-4220-9eef-8755e7d21afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:26:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['791626f4-102c-4954-9ddd-144df6c4a05f'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:26:41.027561 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e7a8ca0b-124d-42b4-b5ba-ab07114fa70e tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:41.113140 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9b77667d-2787-471d-92f4-0f69a084ac0c admin admin] Notify callbacks [] for router, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:41.115264 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e7a8ca0b-124d-42b4-b5ba-ab07114fa70e tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:41.146007 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6af2430a-4f9c-4f27-b235-b797834453a7 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:41.146007 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-6af2430a-4f9c-4f27-b235-b797834453a7 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "DELETE /v2.0/ports/968ab2f4-560c-43c3-b8f8-7d77bf00342a HTTP/1.1" status: 204 len: 168 time: 0.9432447 Jul 05 02:26:41.148484 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 33304) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:41.159307 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-2eddbc8d-f85a-4220-9eef-8755e7d21afc None None] Set router 791626f4-102c-4954-9ddd-144df6c4a05f gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:26:41.235216 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b775bf-411d-4508-a711-1a918ea97844 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:41.236744 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b775bf-411d-4508-a711-1a918ea97844 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:41.238487 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b775bf-411d-4508-a711-1a918ea97844 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:41.242745 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-51b775bf-411d-4508-a711-1a918ea97844 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0906267 Jul 05 02:26:41.246408 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 33308) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:41.278115 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e7a8ca0b-124d-42b4-b5ba-ab07114fa70e tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636869'] for floatingip, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:41.302637 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-8218605d-b9f2-4dc4-acde-f3216e02baf8 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Deleting subnet 4f16040c-4a9e-47ea-85df-4cd0dacd0eb5 {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:26:41.305751 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8218605d-b9f2-4dc4-acde-f3216e02baf8 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:41.356783 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8218605d-b9f2-4dc4-acde-f3216e02baf8 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:41.362559 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-2eddbc8d-f85a-4220-9eef-8755e7d21afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '791626f4-102c-4954-9ddd-144df6c4a05f', 'name': 'tempest-ServerRescueTestJSON-1356450648-router', 'tenant_id': '219d463f288c4c729da555f377dfc80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'ce71fe51-98fa-4d7a-b55b-7d1c09a958db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:24:31Z', 'updated_at': '2021-07-05T02:26:39Z', 'revision_number': 5, 'project_id': '219d463f288c4c729da555f377dfc80d', 'gw_port': {'id': 'ce71fe51-98fa-4d7a-b55b-7d1c09a958db', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:87:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791626f4-102c-4954-9ddd-144df6c4a05f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:24:32Z', 'updated_at': '2021-07-05T02:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:26:41.385485 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a8ca0b-124d-42b4-b5ba-ab07114fa70e tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Pushing event updated for resources: {'Port': ['ID=c6db9050-32f0-4460-b0a1-f5e3f50f5479,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:41.389608 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eddbc8d-f85a-4220-9eef-8755e7d21afc None None] Checking router: 791626f4-102c-4954-9ddd-144df6c4a05f for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:26:41.399626 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eddbc8d-f85a-4220-9eef-8755e7d21afc None None] Routers {'791626f4-102c-4954-9ddd-144df6c4a05f'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:26:41.400825 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-2eddbc8d-f85a-4220-9eef-8755e7d21afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:26:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['791626f4-102c-4954-9ddd-144df6c4a05f'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:26:41.414227 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e7a8ca0b-124d-42b4-b5ba-ab07114fa70e tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:41.415736 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-e7a8ca0b-124d-42b4-b5ba-ab07114fa70e tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1437762 Jul 05 02:26:41.418510 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 33312) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:41.428674 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-d78c7f0e-d089-4412-b54f-484c71accbea tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-338108616'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:26:41.451199 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1dd7e2-64d7-4936-ae3e-a4123d1cdff4 req-34bec791-372a-4052-b9da-0a2750fe4c83 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:41.459056 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1dd7e2-64d7-4936-ae3e-a4123d1cdff4 req-34bec791-372a-4052-b9da-0a2750fe4c83 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:41.465273 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1dd7e2-64d7-4936-ae3e-a4123d1cdff4 req-34bec791-372a-4052-b9da-0a2750fe4c83 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:41.477947 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1dd7e2-64d7-4936-ae3e-a4123d1cdff4 req-34bec791-372a-4052-b9da-0a2750fe4c83 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:41.489725 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1dd7e2-64d7-4936-ae3e-a4123d1cdff4 req-34bec791-372a-4052-b9da-0a2750fe4c83 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:41.500492 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1dd7e2-64d7-4936-ae3e-a4123d1cdff4 req-34bec791-372a-4052-b9da-0a2750fe4c83 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:41.500694 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8218605d-b9f2-4dc4-acde-f3216e02baf8 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:41.508445 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1dd7e2-64d7-4936-ae3e-a4123d1cdff4 req-34bec791-372a-4052-b9da-0a2750fe4c83 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:41.510813 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4b1dd7e2-64d7-4936-ae3e-a4123d1cdff4 req-34bec791-372a-4052-b9da-0a2750fe4c83 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.15 "GET /v2.0/ports?device_id=92403696-646a-4870-b635-6151c7b09066 HTTP/1.1" status: 200 len: 5442 time: 0.3004086 Jul 05 02:26:41.516910 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9b77667d-2787-471d-92f4-0f69a084ac0c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:41.521580 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-2eddbc8d-f85a-4220-9eef-8755e7d21afc None None] Set router 791626f4-102c-4954-9ddd-144df6c4a05f gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:26:41.552206 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d78c7f0e-d089-4412-b54f-484c71accbea tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Made reservation on behalf of 777c3e0224a14365ae97af4a0fb86476 for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:26:41.557117 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d78c7f0e-d089-4412-b54f-484c71accbea tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:41.573965 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d78c7f0e-d089-4412-b54f-484c71accbea tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:41.652925 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1dd7e2-64d7-4936-ae3e-a4123d1cdff4 req-c534c73b-916f-4bcd-b703-09663325e085 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:41.654586 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4b1dd7e2-64d7-4936-ae3e-a4123d1cdff4 req-c534c73b-916f-4bcd-b703-09663325e085 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.15 "GET /v2.0/ports/20091b1d-6f87-44f6-b3a2-80a8f0399bd5?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1300759 Jul 05 02:26:41.700027 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8218605d-b9f2-4dc4-acde-f3216e02baf8 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:41.786733 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8218605d-b9f2-4dc4-acde-f3216e02baf8 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event deleted for resources: {'Subnet': ['ID=4f16040c-4a9e-47ea-85df-4cd0dacd0eb5,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:41.789994 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8218605d-b9f2-4dc4-acde-f3216e02baf8 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:41.792183 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-8218605d-b9f2-4dc4-acde-f3216e02baf8 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "DELETE /v2.0/subnets/4f16040c-4a9e-47ea-85df-4cd0dacd0eb5 HTTP/1.1" status: 204 len: 168 time: 0.5448122 Jul 05 02:26:41.795667 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 33328) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:41.850286 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135d552f-6417-42e4-92ba-3a54a181c5fe None None] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:26:41.862104 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8e0c9ae-fe36-4d86-af35-8781e04a0307 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Deleting subnet b7bc4d4b-ecf9-45b4-a3f4-e94743e517d7 {{(pid=94461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:26:41.869061 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d8e0c9ae-fe36-4d86-af35-8781e04a0307 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks [] for subnet, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:41.924799 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d78c7f0e-d089-4412-b54f-484c71accbea tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:41.969252 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625fa92a-db25-41cd-b4df-1cfc94e1fb66 req-919597be-3baf-4c69-866a-cd9226f9e02c tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:41.970849 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-625fa92a-db25-41cd-b4df-1cfc94e1fb66 req-919597be-3baf-4c69-866a-cd9226f9e02c tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/ports?device_id=06117d83-c05c-4628-9b23-852a90e69be0 HTTP/1.1" status: 200 len: 950 time: 0.1988413 Jul 05 02:26:41.990111 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-9b77667d-2787-471d-92f4-0f69a084ac0c admin admin] Deleting port ce71fe51-98fa-4d7a-b55b-7d1c09a958db {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:26:41.990539 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9b77667d-2787-471d-92f4-0f69a084ac0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:42.010991 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:42.053989 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d8e0c9ae-fe36-4d86-af35-8781e04a0307 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5519650'] for subnet, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:42.060458 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-625fa92a-db25-41cd-b4df-1cfc94e1fb66 req-2a2e930e-92df-4d5b-8728-90b17af8c222 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1003e45-917a-406c-999d-122388976885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834146 Jul 05 02:26:42.061315 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d78c7f0e-d089-4412-b54f-484c71accbea tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:42.062607 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:42.095772 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4b1dd7e2-64d7-4936-ae3e-a4123d1cdff4 req-49ecf479-cb42-445c-95f4-385478a7a768 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.15 "GET /v2.0/networks/70f5fd93-7af8-4288-a451-7de7b5d6c1c7?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4328318 Jul 05 02:26:42.113486 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-4b1dd7e2-64d7-4936-ae3e-a4123d1cdff4 req-0be1642c-e280-48c6-944d-611b57fd9724 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:26:42.134026 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d78c7f0e-d089-4412-b54f-484c71accbea tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:26:42.169209 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d78c7f0e-d089-4412-b54f-484c71accbea tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:42.169911 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-d78c7f0e-d089-4412-b54f-484c71accbea tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Added segment 63743f72-c2f6-4560-bca2-4fec04ed1177 of type vlan for network 11e1069c-bc0b-43d9-b8d3-71b95490bd13 Jul 05 02:26:42.174204 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78c7f0e-d089-4412-b54f-484c71accbea tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b71f5a4a-0943-4be0-a1db-1f7b0c37ddee,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:42.178199 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-2eddbc8d-f85a-4220-9eef-8755e7d21afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '791626f4-102c-4954-9ddd-144df6c4a05f', 'name': 'tempest-ServerRescueTestJSON-1356450648-router', 'tenant_id': '219d463f288c4c729da555f377dfc80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'ce71fe51-98fa-4d7a-b55b-7d1c09a958db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:24:31Z', 'updated_at': '2021-07-05T02:26:39Z', 'revision_number': 5, 'project_id': '219d463f288c4c729da555f377dfc80d', 'gw_port': {'id': 'ce71fe51-98fa-4d7a-b55b-7d1c09a958db', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:87:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791626f4-102c-4954-9ddd-144df6c4a05f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:24:32Z', 'updated_at': '2021-07-05T02:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:26:42.217968 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eddbc8d-f85a-4220-9eef-8755e7d21afc None None] The sync data for ids ['791626f4-102c-4954-9ddd-144df6c4a05f'] in n-d-771362-32 is: [{'id': '791626f4-102c-4954-9ddd-144df6c4a05f', 'name': 'tempest-ServerRescueTestJSON-1356450648-router', 'tenant_id': '219d463f288c4c729da555f377dfc80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'ce71fe51-98fa-4d7a-b55b-7d1c09a958db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:24:31Z', 'updated_at': '2021-07-05T02:26:39Z', 'revision_number': 5, 'project_id': '219d463f288c4c729da555f377dfc80d', 'gw_port': {'id': 'ce71fe51-98fa-4d7a-b55b-7d1c09a958db', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:87:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791626f4-102c-4954-9ddd-144df6c4a05f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:24:32Z', 'updated_at': '2021-07-05T02:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:26:42.302208 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d78c7f0e-d089-4412-b54f-484c71accbea tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:42.311761 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [None req-9b77667d-2787-471d-92f4-0f69a084ac0c admin admin] For port ce71fe51-98fa-4d7a-b55b-7d1c09a958db, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=ce71fe51-98fa-4d7a-b55b-7d1c09a958db,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:26:42.312531 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9b77667d-2787-471d-92f4-0f69a084ac0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:42.376310 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-9b77667d-2787-471d-92f4-0f69a084ac0c admin admin] Calling delete_port for ce71fe51-98fa-4d7a-b55b-7d1c09a958db owned by network:router_gateway {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:26:42.417070 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d78c7f0e-d089-4412-b54f-484c71accbea tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:42.434960 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d8e0c9ae-fe36-4d86-af35-8781e04a0307 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:42.435607 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78c7f0e-d089-4412-b54f-484c71accbea tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:42.437160 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d78c7f0e-d089-4412-b54f-484c71accbea tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:42.559831 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4b1dd7e2-64d7-4936-ae3e-a4123d1cdff4 req-0be1642c-e280-48c6-944d-611b57fd9724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:42.584962 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-d78c7f0e-d089-4412-b54f-484c71accbea tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1648526 Jul 05 02:26:42.602107 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 33338) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:42.608396 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-9de59ca2-eebd-4309-8ae1-f26a5ef5108b tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Request body: {'subnet': {'network_id': '11e1069c-bc0b-43d9-b8d3-71b95490bd13', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:26:42.626382 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78c7f0e-d089-4412-b54f-484c71accbea tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Pushing event updated for resources: {'Network': ['ID=11e1069c-bc0b-43d9-b8d3-71b95490bd13,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:42.637552 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 11e1069c-bc0b-43d9-b8d3-71b95490bd13 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:26:42.696752 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d8e0c9ae-fe36-4d86-af35-8781e04a0307 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5763388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774356'] for subnet, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:42.783435 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d4a999-96a7-43a3-bff7-b512a41c4db3 req-aa76f99a-5f06-4843-8ae7-66f538a12ed2 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:42.789875 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d4a999-96a7-43a3-bff7-b512a41c4db3 req-aa76f99a-5f06-4843-8ae7-66f538a12ed2 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:42.795743 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d4a999-96a7-43a3-bff7-b512a41c4db3 req-aa76f99a-5f06-4843-8ae7-66f538a12ed2 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:42.802311 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d4a999-96a7-43a3-bff7-b512a41c4db3 req-aa76f99a-5f06-4843-8ae7-66f538a12ed2 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:42.808181 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d4a999-96a7-43a3-bff7-b512a41c4db3 req-aa76f99a-5f06-4843-8ae7-66f538a12ed2 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:42.814159 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d4a999-96a7-43a3-bff7-b512a41c4db3 req-aa76f99a-5f06-4843-8ae7-66f538a12ed2 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:42.820060 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d4a999-96a7-43a3-bff7-b512a41c4db3 req-aa76f99a-5f06-4843-8ae7-66f538a12ed2 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:42.822605 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e1d4a999-96a7-43a3-bff7-b512a41c4db3 req-aa76f99a-5f06-4843-8ae7-66f538a12ed2 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/ports?device_id=92403696-646a-4870-b635-6151c7b09066 HTTP/1.1" status: 200 len: 5442 time: 0.5012321 Jul 05 02:26:42.830264 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e0c9ae-fe36-4d86-af35-8781e04a0307 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event deleted for resources: {'Subnet': ['ID=b7bc4d4b-ecf9-45b4-a3f4-e94743e517d7,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:42.845187 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d8e0c9ae-fe36-4d86-af35-8781e04a0307 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:42.849817 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 33344) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:42.850010 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-d8e0c9ae-fe36-4d86-af35-8781e04a0307 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "DELETE /v2.0/subnets/b7bc4d4b-ecf9-45b4-a3f4-e94743e517d7 HTTP/1.1" status: 204 len: 168 time: 1.0515072 Jul 05 02:26:42.911371 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-4901769f-72a8-4973-a55f-279afe57289b tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0457740 Jul 05 02:26:42.913478 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e0c9ae-fe36-4d86-af35-8781e04a0307 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:26:42.913478 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e0c9ae-fe36-4d86-af35-8781e04a0307 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:26:42.913478 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e0c9ae-fe36-4d86-af35-8781e04a0307 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:26:42.913478 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e0c9ae-fe36-4d86-af35-8781e04a0307 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:26:42.913478 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e0c9ae-fe36-4d86-af35-8781e04a0307 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:26:42.913478 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e0c9ae-fe36-4d86-af35-8781e04a0307 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:26:42.913478 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e0c9ae-fe36-4d86-af35-8781e04a0307 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:26:42.913478 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e0c9ae-fe36-4d86-af35-8781e04a0307 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:26:42.913478 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e0c9ae-fe36-4d86-af35-8781e04a0307 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:26:42.913478 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e0c9ae-fe36-4d86-af35-8781e04a0307 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:26:42.913478 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e0c9ae-fe36-4d86-af35-8781e04a0307 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:26:42.913478 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e0c9ae-fe36-4d86-af35-8781e04a0307 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:26:42.914485 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 33350) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:42.928132 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-0397caea-44d4-4f27-bc59-8e3e2b5e55e7 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Request body: {'subnet': {'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:26:43.019100 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7078c2ba-774d-46f9-b462-07e9db195657 None None] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:26:43.071443 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e1d4a999-96a7-43a3-bff7-b512a41c4db3 req-58a2f8f0-39ed-46ec-88db-f95a0eac31d1 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/security-groups?id=5eae1027-3275-42f9-8f54-f2ff33a054c9&id=89977ea5-fec8-49da-b8e1-c456496b77bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2358220 Jul 05 02:26:43.101072 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-c287e2ba-a566-4806-931e-c1109e575348 None None] Provisioning complete for port 4e003800-f7bb-4ca3-b8b1-b6e84b99d2fb triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:26:43.101072 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-c287e2ba-a566-4806-931e-c1109e575348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:43.334681 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65ab378-f2e1-4bda-94f0-a06b80e28d87 None None] DHCP port deletion for ed71b0ad-0d45-4cc1-9581-fdfa4092af45 request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:26:43.383313 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-e65ab378-f2e1-4bda-94f0-a06b80e28d87 None None] Deleting port 4e003800-f7bb-4ca3-b8b1-b6e84b99d2fb {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:26:43.383691 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e65ab378-f2e1-4bda-94f0-a06b80e28d87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:43.448543 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-e65ab378-f2e1-4bda-94f0-a06b80e28d87 None None] For port 4e003800-f7bb-4ca3-b8b1-b6e84b99d2fb, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=4e003800-f7bb-4ca3-b8b1-b6e84b99d2fb,segment=NetworkSegment(4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6),segment_id=4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:26:43.448947 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e65ab378-f2e1-4bda-94f0-a06b80e28d87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:43.463152 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-e65ab378-f2e1-4bda-94f0-a06b80e28d87 None None] Calling delete_port for 4e003800-f7bb-4ca3-b8b1-b6e84b99d2fb owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:26:43.464735 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0397caea-44d4-4f27-bc59-8e3e2b5e55e7 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Made reservation on behalf of db76c4c0345048a1b87eacad1e0b9ba1 for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:26:43.469071 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0397caea-44d4-4f27-bc59-8e3e2b5e55e7 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:43.581851 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9de59ca2-eebd-4309-8ae1-f26a5ef5108b tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Made reservation on behalf of 777c3e0224a14365ae97af4a0fb86476 for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:26:43.585217 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9de59ca2-eebd-4309-8ae1-f26a5ef5108b tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:43.676586 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e65ab378-f2e1-4bda-94f0-a06b80e28d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:43.681620 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-4b1dd7e2-64d7-4936-ae3e-a4123d1cdff4 req-0be1642c-e280-48c6-944d-611b57fd9724 service neutron] For port 20091b1d-6f87-44f6-b3a2-80a8f0399bd5, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=20091b1d-6f87-44f6-b3a2-80a8f0399bd5,segment=NetworkSegment(35d84035-3545-4590-ba83-2b60f8b92811),segment_id=35d84035-3545-4590-ba83-2b60f8b92811)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:26:43.704391 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65ab378-f2e1-4bda-94f0-a06b80e28d87 None None] Pushing event deleted for resources: {'Port': ['ID=4e003800-f7bb-4ca3-b8b1-b6e84b99d2fb,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:43.711458 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65ab378-f2e1-4bda-94f0-a06b80e28d87 None None] No DVR routers for this DVR port 4e003800-f7bb-4ca3-b8b1-b6e84b99d2fb on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:26:43.753010 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-4b1dd7e2-64d7-4936-ae3e-a4123d1cdff4 req-0be1642c-e280-48c6-944d-611b57fd9724 service neutron] For port 20091b1d-6f87-44f6-b3a2-80a8f0399bd5, host n-h2-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:26:43.796328 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9c88ce-e0ba-48b5-8203-abd425c8b95a req-b638318b-f630-4c37-848e-369c366aecc0 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:43.797791 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ee9c88ce-e0ba-48b5-8203-abd425c8b95a req-b638318b-f630-4c37-848e-369c366aecc0 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/ports?device_id=06117d83-c05c-4628-9b23-852a90e69be0 HTTP/1.1" status: 200 len: 950 time: 0.2356300 Jul 05 02:26:43.804439 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-4b1dd7e2-64d7-4936-ae3e-a4123d1cdff4 req-0be1642c-e280-48c6-944d-611b57fd9724 service neutron] device_id is not set on port 20091b1d-6f87-44f6-b3a2-80a8f0399bd5 yet. {{(pid=94461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:26:43.825945 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4b1dd7e2-64d7-4936-ae3e-a4123d1cdff4 req-0be1642c-e280-48c6-944d-611b57fd9724 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:43.835799 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0397caea-44d4-4f27-bc59-8e3e2b5e55e7 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:43.883053 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0397caea-44d4-4f27-bc59-8e3e2b5e55e7 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:26:43.885819 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ee9c88ce-e0ba-48b5-8203-abd425c8b95a req-78cf273f-e35f-40e2-89eb-9fce2cadd550 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1003e45-917a-406c-999d-122388976885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769613 Jul 05 02:26:43.886220 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-0397caea-44d4-4f27-bc59-8e3e2b5e55e7 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:26:43.890800 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0397caea-44d4-4f27-bc59-8e3e2b5e55e7 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:43.891838 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0397caea-44d4-4f27-bc59-8e3e2b5e55e7 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:43.899798 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f412a67-b5e1-4aee-9c78-c3a2b545c6fe None None] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:26:43.905234 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0397caea-44d4-4f27-bc59-8e3e2b5e55e7 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event updated for resources: {'Subnet': ['ID=94717cce-6a27-47ac-94fa-d41f00f9d4ef,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:43.917272 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9b77667d-2787-471d-92f4-0f69a084ac0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:43.954078 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b77667d-2787-471d-92f4-0f69a084ac0c admin admin] Pushing event deleted for resources: {'Port': ['ID=ce71fe51-98fa-4d7a-b55b-7d1c09a958db,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:43.962857 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4b1dd7e2-64d7-4936-ae3e-a4123d1cdff4 req-0be1642c-e280-48c6-944d-611b57fd9724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:43.999911 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-0397caea-44d4-4f27-bc59-8e3e2b5e55e7 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0837643 Jul 05 02:26:44.000325 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 33370) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:44.006112 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-a5b14dca-74e6-400c-8a04-6763039aa69a tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Request body: {'subnet': {'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:26:44.041554 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9de59ca2-eebd-4309-8ae1-f26a5ef5108b tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5763451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774823'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:44.101632 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a0992e-7cdd-4589-9dbe-a98ad70c60ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'tenant_id': 'db76c4c0345048a1b87eacad1e0b9ba1', 'fixed_ips': [{'subnet_id': '94717cce-6a27-47ac-94fa-d41f00f9d4ef'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:26:44.106297 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-00a0992e-7cdd-4589-9dbe-a98ad70c60ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:44.164434 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b1dd7e2-64d7-4936-ae3e-a4123d1cdff4 req-0be1642c-e280-48c6-944d-611b57fd9724 service neutron] No DVR routers for this DVR port 20091b1d-6f87-44f6-b3a2-80a8f0399bd5 on host n-h2-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:26:44.199254 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be1642c-e280-48c6-944d-611b57fd9724 service neutron] Pushing event updated for resources: {'Port': ['ID=20091b1d-6f87-44f6-b3a2-80a8f0399bd5,revision_number=6']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:44.274876 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9b77667d-2787-471d-92f4-0f69a084ac0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636927'] for router_gateway, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:44.307820 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de59ca2-eebd-4309-8ae1-f26a5ef5108b tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Pushing event updated for resources: {'Subnet': ['ID=fdb9c337-1df6-45bb-b1be-46c92296fcfb,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:44.386615 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 20091b1d-6f87-44f6-b3a2-80a8f0399bd5 no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:26:44.396207 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5b14dca-74e6-400c-8a04-6763039aa69a tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Made reservation on behalf of db76c4c0345048a1b87eacad1e0b9ba1 for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:26:44.400323 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a5b14dca-74e6-400c-8a04-6763039aa69a tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:44.483235 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-4b1dd7e2-64d7-4936-ae3e-a4123d1cdff4 req-0be1642c-e280-48c6-944d-611b57fd9724 service neutron] In _notify_port_updated(), no bound segment for port 20091b1d-6f87-44f6-b3a2-80a8f0399bd5 on network 70f5fd93-7af8-4288-a451-7de7b5d6c1c7 {{(pid=94461) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 02:26:44.484162 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1dd7e2-64d7-4936-ae3e-a4123d1cdff4 req-0be1642c-e280-48c6-944d-611b57fd9724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:44.484835 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4b1dd7e2-64d7-4936-ae3e-a4123d1cdff4 req-0be1642c-e280-48c6-944d-611b57fd9724 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:44.486956 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4b1dd7e2-64d7-4936-ae3e-a4123d1cdff4 req-0be1642c-e280-48c6-944d-611b57fd9724 service neutron] 10.222.0.15 "PUT /v2.0/ports/20091b1d-6f87-44f6-b3a2-80a8f0399bd5 HTTP/1.1" status: 200 len: 1032 time: 2.3840046 Jul 05 02:26:44.491891 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de59ca2-eebd-4309-8ae1-f26a5ef5108b tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Checking segment: {'id': '63743f72-c2f6-4560-bca2-4fec04ed1177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '11e1069c-bc0b-43d9-b8d3-71b95490bd13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:26:44.492016 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de59ca2-eebd-4309-8ae1-f26a5ef5108b tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Network hostable DHCP agents. Network: 11e1069c-bc0b-43d9-b8d3-71b95490bd13, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:26:44.549482 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device a1e8c3eb-f13c-4fa0-8961-0469bc26d0b2 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:26:44.568903 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9b77667d-2787-471d-92f4-0f69a084ac0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11828'] for router, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:44.573856 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9b77667d-2787-471d-92f4-0f69a084ac0c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:44.587367 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: a1e8c3eb-f13c-4fa0-8961-0469bc26d0b2 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:26:44.587711 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device a1e8c3eb-f13c-4fa0-8961-0469bc26d0b2 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:26:44.588133 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 4e003800-f7bb-4ca3-b8b1-b6e84b99d2fb no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:26:44.631602 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-bfca0ee0-b1c0-4b65-bed4-f81f38a3b53c None None] Provisioning complete for port 20091b1d-6f87-44f6-b3a2-80a8f0399bd5 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:26:44.631982 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-bfca0ee0-b1c0-4b65-bed4-f81f38a3b53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:44.635469 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 4e003800-f7bb-4ca3-b8b1-b6e84b99d2fb {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:26:44.635818 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 4e003800-f7bb-4ca3-b8b1-b6e84b99d2fb not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:26:44.645891 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1dd7e2-64d7-4936-ae3e-a4123d1cdff4 req-aa3ef890-562b-4c03-a4da-3ac050f60d6b tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:44.647348 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4b1dd7e2-64d7-4936-ae3e-a4123d1cdff4 req-aa3ef890-562b-4c03-a4da-3ac050f60d6b tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.15 "GET /v2.0/ports/b2afd91c-2fe8-49dd-a28d-0512eaf561ce?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1529489 Jul 05 02:26:44.661206 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-4b1dd7e2-64d7-4936-ae3e-a4123d1cdff4 req-13f6f702-0b50-4a65-b1a7-419008cae9d3 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:26:44.665517 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 20091b1d-6f87-44f6-b3a2-80a8f0399bd5 not bound to the agent host n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:26:44.665959 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device b2afd91c-2fe8-49dd-a28d-0512eaf561ce no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:26:44.713208 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-00a0992e-7cdd-4589-9dbe-a98ad70c60ca None None] Allocated IP 172.20.0.2 (ed71b0ad-0d45-4cc1-9581-fdfa4092af45/94717cce-6a27-47ac-94fa-d41f00f9d4ef/886037e6-cb9a-41be-b43b-795808110821) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:26:44.716787 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-bfca0ee0-b1c0-4b65-bed4-f81f38a3b53c None None] Port 20091b1d-6f87-44f6-b3a2-80a8f0399bd5 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:26:44.803717 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0a53a1-6d8c-4041-a297-9f0abc93914d req-627222ea-1654-4d86-8094-9638e9fa5c95 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:44.811564 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0a53a1-6d8c-4041-a297-9f0abc93914d req-627222ea-1654-4d86-8094-9638e9fa5c95 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:44.816052 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0a53a1-6d8c-4041-a297-9f0abc93914d req-627222ea-1654-4d86-8094-9638e9fa5c95 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:44.821419 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:44.822214 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0a53a1-6d8c-4041-a297-9f0abc93914d req-627222ea-1654-4d86-8094-9638e9fa5c95 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:44.828268 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0a53a1-6d8c-4041-a297-9f0abc93914d req-627222ea-1654-4d86-8094-9638e9fa5c95 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:44.834750 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0a53a1-6d8c-4041-a297-9f0abc93914d req-627222ea-1654-4d86-8094-9638e9fa5c95 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:44.842285 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9d0a53a1-6d8c-4041-a297-9f0abc93914d req-627222ea-1654-4d86-8094-9638e9fa5c95 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/ports?device_id=92403696-646a-4870-b635-6151c7b09066 HTTP/1.1" status: 200 len: 4663 time: 0.4310756 Jul 05 02:26:44.844037 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4b1dd7e2-64d7-4936-ae3e-a4123d1cdff4 req-13f6f702-0b50-4a65-b1a7-419008cae9d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:44.853086 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de59ca2-eebd-4309-8ae1-f26a5ef5108b tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Network 11e1069c-bc0b-43d9-b8d3-71b95490bd13 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:26:44.856924 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9b77667d-2787-471d-92f4-0f69a084ac0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1575451'] for router, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:44.857424 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b77667d-2787-471d-92f4-0f69a084ac0c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 791626f4-102c-4954-9ddd-144df6c4a05f {{(pid=94461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 02:26:44.863511 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92403696-646a-4870-b635-6151c7b09066', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2afd91c-2fe8-49dd-a28d-0512eaf561ce'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:26:44.865830 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9927e779-d8b7-48d7-9c22-826f67388149" -d '{"events": [{"server_uuid": "92403696-646a-4870-b635-6151c7b09066", "name": "network-vif-unplugged", "status": "completed", "tag": "b2afd91c-2fe8-49dd-a28d-0512eaf561ce"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:26:44.883246 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9b77667d-2787-471d-92f4-0f69a084ac0c admin admin] Notify callbacks [] for router, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:44.886805 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-9b77667d-2787-471d-92f4-0f69a084ac0c admin admin] 10.222.0.23 "DELETE /v2.0/routers/791626f4-102c-4954-9ddd-144df6c4a05f HTTP/1.1" status: 204 len: 168 time: 3.9454560 Jul 05 02:26:44.889990 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 33396) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:44.898912 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port b2afd91c-2fe8-49dd-a28d-0512eaf561ce, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=b2afd91c-2fe8-49dd-a28d-0512eaf561ce,segment=NetworkSegment(35d84035-3545-4590-ba83-2b60f8b92811),segment_id=35d84035-3545-4590-ba83-2b60f8b92811)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:26:44.944091 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-00a0992e-7cdd-4589-9dbe-a98ad70c60ca None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:44.949536 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 02:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e4796b0-9225-4ea8-a69b-d022d346adb1 x-openstack-request-id: req-9e4796b0-9225-4ea8-a69b-d022d346adb1 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:26:44.949536 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92403696-646a-4870-b635-6151c7b09066", "name": "network-vif-unplugged", "status": "completed", "tag": "b2afd91c-2fe8-49dd-a28d-0512eaf561ce", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:26:44.949536 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9e4796b0-9225-4ea8-a69b-d022d346adb1 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:26:44.949536 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92403696-646a-4870-b635-6151c7b09066', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2afd91c-2fe8-49dd-a28d-0512eaf561ce', 'code': 200} Jul 05 02:26:44.956189 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-00a0992e-7cdd-4589-9dbe-a98ad70c60ca None None] Transition to ACTIVE for port object 886037e6-cb9a-41be-b43b-795808110821 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:26:45.007540 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-00a0992e-7cdd-4589-9dbe-a98ad70c60ca None None] Transition to ACTIVE for port object 886037e6-cb9a-41be-b43b-795808110821 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:26:45.022230 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:45.023108 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device bdd6e41b-1304-48b0-8756-d4d2c193d5d2 no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:26:45.072940 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_v2 [None req-de6ef503-52fd-4c72-b7fa-a253a8898938 admin admin] Deleting subnet 4c165eef-a6e1-4cbe-8057-ff98f92b9867 {{(pid=94461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:26:45.076588 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.db.api [req-4b1dd7e2-64d7-4936-ae3e-a4123d1cdff4 req-13f6f702-0b50-4a65-b1a7-419008cae9d3 service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 02:26:45.077031 n-d-771362-32 neutron-server[94461]: DEBUG oslo_db.api [req-4b1dd7e2-64d7-4936-ae3e-a4123d1cdff4 req-13f6f702-0b50-4a65-b1a7-419008cae9d3 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 02:26:45.080930 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-de6ef503-52fd-4c72-b7fa-a253a8898938 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:45.104401 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-9de59ca2-eebd-4309-8ae1-f26a5ef5108b tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 11e1069c-bc0b-43d9-b8d3-71b95490bd13) {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:26:45.109968 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-00a0992e-7cdd-4589-9dbe-a98ad70c60ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:45.123982 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa1643d-ac4e-41f4-9ee6-9974e82b1501 None None] Network 11e1069c-bc0b-43d9-b8d3-71b95490bd13 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:26:45.166526 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de59ca2-eebd-4309-8ae1-f26a5ef5108b tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:45.167094 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9de59ca2-eebd-4309-8ae1-f26a5ef5108b tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:45.176241 n-d-771362-32 neutron-server[94462]: DEBUG neutron.objects.ports [None req-a5b14dca-74e6-400c-8a04-6763039aa69a tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94462) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 02:26:45.182279 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9d0a53a1-6d8c-4041-a297-9f0abc93914d req-bf1c34f7-b094-4c3d-a149-9cd030d7bdc4 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/security-groups?id=89977ea5-fec8-49da-b8e1-c456496b77bf&id=5eae1027-3275-42f9-8f54-f2ff33a054c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3390749 Jul 05 02:26:45.205882 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-de6ef503-52fd-4c72-b7fa-a253a8898938 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5519650'] for subnet, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:45.240975 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a0992e-7cdd-4589-9dbe-a98ad70c60ca None None] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:26:45.249898 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=b2afd91c-2fe8-49dd-a28d-0512eaf561ce,revision_number=6']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:45.253390 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-00a0992e-7cdd-4589-9dbe-a98ad70c60ca None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:26:45.259006 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a0992e-7cdd-4589-9dbe-a98ad70c60ca None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:26:45.290732 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-de6ef503-52fd-4c72-b7fa-a253a8898938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:45.341750 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-9de59ca2-eebd-4309-8ae1-f26a5ef5108b tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7375391 Jul 05 02:26:45.342698 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:45.346581 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 33412) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:45.353713 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-1f0fb5d3-307a-4afd-86f9-795a6e3e4fda tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-444344754', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}, 'admin_state_up': False}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:26:45.442342 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1f0fb5d3-307a-4afd-86f9-795a6e3e4fda tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11810'] for router, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:45.443248 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1f0fb5d3-307a-4afd-86f9-795a6e3e4fda tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1926740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11821'] for router, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:45.506865 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ff1e88-3f64-431f-80d4-c14cee10403b req-28d7ded9-f400-4bbd-abac-52ba728de60d tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:45.508986 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-08ff1e88-3f64-431f-80d4-c14cee10403b req-28d7ded9-f400-4bbd-abac-52ba728de60d tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/ports?device_id=06117d83-c05c-4628-9b23-852a90e69be0 HTTP/1.1" status: 200 len: 950 time: 0.2502503 Jul 05 02:26:45.548999 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a0992e-7cdd-4589-9dbe-a98ad70c60ca None None] Pushing event updated for resources: {'Port': ['ID=886037e6-cb9a-41be-b43b-795808110821,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:45.553462 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-de6ef503-52fd-4c72-b7fa-a253a8898938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5763388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774356'] for subnet, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:45.574711 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port bdd6e41b-1304-48b0-8756-d4d2c193d5d2, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=bdd6e41b-1304-48b0-8756-d4d2c193d5d2,segment=NetworkSegment(35d84035-3545-4590-ba83-2b60f8b92811),segment_id=35d84035-3545-4590-ba83-2b60f8b92811)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:26:45.575795 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-00a0992e-7cdd-4589-9dbe-a98ad70c60ca None None] Attempting to bind port 886037e6-cb9a-41be-b43b-795808110821 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:26:45.576163 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-00a0992e-7cdd-4589-9dbe-a98ad70c60ca None None] Attempting to bind port 886037e6-cb9a-41be-b43b-795808110821 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:26:45.576524 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a0992e-7cdd-4589-9dbe-a98ad70c60ca None None] Attempting to bind port 886037e6-cb9a-41be-b43b-795808110821 on network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:26:45.587077 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a0992e-7cdd-4589-9dbe-a98ad70c60ca None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:26:45.587373 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a0992e-7cdd-4589-9dbe-a98ad70c60ca None None] Checking segment: {'id': '4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:26:45.587776 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-00a0992e-7cdd-4589-9dbe-a98ad70c60ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:45.588170 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a0992e-7cdd-4589-9dbe-a98ad70c60ca None None] Bound using segment: {'id': '4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:26:45.588634 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-00a0992e-7cdd-4589-9dbe-a98ad70c60ca None None] Bound port: 886037e6-cb9a-41be-b43b-795808110821, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:26:45.589009 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-00a0992e-7cdd-4589-9dbe-a98ad70c60ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:45.595608 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-08ff1e88-3f64-431f-80d4-c14cee10403b req-24db6532-66a8-4d86-8439-db59c7afd2cf tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1003e45-917a-406c-999d-122388976885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766151 Jul 05 02:26:45.622365 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1f0fb5d3-307a-4afd-86f9-795a6e3e4fda tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:45.648289 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6ef503-52fd-4c72-b7fa-a253a8898938 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c165eef-a6e1-4cbe-8057-ff98f92b9867,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:45.650616 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-de6ef503-52fd-4c72-b7fa-a253a8898938 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:45.655560 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-de6ef503-52fd-4c72-b7fa-a253a8898938 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/4c165eef-a6e1-4cbe-8057-ff98f92b9867 HTTP/1.1" status: 204 len: 168 time: 0.7617409 Jul 05 02:26:45.655560 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 33414) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:45.677770 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a5b14dca-74e6-400c-8a04-6763039aa69a tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:45.718446 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4b1dd7e2-64d7-4936-ae3e-a4123d1cdff4 req-13f6f702-0b50-4a65-b1a7-419008cae9d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:45.719965 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-00a0992e-7cdd-4589-9dbe-a98ad70c60ca None None] For port 886037e6-cb9a-41be-b43b-795808110821, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:26:45.722402 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:45.723110 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 36779ac9-6d94-4e90-b5a3-b9834d74efe3 no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:26:45.726760 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-00a0992e-7cdd-4589-9dbe-a98ad70c60ca None None] For port 886037e6-cb9a-41be-b43b-795808110821, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=886037e6-cb9a-41be-b43b-795808110821,segment=NetworkSegment(4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6),segment_id=4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:26:45.793422 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1525b587-27da-49a4-a863-efb7b79b10e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-11e1069c-bc0b-43d9-b8d3-71b95490bd13', 'network_id': '11e1069c-bc0b-43d9-b8d3-71b95490bd13', 'tenant_id': '777c3e0224a14365ae97af4a0fb86476', 'fixed_ips': [{'subnet_id': 'fdb9c337-1df6-45bb-b1be-46c92296fcfb'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:26:45.801237 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-1525b587-27da-49a4-a863-efb7b79b10e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:45.827125 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.db.api [None req-a5b14dca-74e6-400c-8a04-6763039aa69a tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94462) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 02:26:45.828074 n-d-771362-32 neutron-server[94462]: DEBUG oslo_db.api [None req-a5b14dca-74e6-400c-8a04-6763039aa69a tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 02:26:45.835071 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-00a0992e-7cdd-4589-9dbe-a98ad70c60ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:45.873007 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3943945e-59c3-4b63-9a63-284c77bf36b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:45.881094 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=bdd6e41b-1304-48b0-8756-d4d2c193d5d2,revision_number=6']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:45.962787 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1f0fb5d3-307a-4afd-86f9-795a6e3e4fda tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:46.050855 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:46.071749 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a0992e-7cdd-4589-9dbe-a98ad70c60ca None None] Pushing event updated for resources: {'Port': ['ID=886037e6-cb9a-41be-b43b-795808110821,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:46.121147 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-1525b587-27da-49a4-a863-efb7b79b10e9 None None] Allocated IP 172.20.0.2 (11e1069c-bc0b-43d9-b8d3-71b95490bd13/fdb9c337-1df6-45bb-b1be-46c92296fcfb/3eaf5d2a-8328-423f-aae1-b9619f01fbea) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:26:46.131375 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 36779ac9-6d94-4e90-b5a3-b9834d74efe3, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=36779ac9-6d94-4e90-b5a3-b9834d74efe3,segment=NetworkSegment(ccac9cc8-8687-4831-b08f-d485733ff31a),segment_id=ccac9cc8-8687-4831-b08f-d485733ff31a)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:26:46.138305 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-4b1dd7e2-64d7-4936-ae3e-a4123d1cdff4 req-13f6f702-0b50-4a65-b1a7-419008cae9d3 service neutron] For port b2afd91c-2fe8-49dd-a28d-0512eaf561ce, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=b2afd91c-2fe8-49dd-a28d-0512eaf561ce,segment=NetworkSegment(35d84035-3545-4590-ba83-2b60f8b92811),segment_id=35d84035-3545-4590-ba83-2b60f8b92811)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:26:46.150438 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3943945e-59c3-4b63-9a63-284c77bf36b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:46.171306 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-3943945e-59c3-4b63-9a63-284c77bf36b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb67b300-72ad-48da-8604-1e0e076c238a']}} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:26:46.180354 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-3943945e-59c3-4b63-9a63-284c77bf36b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ec7572f-ca55-43e9-8c48-0f5f35cbc4cb') {'for_net_delete': True} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:26:46.180655 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-3943945e-59c3-4b63-9a63-284c77bf36b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ec7572f-ca55-43e9-8c48-0f5f35cbc4cb') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:26:46.200673 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3943945e-59c3-4b63-9a63-284c77bf36b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5519669'] for segment, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:46.213606 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-4b1dd7e2-64d7-4936-ae3e-a4123d1cdff4 req-13f6f702-0b50-4a65-b1a7-419008cae9d3 service neutron] For port b2afd91c-2fe8-49dd-a28d-0512eaf561ce, host n-h2-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:26:46.304265 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3943945e-59c3-4b63-9a63-284c77bf36b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:46.330401 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:46.331288 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 22bc43a4-3d70-4c77-ad1b-053977c426ce no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:26:46.348925 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3943945e-59c3-4b63-9a63-284c77bf36b5 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=94461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:26:46.349234 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3943945e-59c3-4b63-9a63-284c77bf36b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5763545'] for segment, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:46.350986 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:26:46.350986 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:26:46.350986 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:26:46.350986 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:26:46.350986 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:26:46.350986 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:26:46.350986 n-d-771362-32 neutron-server[94461]: Traceback (most recent call last): Jul 05 02:26:46.350986 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:26:46.350986 n-d-771362-32 neutron-server[94461]: timer() Jul 05 02:26:46.350986 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:26:46.350986 n-d-771362-32 neutron-server[94461]: cb(*args, **kw) Jul 05 02:26:46.350986 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:26:46.350986 n-d-771362-32 neutron-server[94461]: return func(*args, **kwargs) Jul 05 02:26:46.350986 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:26:46.350986 n-d-771362-32 neutron-server[94461]: self._notify() Jul 05 02:26:46.350986 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:26:46.350986 n-d-771362-32 neutron-server[94461]: self.callback(batched_events) Jul 05 02:26:46.350986 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:26:46.350986 n-d-771362-32 neutron-server[94461]: event.method(event) Jul 05 02:26:46.350986 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:26:46.350986 n-d-771362-32 neutron-server[94461]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:26:46.350986 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:26:46.350986 n-d-771362-32 neutron-server[94461]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:26:46.350986 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:26:46.350986 n-d-771362-32 neutron-server[94461]: return f(self, *a, **k) Jul 05 02:26:46.350986 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:26:46.350986 n-d-771362-32 neutron-server[94461]: return self._get(url).json() Jul 05 02:26:46.350986 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:26:46.350986 n-d-771362-32 neutron-server[94461]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:26:46.350986 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:26:46.350986 n-d-771362-32 neutron-server[94461]: return self.request(url, 'GET', **kwargs) Jul 05 02:26:46.350986 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:26:46.350986 n-d-771362-32 neutron-server[94461]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:26:46.350986 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:26:46.350986 n-d-771362-32 neutron-server[94461]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:26:46.350986 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:26:46.350986 n-d-771362-32 neutron-server[94461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:26:46.350986 n-d-771362-32 neutron-server[94461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:26:46.398102 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-4b1dd7e2-64d7-4936-ae3e-a4123d1cdff4 req-13f6f702-0b50-4a65-b1a7-419008cae9d3 service neutron] device_id is not set on port b2afd91c-2fe8-49dd-a28d-0512eaf561ce yet. {{(pid=94461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:26:46.468215 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a5b14dca-74e6-400c-8a04-6763039aa69a tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:46.477650 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4b1dd7e2-64d7-4936-ae3e-a4123d1cdff4 req-13f6f702-0b50-4a65-b1a7-419008cae9d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:46.490986 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 886037e6-cb9a-41be-b43b-795808110821 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:26:46.561431 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac2905-4b3b-4747-aaf2-b44f212fc33c req-2f70ae34-68ee-4d4a-b468-7123b27f0ce3 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:46.568139 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac2905-4b3b-4747-aaf2-b44f212fc33c req-2f70ae34-68ee-4d4a-b468-7123b27f0ce3 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:46.577737 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac2905-4b3b-4747-aaf2-b44f212fc33c req-2f70ae34-68ee-4d4a-b468-7123b27f0ce3 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:46.577939 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-1525b587-27da-49a4-a863-efb7b79b10e9 None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:46.579840 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac2905-4b3b-4747-aaf2-b44f212fc33c req-2f70ae34-68ee-4d4a-b468-7123b27f0ce3 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:46.586257 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac2905-4b3b-4747-aaf2-b44f212fc33c req-2f70ae34-68ee-4d4a-b468-7123b27f0ce3 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:46.592095 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac2905-4b3b-4747-aaf2-b44f212fc33c req-2f70ae34-68ee-4d4a-b468-7123b27f0ce3 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:46.594489 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8bac2905-4b3b-4747-aaf2-b44f212fc33c req-2f70ae34-68ee-4d4a-b468-7123b27f0ce3 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/ports?device_id=92403696-646a-4870-b635-6151c7b09066 HTTP/1.1" status: 200 len: 4657 time: 0.1907411 Jul 05 02:26:46.615172 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-1525b587-27da-49a4-a863-efb7b79b10e9 None None] Transition to ACTIVE for port object 3eaf5d2a-8328-423f-aae1-b9619f01fbea will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:26:46.622590 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=36779ac9-6d94-4e90-b5a3-b9834d74efe3,revision_number=6']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:46.689622 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4b1dd7e2-64d7-4936-ae3e-a4123d1cdff4 req-13f6f702-0b50-4a65-b1a7-419008cae9d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:46.691535 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3943945e-59c3-4b63-9a63-284c77bf36b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:46.704662 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-1525b587-27da-49a4-a863-efb7b79b10e9 None None] Transition to ACTIVE for port object 3eaf5d2a-8328-423f-aae1-b9619f01fbea will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:26:46.708617 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:46.740080 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3943945e-59c3-4b63-9a63-284c77bf36b5 admin admin] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:46.751206 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-3943945e-59c3-4b63-9a63-284c77bf36b5 admin admin] 10.222.0.23 "DELETE /v2.0/networks/cb67b300-72ad-48da-8604-1e0e076c238a HTTP/1.1" status: 204 len: 168 time: 1.0836957 Jul 05 02:26:46.762796 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-a5b14dca-74e6-400c-8a04-6763039aa69a tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] For port 886037e6-cb9a-41be-b43b-795808110821, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=886037e6-cb9a-41be-b43b-795808110821,segment=NetworkSegment(4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6),segment_id=4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:26:46.765134 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 22bc43a4-3d70-4c77-ad1b-053977c426ce, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=22bc43a4-3d70-4c77-ad1b-053977c426ce,segment=NetworkSegment(35d84035-3545-4590-ba83-2b60f8b92811),segment_id=35d84035-3545-4590-ba83-2b60f8b92811)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:26:46.791001 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8bac2905-4b3b-4747-aaf2-b44f212fc33c req-666a930a-aafc-4870-a297-2e0163f207f5 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/security-groups?id=89977ea5-fec8-49da-b8e1-c456496b77bf&id=5eae1027-3275-42f9-8f54-f2ff33a054c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1853290 Jul 05 02:26:46.814152 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-1525b587-27da-49a4-a863-efb7b79b10e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:46.816092 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 886037e6-cb9a-41be-b43b-795808110821 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:26:46.816490 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a5b14dca-74e6-400c-8a04-6763039aa69a tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:46.823080 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3943945e-59c3-4b63-9a63-284c77bf36b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb67b300-72ad-48da-8604-1e0e076c238a,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:46.853995 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device ce71fe51-98fa-4d7a-b55b-7d1c09a958db no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:26:46.875701 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1f0fb5d3-307a-4afd-86f9-795a6e3e4fda tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Notify callbacks [] for router_gateway, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:46.910375 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a5b14dca-74e6-400c-8a04-6763039aa69a tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:46.911367 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a5b14dca-74e6-400c-8a04-6763039aa69a tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:46.918788 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: ce71fe51-98fa-4d7a-b55b-7d1c09a958db {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:26:46.919136 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device ce71fe51-98fa-4d7a-b55b-7d1c09a958db not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:26:46.927823 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:46.928525 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 5e5f8879-93f3-4d20-8ad9-d0823e4032c0 no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:26:46.933729 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1525b587-27da-49a4-a863-efb7b79b10e9 None None] Network 11e1069c-bc0b-43d9-b8d3-71b95490bd13 is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:26:46.937701 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-1525b587-27da-49a4-a863-efb7b79b10e9 None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:26:46.943640 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1f0fb5d3-307a-4afd-86f9-795a6e3e4fda tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:46.973406 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f6f702-0b50-4a65-b1a7-419008cae9d3 service neutron] Pushing event updated for resources: {'Port': ['ID=b2afd91c-2fe8-49dd-a28d-0512eaf561ce,revision_number=7']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:46.989942 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92403696-646a-4870-b635-6151c7b09066', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdd6e41b-1304-48b0-8756-d4d2c193d5d2'}, {'server_uuid': '92403696-646a-4870-b635-6151c7b09066', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36779ac9-6d94-4e90-b5a3-b9834d74efe3'}, {'server_uuid': '92403696-646a-4870-b635-6151c7b09066', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22bc43a4-3d70-4c77-ad1b-053977c426ce'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:26:46.992673 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5448065-09c3-40ac-b1ce-fd41335f8ada" -d '{"events": [{"server_uuid": "92403696-646a-4870-b635-6151c7b09066", "name": "network-vif-unplugged", "status": "completed", "tag": "bdd6e41b-1304-48b0-8756-d4d2c193d5d2"}, {"server_uuid": "92403696-646a-4870-b635-6151c7b09066", "name": "network-vif-unplugged", "status": "completed", "tag": "36779ac9-6d94-4e90-b5a3-b9834d74efe3"}, {"server_uuid": "92403696-646a-4870-b635-6151c7b09066", "name": "network-vif-unplugged", "status": "completed", "tag": "22bc43a4-3d70-4c77-ad1b-053977c426ce"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:26:47.002066 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b1dd7e2-64d7-4936-ae3e-a4123d1cdff4 req-13f6f702-0b50-4a65-b1a7-419008cae9d3 service neutron] No DVR routers for this DVR port b2afd91c-2fe8-49dd-a28d-0512eaf561ce on host n-h2-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:26:47.009394 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1525b587-27da-49a4-a863-efb7b79b10e9 None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:26:47.040687 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1525b587-27da-49a4-a863-efb7b79b10e9 None None] Pushing event updated for resources: {'Port': ['ID=3eaf5d2a-8328-423f-aae1-b9619f01fbea,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:47.143011 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b14dca-74e6-400c-8a04-6763039aa69a tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:26:47.159493 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=22bc43a4-3d70-4c77-ad1b-053977c426ce,revision_number=6']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:47.173908 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-a5b14dca-74e6-400c-8a04-6763039aa69a tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:26:47.196914 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b14dca-74e6-400c-8a04-6763039aa69a tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:47.201469 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-4b1dd7e2-64d7-4936-ae3e-a4123d1cdff4 req-13f6f702-0b50-4a65-b1a7-419008cae9d3 service neutron] In _notify_port_updated(), no bound segment for port b2afd91c-2fe8-49dd-a28d-0512eaf561ce on network 70f5fd93-7af8-4288-a451-7de7b5d6c1c7 {{(pid=94461) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 02:26:47.203768 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a5b14dca-74e6-400c-8a04-6763039aa69a tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:47.211053 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1dd7e2-64d7-4936-ae3e-a4123d1cdff4 req-13f6f702-0b50-4a65-b1a7-419008cae9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:47.211750 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4b1dd7e2-64d7-4936-ae3e-a4123d1cdff4 req-13f6f702-0b50-4a65-b1a7-419008cae9d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:47.213290 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4b1dd7e2-64d7-4936-ae3e-a4123d1cdff4 req-13f6f702-0b50-4a65-b1a7-419008cae9d3 service neutron] 10.222.0.15 "PUT /v2.0/ports/b2afd91c-2fe8-49dd-a28d-0512eaf561ce HTTP/1.1" status: 200 len: 1031 time: 2.5594151 Jul 05 02:26:47.247266 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-1525b587-27da-49a4-a863-efb7b79b10e9 None None] Attempting to bind port 3eaf5d2a-8328-423f-aae1-b9619f01fbea on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:26:47.247827 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-1525b587-27da-49a4-a863-efb7b79b10e9 None None] Attempting to bind port 3eaf5d2a-8328-423f-aae1-b9619f01fbea by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '63743f72-c2f6-4560-bca2-4fec04ed1177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '11e1069c-bc0b-43d9-b8d3-71b95490bd13'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:26:47.248193 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1525b587-27da-49a4-a863-efb7b79b10e9 None None] Attempting to bind port 3eaf5d2a-8328-423f-aae1-b9619f01fbea on network 11e1069c-bc0b-43d9-b8d3-71b95490bd13 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:26:47.278634 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b14dca-74e6-400c-8a04-6763039aa69a tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event updated for resources: {'Subnet': ['ID=d7a60ed7-e858-4a24-b7aa-1494167f7336,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:47.302988 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b14dca-74e6-400c-8a04-6763039aa69a tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event updated for resources: {'Port': ['ID=886037e6-cb9a-41be-b43b-795808110821,revision_number=4']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:47.359229 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 33442) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:47.392753 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 33446) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:47.395232 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5990a9-4c18-4368-b9db-bc81d1d4682c req-c65c77b5-e5aa-4b9c-a137-4797f67f7cd4 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:47.396731 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-eb5990a9-4c18-4368-b9db-bc81d1d4682c req-c65c77b5-e5aa-4b9c-a137-4797f67f7cd4 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/ports?device_id=06117d83-c05c-4628-9b23-852a90e69be0 HTTP/1.1" status: 200 len: 950 time: 0.3417358 Jul 05 02:26:47.455246 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-1f0fb5d3-307a-4afd-86f9-795a6e3e4fda tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Allocated IP 172.25.7.99 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/7b551359-9cfd-41ee-865b-537c607a4aa2) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:26:47.460397 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-79c0c395-3916-4ba0-9c4e-54a84af9ee9e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=219d463f288c4c729da555f377dfc80d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0661731 Jul 05 02:26:47.465158 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-a5b14dca-74e6-400c-8a04-6763039aa69a tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.4632001 Jul 05 02:26:47.465867 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 33448) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:47.466315 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 33450) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:47.477511 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-4282e204-4779-4df6-babb-39de15c6b729 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Request body: {'port': {'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'mac_address': 'fa:16:3e:83:32:d2', 'name': 'tempest-NetworksTestDHCPv6-16472195'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:26:47.567525 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491211e7-57b2-4d77-919c-16327ab8aaa8 None None] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:26:47.579032 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-eb5990a9-4c18-4368-b9db-bc81d1d4682c req-81462b7d-b5b4-4087-bc05-c28db8cdaf78 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1003e45-917a-406c-999d-122388976885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703091 Jul 05 02:26:47.609597 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-4b1dd7e2-64d7-4936-ae3e-a4123d1cdff4 req-bbf8ea45-ae9b-42b1-aff4-348fcb3fcfbe tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Deleting port bdd6e41b-1304-48b0-8756-d4d2c193d5d2 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:26:47.610057 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4b1dd7e2-64d7-4936-ae3e-a4123d1cdff4 req-bbf8ea45-ae9b-42b1-aff4-348fcb3fcfbe tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:47.640187 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1525b587-27da-49a4-a863-efb7b79b10e9 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:26:47.641284 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1525b587-27da-49a4-a863-efb7b79b10e9 None None] Checking segment: {'id': '63743f72-c2f6-4560-bca2-4fec04ed1177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '11e1069c-bc0b-43d9-b8d3-71b95490bd13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:26:47.641878 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-1525b587-27da-49a4-a863-efb7b79b10e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:47.642529 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1525b587-27da-49a4-a863-efb7b79b10e9 None None] Bound using segment: {'id': '63743f72-c2f6-4560-bca2-4fec04ed1177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '11e1069c-bc0b-43d9-b8d3-71b95490bd13'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:26:47.643319 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-1525b587-27da-49a4-a863-efb7b79b10e9 None None] Bound port: 3eaf5d2a-8328-423f-aae1-b9619f01fbea, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63743f72-c2f6-4560-bca2-4fec04ed1177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '11e1069c-bc0b-43d9-b8d3-71b95490bd13'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:26:47.643910 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-1525b587-27da-49a4-a863-efb7b79b10e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:47.709477 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1f0fb5d3-307a-4afd-86f9-795a6e3e4fda tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:47.724970 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fefcc056-16d7-4e63-930a-10db61ad5c52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:47.754061 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-4b1dd7e2-64d7-4936-ae3e-a4123d1cdff4 req-bbf8ea45-ae9b-42b1-aff4-348fcb3fcfbe tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] For port bdd6e41b-1304-48b0-8756-d4d2c193d5d2, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=bdd6e41b-1304-48b0-8756-d4d2c193d5d2,segment=NetworkSegment(35d84035-3545-4590-ba83-2b60f8b92811),segment_id=35d84035-3545-4590-ba83-2b60f8b92811)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:26:47.754615 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4b1dd7e2-64d7-4936-ae3e-a4123d1cdff4 req-bbf8ea45-ae9b-42b1-aff4-348fcb3fcfbe tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:47.756445 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Mon, 05 Jul 2021 02:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf0abc4-2c4f-449e-aaea-5b2da8ad9aec x-openstack-request-id: req-3cf0abc4-2c4f-449e-aaea-5b2da8ad9aec {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:26:47.757108 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92403696-646a-4870-b635-6151c7b09066", "name": "network-vif-unplugged", "status": "completed", "tag": "bdd6e41b-1304-48b0-8756-d4d2c193d5d2", "code": 200}, {"server_uuid": "92403696-646a-4870-b635-6151c7b09066", "name": "network-vif-unplugged", "status": "completed", "tag": "36779ac9-6d94-4e90-b5a3-b9834d74efe3", "code": 200}, {"server_uuid": "92403696-646a-4870-b635-6151c7b09066", "name": "network-vif-unplugged", "status": "completed", "tag": "22bc43a4-3d70-4c77-ad1b-053977c426ce", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:26:47.757108 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3cf0abc4-2c4f-449e-aaea-5b2da8ad9aec {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:26:47.757657 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92403696-646a-4870-b635-6151c7b09066', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdd6e41b-1304-48b0-8756-d4d2c193d5d2', 'code': 200} Jul 05 02:26:47.758280 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92403696-646a-4870-b635-6151c7b09066', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36779ac9-6d94-4e90-b5a3-b9834d74efe3', 'code': 200} Jul 05 02:26:47.758280 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92403696-646a-4870-b635-6151c7b09066', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22bc43a4-3d70-4c77-ad1b-053977c426ce', 'code': 200} Jul 05 02:26:47.782273 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-4b1dd7e2-64d7-4936-ae3e-a4123d1cdff4 req-bbf8ea45-ae9b-42b1-aff4-348fcb3fcfbe tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Calling delete_port for bdd6e41b-1304-48b0-8756-d4d2c193d5d2 owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:26:47.811243 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:47.839725 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fefcc056-16d7-4e63-930a-10db61ad5c52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:47.847401 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d54c4459-eb9a-4220-ad1f-44ee31eb5af3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:47.857536 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-dfcb9219-7880-480c-99ad-c45dc27839a4 None None] Provisioning complete for port b2afd91c-2fe8-49dd-a28d-0512eaf561ce triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:26:47.858115 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-dfcb9219-7880-480c-99ad-c45dc27839a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:47.918525 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1f0fb5d3-307a-4afd-86f9-795a6e3e4fda tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:47.938934 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-1525b587-27da-49a4-a863-efb7b79b10e9 None None] For port 3eaf5d2a-8328-423f-aae1-b9619f01fbea, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:26:47.943592 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-1525b587-27da-49a4-a863-efb7b79b10e9 None None] For port 3eaf5d2a-8328-423f-aae1-b9619f01fbea, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=3eaf5d2a-8328-423f-aae1-b9619f01fbea,segment=NetworkSegment(63743f72-c2f6-4560-bca2-4fec04ed1177),segment_id=63743f72-c2f6-4560-bca2-4fec04ed1177)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:26:47.952524 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.db.api [None req-4282e204-4779-4df6-babb-39de15c6b729 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 02:26:47.952524 n-d-771362-32 neutron-server[94462]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 02:26:47.952524 n-d-771362-32 neutron-server[94462]: [parameters: {'project_id_1': 'db76c4c0345048a1b87eacad1e0b9ba1', 'expiration_1': datetime.datetime(2021, 7, 5, 2, 26, 47, 942860)}] Jul 05 02:26:47.952524 n-d-771362-32 neutron-server[94462]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94462) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 02:26:47.953603 n-d-771362-32 neutron-server[94462]: DEBUG oslo_db.api [None req-4282e204-4779-4df6-babb-39de15c6b729 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 02:26:47.970209 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-dfcb9219-7880-480c-99ad-c45dc27839a4 None None] Port b2afd91c-2fe8-49dd-a28d-0512eaf561ce cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:26:47.981880 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0fb5d3-307a-4afd-86f9-795a6e3e4fda tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:26:47.988906 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-1f0fb5d3-307a-4afd-86f9-795a6e3e4fda tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:26:47.991311 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 5e5f8879-93f3-4d20-8ad9-d0823e4032c0, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=5e5f8879-93f3-4d20-8ad9-d0823e4032c0,segment=NetworkSegment(ccac9cc8-8687-4831-b08f-d485733ff31a),segment_id=ccac9cc8-8687-4831-b08f-d485733ff31a)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:26:47.998723 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0fb5d3-307a-4afd-86f9-795a6e3e4fda tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:26:48.033031 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-1525b587-27da-49a4-a863-efb7b79b10e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:48.160156 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fefcc056-16d7-4e63-930a-10db61ad5c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:48.163354 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fefcc056-16d7-4e63-930a-10db61ad5c52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:48.165028 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-fefcc056-16d7-4e63-930a-10db61ad5c52 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1fa90a27-9aba-44e7-a653-62ec86df8932 HTTP/1.1" status: 204 len: 168 time: 0.6974785 Jul 05 02:26:48.171391 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1525b587-27da-49a4-a863-efb7b79b10e9 None None] Pushing event updated for resources: {'Port': ['ID=3eaf5d2a-8328-423f-aae1-b9619f01fbea,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:48.181640 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:48.182568 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device fb5e411e-ba28-4560-9e82-b60e563a776d no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:26:48.192818 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefcc056-16d7-4e63-930a-10db61ad5c52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa90a27-9aba-44e7-a653-62ec86df8932,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:48.279255 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bccc5d8-9b39-4949-a6fb-376a3d1ccaa1 req-fd20b92d-ec32-4c1e-b154-73df87690f55 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:48.295374 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bccc5d8-9b39-4949-a6fb-376a3d1ccaa1 req-fd20b92d-ec32-4c1e-b154-73df87690f55 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:48.309533 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bccc5d8-9b39-4949-a6fb-376a3d1ccaa1 req-fd20b92d-ec32-4c1e-b154-73df87690f55 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:48.318249 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bccc5d8-9b39-4949-a6fb-376a3d1ccaa1 req-fd20b92d-ec32-4c1e-b154-73df87690f55 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:48.327321 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bccc5d8-9b39-4949-a6fb-376a3d1ccaa1 req-fd20b92d-ec32-4c1e-b154-73df87690f55 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:48.337925 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2bccc5d8-9b39-4949-a6fb-376a3d1ccaa1 req-fd20b92d-ec32-4c1e-b154-73df87690f55 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/ports?device_id=92403696-646a-4870-b635-6151c7b09066 HTTP/1.1" status: 200 len: 3877 time: 0.2487071 Jul 05 02:26:48.369035 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=5e5f8879-93f3-4d20-8ad9-d0823e4032c0,revision_number=6']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:48.401380 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d54c4459-eb9a-4220-ad1f-44ee31eb5af3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:48.416105 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2bccc5d8-9b39-4949-a6fb-376a3d1ccaa1 req-ae32004d-04af-401c-baac-8f3c846fa65e tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/security-groups?id=5eae1027-3275-42f9-8f54-f2ff33a054c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770431 Jul 05 02:26:48.489652 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-2635d0af-288d-42a7-86cd-2eed4731458c None None] Provisioning for port 886037e6-cb9a-41be-b43b-795808110821 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:26:48.498700 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-2635d0af-288d-42a7-86cd-2eed4731458c None None] Provisioning complete for port 886037e6-cb9a-41be-b43b-795808110821 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:26:48.499083 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-2635d0af-288d-42a7-86cd-2eed4731458c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:48.547894 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d54c4459-eb9a-4220-ad1f-44ee31eb5af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:48.550737 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:48.632083 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54c4459-eb9a-4220-ad1f-44ee31eb5af3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=440d6f27-2d5d-4cb8-a54c-af6bf022abc9,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:48.665130 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port fb5e411e-ba28-4560-9e82-b60e563a776d, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=fb5e411e-ba28-4560-9e82-b60e563a776d,segment=NetworkSegment(31e917c3-b1d5-428f-bb55-dbe9374ce1ec),segment_id=31e917c3-b1d5-428f-bb55-dbe9374ce1ec)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:26:48.675004 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0fb5d3-307a-4afd-86f9-795a6e3e4fda tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Pushing event updated for resources: {'Port': ['ID=7b551359-9cfd-41ee-865b-537c607a4aa2,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:48.719918 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-d54c4459-eb9a-4220-ad1f-44ee31eb5af3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4010d688ad8e4eb987779307c180f6b0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3592637 Jul 05 02:26:48.724022 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 33464) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:48.764466 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:48.823294 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4282e204-4779-4df6-babb-39de15c6b729 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Made reservation on behalf of db76c4c0345048a1b87eacad1e0b9ba1 for: {'port': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:26:48.839382 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=fb5e411e-ba28-4560-9e82-b60e563a776d,revision_number=6']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:48.868485 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-2635d0af-288d-42a7-86cd-2eed4731458c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:48.952914 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-2635d0af-288d-42a7-86cd-2eed4731458c None None] For port 886037e6-cb9a-41be-b43b-795808110821, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=886037e6-cb9a-41be-b43b-795808110821,segment=NetworkSegment(4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6),segment_id=4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:26:48.967746 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4b1dd7e2-64d7-4936-ae3e-a4123d1cdff4 req-bbf8ea45-ae9b-42b1-aff4-348fcb3fcfbe tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:48.988010 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9ca4c361-d3e9-4008-96a6-514d8146426b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:49.030748 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-2635d0af-288d-42a7-86cd-2eed4731458c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:49.039452 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9ca4c361-d3e9-4008-96a6-514d8146426b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:49.113277 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf8ea45-ae9b-42b1-aff4-348fcb3fcfbe tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Pushing event deleted for resources: {'Port': ['ID=bdd6e41b-1304-48b0-8756-d4d2c193d5d2,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:49.124348 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4282e204-4779-4df6-babb-39de15c6b729 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:49.202395 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [None req-4282e204-4779-4df6-babb-39de15c6b729 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] device_id is not set on port dbf95ee4-dfde-4280-8a50-db2afa15215b yet. {{(pid=94462) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:26:49.212778 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2635d0af-288d-42a7-86cd-2eed4731458c None None] Pushing event updated for resources: {'Port': ['ID=886037e6-cb9a-41be-b43b-795808110821,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:49.226377 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b1dd7e2-64d7-4936-ae3e-a4123d1cdff4 req-bbf8ea45-ae9b-42b1-aff4-348fcb3fcfbe tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] No DVR routers for this DVR port bdd6e41b-1304-48b0-8756-d4d2c193d5d2 on host n-h2-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:26:49.234379 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4b1dd7e2-64d7-4936-ae3e-a4123d1cdff4 req-bbf8ea45-ae9b-42b1-aff4-348fcb3fcfbe tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:49.237129 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4b1dd7e2-64d7-4936-ae3e-a4123d1cdff4 req-bbf8ea45-ae9b-42b1-aff4-348fcb3fcfbe tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.15 "DELETE /v2.0/ports/bdd6e41b-1304-48b0-8756-d4d2c193d5d2 HTTP/1.1" status: 204 len: 173 time: 2.0153303 Jul 05 02:26:49.243476 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92403696-646a-4870-b635-6151c7b09066', 'name': 'network-vif-deleted', 'tag': 'bdd6e41b-1304-48b0-8756-d4d2c193d5d2'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:26:49.247351 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3787ad0c-21d8-4108-843f-6f65a0438f28" -d '{"events": [{"server_uuid": "92403696-646a-4870-b635-6151c7b09066", "name": "network-vif-deleted", "tag": "bdd6e41b-1304-48b0-8756-d4d2c193d5d2"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:26:49.282404 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-4f842ae8-7621-488e-a532-1163222326f3 None None] Provisioning complete for port 886037e6-cb9a-41be-b43b-795808110821 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:26:49.282725 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4f842ae8-7621-488e-a532-1163222326f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:49.306360 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9ca4c361-d3e9-4008-96a6-514d8146426b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:49.309116 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9ca4c361-d3e9-4008-96a6-514d8146426b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:49.314664 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a917eaab-1d67-4eb6-a364-8c8dea0b5079 x-openstack-request-id: req-a917eaab-1d67-4eb6-a364-8c8dea0b5079 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:26:49.317545 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92403696-646a-4870-b635-6151c7b09066", "name": "network-vif-deleted", "tag": "bdd6e41b-1304-48b0-8756-d4d2c193d5d2", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:26:49.317722 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a917eaab-1d67-4eb6-a364-8c8dea0b5079 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:26:49.318034 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92403696-646a-4870-b635-6151c7b09066', 'name': 'network-vif-deleted', 'tag': 'bdd6e41b-1304-48b0-8756-d4d2c193d5d2', 'status': 'completed', 'code': 200} Jul 05 02:26:49.321942 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-9ca4c361-d3e9-4008-96a6-514d8146426b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/440d6f27-2d5d-4cb8-a54c-af6bf022abc9 HTTP/1.1" status: 204 len: 168 time: 0.5964482 Jul 05 02:26:49.457304 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4b4a60-1385-4f1c-bed0-664c13387ab2 req-f50744cb-9fd5-4ec0-aa32-0824449663ee tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:49.459207 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fa4b4a60-1385-4f1c-bed0-664c13387ab2 req-f50744cb-9fd5-4ec0-aa32-0824449663ee tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/ports?device_id=06117d83-c05c-4628-9b23-852a90e69be0 HTTP/1.1" status: 200 len: 950 time: 0.5314798 Jul 05 02:26:49.470329 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca4c361-d3e9-4008-96a6-514d8146426b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=440d6f27-2d5d-4cb8-a54c-af6bf022abc9,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:49.739213 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fa4b4a60-1385-4f1c-bed0-664c13387ab2 req-aaa866ba-5b5c-4f57-ad7f-97dba8b26844 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1003e45-917a-406c-999d-122388976885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646244 Jul 05 02:26:49.751448 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-4282e204-4779-4df6-babb-39de15c6b729 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Allocated IP 172.20.0.11 (ed71b0ad-0d45-4cc1-9581-fdfa4092af45/94717cce-6a27-47ac-94fa-d41f00f9d4ef/dbf95ee4-dfde-4280-8a50-db2afa15215b) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:26:49.759142 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92403696-646a-4870-b635-6151c7b09066', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e5f8879-93f3-4d20-8ad9-d0823e4032c0'}, {'server_uuid': '92403696-646a-4870-b635-6151c7b09066', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb5e411e-ba28-4560-9e82-b60e563a776d'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:26:49.776480 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7460f3a-8953-46c5-b4cd-38f3a5cf73f1" -d '{"events": [{"server_uuid": "92403696-646a-4870-b635-6151c7b09066", "name": "network-vif-unplugged", "status": "completed", "tag": "5e5f8879-93f3-4d20-8ad9-d0823e4032c0"}, {"server_uuid": "92403696-646a-4870-b635-6151c7b09066", "name": "network-vif-unplugged", "status": "completed", "tag": "fb5e411e-ba28-4560-9e82-b60e563a776d"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:26:49.785206 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1f0fb5d3-307a-4afd-86f9-795a6e3e4fda tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Notify callbacks [] for router_gateway, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:49.799898 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e187c9-c3c7-4566-8c20-c2c512f74be5 req-d6b6af8b-f13f-472e-b432-c222fd6d1555 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:49.806414 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e187c9-c3c7-4566-8c20-c2c512f74be5 req-d6b6af8b-f13f-472e-b432-c222fd6d1555 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:49.815292 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e187c9-c3c7-4566-8c20-c2c512f74be5 req-d6b6af8b-f13f-472e-b432-c222fd6d1555 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:49.822327 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e187c9-c3c7-4566-8c20-c2c512f74be5 req-d6b6af8b-f13f-472e-b432-c222fd6d1555 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:49.831180 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-81e187c9-c3c7-4566-8c20-c2c512f74be5 req-d6b6af8b-f13f-472e-b432-c222fd6d1555 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/ports?device_id=92403696-646a-4870-b635-6151c7b09066 HTTP/1.1" status: 200 len: 3143 time: 0.2229218 Jul 05 02:26:49.834970 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-4282e204-4779-4df6-babb-39de15c6b729 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Allocated IP 2001:db8::f816:3eff:fe83:32d2 (ed71b0ad-0d45-4cc1-9581-fdfa4092af45/d7a60ed7-e858-4a24-b7aa-1494167f7336/dbf95ee4-dfde-4280-8a50-db2afa15215b) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:26:49.847231 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Mon, 05 Jul 2021 02:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89b05a04-12c1-4626-96e6-61edc411d281 x-openstack-request-id: req-89b05a04-12c1-4626-96e6-61edc411d281 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:26:49.848515 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92403696-646a-4870-b635-6151c7b09066", "name": "network-vif-unplugged", "status": "completed", "tag": "5e5f8879-93f3-4d20-8ad9-d0823e4032c0", "code": 200}, {"server_uuid": "92403696-646a-4870-b635-6151c7b09066", "name": "network-vif-unplugged", "status": "completed", "tag": "fb5e411e-ba28-4560-9e82-b60e563a776d", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:26:49.848783 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-89b05a04-12c1-4626-96e6-61edc411d281 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:26:49.849381 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92403696-646a-4870-b635-6151c7b09066', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e5f8879-93f3-4d20-8ad9-d0823e4032c0', 'code': 200} Jul 05 02:26:49.849692 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92403696-646a-4870-b635-6151c7b09066', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb5e411e-ba28-4560-9e82-b60e563a776d', 'code': 200} Jul 05 02:26:49.879490 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-4b1dd7e2-64d7-4936-ae3e-a4123d1cdff4 req-6793f87f-b163-470c-93db-3c9c0273873b tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Deleting port 36779ac9-6d94-4e90-b5a3-b9834d74efe3 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:26:49.880065 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4b1dd7e2-64d7-4936-ae3e-a4123d1cdff4 req-6793f87f-b163-470c-93db-3c9c0273873b tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:49.907918 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa1f3f7-0777-43fc-82be-7e595199f4ea None None] Network 11e1069c-bc0b-43d9-b8d3-71b95490bd13 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:26:49.923992 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-81e187c9-c3c7-4566-8c20-c2c512f74be5 req-03f0cb22-c2cd-40ed-ab0d-afdd53e1007a tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/security-groups?id=5eae1027-3275-42f9-8f54-f2ff33a054c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915380 Jul 05 02:26:50.024367 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-4b1dd7e2-64d7-4936-ae3e-a4123d1cdff4 req-6793f87f-b163-470c-93db-3c9c0273873b tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] For port 36779ac9-6d94-4e90-b5a3-b9834d74efe3, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=36779ac9-6d94-4e90-b5a3-b9834d74efe3,segment=NetworkSegment(ccac9cc8-8687-4831-b08f-d485733ff31a),segment_id=ccac9cc8-8687-4831-b08f-d485733ff31a)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:26:50.024958 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4b1dd7e2-64d7-4936-ae3e-a4123d1cdff4 req-6793f87f-b163-470c-93db-3c9c0273873b tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:50.080235 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-4b1dd7e2-64d7-4936-ae3e-a4123d1cdff4 req-6793f87f-b163-470c-93db-3c9c0273873b tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Calling delete_port for 36779ac9-6d94-4e90-b5a3-b9834d74efe3 owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:26:50.100627 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-8d6380ec-1767-4727-a6c0-46ae0401222b None None] Provisioning for port 3eaf5d2a-8328-423f-aae1-b9619f01fbea completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:26:50.141872 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4282e204-4779-4df6-babb-39de15c6b729 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:50.179296 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [None req-4282e204-4779-4df6-babb-39de15c6b729 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Transition to ACTIVE for port object dbf95ee4-dfde-4280-8a50-db2afa15215b will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:26:50.364241 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4282e204-4779-4df6-babb-39de15c6b729 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:50.422150 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4282e204-4779-4df6-babb-39de15c6b729 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event updated for resources: {'Port': ['ID=dbf95ee4-dfde-4280-8a50-db2afa15215b,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:50.430853 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1f0fb5d3-307a-4afd-86f9-795a6e3e4fda tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963'] for router, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:50.471463 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4282e204-4779-4df6-babb-39de15c6b729 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:26:50.471463 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-4282e204-4779-4df6-babb-39de15c6b729 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:26:50.471463 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4282e204-4779-4df6-babb-39de15c6b729 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:26:50.485770 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 886037e6-cb9a-41be-b43b-795808110821 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:26:50.573011 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4282e204-4779-4df6-babb-39de15c6b729 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:50.574230 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4282e204-4779-4df6-babb-39de15c6b729 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:50.600255 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 886037e6-cb9a-41be-b43b-795808110821 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:26:50.601428 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4b1dd7e2-64d7-4936-ae3e-a4123d1cdff4 req-6793f87f-b163-470c-93db-3c9c0273873b tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:50.611797 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:50.645088 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6793f87f-b163-470c-93db-3c9c0273873b tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Pushing event deleted for resources: {'Port': ['ID=36779ac9-6d94-4e90-b5a3-b9834d74efe3,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:50.685371 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-4282e204-4779-4df6-babb-39de15c6b729 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.2166924 Jul 05 02:26:50.686434 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 33500) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:50.708625 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 33502) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:50.746442 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ac83c517-b0c2-4560-a7c1-ffff6027e5b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:50.864447 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b1dd7e2-64d7-4936-ae3e-a4123d1cdff4 req-6793f87f-b163-470c-93db-3c9c0273873b tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] No DVR routers for this DVR port 36779ac9-6d94-4e90-b5a3-b9834d74efe3 on host n-h2-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:26:50.870780 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4b1dd7e2-64d7-4936-ae3e-a4123d1cdff4 req-6793f87f-b163-470c-93db-3c9c0273873b tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:50.883373 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4b1dd7e2-64d7-4936-ae3e-a4123d1cdff4 req-6793f87f-b163-470c-93db-3c9c0273873b tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.15 "DELETE /v2.0/ports/36779ac9-6d94-4e90-b5a3-b9834d74efe3 HTTP/1.1" status: 204 len: 173 time: 1.6279473 Jul 05 02:26:50.916957 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-02d0411f-94d7-4067-b0fa-a4f7d2214b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:50.932640 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b677e5-0ffe-4076-aee2-35ec1b822aeb tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:50.959141 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 02:26:50.977738 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b677e5-0ffe-4076-aee2-35ec1b822aeb tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:50.979404 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 3eaf5d2a-8328-423f-aae1-b9619f01fbea up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:26:50.982895 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-d3b677e5-0ffe-4076-aee2-35ec1b822aeb tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.2919450 Jul 05 02:26:50.986705 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 33512) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:51.183144 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085be950-9089-4cc9-9d5b-df7c93053bcd req-721c5c21-8c4a-48eb-900e-546cae0b2244 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:51.185061 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-085be950-9089-4cc9-9d5b-df7c93053bcd req-721c5c21-8c4a-48eb-900e-546cae0b2244 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/ports?device_id=06117d83-c05c-4628-9b23-852a90e69be0 HTTP/1.1" status: 200 len: 950 time: 0.1425173 Jul 05 02:26:51.222433 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ac83c517-b0c2-4560-a7c1-ffff6027e5b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:51.251763 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-085be950-9089-4cc9-9d5b-df7c93053bcd req-3934d634-fdf5-440a-910e-d64928abd259 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1003e45-917a-406c-999d-122388976885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573065 Jul 05 02:26:51.267335 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 3eaf5d2a-8328-423f-aae1-b9619f01fbea completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:26:51.267335 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 3eaf5d2a-8328-423f-aae1-b9619f01fbea triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:26:51.267335 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:51.328401 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-7fb9253d-dbfc-4b68-8dbf-975b956a2ed4 None None] Provisioning for port dbf95ee4-dfde-4280-8a50-db2afa15215b completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:26:51.358752 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92403696-646a-4870-b635-6151c7b09066', 'name': 'network-vif-deleted', 'tag': '36779ac9-6d94-4e90-b5a3-b9834d74efe3'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:26:51.362535 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-042c5dab-7362-4eee-9b8a-61d59856eb16" -d '{"events": [{"server_uuid": "92403696-646a-4870-b635-6151c7b09066", "name": "network-vif-deleted", "tag": "36779ac9-6d94-4e90-b5a3-b9834d74efe3"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:26:51.368691 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:51.371525 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-7fb9253d-dbfc-4b68-8dbf-975b956a2ed4 None None] Provisioning complete for port dbf95ee4-dfde-4280-8a50-db2afa15215b triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:26:51.371889 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-7fb9253d-dbfc-4b68-8dbf-975b956a2ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:51.413322 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ac83c517-b0c2-4560-a7c1-ffff6027e5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:51.463557 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-7fb9253d-dbfc-4b68-8dbf-975b956a2ed4 None None] Port dbf95ee4-dfde-4280-8a50-db2afa15215b cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:26:51.466101 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 3eaf5d2a-8328-423f-aae1-b9619f01fbea, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=3eaf5d2a-8328-423f-aae1-b9619f01fbea,segment=NetworkSegment(63743f72-c2f6-4560-bca2-4fec04ed1177),segment_id=63743f72-c2f6-4560-bca2-4fec04ed1177)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:26:51.469481 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-061f478f-5905-45e0-af16-561c7bd557bc tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Deleting port dbf95ee4-dfde-4280-8a50-db2afa15215b {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:26:51.469832 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-061f478f-5905-45e0-af16-561c7bd557bc tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:51.482576 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-ac83c517-b0c2-4560-a7c1-ffff6027e5b9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ec96678820a94d64a0a0bd7e7770210d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7700882 Jul 05 02:26:51.483210 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 33522) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:51.492386 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac83c517-b0c2-4560-a7c1-ffff6027e5b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6db864f5-cfed-4dae-9ea6-b25b812987ad,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:51.539128 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-90a16d6c-4ac9-4152-b681-44b63df594c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:51.556318 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:51.574701 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-90a16d6c-4ac9-4152-b681-44b63df594c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:51.594589 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-061f478f-5905-45e0-af16-561c7bd557bc tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:51.607682 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-061f478f-5905-45e0-af16-561c7bd557bc tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Calling delete_port for dbf95ee4-dfde-4280-8a50-db2afa15215b owned by {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:26:51.613339 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-4b1dd7e2-64d7-4936-ae3e-a4123d1cdff4 req-c586e0a0-f6f4-4dbd-9da5-d9143a28945b tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Deleting port 22bc43a4-3d70-4c77-ad1b-053977c426ce {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:26:51.613697 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4b1dd7e2-64d7-4936-ae3e-a4123d1cdff4 req-c586e0a0-f6f4-4dbd-9da5-d9143a28945b tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:51.628993 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4ee403-75c0-41ca-9eb0-9effc2e79509 req-85f441b1-1cf5-4ef5-a924-b27fa2bfaf26 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:51.638930 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4ee403-75c0-41ca-9eb0-9effc2e79509 req-85f441b1-1cf5-4ef5-a924-b27fa2bfaf26 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:51.641386 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4ee403-75c0-41ca-9eb0-9effc2e79509 req-85f441b1-1cf5-4ef5-a924-b27fa2bfaf26 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:51.648562 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ef4ee403-75c0-41ca-9eb0-9effc2e79509 req-85f441b1-1cf5-4ef5-a924-b27fa2bfaf26 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/ports?device_id=92403696-646a-4870-b635-6151c7b09066 HTTP/1.1" status: 200 len: 2410 time: 0.4660590 Jul 05 02:26:51.663245 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=3eaf5d2a-8328-423f-aae1-b9619f01fbea,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:51.681951 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f0fb5d3-307a-4afd-86f9-795a6e3e4fda tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Router 4d68b140-612f-406b-a88b-275eac9c95a6 is scheduled to L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 with binding_index 1 {{(pid=94461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 02:26:51.721406 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-90a16d6c-4ac9-4152-b681-44b63df594c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:51.724005 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-90a16d6c-4ac9-4152-b681-44b63df594c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:51.725575 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-90a16d6c-4ac9-4152-b681-44b63df594c9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6db864f5-cfed-4dae-9ea6-b25b812987ad HTTP/1.1" status: 204 len: 168 time: 0.2398303 Jul 05 02:26:51.734102 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a16d6c-4ac9-4152-b681-44b63df594c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6db864f5-cfed-4dae-9ea6-b25b812987ad,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:51.824490 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ef4ee403-75c0-41ca-9eb0-9effc2e79509 req-8a634ac4-2bf0-4655-b20d-3bab5b8edf5c tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/security-groups?id=5eae1027-3275-42f9-8f54-f2ff33a054c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1749830 Jul 05 02:26:51.981051 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00473f5c-24a7-4a4d-8403-25383fe821a9 x-openstack-request-id: req-00473f5c-24a7-4a4d-8403-25383fe821a9 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:26:51.981343 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92403696-646a-4870-b635-6151c7b09066", "name": "network-vif-deleted", "tag": "36779ac9-6d94-4e90-b5a3-b9834d74efe3", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:26:51.981594 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-00473f5c-24a7-4a4d-8403-25383fe821a9 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:26:51.981980 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92403696-646a-4870-b635-6151c7b09066', 'name': 'network-vif-deleted', 'tag': '36779ac9-6d94-4e90-b5a3-b9834d74efe3', 'status': 'completed', 'code': 200} Jul 05 02:26:51.996941 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-4b1dd7e2-64d7-4936-ae3e-a4123d1cdff4 req-c586e0a0-f6f4-4dbd-9da5-d9143a28945b tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] For port 22bc43a4-3d70-4c77-ad1b-053977c426ce, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=22bc43a4-3d70-4c77-ad1b-053977c426ce,segment=NetworkSegment(35d84035-3545-4590-ba83-2b60f8b92811),segment_id=35d84035-3545-4590-ba83-2b60f8b92811)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:26:51.997435 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4b1dd7e2-64d7-4936-ae3e-a4123d1cdff4 req-c586e0a0-f6f4-4dbd-9da5-d9143a28945b tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:52.047850 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-4b1dd7e2-64d7-4936-ae3e-a4123d1cdff4 req-c586e0a0-f6f4-4dbd-9da5-d9143a28945b tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Calling delete_port for 22bc43a4-3d70-4c77-ad1b-053977c426ce owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:26:52.060215 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2283fd6a-017a-4ebd-b242-329a23dbf302 req-ed4de82b-8512-4551-a68d-78384f2d585d tempest-ServerShowV247Test-2133999980 tempest-ServerShowV247Test-2133999980-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe7deded-743b-4521-81f4-1aaa9b20dcc5 HTTP/1.1" status: 200 len: 210 time: 0.0480144 Jul 05 02:26:52.148115 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f0fb5d3-307a-4afd-86f9-795a6e3e4fda tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:26:52.161782 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87397f5-8ec8-4266-8151-7e25b05a1586 None None] Sync routers for ids ['4d68b140-612f-406b-a88b-275eac9c95a6'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:26:52.178257 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87397f5-8ec8-4266-8151-7e25b05a1586 None None] Routers {'4d68b140-612f-406b-a88b-275eac9c95a6'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:26:52.182078 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-e87397f5-8ec8-4266-8151-7e25b05a1586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:26:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['4d68b140-612f-406b-a88b-275eac9c95a6'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:26:52.307424 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-e87397f5-8ec8-4266-8151-7e25b05a1586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:26:52.319627 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87397f5-8ec8-4266-8151-7e25b05a1586 None None] Routers {'4d68b140-612f-406b-a88b-275eac9c95a6'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:26:52.320574 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-e87397f5-8ec8-4266-8151-7e25b05a1586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:26:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['4d68b140-612f-406b-a88b-275eac9c95a6'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:26:52.367769 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1f0fb5d3-307a-4afd-86f9-795a6e3e4fda tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Notify callbacks [] for router, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:52.373143 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-1f0fb5d3-307a-4afd-86f9-795a6e3e4fda tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 7.0197697 Jul 05 02:26:52.373353 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 33560) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:52.437966 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 3eaf5d2a-8328-423f-aae1-b9619f01fbea up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:26:52.465361 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-e87397f5-8ec8-4266-8151-7e25b05a1586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:26:52.465361 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87397f5-8ec8-4266-8151-7e25b05a1586 None None] The sync data for ids ['4d68b140-612f-406b-a88b-275eac9c95a6'] in n-d-771362-32 is: [] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:26:52.553289 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-061f478f-5905-45e0-af16-561c7bd557bc tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:52.603044 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 3eaf5d2a-8328-423f-aae1-b9619f01fbea triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:26:52.603044 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:52.672242 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061f478f-5905-45e0-af16-561c7bd557bc tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event deleted for resources: {'Port': ['ID=dbf95ee4-dfde-4280-8a50-db2afa15215b,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:52.677929 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4b1dd7e2-64d7-4936-ae3e-a4123d1cdff4 req-c586e0a0-f6f4-4dbd-9da5-d9143a28945b tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:52.889267 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b1dd7e2-64d7-4936-ae3e-a4123d1cdff4 req-c586e0a0-f6f4-4dbd-9da5-d9143a28945b tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] No DVR routers for this DVR port 22bc43a4-3d70-4c77-ad1b-053977c426ce on host n-h2-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:26:52.893355 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4b1dd7e2-64d7-4936-ae3e-a4123d1cdff4 req-c586e0a0-f6f4-4dbd-9da5-d9143a28945b tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:52.903523 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4b1dd7e2-64d7-4936-ae3e-a4123d1cdff4 req-c586e0a0-f6f4-4dbd-9da5-d9143a28945b tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.15 "DELETE /v2.0/ports/22bc43a4-3d70-4c77-ad1b-053977c426ce HTTP/1.1" status: 204 len: 173 time: 2.0136392 Jul 05 02:26:52.904396 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c586e0a0-f6f4-4dbd-9da5-d9143a28945b tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Pushing event deleted for resources: {'Port': ['ID=22bc43a4-3d70-4c77-ad1b-053977c426ce,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:53.123430 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-061f478f-5905-45e0-af16-561c7bd557bc tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:53.128487 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-061f478f-5905-45e0-af16-561c7bd557bc tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "DELETE /v2.0/ports/dbf95ee4-dfde-4280-8a50-db2afa15215b HTTP/1.1" status: 204 len: 168 time: 2.1185739 Jul 05 02:26:53.136530 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 33580) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:53.207594 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-19f0d89a-36fb-4ae6-82e8-6d53cd96f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:53.292091 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1effab-e85a-42f1-9ae8-642cb618f7f6 req-3e30a461-afbf-4087-b216-ae87082860cb tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:53.295200 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-de1effab-e85a-42f1-9ae8-642cb618f7f6 req-3e30a461-afbf-4087-b216-ae87082860cb tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/ports?device_id=06117d83-c05c-4628-9b23-852a90e69be0 HTTP/1.1" status: 200 len: 950 time: 0.7433403 Jul 05 02:26:53.416719 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bebc3eb-7a6c-43ea-a288-c16880c20f7c tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:53.418944 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bebc3eb-7a6c-43ea-a288-c16880c20f7c tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:53.420782 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bebc3eb-7a6c-43ea-a288-c16880c20f7c tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:53.423711 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-0bebc3eb-7a6c-43ea-a288-c16880c20f7c tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2858078 Jul 05 02:26:53.427080 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-de1effab-e85a-42f1-9ae8-642cb618f7f6 req-5f3be006-dcb4-4a47-a014-54f9c243fff0 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1003e45-917a-406c-999d-122388976885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084559 Jul 05 02:26:53.431152 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df12902-d21b-46de-a326-0ceaa4a27686 req-bba8ea74-a0cb-437e-ba80-67d5a81209fa tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:53.432267 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 33594) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:53.439211 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df12902-d21b-46de-a326-0ceaa4a27686 req-bba8ea74-a0cb-437e-ba80-67d5a81209fa tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:53.448872 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5df12902-d21b-46de-a326-0ceaa4a27686 req-bba8ea74-a0cb-437e-ba80-67d5a81209fa tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/ports?device_id=92403696-646a-4870-b635-6151c7b09066 HTTP/1.1" status: 200 len: 1677 time: 0.2612610 Jul 05 02:26:53.475930 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-4b1dd7e2-64d7-4936-ae3e-a4123d1cdff4 req-aa8e1f80-6167-4942-901c-13f0426f8620 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Deleting port 5e5f8879-93f3-4d20-8ad9-d0823e4032c0 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:26:53.476291 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4b1dd7e2-64d7-4936-ae3e-a4123d1cdff4 req-aa8e1f80-6167-4942-901c-13f0426f8620 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:53.626491 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4c879edb-c8a6-496c-8a6b-ee972b7ec6e8 req-f6554968-e84a-4314-b24b-0ab9dd137643 tempest-ServerShowV247Test-2133999980 tempest-ServerShowV247Test-2133999980-project] 10.222.0.23 "GET /v2.0/ports?device_id=be49ac3c-1f08-450f-bbe4-913e2feed4fe HTTP/1.1" status: 200 len: 210 time: 0.0502191 Jul 05 02:26:53.633029 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f3503fa-5bad-4673-ad16-bbc93a2f35ff tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Deleting subnet 94717cce-6a27-47ac-94fa-d41f00f9d4ef {{(pid=94461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:26:53.638144 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6f3503fa-5bad-4673-ad16-bbc93a2f35ff tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks [] for subnet, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:53.639231 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5df12902-d21b-46de-a326-0ceaa4a27686 req-ccb4bb8a-d140-4651-90a7-84600a96bd1c tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/security-groups?id=5eae1027-3275-42f9-8f54-f2ff33a054c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1893225 Jul 05 02:26:53.824626 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:53.985660 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5de57b2a-710a-4737-9e88-5b8a9691098e tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:54.205724 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92403696-646a-4870-b635-6151c7b09066', 'name': 'network-vif-deleted', 'tag': '22bc43a4-3d70-4c77-ad1b-053977c426ce'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:26:54.210216 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e11d7e8-5128-4307-b5ab-b97a8785fb44" -d '{"events": [{"server_uuid": "92403696-646a-4870-b635-6151c7b09066", "name": "network-vif-deleted", "tag": "22bc43a4-3d70-4c77-ad1b-053977c426ce"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:26:54.274157 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6f3503fa-5bad-4673-ad16-bbc93a2f35ff tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5519650'] for subnet, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:54.350529 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc24f6b1-9c15-455c-8b7c-a8fa1c5e6659 x-openstack-request-id: req-cc24f6b1-9c15-455c-8b7c-a8fa1c5e6659 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:26:54.350817 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92403696-646a-4870-b635-6151c7b09066", "name": "network-vif-deleted", "tag": "22bc43a4-3d70-4c77-ad1b-053977c426ce", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:26:54.351078 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cc24f6b1-9c15-455c-8b7c-a8fa1c5e6659 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:26:54.351548 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92403696-646a-4870-b635-6151c7b09066', 'name': 'network-vif-deleted', 'tag': '22bc43a4-3d70-4c77-ad1b-053977c426ce', 'status': 'completed', 'code': 200} Jul 05 02:26:54.358352 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-5de57b2a-710a-4737-9e88-5b8a9691098e tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Allocated IP 172.20.0.1 (11e1069c-bc0b-43d9-b8d3-71b95490bd13/fdb9c337-1df6-45bb-b1be-46c92296fcfb/df146fb8-bacb-47c5-9b87-9a74699cbf97) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:26:54.414423 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-4b1dd7e2-64d7-4936-ae3e-a4123d1cdff4 req-aa8e1f80-6167-4942-901c-13f0426f8620 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] For port 5e5f8879-93f3-4d20-8ad9-d0823e4032c0, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=5e5f8879-93f3-4d20-8ad9-d0823e4032c0,segment=NetworkSegment(ccac9cc8-8687-4831-b08f-d485733ff31a),segment_id=ccac9cc8-8687-4831-b08f-d485733ff31a)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:26:54.414945 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4b1dd7e2-64d7-4936-ae3e-a4123d1cdff4 req-aa8e1f80-6167-4942-901c-13f0426f8620 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:54.428051 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device eda2c6e2-c0ed-4606-8bdb-48d578879d54 details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:26:54.433599 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device eda2c6e2-c0ed-4606-8bdb-48d578879d54 no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:26:54.440898 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-4b1dd7e2-64d7-4936-ae3e-a4123d1cdff4 req-aa8e1f80-6167-4942-901c-13f0426f8620 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Calling delete_port for 5e5f8879-93f3-4d20-8ad9-d0823e4032c0 owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:26:54.469865 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6f3503fa-5bad-4673-ad16-bbc93a2f35ff tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:54.582142 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5de57b2a-710a-4737-9e88-5b8a9691098e tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:54.620162 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [None req-5de57b2a-710a-4737-9e88-5b8a9691098e tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Transition to ACTIVE for port object df146fb8-bacb-47c5-9b87-9a74699cbf97 will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:26:54.665293 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:54.751502 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port eda2c6e2-c0ed-4606-8bdb-48d578879d54, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=eda2c6e2-c0ed-4606-8bdb-48d578879d54,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:26:54.762618 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': 'eda2c6e2-c0ed-4606-8bdb-48d578879d54', 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4', 'port_id': 'eda2c6e2-c0ed-4606-8bdb-48d578879d54', 'mac_address': 'fa:16:3e:ee:9b:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b840e204-692c-4f54-8f07-f6563e8e36b1', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:26:54.805786 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:54.813290 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bf4a37-5707-4e3e-b891-d3b55df1bd81 req-df0db14a-8bbd-4648-a46b-29dd573991cf tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:54.815845 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-32bf4a37-5707-4e3e-b891-d3b55df1bd81 req-df0db14a-8bbd-4648-a46b-29dd573991cf tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/ports?device_id=06117d83-c05c-4628-9b23-852a90e69be0 HTTP/1.1" status: 200 len: 950 time: 0.1025300 Jul 05 02:26:54.819318 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4b1dd7e2-64d7-4936-ae3e-a4123d1cdff4 req-aa8e1f80-6167-4942-901c-13f0426f8620 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:54.841025 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:54.845298 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9de4a728-02da-4a5b-8afc-173e0eb66e77 req-338f2203-8c71-437d-b7b1-bbb735e5d047 tempest-ServerShowV247Test-2133999980 tempest-ServerShowV247Test-2133999980-project] 10.222.0.23 "GET /v2.0/ports?device_id=be49ac3c-1f08-450f-bbe4-913e2feed4fe HTTP/1.1" status: 200 len: 210 time: 0.0462928 Jul 05 02:26:54.846601 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5de57b2a-710a-4737-9e88-5b8a9691098e tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:54.862485 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06117d83-c05c-4628-9b23-852a90e69be0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eda2c6e2-c0ed-4606-8bdb-48d578879d54'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:26:54.865220 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78645303-6755-4101-bcf5-a9151b2f7694" -d '{"events": [{"server_uuid": "06117d83-c05c-4628-9b23-852a90e69be0", "name": "network-vif-unplugged", "status": "completed", "tag": "eda2c6e2-c0ed-4606-8bdb-48d578879d54"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:26:54.881620 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eda2c6e2-c0ed-4606-8bdb-48d578879d54 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:26:54.887350 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port eda2c6e2-c0ed-4606-8bdb-48d578879d54, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=eda2c6e2-c0ed-4606-8bdb-48d578879d54,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:26:54.903103 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de57b2a-710a-4737-9e88-5b8a9691098e tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Network 11e1069c-bc0b-43d9-b8d3-71b95490bd13 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:26:54.907868 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-5de57b2a-710a-4737-9e88-5b8a9691098e tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:26:54.908443 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6f3503fa-5bad-4673-ad16-bbc93a2f35ff tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5763388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774356'] for subnet, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:54.950077 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de57b2a-710a-4737-9e88-5b8a9691098e tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:26:54.950993 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:55.037894 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.db.api [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94463) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 02:26:55.038355 n-d-771362-32 neutron-server[94463]: DEBUG oslo_db.api [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 02:26:55.064133 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3503fa-5bad-4673-ad16-bbc93a2f35ff tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event deleted for resources: {'Subnet': ['ID=94717cce-6a27-47ac-94fa-d41f00f9d4ef,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:55.066593 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de57b2a-710a-4737-9e88-5b8a9691098e tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Pushing event updated for resources: {'Port': ['ID=df146fb8-bacb-47c5-9b87-9a74699cbf97,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:55.090931 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf77d40-f234-4ba4-8926-432911e95702 None None] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:26:55.112130 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5de57b2a-710a-4737-9e88-5b8a9691098e tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635668'] for router_interface, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:55.141598 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8e1f80-6167-4942-901c-13f0426f8620 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Pushing event deleted for resources: {'Port': ['ID=5e5f8879-93f3-4d20-8ad9-d0823e4032c0,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:55.152115 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6f3503fa-5bad-4673-ad16-bbc93a2f35ff tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:55.157354 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-6f3503fa-5bad-4673-ad16-bbc93a2f35ff tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "DELETE /v2.0/subnets/94717cce-6a27-47ac-94fa-d41f00f9d4ef HTTP/1.1" status: 204 len: 168 time: 1.7209733 Jul 05 02:26:55.168414 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 33628) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:55.174727 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-32bf4a37-5707-4e3e-b891-d3b55df1bd81 req-03ad58f9-e4c3-4072-b5be-b76b9c4aa88a tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1003e45-917a-406c-999d-122388976885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872016 Jul 05 02:26:55.259762 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b1dd7e2-64d7-4936-ae3e-a4123d1cdff4 req-aa8e1f80-6167-4942-901c-13f0426f8620 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] No DVR routers for this DVR port 5e5f8879-93f3-4d20-8ad9-d0823e4032c0 on host n-h2-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:26:55.301210 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=eda2c6e2-c0ed-4606-8bdb-48d578879d54,revision_number=9']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:55.356521 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4b1dd7e2-64d7-4936-ae3e-a4123d1cdff4 req-aa8e1f80-6167-4942-901c-13f0426f8620 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:55.359478 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4b1dd7e2-64d7-4936-ae3e-a4123d1cdff4 req-aa8e1f80-6167-4942-901c-13f0426f8620 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.15 "DELETE /v2.0/ports/5e5f8879-93f3-4d20-8ad9-d0823e4032c0 HTTP/1.1" status: 204 len: 173 time: 2.4419928 Jul 05 02:26:55.469680 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd8ad7f-3b6f-42bd-b217-65ba9c63d2c3 req-89a27734-e0f5-4ddf-8861-ef0ffe1aebe1 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:55.471639 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7cd8ad7f-3b6f-42bd-b217-65ba9c63d2c3 req-89a27734-e0f5-4ddf-8861-ef0ffe1aebe1 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/ports?device_id=92403696-646a-4870-b635-6151c7b09066 HTTP/1.1" status: 200 len: 943 time: 0.2668424 Jul 05 02:26:55.518270 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 02:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aa38b8a-c579-41b0-99e1-68f46ebb0433 x-openstack-request-id: req-0aa38b8a-c579-41b0-99e1-68f46ebb0433 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:26:55.518847 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06117d83-c05c-4628-9b23-852a90e69be0", "name": "network-vif-unplugged", "status": "completed", "tag": "eda2c6e2-c0ed-4606-8bdb-48d578879d54", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:26:55.519365 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0aa38b8a-c579-41b0-99e1-68f46ebb0433 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:26:55.519936 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06117d83-c05c-4628-9b23-852a90e69be0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eda2c6e2-c0ed-4606-8bdb-48d578879d54', 'code': 200} Jul 05 02:26:55.575363 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa17f343-3e43-4ca9-a772-ca01ed07cf4c tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Deleting subnet d7a60ed7-e858-4a24-b7aa-1494167f7336 {{(pid=94461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:26:55.599538 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-aa17f343-3e43-4ca9-a772-ca01ed07cf4c tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks [] for subnet, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:55.606210 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7cd8ad7f-3b6f-42bd-b217-65ba9c63d2c3 req-93e30ffa-ab4e-4ccd-b170-b81447ba3c0b tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/security-groups?id=5eae1027-3275-42f9-8f54-f2ff33a054c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247873 Jul 05 02:26:55.639099 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:55.675553 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eda2c6e2-c0ed-4606-8bdb-48d578879d54 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:26:55.681247 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-21f7b3c7-0646-4c2e-9345-ab316ea6837d None None] Provisioning for port df146fb8-bacb-47c5-9b87-9a74699cbf97 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:26:55.693177 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5de57b2a-710a-4737-9e88-5b8a9691098e tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:55.695698 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-21f7b3c7-0646-4c2e-9345-ab316ea6837d None None] Provisioning complete for port df146fb8-bacb-47c5-9b87-9a74699cbf97 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:26:55.696071 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-21f7b3c7-0646-4c2e-9345-ab316ea6837d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:55.791974 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-21f7b3c7-0646-4c2e-9345-ab316ea6837d None None] Port df146fb8-bacb-47c5-9b87-9a74699cbf97 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:26:55.795523 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port eda2c6e2-c0ed-4606-8bdb-48d578879d54, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=eda2c6e2-c0ed-4606-8bdb-48d578879d54,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:26:55.796963 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-aa17f343-3e43-4ca9-a772-ca01ed07cf4c tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5519650'] for subnet, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:55.909414 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-4b1dd7e2-64d7-4936-ae3e-a4123d1cdff4 req-75f41e7e-0293-4a00-8b02-4a158ca359e3 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Deleting port fb5e411e-ba28-4560-9e82-b60e563a776d {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:26:55.909768 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4b1dd7e2-64d7-4936-ae3e-a4123d1cdff4 req-75f41e7e-0293-4a00-8b02-4a158ca359e3 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:55.934533 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:56.032857 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=eda2c6e2-c0ed-4606-8bdb-48d578879d54,revision_number=10']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:56.093101 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:56.101931 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-4b1dd7e2-64d7-4936-ae3e-a4123d1cdff4 req-75f41e7e-0293-4a00-8b02-4a158ca359e3 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] For port fb5e411e-ba28-4560-9e82-b60e563a776d, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=fb5e411e-ba28-4560-9e82-b60e563a776d,segment=NetworkSegment(31e917c3-b1d5-428f-bb55-dbe9374ce1ec),segment_id=31e917c3-b1d5-428f-bb55-dbe9374ce1ec)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:26:56.114220 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4b1dd7e2-64d7-4936-ae3e-a4123d1cdff4 req-75f41e7e-0293-4a00-8b02-4a158ca359e3 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:56.127314 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-aa17f343-3e43-4ca9-a772-ca01ed07cf4c tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:56.148243 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['eda2c6e2-c0ed-4606-8bdb-48d578879d54'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:26:56.266966 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5de57b2a-710a-4737-9e88-5b8a9691098e tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:56.308207 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-13920047-cdc7-4805-bb00-1b49727d2f9a req-ab6bafbf-6dd6-442c-98f7-26f1b98ad343 tempest-ServerShowV247Test-2133999980 tempest-ServerShowV247Test-2133999980-project] 10.222.0.23 "GET /v2.0/ports?device_id=be49ac3c-1f08-450f-bbe4-913e2feed4fe HTTP/1.1" status: 200 len: 210 time: 0.1406314 Jul 05 02:26:56.355966 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92403696-646a-4870-b635-6151c7b09066', 'name': 'network-vif-deleted', 'tag': '5e5f8879-93f3-4d20-8ad9-d0823e4032c0'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:26:56.362564 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e585e920-706b-4093-bb5b-b0c62cc599c2" -d '{"events": [{"server_uuid": "92403696-646a-4870-b635-6151c7b09066", "name": "network-vif-deleted", "tag": "5e5f8879-93f3-4d20-8ad9-d0823e4032c0"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:26:56.453403 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00107651-fe7c-4979-8279-9d63a95c1d9f x-openstack-request-id: req-00107651-fe7c-4979-8279-9d63a95c1d9f {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:26:56.453673 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92403696-646a-4870-b635-6151c7b09066", "name": "network-vif-deleted", "tag": "5e5f8879-93f3-4d20-8ad9-d0823e4032c0", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:26:56.453926 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-00107651-fe7c-4979-8279-9d63a95c1d9f {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:26:56.458246 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92403696-646a-4870-b635-6151c7b09066', 'name': 'network-vif-deleted', 'tag': '5e5f8879-93f3-4d20-8ad9-d0823e4032c0', 'status': 'completed', 'code': 200} Jul 05 02:26:56.537314 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46110420-7521-412b-aad5-072686b67a94 req-f436b5d3-47c0-4623-8434-343faf4f73a5 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:56.539669 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-46110420-7521-412b-aad5-072686b67a94 req-f436b5d3-47c0-4623-8434-343faf4f73a5 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/ports?device_id=06117d83-c05c-4628-9b23-852a90e69be0 HTTP/1.1" status: 200 len: 950 time: 0.1142993 Jul 05 02:26:56.588925 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-46110420-7521-412b-aad5-072686b67a94 req-cc099395-4413-4191-9a34-ad6fa51a9e28 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1003e45-917a-406c-999d-122388976885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434034 Jul 05 02:26:56.619415 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5de57b2a-710a-4737-9e88-5b8a9691098e tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:56.623132 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-a7ca43c9-8520-4c9b-a7dc-1d1f307a5924 None None] Provisioning complete for port 886037e6-cb9a-41be-b43b-795808110821 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:26:56.623587 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a7ca43c9-8520-4c9b-a7dc-1d1f307a5924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:56.692491 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4b1dd7e2-64d7-4936-ae3e-a4123d1cdff4 req-75f41e7e-0293-4a00-8b02-4a158ca359e3 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:56.692491 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4b1dd7e2-64d7-4936-ae3e-a4123d1cdff4 req-75f41e7e-0293-4a00-8b02-4a158ca359e3 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636869'] for floatingip, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:56.693176 n-d-771362-32 neutron-server[94461]: INFO neutron.db.l3_db [req-4b1dd7e2-64d7-4936-ae3e-a4123d1cdff4 req-75f41e7e-0293-4a00-8b02-4a158ca359e3 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Floating IP 610f5a7d-0fb6-40c8-8e33-336fe35a1a5d disassociated. External IP: 172.25.7.93, port: fb5e411e-ba28-4560-9e82-b60e563a776d. Jul 05 02:26:56.694278 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-4b1dd7e2-64d7-4936-ae3e-a4123d1cdff4 req-75f41e7e-0293-4a00-8b02-4a158ca359e3 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Calling delete_port for fb5e411e-ba28-4560-9e82-b60e563a776d owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:26:56.703456 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de57b2a-710a-4737-9e88-5b8a9691098e tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Pushing event updated for resources: {'Port': ['ID=df146fb8-bacb-47c5-9b87-9a74699cbf97,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:56.706030 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5de57b2a-710a-4737-9e88-5b8a9691098e tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634601'] for router_interface, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:56.770148 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-aa17f343-3e43-4ca9-a772-ca01ed07cf4c tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5763388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774356'] for subnet, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:56.830281 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de57b2a-710a-4737-9e88-5b8a9691098e tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Network 11e1069c-bc0b-43d9-b8d3-71b95490bd13 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:26:56.834839 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-5de57b2a-710a-4737-9e88-5b8a9691098e tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:26:56.858324 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-aa17f343-3e43-4ca9-a772-ca01ed07cf4c tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:56.862167 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-aa17f343-3e43-4ca9-a772-ca01ed07cf4c tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "DELETE /v2.0/subnets/d7a60ed7-e858-4a24-b7aa-1494167f7336 HTTP/1.1" status: 204 len: 168 time: 1.6920953 Jul 05 02:26:56.864016 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 33654) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:56.867817 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa17f343-3e43-4ca9-a772-ca01ed07cf4c tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event deleted for resources: {'Subnet': ['ID=d7a60ed7-e858-4a24-b7aa-1494167f7336,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:56.879281 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6abd5bb5-1e0d-4dbd-93af-da23b5525a68 None None] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:26:56.922753 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-8fb1b32c-0325-46cc-a454-01d263708742 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0531626 Jul 05 02:26:56.924169 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 33656) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:57.025522 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5de57b2a-710a-4737-9e88-5b8a9691098e tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Router 4d68b140-612f-406b-a88b-275eac9c95a6 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:26:57.062948 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf49edd8-0781-467c-a191-f45dfeda9d80 req-0759fdfa-ff55-4c09-a6ba-fdaf731eec5b tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:57.064926 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cf49edd8-0781-467c-a191-f45dfeda9d80 req-0759fdfa-ff55-4c09-a6ba-fdaf731eec5b tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/ports?device_id=92403696-646a-4870-b635-6151c7b09066 HTTP/1.1" status: 200 len: 943 time: 0.2850595 Jul 05 02:26:57.116732 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7154fc49-0940-439d-a3d5-969639c21d7a tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:57.118305 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-7154fc49-0940-439d-a3d5-969639c21d7a tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1941984 Jul 05 02:26:57.124269 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 33660) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:57.152079 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cf49edd8-0781-467c-a191-f45dfeda9d80 req-a90ff670-0be0-4d3f-b6f4-91fd093ecce6 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/security-groups?id=5eae1027-3275-42f9-8f54-f2ff33a054c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717840 Jul 05 02:26:57.172277 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562470ee-49bd-4736-81c0-d49f775bc001 None None] DHCP port deletion for ed71b0ad-0d45-4cc1-9581-fdfa4092af45 request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:26:57.195912 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4b1dd7e2-64d7-4936-ae3e-a4123d1cdff4 req-75f41e7e-0293-4a00-8b02-4a158ca359e3 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:57.222795 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-c2fd529c-de8d-4aaa-a073-67f879b556f9 None None] Provisioning complete for port df146fb8-bacb-47c5-9b87-9a74699cbf97 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:26:57.223190 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-c2fd529c-de8d-4aaa-a073-67f879b556f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:57.256176 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f41e7e-0293-4a00-8b02-4a158ca359e3 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Pushing event deleted for resources: {'Port': ['ID=fb5e411e-ba28-4560-9e82-b60e563a776d,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:57.269735 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-c2fd529c-de8d-4aaa-a073-67f879b556f9 None None] Port df146fb8-bacb-47c5-9b87-9a74699cbf97 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:26:57.288284 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-562470ee-49bd-4736-81c0-d49f775bc001 None None] Deleting port 886037e6-cb9a-41be-b43b-795808110821 {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:26:57.288284 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-562470ee-49bd-4736-81c0-d49f775bc001 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:57.291719 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98fa32ec-f0d8-4b45-96de-66a727bb734b tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:57.296103 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-98fa32ec-f0d8-4b45-96de-66a727bb734b tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1660824 Jul 05 02:26:57.297086 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 33662) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:57.336140 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-8d6b7939-1b40-4c8e-a626-b3237fc64743 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0377429 Jul 05 02:26:57.342674 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 33664) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:57.348459 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-ca2d835c-792a-4a21-b1c6-043836282336 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Request body: {'subnet': {'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:26:57.461806 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5de57b2a-710a-4737-9e88-5b8a9691098e tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:26:57.468210 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-5de57b2a-710a-4737-9e88-5b8a9691098e tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] 10.222.0.23 "PUT /v2.0/routers/4d68b140-612f-406b-a88b-275eac9c95a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0935504 Jul 05 02:26:57.471370 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 33668) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:57.475855 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194fa15c-f36c-4f91-b612-f25d246b267b None None] Sync routers for ids ['4d68b140-612f-406b-a88b-275eac9c95a6'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:26:57.482623 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-2b8e5f39-f0dc-4a90-834f-6bb58b0e397b tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Request body: {'port': {'network_id': '11e1069c-bc0b-43d9-b8d3-71b95490bd13', 'name': 'tempest-FloatingIPAdminTestJSON-1623427161'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:26:57.505253 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194fa15c-f36c-4f91-b612-f25d246b267b None None] Routers {'4d68b140-612f-406b-a88b-275eac9c95a6'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:26:57.506458 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-194fa15c-f36c-4f91-b612-f25d246b267b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:26:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['4d68b140-612f-406b-a88b-275eac9c95a6'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:26:57.522901 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8fd4146f-37a1-4170-b895-aee2a131cc75 req-e082d063-3c1a-45fc-a6ec-b85d1d0c67e2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fe7deded-743b-4521-81f4-1aaa9b20dcc5 HTTP/1.1" status: 200 len: 210 time: 0.1147449 Jul 05 02:26:57.532503 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4b1dd7e2-64d7-4936-ae3e-a4123d1cdff4 req-75f41e7e-0293-4a00-8b02-4a158ca359e3 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Router 567f0b4e-1b9a-44c6-a353-e3284e68a00c has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:26:57.553224 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca2d835c-792a-4a21-b1c6-043836282336 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Made reservation on behalf of db76c4c0345048a1b87eacad1e0b9ba1 for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:26:57.557184 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ca2d835c-792a-4a21-b1c6-043836282336 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:57.562297 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca2d835c-792a-4a21-b1c6-043836282336 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 02:26:57.562297 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca2d835c-792a-4a21-b1c6-043836282336 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94462) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:26:57.578771 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-194fa15c-f36c-4f91-b612-f25d246b267b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:26:57.592061 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-562470ee-49bd-4736-81c0-d49f775bc001 None None] For port 886037e6-cb9a-41be-b43b-795808110821, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=886037e6-cb9a-41be-b43b-795808110821,segment=NetworkSegment(4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6),segment_id=4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:26:57.592513 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-562470ee-49bd-4736-81c0-d49f775bc001 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:57.621777 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-562470ee-49bd-4736-81c0-d49f775bc001 None None] Calling delete_port for 886037e6-cb9a-41be-b43b-795808110821 owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:26:57.627990 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194fa15c-f36c-4f91-b612-f25d246b267b None None] Routers {'4d68b140-612f-406b-a88b-275eac9c95a6'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:26:57.627990 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-194fa15c-f36c-4f91-b612-f25d246b267b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:26:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['4d68b140-612f-406b-a88b-275eac9c95a6'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:26:57.678272 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-194fa15c-f36c-4f91-b612-f25d246b267b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:26:57.678956 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194fa15c-f36c-4f91-b612-f25d246b267b None None] The sync data for ids ['4d68b140-612f-406b-a88b-275eac9c95a6'] in n-d-771362-32 is: [] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:26:57.795694 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4b1dd7e2-64d7-4936-ae3e-a4123d1cdff4 req-75f41e7e-0293-4a00-8b02-4a158ca359e3 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:26:57.808798 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefdef00-f657-4410-ba54-7238b37f6f9e None None] Sync routers for ids ['567f0b4e-1b9a-44c6-a353-e3284e68a00c'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:26:57.825070 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefdef00-f657-4410-ba54-7238b37f6f9e None None] Routers {'567f0b4e-1b9a-44c6-a353-e3284e68a00c'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:26:57.828239 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-aefdef00-f657-4410-ba54-7238b37f6f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:26:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['567f0b4e-1b9a-44c6-a353-e3284e68a00c'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:26:57.931016 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b1dd7e2-64d7-4936-ae3e-a4123d1cdff4 req-75f41e7e-0293-4a00-8b02-4a158ca359e3 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] No DVR routers for this DVR port fb5e411e-ba28-4560-9e82-b60e563a776d on host n-h2-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:26:57.939482 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4b1dd7e2-64d7-4936-ae3e-a4123d1cdff4 req-75f41e7e-0293-4a00-8b02-4a158ca359e3 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:57.944109 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4b1dd7e2-64d7-4936-ae3e-a4123d1cdff4 req-75f41e7e-0293-4a00-8b02-4a158ca359e3 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.15 "DELETE /v2.0/ports/fb5e411e-ba28-4560-9e82-b60e563a776d HTTP/1.1" status: 204 len: 173 time: 2.5627010 Jul 05 02:26:57.944670 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-562470ee-49bd-4736-81c0-d49f775bc001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:57.996702 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562470ee-49bd-4736-81c0-d49f775bc001 None None] Pushing event deleted for resources: {'Port': ['ID=886037e6-cb9a-41be-b43b-795808110821,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:58.007821 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562470ee-49bd-4736-81c0-d49f775bc001 None None] No DVR routers for this DVR port 886037e6-cb9a-41be-b43b-795808110821 on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:26:58.008982 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562470ee-49bd-4736-81c0-d49f775bc001 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:26:58.009502 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562470ee-49bd-4736-81c0-d49f775bc001 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:26:58.010000 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562470ee-49bd-4736-81c0-d49f775bc001 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:26:58.010519 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562470ee-49bd-4736-81c0-d49f775bc001 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:26:58.011005 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562470ee-49bd-4736-81c0-d49f775bc001 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:26:58.011513 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562470ee-49bd-4736-81c0-d49f775bc001 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:26:58.012158 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562470ee-49bd-4736-81c0-d49f775bc001 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:26:58.012640 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562470ee-49bd-4736-81c0-d49f775bc001 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:26:58.013134 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562470ee-49bd-4736-81c0-d49f775bc001 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:26:58.013609 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562470ee-49bd-4736-81c0-d49f775bc001 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:26:58.014085 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562470ee-49bd-4736-81c0-d49f775bc001 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:26:58.014585 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562470ee-49bd-4736-81c0-d49f775bc001 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:26:58.052351 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5e5c9187-75f3-4680-aa00-12c7f9060880 req-c2716aa4-3a86-4def-8cc9-45414615c3fb tempest-ServerShowV247Test-2133999980 tempest-ServerShowV247Test-2133999980-project] 10.222.0.23 "GET /v2.0/ports?device_id=be49ac3c-1f08-450f-bbe4-913e2feed4fe HTTP/1.1" status: 200 len: 210 time: 0.4904957 Jul 05 02:26:58.087590 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-ca2d835c-792a-4a21-b1c6-043836282336 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7433255 Jul 05 02:26:58.091919 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 33682) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:58.104949 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-02f4a23b-9527-4481-90c4-0d4c4629dc17 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Request body: {'subnet': {'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:26:58.111363 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-aefdef00-f657-4410-ba54-7238b37f6f9e None None] Set router 567f0b4e-1b9a-44c6-a353-e3284e68a00c gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:26:58.197251 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b64c8-01b2-42be-b120-eae00ae5af79 req-867c528c-bb98-40ce-b03b-4ebf492aa172 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:58.203823 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-701b64c8-01b2-42be-b120-eae00ae5af79 req-867c528c-bb98-40ce-b03b-4ebf492aa172 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/ports?device_id=06117d83-c05c-4628-9b23-852a90e69be0 HTTP/1.1" status: 200 len: 950 time: 0.1591890 Jul 05 02:26:58.309915 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-701b64c8-01b2-42be-b120-eae00ae5af79 req-bd14bec1-3ae5-4f9a-836a-531d70861824 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1003e45-917a-406c-999d-122388976885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954642 Jul 05 02:26:58.392057 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 886037e6-cb9a-41be-b43b-795808110821 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:26:58.402114 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e16b35d2-9027-4e08-adab-1cce8a2a2b21 req-53ced6b8-d852-4534-9f0b-9a65d5207d2e tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/ports?device_id=92403696-646a-4870-b635-6151c7b09066 HTTP/1.1" status: 200 len: 210 time: 0.0378237 Jul 05 02:26:58.405297 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b8e5f39-f0dc-4a90-834f-6bb58b0e397b tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Made reservation on behalf of 777c3e0224a14365ae97af4a0fb86476 for: {'port': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:26:58.414533 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2b8e5f39-f0dc-4a90-834f-6bb58b0e397b tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:58.440520 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [None req-2b8e5f39-f0dc-4a90-834f-6bb58b0e397b tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] device_id is not set on port 964f7a93-279c-4e46-9998-f8d4693f1f53 yet. {{(pid=94462) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:26:58.459743 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92403696-646a-4870-b635-6151c7b09066', 'name': 'network-vif-deleted', 'tag': 'fb5e411e-ba28-4560-9e82-b60e563a776d'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:26:58.462234 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d722d66-d78d-44f3-868f-7dc7816af92b" -d '{"events": [{"server_uuid": "92403696-646a-4870-b635-6151c7b09066", "name": "network-vif-deleted", "tag": "fb5e411e-ba28-4560-9e82-b60e563a776d"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:26:58.486976 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-aefdef00-f657-4410-ba54-7238b37f6f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '567f0b4e-1b9a-44c6-a353-e3284e68a00c', 'name': 'tempest-TaggedBootDevicesTest_v242-731852147-router', 'tenant_id': 'bf69a7cc9341402789561a978c68b071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '0dce5bdd-fc21-4d5a-97ea-f8dacfa56943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:15:29Z', 'updated_at': '2021-07-05T02:15:35Z', 'revision_number': 4, 'project_id': 'bf69a7cc9341402789561a978c68b071', 'gw_port': {'id': '0dce5bdd-fc21-4d5a-97ea-f8dacfa56943', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:73:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '567f0b4e-1b9a-44c6-a353-e3284e68a00c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:15:30Z', 'updated_at': '2021-07-05T02:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '59d5c406-f4b1-4408-ba97-c11cb6ee3b5a', 'name': '', 'network_id': '1f5c1f66-211d-4aaf-9dcb-993edf85d0c1', 'tenant_id': 'bf69a7cc9341402789561a978c68b071', 'mac_address': 'fa:16:3e:94:60:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '567f0b4e-1b9a-44c6-a353-e3284e68a00c', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '82394256-424b-4834-ba82-be5cc7f4161e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:15:33Z', 'updated_at': '2021-07-05T02:15:42Z', 'revision_number': 5, 'project_id': 'bf69a7cc9341402789561a978c68b071', 'subnets': [{'id': '82394256-424b-4834-ba82-be5cc7f4161e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:26:58.508627 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc7f2fe6-76f4-4aff-b1cc-e284801676e1 x-openstack-request-id: req-bc7f2fe6-76f4-4aff-b1cc-e284801676e1 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:26:58.509001 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92403696-646a-4870-b635-6151c7b09066", "name": "network-vif-deleted", "tag": "fb5e411e-ba28-4560-9e82-b60e563a776d", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:26:58.509376 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bc7f2fe6-76f4-4aff-b1cc-e284801676e1 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:26:58.509710 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92403696-646a-4870-b635-6151c7b09066', 'name': 'network-vif-deleted', 'tag': 'fb5e411e-ba28-4560-9e82-b60e563a776d', 'status': 'completed', 'code': 200} Jul 05 02:26:58.517088 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device eda2c6e2-c0ed-4606-8bdb-48d578879d54 up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:26:58.520874 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 886037e6-cb9a-41be-b43b-795808110821 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:26:58.521288 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 886037e6-cb9a-41be-b43b-795808110821 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:26:58.555198 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefdef00-f657-4410-ba54-7238b37f6f9e None None] Checking router: 567f0b4e-1b9a-44c6-a353-e3284e68a00c for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:26:58.580912 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefdef00-f657-4410-ba54-7238b37f6f9e None None] Routers {'567f0b4e-1b9a-44c6-a353-e3284e68a00c'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:26:58.581892 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-aefdef00-f657-4410-ba54-7238b37f6f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:26:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['567f0b4e-1b9a-44c6-a353-e3284e68a00c'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:26:58.595023 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02f4a23b-9527-4481-90c4-0d4c4629dc17 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Made reservation on behalf of db76c4c0345048a1b87eacad1e0b9ba1 for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:26:58.604358 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-02f4a23b-9527-4481-90c4-0d4c4629dc17 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:58.606381 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-02f4a23b-9527-4481-90c4-0d4c4629dc17 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 02:26:58.606859 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02f4a23b-9527-4481-90c4-0d4c4629dc17 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94462) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:26:58.646179 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port eda2c6e2-c0ed-4606-8bdb-48d578879d54 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:26:58.646603 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:58.649854 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-2b8e5f39-f0dc-4a90-834f-6bb58b0e397b tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Allocated IP 172.20.0.8 (11e1069c-bc0b-43d9-b8d3-71b95490bd13/fdb9c337-1df6-45bb-b1be-46c92296fcfb/964f7a93-279c-4e46-9998-f8d4693f1f53) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:26:58.736285 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-02f4a23b-9527-4481-90c4-0d4c4629dc17 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6431630 Jul 05 02:26:58.756242 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 33692) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:58.769854 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-0cae7288-1fa4-46e8-9a79-f8f76a8061d1 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Request body: {'subnet': {'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:26:58.811776 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-aefdef00-f657-4410-ba54-7238b37f6f9e None None] Set router 567f0b4e-1b9a-44c6-a353-e3284e68a00c gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:26:58.814929 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:58.844282 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06117d83-c05c-4628-9b23-852a90e69be0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eda2c6e2-c0ed-4606-8bdb-48d578879d54'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:26:58.847272 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d90be13c-8b16-48ff-90b9-63d74278f6b2" -d '{"events": [{"server_uuid": "06117d83-c05c-4628-9b23-852a90e69be0", "name": "network-vif-plugged", "status": "completed", "tag": "eda2c6e2-c0ed-4606-8bdb-48d578879d54"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:26:58.888107 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port eda2c6e2-c0ed-4606-8bdb-48d578879d54, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=eda2c6e2-c0ed-4606-8bdb-48d578879d54,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:26:58.906086 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0808d1b6-2937-4e60-a6de-f4696717fc4a req-077e3dab-6572-437f-88ed-73b221d8dca1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=be49ac3c-1f08-450f-bbe4-913e2feed4fe HTTP/1.1" status: 200 len: 210 time: 0.1651471 Jul 05 02:26:58.907625 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2b8e5f39-f0dc-4a90-834f-6bb58b0e397b tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:58.911782 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb1139e-d6ea-4fd0-90c3-63c0ba8dd683 x-openstack-request-id: req-5cb1139e-d6ea-4fd0-90c3-63c0ba8dd683 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:26:58.913589 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06117d83-c05c-4628-9b23-852a90e69be0", "name": "network-vif-plugged", "status": "completed", "tag": "eda2c6e2-c0ed-4606-8bdb-48d578879d54", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:26:58.914586 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5cb1139e-d6ea-4fd0-90c3-63c0ba8dd683 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:26:58.915207 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06117d83-c05c-4628-9b23-852a90e69be0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eda2c6e2-c0ed-4606-8bdb-48d578879d54', 'code': 200} Jul 05 02:26:58.950818 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:58.964087 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [None req-2b8e5f39-f0dc-4a90-834f-6bb58b0e397b tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Transition to ACTIVE for port object 964f7a93-279c-4e46-9998-f8d4693f1f53 will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:26:59.052475 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=eda2c6e2-c0ed-4606-8bdb-48d578879d54,revision_number=11']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:59.146359 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20bf6d4-36a2-4597-b5e2-234281237600 req-1f0fb594-dfd1-4acc-9c32-f6b1040967ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:59.148367 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e20bf6d4-36a2-4597-b5e2-234281237600 req-1f0fb594-dfd1-4acc-9c32-f6b1040967ce service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=06117d83-c05c-4628-9b23-852a90e69be0 HTTP/1.1" status: 200 len: 1103 time: 0.0863600 Jul 05 02:26:59.179499 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cae7288-1fa4-46e8-9a79-f8f76a8061d1 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Made reservation on behalf of db76c4c0345048a1b87eacad1e0b9ba1 for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:26:59.184191 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0cae7288-1fa4-46e8-9a79-f8f76a8061d1 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:59.185796 n-d-771362-32 neutron-server[94461]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cae7288-1fa4-46e8-9a79-f8f76a8061d1 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 02:26:59.186373 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cae7288-1fa4-46e8-9a79-f8f76a8061d1 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:26:59.216771 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-aefdef00-f657-4410-ba54-7238b37f6f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '567f0b4e-1b9a-44c6-a353-e3284e68a00c', 'name': 'tempest-TaggedBootDevicesTest_v242-731852147-router', 'tenant_id': 'bf69a7cc9341402789561a978c68b071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '0dce5bdd-fc21-4d5a-97ea-f8dacfa56943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:15:29Z', 'updated_at': '2021-07-05T02:15:35Z', 'revision_number': 4, 'project_id': 'bf69a7cc9341402789561a978c68b071', 'gw_port': {'id': '0dce5bdd-fc21-4d5a-97ea-f8dacfa56943', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:73:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '567f0b4e-1b9a-44c6-a353-e3284e68a00c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:15:30Z', 'updated_at': '2021-07-05T02:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '59d5c406-f4b1-4408-ba97-c11cb6ee3b5a', 'name': '', 'network_id': '1f5c1f66-211d-4aaf-9dcb-993edf85d0c1', 'tenant_id': 'bf69a7cc9341402789561a978c68b071', 'mac_address': 'fa:16:3e:94:60:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '567f0b4e-1b9a-44c6-a353-e3284e68a00c', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '82394256-424b-4834-ba82-be5cc7f4161e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:15:33Z', 'updated_at': '2021-07-05T02:15:42Z', 'revision_number': 5, 'project_id': 'bf69a7cc9341402789561a978c68b071', 'subnets': [{'id': '82394256-424b-4834-ba82-be5cc7f4161e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:26:59.221717 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e20bf6d4-36a2-4597-b5e2-234281237600 req-99892102-2568-4520-bad1-0562d50b1e16 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b1003e45-917a-406c-999d-122388976885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666440 Jul 05 02:26:59.236289 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2b8e5f39-f0dc-4a90-834f-6bb58b0e397b tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:59.268815 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefdef00-f657-4410-ba54-7238b37f6f9e None None] The sync data for ids ['567f0b4e-1b9a-44c6-a353-e3284e68a00c'] in n-d-771362-32 is: [{'id': '567f0b4e-1b9a-44c6-a353-e3284e68a00c', 'name': 'tempest-TaggedBootDevicesTest_v242-731852147-router', 'tenant_id': 'bf69a7cc9341402789561a978c68b071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '0dce5bdd-fc21-4d5a-97ea-f8dacfa56943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:15:29Z', 'updated_at': '2021-07-05T02:15:35Z', 'revision_number': 4, 'project_id': 'bf69a7cc9341402789561a978c68b071', 'gw_port': {'id': '0dce5bdd-fc21-4d5a-97ea-f8dacfa56943', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:73:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '567f0b4e-1b9a-44c6-a353-e3284e68a00c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:15:30Z', 'updated_at': '2021-07-05T02:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '59d5c406-f4b1-4408-ba97-c11cb6ee3b5a', 'name': '', 'network_id': '1f5c1f66-211d-4aaf-9dcb-993edf85d0c1', 'tenant_id': 'bf69a7cc9341402789561a978c68b071', 'mac_address': 'fa:16:3e:94:60:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '567f0b4e-1b9a-44c6-a353-e3284e68a00c', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '82394256-424b-4834-ba82-be5cc7f4161e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:15:33Z', 'updated_at': '2021-07-05T02:15:42Z', 'revision_number': 5, 'project_id': 'bf69a7cc9341402789561a978c68b071', 'subnets': [{'id': '82394256-424b-4834-ba82-be5cc7f4161e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:26:59.282797 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bb4b87a6-4503-469f-b70b-3157748efd6e req-78b2210a-eaff-4476-a3eb-a4cf9f1484fc tempest-ServerShowV247Test-2133999980 tempest-ServerShowV247Test-2133999980-project] 10.222.0.23 "GET /v2.0/ports?device_id=be49ac3c-1f08-450f-bbe4-913e2feed4fe HTTP/1.1" status: 200 len: 210 time: 0.0524833 Jul 05 02:26:59.319262 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-0cae7288-1fa4-46e8-9a79-f8f76a8061d1 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5617194 Jul 05 02:26:59.322266 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 33704) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:59.330294 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-d913e4b8-bc61-40d6-87f4-4413b14b496e tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Request body: {'subnet': {'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:26:59.358359 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8e5f39-f0dc-4a90-834f-6bb58b0e397b tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Network 11e1069c-bc0b-43d9-b8d3-71b95490bd13 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:26:59.369981 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-2b8e5f39-f0dc-4a90-834f-6bb58b0e397b tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:26:59.406568 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8e5f39-f0dc-4a90-834f-6bb58b0e397b tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:26:59.435158 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8e5f39-f0dc-4a90-834f-6bb58b0e397b tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Pushing event updated for resources: {'Port': ['ID=964f7a93-279c-4e46-9998-f8d4693f1f53,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:26:59.518531 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8e5f39-f0dc-4a90-834f-6bb58b0e397b tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:59.519769 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2b8e5f39-f0dc-4a90-834f-6bb58b0e397b tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:59.527655 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d913e4b8-bc61-40d6-87f4-4413b14b496e tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Made reservation on behalf of db76c4c0345048a1b87eacad1e0b9ba1 for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:26:59.532069 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d913e4b8-bc61-40d6-87f4-4413b14b496e tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:26:59.533542 n-d-771362-32 neutron-server[94461]: INFO neutron.pecan_wsgi.hooks.translation [None req-d913e4b8-bc61-40d6-87f4-4413b14b496e tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 02:26:59.534109 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d913e4b8-bc61-40d6-87f4-4413b14b496e tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:26:59.689190 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-2b8e5f39-f0dc-4a90-834f-6bb58b0e397b tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2165914 Jul 05 02:26:59.692253 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 33714) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:59.743860 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e395f2e-e953-4258-a7e7-6a400a452f6b None None] New status for floating IP 610f5a7d-0fb6-40c8-8e33-336fe35a1a5d: DOWN {{(pid=94463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 02:26:59.789157 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f3820f-1b4e-461d-b5bb-79437912e074 req-62ffef1c-a500-40fe-a503-c08d1bb5b33d tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:26:59.791137 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d9f3820f-1b4e-461d-b5bb-79437912e074 req-62ffef1c-a500-40fe-a503-c08d1bb5b33d tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/ports?device_id=06117d83-c05c-4628-9b23-852a90e69be0 HTTP/1.1" status: 200 len: 951 time: 0.1991737 Jul 05 02:26:59.846238 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d9f3820f-1b4e-461d-b5bb-79437912e074 req-1120d5a2-f50a-4a08-b058-ad900d1179d8 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1003e45-917a-406c-999d-122388976885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482724 Jul 05 02:26:59.988561 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-c757d3e3-fdfa-4693-ab8b-96fa20dc6e41 tempest-FloatingIPAdminTestJSON-1168708321 tempest-FloatingIPAdminTestJSON-1168708321-project-admin] Request body: {'floatingip': {'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'project_id': '777c3e0224a14365ae97af4a0fb86476', 'port_id': '964f7a93-279c-4e46-9998-f8d4693f1f53'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:26:59.989960 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-18c36a6d-104f-452b-8b57-716dbd728cc7 None None] Provisioning for port 964f7a93-279c-4e46-9998-f8d4693f1f53 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:26:59.995833 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 33718) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:26:59.997449 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-18c36a6d-104f-452b-8b57-716dbd728cc7 None None] Provisioning complete for port 964f7a93-279c-4e46-9998-f8d4693f1f53 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:26:59.997834 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-18c36a6d-104f-452b-8b57-716dbd728cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:00.003986 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-d913e4b8-bc61-40d6-87f4-4413b14b496e tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6712298 Jul 05 02:27:00.015741 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-08c6d2fb-4f10-41de-bb94-7d9646b4de64 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Request body: {'subnet': {'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:27:00.034779 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-18c36a6d-104f-452b-8b57-716dbd728cc7 None None] Port 964f7a93-279c-4e46-9998-f8d4693f1f53 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:27:00.042798 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-419ca857-ba52-4b89-8851-ba4367afa9ef req-110da8be-97d6-4cf3-a999-c91489c03b1e tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/ports?device_id=92403696-646a-4870-b635-6151c7b09066 HTTP/1.1" status: 200 len: 210 time: 0.3820693 Jul 05 02:27:00.278901 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c757d3e3-fdfa-4693-ab8b-96fa20dc6e41 tempest-FloatingIPAdminTestJSON-1168708321 tempest-FloatingIPAdminTestJSON-1168708321-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:00.412572 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c757d3e3-fdfa-4693-ab8b-96fa20dc6e41 tempest-FloatingIPAdminTestJSON-1168708321 tempest-FloatingIPAdminTestJSON-1168708321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:00.425298 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08c6d2fb-4f10-41de-bb94-7d9646b4de64 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Made reservation on behalf of db76c4c0345048a1b87eacad1e0b9ba1 for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:27:00.431590 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-08c6d2fb-4f10-41de-bb94-7d9646b4de64 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:00.434280 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-08c6d2fb-4f10-41de-bb94-7d9646b4de64 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 02:27:00.435010 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08c6d2fb-4f10-41de-bb94-7d9646b4de64 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94462) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:27:00.501156 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d1982cad-806d-41d8-8ce5-ec3dd7f59586 req-6f2444a9-a6bc-4aff-afd7-b5565c37e9ec tempest-ServerShowV247Test-2133999980 tempest-ServerShowV247Test-2133999980-project] 10.222.0.23 "GET /v2.0/ports?device_id=be49ac3c-1f08-450f-bbe4-913e2feed4fe HTTP/1.1" status: 200 len: 210 time: 0.0513630 Jul 05 02:27:00.531312 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-08c6d2fb-4f10-41de-bb94-7d9646b4de64 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5333126 Jul 05 02:27:00.533915 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 33732) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:00.548805 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-0bffb013-3c7d-43bb-a4cc-54d72dbdbb2f tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Request body: {'subnet': {'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:27:00.608053 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-c757d3e3-fdfa-4693-ab8b-96fa20dc6e41 tempest-FloatingIPAdminTestJSON-1168708321 tempest-FloatingIPAdminTestJSON-1168708321-project-admin] Allocated IP 172.25.7.228 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/4bc3e9f4-801d-4c93-9d81-b9db7043ed9c) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:27:00.727745 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bffb013-3c7d-43bb-a4cc-54d72dbdbb2f tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Made reservation on behalf of db76c4c0345048a1b87eacad1e0b9ba1 for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:27:00.732604 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0bffb013-3c7d-43bb-a4cc-54d72dbdbb2f tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:00.735634 n-d-771362-32 neutron-server[94461]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bffb013-3c7d-43bb-a4cc-54d72dbdbb2f tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 02:27:00.736164 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bffb013-3c7d-43bb-a4cc-54d72dbdbb2f tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:27:00.770273 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c757d3e3-fdfa-4693-ab8b-96fa20dc6e41 tempest-FloatingIPAdminTestJSON-1168708321 tempest-FloatingIPAdminTestJSON-1168708321-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:00.859918 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-0bffb013-3c7d-43bb-a4cc-54d72dbdbb2f tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3245091 Jul 05 02:27:00.862455 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 33746) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:00.893212 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-ece68aec-1ff8-4cc5-b4b2-3b119da54512 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0293443 Jul 05 02:27:00.895697 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 33750) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:00.896843 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c757d3e3-fdfa-4693-ab8b-96fa20dc6e41 tempest-FloatingIPAdminTestJSON-1168708321 tempest-FloatingIPAdminTestJSON-1168708321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:00.966059 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c757d3e3-fdfa-4693-ab8b-96fa20dc6e41 tempest-FloatingIPAdminTestJSON-1168708321 tempest-FloatingIPAdminTestJSON-1168708321-project-admin] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:27:00.970862 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-c757d3e3-fdfa-4693-ab8b-96fa20dc6e41 tempest-FloatingIPAdminTestJSON-1168708321 tempest-FloatingIPAdminTestJSON-1168708321-project-admin] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:27:00.975477 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c757d3e3-fdfa-4693-ab8b-96fa20dc6e41 tempest-FloatingIPAdminTestJSON-1168708321 tempest-FloatingIPAdminTestJSON-1168708321-project-admin] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:27:00.994297 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9565c066-1bd0-4827-af12-bc616fc466b7 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:00.998222 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-9565c066-1bd0-4827-af12-bc616fc466b7 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0952704 Jul 05 02:27:01.006248 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 33752) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:01.014689 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c757d3e3-fdfa-4693-ab8b-96fa20dc6e41 tempest-FloatingIPAdminTestJSON-1168708321 tempest-FloatingIPAdminTestJSON-1168708321-project-admin] Pushing event updated for resources: {'Port': ['ID=4bc3e9f4-801d-4c93-9d81-b9db7043ed9c,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:01.064983 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-adbf3057-ad6e-47e0-9941-72de518764f1 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0527239 Jul 05 02:27:01.064983 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 33754) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:01.070266 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-af4bbdbd-d15d-4100-9811-a59fd441deea tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Request body: {'subnet': {'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:27:01.114827 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e024691-395b-46cf-ad69-304221a50e4c req-a7f7647c-ac56-4a8d-95a8-f0e14ebfabdf tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:01.117074 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4e024691-395b-46cf-ad69-304221a50e4c req-a7f7647c-ac56-4a8d-95a8-f0e14ebfabdf tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/ports?device_id=06117d83-c05c-4628-9b23-852a90e69be0 HTTP/1.1" status: 200 len: 951 time: 0.1201518 Jul 05 02:27:01.191855 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4e024691-395b-46cf-ad69-304221a50e4c req-8c8cc2b8-096d-4f18-9a15-11d7719bd4ae tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1003e45-917a-406c-999d-122388976885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688803 Jul 05 02:27:01.406517 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-92c6b77e-b98c-478d-b342-198e0b7c3d19 req-d7314704-5f1d-47c3-942b-e9a3865e5c7d tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/ports?device_id=92403696-646a-4870-b635-6151c7b09066 HTTP/1.1" status: 200 len: 210 time: 0.0368783 Jul 05 02:27:01.440736 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-15175331-c62e-4f30-b6bf-5da3c67bc4d3 req-55a02960-5e77-4f90-a921-efa5a59a546f tempest-ServerShowV247Test-2133999980 tempest-ServerShowV247Test-2133999980-project] 10.222.0.23 "GET /v2.0/ports?device_id=be49ac3c-1f08-450f-bbe4-913e2feed4fe HTTP/1.1" status: 200 len: 210 time: 0.0435152 Jul 05 02:27:01.656455 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c757d3e3-fdfa-4693-ab8b-96fa20dc6e41 tempest-FloatingIPAdminTestJSON-1168708321 tempest-FloatingIPAdminTestJSON-1168708321-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:01.961597 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af4bbdbd-d15d-4100-9811-a59fd441deea tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Made reservation on behalf of db76c4c0345048a1b87eacad1e0b9ba1 for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:27:01.965618 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-af4bbdbd-d15d-4100-9811-a59fd441deea tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:02.094291 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c757d3e3-fdfa-4693-ab8b-96fa20dc6e41 tempest-FloatingIPAdminTestJSON-1168708321 tempest-FloatingIPAdminTestJSON-1168708321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:02.335011 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c757d3e3-fdfa-4693-ab8b-96fa20dc6e41 tempest-FloatingIPAdminTestJSON-1168708321 tempest-FloatingIPAdminTestJSON-1168708321-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:02.490822 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c757d3e3-fdfa-4693-ab8b-96fa20dc6e41 tempest-FloatingIPAdminTestJSON-1168708321 tempest-FloatingIPAdminTestJSON-1168708321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:02.515313 n-d-771362-32 neutron-server[94462]: DEBUG neutron.objects.ports [None req-af4bbdbd-d15d-4100-9811-a59fd441deea tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94462) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 02:27:02.527615 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-af4bbdbd-d15d-4100-9811-a59fd441deea tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:02.648977 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639096fc-97f0-4fe4-bb5b-1fd83bdd3946 req-ca4f5477-6f2d-4273-9e01-30d04936b8fd tempest-ServersAdminTestJSON-1777878276 tempest-ServersAdminTestJSON-1777878276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:02.650931 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-639096fc-97f0-4fe4-bb5b-1fd83bdd3946 req-ca4f5477-6f2d-4273-9e01-30d04936b8fd tempest-ServersAdminTestJSON-1777878276 tempest-ServersAdminTestJSON-1777878276-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=06117d83-c05c-4628-9b23-852a90e69be0 HTTP/1.1" status: 200 len: 1103 time: 0.0920186 Jul 05 02:27:02.690020 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c757d3e3-fdfa-4693-ab8b-96fa20dc6e41 tempest-FloatingIPAdminTestJSON-1168708321 tempest-FloatingIPAdminTestJSON-1168708321-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636869'] for floatingip, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:02.694747 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-639096fc-97f0-4fe4-bb5b-1fd83bdd3946 req-a20769f9-f735-48c2-8375-9e17e7af9f11 tempest-ServersAdminTestJSON-1777878276 tempest-ServersAdminTestJSON-1777878276-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=b1003e45-917a-406c-999d-122388976885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356574 Jul 05 02:27:02.722800 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-36de42f9-b153-4f2f-92a3-4239e5e42f2b req-286f6f88-ad02-413d-bfa9-6fbc192e3c4a tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/ports?device_id=92403696-646a-4870-b635-6151c7b09066 HTTP/1.1" status: 200 len: 210 time: 0.0727644 Jul 05 02:27:02.763198 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4bbdbd-d15d-4100-9811-a59fd441deea tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:27:02.769389 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c757d3e3-fdfa-4693-ab8b-96fa20dc6e41 tempest-FloatingIPAdminTestJSON-1168708321 tempest-FloatingIPAdminTestJSON-1168708321-project-admin] Pushing event updated for resources: {'Port': ['ID=4bc3e9f4-801d-4c93-9d81-b9db7043ed9c,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:02.776456 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-af4bbdbd-d15d-4100-9811-a59fd441deea tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:27:02.781493 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4bbdbd-d15d-4100-9811-a59fd441deea tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:02.782259 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-af4bbdbd-d15d-4100-9811-a59fd441deea tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:02.785207 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4bbdbd-d15d-4100-9811-a59fd441deea tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event updated for resources: {'Subnet': ['ID=288b5302-1455-4527-8833-bfee4f3be3f0,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:02.795012 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4105f5fd-aee5-4a35-ad8b-20c739b137d9 None None] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:27:02.911817 n-d-771362-32 neutron-server[94462]: INFO neutron.db.l3_db [None req-c757d3e3-fdfa-4693-ab8b-96fa20dc6e41 tempest-FloatingIPAdminTestJSON-1168708321 tempest-FloatingIPAdminTestJSON-1168708321-project-admin] Floating IP 62ba7e28-4ff9-44de-96b6-571adfc4918d associated. External IP: 172.25.7.228, port: 964f7a93-279c-4e46-9998-f8d4693f1f53. Jul 05 02:27:03.050684 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e107eb7f-d030-4d56-9b48-1a4563fe5914 req-b911206c-ca02-47c2-b9be-47799deb6680 tempest-ServerShowV247Test-2133999980 tempest-ServerShowV247Test-2133999980-project] 10.222.0.23 "GET /v2.0/ports?device_id=be49ac3c-1f08-450f-bbe4-913e2feed4fe HTTP/1.1" status: 200 len: 210 time: 0.0395648 Jul 05 02:27:03.058834 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-af4bbdbd-d15d-4100-9811-a59fd441deea tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9934013 Jul 05 02:27:03.062639 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 33794) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:03.078787 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-3a6dd42b-1beb-43cc-ba65-c58f52946e49 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Request body: {'port': {'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'mac_address': 'fa:16:3e:e6:94:d1', 'name': 'tempest-NetworksTestDHCPv6-476432432'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:27:03.158324 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265c71f6-c445-463e-abd9-cb11ffb94c7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'tenant_id': 'db76c4c0345048a1b87eacad1e0b9ba1', 'fixed_ips': [{'subnet_id': '288b5302-1455-4527-8833-bfee4f3be3f0'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:27:03.162977 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-265c71f6-c445-463e-abd9-cb11ffb94c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:03.184646 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c757d3e3-fdfa-4693-ab8b-96fa20dc6e41 tempest-FloatingIPAdminTestJSON-1168708321 tempest-FloatingIPAdminTestJSON-1168708321-project-admin] Router 4d68b140-612f-406b-a88b-275eac9c95a6 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:27:03.317308 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c757d3e3-fdfa-4693-ab8b-96fa20dc6e41 tempest-FloatingIPAdminTestJSON-1168708321 tempest-FloatingIPAdminTestJSON-1168708321-project-admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:27:03.330927 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba180295-af34-4d0c-8f21-69b0fb4cb125 None None] Sync routers for ids ['4d68b140-612f-406b-a88b-275eac9c95a6'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:27:03.332788 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-265c71f6-c445-463e-abd9-cb11ffb94c7c None None] Allocated IP 2001:db8::f816:3eff:fef7:af54 (ed71b0ad-0d45-4cc1-9581-fdfa4092af45/288b5302-1455-4527-8833-bfee4f3be3f0/3f37fc91-dcc3-431e-899a-24fe9a1b7fb6) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:27:03.344229 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba180295-af34-4d0c-8f21-69b0fb4cb125 None None] Routers {'4d68b140-612f-406b-a88b-275eac9c95a6'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:27:03.345119 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-ba180295-af34-4d0c-8f21-69b0fb4cb125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:26:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['4d68b140-612f-406b-a88b-275eac9c95a6'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:27:03.377871 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-ba180295-af34-4d0c-8f21-69b0fb4cb125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:27:03.386552 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba180295-af34-4d0c-8f21-69b0fb4cb125 None None] Routers {'4d68b140-612f-406b-a88b-275eac9c95a6'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:27:03.387368 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-ba180295-af34-4d0c-8f21-69b0fb4cb125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:26:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['4d68b140-612f-406b-a88b-275eac9c95a6'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:27:03.418581 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-ba180295-af34-4d0c-8f21-69b0fb4cb125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:27:03.419221 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba180295-af34-4d0c-8f21-69b0fb4cb125 None None] The sync data for ids ['4d68b140-612f-406b-a88b-275eac9c95a6'] in n-d-771362-32 is: [] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:27:03.470063 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a6dd42b-1beb-43cc-ba65-c58f52946e49 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Made reservation on behalf of db76c4c0345048a1b87eacad1e0b9ba1 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:27:03.489144 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-265c71f6-c445-463e-abd9-cb11ffb94c7c None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:03.498524 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-265c71f6-c445-463e-abd9-cb11ffb94c7c None None] Transition to ACTIVE for port object 3f37fc91-dcc3-431e-899a-24fe9a1b7fb6 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:27:03.516027 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-265c71f6-c445-463e-abd9-cb11ffb94c7c None None] Transition to ACTIVE for port object 3f37fc91-dcc3-431e-899a-24fe9a1b7fb6 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:27:03.556325 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c757d3e3-fdfa-4693-ab8b-96fa20dc6e41 tempest-FloatingIPAdminTestJSON-1168708321 tempest-FloatingIPAdminTestJSON-1168708321-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:03.616524 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3a6dd42b-1beb-43cc-ba65-c58f52946e49 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:03.622756 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-c757d3e3-fdfa-4693-ab8b-96fa20dc6e41 tempest-FloatingIPAdminTestJSON-1168708321 tempest-FloatingIPAdminTestJSON-1168708321-project-admin] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 3.9282069 Jul 05 02:27:03.626247 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 33802) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:03.671002 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [None req-3a6dd42b-1beb-43cc-ba65-c58f52946e49 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] device_id is not set on port 85d0abea-22c1-4d24-8b5f-6b446a44fd10 yet. {{(pid=94461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:27:03.694865 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-265c71f6-c445-463e-abd9-cb11ffb94c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:03.779105 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-8be73c6b-f169-4fe4-94d8-077c097ae7eb tempest-FloatingIPAdminTestJSON-1168708321 tempest-FloatingIPAdminTestJSON-1168708321-project-admin] 10.222.0.23 "GET /v2.0/floatingips/62ba7e28-4ff9-44de-96b6-571adfc4918d HTTP/1.1" status: 200 len: 983 time: 0.1510298 Jul 05 02:27:03.782031 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 33812) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:03.783270 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265c71f6-c445-463e-abd9-cb11ffb94c7c None None] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:27:03.792664 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-265c71f6-c445-463e-abd9-cb11ffb94c7c None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:27:03.802355 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265c71f6-c445-463e-abd9-cb11ffb94c7c None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:27:03.818037 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265c71f6-c445-463e-abd9-cb11ffb94c7c None None] Pushing event updated for resources: {'Port': ['ID=3f37fc91-dcc3-431e-899a-24fe9a1b7fb6,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:03.877024 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-3a6dd42b-1beb-43cc-ba65-c58f52946e49 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Allocated IP 2001:db8::f816:3eff:fee6:94d1 (ed71b0ad-0d45-4cc1-9581-fdfa4092af45/288b5302-1455-4527-8833-bfee4f3be3f0/85d0abea-22c1-4d24-8b5f-6b446a44fd10) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:27:03.917205 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-265c71f6-c445-463e-abd9-cb11ffb94c7c None None] Attempting to bind port 3f37fc91-dcc3-431e-899a-24fe9a1b7fb6 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:27:03.917669 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-265c71f6-c445-463e-abd9-cb11ffb94c7c None None] Attempting to bind port 3f37fc91-dcc3-431e-899a-24fe9a1b7fb6 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:27:03.918813 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265c71f6-c445-463e-abd9-cb11ffb94c7c None None] Attempting to bind port 3f37fc91-dcc3-431e-899a-24fe9a1b7fb6 on network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:27:03.936131 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265c71f6-c445-463e-abd9-cb11ffb94c7c None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:27:03.936616 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265c71f6-c445-463e-abd9-cb11ffb94c7c None None] Checking segment: {'id': '4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:27:03.937671 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-265c71f6-c445-463e-abd9-cb11ffb94c7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:03.938183 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265c71f6-c445-463e-abd9-cb11ffb94c7c None None] Bound using segment: {'id': '4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:27:03.938827 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-265c71f6-c445-463e-abd9-cb11ffb94c7c None None] Bound port: 3f37fc91-dcc3-431e-899a-24fe9a1b7fb6, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:27:03.939281 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-265c71f6-c445-463e-abd9-cb11ffb94c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:04.062836 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-265c71f6-c445-463e-abd9-cb11ffb94c7c None None] For port 3f37fc91-dcc3-431e-899a-24fe9a1b7fb6, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:27:04.068732 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-265c71f6-c445-463e-abd9-cb11ffb94c7c None None] For port 3f37fc91-dcc3-431e-899a-24fe9a1b7fb6, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=3f37fc91-dcc3-431e-899a-24fe9a1b7fb6,segment=NetworkSegment(4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6),segment_id=4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:27:04.108849 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7c2e27f3-36d0-49e9-9da1-5a18c99acab9 req-7dead4a8-36b5-4588-8f19-337431fc7dd9 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/ports?device_id=92403696-646a-4870-b635-6151c7b09066 HTTP/1.1" status: 200 len: 210 time: 0.0570111 Jul 05 02:27:04.191615 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3a6dd42b-1beb-43cc-ba65-c58f52946e49 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:04.202020 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-265c71f6-c445-463e-abd9-cb11ffb94c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:04.219194 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [None req-3a6dd42b-1beb-43cc-ba65-c58f52946e49 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Transition to ACTIVE for port object 85d0abea-22c1-4d24-8b5f-6b446a44fd10 will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:27:04.290324 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265c71f6-c445-463e-abd9-cb11ffb94c7c None None] Pushing event updated for resources: {'Port': ['ID=3f37fc91-dcc3-431e-899a-24fe9a1b7fb6,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:04.385555 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3a6dd42b-1beb-43cc-ba65-c58f52946e49 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:04.399525 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-5d6a89b4-1cf8-40a8-8c55-b98b6981597b tempest-FloatingIPAdminTestJSON-1168708321 tempest-FloatingIPAdminTestJSON-1168708321-project-admin] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3518 time: 0.6065376 Jul 05 02:27:04.401925 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 33820) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:04.479737 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6dd42b-1beb-43cc-ba65-c58f52946e49 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:27:04.503935 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc494a0c-030e-4df8-8e21-5d7c9d8d925f req-85b693cf-00de-44f3-9c5b-3abdc0d3b7af tempest-ServersAdminTestJSON-1777878276 tempest-ServersAdminTestJSON-1777878276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:04.511564 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-dc494a0c-030e-4df8-8e21-5d7c9d8d925f req-85b693cf-00de-44f3-9c5b-3abdc0d3b7af tempest-ServersAdminTestJSON-1777878276 tempest-ServersAdminTestJSON-1777878276-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=06117d83-c05c-4628-9b23-852a90e69be0 HTTP/1.1" status: 200 len: 1103 time: 0.7351174 Jul 05 02:27:04.517618 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-3a6dd42b-1beb-43cc-ba65-c58f52946e49 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:27:04.545087 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5dc637ea-1d06-4e2a-9d6e-f3f852b3785a req-033044f0-5a60-4808-829f-1f42e46ea00c tempest-ServerShowV247Test-2133999980 tempest-ServerShowV247Test-2133999980-project] 10.222.0.23 "GET /v2.0/ports?device_id=be49ac3c-1f08-450f-bbe4-913e2feed4fe HTTP/1.1" status: 200 len: 210 time: 0.0708084 Jul 05 02:27:04.561028 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6dd42b-1beb-43cc-ba65-c58f52946e49 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:27:04.582062 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6dd42b-1beb-43cc-ba65-c58f52946e49 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:04.582789 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3a6dd42b-1beb-43cc-ba65-c58f52946e49 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:04.589862 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6dd42b-1beb-43cc-ba65-c58f52946e49 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event updated for resources: {'Port': ['ID=85d0abea-22c1-4d24-8b5f-6b446a44fd10,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:04.671371 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-dc494a0c-030e-4df8-8e21-5d7c9d8d925f req-2ee552b6-1e06-48c6-a2b4-9881d66c3f6c tempest-ServersAdminTestJSON-1777878276 tempest-ServersAdminTestJSON-1777878276-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=b1003e45-917a-406c-999d-122388976885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589017 Jul 05 02:27:04.720626 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-3a6dd42b-1beb-43cc-ba65-c58f52946e49 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6545689 Jul 05 02:27:04.735289 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 33828) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:04.763373 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-681bf3f2-ef62-4065-b8f3-77008b87d083 tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Deleting port 4bc3e9f4-801d-4c93-9d81-b9db7043ed9c {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:27:04.765176 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-681bf3f2-ef62-4065-b8f3-77008b87d083 tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:04.850538 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44e6f48-c235-45f1-b6fa-c713b51b3491 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:04.857633 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44e6f48-c235-45f1-b6fa-c713b51b3491 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:04.860650 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-e44e6f48-c235-45f1-b6fa-c713b51b3491 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1319220 Jul 05 02:27:04.864274 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 33834) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:04.974013 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-681bf3f2-ef62-4065-b8f3-77008b87d083 tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:04.974371 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-681bf3f2-ef62-4065-b8f3-77008b87d083 tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:04.987937 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-681bf3f2-ef62-4065-b8f3-77008b87d083 tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Calling delete_port for 4bc3e9f4-801d-4c93-9d81-b9db7043ed9c owned by network:floatingip {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:27:05.016600 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-5a8b238c-724b-427e-bd5a-f12627ea6106 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Deleting port 85d0abea-22c1-4d24-8b5f-6b446a44fd10 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:27:05.017222 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5a8b238c-724b-427e-bd5a-f12627ea6106 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:05.137616 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5a8b238c-724b-427e-bd5a-f12627ea6106 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:05.155112 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-5a8b238c-724b-427e-bd5a-f12627ea6106 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Calling delete_port for 85d0abea-22c1-4d24-8b5f-6b446a44fd10 owned by {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:27:05.346698 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f8435b8f-9b46-471a-9782-9d0df5c9eae6 req-eca05858-0040-44ae-8d98-496481f758af tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/ports?device_id=92403696-646a-4870-b635-6151c7b09066 HTTP/1.1" status: 200 len: 210 time: 0.0488431 Jul 05 02:27:05.362957 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-681bf3f2-ef62-4065-b8f3-77008b87d083 tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:05.432861 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681bf3f2-ef62-4065-b8f3-77008b87d083 tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Pushing event deleted for resources: {'Port': ['ID=4bc3e9f4-801d-4c93-9d81-b9db7043ed9c,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:05.447072 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5a8b238c-724b-427e-bd5a-f12627ea6106 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:05.520918 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8b238c-724b-427e-bd5a-f12627ea6106 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event deleted for resources: {'Port': ['ID=85d0abea-22c1-4d24-8b5f-6b446a44fd10,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:05.612820 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5a8b238c-724b-427e-bd5a-f12627ea6106 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:05.621351 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-5a8b238c-724b-427e-bd5a-f12627ea6106 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "DELETE /v2.0/ports/85d0abea-22c1-4d24-8b5f-6b446a44fd10 HTTP/1.1" status: 204 len: 168 time: 0.7490821 Jul 05 02:27:05.622209 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 33850) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:05.691215 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-681bf3f2-ef62-4065-b8f3-77008b87d083 tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Notify callbacks [] for floatingip, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:05.691809 n-d-771362-32 neutron-server[94462]: INFO neutron.db.l3_db [None req-681bf3f2-ef62-4065-b8f3-77008b87d083 tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Floating IP 62ba7e28-4ff9-44de-96b6-571adfc4918d disassociated (deleted). External IP: 172.25.7.228, port: 964f7a93-279c-4e46-9998-f8d4693f1f53. Jul 05 02:27:05.728093 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0665ac8b-dbce-41df-8059-abc7846993ea tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:05.731044 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0665ac8b-dbce-41df-8059-abc7846993ea tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:05.742740 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-0665ac8b-dbce-41df-8059-abc7846993ea tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1193190 Jul 05 02:27:05.744758 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 33852) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:05.845199 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_v2 [None req-c437664c-7d6d-4ded-af33-8c9fd26958c3 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Deleting subnet 288b5302-1455-4527-8833-bfee4f3be3f0 {{(pid=94461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:27:05.877735 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-781f213b-e54c-4ad5-ba56-0cac4868b8f4 req-9c891861-d35e-498e-89bd-86c20dfc6078 tempest-ServerShowV247Test-2133999980 tempest-ServerShowV247Test-2133999980-project] 10.222.0.23 "GET /v2.0/ports?device_id=be49ac3c-1f08-450f-bbe4-913e2feed4fe HTTP/1.1" status: 200 len: 210 time: 0.0486028 Jul 05 02:27:05.883953 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c437664c-7d6d-4ded-af33-8c9fd26958c3 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks [] for subnet, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:05.885224 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb419947-0060-4549-a36c-328721f69caf req-0ea46134-f2e9-4af8-a62e-daf45c12cdcf tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:05.887636 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-cb419947-0060-4549-a36c-328721f69caf req-0ea46134-f2e9-4af8-a62e-daf45c12cdcf tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/ports?device_id=380397b7-25de-46f8-b406-21443f65819d HTTP/1.1" status: 200 len: 950 time: 0.2878866 Jul 05 02:27:05.960375 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c437664c-7d6d-4ded-af33-8c9fd26958c3 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5519650'] for subnet, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:05.962721 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-cb419947-0060-4549-a36c-328721f69caf req-96dec298-5db0-4fea-bbe2-5c2a3ed27051 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1003e45-917a-406c-999d-122388976885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666487 Jul 05 02:27:06.024473 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-230a916f-d3cc-4589-914f-af7a0b7e75ab None None] Provisioning for port 3f37fc91-dcc3-431e-899a-24fe9a1b7fb6 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:27:06.145465 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-681bf3f2-ef62-4065-b8f3-77008b87d083 tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Router 4d68b140-612f-406b-a88b-275eac9c95a6 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:27:06.195381 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c437664c-7d6d-4ded-af33-8c9fd26958c3 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:06.333070 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-681bf3f2-ef62-4065-b8f3-77008b87d083 tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:27:06.343591 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-681bf3f2-ef62-4065-b8f3-77008b87d083 tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:06.349527 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52abf5f6-6fc3-4590-9fd4-fe18ca5ba6d3 None None] Sync routers for ids ['4d68b140-612f-406b-a88b-275eac9c95a6'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:27:06.362208 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c437664c-7d6d-4ded-af33-8c9fd26958c3 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5763388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774356'] for subnet, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:06.362675 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-388e2193-c15a-40dd-9127-8b10b2b2db25 None None] Could not find standard attr ID for object 85d0abea-22c1-4d24-8b5f-6b446a44fd10. {{(pid=94463) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 02:27:06.372591 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52abf5f6-6fc3-4590-9fd4-fe18ca5ba6d3 None None] Routers {'4d68b140-612f-406b-a88b-275eac9c95a6'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:27:06.373572 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-52abf5f6-6fc3-4590-9fd4-fe18ca5ba6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:26:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['4d68b140-612f-406b-a88b-275eac9c95a6'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:27:06.379943 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c437664c-7d6d-4ded-af33-8c9fd26958c3 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:06.381843 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-c437664c-7d6d-4ded-af33-8c9fd26958c3 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "DELETE /v2.0/subnets/288b5302-1455-4527-8833-bfee4f3be3f0 HTTP/1.1" status: 204 len: 168 time: 0.6361184 Jul 05 02:27:06.422811 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-681bf3f2-ef62-4065-b8f3-77008b87d083 tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] 10.222.0.23 "DELETE /v2.0/floatingips/62ba7e28-4ff9-44de-96b6-571adfc4918d HTTP/1.1" status: 204 len: 168 time: 2.0137711 Jul 05 02:27:06.423438 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 33858) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:06.437167 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 33862) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:06.446853 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-91609906-076e-462b-bb5c-c3cdc6693ff6 tempest-FloatingIPAdminTestJSON-1168708321 tempest-FloatingIPAdminTestJSON-1168708321-project-admin] Request body: {'floatingip': {'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:27:06.448528 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c437664c-7d6d-4ded-af33-8c9fd26958c3 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event deleted for resources: {'Subnet': ['ID=288b5302-1455-4527-8833-bfee4f3be3f0,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:06.449906 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-52abf5f6-6fc3-4590-9fd4-fe18ca5ba6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:27:06.460707 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 3f37fc91-dcc3-431e-899a-24fe9a1b7fb6 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:27:06.521873 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52abf5f6-6fc3-4590-9fd4-fe18ca5ba6d3 None None] Routers {'4d68b140-612f-406b-a88b-275eac9c95a6'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:27:06.522963 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-52abf5f6-6fc3-4590-9fd4-fe18ca5ba6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:26:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['4d68b140-612f-406b-a88b-275eac9c95a6'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:27:06.531530 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-7454857a-3273-4af8-b54b-cb258c678df9 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1065004 Jul 05 02:27:06.534592 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 33866) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:06.540325 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-7b5eebc2-1898-4458-94e1-42e475f5ee8e tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Request body: {'subnet': {'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:27:06.592745 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-52abf5f6-6fc3-4590-9fd4-fe18ca5ba6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:27:06.594011 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52abf5f6-6fc3-4590-9fd4-fe18ca5ba6d3 None None] The sync data for ids ['4d68b140-612f-406b-a88b-275eac9c95a6'] in n-d-771362-32 is: [] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:27:06.664143 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-91609906-076e-462b-bb5c-c3cdc6693ff6 tempest-FloatingIPAdminTestJSON-1168708321 tempest-FloatingIPAdminTestJSON-1168708321-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:06.681059 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 3f37fc91-dcc3-431e-899a-24fe9a1b7fb6 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:27:06.685476 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 3f37fc91-dcc3-431e-899a-24fe9a1b7fb6 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:27:06.686031 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:06.731423 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6e854a44-f4a0-48e2-b420-563fe5155f65 req-1a3f7a7e-2eb9-4a87-b9ea-282b59775f99 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/ports?device_id=92403696-646a-4870-b635-6151c7b09066 HTTP/1.1" status: 200 len: 210 time: 0.1004395 Jul 05 02:27:06.771989 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183d5fe7-77e2-4dd2-ac0e-8ed00ff41bcc None None] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:27:06.788763 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-91609906-076e-462b-bb5c-c3cdc6693ff6 tempest-FloatingIPAdminTestJSON-1168708321 tempest-FloatingIPAdminTestJSON-1168708321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:06.821008 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509fdae8-0c4f-4cb5-9abc-c0f840e114a2 req-bc5d8a4c-1f50-4fc9-bca5-e4593f02eef1 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:06.828354 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-509fdae8-0c4f-4cb5-9abc-c0f840e114a2 req-bc5d8a4c-1f50-4fc9-bca5-e4593f02eef1 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.21 "GET /v2.0/ports?device_id=380397b7-25de-46f8-b406-21443f65819d HTTP/1.1" status: 200 len: 950 time: 0.1417394 Jul 05 02:27:06.852538 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b5eebc2-1898-4458-94e1-42e475f5ee8e tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Made reservation on behalf of db76c4c0345048a1b87eacad1e0b9ba1 for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:27:06.864549 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7b5eebc2-1898-4458-94e1-42e475f5ee8e tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:06.935366 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-91609906-076e-462b-bb5c-c3cdc6693ff6 tempest-FloatingIPAdminTestJSON-1168708321 tempest-FloatingIPAdminTestJSON-1168708321-project-admin] Allocated IP 172.25.7.103 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/a86163cc-c849-4711-8468-eceb22ecbece) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:27:06.971802 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:07.010996 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 3f37fc91-dcc3-431e-899a-24fe9a1b7fb6, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=3f37fc91-dcc3-431e-899a-24fe9a1b7fb6,segment=NetworkSegment(4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6),segment_id=4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:27:07.124756 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-91609906-076e-462b-bb5c-c3cdc6693ff6 tempest-FloatingIPAdminTestJSON-1168708321 tempest-FloatingIPAdminTestJSON-1168708321-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:07.138857 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:07.188463 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827cba33-e849-46b2-a0e7-43541d18e526 None None] DHCP port deletion for ed71b0ad-0d45-4cc1-9581-fdfa4092af45 request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:27:07.250975 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=3f37fc91-dcc3-431e-899a-24fe9a1b7fb6,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:07.262593 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2e94eb81-7725-4359-b95a-8622c40d0194 req-4e97e2db-3109-4f0b-b529-a784df7c8661 tempest-ServerShowV247Test-2133999980 tempest-ServerShowV247Test-2133999980-project] 10.222.0.23 "GET /v2.0/ports?device_id=be49ac3c-1f08-450f-bbe4-913e2feed4fe HTTP/1.1" status: 200 len: 210 time: 0.0755029 Jul 05 02:27:07.284962 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-827cba33-e849-46b2-a0e7-43541d18e526 None None] Deleting port 3f37fc91-dcc3-431e-899a-24fe9a1b7fb6 {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:27:07.284962 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-827cba33-e849-46b2-a0e7-43541d18e526 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:07.362571 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-91609906-076e-462b-bb5c-c3cdc6693ff6 tempest-FloatingIPAdminTestJSON-1168708321 tempest-FloatingIPAdminTestJSON-1168708321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:07.377241 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-827cba33-e849-46b2-a0e7-43541d18e526 None None] For port 3f37fc91-dcc3-431e-899a-24fe9a1b7fb6, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=3f37fc91-dcc3-431e-899a-24fe9a1b7fb6,segment=NetworkSegment(4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6),segment_id=4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:27:07.377546 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-827cba33-e849-46b2-a0e7-43541d18e526 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:07.390391 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-827cba33-e849-46b2-a0e7-43541d18e526 None None] Calling delete_port for 3f37fc91-dcc3-431e-899a-24fe9a1b7fb6 owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:27:07.433266 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91609906-076e-462b-bb5c-c3cdc6693ff6 tempest-FloatingIPAdminTestJSON-1168708321 tempest-FloatingIPAdminTestJSON-1168708321-project-admin] Pushing event updated for resources: {'Port': ['ID=a86163cc-c849-4711-8468-eceb22ecbece,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:07.447087 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91609906-076e-462b-bb5c-c3cdc6693ff6 tempest-FloatingIPAdminTestJSON-1168708321 tempest-FloatingIPAdminTestJSON-1168708321-project-admin] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:27:07.448575 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-91609906-076e-462b-bb5c-c3cdc6693ff6 tempest-FloatingIPAdminTestJSON-1168708321 tempest-FloatingIPAdminTestJSON-1168708321-project-admin] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:27:07.451638 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91609906-076e-462b-bb5c-c3cdc6693ff6 tempest-FloatingIPAdminTestJSON-1168708321 tempest-FloatingIPAdminTestJSON-1168708321-project-admin] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:27:07.458896 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-509fdae8-0c4f-4cb5-9abc-c0f840e114a2 req-0ae9d86b-2b96-4a73-ba54-b323d8b56d81 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Deleting port 10ce9b70-3dfa-4e82-820f-1bd0da4a4d92 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:27:07.459234 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-509fdae8-0c4f-4cb5-9abc-c0f840e114a2 req-0ae9d86b-2b96-4a73-ba54-b323d8b56d81 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:07.612018 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-91609906-076e-462b-bb5c-c3cdc6693ff6 tempest-FloatingIPAdminTestJSON-1168708321 tempest-FloatingIPAdminTestJSON-1168708321-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:07.749898 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0d2372-f964-4127-997c-cac21f57cebe req-d235eb38-a59a-42f2-9480-34820106c329 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:07.749898 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8d0d2372-f964-4127-997c-cac21f57cebe req-d235eb38-a59a-42f2-9480-34820106c329 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/ports?device_id=380397b7-25de-46f8-b406-21443f65819d HTTP/1.1" status: 200 len: 950 time: 0.2098496 Jul 05 02:27:07.749898 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-509fdae8-0c4f-4cb5-9abc-c0f840e114a2 req-0ae9d86b-2b96-4a73-ba54-b323d8b56d81 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] For port 10ce9b70-3dfa-4e82-820f-1bd0da4a4d92, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=10ce9b70-3dfa-4e82-820f-1bd0da4a4d92,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:27:07.749898 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-509fdae8-0c4f-4cb5-9abc-c0f840e114a2 req-0ae9d86b-2b96-4a73-ba54-b323d8b56d81 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:07.749898 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8d0d2372-f964-4127-997c-cac21f57cebe req-e462bb43-62e6-41ea-894d-5ab4c0809146 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1003e45-917a-406c-999d-122388976885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677962 Jul 05 02:27:07.749898 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-509fdae8-0c4f-4cb5-9abc-c0f840e114a2 req-0ae9d86b-2b96-4a73-ba54-b323d8b56d81 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Calling delete_port for 10ce9b70-3dfa-4e82-820f-1bd0da4a4d92 owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:27:07.923228 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-01420149-97b9-41f0-b424-afbcf6cc169e req-b47ebacf-ee64-4d5f-89d1-32d72cff8f1e tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/ports?device_id=92403696-646a-4870-b635-6151c7b09066 HTTP/1.1" status: 200 len: 210 time: 0.0390255 Jul 05 02:27:07.933666 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-827cba33-e849-46b2-a0e7-43541d18e526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:07.987236 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827cba33-e849-46b2-a0e7-43541d18e526 None None] Pushing event deleted for resources: {'Port': ['ID=3f37fc91-dcc3-431e-899a-24fe9a1b7fb6,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:08.003965 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827cba33-e849-46b2-a0e7-43541d18e526 None None] No DVR routers for this DVR port 3f37fc91-dcc3-431e-899a-24fe9a1b7fb6 on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:27:08.061146 n-d-771362-32 neutron-server[94461]: DEBUG neutron.objects.ports [None req-7b5eebc2-1898-4458-94e1-42e475f5ee8e tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94461) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 02:27:08.062322 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-509fdae8-0c4f-4cb5-9abc-c0f840e114a2 req-0ae9d86b-2b96-4a73-ba54-b323d8b56d81 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:08.064742 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7b5eebc2-1898-4458-94e1-42e475f5ee8e tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5763451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774823'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:08.070615 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-91609906-076e-462b-bb5c-c3cdc6693ff6 tempest-FloatingIPAdminTestJSON-1168708321 tempest-FloatingIPAdminTestJSON-1168708321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:08.076525 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['640d8314-edb8-47b5-a8f6-0238914114eb', '10ce9b70-3dfa-4e82-820f-1bd0da4a4d92', 'eda2c6e2-c0ed-4606-8bdb-48d578879d54'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:27:08.208641 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5eebc2-1898-4458-94e1-42e475f5ee8e tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event updated for resources: {'Subnet': ['ID=4377dbfc-9cba-4077-ba90-9ef191ec6a19,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:08.254117 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae9d86b-2b96-4a73-ba54-b323d8b56d81 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Pushing event deleted for resources: {'Port': ['ID=10ce9b70-3dfa-4e82-820f-1bd0da4a4d92,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:08.259325 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-509fdae8-0c4f-4cb5-9abc-c0f840e114a2 req-0ae9d86b-2b96-4a73-ba54-b323d8b56d81 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] No DVR routers for this DVR port 10ce9b70-3dfa-4e82-820f-1bd0da4a4d92 on host n-h1-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:27:08.273594 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-509fdae8-0c4f-4cb5-9abc-c0f840e114a2 req-0ae9d86b-2b96-4a73-ba54-b323d8b56d81 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:08.273594 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-509fdae8-0c4f-4cb5-9abc-c0f840e114a2 req-0ae9d86b-2b96-4a73-ba54-b323d8b56d81 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.21 "DELETE /v2.0/ports/10ce9b70-3dfa-4e82-820f-1bd0da4a4d92 HTTP/1.1" status: 204 len: 173 time: 1.4360144 Jul 05 02:27:08.273594 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '380397b7-25de-46f8-b406-21443f65819d', 'name': 'network-vif-deleted', 'tag': '10ce9b70-3dfa-4e82-820f-1bd0da4a4d92'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:27:08.273594 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec23c215-e4e4-4e99-9f62-6b6571dcc6c0" -d '{"events": [{"server_uuid": "380397b7-25de-46f8-b406-21443f65819d", "name": "network-vif-deleted", "tag": "10ce9b70-3dfa-4e82-820f-1bd0da4a4d92"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:27:08.278155 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5eebc2-1898-4458-94e1-42e475f5ee8e tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:27:08.294314 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-7b5eebc2-1898-4458-94e1-42e475f5ee8e tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:27:08.304830 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5eebc2-1898-4458-94e1-42e475f5ee8e tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:08.308097 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7b5eebc2-1898-4458-94e1-42e475f5ee8e tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:08.345967 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1370b6d9-dd02-455a-8acc-76b7c548245a x-openstack-request-id: req-1370b6d9-dd02-455a-8acc-76b7c548245a {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:27:08.346392 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "380397b7-25de-46f8-b406-21443f65819d", "name": "network-vif-deleted", "tag": "10ce9b70-3dfa-4e82-820f-1bd0da4a4d92", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:27:08.346950 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1370b6d9-dd02-455a-8acc-76b7c548245a {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:27:08.347123 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '380397b7-25de-46f8-b406-21443f65819d', 'name': 'network-vif-deleted', 'tag': '10ce9b70-3dfa-4e82-820f-1bd0da4a4d92', 'status': 'completed', 'code': 200} Jul 05 02:27:08.388988 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ade5291-2c33-499e-ade0-ac66c3200032 None None] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:27:08.404724 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 3f37fc91-dcc3-431e-899a-24fe9a1b7fb6 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:27:08.441872 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-91609906-076e-462b-bb5c-c3cdc6693ff6 tempest-FloatingIPAdminTestJSON-1168708321 tempest-FloatingIPAdminTestJSON-1168708321-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:08.475098 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 3f37fc91-dcc3-431e-899a-24fe9a1b7fb6 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:27:08.475648 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 3f37fc91-dcc3-431e-899a-24fe9a1b7fb6 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:27:08.512821 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b89ef8ad-d80f-4c76-a047-ee4f36a62d66 req-10ae5b32-1ba6-4727-aef5-8c53c43130e3 tempest-ServerShowV247Test-2133999980 tempest-ServerShowV247Test-2133999980-project] 10.222.0.23 "GET /v2.0/ports?device_id=be49ac3c-1f08-450f-bbe4-913e2feed4fe HTTP/1.1" status: 200 len: 210 time: 0.0350146 Jul 05 02:27:08.548663 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-7b5eebc2-1898-4458-94e1-42e475f5ee8e tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0093579 Jul 05 02:27:08.548663 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 33902) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:08.554628 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-7f9a9c8d-9ba8-46e1-971b-5f1481c093c6 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Request body: {'port': {'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'mac_address': 'fa:16:3e:92:48:b5', 'name': 'tempest-NetworksTestDHCPv6-1288998493'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:27:08.606318 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-91609906-076e-462b-bb5c-c3cdc6693ff6 tempest-FloatingIPAdminTestJSON-1168708321 tempest-FloatingIPAdminTestJSON-1168708321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:08.727746 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91609906-076e-462b-bb5c-c3cdc6693ff6 tempest-FloatingIPAdminTestJSON-1168708321 tempest-FloatingIPAdminTestJSON-1168708321-project-admin] Pushing event updated for resources: {'Port': ['ID=a86163cc-c849-4711-8468-eceb22ecbece,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:08.751031 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d518b9a5-4aa0-4c88-82b1-24f8f400aeae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'tenant_id': 'db76c4c0345048a1b87eacad1e0b9ba1', 'fixed_ips': [{'subnet_id': '4377dbfc-9cba-4077-ba90-9ef191ec6a19'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:27:08.751915 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-d518b9a5-4aa0-4c88-82b1-24f8f400aeae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:08.861663 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-91609906-076e-462b-bb5c-c3cdc6693ff6 tempest-FloatingIPAdminTestJSON-1168708321 tempest-FloatingIPAdminTestJSON-1168708321-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636869'] for floatingip, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:08.927852 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4a335482-f7bc-47db-a78c-a6560c325445 req-693fe5a2-ebe8-4255-b11a-55529b5a54fb tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/ports?device_id=380397b7-25de-46f8-b406-21443f65819d HTTP/1.1" status: 200 len: 210 time: 0.0431616 Jul 05 02:27:08.928684 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f9a9c8d-9ba8-46e1-971b-5f1481c093c6 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Made reservation on behalf of db76c4c0345048a1b87eacad1e0b9ba1 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:27:08.957592 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-d518b9a5-4aa0-4c88-82b1-24f8f400aeae None None] Allocated IP 2001:db8::f816:3eff:fe5b:bbc4 (ed71b0ad-0d45-4cc1-9581-fdfa4092af45/4377dbfc-9cba-4077-ba90-9ef191ec6a19/c0d9a5e8-8ca7-4cbf-96c8-eb9224208197) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:27:09.065025 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-91609906-076e-462b-bb5c-c3cdc6693ff6 tempest-FloatingIPAdminTestJSON-1168708321 tempest-FloatingIPAdminTestJSON-1168708321-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:09.070539 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-91609906-076e-462b-bb5c-c3cdc6693ff6 tempest-FloatingIPAdminTestJSON-1168708321 tempest-FloatingIPAdminTestJSON-1168708321-project-admin] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6317167 Jul 05 02:27:09.071636 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 33912) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:09.085214 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7f9a9c8d-9ba8-46e1-971b-5f1481c093c6 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:09.121455 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [None req-7f9a9c8d-9ba8-46e1-971b-5f1481c093c6 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] device_id is not set on port c229fa3a-aa23-465f-a8b6-dbb03238ee9f yet. {{(pid=94461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:27:09.196627 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-d518b9a5-4aa0-4c88-82b1-24f8f400aeae None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:09.208344 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-d518b9a5-4aa0-4c88-82b1-24f8f400aeae None None] Transition to ACTIVE for port object c0d9a5e8-8ca7-4cbf-96c8-eb9224208197 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:27:09.231142 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-d518b9a5-4aa0-4c88-82b1-24f8f400aeae None None] Transition to ACTIVE for port object c0d9a5e8-8ca7-4cbf-96c8-eb9224208197 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:27:09.283207 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0d378d9d-64bc-4065-9fdf-fee47a737353 req-b96d5698-2607-495d-960d-2d9ceee53ea7 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/ports?device_id=92403696-646a-4870-b635-6151c7b09066 HTTP/1.1" status: 200 len: 210 time: 0.0390253 Jul 05 02:27:09.406225 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-d518b9a5-4aa0-4c88-82b1-24f8f400aeae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:09.444007 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-368b1233-c0fb-47ec-8a6a-340d1e11bdaf tempest-FloatingIPAdminTestJSON-1668177356 tempest-FloatingIPAdminTestJSON-1668177356-project] Request body: {'floatingip': {'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:27:09.472023 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d518b9a5-4aa0-4c88-82b1-24f8f400aeae None None] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:27:09.475371 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-d518b9a5-4aa0-4c88-82b1-24f8f400aeae None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:27:09.479001 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d518b9a5-4aa0-4c88-82b1-24f8f400aeae None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:27:09.496197 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d518b9a5-4aa0-4c88-82b1-24f8f400aeae None None] Pushing event updated for resources: {'Port': ['ID=c0d9a5e8-8ca7-4cbf-96c8-eb9224208197,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:09.551216 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-7f9a9c8d-9ba8-46e1-971b-5f1481c093c6 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Allocated IP 2001:db8::f816:3eff:fe92:48b5 (ed71b0ad-0d45-4cc1-9581-fdfa4092af45/4377dbfc-9cba-4077-ba90-9ef191ec6a19/c229fa3a-aa23-465f-a8b6-dbb03238ee9f) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:27:09.590945 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-d518b9a5-4aa0-4c88-82b1-24f8f400aeae None None] Attempting to bind port c0d9a5e8-8ca7-4cbf-96c8-eb9224208197 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:27:09.591325 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-d518b9a5-4aa0-4c88-82b1-24f8f400aeae None None] Attempting to bind port c0d9a5e8-8ca7-4cbf-96c8-eb9224208197 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:27:09.591692 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d518b9a5-4aa0-4c88-82b1-24f8f400aeae None None] Attempting to bind port c0d9a5e8-8ca7-4cbf-96c8-eb9224208197 on network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:27:09.595682 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-368b1233-c0fb-47ec-8a6a-340d1e11bdaf tempest-FloatingIPAdminTestJSON-1668177356 tempest-FloatingIPAdminTestJSON-1668177356-project] Notify callbacks [] for floatingip, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:09.603653 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d518b9a5-4aa0-4c88-82b1-24f8f400aeae None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:27:09.605431 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d518b9a5-4aa0-4c88-82b1-24f8f400aeae None None] Checking segment: {'id': '4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:27:09.605431 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-d518b9a5-4aa0-4c88-82b1-24f8f400aeae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:09.605865 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d518b9a5-4aa0-4c88-82b1-24f8f400aeae None None] Bound using segment: {'id': '4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:27:09.608597 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-d518b9a5-4aa0-4c88-82b1-24f8f400aeae None None] Bound port: c0d9a5e8-8ca7-4cbf-96c8-eb9224208197, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:27:09.614521 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-d518b9a5-4aa0-4c88-82b1-24f8f400aeae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:09.747233 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-d518b9a5-4aa0-4c88-82b1-24f8f400aeae None None] For port c0d9a5e8-8ca7-4cbf-96c8-eb9224208197, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:27:09.754690 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-d518b9a5-4aa0-4c88-82b1-24f8f400aeae None None] For port c0d9a5e8-8ca7-4cbf-96c8-eb9224208197, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=c0d9a5e8-8ca7-4cbf-96c8-eb9224208197,segment=NetworkSegment(4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6),segment_id=4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:27:09.825406 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-56cca27d-eb1d-41fa-a921-2a68527a4d57 req-c5ae6b55-cd8b-4d18-b2c8-5131834ac13b tempest-ServerShowV247Test-2133999980 tempest-ServerShowV247Test-2133999980-project] 10.222.0.23 "GET /v2.0/ports?device_id=be49ac3c-1f08-450f-bbe4-913e2feed4fe HTTP/1.1" status: 200 len: 210 time: 0.0702567 Jul 05 02:27:09.837206 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-368b1233-c0fb-47ec-8a6a-340d1e11bdaf tempest-FloatingIPAdminTestJSON-1668177356 tempest-FloatingIPAdminTestJSON-1668177356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:09.842241 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7f9a9c8d-9ba8-46e1-971b-5f1481c093c6 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:09.863018 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-d518b9a5-4aa0-4c88-82b1-24f8f400aeae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:09.877775 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [None req-7f9a9c8d-9ba8-46e1-971b-5f1481c093c6 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Transition to ACTIVE for port object c229fa3a-aa23-465f-a8b6-dbb03238ee9f will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:27:09.966650 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d518b9a5-4aa0-4c88-82b1-24f8f400aeae None None] Pushing event updated for resources: {'Port': ['ID=c0d9a5e8-8ca7-4cbf-96c8-eb9224208197,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:10.008143 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-368b1233-c0fb-47ec-8a6a-340d1e11bdaf tempest-FloatingIPAdminTestJSON-1668177356 tempest-FloatingIPAdminTestJSON-1668177356-project] Allocated IP 172.25.7.157 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/dcfa1462-6c26-43b9-a621-a4c42137a6f8) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:27:10.019175 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7f9a9c8d-9ba8-46e1-971b-5f1481c093c6 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:10.098011 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9a9c8d-9ba8-46e1-971b-5f1481c093c6 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:27:10.099425 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9a9c8d-9ba8-46e1-971b-5f1481c093c6 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event updated for resources: {'Port': ['ID=c229fa3a-aa23-465f-a8b6-dbb03238ee9f,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:10.116381 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-7f9a9c8d-9ba8-46e1-971b-5f1481c093c6 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:27:10.119087 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9a9c8d-9ba8-46e1-971b-5f1481c093c6 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:27:10.125424 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9a9c8d-9ba8-46e1-971b-5f1481c093c6 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:10.126082 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7f9a9c8d-9ba8-46e1-971b-5f1481c093c6 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:10.144498 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-368b1233-c0fb-47ec-8a6a-340d1e11bdaf tempest-FloatingIPAdminTestJSON-1668177356 tempest-FloatingIPAdminTestJSON-1668177356-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:10.189034 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b41bb264-ecd1-45a0-85bc-a76f8b593ff7 req-814e0f11-3eee-4846-a3d6-9c6c3cd611f6 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/ports?device_id=380397b7-25de-46f8-b406-21443f65819d HTTP/1.1" status: 200 len: 210 time: 0.0430214 Jul 05 02:27:10.275192 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 33932) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:10.278159 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-7f9a9c8d-9ba8-46e1-971b-5f1481c093c6 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7281208 Jul 05 02:27:10.397800 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-368b1233-c0fb-47ec-8a6a-340d1e11bdaf tempest-FloatingIPAdminTestJSON-1668177356 tempest-FloatingIPAdminTestJSON-1668177356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:10.480362 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368b1233-c0fb-47ec-8a6a-340d1e11bdaf tempest-FloatingIPAdminTestJSON-1668177356 tempest-FloatingIPAdminTestJSON-1668177356-project] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:27:10.480362 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-368b1233-c0fb-47ec-8a6a-340d1e11bdaf tempest-FloatingIPAdminTestJSON-1668177356 tempest-FloatingIPAdminTestJSON-1668177356-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:27:10.480835 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368b1233-c0fb-47ec-8a6a-340d1e11bdaf tempest-FloatingIPAdminTestJSON-1668177356 tempest-FloatingIPAdminTestJSON-1668177356-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:27:10.495631 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 10ce9b70-3dfa-4e82-820f-1bd0da4a4d92 no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:27:10.515645 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4dc43e8a-3048-4eee-a16e-4d17a987687b req-87b874b2-2274-48c5-9ac2-ccc8aed2aecf tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/ports?device_id=92403696-646a-4870-b635-6151c7b09066 HTTP/1.1" status: 200 len: 210 time: 0.0520463 Jul 05 02:27:10.573334 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb515e68-6f12-45cb-915a-8d5063d8bedd tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:10.579474 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb515e68-6f12-45cb-915a-8d5063d8bedd tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:10.581175 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-bb515e68-6f12-45cb-915a-8d5063d8bedd tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3048363 Jul 05 02:27:10.584029 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368b1233-c0fb-47ec-8a6a-340d1e11bdaf tempest-FloatingIPAdminTestJSON-1668177356 tempest-FloatingIPAdminTestJSON-1668177356-project] Pushing event updated for resources: {'Port': ['ID=dcfa1462-6c26-43b9-a621-a4c42137a6f8,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:10.584207 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 33940) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:10.649602 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-368b1233-c0fb-47ec-8a6a-340d1e11bdaf tempest-FloatingIPAdminTestJSON-1668177356 tempest-FloatingIPAdminTestJSON-1668177356-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:10.749405 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-e0863e90-4067-4aca-8657-4c40e2a2ccc1 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Deleting port c229fa3a-aa23-465f-a8b6-dbb03238ee9f {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:27:10.750233 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e0863e90-4067-4aca-8657-4c40e2a2ccc1 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:10.762443 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] No Port match for: 10ce9b70-3dfa-4e82-820f-1bd0da4a4d92 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:27:10.762790 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 10ce9b70-3dfa-4e82-820f-1bd0da4a4d92 not bound to the agent host n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:27:10.777029 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-368b1233-c0fb-47ec-8a6a-340d1e11bdaf tempest-FloatingIPAdminTestJSON-1668177356 tempest-FloatingIPAdminTestJSON-1668177356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:10.863564 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e0863e90-4067-4aca-8657-4c40e2a2ccc1 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:10.878694 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-e0863e90-4067-4aca-8657-4c40e2a2ccc1 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Calling delete_port for c229fa3a-aa23-465f-a8b6-dbb03238ee9f owned by {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:27:10.996408 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-368b1233-c0fb-47ec-8a6a-340d1e11bdaf tempest-FloatingIPAdminTestJSON-1668177356 tempest-FloatingIPAdminTestJSON-1668177356-project] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:11.143674 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-368b1233-c0fb-47ec-8a6a-340d1e11bdaf tempest-FloatingIPAdminTestJSON-1668177356 tempest-FloatingIPAdminTestJSON-1668177356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:11.240712 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368b1233-c0fb-47ec-8a6a-340d1e11bdaf tempest-FloatingIPAdminTestJSON-1668177356 tempest-FloatingIPAdminTestJSON-1668177356-project] Pushing event updated for resources: {'Port': ['ID=dcfa1462-6c26-43b9-a621-a4c42137a6f8,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:11.256664 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-368b1233-c0fb-47ec-8a6a-340d1e11bdaf tempest-FloatingIPAdminTestJSON-1668177356 tempest-FloatingIPAdminTestJSON-1668177356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636869'] for floatingip, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:11.261087 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-dcedf3f4-8715-435c-9c64-8b541171a696 req-c0a18370-54ec-42db-8660-31798bedb988 tempest-ServerShowV247Test-2133999980 tempest-ServerShowV247Test-2133999980-project] 10.222.0.23 "GET /v2.0/ports?device_id=be49ac3c-1f08-450f-bbe4-913e2feed4fe HTTP/1.1" status: 200 len: 210 time: 0.0718520 Jul 05 02:27:11.413948 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-368b1233-c0fb-47ec-8a6a-340d1e11bdaf tempest-FloatingIPAdminTestJSON-1668177356 tempest-FloatingIPAdminTestJSON-1668177356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:11.417772 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-368b1233-c0fb-47ec-8a6a-340d1e11bdaf tempest-FloatingIPAdminTestJSON-1668177356 tempest-FloatingIPAdminTestJSON-1668177356-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3420014 Jul 05 02:27:11.417917 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 33954) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:11.511183 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e0863e90-4067-4aca-8657-4c40e2a2ccc1 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:11.550645 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-54adc46a-bdc2-44ee-b351-2e4e2fbb0650 None None] Provisioning for port c0d9a5e8-8ca7-4cbf-96c8-eb9224208197 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:27:11.599124 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0863e90-4067-4aca-8657-4c40e2a2ccc1 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event deleted for resources: {'Port': ['ID=c229fa3a-aa23-465f-a8b6-dbb03238ee9f,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:11.648156 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e0863e90-4067-4aca-8657-4c40e2a2ccc1 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:11.650217 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-e0863e90-4067-4aca-8657-4c40e2a2ccc1 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "DELETE /v2.0/ports/c229fa3a-aa23-465f-a8b6-dbb03238ee9f HTTP/1.1" status: 204 len: 168 time: 1.0646875 Jul 05 02:27:11.653256 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 33960) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:11.654901 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:11.699665 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:11.720477 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51abb76-fa42-47fa-a09e-614744599bd3 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:11.722166 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51abb76-fa42-47fa-a09e-614744599bd3 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:11.726436 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-b51abb76-fa42-47fa-a09e-614744599bd3 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0697150 Jul 05 02:27:11.727368 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 33964) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:11.774025 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-8a8607e3-f7a4-4d1b-9dc8-7fd7f3b6ba3d None None] Could not find standard attr ID for object c229fa3a-aa23-465f-a8b6-dbb03238ee9f. {{(pid=94463) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 02:27:11.832375 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0b27319-6fdc-4c99-8c71-fb44ccac3aaf tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Deleting subnet 4377dbfc-9cba-4077-ba90-9ef191ec6a19 {{(pid=94461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:27:11.844450 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d0b27319-6fdc-4c99-8c71-fb44ccac3aaf tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks [] for subnet, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:11.878256 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-43ecc785-57b5-4d87-bccd-c2207b3cde55 tempest-FloatingIPAdminTestJSON-1168708321 tempest-FloatingIPAdminTestJSON-1168708321-project-admin] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3703 time: 0.4591775 Jul 05 02:27:11.880956 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 33966) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:11.932460 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d0b27319-6fdc-4c99-8c71-fb44ccac3aaf tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5519650'] for subnet, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:11.975998 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-b4f68f28-c445-4621-910e-427fe4063e60 tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0938013 Jul 05 02:27:11.978858 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 33968) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:12.006894 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-042a1027-e0df-49a1-974b-8f1aa28f190b req-4568a1cd-dc4f-40d3-b33e-91b265df0a3f tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/ports?device_id=92403696-646a-4870-b635-6151c7b09066 HTTP/1.1" status: 200 len: 210 time: 0.0440595 Jul 05 02:27:12.044346 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d0b27319-6fdc-4c99-8c71-fb44ccac3aaf tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:12.137096 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-380b5c07-0b98-4eb5-be48-cec6077829df tempest-FloatingIPAdminTestJSON-1668177356 tempest-FloatingIPAdminTestJSON-1668177356-project] Deleting port dcfa1462-6c26-43b9-a621-a4c42137a6f8 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:27:12.137439 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-380b5c07-0b98-4eb5-be48-cec6077829df tempest-FloatingIPAdminTestJSON-1668177356 tempest-FloatingIPAdminTestJSON-1668177356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:12.246493 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-380b5c07-0b98-4eb5-be48-cec6077829df tempest-FloatingIPAdminTestJSON-1668177356 tempest-FloatingIPAdminTestJSON-1668177356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:12.247081 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-380b5c07-0b98-4eb5-be48-cec6077829df tempest-FloatingIPAdminTestJSON-1668177356 tempest-FloatingIPAdminTestJSON-1668177356-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:12.264207 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-380b5c07-0b98-4eb5-be48-cec6077829df tempest-FloatingIPAdminTestJSON-1668177356 tempest-FloatingIPAdminTestJSON-1668177356-project] Calling delete_port for dcfa1462-6c26-43b9-a621-a4c42137a6f8 owned by network:floatingip {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:27:12.293354 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d0b27319-6fdc-4c99-8c71-fb44ccac3aaf tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5763388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774356'] for subnet, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:12.335296 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed02b32-68ad-4d30-bbcb-ada35012e84c req-fd7a857f-bc2d-4df8-a442-7f78c9250b8d tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:12.342550 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5ed02b32-68ad-4d30-bbcb-ada35012e84c req-fd7a857f-bc2d-4df8-a442-7f78c9250b8d tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/ports?device_id=d988b571-b6bf-4839-adeb-7289bccdd82a HTTP/1.1" status: 200 len: 949 time: 0.1514120 Jul 05 02:27:12.376569 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b27319-6fdc-4c99-8c71-fb44ccac3aaf tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event deleted for resources: {'Subnet': ['ID=4377dbfc-9cba-4077-ba90-9ef191ec6a19,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:12.404868 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device c0d9a5e8-8ca7-4cbf-96c8-eb9224208197 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:27:12.410624 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5ed02b32-68ad-4d30-bbcb-ada35012e84c req-d2b871f8-2164-41ce-969b-fba8db890b6f tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1003e45-917a-406c-999d-122388976885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672157 Jul 05 02:27:12.413617 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d0b27319-6fdc-4c99-8c71-fb44ccac3aaf tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:12.421996 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 33978) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:12.426353 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-d0b27319-6fdc-4c99-8c71-fb44ccac3aaf tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "DELETE /v2.0/subnets/4377dbfc-9cba-4077-ba90-9ef191ec6a19 HTTP/1.1" status: 204 len: 168 time: 0.6897211 Jul 05 02:27:12.443984 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2a5d24-9df4-4dfc-aaf1-73113fddd9fe None None] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:27:12.493679 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4255eb98-8c0b-4328-86e0-baa644159a27 req-8067d16e-9dcb-46c2-97ab-9c16302517d8 tempest-ServerShowV247Test-2133999980 tempest-ServerShowV247Test-2133999980-project] 10.222.0.23 "GET /v2.0/ports?device_id=be49ac3c-1f08-450f-bbe4-913e2feed4fe HTTP/1.1" status: 200 len: 210 time: 0.0305328 Jul 05 02:27:12.540395 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-014b2007-05bd-4aeb-9525-39d7f6db3431 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1132281 Jul 05 02:27:12.541306 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 33980) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:12.585125 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-380b5c07-0b98-4eb5-be48-cec6077829df tempest-FloatingIPAdminTestJSON-1668177356 tempest-FloatingIPAdminTestJSON-1668177356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:12.631766 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380b5c07-0b98-4eb5-be48-cec6077829df tempest-FloatingIPAdminTestJSON-1668177356 tempest-FloatingIPAdminTestJSON-1668177356-project] Pushing event deleted for resources: {'Port': ['ID=dcfa1462-6c26-43b9-a621-a4c42137a6f8,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:12.641343 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port c0d9a5e8-8ca7-4cbf-96c8-eb9224208197 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:27:12.646957 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port c0d9a5e8-8ca7-4cbf-96c8-eb9224208197 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:27:12.647546 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:12.678259 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c55b3eb-2093-4799-81bb-a4f66aec69ff tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:12.680256 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-3c55b3eb-2093-4799-81bb-a4f66aec69ff tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1379149 Jul 05 02:27:12.682976 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 33984) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:12.706797 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5441c7-0cf9-45ca-a1f2-be4d0f00ca66 None None] DHCP port deletion for ed71b0ad-0d45-4cc1-9581-fdfa4092af45 request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:27:12.739953 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-380b5c07-0b98-4eb5-be48-cec6077829df tempest-FloatingIPAdminTestJSON-1668177356 tempest-FloatingIPAdminTestJSON-1668177356-project] Notify callbacks [] for floatingip, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:12.742784 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-380b5c07-0b98-4eb5-be48-cec6077829df tempest-FloatingIPAdminTestJSON-1668177356 tempest-FloatingIPAdminTestJSON-1668177356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:12.744269 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-380b5c07-0b98-4eb5-be48-cec6077829df tempest-FloatingIPAdminTestJSON-1668177356 tempest-FloatingIPAdminTestJSON-1668177356-project] 10.222.0.23 "DELETE /v2.0/floatingips/9552e916-7f92-4cac-b601-9776ef576562 HTTP/1.1" status: 204 len: 168 time: 0.7643397 Jul 05 02:27:12.749316 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 33990) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:12.814942 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca55ab8-6311-4a4f-a90a-c4043e4dfdb4 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:12.816993 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-ef5441c7-0cf9-45ca-a1f2-be4d0f00ca66 None None] Deleting port c0d9a5e8-8ca7-4cbf-96c8-eb9224208197 {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:27:12.817370 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-ef5441c7-0cf9-45ca-a1f2-be4d0f00ca66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:12.821522 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-cca55ab8-6311-4a4f-a90a-c4043e4dfdb4 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1349225 Jul 05 02:27:12.823385 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 33994) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:12.904001 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-ef5441c7-0cf9-45ca-a1f2-be4d0f00ca66 None None] For port c0d9a5e8-8ca7-4cbf-96c8-eb9224208197, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=c0d9a5e8-8ca7-4cbf-96c8-eb9224208197,segment=NetworkSegment(4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6),segment_id=4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:27:12.904233 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-ef5441c7-0cf9-45ca-a1f2-be4d0f00ca66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:12.905894 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-822f89bf-1307-438e-821b-eeaea1a4508f tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0756874 Jul 05 02:27:12.909953 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 33996) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:12.911891 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:12.916154 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-28551073-d9d9-46ef-b66a-07aca7c5e3fd tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Request body: {'subnet': {'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:27:12.921708 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-6efa2043-2ac5-4db4-8163-862f32306d0f tempest-FloatingIPAdminTestJSON-1168708321 tempest-FloatingIPAdminTestJSON-1168708321-project-admin] Deleting port a86163cc-c849-4711-8468-eceb22ecbece {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:27:12.922390 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6efa2043-2ac5-4db4-8163-862f32306d0f tempest-FloatingIPAdminTestJSON-1168708321 tempest-FloatingIPAdminTestJSON-1168708321-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:12.931891 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-ef5441c7-0cf9-45ca-a1f2-be4d0f00ca66 None None] Calling delete_port for c0d9a5e8-8ca7-4cbf-96c8-eb9224208197 owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:27:13.001104 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port c0d9a5e8-8ca7-4cbf-96c8-eb9224208197, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=c0d9a5e8-8ca7-4cbf-96c8-eb9224208197,segment=NetworkSegment(4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6),segment_id=4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:27:13.038034 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6efa2043-2ac5-4db4-8163-862f32306d0f tempest-FloatingIPAdminTestJSON-1168708321 tempest-FloatingIPAdminTestJSON-1168708321-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:13.038330 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6efa2043-2ac5-4db4-8163-862f32306d0f tempest-FloatingIPAdminTestJSON-1168708321 tempest-FloatingIPAdminTestJSON-1168708321-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:13.051246 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-6efa2043-2ac5-4db4-8163-862f32306d0f tempest-FloatingIPAdminTestJSON-1168708321 tempest-FloatingIPAdminTestJSON-1168708321-project-admin] Calling delete_port for a86163cc-c849-4711-8468-eceb22ecbece owned by network:floatingip {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:27:13.134411 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:13.167095 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28551073-d9d9-46ef-b66a-07aca7c5e3fd tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Made reservation on behalf of db76c4c0345048a1b87eacad1e0b9ba1 for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:27:13.171435 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-28551073-d9d9-46ef-b66a-07aca7c5e3fd tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:13.196040 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=c0d9a5e8-8ca7-4cbf-96c8-eb9224208197,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:13.215754 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e8974f82-7725-437f-8179-bea27756b513 req-4992f13e-14b1-4be2-b45d-b9fc048ab45d tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/ports?device_id=92403696-646a-4870-b635-6151c7b09066 HTTP/1.1" status: 200 len: 210 time: 0.0573540 Jul 05 02:27:13.258412 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-ef5441c7-0cf9-45ca-a1f2-be4d0f00ca66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:13.282276 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5441c7-0cf9-45ca-a1f2-be4d0f00ca66 None None] Pushing event deleted for resources: {'Port': ['ID=c0d9a5e8-8ca7-4cbf-96c8-eb9224208197,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:13.289219 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5441c7-0cf9-45ca-a1f2-be4d0f00ca66 None None] No DVR routers for this DVR port c0d9a5e8-8ca7-4cbf-96c8-eb9224208197 on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:27:13.321435 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6efa2043-2ac5-4db4-8163-862f32306d0f tempest-FloatingIPAdminTestJSON-1168708321 tempest-FloatingIPAdminTestJSON-1168708321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:13.354917 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efa2043-2ac5-4db4-8163-862f32306d0f tempest-FloatingIPAdminTestJSON-1168708321 tempest-FloatingIPAdminTestJSON-1168708321-project-admin] Pushing event deleted for resources: {'Port': ['ID=a86163cc-c849-4711-8468-eceb22ecbece,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:13.422259 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6efa2043-2ac5-4db4-8163-862f32306d0f tempest-FloatingIPAdminTestJSON-1168708321 tempest-FloatingIPAdminTestJSON-1168708321-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:13.424776 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6efa2043-2ac5-4db4-8163-862f32306d0f tempest-FloatingIPAdminTestJSON-1168708321 tempest-FloatingIPAdminTestJSON-1168708321-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:13.425974 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-6efa2043-2ac5-4db4-8163-862f32306d0f tempest-FloatingIPAdminTestJSON-1168708321 tempest-FloatingIPAdminTestJSON-1168708321-project-admin] 10.222.0.23 "DELETE /v2.0/floatingips/3900ecaf-80b4-4791-9f15-7c4052e0c82e HTTP/1.1" status: 204 len: 168 time: 0.6757057 Jul 05 02:27:13.429765 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 34000) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:13.558170 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-cd727916-57b3-4599-910a-17445fd3b8c8 tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Deleting port 964f7a93-279c-4e46-9998-f8d4693f1f53 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:27:13.559142 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cd727916-57b3-4599-910a-17445fd3b8c8 tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:13.625066 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 34008) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:13.670363 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f08e5d-77e2-4833-8448-11d9877110a6 req-be0a750b-a7ad-46dd-9310-5d29cf76f68a tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:13.672448 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f9f08e5d-77e2-4833-8448-11d9877110a6 req-be0a750b-a7ad-46dd-9310-5d29cf76f68a tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.21 "GET /v2.0/ports?device_id=d988b571-b6bf-4839-adeb-7289bccdd82a HTTP/1.1" status: 200 len: 949 time: 0.1725323 Jul 05 02:27:13.699299 n-d-771362-32 neutron-server[94461]: DEBUG neutron.objects.ports [None req-28551073-d9d9-46ef-b66a-07aca7c5e3fd tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94461) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 02:27:13.709903 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-28551073-d9d9-46ef-b66a-07aca7c5e3fd tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5763451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774823'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:13.739230 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cd727916-57b3-4599-910a-17445fd3b8c8 tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:13.755482 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daef861-bb69-4eac-a11c-3c483f9756ad req-3fd5b2fe-c64b-41cc-87fc-6ae4e503af2b tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:13.757030 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5daef861-bb69-4eac-a11c-3c483f9756ad req-3fd5b2fe-c64b-41cc-87fc-6ae4e503af2b tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/ports?device_id=d988b571-b6bf-4839-adeb-7289bccdd82a HTTP/1.1" status: 200 len: 949 time: 0.1238718 Jul 05 02:27:13.763114 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-cd727916-57b3-4599-910a-17445fd3b8c8 tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Calling delete_port for 964f7a93-279c-4e46-9998-f8d4693f1f53 owned by {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:27:13.795503 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-41709a52-6d7a-4cb3-8e8f-ba761f88aed4 req-1985f4dd-344e-4509-8594-07bd6509fae2 tempest-ServerShowV247Test-2133999980 tempest-ServerShowV247Test-2133999980-project] 10.222.0.23 "GET /v2.0/ports?device_id=be49ac3c-1f08-450f-bbe4-913e2feed4fe HTTP/1.1" status: 200 len: 210 time: 0.0873795 Jul 05 02:27:13.812277 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-043a483f-6a7e-4130-9091-8b9a9aca8cb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:13.845641 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5daef861-bb69-4eac-a11c-3c483f9756ad req-5bf4b411-164b-4f2b-ba9c-29086cb56e3e tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1003e45-917a-406c-999d-122388976885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783262 Jul 05 02:27:13.873036 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28551073-d9d9-46ef-b66a-07aca7c5e3fd tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:27:13.894494 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-28551073-d9d9-46ef-b66a-07aca7c5e3fd tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:27:13.903945 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6736178d-7181-4840-b26c-c5e61c013451 None None] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:27:13.927763 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28551073-d9d9-46ef-b66a-07aca7c5e3fd tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event updated for resources: {'Subnet': ['ID=ede98781-2a05-4d97-a0f5-fd1a0a85941b,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:13.941541 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28551073-d9d9-46ef-b66a-07aca7c5e3fd tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:13.942081 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-28551073-d9d9-46ef-b66a-07aca7c5e3fd tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:13.982863 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-f9f08e5d-77e2-4833-8448-11d9877110a6 req-b17ef3e4-9f42-494d-b4e5-fd8ae5b83bfa tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Deleting port 640d8314-edb8-47b5-a8f6-0238914114eb {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:27:13.983391 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f9f08e5d-77e2-4833-8448-11d9877110a6 req-b17ef3e4-9f42-494d-b4e5-fd8ae5b83bfa tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:14.053464 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cd727916-57b3-4599-910a-17445fd3b8c8 tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:14.085465 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-f9f08e5d-77e2-4833-8448-11d9877110a6 req-b17ef3e4-9f42-494d-b4e5-fd8ae5b83bfa tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] For port 640d8314-edb8-47b5-a8f6-0238914114eb, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=640d8314-edb8-47b5-a8f6-0238914114eb,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:27:14.085799 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f9f08e5d-77e2-4833-8448-11d9877110a6 req-b17ef3e4-9f42-494d-b4e5-fd8ae5b83bfa tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:14.100914 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-f9f08e5d-77e2-4833-8448-11d9877110a6 req-b17ef3e4-9f42-494d-b4e5-fd8ae5b83bfa tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Calling delete_port for 640d8314-edb8-47b5-a8f6-0238914114eb owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:27:14.111551 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da61e87-49ee-4c68-8b4c-0367e1f78a29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'tenant_id': 'db76c4c0345048a1b87eacad1e0b9ba1', 'fixed_ips': [{'subnet_id': 'ede98781-2a05-4d97-a0f5-fd1a0a85941b'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:27:14.112427 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5da61e87-49ee-4c68-8b4c-0367e1f78a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:14.133255 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd727916-57b3-4599-910a-17445fd3b8c8 tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Pushing event deleted for resources: {'Port': ['ID=964f7a93-279c-4e46-9998-f8d4693f1f53,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:14.349439 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cd727916-57b3-4599-910a-17445fd3b8c8 tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:14.353404 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-cd727916-57b3-4599-910a-17445fd3b8c8 tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] 10.222.0.23 "DELETE /v2.0/ports/964f7a93-279c-4e46-9998-f8d4693f1f53 HTTP/1.1" status: 204 len: 168 time: 0.9225409 Jul 05 02:27:14.356915 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 34016) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:14.397150 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-043a483f-6a7e-4130-9091-8b9a9aca8cb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:14.397679 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-5da61e87-49ee-4c68-8b4c-0367e1f78a29 None None] Allocated IP 2001:db8::f816:3eff:fef4:bb81 (ed71b0ad-0d45-4cc1-9581-fdfa4092af45/ede98781-2a05-4d97-a0f5-fd1a0a85941b/f5a0060d-ae97-4baf-8d72-8a1dd7a0b1ac) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:27:14.402450 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f9f08e5d-77e2-4833-8448-11d9877110a6 req-b17ef3e4-9f42-494d-b4e5-fd8ae5b83bfa tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:14.429280 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device c0d9a5e8-8ca7-4cbf-96c8-eb9224208197 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:27:14.432649 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['640d8314-edb8-47b5-a8f6-0238914114eb', 'eda2c6e2-c0ed-4606-8bdb-48d578879d54'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:27:14.476337 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17ef3e4-9f42-494d-b4e5-fd8ae5b83bfa tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Pushing event deleted for resources: {'Port': ['ID=640d8314-edb8-47b5-a8f6-0238914114eb,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:14.494689 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc2ae11-de61-431a-9d75-f61646002534 tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:14.500356 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-8cc2ae11-de61-431a-9d75-f61646002534 tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d68b140-612f-406b-a88b-275eac9c95a6 HTTP/1.1" status: 200 len: 913 time: 0.1424429 Jul 05 02:27:14.503194 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 34018) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:14.514058 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: c0d9a5e8-8ca7-4cbf-96c8-eb9224208197 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:27:14.514480 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device c0d9a5e8-8ca7-4cbf-96c8-eb9224208197 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:27:14.570696 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9f08e5d-77e2-4833-8448-11d9877110a6 req-b17ef3e4-9f42-494d-b4e5-fd8ae5b83bfa tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] No DVR routers for this DVR port 640d8314-edb8-47b5-a8f6-0238914114eb on host n-h1-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:27:14.573438 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f9f08e5d-77e2-4833-8448-11d9877110a6 req-b17ef3e4-9f42-494d-b4e5-fd8ae5b83bfa tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:14.575750 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f9f08e5d-77e2-4833-8448-11d9877110a6 req-b17ef3e4-9f42-494d-b4e5-fd8ae5b83bfa tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.21 "DELETE /v2.0/ports/640d8314-edb8-47b5-a8f6-0238914114eb HTTP/1.1" status: 204 len: 173 time: 0.8964159 Jul 05 02:27:14.576253 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd988b571-b6bf-4839-adeb-7289bccdd82a', 'name': 'network-vif-deleted', 'tag': '640d8314-edb8-47b5-a8f6-0238914114eb'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:27:14.588375 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8747430c-6301-4119-a79a-ba69a690931d" -d '{"events": [{"server_uuid": "d988b571-b6bf-4839-adeb-7289bccdd82a", "name": "network-vif-deleted", "tag": "640d8314-edb8-47b5-a8f6-0238914114eb"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:27:14.623748 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-043a483f-6a7e-4130-9091-8b9a9aca8cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:14.641256 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ef4ad2b9-305f-44b7-9ed2-65ed8d30b19e req-41f96f51-f536-4300-a985-d3b70a440221 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/ports?device_id=92403696-646a-4870-b635-6151c7b09066 HTTP/1.1" status: 200 len: 210 time: 0.1397038 Jul 05 02:27:14.676786 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34d4e5ec-b619-4389-b78c-28037acba8eb x-openstack-request-id: req-34d4e5ec-b619-4389-b78c-28037acba8eb {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:27:14.679990 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d988b571-b6bf-4839-adeb-7289bccdd82a", "name": "network-vif-deleted", "tag": "640d8314-edb8-47b5-a8f6-0238914114eb", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:27:14.679990 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-34d4e5ec-b619-4389-b78c-28037acba8eb {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:27:14.679990 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd988b571-b6bf-4839-adeb-7289bccdd82a', 'name': 'network-vif-deleted', 'tag': '640d8314-edb8-47b5-a8f6-0238914114eb', 'status': 'completed', 'code': 200} Jul 05 02:27:14.692192 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043a483f-6a7e-4130-9091-8b9a9aca8cb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9806f18-a92b-4def-a2b4-c7e59bef4be0,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:14.713669 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-043a483f-6a7e-4130-9091-8b9a9aca8cb8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=829fe7d2eccb4a72bbc6cce957b716f3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0866761 Jul 05 02:27:14.720623 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 34022) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:14.754102 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-28551073-d9d9-46ef-b66a-07aca7c5e3fd tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.8400927 Jul 05 02:27:14.756950 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 34024) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:14.765121 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-76e9851a-8ac3-4ed5-8ba5-247b02a21043 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Request body: {'port': {'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'mac_address': 'fa:16:3e:e8:e1:c0', 'name': 'tempest-NetworksTestDHCPv6-1267797945'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:27:14.844589 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-fbbe4025-2402-4cc0-83c2-059a0f067d56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:14.870112 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5da61e87-49ee-4c68-8b4c-0367e1f78a29 None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:14.875312 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-fbbe4025-2402-4cc0-83c2-059a0f067d56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:14.890762 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-5da61e87-49ee-4c68-8b4c-0367e1f78a29 None None] Transition to ACTIVE for port object f5a0060d-ae97-4baf-8d72-8a1dd7a0b1ac will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:27:14.935725 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-5da61e87-49ee-4c68-8b4c-0367e1f78a29 None None] Transition to ACTIVE for port object f5a0060d-ae97-4baf-8d72-8a1dd7a0b1ac will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:27:15.020324 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5da61e87-49ee-4c68-8b4c-0367e1f78a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:15.109989 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da61e87-49ee-4c68-8b4c-0367e1f78a29 None None] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:27:15.117995 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-5da61e87-49ee-4c68-8b4c-0367e1f78a29 None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:27:15.127382 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da61e87-49ee-4c68-8b4c-0367e1f78a29 None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:27:15.137930 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-11e15095-c994-4ee3-aef5-10e2aa866619 req-50683619-9936-4938-a760-616a9adf97dc tempest-ServerShowV247Test-2133999980 tempest-ServerShowV247Test-2133999980-project] 10.222.0.23 "GET /v2.0/ports?device_id=be49ac3c-1f08-450f-bbe4-913e2feed4fe HTTP/1.1" status: 200 len: 210 time: 0.0346122 Jul 05 02:27:15.156411 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5c9fc0cf-5ce9-49ba-acee-47a6d7d69621 req-c7e6ac2b-759f-44fe-993c-2be5c894f06b tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/ports?device_id=d988b571-b6bf-4839-adeb-7289bccdd82a HTTP/1.1" status: 200 len: 210 time: 0.0419438 Jul 05 02:27:15.156730 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da61e87-49ee-4c68-8b4c-0367e1f78a29 None None] Pushing event updated for resources: {'Port': ['ID=f5a0060d-ae97-4baf-8d72-8a1dd7a0b1ac,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:15.241214 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-5da61e87-49ee-4c68-8b4c-0367e1f78a29 None None] Attempting to bind port f5a0060d-ae97-4baf-8d72-8a1dd7a0b1ac on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:27:15.241578 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-5da61e87-49ee-4c68-8b4c-0367e1f78a29 None None] Attempting to bind port f5a0060d-ae97-4baf-8d72-8a1dd7a0b1ac by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:27:15.241933 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da61e87-49ee-4c68-8b4c-0367e1f78a29 None None] Attempting to bind port f5a0060d-ae97-4baf-8d72-8a1dd7a0b1ac on network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:27:15.249025 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da61e87-49ee-4c68-8b4c-0367e1f78a29 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:27:15.249487 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da61e87-49ee-4c68-8b4c-0367e1f78a29 None None] Checking segment: {'id': '4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:27:15.249798 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5da61e87-49ee-4c68-8b4c-0367e1f78a29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:15.250326 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da61e87-49ee-4c68-8b4c-0367e1f78a29 None None] Bound using segment: {'id': '4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:27:15.250794 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-5da61e87-49ee-4c68-8b4c-0367e1f78a29 None None] Bound port: f5a0060d-ae97-4baf-8d72-8a1dd7a0b1ac, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:27:15.251172 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5da61e87-49ee-4c68-8b4c-0367e1f78a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:15.263323 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c8646176-abbf-49f8-ba0b-4e2b8617c12f tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1634680'] for router_interface, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:15.270596 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e9851a-8ac3-4ed5-8ba5-247b02a21043 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Made reservation on behalf of db76c4c0345048a1b87eacad1e0b9ba1 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:27:15.270596 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-fbbe4025-2402-4cc0-83c2-059a0f067d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:15.274779 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-fbbe4025-2402-4cc0-83c2-059a0f067d56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:15.279375 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-fbbe4025-2402-4cc0-83c2-059a0f067d56 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f9806f18-a92b-4def-a2b4-c7e59bef4be0 HTTP/1.1" status: 204 len: 168 time: 0.5628386 Jul 05 02:27:15.356838 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-5da61e87-49ee-4c68-8b4c-0367e1f78a29 None None] For port f5a0060d-ae97-4baf-8d72-8a1dd7a0b1ac, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:27:15.360232 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-5da61e87-49ee-4c68-8b4c-0367e1f78a29 None None] For port f5a0060d-ae97-4baf-8d72-8a1dd7a0b1ac, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=f5a0060d-ae97-4baf-8d72-8a1dd7a0b1ac,segment=NetworkSegment(4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6),segment_id=4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:27:15.363084 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbe4025-2402-4cc0-83c2-059a0f067d56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9806f18-a92b-4def-a2b4-c7e59bef4be0,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:15.439920 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-76e9851a-8ac3-4ed5-8ba5-247b02a21043 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:15.483547 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [None req-76e9851a-8ac3-4ed5-8ba5-247b02a21043 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] device_id is not set on port 427cf112-cbb5-4343-bb42-0f5ba9063a81 yet. {{(pid=94461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:27:15.567418 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5da61e87-49ee-4c68-8b4c-0367e1f78a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:15.614961 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-76e9851a-8ac3-4ed5-8ba5-247b02a21043 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Allocated IP 2001:db8::f816:3eff:fee8:e1c0 (ed71b0ad-0d45-4cc1-9581-fdfa4092af45/ede98781-2a05-4d97-a0f5-fd1a0a85941b/427cf112-cbb5-4343-bb42-0f5ba9063a81) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:27:15.642924 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da61e87-49ee-4c68-8b4c-0367e1f78a29 None None] Pushing event updated for resources: {'Port': ['ID=f5a0060d-ae97-4baf-8d72-8a1dd7a0b1ac,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:15.698361 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-c8646176-abbf-49f8-ba0b-4e2b8617c12f tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Deleting port df146fb8-bacb-47c5-9b87-9a74699cbf97 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:27:15.698965 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c8646176-abbf-49f8-ba0b-4e2b8617c12f tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:15.866306 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c8646176-abbf-49f8-ba0b-4e2b8617c12f tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:15.891756 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-c8646176-abbf-49f8-ba0b-4e2b8617c12f tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Calling delete_port for df146fb8-bacb-47c5-9b87-9a74699cbf97 owned by network:router_interface {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:27:15.975178 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-76e9851a-8ac3-4ed5-8ba5-247b02a21043 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:15.985243 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 34042) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:15.991800 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [None req-76e9851a-8ac3-4ed5-8ba5-247b02a21043 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Transition to ACTIVE for port object 427cf112-cbb5-4343-bb42-0f5ba9063a81 will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:27:16.103547 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0f261a52-b936-4b9d-8bbf-219c600cd232 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:16.140232 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0f261a52-b936-4b9d-8bbf-219c600cd232 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:16.181348 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-76e9851a-8ac3-4ed5-8ba5-247b02a21043 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:16.283251 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e9851a-8ac3-4ed5-8ba5-247b02a21043 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event updated for resources: {'Port': ['ID=427cf112-cbb5-4343-bb42-0f5ba9063a81,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:16.315942 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e9851a-8ac3-4ed5-8ba5-247b02a21043 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:27:16.321961 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-76e9851a-8ac3-4ed5-8ba5-247b02a21043 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:27:16.337366 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e9851a-8ac3-4ed5-8ba5-247b02a21043 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:27:16.353632 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e9851a-8ac3-4ed5-8ba5-247b02a21043 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:16.354349 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-76e9851a-8ac3-4ed5-8ba5-247b02a21043 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:16.421374 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0f261a52-b936-4b9d-8bbf-219c600cd232 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:16.424348 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0f261a52-b936-4b9d-8bbf-219c600cd232 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:16.428002 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-0f261a52-b936-4b9d-8bbf-219c600cd232 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "DELETE /v2.0/security-groups/5eae1027-3275-42f9-8f54-f2ff33a054c9 HTTP/1.1" status: 204 len: 168 time: 0.4393885 Jul 05 02:27:16.428002 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-947cbbd7-63d7-47fd-b6c7-d7d44d99c3e1 req-2f91a7a6-2e6e-48b8-a695-1a8cc93a2b5d tempest-ServerShowV247Test-2133999980 tempest-ServerShowV247Test-2133999980-project] 10.222.0.23 "GET /v2.0/ports?device_id=be49ac3c-1f08-450f-bbe4-913e2feed4fe HTTP/1.1" status: 200 len: 210 time: 0.0782034 Jul 05 02:27:16.428593 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 34054) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:16.464189 n-d-771362-32 neutron-server[94461]: INFO neutron.api.v2.resource [None req-0013c21a-4777-424a-9751-639fd4b67d34 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] show failed (client error): The resource could not be found. Jul 05 02:27:16.477482 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f261a52-b936-4b9d-8bbf-219c600cd232 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eae1027-3275-42f9-8f54-f2ff33a054c9,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:16.478162 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-0013c21a-4777-424a-9751-639fd4b67d34 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "GET /v2.0/security-groups/5eae1027-3275-42f9-8f54-f2ff33a054c9 HTTP/1.1" status: 404 len: 347 time: 0.0483978 Jul 05 02:27:16.480732 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 34056) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:16.488114 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device f5a0060d-ae97-4baf-8d72-8a1dd7a0b1ac up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:27:16.494386 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c8646176-abbf-49f8-ba0b-4e2b8617c12f tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:16.498856 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-76e9851a-8ac3-4ed5-8ba5-247b02a21043 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7414670 Jul 05 02:27:16.501907 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f261a52-b936-4b9d-8bbf-219c600cd232 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:27:16.502378 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f261a52-b936-4b9d-8bbf-219c600cd232 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:27:16.502784 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f261a52-b936-4b9d-8bbf-219c600cd232 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:27:16.508291 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 34058) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:16.508880 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f261a52-b936-4b9d-8bbf-219c600cd232 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:27:16.509350 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f261a52-b936-4b9d-8bbf-219c600cd232 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:27:16.509791 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f261a52-b936-4b9d-8bbf-219c600cd232 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:27:16.510698 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f261a52-b936-4b9d-8bbf-219c600cd232 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:27:16.511133 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f261a52-b936-4b9d-8bbf-219c600cd232 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:27:16.511567 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f261a52-b936-4b9d-8bbf-219c600cd232 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:27:16.512076 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f261a52-b936-4b9d-8bbf-219c600cd232 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:27:16.512515 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f261a52-b936-4b9d-8bbf-219c600cd232 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:27:16.512939 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f261a52-b936-4b9d-8bbf-219c600cd232 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:27:16.549383 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 640d8314-edb8-47b5-a8f6-0238914114eb no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:27:16.587088 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 34060) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:16.605177 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8646176-abbf-49f8-ba0b-4e2b8617c12f tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Pushing event deleted for resources: {'Port': ['ID=df146fb8-bacb-47c5-9b87-9a74699cbf97,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:16.629216 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] No Port match for: 640d8314-edb8-47b5-a8f6-0238914114eb {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:27:16.629216 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 640d8314-edb8-47b5-a8f6-0238914114eb not bound to the agent host n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:27:16.672365 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-de90e292-1e0e-4ada-8aa0-34a60e01f266 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:16.715761 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port f5a0060d-ae97-4baf-8d72-8a1dd7a0b1ac completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:27:16.813749 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-ebd4c8af-4f4e-40a6-ade9-159ec3ecf1e8 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Deleting port dabe58b9-9fba-4226-bb00-832e392fc893 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:27:16.818627 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ebd4c8af-4f4e-40a6-ade9-159ec3ecf1e8 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:16.885056 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de46e673-57ca-4d42-808f-598a7161cb6a tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:16.891811 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de46e673-57ca-4d42-808f-598a7161cb6a tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:16.893869 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-de46e673-57ca-4d42-808f-598a7161cb6a tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3194170 Jul 05 02:27:16.896919 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 34062) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:16.968611 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c8646176-abbf-49f8-ba0b-4e2b8617c12f tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635398'] for router_interface, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:16.984116 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ebd4c8af-4f4e-40a6-ade9-159ec3ecf1e8 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:16.985897 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ebd4c8af-4f4e-40a6-ade9-159ec3ecf1e8 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:17.024661 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-ebd4c8af-4f4e-40a6-ade9-159ec3ecf1e8 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Calling delete_port for dabe58b9-9fba-4226-bb00-832e392fc893 owned by network:floatingip {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:27:17.047332 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-de90e292-1e0e-4ada-8aa0-34a60e01f266 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:17.116994 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-b6502148-5324-4af8-a9d4-81bf118af162 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Deleting port 427cf112-cbb5-4343-bb42-0f5ba9063a81 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:27:17.117349 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b6502148-5324-4af8-a9d4-81bf118af162 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:17.252878 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-de90e292-1e0e-4ada-8aa0-34a60e01f266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:17.266210 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8646176-abbf-49f8-ba0b-4e2b8617c12f tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Router 4d68b140-612f-406b-a88b-275eac9c95a6 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:27:17.304146 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b6502148-5324-4af8-a9d4-81bf118af162 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:17.325409 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-b6502148-5324-4af8-a9d4-81bf118af162 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Calling delete_port for 427cf112-cbb5-4343-bb42-0f5ba9063a81 owned by {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:27:17.364810 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3321a090-29e0-4823-a0cf-2587baa63c40 req-31b0dc0d-40b6-4f93-a155-cdbbdba4d39e tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:17.366692 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3321a090-29e0-4823-a0cf-2587baa63c40 req-31b0dc0d-40b6-4f93-a155-cdbbdba4d39e tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/ports?device_id=06117d83-c05c-4628-9b23-852a90e69be0 HTTP/1.1" status: 200 len: 951 time: 0.1351807 Jul 05 02:27:17.476295 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3321a090-29e0-4823-a0cf-2587baa63c40 req-0b69052d-50c7-4303-b0b7-82d22397984f tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1003e45-917a-406c-999d-122388976885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714648 Jul 05 02:27:17.498422 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-09e810c1-ba31-4728-92fc-4787061bcf18 None None] Provisioning for port f5a0060d-ae97-4baf-8d72-8a1dd7a0b1ac completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:27:17.506679 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ebd4c8af-4f4e-40a6-ade9-159ec3ecf1e8 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:17.507233 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-09e810c1-ba31-4728-92fc-4787061bcf18 None None] Provisioning complete for port f5a0060d-ae97-4baf-8d72-8a1dd7a0b1ac triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:27:17.507233 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-09e810c1-ba31-4728-92fc-4787061bcf18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:17.671560 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd4c8af-4f4e-40a6-ade9-159ec3ecf1e8 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Pushing event deleted for resources: {'Port': ['ID=dabe58b9-9fba-4226-bb00-832e392fc893,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:17.682988 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-09e810c1-ba31-4728-92fc-4787061bcf18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:17.720439 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-09e810c1-ba31-4728-92fc-4787061bcf18 None None] For port f5a0060d-ae97-4baf-8d72-8a1dd7a0b1ac, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=f5a0060d-ae97-4baf-8d72-8a1dd7a0b1ac,segment=NetworkSegment(4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6),segment_id=4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:27:17.742460 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b6502148-5324-4af8-a9d4-81bf118af162 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:17.783216 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6502148-5324-4af8-a9d4-81bf118af162 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event deleted for resources: {'Port': ['ID=427cf112-cbb5-4343-bb42-0f5ba9063a81,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:17.801230 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ebd4c8af-4f4e-40a6-ade9-159ec3ecf1e8 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks [] for floatingip, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:17.803980 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ebd4c8af-4f4e-40a6-ade9-159ec3ecf1e8 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:17.807947 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-ebd4c8af-4f4e-40a6-ade9-159ec3ecf1e8 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "DELETE /v2.0/floatingips/610f5a7d-0fb6-40c8-8e33-336fe35a1a5d HTTP/1.1" status: 204 len: 168 time: 1.3237536 Jul 05 02:27:17.810329 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 34072) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:17.812324 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-09e810c1-ba31-4728-92fc-4787061bcf18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:17.814531 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de90e292-1e0e-4ada-8aa0-34a60e01f266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc2857b1-7296-443f-a503-6c7c30359f96,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:17.820992 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-de90e292-1e0e-4ada-8aa0-34a60e01f266 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=18c1dd16c82042fe9d1f94e0c07f48e0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2312109 Jul 05 02:27:17.852181 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 34074) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:17.881424 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b6502148-5324-4af8-a9d4-81bf118af162 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:17.883408 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-b6502148-5324-4af8-a9d4-81bf118af162 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "DELETE /v2.0/ports/427cf112-cbb5-4343-bb42-0f5ba9063a81 HTTP/1.1" status: 204 len: 168 time: 0.9852660 Jul 05 02:27:17.887326 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e810c1-ba31-4728-92fc-4787061bcf18 None None] Pushing event updated for resources: {'Port': ['ID=f5a0060d-ae97-4baf-8d72-8a1dd7a0b1ac,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:17.894405 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-cc6d6ac0-907f-470f-b176-e327020189d1 req-d45817ec-9dbe-4ad4-b1b5-b39d40b4d25d tempest-ServerShowV247Test-2133999980 tempest-ServerShowV247Test-2133999980-project] 10.222.0.23 "GET /v2.0/ports?device_id=be49ac3c-1f08-450f-bbe4-913e2feed4fe HTTP/1.1" status: 200 len: 210 time: 0.1650596 Jul 05 02:27:17.896407 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 34076) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:17.936314 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-4315521a-2763-44d1-9a38-865c7b705336 None None] Could not find standard attr ID for object 427cf112-cbb5-4343-bb42-0f5ba9063a81. {{(pid=94463) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 02:27:18.002639 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5b0ab72a-8d10-494b-a8ff-7791ab19a72a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:18.016577 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe4d801-15c3-4813-91ae-62d032a42359 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:18.016577 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe4d801-15c3-4813-91ae-62d032a42359 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:18.021759 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-4fe4d801-15c3-4813-91ae-62d032a42359 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1233907 Jul 05 02:27:18.023750 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 34078) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:18.025956 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8646176-abbf-49f8-ba0b-4e2b8617c12f tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:27:18.034353 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-c8646176-abbf-49f8-ba0b-4e2b8617c12f tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] 10.222.0.23 "PUT /v2.0/routers/4d68b140-612f-406b-a88b-275eac9c95a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5298574 Jul 05 02:27:18.035151 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 34080) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:18.040246 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a6700e-d0ad-4c27-bec7-dab1c22a748c None None] Sync routers for ids ['4d68b140-612f-406b-a88b-275eac9c95a6'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:27:18.053645 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a6700e-d0ad-4c27-bec7-dab1c22a748c None None] Routers {'4d68b140-612f-406b-a88b-275eac9c95a6'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:27:18.054704 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-a1a6700e-d0ad-4c27-bec7-dab1c22a748c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:26:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['4d68b140-612f-406b-a88b-275eac9c95a6'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:27:18.068772 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5b0ab72a-8d10-494b-a8ff-7791ab19a72a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:18.126043 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb666b-636c-4d94-8b14-cb82a63711e5 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Deleting port b2afd91c-2fe8-49dd-a28d-0512eaf561ce {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:27:18.126443 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2ffb666b-636c-4d94-8b14-cb82a63711e5 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:18.129089 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-a1a6700e-d0ad-4c27-bec7-dab1c22a748c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:27:18.133408 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b0f0ad4-f50e-4ce5-b5eb-c5aa4567790b tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Deleting subnet ede98781-2a05-4d97-a0f5-fd1a0a85941b {{(pid=94461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:27:18.144392 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a6700e-d0ad-4c27-bec7-dab1c22a748c None None] Routers {'4d68b140-612f-406b-a88b-275eac9c95a6'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:27:18.145019 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-a1a6700e-d0ad-4c27-bec7-dab1c22a748c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:26:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['4d68b140-612f-406b-a88b-275eac9c95a6'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:27:18.148990 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5b0f0ad4-f50e-4ce5-b5eb-c5aa4567790b tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks [] for subnet, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:18.185634 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-a1a6700e-d0ad-4c27-bec7-dab1c22a748c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:27:18.185938 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-65efcd28-845b-4ee1-8afe-c585f3ce304d tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Notify callbacks [] for router, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:18.196629 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a6700e-d0ad-4c27-bec7-dab1c22a748c None None] The sync data for ids ['4d68b140-612f-406b-a88b-275eac9c95a6'] in n-d-771362-32 is: [] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:27:18.330821 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-65efcd28-845b-4ee1-8afe-c585f3ce304d tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:18.354862 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device f5a0060d-ae97-4baf-8d72-8a1dd7a0b1ac up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:27:18.404312 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port f5a0060d-ae97-4baf-8d72-8a1dd7a0b1ac triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:27:18.404700 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:18.459258 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-65efcd28-845b-4ee1-8afe-c585f3ce304d tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Deleting port 7b551359-9cfd-41ee-865b-537c607a4aa2 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:27:18.459615 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-65efcd28-845b-4ee1-8afe-c585f3ce304d tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:18.553101 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-65efcd28-845b-4ee1-8afe-c585f3ce304d tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:18.564972 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5b0f0ad4-f50e-4ce5-b5eb-c5aa4567790b tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5519650'] for subnet, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:18.571007 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-65efcd28-845b-4ee1-8afe-c585f3ce304d tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Calling delete_port for 7b551359-9cfd-41ee-865b-537c607a4aa2 owned by network:router_gateway {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:27:18.680494 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5b0ab72a-8d10-494b-a8ff-7791ab19a72a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:18.683178 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5b0ab72a-8d10-494b-a8ff-7791ab19a72a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:18.686847 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-5b0ab72a-8d10-494b-a8ff-7791ab19a72a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fc2857b1-7296-443f-a503-6c7c30359f96 HTTP/1.1" status: 204 len: 168 time: 0.8299148 Jul 05 02:27:18.743534 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0ab72a-8d10-494b-a8ff-7791ab19a72a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc2857b1-7296-443f-a503-6c7c30359f96,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:18.759907 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5b0f0ad4-f50e-4ce5-b5eb-c5aa4567790b tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:18.803598 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2ffb666b-636c-4d94-8b14-cb82a63711e5 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:18.836892 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb666b-636c-4d94-8b14-cb82a63711e5 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Calling delete_port for b2afd91c-2fe8-49dd-a28d-0512eaf561ce owned by {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:27:18.874879 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cdad5a-00ac-48d0-9fe0-28a7a2ee6567 req-cc8d91e2-b035-4e8e-aec1-e19cf585ff9f tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:18.876030 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-65efcd28-845b-4ee1-8afe-c585f3ce304d tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:18.876414 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a5cdad5a-00ac-48d0-9fe0-28a7a2ee6567 req-cc8d91e2-b035-4e8e-aec1-e19cf585ff9f tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.21 "GET /v2.0/ports?device_id=06117d83-c05c-4628-9b23-852a90e69be0 HTTP/1.1" status: 200 len: 951 time: 0.3485808 Jul 05 02:27:18.887469 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcfdb8f-1759-459c-b4b1-4dcec04ed9c7 req-2cf938cb-efd5-43ad-9954-46dc33a04d22 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:18.888981 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1fcfdb8f-1759-459c-b4b1-4dcec04ed9c7 req-2cf938cb-efd5-43ad-9954-46dc33a04d22 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/ports?device_id=06117d83-c05c-4628-9b23-852a90e69be0 HTTP/1.1" status: 200 len: 951 time: 0.2407448 Jul 05 02:27:18.901425 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65efcd28-845b-4ee1-8afe-c585f3ce304d tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Pushing event deleted for resources: {'Port': ['ID=7b551359-9cfd-41ee-865b-537c607a4aa2,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:18.992058 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-65efcd28-845b-4ee1-8afe-c585f3ce304d tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636927'] for router_gateway, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:19.036644 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1fcfdb8f-1759-459c-b4b1-4dcec04ed9c7 req-761b4088-8439-4723-86df-ca1f7415badf tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1003e45-917a-406c-999d-122388976885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043849 Jul 05 02:27:19.065063 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5b0f0ad4-f50e-4ce5-b5eb-c5aa4567790b tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5763388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774356'] for subnet, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:19.110733 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0f0ad4-f50e-4ce5-b5eb-c5aa4567790b tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event deleted for resources: {'Subnet': ['ID=ede98781-2a05-4d97-a0f5-fd1a0a85941b,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:19.110992 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-65efcd28-845b-4ee1-8afe-c585f3ce304d tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11828'] for router, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:19.114678 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5b0f0ad4-f50e-4ce5-b5eb-c5aa4567790b tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:19.118959 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-5b0f0ad4-f50e-4ce5-b5eb-c5aa4567790b tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "DELETE /v2.0/subnets/ede98781-2a05-4d97-a0f5-fd1a0a85941b HTTP/1.1" status: 204 len: 168 time: 1.0904052 Jul 05 02:27:19.119550 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 34092) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:19.126532 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f823234-5db0-41b0-803a-8a6b040c2de9 None None] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:27:19.129848 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-65efcd28-845b-4ee1-8afe-c585f3ce304d tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:19.133003 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0e5668f3-c798-4a36-86db-1c9de12d6245 req-439e63cc-ee19-4a81-8736-eb5b5bec30f5 tempest-ServerShowV247Test-2133999980 tempest-ServerShowV247Test-2133999980-project] 10.222.0.23 "GET /v2.0/ports?device_id=be49ac3c-1f08-450f-bbe4-913e2feed4fe HTTP/1.1" status: 200 len: 210 time: 0.0365450 Jul 05 02:27:19.193972 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-fbae625f-7bc8-4b40-81ee-1bd539288927 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0707073 Jul 05 02:27:19.194930 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 34096) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:19.202726 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-edb49593-04f9-4909-a0f8-84da15e679fd tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Request body: {'subnet': {'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:27:19.259118 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-65efcd28-845b-4ee1-8afe-c585f3ce304d tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1575451'] for router, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:19.259678 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65efcd28-845b-4ee1-8afe-c585f3ce304d tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Fanout notify agent at l3_agent the message router_deleted on router 4d68b140-612f-406b-a88b-275eac9c95a6 {{(pid=94462) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 02:27:19.266740 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-65efcd28-845b-4ee1-8afe-c585f3ce304d tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:19.270334 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-65efcd28-845b-4ee1-8afe-c585f3ce304d tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] 10.222.0.23 "DELETE /v2.0/routers/4d68b140-612f-406b-a88b-275eac9c95a6 HTTP/1.1" status: 204 len: 168 time: 1.2308033 Jul 05 02:27:19.270524 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 34098) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:19.288379 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-a5cdad5a-00ac-48d0-9fe0-28a7a2ee6567 req-8786ffbc-faf6-415f-9331-14285e0b38ff tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Deleting port eda2c6e2-c0ed-4606-8bdb-48d578879d54 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:27:19.288741 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a5cdad5a-00ac-48d0-9fe0-28a7a2ee6567 req-8786ffbc-faf6-415f-9331-14285e0b38ff tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:19.354155 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4f03a22-a2a7-4003-b637-f3cb7d29dac6 tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Deleting subnet fdb9c337-1df6-45bb-b1be-46c92296fcfb {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:27:19.363189 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a4f03a22-a2a7-4003-b637-f3cb7d29dac6 tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:19.414341 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2ffb666b-636c-4d94-8b14-cb82a63711e5 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:19.445645 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-a5cdad5a-00ac-48d0-9fe0-28a7a2ee6567 req-8786ffbc-faf6-415f-9331-14285e0b38ff tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] For port eda2c6e2-c0ed-4606-8bdb-48d578879d54, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=eda2c6e2-c0ed-4606-8bdb-48d578879d54,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:27:19.448045 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a5cdad5a-00ac-48d0-9fe0-28a7a2ee6567 req-8786ffbc-faf6-415f-9331-14285e0b38ff tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:19.450513 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce984506-de59-4fd5-af60-38a1e2366ccc None None] DHCP port deletion for ed71b0ad-0d45-4cc1-9581-fdfa4092af45 request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:27:19.459420 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a4f03a22-a2a7-4003-b637-f3cb7d29dac6 tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:19.487007 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffb666b-636c-4d94-8b14-cb82a63711e5 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Pushing event deleted for resources: {'Port': ['ID=b2afd91c-2fe8-49dd-a28d-0512eaf561ce,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:19.489889 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb49593-04f9-4909-a0f8-84da15e679fd tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Made reservation on behalf of db76c4c0345048a1b87eacad1e0b9ba1 for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:27:19.495550 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-edb49593-04f9-4909-a0f8-84da15e679fd tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:19.502092 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-a5cdad5a-00ac-48d0-9fe0-28a7a2ee6567 req-8786ffbc-faf6-415f-9331-14285e0b38ff tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Calling delete_port for eda2c6e2-c0ed-4606-8bdb-48d578879d54 owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:27:19.514170 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-ce984506-de59-4fd5-af60-38a1e2366ccc None None] Deleting port f5a0060d-ae97-4baf-8d72-8a1dd7a0b1ac {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:27:19.514428 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-ce984506-de59-4fd5-af60-38a1e2366ccc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:19.595489 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-ce984506-de59-4fd5-af60-38a1e2366ccc None None] For port f5a0060d-ae97-4baf-8d72-8a1dd7a0b1ac, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=f5a0060d-ae97-4baf-8d72-8a1dd7a0b1ac,segment=NetworkSegment(4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6),segment_id=4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:27:19.595879 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-ce984506-de59-4fd5-af60-38a1e2366ccc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:19.598881 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a4f03a22-a2a7-4003-b637-f3cb7d29dac6 tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:19.609433 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-ce984506-de59-4fd5-af60-38a1e2366ccc None None] Calling delete_port for f5a0060d-ae97-4baf-8d72-8a1dd7a0b1ac owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:27:19.699645 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2ffb666b-636c-4d94-8b14-cb82a63711e5 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:19.704293 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-2ffb666b-636c-4d94-8b14-cb82a63711e5 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "DELETE /v2.0/ports/b2afd91c-2fe8-49dd-a28d-0512eaf561ce HTTP/1.1" status: 204 len: 168 time: 1.8931584 Jul 05 02:27:19.706940 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 34110) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:19.801331 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-ce984506-de59-4fd5-af60-38a1e2366ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:19.803988 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a4f03a22-a2a7-4003-b637-f3cb7d29dac6 tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:19.826249 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce984506-de59-4fd5-af60-38a1e2366ccc None None] Pushing event deleted for resources: {'Port': ['ID=f5a0060d-ae97-4baf-8d72-8a1dd7a0b1ac,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:19.833313 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce984506-de59-4fd5-af60-38a1e2366ccc None None] No DVR routers for this DVR port f5a0060d-ae97-4baf-8d72-8a1dd7a0b1ac on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:27:19.840292 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a4f03a22-a2a7-4003-b637-f3cb7d29dac6 tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:19.845016 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-a4f03a22-a2a7-4003-b637-f3cb7d29dac6 tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] 10.222.0.23 "DELETE /v2.0/subnets/fdb9c337-1df6-45bb-b1be-46c92296fcfb HTTP/1.1" status: 204 len: 168 time: 0.5706944 Jul 05 02:27:19.846561 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f03a22-a2a7-4003-b637-f3cb7d29dac6 tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Pushing event deleted for resources: {'Subnet': ['ID=fdb9c337-1df6-45bb-b1be-46c92296fcfb,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:19.848828 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 34116) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:19.849788 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b234c80f-d1e7-40fd-aa65-13aa46c6218c None None] Network 11e1069c-bc0b-43d9-b8d3-71b95490bd13 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:27:19.913536 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-de64bd57-f41b-4ee9-84ae-85d3e76c2e88 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Deleting port 20091b1d-6f87-44f6-b3a2-80a8f0399bd5 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:27:19.913879 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-de64bd57-f41b-4ee9-84ae-85d3e76c2e88 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:19.967541 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a5cdad5a-00ac-48d0-9fe0-28a7a2ee6567 req-8786ffbc-faf6-415f-9331-14285e0b38ff tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:20.023602 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['eda2c6e2-c0ed-4606-8bdb-48d578879d54'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:27:20.024524 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8786ffbc-faf6-415f-9331-14285e0b38ff tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Pushing event deleted for resources: {'Port': ['ID=eda2c6e2-c0ed-4606-8bdb-48d578879d54,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:20.082076 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-334a128b-6926-487d-a2a0-176a80ac927b tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:20.143944 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5cdad5a-00ac-48d0-9fe0-28a7a2ee6567 req-8786ffbc-faf6-415f-9331-14285e0b38ff tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] No DVR routers for this DVR port eda2c6e2-c0ed-4606-8bdb-48d578879d54 on host n-h1-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:27:20.155362 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a5cdad5a-00ac-48d0-9fe0-28a7a2ee6567 req-8786ffbc-faf6-415f-9331-14285e0b38ff tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:20.160149 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a5cdad5a-00ac-48d0-9fe0-28a7a2ee6567 req-8786ffbc-faf6-415f-9331-14285e0b38ff tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.21 "DELETE /v2.0/ports/eda2c6e2-c0ed-4606-8bdb-48d578879d54 HTTP/1.1" status: 204 len: 173 time: 1.2682002 Jul 05 02:27:20.162573 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06117d83-c05c-4628-9b23-852a90e69be0', 'name': 'network-vif-deleted', 'tag': 'eda2c6e2-c0ed-4606-8bdb-48d578879d54'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:27:20.167879 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-057cf606-d622-4aef-8913-7ce11c4f596c" -d '{"events": [{"server_uuid": "06117d83-c05c-4628-9b23-852a90e69be0", "name": "network-vif-deleted", "tag": "eda2c6e2-c0ed-4606-8bdb-48d578879d54"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:27:20.253382 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98d086e5-5424-4764-a907-ec4020934a2b x-openstack-request-id: req-98d086e5-5424-4764-a907-ec4020934a2b {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:27:20.253382 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06117d83-c05c-4628-9b23-852a90e69be0", "name": "network-vif-deleted", "tag": "eda2c6e2-c0ed-4606-8bdb-48d578879d54", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:27:20.253382 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-98d086e5-5424-4764-a907-ec4020934a2b {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:27:20.254445 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06117d83-c05c-4628-9b23-852a90e69be0', 'name': 'network-vif-deleted', 'tag': 'eda2c6e2-c0ed-4606-8bdb-48d578879d54', 'status': 'completed', 'code': 200} Jul 05 02:27:20.287761 n-d-771362-32 neutron-server[94461]: DEBUG neutron.objects.ports [None req-edb49593-04f9-4909-a0f8-84da15e679fd tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94461) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 02:27:20.287944 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-edb49593-04f9-4909-a0f8-84da15e679fd tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5763451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774823'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:20.310285 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-de64bd57-f41b-4ee9-84ae-85d3e76c2e88 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:20.312860 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79434251-ce56-4d4d-b669-c934a60ce191 None None] DHCP port deletion for 11e1069c-bc0b-43d9-b8d3-71b95490bd13 request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:27:20.414200 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb49593-04f9-4909-a0f8-84da15e679fd tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:27:20.423696 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-de64bd57-f41b-4ee9-84ae-85d3e76c2e88 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Calling delete_port for 20091b1d-6f87-44f6-b3a2-80a8f0399bd5 owned by {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:27:20.425556 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-edb49593-04f9-4909-a0f8-84da15e679fd tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:27:20.433169 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb49593-04f9-4909-a0f8-84da15e679fd tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:20.434725 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-edb49593-04f9-4909-a0f8-84da15e679fd tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:20.441993 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-79434251-ce56-4d4d-b669-c934a60ce191 None None] Deleting port 3eaf5d2a-8328-423f-aae1-b9619f01fbea {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:27:20.442556 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-79434251-ce56-4d4d-b669-c934a60ce191 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:20.461775 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-07668eb8-e2f8-41d2-8480-ac64ca47baf3 req-87f9c189-7013-47db-aebe-9266bbdf94b7 tempest-ServersAdminTestJSON-1680086020 tempest-ServersAdminTestJSON-1680086020-project] 10.222.0.23 "GET /v2.0/ports?device_id=06117d83-c05c-4628-9b23-852a90e69be0 HTTP/1.1" status: 200 len: 210 time: 0.1169662 Jul 05 02:27:20.479562 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358ade07-ffe4-4804-a86b-5dd0e3b9b2a1 None None] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:27:20.483953 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb49593-04f9-4909-a0f8-84da15e679fd tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event updated for resources: {'Subnet': ['ID=9a07c5e5-a98b-42c7-9e3a-64f0edea54db,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:20.543232 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device f5a0060d-ae97-4baf-8d72-8a1dd7a0b1ac no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:27:20.550692 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-314541d6-cfd9-4b84-9bdf-24531a447e77 req-713f37b2-cb06-499f-907e-675aad9e7fad tempest-ServerShowV247Test-2133999980 tempest-ServerShowV247Test-2133999980-project] 10.222.0.23 "GET /v2.0/ports?device_id=be49ac3c-1f08-450f-bbe4-913e2feed4fe HTTP/1.1" status: 200 len: 210 time: 0.0499575 Jul 05 02:27:20.562602 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-334a128b-6926-487d-a2a0-176a80ac927b tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Deleting port 3eaf5d2a-8328-423f-aae1-b9619f01fbea {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:27:20.562947 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-334a128b-6926-487d-a2a0-176a80ac927b tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:20.580199 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-edb49593-04f9-4909-a0f8-84da15e679fd tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.3842115 Jul 05 02:27:20.583177 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 34132) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:20.589406 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-dfaeedf1-acbc-472f-a338-dacc49f23278 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Request body: {'port': {'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'mac_address': 'fa:16:3e:08:56:e8', 'name': 'tempest-NetworksTestDHCPv6-1311686690'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:27:20.614822 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: f5a0060d-ae97-4baf-8d72-8a1dd7a0b1ac {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:27:20.615231 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device f5a0060d-ae97-4baf-8d72-8a1dd7a0b1ac not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:27:20.679274 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-334a128b-6926-487d-a2a0-176a80ac927b tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] For port 3eaf5d2a-8328-423f-aae1-b9619f01fbea, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=3eaf5d2a-8328-423f-aae1-b9619f01fbea,segment=NetworkSegment(63743f72-c2f6-4560-bca2-4fec04ed1177),segment_id=63743f72-c2f6-4560-bca2-4fec04ed1177)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:27:20.679540 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-334a128b-6926-487d-a2a0-176a80ac927b tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:20.682048 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-79434251-ce56-4d4d-b669-c934a60ce191 None None] For port 3eaf5d2a-8328-423f-aae1-b9619f01fbea, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=3eaf5d2a-8328-423f-aae1-b9619f01fbea,segment=NetworkSegment(63743f72-c2f6-4560-bca2-4fec04ed1177),segment_id=63743f72-c2f6-4560-bca2-4fec04ed1177)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:27:20.682477 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-79434251-ce56-4d4d-b669-c934a60ce191 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:20.700453 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-334a128b-6926-487d-a2a0-176a80ac927b tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Calling delete_port for 3eaf5d2a-8328-423f-aae1-b9619f01fbea owned by network:dhcp {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:27:20.704917 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-79434251-ce56-4d4d-b669-c934a60ce191 None None] Calling delete_port for 3eaf5d2a-8328-423f-aae1-b9619f01fbea owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:27:20.801319 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfaeedf1-acbc-472f-a338-dacc49f23278 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Made reservation on behalf of db76c4c0345048a1b87eacad1e0b9ba1 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:27:20.900090 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-dfaeedf1-acbc-472f-a338-dacc49f23278 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:20.923241 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [None req-dfaeedf1-acbc-472f-a338-dacc49f23278 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] device_id is not set on port 5e3f098c-e50d-487d-8031-719c91e19756 yet. {{(pid=94461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:27:20.950348 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-de64bd57-f41b-4ee9-84ae-85d3e76c2e88 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:20.952254 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-334a128b-6926-487d-a2a0-176a80ac927b tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:20.987268 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334a128b-6926-487d-a2a0-176a80ac927b tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Pushing event deleted for resources: {'Port': ['ID=3eaf5d2a-8328-423f-aae1-b9619f01fbea,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:20.996637 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4ff04eba-1952-4c83-beef-b226890394fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:21.000895 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334a128b-6926-487d-a2a0-176a80ac927b tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] No DVR routers for this DVR port 3eaf5d2a-8328-423f-aae1-b9619f01fbea on host n-d-771362-32 {{(pid=94462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:27:21.015109 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ce6244-6344-4b43-98e4-932182e9cce8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'tenant_id': 'db76c4c0345048a1b87eacad1e0b9ba1', 'fixed_ips': [{'subnet_id': '9a07c5e5-a98b-42c7-9e3a-64f0edea54db'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:27:21.016772 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-00ce6244-6344-4b43-98e4-932182e9cce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:21.113540 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-dfaeedf1-acbc-472f-a338-dacc49f23278 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Allocated IP 2001:db8::f816:3eff:fe08:56e8 (ed71b0ad-0d45-4cc1-9581-fdfa4092af45/9a07c5e5-a98b-42c7-9e3a-64f0edea54db/5e3f098c-e50d-487d-8031-719c91e19756) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:27:21.131092 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de64bd57-f41b-4ee9-84ae-85d3e76c2e88 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Pushing event deleted for resources: {'Port': ['ID=20091b1d-6f87-44f6-b3a2-80a8f0399bd5,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:21.139775 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-79434251-ce56-4d4d-b669-c934a60ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:21.195765 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79434251-ce56-4d4d-b669-c934a60ce191 None None] Pushing event deleted for resources: {'Port': ['ID=3eaf5d2a-8328-423f-aae1-b9619f01fbea,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:21.222418 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-334a128b-6926-487d-a2a0-176a80ac927b tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:21.228505 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79434251-ce56-4d4d-b669-c934a60ce191 None None] No DVR routers for this DVR port 3eaf5d2a-8328-423f-aae1-b9619f01fbea on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:27:21.244700 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-334a128b-6926-487d-a2a0-176a80ac927b tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11e1069c-bc0b-43d9-b8d3-71b95490bd13']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:27:21.262030 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-334a128b-6926-487d-a2a0-176a80ac927b tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63743f72-c2f6-4560-bca2-4fec04ed1177') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:27:21.262456 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-334a128b-6926-487d-a2a0-176a80ac927b tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63743f72-c2f6-4560-bca2-4fec04ed1177') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:27:21.283458 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-de64bd57-f41b-4ee9-84ae-85d3e76c2e88 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:21.285642 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-de64bd57-f41b-4ee9-84ae-85d3e76c2e88 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "DELETE /v2.0/ports/20091b1d-6f87-44f6-b3a2-80a8f0399bd5 HTTP/1.1" status: 204 len: 168 time: 1.5772426 Jul 05 02:27:21.288559 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 34146) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:21.297977 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-334a128b-6926-487d-a2a0-176a80ac927b tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:21.343308 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-334a128b-6926-487d-a2a0-176a80ac927b tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:21.359367 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-334a128b-6926-487d-a2a0-176a80ac927b tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:27:21.360180 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-334a128b-6926-487d-a2a0-176a80ac927b tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:21.363696 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:27:21.363696 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:27:21.363696 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:27:21.363696 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:27:21.363696 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:27:21.363696 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:27:21.363696 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:27:21.363696 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:27:21.363696 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:27:21.363696 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:27:21.363696 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:27:21.363696 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:27:21.363696 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:27:21.363696 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:27:21.363696 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:27:21.363696 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:27:21.363696 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:27:21.363696 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:27:21.363696 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:27:21.363696 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:27:21.363696 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:27:21.363696 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:27:21.363696 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:27:21.363696 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:27:21.363696 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:27:21.363696 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:27:21.363696 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:27:21.363696 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:27:21.363696 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:27:21.363696 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:27:21.363696 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:27:21.363696 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:27:21.363696 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:27:21.363696 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:27:21.363696 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:27:21.363696 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:27:21.363696 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:27:21.363696 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:27:21.371180 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-dfaeedf1-acbc-472f-a338-dacc49f23278 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:21.416262 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d378faa-2ea7-4c7e-b465-9bee3c8958a6 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Deleting subnet 60a80ec2-db69-42d6-b3ae-9c4f0a0ead85 {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:27:21.422959 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6d378faa-2ea7-4c7e-b465-9bee3c8958a6 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:21.498839 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6d378faa-2ea7-4c7e-b465-9bee3c8958a6 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:21.596116 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [None req-dfaeedf1-acbc-472f-a338-dacc49f23278 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Transition to ACTIVE for port object 5e3f098c-e50d-487d-8031-719c91e19756 will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:27:21.613458 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-334a128b-6926-487d-a2a0-176a80ac927b tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:21.640038 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-334a128b-6926-487d-a2a0-176a80ac927b tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:21.642275 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-334a128b-6926-487d-a2a0-176a80ac927b tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] 10.222.0.23 "DELETE /v2.0/networks/11e1069c-bc0b-43d9-b8d3-71b95490bd13 HTTP/1.1" status: 204 len: 168 time: 1.7877865 Jul 05 02:27:21.643325 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 34158) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:21.655986 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334a128b-6926-487d-a2a0-176a80ac927b tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Pushing event deleted for resources: {'Network': ['ID=11e1069c-bc0b-43d9-b8d3-71b95490bd13,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:21.666162 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6d378faa-2ea7-4c7e-b465-9bee3c8958a6 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:21.743284 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-dfaeedf1-acbc-472f-a338-dacc49f23278 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:21.821888 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-00ce6244-6344-4b43-98e4-932182e9cce8 None None] Allocated IP 2001:db8::f816:3eff:feb0:8622 (ed71b0ad-0d45-4cc1-9581-fdfa4092af45/9a07c5e5-a98b-42c7-9e3a-64f0edea54db/ad39a28c-16c6-42aa-b4c2-e85c645fd656) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:27:21.849215 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfaeedf1-acbc-472f-a338-dacc49f23278 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:27:21.854848 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-dfaeedf1-acbc-472f-a338-dacc49f23278 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:27:21.857436 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfaeedf1-acbc-472f-a338-dacc49f23278 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:27:21.864555 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfaeedf1-acbc-472f-a338-dacc49f23278 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:21.865238 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-dfaeedf1-acbc-472f-a338-dacc49f23278 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:21.905840 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-28b7f4c3-d2ef-4329-bb01-48b8fb747ce4 req-e5746c11-a4b0-471b-8d05-b241c1795cb3 tempest-ServerShowV247Test-2133999980 tempest-ServerShowV247Test-2133999980-project] 10.222.0.23 "GET /v2.0/ports?device_id=be49ac3c-1f08-450f-bbe4-913e2feed4fe HTTP/1.1" status: 200 len: 210 time: 0.0859585 Jul 05 02:27:21.924928 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6d378faa-2ea7-4c7e-b465-9bee3c8958a6 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:21.933223 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-3c6ce72a-9be2-475c-855a-688faa349e85 tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Deleting port c6db9050-32f0-4460-b0a1-f5e3f50f5479 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:27:21.933585 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3c6ce72a-9be2-475c-855a-688faa349e85 tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:21.973591 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d378faa-2ea7-4c7e-b465-9bee3c8958a6 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Pushing event deleted for resources: {'Subnet': ['ID=60a80ec2-db69-42d6-b3ae-9c4f0a0ead85,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:21.983950 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6d378faa-2ea7-4c7e-b465-9bee3c8958a6 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:21.989151 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-6d378faa-2ea7-4c7e-b465-9bee3c8958a6 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "DELETE /v2.0/subnets/60a80ec2-db69-42d6-b3ae-9c4f0a0ead85 HTTP/1.1" status: 204 len: 168 time: 0.6995897 Jul 05 02:27:21.992287 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 34172) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:21.992848 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaeedf1-acbc-472f-a338-dacc49f23278 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event updated for resources: {'Port': ['ID=5e3f098c-e50d-487d-8031-719c91e19756,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:22.007667 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-dfaeedf1-acbc-472f-a338-dacc49f23278 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4234281 Jul 05 02:27:22.010469 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 34174) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:22.027370 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff954297-cf21-4d33-9fc6-48cbf3137f3e None None] Network 8fabf858-7855-4bc3-b4b1-4ecb63b57267 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:27:22.079293 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_v2 [None req-a50afc95-17eb-4500-896d-4fdad5ce2f43 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Deleting subnet 473bf51e-fdd3-4bfb-8054-3ae41f9e7fb8 {{(pid=94461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:27:22.083738 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a50afc95-17eb-4500-896d-4fdad5ce2f43 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks [] for subnet, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:22.104927 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6476f8c2-312d-4770-b048-69b41de961c2 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:22.108990 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-6476f8c2-312d-4770-b048-69b41de961c2 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0949099 Jul 05 02:27:22.109691 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 34178) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:22.110024 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-00ce6244-6344-4b43-98e4-932182e9cce8 None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:22.127862 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-00ce6244-6344-4b43-98e4-932182e9cce8 None None] Transition to ACTIVE for port object ad39a28c-16c6-42aa-b4c2-e85c645fd656 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:27:22.136284 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a50afc95-17eb-4500-896d-4fdad5ce2f43 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5519650'] for subnet, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:22.177805 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-00ce6244-6344-4b43-98e4-932182e9cce8 None None] Transition to ACTIVE for port object ad39a28c-16c6-42aa-b4c2-e85c645fd656 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:27:22.220656 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3c6ce72a-9be2-475c-855a-688faa349e85 tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:22.221005 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3c6ce72a-9be2-475c-855a-688faa349e85 tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:22.238025 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-9387fe91-22b8-4d3d-a5ec-e1de291a4b9d tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Deleting port 5e3f098c-e50d-487d-8031-719c91e19756 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:27:22.238415 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9387fe91-22b8-4d3d-a5ec-e1de291a4b9d tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:22.307531 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-3c6ce72a-9be2-475c-855a-688faa349e85 tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Calling delete_port for c6db9050-32f0-4460-b0a1-f5e3f50f5479 owned by network:floatingip {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:27:22.313887 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a50afc95-17eb-4500-896d-4fdad5ce2f43 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:22.314918 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4547de65-43c5-443a-a35c-e10a54202b6e None None] DHCP port deletion for 8fabf858-7855-4bc3-b4b1-4ecb63b57267 request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:27:22.321312 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-00ce6244-6344-4b43-98e4-932182e9cce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:22.378196 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 34186) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:22.429325 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9387fe91-22b8-4d3d-a5ec-e1de291a4b9d tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:22.446098 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-9387fe91-22b8-4d3d-a5ec-e1de291a4b9d tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Calling delete_port for 5e3f098c-e50d-487d-8031-719c91e19756 owned by {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:27:22.448990 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 3eaf5d2a-8328-423f-aae1-b9619f01fbea no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:27:22.458039 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ce6244-6344-4b43-98e4-932182e9cce8 None None] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:27:22.483173 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-00ce6244-6344-4b43-98e4-932182e9cce8 None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:27:22.486559 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ce6244-6344-4b43-98e4-932182e9cce8 None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:27:22.492922 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 3eaf5d2a-8328-423f-aae1-b9619f01fbea {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:27:22.493271 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 3eaf5d2a-8328-423f-aae1-b9619f01fbea not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:27:22.497104 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ce6244-6344-4b43-98e4-932182e9cce8 None None] Pushing event updated for resources: {'Port': ['ID=ad39a28c-16c6-42aa-b4c2-e85c645fd656,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:22.557044 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device eda2c6e2-c0ed-4606-8bdb-48d578879d54 no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:27:22.603794 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] No Port match for: eda2c6e2-c0ed-4606-8bdb-48d578879d54 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:27:22.604160 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device eda2c6e2-c0ed-4606-8bdb-48d578879d54 not bound to the agent host n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:27:22.617905 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-00ce6244-6344-4b43-98e4-932182e9cce8 None None] Attempting to bind port ad39a28c-16c6-42aa-b4c2-e85c645fd656 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:27:22.618305 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-00ce6244-6344-4b43-98e4-932182e9cce8 None None] Attempting to bind port ad39a28c-16c6-42aa-b4c2-e85c645fd656 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:27:22.618585 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ce6244-6344-4b43-98e4-932182e9cce8 None None] Attempting to bind port ad39a28c-16c6-42aa-b4c2-e85c645fd656 on network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:27:22.628454 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ce6244-6344-4b43-98e4-932182e9cce8 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:27:22.628922 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ce6244-6344-4b43-98e4-932182e9cce8 None None] Checking segment: {'id': '4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:27:22.629459 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-00ce6244-6344-4b43-98e4-932182e9cce8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:22.629994 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ce6244-6344-4b43-98e4-932182e9cce8 None None] Bound using segment: {'id': '4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:27:22.630730 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-00ce6244-6344-4b43-98e4-932182e9cce8 None None] Bound port: ad39a28c-16c6-42aa-b4c2-e85c645fd656, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:27:22.631261 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-00ce6244-6344-4b43-98e4-932182e9cce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:22.641908 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-4547de65-43c5-443a-a35c-e10a54202b6e None None] Deleting port b51921a0-3689-471d-a129-a70a2491a7f6 {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:27:22.643169 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4547de65-43c5-443a-a35c-e10a54202b6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:22.669732 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-db68afc8-56e9-4879-8f4c-d7b0914f8342 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4940e87046f140ca84ee108962838413&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2880063 Jul 05 02:27:22.669995 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 34192) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:22.683901 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a50afc95-17eb-4500-896d-4fdad5ce2f43 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5763388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774356'] for subnet, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:22.719414 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50afc95-17eb-4500-896d-4fdad5ce2f43 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Pushing event deleted for resources: {'Subnet': ['ID=473bf51e-fdd3-4bfb-8054-3ae41f9e7fb8,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:22.725415 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a50afc95-17eb-4500-896d-4fdad5ce2f43 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:22.726044 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b1c00e72-c95d-4ec7-a415-442f53abdf92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:22.730991 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-a50afc95-17eb-4500-896d-4fdad5ce2f43 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "DELETE /v2.0/subnets/473bf51e-fdd3-4bfb-8054-3ae41f9e7fb8 HTTP/1.1" status: 204 len: 168 time: 0.7347109 Jul 05 02:27:22.731848 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 34194) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:22.738737 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3956cf4-13fe-43f6-a8cc-de1f26e22908 None None] Network 70f5fd93-7af8-4288-a451-7de7b5d6c1c7 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:27:22.750104 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b1c00e72-c95d-4ec7-a415-442f53abdf92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:22.753356 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3c6ce72a-9be2-475c-855a-688faa349e85 tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:22.756510 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9387fe91-22b8-4d3d-a5ec-e1de291a4b9d tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:22.795857 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9387fe91-22b8-4d3d-a5ec-e1de291a4b9d tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event deleted for resources: {'Port': ['ID=5e3f098c-e50d-487d-8031-719c91e19756,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:22.823751 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-4547de65-43c5-443a-a35c-e10a54202b6e None None] For port b51921a0-3689-471d-a129-a70a2491a7f6, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=b51921a0-3689-471d-a129-a70a2491a7f6,segment=NetworkSegment(ccac9cc8-8687-4831-b08f-d485733ff31a),segment_id=ccac9cc8-8687-4831-b08f-d485733ff31a)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:27:22.824434 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4547de65-43c5-443a-a35c-e10a54202b6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:22.830807 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6ce72a-9be2-475c-855a-688faa349e85 tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Pushing event deleted for resources: {'Port': ['ID=c6db9050-32f0-4460-b0a1-f5e3f50f5479,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:22.840217 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9387fe91-22b8-4d3d-a5ec-e1de291a4b9d tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:22.842659 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-00ce6244-6344-4b43-98e4-932182e9cce8 None None] For port ad39a28c-16c6-42aa-b4c2-e85c645fd656, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:27:22.842868 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-9387fe91-22b8-4d3d-a5ec-e1de291a4b9d tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "DELETE /v2.0/ports/5e3f098c-e50d-487d-8031-719c91e19756 HTTP/1.1" status: 204 len: 168 time: 0.7319305 Jul 05 02:27:22.848215 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 34196) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:22.880984 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-4547de65-43c5-443a-a35c-e10a54202b6e None None] Calling delete_port for b51921a0-3689-471d-a129-a70a2491a7f6 owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:27:22.909395 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-501d63bc-079e-4f2a-9699-06fb92249856 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:22.910466 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786a7448-bae0-4b6c-b094-232eae73aaba tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:22.912823 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786a7448-bae0-4b6c-b094-232eae73aaba tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:22.914014 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-786a7448-bae0-4b6c-b094-232eae73aaba tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0677841 Jul 05 02:27:22.916594 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 34200) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:22.924553 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-00ce6244-6344-4b43-98e4-932182e9cce8 None None] For port ad39a28c-16c6-42aa-b4c2-e85c645fd656, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=ad39a28c-16c6-42aa-b4c2-e85c645fd656,segment=NetworkSegment(4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6),segment_id=4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:27:22.926719 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3c6ce72a-9be2-475c-855a-688faa349e85 tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Notify callbacks [] for floatingip, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:22.929669 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3c6ce72a-9be2-475c-855a-688faa349e85 tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:22.930895 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-3c6ce72a-9be2-475c-855a-688faa349e85 tempest-FloatingIPAdminTestJSON-594429057 tempest-FloatingIPAdminTestJSON-594429057-project] 10.222.0.23 "DELETE /v2.0/floatingips/a460c4a5-0528-4f8c-bdb2-b6a19567ec41 HTTP/1.1" status: 204 len: 168 time: 1.2865732 Jul 05 02:27:23.016887 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-00ce6244-6344-4b43-98e4-932182e9cce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:23.033630 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b1c00e72-c95d-4ec7-a415-442f53abdf92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:23.037893 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b1c00e72-c95d-4ec7-a415-442f53abdf92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:23.043838 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-b1c00e72-c95d-4ec7-a415-442f53abdf92 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b1003e45-917a-406c-999d-122388976885 HTTP/1.1" status: 204 len: 168 time: 0.3699286 Jul 05 02:27:23.056886 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-501d63bc-079e-4f2a-9699-06fb92249856 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Deleting port b51921a0-3689-471d-a129-a70a2491a7f6 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:27:23.057240 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-501d63bc-079e-4f2a-9699-06fb92249856 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:23.085167 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c00e72-c95d-4ec7-a415-442f53abdf92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1003e45-917a-406c-999d-122388976885,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:23.128051 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-56ba4d68-ab5c-4a85-888e-e02e26da9527 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Deleting subnet 9a07c5e5-a98b-42c7-9e3a-64f0edea54db {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:27:23.145258 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [None req-501d63bc-079e-4f2a-9699-06fb92249856 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] For port b51921a0-3689-471d-a129-a70a2491a7f6, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=b51921a0-3689-471d-a129-a70a2491a7f6,segment=NetworkSegment(ccac9cc8-8687-4831-b08f-d485733ff31a),segment_id=ccac9cc8-8687-4831-b08f-d485733ff31a)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:27:23.146025 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-501d63bc-079e-4f2a-9699-06fb92249856 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:23.152702 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7d3d6e9f-f9bb-4da3-bbb2-00f7762fbbb3 req-194d36a3-53a7-4b00-ad1b-9a6e851464b3 tempest-ServerShowV247Test-2133999980 tempest-ServerShowV247Test-2133999980-project] 10.222.0.23 "GET /v2.0/ports?device_id=be49ac3c-1f08-450f-bbe4-913e2feed4fe HTTP/1.1" status: 200 len: 210 time: 0.0436044 Jul 05 02:27:23.153376 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-56ba4d68-ab5c-4a85-888e-e02e26da9527 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:23.176797 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ce6244-6344-4b43-98e4-932182e9cce8 None None] Pushing event updated for resources: {'Port': ['ID=ad39a28c-16c6-42aa-b4c2-e85c645fd656,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:23.178010 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-501d63bc-079e-4f2a-9699-06fb92249856 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Calling delete_port for b51921a0-3689-471d-a129-a70a2491a7f6 owned by network:dhcp {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:27:23.225134 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-56ba4d68-ab5c-4a85-888e-e02e26da9527 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:23.305704 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f7044d-c828-44f8-96d3-cbb3a62e938a None None] DHCP port deletion for 70f5fd93-7af8-4288-a451-7de7b5d6c1c7 request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:27:23.313051 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-56ba4d68-ab5c-4a85-888e-e02e26da9527 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:23.381412 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-21f7044d-c828-44f8-96d3-cbb3a62e938a None None] Deleting port d9bdf372-2eb3-4bda-9a3b-b0b3ebdaeb85 {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:27:23.381717 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-21f7044d-c828-44f8-96d3-cbb3a62e938a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:23.451713 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-21f7044d-c828-44f8-96d3-cbb3a62e938a None None] For port d9bdf372-2eb3-4bda-9a3b-b0b3ebdaeb85, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=d9bdf372-2eb3-4bda-9a3b-b0b3ebdaeb85,segment=NetworkSegment(35d84035-3545-4590-ba83-2b60f8b92811),segment_id=35d84035-3545-4590-ba83-2b60f8b92811)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:27:23.452111 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-21f7044d-c828-44f8-96d3-cbb3a62e938a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:23.471245 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-21f7044d-c828-44f8-96d3-cbb3a62e938a None None] Calling delete_port for d9bdf372-2eb3-4bda-9a3b-b0b3ebdaeb85 owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:27:23.518919 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a48efae6-6d22-4955-acb4-df4aa7295185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:23.606958 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4547de65-43c5-443a-a35c-e10a54202b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:23.607315 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-56ba4d68-ab5c-4a85-888e-e02e26da9527 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:23.615382 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-501d63bc-079e-4f2a-9699-06fb92249856 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:23.631584 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4547de65-43c5-443a-a35c-e10a54202b6e None None] Pushing event deleted for resources: {'Port': ['ID=b51921a0-3689-471d-a129-a70a2491a7f6,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:23.636970 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4547de65-43c5-443a-a35c-e10a54202b6e None None] No DVR routers for this DVR port b51921a0-3689-471d-a129-a70a2491a7f6 on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:27:23.637842 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ba4d68-ab5c-4a85-888e-e02e26da9527 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event deleted for resources: {'Subnet': ['ID=9a07c5e5-a98b-42c7-9e3a-64f0edea54db,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:23.644159 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501d63bc-079e-4f2a-9699-06fb92249856 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Pushing event deleted for resources: {'Port': ['ID=b51921a0-3689-471d-a129-a70a2491a7f6,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:23.644956 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-56ba4d68-ab5c-4a85-888e-e02e26da9527 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:23.646614 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-56ba4d68-ab5c-4a85-888e-e02e26da9527 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "DELETE /v2.0/subnets/9a07c5e5-a98b-42c7-9e3a-64f0edea54db HTTP/1.1" status: 204 len: 168 time: 0.7290907 Jul 05 02:27:23.651031 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 34212) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:23.651916 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501d63bc-079e-4f2a-9699-06fb92249856 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] No DVR routers for this DVR port b51921a0-3689-471d-a129-a70a2491a7f6 on host n-d-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:27:23.692091 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-21f7044d-c828-44f8-96d3-cbb3a62e938a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:23.699143 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-0a1ae846-864a-45a5-a833-a6a699821fab tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0461380 Jul 05 02:27:23.699391 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 34214) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:23.732206 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f7044d-c828-44f8-96d3-cbb3a62e938a None None] Pushing event deleted for resources: {'Port': ['ID=d9bdf372-2eb3-4bda-9a3b-b0b3ebdaeb85,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:23.738398 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f7044d-c828-44f8-96d3-cbb3a62e938a None None] No DVR routers for this DVR port d9bdf372-2eb3-4bda-9a3b-b0b3ebdaeb85 on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:27:23.775274 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-501d63bc-079e-4f2a-9699-06fb92249856 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:23.787398 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-501d63bc-079e-4f2a-9699-06fb92249856 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fabf858-7855-4bc3-b4b1-4ecb63b57267']}} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:27:23.801273 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3feb0b93-cf94-4fa1-9036-40e4b188426c tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:23.805385 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-3feb0b93-cf94-4fa1-9036-40e4b188426c tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1032622 Jul 05 02:27:23.806096 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 34220) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:23.808670 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-501d63bc-079e-4f2a-9699-06fb92249856 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccac9cc8-8687-4831-b08f-d485733ff31a') {'for_net_delete': True} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:27:23.808946 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-501d63bc-079e-4f2a-9699-06fb92249856 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccac9cc8-8687-4831-b08f-d485733ff31a') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:27:23.820262 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-501d63bc-079e-4f2a-9699-06fb92249856 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5519669'] for segment, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:23.840738 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-501d63bc-079e-4f2a-9699-06fb92249856 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:23.849336 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-501d63bc-079e-4f2a-9699-06fb92249856 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=94461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:27:23.849743 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-501d63bc-079e-4f2a-9699-06fb92249856 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5763545'] for segment, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:23.853361 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:27:23.853361 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:27:23.853361 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:27:23.853361 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:27:23.853361 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:27:23.853361 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:27:23.853361 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:27:23.853361 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:27:23.853361 n-d-771362-32 neutron-server[94461]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:27:23.853361 n-d-771362-32 neutron-server[94461]: self.session.flush() Jul 05 02:27:23.853361 n-d-771362-32 neutron-server[94461]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:27:23.853361 n-d-771362-32 neutron-server[94461]: self.session.flush() Jul 05 02:27:23.853361 n-d-771362-32 neutron-server[94461]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:27:23.853361 n-d-771362-32 neutron-server[94461]: self.session.flush() Jul 05 02:27:23.853361 n-d-771362-32 neutron-server[94461]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:27:23.853361 n-d-771362-32 neutron-server[94461]: self.session.flush() Jul 05 02:27:23.853361 n-d-771362-32 neutron-server[94461]: Traceback (most recent call last): Jul 05 02:27:23.853361 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:27:23.853361 n-d-771362-32 neutron-server[94461]: timer() Jul 05 02:27:23.853361 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:27:23.853361 n-d-771362-32 neutron-server[94461]: cb(*args, **kw) Jul 05 02:27:23.853361 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:27:23.853361 n-d-771362-32 neutron-server[94461]: return func(*args, **kwargs) Jul 05 02:27:23.853361 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:27:23.853361 n-d-771362-32 neutron-server[94461]: self._notify() Jul 05 02:27:23.853361 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:27:23.853361 n-d-771362-32 neutron-server[94461]: self.callback(batched_events) Jul 05 02:27:23.853361 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:27:23.853361 n-d-771362-32 neutron-server[94461]: event.method(event) Jul 05 02:27:23.853361 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:27:23.853361 n-d-771362-32 neutron-server[94461]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:27:23.853361 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:27:23.853361 n-d-771362-32 neutron-server[94461]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:27:23.853361 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:27:23.853361 n-d-771362-32 neutron-server[94461]: return f(self, *a, **k) Jul 05 02:27:23.853361 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:27:23.853361 n-d-771362-32 neutron-server[94461]: return self._get(url).json() Jul 05 02:27:23.853361 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:27:23.853361 n-d-771362-32 neutron-server[94461]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:27:23.853361 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:27:23.853361 n-d-771362-32 neutron-server[94461]: return self.request(url, 'GET', **kwargs) Jul 05 02:27:23.853361 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:27:23.853361 n-d-771362-32 neutron-server[94461]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:27:23.853361 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:27:23.853361 n-d-771362-32 neutron-server[94461]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:27:23.853361 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:27:23.853361 n-d-771362-32 neutron-server[94461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:27:23.853361 n-d-771362-32 neutron-server[94461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:27:23.869466 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:23.874286 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf414ec-8086-4a78-ad7a-fc85738a0ed8 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:23.876798 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-faf414ec-8086-4a78-ad7a-fc85738a0ed8 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0687659 Jul 05 02:27:23.878522 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 34222) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:23.914850 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 34224) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:23.928246 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-ca4a6fb8-d3d6-4344-a198-3020432adc59 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0482233 Jul 05 02:27:23.932664 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 34228) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:23.939878 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-8c4608f1-3def-4937-aff3-8f45a1da221e tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Request body: {'subnet': {'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:27:23.950603 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 34230) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:24.029992 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-501d63bc-079e-4f2a-9699-06fb92249856 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:24.038819 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-501d63bc-079e-4f2a-9699-06fb92249856 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:24.045036 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-501d63bc-079e-4f2a-9699-06fb92249856 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "DELETE /v2.0/networks/8fabf858-7855-4bc3-b4b1-4ecb63b57267 HTTP/1.1" status: 204 len: 168 time: 1.3079002 Jul 05 02:27:24.046074 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 34234) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:24.088674 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501d63bc-079e-4f2a-9699-06fb92249856 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Pushing event deleted for resources: {'Network': ['ID=8fabf858-7855-4bc3-b4b1-4ecb63b57267,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:24.124276 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e65d189d-51c0-4f55-8be1-f971212b90da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:24.190462 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-00e3886f-bc69-49a1-a020-f5bffbe03a47 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:24.336623 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c4608f1-3def-4937-aff3-8f45a1da221e tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Made reservation on behalf of db76c4c0345048a1b87eacad1e0b9ba1 for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:27:24.336623 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8c4608f1-3def-4937-aff3-8f45a1da221e tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:24.344043 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-b41421d4-aa69-4a8e-9af7-57442aa55686 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=777c3e0224a14365ae97af4a0fb86476&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3955200 Jul 05 02:27:24.345399 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 34242) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:24.442781 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a847267a-56a9-4398-8099-630432ccf78a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:24.479034 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6f3ab010-f95a-4a51-9376-1cc8205350b4 req-c93f7225-9a90-458f-a8a4-fb85a0244b75 tempest-ServerShowV247Test-2133999980 tempest-ServerShowV247Test-2133999980-project] 10.222.0.23 "GET /v2.0/ports?device_id=be49ac3c-1f08-450f-bbe4-913e2feed4fe HTTP/1.1" status: 200 len: 210 time: 0.1485085 Jul 05 02:27:24.483296 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a847267a-56a9-4398-8099-630432ccf78a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:24.490591 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-00e3886f-bc69-49a1-a020-f5bffbe03a47 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:24.504810 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device ad39a28c-16c6-42aa-b4c2-e85c645fd656 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:27:24.508918 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a6b9c1-6728-47ba-8371-c6eda51085bf None None] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:27:24.523855 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e65d189d-51c0-4f55-8be1-f971212b90da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:24.527890 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-00e3886f-bc69-49a1-a020-f5bffbe03a47 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70f5fd93-7af8-4288-a451-7de7b5d6c1c7']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:27:24.545255 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-00e3886f-bc69-49a1-a020-f5bffbe03a47 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35d84035-3545-4590-ba83-2b60f8b92811') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:27:24.545559 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-00e3886f-bc69-49a1-a020-f5bffbe03a47 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35d84035-3545-4590-ba83-2b60f8b92811') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:27:24.563185 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-00e3886f-bc69-49a1-a020-f5bffbe03a47 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:24.584421 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-00e3886f-bc69-49a1-a020-f5bffbe03a47 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:24.601482 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e65d189d-51c0-4f55-8be1-f971212b90da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:24.616433 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:24.621297 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00e3886f-bc69-49a1-a020-f5bffbe03a47 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:27:24.621874 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-00e3886f-bc69-49a1-a020-f5bffbe03a47 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:24.626035 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:27:24.626035 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:27:24.626035 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:27:24.626035 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:27:24.626035 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:27:24.626035 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:27:24.626035 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:27:24.626035 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:27:24.626035 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:27:24.626035 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:27:24.626035 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:27:24.626035 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:27:24.626035 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:27:24.626035 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:27:24.626035 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:27:24.626035 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:27:24.626035 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:27:24.626035 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:27:24.626035 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:27:24.626035 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:27:24.626035 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:27:24.626035 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:27:24.626035 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:27:24.626035 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:27:24.626035 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:27:24.626035 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:27:24.626035 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:27:24.626035 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:27:24.626035 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:27:24.626035 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:27:24.626035 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:27:24.626035 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:27:24.662460 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a847267a-56a9-4398-8099-630432ccf78a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:24.665781 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a847267a-56a9-4398-8099-630432ccf78a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:24.669509 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-a847267a-56a9-4398-8099-630432ccf78a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b71f5a4a-0943-4be0-a1db-1f7b0c37ddee HTTP/1.1" status: 204 len: 168 time: 0.3171844 Jul 05 02:27:24.679865 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-e65d189d-51c0-4f55-8be1-f971212b90da admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d1dfaa5c35d5403694098ddba40d9ef0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7623718 Jul 05 02:27:24.684089 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 34248) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:24.698357 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d189d-51c0-4f55-8be1-f971212b90da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb8eb9e8-8e2d-4883-9c9b-8b7d977e1dcc,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:24.730248 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a847267a-56a9-4398-8099-630432ccf78a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b71f5a4a-0943-4be0-a1db-1f7b0c37ddee,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:24.757613 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-fce8823c-6954-4b4b-9060-1ac6c5469754 None None] Provisioning for port ad39a28c-16c6-42aa-b4c2-e85c645fd656 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:27:24.773166 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-306680eb-f89a-4c8f-935b-55f09d87b495 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:24.804806 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-306680eb-f89a-4c8f-935b-55f09d87b495 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:24.817595 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port ad39a28c-16c6-42aa-b4c2-e85c645fd656 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:27:24.824138 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port ad39a28c-16c6-42aa-b4c2-e85c645fd656 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:27:24.824682 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:24.824836 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 34250) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:24.852263 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ce13f6-6227-4458-b427-d070e2a730d1 None None] DHCP port deletion for ed71b0ad-0d45-4cc1-9581-fdfa4092af45 request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:27:24.864295 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-00e3886f-bc69-49a1-a020-f5bffbe03a47 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:24.871035 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-00e3886f-bc69-49a1-a020-f5bffbe03a47 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:24.873708 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-00e3886f-bc69-49a1-a020-f5bffbe03a47 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] 10.222.0.23 "DELETE /v2.0/networks/70f5fd93-7af8-4288-a451-7de7b5d6c1c7 HTTP/1.1" status: 204 len: 168 time: 0.8266261 Jul 05 02:27:24.882272 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-b9f64e92-4984-4f77-b568-5f8ec71ca3fc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=88ed2c635d2a4074bbc6a7679df6ed33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0517664 Jul 05 02:27:24.882272 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 34252) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:24.933761 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8c4608f1-3def-4937-aff3-8f45a1da221e tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:24.939724 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e3886f-bc69-49a1-a020-f5bffbe03a47 tempest-TaggedBootDevicesTest_v242-853980454 tempest-TaggedBootDevicesTest_v242-853980454-project] Pushing event deleted for resources: {'Network': ['ID=70f5fd93-7af8-4288-a451-7de7b5d6c1c7,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:24.957896 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-f9ce13f6-6227-4458-b427-d070e2a730d1 None None] Deleting port ad39a28c-16c6-42aa-b4c2-e85c645fd656 {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:27:24.958482 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f9ce13f6-6227-4458-b427-d070e2a730d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:24.972356 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-306680eb-f89a-4c8f-935b-55f09d87b495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:24.975881 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8d558e4c-6d94-4c0a-ac9a-f73d8885c3eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:24.978420 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-306680eb-f89a-4c8f-935b-55f09d87b495 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:24.984080 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-306680eb-f89a-4c8f-935b-55f09d87b495 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cb8eb9e8-8e2d-4883-9c9b-8b7d977e1dcc HTTP/1.1" status: 204 len: 168 time: 0.2973826 Jul 05 02:27:24.997775 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8d558e4c-6d94-4c0a-ac9a-f73d8885c3eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:25.031158 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:25.032762 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306680eb-f89a-4c8f-935b-55f09d87b495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb8eb9e8-8e2d-4883-9c9b-8b7d977e1dcc,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:25.072015 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4608f1-3def-4937-aff3-8f45a1da221e tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:27:25.086416 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-8c4608f1-3def-4937-aff3-8f45a1da221e tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:27:25.095049 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4608f1-3def-4937-aff3-8f45a1da221e tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:25.095657 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8c4608f1-3def-4937-aff3-8f45a1da221e tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:25.133928 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4608f1-3def-4937-aff3-8f45a1da221e tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event updated for resources: {'Subnet': ['ID=1ad50dc6-f77b-4cb6-813e-18c29fd8e377,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:25.155375 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port ad39a28c-16c6-42aa-b4c2-e85c645fd656, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=ad39a28c-16c6-42aa-b4c2-e85c645fd656,segment=NetworkSegment(4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6),segment_id=4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:27:25.161118 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8d558e4c-6d94-4c0a-ac9a-f73d8885c3eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:25.164355 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8d558e4c-6d94-4c0a-ac9a-f73d8885c3eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:25.165734 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-8d558e4c-6d94-4c0a-ac9a-f73d8885c3eb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d00ba467-9753-4812-9a6f-e32dc312e620 HTTP/1.1" status: 204 len: 168 time: 0.2843084 Jul 05 02:27:25.169927 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-f9ce13f6-6227-4458-b427-d070e2a730d1 None None] For port ad39a28c-16c6-42aa-b4c2-e85c645fd656, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=ad39a28c-16c6-42aa-b4c2-e85c645fd656,segment=NetworkSegment(4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6),segment_id=4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:27:25.171932 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f9ce13f6-6227-4458-b427-d070e2a730d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:25.178169 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d558e4c-6d94-4c0a-ac9a-f73d8885c3eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d00ba467-9753-4812-9a6f-e32dc312e620,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:25.207534 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-f9ce13f6-6227-4458-b427-d070e2a730d1 None None] Calling delete_port for ad39a28c-16c6-42aa-b4c2-e85c645fd656 owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:27:25.282507 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:25.352770 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=ad39a28c-16c6-42aa-b4c2-e85c645fd656,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:25.367992 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device b51921a0-3689-471d-a129-a70a2491a7f6 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:27:25.387483 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: b51921a0-3689-471d-a129-a70a2491a7f6 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:27:25.387829 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device b51921a0-3689-471d-a129-a70a2491a7f6 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:27:25.388248 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device d9bdf372-2eb3-4bda-9a3b-b0b3ebdaeb85 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:27:25.406100 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: d9bdf372-2eb3-4bda-9a3b-b0b3ebdaeb85 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:27:25.406465 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device d9bdf372-2eb3-4bda-9a3b-b0b3ebdaeb85 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:27:25.446495 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f9ce13f6-6227-4458-b427-d070e2a730d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:25.447574 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-8c4608f1-3def-4937-aff3-8f45a1da221e tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5137177 Jul 05 02:27:25.450089 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 34268) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:25.455970 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-05d1795b-dbe4-479c-8ca9-a65fa8e9faf3 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Request body: {'port': {'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'mac_address': 'fa:16:3e:90:5c:60', 'name': 'tempest-NetworksTestDHCPv6-803814685'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:27:25.475388 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ce13f6-6227-4458-b427-d070e2a730d1 None None] No DVR routers for this DVR port ad39a28c-16c6-42aa-b4c2-e85c645fd656 on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:27:25.476853 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ce13f6-6227-4458-b427-d070e2a730d1 None None] Pushing event deleted for resources: {'Port': ['ID=ad39a28c-16c6-42aa-b4c2-e85c645fd656,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:25.499853 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd4e295-d203-4730-94d6-15774c1f3238 None None] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:27:25.693475 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5373169-1077-4acf-9980-97ef5e2a7d15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'tenant_id': 'db76c4c0345048a1b87eacad1e0b9ba1', 'fixed_ips': [{'subnet_id': '1ad50dc6-f77b-4cb6-813e-18c29fd8e377'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:27:25.694785 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e5373169-1077-4acf-9980-97ef5e2a7d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:25.703324 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d337a9fd-785e-4c6d-b4b7-cdc4095cf37d req-e9b9064e-ccd4-4745-aefd-359e192c18e7 tempest-ServerShowV247Test-2133999980 tempest-ServerShowV247Test-2133999980-project] 10.222.0.23 "GET /v2.0/ports?device_id=be49ac3c-1f08-450f-bbe4-913e2feed4fe HTTP/1.1" status: 200 len: 210 time: 0.0311832 Jul 05 02:27:25.732135 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d1795b-dbe4-479c-8ca9-a65fa8e9faf3 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Made reservation on behalf of db76c4c0345048a1b87eacad1e0b9ba1 for: {'port': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:27:25.818067 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 34278) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:25.833217 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-70f4070e-3851-4ea3-badf-8a1235a0dba7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:25.931673 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-05d1795b-dbe4-479c-8ca9-a65fa8e9faf3 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:25.940578 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-70f4070e-3851-4ea3-badf-8a1235a0dba7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:25.978577 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [None req-05d1795b-dbe4-479c-8ca9-a65fa8e9faf3 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] device_id is not set on port 18f5639c-8a75-4f1c-ac77-8144ca4dc29b yet. {{(pid=94462) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:27:26.035096 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-70f4070e-3851-4ea3-badf-8a1235a0dba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:26.089303 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-70f4070e-3851-4ea3-badf-8a1235a0dba7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2d181fff45b644a5a668cf9d82a69cad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2698307 Jul 05 02:27:26.090496 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f4070e-3851-4ea3-badf-8a1235a0dba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d32a29dd-366c-4f5b-b3dc-63ab9add35e7,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:26.092720 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 34280) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:26.094022 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-e5373169-1077-4acf-9980-97ef5e2a7d15 None None] Allocated IP 2001:db8::2 (ed71b0ad-0d45-4cc1-9581-fdfa4092af45/1ad50dc6-f77b-4cb6-813e-18c29fd8e377/7e892136-2888-42a3-87da-3a4b6f2e8cc8) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:27:26.152391 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5e6609cc-796c-4c3a-b5a8-0c3fc392d24c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:26.178665 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5e6609cc-796c-4c3a-b5a8-0c3fc392d24c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:26.198865 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:26.273718 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e5373169-1077-4acf-9980-97ef5e2a7d15 None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:26.283647 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-e5373169-1077-4acf-9980-97ef5e2a7d15 None None] Transition to ACTIVE for port object 7e892136-2888-42a3-87da-3a4b6f2e8cc8 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:27:26.301911 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-e5373169-1077-4acf-9980-97ef5e2a7d15 None None] Transition to ACTIVE for port object 7e892136-2888-42a3-87da-3a4b6f2e8cc8 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:27:26.360152 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device ad39a28c-16c6-42aa-b4c2-e85c645fd656 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:27:26.385661 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: ad39a28c-16c6-42aa-b4c2-e85c645fd656 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:27:26.386005 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device ad39a28c-16c6-42aa-b4c2-e85c645fd656 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:27:26.400987 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e5373169-1077-4acf-9980-97ef5e2a7d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:26.451591 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5373169-1077-4acf-9980-97ef5e2a7d15 None None] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:27:26.459726 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-e5373169-1077-4acf-9980-97ef5e2a7d15 None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:27:26.469356 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5373169-1077-4acf-9980-97ef5e2a7d15 None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:27:26.473450 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5373169-1077-4acf-9980-97ef5e2a7d15 None None] Pushing event updated for resources: {'Port': ['ID=7e892136-2888-42a3-87da-3a4b6f2e8cc8,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:26.514462 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 34290) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:26.534623 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-de37215a-4a4d-42a3-bc36-6cd5ad3867d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:26.584977 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-e5373169-1077-4acf-9980-97ef5e2a7d15 None None] Attempting to bind port 7e892136-2888-42a3-87da-3a4b6f2e8cc8 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:27:26.586998 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-e5373169-1077-4acf-9980-97ef5e2a7d15 None None] Attempting to bind port 7e892136-2888-42a3-87da-3a4b6f2e8cc8 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:27:26.587999 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5373169-1077-4acf-9980-97ef5e2a7d15 None None] Attempting to bind port 7e892136-2888-42a3-87da-3a4b6f2e8cc8 on network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:27:26.607580 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5373169-1077-4acf-9980-97ef5e2a7d15 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:27:26.607935 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5373169-1077-4acf-9980-97ef5e2a7d15 None None] Checking segment: {'id': '4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:27:26.608253 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e5373169-1077-4acf-9980-97ef5e2a7d15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:26.608655 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5373169-1077-4acf-9980-97ef5e2a7d15 None None] Bound using segment: {'id': '4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:27:26.609298 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-e5373169-1077-4acf-9980-97ef5e2a7d15 None None] Bound port: 7e892136-2888-42a3-87da-3a4b6f2e8cc8, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:27:26.609688 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e5373169-1077-4acf-9980-97ef5e2a7d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:26.779123 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-05d1795b-dbe4-479c-8ca9-a65fa8e9faf3 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Allocated IP 2001:db8::336 (ed71b0ad-0d45-4cc1-9581-fdfa4092af45/1ad50dc6-f77b-4cb6-813e-18c29fd8e377/18f5639c-8a75-4f1c-ac77-8144ca4dc29b) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:27:26.810149 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-de37215a-4a4d-42a3-bc36-6cd5ad3867d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:26.812889 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-e5373169-1077-4acf-9980-97ef5e2a7d15 None None] For port 7e892136-2888-42a3-87da-3a4b6f2e8cc8, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:27:26.821209 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-e5373169-1077-4acf-9980-97ef5e2a7d15 None None] For port 7e892136-2888-42a3-87da-3a4b6f2e8cc8, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=7e892136-2888-42a3-87da-3a4b6f2e8cc8,segment=NetworkSegment(4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6),segment_id=4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:27:26.863449 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5e6609cc-796c-4c3a-b5a8-0c3fc392d24c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:26.867344 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5e6609cc-796c-4c3a-b5a8-0c3fc392d24c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:26.871372 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-5e6609cc-796c-4c3a-b5a8-0c3fc392d24c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d32a29dd-366c-4f5b-b3dc-63ab9add35e7 HTTP/1.1" status: 204 len: 168 time: 0.7773051 Jul 05 02:27:26.895277 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6609cc-796c-4c3a-b5a8-0c3fc392d24c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d32a29dd-366c-4f5b-b3dc-63ab9add35e7,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:26.928318 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2d267c81-40c9-47cd-80b8-e367cf18ee37 req-38affeef-713e-4ebe-8c5e-c36d6dec1b06 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a29b1f86-c2b3-4079-ba70-879d5fa5b04b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.4648652 Jul 05 02:27:26.943558 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-de37215a-4a4d-42a3-bc36-6cd5ad3867d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:26.973719 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4e670d77-8588-49cb-90ed-75abee69c0e3 req-2d0a0cf0-6481-4bd2-a283-68f543d38fe0 tempest-ServerShowV247Test-2133999980 tempest-ServerShowV247Test-2133999980-project] 10.222.0.23 "GET /v2.0/ports?device_id=be49ac3c-1f08-450f-bbe4-913e2feed4fe HTTP/1.1" status: 200 len: 210 time: 0.0560634 Jul 05 02:27:26.978930 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e5373169-1077-4acf-9980-97ef5e2a7d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:27.041873 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-de37215a-4a4d-42a3-bc36-6cd5ad3867d4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f1e4ad872c414c9c8e490110f069da30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5387323 Jul 05 02:27:27.048346 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 34314) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:27.058324 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de37215a-4a4d-42a3-bc36-6cd5ad3867d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=139bd29c-2a74-4b17-bbe3-d5b0d479a820,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:27.148084 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d267c81-40c9-47cd-80b8-e367cf18ee37 req-6cee8ea6-cd66-4389-a67f-fa97ed34ed6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:27.148581 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d267c81-40c9-47cd-80b8-e367cf18ee37 req-6cee8ea6-cd66-4389-a67f-fa97ed34ed6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:27.149064 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d267c81-40c9-47cd-80b8-e367cf18ee37 req-6cee8ea6-cd66-4389-a67f-fa97ed34ed6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:27.149537 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d267c81-40c9-47cd-80b8-e367cf18ee37 req-6cee8ea6-cd66-4389-a67f-fa97ed34ed6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:27.164098 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d267c81-40c9-47cd-80b8-e367cf18ee37 req-6cee8ea6-cd66-4389-a67f-fa97ed34ed6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:27.165080 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d267c81-40c9-47cd-80b8-e367cf18ee37 req-6cee8ea6-cd66-4389-a67f-fa97ed34ed6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:27.165945 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d267c81-40c9-47cd-80b8-e367cf18ee37 req-6cee8ea6-cd66-4389-a67f-fa97ed34ed6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:27.168319 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2d267c81-40c9-47cd-80b8-e367cf18ee37 req-6cee8ea6-cd66-4389-a67f-fa97ed34ed6b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=059a16d4d47342a1b52e205e2c168052&device_id=a29b1f86-c2b3-4079-ba70-879d5fa5b04b HTTP/1.1" status: 200 len: 6500 time: 0.1634793 Jul 05 02:27:27.177857 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5373169-1077-4acf-9980-97ef5e2a7d15 None None] Pushing event updated for resources: {'Port': ['ID=7e892136-2888-42a3-87da-3a4b6f2e8cc8,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:27.199508 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f0fea2a1-5b96-4950-a130-1c37ebee525e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:27.230656 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-05d1795b-dbe4-479c-8ca9-a65fa8e9faf3 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:27.261186 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [None req-05d1795b-dbe4-479c-8ca9-a65fa8e9faf3 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Transition to ACTIVE for port object 18f5639c-8a75-4f1c-ac77-8144ca4dc29b will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:27:27.396020 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-05d1795b-dbe4-479c-8ca9-a65fa8e9faf3 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:27.496337 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d1795b-dbe4-479c-8ca9-a65fa8e9faf3 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:27:27.501006 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-05d1795b-dbe4-479c-8ca9-a65fa8e9faf3 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:27:27.507885 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d1795b-dbe4-479c-8ca9-a65fa8e9faf3 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:27:27.516819 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d1795b-dbe4-479c-8ca9-a65fa8e9faf3 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:27.526887 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-05d1795b-dbe4-479c-8ca9-a65fa8e9faf3 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:27.576046 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d1795b-dbe4-479c-8ca9-a65fa8e9faf3 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event updated for resources: {'Port': ['ID=18f5639c-8a75-4f1c-ac77-8144ca4dc29b,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:27.667346 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-05d1795b-dbe4-479c-8ca9-a65fa8e9faf3 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2134123 Jul 05 02:27:27.667716 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 34328) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:27.731270 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f0fea2a1-5b96-4950-a130-1c37ebee525e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:27.757845 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 34332) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:27.789211 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a66dd0ee-8928-4b4b-bf07-b47764a691dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:27.795411 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9534d2e3-9016-46d5-be0c-7db9a606d435 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:27.803425 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9534d2e3-9016-46d5-be0c-7db9a606d435 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:27.805631 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-9534d2e3-9016-46d5-be0c-7db9a606d435 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1369107 Jul 05 02:27:27.809101 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 34336) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:27.866400 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d267c81-40c9-47cd-80b8-e367cf18ee37 req-b6b3c4ae-1064-4f19-9fdc-e7e93b34b663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:27.869280 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d267c81-40c9-47cd-80b8-e367cf18ee37 req-b6b3c4ae-1064-4f19-9fdc-e7e93b34b663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:27.869280 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d267c81-40c9-47cd-80b8-e367cf18ee37 req-b6b3c4ae-1064-4f19-9fdc-e7e93b34b663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:27.869280 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2d267c81-40c9-47cd-80b8-e367cf18ee37 req-b6b3c4ae-1064-4f19-9fdc-e7e93b34b663 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d6d9e04c-f9e8-4007-89f0-15eb2a09c709&id=8521063c-8363-41f1-a9c0-837836263ed0&id=8521063c-8363-41f1-a9c0-837836263ed0&id=8521063c-8363-41f1-a9c0-837836263ed0&id=8521063c-8363-41f1-a9c0-837836263ed0&id=7fa11b36-0588-43ef-a636-45aaf3c04835&id=7fa11b36-0588-43ef-a636-45aaf3c04835 HTTP/1.1" status: 200 len: 2290 time: 0.6560431 Jul 05 02:27:27.945674 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 34340) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:27.952903 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 02:27:28.017377 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2d267c81-40c9-47cd-80b8-e367cf18ee37 req-01535c37-ca45-4ed2-a605-24ac61f8321a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b3954152-aa83-410a-ad29-4f54d0faf476 HTTP/1.1" status: 200 len: 1002 time: 0.1411202 Jul 05 02:27:28.020840 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f0fea2a1-5b96-4950-a130-1c37ebee525e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:28.023718 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f0fea2a1-5b96-4950-a130-1c37ebee525e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:28.025717 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-f0fea2a1-5b96-4950-a130-1c37ebee525e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/139bd29c-2a74-4b17-bbe3-d5b0d479a820 HTTP/1.1" status: 204 len: 168 time: 0.9747009 Jul 05 02:27:28.077249 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-ae88ce31-8eb0-4d73-b648-b383fbc2be06 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Deleting port 18f5639c-8a75-4f1c-ac77-8144ca4dc29b {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:27:28.077601 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ae88ce31-8eb0-4d73-b648-b383fbc2be06 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:28.129637 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fea2a1-5b96-4950-a130-1c37ebee525e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=139bd29c-2a74-4b17-bbe3-d5b0d479a820,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:28.157555 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-e73cc7da-bb74-4adc-bfcd-6c90170dd706 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1149951054-network', 'tenant_id': '820d01c94cb84c34ab4df1230f2d2b19'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:27:28.191983 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a66dd0ee-8928-4b4b-bf07-b47764a691dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:28.207841 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d267c81-40c9-47cd-80b8-e367cf18ee37 req-9dc24673-b20e-4472-9f3a-ea110853cd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:28.215957 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2d267c81-40c9-47cd-80b8-e367cf18ee37 req-9dc24673-b20e-4472-9f3a-ea110853cd8b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=09608f09-777a-432f-9dae-6a5a44630f28 HTTP/1.1" status: 200 len: 851 time: 0.1855273 Jul 05 02:27:28.283975 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ae88ce31-8eb0-4d73-b648-b383fbc2be06 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:28.299481 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-ae88ce31-8eb0-4d73-b648-b383fbc2be06 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Calling delete_port for 18f5639c-8a75-4f1c-ac77-8144ca4dc29b owned by {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:27:28.402994 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d5c33d7b-6fbc-4cc7-83fc-89c100e97de0 req-8bacc6aa-dcba-4259-9b30-fc79e6be6e51 tempest-ServerShowV247Test-2133999980 tempest-ServerShowV247Test-2133999980-project] 10.222.0.23 "GET /v2.0/ports?device_id=be49ac3c-1f08-450f-bbe4-913e2feed4fe HTTP/1.1" status: 200 len: 210 time: 0.1099305 Jul 05 02:27:28.411571 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a66dd0ee-8928-4b4b-bf07-b47764a691dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:28.469078 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-a66dd0ee-8928-4b4b-bf07-b47764a691dd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fabc261a8ba24323b1a8c1929179de68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7087533 Jul 05 02:27:28.475014 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 7e892136-2888-42a3-87da-3a4b6f2e8cc8 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:27:28.485864 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 34350) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:28.577966 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66dd0ee-8928-4b4b-bf07-b47764a691dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56b96828-86e4-402e-9186-23b4924fdf0e,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:28.619836 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e73cc7da-bb74-4adc-bfcd-6c90170dd706 admin admin] Made reservation on behalf of 820d01c94cb84c34ab4df1230f2d2b19 for: {'network': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:27:28.622577 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e73cc7da-bb74-4adc-bfcd-6c90170dd706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:28.653236 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e73cc7da-bb74-4adc-bfcd-6c90170dd706 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:28.659768 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d267c81-40c9-47cd-80b8-e367cf18ee37 req-906a4f37-9ecd-4687-8283-f42fe5fb7b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:28.661454 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2d267c81-40c9-47cd-80b8-e367cf18ee37 req-906a4f37-9ecd-4687-8283-f42fe5fb7b3f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d6d9e04c-f9e8-4007-89f0-15eb2a09c709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4371068 Jul 05 02:27:28.675325 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 7e892136-2888-42a3-87da-3a4b6f2e8cc8 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:27:28.721057 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ae88ce31-8eb0-4d73-b648-b383fbc2be06 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:28.743570 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8d0ab6b6-c7a3-42c8-8db7-7496a6188df2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:28.795191 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae88ce31-8eb0-4d73-b648-b383fbc2be06 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event deleted for resources: {'Port': ['ID=18f5639c-8a75-4f1c-ac77-8144ca4dc29b,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:28.885792 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ae88ce31-8eb0-4d73-b648-b383fbc2be06 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:28.891177 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-ae88ce31-8eb0-4d73-b648-b383fbc2be06 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "DELETE /v2.0/ports/18f5639c-8a75-4f1c-ac77-8144ca4dc29b HTTP/1.1" status: 204 len: 168 time: 1.0793176 Jul 05 02:27:28.892025 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 34362) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:28.926418 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-4cfe672d-6491-4a94-b9b1-cc789fff5703 None None] Provisioning for port 7e892136-2888-42a3-87da-3a4b6f2e8cc8 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:27:28.931086 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-4cfe672d-6491-4a94-b9b1-cc789fff5703 None None] Provisioning complete for port 7e892136-2888-42a3-87da-3a4b6f2e8cc8 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:27:28.931669 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4cfe672d-6491-4a94-b9b1-cc789fff5703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:28.938460 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8d0ab6b6-c7a3-42c8-8db7-7496a6188df2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:29.018284 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2d267c81-40c9-47cd-80b8-e367cf18ee37 req-d1c338a1-8ee8-4ca5-b112-815205f40a65 service neutron] 10.222.0.15 "GET /v2.0/networks/d6d9e04c-f9e8-4007-89f0-15eb2a09c709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3478131 Jul 05 02:27:29.087052 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00de18d2-347b-452c-9428-aad0a65a5583 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:29.087052 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00de18d2-347b-452c-9428-aad0a65a5583 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:29.087052 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-00de18d2-347b-452c-9428-aad0a65a5583 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1869535 Jul 05 02:27:29.089011 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 34368) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:29.137583 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4cfe672d-6491-4a94-b9b1-cc789fff5703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:29.236100 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa5666ca-7307-4198-80e5-713af5b83f86 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Deleting subnet 1ad50dc6-f77b-4cb6-813e-18c29fd8e377 {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:27:29.240108 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-4cfe672d-6491-4a94-b9b1-cc789fff5703 None None] For port 7e892136-2888-42a3-87da-3a4b6f2e8cc8, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=7e892136-2888-42a3-87da-3a4b6f2e8cc8,segment=NetworkSegment(4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6),segment_id=4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:27:29.241543 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e73cc7da-bb74-4adc-bfcd-6c90170dd706 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:29.244933 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fa5666ca-7307-4198-80e5-713af5b83f86 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:29.281666 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2d267c81-40c9-47cd-80b8-e367cf18ee37 req-30b17d09-b4e6-4712-afff-1a7488b7cf0a service neutron] 10.222.0.15 "GET /v2.0/networks/d6d9e04c-f9e8-4007-89f0-15eb2a09c709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415271 Jul 05 02:27:29.334962 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4cfe672d-6491-4a94-b9b1-cc789fff5703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:29.367206 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fa5666ca-7307-4198-80e5-713af5b83f86 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:29.375783 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e73cc7da-bb74-4adc-bfcd-6c90170dd706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:29.396872 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e73cc7da-bb74-4adc-bfcd-6c90170dd706 admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=94461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:27:29.421914 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8d0ab6b6-c7a3-42c8-8db7-7496a6188df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:29.424478 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8d0ab6b6-c7a3-42c8-8db7-7496a6188df2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:29.425634 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-8d0ab6b6-c7a3-42c8-8db7-7496a6188df2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/56b96828-86e4-402e-9186-23b4924fdf0e HTTP/1.1" status: 204 len: 168 time: 0.9321654 Jul 05 02:27:29.461885 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e73cc7da-bb74-4adc-bfcd-6c90170dd706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:29.463651 n-d-771362-32 neutron-server[94461]: INFO neutron.db.segments_db [None req-e73cc7da-bb74-4adc-bfcd-6c90170dd706 admin admin] Added segment 68b40de2-5c88-43af-aa76-e06dc56de736 of type vlan for network 5e8d76cf-072c-4ebe-9632-b498a3035f5b Jul 05 02:27:29.481983 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2d267c81-40c9-47cd-80b8-e367cf18ee37 req-584a7003-09f8-4f1e-95a9-1c8d3e62138b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.188&port_id=3bf96118-202e-47ea-8323-729179ed339d HTTP/1.1" status: 200 len: 217 time: 0.1912377 Jul 05 02:27:29.497020 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-015c36ce-6e7b-4135-aa86-c73b05118140 None None] Could not find standard attr ID for object 5e3f098c-e50d-487d-8031-719c91e19756. {{(pid=94463) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 02:27:29.517870 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfe672d-6491-4a94-b9b1-cc789fff5703 None None] Pushing event updated for resources: {'Port': ['ID=7e892136-2888-42a3-87da-3a4b6f2e8cc8,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:29.577073 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fa5666ca-7307-4198-80e5-713af5b83f86 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:29.683936 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e73cc7da-bb74-4adc-bfcd-6c90170dd706 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:29.806900 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2627dbe5-2703-4084-807b-e601cfb7b1e6 req-f1a61ba9-e905-4ebe-a2f2-3861055ccdb1 tempest-ServerShowV247Test-2133999980 tempest-ServerShowV247Test-2133999980-project] 10.222.0.23 "GET /v2.0/ports?device_id=be49ac3c-1f08-450f-bbe4-913e2feed4fe HTTP/1.1" status: 200 len: 210 time: 0.0650494 Jul 05 02:27:29.813314 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73cc7da-bb74-4adc-bfcd-6c90170dd706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f3de01-621c-4ed4-a575-46af052470d0,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:29.815713 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-3bcf3ca9-e52c-4b59-ba62-25871510aade None None] Could not find standard attr ID for object 18f5639c-8a75-4f1c-ac77-8144ca4dc29b. {{(pid=94463) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 02:27:29.853478 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0ab6b6-c7a3-42c8-8db7-7496a6188df2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b96828-86e4-402e-9186-23b4924fdf0e,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:29.877585 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d267c81-40c9-47cd-80b8-e367cf18ee37 req-cd695e24-7807-44c1-b266-cc3020b81e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:29.879953 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2d267c81-40c9-47cd-80b8-e367cf18ee37 req-cd695e24-7807-44c1-b266-cc3020b81e26 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9f904359-8cff-4e36-8104-7313f683672b HTTP/1.1" status: 200 len: 797 time: 0.3288600 Jul 05 02:27:29.892387 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fa5666ca-7307-4198-80e5-713af5b83f86 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:29.932075 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e73cc7da-bb74-4adc-bfcd-6c90170dd706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:29.933536 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73cc7da-bb74-4adc-bfcd-6c90170dd706 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:29.934377 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e73cc7da-bb74-4adc-bfcd-6c90170dd706 admin admin] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:29.963678 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fa5666ca-7307-4198-80e5-713af5b83f86 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:29.973297 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-fa5666ca-7307-4198-80e5-713af5b83f86 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "DELETE /v2.0/subnets/1ad50dc6-f77b-4cb6-813e-18c29fd8e377 HTTP/1.1" status: 204 len: 168 time: 0.8800116 Jul 05 02:27:29.974139 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 34388) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:29.974916 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5666ca-7307-4198-80e5-713af5b83f86 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event deleted for resources: {'Subnet': ['ID=1ad50dc6-f77b-4cb6-813e-18c29fd8e377,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:30.062532 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db32b6ea-023f-4de4-90be-7966b8feaee8 None None] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:27:30.065561 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-ed77d12d-eea3-455a-b877-6b958e6e3e6b tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0866051 Jul 05 02:27:30.066280 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 34392) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:30.068961 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-e73cc7da-bb74-4adc-bfcd-6c90170dd706 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.1200900 Jul 05 02:27:30.078621 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 34394) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:30.085843 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-d3a51642-e926-44cb-8fe1-03c8956ec7b8 admin admin] Request body: {'subnet': {'network_id': '5e8d76cf-072c-4ebe-9632-b498a3035f5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1149951054-subnet', 'tenant_id': '820d01c94cb84c34ab4df1230f2d2b19', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:27:30.123316 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d267c81-40c9-47cd-80b8-e367cf18ee37 req-f4147e09-6195-4d7d-abbd-eeaca4362e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:30.130666 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2d267c81-40c9-47cd-80b8-e367cf18ee37 req-f4147e09-6195-4d7d-abbd-eeaca4362e14 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8521063c-8363-41f1-a9c0-837836263ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2398419 Jul 05 02:27:30.177130 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ead1e6c-df1c-4461-b4d5-4373bc72af22 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:30.177923 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-4ead1e6c-df1c-4461-b4d5-4373bc72af22 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1104424 Jul 05 02:27:30.178563 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 34402) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:30.200872 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73cc7da-bb74-4adc-bfcd-6c90170dd706 admin admin] Pushing event updated for resources: {'Network': ['ID=5e8d76cf-072c-4ebe-9632-b498a3035f5b,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:30.223660 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 5e8d76cf-072c-4ebe-9632-b498a3035f5b details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:27:30.247398 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc28f96e-a7ff-48e7-aa55-966d365177d8 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:30.249706 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-cc28f96e-a7ff-48e7-aa55-966d365177d8 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0699537 Jul 05 02:27:30.250383 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 34406) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:30.323415 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-961734dd-4b30-43c1-bb5f-139ccc6c202c tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0684314 Jul 05 02:27:30.331133 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 34412) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:30.331592 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3a51642-e926-44cb-8fe1-03c8956ec7b8 admin admin] Made reservation on behalf of 820d01c94cb84c34ab4df1230f2d2b19 for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:27:30.341357 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-9915aaec-af2f-43d1-87c6-8ee52e0d2000 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Request body: {'subnet': {'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:27:30.349387 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d3a51642-e926-44cb-8fe1-03c8956ec7b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:30.444090 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 7e892136-2888-42a3-87da-3a4b6f2e8cc8 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:27:30.483629 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2d267c81-40c9-47cd-80b8-e367cf18ee37 req-67fda0b2-27eb-479c-9dbe-b36d5d2dc3cd service neutron] 10.222.0.15 "GET /v2.0/networks/8521063c-8363-41f1-a9c0-837836263ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3457382 Jul 05 02:27:30.553021 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d7c56e-c124-4f46-a439-b7dde4d4adb5 None None] DHCP port deletion for ed71b0ad-0d45-4cc1-9581-fdfa4092af45 request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:27:30.572924 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 7e892136-2888-42a3-87da-3a4b6f2e8cc8 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:27:30.573264 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:30.677431 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-92d7c56e-c124-4f46-a439-b7dde4d4adb5 None None] Deleting port 7e892136-2888-42a3-87da-3a4b6f2e8cc8 {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:27:30.677763 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-92d7c56e-c124-4f46-a439-b7dde4d4adb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:30.728213 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2d267c81-40c9-47cd-80b8-e367cf18ee37 req-b75656f1-246a-4283-bde0-2894d14f00a4 service neutron] 10.222.0.15 "GET /v2.0/networks/8521063c-8363-41f1-a9c0-837836263ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340696 Jul 05 02:27:30.766084 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6e1eaeb0-4a68-4b8f-8034-3441e48eff96 req-b129b773-c443-4d44-a60d-8a5f7e1734d9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=be49ac3c-1f08-450f-bbe4-913e2feed4fe HTTP/1.1" status: 200 len: 210 time: 0.2546299 Jul 05 02:27:30.847010 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2d267c81-40c9-47cd-80b8-e367cf18ee37 req-d9542f64-6524-46cc-85f0-bd0e25dc939a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.119&port_id=5ae34ffe-cf3c-4868-8258-c90b90a1fe5d HTTP/1.1" status: 200 len: 217 time: 0.0448849 Jul 05 02:27:30.864784 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d3a51642-e926-44cb-8fe1-03c8956ec7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:30.880155 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9915aaec-af2f-43d1-87c6-8ee52e0d2000 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Made reservation on behalf of db76c4c0345048a1b87eacad1e0b9ba1 for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:27:30.889044 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9915aaec-af2f-43d1-87c6-8ee52e0d2000 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:30.954889 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-92d7c56e-c124-4f46-a439-b7dde4d4adb5 None None] For port 7e892136-2888-42a3-87da-3a4b6f2e8cc8, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=7e892136-2888-42a3-87da-3a4b6f2e8cc8,segment=NetworkSegment(4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6),segment_id=4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:27:30.955288 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-92d7c56e-c124-4f46-a439-b7dde4d4adb5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:31.004899 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-92d7c56e-c124-4f46-a439-b7dde4d4adb5 None None] Calling delete_port for 7e892136-2888-42a3-87da-3a4b6f2e8cc8 owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:27:31.023896 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a51642-e926-44cb-8fe1-03c8956ec7b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1825f4ef-88c0-436d-968e-41fc32795301,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:31.055823 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a51642-e926-44cb-8fe1-03c8956ec7b8 admin admin] Checking segment: {'id': '68b40de2-5c88-43af-aa76-e06dc56de736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '5e8d76cf-072c-4ebe-9632-b498a3035f5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:27:31.056527 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a51642-e926-44cb-8fe1-03c8956ec7b8 admin admin] Network hostable DHCP agents. Network: 5e8d76cf-072c-4ebe-9632-b498a3035f5b, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:27:31.206542 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a51642-e926-44cb-8fe1-03c8956ec7b8 admin admin] Network 5e8d76cf-072c-4ebe-9632-b498a3035f5b is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:27:31.236275 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3b748fbe-87bf-4459-ad3d-c4f48b09eb06 req-13a9c06b-2b8f-49b0-a005-14c625b314bf tempest-ServerShowV247Test-2133999980 tempest-ServerShowV247Test-2133999980-project] 10.222.0.23 "GET /v2.0/ports?device_id=be49ac3c-1f08-450f-bbe4-913e2feed4fe HTTP/1.1" status: 200 len: 210 time: 0.0440671 Jul 05 02:27:31.242392 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d267c81-40c9-47cd-80b8-e367cf18ee37 req-edeb9c45-a5d3-4c9c-a6c8-35c31eaa62e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:31.243871 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2d267c81-40c9-47cd-80b8-e367cf18ee37 req-edeb9c45-a5d3-4c9c-a6c8-35c31eaa62e6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9f904359-8cff-4e36-8104-7313f683672b HTTP/1.1" status: 200 len: 797 time: 0.3895025 Jul 05 02:27:31.322705 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-92d7c56e-c124-4f46-a439-b7dde4d4adb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:31.384343 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d7c56e-c124-4f46-a439-b7dde4d4adb5 None None] Pushing event deleted for resources: {'Port': ['ID=7e892136-2888-42a3-87da-3a4b6f2e8cc8,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:31.391445 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d7c56e-c124-4f46-a439-b7dde4d4adb5 None None] No DVR routers for this DVR port 7e892136-2888-42a3-87da-3a4b6f2e8cc8 on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:27:31.403864 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-d3a51642-e926-44cb-8fe1-03c8956ec7b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 5e8d76cf-072c-4ebe-9632-b498a3035f5b) {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:27:31.423345 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a51642-e926-44cb-8fe1-03c8956ec7b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:31.424221 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d3a51642-e926-44cb-8fe1-03c8956ec7b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:31.425268 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151ead4a-f4b3-43c7-8774-b5a7ce220701 None None] Network 5e8d76cf-072c-4ebe-9632-b498a3035f5b requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:27:31.506075 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d267c81-40c9-47cd-80b8-e367cf18ee37 req-65c50ab7-a5eb-4c9a-b15b-f6f663a5a08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:31.510379 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2d267c81-40c9-47cd-80b8-e367cf18ee37 req-65c50ab7-a5eb-4c9a-b15b-f6f663a5a08c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8521063c-8363-41f1-a9c0-837836263ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2504876 Jul 05 02:27:31.557576 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-d3a51642-e926-44cb-8fe1-03c8956ec7b8 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.4762435 Jul 05 02:27:31.558384 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 34442) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:31.590821 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-ff7a00d2-9878-4e4a-a5f1-c8927ea0215a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1149951054-router', 'tenant_id': '820d01c94cb84c34ab4df1230f2d2b19', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:27:31.720962 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ff7a00d2-9878-4e4a-a5f1-c8927ea0215a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11810'] for router, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:31.722410 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ff7a00d2-9878-4e4a-a5f1-c8927ea0215a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1926740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11821'] for router, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:31.820595 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d998367-1a66-4353-b394-e825baac926c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-5e8d76cf-072c-4ebe-9632-b498a3035f5b', 'network_id': '5e8d76cf-072c-4ebe-9632-b498a3035f5b', 'tenant_id': '820d01c94cb84c34ab4df1230f2d2b19', 'fixed_ips': [{'subnet_id': '1825f4ef-88c0-436d-968e-41fc32795301'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:27:31.822657 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-0d998367-1a66-4353-b394-e825baac926c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:31.836599 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 34448) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:31.905247 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ff7a00d2-9878-4e4a-a5f1-c8927ea0215a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:31.932760 n-d-771362-32 neutron-server[94461]: DEBUG neutron.objects.ports [None req-9915aaec-af2f-43d1-87c6-8ee52e0d2000 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94461) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 02:27:31.941591 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9915aaec-af2f-43d1-87c6-8ee52e0d2000 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5763451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774823'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:32.017594 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2d267c81-40c9-47cd-80b8-e367cf18ee37 req-42643a28-99fd-4a47-bcb8-c83d3cc78dcd service neutron] 10.222.0.15 "GET /v2.0/networks/8521063c-8363-41f1-a9c0-837836263ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5020683 Jul 05 02:27:32.025715 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-0d998367-1a66-4353-b394-e825baac926c None None] Allocated IP 172.20.0.2 (5e8d76cf-072c-4ebe-9632-b498a3035f5b/1825f4ef-88c0-436d-968e-41fc32795301/3212e01e-402b-4fd4-a2e2-3cf78ea50d89) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:27:32.043583 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9915aaec-af2f-43d1-87c6-8ee52e0d2000 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:27:32.070093 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-9915aaec-af2f-43d1-87c6-8ee52e0d2000 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:27:32.132328 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86687f47-721b-499e-b706-f365a4e73f13 None None] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:27:32.204363 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9915aaec-af2f-43d1-87c6-8ee52e0d2000 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:32.204969 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9915aaec-af2f-43d1-87c6-8ee52e0d2000 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:32.229276 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-5864dfb1-57c4-4430-8d1f-38295d15c36c tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-57413369'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:27:32.304028 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ff7a00d2-9878-4e4a-a5f1-c8927ea0215a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:32.332297 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9915aaec-af2f-43d1-87c6-8ee52e0d2000 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event updated for resources: {'Subnet': ['ID=13980597-32c0-4c92-86c1-2f0b92f8995b,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:32.370451 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5864dfb1-57c4-4430-8d1f-38295d15c36c tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Made reservation on behalf of 415272e6e50143d6ae4a660ae566e419 for: {'network': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:27:32.379667 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5864dfb1-57c4-4430-8d1f-38295d15c36c tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:32.416238 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2d267c81-40c9-47cd-80b8-e367cf18ee37 req-ef63e395-cb35-44e8-b327-0c57fec0e8ed service neutron] 10.222.0.15 "GET /v2.0/networks/8521063c-8363-41f1-a9c0-837836263ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3908210 Jul 05 02:27:32.425068 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5864dfb1-57c4-4430-8d1f-38295d15c36c tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:32.483444 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-9915aaec-af2f-43d1-87c6-8ee52e0d2000 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1455886 Jul 05 02:27:32.485031 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 34464) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:32.495041 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-25c39e43-567e-41d2-9a52-f880bdb284b2 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Request body: {'subnet': {'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:27:32.514439 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 7e892136-2888-42a3-87da-3a4b6f2e8cc8 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:27:32.521650 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2d267c81-40c9-47cd-80b8-e367cf18ee37 req-3cc50a71-7570-4962-b7d2-f6dd2b09310c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.124&port_id=5989baa9-fe49-4803-b03e-335f01c6c828 HTTP/1.1" status: 200 len: 217 time: 0.0859249 Jul 05 02:27:32.568324 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-95ca72bb-326d-4487-b4d6-4aae56363ad8 req-92dba01a-d287-47f3-93f2-025c9182d15a tempest-ServerShowV247Test-2133999980 tempest-ServerShowV247Test-2133999980-project] 10.222.0.23 "GET /v2.0/ports?device_id=be49ac3c-1f08-450f-bbe4-913e2feed4fe HTTP/1.1" status: 200 len: 210 time: 0.0521767 Jul 05 02:27:32.585709 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 7e892136-2888-42a3-87da-3a4b6f2e8cc8 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:27:32.588858 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 7e892136-2888-42a3-87da-3a4b6f2e8cc8 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:27:32.639074 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-0d998367-1a66-4353-b394-e825baac926c None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:32.658175 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-0d998367-1a66-4353-b394-e825baac926c None None] Transition to ACTIVE for port object 3212e01e-402b-4fd4-a2e2-3cf78ea50d89 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:27:32.695485 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5864dfb1-57c4-4430-8d1f-38295d15c36c tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:32.705624 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d267c81-40c9-47cd-80b8-e367cf18ee37 req-e28303bf-6ccf-45db-bc5a-cf67f85ede17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:32.708370 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2d267c81-40c9-47cd-80b8-e367cf18ee37 req-e28303bf-6ccf-45db-bc5a-cf67f85ede17 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9f904359-8cff-4e36-8104-7313f683672b HTTP/1.1" status: 200 len: 797 time: 0.1756537 Jul 05 02:27:32.739957 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-0d998367-1a66-4353-b394-e825baac926c None None] Transition to ACTIVE for port object 3212e01e-402b-4fd4-a2e2-3cf78ea50d89 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:27:32.750428 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5cd04c7-2a2b-45fc-9932-e56cc91bf49e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'tenant_id': 'db76c4c0345048a1b87eacad1e0b9ba1', 'fixed_ips': [{'subnet_id': '13980597-32c0-4c92-86c1-2f0b92f8995b'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:27:32.751379 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e5cd04c7-2a2b-45fc-9932-e56cc91bf49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:32.805990 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d267c81-40c9-47cd-80b8-e367cf18ee37 req-e3dc4e08-caf5-4750-9817-1f137b2364b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:32.807727 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2d267c81-40c9-47cd-80b8-e367cf18ee37 req-e3dc4e08-caf5-4750-9817-1f137b2364b4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8521063c-8363-41f1-a9c0-837836263ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0912397 Jul 05 02:27:32.902060 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-0d998367-1a66-4353-b394-e825baac926c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:32.923654 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5864dfb1-57c4-4430-8d1f-38295d15c36c tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:32.956782 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ff7a00d2-9878-4e4a-a5f1-c8927ea0215a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:32.980359 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ff7a00d2-9878-4e4a-a5f1-c8927ea0215a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:32.988794 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d998367-1a66-4353-b394-e825baac926c None None] Network 5e8d76cf-072c-4ebe-9632-b498a3035f5b is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:27:32.994312 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-0d998367-1a66-4353-b394-e825baac926c None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:27:33.004250 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5864dfb1-57c4-4430-8d1f-38295d15c36c tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=94461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:27:33.005698 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d998367-1a66-4353-b394-e825baac926c None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:27:33.073713 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d998367-1a66-4353-b394-e825baac926c None None] Pushing event updated for resources: {'Port': ['ID=3212e01e-402b-4fd4-a2e2-3cf78ea50d89,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:33.076044 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5864dfb1-57c4-4430-8d1f-38295d15c36c tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:33.076349 n-d-771362-32 neutron-server[94461]: INFO neutron.db.segments_db [None req-5864dfb1-57c4-4430-8d1f-38295d15c36c tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Added segment a09076da-074d-411d-aff0-932d335c45b9 of type vlan for network fef54889-b761-4230-9c30-ec924bcba9b9 Jul 05 02:27:33.079562 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5864dfb1-57c4-4430-8d1f-38295d15c36c tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4811706-14a9-4775-b9f1-6100ed2d5fec,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:33.114639 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-e5cd04c7-2a2b-45fc-9932-e56cc91bf49e None None] Allocated IP 2001:db8::f816:3eff:fe14:328c (ed71b0ad-0d45-4cc1-9581-fdfa4092af45/13980597-32c0-4c92-86c1-2f0b92f8995b/b190acf9-d9af-4a8c-a431-5404a1ad6c13) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:27:33.133177 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-ff7a00d2-9878-4e4a-a5f1-c8927ea0215a admin admin] Allocated IP 172.25.7.84 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/2f7100fd-b056-4f13-933c-8b0e0ef7219e) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:27:33.142456 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25c39e43-567e-41d2-9a52-f880bdb284b2 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Made reservation on behalf of db76c4c0345048a1b87eacad1e0b9ba1 for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:27:33.146438 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-25c39e43-567e-41d2-9a52-f880bdb284b2 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:33.157399 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2d267c81-40c9-47cd-80b8-e367cf18ee37 req-dd137f37-d098-466e-8fd1-0025539ecff0 service neutron] 10.222.0.15 "GET /v2.0/networks/8521063c-8363-41f1-a9c0-837836263ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3422499 Jul 05 02:27:33.184170 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5864dfb1-57c4-4430-8d1f-38295d15c36c tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:33.211293 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7882baa0-a8d7-427f-b07d-4e16066223e7 req-ae5efa0c-307a-4fc0-aa01-675d4b41bed7 tempest-ServerShowV247Test-2133999980 tempest-ServerShowV247Test-2133999980-project] 10.222.0.23 "GET /v2.0/ports?device_id=be49ac3c-1f08-450f-bbe4-913e2feed4fe&device_id=fe7deded-743b-4521-81f4-1aaa9b20dcc5 HTTP/1.1" status: 200 len: 210 time: 0.0727365 Jul 05 02:27:33.276437 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-0d998367-1a66-4353-b394-e825baac926c None None] Attempting to bind port 3212e01e-402b-4fd4-a2e2-3cf78ea50d89 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:27:33.276773 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-0d998367-1a66-4353-b394-e825baac926c None None] Attempting to bind port 3212e01e-402b-4fd4-a2e2-3cf78ea50d89 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '68b40de2-5c88-43af-aa76-e06dc56de736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '5e8d76cf-072c-4ebe-9632-b498a3035f5b'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:27:33.277186 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d998367-1a66-4353-b394-e825baac926c None None] Attempting to bind port 3212e01e-402b-4fd4-a2e2-3cf78ea50d89 on network 5e8d76cf-072c-4ebe-9632-b498a3035f5b {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:27:33.289113 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d998367-1a66-4353-b394-e825baac926c None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:27:33.292922 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d998367-1a66-4353-b394-e825baac926c None None] Checking segment: {'id': '68b40de2-5c88-43af-aa76-e06dc56de736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '5e8d76cf-072c-4ebe-9632-b498a3035f5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:27:33.292922 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-0d998367-1a66-4353-b394-e825baac926c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:33.292922 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d998367-1a66-4353-b394-e825baac926c None None] Bound using segment: {'id': '68b40de2-5c88-43af-aa76-e06dc56de736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '5e8d76cf-072c-4ebe-9632-b498a3035f5b'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:27:33.292922 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-0d998367-1a66-4353-b394-e825baac926c None None] Bound port: 3212e01e-402b-4fd4-a2e2-3cf78ea50d89, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68b40de2-5c88-43af-aa76-e06dc56de736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '5e8d76cf-072c-4ebe-9632-b498a3035f5b'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:27:33.292922 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-0d998367-1a66-4353-b394-e825baac926c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:33.426657 n-d-771362-32 neutron-server[94462]: INFO neutron.db.ipam_backend_mixin [None req-25c39e43-567e-41d2-9a52-f880bdb284b2 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 13980597-32c0-4c92-86c1-2f0b92f8995b (CIDR: 2001:db8::/64) Jul 05 02:27:33.470612 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ff7a00d2-9878-4e4a-a5f1-c8927ea0215a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:33.477306 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-25c39e43-567e-41d2-9a52-f880bdb284b2 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 02:27:33.477767 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25c39e43-567e-41d2-9a52-f880bdb284b2 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94462) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:27:33.565331 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-0d998367-1a66-4353-b394-e825baac926c None None] For port 3212e01e-402b-4fd4-a2e2-3cf78ea50d89, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:27:33.618719 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-0d998367-1a66-4353-b394-e825baac926c None None] For port 3212e01e-402b-4fd4-a2e2-3cf78ea50d89, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=3212e01e-402b-4fd4-a2e2-3cf78ea50d89,segment=NetworkSegment(68b40de2-5c88-43af-aa76-e06dc56de736),segment_id=68b40de2-5c88-43af-aa76-e06dc56de736)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:27:33.633245 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-25c39e43-567e-41d2-9a52-f880bdb284b2 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1434608 Jul 05 02:27:33.634162 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 34496) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:33.641399 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-aa5b5720-65df-49b1-8153-5faff57d241a tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Request body: {'subnet': {'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:27:33.650279 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e5cd04c7-2a2b-45fc-9932-e56cc91bf49e None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:33.665198 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-e5cd04c7-2a2b-45fc-9932-e56cc91bf49e None None] Transition to ACTIVE for port object b190acf9-d9af-4a8c-a431-5404a1ad6c13 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:27:33.684116 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-e5cd04c7-2a2b-45fc-9932-e56cc91bf49e None None] Transition to ACTIVE for port object b190acf9-d9af-4a8c-a431-5404a1ad6c13 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:27:33.715117 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-0d998367-1a66-4353-b394-e825baac926c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:33.752095 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ff7a00d2-9878-4e4a-a5f1-c8927ea0215a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:33.772187 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2d267c81-40c9-47cd-80b8-e367cf18ee37 req-f25da91d-cd59-436d-8445-75b760d6f884 service neutron] 10.222.0.15 "GET /v2.0/networks/8521063c-8363-41f1-a9c0-837836263ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6055248 Jul 05 02:27:33.780043 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d998367-1a66-4353-b394-e825baac926c None None] Pushing event updated for resources: {'Port': ['ID=3212e01e-402b-4fd4-a2e2-3cf78ea50d89,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:33.813193 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e5cd04c7-2a2b-45fc-9932-e56cc91bf49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:33.829659 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2d267c81-40c9-47cd-80b8-e367cf18ee37 req-2663afd4-5bf6-4133-a3ca-6f2c51f3a4db service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.223&port_id=16c77f10-6b39-403f-a66f-9731963e998e HTTP/1.1" status: 200 len: 217 time: 0.0488453 Jul 05 02:27:33.840660 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5864dfb1-57c4-4430-8d1f-38295d15c36c tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:33.842822 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7a00d2-9878-4e4a-a5f1-c8927ea0215a admin admin] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:27:33.847024 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5864dfb1-57c4-4430-8d1f-38295d15c36c tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:33.847948 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5864dfb1-57c4-4430-8d1f-38295d15c36c tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:33.871278 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-ff7a00d2-9878-4e4a-a5f1-c8927ea0215a admin admin] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:27:33.881131 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7a00d2-9878-4e4a-a5f1-c8927ea0215a admin admin] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:27:33.930143 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7a00d2-9878-4e4a-a5f1-c8927ea0215a admin admin] Pushing event updated for resources: {'Port': ['ID=2f7100fd-b056-4f13-933c-8b0e0ef7219e,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:33.933683 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5cd04c7-2a2b-45fc-9932-e56cc91bf49e None None] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:27:33.943827 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-e5cd04c7-2a2b-45fc-9932-e56cc91bf49e None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:27:33.952566 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cd04c7-2a2b-45fc-9932-e56cc91bf49e None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:27:34.060908 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-e5cd04c7-2a2b-45fc-9932-e56cc91bf49e None None] Attempting to bind port b190acf9-d9af-4a8c-a431-5404a1ad6c13 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:27:34.061433 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-e5cd04c7-2a2b-45fc-9932-e56cc91bf49e None None] Attempting to bind port b190acf9-d9af-4a8c-a431-5404a1ad6c13 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:27:34.062012 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5cd04c7-2a2b-45fc-9932-e56cc91bf49e None None] Attempting to bind port b190acf9-d9af-4a8c-a431-5404a1ad6c13 on network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:27:34.069518 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5cd04c7-2a2b-45fc-9932-e56cc91bf49e None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:27:34.070051 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5cd04c7-2a2b-45fc-9932-e56cc91bf49e None None] Checking segment: {'id': '4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:27:34.070703 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e5cd04c7-2a2b-45fc-9932-e56cc91bf49e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:34.071144 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5cd04c7-2a2b-45fc-9932-e56cc91bf49e None None] Bound using segment: {'id': '4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:27:34.071716 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-e5cd04c7-2a2b-45fc-9932-e56cc91bf49e None None] Bound port: b190acf9-d9af-4a8c-a431-5404a1ad6c13, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:27:34.072197 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e5cd04c7-2a2b-45fc-9932-e56cc91bf49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:34.075019 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cd04c7-2a2b-45fc-9932-e56cc91bf49e None None] Pushing event updated for resources: {'Port': ['ID=b190acf9-d9af-4a8c-a431-5404a1ad6c13,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:34.215998 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-e5cd04c7-2a2b-45fc-9932-e56cc91bf49e None None] For port b190acf9-d9af-4a8c-a431-5404a1ad6c13, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:27:34.220517 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-e5cd04c7-2a2b-45fc-9932-e56cc91bf49e None None] For port b190acf9-d9af-4a8c-a431-5404a1ad6c13, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=b190acf9-d9af-4a8c-a431-5404a1ad6c13,segment=NetworkSegment(4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6),segment_id=4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:27:34.255846 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-55fab7a6-21c6-4754-a6ed-a43b3c066832 req-e09e7035-37ad-482b-9911-66441b7f92ff service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=21e57b91ba2c42cba8208424f2619b17&device_id=be49ac3c-1f08-450f-bbe4-913e2feed4fe HTTP/1.1" status: 200 len: 210 time: 0.2211914 Jul 05 02:27:34.273743 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa5b5720-65df-49b1-8153-5faff57d241a tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Made reservation on behalf of db76c4c0345048a1b87eacad1e0b9ba1 for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:27:34.277300 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-aa5b5720-65df-49b1-8153-5faff57d241a tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:34.310012 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e5cd04c7-2a2b-45fc-9932-e56cc91bf49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:34.363053 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5864dfb1-57c4-4430-8d1f-38295d15c36c tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Pushing event updated for resources: {'Network': ['ID=fef54889-b761-4230-9c30-ec924bcba9b9,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:34.365440 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-16fc5df6-4dd7-4a8b-8bdd-082a591b2b21 req-5292ad2a-808c-4313-a946-f88ac2437431 tempest-ServerShowV247Test-2133999980 tempest-ServerShowV247Test-2133999980-project] 10.222.0.23 "GET /v2.0/ports?device_id=be49ac3c-1f08-450f-bbe4-913e2feed4fe HTTP/1.1" status: 200 len: 210 time: 0.0926878 Jul 05 02:27:34.400324 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d267c81-40c9-47cd-80b8-e367cf18ee37 req-dc756bc3-1fe5-4de2-8ae3-0568d1680903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:34.402279 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2d267c81-40c9-47cd-80b8-e367cf18ee37 req-dc756bc3-1fe5-4de2-8ae3-0568d1680903 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9f904359-8cff-4e36-8104-7313f683672b HTTP/1.1" status: 200 len: 797 time: 0.5655236 Jul 05 02:27:34.403804 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-5864dfb1-57c4-4430-8d1f-38295d15c36c tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.5563619 Jul 05 02:27:34.410472 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-55fab7a6-21c6-4754-a6ed-a43b3c066832 req-91955b6a-e9de-48f0-bf86-b1f20e7d0c94 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=21e57b91ba2c42cba8208424f2619b17&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1111064 Jul 05 02:27:34.411260 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 34510) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:34.432619 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-c544ae48-420d-42b7-a749-fb18f27fe393 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Request body: {'subnet': {'network_id': 'fef54889-b761-4230-9c30-ec924bcba9b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:27:34.594651 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ff7a00d2-9878-4e4a-a5f1-c8927ea0215a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:34.709592 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network fef54889-b761-4230-9c30-ec924bcba9b9 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:27:34.712746 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 3212e01e-402b-4fd4-a2e2-3cf78ea50d89 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:27:34.896788 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fab7a6-21c6-4754-a6ed-a43b3c066832 req-4a375def-2f29-42e6-83d8-3336eb69338a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:34.907334 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-55fab7a6-21c6-4754-a6ed-a43b3c066832 req-4a375def-2f29-42e6-83d8-3336eb69338a service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4809217 Jul 05 02:27:34.936383 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ff7a00d2-9878-4e4a-a5f1-c8927ea0215a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963'] for router, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:34.939704 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cd04c7-2a2b-45fc-9932-e56cc91bf49e None None] Pushing event updated for resources: {'Port': ['ID=b190acf9-d9af-4a8c-a431-5404a1ad6c13,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:34.974756 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d267c81-40c9-47cd-80b8-e367cf18ee37 req-b8e06675-a219-404e-a76b-e0aa23330283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:34.976485 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2d267c81-40c9-47cd-80b8-e367cf18ee37 req-b8e06675-a219-404e-a76b-e0aa23330283 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8521063c-8363-41f1-a9c0-837836263ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5617211 Jul 05 02:27:35.149628 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 34524) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:35.160754 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 3212e01e-402b-4fd4-a2e2-3cf78ea50d89 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:27:35.256871 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2d267c81-40c9-47cd-80b8-e367cf18ee37 req-ebbdea53-63bc-4941-be28-bcd490024d0b service neutron] 10.222.0.15 "GET /v2.0/networks/8521063c-8363-41f1-a9c0-837836263ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589464 Jul 05 02:27:35.264459 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c544ae48-420d-42b7-a749-fb18f27fe393 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Made reservation on behalf of 415272e6e50143d6ae4a660ae566e419 for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:27:35.268014 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c544ae48-420d-42b7-a749-fb18f27fe393 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:35.326807 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff7a00d2-9878-4e4a-a5f1-c8927ea0215a admin admin] Router fbfd9385-2585-43ff-bbe7-607c9869784f is scheduled to L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 with binding_index 1 {{(pid=94462) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 02:27:35.435964 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-aa5b5720-65df-49b1-8153-5faff57d241a tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5763451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774823'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:35.451804 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-60bef3ca-8a5a-4350-9b4d-fa72dd366352 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:35.481011 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff7a00d2-9878-4e4a-a5f1-c8927ea0215a admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:27:35.492325 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6492c5ee-d719-486e-8ae4-9d9f87049e03 None None] Sync routers for ids ['fbfd9385-2585-43ff-bbe7-607c9869784f'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:27:35.510212 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6492c5ee-d719-486e-8ae4-9d9f87049e03 None None] Routers {'fbfd9385-2585-43ff-bbe7-607c9869784f'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:27:35.511494 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-6492c5ee-d719-486e-8ae4-9d9f87049e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:27:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['fbfd9385-2585-43ff-bbe7-607c9869784f'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:27:35.565407 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5b5720-65df-49b1-8153-5faff57d241a tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event updated for resources: {'Subnet': ['ID=6d7dcd42-80f1-4f19-b581-74f77f4b236d,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:35.606502 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7037c45-e349-4931-a9d4-a651483d52e2 None None] Network 5e8d76cf-072c-4ebe-9632-b498a3035f5b requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:27:35.617336 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-41aa395c-018f-4383-ac85-f3163c12f8d1 req-d70f0486-3a37-4d4d-8245-46ced8dfaa47 tempest-ServerShowV247Test-2133999980 tempest-ServerShowV247Test-2133999980-project] 10.222.0.23 "GET /v2.0/ports?device_id=be49ac3c-1f08-450f-bbe4-913e2feed4fe HTTP/1.1" status: 200 len: 210 time: 0.0376325 Jul 05 02:27:35.618812 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ff7a00d2-9878-4e4a-a5f1-c8927ea0215a admin admin] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:35.623965 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-ff7a00d2-9878-4e4a-a5f1-c8927ea0215a admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.0617406 Jul 05 02:27:35.624727 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 34532) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:35.633269 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5b5720-65df-49b1-8153-5faff57d241a tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:27:35.649133 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-aa5b5720-65df-49b1-8153-5faff57d241a tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:27:35.673938 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5b5720-65df-49b1-8153-5faff57d241a tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:35.674576 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-aa5b5720-65df-49b1-8153-5faff57d241a tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:35.828954 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2d267c81-40c9-47cd-80b8-e367cf18ee37 req-de92a430-91ab-4048-821e-b379ff7665b0 service neutron] 10.222.0.15 "GET /v2.0/networks/8521063c-8363-41f1-a9c0-837836263ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4366858 Jul 05 02:27:35.838462 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-6492c5ee-d719-486e-8ae4-9d9f87049e03 None None] Set router fbfd9385-2585-43ff-bbe7-607c9869784f gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:27:35.952606 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-72967b6b-b283-435b-802a-e9f300d5ad9b None None] Provisioning for port 3212e01e-402b-4fd4-a2e2-3cf78ea50d89 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:27:35.959290 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-72967b6b-b283-435b-802a-e9f300d5ad9b None None] Provisioning complete for port 3212e01e-402b-4fd4-a2e2-3cf78ea50d89 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:27:35.959679 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-72967b6b-b283-435b-802a-e9f300d5ad9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:35.995330 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2d267c81-40c9-47cd-80b8-e367cf18ee37 req-64c017a0-3410-4bad-8d76-319b0378b69d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ebeeea34-31e3-4860-b394-0cf6d93b55be HTTP/1.1" status: 200 len: 217 time: 0.1034765 Jul 05 02:27:36.109333 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d267c81-40c9-47cd-80b8-e367cf18ee37 req-2c08dd47-e0ec-43f5-9d28-775a10f440e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:36.109333 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2d267c81-40c9-47cd-80b8-e367cf18ee37 req-2c08dd47-e0ec-43f5-9d28-775a10f440e8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3a2227d0-d085-4249-9de9-b270c4daf5df HTTP/1.1" status: 200 len: 797 time: 0.0957596 Jul 05 02:27:36.129511 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-60bef3ca-8a5a-4350-9b4d-fa72dd366352 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:36.233662 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c544ae48-420d-42b7-a749-fb18f27fe393 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5763451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774823'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:36.325742 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-55fab7a6-21c6-4754-a6ed-a43b3c066832 req-ba8944b5-bb50-4dd2-a129-f25c44d4464e tempest-ServerShowV247Test-2133999980 tempest-ServerShowV247Test-2133999980-project] 10.222.0.15 "GET /v2.0/ports?device_id=be49ac3c-1f08-450f-bbe4-913e2feed4fe HTTP/1.1" status: 200 len: 210 time: 0.1049917 Jul 05 02:27:36.345609 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-60bef3ca-8a5a-4350-9b4d-fa72dd366352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:36.504962 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-60bef3ca-8a5a-4350-9b4d-fa72dd366352 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=002eed1442634e819c65fcd77db4f315&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3537669 Jul 05 02:27:36.509885 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c544ae48-420d-42b7-a749-fb18f27fe393 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Pushing event updated for resources: {'Subnet': ['ID=0fc104b8-b7cd-48ff-89a1-b2b80e65a02f,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:36.509993 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-72967b6b-b283-435b-802a-e9f300d5ad9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:36.534046 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 34546) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:36.592030 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device b190acf9-d9af-4a8c-a431-5404a1ad6c13 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:27:36.677320 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-aa5b5720-65df-49b1-8153-5faff57d241a tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0408232 Jul 05 02:27:36.685740 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c544ae48-420d-42b7-a749-fb18f27fe393 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Checking segment: {'id': 'a09076da-074d-411d-aff0-932d335c45b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fef54889-b761-4230-9c30-ec924bcba9b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:27:36.686181 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c544ae48-420d-42b7-a749-fb18f27fe393 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Network hostable DHCP agents. Network: fef54889-b761-4230-9c30-ec924bcba9b9, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:27:36.697989 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 34552) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:36.700279 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d267c81-40c9-47cd-80b8-e367cf18ee37 req-f509f20b-d79d-45c8-867b-60811733f595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:36.703023 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2d267c81-40c9-47cd-80b8-e367cf18ee37 req-f509f20b-d79d-45c8-867b-60811733f595 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7fa11b36-0588-43ef-a636-45aaf3c04835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5642350 Jul 05 02:27:36.716737 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-fc5f35ca-2e18-4782-91fb-afffa1cbc314 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Request body: {'port': {'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'mac_address': 'fa:16:3e:63:01:67', 'name': 'tempest-NetworksTestDHCPv6-2081648029'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:27:36.719707 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73fb1d0e-8a5d-45a1-8a1b-a95ce56f946c None None] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:27:36.768056 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-72967b6b-b283-435b-802a-e9f300d5ad9b None None] For port 3212e01e-402b-4fd4-a2e2-3cf78ea50d89, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=3212e01e-402b-4fd4-a2e2-3cf78ea50d89,segment=NetworkSegment(68b40de2-5c88-43af-aa76-e06dc56de736),segment_id=68b40de2-5c88-43af-aa76-e06dc56de736)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:27:36.882229 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-6492c5ee-d719-486e-8ae4-9d9f87049e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbfd9385-2585-43ff-bbe7-607c9869784f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1149951054-router', 'tenant_id': '820d01c94cb84c34ab4df1230f2d2b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '2f7100fd-b056-4f13-933c-8b0e0ef7219e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:27:31Z', 'updated_at': '2021-07-05T02:27:34Z', 'revision_number': 3, 'project_id': '820d01c94cb84c34ab4df1230f2d2b19', 'gw_port': {'id': '2f7100fd-b056-4f13-933c-8b0e0ef7219e', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:f9:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbfd9385-2585-43ff-bbe7-607c9869784f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:27:32Z', 'updated_at': '2021-07-05T02:27:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:27:36.887727 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-72967b6b-b283-435b-802a-e9f300d5ad9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:37.009534 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72967b6b-b283-435b-802a-e9f300d5ad9b None None] Pushing event updated for resources: {'Port': ['ID=3212e01e-402b-4fd4-a2e2-3cf78ea50d89,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:37.016424 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port b190acf9-d9af-4a8c-a431-5404a1ad6c13 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:27:37.022413 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6492c5ee-d719-486e-8ae4-9d9f87049e03 None None] Checking router: fbfd9385-2585-43ff-bbe7-607c9869784f for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:27:37.022638 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6492c5ee-d719-486e-8ae4-9d9f87049e03 None None] Updating router fbfd9385-2585-43ff-bbe7-607c9869784f port 2f7100fd-b056-4f13-933c-8b0e0ef7219e binding host n-d-771362-32 {{(pid=94463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 02:27:37.134842 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-6492c5ee-d719-486e-8ae4-9d9f87049e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:37.177766 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-512416e8-f3ca-4e39-af52-882eb80c8443 None None] Provisioning for port b190acf9-d9af-4a8c-a431-5404a1ad6c13 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:27:37.190140 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5b201709-9e97-49dc-a51e-4dc0641b800b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:37.196294 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-512416e8-f3ca-4e39-af52-882eb80c8443 None None] Provisioning complete for port b190acf9-d9af-4a8c-a431-5404a1ad6c13 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:27:37.196711 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-512416e8-f3ca-4e39-af52-882eb80c8443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:37.297561 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b835cf30-c894-4797-97b9-98cb16721192 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:37.358656 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bef3ca-8a5a-4350-9b4d-fa72dd366352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6519e532-8fe9-4f1b-8d94-c121de2b6acc,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:37.431963 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3cb66708-7f3c-4b24-bc7c-ab56a69175aa req-806192d1-c0a5-4ba6-bc0b-d8d11cf5f7ff tempest-ServerShowV247Test-2133999980 tempest-ServerShowV247Test-2133999980-project] 10.222.0.23 "GET /v2.0/ports?device_id=be49ac3c-1f08-450f-bbe4-913e2feed4fe HTTP/1.1" status: 200 len: 210 time: 0.1404037 Jul 05 02:27:37.441334 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c544ae48-420d-42b7-a749-fb18f27fe393 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Network fef54889-b761-4230-9c30-ec924bcba9b9 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:27:37.464695 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b835cf30-c894-4797-97b9-98cb16721192 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:37.557639 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-c544ae48-420d-42b7-a749-fb18f27fe393 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, fef54889-b761-4230-9c30-ec924bcba9b9) {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:27:37.611547 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-5b201709-9e97-49dc-a51e-4dc0641b800b admin admin] Allocated IP 172.20.0.1 (5e8d76cf-072c-4ebe-9632-b498a3035f5b/1825f4ef-88c0-436d-968e-41fc32795301/b7e29bd2-41b5-49af-b42e-6dd63e15685d) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:27:37.627371 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c544ae48-420d-42b7-a749-fb18f27fe393 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:37.628390 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c544ae48-420d-42b7-a749-fb18f27fe393 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:37.632423 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706744e2-2721-41c1-a25a-e273754713b6 None None] Network fef54889-b761-4230-9c30-ec924bcba9b9 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:27:37.643314 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2d267c81-40c9-47cd-80b8-e367cf18ee37 req-e8770c49-1053-451d-9626-2cc6538384ec service neutron] 10.222.0.15 "GET /v2.0/networks/7fa11b36-0588-43ef-a636-45aaf3c04835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3696437 Jul 05 02:27:37.709373 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108819af-eac0-4757-9434-768e713597bb None None] Update dhcp port {'port': {'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'fixed_ips': [{'subnet_id': '13980597-32c0-4c92-86c1-2f0b92f8995b', 'ip_address': '2001:db8::f816:3eff:fe14:328c'}, {'subnet_id': '6d7dcd42-80f1-4f19-b581-74f77f4b236d'}], 'binding:host_id': 'n-d-771362-32'}, 'id': 'b190acf9-d9af-4a8c-a431-5404a1ad6c13'} from n-d-771362-32. {{(pid=94463) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 02:27:37.737135 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-512416e8-f3ca-4e39-af52-882eb80c8443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:37.777317 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5b201709-9e97-49dc-a51e-4dc0641b800b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:37.828463 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2d267c81-40c9-47cd-80b8-e367cf18ee37 req-c92d8e07-19ac-43cf-b237-35d5b45e163d service neutron] 10.222.0.15 "GET /v2.0/networks/7fa11b36-0588-43ef-a636-45aaf3c04835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657162 Jul 05 02:27:37.834747 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-c544ae48-420d-42b7-a749-fb18f27fe393 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4160891 Jul 05 02:27:37.835673 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 34560) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:37.842554 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-bd1f3f02-7297-4c3d-8233-7fea5d1a362a tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Request body: {'port': {'network_id': 'fef54889-b761-4230-9c30-ec924bcba9b9', 'name': 'tempest-AllowedAddressPairTestJSON-77222125'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:27:37.865621 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-512416e8-f3ca-4e39-af52-882eb80c8443 None None] For port b190acf9-d9af-4a8c-a431-5404a1ad6c13, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=b190acf9-d9af-4a8c-a431-5404a1ad6c13,segment=NetworkSegment(4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6),segment_id=4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:27:37.873456 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [None req-5b201709-9e97-49dc-a51e-4dc0641b800b admin admin] Transition to ACTIVE for port object b7e29bd2-41b5-49af-b42e-6dd63e15685d will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:27:37.899383 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2d267c81-40c9-47cd-80b8-e367cf18ee37 req-77d3777d-659e-4f46-8ca3-5df546dfe1d0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=56b8015f-94a3-4395-b042-696c4e70e1cd HTTP/1.1" status: 200 len: 217 time: 0.0608969 Jul 05 02:27:37.908836 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b835cf30-c894-4797-97b9-98cb16721192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:37.916212 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b835cf30-c894-4797-97b9-98cb16721192 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:37.921814 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-b835cf30-c894-4797-97b9-98cb16721192 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6519e532-8fe9-4f1b-8d94-c121de2b6acc HTTP/1.1" status: 204 len: 168 time: 1.3447423 Jul 05 02:27:37.944572 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-108819af-eac0-4757-9434-768e713597bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:37.957173 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b835cf30-c894-4797-97b9-98cb16721192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6519e532-8fe9-4f1b-8d94-c121de2b6acc,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:38.003176 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d267c81-40c9-47cd-80b8-e367cf18ee37 req-903900fe-d8a7-4683-ab4c-646447504505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:38.005323 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2d267c81-40c9-47cd-80b8-e367cf18ee37 req-903900fe-d8a7-4683-ab4c-646447504505 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3a2227d0-d085-4249-9de9-b270c4daf5df HTTP/1.1" status: 200 len: 797 time: 0.0821767 Jul 05 02:27:38.021685 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-512416e8-f3ca-4e39-af52-882eb80c8443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:38.028521 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc5f35ca-2e18-4782-91fb-afffa1cbc314 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Made reservation on behalf of db76c4c0345048a1b87eacad1e0b9ba1 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:27:38.098202 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5b201709-9e97-49dc-a51e-4dc0641b800b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:38.149299 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d267c81-40c9-47cd-80b8-e367cf18ee37 req-94fa80b2-cbcc-46e9-9668-8c3763969823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:38.152549 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2d267c81-40c9-47cd-80b8-e367cf18ee37 req-94fa80b2-cbcc-46e9-9668-8c3763969823 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7fa11b36-0588-43ef-a636-45aaf3c04835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1394086 Jul 05 02:27:38.195134 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b201709-9e97-49dc-a51e-4dc0641b800b admin admin] Network 5e8d76cf-072c-4ebe-9632-b498a3035f5b is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:27:38.208269 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd1f3f02-7297-4c3d-8233-7fea5d1a362a tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Made reservation on behalf of 415272e6e50143d6ae4a660ae566e419 for: {'port': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:27:38.220937 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bd1f3f02-7297-4c3d-8233-7fea5d1a362a tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:38.240949 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-5b201709-9e97-49dc-a51e-4dc0641b800b admin admin] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:27:38.272320 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-fc5f35ca-2e18-4782-91fb-afffa1cbc314 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:38.275271 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b201709-9e97-49dc-a51e-4dc0641b800b admin admin] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:27:38.338491 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512416e8-f3ca-4e39-af52-882eb80c8443 None None] Pushing event updated for resources: {'Port': ['ID=b190acf9-d9af-4a8c-a431-5404a1ad6c13,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:38.364031 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [None req-fc5f35ca-2e18-4782-91fb-afffa1cbc314 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] device_id is not set on port 96d6fc16-8c43-434e-a7a5-11b8ef7cb11f yet. {{(pid=94461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:27:38.410723 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b201709-9e97-49dc-a51e-4dc0641b800b admin admin] Pushing event updated for resources: {'Port': ['ID=b7e29bd2-41b5-49af-b42e-6dd63e15685d,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:38.411513 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2d267c81-40c9-47cd-80b8-e367cf18ee37 req-e3099f34-447f-4f95-bc54-24b7abaf6e55 service neutron] 10.222.0.15 "GET /v2.0/networks/7fa11b36-0588-43ef-a636-45aaf3c04835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506664 Jul 05 02:27:38.445044 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [None req-bd1f3f02-7297-4c3d-8233-7fea5d1a362a tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] device_id is not set on port c7c39101-fad5-4345-b4eb-a972f1a3e90e yet. {{(pid=94462) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:27:38.584905 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5b201709-9e97-49dc-a51e-4dc0641b800b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635668'] for router_interface, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:38.651625 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-108819af-eac0-4757-9434-768e713597bb None None] Allocated IP 2001:db8:0:1::2 (ed71b0ad-0d45-4cc1-9581-fdfa4092af45/6d7dcd42-80f1-4f19-b581-74f77f4b236d/b190acf9-d9af-4a8c-a431-5404a1ad6c13) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:27:38.690301 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2d267c81-40c9-47cd-80b8-e367cf18ee37 req-5862e49c-d6f3-4255-9ea6-54c27bdd567a service neutron] 10.222.0.15 "GET /v2.0/networks/7fa11b36-0588-43ef-a636-45aaf3c04835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133307 Jul 05 02:27:38.756333 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 3212e01e-402b-4fd4-a2e2-3cf78ea50d89 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:27:38.824761 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-bd1f3f02-7297-4c3d-8233-7fea5d1a362a tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Allocated IP 172.20.0.6 (fef54889-b761-4230-9c30-ec924bcba9b9/0fc104b8-b7cd-48ff-89a1-b2b80e65a02f/c7c39101-fad5-4345-b4eb-a972f1a3e90e) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:27:38.834273 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3557b2ba-b316-4c84-8e25-d5e5d605717f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-fef54889-b761-4230-9c30-ec924bcba9b9', 'network_id': 'fef54889-b761-4230-9c30-ec924bcba9b9', 'tenant_id': '415272e6e50143d6ae4a660ae566e419', 'fixed_ips': [{'subnet_id': '0fc104b8-b7cd-48ff-89a1-b2b80e65a02f'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:27:38.835176 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3557b2ba-b316-4c84-8e25-d5e5d605717f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:38.886684 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-c3f56141-e7b4-410a-b7f1-39fd59a215b9 None None] Provisioning complete for port 3212e01e-402b-4fd4-a2e2-3cf78ea50d89 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:27:38.886832 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-c3f56141-e7b4-410a-b7f1-39fd59a215b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:38.982692 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5b201709-9e97-49dc-a51e-4dc0641b800b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:39.085425 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 34576) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:39.088541 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bd1f3f02-7297-4c3d-8233-7fea5d1a362a tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:39.105880 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-574167e8-6cb7-4819-8fd3-5d94e9c53a7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:39.145126 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-6492c5ee-d719-486e-8ae4-9d9f87049e03 None None] Notify callbacks [] for port, precommit_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:39.148328 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [None req-bd1f3f02-7297-4c3d-8233-7fea5d1a362a tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Transition to ACTIVE for port object c7c39101-fad5-4345-b4eb-a972f1a3e90e will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:27:39.190941 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-6492c5ee-d719-486e-8ae4-9d9f87049e03 None None] Transition to ACTIVE for port object 2f7100fd-b056-4f13-933c-8b0e0ef7219e will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:27:39.223159 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 3212e01e-402b-4fd4-a2e2-3cf78ea50d89 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:27:39.223528 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:39.231272 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-06aa43bc-090c-4a13-aab5-0ab2dce46b0e req-9f538659-119e-40be-b32f-8b21b61dd393 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=21e57b91ba2c42cba8208424f2619b17&device_id=fe7deded-743b-4521-81f4-1aaa9b20dcc5 HTTP/1.1" status: 200 len: 210 time: 0.0384865 Jul 05 02:27:39.269882 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-06aa43bc-090c-4a13-aab5-0ab2dce46b0e req-225341b3-cd91-4c23-9e4a-4bbb2bdf060a service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=21e57b91ba2c42cba8208424f2619b17&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309639 Jul 05 02:27:39.290919 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-108819af-eac0-4757-9434-768e713597bb None None] For port b190acf9-d9af-4a8c-a431-5404a1ad6c13, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=b190acf9-d9af-4a8c-a431-5404a1ad6c13,segment=NetworkSegment(4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6),segment_id=4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:27:39.328726 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5b201709-9e97-49dc-a51e-4dc0641b800b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:39.351023 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-108819af-eac0-4757-9434-768e713597bb None None] Notify callbacks [] for port, precommit_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:39.358180 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-6492c5ee-d719-486e-8ae4-9d9f87049e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:39.383677 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-574167e8-6cb7-4819-8fd3-5d94e9c53a7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:39.390066 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bd1f3f02-7297-4c3d-8233-7fea5d1a362a tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:39.426328 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c4b96b93-5318-48c3-b927-856431b0af34 req-a33588da-56e4-460e-a410-24bf9c7fa405 tempest-ServerShowV247Test-2133999980 tempest-ServerShowV247Test-2133999980-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe7deded-743b-4521-81f4-1aaa9b20dcc5 HTTP/1.1" status: 200 len: 210 time: 0.0800362 Jul 05 02:27:39.464053 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-3557b2ba-b316-4c84-8e25-d5e5d605717f None None] Allocated IP 172.20.0.2 (fef54889-b761-4230-9c30-ec924bcba9b9/0fc104b8-b7cd-48ff-89a1-b2b80e65a02f/4ed3f250-12dc-42d6-a276-4cae376031ab) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:27:39.483886 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1f3f02-7297-4c3d-8233-7fea5d1a362a tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Network fef54889-b761-4230-9c30-ec924bcba9b9 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:27:39.488149 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-bd1f3f02-7297-4c3d-8233-7fea5d1a362a tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:27:39.515782 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1f3f02-7297-4c3d-8233-7fea5d1a362a tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:27:39.518468 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5b201709-9e97-49dc-a51e-4dc0641b800b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:39.542191 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aa43bc-090c-4a13-aab5-0ab2dce46b0e req-a8498296-4642-458f-b878-41acf96e0a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:39.545553 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-06aa43bc-090c-4a13-aab5-0ab2dce46b0e req-a8498296-4642-458f-b878-41acf96e0a54 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2455082 Jul 05 02:27:39.563230 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-574167e8-6cb7-4819-8fd3-5d94e9c53a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:39.608965 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-574167e8-6cb7-4819-8fd3-5d94e9c53a7b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5bb6134ff8304b86ba473d3852c864e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5207620 Jul 05 02:27:39.620675 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 34586) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:39.684319 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1f3f02-7297-4c3d-8233-7fea5d1a362a tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Pushing event updated for resources: {'Port': ['ID=c7c39101-fad5-4345-b4eb-a972f1a3e90e,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:39.759995 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574167e8-6cb7-4819-8fd3-5d94e9c53a7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cfbb89c-766d-4f8d-a3b7-3252bdbef4f1,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:39.763796 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3557b2ba-b316-4c84-8e25-d5e5d605717f None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:39.773070 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1f3f02-7297-4c3d-8233-7fea5d1a362a tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:39.774467 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bd1f3f02-7297-4c3d-8233-7fea5d1a362a tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:39.782699 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d7995b21-f946-40c9-b104-c751d2db4fa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:39.789480 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5b201709-9e97-49dc-a51e-4dc0641b800b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634601'] for router_interface, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:39.793289 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-3557b2ba-b316-4c84-8e25-d5e5d605717f None None] Transition to ACTIVE for port object 4ed3f250-12dc-42d6-a276-4cae376031ab will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:27:39.834380 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d7995b21-f946-40c9-b104-c751d2db4fa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:39.884955 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-108819af-eac0-4757-9434-768e713597bb None None] Transition to ACTIVE for port object b190acf9-d9af-4a8c-a431-5404a1ad6c13 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:27:39.900677 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b201709-9e97-49dc-a51e-4dc0641b800b admin admin] Pushing event updated for resources: {'Port': ['ID=b7e29bd2-41b5-49af-b42e-6dd63e15685d,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:39.914670 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-bd1f3f02-7297-4c3d-8233-7fea5d1a362a tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.0744014 Jul 05 02:27:39.915771 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-3557b2ba-b316-4c84-8e25-d5e5d605717f None None] Transition to ACTIVE for port object 4ed3f250-12dc-42d6-a276-4cae376031ab will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:27:39.915902 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 34590) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:39.923215 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-b95f4e54-2477-4a3e-a262-a7fdf6643d51 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Request body: {'port': {'network_id': 'fef54889-b761-4230-9c30-ec924bcba9b9', 'name': 'tempest-AllowedAddressPairTestJSON-1144271232', 'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:83:2b:3d'}]}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:27:39.977135 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b201709-9e97-49dc-a51e-4dc0641b800b admin admin] Network 5e8d76cf-072c-4ebe-9632-b498a3035f5b is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:27:39.978541 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-5b201709-9e97-49dc-a51e-4dc0641b800b admin admin] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:27:39.981732 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-6492c5ee-d719-486e-8ae4-9d9f87049e03 None None] Attempting to bind port 2f7100fd-b056-4f13-933c-8b0e0ef7219e on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:27:39.984767 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-6492c5ee-d719-486e-8ae4-9d9f87049e03 None None] Attempting to bind port 2f7100fd-b056-4f13-933c-8b0e0ef7219e by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:27:39.985151 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6492c5ee-d719-486e-8ae4-9d9f87049e03 None None] Attempting to bind port 2f7100fd-b056-4f13-933c-8b0e0ef7219e on network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:27:39.996856 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d7995b21-f946-40c9-b104-c751d2db4fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:39.999784 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d7995b21-f946-40c9-b104-c751d2db4fa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:40.001239 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-d7995b21-f946-40c9-b104-c751d2db4fa6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1cfbb89c-766d-4f8d-a3b7-3252bdbef4f1 HTTP/1.1" status: 204 len: 168 time: 0.3791187 Jul 05 02:27:40.023730 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7995b21-f946-40c9-b104-c751d2db4fa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cfbb89c-766d-4f8d-a3b7-3252bdbef4f1,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:40.057298 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6492c5ee-d719-486e-8ae4-9d9f87049e03 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:27:40.057570 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6492c5ee-d719-486e-8ae4-9d9f87049e03 None None] Checking segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:27:40.057991 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-6492c5ee-d719-486e-8ae4-9d9f87049e03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:40.061611 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6492c5ee-d719-486e-8ae4-9d9f87049e03 None None] Bound using segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:27:40.070867 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-6492c5ee-d719-486e-8ae4-9d9f87049e03 None None] Bound port: 2f7100fd-b056-4f13-933c-8b0e0ef7219e, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:27:40.070867 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-6492c5ee-d719-486e-8ae4-9d9f87049e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:40.129847 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b23ff8-56e9-4912-b0af-ee010d33ab0b None None] Pushing event updated for resources: {'Port': ['ID=2f7100fd-b056-4f13-933c-8b0e0ef7219e,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:40.189862 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-108819af-eac0-4757-9434-768e713597bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:40.217602 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-01f89c70-feb0-4d52-82b2-d1382efaf2f3 None None] Provisioning for port b7e29bd2-41b5-49af-b42e-6dd63e15685d completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:27:40.237252 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-fc5f35ca-2e18-4782-91fb-afffa1cbc314 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Allocated IP 2001:db8:0:1::c7 (ed71b0ad-0d45-4cc1-9581-fdfa4092af45/6d7dcd42-80f1-4f19-b581-74f77f4b236d/96d6fc16-8c43-434e-a7a5-11b8ef7cb11f) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:27:40.251388 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-fc5f35ca-2e18-4782-91fb-afffa1cbc314 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Allocated IP 2001:db8::f816:3eff:fe63:167 (ed71b0ad-0d45-4cc1-9581-fdfa4092af45/13980597-32c0-4c92-86c1-2f0b92f8995b/96d6fc16-8c43-434e-a7a5-11b8ef7cb11f) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:27:40.292905 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3557b2ba-b316-4c84-8e25-d5e5d605717f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:40.310170 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b201709-9e97-49dc-a51e-4dc0641b800b admin admin] Router fbfd9385-2585-43ff-bbe7-607c9869784f has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:27:40.352748 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-6492c5ee-d719-486e-8ae4-9d9f87049e03 None None] For port 2f7100fd-b056-4f13-933c-8b0e0ef7219e, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:27:40.352931 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b95f4e54-2477-4a3e-a262-a7fdf6643d51 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Made reservation on behalf of 415272e6e50143d6ae4a660ae566e419 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:27:40.354185 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-6492c5ee-d719-486e-8ae4-9d9f87049e03 None None] For port 2f7100fd-b056-4f13-933c-8b0e0ef7219e, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=2f7100fd-b056-4f13-933c-8b0e0ef7219e,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:27:40.389679 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-01f89c70-feb0-4d52-82b2-d1382efaf2f3 None None] Provisioning complete for port b7e29bd2-41b5-49af-b42e-6dd63e15685d triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:27:40.390560 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-01f89c70-feb0-4d52-82b2-d1382efaf2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:40.454167 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-6492c5ee-d719-486e-8ae4-9d9f87049e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:40.469635 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device b190acf9-d9af-4a8c-a431-5404a1ad6c13 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:27:40.485505 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b201709-9e97-49dc-a51e-4dc0641b800b admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:27:40.502519 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-5b201709-9e97-49dc-a51e-4dc0641b800b admin admin] 10.222.0.23 "PUT /v2.0/routers/fbfd9385-2585-43ff-bbe7-607c9869784f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8688056 Jul 05 02:27:40.546684 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-01f89c70-feb0-4d52-82b2-d1382efaf2f3 None None] Port b7e29bd2-41b5-49af-b42e-6dd63e15685d cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:27:40.637769 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6492c5ee-d719-486e-8ae4-9d9f87049e03 None None] Routers {'fbfd9385-2585-43ff-bbe7-607c9869784f'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:27:40.638754 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-6492c5ee-d719-486e-8ae4-9d9f87049e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:27:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['fbfd9385-2585-43ff-bbe7-607c9869784f'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:27:40.827146 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b95f4e54-2477-4a3e-a262-a7fdf6643d51 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:40.853845 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-6492c5ee-d719-486e-8ae4-9d9f87049e03 None None] Set router fbfd9385-2585-43ff-bbe7-607c9869784f gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:27:40.859410 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-99d2b038-d6ef-420e-a6ee-00192ea17396 req-86fe257c-fd06-468a-bd3c-3865f555495e tempest-ServerShowV247Test-2133999980 tempest-ServerShowV247Test-2133999980-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe7deded-743b-4521-81f4-1aaa9b20dcc5 HTTP/1.1" status: 200 len: 210 time: 0.1549766 Jul 05 02:27:40.909959 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [None req-b95f4e54-2477-4a3e-a262-a7fdf6643d51 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] device_id is not set on port 4a8ca96f-6c5a-456f-8803-3942888bcf15 yet. {{(pid=94461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:27:40.916817 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-06aa43bc-090c-4a13-aab5-0ab2dce46b0e req-ca86c0ce-89d9-4b49-8ae0-d546d86e11c5 tempest-ServerShowV247Test-2133999980 tempest-ServerShowV247Test-2133999980-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe7deded-743b-4521-81f4-1aaa9b20dcc5 HTTP/1.1" status: 200 len: 210 time: 0.0563533 Jul 05 02:27:41.009011 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-fc5f35ca-2e18-4782-91fb-afffa1cbc314 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:41.058946 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3557b2ba-b316-4c84-8e25-d5e5d605717f None None] Network fef54889-b761-4230-9c30-ec924bcba9b9 is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:27:41.077429 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [None req-fc5f35ca-2e18-4782-91fb-afffa1cbc314 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Transition to ACTIVE for port object 96d6fc16-8c43-434e-a7a5-11b8ef7cb11f will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:27:41.176242 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-3557b2ba-b316-4c84-8e25-d5e5d605717f None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:27:41.179696 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3557b2ba-b316-4c84-8e25-d5e5d605717f None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:27:41.213223 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108819af-eac0-4757-9434-768e713597bb None None] Pushing event updated for resources: {'Port': ['ID=b190acf9-d9af-4a8c-a431-5404a1ad6c13,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:41.223966 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-b95f4e54-2477-4a3e-a262-a7fdf6643d51 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Allocated IP 172.20.0.14 (fef54889-b761-4230-9c30-ec924bcba9b9/0fc104b8-b7cd-48ff-89a1-b2b80e65a02f/4a8ca96f-6c5a-456f-8803-3942888bcf15) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:27:41.287945 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3557b2ba-b316-4c84-8e25-d5e5d605717f None None] Pushing event updated for resources: {'Port': ['ID=4ed3f250-12dc-42d6-a276-4cae376031ab,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:41.379313 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b23ff8-56e9-4912-b0af-ee010d33ab0b None None] Pushing event updated for resources: {'Port': ['ID=2f7100fd-b056-4f13-933c-8b0e0ef7219e,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:41.436466 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-1b0cd343-f506-4b51-9df2-17f0fd46f7c0 None None] Provisioning complete for port b7e29bd2-41b5-49af-b42e-6dd63e15685d triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:27:41.436832 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-1b0cd343-f506-4b51-9df2-17f0fd46f7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:41.483119 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b95f4e54-2477-4a3e-a262-a7fdf6643d51 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:41.514895 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44e02de-3f9a-458f-9587-73f9d34e192e req-923f071d-27c2-4464-b33d-529a41006abf tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:41.516590 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f44e02de-3f9a-458f-9587-73f9d34e192e req-923f071d-27c2-4464-b33d-529a41006abf tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] 10.222.0.23 "GET /v2.0/networks?id=5e8d76cf-072c-4ebe-9632-b498a3035f5b HTTP/1.1" status: 200 len: 821 time: 0.3834095 Jul 05 02:27:41.537599 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f44e02de-3f9a-458f-9587-73f9d34e192e req-08ef0177-6af6-462b-bb64-e40104fa610f tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] 10.222.0.23 "GET /v2.0/quotas/820d01c94cb84c34ab4df1230f2d2b19 HTTP/1.1" status: 200 len: 375 time: 0.0147655 Jul 05 02:27:41.546465 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [None req-b95f4e54-2477-4a3e-a262-a7fdf6643d51 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Transition to ACTIVE for port object 4a8ca96f-6c5a-456f-8803-3942888bcf15 will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:27:41.631341 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-fc5f35ca-2e18-4782-91fb-afffa1cbc314 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:41.645264 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-1b0cd343-f506-4b51-9df2-17f0fd46f7c0 None None] Port b7e29bd2-41b5-49af-b42e-6dd63e15685d cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:27:41.657075 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-3557b2ba-b316-4c84-8e25-d5e5d605717f None None] Attempting to bind port 4ed3f250-12dc-42d6-a276-4cae376031ab on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:27:41.662444 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-3557b2ba-b316-4c84-8e25-d5e5d605717f None None] Attempting to bind port 4ed3f250-12dc-42d6-a276-4cae376031ab by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'a09076da-074d-411d-aff0-932d335c45b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fef54889-b761-4230-9c30-ec924bcba9b9'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:27:41.662444 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3557b2ba-b316-4c84-8e25-d5e5d605717f None None] Attempting to bind port 4ed3f250-12dc-42d6-a276-4cae376031ab on network fef54889-b761-4230-9c30-ec924bcba9b9 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:27:41.771957 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5f35ca-2e18-4782-91fb-afffa1cbc314 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:27:41.773636 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f44e02de-3f9a-458f-9587-73f9d34e192e req-c7ed443e-87ae-4633-9b8b-1d81caf2b685 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=820d01c94cb84c34ab4df1230f2d2b19&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2271962 Jul 05 02:27:41.777855 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-fc5f35ca-2e18-4782-91fb-afffa1cbc314 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:27:41.784746 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5f35ca-2e18-4782-91fb-afffa1cbc314 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:27:41.791229 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5f35ca-2e18-4782-91fb-afffa1cbc314 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:41.791537 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-fc5f35ca-2e18-4782-91fb-afffa1cbc314 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:41.855915 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5f35ca-2e18-4782-91fb-afffa1cbc314 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event updated for resources: {'Port': ['ID=96d6fc16-8c43-434e-a7a5-11b8ef7cb11f,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:41.865896 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b95f4e54-2477-4a3e-a262-a7fdf6643d51 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:41.911034 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f44e02de-3f9a-458f-9587-73f9d34e192e req-0fdc2d25-8658-4906-8ad5-51bcc9f841dc service neutron] 10.222.0.23 "GET /v2.0/networks/5e8d76cf-072c-4ebe-9632-b498a3035f5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237063 Jul 05 02:27:41.956877 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b95f4e54-2477-4a3e-a262-a7fdf6643d51 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Network fef54889-b761-4230-9c30-ec924bcba9b9 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:27:41.976173 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-fc5f35ca-2e18-4782-91fb-afffa1cbc314 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 5.2648485 Jul 05 02:27:41.982257 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-b95f4e54-2477-4a3e-a262-a7fdf6643d51 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:27:41.984218 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 34642) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:41.993235 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95f4e54-2477-4a3e-a262-a7fdf6643d51 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:27:42.095984 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b95f4e54-2477-4a3e-a262-a7fdf6643d51 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:42.095984 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b95f4e54-2477-4a3e-a262-a7fdf6643d51 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:42.099889 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95f4e54-2477-4a3e-a262-a7fdf6643d51 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Pushing event updated for resources: {'Port': ['ID=4a8ca96f-6c5a-456f-8803-3942888bcf15,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:42.181430 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:42.186938 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f44e02de-3f9a-458f-9587-73f9d34e192e req-bb39c161-2292-40b7-a99c-a3ce6a4ea761 service neutron] 10.222.0.23 "GET /v2.0/networks/5e8d76cf-072c-4ebe-9632-b498a3035f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695549 Jul 05 02:27:42.205634 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:42.205634 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3557b2ba-b316-4c84-8e25-d5e5d605717f None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:27:42.206601 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3557b2ba-b316-4c84-8e25-d5e5d605717f None None] Checking segment: {'id': 'a09076da-074d-411d-aff0-932d335c45b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fef54889-b761-4230-9c30-ec924bcba9b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:27:42.206601 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3557b2ba-b316-4c84-8e25-d5e5d605717f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:42.206932 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3557b2ba-b316-4c84-8e25-d5e5d605717f None None] Bound using segment: {'id': 'a09076da-074d-411d-aff0-932d335c45b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fef54889-b761-4230-9c30-ec924bcba9b9'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:27:42.207236 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-3557b2ba-b316-4c84-8e25-d5e5d605717f None None] Bound port: 4ed3f250-12dc-42d6-a276-4cae376031ab, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09076da-074d-411d-aff0-932d335c45b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fef54889-b761-4230-9c30-ec924bcba9b9'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:27:42.207585 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3557b2ba-b316-4c84-8e25-d5e5d605717f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:42.228494 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-b95f4e54-2477-4a3e-a262-a7fdf6643d51 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 2.3101401 Jul 05 02:27:42.229244 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 34650) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:42.237249 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-c96091f7-4c64-4b26-a61a-84385a72a820 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Deleting port 96d6fc16-8c43-434e-a7a5-11b8ef7cb11f {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:27:42.237782 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c96091f7-4c64-4b26-a61a-84385a72a820 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:42.443977 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcdc0fbe-3027-43a9-a6f1-79411015b380 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:42.446099 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-eb321b74-d5ef-4da1-9083-6d6a1d65d939 req-01e4e5ef-495c-4844-83b6-ddc9aceb0965 tempest-ServerShowV247Test-2133999980 tempest-ServerShowV247Test-2133999980-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe7deded-743b-4521-81f4-1aaa9b20dcc5 HTTP/1.1" status: 200 len: 210 time: 0.0549257 Jul 05 02:27:42.459893 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-cf12c337-79b8-4457-997e-b481154e309f None None] Provisioning for port b190acf9-d9af-4a8c-a431-5404a1ad6c13 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:27:42.460459 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcdc0fbe-3027-43a9-a6f1-79411015b380 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:42.472238 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcdc0fbe-3027-43a9-a6f1-79411015b380 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:42.480637 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-bcdc0fbe-3027-43a9-a6f1-79411015b380 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2463 time: 0.2500210 Jul 05 02:27:42.483612 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 34654) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:42.507275 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device b190acf9-d9af-4a8c-a431-5404a1ad6c13 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:27:42.543399 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c96091f7-4c64-4b26-a61a-84385a72a820 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:42.564245 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-c96091f7-4c64-4b26-a61a-84385a72a820 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Calling delete_port for 96d6fc16-8c43-434e-a7a5-11b8ef7cb11f owned by {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:27:42.610741 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-6492c5ee-d719-486e-8ae4-9d9f87049e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbfd9385-2585-43ff-bbe7-607c9869784f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1149951054-router', 'tenant_id': '820d01c94cb84c34ab4df1230f2d2b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '2f7100fd-b056-4f13-933c-8b0e0ef7219e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:27:31Z', 'updated_at': '2021-07-05T02:27:38Z', 'revision_number': 4, 'project_id': '820d01c94cb84c34ab4df1230f2d2b19', 'gw_port': {'id': '2f7100fd-b056-4f13-933c-8b0e0ef7219e', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:f9:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbfd9385-2585-43ff-bbe7-607c9869784f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:27:32Z', 'updated_at': '2021-07-05T02:27:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'b7e29bd2-41b5-49af-b42e-6dd63e15685d', 'name': '', 'network_id': '5e8d76cf-072c-4ebe-9632-b498a3035f5b', 'tenant_id': '820d01c94cb84c34ab4df1230f2d2b19', 'mac_address': 'fa:16:3e:a2:cf:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbfd9385-2585-43ff-bbe7-607c9869784f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '1825f4ef-88c0-436d-968e-41fc32795301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:27:37Z', 'updated_at': '2021-07-05T02:27:39Z', 'revision_number': 2, 'project_id': '820d01c94cb84c34ab4df1230f2d2b19', 'subnets': [{'id': '1825f4ef-88c0-436d-968e-41fc32795301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:27:42.663195 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6492c5ee-d719-486e-8ae4-9d9f87049e03 None None] The sync data for ids ['fbfd9385-2585-43ff-bbe7-607c9869784f'] in n-d-771362-32 is: [{'id': 'fbfd9385-2585-43ff-bbe7-607c9869784f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1149951054-router', 'tenant_id': '820d01c94cb84c34ab4df1230f2d2b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '2f7100fd-b056-4f13-933c-8b0e0ef7219e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:27:31Z', 'updated_at': '2021-07-05T02:27:38Z', 'revision_number': 4, 'project_id': '820d01c94cb84c34ab4df1230f2d2b19', 'gw_port': {'id': '2f7100fd-b056-4f13-933c-8b0e0ef7219e', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:f9:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbfd9385-2585-43ff-bbe7-607c9869784f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:27:32Z', 'updated_at': '2021-07-05T02:27:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'b7e29bd2-41b5-49af-b42e-6dd63e15685d', 'name': '', 'network_id': '5e8d76cf-072c-4ebe-9632-b498a3035f5b', 'tenant_id': '820d01c94cb84c34ab4df1230f2d2b19', 'mac_address': 'fa:16:3e:a2:cf:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbfd9385-2585-43ff-bbe7-607c9869784f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '1825f4ef-88c0-436d-968e-41fc32795301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:27:37Z', 'updated_at': '2021-07-05T02:27:39Z', 'revision_number': 2, 'project_id': '820d01c94cb84c34ab4df1230f2d2b19', 'subnets': [{'id': '1825f4ef-88c0-436d-968e-41fc32795301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:27:42.665323 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-cf12c337-79b8-4457-997e-b481154e309f None None] Provisioning complete for port b190acf9-d9af-4a8c-a431-5404a1ad6c13 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:27:42.665900 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-cf12c337-79b8-4457-997e-b481154e309f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:42.915787 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f16cafd4-24d5-4699-adbd-cfe3e59a4638 req-94701456-46ae-4fcc-8477-88c132cdd295 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d9c139f-f1ba-4755-b858-e814d10506d6 HTTP/1.1" status: 200 len: 210 time: 0.1419053 Jul 05 02:27:42.921433 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-de86590d-8e6f-4b52-ae3f-c3d4961032c3 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Deleting port 4a8ca96f-6c5a-456f-8803-3942888bcf15 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:27:42.923244 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-de86590d-8e6f-4b52-ae3f-c3d4961032c3 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:42.945631 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-3557b2ba-b316-4c84-8e25-d5e5d605717f None None] For port 4ed3f250-12dc-42d6-a276-4cae376031ab, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:27:42.970827 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port b190acf9-d9af-4a8c-a431-5404a1ad6c13 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:27:42.972177 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:43.007743 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-3557b2ba-b316-4c84-8e25-d5e5d605717f None None] For port 4ed3f250-12dc-42d6-a276-4cae376031ab, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=4ed3f250-12dc-42d6-a276-4cae376031ab,segment=NetworkSegment(a09076da-074d-411d-aff0-932d335c45b9),segment_id=a09076da-074d-411d-aff0-932d335c45b9)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:27:43.159225 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-de86590d-8e6f-4b52-ae3f-c3d4961032c3 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:43.169965 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3557b2ba-b316-4c84-8e25-d5e5d605717f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:43.189503 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c96091f7-4c64-4b26-a61a-84385a72a820 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:43.194318 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-de86590d-8e6f-4b52-ae3f-c3d4961032c3 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Calling delete_port for 4a8ca96f-6c5a-456f-8803-3942888bcf15 owned by {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:27:43.314384 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96091f7-4c64-4b26-a61a-84385a72a820 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event deleted for resources: {'Port': ['ID=96d6fc16-8c43-434e-a7a5-11b8ef7cb11f,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:43.368224 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96091f7-4c64-4b26-a61a-84385a72a820 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:27:43.368595 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96091f7-4c64-4b26-a61a-84385a72a820 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:27:43.368936 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96091f7-4c64-4b26-a61a-84385a72a820 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:27:43.369290 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96091f7-4c64-4b26-a61a-84385a72a820 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:27:43.369634 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96091f7-4c64-4b26-a61a-84385a72a820 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:27:43.373714 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96091f7-4c64-4b26-a61a-84385a72a820 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:27:43.374106 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96091f7-4c64-4b26-a61a-84385a72a820 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:27:43.374491 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96091f7-4c64-4b26-a61a-84385a72a820 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:27:43.374827 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96091f7-4c64-4b26-a61a-84385a72a820 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:27:43.375187 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96091f7-4c64-4b26-a61a-84385a72a820 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:27:43.375522 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96091f7-4c64-4b26-a61a-84385a72a820 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:27:43.375922 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96091f7-4c64-4b26-a61a-84385a72a820 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:27:43.472297 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3557b2ba-b316-4c84-8e25-d5e5d605717f None None] Pushing event updated for resources: {'Port': ['ID=4ed3f250-12dc-42d6-a276-4cae376031ab,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:43.478050 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-06c8816e-af14-42d1-ae21-80ca6d99efff None None] Could not find standard attr ID for object 96d6fc16-8c43-434e-a7a5-11b8ef7cb11f. {{(pid=94463) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 02:27:43.607254 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c96091f7-4c64-4b26-a61a-84385a72a820 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:43.613896 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-c96091f7-4c64-4b26-a61a-84385a72a820 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "DELETE /v2.0/ports/96d6fc16-8c43-434e-a7a5-11b8ef7cb11f HTTP/1.1" status: 204 len: 168 time: 1.6217916 Jul 05 02:27:43.616543 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 34678) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:43.637476 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-de86590d-8e6f-4b52-ae3f-c3d4961032c3 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:43.804073 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de86590d-8e6f-4b52-ae3f-c3d4961032c3 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Pushing event deleted for resources: {'Port': ['ID=4a8ca96f-6c5a-456f-8803-3942888bcf15,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:44.109093 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ce568652-d812-42c6-a810-94ab18fe3ff7 req-c0b42f11-7693-41ed-95a7-7a2a58417ab5 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d9c139f-f1ba-4755-b858-e814d10506d6 HTTP/1.1" status: 200 len: 210 time: 0.0754752 Jul 05 02:27:44.159086 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7f44ad-ba57-487c-af23-e82791e4dada tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:44.160829 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-1f7f44ad-ba57-487c-af23-e82791e4dada tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5429993 Jul 05 02:27:44.163634 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 34696) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:44.393231 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-de86590d-8e6f-4b52-ae3f-c3d4961032c3 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:44.396470 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-de86590d-8e6f-4b52-ae3f-c3d4961032c3 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] 10.222.0.23 "DELETE /v2.0/ports/4a8ca96f-6c5a-456f-8803-3942888bcf15 HTTP/1.1" status: 204 len: 168 time: 1.9077032 Jul 05 02:27:44.397808 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 34708) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:44.457298 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f723b78a-bfbe-4494-b02f-5dc0033a3fa5 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:44.470740 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-f723b78a-bfbe-4494-b02f-5dc0033a3fa5 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3058281 Jul 05 02:27:44.471780 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 34718) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:44.489251 n-d-771362-32 neutron-server[94461]: INFO neutron.pecan_wsgi.hooks.translation [None req-febb3d50-b183-4c77-b11a-811006c0da7a tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] GET failed (client error): The resource could not be found. Jul 05 02:27:44.502650 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-febb3d50-b183-4c77-b11a-811006c0da7a tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] 10.222.0.23 "GET /v2.0/ports/4a8ca96f-6c5a-456f-8803-3942888bcf15 HTTP/1.1" status: 404 len: 333 time: 0.1037102 Jul 05 02:27:44.516284 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 34720) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:44.523789 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-57601c54-4a31-48f5-9032-39e34fa71e91 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Request body: {'port': {'network_id': 'fef54889-b761-4230-9c30-ec924bcba9b9', 'name': 'tempest-AllowedAddressPairTestJSON-1918931081'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:27:44.585634 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 4ed3f250-12dc-42d6-a276-4cae376031ab up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:27:44.646592 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee68333-0727-4981-8c56-4f2c83372ff4 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:44.652310 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee68333-0727-4981-8c56-4f2c83372ff4 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:44.654360 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee68333-0727-4981-8c56-4f2c83372ff4 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:44.658842 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-6ee68333-0727-4981-8c56-4f2c83372ff4 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1813965 Jul 05 02:27:44.658842 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 34724) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:44.659573 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 34726) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:44.788778 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 4ed3f250-12dc-42d6-a276-4cae376031ab completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:27:44.793289 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 2f7100fd-b056-4f13-933c-8b0e0ef7219e up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:27:44.838166 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-65b25083-ea24-4c83-8b69-59b799579f66 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Deleting subnet 13980597-32c0-4c92-86c1-2f0b92f8995b {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:27:44.863405 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-65b25083-ea24-4c83-8b69-59b799579f66 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:44.962488 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0bcb978d-f48a-41ff-8829-81a6cc5adb1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:44.971895 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57601c54-4a31-48f5-9032-39e34fa71e91 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Made reservation on behalf of 415272e6e50143d6ae4a660ae566e419 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:27:44.972429 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 2f7100fd-b056-4f13-933c-8b0e0ef7219e completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:27:44.976468 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-57601c54-4a31-48f5-9032-39e34fa71e91 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:44.977102 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 2f7100fd-b056-4f13-933c-8b0e0ef7219e triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:27:44.977603 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:45.002783 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-65b25083-ea24-4c83-8b69-59b799579f66 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:45.019058 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [None req-57601c54-4a31-48f5-9032-39e34fa71e91 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] device_id is not set on port 208b1737-a7e6-42d9-b4c6-05348a9a7a11 yet. {{(pid=94461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:27:45.104293 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:45.127625 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 2f7100fd-b056-4f13-933c-8b0e0ef7219e, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=2f7100fd-b056-4f13-933c-8b0e0ef7219e,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:27:45.189785 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-65b25083-ea24-4c83-8b69-59b799579f66 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:45.251755 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:45.290605 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-57601c54-4a31-48f5-9032-39e34fa71e91 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Allocated IP 172.20.0.9 (fef54889-b761-4230-9c30-ec924bcba9b9/0fc104b8-b7cd-48ff-89a1-b2b80e65a02f/208b1737-a7e6-42d9-b4c6-05348a9a7a11) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:27:45.318376 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8dfe5a-f1ac-46fe-8c10-6b137f966509 None None] Network fef54889-b761-4230-9c30-ec924bcba9b9 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:27:45.339984 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b5ba2b23-f737-4fe9-899c-6321ece9d68a req-f6551594-729b-48ed-8f65-a44cfbf2851c tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d9c139f-f1ba-4755-b858-e814d10506d6 HTTP/1.1" status: 200 len: 210 time: 0.0416136 Jul 05 02:27:45.441360 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=2f7100fd-b056-4f13-933c-8b0e0ef7219e,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:45.458469 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-c5292060-e731-4bf8-84f0-042cd9dba24a None None] Provisioning for port 4ed3f250-12dc-42d6-a276-4cae376031ab completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:27:45.472668 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-c5292060-e731-4bf8-84f0-042cd9dba24a None None] Provisioning complete for port 4ed3f250-12dc-42d6-a276-4cae376031ab triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:27:45.472668 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-c5292060-e731-4bf8-84f0-042cd9dba24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:45.691709 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-c5292060-e731-4bf8-84f0-042cd9dba24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:45.789644 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-57601c54-4a31-48f5-9032-39e34fa71e91 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:45.821228 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-c5292060-e731-4bf8-84f0-042cd9dba24a None None] For port 4ed3f250-12dc-42d6-a276-4cae376031ab, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=4ed3f250-12dc-42d6-a276-4cae376031ab,segment=NetworkSegment(a09076da-074d-411d-aff0-932d335c45b9),segment_id=a09076da-074d-411d-aff0-932d335c45b9)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:27:45.821609 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [None req-57601c54-4a31-48f5-9032-39e34fa71e91 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Transition to ACTIVE for port object 208b1737-a7e6-42d9-b4c6-05348a9a7a11 will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:27:45.895019 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0bcb978d-f48a-41ff-8829-81a6cc5adb1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:45.896494 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-65b25083-ea24-4c83-8b69-59b799579f66 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:45.920010 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-c5292060-e731-4bf8-84f0-042cd9dba24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:45.927744 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b25083-ea24-4c83-8b69-59b799579f66 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event deleted for resources: {'Subnet': ['ID=13980597-32c0-4c92-86c1-2f0b92f8995b,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:45.931651 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-65b25083-ea24-4c83-8b69-59b799579f66 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:45.933733 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-65b25083-ea24-4c83-8b69-59b799579f66 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "DELETE /v2.0/subnets/13980597-32c0-4c92-86c1-2f0b92f8995b HTTP/1.1" status: 204 len: 168 time: 1.2731431 Jul 05 02:27:45.936267 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 34782) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:45.968778 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49934f20-e350-45e0-8a8e-1a991f0632fb None None] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:27:46.025649 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-57601c54-4a31-48f5-9032-39e34fa71e91 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:46.036499 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0bcb978d-f48a-41ff-8829-81a6cc5adb1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:46.093351 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcb978d-f48a-41ff-8829-81a6cc5adb1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=344ae77a-7116-44f6-844d-021e51f56617,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:46.124930 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-be0773fe-cefb-475d-95fa-d7a31453fc7a tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Deleting subnet 6d7dcd42-80f1-4f19-b581-74f77f4b236d {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:27:46.134882 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-be0773fe-cefb-475d-95fa-d7a31453fc7a tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:46.148145 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-0bcb978d-f48a-41ff-8829-81a6cc5adb1e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=21e57b91ba2c42cba8208424f2619b17&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4896181 Jul 05 02:27:46.163288 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57601c54-4a31-48f5-9032-39e34fa71e91 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Pushing event updated for resources: {'Port': ['ID=208b1737-a7e6-42d9-b4c6-05348a9a7a11,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:46.188601 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 34796) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:46.203900 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57601c54-4a31-48f5-9032-39e34fa71e91 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Network fef54889-b761-4230-9c30-ec924bcba9b9 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:27:46.274159 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-be0773fe-cefb-475d-95fa-d7a31453fc7a tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:46.335165 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-57601c54-4a31-48f5-9032-39e34fa71e91 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:27:46.367045 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57601c54-4a31-48f5-9032-39e34fa71e91 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:27:46.394208 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927e652f-bfae-445b-b01f-2fb51a07fb0b None None] Sync routers for ids ['fbfd9385-2585-43ff-bbe7-607c9869784f'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:27:46.415163 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927e652f-bfae-445b-b01f-2fb51a07fb0b None None] Routers {'fbfd9385-2585-43ff-bbe7-607c9869784f'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:27:46.415807 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-927e652f-bfae-445b-b01f-2fb51a07fb0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:27:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['fbfd9385-2585-43ff-bbe7-607c9869784f'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:27:46.433274 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-338abf0e-f5fa-4fd2-9b2c-6ca2837a5b0d None None] Provisioning complete for port 4ed3f250-12dc-42d6-a276-4cae376031ab triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:27:46.433738 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-338abf0e-f5fa-4fd2-9b2c-6ca2837a5b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:46.435855 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5292060-e731-4bf8-84f0-042cd9dba24a None None] Pushing event updated for resources: {'Port': ['ID=4ed3f250-12dc-42d6-a276-4cae376031ab,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:46.498755 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-be0773fe-cefb-475d-95fa-d7a31453fc7a tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:46.509891 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 2f7100fd-b056-4f13-933c-8b0e0ef7219e up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:27:46.703581 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-be0773fe-cefb-475d-95fa-d7a31453fc7a tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:46.732315 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 2f7100fd-b056-4f13-933c-8b0e0ef7219e triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:27:46.732315 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:46.742337 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-927e652f-bfae-445b-b01f-2fb51a07fb0b None None] Set router fbfd9385-2585-43ff-bbe7-607c9869784f gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:27:46.748700 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f685b310-b944-4cd7-911a-20870acc02cb req-475fcee2-0009-447b-959a-10f0a5aa1319 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d9c139f-f1ba-4755-b858-e814d10506d6 HTTP/1.1" status: 200 len: 210 time: 0.0975835 Jul 05 02:27:46.786047 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-be0773fe-cefb-475d-95fa-d7a31453fc7a tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:46.795022 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-be0773fe-cefb-475d-95fa-d7a31453fc7a tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "DELETE /v2.0/subnets/6d7dcd42-80f1-4f19-b581-74f77f4b236d HTTP/1.1" status: 204 len: 168 time: 0.8575366 Jul 05 02:27:46.798077 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 34820) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:46.806507 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0773fe-cefb-475d-95fa-d7a31453fc7a tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event deleted for resources: {'Subnet': ['ID=6d7dcd42-80f1-4f19-b581-74f77f4b236d,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:46.877004 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-800ee6eb-d256-4fc8-9961-72ea442e4991 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0776463 Jul 05 02:27:46.899365 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 34822) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:46.923041 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-31accc9d-f887-4af2-8e96-afc8a16b8baf tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Request body: {'subnet': {'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:27:47.031245 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-338abf0e-f5fa-4fd2-9b2c-6ca2837a5b0d None None] Provisioning for port c7c39101-fad5-4345-b4eb-a972f1a3e90e completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:27:47.036720 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-338abf0e-f5fa-4fd2-9b2c-6ca2837a5b0d None None] Provisioning complete for port c7c39101-fad5-4345-b4eb-a972f1a3e90e triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:27:47.038041 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-338abf0e-f5fa-4fd2-9b2c-6ca2837a5b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:47.158667 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-338abf0e-f5fa-4fd2-9b2c-6ca2837a5b0d None None] Port c7c39101-fad5-4345-b4eb-a972f1a3e90e cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:27:47.295802 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-0bce11ba-9bff-4d3c-a390-f3c8c9c2e074 None None] Provisioning complete for port c7c39101-fad5-4345-b4eb-a972f1a3e90e triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:27:47.296162 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-0bce11ba-9bff-4d3c-a390-f3c8c9c2e074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:47.320294 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31accc9d-f887-4af2-8e96-afc8a16b8baf tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Made reservation on behalf of db76c4c0345048a1b87eacad1e0b9ba1 for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:27:47.324146 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-31accc9d-f887-4af2-8e96-afc8a16b8baf tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:47.352939 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57601c54-4a31-48f5-9032-39e34fa71e91 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:47.361348 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-57601c54-4a31-48f5-9032-39e34fa71e91 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:47.398774 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2e9f4df8-5a4f-472b-a383-32e48f62eaf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:47.409620 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-0bce11ba-9bff-4d3c-a390-f3c8c9c2e074 None None] Port c7c39101-fad5-4345-b4eb-a972f1a3e90e cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:27:47.419286 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-0bce11ba-9bff-4d3c-a390-f3c8c9c2e074 None None] Could not find standard attr ID for object 4a8ca96f-6c5a-456f-8803-3942888bcf15. {{(pid=94463) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 02:27:47.557795 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 34830) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:47.609896 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-927e652f-bfae-445b-b01f-2fb51a07fb0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbfd9385-2585-43ff-bbe7-607c9869784f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1149951054-router', 'tenant_id': '820d01c94cb84c34ab4df1230f2d2b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '2f7100fd-b056-4f13-933c-8b0e0ef7219e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:27:31Z', 'updated_at': '2021-07-05T02:27:38Z', 'revision_number': 4, 'project_id': '820d01c94cb84c34ab4df1230f2d2b19', 'gw_port': {'id': '2f7100fd-b056-4f13-933c-8b0e0ef7219e', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:f9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfd9385-2585-43ff-bbe7-607c9869784f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:27:32Z', 'updated_at': '2021-07-05T02:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'b7e29bd2-41b5-49af-b42e-6dd63e15685d', 'name': '', 'network_id': '5e8d76cf-072c-4ebe-9632-b498a3035f5b', 'tenant_id': '820d01c94cb84c34ab4df1230f2d2b19', 'mac_address': 'fa:16:3e:a2:cf:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbfd9385-2585-43ff-bbe7-607c9869784f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '1825f4ef-88c0-436d-968e-41fc32795301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:27:37Z', 'updated_at': '2021-07-05T02:27:39Z', 'revision_number': 2, 'project_id': '820d01c94cb84c34ab4df1230f2d2b19', 'subnets': [{'id': '1825f4ef-88c0-436d-968e-41fc32795301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:27:47.710611 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927e652f-bfae-445b-b01f-2fb51a07fb0b None None] Checking router: fbfd9385-2585-43ff-bbe7-607c9869784f for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:27:47.711262 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927e652f-bfae-445b-b01f-2fb51a07fb0b None None] Updating router fbfd9385-2585-43ff-bbe7-607c9869784f port b7e29bd2-41b5-49af-b42e-6dd63e15685d binding host n-d-771362-32 {{(pid=94464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 02:27:47.742688 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-ef5dcd2d-d418-4a93-9a20-aef6780f89a9 None None] Provisioning for port 208b1737-a7e6-42d9-b4c6-05348a9a7a11 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:27:47.752939 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-ef5dcd2d-d418-4a93-9a20-aef6780f89a9 None None] Provisioning complete for port 208b1737-a7e6-42d9-b4c6-05348a9a7a11 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:27:47.752939 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-ef5dcd2d-d418-4a93-9a20-aef6780f89a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:47.836886 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2e9f4df8-5a4f-472b-a383-32e48f62eaf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:47.839323 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-927e652f-bfae-445b-b01f-2fb51a07fb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:47.846584 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-ef5dcd2d-d418-4a93-9a20-aef6780f89a9 None None] Port 208b1737-a7e6-42d9-b4c6-05348a9a7a11 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:27:47.895462 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4942798c-6c61-4835-ab50-1fddedd454ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:47.916005 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44e02de-3f9a-458f-9587-73f9d34e192e req-59ee726f-61ae-4436-83e6-e9bb310ef1fa tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:47.917639 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f44e02de-3f9a-458f-9587-73f9d34e192e req-59ee726f-61ae-4436-83e6-e9bb310ef1fa tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] 10.222.0.21 "GET /v2.0/networks?id=5e8d76cf-072c-4ebe-9632-b498a3035f5b HTTP/1.1" status: 200 len: 821 time: 0.5200171 Jul 05 02:27:47.924205 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-57601c54-4a31-48f5-9032-39e34fa71e91 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4068305 Jul 05 02:27:47.925095 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 34838) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:47.931346 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-2d8c28d6-e466-4609-aff7-c75e19eaf3d0 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:83:2b:3d'}]}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:27:47.980393 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-f44e02de-3f9a-458f-9587-73f9d34e192e req-680a0aca-073a-4108-a574-26679b3cf4be tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Request body: {'port': {'device_id': '5d9c139f-f1ba-4755-b858-e814d10506d6', 'network_id': '5e8d76cf-072c-4ebe-9632-b498a3035f5b', 'admin_state_up': True, 'tenant_id': '820d01c94cb84c34ab4df1230f2d2b19'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:27:48.027200 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae1fe15-074f-4837-8f3e-2eaaf25f8751 None None] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:27:48.080176 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74234206-318c-4650-9d67-3e02072904bc req-518725f9-1db2-4707-afdf-9fc7ae5bf921 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:48.083593 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-74234206-318c-4650-9d67-3e02072904bc req-518725f9-1db2-4707-afdf-9fc7ae5bf921 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8f8d3bf-561e-4b37-9b3d-7d7d4e3917d6 HTTP/1.1" status: 200 len: 946 time: 0.3877358 Jul 05 02:27:48.196868 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-cc152e71-da98-4ec0-9777-bc481772f55f None None] Provisioning complete for port b190acf9-d9af-4a8c-a431-5404a1ad6c13 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:27:48.197243 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-cc152e71-da98-4ec0-9777-bc481772f55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:48.224151 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-74234206-318c-4650-9d67-3e02072904bc req-1dc147b0-1827-4a51-accc-88bf34b7e6ce tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/security-groups?id=510b9fce-3e8e-4fba-b7c1-46c3c47abb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1324346 Jul 05 02:27:48.239166 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-938b7ded-9de0-452d-9d3e-9749ce0e605d req-0ec92f0c-3503-4d73-a1a9-49a6c505297b tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d9c139f-f1ba-4755-b858-e814d10506d6 HTTP/1.1" status: 200 len: 210 time: 0.0776143 Jul 05 02:27:48.239776 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2e9f4df8-5a4f-472b-a383-32e48f62eaf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:48.242501 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2e9f4df8-5a4f-472b-a383-32e48f62eaf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:48.245620 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-2e9f4df8-5a4f-472b-a383-32e48f62eaf8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/344ae77a-7116-44f6-844d-021e51f56617 HTTP/1.1" status: 204 len: 168 time: 2.0375476 Jul 05 02:27:48.273774 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4942798c-6c61-4835-ab50-1fddedd454ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:48.353322 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-927e652f-bfae-445b-b01f-2fb51a07fb0b None None] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:48.355665 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9f4df8-5a4f-472b-a383-32e48f62eaf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=344ae77a-7116-44f6-844d-021e51f56617,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:48.368168 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-927e652f-bfae-445b-b01f-2fb51a07fb0b None None] Transition to ACTIVE for port object b7e29bd2-41b5-49af-b42e-6dd63e15685d will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:27:48.386492 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4942798c-6c61-4835-ab50-1fddedd454ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:48.415019 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 4ed3f250-12dc-42d6-a276-4cae376031ab up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:27:48.459256 n-d-771362-32 neutron-server[94462]: DEBUG neutron.objects.ports [None req-31accc9d-f887-4af2-8e96-afc8a16b8baf tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94462) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 02:27:48.479545 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-4942798c-6c61-4835-ab50-1fddedd454ff admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=eef6fc5cf0154ed8a09cc3d5df5317f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9164925 Jul 05 02:27:48.479545 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4942798c-6c61-4835-ab50-1fddedd454ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9efea1ea-33b0-4800-bc57-e146e849c904,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:48.481097 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 34844) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:48.486037 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-927e652f-bfae-445b-b01f-2fb51a07fb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:48.550349 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 4ed3f250-12dc-42d6-a276-4cae376031ab triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:27:48.550953 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:48.588693 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ba1f32-5102-4c60-9912-9438739acc02 None None] Pushing event updated for resources: {'Port': ['ID=b7e29bd2-41b5-49af-b42e-6dd63e15685d,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:48.623087 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ba1f32-5102-4c60-9912-9438739acc02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:27:48.624525 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ba1f32-5102-4c60-9912-9438739acc02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:27:48.624871 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ba1f32-5102-4c60-9912-9438739acc02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:27:48.625195 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ba1f32-5102-4c60-9912-9438739acc02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:27:48.626417 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ba1f32-5102-4c60-9912-9438739acc02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:27:48.627604 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ba1f32-5102-4c60-9912-9438739acc02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:27:48.628113 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ba1f32-5102-4c60-9912-9438739acc02 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:27:48.630643 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ba1f32-5102-4c60-9912-9438739acc02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:27:48.631178 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ba1f32-5102-4c60-9912-9438739acc02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:27:48.631866 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ba1f32-5102-4c60-9912-9438739acc02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:27:48.633860 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ba1f32-5102-4c60-9912-9438739acc02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:27:48.634480 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ba1f32-5102-4c60-9912-9438739acc02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:27:48.639575 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2d8c28d6-e466-4609-aff7-c75e19eaf3d0 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:48.677408 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f44e02de-3f9a-458f-9587-73f9d34e192e req-680a0aca-073a-4108-a574-26679b3cf4be tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Made reservation on behalf of 820d01c94cb84c34ab4df1230f2d2b19 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:27:48.681260 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6ae6daaf-da6e-40c4-b5e3-beea5d6e540e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:48.689067 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f44e02de-3f9a-458f-9587-73f9d34e192e req-680a0aca-073a-4108-a574-26679b3cf4be tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:48.751132 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-927e652f-bfae-445b-b01f-2fb51a07fb0b None None] Attempting to bind port b7e29bd2-41b5-49af-b42e-6dd63e15685d on host n-d-771362-32 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:27:48.751497 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-927e652f-bfae-445b-b01f-2fb51a07fb0b None None] Attempting to bind port b7e29bd2-41b5-49af-b42e-6dd63e15685d by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '68b40de2-5c88-43af-aa76-e06dc56de736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '5e8d76cf-072c-4ebe-9632-b498a3035f5b'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:27:48.754750 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927e652f-bfae-445b-b01f-2fb51a07fb0b None None] Attempting to bind port b7e29bd2-41b5-49af-b42e-6dd63e15685d on network 5e8d76cf-072c-4ebe-9632-b498a3035f5b {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:27:48.755879 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99594b9-af45-42c7-90ee-9a9155ca3896 None None] Update dhcp port {'port': {'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'fixed_ips': [{'subnet_id': 'd2d662ca-cd33-40f5-8aa9-f841df545f02'}], 'binding:host_id': 'n-d-771362-32'}, 'id': 'b190acf9-d9af-4a8c-a431-5404a1ad6c13'} from n-d-771362-32. {{(pid=94463) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 02:27:48.762093 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927e652f-bfae-445b-b01f-2fb51a07fb0b None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:27:48.763358 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927e652f-bfae-445b-b01f-2fb51a07fb0b None None] Checking segment: {'id': '68b40de2-5c88-43af-aa76-e06dc56de736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '5e8d76cf-072c-4ebe-9632-b498a3035f5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:27:48.763947 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-927e652f-bfae-445b-b01f-2fb51a07fb0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:48.764551 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927e652f-bfae-445b-b01f-2fb51a07fb0b None None] Bound using segment: {'id': '68b40de2-5c88-43af-aa76-e06dc56de736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '5e8d76cf-072c-4ebe-9632-b498a3035f5b'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:27:48.765302 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-927e652f-bfae-445b-b01f-2fb51a07fb0b None None] Bound port: b7e29bd2-41b5-49af-b42e-6dd63e15685d, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68b40de2-5c88-43af-aa76-e06dc56de736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '5e8d76cf-072c-4ebe-9632-b498a3035f5b'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:27:48.765849 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-927e652f-bfae-445b-b01f-2fb51a07fb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:48.801827 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b99594b9-af45-42c7-90ee-9a9155ca3896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:48.831878 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6ae6daaf-da6e-40c4-b5e3-beea5d6e540e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:48.840039 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-927e652f-bfae-445b-b01f-2fb51a07fb0b None None] For port b7e29bd2-41b5-49af-b42e-6dd63e15685d, host n-d-771362-32, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:27:48.843909 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-927e652f-bfae-445b-b01f-2fb51a07fb0b None None] For port b7e29bd2-41b5-49af-b42e-6dd63e15685d, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=b7e29bd2-41b5-49af-b42e-6dd63e15685d,segment=NetworkSegment(68b40de2-5c88-43af-aa76-e06dc56de736),segment_id=68b40de2-5c88-43af-aa76-e06dc56de736)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:27:48.921760 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-927e652f-bfae-445b-b01f-2fb51a07fb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:49.062012 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-f44e02de-3f9a-458f-9587-73f9d34e192e req-680a0aca-073a-4108-a574-26679b3cf4be tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Allocated IP 172.20.0.12 (5e8d76cf-072c-4ebe-9632-b498a3035f5b/1825f4ef-88c0-436d-968e-41fc32795301/8a828455-b584-499c-8416-ba79eab6b24e) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:27:49.069169 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6ae6daaf-da6e-40c4-b5e3-beea5d6e540e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:49.075180 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ba1f32-5102-4c60-9912-9438739acc02 None None] Pushing event updated for resources: {'Port': ['ID=b7e29bd2-41b5-49af-b42e-6dd63e15685d,revision_number=4']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:49.078473 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6ae6daaf-da6e-40c4-b5e3-beea5d6e540e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:49.082222 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-6ae6daaf-da6e-40c4-b5e3-beea5d6e540e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9efea1ea-33b0-4800-bc57-e146e849c904 HTTP/1.1" status: 204 len: 168 time: 0.5381830 Jul 05 02:27:49.089615 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927e652f-bfae-445b-b01f-2fb51a07fb0b None None] Routers {'fbfd9385-2585-43ff-bbe7-607c9869784f'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:27:49.090316 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-927e652f-bfae-445b-b01f-2fb51a07fb0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:27:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['fbfd9385-2585-43ff-bbe7-607c9869784f'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:27:49.104168 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae6daaf-da6e-40c4-b5e3-beea5d6e540e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9efea1ea-33b0-4800-bc57-e146e849c904,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:49.134594 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-31accc9d-f887-4af2-8e96-afc8a16b8baf tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:49.282648 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.db.api [None req-b99594b9-af45-42c7-90ee-9a9155ca3896 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fe14:328c-9d4883c6-9744-4420-89b4-37460f984d {{(pid=94463) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 02:27:49.283751 n-d-771362-32 neutron-server[94463]: DEBUG oslo_db.api [None req-b99594b9-af45-42c7-90ee-9a9155ca3896 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 02:27:49.401783 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-927e652f-bfae-445b-b01f-2fb51a07fb0b None None] Set router fbfd9385-2585-43ff-bbe7-607c9869784f gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:27:49.600853 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ed746a96-ae01-4fec-8ff7-6ac02214daba req-5f9ac669-579b-43d3-8fa8-484006d0d434 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d9c139f-f1ba-4755-b858-e814d10506d6 HTTP/1.1" status: 200 len: 210 time: 0.0780451 Jul 05 02:27:49.620648 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-31accc9d-f887-4af2-8e96-afc8a16b8baf tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] For port b190acf9-d9af-4a8c-a431-5404a1ad6c13, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=b190acf9-d9af-4a8c-a431-5404a1ad6c13,segment=NetworkSegment(4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6),segment_id=4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:27:49.662335 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-31accc9d-f887-4af2-8e96-afc8a16b8baf tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:49.680414 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2d8c28d6-e466-4609-aff7-c75e19eaf3d0 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:49.758301 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f44e02de-3f9a-458f-9587-73f9d34e192e req-680a0aca-073a-4108-a574-26679b3cf4be tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:49.759923 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-31accc9d-f887-4af2-8e96-afc8a16b8baf tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:49.760676 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-31accc9d-f887-4af2-8e96-afc8a16b8baf tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:49.784505 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2d8c28d6-e466-4609-aff7-c75e19eaf3d0 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:49.816733 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-927e652f-bfae-445b-b01f-2fb51a07fb0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbfd9385-2585-43ff-bbe7-607c9869784f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1149951054-router', 'tenant_id': '820d01c94cb84c34ab4df1230f2d2b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '2f7100fd-b056-4f13-933c-8b0e0ef7219e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:27:31Z', 'updated_at': '2021-07-05T02:27:38Z', 'revision_number': 4, 'project_id': '820d01c94cb84c34ab4df1230f2d2b19', 'gw_port': {'id': '2f7100fd-b056-4f13-933c-8b0e0ef7219e', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:f9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfd9385-2585-43ff-bbe7-607c9869784f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:27:32Z', 'updated_at': '2021-07-05T02:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'b7e29bd2-41b5-49af-b42e-6dd63e15685d', 'name': '', 'network_id': '5e8d76cf-072c-4ebe-9632-b498a3035f5b', 'tenant_id': '820d01c94cb84c34ab4df1230f2d2b19', 'mac_address': 'fa:16:3e:a2:cf:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbfd9385-2585-43ff-bbe7-607c9869784f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '1825f4ef-88c0-436d-968e-41fc32795301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:27:37Z', 'updated_at': '2021-07-05T02:27:48Z', 'revision_number': 4, 'project_id': '820d01c94cb84c34ab4df1230f2d2b19', 'subnets': [{'id': '1825f4ef-88c0-436d-968e-41fc32795301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:27:49.824149 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4d5dff-a13e-4a03-b9d4-9ea334169a58 req-85144145-b94a-41c6-8102-eaff61266239 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:49.825774 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6c4d5dff-a13e-4a03-b9d4-9ea334169a58 req-85144145-b94a-41c6-8102-eaff61266239 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8f8d3bf-561e-4b37-9b3d-7d7d4e3917d6 HTTP/1.1" status: 200 len: 946 time: 0.6023545 Jul 05 02:27:49.851421 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-f44e02de-3f9a-458f-9587-73f9d34e192e req-680a0aca-073a-4108-a574-26679b3cf4be tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Transition to ACTIVE for port object 8a828455-b584-499c-8416-ba79eab6b24e will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:27:49.851740 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927e652f-bfae-445b-b01f-2fb51a07fb0b None None] The sync data for ids ['fbfd9385-2585-43ff-bbe7-607c9869784f'] in n-d-771362-32 is: [{'id': 'fbfd9385-2585-43ff-bbe7-607c9869784f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1149951054-router', 'tenant_id': '820d01c94cb84c34ab4df1230f2d2b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '2f7100fd-b056-4f13-933c-8b0e0ef7219e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:27:31Z', 'updated_at': '2021-07-05T02:27:38Z', 'revision_number': 4, 'project_id': '820d01c94cb84c34ab4df1230f2d2b19', 'gw_port': {'id': '2f7100fd-b056-4f13-933c-8b0e0ef7219e', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:f9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfd9385-2585-43ff-bbe7-607c9869784f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:27:32Z', 'updated_at': '2021-07-05T02:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'b7e29bd2-41b5-49af-b42e-6dd63e15685d', 'name': '', 'network_id': '5e8d76cf-072c-4ebe-9632-b498a3035f5b', 'tenant_id': '820d01c94cb84c34ab4df1230f2d2b19', 'mac_address': 'fa:16:3e:a2:cf:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbfd9385-2585-43ff-bbe7-607c9869784f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '1825f4ef-88c0-436d-968e-41fc32795301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:27:37Z', 'updated_at': '2021-07-05T02:27:48Z', 'revision_number': 4, 'project_id': '820d01c94cb84c34ab4df1230f2d2b19', 'subnets': [{'id': '1825f4ef-88c0-436d-968e-41fc32795301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:27:49.854021 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b99594b9-af45-42c7-90ee-9a9155ca3896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:49.891738 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31accc9d-f887-4af2-8e96-afc8a16b8baf tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:27:49.904015 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-31accc9d-f887-4af2-8e96-afc8a16b8baf tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:27:49.916135 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31accc9d-f887-4af2-8e96-afc8a16b8baf tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:49.916745 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-31accc9d-f887-4af2-8e96-afc8a16b8baf tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:49.951686 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 34876) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:49.983567 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31accc9d-f887-4af2-8e96-afc8a16b8baf tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event updated for resources: {'Subnet': ['ID=d2d662ca-cd33-40f5-8aa9-f841df545f02,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:50.003239 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31accc9d-f887-4af2-8e96-afc8a16b8baf tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event updated for resources: {'Port': ['ID=b190acf9-d9af-4a8c-a431-5404a1ad6c13,revision_number=8']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:50.018322 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 34882) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:50.025915 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c33ed6e-e339-4300-9c82-f4db55f951d5 req-c9cb1eeb-7ca8-4e5a-8840-ef0286135150 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:50.038262 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4b5a1389-bf5b-4181-8420-634866cb0500 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:50.040324 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5c33ed6e-e339-4300-9c82-f4db55f951d5 req-c9cb1eeb-7ca8-4e5a-8840-ef0286135150 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8f8d3bf-561e-4b37-9b3d-7d7d4e3917d6 HTTP/1.1" status: 200 len: 946 time: 0.3958821 Jul 05 02:27:50.042992 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-31accc9d-f887-4af2-8e96-afc8a16b8baf tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1410627 Jul 05 02:27:50.048892 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 34884) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:50.070325 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-07c22117-4494-4854-a41e-053e20c78836 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Request body: {'subnet': {'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:27:50.137384 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-2d8c28d6-e466-4609-aff7-c75e19eaf3d0 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] In _notify_port_updated(), no bound segment for port 208b1737-a7e6-42d9-b4c6-05348a9a7a11 on network fef54889-b761-4230-9c30-ec924bcba9b9 {{(pid=94461) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 02:27:50.146055 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8c28d6-e466-4609-aff7-c75e19eaf3d0 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:50.147038 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2d8c28d6-e466-4609-aff7-c75e19eaf3d0 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:50.154233 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-2d8c28d6-e466-4609-aff7-c75e19eaf3d0 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] 10.222.0.23 "PUT /v2.0/ports/208b1737-a7e6-42d9-b4c6-05348a9a7a11 HTTP/1.1" status: 200 len: 993 time: 2.2264867 Jul 05 02:27:50.171090 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8c28d6-e466-4609-aff7-c75e19eaf3d0 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Pushing event updated for resources: {'Port': ['ID=208b1737-a7e6-42d9-b4c6-05348a9a7a11,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:50.178301 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 34886) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:50.210975 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 34888) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:50.343075 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-b99594b9-af45-42c7-90ee-9a9155ca3896 None None] For port b190acf9-d9af-4a8c-a431-5404a1ad6c13, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=b190acf9-d9af-4a8c-a431-5404a1ad6c13,segment=NetworkSegment(4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6),segment_id=4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:27:50.379055 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5c33ed6e-e339-4300-9c82-f4db55f951d5 req-129c1fbd-8ce0-4ddd-be71-d63f98ff25d9 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/security-groups?id=510b9fce-3e8e-4fba-b7c1-46c3c47abb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3374813 Jul 05 02:27:50.459666 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b99594b9-af45-42c7-90ee-9a9155ca3896 None None] Notify callbacks [] for port, precommit_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:50.479432 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-6c4d5dff-a13e-4a03-b9d4-9ea334169a58 req-4d446261-c51d-436d-8d26-3364764ac261 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Deleting port 751746d9-09b3-40b0-a528-7dd4fc8f8baa {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:27:50.482575 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-6c4d5dff-a13e-4a03-b9d4-9ea334169a58 req-4d446261-c51d-436d-8d26-3364764ac261 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:50.496338 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-f667c7ac-0f0d-4774-8481-b9bfbe878569 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-689509990-network', 'tenant_id': '53bc9033c99e4a05b388c66507c82900'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:27:50.503675 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-024eed61-dfb4-4375-9bfb-8d3c5543ac8a None None] Provisioning complete for port 208b1737-a7e6-42d9-b4c6-05348a9a7a11 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:27:50.504601 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-024eed61-dfb4-4375-9bfb-8d3c5543ac8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:50.510947 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device b7e29bd2-41b5-49af-b42e-6dd63e15685d up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:27:50.582552 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b99594b9-af45-42c7-90ee-9a9155ca3896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:50.596734 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-6c4d5dff-a13e-4a03-b9d4-9ea334169a58 req-4d446261-c51d-436d-8d26-3364764ac261 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] For port 751746d9-09b3-40b0-a528-7dd4fc8f8baa, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=751746d9-09b3-40b0-a528-7dd4fc8f8baa,segment=NetworkSegment(808aeee9-9700-4e2b-95a3-34b73f31015e),segment_id=808aeee9-9700-4e2b-95a3-34b73f31015e)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:27:50.597382 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-6c4d5dff-a13e-4a03-b9d4-9ea334169a58 req-4d446261-c51d-436d-8d26-3364764ac261 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:50.647642 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4b5a1389-bf5b-4181-8420-634866cb0500 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:50.658400 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99594b9-af45-42c7-90ee-9a9155ca3896 None None] Pushing event updated for resources: {'Port': ['ID=b190acf9-d9af-4a8c-a431-5404a1ad6c13,revision_number=9']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:50.700276 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f44e02de-3f9a-458f-9587-73f9d34e192e req-680a0aca-073a-4108-a574-26679b3cf4be tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:50.715085 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-024eed61-dfb4-4375-9bfb-8d3c5543ac8a None None] Port 208b1737-a7e6-42d9-b4c6-05348a9a7a11 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:27:50.794604 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port b7e29bd2-41b5-49af-b42e-6dd63e15685d completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:27:50.800492 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port b7e29bd2-41b5-49af-b42e-6dd63e15685d triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:27:50.801171 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:50.843868 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3ff5c3c8-c982-4c91-a3fe-1c9b5ff8c833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:50.889985 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4b5a1389-bf5b-4181-8420-634866cb0500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:50.890244 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f44e02de-3f9a-458f-9587-73f9d34e192e req-680a0aca-073a-4108-a574-26679b3cf4be tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Network 5e8d76cf-072c-4ebe-9632-b498a3035f5b is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:27:50.941541 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:50.967242 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.db.api [None req-07c22117-4494-4854-a41e-053e20c78836 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 02:27:50.967242 n-d-771362-32 neutron-server[94462]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 02:27:50.967242 n-d-771362-32 neutron-server[94462]: [parameters: {'project_id_1': 'db76c4c0345048a1b87eacad1e0b9ba1', 'expiration_1': datetime.datetime(2021, 7, 5, 2, 27, 50, 628808)}] Jul 05 02:27:50.967242 n-d-771362-32 neutron-server[94462]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94462) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 02:27:50.967765 n-d-771362-32 neutron-server[94462]: DEBUG oslo_db.api [None req-07c22117-4494-4854-a41e-053e20c78836 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 02:27:51.003600 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port b7e29bd2-41b5-49af-b42e-6dd63e15685d, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=b7e29bd2-41b5-49af-b42e-6dd63e15685d,segment=NetworkSegment(68b40de2-5c88-43af-aa76-e06dc56de736),segment_id=68b40de2-5c88-43af-aa76-e06dc56de736)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:27:51.004754 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-f44e02de-3f9a-458f-9587-73f9d34e192e req-680a0aca-073a-4108-a574-26679b3cf4be tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:27:51.018804 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-3a688b3f-6511-4d8f-8efa-1497e2523dc5 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Deleting port 208b1737-a7e6-42d9-b4c6-05348a9a7a11 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:27:51.019153 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3a688b3f-6511-4d8f-8efa-1497e2523dc5 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:51.025168 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-f44e02de-3f9a-458f-9587-73f9d34e192e req-680a0aca-073a-4108-a574-26679b3cf4be tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:27:51.041628 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5a1389-bf5b-4181-8420-634866cb0500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ed8f26-5a4f-43de-8aa5-4a4674de6134,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:51.071193 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-4b5a1389-bf5b-4181-8420-634866cb0500 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6d47ea260496413991aba81bcd42877f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0492666 Jul 05 02:27:51.084895 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 34896) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:51.108691 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:51.109690 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device b190acf9-d9af-4a8c-a431-5404a1ad6c13 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:27:51.114547 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680a0aca-073a-4108-a574-26679b3cf4be tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Pushing event updated for resources: {'Port': ['ID=8a828455-b584-499c-8416-ba79eab6b24e,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:51.172536 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f667c7ac-0f0d-4774-8481-b9bfbe878569 admin admin] Made reservation on behalf of 53bc9033c99e4a05b388c66507c82900 for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:27:51.175665 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f667c7ac-0f0d-4774-8481-b9bfbe878569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:51.205691 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f667c7ac-0f0d-4774-8481-b9bfbe878569 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:51.261046 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3a688b3f-6511-4d8f-8efa-1497e2523dc5 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:51.274377 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47add74f-e3c7-4b61-a790-5b8fae8b7e48 req-4f16f030-44d6-4635-919d-414bbbe27f37 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:51.281424 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-3a688b3f-6511-4d8f-8efa-1497e2523dc5 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Calling delete_port for 208b1737-a7e6-42d9-b4c6-05348a9a7a11 owned by {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:27:51.283959 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-47add74f-e3c7-4b61-a790-5b8fae8b7e48 req-4f16f030-44d6-4635-919d-414bbbe27f37 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d9c139f-f1ba-4755-b858-e814d10506d6 HTTP/1.1" status: 200 len: 932 time: 0.3993495 Jul 05 02:27:51.294534 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=b7e29bd2-41b5-49af-b42e-6dd63e15685d,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:51.327882 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port b190acf9-d9af-4a8c-a431-5404a1ad6c13 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:27:51.328209 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:51.449781 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f667c7ac-0f0d-4774-8481-b9bfbe878569 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:51.558369 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5753689b-7b26-4a83-a1bb-040914c19518 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:51.565889 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-47add74f-e3c7-4b61-a790-5b8fae8b7e48 req-d12e528d-de7a-44ed-8ba4-ffa648fa05ba tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] 10.222.0.23 "GET /v2.0/security-groups?id=a0f3de01-621c-4ed4-a575-46af052470d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772923 Jul 05 02:27:51.581038 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f667c7ac-0f0d-4774-8481-b9bfbe878569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:51.626096 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad9c66e-f767-4d3b-aaa3-600deb9d0910 None None] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:27:51.639875 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5753689b-7b26-4a83-a1bb-040914c19518 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:51.662970 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3a688b3f-6511-4d8f-8efa-1497e2523dc5 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:51.667681 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f667c7ac-0f0d-4774-8481-b9bfbe878569 admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:27:51.674183 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-6c4d5dff-a13e-4a03-b9d4-9ea334169a58 req-4d446261-c51d-436d-8d26-3364764ac261 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:51.675451 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-6c4d5dff-a13e-4a03-b9d4-9ea334169a58 req-4d446261-c51d-436d-8d26-3364764ac261 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636869'] for floatingip, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:51.675451 n-d-771362-32 neutron-server[94461]: INFO neutron.db.l3_db [req-6c4d5dff-a13e-4a03-b9d4-9ea334169a58 req-4d446261-c51d-436d-8d26-3364764ac261 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Floating IP 27628c55-fd62-4545-b8e0-0f7cfa14c507 disassociated. External IP: 172.25.7.121, port: 751746d9-09b3-40b0-a528-7dd4fc8f8baa. Jul 05 02:27:51.675722 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-6c4d5dff-a13e-4a03-b9d4-9ea334169a58 req-4d446261-c51d-436d-8d26-3364764ac261 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Calling delete_port for 751746d9-09b3-40b0-a528-7dd4fc8f8baa owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:27:51.677167 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-493dc2d2-754a-4d97-937c-1a4478ffe69d None None] Provisioning for port 8a828455-b584-499c-8416-ba79eab6b24e completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:27:51.684653 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f667c7ac-0f0d-4774-8481-b9bfbe878569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f03e728d-9b1e-43f1-b649-e8c1204aab5b,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:51.685890 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-493dc2d2-754a-4d97-937c-1a4478ffe69d None None] Provisioning complete for port 8a828455-b584-499c-8416-ba79eab6b24e triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:27:51.686518 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-493dc2d2-754a-4d97-937c-1a4478ffe69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:51.720658 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f667c7ac-0f0d-4774-8481-b9bfbe878569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:51.724340 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-f667c7ac-0f0d-4774-8481-b9bfbe878569 admin admin] Added segment 34f8ce59-6abb-417c-9b68-d9c2cf27df72 of type vlan for network c6491391-cda4-4850-94a6-ed569a99bbf4 Jul 05 02:27:51.733413 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44e02de-3f9a-458f-9587-73f9d34e192e req-680a0aca-073a-4108-a574-26679b3cf4be tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:51.735056 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07c22117-4494-4854-a41e-053e20c78836 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Made reservation on behalf of db76c4c0345048a1b87eacad1e0b9ba1 for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:27:51.735270 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f44e02de-3f9a-458f-9587-73f9d34e192e req-680a0aca-073a-4108-a574-26679b3cf4be tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:51.738601 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-07c22117-4494-4854-a41e-053e20c78836 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:51.745334 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a688b3f-6511-4d8f-8efa-1497e2523dc5 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Pushing event deleted for resources: {'Port': ['ID=208b1737-a7e6-42d9-b4c6-05348a9a7a11,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:51.750822 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-493dc2d2-754a-4d97-937c-1a4478ffe69d None None] Port 8a828455-b584-499c-8416-ba79eab6b24e cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:27:51.879465 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f667c7ac-0f0d-4774-8481-b9bfbe878569 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:51.888608 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-ca64870b-2617-4e3f-acff-223dcd084de1 None None] Provisioning complete for port b190acf9-d9af-4a8c-a431-5404a1ad6c13 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:27:51.888974 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-ca64870b-2617-4e3f-acff-223dcd084de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:51.936969 n-d-771362-32 neutron-server[94462]: INFO neutron.db.ipam_backend_mixin [None req-07c22117-4494-4854-a41e-053e20c78836 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d2d662ca-cd33-40f5-8aa9-f841df545f02 (CIDR: 2001:db8::/64) Jul 05 02:27:51.974916 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-07c22117-4494-4854-a41e-053e20c78836 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 02:27:51.975375 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07c22117-4494-4854-a41e-053e20c78836 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94462) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:27:52.021609 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f30972d9-4835-4d9f-a5aa-75ed6d56b3e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1634680'] for router_interface, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:52.060270 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-6c4d5dff-a13e-4a03-b9d4-9ea334169a58 req-4d446261-c51d-436d-8d26-3364764ac261 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:52.070875 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-07c22117-4494-4854-a41e-053e20c78836 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.0107570 Jul 05 02:27:52.070875 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f667c7ac-0f0d-4774-8481-b9bfbe878569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:52.070875 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f667c7ac-0f0d-4774-8481-b9bfbe878569 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:52.070875 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f667c7ac-0f0d-4774-8481-b9bfbe878569 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:52.072764 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5753689b-7b26-4a83-a1bb-040914c19518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:52.075308 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5753689b-7b26-4a83-a1bb-040914c19518 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:52.076430 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-5753689b-7b26-4a83-a1bb-040914c19518 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d2ed8f26-5a4f-43de-8aa5-4a4674de6134 HTTP/1.1" status: 204 len: 168 time: 0.9884124 Jul 05 02:27:52.079604 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 34902) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:52.087530 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-5b433470-692c-4efd-80ee-ddecfa629d12 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Request body: {'subnet': {'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:27:52.204959 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5753689b-7b26-4a83-a1bb-040914c19518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ed8f26-5a4f-43de-8aa5-4a4674de6134,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:52.269709 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f667c7ac-0f0d-4774-8481-b9bfbe878569 admin admin] Pushing event updated for resources: {'Network': ['ID=c6491391-cda4-4850-94a6-ed569a99bbf4,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:52.276150 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-f667c7ac-0f0d-4774-8481-b9bfbe878569 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.0603359 Jul 05 02:27:52.279791 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 34906) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:52.285601 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network c6491391-cda4-4850-94a6-ed569a99bbf4 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:27:52.289811 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-ada587ba-39b1-4942-a8c6-8278c2dc5519 admin admin] Request body: {'subnet': {'network_id': 'c6491391-cda4-4850-94a6-ed569a99bbf4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-689509990-subnet', 'tenant_id': '53bc9033c99e4a05b388c66507c82900', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:27:52.389606 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-2fba900e-a283-4e53-8784-86570f904531 None None] Provisioning complete for port b190acf9-d9af-4a8c-a431-5404a1ad6c13 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:27:52.390307 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-2fba900e-a283-4e53-8784-86570f904531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:52.433053 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device b7e29bd2-41b5-49af-b42e-6dd63e15685d up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:27:52.452091 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f44e02de-3f9a-458f-9587-73f9d34e192e req-680a0aca-073a-4108-a574-26679b3cf4be tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4761288 Jul 05 02:27:52.479724 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada587ba-39b1-4942-a8c6-8278c2dc5519 admin admin] Made reservation on behalf of 53bc9033c99e4a05b388c66507c82900 for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:27:52.482760 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ada587ba-39b1-4942-a8c6-8278c2dc5519 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:52.511831 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63058b9-799d-4584-b47f-57dbe73a8a11 req-b5b6570b-fc72-444f-aebd-0558a0dc5220 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:52.519429 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d63058b9-799d-4584-b47f-57dbe73a8a11 req-b5b6570b-fc72-444f-aebd-0558a0dc5220 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8f8d3bf-561e-4b37-9b3d-7d7d4e3917d6 HTTP/1.1" status: 200 len: 946 time: 0.9341428 Jul 05 02:27:52.576096 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port b7e29bd2-41b5-49af-b42e-6dd63e15685d triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:27:52.576481 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:52.608092 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-f30972d9-4835-4d9f-a5aa-75ed6d56b3e8 admin admin] Deleting port 59d5c406-f4b1-4408-ba97-c11cb6ee3b5a {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:27:52.608683 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f30972d9-4835-4d9f-a5aa-75ed6d56b3e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:52.659847 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b433470-692c-4efd-80ee-ddecfa629d12 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Made reservation on behalf of db76c4c0345048a1b87eacad1e0b9ba1 for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:27:52.664086 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5b433470-692c-4efd-80ee-ddecfa629d12 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:52.679200 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 751746d9-09b3-40b0-a528-7dd4fc8f8baa no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:27:52.705493 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] No Port match for: 751746d9-09b3-40b0-a528-7dd4fc8f8baa {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:27:52.706054 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 751746d9-09b3-40b0-a528-7dd4fc8f8baa not bound to the agent host n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:27:52.783778 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d446261-c51d-436d-8d26-3364764ac261 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Pushing event deleted for resources: {'Port': ['ID=751746d9-09b3-40b0-a528-7dd4fc8f8baa,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:52.795058 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-f44e02de-3f9a-458f-9587-73f9d34e192e req-dfd28a5d-46f2-4d5a-8ebd-b74f9465ce15 service neutron] Request body: {'port': {'device_id': '5d9c139f-f1ba-4755-b858-e814d10506d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:27:52.829144 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c4d5dff-a13e-4a03-b9d4-9ea334169a58 req-4d446261-c51d-436d-8d26-3364764ac261 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Router e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:27:52.842303 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d63058b9-799d-4584-b47f-57dbe73a8a11 req-67852e5e-f6eb-4312-b84c-1d6eb90ead65 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/security-groups?id=510b9fce-3e8e-4fba-b7c1-46c3c47abb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3217392 Jul 05 02:27:52.899959 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-f30972d9-4835-4d9f-a5aa-75ed6d56b3e8 admin admin] For port 59d5c406-f4b1-4408-ba97-c11cb6ee3b5a, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=59d5c406-f4b1-4408-ba97-c11cb6ee3b5a,segment=NetworkSegment(31e917c3-b1d5-428f-bb55-dbe9374ce1ec),segment_id=31e917c3-b1d5-428f-bb55-dbe9374ce1ec)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:27:52.900821 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f30972d9-4835-4d9f-a5aa-75ed6d56b3e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:52.938605 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-f30972d9-4835-4d9f-a5aa-75ed6d56b3e8 admin admin] Calling delete_port for 59d5c406-f4b1-4408-ba97-c11cb6ee3b5a owned by network:router_interface {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:27:52.952357 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3a688b3f-6511-4d8f-8efa-1497e2523dc5 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:52.958295 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-3a688b3f-6511-4d8f-8efa-1497e2523dc5 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] 10.222.0.23 "DELETE /v2.0/ports/208b1737-a7e6-42d9-b4c6-05348a9a7a11 HTTP/1.1" status: 204 len: 168 time: 2.7523949 Jul 05 02:27:52.959461 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 34922) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:53.007088 n-d-771362-32 neutron-server[94461]: INFO neutron.pecan_wsgi.hooks.translation [None req-22862abb-16ba-4040-b00b-14bc6baaa96b tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] GET failed (client error): The resource could not be found. Jul 05 02:27:53.012204 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-22862abb-16ba-4040-b00b-14bc6baaa96b tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] 10.222.0.23 "GET /v2.0/ports/208b1737-a7e6-42d9-b4c6-05348a9a7a11 HTTP/1.1" status: 404 len: 333 time: 0.0435672 Jul 05 02:27:53.013514 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 34924) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:53.030020 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-1b0b8d7f-b309-419c-ba6b-73631a3e9cae tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Request body: {'port': {'network_id': 'fef54889-b761-4230-9c30-ec924bcba9b9', 'name': 'tempest-AllowedAddressPairTestJSON-9882322'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:27:53.036422 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f44e02de-3f9a-458f-9587-73f9d34e192e req-dfd28a5d-46f2-4d5a-8ebd-b74f9465ce15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:53.265689 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-af50f590-b79f-4e8c-bea3-374e9446ac2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:53.334762 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c4d5dff-a13e-4a03-b9d4-9ea334169a58 req-4d446261-c51d-436d-8d26-3364764ac261 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:27:53.345332 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af3d917-a781-4d21-8f23-52eff11c922e None None] Sync routers for ids ['e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:27:53.349575 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ada587ba-39b1-4942-a8c6-8278c2dc5519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:53.355612 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af3d917-a781-4d21-8f23-52eff11c922e None None] Routers {'e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:27:53.357183 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-9af3d917-a781-4d21-8f23-52eff11c922e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:27:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:27:53.376358 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7111742-cd20-4711-909d-e2f0c6d1afb2 req-48950adb-2779-45ef-8708-4bc80a095649 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:53.383333 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f7111742-cd20-4711-909d-e2f0c6d1afb2 req-48950adb-2779-45ef-8708-4bc80a095649 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d9c139f-f1ba-4755-b858-e814d10506d6 HTTP/1.1" status: 200 len: 932 time: 0.5816538 Jul 05 02:27:53.413765 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c4d5dff-a13e-4a03-b9d4-9ea334169a58 req-4d446261-c51d-436d-8d26-3364764ac261 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] No DVR routers for this DVR port 751746d9-09b3-40b0-a528-7dd4fc8f8baa on host n-h2-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:27:53.425267 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-6c4d5dff-a13e-4a03-b9d4-9ea334169a58 req-4d446261-c51d-436d-8d26-3364764ac261 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:53.427260 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6c4d5dff-a13e-4a03-b9d4-9ea334169a58 req-4d446261-c51d-436d-8d26-3364764ac261 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.15 "DELETE /v2.0/ports/751746d9-09b3-40b0-a528-7dd4fc8f8baa HTTP/1.1" status: 204 len: 173 time: 3.5809066 Jul 05 02:27:53.429744 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8f8d3bf-561e-4b37-9b3d-7d7d4e3917d6', 'name': 'network-vif-deleted', 'tag': '751746d9-09b3-40b0-a528-7dd4fc8f8baa'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:27:53.432901 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00863180-890c-4bc2-bab3-40dddcbd3b3c" -d '{"events": [{"server_uuid": "f8f8d3bf-561e-4b37-9b3d-7d7d4e3917d6", "name": "network-vif-deleted", "tag": "751746d9-09b3-40b0-a528-7dd4fc8f8baa"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:27:53.489540 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-9af3d917-a781-4d21-8f23-52eff11c922e None None] Set router e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:27:53.550458 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada587ba-39b1-4942-a8c6-8278c2dc5519 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3e3bfc5-5b96-4ffa-87c1-85ce15b76e37,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:53.586490 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f7111742-cd20-4711-909d-e2f0c6d1afb2 req-1a619abf-fce7-47ba-a067-081c29e7f80f tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] 10.222.0.23 "GET /v2.0/security-groups?id=a0f3de01-621c-4ed4-a575-46af052470d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021554 Jul 05 02:27:53.653555 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b0b8d7f-b309-419c-ba6b-73631a3e9cae tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Made reservation on behalf of 415272e6e50143d6ae4a660ae566e419 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:27:53.663329 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada587ba-39b1-4942-a8c6-8278c2dc5519 admin admin] Checking segment: {'id': '34f8ce59-6abb-417c-9b68-d9c2cf27df72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c6491391-cda4-4850-94a6-ed569a99bbf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:27:53.663329 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada587ba-39b1-4942-a8c6-8278c2dc5519 admin admin] Network hostable DHCP agents. Network: c6491391-cda4-4850-94a6-ed569a99bbf4, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:27:53.663580 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1b0b8d7f-b309-419c-ba6b-73631a3e9cae tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:53.713340 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [None req-1b0b8d7f-b309-419c-ba6b-73631a3e9cae tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] device_id is not set on port 7057ab53-3315-4dcc-a073-d44c248b1c03 yet. {{(pid=94461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:27:53.803499 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5b433470-692c-4efd-80ee-ddecfa629d12 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:53.819449 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-9af3d917-a781-4d21-8f23-52eff11c922e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075', 'name': 'tempest-AttachVolumeTestJSON-1542009768-router', 'tenant_id': 'd63cc722770842c8a7a532820e16e452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': 'ae863df1-01fb-4658-90e7-ac82cc5df111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:19:38Z', 'updated_at': '2021-07-05T02:19:45Z', 'revision_number': 4, 'project_id': 'd63cc722770842c8a7a532820e16e452', 'gw_port': {'id': 'ae863df1-01fb-4658-90e7-ac82cc5df111', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:df:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:19:39Z', 'updated_at': '2021-07-05T02:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '3ba2d0d9-bd04-4ad6-9c9d-0428f63395b3', 'name': '', 'network_id': '02860c2c-1b47-41ff-bdb8-8652ec368c51', 'tenant_id': 'd63cc722770842c8a7a532820e16e452', 'mac_address': 'fa:16:3e:09:c5:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': 'e54bb52b-407a-4efc-b19e-45eea28735fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:19:44Z', 'updated_at': '2021-07-05T02:19:52Z', 'revision_number': 5, 'project_id': 'd63cc722770842c8a7a532820e16e452', 'subnets': [{'id': 'e54bb52b-407a-4efc-b19e-45eea28735fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:27:53.858347 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-f44e02de-3f9a-458f-9587-73f9d34e192e req-dfd28a5d-46f2-4d5a-8ebd-b74f9465ce15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a828455-b584-499c-8416-ba79eab6b24e {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:27:53.858347 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9c674cd-8361-46f4-9a90-724e27c5142d x-openstack-request-id: req-a9c674cd-8361-46f4-9a90-724e27c5142d {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:27:53.858347 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8f8d3bf-561e-4b37-9b3d-7d7d4e3917d6", "name": "network-vif-deleted", "tag": "751746d9-09b3-40b0-a528-7dd4fc8f8baa", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:27:53.858347 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a9c674cd-8361-46f4-9a90-724e27c5142d {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:27:53.858347 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8f8d3bf-561e-4b37-9b3d-7d7d4e3917d6', 'name': 'network-vif-deleted', 'tag': '751746d9-09b3-40b0-a528-7dd4fc8f8baa', 'status': 'completed', 'code': 200} Jul 05 02:27:53.860774 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af3d917-a781-4d21-8f23-52eff11c922e None None] Checking router: e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075 for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:27:53.863347 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada587ba-39b1-4942-a8c6-8278c2dc5519 admin admin] Network c6491391-cda4-4850-94a6-ed569a99bbf4 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:27:53.867051 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f44e02de-3f9a-458f-9587-73f9d34e192e req-dfd28a5d-46f2-4d5a-8ebd-b74f9465ce15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:53.883802 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:53.885614 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af3d917-a781-4d21-8f23-52eff11c922e None None] Routers {'e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:27:53.887257 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b433470-692c-4efd-80ee-ddecfa629d12 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:27:53.888543 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-9af3d917-a781-4d21-8f23-52eff11c922e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:27:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:27:53.894662 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-5b433470-692c-4efd-80ee-ddecfa629d12 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:27:53.895652 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b433470-692c-4efd-80ee-ddecfa629d12 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:53.896280 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5b433470-692c-4efd-80ee-ddecfa629d12 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:53.915134 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b433470-692c-4efd-80ee-ddecfa629d12 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event updated for resources: {'Subnet': ['ID=f9b5772f-eb0e-410e-8725-ed659a7e2503,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:53.931711 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-f44e02de-3f9a-458f-9587-73f9d34e192e req-dfd28a5d-46f2-4d5a-8ebd-b74f9465ce15 service neutron] Transition to ACTIVE for port object 8a828455-b584-499c-8416-ba79eab6b24e will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:27:53.943734 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566eab67-ac13-4ec1-8747-66abc5a1e5e2 None None] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:27:53.949538 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f30972d9-4835-4d9f-a5aa-75ed6d56b3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:53.953385 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-1b0b8d7f-b309-419c-ba6b-73631a3e9cae tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Allocated IP 172.20.0.3 (fef54889-b761-4230-9c30-ec924bcba9b9/0fc104b8-b7cd-48ff-89a1-b2b80e65a02f/7057ab53-3315-4dcc-a073-d44c248b1c03) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:27:53.999182 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30972d9-4835-4d9f-a5aa-75ed6d56b3e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=59d5c406-f4b1-4408-ba97-c11cb6ee3b5a,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:54.001708 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-ada587ba-39b1-4942-a8c6-8278c2dc5519 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, c6491391-cda4-4850-94a6-ed569a99bbf4) {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:27:54.008734 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada587ba-39b1-4942-a8c6-8278c2dc5519 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:54.009329 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ada587ba-39b1-4942-a8c6-8278c2dc5519 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:54.059618 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f44e02de-3f9a-458f-9587-73f9d34e192e req-dfd28a5d-46f2-4d5a-8ebd-b74f9465ce15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:54.076745 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-5b433470-692c-4efd-80ee-ddecfa629d12 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9932981 Jul 05 02:27:54.079232 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 34946) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:54.097692 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-df27cb7f-bc1c-492a-98be-37fe93f043b4 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Request body: {'port': {'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'mac_address': 'fa:16:3e:50:50:ec', 'name': 'tempest-NetworksTestDHCPv6-2124463211'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:27:54.143473 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b9bf5842-df37-46af-a180-109c4a5adbc4 req-c6e5a250-581e-463c-9851-984c21c8e318 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8f8d3bf-561e-4b37-9b3d-7d7d4e3917d6 HTTP/1.1" status: 200 len: 210 time: 0.0751085 Jul 05 02:27:54.150484 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd28a5d-46f2-4d5a-8ebd-b74f9465ce15 service neutron] Pushing event updated for resources: {'Port': ['ID=8a828455-b584-499c-8416-ba79eab6b24e,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:54.194838 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-ada587ba-39b1-4942-a8c6-8278c2dc5519 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.9115791 Jul 05 02:27:54.217536 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8bd23d2-5411-4469-bee4-b0224ec2db74 None None] Network c6491391-cda4-4850-94a6-ed569a99bbf4 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:27:54.511139 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f30972d9-4835-4d9f-a5aa-75ed6d56b3e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635398'] for router_interface, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:54.582205 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1b0b8d7f-b309-419c-ba6b-73631a3e9cae tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:54.609113 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [None req-1b0b8d7f-b309-419c-ba6b-73631a3e9cae tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Transition to ACTIVE for port object 7057ab53-3315-4dcc-a073-d44c248b1c03 will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:27:54.610658 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-9af3d917-a781-4d21-8f23-52eff11c922e None None] Set router e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:27:54.614149 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-f44e02de-3f9a-458f-9587-73f9d34e192e req-dfd28a5d-46f2-4d5a-8ebd-b74f9465ce15 service neutron] Attempting to bind port 8a828455-b584-499c-8416-ba79eab6b24e on host n-h1-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:27:54.618512 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df27cb7f-bc1c-492a-98be-37fe93f043b4 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Made reservation on behalf of db76c4c0345048a1b87eacad1e0b9ba1 for: {'port': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:27:54.618690 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-f44e02de-3f9a-458f-9587-73f9d34e192e req-dfd28a5d-46f2-4d5a-8ebd-b74f9465ce15 service neutron] Attempting to bind port 8a828455-b584-499c-8416-ba79eab6b24e by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': '68b40de2-5c88-43af-aa76-e06dc56de736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '5e8d76cf-072c-4ebe-9632-b498a3035f5b'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:27:54.619152 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44e02de-3f9a-458f-9587-73f9d34e192e req-dfd28a5d-46f2-4d5a-8ebd-b74f9465ce15 service neutron] Attempting to bind port 8a828455-b584-499c-8416-ba79eab6b24e on network 5e8d76cf-072c-4ebe-9632-b498a3035f5b {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:27:54.632381 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44e02de-3f9a-458f-9587-73f9d34e192e req-dfd28a5d-46f2-4d5a-8ebd-b74f9465ce15 service neutron] Port 8a828455-b584-499c-8416-ba79eab6b24e on network 5e8d76cf-072c-4ebe-9632-b498a3035f5b not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:27:54.633045 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44e02de-3f9a-458f-9587-73f9d34e192e req-dfd28a5d-46f2-4d5a-8ebd-b74f9465ce15 service neutron] Attempting to bind port 8a828455-b584-499c-8416-ba79eab6b24e on network 5e8d76cf-072c-4ebe-9632-b498a3035f5b {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:27:54.642567 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44e02de-3f9a-458f-9587-73f9d34e192e req-dfd28a5d-46f2-4d5a-8ebd-b74f9465ce15 service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:27:54.643156 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44e02de-3f9a-458f-9587-73f9d34e192e req-dfd28a5d-46f2-4d5a-8ebd-b74f9465ce15 service neutron] Checking segment: {'id': '68b40de2-5c88-43af-aa76-e06dc56de736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '5e8d76cf-072c-4ebe-9632-b498a3035f5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:27:54.654675 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44e02de-3f9a-458f-9587-73f9d34e192e req-dfd28a5d-46f2-4d5a-8ebd-b74f9465ce15 service neutron] Bound using segment: {'id': '68b40de2-5c88-43af-aa76-e06dc56de736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '5e8d76cf-072c-4ebe-9632-b498a3035f5b'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:27:54.655464 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-f44e02de-3f9a-458f-9587-73f9d34e192e req-dfd28a5d-46f2-4d5a-8ebd-b74f9465ce15 service neutron] Bound port: 8a828455-b584-499c-8416-ba79eab6b24e, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68b40de2-5c88-43af-aa76-e06dc56de736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '5e8d76cf-072c-4ebe-9632-b498a3035f5b'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:27:54.660000 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f44e02de-3f9a-458f-9587-73f9d34e192e req-dfd28a5d-46f2-4d5a-8ebd-b74f9465ce15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:54.751824 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:54.794151 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-f44e02de-3f9a-458f-9587-73f9d34e192e req-dfd28a5d-46f2-4d5a-8ebd-b74f9465ce15 service neutron] For port 8a828455-b584-499c-8416-ba79eab6b24e, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:27:54.799603 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-f44e02de-3f9a-458f-9587-73f9d34e192e req-dfd28a5d-46f2-4d5a-8ebd-b74f9465ce15 service neutron] For port 8a828455-b584-499c-8416-ba79eab6b24e, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=8a828455-b584-499c-8416-ba79eab6b24e,segment=NetworkSegment(68b40de2-5c88-43af-aa76-e06dc56de736),segment_id=68b40de2-5c88-43af-aa76-e06dc56de736)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:27:54.806923 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1b0b8d7f-b309-419c-ba6b-73631a3e9cae tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:54.868126 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0b8d7f-b309-419c-ba6b-73631a3e9cae tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Network fef54889-b761-4230-9c30-ec924bcba9b9 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:27:54.875298 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f44e02de-3f9a-458f-9587-73f9d34e192e req-dfd28a5d-46f2-4d5a-8ebd-b74f9465ce15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:54.883426 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-1b0b8d7f-b309-419c-ba6b-73631a3e9cae tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:27:54.897351 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0b8d7f-b309-419c-ba6b-73631a3e9cae tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:27:54.904985 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0b8d7f-b309-419c-ba6b-73631a3e9cae tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Pushing event updated for resources: {'Port': ['ID=7057ab53-3315-4dcc-a073-d44c248b1c03,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:54.942652 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44e02de-3f9a-458f-9587-73f9d34e192e req-dfd28a5d-46f2-4d5a-8ebd-b74f9465ce15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:54.943229 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f44e02de-3f9a-458f-9587-73f9d34e192e req-dfd28a5d-46f2-4d5a-8ebd-b74f9465ce15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:54.944669 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f44e02de-3f9a-458f-9587-73f9d34e192e req-dfd28a5d-46f2-4d5a-8ebd-b74f9465ce15 service neutron] 10.222.0.21 "PUT /v2.0/ports/8a828455-b584-499c-8416-ba79eab6b24e HTTP/1.1" status: 200 len: 1093 time: 2.4549360 Jul 05 02:27:54.951303 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-df27cb7f-bc1c-492a-98be-37fe93f043b4 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:55.002276 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0b8d7f-b309-419c-ba6b-73631a3e9cae tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:55.002865 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1b0b8d7f-b309-419c-ba6b-73631a3e9cae tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:55.039653 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd28a5d-46f2-4d5a-8ebd-b74f9465ce15 service neutron] Pushing event updated for resources: {'Port': ['ID=8a828455-b584-499c-8416-ba79eab6b24e,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:55.105708 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ecfdf4-2813-4eb6-bd54-ae4635553a23 None None] Network c6491391-cda4-4850-94a6-ed569a99bbf4 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:27:55.152204 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [None req-df27cb7f-bc1c-492a-98be-37fe93f043b4 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] device_id is not set on port d593bc6f-8025-49fb-995b-b4db52d451c7 yet. {{(pid=94462) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:27:55.154784 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-1b0b8d7f-b309-419c-ba6b-73631a3e9cae tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1366618 Jul 05 02:27:55.155558 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 34970) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:55.165706 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-b87dd21b-906f-4719-a1d4-0e987754eb6f tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:83:2b:3d'}]}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:27:55.222800 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 34974) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:55.239910 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f286c12-914d-4422-b910-281dad83d60a req-6c0a45ed-b83f-4635-aae7-1981cc0908d3 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:55.242023 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8f286c12-914d-4422-b910-281dad83d60a req-6c0a45ed-b83f-4635-aae7-1981cc0908d3 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d9c139f-f1ba-4755-b858-e814d10506d6 HTTP/1.1" status: 200 len: 944 time: 0.4670236 Jul 05 02:27:55.261589 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44e02de-3f9a-458f-9587-73f9d34e192e req-eea8b713-86db-43f9-94fe-a543de49f535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:55.264124 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f44e02de-3f9a-458f-9587-73f9d34e192e req-eea8b713-86db-43f9-94fe-a543de49f535 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=820d01c94cb84c34ab4df1230f2d2b19&device_id=5d9c139f-f1ba-4755-b858-e814d10506d6 HTTP/1.1" status: 200 len: 1096 time: 0.1797478 Jul 05 02:27:55.450851 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-9af3d917-a781-4d21-8f23-52eff11c922e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075', 'name': 'tempest-AttachVolumeTestJSON-1542009768-router', 'tenant_id': 'd63cc722770842c8a7a532820e16e452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': 'ae863df1-01fb-4658-90e7-ac82cc5df111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:19:38Z', 'updated_at': '2021-07-05T02:19:45Z', 'revision_number': 4, 'project_id': 'd63cc722770842c8a7a532820e16e452', 'gw_port': {'id': 'ae863df1-01fb-4658-90e7-ac82cc5df111', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:df:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:19:39Z', 'updated_at': '2021-07-05T02:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '3ba2d0d9-bd04-4ad6-9c9d-0428f63395b3', 'name': '', 'network_id': '02860c2c-1b47-41ff-bdb8-8652ec368c51', 'tenant_id': 'd63cc722770842c8a7a532820e16e452', 'mac_address': 'fa:16:3e:09:c5:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': 'e54bb52b-407a-4efc-b19e-45eea28735fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:19:44Z', 'updated_at': '2021-07-05T02:19:52Z', 'revision_number': 5, 'project_id': 'd63cc722770842c8a7a532820e16e452', 'subnets': [{'id': 'e54bb52b-407a-4efc-b19e-45eea28735fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:27:55.474537 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8f286c12-914d-4422-b910-281dad83d60a req-b2036125-31dc-4938-9772-dbd90803614f tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] 10.222.0.23 "GET /v2.0/security-groups?id=a0f3de01-621c-4ed4-a575-46af052470d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244112 Jul 05 02:27:55.475250 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 34984) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:55.485513 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-b4d35356-85d6-4133-ae39-2785c7b11854 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-834802365-network', 'tenant_id': '6b17a643199044b0b60080424278e581'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:27:55.506706 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af3d917-a781-4d21-8f23-52eff11c922e None None] The sync data for ids ['e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075'] in n-d-771362-32 is: [{'id': 'e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075', 'name': 'tempest-AttachVolumeTestJSON-1542009768-router', 'tenant_id': 'd63cc722770842c8a7a532820e16e452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': 'ae863df1-01fb-4658-90e7-ac82cc5df111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:19:38Z', 'updated_at': '2021-07-05T02:19:45Z', 'revision_number': 4, 'project_id': 'd63cc722770842c8a7a532820e16e452', 'gw_port': {'id': 'ae863df1-01fb-4658-90e7-ac82cc5df111', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:df:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:19:39Z', 'updated_at': '2021-07-05T02:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '3ba2d0d9-bd04-4ad6-9c9d-0428f63395b3', 'name': '', 'network_id': '02860c2c-1b47-41ff-bdb8-8652ec368c51', 'tenant_id': 'd63cc722770842c8a7a532820e16e452', 'mac_address': 'fa:16:3e:09:c5:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': 'e54bb52b-407a-4efc-b19e-45eea28735fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:19:44Z', 'updated_at': '2021-07-05T02:19:52Z', 'revision_number': 5, 'project_id': 'd63cc722770842c8a7a532820e16e452', 'subnets': [{'id': 'e54bb52b-407a-4efc-b19e-45eea28735fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:27:55.518619 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-6b568b16-5f07-4d23-807c-4961e064a960 tempest-DHCPAgentSchedulersTestJSON-1526340612 tempest-DHCPAgentSchedulersTestJSON-1526340612-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2049126324'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:27:55.522568 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 34986) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:55.538567 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5d5507-afe5-4d0b-8d6a-aa56156d5aee None None] Update dhcp port {'port': {'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'fixed_ips': [{'subnet_id': 'd2d662ca-cd33-40f5-8aa9-f841df545f02', 'ip_address': '2001:db8::f816:3eff:fe14:328c'}, {'subnet_id': 'f9b5772f-eb0e-410e-8725-ed659a7e2503'}], 'binding:host_id': 'n-d-771362-32'}, 'id': 'b190acf9-d9af-4a8c-a431-5404a1ad6c13'} from n-d-771362-32. {{(pid=94463) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 02:27:55.580887 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b87dd21b-906f-4719-a1d4-0e987754eb6f tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:55.583484 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-9c5d5507-afe5-4d0b-8d6a-aa56156d5aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:55.591780 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f44e02de-3f9a-458f-9587-73f9d34e192e req-88168ddc-e220-44b6-8c29-a8f7113f6947 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a828455-b584-499c-8416-ba79eab6b24e HTTP/1.1" status: 200 len: 217 time: 0.1736760 Jul 05 02:27:55.594139 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f30972d9-4835-4d9f-a5aa-75ed6d56b3e8 admin admin] Router 567f0b4e-1b9a-44c6-a353-e3284e68a00c has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:27:55.597478 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-330681b7-5e03-4a99-a8fc-27ea92c71387 None None] Provisioning for port 7057ab53-3315-4dcc-a073-d44c248b1c03 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:27:55.627258 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-330681b7-5e03-4a99-a8fc-27ea92c71387 None None] Provisioning complete for port 7057ab53-3315-4dcc-a073-d44c248b1c03 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:27:55.627794 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-330681b7-5e03-4a99-a8fc-27ea92c71387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:55.712392 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44e02de-3f9a-458f-9587-73f9d34e192e req-7390339a-663e-405a-848c-f7b585184531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:55.712662 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d35356-85d6-4133-ae39-2785c7b11854 admin admin] Made reservation on behalf of 6b17a643199044b0b60080424278e581 for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:27:55.713967 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f44e02de-3f9a-458f-9587-73f9d34e192e req-7390339a-663e-405a-848c-f7b585184531 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1825f4ef-88c0-436d-968e-41fc32795301 HTTP/1.1" status: 200 len: 860 time: 0.1124139 Jul 05 02:27:55.715287 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b4d35356-85d6-4133-ae39-2785c7b11854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:55.732453 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b4d35356-85d6-4133-ae39-2785c7b11854 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:55.741778 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-330681b7-5e03-4a99-a8fc-27ea92c71387 None None] Port 7057ab53-3315-4dcc-a073-d44c248b1c03 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:27:55.814448 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ee962d6d-0fe1-47df-a7ed-61f0aaf4ce4c tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:55.831983 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b568b16-5f07-4d23-807c-4961e064a960 tempest-DHCPAgentSchedulersTestJSON-1526340612 tempest-DHCPAgentSchedulersTestJSON-1526340612-project] Made reservation on behalf of c405cd435bca4159ab8700e75be6bf06 for: {'network': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:27:55.841413 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6b568b16-5f07-4d23-807c-4961e064a960 tempest-DHCPAgentSchedulersTestJSON-1526340612 tempest-DHCPAgentSchedulersTestJSON-1526340612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:55.875859 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d9c139f-f1ba-4755-b858-e814d10506d6', 'tag': '8a828455-b584-499c-8416-ba79eab6b24e'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:27:55.878553 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16fc206d-bb51-4a8e-876e-f4557b91d300" -d '{"events": [{"name": "network-changed", "server_uuid": "5d9c139f-f1ba-4755-b858-e814d10506d6", "tag": "8a828455-b584-499c-8416-ba79eab6b24e"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:27:55.890611 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6b568b16-5f07-4d23-807c-4961e064a960 tempest-DHCPAgentSchedulersTestJSON-1526340612 tempest-DHCPAgentSchedulersTestJSON-1526340612-project] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:55.901308 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44e02de-3f9a-458f-9587-73f9d34e192e req-2ec1e1b5-bbb4-4cbc-a090-738e4d914d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:55.903615 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ee962d6d-0fe1-47df-a7ed-61f0aaf4ce4c tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:55.908766 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f44e02de-3f9a-458f-9587-73f9d34e192e req-2ec1e1b5-bbb4-4cbc-a090-738e4d914d69 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5e8d76cf-072c-4ebe-9632-b498a3035f5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1800096 Jul 05 02:27:55.953356 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-df27cb7f-bc1c-492a-98be-37fe93f043b4 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Allocated IP 2001:db8:0:1::87 (ed71b0ad-0d45-4cc1-9581-fdfa4092af45/f9b5772f-eb0e-410e-8725-ed659a7e2503/d593bc6f-8025-49fb-995b-b4db52d451c7) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:27:55.955985 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9962c2a8-3a58-45fe-ad06-a5cc2e62ba38 None None] New status for floating IP 27628c55-fd62-4545-b8e0-0f7cfa14c507: DOWN {{(pid=94464) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 02:27:55.966106 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-695649e1-9e1c-40bf-92dc-724a5d4868e7 x-openstack-request-id: req-695649e1-9e1c-40bf-92dc-724a5d4868e7 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:27:55.966509 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d9c139f-f1ba-4755-b858-e814d10506d6", "tag": "8a828455-b584-499c-8416-ba79eab6b24e", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:27:55.966751 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-695649e1-9e1c-40bf-92dc-724a5d4868e7 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:27:55.967133 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d9c139f-f1ba-4755-b858-e814d10506d6', 'tag': '8a828455-b584-499c-8416-ba79eab6b24e', 'status': 'completed', 'code': 200} Jul 05 02:27:55.986941 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-df27cb7f-bc1c-492a-98be-37fe93f043b4 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Allocated IP 2001:db8::f816:3eff:fe50:50ec (ed71b0ad-0d45-4cc1-9581-fdfa4092af45/d2d662ca-cd33-40f5-8aa9-f841df545f02/d593bc6f-8025-49fb-995b-b4db52d451c7) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:27:56.021116 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f30972d9-4835-4d9f-a5aa-75ed6d56b3e8 admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:27:56.023536 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b87dd21b-906f-4719-a1d4-0e987754eb6f tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:56.031845 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-f30972d9-4835-4d9f-a5aa-75ed6d56b3e8 admin admin] 10.222.0.23 "PUT /v2.0/routers/567f0b4e-1b9a-44c6-a353-e3284e68a00c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0718036 Jul 05 02:27:56.039304 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4faa1f-cc7b-44eb-a236-f98a59540f92 None None] Sync routers for ids ['567f0b4e-1b9a-44c6-a353-e3284e68a00c'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:27:56.040569 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 34992) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:56.044396 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:56.058267 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4faa1f-cc7b-44eb-a236-f98a59540f92 None None] Routers {'567f0b4e-1b9a-44c6-a353-e3284e68a00c'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:27:56.058267 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-1c4faa1f-cc7b-44eb-a236-f98a59540f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:27:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['567f0b4e-1b9a-44c6-a353-e3284e68a00c'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:27:56.079729 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f44e02de-3f9a-458f-9587-73f9d34e192e req-7a2bb8e4-333f-44cf-bf51-3b925926d223 service neutron] 10.222.0.21 "GET /v2.0/networks/5e8d76cf-072c-4ebe-9632-b498a3035f5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586263 Jul 05 02:27:56.148676 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b87dd21b-906f-4719-a1d4-0e987754eb6f tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:56.184015 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-1c4faa1f-cc7b-44eb-a236-f98a59540f92 None None] Set router 567f0b4e-1b9a-44c6-a353-e3284e68a00c gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:27:56.227593 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ee962d6d-0fe1-47df-a7ed-61f0aaf4ce4c tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:56.230327 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ee962d6d-0fe1-47df-a7ed-61f0aaf4ce4c tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:56.232524 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-ee962d6d-0fe1-47df-a7ed-61f0aaf4ce4c tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "DELETE /v2.0/security-groups/510b9fce-3e8e-4fba-b7c1-46c3c47abb42 HTTP/1.1" status: 204 len: 168 time: 0.6860301 Jul 05 02:27:56.239326 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 34994) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:56.243661 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87dd21b-906f-4719-a1d4-0e987754eb6f tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Pushing event updated for resources: {'Port': ['ID=7057ab53-3315-4dcc-a073-d44c248b1c03,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:56.284825 n-d-771362-32 neutron-server[94461]: INFO neutron.api.v2.resource [None req-5dc74d48-82eb-4cdd-b56c-5c603d3ebcda tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] show failed (client error): The resource could not be found. Jul 05 02:27:56.288963 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-5dc74d48-82eb-4cdd-b56c-5c603d3ebcda tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "GET /v2.0/security-groups/510b9fce-3e8e-4fba-b7c1-46c3c47abb42 HTTP/1.1" status: 404 len: 347 time: 0.0393512 Jul 05 02:27:56.300777 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee962d6d-0fe1-47df-a7ed-61f0aaf4ce4c tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=510b9fce-3e8e-4fba-b7c1-46c3c47abb42,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:56.303283 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 34996) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:56.304065 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b4d35356-85d6-4133-ae39-2785c7b11854 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:56.324677 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bb389cbc-1759-4835-b043-9d773470c794 admin admin] Notify callbacks [] for router, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:56.368948 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-b87dd21b-906f-4719-a1d4-0e987754eb6f tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] In _notify_port_updated(), no bound segment for port 7057ab53-3315-4dcc-a073-d44c248b1c03 on network fef54889-b761-4230-9c30-ec924bcba9b9 {{(pid=94461) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 02:27:56.375016 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87dd21b-906f-4719-a1d4-0e987754eb6f tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:56.375230 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b4d35356-85d6-4133-ae39-2785c7b11854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:56.375699 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b87dd21b-906f-4719-a1d4-0e987754eb6f tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:56.377039 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-b87dd21b-906f-4719-a1d4-0e987754eb6f tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] 10.222.0.23 "PUT /v2.0/ports/7057ab53-3315-4dcc-a073-d44c248b1c03 HTTP/1.1" status: 200 len: 993 time: 1.2163529 Jul 05 02:27:56.392194 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f44e02de-3f9a-458f-9587-73f9d34e192e req-7ec4b8c2-72a1-4914-afa0-7969381a9f44 service neutron] 10.222.0.21 "GET /v2.0/networks/5e8d76cf-072c-4ebe-9632-b498a3035f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3053656 Jul 05 02:27:56.392670 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 34998) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:56.467991 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4d35356-85d6-4133-ae39-2785c7b11854 admin admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:27:56.477252 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-df27cb7f-bc1c-492a-98be-37fe93f043b4 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:56.485575 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d35356-85d6-4133-ae39-2785c7b11854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65482644-9a42-4c70-912c-28204e075680,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:56.508731 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b4d35356-85d6-4133-ae39-2785c7b11854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:56.509338 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-b4d35356-85d6-4133-ae39-2785c7b11854 admin admin] Added segment 6315db6d-bcc8-423c-a8b8-794ac997a886 of type vlan for network 8e55f481-24f0-47a6-a4ae-efacd0e81fd3 Jul 05 02:27:56.522032 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [None req-df27cb7f-bc1c-492a-98be-37fe93f043b4 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Transition to ACTIVE for port object d593bc6f-8025-49fb-995b-b4db52d451c7 will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:27:56.527582 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-1c4faa1f-cc7b-44eb-a236-f98a59540f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '567f0b4e-1b9a-44c6-a353-e3284e68a00c', 'name': 'tempest-TaggedBootDevicesTest_v242-731852147-router', 'tenant_id': 'bf69a7cc9341402789561a978c68b071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '0dce5bdd-fc21-4d5a-97ea-f8dacfa56943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:15:29Z', 'updated_at': '2021-07-05T02:27:53Z', 'revision_number': 5, 'project_id': 'bf69a7cc9341402789561a978c68b071', 'gw_port': {'id': '0dce5bdd-fc21-4d5a-97ea-f8dacfa56943', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:73:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '567f0b4e-1b9a-44c6-a353-e3284e68a00c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:15:30Z', 'updated_at': '2021-07-05T02:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:27:56.577979 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4faa1f-cc7b-44eb-a236-f98a59540f92 None None] Checking router: 567f0b4e-1b9a-44c6-a353-e3284e68a00c for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:27:56.591479 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4faa1f-cc7b-44eb-a236-f98a59540f92 None None] Routers {'567f0b4e-1b9a-44c6-a353-e3284e68a00c'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:27:56.592239 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-1c4faa1f-cc7b-44eb-a236-f98a59540f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:27:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['567f0b4e-1b9a-44c6-a353-e3284e68a00c'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:27:56.636138 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bb389cbc-1759-4835-b043-9d773470c794 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:56.645473 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b4d35356-85d6-4133-ae39-2785c7b11854 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:56.683198 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-270b9733-ab01-411b-8079-9a3cd716e543 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Deleting port 7dcf0e30-eb72-4059-916b-48bfbfc0156b {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:27:56.683545 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-270b9733-ab01-411b-8079-9a3cd716e543 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:56.719939 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-df27cb7f-bc1c-492a-98be-37fe93f043b4 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:56.730816 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-ea1c38a1-d2d5-4a8b-bb46-9dc120acafad None None] Provisioning complete for port 7057ab53-3315-4dcc-a073-d44c248b1c03 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:27:56.731646 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-ea1c38a1-d2d5-4a8b-bb46-9dc120acafad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:56.780347 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df27cb7f-bc1c-492a-98be-37fe93f043b4 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:27:56.792479 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f41e0-1e5b-412c-9b4e-cbb73b69b501 req-c0a5b96d-a4bf-4e05-bb56-85d66af86b0e tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:56.794705 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d80f41e0-1e5b-412c-9b4e-cbb73b69b501 req-c0a5b96d-a4bf-4e05-bb56-85d66af86b0e tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d9c139f-f1ba-4755-b858-e814d10506d6 HTTP/1.1" status: 200 len: 944 time: 0.1435792 Jul 05 02:27:56.795651 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-df27cb7f-bc1c-492a-98be-37fe93f043b4 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:27:56.806870 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df27cb7f-bc1c-492a-98be-37fe93f043b4 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:27:56.811759 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df27cb7f-bc1c-492a-98be-37fe93f043b4 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:56.812440 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-df27cb7f-bc1c-492a-98be-37fe93f043b4 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:56.817323 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-ea1c38a1-d2d5-4a8b-bb46-9dc120acafad None None] Port 7057ab53-3315-4dcc-a073-d44c248b1c03 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:27:56.845530 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-1c4faa1f-cc7b-44eb-a236-f98a59540f92 None None] Set router 567f0b4e-1b9a-44c6-a353-e3284e68a00c gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:27:56.850763 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b4d35356-85d6-4133-ae39-2785c7b11854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:56.851766 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d35356-85d6-4133-ae39-2785c7b11854 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:56.852351 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b4d35356-85d6-4133-ae39-2785c7b11854 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:56.854616 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df27cb7f-bc1c-492a-98be-37fe93f043b4 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event updated for resources: {'Port': ['ID=d593bc6f-8025-49fb-995b-b4db52d451c7,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:56.883559 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-9c5d5507-afe5-4d0b-8d6a-aa56156d5aee None None] Allocated IP 2001:db8:0:1::2 (ed71b0ad-0d45-4cc1-9581-fdfa4092af45/f9b5772f-eb0e-410e-8725-ed659a7e2503/b190acf9-d9af-4a8c-a431-5404a1ad6c13) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:27:56.956241 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d80f41e0-1e5b-412c-9b4e-cbb73b69b501 req-6cb60d38-d3c8-4741-bf87-597c67e1c711 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] 10.222.0.23 "GET /v2.0/security-groups?id=a0f3de01-621c-4ed4-a575-46af052470d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381304 Jul 05 02:27:56.957201 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d35356-85d6-4133-ae39-2785c7b11854 admin admin] Pushing event updated for resources: {'Network': ['ID=8e55f481-24f0-47a6-a4ae-efacd0e81fd3,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:56.992918 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-bb389cbc-1759-4835-b043-9d773470c794 admin admin] Deleting port 0dce5bdd-fc21-4d5a-97ea-f8dacfa56943 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:27:56.993043 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bb389cbc-1759-4835-b043-9d773470c794 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:57.070944 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6b568b16-5f07-4d23-807c-4961e064a960 tempest-DHCPAgentSchedulersTestJSON-1526340612 tempest-DHCPAgentSchedulersTestJSON-1526340612-project] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:57.077155 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-7e9aeecb-2ffc-4d8b-ac44-4d1a5205a08c tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Deleting port 7057ab53-3315-4dcc-a073-d44c248b1c03 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:27:57.077501 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7e9aeecb-2ffc-4d8b-ac44-4d1a5205a08c tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:57.082638 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-bb389cbc-1759-4835-b043-9d773470c794 admin admin] For port 0dce5bdd-fc21-4d5a-97ea-f8dacfa56943, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=0dce5bdd-fc21-4d5a-97ea-f8dacfa56943,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:27:57.085491 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bb389cbc-1759-4835-b043-9d773470c794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:57.097176 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-bb389cbc-1759-4835-b043-9d773470c794 admin admin] Calling delete_port for 0dce5bdd-fc21-4d5a-97ea-f8dacfa56943 owned by network:router_gateway {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:27:57.140557 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6b568b16-5f07-4d23-807c-4961e064a960 tempest-DHCPAgentSchedulersTestJSON-1526340612 tempest-DHCPAgentSchedulersTestJSON-1526340612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:57.151471 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fc206d-bb51-4a8e-876e-f4557b91d300 req-53de26b2-9dee-485e-ae05-6b6b8ea79be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:57.153515 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-16fc206d-bb51-4a8e-876e-f4557b91d300 req-53de26b2-9dee-485e-ae05-6b6b8ea79be4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=820d01c94cb84c34ab4df1230f2d2b19&device_id=5d9c139f-f1ba-4755-b858-e814d10506d6 HTTP/1.1" status: 200 len: 1096 time: 0.5728142 Jul 05 02:27:57.161715 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 8e55f481-24f0-47a6-a4ae-efacd0e81fd3 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:27:57.207217 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b568b16-5f07-4d23-807c-4961e064a960 tempest-DHCPAgentSchedulersTestJSON-1526340612 tempest-DHCPAgentSchedulersTestJSON-1526340612-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=94461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:27:57.236547 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-b4d35356-85d6-4133-ae39-2785c7b11854 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.7552304 Jul 05 02:27:57.239465 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35004) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:57.245303 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-31f2b600-c397-4f95-9b5c-809566fd8775 admin admin] Request body: {'subnet': {'network_id': '8e55f481-24f0-47a6-a4ae-efacd0e81fd3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-834802365-subnet', 'tenant_id': '6b17a643199044b0b60080424278e581', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:27:57.269284 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-270b9733-ab01-411b-8079-9a3cd716e543 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:57.269600 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-270b9733-ab01-411b-8079-9a3cd716e543 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:57.285675 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b568b16-5f07-4d23-807c-4961e064a960 tempest-DHCPAgentSchedulersTestJSON-1526340612 tempest-DHCPAgentSchedulersTestJSON-1526340612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28dbb100-f937-4281-a91e-f484ea245670,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:57.309909 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-270b9733-ab01-411b-8079-9a3cd716e543 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Calling delete_port for 7dcf0e30-eb72-4059-916b-48bfbfc0156b owned by network:floatingip {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:27:57.313381 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6b568b16-5f07-4d23-807c-4961e064a960 tempest-DHCPAgentSchedulersTestJSON-1526340612 tempest-DHCPAgentSchedulersTestJSON-1526340612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:57.313381 n-d-771362-32 neutron-server[94461]: INFO neutron.db.segments_db [None req-6b568b16-5f07-4d23-807c-4961e064a960 tempest-DHCPAgentSchedulersTestJSON-1526340612 tempest-DHCPAgentSchedulersTestJSON-1526340612-project] Added segment d9e9865e-f8b6-42e2-a230-8aebf9c6e9d2 of type vlan for network 83339782-c7db-44cf-ac9a-d6231f7f4cd1 Jul 05 02:27:57.314670 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7e9aeecb-2ffc-4d8b-ac44-4d1a5205a08c tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:57.322605 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-df27cb7f-bc1c-492a-98be-37fe93f043b4 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.2322009 Jul 05 02:27:57.323198 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35006) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:57.367974 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-7e9aeecb-2ffc-4d8b-ac44-4d1a5205a08c tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Calling delete_port for 7057ab53-3315-4dcc-a073-d44c248b1c03 owned by {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:27:57.379607 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-9c5d5507-afe5-4d0b-8d6a-aa56156d5aee None None] For port b190acf9-d9af-4a8c-a431-5404a1ad6c13, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=b190acf9-d9af-4a8c-a431-5404a1ad6c13,segment=NetworkSegment(4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6),segment_id=4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:27:57.409411 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31f2b600-c397-4f95-9b5c-809566fd8775 admin admin] Made reservation on behalf of 6b17a643199044b0b60080424278e581 for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:27:57.412698 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-31f2b600-c397-4f95-9b5c-809566fd8775 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:57.420165 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-9c5d5507-afe5-4d0b-8d6a-aa56156d5aee None None] Notify callbacks [] for port, precommit_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:57.438719 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6b568b16-5f07-4d23-807c-4961e064a960 tempest-DHCPAgentSchedulersTestJSON-1526340612 tempest-DHCPAgentSchedulersTestJSON-1526340612-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:57.439577 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-9c5d5507-afe5-4d0b-8d6a-aa56156d5aee None None] Transition to ACTIVE for port object b190acf9-d9af-4a8c-a431-5404a1ad6c13 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:27:57.444619 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-1c4faa1f-cc7b-44eb-a236-f98a59540f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '567f0b4e-1b9a-44c6-a353-e3284e68a00c', 'name': 'tempest-TaggedBootDevicesTest_v242-731852147-router', 'tenant_id': 'bf69a7cc9341402789561a978c68b071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '0dce5bdd-fc21-4d5a-97ea-f8dacfa56943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:15:29Z', 'updated_at': '2021-07-05T02:27:53Z', 'revision_number': 5, 'project_id': 'bf69a7cc9341402789561a978c68b071', 'gw_port': {'id': '0dce5bdd-fc21-4d5a-97ea-f8dacfa56943', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:73:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '567f0b4e-1b9a-44c6-a353-e3284e68a00c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:15:30Z', 'updated_at': '2021-07-05T02:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:27:57.476665 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4faa1f-cc7b-44eb-a236-f98a59540f92 None None] The sync data for ids ['567f0b4e-1b9a-44c6-a353-e3284e68a00c'] in n-d-771362-32 is: [{'id': '567f0b4e-1b9a-44c6-a353-e3284e68a00c', 'name': 'tempest-TaggedBootDevicesTest_v242-731852147-router', 'tenant_id': 'bf69a7cc9341402789561a978c68b071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '0dce5bdd-fc21-4d5a-97ea-f8dacfa56943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:15:29Z', 'updated_at': '2021-07-05T02:27:53Z', 'revision_number': 5, 'project_id': 'bf69a7cc9341402789561a978c68b071', 'gw_port': {'id': '0dce5bdd-fc21-4d5a-97ea-f8dacfa56943', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:73:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '567f0b4e-1b9a-44c6-a353-e3284e68a00c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:15:30Z', 'updated_at': '2021-07-05T02:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:27:57.498071 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fc206d-bb51-4a8e-876e-f4557b91d300 req-84393235-99e4-4e6c-9bb9-b3863c5cb756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:57.499645 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-16fc206d-bb51-4a8e-876e-f4557b91d300 req-84393235-99e4-4e6c-9bb9-b3863c5cb756 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5e8d76cf-072c-4ebe-9632-b498a3035f5b HTTP/1.1" status: 200 len: 921 time: 0.3314142 Jul 05 02:27:57.500719 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-cada8675-6de9-4157-8330-726296802f82 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Deleting port d593bc6f-8025-49fb-995b-b4db52d451c7 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:27:57.501069 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cada8675-6de9-4157-8330-726296802f82 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:57.522436 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bb389cbc-1759-4835-b043-9d773470c794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:57.565515 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-9c5d5507-afe5-4d0b-8d6a-aa56156d5aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:57.574334 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-16fc206d-bb51-4a8e-876e-f4557b91d300 req-01eeec91-15aa-4c70-b706-6cb4435e040c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a828455-b584-499c-8416-ba79eab6b24e HTTP/1.1" status: 200 len: 217 time: 0.0640597 Jul 05 02:27:57.583412 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb389cbc-1759-4835-b043-9d773470c794 admin admin] Pushing event deleted for resources: {'Port': ['ID=0dce5bdd-fc21-4d5a-97ea-f8dacfa56943,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:57.689686 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6b568b16-5f07-4d23-807c-4961e064a960 tempest-DHCPAgentSchedulersTestJSON-1526340612 tempest-DHCPAgentSchedulersTestJSON-1526340612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:57.695410 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b568b16-5f07-4d23-807c-4961e064a960 tempest-DHCPAgentSchedulersTestJSON-1526340612 tempest-DHCPAgentSchedulersTestJSON-1526340612-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:57.695864 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6b568b16-5f07-4d23-807c-4961e064a960 tempest-DHCPAgentSchedulersTestJSON-1526340612 tempest-DHCPAgentSchedulersTestJSON-1526340612-project] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:57.704721 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5d5507-afe5-4d0b-8d6a-aa56156d5aee None None] Pushing event updated for resources: {'Port': ['ID=b190acf9-d9af-4a8c-a431-5404a1ad6c13,revision_number=10']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:57.714533 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fc206d-bb51-4a8e-876e-f4557b91d300 req-4dd27f88-85e3-44a9-a894-527bfacdb3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:57.716109 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-16fc206d-bb51-4a8e-876e-f4557b91d300 req-4dd27f88-85e3-44a9-a894-527bfacdb3e6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1825f4ef-88c0-436d-968e-41fc32795301 HTTP/1.1" status: 200 len: 860 time: 0.1294439 Jul 05 02:27:57.726386 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cada8675-6de9-4157-8330-726296802f82 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:57.753266 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-cada8675-6de9-4157-8330-726296802f82 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Calling delete_port for d593bc6f-8025-49fb-995b-b4db52d451c7 owned by {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:27:57.778575 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bb389cbc-1759-4835-b043-9d773470c794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636927'] for router_gateway, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:57.835028 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-6b568b16-5f07-4d23-807c-4961e064a960 tempest-DHCPAgentSchedulersTestJSON-1526340612 tempest-DHCPAgentSchedulersTestJSON-1526340612-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.6077106 Jul 05 02:27:57.839972 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 35008) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:57.845728 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-118a9e0b-8872-4816-bbad-489a0b639550 tempest-DHCPAgentSchedulersTestJSON-1526340612 tempest-DHCPAgentSchedulersTestJSON-1526340612-project] Request body: {'subnet': {'network_id': '83339782-c7db-44cf-ac9a-d6231f7f4cd1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:27:57.850681 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b568b16-5f07-4d23-807c-4961e064a960 tempest-DHCPAgentSchedulersTestJSON-1526340612 tempest-DHCPAgentSchedulersTestJSON-1526340612-project] Pushing event updated for resources: {'Network': ['ID=83339782-c7db-44cf-ac9a-d6231f7f4cd1,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:57.876390 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 83339782-c7db-44cf-ac9a-d6231f7f4cd1 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:27:57.947963 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7e9aeecb-2ffc-4d8b-ac44-4d1a5205a08c tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:57.969988 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-270b9733-ab01-411b-8079-9a3cd716e543 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:58.018463 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fc206d-bb51-4a8e-876e-f4557b91d300 req-4cd1604b-8a48-41b7-9d77-be0f42cd9860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:58.020177 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-16fc206d-bb51-4a8e-876e-f4557b91d300 req-4cd1604b-8a48-41b7-9d77-be0f42cd9860 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5e8d76cf-072c-4ebe-9632-b498a3035f5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2928059 Jul 05 02:27:58.021015 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9aeecb-2ffc-4d8b-ac44-4d1a5205a08c tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Pushing event deleted for resources: {'Port': ['ID=7057ab53-3315-4dcc-a073-d44c248b1c03,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:58.141712 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270b9733-ab01-411b-8079-9a3cd716e543 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Pushing event deleted for resources: {'Port': ['ID=7dcf0e30-eb72-4059-916b-48bfbfc0156b,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:58.293579 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bb389cbc-1759-4835-b043-9d773470c794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11828'] for router, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:58.296107 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bb389cbc-1759-4835-b043-9d773470c794 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:58.350465 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-118a9e0b-8872-4816-bbad-489a0b639550 tempest-DHCPAgentSchedulersTestJSON-1526340612 tempest-DHCPAgentSchedulersTestJSON-1526340612-project] Made reservation on behalf of c405cd435bca4159ab8700e75be6bf06 for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:27:58.354350 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-118a9e0b-8872-4816-bbad-489a0b639550 tempest-DHCPAgentSchedulersTestJSON-1526340612 tempest-DHCPAgentSchedulersTestJSON-1526340612-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:58.448427 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bb389cbc-1759-4835-b043-9d773470c794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1575451'] for router, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:58.449254 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb389cbc-1759-4835-b043-9d773470c794 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 567f0b4e-1b9a-44c6-a353-e3284e68a00c {{(pid=94462) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 02:27:58.473396 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-16fc206d-bb51-4a8e-876e-f4557b91d300 req-6c829a92-2e41-45d9-b09d-03a8b316df4d service neutron] 10.222.0.21 "GET /v2.0/networks/5e8d76cf-072c-4ebe-9632-b498a3035f5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4178274 Jul 05 02:27:58.483175 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bb389cbc-1759-4835-b043-9d773470c794 admin admin] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:58.484586 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-bb389cbc-1759-4835-b043-9d773470c794 admin admin] 10.222.0.23 "DELETE /v2.0/routers/567f0b4e-1b9a-44c6-a353-e3284e68a00c HTTP/1.1" status: 204 len: 168 time: 2.4393506 Jul 05 02:27:58.487171 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7e9aeecb-2ffc-4d8b-ac44-4d1a5205a08c tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:58.489599 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-7e9aeecb-2ffc-4d8b-ac44-4d1a5205a08c tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] 10.222.0.23 "DELETE /v2.0/ports/7057ab53-3315-4dcc-a073-d44c248b1c03 HTTP/1.1" status: 204 len: 168 time: 2.0938096 Jul 05 02:27:58.490475 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 35014) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:58.495033 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-31f2b600-c397-4f95-9b5c-809566fd8775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:58.495794 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-270b9733-ab01-411b-8079-9a3cd716e543 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Notify callbacks [] for floatingip, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:58.497273 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35016) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:58.498960 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-270b9733-ab01-411b-8079-9a3cd716e543 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:58.500568 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-270b9733-ab01-411b-8079-9a3cd716e543 tempest-AttachVolumeTestJSON-614931022 tempest-AttachVolumeTestJSON-614931022-project] 10.222.0.23 "DELETE /v2.0/floatingips/27628c55-fd62-4545-b8e0-0f7cfa14c507 HTTP/1.1" status: 204 len: 168 time: 2.1960728 Jul 05 02:27:58.503107 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device b190acf9-d9af-4a8c-a431-5404a1ad6c13 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:27:58.625599 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f2b600-c397-4f95-9b5c-809566fd8775 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a473f340-9d42-43a1-ae92-2ec14bd2a671,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:58.638408 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-1761d397-a59d-44cf-9a98-5147aad4bb3f tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] GET failed (client error): The resource could not be found. Jul 05 02:27:58.638408 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-1761d397-a59d-44cf-9a98-5147aad4bb3f tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] 10.222.0.23 "GET /v2.0/ports/7057ab53-3315-4dcc-a073-d44c248b1c03 HTTP/1.1" status: 404 len: 333 time: 0.1300147 Jul 05 02:27:58.639155 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 35020) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:58.639370 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 59d5c406-f4b1-4408-ba97-c11cb6ee3b5a no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:27:58.650704 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-94d57ba4-f810-42f5-a040-7f77d3fa5783 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Request body: {'port': {'network_id': 'fef54889-b761-4230-9c30-ec924bcba9b9', 'name': 'tempest-AllowedAddressPairTestJSON-39986536'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:27:58.661510 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 59d5c406-f4b1-4408-ba97-c11cb6ee3b5a {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:27:58.662328 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 59d5c406-f4b1-4408-ba97-c11cb6ee3b5a not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:27:58.695873 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d8b2b0-a994-4756-aa50-46b153cc5645 req-4221211d-18ed-4d8f-972b-c2bb22facfca tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:58.698942 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-72d8b2b0-a994-4756-aa50-46b153cc5645 req-4221211d-18ed-4d8f-972b-c2bb22facfca tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d9c139f-f1ba-4755-b858-e814d10506d6 HTTP/1.1" status: 200 len: 944 time: 0.3269587 Jul 05 02:27:58.709064 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 8a828455-b584-499c-8416-ba79eab6b24e details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:27:58.768983 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-72d8b2b0-a994-4756-aa50-46b153cc5645 req-78d3ebdd-971f-42ae-9b0f-d7501e360348 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] 10.222.0.23 "GET /v2.0/security-groups?id=a0f3de01-621c-4ed4-a575-46af052470d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514772 Jul 05 02:27:58.769794 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f2b600-c397-4f95-9b5c-809566fd8775 admin admin] Checking segment: {'id': '6315db6d-bcc8-423c-a8b8-794ac997a886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8e55f481-24f0-47a6-a4ae-efacd0e81fd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:27:58.770079 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f2b600-c397-4f95-9b5c-809566fd8775 admin admin] Network hostable DHCP agents. Network: 8e55f481-24f0-47a6-a4ae-efacd0e81fd3, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:27:58.821777 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-6e89151b-9704-4b14-9b63-2270453333a6 None None] Provisioning for port b190acf9-d9af-4a8c-a431-5404a1ad6c13 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:27:58.827849 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-6e89151b-9704-4b14-9b63-2270453333a6 None None] Provisioning complete for port b190acf9-d9af-4a8c-a431-5404a1ad6c13 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:27:58.828224 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-6e89151b-9704-4b14-9b63-2270453333a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:58.861199 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2f8b432-dae1-48ec-87e5-6ec3c81abd44 admin admin] Deleting subnet 82394256-424b-4834-ba82-be5cc7f4161e {{(pid=94461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:27:58.897311 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f2f8b432-dae1-48ec-87e5-6ec3c81abd44 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:58.919246 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f2b600-c397-4f95-9b5c-809566fd8775 admin admin] Network 8e55f481-24f0-47a6-a4ae-efacd0e81fd3 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:27:58.934730 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 8a828455-b584-499c-8416-ba79eab6b24e, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=8a828455-b584-499c-8416-ba79eab6b24e,segment=NetworkSegment(68b40de2-5c88-43af-aa76-e06dc56de736),segment_id=68b40de2-5c88-43af-aa76-e06dc56de736)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:27:58.947205 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': '8a828455-b584-499c-8416-ba79eab6b24e', 'network_id': '5e8d76cf-072c-4ebe-9632-b498a3035f5b', 'port_id': '8a828455-b584-499c-8416-ba79eab6b24e', 'mac_address': 'fa:16:3e:d3:24:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1825f4ef-88c0-436d-968e-41fc32795301', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:27:59.013598 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:59.018270 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-16fc206d-bb51-4a8e-876e-f4557b91d300 req-70553fdf-78bf-473a-b67f-125c397f0f4f service neutron] 10.222.0.21 "GET /v2.0/networks/5e8d76cf-072c-4ebe-9632-b498a3035f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5434625 Jul 05 02:27:59.023356 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f2f8b432-dae1-48ec-87e5-6ec3c81abd44 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5519650'] for subnet, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:59.035872 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a828455-b584-499c-8416-ba79eab6b24e {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:27:59.057170 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-31f2b600-c397-4f95-9b5c-809566fd8775 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 8e55f481-24f0-47a6-a4ae-efacd0e81fd3) {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:27:59.060032 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cada8675-6de9-4157-8330-726296802f82 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:59.074258 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 8a828455-b584-499c-8416-ba79eab6b24e, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=8a828455-b584-499c-8416-ba79eab6b24e,segment=NetworkSegment(68b40de2-5c88-43af-aa76-e06dc56de736),segment_id=68b40de2-5c88-43af-aa76-e06dc56de736)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:27:59.084277 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2fb86c-bdf6-4b2c-9737-604b75d609ef None None] Network 8e55f481-24f0-47a6-a4ae-efacd0e81fd3 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:27:59.093018 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f2b600-c397-4f95-9b5c-809566fd8775 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:59.093771 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-31f2b600-c397-4f95-9b5c-809566fd8775 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:59.104042 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-118a9e0b-8872-4816-bbad-489a0b639550 tempest-DHCPAgentSchedulersTestJSON-1526340612 tempest-DHCPAgentSchedulersTestJSON-1526340612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5763451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774823'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:59.138503 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cada8675-6de9-4157-8330-726296802f82 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event deleted for resources: {'Port': ['ID=d593bc6f-8025-49fb-995b-b4db52d451c7,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:59.178100 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:59.191844 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-bf5f8284-ebe8-4b8f-859b-1f13808c58e3 None None] Could not find standard attr ID for object d593bc6f-8025-49fb-995b-b4db52d451c7. {{(pid=94463) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 02:27:59.220064 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cada8675-6de9-4157-8330-726296802f82 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:59.228084 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-cada8675-6de9-4157-8330-726296802f82 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "DELETE /v2.0/ports/d593bc6f-8025-49fb-995b-b4db52d451c7 HTTP/1.1" status: 204 len: 168 time: 1.9016993 Jul 05 02:27:59.230363 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35024) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:59.246708 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94d57ba4-f810-42f5-a040-7f77d3fa5783 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Made reservation on behalf of 415272e6e50143d6ae4a660ae566e419 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:27:59.257642 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-94d57ba4-f810-42f5-a040-7f77d3fa5783 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:59.288025 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118a9e0b-8872-4816-bbad-489a0b639550 tempest-DHCPAgentSchedulersTestJSON-1526340612 tempest-DHCPAgentSchedulersTestJSON-1526340612-project] Pushing event updated for resources: {'Subnet': ['ID=7ab49d04-447e-41d5-b9f1-74299edba9d1,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:59.300129 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118a9e0b-8872-4816-bbad-489a0b639550 tempest-DHCPAgentSchedulersTestJSON-1526340612 tempest-DHCPAgentSchedulersTestJSON-1526340612-project] Checking segment: {'id': 'd9e9865e-f8b6-42e2-a230-8aebf9c6e9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '83339782-c7db-44cf-ac9a-d6231f7f4cd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:27:59.300502 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118a9e0b-8872-4816-bbad-489a0b639550 tempest-DHCPAgentSchedulersTestJSON-1526340612 tempest-DHCPAgentSchedulersTestJSON-1526340612-project] Network hostable DHCP agents. Network: 83339782-c7db-44cf-ac9a-d6231f7f4cd1, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:27:59.314529 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [None req-94d57ba4-f810-42f5-a040-7f77d3fa5783 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] device_id is not set on port c523d4bd-be7d-429d-aae9-1114df122945 yet. {{(pid=94461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:27:59.324587 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f2f8b432-dae1-48ec-87e5-6ec3c81abd44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:59.342896 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-31f2b600-c397-4f95-9b5c-809566fd8775 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.0928609 Jul 05 02:27:59.421016 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2bb037-aec0-4007-9aa9-d1328f280f98 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:59.421859 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d3478b-9c8a-4f88-b260-d97e0d3c155e None None] Network 8e55f481-24f0-47a6-a4ae-efacd0e81fd3 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:27:59.424404 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['8a828455-b584-499c-8416-ba79eab6b24e'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:27:59.426139 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-1f2bb037-aec0-4007-9aa9-d1328f280f98 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.1939499 Jul 05 02:27:59.426775 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35030) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:59.506626 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118a9e0b-8872-4816-bbad-489a0b639550 tempest-DHCPAgentSchedulersTestJSON-1526340612 tempest-DHCPAgentSchedulersTestJSON-1526340612-project] Network 83339782-c7db-44cf-ac9a-d6231f7f4cd1 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:27:59.552994 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=8a828455-b584-499c-8416-ba79eab6b24e,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:59.556359 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-94d57ba4-f810-42f5-a040-7f77d3fa5783 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Allocated IP 172.20.0.9 (fef54889-b761-4230-9c30-ec924bcba9b9/0fc104b8-b7cd-48ff-89a1-b2b80e65a02f/c523d4bd-be7d-429d-aae9-1114df122945) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:27:59.574908 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0cac3a7-416e-43a5-8ac4-81ff258b27ef tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:59.578745 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-f0cac3a7-416e-43a5-8ac4-81ff258b27ef tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.1457143 Jul 05 02:27:59.579177 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:27:59.579590 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:27:59.579989 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:27:59.580384 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:27:59.580779 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:27:59.581173 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:27:59.581551 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35032) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:59.581669 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:27:59.582315 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:27:59.589940 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:27:59.589940 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:27:59.589940 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:27:59.590850 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f2f8b432-dae1-48ec-87e5-6ec3c81abd44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5763388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774356'] for subnet, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:59.590984 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:27:59.639641 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-118a9e0b-8872-4816-bbad-489a0b639550 tempest-DHCPAgentSchedulersTestJSON-1526340612 tempest-DHCPAgentSchedulersTestJSON-1526340612-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 83339782-c7db-44cf-ac9a-d6231f7f4cd1) {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:27:59.647126 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50379e87-8108-4e09-93dc-1477202aaa11 None None] Network 83339782-c7db-44cf-ac9a-d6231f7f4cd1 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:27:59.652177 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b67373-c043-49a8-bf28-d3adef00168e tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:59.655255 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b67373-c043-49a8-bf28-d3adef00168e tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:59.656890 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b67373-c043-49a8-bf28-d3adef00168e tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:59.658708 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-b7b67373-c043-49a8-bf28-d3adef00168e tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0755434 Jul 05 02:27:59.659793 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118a9e0b-8872-4816-bbad-489a0b639550 tempest-DHCPAgentSchedulersTestJSON-1526340612 tempest-DHCPAgentSchedulersTestJSON-1526340612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:27:59.660411 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-118a9e0b-8872-4816-bbad-489a0b639550 tempest-DHCPAgentSchedulersTestJSON-1526340612 tempest-DHCPAgentSchedulersTestJSON-1526340612-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:59.661283 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35036) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:59.682499 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f2f8b432-dae1-48ec-87e5-6ec3c81abd44 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:59.685849 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-f2f8b432-dae1-48ec-87e5-6ec3c81abd44 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/82394256-424b-4834-ba82-be5cc7f4161e HTTP/1.1" status: 204 len: 168 time: 1.1660151 Jul 05 02:27:59.686005 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80aff0df-315b-432b-b927-1d0e3de06ca7 None None] Network 1f5c1f66-211d-4aaf-9dcb-993edf85d0c1 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:27:59.704672 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f8b432-dae1-48ec-87e5-6ec3c81abd44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82394256-424b-4834-ba82-be5cc7f4161e,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:27:59.712924 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 35038) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:59.727477 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8a379dc-7a09-4958-8660-cc1ee1d726d1 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Deleting subnet d2d662ca-cd33-40f5-8aa9-f841df545f02 {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:27:59.731742 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b8a379dc-7a09-4958-8660-cc1ee1d726d1 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:59.782762 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b8a379dc-7a09-4958-8660-cc1ee1d726d1 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:59.827280 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-01ab28b4-5acd-4aeb-9bbb-8e2cbad669a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:27:59.952136 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-118a9e0b-8872-4816-bbad-489a0b639550 tempest-DHCPAgentSchedulersTestJSON-1526340612 tempest-DHCPAgentSchedulersTestJSON-1526340612-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1107249 Jul 05 02:27:59.953513 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35046) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:27:59.968314 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-678116f2-e19a-455b-a93e-b5a2f7dbb2bd tempest-DHCPAgentSchedulersTestJSON-1526340612 tempest-DHCPAgentSchedulersTestJSON-1526340612-project] Request body: {'port': {'network_id': '83339782-c7db-44cf-ac9a-d6231f7f4cd1', 'name': 'tempest-DHCPAgentSchedulersTestJSON-2066544798'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:27:59.988969 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-01ab28b4-5acd-4aeb-9bbb-8e2cbad669a3 admin admin] Deleting port 1d157558-8449-40f9-8fbf-06f4813bce0c {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:27:59.989318 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-01ab28b4-5acd-4aeb-9bbb-8e2cbad669a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:00.063845 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [None req-01ab28b4-5acd-4aeb-9bbb-8e2cbad669a3 admin admin] For port 1d157558-8449-40f9-8fbf-06f4813bce0c, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=1d157558-8449-40f9-8fbf-06f4813bce0c,segment=NetworkSegment(31e917c3-b1d5-428f-bb55-dbe9374ce1ec),segment_id=31e917c3-b1d5-428f-bb55-dbe9374ce1ec)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:28:00.063845 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-01ab28b4-5acd-4aeb-9bbb-8e2cbad669a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:00.075965 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-01ab28b4-5acd-4aeb-9bbb-8e2cbad669a3 admin admin] Calling delete_port for 1d157558-8449-40f9-8fbf-06f4813bce0c owned by network:dhcp {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:28:00.141819 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b8a379dc-7a09-4958-8660-cc1ee1d726d1 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:00.169639 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aec3f31-39f5-4d01-8bea-79a091812b01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-83339782-c7db-44cf-ac9a-d6231f7f4cd1', 'network_id': '83339782-c7db-44cf-ac9a-d6231f7f4cd1', 'tenant_id': 'c405cd435bca4159ab8700e75be6bf06', 'fixed_ips': [{'subnet_id': '7ab49d04-447e-41d5-b9f1-74299edba9d1'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:28:00.171450 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-9aec3f31-39f5-4d01-8bea-79a091812b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:00.265477 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3795ca85-7886-4509-b4e4-c491b6b01399 None None] DHCP port deletion for 1f5c1f66-211d-4aaf-9dcb-993edf85d0c1 request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:28:00.284408 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12183b02-2007-452b-9837-3913acb887f6 req-13f6343c-d055-45ea-a8ac-eb5e8c243f71 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:00.292695 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-12183b02-2007-452b-9837-3913acb887f6 req-13f6343c-d055-45ea-a8ac-eb5e8c243f71 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d9c139f-f1ba-4755-b858-e814d10506d6 HTTP/1.1" status: 200 len: 945 time: 0.0878928 Jul 05 02:28:00.326437 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-94d57ba4-f810-42f5-a040-7f77d3fa5783 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:00.345562 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-12183b02-2007-452b-9837-3913acb887f6 req-1d8b01e5-daa6-4821-938c-b714971bc461 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] 10.222.0.23 "GET /v2.0/security-groups?id=a0f3de01-621c-4ed4-a575-46af052470d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484843 Jul 05 02:28:00.384651 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b8a379dc-7a09-4958-8660-cc1ee1d726d1 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:00.392264 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-9aec3f31-39f5-4d01-8bea-79a091812b01 None None] Allocated IP 172.20.0.2 (83339782-c7db-44cf-ac9a-d6231f7f4cd1/7ab49d04-447e-41d5-b9f1-74299edba9d1/67cf484c-ac70-4524-9b9a-3b9325f10a72) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:28:00.404688 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [None req-94d57ba4-f810-42f5-a040-7f77d3fa5783 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Transition to ACTIVE for port object c523d4bd-be7d-429d-aae9-1114df122945 will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:28:00.409078 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-3795ca85-7886-4509-b4e4-c491b6b01399 None None] Deleting port 1d157558-8449-40f9-8fbf-06f4813bce0c {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:28:00.409769 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3795ca85-7886-4509-b4e4-c491b6b01399 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:00.415201 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 1d157558-8449-40f9-8fbf-06f4813bce0c no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:28:00.445342 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b8a379dc-7a09-4958-8660-cc1ee1d726d1 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:00.452365 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-b8a379dc-7a09-4958-8660-cc1ee1d726d1 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "DELETE /v2.0/subnets/d2d662ca-cd33-40f5-8aa9-f841df545f02 HTTP/1.1" status: 204 len: 168 time: 0.7859693 Jul 05 02:28:00.452365 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-678116f2-e19a-455b-a93e-b5a2f7dbb2bd tempest-DHCPAgentSchedulersTestJSON-1526340612 tempest-DHCPAgentSchedulersTestJSON-1526340612-project] Made reservation on behalf of c405cd435bca4159ab8700e75be6bf06 for: {'port': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:28:00.454653 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 35058) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:00.474290 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9bfc789-f7ee-427d-9949-05adb7daa636 None None] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:28:00.476862 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-678116f2-e19a-455b-a93e-b5a2f7dbb2bd tempest-DHCPAgentSchedulersTestJSON-1526340612 tempest-DHCPAgentSchedulersTestJSON-1526340612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:00.486146 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a379dc-7a09-4958-8660-cc1ee1d726d1 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event deleted for resources: {'Subnet': ['ID=d2d662ca-cd33-40f5-8aa9-f841df545f02,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:00.508696 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb38115-6fab-48e0-a4d7-78d47cea87b7 req-2fc84a67-a081-482c-af43-3991dea6062e tempest-ServersNegativeTestMultiTenantJSON-593204141 tempest-ServersNegativeTestMultiTenantJSON-593204141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:00.516397 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-deb38115-6fab-48e0-a4d7-78d47cea87b7 req-2fc84a67-a081-482c-af43-3991dea6062e tempest-ServersNegativeTestMultiTenantJSON-593204141 tempest-ServersNegativeTestMultiTenantJSON-593204141-project] 10.222.0.23 "GET /v2.0/networks?id=c6491391-cda4-4850-94a6-ed569a99bbf4 HTTP/1.1" status: 200 len: 824 time: 0.3452697 Jul 05 02:28:00.534646 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [None req-678116f2-e19a-455b-a93e-b5a2f7dbb2bd tempest-DHCPAgentSchedulersTestJSON-1526340612 tempest-DHCPAgentSchedulersTestJSON-1526340612-project] device_id is not set on port cad72051-bad1-452d-9604-b6e1a69fd0f0 yet. {{(pid=94462) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:28:00.542931 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-deb38115-6fab-48e0-a4d7-78d47cea87b7 req-07e7e2a5-0dda-4811-8b76-e0e310af4e08 tempest-ServersNegativeTestMultiTenantJSON-593204141 tempest-ServersNegativeTestMultiTenantJSON-593204141-project] 10.222.0.23 "GET /v2.0/quotas/53bc9033c99e4a05b388c66507c82900 HTTP/1.1" status: 200 len: 375 time: 0.0245793 Jul 05 02:28:00.600978 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-01ab28b4-5acd-4aeb-9bbb-8e2cbad669a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:00.612067 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-deb38115-6fab-48e0-a4d7-78d47cea87b7 req-587c065e-fd7a-42e0-a851-d52ceb2b2d2e tempest-ServersNegativeTestMultiTenantJSON-593204141 tempest-ServersNegativeTestMultiTenantJSON-593204141-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=53bc9033c99e4a05b388c66507c82900&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0674405 Jul 05 02:28:00.636628 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ab28b4-5acd-4aeb-9bbb-8e2cbad669a3 admin admin] No DVR routers for this DVR port 1d157558-8449-40f9-8fbf-06f4813bce0c on host n-d-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:28:00.721275 n-d-771362-32 neutron-server[94463]: INFO neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No ports have port_id starting with 1d157558-8449-40f9-8fbf-06f4813bce0c Jul 05 02:28:00.731479 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 8a828455-b584-499c-8416-ba79eab6b24e up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:28:00.790509 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 0dce5bdd-fc21-4d5a-97ea-f8dacfa56943 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:28:00.842240 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 0dce5bdd-fc21-4d5a-97ea-f8dacfa56943 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:28:00.842598 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 0dce5bdd-fc21-4d5a-97ea-f8dacfa56943 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:28:00.892295 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-3795ca85-7886-4509-b4e4-c491b6b01399 None None] For port 1d157558-8449-40f9-8fbf-06f4813bce0c, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=1d157558-8449-40f9-8fbf-06f4813bce0c,segment=NetworkSegment(31e917c3-b1d5-428f-bb55-dbe9374ce1ec),segment_id=31e917c3-b1d5-428f-bb55-dbe9374ce1ec)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:28:00.892708 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3795ca85-7886-4509-b4e4-c491b6b01399 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:00.925111 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-3795ca85-7886-4509-b4e4-c491b6b01399 None None] Calling delete_port for 1d157558-8449-40f9-8fbf-06f4813bce0c owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:28:00.974214 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_v2 [None req-decf609e-c91c-45df-a2bb-eccffbcbbecf tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Deleting subnet f9b5772f-eb0e-410e-8725-ed659a7e2503 {{(pid=94461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:28:01.017450 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-decf609e-c91c-45df-a2bb-eccffbcbbecf tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks [] for subnet, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:01.020501 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ab28b4-5acd-4aeb-9bbb-8e2cbad669a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d157558-8449-40f9-8fbf-06f4813bce0c,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:01.022861 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-94d57ba4-f810-42f5-a040-7f77d3fa5783 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:01.044813 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning for port 8a828455-b584-499c-8416-ba79eab6b24e completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:28:01.055908 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port 8a828455-b584-499c-8416-ba79eab6b24e triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:28:01.056253 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:01.118095 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-9aec3f31-39f5-4d01-8bea-79a091812b01 None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:01.134928 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-9aec3f31-39f5-4d01-8bea-79a091812b01 None None] Transition to ACTIVE for port object 67cf484c-ac70-4524-9b9a-3b9325f10a72 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:28:01.169105 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d57ba4-f810-42f5-a040-7f77d3fa5783 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Network fef54889-b761-4230-9c30-ec924bcba9b9 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:28:01.171955 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-9aec3f31-39f5-4d01-8bea-79a091812b01 None None] Transition to ACTIVE for port object 67cf484c-ac70-4524-9b9a-3b9325f10a72 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:28:01.182950 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-decf609e-c91c-45df-a2bb-eccffbcbbecf tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5519650'] for subnet, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:01.187057 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-01ab28b4-5acd-4aeb-9bbb-8e2cbad669a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:01.187654 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3795ca85-7886-4509-b4e4-c491b6b01399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:01.191580 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-94d57ba4-f810-42f5-a040-7f77d3fa5783 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:28:01.223360 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d57ba4-f810-42f5-a040-7f77d3fa5783 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Pushing event updated for resources: {'Port': ['ID=c523d4bd-be7d-429d-aae9-1114df122945,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:01.226711 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3795ca85-7886-4509-b4e4-c491b6b01399 None None] Pushing event deleted for resources: {'Port': ['ID=1d157558-8449-40f9-8fbf-06f4813bce0c,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:01.228793 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d57ba4-f810-42f5-a040-7f77d3fa5783 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:28:01.234362 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3795ca85-7886-4509-b4e4-c491b6b01399 None None] No DVR routers for this DVR port 1d157558-8449-40f9-8fbf-06f4813bce0c on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:28:01.266992 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-01ab28b4-5acd-4aeb-9bbb-8e2cbad669a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f5c1f66-211d-4aaf-9dcb-993edf85d0c1']}} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:28:01.274553 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:01.292062 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-01ab28b4-5acd-4aeb-9bbb-8e2cbad669a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31e917c3-b1d5-428f-bb55-dbe9374ce1ec') {'for_net_delete': True} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:28:01.292318 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-01ab28b4-5acd-4aeb-9bbb-8e2cbad669a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31e917c3-b1d5-428f-bb55-dbe9374ce1ec') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:28:01.299384 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-9aec3f31-39f5-4d01-8bea-79a091812b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:01.306717 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-deb38115-6fab-48e0-a4d7-78d47cea87b7 req-a09509ba-2db3-4396-b9bc-d3671b35e3c5 service neutron] 10.222.0.23 "GET /v2.0/networks/c6491391-cda4-4850-94a6-ed569a99bbf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6934907 Jul 05 02:28:01.313926 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d9c139f-f1ba-4755-b858-e814d10506d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a828455-b584-499c-8416-ba79eab6b24e'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:28:01.314112 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-01ab28b4-5acd-4aeb-9bbb-8e2cbad669a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5519669'] for segment, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:01.316354 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f557f1b4-92a3-4353-8b0d-fadbec8a3165" -d '{"events": [{"server_uuid": "5d9c139f-f1ba-4755-b858-e814d10506d6", "name": "network-vif-plugged", "status": "completed", "tag": "8a828455-b584-499c-8416-ba79eab6b24e"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:28:01.386858 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aec3f31-39f5-4d01-8bea-79a091812b01 None None] Network 83339782-c7db-44cf-ac9a-d6231f7f4cd1 is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:28:01.396876 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 8a828455-b584-499c-8416-ba79eab6b24e, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=8a828455-b584-499c-8416-ba79eab6b24e,segment=NetworkSegment(68b40de2-5c88-43af-aa76-e06dc56de736),segment_id=68b40de2-5c88-43af-aa76-e06dc56de736)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:28:01.398471 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-9aec3f31-39f5-4d01-8bea-79a091812b01 None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:28:01.402374 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aec3f31-39f5-4d01-8bea-79a091812b01 None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:28:01.409622 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-678116f2-e19a-455b-a93e-b5a2f7dbb2bd tempest-DHCPAgentSchedulersTestJSON-1526340612 tempest-DHCPAgentSchedulersTestJSON-1526340612-project] Allocated IP 172.20.0.7 (83339782-c7db-44cf-ac9a-d6231f7f4cd1/7ab49d04-447e-41d5-b9f1-74299edba9d1/cad72051-bad1-452d-9604-b6e1a69fd0f0) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:28:01.432295 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d57ba4-f810-42f5-a040-7f77d3fa5783 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:01.434315 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-94d57ba4-f810-42f5-a040-7f77d3fa5783 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:01.519661 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aec3f31-39f5-4d01-8bea-79a091812b01 None None] Pushing event updated for resources: {'Port': ['ID=67cf484c-ac70-4524-9b9a-3b9325f10a72,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:01.522087 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:01.546713 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-01ab28b4-5acd-4aeb-9bbb-8e2cbad669a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:01.550729 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d356c179-ef62-45a7-aa4f-5705455fc746 x-openstack-request-id: req-d356c179-ef62-45a7-aa4f-5705455fc746 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:28:01.551028 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d9c139f-f1ba-4755-b858-e814d10506d6", "name": "network-vif-plugged", "status": "completed", "tag": "8a828455-b584-499c-8416-ba79eab6b24e", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:28:01.557855 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d356c179-ef62-45a7-aa4f-5705455fc746 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:28:01.557855 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d9c139f-f1ba-4755-b858-e814d10506d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a828455-b584-499c-8416-ba79eab6b24e', 'code': 200} Jul 05 02:28:01.566541 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01ab28b4-5acd-4aeb-9bbb-8e2cbad669a3 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=94461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:28:01.567625 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-01ab28b4-5acd-4aeb-9bbb-8e2cbad669a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5763545'] for segment, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:01.613121 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-9aec3f31-39f5-4d01-8bea-79a091812b01 None None] Attempting to bind port 67cf484c-ac70-4524-9b9a-3b9325f10a72 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:28:01.613578 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-9aec3f31-39f5-4d01-8bea-79a091812b01 None None] Attempting to bind port 67cf484c-ac70-4524-9b9a-3b9325f10a72 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'd9e9865e-f8b6-42e2-a230-8aebf9c6e9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '83339782-c7db-44cf-ac9a-d6231f7f4cd1'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:28:01.613950 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aec3f31-39f5-4d01-8bea-79a091812b01 None None] Attempting to bind port 67cf484c-ac70-4524-9b9a-3b9325f10a72 on network 83339782-c7db-44cf-ac9a-d6231f7f4cd1 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:28:01.624948 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aec3f31-39f5-4d01-8bea-79a091812b01 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:28:01.625173 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aec3f31-39f5-4d01-8bea-79a091812b01 None None] Checking segment: {'id': 'd9e9865e-f8b6-42e2-a230-8aebf9c6e9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '83339782-c7db-44cf-ac9a-d6231f7f4cd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:28:01.625506 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-9aec3f31-39f5-4d01-8bea-79a091812b01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:01.625908 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aec3f31-39f5-4d01-8bea-79a091812b01 None None] Bound using segment: {'id': 'd9e9865e-f8b6-42e2-a230-8aebf9c6e9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '83339782-c7db-44cf-ac9a-d6231f7f4cd1'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:28:01.626411 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-9aec3f31-39f5-4d01-8bea-79a091812b01 None None] Bound port: 67cf484c-ac70-4524-9b9a-3b9325f10a72, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9e9865e-f8b6-42e2-a230-8aebf9c6e9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '83339782-c7db-44cf-ac9a-d6231f7f4cd1'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:28:01.626800 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-9aec3f31-39f5-4d01-8bea-79a091812b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:01.663440 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=8a828455-b584-499c-8416-ba79eab6b24e,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:01.707336 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:28:01.707336 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:28:01.707336 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:28:01.707336 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:28:01.707336 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:28:01.707336 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:28:01.707336 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:28:01.707336 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:28:01.707336 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:28:01.707336 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:28:01.707336 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:28:01.707336 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:28:01.707336 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:28:01.707336 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:28:01.707336 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:28:01.707336 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:28:01.707336 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:28:01.707336 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:28:01.707336 n-d-771362-32 neutron-server[94461]: Traceback (most recent call last): Jul 05 02:28:01.707336 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:28:01.707336 n-d-771362-32 neutron-server[94461]: timer() Jul 05 02:28:01.707336 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:28:01.707336 n-d-771362-32 neutron-server[94461]: cb(*args, **kw) Jul 05 02:28:01.707336 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:28:01.707336 n-d-771362-32 neutron-server[94461]: return func(*args, **kwargs) Jul 05 02:28:01.707336 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:28:01.707336 n-d-771362-32 neutron-server[94461]: self._notify() Jul 05 02:28:01.707336 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:28:01.707336 n-d-771362-32 neutron-server[94461]: self.callback(batched_events) Jul 05 02:28:01.707336 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:28:01.707336 n-d-771362-32 neutron-server[94461]: event.method(event) Jul 05 02:28:01.707336 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:28:01.707336 n-d-771362-32 neutron-server[94461]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:28:01.707336 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:28:01.707336 n-d-771362-32 neutron-server[94461]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:28:01.707336 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:28:01.707336 n-d-771362-32 neutron-server[94461]: return f(self, *a, **k) Jul 05 02:28:01.707336 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:28:01.707336 n-d-771362-32 neutron-server[94461]: return self._get(url).json() Jul 05 02:28:01.707336 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:28:01.707336 n-d-771362-32 neutron-server[94461]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:28:01.707336 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:28:01.707336 n-d-771362-32 neutron-server[94461]: return self.request(url, 'GET', **kwargs) Jul 05 02:28:01.707336 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:28:01.707336 n-d-771362-32 neutron-server[94461]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:28:01.707336 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:28:01.707336 n-d-771362-32 neutron-server[94461]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:28:01.707336 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:28:01.707336 n-d-771362-32 neutron-server[94461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:28:01.707336 n-d-771362-32 neutron-server[94461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:28:01.778408 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-9aec3f31-39f5-4d01-8bea-79a091812b01 None None] For port 67cf484c-ac70-4524-9b9a-3b9325f10a72, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:28:01.784078 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-9aec3f31-39f5-4d01-8bea-79a091812b01 None None] For port 67cf484c-ac70-4524-9b9a-3b9325f10a72, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=67cf484c-ac70-4524-9b9a-3b9325f10a72,segment=NetworkSegment(d9e9865e-f8b6-42e2-a230-8aebf9c6e9d2),segment_id=d9e9865e-f8b6-42e2-a230-8aebf9c6e9d2)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:28:01.813148 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-678116f2-e19a-455b-a93e-b5a2f7dbb2bd tempest-DHCPAgentSchedulersTestJSON-1526340612 tempest-DHCPAgentSchedulersTestJSON-1526340612-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:01.827756 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-01ab28b4-5acd-4aeb-9bbb-8e2cbad669a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:01.832299 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [None req-678116f2-e19a-455b-a93e-b5a2f7dbb2bd tempest-DHCPAgentSchedulersTestJSON-1526340612 tempest-DHCPAgentSchedulersTestJSON-1526340612-project] Transition to ACTIVE for port object cad72051-bad1-452d-9604-b6e1a69fd0f0 will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:28:01.856347 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-5f101c8d-7090-43be-9783-0b65432ba380 None None] Provisioning for port c523d4bd-be7d-429d-aae9-1114df122945 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:28:01.856824 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-01ab28b4-5acd-4aeb-9bbb-8e2cbad669a3 admin admin] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:01.858770 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-01ab28b4-5acd-4aeb-9bbb-8e2cbad669a3 admin admin] 10.222.0.23 "DELETE /v2.0/networks/1f5c1f66-211d-4aaf-9dcb-993edf85d0c1 HTTP/1.1" status: 204 len: 168 time: 2.1342826 Jul 05 02:28:01.861230 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-9aec3f31-39f5-4d01-8bea-79a091812b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:01.873983 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-5f101c8d-7090-43be-9783-0b65432ba380 None None] Provisioning complete for port c523d4bd-be7d-429d-aae9-1114df122945 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:28:01.881014 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5f101c8d-7090-43be-9783-0b65432ba380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:01.881374 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e86c4c6-2088-4254-ae1f-19a9557b6a31 req-e3c2483e-0b32-40a1-aa6a-945ba2ce21d0 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:01.885803 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ab28b4-5acd-4aeb-9bbb-8e2cbad669a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f5c1f66-211d-4aaf-9dcb-993edf85d0c1,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:01.888475 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8e86c4c6-2088-4254-ae1f-19a9557b6a31 req-e3c2483e-0b32-40a1-aa6a-945ba2ce21d0 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d9c139f-f1ba-4755-b858-e814d10506d6 HTTP/1.1" status: 200 len: 946 time: 0.1327932 Jul 05 02:28:01.934305 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-decf609e-c91c-45df-a2bb-eccffbcbbecf tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:01.960063 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8e86c4c6-2088-4254-ae1f-19a9557b6a31 req-8cbd0b6c-13f0-44e5-b83b-574410e49ad5 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] 10.222.0.23 "GET /v2.0/security-groups?id=a0f3de01-621c-4ed4-a575-46af052470d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702610 Jul 05 02:28:01.979953 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-94d57ba4-f810-42f5-a040-7f77d3fa5783 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.3400311 Jul 05 02:28:01.981494 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35074) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:01.985976 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-deb38115-6fab-48e0-a4d7-78d47cea87b7 req-54651e3b-2674-4431-a454-771a5b1ddcba service neutron] 10.222.0.23 "GET /v2.0/networks/c6491391-cda4-4850-94a6-ed569a99bbf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6546340 Jul 05 02:28:01.987168 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-d521d766-1ecf-471e-963a-3a9d0784224c tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Request body: {'port': {'network_id': 'fef54889-b761-4230-9c30-ec924bcba9b9', 'name': 'tempest-AllowedAddressPairTestJSON-276040355'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:28:01.999897 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-5f101c8d-7090-43be-9783-0b65432ba380 None None] Port c523d4bd-be7d-429d-aae9-1114df122945 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:28:02.046921 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aec3f31-39f5-4d01-8bea-79a091812b01 None None] Pushing event updated for resources: {'Port': ['ID=67cf484c-ac70-4524-9b9a-3b9325f10a72,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:02.071109 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de0e25c-dea3-421f-a93d-a33bfdb0c5d3 req-556a3534-9da8-41a4-acf8-1e8800b04530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:02.072779 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6de0e25c-dea3-421f-a93d-a33bfdb0c5d3 req-556a3534-9da8-41a4-acf8-1e8800b04530 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5d9c139f-f1ba-4755-b858-e814d10506d6 HTTP/1.1" status: 200 len: 1098 time: 0.3549249 Jul 05 02:28:02.123381 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-678116f2-e19a-455b-a93e-b5a2f7dbb2bd tempest-DHCPAgentSchedulersTestJSON-1526340612 tempest-DHCPAgentSchedulersTestJSON-1526340612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:02.123801 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6de0e25c-dea3-421f-a93d-a33bfdb0c5d3 req-333d5de4-e1b2-419c-bae7-1c82edf95263 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a0f3de01-621c-4ed4-a575-46af052470d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435922 Jul 05 02:28:02.167194 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-decf609e-c91c-45df-a2bb-eccffbcbbecf tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5763388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774356'] for subnet, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:02.195163 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-decf609e-c91c-45df-a2bb-eccffbcbbecf tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:02.201928 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-decf609e-c91c-45df-a2bb-eccffbcbbecf tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "DELETE /v2.0/subnets/f9b5772f-eb0e-410e-8725-ed659a7e2503 HTTP/1.1" status: 204 len: 168 time: 1.7432313 Jul 05 02:28:02.204270 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 35076) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:02.246042 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decf609e-c91c-45df-a2bb-eccffbcbbecf tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event deleted for resources: {'Subnet': ['ID=f9b5772f-eb0e-410e-8725-ed659a7e2503,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:02.263615 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678116f2-e19a-455b-a93e-b5a2f7dbb2bd tempest-DHCPAgentSchedulersTestJSON-1526340612 tempest-DHCPAgentSchedulersTestJSON-1526340612-project] Network 83339782-c7db-44cf-ac9a-d6231f7f4cd1 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:28:02.269236 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-678116f2-e19a-455b-a93e-b5a2f7dbb2bd tempest-DHCPAgentSchedulersTestJSON-1526340612 tempest-DHCPAgentSchedulersTestJSON-1526340612-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:28:02.285897 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678116f2-e19a-455b-a93e-b5a2f7dbb2bd tempest-DHCPAgentSchedulersTestJSON-1526340612 tempest-DHCPAgentSchedulersTestJSON-1526340612-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:28:02.290814 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-0e8d4b21-f6a5-446a-b60b-4b9b26ad5c45 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0816174 Jul 05 02:28:02.293698 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 35080) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:02.299116 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-446a623d-3c19-4058-a783-3b5335fc42ed tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Request body: {'subnet': {'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:28:02.388111 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678116f2-e19a-455b-a93e-b5a2f7dbb2bd tempest-DHCPAgentSchedulersTestJSON-1526340612 tempest-DHCPAgentSchedulersTestJSON-1526340612-project] Pushing event updated for resources: {'Port': ['ID=cad72051-bad1-452d-9604-b6e1a69fd0f0,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:02.393331 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb2ad46-c726-4171-9ed7-ff66b823781b None None] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:28:02.453003 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-df55deb9-8813-4280-992a-6bdf79154d8e req-f74d3e65-99eb-4915-8a06-34319a5d7dc9 tempest-ServersNegativeTestMultiTenantJSON-593204141 tempest-ServersNegativeTestMultiTenantJSON-593204141-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a09d1a-903c-40d3-9fd2-0726910801d6 HTTP/1.1" status: 200 len: 210 time: 0.0483367 Jul 05 02:28:02.532183 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678116f2-e19a-455b-a93e-b5a2f7dbb2bd tempest-DHCPAgentSchedulersTestJSON-1526340612 tempest-DHCPAgentSchedulersTestJSON-1526340612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:02.532183 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-678116f2-e19a-455b-a93e-b5a2f7dbb2bd tempest-DHCPAgentSchedulersTestJSON-1526340612 tempest-DHCPAgentSchedulersTestJSON-1526340612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:02.547185 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-290ab860-284c-41f3-a5d9-2eed9f883457 None None] Provisioning complete for port b190acf9-d9af-4a8c-a431-5404a1ad6c13 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:28:02.547556 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-290ab860-284c-41f3-a5d9-2eed9f883457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:02.560500 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d521d766-1ecf-471e-963a-3a9d0784224c tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Made reservation on behalf of 415272e6e50143d6ae4a660ae566e419 for: {'port': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:28:02.564760 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d521d766-1ecf-471e-963a-3a9d0784224c tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:02.586032 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [None req-d521d766-1ecf-471e-963a-3a9d0784224c tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] device_id is not set on port 8fb7f37c-598d-41ad-bfcc-fb3974e24a7f yet. {{(pid=94462) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:28:02.651842 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 35090) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:02.679650 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-446a623d-3c19-4058-a783-3b5335fc42ed tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Made reservation on behalf of db76c4c0345048a1b87eacad1e0b9ba1 for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:28:02.684678 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-446a623d-3c19-4058-a783-3b5335fc42ed tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:02.725251 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-d521d766-1ecf-471e-963a-3a9d0784224c tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Allocated IP 172.20.0.13 (fef54889-b761-4230-9c30-ec924bcba9b9/0fc104b8-b7cd-48ff-89a1-b2b80e65a02f/8fb7f37c-598d-41ad-bfcc-fb3974e24a7f) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:28:02.779204 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21c0398-f4b2-48a0-adf1-dc950c0d59ca None None] DHCP port deletion for ed71b0ad-0d45-4cc1-9581-fdfa4092af45 request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:28:02.807239 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-678116f2-e19a-455b-a93e-b5a2f7dbb2bd tempest-DHCPAgentSchedulersTestJSON-1526340612 tempest-DHCPAgentSchedulersTestJSON-1526340612-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8493998 Jul 05 02:28:02.834505 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35092) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:02.864525 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-e21c0398-f4b2-48a0-adf1-dc950c0d59ca None None] Deleting port b190acf9-d9af-4a8c-a431-5404a1ad6c13 {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:28:02.865070 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e21c0398-f4b2-48a0-adf1-dc950c0d59ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:02.961509 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d521d766-1ecf-471e-963a-3a9d0784224c tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:02.978336 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [None req-d521d766-1ecf-471e-963a-3a9d0784224c tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Transition to ACTIVE for port object 8fb7f37c-598d-41ad-bfcc-fb3974e24a7f will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:28:03.004504 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-e21c0398-f4b2-48a0-adf1-dc950c0d59ca None None] For port b190acf9-d9af-4a8c-a431-5404a1ad6c13, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=b190acf9-d9af-4a8c-a431-5404a1ad6c13,segment=NetworkSegment(4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6),segment_id=4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:28:03.004834 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35096) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:03.005345 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e21c0398-f4b2-48a0-adf1-dc950c0d59ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:03.006725 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-5d8f11ac-d62e-4502-a5d3-239fdb41ee32 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bf69a7cc9341402789561a978c68b071&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3609500 Jul 05 02:28:03.025027 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-e21c0398-f4b2-48a0-adf1-dc950c0d59ca None None] Calling delete_port for b190acf9-d9af-4a8c-a431-5404a1ad6c13 owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:28:03.179221 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-380be098-dd98-4206-a327-107af0fe8833 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:03.209841 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-380be098-dd98-4206-a327-107af0fe8833 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:03.230795 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-446a623d-3c19-4058-a783-3b5335fc42ed tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5763451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774823'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:03.242570 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-384e0ab2-a895-4ec9-b668-26711de66c0d tempest-DHCPAgentSchedulersTestJSON-1526340612 tempest-DHCPAgentSchedulersTestJSON-1526340612-project] Deleting port cad72051-bad1-452d-9604-b6e1a69fd0f0 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:28:03.243064 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-384e0ab2-a895-4ec9-b668-26711de66c0d tempest-DHCPAgentSchedulersTestJSON-1526340612 tempest-DHCPAgentSchedulersTestJSON-1526340612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:03.280331 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e21c0398-f4b2-48a0-adf1-dc950c0d59ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:03.312041 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446a623d-3c19-4058-a783-3b5335fc42ed tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:28:03.317155 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-446a623d-3c19-4058-a783-3b5335fc42ed tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:28:03.320697 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446a623d-3c19-4058-a783-3b5335fc42ed tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:03.321455 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-446a623d-3c19-4058-a783-3b5335fc42ed tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:03.343732 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21c0398-f4b2-48a0-adf1-dc950c0d59ca None None] Pushing event deleted for resources: {'Port': ['ID=b190acf9-d9af-4a8c-a431-5404a1ad6c13,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:03.352647 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446a623d-3c19-4058-a783-3b5335fc42ed tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event updated for resources: {'Subnet': ['ID=a9fd4629-a820-4874-a72b-b25dd9b55b53,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:03.359764 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21c0398-f4b2-48a0-adf1-dc950c0d59ca None None] No DVR routers for this DVR port b190acf9-d9af-4a8c-a431-5404a1ad6c13 on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:28:03.380560 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f68242-cb63-4f7d-8f92-4cc6687db328 None None] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:28:03.387136 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a6a29-8eaf-418a-9e03-3bfcf0f5df06 req-bcc2ff24-6acd-40b6-9a42-40a29e25e88c tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:03.388831 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-526a6a29-8eaf-418a-9e03-3bfcf0f5df06 req-bcc2ff24-6acd-40b6-9a42-40a29e25e88c tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d9c139f-f1ba-4755-b858-e814d10506d6 HTTP/1.1" status: 200 len: 946 time: 0.2364867 Jul 05 02:28:03.426610 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-384e0ab2-a895-4ec9-b668-26711de66c0d tempest-DHCPAgentSchedulersTestJSON-1526340612 tempest-DHCPAgentSchedulersTestJSON-1526340612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:03.465938 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d521d766-1ecf-471e-963a-3a9d0784224c tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:03.517305 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-526a6a29-8eaf-418a-9e03-3bfcf0f5df06 req-b92cdbc8-05b5-4a07-b7a3-4c2c35071959 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] 10.222.0.23 "GET /v2.0/security-groups?id=a0f3de01-621c-4ed4-a575-46af052470d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222298 Jul 05 02:28:03.521435 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-446a623d-3c19-4058-a783-3b5335fc42ed tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2241814 Jul 05 02:28:03.530351 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 35108) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:03.545972 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-645b5d2a-2fe8-4a9b-853d-e82129be1e6b tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Request body: {'subnet': {'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:28:03.563398 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-384e0ab2-a895-4ec9-b668-26711de66c0d tempest-DHCPAgentSchedulersTestJSON-1526340612 tempest-DHCPAgentSchedulersTestJSON-1526340612-project] Calling delete_port for cad72051-bad1-452d-9604-b6e1a69fd0f0 owned by {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:28:03.620170 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d521d766-1ecf-471e-963a-3a9d0784224c tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Network fef54889-b761-4230-9c30-ec924bcba9b9 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:28:03.647308 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d7008b-10f4-4de5-8e9d-f804351632f4 None None] Network 83339782-c7db-44cf-ac9a-d6231f7f4cd1 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:28:03.666427 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-d521d766-1ecf-471e-963a-3a9d0784224c tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:28:03.692920 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d521d766-1ecf-471e-963a-3a9d0784224c tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:28:03.703896 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09ff58b-9a77-4a9d-ae51-e33b2787801d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'tenant_id': 'db76c4c0345048a1b87eacad1e0b9ba1', 'fixed_ips': [{'subnet_id': 'a9fd4629-a820-4874-a72b-b25dd9b55b53'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:28:03.719646 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e09ff58b-9a77-4a9d-ae51-e33b2787801d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:03.760070 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c52ff8d7-a5d0-43e8-8f2e-f4fe33101148 req-78db2569-b766-489f-8667-5413b3ab9c9e tempest-ServersNegativeTestMultiTenantJSON-593204141 tempest-ServersNegativeTestMultiTenantJSON-593204141-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a09d1a-903c-40d3-9fd2-0726910801d6 HTTP/1.1" status: 200 len: 210 time: 0.1986165 Jul 05 02:28:03.805047 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d521d766-1ecf-471e-963a-3a9d0784224c tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:03.805687 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d521d766-1ecf-471e-963a-3a9d0784224c tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:03.809639 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-380be098-dd98-4206-a327-107af0fe8833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:03.811787 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-380be098-dd98-4206-a327-107af0fe8833 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:03.812939 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-380be098-dd98-4206-a327-107af0fe8833 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/89977ea5-fec8-49da-b8e1-c456496b77bf HTTP/1.1" status: 204 len: 168 time: 0.7652662 Jul 05 02:28:03.833147 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380be098-dd98-4206-a327-107af0fe8833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89977ea5-fec8-49da-b8e1-c456496b77bf,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:03.834943 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d521d766-1ecf-471e-963a-3a9d0784224c tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Pushing event updated for resources: {'Port': ['ID=8fb7f37c-598d-41ad-bfcc-fb3974e24a7f,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:03.889417 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-645b5d2a-2fe8-4a9b-853d-e82129be1e6b tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Made reservation on behalf of db76c4c0345048a1b87eacad1e0b9ba1 for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:28:03.907434 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-645b5d2a-2fe8-4a9b-853d-e82129be1e6b tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:03.957978 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-c87d32f7-b48d-40ad-bd67-434597819255 None None] Provisioning for port 67cf484c-ac70-4524-9b9a-3b9325f10a72 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:28:04.025318 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-d521d766-1ecf-471e-963a-3a9d0784224c tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0402491 Jul 05 02:28:04.027397 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35116) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:04.032172 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-fd31b3a3-03f3-49ca-868b-4220fcf0b70f tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:83:2b:3d'}, {'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:48:3f:08'}]}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:28:04.086986 n-d-771362-32 neutron-server[94461]: INFO neutron.db.ipam_backend_mixin [None req-645b5d2a-2fe8-4a9b-853d-e82129be1e6b tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a9fd4629-a820-4874-a72b-b25dd9b55b53 (CIDR: 2001:db8::/64) Jul 05 02:28:04.103365 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-384e0ab2-a895-4ec9-b668-26711de66c0d tempest-DHCPAgentSchedulersTestJSON-1526340612 tempest-DHCPAgentSchedulersTestJSON-1526340612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:04.141497 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-e09ff58b-9a77-4a9d-ae51-e33b2787801d None None] Allocated IP 2001:db8::2 (ed71b0ad-0d45-4cc1-9581-fdfa4092af45/a9fd4629-a820-4874-a72b-b25dd9b55b53/6640b7a3-dd27-4616-9312-b5b0e95b10e6) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:28:04.145287 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384e0ab2-a895-4ec9-b668-26711de66c0d tempest-DHCPAgentSchedulersTestJSON-1526340612 tempest-DHCPAgentSchedulersTestJSON-1526340612-project] Pushing event deleted for resources: {'Port': ['ID=cad72051-bad1-452d-9604-b6e1a69fd0f0,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:04.159315 n-d-771362-32 neutron-server[94461]: INFO neutron.pecan_wsgi.hooks.translation [None req-645b5d2a-2fe8-4a9b-853d-e82129be1e6b tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 02:28:04.159315 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-645b5d2a-2fe8-4a9b-853d-e82129be1e6b tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:28:04.332681 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-645b5d2a-2fe8-4a9b-853d-e82129be1e6b tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8011446 Jul 05 02:28:04.335454 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 35118) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:04.354887 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-d9ded919-498e-4e99-8799-f73f8a1499d0 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Request body: {'subnet': {'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:28:04.383010 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-384e0ab2-a895-4ec9-b668-26711de66c0d tempest-DHCPAgentSchedulersTestJSON-1526340612 tempest-DHCPAgentSchedulersTestJSON-1526340612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:04.388837 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-384e0ab2-a895-4ec9-b668-26711de66c0d tempest-DHCPAgentSchedulersTestJSON-1526340612 tempest-DHCPAgentSchedulersTestJSON-1526340612-project] 10.222.0.23 "DELETE /v2.0/ports/cad72051-bad1-452d-9604-b6e1a69fd0f0 HTTP/1.1" status: 204 len: 168 time: 1.5494750 Jul 05 02:28:04.389092 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-1b1801d3-405b-4a9b-be6f-f3346926cfa1 None None] Provisioning for port 8fb7f37c-598d-41ad-bfcc-fb3974e24a7f completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:28:04.389240 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35122) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:04.408954 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-1b1801d3-405b-4a9b-be6f-f3346926cfa1 None None] Provisioning complete for port 8fb7f37c-598d-41ad-bfcc-fb3974e24a7f triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:28:04.409327 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-1b1801d3-405b-4a9b-be6f-f3346926cfa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:04.472886 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-1b1801d3-405b-4a9b-be6f-f3346926cfa1 None None] Port 8fb7f37c-598d-41ad-bfcc-fb3974e24a7f cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:28:04.549567 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 67cf484c-ac70-4524-9b9a-3b9325f10a72 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:28:04.572029 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fd31b3a3-03f3-49ca-868b-4220fcf0b70f tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:04.721564 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e09ff58b-9a77-4a9d-ae51-e33b2787801d None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:04.735954 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-e09ff58b-9a77-4a9d-ae51-e33b2787801d None None] Transition to ACTIVE for port object 6640b7a3-dd27-4616-9312-b5b0e95b10e6 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:28:04.774990 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-e09ff58b-9a77-4a9d-ae51-e33b2787801d None None] Transition to ACTIVE for port object 6640b7a3-dd27-4616-9312-b5b0e95b10e6 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:28:04.806794 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9ded919-498e-4e99-8799-f73f8a1499d0 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Made reservation on behalf of db76c4c0345048a1b87eacad1e0b9ba1 for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:28:04.812095 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d9ded919-498e-4e99-8799-f73f8a1499d0 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:04.827871 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 67cf484c-ac70-4524-9b9a-3b9325f10a72 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:28:04.832205 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 67cf484c-ac70-4524-9b9a-3b9325f10a72 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:28:04.832774 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:04.910606 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e09ff58b-9a77-4a9d-ae51-e33b2787801d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:04.953804 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 02:28:04.962524 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09ff58b-9a77-4a9d-ae51-e33b2787801d None None] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:28:04.971193 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-e09ff58b-9a77-4a9d-ae51-e33b2787801d None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:28:04.976954 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-cbc7a153-7c6d-4fae-b0ea-993fefd77a94 tempest-DHCPAgentSchedulersTestJSON-1345362801 tempest-DHCPAgentSchedulersTestJSON-1345362801-project-admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4687 time: 0.5822423 Jul 05 02:28:04.977110 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 35140) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:04.991211 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09ff58b-9a77-4a9d-ae51-e33b2787801d None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:28:04.998752 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09ff58b-9a77-4a9d-ae51-e33b2787801d None None] Pushing event updated for resources: {'Port': ['ID=6640b7a3-dd27-4616-9312-b5b0e95b10e6,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:05.004653 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-7b59d7f3-c692-45da-abf4-0cdb56609e2c tempest-DHCPAgentSchedulersTestJSON-1526340612 tempest-DHCPAgentSchedulersTestJSON-1526340612-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-739559510'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:28:05.090491 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:05.122909 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-e09ff58b-9a77-4a9d-ae51-e33b2787801d None None] Attempting to bind port 6640b7a3-dd27-4616-9312-b5b0e95b10e6 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:28:05.123408 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-e09ff58b-9a77-4a9d-ae51-e33b2787801d None None] Attempting to bind port 6640b7a3-dd27-4616-9312-b5b0e95b10e6 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:28:05.123999 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09ff58b-9a77-4a9d-ae51-e33b2787801d None None] Attempting to bind port 6640b7a3-dd27-4616-9312-b5b0e95b10e6 on network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:28:05.128785 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a35f0ae-4ead-4edd-a3ef-5c1e750baaed req-8350c730-4029-4d2c-b7d0-9ba180d7be77 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:05.143965 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9a35f0ae-4ead-4edd-a3ef-5c1e750baaed req-8350c730-4029-4d2c-b7d0-9ba180d7be77 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d9c139f-f1ba-4755-b858-e814d10506d6 HTTP/1.1" status: 200 len: 946 time: 0.3693161 Jul 05 02:28:05.150945 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 67cf484c-ac70-4524-9b9a-3b9325f10a72, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=67cf484c-ac70-4524-9b9a-3b9325f10a72,segment=NetworkSegment(d9e9865e-f8b6-42e2-a230-8aebf9c6e9d2),segment_id=d9e9865e-f8b6-42e2-a230-8aebf9c6e9d2)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:28:05.159513 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09ff58b-9a77-4a9d-ae51-e33b2787801d None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:28:05.160081 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09ff58b-9a77-4a9d-ae51-e33b2787801d None None] Checking segment: {'id': '4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:28:05.160232 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-edbcf732-cd45-4a95-85a7-9a726d5a6a97 req-b75d5eaa-fb29-4818-9d14-ecec39a30d2a tempest-ServersNegativeTestMultiTenantJSON-593204141 tempest-ServersNegativeTestMultiTenantJSON-593204141-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a09d1a-903c-40d3-9fd2-0726910801d6 HTTP/1.1" status: 200 len: 210 time: 0.1041524 Jul 05 02:28:05.160367 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e09ff58b-9a77-4a9d-ae51-e33b2787801d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:05.160978 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09ff58b-9a77-4a9d-ae51-e33b2787801d None None] Bound using segment: {'id': '4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:28:05.161530 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-e09ff58b-9a77-4a9d-ae51-e33b2787801d None None] Bound port: 6640b7a3-dd27-4616-9312-b5b0e95b10e6, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:28:05.164202 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e09ff58b-9a77-4a9d-ae51-e33b2787801d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:05.237043 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9a35f0ae-4ead-4edd-a3ef-5c1e750baaed req-5f0788c0-96ad-429d-b9bc-b9d8a34e77c7 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] 10.222.0.23 "GET /v2.0/security-groups?id=a0f3de01-621c-4ed4-a575-46af052470d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858753 Jul 05 02:28:05.251764 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-d5960f7b-da10-4969-ac1d-809d35fcd4af None None] Provisioning complete for port 67cf484c-ac70-4524-9b9a-3b9325f10a72 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:28:05.252446 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-d5960f7b-da10-4969-ac1d-809d35fcd4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:05.259443 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fd31b3a3-03f3-49ca-868b-4220fcf0b70f tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:05.290480 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b59d7f3-c692-45da-abf4-0cdb56609e2c tempest-DHCPAgentSchedulersTestJSON-1526340612 tempest-DHCPAgentSchedulersTestJSON-1526340612-project] Made reservation on behalf of c405cd435bca4159ab8700e75be6bf06 for: {'network': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:28:05.294324 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:05.294762 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7b59d7f3-c692-45da-abf4-0cdb56609e2c tempest-DHCPAgentSchedulersTestJSON-1526340612 tempest-DHCPAgentSchedulersTestJSON-1526340612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:05.359811 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fd31b3a3-03f3-49ca-868b-4220fcf0b70f tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:05.400109 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device b190acf9-d9af-4a8c-a431-5404a1ad6c13 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:28:05.428618 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: b190acf9-d9af-4a8c-a431-5404a1ad6c13 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:28:05.429068 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device b190acf9-d9af-4a8c-a431-5404a1ad6c13 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:28:05.445536 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-e09ff58b-9a77-4a9d-ae51-e33b2787801d None None] For port 6640b7a3-dd27-4616-9312-b5b0e95b10e6, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:28:05.501309 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-e09ff58b-9a77-4a9d-ae51-e33b2787801d None None] For port 6640b7a3-dd27-4616-9312-b5b0e95b10e6, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=6640b7a3-dd27-4616-9312-b5b0e95b10e6,segment=NetworkSegment(4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6),segment_id=4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:28:05.509912 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=67cf484c-ac70-4524-9b9a-3b9325f10a72,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:05.566517 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e09ff58b-9a77-4a9d-ae51-e33b2787801d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:05.609370 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd31b3a3-03f3-49ca-868b-4220fcf0b70f tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Pushing event updated for resources: {'Port': ['ID=8fb7f37c-598d-41ad-bfcc-fb3974e24a7f,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:05.615576 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-fd31b3a3-03f3-49ca-868b-4220fcf0b70f tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] In _notify_port_updated(), no bound segment for port 8fb7f37c-598d-41ad-bfcc-fb3974e24a7f on network fef54889-b761-4230-9c30-ec924bcba9b9 {{(pid=94462) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 02:28:05.631608 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd31b3a3-03f3-49ca-868b-4220fcf0b70f tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:05.632319 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fd31b3a3-03f3-49ca-868b-4220fcf0b70f tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:05.642258 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-fd31b3a3-03f3-49ca-868b-4220fcf0b70f tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] 10.222.0.23 "PUT /v2.0/ports/8fb7f37c-598d-41ad-bfcc-fb3974e24a7f HTTP/1.1" status: 200 len: 1055 time: 1.6156068 Jul 05 02:28:05.642922 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35154) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:05.662973 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-542731cd-f8e6-4bd0-9465-576989b8a95e None None] Could not find standard attr ID for object cad72051-bad1-452d-9604-b6e1a69fd0f0. {{(pid=94463) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 02:28:05.707749 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09ff58b-9a77-4a9d-ae51-e33b2787801d None None] Pushing event updated for resources: {'Port': ['ID=6640b7a3-dd27-4616-9312-b5b0e95b10e6,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:05.810989 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 35158) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:05.820260 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b59d7f3-c692-45da-abf4-0cdb56609e2c tempest-DHCPAgentSchedulersTestJSON-1526340612 tempest-DHCPAgentSchedulersTestJSON-1526340612-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=94461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:28:05.847009 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5dabb990-2643-48e0-bcab-c33ca77ea966 req-2bf319ac-04f5-479b-b7f7-b6a67b1d9114 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5337334 Jul 05 02:28:05.877797 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-42d65ad8-dc26-46cb-839f-c1b56b71dad5 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Deleting port 8fb7f37c-598d-41ad-bfcc-fb3974e24a7f {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:28:05.878171 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-42d65ad8-dc26-46cb-839f-c1b56b71dad5 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:05.906717 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7b59d7f3-c692-45da-abf4-0cdb56609e2c tempest-DHCPAgentSchedulersTestJSON-1526340612 tempest-DHCPAgentSchedulersTestJSON-1526340612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:05.907068 n-d-771362-32 neutron-server[94461]: INFO neutron.db.segments_db [None req-7b59d7f3-c692-45da-abf4-0cdb56609e2c tempest-DHCPAgentSchedulersTestJSON-1526340612 tempest-DHCPAgentSchedulersTestJSON-1526340612-project] Added segment da7ce030-2eae-480b-ab18-c407e7c77e6e of type vlan for network 06fe2815-2a2d-49b1-8ceb-b8e093002541 Jul 05 02:28:05.916922 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-5dabb990-2643-48e0-bcab-c33ca77ea966 req-c3c8cd64-ac75-44fe-b315-b9580dc41502 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Request body: {'floatingip': {'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:28:05.991449 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-116c91d0-ba00-4b3b-b6ac-db38f6dfb3bf None None] Provisioning complete for port 8fb7f37c-598d-41ad-bfcc-fb3974e24a7f triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:28:05.991989 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-116c91d0-ba00-4b3b-b6ac-db38f6dfb3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:06.093536 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-116c91d0-ba00-4b3b-b6ac-db38f6dfb3bf None None] Port 8fb7f37c-598d-41ad-bfcc-fb3974e24a7f cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:28:06.107181 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-66261a1b-fc31-4b94-a96a-9bebdafc8e03 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-215462098-network', 'tenant_id': '820e82faa5644367b33d0bc2c0745899'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:28:06.119741 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-42d65ad8-dc26-46cb-839f-c1b56b71dad5 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:06.137311 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-42d65ad8-dc26-46cb-839f-c1b56b71dad5 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Calling delete_port for 8fb7f37c-598d-41ad-bfcc-fb3974e24a7f owned by {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:28:06.184592 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7b59d7f3-c692-45da-abf4-0cdb56609e2c tempest-DHCPAgentSchedulersTestJSON-1526340612 tempest-DHCPAgentSchedulersTestJSON-1526340612-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:06.301420 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-5dabb990-2643-48e0-bcab-c33ca77ea966 req-c3c8cd64-ac75-44fe-b315-b9580dc41502 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Notify callbacks [] for floatingip, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:06.412512 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb38115-6fab-48e0-a4d7-78d47cea87b7 req-6e10ce14-2ae8-4d35-80b0-95db5ca9b77f tempest-ServersNegativeTestMultiTenantJSON-593204141 tempest-ServersNegativeTestMultiTenantJSON-593204141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:06.413993 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-deb38115-6fab-48e0-a4d7-78d47cea87b7 req-6e10ce14-2ae8-4d35-80b0-95db5ca9b77f tempest-ServersNegativeTestMultiTenantJSON-593204141 tempest-ServersNegativeTestMultiTenantJSON-593204141-project] 10.222.0.15 "GET /v2.0/networks?id=c6491391-cda4-4850-94a6-ed569a99bbf4 HTTP/1.1" status: 200 len: 824 time: 0.4009359 Jul 05 02:28:06.434210 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7b59d7f3-c692-45da-abf4-0cdb56609e2c tempest-DHCPAgentSchedulersTestJSON-1526340612 tempest-DHCPAgentSchedulersTestJSON-1526340612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:06.434210 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b59d7f3-c692-45da-abf4-0cdb56609e2c tempest-DHCPAgentSchedulersTestJSON-1526340612 tempest-DHCPAgentSchedulersTestJSON-1526340612-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:06.434210 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7b59d7f3-c692-45da-abf4-0cdb56609e2c tempest-DHCPAgentSchedulersTestJSON-1526340612 tempest-DHCPAgentSchedulersTestJSON-1526340612-project] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:06.437936 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-deb38115-6fab-48e0-a4d7-78d47cea87b7 req-d2bc799b-749c-4469-a96a-8329c0565013 tempest-ServersNegativeTestMultiTenantJSON-593204141 tempest-ServersNegativeTestMultiTenantJSON-593204141-project] Request body: {'port': {'device_id': '57a09d1a-903c-40d3-9fd2-0726910801d6', 'network_id': 'c6491391-cda4-4850-94a6-ed569a99bbf4', 'admin_state_up': True, 'tenant_id': '53bc9033c99e4a05b388c66507c82900'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:28:06.472256 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7f8ff20d-6203-40c6-bf33-87c16dbcb116 req-c7444041-7ad9-493b-b9d5-274efe42d629 tempest-ServersNegativeTestMultiTenantJSON-593204141 tempest-ServersNegativeTestMultiTenantJSON-593204141-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a09d1a-903c-40d3-9fd2-0726910801d6 HTTP/1.1" status: 200 len: 210 time: 0.0481911 Jul 05 02:28:06.473497 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-42d65ad8-dc26-46cb-839f-c1b56b71dad5 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:06.529946 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d65ad8-dc26-46cb-839f-c1b56b71dad5 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Pushing event deleted for resources: {'Port': ['ID=8fb7f37c-598d-41ad-bfcc-fb3974e24a7f,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:06.575244 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66261a1b-fc31-4b94-a96a-9bebdafc8e03 admin admin] Made reservation on behalf of 820e82faa5644367b33d0bc2c0745899 for: {'network': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:28:06.578143 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-66261a1b-fc31-4b94-a96a-9bebdafc8e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:06.583930 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 67cf484c-ac70-4524-9b9a-3b9325f10a72 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:28:06.635635 n-d-771362-32 neutron-server[94461]: DEBUG neutron.objects.ports [None req-d9ded919-498e-4e99-8799-f73f8a1499d0 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94461) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 02:28:06.642822 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-66261a1b-fc31-4b94-a96a-9bebdafc8e03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:06.653202 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 67cf484c-ac70-4524-9b9a-3b9325f10a72 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:28:06.653202 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:06.722509 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b59d7f3-c692-45da-abf4-0cdb56609e2c tempest-DHCPAgentSchedulersTestJSON-1526340612 tempest-DHCPAgentSchedulersTestJSON-1526340612-project] Pushing event updated for resources: {'Network': ['ID=06fe2815-2a2d-49b1-8ceb-b8e093002541,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:06.783762 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 6640b7a3-dd27-4616-9312-b5b0e95b10e6 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:28:06.808427 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-7b59d7f3-c692-45da-abf4-0cdb56609e2c tempest-DHCPAgentSchedulersTestJSON-1526340612 tempest-DHCPAgentSchedulersTestJSON-1526340612-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.8180804 Jul 05 02:28:06.810262 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35166) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:06.885624 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 06fe2815-2a2d-49b1-8ceb-b8e093002541 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:28:07.013875 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-42d65ad8-dc26-46cb-839f-c1b56b71dad5 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:07.021201 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-42d65ad8-dc26-46cb-839f-c1b56b71dad5 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] 10.222.0.23 "DELETE /v2.0/ports/8fb7f37c-598d-41ad-bfcc-fb3974e24a7f HTTP/1.1" status: 204 len: 168 time: 1.3771536 Jul 05 02:28:07.021914 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35168) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:07.039854 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 6640b7a3-dd27-4616-9312-b5b0e95b10e6 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:28:07.083936 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-934d18ee-b01c-4f72-89c4-24bebe419a93 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] GET failed (client error): The resource could not be found. Jul 05 02:28:07.088607 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-934d18ee-b01c-4f72-89c4-24bebe419a93 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] 10.222.0.23 "GET /v2.0/ports/8fb7f37c-598d-41ad-bfcc-fb3974e24a7f HTTP/1.1" status: 404 len: 333 time: 0.0637119 Jul 05 02:28:07.090363 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 35174) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:07.193130 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-a4992eba-3c57-4b40-b956-a06d8aa5fb2d tempest-DHCPAgentSchedulersTestJSON-1345362801 tempest-DHCPAgentSchedulersTestJSON-1345362801-project-admin] 10.222.0.23 "GET /v2.0/agents/b446de6a-6386-465a-9a9d-36b0dcdcdb94/dhcp-networks HTTP/1.1" status: 200 len: 10529 time: 0.3791132 Jul 05 02:28:07.193416 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35176) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:07.294534 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af12075a-4e9c-424d-a54a-23c14f235a8c tempest-DHCPAgentSchedulersTestJSON-1345362801 tempest-DHCPAgentSchedulersTestJSON-1345362801-project-admin] Network 06fe2815-2a2d-49b1-8ceb-b8e093002541 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:28:07.394113 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-af12075a-4e9c-424d-a54a-23c14f235a8c tempest-DHCPAgentSchedulersTestJSON-1345362801 tempest-DHCPAgentSchedulersTestJSON-1345362801-project-admin] 10.222.0.23 "POST /v2.0/agents/b446de6a-6386-465a-9a9d-36b0dcdcdb94/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1995754 Jul 05 02:28:07.395094 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35178) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:07.412759 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ee88aa-f798-43d8-a411-b8679ae6d4aa None None] Network 06fe2815-2a2d-49b1-8ceb-b8e093002541 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:28:07.549299 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-48717c4c-0b11-45e9-bd58-2a5e9132c576 tempest-DHCPAgentSchedulersTestJSON-1345362801 tempest-DHCPAgentSchedulersTestJSON-1345362801-project-admin] 10.222.0.23 "GET /v2.0/agents/b446de6a-6386-465a-9a9d-36b0dcdcdb94/dhcp-networks HTTP/1.1" status: 200 len: 11298 time: 0.1504211 Jul 05 02:28:07.549652 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35182) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:07.565834 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-ee4eaf68-a652-410f-b87c-d5e98bda12c5 None None] Provisioning for port 6640b7a3-dd27-4616-9312-b5b0e95b10e6 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:28:07.567401 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-5dabb990-2643-48e0-bcab-c33ca77ea966 req-c3c8cd64-ac75-44fe-b315-b9580dc41502 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:07.571953 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-ee4eaf68-a652-410f-b87c-d5e98bda12c5 None None] Provisioning complete for port 6640b7a3-dd27-4616-9312-b5b0e95b10e6 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:28:07.575747 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-ee4eaf68-a652-410f-b87c-d5e98bda12c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:07.649745 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-66261a1b-fc31-4b94-a96a-9bebdafc8e03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:07.686647 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-ee4eaf68-a652-410f-b87c-d5e98bda12c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:07.688819 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-af247cbc-a3be-41fc-8513-a13eb6126007 req-5ab61b31-0111-4d82-8791-6c2f348cd116 tempest-ServersNegativeTestMultiTenantJSON-593204141 tempest-ServersNegativeTestMultiTenantJSON-593204141-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a09d1a-903c-40d3-9fd2-0726910801d6 HTTP/1.1" status: 200 len: 210 time: 0.0308211 Jul 05 02:28:07.714400 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-438583d4-5a2b-4a8a-9b1e-b46e6b06e738 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Deleting port c523d4bd-be7d-429d-aae9-1114df122945 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:28:07.715322 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-438583d4-5a2b-4a8a-9b1e-b46e6b06e738 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:07.741704 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.db.api [None req-ee4eaf68-a652-410f-b87c-d5e98bda12c5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94463) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 02:28:07.742071 n-d-771362-32 neutron-server[94463]: DEBUG oslo_db.api [None req-ee4eaf68-a652-410f-b87c-d5e98bda12c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 02:28:07.764330 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-a9b4b618-59b5-424b-9e73-a1b16345e48d tempest-DHCPAgentSchedulersTestJSON-1345362801 tempest-DHCPAgentSchedulersTestJSON-1345362801-project-admin] 10.222.0.23 "DELETE /v2.0/agents/b446de6a-6386-465a-9a9d-36b0dcdcdb94/dhcp-networks/06fe2815-2a2d-49b1-8ceb-b8e093002541 HTTP/1.1" status: 204 len: 168 time: 0.2105486 Jul 05 02:28:07.764607 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35184) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:07.782100 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-66261a1b-fc31-4b94-a96a-9bebdafc8e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:07.813419 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d9ded919-498e-4e99-8799-f73f8a1499d0 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:07.853535 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-5dabb990-2643-48e0-bcab-c33ca77ea966 req-c3c8cd64-ac75-44fe-b315-b9580dc41502 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Allocated IP 172.25.7.32 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/dada90d2-c0c8-4af3-bd5e-00bfb2635f3a) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:28:07.856094 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66261a1b-fc31-4b94-a96a-9bebdafc8e03 admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=94461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:28:07.883742 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66261a1b-fc31-4b94-a96a-9bebdafc8e03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c5b3b27-7739-429e-bd3f-ef267b252374,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:07.901017 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-b933a34b-5053-46de-9388-67c5f2f3d617 tempest-DHCPAgentSchedulersTestJSON-1345362801 tempest-DHCPAgentSchedulersTestJSON-1345362801-project-admin] 10.222.0.23 "GET /v2.0/agents/b446de6a-6386-465a-9a9d-36b0dcdcdb94/dhcp-networks HTTP/1.1" status: 200 len: 10529 time: 0.1309929 Jul 05 02:28:07.901947 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35186) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:07.918715 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-66261a1b-fc31-4b94-a96a-9bebdafc8e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:07.919068 n-d-771362-32 neutron-server[94461]: INFO neutron.db.segments_db [None req-66261a1b-fc31-4b94-a96a-9bebdafc8e03 admin admin] Added segment 1ab28ecf-23b4-40a2-a416-60dc81838ca7 of type vlan for network a9dd985e-a2fe-41ae-95ed-5ea2b4c4018d Jul 05 02:28:07.932359 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-4e261c01-4829-4b64-8581-efd07642f65c tempest-DHCPAgentSchedulersTestJSON-1345362801 tempest-DHCPAgentSchedulersTestJSON-1345362801-project-admin] 10.222.0.23 "GET /v2.0/networks/83339782-c7db-44cf-ac9a-d6231f7f4cd1/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.0285428 Jul 05 02:28:07.933397 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35188) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:07.957748 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-dbc53f96-ecf9-4088-9fac-30433f7a2ad7 tempest-DHCPAgentSchedulersTestJSON-1345362801 tempest-DHCPAgentSchedulersTestJSON-1345362801-project-admin] 10.222.0.23 "GET /v2.0/networks/83339782-c7db-44cf-ac9a-d6231f7f4cd1/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.0230863 Jul 05 02:28:07.958478 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35190) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:08.021611 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-438583d4-5a2b-4a8a-9b1e-b46e6b06e738 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:08.048861 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-deb38115-6fab-48e0-a4d7-78d47cea87b7 req-d2bc799b-749c-4469-a96a-8329c0565013 tempest-ServersNegativeTestMultiTenantJSON-593204141 tempest-ServersNegativeTestMultiTenantJSON-593204141-project] Made reservation on behalf of 53bc9033c99e4a05b388c66507c82900 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:28:08.051239 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-deb38115-6fab-48e0-a4d7-78d47cea87b7 req-d2bc799b-749c-4469-a96a-8329c0565013 tempest-ServersNegativeTestMultiTenantJSON-593204141 tempest-ServersNegativeTestMultiTenantJSON-593204141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:08.081748 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-438583d4-5a2b-4a8a-9b1e-b46e6b06e738 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Calling delete_port for c523d4bd-be7d-429d-aae9-1114df122945 owned by {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:28:08.087075 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-66261a1b-fc31-4b94-a96a-9bebdafc8e03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:08.103805 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-af295946-8e5d-4f34-adff-a8dd6ff7ecef tempest-DHCPAgentSchedulersTestJSON-1345362801 tempest-DHCPAgentSchedulersTestJSON-1345362801-project-admin] 10.222.0.23 "GET /v2.0/agents/b446de6a-6386-465a-9a9d-36b0dcdcdb94/dhcp-networks HTTP/1.1" status: 200 len: 10529 time: 0.1438897 Jul 05 02:28:08.111779 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 35192) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:08.223112 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.db.resource_extend [None req-66261a1b-fc31-4b94-a96a-9bebdafc8e03 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 02:28:08.288476 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-ee4eaf68-a652-410f-b87c-d5e98bda12c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:08.382542 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-5dabb990-2643-48e0-bcab-c33ca77ea966 req-c3c8cd64-ac75-44fe-b315-b9580dc41502 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:08.419595 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-668f85df-bb97-4cca-9334-173c4d95c865 tempest-DHCPAgentSchedulersTestJSON-1526340612 tempest-DHCPAgentSchedulersTestJSON-1526340612-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:08.446770 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-66261a1b-fc31-4b94-a96a-9bebdafc8e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:08.447737 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66261a1b-fc31-4b94-a96a-9bebdafc8e03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:08.448323 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-66261a1b-fc31-4b94-a96a-9bebdafc8e03 admin admin] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:08.452172 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [None req-d9ded919-498e-4e99-8799-f73f8a1499d0 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] For port 6640b7a3-dd27-4616-9312-b5b0e95b10e6, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=6640b7a3-dd27-4616-9312-b5b0e95b10e6,segment=NetworkSegment(4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6),segment_id=4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:28:08.653709 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d9ded919-498e-4e99-8799-f73f8a1499d0 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:08.678327 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66261a1b-fc31-4b94-a96a-9bebdafc8e03 admin admin] Pushing event updated for resources: {'Network': ['ID=a9dd985e-a2fe-41ae-95ed-5ea2b4c4018d,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:08.681242 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-deb38115-6fab-48e0-a4d7-78d47cea87b7 req-d2bc799b-749c-4469-a96a-8329c0565013 tempest-ServersNegativeTestMultiTenantJSON-593204141 tempest-ServersNegativeTestMultiTenantJSON-593204141-project] Allocated IP 172.20.0.11 (c6491391-cda4-4850-94a6-ed569a99bbf4/e3e3bfc5-5b96-4ffa-87c1-85ce15b76e37/86a9c77f-f816-45c1-944a-b51a49a73d8f) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:28:08.694608 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network a9dd985e-a2fe-41ae-95ed-5ea2b4c4018d details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:28:08.735781 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-66261a1b-fc31-4b94-a96a-9bebdafc8e03 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.9132879 Jul 05 02:28:08.736183 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35208) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:08.749442 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-1c9077be-bfc2-4f54-a391-d5ae1cf37dfa admin admin] Request body: {'subnet': {'network_id': 'a9dd985e-a2fe-41ae-95ed-5ea2b4c4018d', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-215462098-subnet', 'tenant_id': '820e82faa5644367b33d0bc2c0745899', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:28:08.764367 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d9ded919-498e-4e99-8799-f73f8a1499d0 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:08.765126 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d9ded919-498e-4e99-8799-f73f8a1499d0 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5763451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774823'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:08.788331 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-668f85df-bb97-4cca-9334-173c4d95c865 tempest-DHCPAgentSchedulersTestJSON-1526340612 tempest-DHCPAgentSchedulersTestJSON-1526340612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:08.837055 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.db.api [None req-ee4eaf68-a652-410f-b87c-d5e98bda12c5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94463) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 02:28:08.837411 n-d-771362-32 neutron-server[94463]: DEBUG oslo_db.api [None req-ee4eaf68-a652-410f-b87c-d5e98bda12c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 02:28:08.853729 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-5dabb990-2643-48e0-bcab-c33ca77ea966 req-c3c8cd64-ac75-44fe-b315-b9580dc41502 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:08.860468 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-668f85df-bb97-4cca-9334-173c4d95c865 tempest-DHCPAgentSchedulersTestJSON-1526340612 tempest-DHCPAgentSchedulersTestJSON-1526340612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06fe2815-2a2d-49b1-8ceb-b8e093002541']}} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:28:08.868060 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-06e4cd51-4d7b-4bcd-88d2-8ec9d6873c0c req-d9bcc336-5b84-4b0f-9574-8cc60c580283 tempest-ServersNegativeTestMultiTenantJSON-593204141 tempest-ServersNegativeTestMultiTenantJSON-593204141-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a09d1a-903c-40d3-9fd2-0726910801d6 HTTP/1.1" status: 200 len: 210 time: 0.0295618 Jul 05 02:28:08.897975 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-668f85df-bb97-4cca-9334-173c4d95c865 tempest-DHCPAgentSchedulersTestJSON-1526340612 tempest-DHCPAgentSchedulersTestJSON-1526340612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da7ce030-2eae-480b-ab18-c407e7c77e6e') {'for_net_delete': True} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:28:08.898318 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-668f85df-bb97-4cca-9334-173c4d95c865 tempest-DHCPAgentSchedulersTestJSON-1526340612 tempest-DHCPAgentSchedulersTestJSON-1526340612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da7ce030-2eae-480b-ab18-c407e7c77e6e') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:28:08.905287 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-438583d4-5a2b-4a8a-9b1e-b46e6b06e738 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:08.917246 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ded919-498e-4e99-8799-f73f8a1499d0 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:28:08.930983 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c9077be-bfc2-4f54-a391-d5ae1cf37dfa admin admin] Made reservation on behalf of 820e82faa5644367b33d0bc2c0745899 for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:28:08.933748 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1c9077be-bfc2-4f54-a391-d5ae1cf37dfa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:08.950446 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-668f85df-bb97-4cca-9334-173c4d95c865 tempest-DHCPAgentSchedulersTestJSON-1526340612 tempest-DHCPAgentSchedulersTestJSON-1526340612-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5519669'] for segment, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:08.952412 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-d9ded919-498e-4e99-8799-f73f8a1499d0 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:28:08.966295 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcbae0f3-4d4e-4187-9eb1-d32927a48abc None None] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:28:09.003819 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ded919-498e-4e99-8799-f73f8a1499d0 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:09.004432 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d9ded919-498e-4e99-8799-f73f8a1499d0 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:09.007834 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dabb990-2643-48e0-bcab-c33ca77ea966 req-c3c8cd64-ac75-44fe-b315-b9580dc41502 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:28:09.008643 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ded919-498e-4e99-8799-f73f8a1499d0 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event updated for resources: {'Subnet': ['ID=168acab8-22d6-4ebc-9e0b-1a56d579093c,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:09.035649 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ded919-498e-4e99-8799-f73f8a1499d0 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event updated for resources: {'Port': ['ID=6640b7a3-dd27-4616-9312-b5b0e95b10e6,revision_number=4']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:09.039977 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-5dabb990-2643-48e0-bcab-c33ca77ea966 req-c3c8cd64-ac75-44fe-b315-b9580dc41502 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:28:09.056277 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-668f85df-bb97-4cca-9334-173c4d95c865 tempest-DHCPAgentSchedulersTestJSON-1526340612 tempest-DHCPAgentSchedulersTestJSON-1526340612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:09.095525 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-668f85df-bb97-4cca-9334-173c4d95c865 tempest-DHCPAgentSchedulersTestJSON-1526340612 tempest-DHCPAgentSchedulersTestJSON-1526340612-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=94461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:28:09.095966 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-668f85df-bb97-4cca-9334-173c4d95c865 tempest-DHCPAgentSchedulersTestJSON-1526340612 tempest-DHCPAgentSchedulersTestJSON-1526340612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5763545'] for segment, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:09.114295 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:28:09.114295 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:28:09.114295 n-d-771362-32 neutron-server[94461]: Traceback (most recent call last): Jul 05 02:28:09.114295 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:28:09.114295 n-d-771362-32 neutron-server[94461]: timer() Jul 05 02:28:09.114295 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:28:09.114295 n-d-771362-32 neutron-server[94461]: cb(*args, **kw) Jul 05 02:28:09.114295 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:28:09.114295 n-d-771362-32 neutron-server[94461]: return func(*args, **kwargs) Jul 05 02:28:09.114295 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:28:09.114295 n-d-771362-32 neutron-server[94461]: self._notify() Jul 05 02:28:09.114295 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:28:09.114295 n-d-771362-32 neutron-server[94461]: self.callback(batched_events) Jul 05 02:28:09.114295 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:28:09.114295 n-d-771362-32 neutron-server[94461]: event.method(event) Jul 05 02:28:09.114295 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:28:09.114295 n-d-771362-32 neutron-server[94461]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:28:09.114295 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:28:09.114295 n-d-771362-32 neutron-server[94461]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:28:09.114295 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:28:09.114295 n-d-771362-32 neutron-server[94461]: return f(self, *a, **k) Jul 05 02:28:09.114295 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:28:09.114295 n-d-771362-32 neutron-server[94461]: return self._get(url).json() Jul 05 02:28:09.114295 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:28:09.114295 n-d-771362-32 neutron-server[94461]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:28:09.114295 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:28:09.114295 n-d-771362-32 neutron-server[94461]: return self.request(url, 'GET', **kwargs) Jul 05 02:28:09.114295 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:28:09.114295 n-d-771362-32 neutron-server[94461]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:28:09.114295 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:28:09.114295 n-d-771362-32 neutron-server[94461]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:28:09.114295 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:28:09.114295 n-d-771362-32 neutron-server[94461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:28:09.114295 n-d-771362-32 neutron-server[94461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:28:09.207719 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-d9ded919-498e-4e99-8799-f73f8a1499d0 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 4.8685544 Jul 05 02:28:09.209391 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35212) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:09.225574 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-56199312-9f8e-4445-98ed-e4191f586f1c tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Request body: {'port': {'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'mac_address': 'fa:16:3e:0b:44:1c', 'name': 'tempest-NetworksTestDHCPv6-2136861346'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:28:09.235486 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dabb990-2643-48e0-bcab-c33ca77ea966 req-c3c8cd64-ac75-44fe-b315-b9580dc41502 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:28:09.250967 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c8cd64-ac75-44fe-b315-b9580dc41502 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Pushing event updated for resources: {'Port': ['ID=dada90d2-c0c8-4af3-bd5e-00bfb2635f3a,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:09.348348 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438583d4-5a2b-4a8a-9b1e-b46e6b06e738 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Pushing event deleted for resources: {'Port': ['ID=c523d4bd-be7d-429d-aae9-1114df122945,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:09.371614 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-deb38115-6fab-48e0-a4d7-78d47cea87b7 req-d2bc799b-749c-4469-a96a-8329c0565013 tempest-ServersNegativeTestMultiTenantJSON-593204141 tempest-ServersNegativeTestMultiTenantJSON-593204141-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:09.390606 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-ee4eaf68-a652-410f-b87c-d5e98bda12c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:09.395512 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-438583d4-5a2b-4a8a-9b1e-b46e6b06e738 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:09.400892 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-438583d4-5a2b-4a8a-9b1e-b46e6b06e738 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] 10.222.0.23 "DELETE /v2.0/ports/c523d4bd-be7d-429d-aae9-1114df122945 HTTP/1.1" status: 204 len: 168 time: 2.2971048 Jul 05 02:28:09.401583 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 35216) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:09.441758 n-d-771362-32 neutron-server[94461]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a80cbfc-4610-467c-90e3-80e041fc798e tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] GET failed (client error): The resource could not be found. Jul 05 02:28:09.455595 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-3a80cbfc-4610-467c-90e3-80e041fc798e tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] 10.222.0.23 "GET /v2.0/ports/c523d4bd-be7d-429d-aae9-1114df122945 HTTP/1.1" status: 404 len: 333 time: 0.0436649 Jul 05 02:28:09.459243 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 35218) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:09.469612 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-ee4eaf68-a652-410f-b87c-d5e98bda12c5 None None] For port 6640b7a3-dd27-4616-9312-b5b0e95b10e6, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=6640b7a3-dd27-4616-9312-b5b0e95b10e6,segment=NetworkSegment(4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6),segment_id=4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:28:09.485103 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-668f85df-bb97-4cca-9334-173c4d95c865 tempest-DHCPAgentSchedulersTestJSON-1526340612 tempest-DHCPAgentSchedulersTestJSON-1526340612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:09.494871 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-668f85df-bb97-4cca-9334-173c4d95c865 tempest-DHCPAgentSchedulersTestJSON-1526340612 tempest-DHCPAgentSchedulersTestJSON-1526340612-project] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:09.497840 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-668f85df-bb97-4cca-9334-173c4d95c865 tempest-DHCPAgentSchedulersTestJSON-1526340612 tempest-DHCPAgentSchedulersTestJSON-1526340612-project] 10.222.0.23 "DELETE /v2.0/networks/06fe2815-2a2d-49b1-8ceb-b8e093002541 HTTP/1.1" status: 204 len: 168 time: 1.3859887 Jul 05 02:28:09.563959 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 35220) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:09.629257 n-d-771362-32 neutron-server[94461]: INFO neutron.pecan_wsgi.hooks.translation [None req-8438cc77-16b4-4684-ad57-243fa67c0c0d tempest-DHCPAgentSchedulersTestJSON-1526340612 tempest-DHCPAgentSchedulersTestJSON-1526340612-project] DELETE failed (client error): The resource could not be found. Jul 05 02:28:09.630370 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8438cc77-16b4-4684-ad57-243fa67c0c0d tempest-DHCPAgentSchedulersTestJSON-1526340612 tempest-DHCPAgentSchedulersTestJSON-1526340612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:28:09.632381 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-8438cc77-16b4-4684-ad57-243fa67c0c0d tempest-DHCPAgentSchedulersTestJSON-1526340612 tempest-DHCPAgentSchedulersTestJSON-1526340612-project] 10.222.0.23 "DELETE /v2.0/ports/cad72051-bad1-452d-9604-b6e1a69fd0f0 HTTP/1.1" status: 404 len: 333 time: 0.0598497 Jul 05 02:28:09.643517 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 35222) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:09.648268 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f85df-bb97-4cca-9334-173c4d95c865 tempest-DHCPAgentSchedulersTestJSON-1526340612 tempest-DHCPAgentSchedulersTestJSON-1526340612-project] Pushing event deleted for resources: {'Network': ['ID=06fe2815-2a2d-49b1-8ceb-b8e093002541,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:09.675268 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-ee4eaf68-a652-410f-b87c-d5e98bda12c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:09.734770 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-5dabb990-2643-48e0-bcab-c33ca77ea966 req-c3c8cd64-ac75-44fe-b315-b9580dc41502 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:09.776007 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4eaf68-a652-410f-b87c-d5e98bda12c5 None None] Pushing event updated for resources: {'Port': ['ID=6640b7a3-dd27-4616-9312-b5b0e95b10e6,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:09.780576 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_v2 [None req-b48caf85-8213-4509-aba6-5fa6ade7617d tempest-DHCPAgentSchedulersTestJSON-1526340612 tempest-DHCPAgentSchedulersTestJSON-1526340612-project] Deleting subnet 7ab49d04-447e-41d5-b9f1-74299edba9d1 {{(pid=94461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:28:09.784018 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b48caf85-8213-4509-aba6-5fa6ade7617d tempest-DHCPAgentSchedulersTestJSON-1526340612 tempest-DHCPAgentSchedulersTestJSON-1526340612-project] Notify callbacks [] for subnet, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:09.843240 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-843eb9f2-d847-4277-9086-4d50b6b7f20a tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Deleting port c7c39101-fad5-4345-b4eb-a972f1a3e90e {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:28:09.843240 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-843eb9f2-d847-4277-9086-4d50b6b7f20a tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:09.852432 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b48caf85-8213-4509-aba6-5fa6ade7617d tempest-DHCPAgentSchedulersTestJSON-1526340612 tempest-DHCPAgentSchedulersTestJSON-1526340612-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5519650'] for subnet, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:10.059564 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-deb38115-6fab-48e0-a4d7-78d47cea87b7 req-d2bc799b-749c-4469-a96a-8329c0565013 tempest-ServersNegativeTestMultiTenantJSON-593204141 tempest-ServersNegativeTestMultiTenantJSON-593204141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:10.083951 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56199312-9f8e-4445-98ed-e4191f586f1c tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Made reservation on behalf of db76c4c0345048a1b87eacad1e0b9ba1 for: {'port': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:28:10.143429 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-843eb9f2-d847-4277-9086-4d50b6b7f20a tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:10.163137 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-deb38115-6fab-48e0-a4d7-78d47cea87b7 req-d2bc799b-749c-4469-a96a-8329c0565013 tempest-ServersNegativeTestMultiTenantJSON-593204141 tempest-ServersNegativeTestMultiTenantJSON-593204141-project] Network c6491391-cda4-4850-94a6-ed569a99bbf4 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:28:10.181661 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-5dabb990-2643-48e0-bcab-c33ca77ea966 req-c3c8cd64-ac75-44fe-b315-b9580dc41502 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:10.187435 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-deb38115-6fab-48e0-a4d7-78d47cea87b7 req-d2bc799b-749c-4469-a96a-8329c0565013 tempest-ServersNegativeTestMultiTenantJSON-593204141 tempest-ServersNegativeTestMultiTenantJSON-593204141-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:28:10.192132 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-deb38115-6fab-48e0-a4d7-78d47cea87b7 req-d2bc799b-749c-4469-a96a-8329c0565013 tempest-ServersNegativeTestMultiTenantJSON-593204141 tempest-ServersNegativeTestMultiTenantJSON-593204141-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:28:10.195610 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-56199312-9f8e-4445-98ed-e4191f586f1c tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:10.198294 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-843eb9f2-d847-4277-9086-4d50b6b7f20a tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Calling delete_port for c7c39101-fad5-4345-b4eb-a972f1a3e90e owned by {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:28:10.202581 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b48caf85-8213-4509-aba6-5fa6ade7617d tempest-DHCPAgentSchedulersTestJSON-1526340612 tempest-DHCPAgentSchedulersTestJSON-1526340612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:10.205305 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1c9077be-bfc2-4f54-a391-d5ae1cf37dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:10.207425 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-f8e9648c-75a0-4a20-bbad-7b09e823cd39 None None] Provisioning complete for port 6640b7a3-dd27-4616-9312-b5b0e95b10e6 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:28:10.207807 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f8e9648c-75a0-4a20-bbad-7b09e823cd39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:10.278843 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bc799b-749c-4469-a96a-8329c0565013 tempest-ServersNegativeTestMultiTenantJSON-593204141 tempest-ServersNegativeTestMultiTenantJSON-593204141-project] Pushing event updated for resources: {'Port': ['ID=86a9c77f-f816-45c1-944a-b51a49a73d8f,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:10.305329 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [None req-56199312-9f8e-4445-98ed-e4191f586f1c tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] device_id is not set on port c6fca86f-c10b-43cf-9787-4d303916c7bb yet. {{(pid=94462) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:28:10.319104 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9077be-bfc2-4f54-a391-d5ae1cf37dfa admin admin] Pushing event updated for resources: {'Subnet': ['ID=33394814-8ae6-4b02-bfb4-5679d954862b,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:10.370979 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9077be-bfc2-4f54-a391-d5ae1cf37dfa admin admin] Checking segment: {'id': '1ab28ecf-23b4-40a2-a416-60dc81838ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a9dd985e-a2fe-41ae-95ed-5ea2b4c4018d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:28:10.371402 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9077be-bfc2-4f54-a391-d5ae1cf37dfa admin admin] Network hostable DHCP agents. Network: a9dd985e-a2fe-41ae-95ed-5ea2b4c4018d, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:28:10.393365 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dd46fd-4383-4593-a478-396148f40c1f req-4ad98e40-f968-4d20-a362-6a2e979c5233 tempest-ServersNegativeTestMultiTenantJSON-593204141 tempest-ServersNegativeTestMultiTenantJSON-593204141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:10.399797 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-97dd46fd-4383-4593-a478-396148f40c1f req-4ad98e40-f968-4d20-a362-6a2e979c5233 tempest-ServersNegativeTestMultiTenantJSON-593204141 tempest-ServersNegativeTestMultiTenantJSON-593204141-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a09d1a-903c-40d3-9fd2-0726910801d6 HTTP/1.1" status: 200 len: 932 time: 0.3528540 Jul 05 02:28:10.436657 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb38115-6fab-48e0-a4d7-78d47cea87b7 req-d2bc799b-749c-4469-a96a-8329c0565013 tempest-ServersNegativeTestMultiTenantJSON-593204141 tempest-ServersNegativeTestMultiTenantJSON-593204141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:10.455130 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-deb38115-6fab-48e0-a4d7-78d47cea87b7 req-d2bc799b-749c-4469-a96a-8329c0565013 tempest-ServersNegativeTestMultiTenantJSON-593204141 tempest-ServersNegativeTestMultiTenantJSON-593204141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:10.460570 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 6640b7a3-dd27-4616-9312-b5b0e95b10e6 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:28:10.481067 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-97dd46fd-4383-4593-a478-396148f40c1f req-233d75bf-b785-49bf-b76d-b452a5bbf34d tempest-ServersNegativeTestMultiTenantJSON-593204141 tempest-ServersNegativeTestMultiTenantJSON-593204141-project] 10.222.0.23 "GET /v2.0/security-groups?id=f03e728d-9b1e-43f1-b649-e8c1204aab5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788817 Jul 05 02:28:10.552267 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 6640b7a3-dd27-4616-9312-b5b0e95b10e6 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:28:10.552267 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:10.599698 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-56199312-9f8e-4445-98ed-e4191f586f1c tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Allocated IP 2001:db8::54 (ed71b0ad-0d45-4cc1-9581-fdfa4092af45/a9fd4629-a820-4874-a72b-b25dd9b55b53/c6fca86f-c10b-43cf-9787-4d303916c7bb) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:28:10.608650 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-56199312-9f8e-4445-98ed-e4191f586f1c tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Allocated IP 2001:db8:0:1:f816:3eff:fe0b:441c (ed71b0ad-0d45-4cc1-9581-fdfa4092af45/168acab8-22d6-4ebc-9e0b-1a56d579093c/c6fca86f-c10b-43cf-9787-4d303916c7bb) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:28:10.751976 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9077be-bfc2-4f54-a391-d5ae1cf37dfa admin admin] Network a9dd985e-a2fe-41ae-95ed-5ea2b4c4018d is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:28:10.789289 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-56199312-9f8e-4445-98ed-e4191f586f1c tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:10.896477 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-1c9077be-bfc2-4f54-a391-d5ae1cf37dfa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, a9dd985e-a2fe-41ae-95ed-5ea2b4c4018d) {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:28:10.902865 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9077be-bfc2-4f54-a391-d5ae1cf37dfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:10.903128 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1c9077be-bfc2-4f54-a391-d5ae1cf37dfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:10.909748 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ae651d-c822-40cb-8136-7e0a52757230 None None] Network a9dd985e-a2fe-41ae-95ed-5ea2b4c4018d requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:28:11.024516 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-deb38115-6fab-48e0-a4d7-78d47cea87b7 req-d2bc799b-749c-4469-a96a-8329c0565013 tempest-ServersNegativeTestMultiTenantJSON-593204141 tempest-ServersNegativeTestMultiTenantJSON-593204141-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5999229 Jul 05 02:28:11.034661 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-5dabb990-2643-48e0-bcab-c33ca77ea966 req-c3c8cd64-ac75-44fe-b315-b9580dc41502 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:11.039834 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-deb38115-6fab-48e0-a4d7-78d47cea87b7 req-4356a622-07d3-4e8e-a930-7f8744afd01f service neutron] Request body: {'port': {'device_id': '57a09d1a-903c-40d3-9fd2-0726910801d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:28:11.053765 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46c3ae6-d7c3-401e-83ff-3e95d76c34de None None] Network a9dd985e-a2fe-41ae-95ed-5ea2b4c4018d requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:28:11.057724 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-1c9077be-bfc2-4f54-a391-d5ae1cf37dfa admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.3172190 Jul 05 02:28:11.075048 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b48caf85-8213-4509-aba6-5fa6ade7617d tempest-DHCPAgentSchedulersTestJSON-1526340612 tempest-DHCPAgentSchedulersTestJSON-1526340612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5763388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774356'] for subnet, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:11.097365 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [None req-56199312-9f8e-4445-98ed-e4191f586f1c tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Transition to ACTIVE for port object c6fca86f-c10b-43cf-9787-4d303916c7bb will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:28:11.104383 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48caf85-8213-4509-aba6-5fa6ade7617d tempest-DHCPAgentSchedulersTestJSON-1526340612 tempest-DHCPAgentSchedulersTestJSON-1526340612-project] Pushing event deleted for resources: {'Subnet': ['ID=7ab49d04-447e-41d5-b9f1-74299edba9d1,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:11.111709 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-843eb9f2-d847-4277-9086-4d50b6b7f20a tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:11.111709 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b48caf85-8213-4509-aba6-5fa6ade7617d tempest-DHCPAgentSchedulersTestJSON-1526340612 tempest-DHCPAgentSchedulersTestJSON-1526340612-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:11.112852 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-b48caf85-8213-4509-aba6-5fa6ade7617d tempest-DHCPAgentSchedulersTestJSON-1526340612 tempest-DHCPAgentSchedulersTestJSON-1526340612-project] 10.222.0.23 "DELETE /v2.0/subnets/7ab49d04-447e-41d5-b9f1-74299edba9d1 HTTP/1.1" status: 204 len: 168 time: 1.4664907 Jul 05 02:28:11.124510 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 35236) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:11.169620 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c707f018-f17f-4355-8232-33faa1a404de None None] Network 83339782-c7db-44cf-ac9a-d6231f7f4cd1 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:28:11.181829 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843eb9f2-d847-4277-9086-4d50b6b7f20a tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Pushing event deleted for resources: {'Port': ['ID=c7c39101-fad5-4345-b4eb-a972f1a3e90e,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:11.232830 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-5dabb990-2643-48e0-bcab-c33ca77ea966 req-c3c8cd64-ac75-44fe-b315-b9580dc41502 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:11.263489 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-56199312-9f8e-4445-98ed-e4191f586f1c tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:11.408667 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-deb38115-6fab-48e0-a4d7-78d47cea87b7 req-4356a622-07d3-4e8e-a930-7f8744afd01f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:11.418671 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56199312-9f8e-4445-98ed-e4191f586f1c tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:28:11.421288 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b3a87885-aaa5-4878-8d2b-c767022f8419 tempest-DHCPAgentSchedulersTestJSON-1526340612 tempest-DHCPAgentSchedulersTestJSON-1526340612-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:11.436300 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-56199312-9f8e-4445-98ed-e4191f586f1c tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:28:11.445581 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56199312-9f8e-4445-98ed-e4191f586f1c tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:28:11.452985 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56199312-9f8e-4445-98ed-e4191f586f1c tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:11.454060 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-56199312-9f8e-4445-98ed-e4191f586f1c tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:11.477034 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56199312-9f8e-4445-98ed-e4191f586f1c tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event updated for resources: {'Port': ['ID=c6fca86f-c10b-43cf-9787-4d303916c7bb,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:11.479118 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c8cd64-ac75-44fe-b315-b9580dc41502 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Pushing event updated for resources: {'Port': ['ID=dada90d2-c0c8-4af3-bd5e-00bfb2635f3a,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:11.549649 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-843eb9f2-d847-4277-9086-4d50b6b7f20a tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:11.553268 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-843eb9f2-d847-4277-9086-4d50b6b7f20a tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] 10.222.0.23 "DELETE /v2.0/ports/c7c39101-fad5-4345-b4eb-a972f1a3e90e HTTP/1.1" status: 204 len: 168 time: 2.0850685 Jul 05 02:28:11.555930 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35246) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:11.558473 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-5dabb990-2643-48e0-bcab-c33ca77ea966 req-c3c8cd64-ac75-44fe-b315-b9580dc41502 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636869'] for floatingip, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:11.560895 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74da5683-5dae-4da1-ade2-e64de4738d22 None None] DHCP port deletion for 83339782-c7db-44cf-ac9a-d6231f7f4cd1 request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:28:11.627708 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-56199312-9f8e-4445-98ed-e4191f586f1c tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.4168131 Jul 05 02:28:11.635764 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35248) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:11.653143 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-74da5683-5dae-4da1-ade2-e64de4738d22 None None] Deleting port 67cf484c-ac70-4524-9b9a-3b9325f10a72 {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:28:11.654288 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-74da5683-5dae-4da1-ade2-e64de4738d22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:11.721862 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-283e0244-68f1-425e-aa97-714334209dbb tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Deleting subnet 0fc104b8-b7cd-48ff-89a1-b2b80e65a02f {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:28:11.731974 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-283e0244-68f1-425e-aa97-714334209dbb tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:11.749482 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:11.756215 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:11.771245 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-5dabb990-2643-48e0-bcab-c33ca77ea966 req-c3c8cd64-ac75-44fe-b315-b9580dc41502 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:11.778788 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5dabb990-2643-48e0-bcab-c33ca77ea966 req-c3c8cd64-ac75-44fe-b315-b9580dc41502 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 5.8953762 Jul 05 02:28:11.799366 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-74da5683-5dae-4da1-ade2-e64de4738d22 None None] For port 67cf484c-ac70-4524-9b9a-3b9325f10a72, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=67cf484c-ac70-4524-9b9a-3b9325f10a72,segment=NetworkSegment(d9e9865e-f8b6-42e2-a230-8aebf9c6e9d2),segment_id=d9e9865e-f8b6-42e2-a230-8aebf9c6e9d2)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:28:11.800055 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-74da5683-5dae-4da1-ade2-e64de4738d22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:11.814576 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-74da5683-5dae-4da1-ade2-e64de4738d22 None None] Calling delete_port for 67cf484c-ac70-4524-9b9a-3b9325f10a72 owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:28:11.870836 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-283e0244-68f1-425e-aa97-714334209dbb tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:11.890728 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-b3a87885-aaa5-4878-8d2b-c767022f8419 tempest-DHCPAgentSchedulersTestJSON-1526340612 tempest-DHCPAgentSchedulersTestJSON-1526340612-project] Deleting port 67cf484c-ac70-4524-9b9a-3b9325f10a72 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:28:11.891050 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b3a87885-aaa5-4878-8d2b-c767022f8419 tempest-DHCPAgentSchedulersTestJSON-1526340612 tempest-DHCPAgentSchedulersTestJSON-1526340612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:11.953924 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5dabb990-2643-48e0-bcab-c33ca77ea966 req-bfb90aa9-2d52-45ae-8959-0d06501baaca tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.7.32 HTTP/1.1" status: 200 len: 695 time: 0.1650624 Jul 05 02:28:11.956765 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-90f6ffb8-923c-43d2-9300-ec529197b780 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Deleting port c6fca86f-c10b-43cf-9787-4d303916c7bb {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:28:11.961533 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-90f6ffb8-923c-43d2-9300-ec529197b780 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:12.022435 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-74da5683-5dae-4da1-ade2-e64de4738d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:12.037102 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d106b4b4-e049-4010-a646-82c511b95891 req-a3dec27a-15fd-4559-89f9-1e2885074be7 tempest-InstanceActionsNegativeTestJSON-551788100 tempest-InstanceActionsNegativeTestJSON-551788100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:12.038583 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d106b4b4-e049-4010-a646-82c511b95891 req-a3dec27a-15fd-4559-89f9-1e2885074be7 tempest-InstanceActionsNegativeTestJSON-551788100 tempest-InstanceActionsNegativeTestJSON-551788100-project] 10.222.0.23 "GET /v2.0/networks?id=a9dd985e-a2fe-41ae-95ed-5ea2b4c4018d HTTP/1.1" status: 200 len: 821 time: 0.2750885 Jul 05 02:28:12.060708 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74da5683-5dae-4da1-ade2-e64de4738d22 None None] Pushing event deleted for resources: {'Port': ['ID=67cf484c-ac70-4524-9b9a-3b9325f10a72,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:12.064381 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74da5683-5dae-4da1-ade2-e64de4738d22 None None] No DVR routers for this DVR port 67cf484c-ac70-4524-9b9a-3b9325f10a72 on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:28:12.087466 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [None req-b3a87885-aaa5-4878-8d2b-c767022f8419 tempest-DHCPAgentSchedulersTestJSON-1526340612 tempest-DHCPAgentSchedulersTestJSON-1526340612-project] For port 67cf484c-ac70-4524-9b9a-3b9325f10a72, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=67cf484c-ac70-4524-9b9a-3b9325f10a72,segment=NetworkSegment(d9e9865e-f8b6-42e2-a230-8aebf9c6e9d2),segment_id=d9e9865e-f8b6-42e2-a230-8aebf9c6e9d2)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:28:12.087963 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b3a87885-aaa5-4878-8d2b-c767022f8419 tempest-DHCPAgentSchedulersTestJSON-1526340612 tempest-DHCPAgentSchedulersTestJSON-1526340612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:12.090779 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d106b4b4-e049-4010-a646-82c511b95891 req-7740c1b3-591c-4d00-9a28-6393583ef422 tempest-InstanceActionsNegativeTestJSON-551788100 tempest-InstanceActionsNegativeTestJSON-551788100-project] 10.222.0.23 "GET /v2.0/quotas/820e82faa5644367b33d0bc2c0745899 HTTP/1.1" status: 200 len: 375 time: 0.0428755 Jul 05 02:28:12.092166 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-283e0244-68f1-425e-aa97-714334209dbb tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:12.119375 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-b3a87885-aaa5-4878-8d2b-c767022f8419 tempest-DHCPAgentSchedulersTestJSON-1526340612 tempest-DHCPAgentSchedulersTestJSON-1526340612-project] Calling delete_port for 67cf484c-ac70-4524-9b9a-3b9325f10a72 owned by network:dhcp {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:28:12.145126 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-b672f614-8c06-4fb8-9370-a61988b76060 None None] Provisioning for port c6fca86f-c10b-43cf-9787-4d303916c7bb completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:28:12.146700 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-b672f614-8c06-4fb8-9370-a61988b76060 None None] Provisioning complete for port c6fca86f-c10b-43cf-9787-4d303916c7bb triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:28:12.147151 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b672f614-8c06-4fb8-9370-a61988b76060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:12.157965 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d106b4b4-e049-4010-a646-82c511b95891 req-6060c75e-2878-4059-8df3-b0568e69bc9d tempest-InstanceActionsNegativeTestJSON-551788100 tempest-InstanceActionsNegativeTestJSON-551788100-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=820e82faa5644367b33d0bc2c0745899&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404236 Jul 05 02:28:12.185532 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-b672f614-8c06-4fb8-9370-a61988b76060 None None] Port c6fca86f-c10b-43cf-9787-4d303916c7bb cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:28:12.209725 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dabb990-2643-48e0-bcab-c33ca77ea966 req-2553edec-79ff-416d-9e8a-9bcd205a7b0b tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:12.210599 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5dabb990-2643-48e0-bcab-c33ca77ea966 req-2553edec-79ff-416d-9e8a-9bcd205a7b0b tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] 10.222.0.23 "GET /v2.0/networks/4bbc2f9e-02cf-490e-901d-2588655a3ef0 HTTP/1.1" status: 200 len: 784 time: 0.2555540 Jul 05 02:28:12.263988 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-90f6ffb8-923c-43d2-9300-ec529197b780 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:12.278683 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-deb38115-6fab-48e0-a4d7-78d47cea87b7 req-4356a622-07d3-4e8e-a930-7f8744afd01f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86a9c77f-f816-45c1-944a-b51a49a73d8f {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:28:12.283687 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-90f6ffb8-923c-43d2-9300-ec529197b780 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Calling delete_port for c6fca86f-c10b-43cf-9787-4d303916c7bb owned by {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:28:12.291166 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-deb38115-6fab-48e0-a4d7-78d47cea87b7 req-4356a622-07d3-4e8e-a930-7f8744afd01f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:12.322837 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b3a87885-aaa5-4878-8d2b-c767022f8419 tempest-DHCPAgentSchedulersTestJSON-1526340612 tempest-DHCPAgentSchedulersTestJSON-1526340612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:12.337929 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a87885-aaa5-4878-8d2b-c767022f8419 tempest-DHCPAgentSchedulersTestJSON-1526340612 tempest-DHCPAgentSchedulersTestJSON-1526340612-project] No DVR routers for this DVR port 67cf484c-ac70-4524-9b9a-3b9325f10a72 on host n-d-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:28:12.370186 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d106b4b4-e049-4010-a646-82c511b95891 req-5964df53-1f89-42e0-b12a-e968ad669b2d service neutron] 10.222.0.23 "GET /v2.0/networks/a9dd985e-a2fe-41ae-95ed-5ea2b4c4018d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979296 Jul 05 02:28:12.381391 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-283e0244-68f1-425e-aa97-714334209dbb tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:12.382750 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a87885-aaa5-4878-8d2b-c767022f8419 tempest-DHCPAgentSchedulersTestJSON-1526340612 tempest-DHCPAgentSchedulersTestJSON-1526340612-project] Pushing event deleted for resources: {'Port': ['ID=67cf484c-ac70-4524-9b9a-3b9325f10a72,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:12.386271 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-deb38115-6fab-48e0-a4d7-78d47cea87b7 req-4356a622-07d3-4e8e-a930-7f8744afd01f service neutron] Transition to ACTIVE for port object 86a9c77f-f816-45c1-944a-b51a49a73d8f will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:28:12.410969 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c69904b-f6de-4006-938e-cab17c09da25 None None] Network fef54889-b761-4230-9c30-ec924bcba9b9 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:28:12.482418 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-283e0244-68f1-425e-aa97-714334209dbb tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:12.487030 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-283e0244-68f1-425e-aa97-714334209dbb tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] 10.222.0.23 "DELETE /v2.0/subnets/0fc104b8-b7cd-48ff-89a1-b2b80e65a02f HTTP/1.1" status: 204 len: 168 time: 0.9300025 Jul 05 02:28:12.495136 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 35268) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:12.496570 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 67cf484c-ac70-4524-9b9a-3b9325f10a72 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:28:12.497431 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b3a87885-aaa5-4878-8d2b-c767022f8419 tempest-DHCPAgentSchedulersTestJSON-1526340612 tempest-DHCPAgentSchedulersTestJSON-1526340612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:12.517158 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-deb38115-6fab-48e0-a4d7-78d47cea87b7 req-4356a622-07d3-4e8e-a930-7f8744afd01f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:12.548812 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283e0244-68f1-425e-aa97-714334209dbb tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Pushing event deleted for resources: {'Subnet': ['ID=0fc104b8-b7cd-48ff-89a1-b2b80e65a02f,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:12.564815 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-b3a87885-aaa5-4878-8d2b-c767022f8419 tempest-DHCPAgentSchedulersTestJSON-1526340612 tempest-DHCPAgentSchedulersTestJSON-1526340612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83339782-c7db-44cf-ac9a-d6231f7f4cd1']}} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:28:12.580694 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 67cf484c-ac70-4524-9b9a-3b9325f10a72 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:28:12.582326 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 67cf484c-ac70-4524-9b9a-3b9325f10a72 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:28:12.622947 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-b3a87885-aaa5-4878-8d2b-c767022f8419 tempest-DHCPAgentSchedulersTestJSON-1526340612 tempest-DHCPAgentSchedulersTestJSON-1526340612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9e9865e-f8b6-42e2-a230-8aebf9c6e9d2') {'for_net_delete': True} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:28:12.623316 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-b3a87885-aaa5-4878-8d2b-c767022f8419 tempest-DHCPAgentSchedulersTestJSON-1526340612 tempest-DHCPAgentSchedulersTestJSON-1526340612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9e9865e-f8b6-42e2-a230-8aebf9c6e9d2') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:28:12.650739 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d106b4b4-e049-4010-a646-82c511b95891 req-ead269f2-7b30-4f3d-9a3f-d8744d16224d service neutron] 10.222.0.23 "GET /v2.0/networks/a9dd985e-a2fe-41ae-95ed-5ea2b4c4018d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2797251 Jul 05 02:28:12.660913 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b3a87885-aaa5-4878-8d2b-c767022f8419 tempest-DHCPAgentSchedulersTestJSON-1526340612 tempest-DHCPAgentSchedulersTestJSON-1526340612-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5519669'] for segment, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:12.671351 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4356a622-07d3-4e8e-a930-7f8744afd01f service neutron] Pushing event updated for resources: {'Port': ['ID=86a9c77f-f816-45c1-944a-b51a49a73d8f,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:12.717307 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6e385802-0100-499b-b77c-e3967a367e54 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:12.731271 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-90f6ffb8-923c-43d2-9300-ec529197b780 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:12.745474 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905f031c-3485-4ba9-b5ad-dad6f8cdfad3 None None] DHCP port deletion for fef54889-b761-4230-9c30-ec924bcba9b9 request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:28:12.748146 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b3a87885-aaa5-4878-8d2b-c767022f8419 tempest-DHCPAgentSchedulersTestJSON-1526340612 tempest-DHCPAgentSchedulersTestJSON-1526340612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:12.765345 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba0bc3-a751-45e8-9153-d3afd386660f req-d1e19bad-43fb-49bb-9f80-6bca715c3bd9 tempest-ServersNegativeTestMultiTenantJSON-593204141 tempest-ServersNegativeTestMultiTenantJSON-593204141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:12.767004 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e3ba0bc3-a751-45e8-9153-d3afd386660f req-d1e19bad-43fb-49bb-9f80-6bca715c3bd9 tempest-ServersNegativeTestMultiTenantJSON-593204141 tempest-ServersNegativeTestMultiTenantJSON-593204141-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a09d1a-903c-40d3-9fd2-0726910801d6 HTTP/1.1" status: 200 len: 932 time: 0.3088832 Jul 05 02:28:12.777474 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3a87885-aaa5-4878-8d2b-c767022f8419 tempest-DHCPAgentSchedulersTestJSON-1526340612 tempest-DHCPAgentSchedulersTestJSON-1526340612-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=94461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:28:12.777887 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b3a87885-aaa5-4878-8d2b-c767022f8419 tempest-DHCPAgentSchedulersTestJSON-1526340612 tempest-DHCPAgentSchedulersTestJSON-1526340612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5763545'] for segment, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:12.785662 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:28:12.785662 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:28:12.785662 n-d-771362-32 neutron-server[94461]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:28:12.785662 n-d-771362-32 neutron-server[94461]: self.session.flush() Jul 05 02:28:12.785662 n-d-771362-32 neutron-server[94461]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:28:12.785662 n-d-771362-32 neutron-server[94461]: self.session.flush() Jul 05 02:28:12.785662 n-d-771362-32 neutron-server[94461]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:28:12.785662 n-d-771362-32 neutron-server[94461]: self.session.flush() Jul 05 02:28:12.785662 n-d-771362-32 neutron-server[94461]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:28:12.785662 n-d-771362-32 neutron-server[94461]: self.session.flush() Jul 05 02:28:12.785662 n-d-771362-32 neutron-server[94461]: Traceback (most recent call last): Jul 05 02:28:12.785662 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:28:12.785662 n-d-771362-32 neutron-server[94461]: timer() Jul 05 02:28:12.785662 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:28:12.785662 n-d-771362-32 neutron-server[94461]: cb(*args, **kw) Jul 05 02:28:12.785662 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:28:12.785662 n-d-771362-32 neutron-server[94461]: return func(*args, **kwargs) Jul 05 02:28:12.785662 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:28:12.785662 n-d-771362-32 neutron-server[94461]: self._notify() Jul 05 02:28:12.785662 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:28:12.785662 n-d-771362-32 neutron-server[94461]: self.callback(batched_events) Jul 05 02:28:12.785662 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:28:12.785662 n-d-771362-32 neutron-server[94461]: event.method(event) Jul 05 02:28:12.785662 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:28:12.785662 n-d-771362-32 neutron-server[94461]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:28:12.785662 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:28:12.785662 n-d-771362-32 neutron-server[94461]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:28:12.785662 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:28:12.785662 n-d-771362-32 neutron-server[94461]: return f(self, *a, **k) Jul 05 02:28:12.785662 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:28:12.785662 n-d-771362-32 neutron-server[94461]: return self._get(url).json() Jul 05 02:28:12.785662 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:28:12.785662 n-d-771362-32 neutron-server[94461]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:28:12.785662 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:28:12.785662 n-d-771362-32 neutron-server[94461]: return self.request(url, 'GET', **kwargs) Jul 05 02:28:12.785662 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:28:12.785662 n-d-771362-32 neutron-server[94461]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:28:12.785662 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:28:12.785662 n-d-771362-32 neutron-server[94461]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:28:12.785662 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:28:12.785662 n-d-771362-32 neutron-server[94461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:28:12.785662 n-d-771362-32 neutron-server[94461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:28:12.811860 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f6ffb8-923c-43d2-9300-ec529197b780 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event deleted for resources: {'Port': ['ID=c6fca86f-c10b-43cf-9787-4d303916c7bb,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:12.840780 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-905f031c-3485-4ba9-b5ad-dad6f8cdfad3 None None] Deleting port 4ed3f250-12dc-42d6-a276-4cae376031ab {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:28:12.841288 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-905f031c-3485-4ba9-b5ad-dad6f8cdfad3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:12.848806 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-90f6ffb8-923c-43d2-9300-ec529197b780 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:12.865388 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 35270) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:12.869008 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-90f6ffb8-923c-43d2-9300-ec529197b780 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "DELETE /v2.0/ports/c6fca86f-c10b-43cf-9787-4d303916c7bb HTTP/1.1" status: 204 len: 168 time: 1.2319322 Jul 05 02:28:12.933933 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-905f031c-3485-4ba9-b5ad-dad6f8cdfad3 None None] For port 4ed3f250-12dc-42d6-a276-4cae376031ab, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=4ed3f250-12dc-42d6-a276-4cae376031ab,segment=NetworkSegment(a09076da-074d-411d-aff0-932d335c45b9),segment_id=a09076da-074d-411d-aff0-932d335c45b9)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:28:12.934521 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-905f031c-3485-4ba9-b5ad-dad6f8cdfad3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:12.959651 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-deb38115-6fab-48e0-a4d7-78d47cea87b7 req-4356a622-07d3-4e8e-a930-7f8744afd01f service neutron] Attempting to bind port 86a9c77f-f816-45c1-944a-b51a49a73d8f on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:28:12.959651 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-deb38115-6fab-48e0-a4d7-78d47cea87b7 req-4356a622-07d3-4e8e-a930-7f8744afd01f service neutron] Attempting to bind port 86a9c77f-f816-45c1-944a-b51a49a73d8f by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '34f8ce59-6abb-417c-9b68-d9c2cf27df72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c6491391-cda4-4850-94a6-ed569a99bbf4'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:28:12.959651 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb38115-6fab-48e0-a4d7-78d47cea87b7 req-4356a622-07d3-4e8e-a930-7f8744afd01f service neutron] Attempting to bind port 86a9c77f-f816-45c1-944a-b51a49a73d8f on network c6491391-cda4-4850-94a6-ed569a99bbf4 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:28:12.972264 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-905f031c-3485-4ba9-b5ad-dad6f8cdfad3 None None] Calling delete_port for 4ed3f250-12dc-42d6-a276-4cae376031ab owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:28:12.973578 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e3ba0bc3-a751-45e8-9153-d3afd386660f req-35237379-0ef4-43e8-8538-287b05987417 tempest-ServersNegativeTestMultiTenantJSON-593204141 tempest-ServersNegativeTestMultiTenantJSON-593204141-project] 10.222.0.23 "GET /v2.0/security-groups?id=f03e728d-9b1e-43f1-b649-e8c1204aab5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974425 Jul 05 02:28:12.974598 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb38115-6fab-48e0-a4d7-78d47cea87b7 req-4356a622-07d3-4e8e-a930-7f8744afd01f service neutron] Port 86a9c77f-f816-45c1-944a-b51a49a73d8f on network c6491391-cda4-4850-94a6-ed569a99bbf4 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:28:12.974959 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb38115-6fab-48e0-a4d7-78d47cea87b7 req-4356a622-07d3-4e8e-a930-7f8744afd01f service neutron] Attempting to bind port 86a9c77f-f816-45c1-944a-b51a49a73d8f on network c6491391-cda4-4850-94a6-ed569a99bbf4 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:28:12.990954 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb38115-6fab-48e0-a4d7-78d47cea87b7 req-4356a622-07d3-4e8e-a930-7f8744afd01f service neutron] Checking agent: {'id': 'e071c76e-395f-48c4-a98f-88088465cf0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:28:12.991297 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb38115-6fab-48e0-a4d7-78d47cea87b7 req-4356a622-07d3-4e8e-a930-7f8744afd01f service neutron] Checking segment: {'id': '34f8ce59-6abb-417c-9b68-d9c2cf27df72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c6491391-cda4-4850-94a6-ed569a99bbf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:28:12.991689 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb38115-6fab-48e0-a4d7-78d47cea87b7 req-4356a622-07d3-4e8e-a930-7f8744afd01f service neutron] Bound using segment: {'id': '34f8ce59-6abb-417c-9b68-d9c2cf27df72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c6491391-cda4-4850-94a6-ed569a99bbf4'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:28:12.992137 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-deb38115-6fab-48e0-a4d7-78d47cea87b7 req-4356a622-07d3-4e8e-a930-7f8744afd01f service neutron] Bound port: 86a9c77f-f816-45c1-944a-b51a49a73d8f, host: n-h2-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34f8ce59-6abb-417c-9b68-d9c2cf27df72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c6491391-cda4-4850-94a6-ed569a99bbf4'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:28:12.992501 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-deb38115-6fab-48e0-a4d7-78d47cea87b7 req-4356a622-07d3-4e8e-a930-7f8744afd01f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:13.078114 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b3a87885-aaa5-4878-8d2b-c767022f8419 tempest-DHCPAgentSchedulersTestJSON-1526340612 tempest-DHCPAgentSchedulersTestJSON-1526340612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:13.173051 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-deb38115-6fab-48e0-a4d7-78d47cea87b7 req-4356a622-07d3-4e8e-a930-7f8744afd01f service neutron] For port 86a9c77f-f816-45c1-944a-b51a49a73d8f, host n-h2-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:28:13.196489 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-deb38115-6fab-48e0-a4d7-78d47cea87b7 req-4356a622-07d3-4e8e-a930-7f8744afd01f service neutron] For port 86a9c77f-f816-45c1-944a-b51a49a73d8f, host n-h2-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=86a9c77f-f816-45c1-944a-b51a49a73d8f,segment=NetworkSegment(34f8ce59-6abb-417c-9b68-d9c2cf27df72),segment_id=34f8ce59-6abb-417c-9b68-d9c2cf27df72)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:28:13.209214 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b3a87885-aaa5-4878-8d2b-c767022f8419 tempest-DHCPAgentSchedulersTestJSON-1526340612 tempest-DHCPAgentSchedulersTestJSON-1526340612-project] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:13.219513 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-b3a87885-aaa5-4878-8d2b-c767022f8419 tempest-DHCPAgentSchedulersTestJSON-1526340612 tempest-DHCPAgentSchedulersTestJSON-1526340612-project] 10.222.0.23 "DELETE /v2.0/networks/83339782-c7db-44cf-ac9a-d6231f7f4cd1 HTTP/1.1" status: 204 len: 168 time: 2.0868220 Jul 05 02:28:13.237268 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-6e385802-0100-499b-b77c-e3967a367e54 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Deleting port 4ed3f250-12dc-42d6-a276-4cae376031ab {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:28:13.237789 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6e385802-0100-499b-b77c-e3967a367e54 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:13.269145 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-db2898ee-007c-44c5-84e1-4f2b6bf2b3e7 req-104d3f59-4485-42ca-861e-a4a89bcb4c6e tempest-InstanceActionsNegativeTestJSON-551788100 tempest-InstanceActionsNegativeTestJSON-551788100-project] 10.222.0.23 "GET /v2.0/ports?device_id=8bad2c36-96fb-4268-981a-d82879093817 HTTP/1.1" status: 200 len: 210 time: 0.0944345 Jul 05 02:28:13.301182 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-deb38115-6fab-48e0-a4d7-78d47cea87b7 req-4356a622-07d3-4e8e-a930-7f8744afd01f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:13.303471 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a87885-aaa5-4878-8d2b-c767022f8419 tempest-DHCPAgentSchedulersTestJSON-1526340612 tempest-DHCPAgentSchedulersTestJSON-1526340612-project] Pushing event deleted for resources: {'Network': ['ID=83339782-c7db-44cf-ac9a-d6231f7f4cd1,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:13.403458 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-905f031c-3485-4ba9-b5ad-dad6f8cdfad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:13.432585 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62110f5-bb24-40c9-8858-ad9836b9cbc9 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:13.437398 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-f62110f5-bb24-40c9-8858-ad9836b9cbc9 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.5678642 Jul 05 02:28:13.437587 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35296) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:13.452150 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb38115-6fab-48e0-a4d7-78d47cea87b7 req-4356a622-07d3-4e8e-a930-7f8744afd01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:13.452788 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-deb38115-6fab-48e0-a4d7-78d47cea87b7 req-4356a622-07d3-4e8e-a930-7f8744afd01f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:13.453738 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905f031c-3485-4ba9-b5ad-dad6f8cdfad3 None None] Pushing event deleted for resources: {'Port': ['ID=4ed3f250-12dc-42d6-a276-4cae376031ab,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:13.454214 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-deb38115-6fab-48e0-a4d7-78d47cea87b7 req-4356a622-07d3-4e8e-a930-7f8744afd01f service neutron] 10.222.0.15 "PUT /v2.0/ports/86a9c77f-f816-45c1-944a-b51a49a73d8f HTTP/1.1" status: 200 len: 1093 time: 2.4219720 Jul 05 02:28:13.454658 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57a09d1a-903c-40d3-9fd2-0726910801d6', 'tag': '86a9c77f-f816-45c1-944a-b51a49a73d8f'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:28:13.456172 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905f031c-3485-4ba9-b5ad-dad6f8cdfad3 None None] No DVR routers for this DVR port 4ed3f250-12dc-42d6-a276-4cae376031ab on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:28:13.456930 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c887eb6b-0afb-405b-a819-19cc60e50a78" -d '{"events": [{"name": "network-changed", "server_uuid": "57a09d1a-903c-40d3-9fd2-0726910801d6", "tag": "86a9c77f-f816-45c1-944a-b51a49a73d8f"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:28:13.493818 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 35300) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:13.503272 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [None req-6e385802-0100-499b-b77c-e3967a367e54 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] For port 4ed3f250-12dc-42d6-a276-4cae376031ab, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=4ed3f250-12dc-42d6-a276-4cae376031ab,segment=NetworkSegment(a09076da-074d-411d-aff0-932d335c45b9),segment_id=a09076da-074d-411d-aff0-932d335c45b9)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:28:13.504820 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6e385802-0100-499b-b77c-e3967a367e54 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:13.547743 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb61412f-3b4d-4e3b-a625-cca3280ee3de tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:13.552110 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-cb61412f-3b4d-4e3b-a625-cca3280ee3de tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1112285 Jul 05 02:28:13.552344 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d0e8556-4503-4716-8c66-8067143c8a0b x-openstack-request-id: req-9d0e8556-4503-4716-8c66-8067143c8a0b {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:28:13.552344 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57a09d1a-903c-40d3-9fd2-0726910801d6", "tag": "86a9c77f-f816-45c1-944a-b51a49a73d8f", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:28:13.552344 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9d0e8556-4503-4716-8c66-8067143c8a0b {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:28:13.552344 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57a09d1a-903c-40d3-9fd2-0726910801d6', 'tag': '86a9c77f-f816-45c1-944a-b51a49a73d8f', 'status': 'completed', 'code': 200} Jul 05 02:28:13.552729 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35304) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:13.582589 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-6e385802-0100-499b-b77c-e3967a367e54 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Calling delete_port for 4ed3f250-12dc-42d6-a276-4cae376031ab owned by network:dhcp {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:28:13.594319 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4356a622-07d3-4e8e-a930-7f8744afd01f service neutron] Pushing event updated for resources: {'Port': ['ID=86a9c77f-f816-45c1-944a-b51a49a73d8f,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:13.615584 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d678f1-ea8f-4de1-85a8-bdf93eea4038 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:13.618164 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d678f1-ea8f-4de1-85a8-bdf93eea4038 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:13.619001 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d678f1-ea8f-4de1-85a8-bdf93eea4038 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:13.620913 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-d2d678f1-ea8f-4de1-85a8-bdf93eea4038 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0674694 Jul 05 02:28:13.626782 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35306) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:13.658781 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757fde9e-cddb-401c-bce2-1f8a56ca7131 req-55718fcc-133a-4785-bdbe-74238fa1af03 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:13.660325 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-757fde9e-cddb-401c-bce2-1f8a56ca7131 req-55718fcc-133a-4785-bdbe-74238fa1af03 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] 10.222.0.23 "GET /v2.0/networks?id=5e8d76cf-072c-4ebe-9632-b498a3035f5b HTTP/1.1" status: 200 len: 821 time: 0.4555397 Jul 05 02:28:13.690868 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ed8ed55-f58c-44e4-ba6f-97697c95fa06 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Deleting subnet 168acab8-22d6-4ebc-9e0b-1a56d579093c {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:28:13.693990 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5ed8ed55-f58c-44e4-ba6f-97697c95fa06 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:13.735481 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5ed8ed55-f58c-44e4-ba6f-97697c95fa06 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:13.750534 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-757fde9e-cddb-401c-bce2-1f8a56ca7131 req-41cb724a-1636-4392-97a8-f2c7fb7006c5 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] 10.222.0.23 "GET /v2.0/quotas/820d01c94cb84c34ab4df1230f2d2b19 HTTP/1.1" status: 200 len: 375 time: 0.0288525 Jul 05 02:28:13.816557 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35310) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:13.843635 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5ed8ed55-f58c-44e4-ba6f-97697c95fa06 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:13.879452 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c887eb6b-0afb-405b-a819-19cc60e50a78 req-577cdd59-5e08-455e-b9d2-a6717fdf0212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:13.880988 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c887eb6b-0afb-405b-a819-19cc60e50a78 req-577cdd59-5e08-455e-b9d2-a6717fdf0212 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=53bc9033c99e4a05b388c66507c82900&device_id=57a09d1a-903c-40d3-9fd2-0726910801d6 HTTP/1.1" status: 200 len: 1096 time: 0.2997432 Jul 05 02:28:13.905392 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6e385802-0100-499b-b77c-e3967a367e54 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:13.975281 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-c54751a8-f557-4160-a65a-c0c3cf7ba232 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c405cd435bca4159ab8700e75be6bf06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1576064 Jul 05 02:28:13.977809 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35314) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:14.030026 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-001b702b-d16e-4eb2-b70a-41d4d2c60682 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:14.050562 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5ed8ed55-f58c-44e4-ba6f-97697c95fa06 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:14.098739 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-001b702b-d16e-4eb2-b70a-41d4d2c60682 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:14.110013 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5ed8ed55-f58c-44e4-ba6f-97697c95fa06 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:14.112681 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9990974c-9304-45dd-b70e-67b0e0f40561 None None] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:28:14.115134 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-5ed8ed55-f58c-44e4-ba6f-97697c95fa06 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "DELETE /v2.0/subnets/168acab8-22d6-4ebc-9e0b-1a56d579093c HTTP/1.1" status: 204 len: 168 time: 0.4859633 Jul 05 02:28:14.116283 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed8ed55-f58c-44e4-ba6f-97697c95fa06 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event deleted for resources: {'Subnet': ['ID=168acab8-22d6-4ebc-9e0b-1a56d579093c,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:14.120687 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35322) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:14.240202 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-05f33a45-47aa-40e6-8322-43b0542966ca tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Deleting subnet a9fd4629-a820-4874-a72b-b25dd9b55b53 {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:28:14.246034 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-05f33a45-47aa-40e6-8322-43b0542966ca tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:14.310953 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-05f33a45-47aa-40e6-8322-43b0542966ca tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:14.356878 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e385802-0100-499b-b77c-e3967a367e54 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Pushing event deleted for resources: {'Port': ['ID=4ed3f250-12dc-42d6-a276-4cae376031ab,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:14.361071 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29c1118-665a-4cb6-a7b3-4eb94274af45 req-f1cc8ad9-7432-485f-9596-2a727c9cdf7c tempest-ServersNegativeTestMultiTenantJSON-593204141 tempest-ServersNegativeTestMultiTenantJSON-593204141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:14.366659 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b29c1118-665a-4cb6-a7b3-4eb94274af45 req-f1cc8ad9-7432-485f-9596-2a727c9cdf7c tempest-ServersNegativeTestMultiTenantJSON-593204141 tempest-ServersNegativeTestMultiTenantJSON-593204141-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a09d1a-903c-40d3-9fd2-0726910801d6 HTTP/1.1" status: 200 len: 944 time: 0.2092226 Jul 05 02:28:14.391162 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e385802-0100-499b-b77c-e3967a367e54 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] No DVR routers for this DVR port 4ed3f250-12dc-42d6-a276-4cae376031ab on host n-d-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:28:14.418280 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 4ed3f250-12dc-42d6-a276-4cae376031ab no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:28:14.428271 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b29c1118-665a-4cb6-a7b3-4eb94274af45 req-d6c7c2cc-6ce9-4ee7-a265-b946ab9ee040 tempest-ServersNegativeTestMultiTenantJSON-593204141 tempest-ServersNegativeTestMultiTenantJSON-593204141-project] 10.222.0.23 "GET /v2.0/security-groups?id=f03e728d-9b1e-43f1-b649-e8c1204aab5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557878 Jul 05 02:28:14.434704 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 4ed3f250-12dc-42d6-a276-4cae376031ab {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:28:14.435835 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 4ed3f250-12dc-42d6-a276-4cae376031ab not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:28:14.458457 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-001b702b-d16e-4eb2-b70a-41d4d2c60682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:14.458457 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-001b702b-d16e-4eb2-b70a-41d4d2c60682 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:14.458904 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-001b702b-d16e-4eb2-b70a-41d4d2c60682 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/28dbb100-f937-4281-a91e-f484ea245670 HTTP/1.1" status: 204 len: 168 time: 0.4800634 Jul 05 02:28:14.497948 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b702b-d16e-4eb2-b70a-41d4d2c60682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28dbb100-f937-4281-a91e-f484ea245670,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:14.517536 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-757fde9e-cddb-401c-bce2-1f8a56ca7131 req-679167c0-b642-4081-a8f8-a712fad67c3c tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=820d01c94cb84c34ab4df1230f2d2b19&fields=id HTTP/1.1" status: 200 len: 394 time: 0.7493155 Jul 05 02:28:14.543222 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-05f33a45-47aa-40e6-8322-43b0542966ca tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:14.702862 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6e385802-0100-499b-b77c-e3967a367e54 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:14.703838 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4f212502-b0ce-4216-8089-c5561a1d1d5d req-df858072-de49-4924-b3af-7525565ad0d1 tempest-InstanceActionsNegativeTestJSON-551788100 tempest-InstanceActionsNegativeTestJSON-551788100-project] 10.222.0.23 "GET /v2.0/ports?device_id=8bad2c36-96fb-4268-981a-d82879093817 HTTP/1.1" status: 200 len: 210 time: 0.0380864 Jul 05 02:28:14.709868 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-05f33a45-47aa-40e6-8322-43b0542966ca tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:14.723110 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c887eb6b-0afb-405b-a819-19cc60e50a78 req-0ef7a9c3-4d86-44c3-9017-adecad5b0309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:14.734047 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c887eb6b-0afb-405b-a819-19cc60e50a78 req-0ef7a9c3-4d86-44c3-9017-adecad5b0309 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=53bc9033c99e4a05b388c66507c82900&shared=False HTTP/1.1" status: 200 len: 924 time: 0.8396804 Jul 05 02:28:14.736143 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-6e385802-0100-499b-b77c-e3967a367e54 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fef54889-b761-4230-9c30-ec924bcba9b9']}} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:28:14.741392 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f33a45-47aa-40e6-8322-43b0542966ca tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event deleted for resources: {'Subnet': ['ID=a9fd4629-a820-4874-a72b-b25dd9b55b53,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:14.747990 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-05f33a45-47aa-40e6-8322-43b0542966ca tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:14.749517 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-05f33a45-47aa-40e6-8322-43b0542966ca tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "DELETE /v2.0/subnets/a9fd4629-a820-4874-a72b-b25dd9b55b53 HTTP/1.1" status: 204 len: 168 time: 0.6278529 Jul 05 02:28:14.752129 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35332) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:14.780829 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-6e385802-0100-499b-b77c-e3967a367e54 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a09076da-074d-411d-aff0-932d335c45b9') {'for_net_delete': True} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:28:14.781238 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-6e385802-0100-499b-b77c-e3967a367e54 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a09076da-074d-411d-aff0-932d335c45b9') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:28:14.795522 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-2729fd28-912b-40f1-a4fb-eaf02d63b69d tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0396621 Jul 05 02:28:14.795795 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35334) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:14.800845 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-33e8d62c-5169-4ab5-8e8d-e59d787c40af tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Request body: {'subnet': {'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:28:14.838769 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6e385802-0100-499b-b77c-e3967a367e54 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5519669'] for segment, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:14.873457 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6e385802-0100-499b-b77c-e3967a367e54 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:14.887167 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-757fde9e-cddb-401c-bce2-1f8a56ca7131 req-baceda42-309d-4b34-a55c-6120ab673712 service neutron] 10.222.0.23 "GET /v2.0/networks/5e8d76cf-072c-4ebe-9632-b498a3035f5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3145027 Jul 05 02:28:14.893182 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e385802-0100-499b-b77c-e3967a367e54 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=94461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:28:14.893604 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6e385802-0100-499b-b77c-e3967a367e54 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5763545'] for segment, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:14.900404 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:28:14.900404 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:28:14.900404 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:28:14.900404 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:28:14.900404 n-d-771362-32 neutron-server[94461]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:28:14.900404 n-d-771362-32 neutron-server[94461]: self.session.flush() Jul 05 02:28:14.900404 n-d-771362-32 neutron-server[94461]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:28:14.900404 n-d-771362-32 neutron-server[94461]: self.session.flush() Jul 05 02:28:14.900404 n-d-771362-32 neutron-server[94461]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:28:14.900404 n-d-771362-32 neutron-server[94461]: self.session.flush() Jul 05 02:28:14.900404 n-d-771362-32 neutron-server[94461]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:28:14.900404 n-d-771362-32 neutron-server[94461]: self.session.flush() Jul 05 02:28:14.900404 n-d-771362-32 neutron-server[94461]: Traceback (most recent call last): Jul 05 02:28:14.900404 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:28:14.900404 n-d-771362-32 neutron-server[94461]: timer() Jul 05 02:28:14.900404 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:28:14.900404 n-d-771362-32 neutron-server[94461]: cb(*args, **kw) Jul 05 02:28:14.900404 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:28:14.900404 n-d-771362-32 neutron-server[94461]: return func(*args, **kwargs) Jul 05 02:28:14.900404 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:28:14.900404 n-d-771362-32 neutron-server[94461]: self._notify() Jul 05 02:28:14.900404 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:28:14.900404 n-d-771362-32 neutron-server[94461]: self.callback(batched_events) Jul 05 02:28:14.900404 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:28:14.900404 n-d-771362-32 neutron-server[94461]: event.method(event) Jul 05 02:28:14.900404 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:28:14.900404 n-d-771362-32 neutron-server[94461]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:28:14.900404 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:28:14.900404 n-d-771362-32 neutron-server[94461]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:28:14.900404 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:28:14.900404 n-d-771362-32 neutron-server[94461]: return f(self, *a, **k) Jul 05 02:28:14.900404 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:28:14.900404 n-d-771362-32 neutron-server[94461]: return self._get(url).json() Jul 05 02:28:14.900404 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:28:14.900404 n-d-771362-32 neutron-server[94461]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:28:14.900404 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:28:14.900404 n-d-771362-32 neutron-server[94461]: return self.request(url, 'GET', **kwargs) Jul 05 02:28:14.900404 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:28:14.900404 n-d-771362-32 neutron-server[94461]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:28:14.900404 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:28:14.900404 n-d-771362-32 neutron-server[94461]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:28:14.900404 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:28:14.900404 n-d-771362-32 neutron-server[94461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:28:14.900404 n-d-771362-32 neutron-server[94461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:28:15.005062 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33e8d62c-5169-4ab5-8e8d-e59d787c40af tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Made reservation on behalf of db76c4c0345048a1b87eacad1e0b9ba1 for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:28:15.008751 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-33e8d62c-5169-4ab5-8e8d-e59d787c40af tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:15.076736 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c887eb6b-0afb-405b-a819-19cc60e50a78 req-2c404c07-7a7d-4073-a9eb-72bba94cc09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:15.085586 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c887eb6b-0afb-405b-a819-19cc60e50a78 req-2c404c07-7a7d-4073-a9eb-72bba94cc09f service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3357277 Jul 05 02:28:15.118803 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-757fde9e-cddb-401c-bce2-1f8a56ca7131 req-fbfae286-7f1d-4139-b8c2-84e06178a0b6 service neutron] 10.222.0.23 "GET /v2.0/networks/5e8d76cf-072c-4ebe-9632-b498a3035f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076674 Jul 05 02:28:15.148685 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a874672-0c15-4cc7-b181-96f6890beeed None None] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:28:15.211010 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6e385802-0100-499b-b77c-e3967a367e54 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:15.217938 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6e385802-0100-499b-b77c-e3967a367e54 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:15.221590 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-6e385802-0100-499b-b77c-e3967a367e54 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] 10.222.0.23 "DELETE /v2.0/networks/fef54889-b761-4230-9c30-ec924bcba9b9 HTTP/1.1" status: 204 len: 168 time: 2.7212319 Jul 05 02:28:15.249205 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-ca5e5f0d-daf2-42fa-a9b7-79fd227fb69d None None] Provisioning complete for port 6640b7a3-dd27-4616-9312-b5b0e95b10e6 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:28:15.249923 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-ca5e5f0d-daf2-42fa-a9b7-79fd227fb69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:15.255877 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e385802-0100-499b-b77c-e3967a367e54 tempest-AllowedAddressPairTestJSON-952214108 tempest-AllowedAddressPairTestJSON-952214108-project] Pushing event deleted for resources: {'Network': ['ID=fef54889-b761-4230-9c30-ec924bcba9b9,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:15.284852 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-84dfc892-b916-4ff3-9f59-eeaee7c2d593 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1634680'] for router_interface, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:15.356979 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb38115-6fab-48e0-a4d7-78d47cea87b7 req-8a1cd3fd-202b-4a15-bad8-8cccd77a6787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:15.358632 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-deb38115-6fab-48e0-a4d7-78d47cea87b7 req-8a1cd3fd-202b-4a15-bad8-8cccd77a6787 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=53bc9033c99e4a05b388c66507c82900&device_id=57a09d1a-903c-40d3-9fd2-0726910801d6 HTTP/1.1" status: 200 len: 1096 time: 0.1883845 Jul 05 02:28:15.432295 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-deb38115-6fab-48e0-a4d7-78d47cea87b7 req-e41cdcfd-2b2b-4f3d-8790-2f5d2b0b7ce7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=86a9c77f-f816-45c1-944a-b51a49a73d8f HTTP/1.1" status: 200 len: 217 time: 0.0407364 Jul 05 02:28:15.439313 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2ed604-7c05-424f-869d-91de0c13bced None None] DHCP port deletion for ed71b0ad-0d45-4cc1-9581-fdfa4092af45 request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:28:15.445879 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-33e8d62c-5169-4ab5-8e8d-e59d787c40af tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:15.512250 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e8d62c-5169-4ab5-8e8d-e59d787c40af tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:28:15.519907 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-33e8d62c-5169-4ab5-8e8d-e59d787c40af tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:28:15.525848 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e8d62c-5169-4ab5-8e8d-e59d787c40af tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:15.530055 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-33e8d62c-5169-4ab5-8e8d-e59d787c40af tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:15.537144 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-7a2ed604-7c05-424f-869d-91de0c13bced None None] Deleting port 6640b7a3-dd27-4616-9312-b5b0e95b10e6 {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:28:15.537850 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-7a2ed604-7c05-424f-869d-91de0c13bced None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:15.549189 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35346) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:15.610887 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-987fb0ca-5e24-4d87-8c98-d23816fddcd1 req-2a3bc6d7-ed95-40e3-9ad8-88c3a7642221 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] 10.222.0.23 "GET /v2.0/ports?device_id=8472f9d0-c744-4bc0-8ccf-9d1f651cfb7c HTTP/1.1" status: 200 len: 210 time: 0.0923147 Jul 05 02:28:15.625339 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-33e8d62c-5169-4ab5-8e8d-e59d787c40af tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8267934 Jul 05 02:28:15.626874 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35348) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:15.627804 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-79069c70-03e3-4a08-8b95-c9e689289844 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:15.634880 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-6c7ba5f1-97c0-464d-a93a-75d284916b5c tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Request body: {'subnet': {'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:28:15.648524 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e8d62c-5169-4ab5-8e8d-e59d787c40af tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event updated for resources: {'Subnet': ['ID=c428d18b-2446-4d7f-a3c8-0852c99bff2c,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:15.849582 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb38115-6fab-48e0-a4d7-78d47cea87b7 req-b1121683-cda0-448e-a46b-ae8bcb4ebfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:15.849582 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-deb38115-6fab-48e0-a4d7-78d47cea87b7 req-b1121683-cda0-448e-a46b-ae8bcb4ebfe7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e3e3bfc5-5b96-4ffa-87c1-85ce15b76e37 HTTP/1.1" status: 200 len: 864 time: 0.3317971 Jul 05 02:28:15.852467 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-7a2ed604-7c05-424f-869d-91de0c13bced None None] For port 6640b7a3-dd27-4616-9312-b5b0e95b10e6, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=6640b7a3-dd27-4616-9312-b5b0e95b10e6,segment=NetworkSegment(4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6),segment_id=4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:28:15.852467 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-7a2ed604-7c05-424f-869d-91de0c13bced None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:15.853467 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.db.api [None req-6c7ba5f1-97c0-464d-a93a-75d284916b5c tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 02:28:15.853467 n-d-771362-32 neutron-server[94462]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 02:28:15.853467 n-d-771362-32 neutron-server[94462]: [parameters: {'project_id_1': 'db76c4c0345048a1b87eacad1e0b9ba1', 'expiration_1': datetime.datetime(2021, 7, 5, 2, 28, 15, 786448)}] Jul 05 02:28:15.853467 n-d-771362-32 neutron-server[94462]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94462) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 02:28:15.853467 n-d-771362-32 neutron-server[94462]: DEBUG oslo_db.api [None req-6c7ba5f1-97c0-464d-a93a-75d284916b5c tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 02:28:15.856257 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-7a2ed604-7c05-424f-869d-91de0c13bced None None] Calling delete_port for 6640b7a3-dd27-4616-9312-b5b0e95b10e6 owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:28:15.856930 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-deb38115-6fab-48e0-a4d7-78d47cea87b7 req-984bff09-494a-4987-8a18-362106781bdc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c6491391-cda4-4850-94a6-ed569a99bbf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530322 Jul 05 02:28:15.901310 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-79069c70-03e3-4a08-8b95-c9e689289844 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:15.907422 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0001d4d3-2f5c-4b73-ace4-be7be3f57bd4 req-3c6405e4-ed8c-4879-98ab-054ef9c6c0f6 tempest-ServersNegativeTestMultiTenantJSON-593204141 tempest-ServersNegativeTestMultiTenantJSON-593204141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:15.909265 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0001d4d3-2f5c-4b73-ace4-be7be3f57bd4 req-3c6405e4-ed8c-4879-98ab-054ef9c6c0f6 tempest-ServersNegativeTestMultiTenantJSON-593204141 tempest-ServersNegativeTestMultiTenantJSON-593204141-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a09d1a-903c-40d3-9fd2-0726910801d6 HTTP/1.1" status: 200 len: 944 time: 0.2146761 Jul 05 02:28:15.947218 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35360) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:16.007984 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3f199a1a-eaeb-47e0-a383-355ac7a47086 req-80ccbada-6cf6-418a-b3c7-09d886323696 tempest-InstanceActionsNegativeTestJSON-551788100 tempest-InstanceActionsNegativeTestJSON-551788100-project] 10.222.0.23 "GET /v2.0/ports?device_id=8bad2c36-96fb-4268-981a-d82879093817 HTTP/1.1" status: 200 len: 210 time: 0.0292013 Jul 05 02:28:16.029759 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0001d4d3-2f5c-4b73-ace4-be7be3f57bd4 req-48948287-0205-4b27-88e4-f50a14a7e433 tempest-ServersNegativeTestMultiTenantJSON-593204141 tempest-ServersNegativeTestMultiTenantJSON-593204141-project] 10.222.0.23 "GET /v2.0/security-groups?id=f03e728d-9b1e-43f1-b649-e8c1204aab5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918009 Jul 05 02:28:16.060269 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-7a2ed604-7c05-424f-869d-91de0c13bced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:16.060455 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-79069c70-03e3-4a08-8b95-c9e689289844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:16.078016 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-deb38115-6fab-48e0-a4d7-78d47cea87b7 req-c0e85d31-9c70-4ff2-966f-0cb0a4d4d4d9 service neutron] 10.222.0.15 "GET /v2.0/networks/c6491391-cda4-4850-94a6-ed569a99bbf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149682 Jul 05 02:28:16.081660 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2ed604-7c05-424f-869d-91de0c13bced None None] Pushing event deleted for resources: {'Port': ['ID=6640b7a3-dd27-4616-9312-b5b0e95b10e6,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:16.090216 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2ed604-7c05-424f-869d-91de0c13bced None None] No DVR routers for this DVR port 6640b7a3-dd27-4616-9312-b5b0e95b10e6 on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:28:16.135858 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e3b2d7-0a8e-49e1-b44a-4f04e6433818 None None] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:28:16.142351 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-79069c70-03e3-4a08-8b95-c9e689289844 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=041f213e9bd3493fb20379e9e97ee14e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5856636 Jul 05 02:28:16.149141 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 35364) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:16.150478 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79069c70-03e3-4a08-8b95-c9e689289844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e370f3b-2b6e-4e88-b3c6-e3011c0fb6dc,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:16.171186 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-c1b77118-8578-484f-bc6f-fdbc856e966b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=415272e6e50143d6ae4a660ae566e419&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2191727 Jul 05 02:28:16.171373 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-84dfc892-b916-4ff3-9f59-eeaee7c2d593 admin admin] Deleting port 3ba2d0d9-bd04-4ad6-9c9d-0428f63395b3 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:28:16.171373 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-84dfc892-b916-4ff3-9f59-eeaee7c2d593 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:16.171558 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35366) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:16.235109 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-82b6b628-3926-4076-81fd-f71fe574271c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:16.261148 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-82b6b628-3926-4076-81fd-f71fe574271c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:16.280673 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a875e70a-905d-4c16-ad19-8c49707bcbd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'tenant_id': 'db76c4c0345048a1b87eacad1e0b9ba1', 'fixed_ips': [{'subnet_id': 'c428d18b-2446-4d7f-a3c8-0852c99bff2c'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:28:16.282354 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a875e70a-905d-4c16-ad19-8c49707bcbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:16.318892 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-deb38115-6fab-48e0-a4d7-78d47cea87b7 req-73688050-7c05-4266-ade8-71f8f7fcac01 service neutron] 10.222.0.15 "GET /v2.0/networks/c6491391-cda4-4850-94a6-ed569a99bbf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300038 Jul 05 02:28:16.325617 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ce68641b-72a8-4f9d-a0a5-ea16abb34d74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:16.364981 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [None req-84dfc892-b916-4ff3-9f59-eeaee7c2d593 admin admin] For port 3ba2d0d9-bd04-4ad6-9c9d-0428f63395b3, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=3ba2d0d9-bd04-4ad6-9c9d-0428f63395b3,segment=NetworkSegment(808aeee9-9700-4e2b-95a3-34b73f31015e),segment_id=808aeee9-9700-4e2b-95a3-34b73f31015e)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:28:16.365634 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-84dfc892-b916-4ff3-9f59-eeaee7c2d593 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:16.382683 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 6640b7a3-dd27-4616-9312-b5b0e95b10e6 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:28:16.383779 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-84dfc892-b916-4ff3-9f59-eeaee7c2d593 admin admin] Calling delete_port for 3ba2d0d9-bd04-4ad6-9c9d-0428f63395b3 owned by network:router_interface {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:28:16.408399 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 6640b7a3-dd27-4616-9312-b5b0e95b10e6 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:28:16.408962 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 6640b7a3-dd27-4616-9312-b5b0e95b10e6 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:28:16.421743 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ce68641b-72a8-4f9d-a0a5-ea16abb34d74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:16.475034 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-a875e70a-905d-4c16-ad19-8c49707bcbd0 None None] Allocated IP 2001:db8::2 (ed71b0ad-0d45-4cc1-9581-fdfa4092af45/c428d18b-2446-4d7f-a3c8-0852c99bff2c/d390cc0f-3503-49df-9a72-58b93ac30f6d) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:28:16.497278 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-82b6b628-3926-4076-81fd-f71fe574271c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:16.505002 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-82b6b628-3926-4076-81fd-f71fe574271c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:16.506491 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-82b6b628-3926-4076-81fd-f71fe574271c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c4811706-14a9-4775-b9f1-6100ed2d5fec HTTP/1.1" status: 204 len: 168 time: 0.3346913 Jul 05 02:28:16.509433 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c7ba5f1-97c0-464d-a93a-75d284916b5c tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Made reservation on behalf of db76c4c0345048a1b87eacad1e0b9ba1 for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:28:16.514950 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6c7ba5f1-97c0-464d-a93a-75d284916b5c tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:16.582563 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b6b628-3926-4076-81fd-f71fe574271c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4811706-14a9-4775-b9f1-6100ed2d5fec,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:16.594873 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b6b628-3926-4076-81fd-f71fe574271c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:28:16.598601 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b6b628-3926-4076-81fd-f71fe574271c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:28:16.598601 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b6b628-3926-4076-81fd-f71fe574271c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:28:16.598601 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b6b628-3926-4076-81fd-f71fe574271c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:28:16.598601 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b6b628-3926-4076-81fd-f71fe574271c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:28:16.598601 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b6b628-3926-4076-81fd-f71fe574271c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:28:16.598601 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b6b628-3926-4076-81fd-f71fe574271c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:28:16.598601 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b6b628-3926-4076-81fd-f71fe574271c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:28:16.598601 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b6b628-3926-4076-81fd-f71fe574271c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:28:16.598601 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b6b628-3926-4076-81fd-f71fe574271c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:28:16.598601 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b6b628-3926-4076-81fd-f71fe574271c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:28:16.599454 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b6b628-3926-4076-81fd-f71fe574271c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:28:16.678489 n-d-771362-32 neutron-server[94462]: INFO neutron.db.ipam_backend_mixin [None req-6c7ba5f1-97c0-464d-a93a-75d284916b5c tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c428d18b-2446-4d7f-a3c8-0852c99bff2c (CIDR: 2001:db8::/64) Jul 05 02:28:16.685516 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a875e70a-905d-4c16-ad19-8c49707bcbd0 None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:16.702193 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-a875e70a-905d-4c16-ad19-8c49707bcbd0 None None] Transition to ACTIVE for port object d390cc0f-3503-49df-9a72-58b93ac30f6d will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:28:16.703384 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ce68641b-72a8-4f9d-a0a5-ea16abb34d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:16.705920 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ce68641b-72a8-4f9d-a0a5-ea16abb34d74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:16.710982 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-ce68641b-72a8-4f9d-a0a5-ea16abb34d74 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5e370f3b-2b6e-4e88-b3c6-e3011c0fb6dc HTTP/1.1" status: 204 len: 168 time: 0.5634573 Jul 05 02:28:16.715826 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7ab87e5f-cda0-4359-a317-d603c8806790 req-49d5de3f-c981-4a96-876f-49d16e3d66c8 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] 10.222.0.23 "GET /v2.0/ports?device_id=8472f9d0-c744-4bc0-8ccf-9d1f651cfb7c HTTP/1.1" status: 200 len: 210 time: 0.0306330 Jul 05 02:28:16.741330 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c7ba5f1-97c0-464d-a93a-75d284916b5c tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 02:28:16.741510 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-a875e70a-905d-4c16-ad19-8c49707bcbd0 None None] Transition to ACTIVE for port object d390cc0f-3503-49df-9a72-58b93ac30f6d will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:28:16.741831 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c7ba5f1-97c0-464d-a93a-75d284916b5c tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94462) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:28:16.756512 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce68641b-72a8-4f9d-a0a5-ea16abb34d74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e370f3b-2b6e-4e88-b3c6-e3011c0fb6dc,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:16.780824 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d106b4b4-e049-4010-a646-82c511b95891 req-d9ee48f8-b27f-4019-8147-10c30394eade tempest-InstanceActionsNegativeTestJSON-551788100 tempest-InstanceActionsNegativeTestJSON-551788100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:16.782374 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d106b4b4-e049-4010-a646-82c511b95891 req-d9ee48f8-b27f-4019-8147-10c30394eade tempest-InstanceActionsNegativeTestJSON-551788100 tempest-InstanceActionsNegativeTestJSON-551788100-project] 10.222.0.21 "GET /v2.0/networks?id=a9dd985e-a2fe-41ae-95ed-5ea2b4c4018d HTTP/1.1" status: 200 len: 821 time: 0.1516550 Jul 05 02:28:16.809318 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-d106b4b4-e049-4010-a646-82c511b95891 req-410c5792-adb9-4acc-beae-880ab35a4b85 tempest-InstanceActionsNegativeTestJSON-551788100 tempest-InstanceActionsNegativeTestJSON-551788100-project] Request body: {'port': {'device_id': '8bad2c36-96fb-4268-981a-d82879093817', 'network_id': 'a9dd985e-a2fe-41ae-95ed-5ea2b4c4018d', 'admin_state_up': True, 'tenant_id': '820e82faa5644367b33d0bc2c0745899'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:28:16.876410 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-84dfc892-b916-4ff3-9f59-eeaee7c2d593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:16.912711 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfc892-b916-4ff3-9f59-eeaee7c2d593 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ba2d0d9-bd04-4ad6-9c9d-0428f63395b3,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:16.945777 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a875e70a-905d-4c16-ad19-8c49707bcbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:16.948475 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-6c7ba5f1-97c0-464d-a93a-75d284916b5c tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3178377 Jul 05 02:28:16.966322 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35380) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:16.972509 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-29c8758e-7522-4fb1-8b87-06a1c7dd85c8 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Request body: {'subnet': {'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:28:17.031734 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a875e70a-905d-4c16-ad19-8c49707bcbd0 None None] Pushing event updated for resources: {'Port': ['ID=d390cc0f-3503-49df-9a72-58b93ac30f6d,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:17.038962 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a875e70a-905d-4c16-ad19-8c49707bcbd0 None None] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:28:17.040403 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-a875e70a-905d-4c16-ad19-8c49707bcbd0 None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:28:17.043179 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a875e70a-905d-4c16-ad19-8c49707bcbd0 None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:28:17.147750 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-a875e70a-905d-4c16-ad19-8c49707bcbd0 None None] Attempting to bind port d390cc0f-3503-49df-9a72-58b93ac30f6d on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:28:17.148223 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-a875e70a-905d-4c16-ad19-8c49707bcbd0 None None] Attempting to bind port d390cc0f-3503-49df-9a72-58b93ac30f6d by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:28:17.149255 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a875e70a-905d-4c16-ad19-8c49707bcbd0 None None] Attempting to bind port d390cc0f-3503-49df-9a72-58b93ac30f6d on network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:28:17.156149 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a875e70a-905d-4c16-ad19-8c49707bcbd0 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:28:17.156634 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a875e70a-905d-4c16-ad19-8c49707bcbd0 None None] Checking segment: {'id': '4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:28:17.157319 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a875e70a-905d-4c16-ad19-8c49707bcbd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:17.157738 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a875e70a-905d-4c16-ad19-8c49707bcbd0 None None] Bound using segment: {'id': '4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:28:17.158496 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-a875e70a-905d-4c16-ad19-8c49707bcbd0 None None] Bound port: d390cc0f-3503-49df-9a72-58b93ac30f6d, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:28:17.158885 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a875e70a-905d-4c16-ad19-8c49707bcbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:17.276628 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-a875e70a-905d-4c16-ad19-8c49707bcbd0 None None] For port d390cc0f-3503-49df-9a72-58b93ac30f6d, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:28:17.282071 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-a875e70a-905d-4c16-ad19-8c49707bcbd0 None None] For port d390cc0f-3503-49df-9a72-58b93ac30f6d, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=d390cc0f-3503-49df-9a72-58b93ac30f6d,segment=NetworkSegment(4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6),segment_id=4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:28:17.342037 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d106b4b4-e049-4010-a646-82c511b95891 req-410c5792-adb9-4acc-beae-880ab35a4b85 tempest-InstanceActionsNegativeTestJSON-551788100 tempest-InstanceActionsNegativeTestJSON-551788100-project] Made reservation on behalf of 820e82faa5644367b33d0bc2c0745899 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:28:17.343755 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-d106b4b4-e049-4010-a646-82c511b95891 req-410c5792-adb9-4acc-beae-880ab35a4b85 tempest-InstanceActionsNegativeTestJSON-551788100 tempest-InstanceActionsNegativeTestJSON-551788100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:17.396293 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a875e70a-905d-4c16-ad19-8c49707bcbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:17.409554 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0b112106-e029-4299-afd9-377563916934 req-55f1e5b8-2984-493b-9ed0-9fea002b202f tempest-InstanceActionsNegativeTestJSON-551788100 tempest-InstanceActionsNegativeTestJSON-551788100-project] 10.222.0.23 "GET /v2.0/ports?device_id=8bad2c36-96fb-4268-981a-d82879093817 HTTP/1.1" status: 200 len: 210 time: 0.0572109 Jul 05 02:28:17.409554 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29c8758e-7522-4fb1-8b87-06a1c7dd85c8 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Made reservation on behalf of db76c4c0345048a1b87eacad1e0b9ba1 for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:28:17.415058 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-29c8758e-7522-4fb1-8b87-06a1c7dd85c8 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:17.481397 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-84dfc892-b916-4ff3-9f59-eeaee7c2d593 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635398'] for router_interface, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:17.566420 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a875e70a-905d-4c16-ad19-8c49707bcbd0 None None] Pushing event updated for resources: {'Port': ['ID=d390cc0f-3503-49df-9a72-58b93ac30f6d,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:17.692824 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ff45d9-8d42-411d-bcfe-42ba92a6e4e8 req-d093410c-4075-4b03-ab51-27e2d9c014af tempest-ServersNegativeTestMultiTenantJSON-593204141 tempest-ServersNegativeTestMultiTenantJSON-593204141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:17.700741 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-27ff45d9-8d42-411d-bcfe-42ba92a6e4e8 req-d093410c-4075-4b03-ab51-27e2d9c014af tempest-ServersNegativeTestMultiTenantJSON-593204141 tempest-ServersNegativeTestMultiTenantJSON-593204141-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a09d1a-903c-40d3-9fd2-0726910801d6 HTTP/1.1" status: 200 len: 944 time: 0.3513336 Jul 05 02:28:17.725592 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-d106b4b4-e049-4010-a646-82c511b95891 req-410c5792-adb9-4acc-beae-880ab35a4b85 tempest-InstanceActionsNegativeTestJSON-551788100 tempest-InstanceActionsNegativeTestJSON-551788100-project] Allocated IP 172.20.0.5 (a9dd985e-a2fe-41ae-95ed-5ea2b4c4018d/33394814-8ae6-4b02-bfb4-5679d954862b/3322a531-1adb-463c-852b-8b24fc75d710) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:28:17.804650 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-27ff45d9-8d42-411d-bcfe-42ba92a6e4e8 req-945ed221-12a0-4c66-9047-aaa3efb12342 tempest-ServersNegativeTestMultiTenantJSON-593204141 tempest-ServersNegativeTestMultiTenantJSON-593204141-project] 10.222.0.23 "GET /v2.0/security-groups?id=f03e728d-9b1e-43f1-b649-e8c1204aab5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031914 Jul 05 02:28:17.975353 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-062ae1af-3b6c-420f-b4ad-37ff11e8be2c req-e62d2b06-cfbd-4b6a-9d0d-b7e243caf501 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] 10.222.0.23 "GET /v2.0/ports?device_id=8472f9d0-c744-4bc0-8ccf-9d1f651cfb7c HTTP/1.1" status: 200 len: 210 time: 0.0429139 Jul 05 02:28:18.175419 n-d-771362-32 neutron-server[94462]: DEBUG neutron.objects.ports [None req-29c8758e-7522-4fb1-8b87-06a1c7dd85c8 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94462) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 02:28:18.479649 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84dfc892-b916-4ff3-9f59-eeaee7c2d593 admin admin] Router e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:28:18.523742 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-d106b4b4-e049-4010-a646-82c511b95891 req-410c5792-adb9-4acc-beae-880ab35a4b85 tempest-InstanceActionsNegativeTestJSON-551788100 tempest-InstanceActionsNegativeTestJSON-551788100-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:18.538618 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-29c8758e-7522-4fb1-8b87-06a1c7dd85c8 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:18.547391 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device d390cc0f-3503-49df-9a72-58b93ac30f6d up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:28:18.727907 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84dfc892-b916-4ff3-9f59-eeaee7c2d593 admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:28:18.744668 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54084820-7126-45d5-9e76-afe793d4e023 None None] Sync routers for ids ['e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:28:18.752732 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-84dfc892-b916-4ff3-9f59-eeaee7c2d593 admin admin] 10.222.0.23 "PUT /v2.0/routers/e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2525134 Jul 05 02:28:18.753393 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 35430) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:18.768381 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54084820-7126-45d5-9e76-afe793d4e023 None None] Routers {'e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:28:18.769023 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-54084820-7126-45d5-9e76-afe793d4e023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:27:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:28:18.777390 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-d106b4b4-e049-4010-a646-82c511b95891 req-410c5792-adb9-4acc-beae-880ab35a4b85 tempest-InstanceActionsNegativeTestJSON-551788100 tempest-InstanceActionsNegativeTestJSON-551788100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:18.795755 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 86a9c77f-f816-45c1-944a-b51a49a73d8f details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:28:18.799936 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port d390cc0f-3503-49df-9a72-58b93ac30f6d completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:28:18.873110 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35434) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:18.991461 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-54084820-7126-45d5-9e76-afe793d4e023 None None] Set router e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:28:19.016669 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 86a9c77f-f816-45c1-944a-b51a49a73d8f, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=86a9c77f-f816-45c1-944a-b51a49a73d8f,segment=NetworkSegment(34f8ce59-6abb-417c-9b68-d9c2cf27df72),segment_id=34f8ce59-6abb-417c-9b68-d9c2cf27df72)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:28:19.051738 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Returning: {'device': '86a9c77f-f816-45c1-944a-b51a49a73d8f', 'network_id': 'c6491391-cda4-4850-94a6-ed569a99bbf4', 'port_id': '86a9c77f-f816-45c1-944a-b51a49a73d8f', 'mac_address': 'fa:16:3e:2a:97:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3e3bfc5-5b96-4ffa-87c1-85ce15b76e37', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:28:19.141641 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f515bb-ac53-4734-a664-2bd4876857cd req-aa4fdf7b-feef-4258-8d82-08a88389015e tempest-InstanceActionsNegativeTestJSON-551788100 tempest-InstanceActionsNegativeTestJSON-551788100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:19.146566 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-12f515bb-ac53-4734-a664-2bd4876857cd req-aa4fdf7b-feef-4258-8d82-08a88389015e tempest-InstanceActionsNegativeTestJSON-551788100 tempest-InstanceActionsNegativeTestJSON-551788100-project] 10.222.0.23 "GET /v2.0/ports?device_id=8bad2c36-96fb-4268-981a-d82879093817 HTTP/1.1" status: 200 len: 931 time: 0.4061351 Jul 05 02:28:19.150282 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-29c8758e-7522-4fb1-8b87-06a1c7dd85c8 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] For port d390cc0f-3503-49df-9a72-58b93ac30f6d, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=d390cc0f-3503-49df-9a72-58b93ac30f6d,segment=NetworkSegment(4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6),segment_id=4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:28:19.174594 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d106b4b4-e049-4010-a646-82c511b95891 req-410c5792-adb9-4acc-beae-880ab35a4b85 tempest-InstanceActionsNegativeTestJSON-551788100 tempest-InstanceActionsNegativeTestJSON-551788100-project] Network a9dd985e-a2fe-41ae-95ed-5ea2b4c4018d is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:28:19.179378 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:19.206084 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86a9c77f-f816-45c1-944a-b51a49a73d8f {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:28:19.216903 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-df165457-25ff-459f-b146-22470bd839f2 tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1224000458'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:28:19.252486 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 86a9c77f-f816-45c1-944a-b51a49a73d8f, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=86a9c77f-f816-45c1-944a-b51a49a73d8f,segment=NetworkSegment(34f8ce59-6abb-417c-9b68-d9c2cf27df72),segment_id=34f8ce59-6abb-417c-9b68-d9c2cf27df72)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:28:19.265095 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-54084820-7126-45d5-9e76-afe793d4e023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075', 'name': 'tempest-AttachVolumeTestJSON-1542009768-router', 'tenant_id': 'd63cc722770842c8a7a532820e16e452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': 'ae863df1-01fb-4658-90e7-ac82cc5df111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:19:38Z', 'updated_at': '2021-07-05T02:28:16Z', 'revision_number': 5, 'project_id': 'd63cc722770842c8a7a532820e16e452', 'gw_port': {'id': 'ae863df1-01fb-4658-90e7-ac82cc5df111', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:df:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:19:39Z', 'updated_at': '2021-07-05T02:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:28:19.289970 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-12f515bb-ac53-4734-a664-2bd4876857cd req-61198325-a6c0-49bd-a3c1-0486f91b8659 tempest-InstanceActionsNegativeTestJSON-551788100 tempest-InstanceActionsNegativeTestJSON-551788100-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c5b3b27-7739-429e-bd3f-ef267b252374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416285 Jul 05 02:28:19.315501 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-29c8758e-7522-4fb1-8b87-06a1c7dd85c8 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:19.319563 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-d106b4b4-e049-4010-a646-82c511b95891 req-410c5792-adb9-4acc-beae-880ab35a4b85 tempest-InstanceActionsNegativeTestJSON-551788100 tempest-InstanceActionsNegativeTestJSON-551788100-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:28:19.326651 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-f0d69ba5-3b33-4286-bae7-6b8d0966af59 None None] Provisioning for port d390cc0f-3503-49df-9a72-58b93ac30f6d completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:28:19.332593 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-f0d69ba5-3b33-4286-bae7-6b8d0966af59 None None] Provisioning complete for port d390cc0f-3503-49df-9a72-58b93ac30f6d triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:28:19.332979 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f0d69ba5-3b33-4286-bae7-6b8d0966af59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:19.335923 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:19.339313 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410c5792-adb9-4acc-beae-880ab35a4b85 tempest-InstanceActionsNegativeTestJSON-551788100 tempest-InstanceActionsNegativeTestJSON-551788100-project] Pushing event updated for resources: {'Port': ['ID=3322a531-1adb-463c-852b-8b24fc75d710,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:19.346671 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-d106b4b4-e049-4010-a646-82c511b95891 req-410c5792-adb9-4acc-beae-880ab35a4b85 tempest-InstanceActionsNegativeTestJSON-551788100 tempest-InstanceActionsNegativeTestJSON-551788100-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:28:19.411227 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df165457-25ff-459f-b146-22470bd839f2 tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] Made reservation on behalf of 852cff186df1422686e76bf3d18e3091 for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:28:19.415117 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-df165457-25ff-459f-b146-22470bd839f2 tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:19.417200 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-29c8758e-7522-4fb1-8b87-06a1c7dd85c8 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:19.418538 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-29c8758e-7522-4fb1-8b87-06a1c7dd85c8 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:19.431153 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54084820-7126-45d5-9e76-afe793d4e023 None None] Checking router: e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075 for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:28:19.439270 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7d166806-842d-4073-aa65-a55332af90db admin admin] Notify callbacks [] for router, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:19.443876 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54084820-7126-45d5-9e76-afe793d4e023 None None] Routers {'e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:28:19.444809 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-54084820-7126-45d5-9e76-afe793d4e023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:27:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:28:19.541734 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-df165457-25ff-459f-b146-22470bd839f2 tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:19.555339 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=86a9c77f-f816-45c1-944a-b51a49a73d8f,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:19.581559 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-54084820-7126-45d5-9e76-afe793d4e023 None None] Set router e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:28:19.584421 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7d166806-842d-4073-aa65-a55332af90db admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:19.607060 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f0d69ba5-3b33-4286-bae7-6b8d0966af59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:19.633404 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d106b4b4-e049-4010-a646-82c511b95891 req-410c5792-adb9-4acc-beae-880ab35a4b85 tempest-InstanceActionsNegativeTestJSON-551788100 tempest-InstanceActionsNegativeTestJSON-551788100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:19.634514 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-d106b4b4-e049-4010-a646-82c511b95891 req-410c5792-adb9-4acc-beae-880ab35a4b85 tempest-InstanceActionsNegativeTestJSON-551788100 tempest-InstanceActionsNegativeTestJSON-551788100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:19.648471 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757fde9e-cddb-401c-bce2-1f8a56ca7131 req-6367c504-6e3d-4a85-acfd-7d9194d2492e tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:19.650611 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-757fde9e-cddb-401c-bce2-1f8a56ca7131 req-6367c504-6e3d-4a85-acfd-7d9194d2492e tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] 10.222.0.21 "GET /v2.0/networks?id=5e8d76cf-072c-4ebe-9632-b498a3035f5b HTTP/1.1" status: 200 len: 821 time: 0.6717436 Jul 05 02:28:19.656244 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['86a9c77f-f816-45c1-944a-b51a49a73d8f'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:28:19.667749 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-757fde9e-cddb-401c-bce2-1f8a56ca7131 req-b7a2ad23-bb54-4f7d-a90f-3b51e725359f tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Request body: {'port': {'device_id': '8472f9d0-c744-4bc0-8ccf-9d1f651cfb7c', 'network_id': '5e8d76cf-072c-4ebe-9632-b498a3035f5b', 'admin_state_up': True, 'tenant_id': '820d01c94cb84c34ab4df1230f2d2b19'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:28:19.756651 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-f0d69ba5-3b33-4286-bae7-6b8d0966af59 None None] For port d390cc0f-3503-49df-9a72-58b93ac30f6d, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=d390cc0f-3503-49df-9a72-58b93ac30f6d,segment=NetworkSegment(4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6),segment_id=4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:28:19.771551 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a70ab7-1b59-48ab-9808-94086e6498a5 req-17da87ec-8b38-48fe-baa3-62777e1565d0 tempest-ServersNegativeTestMultiTenantJSON-593204141 tempest-ServersNegativeTestMultiTenantJSON-593204141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:19.782713 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-64a70ab7-1b59-48ab-9808-94086e6498a5 req-17da87ec-8b38-48fe-baa3-62777e1565d0 tempest-ServersNegativeTestMultiTenantJSON-593204141 tempest-ServersNegativeTestMultiTenantJSON-593204141-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a09d1a-903c-40d3-9fd2-0726910801d6 HTTP/1.1" status: 200 len: 944 time: 0.7697971 Jul 05 02:28:19.826686 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d106b4b4-e049-4010-a646-82c511b95891 req-410c5792-adb9-4acc-beae-880ab35a4b85 tempest-InstanceActionsNegativeTestJSON-551788100 tempest-InstanceActionsNegativeTestJSON-551788100-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0218959 Jul 05 02:28:19.846325 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f0d69ba5-3b33-4286-bae7-6b8d0966af59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:19.860215 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-d106b4b4-e049-4010-a646-82c511b95891 req-9ff3c50c-ac60-40ff-80a0-7eb4c5a902d8 service neutron] Request body: {'port': {'device_id': '8bad2c36-96fb-4268-981a-d82879093817', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:28:19.904050 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-54084820-7126-45d5-9e76-afe793d4e023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075', 'name': 'tempest-AttachVolumeTestJSON-1542009768-router', 'tenant_id': 'd63cc722770842c8a7a532820e16e452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': 'ae863df1-01fb-4658-90e7-ac82cc5df111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:19:38Z', 'updated_at': '2021-07-05T02:28:16Z', 'revision_number': 5, 'project_id': 'd63cc722770842c8a7a532820e16e452', 'gw_port': {'id': 'ae863df1-01fb-4658-90e7-ac82cc5df111', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:df:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:19:39Z', 'updated_at': '2021-07-05T02:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:28:19.942383 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54084820-7126-45d5-9e76-afe793d4e023 None None] The sync data for ids ['e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075'] in n-d-771362-32 is: [{'id': 'e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075', 'name': 'tempest-AttachVolumeTestJSON-1542009768-router', 'tenant_id': 'd63cc722770842c8a7a532820e16e452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': 'ae863df1-01fb-4658-90e7-ac82cc5df111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:19:38Z', 'updated_at': '2021-07-05T02:28:16Z', 'revision_number': 5, 'project_id': 'd63cc722770842c8a7a532820e16e452', 'gw_port': {'id': 'ae863df1-01fb-4658-90e7-ac82cc5df111', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:df:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:19:39Z', 'updated_at': '2021-07-05T02:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:28:19.949164 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d69ba5-3b33-4286-bae7-6b8d0966af59 None None] Pushing event updated for resources: {'Port': ['ID=d390cc0f-3503-49df-9a72-58b93ac30f6d,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:20.007594 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-64a70ab7-1b59-48ab-9808-94086e6498a5 req-16685490-39f9-42ed-816a-9a9d6c4a3bd5 tempest-ServersNegativeTestMultiTenantJSON-593204141 tempest-ServersNegativeTestMultiTenantJSON-593204141-project] 10.222.0.23 "GET /v2.0/security-groups?id=f03e728d-9b1e-43f1-b649-e8c1204aab5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264624 Jul 05 02:28:20.036477 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-757fde9e-cddb-401c-bce2-1f8a56ca7131 req-b7a2ad23-bb54-4f7d-a90f-3b51e725359f tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Made reservation on behalf of 820d01c94cb84c34ab4df1230f2d2b19 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:28:20.040428 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-757fde9e-cddb-401c-bce2-1f8a56ca7131 req-b7a2ad23-bb54-4f7d-a90f-3b51e725359f tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:20.063077 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-fbe2f7b3-d7e8-4052-8cfa-384a23a20146 req-f09ac928-6c93-4e6a-a90f-e291d43d33be tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] 10.222.0.23 "GET /v2.0/ports?device_id=8472f9d0-c744-4bc0-8ccf-9d1f651cfb7c HTTP/1.1" status: 200 len: 210 time: 0.6129940 Jul 05 02:28:20.066983 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-7d166806-842d-4073-aa65-a55332af90db admin admin] Deleting port ae863df1-01fb-4658-90e7-ac82cc5df111 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:28:20.067322 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7d166806-842d-4073-aa65-a55332af90db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:20.080251 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c8758e-7522-4fb1-8b87-06a1c7dd85c8 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:28:20.100649 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-29c8758e-7522-4fb1-8b87-06a1c7dd85c8 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:28:20.113914 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ada6f9-be0c-465f-a835-cc67efec6fd5 None None] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:28:20.118284 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c8758e-7522-4fb1-8b87-06a1c7dd85c8 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:20.121916 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-29c8758e-7522-4fb1-8b87-06a1c7dd85c8 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:20.127810 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c8758e-7522-4fb1-8b87-06a1c7dd85c8 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event updated for resources: {'Subnet': ['ID=65cd5d85-f54e-4102-bc70-da075df2be0c,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:20.130829 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c8758e-7522-4fb1-8b87-06a1c7dd85c8 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event updated for resources: {'Port': ['ID=d390cc0f-3503-49df-9a72-58b93ac30f6d,revision_number=4']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:20.140239 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-d106b4b4-e049-4010-a646-82c511b95891 req-9ff3c50c-ac60-40ff-80a0-7eb4c5a902d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:20.250446 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-df165457-25ff-459f-b146-22470bd839f2 tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:20.270818 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35460) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:20.328356 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-df165457-25ff-459f-b146-22470bd839f2 tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:20.355666 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [None req-7d166806-842d-4073-aa65-a55332af90db admin admin] For port ae863df1-01fb-4658-90e7-ac82cc5df111, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=ae863df1-01fb-4658-90e7-ac82cc5df111,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:28:20.356087 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7d166806-842d-4073-aa65-a55332af90db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:20.407068 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df165457-25ff-459f-b146-22470bd839f2 tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:28:20.416000 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device d390cc0f-3503-49df-9a72-58b93ac30f6d up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:28:20.422430 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-29c8758e-7522-4fb1-8b87-06a1c7dd85c8 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.4547665 Jul 05 02:28:20.432066 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35466) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:20.452298 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-4cf2ce06-5886-4b2f-a6d3-2473eaecb40b tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Request body: {'port': {'network_id': 'ed71b0ad-0d45-4cc1-9581-fdfa4092af45', 'mac_address': 'fa:16:3e:0c:77:cf', 'name': 'tempest-NetworksTestDHCPv6-534573811'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:28:20.462927 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-df165457-25ff-459f-b146-22470bd839f2 tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:20.463594 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-df165457-25ff-459f-b146-22470bd839f2 tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] Added segment 1eed2740-67a9-452d-b65f-7d583f6a1e83 of type vlan for network a6847618-d608-40ea-99c1-572c39ce9a3c Jul 05 02:28:20.478294 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df165457-25ff-459f-b146-22470bd839f2 tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e3a2c05-5dc3-4fe1-818a-2131c20924c9,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:20.519449 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port d390cc0f-3503-49df-9a72-58b93ac30f6d triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:28:20.519827 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:20.535326 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-16172c6e-a399-4c78-9f3f-085d62539ba9 tempest-QuotasTest-1363543252 tempest-QuotasTest-1363543252-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:28:20.649184 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-df165457-25ff-459f-b146-22470bd839f2 tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:20.651001 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 3ba2d0d9-bd04-4ad6-9c9d-0428f63395b3 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:28:20.666281 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-7d166806-842d-4073-aa65-a55332af90db admin admin] Calling delete_port for ae863df1-01fb-4658-90e7-ac82cc5df111 owned by network:router_gateway {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:28:20.681136 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-757fde9e-cddb-401c-bce2-1f8a56ca7131 req-b7a2ad23-bb54-4f7d-a90f-3b51e725359f tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Allocated IP 172.20.0.5 (5e8d76cf-072c-4ebe-9632-b498a3035f5b/1825f4ef-88c0-436d-968e-41fc32795301/c506d563-bb61-4c2a-890e-31c73022a7b3) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:28:20.690175 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 3ba2d0d9-bd04-4ad6-9c9d-0428f63395b3 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:28:20.690535 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 3ba2d0d9-bd04-4ad6-9c9d-0428f63395b3 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:28:20.751676 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df8f6f0-6568-4f20-ba8b-48844b760ba1 req-bce51ab3-7845-4c23-afd4-20ceefdf2301 tempest-InstanceActionsNegativeTestJSON-551788100 tempest-InstanceActionsNegativeTestJSON-551788100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:20.753605 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5df8f6f0-6568-4f20-ba8b-48844b760ba1 req-bce51ab3-7845-4c23-afd4-20ceefdf2301 tempest-InstanceActionsNegativeTestJSON-551788100 tempest-InstanceActionsNegativeTestJSON-551788100-project] 10.222.0.23 "GET /v2.0/ports?device_id=8bad2c36-96fb-4268-981a-d82879093817 HTTP/1.1" status: 200 len: 931 time: 0.2271471 Jul 05 02:28:20.804434 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-df165457-25ff-459f-b146-22470bd839f2 tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:20.811065 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 86a9c77f-f816-45c1-944a-b51a49a73d8f up at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:28:20.811321 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df165457-25ff-459f-b146-22470bd839f2 tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:20.811321 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-df165457-25ff-459f-b146-22470bd839f2 tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:20.826675 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-d106b4b4-e049-4010-a646-82c511b95891 req-9ff3c50c-ac60-40ff-80a0-7eb4c5a902d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3322a531-1adb-463c-852b-8b24fc75d710 {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:28:20.827900 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5df8f6f0-6568-4f20-ba8b-48844b760ba1 req-b152ce00-1401-4b9c-b8ff-ca830f7f71c2 tempest-InstanceActionsNegativeTestJSON-551788100 tempest-InstanceActionsNegativeTestJSON-551788100-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c5b3b27-7739-429e-bd3f-ef267b252374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680566 Jul 05 02:28:20.861927 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-0a7a373d-85a9-422e-b507-1bf980821532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:20.873799 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-d106b4b4-e049-4010-a646-82c511b95891 req-9ff3c50c-ac60-40ff-80a0-7eb4c5a902d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:20.876902 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf2ce06-5886-4b2f-a6d3-2473eaecb40b tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Made reservation on behalf of db76c4c0345048a1b87eacad1e0b9ba1 for: {'port': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:28:20.935300 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-d106b4b4-e049-4010-a646-82c511b95891 req-9ff3c50c-ac60-40ff-80a0-7eb4c5a902d8 service neutron] Transition to ACTIVE for port object 3322a531-1adb-463c-852b-8b24fc75d710 will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:28:20.954939 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-16172c6e-a399-4c78-9f3f-085d62539ba9 tempest-QuotasTest-1363543252 tempest-QuotasTest-1363543252-project-admin] 10.222.0.23 "PUT /v2.0/quotas/500be7f5ec614c039eaf7d47b12f9d4a HTTP/1.1" status: 200 len: 366 time: 0.6829522 Jul 05 02:28:20.957421 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df165457-25ff-459f-b146-22470bd839f2 tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] Pushing event updated for resources: {'Network': ['ID=a6847618-d608-40ea-99c1-572c39ce9a3c,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:20.960456 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35468) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:20.972139 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network a6847618-d608-40ea-99c1-572c39ce9a3c details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:28:20.987553 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-e406d5ae-1a92-4af2-a085-1665277ba31e tempest-QuotasTest-1363543252 tempest-QuotasTest-1363543252-project-admin] 10.222.0.23 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0204763 Jul 05 02:28:20.989777 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35470) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:21.002726 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-df165457-25ff-459f-b146-22470bd839f2 tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.1172838 Jul 05 02:28:21.006690 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-730aaec6-5b84-4eaa-a5ea-45d7ae7700ef tempest-QuotasTest-1363543252 tempest-QuotasTest-1363543252-project-admin] 10.222.0.23 "GET /v2.0/quotas/500be7f5ec614c039eaf7d47b12f9d4a HTTP/1.1" status: 200 len: 366 time: 0.0140533 Jul 05 02:28:21.008837 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35472) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:21.009178 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35474) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:21.016477 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-fd924778-35ad-4da0-80e7-b062f5034616 tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] Request body: {'subnet': {'network_id': 'a6847618-d608-40ea-99c1-572c39ce9a3c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:28:21.031985 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-757fde9e-cddb-401c-bce2-1f8a56ca7131 req-b7a2ad23-bb54-4f7d-a90f-3b51e725359f tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:21.053651 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning for port 86a9c77f-f816-45c1-944a-b51a49a73d8f completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:28:21.053778 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4cf2ce06-5886-4b2f-a6d3-2473eaecb40b tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:21.079993 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning complete for port 86a9c77f-f816-45c1-944a-b51a49a73d8f triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:28:21.079993 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:21.117491 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-d106b4b4-e049-4010-a646-82c511b95891 req-9ff3c50c-ac60-40ff-80a0-7eb4c5a902d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:21.127554 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [None req-4cf2ce06-5886-4b2f-a6d3-2473eaecb40b tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] device_id is not set on port 2843b791-9436-4d1d-ab5d-2adb40769598 yet. {{(pid=94462) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:28:21.179249 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-01369c73-26af-4710-85f9-0482fed88eb9 tempest-QuotasTest-1363543252 tempest-QuotasTest-1363543252-project-admin] 10.222.0.23 "DELETE /v2.0/quotas/500be7f5ec614c039eaf7d47b12f9d4a HTTP/1.1" status: 204 len: 168 time: 0.1649573 Jul 05 02:28:21.185019 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35482) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:21.193461 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-757fde9e-cddb-401c-bce2-1f8a56ca7131 req-b7a2ad23-bb54-4f7d-a90f-3b51e725359f tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Transition to ACTIVE for port object c506d563-bb61-4c2a-890e-31c73022a7b3 will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:28:21.193941 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:21.201512 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-16b096a6-f4a2-48fd-b098-390388f53bf2 tempest-QuotasTest-1363543252 tempest-QuotasTest-1363543252-project-admin] 10.222.0.23 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0148361 Jul 05 02:28:21.221714 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35484) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:21.240973 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-92149981-6cf4-4453-99ac-a1e9db8b00de tempest-QuotasTest-1363543252 tempest-QuotasTest-1363543252-project-admin] 10.222.0.23 "GET /v2.0/quotas/500be7f5ec614c039eaf7d47b12f9d4a HTTP/1.1" status: 200 len: 370 time: 0.0180402 Jul 05 02:28:21.250796 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57a09d1a-903c-40d3-9fd2-0726910801d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86a9c77f-f816-45c1-944a-b51a49a73d8f'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:28:21.257076 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eac730f-2673-419f-907d-51be829371b7" -d '{"events": [{"server_uuid": "57a09d1a-903c-40d3-9fd2-0726910801d6", "name": "network-vif-plugged", "status": "completed", "tag": "86a9c77f-f816-45c1-944a-b51a49a73d8f"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:28:21.266601 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7d166806-842d-4073-aa65-a55332af90db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:21.275660 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 35486) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:21.275804 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 86a9c77f-f816-45c1-944a-b51a49a73d8f, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=86a9c77f-f816-45c1-944a-b51a49a73d8f,segment=NetworkSegment(34f8ce59-6abb-417c-9b68-d9c2cf27df72),segment_id=34f8ce59-6abb-417c-9b68-d9c2cf27df72)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:28:21.301051 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-b45a8dd1-ec80-48c5-ae56-8d40dec7bad8 tempest-QuotasTest-1363543252 tempest-QuotasTest-1363543252-project-admin] 10.222.0.23 "GET /v2.0/quotas/500be7f5ec614c039eaf7d47b12f9d4a/default HTTP/1.1" status: 200 len: 370 time: 0.0251932 Jul 05 02:28:21.305783 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 35490) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:21.310764 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff3c50c-ac60-40ff-80a0-7eb4c5a902d8 service neutron] Pushing event updated for resources: {'Port': ['ID=3322a531-1adb-463c-852b-8b24fc75d710,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:21.320996 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d56b303a-7ab2-4985-a533-dae704804c8c req-77adf60f-23fc-4e7f-b5db-abd5ea1bcf91 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] 10.222.0.23 "GET /v2.0/ports?device_id=8472f9d0-c744-4bc0-8ccf-9d1f651cfb7c HTTP/1.1" status: 200 len: 210 time: 0.0426376 Jul 05 02:28:21.334558 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd924778-35ad-4da0-80e7-b062f5034616 tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] Made reservation on behalf of 852cff186df1422686e76bf3d18e3091 for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:28:21.337117 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fd924778-35ad-4da0-80e7-b062f5034616 tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:21.383962 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-c15f348d-f8aa-42d8-9fde-bfb69be031da None None] Provisioning complete for port d390cc0f-3503-49df-9a72-58b93ac30f6d triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:28:21.384496 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-c15f348d-f8aa-42d8-9fde-bfb69be031da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:21.403515 n-d-771362-32 neutron-server[94461]: INFO neutron.api.v2.resource [None req-21c1dee0-43c6-47f7-a796-4abaaf9e3201 tempest-QuotasTest-1363543252 tempest-QuotasTest-1363543252-project-admin] delete failed (client error): The resource could not be found. Jul 05 02:28:21.404597 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-21c1dee0-43c6-47f7-a796-4abaaf9e3201 tempest-QuotasTest-1363543252 tempest-QuotasTest-1363543252-project-admin] 10.222.0.23 "DELETE /v2.0/quotas/500be7f5ec614c039eaf7d47b12f9d4a HTTP/1.1" status: 404 len: 348 time: 0.0948052 Jul 05 02:28:21.405391 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d166806-842d-4073-aa65-a55332af90db admin admin] Pushing event deleted for resources: {'Port': ['ID=ae863df1-01fb-4658-90e7-ac82cc5df111,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:21.426559 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:21.469770 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-4cf2ce06-5886-4b2f-a6d3-2473eaecb40b tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Allocated IP 2001:db8::340 (ed71b0ad-0d45-4cc1-9581-fdfa4092af45/c428d18b-2446-4d7f-a3c8-0852c99bff2c/2843b791-9436-4d1d-ab5d-2adb40769598) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:28:21.484957 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-4cf2ce06-5886-4b2f-a6d3-2473eaecb40b tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Allocated IP 2001:db8:0:1:f816:3eff:fe0c:77cf (ed71b0ad-0d45-4cc1-9581-fdfa4092af45/65cd5d85-f54e-4102-bc70-da075df2be0c/2843b791-9436-4d1d-ab5d-2adb40769598) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:28:21.513320 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=86a9c77f-f816-45c1-944a-b51a49a73d8f,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:21.570497 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b41a7067-7a82-4a29-a5cb-2087ffc7e73d x-openstack-request-id: req-b41a7067-7a82-4a29-a5cb-2087ffc7e73d {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:28:21.571909 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57a09d1a-903c-40d3-9fd2-0726910801d6", "name": "network-vif-plugged", "status": "completed", "tag": "86a9c77f-f816-45c1-944a-b51a49a73d8f", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:28:21.571909 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b41a7067-7a82-4a29-a5cb-2087ffc7e73d {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:28:21.571909 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57a09d1a-903c-40d3-9fd2-0726910801d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86a9c77f-f816-45c1-944a-b51a49a73d8f', 'code': 200} Jul 05 02:28:21.587833 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-d106b4b4-e049-4010-a646-82c511b95891 req-9ff3c50c-ac60-40ff-80a0-7eb4c5a902d8 service neutron] Attempting to bind port 3322a531-1adb-463c-852b-8b24fc75d710 on host n-h1-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:28:21.588064 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-d106b4b4-e049-4010-a646-82c511b95891 req-9ff3c50c-ac60-40ff-80a0-7eb4c5a902d8 service neutron] Attempting to bind port 3322a531-1adb-463c-852b-8b24fc75d710 by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': '1ab28ecf-23b4-40a2-a416-60dc81838ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a9dd985e-a2fe-41ae-95ed-5ea2b4c4018d'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:28:21.588386 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d106b4b4-e049-4010-a646-82c511b95891 req-9ff3c50c-ac60-40ff-80a0-7eb4c5a902d8 service neutron] Attempting to bind port 3322a531-1adb-463c-852b-8b24fc75d710 on network a9dd985e-a2fe-41ae-95ed-5ea2b4c4018d {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:28:21.602427 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b114200c-a499-4bdf-879d-0ef819419f82 req-8567d1b6-bc27-4474-a432-1a717ebaf924 tempest-ServersNegativeTestMultiTenantJSON-593204141 tempest-ServersNegativeTestMultiTenantJSON-593204141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:21.603588 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b114200c-a499-4bdf-879d-0ef819419f82 req-8567d1b6-bc27-4474-a432-1a717ebaf924 tempest-ServersNegativeTestMultiTenantJSON-593204141 tempest-ServersNegativeTestMultiTenantJSON-593204141-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a09d1a-903c-40d3-9fd2-0726910801d6 HTTP/1.1" status: 200 len: 945 time: 0.3701987 Jul 05 02:28:21.605883 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7d166806-842d-4073-aa65-a55332af90db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636927'] for router_gateway, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:21.607833 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d106b4b4-e049-4010-a646-82c511b95891 req-9ff3c50c-ac60-40ff-80a0-7eb4c5a902d8 service neutron] Port 3322a531-1adb-463c-852b-8b24fc75d710 on network a9dd985e-a2fe-41ae-95ed-5ea2b4c4018d not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:28:21.608462 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d106b4b4-e049-4010-a646-82c511b95891 req-9ff3c50c-ac60-40ff-80a0-7eb4c5a902d8 service neutron] Attempting to bind port 3322a531-1adb-463c-852b-8b24fc75d710 on network a9dd985e-a2fe-41ae-95ed-5ea2b4c4018d {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:28:21.680031 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d106b4b4-e049-4010-a646-82c511b95891 req-9ff3c50c-ac60-40ff-80a0-7eb4c5a902d8 service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:28:21.680787 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d106b4b4-e049-4010-a646-82c511b95891 req-9ff3c50c-ac60-40ff-80a0-7eb4c5a902d8 service neutron] Checking segment: {'id': '1ab28ecf-23b4-40a2-a416-60dc81838ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a9dd985e-a2fe-41ae-95ed-5ea2b4c4018d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:28:21.680787 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d106b4b4-e049-4010-a646-82c511b95891 req-9ff3c50c-ac60-40ff-80a0-7eb4c5a902d8 service neutron] Bound using segment: {'id': '1ab28ecf-23b4-40a2-a416-60dc81838ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a9dd985e-a2fe-41ae-95ed-5ea2b4c4018d'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:28:21.681225 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-d106b4b4-e049-4010-a646-82c511b95891 req-9ff3c50c-ac60-40ff-80a0-7eb4c5a902d8 service neutron] Bound port: 3322a531-1adb-463c-852b-8b24fc75d710, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ab28ecf-23b4-40a2-a416-60dc81838ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a9dd985e-a2fe-41ae-95ed-5ea2b4c4018d'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:28:21.681585 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-d106b4b4-e049-4010-a646-82c511b95891 req-9ff3c50c-ac60-40ff-80a0-7eb4c5a902d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:21.721833 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-757fde9e-cddb-401c-bce2-1f8a56ca7131 req-b7a2ad23-bb54-4f7d-a90f-3b51e725359f tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:21.735667 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35494) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:21.737580 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['8a828455-b584-499c-8416-ba79eab6b24e'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:28:21.767286 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7d166806-842d-4073-aa65-a55332af90db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11828'] for router, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:21.769197 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4cf2ce06-5886-4b2f-a6d3-2473eaecb40b tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:21.789707 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [None req-4cf2ce06-5886-4b2f-a6d3-2473eaecb40b tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Transition to ACTIVE for port object 2843b791-9436-4d1d-ab5d-2adb40769598 will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:28:21.800990 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7d166806-842d-4073-aa65-a55332af90db admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:21.827455 n-d-771362-32 neutron-server[94462]: DEBUG neutron.quota.resource [None req-1cc010fc-1ea6-497c-931b-26d802a9ba0d tempest-QuotasTest-1363543252 tempest-QuotasTest-1363543252-project-admin] Usage tracker for resource:network and tenant:9ea86b254625416c8f049224fa4eba12 is out of sync, need to count used quota {{(pid=94462) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 05 02:28:21.839594 n-d-771362-32 neutron-server[94462]: DEBUG neutron.quota.resource [None req-1cc010fc-1ea6-497c-931b-26d802a9ba0d tempest-QuotasTest-1363543252 tempest-QuotasTest-1363543252-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=94462) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 05 02:28:21.848186 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fd924778-35ad-4da0-80e7-b062f5034616 tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:21.889673 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-757fde9e-cddb-401c-bce2-1f8a56ca7131 req-b7a2ad23-bb54-4f7d-a90f-3b51e725359f tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Network 5e8d76cf-072c-4ebe-9632-b498a3035f5b is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:28:21.889992 n-d-771362-32 neutron-server[94462]: DEBUG neutron.quota.resource [None req-1cc010fc-1ea6-497c-931b-26d802a9ba0d tempest-QuotasTest-1363543252 tempest-QuotasTest-1363543252-project-admin] Usage tracker for resource:subnet and tenant:9ea86b254625416c8f049224fa4eba12 is out of sync, need to count used quota {{(pid=94462) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 05 02:28:21.908261 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-757fde9e-cddb-401c-bce2-1f8a56ca7131 req-b7a2ad23-bb54-4f7d-a90f-3b51e725359f tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:28:21.911597 n-d-771362-32 neutron-server[94462]: DEBUG neutron.quota.resource [None req-1cc010fc-1ea6-497c-931b-26d802a9ba0d tempest-QuotasTest-1363543252 tempest-QuotasTest-1363543252-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=94462) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 05 02:28:21.912793 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b114200c-a499-4bdf-879d-0ef819419f82 req-3424ffbb-a45c-4aae-9d4a-5b99c2af26f7 tempest-ServersNegativeTestMultiTenantJSON-593204141 tempest-ServersNegativeTestMultiTenantJSON-593204141-project] 10.222.0.23 "GET /v2.0/security-groups?id=f03e728d-9b1e-43f1-b649-e8c1204aab5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725904 Jul 05 02:28:21.918874 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-757fde9e-cddb-401c-bce2-1f8a56ca7131 req-b7a2ad23-bb54-4f7d-a90f-3b51e725359f tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:28:21.928429 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a2ad23-bb54-4f7d-a90f-3b51e725359f tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Pushing event updated for resources: {'Port': ['ID=c506d563-bb61-4c2a-890e-31c73022a7b3,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:21.934891 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd924778-35ad-4da0-80e7-b062f5034616 tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] Pushing event updated for resources: {'Subnet': ['ID=83f91367-7871-4425-8985-47f199b15402,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:21.949173 n-d-771362-32 neutron-server[94462]: DEBUG neutron.quota.resource [None req-1cc010fc-1ea6-497c-931b-26d802a9ba0d tempest-QuotasTest-1363543252 tempest-QuotasTest-1363543252-project-admin] Usage tracker for resource:subnetpool and tenant:9ea86b254625416c8f049224fa4eba12 is out of sync, need to count used quota {{(pid=94462) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 05 02:28:21.958016 n-d-771362-32 neutron-server[94462]: DEBUG neutron.quota.resource [None req-1cc010fc-1ea6-497c-931b-26d802a9ba0d tempest-QuotasTest-1363543252 tempest-QuotasTest-1363543252-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=94462) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 05 02:28:21.964850 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd924778-35ad-4da0-80e7-b062f5034616 tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] Checking segment: {'id': '1eed2740-67a9-452d-b65f-7d583f6a1e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a6847618-d608-40ea-99c1-572c39ce9a3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:28:21.965235 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd924778-35ad-4da0-80e7-b062f5034616 tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] Network hostable DHCP agents. Network: a6847618-d608-40ea-99c1-572c39ce9a3c, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:28:21.975493 n-d-771362-32 neutron-server[94462]: DEBUG neutron.quota.resource [None req-1cc010fc-1ea6-497c-931b-26d802a9ba0d tempest-QuotasTest-1363543252 tempest-QuotasTest-1363543252-project-admin] Usage tracker for resource:port and tenant:9ea86b254625416c8f049224fa4eba12 is out of sync, need to count used quota {{(pid=94462) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 05 02:28:21.989360 n-d-771362-32 neutron-server[94462]: DEBUG neutron.quota.resource [None req-1cc010fc-1ea6-497c-931b-26d802a9ba0d tempest-QuotasTest-1363543252 tempest-QuotasTest-1363543252-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=94462) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 05 02:28:21.992066 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4cf2ce06-5886-4b2f-a6d3-2473eaecb40b tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:22.001886 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-d106b4b4-e049-4010-a646-82c511b95891 req-9ff3c50c-ac60-40ff-80a0-7eb4c5a902d8 service neutron] For port 3322a531-1adb-463c-852b-8b24fc75d710, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:28:22.001886 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d017fa-da9b-4a46-9821-5ff9d4bd821d req-f0bb178b-a9d3-4cf6-821c-cb42e6e0440f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:22.002177 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-13d017fa-da9b-4a46-9821-5ff9d4bd821d req-f0bb178b-a9d3-4cf6-821c-cb42e6e0440f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=57a09d1a-903c-40d3-9fd2-0726910801d6 HTTP/1.1" status: 200 len: 1098 time: 0.3292043 Jul 05 02:28:22.013483 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757fde9e-cddb-401c-bce2-1f8a56ca7131 req-b7a2ad23-bb54-4f7d-a90f-3b51e725359f tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:22.014157 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-757fde9e-cddb-401c-bce2-1f8a56ca7131 req-b7a2ad23-bb54-4f7d-a90f-3b51e725359f tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:22.030319 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-d106b4b4-e049-4010-a646-82c511b95891 req-9ff3c50c-ac60-40ff-80a0-7eb4c5a902d8 service neutron] For port 3322a531-1adb-463c-852b-8b24fc75d710, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=3322a531-1adb-463c-852b-8b24fc75d710,segment=NetworkSegment(1ab28ecf-23b4-40a2-a416-60dc81838ca7),segment_id=1ab28ecf-23b4-40a2-a416-60dc81838ca7)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:28:22.050336 n-d-771362-32 neutron-server[94462]: DEBUG neutron.quota.resource [None req-1cc010fc-1ea6-497c-931b-26d802a9ba0d tempest-QuotasTest-1363543252 tempest-QuotasTest-1363543252-project-admin] Usage tracker for resource:router and tenant:9ea86b254625416c8f049224fa4eba12 is out of sync, need to count used quota {{(pid=94462) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 05 02:28:22.061042 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf2ce06-5886-4b2f-a6d3-2473eaecb40b tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:28:22.064051 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7d166806-842d-4073-aa65-a55332af90db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1575451'] for router, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:22.099960 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d166806-842d-4073-aa65-a55332af90db admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075 {{(pid=94461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 02:28:22.099960 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-13d017fa-da9b-4a46-9821-5ff9d4bd821d req-dbccf3e7-8866-4eef-b14c-3306fe010877 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f03e728d-9b1e-43f1-b649-e8c1204aab5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478878 Jul 05 02:28:22.099960 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7d166806-842d-4073-aa65-a55332af90db admin admin] Notify callbacks [] for router, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:22.099960 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-7d166806-842d-4073-aa65-a55332af90db admin admin] 10.222.0.23 "DELETE /v2.0/routers/e3ea7aad-4ed2-4000-aeb2-ef4e0b29f075 HTTP/1.1" status: 204 len: 168 time: 3.3194709 Jul 05 02:28:22.099960 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 35498) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:22.100385 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-4cf2ce06-5886-4b2f-a6d3-2473eaecb40b tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:28:22.100385 n-d-771362-32 neutron-server[94462]: DEBUG neutron.quota.resource [None req-1cc010fc-1ea6-497c-931b-26d802a9ba0d tempest-QuotasTest-1363543252 tempest-QuotasTest-1363543252-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=94462) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 05 02:28:22.110957 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf2ce06-5886-4b2f-a6d3-2473eaecb40b tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:28:22.117010 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf2ce06-5886-4b2f-a6d3-2473eaecb40b tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:22.117943 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4cf2ce06-5886-4b2f-a6d3-2473eaecb40b tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:22.131645 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf2ce06-5886-4b2f-a6d3-2473eaecb40b tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event updated for resources: {'Port': ['ID=2843b791-9436-4d1d-ab5d-2adb40769598,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:22.133507 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_v2 [None req-36ce6381-5155-4a94-90f4-d286c69fbe23 admin admin] Deleting subnet e54bb52b-407a-4efc-b19e-45eea28735fe {{(pid=94461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:28:22.139105 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-36ce6381-5155-4a94-90f4-d286c69fbe23 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:22.151836 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd924778-35ad-4da0-80e7-b062f5034616 tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] Network a6847618-d608-40ea-99c1-572c39ce9a3c is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:28:22.159095 n-d-771362-32 neutron-server[94462]: DEBUG neutron.quota.resource [None req-1cc010fc-1ea6-497c-931b-26d802a9ba0d tempest-QuotasTest-1363543252 tempest-QuotasTest-1363543252-project-admin] Usage tracker for resource:floatingip and tenant:9ea86b254625416c8f049224fa4eba12 is out of sync, need to count used quota {{(pid=94462) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 05 02:28:22.169707 n-d-771362-32 neutron-server[94462]: DEBUG neutron.quota.resource [None req-1cc010fc-1ea6-497c-931b-26d802a9ba0d tempest-QuotasTest-1363543252 tempest-QuotasTest-1363543252-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=94462) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 05 02:28:22.194716 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-36ce6381-5155-4a94-90f4-d286c69fbe23 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5519650'] for subnet, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:22.226554 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-757fde9e-cddb-401c-bce2-1f8a56ca7131 req-b7a2ad23-bb54-4f7d-a90f-3b51e725359f tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5650606 Jul 05 02:28:22.229448 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-d106b4b4-e049-4010-a646-82c511b95891 req-9ff3c50c-ac60-40ff-80a0-7eb4c5a902d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:22.233793 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0134f50-fea6-42b8-83c4-4fbcac582c2d req-d1a304fa-6e44-4a13-94fa-11edaa8f0209 tempest-InstanceActionsNegativeTestJSON-551788100 tempest-InstanceActionsNegativeTestJSON-551788100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:22.235423 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a0134f50-fea6-42b8-83c4-4fbcac582c2d req-d1a304fa-6e44-4a13-94fa-11edaa8f0209 tempest-InstanceActionsNegativeTestJSON-551788100 tempest-InstanceActionsNegativeTestJSON-551788100-project] 10.222.0.23 "GET /v2.0/ports?device_id=8bad2c36-96fb-4268-981a-d82879093817 HTTP/1.1" status: 200 len: 943 time: 0.1831837 Jul 05 02:28:22.250426 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-757fde9e-cddb-401c-bce2-1f8a56ca7131 req-3cd5f1ad-b26d-4a54-8920-578421944197 service neutron] Request body: {'port': {'device_id': '8472f9d0-c744-4bc0-8ccf-9d1f651cfb7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:28:22.265711 n-d-771362-32 neutron-server[94462]: DEBUG neutron.quota.resource [None req-1cc010fc-1ea6-497c-931b-26d802a9ba0d tempest-QuotasTest-1363543252 tempest-QuotasTest-1363543252-project-admin] Usage tracker for resource:security_group and tenant:9ea86b254625416c8f049224fa4eba12 is out of sync, need to count used quota {{(pid=94462) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 05 02:28:22.274254 n-d-771362-32 neutron-server[94462]: DEBUG neutron.quota.resource [None req-1cc010fc-1ea6-497c-931b-26d802a9ba0d tempest-QuotasTest-1363543252 tempest-QuotasTest-1363543252-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=94462) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 05 02:28:22.306744 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a0134f50-fea6-42b8-83c4-4fbcac582c2d req-0ab459bc-6542-4535-987c-dc71ce89b56f tempest-InstanceActionsNegativeTestJSON-551788100 tempest-InstanceActionsNegativeTestJSON-551788100-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c5b3b27-7739-429e-bd3f-ef267b252374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638723 Jul 05 02:28:22.314457 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d106b4b4-e049-4010-a646-82c511b95891 req-9ff3c50c-ac60-40ff-80a0-7eb4c5a902d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:22.315571 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-d106b4b4-e049-4010-a646-82c511b95891 req-9ff3c50c-ac60-40ff-80a0-7eb4c5a902d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:22.316455 n-d-771362-32 neutron-server[94462]: DEBUG neutron.quota.resource [None req-1cc010fc-1ea6-497c-931b-26d802a9ba0d tempest-QuotasTest-1363543252 tempest-QuotasTest-1363543252-project-admin] Usage tracker for resource:security_group_rule and tenant:9ea86b254625416c8f049224fa4eba12 is out of sync, need to count used quota {{(pid=94462) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 05 02:28:22.317019 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d106b4b4-e049-4010-a646-82c511b95891 req-9ff3c50c-ac60-40ff-80a0-7eb4c5a902d8 service neutron] 10.222.0.21 "PUT /v2.0/ports/3322a531-1adb-463c-852b-8b24fc75d710 HTTP/1.1" status: 200 len: 1092 time: 2.4822614 Jul 05 02:28:22.330479 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-4cf2ce06-5886-4b2f-a6d3-2473eaecb40b tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.8935177 Jul 05 02:28:22.330479 n-d-771362-32 neutron-server[94462]: DEBUG neutron.quota.resource [None req-1cc010fc-1ea6-497c-931b-26d802a9ba0d tempest-QuotasTest-1363543252 tempest-QuotasTest-1363543252-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=94462) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 05 02:28:22.331122 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bad2c36-96fb-4268-981a-d82879093817', 'tag': '3322a531-1adb-463c-852b-8b24fc75d710'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:28:22.332099 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35500) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:22.332775 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6a2ef8f-6cb4-412a-9cfb-2cab9163dbf4" -d '{"events": [{"name": "network-changed", "server_uuid": "8bad2c36-96fb-4268-981a-d82879093817", "tag": "3322a531-1adb-463c-852b-8b24fc75d710"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:28:22.337014 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-1cc010fc-1ea6-497c-931b-26d802a9ba0d tempest-QuotasTest-1363543252 tempest-QuotasTest-1363543252-project-admin] 10.222.0.23 "GET /v2.0/quotas/9ea86b254625416c8f049224fa4eba12/details.json HTTP/1.1" status: 200 len: 703 time: 0.5931864 Jul 05 02:28:22.383728 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-1db1362f-a663-48f7-b2ff-c9ec3912f0b7 None None] Provisioning for port c506d563-bb61-4c2a-890e-31c73022a7b3 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:28:22.383728 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-1db1362f-a663-48f7-b2ff-c9ec3912f0b7 None None] Provisioning complete for port c506d563-bb61-4c2a-890e-31c73022a7b3 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:28:22.383728 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-1db1362f-a663-48f7-b2ff-c9ec3912f0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:22.390060 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-fd924778-35ad-4da0-80e7-b062f5034616 tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, a6847618-d608-40ea-99c1-572c39ce9a3c) {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:28:22.398445 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd924778-35ad-4da0-80e7-b062f5034616 tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:22.399299 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fd924778-35ad-4da0-80e7-b062f5034616 tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:22.403548 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54545a69-10d2-43d0-8f95-6716a7b59ca5 x-openstack-request-id: req-54545a69-10d2-43d0-8f95-6716a7b59ca5 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:28:22.403955 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bad2c36-96fb-4268-981a-d82879093817", "tag": "3322a531-1adb-463c-852b-8b24fc75d710", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:28:22.404070 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-54545a69-10d2-43d0-8f95-6716a7b59ca5 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:28:22.408694 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bad2c36-96fb-4268-981a-d82879093817', 'tag': '3322a531-1adb-463c-852b-8b24fc75d710', 'status': 'completed', 'code': 200} Jul 05 02:28:22.448679 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00255f2b-5e9d-42ff-9efc-47bec36c6882 None None] Network a6847618-d608-40ea-99c1-572c39ce9a3c requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:28:22.488796 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-8983c411-c745-4ca5-864d-58ebcf2c49b3 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Deleting port 2843b791-9436-4d1d-ab5d-2adb40769598 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:28:22.489306 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8983c411-c745-4ca5-864d-58ebcf2c49b3 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:22.516458 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-1db1362f-a663-48f7-b2ff-c9ec3912f0b7 None None] Port c506d563-bb61-4c2a-890e-31c73022a7b3 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:28:22.582445 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-36ce6381-5155-4a94-90f4-d286c69fbe23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:22.675470 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff3c50c-ac60-40ff-80a0-7eb4c5a902d8 service neutron] Pushing event updated for resources: {'Port': ['ID=3322a531-1adb-463c-852b-8b24fc75d710,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:22.701510 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe3581b-1194-4834-bee8-63c9be5f2c1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-a6847618-d608-40ea-99c1-572c39ce9a3c', 'network_id': 'a6847618-d608-40ea-99c1-572c39ce9a3c', 'tenant_id': '852cff186df1422686e76bf3d18e3091', 'fixed_ips': [{'subnet_id': '83f91367-7871-4425-8985-47f199b15402'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:28:22.705060 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-cfe3581b-1194-4834-bee8-63c9be5f2c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:22.720627 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8983c411-c745-4ca5-864d-58ebcf2c49b3 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:22.723391 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-757fde9e-cddb-401c-bce2-1f8a56ca7131 req-3cd5f1ad-b26d-4a54-8920-578421944197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:22.730440 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-fd924778-35ad-4da0-80e7-b062f5034616 tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7195270 Jul 05 02:28:22.738922 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device ae863df1-01fb-4658-90e7-ac82cc5df111 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:28:22.742265 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35510) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:22.751802 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-49a6a55a-ebd9-40d3-8296-989e29eecd28 tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] Request body: {'port': {'network_id': 'a6847618-d608-40ea-99c1-572c39ce9a3c', 'name': 'tempest-ExtraDHCPOptionsTestJSON-891876092'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:28:22.757650 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a2ef8f-6cb4-412a-9cfb-2cab9163dbf4 req-bf9829d5-c2b8-46cf-89ef-09cb9e842e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:22.759270 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b6a2ef8f-6cb4-412a-9cfb-2cab9163dbf4 req-bf9829d5-c2b8-46cf-89ef-09cb9e842e5d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=820e82faa5644367b33d0bc2c0745899&device_id=8bad2c36-96fb-4268-981a-d82879093817 HTTP/1.1" status: 200 len: 1095 time: 0.3337889 Jul 05 02:28:22.764363 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-8983c411-c745-4ca5-864d-58ebcf2c49b3 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Calling delete_port for 2843b791-9436-4d1d-ab5d-2adb40769598 owned by {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:28:22.770257 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: ae863df1-01fb-4658-90e7-ac82cc5df111 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:28:22.770810 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device ae863df1-01fb-4658-90e7-ac82cc5df111 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:28:22.984046 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f2ad63-f1f1-494f-8112-938269f8be65 req-3d31187c-dbb9-4678-820d-4f20d7d0c164 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:22.985678 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d0f2ad63-f1f1-494f-8112-938269f8be65 req-3d31187c-dbb9-4678-820d-4f20d7d0c164 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] 10.222.0.23 "GET /v2.0/ports?device_id=8472f9d0-c744-4bc0-8ccf-9d1f651cfb7c HTTP/1.1" status: 200 len: 931 time: 0.3502090 Jul 05 02:28:23.048450 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-cfe3581b-1194-4834-bee8-63c9be5f2c1a None None] Allocated IP 172.20.0.2 (a6847618-d608-40ea-99c1-572c39ce9a3c/83f91367-7871-4425-8985-47f199b15402/14a51dd2-8d23-49f3-b84b-4c6505ba6025) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:28:23.114657 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d0f2ad63-f1f1-494f-8112-938269f8be65 req-466b801c-ca4d-450e-ad4f-121cc7d72a26 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] 10.222.0.23 "GET /v2.0/security-groups?id=a0f3de01-621c-4ed4-a575-46af052470d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178887 Jul 05 02:28:23.128030 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49a6a55a-ebd9-40d3-8296-989e29eecd28 tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] Made reservation on behalf of 852cff186df1422686e76bf3d18e3091 for: {'port': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:28:23.134417 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-49a6a55a-ebd9-40d3-8296-989e29eecd28 tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:23.153060 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-6934b154-5b67-46a1-991c-dd86aa296a1f None None] Provisioning for port 2843b791-9436-4d1d-ab5d-2adb40769598 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:28:23.180650 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-6934b154-5b67-46a1-991c-dd86aa296a1f None None] Provisioning complete for port 2843b791-9436-4d1d-ab5d-2adb40769598 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:28:23.180767 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-6934b154-5b67-46a1-991c-dd86aa296a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:23.184532 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [None req-49a6a55a-ebd9-40d3-8296-989e29eecd28 tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] device_id is not set on port e52e8ea6-456d-42b4-b6cf-dd48ba168971 yet. {{(pid=94462) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:28:23.260529 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-cfe3581b-1194-4834-bee8-63c9be5f2c1a None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:23.265050 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-6934b154-5b67-46a1-991c-dd86aa296a1f None None] Port 2843b791-9436-4d1d-ab5d-2adb40769598 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:28:23.312281 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-36ce6381-5155-4a94-90f4-d286c69fbe23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5763388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774356'] for subnet, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:23.312448 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35516) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:23.397668 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ce6381-5155-4a94-90f4-d286c69fbe23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e54bb52b-407a-4efc-b19e-45eea28735fe,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:23.415677 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-36ce6381-5155-4a94-90f4-d286c69fbe23 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:23.415677 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-36ce6381-5155-4a94-90f4-d286c69fbe23 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/e54bb52b-407a-4efc-b19e-45eea28735fe HTTP/1.1" status: 204 len: 168 time: 1.3258345 Jul 05 02:28:23.416896 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35522) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:23.417336 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988b3290-a547-416a-b8b2-b651626591d8 None None] Network 02860c2c-1b47-41ff-bdb8-8652ec368c51 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:28:23.439555 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a2ef8f-6cb4-412a-9cfb-2cab9163dbf4 req-643083ed-fb83-4dbc-a40b-82bc0505af16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:23.441066 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b6a2ef8f-6cb4-412a-9cfb-2cab9163dbf4 req-643083ed-fb83-4dbc-a40b-82bc0505af16 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=820e82faa5644367b33d0bc2c0745899&shared=False HTTP/1.1" status: 200 len: 921 time: 0.6564114 Jul 05 02:28:23.462812 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-41a598ff-8f9c-464a-a69b-e999e79ccc84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:23.485851 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f92e4f8c-792f-4207-b15d-b2938d2a82c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:23.531897 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-cfe3581b-1194-4834-bee8-63c9be5f2c1a None None] Transition to ACTIVE for port object 14a51dd2-8d23-49f3-b84b-4c6505ba6025 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:28:23.551575 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8983c411-c745-4ca5-864d-58ebcf2c49b3 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:23.561618 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-cfe3581b-1194-4834-bee8-63c9be5f2c1a None None] Transition to ACTIVE for port object 14a51dd2-8d23-49f3-b84b-4c6505ba6025 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:28:23.594361 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcdaa76-30bc-447c-b5a1-3de8e01de032 req-8e8916d5-8cce-49c9-a0c4-19e733fe1649 tempest-ServersNegativeTestMultiTenantJSON-593204141 tempest-ServersNegativeTestMultiTenantJSON-593204141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:23.595876 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5dcdaa76-30bc-447c-b5a1-3de8e01de032 req-8e8916d5-8cce-49c9-a0c4-19e733fe1649 tempest-ServersNegativeTestMultiTenantJSON-593204141 tempest-ServersNegativeTestMultiTenantJSON-593204141-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a09d1a-903c-40d3-9fd2-0726910801d6 HTTP/1.1" status: 200 len: 946 time: 0.2921033 Jul 05 02:28:23.607340 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7080aed5-1be0-4134-91d2-221500ded4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:23.614775 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8983c411-c745-4ca5-864d-58ebcf2c49b3 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event deleted for resources: {'Port': ['ID=2843b791-9436-4d1d-ab5d-2adb40769598,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:23.652141 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-cfe3581b-1194-4834-bee8-63c9be5f2c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:23.660354 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a2ef8f-6cb4-412a-9cfb-2cab9163dbf4 req-caf40670-5b00-4b13-8039-fdb83ad8e613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:23.667483 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b6a2ef8f-6cb4-412a-9cfb-2cab9163dbf4 req-caf40670-5b00-4b13-8039-fdb83ad8e613 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1951582 Jul 05 02:28:23.702028 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5dcdaa76-30bc-447c-b5a1-3de8e01de032 req-5c33f08b-fc8f-4d0c-8ee4-688920e62c50 tempest-ServersNegativeTestMultiTenantJSON-593204141 tempest-ServersNegativeTestMultiTenantJSON-593204141-project] 10.222.0.23 "GET /v2.0/security-groups?id=f03e728d-9b1e-43f1-b649-e8c1204aab5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005032 Jul 05 02:28:23.727983 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b58e92-51a1-4ed1-b9c9-da0666bb44f7 None None] DHCP port deletion for 02860c2c-1b47-41ff-bdb8-8652ec368c51 request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:28:23.738762 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-757fde9e-cddb-401c-bce2-1f8a56ca7131 req-3cd5f1ad-b26d-4a54-8920-578421944197 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c506d563-bb61-4c2a-890e-31c73022a7b3 {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:28:23.750797 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe3581b-1194-4834-bee8-63c9be5f2c1a None None] Network a6847618-d608-40ea-99c1-572c39ce9a3c is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:28:23.755882 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-cfe3581b-1194-4834-bee8-63c9be5f2c1a None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:28:23.758492 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-757fde9e-cddb-401c-bce2-1f8a56ca7131 req-3cd5f1ad-b26d-4a54-8920-578421944197 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:23.779388 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe3581b-1194-4834-bee8-63c9be5f2c1a None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:28:23.785015 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe3581b-1194-4834-bee8-63c9be5f2c1a None None] Pushing event updated for resources: {'Port': ['ID=14a51dd2-8d23-49f3-b84b-4c6505ba6025,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:23.812005 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-757fde9e-cddb-401c-bce2-1f8a56ca7131 req-3cd5f1ad-b26d-4a54-8920-578421944197 service neutron] Transition to ACTIVE for port object c506d563-bb61-4c2a-890e-31c73022a7b3 will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:28:23.841363 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d106b4b4-e049-4010-a646-82c511b95891 req-50299475-9031-4449-b78b-0d35ad4cc91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:23.841941 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56360136-42b3-441d-887f-002c03a8e0f5 req-9f41c720-aa7f-4523-8a77-57cf7e2e950b tempest-InstanceActionsNegativeTestJSON-551788100 tempest-InstanceActionsNegativeTestJSON-551788100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:23.843246 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d106b4b4-e049-4010-a646-82c511b95891 req-50299475-9031-4449-b78b-0d35ad4cc91e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=820e82faa5644367b33d0bc2c0745899&device_id=8bad2c36-96fb-4268-981a-d82879093817 HTTP/1.1" status: 200 len: 1095 time: 0.1306159 Jul 05 02:28:23.843754 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-56360136-42b3-441d-887f-002c03a8e0f5 req-9f41c720-aa7f-4523-8a77-57cf7e2e950b tempest-InstanceActionsNegativeTestJSON-551788100 tempest-InstanceActionsNegativeTestJSON-551788100-project] 10.222.0.23 "GET /v2.0/ports?device_id=8bad2c36-96fb-4268-981a-d82879093817 HTTP/1.1" status: 200 len: 943 time: 0.3723245 Jul 05 02:28:23.857966 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8983c411-c745-4ca5-864d-58ebcf2c49b3 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:23.864330 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-8983c411-c745-4ca5-864d-58ebcf2c49b3 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "DELETE /v2.0/ports/2843b791-9436-4d1d-ab5d-2adb40769598 HTTP/1.1" status: 204 len: 168 time: 1.5285716 Jul 05 02:28:23.865709 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:23.874034 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-d9b58e92-51a1-4ed1-b9c9-da0666bb44f7 None None] Deleting port 49a2db2a-1fae-4136-a835-c5a96744d6aa {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:28:23.874441 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-d9b58e92-51a1-4ed1-b9c9-da0666bb44f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:23.878848 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35526) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:23.915175 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d106b4b4-e049-4010-a646-82c511b95891 req-a054c5fb-e38b-4d76-8461-63e2225b61e8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3322a531-1adb-463c-852b-8b24fc75d710 HTTP/1.1" status: 200 len: 217 time: 0.0635664 Jul 05 02:28:23.916064 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-757fde9e-cddb-401c-bce2-1f8a56ca7131 req-3cd5f1ad-b26d-4a54-8920-578421944197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:23.962143 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-cfe3581b-1194-4834-bee8-63c9be5f2c1a None None] Attempting to bind port 14a51dd2-8d23-49f3-b84b-4c6505ba6025 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:28:23.962518 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-cfe3581b-1194-4834-bee8-63c9be5f2c1a None None] Attempting to bind port 14a51dd2-8d23-49f3-b84b-4c6505ba6025 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '1eed2740-67a9-452d-b65f-7d583f6a1e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a6847618-d608-40ea-99c1-572c39ce9a3c'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:28:23.962884 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe3581b-1194-4834-bee8-63c9be5f2c1a None None] Attempting to bind port 14a51dd2-8d23-49f3-b84b-4c6505ba6025 on network a6847618-d608-40ea-99c1-572c39ce9a3c {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:28:23.969240 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-d9b58e92-51a1-4ed1-b9c9-da0666bb44f7 None None] For port 49a2db2a-1fae-4136-a835-c5a96744d6aa, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=49a2db2a-1fae-4136-a835-c5a96744d6aa,segment=NetworkSegment(808aeee9-9700-4e2b-95a3-34b73f31015e),segment_id=808aeee9-9700-4e2b-95a3-34b73f31015e)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:28:23.969641 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-d9b58e92-51a1-4ed1-b9c9-da0666bb44f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:23.972194 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe3581b-1194-4834-bee8-63c9be5f2c1a None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:28:23.972572 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe3581b-1194-4834-bee8-63c9be5f2c1a None None] Checking segment: {'id': '1eed2740-67a9-452d-b65f-7d583f6a1e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a6847618-d608-40ea-99c1-572c39ce9a3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:28:23.972972 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-cfe3581b-1194-4834-bee8-63c9be5f2c1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:23.973367 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe3581b-1194-4834-bee8-63c9be5f2c1a None None] Bound using segment: {'id': '1eed2740-67a9-452d-b65f-7d583f6a1e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a6847618-d608-40ea-99c1-572c39ce9a3c'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:28:23.973839 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-cfe3581b-1194-4834-bee8-63c9be5f2c1a None None] Bound port: 14a51dd2-8d23-49f3-b84b-4c6505ba6025, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eed2740-67a9-452d-b65f-7d583f6a1e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a6847618-d608-40ea-99c1-572c39ce9a3c'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:28:23.974244 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-cfe3581b-1194-4834-bee8-63c9be5f2c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:24.018193 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-d9b58e92-51a1-4ed1-b9c9-da0666bb44f7 None None] Calling delete_port for 49a2db2a-1fae-4136-a835-c5a96744d6aa owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:28:24.027483 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-56360136-42b3-441d-887f-002c03a8e0f5 req-d6ee8a81-58bd-4c35-92f8-79ca9d181d18 tempest-InstanceActionsNegativeTestJSON-551788100 tempest-InstanceActionsNegativeTestJSON-551788100-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c5b3b27-7739-429e-bd3f-ef267b252374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510537 Jul 05 02:28:24.057248 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.db.api [None req-49a6a55a-ebd9-40d3-8296-989e29eecd28 tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-43cf2c4d-78aa-4aae-9b41-6b023c81861b {{(pid=94462) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 02:28:24.057830 n-d-771362-32 neutron-server[94462]: DEBUG oslo_db.api [None req-49a6a55a-ebd9-40d3-8296-989e29eecd28 tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 02:28:24.062772 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d106b4b4-e049-4010-a646-82c511b95891 req-ad783584-8f22-40d3-b14b-97ca19201957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:24.064802 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d106b4b4-e049-4010-a646-82c511b95891 req-ad783584-8f22-40d3-b14b-97ca19201957 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=33394814-8ae6-4b02-bfb4-5679d954862b HTTP/1.1" status: 200 len: 861 time: 0.1369822 Jul 05 02:28:24.065807 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd5f1ad-b26d-4a54-8920-578421944197 service neutron] Pushing event updated for resources: {'Port': ['ID=c506d563-bb61-4c2a-890e-31c73022a7b3,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:24.066350 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f92e4f8c-792f-4207-b15d-b2938d2a82c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:24.069069 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-7080aed5-1be0-4134-91d2-221500ded4a6 admin admin] Deleting port 49a2db2a-1fae-4136-a835-c5a96744d6aa {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:28:24.069396 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7080aed5-1be0-4134-91d2-221500ded4a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:24.103032 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d106b4b4-e049-4010-a646-82c511b95891 req-a6130523-1676-4543-9260-bd4903f33b32 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a9dd985e-a2fe-41ae-95ed-5ea2b4c4018d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309615 Jul 05 02:28:24.132777 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e3221c-b788-42cd-a881-22bcff6592cf tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:24.134705 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-cfe3581b-1194-4834-bee8-63c9be5f2c1a None None] For port 14a51dd2-8d23-49f3-b84b-4c6505ba6025, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:28:24.141156 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-f3e3221c-b788-42cd-a881-22bcff6592cf tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2606037 Jul 05 02:28:24.151310 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-cfe3581b-1194-4834-bee8-63c9be5f2c1a None None] For port 14a51dd2-8d23-49f3-b84b-4c6505ba6025, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=14a51dd2-8d23-49f3-b84b-4c6505ba6025,segment=NetworkSegment(1eed2740-67a9-452d-b65f-7d583f6a1e83),segment_id=1eed2740-67a9-452d-b65f-7d583f6a1e83)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:28:24.152121 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 35528) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:24.198384 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-7080aed5-1be0-4134-91d2-221500ded4a6 admin admin] For port 49a2db2a-1fae-4136-a835-c5a96744d6aa, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=49a2db2a-1fae-4136-a835-c5a96744d6aa,segment=NetworkSegment(808aeee9-9700-4e2b-95a3-34b73f31015e),segment_id=808aeee9-9700-4e2b-95a3-34b73f31015e)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:28:24.198384 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7080aed5-1be0-4134-91d2-221500ded4a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:24.212431 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-7080aed5-1be0-4134-91d2-221500ded4a6 admin admin] Calling delete_port for 49a2db2a-1fae-4136-a835-c5a96744d6aa owned by network:dhcp {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:28:24.264140 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f92e4f8c-792f-4207-b15d-b2938d2a82c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:24.281290 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-757fde9e-cddb-401c-bce2-1f8a56ca7131 req-3cd5f1ad-b26d-4a54-8920-578421944197 service neutron] Attempting to bind port c506d563-bb61-4c2a-890e-31c73022a7b3 on host n-h1-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:28:24.281748 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-757fde9e-cddb-401c-bce2-1f8a56ca7131 req-3cd5f1ad-b26d-4a54-8920-578421944197 service neutron] Attempting to bind port c506d563-bb61-4c2a-890e-31c73022a7b3 by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': '68b40de2-5c88-43af-aa76-e06dc56de736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '5e8d76cf-072c-4ebe-9632-b498a3035f5b'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:28:24.282160 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757fde9e-cddb-401c-bce2-1f8a56ca7131 req-3cd5f1ad-b26d-4a54-8920-578421944197 service neutron] Attempting to bind port c506d563-bb61-4c2a-890e-31c73022a7b3 on network 5e8d76cf-072c-4ebe-9632-b498a3035f5b {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:28:24.298713 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757fde9e-cddb-401c-bce2-1f8a56ca7131 req-3cd5f1ad-b26d-4a54-8920-578421944197 service neutron] Port c506d563-bb61-4c2a-890e-31c73022a7b3 on network 5e8d76cf-072c-4ebe-9632-b498a3035f5b not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:28:24.299103 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757fde9e-cddb-401c-bce2-1f8a56ca7131 req-3cd5f1ad-b26d-4a54-8920-578421944197 service neutron] Attempting to bind port c506d563-bb61-4c2a-890e-31c73022a7b3 on network 5e8d76cf-072c-4ebe-9632-b498a3035f5b {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:28:24.313705 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d106b4b4-e049-4010-a646-82c511b95891 req-8f6f4bca-78bf-4b52-a5bb-3a3ca7221338 service neutron] 10.222.0.21 "GET /v2.0/networks/a9dd985e-a2fe-41ae-95ed-5ea2b4c4018d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836772 Jul 05 02:28:24.323145 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757fde9e-cddb-401c-bce2-1f8a56ca7131 req-3cd5f1ad-b26d-4a54-8920-578421944197 service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:28:24.323667 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757fde9e-cddb-401c-bce2-1f8a56ca7131 req-3cd5f1ad-b26d-4a54-8920-578421944197 service neutron] Checking segment: {'id': '68b40de2-5c88-43af-aa76-e06dc56de736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '5e8d76cf-072c-4ebe-9632-b498a3035f5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:28:24.324147 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757fde9e-cddb-401c-bce2-1f8a56ca7131 req-3cd5f1ad-b26d-4a54-8920-578421944197 service neutron] Bound using segment: {'id': '68b40de2-5c88-43af-aa76-e06dc56de736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '5e8d76cf-072c-4ebe-9632-b498a3035f5b'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:28:24.324716 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-757fde9e-cddb-401c-bce2-1f8a56ca7131 req-3cd5f1ad-b26d-4a54-8920-578421944197 service neutron] Bound port: c506d563-bb61-4c2a-890e-31c73022a7b3, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68b40de2-5c88-43af-aa76-e06dc56de736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '5e8d76cf-072c-4ebe-9632-b498a3035f5b'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:28:24.325148 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-757fde9e-cddb-401c-bce2-1f8a56ca7131 req-3cd5f1ad-b26d-4a54-8920-578421944197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:24.327863 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-f92e4f8c-792f-4207-b15d-b2938d2a82c0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d0c63f7108354202bf690f2899395812&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0160947 Jul 05 02:28:24.328620 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92e4f8c-792f-4207-b15d-b2938d2a82c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9dd140c-22d0-405c-9abb-2f65b4b95574,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:24.331682 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 35532) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:24.353506 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-cfe3581b-1194-4834-bee8-63c9be5f2c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:24.381168 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7080aed5-1be0-4134-91d2-221500ded4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:24.396503 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-d9b58e92-51a1-4ed1-b9c9-da0666bb44f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:24.405384 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 49a2db2a-1fae-4136-a835-c5a96744d6aa no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:28:24.415128 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7080aed5-1be0-4134-91d2-221500ded4a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=49a2db2a-1fae-4136-a835-c5a96744d6aa,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:24.422006 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7080aed5-1be0-4134-91d2-221500ded4a6 admin admin] No DVR routers for this DVR port 49a2db2a-1fae-4136-a835-c5a96744d6aa on host n-d-771362-32 {{(pid=94462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:28:24.422631 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879537a8-4bd8-43fe-a3d0-7ad52b824ddf tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:24.424067 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-879537a8-4bd8-43fe-a3d0-7ad52b824ddf tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2754316 Jul 05 02:28:24.427018 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35534) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:24.442150 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 49a2db2a-1fae-4136-a835-c5a96744d6aa {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:28:24.442418 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 49a2db2a-1fae-4136-a835-c5a96744d6aa not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:28:24.474541 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b58e92-51a1-4ed1-b9c9-da0666bb44f7 None None] No DVR routers for this DVR port 49a2db2a-1fae-4136-a835-c5a96744d6aa on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:28:24.487201 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe3581b-1194-4834-bee8-63c9be5f2c1a None None] Pushing event updated for resources: {'Port': ['ID=14a51dd2-8d23-49f3-b84b-4c6505ba6025,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:24.520923 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b58e92-51a1-4ed1-b9c9-da0666bb44f7 None None] Pushing event deleted for resources: {'Port': ['ID=49a2db2a-1fae-4136-a835-c5a96744d6aa,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:24.563768 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-49a6a55a-ebd9-40d3-8296-989e29eecd28 tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:24.563998 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-757fde9e-cddb-401c-bce2-1f8a56ca7131 req-3cd5f1ad-b26d-4a54-8920-578421944197 service neutron] For port c506d563-bb61-4c2a-890e-31c73022a7b3, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:28:24.575606 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4cf8b9b6-4ba3-4ddc-8bc0-4d18252b92d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:24.584527 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d106b4b4-e049-4010-a646-82c511b95891 req-54117737-9309-4c21-841e-d4d3c42b131d service neutron] 10.222.0.21 "GET /v2.0/networks/a9dd985e-a2fe-41ae-95ed-5ea2b4c4018d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544603 Jul 05 02:28:24.589741 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-757fde9e-cddb-401c-bce2-1f8a56ca7131 req-3cd5f1ad-b26d-4a54-8920-578421944197 service neutron] For port c506d563-bb61-4c2a-890e-31c73022a7b3, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=c506d563-bb61-4c2a-890e-31c73022a7b3,segment=NetworkSegment(68b40de2-5c88-43af-aa76-e06dc56de736),segment_id=68b40de2-5c88-43af-aa76-e06dc56de736)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:28:24.605804 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c82e68d-4dd5-48ba-842a-ee1c4cbd150b req-ba3fe187-1111-4886-a921-c0d7e73d3e10 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:24.613740 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7080aed5-1be0-4134-91d2-221500ded4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:24.613740 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f19923d-3cae-4e29-918e-d9a547565e17 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:24.617302 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1c82e68d-4dd5-48ba-842a-ee1c4cbd150b req-ba3fe187-1111-4886-a921-c0d7e73d3e10 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] 10.222.0.23 "GET /v2.0/ports?device_id=8472f9d0-c744-4bc0-8ccf-9d1f651cfb7c HTTP/1.1" status: 200 len: 943 time: 0.3083832 Jul 05 02:28:24.617887 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f19923d-3cae-4e29-918e-d9a547565e17 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:24.617887 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f19923d-3cae-4e29-918e-d9a547565e17 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:24.617887 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-1f19923d-3cae-4e29-918e-d9a547565e17 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1890490 Jul 05 02:28:24.624034 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [None req-49a6a55a-ebd9-40d3-8296-989e29eecd28 tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] device_id is not set on port a5083324-778b-407c-8488-84de57fd162d yet. {{(pid=94462) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:28:24.624928 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 35536) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:24.633022 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-7080aed5-1be0-4134-91d2-221500ded4a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02860c2c-1b47-41ff-bdb8-8652ec368c51']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:28:24.633784 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:24.677276 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-7080aed5-1be0-4134-91d2-221500ded4a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '808aeee9-9700-4e2b-95a3-34b73f31015e') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:28:24.677276 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-7080aed5-1be0-4134-91d2-221500ded4a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '808aeee9-9700-4e2b-95a3-34b73f31015e') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:28:24.695699 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7080aed5-1be0-4134-91d2-221500ded4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:24.696997 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4cf8b9b6-4ba3-4ddc-8bc0-4d18252b92d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:24.712482 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-757fde9e-cddb-401c-bce2-1f8a56ca7131 req-3cd5f1ad-b26d-4a54-8920-578421944197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:24.727196 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7080aed5-1be0-4134-91d2-221500ded4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:24.745831 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7080aed5-1be0-4134-91d2-221500ded4a6 admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:28:24.746336 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7080aed5-1be0-4134-91d2-221500ded4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:24.748069 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:28:24.748069 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:28:24.748069 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:28:24.748069 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:28:24.748069 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:28:24.748069 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:28:24.748069 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:28:24.748069 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:28:24.748069 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:28:24.748069 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:28:24.748069 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:28:24.748069 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:28:24.748069 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:28:24.748069 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:28:24.748069 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:28:24.748069 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:28:24.748069 n-d-771362-32 neutron-server[94462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:28:24.748069 n-d-771362-32 neutron-server[94462]: self.session.flush() Jul 05 02:28:24.748069 n-d-771362-32 neutron-server[94462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:28:24.748069 n-d-771362-32 neutron-server[94462]: self.session.flush() Jul 05 02:28:24.748069 n-d-771362-32 neutron-server[94462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:28:24.748069 n-d-771362-32 neutron-server[94462]: self.session.flush() Jul 05 02:28:24.748069 n-d-771362-32 neutron-server[94462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:28:24.748069 n-d-771362-32 neutron-server[94462]: self.session.flush() Jul 05 02:28:24.748069 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:28:24.748069 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:28:24.748069 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:28:24.748069 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:28:24.748069 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:28:24.748069 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:28:24.748069 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:28:24.748069 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:28:24.748069 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:28:24.748069 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:28:24.748069 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:28:24.748069 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:28:24.748069 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:28:24.748069 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:28:24.748069 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:28:24.748069 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:28:24.748069 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:28:24.748069 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:28:24.748069 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:28:24.748069 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:28:24.748069 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:28:24.748069 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:28:24.748069 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:28:24.748069 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:28:24.748069 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:28:24.748069 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:28:24.748069 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:28:24.748069 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:28:24.748069 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:28:24.748069 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:28:24.748069 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:28:24.748069 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:28:24.824512 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1c82e68d-4dd5-48ba-842a-ee1c4cbd150b req-eb3de4f0-5949-46f3-b30a-6eff53227b80 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] 10.222.0.23 "GET /v2.0/security-groups?id=a0f3de01-621c-4ed4-a575-46af052470d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021494 Jul 05 02:28:24.828740 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb050774-3a0a-4b7c-9780-85af14640aba tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Deleting subnet 65cd5d85-f54e-4102-bc70-da075df2be0c {{(pid=94461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:28:24.837533 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-eb050774-3a0a-4b7c-9780-85af14640aba tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks [] for subnet, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:24.848751 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757fde9e-cddb-401c-bce2-1f8a56ca7131 req-3cd5f1ad-b26d-4a54-8920-578421944197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:24.849434 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-757fde9e-cddb-401c-bce2-1f8a56ca7131 req-3cd5f1ad-b26d-4a54-8920-578421944197 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:24.850931 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-757fde9e-cddb-401c-bce2-1f8a56ca7131 req-3cd5f1ad-b26d-4a54-8920-578421944197 service neutron] 10.222.0.21 "PUT /v2.0/ports/c506d563-bb61-4c2a-890e-31c73022a7b3 HTTP/1.1" status: 200 len: 1092 time: 2.6075778 Jul 05 02:28:24.881894 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8472f9d0-c744-4bc0-8ccf-9d1f651cfb7c', 'tag': 'c506d563-bb61-4c2a-890e-31c73022a7b3'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:28:24.881894 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be9417c4-24b2-4eb3-a60e-de6eac326f08" -d '{"events": [{"name": "network-changed", "server_uuid": "8472f9d0-c744-4bc0-8ccf-9d1f651cfb7c", "tag": "c506d563-bb61-4c2a-890e-31c73022a7b3"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:28:24.892182 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-49a6a55a-ebd9-40d3-8296-989e29eecd28 tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] Allocated IP 172.20.0.14 (a6847618-d608-40ea-99c1-572c39ce9a3c/83f91367-7871-4425-8985-47f199b15402/a5083324-778b-407c-8488-84de57fd162d) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:28:24.923966 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd5f1ad-b26d-4a54-8920-578421944197 service neutron] Pushing event updated for resources: {'Port': ['ID=c506d563-bb61-4c2a-890e-31c73022a7b3,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:24.944029 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-eb050774-3a0a-4b7c-9780-85af14640aba tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5519650'] for subnet, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:24.968927 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62bfa643-569a-4c91-9f88-1fb1a4b46127 x-openstack-request-id: req-62bfa643-569a-4c91-9f88-1fb1a4b46127 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:28:24.969198 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8472f9d0-c744-4bc0-8ccf-9d1f651cfb7c", "tag": "c506d563-bb61-4c2a-890e-31c73022a7b3", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:28:24.969457 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-62bfa643-569a-4c91-9f88-1fb1a4b46127 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:28:24.970867 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8472f9d0-c744-4bc0-8ccf-9d1f651cfb7c', 'tag': 'c506d563-bb61-4c2a-890e-31c73022a7b3', 'status': 'completed', 'code': 200} Jul 05 02:28:25.034439 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc5b75c-aa0e-4b87-9880-89d251ba1f5c req-0f2b83b0-6489-44dd-bf80-0d6d2bc77007 tempest-ServersNegativeTestMultiTenantJSON-593204141 tempest-ServersNegativeTestMultiTenantJSON-593204141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:25.036213 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-fbc5b75c-aa0e-4b87-9880-89d251ba1f5c req-0f2b83b0-6489-44dd-bf80-0d6d2bc77007 tempest-ServersNegativeTestMultiTenantJSON-593204141 tempest-ServersNegativeTestMultiTenantJSON-593204141-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a09d1a-903c-40d3-9fd2-0726910801d6 HTTP/1.1" status: 200 len: 946 time: 0.1606476 Jul 05 02:28:25.062037 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4cf8b9b6-4ba3-4ddc-8bc0-4d18252b92d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:25.064638 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4cf8b9b6-4ba3-4ddc-8bc0-4d18252b92d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:25.065979 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-4cf8b9b6-4ba3-4ddc-8bc0-4d18252b92d7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e9dd140c-22d0-405c-9abb-2f65b4b95574 HTTP/1.1" status: 204 len: 168 time: 0.7259738 Jul 05 02:28:25.085004 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf8b9b6-4ba3-4ddc-8bc0-4d18252b92d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9dd140c-22d0-405c-9abb-2f65b4b95574,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:25.094254 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7080aed5-1be0-4134-91d2-221500ded4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:25.106250 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-eb050774-3a0a-4b7c-9780-85af14640aba tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:25.152492 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7080aed5-1be0-4134-91d2-221500ded4a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:25.156758 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-7080aed5-1be0-4134-91d2-221500ded4a6 admin admin] 10.222.0.23 "DELETE /v2.0/networks/02860c2c-1b47-41ff-bdb8-8652ec368c51 HTTP/1.1" status: 204 len: 168 time: 1.7486041 Jul 05 02:28:25.177054 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9417c4-24b2-4eb3-a60e-de6eac326f08 req-f5211e90-bb4b-4afc-a3d0-acd239d617d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:25.186263 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-be9417c4-24b2-4eb3-a60e-de6eac326f08 req-f5211e90-bb4b-4afc-a3d0-acd239d617d9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=820d01c94cb84c34ab4df1230f2d2b19&device_id=8472f9d0-c744-4bc0-8ccf-9d1f651cfb7c HTTP/1.1" status: 200 len: 1095 time: 0.1943085 Jul 05 02:28:25.209086 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7080aed5-1be0-4134-91d2-221500ded4a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=02860c2c-1b47-41ff-bdb8-8652ec368c51,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:25.244683 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-fbc5b75c-aa0e-4b87-9880-89d251ba1f5c req-de4f93eb-af6a-4357-ab26-b7159144fb6c tempest-ServersNegativeTestMultiTenantJSON-593204141 tempest-ServersNegativeTestMultiTenantJSON-593204141-project] 10.222.0.23 "GET /v2.0/security-groups?id=f03e728d-9b1e-43f1-b649-e8c1204aab5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773157 Jul 05 02:28:25.296880 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-49a6a55a-ebd9-40d3-8296-989e29eecd28 tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:25.301048 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9417c4-24b2-4eb3-a60e-de6eac326f08 req-4e1a8d7d-6ab5-473d-b79e-47adae98a48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:25.302591 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-be9417c4-24b2-4eb3-a60e-de6eac326f08 req-4e1a8d7d-6ab5-473d-b79e-47adae98a48c service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=820d01c94cb84c34ab4df1230f2d2b19&shared=False HTTP/1.1" status: 200 len: 921 time: 0.1125994 Jul 05 02:28:25.311460 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [None req-49a6a55a-ebd9-40d3-8296-989e29eecd28 tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] Transition to ACTIVE for port object a5083324-778b-407c-8488-84de57fd162d will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:28:25.398986 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-eb050774-3a0a-4b7c-9780-85af14640aba tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5763388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774356'] for subnet, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:25.434273 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-49a6a55a-ebd9-40d3-8296-989e29eecd28 tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:25.458423 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb050774-3a0a-4b7c-9780-85af14640aba tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event deleted for resources: {'Subnet': ['ID=65cd5d85-f54e-4102-bc70-da075df2be0c,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:25.480679 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f846fc55-b0bb-4091-837d-7603c5603457 None None] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:28:25.488865 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-eb050774-3a0a-4b7c-9780-85af14640aba tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:25.501001 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-eb050774-3a0a-4b7c-9780-85af14640aba tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "DELETE /v2.0/subnets/65cd5d85-f54e-4102-bc70-da075df2be0c HTTP/1.1" status: 204 len: 168 time: 0.8728306 Jul 05 02:28:25.505467 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35552) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:25.512442 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a6a55a-ebd9-40d3-8296-989e29eecd28 tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] Network a6847618-d608-40ea-99c1-572c39ce9a3c is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:28:25.529855 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecc254a-1ddc-40fc-bb6e-a9c739fe4500 req-3657b6f6-e9f7-4746-91a1-4379333ea675 tempest-ServersNegativeTestMultiTenantJSON-593204141 tempest-ServersNegativeTestMultiTenantJSON-593204141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:25.537357 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0ecc254a-1ddc-40fc-bb6e-a9c739fe4500 req-3657b6f6-e9f7-4746-91a1-4379333ea675 tempest-ServersNegativeTestMultiTenantJSON-593204141 tempest-ServersNegativeTestMultiTenantJSON-593204141-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a09d1a-903c-40d3-9fd2-0726910801d6 HTTP/1.1" status: 200 len: 946 time: 0.1431904 Jul 05 02:28:25.539227 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a6a55a-ebd9-40d3-8296-989e29eecd28 tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] Pushing event updated for resources: {'Port': ['ID=a5083324-778b-407c-8488-84de57fd162d,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:25.569547 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-49a6a55a-ebd9-40d3-8296-989e29eecd28 tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:28:25.587639 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a6a55a-ebd9-40d3-8296-989e29eecd28 tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:28:25.592178 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9417c4-24b2-4eb3-a60e-de6eac326f08 req-cf4b369a-146f-44ac-b0fd-a536e1bc2d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:25.601347 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-be9417c4-24b2-4eb3-a60e-de6eac326f08 req-cf4b369a-146f-44ac-b0fd-a536e1bc2d09 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2890935 Jul 05 02:28:25.643156 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260a3853-8e4a-43e4-ab9c-da16334dec10 req-51f24ee9-7899-43b8-b1f8-193a4f448494 tempest-InstanceActionsNegativeTestJSON-551788100 tempest-InstanceActionsNegativeTestJSON-551788100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:25.653209 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-260a3853-8e4a-43e4-ab9c-da16334dec10 req-51f24ee9-7899-43b8-b1f8-193a4f448494 tempest-InstanceActionsNegativeTestJSON-551788100 tempest-InstanceActionsNegativeTestJSON-551788100-project] 10.222.0.23 "GET /v2.0/ports?device_id=8bad2c36-96fb-4268-981a-d82879093817 HTTP/1.1" status: 200 len: 943 time: 0.3024247 Jul 05 02:28:25.656389 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 35556) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:25.669087 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0ecc254a-1ddc-40fc-bb6e-a9c739fe4500 req-a0361815-400e-460f-928b-39abd3a5b44e tempest-ServersNegativeTestMultiTenantJSON-593204141 tempest-ServersNegativeTestMultiTenantJSON-593204141-project] 10.222.0.23 "GET /v2.0/security-groups?id=f03e728d-9b1e-43f1-b649-e8c1204aab5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307745 Jul 05 02:28:25.680351 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-16736254-dc81-4793-bd3b-ea2346fabbef tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Deleting subnet c428d18b-2446-4d7f-a3c8-0852c99bff2c {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:28:25.686234 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-16736254-dc81-4793-bd3b-ea2346fabbef tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:25.719482 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a6a55a-ebd9-40d3-8296-989e29eecd28 tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:25.720208 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-49a6a55a-ebd9-40d3-8296-989e29eecd28 tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:25.745820 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-16736254-dc81-4793-bd3b-ea2346fabbef tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:25.795799 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-260a3853-8e4a-43e4-ab9c-da16334dec10 req-460ba17e-1f20-4673-bdf2-80d8b726b36f tempest-InstanceActionsNegativeTestJSON-551788100 tempest-InstanceActionsNegativeTestJSON-551788100-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c5b3b27-7739-429e-bd3f-ef267b252374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669544 Jul 05 02:28:25.815208 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-49a6a55a-ebd9-40d3-8296-989e29eecd28 tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.0693283 Jul 05 02:28:25.825616 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35562) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:25.836928 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-75ffafe9-35a1-4451-a1ff-4aa87b5bab2f tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] Request body: {'port': {'network_id': 'a6847618-d608-40ea-99c1-572c39ce9a3c', 'name': 'tempest-ExtraDHCPOptionsTestJSON-183419415', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:28:25.852026 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.api.validators [None req-75ffafe9-35a1-4451-a1ff-4aa87b5bab2f tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] bootfile-name is not in valid_values {{(pid=94462) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 05 02:28:25.852026 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.api.validators [None req-75ffafe9-35a1-4451-a1ff-4aa87b5bab2f tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] tftp-server is not in valid_values {{(pid=94462) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 05 02:28:25.852026 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.api.validators [None req-75ffafe9-35a1-4451-a1ff-4aa87b5bab2f tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] server-ip-address is not in valid_values {{(pid=94462) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 05 02:28:25.863813 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e475de5-34a9-4bb0-a47b-19077d35fc92 None None] Network a6847618-d608-40ea-99c1-572c39ce9a3c requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:28:25.923852 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-39a536c4-7fe1-4fc0-9779-83e547517234 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d63cc722770842c8a7a532820e16e452&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2061708 Jul 05 02:28:25.930444 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 35566) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:25.934270 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-16736254-dc81-4793-bd3b-ea2346fabbef tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:25.947545 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757fde9e-cddb-401c-bce2-1f8a56ca7131 req-af7da6a8-11e4-4301-baab-a93067a00a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:25.949105 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-757fde9e-cddb-401c-bce2-1f8a56ca7131 req-af7da6a8-11e4-4301-baab-a93067a00a20 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=820d01c94cb84c34ab4df1230f2d2b19&device_id=8472f9d0-c744-4bc0-8ccf-9d1f651cfb7c HTTP/1.1" status: 200 len: 1095 time: 0.2935338 Jul 05 02:28:26.038986 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-757fde9e-cddb-401c-bce2-1f8a56ca7131 req-29cfd456-10da-48cf-8832-ba6b734f9d0f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c506d563-bb61-4c2a-890e-31c73022a7b3 HTTP/1.1" status: 200 len: 217 time: 0.0765913 Jul 05 02:28:26.084250 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-dc5e9d1b-b659-4bd5-a5e9-185aa0dd4b3e None None] Provisioning for port 14a51dd2-8d23-49f3-b84b-4c6505ba6025 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:28:26.090311 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:26.123214 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757fde9e-cddb-401c-bce2-1f8a56ca7131 req-581aab7e-dc27-43d3-9d30-fe3e9ca6adf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:26.127605 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-757fde9e-cddb-401c-bce2-1f8a56ca7131 req-581aab7e-dc27-43d3-9d30-fe3e9ca6adf7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1825f4ef-88c0-436d-968e-41fc32795301 HTTP/1.1" status: 200 len: 860 time: 0.0779963 Jul 05 02:28:26.231380 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35572) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:26.240174 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-16736254-dc81-4793-bd3b-ea2346fabbef tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:26.247374 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-63eafbb7-c7a0-4ed0-9158-9a769a5ab251 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:26.308976 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-63eafbb7-c7a0-4ed0-9158-9a769a5ab251 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:26.433339 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757fde9e-cddb-401c-bce2-1f8a56ca7131 req-6645dab1-25bb-4086-b634-c7a370deae68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:26.435487 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-757fde9e-cddb-401c-bce2-1f8a56ca7131 req-6645dab1-25bb-4086-b634-c7a370deae68 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5e8d76cf-072c-4ebe-9632-b498a3035f5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2887700 Jul 05 02:28:26.474206 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50593636-d81b-410f-a420-93c381f6e857 req-5a213616-c642-4527-875d-6122fd03ffc1 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:26.478830 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-50593636-d81b-410f-a420-93c381f6e857 req-5a213616-c642-4527-875d-6122fd03ffc1 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] 10.222.0.23 "GET /v2.0/ports?device_id=8472f9d0-c744-4bc0-8ccf-9d1f651cfb7c HTTP/1.1" status: 200 len: 943 time: 0.3467066 Jul 05 02:28:26.503518 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 14a51dd2-8d23-49f3-b84b-4c6505ba6025 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:28:26.603335 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-50593636-d81b-410f-a420-93c381f6e857 req-88d2db91-ea28-4e94-95d1-473956596b97 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] 10.222.0.23 "GET /v2.0/security-groups?id=a0f3de01-621c-4ed4-a575-46af052470d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925376 Jul 05 02:28:26.633743 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-757fde9e-cddb-401c-bce2-1f8a56ca7131 req-d902c51d-87c7-4ec2-8aa4-16e210848b9d service neutron] 10.222.0.21 "GET /v2.0/networks/5e8d76cf-072c-4ebe-9632-b498a3035f5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888616 Jul 05 02:28:26.668669 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-63eafbb7-c7a0-4ed0-9158-9a769a5ab251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:26.671648 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-63eafbb7-c7a0-4ed0-9158-9a769a5ab251 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:26.675077 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-63eafbb7-c7a0-4ed0-9158-9a769a5ab251 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/14c365d0-bbea-4416-b725-3e3a7a041fbb HTTP/1.1" status: 204 len: 168 time: 0.7346668 Jul 05 02:28:26.722569 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eafbb7-c7a0-4ed0-9158-9a769a5ab251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14c365d0-bbea-4416-b725-3e3a7a041fbb,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:26.781870 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-6e7e5bf6-50ee-4328-8341-48152cda4954 None None] Provisioning for port a5083324-778b-407c-8488-84de57fd162d completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:28:26.793676 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-757fde9e-cddb-401c-bce2-1f8a56ca7131 req-6ccde876-394a-4d21-9083-989b999bdaae service neutron] 10.222.0.21 "GET /v2.0/networks/5e8d76cf-072c-4ebe-9632-b498a3035f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458013 Jul 05 02:28:26.793863 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-6e7e5bf6-50ee-4328-8341-48152cda4954 None None] Provisioning complete for port a5083324-778b-407c-8488-84de57fd162d triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:28:26.793863 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-6e7e5bf6-50ee-4328-8341-48152cda4954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:26.851242 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75ffafe9-35a1-4451-a1ff-4aa87b5bab2f tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] Made reservation on behalf of 852cff186df1422686e76bf3d18e3091 for: {'port': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:28:26.855721 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-75ffafe9-35a1-4451-a1ff-4aa87b5bab2f tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:26.856739 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 3322a531-1adb-463c-852b-8b24fc75d710 details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:28:26.858284 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b96f6077-7ac1-41bf-b653-0675abd245bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:26.863659 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 14a51dd2-8d23-49f3-b84b-4c6505ba6025 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:28:26.872409 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16736254-dc81-4793-bd3b-ea2346fabbef tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event deleted for resources: {'Subnet': ['ID=c428d18b-2446-4d7f-a3c8-0852c99bff2c,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:26.893529 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 14a51dd2-8d23-49f3-b84b-4c6505ba6025 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:28:26.893910 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:26.910426 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-16736254-dc81-4793-bd3b-ea2346fabbef tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:26.918715 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-16736254-dc81-4793-bd3b-ea2346fabbef tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "DELETE /v2.0/subnets/c428d18b-2446-4d7f-a3c8-0852c99bff2c HTTP/1.1" status: 204 len: 168 time: 1.4071598 Jul 05 02:28:26.919487 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 35578) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:26.940042 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [None req-75ffafe9-35a1-4451-a1ff-4aa87b5bab2f tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] device_id is not set on port 1a720990-0589-41bb-b4f1-e3a78929dc87 yet. {{(pid=94462) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:28:26.958929 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-6e7e5bf6-50ee-4328-8341-48152cda4954 None None] Port a5083324-778b-407c-8488-84de57fd162d cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:28:27.013405 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-cf738df8-b802-41a3-84ce-aeaae9fb40d7 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0924039 Jul 05 02:28:27.015989 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35580) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:27.022865 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493a50a2-d2fc-41f3-9321-e14540bc706e None None] Network ed71b0ad-0d45-4cc1-9581-fdfa4092af45 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:28:27.083574 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795a63fb-4f32-4ea6-8c34-f76ab04da477 req-96ac0f23-cdc4-4e44-9dee-db6d5acff66f tempest-InstanceActionsNegativeTestJSON-551788100 tempest-InstanceActionsNegativeTestJSON-551788100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:27.085119 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-795a63fb-4f32-4ea6-8c34-f76ab04da477 req-96ac0f23-cdc4-4e44-9dee-db6d5acff66f tempest-InstanceActionsNegativeTestJSON-551788100 tempest-InstanceActionsNegativeTestJSON-551788100-project] 10.222.0.23 "GET /v2.0/ports?device_id=8bad2c36-96fb-4268-981a-d82879093817 HTTP/1.1" status: 200 len: 943 time: 0.0741265 Jul 05 02:28:27.099950 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8247d4dd-3e58-4293-a7af-a71e46a748f6 req-9ae6f3a3-febf-4588-9d16-1af37326690c tempest-ServersNegativeTestMultiTenantJSON-593204141 tempest-ServersNegativeTestMultiTenantJSON-593204141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:27.101743 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8247d4dd-3e58-4293-a7af-a71e46a748f6 req-9ae6f3a3-febf-4588-9d16-1af37326690c tempest-ServersNegativeTestMultiTenantJSON-593204141 tempest-ServersNegativeTestMultiTenantJSON-593204141-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a09d1a-903c-40d3-9fd2-0726910801d6 HTTP/1.1" status: 200 len: 946 time: 0.2639856 Jul 05 02:28:27.110172 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:27.135410 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-795a63fb-4f32-4ea6-8c34-f76ab04da477 req-7961b290-0675-4967-9bfc-fe41d140cac6 tempest-InstanceActionsNegativeTestJSON-551788100 tempest-InstanceActionsNegativeTestJSON-551788100-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c5b3b27-7739-429e-bd3f-ef267b252374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414648 Jul 05 02:28:27.162308 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-146b50a6-7dc9-4630-b781-a26eca1a01d2 None None] Provisioning complete for port d390cc0f-3503-49df-9a72-58b93ac30f6d triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:28:27.162667 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-146b50a6-7dc9-4630-b781-a26eca1a01d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:27.220573 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-75ffafe9-35a1-4451-a1ff-4aa87b5bab2f tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] Allocated IP 172.20.0.11 (a6847618-d608-40ea-99c1-572c39ce9a3c/83f91367-7871-4425-8985-47f199b15402/1a720990-0589-41bb-b4f1-e3a78929dc87) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:28:27.236595 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 3322a531-1adb-463c-852b-8b24fc75d710, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=3322a531-1adb-463c-852b-8b24fc75d710,segment=NetworkSegment(1ab28ecf-23b4-40a2-a416-60dc81838ca7),segment_id=1ab28ecf-23b4-40a2-a416-60dc81838ca7)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:28:27.251393 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8247d4dd-3e58-4293-a7af-a71e46a748f6 req-99951c36-3d26-474c-978c-750e4fb03092 tempest-ServersNegativeTestMultiTenantJSON-593204141 tempest-ServersNegativeTestMultiTenantJSON-593204141-project] 10.222.0.23 "GET /v2.0/security-groups?id=f03e728d-9b1e-43f1-b649-e8c1204aab5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105974 Jul 05 02:28:27.271770 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 14a51dd2-8d23-49f3-b84b-4c6505ba6025, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=14a51dd2-8d23-49f3-b84b-4c6505ba6025,segment=NetworkSegment(1eed2740-67a9-452d-b65f-7d583f6a1e83),segment_id=1eed2740-67a9-452d-b65f-7d583f6a1e83)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:28:27.273128 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e316e3d-75fb-481d-a5c0-4670c6a69bea tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:27.275160 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-7e316e3d-75fb-481d-a5c0-4670c6a69bea tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2536428 Jul 05 02:28:27.277679 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 35588) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:27.292419 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': '3322a531-1adb-463c-852b-8b24fc75d710', 'network_id': 'a9dd985e-a2fe-41ae-95ed-5ea2b4c4018d', 'port_id': '3322a531-1adb-463c-852b-8b24fc75d710', 'mac_address': 'fa:16:3e:92:27:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33394814-8ae6-4b02-bfb4-5679d954862b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:28:27.376999 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:27.388835 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b96f6077-7ac1-41bf-b653-0675abd245bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:27.441099 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=14a51dd2-8d23-49f3-b84b-4c6505ba6025,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:27.443615 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:27.470466 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3322a531-1adb-463c-852b-8b24fc75d710 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:28:27.485680 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788edeed-2085-4a2f-83f5-d557233c7832 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:27.487299 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-788edeed-2085-4a2f-83f5-d557233c7832 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2079837 Jul 05 02:28:27.490095 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-146b50a6-7dc9-4630-b781-a26eca1a01d2 None None] Provisioning complete for port a5083324-778b-407c-8488-84de57fd162d triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:28:27.490480 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-146b50a6-7dc9-4630-b781-a26eca1a01d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:27.492034 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 35598) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:27.518735 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 3322a531-1adb-463c-852b-8b24fc75d710, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=3322a531-1adb-463c-852b-8b24fc75d710,segment=NetworkSegment(1ab28ecf-23b4-40a2-a416-60dc81838ca7),segment_id=1ab28ecf-23b4-40a2-a416-60dc81838ca7)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:28:27.540973 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-146b50a6-7dc9-4630-b781-a26eca1a01d2 None None] Port a5083324-778b-407c-8488-84de57fd162d cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:28:27.551700 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b96f6077-7ac1-41bf-b653-0675abd245bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:27.557321 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-75a2a685-0023-4616-8c08-f39fff5230e9 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0600612 Jul 05 02:28:27.565329 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 35600) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:27.566365 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555f96c8-1985-46c7-94b5-2000801be534 None None] DHCP port deletion for ed71b0ad-0d45-4cc1-9581-fdfa4092af45 request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:28:27.577484 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6c32e839-e92d-49a2-9f6d-809a3a36aa6a req-a4d2b410-720a-4ca4-a5f0-3cd2ff8e3868 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5d9c139f-f1ba-4755-b858-e814d10506d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1930971 Jul 05 02:28:27.628090 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-555f96c8-1985-46c7-94b5-2000801be534 None None] Deleting port d390cc0f-3503-49df-9a72-58b93ac30f6d {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:28:27.628328 n-d-771362-32 neutron-server[94461]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1278e43-f963-4958-9d32-fe1b8e870ad5 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] DELETE failed (client error): The resource could not be found. Jul 05 02:28:27.628529 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-555f96c8-1985-46c7-94b5-2000801be534 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:27.628811 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1278e43-f963-4958-9d32-fe1b8e870ad5 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:28:27.630644 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-a1278e43-f963-4958-9d32-fe1b8e870ad5 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "DELETE /v2.0/ports/2843b791-9436-4d1d-ab5d-2adb40769598 HTTP/1.1" status: 404 len: 333 time: 0.0634880 Jul 05 02:28:27.634461 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 35604) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:27.662354 n-d-771362-32 neutron-server[94461]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b277b9c-5c99-4acf-952f-7b366233e296 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] DELETE failed (client error): The resource could not be found. Jul 05 02:28:27.662821 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b277b9c-5c99-4acf-952f-7b366233e296 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:28:27.665098 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-2b277b9c-5c99-4acf-952f-7b366233e296 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "DELETE /v2.0/subnets/65cd5d85-f54e-4102-bc70-da075df2be0c HTTP/1.1" status: 404 len: 337 time: 0.0307965 Jul 05 02:28:27.678648 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35608) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:27.699837 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96f6077-7ac1-41bf-b653-0675abd245bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76b81bb3-83a9-4e12-9ba9-189275495b88,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:27.744605 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-b96f6077-7ac1-41bf-b653-0675abd245bf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9ea86b254625416c8f049224fa4eba12&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5098162 Jul 05 02:28:27.747496 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-65d3e56b-b3c6-4a73-a08e-991eda82efce tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] DELETE failed (client error): The resource could not be found. Jul 05 02:28:27.748280 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65d3e56b-b3c6-4a73-a08e-991eda82efce tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94462) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:28:27.749269 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 35610) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:27.750216 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-65d3e56b-b3c6-4a73-a08e-991eda82efce tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "DELETE /v2.0/subnets/c428d18b-2446-4d7f-a3c8-0852c99bff2c HTTP/1.1" status: 404 len: 337 time: 0.0704725 Jul 05 02:28:27.751424 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c32e839-e92d-49a2-9f6d-809a3a36aa6a req-8448eacd-2c96-4045-916f-112ab9aef701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:27.757603 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6c32e839-e92d-49a2-9f6d-809a3a36aa6a req-8448eacd-2c96-4045-916f-112ab9aef701 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=820d01c94cb84c34ab4df1230f2d2b19&device_id=5d9c139f-f1ba-4755-b858-e814d10506d6 HTTP/1.1" status: 200 len: 1098 time: 0.0872524 Jul 05 02:28:27.773410 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-75ffafe9-35a1-4451-a1ff-4aa87b5bab2f tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:27.775820 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35612) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:27.825658 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-c505c3ff-0ee1-4ae7-aeae-19002e2e24c0 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] DELETE failed (client error): The resource could not be found. Jul 05 02:28:27.826627 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c505c3ff-0ee1-4ae7-aeae-19002e2e24c0 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94462) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:28:27.832065 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-c505c3ff-0ee1-4ae7-aeae-19002e2e24c0 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "DELETE /v2.0/ports/c6fca86f-c10b-43cf-9787-4d303916c7bb HTTP/1.1" status: 404 len: 333 time: 0.0515511 Jul 05 02:28:27.840088 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 35614) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:27.842157 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [None req-75ffafe9-35a1-4451-a1ff-4aa87b5bab2f tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] Transition to ACTIVE for port object 1a720990-0589-41bb-b4f1-e3a78929dc87 will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:28:27.884452 n-d-771362-32 neutron-server[94461]: INFO neutron.pecan_wsgi.hooks.translation [None req-d42476af-33eb-49cb-8932-8f2dd8c18dba tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] DELETE failed (client error): The resource could not be found. Jul 05 02:28:27.884932 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d42476af-33eb-49cb-8932-8f2dd8c18dba tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:28:27.889038 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-d42476af-33eb-49cb-8932-8f2dd8c18dba tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "DELETE /v2.0/subnets/168acab8-22d6-4ebc-9e0b-1a56d579093c HTTP/1.1" status: 404 len: 337 time: 0.0439823 Jul 05 02:28:27.890411 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35616) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:27.902112 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7a822245-c58c-494b-b3e2-37adead0e4aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:27.924751 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:27.938681 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-578a417c-ec26-463f-bf3f-e7a13a97f1de tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] DELETE failed (client error): The resource could not be found. Jul 05 02:28:27.939155 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-578a417c-ec26-463f-bf3f-e7a13a97f1de tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94462) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:28:27.941026 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-578a417c-ec26-463f-bf3f-e7a13a97f1de tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "DELETE /v2.0/subnets/a9fd4629-a820-4874-a72b-b25dd9b55b53 HTTP/1.1" status: 404 len: 337 time: 0.0505884 Jul 05 02:28:27.944409 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35620) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:27.982322 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-555f96c8-1985-46c7-94b5-2000801be534 None None] For port d390cc0f-3503-49df-9a72-58b93ac30f6d, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=d390cc0f-3503-49df-9a72-58b93ac30f6d,segment=NetworkSegment(4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6),segment_id=4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:28:27.982597 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-555f96c8-1985-46c7-94b5-2000801be534 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:27.999275 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-77a01bc1-c7d9-4cfb-bf89-7c969beb663f tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] DELETE failed (client error): The resource could not be found. Jul 05 02:28:28.000191 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77a01bc1-c7d9-4cfb-bf89-7c969beb663f tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94462) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:28:28.005309 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-77a01bc1-c7d9-4cfb-bf89-7c969beb663f tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "DELETE /v2.0/ports/d593bc6f-8025-49fb-995b-b4db52d451c7 HTTP/1.1" status: 404 len: 333 time: 0.0553432 Jul 05 02:28:28.005309 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35624) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:28.005782 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=3322a531-1adb-463c-852b-8b24fc75d710,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:28.008742 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-555f96c8-1985-46c7-94b5-2000801be534 None None] Calling delete_port for d390cc0f-3503-49df-9a72-58b93ac30f6d owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:28:28.046652 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a5b46c-4270-43a8-ab1c-3501ba94636e req-1357a2ba-15bf-41f7-972e-194df225df55 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:28.055320 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f7a5b46c-4270-43a8-ab1c-3501ba94636e req-1357a2ba-15bf-41f7-972e-194df225df55 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] 10.222.0.23 "GET /v2.0/ports?device_id=8472f9d0-c744-4bc0-8ccf-9d1f651cfb7c HTTP/1.1" status: 200 len: 943 time: 0.2341888 Jul 05 02:28:28.065498 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d9d0252-1b33-44b8-bc94-38c68032570e tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] DELETE failed (client error): The resource could not be found. Jul 05 02:28:28.067207 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d9d0252-1b33-44b8-bc94-38c68032570e tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94462) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:28:28.071887 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-6d9d0252-1b33-44b8-bc94-38c68032570e tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "DELETE /v2.0/subnets/f9b5772f-eb0e-410e-8725-ed659a7e2503 HTTP/1.1" status: 404 len: 337 time: 0.0630274 Jul 05 02:28:28.079477 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35628) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:28.114081 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f49dad6-ea3e-42f1-9eb5-5d62ef2fcf7f tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] DELETE failed (client error): The resource could not be found. Jul 05 02:28:28.114575 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f49dad6-ea3e-42f1-9eb5-5d62ef2fcf7f tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94462) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:28:28.116536 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-8f49dad6-ea3e-42f1-9eb5-5d62ef2fcf7f tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "DELETE /v2.0/subnets/d2d662ca-cd33-40f5-8aa9-f841df545f02 HTTP/1.1" status: 404 len: 337 time: 0.0360978 Jul 05 02:28:28.123128 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35630) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:28.137976 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-75ffafe9-35a1-4451-a1ff-4aa87b5bab2f tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:28.144607 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['3322a531-1adb-463c-852b-8b24fc75d710'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:28:28.183708 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f7a5b46c-4270-43a8-ab1c-3501ba94636e req-2bcc3ddd-e566-45b7-9724-b039ab76c10a tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] 10.222.0.23 "GET /v2.0/security-groups?id=a0f3de01-621c-4ed4-a575-46af052470d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259916 Jul 05 02:28:28.258310 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff227dcd-bddd-4918-9720-bf01bda9699d tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] DELETE failed (client error): The resource could not be found. Jul 05 02:28:28.258310 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff227dcd-bddd-4918-9720-bf01bda9699d tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94462) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:28:28.258663 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-ff227dcd-bddd-4918-9720-bf01bda9699d tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "DELETE /v2.0/ports/96d6fc16-8c43-434e-a7a5-11b8ef7cb11f HTTP/1.1" status: 404 len: 333 time: 0.1344149 Jul 05 02:28:28.259281 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35636) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:28.262076 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ffafe9-35a1-4451-a1ff-4aa87b5bab2f tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] Pushing event updated for resources: {'Port': ['ID=1a720990-0589-41bb-b4f1-e3a78929dc87,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:28.298269 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-9253f2c8-29a1-4897-9e1c-b3a422f0d4d0 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] DELETE failed (client error): The resource could not be found. Jul 05 02:28:28.298654 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9253f2c8-29a1-4897-9e1c-b3a422f0d4d0 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94462) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:28:28.303427 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-9253f2c8-29a1-4897-9e1c-b3a422f0d4d0 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "DELETE /v2.0/subnets/6d7dcd42-80f1-4f19-b581-74f77f4b236d HTTP/1.1" status: 404 len: 337 time: 0.0378020 Jul 05 02:28:28.305950 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35638) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:28.325454 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ffafe9-35a1-4451-a1ff-4aa87b5bab2f tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] Network a6847618-d608-40ea-99c1-572c39ce9a3c is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:28:28.333956 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-555f96c8-1985-46c7-94b5-2000801be534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:28.361704 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-75ffafe9-35a1-4451-a1ff-4aa87b5bab2f tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:28:28.361993 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555f96c8-1985-46c7-94b5-2000801be534 None None] No DVR routers for this DVR port d390cc0f-3503-49df-9a72-58b93ac30f6d on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:28:28.365034 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ffafe9-35a1-4451-a1ff-4aa87b5bab2f tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:28:28.393686 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-32441179-cc67-4e65-8b6e-79dee97b0112 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] DELETE failed (client error): The resource could not be found. Jul 05 02:28:28.394182 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32441179-cc67-4e65-8b6e-79dee97b0112 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94462) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:28:28.400926 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-32441179-cc67-4e65-8b6e-79dee97b0112 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "DELETE /v2.0/subnets/13980597-32c0-4c92-86c1-2f0b92f8995b HTTP/1.1" status: 404 len: 337 time: 0.0939500 Jul 05 02:28:28.401597 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35642) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:28.443808 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555f96c8-1985-46c7-94b5-2000801be534 None None] Pushing event deleted for resources: {'Port': ['ID=d390cc0f-3503-49df-9a72-58b93ac30f6d,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:28.460105 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 14a51dd2-8d23-49f3-b84b-4c6505ba6025 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:28:28.469097 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7a822245-c58c-494b-b3e2-37adead0e4aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:28.511373 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-757468a1-87e9-4e21-8768-0dc1153785c5 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] DELETE failed (client error): The resource could not be found. Jul 05 02:28:28.512528 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-757468a1-87e9-4e21-8768-0dc1153785c5 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94462) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:28:28.514628 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-757468a1-87e9-4e21-8768-0dc1153785c5 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "DELETE /v2.0/ports/18f5639c-8a75-4f1c-ac77-8144ca4dc29b HTTP/1.1" status: 404 len: 333 time: 0.0684090 Jul 05 02:28:28.518929 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35648) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:28.565082 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 14a51dd2-8d23-49f3-b84b-4c6505ba6025 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:28:28.565575 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:28.572415 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b84706a-3376-4795-b884-ffb3393041cb tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] DELETE failed (client error): The resource could not be found. Jul 05 02:28:28.572887 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b84706a-3376-4795-b884-ffb3393041cb tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94462) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:28:28.576937 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-7b84706a-3376-4795-b884-ffb3393041cb tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "DELETE /v2.0/subnets/1ad50dc6-f77b-4cb6-813e-18c29fd8e377 HTTP/1.1" status: 404 len: 337 time: 0.0530586 Jul 05 02:28:28.582150 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 35650) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:28.586263 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ffafe9-35a1-4451-a1ff-4aa87b5bab2f tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:28.586973 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-75ffafe9-35a1-4451-a1ff-4aa87b5bab2f tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:28.612659 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c32e839-e92d-49a2-9f6d-809a3a36aa6a req-efd2e127-9ea1-47b1-9381-68145b622293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:28.614155 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6c32e839-e92d-49a2-9f6d-809a3a36aa6a req-efd2e127-9ea1-47b1-9381-68145b622293 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5e8d76cf-072c-4ebe-9632-b498a3035f5b HTTP/1.1" status: 200 len: 921 time: 0.8291693 Jul 05 02:28:28.626940 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906597dc-6cdb-4fa7-9832-5eef7e8527d5 req-5ebe7ccc-1e8e-4c2f-af13-484af735d596 tempest-InstanceActionsNegativeTestJSON-551788100 tempest-InstanceActionsNegativeTestJSON-551788100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:28.633936 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-906597dc-6cdb-4fa7-9832-5eef7e8527d5 req-5ebe7ccc-1e8e-4c2f-af13-484af735d596 tempest-InstanceActionsNegativeTestJSON-551788100 tempest-InstanceActionsNegativeTestJSON-551788100-project] 10.222.0.23 "GET /v2.0/ports?device_id=8bad2c36-96fb-4268-981a-d82879093817 HTTP/1.1" status: 200 len: 944 time: 0.3190291 Jul 05 02:28:28.679984 n-d-771362-32 neutron-server[94461]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1672945-225f-4ec8-92ba-61574f17fc9e tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] DELETE failed (client error): The resource could not be found. Jul 05 02:28:28.680976 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1672945-225f-4ec8-92ba-61574f17fc9e tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:28:28.685147 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-906597dc-6cdb-4fa7-9832-5eef7e8527d5 req-3a4dfd91-cb0d-4579-bdc6-c764470d6867 tempest-InstanceActionsNegativeTestJSON-551788100 tempest-InstanceActionsNegativeTestJSON-551788100-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c5b3b27-7739-429e-bd3f-ef267b252374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478044 Jul 05 02:28:28.687242 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-e1672945-225f-4ec8-92ba-61574f17fc9e tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "DELETE /v2.0/ports/5e3f098c-e50d-487d-8031-719c91e19756 HTTP/1.1" status: 404 len: 333 time: 0.0751934 Jul 05 02:28:28.687387 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35652) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:28.692657 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6c32e839-e92d-49a2-9f6d-809a3a36aa6a req-96af86db-30f6-4306-bd0c-610c22071f5c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a828455-b584-499c-8416-ba79eab6b24e HTTP/1.1" status: 200 len: 217 time: 0.0675464 Jul 05 02:28:28.722596 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-37247af3-0234-4ba1-aef3-440ec2ab4f87 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] DELETE failed (client error): The resource could not be found. Jul 05 02:28:28.723071 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37247af3-0234-4ba1-aef3-440ec2ab4f87 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94462) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:28:28.724873 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-37247af3-0234-4ba1-aef3-440ec2ab4f87 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "DELETE /v2.0/subnets/9a07c5e5-a98b-42c7-9e3a-64f0edea54db HTTP/1.1" status: 404 len: 337 time: 0.0363343 Jul 05 02:28:28.727331 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35654) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:28.764033 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device d390cc0f-3503-49df-9a72-58b93ac30f6d no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:28:28.773878 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ddeb8a4-7bde-478e-8f42-1d6ef0c17328 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] DELETE failed (client error): The resource could not be found. Jul 05 02:28:28.773878 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ddeb8a4-7bde-478e-8f42-1d6ef0c17328 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94462) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:28:28.773878 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-4ddeb8a4-7bde-478e-8f42-1d6ef0c17328 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "DELETE /v2.0/ports/427cf112-cbb5-4343-bb42-0f5ba9063a81 HTTP/1.1" status: 404 len: 333 time: 0.0441771 Jul 05 02:28:28.775866 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35658) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:28.787029 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48ca265-14b0-4b9d-9e5c-16a3ca1d8808 req-581ab4cd-a029-40d5-8315-8740eb58fa30 tempest-ServersNegativeTestMultiTenantJSON-593204141 tempest-ServersNegativeTestMultiTenantJSON-593204141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:28.789455 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a48ca265-14b0-4b9d-9e5c-16a3ca1d8808 req-581ab4cd-a029-40d5-8315-8740eb58fa30 tempest-ServersNegativeTestMultiTenantJSON-593204141 tempest-ServersNegativeTestMultiTenantJSON-593204141-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a09d1a-903c-40d3-9fd2-0726910801d6 HTTP/1.1" status: 200 len: 946 time: 0.2735770 Jul 05 02:28:28.791209 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c32e839-e92d-49a2-9f6d-809a3a36aa6a req-b8548453-8683-40ee-9d30-88e4c241d21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:28.791541 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: d390cc0f-3503-49df-9a72-58b93ac30f6d {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:28:28.792061 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device d390cc0f-3503-49df-9a72-58b93ac30f6d not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:28:28.792791 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6c32e839-e92d-49a2-9f6d-809a3a36aa6a req-b8548453-8683-40ee-9d30-88e4c241d21a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1825f4ef-88c0-436d-968e-41fc32795301 HTTP/1.1" status: 200 len: 860 time: 0.0926251 Jul 05 02:28:28.808817 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6725f1b-27b4-4102-a35b-5e413cb67110 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] DELETE failed (client error): The resource could not be found. Jul 05 02:28:28.817032 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6725f1b-27b4-4102-a35b-5e413cb67110 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94462) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:28:28.817032 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-a6725f1b-27b4-4102-a35b-5e413cb67110 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "DELETE /v2.0/subnets/ede98781-2a05-4d97-a0f5-fd1a0a85941b HTTP/1.1" status: 404 len: 337 time: 0.0339851 Jul 05 02:28:28.817032 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-75ffafe9-35a1-4451-a1ff-4aa87b5bab2f tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.9857514 Jul 05 02:28:28.817360 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7a822245-c58c-494b-b3e2-37adead0e4aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:28.817545 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35660) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:28.817947 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35662) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:28.820000 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7a822245-c58c-494b-b3e2-37adead0e4aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:28.824388 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-7a822245-c58c-494b-b3e2-37adead0e4aa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/76b81bb3-83a9-4e12-9ba9-189275495b88 HTTP/1.1" status: 204 len: 168 time: 1.0696602 Jul 05 02:28:28.841368 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device c506d563-bb61-4c2a-890e-31c73022a7b3 details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:28:28.843817 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 3322a531-1adb-463c-852b-8b24fc75d710 up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:28:28.872373 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a822245-c58c-494b-b3e2-37adead0e4aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b81bb3-83a9-4e12-9ba9-189275495b88,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:28.897226 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a48ca265-14b0-4b9d-9e5c-16a3ca1d8808 req-b0927c07-2120-4f0c-806d-5adf503c4902 tempest-ServersNegativeTestMultiTenantJSON-593204141 tempest-ServersNegativeTestMultiTenantJSON-593204141-project] 10.222.0.23 "GET /v2.0/security-groups?id=f03e728d-9b1e-43f1-b649-e8c1204aab5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978923 Jul 05 02:28:28.919969 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-2e6930ba-1429-4c94-9a0d-841249f99f97 None None] Provisioning for port 1a720990-0589-41bb-b4f1-e3a78929dc87 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:28:28.931646 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-489b4cf3-8ef0-485c-8db7-de3fb21206a0 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] DELETE failed (client error): The resource could not be found. Jul 05 02:28:28.931646 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-489b4cf3-8ef0-485c-8db7-de3fb21206a0 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94462) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:28:28.932594 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-489b4cf3-8ef0-485c-8db7-de3fb21206a0 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "DELETE /v2.0/ports/c229fa3a-aa23-465f-a8b6-dbb03238ee9f HTTP/1.1" status: 404 len: 333 time: 0.1123443 Jul 05 02:28:28.940998 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35666) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:28.947746 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-2e6930ba-1429-4c94-9a0d-841249f99f97 None None] Provisioning complete for port 1a720990-0589-41bb-b4f1-e3a78929dc87 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:28:28.948821 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-2e6930ba-1429-4c94-9a0d-841249f99f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:28.952865 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c32e839-e92d-49a2-9f6d-809a3a36aa6a req-21c2e8cf-1f9c-44f2-9538-af7156c669c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:28.954986 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6c32e839-e92d-49a2-9f6d-809a3a36aa6a req-21c2e8cf-1f9c-44f2-9538-af7156c669c0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5e8d76cf-072c-4ebe-9632-b498a3035f5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1530898 Jul 05 02:28:28.976157 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-b34b069a-94e5-4e5b-83b4-092195529e7c tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] DELETE failed (client error): The resource could not be found. Jul 05 02:28:28.976625 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b34b069a-94e5-4e5b-83b4-092195529e7c tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94462) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:28:28.978472 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-b34b069a-94e5-4e5b-83b4-092195529e7c tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "DELETE /v2.0/subnets/4377dbfc-9cba-4077-ba90-9ef191ec6a19 HTTP/1.1" status: 404 len: 337 time: 0.0365419 Jul 05 02:28:28.981581 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35668) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:29.022951 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0abd23a2-1720-49fb-91b7-04e404f46583 tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:29.029090 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0abd23a2-1720-49fb-91b7-04e404f46583 tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:29.031051 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-2e6930ba-1429-4c94-9a0d-841249f99f97 None None] Port 1a720990-0589-41bb-b4f1-e3a78929dc87 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:28:29.035281 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0abd23a2-1720-49fb-91b7-04e404f46583 tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:29.038194 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-0abd23a2-1720-49fb-91b7-04e404f46583 tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.2179861 Jul 05 02:28:29.038352 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d054642-6d29-4f32-926c-d87a1404078f tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] DELETE failed (client error): The resource could not be found. Jul 05 02:28:29.039203 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d054642-6d29-4f32-926c-d87a1404078f tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94462) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:28:29.040856 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-3d054642-6d29-4f32-926c-d87a1404078f tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "DELETE /v2.0/ports/85d0abea-22c1-4d24-8b5f-6b446a44fd10 HTTP/1.1" status: 404 len: 333 time: 0.0583553 Jul 05 02:28:29.041411 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35670) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:29.044615 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 35672) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:29.078935 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning for port 3322a531-1adb-463c-852b-8b24fc75d710 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:28:29.078935 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port c506d563-bb61-4c2a-890e-31c73022a7b3, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=c506d563-bb61-4c2a-890e-31c73022a7b3,segment=NetworkSegment(68b40de2-5c88-43af-aa76-e06dc56de736),segment_id=68b40de2-5c88-43af-aa76-e06dc56de736)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:28:29.079285 n-d-771362-32 neutron-server[94461]: INFO neutron.pecan_wsgi.hooks.translation [None req-46ce6b4b-1515-4c0f-959c-23399426d25c tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] DELETE failed (client error): The resource could not be found. Jul 05 02:28:29.079285 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46ce6b4b-1515-4c0f-959c-23399426d25c tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:28:29.079514 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-46ce6b4b-1515-4c0f-959c-23399426d25c tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "DELETE /v2.0/subnets/288b5302-1455-4527-8833-bfee4f3be3f0 HTTP/1.1" status: 404 len: 337 time: 0.0333304 Jul 05 02:28:29.082053 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 35674) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:29.087607 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port 3322a531-1adb-463c-852b-8b24fc75d710 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:28:29.087979 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:29.109946 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': 'c506d563-bb61-4c2a-890e-31c73022a7b3', 'network_id': '5e8d76cf-072c-4ebe-9632-b498a3035f5b', 'port_id': 'c506d563-bb61-4c2a-890e-31c73022a7b3', 'mac_address': 'fa:16:3e:af:1b:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1825f4ef-88c0-436d-968e-41fc32795301', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:28:29.120700 n-d-771362-32 neutron-server[94461]: INFO neutron.pecan_wsgi.hooks.translation [None req-e31ab44b-7bd5-4952-9f29-e0eb59704c7f tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] DELETE failed (client error): The resource could not be found. Jul 05 02:28:29.130319 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e31ab44b-7bd5-4952-9f29-e0eb59704c7f tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:28:29.130319 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-e31ab44b-7bd5-4952-9f29-e0eb59704c7f tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "DELETE /v2.0/ports/dbf95ee4-dfde-4280-8a50-db2afa15215b HTTP/1.1" status: 404 len: 333 time: 0.0402513 Jul 05 02:28:29.133331 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 35676) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:29.148958 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-32d76b64-dd68-4fdb-b7e3-9dc935568f7c tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] Deleting port 1a720990-0589-41bb-b4f1-e3a78929dc87 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:28:29.149392 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-32d76b64-dd68-4fdb-b7e3-9dc935568f7c tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:29.166724 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:29.177556 n-d-771362-32 neutron-server[94461]: INFO neutron.pecan_wsgi.hooks.translation [None req-28b4f605-1246-441a-a1ec-b35413f4e4f1 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] DELETE failed (client error): The resource could not be found. Jul 05 02:28:29.178305 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28b4f605-1246-441a-a1ec-b35413f4e4f1 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:28:29.180723 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-28b4f605-1246-441a-a1ec-b35413f4e4f1 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "DELETE /v2.0/subnets/d7a60ed7-e858-4a24-b7aa-1494167f7336 HTTP/1.1" status: 404 len: 337 time: 0.0463676 Jul 05 02:28:29.186700 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 35680) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:29.207527 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c506d563-bb61-4c2a-890e-31c73022a7b3 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:28:29.218680 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6c32e839-e92d-49a2-9f6d-809a3a36aa6a req-a37c45bc-9f29-46ef-b93f-cdc54460c59a service neutron] 10.222.0.21 "GET /v2.0/networks/5e8d76cf-072c-4ebe-9632-b498a3035f5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556107 Jul 05 02:28:29.228160 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:29.242574 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port c506d563-bb61-4c2a-890e-31c73022a7b3, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=c506d563-bb61-4c2a-890e-31c73022a7b3,segment=NetworkSegment(68b40de2-5c88-43af-aa76-e06dc56de736),segment_id=68b40de2-5c88-43af-aa76-e06dc56de736)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:28:29.258367 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bad2c36-96fb-4268-981a-d82879093817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3322a531-1adb-463c-852b-8b24fc75d710'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:28:29.260746 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ab428d8-90a9-4a16-8cce-3e9e2b418417" -d '{"events": [{"server_uuid": "8bad2c36-96fb-4268-981a-d82879093817", "name": "network-vif-plugged", "status": "completed", "tag": "3322a531-1adb-463c-852b-8b24fc75d710"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:28:29.275837 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 3322a531-1adb-463c-852b-8b24fc75d710, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=3322a531-1adb-463c-852b-8b24fc75d710,segment=NetworkSegment(1ab28ecf-23b4-40a2-a416-60dc81838ca7),segment_id=1ab28ecf-23b4-40a2-a416-60dc81838ca7)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:28:29.288090 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-32d76b64-dd68-4fdb-b7e3-9dc935568f7c tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:29.290566 n-d-771362-32 neutron-server[94461]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8a14329-51b8-4eb5-87a7-7961b50f9437 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] DELETE failed (client error): The resource could not be found. Jul 05 02:28:29.291023 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8a14329-51b8-4eb5-87a7-7961b50f9437 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:28:29.299026 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-c8a14329-51b8-4eb5-87a7-7961b50f9437 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "DELETE /v2.0/subnets/94717cce-6a27-47ac-94fa-d41f00f9d4ef HTTP/1.1" status: 404 len: 337 time: 0.1088753 Jul 05 02:28:29.304484 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35688) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:29.307191 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-32d76b64-dd68-4fdb-b7e3-9dc935568f7c tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] Calling delete_port for 1a720990-0589-41bb-b4f1-e3a78929dc87 owned by {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:28:29.336332 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:29.343016 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b47bdb85-f0e6-4bf4-93dc-e1d5582ced31 x-openstack-request-id: req-b47bdb85-f0e6-4bf4-93dc-e1d5582ced31 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:28:29.344441 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bad2c36-96fb-4268-981a-d82879093817", "name": "network-vif-plugged", "status": "completed", "tag": "3322a531-1adb-463c-852b-8b24fc75d710", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:28:29.344702 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b47bdb85-f0e6-4bf4-93dc-e1d5582ced31 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:28:29.346735 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bad2c36-96fb-4268-981a-d82879093817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3322a531-1adb-463c-852b-8b24fc75d710', 'code': 200} Jul 05 02:28:29.387107 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-623a4216-7f01-420a-b60e-c8583fc243b1 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] DELETE failed (client error): The resource could not be found. Jul 05 02:28:29.388626 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-623a4216-7f01-420a-b60e-c8583fc243b1 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94462) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:28:29.395770 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-623a4216-7f01-420a-b60e-c8583fc243b1 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "DELETE /v2.0/ports/968ab2f4-560c-43c3-b8f8-7d77bf00342a HTTP/1.1" status: 404 len: 333 time: 0.0878208 Jul 05 02:28:29.397184 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 35690) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:29.423237 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:29.442680 n-d-771362-32 neutron-server[94461]: INFO neutron.pecan_wsgi.hooks.translation [None req-a261d220-10c0-41d8-945c-f1c6cc0489e0 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] DELETE failed (client error): The resource could not be found. Jul 05 02:28:29.443134 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a261d220-10c0-41d8-945c-f1c6cc0489e0 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:28:29.445304 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-a261d220-10c0-41d8-945c-f1c6cc0489e0 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "DELETE /v2.0/subnets/4f16040c-4a9e-47ea-85df-4cd0dacd0eb5 HTTP/1.1" status: 404 len: 337 time: 0.0470338 Jul 05 02:28:29.450964 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 35692) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:29.464894 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=c506d563-bb61-4c2a-890e-31c73022a7b3,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:29.497946 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6c32e839-e92d-49a2-9f6d-809a3a36aa6a req-c2b56621-fc8f-40b8-8b8b-bac93c804e1f service neutron] 10.222.0.21 "GET /v2.0/networks/5e8d76cf-072c-4ebe-9632-b498a3035f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270837 Jul 05 02:28:29.517797 n-d-771362-32 neutron-server[94461]: INFO neutron.pecan_wsgi.hooks.translation [None req-41086404-85fd-49e2-bcab-b3a572ec2628 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] DELETE failed (client error): The resource could not be found. Jul 05 02:28:29.517797 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41086404-85fd-49e2-bcab-b3a572ec2628 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:28:29.521381 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-41086404-85fd-49e2-bcab-b3a572ec2628 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "DELETE /v2.0/subnets/b7bc4d4b-ecf9-45b4-a3f4-e94743e517d7 HTTP/1.1" status: 404 len: 337 time: 0.0673094 Jul 05 02:28:29.522197 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 35696) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:29.563479 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=3322a531-1adb-463c-852b-8b24fc75d710,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:29.568774 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaca64c-e866-419a-a860-85185214a860 req-ed72fd6c-fa94-4c31-87f2-40dba4f951fe tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:29.570348 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ffaca64c-e866-419a-a860-85185214a860 req-ed72fd6c-fa94-4c31-87f2-40dba4f951fe tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] 10.222.0.23 "GET /v2.0/ports?device_id=8472f9d0-c744-4bc0-8ccf-9d1f651cfb7c HTTP/1.1" status: 200 len: 944 time: 0.1196184 Jul 05 02:28:29.579907 n-d-771362-32 neutron-server[94461]: INFO neutron.pecan_wsgi.hooks.translation [None req-f050265e-0703-4286-8c4c-a0581ddc89f6 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] DELETE failed (client error): The resource could not be found. Jul 05 02:28:29.580586 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f050265e-0703-4286-8c4c-a0581ddc89f6 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:28:29.584644 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-f050265e-0703-4286-8c4c-a0581ddc89f6 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "DELETE /v2.0/ports/c771e73d-5aa4-4f02-a04c-d74b69bf932c HTTP/1.1" status: 404 len: 333 time: 0.0591803 Jul 05 02:28:29.584800 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 35700) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:29.615196 n-d-771362-32 neutron-server[94461]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f3e727a-4323-4243-b4ba-e567d6737fdd tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] DELETE failed (client error): The resource could not be found. Jul 05 02:28:29.615661 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f3e727a-4323-4243-b4ba-e567d6737fdd tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:28:29.619744 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-7f3e727a-4323-4243-b4ba-e567d6737fdd tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "DELETE /v2.0/subnets/a22c7a2c-3789-46e0-930c-1153d22e684b HTTP/1.1" status: 404 len: 337 time: 0.0317221 Jul 05 02:28:29.619905 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['c506d563-bb61-4c2a-890e-31c73022a7b3'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:28:29.621140 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 35704) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:29.621274 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ffaca64c-e866-419a-a860-85185214a860 req-3acd1073-0d0a-429d-94ef-da6b59286d8a tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] 10.222.0.23 "GET /v2.0/security-groups?id=a0f3de01-621c-4ed4-a575-46af052470d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442269 Jul 05 02:28:29.629305 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53932905-ec04-448b-9f62-50eb7d5c2c38 req-4495956d-18ff-4a59-a1b0-820462192b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:29.631344 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-53932905-ec04-448b-9f62-50eb7d5c2c38 req-4495956d-18ff-4a59-a1b0-820462192b9d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8bad2c36-96fb-4268-981a-d82879093817 HTTP/1.1" status: 200 len: 1097 time: 0.1641915 Jul 05 02:28:29.708917 n-d-771362-32 neutron-server[94461]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9e93f08-3bf7-4bd8-af3b-5c22190e5be2 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] DELETE failed (client error): The resource could not be found. Jul 05 02:28:29.709730 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9e93f08-3bf7-4bd8-af3b-5c22190e5be2 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:28:29.711497 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-d9e93f08-3bf7-4bd8-af3b-5c22190e5be2 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "DELETE /v2.0/subnets/7bea74be-3a97-4abe-a17a-cbbd01887c97 HTTP/1.1" status: 404 len: 337 time: 0.0858347 Jul 05 02:28:29.716229 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35712) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:29.772806 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-53932905-ec04-448b-9f62-50eb7d5c2c38 req-26bd1479-a886-4f70-bc9c-616623aaee2d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=5c5b3b27-7739-429e-bd3f-ef267b252374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313219 Jul 05 02:28:29.780080 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-704b6b36-4314-4e88-ae94-9cc4ca29ae55 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] DELETE failed (client error): The resource could not be found. Jul 05 02:28:29.780858 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-704b6b36-4314-4e88-ae94-9cc4ca29ae55 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94462) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:28:29.782658 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-704b6b36-4314-4e88-ae94-9cc4ca29ae55 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "DELETE /v2.0/ports/d39a9d62-e69e-4792-85e8-b4d40ba8842c HTTP/1.1" status: 404 len: 333 time: 0.0652220 Jul 05 02:28:29.785776 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 35714) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:29.822027 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-32d76b64-dd68-4fdb-b7e3-9dc935568f7c tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:29.829905 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad166f18-431f-4eb0-82d6-deea3dfcd7e3 req-6eae1a42-25fd-41e0-95c2-7fbefa71311c tempest-ServersNegativeTestMultiTenantJSON-593204141 tempest-ServersNegativeTestMultiTenantJSON-593204141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:29.835340 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ad166f18-431f-4eb0-82d6-deea3dfcd7e3 req-6eae1a42-25fd-41e0-95c2-7fbefa71311c tempest-ServersNegativeTestMultiTenantJSON-593204141 tempest-ServersNegativeTestMultiTenantJSON-593204141-project] 10.222.0.15 "GET /v2.0/ports?device_id=57a09d1a-903c-40d3-9fd2-0726910801d6 HTTP/1.1" status: 200 len: 946 time: 0.1411629 Jul 05 02:28:29.835340 n-d-771362-32 neutron-server[94461]: INFO neutron.pecan_wsgi.hooks.translation [None req-12a92226-da17-4218-a54e-6ebda17b6922 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] DELETE failed (client error): The resource could not be found. Jul 05 02:28:29.835340 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12a92226-da17-4218-a54e-6ebda17b6922 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:28:29.835340 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-12a92226-da17-4218-a54e-6ebda17b6922 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "DELETE /v2.0/subnets/0a544b23-e05e-4ab5-af7d-80614986af20 HTTP/1.1" status: 404 len: 337 time: 0.0467377 Jul 05 02:28:29.837747 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 35718) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:29.868080 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d76b64-dd68-4fdb-b7e3-9dc935568f7c tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] Pushing event deleted for resources: {'Port': ['ID=1a720990-0589-41bb-b4f1-e3a78929dc87,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:29.953266 n-d-771362-32 neutron-server[94461]: INFO neutron.pecan_wsgi.hooks.translation [None req-685b73e7-34ae-47e2-ae39-eadd3a39d0a5 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] DELETE failed (client error): The resource could not be found. Jul 05 02:28:29.959422 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-685b73e7-34ae-47e2-ae39-eadd3a39d0a5 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:28:29.963180 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-685b73e7-34ae-47e2-ae39-eadd3a39d0a5 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "DELETE /v2.0/subnets/3de8b857-7008-4f7c-957c-a074af341911 HTTP/1.1" status: 404 len: 337 time: 0.1243765 Jul 05 02:28:29.967049 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 35728) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:29.981239 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-32d76b64-dd68-4fdb-b7e3-9dc935568f7c tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:29.984527 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-32d76b64-dd68-4fdb-b7e3-9dc935568f7c tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] 10.222.0.23 "DELETE /v2.0/ports/1a720990-0589-41bb-b4f1-e3a78929dc87 HTTP/1.1" status: 204 len: 168 time: 0.9386611 Jul 05 02:28:29.985934 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35730) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:29.998164 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-87607fee-796b-4cad-ad78-d93e1f7b8549 tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] Request body: {'port': {'name': 'tempest-new-port-name-1129378301', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:28:30.002681 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.api.validators [None req-87607fee-796b-4cad-ad78-d93e1f7b8549 tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] bootfile-name is not in valid_values {{(pid=94462) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 05 02:28:30.003132 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.api.validators [None req-87607fee-796b-4cad-ad78-d93e1f7b8549 tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] tftp-server is not in valid_values {{(pid=94462) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 05 02:28:30.003705 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.api.validators [None req-87607fee-796b-4cad-ad78-d93e1f7b8549 tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] server-ip-address is not in valid_values {{(pid=94462) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 05 02:28:30.037459 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-a29f7cfa-cd1d-4829-ada1-2ac7ae633908 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c51bbbf-db7e-4b20-8a82-8cd243635032 HTTP/1.1" status: 200 len: 205 time: 0.0689347 Jul 05 02:28:30.040890 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 35732) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:30.120574 n-d-771362-32 neutron-server[94461]: INFO neutron.api.v2.resource [None req-391475f3-cc76-456c-954e-a7f031e280c3 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] delete failed (client error): The resource could not be found. Jul 05 02:28:30.121861 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-391475f3-cc76-456c-954e-a7f031e280c3 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "DELETE /v2.0/routers/6c51bbbf-db7e-4b20-8a82-8cd243635032 HTTP/1.1" status: 404 len: 336 time: 0.0743341 Jul 05 02:28:30.124639 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 35734) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:30.166311 n-d-771362-32 neutron-server[94461]: INFO neutron.pecan_wsgi.hooks.translation [None req-c73e00ac-8130-4b9a-bb23-c8211267a02f tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] DELETE failed (client error): The resource could not be found. Jul 05 02:28:30.166512 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c73e00ac-8130-4b9a-bb23-c8211267a02f tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:28:30.168920 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-c73e00ac-8130-4b9a-bb23-c8211267a02f tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "DELETE /v2.0/subnets/ad1790d8-4676-45d9-9557-372d587d5552 HTTP/1.1" status: 404 len: 337 time: 0.0415666 Jul 05 02:28:30.186382 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 35736) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:30.193929 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-87607fee-796b-4cad-ad78-d93e1f7b8549 tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:30.226763 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-94bafbbb-5a42-4cfd-80c6-06204202b8cc tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0116414-4ff2-4831-ab5e-6c8916000236 HTTP/1.1" status: 200 len: 205 time: 0.0392175 Jul 05 02:28:30.230026 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 35740) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:30.289355 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d25b26-0713-4411-8e0a-303118f3b49c req-96fac6e6-8671-4f8d-b7e8-98d87ce3e1fa tempest-InstanceActionsNegativeTestJSON-551788100 tempest-InstanceActionsNegativeTestJSON-551788100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:30.290918 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-62d25b26-0713-4411-8e0a-303118f3b49c req-96fac6e6-8671-4f8d-b7e8-98d87ce3e1fa tempest-InstanceActionsNegativeTestJSON-551788100 tempest-InstanceActionsNegativeTestJSON-551788100-project] 10.222.0.23 "GET /v2.0/ports?device_id=8bad2c36-96fb-4268-981a-d82879093817 HTTP/1.1" status: 200 len: 945 time: 0.3390625 Jul 05 02:28:30.295613 n-d-771362-32 neutron-server[94461]: INFO neutron.api.v2.resource [None req-0ec6d241-2400-480d-a0dc-1bc84170e88d tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] delete failed (client error): The resource could not be found. Jul 05 02:28:30.296822 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-0ec6d241-2400-480d-a0dc-1bc84170e88d tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "DELETE /v2.0/routers/f0116414-4ff2-4831-ab5e-6c8916000236 HTTP/1.1" status: 404 len: 336 time: 0.0648460 Jul 05 02:28:30.299659 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35744) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:30.311582 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-ad166f18-431f-4eb0-82d6-deea3dfcd7e3 req-8a16bfa0-681e-4311-bb23-fb74f21a99ca tempest-ServersNegativeTestMultiTenantJSON-593204141 tempest-ServersNegativeTestMultiTenantJSON-593204141-project] Deleting port 86a9c77f-f816-45c1-944a-b51a49a73d8f {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:28:30.311934 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-ad166f18-431f-4eb0-82d6-deea3dfcd7e3 req-8a16bfa0-681e-4311-bb23-fb74f21a99ca tempest-ServersNegativeTestMultiTenantJSON-593204141 tempest-ServersNegativeTestMultiTenantJSON-593204141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:30.387623 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-62d25b26-0713-4411-8e0a-303118f3b49c req-f30c3ed6-751b-4b6c-981a-82dcfd85dd22 tempest-InstanceActionsNegativeTestJSON-551788100 tempest-InstanceActionsNegativeTestJSON-551788100-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c5b3b27-7739-429e-bd3f-ef267b252374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841093 Jul 05 02:28:30.388321 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-48236dfd-83d6-43dd-98f4-489c36a49c35 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] DELETE failed (client error): The resource could not be found. Jul 05 02:28:30.388853 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48236dfd-83d6-43dd-98f4-489c36a49c35 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94462) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:28:30.393008 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-48236dfd-83d6-43dd-98f4-489c36a49c35 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "DELETE /v2.0/subnets/4d711984-6afd-4802-89c9-35c0e5cd4eb3 HTTP/1.1" status: 404 len: 337 time: 0.0790172 Jul 05 02:28:30.395830 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 35750) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:30.398767 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4062fc3-7dfc-4023-8a32-745dff8ac803 req-69ad68c0-af30-4068-b260-6c64ad18307f tempest-ServersNegativeTestMultiTenantJSON-593204141 tempest-ServersNegativeTestMultiTenantJSON-593204141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:30.400489 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c4062fc3-7dfc-4023-8a32-745dff8ac803 req-69ad68c0-af30-4068-b260-6c64ad18307f tempest-ServersNegativeTestMultiTenantJSON-593204141 tempest-ServersNegativeTestMultiTenantJSON-593204141-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a09d1a-903c-40d3-9fd2-0726910801d6 HTTP/1.1" status: 200 len: 946 time: 0.2343159 Jul 05 02:28:30.449687 n-d-771362-32 neutron-server[94461]: INFO neutron.pecan_wsgi.hooks.translation [None req-70a61edd-1212-4e6d-84fb-3d959b875936 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] DELETE failed (client error): The resource could not be found. Jul 05 02:28:30.450279 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70a61edd-1212-4e6d-84fb-3d959b875936 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:28:30.454247 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-70a61edd-1212-4e6d-84fb-3d959b875936 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "DELETE /v2.0/subnets/cf02df53-2021-4952-b372-0d780e8be22b HTTP/1.1" status: 404 len: 337 time: 0.0556927 Jul 05 02:28:30.455766 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 35752) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:30.466429 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c4062fc3-7dfc-4023-8a32-745dff8ac803 req-a7f6df7d-dbb2-4071-8c1f-deb553e5f3d2 tempest-ServersNegativeTestMultiTenantJSON-593204141 tempest-ServersNegativeTestMultiTenantJSON-593204141-project] 10.222.0.23 "GET /v2.0/security-groups?id=f03e728d-9b1e-43f1-b649-e8c1204aab5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574610 Jul 05 02:28:30.504556 n-d-771362-32 neutron-server[94461]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a83f3a8-980c-42cf-beb3-f4b48e8f5c68 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] DELETE failed (client error): The resource could not be found. Jul 05 02:28:30.505035 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a83f3a8-980c-42cf-beb3-f4b48e8f5c68 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:28:30.506433 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-2a83f3a8-980c-42cf-beb3-f4b48e8f5c68 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "DELETE /v2.0/ports/4e8397b6-8811-4c3e-a8e2-892e2d27f185 HTTP/1.1" status: 404 len: 333 time: 0.0501831 Jul 05 02:28:30.508517 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-ad166f18-431f-4eb0-82d6-deea3dfcd7e3 req-8a16bfa0-681e-4311-bb23-fb74f21a99ca tempest-ServersNegativeTestMultiTenantJSON-593204141 tempest-ServersNegativeTestMultiTenantJSON-593204141-project] For port 86a9c77f-f816-45c1-944a-b51a49a73d8f, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=86a9c77f-f816-45c1-944a-b51a49a73d8f,segment=NetworkSegment(34f8ce59-6abb-417c-9b68-d9c2cf27df72),segment_id=34f8ce59-6abb-417c-9b68-d9c2cf27df72)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:28:30.508974 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-ad166f18-431f-4eb0-82d6-deea3dfcd7e3 req-8a16bfa0-681e-4311-bb23-fb74f21a99ca tempest-ServersNegativeTestMultiTenantJSON-593204141 tempest-ServersNegativeTestMultiTenantJSON-593204141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:30.511752 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 35756) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:30.545669 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-87607fee-796b-4cad-ad78-d93e1f7b8549 tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:30.546623 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-ad166f18-431f-4eb0-82d6-deea3dfcd7e3 req-8a16bfa0-681e-4311-bb23-fb74f21a99ca tempest-ServersNegativeTestMultiTenantJSON-593204141 tempest-ServersNegativeTestMultiTenantJSON-593204141-project] Calling delete_port for 86a9c77f-f816-45c1-944a-b51a49a73d8f owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:28:30.548801 n-d-771362-32 neutron-server[94461]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d9e4db0-6f6f-4a0b-a105-88e0384253ec tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] DELETE failed (client error): The resource could not be found. Jul 05 02:28:30.549259 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d9e4db0-6f6f-4a0b-a105-88e0384253ec tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:28:30.551502 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-6d9e4db0-6f6f-4a0b-a105-88e0384253ec tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "DELETE /v2.0/subnets/57d31348-f374-4fd7-949c-3670f5fea7e1 HTTP/1.1" status: 404 len: 337 time: 0.0383754 Jul 05 02:28:30.553528 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35758) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:30.584587 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-24943de8-4a9c-48b0-84a2-663dc8602a6a tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] DELETE failed (client error): The resource could not be found. Jul 05 02:28:30.585261 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24943de8-4a9c-48b0-84a2-663dc8602a6a tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94462) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:28:30.587023 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-24943de8-4a9c-48b0-84a2-663dc8602a6a tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "DELETE /v2.0/ports/28393ac9-2310-4c83-a86a-db01d0b87bf9 HTTP/1.1" status: 404 len: 333 time: 0.0324090 Jul 05 02:28:30.589889 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35762) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:30.616727 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-e245d579-9e6c-4a38-a172-64d755848f28 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] DELETE failed (client error): The resource could not be found. Jul 05 02:28:30.617272 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e245d579-9e6c-4a38-a172-64d755848f28 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94462) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:28:30.621414 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-e245d579-9e6c-4a38-a172-64d755848f28 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "DELETE /v2.0/subnets/ca9fddd0-7356-4269-85cb-8dfa2eb61840 HTTP/1.1" status: 404 len: 337 time: 0.0282075 Jul 05 02:28:30.621701 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35764) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:30.647800 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-e796d0c2-3817-4e39-a409-788e2af2cb50 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] DELETE failed (client error): The resource could not be found. Jul 05 02:28:30.648362 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e796d0c2-3817-4e39-a409-788e2af2cb50 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94462) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:28:30.650108 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-e796d0c2-3817-4e39-a409-788e2af2cb50 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "DELETE /v2.0/ports/06df616e-b3d4-459b-bd6f-7aeb5cde9bd7 HTTP/1.1" status: 404 len: 333 time: 0.0274768 Jul 05 02:28:30.653264 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35766) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:30.662404 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-87607fee-796b-4cad-ad78-d93e1f7b8549 tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:30.691321 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-02a4e470-ba07-483c-aebc-bfbb1301b000 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] DELETE failed (client error): The resource could not be found. Jul 05 02:28:30.691833 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02a4e470-ba07-483c-aebc-bfbb1301b000 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94462) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:28:30.693625 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-02a4e470-ba07-483c-aebc-bfbb1301b000 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "DELETE /v2.0/subnets/3034be1e-2539-4c64-8c6e-cd363886d31a HTTP/1.1" status: 404 len: 337 time: 0.0394750 Jul 05 02:28:30.701812 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 35770) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:30.747030 n-d-771362-32 neutron-server[94461]: INFO neutron.pecan_wsgi.hooks.translation [None req-83477bd1-6a09-4183-8ed3-93c269e625e4 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] DELETE failed (client error): The resource could not be found. Jul 05 02:28:30.747934 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83477bd1-6a09-4183-8ed3-93c269e625e4 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:28:30.752826 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-83477bd1-6a09-4183-8ed3-93c269e625e4 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "DELETE /v2.0/ports/ddaf6467-8041-489f-bc75-3e5622126c97 HTTP/1.1" status: 404 len: 333 time: 0.0508447 Jul 05 02:28:30.753439 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 35776) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:30.790892 n-d-771362-32 neutron-server[94461]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3dc422e-de7f-42cf-aba7-dfcc25cec21d tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] DELETE failed (client error): The resource could not be found. Jul 05 02:28:30.791528 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3dc422e-de7f-42cf-aba7-dfcc25cec21d tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:28:30.796707 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-c3dc422e-de7f-42cf-aba7-dfcc25cec21d tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "DELETE /v2.0/subnets/4b21ce5a-6739-4659-9fcd-a027a45e5334 HTTP/1.1" status: 404 len: 337 time: 0.0420997 Jul 05 02:28:30.797324 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 35778) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:30.829527 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87607fee-796b-4cad-ad78-d93e1f7b8549 tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] Pushing event updated for resources: {'Port': ['ID=a5083324-778b-407c-8488-84de57fd162d,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:30.841984 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device c506d563-bb61-4c2a-890e-31c73022a7b3 up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:28:30.847914 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-87607fee-796b-4cad-ad78-d93e1f7b8549 tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] In _notify_port_updated(), no bound segment for port a5083324-778b-407c-8488-84de57fd162d on network a6847618-d608-40ea-99c1-572c39ce9a3c {{(pid=94462) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 02:28:30.853478 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87607fee-796b-4cad-ad78-d93e1f7b8549 tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:30.854188 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-87607fee-796b-4cad-ad78-d93e1f7b8549 tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:30.857986 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-87607fee-796b-4cad-ad78-d93e1f7b8549 tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] 10.222.0.23 "PUT /v2.0/ports/a5083324-778b-407c-8488-84de57fd162d HTTP/1.1" status: 200 len: 1137 time: 0.8687000 Jul 05 02:28:30.859407 n-d-771362-32 neutron-server[94461]: INFO neutron.pecan_wsgi.hooks.translation [None req-1284cc5d-4678-4446-8932-1ecf41ea0e31 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] DELETE failed (client error): The resource could not be found. Jul 05 02:28:30.860216 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1284cc5d-4678-4446-8932-1ecf41ea0e31 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:28:30.861965 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-1284cc5d-4678-4446-8932-1ecf41ea0e31 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "DELETE /v2.0/ports/b60e201d-95a7-4489-8088-d5f7fb6e5b87 HTTP/1.1" status: 404 len: 333 time: 0.0637217 Jul 05 02:28:30.862835 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35780) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:30.872694 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35784) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:30.882383 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-ad166f18-431f-4eb0-82d6-deea3dfcd7e3 req-8a16bfa0-681e-4311-bb23-fb74f21a99ca tempest-ServersNegativeTestMultiTenantJSON-593204141 tempest-ServersNegativeTestMultiTenantJSON-593204141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:30.973747 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a16bfa0-681e-4311-bb23-fb74f21a99ca tempest-ServersNegativeTestMultiTenantJSON-593204141 tempest-ServersNegativeTestMultiTenantJSON-593204141-project] Pushing event deleted for resources: {'Port': ['ID=86a9c77f-f816-45c1-944a-b51a49a73d8f,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:30.982766 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c072d82-b562-494e-9911-45eda9523acb tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] DELETE failed (client error): The resource could not be found. Jul 05 02:28:30.983967 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c072d82-b562-494e-9911-45eda9523acb tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94462) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:28:30.986385 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-1c072d82-b562-494e-9911-45eda9523acb tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "DELETE /v2.0/subnets/0bf59bbf-fdbb-499e-8908-778508b15d06 HTTP/1.1" status: 404 len: 337 time: 0.0992954 Jul 05 02:28:30.989345 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35788) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:31.038029 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad166f18-431f-4eb0-82d6-deea3dfcd7e3 req-8a16bfa0-681e-4311-bb23-fb74f21a99ca tempest-ServersNegativeTestMultiTenantJSON-593204141 tempest-ServersNegativeTestMultiTenantJSON-593204141-project] No DVR routers for this DVR port 86a9c77f-f816-45c1-944a-b51a49a73d8f on host n-h2-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:28:31.041041 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-ad166f18-431f-4eb0-82d6-deea3dfcd7e3 req-8a16bfa0-681e-4311-bb23-fb74f21a99ca tempest-ServersNegativeTestMultiTenantJSON-593204141 tempest-ServersNegativeTestMultiTenantJSON-593204141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:31.047050 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ad166f18-431f-4eb0-82d6-deea3dfcd7e3 req-8a16bfa0-681e-4311-bb23-fb74f21a99ca tempest-ServersNegativeTestMultiTenantJSON-593204141 tempest-ServersNegativeTestMultiTenantJSON-593204141-project] 10.222.0.15 "DELETE /v2.0/ports/86a9c77f-f816-45c1-944a-b51a49a73d8f HTTP/1.1" status: 204 len: 173 time: 1.2061801 Jul 05 02:28:31.047050 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57a09d1a-903c-40d3-9fd2-0726910801d6', 'name': 'network-vif-deleted', 'tag': '86a9c77f-f816-45c1-944a-b51a49a73d8f'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:28:31.047050 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5e47220-f1f5-4ef9-95c0-5b02925a98aa" -d '{"events": [{"server_uuid": "57a09d1a-903c-40d3-9fd2-0726910801d6", "name": "network-vif-deleted", "tag": "86a9c77f-f816-45c1-944a-b51a49a73d8f"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:28:31.047312 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a825456-9376-4073-af50-4488451dc2ef tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] DELETE failed (client error): The resource could not be found. Jul 05 02:28:31.047585 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a825456-9376-4073-af50-4488451dc2ef tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94462) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:28:31.050013 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-8a825456-9376-4073-af50-4488451dc2ef tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "DELETE /v2.0/ports/a813aba6-4015-4c49-b5cb-aa60f9e03801 HTTP/1.1" status: 404 len: 333 time: 0.0595808 Jul 05 02:28:31.061272 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35794) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:31.102003 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-6a6394a4-3b35-48d1-adad-cb1db7dc4588 None None] Provisioning complete for port a5083324-778b-407c-8488-84de57fd162d triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:28:31.102003 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-6a6394a4-3b35-48d1-adad-cb1db7dc4588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:31.102513 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d04d5ef-4d89-468c-aaab-f51596b57142 tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:31.102886 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44b2899-cd37-4ab8-ba4b-316fcdce3d58 req-f7647d4e-4b9d-4b07-acc8-bd3ba841e623 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:31.106339 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-1d04d5ef-4d89-468c-aaab-f51596b57142 tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] 10.222.0.23 "GET /v2.0/ports/a5083324-778b-407c-8488-84de57fd162d HTTP/1.1" status: 200 len: 1137 time: 0.2414899 Jul 05 02:28:31.107166 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35800) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:31.110711 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d44b2899-cd37-4ab8-ba4b-316fcdce3d58 req-f7647d4e-4b9d-4b07-acc8-bd3ba841e623 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] 10.222.0.23 "GET /v2.0/ports?device_id=8472f9d0-c744-4bc0-8ccf-9d1f651cfb7c HTTP/1.1" status: 200 len: 944 time: 0.2419116 Jul 05 02:28:31.117734 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e04c3837-48a4-4520-a1f1-a810b336da65 x-openstack-request-id: req-e04c3837-48a4-4520-a1f1-a810b336da65 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:28:31.118034 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57a09d1a-903c-40d3-9fd2-0726910801d6", "name": "network-vif-deleted", "tag": "86a9c77f-f816-45c1-944a-b51a49a73d8f", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:28:31.123242 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e04c3837-48a4-4520-a1f1-a810b336da65 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:28:31.125562 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57a09d1a-903c-40d3-9fd2-0726910801d6', 'name': 'network-vif-deleted', 'tag': '86a9c77f-f816-45c1-944a-b51a49a73d8f', 'status': 'completed', 'code': 200} Jul 05 02:28:31.154672 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning for port c506d563-bb61-4c2a-890e-31c73022a7b3 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:28:31.163509 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port c506d563-bb61-4c2a-890e-31c73022a7b3 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:28:31.164153 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:31.199965 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-6a6394a4-3b35-48d1-adad-cb1db7dc4588 None None] Port a5083324-778b-407c-8488-84de57fd162d cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:28:31.212668 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d44b2899-cd37-4ab8-ba4b-316fcdce3d58 req-985b5f43-782b-451f-bfee-96736df818bc tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] 10.222.0.23 "GET /v2.0/security-groups?id=a0f3de01-621c-4ed4-a575-46af052470d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963786 Jul 05 02:28:31.221691 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-519158ff-f3a5-4ef8-a68e-1d64c3b813f0 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] DELETE failed (client error): The resource could not be found. Jul 05 02:28:31.222355 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-519158ff-f3a5-4ef8-a68e-1d64c3b813f0 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94462) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:28:31.226177 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-519158ff-f3a5-4ef8-a68e-1d64c3b813f0 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "DELETE /v2.0/subnets/2c58ca42-123c-47b9-b828-b6aab5779f16 HTTP/1.1" status: 404 len: 337 time: 0.1707978 Jul 05 02:28:31.228650 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 35806) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:31.268865 n-d-771362-32 neutron-server[94461]: INFO neutron.pecan_wsgi.hooks.translation [None req-9421b777-e615-4e83-b8c4-9ef9ef5b9cb3 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] DELETE failed (client error): The resource could not be found. Jul 05 02:28:31.269550 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9421b777-e615-4e83-b8c4-9ef9ef5b9cb3 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:28:31.271359 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-9421b777-e615-4e83-b8c4-9ef9ef5b9cb3 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "DELETE /v2.0/ports/258fa8e2-5bd5-4e0c-9cce-a0e9a8064375 HTTP/1.1" status: 404 len: 333 time: 0.0411932 Jul 05 02:28:31.273800 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 35808) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:31.293638 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:31.303021 n-d-771362-32 neutron-server[94461]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc59d525-4593-496d-a1be-2a9048a965d7 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] DELETE failed (client error): The resource could not be found. Jul 05 02:28:31.303021 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc59d525-4593-496d-a1be-2a9048a965d7 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:28:31.304765 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-fc59d525-4593-496d-a1be-2a9048a965d7 tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "DELETE /v2.0/subnets/143d710d-4e90-41e3-9a5d-cf4835d2d66d HTTP/1.1" status: 404 len: 337 time: 0.0299067 Jul 05 02:28:31.312779 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35812) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:31.342722 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port c506d563-bb61-4c2a-890e-31c73022a7b3, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=c506d563-bb61-4c2a-890e-31c73022a7b3,segment=NetworkSegment(68b40de2-5c88-43af-aa76-e06dc56de736),segment_id=68b40de2-5c88-43af-aa76-e06dc56de736)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:28:31.348158 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8472f9d0-c744-4bc0-8ccf-9d1f651cfb7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c506d563-bb61-4c2a-890e-31c73022a7b3'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:28:31.351012 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66578ea0-3e8c-4476-b8b0-5cd9cbe969f5" -d '{"events": [{"server_uuid": "8472f9d0-c744-4bc0-8ccf-9d1f651cfb7c", "name": "network-vif-plugged", "status": "completed", "tag": "c506d563-bb61-4c2a-890e-31c73022a7b3"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:28:31.389671 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c10c0ad7-64db-430f-96f4-60b7b85dba3e x-openstack-request-id: req-c10c0ad7-64db-430f-96f4-60b7b85dba3e {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:28:31.389856 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8472f9d0-c744-4bc0-8ccf-9d1f651cfb7c", "name": "network-vif-plugged", "status": "completed", "tag": "c506d563-bb61-4c2a-890e-31c73022a7b3", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:28:31.389949 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c10c0ad7-64db-430f-96f4-60b7b85dba3e {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:28:31.390411 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8472f9d0-c744-4bc0-8ccf-9d1f651cfb7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c506d563-bb61-4c2a-890e-31c73022a7b3', 'code': 200} Jul 05 02:28:31.438828 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6d69f0cf-01e6-4578-9a08-1daee6e7f37e tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:31.441200 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-86c01e98-87cf-4a24-bb6f-7d0416b5c695 tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] Deleting port a5083324-778b-407c-8488-84de57fd162d {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:28:31.441518 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-86c01e98-87cf-4a24-bb6f-7d0416b5c695 tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:31.543773 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:31.554291 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bb6d62-2838-4223-bdfa-3ff653b3e8a2 req-825d7cb5-4c37-4a18-8bb7-bf8191fc9644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:31.557119 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-56bb6d62-2838-4223-bdfa-3ff653b3e8a2 req-825d7cb5-4c37-4a18-8bb7-bf8191fc9644 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8472f9d0-c744-4bc0-8ccf-9d1f651cfb7c HTTP/1.1" status: 200 len: 1096 time: 0.1002190 Jul 05 02:28:31.603606 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=c506d563-bb61-4c2a-890e-31c73022a7b3,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:31.645629 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-56bb6d62-2838-4223-bdfa-3ff653b3e8a2 req-6ef433f6-88fd-4e52-a239-789543778c6a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a0f3de01-621c-4ed4-a575-46af052470d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798004 Jul 05 02:28:31.673176 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6d69f0cf-01e6-4578-9a08-1daee6e7f37e tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:31.682074 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-05522604-d925-4b87-8f47-3e55b5267c28 req-8c72b11b-0767-43a1-ae79-8da259b93907 tempest-ServersNegativeTestMultiTenantJSON-593204141 tempest-ServersNegativeTestMultiTenantJSON-593204141-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a09d1a-903c-40d3-9fd2-0726910801d6 HTTP/1.1" status: 200 len: 210 time: 0.0404253 Jul 05 02:28:31.699626 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-6d69f0cf-01e6-4578-9a08-1daee6e7f37e tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed71b0ad-0d45-4cc1-9581-fdfa4092af45']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:28:31.713090 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-86c01e98-87cf-4a24-bb6f-7d0416b5c695 tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:31.724698 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-6d69f0cf-01e6-4578-9a08-1daee6e7f37e tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:28:31.725390 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-6d69f0cf-01e6-4578-9a08-1daee6e7f37e tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d54e8d9-19e4-47e1-9840-d1d4fc69f9c6') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:28:31.737863 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-86c01e98-87cf-4a24-bb6f-7d0416b5c695 tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] Calling delete_port for a5083324-778b-407c-8488-84de57fd162d owned by {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:28:31.747120 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6d69f0cf-01e6-4578-9a08-1daee6e7f37e tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:31.778113 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8abfd32-74ef-4733-bc01-e96cbabc9631 req-9d087d27-8385-4089-9aab-7b596b30d52c tempest-InstanceActionsNegativeTestJSON-551788100 tempest-InstanceActionsNegativeTestJSON-551788100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:31.779709 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b8abfd32-74ef-4733-bc01-e96cbabc9631 req-9d087d27-8385-4089-9aab-7b596b30d52c tempest-InstanceActionsNegativeTestJSON-551788100 tempest-InstanceActionsNegativeTestJSON-551788100-project] 10.222.0.23 "GET /v2.0/ports?device_id=8bad2c36-96fb-4268-981a-d82879093817 HTTP/1.1" status: 200 len: 945 time: 0.2458358 Jul 05 02:28:31.781915 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6d69f0cf-01e6-4578-9a08-1daee6e7f37e tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:31.824818 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d69f0cf-01e6-4578-9a08-1daee6e7f37e tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:28:31.825216 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6d69f0cf-01e6-4578-9a08-1daee6e7f37e tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:31.828158 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:28:31.828158 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:28:31.828158 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:28:31.828158 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:28:31.828158 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:28:31.828158 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:28:31.828158 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:28:31.828158 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:28:31.828158 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:28:31.828158 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:28:31.828158 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:28:31.828158 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:28:31.828158 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:28:31.828158 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:28:31.828158 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:28:31.828158 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:28:31.828158 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:28:31.828158 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:28:31.828158 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:28:31.828158 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:28:31.828158 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:28:31.828158 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:28:31.828158 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:28:31.828158 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:28:31.828158 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:28:31.828158 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:28:31.828158 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:28:31.828158 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:28:31.828158 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:28:31.828158 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:28:31.828158 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:28:31.828158 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:28:31.828158 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:28:31.828158 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:28:31.828158 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:28:31.828158 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:28:31.828158 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:28:31.828158 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:28:31.921876 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b8abfd32-74ef-4733-bc01-e96cbabc9631 req-3ae070bd-aca8-44bf-b7aa-b2bfef774bbf tempest-InstanceActionsNegativeTestJSON-551788100 tempest-InstanceActionsNegativeTestJSON-551788100-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c5b3b27-7739-429e-bd3f-ef267b252374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088963 Jul 05 02:28:32.011863 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6d69f0cf-01e6-4578-9a08-1daee6e7f37e tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:32.019098 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6d69f0cf-01e6-4578-9a08-1daee6e7f37e tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:32.021141 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-6d69f0cf-01e6-4578-9a08-1daee6e7f37e tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] 10.222.0.23 "DELETE /v2.0/networks/ed71b0ad-0d45-4cc1-9581-fdfa4092af45 HTTP/1.1" status: 204 len: 168 time: 0.6996188 Jul 05 02:28:32.034566 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d69f0cf-01e6-4578-9a08-1daee6e7f37e tempest-NetworksTestDHCPv6-893653335 tempest-NetworksTestDHCPv6-893653335-project] Pushing event deleted for resources: {'Network': ['ID=ed71b0ad-0d45-4cc1-9581-fdfa4092af45,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:32.107991 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-86c01e98-87cf-4a24-bb6f-7d0416b5c695 tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:32.178469 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c01e98-87cf-4a24-bb6f-7d0416b5c695 tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] Pushing event deleted for resources: {'Port': ['ID=a5083324-778b-407c-8488-84de57fd162d,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:32.238625 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-86c01e98-87cf-4a24-bb6f-7d0416b5c695 tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:32.240621 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-86c01e98-87cf-4a24-bb6f-7d0416b5c695 tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] 10.222.0.23 "DELETE /v2.0/ports/a5083324-778b-407c-8488-84de57fd162d HTTP/1.1" status: 204 len: 168 time: 1.0902958 Jul 05 02:28:32.243786 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 35844) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:32.349034 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_v2 [None req-46305a28-ade6-454c-b036-6df10dc6a360 tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] Deleting subnet 83f91367-7871-4425-8985-47f199b15402 {{(pid=94461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:28:32.352779 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-46305a28-ade6-454c-b036-6df10dc6a360 tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] Notify callbacks [] for subnet, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:32.417792 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-46305a28-ade6-454c-b036-6df10dc6a360 tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5519650'] for subnet, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:32.532639 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb13bbc-1121-42c9-9318-d0674599dbf6 req-c330d3f7-a613-422b-b462-0921d35335ed tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:32.532639 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-eeb13bbc-1121-42c9-9318-d0674599dbf6 req-c330d3f7-a613-422b-b462-0921d35335ed tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] 10.222.0.23 "GET /v2.0/ports?device_id=8472f9d0-c744-4bc0-8ccf-9d1f651cfb7c HTTP/1.1" status: 200 len: 945 time: 0.1076686 Jul 05 02:28:32.537179 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-46305a28-ade6-454c-b036-6df10dc6a360 tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:32.602270 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 35852) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:32.613246 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-eeb13bbc-1121-42c9-9318-d0674599dbf6 req-3a9a5477-bff5-40e3-85cf-265343c1604f tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] 10.222.0.23 "GET /v2.0/security-groups?id=a0f3de01-621c-4ed4-a575-46af052470d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673478 Jul 05 02:28:32.699812 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-46305a28-ade6-454c-b036-6df10dc6a360 tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5763388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774356'] for subnet, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:32.734409 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc3387d-08d7-43ac-bab3-99d5ee2cd298 None None] Network a6847618-d608-40ea-99c1-572c39ce9a3c requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:28:32.745625 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-46305a28-ade6-454c-b036-6df10dc6a360 tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:32.751119 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-46305a28-ade6-454c-b036-6df10dc6a360 tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] 10.222.0.23 "DELETE /v2.0/subnets/83f91367-7871-4425-8985-47f199b15402 HTTP/1.1" status: 204 len: 168 time: 0.5057728 Jul 05 02:28:32.753736 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35860) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:32.795370 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46305a28-ade6-454c-b036-6df10dc6a360 tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] Pushing event deleted for resources: {'Subnet': ['ID=83f91367-7871-4425-8985-47f199b15402,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:32.859378 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 35862) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:32.876620 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 86a9c77f-f816-45c1-944a-b51a49a73d8f no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:28:32.923154 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-020358b2-99c1-42b2-9bcd-0bfb79d9f0c9 tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:32.956632 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35866) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:32.982458 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] No Port match for: 86a9c77f-f816-45c1-944a-b51a49a73d8f {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:28:32.983068 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 86a9c77f-f816-45c1-944a-b51a49a73d8f not bound to the agent host n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:28:32.994416 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-020358b2-99c1-42b2-9bcd-0bfb79d9f0c9 tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] Deleting port 14a51dd2-8d23-49f3-b84b-4c6505ba6025 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:28:32.994786 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-020358b2-99c1-42b2-9bcd-0bfb79d9f0c9 tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:33.031313 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_v2 [None req-29625948-60b2-4278-903b-4545a992c3ab admin admin] Deleting subnet e3e3bfc5-5b96-4ffa-87c1-85ce15b76e37 {{(pid=94461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:28:33.036028 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-29625948-60b2-4278-903b-4545a992c3ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:33.086534 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396c89b5-0a81-428d-b860-c81e391e3998 req-b1860055-0d6c-4240-beb0-8db1984d845b tempest-InstanceActionsNegativeTestJSON-551788100 tempest-InstanceActionsNegativeTestJSON-551788100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:33.094221 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-396c89b5-0a81-428d-b860-c81e391e3998 req-b1860055-0d6c-4240-beb0-8db1984d845b tempest-InstanceActionsNegativeTestJSON-551788100 tempest-InstanceActionsNegativeTestJSON-551788100-project] 10.222.0.23 "GET /v2.0/ports?device_id=8bad2c36-96fb-4268-981a-d82879093817 HTTP/1.1" status: 200 len: 945 time: 0.2255805 Jul 05 02:28:33.113210 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-29625948-60b2-4278-903b-4545a992c3ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5519650'] for subnet, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:33.121909 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-020358b2-99c1-42b2-9bcd-0bfb79d9f0c9 tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] For port 14a51dd2-8d23-49f3-b84b-4c6505ba6025, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=14a51dd2-8d23-49f3-b84b-4c6505ba6025,segment=NetworkSegment(1eed2740-67a9-452d-b65f-7d583f6a1e83),segment_id=1eed2740-67a9-452d-b65f-7d583f6a1e83)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:28:33.125882 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-020358b2-99c1-42b2-9bcd-0bfb79d9f0c9 tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:33.137787 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0226df-6e0d-4697-9f95-62c284e29580 None None] DHCP port deletion for a6847618-d608-40ea-99c1-572c39ce9a3c request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:28:33.138038 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-020358b2-99c1-42b2-9bcd-0bfb79d9f0c9 tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] Calling delete_port for 14a51dd2-8d23-49f3-b84b-4c6505ba6025 owned by network:dhcp {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:28:33.154992 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-6dbc32bb-c2b2-429f-9eff-ecf7061bfb05 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1013990620', 'router:external': True}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:28:33.200587 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-bb0226df-6e0d-4697-9f95-62c284e29580 None None] Deleting port 14a51dd2-8d23-49f3-b84b-4c6505ba6025 {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:28:33.201218 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-bb0226df-6e0d-4697-9f95-62c284e29580 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:33.206890 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-396c89b5-0a81-428d-b860-c81e391e3998 req-48af8655-3916-46e1-ab39-2b70f7759900 tempest-InstanceActionsNegativeTestJSON-551788100 tempest-InstanceActionsNegativeTestJSON-551788100-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c5b3b27-7739-429e-bd3f-ef267b252374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112261 Jul 05 02:28:33.226790 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-29625948-60b2-4278-903b-4545a992c3ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:33.270613 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-bb0226df-6e0d-4697-9f95-62c284e29580 None None] For port 14a51dd2-8d23-49f3-b84b-4c6505ba6025, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=14a51dd2-8d23-49f3-b84b-4c6505ba6025,segment=NetworkSegment(1eed2740-67a9-452d-b65f-7d583f6a1e83),segment_id=1eed2740-67a9-452d-b65f-7d583f6a1e83)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:28:33.271017 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-bb0226df-6e0d-4697-9f95-62c284e29580 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:33.286435 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-bb0226df-6e0d-4697-9f95-62c284e29580 None None] Calling delete_port for 14a51dd2-8d23-49f3-b84b-4c6505ba6025 owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:28:33.330337 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dbc32bb-c2b2-429f-9eff-ecf7061bfb05 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Made reservation on behalf of 91545441c05344059ed7f756addc4cb9 for: {'network': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:28:33.334711 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6dbc32bb-c2b2-429f-9eff-ecf7061bfb05 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:33.346566 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6dbc32bb-c2b2-429f-9eff-ecf7061bfb05 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:33.359802 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-29625948-60b2-4278-903b-4545a992c3ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5763388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774356'] for subnet, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:33.394403 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29625948-60b2-4278-903b-4545a992c3ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3e3bfc5-5b96-4ffa-87c1-85ce15b76e37,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:33.398194 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-29625948-60b2-4278-903b-4545a992c3ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:33.400249 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-29625948-60b2-4278-903b-4545a992c3ab admin admin] 10.222.0.23 "DELETE /v2.0/subnets/e3e3bfc5-5b96-4ffa-87c1-85ce15b76e37 HTTP/1.1" status: 204 len: 168 time: 0.5398443 Jul 05 02:28:33.406830 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 35870) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:33.464013 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-bb0226df-6e0d-4697-9f95-62c284e29580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:33.503373 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6dd5102c-2aad-47b3-a978-3307bd3e0d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:33.525945 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35874) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:33.531621 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0226df-6e0d-4697-9f95-62c284e29580 None None] Pushing event deleted for resources: {'Port': ['ID=14a51dd2-8d23-49f3-b84b-4c6505ba6025,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:33.540661 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0226df-6e0d-4697-9f95-62c284e29580 None None] No DVR routers for this DVR port 14a51dd2-8d23-49f3-b84b-4c6505ba6025 on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:28:33.609989 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-a0487cee-dd32-4eb5-a51a-2ee77de62dc3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=db76c4c0345048a1b87eacad1e0b9ba1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6505961 Jul 05 02:28:33.612572 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35878) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:33.620166 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6dbc32bb-c2b2-429f-9eff-ecf7061bfb05 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:33.623929 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6dd5102c-2aad-47b3-a978-3307bd3e0d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:33.626632 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-020358b2-99c1-42b2-9bcd-0bfb79d9f0c9 tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:33.642540 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-6dd5102c-2aad-47b3-a978-3307bd3e0d72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6491391-cda4-4850-94a6-ed569a99bbf4']}} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:28:33.659785 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-6dd5102c-2aad-47b3-a978-3307bd3e0d72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34f8ce59-6abb-417c-9b68-d9c2cf27df72') {'for_net_delete': True} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:28:33.660172 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-6dd5102c-2aad-47b3-a978-3307bd3e0d72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34f8ce59-6abb-417c-9b68-d9c2cf27df72') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:28:33.664519 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020358b2-99c1-42b2-9bcd-0bfb79d9f0c9 tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] No DVR routers for this DVR port 14a51dd2-8d23-49f3-b84b-4c6505ba6025 on host n-d-771362-32 {{(pid=94462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:28:33.667974 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020358b2-99c1-42b2-9bcd-0bfb79d9f0c9 tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] Pushing event deleted for resources: {'Port': ['ID=14a51dd2-8d23-49f3-b84b-4c6505ba6025,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:33.677841 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6dd5102c-2aad-47b3-a978-3307bd3e0d72 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5519669'] for segment, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:33.690148 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6dbc32bb-c2b2-429f-9eff-ecf7061bfb05 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:33.713097 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-52b912a6-55eb-43b0-81d0-3e0d785d0444 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:33.718877 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6dd5102c-2aad-47b3-a978-3307bd3e0d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:33.720986 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbc32bb-c2b2-429f-9eff-ecf7061bfb05 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72722d99-6736-4661-b29d-1d81b63d9236,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:33.742653 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dd5102c-2aad-47b3-a978-3307bd3e0d72 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=94461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:28:33.746838 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6dd5102c-2aad-47b3-a978-3307bd3e0d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5763545'] for segment, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:33.758058 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:28:33.758058 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:28:33.758058 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:28:33.758058 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:28:33.758058 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:28:33.758058 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:28:33.758058 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:28:33.758058 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:28:33.758058 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:28:33.758058 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:28:33.758058 n-d-771362-32 neutron-server[94461]: Traceback (most recent call last): Jul 05 02:28:33.758058 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:28:33.758058 n-d-771362-32 neutron-server[94461]: timer() Jul 05 02:28:33.758058 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:28:33.758058 n-d-771362-32 neutron-server[94461]: cb(*args, **kw) Jul 05 02:28:33.758058 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:28:33.758058 n-d-771362-32 neutron-server[94461]: return func(*args, **kwargs) Jul 05 02:28:33.758058 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:28:33.758058 n-d-771362-32 neutron-server[94461]: self._notify() Jul 05 02:28:33.758058 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:28:33.758058 n-d-771362-32 neutron-server[94461]: self.callback(batched_events) Jul 05 02:28:33.758058 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:28:33.758058 n-d-771362-32 neutron-server[94461]: event.method(event) Jul 05 02:28:33.758058 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:28:33.758058 n-d-771362-32 neutron-server[94461]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:28:33.758058 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:28:33.758058 n-d-771362-32 neutron-server[94461]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:28:33.758058 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:28:33.758058 n-d-771362-32 neutron-server[94461]: return f(self, *a, **k) Jul 05 02:28:33.758058 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:28:33.758058 n-d-771362-32 neutron-server[94461]: return self._get(url).json() Jul 05 02:28:33.758058 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:28:33.758058 n-d-771362-32 neutron-server[94461]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:28:33.758058 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:28:33.758058 n-d-771362-32 neutron-server[94461]: return self.request(url, 'GET', **kwargs) Jul 05 02:28:33.758058 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:28:33.758058 n-d-771362-32 neutron-server[94461]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:28:33.758058 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:28:33.758058 n-d-771362-32 neutron-server[94461]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:28:33.758058 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:28:33.758058 n-d-771362-32 neutron-server[94461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:28:33.758058 n-d-771362-32 neutron-server[94461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:28:33.768563 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dbc32bb-c2b2-429f-9eff-ecf7061bfb05 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=94461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:28:33.811181 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6dbc32bb-c2b2-429f-9eff-ecf7061bfb05 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:33.811627 n-d-771362-32 neutron-server[94461]: INFO neutron.db.segments_db [None req-6dbc32bb-c2b2-429f-9eff-ecf7061bfb05 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Added segment dee3a191-1a4d-4f0c-852d-39ee02be1b24 of type vlan for network 47ef79de-9674-455a-ac1d-bb79624dad6b Jul 05 02:28:33.815642 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-020358b2-99c1-42b2-9bcd-0bfb79d9f0c9 tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:33.831762 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fbed82be-acba-494a-ac0a-2aedaf661b1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:33.835008 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-020358b2-99c1-42b2-9bcd-0bfb79d9f0c9 tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6847618-d608-40ea-99c1-572c39ce9a3c']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:28:33.860040 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-020358b2-99c1-42b2-9bcd-0bfb79d9f0c9 tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1eed2740-67a9-452d-b65f-7d583f6a1e83') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:28:33.860334 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-020358b2-99c1-42b2-9bcd-0bfb79d9f0c9 tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1eed2740-67a9-452d-b65f-7d583f6a1e83') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:28:33.863912 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6dbc32bb-c2b2-429f-9eff-ecf7061bfb05 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:33.886104 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-020358b2-99c1-42b2-9bcd-0bfb79d9f0c9 tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:33.903793 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fbed82be-acba-494a-ac0a-2aedaf661b1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:33.924442 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-020358b2-99c1-42b2-9bcd-0bfb79d9f0c9 tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:33.924680 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6dd5102c-2aad-47b3-a978-3307bd3e0d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:33.930145 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6dd5102c-2aad-47b3-a978-3307bd3e0d72 admin admin] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:33.934964 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-6dd5102c-2aad-47b3-a978-3307bd3e0d72 admin admin] 10.222.0.23 "DELETE /v2.0/networks/c6491391-cda4-4850-94a6-ed569a99bbf4 HTTP/1.1" status: 204 len: 168 time: 0.5242298 Jul 05 02:28:33.935162 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 35884) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:33.950387 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-020358b2-99c1-42b2-9bcd-0bfb79d9f0c9 tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:28:33.950811 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-020358b2-99c1-42b2-9bcd-0bfb79d9f0c9 tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:33.954548 n-d-771362-32 neutron-server[94462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:28:33.954548 n-d-771362-32 neutron-server[94462]: self.session.flush() Jul 05 02:28:33.954548 n-d-771362-32 neutron-server[94462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:28:33.954548 n-d-771362-32 neutron-server[94462]: self.session.flush() Jul 05 02:28:33.954548 n-d-771362-32 neutron-server[94462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:28:33.954548 n-d-771362-32 neutron-server[94462]: self.session.flush() Jul 05 02:28:33.954548 n-d-771362-32 neutron-server[94462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:28:33.954548 n-d-771362-32 neutron-server[94462]: self.session.flush() Jul 05 02:28:33.954548 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:28:33.954548 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:28:33.954548 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:28:33.954548 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:28:33.954548 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:28:33.954548 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:28:33.954548 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:28:33.954548 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:28:33.954548 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:28:33.954548 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:28:33.954548 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:28:33.954548 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:28:33.954548 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:28:33.954548 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:28:33.954548 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:28:33.954548 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:28:33.954548 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:28:33.954548 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:28:33.954548 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:28:33.954548 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:28:33.954548 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:28:33.954548 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:28:33.954548 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:28:33.954548 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:28:33.954548 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:28:33.954548 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:28:33.954548 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:28:33.954548 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:28:33.954548 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:28:33.954548 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:28:33.954548 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:28:33.954548 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:28:33.975508 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd5102c-2aad-47b3-a978-3307bd3e0d72 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6491391-cda4-4850-94a6-ed569a99bbf4,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:33.976612 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6dbc32bb-c2b2-429f-9eff-ecf7061bfb05 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:33.977608 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dbc32bb-c2b2-429f-9eff-ecf7061bfb05 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:33.978377 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6dbc32bb-c2b2-429f-9eff-ecf7061bfb05 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:34.009468 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32765cc2-fd2d-466a-b970-c57af214f88c req-87038380-6625-4f72-aadd-63ba0b192691 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:34.011032 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-32765cc2-fd2d-466a-b970-c57af214f88c req-87038380-6625-4f72-aadd-63ba0b192691 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] 10.222.0.23 "GET /v2.0/ports?device_id=8472f9d0-c744-4bc0-8ccf-9d1f651cfb7c HTTP/1.1" status: 200 len: 945 time: 0.2568765 Jul 05 02:28:34.051249 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_v2 [None req-32d9e142-edb6-4d9c-9c52-bff96f5bf63d admin admin] Deleting subnet a473f340-9d42-43a1-ae92-2ec14bd2a671 {{(pid=94461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:28:34.053346 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbc32bb-c2b2-429f-9eff-ecf7061bfb05 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Pushing event updated for resources: {'Network': ['ID=47ef79de-9674-455a-ac1d-bb79624dad6b,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:34.066019 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 47ef79de-9674-455a-ac1d-bb79624dad6b details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:28:34.090482 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-32d9e142-edb6-4d9c-9c52-bff96f5bf63d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:34.093577 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-32765cc2-fd2d-466a-b970-c57af214f88c req-507be50a-c49d-4a96-a1ba-1cc0056bca30 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] 10.222.0.23 "GET /v2.0/security-groups?id=a0f3de01-621c-4ed4-a575-46af052470d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610962 Jul 05 02:28:34.103202 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-52b912a6-55eb-43b0-81d0-3e0d785d0444 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:34.129425 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-32d9e142-edb6-4d9c-9c52-bff96f5bf63d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5519650'] for subnet, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:34.147424 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-020358b2-99c1-42b2-9bcd-0bfb79d9f0c9 tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:34.159741 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-020358b2-99c1-42b2-9bcd-0bfb79d9f0c9 tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:34.159741 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-020358b2-99c1-42b2-9bcd-0bfb79d9f0c9 tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] 10.222.0.23 "DELETE /v2.0/networks/a6847618-d608-40ea-99c1-572c39ce9a3c HTTP/1.1" status: 204 len: 168 time: 1.4012980 Jul 05 02:28:34.170710 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020358b2-99c1-42b2-9bcd-0bfb79d9f0c9 tempest-ExtraDHCPOptionsTestJSON-388889990 tempest-ExtraDHCPOptionsTestJSON-388889990-project] Pushing event deleted for resources: {'Network': ['ID=a6847618-d608-40ea-99c1-572c39ce9a3c,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:34.182964 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-52b912a6-55eb-43b0-81d0-3e0d785d0444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:34.188193 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fbed82be-acba-494a-ac0a-2aedaf661b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:34.191902 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fbed82be-acba-494a-ac0a-2aedaf661b1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:34.192517 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-32d9e142-edb6-4d9c-9c52-bff96f5bf63d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:34.194377 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-fbed82be-acba-494a-ac0a-2aedaf661b1a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e2263e1d-bd4c-461e-889a-f42e643e3dba HTTP/1.1" status: 204 len: 168 time: 0.5807800 Jul 05 02:28:34.245000 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-52b912a6-55eb-43b0-81d0-3e0d785d0444 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=17e8e2af7ab64c15bccf5cb93d4e7c8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7065902 Jul 05 02:28:34.247146 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b912a6-55eb-43b0-81d0-3e0d785d0444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c0ce3d4-1f4b-414c-a895-9131ddc08d39,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:34.261963 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35894) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:34.292764 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbed82be-acba-494a-ac0a-2aedaf661b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2263e1d-bd4c-461e-889a-f42e643e3dba,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:34.357964 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cbe743b2-5770-4343-8cd5-9d2a86e37128 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:34.363955 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-6dbc32bb-c2b2-429f-9eff-ecf7061bfb05 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.7604795 Jul 05 02:28:34.368640 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35896) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:34.374470 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-ab8688ed-9494-4836-a9f5-528f7220bea6 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Request body: {'subnet': {'network_id': '47ef79de-9674-455a-ac1d-bb79624dad6b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:28:34.392694 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cfe92e-7c01-4e93-95b3-748e43a38610 req-65df05bc-cbdc-4db5-b2ad-ff3a2106ef38 tempest-InstanceActionsNegativeTestJSON-551788100 tempest-InstanceActionsNegativeTestJSON-551788100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:34.394205 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-21cfe92e-7c01-4e93-95b3-748e43a38610 req-65df05bc-cbdc-4db5-b2ad-ff3a2106ef38 tempest-InstanceActionsNegativeTestJSON-551788100 tempest-InstanceActionsNegativeTestJSON-551788100-project] 10.222.0.21 "GET /v2.0/ports?device_id=8bad2c36-96fb-4268-981a-d82879093817 HTTP/1.1" status: 200 len: 945 time: 0.2142363 Jul 05 02:28:34.404346 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 14a51dd2-8d23-49f3-b84b-4c6505ba6025 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:28:34.425266 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 14a51dd2-8d23-49f3-b84b-4c6505ba6025 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:28:34.425603 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 14a51dd2-8d23-49f3-b84b-4c6505ba6025 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:28:34.446944 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cbe743b2-5770-4343-8cd5-9d2a86e37128 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:34.485656 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e51085-0acd-4ea6-8c4d-92e41799c010 req-ca91697b-0768-4c55-a3aa-4c20b3f69ffa tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:34.487104 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-05e51085-0acd-4ea6-8c4d-92e41799c010 req-ca91697b-0768-4c55-a3aa-4c20b3f69ffa tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d9c139f-f1ba-4755-b858-e814d10506d6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2012951 Jul 05 02:28:34.501806 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d459759-d164-4f03-81ac-1c04d34429fc req-eacebea7-d29b-4e61-9ac7-d849f531a03d tempest-InstanceActionsNegativeTestJSON-551788100 tempest-InstanceActionsNegativeTestJSON-551788100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:34.503483 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2d459759-d164-4f03-81ac-1c04d34429fc req-eacebea7-d29b-4e61-9ac7-d849f531a03d tempest-InstanceActionsNegativeTestJSON-551788100 tempest-InstanceActionsNegativeTestJSON-551788100-project] 10.222.0.23 "GET /v2.0/ports?device_id=8bad2c36-96fb-4268-981a-d82879093817 HTTP/1.1" status: 200 len: 945 time: 0.1137040 Jul 05 02:28:34.549614 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2d459759-d164-4f03-81ac-1c04d34429fc req-fb9ddd4e-2734-4916-90bc-5ada113bc776 tempest-InstanceActionsNegativeTestJSON-551788100 tempest-InstanceActionsNegativeTestJSON-551788100-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c5b3b27-7739-429e-bd3f-ef267b252374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395710 Jul 05 02:28:34.552476 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-32d9e142-edb6-4d9c-9c52-bff96f5bf63d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5763388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774356'] for subnet, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:34.566855 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-05e51085-0acd-4ea6-8c4d-92e41799c010 req-258d8558-0f19-480d-84af-8e814a4eb847 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.7.32 HTTP/1.1" status: 200 len: 695 time: 0.0638201 Jul 05 02:28:34.589888 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d9e142-edb6-4d9c-9c52-bff96f5bf63d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a473f340-9d42-43a1-ae92-2ec14bd2a671,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:34.596175 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-05e51085-0acd-4ea6-8c4d-92e41799c010 req-a1e77adf-3021-41a2-bcc5-b17df6c47469 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Request body: {'floatingip': {'port_id': '8a828455-b584-499c-8416-ba79eab6b24e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:28:34.598763 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab8688ed-9494-4836-a9f5-528f7220bea6 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Made reservation on behalf of 91545441c05344059ed7f756addc4cb9 for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:28:34.601780 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-32d9e142-edb6-4d9c-9c52-bff96f5bf63d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:34.603082 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ab8688ed-9494-4836-a9f5-528f7220bea6 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:34.603207 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-32d9e142-edb6-4d9c-9c52-bff96f5bf63d admin admin] 10.222.0.23 "DELETE /v2.0/subnets/a473f340-9d42-43a1-ae92-2ec14bd2a671 HTTP/1.1" status: 204 len: 168 time: 0.6669695 Jul 05 02:28:34.607579 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35898) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:34.642870 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-05e51085-0acd-4ea6-8c4d-92e41799c010 req-a1e77adf-3021-41a2-bcc5-b17df6c47469 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Notify callbacks [] for floatingip, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:34.649175 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-21cfe92e-7c01-4e93-95b3-748e43a38610 req-9d6e0d46-7eb9-4197-892c-d40765fb4952 tempest-InstanceActionsNegativeTestJSON-551788100 tempest-InstanceActionsNegativeTestJSON-551788100-project] Deleting port 3322a531-1adb-463c-852b-8b24fc75d710 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:28:34.649512 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-21cfe92e-7c01-4e93-95b3-748e43a38610 req-9d6e0d46-7eb9-4197-892c-d40765fb4952 tempest-InstanceActionsNegativeTestJSON-551788100 tempest-InstanceActionsNegativeTestJSON-551788100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:34.659999 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cbe743b2-5770-4343-8cd5-9d2a86e37128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:34.662903 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cbe743b2-5770-4343-8cd5-9d2a86e37128 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:34.664061 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-cbe743b2-5770-4343-8cd5-9d2a86e37128 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7c0ce3d4-1f4b-414c-a895-9131ddc08d39 HTTP/1.1" status: 204 len: 168 time: 0.4008710 Jul 05 02:28:34.713928 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe743b2-5770-4343-8cd5-9d2a86e37128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c0ce3d4-1f4b-414c-a895-9131ddc08d39,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:34.766461 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1cb17065-62a8-4f6b-ac09-bf5755081ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:34.904000 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1cb17065-62a8-4f6b-ac09-bf5755081ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:34.915860 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-1cb17065-62a8-4f6b-ac09-bf5755081ec1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e55f481-24f0-47a6-a4ae-efacd0e81fd3']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:28:34.936045 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-1cb17065-62a8-4f6b-ac09-bf5755081ec1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6315db6d-bcc8-423c-a8b8-794ac997a886') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:28:34.936343 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-1cb17065-62a8-4f6b-ac09-bf5755081ec1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6315db6d-bcc8-423c-a8b8-794ac997a886') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:28:34.947418 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1cb17065-62a8-4f6b-ac09-bf5755081ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:34.964784 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1cb17065-62a8-4f6b-ac09-bf5755081ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:34.973450 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cb17065-62a8-4f6b-ac09-bf5755081ec1 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:28:34.980996 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1cb17065-62a8-4f6b-ac09-bf5755081ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:35.029297 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35910) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:35.031658 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:28:35.031658 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:28:35.031658 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:28:35.031658 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:28:35.031658 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:28:35.031658 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:28:35.031658 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:28:35.031658 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:28:35.031658 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:28:35.031658 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:28:35.031658 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:28:35.031658 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:28:35.031658 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:28:35.031658 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:28:35.031658 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:28:35.031658 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:28:35.031658 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:28:35.031658 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:28:35.031658 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:28:35.031658 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:28:35.031658 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:28:35.031658 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:28:35.031658 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:28:35.031658 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:28:35.031658 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:28:35.031658 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:28:35.031658 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:28:35.031658 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:28:35.031658 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:28:35.031658 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:28:35.031658 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:28:35.031658 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:28:35.161742 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-21cfe92e-7c01-4e93-95b3-748e43a38610 req-9d6e0d46-7eb9-4197-892c-d40765fb4952 tempest-InstanceActionsNegativeTestJSON-551788100 tempest-InstanceActionsNegativeTestJSON-551788100-project] For port 3322a531-1adb-463c-852b-8b24fc75d710, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=3322a531-1adb-463c-852b-8b24fc75d710,segment=NetworkSegment(1ab28ecf-23b4-40a2-a416-60dc81838ca7),segment_id=1ab28ecf-23b4-40a2-a416-60dc81838ca7)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:28:35.161742 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-21cfe92e-7c01-4e93-95b3-748e43a38610 req-9d6e0d46-7eb9-4197-892c-d40765fb4952 tempest-InstanceActionsNegativeTestJSON-551788100 tempest-InstanceActionsNegativeTestJSON-551788100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:35.205699 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-21cfe92e-7c01-4e93-95b3-748e43a38610 req-9d6e0d46-7eb9-4197-892c-d40765fb4952 tempest-InstanceActionsNegativeTestJSON-551788100 tempest-InstanceActionsNegativeTestJSON-551788100-project] Calling delete_port for 3322a531-1adb-463c-852b-8b24fc75d710 owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:28:35.218674 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-f651a3da-7c59-4f88-8a2e-eca9dc1a4172 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=852cff186df1422686e76bf3d18e3091&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1836941 Jul 05 02:28:35.218674 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1cb17065-62a8-4f6b-ac09-bf5755081ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:35.220334 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35918) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:35.241774 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1cb17065-62a8-4f6b-ac09-bf5755081ec1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:35.246300 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-1cb17065-62a8-4f6b-ac09-bf5755081ec1 admin admin] 10.222.0.23 "DELETE /v2.0/networks/8e55f481-24f0-47a6-a4ae-efacd0e81fd3 HTTP/1.1" status: 204 len: 168 time: 0.6352749 Jul 05 02:28:35.257627 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb17065-62a8-4f6b-ac09-bf5755081ec1 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e55f481-24f0-47a6-a4ae-efacd0e81fd3,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:35.298701 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-81654c07-4ae0-454f-833a-a7f5d48c3eed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:35.359364 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-81654c07-4ae0-454f-833a-a7f5d48c3eed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:35.484731 n-d-771362-32 neutron-server[94462]: DEBUG neutron.objects.ports [None req-ab8688ed-9494-4836-a9f5-528f7220bea6 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94462) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 02:28:35.485868 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ab8688ed-9494-4836-a9f5-528f7220bea6 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:35.518913 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-81654c07-4ae0-454f-833a-a7f5d48c3eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:35.521518 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-81654c07-4ae0-454f-833a-a7f5d48c3eed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:35.522904 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-81654c07-4ae0-454f-833a-a7f5d48c3eed admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8e3a2c05-5dc3-4fe1-818a-2131c20924c9 HTTP/1.1" status: 204 len: 168 time: 0.3017564 Jul 05 02:28:35.542813 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81654c07-4ae0-454f-833a-a7f5d48c3eed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e3a2c05-5dc3-4fe1-818a-2131c20924c9,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:35.567653 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8688ed-9494-4836-a9f5-528f7220bea6 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Pushing event updated for resources: {'Subnet': ['ID=75dae776-584b-4015-92b8-e1cbe881c64d,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:35.592785 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8688ed-9494-4836-a9f5-528f7220bea6 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Checking segment: {'id': 'dee3a191-1a4d-4f0c-852d-39ee02be1b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '47ef79de-9674-455a-ac1d-bb79624dad6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:28:35.593422 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8688ed-9494-4836-a9f5-528f7220bea6 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Network hostable DHCP agents. Network: 47ef79de-9674-455a-ac1d-bb79624dad6b, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:28:35.669236 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-21cfe92e-7c01-4e93-95b3-748e43a38610 req-9d6e0d46-7eb9-4197-892c-d40765fb4952 tempest-InstanceActionsNegativeTestJSON-551788100 tempest-InstanceActionsNegativeTestJSON-551788100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:35.708127 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-913c6a8c-73a5-462c-9ec2-28cf910a79e5 req-41e91566-8915-42ab-860b-96cd9b1de5b6 tempest-InstanceActionsNegativeTestJSON-551788100 tempest-InstanceActionsNegativeTestJSON-551788100-project] 10.222.0.23 "GET /v2.0/ports?device_id=8bad2c36-96fb-4268-981a-d82879093817 HTTP/1.1" status: 200 len: 210 time: 0.0293305 Jul 05 02:28:35.732522 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6e0d46-7eb9-4197-892c-d40765fb4952 tempest-InstanceActionsNegativeTestJSON-551788100 tempest-InstanceActionsNegativeTestJSON-551788100-project] Pushing event deleted for resources: {'Port': ['ID=3322a531-1adb-463c-852b-8b24fc75d710,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:35.735830 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8688ed-9494-4836-a9f5-528f7220bea6 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Network 47ef79de-9674-455a-ac1d-bb79624dad6b is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:28:35.758925 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35930) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:35.792176 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-21cfe92e-7c01-4e93-95b3-748e43a38610 req-9d6e0d46-7eb9-4197-892c-d40765fb4952 tempest-InstanceActionsNegativeTestJSON-551788100 tempest-InstanceActionsNegativeTestJSON-551788100-project] No DVR routers for this DVR port 3322a531-1adb-463c-852b-8b24fc75d710 on host n-h1-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:28:35.794981 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-05e51085-0acd-4ea6-8c4d-92e41799c010 req-a1e77adf-3021-41a2-bcc5-b17df6c47469 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:35.796290 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-21cfe92e-7c01-4e93-95b3-748e43a38610 req-9d6e0d46-7eb9-4197-892c-d40765fb4952 tempest-InstanceActionsNegativeTestJSON-551788100 tempest-InstanceActionsNegativeTestJSON-551788100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:35.798919 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-21cfe92e-7c01-4e93-95b3-748e43a38610 req-9d6e0d46-7eb9-4197-892c-d40765fb4952 tempest-InstanceActionsNegativeTestJSON-551788100 tempest-InstanceActionsNegativeTestJSON-551788100-project] 10.222.0.21 "DELETE /v2.0/ports/3322a531-1adb-463c-852b-8b24fc75d710 HTTP/1.1" status: 204 len: 173 time: 1.3939178 Jul 05 02:28:35.799368 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bad2c36-96fb-4268-981a-d82879093817', 'name': 'network-vif-deleted', 'tag': '3322a531-1adb-463c-852b-8b24fc75d710'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:28:35.802432 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2f5347c-e573-4fd0-9331-8ef4de8aa6a1" -d '{"events": [{"server_uuid": "8bad2c36-96fb-4268-981a-d82879093817", "name": "network-vif-deleted", "tag": "3322a531-1adb-463c-852b-8b24fc75d710"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:28:35.809565 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-b38c0d9f-8255-48e1-b327-05c3644d32fd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=53bc9033c99e4a05b388c66507c82900&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0467081 Jul 05 02:28:35.809949 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35934) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:35.837428 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc766d8c-7fd4-45c0-84bf-34e871ba40a8 x-openstack-request-id: req-bc766d8c-7fd4-45c0-84bf-34e871ba40a8 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:28:35.837721 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bad2c36-96fb-4268-981a-d82879093817", "name": "network-vif-deleted", "tag": "3322a531-1adb-463c-852b-8b24fc75d710", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:28:35.837960 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bc766d8c-7fd4-45c0-84bf-34e871ba40a8 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:28:35.838437 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bad2c36-96fb-4268-981a-d82879093817', 'name': 'network-vif-deleted', 'tag': '3322a531-1adb-463c-852b-8b24fc75d710', 'status': 'completed', 'code': 200} Jul 05 02:28:35.864795 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-ab8688ed-9494-4836-a9f5-528f7220bea6 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 47ef79de-9674-455a-ac1d-bb79624dad6b) {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:28:35.872044 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8688ed-9494-4836-a9f5-528f7220bea6 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:35.872656 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8980d59c-ed18-4dfb-bd2b-51e8d3a73466 None None] Network 47ef79de-9674-455a-ac1d-bb79624dad6b requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:28:35.873149 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ab8688ed-9494-4836-a9f5-528f7220bea6 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:35.875105 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-673fc423-72ac-449f-a088-f58e646834c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:35.901271 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-673fc423-72ac-449f-a088-f58e646834c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:35.936014 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-05e51085-0acd-4ea6-8c4d-92e41799c010 req-a1e77adf-3021-41a2-bcc5-b17df6c47469 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636869'] for floatingip, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:35.971222 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-ab8688ed-9494-4836-a9f5-528f7220bea6 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.6014998 Jul 05 02:28:35.974079 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35936) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:35.979714 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-f5c3e6ac-14e2-457d-ac1d-4f8a12632328 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-50112898', 'network_id': '47ef79de-9674-455a-ac1d-bb79624dad6b'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:28:36.009315 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 35940) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:36.027434 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b705daf7-4b2d-4da9-aa30-fceb96368c40 None None] Network 47ef79de-9674-455a-ac1d-bb79624dad6b requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:28:36.044446 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-673fc423-72ac-449f-a088-f58e646834c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:36.047880 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-673fc423-72ac-449f-a088-f58e646834c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:36.049429 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-673fc423-72ac-449f-a088-f58e646834c9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f03e728d-9b1e-43f1-b649-e8c1204aab5b HTTP/1.1" status: 204 len: 168 time: 0.2382574 Jul 05 02:28:36.064554 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673fc423-72ac-449f-a088-f58e646834c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f03e728d-9b1e-43f1-b649-e8c1204aab5b,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:36.072897 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5c3e6ac-14e2-457d-ac1d-4f8a12632328 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Made reservation on behalf of 91545441c05344059ed7f756addc4cb9 for: {'port': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:28:36.083202 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f5c3e6ac-14e2-457d-ac1d-4f8a12632328 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:36.119989 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [None req-f5c3e6ac-14e2-457d-ac1d-4f8a12632328 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] device_id is not set on port 03867339-9323-4bff-9027-251ed5086077 yet. {{(pid=94462) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:28:36.144396 n-d-771362-32 neutron-server[94461]: INFO neutron.db.l3_db [req-05e51085-0acd-4ea6-8c4d-92e41799c010 req-a1e77adf-3021-41a2-bcc5-b17df6c47469 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Floating IP 5bf35d65-2020-4e7b-b307-b56c536d8d40 associated. External IP: 172.25.7.32, port: 8a828455-b584-499c-8416-ba79eab6b24e. Jul 05 02:28:36.209914 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-608e1b79-3989-4fec-9e7f-09d25605c958 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:36.299083 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-f5c3e6ac-14e2-457d-ac1d-4f8a12632328 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Allocated IP 172.20.0.3 (47ef79de-9674-455a-ac1d-bb79624dad6b/75dae776-584b-4015-92b8-e1cbe881c64d/03867339-9323-4bff-9027-251ed5086077) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:28:36.447402 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-608e1b79-3989-4fec-9e7f-09d25605c958 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:36.451311 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f5c3e6ac-14e2-457d-ac1d-4f8a12632328 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:36.469687 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [req-05e51085-0acd-4ea6-8c4d-92e41799c010 req-a1e77adf-3021-41a2-bcc5-b17df6c47469 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Router fbfd9385-2585-43ff-bbe7-607c9869784f has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:28:36.514676 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-608e1b79-3989-4fec-9e7f-09d25605c958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:36.565297 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f5c3e6ac-14e2-457d-ac1d-4f8a12632328 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:36.569166 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-608e1b79-3989-4fec-9e7f-09d25605c958 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ec6ee191807f4c95a701740ca9616328&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5578072 Jul 05 02:28:36.581210 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35952) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:36.596592 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608e1b79-3989-4fec-9e7f-09d25605c958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e621cefb-a3eb-4df0-ba7b-36f2baa39e1a,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:36.624686 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-05e51085-0acd-4ea6-8c4d-92e41799c010 req-a1e77adf-3021-41a2-bcc5-b17df6c47469 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:28:36.637268 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-05e51085-0acd-4ea6-8c4d-92e41799c010 req-a1e77adf-3021-41a2-bcc5-b17df6c47469 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:36.637684 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9870f28a-2636-45bb-b8a4-643d1564eab8 None None] Sync routers for ids ['fbfd9385-2585-43ff-bbe7-607c9869784f'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:28:36.649046 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9870f28a-2636-45bb-b8a4-643d1564eab8 None None] Routers {'fbfd9385-2585-43ff-bbe7-607c9869784f'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:28:36.667178 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-9870f28a-2636-45bb-b8a4-643d1564eab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:28:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['fbfd9385-2585-43ff-bbe7-607c9869784f'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:28:36.686240 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c3e6ac-14e2-457d-ac1d-4f8a12632328 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Network 47ef79de-9674-455a-ac1d-bb79624dad6b is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:28:36.693625 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-f5c3e6ac-14e2-457d-ac1d-4f8a12632328 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:28:36.706740 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c3e6ac-14e2-457d-ac1d-4f8a12632328 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:28:36.718049 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-05e51085-0acd-4ea6-8c4d-92e41799c010 req-a1e77adf-3021-41a2-bcc5-b17df6c47469 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] 10.222.0.23 "PUT /v2.0/floatingips/5bf35d65-2020-4e7b-b307-b56c536d8d40 HTTP/1.1" status: 200 len: 996 time: 2.1300080 Jul 05 02:28:36.801878 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b0af667f-ccf8-4946-acb1-228906951618 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:36.821236 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c3e6ac-14e2-457d-ac1d-4f8a12632328 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Pushing event updated for resources: {'Port': ['ID=03867339-9323-4bff-9027-251ed5086077,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:36.839915 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e51085-0acd-4ea6-8c4d-92e41799c010 req-bb654911-80c7-48a9-87c5-a4e7a9390ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:36.842217 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-05e51085-0acd-4ea6-8c4d-92e41799c010 req-bb654911-80c7-48a9-87c5-a4e7a9390ac0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=820d01c94cb84c34ab4df1230f2d2b19&device_id=5d9c139f-f1ba-4755-b858-e814d10506d6 HTTP/1.1" status: 200 len: 1098 time: 0.0952587 Jul 05 02:28:36.876811 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 3322a531-1adb-463c-852b-8b24fc75d710 no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:28:36.890512 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c3e6ac-14e2-457d-ac1d-4f8a12632328 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:36.893828 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f5c3e6ac-14e2-457d-ac1d-4f8a12632328 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:36.908403 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b0af667f-ccf8-4946-acb1-228906951618 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:36.925259 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-9870f28a-2636-45bb-b8a4-643d1564eab8 None None] Set router fbfd9385-2585-43ff-bbe7-607c9869784f gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:28:36.996764 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-17e4c465-8c12-4ea7-b98a-0d0f5e83e213 req-02c8bf94-14c0-4349-ac2e-eea3db6e13cd tempest-InstanceActionsNegativeTestJSON-551788100 tempest-InstanceActionsNegativeTestJSON-551788100-project] 10.222.0.23 "GET /v2.0/ports?device_id=8bad2c36-96fb-4268-981a-d82879093817 HTTP/1.1" status: 200 len: 210 time: 0.0394928 Jul 05 02:28:37.031120 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b0af667f-ccf8-4946-acb1-228906951618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:37.040483 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b0af667f-ccf8-4946-acb1-228906951618 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:37.041366 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-b0af667f-ccf8-4946-acb1-228906951618 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e621cefb-a3eb-4df0-ba7b-36f2baa39e1a HTTP/1.1" status: 204 len: 168 time: 0.4580207 Jul 05 02:28:37.046174 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35964) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:37.062940 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] No Port match for: 3322a531-1adb-463c-852b-8b24fc75d710 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:28:37.063577 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 3322a531-1adb-463c-852b-8b24fc75d710 not bound to the agent host n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:28:37.156190 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0af667f-ccf8-4946-acb1-228906951618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e621cefb-a3eb-4df0-ba7b-36f2baa39e1a,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:37.174152 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-f5c3e6ac-14e2-457d-ac1d-4f8a12632328 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1021 time: 1.1977971 Jul 05 02:28:37.183029 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 35968) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:37.224224 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-258e6417-9c41-44b9-a98a-585ffef39dd4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6b17a643199044b0b60080424278e581&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1759195 Jul 05 02:28:37.226761 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35972) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:37.277271 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e51085-0acd-4ea6-8c4d-92e41799c010 req-d14c7e6a-0d9a-4692-ad6c-755ac51564ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:37.279462 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-05e51085-0acd-4ea6-8c4d-92e41799c010 req-d14c7e6a-0d9a-4692-ad6c-755ac51564ea service neutron] 10.222.0.23 "GET /v2.0/networks?id=5e8d76cf-072c-4ebe-9632-b498a3035f5b HTTP/1.1" status: 200 len: 921 time: 0.4252253 Jul 05 02:28:37.362405 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-23fa9d5f-ff10-4607-8427-c8f0ddccd59e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:37.366435 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-9870f28a-2636-45bb-b8a4-643d1564eab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbfd9385-2585-43ff-bbe7-607c9869784f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1149951054-router', 'tenant_id': '820d01c94cb84c34ab4df1230f2d2b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '2f7100fd-b056-4f13-933c-8b0e0ef7219e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:27:31Z', 'updated_at': '2021-07-05T02:27:38Z', 'revision_number': 4, 'project_id': '820d01c94cb84c34ab4df1230f2d2b19', 'gw_port': {'id': '2f7100fd-b056-4f13-933c-8b0e0ef7219e', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:f9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfd9385-2585-43ff-bbe7-607c9869784f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:27:32Z', 'updated_at': '2021-07-05T02:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '5bf35d65-2020-4e7b-b307-b56c536d8d40', 'tenant_id': '820d01c94cb84c34ab4df1230f2d2b19', 'floating_ip_address': '172.25.7.32', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': 'fbfd9385-2585-43ff-bbe7-607c9869784f', 'port_id': '8a828455-b584-499c-8416-ba79eab6b24e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e8d76cf-072c-4ebe-9632-b498a3035f5b', 'mac_address': 'fa:16:3e:d3:24:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9c139f-f1ba-4755-b858-e814d10506d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T02:28:09Z', 'updated_at': '2021-07-05T02:28:35Z', 'revision_number': 1, 'project_id': '820d01c94cb84c34ab4df1230f2d2b19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7e29bd2-41b5-49af-b42e-6dd63e15685d', 'name': '', 'network_id': '5e8d76cf-072c-4ebe-9632-b498a3035f5b', 'tenant_id': '820d01c94cb84c34ab4df1230f2d2b19', 'mac_address': 'fa:16:3e:a2:cf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfd9385-2585-43ff-bbe7-607c9869784f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '1825f4ef-88c0-436d-968e-41fc32795301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:27:37Z', 'updated_at': '2021-07-05T02:27:50Z', 'revision_number': 5, 'project_id': '820d01c94cb84c34ab4df1230f2d2b19', 'subnets': [{'id': '1825f4ef-88c0-436d-968e-41fc32795301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:28:37.396988 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-23fa9d5f-ff10-4607-8427-c8f0ddccd59e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:37.416959 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9870f28a-2636-45bb-b8a4-643d1564eab8 None None] Checking router: fbfd9385-2585-43ff-bbe7-607c9869784f for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:28:37.435300 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-05e51085-0acd-4ea6-8c4d-92e41799c010 req-b3f5456a-3d35-43a2-bd35-140fca17e407 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a828455-b584-499c-8416-ba79eab6b24e HTTP/1.1" status: 200 len: 999 time: 0.1490443 Jul 05 02:28:37.437554 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9870f28a-2636-45bb-b8a4-643d1564eab8 None None] Routers {'fbfd9385-2585-43ff-bbe7-607c9869784f'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:28:37.438589 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-9870f28a-2636-45bb-b8a4-643d1564eab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:28:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['fbfd9385-2585-43ff-bbe7-607c9869784f'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:28:37.479934 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35976) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:37.505911 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-319c501b-d259-4126-a70b-3b0fa11790f7 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Deleting port 03867339-9323-4bff-9027-251ed5086077 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:28:37.506290 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-319c501b-d259-4126-a70b-3b0fa11790f7 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:37.509920 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e51085-0acd-4ea6-8c4d-92e41799c010 req-f01fe241-ed5a-4da1-aca1-fc37a167185b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:37.512066 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-05e51085-0acd-4ea6-8c4d-92e41799c010 req-f01fe241-ed5a-4da1-aca1-fc37a167185b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1825f4ef-88c0-436d-968e-41fc32795301 HTTP/1.1" status: 200 len: 860 time: 0.0759742 Jul 05 02:28:37.553811 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-23fa9d5f-ff10-4607-8427-c8f0ddccd59e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:37.561801 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-23fa9d5f-ff10-4607-8427-c8f0ddccd59e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:37.563848 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-23fa9d5f-ff10-4607-8427-c8f0ddccd59e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/65482644-9a42-4c70-912c-28204e075680 HTTP/1.1" status: 204 len: 168 time: 0.3345871 Jul 05 02:28:37.575566 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fa9d5f-ff10-4607-8427-c8f0ddccd59e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65482644-9a42-4c70-912c-28204e075680,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:37.600304 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-9870f28a-2636-45bb-b8a4-643d1564eab8 None None] Set router fbfd9385-2585-43ff-bbe7-607c9869784f gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:28:37.623795 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-319c501b-d259-4126-a70b-3b0fa11790f7 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:37.641772 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-319c501b-d259-4126-a70b-3b0fa11790f7 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Calling delete_port for 03867339-9323-4bff-9027-251ed5086077 owned by {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:28:37.649815 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e51085-0acd-4ea6-8c4d-92e41799c010 req-9eb03dc1-7c36-412b-b71e-5ddf22fe1a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:37.651439 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-05e51085-0acd-4ea6-8c4d-92e41799c010 req-9eb03dc1-7c36-412b-b71e-5ddf22fe1a95 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5e8d76cf-072c-4ebe-9632-b498a3035f5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1302958 Jul 05 02:28:37.662887 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [req-05e51085-0acd-4ea6-8c4d-92e41799c010 req-8c26f132-50ce-4ada-827a-0c76be4ea7ff service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:28:37.663855 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-05e51085-0acd-4ea6-8c4d-92e41799c010 req-8c26f132-50ce-4ada-827a-0c76be4ea7ff service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054445 Jul 05 02:28:37.771581 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-c4dab5e1-5f6a-443b-8706-0a94347ef05b tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1698535590'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:28:37.821217 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-05e51085-0acd-4ea6-8c4d-92e41799c010 req-9b4c767a-ae1f-4973-a695-ff7653d13102 service neutron] 10.222.0.23 "GET /v2.0/networks/5e8d76cf-072c-4ebe-9632-b498a3035f5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186929 Jul 05 02:28:37.844457 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d9c139f-f1ba-4755-b858-e814d10506d6', 'tag': '8a828455-b584-499c-8416-ba79eab6b24e'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:28:37.847174 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cd6d258-60a9-47ce-a295-3c345f1e960b" -d '{"events": [{"name": "network-changed", "server_uuid": "5d9c139f-f1ba-4755-b858-e814d10506d6", "tag": "8a828455-b584-499c-8416-ba79eab6b24e"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:28:37.889766 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4dab5e1-5f6a-443b-8706-0a94347ef05b tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] Made reservation on behalf of 6c269e97d4394710ae236b252943888f for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:28:37.893740 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c4dab5e1-5f6a-443b-8706-0a94347ef05b tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:37.910443 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c4dab5e1-5f6a-443b-8706-0a94347ef05b tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:37.913251 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73f24d93-fdd0-45fc-879e-3ebfa388856d x-openstack-request-id: req-73f24d93-fdd0-45fc-879e-3ebfa388856d {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:28:37.913547 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d9c139f-f1ba-4755-b858-e814d10506d6", "tag": "8a828455-b584-499c-8416-ba79eab6b24e", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:28:37.913800 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-73f24d93-fdd0-45fc-879e-3ebfa388856d {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:28:37.914217 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d9c139f-f1ba-4755-b858-e814d10506d6', 'tag': '8a828455-b584-499c-8416-ba79eab6b24e', 'status': 'completed', 'code': 200} Jul 05 02:28:37.984355 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-319c501b-d259-4126-a70b-3b0fa11790f7 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:38.036211 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-05e51085-0acd-4ea6-8c4d-92e41799c010 req-9a675bed-d5fc-4c53-ac36-c3c34ca5e21d service neutron] 10.222.0.23 "GET /v2.0/networks/5e8d76cf-072c-4ebe-9632-b498a3035f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004476 Jul 05 02:28:38.042904 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319c501b-d259-4126-a70b-3b0fa11790f7 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Pushing event deleted for resources: {'Port': ['ID=03867339-9323-4bff-9027-251ed5086077,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:38.050008 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-9870f28a-2636-45bb-b8a4-643d1564eab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbfd9385-2585-43ff-bbe7-607c9869784f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1149951054-router', 'tenant_id': '820d01c94cb84c34ab4df1230f2d2b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '2f7100fd-b056-4f13-933c-8b0e0ef7219e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:27:31Z', 'updated_at': '2021-07-05T02:27:38Z', 'revision_number': 4, 'project_id': '820d01c94cb84c34ab4df1230f2d2b19', 'gw_port': {'id': '2f7100fd-b056-4f13-933c-8b0e0ef7219e', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:f9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfd9385-2585-43ff-bbe7-607c9869784f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:27:32Z', 'updated_at': '2021-07-05T02:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '5bf35d65-2020-4e7b-b307-b56c536d8d40', 'tenant_id': '820d01c94cb84c34ab4df1230f2d2b19', 'floating_ip_address': '172.25.7.32', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': 'fbfd9385-2585-43ff-bbe7-607c9869784f', 'port_id': '8a828455-b584-499c-8416-ba79eab6b24e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e8d76cf-072c-4ebe-9632-b498a3035f5b', 'mac_address': 'fa:16:3e:d3:24:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9c139f-f1ba-4755-b858-e814d10506d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T02:28:09Z', 'updated_at': '2021-07-05T02:28:35Z', 'revision_number': 1, 'project_id': '820d01c94cb84c34ab4df1230f2d2b19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7e29bd2-41b5-49af-b42e-6dd63e15685d', 'name': '', 'network_id': '5e8d76cf-072c-4ebe-9632-b498a3035f5b', 'tenant_id': '820d01c94cb84c34ab4df1230f2d2b19', 'mac_address': 'fa:16:3e:a2:cf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfd9385-2585-43ff-bbe7-607c9869784f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '1825f4ef-88c0-436d-968e-41fc32795301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:27:37Z', 'updated_at': '2021-07-05T02:27:50Z', 'revision_number': 5, 'project_id': '820d01c94cb84c34ab4df1230f2d2b19', 'subnets': [{'id': '1825f4ef-88c0-436d-968e-41fc32795301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:28:38.058692 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c4dab5e1-5f6a-443b-8706-0a94347ef05b tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:38.085084 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9870f28a-2636-45bb-b8a4-643d1564eab8 None None] The sync data for ids ['fbfd9385-2585-43ff-bbe7-607c9869784f'] in n-d-771362-32 is: [{'id': 'fbfd9385-2585-43ff-bbe7-607c9869784f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1149951054-router', 'tenant_id': '820d01c94cb84c34ab4df1230f2d2b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '2f7100fd-b056-4f13-933c-8b0e0ef7219e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:27:31Z', 'updated_at': '2021-07-05T02:27:38Z', 'revision_number': 4, 'project_id': '820d01c94cb84c34ab4df1230f2d2b19', 'gw_port': {'id': '2f7100fd-b056-4f13-933c-8b0e0ef7219e', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:f9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfd9385-2585-43ff-bbe7-607c9869784f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:27:32Z', 'updated_at': '2021-07-05T02:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '5bf35d65-2020-4e7b-b307-b56c536d8d40', 'tenant_id': '820d01c94cb84c34ab4df1230f2d2b19', 'floating_ip_address': '172.25.7.32', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': 'fbfd9385-2585-43ff-bbe7-607c9869784f', 'port_id': '8a828455-b584-499c-8416-ba79eab6b24e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e8d76cf-072c-4ebe-9632-b498a3035f5b', 'mac_address': 'fa:16:3e:d3:24:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9c139f-f1ba-4755-b858-e814d10506d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T02:28:09Z', 'updated_at': '2021-07-05T02:28:35Z', 'revision_number': 1, 'project_id': '820d01c94cb84c34ab4df1230f2d2b19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7e29bd2-41b5-49af-b42e-6dd63e15685d', 'name': '', 'network_id': '5e8d76cf-072c-4ebe-9632-b498a3035f5b', 'tenant_id': '820d01c94cb84c34ab4df1230f2d2b19', 'mac_address': 'fa:16:3e:a2:cf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfd9385-2585-43ff-bbe7-607c9869784f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '1825f4ef-88c0-436d-968e-41fc32795301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:27:37Z', 'updated_at': '2021-07-05T02:27:50Z', 'revision_number': 5, 'project_id': '820d01c94cb84c34ab4df1230f2d2b19', 'subnets': [{'id': '1825f4ef-88c0-436d-968e-41fc32795301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:28:38.113986 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd6d258-60a9-47ce-a295-3c345f1e960b req-149b62a2-82e5-4b9e-abf1-02b5c8b8f8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:38.115760 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5cd6d258-60a9-47ce-a295-3c345f1e960b req-149b62a2-82e5-4b9e-abf1-02b5c8b8f8b4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=820d01c94cb84c34ab4df1230f2d2b19&device_id=5d9c139f-f1ba-4755-b858-e814d10506d6 HTTP/1.1" status: 200 len: 1098 time: 0.1719768 Jul 05 02:28:38.154472 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35996) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:38.197746 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-319c501b-d259-4126-a70b-3b0fa11790f7 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:38.199952 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-319c501b-d259-4126-a70b-3b0fa11790f7 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] 10.222.0.23 "DELETE /v2.0/ports/03867339-9323-4bff-9027-251ed5086077 HTTP/1.1" status: 204 len: 168 time: 1.0159099 Jul 05 02:28:38.205055 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 36000) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:38.208929 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c4dab5e1-5f6a-443b-8706-0a94347ef05b tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:38.211146 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-e2931042-65d1-4c9e-8de6-3293a6685e14 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '47ef79de-9674-455a-ac1d-bb79624dad6b', 'external_fixed_ips': [{'subnet_id': '75dae776-584b-4015-92b8-e1cbe881c64d', 'ip_address': '172.20.0.3'}]}}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:28:38.255164 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4dab5e1-5f6a-443b-8706-0a94347ef05b tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:28:38.256297 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd6d258-60a9-47ce-a295-3c345f1e960b req-fea9c56f-a3b7-435c-ae02-dc0c3b44cbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:38.258017 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5cd6d258-60a9-47ce-a295-3c345f1e960b req-fea9c56f-a3b7-435c-ae02-dc0c3b44cbbe service neutron] 10.222.0.21 "GET /v2.0/networks?id=5e8d76cf-072c-4ebe-9632-b498a3035f5b HTTP/1.1" status: 200 len: 921 time: 0.1327617 Jul 05 02:28:38.285566 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-693b080e-42ce-46d4-96de-3c83640a285b admin admin] Deleting subnet 33394814-8ae6-4b02-bfb4-5679d954862b {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:28:38.288802 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c4dab5e1-5f6a-443b-8706-0a94347ef05b tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:38.291912 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-c4dab5e1-5f6a-443b-8706-0a94347ef05b tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] Added segment 94e721f7-9cad-4d45-b87e-18fc0639bcd9 of type vlan for network db109e60-bbc8-4338-86ec-c2c6f70a3cee Jul 05 02:28:38.291912 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dab5e1-5f6a-443b-8706-0a94347ef05b tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=198ef8f8-4fe6-460a-b136-5bf15f3edd27,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:38.304804 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-693b080e-42ce-46d4-96de-3c83640a285b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:38.337917 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5cd6d258-60a9-47ce-a295-3c345f1e960b req-0da41360-f254-4640-8659-9bf3d4470d19 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a828455-b584-499c-8416-ba79eab6b24e HTTP/1.1" status: 200 len: 999 time: 0.0729022 Jul 05 02:28:38.358187 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e2931042-65d1-4c9e-8de6-3293a6685e14 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11810'] for router, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:38.359564 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e2931042-65d1-4c9e-8de6-3293a6685e14 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1926740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11821'] for router, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:38.445018 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd6d258-60a9-47ce-a295-3c345f1e960b req-cbe7be08-b192-431a-a0d1-80ebd4f575fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:38.446922 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5cd6d258-60a9-47ce-a295-3c345f1e960b req-cbe7be08-b192-431a-a0d1-80ebd4f575fd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1825f4ef-88c0-436d-968e-41fc32795301 HTTP/1.1" status: 200 len: 860 time: 0.1015372 Jul 05 02:28:38.491274 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c4dab5e1-5f6a-443b-8706-0a94347ef05b tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:38.502938 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efe9ad9-c02e-465b-8654-62e7913f580c None None] New status for floating IP 5bf35d65-2020-4e7b-b307-b56c536d8d40: ACTIVE {{(pid=94464) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 02:28:38.507168 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-693b080e-42ce-46d4-96de-3c83640a285b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:38.604736 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-693b080e-42ce-46d4-96de-3c83640a285b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:38.651218 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026bdb14-21f4-4e8e-8e88-c05ed8ef779b req-c25ecbcd-a740-4841-8edf-e9209e144f82 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:38.659032 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-026bdb14-21f4-4e8e-8e88-c05ed8ef779b req-c25ecbcd-a740-4841-8edf-e9209e144f82 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] 10.222.0.23 "GET /v2.0/ports?device_id=8472f9d0-c744-4bc0-8ccf-9d1f651cfb7c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3262584 Jul 05 02:28:38.716781 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c4dab5e1-5f6a-443b-8706-0a94347ef05b tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:38.722466 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4dab5e1-5f6a-443b-8706-0a94347ef05b tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:38.723105 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c4dab5e1-5f6a-443b-8706-0a94347ef05b tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:38.828614 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-026bdb14-21f4-4e8e-8e88-c05ed8ef779b req-4ba90fe0-c8db-4674-af8b-b66e6137eb70 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.7.32 HTTP/1.1" status: 200 len: 999 time: 0.1683717 Jul 05 02:28:38.830224 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dab5e1-5f6a-443b-8706-0a94347ef05b tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] Pushing event updated for resources: {'Network': ['ID=db109e60-bbc8-4338-86ec-c2c6f70a3cee,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:38.841242 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-026bdb14-21f4-4e8e-8e88-c05ed8ef779b req-85884781-e549-4b46-88f8-2ef842b135a8 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Request body: {'floatingip': {'port_id': 'c506d563-bb61-4c2a-890e-31c73022a7b3', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:28:38.842189 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network db109e60-bbc8-4338-86ec-c2c6f70a3cee details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:28:38.905358 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e2931042-65d1-4c9e-8de6-3293a6685e14 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:38.913552 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-026bdb14-21f4-4e8e-8e88-c05ed8ef779b req-85884781-e549-4b46-88f8-2ef842b135a8 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Notify callbacks [] for floatingip, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:38.960104 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-c4dab5e1-5f6a-443b-8706-0a94347ef05b tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.4760675 Jul 05 02:28:38.961107 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 36024) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:38.965955 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-693b080e-42ce-46d4-96de-3c83640a285b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:38.972027 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-a2f73c15-126f-4955-ab16-8ffdde9c85ec tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] Request body: {'subnet': {'network_id': 'db109e60-bbc8-4338-86ec-c2c6f70a3cee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:28:38.998598 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd6d258-60a9-47ce-a295-3c345f1e960b req-da67d7ba-ca0f-4a14-9f7c-1971f81ffbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:39.000574 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5cd6d258-60a9-47ce-a295-3c345f1e960b req-da67d7ba-ca0f-4a14-9f7c-1971f81ffbcd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5e8d76cf-072c-4ebe-9632-b498a3035f5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0932460 Jul 05 02:28:39.008660 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693b080e-42ce-46d4-96de-3c83640a285b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33394814-8ae6-4b02-bfb4-5679d954862b,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:39.014709 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-693b080e-42ce-46d4-96de-3c83640a285b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:39.019366 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-693b080e-42ce-46d4-96de-3c83640a285b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/33394814-8ae6-4b02-bfb4-5679d954862b HTTP/1.1" status: 204 len: 168 time: 0.8635423 Jul 05 02:28:39.019981 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 36026) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:39.053096 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 36028) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:39.184546 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6ca2d797-5995-47b0-9547-cf334bca60c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:39.266461 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e2931042-65d1-4c9e-8de6-3293a6685e14 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:39.314244 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5cd6d258-60a9-47ce-a295-3c345f1e960b req-a9dd679d-ccb6-4478-b70c-fe3997ab0e3a service neutron] 10.222.0.21 "GET /v2.0/networks/5e8d76cf-072c-4ebe-9632-b498a3035f5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393978 Jul 05 02:28:39.343673 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-47c697f9-0111-4c88-a08e-1ee78e5fcae1 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1636675293'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:28:39.355230 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6ca2d797-5995-47b0-9547-cf334bca60c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:39.368164 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-6ca2d797-5995-47b0-9547-cf334bca60c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9dd985e-a2fe-41ae-95ed-5ea2b4c4018d']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:28:39.385118 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-6ca2d797-5995-47b0-9547-cf334bca60c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ab28ecf-23b4-40a2-a416-60dc81838ca7') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:28:39.385952 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-6ca2d797-5995-47b0-9547-cf334bca60c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ab28ecf-23b4-40a2-a416-60dc81838ca7') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:28:39.402292 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6ca2d797-5995-47b0-9547-cf334bca60c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:39.421141 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2f73c15-126f-4955-ab16-8ffdde9c85ec tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] Made reservation on behalf of 6c269e97d4394710ae236b252943888f for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:28:39.425737 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a2f73c15-126f-4955-ab16-8ffdde9c85ec tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:39.463831 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6ca2d797-5995-47b0-9547-cf334bca60c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:39.472729 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ca2d797-5995-47b0-9547-cf334bca60c3 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:28:39.473114 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6ca2d797-5995-47b0-9547-cf334bca60c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:39.474737 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:28:39.474737 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:28:39.474737 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:28:39.474737 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:28:39.474737 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:28:39.474737 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:28:39.474737 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:28:39.474737 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:28:39.474737 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:28:39.474737 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:28:39.474737 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:28:39.474737 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:28:39.474737 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:28:39.474737 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:28:39.474737 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:28:39.474737 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:28:39.474737 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:28:39.474737 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:28:39.474737 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:28:39.474737 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:28:39.474737 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:28:39.474737 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:28:39.474737 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:28:39.474737 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:28:39.474737 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:28:39.474737 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:28:39.474737 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:28:39.474737 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:28:39.474737 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:28:39.474737 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:28:39.474737 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:28:39.474737 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:28:39.474737 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:28:39.474737 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:28:39.568650 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5cd6d258-60a9-47ce-a295-3c345f1e960b req-f66d66ad-75b9-47d0-b938-13cc96eb1cdd service neutron] 10.222.0.21 "GET /v2.0/networks/5e8d76cf-072c-4ebe-9632-b498a3035f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479973 Jul 05 02:28:39.575962 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47c697f9-0111-4c88-a08e-1ee78e5fcae1 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Made reservation on behalf of e1c0b775e757422c9d48f0ba4a36712f for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:28:39.579488 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-47c697f9-0111-4c88-a08e-1ee78e5fcae1 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:39.592849 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-47c697f9-0111-4c88-a08e-1ee78e5fcae1 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:39.655716 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6ca2d797-5995-47b0-9547-cf334bca60c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:39.725249 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6ca2d797-5995-47b0-9547-cf334bca60c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:39.727242 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-6ca2d797-5995-47b0-9547-cf334bca60c3 admin admin] 10.222.0.23 "DELETE /v2.0/networks/a9dd985e-a2fe-41ae-95ed-5ea2b4c4018d HTTP/1.1" status: 204 len: 168 time: 0.7041018 Jul 05 02:28:39.747584 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca2d797-5995-47b0-9547-cf334bca60c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9dd985e-a2fe-41ae-95ed-5ea2b4c4018d,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:39.867616 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a2f73c15-126f-4955-ab16-8ffdde9c85ec tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5763451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774823'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:39.901471 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-026bdb14-21f4-4e8e-8e88-c05ed8ef779b req-85884781-e549-4b46-88f8-2ef842b135a8 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:39.923905 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-47c697f9-0111-4c88-a08e-1ee78e5fcae1 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:39.958245 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f73c15-126f-4955-ab16-8ffdde9c85ec tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] Pushing event updated for resources: {'Subnet': ['ID=ada003fd-d080-48b0-b846-a7ae4f8fd03a,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:39.970388 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e2931042-65d1-4c9e-8de6-3293a6685e14 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:39.990840 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f73c15-126f-4955-ab16-8ffdde9c85ec tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] Checking segment: {'id': '94e721f7-9cad-4d45-b87e-18fc0639bcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'db109e60-bbc8-4338-86ec-c2c6f70a3cee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:28:39.991207 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f73c15-126f-4955-ab16-8ffdde9c85ec tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] Network hostable DHCP agents. Network: db109e60-bbc8-4338-86ec-c2c6f70a3cee, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:28:39.994934 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e2931042-65d1-4c9e-8de6-3293a6685e14 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:40.028381 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-026bdb14-21f4-4e8e-8e88-c05ed8ef779b req-85884781-e549-4b46-88f8-2ef842b135a8 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636869'] for floatingip, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:40.063326 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-47c697f9-0111-4c88-a08e-1ee78e5fcae1 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:40.099035 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47c697f9-0111-4c88-a08e-1ee78e5fcae1 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:28:40.145918 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c697f9-0111-4c88-a08e-1ee78e5fcae1 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=226cd8f9-ef79-4c2c-b35b-55071b9505ee,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:40.173327 n-d-771362-32 neutron-server[94462]: INFO neutron.db.l3_db [req-026bdb14-21f4-4e8e-8e88-c05ed8ef779b req-85884781-e549-4b46-88f8-2ef842b135a8 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Floating IP 5bf35d65-2020-4e7b-b307-b56c536d8d40 associated. External IP: 172.25.7.32, port: 8a828455-b584-499c-8416-ba79eab6b24e. Jul 05 02:28:40.204913 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-e2931042-65d1-4c9e-8de6-3293a6685e14 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Allocated IP 172.20.0.3 (47ef79de-9674-455a-ac1d-bb79624dad6b/75dae776-584b-4015-92b8-e1cbe881c64d/3e4f8d5d-88db-433b-adb0-e130460bbc51) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:28:40.345625 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e2931042-65d1-4c9e-8de6-3293a6685e14 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:40.564502 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f73c15-126f-4955-ab16-8ffdde9c85ec tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] Network db109e60-bbc8-4338-86ec-c2c6f70a3cee is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:28:40.728460 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-47c697f9-0111-4c88-a08e-1ee78e5fcae1 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:40.729643 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-47c697f9-0111-4c88-a08e-1ee78e5fcae1 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Added segment 30950366-3546-4369-b6f6-8f474ec148d2 of type vlan for network 8a269fc9-f839-4eb9-868b-dcce979113e3 Jul 05 02:28:40.780320 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-47c697f9-0111-4c88-a08e-1ee78e5fcae1 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:40.794752 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [req-026bdb14-21f4-4e8e-8e88-c05ed8ef779b req-85884781-e549-4b46-88f8-2ef842b135a8 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Router fbfd9385-2585-43ff-bbe7-607c9869784f has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:28:40.811530 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e2931042-65d1-4c9e-8de6-3293a6685e14 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:40.817655 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-a2f73c15-126f-4955-ab16-8ffdde9c85ec tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, db109e60-bbc8-4338-86ec-c2c6f70a3cee) {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:28:40.826058 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f32183e-336a-4828-91fd-f3c3223c9586 None None] Network db109e60-bbc8-4338-86ec-c2c6f70a3cee requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:28:40.858596 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f73c15-126f-4955-ab16-8ffdde9c85ec tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:40.859461 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a2f73c15-126f-4955-ab16-8ffdde9c85ec tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:40.885864 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2931042-65d1-4c9e-8de6-3293a6685e14 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Network 47ef79de-9674-455a-ac1d-bb79624dad6b is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:28:40.885864 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-e2931042-65d1-4c9e-8de6-3293a6685e14 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:28:40.890828 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 36068) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:40.906149 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2931042-65d1-4c9e-8de6-3293a6685e14 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:28:40.943649 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2931042-65d1-4c9e-8de6-3293a6685e14 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Pushing event updated for resources: {'Port': ['ID=3e4f8d5d-88db-433b-adb0-e130460bbc51,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:40.957054 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-026bdb14-21f4-4e8e-8e88-c05ed8ef779b req-85884781-e549-4b46-88f8-2ef842b135a8 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:28:40.996868 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57840e15-6206-459c-87c3-6852520dba3c None None] Sync routers for ids ['fbfd9385-2585-43ff-bbe7-607c9869784f'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:28:41.013317 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-47c697f9-0111-4c88-a08e-1ee78e5fcae1 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:41.019898 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c697f9-0111-4c88-a08e-1ee78e5fcae1 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:41.021149 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-47c697f9-0111-4c88-a08e-1ee78e5fcae1 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:41.026052 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-a2f73c15-126f-4955-ab16-8ffdde9c85ec tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0614719 Jul 05 02:28:41.026732 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57840e15-6206-459c-87c3-6852520dba3c None None] Routers {'fbfd9385-2585-43ff-bbe7-607c9869784f'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:28:41.027035 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-57840e15-6206-459c-87c3-6852520dba3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:28:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['fbfd9385-2585-43ff-bbe7-607c9869784f'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:28:41.030936 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 36070) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:41.042889 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-6bbcc459-d3d5-4488-b379-c617fa5d8cb5 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] Request body: {'port': {'network_id': 'db109e60-bbc8-4338-86ec-c2c6f70a3cee', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-27622266'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:28:41.056712 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-bad86507-ed9c-4a68-b3bd-b3b47e76a308 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=820e82faa5644367b33d0bc2c0745899&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1620698 Jul 05 02:28:41.059883 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 36072) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:41.070590 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47398d7e-2c38-498b-80bb-0a835ffcb9fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-db109e60-bbc8-4338-86ec-c2c6f70a3cee', 'network_id': 'db109e60-bbc8-4338-86ec-c2c6f70a3cee', 'tenant_id': '6c269e97d4394710ae236b252943888f', 'fixed_ips': [{'subnet_id': 'ada003fd-d080-48b0-b846-a7ae4f8fd03a'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:28:41.071586 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-47398d7e-2c38-498b-80bb-0a835ffcb9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:41.147069 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d5d0c498-4bc2-45ab-8203-afcfc1bba6e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:41.181169 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d5d0c498-4bc2-45ab-8203-afcfc1bba6e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:41.213745 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c697f9-0111-4c88-a08e-1ee78e5fcae1 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Pushing event updated for resources: {'Network': ['ID=8a269fc9-f839-4eb9-868b-dcce979113e3,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:41.236916 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-57840e15-6206-459c-87c3-6852520dba3c None None] Set router fbfd9385-2585-43ff-bbe7-607c9869784f gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:28:41.247156 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-47c697f9-0111-4c88-a08e-1ee78e5fcae1 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.1736279 Jul 05 02:28:41.258341 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 36076) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:41.266579 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-4ad3b4bc-64cf-44b4-9d20-31850770771c tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-723818989'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:28:41.271897 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 8a269fc9-f839-4eb9-868b-dcce979113e3 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:28:41.332238 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e2931042-65d1-4c9e-8de6-3293a6685e14 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:41.419352 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ad3b4bc-64cf-44b4-9d20-31850770771c tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Made reservation on behalf of e1c0b775e757422c9d48f0ba4a36712f for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:28:41.419352 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4ad3b4bc-64cf-44b4-9d20-31850770771c tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:41.428620 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d5d0c498-4bc2-45ab-8203-afcfc1bba6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:41.438345 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d5d0c498-4bc2-45ab-8203-afcfc1bba6e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:41.442742 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-d5d0c498-4bc2-45ab-8203-afcfc1bba6e7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5c5b3b27-7739-429e-bd3f-ef267b252374 HTTP/1.1" status: 204 len: 168 time: 0.3793190 Jul 05 02:28:41.497066 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-47398d7e-2c38-498b-80bb-0a835ffcb9fd None None] Allocated IP 2001:db8::2 (db109e60-bbc8-4338-86ec-c2c6f70a3cee/ada003fd-d080-48b0-b846-a7ae4f8fd03a/005bbf13-7206-4f42-a1d3-31d02349b09a) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:28:41.500301 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d0c498-4bc2-45ab-8203-afcfc1bba6e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c5b3b27-7739-429e-bd3f-ef267b252374,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:41.561085 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ad3b4bc-64cf-44b4-9d20-31850770771c tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:28:41.584542 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bbcc459-d3d5-4488-b379-c617fa5d8cb5 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] Made reservation on behalf of 6c269e97d4394710ae236b252943888f for: {'port': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:28:41.594910 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6bbcc459-d3d5-4488-b379-c617fa5d8cb5 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:41.624017 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [req-026bdb14-21f4-4e8e-8e88-c05ed8ef779b req-85884781-e549-4b46-88f8-2ef842b135a8 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Router fbfd9385-2585-43ff-bbe7-607c9869784f has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:28:41.625545 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4ad3b4bc-64cf-44b4-9d20-31850770771c tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:41.626661 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-4ad3b4bc-64cf-44b4-9d20-31850770771c tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Added segment ba95ac6c-78d0-4d67-9ce7-07b61e4263d7 of type vlan for network 0e421a83-3603-4207-b42e-4046947c586d Jul 05 02:28:41.690922 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [None req-6bbcc459-d3d5-4488-b379-c617fa5d8cb5 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] device_id is not set on port 2ff0e109-0358-416d-b1bd-559c951ceccd yet. {{(pid=94462) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:28:41.719713 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4ad3b4bc-64cf-44b4-9d20-31850770771c tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:41.813208 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e2931042-65d1-4c9e-8de6-3293a6685e14 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963'] for router, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:41.829703 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-47398d7e-2c38-498b-80bb-0a835ffcb9fd None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:41.851437 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-47398d7e-2c38-498b-80bb-0a835ffcb9fd None None] Transition to ACTIVE for port object 005bbf13-7206-4f42-a1d3-31d02349b09a will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:28:41.898455 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-47398d7e-2c38-498b-80bb-0a835ffcb9fd None None] Transition to ACTIVE for port object 005bbf13-7206-4f42-a1d3-31d02349b09a will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:28:41.958820 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 02:28:41.978685 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4ad3b4bc-64cf-44b4-9d20-31850770771c tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:41.989922 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad3b4bc-64cf-44b4-9d20-31850770771c tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:41.993167 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4ad3b4bc-64cf-44b4-9d20-31850770771c tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:42.014453 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-47398d7e-2c38-498b-80bb-0a835ffcb9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:42.074619 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47398d7e-2c38-498b-80bb-0a835ffcb9fd None None] Network db109e60-bbc8-4338-86ec-c2c6f70a3cee is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:28:42.080583 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-47398d7e-2c38-498b-80bb-0a835ffcb9fd None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:28:42.086939 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47398d7e-2c38-498b-80bb-0a835ffcb9fd None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:28:42.162409 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:42.164317 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47398d7e-2c38-498b-80bb-0a835ffcb9fd None None] Pushing event updated for resources: {'Port': ['ID=005bbf13-7206-4f42-a1d3-31d02349b09a,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:42.178720 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-026bdb14-21f4-4e8e-8e88-c05ed8ef779b req-85884781-e549-4b46-88f8-2ef842b135a8 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:28:42.183905 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-026bdb14-21f4-4e8e-8e88-c05ed8ef779b req-85884781-e549-4b46-88f8-2ef842b135a8 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:42.239443 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2931042-65d1-4c9e-8de6-3293a6685e14 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Router b093ac0e-1810-48da-9986-42a2cb7b259e is scheduled to L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 with binding_index 1 {{(pid=94461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 02:28:42.262422 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad3b4bc-64cf-44b4-9d20-31850770771c tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Pushing event updated for resources: {'Network': ['ID=0e421a83-3603-4207-b42e-4046947c586d,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:42.270069 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-6bbcc459-d3d5-4488-b379-c617fa5d8cb5 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] Allocated IP 2001:db8::1dd (db109e60-bbc8-4338-86ec-c2c6f70a3cee/ada003fd-d080-48b0-b846-a7ae4f8fd03a/2ff0e109-0358-416d-b1bd-559c951ceccd) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:28:42.280055 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-4ad3b4bc-64cf-44b4-9d20-31850770771c tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0225456 Jul 05 02:28:42.295191 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 36104) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:42.304126 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-0d032a22-82d5-455b-bd33-874bad546c0f tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Request body: {'subnet': {'network_id': '8a269fc9-f839-4eb9-868b-dcce979113e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:28:42.309546 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:42.314920 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 0e421a83-3603-4207-b42e-4046947c586d details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:28:42.374892 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d9c139f-f1ba-4755-b858-e814d10506d6', 'tag': '8a828455-b584-499c-8416-ba79eab6b24e'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:28:42.377479 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b223267e0e0ddb3199af7772d0b45336e3b4b54fbb151c86a8051291a61e85db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de02eea1-bca9-49d3-91f0-c05f6ebd132b" -d '{"events": [{"name": "network-changed", "server_uuid": "5d9c139f-f1ba-4755-b858-e814d10506d6", "tag": "8a828455-b584-499c-8416-ba79eab6b24e"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:28:42.397953 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-47398d7e-2c38-498b-80bb-0a835ffcb9fd None None] Attempting to bind port 005bbf13-7206-4f42-a1d3-31d02349b09a on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:28:42.397953 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-47398d7e-2c38-498b-80bb-0a835ffcb9fd None None] Attempting to bind port 005bbf13-7206-4f42-a1d3-31d02349b09a by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '94e721f7-9cad-4d45-b87e-18fc0639bcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'db109e60-bbc8-4338-86ec-c2c6f70a3cee'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:28:42.402506 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47398d7e-2c38-498b-80bb-0a835ffcb9fd None None] Attempting to bind port 005bbf13-7206-4f42-a1d3-31d02349b09a on network db109e60-bbc8-4338-86ec-c2c6f70a3cee {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:28:42.468965 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47398d7e-2c38-498b-80bb-0a835ffcb9fd None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:28:42.474179 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47398d7e-2c38-498b-80bb-0a835ffcb9fd None None] Checking segment: {'id': '94e721f7-9cad-4d45-b87e-18fc0639bcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'db109e60-bbc8-4338-86ec-c2c6f70a3cee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:28:42.474789 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-47398d7e-2c38-498b-80bb-0a835ffcb9fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:42.475362 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47398d7e-2c38-498b-80bb-0a835ffcb9fd None None] Bound using segment: {'id': '94e721f7-9cad-4d45-b87e-18fc0639bcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'db109e60-bbc8-4338-86ec-c2c6f70a3cee'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:28:42.476342 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-47398d7e-2c38-498b-80bb-0a835ffcb9fd None None] Bound port: 005bbf13-7206-4f42-a1d3-31d02349b09a, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94e721f7-9cad-4d45-b87e-18fc0639bcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'db109e60-bbc8-4338-86ec-c2c6f70a3cee'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:28:42.476798 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-47398d7e-2c38-498b-80bb-0a835ffcb9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:42.482719 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2931042-65d1-4c9e-8de6-3293a6685e14 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:28:42.492790 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829442b1-8225-4385-94a8-523e36a9e69b None None] Sync routers for ids ['b093ac0e-1810-48da-9986-42a2cb7b259e'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:28:42.511992 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829442b1-8225-4385-94a8-523e36a9e69b None None] Routers {'b093ac0e-1810-48da-9986-42a2cb7b259e'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:28:42.512719 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-829442b1-8225-4385-94a8-523e36a9e69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:28:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['b093ac0e-1810-48da-9986-42a2cb7b259e'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:28:42.515106 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-026bdb14-21f4-4e8e-8e88-c05ed8ef779b req-85884781-e549-4b46-88f8-2ef842b135a8 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] 10.222.0.23 "PUT /v2.0/floatingips/5bf35d65-2020-4e7b-b307-b56c536d8d40 HTTP/1.1" status: 200 len: 997 time: 3.6786013 Jul 05 02:28:42.667805 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e2931042-65d1-4c9e-8de6-3293a6685e14 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks [] for router, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:42.669900 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-e2931042-65d1-4c9e-8de6-3293a6685e14 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 4.4638877 Jul 05 02:28:42.673010 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 36114) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:42.711529 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-829442b1-8225-4385-94a8-523e36a9e69b None None] Set router b093ac0e-1810-48da-9986-42a2cb7b259e gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:28:42.738946 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026bdb14-21f4-4e8e-8e88-c05ed8ef779b req-21e133d0-c7b3-4939-8c80-6c88e3b14e05 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:42.740414 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-57840e15-6206-459c-87c3-6852520dba3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbfd9385-2585-43ff-bbe7-607c9869784f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1149951054-router', 'tenant_id': '820d01c94cb84c34ab4df1230f2d2b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '2f7100fd-b056-4f13-933c-8b0e0ef7219e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:27:31Z', 'updated_at': '2021-07-05T02:27:38Z', 'revision_number': 4, 'project_id': '820d01c94cb84c34ab4df1230f2d2b19', 'gw_port': {'id': '2f7100fd-b056-4f13-933c-8b0e0ef7219e', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:f9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfd9385-2585-43ff-bbe7-607c9869784f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:27:32Z', 'updated_at': '2021-07-05T02:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '5bf35d65-2020-4e7b-b307-b56c536d8d40', 'tenant_id': '820d01c94cb84c34ab4df1230f2d2b19', 'floating_ip_address': '172.25.7.32', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': 'fbfd9385-2585-43ff-bbe7-607c9869784f', 'port_id': 'c506d563-bb61-4c2a-890e-31c73022a7b3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e8d76cf-072c-4ebe-9632-b498a3035f5b', 'mac_address': 'fa:16:3e:af:1b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8472f9d0-c744-4bc0-8ccf-9d1f651cfb7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T02:28:09Z', 'updated_at': '2021-07-05T02:28:39Z', 'revision_number': 3, 'project_id': '820d01c94cb84c34ab4df1230f2d2b19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7e29bd2-41b5-49af-b42e-6dd63e15685d', 'name': '', 'network_id': '5e8d76cf-072c-4ebe-9632-b498a3035f5b', 'tenant_id': '820d01c94cb84c34ab4df1230f2d2b19', 'mac_address': 'fa:16:3e:a2:cf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfd9385-2585-43ff-bbe7-607c9869784f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '1825f4ef-88c0-436d-968e-41fc32795301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:27:37Z', 'updated_at': '2021-07-05T02:27:50Z', 'revision_number': 5, 'project_id': '820d01c94cb84c34ab4df1230f2d2b19', 'subnets': [{'id': '1825f4ef-88c0-436d-968e-41fc32795301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:28:42.745030 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-026bdb14-21f4-4e8e-8e88-c05ed8ef779b req-21e133d0-c7b3-4939-8c80-6c88e3b14e05 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] 10.222.0.23 "GET /v2.0/ports/8a828455-b584-499c-8416-ba79eab6b24e HTTP/1.1" status: 200 len: 943 time: 0.2258594 Jul 05 02:28:42.889237 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6bbcc459-d3d5-4488-b379-c617fa5d8cb5 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:42.889676 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-47398d7e-2c38-498b-80bb-0a835ffcb9fd None None] For port 005bbf13-7206-4f42-a1d3-31d02349b09a, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:28:42.897865 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57840e15-6206-459c-87c3-6852520dba3c None None] Checking router: fbfd9385-2585-43ff-bbe7-607c9869784f for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:28:42.903889 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ffd38ab-2b0c-4e4c-bceb-8e534cabf0dc x-openstack-request-id: req-3ffd38ab-2b0c-4e4c-bceb-8e534cabf0dc {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:28:42.904913 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d9c139f-f1ba-4755-b858-e814d10506d6", "tag": "8a828455-b584-499c-8416-ba79eab6b24e", "status": "completed", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:28:42.906470 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3ffd38ab-2b0c-4e4c-bceb-8e534cabf0dc {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:28:42.908050 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d9c139f-f1ba-4755-b858-e814d10506d6', 'tag': '8a828455-b584-499c-8416-ba79eab6b24e', 'status': 'completed', 'code': 200} Jul 05 02:28:42.915676 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d032a22-82d5-455b-bd33-874bad546c0f tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Made reservation on behalf of e1c0b775e757422c9d48f0ba4a36712f for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:28:42.934565 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0d032a22-82d5-455b-bd33-874bad546c0f tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:43.005693 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-47398d7e-2c38-498b-80bb-0a835ffcb9fd None None] For port 005bbf13-7206-4f42-a1d3-31d02349b09a, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=005bbf13-7206-4f42-a1d3-31d02349b09a,segment=NetworkSegment(94e721f7-9cad-4d45-b87e-18fc0639bcd9),segment_id=94e721f7-9cad-4d45-b87e-18fc0639bcd9)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:28:43.012295 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57840e15-6206-459c-87c3-6852520dba3c None None] Routers {'fbfd9385-2585-43ff-bbe7-607c9869784f'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:28:43.013300 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-57840e15-6206-459c-87c3-6852520dba3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:28:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['fbfd9385-2585-43ff-bbe7-607c9869784f'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:28:43.108643 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-829442b1-8225-4385-94a8-523e36a9e69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b093ac0e-1810-48da-9986-42a2cb7b259e', 'name': '', 'tenant_id': '91545441c05344059ed7f756addc4cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47ef79de-9674-455a-ac1d-bb79624dad6b', 'external_fixed_ips': [{'subnet_id': '75dae776-584b-4015-92b8-e1cbe881c64d', 'ip_address': '172.20.0.3'}], 'enable_snat': True}, 'gw_port_id': '3e4f8d5d-88db-433b-adb0-e130460bbc51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:28:38Z', 'updated_at': '2021-07-05T02:28:41Z', 'revision_number': 3, 'project_id': '91545441c05344059ed7f756addc4cb9', 'gw_port': {'id': '3e4f8d5d-88db-433b-adb0-e130460bbc51', 'name': '', 'network_id': '47ef79de-9674-455a-ac1d-bb79624dad6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:47:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b093ac0e-1810-48da-9986-42a2cb7b259e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '75dae776-584b-4015-92b8-e1cbe881c64d', 'ip_address': '172.20.0.3', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:28:40Z', 'updated_at': '2021-07-05T02:28:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75dae776-584b-4015-92b8-e1cbe881c64d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:28:43.137744 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829442b1-8225-4385-94a8-523e36a9e69b None None] Checking router: b093ac0e-1810-48da-9986-42a2cb7b259e for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:28:43.138540 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829442b1-8225-4385-94a8-523e36a9e69b None None] Updating router b093ac0e-1810-48da-9986-42a2cb7b259e port 3e4f8d5d-88db-433b-adb0-e130460bbc51 binding host n-d-771362-32 {{(pid=94464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 02:28:43.215677 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-829442b1-8225-4385-94a8-523e36a9e69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:43.259222 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-47398d7e-2c38-498b-80bb-0a835ffcb9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:43.280698 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [None req-6bbcc459-d3d5-4488-b379-c617fa5d8cb5 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] Transition to ACTIVE for port object 2ff0e109-0358-416d-b1bd-559c951ceccd will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:28:43.326512 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0d032a22-82d5-455b-bd33-874bad546c0f tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:43.391179 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-57840e15-6206-459c-87c3-6852520dba3c None None] Set router fbfd9385-2585-43ff-bbe7-607c9869784f gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:28:43.426618 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6bbcc459-d3d5-4488-b379-c617fa5d8cb5 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:43.520746 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47398d7e-2c38-498b-80bb-0a835ffcb9fd None None] Pushing event updated for resources: {'Port': ['ID=005bbf13-7206-4f42-a1d3-31d02349b09a,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:43.569176 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbcc459-d3d5-4488-b379-c617fa5d8cb5 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] Pushing event updated for resources: {'Port': ['ID=2ff0e109-0358-416d-b1bd-559c951ceccd,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:43.581691 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d032a22-82d5-455b-bd33-874bad546c0f tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Checking segment: {'id': '30950366-3546-4369-b6f6-8f474ec148d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '8a269fc9-f839-4eb9-868b-dcce979113e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:28:43.582041 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d032a22-82d5-455b-bd33-874bad546c0f tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Network hostable DHCP agents. Network: 8a269fc9-f839-4eb9-868b-dcce979113e3, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:28:43.591727 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d032a22-82d5-455b-bd33-874bad546c0f tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Pushing event updated for resources: {'Subnet': ['ID=fbf0b3ef-194a-4517-a7ac-4e1091b5400b,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:43.613943 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bbcc459-d3d5-4488-b379-c617fa5d8cb5 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] Network db109e60-bbc8-4338-86ec-c2c6f70a3cee is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:28:43.641422 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-6bbcc459-d3d5-4488-b379-c617fa5d8cb5 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:28:43.680143 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-45bac9e9-9b66-4fb8-ba03-d94eed66baf7 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks [] for router, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:43.685200 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbcc459-d3d5-4488-b379-c617fa5d8cb5 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:28:43.704802 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbcc459-d3d5-4488-b379-c617fa5d8cb5 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:43.707797 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6bbcc459-d3d5-4488-b379-c617fa5d8cb5 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:43.767590 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-829442b1-8225-4385-94a8-523e36a9e69b None None] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:43.797641 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-829442b1-8225-4385-94a8-523e36a9e69b None None] Transition to ACTIVE for port object 3e4f8d5d-88db-433b-adb0-e130460bbc51 will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:28:43.807733 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d032a22-82d5-455b-bd33-874bad546c0f tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Network 8a269fc9-f839-4eb9-868b-dcce979113e3 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:28:43.825278 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de02eea1-bca9-49d3-91f0-c05f6ebd132b req-eb213964-1940-47bc-8e0d-d862306df9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:43.828418 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-de02eea1-bca9-49d3-91f0-c05f6ebd132b req-eb213964-1940-47bc-8e0d-d862306df9bf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=820d01c94cb84c34ab4df1230f2d2b19&device_id=5d9c139f-f1ba-4755-b858-e814d10506d6 HTTP/1.1" status: 200 len: 1098 time: 0.8781085 Jul 05 02:28:43.855771 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026bdb14-21f4-4e8e-8e88-c05ed8ef779b req-493e8459-3dbe-4aa5-9b8f-d53124eb4664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:43.858040 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-026bdb14-21f4-4e8e-8e88-c05ed8ef779b req-493e8459-3dbe-4aa5-9b8f-d53124eb4664 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=820d01c94cb84c34ab4df1230f2d2b19&device_id=5d9c139f-f1ba-4755-b858-e814d10506d6 HTTP/1.1" status: 200 len: 1098 time: 0.6159024 Jul 05 02:28:43.859142 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 36132) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:43.890236 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-829442b1-8225-4385-94a8-523e36a9e69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:43.931833 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-6bbcc459-d3d5-4488-b379-c617fa5d8cb5 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 2.8925552 Jul 05 02:28:43.931833 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-0d032a22-82d5-455b-bd33-874bad546c0f tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 8a269fc9-f839-4eb9-868b-dcce979113e3) {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:28:43.950198 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 36138) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:43.953399 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-91724ded-d884-4f2a-9054-0784350caab7 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] Request body: {'port': {'network_id': 'db109e60-bbc8-4338-86ec-c2c6f70a3cee', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-734846140', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:28:43.953899 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.api.validators [None req-91724ded-d884-4f2a-9054-0784350caab7 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] bootfile-name is not in valid_values {{(pid=94462) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 05 02:28:43.954261 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.api.validators [None req-91724ded-d884-4f2a-9054-0784350caab7 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] tftp-server is not in valid_values {{(pid=94462) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 05 02:28:43.954596 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.api.validators [None req-91724ded-d884-4f2a-9054-0784350caab7 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] server-ip-address is not in valid_values {{(pid=94462) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 05 02:28:43.961206 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-829442b1-8225-4385-94a8-523e36a9e69b None None] Attempting to bind port 3e4f8d5d-88db-433b-adb0-e130460bbc51 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:28:43.961614 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-829442b1-8225-4385-94a8-523e36a9e69b None None] Attempting to bind port 3e4f8d5d-88db-433b-adb0-e130460bbc51 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'dee3a191-1a4d-4f0c-852d-39ee02be1b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '47ef79de-9674-455a-ac1d-bb79624dad6b'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:28:43.961977 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829442b1-8225-4385-94a8-523e36a9e69b None None] Attempting to bind port 3e4f8d5d-88db-433b-adb0-e130460bbc51 on network 47ef79de-9674-455a-ac1d-bb79624dad6b {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:28:43.975518 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d032a22-82d5-455b-bd33-874bad546c0f tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:43.977533 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0d032a22-82d5-455b-bd33-874bad546c0f tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:43.985816 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-45bac9e9-9b66-4fb8-ba03-d94eed66baf7 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:43.998594 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6411e23d-43e2-4bc0-b83b-12caa2644b9e None None] Network 8a269fc9-f839-4eb9-868b-dcce979113e3 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:28:44.032842 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829442b1-8225-4385-94a8-523e36a9e69b None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:28:44.033214 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829442b1-8225-4385-94a8-523e36a9e69b None None] Checking segment: {'id': 'dee3a191-1a4d-4f0c-852d-39ee02be1b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '47ef79de-9674-455a-ac1d-bb79624dad6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:28:44.033618 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-829442b1-8225-4385-94a8-523e36a9e69b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:44.034007 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829442b1-8225-4385-94a8-523e36a9e69b None None] Bound using segment: {'id': 'dee3a191-1a4d-4f0c-852d-39ee02be1b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '47ef79de-9674-455a-ac1d-bb79624dad6b'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:28:44.036341 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-829442b1-8225-4385-94a8-523e36a9e69b None None] Bound port: 3e4f8d5d-88db-433b-adb0-e130460bbc51, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dee3a191-1a4d-4f0c-852d-39ee02be1b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '47ef79de-9674-455a-ac1d-bb79624dad6b'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:28:44.036733 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-829442b1-8225-4385-94a8-523e36a9e69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:44.040457 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de02eea1-bca9-49d3-91f0-c05f6ebd132b req-4c24c489-335b-4985-aa76-28b96df8ada9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:44.044792 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-de02eea1-bca9-49d3-91f0-c05f6ebd132b req-4c24c489-335b-4985-aa76-28b96df8ada9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5e8d76cf-072c-4ebe-9632-b498a3035f5b HTTP/1.1" status: 200 len: 921 time: 0.1642282 Jul 05 02:28:44.105734 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-829442b1-8225-4385-94a8-523e36a9e69b None None] For port 3e4f8d5d-88db-433b-adb0-e130460bbc51, host n-d-771362-32, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:28:44.112039 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-829442b1-8225-4385-94a8-523e36a9e69b None None] For port 3e4f8d5d-88db-433b-adb0-e130460bbc51, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=3e4f8d5d-88db-433b-adb0-e130460bbc51,segment=NetworkSegment(dee3a191-1a4d-4f0c-852d-39ee02be1b24),segment_id=dee3a191-1a4d-4f0c-852d-39ee02be1b24)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:28:44.130523 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023ae920-436c-44aa-8efc-ade54b3139d8 None None] Pushing event updated for resources: {'Port': ['ID=3e4f8d5d-88db-433b-adb0-e130460bbc51,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:44.130989 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-de02eea1-bca9-49d3-91f0-c05f6ebd132b req-d7fb7972-3867-4ebb-b707-6d3978bef134 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a828455-b584-499c-8416-ba79eab6b24e HTTP/1.1" status: 200 len: 217 time: 0.0818613 Jul 05 02:28:44.142671 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-64600c96-619e-4349-a53c-ae537848c58f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:44.221786 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026bdb14-21f4-4e8e-8e88-c05ed8ef779b req-bfc69ce9-2aeb-4659-82cb-d598700bceff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:44.223386 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-026bdb14-21f4-4e8e-8e88-c05ed8ef779b req-bfc69ce9-2aeb-4659-82cb-d598700bceff service neutron] 10.222.0.23 "GET /v2.0/networks?id=5e8d76cf-072c-4ebe-9632-b498a3035f5b HTTP/1.1" status: 200 len: 921 time: 0.3581915 Jul 05 02:28:44.234040 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-829442b1-8225-4385-94a8-523e36a9e69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:44.268072 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 36148) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:44.283410 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de02eea1-bca9-49d3-91f0-c05f6ebd132b req-506fe775-7eec-4a2c-a63b-043c30716054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:44.283612 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-de02eea1-bca9-49d3-91f0-c05f6ebd132b req-506fe775-7eec-4a2c-a63b-043c30716054 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1825f4ef-88c0-436d-968e-41fc32795301 HTTP/1.1" status: 200 len: 860 time: 0.1225176 Jul 05 02:28:44.288161 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-45bac9e9-9b66-4fb8-ba03-d94eed66baf7 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Deleting port 3e4f8d5d-88db-433b-adb0-e130460bbc51 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:28:44.288514 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-45bac9e9-9b66-4fb8-ba03-d94eed66baf7 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:44.325125 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-0d032a22-82d5-455b-bd33-874bad546c0f tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0255616 Jul 05 02:28:44.360854 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 36154) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:44.372390 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829442b1-8225-4385-94a8-523e36a9e69b None None] Routers {'b093ac0e-1810-48da-9986-42a2cb7b259e'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:28:44.372912 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-829442b1-8225-4385-94a8-523e36a9e69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:28:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['b093ac0e-1810-48da-9986-42a2cb7b259e'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:28:44.381627 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-40d4b2a0-72ef-4f90-b746-c2ed74e95f47 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Request body: {'subnet': {'network_id': '0e421a83-3603-4207-b42e-4046947c586d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:28:44.495221 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-64600c96-619e-4349-a53c-ae537848c58f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:44.498967 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-026bdb14-21f4-4e8e-8e88-c05ed8ef779b req-c376f8f4-08da-4001-a1e5-0b7e59a4dddb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a828455-b584-499c-8416-ba79eab6b24e HTTP/1.1" status: 200 len: 217 time: 0.2540853 Jul 05 02:28:44.500673 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.db.api [None req-91724ded-d884-4f2a-9054-0784350caab7 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 02:28:44.500673 n-d-771362-32 neutron-server[94462]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 02:28:44.500673 n-d-771362-32 neutron-server[94462]: [parameters: {'project_id_1': '6c269e97d4394710ae236b252943888f', 'expiration_1': datetime.datetime(2021, 7, 5, 2, 28, 44, 265729)}] Jul 05 02:28:44.500673 n-d-771362-32 neutron-server[94462]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94462) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 02:28:44.501666 n-d-771362-32 neutron-server[94462]: DEBUG oslo_db.api [None req-91724ded-d884-4f2a-9054-0784350caab7 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 02:28:44.533483 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf1d82d-1bfe-4727-8e01-20de688632c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-8a269fc9-f839-4eb9-868b-dcce979113e3', 'network_id': '8a269fc9-f839-4eb9-868b-dcce979113e3', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'fixed_ips': [{'subnet_id': 'fbf0b3ef-194a-4517-a7ac-4e1091b5400b'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:28:44.534408 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4cf1d82d-1bfe-4727-8e01-20de688632c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:44.561667 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-829442b1-8225-4385-94a8-523e36a9e69b None None] Set router b093ac0e-1810-48da-9986-42a2cb7b259e gateway port host: None {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:28:44.573688 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 005bbf13-7206-4f42-a1d3-31d02349b09a up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:28:44.581190 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-64600c96-619e-4349-a53c-ae537848c58f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:44.616291 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 36160) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:44.616990 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-64600c96-619e-4349-a53c-ae537848c58f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c5ebcfa6bd0441dfb8236c4a4abfd2bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7564154 Jul 05 02:28:44.684461 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026bdb14-21f4-4e8e-8e88-c05ed8ef779b req-e28ecd2d-f9ff-41a7-afde-e314467d1606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:44.686071 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-026bdb14-21f4-4e8e-8e88-c05ed8ef779b req-e28ecd2d-f9ff-41a7-afde-e314467d1606 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1825f4ef-88c0-436d-968e-41fc32795301 HTTP/1.1" status: 200 len: 860 time: 0.1734977 Jul 05 02:28:44.692078 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-ddae9e81-572b-496b-8bb3-f7ac724a4f8f admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-888572828-network', 'tenant_id': '782286101fb048eb8692425d98fa4780'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:28:44.696368 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-829442b1-8225-4385-94a8-523e36a9e69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b093ac0e-1810-48da-9986-42a2cb7b259e', 'name': '', 'tenant_id': '91545441c05344059ed7f756addc4cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:28:38Z', 'updated_at': '2021-07-05T02:28:43Z', 'revision_number': 4, 'project_id': '91545441c05344059ed7f756addc4cb9', 'gw_port_host': None}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:28:44.719291 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64600c96-619e-4349-a53c-ae537848c58f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18307a90-657f-464f-b925-44b1d7d923e0,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:44.769819 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-443ab245-f66b-4f06-834b-335525041a64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:44.775233 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829442b1-8225-4385-94a8-523e36a9e69b None None] The sync data for ids ['b093ac0e-1810-48da-9986-42a2cb7b259e'] in n-d-771362-32 is: [{'id': 'b093ac0e-1810-48da-9986-42a2cb7b259e', 'name': '', 'tenant_id': '91545441c05344059ed7f756addc4cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:28:38Z', 'updated_at': '2021-07-05T02:28:43Z', 'revision_number': 4, 'project_id': '91545441c05344059ed7f756addc4cb9', 'gw_port_host': None}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:28:44.779257 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023ae920-436c-44aa-8efc-ade54b3139d8 None None] Pushing event updated for resources: {'Port': ['ID=3e4f8d5d-88db-433b-adb0-e130460bbc51,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:44.808050 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-57840e15-6206-459c-87c3-6852520dba3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbfd9385-2585-43ff-bbe7-607c9869784f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1149951054-router', 'tenant_id': '820d01c94cb84c34ab4df1230f2d2b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '2f7100fd-b056-4f13-933c-8b0e0ef7219e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:27:31Z', 'updated_at': '2021-07-05T02:27:38Z', 'revision_number': 4, 'project_id': '820d01c94cb84c34ab4df1230f2d2b19', 'gw_port': {'id': '2f7100fd-b056-4f13-933c-8b0e0ef7219e', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:f9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfd9385-2585-43ff-bbe7-607c9869784f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:27:32Z', 'updated_at': '2021-07-05T02:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '5bf35d65-2020-4e7b-b307-b56c536d8d40', 'tenant_id': '820d01c94cb84c34ab4df1230f2d2b19', 'floating_ip_address': '172.25.7.32', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': 'fbfd9385-2585-43ff-bbe7-607c9869784f', 'port_id': 'c506d563-bb61-4c2a-890e-31c73022a7b3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e8d76cf-072c-4ebe-9632-b498a3035f5b', 'mac_address': 'fa:16:3e:af:1b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8472f9d0-c744-4bc0-8ccf-9d1f651cfb7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T02:28:09Z', 'updated_at': '2021-07-05T02:28:39Z', 'revision_number': 3, 'project_id': '820d01c94cb84c34ab4df1230f2d2b19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7e29bd2-41b5-49af-b42e-6dd63e15685d', 'name': '', 'network_id': '5e8d76cf-072c-4ebe-9632-b498a3035f5b', 'tenant_id': '820d01c94cb84c34ab4df1230f2d2b19', 'mac_address': 'fa:16:3e:a2:cf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfd9385-2585-43ff-bbe7-607c9869784f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '1825f4ef-88c0-436d-968e-41fc32795301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:27:37Z', 'updated_at': '2021-07-05T02:27:50Z', 'revision_number': 5, 'project_id': '820d01c94cb84c34ab4df1230f2d2b19', 'subnets': [{'id': '1825f4ef-88c0-436d-968e-41fc32795301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:28:44.823478 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-443ab245-f66b-4f06-834b-335525041a64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:44.867842 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57840e15-6206-459c-87c3-6852520dba3c None None] The sync data for ids ['fbfd9385-2585-43ff-bbe7-607c9869784f'] in n-d-771362-32 is: [{'id': 'fbfd9385-2585-43ff-bbe7-607c9869784f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1149951054-router', 'tenant_id': '820d01c94cb84c34ab4df1230f2d2b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '2f7100fd-b056-4f13-933c-8b0e0ef7219e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:27:31Z', 'updated_at': '2021-07-05T02:27:38Z', 'revision_number': 4, 'project_id': '820d01c94cb84c34ab4df1230f2d2b19', 'gw_port': {'id': '2f7100fd-b056-4f13-933c-8b0e0ef7219e', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:f9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfd9385-2585-43ff-bbe7-607c9869784f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:27:32Z', 'updated_at': '2021-07-05T02:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '5bf35d65-2020-4e7b-b307-b56c536d8d40', 'tenant_id': '820d01c94cb84c34ab4df1230f2d2b19', 'floating_ip_address': '172.25.7.32', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': 'fbfd9385-2585-43ff-bbe7-607c9869784f', 'port_id': 'c506d563-bb61-4c2a-890e-31c73022a7b3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e8d76cf-072c-4ebe-9632-b498a3035f5b', 'mac_address': 'fa:16:3e:af:1b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8472f9d0-c744-4bc0-8ccf-9d1f651cfb7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T02:28:09Z', 'updated_at': '2021-07-05T02:28:39Z', 'revision_number': 3, 'project_id': '820d01c94cb84c34ab4df1230f2d2b19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7e29bd2-41b5-49af-b42e-6dd63e15685d', 'name': '', 'network_id': '5e8d76cf-072c-4ebe-9632-b498a3035f5b', 'tenant_id': '820d01c94cb84c34ab4df1230f2d2b19', 'mac_address': 'fa:16:3e:a2:cf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfd9385-2585-43ff-bbe7-607c9869784f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '1825f4ef-88c0-436d-968e-41fc32795301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:27:37Z', 'updated_at': '2021-07-05T02:27:50Z', 'revision_number': 5, 'project_id': '820d01c94cb84c34ab4df1230f2d2b19', 'subnets': [{'id': '1825f4ef-88c0-436d-968e-41fc32795301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:28:44.870403 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de02eea1-bca9-49d3-91f0-c05f6ebd132b req-c0c48283-7dd3-4c8c-9edb-432dcf32c7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:44.873162 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-de02eea1-bca9-49d3-91f0-c05f6ebd132b req-c0c48283-7dd3-4c8c-9edb-432dcf32c7fa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5e8d76cf-072c-4ebe-9632-b498a3035f5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5807595 Jul 05 02:28:44.881311 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 005bbf13-7206-4f42-a1d3-31d02349b09a completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:28:44.892863 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026bdb14-21f4-4e8e-8e88-c05ed8ef779b req-986a1f93-bb5d-4587-82b0-6cab9cd3e655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:44.894255 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-026bdb14-21f4-4e8e-8e88-c05ed8ef779b req-986a1f93-bb5d-4587-82b0-6cab9cd3e655 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5e8d76cf-072c-4ebe-9632-b498a3035f5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1928716 Jul 05 02:28:44.900010 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [None req-45bac9e9-9b66-4fb8-ba03-d94eed66baf7 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] For port 3e4f8d5d-88db-433b-adb0-e130460bbc51, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=3e4f8d5d-88db-433b-adb0-e130460bbc51,segment=NetworkSegment(dee3a191-1a4d-4f0c-852d-39ee02be1b24),segment_id=dee3a191-1a4d-4f0c-852d-39ee02be1b24)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:28:44.900377 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-45bac9e9-9b66-4fb8-ba03-d94eed66baf7 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:44.975611 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-4cf1d82d-1bfe-4727-8e01-20de688632c5 None None] Allocated IP 2001:db8::2 (8a269fc9-f839-4eb9-868b-dcce979113e3/fbf0b3ef-194a-4517-a7ac-4e1091b5400b/8c11a206-f499-4366-889c-0bf8fa46b011) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:28:44.992493 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8472f9d0-c744-4bc0-8ccf-9d1f651cfb7c', 'tag': 'c506d563-bb61-4c2a-890e-31c73022a7b3'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:28:45.003192 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b223267e0e0ddb3199af7772d0b45336e3b4b54fbb151c86a8051291a61e85db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2880d595-a914-44da-971d-185ade626ce0" -d '{"events": [{"name": "network-changed", "server_uuid": "8472f9d0-c744-4bc0-8ccf-9d1f651cfb7c", "tag": "c506d563-bb61-4c2a-890e-31c73022a7b3"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:28:45.018097 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddae9e81-572b-496b-8bb3-f7ac724a4f8f admin admin] Made reservation on behalf of 782286101fb048eb8692425d98fa4780 for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:28:45.021370 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ddae9e81-572b-496b-8bb3-f7ac724a4f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:45.034822 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ddae9e81-572b-496b-8bb3-f7ac724a4f8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:45.065812 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-45bac9e9-9b66-4fb8-ba03-d94eed66baf7 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Calling delete_port for 3e4f8d5d-88db-433b-adb0-e130460bbc51 owned by network:router_gateway {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:28:45.129219 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-026bdb14-21f4-4e8e-8e88-c05ed8ef779b req-5e498bb5-3d29-4753-b25b-726b5499b286 service neutron] 10.222.0.23 "GET /v2.0/networks/5e8d76cf-072c-4ebe-9632-b498a3035f5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273004 Jul 05 02:28:45.149250 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-956bc409-ddc6-40bb-9eb6-b624ada1b121 x-openstack-request-id: req-956bc409-ddc6-40bb-9eb6-b624ada1b121 {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:28:45.149659 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8472f9d0-c744-4bc0-8ccf-9d1f651cfb7c", "tag": "c506d563-bb61-4c2a-890e-31c73022a7b3", "status": "completed", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:28:45.149986 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-956bc409-ddc6-40bb-9eb6-b624ada1b121 {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:28:45.162077 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8472f9d0-c744-4bc0-8ccf-9d1f651cfb7c', 'tag': 'c506d563-bb61-4c2a-890e-31c73022a7b3', 'status': 'completed', 'code': 200} Jul 05 02:28:45.162242 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40d4b2a0-72ef-4f90-b746-c2ed74e95f47 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Made reservation on behalf of e1c0b775e757422c9d48f0ba4a36712f for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:28:45.165416 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-40d4b2a0-72ef-4f90-b746-c2ed74e95f47 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:45.244004 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4cf1d82d-1bfe-4727-8e01-20de688632c5 None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:45.259363 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bfe54e5-bdef-4d1c-8b49-de602aa334d3 None None] Network db109e60-bbc8-4338-86ec-c2c6f70a3cee requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:28:45.288143 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-026bdb14-21f4-4e8e-8e88-c05ed8ef779b req-9566d571-d648-4365-86cf-32711cec0d53 service neutron] 10.222.0.23 "GET /v2.0/networks/5e8d76cf-072c-4ebe-9632-b498a3035f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593497 Jul 05 02:28:45.326148 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91724ded-d884-4f2a-9054-0784350caab7 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] Made reservation on behalf of 6c269e97d4394710ae236b252943888f for: {'port': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:28:45.332666 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-91724ded-d884-4f2a-9054-0784350caab7 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:45.403667 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [None req-91724ded-d884-4f2a-9054-0784350caab7 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] device_id is not set on port fc5434ad-bdf7-49d8-b5b2-45949cfbe01e yet. {{(pid=94462) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:28:45.446671 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-de02eea1-bca9-49d3-91f0-c05f6ebd132b req-f5ea86a3-8033-45d3-9865-1cb341642e82 service neutron] 10.222.0.21 "GET /v2.0/networks/5e8d76cf-072c-4ebe-9632-b498a3035f5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5488567 Jul 05 02:28:45.456290 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-628a9068-a7cd-4f05-8ce9-5a530eb00e48 None None] Provisioning for port 005bbf13-7206-4f42-a1d3-31d02349b09a completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:28:45.466491 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-628a9068-a7cd-4f05-8ce9-5a530eb00e48 None None] Provisioning complete for port 005bbf13-7206-4f42-a1d3-31d02349b09a triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:28:45.467163 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-628a9068-a7cd-4f05-8ce9-5a530eb00e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:45.472427 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a99e27-bfa9-42ce-9c66-6e4bb95c3f09 None None] New status for floating IP 5bf35d65-2020-4e7b-b307-b56c536d8d40: ACTIVE {{(pid=94463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 02:28:45.481697 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-4cf1d82d-1bfe-4727-8e01-20de688632c5 None None] Transition to ACTIVE for port object 8c11a206-f499-4366-889c-0bf8fa46b011 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:28:45.568239 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-443ab245-f66b-4f06-834b-335525041a64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:45.571020 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-443ab245-f66b-4f06-834b-335525041a64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:45.572770 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-443ab245-f66b-4f06-834b-335525041a64 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/18307a90-657f-464f-b925-44b1d7d923e0 HTTP/1.1" status: 204 len: 168 time: 0.9413393 Jul 05 02:28:45.592743 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-4cf1d82d-1bfe-4727-8e01-20de688632c5 None None] Transition to ACTIVE for port object 8c11a206-f499-4366-889c-0bf8fa46b011 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:28:45.633593 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-91724ded-d884-4f2a-9054-0784350caab7 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] Allocated IP 2001:db8::35 (db109e60-bbc8-4338-86ec-c2c6f70a3cee/ada003fd-d080-48b0-b846-a7ae4f8fd03a/fc5434ad-bdf7-49d8-b5b2-45949cfbe01e) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:28:45.683701 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4cf1d82d-1bfe-4727-8e01-20de688632c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:45.720248 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf1d82d-1bfe-4727-8e01-20de688632c5 None None] Network 8a269fc9-f839-4eb9-868b-dcce979113e3 is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:28:45.755143 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-4cf1d82d-1bfe-4727-8e01-20de688632c5 None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:28:45.800328 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2880d595-a914-44da-971d-185ade626ce0 req-780f33fe-1d16-4d50-9f63-b9c7186f1a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:45.803818 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2880d595-a914-44da-971d-185ade626ce0 req-780f33fe-1d16-4d50-9f63-b9c7186f1a11 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=820d01c94cb84c34ab4df1230f2d2b19&device_id=8472f9d0-c744-4bc0-8ccf-9d1f651cfb7c HTTP/1.1" status: 200 len: 1097 time: 0.6424172 Jul 05 02:28:45.804650 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443ab245-f66b-4f06-834b-335525041a64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18307a90-657f-464f-b925-44b1d7d923e0,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:45.819786 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf1d82d-1bfe-4727-8e01-20de688632c5 None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:28:45.840943 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443ab245-f66b-4f06-834b-335525041a64 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:28:45.841283 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443ab245-f66b-4f06-834b-335525041a64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:28:45.841634 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443ab245-f66b-4f06-834b-335525041a64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:28:45.842113 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443ab245-f66b-4f06-834b-335525041a64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:28:45.842477 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443ab245-f66b-4f06-834b-335525041a64 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:28:45.842846 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443ab245-f66b-4f06-834b-335525041a64 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:28:45.843179 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443ab245-f66b-4f06-834b-335525041a64 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:28:45.843507 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443ab245-f66b-4f06-834b-335525041a64 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:28:45.843852 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443ab245-f66b-4f06-834b-335525041a64 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:28:45.844161 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443ab245-f66b-4f06-834b-335525041a64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:28:45.844489 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443ab245-f66b-4f06-834b-335525041a64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:28:45.844814 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443ab245-f66b-4f06-834b-335525041a64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:28:45.860331 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-de02eea1-bca9-49d3-91f0-c05f6ebd132b req-216cda6d-48de-458a-b206-eb24d65e75cd service neutron] 10.222.0.21 "GET /v2.0/networks/5e8d76cf-072c-4ebe-9632-b498a3035f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3962767 Jul 05 02:28:45.875399 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-91724ded-d884-4f2a-9054-0784350caab7 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:45.895759 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-45bac9e9-9b66-4fb8-ba03-d94eed66baf7 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:45.897306 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf1d82d-1bfe-4727-8e01-20de688632c5 None None] Pushing event updated for resources: {'Port': ['ID=8c11a206-f499-4366-889c-0bf8fa46b011,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:45.943745 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [None req-91724ded-d884-4f2a-9054-0784350caab7 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] Transition to ACTIVE for port object fc5434ad-bdf7-49d8-b5b2-45949cfbe01e will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:28:45.979426 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026bdb14-21f4-4e8e-8e88-c05ed8ef779b req-f82f2dcc-5e7d-4387-b58b-dea226bbcbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:45.983284 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-026bdb14-21f4-4e8e-8e88-c05ed8ef779b req-f82f2dcc-5e7d-4387-b58b-dea226bbcbb9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=820d01c94cb84c34ab4df1230f2d2b19&device_id=8472f9d0-c744-4bc0-8ccf-9d1f651cfb7c HTTP/1.1" status: 200 len: 1097 time: 0.5672162 Jul 05 02:28:45.998258 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bac9e9-9b66-4fb8-ba03-d94eed66baf7 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Pushing event deleted for resources: {'Port': ['ID=3e4f8d5d-88db-433b-adb0-e130460bbc51,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:46.054274 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-628a9068-a7cd-4f05-8ce9-5a530eb00e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:46.085236 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ddae9e81-572b-496b-8bb3-f7ac724a4f8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:46.134807 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-4cf1d82d-1bfe-4727-8e01-20de688632c5 None None] Attempting to bind port 8c11a206-f499-4366-889c-0bf8fa46b011 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:28:46.136602 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-4cf1d82d-1bfe-4727-8e01-20de688632c5 None None] Attempting to bind port 8c11a206-f499-4366-889c-0bf8fa46b011 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '30950366-3546-4369-b6f6-8f474ec148d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '8a269fc9-f839-4eb9-868b-dcce979113e3'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:28:46.137591 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf1d82d-1bfe-4727-8e01-20de688632c5 None None] Attempting to bind port 8c11a206-f499-4366-889c-0bf8fa46b011 on network 8a269fc9-f839-4eb9-868b-dcce979113e3 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:28:46.140672 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026bdb14-21f4-4e8e-8e88-c05ed8ef779b req-599d5f98-c874-4e01-8da1-773554fa409f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:46.142348 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-026bdb14-21f4-4e8e-8e88-c05ed8ef779b req-599d5f98-c874-4e01-8da1-773554fa409f service neutron] 10.222.0.23 "GET /v2.0/networks?id=5e8d76cf-072c-4ebe-9632-b498a3035f5b HTTP/1.1" status: 200 len: 921 time: 0.1494904 Jul 05 02:28:46.154937 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf1d82d-1bfe-4727-8e01-20de688632c5 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:28:46.155636 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf1d82d-1bfe-4727-8e01-20de688632c5 None None] Checking segment: {'id': '30950366-3546-4369-b6f6-8f474ec148d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '8a269fc9-f839-4eb9-868b-dcce979113e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:28:46.156702 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4cf1d82d-1bfe-4727-8e01-20de688632c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:46.157941 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf1d82d-1bfe-4727-8e01-20de688632c5 None None] Bound using segment: {'id': '30950366-3546-4369-b6f6-8f474ec148d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '8a269fc9-f839-4eb9-868b-dcce979113e3'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:28:46.159144 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-4cf1d82d-1bfe-4727-8e01-20de688632c5 None None] Bound port: 8c11a206-f499-4366-889c-0bf8fa46b011, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30950366-3546-4369-b6f6-8f474ec148d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '8a269fc9-f839-4eb9-868b-dcce979113e3'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:28:46.159880 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4cf1d82d-1bfe-4727-8e01-20de688632c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:46.167752 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2880d595-a914-44da-971d-185ade626ce0 req-a7248ba4-ea00-4ba4-9eeb-c2508d10ee90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:46.173850 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2880d595-a914-44da-971d-185ade626ce0 req-a7248ba4-ea00-4ba4-9eeb-c2508d10ee90 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5e8d76cf-072c-4ebe-9632-b498a3035f5b HTTP/1.1" status: 200 len: 921 time: 0.3570089 Jul 05 02:28:46.174160 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-628a9068-a7cd-4f05-8ce9-5a530eb00e48 None None] For port 005bbf13-7206-4f42-a1d3-31d02349b09a, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=005bbf13-7206-4f42-a1d3-31d02349b09a,segment=NetworkSegment(94e721f7-9cad-4d45-b87e-18fc0639bcd9),segment_id=94e721f7-9cad-4d45-b87e-18fc0639bcd9)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:28:46.180205 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-45bac9e9-9b66-4fb8-ba03-d94eed66baf7 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636927'] for router_gateway, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:46.231036 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b909fa7c-0a30-4ced-aedb-5e3d955db1f9 None None] Sync routers for ids ['fbfd9385-2585-43ff-bbe7-607c9869784f'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:28:46.245361 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b909fa7c-0a30-4ced-aedb-5e3d955db1f9 None None] Routers {'fbfd9385-2585-43ff-bbe7-607c9869784f'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:28:46.247533 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-b909fa7c-0a30-4ced-aedb-5e3d955db1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:28:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['fbfd9385-2585-43ff-bbe7-607c9869784f'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:28:46.264556 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ddae9e81-572b-496b-8bb3-f7ac724a4f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:46.287635 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-026bdb14-21f4-4e8e-8e88-c05ed8ef779b req-38de0859-822e-4519-bf50-8bad1cd008c0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c506d563-bb61-4c2a-890e-31c73022a7b3 HTTP/1.1" status: 200 len: 1000 time: 0.1350851 Jul 05 02:28:46.314381 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-4cf1d82d-1bfe-4727-8e01-20de688632c5 None None] For port 8c11a206-f499-4366-889c-0bf8fa46b011, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:28:46.314931 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-91724ded-d884-4f2a-9054-0784350caab7 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:46.315150 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-4cf1d82d-1bfe-4727-8e01-20de688632c5 None None] For port 8c11a206-f499-4366-889c-0bf8fa46b011, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=8c11a206-f499-4366-889c-0bf8fa46b011,segment=NetworkSegment(30950366-3546-4369-b6f6-8f474ec148d2),segment_id=30950366-3546-4369-b6f6-8f474ec148d2)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:28:46.375898 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-628a9068-a7cd-4f05-8ce9-5a530eb00e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:46.405623 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-40d4b2a0-72ef-4f90-b746-c2ed74e95f47 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5763451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774823'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:46.436398 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-45bac9e9-9b66-4fb8-ba03-d94eed66baf7 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11828'] for router, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:46.440997 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4cf1d82d-1bfe-4727-8e01-20de688632c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:46.446338 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-45bac9e9-9b66-4fb8-ba03-d94eed66baf7 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:46.536095 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628a9068-a7cd-4f05-8ce9-5a530eb00e48 None None] Pushing event updated for resources: {'Port': ['ID=005bbf13-7206-4f42-a1d3-31d02349b09a,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:46.584210 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2880d595-a914-44da-971d-185ade626ce0 req-24ceccef-05d6-4228-bf55-22915a395e6d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c506d563-bb61-4c2a-890e-31c73022a7b3 HTTP/1.1" status: 200 len: 1000 time: 0.4042959 Jul 05 02:28:46.611984 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91724ded-d884-4f2a-9054-0784350caab7 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] Network db109e60-bbc8-4338-86ec-c2c6f70a3cee is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:28:46.613980 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddae9e81-572b-496b-8bb3-f7ac724a4f8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de31e825-2317-40e9-8c29-83244b09dca3,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:46.614578 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d4b2a0-72ef-4f90-b746-c2ed74e95f47 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Pushing event updated for resources: {'Subnet': ['ID=9ae567a1-3f13-414b-83a7-6cbcbb7c2f58,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:46.621881 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 36186) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:46.629269 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026bdb14-21f4-4e8e-8e88-c05ed8ef779b req-b4a199e2-986c-4b22-bba7-d56abb42cdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:46.641136 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-026bdb14-21f4-4e8e-8e88-c05ed8ef779b req-b4a199e2-986c-4b22-bba7-d56abb42cdcc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1825f4ef-88c0-436d-968e-41fc32795301 HTTP/1.1" status: 200 len: 860 time: 0.3322201 Jul 05 02:28:46.670270 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-45bac9e9-9b66-4fb8-ba03-d94eed66baf7 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1575451'] for router, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:46.671170 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45bac9e9-9b66-4fb8-ba03-d94eed66baf7 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b093ac0e-1810-48da-9986-42a2cb7b259e {{(pid=94461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 02:28:46.683147 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-45bac9e9-9b66-4fb8-ba03-d94eed66baf7 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks [] for router, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:46.684745 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-45bac9e9-9b66-4fb8-ba03-d94eed66baf7 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] 10.222.0.23 "DELETE /v2.0/routers/b093ac0e-1810-48da-9986-42a2cb7b259e HTTP/1.1" status: 204 len: 168 time: 4.0105531 Jul 05 02:28:46.690976 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1d454a2f-9b39-4254-80dd-65e2e8e0c345 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:46.693707 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddae9e81-572b-496b-8bb3-f7ac724a4f8f admin admin] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:28:46.695002 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 36188) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:46.697898 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d4b2a0-72ef-4f90-b746-c2ed74e95f47 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Checking segment: {'id': 'ba95ac6c-78d0-4d67-9ce7-07b61e4263d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '0e421a83-3603-4207-b42e-4046947c586d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:28:46.698513 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d4b2a0-72ef-4f90-b746-c2ed74e95f47 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Network hostable DHCP agents. Network: 0e421a83-3603-4207-b42e-4046947c586d, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:28:46.712309 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-b909fa7c-0a30-4ced-aedb-5e3d955db1f9 None None] Set router fbfd9385-2585-43ff-bbe7-607c9869784f gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:28:46.733077 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ddae9e81-572b-496b-8bb3-f7ac724a4f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:46.733537 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-ddae9e81-572b-496b-8bb3-f7ac724a4f8f admin admin] Added segment d93517f9-cb27-456b-8180-ef58b44abe45 of type vlan for network 882c819f-3448-4e1d-8a0d-c4801113dbdf Jul 05 02:28:46.749522 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-85ef88e7-3585-427a-9d4a-8624e75f110c None None] Provisioning complete for port 005bbf13-7206-4f42-a1d3-31d02349b09a triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:28:46.756364 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-85ef88e7-3585-427a-9d4a-8624e75f110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:46.758370 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf1d82d-1bfe-4727-8e01-20de688632c5 None None] Pushing event updated for resources: {'Port': ['ID=8c11a206-f499-4366-889c-0bf8fa46b011,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:46.860009 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2880d595-a914-44da-971d-185ade626ce0 req-d4adffa4-3558-4044-b94d-bc9476ba3197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:46.863193 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2880d595-a914-44da-971d-185ade626ce0 req-d4adffa4-3558-4044-b94d-bc9476ba3197 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1825f4ef-88c0-436d-968e-41fc32795301 HTTP/1.1" status: 200 len: 860 time: 0.2680595 Jul 05 02:28:46.886555 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-91724ded-d884-4f2a-9054-0784350caab7 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:28:46.898904 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91724ded-d884-4f2a-9054-0784350caab7 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:28:46.916681 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91724ded-d884-4f2a-9054-0784350caab7 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:46.923101 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-91724ded-d884-4f2a-9054-0784350caab7 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:46.998831 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d4b2a0-72ef-4f90-b746-c2ed74e95f47 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Network 0e421a83-3603-4207-b42e-4046947c586d is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:28:47.003483 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddac7980-70c3-4372-a56b-1cb76c812693 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Deleting subnet 75dae776-584b-4015-92b8-e1cbe881c64d {{(pid=94461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:28:47.018857 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ddae9e81-572b-496b-8bb3-f7ac724a4f8f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:47.031674 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ddac7980-70c3-4372-a56b-1cb76c812693 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:47.038498 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91724ded-d884-4f2a-9054-0784350caab7 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] Pushing event updated for resources: {'Port': ['ID=fc5434ad-bdf7-49d8-b5b2-45949cfbe01e,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:47.143152 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ddac7980-70c3-4372-a56b-1cb76c812693 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5519650'] for subnet, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:47.210654 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-40d4b2a0-72ef-4f90-b746-c2ed74e95f47 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 0e421a83-3603-4207-b42e-4046947c586d) {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:28:47.220495 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026bdb14-21f4-4e8e-8e88-c05ed8ef779b req-2e081800-cf23-43eb-83a7-a3823fc8faa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:47.236197 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-026bdb14-21f4-4e8e-8e88-c05ed8ef779b req-2e081800-cf23-43eb-83a7-a3823fc8faa9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5e8d76cf-072c-4ebe-9632-b498a3035f5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5822573 Jul 05 02:28:47.241427 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dfef6a2-f794-450e-ab10-f98d1f370b78 None None] Network 0e421a83-3603-4207-b42e-4046947c586d requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:28:47.260899 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d4b2a0-72ef-4f90-b746-c2ed74e95f47 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:47.261975 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-40d4b2a0-72ef-4f90-b746-c2ed74e95f47 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:47.266333 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2880d595-a914-44da-971d-185ade626ce0 req-b0f0bcce-983d-4fa2-a384-3c479a816d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:47.268344 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2880d595-a914-44da-971d-185ade626ce0 req-b0f0bcce-983d-4fa2-a384-3c479a816d19 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5e8d76cf-072c-4ebe-9632-b498a3035f5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3946714 Jul 05 02:28:47.308573 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-85ef88e7-3585-427a-9d4a-8624e75f110c None None] Provisioning for port 2ff0e109-0358-416d-b1bd-559c951ceccd completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:28:47.321783 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-85ef88e7-3585-427a-9d4a-8624e75f110c None None] Provisioning complete for port 2ff0e109-0358-416d-b1bd-559c951ceccd triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:28:47.323162 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-85ef88e7-3585-427a-9d4a-8624e75f110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:47.341447 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1d454a2f-9b39-4254-80dd-65e2e8e0c345 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:47.391891 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-85ef88e7-3585-427a-9d4a-8624e75f110c None None] Port 2ff0e109-0358-416d-b1bd-559c951ceccd cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:28:47.449430 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ddae9e81-572b-496b-8bb3-f7ac724a4f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:47.450411 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-b909fa7c-0a30-4ced-aedb-5e3d955db1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbfd9385-2585-43ff-bbe7-607c9869784f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1149951054-router', 'tenant_id': '820d01c94cb84c34ab4df1230f2d2b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '2f7100fd-b056-4f13-933c-8b0e0ef7219e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:27:31Z', 'updated_at': '2021-07-05T02:27:38Z', 'revision_number': 4, 'project_id': '820d01c94cb84c34ab4df1230f2d2b19', 'gw_port': {'id': '2f7100fd-b056-4f13-933c-8b0e0ef7219e', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:f9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfd9385-2585-43ff-bbe7-607c9869784f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:27:32Z', 'updated_at': '2021-07-05T02:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '5bf35d65-2020-4e7b-b307-b56c536d8d40', 'tenant_id': '820d01c94cb84c34ab4df1230f2d2b19', 'floating_ip_address': '172.25.7.32', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': 'fbfd9385-2585-43ff-bbe7-607c9869784f', 'port_id': 'c506d563-bb61-4c2a-890e-31c73022a7b3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e8d76cf-072c-4ebe-9632-b498a3035f5b', 'mac_address': 'fa:16:3e:af:1b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8472f9d0-c744-4bc0-8ccf-9d1f651cfb7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T02:28:09Z', 'updated_at': '2021-07-05T02:28:45Z', 'revision_number': 4, 'project_id': '820d01c94cb84c34ab4df1230f2d2b19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7e29bd2-41b5-49af-b42e-6dd63e15685d', 'name': '', 'network_id': '5e8d76cf-072c-4ebe-9632-b498a3035f5b', 'tenant_id': '820d01c94cb84c34ab4df1230f2d2b19', 'mac_address': 'fa:16:3e:a2:cf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfd9385-2585-43ff-bbe7-607c9869784f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '1825f4ef-88c0-436d-968e-41fc32795301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:27:37Z', 'updated_at': '2021-07-05T02:27:50Z', 'revision_number': 5, 'project_id': '820d01c94cb84c34ab4df1230f2d2b19', 'subnets': [{'id': '1825f4ef-88c0-436d-968e-41fc32795301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:28:47.451195 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddae9e81-572b-496b-8bb3-f7ac724a4f8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:47.455047 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ddae9e81-572b-496b-8bb3-f7ac724a4f8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:47.472723 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ddac7980-70c3-4372-a56b-1cb76c812693 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:47.481829 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1d454a2f-9b39-4254-80dd-65e2e8e0c345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:47.505894 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b909fa7c-0a30-4ced-aedb-5e3d955db1f9 None None] Checking router: fbfd9385-2585-43ff-bbe7-607c9869784f for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:28:47.524465 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b909fa7c-0a30-4ced-aedb-5e3d955db1f9 None None] Routers {'fbfd9385-2585-43ff-bbe7-607c9869784f'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:28:47.525727 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-b909fa7c-0a30-4ced-aedb-5e3d955db1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:28:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['fbfd9385-2585-43ff-bbe7-607c9869784f'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:28:47.553336 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-d3239615-9f82-4e96-a934-4e4fbc786606 None None] Provisioning complete for port 2ff0e109-0358-416d-b1bd-559c951ceccd triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:28:47.559773 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-d3239615-9f82-4e96-a934-4e4fbc786606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:47.625345 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-40d4b2a0-72ef-4f90-b746-c2ed74e95f47 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.2536902 Jul 05 02:28:47.638602 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e380828-ef0d-4d4b-925f-8e2c726d7069 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-0e421a83-3603-4207-b42e-4046947c586d', 'network_id': '0e421a83-3603-4207-b42e-4046947c586d', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'fixed_ips': [{'subnet_id': '9ae567a1-3f13-414b-83a7-6cbcbb7c2f58'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:28:47.639485 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-6e380828-ef0d-4d4b-925f-8e2c726d7069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:47.649763 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 36192) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:47.679340 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-61438f7a-28ba-46a0-a6df-70c8be793bb9 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1742538414', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:28:47.710672 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d454a2f-9b39-4254-80dd-65e2e8e0c345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb0ca873-3225-4872-b1e9-7433aab8fa0b,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:47.727320 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-d3239615-9f82-4e96-a934-4e4fbc786606 None None] Port 2ff0e109-0358-416d-b1bd-559c951ceccd cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:28:47.747667 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-1d454a2f-9b39-4254-80dd-65e2e8e0c345 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=79743d63669943d1b565884bb007ad22&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1243238 Jul 05 02:28:47.753042 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-b909fa7c-0a30-4ced-aedb-5e3d955db1f9 None None] Set router fbfd9385-2585-43ff-bbe7-607c9869784f gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:28:47.754955 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 36194) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:47.830894 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2880d595-a914-44da-971d-185ade626ce0 req-38a29bf1-8b13-4906-bf50-08f657355cee service neutron] 10.222.0.21 "GET /v2.0/networks/5e8d76cf-072c-4ebe-9632-b498a3035f5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5416019 Jul 05 02:28:47.905350 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ddac7980-70c3-4372-a56b-1cb76c812693 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5763388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774356'] for subnet, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:47.907664 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-61438f7a-28ba-46a0-a6df-70c8be793bb9 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11810'] for router, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:47.908642 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-61438f7a-28ba-46a0-a6df-70c8be793bb9 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1926740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11821'] for router, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:47.965776 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-91724ded-d884-4f2a-9054-0784350caab7 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 4.0211403 Jul 05 02:28:47.975212 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 36200) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:47.978875 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-6e380828-ef0d-4d4b-925f-8e2c726d7069 None None] Allocated IP 2001:db8:1::2 (0e421a83-3603-4207-b42e-4046947c586d/9ae567a1-3f13-414b-83a7-6cbcbb7c2f58/245a06e3-f8db-4924-8661-65e81f7bebe4) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:28:47.981331 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-27905205-a199-46de-8b33-5de48a0977db None None] Provisioning for port fc5434ad-bdf7-49d8-b5b2-45949cfbe01e completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:28:48.005120 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-27905205-a199-46de-8b33-5de48a0977db None None] Provisioning complete for port fc5434ad-bdf7-49d8-b5b2-45949cfbe01e triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:28:48.005916 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-27905205-a199-46de-8b33-5de48a0977db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:48.062969 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddae9e81-572b-496b-8bb3-f7ac724a4f8f admin admin] Pushing event updated for resources: {'Network': ['ID=882c819f-3448-4e1d-8a0d-c4801113dbdf,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:48.089914 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-27905205-a199-46de-8b33-5de48a0977db None None] Port fc5434ad-bdf7-49d8-b5b2-45949cfbe01e cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:28:48.098047 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-ddae9e81-572b-496b-8bb3-f7ac724a4f8f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.7947741 Jul 05 02:28:48.102614 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 882c819f-3448-4e1d-8a0d-c4801113dbdf details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:28:48.109539 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-61438f7a-28ba-46a0-a6df-70c8be793bb9 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:48.111876 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 36206) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:48.117825 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2880d595-a914-44da-971d-185ade626ce0 req-4084cb7e-65b1-4ba2-989e-dfbd917aade0 service neutron] 10.222.0.21 "GET /v2.0/networks/5e8d76cf-072c-4ebe-9632-b498a3035f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770107 Jul 05 02:28:48.123397 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddac7980-70c3-4372-a56b-1cb76c812693 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=75dae776-584b-4015-92b8-e1cbe881c64d,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:48.141350 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-7b2d85aa-4bec-49ce-9bcc-181137d82ab4 admin admin] Request body: {'subnet': {'network_id': '882c819f-3448-4e1d-8a0d-c4801113dbdf', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-888572828-subnet', 'tenant_id': '782286101fb048eb8692425d98fa4780', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:28:48.150001 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ddac7980-70c3-4372-a56b-1cb76c812693 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:48.157326 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-ddac7980-70c3-4372-a56b-1cb76c812693 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] 10.222.0.23 "DELETE /v2.0/subnets/75dae776-584b-4015-92b8-e1cbe881c64d HTTP/1.1" status: 204 len: 168 time: 1.4575186 Jul 05 02:28:48.171466 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 36210) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:48.175849 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-026bdb14-21f4-4e8e-8e88-c05ed8ef779b req-1b9f7dab-0211-4515-8950-2d0e7d55fd51 service neutron] 10.222.0.23 "GET /v2.0/networks/5e8d76cf-072c-4ebe-9632-b498a3035f5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9386768 Jul 05 02:28:48.210885 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-b909fa7c-0a30-4ced-aedb-5e3d955db1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbfd9385-2585-43ff-bbe7-607c9869784f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1149951054-router', 'tenant_id': '820d01c94cb84c34ab4df1230f2d2b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '2f7100fd-b056-4f13-933c-8b0e0ef7219e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:27:31Z', 'updated_at': '2021-07-05T02:27:38Z', 'revision_number': 4, 'project_id': '820d01c94cb84c34ab4df1230f2d2b19', 'gw_port': {'id': '2f7100fd-b056-4f13-933c-8b0e0ef7219e', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:f9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfd9385-2585-43ff-bbe7-607c9869784f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:27:32Z', 'updated_at': '2021-07-05T02:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '5bf35d65-2020-4e7b-b307-b56c536d8d40', 'tenant_id': '820d01c94cb84c34ab4df1230f2d2b19', 'floating_ip_address': '172.25.7.32', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': 'fbfd9385-2585-43ff-bbe7-607c9869784f', 'port_id': 'c506d563-bb61-4c2a-890e-31c73022a7b3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e8d76cf-072c-4ebe-9632-b498a3035f5b', 'mac_address': 'fa:16:3e:af:1b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8472f9d0-c744-4bc0-8ccf-9d1f651cfb7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T02:28:09Z', 'updated_at': '2021-07-05T02:28:45Z', 'revision_number': 4, 'project_id': '820d01c94cb84c34ab4df1230f2d2b19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7e29bd2-41b5-49af-b42e-6dd63e15685d', 'name': '', 'network_id': '5e8d76cf-072c-4ebe-9632-b498a3035f5b', 'tenant_id': '820d01c94cb84c34ab4df1230f2d2b19', 'mac_address': 'fa:16:3e:a2:cf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfd9385-2585-43ff-bbe7-607c9869784f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '1825f4ef-88c0-436d-968e-41fc32795301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:27:37Z', 'updated_at': '2021-07-05T02:27:50Z', 'revision_number': 5, 'project_id': '820d01c94cb84c34ab4df1230f2d2b19', 'subnets': [{'id': '1825f4ef-88c0-436d-968e-41fc32795301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:28:48.245162 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b909fa7c-0a30-4ced-aedb-5e3d955db1f9 None None] The sync data for ids ['fbfd9385-2585-43ff-bbe7-607c9869784f'] in n-d-771362-32 is: [{'id': 'fbfd9385-2585-43ff-bbe7-607c9869784f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1149951054-router', 'tenant_id': '820d01c94cb84c34ab4df1230f2d2b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '2f7100fd-b056-4f13-933c-8b0e0ef7219e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:27:31Z', 'updated_at': '2021-07-05T02:27:38Z', 'revision_number': 4, 'project_id': '820d01c94cb84c34ab4df1230f2d2b19', 'gw_port': {'id': '2f7100fd-b056-4f13-933c-8b0e0ef7219e', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:f9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfd9385-2585-43ff-bbe7-607c9869784f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:27:32Z', 'updated_at': '2021-07-05T02:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '5bf35d65-2020-4e7b-b307-b56c536d8d40', 'tenant_id': '820d01c94cb84c34ab4df1230f2d2b19', 'floating_ip_address': '172.25.7.32', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': 'fbfd9385-2585-43ff-bbe7-607c9869784f', 'port_id': 'c506d563-bb61-4c2a-890e-31c73022a7b3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e8d76cf-072c-4ebe-9632-b498a3035f5b', 'mac_address': 'fa:16:3e:af:1b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8472f9d0-c744-4bc0-8ccf-9d1f651cfb7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T02:28:09Z', 'updated_at': '2021-07-05T02:28:45Z', 'revision_number': 4, 'project_id': '820d01c94cb84c34ab4df1230f2d2b19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7e29bd2-41b5-49af-b42e-6dd63e15685d', 'name': '', 'network_id': '5e8d76cf-072c-4ebe-9632-b498a3035f5b', 'tenant_id': '820d01c94cb84c34ab4df1230f2d2b19', 'mac_address': 'fa:16:3e:a2:cf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfd9385-2585-43ff-bbe7-607c9869784f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '1825f4ef-88c0-436d-968e-41fc32795301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:27:37Z', 'updated_at': '2021-07-05T02:27:50Z', 'revision_number': 5, 'project_id': '820d01c94cb84c34ab4df1230f2d2b19', 'subnets': [{'id': '1825f4ef-88c0-436d-968e-41fc32795301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:28:48.275701 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6e6544-dd23-451f-b63e-72301bfa10ff tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:48.280787 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-61438f7a-28ba-46a0-a6df-70c8be793bb9 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963'] for router, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:48.281773 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6e6544-dd23-451f-b63e-72301bfa10ff tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:48.288146 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6e6544-dd23-451f-b63e-72301bfa10ff tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:48.289983 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-4e6e6544-dd23-451f-b63e-72301bfa10ff tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.2984142 Jul 05 02:28:48.292994 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 36212) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:48.293427 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-79544e22-9015-4fa8-8b51-d9e2e31ceec9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:48.322347 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-79544e22-9015-4fa8-8b51-d9e2e31ceec9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:48.353112 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c864b9f-7d6b-4d09-827a-2bd7783c8f53 None None] Network 8a269fc9-f839-4eb9-868b-dcce979113e3 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:28:48.388471 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-eae5cf70-ba24-4d9a-ae45-efaeaa1908ca tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:48.407109 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-026bdb14-21f4-4e8e-8e88-c05ed8ef779b req-7f95ee80-4152-4b68-ab3f-f298405e0fd6 service neutron] 10.222.0.23 "GET /v2.0/networks/5e8d76cf-072c-4ebe-9632-b498a3035f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281733 Jul 05 02:28:48.451458 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-6e380828-ef0d-4d4b-925f-8e2c726d7069 None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:48.468383 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b2d85aa-4bec-49ce-9bcc-181137d82ab4 admin admin] Made reservation on behalf of 782286101fb048eb8692425d98fa4780 for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:28:48.471771 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7b2d85aa-4bec-49ce-9bcc-181137d82ab4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:48.596318 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-ffa48a4d-13a6-44b2-9e91-4ac478e42d18 None None] Provisioning for port 8c11a206-f499-4366-889c-0bf8fa46b011 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:28:48.598859 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-eae5cf70-ba24-4d9a-ae45-efaeaa1908ca tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:48.614584 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-eae5cf70-ba24-4d9a-ae45-efaeaa1908ca tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47ef79de-9674-455a-ac1d-bb79624dad6b']}} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:28:48.626047 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1e6465a1-a368-4680-9fe8-94022849153a req-68e69e9c-9c7a-4c7f-b16d-a192d26fb69d tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.7.32 HTTP/1.1" status: 200 len: 1000 time: 0.1602559 Jul 05 02:28:48.627593 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-6e380828-ef0d-4d4b-925f-8e2c726d7069 None None] Transition to ACTIVE for port object 245a06e3-f8db-4924-8661-65e81f7bebe4 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:28:48.630839 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-eae5cf70-ba24-4d9a-ae45-efaeaa1908ca tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dee3a191-1a4d-4f0c-852d-39ee02be1b24') {'for_net_delete': True} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:28:48.632012 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-eae5cf70-ba24-4d9a-ae45-efaeaa1908ca tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dee3a191-1a4d-4f0c-852d-39ee02be1b24') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:28:48.649662 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-eae5cf70-ba24-4d9a-ae45-efaeaa1908ca tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5519669'] for segment, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:48.682346 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-eae5cf70-ba24-4d9a-ae45-efaeaa1908ca tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:48.690331 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-fa608e64-cdbc-4a6d-adbf-ed60a96905ac tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] Deleting port fc5434ad-bdf7-49d8-b5b2-45949cfbe01e {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:28:48.690704 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fa608e64-cdbc-4a6d-adbf-ed60a96905ac tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:48.693719 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-6e380828-ef0d-4d4b-925f-8e2c726d7069 None None] Transition to ACTIVE for port object 245a06e3-f8db-4924-8661-65e81f7bebe4 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:28:48.700877 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eae5cf70-ba24-4d9a-ae45-efaeaa1908ca tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=94461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:28:48.701292 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-eae5cf70-ba24-4d9a-ae45-efaeaa1908ca tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5763545'] for segment, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:48.732811 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 8c11a206-f499-4366-889c-0bf8fa46b011 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:28:48.755677 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6465a1-a368-4680-9fe8-94022849153a req-54002792-151e-48bb-91b8-7e2023da3af0 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:48.770999 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1e6465a1-a368-4680-9fe8-94022849153a req-54002792-151e-48bb-91b8-7e2023da3af0 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] 10.222.0.23 "GET /v2.0/ports/c506d563-bb61-4c2a-890e-31c73022a7b3 HTTP/1.1" status: 200 len: 942 time: 0.1357596 Jul 05 02:28:48.771914 n-d-771362-32 neutron-server[94461]: Traceback (most recent call last): Jul 05 02:28:48.771914 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:28:48.771914 n-d-771362-32 neutron-server[94461]: timer() Jul 05 02:28:48.771914 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:28:48.771914 n-d-771362-32 neutron-server[94461]: cb(*args, **kw) Jul 05 02:28:48.771914 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:28:48.771914 n-d-771362-32 neutron-server[94461]: return func(*args, **kwargs) Jul 05 02:28:48.771914 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:28:48.771914 n-d-771362-32 neutron-server[94461]: self._notify() Jul 05 02:28:48.771914 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:28:48.771914 n-d-771362-32 neutron-server[94461]: self.callback(batched_events) Jul 05 02:28:48.771914 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:28:48.771914 n-d-771362-32 neutron-server[94461]: event.method(event) Jul 05 02:28:48.771914 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:28:48.771914 n-d-771362-32 neutron-server[94461]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:28:48.771914 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:28:48.771914 n-d-771362-32 neutron-server[94461]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:28:48.771914 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:28:48.771914 n-d-771362-32 neutron-server[94461]: return f(self, *a, **k) Jul 05 02:28:48.771914 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:28:48.771914 n-d-771362-32 neutron-server[94461]: return self._get(url).json() Jul 05 02:28:48.771914 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:28:48.771914 n-d-771362-32 neutron-server[94461]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:28:48.771914 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:28:48.771914 n-d-771362-32 neutron-server[94461]: return self.request(url, 'GET', **kwargs) Jul 05 02:28:48.771914 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:28:48.771914 n-d-771362-32 neutron-server[94461]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:28:48.771914 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:28:48.771914 n-d-771362-32 neutron-server[94461]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:28:48.771914 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:28:48.771914 n-d-771362-32 neutron-server[94461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:28:48.771914 n-d-771362-32 neutron-server[94461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:28:48.776510 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-79544e22-9015-4fa8-8b51-d9e2e31ceec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:48.779511 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-79544e22-9015-4fa8-8b51-d9e2e31ceec9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:48.780775 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-79544e22-9015-4fa8-8b51-d9e2e31ceec9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fb0ca873-3225-4872-b1e9-7433aab8fa0b HTTP/1.1" status: 204 len: 168 time: 1.0231569 Jul 05 02:28:48.781631 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-61438f7a-28ba-46a0-a6df-70c8be793bb9 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks [] for router, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:48.785907 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-61438f7a-28ba-46a0-a6df-70c8be793bb9 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.1146653 Jul 05 02:28:48.787485 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 36222) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:48.802231 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79544e22-9015-4fa8-8b51-d9e2e31ceec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb0ca873-3225-4872-b1e9-7433aab8fa0b,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:48.893645 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-eae5cf70-ba24-4d9a-ae45-efaeaa1908ca tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:48.927183 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eae5cf70-ba24-4d9a-ae45-efaeaa1908ca tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 47ef79de-9674-455a-ac1d-bb79624dad6b {{(pid=94461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 05 02:28:49.035184 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-eae5cf70-ba24-4d9a-ae45-efaeaa1908ca tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:49.037614 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-eae5cf70-ba24-4d9a-ae45-efaeaa1908ca tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] 10.222.0.23 "DELETE /v2.0/networks/47ef79de-9674-455a-ac1d-bb79624dad6b HTTP/1.1" status: 204 len: 168 time: 0.8651896 Jul 05 02:28:49.099063 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae5cf70-ba24-4d9a-ae45-efaeaa1908ca tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Pushing event deleted for resources: {'Network': ['ID=47ef79de-9674-455a-ac1d-bb79624dad6b,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:49.129741 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fa608e64-cdbc-4a6d-adbf-ed60a96905ac tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:49.173889 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1e6465a1-a368-4680-9fe8-94022849153a req-386c536f-2ca2-4076-ac01-5140d013b4e1 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.7.32 HTTP/1.1" status: 200 len: 1000 time: 0.2307866 Jul 05 02:28:49.190787 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-fa608e64-cdbc-4a6d-adbf-ed60a96905ac tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] Calling delete_port for fc5434ad-bdf7-49d8-b5b2-45949cfbe01e owned by {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:28:49.217828 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-6e380828-ef0d-4d4b-925f-8e2c726d7069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:49.312324 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-874ea145-9772-41d0-a0ff-aa546306537e tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:49.349816 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7b2d85aa-4bec-49ce-9bcc-181137d82ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:49.435925 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e380828-ef0d-4d4b-925f-8e2c726d7069 None None] Network 0e421a83-3603-4207-b42e-4046947c586d is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:28:49.457366 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e380828-ef0d-4d4b-925f-8e2c726d7069 None None] Pushing event updated for resources: {'Port': ['ID=245a06e3-f8db-4924-8661-65e81f7bebe4,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:49.481689 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-6e380828-ef0d-4d4b-925f-8e2c726d7069 None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:28:49.483701 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fa608e64-cdbc-4a6d-adbf-ed60a96905ac tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:49.489269 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e380828-ef0d-4d4b-925f-8e2c726d7069 None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:28:49.503545 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 8c11a206-f499-4366-889c-0bf8fa46b011 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:28:49.515618 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 8c11a206-f499-4366-889c-0bf8fa46b011 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:28:49.516060 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:49.590835 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa608e64-cdbc-4a6d-adbf-ed60a96905ac tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] Pushing event deleted for resources: {'Port': ['ID=fc5434ad-bdf7-49d8-b5b2-45949cfbe01e,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:49.665593 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2d85aa-4bec-49ce-9bcc-181137d82ab4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd25aff0-af29-453c-a0e9-c2c58c06ca99,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:49.684048 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2d85aa-4bec-49ce-9bcc-181137d82ab4 admin admin] Checking segment: {'id': 'd93517f9-cb27-456b-8180-ef58b44abe45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '882c819f-3448-4e1d-8a0d-c4801113dbdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:28:49.688542 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2d85aa-4bec-49ce-9bcc-181137d82ab4 admin admin] Network hostable DHCP agents. Network: 882c819f-3448-4e1d-8a0d-c4801113dbdf, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:28:49.704730 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fa608e64-cdbc-4a6d-adbf-ed60a96905ac tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:49.710179 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-fa608e64-cdbc-4a6d-adbf-ed60a96905ac tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] 10.222.0.23 "DELETE /v2.0/ports/fc5434ad-bdf7-49d8-b5b2-45949cfbe01e HTTP/1.1" status: 204 len: 168 time: 1.4127851 Jul 05 02:28:49.723728 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 36238) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:49.746646 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-314aae5d-ce74-4225-8918-9a28fc589b13 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] Request body: {'port': {'name': 'tempest-new-port-name-1919768663', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:28:49.747070 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.api.validators [None req-314aae5d-ce74-4225-8918-9a28fc589b13 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] bootfile-name is not in valid_values {{(pid=94462) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 05 02:28:49.747374 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.api.validators [None req-314aae5d-ce74-4225-8918-9a28fc589b13 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] tftp-server is not in valid_values {{(pid=94462) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 05 02:28:49.747697 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.api.validators [None req-314aae5d-ce74-4225-8918-9a28fc589b13 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] server-ip-address is not in valid_values {{(pid=94462) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 05 02:28:49.776202 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-6e380828-ef0d-4d4b-925f-8e2c726d7069 None None] Attempting to bind port 245a06e3-f8db-4924-8661-65e81f7bebe4 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:28:49.776599 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-6e380828-ef0d-4d4b-925f-8e2c726d7069 None None] Attempting to bind port 245a06e3-f8db-4924-8661-65e81f7bebe4 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'ba95ac6c-78d0-4d67-9ce7-07b61e4263d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '0e421a83-3603-4207-b42e-4046947c586d'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:28:49.776931 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e380828-ef0d-4d4b-925f-8e2c726d7069 None None] Attempting to bind port 245a06e3-f8db-4924-8661-65e81f7bebe4 on network 0e421a83-3603-4207-b42e-4046947c586d {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:28:49.794702 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e380828-ef0d-4d4b-925f-8e2c726d7069 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:28:49.795089 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e380828-ef0d-4d4b-925f-8e2c726d7069 None None] Checking segment: {'id': 'ba95ac6c-78d0-4d67-9ce7-07b61e4263d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '0e421a83-3603-4207-b42e-4046947c586d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:28:49.795503 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-6e380828-ef0d-4d4b-925f-8e2c726d7069 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:49.795903 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e380828-ef0d-4d4b-925f-8e2c726d7069 None None] Bound using segment: {'id': 'ba95ac6c-78d0-4d67-9ce7-07b61e4263d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '0e421a83-3603-4207-b42e-4046947c586d'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:28:49.796389 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-6e380828-ef0d-4d4b-925f-8e2c726d7069 None None] Bound port: 245a06e3-f8db-4924-8661-65e81f7bebe4, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba95ac6c-78d0-4d67-9ce7-07b61e4263d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '0e421a83-3603-4207-b42e-4046947c586d'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:28:49.799384 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-6e380828-ef0d-4d4b-925f-8e2c726d7069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:49.833910 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6465a1-a368-4680-9fe8-94022849153a req-4e8c0937-c034-42b8-a929-c902c2e78888 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:49.835774 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1e6465a1-a368-4680-9fe8-94022849153a req-4e8c0937-c034-42b8-a929-c902c2e78888 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] 10.222.0.23 "GET /v2.0/networks/4bbc2f9e-02cf-490e-901d-2588655a3ef0 HTTP/1.1" status: 200 len: 784 time: 0.6596956 Jul 05 02:28:49.899548 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:49.902743 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 36244) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:49.918086 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-320b7acc-ba13-4929-b3f6-100dc0f93b60 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Request body: {'router': {'name': 'tempest-router--1843499941', 'project_id': '12e92594c56f4ffaaa6a9fe66feec7bd'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:28:49.980461 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2d85aa-4bec-49ce-9bcc-181137d82ab4 admin admin] Network 882c819f-3448-4e1d-8a0d-c4801113dbdf is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:28:50.010648 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 8c11a206-f499-4366-889c-0bf8fa46b011, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=8c11a206-f499-4366-889c-0bf8fa46b011,segment=NetworkSegment(30950366-3546-4369-b6f6-8f474ec148d2),segment_id=30950366-3546-4369-b6f6-8f474ec148d2)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:28:50.040685 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-6e380828-ef0d-4d4b-925f-8e2c726d7069 None None] For port 245a06e3-f8db-4924-8661-65e81f7bebe4, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:28:50.051729 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-6e380828-ef0d-4d4b-925f-8e2c726d7069 None None] For port 245a06e3-f8db-4924-8661-65e81f7bebe4, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=245a06e3-f8db-4924-8661-65e81f7bebe4,segment=NetworkSegment(ba95ac6c-78d0-4d67-9ce7-07b61e4263d7),segment_id=ba95ac6c-78d0-4d67-9ce7-07b61e4263d7)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:28:50.059689 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-314aae5d-ce74-4225-8918-9a28fc589b13 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:50.101081 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-7b2d85aa-4bec-49ce-9bcc-181137d82ab4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 882c819f-3448-4e1d-8a0d-c4801113dbdf) {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:28:50.115722 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300332ee-854e-4702-9eea-21dc72f3105f None None] Network 882c819f-3448-4e1d-8a0d-c4801113dbdf requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:28:50.118289 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2d85aa-4bec-49ce-9bcc-181137d82ab4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:50.118289 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7b2d85aa-4bec-49ce-9bcc-181137d82ab4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:50.144863 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-320b7acc-ba13-4929-b3f6-100dc0f93b60 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11810'] for router, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:50.145527 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-320b7acc-ba13-4929-b3f6-100dc0f93b60 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1926740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11821'] for router, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:50.163712 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:50.165304 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 005bbf13-7206-4f42-a1d3-31d02349b09a up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:28:50.230260 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-6e380828-ef0d-4d4b-925f-8e2c726d7069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:50.289075 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-7b2d85aa-4bec-49ce-9bcc-181137d82ab4 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1746840 Jul 05 02:28:50.301647 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-320b7acc-ba13-4929-b3f6-100dc0f93b60 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:50.333008 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-89ecc85d-737a-4304-8d77-ed3dc2c7b288 req-22179dff-d8ef-4e03-a348-ddc5db351d32 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.7.32 HTTP/1.1" status: 200 len: 1000 time: 0.2074924 Jul 05 02:28:50.375626 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=8c11a206-f499-4366-889c-0bf8fa46b011,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:50.416536 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-320b7acc-ba13-4929-b3f6-100dc0f93b60 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963'] for router, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:50.479064 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-314aae5d-ce74-4225-8918-9a28fc589b13 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:50.526507 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 005bbf13-7206-4f42-a1d3-31d02349b09a triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:28:50.527039 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:50.584651 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-320b7acc-ba13-4929-b3f6-100dc0f93b60 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:50.585478 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-320b7acc-ba13-4929-b3f6-100dc0f93b60 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6808381 Jul 05 02:28:50.586966 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e380828-ef0d-4d4b-925f-8e2c726d7069 None None] Pushing event updated for resources: {'Port': ['ID=245a06e3-f8db-4924-8661-65e81f7bebe4,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:50.587834 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 36262) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:50.593606 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-874ea145-9772-41d0-a0ff-aa546306537e tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Allocated IP 2001:db8::1 (8a269fc9-f839-4eb9-868b-dcce979113e3/fbf0b3ef-194a-4517-a7ac-4e1091b5400b/fd843dc0-9690-4de0-954c-ab4b74cfe9be) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:28:50.620703 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452c5b08-0b18-4420-97e5-1ce0e9b53885 None None] Network 882c819f-3448-4e1d-8a0d-c4801113dbdf requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:28:50.751424 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-196c7df2-7d2d-4284-8ff0-2e63319b40ca tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks [] for router, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:50.854043 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ecc85d-737a-4304-8d77-ed3dc2c7b288 req-b054b3da-fc09-4ae6-af9f-e6494493146b tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:50.871366 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-89ecc85d-737a-4304-8d77-ed3dc2c7b288 req-b054b3da-fc09-4ae6-af9f-e6494493146b tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] 10.222.0.23 "GET /v2.0/ports/c506d563-bb61-4c2a-890e-31c73022a7b3 HTTP/1.1" status: 200 len: 942 time: 0.5373335 Jul 05 02:28:50.885209 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-314aae5d-ce74-4225-8918-9a28fc589b13 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:50.895835 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4670cbae-c6db-4225-a201-0ff31df24a4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:50.949188 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-874ea145-9772-41d0-a0ff-aa546306537e tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:50.976567 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [None req-874ea145-9772-41d0-a0ff-aa546306537e tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Transition to ACTIVE for port object fd843dc0-9690-4de0-954c-ab4b74cfe9be will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:28:51.067044 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-314aae5d-ce74-4225-8918-9a28fc589b13 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] In _notify_port_updated(), no bound segment for port 2ff0e109-0358-416d-b1bd-559c951ceccd on network db109e60-bbc8-4338-86ec-c2c6f70a3cee {{(pid=94462) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 02:28:51.072725 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314aae5d-ce74-4225-8918-9a28fc589b13 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:51.073402 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-314aae5d-ce74-4225-8918-9a28fc589b13 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:51.074790 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-314aae5d-ce74-4225-8918-9a28fc589b13 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] 10.222.0.23 "PUT /v2.0/ports/2ff0e109-0358-416d-b1bd-559c951ceccd HTTP/1.1" status: 200 len: 1130 time: 1.3374722 Jul 05 02:28:51.086019 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 36274) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:51.086019 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-196c7df2-7d2d-4284-8ff0-2e63319b40ca tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11828'] for router, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:51.124415 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-89ecc85d-737a-4304-8d77-ed3dc2c7b288 req-d76deb40-a702-4cf6-b272-8c60358af748 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.7.32 HTTP/1.1" status: 200 len: 1000 time: 0.1024606 Jul 05 02:28:51.136634 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-196c7df2-7d2d-4284-8ff0-2e63319b40ca tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:51.167491 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 8c11a206-f499-4366-889c-0bf8fa46b011 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:28:51.175462 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e548af-4037-41dc-a8f7-0348ffcf82be tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:51.176908 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-d8e548af-4037-41dc-a8f7-0348ffcf82be tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] 10.222.0.23 "GET /v2.0/ports/2ff0e109-0358-416d-b1bd-559c951ceccd HTTP/1.1" status: 200 len: 1130 time: 0.0942693 Jul 05 02:28:51.184295 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 36282) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:51.197202 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-874ea145-9772-41d0-a0ff-aa546306537e tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:51.227820 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314aae5d-ce74-4225-8918-9a28fc589b13 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] Pushing event updated for resources: {'Port': ['ID=2ff0e109-0358-416d-b1bd-559c951ceccd,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:51.302557 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874ea145-9772-41d0-a0ff-aa546306537e tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Pushing event updated for resources: {'Port': ['ID=fd843dc0-9690-4de0-954c-ab4b74cfe9be,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:51.307621 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 8c11a206-f499-4366-889c-0bf8fa46b011 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:28:51.308001 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:51.338573 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874ea145-9772-41d0-a0ff-aa546306537e tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Network 8a269fc9-f839-4eb9-868b-dcce979113e3 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:28:51.349433 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-874ea145-9772-41d0-a0ff-aa546306537e tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:28:51.364852 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874ea145-9772-41d0-a0ff-aa546306537e tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:28:51.365267 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-874ea145-9772-41d0-a0ff-aa546306537e tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635668'] for router_interface, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:51.404882 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-196c7df2-7d2d-4284-8ff0-2e63319b40ca tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1575451'] for router, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:51.404882 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-196c7df2-7d2d-4284-8ff0-2e63319b40ca tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 60384feb-869a-4b52-a896-41a93f0f43cf {{(pid=94462) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 02:28:51.411022 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-196c7df2-7d2d-4284-8ff0-2e63319b40ca tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:51.419908 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-196c7df2-7d2d-4284-8ff0-2e63319b40ca tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] 10.222.0.23 "DELETE /v2.0/routers/60384feb-869a-4b52-a896-41a93f0f43cf HTTP/1.1" status: 204 len: 168 time: 0.8264587 Jul 05 02:28:51.473367 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13c474c-570d-4a10-9ace-d8540edc5e66 req-db0fb286-5add-40da-9502-efef76c26964 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:51.475416 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a13c474c-570d-4a10-9ace-d8540edc5e66 req-db0fb286-5add-40da-9502-efef76c26964 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] 10.222.0.23 "GET /v2.0/networks?id=882c819f-3448-4e1d-8a0d-c4801113dbdf HTTP/1.1" status: 200 len: 812 time: 0.2348688 Jul 05 02:28:51.513948 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a13c474c-570d-4a10-9ace-d8540edc5e66 req-a2abf09c-94ba-4b81-83fe-dde402352ec9 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] 10.222.0.23 "GET /v2.0/quotas/782286101fb048eb8692425d98fa4780 HTTP/1.1" status: 200 len: 375 time: 0.0318451 Jul 05 02:28:51.521737 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 245a06e3-f8db-4924-8661-65e81f7bebe4 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:28:51.561547 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ecc85d-737a-4304-8d77-ed3dc2c7b288 req-06767bce-f7af-4a3d-9918-73cba9b8d2b8 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:51.569716 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-89ecc85d-737a-4304-8d77-ed3dc2c7b288 req-06767bce-f7af-4a3d-9918-73cba9b8d2b8 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] 10.222.0.23 "GET /v2.0/networks/4bbc2f9e-02cf-490e-901d-2588655a3ef0 HTTP/1.1" status: 200 len: 784 time: 0.4394414 Jul 05 02:28:51.580188 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a13c474c-570d-4a10-9ace-d8540edc5e66 req-8c54f6cc-a856-4a27-940a-4e7e46723bd9 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=782286101fb048eb8692425d98fa4780&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0651608 Jul 05 02:28:51.624034 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-d9bda6e0-02d4-4129-b7ae-1fd4ebf25d41 None None] Provisioning complete for port 2ff0e109-0358-416d-b1bd-559c951ceccd triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:28:51.625152 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-d9bda6e0-02d4-4129-b7ae-1fd4ebf25d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:51.694494 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a13c474c-570d-4a10-9ace-d8540edc5e66 req-4ef83862-007b-4c6b-b103-0a2c21db25be service neutron] 10.222.0.23 "GET /v2.0/networks/882c819f-3448-4e1d-8a0d-c4801113dbdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134081 Jul 05 02:28:51.720925 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-d9bda6e0-02d4-4129-b7ae-1fd4ebf25d41 None None] Port 2ff0e109-0358-416d-b1bd-559c951ceccd cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:28:51.729852 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 245a06e3-f8db-4924-8661-65e81f7bebe4 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:28:51.808962 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-ac111892-188f-4e6c-b6b9-4d7532da0fcc tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] Deleting port 2ff0e109-0358-416d-b1bd-559c951ceccd {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:28:51.809620 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ac111892-188f-4e6c-b6b9-4d7532da0fcc tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:51.840529 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a13c474c-570d-4a10-9ace-d8540edc5e66 req-bd04b492-9479-4e4d-9382-91fb3d8f5905 service neutron] 10.222.0.23 "GET /v2.0/networks/882c819f-3448-4e1d-8a0d-c4801113dbdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388309 Jul 05 02:28:51.883430 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-89ecc85d-737a-4304-8d77-ed3dc2c7b288 req-89a35b27-83eb-4a3a-922a-c70ed72d0d07 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.7.32 HTTP/1.1" status: 200 len: 1000 time: 0.3127725 Jul 05 02:28:51.908653 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 36298) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:51.918153 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-89ecc85d-737a-4304-8d77-ed3dc2c7b288 req-f5ad1569-d9c4-4e6a-94d3-672be904c41e tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:28:52.014851 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-874ea145-9772-41d0-a0ff-aa546306537e tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:52.033286 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-bd27c381-b832-43db-b676-bb11f623d029 None None] Provisioning for port fd843dc0-9690-4de0-954c-ab4b74cfe9be completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:28:52.043387 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-bd27c381-b832-43db-b676-bb11f623d029 None None] Provisioning complete for port fd843dc0-9690-4de0-954c-ab4b74cfe9be triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:28:52.043387 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-bd27c381-b832-43db-b676-bb11f623d029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:52.045324 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c47c8c-683b-4f00-b7b0-2dbd61694fab None None] Network 0e421a83-3603-4207-b42e-4046947c586d requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:28:52.102726 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-5696169c-d8d9-4a0a-848a-a3c6a85be2ed tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1055804059', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}, 'admin_state_up': False}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:28:52.140072 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-bd27c381-b832-43db-b676-bb11f623d029 None None] Port fd843dc0-9690-4de0-954c-ab4b74cfe9be cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:28:52.153825 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ac111892-188f-4e6c-b6b9-4d7532da0fcc tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:52.174638 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-89ecc85d-737a-4304-8d77-ed3dc2c7b288 req-f5ad1569-d9c4-4e6a-94d3-672be904c41e tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Notify callbacks [] for floatingip, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:52.211378 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-ac111892-188f-4e6c-b6b9-4d7532da0fcc tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] Calling delete_port for 2ff0e109-0358-416d-b1bd-559c951ceccd owned by {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:28:52.291032 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5696169c-d8d9-4a0a-848a-a3c6a85be2ed tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11810'] for router, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:52.292990 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5696169c-d8d9-4a0a-848a-a3c6a85be2ed tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1926740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11821'] for router, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:52.375688 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-8cecc27b-34f6-4449-a8dd-6ab9924f99de None None] Provisioning for port 245a06e3-f8db-4924-8661-65e81f7bebe4 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:28:52.380655 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-8cecc27b-34f6-4449-a8dd-6ab9924f99de None None] Provisioning complete for port 245a06e3-f8db-4924-8661-65e81f7bebe4 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:28:52.386895 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8cecc27b-34f6-4449-a8dd-6ab9924f99de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:52.398070 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5696169c-d8d9-4a0a-848a-a3c6a85be2ed tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:52.539180 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8cecc27b-34f6-4449-a8dd-6ab9924f99de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:52.594084 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-874ea145-9772-41d0-a0ff-aa546306537e tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:52.603040 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-8cecc27b-34f6-4449-a8dd-6ab9924f99de None None] For port 245a06e3-f8db-4924-8661-65e81f7bebe4, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=245a06e3-f8db-4924-8661-65e81f7bebe4,segment=NetworkSegment(ba95ac6c-78d0-4d67-9ce7-07b61e4263d7),segment_id=ba95ac6c-78d0-4d67-9ce7-07b61e4263d7)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:28:52.695529 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8cecc27b-34f6-4449-a8dd-6ab9924f99de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:52.725990 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-874ea145-9772-41d0-a0ff-aa546306537e tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:52.727634 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-874ea145-9772-41d0-a0ff-aa546306537e tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634601'] for router_interface, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:52.734655 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-89ecc85d-737a-4304-8d77-ed3dc2c7b288 req-f5ad1569-d9c4-4e6a-94d3-672be904c41e tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:52.762004 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5696169c-d8d9-4a0a-848a-a3c6a85be2ed tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:52.767590 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cecc27b-34f6-4449-a8dd-6ab9924f99de None None] Pushing event updated for resources: {'Port': ['ID=245a06e3-f8db-4924-8661-65e81f7bebe4,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:52.817829 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-589f0f3f-006a-4a2c-b7f4-5e190df0e17f None None] Provisioning complete for port 245a06e3-f8db-4924-8661-65e81f7bebe4 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:28:52.818232 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-589f0f3f-006a-4a2c-b7f4-5e190df0e17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:52.842951 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-89ecc85d-737a-4304-8d77-ed3dc2c7b288 req-f5ad1569-d9c4-4e6a-94d3-672be904c41e tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636869'] for floatingip, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:52.843283 n-d-771362-32 neutron-server[94461]: INFO neutron.db.l3_db [req-89ecc85d-737a-4304-8d77-ed3dc2c7b288 req-f5ad1569-d9c4-4e6a-94d3-672be904c41e tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Floating IP 5bf35d65-2020-4e7b-b307-b56c536d8d40 disassociated. External IP: 172.25.7.32, port: c506d563-bb61-4c2a-890e-31c73022a7b3. Jul 05 02:28:52.963816 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 245a06e3-f8db-4924-8661-65e81f7bebe4 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:28:52.995714 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874ea145-9772-41d0-a0ff-aa546306537e tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Pushing event updated for resources: {'Port': ['ID=fd843dc0-9690-4de0-954c-ab4b74cfe9be,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:53.045280 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 245a06e3-f8db-4924-8661-65e81f7bebe4 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:28:53.052103 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:53.065750 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874ea145-9772-41d0-a0ff-aa546306537e tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Network 8a269fc9-f839-4eb9-868b-dcce979113e3 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:28:53.068594 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-874ea145-9772-41d0-a0ff-aa546306537e tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:28:53.119804 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5696169c-d8d9-4a0a-848a-a3c6a85be2ed tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks [] for router_gateway, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:53.158872 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ac111892-188f-4e6c-b6b9-4d7532da0fcc tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:53.178363 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5696169c-d8d9-4a0a-848a-a3c6a85be2ed tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:53.211237 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4837acb5-b65c-46cd-b018-e7d4e564b3e3 req-862415ee-bb3b-40ef-8e84-83c4b3d457c6 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a884060-4680-4f0a-aa16-fc8f45fa727b HTTP/1.1" status: 200 len: 210 time: 0.0354102 Jul 05 02:28:53.227077 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-c38112c0-1269-49b8-9b73-aa08aeaf3612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:53.276499 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac111892-188f-4e6c-b6b9-4d7532da0fcc tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] Pushing event deleted for resources: {'Port': ['ID=2ff0e109-0358-416d-b1bd-559c951ceccd,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:53.354598 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ac111892-188f-4e6c-b6b9-4d7532da0fcc tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:53.356821 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-ac111892-188f-4e6c-b6b9-4d7532da0fcc tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] 10.222.0.23 "DELETE /v2.0/ports/2ff0e109-0358-416d-b1bd-559c951ceccd HTTP/1.1" status: 204 len: 168 time: 2.1712239 Jul 05 02:28:53.365417 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 36344) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:53.422439 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-5696169c-d8d9-4a0a-848a-a3c6a85be2ed tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Allocated IP 172.25.7.186 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/55164588-9345-4918-a726-bd99027ecae0) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:28:53.439018 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [req-89ecc85d-737a-4304-8d77-ed3dc2c7b288 req-f5ad1569-d9c4-4e6a-94d3-672be904c41e tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Router fbfd9385-2585-43ff-bbe7-607c9869784f has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:28:53.493701 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef7a294c-b0dc-4d59-b3ca-8042b0d6d664 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] Deleting subnet ada003fd-d080-48b0-b846-a7ae4f8fd03a {{(pid=94461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:28:53.519135 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ef7a294c-b0dc-4d59-b3ca-8042b0d6d664 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] Notify callbacks [] for subnet, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:53.625913 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5696169c-d8d9-4a0a-848a-a3c6a85be2ed tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:53.685427 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-16f5d0e8-ff04-450b-a662-bd46f3f65f77 None None] Provisioning complete for port fd843dc0-9690-4de0-954c-ab4b74cfe9be triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:28:53.685869 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-16f5d0e8-ff04-450b-a662-bd46f3f65f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:53.733420 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-16f5d0e8-ff04-450b-a662-bd46f3f65f77 None None] Port fd843dc0-9690-4de0-954c-ab4b74cfe9be cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:28:53.777332 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5696169c-d8d9-4a0a-848a-a3c6a85be2ed tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:53.839029 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:53.853354 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5696169c-d8d9-4a0a-848a-a3c6a85be2ed tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:28:53.857184 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-5696169c-d8d9-4a0a-848a-a3c6a85be2ed tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:28:53.862330 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5696169c-d8d9-4a0a-848a-a3c6a85be2ed tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:28:53.927839 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5696169c-d8d9-4a0a-848a-a3c6a85be2ed tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Pushing event updated for resources: {'Port': ['ID=55164588-9345-4918-a726-bd99027ecae0,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:54.078360 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-874ea145-9772-41d0-a0ff-aa546306537e tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Router b02a522e-af37-43f3-8fff-408ccde96fbb is scheduled to L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 with binding_index 1 {{(pid=94461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 02:28:54.112704 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ef7a294c-b0dc-4d59-b3ca-8042b0d6d664 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5519650'] for subnet, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:54.278897 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-89ecc85d-737a-4304-8d77-ed3dc2c7b288 req-f5ad1569-d9c4-4e6a-94d3-672be904c41e tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:28:54.286262 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-89ecc85d-737a-4304-8d77-ed3dc2c7b288 req-f5ad1569-d9c4-4e6a-94d3-672be904c41e tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:54.297315 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cca9a59-1526-4d1f-bff3-b2d460e59e95 None None] Sync routers for ids ['fbfd9385-2585-43ff-bbe7-607c9869784f'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:28:54.314578 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cca9a59-1526-4d1f-bff3-b2d460e59e95 None None] Routers {'fbfd9385-2585-43ff-bbe7-607c9869784f'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:28:54.315613 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-5cca9a59-1526-4d1f-bff3-b2d460e59e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:28:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['fbfd9385-2585-43ff-bbe7-607c9869784f'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:28:54.318381 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-874ea145-9772-41d0-a0ff-aa546306537e tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:28:54.329225 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dacf2882-5bcb-4723-8942-9838bbe6e5bf None None] Sync routers for ids ['b02a522e-af37-43f3-8fff-408ccde96fbb'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:28:54.340713 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacf2882-5bcb-4723-8942-9838bbe6e5bf None None] Routers {'b02a522e-af37-43f3-8fff-408ccde96fbb'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:28:54.342905 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-dacf2882-5bcb-4723-8942-9838bbe6e5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:28:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['b02a522e-af37-43f3-8fff-408ccde96fbb'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:28:54.368257 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-874ea145-9772-41d0-a0ff-aa546306537e tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "PUT /v2.0/routers/b02a522e-af37-43f3-8fff-408ccde96fbb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5706763 Jul 05 02:28:54.381157 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 36360) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:54.412902 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-dacf2882-5bcb-4723-8942-9838bbe6e5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:28:54.434524 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacf2882-5bcb-4723-8942-9838bbe6e5bf None None] Routers {'b02a522e-af37-43f3-8fff-408ccde96fbb'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:28:54.435481 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-dacf2882-5bcb-4723-8942-9838bbe6e5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:28:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['b02a522e-af37-43f3-8fff-408ccde96fbb'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:28:54.468191 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9cd69a3d-117a-4455-bfc6-6426564fed4a req-3af87866-6814-4c25-a948-65b51755708c tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a884060-4680-4f0a-aa16-fc8f45fa727b HTTP/1.1" status: 200 len: 210 time: 0.0355983 Jul 05 02:28:54.486659 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-dacf2882-5bcb-4723-8942-9838bbe6e5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:28:54.487689 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dacf2882-5bcb-4723-8942-9838bbe6e5bf None None] The sync data for ids ['b02a522e-af37-43f3-8fff-408ccde96fbb'] in n-d-771362-32 is: [] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:28:54.513978 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ef7a294c-b0dc-4d59-b3ca-8042b0d6d664 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:54.523265 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-5cca9a59-1526-4d1f-bff3-b2d460e59e95 None None] Set router fbfd9385-2585-43ff-bbe7-607c9869784f gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:28:54.606993 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-89ecc85d-737a-4304-8d77-ed3dc2c7b288 req-f5ad1569-d9c4-4e6a-94d3-672be904c41e tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] 10.222.0.23 "PUT /v2.0/floatingips/5bf35d65-2020-4e7b-b307-b56c536d8d40 HTTP/1.1" status: 200 len: 694 time: 2.6993740 Jul 05 02:28:54.612455 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8472f9d0-c744-4bc0-8ccf-9d1f651cfb7c', 'tag': 'c506d563-bb61-4c2a-890e-31c73022a7b3'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:28:54.614677 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae46e3d8-8026-4317-a6d4-6de5c046cee6" -d '{"events": [{"name": "network-changed", "server_uuid": "8472f9d0-c744-4bc0-8ccf-9d1f651cfb7c", "tag": "c506d563-bb61-4c2a-890e-31c73022a7b3"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:28:54.640968 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4519f390-8ef1-49f3-8867-fcd0bed661ef tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:54.642450 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-4519f390-8ef1-49f3-8867-fcd0bed661ef tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "GET /v2.0/ports/fd843dc0-9690-4de0-954c-ab4b74cfe9be HTTP/1.1" status: 200 len: 911 time: 0.2602787 Jul 05 02:28:54.650061 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 36372) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:54.717688 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9ebf6c7-a32a-4107-9d67-26af809714a2 x-openstack-request-id: req-d9ebf6c7-a32a-4107-9d67-26af809714a2 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:28:54.718074 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8472f9d0-c744-4bc0-8ccf-9d1f651cfb7c", "tag": "c506d563-bb61-4c2a-890e-31c73022a7b3", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:28:54.718349 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d9ebf6c7-a32a-4107-9d67-26af809714a2 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:28:54.718755 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8472f9d0-c744-4bc0-8ccf-9d1f651cfb7c', 'tag': 'c506d563-bb61-4c2a-890e-31c73022a7b3', 'status': 'completed', 'code': 200} Jul 05 02:28:54.827062 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ecc85d-737a-4304-8d77-ed3dc2c7b288 req-29e03759-d97b-4273-90b7-7c0197c1ce1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:54.828522 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-89ecc85d-737a-4304-8d77-ed3dc2c7b288 req-29e03759-d97b-4273-90b7-7c0197c1ce1e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=820d01c94cb84c34ab4df1230f2d2b19&device_id=8472f9d0-c744-4bc0-8ccf-9d1f651cfb7c HTTP/1.1" status: 200 len: 1097 time: 0.1850474 Jul 05 02:28:54.852553 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:54.890384 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-5cca9a59-1526-4d1f-bff3-b2d460e59e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbfd9385-2585-43ff-bbe7-607c9869784f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1149951054-router', 'tenant_id': '820d01c94cb84c34ab4df1230f2d2b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '2f7100fd-b056-4f13-933c-8b0e0ef7219e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:27:31Z', 'updated_at': '2021-07-05T02:27:38Z', 'revision_number': 4, 'project_id': '820d01c94cb84c34ab4df1230f2d2b19', 'gw_port': {'id': '2f7100fd-b056-4f13-933c-8b0e0ef7219e', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:f9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfd9385-2585-43ff-bbe7-607c9869784f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:27:32Z', 'updated_at': '2021-07-05T02:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'b7e29bd2-41b5-49af-b42e-6dd63e15685d', 'name': '', 'network_id': '5e8d76cf-072c-4ebe-9632-b498a3035f5b', 'tenant_id': '820d01c94cb84c34ab4df1230f2d2b19', 'mac_address': 'fa:16:3e:a2:cf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfd9385-2585-43ff-bbe7-607c9869784f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '1825f4ef-88c0-436d-968e-41fc32795301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:27:37Z', 'updated_at': '2021-07-05T02:27:50Z', 'revision_number': 5, 'project_id': '820d01c94cb84c34ab4df1230f2d2b19', 'subnets': [{'id': '1825f4ef-88c0-436d-968e-41fc32795301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:28:54.924104 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cca9a59-1526-4d1f-bff3-b2d460e59e95 None None] Checking router: fbfd9385-2585-43ff-bbe7-607c9869784f for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:28:54.947499 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cca9a59-1526-4d1f-bff3-b2d460e59e95 None None] Routers {'fbfd9385-2585-43ff-bbe7-607c9869784f'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:28:54.948148 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-5cca9a59-1526-4d1f-bff3-b2d460e59e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:28:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['fbfd9385-2585-43ff-bbe7-607c9869784f'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:28:54.957356 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ef7a294c-b0dc-4d59-b3ca-8042b0d6d664 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5763388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774356'] for subnet, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:54.963427 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae46e3d8-8026-4317-a6d4-6de5c046cee6 req-c5de6eaf-b21c-4c7a-8e4e-5099eff3af07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:54.965195 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ae46e3d8-8026-4317-a6d4-6de5c046cee6 req-c5de6eaf-b21c-4c7a-8e4e-5099eff3af07 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=820d01c94cb84c34ab4df1230f2d2b19&device_id=8472f9d0-c744-4bc0-8ccf-9d1f651cfb7c HTTP/1.1" status: 200 len: 1097 time: 0.2079902 Jul 05 02:28:54.981669 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5696169c-d8d9-4a0a-848a-a3c6a85be2ed tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks [] for router_gateway, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:55.129080 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7a294c-b0dc-4d59-b3ca-8042b0d6d664 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] Pushing event deleted for resources: {'Subnet': ['ID=ada003fd-d080-48b0-b846-a7ae4f8fd03a,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:55.146193 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ef7a294c-b0dc-4d59-b3ca-8042b0d6d664 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:55.152534 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-ef7a294c-b0dc-4d59-b3ca-8042b0d6d664 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] 10.222.0.23 "DELETE /v2.0/subnets/ada003fd-d080-48b0-b846-a7ae4f8fd03a HTTP/1.1" status: 204 len: 168 time: 1.7762091 Jul 05 02:28:55.154324 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 36386) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:55.290040 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5a538851-d764-4e90-9a1a-c3f64131c6f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:55.374989 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55835de2-3576-4ad0-897e-3f2111cea9e5 None None] Network db109e60-bbc8-4338-86ec-c2c6f70a3cee requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:28:55.387784 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5696169c-d8d9-4a0a-848a-a3c6a85be2ed tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963'] for router, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:55.455227 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-5cca9a59-1526-4d1f-bff3-b2d460e59e95 None None] Set router fbfd9385-2585-43ff-bbe7-607c9869784f gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:28:55.482397 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae46e3d8-8026-4317-a6d4-6de5c046cee6 req-fa73c28d-a55b-4f0b-8d6b-34b18373b603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:55.492537 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ae46e3d8-8026-4317-a6d4-6de5c046cee6 req-fa73c28d-a55b-4f0b-8d6b-34b18373b603 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5e8d76cf-072c-4ebe-9632-b498a3035f5b HTTP/1.1" status: 200 len: 921 time: 0.5156465 Jul 05 02:28:55.493855 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ecc85d-737a-4304-8d77-ed3dc2c7b288 req-bc793518-8e8f-4c77-90dc-e4db975c897a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:55.495427 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-89ecc85d-737a-4304-8d77-ed3dc2c7b288 req-bc793518-8e8f-4c77-90dc-e4db975c897a service neutron] 10.222.0.23 "GET /v2.0/networks?id=5e8d76cf-072c-4ebe-9632-b498a3035f5b HTTP/1.1" status: 200 len: 921 time: 0.6553395 Jul 05 02:28:55.591595 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ae46e3d8-8026-4317-a6d4-6de5c046cee6 req-c074ea85-da84-4c47-9f4c-9ef6024c3607 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c506d563-bb61-4c2a-890e-31c73022a7b3 HTTP/1.1" status: 200 len: 217 time: 0.0913723 Jul 05 02:28:55.645847 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-89ecc85d-737a-4304-8d77-ed3dc2c7b288 req-b1358763-b8a7-4fdd-8fd9-8bbd52953af4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c506d563-bb61-4c2a-890e-31c73022a7b3 HTTP/1.1" status: 200 len: 217 time: 0.1174903 Jul 05 02:28:55.713906 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-71de033a-7454-4bf6-b078-00be81812963 req-b8fbdf97-3553-41b7-be1d-a1b5ebdb3fc2 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a884060-4680-4f0a-aa16-fc8f45fa727b HTTP/1.1" status: 200 len: 210 time: 0.0457776 Jul 05 02:28:55.721663 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-5a538851-d764-4e90-9a1a-c3f64131c6f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] Deleting port 005bbf13-7206-4f42-a1d3-31d02349b09a {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:28:55.722010 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5a538851-d764-4e90-9a1a-c3f64131c6f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:55.741823 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae46e3d8-8026-4317-a6d4-6de5c046cee6 req-b7418fd1-ca5c-49e0-90e9-091f7247a634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:55.743364 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ae46e3d8-8026-4317-a6d4-6de5c046cee6 req-b7418fd1-ca5c-49e0-90e9-091f7247a634 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1825f4ef-88c0-436d-968e-41fc32795301 HTTP/1.1" status: 200 len: 860 time: 0.1251907 Jul 05 02:28:55.797558 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e563c972-01d6-4375-b257-1a2e46779a23 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:55.859853 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ecc85d-737a-4304-8d77-ed3dc2c7b288 req-b8fb042b-918b-48c7-bd7f-4b330c1eb798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:55.873165 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-5cca9a59-1526-4d1f-bff3-b2d460e59e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbfd9385-2585-43ff-bbe7-607c9869784f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1149951054-router', 'tenant_id': '820d01c94cb84c34ab4df1230f2d2b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '2f7100fd-b056-4f13-933c-8b0e0ef7219e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:27:31Z', 'updated_at': '2021-07-05T02:27:38Z', 'revision_number': 4, 'project_id': '820d01c94cb84c34ab4df1230f2d2b19', 'gw_port': {'id': '2f7100fd-b056-4f13-933c-8b0e0ef7219e', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:f9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfd9385-2585-43ff-bbe7-607c9869784f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:27:32Z', 'updated_at': '2021-07-05T02:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'b7e29bd2-41b5-49af-b42e-6dd63e15685d', 'name': '', 'network_id': '5e8d76cf-072c-4ebe-9632-b498a3035f5b', 'tenant_id': '820d01c94cb84c34ab4df1230f2d2b19', 'mac_address': 'fa:16:3e:a2:cf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfd9385-2585-43ff-bbe7-607c9869784f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '1825f4ef-88c0-436d-968e-41fc32795301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:27:37Z', 'updated_at': '2021-07-05T02:27:50Z', 'revision_number': 5, 'project_id': '820d01c94cb84c34ab4df1230f2d2b19', 'subnets': [{'id': '1825f4ef-88c0-436d-968e-41fc32795301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:28:55.873760 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-89ecc85d-737a-4304-8d77-ed3dc2c7b288 req-b8fb042b-918b-48c7-bd7f-4b330c1eb798 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1825f4ef-88c0-436d-968e-41fc32795301 HTTP/1.1" status: 200 len: 860 time: 0.1895421 Jul 05 02:28:55.895313 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cca9a59-1526-4d1f-bff3-b2d460e59e95 None None] The sync data for ids ['fbfd9385-2585-43ff-bbe7-607c9869784f'] in n-d-771362-32 is: [{'id': 'fbfd9385-2585-43ff-bbe7-607c9869784f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1149951054-router', 'tenant_id': '820d01c94cb84c34ab4df1230f2d2b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '2f7100fd-b056-4f13-933c-8b0e0ef7219e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:27:31Z', 'updated_at': '2021-07-05T02:27:38Z', 'revision_number': 4, 'project_id': '820d01c94cb84c34ab4df1230f2d2b19', 'gw_port': {'id': '2f7100fd-b056-4f13-933c-8b0e0ef7219e', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:f9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfd9385-2585-43ff-bbe7-607c9869784f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:27:32Z', 'updated_at': '2021-07-05T02:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'b7e29bd2-41b5-49af-b42e-6dd63e15685d', 'name': '', 'network_id': '5e8d76cf-072c-4ebe-9632-b498a3035f5b', 'tenant_id': '820d01c94cb84c34ab4df1230f2d2b19', 'mac_address': 'fa:16:3e:a2:cf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfd9385-2585-43ff-bbe7-607c9869784f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '1825f4ef-88c0-436d-968e-41fc32795301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:27:37Z', 'updated_at': '2021-07-05T02:27:50Z', 'revision_number': 5, 'project_id': '820d01c94cb84c34ab4df1230f2d2b19', 'subnets': [{'id': '1825f4ef-88c0-436d-968e-41fc32795301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:28:55.939044 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [None req-5a538851-d764-4e90-9a1a-c3f64131c6f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] For port 005bbf13-7206-4f42-a1d3-31d02349b09a, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=005bbf13-7206-4f42-a1d3-31d02349b09a,segment=NetworkSegment(94e721f7-9cad-4d45-b87e-18fc0639bcd9),segment_id=94e721f7-9cad-4d45-b87e-18fc0639bcd9)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:28:55.939597 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5a538851-d764-4e90-9a1a-c3f64131c6f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:55.956951 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74aa901a-c441-455d-ae54-377bf382835e None None] DHCP port deletion for db109e60-bbc8-4338-86ec-c2c6f70a3cee request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:28:55.967378 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-5a538851-d764-4e90-9a1a-c3f64131c6f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] Calling delete_port for 005bbf13-7206-4f42-a1d3-31d02349b09a owned by network:dhcp {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:28:56.019349 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5696169c-d8d9-4a0a-848a-a3c6a85be2ed tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Router 6dd54231-07b8-4ea1-a3cb-bff5af3e9b13 is scheduled to L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 with binding_index 1 {{(pid=94462) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 02:28:56.029341 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:56.061531 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-74aa901a-c441-455d-ae54-377bf382835e None None] Deleting port 005bbf13-7206-4f42-a1d3-31d02349b09a {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:28:56.062038 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-74aa901a-c441-455d-ae54-377bf382835e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:56.065526 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae46e3d8-8026-4317-a6d4-6de5c046cee6 req-a4a60c00-abea-4ee0-b73e-66ab9cddccb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:56.067239 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ae46e3d8-8026-4317-a6d4-6de5c046cee6 req-a4a60c00-abea-4ee0-b73e-66ab9cddccb1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5e8d76cf-072c-4ebe-9632-b498a3035f5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2728589 Jul 05 02:28:56.098326 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ecc85d-737a-4304-8d77-ed3dc2c7b288 req-4d13ee68-cd73-4bd8-a3a5-98addf76aa2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:56.100856 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-89ecc85d-737a-4304-8d77-ed3dc2c7b288 req-4d13ee68-cd73-4bd8-a3a5-98addf76aa2f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5e8d76cf-072c-4ebe-9632-b498a3035f5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2271478 Jul 05 02:28:56.164250 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-74aa901a-c441-455d-ae54-377bf382835e None None] For port 005bbf13-7206-4f42-a1d3-31d02349b09a, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=005bbf13-7206-4f42-a1d3-31d02349b09a,segment=NetworkSegment(94e721f7-9cad-4d45-b87e-18fc0639bcd9),segment_id=94e721f7-9cad-4d45-b87e-18fc0639bcd9)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:28:56.176299 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-74aa901a-c441-455d-ae54-377bf382835e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:56.226744 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-74aa901a-c441-455d-ae54-377bf382835e None None] Calling delete_port for 005bbf13-7206-4f42-a1d3-31d02349b09a owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:28:56.372520 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5696169c-d8d9-4a0a-848a-a3c6a85be2ed tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:28:56.382027 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f6f538-fbf2-4000-ba52-9dc89fe25cf6 None None] Sync routers for ids ['6dd54231-07b8-4ea1-a3cb-bff5af3e9b13'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:28:56.385571 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920663c4-c563-4d6c-97bc-cada77b5ac8c None None] New status for floating IP 5bf35d65-2020-4e7b-b307-b56c536d8d40: DOWN {{(pid=94464) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 02:28:56.414235 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f6f538-fbf2-4000-ba52-9dc89fe25cf6 None None] Routers {'6dd54231-07b8-4ea1-a3cb-bff5af3e9b13'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:28:56.417933 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-b9f6f538-fbf2-4000-ba52-9dc89fe25cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:28:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['6dd54231-07b8-4ea1-a3cb-bff5af3e9b13'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:28:56.426722 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 36404) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:56.490701 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-e563c972-01d6-4375-b257-1a2e46779a23 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Allocated IP 2001:db8:1::1 (0e421a83-3603-4207-b42e-4046947c586d/9ae567a1-3f13-414b-83a7-6cbcbb7c2f58/778c1cad-6913-4f34-baf8-0d410229195a) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:28:56.558736 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-74aa901a-c441-455d-ae54-377bf382835e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:56.564018 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-b9f6f538-fbf2-4000-ba52-9dc89fe25cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:28:56.579968 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5a538851-d764-4e90-9a1a-c3f64131c6f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:56.609299 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5696169c-d8d9-4a0a-848a-a3c6a85be2ed tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:56.612950 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-5696169c-d8d9-4a0a-848a-a3c6a85be2ed tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.7007246 Jul 05 02:28:56.619125 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 36408) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:56.641023 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a538851-d764-4e90-9a1a-c3f64131c6f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] Pushing event deleted for resources: {'Port': ['ID=005bbf13-7206-4f42-a1d3-31d02349b09a,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:56.655120 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74aa901a-c441-455d-ae54-377bf382835e None None] No DVR routers for this DVR port 005bbf13-7206-4f42-a1d3-31d02349b09a on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:28:56.666864 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aa901a-c441-455d-ae54-377bf382835e None None] Pushing event deleted for resources: {'Port': ['ID=005bbf13-7206-4f42-a1d3-31d02349b09a,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:56.666864 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f6f538-fbf2-4000-ba52-9dc89fe25cf6 None None] Routers {'6dd54231-07b8-4ea1-a3cb-bff5af3e9b13'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:28:56.666864 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-b9f6f538-fbf2-4000-ba52-9dc89fe25cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:28:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['6dd54231-07b8-4ea1-a3cb-bff5af3e9b13'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:28:56.717562 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-b9f6f538-fbf2-4000-ba52-9dc89fe25cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:28:56.718293 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f6f538-fbf2-4000-ba52-9dc89fe25cf6 None None] The sync data for ids ['6dd54231-07b8-4ea1-a3cb-bff5af3e9b13'] in n-d-771362-32 is: [] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:28:56.729934 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ae46e3d8-8026-4317-a6d4-6de5c046cee6 req-d3c009e4-bd12-42cf-b4fb-9fe73ad4054e service neutron] 10.222.0.21 "GET /v2.0/networks/5e8d76cf-072c-4ebe-9632-b498a3035f5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6478157 Jul 05 02:28:56.730922 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a538851-d764-4e90-9a1a-c3f64131c6f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] No DVR routers for this DVR port 005bbf13-7206-4f42-a1d3-31d02349b09a on host n-d-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:28:56.812805 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7ea7960e-ac01-45c5-8128-f53bc48a7fdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:56.818065 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bfe26f-59ab-4b02-9f48-30266588211e req-b57598b0-c49d-4f3c-b484-6f2a3f6b7769 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:56.851792 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bfe26f-59ab-4b02-9f48-30266588211e req-b57598b0-c49d-4f3c-b484-6f2a3f6b7769 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:56.861442 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bfe26f-59ab-4b02-9f48-30266588211e req-b57598b0-c49d-4f3c-b484-6f2a3f6b7769 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:56.868817 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bfe26f-59ab-4b02-9f48-30266588211e req-b57598b0-c49d-4f3c-b484-6f2a3f6b7769 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:56.879398 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bfe26f-59ab-4b02-9f48-30266588211e req-b57598b0-c49d-4f3c-b484-6f2a3f6b7769 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:56.887197 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bfe26f-59ab-4b02-9f48-30266588211e req-b57598b0-c49d-4f3c-b484-6f2a3f6b7769 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:56.893812 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bfe26f-59ab-4b02-9f48-30266588211e req-b57598b0-c49d-4f3c-b484-6f2a3f6b7769 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:56.896171 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a0bfe26f-59ab-4b02-9f48-30266588211e req-b57598b0-c49d-4f3c-b484-6f2a3f6b7769 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/ports?device_id=a29b1f86-c2b3-4079-ba70-879d5fa5b04b HTTP/1.1" status: 200 len: 5436 time: 0.3011801 Jul 05 02:28:56.904898 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e563c972-01d6-4375-b257-1a2e46779a23 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:56.907350 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13c474c-570d-4a10-9ace-d8540edc5e66 req-bb689d29-82c8-49ea-9de1-6061752674ec tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:56.909040 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a13c474c-570d-4a10-9ace-d8540edc5e66 req-bb689d29-82c8-49ea-9de1-6061752674ec tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] 10.222.0.15 "GET /v2.0/networks?id=882c819f-3448-4e1d-8a0d-c4801113dbdf HTTP/1.1" status: 200 len: 812 time: 0.7051084 Jul 05 02:28:56.947494 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-89ecc85d-737a-4304-8d77-ed3dc2c7b288 req-91b9f567-400b-4856-ba81-4221d7bb4bba service neutron] 10.222.0.23 "GET /v2.0/networks/5e8d76cf-072c-4ebe-9632-b498a3035f5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7901485 Jul 05 02:28:56.954457 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [None req-e563c972-01d6-4375-b257-1a2e46779a23 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Transition to ACTIVE for port object 778c1cad-6913-4f34-baf8-0d410229195a will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:28:56.963632 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 005bbf13-7206-4f42-a1d3-31d02349b09a no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:28:56.967083 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-a13c474c-570d-4a10-9ace-d8540edc5e66 req-b1060552-bbf1-44a1-bece-01a14c2afcbd tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Request body: {'port': {'device_id': '33a94b41-3405-456b-a5e6-7f6f25a0653b', 'network_id': '882c819f-3448-4e1d-8a0d-c4801113dbdf', 'admin_state_up': True, 'tenant_id': '782286101fb048eb8692425d98fa4780'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:28:56.982999 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a0bfe26f-59ab-4b02-9f48-30266588211e req-2fb43040-9a17-4173-9964-e2ab8e2baac9 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/security-groups?id=17338adc-3db3-4a61-bf9d-146877730ae5&id=aee4c074-5a4c-4da1-9a49-8feda33d45d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0751226 Jul 05 02:28:57.049626 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 005bbf13-7206-4f42-a1d3-31d02349b09a {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:28:57.049986 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 005bbf13-7206-4f42-a1d3-31d02349b09a not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:28:57.133113 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5a538851-d764-4e90-9a1a-c3f64131c6f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:57.170809 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4388ecbb-ea00-4b1b-9892-663293878359 req-910423ee-c972-4474-ae68-a482f5f61d0b tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a884060-4680-4f0a-aa16-fc8f45fa727b HTTP/1.1" status: 200 len: 210 time: 0.0312161 Jul 05 02:28:57.172249 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e563c972-01d6-4375-b257-1a2e46779a23 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:57.200982 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-5a538851-d764-4e90-9a1a-c3f64131c6f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db109e60-bbc8-4338-86ec-c2c6f70a3cee']}} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:28:57.222987 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e563c972-01d6-4375-b257-1a2e46779a23 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Network 0e421a83-3603-4207-b42e-4046947c586d is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:28:57.226888 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-e563c972-01d6-4375-b257-1a2e46779a23 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:28:57.232601 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e563c972-01d6-4375-b257-1a2e46779a23 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:28:57.233384 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e563c972-01d6-4375-b257-1a2e46779a23 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635668'] for router_interface, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:57.236140 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-5a538851-d764-4e90-9a1a-c3f64131c6f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94e721f7-9cad-4d45-b87e-18fc0639bcd9') {'for_net_delete': True} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:28:57.236446 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-5a538851-d764-4e90-9a1a-c3f64131c6f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94e721f7-9cad-4d45-b87e-18fc0639bcd9') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:28:57.270417 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5a538851-d764-4e90-9a1a-c3f64131c6f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5519669'] for segment, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:57.292835 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-ca44c842-cff3-41f2-8ecd-5050e93c7280 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] 10.222.0.23 "GET /v2.0/routers/6dd54231-07b8-4ea1-a3cb-bff5af3e9b13 HTTP/1.1" status: 200 len: 921 time: 0.6487205 Jul 05 02:28:57.305463 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 36418) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:57.360005 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e563c972-01d6-4375-b257-1a2e46779a23 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Pushing event updated for resources: {'Port': ['ID=778c1cad-6913-4f34-baf8-0d410229195a,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:57.370932 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-e21fa200-4471-47c1-ae9b-7816a273fe98 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] 10.222.0.23 "GET /v2.0/ports?device_id=6dd54231-07b8-4ea1-a3cb-bff5af3e9b13 HTTP/1.1" status: 200 len: 205 time: 0.0614491 Jul 05 02:28:57.374936 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ae46e3d8-8026-4317-a6d4-6de5c046cee6 req-b0191c32-4156-4c47-961d-ff4e547f7a6d service neutron] 10.222.0.21 "GET /v2.0/networks/5e8d76cf-072c-4ebe-9632-b498a3035f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6029892 Jul 05 02:28:57.377761 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 36422) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:57.393686 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5a538851-d764-4e90-9a1a-c3f64131c6f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:57.471515 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a538851-d764-4e90-9a1a-c3f64131c6f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=94461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:28:57.472214 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5a538851-d764-4e90-9a1a-c3f64131c6f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5763545'] for segment, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:57.494909 n-d-771362-32 neutron-server[94461]: Traceback (most recent call last): Jul 05 02:28:57.494909 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:28:57.494909 n-d-771362-32 neutron-server[94461]: timer() Jul 05 02:28:57.494909 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:28:57.494909 n-d-771362-32 neutron-server[94461]: cb(*args, **kw) Jul 05 02:28:57.494909 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:28:57.494909 n-d-771362-32 neutron-server[94461]: return func(*args, **kwargs) Jul 05 02:28:57.494909 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:28:57.494909 n-d-771362-32 neutron-server[94461]: self._notify() Jul 05 02:28:57.494909 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:28:57.494909 n-d-771362-32 neutron-server[94461]: self.callback(batched_events) Jul 05 02:28:57.494909 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:28:57.494909 n-d-771362-32 neutron-server[94461]: event.method(event) Jul 05 02:28:57.494909 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:28:57.494909 n-d-771362-32 neutron-server[94461]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:28:57.494909 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:28:57.494909 n-d-771362-32 neutron-server[94461]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:28:57.494909 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:28:57.494909 n-d-771362-32 neutron-server[94461]: return f(self, *a, **k) Jul 05 02:28:57.494909 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:28:57.494909 n-d-771362-32 neutron-server[94461]: return self._get(url).json() Jul 05 02:28:57.494909 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:28:57.494909 n-d-771362-32 neutron-server[94461]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:28:57.494909 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:28:57.494909 n-d-771362-32 neutron-server[94461]: return self.request(url, 'GET', **kwargs) Jul 05 02:28:57.494909 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:28:57.494909 n-d-771362-32 neutron-server[94461]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:28:57.494909 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:28:57.494909 n-d-771362-32 neutron-server[94461]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:28:57.494909 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:28:57.494909 n-d-771362-32 neutron-server[94461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:28:57.494909 n-d-771362-32 neutron-server[94461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:28:57.581668 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-89ecc85d-737a-4304-8d77-ed3dc2c7b288 req-a072b2c9-9844-488f-b141-af1306f5888a service neutron] 10.222.0.23 "GET /v2.0/networks/5e8d76cf-072c-4ebe-9632-b498a3035f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5129514 Jul 05 02:28:57.600297 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db75c4-4805-4bea-a41c-36b4b91b1c08 req-db8b4624-c5d5-4461-98b9-7af1fc26c0dc tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:57.606504 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db75c4-4805-4bea-a41c-36b4b91b1c08 req-db8b4624-c5d5-4461-98b9-7af1fc26c0dc tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:57.627257 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db75c4-4805-4bea-a41c-36b4b91b1c08 req-db8b4624-c5d5-4461-98b9-7af1fc26c0dc tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:57.633895 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db75c4-4805-4bea-a41c-36b4b91b1c08 req-db8b4624-c5d5-4461-98b9-7af1fc26c0dc tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:57.640631 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db75c4-4805-4bea-a41c-36b4b91b1c08 req-db8b4624-c5d5-4461-98b9-7af1fc26c0dc tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:57.646729 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db75c4-4805-4bea-a41c-36b4b91b1c08 req-db8b4624-c5d5-4461-98b9-7af1fc26c0dc tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:57.653191 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db75c4-4805-4bea-a41c-36b4b91b1c08 req-db8b4624-c5d5-4461-98b9-7af1fc26c0dc tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:57.670730 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-14db75c4-4805-4bea-a41c-36b4b91b1c08 req-db8b4624-c5d5-4461-98b9-7af1fc26c0dc tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/ports?device_id=a29b1f86-c2b3-4079-ba70-879d5fa5b04b HTTP/1.1" status: 200 len: 5436 time: 0.2141976 Jul 05 02:28:57.689289 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e563c972-01d6-4375-b257-1a2e46779a23 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:57.832628 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-eb7e15ab-4e7d-40d3-adf2-1124f7c5df14 None None] Provisioning for port 778c1cad-6913-4f34-baf8-0d410229195a completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:28:57.839581 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-eb7e15ab-4e7d-40d3-adf2-1124f7c5df14 None None] Provisioning complete for port 778c1cad-6913-4f34-baf8-0d410229195a triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:28:57.840225 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-eb7e15ab-4e7d-40d3-adf2-1124f7c5df14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:57.892668 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-eb7e15ab-4e7d-40d3-adf2-1124f7c5df14 None None] Port 778c1cad-6913-4f34-baf8-0d410229195a cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:28:58.030033 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e563c972-01d6-4375-b257-1a2e46779a23 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:58.096410 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5a538851-d764-4e90-9a1a-c3f64131c6f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:58.116719 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5a538851-d764-4e90-9a1a-c3f64131c6f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:58.118529 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-5a538851-d764-4e90-9a1a-c3f64131c6f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] 10.222.0.23 "DELETE /v2.0/networks/db109e60-bbc8-4338-86ec-c2c6f70a3cee HTTP/1.1" status: 204 len: 168 time: 2.9404738 Jul 05 02:28:58.124520 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7ea7960e-ac01-45c5-8128-f53bc48a7fdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:58.124786 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e563c972-01d6-4375-b257-1a2e46779a23 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:58.135730 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e563c972-01d6-4375-b257-1a2e46779a23 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634601'] for router_interface, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:58.172401 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-35680854-f8c9-4c46-8ea8-c1d95ce53373 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks [] for router, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:58.178147 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a538851-d764-4e90-9a1a-c3f64131c6f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783 tempest-ExtraDHCPOptionsIpV6TestJSON-1078665783-project] Pushing event deleted for resources: {'Network': ['ID=db109e60-bbc8-4338-86ec-c2c6f70a3cee,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:58.214986 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e563c972-01d6-4375-b257-1a2e46779a23 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Pushing event updated for resources: {'Port': ['ID=778c1cad-6913-4f34-baf8-0d410229195a,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:58.255458 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13c474c-570d-4a10-9ace-d8540edc5e66 req-6449a205-8fe3-4212-a24a-af2ef3b52d2f tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:58.257397 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a13c474c-570d-4a10-9ace-d8540edc5e66 req-6449a205-8fe3-4212-a24a-af2ef3b52d2f tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] 10.222.0.15 "GET /v2.0/networks?id=882c819f-3448-4e1d-8a0d-c4801113dbdf HTTP/1.1" status: 200 len: 812 time: 0.9708447 Jul 05 02:28:58.264200 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7ea7960e-ac01-45c5-8128-f53bc48a7fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:58.308637 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 36444) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:58.318995 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-a13c474c-570d-4a10-9ace-d8540edc5e66 req-f4d8a73e-fe58-4155-8d14-3b19537c04a2 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Request body: {'port': {'device_id': '5a884060-4680-4f0a-aa16-fc8f45fa727b', 'network_id': '882c819f-3448-4e1d-8a0d-c4801113dbdf', 'admin_state_up': True, 'tenant_id': '782286101fb048eb8692425d98fa4780'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:28:58.394758 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-7ea7960e-ac01-45c5-8128-f53bc48a7fdf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a0f4fd8b0d6a40948d57862f69ffbc16&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9648316 Jul 05 02:28:58.439199 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 36446) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:58.486248 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bd1f5e65-ab3a-4944-8fba-41120b5cee02 req-468da487-5edb-4d52-8990-b18ed45307c7 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a884060-4680-4f0a-aa16-fc8f45fa727b HTTP/1.1" status: 200 len: 210 time: 0.1264281 Jul 05 02:28:58.491943 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea7960e-ac01-45c5-8128-f53bc48a7fdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc3bafd7-bf06-4c72-8f9e-6ab1540f5203,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:58.510157 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a13c474c-570d-4a10-9ace-d8540edc5e66 req-b1060552-bbf1-44a1-bece-01a14c2afcbd tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Made reservation on behalf of 782286101fb048eb8692425d98fa4780 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:28:58.513844 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a13c474c-570d-4a10-9ace-d8540edc5e66 req-b1060552-bbf1-44a1-bece-01a14c2afcbd tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:58.601276 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-35680854-f8c9-4c46-8ea8-c1d95ce53373 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:58.668801 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-836a44c6-432a-4f4a-837d-5a870346010a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:58.730419 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-836a44c6-432a-4f4a-837d-5a870346010a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:58.769586 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e563c972-01d6-4375-b257-1a2e46779a23 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Network 0e421a83-3603-4207-b42e-4046947c586d is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:28:58.775576 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-e563c972-01d6-4375-b257-1a2e46779a23 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:28:58.804432 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 36452) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:58.807271 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a13c474c-570d-4a10-9ace-d8540edc5e66 req-f4d8a73e-fe58-4155-8d14-3b19537c04a2 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Made reservation on behalf of 782286101fb048eb8692425d98fa4780 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:28:58.809272 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a13c474c-570d-4a10-9ace-d8540edc5e66 req-f4d8a73e-fe58-4155-8d14-3b19537c04a2 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:58.854962 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-a13c474c-570d-4a10-9ace-d8540edc5e66 req-b1060552-bbf1-44a1-bece-01a14c2afcbd tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Allocated IP 172.20.0.5 (882c819f-3448-4e1d-8a0d-c4801113dbdf/bd25aff0-af29-453c-a0e9-c2c58c06ca99/ad5c6009-cbb2-4601-ba3b-b6156013b398) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:28:58.970211 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c405225a-1cc9-45e6-b704-88551d44c918 req-ccb9ec43-62dd-4242-96db-9f8693adba2d tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:58.973154 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c405225a-1cc9-45e6-b704-88551d44c918 req-ccb9ec43-62dd-4242-96db-9f8693adba2d tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d9c139f-f1ba-4755-b858-e814d10506d6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.6787763 Jul 05 02:28:58.974620 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cf690260-6004-4d66-ad62-8e1f975cf53b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:58.984943 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-35680854-f8c9-4c46-8ea8-c1d95ce53373 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Deleting port 55164588-9345-4918-a726-bd99027ecae0 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:28:58.985489 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-35680854-f8c9-4c46-8ea8-c1d95ce53373 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:59.127486 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-cbe4114f-8cd5-4225-8141-24fa54580a6f None None] Provisioning complete for port 778c1cad-6913-4f34-baf8-0d410229195a triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:28:59.128677 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-cbe4114f-8cd5-4225-8141-24fa54580a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:59.133112 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c405225a-1cc9-45e6-b704-88551d44c918 req-f2d1720e-93ac-46e3-9346-f59518e7175c tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.7.32 HTTP/1.1" status: 200 len: 695 time: 0.1493642 Jul 05 02:28:59.166602 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-c405225a-1cc9-45e6-b704-88551d44c918 req-9ef280c5-61dc-46cd-b8b9-30d19489abb0 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Request body: {'floatingip': {'port_id': '8a828455-b584-499c-8416-ba79eab6b24e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:28:59.173407 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e563c972-01d6-4375-b257-1a2e46779a23 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Router b02a522e-af37-43f3-8fff-408ccde96fbb has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:28:59.174746 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-cbe4114f-8cd5-4225-8141-24fa54580a6f None None] Port 778c1cad-6913-4f34-baf8-0d410229195a cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:28:59.188476 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-35680854-f8c9-4c46-8ea8-c1d95ce53373 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:59.200373 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-35680854-f8c9-4c46-8ea8-c1d95ce53373 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Calling delete_port for 55164588-9345-4918-a726-bd99027ecae0 owned by network:router_gateway {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:28:59.208736 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-836a44c6-432a-4f4a-837d-5a870346010a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:59.211448 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-836a44c6-432a-4f4a-837d-5a870346010a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:59.212627 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-836a44c6-432a-4f4a-837d-5a870346010a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cc3bafd7-bf06-4c72-8f9e-6ab1540f5203 HTTP/1.1" status: 204 len: 168 time: 0.7668407 Jul 05 02:28:59.225280 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-733e9fa5-48c5-42c7-b4dc-ec3bce8f3bee admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6c269e97d4394710ae236b252943888f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4197466 Jul 05 02:28:59.232494 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-c405225a-1cc9-45e6-b704-88551d44c918 req-9ef280c5-61dc-46cd-b8b9-30d19489abb0 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Notify callbacks [] for floatingip, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:59.239788 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 36460) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:59.271749 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836a44c6-432a-4f4a-837d-5a870346010a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc3bafd7-bf06-4c72-8f9e-6ab1540f5203,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:59.419465 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a13c474c-570d-4a10-9ace-d8540edc5e66 req-b1060552-bbf1-44a1-bece-01a14c2afcbd tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:59.450824 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ec117179-d46f-4d69-9632-48012e476025 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:59.522753 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ec117179-d46f-4d69-9632-48012e476025 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:59.588544 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-35680854-f8c9-4c46-8ea8-c1d95ce53373 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:59.593280 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a13c474c-570d-4a10-9ace-d8540edc5e66 req-b1060552-bbf1-44a1-bece-01a14c2afcbd tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:59.613747 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e563c972-01d6-4375-b257-1a2e46779a23 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:28:59.626683 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2702eb5b-f0b9-45b3-8d0b-e9f28aa58901 None None] Sync routers for ids ['b02a522e-af37-43f3-8fff-408ccde96fbb'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:28:59.642705 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2702eb5b-f0b9-45b3-8d0b-e9f28aa58901 None None] Routers {'b02a522e-af37-43f3-8fff-408ccde96fbb'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:28:59.647307 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-2702eb5b-f0b9-45b3-8d0b-e9f28aa58901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:28:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['b02a522e-af37-43f3-8fff-408ccde96fbb'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:28:59.648292 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-e563c972-01d6-4375-b257-1a2e46779a23 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "PUT /v2.0/routers/b02a522e-af37-43f3-8fff-408ccde96fbb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9970815 Jul 05 02:28:59.672830 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 36472) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:59.683364 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35680854-f8c9-4c46-8ea8-c1d95ce53373 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Pushing event deleted for resources: {'Port': ['ID=55164588-9345-4918-a726-bd99027ecae0,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:59.741608 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-2702eb5b-f0b9-45b3-8d0b-e9f28aa58901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:28:59.751838 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2702eb5b-f0b9-45b3-8d0b-e9f28aa58901 None None] Routers {'b02a522e-af37-43f3-8fff-408ccde96fbb'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:28:59.752590 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-2702eb5b-f0b9-45b3-8d0b-e9f28aa58901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:28:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['b02a522e-af37-43f3-8fff-408ccde96fbb'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:28:59.765870 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a13c474c-570d-4a10-9ace-d8540edc5e66 req-b1060552-bbf1-44a1-bece-01a14c2afcbd tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Network 882c819f-3448-4e1d-8a0d-c4801113dbdf is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:28:59.773022 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ec117179-d46f-4d69-9632-48012e476025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:59.775910 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ec117179-d46f-4d69-9632-48012e476025 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:59.778182 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-ec117179-d46f-4d69-9632-48012e476025 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/198ef8f8-4fe6-460a-b136-5bf15f3edd27 HTTP/1.1" status: 204 len: 168 time: 0.5363007 Jul 05 02:28:59.789378 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-2702eb5b-f0b9-45b3-8d0b-e9f28aa58901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:28:59.790270 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2702eb5b-f0b9-45b3-8d0b-e9f28aa58901 None None] The sync data for ids ['b02a522e-af37-43f3-8fff-408ccde96fbb'] in n-d-771362-32 is: [] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:28:59.815151 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d9e3f022-84df-4bb2-948b-0b139fad9681 req-faba78ba-e9f1-4f95-8fe6-d26ede932cde tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a884060-4680-4f0a-aa16-fc8f45fa727b HTTP/1.1" status: 200 len: 210 time: 0.1196411 Jul 05 02:28:59.816000 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec117179-d46f-4d69-9632-48012e476025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=198ef8f8-4fe6-460a-b136-5bf15f3edd27,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:59.843709 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cf690260-6004-4d66-ad62-8e1f975cf53b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:28:59.857366 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-a13c474c-570d-4a10-9ace-d8540edc5e66 req-b1060552-bbf1-44a1-bece-01a14c2afcbd tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:28:59.866572 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-a13c474c-570d-4a10-9ace-d8540edc5e66 req-b1060552-bbf1-44a1-bece-01a14c2afcbd tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:28:59.899598 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.db.api [req-a13c474c-570d-4a10-9ace-d8540edc5e66 req-f4d8a73e-fe58-4155-8d14-3b19537c04a2 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.5-7e0737b6-59b7-4eee-b0c6-d0f09b8b35c6 {{(pid=94461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 02:28:59.900455 n-d-771362-32 neutron-server[94461]: DEBUG oslo_db.api [req-a13c474c-570d-4a10-9ace-d8540edc5e66 req-f4d8a73e-fe58-4155-8d14-3b19537c04a2 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 02:28:59.900712 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c32db5-09cc-4a15-939b-e0344ef0481e tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:59.904693 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-87c32db5-09cc-4a15-939b-e0344ef0481e tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "GET /v2.0/ports/778c1cad-6913-4f34-baf8-0d410229195a HTTP/1.1" status: 200 len: 913 time: 0.2148626 Jul 05 02:28:59.905159 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 36480) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:28:59.914877 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b1f22d-7b36-4dd4-8027-b0a69d78c05c req-7b6a778f-f481-43ce-b85e-ab8e779774a6 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:28:59.916429 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-84b1f22d-7b36-4dd4-8027-b0a69d78c05c req-7b6a778f-f481-43ce-b85e-ab8e779774a6 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] 10.222.0.21 "GET /v2.0/ports?device_id=8472f9d0-c744-4bc0-8ccf-9d1f651cfb7c HTTP/1.1" status: 200 len: 945 time: 0.3771846 Jul 05 02:28:59.918254 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1060552-bbf1-44a1-bece-01a14c2afcbd tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Pushing event updated for resources: {'Port': ['ID=ad5c6009-cbb2-4601-ba3b-b6156013b398,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:28:59.996798 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cf690260-6004-4d66-ad62-8e1f975cf53b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:00.033074 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-35680854-f8c9-4c46-8ea8-c1d95ce53373 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636927'] for router_gateway, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:00.042003 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13c474c-570d-4a10-9ace-d8540edc5e66 req-b1060552-bbf1-44a1-bece-01a14c2afcbd tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:00.042699 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a13c474c-570d-4a10-9ace-d8540edc5e66 req-b1060552-bbf1-44a1-bece-01a14c2afcbd tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:00.051740 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-cf690260-6004-4d66-ad62-8e1f975cf53b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=66a2c57473a448e8a09d7da3703e36d4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7418170 Jul 05 02:29:00.055033 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 36482) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:00.064993 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf690260-6004-4d66-ad62-8e1f975cf53b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cce84071-2b2c-46df-b761-f1bd1773211d,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:00.079980 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 36484) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:00.183129 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 36488) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:00.183741 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-35680854-f8c9-4c46-8ea8-c1d95ce53373 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11828'] for router, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:00.185492 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b5dff201-5223-40ef-9310-a9a199703d4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:00.187709 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-35680854-f8c9-4c46-8ea8-c1d95ce53373 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:00.203402 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2f6caeff-eab6-49af-8b29-cf07e80f9f9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:00.313561 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2f6caeff-eab6-49af-8b29-cf07e80f9f9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:00.340500 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-c405225a-1cc9-45e6-b704-88551d44c918 req-9ef280c5-61dc-46cd-b8b9-30d19489abb0 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:00.381044 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5e829a-a404-4867-a011-a63163d45c08 req-c3846a61-43bf-4b07-89d7-f0fbb0023112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:00.381472 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5e829a-a404-4867-a011-a63163d45c08 req-c3846a61-43bf-4b07-89d7-f0fbb0023112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:00.381947 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5e829a-a404-4867-a011-a63163d45c08 req-c3846a61-43bf-4b07-89d7-f0fbb0023112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:00.382475 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5e829a-a404-4867-a011-a63163d45c08 req-c3846a61-43bf-4b07-89d7-f0fbb0023112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:00.382947 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5e829a-a404-4867-a011-a63163d45c08 req-c3846a61-43bf-4b07-89d7-f0fbb0023112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:00.383415 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5e829a-a404-4867-a011-a63163d45c08 req-c3846a61-43bf-4b07-89d7-f0fbb0023112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:00.383879 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5e829a-a404-4867-a011-a63163d45c08 req-c3846a61-43bf-4b07-89d7-f0fbb0023112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:00.386587 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-84b1f22d-7b36-4dd4-8027-b0a69d78c05c req-e2694fee-aeda-4f17-badd-48a59ade2f87 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Deleting port c506d563-bb61-4c2a-890e-31c73022a7b3 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:29:00.386746 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1d5e829a-a404-4867-a011-a63163d45c08 req-c3846a61-43bf-4b07-89d7-f0fbb0023112 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a29b1f86-c2b3-4079-ba70-879d5fa5b04b HTTP/1.1" status: 200 len: 6500 time: 0.2025895 Jul 05 02:29:00.386930 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-84b1f22d-7b36-4dd4-8027-b0a69d78c05c req-e2694fee-aeda-4f17-badd-48a59ade2f87 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:00.408471 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a13c474c-570d-4a10-9ace-d8540edc5e66 req-f4d8a73e-fe58-4155-8d14-3b19537c04a2 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:00.445166 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1d5e829a-a404-4867-a011-a63163d45c08 req-9960031b-8b8e-4412-96fb-d44c7ecfacc9 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=aee4c074-5a4c-4da1-9a49-8feda33d45d1&id=17338adc-3db3-4a61-bf9d-146877730ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0391855 Jul 05 02:29:00.445549 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a13c474c-570d-4a10-9ace-d8540edc5e66 req-b1060552-bbf1-44a1-bece-01a14c2afcbd tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4947076 Jul 05 02:29:00.455828 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-c405225a-1cc9-45e6-b704-88551d44c918 req-9ef280c5-61dc-46cd-b8b9-30d19489abb0 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636869'] for floatingip, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:00.475142 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-a13c474c-570d-4a10-9ace-d8540edc5e66 req-032fa37d-171b-4d09-b725-68cfb9b37fcf service neutron] Request body: {'port': {'device_id': '33a94b41-3405-456b-a5e6-7f6f25a0653b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:29:00.477247 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-35680854-f8c9-4c46-8ea8-c1d95ce53373 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1575451'] for router, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:00.477804 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35680854-f8c9-4c46-8ea8-c1d95ce53373 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Fanout notify agent at l3_agent the message router_deleted on router 6dd54231-07b8-4ea1-a3cb-bff5af3e9b13 {{(pid=94461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 02:29:00.513589 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2f6caeff-eab6-49af-8b29-cf07e80f9f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:00.514514 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-35680854-f8c9-4c46-8ea8-c1d95ce53373 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks [] for router, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:00.515627 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-35680854-f8c9-4c46-8ea8-c1d95ce53373 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] 10.222.0.23 "DELETE /v2.0/routers/6dd54231-07b8-4ea1-a3cb-bff5af3e9b13 HTTP/1.1" status: 204 len: 168 time: 3.1330638 Jul 05 02:29:00.516280 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2f6caeff-eab6-49af-8b29-cf07e80f9f9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:00.517567 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-2f6caeff-eab6-49af-8b29-cf07e80f9f9c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cce84071-2b2c-46df-b761-f1bd1773211d HTTP/1.1" status: 204 len: 168 time: 0.4614811 Jul 05 02:29:00.541713 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 36502) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:00.550581 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-a045f96b-4088-469f-8b4e-af16acbaa720 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1503002229', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'enable_snat': False}}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:29:00.564854 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6caeff-eab6-49af-8b29-cf07e80f9f9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cce84071-2b2c-46df-b761-f1bd1773211d,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:00.610106 n-d-771362-32 neutron-server[94462]: INFO neutron.db.l3_db [req-c405225a-1cc9-45e6-b704-88551d44c918 req-9ef280c5-61dc-46cd-b8b9-30d19489abb0 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Floating IP 5bf35d65-2020-4e7b-b307-b56c536d8d40 associated. External IP: 172.25.7.32, port: 8a828455-b584-499c-8416-ba79eab6b24e. Jul 05 02:29:00.713953 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-84b1f22d-7b36-4dd4-8027-b0a69d78c05c req-e2694fee-aeda-4f17-badd-48a59ade2f87 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] For port c506d563-bb61-4c2a-890e-31c73022a7b3, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=c506d563-bb61-4c2a-890e-31c73022a7b3,segment=NetworkSegment(68b40de2-5c88-43af-aa76-e06dc56de736),segment_id=68b40de2-5c88-43af-aa76-e06dc56de736)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:29:00.714622 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-84b1f22d-7b36-4dd4-8027-b0a69d78c05c req-e2694fee-aeda-4f17-badd-48a59ade2f87 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:00.747308 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-84b1f22d-7b36-4dd4-8027-b0a69d78c05c req-e2694fee-aeda-4f17-badd-48a59ade2f87 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Calling delete_port for c506d563-bb61-4c2a-890e-31c73022a7b3 owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:29:00.750450 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a13c474c-570d-4a10-9ace-d8540edc5e66 req-032fa37d-171b-4d09-b725-68cfb9b37fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:00.867493 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c405225a-1cc9-45e6-b704-88551d44c918 req-9ef280c5-61dc-46cd-b8b9-30d19489abb0 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Router fbfd9385-2585-43ff-bbe7-607c9869784f has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:29:00.924989 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b5dff201-5223-40ef-9310-a9a199703d4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:00.940007 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-a13c474c-570d-4a10-9ace-d8540edc5e66 req-f4d8a73e-fe58-4155-8d14-3b19537c04a2 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Allocated IP 172.20.0.11 (882c819f-3448-4e1d-8a0d-c4801113dbdf/bd25aff0-af29-453c-a0e9-c2c58c06ca99/5b19a89c-af00-4ad9-8587-e8b83c1c8086) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:29:01.037112 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c405225a-1cc9-45e6-b704-88551d44c918 req-9ef280c5-61dc-46cd-b8b9-30d19489abb0 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:29:01.044463 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-c405225a-1cc9-45e6-b704-88551d44c918 req-9ef280c5-61dc-46cd-b8b9-30d19489abb0 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:01.045746 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b5dff201-5223-40ef-9310-a9a199703d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:01.052713 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31857514-da6a-4adb-ae16-e4bcea14eeaa None None] Sync routers for ids ['fbfd9385-2585-43ff-bbe7-607c9869784f'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:29:01.067028 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31857514-da6a-4adb-ae16-e4bcea14eeaa None None] Routers {'fbfd9385-2585-43ff-bbe7-607c9869784f'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:29:01.069101 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-31857514-da6a-4adb-ae16-e4bcea14eeaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:28:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['fbfd9385-2585-43ff-bbe7-607c9869784f'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:01.113906 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c405225a-1cc9-45e6-b704-88551d44c918 req-9ef280c5-61dc-46cd-b8b9-30d19489abb0 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] 10.222.0.23 "PUT /v2.0/floatingips/5bf35d65-2020-4e7b-b307-b56c536d8d40 HTTP/1.1" status: 200 len: 996 time: 1.9609613 Jul 05 02:29:01.115155 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d9c139f-f1ba-4755-b858-e814d10506d6', 'tag': '8a828455-b584-499c-8416-ba79eab6b24e'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:29:01.121680 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b223267e0e0ddb3199af7772d0b45336e3b4b54fbb151c86a8051291a61e85db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31cbb497-9ad5-415c-9a0b-24158caf741c" -d '{"events": [{"name": "network-changed", "server_uuid": "5d9c139f-f1ba-4755-b858-e814d10506d6", "tag": "8a828455-b584-499c-8416-ba79eab6b24e"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:29:01.181682 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-b5dff201-5223-40ef-9310-a9a199703d4e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a33eedf64fb74c8da24152945d2bb17e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0685682 Jul 05 02:29:01.184328 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 36530) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:01.214680 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-31857514-da6a-4adb-ae16-e4bcea14eeaa None None] Set router fbfd9385-2585-43ff-bbe7-607c9869784f gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:29:01.219492 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dff201-5223-40ef-9310-a9a199703d4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8859cafe-2d45-456d-8d4c-7597d2994293,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:01.235106 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-344179ee-5920-44f4-8df8-2cb464b6f85e req-9ec82511-6bc5-4097-8974-32ee72ef31f6 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a884060-4680-4f0a-aa16-fc8f45fa727b HTTP/1.1" status: 200 len: 210 time: 0.1996341 Jul 05 02:29:01.250428 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c405225a-1cc9-45e6-b704-88551d44c918 req-0cba676c-eeaf-4ff5-93ad-248971ec28cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:01.266482 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c405225a-1cc9-45e6-b704-88551d44c918 req-0cba676c-eeaf-4ff5-93ad-248971ec28cd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=820d01c94cb84c34ab4df1230f2d2b19&device_id=5d9c139f-f1ba-4755-b858-e814d10506d6 HTTP/1.1" status: 200 len: 1098 time: 0.1369665 Jul 05 02:29:01.273100 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a045f96b-4088-469f-8b4e-af16acbaa720 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11810'] for router, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:01.274536 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a045f96b-4088-469f-8b4e-af16acbaa720 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1926740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11821'] for router, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:01.287607 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-096751ac-2894-4349-840d-5483a9de5439 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:01.331330 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ae81b8c-5d22-4558-9863-9bcd1570a1bd x-openstack-request-id: req-1ae81b8c-5d22-4558-9863-9bcd1570a1bd {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:29:01.331747 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d9c139f-f1ba-4755-b858-e814d10506d6", "tag": "8a828455-b584-499c-8416-ba79eab6b24e", "status": "completed", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:29:01.332095 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1ae81b8c-5d22-4558-9863-9bcd1570a1bd {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:29:01.332589 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d9c139f-f1ba-4755-b858-e814d10506d6', 'tag': '8a828455-b584-499c-8416-ba79eab6b24e', 'status': 'completed', 'code': 200} Jul 05 02:29:01.346440 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a045f96b-4088-469f-8b4e-af16acbaa720 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:01.349739 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8ad210db-8951-4605-b8ce-9fa0e0fe285e tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1634680'] for router_interface, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:01.364289 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-096751ac-2894-4349-840d-5483a9de5439 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:01.412099 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 36536) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:01.439678 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c405225a-1cc9-45e6-b704-88551d44c918 req-5f8042a2-1a95-4c3e-a84d-1c58c20e3cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:01.441223 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c405225a-1cc9-45e6-b704-88551d44c918 req-5f8042a2-1a95-4c3e-a84d-1c58c20e3cf8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5e8d76cf-072c-4ebe-9632-b498a3035f5b HTTP/1.1" status: 200 len: 921 time: 0.1680088 Jul 05 02:29:01.528479 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c405225a-1cc9-45e6-b704-88551d44c918 req-88fa280f-c367-41c1-a646-a39bc9b46913 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a828455-b584-499c-8416-ba79eab6b24e HTTP/1.1" status: 200 len: 999 time: 0.0802469 Jul 05 02:29:01.583757 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-c6895d35-aabf-4f5e-a6dc-f4efe6ff089e tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1543109097'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:29:01.594370 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-096751ac-2894-4349-840d-5483a9de5439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:01.599764 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-096751ac-2894-4349-840d-5483a9de5439 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:01.601552 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-096751ac-2894-4349-840d-5483a9de5439 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8859cafe-2d45-456d-8d4c-7597d2994293 HTTP/1.1" status: 204 len: 168 time: 0.4121683 Jul 05 02:29:01.635767 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-31857514-da6a-4adb-ae16-e4bcea14eeaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbfd9385-2585-43ff-bbe7-607c9869784f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1149951054-router', 'tenant_id': '820d01c94cb84c34ab4df1230f2d2b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '2f7100fd-b056-4f13-933c-8b0e0ef7219e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:27:31Z', 'updated_at': '2021-07-05T02:27:38Z', 'revision_number': 4, 'project_id': '820d01c94cb84c34ab4df1230f2d2b19', 'gw_port': {'id': '2f7100fd-b056-4f13-933c-8b0e0ef7219e', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:f9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfd9385-2585-43ff-bbe7-607c9869784f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:27:32Z', 'updated_at': '2021-07-05T02:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '5bf35d65-2020-4e7b-b307-b56c536d8d40', 'tenant_id': '820d01c94cb84c34ab4df1230f2d2b19', 'floating_ip_address': '172.25.7.32', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': 'fbfd9385-2585-43ff-bbe7-607c9869784f', 'port_id': '8a828455-b584-499c-8416-ba79eab6b24e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e8d76cf-072c-4ebe-9632-b498a3035f5b', 'mac_address': 'fa:16:3e:d3:24:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9c139f-f1ba-4755-b858-e814d10506d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T02:28:09Z', 'updated_at': '2021-07-05T02:29:00Z', 'revision_number': 8, 'project_id': '820d01c94cb84c34ab4df1230f2d2b19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7e29bd2-41b5-49af-b42e-6dd63e15685d', 'name': '', 'network_id': '5e8d76cf-072c-4ebe-9632-b498a3035f5b', 'tenant_id': '820d01c94cb84c34ab4df1230f2d2b19', 'mac_address': 'fa:16:3e:a2:cf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfd9385-2585-43ff-bbe7-607c9869784f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '1825f4ef-88c0-436d-968e-41fc32795301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:27:37Z', 'updated_at': '2021-07-05T02:27:50Z', 'revision_number': 5, 'project_id': '820d01c94cb84c34ab4df1230f2d2b19', 'subnets': [{'id': '1825f4ef-88c0-436d-968e-41fc32795301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:01.653137 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c405225a-1cc9-45e6-b704-88551d44c918 req-54a5eb9d-14f9-494c-b467-b054321c42db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:01.655254 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c405225a-1cc9-45e6-b704-88551d44c918 req-54a5eb9d-14f9-494c-b467-b054321c42db service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1825f4ef-88c0-436d-968e-41fc32795301 HTTP/1.1" status: 200 len: 860 time: 0.1192720 Jul 05 02:29:01.679271 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096751ac-2894-4349-840d-5483a9de5439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8859cafe-2d45-456d-8d4c-7597d2994293,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:01.759034 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c405225a-1cc9-45e6-b704-88551d44c918 req-8c634264-2f7f-49fe-ba42-7d624b2b967b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:01.762111 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c405225a-1cc9-45e6-b704-88551d44c918 req-8c634264-2f7f-49fe-ba42-7d624b2b967b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5e8d76cf-072c-4ebe-9632-b498a3035f5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0935872 Jul 05 02:29:01.823477 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6895d35-aabf-4f5e-a6dc-f4efe6ff089e tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Made reservation on behalf of cade54127d6845609e9e91e1547182b5 for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:29:01.827196 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31857514-da6a-4adb-ae16-e4bcea14eeaa None None] Checking router: fbfd9385-2585-43ff-bbe7-607c9869784f for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:29:01.827618 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c6895d35-aabf-4f5e-a6dc-f4efe6ff089e tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:01.836160 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31857514-da6a-4adb-ae16-e4bcea14eeaa None None] Routers {'fbfd9385-2585-43ff-bbe7-607c9869784f'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:29:01.836806 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-31857514-da6a-4adb-ae16-e4bcea14eeaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:28:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['fbfd9385-2585-43ff-bbe7-607c9869784f'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:01.841199 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c6895d35-aabf-4f5e-a6dc-f4efe6ff089e tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:01.923931 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c405225a-1cc9-45e6-b704-88551d44c918 req-58de5705-4a46-43ca-8ed7-a9a278823a54 service neutron] 10.222.0.23 "GET /v2.0/networks/5e8d76cf-072c-4ebe-9632-b498a3035f5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560371 Jul 05 02:29:02.056216 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-31857514-da6a-4adb-ae16-e4bcea14eeaa None None] Set router fbfd9385-2585-43ff-bbe7-607c9869784f gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:29:02.060808 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c6895d35-aabf-4f5e-a6dc-f4efe6ff089e tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:02.075423 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c405225a-1cc9-45e6-b704-88551d44c918 req-f1e4df61-ccda-4a5b-a381-cb1f78924c53 service neutron] 10.222.0.23 "GET /v2.0/networks/5e8d76cf-072c-4ebe-9632-b498a3035f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449358 Jul 05 02:29:02.120694 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-84b1f22d-7b36-4dd4-8027-b0a69d78c05c req-e2694fee-aeda-4f17-badd-48a59ade2f87 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:02.124362 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c6895d35-aabf-4f5e-a6dc-f4efe6ff089e tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:02.127563 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a045f96b-4088-469f-8b4e-af16acbaa720 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:02.133651 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['8a828455-b584-499c-8416-ba79eab6b24e'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:29:02.161129 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6895d35-aabf-4f5e-a6dc-f4efe6ff089e tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:29:02.185531 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c6895d35-aabf-4f5e-a6dc-f4efe6ff089e tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:02.190744 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-c6895d35-aabf-4f5e-a6dc-f4efe6ff089e tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Added segment 87675b32-f1f4-4e67-ae65-ccf9ecaf6a51 of type vlan for network abacf947-9b36-45f1-83a1-01c964ac73ad Jul 05 02:29:02.225410 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a13c474c-570d-4a10-9ace-d8540edc5e66 req-f4d8a73e-fe58-4155-8d14-3b19537c04a2 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:02.238551 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2694fee-aeda-4f17-badd-48a59ade2f87 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Pushing event deleted for resources: {'Port': ['ID=c506d563-bb61-4c2a-890e-31c73022a7b3,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:02.262428 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cbb497-9ad5-415c-9a0b-24158caf741c req-87b3131f-f7b9-4baf-b14a-a490b610a663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:02.263896 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-31cbb497-9ad5-415c-9a0b-24158caf741c req-87b3131f-f7b9-4baf-b14a-a490b610a663 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=820d01c94cb84c34ab4df1230f2d2b19&device_id=5d9c139f-f1ba-4755-b858-e814d10506d6 HTTP/1.1" status: 200 len: 1098 time: 0.9117527 Jul 05 02:29:02.404453 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d3d45572-e6f3-4013-8261-0cded6fd1052 req-146ae518-24ef-420f-ac9a-47a3c0381ca1 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] 10.222.0.23 "GET /v2.0/floatingips/5bf35d65-2020-4e7b-b307-b56c536d8d40 HTTP/1.1" status: 200 len: 996 time: 0.1677585 Jul 05 02:29:02.413194 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c6895d35-aabf-4f5e-a6dc-f4efe6ff089e tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:02.533807 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-31857514-da6a-4adb-ae16-e4bcea14eeaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbfd9385-2585-43ff-bbe7-607c9869784f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1149951054-router', 'tenant_id': '820d01c94cb84c34ab4df1230f2d2b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '2f7100fd-b056-4f13-933c-8b0e0ef7219e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:27:31Z', 'updated_at': '2021-07-05T02:27:38Z', 'revision_number': 4, 'project_id': '820d01c94cb84c34ab4df1230f2d2b19', 'gw_port': {'id': '2f7100fd-b056-4f13-933c-8b0e0ef7219e', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:f9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfd9385-2585-43ff-bbe7-607c9869784f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:27:32Z', 'updated_at': '2021-07-05T02:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '5bf35d65-2020-4e7b-b307-b56c536d8d40', 'tenant_id': '820d01c94cb84c34ab4df1230f2d2b19', 'floating_ip_address': '172.25.7.32', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': 'fbfd9385-2585-43ff-bbe7-607c9869784f', 'port_id': '8a828455-b584-499c-8416-ba79eab6b24e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e8d76cf-072c-4ebe-9632-b498a3035f5b', 'mac_address': 'fa:16:3e:d3:24:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9c139f-f1ba-4755-b858-e814d10506d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T02:28:09Z', 'updated_at': '2021-07-05T02:29:00Z', 'revision_number': 8, 'project_id': '820d01c94cb84c34ab4df1230f2d2b19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7e29bd2-41b5-49af-b42e-6dd63e15685d', 'name': '', 'network_id': '5e8d76cf-072c-4ebe-9632-b498a3035f5b', 'tenant_id': '820d01c94cb84c34ab4df1230f2d2b19', 'mac_address': 'fa:16:3e:a2:cf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfd9385-2585-43ff-bbe7-607c9869784f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '1825f4ef-88c0-436d-968e-41fc32795301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:27:37Z', 'updated_at': '2021-07-05T02:27:50Z', 'revision_number': 5, 'project_id': '820d01c94cb84c34ab4df1230f2d2b19', 'subnets': [{'id': '1825f4ef-88c0-436d-968e-41fc32795301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:02.535881 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d45572-e6f3-4013-8261-0cded6fd1052 req-1c6fe3fd-ac82-4430-bbd3-d2831989ddd9 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:02.537598 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d3d45572-e6f3-4013-8261-0cded6fd1052 req-1c6fe3fd-ac82-4430-bbd3-d2831989ddd9 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] 10.222.0.23 "GET /v2.0/networks/4bbc2f9e-02cf-490e-901d-2588655a3ef0 HTTP/1.1" status: 200 len: 784 time: 0.1207581 Jul 05 02:29:02.539150 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-84b1f22d-7b36-4dd4-8027-b0a69d78c05c req-e2694fee-aeda-4f17-badd-48a59ade2f87 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] No DVR routers for this DVR port c506d563-bb61-4c2a-890e-31c73022a7b3 on host n-h1-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:29:02.549851 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6895d35-aabf-4f5e-a6dc-f4efe6ff089e tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38e1f314-2540-4040-af82-d43b8320f8b0,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:02.552922 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-49eea1f6-6a87-49a1-b3be-be94f63c5b8b req-276c0738-c047-4674-8633-1aa71c04c0e4 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a884060-4680-4f0a-aa16-fc8f45fa727b HTTP/1.1" status: 200 len: 210 time: 0.1507213 Jul 05 02:29:02.584195 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [req-d3d45572-e6f3-4013-8261-0cded6fd1052 req-78066859-2911-421b-9b9d-ed7892af5c60 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94462) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:29:02.585293 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d3d45572-e6f3-4013-8261-0cded6fd1052 req-78066859-2911-421b-9b9d-ed7892af5c60 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0364914 Jul 05 02:29:02.608169 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-84b1f22d-7b36-4dd4-8027-b0a69d78c05c req-e2694fee-aeda-4f17-badd-48a59ade2f87 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:02.610826 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31857514-da6a-4adb-ae16-e4bcea14eeaa None None] The sync data for ids ['fbfd9385-2585-43ff-bbe7-607c9869784f'] in n-d-771362-32 is: [{'id': 'fbfd9385-2585-43ff-bbe7-607c9869784f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1149951054-router', 'tenant_id': '820d01c94cb84c34ab4df1230f2d2b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '2f7100fd-b056-4f13-933c-8b0e0ef7219e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:27:31Z', 'updated_at': '2021-07-05T02:27:38Z', 'revision_number': 4, 'project_id': '820d01c94cb84c34ab4df1230f2d2b19', 'gw_port': {'id': '2f7100fd-b056-4f13-933c-8b0e0ef7219e', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:f9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfd9385-2585-43ff-bbe7-607c9869784f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:27:32Z', 'updated_at': '2021-07-05T02:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '5bf35d65-2020-4e7b-b307-b56c536d8d40', 'tenant_id': '820d01c94cb84c34ab4df1230f2d2b19', 'floating_ip_address': '172.25.7.32', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': 'fbfd9385-2585-43ff-bbe7-607c9869784f', 'port_id': '8a828455-b584-499c-8416-ba79eab6b24e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e8d76cf-072c-4ebe-9632-b498a3035f5b', 'mac_address': 'fa:16:3e:d3:24:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9c139f-f1ba-4755-b858-e814d10506d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T02:28:09Z', 'updated_at': '2021-07-05T02:29:00Z', 'revision_number': 8, 'project_id': '820d01c94cb84c34ab4df1230f2d2b19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7e29bd2-41b5-49af-b42e-6dd63e15685d', 'name': '', 'network_id': '5e8d76cf-072c-4ebe-9632-b498a3035f5b', 'tenant_id': '820d01c94cb84c34ab4df1230f2d2b19', 'mac_address': 'fa:16:3e:a2:cf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfd9385-2585-43ff-bbe7-607c9869784f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '1825f4ef-88c0-436d-968e-41fc32795301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:27:37Z', 'updated_at': '2021-07-05T02:27:50Z', 'revision_number': 5, 'project_id': '820d01c94cb84c34ab4df1230f2d2b19', 'subnets': [{'id': '1825f4ef-88c0-436d-968e-41fc32795301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:29:02.625053 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-84b1f22d-7b36-4dd4-8027-b0a69d78c05c req-e2694fee-aeda-4f17-badd-48a59ade2f87 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] 10.222.0.21 "DELETE /v2.0/ports/c506d563-bb61-4c2a-890e-31c73022a7b3 HTTP/1.1" status: 204 len: 173 time: 2.6916225 Jul 05 02:29:02.635788 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8472f9d0-c744-4bc0-8ccf-9d1f651cfb7c', 'name': 'network-vif-deleted', 'tag': 'c506d563-bb61-4c2a-890e-31c73022a7b3'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:29:02.645571 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc6a4eae-5d74-4077-98be-3daae858f613" -d '{"events": [{"server_uuid": "8472f9d0-c744-4bc0-8ccf-9d1f651cfb7c", "name": "network-vif-deleted", "tag": "c506d563-bb61-4c2a-890e-31c73022a7b3"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:29:02.686517 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cbb497-9ad5-415c-9a0b-24158caf741c req-acc89684-b33d-4a90-ae2d-bd7b7a8a702f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:02.693345 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-31cbb497-9ad5-415c-9a0b-24158caf741c req-acc89684-b33d-4a90-ae2d-bd7b7a8a702f service neutron] 10.222.0.21 "GET /v2.0/networks?id=5e8d76cf-072c-4ebe-9632-b498a3035f5b HTTP/1.1" status: 200 len: 921 time: 0.3903148 Jul 05 02:29:02.694384 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c6895d35-aabf-4f5e-a6dc-f4efe6ff089e tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:02.709722 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6895d35-aabf-4f5e-a6dc-f4efe6ff089e tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:02.710808 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c6895d35-aabf-4f5e-a6dc-f4efe6ff089e tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:02.764170 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bb39839-c5f5-4e10-919e-49305861189e x-openstack-request-id: req-1bb39839-c5f5-4e10-919e-49305861189e {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:29:02.764463 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8472f9d0-c744-4bc0-8ccf-9d1f651cfb7c", "name": "network-vif-deleted", "tag": "c506d563-bb61-4c2a-890e-31c73022a7b3", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:29:02.764724 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1bb39839-c5f5-4e10-919e-49305861189e {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:29:02.765130 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8472f9d0-c744-4bc0-8ccf-9d1f651cfb7c', 'name': 'network-vif-deleted', 'tag': 'c506d563-bb61-4c2a-890e-31c73022a7b3', 'status': 'completed', 'code': 200} Jul 05 02:29:02.826372 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-31cbb497-9ad5-415c-9a0b-24158caf741c req-5b1da26e-e970-4083-95cd-ec0f0afecd34 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a828455-b584-499c-8416-ba79eab6b24e HTTP/1.1" status: 200 len: 999 time: 0.1227951 Jul 05 02:29:02.856976 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2c5efdb2-7afc-4400-b672-7a84d39c4f99 req-f9dce7a3-d1f9-4ade-bc39-221bdc237c7d tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.7.32 HTTP/1.1" status: 200 len: 999 time: 0.2413549 Jul 05 02:29:02.857767 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6895d35-aabf-4f5e-a6dc-f4efe6ff089e tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Pushing event updated for resources: {'Network': ['ID=abacf947-9b36-45f1-83a1-01c964ac73ad,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:02.868644 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network abacf947-9b36-45f1-83a1-01c964ac73ad details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:29:02.945683 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-c6895d35-aabf-4f5e-a6dc-f4efe6ff089e tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.5168824 Jul 05 02:29:02.948903 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 36594) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:02.959360 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-7a3008d5-5f9f-490d-9897-99ce1befdeec tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Request body: {'subnet': {'network_id': 'abacf947-9b36-45f1-83a1-01c964ac73ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:29:02.963545 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a13c474c-570d-4a10-9ace-d8540edc5e66 req-f4d8a73e-fe58-4155-8d14-3b19537c04a2 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:02.977383 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5efdb2-7afc-4400-b672-7a84d39c4f99 req-88b19c6f-f90e-49d8-bd9a-b2319b18ceaf tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:02.980024 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2c5efdb2-7afc-4400-b672-7a84d39c4f99 req-88b19c6f-f90e-49d8-bd9a-b2319b18ceaf tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] 10.222.0.23 "GET /v2.0/ports/8a828455-b584-499c-8416-ba79eab6b24e HTTP/1.1" status: 200 len: 943 time: 0.1111636 Jul 05 02:29:03.001860 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device c506d563-bb61-4c2a-890e-31c73022a7b3 no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:29:03.044755 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] No Port match for: c506d563-bb61-4c2a-890e-31c73022a7b3 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:29:03.045098 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device c506d563-bb61-4c2a-890e-31c73022a7b3 not bound to the agent host n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:29:03.053390 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8bfc633-51f0-460d-a63a-6bee12c61a3a None None] New status for floating IP 5bf35d65-2020-4e7b-b307-b56c536d8d40: ACTIVE {{(pid=94463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 02:29:03.197824 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2c5efdb2-7afc-4400-b672-7a84d39c4f99 req-b07df449-8a38-47de-b633-99a1910e1bb1 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.7.32 HTTP/1.1" status: 200 len: 999 time: 0.0725596 Jul 05 02:29:03.265765 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cbb497-9ad5-415c-9a0b-24158caf741c req-b4b1b470-56df-46b2-9246-28b25fa04b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:03.267298 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-31cbb497-9ad5-415c-9a0b-24158caf741c req-b4b1b470-56df-46b2-9246-28b25fa04b8c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1825f4ef-88c0-436d-968e-41fc32795301 HTTP/1.1" status: 200 len: 860 time: 0.4348185 Jul 05 02:29:03.315680 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a13c474c-570d-4a10-9ace-d8540edc5e66 req-f4d8a73e-fe58-4155-8d14-3b19537c04a2 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Network 882c819f-3448-4e1d-8a0d-c4801113dbdf is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:29:03.331516 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5efdb2-7afc-4400-b672-7a84d39c4f99 req-b96ff70f-fb60-45c3-85c9-1928737432ab tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:03.332879 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2c5efdb2-7afc-4400-b672-7a84d39c4f99 req-b96ff70f-fb60-45c3-85c9-1928737432ab tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] 10.222.0.23 "GET /v2.0/networks/4bbc2f9e-02cf-490e-901d-2588655a3ef0 HTTP/1.1" status: 200 len: 784 time: 0.1266811 Jul 05 02:29:03.368036 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-a13c474c-570d-4a10-9ace-d8540edc5e66 req-f4d8a73e-fe58-4155-8d14-3b19537c04a2 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:29:03.383037 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-a13c474c-570d-4a10-9ace-d8540edc5e66 req-f4d8a73e-fe58-4155-8d14-3b19537c04a2 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:29:03.423831 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d8a73e-fe58-4155-8d14-3b19537c04a2 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Pushing event updated for resources: {'Port': ['ID=5b19a89c-af00-4ad9-8587-e8b83c1c8086,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:03.453786 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2c5efdb2-7afc-4400-b672-7a84d39c4f99 req-81e52f1d-058d-45ca-ba5e-b5174d656818 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.7.32 HTTP/1.1" status: 200 len: 1001 time: 0.1086657 Jul 05 02:29:03.459215 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-2c5efdb2-7afc-4400-b672-7a84d39c4f99 req-5d12891d-6b96-475e-96a1-a7c3e3480c3e tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:29:03.501940 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 36608) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:03.525843 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-2c5efdb2-7afc-4400-b672-7a84d39c4f99 req-5d12891d-6b96-475e-96a1-a7c3e3480c3e tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Notify callbacks [] for floatingip, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:03.591579 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a3008d5-5f9f-490d-9897-99ce1befdeec tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Made reservation on behalf of cade54127d6845609e9e91e1547182b5 for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:29:03.595177 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7a3008d5-5f9f-490d-9897-99ce1befdeec tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:03.681126 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13c474c-570d-4a10-9ace-d8540edc5e66 req-f4d8a73e-fe58-4155-8d14-3b19537c04a2 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:03.681961 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a13c474c-570d-4a10-9ace-d8540edc5e66 req-f4d8a73e-fe58-4155-8d14-3b19537c04a2 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:03.687685 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-a13c474c-570d-4a10-9ace-d8540edc5e66 req-032fa37d-171b-4d09-b725-68cfb9b37fcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad5c6009-cbb2-4601-ba3b-b6156013b398 {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:29:03.707918 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-8ad210db-8951-4605-b8ce-9fa0e0fe285e tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Deleting port 778c1cad-6913-4f34-baf8-0d410229195a {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:29:03.708263 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8ad210db-8951-4605-b8ce-9fa0e0fe285e tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:03.723846 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a13c474c-570d-4a10-9ace-d8540edc5e66 req-032fa37d-171b-4d09-b725-68cfb9b37fcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:03.843207 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cbb497-9ad5-415c-9a0b-24158caf741c req-98f73982-c49f-474d-981b-f30088146a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:03.844776 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-31cbb497-9ad5-415c-9a0b-24158caf741c req-98f73982-c49f-474d-981b-f30088146a3d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5e8d76cf-072c-4ebe-9632-b498a3035f5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5569036 Jul 05 02:29:03.855836 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-a13c474c-570d-4a10-9ace-d8540edc5e66 req-032fa37d-171b-4d09-b725-68cfb9b37fcf service neutron] Transition to ACTIVE for port object ad5c6009-cbb2-4601-ba3b-b6156013b398 will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:29:03.877372 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a13c474c-570d-4a10-9ace-d8540edc5e66 req-f4d8a73e-fe58-4155-8d14-3b19537c04a2 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.5964525 Jul 05 02:29:03.879373 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a045f96b-4088-469f-8b4e-af16acbaa720 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:03.910297 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-a13c474c-570d-4a10-9ace-d8540edc5e66 req-ce10524d-8a24-450b-9488-4470a4d5b4e3 service neutron] Request body: {'port': {'device_id': '5a884060-4680-4f0a-aa16-fc8f45fa727b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:29:04.000465 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a045f96b-4088-469f-8b4e-af16acbaa720 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:04.013538 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a13c474c-570d-4a10-9ace-d8540edc5e66 req-032fa37d-171b-4d09-b725-68cfb9b37fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:04.020678 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f495baa6-c537-4de4-933e-794314e1180c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:04.080758 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8ad210db-8951-4605-b8ce-9fa0e0fe285e tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:04.095658 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-2c5efdb2-7afc-4400-b672-7a84d39c4f99 req-5d12891d-6b96-475e-96a1-a7c3e3480c3e tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:04.248224 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-2c5efdb2-7afc-4400-b672-7a84d39c4f99 req-5d12891d-6b96-475e-96a1-a7c3e3480c3e tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636869'] for floatingip, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:04.248224 n-d-771362-32 neutron-server[94462]: INFO neutron.db.l3_db [req-2c5efdb2-7afc-4400-b672-7a84d39c4f99 req-5d12891d-6b96-475e-96a1-a7c3e3480c3e tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Floating IP 5bf35d65-2020-4e7b-b307-b56c536d8d40 disassociated. External IP: 172.25.7.32, port: 8a828455-b584-499c-8416-ba79eab6b24e. Jul 05 02:29:04.320610 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f495baa6-c537-4de4-933e-794314e1180c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:04.438547 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f495baa6-c537-4de4-933e-794314e1180c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:04.548861 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-8ad210db-8951-4605-b8ce-9fa0e0fe285e tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Calling delete_port for 778c1cad-6913-4f34-baf8-0d410229195a owned by network:router_interface {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:29:04.555648 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f495baa6-c537-4de4-933e-794314e1180c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee75200d-bd80-40ae-a028-7c903acb4fb5,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:04.568995 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-f495baa6-c537-4de4-933e-794314e1180c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ac6d49c1a79a4fde9197db70ea7821f8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0658424 Jul 05 02:29:04.572543 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 36628) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:04.599858 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2c5efdb2-7afc-4400-b672-7a84d39c4f99 req-5d12891d-6b96-475e-96a1-a7c3e3480c3e tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Router fbfd9385-2585-43ff-bbe7-607c9869784f has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:29:04.623472 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df9f3fe-4414-4e79-b4d8-ab9ee9b913d6 req-eb7d4ff0-50f3-41f4-a39f-5076cfc90abb tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:04.627461 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0df9f3fe-4414-4e79-b4d8-ab9ee9b913d6 req-eb7d4ff0-50f3-41f4-a39f-5076cfc90abb tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a884060-4680-4f0a-aa16-fc8f45fa727b HTTP/1.1" status: 200 len: 932 time: 0.8802841 Jul 05 02:29:04.627461 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032fa37d-171b-4d09-b725-68cfb9b37fcf service neutron] Pushing event updated for resources: {'Port': ['ID=ad5c6009-cbb2-4601-ba3b-b6156013b398,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:04.649171 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-10c6e8c5-c630-4235-927a-a9ff3d981f33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:04.702676 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-10c6e8c5-c630-4235-927a-a9ff3d981f33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:04.762615 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-31cbb497-9ad5-415c-9a0b-24158caf741c req-4964d160-82c1-41ec-81ed-761298ee86e9 service neutron] 10.222.0.21 "GET /v2.0/networks/5e8d76cf-072c-4ebe-9632-b498a3035f5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9014919 Jul 05 02:29:04.796281 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2c5efdb2-7afc-4400-b672-7a84d39c4f99 req-5d12891d-6b96-475e-96a1-a7c3e3480c3e tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:29:04.807763 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462dbda3-138d-44a5-93cf-45b799522b47 None None] Sync routers for ids ['fbfd9385-2585-43ff-bbe7-607c9869784f'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:29:04.810279 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-2c5efdb2-7afc-4400-b672-7a84d39c4f99 req-5d12891d-6b96-475e-96a1-a7c3e3480c3e tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:04.819121 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462dbda3-138d-44a5-93cf-45b799522b47 None None] Routers {'fbfd9385-2585-43ff-bbe7-607c9869784f'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:29:04.819998 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-462dbda3-138d-44a5-93cf-45b799522b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:28:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['fbfd9385-2585-43ff-bbe7-607c9869784f'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:04.821642 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a13c474c-570d-4a10-9ace-d8540edc5e66 req-ce10524d-8a24-450b-9488-4470a4d5b4e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:04.866257 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2c5efdb2-7afc-4400-b672-7a84d39c4f99 req-5d12891d-6b96-475e-96a1-a7c3e3480c3e tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] 10.222.0.23 "PUT /v2.0/floatingips/5bf35d65-2020-4e7b-b307-b56c536d8d40 HTTP/1.1" status: 200 len: 695 time: 1.4110701 Jul 05 02:29:04.866794 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d9c139f-f1ba-4755-b858-e814d10506d6', 'tag': '8a828455-b584-499c-8416-ba79eab6b24e'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:29:04.872897 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b223267e0e0ddb3199af7772d0b45336e3b4b54fbb151c86a8051291a61e85db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20901ac5-6b78-48c1-9b63-47a1d8bc6e6a" -d '{"events": [{"name": "network-changed", "server_uuid": "5d9c139f-f1ba-4755-b858-e814d10506d6", "tag": "8a828455-b584-499c-8416-ba79eab6b24e"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:29:04.947633 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0df9f3fe-4414-4e79-b4d8-ab9ee9b913d6 req-ab9ea87c-934d-4fad-b050-3b3af23b76fd tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] 10.222.0.23 "GET /v2.0/security-groups?id=de31e825-2317-40e9-8c29-83244b09dca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990382 Jul 05 02:29:04.958537 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5efdb2-7afc-4400-b672-7a84d39c4f99 req-a093a722-08e3-47fa-b061-f78bddb43a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:04.959492 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-a045f96b-4088-469f-8b4e-af16acbaa720 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Allocated IP 172.25.7.235 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/5ca81016-a7d9-4642-911c-08cb74746542) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:29:04.959608 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2c5efdb2-7afc-4400-b672-7a84d39c4f99 req-a093a722-08e3-47fa-b061-f78bddb43a97 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=820d01c94cb84c34ab4df1230f2d2b19&device_id=5d9c139f-f1ba-4755-b858-e814d10506d6 HTTP/1.1" status: 200 len: 1098 time: 0.0763760 Jul 05 02:29:04.988145 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-462dbda3-138d-44a5-93cf-45b799522b47 None None] Set router fbfd9385-2585-43ff-bbe7-607c9869784f gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:29:05.027908 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aa95d4c-691a-462f-8c72-76dd67c8a5fb x-openstack-request-id: req-8aa95d4c-691a-462f-8c72-76dd67c8a5fb {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:29:05.028814 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d9c139f-f1ba-4755-b858-e814d10506d6", "tag": "8a828455-b584-499c-8416-ba79eab6b24e", "status": "completed", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:29:05.029610 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8aa95d4c-691a-462f-8c72-76dd67c8a5fb {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:29:05.029610 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d9c139f-f1ba-4755-b858-e814d10506d6', 'tag': '8a828455-b584-499c-8416-ba79eab6b24e', 'status': 'completed', 'code': 200} Jul 05 02:29:05.030116 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-10c6e8c5-c630-4235-927a-a9ff3d981f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:05.032803 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-10c6e8c5-c630-4235-927a-a9ff3d981f33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:05.033933 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-10c6e8c5-c630-4235-927a-a9ff3d981f33 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ee75200d-bd80-40ae-a028-7c903acb4fb5 HTTP/1.1" status: 204 len: 168 time: 0.4604237 Jul 05 02:29:05.052650 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c6e8c5-c630-4235-927a-a9ff3d981f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee75200d-bd80-40ae-a028-7c903acb4fb5,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:05.073082 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5efdb2-7afc-4400-b672-7a84d39c4f99 req-c3c06a31-45ea-424d-b2b1-50c28d94f4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:05.075194 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2c5efdb2-7afc-4400-b672-7a84d39c4f99 req-c3c06a31-45ea-424d-b2b1-50c28d94f4a1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5e8d76cf-072c-4ebe-9632-b498a3035f5b HTTP/1.1" status: 200 len: 921 time: 0.1161337 Jul 05 02:29:05.107721 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7a3008d5-5f9f-490d-9897-99ce1befdeec tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5763451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774823'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:05.132298 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2c5efdb2-7afc-4400-b672-7a84d39c4f99 req-d9ba6734-ce13-4653-bd5c-a8ee985c343c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a828455-b584-499c-8416-ba79eab6b24e HTTP/1.1" status: 200 len: 217 time: 0.0511472 Jul 05 02:29:05.176521 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-a13c474c-570d-4a10-9ace-d8540edc5e66 req-032fa37d-171b-4d09-b725-68cfb9b37fcf service neutron] Attempting to bind port ad5c6009-cbb2-4601-ba3b-b6156013b398 on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:29:05.177243 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-a13c474c-570d-4a10-9ace-d8540edc5e66 req-032fa37d-171b-4d09-b725-68cfb9b37fcf service neutron] Attempting to bind port ad5c6009-cbb2-4601-ba3b-b6156013b398 by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': 'd93517f9-cb27-456b-8180-ef58b44abe45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '882c819f-3448-4e1d-8a0d-c4801113dbdf'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:29:05.177822 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13c474c-570d-4a10-9ace-d8540edc5e66 req-032fa37d-171b-4d09-b725-68cfb9b37fcf service neutron] Attempting to bind port ad5c6009-cbb2-4601-ba3b-b6156013b398 on network 882c819f-3448-4e1d-8a0d-c4801113dbdf {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:29:05.190063 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5efdb2-7afc-4400-b672-7a84d39c4f99 req-ba7d6747-ecce-44dd-9768-cf84b37685ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:05.191863 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2c5efdb2-7afc-4400-b672-7a84d39c4f99 req-ba7d6747-ecce-44dd-9768-cf84b37685ea service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1825f4ef-88c0-436d-968e-41fc32795301 HTTP/1.1" status: 200 len: 860 time: 0.0534210 Jul 05 02:29:05.255420 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5efdb2-7afc-4400-b672-7a84d39c4f99 req-9eff2aa5-6d28-4bc8-99c7-009b63add701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:05.257606 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2c5efdb2-7afc-4400-b672-7a84d39c4f99 req-9eff2aa5-6d28-4bc8-99c7-009b63add701 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5e8d76cf-072c-4ebe-9632-b498a3035f5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0587199 Jul 05 02:29:05.267612 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-31cbb497-9ad5-415c-9a0b-24158caf741c req-049bfae7-e10e-4288-ac5b-dbd1074344c9 service neutron] 10.222.0.21 "GET /v2.0/networks/5e8d76cf-072c-4ebe-9632-b498a3035f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4728332 Jul 05 02:29:05.268205 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13c474c-570d-4a10-9ace-d8540edc5e66 req-032fa37d-171b-4d09-b725-68cfb9b37fcf service neutron] Port ad5c6009-cbb2-4601-ba3b-b6156013b398 on network 882c819f-3448-4e1d-8a0d-c4801113dbdf not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:29:05.268536 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13c474c-570d-4a10-9ace-d8540edc5e66 req-032fa37d-171b-4d09-b725-68cfb9b37fcf service neutron] Attempting to bind port ad5c6009-cbb2-4601-ba3b-b6156013b398 on network 882c819f-3448-4e1d-8a0d-c4801113dbdf {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:29:05.318840 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-462dbda3-138d-44a5-93cf-45b799522b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbfd9385-2585-43ff-bbe7-607c9869784f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1149951054-router', 'tenant_id': '820d01c94cb84c34ab4df1230f2d2b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '2f7100fd-b056-4f13-933c-8b0e0ef7219e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:27:31Z', 'updated_at': '2021-07-05T02:27:38Z', 'revision_number': 4, 'project_id': '820d01c94cb84c34ab4df1230f2d2b19', 'gw_port': {'id': '2f7100fd-b056-4f13-933c-8b0e0ef7219e', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:f9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfd9385-2585-43ff-bbe7-607c9869784f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:27:32Z', 'updated_at': '2021-07-05T02:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'b7e29bd2-41b5-49af-b42e-6dd63e15685d', 'name': '', 'network_id': '5e8d76cf-072c-4ebe-9632-b498a3035f5b', 'tenant_id': '820d01c94cb84c34ab4df1230f2d2b19', 'mac_address': 'fa:16:3e:a2:cf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfd9385-2585-43ff-bbe7-607c9869784f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '1825f4ef-88c0-436d-968e-41fc32795301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:27:37Z', 'updated_at': '2021-07-05T02:27:50Z', 'revision_number': 5, 'project_id': '820d01c94cb84c34ab4df1230f2d2b19', 'subnets': [{'id': '1825f4ef-88c0-436d-968e-41fc32795301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:05.342413 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13c474c-570d-4a10-9ace-d8540edc5e66 req-032fa37d-171b-4d09-b725-68cfb9b37fcf service neutron] Checking agent: {'id': 'e071c76e-395f-48c4-a98f-88088465cf0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:29:05.342413 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13c474c-570d-4a10-9ace-d8540edc5e66 req-032fa37d-171b-4d09-b725-68cfb9b37fcf service neutron] Checking segment: {'id': 'd93517f9-cb27-456b-8180-ef58b44abe45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '882c819f-3448-4e1d-8a0d-c4801113dbdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:29:05.342734 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13c474c-570d-4a10-9ace-d8540edc5e66 req-032fa37d-171b-4d09-b725-68cfb9b37fcf service neutron] Bound using segment: {'id': 'd93517f9-cb27-456b-8180-ef58b44abe45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '882c819f-3448-4e1d-8a0d-c4801113dbdf'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:29:05.343152 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-a13c474c-570d-4a10-9ace-d8540edc5e66 req-032fa37d-171b-4d09-b725-68cfb9b37fcf service neutron] Bound port: ad5c6009-cbb2-4601-ba3b-b6156013b398, host: n-h2-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd93517f9-cb27-456b-8180-ef58b44abe45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '882c819f-3448-4e1d-8a0d-c4801113dbdf'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:29:05.349044 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a13c474c-570d-4a10-9ace-d8540edc5e66 req-032fa37d-171b-4d09-b725-68cfb9b37fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:05.349585 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462dbda3-138d-44a5-93cf-45b799522b47 None None] Checking router: fbfd9385-2585-43ff-bbe7-607c9869784f for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:29:05.359348 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462dbda3-138d-44a5-93cf-45b799522b47 None None] Routers {'fbfd9385-2585-43ff-bbe7-607c9869784f'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:29:05.360089 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-462dbda3-138d-44a5-93cf-45b799522b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:28:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['fbfd9385-2585-43ff-bbe7-607c9869784f'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:05.386833 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3008d5-5f9f-490d-9897-99ce1befdeec tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Pushing event updated for resources: {'Subnet': ['ID=ce67c9c6-d923-4178-89c8-01c4395a80e8,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:05.422110 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2c5efdb2-7afc-4400-b672-7a84d39c4f99 req-ad9d3e2e-d4bb-4e54-a67e-f9de5cd8412b service neutron] 10.222.0.23 "GET /v2.0/networks/5e8d76cf-072c-4ebe-9632-b498a3035f5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560738 Jul 05 02:29:05.480597 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-462dbda3-138d-44a5-93cf-45b799522b47 None None] Set router fbfd9385-2585-43ff-bbe7-607c9869784f gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:29:05.519552 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2c5efdb2-7afc-4400-b672-7a84d39c4f99 req-6ae712ea-e97a-434b-9448-d5ad4edb9b92 service neutron] 10.222.0.23 "GET /v2.0/networks/5e8d76cf-072c-4ebe-9632-b498a3035f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909364 Jul 05 02:29:05.631444 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3008d5-5f9f-490d-9897-99ce1befdeec tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Checking segment: {'id': '87675b32-f1f4-4e67-ae65-ccf9ecaf6a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'abacf947-9b36-45f1-83a1-01c964ac73ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:29:05.631963 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3008d5-5f9f-490d-9897-99ce1befdeec tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Network hostable DHCP agents. Network: abacf947-9b36-45f1-83a1-01c964ac73ad, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:29:05.664979 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a045f96b-4088-469f-8b4e-af16acbaa720 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:05.685059 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8ad210db-8951-4605-b8ce-9fa0e0fe285e tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:05.714315 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-a13c474c-570d-4a10-9ace-d8540edc5e66 req-032fa37d-171b-4d09-b725-68cfb9b37fcf service neutron] For port ad5c6009-cbb2-4601-ba3b-b6156013b398, host n-h2-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:29:05.769606 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad210db-8951-4605-b8ce-9fa0e0fe285e tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Pushing event deleted for resources: {'Port': ['ID=778c1cad-6913-4f34-baf8-0d410229195a,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:05.781053 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20901ac5-6b78-48c1-9b63-47a1d8bc6e6a req-7b92ba56-4054-470a-9a0b-f33f54d91f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:05.785048 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-20901ac5-6b78-48c1-9b63-47a1d8bc6e6a req-7b92ba56-4054-470a-9a0b-f33f54d91f0e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=820d01c94cb84c34ab4df1230f2d2b19&device_id=5d9c139f-f1ba-4755-b858-e814d10506d6 HTTP/1.1" status: 200 len: 1098 time: 0.4637740 Jul 05 02:29:05.785048 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-a13c474c-570d-4a10-9ace-d8540edc5e66 req-032fa37d-171b-4d09-b725-68cfb9b37fcf service neutron] For port ad5c6009-cbb2-4601-ba3b-b6156013b398, host n-h2-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=ad5c6009-cbb2-4601-ba3b-b6156013b398,segment=NetworkSegment(d93517f9-cb27-456b-8180-ef58b44abe45),segment_id=d93517f9-cb27-456b-8180-ef58b44abe45)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:29:05.809046 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-462dbda3-138d-44a5-93cf-45b799522b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbfd9385-2585-43ff-bbe7-607c9869784f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1149951054-router', 'tenant_id': '820d01c94cb84c34ab4df1230f2d2b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '2f7100fd-b056-4f13-933c-8b0e0ef7219e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:27:31Z', 'updated_at': '2021-07-05T02:27:38Z', 'revision_number': 4, 'project_id': '820d01c94cb84c34ab4df1230f2d2b19', 'gw_port': {'id': '2f7100fd-b056-4f13-933c-8b0e0ef7219e', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:f9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfd9385-2585-43ff-bbe7-607c9869784f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:27:32Z', 'updated_at': '2021-07-05T02:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'b7e29bd2-41b5-49af-b42e-6dd63e15685d', 'name': '', 'network_id': '5e8d76cf-072c-4ebe-9632-b498a3035f5b', 'tenant_id': '820d01c94cb84c34ab4df1230f2d2b19', 'mac_address': 'fa:16:3e:a2:cf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfd9385-2585-43ff-bbe7-607c9869784f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '1825f4ef-88c0-436d-968e-41fc32795301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:27:37Z', 'updated_at': '2021-07-05T02:27:50Z', 'revision_number': 5, 'project_id': '820d01c94cb84c34ab4df1230f2d2b19', 'subnets': [{'id': '1825f4ef-88c0-436d-968e-41fc32795301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:05.838755 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462dbda3-138d-44a5-93cf-45b799522b47 None None] The sync data for ids ['fbfd9385-2585-43ff-bbe7-607c9869784f'] in n-d-771362-32 is: [{'id': 'fbfd9385-2585-43ff-bbe7-607c9869784f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1149951054-router', 'tenant_id': '820d01c94cb84c34ab4df1230f2d2b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '2f7100fd-b056-4f13-933c-8b0e0ef7219e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:27:31Z', 'updated_at': '2021-07-05T02:27:38Z', 'revision_number': 4, 'project_id': '820d01c94cb84c34ab4df1230f2d2b19', 'gw_port': {'id': '2f7100fd-b056-4f13-933c-8b0e0ef7219e', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:f9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfd9385-2585-43ff-bbe7-607c9869784f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:27:32Z', 'updated_at': '2021-07-05T02:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'b7e29bd2-41b5-49af-b42e-6dd63e15685d', 'name': '', 'network_id': '5e8d76cf-072c-4ebe-9632-b498a3035f5b', 'tenant_id': '820d01c94cb84c34ab4df1230f2d2b19', 'mac_address': 'fa:16:3e:a2:cf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfd9385-2585-43ff-bbe7-607c9869784f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '1825f4ef-88c0-436d-968e-41fc32795301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:27:37Z', 'updated_at': '2021-07-05T02:27:50Z', 'revision_number': 5, 'project_id': '820d01c94cb84c34ab4df1230f2d2b19', 'subnets': [{'id': '1825f4ef-88c0-436d-968e-41fc32795301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:29:05.931298 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3008d5-5f9f-490d-9897-99ce1befdeec tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Network abacf947-9b36-45f1-83a1-01c964ac73ad is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:29:05.973201 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a13c474c-570d-4a10-9ace-d8540edc5e66 req-032fa37d-171b-4d09-b725-68cfb9b37fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:06.028908 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7430fc6d-55a8-4ac1-964f-a74d01d0e9ce req-c4c2dd8d-b073-4d68-9e34-ad1dc8386985 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] 10.222.0.23 "GET /v2.0/floatingips/5bf35d65-2020-4e7b-b307-b56c536d8d40 HTTP/1.1" status: 200 len: 695 time: 0.2113039 Jul 05 02:29:06.173810 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-7a3008d5-5f9f-490d-9897-99ce1befdeec tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, abacf947-9b36-45f1-83a1-01c964ac73ad) {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:29:06.184761 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13c474c-570d-4a10-9ace-d8540edc5e66 req-032fa37d-171b-4d09-b725-68cfb9b37fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:06.184919 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e32d365-a779-417b-a346-e2369ae9244c None None] Network abacf947-9b36-45f1-83a1-01c964ac73ad requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:29:06.185365 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a13c474c-570d-4a10-9ace-d8540edc5e66 req-032fa37d-171b-4d09-b725-68cfb9b37fcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:06.186455 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a13c474c-570d-4a10-9ace-d8540edc5e66 req-032fa37d-171b-4d09-b725-68cfb9b37fcf service neutron] 10.222.0.15 "PUT /v2.0/ports/ad5c6009-cbb2-4601-ba3b-b6156013b398 HTTP/1.1" status: 200 len: 1092 time: 5.7262955 Jul 05 02:29:06.196064 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33a94b41-3405-456b-a5e6-7f6f25a0653b', 'tag': 'ad5c6009-cbb2-4601-ba3b-b6156013b398'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:29:06.199106 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c42d310a-c357-4758-a75f-442ec05df21a" -d '{"events": [{"name": "network-changed", "server_uuid": "33a94b41-3405-456b-a5e6-7f6f25a0653b", "tag": "ad5c6009-cbb2-4601-ba3b-b6156013b398"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:29:06.218415 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a3008d5-5f9f-490d-9897-99ce1befdeec tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:06.219048 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7a3008d5-5f9f-490d-9897-99ce1befdeec tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:06.228309 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-a13c474c-570d-4a10-9ace-d8540edc5e66 req-ce10524d-8a24-450b-9488-4470a4d5b4e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b19a89c-af00-4ad9-8587-e8b83c1c8086 {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:29:06.229014 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3cdd0b-5077-4583-8a05-70b878e985c8 req-539992a6-38c8-444f-9ffb-bdddd7616a6d tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:06.236285 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9e3cdd0b-5077-4583-8a05-70b878e985c8 req-539992a6-38c8-444f-9ffb-bdddd7616a6d tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a884060-4680-4f0a-aa16-fc8f45fa727b HTTP/1.1" status: 200 len: 932 time: 0.0963488 Jul 05 02:29:06.244608 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a045f96b-4088-469f-8b4e-af16acbaa720 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:06.272877 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20901ac5-6b78-48c1-9b63-47a1d8bc6e6a req-9b4cbd08-3bc8-4070-a4bf-7d03f86ccff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:06.274686 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-20901ac5-6b78-48c1-9b63-47a1d8bc6e6a req-9b4cbd08-3bc8-4070-a4bf-7d03f86ccff5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5e8d76cf-072c-4ebe-9632-b498a3035f5b HTTP/1.1" status: 200 len: 921 time: 0.4843547 Jul 05 02:29:06.283500 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a13c474c-570d-4a10-9ace-d8540edc5e66 req-ce10524d-8a24-450b-9488-4470a4d5b4e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:06.295668 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9e3cdd0b-5077-4583-8a05-70b878e985c8 req-cacdb412-4c7e-43bd-8c81-cbc87bfdc782 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] 10.222.0.23 "GET /v2.0/security-groups?id=de31e825-2317-40e9-8c29-83244b09dca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582821 Jul 05 02:29:06.301787 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8ad210db-8951-4605-b8ce-9fa0e0fe285e tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635398'] for router_interface, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:06.331574 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032fa37d-171b-4d09-b725-68cfb9b37fcf service neutron] Pushing event updated for resources: {'Port': ['ID=ad5c6009-cbb2-4601-ba3b-b6156013b398,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:06.347009 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6caa330-9032-49a4-b289-f36ce2501992 None None] New status for floating IP 5bf35d65-2020-4e7b-b307-b56c536d8d40: DOWN {{(pid=94463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 02:29:06.395089 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a045f96b-4088-469f-8b4e-af16acbaa720 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:29:06.405451 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c013a1-98a9-47fd-adad-62bc821fbdcf x-openstack-request-id: req-35c013a1-98a9-47fd-adad-62bc821fbdcf {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:29:06.410421 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33a94b41-3405-456b-a5e6-7f6f25a0653b", "tag": "ad5c6009-cbb2-4601-ba3b-b6156013b398", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:29:06.410421 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-35c013a1-98a9-47fd-adad-62bc821fbdcf {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:29:06.410421 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33a94b41-3405-456b-a5e6-7f6f25a0653b', 'tag': 'ad5c6009-cbb2-4601-ba3b-b6156013b398', 'status': 'completed', 'code': 200} Jul 05 02:29:06.415497 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-7a3008d5-5f9f-490d-9897-99ce1befdeec tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.4597783 Jul 05 02:29:06.417252 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-20901ac5-6b78-48c1-9b63-47a1d8bc6e6a req-5350865b-abeb-4d74-a6a9-eea32eb754a6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a828455-b584-499c-8416-ba79eab6b24e HTTP/1.1" status: 200 len: 217 time: 0.1164832 Jul 05 02:29:06.418289 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 36680) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:06.423088 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-f35768fb-2a17-4b68-a943-e902217508c2 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-755909287', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}, 'admin_state_up': False}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:29:06.442717 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-a13c474c-570d-4a10-9ace-d8540edc5e66 req-ce10524d-8a24-450b-9488-4470a4d5b4e3 service neutron] Transition to ACTIVE for port object 5b19a89c-af00-4ad9-8587-e8b83c1c8086 will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:29:06.445596 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-a045f96b-4088-469f-8b4e-af16acbaa720 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:29:06.466817 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a045f96b-4088-469f-8b4e-af16acbaa720 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:29:06.476279 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7430fc6d-55a8-4ac1-964f-a74d01d0e9ce req-6d69d5e7-dc50-4586-8d3e-abc7a8ee4a89 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:06.478284 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7430fc6d-55a8-4ac1-964f-a74d01d0e9ce req-6d69d5e7-dc50-4586-8d3e-abc7a8ee4a89 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] 10.222.0.23 "GET /v2.0/networks/4bbc2f9e-02cf-490e-901d-2588655a3ef0 HTTP/1.1" status: 200 len: 784 time: 0.4145672 Jul 05 02:29:06.559901 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f35768fb-2a17-4b68-a943-e902217508c2 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11810'] for router, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:06.566779 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f35768fb-2a17-4b68-a943-e902217508c2 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1926740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11821'] for router, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:06.567074 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a13c474c-570d-4a10-9ace-d8540edc5e66 req-ce10524d-8a24-450b-9488-4470a4d5b4e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:06.627675 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dbb9e59-6b57-4f68-9c38-89c96e2dae20 None None] Network abacf947-9b36-45f1-83a1-01c964ac73ad requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:29:06.641422 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f35768fb-2a17-4b68-a943-e902217508c2 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:06.672681 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a045f96b-4088-469f-8b4e-af16acbaa720 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Pushing event updated for resources: {'Port': ['ID=5ca81016-a7d9-4642-911c-08cb74746542,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:06.719163 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20901ac5-6b78-48c1-9b63-47a1d8bc6e6a req-92d7f70f-5b7a-4c76-ae06-6ebd07d63569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:06.720658 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-20901ac5-6b78-48c1-9b63-47a1d8bc6e6a req-92d7f70f-5b7a-4c76-ae06-6ebd07d63569 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1825f4ef-88c0-436d-968e-41fc32795301 HTTP/1.1" status: 200 len: 860 time: 0.2701406 Jul 05 02:29:06.729400 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7430fc6d-55a8-4ac1-964f-a74d01d0e9ce req-cef4169f-bf4e-4d1d-adf9-d97b35eaa450 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.7.32 HTTP/1.1" status: 200 len: 698 time: 0.1820889 Jul 05 02:29:06.899960 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13c474c-570d-4a10-9ace-d8540edc5e66 req-6c3a9cb5-4647-43c0-b3fe-ef256ffa7af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:06.899960 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a13c474c-570d-4a10-9ace-d8540edc5e66 req-6c3a9cb5-4647-43c0-b3fe-ef256ffa7af4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=782286101fb048eb8692425d98fa4780&device_id=33a94b41-3405-456b-a5e6-7f6f25a0653b HTTP/1.1" status: 200 len: 1095 time: 0.5847063 Jul 05 02:29:06.900187 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f35768fb-2a17-4b68-a943-e902217508c2 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:07.239525 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f35768fb-2a17-4b68-a943-e902217508c2 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks [] for router_gateway, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:07.267854 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f35768fb-2a17-4b68-a943-e902217508c2 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:07.292261 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce10524d-8a24-450b-9488-4470a4d5b4e3 service neutron] Pushing event updated for resources: {'Port': ['ID=5b19a89c-af00-4ad9-8587-e8b83c1c8086,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:07.333741 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7430fc6d-55a8-4ac1-964f-a74d01d0e9ce req-a9402c65-e65c-4eeb-a34f-55403fe29902 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.7.32 HTTP/1.1" status: 200 len: 696 time: 0.5479307 Jul 05 02:29:07.417154 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-f35768fb-2a17-4b68-a943-e902217508c2 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Allocated IP 172.25.7.115 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/bdc7ff12-a840-4432-b738-491e7c75f6ec) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:29:07.430112 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a13c474c-570d-4a10-9ace-d8540edc5e66 req-5b6a6794-4b89-485e-abf6-e4b53235bb74 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ad5c6009-cbb2-4601-ba3b-b6156013b398 HTTP/1.1" status: 200 len: 217 time: 0.1157556 Jul 05 02:29:07.602807 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e308c708-882e-4540-a4de-7f6b777bf80a req-a358c17a-2a35-485f-86a6-df7a81ca0afb tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:07.609982 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e308c708-882e-4540-a4de-7f6b777bf80a req-a358c17a-2a35-485f-86a6-df7a81ca0afb tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a884060-4680-4f0a-aa16-fc8f45fa727b HTTP/1.1" status: 200 len: 944 time: 0.1534441 Jul 05 02:29:07.641096 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20901ac5-6b78-48c1-9b63-47a1d8bc6e6a req-097c0e54-2f4d-4166-9292-58d01d620e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:07.642649 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-20901ac5-6b78-48c1-9b63-47a1d8bc6e6a req-097c0e54-2f4d-4166-9292-58d01d620e99 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5e8d76cf-072c-4ebe-9632-b498a3035f5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9092767 Jul 05 02:29:07.646458 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-a13c474c-570d-4a10-9ace-d8540edc5e66 req-ce10524d-8a24-450b-9488-4470a4d5b4e3 service neutron] Attempting to bind port 5b19a89c-af00-4ad9-8587-e8b83c1c8086 on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:29:07.646795 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-a13c474c-570d-4a10-9ace-d8540edc5e66 req-ce10524d-8a24-450b-9488-4470a4d5b4e3 service neutron] Attempting to bind port 5b19a89c-af00-4ad9-8587-e8b83c1c8086 by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': 'd93517f9-cb27-456b-8180-ef58b44abe45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '882c819f-3448-4e1d-8a0d-c4801113dbdf'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:29:07.647123 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13c474c-570d-4a10-9ace-d8540edc5e66 req-ce10524d-8a24-450b-9488-4470a4d5b4e3 service neutron] Attempting to bind port 5b19a89c-af00-4ad9-8587-e8b83c1c8086 on network 882c819f-3448-4e1d-8a0d-c4801113dbdf {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:29:07.651642 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f35768fb-2a17-4b68-a943-e902217508c2 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:07.656271 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13c474c-570d-4a10-9ace-d8540edc5e66 req-cfc77311-04e7-4b78-adff-b390fb32c9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:07.665643 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a13c474c-570d-4a10-9ace-d8540edc5e66 req-cfc77311-04e7-4b78-adff-b390fb32c9ff service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bd25aff0-af29-453c-a0e9-c2c58c06ca99 HTTP/1.1" status: 200 len: 852 time: 0.1908817 Jul 05 02:29:07.678811 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e308c708-882e-4540-a4de-7f6b777bf80a req-308e7172-2253-4532-90ca-9df4e2dbf298 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] 10.222.0.23 "GET /v2.0/security-groups?id=de31e825-2317-40e9-8c29-83244b09dca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677626 Jul 05 02:29:07.689463 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ad210db-8951-4605-b8ce-9fa0e0fe285e tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Router b02a522e-af37-43f3-8fff-408ccde96fbb has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:29:07.704921 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13c474c-570d-4a10-9ace-d8540edc5e66 req-ce10524d-8a24-450b-9488-4470a4d5b4e3 service neutron] Port 5b19a89c-af00-4ad9-8587-e8b83c1c8086 on network 882c819f-3448-4e1d-8a0d-c4801113dbdf not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:29:07.705283 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13c474c-570d-4a10-9ace-d8540edc5e66 req-ce10524d-8a24-450b-9488-4470a4d5b4e3 service neutron] Attempting to bind port 5b19a89c-af00-4ad9-8587-e8b83c1c8086 on network 882c819f-3448-4e1d-8a0d-c4801113dbdf {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:29:07.764602 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a13c474c-570d-4a10-9ace-d8540edc5e66 req-750a17aa-9eb1-4ddb-a0ac-54c9feb43479 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=882c819f-3448-4e1d-8a0d-c4801113dbdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803995 Jul 05 02:29:07.799282 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13c474c-570d-4a10-9ace-d8540edc5e66 req-ce10524d-8a24-450b-9488-4470a4d5b4e3 service neutron] Checking agent: {'id': 'e071c76e-395f-48c4-a98f-88088465cf0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:29:07.814004 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13c474c-570d-4a10-9ace-d8540edc5e66 req-ce10524d-8a24-450b-9488-4470a4d5b4e3 service neutron] Checking segment: {'id': 'd93517f9-cb27-456b-8180-ef58b44abe45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '882c819f-3448-4e1d-8a0d-c4801113dbdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:29:07.814004 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13c474c-570d-4a10-9ace-d8540edc5e66 req-ce10524d-8a24-450b-9488-4470a4d5b4e3 service neutron] Bound using segment: {'id': 'd93517f9-cb27-456b-8180-ef58b44abe45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '882c819f-3448-4e1d-8a0d-c4801113dbdf'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:29:07.814004 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-a13c474c-570d-4a10-9ace-d8540edc5e66 req-ce10524d-8a24-450b-9488-4470a4d5b4e3 service neutron] Bound port: 5b19a89c-af00-4ad9-8587-e8b83c1c8086, host: n-h2-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd93517f9-cb27-456b-8180-ef58b44abe45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '882c819f-3448-4e1d-8a0d-c4801113dbdf'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:29:07.814004 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a13c474c-570d-4a10-9ace-d8540edc5e66 req-ce10524d-8a24-450b-9488-4470a4d5b4e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:07.849536 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f35768fb-2a17-4b68-a943-e902217508c2 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:07.887456 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35768fb-2a17-4b68-a943-e902217508c2 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:29:07.890630 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-f35768fb-2a17-4b68-a943-e902217508c2 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:29:07.893018 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35768fb-2a17-4b68-a943-e902217508c2 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:29:07.930040 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35768fb-2a17-4b68-a943-e902217508c2 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Pushing event updated for resources: {'Port': ['ID=bdc7ff12-a840-4432-b738-491e7c75f6ec,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:08.092654 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-20901ac5-6b78-48c1-9b63-47a1d8bc6e6a req-2687dd82-a613-4294-9532-28c761fa82bd service neutron] 10.222.0.21 "GET /v2.0/networks/5e8d76cf-072c-4ebe-9632-b498a3035f5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4383194 Jul 05 02:29:08.103437 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-7430fc6d-55a8-4ac1-964f-a74d01d0e9ce req-8029bd3e-72e6-475e-9dd7-4ab0278aafc6 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Deleting port dada90d2-c0c8-4af3-bd5e-00bfb2635f3a {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:29:08.103801 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-7430fc6d-55a8-4ac1-964f-a74d01d0e9ce req-8029bd3e-72e6-475e-9dd7-4ab0278aafc6 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:08.178064 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-a13c474c-570d-4a10-9ace-d8540edc5e66 req-ce10524d-8a24-450b-9488-4470a4d5b4e3 service neutron] For port 5b19a89c-af00-4ad9-8587-e8b83c1c8086, host n-h2-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:29:08.208898 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ad210db-8951-4605-b8ce-9fa0e0fe285e tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:29:08.210414 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a045f96b-4088-469f-8b4e-af16acbaa720 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:08.214138 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a13c474c-570d-4a10-9ace-d8540edc5e66 req-9b761a0b-b71f-4ebf-adac-a929b81abbd4 service neutron] 10.222.0.15 "GET /v2.0/networks/882c819f-3448-4e1d-8a0d-c4801113dbdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4097300 Jul 05 02:29:08.222933 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-8ad210db-8951-4605-b8ce-9fa0e0fe285e tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "PUT /v2.0/routers/b02a522e-af37-43f3-8fff-408ccde96fbb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3055468 Jul 05 02:29:08.228397 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92e281f-c0da-4c94-837b-47f89a358816 None None] Sync routers for ids ['b02a522e-af37-43f3-8fff-408ccde96fbb'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:29:08.241640 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92e281f-c0da-4c94-837b-47f89a358816 None None] Routers {'b02a522e-af37-43f3-8fff-408ccde96fbb'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:29:08.242846 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-f92e281f-c0da-4c94-837b-47f89a358816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:28:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['b02a522e-af37-43f3-8fff-408ccde96fbb'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:08.260355 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 36726) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:08.282278 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-a13c474c-570d-4a10-9ace-d8540edc5e66 req-ce10524d-8a24-450b-9488-4470a4d5b4e3 service neutron] For port 5b19a89c-af00-4ad9-8587-e8b83c1c8086, host n-h2-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=5b19a89c-af00-4ad9-8587-e8b83c1c8086,segment=NetworkSegment(d93517f9-cb27-456b-8180-ef58b44abe45),segment_id=d93517f9-cb27-456b-8180-ef58b44abe45)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:29:08.289363 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-f92e281f-c0da-4c94-837b-47f89a358816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:08.302489 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92e281f-c0da-4c94-837b-47f89a358816 None None] Routers {'b02a522e-af37-43f3-8fff-408ccde96fbb'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:29:08.303395 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-f92e281f-c0da-4c94-837b-47f89a358816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:28:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['b02a522e-af37-43f3-8fff-408ccde96fbb'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:08.350855 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-f92e281f-c0da-4c94-837b-47f89a358816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:08.352322 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92e281f-c0da-4c94-837b-47f89a358816 None None] The sync data for ids ['b02a522e-af37-43f3-8fff-408ccde96fbb'] in n-d-771362-32 is: [] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:29:08.379874 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f35768fb-2a17-4b68-a943-e902217508c2 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks [] for router_gateway, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:08.406370 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a13c474c-570d-4a10-9ace-d8540edc5e66 req-ce10524d-8a24-450b-9488-4470a4d5b4e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:08.540966 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-7430fc6d-55a8-4ac1-964f-a74d01d0e9ce req-8029bd3e-72e6-475e-9dd7-4ab0278aafc6 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:08.541298 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-7430fc6d-55a8-4ac1-964f-a74d01d0e9ce req-8029bd3e-72e6-475e-9dd7-4ab0278aafc6 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:08.557047 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13c474c-570d-4a10-9ace-d8540edc5e66 req-ce10524d-8a24-450b-9488-4470a4d5b4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:08.557692 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a13c474c-570d-4a10-9ace-d8540edc5e66 req-ce10524d-8a24-450b-9488-4470a4d5b4e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:08.559137 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a13c474c-570d-4a10-9ace-d8540edc5e66 req-ce10524d-8a24-450b-9488-4470a4d5b4e3 service neutron] 10.222.0.15 "PUT /v2.0/ports/5b19a89c-af00-4ad9-8587-e8b83c1c8086 HTTP/1.1" status: 200 len: 1093 time: 4.6681230 Jul 05 02:29:08.568748 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a884060-4680-4f0a-aa16-fc8f45fa727b', 'tag': '5b19a89c-af00-4ad9-8587-e8b83c1c8086'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:29:08.571333 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4b1e8bf-37a3-41a8-8290-6281dc503e61" -d '{"events": [{"name": "network-changed", "server_uuid": "5a884060-4680-4f0a-aa16-fc8f45fa727b", "tag": "5b19a89c-af00-4ad9-8587-e8b83c1c8086"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:29:08.575465 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-20901ac5-6b78-48c1-9b63-47a1d8bc6e6a req-fd9a1cc0-f53a-4e58-86ed-efa502d57fc5 service neutron] 10.222.0.21 "GET /v2.0/networks/5e8d76cf-072c-4ebe-9632-b498a3035f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4600959 Jul 05 02:29:08.603746 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-7430fc6d-55a8-4ac1-964f-a74d01d0e9ce req-8029bd3e-72e6-475e-9dd7-4ab0278aafc6 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Calling delete_port for dada90d2-c0c8-4af3-bd5e-00bfb2635f3a owned by network:floatingip {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:29:08.638539 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f35768fb-2a17-4b68-a943-e902217508c2 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963'] for router, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:08.660030 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a426efc5-87e5-494b-9cc0-62608a173123 x-openstack-request-id: req-a426efc5-87e5-494b-9cc0-62608a173123 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:29:08.660321 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a884060-4680-4f0a-aa16-fc8f45fa727b", "tag": "5b19a89c-af00-4ad9-8587-e8b83c1c8086", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:29:08.660604 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a426efc5-87e5-494b-9cc0-62608a173123 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:29:08.661006 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a884060-4680-4f0a-aa16-fc8f45fa727b', 'tag': '5b19a89c-af00-4ad9-8587-e8b83c1c8086', 'status': 'completed', 'code': 200} Jul 05 02:29:08.718211 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce10524d-8a24-450b-9488-4470a4d5b4e3 service neutron] Pushing event updated for resources: {'Port': ['ID=5b19a89c-af00-4ad9-8587-e8b83c1c8086,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:08.759186 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a13c474c-570d-4a10-9ace-d8540edc5e66 req-e390c433-57c4-4222-80f8-ffc4c14dc3b3 service neutron] 10.222.0.15 "GET /v2.0/networks/882c819f-3448-4e1d-8a0d-c4801113dbdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5004120 Jul 05 02:29:08.917940 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5eb970-3c75-4d58-a500-6459182b1758 req-1e8ed3d1-c87d-4a2f-9eb6-82f69edfa835 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:08.923146 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8c5eb970-3c75-4d58-a500-6459182b1758 req-1e8ed3d1-c87d-4a2f-9eb6-82f69edfa835 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a884060-4680-4f0a-aa16-fc8f45fa727b HTTP/1.1" status: 200 len: 944 time: 0.0832069 Jul 05 02:29:08.925374 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f35768fb-2a17-4b68-a943-e902217508c2 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Router e6b2b62e-7f55-4ba2-b077-893840665ffb is scheduled to L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 with binding_index 1 {{(pid=94462) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 02:29:09.024043 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8c5eb970-3c75-4d58-a500-6459182b1758 req-12cc3a86-4d61-4c15-8168-b2f7ca1bf70b tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] 10.222.0.23 "GET /v2.0/security-groups?id=de31e825-2317-40e9-8c29-83244b09dca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951607 Jul 05 02:29:09.097138 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f35768fb-2a17-4b68-a943-e902217508c2 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:29:09.110913 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63a3155-8b0e-44bf-85ab-ce3bbf35d14b None None] Sync routers for ids ['e6b2b62e-7f55-4ba2-b077-893840665ffb'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:29:09.120940 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63a3155-8b0e-44bf-85ab-ce3bbf35d14b None None] Routers {'e6b2b62e-7f55-4ba2-b077-893840665ffb'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:29:09.122669 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-b63a3155-8b0e-44bf-85ab-ce3bbf35d14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:28:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['e6b2b62e-7f55-4ba2-b077-893840665ffb'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:09.164261 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-b63a3155-8b0e-44bf-85ab-ce3bbf35d14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:09.175210 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63a3155-8b0e-44bf-85ab-ce3bbf35d14b None None] Routers {'e6b2b62e-7f55-4ba2-b077-893840665ffb'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:29:09.176309 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-b63a3155-8b0e-44bf-85ab-ce3bbf35d14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:28:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['e6b2b62e-7f55-4ba2-b077-893840665ffb'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:09.225145 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-b63a3155-8b0e-44bf-85ab-ce3bbf35d14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:09.226173 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63a3155-8b0e-44bf-85ab-ce3bbf35d14b None None] The sync data for ids ['e6b2b62e-7f55-4ba2-b077-893840665ffb'] in n-d-771362-32 is: [] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:29:09.238689 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f35768fb-2a17-4b68-a943-e902217508c2 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:09.242878 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-f35768fb-2a17-4b68-a943-e902217508c2 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.8234775 Jul 05 02:29:09.245198 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 36746) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:09.387581 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a045f96b-4088-469f-8b4e-af16acbaa720 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963'] for router, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:09.419916 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b1e8bf-37a3-41a8-8290-6281dc503e61 req-3a24f486-b9d4-4d39-8bef-ec73b14d5e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:09.421795 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a4b1e8bf-37a3-41a8-8290-6281dc503e61 req-3a24f486-b9d4-4d39-8bef-ec73b14d5e5d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=782286101fb048eb8692425d98fa4780&device_id=5a884060-4680-4f0a-aa16-fc8f45fa727b HTTP/1.1" status: 200 len: 1096 time: 0.7193897 Jul 05 02:29:09.485449 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42d310a-c357-4758-a75f-442ec05df21a req-075a3bee-c3df-4a36-8b8d-12e30457438b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:09.487264 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c42d310a-c357-4758-a75f-442ec05df21a req-075a3bee-c3df-4a36-8b8d-12e30457438b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=782286101fb048eb8692425d98fa4780&device_id=33a94b41-3405-456b-a5e6-7f6f25a0653b HTTP/1.1" status: 200 len: 1095 time: 0.3032899 Jul 05 02:29:09.763542 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-7430fc6d-55a8-4ac1-964f-a74d01d0e9ce req-8029bd3e-72e6-475e-9dd7-4ab0278aafc6 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:09.773793 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b1e8bf-37a3-41a8-8290-6281dc503e61 req-78a9d211-9848-4edf-8749-eeb95c3cc8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:09.775434 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a4b1e8bf-37a3-41a8-8290-6281dc503e61 req-78a9d211-9848-4edf-8749-eeb95c3cc8f0 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=782286101fb048eb8692425d98fa4780&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3432567 Jul 05 02:29:09.825268 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42d310a-c357-4758-a75f-442ec05df21a req-af864573-f94f-4274-9d1b-39fb122c5106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:09.826826 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c42d310a-c357-4758-a75f-442ec05df21a req-af864573-f94f-4274-9d1b-39fb122c5106 service neutron] 10.222.0.15 "GET /v2.0/networks?id=882c819f-3448-4e1d-8a0d-c4801113dbdf HTTP/1.1" status: 200 len: 912 time: 0.3108733 Jul 05 02:29:09.841202 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8029bd3e-72e6-475e-9dd7-4ab0278aafc6 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Pushing event deleted for resources: {'Port': ['ID=dada90d2-c0c8-4af3-bd5e-00bfb2635f3a,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:09.951204 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c42d310a-c357-4758-a75f-442ec05df21a req-e9110f30-1c7a-4ef0-8da6-ba8392be79c0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ad5c6009-cbb2-4601-ba3b-b6156013b398 HTTP/1.1" status: 200 len: 217 time: 0.1072636 Jul 05 02:29:10.082456 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0b8fd9a8-39fd-44f1-9d53-08e5d1f305d0 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1634680'] for router_interface, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:10.082456 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-7430fc6d-55a8-4ac1-964f-a74d01d0e9ce req-8029bd3e-72e6-475e-9dd7-4ab0278aafc6 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Notify callbacks [] for floatingip, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:10.082456 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-7430fc6d-55a8-4ac1-964f-a74d01d0e9ce req-8029bd3e-72e6-475e-9dd7-4ab0278aafc6 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:10.082456 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7430fc6d-55a8-4ac1-964f-a74d01d0e9ce req-8029bd3e-72e6-475e-9dd7-4ab0278aafc6 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] 10.222.0.23 "DELETE /v2.0/floatingips/5bf35d65-2020-4e7b-b307-b56c536d8d40 HTTP/1.1" status: 204 len: 173 time: 2.6601083 Jul 05 02:29:10.088560 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b1e8bf-37a3-41a8-8290-6281dc503e61 req-38ac1e24-9245-46bd-b554-d23c2527c8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:10.090080 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a4b1e8bf-37a3-41a8-8290-6281dc503e61 req-38ac1e24-9245-46bd-b554-d23c2527c8ab service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3069890 Jul 05 02:29:10.124352 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42d310a-c357-4758-a75f-442ec05df21a req-2ac2cfe4-f312-4d25-8f49-6a6f0b112487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:10.125874 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c42d310a-c357-4758-a75f-442ec05df21a req-2ac2cfe4-f312-4d25-8f49-6a6f0b112487 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bd25aff0-af29-453c-a0e9-c2c58c06ca99 HTTP/1.1" status: 200 len: 852 time: 0.1446142 Jul 05 02:29:10.129330 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-dcf89474-d2be-4bc4-8066-06c2bcd17d7d tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:10.177635 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a045f96b-4088-469f-8b4e-af16acbaa720 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Router 8baafff7-4192-48a4-b26e-6044f0a2fd56 is scheduled to L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 with binding_index 1 {{(pid=94461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 02:29:10.217648 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c42d310a-c357-4758-a75f-442ec05df21a req-7b9ce445-fa06-4497-8f54-2b91aefcd6c2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=882c819f-3448-4e1d-8a0d-c4801113dbdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609350 Jul 05 02:29:10.338229 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad17a44-4a3a-4a7b-af36-d20f61f0fd51 req-1f2b977c-a69b-41fa-80cf-49c3daf922f2 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:10.346085 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2ad17a44-4a3a-4a7b-af36-d20f61f0fd51 req-1f2b977c-a69b-41fa-80cf-49c3daf922f2 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a884060-4680-4f0a-aa16-fc8f45fa727b HTTP/1.1" status: 200 len: 944 time: 0.1449747 Jul 05 02:29:10.441717 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2ad17a44-4a3a-4a7b-af36-d20f61f0fd51 req-fdbe176c-200b-4a4a-abeb-d500bbb97342 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] 10.222.0.23 "GET /v2.0/security-groups?id=de31e825-2317-40e9-8c29-83244b09dca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944295 Jul 05 02:29:10.459398 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13c474c-570d-4a10-9ace-d8540edc5e66 req-76d6c433-f5b2-418f-9071-b202e1e772b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:10.461283 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a13c474c-570d-4a10-9ace-d8540edc5e66 req-76d6c433-f5b2-418f-9071-b202e1e772b4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=782286101fb048eb8692425d98fa4780&device_id=5a884060-4680-4f0a-aa16-fc8f45fa727b HTTP/1.1" status: 200 len: 1096 time: 0.3035271 Jul 05 02:29:10.541187 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a13c474c-570d-4a10-9ace-d8540edc5e66 req-e53303c6-4be0-4e1f-a11b-ac19deb499b7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b19a89c-af00-4ad9-8587-e8b83c1c8086 HTTP/1.1" status: 200 len: 217 time: 0.0702837 Jul 05 02:29:10.543511 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c42d310a-c357-4758-a75f-442ec05df21a req-34a1dc16-574d-49a1-91ae-cc70a1e48191 service neutron] 10.222.0.15 "GET /v2.0/networks/882c819f-3448-4e1d-8a0d-c4801113dbdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3115966 Jul 05 02:29:10.570696 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a045f96b-4088-469f-8b4e-af16acbaa720 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:29:10.579823 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bae8dcc-c6f5-4471-be44-c467a295c056 None None] Sync routers for ids ['8baafff7-4192-48a4-b26e-6044f0a2fd56'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:29:10.583886 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-dcf89474-d2be-4bc4-8066-06c2bcd17d7d tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Allocated IP 172.20.0.1 (abacf947-9b36-45f1-83a1-01c964ac73ad/ce67c9c6-d923-4178-89c8-01c4395a80e8/02250e00-2b7c-4492-994d-2acb3dea1d6d) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:29:10.593529 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bae8dcc-c6f5-4471-be44-c467a295c056 None None] Routers {'8baafff7-4192-48a4-b26e-6044f0a2fd56'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:29:10.594630 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-3bae8dcc-c6f5-4471-be44-c467a295c056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:28:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['8baafff7-4192-48a4-b26e-6044f0a2fd56'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:10.720866 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-dcf89474-d2be-4bc4-8066-06c2bcd17d7d tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:10.731908 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-3bae8dcc-c6f5-4471-be44-c467a295c056 None None] Set router 8baafff7-4192-48a4-b26e-6044f0a2fd56 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:29:10.754394 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13c474c-570d-4a10-9ace-d8540edc5e66 req-013743ca-c7e7-485d-b619-572abd849403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:10.756192 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a13c474c-570d-4a10-9ace-d8540edc5e66 req-013743ca-c7e7-485d-b619-572abd849403 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bd25aff0-af29-453c-a0e9-c2c58c06ca99 HTTP/1.1" status: 200 len: 852 time: 0.2015028 Jul 05 02:29:10.825024 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a045f96b-4088-469f-8b4e-af16acbaa720 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks [] for router, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:10.827579 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-a045f96b-4088-469f-8b4e-af16acbaa720 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 10.2843571 Jul 05 02:29:10.829815 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 36770) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:10.836690 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a13c474c-570d-4a10-9ace-d8540edc5e66 req-786c51cc-99bf-4c9d-8226-4c33a481f347 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=882c819f-3448-4e1d-8a0d-c4801113dbdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686507 Jul 05 02:29:10.855359 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c42d310a-c357-4758-a75f-442ec05df21a req-baf90820-a802-406f-a3ca-d78f6cdad767 service neutron] 10.222.0.15 "GET /v2.0/networks/882c819f-3448-4e1d-8a0d-c4801113dbdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3015220 Jul 05 02:29:10.899070 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-dcf89474-d2be-4bc4-8066-06c2bcd17d7d tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:10.995310 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-0b8fd9a8-39fd-44f1-9d53-08e5d1f305d0 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Deleting port fd843dc0-9690-4de0-954c-ab4b74cfe9be {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:29:10.995677 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0b8fd9a8-39fd-44f1-9d53-08e5d1f305d0 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:11.027701 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device ad5c6009-cbb2-4601-ba3b-b6156013b398 details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:29:11.080035 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 36780) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:11.091808 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf89474-d2be-4bc4-8066-06c2bcd17d7d tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Pushing event updated for resources: {'Port': ['ID=02250e00-2b7c-4492-994d-2acb3dea1d6d,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:11.103770 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf89474-d2be-4bc4-8066-06c2bcd17d7d tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Network abacf947-9b36-45f1-83a1-01c964ac73ad is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:29:11.110921 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-dcf89474-d2be-4bc4-8066-06c2bcd17d7d tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:29:11.120474 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a13c474c-570d-4a10-9ace-d8540edc5e66 req-8b396c6f-8e4b-43f6-bcd9-29c63a63a208 service neutron] 10.222.0.15 "GET /v2.0/networks/882c819f-3448-4e1d-8a0d-c4801113dbdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2752275 Jul 05 02:29:11.120601 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf89474-d2be-4bc4-8066-06c2bcd17d7d tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:29:11.189286 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-dcf89474-d2be-4bc4-8066-06c2bcd17d7d tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635668'] for router_interface, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:11.191913 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-3bae8dcc-c6f5-4471-be44-c467a295c056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8baafff7-4192-48a4-b26e-6044f0a2fd56', 'name': 'tempest-snat-router-1503002229', 'tenant_id': '91545441c05344059ed7f756addc4cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.235'}], 'enable_snat': False}, 'gw_port_id': '5ca81016-a7d9-4642-911c-08cb74746542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:29:01Z', 'updated_at': '2021-07-05T02:29:07Z', 'revision_number': 3, 'project_id': '91545441c05344059ed7f756addc4cb9', 'gw_port': {'id': '5ca81016-a7d9-4642-911c-08cb74746542', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a3:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8baafff7-4192-48a4-b26e-6044f0a2fd56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:29:04Z', 'updated_at': '2021-07-05T02:29:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:11.233859 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bae8dcc-c6f5-4471-be44-c467a295c056 None None] Checking router: 8baafff7-4192-48a4-b26e-6044f0a2fd56 for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:29:11.234145 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bae8dcc-c6f5-4471-be44-c467a295c056 None None] Updating router 8baafff7-4192-48a4-b26e-6044f0a2fd56 port 5ca81016-a7d9-4642-911c-08cb74746542 binding host n-d-771362-32 {{(pid=94464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 02:29:11.281782 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3bae8dcc-c6f5-4471-be44-c467a295c056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:11.283338 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0b8fd9a8-39fd-44f1-9d53-08e5d1f305d0 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:11.285923 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port ad5c6009-cbb2-4601-ba3b-b6156013b398, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=ad5c6009-cbb2-4601-ba3b-b6156013b398,segment=NetworkSegment(d93517f9-cb27-456b-8180-ef58b44abe45),segment_id=d93517f9-cb27-456b-8180-ef58b44abe45)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:29:11.304338 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-0b8fd9a8-39fd-44f1-9d53-08e5d1f305d0 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Calling delete_port for fd843dc0-9690-4de0-954c-ab4b74cfe9be owned by network:router_interface {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:29:11.319762 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Returning: {'device': 'ad5c6009-cbb2-4601-ba3b-b6156013b398', 'network_id': '882c819f-3448-4e1d-8a0d-c4801113dbdf', 'port_id': 'ad5c6009-cbb2-4601-ba3b-b6156013b398', 'mac_address': 'fa:16:3e:ca:98:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd25aff0-af29-453c-a0e9-c2c58c06ca99', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:29:11.348934 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-0da4d530-69dd-4072-bb9c-e034f648680f tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] 10.222.0.23 "GET /v2.0/routers/8baafff7-4192-48a4-b26e-6044f0a2fd56 HTTP/1.1" status: 200 len: 909 time: 0.5173538 Jul 05 02:29:11.354337 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 36784) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:11.371310 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-ffbb83df-e894-4b27-815e-9d24b1c776a7 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1503002229', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'enable_snat': True}}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:29:11.401115 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:11.406372 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfef8908-0003-4f42-8777-37009a1b7894 req-0907d8b9-2101-4d02-91a3-97fc0807ebbb tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:11.414686 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-bfef8908-0003-4f42-8777-37009a1b7894 req-0907d8b9-2101-4d02-91a3-97fc0807ebbb tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d9c139f-f1ba-4755-b858-e814d10506d6 HTTP/1.1" status: 200 len: 946 time: 0.3088193 Jul 05 02:29:11.425389 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad5c6009-cbb2-4601-ba3b-b6156013b398 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:29:11.425576 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a13c474c-570d-4a10-9ace-d8540edc5e66 req-95a9f19b-9f05-4b11-adc1-df2cdf4999f0 service neutron] 10.222.0.15 "GET /v2.0/networks/882c819f-3448-4e1d-8a0d-c4801113dbdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2917972 Jul 05 02:29:11.426644 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-81932ddf-f407-433f-afc1-7ef3f874f48e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:11.450766 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port ad5c6009-cbb2-4601-ba3b-b6156013b398, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=ad5c6009-cbb2-4601-ba3b-b6156013b398,segment=NetworkSegment(d93517f9-cb27-456b-8180-ef58b44abe45),segment_id=d93517f9-cb27-456b-8180-ef58b44abe45)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:29:11.461187 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-bfef8908-0003-4f42-8777-37009a1b7894 req-9ac071d8-0d2c-4f46-96a5-89a3fb0e2d1d tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] 10.222.0.23 "GET /v2.0/security-groups?id=a0f3de01-621c-4ed4-a575-46af052470d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453305 Jul 05 02:29:11.593744 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ffbb83df-e894-4b27-815e-9d24b1c776a7 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11810'] for router, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:11.594800 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ffbb83df-e894-4b27-815e-9d24b1c776a7 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1926740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11821'] for router, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:11.680091 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3bae8dcc-c6f5-4471-be44-c467a295c056 None None] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:11.686081 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-dcf89474-d2be-4bc4-8066-06c2bcd17d7d tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:11.692820 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-3bae8dcc-c6f5-4471-be44-c467a295c056 None None] Transition to ACTIVE for port object 5ca81016-a7d9-4642-911c-08cb74746542 will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:29:11.726066 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d05d9c1-d720-4bb5-8c57-8d8b0d3cf773 req-c2c42432-740a-49e0-9985-31864c7bc9bf tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:11.734668 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8d05d9c1-d720-4bb5-8c57-8d8b0d3cf773 req-c2c42432-740a-49e0-9985-31864c7bc9bf tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a884060-4680-4f0a-aa16-fc8f45fa727b HTTP/1.1" status: 200 len: 944 time: 0.1745241 Jul 05 02:29:11.745363 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:11.785090 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0b8fd9a8-39fd-44f1-9d53-08e5d1f305d0 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:11.799114 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=ad5c6009-cbb2-4601-ba3b-b6156013b398,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:11.806788 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:29:11.807156 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:29:11.807459 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:29:11.807799 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:29:11.808127 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:29:11.808460 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:29:11.808837 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:29:11.809106 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:29:11.809463 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:29:11.809747 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:29:11.810076 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:29:11.812037 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:29:11.832478 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:11.832770 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3bae8dcc-c6f5-4471-be44-c467a295c056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:11.844192 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8fd9a8-39fd-44f1-9d53-08e5d1f305d0 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Pushing event deleted for resources: {'Port': ['ID=fd843dc0-9690-4de0-954c-ab4b74cfe9be,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:11.862475 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8d05d9c1-d720-4bb5-8c57-8d8b0d3cf773 req-823aa3e8-596c-436a-a9bb-e93fae827e58 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] 10.222.0.23 "GET /v2.0/security-groups?id=de31e825-2317-40e9-8c29-83244b09dca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272786 Jul 05 02:29:11.883359 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ffbb83df-e894-4b27-815e-9d24b1c776a7 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:11.903585 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-81932ddf-f407-433f-afc1-7ef3f874f48e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:11.904960 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-3bae8dcc-c6f5-4471-be44-c467a295c056 None None] Attempting to bind port 5ca81016-a7d9-4642-911c-08cb74746542 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:29:11.909347 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-3bae8dcc-c6f5-4471-be44-c467a295c056 None None] Attempting to bind port 5ca81016-a7d9-4642-911c-08cb74746542 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:29:11.916654 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:11.916825 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bae8dcc-c6f5-4471-be44-c467a295c056 None None] Attempting to bind port 5ca81016-a7d9-4642-911c-08cb74746542 on network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:29:11.934984 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bae8dcc-c6f5-4471-be44-c467a295c056 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:29:11.937293 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bae8dcc-c6f5-4471-be44-c467a295c056 None None] Checking segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:29:11.938211 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3bae8dcc-c6f5-4471-be44-c467a295c056 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:11.940696 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bae8dcc-c6f5-4471-be44-c467a295c056 None None] Bound using segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:29:11.941493 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-3bae8dcc-c6f5-4471-be44-c467a295c056 None None] Bound port: 5ca81016-a7d9-4642-911c-08cb74746542, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:29:11.943200 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3bae8dcc-c6f5-4471-be44-c467a295c056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:11.968605 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6f9fe5-0b21-4d0b-8c69-c446bc21a561 None None] Pushing event updated for resources: {'Port': ['ID=5ca81016-a7d9-4642-911c-08cb74746542,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:11.974430 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0b8fd9a8-39fd-44f1-9d53-08e5d1f305d0 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635398'] for router_interface, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:11.987354 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6f9fe5-0b21-4d0b-8c69-c446bc21a561 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:29:11.987354 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6f9fe5-0b21-4d0b-8c69-c446bc21a561 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:29:11.987733 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6f9fe5-0b21-4d0b-8c69-c446bc21a561 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:29:11.988203 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6f9fe5-0b21-4d0b-8c69-c446bc21a561 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:29:11.988866 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6f9fe5-0b21-4d0b-8c69-c446bc21a561 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:29:11.989282 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6f9fe5-0b21-4d0b-8c69-c446bc21a561 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:29:11.989680 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6f9fe5-0b21-4d0b-8c69-c446bc21a561 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:29:11.990363 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6f9fe5-0b21-4d0b-8c69-c446bc21a561 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:29:11.990530 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6f9fe5-0b21-4d0b-8c69-c446bc21a561 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:29:11.990857 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6f9fe5-0b21-4d0b-8c69-c446bc21a561 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:29:11.991312 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6f9fe5-0b21-4d0b-8c69-c446bc21a561 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:29:11.991630 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6f9fe5-0b21-4d0b-8c69-c446bc21a561 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:29:12.013059 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['ad5c6009-cbb2-4601-ba3b-b6156013b398'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:29:12.030457 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-81932ddf-f407-433f-afc1-7ef3f874f48e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:12.033955 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-3bae8dcc-c6f5-4471-be44-c467a295c056 None None] For port 5ca81016-a7d9-4642-911c-08cb74746542, host n-d-771362-32, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:29:12.038532 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-3bae8dcc-c6f5-4471-be44-c467a295c056 None None] For port 5ca81016-a7d9-4642-911c-08cb74746542, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=5ca81016-a7d9-4642-911c-08cb74746542,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:29:12.176551 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-81932ddf-f407-433f-afc1-7ef3f874f48e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c455d0fd6112465e8d7475f1e4b2c8ab&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0918200 Jul 05 02:29:12.178372 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 36792) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:12.179009 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81932ddf-f407-433f-afc1-7ef3f874f48e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68530112-f7ae-4274-a94c-0484cbd8a5eb,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:12.209445 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-3bae8dcc-c6f5-4471-be44-c467a295c056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:12.221169 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ffbb83df-e894-4b27-815e-9d24b1c776a7 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:12.285590 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-dcf89474-d2be-4bc4-8066-06c2bcd17d7d tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:12.291649 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bae8dcc-c6f5-4471-be44-c467a295c056 None None] Routers {'8baafff7-4192-48a4-b26e-6044f0a2fd56'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:29:12.292263 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-3bae8dcc-c6f5-4471-be44-c467a295c056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:28:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['8baafff7-4192-48a4-b26e-6044f0a2fd56'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:12.335634 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6f9fe5-0b21-4d0b-8c69-c446bc21a561 None None] Pushing event updated for resources: {'Port': ['ID=5ca81016-a7d9-4642-911c-08cb74746542,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:12.364474 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b8fd9a8-39fd-44f1-9d53-08e5d1f305d0 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Router b02a522e-af37-43f3-8fff-408ccde96fbb has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:29:12.374113 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92547f0b-7e75-4a8b-8bc3-ebdec16d7ae6 req-c6be9222-ce11-4635-9260-375bbd117492 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:12.376286 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-92547f0b-7e75-4a8b-8bc3-ebdec16d7ae6 req-c6be9222-ce11-4635-9260-375bbd117492 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d9c139f-f1ba-4755-b858-e814d10506d6 HTTP/1.1" status: 200 len: 946 time: 0.3103092 Jul 05 02:29:12.407541 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-dcf89474-d2be-4bc4-8066-06c2bcd17d7d tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:12.453082 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-3bae8dcc-c6f5-4471-be44-c467a295c056 None None] Set router 8baafff7-4192-48a4-b26e-6044f0a2fd56 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:29:12.521965 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-dcf89474-d2be-4bc4-8066-06c2bcd17d7d tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634601'] for router_interface, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:12.532348 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf89474-d2be-4bc4-8066-06c2bcd17d7d tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Pushing event updated for resources: {'Port': ['ID=02250e00-2b7c-4492-994d-2acb3dea1d6d,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:12.772135 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-3bae8dcc-c6f5-4471-be44-c467a295c056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8baafff7-4192-48a4-b26e-6044f0a2fd56', 'name': 'tempest-snat-router-1503002229', 'tenant_id': '91545441c05344059ed7f756addc4cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.235'}], 'enable_snat': False}, 'gw_port_id': '5ca81016-a7d9-4642-911c-08cb74746542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:29:01Z', 'updated_at': '2021-07-05T02:29:07Z', 'revision_number': 3, 'project_id': '91545441c05344059ed7f756addc4cb9', 'gw_port': {'id': '5ca81016-a7d9-4642-911c-08cb74746542', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a3:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8baafff7-4192-48a4-b26e-6044f0a2fd56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:29:04Z', 'updated_at': '2021-07-05T02:29:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:12.794736 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf89474-d2be-4bc4-8066-06c2bcd17d7d tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Network abacf947-9b36-45f1-83a1-01c964ac73ad is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:29:12.798566 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-dcf89474-d2be-4bc4-8066-06c2bcd17d7d tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:29:12.813097 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bae8dcc-c6f5-4471-be44-c467a295c056 None None] The sync data for ids ['8baafff7-4192-48a4-b26e-6044f0a2fd56'] in n-d-771362-32 is: [{'id': '8baafff7-4192-48a4-b26e-6044f0a2fd56', 'name': 'tempest-snat-router-1503002229', 'tenant_id': '91545441c05344059ed7f756addc4cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.235'}], 'enable_snat': False}, 'gw_port_id': '5ca81016-a7d9-4642-911c-08cb74746542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:29:01Z', 'updated_at': '2021-07-05T02:29:07Z', 'revision_number': 3, 'project_id': '91545441c05344059ed7f756addc4cb9', 'gw_port': {'id': '5ca81016-a7d9-4642-911c-08cb74746542', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a3:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8baafff7-4192-48a4-b26e-6044f0a2fd56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:29:04Z', 'updated_at': '2021-07-05T02:29:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-771362-32'}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:29:12.822498 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ffbb83df-e894-4b27-815e-9d24b1c776a7 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:12.890585 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ffbb83df-e894-4b27-815e-9d24b1c776a7 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:12.927551 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d985bf86-15fb-40ef-8bc4-15a6ee618b8e req-75c0d7cc-d8e4-44fb-88eb-515f72548d98 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:12.934284 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d985bf86-15fb-40ef-8bc4-15a6ee618b8e req-75c0d7cc-d8e4-44fb-88eb-515f72548d98 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d9c139f-f1ba-4755-b858-e814d10506d6 HTTP/1.1" status: 200 len: 946 time: 0.2331681 Jul 05 02:29:12.988504 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c92321bb-3f1e-465f-9d01-67885c9ed58c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:13.042477 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device ad5c6009-cbb2-4601-ba3b-b6156013b398 up at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:29:13.082003 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c92321bb-3f1e-465f-9d01-67885c9ed58c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:13.100813 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d985bf86-15fb-40ef-8bc4-15a6ee618b8e req-58b880a7-0ad7-4d9e-b8e5-4508b6b5db02 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] 10.222.0.23 "GET /v2.0/security-groups?id=a0f3de01-621c-4ed4-a575-46af052470d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294527 Jul 05 02:29:13.102915 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcf89474-d2be-4bc4-8066-06c2bcd17d7d tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Router e6b2b62e-7f55-4ba2-b077-893840665ffb has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:29:13.142493 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 5b19a89c-af00-4ad9-8587-e8b83c1c8086 details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:29:13.195254 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-ffbb83df-e894-4b27-815e-9d24b1c776a7 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Allocated IP 172.25.7.122 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/ee09a4c5-433b-41b9-8e4f-f99ca47f0029) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:29:13.283170 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b8fd9a8-39fd-44f1-9d53-08e5d1f305d0 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:29:13.294225 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-0b8fd9a8-39fd-44f1-9d53-08e5d1f305d0 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "PUT /v2.0/routers/b02a522e-af37-43f3-8fff-408ccde96fbb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0295658 Jul 05 02:29:13.297897 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba74cdf-ba2d-4da0-be85-e344c95aa2c4 None None] Sync routers for ids ['b02a522e-af37-43f3-8fff-408ccde96fbb'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:29:13.299611 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 36804) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:13.323750 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba74cdf-ba2d-4da0-be85-e344c95aa2c4 None None] Routers {'b02a522e-af37-43f3-8fff-408ccde96fbb'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:29:13.325519 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-fba74cdf-ba2d-4da0-be85-e344c95aa2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:28:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['b02a522e-af37-43f3-8fff-408ccde96fbb'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:13.349826 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-41750b4a-f7e5-474f-9f25-91c45d4dae0e tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "GET /v2.0/ports?device_id=b02a522e-af37-43f3-8fff-408ccde96fbb HTTP/1.1" status: 200 len: 205 time: 0.0477483 Jul 05 02:29:13.355555 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 36806) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:13.369216 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcf89474-d2be-4bc4-8066-06c2bcd17d7d tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:29:13.376510 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-dcf89474-d2be-4bc4-8066-06c2bcd17d7d tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] 10.222.0.23 "PUT /v2.0/routers/e6b2b62e-7f55-4ba2-b077-893840665ffb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1296289 Jul 05 02:29:13.382264 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a2ff19-305f-4fe6-9a24-454f3252d628 None None] Sync routers for ids ['e6b2b62e-7f55-4ba2-b077-893840665ffb'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:29:13.383757 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 36808) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:13.389756 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-cee15f4d-81f9-409a-b73c-ab68dedccb22 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Request body: {'port': {'network_id': 'abacf947-9b36-45f1-83a1-01c964ac73ad', 'name': 'tempest-FloatingIPTestJSON-2129053218'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:29:13.394398 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a2ff19-305f-4fe6-9a24-454f3252d628 None None] Routers {'e6b2b62e-7f55-4ba2-b077-893840665ffb'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:29:13.397384 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-d7a2ff19-305f-4fe6-9a24-454f3252d628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:28:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['e6b2b62e-7f55-4ba2-b077-893840665ffb'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:13.401125 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 5b19a89c-af00-4ad9-8587-e8b83c1c8086, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=5b19a89c-af00-4ad9-8587-e8b83c1c8086,segment=NetworkSegment(d93517f9-cb27-456b-8180-ef58b44abe45),segment_id=d93517f9-cb27-456b-8180-ef58b44abe45)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:29:13.416493 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-fba74cdf-ba2d-4da0-be85-e344c95aa2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:13.432154 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Returning: {'device': '5b19a89c-af00-4ad9-8587-e8b83c1c8086', 'network_id': '882c819f-3448-4e1d-8a0d-c4801113dbdf', 'port_id': '5b19a89c-af00-4ad9-8587-e8b83c1c8086', 'mac_address': 'fa:16:3e:06:5c:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd25aff0-af29-453c-a0e9-c2c58c06ca99', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:29:13.450901 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning for port ad5c6009-cbb2-4601-ba3b-b6156013b398 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:29:13.452676 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-d7a2ff19-305f-4fe6-9a24-454f3252d628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:13.455690 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ae596fdd-752a-442b-a466-7ed14babec28 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks [] for router, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:13.465780 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning complete for port ad5c6009-cbb2-4601-ba3b-b6156013b398 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:29:13.466922 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:13.472536 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a2ff19-305f-4fe6-9a24-454f3252d628 None None] Routers {'e6b2b62e-7f55-4ba2-b077-893840665ffb'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:29:13.473553 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-d7a2ff19-305f-4fe6-9a24-454f3252d628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:28:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['e6b2b62e-7f55-4ba2-b077-893840665ffb'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:13.517398 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:13.552030 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-d7a2ff19-305f-4fe6-9a24-454f3252d628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:13.553409 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a2ff19-305f-4fe6-9a24-454f3252d628 None None] The sync data for ids ['e6b2b62e-7f55-4ba2-b077-893840665ffb'] in n-d-771362-32 is: [] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:29:13.566260 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b19a89c-af00-4ad9-8587-e8b83c1c8086 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:29:13.582863 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba74cdf-ba2d-4da0-be85-e344c95aa2c4 None None] Routers {'b02a522e-af37-43f3-8fff-408ccde96fbb'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:29:13.583974 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-fba74cdf-ba2d-4da0-be85-e344c95aa2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:28:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['b02a522e-af37-43f3-8fff-408ccde96fbb'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:13.584754 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ffbb83df-e894-4b27-815e-9d24b1c776a7 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:13.612955 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-92547f0b-7e75-4a8b-8bc3-ebdec16d7ae6 req-2c8add48-aef4-42d7-91a6-bf6ceae6242f tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Deleting port 8a828455-b584-499c-8416-ba79eab6b24e {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:29:13.619195 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-92547f0b-7e75-4a8b-8bc3-ebdec16d7ae6 req-2c8add48-aef4-42d7-91a6-bf6ceae6242f tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:13.631882 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-fba74cdf-ba2d-4da0-be85-e344c95aa2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:13.632659 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba74cdf-ba2d-4da0-be85-e344c95aa2c4 None None] The sync data for ids ['b02a522e-af37-43f3-8fff-408ccde96fbb'] in n-d-771362-32 is: [] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:29:13.656701 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 5b19a89c-af00-4ad9-8587-e8b83c1c8086, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=5b19a89c-af00-4ad9-8587-e8b83c1c8086,segment=NetworkSegment(d93517f9-cb27-456b-8180-ef58b44abe45),segment_id=d93517f9-cb27-456b-8180-ef58b44abe45)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:29:13.682233 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee15f4d-81f9-409a-b73c-ab68dedccb22 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Made reservation on behalf of cade54127d6845609e9e91e1547182b5 for: {'port': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:29:13.686541 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cee15f4d-81f9-409a-b73c-ab68dedccb22 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:13.696618 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c92321bb-3f1e-465f-9d01-67885c9ed58c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:13.701818 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c92321bb-3f1e-465f-9d01-67885c9ed58c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:13.705442 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:13.707021 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-c92321bb-3f1e-465f-9d01-67885c9ed58c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/68530112-f7ae-4274-a94c-0484cbd8a5eb HTTP/1.1" status: 204 len: 168 time: 1.5231953 Jul 05 02:29:13.715063 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ffbb83df-e894-4b27-815e-9d24b1c776a7 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:13.755237 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33a94b41-3405-456b-a5e6-7f6f25a0653b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad5c6009-cbb2-4601-ba3b-b6156013b398'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:29:13.757732 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeee14df-581d-475e-ab80-facce05d3511" -d '{"events": [{"server_uuid": "33a94b41-3405-456b-a5e6-7f6f25a0653b", "name": "network-vif-plugged", "status": "completed", "tag": "ad5c6009-cbb2-4601-ba3b-b6156013b398"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:29:13.773136 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port ad5c6009-cbb2-4601-ba3b-b6156013b398, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=ad5c6009-cbb2-4601-ba3b-b6156013b398,segment=NetworkSegment(d93517f9-cb27-456b-8180-ef58b44abe45),segment_id=d93517f9-cb27-456b-8180-ef58b44abe45)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:29:13.775126 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:13.827160 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffbb83df-e894-4b27-815e-9d24b1c776a7 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:29:13.829193 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f762ca79-de0f-4bd6-adc0-018e4f6f52a7 x-openstack-request-id: req-f762ca79-de0f-4bd6-adc0-018e4f6f52a7 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:29:13.829494 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33a94b41-3405-456b-a5e6-7f6f25a0653b", "name": "network-vif-plugged", "status": "completed", "tag": "ad5c6009-cbb2-4601-ba3b-b6156013b398", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:29:13.829743 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f762ca79-de0f-4bd6-adc0-018e4f6f52a7 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:29:13.830155 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33a94b41-3405-456b-a5e6-7f6f25a0653b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad5c6009-cbb2-4601-ba3b-b6156013b398', 'code': 200} Jul 05 02:29:13.848141 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-ffbb83df-e894-4b27-815e-9d24b1c776a7 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:29:13.856253 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=5b19a89c-af00-4ad9-8587-e8b83c1c8086,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:13.866805 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbb83df-e894-4b27-815e-9d24b1c776a7 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:29:13.871431 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb09808-e819-45d0-8df8-c42f43ce0893 req-145ff66f-ca7e-4c63-a1ed-57aa3448f546 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:13.873011 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2eb09808-e819-45d0-8df8-c42f43ce0893 req-145ff66f-ca7e-4c63-a1ed-57aa3448f546 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a884060-4680-4f0a-aa16-fc8f45fa727b HTTP/1.1" status: 200 len: 944 time: 0.7933791 Jul 05 02:29:13.878642 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:13.881923 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [None req-cee15f4d-81f9-409a-b73c-ab68dedccb22 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] device_id is not set on port f55c79a1-3862-49ef-9c4c-c88ab5031737 yet. {{(pid=94462) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:29:13.889614 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbb83df-e894-4b27-815e-9d24b1c776a7 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Pushing event updated for resources: {'Port': ['ID=ee09a4c5-433b-41b9-8e4f-f99ca47f0029,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:13.925825 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92321bb-3f1e-465f-9d01-67885c9ed58c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68530112-f7ae-4274-a94c-0484cbd8a5eb,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:14.001967 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=ad5c6009-cbb2-4601-ba3b-b6156013b398,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:14.056451 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['5b19a89c-af00-4ad9-8587-e8b83c1c8086'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:29:14.107607 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ae596fdd-752a-442b-a466-7ed14babec28 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11828'] for router, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:14.112712 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2eb09808-e819-45d0-8df8-c42f43ce0893 req-d3f94c2f-b1d4-4bc0-893c-7b3a0e0b9544 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] 10.222.0.23 "GET /v2.0/security-groups?id=de31e825-2317-40e9-8c29-83244b09dca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899431 Jul 05 02:29:14.113704 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ae596fdd-752a-442b-a466-7ed14babec28 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:14.202866 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-92547f0b-7e75-4a8b-8bc3-ebdec16d7ae6 req-2c8add48-aef4-42d7-91a6-bf6ceae6242f tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] For port 8a828455-b584-499c-8416-ba79eab6b24e, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=8a828455-b584-499c-8416-ba79eab6b24e,segment=NetworkSegment(68b40de2-5c88-43af-aa76-e06dc56de736),segment_id=68b40de2-5c88-43af-aa76-e06dc56de736)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:29:14.203614 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-92547f0b-7e75-4a8b-8bc3-ebdec16d7ae6 req-2c8add48-aef4-42d7-91a6-bf6ceae6242f tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:14.223591 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-92547f0b-7e75-4a8b-8bc3-ebdec16d7ae6 req-2c8add48-aef4-42d7-91a6-bf6ceae6242f tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Calling delete_port for 8a828455-b584-499c-8416-ba79eab6b24e owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:29:14.348862 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5339ee-6dd7-4359-9d4c-f8809869f72e req-340bfe92-9809-4d01-a214-f08e4497d587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:14.350375 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0d5339ee-6dd7-4359-9d4c-f8809869f72e req-340bfe92-9809-4d01-a214-f08e4497d587 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=33a94b41-3405-456b-a5e6-7f6f25a0653b HTTP/1.1" status: 200 len: 1097 time: 0.4276025 Jul 05 02:29:14.398843 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0d5339ee-6dd7-4359-9d4c-f8809869f72e req-ab54c669-9efe-4617-9f67-c19d1e8a5e3b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=de31e825-2317-40e9-8c29-83244b09dca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416121 Jul 05 02:29:14.478039 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ae596fdd-752a-442b-a466-7ed14babec28 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1575451'] for router, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:14.478432 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae596fdd-752a-442b-a466-7ed14babec28 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Fanout notify agent at l3_agent the message router_deleted on router b02a522e-af37-43f3-8fff-408ccde96fbb {{(pid=94461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 02:29:14.492471 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ae596fdd-752a-442b-a466-7ed14babec28 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks [] for router, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:14.496779 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-ae596fdd-752a-442b-a466-7ed14babec28 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "DELETE /v2.0/routers/b02a522e-af37-43f3-8fff-408ccde96fbb HTTP/1.1" status: 204 len: 168 time: 1.1364865 Jul 05 02:29:14.497050 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 36824) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:14.538095 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-92547f0b-7e75-4a8b-8bc3-ebdec16d7ae6 req-2c8add48-aef4-42d7-91a6-bf6ceae6242f tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:14.572185 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-dd0ff055-378e-4afa-b97c-ffc777adee20 req-b5f06705-4d6b-495d-b6b5-1f3f9e15454a tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d9c139f-f1ba-4755-b858-e814d10506d6 HTTP/1.1" status: 200 len: 210 time: 0.0421140 Jul 05 02:29:14.590325 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8add48-aef4-42d7-91a6-bf6ceae6242f tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Pushing event deleted for resources: {'Port': ['ID=8a828455-b584-499c-8416-ba79eab6b24e,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:14.615725 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbaf8dcc-37d3-46a9-ac67-a7804a35387a tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Deleting subnet 9ae567a1-3f13-414b-83a7-6cbcbb7c2f58 {{(pid=94461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:29:14.623153 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-dbaf8dcc-37d3-46a9-ac67-a7804a35387a tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks [] for subnet, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:14.629150 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-cee15f4d-81f9-409a-b73c-ab68dedccb22 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Allocated IP 172.20.0.11 (abacf947-9b36-45f1-83a1-01c964ac73ad/ce67c9c6-d923-4178-89c8-01c4395a80e8/f55c79a1-3862-49ef-9c4c-c88ab5031737) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:29:14.657588 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-92547f0b-7e75-4a8b-8bc3-ebdec16d7ae6 req-2c8add48-aef4-42d7-91a6-bf6ceae6242f tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] No DVR routers for this DVR port 8a828455-b584-499c-8416-ba79eab6b24e on host n-h1-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:29:14.662490 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-92547f0b-7e75-4a8b-8bc3-ebdec16d7ae6 req-2c8add48-aef4-42d7-91a6-bf6ceae6242f tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:14.664733 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-92547f0b-7e75-4a8b-8bc3-ebdec16d7ae6 req-2c8add48-aef4-42d7-91a6-bf6ceae6242f tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] 10.222.0.21 "DELETE /v2.0/ports/8a828455-b584-499c-8416-ba79eab6b24e HTTP/1.1" status: 204 len: 173 time: 2.2789712 Jul 05 02:29:14.665195 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d9c139f-f1ba-4755-b858-e814d10506d6', 'name': 'network-vif-deleted', 'tag': '8a828455-b584-499c-8416-ba79eab6b24e'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:29:14.667527 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1a92860-8841-4ea3-97a3-d5ebb4a9f5f1" -d '{"events": [{"server_uuid": "5d9c139f-f1ba-4755-b858-e814d10506d6", "name": "network-vif-deleted", "tag": "8a828455-b584-499c-8416-ba79eab6b24e"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:29:14.689227 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-dbaf8dcc-37d3-46a9-ac67-a7804a35387a tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5519650'] for subnet, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:14.722578 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7624ce4-ae7c-44b0-9f1a-a860b1c849a9 x-openstack-request-id: req-f7624ce4-ae7c-44b0-9f1a-a860b1c849a9 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:29:14.722578 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d9c139f-f1ba-4755-b858-e814d10506d6", "name": "network-vif-deleted", "tag": "8a828455-b584-499c-8416-ba79eab6b24e", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:29:14.722578 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f7624ce4-ae7c-44b0-9f1a-a860b1c849a9 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:29:14.722578 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d9c139f-f1ba-4755-b858-e814d10506d6', 'name': 'network-vif-deleted', 'tag': '8a828455-b584-499c-8416-ba79eab6b24e', 'status': 'completed', 'code': 200} Jul 05 02:29:14.801520 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-dbaf8dcc-37d3-46a9-ac67-a7804a35387a tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:14.900472 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cee15f4d-81f9-409a-b73c-ab68dedccb22 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:14.908836 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ffbb83df-e894-4b27-815e-9d24b1c776a7 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:15.013612 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-dbaf8dcc-37d3-46a9-ac67-a7804a35387a tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5763388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774356'] for subnet, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:15.046543 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 8a828455-b584-499c-8416-ba79eab6b24e no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:29:15.054349 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 36832) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:15.096058 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] No Port match for: 8a828455-b584-499c-8416-ba79eab6b24e {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:29:15.096058 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 8a828455-b584-499c-8416-ba79eab6b24e not bound to the agent host n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:29:15.096680 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 5ca81016-a7d9-4642-911c-08cb74746542 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:29:15.098408 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ab5063-1e7b-46a5-99d6-a72ae431a22f None None] Network 0e421a83-3603-4207-b42e-4046947c586d requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:29:15.119536 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-dbaf8dcc-37d3-46a9-ac67-a7804a35387a tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:15.124008 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-dbaf8dcc-37d3-46a9-ac67-a7804a35387a tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "DELETE /v2.0/subnets/9ae567a1-3f13-414b-83a7-6cbcbb7c2f58 HTTP/1.1" status: 204 len: 168 time: 0.6233425 Jul 05 02:29:15.154799 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 36834) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:15.174321 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaf8dcc-37d3-46a9-ac67-a7804a35387a tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Pushing event deleted for resources: {'Subnet': ['ID=9ae567a1-3f13-414b-83a7-6cbcbb7c2f58,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:15.250568 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a03802c0-72ca-4138-b2c4-492145f1f1de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:15.284512 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_v2 [None req-31711964-0a6f-4ca7-b67b-ca739c144f44 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Deleting subnet fbf0b3ef-194a-4517-a7ac-4e1091b5400b {{(pid=94461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:29:15.292199 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-31711964-0a6f-4ca7-b67b-ca739c144f44 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks [] for subnet, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:15.312225 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cee15f4d-81f9-409a-b73c-ab68dedccb22 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:15.379031 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-31711964-0a6f-4ca7-b67b-ca739c144f44 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5519650'] for subnet, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:15.449807 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 5ca81016-a7d9-4642-911c-08cb74746542 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:29:15.451372 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee15f4d-81f9-409a-b73c-ab68dedccb22 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Network abacf947-9b36-45f1-83a1-01c964ac73ad is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:29:15.455445 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 5ca81016-a7d9-4642-911c-08cb74746542 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:29:15.460550 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:15.497096 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-cee15f4d-81f9-409a-b73c-ab68dedccb22 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:29:15.515109 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee15f4d-81f9-409a-b73c-ab68dedccb22 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:29:15.528563 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-31711964-0a6f-4ca7-b67b-ca739c144f44 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:15.547058 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83af9b75-501b-4ec8-ac6d-0e37f679cbe9 None None] DHCP port deletion for 0e421a83-3603-4207-b42e-4046947c586d request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:29:15.578731 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a03802c0-72ca-4138-b2c4-492145f1f1de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:15.623276 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ffbb83df-e894-4b27-815e-9d24b1c776a7 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963'] for router, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:15.632563 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee15f4d-81f9-409a-b73c-ab68dedccb22 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Pushing event updated for resources: {'Port': ['ID=f55c79a1-3862-49ef-9c4c-c88ab5031737,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:15.679986 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:15.695210 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-83af9b75-501b-4ec8-ac6d-0e37f679cbe9 None None] Deleting port 245a06e3-f8db-4924-8661-65e81f7bebe4 {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:29:15.696268 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a03802c0-72ca-4138-b2c4-492145f1f1de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:15.696673 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-83af9b75-501b-4ec8-ac6d-0e37f679cbe9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:15.715227 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee15f4d-81f9-409a-b73c-ab68dedccb22 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:15.716029 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cee15f4d-81f9-409a-b73c-ab68dedccb22 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:15.747470 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-a03802c0-72ca-4138-b2c4-492145f1f1de admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2299d3596fcf4524b3bc5dd3098cd88f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6898131 Jul 05 02:29:15.751228 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-31711964-0a6f-4ca7-b67b-ca739c144f44 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5763388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774356'] for subnet, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:15.757985 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 36842) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:15.765548 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-83af9b75-501b-4ec8-ac6d-0e37f679cbe9 None None] For port 245a06e3-f8db-4924-8661-65e81f7bebe4, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=245a06e3-f8db-4924-8661-65e81f7bebe4,segment=NetworkSegment(ba95ac6c-78d0-4d67-9ce7-07b61e4263d7),segment_id=ba95ac6c-78d0-4d67-9ce7-07b61e4263d7)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:29:15.766325 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-83af9b75-501b-4ec8-ac6d-0e37f679cbe9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:15.780624 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-83af9b75-501b-4ec8-ac6d-0e37f679cbe9 None None] Calling delete_port for 245a06e3-f8db-4924-8661-65e81f7bebe4 owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:29:15.786461 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d58aee4-4f2c-43fe-b92f-efd225738ac7 req-f700d51b-0d63-4eec-9c1e-37d43c9b1925 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:15.795118 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2d58aee4-4f2c-43fe-b92f-efd225738ac7 req-f700d51b-0d63-4eec-9c1e-37d43c9b1925 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a884060-4680-4f0a-aa16-fc8f45fa727b HTTP/1.1" status: 200 len: 945 time: 0.3420775 Jul 05 02:29:15.872115 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2d58aee4-4f2c-43fe-b92f-efd225738ac7 req-4d2db499-6aa0-4757-a50b-22b0a507d738 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] 10.222.0.23 "GET /v2.0/security-groups?id=de31e825-2317-40e9-8c29-83244b09dca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760238 Jul 05 02:29:15.872339 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-31711964-0a6f-4ca7-b67b-ca739c144f44 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:15.874422 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-31711964-0a6f-4ca7-b67b-ca739c144f44 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "DELETE /v2.0/subnets/fbf0b3ef-194a-4517-a7ac-4e1091b5400b HTTP/1.1" status: 204 len: 168 time: 0.7160854 Jul 05 02:29:15.875338 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31711964-0a6f-4ca7-b67b-ca739c144f44 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Pushing event deleted for resources: {'Subnet': ['ID=fbf0b3ef-194a-4517-a7ac-4e1091b5400b,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:15.877422 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 36844) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:15.881594 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddec3838-6723-4baa-8ac0-cad45de4d912 None None] Network 8a269fc9-f839-4eb9-868b-dcce979113e3 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:29:15.901319 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 5ca81016-a7d9-4642-911c-08cb74746542, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=5ca81016-a7d9-4642-911c-08cb74746542,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:29:15.905401 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03802c0-72ca-4138-b2c4-492145f1f1de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17b0d755-07ec-4f77-adf5-3c88478bc0e5,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:15.946400 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ceb729e5-2ff1-4869-bb49-2d3301eea846 req-fc089f24-a4f1-4a33-9fe8-a7a0c3570434 tempest-FloatingIPsAssociationTestJSON-1111903972 tempest-FloatingIPsAssociationTestJSON-1111903972-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d9c139f-f1ba-4755-b858-e814d10506d6 HTTP/1.1" status: 200 len: 210 time: 0.0484517 Jul 05 02:29:15.946518 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-cee15f4d-81f9-409a-b73c-ab68dedccb22 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5596488 Jul 05 02:29:15.948117 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 36846) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:15.959396 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-34d59945-e116-4171-a77d-c39895bb8d44 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Request body: {'port': {'network_id': 'abacf947-9b36-45f1-83a1-01c964ac73ad', 'name': 'tempest-FloatingIPTestJSON-564032253'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:29:15.965860 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bf4b8448-5391-4772-ad5e-0658638ba7e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:15.990078 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bf4b8448-5391-4772-ad5e-0658638ba7e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:16.045537 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-af139346-4b78-4cae-a576-cbd3e9e78823 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:16.067414 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:16.075888 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-83af9b75-501b-4ec8-ac6d-0e37f679cbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:16.114561 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83af9b75-501b-4ec8-ac6d-0e37f679cbe9 None None] No DVR routers for this DVR port 245a06e3-f8db-4924-8661-65e81f7bebe4 on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:29:16.122499 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72dc7273-a294-48e4-8c11-a02639b6df01 None None] DHCP port deletion for 8a269fc9-f839-4eb9-868b-dcce979113e3 request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:29:16.156583 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffbb83df-e894-4b27-815e-9d24b1c776a7 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Router ae8c8318-d60f-4871-9a57-2ca0b491a814 is scheduled to L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 with binding_index 1 {{(pid=94462) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 02:29:16.172333 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bf4b8448-5391-4772-ad5e-0658638ba7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:16.180260 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=5ca81016-a7d9-4642-911c-08cb74746542,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:16.180433 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bf4b8448-5391-4772-ad5e-0658638ba7e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:16.180433 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-bf4b8448-5391-4772-ad5e-0658638ba7e9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/17b0d755-07ec-4f77-adf5-3c88478bc0e5 HTTP/1.1" status: 204 len: 168 time: 0.3975708 Jul 05 02:29:16.186076 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-af139346-4b78-4cae-a576-cbd3e9e78823 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:16.203394 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4b8448-5391-4772-ad5e-0658638ba7e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b0d755-07ec-4f77-adf5-3c88478bc0e5,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:16.206934 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-af139346-4b78-4cae-a576-cbd3e9e78823 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e421a83-3603-4207-b42e-4046947c586d']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:16.261929 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83af9b75-501b-4ec8-ac6d-0e37f679cbe9 None None] Pushing event deleted for resources: {'Port': ['ID=245a06e3-f8db-4924-8661-65e81f7bebe4,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:16.264217 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-af139346-4b78-4cae-a576-cbd3e9e78823 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba95ac6c-78d0-4d67-9ce7-07b61e4263d7') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:16.264661 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-af139346-4b78-4cae-a576-cbd3e9e78823 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba95ac6c-78d0-4d67-9ce7-07b61e4263d7') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:16.278798 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-af139346-4b78-4cae-a576-cbd3e9e78823 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:16.287892 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-72dc7273-a294-48e4-8c11-a02639b6df01 None None] Deleting port 8c11a206-f499-4366-889c-0bf8fa46b011 {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:29:16.288515 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-72dc7273-a294-48e4-8c11-a02639b6df01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:16.299093 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34d59945-e116-4171-a77d-c39895bb8d44 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Made reservation on behalf of cade54127d6845609e9e91e1547182b5 for: {'port': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:29:16.303361 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-34d59945-e116-4171-a77d-c39895bb8d44 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:16.339600 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-af139346-4b78-4cae-a576-cbd3e9e78823 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:16.356435 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af139346-4b78-4cae-a576-cbd3e9e78823 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:29:16.356909 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-af139346-4b78-4cae-a576-cbd3e9e78823 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:16.361684 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:29:16.361684 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:29:16.361684 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:29:16.361684 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:29:16.361684 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:29:16.361684 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:29:16.361684 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:29:16.361684 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:29:16.361684 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:29:16.361684 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:29:16.361684 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:29:16.361684 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:29:16.361684 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:29:16.361684 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:29:16.361684 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:29:16.361684 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:29:16.361684 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:29:16.361684 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:29:16.361684 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:29:16.361684 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:29:16.361684 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:29:16.361684 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:29:16.361684 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:29:16.361684 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:29:16.361684 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:29:16.361684 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:29:16.361684 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:29:16.361684 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:29:16.361684 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:29:16.361684 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:29:16.361684 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:29:16.361684 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:29:16.361684 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:29:16.361684 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:29:16.361684 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:29:16.361684 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:29:16.361684 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:29:16.361684 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:29:16.379063 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-72dc7273-a294-48e4-8c11-a02639b6df01 None None] For port 8c11a206-f499-4366-889c-0bf8fa46b011, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=8c11a206-f499-4366-889c-0bf8fa46b011,segment=NetworkSegment(30950366-3546-4369-b6f6-8f474ec148d2),segment_id=30950366-3546-4369-b6f6-8f474ec148d2)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:29:16.380729 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-72dc7273-a294-48e4-8c11-a02639b6df01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:16.392852 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-72dc7273-a294-48e4-8c11-a02639b6df01 None None] Calling delete_port for 8c11a206-f499-4366-889c-0bf8fa46b011 owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:29:16.409989 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [None req-34d59945-e116-4171-a77d-c39895bb8d44 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] device_id is not set on port 320c06d6-483d-470b-a10e-f6117b2702e6 yet. {{(pid=94462) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:29:16.472677 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffbb83df-e894-4b27-815e-9d24b1c776a7 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:29:16.497223 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472fe6f2-aba1-4a46-aafa-1daaeea36035 None None] Sync routers for ids ['ae8c8318-d60f-4871-9a57-2ca0b491a814'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:29:16.506521 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472fe6f2-aba1-4a46-aafa-1daaeea36035 None None] Routers {'ae8c8318-d60f-4871-9a57-2ca0b491a814'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:29:16.507157 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-472fe6f2-aba1-4a46-aafa-1daaeea36035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:28:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['ae8c8318-d60f-4871-9a57-2ca0b491a814'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:16.547956 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-af139346-4b78-4cae-a576-cbd3e9e78823 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:16.559788 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-af139346-4b78-4cae-a576-cbd3e9e78823 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:16.561895 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-af139346-4b78-4cae-a576-cbd3e9e78823 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "DELETE /v2.0/networks/0e421a83-3603-4207-b42e-4046947c586d HTTP/1.1" status: 204 len: 168 time: 0.6809571 Jul 05 02:29:16.566617 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 36854) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:16.593924 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ffbb83df-e894-4b27-815e-9d24b1c776a7 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:16.594538 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-72dc7273-a294-48e4-8c11-a02639b6df01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:16.598623 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-ffbb83df-e894-4b27-815e-9d24b1c776a7 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.2423725 Jul 05 02:29:16.602979 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af139346-4b78-4cae-a576-cbd3e9e78823 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Pushing event deleted for resources: {'Network': ['ID=0e421a83-3603-4207-b42e-4046947c586d,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:16.606622 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 36856) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:16.634181 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dc7273-a294-48e4-8c11-a02639b6df01 None None] Pushing event deleted for resources: {'Port': ['ID=8c11a206-f499-4366-889c-0bf8fa46b011,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:16.636014 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72dc7273-a294-48e4-8c11-a02639b6df01 None None] No DVR routers for this DVR port 8c11a206-f499-4366-889c-0bf8fa46b011 on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:29:16.652835 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-472fe6f2-aba1-4a46-aafa-1daaeea36035 None None] Set router ae8c8318-d60f-4871-9a57-2ca0b491a814 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:29:16.666867 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4427b98f-bb41-4daf-97d6-59fbb022c25f tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:16.698998 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af139346-4b78-4cae-a576-cbd3e9e78823 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:29:16.702518 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af139346-4b78-4cae-a576-cbd3e9e78823 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:29:16.704283 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af139346-4b78-4cae-a576-cbd3e9e78823 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:29:16.706725 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af139346-4b78-4cae-a576-cbd3e9e78823 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:29:16.707408 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af139346-4b78-4cae-a576-cbd3e9e78823 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:29:16.708658 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af139346-4b78-4cae-a576-cbd3e9e78823 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:29:16.709904 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af139346-4b78-4cae-a576-cbd3e9e78823 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:29:16.712326 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af139346-4b78-4cae-a576-cbd3e9e78823 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:29:16.713046 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af139346-4b78-4cae-a576-cbd3e9e78823 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:29:16.713888 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af139346-4b78-4cae-a576-cbd3e9e78823 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:29:16.715343 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af139346-4b78-4cae-a576-cbd3e9e78823 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:29:16.715691 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af139346-4b78-4cae-a576-cbd3e9e78823 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:29:16.736210 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-34d59945-e116-4171-a77d-c39895bb8d44 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Allocated IP 172.20.0.12 (abacf947-9b36-45f1-83a1-01c964ac73ad/ce67c9c6-d923-4178-89c8-01c4395a80e8/320c06d6-483d-470b-a10e-f6117b2702e6) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:29:16.784717 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4427b98f-bb41-4daf-97d6-59fbb022c25f tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:16.803558 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-4427b98f-bb41-4daf-97d6-59fbb022c25f tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a269fc9-f839-4eb9-868b-dcce979113e3']}} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:16.822691 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-4427b98f-bb41-4daf-97d6-59fbb022c25f tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30950366-3546-4369-b6f6-8f474ec148d2') {'for_net_delete': True} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:16.823119 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-4427b98f-bb41-4daf-97d6-59fbb022c25f tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30950366-3546-4369-b6f6-8f474ec148d2') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:16.833498 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4427b98f-bb41-4daf-97d6-59fbb022c25f tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5519669'] for segment, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:16.860923 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4427b98f-bb41-4daf-97d6-59fbb022c25f tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:16.860923 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4427b98f-bb41-4daf-97d6-59fbb022c25f tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=94461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:29:16.860923 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4427b98f-bb41-4daf-97d6-59fbb022c25f tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5763545'] for segment, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:16.864777 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:29:16.864777 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:29:16.864777 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:29:16.864777 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:29:16.864777 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:29:16.864777 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:29:16.864777 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:29:16.864777 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:29:16.864777 n-d-771362-32 neutron-server[94461]: Traceback (most recent call last): Jul 05 02:29:16.864777 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:29:16.864777 n-d-771362-32 neutron-server[94461]: timer() Jul 05 02:29:16.864777 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:29:16.864777 n-d-771362-32 neutron-server[94461]: cb(*args, **kw) Jul 05 02:29:16.864777 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:29:16.864777 n-d-771362-32 neutron-server[94461]: return func(*args, **kwargs) Jul 05 02:29:16.864777 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:29:16.864777 n-d-771362-32 neutron-server[94461]: self._notify() Jul 05 02:29:16.864777 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:29:16.864777 n-d-771362-32 neutron-server[94461]: self.callback(batched_events) Jul 05 02:29:16.864777 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:29:16.864777 n-d-771362-32 neutron-server[94461]: event.method(event) Jul 05 02:29:16.864777 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:29:16.864777 n-d-771362-32 neutron-server[94461]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:29:16.864777 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:29:16.864777 n-d-771362-32 neutron-server[94461]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:29:16.864777 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:29:16.864777 n-d-771362-32 neutron-server[94461]: return f(self, *a, **k) Jul 05 02:29:16.864777 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:29:16.864777 n-d-771362-32 neutron-server[94461]: return self._get(url).json() Jul 05 02:29:16.864777 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:29:16.864777 n-d-771362-32 neutron-server[94461]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:29:16.864777 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:29:16.864777 n-d-771362-32 neutron-server[94461]: return self.request(url, 'GET', **kwargs) Jul 05 02:29:16.864777 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:29:16.864777 n-d-771362-32 neutron-server[94461]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:29:16.864777 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:29:16.864777 n-d-771362-32 neutron-server[94461]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:29:16.864777 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:29:16.864777 n-d-771362-32 neutron-server[94461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:29:16.864777 n-d-771362-32 neutron-server[94461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:29:16.872214 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-472fe6f2-aba1-4a46-aafa-1daaeea36035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae8c8318-d60f-4871-9a57-2ca0b491a814', 'name': 'tempest-snat-router-1503002229', 'tenant_id': '91545441c05344059ed7f756addc4cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': 'ee09a4c5-433b-41b9-8e4f-f99ca47f0029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:29:11Z', 'updated_at': '2021-07-05T02:29:14Z', 'revision_number': 3, 'project_id': '91545441c05344059ed7f756addc4cb9', 'gw_port': {'id': 'ee09a4c5-433b-41b9-8e4f-f99ca47f0029', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:25:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae8c8318-d60f-4871-9a57-2ca0b491a814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:29:12Z', 'updated_at': '2021-07-05T02:29:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:16.939059 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472fe6f2-aba1-4a46-aafa-1daaeea36035 None None] Checking router: ae8c8318-d60f-4871-9a57-2ca0b491a814 for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:29:16.939417 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472fe6f2-aba1-4a46-aafa-1daaeea36035 None None] Updating router ae8c8318-d60f-4871-9a57-2ca0b491a814 port ee09a4c5-433b-41b9-8e4f-f99ca47f0029 binding host n-d-771362-32 {{(pid=94463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 02:29:16.983941 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-0a250234-b595-4159-810b-b6b5d3254c42 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] 10.222.0.23 "GET /v2.0/routers/ae8c8318-d60f-4871-9a57-2ca0b491a814 HTTP/1.1" status: 200 len: 908 time: 0.3737910 Jul 05 02:29:16.986624 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 36868) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:17.014406 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-472fe6f2-aba1-4a46-aafa-1daaeea36035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:17.053553 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 5ca81016-a7d9-4642-911c-08cb74746542 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:29:17.096152 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-34d59945-e116-4171-a77d-c39895bb8d44 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:17.114486 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4427b98f-bb41-4daf-97d6-59fbb022c25f tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:17.133879 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4427b98f-bb41-4daf-97d6-59fbb022c25f tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:17.141577 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-4427b98f-bb41-4daf-97d6-59fbb022c25f tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "DELETE /v2.0/networks/8a269fc9-f839-4eb9-868b-dcce979113e3 HTTP/1.1" status: 204 len: 168 time: 0.5735283 Jul 05 02:29:17.144240 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 36872) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:17.150204 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 5b19a89c-af00-4ad9-8587-e8b83c1c8086 up at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:29:17.163276 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 36874) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:17.172933 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-8a35900f-719c-474b-869c-94142399a29a tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-539720676'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:29:17.180412 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4427b98f-bb41-4daf-97d6-59fbb022c25f tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Pushing event deleted for resources: {'Network': ['ID=8a269fc9-f839-4eb9-868b-dcce979113e3,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:17.276130 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-654a185f-8a62-468e-b84a-ddca90d6404f tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks [] for router, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:17.350795 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7252b826-5690-4f20-b136-55e42b5601ee req-49b36158-24ef-4a8b-9e25-10305e41c751 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:17.354208 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7252b826-5690-4f20-b136-55e42b5601ee req-49b36158-24ef-4a8b-9e25-10305e41c751 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a884060-4680-4f0a-aa16-fc8f45fa727b HTTP/1.1" status: 200 len: 945 time: 0.2350681 Jul 05 02:29:17.384806 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a35900f-719c-474b-869c-94142399a29a tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Made reservation on behalf of e1c0b775e757422c9d48f0ba4a36712f for: {'network': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:29:17.396049 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8a35900f-719c-474b-869c-94142399a29a tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:17.444694 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-34d59945-e116-4171-a77d-c39895bb8d44 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:17.462875 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a35900f-719c-474b-869c-94142399a29a tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=94461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:29:17.477666 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8a35900f-719c-474b-869c-94142399a29a tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:17.478012 n-d-771362-32 neutron-server[94461]: INFO neutron.db.segments_db [None req-8a35900f-719c-474b-869c-94142399a29a tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Added segment 0eb337e7-f633-46b1-9894-19b78f2ed2d0 of type vlan for network b0071cfd-3ff5-4576-9f98-711f0ee03020 Jul 05 02:29:17.519592 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d59945-e116-4171-a77d-c39895bb8d44 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Pushing event updated for resources: {'Port': ['ID=320c06d6-483d-470b-a10e-f6117b2702e6,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:17.534112 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7252b826-5690-4f20-b136-55e42b5601ee req-b02b9d57-e6f9-4a5a-8a75-41e03b6cf8bd tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] 10.222.0.23 "GET /v2.0/security-groups?id=de31e825-2317-40e9-8c29-83244b09dca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716876 Jul 05 02:29:17.550348 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-654a185f-8a62-468e-b84a-ddca90d6404f tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:17.554053 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d59945-e116-4171-a77d-c39895bb8d44 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Network abacf947-9b36-45f1-83a1-01c964ac73ad is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:29:17.578764 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8a35900f-719c-474b-869c-94142399a29a tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:17.591792 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-34d59945-e116-4171-a77d-c39895bb8d44 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:29:17.594808 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d59945-e116-4171-a77d-c39895bb8d44 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:29:17.614519 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 5ca81016-a7d9-4642-911c-08cb74746542 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:29:17.614894 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:17.683173 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d59945-e116-4171-a77d-c39895bb8d44 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:17.684082 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-34d59945-e116-4171-a77d-c39895bb8d44 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:17.708517 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8a35900f-719c-474b-869c-94142399a29a tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:17.714440 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a35900f-719c-474b-869c-94142399a29a tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:17.715319 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8a35900f-719c-474b-869c-94142399a29a tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:17.765201 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-34d59945-e116-4171-a77d-c39895bb8d44 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8088460 Jul 05 02:29:17.771328 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 36882) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:17.779434 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-1340c0cb-f8d3-4fc3-856d-c8f09e58c65e tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Request body: {'floatingip': {'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'port_id': '320c06d6-483d-470b-a10e-f6117b2702e6', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:29:17.799688 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a35900f-719c-474b-869c-94142399a29a tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Pushing event updated for resources: {'Network': ['ID=b0071cfd-3ff5-4576-9f98-711f0ee03020,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:17.809036 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning for port 5b19a89c-af00-4ad9-8587-e8b83c1c8086 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:29:17.820650 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network b0071cfd-3ff5-4576-9f98-711f0ee03020 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:29:17.830904 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-654a185f-8a62-468e-b84a-ddca90d6404f tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Deleting port ee09a4c5-433b-41b9-8e4f-f99ca47f0029 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:29:17.831349 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-654a185f-8a62-468e-b84a-ddca90d6404f tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:17.841257 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning complete for port 5b19a89c-af00-4ad9-8587-e8b83c1c8086 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:29:17.841639 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:17.887875 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1f978097-f43b-4aaa-9424-3f1ec47838a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1634680'] for router_interface, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:17.922309 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 8c11a206-f499-4366-889c-0bf8fa46b011 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:29:17.940392 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-472fe6f2-aba1-4a46-aafa-1daaeea36035 None None] Notify callbacks [] for port, precommit_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:17.947657 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1340c0cb-f8d3-4fc3-856d-c8f09e58c65e tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks [] for floatingip, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:17.956561 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-654a185f-8a62-468e-b84a-ddca90d6404f tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:17.972060 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 8c11a206-f499-4366-889c-0bf8fa46b011 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:29:17.972417 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 8c11a206-f499-4366-889c-0bf8fa46b011 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:29:17.972858 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 245a06e3-f8db-4924-8661-65e81f7bebe4 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:29:17.988493 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-654a185f-8a62-468e-b84a-ddca90d6404f tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Calling delete_port for ee09a4c5-433b-41b9-8e4f-f99ca47f0029 owned by network:router_gateway {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:29:17.999082 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 245a06e3-f8db-4924-8661-65e81f7bebe4 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:29:17.999434 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 245a06e3-f8db-4924-8661-65e81f7bebe4 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:29:18.020037 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-472fe6f2-aba1-4a46-aafa-1daaeea36035 None None] Transition to ACTIVE for port object ee09a4c5-433b-41b9-8e4f-f99ca47f0029 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:29:18.065645 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-8a35900f-719c-474b-869c-94142399a29a tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9084346 Jul 05 02:29:18.068023 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 36894) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:18.073495 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-bd824ec3-71bb-4daf-9785-69c1558fef40 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Request body: {'subnet': {'network_id': 'b0071cfd-3ff5-4576-9f98-711f0ee03020', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:29:18.097022 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:18.124634 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a884060-4680-4f0a-aa16-fc8f45fa727b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b19a89c-af00-4ad9-8587-e8b83c1c8086'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:29:18.127385 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d210087a-78ce-4319-ac4d-368881cfe038" -d '{"events": [{"server_uuid": "5a884060-4680-4f0a-aa16-fc8f45fa727b", "name": "network-vif-plugged", "status": "completed", "tag": "5b19a89c-af00-4ad9-8587-e8b83c1c8086"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:29:18.142630 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 5b19a89c-af00-4ad9-8587-e8b83c1c8086, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=5b19a89c-af00-4ad9-8587-e8b83c1c8086,segment=NetworkSegment(d93517f9-cb27-456b-8180-ef58b44abe45),segment_id=d93517f9-cb27-456b-8180-ef58b44abe45)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:29:18.146251 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-472fe6f2-aba1-4a46-aafa-1daaeea36035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:18.188147 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c446e32d-7106-49d5-bd46-f7514bdeac69 x-openstack-request-id: req-c446e32d-7106-49d5-bd46-f7514bdeac69 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:29:18.188931 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a884060-4680-4f0a-aa16-fc8f45fa727b", "name": "network-vif-plugged", "status": "completed", "tag": "5b19a89c-af00-4ad9-8587-e8b83c1c8086", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:29:18.188931 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c446e32d-7106-49d5-bd46-f7514bdeac69 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:29:18.189158 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a884060-4680-4f0a-aa16-fc8f45fa727b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b19a89c-af00-4ad9-8587-e8b83c1c8086', 'code': 200} Jul 05 02:29:18.216832 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45614fac-22b9-46d7-b88a-83a6c6407ce2 None None] Pushing event updated for resources: {'Port': ['ID=ee09a4c5-433b-41b9-8e4f-f99ca47f0029,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:18.233466 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-472fe6f2-aba1-4a46-aafa-1daaeea36035 None None] Attempting to bind port ee09a4c5-433b-41b9-8e4f-f99ca47f0029 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:29:18.236904 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-472fe6f2-aba1-4a46-aafa-1daaeea36035 None None] Attempting to bind port ee09a4c5-433b-41b9-8e4f-f99ca47f0029 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:29:18.237353 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472fe6f2-aba1-4a46-aafa-1daaeea36035 None None] Attempting to bind port ee09a4c5-433b-41b9-8e4f-f99ca47f0029 on network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:29:18.247121 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472fe6f2-aba1-4a46-aafa-1daaeea36035 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:29:18.247490 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472fe6f2-aba1-4a46-aafa-1daaeea36035 None None] Checking segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:29:18.247905 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-472fe6f2-aba1-4a46-aafa-1daaeea36035 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:18.248316 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472fe6f2-aba1-4a46-aafa-1daaeea36035 None None] Bound using segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:29:18.252827 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-472fe6f2-aba1-4a46-aafa-1daaeea36035 None None] Bound port: ee09a4c5-433b-41b9-8e4f-f99ca47f0029, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:29:18.253251 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-472fe6f2-aba1-4a46-aafa-1daaeea36035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:18.299881 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:18.348425 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd824ec3-71bb-4daf-9785-69c1558fef40 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Made reservation on behalf of e1c0b775e757422c9d48f0ba4a36712f for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:29:18.361226 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bd824ec3-71bb-4daf-9785-69c1558fef40 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:18.364031 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=5b19a89c-af00-4ad9-8587-e8b83c1c8086,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:18.543525 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce89a15-82e8-421f-b100-9bc958f6ba30 req-970a0a4a-52ad-41c2-af8d-8ffda2e519f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:18.552423 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cce89a15-82e8-421f-b100-9bc958f6ba30 req-970a0a4a-52ad-41c2-af8d-8ffda2e519f5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5a884060-4680-4f0a-aa16-fc8f45fa727b HTTP/1.1" status: 200 len: 1098 time: 0.2758608 Jul 05 02:29:18.587980 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1340c0cb-f8d3-4fc3-856d-c8f09e58c65e tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:18.619443 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cce89a15-82e8-421f-b100-9bc958f6ba30 req-cd0731dd-0ab3-4afe-a480-0e30b7b42772 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=de31e825-2317-40e9-8c29-83244b09dca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657749 Jul 05 02:29:18.621513 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.db.api [None req-472fe6f2-aba1-4a46-aafa-1daaeea36035 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=94463) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 02:29:18.621881 n-d-771362-32 neutron-server[94463]: DEBUG oslo_db.api [None req-472fe6f2-aba1-4a46-aafa-1daaeea36035 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 02:29:18.622356 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-654a185f-8a62-468e-b84a-ddca90d6404f tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:18.652504 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654a185f-8a62-468e-b84a-ddca90d6404f tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Pushing event deleted for resources: {'Port': ['ID=ee09a4c5-433b-41b9-8e4f-f99ca47f0029,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:18.750151 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-654a185f-8a62-468e-b84a-ddca90d6404f tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636927'] for router_gateway, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:18.759741 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-1340c0cb-f8d3-4fc3-856d-c8f09e58c65e tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Allocated IP 172.25.7.107 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/d27ec74d-db4e-4a11-81dc-994c65cc89af) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:29:18.858364 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bd824ec3-71bb-4daf-9785-69c1558fef40 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5763451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774823'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:18.887738 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-654a185f-8a62-468e-b84a-ddca90d6404f tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11828'] for router, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:18.890265 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-654a185f-8a62-468e-b84a-ddca90d6404f tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:18.954986 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 02:29:18.963580 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd824ec3-71bb-4daf-9785-69c1558fef40 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Pushing event updated for resources: {'Subnet': ['ID=b9a9ebb7-30a7-4a89-b80a-a3dfbe2c104b,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:18.970983 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cb7038-82ac-4ab4-b96e-8e4c495efd36 req-6b8cab9a-ce71-4286-9a8e-030756a3f289 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:18.972555 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-94cb7038-82ac-4ab4-b96e-8e4c495efd36 req-6b8cab9a-ce71-4286-9a8e-030756a3f289 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a884060-4680-4f0a-aa16-fc8f45fa727b HTTP/1.1" status: 200 len: 946 time: 0.2101626 Jul 05 02:29:18.981503 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd824ec3-71bb-4daf-9785-69c1558fef40 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Checking segment: {'id': '0eb337e7-f633-46b1-9894-19b78f2ed2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b0071cfd-3ff5-4576-9f98-711f0ee03020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:29:18.981668 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd824ec3-71bb-4daf-9785-69c1558fef40 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Network hostable DHCP agents. Network: b0071cfd-3ff5-4576-9f98-711f0ee03020, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:29:19.016806 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1340c0cb-f8d3-4fc3-856d-c8f09e58c65e tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:19.031865 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-654a185f-8a62-468e-b84a-ddca90d6404f tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1575451'] for router, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:19.032420 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-654a185f-8a62-468e-b84a-ddca90d6404f tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ae8c8318-d60f-4871-9a57-2ca0b491a814 {{(pid=94461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 02:29:19.044126 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-1f978097-f43b-4aaa-9424-3f1ec47838a3 admin admin] Deleting port b7e29bd2-41b5-49af-b42e-6dd63e15685d {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:29:19.044126 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1f978097-f43b-4aaa-9424-3f1ec47838a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:19.044900 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-654a185f-8a62-468e-b84a-ddca90d6404f tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks [] for router, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:19.044900 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-654a185f-8a62-468e-b84a-ddca90d6404f tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] 10.222.0.23 "DELETE /v2.0/routers/ae8c8318-d60f-4871-9a57-2ca0b491a814 HTTP/1.1" status: 204 len: 168 time: 2.0482113 Jul 05 02:29:19.044900 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 36918) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:19.085950 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-94cb7038-82ac-4ab4-b96e-8e4c495efd36 req-a5b4d981-0161-42b9-a601-3f6a5f15667e tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] 10.222.0.23 "GET /v2.0/security-groups?id=de31e825-2317-40e9-8c29-83244b09dca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062818 Jul 05 02:29:19.142230 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-472fe6f2-aba1-4a46-aafa-1daaeea36035 None None] Attempting to bind port ee09a4c5-433b-41b9-8e4f-f99ca47f0029 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:29:19.143450 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-472fe6f2-aba1-4a46-aafa-1daaeea36035 None None] Attempting to bind port ee09a4c5-433b-41b9-8e4f-f99ca47f0029 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:29:19.144025 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472fe6f2-aba1-4a46-aafa-1daaeea36035 None None] Attempting to bind port ee09a4c5-433b-41b9-8e4f-f99ca47f0029 on network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:29:19.152103 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-1f978097-f43b-4aaa-9424-3f1ec47838a3 admin admin] For port b7e29bd2-41b5-49af-b42e-6dd63e15685d, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=b7e29bd2-41b5-49af-b42e-6dd63e15685d,segment=NetworkSegment(68b40de2-5c88-43af-aa76-e06dc56de736),segment_id=68b40de2-5c88-43af-aa76-e06dc56de736)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:29:19.152357 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472fe6f2-aba1-4a46-aafa-1daaeea36035 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:29:19.152494 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1f978097-f43b-4aaa-9424-3f1ec47838a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:19.153075 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472fe6f2-aba1-4a46-aafa-1daaeea36035 None None] Checking segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:29:19.153556 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-472fe6f2-aba1-4a46-aafa-1daaeea36035 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:19.154050 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472fe6f2-aba1-4a46-aafa-1daaeea36035 None None] Bound using segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:29:19.155286 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-472fe6f2-aba1-4a46-aafa-1daaeea36035 None None] Bound port: ee09a4c5-433b-41b9-8e4f-f99ca47f0029, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:29:19.155778 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-472fe6f2-aba1-4a46-aafa-1daaeea36035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:19.168670 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-1f978097-f43b-4aaa-9424-3f1ec47838a3 admin admin] Calling delete_port for b7e29bd2-41b5-49af-b42e-6dd63e15685d owned by network:router_interface {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:29:19.181806 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-472fe6f2-aba1-4a46-aafa-1daaeea36035 None None] Port ee09a4c5-433b-41b9-8e4f-f99ca47f0029 has been deleted concurrently {{(pid=94463) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 05 02:29:19.193678 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472fe6f2-aba1-4a46-aafa-1daaeea36035 None None] Routers set() bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:29:19.194418 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472fe6f2-aba1-4a46-aafa-1daaeea36035 None None] Router IDs set() for agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 05 02:29:19.195290 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_agentschedulers_db [None req-472fe6f2-aba1-4a46-aafa-1daaeea36035 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ae8c8318-d60f-4871-9a57-2ca0b491a814'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:28:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent'). {{(pid=94463) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 05 02:29:19.195507 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472fe6f2-aba1-4a46-aafa-1daaeea36035 None None] The sync data for ids ['ae8c8318-d60f-4871-9a57-2ca0b491a814'] in n-d-771362-32 is: [] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:29:19.444462 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1340c0cb-f8d3-4fc3-856d-c8f09e58c65e tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:19.488601 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1340c0cb-f8d3-4fc3-856d-c8f09e58c65e tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:29:19.491674 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-1340c0cb-f8d3-4fc3-856d-c8f09e58c65e tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:29:19.496811 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1340c0cb-f8d3-4fc3-856d-c8f09e58c65e tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:29:19.534859 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1340c0cb-f8d3-4fc3-856d-c8f09e58c65e tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Pushing event updated for resources: {'Port': ['ID=d27ec74d-db4e-4a11-81dc-994c65cc89af,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:19.538670 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd824ec3-71bb-4daf-9785-69c1558fef40 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Network b0071cfd-3ff5-4576-9f98-711f0ee03020 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:29:19.553109 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1f978097-f43b-4aaa-9424-3f1ec47838a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:19.569757 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6359d290-cf7c-4cd8-bdce-acb3b1eda379 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks [] for router, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:19.620618 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f978097-f43b-4aaa-9424-3f1ec47838a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7e29bd2-41b5-49af-b42e-6dd63e15685d,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:19.680160 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-bd824ec3-71bb-4daf-9785-69c1558fef40 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, b0071cfd-3ff5-4576-9f98-711f0ee03020) {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:29:19.686806 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd824ec3-71bb-4daf-9785-69c1558fef40 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:19.688173 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bd824ec3-71bb-4daf-9785-69c1558fef40 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:19.688606 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44710e78-e92a-480c-bf2d-5fc07203058f None None] Network b0071cfd-3ff5-4576-9f98-711f0ee03020 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:29:19.732444 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6359d290-cf7c-4cd8-bdce-acb3b1eda379 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:19.887664 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-bd824ec3-71bb-4daf-9785-69c1558fef40 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8161709 Jul 05 02:29:19.887895 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 36938) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:19.892539 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-3585f452-cc33-420c-b8a2-2a8729635773 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-953860117', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:29:19.902898 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251e3c21-cc39-4957-bace-bd6fe31bc11d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-b0071cfd-3ff5-4576-9f98-711f0ee03020', 'network_id': 'b0071cfd-3ff5-4576-9f98-711f0ee03020', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'fixed_ips': [{'subnet_id': 'b9a9ebb7-30a7-4a89-b80a-a3dfbe2c104b'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:29:19.902898 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-251e3c21-cc39-4957-bace-bd6fe31bc11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:19.963604 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-6359d290-cf7c-4cd8-bdce-acb3b1eda379 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Deleting port 5ca81016-a7d9-4642-911c-08cb74746542 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:29:19.963961 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6359d290-cf7c-4cd8-bdce-acb3b1eda379 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:19.975128 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1f978097-f43b-4aaa-9424-3f1ec47838a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635398'] for router_interface, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:20.054871 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3585f452-cc33-420c-b8a2-2a8729635773 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11810'] for router, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:20.056056 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3585f452-cc33-420c-b8a2-2a8729635773 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1926740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11821'] for router, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:20.132166 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-251e3c21-cc39-4957-bace-bd6fe31bc11d None None] Allocated IP 2001:db8::2 (b0071cfd-3ff5-4576-9f98-711f0ee03020/b9a9ebb7-30a7-4a89-b80a-a3dfbe2c104b/b48dd733-d55d-4816-967f-7eb3551f2f3d) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:29:20.136718 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [None req-6359d290-cf7c-4cd8-bdce-acb3b1eda379 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] For port 5ca81016-a7d9-4642-911c-08cb74746542, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=5ca81016-a7d9-4642-911c-08cb74746542,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:29:20.137522 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6359d290-cf7c-4cd8-bdce-acb3b1eda379 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:20.158087 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-6359d290-cf7c-4cd8-bdce-acb3b1eda379 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Calling delete_port for 5ca81016-a7d9-4642-911c-08cb74746542 owned by network:router_gateway {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:29:20.360642 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-251e3c21-cc39-4957-bace-bd6fe31bc11d None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:20.375382 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-251e3c21-cc39-4957-bace-bd6fe31bc11d None None] Transition to ACTIVE for port object b48dd733-d55d-4816-967f-7eb3551f2f3d will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:29:20.400355 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-251e3c21-cc39-4957-bace-bd6fe31bc11d None None] Transition to ACTIVE for port object b48dd733-d55d-4816-967f-7eb3551f2f3d will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:29:20.418379 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c80c8-ff9b-410d-9316-bc9b45d27621 req-e68ca8f5-7ccf-491e-ab8e-9a226b3364fa tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:20.420175 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2a6c80c8-ff9b-410d-9316-bc9b45d27621 req-e68ca8f5-7ccf-491e-ab8e-9a226b3364fa tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a884060-4680-4f0a-aa16-fc8f45fa727b HTTP/1.1" status: 200 len: 946 time: 0.1105072 Jul 05 02:29:20.420559 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3585f452-cc33-420c-b8a2-2a8729635773 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:20.494905 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2a6c80c8-ff9b-410d-9316-bc9b45d27621 req-98b40a34-b25b-41c8-baa5-be52caeb5de4 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] 10.222.0.23 "GET /v2.0/security-groups?id=de31e825-2317-40e9-8c29-83244b09dca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627019 Jul 05 02:29:20.518599 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-251e3c21-cc39-4957-bace-bd6fe31bc11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:20.580709 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6359d290-cf7c-4cd8-bdce-acb3b1eda379 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:20.582865 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251e3c21-cc39-4957-bace-bd6fe31bc11d None None] Network b0071cfd-3ff5-4576-9f98-711f0ee03020 is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:29:20.588008 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-251e3c21-cc39-4957-bace-bd6fe31bc11d None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:29:20.598513 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3585f452-cc33-420c-b8a2-2a8729635773 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963'] for router, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:20.598752 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251e3c21-cc39-4957-bace-bd6fe31bc11d None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:29:20.629102 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1340c0cb-f8d3-4fc3-856d-c8f09e58c65e tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:20.641231 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6359d290-cf7c-4cd8-bdce-acb3b1eda379 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Pushing event deleted for resources: {'Port': ['ID=5ca81016-a7d9-4642-911c-08cb74746542,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:20.673556 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251e3c21-cc39-4957-bace-bd6fe31bc11d None None] Pushing event updated for resources: {'Port': ['ID=b48dd733-d55d-4816-967f-7eb3551f2f3d,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:20.678920 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f978097-f43b-4aaa-9424-3f1ec47838a3 admin admin] Router fbfd9385-2585-43ff-bbe7-607c9869784f has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:29:20.693772 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-251e3c21-cc39-4957-bace-bd6fe31bc11d None None] Attempting to bind port b48dd733-d55d-4816-967f-7eb3551f2f3d on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:29:20.694545 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-251e3c21-cc39-4957-bace-bd6fe31bc11d None None] Attempting to bind port b48dd733-d55d-4816-967f-7eb3551f2f3d by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '0eb337e7-f633-46b1-9894-19b78f2ed2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b0071cfd-3ff5-4576-9f98-711f0ee03020'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:29:20.695181 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251e3c21-cc39-4957-bace-bd6fe31bc11d None None] Attempting to bind port b48dd733-d55d-4816-967f-7eb3551f2f3d on network b0071cfd-3ff5-4576-9f98-711f0ee03020 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:29:20.702957 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251e3c21-cc39-4957-bace-bd6fe31bc11d None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:29:20.703631 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251e3c21-cc39-4957-bace-bd6fe31bc11d None None] Checking segment: {'id': '0eb337e7-f633-46b1-9894-19b78f2ed2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b0071cfd-3ff5-4576-9f98-711f0ee03020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:29:20.706872 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-251e3c21-cc39-4957-bace-bd6fe31bc11d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:20.706872 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251e3c21-cc39-4957-bace-bd6fe31bc11d None None] Bound using segment: {'id': '0eb337e7-f633-46b1-9894-19b78f2ed2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b0071cfd-3ff5-4576-9f98-711f0ee03020'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:29:20.706872 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-251e3c21-cc39-4957-bace-bd6fe31bc11d None None] Bound port: b48dd733-d55d-4816-967f-7eb3551f2f3d, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0eb337e7-f633-46b1-9894-19b78f2ed2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b0071cfd-3ff5-4576-9f98-711f0ee03020'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:29:20.706872 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-251e3c21-cc39-4957-bace-bd6fe31bc11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:20.728610 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3585f452-cc33-420c-b8a2-2a8729635773 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:20.732645 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-3585f452-cc33-420c-b8a2-2a8729635773 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8437505 Jul 05 02:29:20.732812 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 36972) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:20.739309 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-b3fb4f14-29d6-4768-887f-a62e067a977d tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Request body: {'port': {'network_id': 'b0071cfd-3ff5-4576-9f98-711f0ee03020', 'name': 'tempest-RoutersIpV6Test-2009550323'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:29:20.743301 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6359d290-cf7c-4cd8-bdce-acb3b1eda379 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636927'] for router_gateway, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:20.805811 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-251e3c21-cc39-4957-bace-bd6fe31bc11d None None] For port b48dd733-d55d-4816-967f-7eb3551f2f3d, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:29:20.809633 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-251e3c21-cc39-4957-bace-bd6fe31bc11d None None] For port b48dd733-d55d-4816-967f-7eb3551f2f3d, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=b48dd733-d55d-4816-967f-7eb3551f2f3d,segment=NetworkSegment(0eb337e7-f633-46b1-9894-19b78f2ed2d0),segment_id=0eb337e7-f633-46b1-9894-19b78f2ed2d0)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:29:20.863372 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f85f73-1729-4823-acfa-a95667290388 req-1ff7e3fe-8255-45a1-8597-3b9fd7c5c377 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:20.863372 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c3f85f73-1729-4823-acfa-a95667290388 req-1ff7e3fe-8255-45a1-8597-3b9fd7c5c377 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] 10.222.0.23 "GET /v2.0/ports?device_id=33a94b41-3405-456b-a5e6-7f6f25a0653b HTTP/1.1" status: 200 len: 945 time: 0.1884556 Jul 05 02:29:20.882855 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6359d290-cf7c-4cd8-bdce-acb3b1eda379 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11828'] for router, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:20.886644 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6359d290-cf7c-4cd8-bdce-acb3b1eda379 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:20.892084 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f978097-f43b-4aaa-9424-3f1ec47838a3 admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:29:20.895625 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-d83c014f-470c-409f-be45-c10557edfcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:20.899526 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-1f978097-f43b-4aaa-9424-3f1ec47838a3 admin admin] 10.222.0.23 "PUT /v2.0/routers/fbfd9385-2585-43ff-bbe7-607c9869784f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7309222 Jul 05 02:29:20.907649 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 36976) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:20.907810 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f7b8ff-3d4a-462e-812f-a9e25037737c None None] Sync routers for ids ['fbfd9385-2585-43ff-bbe7-607c9869784f'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:29:20.925142 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f7b8ff-3d4a-462e-812f-a9e25037737c None None] Routers {'fbfd9385-2585-43ff-bbe7-607c9869784f'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:29:20.926646 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-e6f7b8ff-3d4a-462e-812f-a9e25037737c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:28:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['fbfd9385-2585-43ff-bbe7-607c9869784f'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:20.929607 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-251e3c21-cc39-4957-bace-bd6fe31bc11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:20.964509 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1340c0cb-f8d3-4fc3-856d-c8f09e58c65e tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:21.014832 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251e3c21-cc39-4957-bace-bd6fe31bc11d None None] Pushing event updated for resources: {'Port': ['ID=b48dd733-d55d-4816-967f-7eb3551f2f3d,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:21.061753 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3fb4f14-29d6-4768-887f-a62e067a977d tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Made reservation on behalf of e1c0b775e757422c9d48f0ba4a36712f for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:29:21.065438 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b3fb4f14-29d6-4768-887f-a62e067a977d tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:21.067766 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6359d290-cf7c-4cd8-bdce-acb3b1eda379 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1575451'] for router, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:21.068331 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6359d290-cf7c-4cd8-bdce-acb3b1eda379 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8baafff7-4192-48a4-b26e-6044f0a2fd56 {{(pid=94461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 02:29:21.073978 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6359d290-cf7c-4cd8-bdce-acb3b1eda379 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks [] for router, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:21.078828 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-6359d290-cf7c-4cd8-bdce-acb3b1eda379 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] 10.222.0.23 "DELETE /v2.0/routers/8baafff7-4192-48a4-b26e-6044f0a2fd56 HTTP/1.1" status: 204 len: 168 time: 2.0320072 Jul 05 02:29:21.081373 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c3f85f73-1729-4823-acfa-a95667290388 req-bc6c386a-5d39-4641-aabe-628b720db728 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] 10.222.0.23 "GET /v2.0/security-groups?id=de31e825-2317-40e9-8c29-83244b09dca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076974 Jul 05 02:29:21.091623 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 36978) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:21.098558 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-b3e2707a-555a-424f-ab4e-147986f173d9 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1918451848', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}, 'admin_state_up': False}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:29:21.116241 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [None req-b3fb4f14-29d6-4768-887f-a62e067a977d tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] device_id is not set on port 6d53f015-8b97-41bd-b02a-c332cd345c1a yet. {{(pid=94461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:29:21.158935 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-e6f7b8ff-3d4a-462e-812f-a9e25037737c None None] Set router fbfd9385-2585-43ff-bbe7-607c9869784f gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:29:21.347621 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b3e2707a-555a-424f-ab4e-147986f173d9 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11810'] for router, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:21.348637 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b3e2707a-555a-424f-ab4e-147986f173d9 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1926740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11821'] for router, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:21.377357 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bb7a8716-4e79-467e-ac8e-500ef91aed41 admin admin] Notify callbacks [] for router, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:21.433621 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-b3fb4f14-29d6-4768-887f-a62e067a977d tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Allocated IP 2001:db8::298 (b0071cfd-3ff5-4576-9f98-711f0ee03020/b9a9ebb7-30a7-4a89-b80a-a3dfbe2c104b/6d53f015-8b97-41bd-b02a-c332cd345c1a) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:29:21.524384 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b3e2707a-555a-424f-ab4e-147986f173d9 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:21.594289 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-e6f7b8ff-3d4a-462e-812f-a9e25037737c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbfd9385-2585-43ff-bbe7-607c9869784f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1149951054-router', 'tenant_id': '820d01c94cb84c34ab4df1230f2d2b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '2f7100fd-b056-4f13-933c-8b0e0ef7219e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:27:31Z', 'updated_at': '2021-07-05T02:29:19Z', 'revision_number': 5, 'project_id': '820d01c94cb84c34ab4df1230f2d2b19', 'gw_port': {'id': '2f7100fd-b056-4f13-933c-8b0e0ef7219e', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:f9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfd9385-2585-43ff-bbe7-607c9869784f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:27:32Z', 'updated_at': '2021-07-05T02:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:21.626871 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f7b8ff-3d4a-462e-812f-a9e25037737c None None] Checking router: fbfd9385-2585-43ff-bbe7-607c9869784f for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:29:21.636067 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f7b8ff-3d4a-462e-812f-a9e25037737c None None] Routers {'fbfd9385-2585-43ff-bbe7-607c9869784f'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:29:21.636662 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-e6f7b8ff-3d4a-462e-812f-a9e25037737c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:28:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['fbfd9385-2585-43ff-bbe7-607c9869784f'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:21.709330 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b3fb4f14-29d6-4768-887f-a62e067a977d tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:21.734057 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [None req-b3fb4f14-29d6-4768-887f-a62e067a977d tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Transition to ACTIVE for port object 6d53f015-8b97-41bd-b02a-c332cd345c1a will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:29:21.765274 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bb7a8716-4e79-467e-ac8e-500ef91aed41 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:21.798012 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-e6f7b8ff-3d4a-462e-812f-a9e25037737c None None] Set router fbfd9385-2585-43ff-bbe7-607c9869784f gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:29:21.822689 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1340c0cb-f8d3-4fc3-856d-c8f09e58c65e tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:21.827520 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b3e2707a-555a-424f-ab4e-147986f173d9 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:21.901613 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b3fb4f14-29d6-4768-887f-a62e067a977d tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:21.942696 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1340c0cb-f8d3-4fc3-856d-c8f09e58c65e tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:22.016787 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fb4f14-29d6-4768-887f-a62e067a977d tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Pushing event updated for resources: {'Port': ['ID=6d53f015-8b97-41bd-b02a-c332cd345c1a,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:22.035005 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3fb4f14-29d6-4768-887f-a62e067a977d tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Network b0071cfd-3ff5-4576-9f98-711f0ee03020 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:29:22.037714 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-b3fb4f14-29d6-4768-887f-a62e067a977d tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:29:22.041570 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3fb4f14-29d6-4768-887f-a62e067a977d tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:29:22.053505 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3fb4f14-29d6-4768-887f-a62e067a977d tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:22.054216 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b3fb4f14-29d6-4768-887f-a62e067a977d tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:22.139532 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 36994) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:22.190318 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-b3fb4f14-29d6-4768-887f-a62e067a977d tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4561903 Jul 05 02:29:22.190759 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 36998) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:22.244203 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-e6f7b8ff-3d4a-462e-812f-a9e25037737c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbfd9385-2585-43ff-bbe7-607c9869784f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1149951054-router', 'tenant_id': '820d01c94cb84c34ab4df1230f2d2b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '2f7100fd-b056-4f13-933c-8b0e0ef7219e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:27:31Z', 'updated_at': '2021-07-05T02:29:19Z', 'revision_number': 5, 'project_id': '820d01c94cb84c34ab4df1230f2d2b19', 'gw_port': {'id': '2f7100fd-b056-4f13-933c-8b0e0ef7219e', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:f9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfd9385-2585-43ff-bbe7-607c9869784f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:27:32Z', 'updated_at': '2021-07-05T02:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:22.300845 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f7b8ff-3d4a-462e-812f-a9e25037737c None None] The sync data for ids ['fbfd9385-2585-43ff-bbe7-607c9869784f'] in n-d-771362-32 is: [{'id': 'fbfd9385-2585-43ff-bbe7-607c9869784f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1149951054-router', 'tenant_id': '820d01c94cb84c34ab4df1230f2d2b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '2f7100fd-b056-4f13-933c-8b0e0ef7219e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:27:31Z', 'updated_at': '2021-07-05T02:29:19Z', 'revision_number': 5, 'project_id': '820d01c94cb84c34ab4df1230f2d2b19', 'gw_port': {'id': '2f7100fd-b056-4f13-933c-8b0e0ef7219e', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:f9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfd9385-2585-43ff-bbe7-607c9869784f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:27:32Z', 'updated_at': '2021-07-05T02:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:29:22.577132 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1340c0cb-f8d3-4fc3-856d-c8f09e58c65e tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Pushing event updated for resources: {'Port': ['ID=d27ec74d-db4e-4a11-81dc-994c65cc89af,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:22.584596 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78881a3-bcc6-4b4f-8866-6a5747dd7d13 None None] Network b0071cfd-3ff5-4576-9f98-711f0ee03020 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:29:22.614568 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a2cd660e-19c6-48e4-aed1-7287f5590b4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:22.626942 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-bb7a8716-4e79-467e-ac8e-500ef91aed41 admin admin] Deleting port 2f7100fd-b056-4f13-933c-8b0e0ef7219e {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:29:22.627366 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bb7a8716-4e79-467e-ac8e-500ef91aed41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:22.629307 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1340c0cb-f8d3-4fc3-856d-c8f09e58c65e tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636869'] for floatingip, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:22.789678 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f6ea5eb5-31a5-490e-aa88-29d0f1f5fa8d tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:22.816650 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-26a8ac53-4bbf-4c90-af6a-65acb66ca406 None None] Provisioning for port b48dd733-d55d-4816-967f-7eb3551f2f3d completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:29:22.931122 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-bb7a8716-4e79-467e-ac8e-500ef91aed41 admin admin] For port 2f7100fd-b056-4f13-933c-8b0e0ef7219e, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=2f7100fd-b056-4f13-933c-8b0e0ef7219e,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:29:22.931601 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bb7a8716-4e79-467e-ac8e-500ef91aed41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:22.977571 n-d-771362-32 neutron-server[94462]: INFO neutron.db.l3_db [None req-1340c0cb-f8d3-4fc3-856d-c8f09e58c65e tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Floating IP c9c54f53-596b-4f53-b507-d1d88b46f90c associated. External IP: 172.25.7.107, port: 320c06d6-483d-470b-a10e-f6117b2702e6. Jul 05 02:29:23.090687 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-bb7a8716-4e79-467e-ac8e-500ef91aed41 admin admin] Calling delete_port for 2f7100fd-b056-4f13-933c-8b0e0ef7219e owned by network:router_gateway {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:29:23.161558 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device b48dd733-d55d-4816-967f-7eb3551f2f3d up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:29:23.224424 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b3e2707a-555a-424f-ab4e-147986f173d9 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks [] for router_gateway, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:23.226389 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-c0ecdaab-c1cb-42be-909a-01538b6a068b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:23.245704 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a2cd660e-19c6-48e4-aed1-7287f5590b4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:23.292191 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b3e2707a-555a-424f-ab4e-147986f173d9 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:23.320720 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a2cd660e-19c6-48e4-aed1-7287f5590b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:23.334751 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port b48dd733-d55d-4816-967f-7eb3551f2f3d completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:29:23.339202 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port b48dd733-d55d-4816-967f-7eb3551f2f3d triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:29:23.341207 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:23.361516 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b190c1-34a6-4806-958a-ac1ee6366abd req-0a81ab2b-9f77-4425-93fd-5c01209d7596 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:23.363115 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-07b190c1-34a6-4806-958a-ac1ee6366abd req-0a81ab2b-9f77-4425-93fd-5c01209d7596 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] 10.222.0.23 "GET /v2.0/networks?id=882c819f-3448-4e1d-8a0d-c4801113dbdf HTTP/1.1" status: 200 len: 812 time: 0.4164646 Jul 05 02:29:23.428056 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-a2cd660e-19c6-48e4-aed1-7287f5590b4a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=81d13f6c660b4251afbe95dec8433deb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2867150 Jul 05 02:29:23.433785 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cd660e-19c6-48e4-aed1-7287f5590b4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc380ef-7d75-4208-b3a5-08b68d31d04b,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:23.434030 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 37024) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:23.447824 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40926b7-414d-41e3-b910-14ae3cd99eb4 req-5b3d3af0-22a7-4889-b4f6-c9abe6e83b40 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:23.449339 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b40926b7-414d-41e3-b910-14ae3cd99eb4 req-5b3d3af0-22a7-4889-b4f6-c9abe6e83b40 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] 10.222.0.15 "GET /v2.0/ports?device_id=33a94b41-3405-456b-a5e6-7f6f25a0653b HTTP/1.1" status: 200 len: 945 time: 0.2415895 Jul 05 02:29:23.450887 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-07b190c1-34a6-4806-958a-ac1ee6366abd req-8468aa7d-db31-40d7-be6b-efc93240d87d tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] 10.222.0.23 "GET /v2.0/quotas/782286101fb048eb8692425d98fa4780 HTTP/1.1" status: 200 len: 375 time: 0.0685530 Jul 05 02:29:23.492212 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:23.531603 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-1d62ed5d-161e-4051-9f14-897a40cfef53 None None] Provisioning for port 6d53f015-8b97-41bd-b02a-c332cd345c1a completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:29:23.544626 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port b48dd733-d55d-4816-967f-7eb3551f2f3d, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=b48dd733-d55d-4816-967f-7eb3551f2f3d,segment=NetworkSegment(0eb337e7-f633-46b1-9894-19b78f2ed2d0),segment_id=0eb337e7-f633-46b1-9894-19b78f2ed2d0)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:29:23.554922 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-1d62ed5d-161e-4051-9f14-897a40cfef53 None None] Provisioning complete for port 6d53f015-8b97-41bd-b02a-c332cd345c1a triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:29:23.555466 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-1d62ed5d-161e-4051-9f14-897a40cfef53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:23.603016 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f6ea5eb5-31a5-490e-aa88-29d0f1f5fa8d tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:23.603480 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-1d62ed5d-161e-4051-9f14-897a40cfef53 None None] Port 6d53f015-8b97-41bd-b02a-c332cd345c1a cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:29:23.616310 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-1d62ed5d-161e-4051-9f14-897a40cfef53 None None] Provisioning complete for port b48dd733-d55d-4816-967f-7eb3551f2f3d triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:29:23.617516 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-1d62ed5d-161e-4051-9f14-897a40cfef53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:23.650049 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:23.668064 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-b3e2707a-555a-424f-ab4e-147986f173d9 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Allocated IP 172.25.7.37 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/186fa1a7-f27f-4a75-be8a-76b91f6c159c) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:29:23.692182 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d93e9c22-8c3e-4db9-8545-88b7f9142795 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:23.694745 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 5ca81016-a7d9-4642-911c-08cb74746542 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:29:23.695981 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f6ea5eb5-31a5-490e-aa88-29d0f1f5fa8d tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:23.715536 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-b40926b7-414d-41e3-b910-14ae3cd99eb4 req-767e2f8e-9b7b-4d17-bb78-f59bad7c2528 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Deleting port ad5c6009-cbb2-4601-ba3b-b6156013b398 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:29:23.716365 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b40926b7-414d-41e3-b910-14ae3cd99eb4 req-767e2f8e-9b7b-4d17-bb78-f59bad7c2528 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:23.746856 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 5ca81016-a7d9-4642-911c-08cb74746542 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:29:23.747953 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 5ca81016-a7d9-4642-911c-08cb74746542 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:29:23.748571 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device b7e29bd2-41b5-49af-b42e-6dd63e15685d no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:29:23.766066 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-07b190c1-34a6-4806-958a-ac1ee6366abd req-5df3807f-94c4-4b3e-9ec0-1d7c6f8202a4 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=782286101fb048eb8692425d98fa4780&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2567337 Jul 05 02:29:23.767039 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d93e9c22-8c3e-4db9-8545-88b7f9142795 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:23.783428 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: b7e29bd2-41b5-49af-b42e-6dd63e15685d {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:29:23.783789 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device b7e29bd2-41b5-49af-b42e-6dd63e15685d not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:29:23.814619 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1340c0cb-f8d3-4fc3-856d-c8f09e58c65e tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Router e6b2b62e-7f55-4ba2-b077-893840665ffb has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:29:23.849793 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=b48dd733-d55d-4816-967f-7eb3551f2f3d,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:23.866947 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 37030) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:23.894854 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:23.902546 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bb7a8716-4e79-467e-ac8e-500ef91aed41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:23.905494 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ea5eb5-31a5-490e-aa88-29d0f1f5fa8d tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Pushing event updated for resources: {'Port': ['ID=6d53f015-8b97-41bd-b02a-c332cd345c1a,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:23.969386 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7a8716-4e79-467e-ac8e-500ef91aed41 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f7100fd-b056-4f13-933c-8b0e0ef7219e,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:24.014619 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-d5bdf8d7-fccf-4fd3-8a9b-94601fa6c1a5 None None] Provisioning complete for port 6d53f015-8b97-41bd-b02a-c332cd345c1a triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:29:24.014999 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-d5bdf8d7-fccf-4fd3-8a9b-94601fa6c1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:24.071666 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-d5bdf8d7-fccf-4fd3-8a9b-94601fa6c1a5 None None] Port 6d53f015-8b97-41bd-b02a-c332cd345c1a cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:29:24.140950 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ac5483eb-e21e-4c08-b8c5-e7e5b057d65c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:24.143766 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-b40926b7-414d-41e3-b910-14ae3cd99eb4 req-767e2f8e-9b7b-4d17-bb78-f59bad7c2528 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] For port ad5c6009-cbb2-4601-ba3b-b6156013b398, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=ad5c6009-cbb2-4601-ba3b-b6156013b398,segment=NetworkSegment(d93517f9-cb27-456b-8180-ef58b44abe45),segment_id=d93517f9-cb27-456b-8180-ef58b44abe45)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:29:24.144275 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b40926b7-414d-41e3-b910-14ae3cd99eb4 req-767e2f8e-9b7b-4d17-bb78-f59bad7c2528 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:24.206584 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-b40926b7-414d-41e3-b910-14ae3cd99eb4 req-767e2f8e-9b7b-4d17-bb78-f59bad7c2528 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Calling delete_port for ad5c6009-cbb2-4601-ba3b-b6156013b398 owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:29:24.274791 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef718c0-6afc-4275-97a7-b58c82da641d req-8b3fceac-450d-4c25-a46a-4e94d9d97ab9 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:24.276504 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cef718c0-6afc-4275-97a7-b58c82da641d req-8b3fceac-450d-4c25-a46a-4e94d9d97ab9 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a884060-4680-4f0a-aa16-fc8f45fa727b HTTP/1.1" status: 200 len: 946 time: 0.3198824 Jul 05 02:29:24.285385 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d93e9c22-8c3e-4db9-8545-88b7f9142795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:24.288264 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d93e9c22-8c3e-4db9-8545-88b7f9142795 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:24.288439 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f6ea5eb5-31a5-490e-aa88-29d0f1f5fa8d tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635668'] for router_interface, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:24.292384 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-d93e9c22-8c3e-4db9-8545-88b7f9142795 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1fc380ef-7d75-4208-b3a5-08b68d31d04b HTTP/1.1" status: 204 len: 168 time: 0.8450084 Jul 05 02:29:24.292978 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-6311d2f1-677a-403a-952a-00699deb8f94 None None] Provisioning complete for port 6d53f015-8b97-41bd-b02a-c332cd345c1a triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:29:24.293357 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-6311d2f1-677a-403a-952a-00699deb8f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:24.321121 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bb7a8716-4e79-467e-ac8e-500ef91aed41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636927'] for router_gateway, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:24.331571 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b3e2707a-555a-424f-ab4e-147986f173d9 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:24.340404 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-6311d2f1-677a-403a-952a-00699deb8f94 None None] Port 6d53f015-8b97-41bd-b02a-c332cd345c1a cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:29:24.358404 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93e9c22-8c3e-4db9-8545-88b7f9142795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fc380ef-7d75-4208-b3a5-08b68d31d04b,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:24.397266 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-07b190c1-34a6-4806-958a-ac1ee6366abd req-eca2db05-5e90-4c88-82b8-4d6ae218595e service neutron] 10.222.0.23 "GET /v2.0/networks/882c819f-3448-4e1d-8a0d-c4801113dbdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6157329 Jul 05 02:29:24.432474 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1340c0cb-f8d3-4fc3-856d-c8f09e58c65e tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:29:24.443452 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cee8d48-f989-4fd6-947b-e28e7e700b4e None None] Sync routers for ids ['e6b2b62e-7f55-4ba2-b077-893840665ffb'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:29:24.453424 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cee8d48-f989-4fd6-947b-e28e7e700b4e None None] Routers {'e6b2b62e-7f55-4ba2-b077-893840665ffb'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:29:24.454035 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-2cee8d48-f989-4fd6-947b-e28e7e700b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:29:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['e6b2b62e-7f55-4ba2-b077-893840665ffb'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:24.457044 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bb7a8716-4e79-467e-ac8e-500ef91aed41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11828'] for router, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:24.464790 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bb7a8716-4e79-467e-ac8e-500ef91aed41 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:24.516500 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-2cee8d48-f989-4fd6-947b-e28e7e700b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:24.552786 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cee8d48-f989-4fd6-947b-e28e7e700b4e None None] Routers {'e6b2b62e-7f55-4ba2-b077-893840665ffb'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:29:24.553404 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-2cee8d48-f989-4fd6-947b-e28e7e700b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:29:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['e6b2b62e-7f55-4ba2-b077-893840665ffb'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:24.560036 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ac5483eb-e21e-4c08-b8c5-e7e5b057d65c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:24.589223 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-2cee8d48-f989-4fd6-947b-e28e7e700b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:24.589862 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cee8d48-f989-4fd6-947b-e28e7e700b4e None None] The sync data for ids ['e6b2b62e-7f55-4ba2-b077-893840665ffb'] in n-d-771362-32 is: [] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:29:24.592051 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bb7a8716-4e79-467e-ac8e-500ef91aed41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1575451'] for router, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:24.592705 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb7a8716-4e79-467e-ac8e-500ef91aed41 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fbfd9385-2585-43ff-bbe7-607c9869784f {{(pid=94462) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 02:29:24.598189 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bb7a8716-4e79-467e-ac8e-500ef91aed41 admin admin] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:24.602072 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-bb7a8716-4e79-467e-ac8e-500ef91aed41 admin admin] 10.222.0.23 "DELETE /v2.0/routers/fbfd9385-2585-43ff-bbe7-607c9869784f HTTP/1.1" status: 204 len: 168 time: 3.6934137 Jul 05 02:29:24.602893 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 37036) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:24.615468 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:24.635252 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b3e2707a-555a-424f-ab4e-147986f173d9 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:24.642359 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ac5483eb-e21e-4c08-b8c5-e7e5b057d65c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:24.665760 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-07b190c1-34a6-4806-958a-ac1ee6366abd req-8f85c7cf-3f6e-48a8-9f10-9e9bdc8b1233 service neutron] 10.222.0.23 "GET /v2.0/networks/882c819f-3448-4e1d-8a0d-c4801113dbdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558477 Jul 05 02:29:24.702053 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1340c0cb-f8d3-4fc3-856d-c8f09e58c65e tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:24.757084 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e2707a-555a-424f-ab4e-147986f173d9 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:29:24.768757 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-b3e2707a-555a-424f-ab4e-147986f173d9 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:29:24.780035 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-279b493e-9b57-4680-ae05-c28b2a8d389e admin admin] Deleting subnet 1825f4ef-88c0-436d-968e-41fc32795301 {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:29:24.782516 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e2707a-555a-424f-ab4e-147986f173d9 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:29:24.791872 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-ac5483eb-e21e-4c08-b8c5-e7e5b057d65c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9fef959604d3447d991f8785c48a2e1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9199240 Jul 05 02:29:24.792752 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5483eb-e21e-4c08-b8c5-e7e5b057d65c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4f72eaa-861d-4cd3-a36b-089f0588bf2c,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:24.798197 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-279b493e-9b57-4680-ae05-c28b2a8d389e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:24.802829 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 37040) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:24.819531 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-cef718c0-6afc-4275-97a7-b58c82da641d req-d8e3bab3-0c7d-4328-8060-097687fa61a7 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Deleting port 5b19a89c-af00-4ad9-8587-e8b83c1c8086 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:29:24.819882 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-cef718c0-6afc-4275-97a7-b58c82da641d req-d8e3bab3-0c7d-4328-8060-097687fa61a7 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:24.842490 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f6ea5eb5-31a5-490e-aa88-29d0f1f5fa8d tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:24.856128 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e2707a-555a-424f-ab4e-147986f173d9 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Pushing event updated for resources: {'Port': ['ID=186fa1a7-f27f-4a75-be8a-76b91f6c159c,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:24.888329 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-1340c0cb-f8d3-4fc3-856d-c8f09e58c65e tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.1135151 Jul 05 02:29:24.894217 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 37042) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:24.917814 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-279b493e-9b57-4680-ae05-c28b2a8d389e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:24.927857 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-eea3f139-32ec-4a6e-a3bc-169f948b812d tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:29:25.072551 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9c618ac3-8e3c-4280-8449-7251f998326a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:25.146739 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9c618ac3-8e3c-4280-8449-7251f998326a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:25.173930 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-279b493e-9b57-4680-ae05-c28b2a8d389e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:25.309491 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device b48dd733-d55d-4816-967f-7eb3551f2f3d up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:29:25.329944 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b40926b7-414d-41e3-b910-14ae3cd99eb4 req-767e2f8e-9b7b-4d17-bb78-f59bad7c2528 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:25.446093 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port b48dd733-d55d-4816-967f-7eb3551f2f3d triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:29:25.446093 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:25.446353 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767e2f8e-9b7b-4d17-bb78-f59bad7c2528 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Pushing event deleted for resources: {'Port': ['ID=ad5c6009-cbb2-4601-ba3b-b6156013b398,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:25.503699 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b3e2707a-555a-424f-ab4e-147986f173d9 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks [] for router_gateway, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:25.520512 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-eea3f139-32ec-4a6e-a3bc-169f948b812d tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks [] for floatingip, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:25.571820 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-cef718c0-6afc-4275-97a7-b58c82da641d req-d8e3bab3-0c7d-4328-8060-097687fa61a7 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] For port 5b19a89c-af00-4ad9-8587-e8b83c1c8086, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=5b19a89c-af00-4ad9-8587-e8b83c1c8086,segment=NetworkSegment(d93517f9-cb27-456b-8180-ef58b44abe45),segment_id=d93517f9-cb27-456b-8180-ef58b44abe45)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:29:25.571820 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-cef718c0-6afc-4275-97a7-b58c82da641d req-d8e3bab3-0c7d-4328-8060-097687fa61a7 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:25.575308 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 37048) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:25.609455 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9c618ac3-8e3c-4280-8449-7251f998326a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:25.613455 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9c618ac3-8e3c-4280-8449-7251f998326a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:25.615643 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-9c618ac3-8e3c-4280-8449-7251f998326a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f4f72eaa-861d-4cd3-a36b-089f0588bf2c HTTP/1.1" status: 204 len: 168 time: 0.8147833 Jul 05 02:29:25.616774 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-279b493e-9b57-4680-ae05-c28b2a8d389e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:25.619328 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-b40926b7-414d-41e3-b910-14ae3cd99eb4 req-767e2f8e-9b7b-4d17-bb78-f59bad7c2528 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] No DVR routers for this DVR port ad5c6009-cbb2-4601-ba3b-b6156013b398 on host n-h2-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:29:25.634112 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b40926b7-414d-41e3-b910-14ae3cd99eb4 req-767e2f8e-9b7b-4d17-bb78-f59bad7c2528 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:25.636564 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b40926b7-414d-41e3-b910-14ae3cd99eb4 req-767e2f8e-9b7b-4d17-bb78-f59bad7c2528 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] 10.222.0.15 "DELETE /v2.0/ports/ad5c6009-cbb2-4601-ba3b-b6156013b398 HTTP/1.1" status: 204 len: 173 time: 2.1797233 Jul 05 02:29:25.639422 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33a94b41-3405-456b-a5e6-7f6f25a0653b', 'name': 'network-vif-deleted', 'tag': 'ad5c6009-cbb2-4601-ba3b-b6156013b398'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:29:25.645928 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4479b4e-228c-4f0c-9208-184f2078ea36" -d '{"events": [{"server_uuid": "33a94b41-3405-456b-a5e6-7f6f25a0653b", "name": "network-vif-deleted", "tag": "ad5c6009-cbb2-4601-ba3b-b6156013b398"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:29:25.654209 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-cef718c0-6afc-4275-97a7-b58c82da641d req-d8e3bab3-0c7d-4328-8060-097687fa61a7 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Calling delete_port for 5b19a89c-af00-4ad9-8587-e8b83c1c8086 owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:29:25.656342 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1394d7de-76db-4d31-8aed-8eda0dc68bf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:25.670029 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 2f7100fd-b056-4f13-933c-8b0e0ef7219e no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:29:25.678533 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c618ac3-8e3c-4280-8449-7251f998326a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4f72eaa-861d-4cd3-a36b-089f0588bf2c,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:25.735506 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9811a64f-076b-45b1-82a7-30cea4895d54 x-openstack-request-id: req-9811a64f-076b-45b1-82a7-30cea4895d54 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:29:25.736118 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33a94b41-3405-456b-a5e6-7f6f25a0653b", "name": "network-vif-deleted", "tag": "ad5c6009-cbb2-4601-ba3b-b6156013b398", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:29:25.736544 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9811a64f-076b-45b1-82a7-30cea4895d54 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:29:25.737126 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33a94b41-3405-456b-a5e6-7f6f25a0653b', 'name': 'network-vif-deleted', 'tag': 'ad5c6009-cbb2-4601-ba3b-b6156013b398', 'status': 'completed', 'code': 200} Jul 05 02:29:25.739192 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 2f7100fd-b056-4f13-933c-8b0e0ef7219e {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:29:25.739544 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 2f7100fd-b056-4f13-933c-8b0e0ef7219e not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:29:25.761271 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279b493e-9b57-4680-ae05-c28b2a8d389e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1825f4ef-88c0-436d-968e-41fc32795301,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:25.766476 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-279b493e-9b57-4680-ae05-c28b2a8d389e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:25.768407 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-279b493e-9b57-4680-ae05-c28b2a8d389e admin admin] 10.222.0.23 "DELETE /v2.0/subnets/1825f4ef-88c0-436d-968e-41fc32795301 HTTP/1.1" status: 204 len: 168 time: 1.1647105 Jul 05 02:29:25.771011 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 37060) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:25.774200 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677b7def-b1ad-48dd-b458-2928e316fe2b None None] Network 5e8d76cf-072c-4ebe-9632-b498a3035f5b requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:29:25.891270 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a1068701-4e2c-4072-8c4f-f27b7031d33c req-d81d9350-8007-491d-9c9f-9228f0a4f3cd tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] 10.222.0.23 "GET /v2.0/ports?device_id=067ea6c0-d5fd-4fd0-8511-306f6462c11c HTTP/1.1" status: 200 len: 210 time: 0.1593826 Jul 05 02:29:26.023122 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:26.035491 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-eea3f139-32ec-4a6e-a3bc-169f948b812d tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:26.129957 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53bb971-f887-44a6-8633-293197edc09f None None] DHCP port deletion for 5e8d76cf-072c-4ebe-9632-b498a3035f5b request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:29:26.135769 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-eea3f139-32ec-4a6e-a3bc-169f948b812d tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636869'] for floatingip, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:26.136708 n-d-771362-32 neutron-server[94461]: INFO neutron.db.l3_db [None req-eea3f139-32ec-4a6e-a3bc-169f948b812d tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Floating IP c9c54f53-596b-4f53-b507-d1d88b46f90c disassociated. External IP: 172.25.7.107, port: 320c06d6-483d-470b-a10e-f6117b2702e6. Jul 05 02:29:26.147228 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f6ea5eb5-31a5-490e-aa88-29d0f1f5fa8d tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:26.213125 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-c53bb971-f887-44a6-8633-293197edc09f None None] Deleting port 3212e01e-402b-4fd4-a2e2-3cf78ea50d89 {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:29:26.213125 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-c53bb971-f887-44a6-8633-293197edc09f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:26.243386 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1394d7de-76db-4d31-8aed-8eda0dc68bf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:26.279910 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-c53bb971-f887-44a6-8633-293197edc09f None None] For port 3212e01e-402b-4fd4-a2e2-3cf78ea50d89, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=3212e01e-402b-4fd4-a2e2-3cf78ea50d89,segment=NetworkSegment(68b40de2-5c88-43af-aa76-e06dc56de736),segment_id=68b40de2-5c88-43af-aa76-e06dc56de736)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:29:26.281097 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ec09c88b-07f5-4401-b5f2-ec0faf2fcf34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:26.281888 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-c53bb971-f887-44a6-8633-293197edc09f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:26.283730 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f6ea5eb5-31a5-490e-aa88-29d0f1f5fa8d tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:26.284586 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f6ea5eb5-31a5-490e-aa88-29d0f1f5fa8d tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634601'] for router_interface, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:26.299815 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-c53bb971-f887-44a6-8633-293197edc09f None None] Calling delete_port for 3212e01e-402b-4fd4-a2e2-3cf78ea50d89 owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:29:26.363390 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1394d7de-76db-4d31-8aed-8eda0dc68bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:26.366252 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-cef718c0-6afc-4275-97a7-b58c82da641d req-d8e3bab3-0c7d-4328-8060-097687fa61a7 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:26.447563 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-ec09c88b-07f5-4401-b5f2-ec0faf2fcf34 admin admin] Deleting port 3212e01e-402b-4fd4-a2e2-3cf78ea50d89 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:29:26.447914 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ec09c88b-07f5-4401-b5f2-ec0faf2fcf34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:26.452754 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ea5eb5-31a5-490e-aa88-29d0f1f5fa8d tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Pushing event updated for resources: {'Port': ['ID=6d53f015-8b97-41bd-b02a-c332cd345c1a,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:26.475431 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-1394d7de-76db-4d31-8aed-8eda0dc68bf4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7e4f92dc987344959e06bc14fd30ba60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8966305 Jul 05 02:29:26.481481 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 37070) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:26.523168 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-c53bb971-f887-44a6-8633-293197edc09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:26.535751 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b3e2707a-555a-424f-ab4e-147986f173d9 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963'] for router, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:26.541899 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1394d7de-76db-4d31-8aed-8eda0dc68bf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=002a705d-9370-4891-aa1e-a0f530844694,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:26.550551 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e3bab3-0c7d-4328-8060-097687fa61a7 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Pushing event deleted for resources: {'Port': ['ID=5b19a89c-af00-4ad9-8587-e8b83c1c8086,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:26.550712 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-ec09c88b-07f5-4401-b5f2-ec0faf2fcf34 admin admin] For port 3212e01e-402b-4fd4-a2e2-3cf78ea50d89, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=3212e01e-402b-4fd4-a2e2-3cf78ea50d89,segment=NetworkSegment(68b40de2-5c88-43af-aa76-e06dc56de736),segment_id=68b40de2-5c88-43af-aa76-e06dc56de736)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:29:26.551137 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ec09c88b-07f5-4401-b5f2-ec0faf2fcf34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:26.596316 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53bb971-f887-44a6-8633-293197edc09f None None] Pushing event deleted for resources: {'Port': ['ID=3212e01e-402b-4fd4-a2e2-3cf78ea50d89,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:26.608654 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-ec09c88b-07f5-4401-b5f2-ec0faf2fcf34 admin admin] Calling delete_port for 3212e01e-402b-4fd4-a2e2-3cf78ea50d89 owned by network:dhcp {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:29:26.630383 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53bb971-f887-44a6-8633-293197edc09f None None] No DVR routers for this DVR port 3212e01e-402b-4fd4-a2e2-3cf78ea50d89 on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:29:26.643522 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-cef718c0-6afc-4275-97a7-b58c82da641d req-d8e3bab3-0c7d-4328-8060-097687fa61a7 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] No DVR routers for this DVR port 5b19a89c-af00-4ad9-8587-e8b83c1c8086 on host n-h2-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:29:26.648069 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-cef718c0-6afc-4275-97a7-b58c82da641d req-d8e3bab3-0c7d-4328-8060-097687fa61a7 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:26.650075 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cef718c0-6afc-4275-97a7-b58c82da641d req-d8e3bab3-0c7d-4328-8060-097687fa61a7 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] 10.222.0.15 "DELETE /v2.0/ports/5b19a89c-af00-4ad9-8587-e8b83c1c8086 HTTP/1.1" status: 204 len: 173 time: 2.3677938 Jul 05 02:29:26.694625 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ea5eb5-31a5-490e-aa88-29d0f1f5fa8d tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Network b0071cfd-3ff5-4576-9f98-711f0ee03020 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:29:26.701338 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-f6ea5eb5-31a5-490e-aa88-29d0f1f5fa8d tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:29:26.731013 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7c7bee45-21c4-41e1-906c-aa77d0f8cbc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:26.744129 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 37072) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:26.778888 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4e021bad-2e34-4f4f-8e6f-c3dd53c4015d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:26.816674 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eea3f139-32ec-4a6e-a3bc-169f948b812d tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Router e6b2b62e-7f55-4ba2-b077-893840665ffb has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:29:26.837600 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7c7bee45-21c4-41e1-906c-aa77d0f8cbc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:26.841076 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ec09c88b-07f5-4401-b5f2-ec0faf2fcf34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:26.901997 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec09c88b-07f5-4401-b5f2-ec0faf2fcf34 admin admin] Pushing event deleted for resources: {'Port': ['ID=3212e01e-402b-4fd4-a2e2-3cf78ea50d89,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:26.962362 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4e021bad-2e34-4f4f-8e6f-c3dd53c4015d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:26.963509 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec09c88b-07f5-4401-b5f2-ec0faf2fcf34 admin admin] No DVR routers for this DVR port 3212e01e-402b-4fd4-a2e2-3cf78ea50d89 on host n-d-771362-32 {{(pid=94462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:29:27.049848 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eea3f139-32ec-4a6e-a3bc-169f948b812d tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:29:27.055147 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-eea3f139-32ec-4a6e-a3bc-169f948b812d tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:27.061947 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9e8a23-7033-41bb-a393-7f35386c6f90 None None] Sync routers for ids ['e6b2b62e-7f55-4ba2-b077-893840665ffb'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:29:27.066546 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3e2707a-555a-424f-ab4e-147986f173d9 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Router 8957601e-8658-4e5f-bd87-443a525534b5 is scheduled to L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 with binding_index 1 {{(pid=94462) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 02:29:27.072872 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9e8a23-7033-41bb-a393-7f35386c6f90 None None] Routers {'e6b2b62e-7f55-4ba2-b077-893840665ffb'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:29:27.079255 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-fe9e8a23-7033-41bb-a393-7f35386c6f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:29:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['e6b2b62e-7f55-4ba2-b077-893840665ffb'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:27.102058 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7c7bee45-21c4-41e1-906c-aa77d0f8cbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:27.106409 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4e021bad-2e34-4f4f-8e6f-c3dd53c4015d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:27.106679 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7c7bee45-21c4-41e1-906c-aa77d0f8cbc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:27.107313 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-dacfed97-2f62-416d-bc8a-51f83e8208fc req-53a91226-41e4-460c-8f58-f27c3b865623 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] 10.222.0.23 "GET /v2.0/ports?device_id=067ea6c0-d5fd-4fd0-8511-306f6462c11c HTTP/1.1" status: 200 len: 210 time: 0.0891831 Jul 05 02:29:27.108036 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-7c7bee45-21c4-41e1-906c-aa77d0f8cbc5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/002a705d-9370-4891-aa1e-a0f530844694 HTTP/1.1" status: 204 len: 168 time: 0.6101949 Jul 05 02:29:27.112557 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 3212e01e-402b-4fd4-a2e2-3cf78ea50d89 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:29:27.114168 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6ea5eb5-31a5-490e-aa88-29d0f1f5fa8d tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Router fa14e21c-273f-45df-960d-002cd0cbe893 is scheduled to L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 with binding_index 1 {{(pid=94461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 02:29:27.124924 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ec09c88b-07f5-4401-b5f2-ec0faf2fcf34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:27.128268 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7bee45-21c4-41e1-906c-aa77d0f8cbc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=002a705d-9370-4891-aa1e-a0f530844694,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:27.145124 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-eea3f139-32ec-4a6e-a3bc-169f948b812d tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] 10.222.0.23 "PUT /v2.0/floatingips/c9c54f53-596b-4f53-b507-d1d88b46f90c HTTP/1.1" status: 200 len: 688 time: 2.2477841 Jul 05 02:29:27.150462 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 37078) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:27.163062 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-ec09c88b-07f5-4401-b5f2-ec0faf2fcf34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e8d76cf-072c-4ebe-9632-b498a3035f5b']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:27.165416 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-fe9e8a23-7033-41bb-a393-7f35386c6f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:27.171660 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 5b19a89c-af00-4ad9-8587-e8b83c1c8086 no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:29:27.186162 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9e8a23-7033-41bb-a393-7f35386c6f90 None None] Routers {'e6b2b62e-7f55-4ba2-b077-893840665ffb'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:29:27.186778 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-fe9e8a23-7033-41bb-a393-7f35386c6f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:29:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['e6b2b62e-7f55-4ba2-b077-893840665ffb'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:27.194817 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] No Port match for: 5b19a89c-af00-4ad9-8587-e8b83c1c8086 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:29:27.195201 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 5b19a89c-af00-4ad9-8587-e8b83c1c8086 not bound to the agent host n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:29:27.196216 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device ad5c6009-cbb2-4601-ba3b-b6156013b398 no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:29:27.226013 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] No Port match for: ad5c6009-cbb2-4601-ba3b-b6156013b398 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:29:27.226425 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device ad5c6009-cbb2-4601-ba3b-b6156013b398 not bound to the agent host n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:29:27.235309 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 3212e01e-402b-4fd4-a2e2-3cf78ea50d89 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:29:27.235719 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 3212e01e-402b-4fd4-a2e2-3cf78ea50d89 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:29:27.248163 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e021bad-2e34-4f4f-8e6f-c3dd53c4015d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=625800d4-54d6-4af8-a592-072950d328ae,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:27.263666 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-b1076c2a-c2d4-4b37-89e1-71b8c9bb2dd0 None None] Provisioning complete for port 6d53f015-8b97-41bd-b02a-c332cd345c1a triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:29:27.264038 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b1076c2a-c2d4-4b37-89e1-71b8c9bb2dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:27.304141 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-fe9e8a23-7033-41bb-a393-7f35386c6f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:27.304806 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9e8a23-7033-41bb-a393-7f35386c6f90 None None] The sync data for ids ['e6b2b62e-7f55-4ba2-b077-893840665ffb'] in n-d-771362-32 is: [] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:29:27.317062 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-ec09c88b-07f5-4401-b5f2-ec0faf2fcf34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68b40de2-5c88-43af-aa76-e06dc56de736') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:27.317201 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-ec09c88b-07f5-4401-b5f2-ec0faf2fcf34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68b40de2-5c88-43af-aa76-e06dc56de736') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:27.325977 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-b1076c2a-c2d4-4b37-89e1-71b8c9bb2dd0 None None] Port 6d53f015-8b97-41bd-b02a-c332cd345c1a cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:29:27.332133 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-4e021bad-2e34-4f4f-8e6f-c3dd53c4015d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5f40006350a34b78ad3a77c0a4d7e5cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5853722 Jul 05 02:29:27.337499 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 37080) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:27.345357 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ec09c88b-07f5-4401-b5f2-ec0faf2fcf34 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:27.393355 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6ea5eb5-31a5-490e-aa88-29d0f1f5fa8d tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:29:27.400192 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-f6ea5eb5-31a5-490e-aa88-29d0f1f5fa8d tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "PUT /v2.0/routers/fa14e21c-273f-45df-960d-002cd0cbe893/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2083817 Jul 05 02:29:27.404325 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 37082) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:27.405346 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326d8420-b7d1-4519-a53b-5ed5180c1828 None None] Sync routers for ids ['fa14e21c-273f-45df-960d-002cd0cbe893'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:29:27.415049 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326d8420-b7d1-4519-a53b-5ed5180c1828 None None] Routers {'fa14e21c-273f-45df-960d-002cd0cbe893'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:29:27.415916 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-326d8420-b7d1-4519-a53b-5ed5180c1828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:29:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['fa14e21c-273f-45df-960d-002cd0cbe893'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:27.436966 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9ea9c37b-f9d8-49fc-9098-ba120eac6c86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:27.455111 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a342a-0efb-4747-b9de-2efaab17c749 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Deleting port d27ec74d-db4e-4a11-81dc-994c65cc89af {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:29:27.455348 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4a6a342a-0efb-4747-b9de-2efaab17c749 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:27.456608 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-326d8420-b7d1-4519-a53b-5ed5180c1828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:27.465958 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326d8420-b7d1-4519-a53b-5ed5180c1828 None None] Routers {'fa14e21c-273f-45df-960d-002cd0cbe893'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:29:27.466608 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-326d8420-b7d1-4519-a53b-5ed5180c1828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:29:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['fa14e21c-273f-45df-960d-002cd0cbe893'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:27.470513 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4960fd41-b9f3-4e46-8194-c5c240c2e91b tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:27.474483 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-4960fd41-b9f3-4e46-8194-c5c240c2e91b tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "GET /v2.0/ports/6d53f015-8b97-41bd-b02a-c332cd345c1a HTTP/1.1" status: 200 len: 984 time: 0.0666339 Jul 05 02:29:27.474483 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3e2707a-555a-424f-ab4e-147986f173d9 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:29:27.474770 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 37084) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:27.483131 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d893c7cd-4a1a-4263-a71b-74079fdd2c2a None None] Sync routers for ids ['8957601e-8658-4e5f-bd87-443a525534b5'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:29:27.495580 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d893c7cd-4a1a-4263-a71b-74079fdd2c2a None None] Routers {'8957601e-8658-4e5f-bd87-443a525534b5'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:29:27.506192 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-d893c7cd-4a1a-4263-a71b-74079fdd2c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:29:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['8957601e-8658-4e5f-bd87-443a525534b5'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:27.506362 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9ea9c37b-f9d8-49fc-9098-ba120eac6c86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:27.517701 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-326d8420-b7d1-4519-a53b-5ed5180c1828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:27.518386 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326d8420-b7d1-4519-a53b-5ed5180c1828 None None] The sync data for ids ['fa14e21c-273f-45df-960d-002cd0cbe893'] in n-d-771362-32 is: [] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:29:27.559421 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-d893c7cd-4a1a-4263-a71b-74079fdd2c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:27.560784 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ec09c88b-07f5-4401-b5f2-ec0faf2fcf34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:27.570373 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d893c7cd-4a1a-4263-a71b-74079fdd2c2a None None] Routers {'8957601e-8658-4e5f-bd87-443a525534b5'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:29:27.571368 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-d893c7cd-4a1a-4263-a71b-74079fdd2c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:29:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['8957601e-8658-4e5f-bd87-443a525534b5'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:27.592325 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec09c88b-07f5-4401-b5f2-ec0faf2fcf34 admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:29:27.592742 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ec09c88b-07f5-4401-b5f2-ec0faf2fcf34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:27.595054 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:29:27.595054 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:29:27.595054 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:29:27.595054 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:29:27.595054 n-d-771362-32 neutron-server[94462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:29:27.595054 n-d-771362-32 neutron-server[94462]: self.session.flush() Jul 05 02:29:27.595054 n-d-771362-32 neutron-server[94462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:29:27.595054 n-d-771362-32 neutron-server[94462]: self.session.flush() Jul 05 02:29:27.595054 n-d-771362-32 neutron-server[94462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:29:27.595054 n-d-771362-32 neutron-server[94462]: self.session.flush() Jul 05 02:29:27.595054 n-d-771362-32 neutron-server[94462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:29:27.595054 n-d-771362-32 neutron-server[94462]: self.session.flush() Jul 05 02:29:27.595054 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:29:27.595054 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:29:27.595054 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:29:27.595054 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:29:27.595054 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:29:27.595054 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:29:27.595054 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:29:27.595054 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:29:27.595054 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:29:27.595054 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:29:27.595054 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:29:27.595054 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:29:27.595054 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:29:27.595054 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:29:27.595054 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:29:27.595054 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:29:27.595054 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:29:27.595054 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:29:27.595054 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:29:27.595054 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:29:27.595054 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:29:27.595054 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:29:27.595054 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:29:27.595054 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:29:27.595054 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:29:27.595054 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:29:27.595054 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:29:27.595054 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:29:27.595054 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:29:27.595054 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:29:27.595054 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:29:27.595054 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:29:27.607421 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4a6a342a-0efb-4747-b9de-2efaab17c749 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:27.607926 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4a6a342a-0efb-4747-b9de-2efaab17c749 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:27.620510 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-d893c7cd-4a1a-4263-a71b-74079fdd2c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:27.621160 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d893c7cd-4a1a-4263-a71b-74079fdd2c2a None None] The sync data for ids ['8957601e-8658-4e5f-bd87-443a525534b5'] in n-d-771362-32 is: [] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:29:27.630405 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a342a-0efb-4747-b9de-2efaab17c749 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Calling delete_port for d27ec74d-db4e-4a11-81dc-994c65cc89af owned by network:floatingip {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:29:27.717076 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9ea9c37b-f9d8-49fc-9098-ba120eac6c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:27.717332 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9ea9c37b-f9d8-49fc-9098-ba120eac6c86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:27.718638 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-9ea9c37b-f9d8-49fc-9098-ba120eac6c86 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/625800d4-54d6-4af8-a592-072950d328ae HTTP/1.1" status: 204 len: 168 time: 0.3760502 Jul 05 02:29:27.731079 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea9c37b-f9d8-49fc-9098-ba120eac6c86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=625800d4-54d6-4af8-a592-072950d328ae,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:27.741166 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b3e2707a-555a-424f-ab4e-147986f173d9 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:27.741297 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a884060-4680-4f0a-aa16-fc8f45fa727b', 'name': 'network-vif-deleted', 'tag': '5b19a89c-af00-4ad9-8587-e8b83c1c8086'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:29:27.741404 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-b3e2707a-555a-424f-ab4e-147986f173d9 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.6456385 Jul 05 02:29:27.741852 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21466df6-f4f7-42f5-99f7-4b37e31308be" -d '{"events": [{"server_uuid": "5a884060-4680-4f0a-aa16-fc8f45fa727b", "name": "network-vif-deleted", "tag": "5b19a89c-af00-4ad9-8587-e8b83c1c8086"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:29:27.744801 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 37090) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:27.753480 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-60950e34-edcf-46c0-b897-9b881b5286b3 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'enable_snat': False}}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:29:27.821208 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f7f2606-539a-43fa-97b1-69f476b80c31 x-openstack-request-id: req-6f7f2606-539a-43fa-97b1-69f476b80c31 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:29:27.821747 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a884060-4680-4f0a-aa16-fc8f45fa727b", "name": "network-vif-deleted", "tag": "5b19a89c-af00-4ad9-8587-e8b83c1c8086", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:29:27.822212 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6f7f2606-539a-43fa-97b1-69f476b80c31 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:29:27.822775 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a884060-4680-4f0a-aa16-fc8f45fa727b', 'name': 'network-vif-deleted', 'tag': '5b19a89c-af00-4ad9-8587-e8b83c1c8086', 'status': 'completed', 'code': 200} Jul 05 02:29:27.854802 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ec09c88b-07f5-4401-b5f2-ec0faf2fcf34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:27.869909 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ec09c88b-07f5-4401-b5f2-ec0faf2fcf34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:27.875732 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-ec09c88b-07f5-4401-b5f2-ec0faf2fcf34 admin admin] 10.222.0.23 "DELETE /v2.0/networks/5e8d76cf-072c-4ebe-9632-b498a3035f5b HTTP/1.1" status: 204 len: 168 time: 2.1035378 Jul 05 02:29:27.929196 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec09c88b-07f5-4401-b5f2-ec0faf2fcf34 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e8d76cf-072c-4ebe-9632-b498a3035f5b,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:28.079200 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4a6a342a-0efb-4747-b9de-2efaab17c749 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:28.366213 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9b96923a-ccd2-4c34-8efc-38180c8cf015 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1634680'] for router_interface, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:28.438658 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-fe3d172e-e52b-4720-8e77-3af6a4431bad req-e70041b1-9e81-4c40-b0a9-6da869db29d7 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] 10.222.0.23 "GET /v2.0/ports?device_id=067ea6c0-d5fd-4fd0-8511-306f6462c11c HTTP/1.1" status: 200 len: 210 time: 0.0346675 Jul 05 02:29:28.659369 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-9b96923a-ccd2-4c34-8efc-38180c8cf015 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Deleting port 6d53f015-8b97-41bd-b02a-c332cd345c1a {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:29:28.659744 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9b96923a-ccd2-4c34-8efc-38180c8cf015 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:28.660928 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6a342a-0efb-4747-b9de-2efaab17c749 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Pushing event deleted for resources: {'Port': ['ID=d27ec74d-db4e-4a11-81dc-994c65cc89af,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:28.742758 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 37106) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:28.790836 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9b96923a-ccd2-4c34-8efc-38180c8cf015 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:28.800783 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 37108) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:28.816384 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-9b96923a-ccd2-4c34-8efc-38180c8cf015 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Calling delete_port for 6d53f015-8b97-41bd-b02a-c332cd345c1a owned by network:router_interface {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:29:28.823757 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c4feadf2-92df-4929-ad1d-63bd0bea4803 req-d8b3303e-bfa3-463c-9780-4ace349cacbc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a29b1f86-c2b3-4079-ba70-879d5fa5b04b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.7960777 Jul 05 02:29:28.838166 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-051fc414-32f2-476c-962b-1710d48203e5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=820d01c94cb84c34ab4df1230f2d2b19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0925605 Jul 05 02:29:28.838903 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 37110) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:28.878773 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-05a904c0-e92d-46b4-a70c-ac4fd19a1ef5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:28.981876 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4a6a342a-0efb-4747-b9de-2efaab17c749 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks [] for floatingip, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:28.984482 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4a6a342a-0efb-4747-b9de-2efaab17c749 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:28.986175 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bd39d788-d82b-4162-bf77-bb4964de1d19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:28.986699 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-4a6a342a-0efb-4747-b9de-2efaab17c749 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] 10.222.0.23 "DELETE /v2.0/floatingips/c9c54f53-596b-4f53-b507-d1d88b46f90c HTTP/1.1" status: 204 len: 168 time: 1.8368556 Jul 05 02:29:28.995265 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 37114) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:29.002944 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-5560e54b-3865-4c01-9110-058af7fcfd1e tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Request body: {'floatingip': {'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'port_id': 'f55c79a1-3862-49ef-9c4c-c88ab5031737'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:29:29.016350 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bd39d788-d82b-4162-bf77-bb4964de1d19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:29.020855 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-60950e34-edcf-46c0-b897-9b881b5286b3 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:29.077532 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4feadf2-92df-4929-ad1d-63bd0bea4803 req-ac675c16-9201-4d40-80f0-feca19c38e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:29.078042 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4feadf2-92df-4929-ad1d-63bd0bea4803 req-ac675c16-9201-4d40-80f0-feca19c38e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:29.078552 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4feadf2-92df-4929-ad1d-63bd0bea4803 req-ac675c16-9201-4d40-80f0-feca19c38e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:29.079033 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4feadf2-92df-4929-ad1d-63bd0bea4803 req-ac675c16-9201-4d40-80f0-feca19c38e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:29.079510 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4feadf2-92df-4929-ad1d-63bd0bea4803 req-ac675c16-9201-4d40-80f0-feca19c38e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:29.080071 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4feadf2-92df-4929-ad1d-63bd0bea4803 req-ac675c16-9201-4d40-80f0-feca19c38e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:29.080438 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4feadf2-92df-4929-ad1d-63bd0bea4803 req-ac675c16-9201-4d40-80f0-feca19c38e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:29.082432 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c4feadf2-92df-4929-ad1d-63bd0bea4803 req-ac675c16-9201-4d40-80f0-feca19c38e4d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=059a16d4d47342a1b52e205e2c168052&device_id=a29b1f86-c2b3-4079-ba70-879d5fa5b04b HTTP/1.1" status: 200 len: 6500 time: 0.2010529 Jul 05 02:29:29.114154 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-05a904c0-e92d-46b4-a70c-ac4fd19a1ef5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:29.250599 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9b96923a-ccd2-4c34-8efc-38180c8cf015 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:29.253828 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bd39d788-d82b-4162-bf77-bb4964de1d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:29.255576 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-05a904c0-e92d-46b4-a70c-ac4fd19a1ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:29.257299 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bd39d788-d82b-4162-bf77-bb4964de1d19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:29.260944 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-bd39d788-d82b-4162-bf77-bb4964de1d19 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a0f3de01-621c-4ed4-a575-46af052470d0 HTTP/1.1" status: 204 len: 168 time: 0.4190195 Jul 05 02:29:29.280631 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4feadf2-92df-4929-ad1d-63bd0bea4803 req-4bf29cae-38ec-4d92-9912-3ef4eb56b7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:29.281171 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4feadf2-92df-4929-ad1d-63bd0bea4803 req-4bf29cae-38ec-4d92-9912-3ef4eb56b7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:29.281655 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4feadf2-92df-4929-ad1d-63bd0bea4803 req-4bf29cae-38ec-4d92-9912-3ef4eb56b7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:29.283499 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c4feadf2-92df-4929-ad1d-63bd0bea4803 req-4bf29cae-38ec-4d92-9912-3ef4eb56b7d2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d6d9e04c-f9e8-4007-89f0-15eb2a09c709&id=8521063c-8363-41f1-a9c0-837836263ed0&id=8521063c-8363-41f1-a9c0-837836263ed0&id=8521063c-8363-41f1-a9c0-837836263ed0&id=8521063c-8363-41f1-a9c0-837836263ed0&id=7fa11b36-0588-43ef-a636-45aaf3c04835&id=7fa11b36-0588-43ef-a636-45aaf3c04835 HTTP/1.1" status: 200 len: 2290 time: 0.1631300 Jul 05 02:29:29.328514 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd39d788-d82b-4162-bf77-bb4964de1d19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0f3de01-621c-4ed4-a575-46af052470d0,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:29.333345 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b96923a-ccd2-4c34-8efc-38180c8cf015 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Pushing event deleted for resources: {'Port': ['ID=6d53f015-8b97-41bd-b02a-c332cd345c1a,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:29.393857 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-05a904c0-e92d-46b4-a70c-ac4fd19a1ef5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=63cf5f6a71354447b07e6497bfc199ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5891933 Jul 05 02:29:29.402403 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 37122) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:29.402553 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5560e54b-3865-4c01-9110-058af7fcfd1e tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks [] for floatingip, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:29.410151 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a904c0-e92d-46b4-a70c-ac4fd19a1ef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd8c19f-a08e-428c-b9a5-eb9059eda4a1,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:29.428352 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c4feadf2-92df-4929-ad1d-63bd0bea4803 req-9ffb87e5-6bb1-4910-8b1b-b3238d355753 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b3954152-aa83-410a-ad29-4f54d0faf476 HTTP/1.1" status: 200 len: 1002 time: 0.1350088 Jul 05 02:29:29.605266 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9b96923a-ccd2-4c34-8efc-38180c8cf015 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635398'] for router_interface, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:29.679867 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-948e0a77-1c2e-4d75-879c-ce25cecf4cf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:29.738837 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-948e0a77-1c2e-4d75-879c-ce25cecf4cf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:29.745251 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e11747a1-c11a-4b33-a7c1-e606b38382c3 req-712b2f61-8aa9-419e-b109-a2175111624b tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] 10.222.0.23 "GET /v2.0/ports?device_id=067ea6c0-d5fd-4fd0-8511-306f6462c11c HTTP/1.1" status: 200 len: 210 time: 0.0932863 Jul 05 02:29:29.827599 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4feadf2-92df-4929-ad1d-63bd0bea4803 req-b9cc2912-76bd-4265-a8c5-abd59d28b923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:29.829446 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c4feadf2-92df-4929-ad1d-63bd0bea4803 req-b9cc2912-76bd-4265-a8c5-abd59d28b923 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=09608f09-777a-432f-9dae-6a5a44630f28 HTTP/1.1" status: 200 len: 851 time: 0.3821471 Jul 05 02:29:29.868183 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b96923a-ccd2-4c34-8efc-38180c8cf015 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Router fa14e21c-273f-45df-960d-002cd0cbe893 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:29:29.963224 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b96923a-ccd2-4c34-8efc-38180c8cf015 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:29:29.972328 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-9b96923a-ccd2-4c34-8efc-38180c8cf015 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "PUT /v2.0/routers/fa14e21c-273f-45df-960d-002cd0cbe893/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4965634 Jul 05 02:29:29.972529 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 37138) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:29.977142 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62af91b1-5791-4530-ad08-81c96f16b09d None None] Sync routers for ids ['fa14e21c-273f-45df-960d-002cd0cbe893'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:29:29.990943 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62af91b1-5791-4530-ad08-81c96f16b09d None None] Routers {'fa14e21c-273f-45df-960d-002cd0cbe893'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:29:29.992075 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-62af91b1-5791-4530-ad08-81c96f16b09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:29:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['fa14e21c-273f-45df-960d-002cd0cbe893'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:30.020308 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-948e0a77-1c2e-4d75-879c-ce25cecf4cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:30.022872 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-948e0a77-1c2e-4d75-879c-ce25cecf4cf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:30.027210 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-948e0a77-1c2e-4d75-879c-ce25cecf4cf7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7dd8c19f-a08e-428c-b9a5-eb9059eda4a1 HTTP/1.1" status: 204 len: 168 time: 0.6254611 Jul 05 02:29:30.036374 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948e0a77-1c2e-4d75-879c-ce25cecf4cf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd8c19f-a08e-428c-b9a5-eb9059eda4a1,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:30.038719 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-62af91b1-5791-4530-ad08-81c96f16b09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:30.058430 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62af91b1-5791-4530-ad08-81c96f16b09d None None] Routers {'fa14e21c-273f-45df-960d-002cd0cbe893'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:29:30.059455 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-62af91b1-5791-4530-ad08-81c96f16b09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:29:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['fa14e21c-273f-45df-960d-002cd0cbe893'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:30.103650 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-62af91b1-5791-4530-ad08-81c96f16b09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:30.104318 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62af91b1-5791-4530-ad08-81c96f16b09d None None] The sync data for ids ['fa14e21c-273f-45df-960d-002cd0cbe893'] in n-d-771362-32 is: [] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:29:30.126323 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b190c1-34a6-4806-958a-ac1ee6366abd req-5bd43842-a4e8-4c58-85f4-5866bc54c2d7 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:30.126839 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-07b190c1-34a6-4806-958a-ac1ee6366abd req-5bd43842-a4e8-4c58-85f4-5866bc54c2d7 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] 10.222.0.21 "GET /v2.0/networks?id=882c819f-3448-4e1d-8a0d-c4801113dbdf HTTP/1.1" status: 200 len: 812 time: 0.6487987 Jul 05 02:29:30.155477 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-07b190c1-34a6-4806-958a-ac1ee6366abd req-1d10da16-f04e-416b-a060-1c9fe5c19ec8 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Request body: {'port': {'device_id': 'fc64e74b-567a-4516-b20b-474d8c9a74b6', 'network_id': '882c819f-3448-4e1d-8a0d-c4801113dbdf', 'admin_state_up': True, 'tenant_id': '782286101fb048eb8692425d98fa4780'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:29:30.217285 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b190c1-34a6-4806-958a-ac1ee6366abd req-1dcd5bda-a4b9-4e38-8f42-a326082ff80c tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:30.218780 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-07b190c1-34a6-4806-958a-ac1ee6366abd req-1dcd5bda-a4b9-4e38-8f42-a326082ff80c tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] 10.222.0.15 "GET /v2.0/networks?id=882c819f-3448-4e1d-8a0d-c4801113dbdf HTTP/1.1" status: 200 len: 812 time: 0.6814950 Jul 05 02:29:30.319961 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-07b190c1-34a6-4806-958a-ac1ee6366abd req-e6563bb4-c5e4-4c09-995c-736b1602b16b tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Request body: {'port': {'device_id': '067ea6c0-d5fd-4fd0-8511-306f6462c11c', 'network_id': '882c819f-3448-4e1d-8a0d-c4801113dbdf', 'admin_state_up': True, 'tenant_id': '782286101fb048eb8692425d98fa4780'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:29:30.417817 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4feadf2-92df-4929-ad1d-63bd0bea4803 req-9998e6ea-3417-4b2a-97e5-f4d74dd53a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:30.419391 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c4feadf2-92df-4929-ad1d-63bd0bea4803 req-9998e6ea-3417-4b2a-97e5-f4d74dd53a7d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d6d9e04c-f9e8-4007-89f0-15eb2a09c709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5733027 Jul 05 02:29:30.519783 n-d-771362-32 neutron-server[94461]: INFO neutron.api.v2.resource [None req-cc64f787-5793-4eec-a7b9-cd8b907aa2c5 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] remove_router_interface failed (client error): The resource could not be found. Jul 05 02:29:30.520827 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-cc64f787-5793-4eec-a7b9-cd8b907aa2c5 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "PUT /v2.0/routers/fa14e21c-273f-45df-960d-002cd0cbe893/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5204446 Jul 05 02:29:30.523888 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 37154) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:30.563631 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-86cff6ed-cdc7-4fac-b9d9-5e254a01face tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa14e21c-273f-45df-960d-002cd0cbe893 HTTP/1.1" status: 200 len: 205 time: 0.0373025 Jul 05 02:29:30.566233 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 37158) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:30.597738 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5560e54b-3865-4c01-9110-058af7fcfd1e tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:30.652306 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bdff3778-0ebc-46b4-89f3-0a9dd810cbd1 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks [] for router, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:30.869382 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c4feadf2-92df-4929-ad1d-63bd0bea4803 req-882ba8e8-c846-4d42-8be8-0395752f9e25 service neutron] 10.222.0.15 "GET /v2.0/networks/d6d9e04c-f9e8-4007-89f0-15eb2a09c709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4278100 Jul 05 02:29:30.875204 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07b190c1-34a6-4806-958a-ac1ee6366abd req-1d10da16-f04e-416b-a060-1c9fe5c19ec8 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Made reservation on behalf of 782286101fb048eb8692425d98fa4780 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:29:30.879151 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-07b190c1-34a6-4806-958a-ac1ee6366abd req-1d10da16-f04e-416b-a060-1c9fe5c19ec8 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:30.924377 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bdff3778-0ebc-46b4-89f3-0a9dd810cbd1 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11828'] for router, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:30.925891 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bdff3778-0ebc-46b4-89f3-0a9dd810cbd1 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:30.978379 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-60950e34-edcf-46c0-b897-9b881b5286b3 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:30.982051 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-5560e54b-3865-4c01-9110-058af7fcfd1e tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Allocated IP 172.25.7.47 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/1662fe7a-b49d-45c7-bd82-4a609db10d6e) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:29:30.998262 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-60950e34-edcf-46c0-b897-9b881b5286b3 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1636977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1636970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1573792'] for router, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:31.007906 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-13c70bce-4acd-480f-a38f-480166ce5940 req-ae3cffcb-f65c-4e9e-8e3e-cee7873493c4 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] 10.222.0.23 "GET /v2.0/ports?device_id=067ea6c0-d5fd-4fd0-8511-306f6462c11c HTTP/1.1" status: 200 len: 210 time: 0.0351837 Jul 05 02:29:31.083183 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bdff3778-0ebc-46b4-89f3-0a9dd810cbd1 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1575451'] for router, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:31.083937 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdff3778-0ebc-46b4-89f3-0a9dd810cbd1 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Fanout notify agent at l3_agent the message router_deleted on router fa14e21c-273f-45df-960d-002cd0cbe893 {{(pid=94462) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 02:29:31.091933 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bdff3778-0ebc-46b4-89f3-0a9dd810cbd1 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:31.095929 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-bdff3778-0ebc-46b4-89f3-0a9dd810cbd1 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "DELETE /v2.0/routers/fa14e21c-273f-45df-960d-002cd0cbe893 HTTP/1.1" status: 204 len: 168 time: 0.5258949 Jul 05 02:29:31.096087 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 37180) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:31.131985 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07b190c1-34a6-4806-958a-ac1ee6366abd req-e6563bb4-c5e4-4c09-995c-736b1602b16b tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Made reservation on behalf of 782286101fb048eb8692425d98fa4780 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:29:31.136311 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-07b190c1-34a6-4806-958a-ac1ee6366abd req-e6563bb4-c5e4-4c09-995c-736b1602b16b tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:31.469531 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 37188) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:31.499085 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0b62eee-1629-4478-96e6-c6734d3c788c tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Deleting subnet b9a9ebb7-30a7-4a89-b80a-a3dfbe2c104b {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:29:31.502294 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e0b62eee-1629-4478-96e6-c6734d3c788c tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:31.545056 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e0b62eee-1629-4478-96e6-c6734d3c788c tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:31.654337 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c4feadf2-92df-4929-ad1d-63bd0bea4803 req-e5d2fd4b-71fc-4700-8d52-0d0eb3d3789d service neutron] 10.222.0.15 "GET /v2.0/networks/d6d9e04c-f9e8-4007-89f0-15eb2a09c709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7696805 Jul 05 02:29:31.664408 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e0b62eee-1629-4478-96e6-c6734d3c788c tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:31.792617 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c4feadf2-92df-4929-ad1d-63bd0bea4803 req-93ed80eb-488e-490f-adbc-22107fd83240 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.188&port_id=3bf96118-202e-47ea-8323-729179ed339d HTTP/1.1" status: 200 len: 217 time: 0.1047289 Jul 05 02:29:31.825211 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-415ba974-0527-4eb4-b556-45368f9fe582 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-796095934-network', 'tenant_id': '1c86027370b247c2b5010395a3a8fb85'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:29:31.856312 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e0b62eee-1629-4478-96e6-c6734d3c788c tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:31.868317 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-07b190c1-34a6-4806-958a-ac1ee6366abd req-1d10da16-f04e-416b-a060-1c9fe5c19ec8 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Allocated IP 172.20.0.5 (882c819f-3448-4e1d-8a0d-c4801113dbdf/bd25aff0-af29-453c-a0e9-c2c58c06ca99/3255bf77-8d6e-4e4b-9836-720b73b51f93) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:29:31.874574 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5560e54b-3865-4c01-9110-058af7fcfd1e tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:31.886340 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b62eee-1629-4478-96e6-c6734d3c788c tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Pushing event deleted for resources: {'Subnet': ['ID=b9a9ebb7-30a7-4a89-b80a-a3dfbe2c104b,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:31.887831 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60950e34-edcf-46c0-b897-9b881b5286b3 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Router 8957601e-8658-4e5f-bd87-443a525534b5 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:29:31.888863 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e0b62eee-1629-4478-96e6-c6734d3c788c tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:31.891176 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-e0b62eee-1629-4478-96e6-c6734d3c788c tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "DELETE /v2.0/subnets/b9a9ebb7-30a7-4a89-b80a-a3dfbe2c104b HTTP/1.1" status: 204 len: 168 time: 0.7938175 Jul 05 02:29:31.896234 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 37198) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:31.903375 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b2bb1d-4665-4418-b4fa-1bc72c8ee7c9 None None] Network b0071cfd-3ff5-4576-9f98-711f0ee03020 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:29:31.930437 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4feadf2-92df-4929-ad1d-63bd0bea4803 req-4d05db17-12f4-463b-95cf-ba9633bb5caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:31.931948 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c4feadf2-92df-4929-ad1d-63bd0bea4803 req-4d05db17-12f4-463b-95cf-ba9633bb5caa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9f904359-8cff-4e36-8104-7313f683672b HTTP/1.1" status: 200 len: 797 time: 0.1258743 Jul 05 02:29:31.988196 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-981710fa-6198-4d17-b887-b157cb856392 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:31.989958 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 37202) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:31.997156 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-415ba974-0527-4eb4-b556-45368f9fe582 admin admin] Made reservation on behalf of 1c86027370b247c2b5010395a3a8fb85 for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:29:31.999485 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-415ba974-0527-4eb4-b556-45368f9fe582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:32.012722 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-415ba974-0527-4eb4-b556-45368f9fe582 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:32.082689 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-5cb16249-a14c-4ad7-9f28-63592d585c3d tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-179343999', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:29:32.134352 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-981710fa-6198-4d17-b887-b157cb856392 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Deleting port b48dd733-d55d-4816-967f-7eb3551f2f3d {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:29:32.134986 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-981710fa-6198-4d17-b887-b157cb856392 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:32.186382 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60950e34-edcf-46c0-b897-9b881b5286b3 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:29:32.189545 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f84539-f43e-41a3-bf18-ea4b11b0eeca None None] DHCP port deletion for b0071cfd-3ff5-4576-9f98-711f0ee03020 request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:29:32.194782 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-60950e34-edcf-46c0-b897-9b881b5286b3 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks [] for router, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:32.198465 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-60950e34-edcf-46c0-b897-9b881b5286b3 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] 10.222.0.23 "PUT /v2.0/routers/8957601e-8658-4e5f-bd87-443a525534b5 HTTP/1.1" status: 200 len: 921 time: 4.4463499 Jul 05 02:29:32.201386 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af13e34-8b8a-48c5-98cb-579fcd34c60a None None] Sync routers for ids ['8957601e-8658-4e5f-bd87-443a525534b5'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:29:32.209139 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4feadf2-92df-4929-ad1d-63bd0bea4803 req-f9f0285d-1a75-4fae-85f9-afd0e14f45c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:32.210505 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 37210) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:32.210828 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c4feadf2-92df-4929-ad1d-63bd0bea4803 req-f9f0285d-1a75-4fae-85f9-afd0e14f45c3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8521063c-8363-41f1-a9c0-837836263ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2696395 Jul 05 02:29:32.212868 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af13e34-8b8a-48c5-98cb-579fcd34c60a None None] Routers {'8957601e-8658-4e5f-bd87-443a525534b5'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:29:32.220044 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-2af13e34-8b8a-48c5-98cb-579fcd34c60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:29:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['8957601e-8658-4e5f-bd87-443a525534b5'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:32.252415 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-02f84539-f43e-41a3-bf18-ea4b11b0eeca None None] Deleting port b48dd733-d55d-4816-967f-7eb3551f2f3d {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:29:32.253309 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-02f84539-f43e-41a3-bf18-ea4b11b0eeca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:32.282831 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-2af13e34-8b8a-48c5-98cb-579fcd34c60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:32.283171 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-07b190c1-34a6-4806-958a-ac1ee6366abd req-1d10da16-f04e-416b-a060-1c9fe5c19ec8 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:32.293678 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af13e34-8b8a-48c5-98cb-579fcd34c60a None None] Routers {'8957601e-8658-4e5f-bd87-443a525534b5'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:29:32.294381 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-2af13e34-8b8a-48c5-98cb-579fcd34c60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:29:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['8957601e-8658-4e5f-bd87-443a525534b5'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:32.314280 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-981710fa-6198-4d17-b887-b157cb856392 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] For port b48dd733-d55d-4816-967f-7eb3551f2f3d, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=b48dd733-d55d-4816-967f-7eb3551f2f3d,segment=NetworkSegment(0eb337e7-f633-46b1-9894-19b78f2ed2d0),segment_id=0eb337e7-f633-46b1-9894-19b78f2ed2d0)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:29:32.314658 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-981710fa-6198-4d17-b887-b157cb856392 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:32.318377 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-415ba974-0527-4eb4-b556-45368f9fe582 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:32.318760 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5560e54b-3865-4c01-9110-058af7fcfd1e tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:32.329359 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-2af13e34-8b8a-48c5-98cb-579fcd34c60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:32.330307 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af13e34-8b8a-48c5-98cb-579fcd34c60a None None] The sync data for ids ['8957601e-8658-4e5f-bd87-443a525534b5'] in n-d-771362-32 is: [] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:29:32.336852 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-981710fa-6198-4d17-b887-b157cb856392 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Calling delete_port for b48dd733-d55d-4816-967f-7eb3551f2f3d owned by network:dhcp {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:29:32.346977 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-02f84539-f43e-41a3-bf18-ea4b11b0eeca None None] For port b48dd733-d55d-4816-967f-7eb3551f2f3d, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=b48dd733-d55d-4816-967f-7eb3551f2f3d,segment=NetworkSegment(0eb337e7-f633-46b1-9894-19b78f2ed2d0),segment_id=0eb337e7-f633-46b1-9894-19b78f2ed2d0)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:29:32.347482 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-02f84539-f43e-41a3-bf18-ea4b11b0eeca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:32.362996 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-02f84539-f43e-41a3-bf18-ea4b11b0eeca None None] Calling delete_port for b48dd733-d55d-4816-967f-7eb3551f2f3d owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:29:32.430836 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-415ba974-0527-4eb4-b556-45368f9fe582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:32.440077 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e4ec7b93-5ef0-47d8-86c5-666bc6ad4c86 req-03d61dae-055f-4b37-b8c0-ffdd8707a6e3 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] 10.222.0.23 "GET /v2.0/ports?device_id=067ea6c0-d5fd-4fd0-8511-306f6462c11c HTTP/1.1" status: 200 len: 210 time: 0.1236680 Jul 05 02:29:32.453564 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5560e54b-3865-4c01-9110-058af7fcfd1e tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:29:32.464199 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-5560e54b-3865-4c01-9110-058af7fcfd1e tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:29:32.470134 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5560e54b-3865-4c01-9110-058af7fcfd1e tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:29:32.475410 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-895c6380-07d9-4840-bfa4-71aeabc0c1f7 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] 10.222.0.23 "GET /v2.0/routers/8957601e-8658-4e5f-bd87-443a525534b5 HTTP/1.1" status: 200 len: 921 time: 0.2483628 Jul 05 02:29:32.475612 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5560e54b-3865-4c01-9110-058af7fcfd1e tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Pushing event updated for resources: {'Port': ['ID=1662fe7a-b49d-45c7-bd82-4a609db10d6e,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:32.477846 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 37214) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:32.501943 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-415ba974-0527-4eb4-b556-45368f9fe582 admin admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:29:32.507744 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415ba974-0527-4eb4-b556-45368f9fe582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b551ed91-860f-4d3c-a715-cc616f6d7d13,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:32.569218 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-07b190c1-34a6-4806-958a-ac1ee6366abd req-1d10da16-f04e-416b-a060-1c9fe5c19ec8 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:32.574714 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-02f84539-f43e-41a3-bf18-ea4b11b0eeca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:32.578003 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5cb16249-a14c-4ad7-9f28-63592d585c3d tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11810'] for router, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:32.579236 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5cb16249-a14c-4ad7-9f28-63592d585c3d tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1926740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11821'] for router, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:32.584506 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-415ba974-0527-4eb4-b556-45368f9fe582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:32.584853 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-415ba974-0527-4eb4-b556-45368f9fe582 admin admin] Added segment 63fce11a-e2e8-4a2d-90a7-6189b626b4b9 of type vlan for network 5a29fe19-35bd-442b-9589-13cdfa9e36ce Jul 05 02:29:32.601081 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f84539-f43e-41a3-bf18-ea4b11b0eeca None None] Pushing event deleted for resources: {'Port': ['ID=b48dd733-d55d-4816-967f-7eb3551f2f3d,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:32.607087 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f84539-f43e-41a3-bf18-ea4b11b0eeca None None] No DVR routers for this DVR port b48dd733-d55d-4816-967f-7eb3551f2f3d on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:29:32.612084 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-981710fa-6198-4d17-b887-b157cb856392 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:32.676579 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c4feadf2-92df-4929-ad1d-63bd0bea4803 req-3cdd3dea-34ce-48b8-8b39-179ee732748d service neutron] 10.222.0.15 "GET /v2.0/networks/8521063c-8363-41f1-a9c0-837836263ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4560571 Jul 05 02:29:32.678804 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981710fa-6198-4d17-b887-b157cb856392 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Pushing event deleted for resources: {'Port': ['ID=b48dd733-d55d-4816-967f-7eb3551f2f3d,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:32.686678 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-415ba974-0527-4eb4-b556-45368f9fe582 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:32.720427 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981710fa-6198-4d17-b887-b157cb856392 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] No DVR routers for this DVR port b48dd733-d55d-4816-967f-7eb3551f2f3d on host n-d-771362-32 {{(pid=94462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:29:32.724052 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5cb16249-a14c-4ad7-9f28-63592d585c3d tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:32.780994 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07b190c1-34a6-4806-958a-ac1ee6366abd req-1d10da16-f04e-416b-a060-1c9fe5c19ec8 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Network 882c819f-3448-4e1d-8a0d-c4801113dbdf is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:29:32.801323 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-07b190c1-34a6-4806-958a-ac1ee6366abd req-e6563bb4-c5e4-4c09-995c-736b1602b16b tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Allocated IP 172.20.0.9 (882c819f-3448-4e1d-8a0d-c4801113dbdf/bd25aff0-af29-453c-a0e9-c2c58c06ca99/b12530a7-4e63-4770-b0a3-6061449aa8c9) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:29:32.804322 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-07b190c1-34a6-4806-958a-ac1ee6366abd req-1d10da16-f04e-416b-a060-1c9fe5c19ec8 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:29:32.812035 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d10da16-f04e-416b-a060-1c9fe5c19ec8 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Pushing event updated for resources: {'Port': ['ID=3255bf77-8d6e-4e4b-9836-720b73b51f93,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:32.816726 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5cb16249-a14c-4ad7-9f28-63592d585c3d tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963'] for router, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:32.819088 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-07b190c1-34a6-4806-958a-ac1ee6366abd req-1d10da16-f04e-416b-a060-1c9fe5c19ec8 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:29:32.827780 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-981710fa-6198-4d17-b887-b157cb856392 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:32.840348 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-981710fa-6198-4d17-b887-b157cb856392 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0071cfd-3ff5-4576-9f98-711f0ee03020']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:32.850800 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-981710fa-6198-4d17-b887-b157cb856392 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0eb337e7-f633-46b1-9894-19b78f2ed2d0') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:32.851098 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-981710fa-6198-4d17-b887-b157cb856392 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0eb337e7-f633-46b1-9894-19b78f2ed2d0') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:32.861526 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-981710fa-6198-4d17-b887-b157cb856392 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:32.875596 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-981710fa-6198-4d17-b887-b157cb856392 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:32.881496 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-981710fa-6198-4d17-b887-b157cb856392 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:29:32.882205 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-981710fa-6198-4d17-b887-b157cb856392 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:32.885784 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:29:32.885784 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:29:32.885784 n-d-771362-32 neutron-server[94462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:29:32.885784 n-d-771362-32 neutron-server[94462]: self.session.flush() Jul 05 02:29:32.885784 n-d-771362-32 neutron-server[94462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:29:32.885784 n-d-771362-32 neutron-server[94462]: self.session.flush() Jul 05 02:29:32.885784 n-d-771362-32 neutron-server[94462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:29:32.885784 n-d-771362-32 neutron-server[94462]: self.session.flush() Jul 05 02:29:32.885784 n-d-771362-32 neutron-server[94462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:29:32.885784 n-d-771362-32 neutron-server[94462]: self.session.flush() Jul 05 02:29:32.885784 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:29:32.885784 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:29:32.885784 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:29:32.885784 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:29:32.885784 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:29:32.885784 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:29:32.885784 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:29:32.885784 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:29:32.885784 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:29:32.885784 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:29:32.885784 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:29:32.885784 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:29:32.885784 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:29:32.885784 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:29:32.885784 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:29:32.885784 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:29:32.885784 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:29:32.885784 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:29:32.885784 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:29:32.885784 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:29:32.885784 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:29:32.885784 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:29:32.885784 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:29:32.885784 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:29:32.885784 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:29:32.885784 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:29:32.885784 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:29:32.885784 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:29:32.885784 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:29:32.885784 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:29:32.885784 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:29:32.885784 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:29:32.913088 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691cf5af-a1d0-46de-91a7-23f4a15e5535 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:32.914869 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-691cf5af-a1d0-46de-91a7-23f4a15e5535 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=4bbc2f9e-02cf-490e-901d-2588655a3ef0&device_id=8957601e-8658-4e5f-bd87-443a525534b5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4366698 Jul 05 02:29:32.925435 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 37222) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:32.939800 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-415ba974-0527-4eb4-b556-45368f9fe582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:32.940761 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415ba974-0527-4eb4-b556-45368f9fe582 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:32.941553 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-415ba974-0527-4eb4-b556-45368f9fe582 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:32.996552 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b190c1-34a6-4806-958a-ac1ee6366abd req-1d10da16-f04e-416b-a060-1c9fe5c19ec8 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:32.997038 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-07b190c1-34a6-4806-958a-ac1ee6366abd req-1d10da16-f04e-416b-a060-1c9fe5c19ec8 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:33.004303 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device b48dd733-d55d-4816-967f-7eb3551f2f3d no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:29:33.027232 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: b48dd733-d55d-4816-967f-7eb3551f2f3d {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:29:33.027473 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device b48dd733-d55d-4816-967f-7eb3551f2f3d not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:29:33.040448 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5cb16249-a14c-4ad7-9f28-63592d585c3d tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:33.044022 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-5cb16249-a14c-4ad7-9f28-63592d585c3d tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 1.0497580 Jul 05 02:29:33.048337 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 37224) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:33.065440 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-32177817-7f7b-42a1-afa3-4feddb1d213a tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1739365894'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:29:33.069859 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c4feadf2-92df-4929-ad1d-63bd0bea4803 req-39eb8138-f066-4472-a421-39b0cf600e40 service neutron] 10.222.0.15 "GET /v2.0/networks/8521063c-8363-41f1-a9c0-837836263ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3827229 Jul 05 02:29:33.076046 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415ba974-0527-4eb4-b556-45368f9fe582 admin admin] Pushing event updated for resources: {'Network': ['ID=5a29fe19-35bd-442b-9589-13cdfa9e36ce,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:33.088921 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 5a29fe19-35bd-442b-9589-13cdfa9e36ce details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:29:33.106824 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9846fec6-12a6-41dd-8863-7b36b233aafe tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:33.108356 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-9846fec6-12a6-41dd-8863-7b36b233aafe tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] 10.222.0.23 "GET /v2.0/networks/4bbc2f9e-02cf-490e-901d-2588655a3ef0 HTTP/1.1" status: 200 len: 881 time: 0.1819499 Jul 05 02:29:33.111517 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 37228) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:33.144328 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-415ba974-0527-4eb4-b556-45368f9fe582 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 900 time: 1.6737547 Jul 05 02:29:33.146674 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-37c4c474-0af9-4154-991e-ca78fc144d94 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] 10.222.0.23 "GET /v2.0/ports?device_id=8957601e-8658-4e5f-bd87-443a525534b5 HTTP/1.1" status: 200 len: 205 time: 0.0342436 Jul 05 02:29:33.150339 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 37230) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:33.150803 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 37232) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:33.194670 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-07b190c1-34a6-4806-958a-ac1ee6366abd req-1d10da16-f04e-416b-a060-1c9fe5c19ec8 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0493064 Jul 05 02:29:33.196044 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c4feadf2-92df-4929-ad1d-63bd0bea4803 req-92d6362e-4ff1-4be8-870f-7097cff459b5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.119&port_id=5ae34ffe-cf3c-4868-8258-c90b90a1fe5d HTTP/1.1" status: 200 len: 217 time: 0.1118643 Jul 05 02:29:33.199529 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-6e788fac-0bbf-4689-8d53-e82cfff86236 admin admin] Request body: {'subnet': {'network_id': '5a29fe19-35bd-442b-9589-13cdfa9e36ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-796095934-subnet', 'tenant_id': '1c86027370b247c2b5010395a3a8fb85', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:29:33.206975 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-981710fa-6198-4d17-b887-b157cb856392 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:33.217250 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-981710fa-6198-4d17-b887-b157cb856392 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:33.218369 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-981710fa-6198-4d17-b887-b157cb856392 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "DELETE /v2.0/networks/b0071cfd-3ff5-4576-9f98-711f0ee03020 HTTP/1.1" status: 204 len: 168 time: 1.3212605 Jul 05 02:29:33.223713 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-07b190c1-34a6-4806-958a-ac1ee6366abd req-4f320e8b-491f-49b7-b89f-b8bfe262ae86 service neutron] Request body: {'port': {'device_id': 'fc64e74b-567a-4516-b20b-474d8c9a74b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:29:33.229027 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 37234) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:33.242496 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-0b6d84be-a04d-4803-8b51-bdc4ae094ef8 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1030535186'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:29:33.251599 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981710fa-6198-4d17-b887-b157cb856392 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Pushing event deleted for resources: {'Network': ['ID=b0071cfd-3ff5-4576-9f98-711f0ee03020,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:33.305165 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2068010c-6a5c-402f-a05b-cf32e61de120 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks [] for router, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:33.366092 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4feadf2-92df-4929-ad1d-63bd0bea4803 req-8dc76e88-b017-40df-828b-b53f15ceefe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:33.367688 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c4feadf2-92df-4929-ad1d-63bd0bea4803 req-8dc76e88-b017-40df-828b-b53f15ceefe2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9f904359-8cff-4e36-8104-7313f683672b HTTP/1.1" status: 200 len: 797 time: 0.1635504 Jul 05 02:29:33.429055 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2068010c-6a5c-402f-a05b-cf32e61de120 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:33.448512 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32177817-7f7b-42a1-afa3-4feddb1d213a tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Made reservation on behalf of a0e45beb068b4608ac3408358bbc2146 for: {'network': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:29:33.451823 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-32177817-7f7b-42a1-afa3-4feddb1d213a tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:33.476495 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-07b190c1-34a6-4806-958a-ac1ee6366abd req-e6563bb4-c5e4-4c09-995c-736b1602b16b tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:33.485597 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e788fac-0bbf-4689-8d53-e82cfff86236 admin admin] Made reservation on behalf of 1c86027370b247c2b5010395a3a8fb85 for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:29:33.488534 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6e788fac-0bbf-4689-8d53-e82cfff86236 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:33.503934 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-32177817-7f7b-42a1-afa3-4feddb1d213a tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:33.565542 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-07b190c1-34a6-4806-958a-ac1ee6366abd req-4f320e8b-491f-49b7-b89f-b8bfe262ae86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:33.661078 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8456f637-b573-4806-82c3-3f852c9b1f65 req-b503bd04-b6a7-4734-8a73-22a290901a91 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] 10.222.0.23 "GET /v2.0/ports?device_id=067ea6c0-d5fd-4fd0-8511-306f6462c11c HTTP/1.1" status: 200 len: 210 time: 0.0403156 Jul 05 02:29:33.731948 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-2068010c-6a5c-402f-a05b-cf32e61de120 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Deleting port 186fa1a7-f27f-4a75-be8a-76b91f6c159c {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:29:33.732299 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2068010c-6a5c-402f-a05b-cf32e61de120 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:33.781845 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b6d84be-a04d-4803-8b51-bdc4ae094ef8 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Made reservation on behalf of e1c0b775e757422c9d48f0ba4a36712f for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:29:33.785394 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0b6d84be-a04d-4803-8b51-bdc4ae094ef8 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:33.875192 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b6d84be-a04d-4803-8b51-bdc4ae094ef8 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:29:33.892838 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2068010c-6a5c-402f-a05b-cf32e61de120 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:33.902844 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0b6d84be-a04d-4803-8b51-bdc4ae094ef8 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:33.903201 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-0b6d84be-a04d-4803-8b51-bdc4ae094ef8 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Added segment faf9cf17-e3e6-4be0-9ce7-e5b3e3e1f43d of type vlan for network 7d1bbc54-396c-4d5f-ad1a-07fce9c4cd5c Jul 05 02:29:33.917889 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-2068010c-6a5c-402f-a05b-cf32e61de120 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Calling delete_port for 186fa1a7-f27f-4a75-be8a-76b91f6c159c owned by network:router_gateway {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:29:33.965483 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0b6d84be-a04d-4803-8b51-bdc4ae094ef8 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:34.180305 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6e788fac-0bbf-4689-8d53-e82cfff86236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:34.233949 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4feadf2-92df-4929-ad1d-63bd0bea4803 req-21b5f9b7-c541-4e3f-8d18-8c887bc47ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:34.235520 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c4feadf2-92df-4929-ad1d-63bd0bea4803 req-21b5f9b7-c541-4e3f-8d18-8c887bc47ba7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8521063c-8363-41f1-a9c0-837836263ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8071783 Jul 05 02:29:34.246495 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e788fac-0bbf-4689-8d53-e82cfff86236 admin admin] Pushing event updated for resources: {'Subnet': ['ID=228a53f6-6ef9-4418-b7c1-2dd8410e94ca,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:34.253596 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-07b190c1-34a6-4806-958a-ac1ee6366abd req-e6563bb4-c5e4-4c09-995c-736b1602b16b tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:34.266485 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e788fac-0bbf-4689-8d53-e82cfff86236 admin admin] Checking segment: {'id': '63fce11a-e2e8-4a2d-90a7-6189b626b4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '5a29fe19-35bd-442b-9589-13cdfa9e36ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:29:34.266904 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e788fac-0bbf-4689-8d53-e82cfff86236 admin admin] Network hostable DHCP agents. Network: 5a29fe19-35bd-442b-9589-13cdfa9e36ce, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:29:34.279382 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0b6d84be-a04d-4803-8b51-bdc4ae094ef8 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:34.285425 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6d84be-a04d-4803-8b51-bdc4ae094ef8 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:34.285640 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5560e54b-3865-4c01-9110-058af7fcfd1e tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:34.286022 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0b6d84be-a04d-4803-8b51-bdc4ae094ef8 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:34.354087 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2068010c-6a5c-402f-a05b-cf32e61de120 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:34.416234 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2068010c-6a5c-402f-a05b-cf32e61de120 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Pushing event deleted for resources: {'Port': ['ID=186fa1a7-f27f-4a75-be8a-76b91f6c159c,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:34.430318 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6d84be-a04d-4803-8b51-bdc4ae094ef8 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Pushing event updated for resources: {'Network': ['ID=7d1bbc54-396c-4d5f-ad1a-07fce9c4cd5c,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:34.442722 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 7d1bbc54-396c-4d5f-ad1a-07fce9c4cd5c details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:29:34.459188 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07b190c1-34a6-4806-958a-ac1ee6366abd req-e6563bb4-c5e4-4c09-995c-736b1602b16b tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Network 882c819f-3448-4e1d-8a0d-c4801113dbdf is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:29:34.484749 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e788fac-0bbf-4689-8d53-e82cfff86236 admin admin] Network 5a29fe19-35bd-442b-9589-13cdfa9e36ce is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:29:34.511477 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-07b190c1-34a6-4806-958a-ac1ee6366abd req-e6563bb4-c5e4-4c09-995c-736b1602b16b tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:29:34.517330 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2068010c-6a5c-402f-a05b-cf32e61de120 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636927'] for router_gateway, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:34.521606 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-07b190c1-34a6-4806-958a-ac1ee6366abd req-e6563bb4-c5e4-4c09-995c-736b1602b16b tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:29:34.530791 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6563bb4-c5e4-4c09-995c-736b1602b16b tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Pushing event updated for resources: {'Port': ['ID=b12530a7-4e63-4770-b0a3-6061449aa8c9,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:34.622406 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2068010c-6a5c-402f-a05b-cf32e61de120 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11828'] for router, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:34.624448 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2068010c-6a5c-402f-a05b-cf32e61de120 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:34.630716 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c4feadf2-92df-4929-ad1d-63bd0bea4803 req-8022be2c-46da-490d-8931-8d6ec4ed9e63 service neutron] 10.222.0.15 "GET /v2.0/networks/8521063c-8363-41f1-a9c0-837836263ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3825479 Jul 05 02:29:34.661361 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-6e788fac-0bbf-4689-8d53-e82cfff86236 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 5a29fe19-35bd-442b-9589-13cdfa9e36ce) {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:29:34.667471 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e788fac-0bbf-4689-8d53-e82cfff86236 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:34.667948 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6e788fac-0bbf-4689-8d53-e82cfff86236 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:34.674916 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c583d30-8358-4f41-8a6c-e4dfc796aa20 None None] Network 5a29fe19-35bd-442b-9589-13cdfa9e36ce requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:29:34.681514 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b190c1-34a6-4806-958a-ac1ee6366abd req-e6563bb4-c5e4-4c09-995c-736b1602b16b tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:34.682160 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-07b190c1-34a6-4806-958a-ac1ee6366abd req-e6563bb4-c5e4-4c09-995c-736b1602b16b tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:34.728796 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2068010c-6a5c-402f-a05b-cf32e61de120 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1575451'] for router, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:34.729407 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2068010c-6a5c-402f-a05b-cf32e61de120 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Fanout notify agent at l3_agent the message router_deleted on router 8957601e-8658-4e5f-bd87-443a525534b5 {{(pid=94462) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 02:29:34.747144 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2068010c-6a5c-402f-a05b-cf32e61de120 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:34.747144 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-2068010c-6a5c-402f-a05b-cf32e61de120 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] 10.222.0.23 "DELETE /v2.0/routers/8957601e-8658-4e5f-bd87-443a525534b5 HTTP/1.1" status: 204 len: 168 time: 1.5901294 Jul 05 02:29:34.747144 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 37252) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:34.748203 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-89ff7206-de17-46b6-90f4-c02c6a464577 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-531520102', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:29:34.768894 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-32177817-7f7b-42a1-afa3-4feddb1d213a tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:34.844620 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 37254) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:34.861456 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2198fd-4633-4c1d-a320-c84f5d55cb68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-5a29fe19-35bd-442b-9589-13cdfa9e36ce', 'network_id': '5a29fe19-35bd-442b-9589-13cdfa9e36ce', 'tenant_id': '1c86027370b247c2b5010395a3a8fb85', 'fixed_ips': [{'subnet_id': '228a53f6-6ef9-4418-b7c1-2dd8410e94ca'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:29:34.862587 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-2f2198fd-4633-4c1d-a320-c84f5d55cb68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:34.879884 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5560e54b-3865-4c01-9110-058af7fcfd1e tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:34.905685 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-32177817-7f7b-42a1-afa3-4feddb1d213a tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:34.979580 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7ab3492f-7afa-4524-940e-39cb94fdf6bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:34.999955 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-6e788fac-0bbf-4689-8d53-e82cfff86236 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.8449609 Jul 05 02:29:35.004176 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-07b190c1-34a6-4806-958a-ac1ee6366abd req-4f320e8b-491f-49b7-b89f-b8bfe262ae86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3255bf77-8d6e-4e4b-9836-720b73b51f93 {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:29:35.008430 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 37258) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:35.013967 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-2d5e9034-76ae-40d2-8bb0-030df0496a0f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-796095934-router', 'tenant_id': '1c86027370b247c2b5010395a3a8fb85', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:29:35.018491 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32177817-7f7b-42a1-afa3-4feddb1d213a tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=94461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:29:35.028092 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-07b190c1-34a6-4806-958a-ac1ee6366abd req-4f320e8b-491f-49b7-b89f-b8bfe262ae86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:35.034809 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-0b6d84be-a04d-4803-8b51-bdc4ae094ef8 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.8000517 Jul 05 02:29:35.037992 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 37260) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:35.038176 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c4feadf2-92df-4929-ad1d-63bd0bea4803 req-06d359df-1910-49fa-96fa-cfeff1af967c service neutron] 10.222.0.15 "GET /v2.0/networks/8521063c-8363-41f1-a9c0-837836263ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3846531 Jul 05 02:29:35.038295 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-2f2198fd-4633-4c1d-a320-c84f5d55cb68 None None] Allocated IP 172.20.0.2 (5a29fe19-35bd-442b-9589-13cdfa9e36ce/228a53f6-6ef9-4418-b7c1-2dd8410e94ca/71cbf69a-a1d7-4969-a359-23e0dc1ab06e) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:29:35.041419 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-5ef9e578-ffbf-4677-8183-931e38b14068 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Request body: {'subnet': {'network_id': '7d1bbc54-396c-4d5f-ad1a-07fce9c4cd5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:29:35.053726 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32177817-7f7b-42a1-afa3-4feddb1d213a tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da183ec1-aa54-4bda-b08f-a625580d453d,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:35.059246 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-07b190c1-34a6-4806-958a-ac1ee6366abd req-e6563bb4-c5e4-4c09-995c-736b1602b16b tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7731192 Jul 05 02:29:35.071688 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-32177817-7f7b-42a1-afa3-4feddb1d213a tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:35.072070 n-d-771362-32 neutron-server[94461]: INFO neutron.db.segments_db [None req-32177817-7f7b-42a1-afa3-4feddb1d213a tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Added segment 33edcfdb-2996-47e1-b8cc-a3769d48cd74 of type vlan for network 91cfd98a-bf63-492e-96cf-5acd29e4ab90 Jul 05 02:29:35.116607 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-07b190c1-34a6-4806-958a-ac1ee6366abd req-ba502c84-b92d-437c-ab31-acfa8d2b3dcb service neutron] Request body: {'port': {'device_id': '067ea6c0-d5fd-4fd0-8511-306f6462c11c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:29:35.127300 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-07b190c1-34a6-4806-958a-ac1ee6366abd req-4f320e8b-491f-49b7-b89f-b8bfe262ae86 service neutron] Transition to ACTIVE for port object 3255bf77-8d6e-4e4b-9836-720b73b51f93 will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:29:35.148552 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c4feadf2-92df-4929-ad1d-63bd0bea4803 req-86bcf578-daa9-4cb2-8de8-d29e77d0d797 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.124&port_id=5989baa9-fe49-4803-b03e-335f01c6c828 HTTP/1.1" status: 200 len: 217 time: 0.0966234 Jul 05 02:29:35.154354 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-89ff7206-de17-46b6-90f4-c02c6a464577 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11810'] for router, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:35.155767 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-89ff7206-de17-46b6-90f4-c02c6a464577 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1926740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11821'] for router, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:35.212701 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-2f2198fd-4633-4c1d-a320-c84f5d55cb68 None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:35.221034 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-89ff7206-de17-46b6-90f4-c02c6a464577 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:35.222969 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-2f2198fd-4633-4c1d-a320-c84f5d55cb68 None None] Transition to ACTIVE for port object 71cbf69a-a1d7-4969-a359-23e0dc1ab06e will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:29:35.241116 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-2f2198fd-4633-4c1d-a320-c84f5d55cb68 None None] Transition to ACTIVE for port object 71cbf69a-a1d7-4969-a359-23e0dc1ab06e will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:29:35.272486 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-32177817-7f7b-42a1-afa3-4feddb1d213a tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:35.276089 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-07b190c1-34a6-4806-958a-ac1ee6366abd req-4f320e8b-491f-49b7-b89f-b8bfe262ae86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:35.282947 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-89ff7206-de17-46b6-90f4-c02c6a464577 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963'] for router, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:35.302844 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7ab3492f-7afa-4524-940e-39cb94fdf6bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:35.311744 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-2f2198fd-4633-4c1d-a320-c84f5d55cb68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:35.350386 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f2198fd-4633-4c1d-a320-c84f5d55cb68 None None] Network 5a29fe19-35bd-442b-9589-13cdfa9e36ce is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:29:35.353905 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-2f2198fd-4633-4c1d-a320-c84f5d55cb68 None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:29:35.359702 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2198fd-4633-4c1d-a320-c84f5d55cb68 None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:29:35.366916 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2198fd-4633-4c1d-a320-c84f5d55cb68 None None] Pushing event updated for resources: {'Port': ['ID=71cbf69a-a1d7-4969-a359-23e0dc1ab06e,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:35.367070 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5ae76e-1e12-42a8-8f89-b64112a17e84 req-3eb8fe39-30fe-470d-81b9-75aaf82503ba tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:35.369366 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6c5ae76e-1e12-42a8-8f89-b64112a17e84 req-3eb8fe39-30fe-470d-81b9-75aaf82503ba tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] 10.222.0.23 "GET /v2.0/ports?device_id=067ea6c0-d5fd-4fd0-8511-306f6462c11c HTTP/1.1" status: 200 len: 931 time: 0.5335855 Jul 05 02:29:35.370491 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7ab3492f-7afa-4524-940e-39cb94fdf6bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:35.414793 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-7ab3492f-7afa-4524-940e-39cb94fdf6bf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e8e6b122fd0d4542a761326b2afacb7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5686531 Jul 05 02:29:35.416201 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab3492f-7afa-4524-940e-39cb94fdf6bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad25ba4-6f7d-4456-ba6e-142f92a4e97c,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:35.418756 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 37262) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:35.441339 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-2f2198fd-4633-4c1d-a320-c84f5d55cb68 None None] Attempting to bind port 71cbf69a-a1d7-4969-a359-23e0dc1ab06e on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:29:35.441719 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-2f2198fd-4633-4c1d-a320-c84f5d55cb68 None None] Attempting to bind port 71cbf69a-a1d7-4969-a359-23e0dc1ab06e by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '63fce11a-e2e8-4a2d-90a7-6189b626b4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '5a29fe19-35bd-442b-9589-13cdfa9e36ce'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:29:35.442088 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2198fd-4633-4c1d-a320-c84f5d55cb68 None None] Attempting to bind port 71cbf69a-a1d7-4969-a359-23e0dc1ab06e on network 5a29fe19-35bd-442b-9589-13cdfa9e36ce {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:29:35.442911 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4feadf2-92df-4929-ad1d-63bd0bea4803 req-3eaac9a4-a913-49b2-8dfa-0f3cd2d0c0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:35.444427 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c4feadf2-92df-4929-ad1d-63bd0bea4803 req-3eaac9a4-a913-49b2-8dfa-0f3cd2d0c0de service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9f904359-8cff-4e36-8104-7313f683672b HTTP/1.1" status: 200 len: 797 time: 0.2516088 Jul 05 02:29:35.448853 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2198fd-4633-4c1d-a320-c84f5d55cb68 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:29:35.449432 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2198fd-4633-4c1d-a320-c84f5d55cb68 None None] Checking segment: {'id': '63fce11a-e2e8-4a2d-90a7-6189b626b4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '5a29fe19-35bd-442b-9589-13cdfa9e36ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:29:35.449618 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-2f2198fd-4633-4c1d-a320-c84f5d55cb68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:35.450287 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2198fd-4633-4c1d-a320-c84f5d55cb68 None None] Bound using segment: {'id': '63fce11a-e2e8-4a2d-90a7-6189b626b4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '5a29fe19-35bd-442b-9589-13cdfa9e36ce'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:29:35.450951 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-2f2198fd-4633-4c1d-a320-c84f5d55cb68 None None] Bound port: 71cbf69a-a1d7-4969-a359-23e0dc1ab06e, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63fce11a-e2e8-4a2d-90a7-6189b626b4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '5a29fe19-35bd-442b-9589-13cdfa9e36ce'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:29:35.451348 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-2f2198fd-4633-4c1d-a320-c84f5d55cb68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:35.454748 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-89ff7206-de17-46b6-90f4-c02c6a464577 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:35.458577 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-89ff7206-de17-46b6-90f4-c02c6a464577 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7120223 Jul 05 02:29:35.458727 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 37264) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:35.462874 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f320e8b-491f-49b7-b89f-b8bfe262ae86 service neutron] Pushing event updated for resources: {'Port': ['ID=3255bf77-8d6e-4e4b-9836-720b73b51f93,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:35.464515 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-aedc4aaf-c27d-411a-be54-1c6375dd564b tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Request body: {'router': {'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:29:35.535747 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-2f2198fd-4633-4c1d-a320-c84f5d55cb68 None None] For port 71cbf69a-a1d7-4969-a359-23e0dc1ab06e, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:29:35.540952 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-2f2198fd-4633-4c1d-a320-c84f5d55cb68 None None] For port 71cbf69a-a1d7-4969-a359-23e0dc1ab06e, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=71cbf69a-a1d7-4969-a359-23e0dc1ab06e,segment=NetworkSegment(63fce11a-e2e8-4a2d-90a7-6189b626b4b9),segment_id=63fce11a-e2e8-4a2d-90a7-6189b626b4b9)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:29:35.555408 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-07b190c1-34a6-4806-958a-ac1ee6366abd req-ba502c84-b92d-437c-ab31-acfa8d2b3dcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:35.579484 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-32177817-7f7b-42a1-afa3-4feddb1d213a tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:35.584975 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32177817-7f7b-42a1-afa3-4feddb1d213a tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:35.586098 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-32177817-7f7b-42a1-afa3-4feddb1d213a tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:35.595359 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9b278611-e3c9-474c-be93-c59ecce48a6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:35.631030 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6c5ae76e-1e12-42a8-8f89-b64112a17e84 req-a0ef61b5-609d-4627-9369-3f4292bbe695 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] 10.222.0.23 "GET /v2.0/security-groups?id=de31e825-2317-40e9-8c29-83244b09dca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311721 Jul 05 02:29:35.632669 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2d5e9034-76ae-40d2-8bb0-030df0496a0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11810'] for router, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:35.633677 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2d5e9034-76ae-40d2-8bb0-030df0496a0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1926740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11821'] for router, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:35.646633 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-2f2198fd-4633-4c1d-a320-c84f5d55cb68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:35.700219 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5560e54b-3865-4c01-9110-058af7fcfd1e tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:35.719566 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2198fd-4633-4c1d-a320-c84f5d55cb68 None None] Pushing event updated for resources: {'Port': ['ID=71cbf69a-a1d7-4969-a359-23e0dc1ab06e,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:35.737639 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32177817-7f7b-42a1-afa3-4feddb1d213a tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Pushing event updated for resources: {'Network': ['ID=91cfd98a-bf63-492e-96cf-5acd29e4ab90,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:35.751456 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9b278611-e3c9-474c-be93-c59ecce48a6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:35.776412 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 91cfd98a-bf63-492e-96cf-5acd29e4ab90 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:29:35.776621 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ef9e578-ffbf-4677-8183-931e38b14068 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Made reservation on behalf of e1c0b775e757422c9d48f0ba4a36712f for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:29:35.776750 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-07b190c1-34a6-4806-958a-ac1ee6366abd req-4f320e8b-491f-49b7-b89f-b8bfe262ae86 service neutron] Attempting to bind port 3255bf77-8d6e-4e4b-9836-720b73b51f93 on host n-h1-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:29:35.776750 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-07b190c1-34a6-4806-958a-ac1ee6366abd req-4f320e8b-491f-49b7-b89f-b8bfe262ae86 service neutron] Attempting to bind port 3255bf77-8d6e-4e4b-9836-720b73b51f93 by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': 'd93517f9-cb27-456b-8180-ef58b44abe45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '882c819f-3448-4e1d-8a0d-c4801113dbdf'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:29:35.776750 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b190c1-34a6-4806-958a-ac1ee6366abd req-4f320e8b-491f-49b7-b89f-b8bfe262ae86 service neutron] Attempting to bind port 3255bf77-8d6e-4e4b-9836-720b73b51f93 on network 882c819f-3448-4e1d-8a0d-c4801113dbdf {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:29:35.777047 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5ef9e578-ffbf-4677-8183-931e38b14068 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:35.805401 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-aedc4aaf-c27d-411a-be54-1c6375dd564b tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:35.832207 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b190c1-34a6-4806-958a-ac1ee6366abd req-4f320e8b-491f-49b7-b89f-b8bfe262ae86 service neutron] Port 3255bf77-8d6e-4e4b-9836-720b73b51f93 on network 882c819f-3448-4e1d-8a0d-c4801113dbdf not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:29:35.832825 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b190c1-34a6-4806-958a-ac1ee6366abd req-4f320e8b-491f-49b7-b89f-b8bfe262ae86 service neutron] Attempting to bind port 3255bf77-8d6e-4e4b-9836-720b73b51f93 on network 882c819f-3448-4e1d-8a0d-c4801113dbdf {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:29:35.836138 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4feadf2-92df-4929-ad1d-63bd0bea4803 req-b9701614-d67d-447a-aab2-5bad02e7a5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:35.838522 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c4feadf2-92df-4929-ad1d-63bd0bea4803 req-b9701614-d67d-447a-aab2-5bad02e7a5ca service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8521063c-8363-41f1-a9c0-837836263ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3761759 Jul 05 02:29:35.839169 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5560e54b-3865-4c01-9110-058af7fcfd1e tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:35.886634 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2d5e9034-76ae-40d2-8bb0-030df0496a0f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:35.897829 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b190c1-34a6-4806-958a-ac1ee6366abd req-4f320e8b-491f-49b7-b89f-b8bfe262ae86 service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:29:35.898276 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b190c1-34a6-4806-958a-ac1ee6366abd req-4f320e8b-491f-49b7-b89f-b8bfe262ae86 service neutron] Checking segment: {'id': 'd93517f9-cb27-456b-8180-ef58b44abe45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '882c819f-3448-4e1d-8a0d-c4801113dbdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:29:35.898897 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b190c1-34a6-4806-958a-ac1ee6366abd req-4f320e8b-491f-49b7-b89f-b8bfe262ae86 service neutron] Bound using segment: {'id': 'd93517f9-cb27-456b-8180-ef58b44abe45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '882c819f-3448-4e1d-8a0d-c4801113dbdf'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:29:35.899545 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-07b190c1-34a6-4806-958a-ac1ee6366abd req-4f320e8b-491f-49b7-b89f-b8bfe262ae86 service neutron] Bound port: 3255bf77-8d6e-4e4b-9836-720b73b51f93, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd93517f9-cb27-456b-8180-ef58b44abe45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '882c819f-3448-4e1d-8a0d-c4801113dbdf'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:29:35.899915 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-07b190c1-34a6-4806-958a-ac1ee6366abd req-4f320e8b-491f-49b7-b89f-b8bfe262ae86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:35.917119 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-32177817-7f7b-42a1-afa3-4feddb1d213a tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 2.8646426 Jul 05 02:29:35.921273 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 37266) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:35.928410 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-b1e1f64d-3415-4bec-abe2-5c448e2b419f tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Request body: {'subnet': {'network_id': '91cfd98a-bf63-492e-96cf-5acd29e4ab90', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:29:36.356432 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5560e54b-3865-4c01-9110-058af7fcfd1e tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Pushing event updated for resources: {'Port': ['ID=1662fe7a-b49d-45c7-bd82-4a609db10d6e,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:36.407199 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5560e54b-3865-4c01-9110-058af7fcfd1e tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636869'] for floatingip, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:36.408981 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9b278611-e3c9-474c-be93-c59ecce48a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:36.411534 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9b278611-e3c9-474c-be93-c59ecce48a6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:36.415865 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-9b278611-e3c9-474c-be93-c59ecce48a6f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1ad25ba4-6f7d-4456-ba6e-142f92a4e97c HTTP/1.1" status: 204 len: 168 time: 0.9930665 Jul 05 02:29:36.473629 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c4feadf2-92df-4929-ad1d-63bd0bea4803 req-fbc6c2a3-9363-4eab-9cc2-b822d311218c service neutron] 10.222.0.15 "GET /v2.0/networks/8521063c-8363-41f1-a9c0-837836263ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6196995 Jul 05 02:29:36.479547 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b278611-e3c9-474c-be93-c59ecce48a6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad25ba4-6f7d-4456-ba6e-142f92a4e97c,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:36.512041 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-07b190c1-34a6-4806-958a-ac1ee6366abd req-4f320e8b-491f-49b7-b89f-b8bfe262ae86 service neutron] For port 3255bf77-8d6e-4e4b-9836-720b73b51f93, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:29:36.566921 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-07b190c1-34a6-4806-958a-ac1ee6366abd req-4f320e8b-491f-49b7-b89f-b8bfe262ae86 service neutron] For port 3255bf77-8d6e-4e4b-9836-720b73b51f93, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=3255bf77-8d6e-4e4b-9836-720b73b51f93,segment=NetworkSegment(d93517f9-cb27-456b-8180-ef58b44abe45),segment_id=d93517f9-cb27-456b-8180-ef58b44abe45)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:29:36.597838 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2d5e9034-76ae-40d2-8bb0-030df0496a0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:36.706242 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c4feadf2-92df-4929-ad1d-63bd0bea4803 req-fc2b9dc2-8adf-415a-aee0-8062ff0cc2a8 service neutron] 10.222.0.15 "GET /v2.0/networks/8521063c-8363-41f1-a9c0-837836263ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244267 Jul 05 02:29:36.707313 n-d-771362-32 neutron-server[94461]: INFO neutron.db.l3_db [None req-5560e54b-3865-4c01-9110-058af7fcfd1e tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Floating IP d6f8b42a-2cdf-4c71-b582-972423b51fcf associated. External IP: 172.25.7.47, port: f55c79a1-3862-49ef-9c4c-c88ab5031737. Jul 05 02:29:36.789035 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c4feadf2-92df-4929-ad1d-63bd0bea4803 req-76a3eadb-7ca2-41a7-8635-c43c1bf727b9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.223&port_id=16c77f10-6b39-403f-a66f-9731963e998e HTTP/1.1" status: 200 len: 217 time: 0.0440035 Jul 05 02:29:36.844046 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-07b190c1-34a6-4806-958a-ac1ee6366abd req-ba502c84-b92d-437c-ab31-acfa8d2b3dcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b12530a7-4e63-4770-b0a3-6061449aa8c9 {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:29:36.857468 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-07b190c1-34a6-4806-958a-ac1ee6366abd req-ba502c84-b92d-437c-ab31-acfa8d2b3dcb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:36.869932 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-aedc4aaf-c27d-411a-be54-1c6375dd564b tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks [] for router_gateway, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:36.874245 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-07b190c1-34a6-4806-958a-ac1ee6366abd req-ba502c84-b92d-437c-ab31-acfa8d2b3dcb service neutron] Transition to ACTIVE for port object b12530a7-4e63-4770-b0a3-6061449aa8c9 will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:29:36.883962 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-07b190c1-34a6-4806-958a-ac1ee6366abd req-4f320e8b-491f-49b7-b89f-b8bfe262ae86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:36.899448 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5ef9e578-ffbf-4677-8183-931e38b14068 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:36.901701 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e1f64d-3415-4bec-abe2-5c448e2b419f tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Made reservation on behalf of a0e45beb068b4608ac3408358bbc2146 for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:29:36.904884 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b1e1f64d-3415-4bec-abe2-5c448e2b419f tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:36.909136 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-aedc4aaf-c27d-411a-be54-1c6375dd564b tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:36.932537 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1df49f8-07fb-407f-8bd2-c48192ef29c5 req-d34fc321-a5e5-41c4-b044-8f5b52fb7a83 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:36.934060 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e1df49f8-07fb-407f-8bd2-c48192ef29c5 req-d34fc321-a5e5-41c4-b044-8f5b52fb7a83 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] 10.222.0.23 "GET /v2.0/ports?device_id=067ea6c0-d5fd-4fd0-8511-306f6462c11c HTTP/1.1" status: 200 len: 931 time: 0.1458945 Jul 05 02:29:36.944081 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e08bcd2-6ffc-40dd-a358-8302d8c98c20 None None] Network 5a29fe19-35bd-442b-9589-13cdfa9e36ce requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:29:36.968561 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b190c1-34a6-4806-958a-ac1ee6366abd req-4f320e8b-491f-49b7-b89f-b8bfe262ae86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:36.969673 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-07b190c1-34a6-4806-958a-ac1ee6366abd req-4f320e8b-491f-49b7-b89f-b8bfe262ae86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:36.971982 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-07b190c1-34a6-4806-958a-ac1ee6366abd req-4f320e8b-491f-49b7-b89f-b8bfe262ae86 service neutron] 10.222.0.21 "PUT /v2.0/ports/3255bf77-8d6e-4e4b-9836-720b73b51f93 HTTP/1.1" status: 200 len: 1092 time: 3.7648218 Jul 05 02:29:36.979903 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc64e74b-567a-4516-b20b-474d8c9a74b6', 'tag': '3255bf77-8d6e-4e4b-9836-720b73b51f93'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:29:36.982216 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4a54e75-7ed8-4dfa-9cf9-24144033509b" -d '{"events": [{"name": "network-changed", "server_uuid": "fc64e74b-567a-4516-b20b-474d8c9a74b6", "tag": "3255bf77-8d6e-4e4b-9836-720b73b51f93"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:29:36.999953 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-07b190c1-34a6-4806-958a-ac1ee6366abd req-ba502c84-b92d-437c-ab31-acfa8d2b3dcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:37.013685 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4feadf2-92df-4929-ad1d-63bd0bea4803 req-e54b054d-858d-4e16-9610-d38bad7533b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:37.015259 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c4feadf2-92df-4929-ad1d-63bd0bea4803 req-e54b054d-858d-4e16-9610-d38bad7533b8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9f904359-8cff-4e36-8104-7313f683672b HTTP/1.1" status: 200 len: 797 time: 0.2188218 Jul 05 02:29:37.119662 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4343cc92-bff8-44c5-8b41-f2c69fda9391 x-openstack-request-id: req-4343cc92-bff8-44c5-8b41-f2c69fda9391 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:29:37.119961 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc64e74b-567a-4516-b20b-474d8c9a74b6", "tag": "3255bf77-8d6e-4e4b-9836-720b73b51f93", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:29:37.120549 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4343cc92-bff8-44c5-8b41-f2c69fda9391 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:29:37.120956 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc64e74b-567a-4516-b20b-474d8c9a74b6', 'tag': '3255bf77-8d6e-4e4b-9836-720b73b51f93', 'status': 'completed', 'code': 200} Jul 05 02:29:37.190423 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 71cbf69a-a1d7-4969-a359-23e0dc1ab06e up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:29:37.197120 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f320e8b-491f-49b7-b89f-b8bfe262ae86 service neutron] Pushing event updated for resources: {'Port': ['ID=3255bf77-8d6e-4e4b-9836-720b73b51f93,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:37.244319 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-1afa1602-9739-4dc0-98b2-e9cc192f0df0 None None] Provisioning for port 71cbf69a-a1d7-4969-a359-23e0dc1ab06e completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:29:37.362575 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 71cbf69a-a1d7-4969-a359-23e0dc1ab06e completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:29:37.367894 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 71cbf69a-a1d7-4969-a359-23e0dc1ab06e triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:29:37.368278 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:37.459966 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba502c84-b92d-437c-ab31-acfa8d2b3dcb service neutron] Pushing event updated for resources: {'Port': ['ID=b12530a7-4e63-4770-b0a3-6061449aa8c9,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:37.484110 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4feadf2-92df-4929-ad1d-63bd0bea4803 req-11282925-efdc-4fca-88e4-ebca52281fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:37.485832 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c4feadf2-92df-4929-ad1d-63bd0bea4803 req-11282925-efdc-4fca-88e4-ebca52281fb0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8521063c-8363-41f1-a9c0-837836263ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4609988 Jul 05 02:29:37.504393 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e1df49f8-07fb-407f-8bd2-c48192ef29c5 req-fa4bf390-2d2d-43f3-934c-df56bf61d879 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] 10.222.0.23 "GET /v2.0/security-groups?id=de31e825-2317-40e9-8c29-83244b09dca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4891028 Jul 05 02:29:37.505158 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef9e578-ffbf-4677-8183-931e38b14068 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Pushing event updated for resources: {'Subnet': ['ID=d881a6b5-22aa-4455-afb6-ae2f1ebe5ccf,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:37.513867 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-07b190c1-34a6-4806-958a-ac1ee6366abd req-ba502c84-b92d-437c-ab31-acfa8d2b3dcb service neutron] Attempting to bind port b12530a7-4e63-4770-b0a3-6061449aa8c9 on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:29:37.514091 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-07b190c1-34a6-4806-958a-ac1ee6366abd req-ba502c84-b92d-437c-ab31-acfa8d2b3dcb service neutron] Attempting to bind port b12530a7-4e63-4770-b0a3-6061449aa8c9 by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': 'd93517f9-cb27-456b-8180-ef58b44abe45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '882c819f-3448-4e1d-8a0d-c4801113dbdf'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:29:37.531763 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b190c1-34a6-4806-958a-ac1ee6366abd req-ba502c84-b92d-437c-ab31-acfa8d2b3dcb service neutron] Attempting to bind port b12530a7-4e63-4770-b0a3-6061449aa8c9 on network 882c819f-3448-4e1d-8a0d-c4801113dbdf {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:29:37.582397 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef9e578-ffbf-4677-8183-931e38b14068 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Checking segment: {'id': 'faf9cf17-e3e6-4be0-9ce7-e5b3e3e1f43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7d1bbc54-396c-4d5f-ad1a-07fce9c4cd5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:29:37.582397 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef9e578-ffbf-4677-8183-931e38b14068 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Network hostable DHCP agents. Network: 7d1bbc54-396c-4d5f-ad1a-07fce9c4cd5c, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:29:37.591049 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:37.597849 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b1e1f64d-3415-4bec-abe2-5c448e2b419f tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:37.638663 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a54e75-7ed8-4dfa-9cf9-24144033509b req-b2dc721d-5c3c-45cc-84e6-8b4ace869345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:37.640385 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e4a54e75-7ed8-4dfa-9cf9-24144033509b req-b2dc721d-5c3c-45cc-84e6-8b4ace869345 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=782286101fb048eb8692425d98fa4780&device_id=fc64e74b-567a-4516-b20b-474d8c9a74b6 HTTP/1.1" status: 200 len: 1095 time: 0.5145452 Jul 05 02:29:37.644688 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b190c1-34a6-4806-958a-ac1ee6366abd req-ba502c84-b92d-437c-ab31-acfa8d2b3dcb service neutron] Port b12530a7-4e63-4770-b0a3-6061449aa8c9 on network 882c819f-3448-4e1d-8a0d-c4801113dbdf not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:29:37.645014 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b190c1-34a6-4806-958a-ac1ee6366abd req-ba502c84-b92d-437c-ab31-acfa8d2b3dcb service neutron] Attempting to bind port b12530a7-4e63-4770-b0a3-6061449aa8c9 on network 882c819f-3448-4e1d-8a0d-c4801113dbdf {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:29:37.686690 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 71cbf69a-a1d7-4969-a359-23e0dc1ab06e, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=71cbf69a-a1d7-4969-a359-23e0dc1ab06e,segment=NetworkSegment(63fce11a-e2e8-4a2d-90a7-6189b626b4b9),segment_id=63fce11a-e2e8-4a2d-90a7-6189b626b4b9)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:29:37.689803 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b190c1-34a6-4806-958a-ac1ee6366abd req-ba502c84-b92d-437c-ab31-acfa8d2b3dcb service neutron] Checking agent: {'id': 'e071c76e-395f-48c4-a98f-88088465cf0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:29:37.690516 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b190c1-34a6-4806-958a-ac1ee6366abd req-ba502c84-b92d-437c-ab31-acfa8d2b3dcb service neutron] Checking segment: {'id': 'd93517f9-cb27-456b-8180-ef58b44abe45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '882c819f-3448-4e1d-8a0d-c4801113dbdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:29:37.690919 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b190c1-34a6-4806-958a-ac1ee6366abd req-ba502c84-b92d-437c-ab31-acfa8d2b3dcb service neutron] Bound using segment: {'id': 'd93517f9-cb27-456b-8180-ef58b44abe45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '882c819f-3448-4e1d-8a0d-c4801113dbdf'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:29:37.691411 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-07b190c1-34a6-4806-958a-ac1ee6366abd req-ba502c84-b92d-437c-ab31-acfa8d2b3dcb service neutron] Bound port: b12530a7-4e63-4770-b0a3-6061449aa8c9, host: n-h2-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd93517f9-cb27-456b-8180-ef58b44abe45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '882c819f-3448-4e1d-8a0d-c4801113dbdf'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:29:37.691847 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-07b190c1-34a6-4806-958a-ac1ee6366abd req-ba502c84-b92d-437c-ab31-acfa8d2b3dcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:37.709628 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-ed663a31-6e5f-498c-be8e-19340174b2c6 None None] Provisioning complete for port 71cbf69a-a1d7-4969-a359-23e0dc1ab06e triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:29:37.710886 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-ed663a31-6e5f-498c-be8e-19340174b2c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:37.712109 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-aedc4aaf-c27d-411a-be54-1c6375dd564b tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Allocated IP 172.25.7.237 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/914adfcd-5a87-4da4-ba9b-0ede808d772c) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:29:37.738737 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef9e578-ffbf-4677-8183-931e38b14068 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Network 7d1bbc54-396c-4d5f-ad1a-07fce9c4cd5c is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:29:37.743403 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:37.768000 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5560e54b-3865-4c01-9110-058af7fcfd1e tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Router e6b2b62e-7f55-4ba2-b077-893840665ffb has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:29:37.776266 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e1f64d-3415-4bec-abe2-5c448e2b419f tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Pushing event updated for resources: {'Subnet': ['ID=e804aeca-e81d-4caa-b1cc-bf0e859e6f98,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:37.852972 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e1f64d-3415-4bec-abe2-5c448e2b419f tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Checking segment: {'id': '33edcfdb-2996-47e1-b8cc-a3769d48cd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '91cfd98a-bf63-492e-96cf-5acd29e4ab90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:29:37.853528 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e1f64d-3415-4bec-abe2-5c448e2b419f tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Network hostable DHCP agents. Network: 91cfd98a-bf63-492e-96cf-5acd29e4ab90, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:29:37.859381 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=71cbf69a-a1d7-4969-a359-23e0dc1ab06e,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:37.901555 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-5ef9e578-ffbf-4677-8183-931e38b14068 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 7d1bbc54-396c-4d5f-ad1a-07fce9c4cd5c) {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:29:37.903303 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c4feadf2-92df-4929-ad1d-63bd0bea4803 req-585d5404-8701-437a-a9f0-5a2cec376b87 service neutron] 10.222.0.15 "GET /v2.0/networks/8521063c-8363-41f1-a9c0-837836263ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4086819 Jul 05 02:29:37.913284 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db605be2-b1e7-4850-95fa-bbb613bfe9e5 None None] Network 7d1bbc54-396c-4d5f-ad1a-07fce9c4cd5c requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:29:37.940136 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef9e578-ffbf-4677-8183-931e38b14068 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:37.940981 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5ef9e578-ffbf-4677-8183-931e38b14068 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:38.013209 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-aedc4aaf-c27d-411a-be54-1c6375dd564b tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:38.017930 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e1f64d-3415-4bec-abe2-5c448e2b419f tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Network 91cfd98a-bf63-492e-96cf-5acd29e4ab90 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:29:38.037895 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-07b190c1-34a6-4806-958a-ac1ee6366abd req-ba502c84-b92d-437c-ab31-acfa8d2b3dcb service neutron] For port b12530a7-4e63-4770-b0a3-6061449aa8c9, host n-h2-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:29:38.054548 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a54e75-7ed8-4dfa-9cf9-24144033509b req-29b4afa4-350c-4306-b57c-10afb5c03fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:38.055878 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-b1e1f64d-3415-4bec-abe2-5c448e2b419f tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 91cfd98a-bf63-492e-96cf-5acd29e4ab90) {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:29:38.056101 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e4a54e75-7ed8-4dfa-9cf9-24144033509b req-29b4afa4-350c-4306-b57c-10afb5c03fb3 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=782286101fb048eb8692425d98fa4780&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4014449 Jul 05 02:29:38.066776 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e1f64d-3415-4bec-abe2-5c448e2b419f tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:38.067440 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b1e1f64d-3415-4bec-abe2-5c448e2b419f tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:38.088233 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-5ef9e578-ffbf-4677-8183-931e38b14068 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0492146 Jul 05 02:29:38.088461 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-07b190c1-34a6-4806-958a-ac1ee6366abd req-ba502c84-b92d-437c-ab31-acfa8d2b3dcb service neutron] For port b12530a7-4e63-4770-b0a3-6061449aa8c9, host n-h2-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=b12530a7-4e63-4770-b0a3-6061449aa8c9,segment=NetworkSegment(d93517f9-cb27-456b-8180-ef58b44abe45),segment_id=d93517f9-cb27-456b-8180-ef58b44abe45)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:29:38.090932 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2d5e9034-76ae-40d2-8bb0-030df0496a0f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:38.095948 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 37292) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:38.097156 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30776407-ea95-4722-925d-946050c5bbb1 None None] Network 91cfd98a-bf63-492e-96cf-5acd29e4ab90 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:29:38.109112 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-721a6504-313a-44ef-bc51-6ffe5d2cebf7 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1781455635', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:29:38.138803 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2d5e9034-76ae-40d2-8bb0-030df0496a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:38.149648 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d724b2e-3a82-42bb-9441-7b02720e651f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-7d1bbc54-396c-4d5f-ad1a-07fce9c4cd5c', 'network_id': '7d1bbc54-396c-4d5f-ad1a-07fce9c4cd5c', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'fixed_ips': [{'subnet_id': 'd881a6b5-22aa-4455-afb6-ae2f1ebe5ccf'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:29:38.151122 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5d724b2e-3a82-42bb-9441-7b02720e651f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:38.177459 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-07b190c1-34a6-4806-958a-ac1ee6366abd req-ba502c84-b92d-437c-ab31-acfa8d2b3dcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:38.216896 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-b1e1f64d-3415-4bec-abe2-5c448e2b419f tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2938881 Jul 05 02:29:38.222108 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 37298) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:38.232475 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-4606b14c-0aa7-4ed1-be6d-67e09e34bc44 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Request body: {'network': {'name': 'tempest-router-network01--703250284'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:29:38.261148 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-aedc4aaf-c27d-411a-be54-1c6375dd564b tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:38.273318 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b190c1-34a6-4806-958a-ac1ee6366abd req-ba502c84-b92d-437c-ab31-acfa8d2b3dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:38.274241 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-07b190c1-34a6-4806-958a-ac1ee6366abd req-ba502c84-b92d-437c-ab31-acfa8d2b3dcb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:38.276455 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-07b190c1-34a6-4806-958a-ac1ee6366abd req-ba502c84-b92d-437c-ab31-acfa8d2b3dcb service neutron] 10.222.0.15 "PUT /v2.0/ports/b12530a7-4e63-4770-b0a3-6061449aa8c9 HTTP/1.1" status: 200 len: 1092 time: 3.2005987 Jul 05 02:29:38.281641 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c4feadf2-92df-4929-ad1d-63bd0bea4803 req-1e98aeb7-1cde-4141-ac68-a3196e9bbe1c service neutron] 10.222.0.15 "GET /v2.0/networks/8521063c-8363-41f1-a9c0-837836263ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3620319 Jul 05 02:29:38.338563 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-721a6504-313a-44ef-bc51-6ffe5d2cebf7 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11810'] for router, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:38.339461 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-721a6504-313a-44ef-bc51-6ffe5d2cebf7 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1926740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11821'] for router, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:38.348617 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5560e54b-3865-4c01-9110-058af7fcfd1e tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:29:38.353460 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aedc4aaf-c27d-411a-be54-1c6375dd564b tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:29:38.355937 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c4feadf2-92df-4929-ad1d-63bd0bea4803 req-18f59859-2039-493b-a2ed-70944e3b9116 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ebeeea34-31e3-4860-b394-0cf6d93b55be HTTP/1.1" status: 200 len: 217 time: 0.0620968 Jul 05 02:29:38.365477 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-aedc4aaf-c27d-411a-be54-1c6375dd564b tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:29:38.378702 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedc4aaf-c27d-411a-be54-1c6375dd564b tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:29:38.380921 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952ec67b-bf79-4940-9882-ee3b56be8e4a None None] Sync routers for ids ['e6b2b62e-7f55-4ba2-b077-893840665ffb'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:29:38.409977 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba502c84-b92d-437c-ab31-acfa8d2b3dcb service neutron] Pushing event updated for resources: {'Port': ['ID=b12530a7-4e63-4770-b0a3-6061449aa8c9,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:38.411963 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedc4aaf-c27d-411a-be54-1c6375dd564b tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Pushing event updated for resources: {'Port': ['ID=914adfcd-5a87-4da4-ba9b-0ede808d772c,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:38.425640 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-2d5e9034-76ae-40d2-8bb0-030df0496a0f admin admin] Allocated IP 172.25.7.226 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/730f37ef-6757-4463-8a1b-f441b59547a2) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:29:38.431825 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952ec67b-bf79-4940-9882-ee3b56be8e4a None None] Routers {'e6b2b62e-7f55-4ba2-b077-893840665ffb'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:29:38.432635 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-952ec67b-bf79-4940-9882-ee3b56be8e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:29:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['e6b2b62e-7f55-4ba2-b077-893840665ffb'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:38.436563 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-5d724b2e-3a82-42bb-9441-7b02720e651f None None] Allocated IP 2001:db8::2 (7d1bbc54-396c-4d5f-ad1a-07fce9c4cd5c/d881a6b5-22aa-4455-afb6-ae2f1ebe5ccf/6fb9e69d-329d-48c2-97aa-a713fa421dad) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:29:38.441285 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a54e75-7ed8-4dfa-9cf9-24144033509b req-79ad796b-9cc2-4550-a88d-d668f0f5b166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:38.443113 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e4a54e75-7ed8-4dfa-9cf9-24144033509b req-79ad796b-9cc2-4550-a88d-d668f0f5b166 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3771298 Jul 05 02:29:38.459145 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4606b14c-0aa7-4ed1-be6d-67e09e34bc44 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Made reservation on behalf of a0e45beb068b4608ac3408358bbc2146 for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:29:38.463320 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4606b14c-0aa7-4ed1-be6d-67e09e34bc44 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:38.471973 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4feadf2-92df-4929-ad1d-63bd0bea4803 req-72a0c9cc-5b28-4330-953d-9865cd506995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:38.474810 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c4feadf2-92df-4929-ad1d-63bd0bea4803 req-72a0c9cc-5b28-4330-953d-9865cd506995 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3a2227d0-d085-4249-9de9-b270c4daf5df HTTP/1.1" status: 200 len: 797 time: 0.1044519 Jul 05 02:29:38.510087 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-721a6504-313a-44ef-bc51-6ffe5d2cebf7 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:38.581288 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5560e54b-3865-4c01-9110-058af7fcfd1e tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:38.611305 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-721a6504-313a-44ef-bc51-6ffe5d2cebf7 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963'] for router, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:38.626372 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-5560e54b-3865-4c01-9110-058af7fcfd1e tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 9.6299329 Jul 05 02:29:38.629592 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 37302) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:38.642642 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-952ec67b-bf79-4940-9882-ee3b56be8e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:38.657966 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4606b14c-0aa7-4ed1-be6d-67e09e34bc44 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:29:38.689807 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4606b14c-0aa7-4ed1-be6d-67e09e34bc44 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:38.693016 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-4606b14c-0aa7-4ed1-be6d-67e09e34bc44 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Added segment 9a7c1178-b6be-4cfd-ba5f-685051706e76 of type vlan for network c9cdffc9-5706-4acd-a788-58c150f9f2ff Jul 05 02:29:38.717925 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952ec67b-bf79-4940-9882-ee3b56be8e4a None None] Routers {'e6b2b62e-7f55-4ba2-b077-893840665ffb'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:29:38.718853 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-952ec67b-bf79-4940-9882-ee3b56be8e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:29:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['e6b2b62e-7f55-4ba2-b077-893840665ffb'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:38.775471 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca18a52-899e-4320-bdcf-5e86b497baf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-91cfd98a-bf63-492e-96cf-5acd29e4ab90', 'network_id': '91cfd98a-bf63-492e-96cf-5acd29e4ab90', 'tenant_id': 'a0e45beb068b4608ac3408358bbc2146', 'fixed_ips': [{'subnet_id': 'e804aeca-e81d-4caa-b1cc-bf0e859e6f98'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:29:38.779326 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5ca18a52-899e-4320-bdcf-5e86b497baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:38.805113 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-721a6504-313a-44ef-bc51-6ffe5d2cebf7 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:38.806392 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-721a6504-313a-44ef-bc51-6ffe5d2cebf7 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7088704 Jul 05 02:29:38.840413 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-952ec67b-bf79-4940-9882-ee3b56be8e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:38.842253 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952ec67b-bf79-4940-9882-ee3b56be8e4a None None] The sync data for ids ['e6b2b62e-7f55-4ba2-b077-893840665ffb'] in n-d-771362-32 is: [] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:29:38.842431 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 37306) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:38.842796 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 37308) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:38.892094 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2d5e9034-76ae-40d2-8bb0-030df0496a0f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:38.950355 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4606b14c-0aa7-4ed1-be6d-67e09e34bc44 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:39.025013 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5d724b2e-3a82-42bb-9441-7b02720e651f None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:39.069685 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-5d724b2e-3a82-42bb-9441-7b02720e651f None None] Transition to ACTIVE for port object 6fb9e69d-329d-48c2-97aa-a713fa421dad will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:29:39.074595 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 71cbf69a-a1d7-4969-a359-23e0dc1ab06e up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:29:39.095681 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b190c1-34a6-4806-958a-ac1ee6366abd req-e669c54d-e07c-4e7e-9cfc-df6f5968cd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:39.097247 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-07b190c1-34a6-4806-958a-ac1ee6366abd req-e669c54d-e07c-4e7e-9cfc-df6f5968cd2b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=782286101fb048eb8692425d98fa4780&device_id=067ea6c0-d5fd-4fd0-8511-306f6462c11c HTTP/1.1" status: 200 len: 1095 time: 0.6512766 Jul 05 02:29:39.110671 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-e897f5c5-c002-46be-8928-b09cf6d6a723 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] 10.222.0.23 "GET /v2.0/floatingips/d6f8b42a-2cdf-4c71-b582-972423b51fcf HTTP/1.1" status: 200 len: 978 time: 0.4777033 Jul 05 02:29:39.119020 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 37312) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:39.123479 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b190c1-34a6-4806-958a-ac1ee6366abd req-0594f6f4-460d-495c-9f77-604b54dfbace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:39.124220 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-5d724b2e-3a82-42bb-9441-7b02720e651f None None] Transition to ACTIVE for port object 6fb9e69d-329d-48c2-97aa-a713fa421dad will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:29:39.124819 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-07b190c1-34a6-4806-958a-ac1ee6366abd req-0594f6f4-460d-495c-9f77-604b54dfbace service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=782286101fb048eb8692425d98fa4780&device_id=fc64e74b-567a-4516-b20b-474d8c9a74b6 HTTP/1.1" status: 200 len: 1095 time: 0.6085248 Jul 05 02:29:39.129255 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-5ca18a52-899e-4320-bdcf-5e86b497baf5 None None] Allocated IP 172.20.0.2 (91cfd98a-bf63-492e-96cf-5acd29e4ab90/e804aeca-e81d-4caa-b1cc-bf0e859e6f98/e14451b1-8416-4a1a-885c-8482217ef4ad) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:29:39.133507 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '067ea6c0-d5fd-4fd0-8511-306f6462c11c', 'tag': 'b12530a7-4e63-4770-b0a3-6061449aa8c9'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:29:39.135817 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fc6c5c7-3873-495f-84f1-75b1d9ed4270" -d '{"events": [{"name": "network-changed", "server_uuid": "067ea6c0-d5fd-4fd0-8511-306f6462c11c", "tag": "b12530a7-4e63-4770-b0a3-6061449aa8c9"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:29:39.189619 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c21dc60c-349a-4938-b46d-ed6ee33d2ca2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:39.200540 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 71cbf69a-a1d7-4969-a359-23e0dc1ab06e triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:29:39.200837 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:39.247108 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4feadf2-92df-4929-ad1d-63bd0bea4803 req-697d761f-ab6d-48ed-8cc9-c96218a12d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:39.248871 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c4feadf2-92df-4929-ad1d-63bd0bea4803 req-697d761f-ab6d-48ed-8cc9-c96218a12d32 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7fa11b36-0588-43ef-a636-45aaf3c04835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7346811 Jul 05 02:29:39.250295 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c26c1259-1b18-4f72-9a4e-e1c9d13ec3d9 x-openstack-request-id: req-c26c1259-1b18-4f72-9a4e-e1c9d13ec3d9 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:29:39.250583 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "067ea6c0-d5fd-4fd0-8511-306f6462c11c", "tag": "b12530a7-4e63-4770-b0a3-6061449aa8c9", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:29:39.250831 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c26c1259-1b18-4f72-9a4e-e1c9d13ec3d9 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:29:39.251687 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '067ea6c0-d5fd-4fd0-8511-306f6462c11c', 'tag': 'b12530a7-4e63-4770-b0a3-6061449aa8c9', 'status': 'completed', 'code': 200} Jul 05 02:29:39.297529 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-07b190c1-34a6-4806-958a-ac1ee6366abd req-550cad7d-605e-40d6-a77a-fd773b89a518 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b12530a7-4e63-4770-b0a3-6061449aa8c9 HTTP/1.1" status: 200 len: 217 time: 0.1863542 Jul 05 02:29:39.306304 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5d724b2e-3a82-42bb-9441-7b02720e651f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:39.349590 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4606b14c-0aa7-4ed1-be6d-67e09e34bc44 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:39.358476 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4606b14c-0aa7-4ed1-be6d-67e09e34bc44 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:39.358476 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4606b14c-0aa7-4ed1-be6d-67e09e34bc44 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:39.383025 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5ca18a52-899e-4320-bdcf-5e86b497baf5 None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:39.385067 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-07b190c1-34a6-4806-958a-ac1ee6366abd req-2eeee516-716b-458d-8617-ee9e6b0f99c7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3255bf77-8d6e-4e4b-9836-720b73b51f93 HTTP/1.1" status: 200 len: 217 time: 0.2460654 Jul 05 02:29:39.402737 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d724b2e-3a82-42bb-9441-7b02720e651f None None] Network 7d1bbc54-396c-4d5f-ad1a-07fce9c4cd5c is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:29:39.417593 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-5d724b2e-3a82-42bb-9441-7b02720e651f None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:29:39.419801 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-5ca18a52-899e-4320-bdcf-5e86b497baf5 None None] Transition to ACTIVE for port object e14451b1-8416-4a1a-885c-8482217ef4ad will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:29:39.425527 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d724b2e-3a82-42bb-9441-7b02720e651f None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:29:39.445509 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d724b2e-3a82-42bb-9441-7b02720e651f None None] Pushing event updated for resources: {'Port': ['ID=6fb9e69d-329d-48c2-97aa-a713fa421dad,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:39.448432 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-5ca18a52-899e-4320-bdcf-5e86b497baf5 None None] Transition to ACTIVE for port object e14451b1-8416-4a1a-885c-8482217ef4ad will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:29:39.476793 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-73fded65-b730-4772-9a42-40fea46bbd8b tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.3551884 Jul 05 02:29:39.489071 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 37316) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:39.493912 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-2642075c-3e35-4718-97d3-46f67d31a3cb tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Request body: {'floatingip': {'port_id': '320c06d6-483d-470b-a10e-f6117b2702e6'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:29:39.509445 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c459480-10f4-4981-ac8c-1249f077c75a req-d6bf27cf-c297-47a8-b37c-88275be49728 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:39.516614 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4c459480-10f4-4981-ac8c-1249f077c75a req-d6bf27cf-c297-47a8-b37c-88275be49728 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] 10.222.0.23 "GET /v2.0/ports?device_id=067ea6c0-d5fd-4fd0-8511-306f6462c11c HTTP/1.1" status: 200 len: 943 time: 0.5107784 Jul 05 02:29:39.521802 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-5d724b2e-3a82-42bb-9441-7b02720e651f None None] Attempting to bind port 6fb9e69d-329d-48c2-97aa-a713fa421dad on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:29:39.522209 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-5d724b2e-3a82-42bb-9441-7b02720e651f None None] Attempting to bind port 6fb9e69d-329d-48c2-97aa-a713fa421dad by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'faf9cf17-e3e6-4be0-9ce7-e5b3e3e1f43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7d1bbc54-396c-4d5f-ad1a-07fce9c4cd5c'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:29:39.522578 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d724b2e-3a82-42bb-9441-7b02720e651f None None] Attempting to bind port 6fb9e69d-329d-48c2-97aa-a713fa421dad on network 7d1bbc54-396c-4d5f-ad1a-07fce9c4cd5c {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:29:39.540958 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d724b2e-3a82-42bb-9441-7b02720e651f None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:29:39.541148 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d724b2e-3a82-42bb-9441-7b02720e651f None None] Checking segment: {'id': 'faf9cf17-e3e6-4be0-9ce7-e5b3e3e1f43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7d1bbc54-396c-4d5f-ad1a-07fce9c4cd5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:29:39.541576 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5d724b2e-3a82-42bb-9441-7b02720e651f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:39.542331 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d724b2e-3a82-42bb-9441-7b02720e651f None None] Bound using segment: {'id': 'faf9cf17-e3e6-4be0-9ce7-e5b3e3e1f43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7d1bbc54-396c-4d5f-ad1a-07fce9c4cd5c'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:29:39.542810 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-5d724b2e-3a82-42bb-9441-7b02720e651f None None] Bound port: 6fb9e69d-329d-48c2-97aa-a713fa421dad, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faf9cf17-e3e6-4be0-9ce7-e5b3e3e1f43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7d1bbc54-396c-4d5f-ad1a-07fce9c4cd5c'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:29:39.543198 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5d724b2e-3a82-42bb-9441-7b02720e651f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:39.591263 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b190c1-34a6-4806-958a-ac1ee6366abd req-15f6a769-6903-4516-9ce6-b1beb49dc284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:39.592771 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-07b190c1-34a6-4806-958a-ac1ee6366abd req-15f6a769-6903-4516-9ce6-b1beb49dc284 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bd25aff0-af29-453c-a0e9-c2c58c06ca99 HTTP/1.1" status: 200 len: 852 time: 0.2376094 Jul 05 02:29:39.615753 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-5d724b2e-3a82-42bb-9441-7b02720e651f None None] For port 6fb9e69d-329d-48c2-97aa-a713fa421dad, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:29:39.621197 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-5d724b2e-3a82-42bb-9441-7b02720e651f None None] For port 6fb9e69d-329d-48c2-97aa-a713fa421dad, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=6fb9e69d-329d-48c2-97aa-a713fa421dad,segment=NetworkSegment(faf9cf17-e3e6-4be0-9ce7-e5b3e3e1f43d),segment_id=faf9cf17-e3e6-4be0-9ce7-e5b3e3e1f43d)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:29:39.623363 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b190c1-34a6-4806-958a-ac1ee6366abd req-3f59fa4d-589a-477e-8dd7-539e7fb1be07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:39.624878 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-07b190c1-34a6-4806-958a-ac1ee6366abd req-3f59fa4d-589a-477e-8dd7-539e7fb1be07 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bd25aff0-af29-453c-a0e9-c2c58c06ca99 HTTP/1.1" status: 200 len: 852 time: 0.2077329 Jul 05 02:29:39.655412 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5ca18a52-899e-4320-bdcf-5e86b497baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:39.658624 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-07b190c1-34a6-4806-958a-ac1ee6366abd req-fb67615f-bf92-4c18-8760-506cf33427bb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=882c819f-3448-4e1d-8a0d-c4801113dbdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530708 Jul 05 02:29:39.674239 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c4feadf2-92df-4929-ad1d-63bd0bea4803 req-532fdcb3-079b-4f70-b60d-f83870300a57 service neutron] 10.222.0.15 "GET /v2.0/networks/7fa11b36-0588-43ef-a636-45aaf3c04835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4056239 Jul 05 02:29:39.700904 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca18a52-899e-4320-bdcf-5e86b497baf5 None None] Network 91cfd98a-bf63-492e-96cf-5acd29e4ab90 is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:29:39.704049 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-5ca18a52-899e-4320-bdcf-5e86b497baf5 None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:29:39.704367 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2642075c-3e35-4718-97d3-46f67d31a3cb tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks [] for floatingip, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:39.711958 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca18a52-899e-4320-bdcf-5e86b497baf5 None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:29:39.712647 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-07b190c1-34a6-4806-958a-ac1ee6366abd req-0ebc0791-dce3-4402-a7aa-ab082b189505 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=882c819f-3448-4e1d-8a0d-c4801113dbdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625129 Jul 05 02:29:39.719859 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca18a52-899e-4320-bdcf-5e86b497baf5 None None] Pushing event updated for resources: {'Port': ['ID=e14451b1-8416-4a1a-885c-8482217ef4ad,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:39.723229 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5d724b2e-3a82-42bb-9441-7b02720e651f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:39.815286 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4c459480-10f4-4981-ac8c-1249f077c75a req-ff593a3b-37b0-4e31-b9c3-354f64986ed2 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] 10.222.0.23 "GET /v2.0/security-groups?id=de31e825-2317-40e9-8c29-83244b09dca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2943270 Jul 05 02:29:39.829352 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2d5e9034-76ae-40d2-8bb0-030df0496a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:39.830896 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-5ca18a52-899e-4320-bdcf-5e86b497baf5 None None] Attempting to bind port e14451b1-8416-4a1a-885c-8482217ef4ad on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:29:39.839482 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-5ca18a52-899e-4320-bdcf-5e86b497baf5 None None] Attempting to bind port e14451b1-8416-4a1a-885c-8482217ef4ad by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '33edcfdb-2996-47e1-b8cc-a3769d48cd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '91cfd98a-bf63-492e-96cf-5acd29e4ab90'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:29:39.839482 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca18a52-899e-4320-bdcf-5e86b497baf5 None None] Attempting to bind port e14451b1-8416-4a1a-885c-8482217ef4ad on network 91cfd98a-bf63-492e-96cf-5acd29e4ab90 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:29:39.840949 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca18a52-899e-4320-bdcf-5e86b497baf5 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:29:39.841437 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca18a52-899e-4320-bdcf-5e86b497baf5 None None] Checking segment: {'id': '33edcfdb-2996-47e1-b8cc-a3769d48cd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '91cfd98a-bf63-492e-96cf-5acd29e4ab90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:29:39.841941 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5ca18a52-899e-4320-bdcf-5e86b497baf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:39.842468 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca18a52-899e-4320-bdcf-5e86b497baf5 None None] Bound using segment: {'id': '33edcfdb-2996-47e1-b8cc-a3769d48cd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '91cfd98a-bf63-492e-96cf-5acd29e4ab90'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:29:39.843040 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-5ca18a52-899e-4320-bdcf-5e86b497baf5 None None] Bound port: e14451b1-8416-4a1a-885c-8482217ef4ad, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33edcfdb-2996-47e1-b8cc-a3769d48cd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '91cfd98a-bf63-492e-96cf-5acd29e4ab90'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:29:39.843550 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5ca18a52-899e-4320-bdcf-5e86b497baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:39.845489 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d724b2e-3a82-42bb-9441-7b02720e651f None None] Pushing event updated for resources: {'Port': ['ID=6fb9e69d-329d-48c2-97aa-a713fa421dad,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:39.907978 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-aedc4aaf-c27d-411a-be54-1c6375dd564b tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks [] for router_gateway, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:39.928589 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-5ca18a52-899e-4320-bdcf-5e86b497baf5 None None] For port e14451b1-8416-4a1a-885c-8482217ef4ad, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:29:39.933247 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-5ca18a52-899e-4320-bdcf-5e86b497baf5 None None] For port e14451b1-8416-4a1a-885c-8482217ef4ad, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=e14451b1-8416-4a1a-885c-8482217ef4ad,segment=NetworkSegment(33edcfdb-2996-47e1-b8cc-a3769d48cd74),segment_id=33edcfdb-2996-47e1-b8cc-a3769d48cd74)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:29:39.970541 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4606b14c-0aa7-4ed1-be6d-67e09e34bc44 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Pushing event updated for resources: {'Network': ['ID=c9cdffc9-5706-4acd-a788-58c150f9f2ff,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:39.980278 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5e9034-76ae-40d2-8bb0-030df0496a0f admin admin] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:29:39.984352 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network c9cdffc9-5706-4acd-a788-58c150f9f2ff details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:29:40.000030 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-2d5e9034-76ae-40d2-8bb0-030df0496a0f admin admin] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:29:40.010630 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5e9034-76ae-40d2-8bb0-030df0496a0f admin admin] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:29:40.016144 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5e9034-76ae-40d2-8bb0-030df0496a0f admin admin] Pushing event updated for resources: {'Port': ['ID=730f37ef-6757-4463-8a1b-f441b59547a2,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:40.051465 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5ca18a52-899e-4320-bdcf-5e86b497baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:40.075186 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c4feadf2-92df-4929-ad1d-63bd0bea4803 req-5d2379e8-3856-4d8e-8649-4da85cd63563 service neutron] 10.222.0.15 "GET /v2.0/networks/7fa11b36-0588-43ef-a636-45aaf3c04835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3650401 Jul 05 02:29:40.082166 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-07b190c1-34a6-4806-958a-ac1ee6366abd req-0eeee0f1-47c3-48fa-8cf4-e7592cd3b3fc service neutron] 10.222.0.15 "GET /v2.0/networks/882c819f-3448-4e1d-8a0d-c4801113dbdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4113894 Jul 05 02:29:40.088451 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-07b190c1-34a6-4806-958a-ac1ee6366abd req-6634db2b-4f1d-4239-ba60-f5b341187dfb service neutron] 10.222.0.21 "GET /v2.0/networks/882c819f-3448-4e1d-8a0d-c4801113dbdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3010507 Jul 05 02:29:40.140174 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-def8b711-06f9-4f3d-874e-9090e94f60fe tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:40.207733 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca18a52-899e-4320-bdcf-5e86b497baf5 None None] Pushing event updated for resources: {'Port': ['ID=e14451b1-8416-4a1a-885c-8482217ef4ad,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:40.212199 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c4feadf2-92df-4929-ad1d-63bd0bea4803 req-a0a3eaab-77a8-4b5c-b4aa-c9ab0a675860 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=56b8015f-94a3-4395-b042-696c4e70e1cd HTTP/1.1" status: 200 len: 217 time: 0.1267593 Jul 05 02:29:40.405970 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c21dc60c-349a-4938-b46d-ed6ee33d2ca2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:40.421775 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4feadf2-92df-4929-ad1d-63bd0bea4803 req-81bb7ffc-e677-43c4-afe9-d1bfe8a13bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:40.425353 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c4feadf2-92df-4929-ad1d-63bd0bea4803 req-81bb7ffc-e677-43c4-afe9-d1bfe8a13bab service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3a2227d0-d085-4249-9de9-b270c4daf5df HTTP/1.1" status: 200 len: 797 time: 0.1490018 Jul 05 02:29:40.441312 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-07b190c1-34a6-4806-958a-ac1ee6366abd req-e5f72d89-e091-4920-8736-00b3a051c8fc service neutron] 10.222.0.21 "GET /v2.0/networks/882c819f-3448-4e1d-8a0d-c4801113dbdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3370306 Jul 05 02:29:40.497443 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c21dc60c-349a-4938-b46d-ed6ee33d2ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:40.503542 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-07b190c1-34a6-4806-958a-ac1ee6366abd req-1069d75c-7b32-44e2-b8e0-984fdb2cf6a1 service neutron] 10.222.0.15 "GET /v2.0/networks/882c819f-3448-4e1d-8a0d-c4801113dbdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4026451 Jul 05 02:29:40.630932 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4feadf2-92df-4929-ad1d-63bd0bea4803 req-78e332d2-7acd-4db4-9887-3414beaa1a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:40.634415 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c4feadf2-92df-4929-ad1d-63bd0bea4803 req-78e332d2-7acd-4db4-9887-3414beaa1a7e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7fa11b36-0588-43ef-a636-45aaf3c04835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1910260 Jul 05 02:29:40.670879 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-4606b14c-0aa7-4ed1-be6d-67e09e34bc44 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.4474988 Jul 05 02:29:40.681237 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 37318) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:40.696976 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-f3c4855d-426c-4030-9e79-f5c437b24a6a tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Request body: {'network': {'name': 'tempest-router-network02--1302070669'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:29:40.702190 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-c21dc60c-349a-4938-b46d-ed6ee33d2ca2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=85144ddc8d9d45078c957a0c5e7841c1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8570459 Jul 05 02:29:40.703355 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21dc60c-349a-4938-b46d-ed6ee33d2ca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaaa9f75-dc1a-4470-a97d-6c2fcdda4796,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:40.706632 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 37320) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:40.729127 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-aedc4aaf-c27d-411a-be54-1c6375dd564b tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:40.792995 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-aedc4aaf-c27d-411a-be54-1c6375dd564b tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1636977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1636970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1573792'] for router, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:41.006545 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3c4855d-426c-4030-9e79-f5c437b24a6a tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Made reservation on behalf of a0e45beb068b4608ac3408358bbc2146 for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:29:41.011321 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f3c4855d-426c-4030-9e79-f5c437b24a6a tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:41.155150 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-98f0f31c-29c9-428a-b225-84676a99913a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:41.171376 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device e14451b1-8416-4a1a-885c-8482217ef4ad up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:29:41.206601 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c4feadf2-92df-4929-ad1d-63bd0bea4803 req-bd80a4b0-7f77-40d5-b083-afbf2166145f service neutron] 10.222.0.15 "GET /v2.0/networks/7fa11b36-0588-43ef-a636-45aaf3c04835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5541236 Jul 05 02:29:41.215257 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3c4855d-426c-4030-9e79-f5c437b24a6a tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:29:41.220172 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-def8b711-06f9-4f3d-874e-9090e94f60fe tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Allocated IP 2001:db8::1 (7d1bbc54-396c-4d5f-ad1a-07fce9c4cd5c/d881a6b5-22aa-4455-afb6-ae2f1ebe5ccf/01f22946-8b0d-421a-b107-bcccd7a9eb4e) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:29:41.222293 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2d5e9034-76ae-40d2-8bb0-030df0496a0f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:41.271215 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00fff424-475e-48fd-936b-4583beb2360a None None] Network 7d1bbc54-396c-4d5f-ad1a-07fce9c4cd5c requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:29:41.311651 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc6c5c7-3873-495f-84f1-75b1d9ed4270 req-a9b5668a-bcc0-42c8-a734-7249c52e1c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:41.313272 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4fc6c5c7-3873-495f-84f1-75b1d9ed4270 req-a9b5668a-bcc0-42c8-a734-7249c52e1c99 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=782286101fb048eb8692425d98fa4780&device_id=067ea6c0-d5fd-4fd0-8511-306f6462c11c HTTP/1.1" status: 200 len: 1095 time: 0.6308403 Jul 05 02:29:41.316904 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-98f0f31c-29c9-428a-b225-84676a99913a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:41.335912 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f3c4855d-426c-4030-9e79-f5c437b24a6a tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:41.336579 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-f3c4855d-426c-4030-9e79-f5c437b24a6a tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Added segment 194f9626-38e2-42ca-a3c0-8485d5bec5c9 of type vlan for network 69ae6b4b-a994-424d-b482-55cd86a9b9d1 Jul 05 02:29:41.338534 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2642075c-3e35-4718-97d3-46f67d31a3cb tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:41.428958 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c4feadf2-92df-4929-ad1d-63bd0bea4803 req-44e8d7f9-1c8c-4399-b96b-7f1799fefd27 service neutron] 10.222.0.15 "GET /v2.0/networks/7fa11b36-0588-43ef-a636-45aaf3c04835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884201 Jul 05 02:29:41.472387 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc6c5c7-3873-495f-84f1-75b1d9ed4270 req-bcfeea73-3aa7-4384-a374-4d0af12eda57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:41.477940 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4fc6c5c7-3873-495f-84f1-75b1d9ed4270 req-bcfeea73-3aa7-4384-a374-4d0af12eda57 service neutron] 10.222.0.15 "GET /v2.0/networks?id=882c819f-3448-4e1d-8a0d-c4801113dbdf HTTP/1.1" status: 200 len: 912 time: 0.1437204 Jul 05 02:29:41.485745 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port e14451b1-8416-4a1a-885c-8482217ef4ad completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:29:41.497418 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 6fb9e69d-329d-48c2-97aa-a713fa421dad up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:29:41.570266 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2642075c-3e35-4718-97d3-46f67d31a3cb tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636869'] for floatingip, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:41.572988 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4fc6c5c7-3873-495f-84f1-75b1d9ed4270 req-189bcf07-1f36-4079-8065-71582ce03b53 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b12530a7-4e63-4770-b0a3-6061449aa8c9 HTTP/1.1" status: 200 len: 217 time: 0.0858831 Jul 05 02:29:41.593910 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-6486f404-e692-4ce7-aa5b-2b0362b1aae0 None None] Provisioning for port 6fb9e69d-329d-48c2-97aa-a713fa421dad completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:29:41.595090 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f3c4855d-426c-4030-9e79-f5c437b24a6a tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:41.642383 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d695bf4-795e-4fa3-8d71-bbfb7c6f0c11 req-dbf300f5-af59-4801-a53e-5b5638790e9c tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:41.644303 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6d695bf4-795e-4fa3-8d71-bbfb7c6f0c11 req-dbf300f5-af59-4801-a53e-5b5638790e9c tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] 10.222.0.23 "GET /v2.0/ports?device_id=067ea6c0-d5fd-4fd0-8511-306f6462c11c HTTP/1.1" status: 200 len: 943 time: 0.5173559 Jul 05 02:29:41.650384 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:41.690259 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:41.690985 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 6fb9e69d-329d-48c2-97aa-a713fa421dad completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:29:41.695792 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 6fb9e69d-329d-48c2-97aa-a713fa421dad triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:29:41.699809 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:41.794921 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aedc4aaf-c27d-411a-be54-1c6375dd564b tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Router 6b3d91a9-948e-4e1f-b43f-cfc5c2674b27 is scheduled to L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 with binding_index 1 {{(pid=94462) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 02:29:41.833271 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-def8b711-06f9-4f3d-874e-9090e94f60fe tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:41.840062 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:41.853846 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-98f0f31c-29c9-428a-b225-84676a99913a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:41.857428 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-98f0f31c-29c9-428a-b225-84676a99913a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:41.859023 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-98f0f31c-29c9-428a-b225-84676a99913a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/eaaa9f75-dc1a-4470-a97d-6c2fcdda4796 HTTP/1.1" status: 204 len: 168 time: 1.1465914 Jul 05 02:29:41.872451 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6d695bf4-795e-4fa3-8d71-bbfb7c6f0c11 req-c46596a9-32e6-409f-be1d-b44a4b1c598c tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] 10.222.0.23 "GET /v2.0/security-groups?id=de31e825-2317-40e9-8c29-83244b09dca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064364 Jul 05 02:29:41.872807 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f3c4855d-426c-4030-9e79-f5c437b24a6a tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:41.876449 n-d-771362-32 neutron-server[94461]: INFO neutron.db.l3_db [None req-2642075c-3e35-4718-97d3-46f67d31a3cb tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Floating IP d6f8b42a-2cdf-4c71-b582-972423b51fcf associated. External IP: 172.25.7.47, port: f55c79a1-3862-49ef-9c4c-c88ab5031737. Jul 05 02:29:41.880171 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c4855d-426c-4030-9e79-f5c437b24a6a tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:41.880912 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f3c4855d-426c-4030-9e79-f5c437b24a6a tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:41.882443 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc6c5c7-3873-495f-84f1-75b1d9ed4270 req-0a730193-3a3d-4c96-8e51-31c1999e7a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:41.895049 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4fc6c5c7-3873-495f-84f1-75b1d9ed4270 req-0a730193-3a3d-4c96-8e51-31c1999e7a37 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bd25aff0-af29-453c-a0e9-c2c58c06ca99 HTTP/1.1" status: 200 len: 852 time: 0.1808555 Jul 05 02:29:41.948410 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f0f31c-29c9-428a-b225-84676a99913a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaaa9f75-dc1a-4470-a97d-6c2fcdda4796,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:41.950232 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1985693-cb0f-4ef0-a146-d238e8bdb24d None None] Network 91cfd98a-bf63-492e-96cf-5acd29e4ab90 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:29:41.958108 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 6fb9e69d-329d-48c2-97aa-a713fa421dad, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=6fb9e69d-329d-48c2-97aa-a713fa421dad,segment=NetworkSegment(faf9cf17-e3e6-4be0-9ce7-e5b3e3e1f43d),segment_id=faf9cf17-e3e6-4be0-9ce7-e5b3e3e1f43d)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:29:42.026211 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [None req-def8b711-06f9-4f3d-874e-9090e94f60fe tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Transition to ACTIVE for port object 01f22946-8b0d-421a-b107-bcccd7a9eb4e will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:29:42.030664 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4fc6c5c7-3873-495f-84f1-75b1d9ed4270 req-548939b2-7fea-4852-8a3d-aa9aabe96417 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=882c819f-3448-4e1d-8a0d-c4801113dbdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422475 Jul 05 02:29:42.047624 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:42.064479 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2d5e9034-76ae-40d2-8bb0-030df0496a0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963'] for router, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:42.079297 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-f3c4855d-426c-4030-9e79-f5c437b24a6a tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3944106 Jul 05 02:29:42.080076 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 37328) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:42.089249 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c4855d-426c-4030-9e79-f5c437b24a6a tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Pushing event updated for resources: {'Network': ['ID=69ae6b4b-a994-424d-b482-55cd86a9b9d1,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:42.099959 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-bca821b9-32ed-4f9f-a989-4d504c9daf28 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Request body: {'subnet': {'network_id': 'c9cdffc9-5706-4acd-a788-58c150f9f2ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:29:42.109167 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=6fb9e69d-329d-48c2-97aa-a713fa421dad,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:42.115303 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 69ae6b4b-a994-424d-b482-55cd86a9b9d1 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:29:42.165644 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-b80c4cd0-2b67-49d3-b2b4-a9c6aca6e8a0 None None] Provisioning complete for port 6fb9e69d-329d-48c2-97aa-a713fa421dad triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:29:42.166017 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b80c4cd0-2b67-49d3-b2b4-a9c6aca6e8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:42.263914 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4fc6c5c7-3873-495f-84f1-75b1d9ed4270 req-a91d7cca-8874-4acd-b97c-3cd7d4afde02 service neutron] 10.222.0.15 "GET /v2.0/networks/882c819f-3448-4e1d-8a0d-c4801113dbdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237942 Jul 05 02:29:42.461658 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-b80c4cd0-2b67-49d3-b2b4-a9c6aca6e8a0 None None] Provisioning for port e14451b1-8416-4a1a-885c-8482217ef4ad completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:29:42.466483 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-b80c4cd0-2b67-49d3-b2b4-a9c6aca6e8a0 None None] Provisioning complete for port e14451b1-8416-4a1a-885c-8482217ef4ad triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:29:42.470950 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b80c4cd0-2b67-49d3-b2b4-a9c6aca6e8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:42.471791 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2642075c-3e35-4718-97d3-46f67d31a3cb tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Router e6b2b62e-7f55-4ba2-b077-893840665ffb has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:29:42.477323 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4fc6c5c7-3873-495f-84f1-75b1d9ed4270 req-4444ba3d-f897-4d21-bbe3-0a52ae92823a service neutron] 10.222.0.15 "GET /v2.0/networks/882c819f-3448-4e1d-8a0d-c4801113dbdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064550 Jul 05 02:29:42.623767 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2642075c-3e35-4718-97d3-46f67d31a3cb tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:29:42.634519 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b80c4cd0-2b67-49d3-b2b4-a9c6aca6e8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:42.636061 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1edc3e8f-eb09-43b6-9c48-4c90bfb8cae9 None None] Sync routers for ids ['e6b2b62e-7f55-4ba2-b077-893840665ffb'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:29:42.645365 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edc3e8f-eb09-43b6-9c48-4c90bfb8cae9 None None] Routers {'e6b2b62e-7f55-4ba2-b077-893840665ffb'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:29:42.645982 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-1edc3e8f-eb09-43b6-9c48-4c90bfb8cae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:29:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['e6b2b62e-7f55-4ba2-b077-893840665ffb'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:42.693243 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-b80c4cd0-2b67-49d3-b2b4-a9c6aca6e8a0 None None] For port e14451b1-8416-4a1a-885c-8482217ef4ad, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=e14451b1-8416-4a1a-885c-8482217ef4ad,segment=NetworkSegment(33edcfdb-2996-47e1-b8cc-a3769d48cd74),segment_id=33edcfdb-2996-47e1-b8cc-a3769d48cd74)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:29:42.717667 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-1edc3e8f-eb09-43b6-9c48-4c90bfb8cae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:42.730503 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edc3e8f-eb09-43b6-9c48-4c90bfb8cae9 None None] Routers {'e6b2b62e-7f55-4ba2-b077-893840665ffb'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:29:42.731309 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-1edc3e8f-eb09-43b6-9c48-4c90bfb8cae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:29:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['e6b2b62e-7f55-4ba2-b077-893840665ffb'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:42.775146 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-1edc3e8f-eb09-43b6-9c48-4c90bfb8cae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:42.775901 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1edc3e8f-eb09-43b6-9c48-4c90bfb8cae9 None None] The sync data for ids ['e6b2b62e-7f55-4ba2-b077-893840665ffb'] in n-d-771362-32 is: [] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:29:42.797449 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b80c4cd0-2b67-49d3-b2b4-a9c6aca6e8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:42.834372 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aedc4aaf-c27d-411a-be54-1c6375dd564b tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:29:42.854187 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea62a54-343f-4245-b171-4914b9866198 None None] Sync routers for ids ['6b3d91a9-948e-4e1f-b43f-cfc5c2674b27'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:29:42.871747 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-aedc4aaf-c27d-411a-be54-1c6375dd564b tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:42.872962 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-aedc4aaf-c27d-411a-be54-1c6375dd564b tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] 10.222.0.23 "PUT /v2.0/routers/6b3d91a9-948e-4e1f-b43f-cfc5c2674b27 HTTP/1.1" status: 200 len: 879 time: 7.4133134 Jul 05 02:29:42.875724 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea62a54-343f-4245-b171-4914b9866198 None None] Routers {'6b3d91a9-948e-4e1f-b43f-cfc5c2674b27'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:29:42.876515 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-0ea62a54-343f-4245-b171-4914b9866198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:29:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['6b3d91a9-948e-4e1f-b43f-cfc5c2674b27'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:42.888381 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 37338) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:42.922958 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-def8b711-06f9-4f3d-874e-9090e94f60fe tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:42.924069 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-0ea62a54-343f-4245-b171-4914b9866198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:42.926894 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80c4cd0-2b67-49d3-b2b4-a9c6aca6e8a0 None None] Pushing event updated for resources: {'Port': ['ID=e14451b1-8416-4a1a-885c-8482217ef4ad,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:42.941024 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea62a54-343f-4245-b171-4914b9866198 None None] Routers {'6b3d91a9-948e-4e1f-b43f-cfc5c2674b27'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:29:42.941694 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-0ea62a54-343f-4245-b171-4914b9866198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:29:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['6b3d91a9-948e-4e1f-b43f-cfc5c2674b27'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:42.982653 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-0ea62a54-343f-4245-b171-4914b9866198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:42.983313 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea62a54-343f-4245-b171-4914b9866198 None None] The sync data for ids ['6b3d91a9-948e-4e1f-b43f-cfc5c2674b27'] in n-d-771362-32 is: [] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:29:42.985604 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-89aab4b2-8217-424b-b2a7-bfea3732c219 None None] Provisioning complete for port e14451b1-8416-4a1a-885c-8482217ef4ad triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:29:42.986042 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-89aab4b2-8217-424b-b2a7-bfea3732c219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:43.046023 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-b408432e-f15e-4e17-8a51-7ca7d27e407a tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] 10.222.0.23 "GET /v2.0/routers/6b3d91a9-948e-4e1f-b43f-cfc5c2674b27 HTTP/1.1" status: 200 len: 920 time: 0.1563377 Jul 05 02:29:43.054950 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 6fb9e69d-329d-48c2-97aa-a713fa421dad up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:29:43.063615 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 37344) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:43.065882 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def8b711-06f9-4f3d-874e-9090e94f60fe tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Pushing event updated for resources: {'Port': ['ID=01f22946-8b0d-421a-b107-bcccd7a9eb4e,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:43.068467 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca821b9-32ed-4f9f-a989-4d504c9daf28 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Made reservation on behalf of a0e45beb068b4608ac3408358bbc2146 for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:29:43.072514 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bca821b9-32ed-4f9f-a989-4d504c9daf28 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:43.153251 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2642075c-3e35-4718-97d3-46f67d31a3cb tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Router e6b2b62e-7f55-4ba2-b077-893840665ffb has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:29:43.176623 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device b12530a7-4e63-4770-b0a3-6061449aa8c9 details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:29:43.186350 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 3255bf77-8d6e-4e4b-9836-720b73b51f93 details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:29:43.207837 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def8b711-06f9-4f3d-874e-9090e94f60fe tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Network 7d1bbc54-396c-4d5f-ad1a-07fce9c4cd5c is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:29:43.220919 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-def8b711-06f9-4f3d-874e-9090e94f60fe tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:29:43.223222 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 6fb9e69d-329d-48c2-97aa-a713fa421dad triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:29:43.223385 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03db6f51-671d-4343-80ce-ab923e3004d8 req-b7d7801a-fd6d-4187-a6db-6ab521c4a928 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:43.223598 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:43.224995 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-03db6f51-671d-4343-80ce-ab923e3004d8 req-b7d7801a-fd6d-4187-a6db-6ab521c4a928 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] 10.222.0.23 "GET /v2.0/ports?device_id=067ea6c0-d5fd-4fd0-8511-306f6462c11c HTTP/1.1" status: 200 len: 943 time: 0.1402581 Jul 05 02:29:43.237655 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def8b711-06f9-4f3d-874e-9090e94f60fe tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:29:43.237655 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-def8b711-06f9-4f3d-874e-9090e94f60fe tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635668'] for router_interface, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:43.339541 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-03db6f51-671d-4343-80ce-ab923e3004d8 req-165f64a9-2bfa-4265-b425-9dc713201c13 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] 10.222.0.23 "GET /v2.0/security-groups?id=de31e825-2317-40e9-8c29-83244b09dca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057391 Jul 05 02:29:43.370296 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.db.resource_extend [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 02:29:43.371871 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2642075c-3e35-4718-97d3-46f67d31a3cb tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:29:43.377841 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2642075c-3e35-4718-97d3-46f67d31a3cb tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:43.391090 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9033a12d-4187-4246-a67d-0df2ef699aa9 None None] Sync routers for ids ['e6b2b62e-7f55-4ba2-b077-893840665ffb'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:29:43.405533 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9033a12d-4187-4246-a67d-0df2ef699aa9 None None] Routers {'e6b2b62e-7f55-4ba2-b077-893840665ffb'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:29:43.410533 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-9033a12d-4187-4246-a67d-0df2ef699aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:29:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['e6b2b62e-7f55-4ba2-b077-893840665ffb'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:43.432069 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8c4948-457e-4d0b-b056-3d9b90158b3a tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:43.436151 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-8a8c4948-457e-4d0b-b056-3d9b90158b3a tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=4bbc2f9e-02cf-490e-901d-2588655a3ef0&device_id=6b3d91a9-948e-4e1f-b43f-cfc5c2674b27&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3576372 Jul 05 02:29:43.442739 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 37352) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:43.463226 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-9033a12d-4187-4246-a67d-0df2ef699aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:43.474869 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9033a12d-4187-4246-a67d-0df2ef699aa9 None None] Routers {'e6b2b62e-7f55-4ba2-b077-893840665ffb'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:29:43.476507 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-9033a12d-4187-4246-a67d-0df2ef699aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:29:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['e6b2b62e-7f55-4ba2-b077-893840665ffb'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:43.499120 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-2642075c-3e35-4718-97d3-46f67d31a3cb tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] 10.222.0.23 "PUT /v2.0/floatingips/d6f8b42a-2cdf-4c71-b582-972423b51fcf HTTP/1.1" status: 200 len: 977 time: 4.0088584 Jul 05 02:29:43.507889 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 37354) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:43.514576 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-d00397df-03c8-4f92-ad16-dab0953e2ecf tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:29:43.561605 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-9033a12d-4187-4246-a67d-0df2ef699aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:43.563681 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9033a12d-4187-4246-a67d-0df2ef699aa9 None None] The sync data for ids ['e6b2b62e-7f55-4ba2-b077-893840665ffb'] in n-d-771362-32 is: [] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:29:43.597211 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d5e9034-76ae-40d2-8bb0-030df0496a0f admin admin] Router 66bfe7b3-8ff7-4069-9b12-5163ff02d65e is scheduled to L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 with binding_index 1 {{(pid=94462) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 02:29:43.618082 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d00397df-03c8-4f92-ad16-dab0953e2ecf tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks [] for floatingip, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:43.702564 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port b12530a7-4e63-4770-b0a3-6061449aa8c9, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=b12530a7-4e63-4770-b0a3-6061449aa8c9,segment=NetworkSegment(d93517f9-cb27-456b-8180-ef58b44abe45),segment_id=d93517f9-cb27-456b-8180-ef58b44abe45)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:29:43.726334 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Returning: {'device': 'b12530a7-4e63-4770-b0a3-6061449aa8c9', 'network_id': '882c819f-3448-4e1d-8a0d-c4801113dbdf', 'port_id': 'b12530a7-4e63-4770-b0a3-6061449aa8c9', 'mac_address': 'fa:16:3e:ce:45:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd25aff0-af29-453c-a0e9-c2c58c06ca99', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:29:43.767378 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-011834fd-1ee2-47da-bdba-dafc01b13768 None None] Provisioning for port 01f22946-8b0d-421a-b107-bcccd7a9eb4e completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:29:43.776527 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d00397df-03c8-4f92-ad16-dab0953e2ecf tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:43.790445 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 3255bf77-8d6e-4e4b-9836-720b73b51f93, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=3255bf77-8d6e-4e4b-9836-720b73b51f93,segment=NetworkSegment(d93517f9-cb27-456b-8180-ef58b44abe45),segment_id=d93517f9-cb27-456b-8180-ef58b44abe45)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:29:43.793131 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-def8b711-06f9-4f3d-874e-9090e94f60fe tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:43.811915 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-011834fd-1ee2-47da-bdba-dafc01b13768 None None] Provisioning complete for port 01f22946-8b0d-421a-b107-bcccd7a9eb4e triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:29:43.812592 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-011834fd-1ee2-47da-bdba-dafc01b13768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:43.831606 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d00397df-03c8-4f92-ad16-dab0953e2ecf tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636869'] for floatingip, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:43.833294 n-d-771362-32 neutron-server[94461]: INFO neutron.db.l3_db [None req-d00397df-03c8-4f92-ad16-dab0953e2ecf tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Floating IP d6f8b42a-2cdf-4c71-b582-972423b51fcf disassociated. External IP: 172.25.7.47, port: 320c06d6-483d-470b-a10e-f6117b2702e6. Jul 05 02:29:43.847201 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:43.854957 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': '3255bf77-8d6e-4e4b-9836-720b73b51f93', 'network_id': '882c819f-3448-4e1d-8a0d-c4801113dbdf', 'port_id': '3255bf77-8d6e-4e4b-9836-720b73b51f93', 'mac_address': 'fa:16:3e:71:6c:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd25aff0-af29-453c-a0e9-c2c58c06ca99', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:29:43.877292 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b90f86-a6e8-43d4-9763-0d7d2b3869b4 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:43.881365 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-03b90f86-a6e8-43d4-9763-0d7d2b3869b4 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] 10.222.0.23 "GET /v2.0/networks/4bbc2f9e-02cf-490e-901d-2588655a3ef0 HTTP/1.1" status: 200 len: 881 time: 0.4350441 Jul 05 02:29:43.884772 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 37362) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:43.891476 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b12530a7-4e63-4770-b0a3-6061449aa8c9 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:29:43.912914 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-011834fd-1ee2-47da-bdba-dafc01b13768 None None] Port 01f22946-8b0d-421a-b107-bcccd7a9eb4e cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:29:43.922992 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-ee42f4a1-f262-4ac3-b1cd-896ce1f2c8e6 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b3d91a9-948e-4e1f-b43f-cfc5c2674b27 HTTP/1.1" status: 200 len: 205 time: 0.0344963 Jul 05 02:29:43.922992 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 37364) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:43.958443 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port b12530a7-4e63-4770-b0a3-6061449aa8c9, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=b12530a7-4e63-4770-b0a3-6061449aa8c9,segment=NetworkSegment(d93517f9-cb27-456b-8180-ef58b44abe45),segment_id=d93517f9-cb27-456b-8180-ef58b44abe45)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:29:43.975268 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:43.999535 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3255bf77-8d6e-4e4b-9836-720b73b51f93 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:29:44.005204 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d5e9034-76ae-40d2-8bb0-030df0496a0f admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:29:44.016744 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4cc074-ec0c-4273-9a5e-3e91a9d07c66 None None] Sync routers for ids ['66bfe7b3-8ff7-4069-9b12-5163ff02d65e'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:29:44.028232 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:44.032986 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 3255bf77-8d6e-4e4b-9836-720b73b51f93, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=3255bf77-8d6e-4e4b-9836-720b73b51f93,segment=NetworkSegment(d93517f9-cb27-456b-8180-ef58b44abe45),segment_id=d93517f9-cb27-456b-8180-ef58b44abe45)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:29:44.068355 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4cc074-ec0c-4273-9a5e-3e91a9d07c66 None None] Routers {'66bfe7b3-8ff7-4069-9b12-5163ff02d65e'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:29:44.069016 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-3c4cc074-ec0c-4273-9a5e-3e91a9d07c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:29:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['66bfe7b3-8ff7-4069-9b12-5163ff02d65e'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:44.072190 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bca821b9-32ed-4f9f-a989-4d504c9daf28 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:44.114407 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:44.139453 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=b12530a7-4e63-4770-b0a3-6061449aa8c9,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:44.158387 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2d5e9034-76ae-40d2-8bb0-030df0496a0f admin admin] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:44.162626 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-2d5e9034-76ae-40d2-8bb0-030df0496a0f admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 9.1528368 Jul 05 02:29:44.163554 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 37370) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:44.268998 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=3255bf77-8d6e-4e4b-9836-720b73b51f93,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:44.290388 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-3c4cc074-ec0c-4273-9a5e-3e91a9d07c66 None None] Set router 66bfe7b3-8ff7-4069-9b12-5163ff02d65e gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:29:44.320950 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['b12530a7-4e63-4770-b0a3-6061449aa8c9'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:29:44.370876 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['3255bf77-8d6e-4e4b-9836-720b73b51f93'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:29:44.385125 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca821b9-32ed-4f9f-a989-4d504c9daf28 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Pushing event updated for resources: {'Subnet': ['ID=b454fc94-7dfd-4525-8619-1236444a135e,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:44.490417 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca821b9-32ed-4f9f-a989-4d504c9daf28 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Checking segment: {'id': '9a7c1178-b6be-4cfd-ba5f-685051706e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c9cdffc9-5706-4acd-a788-58c150f9f2ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:29:44.490734 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca821b9-32ed-4f9f-a989-4d504c9daf28 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Network hostable DHCP agents. Network: c9cdffc9-5706-4acd-a788-58c150f9f2ff, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:29:44.500262 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0b76930e-770b-4059-8c35-cfba0a768b53 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks [] for router, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:44.523180 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-def8b711-06f9-4f3d-874e-9090e94f60fe tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:44.589382 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-def8b711-06f9-4f3d-874e-9090e94f60fe tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:44.594177 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-def8b711-06f9-4f3d-874e-9090e94f60fe tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634601'] for router_interface, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:44.671446 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca821b9-32ed-4f9f-a989-4d504c9daf28 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Network c9cdffc9-5706-4acd-a788-58c150f9f2ff is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:29:44.689099 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d00397df-03c8-4f92-ad16-dab0953e2ecf tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Router e6b2b62e-7f55-4ba2-b077-893840665ffb has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:29:44.699735 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0b76930e-770b-4059-8c35-cfba0a768b53 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:44.783770 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def8b711-06f9-4f3d-874e-9090e94f60fe tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Pushing event updated for resources: {'Port': ['ID=01f22946-8b0d-421a-b107-bcccd7a9eb4e,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:44.801209 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-3c4cc074-ec0c-4273-9a5e-3e91a9d07c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bfe7b3-8ff7-4069-9b12-5163ff02d65e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-796095934-router', 'tenant_id': '1c86027370b247c2b5010395a3a8fb85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '730f37ef-6757-4463-8a1b-f441b59547a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:29:35Z', 'updated_at': '2021-07-05T02:29:40Z', 'revision_number': 3, 'project_id': '1c86027370b247c2b5010395a3a8fb85', 'gw_port': {'id': '730f37ef-6757-4463-8a1b-f441b59547a2', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:05:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66bfe7b3-8ff7-4069-9b12-5163ff02d65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:29:38Z', 'updated_at': '2021-07-05T02:29:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:44.833052 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4cc074-ec0c-4273-9a5e-3e91a9d07c66 None None] Checking router: 66bfe7b3-8ff7-4069-9b12-5163ff02d65e for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:29:44.833388 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4cc074-ec0c-4273-9a5e-3e91a9d07c66 None None] Updating router 66bfe7b3-8ff7-4069-9b12-5163ff02d65e port 730f37ef-6757-4463-8a1b-f441b59547a2 binding host n-d-771362-32 {{(pid=94463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 02:29:44.852182 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d00397df-03c8-4f92-ad16-dab0953e2ecf tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:29:44.858393 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d00397df-03c8-4f92-ad16-dab0953e2ecf tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:44.868417 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac29516-b2ea-4fa2-80c9-e3389887ebb0 None None] Sync routers for ids ['e6b2b62e-7f55-4ba2-b077-893840665ffb'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:29:44.872062 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-bca821b9-32ed-4f9f-a989-4d504c9daf28 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, c9cdffc9-5706-4acd-a788-58c150f9f2ff) {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:29:44.875531 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c4cc074-ec0c-4273-9a5e-3e91a9d07c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:44.894916 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca821b9-32ed-4f9f-a989-4d504c9daf28 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:44.895802 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bca821b9-32ed-4f9f-a989-4d504c9daf28 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:44.902664 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac29516-b2ea-4fa2-80c9-e3389887ebb0 None None] Routers {'e6b2b62e-7f55-4ba2-b077-893840665ffb'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:29:44.902664 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-dac29516-b2ea-4fa2-80c9-e3389887ebb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:29:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['e6b2b62e-7f55-4ba2-b077-893840665ffb'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:44.902962 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1f308d-c7b0-4f96-ac2f-b864d2ebf0ca None None] Network c9cdffc9-5706-4acd-a788-58c150f9f2ff requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:29:44.909293 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493999cb-f3c8-4f26-b6a6-0621120f13bb req-934a37de-3613-4ccc-ad52-1633c2bc741f tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:44.916198 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-d00397df-03c8-4f92-ad16-dab0953e2ecf tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] 10.222.0.23 "PUT /v2.0/floatingips/d6f8b42a-2cdf-4c71-b582-972423b51fcf HTTP/1.1" status: 200 len: 687 time: 1.4071743 Jul 05 02:29:44.917322 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 37386) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:44.919314 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-493999cb-f3c8-4f26-b6a6-0621120f13bb req-934a37de-3613-4ccc-ad52-1633c2bc741f tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] 10.222.0.23 "GET /v2.0/ports?device_id=067ea6c0-d5fd-4fd0-8511-306f6462c11c HTTP/1.1" status: 200 len: 944 time: 0.3309374 Jul 05 02:29:44.941489 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-0b76930e-770b-4059-8c35-cfba0a768b53 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Deleting port 914adfcd-5a87-4da4-ba9b-0ede808d772c {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:29:44.941489 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0b76930e-770b-4059-8c35-cfba0a768b53 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:44.962467 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-dac29516-b2ea-4fa2-80c9-e3389887ebb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:44.975432 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac29516-b2ea-4fa2-80c9-e3389887ebb0 None None] Routers {'e6b2b62e-7f55-4ba2-b077-893840665ffb'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:29:44.976172 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-dac29516-b2ea-4fa2-80c9-e3389887ebb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:29:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['e6b2b62e-7f55-4ba2-b077-893840665ffb'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:45.024676 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-dac29516-b2ea-4fa2-80c9-e3389887ebb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:45.025687 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac29516-b2ea-4fa2-80c9-e3389887ebb0 None None] The sync data for ids ['e6b2b62e-7f55-4ba2-b077-893840665ffb'] in n-d-771362-32 is: [] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:29:45.034749 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def8b711-06f9-4f3d-874e-9090e94f60fe tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Network 7d1bbc54-396c-4d5f-ad1a-07fce9c4cd5c is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:29:45.040079 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-def8b711-06f9-4f3d-874e-9090e94f60fe tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:29:45.095823 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-493999cb-f3c8-4f26-b6a6-0621120f13bb req-81f4f534-73fa-47ee-b729-df5261100064 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] 10.222.0.23 "GET /v2.0/security-groups?id=de31e825-2317-40e9-8c29-83244b09dca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754193 Jul 05 02:29:45.124310 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device e14451b1-8416-4a1a-885c-8482217ef4ad up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:29:45.173489 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0b76930e-770b-4059-8c35-cfba0a768b53 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:45.200050 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 3255bf77-8d6e-4e4b-9836-720b73b51f93 up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:29:45.200320 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-0b76930e-770b-4059-8c35-cfba0a768b53 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Calling delete_port for 914adfcd-5a87-4da4-ba9b-0ede808d772c owned by network:router_gateway {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:29:45.208756 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-bca821b9-32ed-4f9f-a989-4d504c9daf28 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1206369 Jul 05 02:29:45.214898 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 37394) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:45.306698 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-fe81c0f0-c033-4570-b28e-0f71947e1d45 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Request body: {'subnet': {'network_id': '69ae6b4b-a994-424d-b482-55cd86a9b9d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:29:45.314033 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-1a01113c-cd32-46a1-a337-94d993123f4c tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Deleting port 1662fe7a-b49d-45c7-bd82-4a609db10d6e {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:29:45.314736 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1a01113c-cd32-46a1-a337-94d993123f4c tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:45.380596 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9a15f686-4dc4-423e-9338-7c208a8d0b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:45.456025 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c4cc074-ec0c-4273-9a5e-3e91a9d07c66 None None] Notify callbacks [] for port, precommit_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:45.485533 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port e14451b1-8416-4a1a-885c-8482217ef4ad triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:29:45.485906 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:45.517481 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f209fa7a-e6ed-42b0-8c21-f566958dac4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-c9cdffc9-5706-4acd-a788-58c150f9f2ff', 'network_id': 'c9cdffc9-5706-4acd-a788-58c150f9f2ff', 'tenant_id': 'a0e45beb068b4608ac3408358bbc2146', 'fixed_ips': [{'subnet_id': 'b454fc94-7dfd-4525-8619-1236444a135e'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:29:45.518436 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f209fa7a-e6ed-42b0-8c21-f566958dac4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:45.524814 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-3c4cc074-ec0c-4273-9a5e-3e91a9d07c66 None None] Transition to ACTIVE for port object 730f37ef-6757-4463-8a1b-f441b59547a2 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:29:45.537721 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-98bff87e-8b99-4d4e-8996-368771d9777b None None] Provisioning complete for port 01f22946-8b0d-421a-b107-bcccd7a9eb4e triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:29:45.538214 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-98bff87e-8b99-4d4e-8996-368771d9777b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:45.585631 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-9a15f686-4dc4-423e-9338-7c208a8d0b33 admin admin] Allocated IP 172.20.0.1 (5a29fe19-35bd-442b-9589-13cdfa9e36ce/228a53f6-6ef9-4418-b7c1-2dd8410e94ca/d7eeca31-3e73-4e8a-89b2-b38b4f2abd3b) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:29:45.592974 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1a01113c-cd32-46a1-a337-94d993123f4c tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:45.593239 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1a01113c-cd32-46a1-a337-94d993123f4c tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:45.610093 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-1a01113c-cd32-46a1-a337-94d993123f4c tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Calling delete_port for 1662fe7a-b49d-45c7-bd82-4a609db10d6e owned by network:floatingip {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:29:45.635068 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-98bff87e-8b99-4d4e-8996-368771d9777b None None] Port 01f22946-8b0d-421a-b107-bcccd7a9eb4e cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:29:45.642276 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-def8b711-06f9-4f3d-874e-9090e94f60fe tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Router a81481e9-4803-4288-8d64-8e48838a5577 is scheduled to L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 with binding_index 1 {{(pid=94462) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 02:29:45.778304 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-def8b711-06f9-4f3d-874e-9090e94f60fe tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:29:45.787549 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 37398) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:45.787797 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-def8b711-06f9-4f3d-874e-9090e94f60fe tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "PUT /v2.0/routers/a81481e9-4803-4288-8d64-8e48838a5577/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9435983 Jul 05 02:29:45.791775 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9a15f686-4dc4-423e-9338-7c208a8d0b33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:45.806381 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [None req-9a15f686-4dc4-423e-9338-7c208a8d0b33 admin admin] Transition to ACTIVE for port object d7eeca31-3e73-4e8a-89b2-b38b4f2abd3b will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:29:45.824284 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e60a71-916a-4bbe-a4a6-e5964f549c67 None None] Sync routers for ids ['a81481e9-4803-4288-8d64-8e48838a5577'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:29:45.830658 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c4cc074-ec0c-4273-9a5e-3e91a9d07c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:45.832605 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning for port 3255bf77-8d6e-4e4b-9836-720b73b51f93 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:29:45.842382 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0b76930e-770b-4059-8c35-cfba0a768b53 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:45.844389 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe81c0f0-c033-4570-b28e-0f71947e1d45 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Made reservation on behalf of a0e45beb068b4608ac3408358bbc2146 for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:29:45.847967 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-fe81c0f0-c033-4570-b28e-0f71947e1d45 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:45.872718 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port 3255bf77-8d6e-4e4b-9836-720b73b51f93 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:29:45.873087 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:45.892492 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba6f45c-dc6b-4b18-826d-71bf274bbe15 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:45.894020 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-5ba6f45c-dc6b-4b18-826d-71bf274bbe15 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "GET /v2.0/ports/01f22946-8b0d-421a-b107-bcccd7a9eb4e HTTP/1.1" status: 200 len: 911 time: 0.1048021 Jul 05 02:29:45.899442 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 37400) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:45.919723 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9a15f686-4dc4-423e-9338-7c208a8d0b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:45.923723 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b76930e-770b-4059-8c35-cfba0a768b53 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Pushing event deleted for resources: {'Port': ['ID=914adfcd-5a87-4da4-ba9b-0ede808d772c,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:45.934063 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1a01113c-cd32-46a1-a337-94d993123f4c tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:45.942270 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e60a71-916a-4bbe-a4a6-e5964f549c67 None None] Routers {'a81481e9-4803-4288-8d64-8e48838a5577'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:29:45.942908 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-62e60a71-916a-4bbe-a4a6-e5964f549c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:29:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['a81481e9-4803-4288-8d64-8e48838a5577'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:45.956422 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b76930e-770b-4059-8c35-cfba0a768b53 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:29:45.962541 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b76930e-770b-4059-8c35-cfba0a768b53 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:29:45.962541 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b76930e-770b-4059-8c35-cfba0a768b53 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:29:45.962541 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b76930e-770b-4059-8c35-cfba0a768b53 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:29:45.962541 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b76930e-770b-4059-8c35-cfba0a768b53 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:29:45.962541 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b76930e-770b-4059-8c35-cfba0a768b53 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:29:45.962541 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b76930e-770b-4059-8c35-cfba0a768b53 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:29:45.962541 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b76930e-770b-4059-8c35-cfba0a768b53 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:29:45.962541 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b76930e-770b-4059-8c35-cfba0a768b53 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:29:45.962541 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b76930e-770b-4059-8c35-cfba0a768b53 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:29:45.962541 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b76930e-770b-4059-8c35-cfba0a768b53 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:29:45.962541 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b76930e-770b-4059-8c35-cfba0a768b53 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:29:46.007801 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-62e60a71-916a-4bbe-a4a6-e5964f549c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:46.016159 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-3c4cc074-ec0c-4273-9a5e-3e91a9d07c66 None None] Attempting to bind port 730f37ef-6757-4463-8a1b-f441b59547a2 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:29:46.018735 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-3c4cc074-ec0c-4273-9a5e-3e91a9d07c66 None None] Attempting to bind port 730f37ef-6757-4463-8a1b-f441b59547a2 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:29:46.018735 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4cc074-ec0c-4273-9a5e-3e91a9d07c66 None None] Attempting to bind port 730f37ef-6757-4463-8a1b-f441b59547a2 on network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:29:46.023910 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052e8e07-5673-42ea-893a-493f0531ad8f None None] Pushing event updated for resources: {'Port': ['ID=730f37ef-6757-4463-8a1b-f441b59547a2,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:46.027697 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-f209fa7a-e6ed-42b0-8c21-f566958dac4f None None] Allocated IP 172.20.0.2 (c9cdffc9-5706-4acd-a788-58c150f9f2ff/b454fc94-7dfd-4525-8619-1236444a135e/1d4c5ec6-921d-4974-ba04-37957739bd3d) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:29:46.034482 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a15f686-4dc4-423e-9338-7c208a8d0b33 admin admin] Network 5a29fe19-35bd-442b-9589-13cdfa9e36ce is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:29:46.041915 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4cc074-ec0c-4273-9a5e-3e91a9d07c66 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:29:46.042600 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4cc074-ec0c-4273-9a5e-3e91a9d07c66 None None] Checking segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:29:46.043189 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c4cc074-ec0c-4273-9a5e-3e91a9d07c66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:46.043992 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4cc074-ec0c-4273-9a5e-3e91a9d07c66 None None] Bound using segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:29:46.048712 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-3c4cc074-ec0c-4273-9a5e-3e91a9d07c66 None None] Bound port: 730f37ef-6757-4463-8a1b-f441b59547a2, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:29:46.048712 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c4cc074-ec0c-4273-9a5e-3e91a9d07c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:46.048991 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a01113c-cd32-46a1-a337-94d993123f4c tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Pushing event deleted for resources: {'Port': ['ID=1662fe7a-b49d-45c7-bd82-4a609db10d6e,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:46.056445 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-9a15f686-4dc4-423e-9338-7c208a8d0b33 admin admin] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:29:46.062714 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a15f686-4dc4-423e-9338-7c208a8d0b33 admin admin] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:29:46.097703 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e60a71-916a-4bbe-a4a6-e5964f549c67 None None] Routers {'a81481e9-4803-4288-8d64-8e48838a5577'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:29:46.098911 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-62e60a71-916a-4bbe-a4a6-e5964f549c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:29:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['a81481e9-4803-4288-8d64-8e48838a5577'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:46.113534 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9a15f686-4dc4-423e-9338-7c208a8d0b33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635668'] for router_interface, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:46.210760 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 37408) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:46.228986 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-62e60a71-916a-4bbe-a4a6-e5964f549c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:46.229703 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e60a71-916a-4bbe-a4a6-e5964f549c67 None None] The sync data for ids ['a81481e9-4803-4288-8d64-8e48838a5577'] in n-d-771362-32 is: [] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:29:46.279405 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-3c4cc074-ec0c-4273-9a5e-3e91a9d07c66 None None] For port 730f37ef-6757-4463-8a1b-f441b59547a2, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:29:46.285749 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-3c4cc074-ec0c-4273-9a5e-3e91a9d07c66 None None] For port 730f37ef-6757-4463-8a1b-f441b59547a2, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=730f37ef-6757-4463-8a1b-f441b59547a2,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:29:46.290515 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:46.304967 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0b76930e-770b-4059-8c35-cfba0a768b53 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636927'] for router_gateway, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:46.312071 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a15f686-4dc4-423e-9338-7c208a8d0b33 admin admin] Pushing event updated for resources: {'Port': ['ID=d7eeca31-3e73-4e8a-89b2-b38b4f2abd3b,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:46.360431 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc64e74b-567a-4516-b20b-474d8c9a74b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3255bf77-8d6e-4e4b-9836-720b73b51f93'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:29:46.363682 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4fe9e06-6cd4-4885-81f3-11f617c67d72" -d '{"events": [{"server_uuid": "fc64e74b-567a-4516-b20b-474d8c9a74b6", "name": "network-vif-plugged", "status": "completed", "tag": "3255bf77-8d6e-4e4b-9836-720b73b51f93"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:29:46.384539 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 3255bf77-8d6e-4e4b-9836-720b73b51f93, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=3255bf77-8d6e-4e4b-9836-720b73b51f93,segment=NetworkSegment(d93517f9-cb27-456b-8180-ef58b44abe45),segment_id=d93517f9-cb27-456b-8180-ef58b44abe45)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:29:46.419554 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c4cc074-ec0c-4273-9a5e-3e91a9d07c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:46.449831 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78852772-aaf7-403d-8eac-b9d8548d5fca x-openstack-request-id: req-78852772-aaf7-403d-8eac-b9d8548d5fca {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:29:46.452184 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc64e74b-567a-4516-b20b-474d8c9a74b6", "name": "network-vif-plugged", "status": "completed", "tag": "3255bf77-8d6e-4e4b-9836-720b73b51f93", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:29:46.452184 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-78852772-aaf7-403d-8eac-b9d8548d5fca {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:29:46.453482 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc64e74b-567a-4516-b20b-474d8c9a74b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3255bf77-8d6e-4e4b-9836-720b73b51f93', 'code': 200} Jul 05 02:29:46.470276 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-fe81c0f0-c033-4570-b28e-0f71947e1d45 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5763451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774823'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:46.510114 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:46.523533 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0b76930e-770b-4059-8c35-cfba0a768b53 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11828'] for router, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:46.529997 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f209fa7a-e6ed-42b0-8c21-f566958dac4f None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:46.535453 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052e8e07-5673-42ea-893a-493f0531ad8f None None] Pushing event updated for resources: {'Port': ['ID=730f37ef-6757-4463-8a1b-f441b59547a2,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:46.555861 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-f209fa7a-e6ed-42b0-8c21-f566958dac4f None None] Transition to ACTIVE for port object 1d4c5ec6-921d-4974-ba04-37957739bd3d will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:29:46.562008 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0b76930e-770b-4059-8c35-cfba0a768b53 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:46.582327 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1a01113c-cd32-46a1-a337-94d993123f4c tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks [] for floatingip, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:46.585615 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1a01113c-cd32-46a1-a337-94d993123f4c tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:46.589416 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-1a01113c-cd32-46a1-a337-94d993123f4c tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] 10.222.0.23 "DELETE /v2.0/floatingips/d6f8b42a-2cdf-4c71-b582-972423b51fcf HTTP/1.1" status: 204 len: 168 time: 1.6675007 Jul 05 02:29:46.598093 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4cc074-ec0c-4273-9a5e-3e91a9d07c66 None None] Routers {'66bfe7b3-8ff7-4069-9b12-5163ff02d65e'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:29:46.598367 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 37414) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:46.598523 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-3c4cc074-ec0c-4273-9a5e-3e91a9d07c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:29:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['66bfe7b3-8ff7-4069-9b12-5163ff02d65e'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:46.650717 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-f209fa7a-e6ed-42b0-8c21-f566958dac4f None None] Transition to ACTIVE for port object 1d4c5ec6-921d-4974-ba04-37957739bd3d will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:29:46.657528 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-3e1af0d0-d316-4f70-a037-3172fa7648ed None None] Provisioning for port d7eeca31-3e73-4e8a-89b2-b38b4f2abd3b completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:29:46.670958 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-3e1af0d0-d316-4f70-a037-3172fa7648ed None None] Provisioning complete for port d7eeca31-3e73-4e8a-89b2-b38b4f2abd3b triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:29:46.671339 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3e1af0d0-d316-4f70-a037-3172fa7648ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:46.682795 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe81c0f0-c033-4570-b28e-0f71947e1d45 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Pushing event updated for resources: {'Subnet': ['ID=a9592a17-cfcb-4ed2-8846-1980f312aabd,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:46.695547 n-d-771362-32 neutron-server[94461]: INFO neutron.api.v2.resource [None req-6810e220-ff08-449c-93c5-dceb9d883f71 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] delete failed (client error): The resource could not be found. Jul 05 02:29:46.702178 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-6810e220-ff08-449c-93c5-dceb9d883f71 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] 10.222.0.23 "DELETE /v2.0/floatingips/d6f8b42a-2cdf-4c71-b582-972423b51fcf HTTP/1.1" status: 404 len: 345 time: 0.0658414 Jul 05 02:29:46.704888 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=3255bf77-8d6e-4e4b-9836-720b73b51f93,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:46.705175 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 37416) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:46.765104 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-3e1af0d0-d316-4f70-a037-3172fa7648ed None None] Port d7eeca31-3e73-4e8a-89b2-b38b4f2abd3b cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:29:46.774600 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95851797-368b-40a4-9489-35732ffbd413 req-07e970eb-7e52-4e16-95c4-19540eba4899 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:46.776443 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-95851797-368b-40a4-9489-35732ffbd413 req-07e970eb-7e52-4e16-95c4-19540eba4899 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] 10.222.0.23 "GET /v2.0/ports?device_id=067ea6c0-d5fd-4fd0-8511-306f6462c11c HTTP/1.1" status: 200 len: 944 time: 0.4109292 Jul 05 02:29:46.778376 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0b76930e-770b-4059-8c35-cfba0a768b53 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1575451'] for router, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:46.785206 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b76930e-770b-4059-8c35-cfba0a768b53 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Fanout notify agent at l3_agent the message router_deleted on router 6b3d91a9-948e-4e1f-b43f-cfc5c2674b27 {{(pid=94461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 02:29:46.787210 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0b76930e-770b-4059-8c35-cfba0a768b53 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks [] for router, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:46.787405 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f209fa7a-e6ed-42b0-8c21-f566958dac4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:46.788867 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-0b76930e-770b-4059-8c35-cfba0a768b53 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] 10.222.0.23 "DELETE /v2.0/routers/6b3d91a9-948e-4e1f-b43f-cfc5c2674b27 HTTP/1.1" status: 204 len: 168 time: 2.8650646 Jul 05 02:29:46.797605 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe81c0f0-c033-4570-b28e-0f71947e1d45 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Checking segment: {'id': '194f9626-38e2-42ca-a3c0-8485d5bec5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '69ae6b4b-a994-424d-b482-55cd86a9b9d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:29:46.798518 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe81c0f0-c033-4570-b28e-0f71947e1d45 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Network hostable DHCP agents. Network: 69ae6b4b-a994-424d-b482-55cd86a9b9d1, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:29:46.804646 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 37418) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:46.818094 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-f4b906ab-1a58-4bbd-9c4d-8973218a7cac tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2116783292', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:29:46.827322 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-3c4cc074-ec0c-4273-9a5e-3e91a9d07c66 None None] Set router 66bfe7b3-8ff7-4069-9b12-5163ff02d65e gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:29:46.873125 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ed1a72-7044-416a-b429-2c01411478dd req-ec1f56e6-6262-4520-90ef-9886bd547824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:46.875524 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e8ed1a72-7044-416a-b429-2c01411478dd req-ec1f56e6-6262-4520-90ef-9886bd547824 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fc64e74b-567a-4516-b20b-474d8c9a74b6 HTTP/1.1" status: 200 len: 1097 time: 0.3611121 Jul 05 02:29:46.898569 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f209fa7a-e6ed-42b0-8c21-f566958dac4f None None] Network c9cdffc9-5706-4acd-a788-58c150f9f2ff is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:29:46.904324 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-f209fa7a-e6ed-42b0-8c21-f566958dac4f None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:29:46.907126 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f209fa7a-e6ed-42b0-8c21-f566958dac4f None None] Pushing event updated for resources: {'Port': ['ID=1d4c5ec6-921d-4974-ba04-37957739bd3d,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:46.915329 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f209fa7a-e6ed-42b0-8c21-f566958dac4f None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:29:46.939584 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-95851797-368b-40a4-9489-35732ffbd413 req-f4d0962b-455e-4108-babd-6c3eb672991c tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] 10.222.0.23 "GET /v2.0/security-groups?id=de31e825-2317-40e9-8c29-83244b09dca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479986 Jul 05 02:29:46.984282 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d76492ae-0176-48f4-96d9-4d626d13331a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:47.063891 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-f209fa7a-e6ed-42b0-8c21-f566958dac4f None None] Attempting to bind port 1d4c5ec6-921d-4974-ba04-37957739bd3d on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:29:47.064427 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-f209fa7a-e6ed-42b0-8c21-f566958dac4f None None] Attempting to bind port 1d4c5ec6-921d-4974-ba04-37957739bd3d by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '9a7c1178-b6be-4cfd-ba5f-685051706e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c9cdffc9-5706-4acd-a788-58c150f9f2ff'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:29:47.065252 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f209fa7a-e6ed-42b0-8c21-f566958dac4f None None] Attempting to bind port 1d4c5ec6-921d-4974-ba04-37957739bd3d on network c9cdffc9-5706-4acd-a788-58c150f9f2ff {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:29:47.074737 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f209fa7a-e6ed-42b0-8c21-f566958dac4f None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:29:47.075467 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f209fa7a-e6ed-42b0-8c21-f566958dac4f None None] Checking segment: {'id': '9a7c1178-b6be-4cfd-ba5f-685051706e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c9cdffc9-5706-4acd-a788-58c150f9f2ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:29:47.076055 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f209fa7a-e6ed-42b0-8c21-f566958dac4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:47.076618 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f209fa7a-e6ed-42b0-8c21-f566958dac4f None None] Bound using segment: {'id': '9a7c1178-b6be-4cfd-ba5f-685051706e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c9cdffc9-5706-4acd-a788-58c150f9f2ff'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:29:47.077295 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-f209fa7a-e6ed-42b0-8c21-f566958dac4f None None] Bound port: 1d4c5ec6-921d-4974-ba04-37957739bd3d, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a7c1178-b6be-4cfd-ba5f-685051706e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c9cdffc9-5706-4acd-a788-58c150f9f2ff'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:29:47.077680 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f209fa7a-e6ed-42b0-8c21-f566958dac4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:47.149547 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device b12530a7-4e63-4770-b0a3-6061449aa8c9 up at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:29:47.201241 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-f209fa7a-e6ed-42b0-8c21-f566958dac4f None None] For port 1d4c5ec6-921d-4974-ba04-37957739bd3d, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:29:47.206732 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-f209fa7a-e6ed-42b0-8c21-f566958dac4f None None] For port 1d4c5ec6-921d-4974-ba04-37957739bd3d, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=1d4c5ec6-921d-4974-ba04-37957739bd3d,segment=NetworkSegment(9a7c1178-b6be-4cfd-ba5f-685051706e76),segment_id=9a7c1178-b6be-4cfd-ba5f-685051706e76)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:29:47.222026 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d76492ae-0176-48f4-96d9-4d626d13331a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:47.224686 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9a15f686-4dc4-423e-9338-7c208a8d0b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:47.227191 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-3c4cc074-ec0c-4273-9a5e-3e91a9d07c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bfe7b3-8ff7-4069-9b12-5163ff02d65e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-796095934-router', 'tenant_id': '1c86027370b247c2b5010395a3a8fb85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '730f37ef-6757-4463-8a1b-f441b59547a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:29:35Z', 'updated_at': '2021-07-05T02:29:40Z', 'revision_number': 3, 'project_id': '1c86027370b247c2b5010395a3a8fb85', 'gw_port': {'id': '730f37ef-6757-4463-8a1b-f441b59547a2', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:05:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66bfe7b3-8ff7-4069-9b12-5163ff02d65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:29:38Z', 'updated_at': '2021-07-05T02:29:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:47.252287 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f4b906ab-1a58-4bbd-9c4d-8973218a7cac tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11810'] for router, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:47.253291 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f4b906ab-1a58-4bbd-9c4d-8973218a7cac tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1926740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11821'] for router, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:47.256859 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe81c0f0-c033-4570-b28e-0f71947e1d45 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Network 69ae6b4b-a994-424d-b482-55cd86a9b9d1 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:29:47.259306 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4cc074-ec0c-4273-9a5e-3e91a9d07c66 None None] The sync data for ids ['66bfe7b3-8ff7-4069-9b12-5163ff02d65e'] in n-d-771362-32 is: [{'id': '66bfe7b3-8ff7-4069-9b12-5163ff02d65e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-796095934-router', 'tenant_id': '1c86027370b247c2b5010395a3a8fb85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '730f37ef-6757-4463-8a1b-f441b59547a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:29:35Z', 'updated_at': '2021-07-05T02:29:40Z', 'revision_number': 3, 'project_id': '1c86027370b247c2b5010395a3a8fb85', 'gw_port': {'id': '730f37ef-6757-4463-8a1b-f441b59547a2', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:05:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66bfe7b3-8ff7-4069-9b12-5163ff02d65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:29:38Z', 'updated_at': '2021-07-05T02:29:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:29:47.259555 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e3a17b31-e483-44f2-806a-c01308920462 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1634680'] for router_interface, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:47.270995 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e8ed1a72-7044-416a-b429-2c01411478dd req-b330bf1e-71ef-4ed7-9096-8e1b347ee7ef service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=de31e825-2317-40e9-8c29-83244b09dca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3778884 Jul 05 02:29:47.291713 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699152af-fa8b-453f-896a-676735f008ac tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:47.297693 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699152af-fa8b-453f-896a-676735f008ac tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:47.303745 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699152af-fa8b-453f-896a-676735f008ac tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:47.305495 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-699152af-fa8b-453f-896a-676735f008ac tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] 10.222.0.23 "GET /v2.0/ports?network_id=abacf947-9b36-45f1-83a1-01c964ac73ad HTTP/1.1" status: 200 len: 2359 time: 0.6006334 Jul 05 02:29:47.309695 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 37420) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:47.368539 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f209fa7a-e6ed-42b0-8c21-f566958dac4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:47.410691 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning for port b12530a7-4e63-4770-b0a3-6061449aa8c9 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:29:47.423173 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-fe81c0f0-c033-4570-b28e-0f71947e1d45 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 69ae6b4b-a994-424d-b482-55cd86a9b9d1) {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:29:47.424676 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning complete for port b12530a7-4e63-4770-b0a3-6061449aa8c9 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:29:47.425064 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:47.426244 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f4b906ab-1a58-4bbd-9c4d-8973218a7cac tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:47.427895 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d76492ae-0176-48f4-96d9-4d626d13331a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:47.433800 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe81c0f0-c033-4570-b28e-0f71947e1d45 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:47.434424 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-fe81c0f0-c033-4570-b28e-0f71947e1d45 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:47.459180 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237f93e2-36af-4e9f-bd02-c2e20401f6ae tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:47.459627 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae90864-9802-490d-b91f-6cabc09a4ece None None] Network 69ae6b4b-a994-424d-b482-55cd86a9b9d1 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:29:47.461212 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-237f93e2-36af-4e9f-bd02-c2e20401f6ae tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] 10.222.0.23 "GET /v2.0/subnets/ce67c9c6-d923-4178-89c8-01c4395a80e8 HTTP/1.1" status: 200 len: 797 time: 0.1505244 Jul 05 02:29:47.466928 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 37422) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:47.472528 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-e8f36b6d-0be7-4f2a-8012-1efa0eb45de5 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Request body: {'port': {'network_id': 'abacf947-9b36-45f1-83a1-01c964ac73ad', 'name': 'tempest-FloatingIPTestJSON-376083170', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:29:47.492168 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76492ae-0176-48f4-96d9-4d626d13331a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f2e83c7-2184-4f5b-9079-e0047492ece2,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:47.517378 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f4b906ab-1a58-4bbd-9c4d-8973218a7cac tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963'] for router, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:47.525823 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f209fa7a-e6ed-42b0-8c21-f566958dac4f None None] Pushing event updated for resources: {'Port': ['ID=1d4c5ec6-921d-4974-ba04-37957739bd3d,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:47.589911 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-d76492ae-0176-48f4-96d9-4d626d13331a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=502c5af504024750ba7f2514789795c4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3765819 Jul 05 02:29:47.600252 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-fe81c0f0-c033-4570-b28e-0f71947e1d45 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3054988 Jul 05 02:29:47.604222 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 37424) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:47.609275 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 37426) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:47.685439 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:47.729728 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f4b906ab-1a58-4bbd-9c4d-8973218a7cac tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks [] for router, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:47.734147 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-f4b906ab-1a58-4bbd-9c4d-8973218a7cac tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.9260969 Jul 05 02:29:47.746728 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 37428) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:47.746728 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-b4d93842-a81d-427d-a926-6744908933d8 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'enable_snat': True}}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:29:47.804430 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port b12530a7-4e63-4770-b0a3-6061449aa8c9, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=b12530a7-4e63-4770-b0a3-6061449aa8c9,segment=NetworkSegment(d93517f9-cb27-456b-8180-ef58b44abe45),segment_id=d93517f9-cb27-456b-8180-ef58b44abe45)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:29:47.821258 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e7afef-e30e-48f5-909f-d1c68eab5003 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-69ae6b4b-a994-424d-b482-55cd86a9b9d1', 'network_id': '69ae6b4b-a994-424d-b482-55cd86a9b9d1', 'tenant_id': 'a0e45beb068b4608ac3408358bbc2146', 'fixed_ips': [{'subnet_id': 'a9592a17-cfcb-4ed2-8846-1980f312aabd'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:29:47.823169 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-21e7afef-e30e-48f5-909f-d1c68eab5003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:47.979683 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:48.027396 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9a15f686-4dc4-423e-9338-7c208a8d0b33 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:48.032068 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8f36b6d-0be7-4f2a-8012-1efa0eb45de5 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Made reservation on behalf of cade54127d6845609e9e91e1547182b5 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:29:48.058906 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a2525920-4ff4-4a58-94ef-00d5a73692de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:48.093534 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b4d93842-a81d-427d-a926-6744908933d8 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:48.155285 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e8f36b6d-0be7-4f2a-8012-1efa0eb45de5 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:48.191207 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [None req-e8f36b6d-0be7-4f2a-8012-1efa0eb45de5 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] device_id is not set on port 5d7e7b76-2335-4bc3-985d-a6844027dbda yet. {{(pid=94461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:29:48.224512 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a2525920-4ff4-4a58-94ef-00d5a73692de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:48.274666 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9a15f686-4dc4-423e-9338-7c208a8d0b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:48.359901 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-21e7afef-e30e-48f5-909f-d1c68eab5003 None None] Allocated IP 172.20.0.2 (69ae6b4b-a994-424d-b482-55cd86a9b9d1/a9592a17-cfcb-4ed2-8846-1980f312aabd/1240fcb9-6bd4-41c0-a2a1-9d70b3b1d594) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:29:48.473383 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a15f686-4dc4-423e-9338-7c208a8d0b33 admin admin] Pushing event updated for resources: {'Port': ['ID=d7eeca31-3e73-4e8a-89b2-b38b4f2abd3b,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:48.476350 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '067ea6c0-d5fd-4fd0-8511-306f6462c11c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b12530a7-4e63-4770-b0a3-6061449aa8c9'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:29:48.486820 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a86af37-c2a1-4fe0-87a7-177597cfc1e1" -d '{"events": [{"server_uuid": "067ea6c0-d5fd-4fd0-8511-306f6462c11c", "name": "network-vif-plugged", "status": "completed", "tag": "b12530a7-4e63-4770-b0a3-6061449aa8c9"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:29:48.486820 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=b12530a7-4e63-4770-b0a3-6061449aa8c9,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:48.500324 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9a15f686-4dc4-423e-9338-7c208a8d0b33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634601'] for router_interface, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:48.547551 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ffeacd28-2f3e-43e9-b8e8-80531f563691 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:48.581019 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6935b62-d669-444f-9a73-15c4c96f4768 x-openstack-request-id: req-b6935b62-d669-444f-9a73-15c4c96f4768 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:29:48.581317 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "067ea6c0-d5fd-4fd0-8511-306f6462c11c", "name": "network-vif-plugged", "status": "completed", "tag": "b12530a7-4e63-4770-b0a3-6061449aa8c9", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:29:48.581568 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b6935b62-d669-444f-9a73-15c4c96f4768 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:29:48.582157 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '067ea6c0-d5fd-4fd0-8511-306f6462c11c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b12530a7-4e63-4770-b0a3-6061449aa8c9', 'code': 200} Jul 05 02:29:48.639716 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-21e7afef-e30e-48f5-909f-d1c68eab5003 None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:48.660164 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-21e7afef-e30e-48f5-909f-d1c68eab5003 None None] Transition to ACTIVE for port object 1240fcb9-6bd4-41c0-a2a1-9d70b3b1d594 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:29:48.681028 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a2525920-4ff4-4a58-94ef-00d5a73692de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:48.682310 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-21e7afef-e30e-48f5-909f-d1c68eab5003 None None] Transition to ACTIVE for port object 1240fcb9-6bd4-41c0-a2a1-9d70b3b1d594 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:29:48.683923 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a2525920-4ff4-4a58-94ef-00d5a73692de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:48.688187 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-a2525920-4ff4-4a58-94ef-00d5a73692de admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6f2e83c7-2184-4f5b-9079-e0047492ece2 HTTP/1.1" status: 204 len: 168 time: 1.0778320 Jul 05 02:29:48.782115 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2525920-4ff4-4a58-94ef-00d5a73692de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f2e83c7-2184-4f5b-9079-e0047492ece2,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:48.803723 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4232abc8-28b0-41c5-a902-d5fa89d04b29 req-34021deb-8f72-4f4b-af92-0667bae492c2 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:48.809252 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-21e7afef-e30e-48f5-909f-d1c68eab5003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:48.812160 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4232abc8-28b0-41c5-a902-d5fa89d04b29 req-34021deb-8f72-4f4b-af92-0667bae492c2 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] 10.222.0.23 "GET /v2.0/ports?device_id=067ea6c0-d5fd-4fd0-8511-306f6462c11c HTTP/1.1" status: 200 len: 945 time: 0.5396287 Jul 05 02:29:48.860591 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e7afef-e30e-48f5-909f-d1c68eab5003 None None] Network 69ae6b4b-a994-424d-b482-55cd86a9b9d1 is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:29:48.867173 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-21e7afef-e30e-48f5-909f-d1c68eab5003 None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:29:48.871736 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e7afef-e30e-48f5-909f-d1c68eab5003 None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:29:48.896872 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8738852-ed10-405d-a138-152e3e71528e req-e41dfc38-9bcb-45e8-adf4-9f13701e5cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:48.899206 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e8738852-ed10-405d-a138-152e3e71528e req-e41dfc38-9bcb-45e8-adf4-9f13701e5cb5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=067ea6c0-d5fd-4fd0-8511-306f6462c11c HTTP/1.1" status: 200 len: 1097 time: 0.2423451 Jul 05 02:29:48.946564 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a15f686-4dc4-423e-9338-7c208a8d0b33 admin admin] Network 5a29fe19-35bd-442b-9589-13cdfa9e36ce is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:29:48.950855 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-e3a17b31-e483-44f2-806a-c01308920462 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Deleting port 01f22946-8b0d-421a-b107-bcccd7a9eb4e {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:29:48.956975 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e3a17b31-e483-44f2-806a-c01308920462 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:48.967960 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4232abc8-28b0-41c5-a902-d5fa89d04b29 req-5e19396e-6bcb-4265-a3d4-e8b55b9b80f3 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] 10.222.0.23 "GET /v2.0/security-groups?id=de31e825-2317-40e9-8c29-83244b09dca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547348 Jul 05 02:29:49.001789 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-9a15f686-4dc4-423e-9338-7c208a8d0b33 admin admin] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:29:49.019065 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-e8f36b6d-0be7-4f2a-8012-1efa0eb45de5 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Allocated IP 172.20.0.14 (abacf947-9b36-45f1-83a1-01c964ac73ad/ce67c9c6-d923-4178-89c8-01c4395a80e8/5d7e7b76-2335-4bc3-985d-a6844027dbda) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:29:49.022879 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e8738852-ed10-405d-a138-152e3e71528e req-cd1f4f76-b618-4bc6-bee8-df432b5488c0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=de31e825-2317-40e9-8c29-83244b09dca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146309 Jul 05 02:29:49.027161 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b4d93842-a81d-427d-a926-6744908933d8 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:49.050009 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-e8f36b6d-0be7-4f2a-8012-1efa0eb45de5 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Allocated IP 172.20.0.13 (abacf947-9b36-45f1-83a1-01c964ac73ad/ce67c9c6-d923-4178-89c8-01c4395a80e8/5d7e7b76-2335-4bc3-985d-a6844027dbda) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:29:49.052683 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b4d93842-a81d-427d-a926-6744908933d8 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:49.069379 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e7afef-e30e-48f5-909f-d1c68eab5003 None None] Pushing event updated for resources: {'Port': ['ID=1240fcb9-6bd4-41c0-a2a1-9d70b3b1d594,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:49.080183 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-21e7afef-e30e-48f5-909f-d1c68eab5003 None None] Attempting to bind port 1240fcb9-6bd4-41c0-a2a1-9d70b3b1d594 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:29:49.081194 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-21e7afef-e30e-48f5-909f-d1c68eab5003 None None] Attempting to bind port 1240fcb9-6bd4-41c0-a2a1-9d70b3b1d594 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '194f9626-38e2-42ca-a3c0-8485d5bec5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '69ae6b4b-a994-424d-b482-55cd86a9b9d1'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:29:49.081812 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e7afef-e30e-48f5-909f-d1c68eab5003 None None] Attempting to bind port 1240fcb9-6bd4-41c0-a2a1-9d70b3b1d594 on network 69ae6b4b-a994-424d-b482-55cd86a9b9d1 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:29:49.097818 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f3378f-c039-4833-b434-fddf5eb4c734 None None] Network c9cdffc9-5706-4acd-a788-58c150f9f2ff requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:29:49.277561 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-ffeacd28-2f3e-43e9-b8e8-80531f563691 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Allocated IP 172.20.0.1 (c9cdffc9-5706-4acd-a788-58c150f9f2ff/b454fc94-7dfd-4525-8619-1236444a135e/ff72c456-517c-49ef-8fa2-338d67475460) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:29:49.298807 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e3a17b31-e483-44f2-806a-c01308920462 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:49.322548 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 730f37ef-6757-4463-8a1b-f441b59547a2 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:29:49.325947 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e7afef-e30e-48f5-909f-d1c68eab5003 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:29:49.327122 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e7afef-e30e-48f5-909f-d1c68eab5003 None None] Checking segment: {'id': '194f9626-38e2-42ca-a3c0-8485d5bec5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '69ae6b4b-a994-424d-b482-55cd86a9b9d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:29:49.327796 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-21e7afef-e30e-48f5-909f-d1c68eab5003 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:49.328592 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e7afef-e30e-48f5-909f-d1c68eab5003 None None] Bound using segment: {'id': '194f9626-38e2-42ca-a3c0-8485d5bec5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '69ae6b4b-a994-424d-b482-55cd86a9b9d1'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:29:49.328735 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-21e7afef-e30e-48f5-909f-d1c68eab5003 None None] Bound port: 1240fcb9-6bd4-41c0-a2a1-9d70b3b1d594, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '194f9626-38e2-42ca-a3c0-8485d5bec5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '69ae6b4b-a994-424d-b482-55cd86a9b9d1'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:29:49.329169 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-21e7afef-e30e-48f5-909f-d1c68eab5003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:49.347308 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-e3a17b31-e483-44f2-806a-c01308920462 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Calling delete_port for 01f22946-8b0d-421a-b107-bcccd7a9eb4e owned by network:router_interface {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:29:49.385498 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-b4d93842-a81d-427d-a926-6744908933d8 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Allocated IP 172.25.7.99 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/f718f604-292b-48ef-8af7-1da712257f36) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:29:49.477732 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a15f686-4dc4-423e-9338-7c208a8d0b33 admin admin] Router 66bfe7b3-8ff7-4069-9b12-5163ff02d65e has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:29:49.489508 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e8f36b6d-0be7-4f2a-8012-1efa0eb45de5 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:49.509830 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-7099842a-681a-40ce-843d-b5682889ae06 None None] Provisioning for port 1d4c5ec6-921d-4974-ba04-37957739bd3d completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:29:49.584802 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b4d93842-a81d-427d-a926-6744908933d8 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:49.593605 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-21e7afef-e30e-48f5-909f-d1c68eab5003 None None] For port 1240fcb9-6bd4-41c0-a2a1-9d70b3b1d594, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:29:49.608114 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-21e7afef-e30e-48f5-909f-d1c68eab5003 None None] For port 1240fcb9-6bd4-41c0-a2a1-9d70b3b1d594, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=1240fcb9-6bd4-41c0-a2a1-9d70b3b1d594,segment=NetworkSegment(194f9626-38e2-42ca-a3c0-8485d5bec5c9),segment_id=194f9626-38e2-42ca-a3c0-8485d5bec5c9)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:29:49.642890 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-0e07e4f5-9c03-4927-b8fb-9a2b86f7888c None None] Provisioning complete for port d7eeca31-3e73-4e8a-89b2-b38b4f2abd3b triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:29:49.643270 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-0e07e4f5-9c03-4927-b8fb-9a2b86f7888c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:49.683375 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-0e07e4f5-9c03-4927-b8fb-9a2b86f7888c None None] Port d7eeca31-3e73-4e8a-89b2-b38b4f2abd3b cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:29:49.728541 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 730f37ef-6757-4463-8a1b-f441b59547a2 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:29:49.729226 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b4d93842-a81d-427d-a926-6744908933d8 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:49.731312 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-21e7afef-e30e-48f5-909f-d1c68eab5003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:49.735323 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e8f36b6d-0be7-4f2a-8012-1efa0eb45de5 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:49.797114 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ffeacd28-2f3e-43e9-b8e8-80531f563691 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:49.798239 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e7afef-e30e-48f5-909f-d1c68eab5003 None None] Pushing event updated for resources: {'Port': ['ID=1240fcb9-6bd4-41c0-a2a1-9d70b3b1d594,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:49.802730 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 730f37ef-6757-4463-8a1b-f441b59547a2 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:29:49.818838 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:49.836453 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d93842-a81d-427d-a926-6744908933d8 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Pushing event updated for resources: {'Port': ['ID=f718f604-292b-48ef-8af7-1da712257f36,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:49.884347 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [None req-ffeacd28-2f3e-43e9-b8e8-80531f563691 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Transition to ACTIVE for port object ff72c456-517c-49ef-8fa2-338d67475460 will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:29:49.884618 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d93842-a81d-427d-a926-6744908933d8 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:29:49.897577 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-b4d93842-a81d-427d-a926-6744908933d8 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:29:49.901365 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d93842-a81d-427d-a926-6744908933d8 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:29:49.913733 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a15f686-4dc4-423e-9338-7c208a8d0b33 admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:29:49.919351 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f36b6d-0be7-4f2a-8012-1efa0eb45de5 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Network abacf947-9b36-45f1-83a1-01c964ac73ad is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:29:49.925134 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-e8f36b6d-0be7-4f2a-8012-1efa0eb45de5 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:29:49.927767 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78659a0-2321-4b54-bd83-86e798d17ec2 None None] Sync routers for ids ['66bfe7b3-8ff7-4069-9b12-5163ff02d65e'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:29:49.935081 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-9a15f686-4dc4-423e-9338-7c208a8d0b33 admin admin] 10.222.0.23 "PUT /v2.0/routers/66bfe7b3-8ff7-4069-9b12-5163ff02d65e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7571852 Jul 05 02:29:49.940709 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f36b6d-0be7-4f2a-8012-1efa0eb45de5 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:29:49.963823 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78659a0-2321-4b54-bd83-86e798d17ec2 None None] Routers {'66bfe7b3-8ff7-4069-9b12-5163ff02d65e'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:29:49.963823 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-c78659a0-2321-4b54-bd83-86e798d17ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:29:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['66bfe7b3-8ff7-4069-9b12-5163ff02d65e'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:49.987698 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:50.026116 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e3a17b31-e483-44f2-806a-c01308920462 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:50.073979 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 730f37ef-6757-4463-8a1b-f441b59547a2, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=730f37ef-6757-4463-8a1b-f441b59547a2,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:29:50.091721 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a17b31-e483-44f2-806a-c01308920462 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Pushing event deleted for resources: {'Port': ['ID=01f22946-8b0d-421a-b107-bcccd7a9eb4e,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:50.096538 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ffeacd28-2f3e-43e9-b8e8-80531f563691 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:50.105710 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f36b6d-0be7-4f2a-8012-1efa0eb45de5 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Pushing event updated for resources: {'Port': ['ID=5d7e7b76-2335-4bc3-985d-a6844027dbda,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:50.165298 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:50.165298 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 1d4c5ec6-921d-4974-ba04-37957739bd3d up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:29:50.196836 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-c78659a0-2321-4b54-bd83-86e798d17ec2 None None] Set router 66bfe7b3-8ff7-4069-9b12-5163ff02d65e gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:29:50.284640 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffeacd28-2f3e-43e9-b8e8-80531f563691 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Network c9cdffc9-5706-4acd-a788-58c150f9f2ff is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:29:50.303002 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=730f37ef-6757-4463-8a1b-f441b59547a2,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:50.329485 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f36b6d-0be7-4f2a-8012-1efa0eb45de5 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:50.333227 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e8f36b6d-0be7-4f2a-8012-1efa0eb45de5 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:50.431474 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 1d4c5ec6-921d-4974-ba04-37957739bd3d completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:29:50.439151 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 1d4c5ec6-921d-4974-ba04-37957739bd3d triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:29:50.440713 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:50.482806 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e3a17b31-e483-44f2-806a-c01308920462 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635398'] for router_interface, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:50.505644 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-ffeacd28-2f3e-43e9-b8e8-80531f563691 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:29:50.517537 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffeacd28-2f3e-43e9-b8e8-80531f563691 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:29:50.631216 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-e8f36b6d-0be7-4f2a-8012-1efa0eb45de5 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 3.1608691 Jul 05 02:29:50.639898 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 37466) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:50.646741 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-c78659a0-2321-4b54-bd83-86e798d17ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bfe7b3-8ff7-4069-9b12-5163ff02d65e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-796095934-router', 'tenant_id': '1c86027370b247c2b5010395a3a8fb85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '730f37ef-6757-4463-8a1b-f441b59547a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:29:35Z', 'updated_at': '2021-07-05T02:29:47Z', 'revision_number': 4, 'project_id': '1c86027370b247c2b5010395a3a8fb85', 'gw_port': {'id': '730f37ef-6757-4463-8a1b-f441b59547a2', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:05:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66bfe7b3-8ff7-4069-9b12-5163ff02d65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:29:38Z', 'updated_at': '2021-07-05T02:29:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'd7eeca31-3e73-4e8a-89b2-b38b4f2abd3b', 'name': '', 'network_id': '5a29fe19-35bd-442b-9589-13cdfa9e36ce', 'tenant_id': '1c86027370b247c2b5010395a3a8fb85', 'mac_address': 'fa:16:3e:86:be:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66bfe7b3-8ff7-4069-9b12-5163ff02d65e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '228a53f6-6ef9-4418-b7c1-2dd8410e94ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:29:45Z', 'updated_at': '2021-07-05T02:29:47Z', 'revision_number': 2, 'project_id': '1c86027370b247c2b5010395a3a8fb85', 'subnets': [{'id': '228a53f6-6ef9-4418-b7c1-2dd8410e94ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:50.662155 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-aa084490-fdb6-4979-b0be-4a4ddb241f62 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Request body: {'floatingip': {'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'port_id': '5d7e7b76-2335-4bc3-985d-a6844027dbda', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:29:50.684784 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78659a0-2321-4b54-bd83-86e798d17ec2 None None] Checking router: 66bfe7b3-8ff7-4069-9b12-5163ff02d65e for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:29:50.685523 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78659a0-2321-4b54-bd83-86e798d17ec2 None None] Updating router 66bfe7b3-8ff7-4069-9b12-5163ff02d65e port d7eeca31-3e73-4e8a-89b2-b38b4f2abd3b binding host n-d-771362-32 {{(pid=94464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 02:29:50.711526 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:50.755778 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c78659a0-2321-4b54-bd83-86e798d17ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:50.765455 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeacd28-2f3e-43e9-b8e8-80531f563691 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Pushing event updated for resources: {'Port': ['ID=ff72c456-517c-49ef-8fa2-338d67475460,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:50.829978 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790b520e-96e5-43a8-b0f8-b7e511e33f7c req-d31c3a2e-a510-4a3b-a46c-824f9e418d1e tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:50.842690 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-790b520e-96e5-43a8-b0f8-b7e511e33f7c req-d31c3a2e-a510-4a3b-a46c-824f9e418d1e tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] 10.222.0.23 "GET /v2.0/ports?device_id=067ea6c0-d5fd-4fd0-8511-306f6462c11c HTTP/1.1" status: 200 len: 945 time: 0.6497500 Jul 05 02:29:50.871875 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 1d4c5ec6-921d-4974-ba04-37957739bd3d, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=1d4c5ec6-921d-4974-ba04-37957739bd3d,segment=NetworkSegment(9a7c1178-b6be-4cfd-ba5f-685051706e76),segment_id=9a7c1178-b6be-4cfd-ba5f-685051706e76)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:29:50.898571 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ffeacd28-2f3e-43e9-b8e8-80531f563691 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635668'] for router_interface, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:50.933704 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f536b07d-27b6-47ac-a121-280dc019e836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:50.951914 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-aa084490-fdb6-4979-b0be-4a4ddb241f62 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks [] for floatingip, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:50.964989 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-790b520e-96e5-43a8-b0f8-b7e511e33f7c req-6ee9711b-8f1f-4b2a-9e90-8c9a61deddab tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] 10.222.0.23 "GET /v2.0/security-groups?id=de31e825-2317-40e9-8c29-83244b09dca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109774 Jul 05 02:29:50.973823 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:51.130826 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=1d4c5ec6-921d-4974-ba04-37957739bd3d,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:51.246439 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 730f37ef-6757-4463-8a1b-f441b59547a2 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:29:51.317868 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c78659a0-2321-4b54-bd83-86e798d17ec2 None None] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:51.335997 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-c78659a0-2321-4b54-bd83-86e798d17ec2 None None] Transition to ACTIVE for port object d7eeca31-3e73-4e8a-89b2-b38b4f2abd3b will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:29:51.341685 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-402438d8-adc3-4a14-842e-93095e156128 None None] Provisioning for port ff72c456-517c-49ef-8fa2-338d67475460 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:29:51.365408 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-402438d8-adc3-4a14-842e-93095e156128 None None] Provisioning complete for port ff72c456-517c-49ef-8fa2-338d67475460 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:29:51.365781 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-402438d8-adc3-4a14-842e-93095e156128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:51.418260 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-402438d8-adc3-4a14-842e-93095e156128 None None] Port ff72c456-517c-49ef-8fa2-338d67475460 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:29:51.420164 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c78659a0-2321-4b54-bd83-86e798d17ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:51.427118 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 730f37ef-6757-4463-8a1b-f441b59547a2 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:29:51.427118 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:51.581915 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a4d8f6-cd73-4d5a-934d-1537a36519bb None None] Pushing event updated for resources: {'Port': ['ID=d7eeca31-3e73-4e8a-89b2-b38b4f2abd3b,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:51.617299 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 1240fcb9-6bd4-41c0-a2a1-9d70b3b1d594 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:29:51.702709 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b4d93842-a81d-427d-a926-6744908933d8 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:51.732941 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-c78659a0-2321-4b54-bd83-86e798d17ec2 None None] Attempting to bind port d7eeca31-3e73-4e8a-89b2-b38b4f2abd3b on host n-d-771362-32 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:29:51.733346 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-c78659a0-2321-4b54-bd83-86e798d17ec2 None None] Attempting to bind port d7eeca31-3e73-4e8a-89b2-b38b4f2abd3b by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '63fce11a-e2e8-4a2d-90a7-6189b626b4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '5a29fe19-35bd-442b-9589-13cdfa9e36ce'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:29:51.740473 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78659a0-2321-4b54-bd83-86e798d17ec2 None None] Attempting to bind port d7eeca31-3e73-4e8a-89b2-b38b4f2abd3b on network 5a29fe19-35bd-442b-9589-13cdfa9e36ce {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:29:51.751367 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78659a0-2321-4b54-bd83-86e798d17ec2 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:29:51.751802 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78659a0-2321-4b54-bd83-86e798d17ec2 None None] Checking segment: {'id': '63fce11a-e2e8-4a2d-90a7-6189b626b4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '5a29fe19-35bd-442b-9589-13cdfa9e36ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:29:51.752505 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c78659a0-2321-4b54-bd83-86e798d17ec2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:51.752874 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78659a0-2321-4b54-bd83-86e798d17ec2 None None] Bound using segment: {'id': '63fce11a-e2e8-4a2d-90a7-6189b626b4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '5a29fe19-35bd-442b-9589-13cdfa9e36ce'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:29:51.753302 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-c78659a0-2321-4b54-bd83-86e798d17ec2 None None] Bound port: d7eeca31-3e73-4e8a-89b2-b38b4f2abd3b, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63fce11a-e2e8-4a2d-90a7-6189b626b4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '5a29fe19-35bd-442b-9589-13cdfa9e36ce'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:29:51.753531 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3a17b31-e483-44f2-806a-c01308920462 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Router a81481e9-4803-4288-8d64-8e48838a5577 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:29:51.754001 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c78659a0-2321-4b54-bd83-86e798d17ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:51.802627 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 1240fcb9-6bd4-41c0-a2a1-9d70b3b1d594 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:29:51.838284 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943c009d-4e9b-494a-9a8a-99e2e5a35942 None None] Network 69ae6b4b-a994-424d-b482-55cd86a9b9d1 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:29:51.850086 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-aa084490-fdb6-4979-b0be-4a4ddb241f62 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:51.878352 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-c78659a0-2321-4b54-bd83-86e798d17ec2 None None] For port d7eeca31-3e73-4e8a-89b2-b38b4f2abd3b, host n-d-771362-32, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:29:51.883710 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-c78659a0-2321-4b54-bd83-86e798d17ec2 None None] For port d7eeca31-3e73-4e8a-89b2-b38b4f2abd3b, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=d7eeca31-3e73-4e8a-89b2-b38b4f2abd3b,segment=NetworkSegment(63fce11a-e2e8-4a2d-90a7-6189b626b4b9),segment_id=63fce11a-e2e8-4a2d-90a7-6189b626b4b9)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:29:51.966219 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ffeacd28-2f3e-43e9-b8e8-80531f563691 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:51.979500 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c78659a0-2321-4b54-bd83-86e798d17ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:52.001788 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-e72c7525-373d-431b-b5b4-5cf8ab3268c7 None None] Provisioning for port 1240fcb9-6bd4-41c0-a2a1-9d70b3b1d594 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:29:52.001788 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-e72c7525-373d-431b-b5b4-5cf8ab3268c7 None None] Provisioning complete for port 1240fcb9-6bd4-41c0-a2a1-9d70b3b1d594 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:29:52.001788 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e72c7525-373d-431b-b5b4-5cf8ab3268c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:52.034389 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b4d93842-a81d-427d-a926-6744908933d8 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:52.039146 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a4d8f6-cd73-4d5a-934d-1537a36519bb None None] Pushing event updated for resources: {'Port': ['ID=d7eeca31-3e73-4e8a-89b2-b38b4f2abd3b,revision_number=4']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:52.047614 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b4d93842-a81d-427d-a926-6744908933d8 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1636977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1636970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1573792'] for router, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:52.060544 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78659a0-2321-4b54-bd83-86e798d17ec2 None None] Routers {'66bfe7b3-8ff7-4069-9b12-5163ff02d65e'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:29:52.061429 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-c78659a0-2321-4b54-bd83-86e798d17ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:29:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['66bfe7b3-8ff7-4069-9b12-5163ff02d65e'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:52.067478 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-aa084490-fdb6-4979-b0be-4a4ddb241f62 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Allocated IP 172.25.7.30 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/8bbc9d7a-635e-464a-9b1f-7f138ebdfb2b) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:29:52.097379 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2302ee1-b73c-4718-b6dc-b506b7907127 req-5cd46566-07f3-46ac-b260-2977bbc021bc tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:52.107414 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a2302ee1-b73c-4718-b6dc-b506b7907127 req-5cd46566-07f3-46ac-b260-2977bbc021bc tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] 10.222.0.23 "GET /v2.0/networks?id=5a29fe19-35bd-442b-9589-13cdfa9e36ce HTTP/1.1" status: 200 len: 828 time: 1.1132452 Jul 05 02:29:52.113833 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3a17b31-e483-44f2-806a-c01308920462 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:29:52.134192 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-e3a17b31-e483-44f2-806a-c01308920462 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "PUT /v2.0/routers/a81481e9-4803-4288-8d64-8e48838a5577/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2251737 Jul 05 02:29:52.134338 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 37496) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:52.158225 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e803156a-b34d-470e-80e0-326492e0aa4b None None] Sync routers for ids ['a81481e9-4803-4288-8d64-8e48838a5577'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:29:52.176289 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-44e40f0d-2934-4a1a-b5fa-978f954af2bd tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "GET /v2.0/ports?device_id=a81481e9-4803-4288-8d64-8e48838a5577 HTTP/1.1" status: 200 len: 205 time: 0.0409193 Jul 05 02:29:52.187274 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 37498) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:52.230408 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a2302ee1-b73c-4718-b6dc-b506b7907127 req-24e99ffe-0d22-4e3f-a8be-45ca162a421c tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] 10.222.0.23 "GET /v2.0/quotas/1c86027370b247c2b5010395a3a8fb85 HTTP/1.1" status: 200 len: 375 time: 0.1080530 Jul 05 02:29:52.261915 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e803156a-b34d-470e-80e0-326492e0aa4b None None] Routers {'a81481e9-4803-4288-8d64-8e48838a5577'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:29:52.267456 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-e803156a-b34d-470e-80e0-326492e0aa4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:29:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['a81481e9-4803-4288-8d64-8e48838a5577'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:52.371434 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-e803156a-b34d-470e-80e0-326492e0aa4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:52.399911 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e803156a-b34d-470e-80e0-326492e0aa4b None None] Routers {'a81481e9-4803-4288-8d64-8e48838a5577'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:29:52.400746 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-e803156a-b34d-470e-80e0-326492e0aa4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:29:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['a81481e9-4803-4288-8d64-8e48838a5577'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:52.404928 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e72c7525-373d-431b-b5b4-5cf8ab3268c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:52.424505 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-c78659a0-2321-4b54-bd83-86e798d17ec2 None None] Set router 66bfe7b3-8ff7-4069-9b12-5163ff02d65e gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:29:52.426058 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-51b9b7fd-d503-4676-8633-c639c6fdf708 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks [] for router, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:52.476472 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-e803156a-b34d-470e-80e0-326492e0aa4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:52.477510 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e803156a-b34d-470e-80e0-326492e0aa4b None None] The sync data for ids ['a81481e9-4803-4288-8d64-8e48838a5577'] in n-d-771362-32 is: [] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:29:52.493254 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a2302ee1-b73c-4718-b6dc-b506b7907127 req-cf784d4c-fb18-428f-8f68-0ab28c94a331 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1c86027370b247c2b5010395a3a8fb85&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2565196 Jul 05 02:29:52.549571 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-e72c7525-373d-431b-b5b4-5cf8ab3268c7 None None] For port 1240fcb9-6bd4-41c0-a2a1-9d70b3b1d594, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=1240fcb9-6bd4-41c0-a2a1-9d70b3b1d594,segment=NetworkSegment(194f9626-38e2-42ca-a3c0-8485d5bec5c9),segment_id=194f9626-38e2-42ca-a3c0-8485d5bec5c9)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:29:52.643456 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a2302ee1-b73c-4718-b6dc-b506b7907127 req-61edf7a0-7dfd-426f-81c7-1cbc3a83f9a5 service neutron] 10.222.0.23 "GET /v2.0/networks/5a29fe19-35bd-442b-9589-13cdfa9e36ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321950 Jul 05 02:29:52.688457 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e72c7525-373d-431b-b5b4-5cf8ab3268c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:52.688806 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-aa084490-fdb6-4979-b0be-4a4ddb241f62 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:52.720589 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-51b9b7fd-d503-4676-8633-c639c6fdf708 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11828'] for router, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:52.725659 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-51b9b7fd-d503-4676-8633-c639c6fdf708 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:52.777873 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72c7525-373d-431b-b5b4-5cf8ab3268c7 None None] Pushing event updated for resources: {'Port': ['ID=1240fcb9-6bd4-41c0-a2a1-9d70b3b1d594,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:52.782183 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9781edb2-9df0-4700-84c4-c7236be1611e req-6c77e45a-ebbd-4946-be37-3a17b4a5a44c tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:52.785030 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9781edb2-9df0-4700-84c4-c7236be1611e req-6c77e45a-ebbd-4946-be37-3a17b4a5a44c tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] 10.222.0.23 "GET /v2.0/ports?device_id=067ea6c0-d5fd-4fd0-8511-306f6462c11c HTTP/1.1" status: 200 len: 945 time: 0.4673645 Jul 05 02:29:52.804502 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ffeacd28-2f3e-43e9-b8e8-80531f563691 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:52.811628 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a2302ee1-b73c-4718-b6dc-b506b7907127 req-4a72ee0a-1cfb-4cb5-b2e8-8df17f614180 service neutron] 10.222.0.23 "GET /v2.0/networks/5a29fe19-35bd-442b-9589-13cdfa9e36ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594305 Jul 05 02:29:52.842047 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-c78659a0-2321-4b54-bd83-86e798d17ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bfe7b3-8ff7-4069-9b12-5163ff02d65e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-796095934-router', 'tenant_id': '1c86027370b247c2b5010395a3a8fb85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '730f37ef-6757-4463-8a1b-f441b59547a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:29:35Z', 'updated_at': '2021-07-05T02:29:47Z', 'revision_number': 4, 'project_id': '1c86027370b247c2b5010395a3a8fb85', 'gw_port': {'id': '730f37ef-6757-4463-8a1b-f441b59547a2', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:05:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bfe7b3-8ff7-4069-9b12-5163ff02d65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:29:38Z', 'updated_at': '2021-07-05T02:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'd7eeca31-3e73-4e8a-89b2-b38b4f2abd3b', 'name': '', 'network_id': '5a29fe19-35bd-442b-9589-13cdfa9e36ce', 'tenant_id': '1c86027370b247c2b5010395a3a8fb85', 'mac_address': 'fa:16:3e:86:be:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66bfe7b3-8ff7-4069-9b12-5163ff02d65e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '228a53f6-6ef9-4418-b7c1-2dd8410e94ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:29:45Z', 'updated_at': '2021-07-05T02:29:51Z', 'revision_number': 4, 'project_id': '1c86027370b247c2b5010395a3a8fb85', 'subnets': [{'id': '228a53f6-6ef9-4418-b7c1-2dd8410e94ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:52.856050 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4d93842-a81d-427d-a926-6744908933d8 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Router 71de4596-3883-4d78-a116-dc9b01b7a5bd is scheduled to L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 with binding_index 1 {{(pid=94461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 02:29:52.870770 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78659a0-2321-4b54-bd83-86e798d17ec2 None None] The sync data for ids ['66bfe7b3-8ff7-4069-9b12-5163ff02d65e'] in n-d-771362-32 is: [{'id': '66bfe7b3-8ff7-4069-9b12-5163ff02d65e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-796095934-router', 'tenant_id': '1c86027370b247c2b5010395a3a8fb85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '730f37ef-6757-4463-8a1b-f441b59547a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:29:35Z', 'updated_at': '2021-07-05T02:29:47Z', 'revision_number': 4, 'project_id': '1c86027370b247c2b5010395a3a8fb85', 'gw_port': {'id': '730f37ef-6757-4463-8a1b-f441b59547a2', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:05:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bfe7b3-8ff7-4069-9b12-5163ff02d65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:29:38Z', 'updated_at': '2021-07-05T02:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'd7eeca31-3e73-4e8a-89b2-b38b4f2abd3b', 'name': '', 'network_id': '5a29fe19-35bd-442b-9589-13cdfa9e36ce', 'tenant_id': '1c86027370b247c2b5010395a3a8fb85', 'mac_address': 'fa:16:3e:86:be:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66bfe7b3-8ff7-4069-9b12-5163ff02d65e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '228a53f6-6ef9-4418-b7c1-2dd8410e94ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:29:45Z', 'updated_at': '2021-07-05T02:29:51Z', 'revision_number': 4, 'project_id': '1c86027370b247c2b5010395a3a8fb85', 'subnets': [{'id': '228a53f6-6ef9-4418-b7c1-2dd8410e94ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:29:52.902007 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9781edb2-9df0-4700-84c4-c7236be1611e req-303e7b69-270a-4ab7-9e78-c308e026346a tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] 10.222.0.23 "GET /v2.0/security-groups?id=de31e825-2317-40e9-8c29-83244b09dca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646455 Jul 05 02:29:52.965735 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-199f1223-2ba3-474c-add1-7cbf0813a4cd None None] Provisioning complete for port 1240fcb9-6bd4-41c0-a2a1-9d70b3b1d594 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:29:52.965948 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-199f1223-2ba3-474c-add1-7cbf0813a4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:52.997287 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ffeacd28-2f3e-43e9-b8e8-80531f563691 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:53.011064 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-51b9b7fd-d503-4676-8633-c639c6fdf708 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1575451'] for router, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:53.017005 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51b9b7fd-d503-4676-8633-c639c6fdf708 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Fanout notify agent at l3_agent the message router_deleted on router a81481e9-4803-4288-8d64-8e48838a5577 {{(pid=94461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 02:29:53.027495 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-51b9b7fd-d503-4676-8633-c639c6fdf708 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks [] for router, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:53.028929 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-51b9b7fd-d503-4676-8633-c639c6fdf708 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "DELETE /v2.0/routers/a81481e9-4803-4288-8d64-8e48838a5577 HTTP/1.1" status: 204 len: 168 time: 0.8404970 Jul 05 02:29:53.032848 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 37528) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:53.092226 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-aa084490-fdb6-4979-b0be-4a4ddb241f62 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:53.200675 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeacd28-2f3e-43e9-b8e8-80531f563691 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Pushing event updated for resources: {'Port': ['ID=ff72c456-517c-49ef-8fa2-338d67475460,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:53.234423 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ffeacd28-2f3e-43e9-b8e8-80531f563691 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634601'] for router_interface, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:53.234738 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-50683c0d-7a4f-498b-a089-3f76865c3fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:53.268250 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa084490-fdb6-4979-b0be-4a4ddb241f62 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:29:53.292351 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-aa084490-fdb6-4979-b0be-4a4ddb241f62 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:29:53.299670 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3d2b98ba-27bd-46f0-b999-a24f83f4fbdb req-9f95a6fd-71b6-461f-b35a-2c242b524f83 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] 10.222.0.23 "GET /v2.0/ports?device_id=011ab283-3e48-4698-b61f-e35f9a492bb7 HTTP/1.1" status: 200 len: 210 time: 0.0607760 Jul 05 02:29:53.325387 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa084490-fdb6-4979-b0be-4a4ddb241f62 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:29:53.351829 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device d7eeca31-3e73-4e8a-89b2-b38b4f2abd3b up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:29:53.383493 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa084490-fdb6-4979-b0be-4a4ddb241f62 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Pushing event updated for resources: {'Port': ['ID=8bbc9d7a-635e-464a-9b1f-7f138ebdfb2b,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:53.390290 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4d93842-a81d-427d-a926-6744908933d8 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:29:53.396717 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b4d93842-a81d-427d-a926-6744908933d8 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks [] for router, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:53.396717 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-b4d93842-a81d-427d-a926-6744908933d8 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] 10.222.0.23 "PUT /v2.0/routers/71de4596-3883-4d78-a116-dc9b01b7a5bd HTTP/1.1" status: 200 len: 914 time: 5.6561460 Jul 05 02:29:53.404210 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 37544) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:53.408833 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62729b4-b4ac-409f-94f4-2ae12c46dcdd None None] Sync routers for ids ['71de4596-3883-4d78-a116-dc9b01b7a5bd'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:29:53.416049 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1c79f7f-d0ac-41a8-b7a9-88af71eb5375 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Deleting subnet d881a6b5-22aa-4455-afb6-ae2f1ebe5ccf {{(pid=94461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:29:53.422702 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b1c79f7f-d0ac-41a8-b7a9-88af71eb5375 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks [] for subnet, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:53.425704 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62729b4-b4ac-409f-94f4-2ae12c46dcdd None None] Routers {'71de4596-3883-4d78-a116-dc9b01b7a5bd'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:29:53.426363 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-e62729b4-b4ac-409f-94f4-2ae12c46dcdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:29:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['71de4596-3883-4d78-a116-dc9b01b7a5bd'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:53.477801 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-e62729b4-b4ac-409f-94f4-2ae12c46dcdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:53.489888 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62729b4-b4ac-409f-94f4-2ae12c46dcdd None None] Routers {'71de4596-3883-4d78-a116-dc9b01b7a5bd'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:29:53.490595 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-e62729b4-b4ac-409f-94f4-2ae12c46dcdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:29:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['71de4596-3883-4d78-a116-dc9b01b7a5bd'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:53.518612 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffeacd28-2f3e-43e9-b8e8-80531f563691 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Network c9cdffc9-5706-4acd-a788-58c150f9f2ff is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:29:53.518858 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b1c79f7f-d0ac-41a8-b7a9-88af71eb5375 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5519650'] for subnet, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:53.539477 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-e62729b4-b4ac-409f-94f4-2ae12c46dcdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:53.540138 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62729b4-b4ac-409f-94f4-2ae12c46dcdd None None] The sync data for ids ['71de4596-3883-4d78-a116-dc9b01b7a5bd'] in n-d-771362-32 is: [] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:29:53.562150 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-ffeacd28-2f3e-43e9-b8e8-80531f563691 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:29:53.574422 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port d7eeca31-3e73-4e8a-89b2-b38b4f2abd3b completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:29:53.578682 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port d7eeca31-3e73-4e8a-89b2-b38b4f2abd3b triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:29:53.578991 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:53.643806 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-7ed66b1e-de2e-46a9-b1fa-6932c583c541 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] 10.222.0.23 "GET /v2.0/routers/71de4596-3883-4d78-a116-dc9b01b7a5bd HTTP/1.1" status: 200 len: 920 time: 0.2384524 Jul 05 02:29:53.644830 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 37554) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:53.729471 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3730e948-2169-4f2d-9fae-e68d7644d34c req-5209d5df-b676-468f-b6d7-a5d9afbff874 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:53.731520 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3730e948-2169-4f2d-9fae-e68d7644d34c req-5209d5df-b676-468f-b6d7-a5d9afbff874 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc64e74b-567a-4516-b20b-474d8c9a74b6 HTTP/1.1" status: 200 len: 945 time: 0.5566442 Jul 05 02:29:53.741166 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:53.804369 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b1c79f7f-d0ac-41a8-b7a9-88af71eb5375 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:53.805335 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port d7eeca31-3e73-4e8a-89b2-b38b4f2abd3b, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=d7eeca31-3e73-4e8a-89b2-b38b4f2abd3b,segment=NetworkSegment(63fce11a-e2e8-4a2d-90a7-6189b626b4b9),segment_id=63fce11a-e2e8-4a2d-90a7-6189b626b4b9)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:29:53.827053 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56575a0-8a74-4ef1-9333-f2312e08b0dd tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:53.828676 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-d56575a0-8a74-4ef1-9333-f2312e08b0dd tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=4bbc2f9e-02cf-490e-901d-2588655a3ef0&device_id=71de4596-3883-4d78-a116-dc9b01b7a5bd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1772242 Jul 05 02:29:53.831484 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 37564) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:53.853761 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:53.911383 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:53.912534 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 1d4c5ec6-921d-4974-ba04-37957739bd3d up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:29:53.929736 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3730e948-2169-4f2d-9fae-e68d7644d34c req-50bbed8c-673e-4aed-90b6-3e057b5716a9 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] 10.222.0.23 "GET /v2.0/security-groups?id=de31e825-2317-40e9-8c29-83244b09dca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816158 Jul 05 02:29:53.993680 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e3799f-e085-4759-be59-61eac653351b tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:53.997947 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-82e3799f-e085-4759-be59-61eac653351b tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] 10.222.0.23 "GET /v2.0/networks/4bbc2f9e-02cf-490e-901d-2588655a3ef0 HTTP/1.1" status: 200 len: 881 time: 0.1652243 Jul 05 02:29:53.999873 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 37572) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:54.015716 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffeacd28-2f3e-43e9-b8e8-80531f563691 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Router 6de2ecd9-f0af-41a5-9756-09c0e87aee85 is scheduled to L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 with binding_index 1 {{(pid=94462) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 02:29:54.050930 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-bb75b2b5-eeab-405d-acc7-f8c3be76e21d tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] 10.222.0.23 "GET /v2.0/ports?device_id=71de4596-3883-4d78-a116-dc9b01b7a5bd HTTP/1.1" status: 200 len: 205 time: 0.0495651 Jul 05 02:29:54.054825 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 37574) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:54.067404 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-d9989fb2-6c90-4ec8-8894-79beccedbda9 None None] Provisioning complete for port ff72c456-517c-49ef-8fa2-338d67475460 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:29:54.067854 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-d9989fb2-6c90-4ec8-8894-79beccedbda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:54.069376 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=d7eeca31-3e73-4e8a-89b2-b38b4f2abd3b,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:54.100867 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 1d4c5ec6-921d-4974-ba04-37957739bd3d triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:29:54.102059 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:54.158648 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-d9989fb2-6c90-4ec8-8894-79beccedbda9 None None] Port ff72c456-517c-49ef-8fa2-338d67475460 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:29:54.248206 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 1240fcb9-6bd4-41c0-a2a1-9d70b3b1d594 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:29:54.298480 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b1c79f7f-d0ac-41a8-b7a9-88af71eb5375 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5763388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774356'] for subnet, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:54.338001 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c79f7f-d0ac-41a8-b7a9-88af71eb5375 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Pushing event deleted for resources: {'Subnet': ['ID=d881a6b5-22aa-4455-afb6-ae2f1ebe5ccf,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:54.340275 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b1c79f7f-d0ac-41a8-b7a9-88af71eb5375 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:54.345038 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-b1c79f7f-d0ac-41a8-b7a9-88af71eb5375 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "DELETE /v2.0/subnets/d881a6b5-22aa-4455-afb6-ae2f1ebe5ccf HTTP/1.1" status: 204 len: 168 time: 1.3108544 Jul 05 02:29:54.348958 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 1240fcb9-6bd4-41c0-a2a1-9d70b3b1d594 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:29:54.349122 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:54.356075 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb33dc86-9bf0-47ba-a2c7-5b5e8775a143 None None] Network 7d1bbc54-396c-4d5f-ad1a-07fce9c4cd5c requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:29:54.387901 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 37592) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:54.412438 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffeacd28-2f3e-43e9-b8e8-80531f563691 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:29:54.424674 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-ffeacd28-2f3e-43e9-b8e8-80531f563691 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] 10.222.0.23 "PUT /v2.0/routers/6de2ecd9-f0af-41a5-9756-09c0e87aee85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8129811 Jul 05 02:29:54.432179 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 37596) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:54.479777 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e75ef2c4-53ac-46f3-a315-c063d448f341 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:54.547020 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aac8612-6143-41b8-888b-8c4644128e3f None None] Sync routers for ids ['6de2ecd9-f0af-41a5-9756-09c0e87aee85'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:29:54.547476 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-824e04ca-2f8f-4051-aac2-b7074be284b2 req-05c526af-e2f3-4deb-a58a-771709b936ae tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] 10.222.0.23 "GET /v2.0/ports?device_id=011ab283-3e48-4698-b61f-e35f9a492bb7 HTTP/1.1" status: 200 len: 210 time: 0.0621514 Jul 05 02:29:54.562774 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-34bd1214-0692-4976-aec9-ef5780f46598 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks [] for router, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:54.583589 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-aa084490-fdb6-4979-b0be-4a4ddb241f62 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:54.618036 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aac8612-6143-41b8-888b-8c4644128e3f None None] Routers {'6de2ecd9-f0af-41a5-9756-09c0e87aee85'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:29:54.618781 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-6aac8612-6143-41b8-888b-8c4644128e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:29:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['6de2ecd9-f0af-41a5-9756-09c0e87aee85'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:54.651529 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-e75ef2c4-53ac-46f3-a315-c063d448f341 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Deleting port 6fb9e69d-329d-48c2-97aa-a713fa421dad {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:29:54.651987 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e75ef2c4-53ac-46f3-a315-c063d448f341 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:54.792093 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-34bd1214-0692-4976-aec9-ef5780f46598 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:54.806002 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-aa084490-fdb6-4979-b0be-4a4ddb241f62 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:54.888792 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-6aac8612-6143-41b8-888b-8c4644128e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:54.925846 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:54.941286 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aac8612-6143-41b8-888b-8c4644128e3f None None] Routers {'6de2ecd9-f0af-41a5-9756-09c0e87aee85'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:29:54.942401 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-6aac8612-6143-41b8-888b-8c4644128e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:29:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['6de2ecd9-f0af-41a5-9756-09c0e87aee85'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:54.988165 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-aa084490-fdb6-4979-b0be-4a4ddb241f62 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:55.000176 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-6aac8612-6143-41b8-888b-8c4644128e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:55.001001 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aac8612-6143-41b8-888b-8c4644128e3f None None] The sync data for ids ['6de2ecd9-f0af-41a5-9756-09c0e87aee85'] in n-d-771362-32 is: [] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:29:55.002891 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [None req-e75ef2c4-53ac-46f3-a315-c063d448f341 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] For port 6fb9e69d-329d-48c2-97aa-a713fa421dad, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=6fb9e69d-329d-48c2-97aa-a713fa421dad,segment=NetworkSegment(faf9cf17-e3e6-4be0-9ce7-e5b3e3e1f43d),segment_id=faf9cf17-e3e6-4be0-9ce7-e5b3e3e1f43d)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:29:55.009695 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e75ef2c4-53ac-46f3-a315-c063d448f341 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:55.030010 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-e75ef2c4-53ac-46f3-a315-c063d448f341 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Calling delete_port for 6fb9e69d-329d-48c2-97aa-a713fa421dad owned by network:dhcp {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:29:55.091052 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 37602) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:55.135775 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162d636f-11e4-4930-a89d-f5270c76f610 None None] DHCP port deletion for 7d1bbc54-396c-4d5f-ad1a-07fce9c4cd5c request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:29:55.140292 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-aa084490-fdb6-4979-b0be-4a4ddb241f62 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:55.180020 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device d7eeca31-3e73-4e8a-89b2-b38b4f2abd3b up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:29:55.232401 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa084490-fdb6-4979-b0be-4a4ddb241f62 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Pushing event updated for resources: {'Port': ['ID=8bbc9d7a-635e-464a-9b1f-7f138ebdfb2b,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:55.264716 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-aa084490-fdb6-4979-b0be-4a4ddb241f62 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636869'] for floatingip, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:55.274305 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-34bd1214-0692-4976-aec9-ef5780f46598 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Deleting port f718f604-292b-48ef-8af7-1da712257f36 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:29:55.274542 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-34bd1214-0692-4976-aec9-ef5780f46598 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:55.276297 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-162d636f-11e4-4930-a89d-f5270c76f610 None None] Deleting port 6fb9e69d-329d-48c2-97aa-a713fa421dad {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:29:55.276798 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-162d636f-11e4-4930-a89d-f5270c76f610 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:55.335206 n-d-771362-32 neutron-server[94462]: INFO neutron.api.v2.resource [None req-aed7cb74-442c-4b9b-94c0-93833c1f7f17 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 02:29:55.339390 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-aed7cb74-442c-4b9b-94c0-93833c1f7f17 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] 10.222.0.23 "PUT /v2.0/routers/6de2ecd9-f0af-41a5-9756-09c0e87aee85/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9062405 Jul 05 02:29:55.340004 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 37606) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:55.345230 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e75ef2c4-53ac-46f3-a315-c063d448f341 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:55.345773 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-eff2459c-c907-4fd9-a524-01fbd670af75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:55.345998 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-162d636f-11e4-4930-a89d-f5270c76f610 None None] For port 6fb9e69d-329d-48c2-97aa-a713fa421dad, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=6fb9e69d-329d-48c2-97aa-a713fa421dad,segment=NetworkSegment(faf9cf17-e3e6-4be0-9ce7-e5b3e3e1f43d),segment_id=faf9cf17-e3e6-4be0-9ce7-e5b3e3e1f43d)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:29:55.348829 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-162d636f-11e4-4930-a89d-f5270c76f610 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:55.360183 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-162d636f-11e4-4930-a89d-f5270c76f610 None None] Calling delete_port for 6fb9e69d-329d-48c2-97aa-a713fa421dad owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:29:55.478345 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-162d636f-11e4-4930-a89d-f5270c76f610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:55.499433 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-34bd1214-0692-4976-aec9-ef5780f46598 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:55.541832 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-34bd1214-0692-4976-aec9-ef5780f46598 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Calling delete_port for f718f604-292b-48ef-8af7-1da712257f36 owned by network:router_gateway {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:29:55.548864 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162d636f-11e4-4930-a89d-f5270c76f610 None None] Pushing event deleted for resources: {'Port': ['ID=6fb9e69d-329d-48c2-97aa-a713fa421dad,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:55.571497 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port d7eeca31-3e73-4e8a-89b2-b38b4f2abd3b triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:29:55.572393 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:55.577163 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162d636f-11e4-4930-a89d-f5270c76f610 None None] No DVR routers for this DVR port 6fb9e69d-329d-48c2-97aa-a713fa421dad on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:29:55.700344 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75ef2c4-53ac-46f3-a315-c063d448f341 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Pushing event deleted for resources: {'Port': ['ID=6fb9e69d-329d-48c2-97aa-a713fa421dad,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:55.709949 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75ef2c4-53ac-46f3-a315-c063d448f341 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] No DVR routers for this DVR port 6fb9e69d-329d-48c2-97aa-a713fa421dad on host n-d-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:29:55.737777 n-d-771362-32 neutron-server[94461]: INFO neutron.db.l3_db [None req-aa084490-fdb6-4979-b0be-4a4ddb241f62 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Floating IP bfa58cec-554a-4f58-b247-2893f6e10084 associated. External IP: 172.25.7.30, port: 5d7e7b76-2335-4bc3-985d-a6844027dbda. Jul 05 02:29:55.841486 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-64611340-f8ef-400c-b7e8-dcf835f206bb req-458568aa-5e7e-406b-bf61-fbf1d9f74180 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] 10.222.0.23 "GET /v2.0/ports?device_id=011ab283-3e48-4698-b61f-e35f9a492bb7 HTTP/1.1" status: 200 len: 210 time: 0.1054878 Jul 05 02:29:55.869348 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e75ef2c4-53ac-46f3-a315-c063d448f341 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:55.907003 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-e75ef2c4-53ac-46f3-a315-c063d448f341 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d1bbc54-396c-4d5f-ad1a-07fce9c4cd5c']}} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:55.926013 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-e75ef2c4-53ac-46f3-a315-c063d448f341 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faf9cf17-e3e6-4be0-9ce7-e5b3e3e1f43d') {'for_net_delete': True} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:55.926522 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-e75ef2c4-53ac-46f3-a315-c063d448f341 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faf9cf17-e3e6-4be0-9ce7-e5b3e3e1f43d') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:55.953749 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e75ef2c4-53ac-46f3-a315-c063d448f341 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5519669'] for segment, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:55.957390 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 02:29:55.991515 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e75ef2c4-53ac-46f3-a315-c063d448f341 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:56.000161 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e75ef2c4-53ac-46f3-a315-c063d448f341 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=94461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:29:56.000681 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e75ef2c4-53ac-46f3-a315-c063d448f341 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5763545'] for segment, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:56.004898 n-d-771362-32 neutron-server[94461]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:29:56.004898 n-d-771362-32 neutron-server[94461]: items = [ Jul 05 02:29:56.004898 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:29:56.004898 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:29:56.004898 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:29:56.004898 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:29:56.004898 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:29:56.004898 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:29:56.004898 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:29:56.004898 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:29:56.004898 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:29:56.004898 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:29:56.004898 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:29:56.004898 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:29:56.004898 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:29:56.004898 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:29:56.004898 n-d-771362-32 neutron-server[94461]: Traceback (most recent call last): Jul 05 02:29:56.004898 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:29:56.004898 n-d-771362-32 neutron-server[94461]: timer() Jul 05 02:29:56.004898 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:29:56.004898 n-d-771362-32 neutron-server[94461]: cb(*args, **kw) Jul 05 02:29:56.004898 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:29:56.004898 n-d-771362-32 neutron-server[94461]: return func(*args, **kwargs) Jul 05 02:29:56.004898 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:29:56.004898 n-d-771362-32 neutron-server[94461]: self._notify() Jul 05 02:29:56.004898 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:29:56.004898 n-d-771362-32 neutron-server[94461]: self.callback(batched_events) Jul 05 02:29:56.004898 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:29:56.004898 n-d-771362-32 neutron-server[94461]: event.method(event) Jul 05 02:29:56.004898 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:29:56.004898 n-d-771362-32 neutron-server[94461]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:29:56.004898 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:29:56.004898 n-d-771362-32 neutron-server[94461]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:29:56.004898 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:29:56.004898 n-d-771362-32 neutron-server[94461]: return f(self, *a, **k) Jul 05 02:29:56.004898 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:29:56.004898 n-d-771362-32 neutron-server[94461]: return self._get(url).json() Jul 05 02:29:56.004898 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:29:56.004898 n-d-771362-32 neutron-server[94461]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:29:56.004898 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:29:56.004898 n-d-771362-32 neutron-server[94461]: return self.request(url, 'GET', **kwargs) Jul 05 02:29:56.004898 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:29:56.004898 n-d-771362-32 neutron-server[94461]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:29:56.004898 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:29:56.004898 n-d-771362-32 neutron-server[94461]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:29:56.004898 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:29:56.004898 n-d-771362-32 neutron-server[94461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:29:56.004898 n-d-771362-32 neutron-server[94461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:29:56.016949 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:56.132776 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce5d426-4610-4849-8178-f54485f8fb86 req-6de41cb3-f896-4063-896e-161b73ac428e tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:56.134235 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5ce5d426-4610-4849-8178-f54485f8fb86 req-6de41cb3-f896-4063-896e-161b73ac428e tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc64e74b-567a-4516-b20b-474d8c9a74b6 HTTP/1.1" status: 200 len: 945 time: 0.2043126 Jul 05 02:29:56.224214 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e75ef2c4-53ac-46f3-a315-c063d448f341 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:56.233273 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d90b3a-2cc4-46f2-9576-f6d139a4e40c req-4624f5d2-b4a5-4074-b533-05e6903067c3 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:56.234948 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-92d90b3a-2cc4-46f2-9576-f6d139a4e40c req-4624f5d2-b4a5-4074-b533-05e6903067c3 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc64e74b-567a-4516-b20b-474d8c9a74b6 HTTP/1.1" status: 200 len: 945 time: 0.6442277 Jul 05 02:29:56.236832 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-eff2459c-c907-4fd9-a524-01fbd670af75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:56.258050 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e75ef2c4-53ac-46f3-a315-c063d448f341 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:56.260454 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-e75ef2c4-53ac-46f3-a315-c063d448f341 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "DELETE /v2.0/networks/7d1bbc54-396c-4d5f-ad1a-07fce9c4cd5c HTTP/1.1" status: 204 len: 168 time: 1.8709173 Jul 05 02:29:56.269540 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 37612) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:56.275956 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa084490-fdb6-4979-b0be-4a4ddb241f62 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Router e6b2b62e-7f55-4ba2-b077-893840665ffb has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:29:56.278289 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75ef2c4-53ac-46f3-a315-c063d448f341 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Pushing event deleted for resources: {'Network': ['ID=7d1bbc54-396c-4d5f-ad1a-07fce9c4cd5c,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:56.292897 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-796e3f8e-9fe7-4ada-aa48-339469a7eb88 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-821250372', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}, 'admin_state_up': False}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:29:56.323632 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-eff2459c-c907-4fd9-a524-01fbd670af75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:56.353998 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-5ce5d426-4610-4849-8178-f54485f8fb86 req-7025691b-9915-4b43-91ad-819cff906899 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Deleting port 3255bf77-8d6e-4e4b-9836-720b73b51f93 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:29:56.354376 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-5ce5d426-4610-4849-8178-f54485f8fb86 req-7025691b-9915-4b43-91ad-819cff906899 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:56.366907 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-92d90b3a-2cc4-46f2-9576-f6d139a4e40c req-a416cecd-ec2d-4ae1-a582-6b3f095b9fe0 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] 10.222.0.23 "GET /v2.0/security-groups?id=de31e825-2317-40e9-8c29-83244b09dca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247420 Jul 05 02:29:56.426132 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-eff2459c-c907-4fd9-a524-01fbd670af75 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a598e5e516a643b7a2ccb5aecb466080&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3340297 Jul 05 02:29:56.432113 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 37614) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:56.440273 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff2459c-c907-4fd9-a524-01fbd670af75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41fe6d86-c62a-405f-a189-29e26fb0e360,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:56.450587 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-796e3f8e-9fe7-4ada-aa48-339469a7eb88 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11810'] for router, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:56.451584 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-796e3f8e-9fe7-4ada-aa48-339469a7eb88 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1926740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11821'] for router, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:56.510826 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-72ab0710-634c-4744-9ad8-cbb8c123efb8 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1634680'] for router_interface, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:56.544992 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa084490-fdb6-4979-b0be-4a4ddb241f62 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:29:56.556720 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430a0abd-217e-4b1d-b403-e87a1a4c8fd9 None None] Sync routers for ids ['e6b2b62e-7f55-4ba2-b077-893840665ffb'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:29:56.567978 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430a0abd-217e-4b1d-b403-e87a1a4c8fd9 None None] Routers {'e6b2b62e-7f55-4ba2-b077-893840665ffb'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:29:56.568871 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-430a0abd-217e-4b1d-b403-e87a1a4c8fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:29:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['e6b2b62e-7f55-4ba2-b077-893840665ffb'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:56.577096 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-34bd1214-0692-4976-aec9-ef5780f46598 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:56.602754 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-430a0abd-217e-4b1d-b403-e87a1a4c8fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:56.611619 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430a0abd-217e-4b1d-b403-e87a1a4c8fd9 None None] Routers {'e6b2b62e-7f55-4ba2-b077-893840665ffb'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:29:56.612460 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-430a0abd-217e-4b1d-b403-e87a1a4c8fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:29:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['e6b2b62e-7f55-4ba2-b077-893840665ffb'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:56.632695 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-5ce5d426-4610-4849-8178-f54485f8fb86 req-7025691b-9915-4b43-91ad-819cff906899 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] For port 3255bf77-8d6e-4e4b-9836-720b73b51f93, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=3255bf77-8d6e-4e4b-9836-720b73b51f93,segment=NetworkSegment(d93517f9-cb27-456b-8180-ef58b44abe45),segment_id=d93517f9-cb27-456b-8180-ef58b44abe45)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:29:56.633049 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-5ce5d426-4610-4849-8178-f54485f8fb86 req-7025691b-9915-4b43-91ad-819cff906899 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:56.641772 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-daf7049b-f72c-439b-b5f1-24a7b4466f69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:56.648948 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-430a0abd-217e-4b1d-b403-e87a1a4c8fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:56.649599 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430a0abd-217e-4b1d-b403-e87a1a4c8fd9 None None] The sync data for ids ['e6b2b62e-7f55-4ba2-b077-893840665ffb'] in n-d-771362-32 is: [] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:29:56.652196 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2302ee1-b73c-4718-b6dc-b506b7907127 req-7d546976-2100-42c4-8b85-012f3e44b74d tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:56.653710 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a2302ee1-b73c-4718-b6dc-b506b7907127 req-7d546976-2100-42c4-8b85-012f3e44b74d tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] 10.222.0.21 "GET /v2.0/networks?id=5a29fe19-35bd-442b-9589-13cdfa9e36ce HTTP/1.1" status: 200 len: 828 time: 0.2834055 Jul 05 02:29:56.665435 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-5ce5d426-4610-4849-8178-f54485f8fb86 req-7025691b-9915-4b43-91ad-819cff906899 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Calling delete_port for 3255bf77-8d6e-4e4b-9836-720b73b51f93 owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:29:56.668686 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bd1214-0692-4976-aec9-ef5780f46598 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Pushing event deleted for resources: {'Port': ['ID=f718f604-292b-48ef-8af7-1da712257f36,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:56.670175 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-a2302ee1-b73c-4718-b6dc-b506b7907127 req-77adc05a-4ae3-484d-90f3-fd82ad51b547 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Request body: {'port': {'device_id': '011ab283-3e48-4698-b61f-e35f9a492bb7', 'network_id': '5a29fe19-35bd-442b-9589-13cdfa9e36ce', 'admin_state_up': True, 'tenant_id': '1c86027370b247c2b5010395a3a8fb85'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:29:56.701152 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-aa084490-fdb6-4979-b0be-4a4ddb241f62 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:56.728565 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-daf7049b-f72c-439b-b5f1-24a7b4466f69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:56.751361 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-796e3f8e-9fe7-4ada-aa48-339469a7eb88 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:56.868840 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-34bd1214-0692-4976-aec9-ef5780f46598 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636927'] for router_gateway, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:56.891615 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-aa084490-fdb6-4979-b0be-4a4ddb241f62 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.2489853 Jul 05 02:29:56.901162 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 37618) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:56.930910 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-74a496e1-fc35-4191-873d-76913442b9bd tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Request body: {'floatingip': {'port_id': '5d7e7b76-2335-4bc3-985d-a6844027dbda', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:29:56.963958 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48347d9a-9db0-4032-8d22-757f7c3dd3f2 req-72550272-1379-48ae-83be-c4b04510f8c7 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:56.965488 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-48347d9a-9db0-4032-8d22-757f7c3dd3f2 req-72550272-1379-48ae-83be-c4b04510f8c7 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] 10.222.0.15 "GET /v2.0/ports?device_id=067ea6c0-d5fd-4fd0-8511-306f6462c11c HTTP/1.1" status: 200 len: 945 time: 0.2283285 Jul 05 02:29:57.036461 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3043defc-8ca5-4629-b259-84570100a47e req-7c16559b-9027-40a2-96b4-1a811bdb2af0 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] 10.222.0.23 "GET /v2.0/ports?device_id=011ab283-3e48-4698-b61f-e35f9a492bb7 HTTP/1.1" status: 200 len: 210 time: 0.0653334 Jul 05 02:29:57.061460 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-daf7049b-f72c-439b-b5f1-24a7b4466f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:57.063844 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-daf7049b-f72c-439b-b5f1-24a7b4466f69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:57.065217 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-daf7049b-f72c-439b-b5f1-24a7b4466f69 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/41fe6d86-c62a-405f-a189-29e26fb0e360 HTTP/1.1" status: 204 len: 168 time: 0.6293426 Jul 05 02:29:57.086394 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-34bd1214-0692-4976-aec9-ef5780f46598 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11828'] for router, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:57.089669 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-34bd1214-0692-4976-aec9-ef5780f46598 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:57.135407 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2302ee1-b73c-4718-b6dc-b506b7907127 req-77adc05a-4ae3-484d-90f3-fd82ad51b547 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Made reservation on behalf of 1c86027370b247c2b5010395a3a8fb85 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:29:57.136576 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 6fb9e69d-329d-48c2-97aa-a713fa421dad no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:29:57.142264 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a2302ee1-b73c-4718-b6dc-b506b7907127 req-77adc05a-4ae3-484d-90f3-fd82ad51b547 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:57.161138 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 6fb9e69d-329d-48c2-97aa-a713fa421dad {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:29:57.161992 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 6fb9e69d-329d-48c2-97aa-a713fa421dad not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:29:57.171926 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-796e3f8e-9fe7-4ada-aa48-339469a7eb88 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:57.172385 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf7049b-f72c-439b-b5f1-24a7b4466f69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41fe6d86-c62a-405f-a189-29e26fb0e360,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:57.179510 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-74a496e1-fc35-4191-873d-76913442b9bd tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks [] for floatingip, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:57.281174 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-5ce5d426-4610-4849-8178-f54485f8fb86 req-7025691b-9915-4b43-91ad-819cff906899 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:57.292892 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['b12530a7-4e63-4770-b0a3-6061449aa8c9'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:29:57.346923 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7025691b-9915-4b43-91ad-819cff906899 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Pushing event deleted for resources: {'Port': ['ID=3255bf77-8d6e-4e4b-9836-720b73b51f93,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:57.358851 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-48347d9a-9db0-4032-8d22-757f7c3dd3f2 req-6e8f8d0c-2929-43dd-ac8d-2d40c9cb7db5 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Deleting port b12530a7-4e63-4770-b0a3-6061449aa8c9 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:29:57.359198 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-48347d9a-9db0-4032-8d22-757f7c3dd3f2 req-6e8f8d0c-2929-43dd-ac8d-2d40c9cb7db5 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:57.366041 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-34bd1214-0692-4976-aec9-ef5780f46598 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1575451'] for router, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:57.366041 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34bd1214-0692-4976-aec9-ef5780f46598 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Fanout notify agent at l3_agent the message router_deleted on router 71de4596-3883-4d78-a116-dc9b01b7a5bd {{(pid=94462) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 02:29:57.377748 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-34bd1214-0692-4976-aec9-ef5780f46598 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:57.378776 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-34bd1214-0692-4976-aec9-ef5780f46598 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] 10.222.0.23 "DELETE /v2.0/routers/71de4596-3883-4d78-a116-dc9b01b7a5bd HTTP/1.1" status: 204 len: 168 time: 3.3230095 Jul 05 02:29:57.402359 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 37624) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:57.413247 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-2b176ede-d4dd-4341-b35a-e159b5e82f9d tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1108347387', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:29:57.485858 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ce5d426-4610-4849-8178-f54485f8fb86 req-7025691b-9915-4b43-91ad-819cff906899 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] No DVR routers for this DVR port 3255bf77-8d6e-4e4b-9836-720b73b51f93 on host n-h1-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:29:57.494674 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-5ce5d426-4610-4849-8178-f54485f8fb86 req-7025691b-9915-4b43-91ad-819cff906899 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:57.496855 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5ce5d426-4610-4849-8178-f54485f8fb86 req-7025691b-9915-4b43-91ad-819cff906899 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] 10.222.0.21 "DELETE /v2.0/ports/3255bf77-8d6e-4e4b-9836-720b73b51f93 HTTP/1.1" status: 204 len: 173 time: 1.3369751 Jul 05 02:29:57.499749 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc64e74b-567a-4516-b20b-474d8c9a74b6', 'name': 'network-vif-deleted', 'tag': '3255bf77-8d6e-4e4b-9836-720b73b51f93'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:29:57.510247 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ecd936e-5590-4fff-b99f-a7dd3c612e75" -d '{"events": [{"server_uuid": "fc64e74b-567a-4516-b20b-474d8c9a74b6", "name": "network-vif-deleted", "tag": "3255bf77-8d6e-4e4b-9836-720b73b51f93"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:29:57.532146 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-a2302ee1-b73c-4718-b6dc-b506b7907127 req-77adc05a-4ae3-484d-90f3-fd82ad51b547 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Allocated IP 172.20.0.12 (5a29fe19-35bd-442b-9589-13cdfa9e36ce/228a53f6-6ef9-4418-b7c1-2dd8410e94ca/595d64a7-1347-4f1a-9502-d38884bf6074) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:29:57.597758 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d83e2b4-88a5-40fa-aa09-00242bc0979e x-openstack-request-id: req-2d83e2b4-88a5-40fa-aa09-00242bc0979e {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:29:57.598031 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc64e74b-567a-4516-b20b-474d8c9a74b6", "name": "network-vif-deleted", "tag": "3255bf77-8d6e-4e4b-9836-720b73b51f93", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:29:57.598313 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2d83e2b4-88a5-40fa-aa09-00242bc0979e {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:29:57.598723 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc64e74b-567a-4516-b20b-474d8c9a74b6', 'name': 'network-vif-deleted', 'tag': '3255bf77-8d6e-4e4b-9836-720b73b51f93', 'status': 'completed', 'code': 200} Jul 05 02:29:57.606649 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-48347d9a-9db0-4032-8d22-757f7c3dd3f2 req-6e8f8d0c-2929-43dd-ac8d-2d40c9cb7db5 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] For port b12530a7-4e63-4770-b0a3-6061449aa8c9, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=b12530a7-4e63-4770-b0a3-6061449aa8c9,segment=NetworkSegment(d93517f9-cb27-456b-8180-ef58b44abe45),segment_id=d93517f9-cb27-456b-8180-ef58b44abe45)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:29:57.607019 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-48347d9a-9db0-4032-8d22-757f7c3dd3f2 req-6e8f8d0c-2929-43dd-ac8d-2d40c9cb7db5 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:57.627590 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2b176ede-d4dd-4341-b35a-e159b5e82f9d tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11810'] for router, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:57.628607 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2b176ede-d4dd-4341-b35a-e159b5e82f9d tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1926740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11821'] for router, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:57.629496 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-48347d9a-9db0-4032-8d22-757f7c3dd3f2 req-6e8f8d0c-2929-43dd-ac8d-2d40c9cb7db5 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Calling delete_port for b12530a7-4e63-4770-b0a3-6061449aa8c9 owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:29:57.658022 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-72ab0710-634c-4744-9ad8-cbb8c123efb8 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Deleting port ff72c456-517c-49ef-8fa2-338d67475460 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:29:57.658397 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-72ab0710-634c-4744-9ad8-cbb8c123efb8 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:57.691439 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0f74a6f6-1880-45e2-abd9-48f6d0086c0f req-897ae729-669c-477d-b106-8131e5f7c87d tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc64e74b-567a-4516-b20b-474d8c9a74b6 HTTP/1.1" status: 200 len: 210 time: 0.0653594 Jul 05 02:29:57.797598 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a2302ee1-b73c-4718-b6dc-b506b7907127 req-77adc05a-4ae3-484d-90f3-fd82ad51b547 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:57.842999 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2b176ede-d4dd-4341-b35a-e159b5e82f9d tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:57.956733 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-a2302ee1-b73c-4718-b6dc-b506b7907127 req-77adc05a-4ae3-484d-90f3-fd82ad51b547 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Transition to ACTIVE for port object 595d64a7-1347-4f1a-9502-d38884bf6074 will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:29:57.960155 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-48347d9a-9db0-4032-8d22-757f7c3dd3f2 req-6e8f8d0c-2929-43dd-ac8d-2d40c9cb7db5 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:57.976388 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2b176ede-d4dd-4341-b35a-e159b5e82f9d tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963'] for router, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:57.994532 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8f8d0c-2929-43dd-ac8d-2d40c9cb7db5 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Pushing event deleted for resources: {'Port': ['ID=b12530a7-4e63-4770-b0a3-6061449aa8c9,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:58.027376 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 37632) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:58.047930 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-72ab0710-634c-4744-9ad8-cbb8c123efb8 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:58.065832 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-48347d9a-9db0-4032-8d22-757f7c3dd3f2 req-6e8f8d0c-2929-43dd-ac8d-2d40c9cb7db5 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] No DVR routers for this DVR port b12530a7-4e63-4770-b0a3-6061449aa8c9 on host n-h2-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:29:58.069397 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a0500544-777b-445b-b12e-39d2506a5481 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:58.071765 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-48347d9a-9db0-4032-8d22-757f7c3dd3f2 req-6e8f8d0c-2929-43dd-ac8d-2d40c9cb7db5 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:58.073691 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-48347d9a-9db0-4032-8d22-757f7c3dd3f2 req-6e8f8d0c-2929-43dd-ac8d-2d40c9cb7db5 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] 10.222.0.15 "DELETE /v2.0/ports/b12530a7-4e63-4770-b0a3-6061449aa8c9 HTTP/1.1" status: 204 len: 173 time: 1.1009841 Jul 05 02:29:58.078710 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-72ab0710-634c-4744-9ad8-cbb8c123efb8 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Calling delete_port for ff72c456-517c-49ef-8fa2-338d67475460 owned by network:router_interface {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:29:58.109562 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-796e3f8e-9fe7-4ada-aa48-339469a7eb88 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks [] for router_gateway, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:58.136341 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-796e3f8e-9fe7-4ada-aa48-339469a7eb88 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:58.182641 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a2302ee1-b73c-4718-b6dc-b506b7907127 req-77adc05a-4ae3-484d-90f3-fd82ad51b547 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:58.187551 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2b176ede-d4dd-4341-b35a-e159b5e82f9d tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:58.190601 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-2b176ede-d4dd-4341-b35a-e159b5e82f9d tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7835953 Jul 05 02:29:58.195040 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 37636) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:58.232319 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-910d3e47-7b0e-4bca-840f-b9daa27218dc tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'enable_snat': False}}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:29:58.669678 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2302ee1-b73c-4718-b6dc-b506b7907127 req-77adc05a-4ae3-484d-90f3-fd82ad51b547 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Network 5a29fe19-35bd-442b-9589-13cdfa9e36ce is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:29:58.676372 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77adc05a-4ae3-484d-90f3-fd82ad51b547 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Pushing event updated for resources: {'Port': ['ID=595d64a7-1347-4f1a-9502-d38884bf6074,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:58.678829 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-a2302ee1-b73c-4718-b6dc-b506b7907127 req-77adc05a-4ae3-484d-90f3-fd82ad51b547 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:29:58.682904 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2302ee1-b73c-4718-b6dc-b506b7907127 req-77adc05a-4ae3-484d-90f3-fd82ad51b547 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:29:58.715489 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-74a496e1-fc35-4191-873d-76913442b9bd tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:58.817018 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-796e3f8e-9fe7-4ada-aa48-339469a7eb88 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Allocated IP 172.25.7.206 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/ae05716e-7d04-4abe-a261-21545dd15c2c) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:29:58.857216 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a0500544-777b-445b-b12e-39d2506a5481 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:58.867148 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-74a496e1-fc35-4191-873d-76913442b9bd tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636869'] for floatingip, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:58.922360 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2302ee1-b73c-4718-b6dc-b506b7907127 req-77adc05a-4ae3-484d-90f3-fd82ad51b547 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:58.923131 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a2302ee1-b73c-4718-b6dc-b506b7907127 req-77adc05a-4ae3-484d-90f3-fd82ad51b547 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:58.984514 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-910d3e47-7b0e-4bca-840f-b9daa27218dc tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:59.002293 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0a9e94-c9b2-4e2b-ae8c-a1fc7316e745 req-58649d18-d02a-4b57-8128-9a1e528e36df tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:29:59.002293 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6a0a9e94-c9b2-4e2b-ae8c-a1fc7316e745 req-58649d18-d02a-4b57-8128-9a1e528e36df tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] 10.222.0.23 "GET /v2.0/ports?device_id=011ab283-3e48-4698-b61f-e35f9a492bb7 HTTP/1.1" status: 200 len: 932 time: 0.7983959 Jul 05 02:29:59.002882 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a0500544-777b-445b-b12e-39d2506a5481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:59.058886 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-a0500544-777b-445b-b12e-39d2506a5481 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b4c893b6b71e4bb0a96cb3bc8facf8bc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0284357 Jul 05 02:29:59.063271 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 37644) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:59.073653 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0500544-777b-445b-b12e-39d2506a5481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cdc196d-c72d-496d-9745-b0a69b0f9643,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:59.084992 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6a0a9e94-c9b2-4e2b-ae8c-a1fc7316e745 req-7dae87bc-48ef-45e8-a882-05e839432a27 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] 10.222.0.23 "GET /v2.0/security-groups?id=b551ed91-860f-4d3c-a715-cc616f6d7d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776911 Jul 05 02:29:59.101171 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a2302ee1-b73c-4718-b6dc-b506b7907127 req-77adc05a-4ae3-484d-90f3-fd82ad51b547 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4367340 Jul 05 02:29:59.112771 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-a2302ee1-b73c-4718-b6dc-b506b7907127 req-7f244f13-4818-43e0-9d7a-088ef2ba7197 service neutron] Request body: {'port': {'device_id': '011ab283-3e48-4698-b61f-e35f9a492bb7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:29:59.122815 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-a361f335-5e7b-4f43-ba6c-0092187a2203 None None] Provisioning for port 595d64a7-1347-4f1a-9502-d38884bf6074 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:29:59.129393 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-a361f335-5e7b-4f43-ba6c-0092187a2203 None None] Provisioning complete for port 595d64a7-1347-4f1a-9502-d38884bf6074 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:29:59.129393 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a361f335-5e7b-4f43-ba6c-0092187a2203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:59.141585 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5e3b13ad-118e-4cd1-9c98-bc6fd2631363 req-218c47a1-35cb-4649-be09-8ff28d101448 tempest-MultipleCreateTestJSON-2128974220 tempest-MultipleCreateTestJSON-2128974220-project] 10.222.0.23 "GET /v2.0/ports?device_id=067ea6c0-d5fd-4fd0-8511-306f6462c11c HTTP/1.1" status: 200 len: 210 time: 0.1557095 Jul 05 02:29:59.191083 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-a361f335-5e7b-4f43-ba6c-0092187a2203 None None] Port 595d64a7-1347-4f1a-9502-d38884bf6074 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:29:59.248964 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 3255bf77-8d6e-4e4b-9836-720b73b51f93 no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:29:59.251871 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a2302ee1-b73c-4718-b6dc-b506b7907127 req-7f244f13-4818-43e0-9d7a-088ef2ba7197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:59.270954 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] No Port match for: 3255bf77-8d6e-4e4b-9836-720b73b51f93 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:29:59.271622 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 3255bf77-8d6e-4e4b-9836-720b73b51f93 not bound to the agent host n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:29:59.272212 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74a496e1-fc35-4191-873d-76913442b9bd tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Router e6b2b62e-7f55-4ba2-b077-893840665ffb has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:29:59.313962 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-72ab0710-634c-4744-9ad8-cbb8c123efb8 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:59.320281 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-796e3f8e-9fe7-4ada-aa48-339469a7eb88 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:59.326006 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ff1c8bbe-e619-46fb-aab7-2da6a4a0f10b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:59.371865 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab0710-634c-4744-9ad8-cbb8c123efb8 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Pushing event deleted for resources: {'Port': ['ID=ff72c456-517c-49ef-8fa2-338d67475460,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:59.451353 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ff1c8bbe-e619-46fb-aab7-2da6a4a0f10b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:59.573907 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-910d3e47-7b0e-4bca-840f-b9daa27218dc tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:59.604211 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '067ea6c0-d5fd-4fd0-8511-306f6462c11c', 'name': 'network-vif-deleted', 'tag': 'b12530a7-4e63-4770-b0a3-6061449aa8c9'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:29:59.606524 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c92e023c-94e8-4f07-a715-0761f1dd0677" -d '{"events": [{"server_uuid": "067ea6c0-d5fd-4fd0-8511-306f6462c11c", "name": "network-vif-deleted", "tag": "b12530a7-4e63-4770-b0a3-6061449aa8c9"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:29:59.611692 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-910d3e47-7b0e-4bca-840f-b9daa27218dc tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:59.660896 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c69b250-6fd1-4dda-aa2f-5d5ca9645e3d x-openstack-request-id: req-7c69b250-6fd1-4dda-aa2f-5d5ca9645e3d {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:29:59.661201 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "067ea6c0-d5fd-4fd0-8511-306f6462c11c", "name": "network-vif-deleted", "tag": "b12530a7-4e63-4770-b0a3-6061449aa8c9", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:29:59.661441 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7c69b250-6fd1-4dda-aa2f-5d5ca9645e3d {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:29:59.662111 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '067ea6c0-d5fd-4fd0-8511-306f6462c11c', 'name': 'network-vif-deleted', 'tag': 'b12530a7-4e63-4770-b0a3-6061449aa8c9', 'status': 'completed', 'code': 200} Jul 05 02:29:59.668137 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74a496e1-fc35-4191-873d-76913442b9bd tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:29:59.673693 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-74a496e1-fc35-4191-873d-76913442b9bd tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:59.675646 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-72ab0710-634c-4744-9ad8-cbb8c123efb8 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635398'] for router_interface, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:59.681362 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c58e61b-9bb4-447f-b44e-26897f7b43b9 None None] Sync routers for ids ['e6b2b62e-7f55-4ba2-b077-893840665ffb'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:29:59.693202 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c58e61b-9bb4-447f-b44e-26897f7b43b9 None None] Routers {'e6b2b62e-7f55-4ba2-b077-893840665ffb'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:29:59.694640 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-5c58e61b-9bb4-447f-b44e-26897f7b43b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:29:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['e6b2b62e-7f55-4ba2-b077-893840665ffb'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:59.744254 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-5c58e61b-9bb4-447f-b44e-26897f7b43b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:59.751727 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-a2302ee1-b73c-4718-b6dc-b506b7907127 req-7f244f13-4818-43e0-9d7a-088ef2ba7197 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 595d64a7-1347-4f1a-9502-d38884bf6074 {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:29:59.753920 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c58e61b-9bb4-447f-b44e-26897f7b43b9 None None] Routers {'e6b2b62e-7f55-4ba2-b077-893840665ffb'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:29:59.755410 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-5c58e61b-9bb4-447f-b44e-26897f7b43b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:29:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['e6b2b62e-7f55-4ba2-b077-893840665ffb'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:59.764209 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a2302ee1-b73c-4718-b6dc-b506b7907127 req-7f244f13-4818-43e0-9d7a-088ef2ba7197 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:59.783877 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-796e3f8e-9fe7-4ada-aa48-339469a7eb88 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:59.795267 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-5c58e61b-9bb4-447f-b44e-26897f7b43b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:29:59.796313 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c58e61b-9bb4-447f-b44e-26897f7b43b9 None None] The sync data for ids ['e6b2b62e-7f55-4ba2-b077-893840665ffb'] in n-d-771362-32 is: [] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:29:59.820923 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-a2302ee1-b73c-4718-b6dc-b506b7907127 req-7f244f13-4818-43e0-9d7a-088ef2ba7197 service neutron] Transition to ACTIVE for port object 595d64a7-1347-4f1a-9502-d38884bf6074 will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:29:59.844535 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ff1c8bbe-e619-46fb-aab7-2da6a4a0f10b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:59.847079 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ff1c8bbe-e619-46fb-aab7-2da6a4a0f10b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:59.848258 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-ff1c8bbe-e619-46fb-aab7-2da6a4a0f10b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5cdc196d-c72d-496d-9745-b0a69b0f9643 HTTP/1.1" status: 204 len: 168 time: 0.7803216 Jul 05 02:29:59.853441 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-910d3e47-7b0e-4bca-840f-b9daa27218dc tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Allocated IP 172.25.7.200 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/4dbd79ce-65b2-4d0b-b158-c7710431b7aa) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:29:59.859463 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796e3f8e-9fe7-4ada-aa48-339469a7eb88 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:29:59.907967 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-796e3f8e-9fe7-4ada-aa48-339469a7eb88 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:29:59.913534 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a2302ee1-b73c-4718-b6dc-b506b7907127 req-7f244f13-4818-43e0-9d7a-088ef2ba7197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:29:59.919288 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796e3f8e-9fe7-4ada-aa48-339469a7eb88 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:29:59.925189 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1c8bbe-e619-46fb-aab7-2da6a4a0f10b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cdc196d-c72d-496d-9745-b0a69b0f9643,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:59.957578 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-74a496e1-fc35-4191-873d-76913442b9bd tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] 10.222.0.23 "PUT /v2.0/floatingips/bfa58cec-554a-4f58-b247-2893f6e10084 HTTP/1.1" status: 200 len: 977 time: 3.0303063 Jul 05 02:29:59.958355 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796e3f8e-9fe7-4ada-aa48-339469a7eb88 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Pushing event updated for resources: {'Port': ['ID=ae05716e-7d04-4abe-a261-21545dd15c2c,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:29:59.964923 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 37650) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:29:59.997974 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72ab0710-634c-4744-9ad8-cbb8c123efb8 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Router 6de2ecd9-f0af-41a5-9756-09c0e87aee85 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:30:00.035694 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f244f13-4818-43e0-9d7a-088ef2ba7197 service neutron] Pushing event updated for resources: {'Port': ['ID=595d64a7-1347-4f1a-9502-d38884bf6074,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:00.143626 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-910d3e47-7b0e-4bca-840f-b9daa27218dc tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:00.172887 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72ab0710-634c-4744-9ad8-cbb8c123efb8 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:30:00.179797 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-72ab0710-634c-4744-9ad8-cbb8c123efb8 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] 10.222.0.23 "PUT /v2.0/routers/6de2ecd9-f0af-41a5-9756-09c0e87aee85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8353474 Jul 05 02:30:00.188490 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 37656) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:00.191991 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5221fa69-9bbe-4be3-846d-b30d8804dc69 None None] Sync routers for ids ['6de2ecd9-f0af-41a5-9756-09c0e87aee85'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:30:00.234981 n-d-771362-32 neutron-server[94462]: INFO neutron.api.v2.resource [None req-58480f43-7451-498f-9630-62837e9e3018 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] delete failed (client error): The resource could not be found. Jul 05 02:30:00.236323 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-58480f43-7451-498f-9630-62837e9e3018 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] 10.222.0.23 "DELETE /v2.0/routers/tempest-non_exist_router-143115960 HTTP/1.1" status: 404 len: 334 time: 0.0502110 Jul 05 02:30:00.240942 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 37658) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:00.245025 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5221fa69-9bbe-4be3-846d-b30d8804dc69 None None] Routers {'6de2ecd9-f0af-41a5-9756-09c0e87aee85'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:30:00.246200 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-d74ab10e-796f-4047-88c5-67f454ffc4ad tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Request body: {'router': {'external_gateway_info': {'network_id': '6de2ecd9-f0af-41a5-9756-09c0e87aee85'}}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:30:00.246623 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-5221fa69-9bbe-4be3-846d-b30d8804dc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:29:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['6de2ecd9-f0af-41a5-9756-09c0e87aee85'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:00.295033 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-5221fa69-9bbe-4be3-846d-b30d8804dc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:00.308203 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5221fa69-9bbe-4be3-846d-b30d8804dc69 None None] Routers {'6de2ecd9-f0af-41a5-9756-09c0e87aee85'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:30:00.308866 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-5221fa69-9bbe-4be3-846d-b30d8804dc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:29:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['6de2ecd9-f0af-41a5-9756-09c0e87aee85'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:00.333859 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 37660) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:00.347886 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-a2302ee1-b73c-4718-b6dc-b506b7907127 req-7f244f13-4818-43e0-9d7a-088ef2ba7197 service neutron] Attempting to bind port 595d64a7-1347-4f1a-9502-d38884bf6074 on host n-h1-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:30:00.348248 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-a2302ee1-b73c-4718-b6dc-b506b7907127 req-7f244f13-4818-43e0-9d7a-088ef2ba7197 service neutron] Attempting to bind port 595d64a7-1347-4f1a-9502-d38884bf6074 by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': '63fce11a-e2e8-4a2d-90a7-6189b626b4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '5a29fe19-35bd-442b-9589-13cdfa9e36ce'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:30:00.348566 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2302ee1-b73c-4718-b6dc-b506b7907127 req-7f244f13-4818-43e0-9d7a-088ef2ba7197 service neutron] Attempting to bind port 595d64a7-1347-4f1a-9502-d38884bf6074 on network 5a29fe19-35bd-442b-9589-13cdfa9e36ce {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:30:00.351606 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-5221fa69-9bbe-4be3-846d-b30d8804dc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:00.352243 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5221fa69-9bbe-4be3-846d-b30d8804dc69 None None] The sync data for ids ['6de2ecd9-f0af-41a5-9756-09c0e87aee85'] in n-d-771362-32 is: [] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:30:00.381835 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2302ee1-b73c-4718-b6dc-b506b7907127 req-7f244f13-4818-43e0-9d7a-088ef2ba7197 service neutron] Port 595d64a7-1347-4f1a-9502-d38884bf6074 on network 5a29fe19-35bd-442b-9589-13cdfa9e36ce not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:30:00.382193 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2302ee1-b73c-4718-b6dc-b506b7907127 req-7f244f13-4818-43e0-9d7a-088ef2ba7197 service neutron] Attempting to bind port 595d64a7-1347-4f1a-9502-d38884bf6074 on network 5a29fe19-35bd-442b-9589-13cdfa9e36ce {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:30:00.393971 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2302ee1-b73c-4718-b6dc-b506b7907127 req-7f244f13-4818-43e0-9d7a-088ef2ba7197 service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:30:00.394363 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2302ee1-b73c-4718-b6dc-b506b7907127 req-7f244f13-4818-43e0-9d7a-088ef2ba7197 service neutron] Checking segment: {'id': '63fce11a-e2e8-4a2d-90a7-6189b626b4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '5a29fe19-35bd-442b-9589-13cdfa9e36ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:30:00.394752 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2302ee1-b73c-4718-b6dc-b506b7907127 req-7f244f13-4818-43e0-9d7a-088ef2ba7197 service neutron] Bound using segment: {'id': '63fce11a-e2e8-4a2d-90a7-6189b626b4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '5a29fe19-35bd-442b-9589-13cdfa9e36ce'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:30:00.395232 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-a2302ee1-b73c-4718-b6dc-b506b7907127 req-7f244f13-4818-43e0-9d7a-088ef2ba7197 service neutron] Bound port: 595d64a7-1347-4f1a-9502-d38884bf6074, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63fce11a-e2e8-4a2d-90a7-6189b626b4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '5a29fe19-35bd-442b-9589-13cdfa9e36ce'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:30:00.395595 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a2302ee1-b73c-4718-b6dc-b506b7907127 req-7f244f13-4818-43e0-9d7a-088ef2ba7197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:00.466662 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-c970fe5a-1049-46ed-8708-569de0670ae2 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Deleting port 8bbc9d7a-635e-464a-9b1f-7f138ebdfb2b {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:30:00.467003 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c970fe5a-1049-46ed-8708-569de0670ae2 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:00.531126 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-a2302ee1-b73c-4718-b6dc-b506b7907127 req-7f244f13-4818-43e0-9d7a-088ef2ba7197 service neutron] For port 595d64a7-1347-4f1a-9502-d38884bf6074, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:30:00.531126 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-910d3e47-7b0e-4bca-840f-b9daa27218dc tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:00.534579 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2913391-9466-422d-a04a-1f0a71f32d89 admin admin] Deleting subnet bd25aff0-af29-453c-a0e9-c2c58c06ca99 {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:30:00.542324 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a2913391-9466-422d-a04a-1f0a71f32d89 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:00.560144 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-a2302ee1-b73c-4718-b6dc-b506b7907127 req-7f244f13-4818-43e0-9d7a-088ef2ba7197 service neutron] For port 595d64a7-1347-4f1a-9502-d38884bf6074, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=595d64a7-1347-4f1a-9502-d38884bf6074,segment=NetworkSegment(63fce11a-e2e8-4a2d-90a7-6189b626b4b9),segment_id=63fce11a-e2e8-4a2d-90a7-6189b626b4b9)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:30:00.563758 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910d3e47-7b0e-4bca-840f-b9daa27218dc tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:30:00.582987 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-910d3e47-7b0e-4bca-840f-b9daa27218dc tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:30:00.587753 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910d3e47-7b0e-4bca-840f-b9daa27218dc tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:30:00.660989 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769dff7f-354c-4066-8bf0-068ec2234461 req-f6963dd0-a894-4cb6-9894-6d66baaa9f5a tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:00.663462 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-769dff7f-354c-4066-8bf0-068ec2234461 req-f6963dd0-a894-4cb6-9894-6d66baaa9f5a tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] 10.222.0.23 "GET /v2.0/ports?device_id=011ab283-3e48-4698-b61f-e35f9a492bb7 HTTP/1.1" status: 200 len: 944 time: 0.4120014 Jul 05 02:30:00.676730 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a2302ee1-b73c-4718-b6dc-b506b7907127 req-7f244f13-4818-43e0-9d7a-088ef2ba7197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:00.680122 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c970fe5a-1049-46ed-8708-569de0670ae2 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:00.680452 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c970fe5a-1049-46ed-8708-569de0670ae2 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:00.696488 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910d3e47-7b0e-4bca-840f-b9daa27218dc tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Pushing event updated for resources: {'Port': ['ID=4dbd79ce-65b2-4d0b-b158-c7710431b7aa,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:00.696924 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a2913391-9466-422d-a04a-1f0a71f32d89 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:00.704568 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-c970fe5a-1049-46ed-8708-569de0670ae2 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Calling delete_port for 8bbc9d7a-635e-464a-9b1f-7f138ebdfb2b owned by network:floatingip {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:30:00.729876 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d74ab10e-796f-4047-88c5-67f454ffc4ad tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:00.748826 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-796e3f8e-9fe7-4ada-aa48-339469a7eb88 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks [] for router_gateway, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:00.799622 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2302ee1-b73c-4718-b6dc-b506b7907127 req-7f244f13-4818-43e0-9d7a-088ef2ba7197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:00.800262 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a2302ee1-b73c-4718-b6dc-b506b7907127 req-7f244f13-4818-43e0-9d7a-088ef2ba7197 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:00.801701 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a2302ee1-b73c-4718-b6dc-b506b7907127 req-7f244f13-4818-43e0-9d7a-088ef2ba7197 service neutron] 10.222.0.21 "PUT /v2.0/ports/595d64a7-1347-4f1a-9502-d38884bf6074 HTTP/1.1" status: 200 len: 1093 time: 1.6933289 Jul 05 02:30:00.829881 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a2913391-9466-422d-a04a-1f0a71f32d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:00.838701 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-769dff7f-354c-4066-8bf0-068ec2234461 req-aebcc9c3-9bcf-4306-bac9-b80d79dfe110 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] 10.222.0.23 "GET /v2.0/security-groups?id=b551ed91-860f-4d3c-a715-cc616f6d7d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376340 Jul 05 02:30:00.921972 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f244f13-4818-43e0-9d7a-088ef2ba7197 service neutron] Pushing event updated for resources: {'Port': ['ID=595d64a7-1347-4f1a-9502-d38884bf6074,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:01.169393 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2302ee1-b73c-4718-b6dc-b506b7907127 req-6de0c28e-9bb4-400d-a80a-debe78437597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:01.170008 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a2302ee1-b73c-4718-b6dc-b506b7907127 req-6de0c28e-9bb4-400d-a80a-debe78437597 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1c86027370b247c2b5010395a3a8fb85&device_id=011ab283-3e48-4698-b61f-e35f9a492bb7 HTTP/1.1" status: 200 len: 1096 time: 0.2008543 Jul 05 02:30:01.200057 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device b12530a7-4e63-4770-b0a3-6061449aa8c9 no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:30:01.225711 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] No Port match for: b12530a7-4e63-4770-b0a3-6061449aa8c9 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:30:01.226804 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a2302ee1-b73c-4718-b6dc-b506b7907127 req-bc799819-d344-4748-91a1-ff6106da83bf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=595d64a7-1347-4f1a-9502-d38884bf6074 HTTP/1.1" status: 200 len: 217 time: 0.0441628 Jul 05 02:30:01.226975 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device b12530a7-4e63-4770-b0a3-6061449aa8c9 not bound to the agent host n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:30:01.242175 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-910d3e47-7b0e-4bca-840f-b9daa27218dc tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:01.300805 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c970fe5a-1049-46ed-8708-569de0670ae2 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:01.320171 n-d-771362-32 neutron-server[94462]: INFO neutron.api.v2.resource [None req-d74ab10e-796f-4047-88c5-67f454ffc4ad tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] update failed (client error): The resource could not be found. Jul 05 02:30:01.321317 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-d74ab10e-796f-4047-88c5-67f454ffc4ad tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] 10.222.0.23 "PUT /v2.0/routers/6de2ecd9-f0af-41a5-9756-09c0e87aee85 HTTP/1.1" status: 404 len: 339 time: 1.0791516 Jul 05 02:30:01.326201 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 37678) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:01.557180 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a2913391-9466-422d-a04a-1f0a71f32d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:01.620817 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2913391-9466-422d-a04a-1f0a71f32d89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd25aff0-af29-453c-a0e9-c2c58c06ca99,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:01.629322 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a2913391-9466-422d-a04a-1f0a71f32d89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:01.634871 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-a2913391-9466-422d-a04a-1f0a71f32d89 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/bd25aff0-af29-453c-a0e9-c2c58c06ca99 HTTP/1.1" status: 204 len: 168 time: 1.2714379 Jul 05 02:30:01.655297 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 37686) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:01.668799 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '011ab283-3e48-4698-b61f-e35f9a492bb7', 'tag': '595d64a7-1347-4f1a-9502-d38884bf6074'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:30:01.671070 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49561e0e-fbe4-42c9-847e-d4b0ead4b88f" -d '{"events": [{"name": "network-changed", "server_uuid": "011ab283-3e48-4698-b61f-e35f9a492bb7", "tag": "595d64a7-1347-4f1a-9502-d38884bf6074"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:30:01.677518 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c970fe5a-1049-46ed-8708-569de0670ae2 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Pushing event deleted for resources: {'Port': ['ID=8bbc9d7a-635e-464a-9b1f-7f138ebdfb2b,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:01.731535 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2302ee1-b73c-4718-b6dc-b506b7907127 req-a4ab45cc-16cb-47f3-9d58-c56262e45817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:01.733035 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a2302ee1-b73c-4718-b6dc-b506b7907127 req-a4ab45cc-16cb-47f3-9d58-c56262e45817 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=228a53f6-6ef9-4418-b7c1-2dd8410e94ca HTTP/1.1" status: 200 len: 867 time: 0.5000601 Jul 05 02:30:01.736629 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd1cf129-c2cd-4a55-99b7-f43b3f73946f x-openstack-request-id: req-dd1cf129-c2cd-4a55-99b7-f43b3f73946f {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:30:01.738735 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "011ab283-3e48-4698-b61f-e35f9a492bb7", "tag": "595d64a7-1347-4f1a-9502-d38884bf6074", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:30:01.738735 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dd1cf129-c2cd-4a55-99b7-f43b3f73946f {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:30:01.738735 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '011ab283-3e48-4698-b61f-e35f9a492bb7', 'tag': '595d64a7-1347-4f1a-9502-d38884bf6074', 'status': 'completed', 'code': 200} Jul 05 02:30:01.746661 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-796e3f8e-9fe7-4ada-aa48-339469a7eb88 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963'] for router, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:01.831529 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bb6aa689-e1e2-4b41-8553-8f6425369b32 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:01.867858 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-81e45b1f-e92b-425f-857f-f971ff3fb560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:01.924848 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c970fe5a-1049-46ed-8708-569de0670ae2 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks [] for floatingip, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:01.925208 n-d-771362-32 neutron-server[94461]: INFO neutron.db.l3_db [None req-c970fe5a-1049-46ed-8708-569de0670ae2 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Floating IP bfa58cec-554a-4f58-b247-2893f6e10084 disassociated (deleted). External IP: 172.25.7.30, port: 5d7e7b76-2335-4bc3-985d-a6844027dbda. Jul 05 02:30:02.085616 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2302ee1-b73c-4718-b6dc-b506b7907127 req-ed33a4ea-66ab-4e0d-bfe2-66b573c7ffbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:02.087324 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a2302ee1-b73c-4718-b6dc-b506b7907127 req-ed33a4ea-66ab-4e0d-bfe2-66b573c7ffbc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5a29fe19-35bd-442b-9589-13cdfa9e36ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3200412 Jul 05 02:30:02.198577 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-910d3e47-7b0e-4bca-840f-b9daa27218dc tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:02.202535 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4a9c67-4431-4356-903c-e24a1df0eb37 req-09da8857-2374-48e2-8592-46e9779a0d98 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:02.204118 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2e4a9c67-4431-4356-903c-e24a1df0eb37 req-09da8857-2374-48e2-8592-46e9779a0d98 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] 10.222.0.23 "GET /v2.0/ports?device_id=011ab283-3e48-4698-b61f-e35f9a492bb7 HTTP/1.1" status: 200 len: 944 time: 0.1711876 Jul 05 02:30:02.219284 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-81e45b1f-e92b-425f-857f-f971ff3fb560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:02.222151 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-910d3e47-7b0e-4bca-840f-b9daa27218dc tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1636977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1636970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1573792'] for router, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:02.230986 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-796e3f8e-9fe7-4ada-aa48-339469a7eb88 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Router 20c17d40-10e6-4530-a3f8-0e047b713a1b is scheduled to L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 with binding_index 1 {{(pid=94462) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 02:30:02.237551 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-81e45b1f-e92b-425f-857f-f971ff3fb560 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['882c819f-3448-4e1d-8a0d-c4801113dbdf']}} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:02.259730 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-81e45b1f-e92b-425f-857f-f971ff3fb560 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd93517f9-cb27-456b-8180-ef58b44abe45') {'for_net_delete': True} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:02.259730 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-81e45b1f-e92b-425f-857f-f971ff3fb560 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd93517f9-cb27-456b-8180-ef58b44abe45') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:02.269324 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-bb6aa689-e1e2-4b41-8553-8f6425369b32 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Allocated IP 172.20.0.1 (91cfd98a-bf63-492e-96cf-5acd29e4ab90/e804aeca-e81d-4caa-b1cc-bf0e859e6f98/a7a360fc-343f-4343-b896-5d7881041c44) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:30:02.331227 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2e4a9c67-4431-4356-903c-e24a1df0eb37 req-1387e009-ac9f-4c20-96d2-586504a21643 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] 10.222.0.23 "GET /v2.0/security-groups?id=b551ed91-860f-4d3c-a715-cc616f6d7d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126783 Jul 05 02:30:02.337558 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-81e45b1f-e92b-425f-857f-f971ff3fb560 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5519669'] for segment, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:02.371791 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-81e45b1f-e92b-425f-857f-f971ff3fb560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:02.390178 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a2302ee1-b73c-4718-b6dc-b506b7907127 req-c43cc6b7-be36-4707-a3bf-4e40910086a6 service neutron] 10.222.0.21 "GET /v2.0/networks/5a29fe19-35bd-442b-9589-13cdfa9e36ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2941065 Jul 05 02:30:02.393700 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81e45b1f-e92b-425f-857f-f971ff3fb560 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=94461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:30:02.394110 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-81e45b1f-e92b-425f-857f-f971ff3fb560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5763545'] for segment, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:02.396111 n-d-771362-32 neutron-server[94461]: Traceback (most recent call last): Jul 05 02:30:02.396111 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:30:02.396111 n-d-771362-32 neutron-server[94461]: timer() Jul 05 02:30:02.396111 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:30:02.396111 n-d-771362-32 neutron-server[94461]: cb(*args, **kw) Jul 05 02:30:02.396111 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:30:02.396111 n-d-771362-32 neutron-server[94461]: return func(*args, **kwargs) Jul 05 02:30:02.396111 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:30:02.396111 n-d-771362-32 neutron-server[94461]: self._notify() Jul 05 02:30:02.396111 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:30:02.396111 n-d-771362-32 neutron-server[94461]: self.callback(batched_events) Jul 05 02:30:02.396111 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:30:02.396111 n-d-771362-32 neutron-server[94461]: event.method(event) Jul 05 02:30:02.396111 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:30:02.396111 n-d-771362-32 neutron-server[94461]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:30:02.396111 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:30:02.396111 n-d-771362-32 neutron-server[94461]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:30:02.396111 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:30:02.396111 n-d-771362-32 neutron-server[94461]: return f(self, *a, **k) Jul 05 02:30:02.396111 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:30:02.396111 n-d-771362-32 neutron-server[94461]: return self._get(url).json() Jul 05 02:30:02.396111 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:30:02.396111 n-d-771362-32 neutron-server[94461]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:30:02.396111 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:30:02.396111 n-d-771362-32 neutron-server[94461]: return self.request(url, 'GET', **kwargs) Jul 05 02:30:02.396111 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:30:02.396111 n-d-771362-32 neutron-server[94461]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:30:02.396111 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:30:02.396111 n-d-771362-32 neutron-server[94461]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:30:02.396111 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:30:02.396111 n-d-771362-32 neutron-server[94461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:30:02.396111 n-d-771362-32 neutron-server[94461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:30:02.483875 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-796e3f8e-9fe7-4ada-aa48-339469a7eb88 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:30:02.495719 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c93bc9-657a-4b88-81d1-f0b1a4058d70 None None] Sync routers for ids ['20c17d40-10e6-4530-a3f8-0e047b713a1b'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:30:02.505185 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c93bc9-657a-4b88-81d1-f0b1a4058d70 None None] Routers {'20c17d40-10e6-4530-a3f8-0e047b713a1b'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:30:02.506230 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-e6c93bc9-657a-4b88-81d1-f0b1a4058d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:29:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['20c17d40-10e6-4530-a3f8-0e047b713a1b'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:02.531194 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bb6aa689-e1e2-4b41-8553-8f6425369b32 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:02.543960 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-e6c93bc9-657a-4b88-81d1-f0b1a4058d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:02.551923 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [None req-bb6aa689-e1e2-4b41-8553-8f6425369b32 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Transition to ACTIVE for port object a7a360fc-343f-4343-b896-5d7881041c44 will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:30:02.553393 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c93bc9-657a-4b88-81d1-f0b1a4058d70 None None] Routers {'20c17d40-10e6-4530-a3f8-0e047b713a1b'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:30:02.554345 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-e6c93bc9-657a-4b88-81d1-f0b1a4058d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:29:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['20c17d40-10e6-4530-a3f8-0e047b713a1b'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:02.589635 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-e6c93bc9-657a-4b88-81d1-f0b1a4058d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:02.590685 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c93bc9-657a-4b88-81d1-f0b1a4058d70 None None] The sync data for ids ['20c17d40-10e6-4530-a3f8-0e047b713a1b'] in n-d-771362-32 is: [] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:30:02.602780 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-796e3f8e-9fe7-4ada-aa48-339469a7eb88 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:02.604033 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-796e3f8e-9fe7-4ada-aa48-339469a7eb88 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 6.3171895 Jul 05 02:30:02.608578 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 37716) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:02.609487 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c970fe5a-1049-46ed-8708-569de0670ae2 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Router e6b2b62e-7f55-4ba2-b077-893840665ffb has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:30:02.641119 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a2302ee1-b73c-4718-b6dc-b506b7907127 req-0c3c92a8-dbc1-45ca-a275-a4b10e49d523 service neutron] 10.222.0.21 "GET /v2.0/networks/5a29fe19-35bd-442b-9589-13cdfa9e36ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325907 Jul 05 02:30:02.682106 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-81e45b1f-e92b-425f-857f-f971ff3fb560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:02.691121 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-81e45b1f-e92b-425f-857f-f971ff3fb560 admin admin] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:02.696476 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-81e45b1f-e92b-425f-857f-f971ff3fb560 admin admin] 10.222.0.23 "DELETE /v2.0/networks/882c819f-3448-4e1d-8a0d-c4801113dbdf HTTP/1.1" status: 204 len: 168 time: 1.0357804 Jul 05 02:30:02.714943 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bb6aa689-e1e2-4b41-8553-8f6425369b32 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:02.725699 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e45b1f-e92b-425f-857f-f971ff3fb560 admin admin] Pushing event deleted for resources: {'Network': ['ID=882c819f-3448-4e1d-8a0d-c4801113dbdf,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:02.781390 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6aa689-e1e2-4b41-8553-8f6425369b32 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Network 91cfd98a-bf63-492e-96cf-5acd29e4ab90 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:30:02.791112 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-bb6aa689-e1e2-4b41-8553-8f6425369b32 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:30:02.800677 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-f1546bed-56f4-479a-b57a-247a6959313f tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "GET /v2.0/routers/20c17d40-10e6-4530-a3f8-0e047b713a1b HTTP/1.1" status: 200 len: 884 time: 0.1908817 Jul 05 02:30:02.801634 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6aa689-e1e2-4b41-8553-8f6425369b32 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:30:02.805726 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 37730) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:02.806396 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6aa689-e1e2-4b41-8553-8f6425369b32 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Pushing event updated for resources: {'Port': ['ID=a7a360fc-343f-4343-b896-5d7881041c44,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:02.835660 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c970fe5a-1049-46ed-8708-569de0670ae2 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:30:02.840639 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c970fe5a-1049-46ed-8708-569de0670ae2 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:02.847386 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979489ed-7989-4f48-9943-1bb561d31345 None None] Sync routers for ids ['e6b2b62e-7f55-4ba2-b077-893840665ffb'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:30:02.860279 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979489ed-7989-4f48-9943-1bb561d31345 None None] Routers {'e6b2b62e-7f55-4ba2-b077-893840665ffb'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:30:02.860898 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-979489ed-7989-4f48-9943-1bb561d31345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:29:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['e6b2b62e-7f55-4ba2-b077-893840665ffb'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:02.882031 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-910d3e47-7b0e-4bca-840f-b9daa27218dc tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Router a45b7eb3-593d-4141-9303-292d92b61874 is scheduled to L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 with binding_index 1 {{(pid=94461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 02:30:02.915272 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-979489ed-7989-4f48-9943-1bb561d31345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:02.925390 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-c970fe5a-1049-46ed-8708-569de0670ae2 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] 10.222.0.23 "DELETE /v2.0/floatingips/bfa58cec-554a-4f58-b247-2893f6e10084 HTTP/1.1" status: 204 len: 168 time: 2.9591882 Jul 05 02:30:02.929999 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979489ed-7989-4f48-9943-1bb561d31345 None None] Routers {'e6b2b62e-7f55-4ba2-b077-893840665ffb'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:30:02.930903 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-979489ed-7989-4f48-9943-1bb561d31345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:29:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['e6b2b62e-7f55-4ba2-b077-893840665ffb'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:02.931305 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 37732) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:02.941590 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bb6aa689-e1e2-4b41-8553-8f6425369b32 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635668'] for router_interface, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:02.970348 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-979489ed-7989-4f48-9943-1bb561d31345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:02.971331 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979489ed-7989-4f48-9943-1bb561d31345 None None] The sync data for ids ['e6b2b62e-7f55-4ba2-b077-893840665ffb'] in n-d-771362-32 is: [] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:30:03.045701 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49561e0e-fbe4-42c9-847e-d4b0ead4b88f req-79e49e07-37ff-4dec-af4b-572b16c355dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:03.047454 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-49561e0e-fbe4-42c9-847e-d4b0ead4b88f req-79e49e07-37ff-4dec-af4b-572b16c355dd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1c86027370b247c2b5010395a3a8fb85&device_id=011ab283-3e48-4698-b61f-e35f9a492bb7 HTTP/1.1" status: 200 len: 1096 time: 0.2729266 Jul 05 02:30:03.157228 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-2e4feae0-e627-414f-9a01-cc7677da86b3 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.3449445 Jul 05 02:30:03.159866 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 37742) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:03.164525 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-7e02422d-be57-499f-94a9-327357fb8991 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-821250372'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:30:03.214237 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-93ac8dda-b6cd-4965-8381-224a195cb323 None None] Provisioning for port a7a360fc-343f-4343-b896-5d7881041c44 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:30:03.218773 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-93ac8dda-b6cd-4965-8381-224a195cb323 None None] Provisioning complete for port a7a360fc-343f-4343-b896-5d7881041c44 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:30:03.219609 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-93ac8dda-b6cd-4965-8381-224a195cb323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:03.251568 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 37746) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:03.268232 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-93ac8dda-b6cd-4965-8381-224a195cb323 None None] Port a7a360fc-343f-4343-b896-5d7881041c44 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:30:03.273475 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-910d3e47-7b0e-4bca-840f-b9daa27218dc tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:30:03.284246 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad4cebf-2fd8-4842-a180-98a29a7e4685 None None] Sync routers for ids ['a45b7eb3-593d-4141-9303-292d92b61874'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:30:03.285657 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-910d3e47-7b0e-4bca-840f-b9daa27218dc tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Notify callbacks [] for router, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:03.287225 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-910d3e47-7b0e-4bca-840f-b9daa27218dc tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] 10.222.0.23 "PUT /v2.0/routers/a45b7eb3-593d-4141-9303-292d92b61874 HTTP/1.1" status: 200 len: 916 time: 5.0841010 Jul 05 02:30:03.290529 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49561e0e-fbe4-42c9-847e-d4b0ead4b88f req-8146df72-db0d-4298-be7b-ffb895bbab15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:03.291993 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-49561e0e-fbe4-42c9-847e-d4b0ead4b88f req-8146df72-db0d-4298-be7b-ffb895bbab15 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5a29fe19-35bd-442b-9589-13cdfa9e36ce HTTP/1.1" status: 200 len: 928 time: 0.2356541 Jul 05 02:30:03.292629 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 37748) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:03.298200 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad4cebf-2fd8-4842-a180-98a29a7e4685 None None] Routers {'a45b7eb3-593d-4141-9303-292d92b61874'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:30:03.299387 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-6ad4cebf-2fd8-4842-a180-98a29a7e4685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:29:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['a45b7eb3-593d-4141-9303-292d92b61874'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:03.305846 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bb6aa689-e1e2-4b41-8553-8f6425369b32 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:03.355014 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-6ad4cebf-2fd8-4842-a180-98a29a7e4685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:03.357790 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-5bc818e9-348d-47c5-b69f-2b3fcbacc780 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Deleting port 5d7e7b76-2335-4bc3-985d-a6844027dbda {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:30:03.358157 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5bc818e9-348d-47c5-b69f-2b3fcbacc780 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:03.366139 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-49561e0e-fbe4-42c9-847e-d4b0ead4b88f req-3dd0d3f8-7ae4-4943-905f-48d5b9603e67 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=595d64a7-1347-4f1a-9502-d38884bf6074 HTTP/1.1" status: 200 len: 217 time: 0.0658250 Jul 05 02:30:03.369446 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad4cebf-2fd8-4842-a180-98a29a7e4685 None None] Routers {'a45b7eb3-593d-4141-9303-292d92b61874'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:30:03.370062 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-6ad4cebf-2fd8-4842-a180-98a29a7e4685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:29:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['a45b7eb3-593d-4141-9303-292d92b61874'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:03.407473 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-6ad4cebf-2fd8-4842-a180-98a29a7e4685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:03.408275 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad4cebf-2fd8-4842-a180-98a29a7e4685 None None] The sync data for ids ['a45b7eb3-593d-4141-9303-292d92b61874'] in n-d-771362-32 is: [] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:30:03.783235 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 37754) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:03.812677 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-92af7737-9a18-4b94-80ae-85bb3a6ad817 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=782286101fb048eb8692425d98fa4780&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5511870 Jul 05 02:30:03.822919 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 37758) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:03.896046 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49561e0e-fbe4-42c9-847e-d4b0ead4b88f req-aaa25cbc-2d50-4222-a436-80852f17a50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:03.898067 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-49561e0e-fbe4-42c9-847e-d4b0ead4b88f req-aaa25cbc-2d50-4222-a436-80852f17a50d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=228a53f6-6ef9-4418-b7c1-2dd8410e94ca HTTP/1.1" status: 200 len: 867 time: 0.4923983 Jul 05 02:30:03.968249 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5bc818e9-348d-47c5-b69f-2b3fcbacc780 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:04.005844 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-5bc818e9-348d-47c5-b69f-2b3fcbacc780 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Calling delete_port for 5d7e7b76-2335-4bc3-985d-a6844027dbda owned by {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:30:04.012257 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-81b12275-2d9b-432b-9147-4c412236b7f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:04.026240 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-19612627-7dfa-467f-b9c2-7e90250f27f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:04.044955 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-00e54e02-6846-409a-ae33-729af9a61a1a tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] 10.222.0.23 "GET /v2.0/routers/a45b7eb3-593d-4141-9303-292d92b61874 HTTP/1.1" status: 200 len: 922 time: 0.7485805 Jul 05 02:30:04.055787 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 37760) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:04.119073 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd95308-b6f7-4830-a310-0d7be05f87db req-0ddc4728-2dc4-47f2-b41d-105803cc202e tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:04.120615 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ccd95308-b6f7-4830-a310-0d7be05f87db req-0ddc4728-2dc4-47f2-b41d-105803cc202e tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] 10.222.0.23 "GET /v2.0/ports?device_id=011ab283-3e48-4698-b61f-e35f9a492bb7 HTTP/1.1" status: 200 len: 944 time: 0.3357804 Jul 05 02:30:04.150203 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-19612627-7dfa-467f-b9c2-7e90250f27f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:04.210825 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7e02422d-be57-499f-94a9-327357fb8991 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:04.258135 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49561e0e-fbe4-42c9-847e-d4b0ead4b88f req-316954fa-7e67-44d1-b64f-1df60b3aa0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:04.259641 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-49561e0e-fbe4-42c9-847e-d4b0ead4b88f req-316954fa-7e67-44d1-b64f-1df60b3aa0f2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5a29fe19-35bd-442b-9589-13cdfa9e36ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3541896 Jul 05 02:30:04.280604 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bb6aa689-e1e2-4b41-8553-8f6425369b32 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:04.285078 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ccd95308-b6f7-4830-a310-0d7be05f87db req-48c90395-40f4-466a-a246-82a0ceffc237 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] 10.222.0.23 "GET /v2.0/security-groups?id=b551ed91-860f-4d3c-a715-cc616f6d7d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394160 Jul 05 02:30:04.345663 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7e02422d-be57-499f-94a9-327357fb8991 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1636977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1636970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1573792'] for router, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:04.362522 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb25c93c-e6d7-40ce-967d-7afbb155441e tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:04.364055 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-fb25c93c-e6d7-40ce-967d-7afbb155441e tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=4bbc2f9e-02cf-490e-901d-2588655a3ef0&device_id=a45b7eb3-593d-4141-9303-292d92b61874&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3056207 Jul 05 02:30:04.370753 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 37762) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:04.450420 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e02422d-be57-499f-94a9-327357fb8991 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Router 20c17d40-10e6-4530-a3f8-0e047b713a1b has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:30:04.497428 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bb6aa689-e1e2-4b41-8553-8f6425369b32 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:04.518244 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-81b12275-2d9b-432b-9147-4c412236b7f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:04.533597 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-49561e0e-fbe4-42c9-847e-d4b0ead4b88f req-8840aaa9-0b7e-4e5f-93cd-e2f03930b25d service neutron] 10.222.0.21 "GET /v2.0/networks/5a29fe19-35bd-442b-9589-13cdfa9e36ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629397 Jul 05 02:30:04.617375 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6aa689-e1e2-4b41-8553-8f6425369b32 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Pushing event updated for resources: {'Port': ['ID=a7a360fc-343f-4343-b896-5d7881041c44,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:04.621871 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bb6aa689-e1e2-4b41-8553-8f6425369b32 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634601'] for router_interface, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:04.663770 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-81b12275-2d9b-432b-9147-4c412236b7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:04.664263 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e02422d-be57-499f-94a9-327357fb8991 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:30:04.664370 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f11cce-58da-410a-8a1f-65b50b5db8ec tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:04.664370 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-a1f11cce-58da-410a-8a1f-65b50b5db8ec tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] 10.222.0.23 "GET /v2.0/networks/4bbc2f9e-02cf-490e-901d-2588655a3ef0 HTTP/1.1" status: 200 len: 881 time: 0.2853692 Jul 05 02:30:04.665594 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698f5ba3-18bd-4cbc-bdc4-f45ee34f3d12 None None] Sync routers for ids ['20c17d40-10e6-4530-a3f8-0e047b713a1b'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:30:04.674023 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 37764) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:04.676173 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698f5ba3-18bd-4cbc-bdc4-f45ee34f3d12 None None] Routers {'20c17d40-10e6-4530-a3f8-0e047b713a1b'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:30:04.676983 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-698f5ba3-18bd-4cbc-bdc4-f45ee34f3d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:29:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['20c17d40-10e6-4530-a3f8-0e047b713a1b'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:04.681159 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7e02422d-be57-499f-94a9-327357fb8991 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:04.685225 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-7e02422d-be57-499f-94a9-327357fb8991 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "PUT /v2.0/routers/20c17d40-10e6-4530-a3f8-0e047b713a1b HTTP/1.1" status: 200 len: 891 time: 1.5215392 Jul 05 02:30:04.686223 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 37766) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:04.715234 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-698f5ba3-18bd-4cbc-bdc4-f45ee34f3d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:04.725366 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698f5ba3-18bd-4cbc-bdc4-f45ee34f3d12 None None] Routers {'20c17d40-10e6-4530-a3f8-0e047b713a1b'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:30:04.728781 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-698f5ba3-18bd-4cbc-bdc4-f45ee34f3d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:29:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['20c17d40-10e6-4530-a3f8-0e047b713a1b'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:04.728961 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-b7725388-7634-428f-b3de-04afff108331 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] 10.222.0.23 "GET /v2.0/ports?device_id=a45b7eb3-593d-4141-9303-292d92b61874 HTTP/1.1" status: 200 len: 205 time: 0.0510938 Jul 05 02:30:04.731256 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-81b12275-2d9b-432b-9147-4c412236b7f9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=12925750edb846a48921ce4f51f4d7df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9424868 Jul 05 02:30:04.739974 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-19612627-7dfa-467f-b9c2-7e90250f27f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:04.740195 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 37768) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:04.740307 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-19612627-7dfa-467f-b9c2-7e90250f27f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:04.740307 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-19612627-7dfa-467f-b9c2-7e90250f27f6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/de31e825-2317-40e9-8c29-83244b09dca3 HTTP/1.1" status: 204 len: 168 time: 0.9113927 Jul 05 02:30:04.740307 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b12275-2d9b-432b-9147-4c412236b7f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d38516e-08ea-4969-a380-f11360de76f8,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:04.740984 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 37772) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:04.765323 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-698f5ba3-18bd-4cbc-bdc4-f45ee34f3d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:04.765969 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698f5ba3-18bd-4cbc-bdc4-f45ee34f3d12 None None] The sync data for ids ['20c17d40-10e6-4530-a3f8-0e047b713a1b'] in n-d-771362-32 is: [] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:30:04.780872 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19612627-7dfa-467f-b9c2-7e90250f27f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de31e825-2317-40e9-8c29-83244b09dca3,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:04.803572 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-49561e0e-fbe4-42c9-847e-d4b0ead4b88f req-fbb36335-fea2-44b4-97f7-bfc015b69ee2 service neutron] 10.222.0.21 "GET /v2.0/networks/5a29fe19-35bd-442b-9589-13cdfa9e36ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619731 Jul 05 02:30:04.823327 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e74bbb72-1198-4353-8f28-a2e221dc5079 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:04.845927 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e74bbb72-1198-4353-8f28-a2e221dc5079 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:04.936648 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6aa689-e1e2-4b41-8553-8f6425369b32 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Network 91cfd98a-bf63-492e-96cf-5acd29e4ab90 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:30:04.945178 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-2d2184b4-7b33-470c-a9b3-61b622e2d705 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "GET /v2.0/routers/20c17d40-10e6-4530-a3f8-0e047b713a1b HTTP/1.1" status: 200 len: 891 time: 0.2582178 Jul 05 02:30:04.948456 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-bb6aa689-e1e2-4b41-8553-8f6425369b32 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:30:04.948611 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 37774) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:04.958461 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-703d2ca2-55a3-4473-a5af-fea3a10234d5 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks [] for router, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:04.964397 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5bc818e9-348d-47c5-b69f-2b3fcbacc780 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:04.986613 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-cf47e012-b8a8-4559-b58a-775c9f22ba6e tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "GET /v2.0/ports?device_id=20c17d40-10e6-4530-a3f8-0e047b713a1b HTTP/1.1" status: 200 len: 205 time: 0.0340405 Jul 05 02:30:04.987628 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 37776) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:05.019196 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e74bbb72-1198-4353-8f28-a2e221dc5079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:05.022384 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e74bbb72-1198-4353-8f28-a2e221dc5079 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:05.026057 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-e74bbb72-1198-4353-8f28-a2e221dc5079 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7d38516e-08ea-4969-a380-f11360de76f8 HTTP/1.1" status: 204 len: 168 time: 0.2758732 Jul 05 02:30:05.069789 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74bbb72-1198-4353-8f28-a2e221dc5079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d38516e-08ea-4969-a380-f11360de76f8,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:05.071614 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc818e9-348d-47c5-b69f-2b3fcbacc780 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Pushing event deleted for resources: {'Port': ['ID=5d7e7b76-2335-4bc3-985d-a6844027dbda,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:05.141990 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb6aa689-e1e2-4b41-8553-8f6425369b32 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Router 6de2ecd9-f0af-41a5-9756-09c0e87aee85 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:30:05.157073 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-703d2ca2-55a3-4473-a5af-fea3a10234d5 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:05.263561 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb6aa689-e1e2-4b41-8553-8f6425369b32 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:30:05.269792 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-bb6aa689-e1e2-4b41-8553-8f6425369b32 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] 10.222.0.23 "PUT /v2.0/routers/6de2ecd9-f0af-41a5-9756-09c0e87aee85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9407248 Jul 05 02:30:05.273010 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 37784) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:05.273666 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5bc818e9-348d-47c5-b69f-2b3fcbacc780 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:05.275890 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-5bc818e9-348d-47c5-b69f-2b3fcbacc780 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] 10.222.0.23 "DELETE /v2.0/ports/5d7e7b76-2335-4bc3-985d-a6844027dbda HTTP/1.1" status: 204 len: 168 time: 2.3427408 Jul 05 02:30:05.280626 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 37786) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:05.281444 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 595d64a7-1347-4f1a-9502-d38884bf6074 details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:30:05.285665 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-18c5f1b4-210d-48c3-b725-125a7be570c9 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Request body: {'floatingip': {'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:30:05.305215 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-63c3e2c6-852c-4487-9801-40c5b12e98a8 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks [] for router, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:05.425742 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 595d64a7-1347-4f1a-9502-d38884bf6074, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=595d64a7-1347-4f1a-9502-d38884bf6074,segment=NetworkSegment(63fce11a-e2e8-4a2d-90a7-6189b626b4b9),segment_id=63fce11a-e2e8-4a2d-90a7-6189b626b4b9)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:30:05.428194 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-703d2ca2-55a3-4473-a5af-fea3a10234d5 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Deleting port 4dbd79ce-65b2-4d0b-b158-c7710431b7aa {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:30:05.429153 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-703d2ca2-55a3-4473-a5af-fea3a10234d5 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:05.430111 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-63c3e2c6-852c-4487-9801-40c5b12e98a8 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:05.432589 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-404456ec-b853-42e3-8b87-65159c14a359 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Notify callbacks [] for router, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:05.453712 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': '595d64a7-1347-4f1a-9502-d38884bf6074', 'network_id': '5a29fe19-35bd-442b-9589-13cdfa9e36ce', 'port_id': '595d64a7-1347-4f1a-9502-d38884bf6074', 'mac_address': 'fa:16:3e:5a:c7:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '228a53f6-6ef9-4418-b7c1-2dd8410e94ca', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:30:05.453712 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497a72f3-05f4-47f6-9904-bce38c67328c None None] Sync routers for ids ['6de2ecd9-f0af-41a5-9756-09c0e87aee85'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:30:05.474700 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497a72f3-05f4-47f6-9904-bce38c67328c None None] Routers {'6de2ecd9-f0af-41a5-9756-09c0e87aee85'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:30:05.475857 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-497a72f3-05f4-47f6-9904-bce38c67328c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:29:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['6de2ecd9-f0af-41a5-9756-09c0e87aee85'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:05.507807 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-466dc948-9f27-44e2-a756-303f82c7a602 None None] Provisioning complete for port a7a360fc-343f-4343-b896-5d7881041c44 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:30:05.508721 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-466dc948-9f27-44e2-a756-303f82c7a602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:05.512204 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-18c5f1b4-210d-48c3-b725-125a7be570c9 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks [] for floatingip, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:05.589888 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-497a72f3-05f4-47f6-9904-bce38c67328c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:05.610746 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-703d2ca2-55a3-4473-a5af-fea3a10234d5 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:05.621353 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:05.630193 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-63c3e2c6-852c-4487-9801-40c5b12e98a8 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Deleting port ae05716e-7d04-4abe-a261-21545dd15c2c {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:30:05.631081 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-63c3e2c6-852c-4487-9801-40c5b12e98a8 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:05.631258 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497a72f3-05f4-47f6-9904-bce38c67328c None None] Routers {'6de2ecd9-f0af-41a5-9756-09c0e87aee85'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:30:05.631791 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-497a72f3-05f4-47f6-9904-bce38c67328c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:29:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['6de2ecd9-f0af-41a5-9756-09c0e87aee85'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:05.633522 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-466dc948-9f27-44e2-a756-303f82c7a602 None None] Port a7a360fc-343f-4343-b896-5d7881041c44 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:30:05.660328 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-703d2ca2-55a3-4473-a5af-fea3a10234d5 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Calling delete_port for 4dbd79ce-65b2-4d0b-b158-c7710431b7aa owned by network:router_gateway {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:30:05.669236 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-497a72f3-05f4-47f6-9904-bce38c67328c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:05.670561 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497a72f3-05f4-47f6-9904-bce38c67328c None None] The sync data for ids ['6de2ecd9-f0af-41a5-9756-09c0e87aee85'] in n-d-771362-32 is: [] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:30:05.675279 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 595d64a7-1347-4f1a-9502-d38884bf6074 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:30:05.698987 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 595d64a7-1347-4f1a-9502-d38884bf6074, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=595d64a7-1347-4f1a-9502-d38884bf6074,segment=NetworkSegment(63fce11a-e2e8-4a2d-90a7-6189b626b4b9),segment_id=63fce11a-e2e8-4a2d-90a7-6189b626b4b9)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:30:05.735703 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-63c3e2c6-852c-4487-9801-40c5b12e98a8 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:05.737629 n-d-771362-32 neutron-server[94462]: INFO neutron.api.v2.resource [None req-404456ec-b853-42e3-8b87-65159c14a359 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 05 02:30:05.738918 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-18c5f1b4-210d-48c3-b725-125a7be570c9 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:05.741690 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-404456ec-b853-42e3-8b87-65159c14a359 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] 10.222.0.23 "DELETE /v2.0/routers/6de2ecd9-f0af-41a5-9756-09c0e87aee85 HTTP/1.1" status: 409 len: 329 time: 0.4678998 Jul 05 02:30:05.742283 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 37798) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:05.757859 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-63c3e2c6-852c-4487-9801-40c5b12e98a8 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Calling delete_port for ae05716e-7d04-4abe-a261-21545dd15c2c owned by network:router_gateway {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:30:05.837018 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:05.854878 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8757813-c5c1-42ba-9b7b-9b3ca364a11c req-72f07c68-7e33-4cfb-99aa-4d003be72b2e tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:05.856452 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b8757813-c5c1-42ba-9b7b-9b3ca364a11c req-72f07c68-7e33-4cfb-99aa-4d003be72b2e tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] 10.222.0.23 "GET /v2.0/ports?device_id=011ab283-3e48-4698-b61f-e35f9a492bb7 HTTP/1.1" status: 200 len: 944 time: 0.3217533 Jul 05 02:30:05.915588 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=595d64a7-1347-4f1a-9502-d38884bf6074,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:05.948782 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-18c5f1b4-210d-48c3-b725-125a7be570c9 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Allocated IP 172.25.7.97 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/ce3e31f6-fb32-4eb1-9109-24abcef497ee) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:30:06.011116 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 37806) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:06.034975 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['595d64a7-1347-4f1a-9502-d38884bf6074'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:30:06.036501 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b8757813-c5c1-42ba-9b7b-9b3ca364a11c req-d57d35ea-6899-458a-9034-78e0dcb9f32c tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] 10.222.0.23 "GET /v2.0/security-groups?id=b551ed91-860f-4d3c-a715-cc616f6d7d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720383 Jul 05 02:30:06.051967 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5bf5623b-37cc-49da-8b9a-040206b3bdfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:06.176919 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-18c5f1b4-210d-48c3-b725-125a7be570c9 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:06.187914 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-703d2ca2-55a3-4473-a5af-fea3a10234d5 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:06.218015 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703d2ca2-55a3-4473-a5af-fea3a10234d5 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Pushing event deleted for resources: {'Port': ['ID=4dbd79ce-65b2-4d0b-b158-c7710431b7aa,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:06.238743 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-63c3e2c6-852c-4487-9801-40c5b12e98a8 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:06.280683 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c3e2c6-852c-4487-9801-40c5b12e98a8 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Pushing event deleted for resources: {'Port': ['ID=ae05716e-7d04-4abe-a261-21545dd15c2c,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:06.323831 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-703d2ca2-55a3-4473-a5af-fea3a10234d5 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636927'] for router_gateway, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:06.342865 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-18c5f1b4-210d-48c3-b725-125a7be570c9 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:06.376311 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 37810) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:06.410556 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c5f1b4-210d-48c3-b725-125a7be570c9 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:30:06.413042 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-63c3e2c6-852c-4487-9801-40c5b12e98a8 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636927'] for router_gateway, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:06.429785 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-18c5f1b4-210d-48c3-b725-125a7be570c9 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:30:06.491954 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c5f1b4-210d-48c3-b725-125a7be570c9 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:30:06.494204 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c5f1b4-210d-48c3-b725-125a7be570c9 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Pushing event updated for resources: {'Port': ['ID=ce3e31f6-fb32-4eb1-9109-24abcef497ee,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:06.560398 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5bf5623b-37cc-49da-8b9a-040206b3bdfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:06.564301 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-ac270e0b-4b19-4b44-9f9b-7451cb30252c admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1172386659-network', 'tenant_id': '431f6b9e64bf48fa8101325a84dc3df9'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:30:06.580176 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-63c3e2c6-852c-4487-9801-40c5b12e98a8 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11828'] for router, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:06.583952 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-63c3e2c6-852c-4487-9801-40c5b12e98a8 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:06.658794 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5bf5623b-37cc-49da-8b9a-040206b3bdfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:06.721553 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-18c5f1b4-210d-48c3-b725-125a7be570c9 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:06.727815 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-5bf5623b-37cc-49da-8b9a-040206b3bdfe admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a1131a4a770546179d7b702b57bef42d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7154841 Jul 05 02:30:06.731647 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 37814) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:06.733808 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf5623b-37cc-49da-8b9a-040206b3bdfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80001755-d96c-4194-91f0-1e4ce67b5b91,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:06.743738 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-63c3e2c6-852c-4487-9801-40c5b12e98a8 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1575451'] for router, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:06.751661 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63c3e2c6-852c-4487-9801-40c5b12e98a8 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Fanout notify agent at l3_agent the message router_deleted on router 20c17d40-10e6-4530-a3f8-0e047b713a1b {{(pid=94461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 02:30:06.755971 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-63c3e2c6-852c-4487-9801-40c5b12e98a8 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks [] for router, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:06.757027 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-63c3e2c6-852c-4487-9801-40c5b12e98a8 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "DELETE /v2.0/routers/20c17d40-10e6-4530-a3f8-0e047b713a1b HTTP/1.1" status: 204 len: 168 time: 1.7676446 Jul 05 02:30:06.761116 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 37816) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:06.769653 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-52557c3c-3cec-4193-a9f9-a2312cdb320d tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-427683876'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:30:06.782955 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-703d2ca2-55a3-4473-a5af-fea3a10234d5 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11828'] for router, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:06.786111 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-703d2ca2-55a3-4473-a5af-fea3a10234d5 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:06.800355 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ccb22114-5a7c-455a-aec6-67c7a6fd11c3 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1634680'] for router_interface, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:06.813154 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2de36ac5-0989-462a-ad59-772e8e5f28d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:06.837205 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2de36ac5-0989-462a-ad59-772e8e5f28d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:06.838962 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac270e0b-4b19-4b44-9f9b-7451cb30252c admin admin] Made reservation on behalf of 431f6b9e64bf48fa8101325a84dc3df9 for: {'network': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:30:06.842199 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ac270e0b-4b19-4b44-9f9b-7451cb30252c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:06.860608 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ac270e0b-4b19-4b44-9f9b-7451cb30252c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:06.939866 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-18c5f1b4-210d-48c3-b725-125a7be570c9 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:06.965401 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52557c3c-3cec-4193-a9f9-a2312cdb320d tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Made reservation on behalf of e1c0b775e757422c9d48f0ba4a36712f for: {'network': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:30:06.968951 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-52557c3c-3cec-4193-a9f9-a2312cdb320d tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:06.990246 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-703d2ca2-55a3-4473-a5af-fea3a10234d5 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1575451'] for router, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:06.990819 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-703d2ca2-55a3-4473-a5af-fea3a10234d5 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Fanout notify agent at l3_agent the message router_deleted on router a45b7eb3-593d-4141-9303-292d92b61874 {{(pid=94462) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 02:30:06.999530 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-703d2ca2-55a3-4473-a5af-fea3a10234d5 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:07.000637 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-703d2ca2-55a3-4473-a5af-fea3a10234d5 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] 10.222.0.23 "DELETE /v2.0/routers/a45b7eb3-593d-4141-9303-292d92b61874 HTTP/1.1" status: 204 len: 168 time: 2.2660429 Jul 05 02:30:07.004393 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 37818) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:07.008791 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-c780edfa-ac5c-425a-b1ab-5826a5a6f103 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1988618917', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}, 'admin_state_up': False}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:30:07.072938 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2de36ac5-0989-462a-ad59-772e8e5f28d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:07.075547 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2de36ac5-0989-462a-ad59-772e8e5f28d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:07.078292 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-2de36ac5-0989-462a-ad59-772e8e5f28d4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/80001755-d96c-4194-91f0-1e4ce67b5b91 HTTP/1.1" status: 204 len: 168 time: 0.3438804 Jul 05 02:30:07.078292 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52557c3c-3cec-4193-a9f9-a2312cdb320d tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=94461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:30:07.114710 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de36ac5-0989-462a-ad59-772e8e5f28d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80001755-d96c-4194-91f0-1e4ce67b5b91,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:07.117703 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-52557c3c-3cec-4193-a9f9-a2312cdb320d tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:07.118106 n-d-771362-32 neutron-server[94461]: INFO neutron.db.segments_db [None req-52557c3c-3cec-4193-a9f9-a2312cdb320d tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Added segment 50a42647-e6c2-4366-b8cc-38de1b7391d1 of type vlan for network c53a346f-5663-44a6-8b7a-9af538408d3c Jul 05 02:30:07.131888 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-ccb22114-5a7c-455a-aec6-67c7a6fd11c3 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Deleting port a7a360fc-343f-4343-b896-5d7881041c44 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:30:07.132703 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ccb22114-5a7c-455a-aec6-67c7a6fd11c3 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:07.254627 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ccb22114-5a7c-455a-aec6-67c7a6fd11c3 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:07.268094 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-ccb22114-5a7c-455a-aec6-67c7a6fd11c3 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Calling delete_port for a7a360fc-343f-4343-b896-5d7881041c44 owned by network:router_interface {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:30:07.295130 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 595d64a7-1347-4f1a-9502-d38884bf6074 up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:30:07.544574 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-52557c3c-3cec-4193-a9f9-a2312cdb320d tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:07.590915 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning for port 595d64a7-1347-4f1a-9502-d38884bf6074 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:30:07.594972 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port 595d64a7-1347-4f1a-9502-d38884bf6074 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:30:07.595389 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:07.644186 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-18c5f1b4-210d-48c3-b725-125a7be570c9 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:07.651930 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ac270e0b-4b19-4b44-9f9b-7451cb30252c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:07.666363 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89fc7f8-6cce-4342-a378-6a77a47effe4 req-a213aeb9-6b39-45c0-b57b-13d65d2f60fd tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:07.667902 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f89fc7f8-6cce-4342-a378-6a77a47effe4 req-a213aeb9-6b39-45c0-b57b-13d65d2f60fd tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] 10.222.0.23 "GET /v2.0/ports?device_id=011ab283-3e48-4698-b61f-e35f9a492bb7 HTTP/1.1" status: 200 len: 945 time: 0.1754358 Jul 05 02:30:07.673091 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:07.695928 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '011ab283-3e48-4698-b61f-e35f9a492bb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '595d64a7-1347-4f1a-9502-d38884bf6074'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:30:07.698294 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cb6b7c1-2193-4e09-a4fe-cb297d9b42dd" -d '{"events": [{"server_uuid": "011ab283-3e48-4698-b61f-e35f9a492bb7", "name": "network-vif-plugged", "status": "completed", "tag": "595d64a7-1347-4f1a-9502-d38884bf6074"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:30:07.710472 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f89fc7f8-6cce-4342-a378-6a77a47effe4 req-c150876e-a5b1-45c1-8247-b4e4c94a2bbe tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] 10.222.0.23 "GET /v2.0/security-groups?id=b551ed91-860f-4d3c-a715-cc616f6d7d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365541 Jul 05 02:30:07.710634 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 595d64a7-1347-4f1a-9502-d38884bf6074, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=595d64a7-1347-4f1a-9502-d38884bf6074,segment=NetworkSegment(63fce11a-e2e8-4a2d-90a7-6189b626b4b9),segment_id=63fce11a-e2e8-4a2d-90a7-6189b626b4b9)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:30:07.736552 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56fc0e39-8374-4c8e-9303-74546b66a4ea x-openstack-request-id: req-56fc0e39-8374-4c8e-9303-74546b66a4ea {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:30:07.736855 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "011ab283-3e48-4698-b61f-e35f9a492bb7", "name": "network-vif-plugged", "status": "completed", "tag": "595d64a7-1347-4f1a-9502-d38884bf6074", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:30:07.737142 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-56fc0e39-8374-4c8e-9303-74546b66a4ea {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:30:07.737540 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '011ab283-3e48-4698-b61f-e35f9a492bb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '595d64a7-1347-4f1a-9502-d38884bf6074', 'code': 200} Jul 05 02:30:07.842807 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ccb22114-5a7c-455a-aec6-67c7a6fd11c3 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:07.853241 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d0f30f-554e-4bac-b0b7-e5f6f839db76 req-fca8401d-c3df-4d97-a664-c1c4538b7f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:07.853241 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d6d0f30f-554e-4bac-b0b7-e5f6f839db76 req-fca8401d-c3df-4d97-a664-c1c4538b7f65 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=011ab283-3e48-4698-b61f-e35f9a492bb7 HTTP/1.1" status: 200 len: 1097 time: 0.0562608 Jul 05 02:30:07.871420 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb22114-5a7c-455a-aec6-67c7a6fd11c3 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Pushing event deleted for resources: {'Port': ['ID=a7a360fc-343f-4343-b896-5d7881041c44,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:07.892082 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d6d0f30f-554e-4bac-b0b7-e5f6f839db76 req-5989e655-cd65-4b5e-8135-5ab93e569b1a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b551ed91-860f-4d3c-a715-cc616f6d7d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329683 Jul 05 02:30:08.031444 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ccb22114-5a7c-455a-aec6-67c7a6fd11c3 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635398'] for router_interface, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:08.048902 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-52557c3c-3cec-4193-a9f9-a2312cdb320d tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:08.050004 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:08.056116 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52557c3c-3cec-4193-a9f9-a2312cdb320d tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:08.056855 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-52557c3c-3cec-4193-a9f9-a2312cdb320d tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:08.065064 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-18c5f1b4-210d-48c3-b725-125a7be570c9 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:08.066828 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ac270e0b-4b19-4b44-9f9b-7451cb30252c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:08.124253 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=595d64a7-1347-4f1a-9502-d38884bf6074,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:08.212155 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac270e0b-4b19-4b44-9f9b-7451cb30252c admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=94461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:30:08.227461 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac270e0b-4b19-4b44-9f9b-7451cb30252c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f095616-4bbf-45b1-91ed-9b229ec97e94,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:08.247194 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccb22114-5a7c-455a-aec6-67c7a6fd11c3 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Router 6de2ecd9-f0af-41a5-9756-09c0e87aee85 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:30:08.256389 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52557c3c-3cec-4193-a9f9-a2312cdb320d tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Pushing event updated for resources: {'Network': ['ID=c53a346f-5663-44a6-8b7a-9af538408d3c,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:08.259807 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c780edfa-ac5c-425a-b1ab-5826a5a6f103 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11810'] for router, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:08.260814 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c780edfa-ac5c-425a-b1ab-5826a5a6f103 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1926740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11821'] for router, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:08.276470 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network c53a346f-5663-44a6-8b7a-9af538408d3c details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:30:08.277713 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c5f1b4-210d-48c3-b725-125a7be570c9 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Pushing event updated for resources: {'Port': ['ID=ce3e31f6-fb32-4eb1-9109-24abcef497ee,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:08.280484 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ac270e0b-4b19-4b44-9f9b-7451cb30252c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:08.280857 n-d-771362-32 neutron-server[94461]: INFO neutron.db.segments_db [None req-ac270e0b-4b19-4b44-9f9b-7451cb30252c admin admin] Added segment 5f143dec-4705-4ee9-8e64-ce2de1e14f59 of type vlan for network b5579368-a557-4b23-8edf-86b072d6a57a Jul 05 02:30:08.316834 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-18c5f1b4-210d-48c3-b725-125a7be570c9 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636869'] for floatingip, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:08.335140 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ac270e0b-4b19-4b44-9f9b-7451cb30252c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:08.347357 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-52557c3c-3cec-4193-a9f9-a2312cdb320d tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5826931 Jul 05 02:30:08.347585 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccb22114-5a7c-455a-aec6-67c7a6fd11c3 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:30:08.350885 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 37836) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:08.358659 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-0efc3147-b427-4076-98f1-e3e0296cb7e3 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Request body: {'subnet': {'network_id': 'c53a346f-5663-44a6-8b7a-9af538408d3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:30:08.359143 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-ccb22114-5a7c-455a-aec6-67c7a6fd11c3 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] 10.222.0.23 "PUT /v2.0/routers/6de2ecd9-f0af-41a5-9756-09c0e87aee85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6136122 Jul 05 02:30:08.360998 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d108c6b-9414-4ec4-8a43-184318c67d5e None None] Sync routers for ids ['6de2ecd9-f0af-41a5-9756-09c0e87aee85'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:30:08.374921 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 37838) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:08.375140 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d108c6b-9414-4ec4-8a43-184318c67d5e None None] Routers {'6de2ecd9-f0af-41a5-9756-09c0e87aee85'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:30:08.375949 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-3d108c6b-9414-4ec4-8a43-184318c67d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:29:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['6de2ecd9-f0af-41a5-9756-09c0e87aee85'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:08.392354 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c780edfa-ac5c-425a-b1ab-5826a5a6f103 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:08.411479 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-3d108c6b-9414-4ec4-8a43-184318c67d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:08.421211 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d108c6b-9414-4ec4-8a43-184318c67d5e None None] Routers {'6de2ecd9-f0af-41a5-9756-09c0e87aee85'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:30:08.421821 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-3d108c6b-9414-4ec4-8a43-184318c67d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:29:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['6de2ecd9-f0af-41a5-9756-09c0e87aee85'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:08.455494 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-3d108c6b-9414-4ec4-8a43-184318c67d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:08.456177 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d108c6b-9414-4ec4-8a43-184318c67d5e None None] The sync data for ids ['6de2ecd9-f0af-41a5-9756-09c0e87aee85'] in n-d-771362-32 is: [] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:30:08.460001 n-d-771362-32 neutron-server[94461]: INFO neutron.api.v2.resource [None req-b414bda2-d597-422d-a238-ac4d12e84511 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] show failed (client error): The resource could not be found. Jul 05 02:30:08.465132 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-b414bda2-d597-422d-a238-ac4d12e84511 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] 10.222.0.23 "GET /v2.0/routers/tempest-non_exist_router-1483059960 HTTP/1.1" status: 404 len: 335 time: 0.0891912 Jul 05 02:30:08.465679 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 37842) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:08.473398 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-c3af938b-5e96-4412-922c-d56b77c28123 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:30:08.483810 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-18c5f1b4-210d-48c3-b725-125a7be570c9 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:08.486602 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-18c5f1b4-210d-48c3-b725-125a7be570c9 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2047894 Jul 05 02:30:08.491207 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 37846) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:08.548574 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-5462def4-2629-4cb4-85fa-fca57ea7f5de tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Request body: {'port': {'network_id': 'abacf947-9b36-45f1-83a1-01c964ac73ad', 'name': 'tempest-FloatingIPTestJSON-1659395936'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:30:08.567271 n-d-771362-32 neutron-server[94461]: INFO neutron.api.v2.resource [None req-c3af938b-5e96-4412-922c-d56b77c28123 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] update failed (client error): The resource could not be found. Jul 05 02:30:08.568315 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-c3af938b-5e96-4412-922c-d56b77c28123 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] 10.222.0.23 "PUT /v2.0/routers/tempest-non_exist_router-1215489705 HTTP/1.1" status: 404 len: 335 time: 0.0986681 Jul 05 02:30:08.594732 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 37850) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:08.600405 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ac270e0b-4b19-4b44-9f9b-7451cb30252c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:08.602254 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac270e0b-4b19-4b44-9f9b-7451cb30252c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:08.602254 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ac270e0b-4b19-4b44-9f9b-7451cb30252c admin admin] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:08.655525 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c780edfa-ac5c-425a-b1ab-5826a5a6f103 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:08.679181 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-c80865b0-fec3-4be4-9858-9e1db170f348 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Deleting subnet a9592a17-cfcb-4ed2-8846-1980f312aabd {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:30:08.683025 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c80865b0-fec3-4be4-9858-9e1db170f348 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:08.723884 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c80865b0-fec3-4be4-9858-9e1db170f348 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:08.739226 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac270e0b-4b19-4b44-9f9b-7451cb30252c admin admin] Pushing event updated for resources: {'Network': ['ID=b5579368-a557-4b23-8edf-86b072d6a57a,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:08.749901 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network b5579368-a557-4b23-8edf-86b072d6a57a details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:30:08.850339 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-ac270e0b-4b19-4b44-9f9b-7451cb30252c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.4683373 Jul 05 02:30:08.853865 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 37862) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:08.860403 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-fc804485-8d14-4bec-a9d5-f79d2b322251 admin admin] Request body: {'subnet': {'network_id': 'b5579368-a557-4b23-8edf-86b072d6a57a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1172386659-subnet', 'tenant_id': '431f6b9e64bf48fa8101325a84dc3df9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:30:08.875633 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.db.api [None req-5462def4-2629-4cb4-85fa-fca57ea7f5de tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 02:30:08.875633 n-d-771362-32 neutron-server[94461]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 02:30:08.875633 n-d-771362-32 neutron-server[94461]: [parameters: {'project_id_1': 'cade54127d6845609e9e91e1547182b5', 'expiration_1': datetime.datetime(2021, 7, 5, 2, 30, 8, 772170)}] Jul 05 02:30:08.875633 n-d-771362-32 neutron-server[94461]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 02:30:08.875633 n-d-771362-32 neutron-server[94461]: DEBUG oslo_db.api [None req-5462def4-2629-4cb4-85fa-fca57ea7f5de tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 02:30:08.880222 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c80865b0-fec3-4be4-9858-9e1db170f348 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:08.962282 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0efc3147-b427-4076-98f1-e3e0296cb7e3 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Made reservation on behalf of e1c0b775e757422c9d48f0ba4a36712f for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:30:08.965869 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0efc3147-b427-4076-98f1-e3e0296cb7e3 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:09.032048 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c80865b0-fec3-4be4-9858-9e1db170f348 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:09.066488 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80865b0-fec3-4be4-9858-9e1db170f348 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Pushing event deleted for resources: {'Subnet': ['ID=a9592a17-cfcb-4ed2-8846-1980f312aabd,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:09.077278 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c80865b0-fec3-4be4-9858-9e1db170f348 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:09.077278 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-c80865b0-fec3-4be4-9858-9e1db170f348 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] 10.222.0.23 "DELETE /v2.0/subnets/a9592a17-cfcb-4ed2-8846-1980f312aabd HTTP/1.1" status: 204 len: 168 time: 0.4787865 Jul 05 02:30:09.077278 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 37864) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:09.087728 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1db9c38-3b52-4720-ac3e-91739cdf58ec None None] Network 69ae6b4b-a994-424d-b482-55cd86a9b9d1 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:30:09.102235 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c780edfa-ac5c-425a-b1ab-5826a5a6f103 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks [] for router_gateway, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:09.141746 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c780edfa-ac5c-425a-b1ab-5826a5a6f103 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:09.190899 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0b26a8-d9b9-4fce-9f38-07bc240e9a2b req-97e9fd00-dabe-4703-94ee-7bb1c4f4f2bc tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:09.192597 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-de0b26a8-d9b9-4fce-9f38-07bc240e9a2b req-97e9fd00-dabe-4703-94ee-7bb1c4f4f2bc tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] 10.222.0.23 "GET /v2.0/ports?device_id=011ab283-3e48-4698-b61f-e35f9a492bb7 HTTP/1.1" status: 200 len: 946 time: 0.2733877 Jul 05 02:30:09.198450 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc804485-8d14-4bec-a9d5-f79d2b322251 admin admin] Made reservation on behalf of 431f6b9e64bf48fa8101325a84dc3df9 for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:30:09.200066 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-fc804485-8d14-4bec-a9d5-f79d2b322251 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:09.222862 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2a8eb9e-224f-4b88-9461-b5f1762e4cc1 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Deleting subnet b454fc94-7dfd-4525-8619-1236444a135e {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:30:09.230055 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b2a8eb9e-224f-4b88-9461-b5f1762e4cc1 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:09.309605 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b2a8eb9e-224f-4b88-9461-b5f1762e4cc1 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:09.353931 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9dc232-9e4c-4190-8e95-f4e3d880f329 None None] DHCP port deletion for 69ae6b4b-a994-424d-b482-55cd86a9b9d1 request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:30:09.377324 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-de0b26a8-d9b9-4fce-9f38-07bc240e9a2b req-4af5e5bc-c11a-4c4f-8bed-36cb5ed9b0fd tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] 10.222.0.23 "GET /v2.0/security-groups?id=b551ed91-860f-4d3c-a715-cc616f6d7d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610708 Jul 05 02:30:09.395261 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-c780edfa-ac5c-425a-b1ab-5826a5a6f103 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Allocated IP 172.25.7.233 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/545a5709-ecb7-4a59-98f8-fd85062cf1ff) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:30:09.430008 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-7b9dc232-9e4c-4190-8e95-f4e3d880f329 None None] Deleting port 1240fcb9-6bd4-41c0-a2a1-9d70b3b1d594 {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:30:09.430775 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-7b9dc232-9e4c-4190-8e95-f4e3d880f329 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:09.522025 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b2a8eb9e-224f-4b88-9461-b5f1762e4cc1 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:09.569328 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0efc3147-b427-4076-98f1-e3e0296cb7e3 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5763451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774823'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:09.576429 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5462def4-2629-4cb4-85fa-fca57ea7f5de tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Made reservation on behalf of cade54127d6845609e9e91e1547182b5 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:30:09.581303 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5462def4-2629-4cb4-85fa-fca57ea7f5de tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:09.675341 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [None req-5462def4-2629-4cb4-85fa-fca57ea7f5de tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] device_id is not set on port 0942d64e-f69b-4932-9609-645bd30f9ee4 yet. {{(pid=94461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:30:09.681607 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efc3147-b427-4076-98f1-e3e0296cb7e3 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Pushing event updated for resources: {'Subnet': ['ID=103a4638-53f9-45fc-b05b-82e93bb96894,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:09.700436 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-fc804485-8d14-4bec-a9d5-f79d2b322251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5763451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774823'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:09.702739 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c780edfa-ac5c-425a-b1ab-5826a5a6f103 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:09.706830 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-7b9dc232-9e4c-4190-8e95-f4e3d880f329 None None] For port 1240fcb9-6bd4-41c0-a2a1-9d70b3b1d594, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=1240fcb9-6bd4-41c0-a2a1-9d70b3b1d594,segment=NetworkSegment(194f9626-38e2-42ca-a3c0-8485d5bec5c9),segment_id=194f9626-38e2-42ca-a3c0-8485d5bec5c9)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:30:09.707905 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-7b9dc232-9e4c-4190-8e95-f4e3d880f329 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:09.717770 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b2a8eb9e-224f-4b88-9461-b5f1762e4cc1 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:09.730322 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-7b9dc232-9e4c-4190-8e95-f4e3d880f329 None None] Calling delete_port for 1240fcb9-6bd4-41c0-a2a1-9d70b3b1d594 owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:30:09.765579 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a8eb9e-224f-4b88-9461-b5f1762e4cc1 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Pushing event deleted for resources: {'Subnet': ['ID=b454fc94-7dfd-4525-8619-1236444a135e,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:09.773379 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b2a8eb9e-224f-4b88-9461-b5f1762e4cc1 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:09.775194 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-b2a8eb9e-224f-4b88-9461-b5f1762e4cc1 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] 10.222.0.23 "DELETE /v2.0/subnets/b454fc94-7dfd-4525-8619-1236444a135e HTTP/1.1" status: 204 len: 168 time: 0.6824057 Jul 05 02:30:09.779413 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 37880) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:09.797791 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efc3147-b427-4076-98f1-e3e0296cb7e3 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Checking segment: {'id': '50a42647-e6c2-4366-b8cc-38de1b7391d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c53a346f-5663-44a6-8b7a-9af538408d3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:30:09.810892 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efc3147-b427-4076-98f1-e3e0296cb7e3 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Network hostable DHCP agents. Network: c53a346f-5663-44a6-8b7a-9af538408d3c, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:30:09.811096 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66082df-a585-4a42-9a87-8f2fc5c7c3e9 None None] Network c9cdffc9-5706-4acd-a788-58c150f9f2ff requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:30:09.836073 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc804485-8d14-4bec-a9d5-f79d2b322251 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2d5a376-b914-4948-8c9e-84760200e159,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:09.880595 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2e634086-430a-478e-b4a7-411fe71dbc38 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:09.886322 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc804485-8d14-4bec-a9d5-f79d2b322251 admin admin] Checking segment: {'id': '5f143dec-4705-4ee9-8e64-ce2de1e14f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b5579368-a557-4b23-8edf-86b072d6a57a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:30:09.886695 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc804485-8d14-4bec-a9d5-f79d2b322251 admin admin] Network hostable DHCP agents. Network: b5579368-a557-4b23-8edf-86b072d6a57a, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:30:09.911900 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-5462def4-2629-4cb4-85fa-fca57ea7f5de tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Allocated IP 172.20.0.3 (abacf947-9b36-45f1-83a1-01c964ac73ad/ce67c9c6-d923-4178-89c8-01c4395a80e8/0942d64e-f69b-4932-9609-645bd30f9ee4) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:30:09.958570 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-2e634086-430a-478e-b4a7-411fe71dbc38 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Deleting port 1240fcb9-6bd4-41c0-a2a1-9d70b3b1d594 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:30:09.960795 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2e634086-430a-478e-b4a7-411fe71dbc38 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:10.013055 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c780edfa-ac5c-425a-b1ab-5826a5a6f103 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:10.025385 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc804485-8d14-4bec-a9d5-f79d2b322251 admin admin] Network b5579368-a557-4b23-8edf-86b072d6a57a is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:30:10.030623 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efc3147-b427-4076-98f1-e3e0296cb7e3 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Network c53a346f-5663-44a6-8b7a-9af538408d3c is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:30:10.050741 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4a6d60-f89f-4264-a6e5-62b6ba363395 None None] DHCP port deletion for c9cdffc9-5706-4acd-a788-58c150f9f2ff request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:30:10.073676 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c780edfa-ac5c-425a-b1ab-5826a5a6f103 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:30:10.079667 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-c780edfa-ac5c-425a-b1ab-5826a5a6f103 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:30:10.091517 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c780edfa-ac5c-425a-b1ab-5826a5a6f103 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:30:10.095777 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-2e634086-430a-478e-b4a7-411fe71dbc38 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] For port 1240fcb9-6bd4-41c0-a2a1-9d70b3b1d594, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=1240fcb9-6bd4-41c0-a2a1-9d70b3b1d594,segment=NetworkSegment(194f9626-38e2-42ca-a3c0-8485d5bec5c9),segment_id=194f9626-38e2-42ca-a3c0-8485d5bec5c9)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:30:10.096135 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2e634086-430a-478e-b4a7-411fe71dbc38 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:10.116367 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-3b4a6d60-f89f-4264-a6e5-62b6ba363395 None None] Deleting port 1d4c5ec6-921d-4974-ba04-37957739bd3d {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:30:10.116545 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c780edfa-ac5c-425a-b1ab-5826a5a6f103 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Pushing event updated for resources: {'Port': ['ID=545a5709-ecb7-4a59-98f8-fd85062cf1ff,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:10.116745 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3b4a6d60-f89f-4264-a6e5-62b6ba363395 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:10.136013 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-7b9dc232-9e4c-4190-8e95-f4e3d880f329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:10.140433 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-2e634086-430a-478e-b4a7-411fe71dbc38 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Calling delete_port for 1240fcb9-6bd4-41c0-a2a1-9d70b3b1d594 owned by network:dhcp {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:30:10.167260 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-fc804485-8d14-4bec-a9d5-f79d2b322251 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, b5579368-a557-4b23-8edf-86b072d6a57a) {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:30:10.173448 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-0efc3147-b427-4076-98f1-e3e0296cb7e3 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, c53a346f-5663-44a6-8b7a-9af538408d3c) {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:30:10.175529 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc804485-8d14-4bec-a9d5-f79d2b322251 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:10.176131 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-fc804485-8d14-4bec-a9d5-f79d2b322251 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:10.191155 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2016526-09af-4447-a831-455004a64733 None None] Network b5579368-a557-4b23-8edf-86b072d6a57a requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:30:10.191347 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efc3147-b427-4076-98f1-e3e0296cb7e3 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:10.191765 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0efc3147-b427-4076-98f1-e3e0296cb7e3 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:10.203876 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96336a47-b56c-448f-8985-481bfbd9a4e8 None None] Network c53a346f-5663-44a6-8b7a-9af538408d3c requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:30:10.224510 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9dc232-9e4c-4190-8e95-f4e3d880f329 None None] Pushing event deleted for resources: {'Port': ['ID=1240fcb9-6bd4-41c0-a2a1-9d70b3b1d594,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:10.261765 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5462def4-2629-4cb4-85fa-fca57ea7f5de tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:10.303435 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9dc232-9e4c-4190-8e95-f4e3d880f329 None None] No DVR routers for this DVR port 1240fcb9-6bd4-41c0-a2a1-9d70b3b1d594 on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:30:10.337966 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-3b4a6d60-f89f-4264-a6e5-62b6ba363395 None None] For port 1d4c5ec6-921d-4974-ba04-37957739bd3d, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=1d4c5ec6-921d-4974-ba04-37957739bd3d,segment=NetworkSegment(9a7c1178-b6be-4cfd-ba5f-685051706e76),segment_id=9a7c1178-b6be-4cfd-ba5f-685051706e76)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:30:10.338264 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3b4a6d60-f89f-4264-a6e5-62b6ba363395 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:10.348047 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2e634086-430a-478e-b4a7-411fe71dbc38 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:10.363781 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-fc804485-8d14-4bec-a9d5-f79d2b322251 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5082943 Jul 05 02:30:10.365955 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-0efc3147-b427-4076-98f1-e3e0296cb7e3 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0141323 Jul 05 02:30:10.367142 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-3b4a6d60-f89f-4264-a6e5-62b6ba363395 None None] Calling delete_port for 1d4c5ec6-921d-4974-ba04-37957739bd3d owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:30:10.377289 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 37892) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:10.378180 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e634086-430a-478e-b4a7-411fe71dbc38 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Pushing event deleted for resources: {'Port': ['ID=1240fcb9-6bd4-41c0-a2a1-9d70b3b1d594,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:10.385734 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-7c0b0a3a-11e8-4aa1-a745-b31f70b00a46 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1939186026', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:30:10.392479 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e634086-430a-478e-b4a7-411fe71dbc38 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] No DVR routers for this DVR port 1240fcb9-6bd4-41c0-a2a1-9d70b3b1d594 on host n-d-771362-32 {{(pid=94462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:30:10.421380 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5462def4-2629-4cb4-85fa-fca57ea7f5de tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:10.529234 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2e634086-430a-478e-b4a7-411fe71dbc38 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:10.564329 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7c0b0a3a-11e8-4aa1-a745-b31f70b00a46 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11810'] for router, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:10.564862 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b3e61b-08a6-453d-91e4-f8e5b372f571 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-c53a346f-5663-44a6-8b7a-9af538408d3c', 'network_id': 'c53a346f-5663-44a6-8b7a-9af538408d3c', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'fixed_ips': [{'subnet_id': '103a4638-53f9-45fc-b05b-82e93bb96894'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:30:10.565813 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7c0b0a3a-11e8-4aa1-a745-b31f70b00a46 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1926740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11821'] for router, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:10.565979 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-51b3e61b-08a6-453d-91e4-f8e5b372f571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:10.568534 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5462def4-2629-4cb4-85fa-fca57ea7f5de tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Network abacf947-9b36-45f1-83a1-01c964ac73ad is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:30:10.573656 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-5462def4-2629-4cb4-85fa-fca57ea7f5de tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:30:10.582809 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-2e634086-430a-478e-b4a7-411fe71dbc38 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69ae6b4b-a994-424d-b482-55cd86a9b9d1']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:10.584323 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5462def4-2629-4cb4-85fa-fca57ea7f5de tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:30:10.588913 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4d518f-8190-4043-9666-6478c92ec91c None None] Network b5579368-a557-4b23-8edf-86b072d6a57a requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:30:10.619212 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-2e634086-430a-478e-b4a7-411fe71dbc38 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '194f9626-38e2-42ca-a3c0-8485d5bec5c9') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:10.619555 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-2e634086-430a-478e-b4a7-411fe71dbc38 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '194f9626-38e2-42ca-a3c0-8485d5bec5c9') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:10.643158 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5462def4-2629-4cb4-85fa-fca57ea7f5de tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Pushing event updated for resources: {'Port': ['ID=0942d64e-f69b-4932-9609-645bd30f9ee4,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:10.687190 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5462def4-2629-4cb4-85fa-fca57ea7f5de tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:10.688020 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5462def4-2629-4cb4-85fa-fca57ea7f5de tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:10.714787 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2e634086-430a-478e-b4a7-411fe71dbc38 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:10.786075 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2e634086-430a-478e-b4a7-411fe71dbc38 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:10.803046 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-5462def4-2629-4cb4-85fa-fca57ea7f5de tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2625272 Jul 05 02:30:10.806277 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 37904) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:10.807001 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3b4a6d60-f89f-4264-a6e5-62b6ba363395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:10.816327 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-d6f5981f-b75a-402f-be63-0303ba4d61bb tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Request body: {'floatingip': {'port_id': '0942d64e-f69b-4932-9609-645bd30f9ee4'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:30:10.823196 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4a6d60-f89f-4264-a6e5-62b6ba363395 None None] No DVR routers for this DVR port 1d4c5ec6-921d-4974-ba04-37957739bd3d on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:30:10.825625 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7c0b0a3a-11e8-4aa1-a745-b31f70b00a46 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:10.827623 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e634086-430a-478e-b4a7-411fe71dbc38 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:30:10.828031 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2e634086-430a-478e-b4a7-411fe71dbc38 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:10.834382 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:30:10.834382 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:30:10.834382 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:30:10.834382 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:30:10.834382 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:30:10.834382 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:30:10.834382 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:30:10.834382 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:30:10.834382 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:30:10.834382 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:30:10.834382 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:30:10.834382 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:30:10.834382 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:30:10.834382 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:30:10.834382 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:30:10.834382 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:30:10.834382 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:30:10.834382 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:30:10.834382 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:30:10.834382 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:30:10.834382 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:30:10.834382 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:30:10.834382 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:30:10.834382 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:30:10.834382 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:30:10.834382 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:30:10.834382 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:30:10.834382 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:30:10.834382 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:30:10.834382 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:30:10.834382 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:30:10.834382 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:30:10.842564 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c780edfa-ac5c-425a-b1ab-5826a5a6f103 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks [] for router_gateway, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:10.871697 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4a6d60-f89f-4264-a6e5-62b6ba363395 None None] Pushing event deleted for resources: {'Port': ['ID=1d4c5ec6-921d-4974-ba04-37957739bd3d,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:10.898240 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-51b3e61b-08a6-453d-91e4-f8e5b372f571 None None] Allocated IP 2001:db8::2 (c53a346f-5663-44a6-8b7a-9af538408d3c/103a4638-53f9-45fc-b05b-82e93bb96894/01451b5e-8ff0-4a7f-8e4b-8bfdf95477fd) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:30:10.929373 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d6f5981f-b75a-402f-be63-0303ba4d61bb tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks [] for floatingip, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:10.933187 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7c0b0a3a-11e8-4aa1-a745-b31f70b00a46 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963'] for router, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:11.026593 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a8aa4a-0c33-4391-84c7-e775909a4698 req-e4933741-e556-4a1c-9f1f-0ea533dd92eb tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:11.033615 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a7a8aa4a-0c33-4391-84c7-e775909a4698 req-e4933741-e556-4a1c-9f1f-0ea533dd92eb tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] 10.222.0.23 "GET /v2.0/ports?device_id=011ab283-3e48-4698-b61f-e35f9a492bb7 HTTP/1.1" status: 200 len: 946 time: 0.3178749 Jul 05 02:30:11.056204 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7c0b0a3a-11e8-4aa1-a745-b31f70b00a46 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:11.060717 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-7c0b0a3a-11e8-4aa1-a745-b31f70b00a46 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6788361 Jul 05 02:30:11.063306 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 37922) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:11.078917 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2e634086-430a-478e-b4a7-411fe71dbc38 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:11.084495 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2e634086-430a-478e-b4a7-411fe71dbc38 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:11.087069 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-2e634086-430a-478e-b4a7-411fe71dbc38 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] 10.222.0.23 "DELETE /v2.0/networks/69ae6b4b-a994-424d-b482-55cd86a9b9d1 HTTP/1.1" status: 204 len: 168 time: 1.3067129 Jul 05 02:30:11.125133 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-51b3e61b-08a6-453d-91e4-f8e5b372f571 None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:11.133776 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 37924) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:11.137914 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 1d4c5ec6-921d-4974-ba04-37957739bd3d no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:30:11.168608 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-51b3e61b-08a6-453d-91e4-f8e5b372f571 None None] Transition to ACTIVE for port object 01451b5e-8ff0-4a7f-8e4b-8bfdf95477fd will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:30:11.171646 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 1d4c5ec6-921d-4974-ba04-37957739bd3d {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:30:11.172301 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 1d4c5ec6-921d-4974-ba04-37957739bd3d not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:30:11.172934 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 1240fcb9-6bd4-41c0-a2a1-9d70b3b1d594 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:30:11.200523 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e634086-430a-478e-b4a7-411fe71dbc38 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Pushing event deleted for resources: {'Network': ['ID=69ae6b4b-a994-424d-b482-55cd86a9b9d1,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:11.212406 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 1240fcb9-6bd4-41c0-a2a1-9d70b3b1d594 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:30:11.213041 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 1240fcb9-6bd4-41c0-a2a1-9d70b3b1d594 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:30:11.232810 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-51b3e61b-08a6-453d-91e4-f8e5b372f571 None None] Transition to ACTIVE for port object 01451b5e-8ff0-4a7f-8e4b-8bfdf95477fd will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:30:11.317238 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-51b3e61b-08a6-453d-91e4-f8e5b372f571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:11.348558 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a7a8aa4a-0c33-4391-84c7-e775909a4698 req-aa7431ee-9e41-454a-a142-e3604d4580ce tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] 10.222.0.23 "GET /v2.0/security-groups?id=b551ed91-860f-4d3c-a715-cc616f6d7d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942371 Jul 05 02:30:11.392555 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b3e61b-08a6-453d-91e4-f8e5b372f571 None None] Network c53a346f-5663-44a6-8b7a-9af538408d3c is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:30:11.400509 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-51b3e61b-08a6-453d-91e4-f8e5b372f571 None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:30:11.400509 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b3e61b-08a6-453d-91e4-f8e5b372f571 None None] Pushing event updated for resources: {'Port': ['ID=01451b5e-8ff0-4a7f-8e4b-8bfdf95477fd,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:11.400788 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b3e61b-08a6-453d-91e4-f8e5b372f571 None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:30:11.473698 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a890d07a-67dd-482a-8df1-f4ffac3492bc tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:11.495417 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-51b3e61b-08a6-453d-91e4-f8e5b372f571 None None] Attempting to bind port 01451b5e-8ff0-4a7f-8e4b-8bfdf95477fd on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:30:11.496235 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-51b3e61b-08a6-453d-91e4-f8e5b372f571 None None] Attempting to bind port 01451b5e-8ff0-4a7f-8e4b-8bfdf95477fd by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '50a42647-e6c2-4366-b8cc-38de1b7391d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c53a346f-5663-44a6-8b7a-9af538408d3c'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:30:11.496668 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b3e61b-08a6-453d-91e4-f8e5b372f571 None None] Attempting to bind port 01451b5e-8ff0-4a7f-8e4b-8bfdf95477fd on network c53a346f-5663-44a6-8b7a-9af538408d3c {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:30:11.503868 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b3e61b-08a6-453d-91e4-f8e5b372f571 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:30:11.504332 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b3e61b-08a6-453d-91e4-f8e5b372f571 None None] Checking segment: {'id': '50a42647-e6c2-4366-b8cc-38de1b7391d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c53a346f-5663-44a6-8b7a-9af538408d3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:30:11.505047 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-51b3e61b-08a6-453d-91e4-f8e5b372f571 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:11.505467 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b3e61b-08a6-453d-91e4-f8e5b372f571 None None] Bound using segment: {'id': '50a42647-e6c2-4366-b8cc-38de1b7391d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c53a346f-5663-44a6-8b7a-9af538408d3c'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:30:11.506622 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-51b3e61b-08a6-453d-91e4-f8e5b372f571 None None] Bound port: 01451b5e-8ff0-4a7f-8e4b-8bfdf95477fd, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50a42647-e6c2-4366-b8cc-38de1b7391d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c53a346f-5663-44a6-8b7a-9af538408d3c'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:30:11.507652 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-51b3e61b-08a6-453d-91e4-f8e5b372f571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:11.617893 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-51b3e61b-08a6-453d-91e4-f8e5b372f571 None None] For port 01451b5e-8ff0-4a7f-8e4b-8bfdf95477fd, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:30:11.621866 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-51b3e61b-08a6-453d-91e4-f8e5b372f571 None None] For port 01451b5e-8ff0-4a7f-8e4b-8bfdf95477fd, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=01451b5e-8ff0-4a7f-8e4b-8bfdf95477fd,segment=NetworkSegment(50a42647-e6c2-4366-b8cc-38de1b7391d1),segment_id=50a42647-e6c2-4366-b8cc-38de1b7391d1)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:30:11.639957 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d6f5981f-b75a-402f-be63-0303ba4d61bb tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:11.642369 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:11.643149 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:11.711151 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-51b3e61b-08a6-453d-91e4-f8e5b372f571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:11.767585 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d6f5981f-b75a-402f-be63-0303ba4d61bb tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636869'] for floatingip, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:11.791825 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b3e61b-08a6-453d-91e4-f8e5b372f571 None None] Pushing event updated for resources: {'Port': ['ID=01451b5e-8ff0-4a7f-8e4b-8bfdf95477fd,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:11.902780 n-d-771362-32 neutron-server[94461]: INFO neutron.db.l3_db [None req-d6f5981f-b75a-402f-be63-0303ba4d61bb tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Floating IP 7d85fbb5-62c6-4bc2-af23-76b28e8211cd associated. External IP: 172.25.7.97, port: 0942d64e-f69b-4932-9609-645bd30f9ee4. Jul 05 02:30:12.202200 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6f5981f-b75a-402f-be63-0303ba4d61bb tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Router e6b2b62e-7f55-4ba2-b077-893840665ffb has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:30:12.245204 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c780edfa-ac5c-425a-b1ab-5826a5a6f103 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963'] for router, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:12.349770 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6f5981f-b75a-402f-be63-0303ba4d61bb tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:30:12.354559 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d6f5981f-b75a-402f-be63-0303ba4d61bb tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:12.361501 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a844d5b-3f66-4687-9a03-7520cb32b4de None None] Sync routers for ids ['e6b2b62e-7f55-4ba2-b077-893840665ffb'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:30:12.372219 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a844d5b-3f66-4687-9a03-7520cb32b4de None None] Routers {'e6b2b62e-7f55-4ba2-b077-893840665ffb'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:30:12.372881 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-7a844d5b-3f66-4687-9a03-7520cb32b4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:29:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['e6b2b62e-7f55-4ba2-b077-893840665ffb'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:12.394685 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-d6f5981f-b75a-402f-be63-0303ba4d61bb tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] 10.222.0.23 "PUT /v2.0/floatingips/7d85fbb5-62c6-4bc2-af23-76b28e8211cd HTTP/1.1" status: 200 len: 977 time: 1.5866983 Jul 05 02:30:12.395368 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 37992) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:12.410285 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-7a844d5b-3f66-4687-9a03-7520cb32b4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:12.421306 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a844d5b-3f66-4687-9a03-7520cb32b4de None None] Routers {'e6b2b62e-7f55-4ba2-b077-893840665ffb'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:30:12.427318 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-7a844d5b-3f66-4687-9a03-7520cb32b4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:29:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['e6b2b62e-7f55-4ba2-b077-893840665ffb'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:12.441580 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a890d07a-67dd-482a-8df1-f4ffac3492bc tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:12.465176 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-a890d07a-67dd-482a-8df1-f4ffac3492bc tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9cdffc9-5706-4acd-a788-58c150f9f2ff']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:12.471773 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e56f47c8-9695-4551-91c4-bb8aead9fdd8 req-3e0460bb-e6b0-4cac-a7d0-b69dcf043727 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=4bbc2f9e-02cf-490e-901d-2588655a3ef0 HTTP/1.1" status: 200 len: 258 time: 0.9581816 Jul 05 02:30:12.535933 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-7a844d5b-3f66-4687-9a03-7520cb32b4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:12.537112 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a844d5b-3f66-4687-9a03-7520cb32b4de None None] The sync data for ids ['e6b2b62e-7f55-4ba2-b077-893840665ffb'] in n-d-771362-32 is: [] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:30:12.557483 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-e43b5466-ce01-4acb-960c-e6a53f2707cc tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Deleting port 0942d64e-f69b-4932-9609-645bd30f9ee4 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:30:12.557934 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e43b5466-ce01-4acb-960c-e6a53f2707cc tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:12.565350 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-e56f47c8-9695-4551-91c4-bb8aead9fdd8 req-39844b5a-e3af-40d9-b2d3-6f30be71bf0c tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Request body: {'floatingip': {'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:30:12.578325 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fb32a632-147d-4599-b0f3-a29100c24ab1 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:12.598881 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-a890d07a-67dd-482a-8df1-f4ffac3492bc tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a7c1178-b6be-4cfd-ba5f-685051706e76') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:12.599212 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-a890d07a-67dd-482a-8df1-f4ffac3492bc tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a7c1178-b6be-4cfd-ba5f-685051706e76') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:12.633399 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a890d07a-67dd-482a-8df1-f4ffac3492bc tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:12.677473 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e43b5466-ce01-4acb-960c-e6a53f2707cc tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:12.686684 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a890d07a-67dd-482a-8df1-f4ffac3492bc tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:12.747621 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-e56f47c8-9695-4551-91c4-bb8aead9fdd8 req-39844b5a-e3af-40d9-b2d3-6f30be71bf0c tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Notify callbacks [] for floatingip, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:12.767461 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a890d07a-67dd-482a-8df1-f4ffac3492bc tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:30:12.772438 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a890d07a-67dd-482a-8df1-f4ffac3492bc tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:12.778020 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:30:12.778020 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:30:12.778020 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:30:12.778020 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:30:12.778020 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:30:12.778020 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:30:12.778020 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:30:12.778020 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:30:12.778020 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:30:12.778020 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:30:12.778020 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:30:12.778020 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:30:12.778020 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:30:12.778020 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:30:12.778020 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:30:12.778020 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:30:12.778020 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:30:12.778020 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:30:12.778020 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:30:12.778020 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:30:12.778020 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:30:12.778020 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:30:12.778020 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:30:12.778020 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:30:12.778020 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:30:12.778020 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:30:12.778020 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:30:12.778020 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:30:12.778020 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:30:12.778020 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:30:12.778020 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:30:12.778020 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:30:12.989191 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de79a959-e0e6-4afd-8897-a5e18c493dae None None] Network c53a346f-5663-44a6-8b7a-9af538408d3c requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:30:13.101027 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-fb32a632-147d-4599-b0f3-a29100c24ab1 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Allocated IP 2001:db8::1 (c53a346f-5663-44a6-8b7a-9af538408d3c/103a4638-53f9-45fc-b05b-82e93bb96894/79ba3c1a-16ce-4d91-98f6-0883872bcc4d) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:30:13.105104 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c780edfa-ac5c-425a-b1ab-5826a5a6f103 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Router f87fcb82-f3b0-43b9-8145-64c7934a3c84 is scheduled to L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 with binding_index 1 {{(pid=94462) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 02:30:13.113016 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a890d07a-67dd-482a-8df1-f4ffac3492bc tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:13.129056 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a890d07a-67dd-482a-8df1-f4ffac3492bc tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:13.133963 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-a890d07a-67dd-482a-8df1-f4ffac3492bc tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] 10.222.0.23 "DELETE /v2.0/networks/c9cdffc9-5706-4acd-a788-58c150f9f2ff HTTP/1.1" status: 204 len: 168 time: 1.9946606 Jul 05 02:30:13.138671 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 38026) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:13.195563 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a890d07a-67dd-482a-8df1-f4ffac3492bc tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Pushing event deleted for resources: {'Network': ['ID=c9cdffc9-5706-4acd-a788-58c150f9f2ff,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:13.215120 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 01451b5e-8ff0-4a7f-8e4b-8bfdf95477fd up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:30:13.249130 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-991a042d-03fe-4450-ad7c-6cdf8c316c16 None None] Provisioning for port 01451b5e-8ff0-4a7f-8e4b-8bfdf95477fd completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:30:13.314582 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-e56f47c8-9695-4551-91c4-bb8aead9fdd8 req-39844b5a-e3af-40d9-b2d3-6f30be71bf0c tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:13.357679 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb2b061f-0b85-4cce-876d-aac043ef80ce tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Deleting subnet e804aeca-e81d-4caa-b1cc-bf0e859e6f98 {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:30:13.369793 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-eb2b061f-0b85-4cce-876d-aac043ef80ce tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:13.484950 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e43b5466-ce01-4acb-960c-e6a53f2707cc tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:13.496539 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e43b5466-ce01-4acb-960c-e6a53f2707cc tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636869'] for floatingip, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:13.496539 n-d-771362-32 neutron-server[94461]: INFO neutron.db.l3_db [None req-e43b5466-ce01-4acb-960c-e6a53f2707cc tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Floating IP 7d85fbb5-62c6-4bc2-af23-76b28e8211cd disassociated. External IP: 172.25.7.97, port: 0942d64e-f69b-4932-9609-645bd30f9ee4. Jul 05 02:30:13.496539 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-e43b5466-ce01-4acb-960c-e6a53f2707cc tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Calling delete_port for 0942d64e-f69b-4932-9609-645bd30f9ee4 owned by {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:30:13.514214 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2729da4-1f2c-4ba1-b438-611e7113492c req-8bc045f7-679a-4a58-988d-e2fc95c5cdca tempest-ServerGroupTestJSON-96077613 tempest-ServerGroupTestJSON-96077613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:13.516480 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b2729da4-1f2c-4ba1-b438-611e7113492c req-8bc045f7-679a-4a58-988d-e2fc95c5cdca tempest-ServerGroupTestJSON-96077613 tempest-ServerGroupTestJSON-96077613-project] 10.222.0.23 "GET /v2.0/networks?id=b5579368-a557-4b23-8edf-86b072d6a57a HTTP/1.1" status: 200 len: 810 time: 0.6442370 Jul 05 02:30:13.542248 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 01451b5e-8ff0-4a7f-8e4b-8bfdf95477fd completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:30:13.547199 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 01451b5e-8ff0-4a7f-8e4b-8bfdf95477fd triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:30:13.547900 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:13.573390 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-eb2b061f-0b85-4cce-876d-aac043ef80ce tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:13.581456 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b2729da4-1f2c-4ba1-b438-611e7113492c req-f244be3b-c3b6-4863-b5e9-5cd77c30433b tempest-ServerGroupTestJSON-96077613 tempest-ServerGroupTestJSON-96077613-project] 10.222.0.23 "GET /v2.0/quotas/431f6b9e64bf48fa8101325a84dc3df9 HTTP/1.1" status: 200 len: 375 time: 0.0538542 Jul 05 02:30:13.634060 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c780edfa-ac5c-425a-b1ab-5826a5a6f103 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:30:13.645842 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4394bcd6-b71f-4ba3-ae44-7cb3344ea5e0 None None] Sync routers for ids ['f87fcb82-f3b0-43b9-8145-64c7934a3c84'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:30:13.650081 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b2729da4-1f2c-4ba1-b438-611e7113492c req-4542c8ab-8b2e-408d-aea6-d4211f647d56 tempest-ServerGroupTestJSON-96077613 tempest-ServerGroupTestJSON-96077613-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=431f6b9e64bf48fa8101325a84dc3df9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0573103 Jul 05 02:30:13.667970 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4394bcd6-b71f-4ba3-ae44-7cb3344ea5e0 None None] Routers {'f87fcb82-f3b0-43b9-8145-64c7934a3c84'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:30:13.669381 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-4394bcd6-b71f-4ba3-ae44-7cb3344ea5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:29:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['f87fcb82-f3b0-43b9-8145-64c7934a3c84'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:13.685472 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:13.710351 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-43458f80-a3df-48a2-a38a-009101582abe None None] Provisioning complete for port 01451b5e-8ff0-4a7f-8e4b-8bfdf95477fd triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:30:13.710948 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-43458f80-a3df-48a2-a38a-009101582abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:13.736302 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-4394bcd6-b71f-4ba3-ae44-7cb3344ea5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:13.748793 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4394bcd6-b71f-4ba3-ae44-7cb3344ea5e0 None None] Routers {'f87fcb82-f3b0-43b9-8145-64c7934a3c84'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:30:13.750291 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-4394bcd6-b71f-4ba3-ae44-7cb3344ea5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:29:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['f87fcb82-f3b0-43b9-8145-64c7934a3c84'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:13.772810 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fb32a632-147d-4599-b0f3-a29100c24ab1 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:13.790408 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 01451b5e-8ff0-4a7f-8e4b-8bfdf95477fd, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=01451b5e-8ff0-4a7f-8e4b-8bfdf95477fd,segment=NetworkSegment(50a42647-e6c2-4366-b8cc-38de1b7391d1),segment_id=50a42647-e6c2-4366-b8cc-38de1b7391d1)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:30:13.806032 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-4394bcd6-b71f-4ba3-ae44-7cb3344ea5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:13.807616 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4394bcd6-b71f-4ba3-ae44-7cb3344ea5e0 None None] The sync data for ids ['f87fcb82-f3b0-43b9-8145-64c7934a3c84'] in n-d-771362-32 is: [] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:30:13.825039 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c780edfa-ac5c-425a-b1ab-5826a5a6f103 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:13.829715 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-c780edfa-ac5c-425a-b1ab-5826a5a6f103 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.8210921 Jul 05 02:30:13.830438 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 38048) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:13.831710 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [req-e56f47c8-9695-4551-91c4-bb8aead9fdd8 req-39844b5a-e3af-40d9-b2d3-6f30be71bf0c tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Allocated IP 172.25.7.252 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/0ef2ad95-3871-48aa-a34b-8c0a5de8c257) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:30:13.840975 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-842c119e-e3e0-4b44-9f86-b14d7df88ec2 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:30:13.845237 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [None req-fb32a632-147d-4599-b0f3-a29100c24ab1 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Transition to ACTIVE for port object 79ba3c1a-16ce-4d91-98f6-0883872bcc4d will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:30:13.852507 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b2729da4-1f2c-4ba1-b438-611e7113492c req-b9890848-b7bc-4e4e-b4b0-d3c957cfb90a service neutron] 10.222.0.23 "GET /v2.0/networks/b5579368-a557-4b23-8edf-86b072d6a57a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931508 Jul 05 02:30:13.857442 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-43458f80-a3df-48a2-a38a-009101582abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:13.866727 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-eb2b061f-0b85-4cce-876d-aac043ef80ce tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:13.877583 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:13.963959 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e43b5466-ce01-4acb-960c-e6a53f2707cc tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:13.971106 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=01451b5e-8ff0-4a7f-8e4b-8bfdf95477fd,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:13.987551 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:30:13.988148 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:30:13.988504 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:30:13.988956 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:30:13.989295 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:30:13.989625 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:30:13.990493 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:30:13.990825 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:30:13.991149 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:30:13.991471 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:30:13.991792 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:30:13.992113 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:30:14.002024 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.db.api [None req-43458f80-a3df-48a2-a38a-009101582abe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94463) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 02:30:14.002401 n-d-771362-32 neutron-server[94463]: DEBUG oslo_db.api [None req-43458f80-a3df-48a2-a38a-009101582abe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 02:30:14.043617 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b5466-ce01-4acb-960c-e6a53f2707cc tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Pushing event deleted for resources: {'Port': ['ID=0942d64e-f69b-4932-9609-645bd30f9ee4,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:14.083799 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-e56f47c8-9695-4551-91c4-bb8aead9fdd8 req-39844b5a-e3af-40d9-b2d3-6f30be71bf0c tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:14.157641 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b2729da4-1f2c-4ba1-b438-611e7113492c req-95fc4147-08ed-4ad3-8571-81237fd80474 service neutron] 10.222.0.23 "GET /v2.0/networks/b5579368-a557-4b23-8edf-86b072d6a57a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3042083 Jul 05 02:30:14.174895 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fb32a632-147d-4599-b0f3-a29100c24ab1 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:14.247914 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb32a632-147d-4599-b0f3-a29100c24ab1 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Network c53a346f-5663-44a6-8b7a-9af538408d3c is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:30:14.249728 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-eb2b061f-0b85-4cce-876d-aac043ef80ce tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:14.277010 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-eb2b061f-0b85-4cce-876d-aac043ef80ce tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:14.279488 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4bbdd9-8829-4526-8c1a-e64896a3a374 None None] Network 91cfd98a-bf63-492e-96cf-5acd29e4ab90 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:30:14.282783 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-eb2b061f-0b85-4cce-876d-aac043ef80ce tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] 10.222.0.23 "DELETE /v2.0/subnets/e804aeca-e81d-4caa-b1cc-bf0e859e6f98 HTTP/1.1" status: 204 len: 168 time: 1.1390920 Jul 05 02:30:14.288386 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 38066) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:14.292229 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-e56f47c8-9695-4551-91c4-bb8aead9fdd8 req-39844b5a-e3af-40d9-b2d3-6f30be71bf0c tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:14.295953 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-fb32a632-147d-4599-b0f3-a29100c24ab1 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:30:14.298607 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb32a632-147d-4599-b0f3-a29100c24ab1 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:30:14.299502 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fb32a632-147d-4599-b0f3-a29100c24ab1 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635668'] for router_interface, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:14.483518 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e43b5466-ce01-4acb-960c-e6a53f2707cc tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Router e6b2b62e-7f55-4ba2-b077-893840665ffb has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:30:14.487791 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2b061f-0b85-4cce-876d-aac043ef80ce tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Pushing event deleted for resources: {'Subnet': ['ID=e804aeca-e81d-4caa-b1cc-bf0e859e6f98,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:14.608807 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb32a632-147d-4599-b0f3-a29100c24ab1 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Pushing event updated for resources: {'Port': ['ID=79ba3c1a-16ce-4d91-98f6-0883872bcc4d,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:14.698517 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e56f47c8-9695-4551-91c4-bb8aead9fdd8 req-39844b5a-e3af-40d9-b2d3-6f30be71bf0c tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:30:14.711407 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [req-e56f47c8-9695-4551-91c4-bb8aead9fdd8 req-39844b5a-e3af-40d9-b2d3-6f30be71bf0c tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:30:14.720293 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-842c119e-e3e0-4b44-9f86-b14d7df88ec2 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:14.720467 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [req-e56f47c8-9695-4551-91c4-bb8aead9fdd8 req-39844b5a-e3af-40d9-b2d3-6f30be71bf0c tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:30:14.769492 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e43b5466-ce01-4acb-960c-e6a53f2707cc tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:30:14.784023 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97bb3f3-7dea-4cb4-a053-6ab229505f97 None None] Sync routers for ids ['e6b2b62e-7f55-4ba2-b077-893840665ffb'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:30:14.815787 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97bb3f3-7dea-4cb4-a053-6ab229505f97 None None] Routers {'e6b2b62e-7f55-4ba2-b077-893840665ffb'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:30:14.816986 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-b97bb3f3-7dea-4cb4-a053-6ab229505f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:29:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['e6b2b62e-7f55-4ba2-b077-893840665ffb'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:14.839637 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cf362a13-de1d-4c7f-b147-bb2e28716d3e tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:14.852680 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39844b5a-e3af-40d9-b2d3-6f30be71bf0c tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Pushing event updated for resources: {'Port': ['ID=0ef2ad95-3871-48aa-a34b-8c0a5de8c257,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:14.866179 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-842c119e-e3e0-4b44-9f86-b14d7df88ec2 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:14.886985 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e43b5466-ce01-4acb-960c-e6a53f2707cc tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:14.893174 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 38080) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:14.894320 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-e43b5466-ce01-4acb-960c-e6a53f2707cc tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] 10.222.0.23 "DELETE /v2.0/ports/0942d64e-f69b-4932-9609-645bd30f9ee4 HTTP/1.1" status: 204 len: 168 time: 2.4948030 Jul 05 02:30:14.943978 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26d7828-6d2b-4c92-96e4-49183242e8dd None None] DHCP port deletion for 91cfd98a-bf63-492e-96cf-5acd29e4ab90 request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:30:14.948773 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-b97bb3f3-7dea-4cb4-a053-6ab229505f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:14.993519 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97bb3f3-7dea-4cb4-a053-6ab229505f97 None None] Routers {'e6b2b62e-7f55-4ba2-b077-893840665ffb'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:30:14.993902 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-b97bb3f3-7dea-4cb4-a053-6ab229505f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:29:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['e6b2b62e-7f55-4ba2-b077-893840665ffb'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:15.094095 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-b97bb3f3-7dea-4cb4-a053-6ab229505f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:15.095053 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97bb3f3-7dea-4cb4-a053-6ab229505f97 None None] The sync data for ids ['e6b2b62e-7f55-4ba2-b077-893840665ffb'] in n-d-771362-32 is: [] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:30:15.098246 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-23d935fb-e898-4b02-bb29-588ba8cf08c4 None None] Provisioning for port 79ba3c1a-16ce-4d91-98f6-0883872bcc4d completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:30:15.098658 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-e54ecb35-a30b-4f98-9ecd-009ced37238b tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] 10.222.0.23 "GET /v2.0/floatingips/7d85fbb5-62c6-4bc2-af23-76b28e8211cd HTTP/1.1" status: 200 len: 687 time: 0.1960125 Jul 05 02:30:15.102782 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 38086) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:15.110486 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-23d935fb-e898-4b02-bb29-588ba8cf08c4 None None] Provisioning complete for port 79ba3c1a-16ce-4d91-98f6-0883872bcc4d triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:30:15.111109 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-23d935fb-e898-4b02-bb29-588ba8cf08c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:15.126948 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a990d1c9-659a-415d-a585-4c1afa26c483 req-6799ec5a-906c-47ff-bc01-1b75ded23db2 tempest-ServerGroupTestJSON-96077613 tempest-ServerGroupTestJSON-96077613-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c5203f1-dc6c-4ce0-8a6f-a7eb84904288 HTTP/1.1" status: 200 len: 210 time: 0.0859008 Jul 05 02:30:15.169937 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-842c119e-e3e0-4b44-9f86-b14d7df88ec2 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Deleting port 545a5709-ecb7-4a59-98f8-fd85062cf1ff {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:30:15.170601 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-842c119e-e3e0-4b44-9f86-b14d7df88ec2 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:15.180398 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-e56f47c8-9695-4551-91c4-bb8aead9fdd8 req-39844b5a-e3af-40d9-b2d3-6f30be71bf0c tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:15.209919 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-23d935fb-e898-4b02-bb29-588ba8cf08c4 None None] Port 79ba3c1a-16ce-4d91-98f6-0883872bcc4d cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:30:15.213901 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 01451b5e-8ff0-4a7f-8e4b-8bfdf95477fd up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:30:15.310590 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-e26d7828-6d2b-4c92-96e4-49183242e8dd None None] Deleting port e14451b1-8416-4a1a-885c-8482217ef4ad {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:30:15.311489 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fb32a632-147d-4599-b0f3-a29100c24ab1 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:15.313883 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-842c119e-e3e0-4b44-9f86-b14d7df88ec2 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:15.318277 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e26d7828-6d2b-4c92-96e4-49183242e8dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:15.330250 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-842c119e-e3e0-4b44-9f86-b14d7df88ec2 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Calling delete_port for 545a5709-ecb7-4a59-98f8-fd85062cf1ff owned by network:router_gateway {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:30:15.410196 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 01451b5e-8ff0-4a7f-8e4b-8bfdf95477fd triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:30:15.410725 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:15.483684 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-e26d7828-6d2b-4c92-96e4-49183242e8dd None None] For port e14451b1-8416-4a1a-885c-8482217ef4ad, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=e14451b1-8416-4a1a-885c-8482217ef4ad,segment=NetworkSegment(33edcfdb-2996-47e1-b8cc-a3769d48cd74),segment_id=33edcfdb-2996-47e1-b8cc-a3769d48cd74)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:30:15.487693 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e26d7828-6d2b-4c92-96e4-49183242e8dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:15.505433 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-e26d7828-6d2b-4c92-96e4-49183242e8dd None None] Calling delete_port for e14451b1-8416-4a1a-885c-8482217ef4ad owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:30:15.593939 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-cf362a13-de1d-4c7f-b147-bb2e28716d3e tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Deleting port e14451b1-8416-4a1a-885c-8482217ef4ad {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:30:15.594309 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cf362a13-de1d-4c7f-b147-bb2e28716d3e tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:15.666247 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-e56f47c8-9695-4551-91c4-bb8aead9fdd8 req-39844b5a-e3af-40d9-b2d3-6f30be71bf0c tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:15.673434 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device e14451b1-8416-4a1a-885c-8482217ef4ad no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:30:15.702098 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e26d7828-6d2b-4c92-96e4-49183242e8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:15.702434 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-842c119e-e3e0-4b44-9f86-b14d7df88ec2 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:15.743691 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26d7828-6d2b-4c92-96e4-49183242e8dd None None] Pushing event deleted for resources: {'Port': ['ID=e14451b1-8416-4a1a-885c-8482217ef4ad,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:15.745961 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26d7828-6d2b-4c92-96e4-49183242e8dd None None] No DVR routers for this DVR port e14451b1-8416-4a1a-885c-8482217ef4ad on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:30:15.776477 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842c119e-e3e0-4b44-9f86-b14d7df88ec2 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Pushing event deleted for resources: {'Port': ['ID=545a5709-ecb7-4a59-98f8-fd85062cf1ff,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:15.781609 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No active binding found for port e14451b1-8416-4a1a-885c-8482217ef4ad {{(pid=94463) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 05 02:30:15.786847 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device e14451b1-8416-4a1a-885c-8482217ef4ad not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:30:15.904699 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-842c119e-e3e0-4b44-9f86-b14d7df88ec2 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636927'] for router_gateway, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:16.187558 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-cf362a13-de1d-4c7f-b147-bb2e28716d3e tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] For port e14451b1-8416-4a1a-885c-8482217ef4ad, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=e14451b1-8416-4a1a-885c-8482217ef4ad,segment=NetworkSegment(33edcfdb-2996-47e1-b8cc-a3769d48cd74),segment_id=33edcfdb-2996-47e1-b8cc-a3769d48cd74)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:30:16.187915 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cf362a13-de1d-4c7f-b147-bb2e28716d3e tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:16.201626 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-842c119e-e3e0-4b44-9f86-b14d7df88ec2 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:16.234677 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-40114f12-51e5-47aa-b6a5-ab908c17f5e6 req-8099cbb1-9232-48d5-b19a-97ef99642732 tempest-ServerGroupTestJSON-96077613 tempest-ServerGroupTestJSON-96077613-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c5203f1-dc6c-4ce0-8a6f-a7eb84904288 HTTP/1.1" status: 200 len: 210 time: 0.0384414 Jul 05 02:30:16.236605 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-842c119e-e3e0-4b44-9f86-b14d7df88ec2 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1636977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1636970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1573792'] for router, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:16.253511 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-cf362a13-de1d-4c7f-b147-bb2e28716d3e tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Calling delete_port for e14451b1-8416-4a1a-885c-8482217ef4ad owned by network:dhcp {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:30:16.290869 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-d3d15f1f-b751-4f31-accd-b95365584592 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Deleting port ce3e31f6-fb32-4eb1-9109-24abcef497ee {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:30:16.291430 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d3d15f1f-b751-4f31-accd-b95365584592 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:16.352535 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-842c119e-e3e0-4b44-9f86-b14d7df88ec2 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Router f87fcb82-f3b0-43b9-8145-64c7934a3c84 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:30:16.431329 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-842c119e-e3e0-4b44-9f86-b14d7df88ec2 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:30:16.439335 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-842c119e-e3e0-4b44-9f86-b14d7df88ec2 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks [] for router, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:16.440673 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-842c119e-e3e0-4b44-9f86-b14d7df88ec2 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] 10.222.0.23 "PUT /v2.0/routers/f87fcb82-f3b0-43b9-8145-64c7934a3c84 HTTP/1.1" status: 200 len: 706 time: 2.6043396 Jul 05 02:30:16.446882 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 38130) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:16.447584 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df07cd36-98b5-40f7-999c-953efbe82b0b None None] Sync routers for ids ['f87fcb82-f3b0-43b9-8145-64c7934a3c84'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:30:16.462781 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df07cd36-98b5-40f7-999c-953efbe82b0b None None] Routers {'f87fcb82-f3b0-43b9-8145-64c7934a3c84'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:30:16.464484 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-df07cd36-98b5-40f7-999c-953efbe82b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:29:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['f87fcb82-f3b0-43b9-8145-64c7934a3c84'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:16.540069 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d3d15f1f-b751-4f31-accd-b95365584592 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:16.540402 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d3d15f1f-b751-4f31-accd-b95365584592 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:16.549101 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-711c204e-e07c-443d-89bd-fcd080e866a8 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] 10.222.0.23 "GET /v2.0/routers/f87fcb82-f3b0-43b9-8145-64c7934a3c84 HTTP/1.1" status: 200 len: 741 time: 0.1010351 Jul 05 02:30:16.552127 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 38132) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:16.557404 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-df07cd36-98b5-40f7-999c-953efbe82b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:16.559717 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-e56f47c8-9695-4551-91c4-bb8aead9fdd8 req-39844b5a-e3af-40d9-b2d3-6f30be71bf0c tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:16.567004 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df07cd36-98b5-40f7-999c-953efbe82b0b None None] Routers {'f87fcb82-f3b0-43b9-8145-64c7934a3c84'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:30:16.567616 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-df07cd36-98b5-40f7-999c-953efbe82b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:29:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['f87fcb82-f3b0-43b9-8145-64c7934a3c84'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:16.597664 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-9a642421-c4c3-4f1e-a211-e0ad74821752 tempest-RoutersAdminTest-459806183 tempest-RoutersAdminTest-459806183-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=4bbc2f9e-02cf-490e-901d-2588655a3ef0&device_id=f87fcb82-f3b0-43b9-8145-64c7934a3c84 HTTP/1.1" status: 200 len: 205 time: 0.0442648 Jul 05 02:30:16.598792 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-d3d15f1f-b751-4f31-accd-b95365584592 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Calling delete_port for ce3e31f6-fb32-4eb1-9109-24abcef497ee owned by network:floatingip {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:30:16.602619 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 38134) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:16.605623 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-df07cd36-98b5-40f7-999c-953efbe82b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:16.606456 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df07cd36-98b5-40f7-999c-953efbe82b0b None None] The sync data for ids ['f87fcb82-f3b0-43b9-8145-64c7934a3c84'] in n-d-771362-32 is: [] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:30:16.617077 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cf362a13-de1d-4c7f-b147-bb2e28716d3e tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:16.639942 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-4466efcf-b354-4d3b-a727-eb4643fffe29 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] 10.222.0.23 "GET /v2.0/ports?device_id=f87fcb82-f3b0-43b9-8145-64c7934a3c84 HTTP/1.1" status: 200 len: 205 time: 0.0329309 Jul 05 02:30:16.639942 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 38136) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:16.673442 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-e56f47c8-9695-4551-91c4-bb8aead9fdd8 req-39844b5a-e3af-40d9-b2d3-6f30be71bf0c tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:16.679887 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf362a13-de1d-4c7f-b147-bb2e28716d3e tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Pushing event deleted for resources: {'Port': ['ID=e14451b1-8416-4a1a-885c-8482217ef4ad,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:16.684594 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf362a13-de1d-4c7f-b147-bb2e28716d3e tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] No DVR routers for this DVR port e14451b1-8416-4a1a-885c-8482217ef4ad on host n-d-771362-32 {{(pid=94462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:30:16.725418 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2ddde649-6223-4552-bab0-5e1f0c69252c tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks [] for router, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:16.763192 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 38140) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:16.896088 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fb32a632-147d-4599-b0f3-a29100c24ab1 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:16.922083 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39844b5a-e3af-40d9-b2d3-6f30be71bf0c tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Pushing event updated for resources: {'Port': ['ID=0ef2ad95-3871-48aa-a34b-8c0a5de8c257,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:16.945434 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cf362a13-de1d-4c7f-b147-bb2e28716d3e tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:16.948121 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-e56f47c8-9695-4551-91c4-bb8aead9fdd8 req-39844b5a-e3af-40d9-b2d3-6f30be71bf0c tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636869'] for floatingip, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:16.964189 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39844b5a-e3af-40d9-b2d3-6f30be71bf0c tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:30:16.964189 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39844b5a-e3af-40d9-b2d3-6f30be71bf0c tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:30:16.964537 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39844b5a-e3af-40d9-b2d3-6f30be71bf0c tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:30:16.964790 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39844b5a-e3af-40d9-b2d3-6f30be71bf0c tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:30:16.965067 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39844b5a-e3af-40d9-b2d3-6f30be71bf0c tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:30:16.965409 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39844b5a-e3af-40d9-b2d3-6f30be71bf0c tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:30:16.965745 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39844b5a-e3af-40d9-b2d3-6f30be71bf0c tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:30:16.966429 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39844b5a-e3af-40d9-b2d3-6f30be71bf0c tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:30:16.968001 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39844b5a-e3af-40d9-b2d3-6f30be71bf0c tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:30:16.968001 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39844b5a-e3af-40d9-b2d3-6f30be71bf0c tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:30:16.968001 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39844b5a-e3af-40d9-b2d3-6f30be71bf0c tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:30:16.968001 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39844b5a-e3af-40d9-b2d3-6f30be71bf0c tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:30:16.975358 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-cf362a13-de1d-4c7f-b147-bb2e28716d3e tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91cfd98a-bf63-492e-96cf-5acd29e4ab90']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:16.997701 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-cf362a13-de1d-4c7f-b147-bb2e28716d3e tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33edcfdb-2996-47e1-b8cc-a3769d48cd74') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:16.997988 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-cf362a13-de1d-4c7f-b147-bb2e28716d3e tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33edcfdb-2996-47e1-b8cc-a3769d48cd74') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:17.009178 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cf362a13-de1d-4c7f-b147-bb2e28716d3e tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:17.044484 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fb32a632-147d-4599-b0f3-a29100c24ab1 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:17.045290 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fb32a632-147d-4599-b0f3-a29100c24ab1 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634601'] for router_interface, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:17.049285 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cf362a13-de1d-4c7f-b147-bb2e28716d3e tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:17.093441 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf362a13-de1d-4c7f-b147-bb2e28716d3e tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:30:17.093899 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cf362a13-de1d-4c7f-b147-bb2e28716d3e tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:17.100419 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:30:17.100419 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:30:17.100419 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:30:17.100419 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:30:17.100419 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:30:17.100419 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:30:17.100419 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:30:17.100419 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:30:17.100419 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:30:17.100419 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:30:17.100419 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:30:17.100419 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:30:17.100419 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:30:17.100419 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:30:17.100419 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:30:17.100419 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:30:17.100419 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:30:17.100419 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:30:17.100419 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:30:17.100419 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:30:17.100419 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:30:17.100419 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:30:17.100419 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:30:17.100419 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:30:17.100419 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:30:17.100419 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:30:17.100419 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:30:17.100419 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:30:17.100419 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:30:17.100419 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:30:17.100419 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:30:17.100419 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:30:17.186092 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-e56f47c8-9695-4551-91c4-bb8aead9fdd8 req-39844b5a-e3af-40d9-b2d3-6f30be71bf0c tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:17.187447 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e56f47c8-9695-4551-91c4-bb8aead9fdd8 req-39844b5a-e3af-40d9-b2d3-6f30be71bf0c tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.6261129 Jul 05 02:30:17.216505 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4afa131c-4b95-4b37-9c77-7f2ce419e475 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:17.227615 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2ddde649-6223-4552-bab0-5e1f0c69252c tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11828'] for router, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:17.229970 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2ddde649-6223-4552-bab0-5e1f0c69252c tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:17.249528 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb32a632-147d-4599-b0f3-a29100c24ab1 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Pushing event updated for resources: {'Port': ['ID=79ba3c1a-16ce-4d91-98f6-0883872bcc4d,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:17.305421 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e56f47c8-9695-4551-91c4-bb8aead9fdd8 req-c16ea604-dc83-4296-ae13-fea56852cc76 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.7.252 HTTP/1.1" status: 200 len: 696 time: 0.1006093 Jul 05 02:30:17.344868 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d3d15f1f-b751-4f31-accd-b95365584592 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:17.357064 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2ddde649-6223-4552-bab0-5e1f0c69252c tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1575451'] for router, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:17.358049 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ddde649-6223-4552-bab0-5e1f0c69252c tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Fanout notify agent at l3_agent the message router_deleted on router f87fcb82-f3b0-43b9-8145-64c7934a3c84 {{(pid=94461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 02:30:17.372585 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2ddde649-6223-4552-bab0-5e1f0c69252c tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] Notify callbacks [] for router, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:17.373956 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-2ddde649-6223-4552-bab0-5e1f0c69252c tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] 10.222.0.23 "DELETE /v2.0/routers/f87fcb82-f3b0-43b9-8145-64c7934a3c84 HTTP/1.1" status: 204 len: 168 time: 0.7320707 Jul 05 02:30:17.377812 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 38146) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:17.418945 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb32a632-147d-4599-b0f3-a29100c24ab1 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Network c53a346f-5663-44a6-8b7a-9af538408d3c is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:30:17.421827 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d15f1f-b751-4f31-accd-b95365584592 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Pushing event deleted for resources: {'Port': ['ID=ce3e31f6-fb32-4eb1-9109-24abcef497ee,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:17.424807 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c1cdebbf-c22e-457f-9929-86115effd320 req-30bd4201-29f9-4a9d-ab68-70d13d36cecc tempest-ServerGroupTestJSON-96077613 tempest-ServerGroupTestJSON-96077613-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c5203f1-dc6c-4ce0-8a6f-a7eb84904288 HTTP/1.1" status: 200 len: 210 time: 0.0411477 Jul 05 02:30:17.456054 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-fb32a632-147d-4599-b0f3-a29100c24ab1 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:30:17.456054 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-ed568c88-7739-4f0b-9a3a-51f70e6c8332 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] 10.222.0.23 "GET /v2.0/ports?device_id=f87fcb82-f3b0-43b9-8145-64c7934a3c84 HTTP/1.1" status: 200 len: 205 time: 0.0718007 Jul 05 02:30:17.458481 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 38148) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:17.483906 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cf362a13-de1d-4c7f-b147-bb2e28716d3e tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:17.494012 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cf362a13-de1d-4c7f-b147-bb2e28716d3e tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:17.498692 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-cf362a13-de1d-4c7f-b147-bb2e28716d3e tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] 10.222.0.23 "DELETE /v2.0/networks/91cfd98a-bf63-492e-96cf-5acd29e4ab90 HTTP/1.1" status: 204 len: 168 time: 3.2037547 Jul 05 02:30:17.514834 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 38150) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:17.532140 n-d-771362-32 neutron-server[94461]: INFO neutron.api.v2.resource [None req-6cfc828c-2091-442c-b6a9-66f26bc4c437 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] delete failed (client error): The resource could not be found. Jul 05 02:30:17.533610 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-6cfc828c-2091-442c-b6a9-66f26bc4c437 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] 10.222.0.23 "DELETE /v2.0/routers/f87fcb82-f3b0-43b9-8145-64c7934a3c84 HTTP/1.1" status: 404 len: 336 time: 0.0737522 Jul 05 02:30:17.538908 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 38152) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:17.576152 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-acda3a73-0875-4722-a84f-a9f2d4876939 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de2ecd9-f0af-41a5-9756-09c0e87aee85 HTTP/1.1" status: 200 len: 205 time: 0.0523379 Jul 05 02:30:17.578332 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf362a13-de1d-4c7f-b147-bb2e28716d3e tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Pushing event deleted for resources: {'Network': ['ID=91cfd98a-bf63-492e-96cf-5acd29e4ab90,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:17.580347 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 38154) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:17.606958 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-e71a6c4d-018e-4b3c-b117-9372cf17b204 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] 10.222.0.23 "GET /v2.0/ports?device_id=a45b7eb3-593d-4141-9303-292d92b61874 HTTP/1.1" status: 200 len: 205 time: 0.0473113 Jul 05 02:30:17.606958 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4afa131c-4b95-4b37-9c77-7f2ce419e475 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:17.607766 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 38156) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:17.646526 n-d-771362-32 neutron-server[94461]: INFO neutron.api.v2.resource [None req-4a624199-6ca2-44fb-82b9-8fde1a8141b9 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] delete failed (client error): The resource could not be found. Jul 05 02:30:17.651421 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-4a624199-6ca2-44fb-82b9-8fde1a8141b9 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] 10.222.0.23 "DELETE /v2.0/routers/a45b7eb3-593d-4141-9303-292d92b61874 HTTP/1.1" status: 404 len: 336 time: 0.0391281 Jul 05 02:30:17.651421 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 38158) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:17.687091 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-971f9d5f-2487-4dfd-8231-aa8e4da242eb tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] 10.222.0.23 "GET /v2.0/ports?device_id=71de4596-3883-4d78-a116-dc9b01b7a5bd HTTP/1.1" status: 200 len: 205 time: 0.0333242 Jul 05 02:30:17.687091 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4afa131c-4b95-4b37-9c77-7f2ce419e475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:17.688693 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 38160) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:17.744511 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56f47c8-9695-4551-91c4-bb8aead9fdd8 req-43c546e9-7523-4e5e-b27f-a7da7fe2f244 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:17.744511 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e56f47c8-9695-4551-91c4-bb8aead9fdd8 req-43c546e9-7523-4e5e-b27f-a7da7fe2f244 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] 10.222.0.23 "GET /v2.0/networks/4bbc2f9e-02cf-490e-901d-2588655a3ef0 HTTP/1.1" status: 200 len: 784 time: 0.4165304 Jul 05 02:30:17.747016 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d3d15f1f-b751-4f31-accd-b95365584592 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks [] for floatingip, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:17.749796 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d3d15f1f-b751-4f31-accd-b95365584592 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:17.751277 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-d3d15f1f-b751-4f31-accd-b95365584592 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] 10.222.0.23 "DELETE /v2.0/floatingips/7d85fbb5-62c6-4bc2-af23-76b28e8211cd HTTP/1.1" status: 204 len: 168 time: 2.6202796 Jul 05 02:30:17.755716 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 38162) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:17.755907 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3bb41f28-1139-4cb4-9616-89d75fba8cb6 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Notify callbacks [] for router, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:17.759497 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-f83950dd-3144-438f-b58a-4b59bfeda791 None None] Provisioning complete for port 79ba3c1a-16ce-4d91-98f6-0883872bcc4d triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:30:17.760640 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f83950dd-3144-438f-b58a-4b59bfeda791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:17.760921 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [req-e56f47c8-9695-4551-91c4-bb8aead9fdd8 req-f9513357-9d50-4072-ab99-91a351119bf9 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94462) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:30:17.761701 n-d-771362-32 neutron-server[94461]: INFO neutron.api.v2.resource [None req-8639d784-eb32-4157-9a7c-8e7aedbd0703 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] delete failed (client error): The resource could not be found. Jul 05 02:30:17.761929 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e56f47c8-9695-4551-91c4-bb8aead9fdd8 req-f9513357-9d50-4072-ab99-91a351119bf9 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0223231 Jul 05 02:30:17.764989 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-8639d784-eb32-4157-9a7c-8e7aedbd0703 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] 10.222.0.23 "DELETE /v2.0/routers/71de4596-3883-4d78-a116-dc9b01b7a5bd HTTP/1.1" status: 404 len: 336 time: 0.0708854 Jul 05 02:30:17.773197 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-33a022ef-423b-41de-9f03-582a744fbf21 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Request body: {'floatingip': {'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'port_id': '320c06d6-483d-470b-a10e-f6117b2702e6'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:30:17.788062 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 38164) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:17.811617 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afa131c-4b95-4b37-9c77-7f2ce419e475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a60ecd6-009f-4a41-a22b-04b9596de18d,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:17.855914 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-4afa131c-4b95-4b37-9c77-7f2ce419e475 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b6ff3dd0c6784096851d0f296ff0df30&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0912349 Jul 05 02:30:17.858391 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 38168) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:17.864359 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-5d0f2352-d682-47bc-9fad-1ab1b20203a9 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b3d91a9-948e-4e1f-b43f-cfc5c2674b27 HTTP/1.1" status: 200 len: 205 time: 0.0694873 Jul 05 02:30:17.873639 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 38170) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:17.936372 n-d-771362-32 neutron-server[94461]: INFO neutron.api.v2.resource [None req-1ef8008d-060c-4c0d-8154-f8b724801067 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] delete failed (client error): The resource could not be found. Jul 05 02:30:17.939788 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-1ef8008d-060c-4c0d-8154-f8b724801067 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] 10.222.0.23 "DELETE /v2.0/routers/6b3d91a9-948e-4e1f-b43f-cfc5c2674b27 HTTP/1.1" status: 404 len: 336 time: 0.0657983 Jul 05 02:30:17.942807 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 38172) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:17.956248 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-33a022ef-423b-41de-9f03-582a744fbf21 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks [] for floatingip, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:17.990585 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-f83950dd-3144-438f-b58a-4b59bfeda791 None None] Port 79ba3c1a-16ce-4d91-98f6-0883872bcc4d cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:30:18.159743 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-422c5798-8c2b-44f6-9213-7040ccb9de7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:18.231187 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-422c5798-8c2b-44f6-9213-7040ccb9de7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:18.241930 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f070f-b601-4009-9775-6b28c7bca50a req-e8e1a114-acfa-4710-a267-d4d73d42c6ae tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:18.243479 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c26f070f-b601-4009-9775-6b28c7bca50a req-e8e1a114-acfa-4710-a267-d4d73d42c6ae tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] 10.222.0.23 "GET /v2.0/ports?device_id=011ab283-3e48-4698-b61f-e35f9a492bb7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3050735 Jul 05 02:30:18.263374 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2729da4-1f2c-4ba1-b438-611e7113492c req-6725657b-2589-4c7c-b0ff-2858c61edae8 tempest-ServerGroupTestJSON-96077613 tempest-ServerGroupTestJSON-96077613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:18.264730 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b2729da4-1f2c-4ba1-b438-611e7113492c req-6725657b-2589-4c7c-b0ff-2858c61edae8 tempest-ServerGroupTestJSON-96077613 tempest-ServerGroupTestJSON-96077613-project] 10.222.0.15 "GET /v2.0/networks?id=b5579368-a557-4b23-8edf-86b072d6a57a HTTP/1.1" status: 200 len: 810 time: 0.2828639 Jul 05 02:30:18.284739 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-b2729da4-1f2c-4ba1-b438-611e7113492c req-b75b2809-192d-49db-8ebc-158e731d7644 tempest-ServerGroupTestJSON-96077613 tempest-ServerGroupTestJSON-96077613-project] Request body: {'port': {'device_id': '5c5203f1-dc6c-4ce0-8a6f-a7eb84904288', 'network_id': 'b5579368-a557-4b23-8edf-86b072d6a57a', 'admin_state_up': True, 'tenant_id': '431f6b9e64bf48fa8101325a84dc3df9'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:30:18.299355 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-72734e5e-750e-4a77-9e68-602078cedaef tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] 10.222.0.23 "GET /v2.0/ports?device_id=8957601e-8658-4e5f-bd87-443a525534b5 HTTP/1.1" status: 200 len: 205 time: 0.0584116 Jul 05 02:30:18.300975 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3bb41f28-1139-4cb4-9616-89d75fba8cb6 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11828'] for router, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:18.303427 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 38174) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:18.304651 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3bb41f28-1139-4cb4-9616-89d75fba8cb6 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:18.375718 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c26f070f-b601-4009-9775-6b28c7bca50a req-e95027ef-49e3-4d6f-89a6-a0b71a9520d9 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.7.252 HTTP/1.1" status: 200 len: 696 time: 0.1227024 Jul 05 02:30:18.381589 n-d-771362-32 neutron-server[94462]: INFO neutron.api.v2.resource [None req-6c451949-e01d-4968-b804-c994867f73fa tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] delete failed (client error): The resource could not be found. Jul 05 02:30:18.382939 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-6c451949-e01d-4968-b804-c994867f73fa tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] 10.222.0.23 "DELETE /v2.0/routers/8957601e-8658-4e5f-bd87-443a525534b5 HTTP/1.1" status: 404 len: 336 time: 0.0765922 Jul 05 02:30:18.385658 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 38176) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:18.397857 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-c26f070f-b601-4009-9775-6b28c7bca50a req-2bd765b3-94e2-4a72-9428-7f0f71b1a911 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Request body: {'floatingip': {'port_id': '595d64a7-1347-4f1a-9502-d38884bf6074', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:30:18.417012 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-c5af3e99-9cf4-4245-823d-129143cbd3ca tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] 10.222.0.23 "GET /v2.0/ports?device_id=6dd54231-07b8-4ea1-a3cb-bff5af3e9b13 HTTP/1.1" status: 200 len: 205 time: 0.0300448 Jul 05 02:30:18.417870 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb32a632-147d-4599-b0f3-a29100c24ab1 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Router 90ed2b32-c876-4a83-a1be-e980808e176e is scheduled to L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 with binding_index 1 {{(pid=94462) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 02:30:18.419610 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 38178) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:18.463995 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3bb41f28-1139-4cb4-9616-89d75fba8cb6 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1575451'] for router, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:18.464437 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bb41f28-1139-4cb4-9616-89d75fba8cb6 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Fanout notify agent at l3_agent the message router_deleted on router 6de2ecd9-f0af-41a5-9756-09c0e87aee85 {{(pid=94462) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 02:30:18.466267 n-d-771362-32 neutron-server[94462]: INFO neutron.api.v2.resource [None req-07dff12b-b3fa-4cb4-8545-c093b42bde68 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] delete failed (client error): The resource could not be found. Jul 05 02:30:18.467267 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-07dff12b-b3fa-4cb4-8545-c093b42bde68 tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] 10.222.0.23 "DELETE /v2.0/routers/6dd54231-07b8-4ea1-a3cb-bff5af3e9b13 HTTP/1.1" status: 404 len: 336 time: 0.0467763 Jul 05 02:30:18.472251 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c26f070f-b601-4009-9775-6b28c7bca50a req-2bd765b3-94e2-4a72-9428-7f0f71b1a911 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Notify callbacks [] for floatingip, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:18.473883 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3bb41f28-1139-4cb4-9616-89d75fba8cb6 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:18.474921 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 38182) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:18.479613 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-3bb41f28-1139-4cb4-9616-89d75fba8cb6 tempest-RoutersNegativeTest-1566296150 tempest-RoutersNegativeTest-1566296150-project] 10.222.0.23 "DELETE /v2.0/routers/6de2ecd9-f0af-41a5-9756-09c0e87aee85 HTTP/1.1" status: 204 len: 168 time: 0.8929307 Jul 05 02:30:18.608235 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-96a09ff6-b4c4-434c-9dee-6ed4eb343f0b req-191d7127-adf1-4b16-a729-85054c86be79 tempest-ServerGroupTestJSON-96077613 tempest-ServerGroupTestJSON-96077613-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c5203f1-dc6c-4ce0-8a6f-a7eb84904288 HTTP/1.1" status: 200 len: 210 time: 0.0337055 Jul 05 02:30:18.608542 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-422c5798-8c2b-44f6-9213-7040ccb9de7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:18.611639 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-422c5798-8c2b-44f6-9213-7040ccb9de7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:18.612844 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-422c5798-8c2b-44f6-9213-7040ccb9de7b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0a60ecd6-009f-4a41-a22b-04b9596de18d HTTP/1.1" status: 204 len: 168 time: 0.7533901 Jul 05 02:30:18.614068 n-d-771362-32 neutron-server[94461]: INFO neutron.pecan_wsgi.hooks.translation [None req-58750bff-7b88-4841-8670-4702b09d465c tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] DELETE failed (client error): The resource could not be found. Jul 05 02:30:18.614590 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58750bff-7b88-4841-8670-4702b09d465c tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:30:18.620102 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-58750bff-7b88-4841-8670-4702b09d465c tempest-RoutersAdminTest-1232032114 tempest-RoutersAdminTest-1232032114-project] 10.222.0.23 "DELETE /v2.0/subnets/75dae776-584b-4015-92b8-e1cbe881c64d HTTP/1.1" status: 404 len: 337 time: 0.1314976 Jul 05 02:30:18.627082 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-33a022ef-423b-41de-9f03-582a744fbf21 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:18.632765 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb32a632-147d-4599-b0f3-a29100c24ab1 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:30:18.641476 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-fb32a632-147d-4599-b0f3-a29100c24ab1 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "PUT /v2.0/routers/90ed2b32-c876-4a83-a1be-e980808e176e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5722637 Jul 05 02:30:18.641824 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 38190) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:18.646988 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9168537b-45f2-496a-80e4-7d835dc30dac None None] Sync routers for ids ['90ed2b32-c876-4a83-a1be-e980808e176e'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:30:18.658190 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9168537b-45f2-496a-80e4-7d835dc30dac None None] Routers {'90ed2b32-c876-4a83-a1be-e980808e176e'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:30:18.659269 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-9168537b-45f2-496a-80e4-7d835dc30dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:29:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['90ed2b32-c876-4a83-a1be-e980808e176e'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:18.695547 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-9168537b-45f2-496a-80e4-7d835dc30dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:18.699405 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422c5798-8c2b-44f6-9213-7040ccb9de7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a60ecd6-009f-4a41-a22b-04b9596de18d,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:18.709870 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9168537b-45f2-496a-80e4-7d835dc30dac None None] Routers {'90ed2b32-c876-4a83-a1be-e980808e176e'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:30:18.710016 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91312ff4-40c7-4bf9-99aa-d1b5397bd891 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:18.710931 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-9168537b-45f2-496a-80e4-7d835dc30dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:29:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['90ed2b32-c876-4a83-a1be-e980808e176e'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:18.711360 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-91312ff4-40c7-4bf9-99aa-d1b5397bd891 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "GET /v2.0/ports/79ba3c1a-16ce-4d91-98f6-0883872bcc4d HTTP/1.1" status: 200 len: 911 time: 0.0685155 Jul 05 02:30:18.714159 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 38192) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:18.720410 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-8f77022e-4676-4ba5-9271-9719f46b6b84 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '103a4638-53f9-45fc-b05b-82e93bb96894'}]}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:30:18.789435 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-9168537b-45f2-496a-80e4-7d835dc30dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:18.790100 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9168537b-45f2-496a-80e4-7d835dc30dac None None] The sync data for ids ['90ed2b32-c876-4a83-a1be-e980808e176e'] in n-d-771362-32 is: [] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:30:18.852717 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2729da4-1f2c-4ba1-b438-611e7113492c req-b75b2809-192d-49db-8ebc-158e731d7644 tempest-ServerGroupTestJSON-96077613 tempest-ServerGroupTestJSON-96077613-project] Made reservation on behalf of 431f6b9e64bf48fa8101325a84dc3df9 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:30:18.856241 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b2729da4-1f2c-4ba1-b438-611e7113492c req-b75b2809-192d-49db-8ebc-158e731d7644 tempest-ServerGroupTestJSON-96077613 tempest-ServerGroupTestJSON-96077613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:18.888639 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-33a022ef-423b-41de-9f03-582a744fbf21 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Allocated IP 172.25.7.77 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/54f7fe82-29c2-4299-a771-f3143d3c9466) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:30:18.915926 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8f77022e-4676-4ba5-9271-9719f46b6b84 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:19.073250 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 38198) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:19.221088 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-b2729da4-1f2c-4ba1-b438-611e7113492c req-b75b2809-192d-49db-8ebc-158e731d7644 tempest-ServerGroupTestJSON-96077613 tempest-ServerGroupTestJSON-96077613-project] Allocated IP 172.20.0.12 (b5579368-a557-4b23-8edf-86b072d6a57a/c2d5a376-b914-4948-8c9e-84760200e159/734a5f96-8e6f-45ae-a1cc-aa62004d2538) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:30:19.257942 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-33a022ef-423b-41de-9f03-582a744fbf21 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:19.312002 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-a4fc174f-0061-4d3a-ab1c-ac69a39ff56f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a0e45beb068b4608ac3408358bbc2146&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2377012 Jul 05 02:30:19.318718 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 38208) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:19.401924 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8f77022e-4676-4ba5-9271-9719f46b6b84 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:19.416284 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9dd5c457-4bde-44e5-930b-23017251fcfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:19.440072 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9dd5c457-4bde-44e5-930b-23017251fcfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:19.496589 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 38214) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:19.521265 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c26f070f-b601-4009-9775-6b28c7bca50a req-2bd765b3-94e2-4a72-9428-7f0f71b1a911 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:19.541781 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8f77022e-4676-4ba5-9271-9719f46b6b84 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:19.547972 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f77022e-4676-4ba5-9271-9719f46b6b84 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:19.549123 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8f77022e-4676-4ba5-9271-9719f46b6b84 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:19.553512 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-8f77022e-4676-4ba5-9271-9719f46b6b84 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "PUT /v2.0/ports/79ba3c1a-16ce-4d91-98f6-0883872bcc4d HTTP/1.1" status: 200 len: 911 time: 0.8355327 Jul 05 02:30:19.553848 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 38218) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:19.602499 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f77022e-4676-4ba5-9271-9719f46b6b84 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Pushing event updated for resources: {'Port': ['ID=79ba3c1a-16ce-4d91-98f6-0883872bcc4d,revision_number=3']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:19.618763 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9dd5c457-4bde-44e5-930b-23017251fcfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:19.621354 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9dd5c457-4bde-44e5-930b-23017251fcfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:19.622684 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-33a022ef-423b-41de-9f03-582a744fbf21 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:19.625339 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-9dd5c457-4bde-44e5-930b-23017251fcfb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/da183ec1-aa54-4bda-b08f-a625580d453d HTTP/1.1" status: 204 len: 168 time: 0.3056891 Jul 05 02:30:19.633810 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd5c457-4bde-44e5-930b-23017251fcfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da183ec1-aa54-4bda-b08f-a625580d453d,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:19.679061 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c26f070f-b601-4009-9775-6b28c7bca50a req-2bd765b3-94e2-4a72-9428-7f0f71b1a911 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636869'] for floatingip, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:19.693162 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-30388819-a599-4010-89b3-94caa9878d14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:19.838054 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c882cfd6-ebf3-4373-83b9-95357e03384e req-92080d37-614f-4292-9a2a-70734492dabe tempest-ServerGroupTestJSON-96077613 tempest-ServerGroupTestJSON-96077613-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c5203f1-dc6c-4ce0-8a6f-a7eb84904288 HTTP/1.1" status: 200 len: 210 time: 0.0429935 Jul 05 02:30:19.845123 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-30388819-a599-4010-89b3-94caa9878d14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:19.944849 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-30388819-a599-4010-89b3-94caa9878d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:19.993073 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-30388819-a599-4010-89b3-94caa9878d14 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0e74c4a43fd54a899ebe87b36332e5c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4957521 Jul 05 02:30:19.993747 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 38234) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:20.000533 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30388819-a599-4010-89b3-94caa9878d14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74359dae-5591-4233-a180-9c63ae2bd267,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:20.061954 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cd7e89f2-3e5d-4870-b99b-0a9b0fd75102 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:20.086708 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cd7e89f2-3e5d-4870-b99b-0a9b0fd75102 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:20.162004 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b2729da4-1f2c-4ba1-b438-611e7113492c req-b75b2809-192d-49db-8ebc-158e731d7644 tempest-ServerGroupTestJSON-96077613 tempest-ServerGroupTestJSON-96077613-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:20.210976 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a022ef-423b-41de-9f03-582a744fbf21 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:30:20.217950 n-d-771362-32 neutron-server[94461]: INFO neutron.db.l3_db [req-c26f070f-b601-4009-9775-6b28c7bca50a req-2bd765b3-94e2-4a72-9428-7f0f71b1a911 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Floating IP 132615a1-d32b-467d-92a2-851152723c9c associated. External IP: 172.25.7.252, port: 595d64a7-1347-4f1a-9502-d38884bf6074. Jul 05 02:30:20.225049 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-33a022ef-423b-41de-9f03-582a744fbf21 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:30:20.258034 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a022ef-423b-41de-9f03-582a744fbf21 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Pushing event updated for resources: {'Port': ['ID=54f7fe82-29c2-4299-a771-f3143d3c9466,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:20.261791 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a022ef-423b-41de-9f03-582a744fbf21 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:30:20.265433 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cd7e89f2-3e5d-4870-b99b-0a9b0fd75102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:20.267844 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cd7e89f2-3e5d-4870-b99b-0a9b0fd75102 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:20.269445 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-cd7e89f2-3e5d-4870-b99b-0a9b0fd75102 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/74359dae-5591-4233-a180-9c63ae2bd267 HTTP/1.1" status: 204 len: 168 time: 0.2743044 Jul 05 02:30:20.278148 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7e89f2-3e5d-4870-b99b-0a9b0fd75102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74359dae-5591-4233-a180-9c63ae2bd267,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:20.600056 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b2729da4-1f2c-4ba1-b438-611e7113492c req-b75b2809-192d-49db-8ebc-158e731d7644 tempest-ServerGroupTestJSON-96077613 tempest-ServerGroupTestJSON-96077613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:20.758845 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2729da4-1f2c-4ba1-b438-611e7113492c req-b75b2809-192d-49db-8ebc-158e731d7644 tempest-ServerGroupTestJSON-96077613 tempest-ServerGroupTestJSON-96077613-project] Network b5579368-a557-4b23-8edf-86b072d6a57a is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:30:20.780423 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-b2729da4-1f2c-4ba1-b438-611e7113492c req-b75b2809-192d-49db-8ebc-158e731d7644 tempest-ServerGroupTestJSON-96077613 tempest-ServerGroupTestJSON-96077613-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:30:20.786379 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75b2809-192d-49db-8ebc-158e731d7644 tempest-ServerGroupTestJSON-96077613 tempest-ServerGroupTestJSON-96077613-project] Pushing event updated for resources: {'Port': ['ID=734a5f96-8e6f-45ae-a1cc-aa62004d2538,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:20.791694 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2729da4-1f2c-4ba1-b438-611e7113492c req-b75b2809-192d-49db-8ebc-158e731d7644 tempest-ServerGroupTestJSON-96077613 tempest-ServerGroupTestJSON-96077613-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:30:20.859098 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5a38d037-332a-4644-b68e-5ad8517886cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:20.879775 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c26f070f-b601-4009-9775-6b28c7bca50a req-2bd765b3-94e2-4a72-9428-7f0f71b1a911 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Router 66bfe7b3-8ff7-4069-9b12-5163ff02d65e has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:30:20.911196 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2729da4-1f2c-4ba1-b438-611e7113492c req-b75b2809-192d-49db-8ebc-158e731d7644 tempest-ServerGroupTestJSON-96077613 tempest-ServerGroupTestJSON-96077613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:20.912382 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b2729da4-1f2c-4ba1-b438-611e7113492c req-b75b2809-192d-49db-8ebc-158e731d7644 tempest-ServerGroupTestJSON-96077613 tempest-ServerGroupTestJSON-96077613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:21.024793 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4428a03-881c-427f-afa8-d7eb541f16c5 req-7beddb40-ae3c-4ab1-8d5a-abe4d42b7e6a tempest-ServerGroupTestJSON-96077613 tempest-ServerGroupTestJSON-96077613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:21.026395 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d4428a03-881c-427f-afa8-d7eb541f16c5 req-7beddb40-ae3c-4ab1-8d5a-abe4d42b7e6a tempest-ServerGroupTestJSON-96077613 tempest-ServerGroupTestJSON-96077613-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c5203f1-dc6c-4ce0-8a6f-a7eb84904288 HTTP/1.1" status: 200 len: 932 time: 0.0684059 Jul 05 02:30:21.066944 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d4428a03-881c-427f-afa8-d7eb541f16c5 req-baca5880-bc09-4a3b-a79c-d83ae4184895 tempest-ServerGroupTestJSON-96077613 tempest-ServerGroupTestJSON-96077613-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f095616-4bbf-45b1-91ed-9b229ec97e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346193 Jul 05 02:30:21.093008 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b2729da4-1f2c-4ba1-b438-611e7113492c req-b75b2809-192d-49db-8ebc-158e731d7644 tempest-ServerGroupTestJSON-96077613 tempest-ServerGroupTestJSON-96077613-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8133969 Jul 05 02:30:21.110537 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-b2729da4-1f2c-4ba1-b438-611e7113492c req-c7cff4e8-ac32-4a93-b8db-3af03f99bfdf service neutron] Request body: {'port': {'device_id': '5c5203f1-dc6c-4ce0-8a6f-a7eb84904288', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:30:21.169433 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-72f41e99-3a99-4466-9560-d18aeecbe534 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1634680'] for router_interface, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:21.252412 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c26f070f-b601-4009-9775-6b28c7bca50a req-2bd765b3-94e2-4a72-9428-7f0f71b1a911 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:30:21.261908 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f7d069-a304-4e06-8241-1a215017c0d6 None None] Sync routers for ids ['66bfe7b3-8ff7-4069-9b12-5163ff02d65e'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:30:21.266768 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c26f070f-b601-4009-9775-6b28c7bca50a req-2bd765b3-94e2-4a72-9428-7f0f71b1a911 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:21.271828 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f7d069-a304-4e06-8241-1a215017c0d6 None None] Routers {'66bfe7b3-8ff7-4069-9b12-5163ff02d65e'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:30:21.272440 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-e0f7d069-a304-4e06-8241-1a215017c0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:29:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['66bfe7b3-8ff7-4069-9b12-5163ff02d65e'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:21.315136 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 38268) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:21.386294 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-4f57acd8-e48a-4168-a180-f55548a0c218 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=91545441c05344059ed7f756addc4cb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0694151 Jul 05 02:30:21.386485 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c26f070f-b601-4009-9775-6b28c7bca50a req-2bd765b3-94e2-4a72-9428-7f0f71b1a911 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] 10.222.0.23 "PUT /v2.0/floatingips/132615a1-d32b-467d-92a2-851152723c9c HTTP/1.1" status: 200 len: 997 time: 2.9985108 Jul 05 02:30:21.388361 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 38270) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:21.389774 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '011ab283-3e48-4698-b61f-e35f9a492bb7', 'tag': '595d64a7-1347-4f1a-9502-d38884bf6074'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:30:21.392120 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ec9fa09-6054-4d06-babf-bfe367bbe642" -d '{"events": [{"name": "network-changed", "server_uuid": "011ab283-3e48-4698-b61f-e35f9a492bb7", "tag": "595d64a7-1347-4f1a-9502-d38884bf6074"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:30:21.402346 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b2729da4-1f2c-4ba1-b438-611e7113492c req-c7cff4e8-ac32-4a93-b8db-3af03f99bfdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:21.506343 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6494450f-e188-469d-a8a8-8a9d404709a6 x-openstack-request-id: req-6494450f-e188-469d-a8a8-8a9d404709a6 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:30:21.506639 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "011ab283-3e48-4698-b61f-e35f9a492bb7", "tag": "595d64a7-1347-4f1a-9502-d38884bf6074", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:30:21.506893 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6494450f-e188-469d-a8a8-8a9d404709a6 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:30:21.507292 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '011ab283-3e48-4698-b61f-e35f9a492bb7', 'tag': '595d64a7-1347-4f1a-9502-d38884bf6074', 'status': 'completed', 'code': 200} Jul 05 02:30:21.510584 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-33a022ef-423b-41de-9f03-582a744fbf21 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:21.514384 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-595c8fce-4431-4c9b-b6cf-de4a66ebe627 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:21.554692 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-595c8fce-4431-4c9b-b6cf-de4a66ebe627 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:21.568659 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-e0f7d069-a304-4e06-8241-1a215017c0d6 None None] Set router 66bfe7b3-8ff7-4069-9b12-5163ff02d65e gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:30:21.640572 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 38282) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:21.721590 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-595c8fce-4431-4c9b-b6cf-de4a66ebe627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:21.725095 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-595c8fce-4431-4c9b-b6cf-de4a66ebe627 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:21.726844 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-595c8fce-4431-4c9b-b6cf-de4a66ebe627 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/72722d99-6736-4661-b29d-1d81b63d9236 HTTP/1.1" status: 204 len: 168 time: 0.3351538 Jul 05 02:30:21.740941 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595c8fce-4431-4c9b-b6cf-de4a66ebe627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72722d99-6736-4661-b29d-1d81b63d9236,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:21.804878 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-fba53260-1bdd-4c93-8d94-55b956eaea06 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Request body: {'security_group': {'name': 'tempest-secgroup--1744062231'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:30:21.881261 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-e0f7d069-a304-4e06-8241-1a215017c0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bfe7b3-8ff7-4069-9b12-5163ff02d65e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-796095934-router', 'tenant_id': '1c86027370b247c2b5010395a3a8fb85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '730f37ef-6757-4463-8a1b-f441b59547a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:29:35Z', 'updated_at': '2021-07-05T02:29:47Z', 'revision_number': 4, 'project_id': '1c86027370b247c2b5010395a3a8fb85', 'gw_port': {'id': '730f37ef-6757-4463-8a1b-f441b59547a2', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:05:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bfe7b3-8ff7-4069-9b12-5163ff02d65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:29:38Z', 'updated_at': '2021-07-05T02:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '132615a1-d32b-467d-92a2-851152723c9c', 'tenant_id': '1c86027370b247c2b5010395a3a8fb85', 'floating_ip_address': '172.25.7.252', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': '66bfe7b3-8ff7-4069-9b12-5163ff02d65e', 'port_id': '595d64a7-1347-4f1a-9502-d38884bf6074', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1930, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a29fe19-35bd-442b-9589-13cdfa9e36ce', 'mac_address': 'fa:16:3e:5a:c7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011ab283-3e48-4698-b61f-e35f9a492bb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T02:30:14Z', 'updated_at': '2021-07-05T02:30:19Z', 'revision_number': 1, 'project_id': '1c86027370b247c2b5010395a3a8fb85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7eeca31-3e73-4e8a-89b2-b38b4f2abd3b', 'name': '', 'network_id': '5a29fe19-35bd-442b-9589-13cdfa9e36ce', 'tenant_id': '1c86027370b247c2b5010395a3a8fb85', 'mac_address': 'fa:16:3e:86:be:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bfe7b3-8ff7-4069-9b12-5163ff02d65e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '228a53f6-6ef9-4418-b7c1-2dd8410e94ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:29:45Z', 'updated_at': '2021-07-05T02:29:53Z', 'revision_number': 5, 'project_id': '1c86027370b247c2b5010395a3a8fb85', 'subnets': [{'id': '228a53f6-6ef9-4418-b7c1-2dd8410e94ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:21.904948 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fba53260-1bdd-4c93-8d94-55b956eaea06 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:21.908066 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f7d069-a304-4e06-8241-1a215017c0d6 None None] Checking router: 66bfe7b3-8ff7-4069-9b12-5163ff02d65e for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:30:21.914820 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fba53260-1bdd-4c93-8d94-55b956eaea06 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:21.922429 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f7d069-a304-4e06-8241-1a215017c0d6 None None] Routers {'66bfe7b3-8ff7-4069-9b12-5163ff02d65e'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:30:21.924787 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-e0f7d069-a304-4e06-8241-1a215017c0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:29:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['66bfe7b3-8ff7-4069-9b12-5163ff02d65e'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:22.054604 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-e0f7d069-a304-4e06-8241-1a215017c0d6 None None] Set router 66bfe7b3-8ff7-4069-9b12-5163ff02d65e gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:30:22.058608 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fba53260-1bdd-4c93-8d94-55b956eaea06 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:22.105697 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f070f-b601-4009-9775-6b28c7bca50a req-dde443bb-4136-4a2e-932f-95dc0df601b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:22.107274 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c26f070f-b601-4009-9775-6b28c7bca50a req-dde443bb-4136-4a2e-932f-95dc0df601b8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1c86027370b247c2b5010395a3a8fb85&device_id=011ab283-3e48-4698-b61f-e35f9a492bb7 HTTP/1.1" status: 200 len: 1098 time: 0.6986456 Jul 05 02:30:22.226835 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec9fa09-6054-4d06-babf-bfe367bbe642 req-cdb2ad7b-b45f-4ed1-ad24-3c4f5ae05dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:22.229171 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4ec9fa09-6054-4d06-babf-bfe367bbe642 req-cdb2ad7b-b45f-4ed1-ad24-3c4f5ae05dd5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1c86027370b247c2b5010395a3a8fb85&device_id=011ab283-3e48-4698-b61f-e35f9a492bb7 HTTP/1.1" status: 200 len: 1098 time: 0.7201316 Jul 05 02:30:22.230260 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fba53260-1bdd-4c93-8d94-55b956eaea06 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:22.319229 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba53260-1bdd-4c93-8d94-55b956eaea06 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84f14071-0751-42b0-82aa-f05b9f2d6def,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:22.354021 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-e0f7d069-a304-4e06-8241-1a215017c0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bfe7b3-8ff7-4069-9b12-5163ff02d65e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-796095934-router', 'tenant_id': '1c86027370b247c2b5010395a3a8fb85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '730f37ef-6757-4463-8a1b-f441b59547a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:29:35Z', 'updated_at': '2021-07-05T02:29:47Z', 'revision_number': 4, 'project_id': '1c86027370b247c2b5010395a3a8fb85', 'gw_port': {'id': '730f37ef-6757-4463-8a1b-f441b59547a2', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:05:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bfe7b3-8ff7-4069-9b12-5163ff02d65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:29:38Z', 'updated_at': '2021-07-05T02:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '132615a1-d32b-467d-92a2-851152723c9c', 'tenant_id': '1c86027370b247c2b5010395a3a8fb85', 'floating_ip_address': '172.25.7.252', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': '66bfe7b3-8ff7-4069-9b12-5163ff02d65e', 'port_id': '595d64a7-1347-4f1a-9502-d38884bf6074', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1930, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a29fe19-35bd-442b-9589-13cdfa9e36ce', 'mac_address': 'fa:16:3e:5a:c7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011ab283-3e48-4698-b61f-e35f9a492bb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T02:30:14Z', 'updated_at': '2021-07-05T02:30:19Z', 'revision_number': 1, 'project_id': '1c86027370b247c2b5010395a3a8fb85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7eeca31-3e73-4e8a-89b2-b38b4f2abd3b', 'name': '', 'network_id': '5a29fe19-35bd-442b-9589-13cdfa9e36ce', 'tenant_id': '1c86027370b247c2b5010395a3a8fb85', 'mac_address': 'fa:16:3e:86:be:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bfe7b3-8ff7-4069-9b12-5163ff02d65e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '228a53f6-6ef9-4418-b7c1-2dd8410e94ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:29:45Z', 'updated_at': '2021-07-05T02:29:53Z', 'revision_number': 5, 'project_id': '1c86027370b247c2b5010395a3a8fb85', 'subnets': [{'id': '228a53f6-6ef9-4418-b7c1-2dd8410e94ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:22.370790 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-33a022ef-423b-41de-9f03-582a744fbf21 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:22.393201 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f7d069-a304-4e06-8241-1a215017c0d6 None None] The sync data for ids ['66bfe7b3-8ff7-4069-9b12-5163ff02d65e'] in n-d-771362-32 is: [{'id': '66bfe7b3-8ff7-4069-9b12-5163ff02d65e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-796095934-router', 'tenant_id': '1c86027370b247c2b5010395a3a8fb85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '730f37ef-6757-4463-8a1b-f441b59547a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:29:35Z', 'updated_at': '2021-07-05T02:29:47Z', 'revision_number': 4, 'project_id': '1c86027370b247c2b5010395a3a8fb85', 'gw_port': {'id': '730f37ef-6757-4463-8a1b-f441b59547a2', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:05:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bfe7b3-8ff7-4069-9b12-5163ff02d65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:29:38Z', 'updated_at': '2021-07-05T02:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '132615a1-d32b-467d-92a2-851152723c9c', 'tenant_id': '1c86027370b247c2b5010395a3a8fb85', 'floating_ip_address': '172.25.7.252', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': '66bfe7b3-8ff7-4069-9b12-5163ff02d65e', 'port_id': '595d64a7-1347-4f1a-9502-d38884bf6074', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1930, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a29fe19-35bd-442b-9589-13cdfa9e36ce', 'mac_address': 'fa:16:3e:5a:c7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011ab283-3e48-4698-b61f-e35f9a492bb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T02:30:14Z', 'updated_at': '2021-07-05T02:30:19Z', 'revision_number': 1, 'project_id': '1c86027370b247c2b5010395a3a8fb85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7eeca31-3e73-4e8a-89b2-b38b4f2abd3b', 'name': '', 'network_id': '5a29fe19-35bd-442b-9589-13cdfa9e36ce', 'tenant_id': '1c86027370b247c2b5010395a3a8fb85', 'mac_address': 'fa:16:3e:86:be:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bfe7b3-8ff7-4069-9b12-5163ff02d65e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '228a53f6-6ef9-4418-b7c1-2dd8410e94ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:29:45Z', 'updated_at': '2021-07-05T02:29:53Z', 'revision_number': 5, 'project_id': '1c86027370b247c2b5010395a3a8fb85', 'subnets': [{'id': '228a53f6-6ef9-4418-b7c1-2dd8410e94ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:30:22.407948 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677445f7-6c34-42db-91c1-d001b1ff4884 req-8ac47f41-2c81-4481-a78e-5c5b4c3216e0 tempest-ServerGroupTestJSON-96077613 tempest-ServerGroupTestJSON-96077613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:22.409591 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-677445f7-6c34-42db-91c1-d001b1ff4884 req-8ac47f41-2c81-4481-a78e-5c5b4c3216e0 tempest-ServerGroupTestJSON-96077613 tempest-ServerGroupTestJSON-96077613-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c5203f1-dc6c-4ce0-8a6f-a7eb84904288 HTTP/1.1" status: 200 len: 932 time: 0.2139337 Jul 05 02:30:22.525981 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-677445f7-6c34-42db-91c1-d001b1ff4884 req-d6331e93-b06c-4b96-bd11-87c5f3e6fb20 tempest-ServerGroupTestJSON-96077613 tempest-ServerGroupTestJSON-96077613-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f095616-4bbf-45b1-91ed-9b229ec97e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983458 Jul 05 02:30:22.542780 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fba53260-1bdd-4c93-8d94-55b956eaea06 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:22.619698 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fba53260-1bdd-4c93-8d94-55b956eaea06 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:22.620997 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f070f-b601-4009-9775-6b28c7bca50a req-49daa9d8-a0ba-411b-8423-cdc2a2d9a189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:22.629708 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c26f070f-b601-4009-9775-6b28c7bca50a req-49daa9d8-a0ba-411b-8423-cdc2a2d9a189 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5a29fe19-35bd-442b-9589-13cdfa9e36ce HTTP/1.1" status: 200 len: 928 time: 0.5049856 Jul 05 02:30:22.655530 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-b2729da4-1f2c-4ba1-b438-611e7113492c req-c7cff4e8-ac32-4a93-b8db-3af03f99bfdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 734a5f96-8e6f-45ae-a1cc-aa62004d2538 {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:30:22.665754 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba53260-1bdd-4c93-8d94-55b956eaea06 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03e59b3d-c693-47e9-8441-9020525176ea,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:22.711229 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c55b45-dcad-4c31-8bde-02be37c46f0a None None] New status for floating IP 132615a1-d32b-467d-92a2-851152723c9c: ACTIVE {{(pid=94463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 02:30:22.712645 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b2729da4-1f2c-4ba1-b438-611e7113492c req-c7cff4e8-ac32-4a93-b8db-3af03f99bfdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:22.767462 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fba53260-1bdd-4c93-8d94-55b956eaea06 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:22.774814 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-fba53260-1bdd-4c93-8d94-55b956eaea06 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1325281 Jul 05 02:30:22.775466 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 38318) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:22.785702 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-b2729da4-1f2c-4ba1-b438-611e7113492c req-c7cff4e8-ac32-4a93-b8db-3af03f99bfdf service neutron] Transition to ACTIVE for port object 734a5f96-8e6f-45ae-a1cc-aa62004d2538 will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:30:22.790445 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec9fa09-6054-4d06-babf-bfe367bbe642 req-b6d7a111-4508-4fef-a7db-771cbe020574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:22.792171 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4ec9fa09-6054-4d06-babf-bfe367bbe642 req-b6d7a111-4508-4fef-a7db-771cbe020574 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5a29fe19-35bd-442b-9589-13cdfa9e36ce HTTP/1.1" status: 200 len: 928 time: 0.5202436 Jul 05 02:30:22.826260 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c26f070f-b601-4009-9775-6b28c7bca50a req-61918f91-fe9a-4149-a633-8dc17db71b3e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=595d64a7-1347-4f1a-9502-d38884bf6074 HTTP/1.1" status: 200 len: 1000 time: 0.1841943 Jul 05 02:30:22.870078 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-72f41e99-3a99-4466-9560-d18aeecbe534 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Deleting port 79ba3c1a-16ce-4d91-98f6-0883872bcc4d {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:30:22.870078 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-72f41e99-3a99-4466-9560-d18aeecbe534 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:22.883967 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-6ef7c0c5-429d-499c-858d-4b60bff786bb tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1071665 Jul 05 02:30:22.885018 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 38320) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:22.892454 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-75aeca95-7002-49b8-b1dd-e17a157491f4 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Request body: {'security_group': {'name': 'tempest-security--67844903', 'description': 'tempest-security-description-1777578884'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:30:22.899859 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b2729da4-1f2c-4ba1-b438-611e7113492c req-c7cff4e8-ac32-4a93-b8db-3af03f99bfdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:22.922220 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-75aeca95-7002-49b8-b1dd-e17a157491f4 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:22.971007 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-75aeca95-7002-49b8-b1dd-e17a157491f4 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:23.047710 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-75aeca95-7002-49b8-b1dd-e17a157491f4 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:23.052546 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-75aeca95-7002-49b8-b1dd-e17a157491f4 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:23.062520 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4ec9fa09-6054-4d06-babf-bfe367bbe642 req-2d2727d3-a16b-45ed-8957-4ff4122fdc90 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=595d64a7-1347-4f1a-9502-d38884bf6074 HTTP/1.1" status: 200 len: 1000 time: 0.2435708 Jul 05 02:30:23.062520 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 38326) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:23.062897 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-75aeca95-7002-49b8-b1dd-e17a157491f4 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] 10.222.0.23 "PUT /v2.0/security-groups/03e59b3d-c693-47e9-8441-9020525176ea HTTP/1.1" status: 200 len: 1778 time: 0.1704161 Jul 05 02:30:23.092050 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aeca95-7002-49b8-b1dd-e17a157491f4 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03e59b3d-c693-47e9-8441-9020525176ea,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:23.159245 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cff4e8-ac32-4a93-b8db-3af03f99bfdf service neutron] Pushing event updated for resources: {'Port': ['ID=734a5f96-8e6f-45ae-a1cc-aa62004d2538,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:23.194797 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-72f41e99-3a99-4466-9560-d18aeecbe534 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:23.202693 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f070f-b601-4009-9775-6b28c7bca50a req-a048aebd-88b5-48bc-88d7-515b4e931ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:23.204213 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c26f070f-b601-4009-9775-6b28c7bca50a req-a048aebd-88b5-48bc-88d7-515b4e931ff8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=228a53f6-6ef9-4418-b7c1-2dd8410e94ca HTTP/1.1" status: 200 len: 867 time: 0.3312523 Jul 05 02:30:23.212817 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-00f17877-5548-44ca-b1ca-4273b459fe92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:23.235530 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-33a022ef-423b-41de-9f03-582a744fbf21 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:23.283580 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-72f41e99-3a99-4466-9560-d18aeecbe534 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Calling delete_port for 79ba3c1a-16ce-4d91-98f6-0883872bcc4d owned by network:router_interface {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:30:23.339590 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec9fa09-6054-4d06-babf-bfe367bbe642 req-f26e0126-8599-428b-956d-7285e3de7145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:23.340963 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4ec9fa09-6054-4d06-babf-bfe367bbe642 req-f26e0126-8599-428b-956d-7285e3de7145 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=228a53f6-6ef9-4418-b7c1-2dd8410e94ca HTTP/1.1" status: 200 len: 867 time: 0.2132292 Jul 05 02:30:23.380779 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-93305c0e-46e7-447e-9d4a-938cd7ff846d tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] 10.222.0.23 "GET /v2.0/security-groups/03e59b3d-c693-47e9-8441-9020525176ea HTTP/1.1" status: 200 len: 1778 time: 0.3110955 Jul 05 02:30:23.383497 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 38354) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:23.437838 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-33a022ef-423b-41de-9f03-582a744fbf21 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:23.447886 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-b2729da4-1f2c-4ba1-b438-611e7113492c req-c7cff4e8-ac32-4a93-b8db-3af03f99bfdf service neutron] Attempting to bind port 734a5f96-8e6f-45ae-a1cc-aa62004d2538 on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:30:23.448227 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-b2729da4-1f2c-4ba1-b438-611e7113492c req-c7cff4e8-ac32-4a93-b8db-3af03f99bfdf service neutron] Attempting to bind port 734a5f96-8e6f-45ae-a1cc-aa62004d2538 by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '5f143dec-4705-4ee9-8e64-ce2de1e14f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b5579368-a557-4b23-8edf-86b072d6a57a'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:30:23.453515 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2729da4-1f2c-4ba1-b438-611e7113492c req-c7cff4e8-ac32-4a93-b8db-3af03f99bfdf service neutron] Attempting to bind port 734a5f96-8e6f-45ae-a1cc-aa62004d2538 on network b5579368-a557-4b23-8edf-86b072d6a57a {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:30:23.453658 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a3d846ed-c811-4da3-a582-c5280273e64b tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:23.473900 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a3d846ed-c811-4da3-a582-c5280273e64b tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:23.490703 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2729da4-1f2c-4ba1-b438-611e7113492c req-c7cff4e8-ac32-4a93-b8db-3af03f99bfdf service neutron] Port 734a5f96-8e6f-45ae-a1cc-aa62004d2538 on network b5579368-a557-4b23-8edf-86b072d6a57a not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:30:23.502295 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2729da4-1f2c-4ba1-b438-611e7113492c req-c7cff4e8-ac32-4a93-b8db-3af03f99bfdf service neutron] Attempting to bind port 734a5f96-8e6f-45ae-a1cc-aa62004d2538 on network b5579368-a557-4b23-8edf-86b072d6a57a {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:30:23.550360 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2729da4-1f2c-4ba1-b438-611e7113492c req-c7cff4e8-ac32-4a93-b8db-3af03f99bfdf service neutron] Checking agent: {'id': 'e071c76e-395f-48c4-a98f-88088465cf0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:30:23.550941 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2729da4-1f2c-4ba1-b438-611e7113492c req-c7cff4e8-ac32-4a93-b8db-3af03f99bfdf service neutron] Checking segment: {'id': '5f143dec-4705-4ee9-8e64-ce2de1e14f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b5579368-a557-4b23-8edf-86b072d6a57a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:30:23.551523 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2729da4-1f2c-4ba1-b438-611e7113492c req-c7cff4e8-ac32-4a93-b8db-3af03f99bfdf service neutron] Bound using segment: {'id': '5f143dec-4705-4ee9-8e64-ce2de1e14f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b5579368-a557-4b23-8edf-86b072d6a57a'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:30:23.552228 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-b2729da4-1f2c-4ba1-b438-611e7113492c req-c7cff4e8-ac32-4a93-b8db-3af03f99bfdf service neutron] Bound port: 734a5f96-8e6f-45ae-a1cc-aa62004d2538, host: n-h2-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f143dec-4705-4ee9-8e64-ce2de1e14f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b5579368-a557-4b23-8edf-86b072d6a57a'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:30:23.552592 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b2729da4-1f2c-4ba1-b438-611e7113492c req-c7cff4e8-ac32-4a93-b8db-3af03f99bfdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:23.603997 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a022ef-423b-41de-9f03-582a744fbf21 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Pushing event updated for resources: {'Port': ['ID=54f7fe82-29c2-4299-a771-f3143d3c9466,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:23.620908 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f070f-b601-4009-9775-6b28c7bca50a req-5ce1920c-fc16-45ce-81b4-88e9a6e11d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:23.622497 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c26f070f-b601-4009-9775-6b28c7bca50a req-5ce1920c-fc16-45ce-81b4-88e9a6e11d66 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5a29fe19-35bd-442b-9589-13cdfa9e36ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3773713 Jul 05 02:30:23.643514 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a3d846ed-c811-4da3-a582-c5280273e64b tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:23.646502 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a3d846ed-c811-4da3-a582-c5280273e64b tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:23.647753 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-a3d846ed-c811-4da3-a582-c5280273e64b tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] 10.222.0.23 "DELETE /v2.0/security-groups/03e59b3d-c693-47e9-8441-9020525176ea HTTP/1.1" status: 204 len: 168 time: 0.2631717 Jul 05 02:30:23.659624 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d846ed-c811-4da3-a582-c5280273e64b tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03e59b3d-c693-47e9-8441-9020525176ea,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:23.663464 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 38364) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:23.686530 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-33a022ef-423b-41de-9f03-582a744fbf21 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636869'] for floatingip, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:23.756907 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-c834d9a9-1f52-41e7-8aca-b789f77383e5 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0899408 Jul 05 02:30:23.767786 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 38366) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:23.787581 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec9fa09-6054-4d06-babf-bfe367bbe642 req-00728206-a427-46b3-97fd-3007fc8f8323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:23.787727 n-d-771362-32 neutron-server[94462]: INFO neutron.api.v2.resource [None req-5eb04f48-1811-4d76-8ce4-11818cd9e6c3 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] delete failed (client error): The resource could not be found. Jul 05 02:30:23.790268 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-5eb04f48-1811-4d76-8ce4-11818cd9e6c3 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] 10.222.0.23 "DELETE /v2.0/security-groups/03e59b3d-c693-47e9-8441-9020525176ea HTTP/1.1" status: 404 len: 347 time: 0.0187938 Jul 05 02:30:23.790454 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4ec9fa09-6054-4d06-babf-bfe367bbe642 req-00728206-a427-46b3-97fd-3007fc8f8323 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5a29fe19-35bd-442b-9589-13cdfa9e36ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4073634 Jul 05 02:30:23.793645 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 38370) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:23.799245 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-019eb5e7-1ce2-4a62-b0db-1c1d3cf566a8 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Request body: {'security_group': {'name': 'tempest-secgroup--1734499174'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:30:23.840476 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c0f694-036d-4715-a410-8887b3cba08d req-e8a3c3a8-0b32-4b19-9e41-2fa08594bdc6 tempest-ServerGroupTestJSON-96077613 tempest-ServerGroupTestJSON-96077613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:23.842035 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b1c0f694-036d-4715-a410-8887b3cba08d req-e8a3c3a8-0b32-4b19-9e41-2fa08594bdc6 tempest-ServerGroupTestJSON-96077613 tempest-ServerGroupTestJSON-96077613-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c5203f1-dc6c-4ce0-8a6f-a7eb84904288 HTTP/1.1" status: 200 len: 944 time: 0.1317325 Jul 05 02:30:23.865351 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:23.890614 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b1c0f694-036d-4715-a410-8887b3cba08d req-265f6334-b9ae-4896-b333-cc6aef6533c4 tempest-ServerGroupTestJSON-96077613 tempest-ServerGroupTestJSON-96077613-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f095616-4bbf-45b1-91ed-9b229ec97e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407004 Jul 05 02:30:23.947296 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-b2729da4-1f2c-4ba1-b438-611e7113492c req-c7cff4e8-ac32-4a93-b8db-3af03f99bfdf service neutron] For port 734a5f96-8e6f-45ae-a1cc-aa62004d2538, host n-h2-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:30:23.967408 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-019eb5e7-1ce2-4a62-b0db-1c1d3cf566a8 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:24.016328 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c26f070f-b601-4009-9775-6b28c7bca50a req-23903909-0d64-46c1-94cb-6e74627f18fa service neutron] 10.222.0.23 "GET /v2.0/networks/5a29fe19-35bd-442b-9589-13cdfa9e36ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3783228 Jul 05 02:30:24.022799 n-d-771362-32 neutron-server[94461]: INFO neutron.db.l3_db [None req-33a022ef-423b-41de-9f03-582a744fbf21 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Floating IP 98dd02eb-8acd-4fa1-b94b-599980675762 associated. External IP: 172.25.7.77, port: 320c06d6-483d-470b-a10e-f6117b2702e6. Jul 05 02:30:24.059353 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-019eb5e7-1ce2-4a62-b0db-1c1d3cf566a8 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:24.167811 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-019eb5e7-1ce2-4a62-b0db-1c1d3cf566a8 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:24.208486 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019eb5e7-1ce2-4a62-b0db-1c1d3cf566a8 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1782c5ed-0285-40eb-9dfe-909d5e9db22d,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:24.213236 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 38378) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:24.328363 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b12656f7-810d-4577-afce-a698a0989d11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:24.369806 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-019eb5e7-1ce2-4a62-b0db-1c1d3cf566a8 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:24.374571 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-019eb5e7-1ce2-4a62-b0db-1c1d3cf566a8 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5805104 Jul 05 02:30:24.377860 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 38384) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:24.383707 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-2f507228-45cf-42fd-b3f9-19969284b7a7 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Request body: {'security_group_rule': {'security_group_id': '1782c5ed-0285-40eb-9dfe-909d5e9db22d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:30:24.440013 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4ec9fa09-6054-4d06-babf-bfe367bbe642 req-cbd3be2c-c97e-449f-876d-5b2b799f2f28 service neutron] 10.222.0.21 "GET /v2.0/networks/5a29fe19-35bd-442b-9589-13cdfa9e36ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6379969 Jul 05 02:30:24.440639 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-72f41e99-3a99-4466-9560-d18aeecbe534 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:24.455100 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-b2729da4-1f2c-4ba1-b438-611e7113492c req-c7cff4e8-ac32-4a93-b8db-3af03f99bfdf service neutron] For port 734a5f96-8e6f-45ae-a1cc-aa62004d2538, host n-h2-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=734a5f96-8e6f-45ae-a1cc-aa62004d2538,segment=NetworkSegment(5f143dec-4705-4ee9-8e64-ce2de1e14f59),segment_id=5f143dec-4705-4ee9-8e64-ce2de1e14f59)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:30:24.492685 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b12656f7-810d-4577-afce-a698a0989d11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:24.573856 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f41e99-3a99-4466-9560-d18aeecbe534 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Pushing event deleted for resources: {'Port': ['ID=79ba3c1a-16ce-4d91-98f6-0883872bcc4d,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:24.578659 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 38390) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:24.612482 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:24.613998 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b12656f7-810d-4577-afce-a698a0989d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:24.658849 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-72f41e99-3a99-4466-9560-d18aeecbe534 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635398'] for router_interface, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:24.671509 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-b12656f7-810d-4577-afce-a698a0989d11 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9feaa1bf047445558631af18121886ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4561749 Jul 05 02:30:24.672416 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12656f7-810d-4577-afce-a698a0989d11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5031ae0d-85c7-40b9-a947-6f88ed427113,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:24.678700 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b2729da4-1f2c-4ba1-b438-611e7113492c req-c7cff4e8-ac32-4a93-b8db-3af03f99bfdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:24.688049 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 38394) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:24.716729 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-b6458296-e671-421f-971a-50c7982e7bd5 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-682905692', 'router:external': True}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:30:24.755055 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2f507228-45cf-42fd-b3f9-19969284b7a7 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:24.789366 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-772ed7bd-90d0-4e44-864a-26018ff5cb8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:24.822796 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-772ed7bd-90d0-4e44-864a-26018ff5cb8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:24.841228 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2729da4-1f2c-4ba1-b438-611e7113492c req-c7cff4e8-ac32-4a93-b8db-3af03f99bfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:24.841852 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b2729da4-1f2c-4ba1-b438-611e7113492c req-c7cff4e8-ac32-4a93-b8db-3af03f99bfdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:24.843291 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b2729da4-1f2c-4ba1-b438-611e7113492c req-c7cff4e8-ac32-4a93-b8db-3af03f99bfdf service neutron] 10.222.0.15 "PUT /v2.0/ports/734a5f96-8e6f-45ae-a1cc-aa62004d2538 HTTP/1.1" status: 200 len: 1093 time: 3.7397182 Jul 05 02:30:24.847480 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2f507228-45cf-42fd-b3f9-19969284b7a7 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:24.851231 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6458296-e671-421f-971a-50c7982e7bd5 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Made reservation on behalf of dbb8f3ae9b7f4cc6b483a79bc43586e6 for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:30:24.852051 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c5203f1-dc6c-4ce0-8a6f-a7eb84904288', 'tag': '734a5f96-8e6f-45ae-a1cc-aa62004d2538'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:30:24.853975 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b6458296-e671-421f-971a-50c7982e7bd5 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:24.854357 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fd88ca4-c6da-450c-82ce-3589760248d9" -d '{"events": [{"name": "network-changed", "server_uuid": "5c5203f1-dc6c-4ce0-8a6f-a7eb84904288", "tag": "734a5f96-8e6f-45ae-a1cc-aa62004d2538"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:30:24.867818 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b6458296-e671-421f-971a-50c7982e7bd5 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:24.906235 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c26f070f-b601-4009-9775-6b28c7bca50a req-5423f005-8296-40b4-8cb3-f23a9b5641b6 service neutron] 10.222.0.23 "GET /v2.0/networks/5a29fe19-35bd-442b-9589-13cdfa9e36ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8795981 Jul 05 02:30:24.912975 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e5a03c8-85f6-48fc-83fd-bafacf9fa925 x-openstack-request-id: req-9e5a03c8-85f6-48fc-83fd-bafacf9fa925 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:30:24.913265 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c5203f1-dc6c-4ce0-8a6f-a7eb84904288", "tag": "734a5f96-8e6f-45ae-a1cc-aa62004d2538", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:30:24.913503 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9e5a03c8-85f6-48fc-83fd-bafacf9fa925 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:30:24.913889 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c5203f1-dc6c-4ce0-8a6f-a7eb84904288', 'tag': '734a5f96-8e6f-45ae-a1cc-aa62004d2538', 'status': 'completed', 'code': 200} Jul 05 02:30:24.927647 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2f507228-45cf-42fd-b3f9-19969284b7a7 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:24.949121 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f507228-45cf-42fd-b3f9-19969284b7a7 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd34624b-54c1-4da8-86f7-2e40e4c8602f,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:24.955567 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cff4e8-ac32-4a93-b8db-3af03f99bfdf service neutron] Pushing event updated for resources: {'Port': ['ID=734a5f96-8e6f-45ae-a1cc-aa62004d2538,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:24.968395 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4ec9fa09-6054-4d06-babf-bfe367bbe642 req-0e989098-c518-45b4-bfeb-0a1bfdab9c42 service neutron] 10.222.0.21 "GET /v2.0/networks/5a29fe19-35bd-442b-9589-13cdfa9e36ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5178657 Jul 05 02:30:25.030803 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-772ed7bd-90d0-4e44-864a-26018ff5cb8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:25.037989 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-772ed7bd-90d0-4e44-864a-26018ff5cb8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:25.037989 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-772ed7bd-90d0-4e44-864a-26018ff5cb8f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5031ae0d-85c7-40b9-a947-6f88ed427113 HTTP/1.1" status: 204 len: 168 time: 0.3451207 Jul 05 02:30:25.067984 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72f41e99-3a99-4466-9560-d18aeecbe534 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Router 90ed2b32-c876-4a83-a1be-e980808e176e has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:30:25.071387 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772ed7bd-90d0-4e44-864a-26018ff5cb8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5031ae0d-85c7-40b9-a947-6f88ed427113,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:25.138552 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654fc6b1-658c-465c-ba6b-7dec6ac0c41b req-e049a266-fe51-4aa3-baf4-d2c951767dd9 tempest-ServerGroupTestJSON-96077613 tempest-ServerGroupTestJSON-96077613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:25.147696 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-654fc6b1-658c-465c-ba6b-7dec6ac0c41b req-e049a266-fe51-4aa3-baf4-d2c951767dd9 tempest-ServerGroupTestJSON-96077613 tempest-ServerGroupTestJSON-96077613-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c5203f1-dc6c-4ce0-8a6f-a7eb84904288 HTTP/1.1" status: 200 len: 944 time: 0.1272669 Jul 05 02:30:25.180408 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b6458296-e671-421f-971a-50c7982e7bd5 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:25.197412 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-654fc6b1-658c-465c-ba6b-7dec6ac0c41b req-d7e2f1f2-1eed-4294-a3a7-946e49831603 tempest-ServerGroupTestJSON-96077613 tempest-ServerGroupTestJSON-96077613-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f095616-4bbf-45b1-91ed-9b229ec97e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506175 Jul 05 02:30:25.277685 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b6458296-e671-421f-971a-50c7982e7bd5 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:25.299568 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6458296-e671-421f-971a-50c7982e7bd5 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:30:25.315351 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6458296-e671-421f-971a-50c7982e7bd5 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9845f225-f0a0-4cca-8580-83e6498d6b75,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:25.318587 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b6458296-e671-421f-971a-50c7982e7bd5 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:25.319033 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-b6458296-e671-421f-971a-50c7982e7bd5 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Added segment 01eaa786-c420-4b78-8742-9754d2550623 of type vlan for network db38062e-06c2-414f-a398-0d9da67a4e9f Jul 05 02:30:25.357169 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd88ca4-c6da-450c-82ce-3589760248d9 req-6d720612-7ca1-41a5-8071-5c271f23bf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:25.358647 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3fd88ca4-c6da-450c-82ce-3589760248d9 req-6d720612-7ca1-41a5-8071-5c271f23bf25 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=431f6b9e64bf48fa8101325a84dc3df9&device_id=5c5203f1-dc6c-4ce0-8a6f-a7eb84904288 HTTP/1.1" status: 200 len: 1096 time: 0.4058216 Jul 05 02:30:25.367655 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2f507228-45cf-42fd-b3f9-19969284b7a7 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:25.368859 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-2f507228-45cf-42fd-b3f9-19969284b7a7 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9897382 Jul 05 02:30:25.372063 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 38406) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:25.375651 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b6458296-e671-421f-971a-50c7982e7bd5 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:25.410435 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72f41e99-3a99-4466-9560-d18aeecbe534 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:30:25.420853 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72fed4b-c6ef-4ee6-b642-e167be34639a None None] Sync routers for ids ['90ed2b32-c876-4a83-a1be-e980808e176e'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:30:25.421414 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c991deec-2215-47f0-bff3-c80bf5f0550a tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:25.430335 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72fed4b-c6ef-4ee6-b642-e167be34639a None None] Routers {'90ed2b32-c876-4a83-a1be-e980808e176e'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:30:25.431219 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-d72fed4b-c6ef-4ee6-b642-e167be34639a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:30:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['90ed2b32-c876-4a83-a1be-e980808e176e'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:25.437508 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c991deec-2215-47f0-bff3-c80bf5f0550a tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:25.450488 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-72f41e99-3a99-4466-9560-d18aeecbe534 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "PUT /v2.0/routers/90ed2b32-c876-4a83-a1be-e980808e176e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8939292 Jul 05 02:30:25.454495 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33a022ef-423b-41de-9f03-582a744fbf21 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Router e6b2b62e-7f55-4ba2-b077-893840665ffb has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:30:25.459004 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 38408) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:25.468897 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7ad6c165-05ba-4242-8184-c5ca835099c8 req-c65fb25d-8397-4377-9dce-683ca08b87e9 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=4bbc2f9e-02cf-490e-901d-2588655a3ef0 HTTP/1.1" status: 200 len: 258 time: 0.4029634 Jul 05 02:30:25.472948 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-d72fed4b-c6ef-4ee6-b642-e167be34639a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:25.486559 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72fed4b-c6ef-4ee6-b642-e167be34639a None None] Routers {'90ed2b32-c876-4a83-a1be-e980808e176e'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:30:25.487866 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-d72fed4b-c6ef-4ee6-b642-e167be34639a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:30:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['90ed2b32-c876-4a83-a1be-e980808e176e'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:25.491551 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-7ad6c165-05ba-4242-8184-c5ca835099c8 req-eebea100-dc4c-4fbe-bcc9-edbe53d29d26 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Request body: {'floatingip': {'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:30:25.496891 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-1c6643c7-1126-488a-8886-459279fbfd17 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "GET /v2.0/ports?device_id=90ed2b32-c876-4a83-a1be-e980808e176e HTTP/1.1" status: 200 len: 205 time: 0.0365098 Jul 05 02:30:25.499517 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 38410) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:25.535561 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-d72fed4b-c6ef-4ee6-b642-e167be34639a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:25.536721 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72fed4b-c6ef-4ee6-b642-e167be34639a None None] The sync data for ids ['90ed2b32-c876-4a83-a1be-e980808e176e'] in n-d-771362-32 is: [] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:30:25.550371 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b6458296-e671-421f-971a-50c7982e7bd5 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:25.550371 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6458296-e671-421f-971a-50c7982e7bd5 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:25.550371 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b6458296-e671-421f-971a-50c7982e7bd5 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:25.596573 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd88ca4-c6da-450c-82ce-3589760248d9 req-ced537ca-a745-477d-a503-fe5cb1e4d21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:25.599021 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3fd88ca4-c6da-450c-82ce-3589760248d9 req-ced537ca-a745-477d-a503-fe5cb1e4d21b service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=431f6b9e64bf48fa8101325a84dc3df9&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2212052 Jul 05 02:30:25.642765 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c991deec-2215-47f0-bff3-c80bf5f0550a tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:25.657993 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c991deec-2215-47f0-bff3-c80bf5f0550a tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:25.659952 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-c991deec-2215-47f0-bff3-c80bf5f0550a tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/cd34624b-54c1-4da8-86f7-2e40e4c8602f HTTP/1.1" status: 204 len: 168 time: 0.2857566 Jul 05 02:30:25.662575 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bd929042-8888-4c46-95e5-a5efef0457c4 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks [] for router, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:25.668196 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 38412) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:25.680756 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c991deec-2215-47f0-bff3-c80bf5f0550a tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cd34624b-54c1-4da8-86f7-2e40e4c8602f,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:25.701231 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33a022ef-423b-41de-9f03-582a744fbf21 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:30:25.704947 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-7ad6c165-05ba-4242-8184-c5ca835099c8 req-eebea100-dc4c-4fbe-bcc9-edbe53d29d26 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Notify callbacks [] for floatingip, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:25.716354 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be22f82-a7e5-4a3c-960e-1fa75277a6aa None None] Sync routers for ids ['e6b2b62e-7f55-4ba2-b077-893840665ffb'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:30:25.720720 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6458296-e671-421f-971a-50c7982e7bd5 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Pushing event updated for resources: {'Network': ['ID=db38062e-06c2-414f-a398-0d9da67a4e9f,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:25.734485 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network db38062e-06c2-414f-a398-0d9da67a4e9f details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:30:25.748586 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be22f82-a7e5-4a3c-960e-1fa75277a6aa None None] Routers {'e6b2b62e-7f55-4ba2-b077-893840665ffb'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:30:25.749230 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-5be22f82-a7e5-4a3c-960e-1fa75277a6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:30:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['e6b2b62e-7f55-4ba2-b077-893840665ffb'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:25.783413 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd88ca4-c6da-450c-82ce-3589760248d9 req-1a6792f6-b58e-453b-9f5c-571dac238cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:25.784916 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3fd88ca4-c6da-450c-82ce-3589760248d9 req-1a6792f6-b58e-453b-9f5c-571dac238cda service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1610663 Jul 05 02:30:25.816200 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-d62bd4c2-4a5d-4c3b-be3b-76fca69db033 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1469054 Jul 05 02:30:25.819108 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 38414) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:25.824261 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-5be22f82-a7e5-4a3c-960e-1fa75277a6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:25.846220 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be22f82-a7e5-4a3c-960e-1fa75277a6aa None None] Routers {'e6b2b62e-7f55-4ba2-b077-893840665ffb'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:30:25.846856 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-5be22f82-a7e5-4a3c-960e-1fa75277a6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:30:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['e6b2b62e-7f55-4ba2-b077-893840665ffb'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:25.860081 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-b6458296-e671-421f-971a-50c7982e7bd5 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 1.2773421 Jul 05 02:30:25.866333 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 38416) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:25.878966 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-cb9321d8-1716-4183-89e0-a15d5aecf608 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Request body: {'subnet': {'network_id': 'db38062e-06c2-414f-a398-0d9da67a4e9f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:30:25.884943 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-5be22f82-a7e5-4a3c-960e-1fa75277a6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:25.886054 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be22f82-a7e5-4a3c-960e-1fa75277a6aa None None] The sync data for ids ['e6b2b62e-7f55-4ba2-b077-893840665ffb'] in n-d-771362-32 is: [] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:30:25.889359 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bd929042-8888-4c46-95e5-a5efef0457c4 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11828'] for router, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:25.891791 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bd929042-8888-4c46-95e5-a5efef0457c4 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:25.907408 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-33a022ef-423b-41de-9f03-582a744fbf21 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:25.978494 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-7ad6c165-05ba-4242-8184-c5ca835099c8 req-eebea100-dc4c-4fbe-bcc9-edbe53d29d26 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:26.002690 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-33a022ef-423b-41de-9f03-582a744fbf21 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 8.2422109 Jul 05 02:30:26.005490 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 38418) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:26.006665 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1ace38c9-66e8-4acf-a860-acff45e46abe tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:26.014054 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-cef70db6-7ad1-492e-8682-0b32ed9af557 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-816861601'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:30:26.024803 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 38420) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:26.038396 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ced74986-5cf0-4243-affb-ad68550a88fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:26.076111 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:26.077003 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1ace38c9-66e8-4acf-a860-acff45e46abe tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:26.079389 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bd929042-8888-4c46-95e5-a5efef0457c4 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1575451'] for router, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:26.079886 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd929042-8888-4c46-95e5-a5efef0457c4 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Fanout notify agent at l3_agent the message router_deleted on router 90ed2b32-c876-4a83-a1be-e980808e176e {{(pid=94462) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 02:30:26.080661 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2729da4-1f2c-4ba1-b438-611e7113492c req-49896c56-b27f-4294-b0b1-60dc1894a2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:26.082205 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b2729da4-1f2c-4ba1-b438-611e7113492c req-49896c56-b27f-4294-b0b1-60dc1894a2e1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=431f6b9e64bf48fa8101325a84dc3df9&device_id=5c5203f1-dc6c-4ce0-8a6f-a7eb84904288 HTTP/1.1" status: 200 len: 1096 time: 0.2076817 Jul 05 02:30:26.087098 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bd929042-8888-4c46-95e5-a5efef0457c4 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:26.090807 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-bd929042-8888-4c46-95e5-a5efef0457c4 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "DELETE /v2.0/routers/90ed2b32-c876-4a83-a1be-e980808e176e HTTP/1.1" status: 204 len: 168 time: 0.5877941 Jul 05 02:30:26.090925 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb9321d8-1716-4183-89e0-a15d5aecf608 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Made reservation on behalf of dbb8f3ae9b7f4cc6b483a79bc43586e6 for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:30:26.091436 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 38422) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:26.091772 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-cb9321d8-1716-4183-89e0-a15d5aecf608 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:26.151199 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-c01adf41-0b6c-4e2b-8862-0768250add31 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Deleting subnet 103a4638-53f9-45fc-b05b-82e93bb96894 {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:30:26.154308 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c01adf41-0b6c-4e2b-8862-0768250add31 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:26.197480 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c01adf41-0b6c-4e2b-8862-0768250add31 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:26.235692 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cef70db6-7ad1-492e-8682-0b32ed9af557 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Made reservation on behalf of cade54127d6845609e9e91e1547182b5 for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:30:26.239881 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cef70db6-7ad1-492e-8682-0b32ed9af557 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:26.268917 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cef70db6-7ad1-492e-8682-0b32ed9af557 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:30:26.298604 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cef70db6-7ad1-492e-8682-0b32ed9af557 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:26.298604 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-cef70db6-7ad1-492e-8682-0b32ed9af557 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Added segment f90c20bb-524a-4710-8582-126e5e05c33b of type vlan for network f1adfb5a-58a0-4421-aee5-50dc85bff4bc Jul 05 02:30:26.409158 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cef70db6-7ad1-492e-8682-0b32ed9af557 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:26.441411 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c01adf41-0b6c-4e2b-8862-0768250add31 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:26.519516 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b2729da4-1f2c-4ba1-b438-611e7113492c req-20db9617-1f76-4590-9577-2f75a7531a24 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=734a5f96-8e6f-45ae-a1cc-aa62004d2538 HTTP/1.1" status: 200 len: 217 time: 0.4254367 Jul 05 02:30:26.566172 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c7d48c-77e1-4207-a617-e2b666779761 req-268e66f1-e71f-4740-8318-baad1cb70d96 tempest-ServerGroupTestJSON-96077613 tempest-ServerGroupTestJSON-96077613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:26.568387 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d9c7d48c-77e1-4207-a617-e2b666779761 req-268e66f1-e71f-4740-8318-baad1cb70d96 tempest-ServerGroupTestJSON-96077613 tempest-ServerGroupTestJSON-96077613-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c5203f1-dc6c-4ce0-8a6f-a7eb84904288 HTTP/1.1" status: 200 len: 944 time: 0.2339032 Jul 05 02:30:26.572361 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ced74986-5cf0-4243-affb-ad68550a88fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:26.610895 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-7ad6c165-05ba-4242-8184-c5ca835099c8 req-eebea100-dc4c-4fbe-bcc9-edbe53d29d26 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Allocated IP 172.25.7.147 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/09718ca4-c620-49f4-bd48-beb1b40f1a1b) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:30:26.623852 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2729da4-1f2c-4ba1-b438-611e7113492c req-165411d9-ff7a-4da2-baff-a6de8cc6ee13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:26.625348 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b2729da4-1f2c-4ba1-b438-611e7113492c req-165411d9-ff7a-4da2-baff-a6de8cc6ee13 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c2d5a376-b914-4948-8c9e-84760200e159 HTTP/1.1" status: 200 len: 850 time: 0.0938447 Jul 05 02:30:26.702060 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b2729da4-1f2c-4ba1-b438-611e7113492c req-9152e0b9-c74f-45f0-9d04-c52cf5d0dd02 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b5579368-a557-4b23-8edf-86b072d6a57a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702660 Jul 05 02:30:26.702695 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1ace38c9-66e8-4acf-a860-acff45e46abe tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:26.705136 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1ace38c9-66e8-4acf-a860-acff45e46abe tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:26.706273 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-1ace38c9-66e8-4acf-a860-acff45e46abe tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] 10.222.0.23 "DELETE /v2.0/security-groups/1782c5ed-0285-40eb-9dfe-909d5e9db22d HTTP/1.1" status: 204 len: 168 time: 0.8858783 Jul 05 02:30:26.719994 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 38426) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:26.751369 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ace38c9-66e8-4acf-a860-acff45e46abe tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1782c5ed-0285-40eb-9dfe-909d5e9db22d,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:26.850576 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cef70db6-7ad1-492e-8682-0b32ed9af557 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:26.856013 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef70db6-7ad1-492e-8682-0b32ed9af557 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:26.856600 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cef70db6-7ad1-492e-8682-0b32ed9af557 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:26.859225 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c01adf41-0b6c-4e2b-8862-0768250add31 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:26.861242 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ced74986-5cf0-4243-affb-ad68550a88fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:26.930991 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-3552cea0-812b-4659-ac37-c28dc2526735 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2098985 Jul 05 02:30:26.934817 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-7ad6c165-05ba-4242-8184-c5ca835099c8 req-eebea100-dc4c-4fbe-bcc9-edbe53d29d26 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:26.942203 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 38428) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:26.967023 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c01adf41-0b6c-4e2b-8862-0768250add31 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:26.971231 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-c01adf41-0b6c-4e2b-8862-0768250add31 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "DELETE /v2.0/subnets/103a4638-53f9-45fc-b05b-82e93bb96894 HTTP/1.1" status: 204 len: 168 time: 0.8764253 Jul 05 02:30:26.971231 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01adf41-0b6c-4e2b-8862-0768250add31 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Pushing event deleted for resources: {'Subnet': ['ID=103a4638-53f9-45fc-b05b-82e93bb96894,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:26.972096 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-191ff948-a081-4065-94c3-0f7944e6664c tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Request body: {'security_group': {'name': 'tempest-secgroup--10335079'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:30:26.972643 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 38430) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:26.974846 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d0f442-fb1c-49e1-977d-e059072aad95 None None] Network c53a346f-5663-44a6-8b7a-9af538408d3c requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:30:26.998672 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b2729da4-1f2c-4ba1-b438-611e7113492c req-693cae81-05cf-4c64-af18-a6b09dc65496 service neutron] 10.222.0.15 "GET /v2.0/networks/b5579368-a557-4b23-8edf-86b072d6a57a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2837958 Jul 05 02:30:27.030491 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d9c7d48c-77e1-4207-a617-e2b666779761 req-b517fd4d-0f05-4415-8b97-131c3b493c8c tempest-ServerGroupTestJSON-96077613 tempest-ServerGroupTestJSON-96077613-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f095616-4bbf-45b1-91ed-9b229ec97e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4538112 Jul 05 02:30:27.067163 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced74986-5cf0-4243-affb-ad68550a88fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b449749f-989a-46cd-8d11-805ae4759e35,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:27.082020 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-ced74986-5cf0-4243-affb-ad68550a88fc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4a925e9a84fb4aadb3b0050706f4d35d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0543282 Jul 05 02:30:27.085203 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef70db6-7ad1-492e-8682-0b32ed9af557 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Pushing event updated for resources: {'Network': ['ID=f1adfb5a-58a0-4421-aee5-50dc85bff4bc,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:27.091863 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-cef70db6-7ad1-492e-8682-0b32ed9af557 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0824432 Jul 05 02:30:27.091863 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 38432) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:27.097348 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network f1adfb5a-58a0-4421-aee5-50dc85bff4bc details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:30:27.099918 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 38434) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:27.116340 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-2d290362-b4ed-4805-af36-252801587d8e tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Request body: {'subnet': {'network_id': 'f1adfb5a-58a0-4421-aee5-50dc85bff4bc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:30:27.153666 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b2729da4-1f2c-4ba1-b438-611e7113492c req-8f75c498-9b98-40f7-b645-0e0467cb507b service neutron] 10.222.0.15 "GET /v2.0/networks/b5579368-a557-4b23-8edf-86b072d6a57a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441684 Jul 05 02:30:27.193255 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-08bbf7ea-f537-4890-a533-6ae416b80b8a tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:27.266580 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-191ff948-a081-4065-94c3-0f7944e6664c tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:27.276248 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35022bff-49f5-4c7d-ac38-dba17fcead53 None None] DHCP port deletion for c53a346f-5663-44a6-8b7a-9af538408d3c request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:30:27.284342 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-59071e52-5555-459e-be70-7455615f2335 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:27.296915 n-d-771362-32 neutron-server[94461]: DEBUG neutron.objects.ports [None req-cb9321d8-1716-4183-89e0-a15d5aecf608 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94461) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 02:30:27.297499 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-cb9321d8-1716-4183-89e0-a15d5aecf608 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5763451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774823'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:27.305903 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-7ad6c165-05ba-4242-8184-c5ca835099c8 req-eebea100-dc4c-4fbe-bcc9-edbe53d29d26 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:27.320164 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-59071e52-5555-459e-be70-7455615f2335 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:27.326986 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-35022bff-49f5-4c7d-ac38-dba17fcead53 None None] Deleting port 01451b5e-8ff0-4a7f-8e4b-8bfdf95477fd {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:30:27.327499 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-35022bff-49f5-4c7d-ac38-dba17fcead53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:27.361760 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-08bbf7ea-f537-4890-a533-6ae416b80b8a tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Deleting port 01451b5e-8ff0-4a7f-8e4b-8bfdf95477fd {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:30:27.362106 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-08bbf7ea-f537-4890-a533-6ae416b80b8a tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:27.396320 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-35022bff-49f5-4c7d-ac38-dba17fcead53 None None] For port 01451b5e-8ff0-4a7f-8e4b-8bfdf95477fd, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=01451b5e-8ff0-4a7f-8e4b-8bfdf95477fd,segment=NetworkSegment(50a42647-e6c2-4366-b8cc-38de1b7391d1),segment_id=50a42647-e6c2-4366-b8cc-38de1b7391d1)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:30:27.396803 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-35022bff-49f5-4c7d-ac38-dba17fcead53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:27.398795 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ad6c165-05ba-4242-8184-c5ca835099c8 req-eebea100-dc4c-4fbe-bcc9-edbe53d29d26 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:30:27.410470 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-35022bff-49f5-4c7d-ac38-dba17fcead53 None None] Calling delete_port for 01451b5e-8ff0-4a7f-8e4b-8bfdf95477fd owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:30:27.412294 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-7ad6c165-05ba-4242-8184-c5ca835099c8 req-eebea100-dc4c-4fbe-bcc9-edbe53d29d26 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:30:27.413607 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d290362-b4ed-4805-af36-252801587d8e tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Made reservation on behalf of cade54127d6845609e9e91e1547182b5 for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:30:27.418031 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2d290362-b4ed-4805-af36-252801587d8e tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:27.424113 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ad6c165-05ba-4242-8184-c5ca835099c8 req-eebea100-dc4c-4fbe-bcc9-edbe53d29d26 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:30:27.426698 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebea100-dc4c-4fbe-bcc9-edbe53d29d26 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Pushing event updated for resources: {'Port': ['ID=09718ca4-c620-49f4-bd48-beb1b40f1a1b,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:27.438763 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9321d8-1716-4183-89e0-a15d5aecf608 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a5f8ed2e-b86b-4b58-87c9-0403463ef883,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:27.483793 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9321d8-1716-4183-89e0-a15d5aecf608 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Checking segment: {'id': '01eaa786-c420-4b78-8742-9754d2550623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'db38062e-06c2-414f-a398-0d9da67a4e9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:30:27.484224 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9321d8-1716-4183-89e0-a15d5aecf608 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Network hostable DHCP agents. Network: db38062e-06c2-414f-a398-0d9da67a4e9f, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:30:27.489655 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-08bbf7ea-f537-4890-a533-6ae416b80b8a tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] For port 01451b5e-8ff0-4a7f-8e4b-8bfdf95477fd, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=01451b5e-8ff0-4a7f-8e4b-8bfdf95477fd,segment=NetworkSegment(50a42647-e6c2-4366-b8cc-38de1b7391d1),segment_id=50a42647-e6c2-4366-b8cc-38de1b7391d1)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:30:27.489991 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-08bbf7ea-f537-4890-a533-6ae416b80b8a tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:27.508841 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-08bbf7ea-f537-4890-a533-6ae416b80b8a tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Calling delete_port for 01451b5e-8ff0-4a7f-8e4b-8bfdf95477fd owned by network:dhcp {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:30:27.529492 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-59071e52-5555-459e-be70-7455615f2335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:27.532006 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-59071e52-5555-459e-be70-7455615f2335 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:27.533178 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-59071e52-5555-459e-be70-7455615f2335 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b449749f-989a-46cd-8d11-805ae4759e35 HTTP/1.1" status: 204 len: 168 time: 0.4341996 Jul 05 02:30:27.589013 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59071e52-5555-459e-be70-7455615f2335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b449749f-989a-46cd-8d11-805ae4759e35,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:27.590715 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-191ff948-a081-4065-94c3-0f7944e6664c tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:27.599290 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-35022bff-49f5-4c7d-ac38-dba17fcead53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:27.620273 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9321d8-1716-4183-89e0-a15d5aecf608 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Network db38062e-06c2-414f-a398-0d9da67a4e9f is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:30:27.636554 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35022bff-49f5-4c7d-ac38-dba17fcead53 None None] Pushing event deleted for resources: {'Port': ['ID=01451b5e-8ff0-4a7f-8e4b-8bfdf95477fd,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:27.642443 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-7ad6c165-05ba-4242-8184-c5ca835099c8 req-eebea100-dc4c-4fbe-bcc9-edbe53d29d26 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:27.650740 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35022bff-49f5-4c7d-ac38-dba17fcead53 None None] No DVR routers for this DVR port 01451b5e-8ff0-4a7f-8e4b-8bfdf95477fd on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:30:27.693266 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-191ff948-a081-4065-94c3-0f7944e6664c tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:27.717062 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-08bbf7ea-f537-4890-a533-6ae416b80b8a tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:27.724683 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191ff948-a081-4065-94c3-0f7944e6664c tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c1de070-e7b7-4adc-9e50-2520982ae783,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:27.736908 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-cb9321d8-1716-4183-89e0-a15d5aecf608 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, db38062e-06c2-414f-a398-0d9da67a4e9f) {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:30:27.737227 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9321d8-1716-4183-89e0-a15d5aecf608 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:27.737595 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-cb9321d8-1716-4183-89e0-a15d5aecf608 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:27.742075 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a492a399-1e56-46a5-9211-80a6ff0e6d96 None None] Network db38062e-06c2-414f-a398-0d9da67a4e9f requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:30:27.758747 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bbf7ea-f537-4890-a533-6ae416b80b8a tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Pushing event deleted for resources: {'Port': ['ID=01451b5e-8ff0-4a7f-8e4b-8bfdf95477fd,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:27.768126 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bbf7ea-f537-4890-a533-6ae416b80b8a tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] No DVR routers for this DVR port 01451b5e-8ff0-4a7f-8e4b-8bfdf95477fd on host n-d-771362-32 {{(pid=94462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:30:27.819826 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-cb9321d8-1716-4183-89e0-a15d5aecf608 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.9519951 Jul 05 02:30:27.820804 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-191ff948-a081-4065-94c3-0f7944e6664c tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:27.822072 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-191ff948-a081-4065-94c3-0f7944e6664c tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8783774 Jul 05 02:30:27.824391 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 38438) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:27.824811 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 38440) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:27.830476 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-d9b5fbdc-e02e-45aa-9d3c-aa1618671c4d tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Request body: {'security_group_rule': {'security_group_id': '0c1de070-e7b7-4adc-9e50-2520982ae783', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:30:27.840450 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-54ad38b7-7260-49f6-b13d-ff4663eda4df tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-573185037', 'network_id': 'db38062e-06c2-414f-a398-0d9da67a4e9f'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:30:27.856146 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-7ad6c165-05ba-4242-8184-c5ca835099c8 req-eebea100-dc4c-4fbe-bcc9-edbe53d29d26 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:27.864986 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-08bbf7ea-f537-4890-a533-6ae416b80b8a tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:27.873435 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2d290362-b4ed-4805-af36-252801587d8e tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:27.884554 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811043a6-b36f-4c7f-bc76-df078a352ac7 None None] Network db38062e-06c2-414f-a398-0d9da67a4e9f requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:30:27.888211 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-08bbf7ea-f537-4890-a533-6ae416b80b8a tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c53a346f-5663-44a6-8b7a-9af538408d3c']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:27.928092 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-08bbf7ea-f537-4890-a533-6ae416b80b8a tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50a42647-e6c2-4366-b8cc-38de1b7391d1') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:27.928482 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-08bbf7ea-f537-4890-a533-6ae416b80b8a tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50a42647-e6c2-4366-b8cc-38de1b7391d1') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:27.955658 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-08bbf7ea-f537-4890-a533-6ae416b80b8a tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:28.001348 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d290362-b4ed-4805-af36-252801587d8e tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Pushing event updated for resources: {'Subnet': ['ID=55243680-5c4e-4cf6-9d2e-2434b97023a1,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:28.001348 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-08bbf7ea-f537-4890-a533-6ae416b80b8a tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:28.004559 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d290362-b4ed-4805-af36-252801587d8e tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Checking segment: {'id': 'f90c20bb-524a-4710-8582-126e5e05c33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'f1adfb5a-58a0-4421-aee5-50dc85bff4bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:30:28.005505 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d290362-b4ed-4805-af36-252801587d8e tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Network hostable DHCP agents. Network: f1adfb5a-58a0-4421-aee5-50dc85bff4bc, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:30:28.018475 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08bbf7ea-f537-4890-a533-6ae416b80b8a tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:30:28.018983 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-08bbf7ea-f537-4890-a533-6ae416b80b8a tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:28.024146 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:30:28.024146 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:30:28.024146 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:30:28.024146 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:30:28.024146 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:30:28.024146 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:30:28.024146 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:30:28.024146 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:30:28.024146 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:30:28.024146 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:30:28.024146 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:30:28.024146 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:30:28.024146 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:30:28.024146 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:30:28.024146 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:30:28.024146 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:30:28.024146 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:30:28.024146 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:30:28.024146 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:30:28.024146 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:30:28.024146 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:30:28.024146 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:30:28.024146 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:30:28.024146 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:30:28.024146 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:30:28.024146 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:30:28.024146 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:30:28.024146 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:30:28.024146 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:30:28.024146 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:30:28.024146 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:30:28.024146 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:30:28.041881 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54ad38b7-7260-49f6-b13d-ff4663eda4df tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Made reservation on behalf of dbb8f3ae9b7f4cc6b483a79bc43586e6 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:30:28.044499 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-54ad38b7-7260-49f6-b13d-ff4663eda4df tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:28.080283 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-7ad6c165-05ba-4242-8184-c5ca835099c8 req-eebea100-dc4c-4fbe-bcc9-edbe53d29d26 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:28.090109 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [None req-54ad38b7-7260-49f6-b13d-ff4663eda4df tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] device_id is not set on port b4e1f929-9f73-4b97-b999-5bef62d317e3 yet. {{(pid=94461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:30:28.133404 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d290362-b4ed-4805-af36-252801587d8e tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Network f1adfb5a-58a0-4421-aee5-50dc85bff4bc is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:30:28.157387 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-08bbf7ea-f537-4890-a533-6ae416b80b8a tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:28.175724 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-7ad6c165-05ba-4242-8184-c5ca835099c8 req-eebea100-dc4c-4fbe-bcc9-edbe53d29d26 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:28.177379 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-08bbf7ea-f537-4890-a533-6ae416b80b8a tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:28.179612 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-08bbf7ea-f537-4890-a533-6ae416b80b8a tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "DELETE /v2.0/networks/c53a346f-5663-44a6-8b7a-9af538408d3c HTTP/1.1" status: 204 len: 168 time: 1.1947033 Jul 05 02:30:28.183720 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 38452) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:28.189426 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-a4141abc-ae57-4b8d-98d4-79110e467f03 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-658172221', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:30:28.221733 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bbf7ea-f537-4890-a533-6ae416b80b8a tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Pushing event deleted for resources: {'Network': ['ID=c53a346f-5663-44a6-8b7a-9af538408d3c,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:28.233437 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d9b5fbdc-e02e-45aa-9d3c-aa1618671c4d tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:28.249020 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-54ad38b7-7260-49f6-b13d-ff4663eda4df tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Allocated IP 2001:db8::96 (db38062e-06c2-414f-a398-0d9da67a4e9f/a5f8ed2e-b86b-4b58-87c9-0403463ef883/b4e1f929-9f73-4b97-b999-5bef62d317e3) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:30:28.264813 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-2d290362-b4ed-4805-af36-252801587d8e tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, f1adfb5a-58a0-4421-aee5-50dc85bff4bc) {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:30:28.264813 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d290362-b4ed-4805-af36-252801587d8e tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:28.265376 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2d290362-b4ed-4805-af36-252801587d8e tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:28.269427 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d913be80-572e-4a7e-baf1-f36ae611652f None None] Network f1adfb5a-58a0-4421-aee5-50dc85bff4bc requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:30:28.309146 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df1d7d1-f112-4deb-bae9-8b7937efe6e4 req-a98dbed2-2330-4e3e-88ec-42cf139800d0 tempest-ServerGroupTestJSON-96077613 tempest-ServerGroupTestJSON-96077613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:28.321299 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0df1d7d1-f112-4deb-bae9-8b7937efe6e4 req-a98dbed2-2330-4e3e-88ec-42cf139800d0 tempest-ServerGroupTestJSON-96077613 tempest-ServerGroupTestJSON-96077613-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c5203f1-dc6c-4ce0-8a6f-a7eb84904288 HTTP/1.1" status: 200 len: 944 time: 0.1142902 Jul 05 02:30:28.351311 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-7ad6c165-05ba-4242-8184-c5ca835099c8 req-eebea100-dc4c-4fbe-bcc9-edbe53d29d26 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636869'] for floatingip, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:28.379747 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0df1d7d1-f112-4deb-bae9-8b7937efe6e4 req-89e00edb-4ede-4666-ada1-b21f644554dc tempest-ServerGroupTestJSON-96077613 tempest-ServerGroupTestJSON-96077613-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f095616-4bbf-45b1-91ed-9b229ec97e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574267 Jul 05 02:30:28.384391 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a4141abc-ae57-4b8d-98d4-79110e467f03 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11810'] for router, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:28.386664 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a4141abc-ae57-4b8d-98d4-79110e467f03 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1926740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11821'] for router, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:28.399775 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebea100-dc4c-4fbe-bcc9-edbe53d29d26 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Pushing event updated for resources: {'Port': ['ID=09718ca4-c620-49f4-bd48-beb1b40f1a1b,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:28.419333 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d9b5fbdc-e02e-45aa-9d3c-aa1618671c4d tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:28.445632 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc785c8-ca52-4d05-aaa9-1e29d1688767 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-f1adfb5a-58a0-4421-aee5-50dc85bff4bc', 'network_id': 'f1adfb5a-58a0-4421-aee5-50dc85bff4bc', 'tenant_id': 'cade54127d6845609e9e91e1547182b5', 'fixed_ips': [{'subnet_id': '55243680-5c4e-4cf6-9d2e-2434b97023a1'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:30:28.447088 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-1fc785c8-ca52-4d05-aaa9-1e29d1688767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:28.456836 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a4141abc-ae57-4b8d-98d4-79110e467f03 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:28.513367 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-2d290362-b4ed-4805-af36-252801587d8e tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4021454 Jul 05 02:30:28.514678 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 38456) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:28.520936 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-8c622582-63d3-487e-9faa-31d069d0bf6c tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-598285164', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}, 'admin_state_up': False}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:30:28.538509 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-54ad38b7-7260-49f6-b13d-ff4663eda4df tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:28.579319 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-7ad6c165-05ba-4242-8184-c5ca835099c8 req-eebea100-dc4c-4fbe-bcc9-edbe53d29d26 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:28.586591 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7ad6c165-05ba-4242-8184-c5ca835099c8 req-eebea100-dc4c-4fbe-bcc9-edbe53d29d26 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1086605 Jul 05 02:30:28.590552 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d9b5fbdc-e02e-45aa-9d3c-aa1618671c4d tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:28.596805 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-1fc785c8-ca52-4d05-aaa9-1e29d1688767 None None] Allocated IP 172.20.0.2 (f1adfb5a-58a0-4421-aee5-50dc85bff4bc/55243680-5c4e-4cf6-9d2e-2434b97023a1/ff2472c6-20e7-4c8e-a0d1-032d69963902) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:30:28.645102 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a4141abc-ae57-4b8d-98d4-79110e467f03 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963'] for router, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:28.648130 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b5fbdc-e02e-45aa-9d3c-aa1618671c4d tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ed205bf-63b1-4307-adb7-9dce56ea7f25,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:28.654676 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7ad6c165-05ba-4242-8184-c5ca835099c8 req-24857896-f367-4f14-a1fa-19b0d0949190 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.7.147 HTTP/1.1" status: 200 len: 696 time: 0.0671792 Jul 05 02:30:28.671259 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8c622582-63d3-487e-9faa-31d069d0bf6c tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11810'] for router, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:28.673471 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8c622582-63d3-487e-9faa-31d069d0bf6c tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1926740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11821'] for router, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:28.718114 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-54ad38b7-7260-49f6-b13d-ff4663eda4df tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:28.758007 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-1fc785c8-ca52-4d05-aaa9-1e29d1688767 None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:28.768246 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-1fc785c8-ca52-4d05-aaa9-1e29d1688767 None None] Transition to ACTIVE for port object ff2472c6-20e7-4c8e-a0d1-032d69963902 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:30:28.770545 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8c622582-63d3-487e-9faa-31d069d0bf6c tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:28.787422 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ad38b7-7260-49f6-b13d-ff4663eda4df tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Network db38062e-06c2-414f-a398-0d9da67a4e9f is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:30:28.789308 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-1fc785c8-ca52-4d05-aaa9-1e29d1688767 None None] Transition to ACTIVE for port object ff2472c6-20e7-4c8e-a0d1-032d69963902 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:30:28.798245 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-54ad38b7-7260-49f6-b13d-ff4663eda4df tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:30:28.800723 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ad38b7-7260-49f6-b13d-ff4663eda4df tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:30:28.802034 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ad38b7-7260-49f6-b13d-ff4663eda4df tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:28.802674 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-54ad38b7-7260-49f6-b13d-ff4663eda4df tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:28.825393 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ad38b7-7260-49f6-b13d-ff4663eda4df tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Pushing event updated for resources: {'Port': ['ID=b4e1f929-9f73-4b97-b999-5bef62d317e3,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:28.841667 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad6c165-05ba-4242-8184-c5ca835099c8 req-822d829a-8a8f-4ce6-b033-e39040338cc3 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:28.843088 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7ad6c165-05ba-4242-8184-c5ca835099c8 req-822d829a-8a8f-4ce6-b033-e39040338cc3 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] 10.222.0.23 "GET /v2.0/networks/4bbc2f9e-02cf-490e-901d-2588655a3ef0 HTTP/1.1" status: 200 len: 784 time: 0.1839619 Jul 05 02:30:28.851542 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d9b5fbdc-e02e-45aa-9d3c-aa1618671c4d tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:28.851542 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-d9b5fbdc-e02e-45aa-9d3c-aa1618671c4d tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0195379 Jul 05 02:30:28.851542 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 38464) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:28.853772 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-d8008204-fe6a-4213-b717-c7d532e21711 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Request body: {'security_group_rule': {'security_group_id': '0c1de070-e7b7-4adc-9e50-2520982ae783', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:30:28.870146 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a4141abc-ae57-4b8d-98d4-79110e467f03 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:28.871432 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-a4141abc-ae57-4b8d-98d4-79110e467f03 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.6866002 Jul 05 02:30:28.874387 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 38468) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:28.879551 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-bfddfe97-6fd5-4816-8815-2381f22f1af1 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-151626245'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:30:28.951102 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-1fc785c8-ca52-4d05-aaa9-1e29d1688767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:28.989186 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-54ad38b7-7260-49f6-b13d-ff4663eda4df tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.1631722 Jul 05 02:30:28.992245 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 38472) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:29.010442 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc785c8-ca52-4d05-aaa9-1e29d1688767 None None] Network f1adfb5a-58a0-4421-aee5-50dc85bff4bc is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:30:29.013285 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-1fc785c8-ca52-4d05-aaa9-1e29d1688767 None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:30:29.023225 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc785c8-ca52-4d05-aaa9-1e29d1688767 None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:30:29.029159 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc785c8-ca52-4d05-aaa9-1e29d1688767 None None] Pushing event updated for resources: {'Port': ['ID=ff2472c6-20e7-4c8e-a0d1-032d69963902,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:29.109107 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-1fc785c8-ca52-4d05-aaa9-1e29d1688767 None None] Attempting to bind port ff2472c6-20e7-4c8e-a0d1-032d69963902 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:30:29.109797 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-1fc785c8-ca52-4d05-aaa9-1e29d1688767 None None] Attempting to bind port ff2472c6-20e7-4c8e-a0d1-032d69963902 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'f90c20bb-524a-4710-8582-126e5e05c33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'f1adfb5a-58a0-4421-aee5-50dc85bff4bc'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:30:29.110389 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc785c8-ca52-4d05-aaa9-1e29d1688767 None None] Attempting to bind port ff2472c6-20e7-4c8e-a0d1-032d69963902 on network f1adfb5a-58a0-4421-aee5-50dc85bff4bc {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:30:29.117397 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc785c8-ca52-4d05-aaa9-1e29d1688767 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:30:29.118028 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc785c8-ca52-4d05-aaa9-1e29d1688767 None None] Checking segment: {'id': 'f90c20bb-524a-4710-8582-126e5e05c33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'f1adfb5a-58a0-4421-aee5-50dc85bff4bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:30:29.118652 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-1fc785c8-ca52-4d05-aaa9-1e29d1688767 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:29.119519 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc785c8-ca52-4d05-aaa9-1e29d1688767 None None] Bound using segment: {'id': 'f90c20bb-524a-4710-8582-126e5e05c33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'f1adfb5a-58a0-4421-aee5-50dc85bff4bc'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:30:29.120230 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-1fc785c8-ca52-4d05-aaa9-1e29d1688767 None None] Bound port: ff2472c6-20e7-4c8e-a0d1-032d69963902, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f90c20bb-524a-4710-8582-126e5e05c33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'f1adfb5a-58a0-4421-aee5-50dc85bff4bc'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:30:29.121832 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-1fc785c8-ca52-4d05-aaa9-1e29d1688767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:29.158077 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d8008204-fe6a-4213-b717-c7d532e21711 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:29.180442 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8c622582-63d3-487e-9faa-31d069d0bf6c tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:29.199896 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17825dfd-de63-42d0-837b-3c264023a530 req-c4590c54-e93e-459b-be07-10b4505f8f47 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:29.207422 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-17825dfd-de63-42d0-837b-3c264023a530 req-c4590c54-e93e-459b-be07-10b4505f8f47 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] 10.222.0.23 "GET /v2.0/ports?device_id=011ab283-3e48-4698-b61f-e35f9a492bb7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2686079 Jul 05 02:30:29.209272 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 01451b5e-8ff0-4a7f-8e4b-8bfdf95477fd no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:30:29.216005 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-688d69c7-6076-4201-8131-9d0846288c44 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Deleting port b4e1f929-9f73-4b97-b999-5bef62d317e3 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:30:29.216470 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-688d69c7-6076-4201-8131-9d0846288c44 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:29.235747 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 01451b5e-8ff0-4a7f-8e4b-8bfdf95477fd {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:30:29.236091 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 01451b5e-8ff0-4a7f-8e4b-8bfdf95477fd not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:30:29.253051 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-1fc785c8-ca52-4d05-aaa9-1e29d1688767 None None] For port ff2472c6-20e7-4c8e-a0d1-032d69963902, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:30:29.263995 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-17825dfd-de63-42d0-837b-3c264023a530 req-be902245-d026-4f00-aac8-6c00a16c9142 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.7.147 HTTP/1.1" status: 200 len: 696 time: 0.0550416 Jul 05 02:30:29.268956 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-17825dfd-de63-42d0-837b-3c264023a530 req-2064380c-2081-470d-b5e8-49f1504c153b tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Request body: {'floatingip': {'port_id': '595d64a7-1347-4f1a-9502-d38884bf6074', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:30:29.271755 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-1fc785c8-ca52-4d05-aaa9-1e29d1688767 None None] For port ff2472c6-20e7-4c8e-a0d1-032d69963902, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=ff2472c6-20e7-4c8e-a0d1-032d69963902,segment=NetworkSegment(f90c20bb-524a-4710-8582-126e5e05c33b),segment_id=f90c20bb-524a-4710-8582-126e5e05c33b)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:30:29.291266 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfddfe97-6fd5-4816-8815-2381f22f1af1 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Made reservation on behalf of e1c0b775e757422c9d48f0ba4a36712f for: {'network': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:30:29.294676 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bfddfe97-6fd5-4816-8815-2381f22f1af1 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:29.326717 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-17825dfd-de63-42d0-837b-3c264023a530 req-2064380c-2081-470d-b5e8-49f1504c153b tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Notify callbacks [] for floatingip, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:29.334931 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 734a5f96-8e6f-45ae-a1cc-aa62004d2538 details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:30:29.388518 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d8008204-fe6a-4213-b717-c7d532e21711 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:29.397820 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfddfe97-6fd5-4816-8815-2381f22f1af1 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=94461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:30:29.402046 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-1fc785c8-ca52-4d05-aaa9-1e29d1688767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:29.410541 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bfddfe97-6fd5-4816-8815-2381f22f1af1 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:29.412283 n-d-771362-32 neutron-server[94461]: INFO neutron.db.segments_db [None req-bfddfe97-6fd5-4816-8815-2381f22f1af1 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Added segment 16611021-050a-401c-b200-f56385da9a20 of type vlan for network ac00d640-9767-46c3-b690-42ea47921624 Jul 05 02:30:29.459720 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bfddfe97-6fd5-4816-8815-2381f22f1af1 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:29.464167 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc785c8-ca52-4d05-aaa9-1e29d1688767 None None] Pushing event updated for resources: {'Port': ['ID=ff2472c6-20e7-4c8e-a0d1-032d69963902,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:29.577776 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 734a5f96-8e6f-45ae-a1cc-aa62004d2538, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=734a5f96-8e6f-45ae-a1cc-aa62004d2538,segment=NetworkSegment(5f143dec-4705-4ee9-8e64-ce2de1e14f59),segment_id=5f143dec-4705-4ee9-8e64-ce2de1e14f59)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:30:29.597536 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d8008204-fe6a-4213-b717-c7d532e21711 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:29.607606 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-688d69c7-6076-4201-8131-9d0846288c44 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:29.609746 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Returning: {'device': '734a5f96-8e6f-45ae-a1cc-aa62004d2538', 'network_id': 'b5579368-a557-4b23-8edf-86b072d6a57a', 'port_id': '734a5f96-8e6f-45ae-a1cc-aa62004d2538', 'mac_address': 'fa:16:3e:86:66:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2d5a376-b914-4948-8c9e-84760200e159', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:30:29.659228 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:29.662529 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-688d69c7-6076-4201-8131-9d0846288c44 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Calling delete_port for b4e1f929-9f73-4b97-b999-5bef62d317e3 owned by {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:30:29.671400 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bfddfe97-6fd5-4816-8815-2381f22f1af1 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:29.677856 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfddfe97-6fd5-4816-8815-2381f22f1af1 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:29.678388 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bfddfe97-6fd5-4816-8815-2381f22f1af1 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:29.688639 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8008204-fe6a-4213-b717-c7d532e21711 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d31def01-b527-4575-89d8-e1feba2a5a35,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:29.689204 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 734a5f96-8e6f-45ae-a1cc-aa62004d2538 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:30:29.693776 n-d-771362-32 neutron-server[94462]: INFO neutron.api.v2.resource [req-17825dfd-de63-42d0-837b-3c264023a530 req-2064380c-2081-470d-b5e8-49f1504c153b tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] update failed (client error): There was a conflict when trying to complete your request. Jul 05 02:30:29.694872 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-17825dfd-de63-42d0-837b-3c264023a530 req-2064380c-2081-470d-b5e8-49f1504c153b tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] 10.222.0.23 "PUT /v2.0/floatingips/2a234517-bc19-47c1-be85-ac42efd4e34f HTTP/1.1" status: 409 len: 551 time: 0.4301090 Jul 05 02:30:29.724767 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 734a5f96-8e6f-45ae-a1cc-aa62004d2538, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=734a5f96-8e6f-45ae-a1cc-aa62004d2538,segment=NetworkSegment(5f143dec-4705-4ee9-8e64-ce2de1e14f59),segment_id=5f143dec-4705-4ee9-8e64-ce2de1e14f59)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:30:29.827047 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6e86a65c-211e-4113-9566-8afde3343f3d req-8abf7b07-5cac-4512-85fd-15b3b9adfe0a tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] 10.222.0.23 "GET /v2.0/floatingips/2a234517-bc19-47c1-be85-ac42efd4e34f HTTP/1.1" status: 200 len: 693 time: 0.0640156 Jul 05 02:30:29.854003 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8c622582-63d3-487e-9faa-31d069d0bf6c tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks [] for router_gateway, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:29.854455 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d8008204-fe6a-4213-b717-c7d532e21711 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:29.855678 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-d8008204-fe6a-4213-b717-c7d532e21711 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0055332 Jul 05 02:30:29.870442 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-bfddfe97-6fd5-4816-8815-2381f22f1af1 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9948962 Jul 05 02:30:29.873765 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f9842255-e59e-4bbc-94b1-3f69ba729c42 req-e493f886-78ef-4eee-b023-8b0aca241b1d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=011ab283-3e48-4698-b61f-e35f9a492bb7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5202610 Jul 05 02:30:29.878114 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 38508) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:29.878555 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 38510) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:29.883126 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:29.887194 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-f649c8be-b26a-475c-ac88-f16cb1365427 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Request body: {'security_group_rule': {'security_group_id': '0c1de070-e7b7-4adc-9e50-2520982ae783', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:30:29.897148 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-32f0b413-8701-4013-ac85-5c9298767951 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Request body: {'subnet': {'network_id': 'ac00d640-9767-46c3-b690-42ea47921624', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:30:29.918865 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfddfe97-6fd5-4816-8815-2381f22f1af1 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Pushing event updated for resources: {'Network': ['ID=ac00d640-9767-46c3-b690-42ea47921624,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:29.927224 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8c622582-63d3-487e-9faa-31d069d0bf6c tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:29.942553 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network ac00d640-9767-46c3-b690-42ea47921624 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:30:29.946225 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db66182-f652-4f88-8556-e6b2c2083c04 req-43c6dcbd-af33-46a7-a81d-7a2e4656701b tempest-ServerGroupTestJSON-96077613 tempest-ServerGroupTestJSON-96077613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:29.948545 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9db66182-f652-4f88-8556-e6b2c2083c04 req-43c6dcbd-af33-46a7-a81d-7a2e4656701b tempest-ServerGroupTestJSON-96077613 tempest-ServerGroupTestJSON-96077613-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c5203f1-dc6c-4ce0-8a6f-a7eb84904288 HTTP/1.1" status: 200 len: 944 time: 0.3942745 Jul 05 02:30:30.059364 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e86a65c-211e-4113-9566-8afde3343f3d req-8a0aa78f-ca3b-433d-9708-3bc7697da878 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:30.060703 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6e86a65c-211e-4113-9566-8afde3343f3d req-8a0aa78f-ca3b-433d-9708-3bc7697da878 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] 10.222.0.23 "GET /v2.0/networks/4bbc2f9e-02cf-490e-901d-2588655a3ef0 HTTP/1.1" status: 200 len: 784 time: 0.2153366 Jul 05 02:30:30.073010 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=734a5f96-8e6f-45ae-a1cc-aa62004d2538,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:30.096826 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [req-6e86a65c-211e-4113-9566-8afde3343f3d req-0aa9cfd7-fa0b-42d1-ac02-dd0e969863db tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94462) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:30:30.098021 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6e86a65c-211e-4113-9566-8afde3343f3d req-0aa9cfd7-fa0b-42d1-ac02-dd0e969863db tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088062 Jul 05 02:30:30.107073 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-8c622582-63d3-487e-9faa-31d069d0bf6c tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Allocated IP 172.25.7.224 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/f17ea6b8-6613-410c-896b-be80e858b403) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:30:30.149324 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['734a5f96-8e6f-45ae-a1cc-aa62004d2538'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:30:30.177554 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9db66182-f652-4f88-8556-e6b2c2083c04 req-1527ef78-f100-49a2-9421-7ebbc2d77fa6 tempest-ServerGroupTestJSON-96077613 tempest-ServerGroupTestJSON-96077613-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f095616-4bbf-45b1-91ed-9b229ec97e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446078 Jul 05 02:30:30.191296 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6e86a65c-211e-4113-9566-8afde3343f3d req-a188c78c-1f1a-41a1-801a-a4497ab3a607 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.7.147 HTTP/1.1" status: 200 len: 696 time: 0.0830617 Jul 05 02:30:30.196073 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9842255-e59e-4bbc-94b1-3f69ba729c42 req-5317362f-3904-4532-b922-75adc1efd55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:30.197621 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f9842255-e59e-4bbc-94b1-3f69ba729c42 req-5317362f-3904-4532-b922-75adc1efd55e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1c86027370b247c2b5010395a3a8fb85&device_id=011ab283-3e48-4698-b61f-e35f9a492bb7 HTTP/1.1" status: 200 len: 1098 time: 0.2457788 Jul 05 02:30:30.308794 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f649c8be-b26a-475c-ac88-f16cb1365427 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:30.361675 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-688d69c7-6076-4201-8131-9d0846288c44 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:30.361675 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f0b413-8701-4013-ac85-5c9298767951 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Made reservation on behalf of e1c0b775e757422c9d48f0ba4a36712f for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:30:30.362573 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-32f0b413-8701-4013-ac85-5c9298767951 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:30.390177 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8c622582-63d3-487e-9faa-31d069d0bf6c tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:30.404478 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6e86a65c-211e-4113-9566-8afde3343f3d req-c8e240c3-ab11-49ab-b151-4942d611be66 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.7.147 HTTP/1.1" status: 200 len: 696 time: 0.1668868 Jul 05 02:30:30.480833 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688d69c7-6076-4201-8131-9d0846288c44 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Pushing event deleted for resources: {'Port': ['ID=b4e1f929-9f73-4b97-b999-5bef62d317e3,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:30.519776 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9842255-e59e-4bbc-94b1-3f69ba729c42 req-e7fad65e-403d-4217-92bf-7befc6575859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:30.522343 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f9842255-e59e-4bbc-94b1-3f69ba729c42 req-e7fad65e-403d-4217-92bf-7befc6575859 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5a29fe19-35bd-442b-9589-13cdfa9e36ce HTTP/1.1" status: 200 len: 928 time: 0.2999392 Jul 05 02:30:30.607015 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-688d69c7-6076-4201-8131-9d0846288c44 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:30.612426 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-688d69c7-6076-4201-8131-9d0846288c44 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] 10.222.0.23 "DELETE /v2.0/ports/b4e1f929-9f73-4b97-b999-5bef62d317e3 HTTP/1.1" status: 204 len: 168 time: 1.6168449 Jul 05 02:30:30.670691 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 38556) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:30.683842 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f649c8be-b26a-475c-ac88-f16cb1365427 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:30.707366 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-454fb319-6faa-4cda-9614-5919f1ed40ad tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'db38062e-06c2-414f-a398-0d9da67a4e9f', 'external_fixed_ips': [{'subnet_id': 'a5f8ed2e-b86b-4b58-87c9-0403463ef883', 'ip_address': '2001:db8::96'}]}}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:30:30.765869 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f649c8be-b26a-475c-ac88-f16cb1365427 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:30.773928 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f9842255-e59e-4bbc-94b1-3f69ba729c42 req-09fb7b89-01dc-40e4-9e57-c4d343f7349c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=595d64a7-1347-4f1a-9502-d38884bf6074 HTTP/1.1" status: 200 len: 1002 time: 0.2195125 Jul 05 02:30:30.808491 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f649c8be-b26a-475c-ac88-f16cb1365427 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffaa01ed-5d90-4748-a821-6c7539afe8fd,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:30.882036 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9842255-e59e-4bbc-94b1-3f69ba729c42 req-24aedb83-9aee-4fac-a03f-857462078461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:30.883685 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f9842255-e59e-4bbc-94b1-3f69ba729c42 req-24aedb83-9aee-4fac-a03f-857462078461 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=228a53f6-6ef9-4418-b7c1-2dd8410e94ca HTTP/1.1" status: 200 len: 867 time: 0.0871494 Jul 05 02:30:30.909610 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-454fb319-6faa-4cda-9614-5919f1ed40ad tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11810'] for router, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:30.911241 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-454fb319-6faa-4cda-9614-5919f1ed40ad tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1926740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11821'] for router, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:30.949743 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [req-6e86a65c-211e-4113-9566-8afde3343f3d req-a2f0d717-d938-4db9-a9c1-aae5e1bda6bc tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Deleting port 09718ca4-c620-49f4-bd48-beb1b40f1a1b {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:30:30.949743 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-6e86a65c-211e-4113-9566-8afde3343f3d req-a2f0d717-d938-4db9-a9c1-aae5e1bda6bc tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:30.958945 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168dcfaa-9e25-4cf0-a0ad-2ee10f800bd6 None None] Network f1adfb5a-58a0-4421-aee5-50dc85bff4bc requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:30:31.008102 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f649c8be-b26a-475c-ac88-f16cb1365427 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:31.009328 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-f649c8be-b26a-475c-ac88-f16cb1365427 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1277394 Jul 05 02:30:31.012483 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 38566) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:31.029320 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-68b213be-b4c5-42bc-8e0c-14d064e68120 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Request body: {'security_group_rule': {'security_group_id': '0c1de070-e7b7-4adc-9e50-2520982ae783', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:30:31.090727 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-454fb319-6faa-4cda-9614-5919f1ed40ad tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:31.115041 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-6e86a65c-211e-4113-9566-8afde3343f3d req-a2f0d717-d938-4db9-a9c1-aae5e1bda6bc tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:31.115489 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-6e86a65c-211e-4113-9566-8afde3343f3d req-a2f0d717-d938-4db9-a9c1-aae5e1bda6bc tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:31.125677 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9842255-e59e-4bbc-94b1-3f69ba729c42 req-713d72e7-d039-41b4-956e-8b75f30af63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:31.125677 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f9842255-e59e-4bbc-94b1-3f69ba729c42 req-713d72e7-d039-41b4-956e-8b75f30af63c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5a29fe19-35bd-442b-9589-13cdfa9e36ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1833003 Jul 05 02:30:31.131481 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [req-6e86a65c-211e-4113-9566-8afde3343f3d req-a2f0d717-d938-4db9-a9c1-aae5e1bda6bc tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Calling delete_port for 09718ca4-c620-49f4-bd48-beb1b40f1a1b owned by network:floatingip {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:30:31.213685 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-39ffc997-3b9a-4322-96ac-dcefb6274ad5 None None] Provisioning for port ff2472c6-20e7-4c8e-a0d1-032d69963902 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:30:31.215694 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8c622582-63d3-487e-9faa-31d069d0bf6c tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:31.251337 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device ff2472c6-20e7-4c8e-a0d1-032d69963902 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:30:31.287640 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f9842255-e59e-4bbc-94b1-3f69ba729c42 req-aa89534d-0103-48da-a0fa-a65377017525 service neutron] 10.222.0.21 "GET /v2.0/networks/5a29fe19-35bd-442b-9589-13cdfa9e36ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525226 Jul 05 02:30:31.288234 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c622582-63d3-487e-9faa-31d069d0bf6c tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Pushing event updated for resources: {'Port': ['ID=f17ea6b8-6613-410c-896b-be80e858b403,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:31.311885 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-68b213be-b4c5-42bc-8e0c-14d064e68120 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:31.320211 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 734a5f96-8e6f-45ae-a1cc-aa62004d2538 up at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:30:31.366796 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c622582-63d3-487e-9faa-31d069d0bf6c tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:30:31.367897 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-32f0b413-8701-4013-ac85-5c9298767951 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5763451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774823'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:31.378912 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-8c622582-63d3-487e-9faa-31d069d0bf6c tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:30:31.383486 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c622582-63d3-487e-9faa-31d069d0bf6c tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:30:31.579015 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port ff2472c6-20e7-4c8e-a0d1-032d69963902 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:30:31.582513 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning for port 734a5f96-8e6f-45ae-a1cc-aa62004d2538 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:30:31.588161 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port ff2472c6-20e7-4c8e-a0d1-032d69963902 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:30:31.588292 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:31.604241 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning complete for port 734a5f96-8e6f-45ae-a1cc-aa62004d2538 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:30:31.604471 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:31.713392 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-68b213be-b4c5-42bc-8e0c-14d064e68120 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:31.812272 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-b979a7dc-84d1-4db9-8816-6ae5d76bf5b9 None None] Provisioning complete for port ff2472c6-20e7-4c8e-a0d1-032d69963902 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:30:31.812650 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b979a7dc-84d1-4db9-8816-6ae5d76bf5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:31.814425 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:31.847819 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-68b213be-b4c5-42bc-8e0c-14d064e68120 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:31.879318 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:31.903523 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 38578) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:31.907399 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-6e86a65c-211e-4113-9566-8afde3343f3d req-a2f0d717-d938-4db9-a9c1-aae5e1bda6bc tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:31.908514 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port ff2472c6-20e7-4c8e-a0d1-032d69963902, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=ff2472c6-20e7-4c8e-a0d1-032d69963902,segment=NetworkSegment(f90c20bb-524a-4710-8582-126e5e05c33b),segment_id=f90c20bb-524a-4710-8582-126e5e05c33b)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:30:31.927106 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c5203f1-dc6c-4ce0-8a6f-a7eb84904288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '734a5f96-8e6f-45ae-a1cc-aa62004d2538'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:30:31.929586 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b668d9e3-22d7-45d6-bdf8-21a921c9067e" -d '{"events": [{"server_uuid": "5c5203f1-dc6c-4ce0-8a6f-a7eb84904288", "name": "network-vif-plugged", "status": "completed", "tag": "734a5f96-8e6f-45ae-a1cc-aa62004d2538"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:30:31.946840 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 734a5f96-8e6f-45ae-a1cc-aa62004d2538, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=734a5f96-8e6f-45ae-a1cc-aa62004d2538,segment=NetworkSegment(5f143dec-4705-4ee9-8e64-ce2de1e14f59),segment_id=5f143dec-4705-4ee9-8e64-ce2de1e14f59)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:30:31.993119 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b979a7dc-84d1-4db9-8816-6ae5d76bf5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:31.996504 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b213be-b4c5-42bc-8e0c-14d064e68120 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=854f0664-64f7-4a00-ac88-21bc7b16368c,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:32.031262 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:32.040352 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:32.086926 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f9842255-e59e-4bbc-94b1-3f69ba729c42 req-3e168413-57cd-4baf-9df5-49a9a50507f0 service neutron] 10.222.0.21 "GET /v2.0/networks/5a29fe19-35bd-442b-9589-13cdfa9e36ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7920642 Jul 05 02:30:32.091307 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-68b213be-b4c5-42bc-8e0c-14d064e68120 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:32.096392 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-68b213be-b4c5-42bc-8e0c-14d064e68120 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0770531 Jul 05 02:30:32.102533 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f0d717-d938-4db9-a9c1-aae5e1bda6bc tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Pushing event deleted for resources: {'Port': ['ID=09718ca4-c620-49f4-bd48-beb1b40f1a1b,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:32.109740 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 38584) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:32.124786 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f0b413-8701-4013-ac85-5c9298767951 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Pushing event updated for resources: {'Subnet': ['ID=85ebfe15-09ae-46cc-a212-0b449a8df79b,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:32.130914 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.db.api [None req-b979a7dc-84d1-4db9-8816-6ae5d76bf5b9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94463) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 02:30:32.130914 n-d-771362-32 neutron-server[94463]: DEBUG oslo_db.api [None req-b979a7dc-84d1-4db9-8816-6ae5d76bf5b9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 02:30:32.134029 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=734a5f96-8e6f-45ae-a1cc-aa62004d2538,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:32.138269 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-454fb319-6faa-4cda-9614-5919f1ed40ad tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:32.141653 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-489edc95-3632-484c-a78d-4c5b665b8591 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Request body: {'security_group_rule': {'security_group_id': '0c1de070-e7b7-4adc-9e50-2520982ae783', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:30:32.142054 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f0b413-8701-4013-ac85-5c9298767951 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Checking segment: {'id': '16611021-050a-401c-b200-f56385da9a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ac00d640-9767-46c3-b690-42ea47921624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:30:32.143503 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f0b413-8701-4013-ac85-5c9298767951 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Network hostable DHCP agents. Network: ac00d640-9767-46c3-b690-42ea47921624, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:30:32.192289 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8c622582-63d3-487e-9faa-31d069d0bf6c tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks [] for router_gateway, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:32.214169 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf789fbf-3f96-4e9c-a79b-12b6ff1df805 req-df024466-36d7-40fa-9ef7-612080c46ba3 tempest-ServerGroupTestJSON-96077613 tempest-ServerGroupTestJSON-96077613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:32.220947 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cf789fbf-3f96-4e9c-a79b-12b6ff1df805 req-df024466-36d7-40fa-9ef7-612080c46ba3 tempest-ServerGroupTestJSON-96077613 tempest-ServerGroupTestJSON-96077613-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c5203f1-dc6c-4ce0-8a6f-a7eb84904288 HTTP/1.1" status: 200 len: 945 time: 0.3158786 Jul 05 02:30:32.228346 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=ff2472c6-20e7-4c8e-a0d1-032d69963902,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:32.255635 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-6e86a65c-211e-4113-9566-8afde3343f3d req-a2f0d717-d938-4db9-a9c1-aae5e1bda6bc tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Notify callbacks [] for floatingip, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:32.258820 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-47c8176a-5da3-4737-a6f9-f6537e7b120b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:32.259164 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-6e86a65c-211e-4113-9566-8afde3343f3d req-a2f0d717-d938-4db9-a9c1-aae5e1bda6bc tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:32.260502 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6e86a65c-211e-4113-9566-8afde3343f3d req-a2f0d717-d938-4db9-a9c1-aae5e1bda6bc tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] 10.222.0.23 "DELETE /v2.0/floatingips/2a234517-bc19-47c1-be85-ac42efd4e34f HTTP/1.1" status: 204 len: 173 time: 1.8548436 Jul 05 02:30:32.307779 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cf789fbf-3f96-4e9c-a79b-12b6ff1df805 req-8cc9aa73-7ea4-4b18-a37c-d9e58adb308c tempest-ServerGroupTestJSON-96077613 tempest-ServerGroupTestJSON-96077613-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f095616-4bbf-45b1-91ed-9b229ec97e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839529 Jul 05 02:30:32.315752 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb8bae24-5b6a-4c8f-b489-f753b0c06e27 x-openstack-request-id: req-bb8bae24-5b6a-4c8f-b489-f753b0c06e27 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:30:32.318028 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c5203f1-dc6c-4ce0-8a6f-a7eb84904288", "name": "network-vif-plugged", "status": "completed", "tag": "734a5f96-8e6f-45ae-a1cc-aa62004d2538", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:30:32.318403 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bb8bae24-5b6a-4c8f-b489-f753b0c06e27 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:30:32.318897 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c5203f1-dc6c-4ce0-8a6f-a7eb84904288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '734a5f96-8e6f-45ae-a1cc-aa62004d2538', 'code': 200} Jul 05 02:30:32.344228 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f0b413-8701-4013-ac85-5c9298767951 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Network ac00d640-9767-46c3-b690-42ea47921624 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:30:32.435046 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-489edc95-3632-484c-a78d-4c5b665b8591 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:32.468379 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-32f0b413-8701-4013-ac85-5c9298767951 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, ac00d640-9767-46c3-b690-42ea47921624) {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:30:32.480579 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dda7b38-0260-4a3b-b943-47fd25534885 None None] Network ac00d640-9767-46c3-b690-42ea47921624 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:30:32.483173 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f0b413-8701-4013-ac85-5c9298767951 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:32.483778 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-32f0b413-8701-4013-ac85-5c9298767951 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:32.548064 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-47c8176a-5da3-4737-a6f9-f6537e7b120b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:32.554780 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bbc975-2fdd-4bfe-a5b8-ea2b87585959 req-c81d12b4-59a2-4443-a853-b86353de21b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:32.556625 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-66bbc975-2fdd-4bfe-a5b8-ea2b87585959 req-c81d12b4-59a2-4443-a853-b86353de21b6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5c5203f1-dc6c-4ce0-8a6f-a7eb84904288 HTTP/1.1" status: 200 len: 1098 time: 0.1602745 Jul 05 02:30:32.594502 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a4102195-b2a8-4473-98c1-26931ac4b3ec req-4adfbe77-9854-48c6-9c46-42c6ce1b2479 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.7.252 HTTP/1.1" status: 200 len: 1002 time: 0.2279136 Jul 05 02:30:32.664781 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-47c8176a-5da3-4737-a6f9-f6537e7b120b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:32.679692 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8c622582-63d3-487e-9faa-31d069d0bf6c tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963'] for router, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:32.681424 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-66bbc975-2fdd-4bfe-a5b8-ea2b87585959 req-ae3dc163-7280-40b2-8084-7abef1c6e348 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0f095616-4bbf-45b1-91ed-9b229ec97e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172199 Jul 05 02:30:32.685620 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-489edc95-3632-484c-a78d-4c5b665b8591 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:32.735337 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb8199a-acbe-49d9-afb5-e23cc2f1aeaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-ac00d640-9767-46c3-b690-42ea47921624', 'network_id': 'ac00d640-9767-46c3-b690-42ea47921624', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'fixed_ips': [{'subnet_id': '85ebfe15-09ae-46cc-a212-0b449a8df79b'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:30:32.736525 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-47c8176a-5da3-4737-a6f9-f6537e7b120b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fea3de202e7e4d01a80dabb38f7b57de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8281541 Jul 05 02:30:32.736764 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5fb8199a-acbe-49d9-afb5-e23cc2f1aeaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:32.743884 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-32f0b413-8701-4013-ac85-5c9298767951 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8499084 Jul 05 02:30:32.744199 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 38588) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:32.748936 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c8176a-5da3-4737-a6f9-f6537e7b120b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80126d0f-910c-4aa7-aafb-64469def28a3,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:32.752530 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 38590) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:32.769810 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4102195-b2a8-4473-98c1-26931ac4b3ec req-157a591e-307f-4920-bc2b-87e92b950739 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:32.774044 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a4102195-b2a8-4473-98c1-26931ac4b3ec req-157a591e-307f-4920-bc2b-87e92b950739 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] 10.222.0.23 "GET /v2.0/ports/595d64a7-1347-4f1a-9502-d38884bf6074 HTTP/1.1" status: 200 len: 943 time: 0.1736245 Jul 05 02:30:32.781157 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-489edc95-3632-484c-a78d-4c5b665b8591 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:32.807259 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489edc95-3632-484c-a78d-4c5b665b8591 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d4ced19-1924-4fd0-9d94-752cf952d2f1,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:32.822264 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-454fb319-6faa-4cda-9614-5919f1ed40ad tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:32.908883 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-454fb319-6faa-4cda-9614-5919f1ed40ad tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:32.913850 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-489edc95-3632-484c-a78d-4c5b665b8591 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:32.915298 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-489edc95-3632-484c-a78d-4c5b665b8591 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.8047125 Jul 05 02:30:32.918213 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 38592) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:32.954211 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 02:30:32.960985 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-5fb8199a-acbe-49d9-afb5-e23cc2f1aeaa None None] Allocated IP 2001:db8::2 (ac00d640-9767-46c3-b690-42ea47921624/85ebfe15-09ae-46cc-a212-0b449a8df79b/28a136a8-1b31-45bd-9394-f16cd232bb11) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:30:33.008740 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c622582-63d3-487e-9faa-31d069d0bf6c tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Router d8e58f2d-f636-4c74-83a5-152f04ccaccb is scheduled to L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 with binding_index 1 {{(pid=94462) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 02:30:33.019986 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3f84dbd2-393f-4a9b-94fe-ebd34ae4d3f0 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:33.038277 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3f84dbd2-393f-4a9b-94fe-ebd34ae4d3f0 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:33.043079 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a4102195-b2a8-4473-98c1-26931ac4b3ec req-2b219cd5-8b1d-4f68-85af-e2481cf308c6 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.7.252 HTTP/1.1" status: 200 len: 1002 time: 0.1166458 Jul 05 02:30:33.057602 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-fc46ce3e-b240-49fe-ac55-a3dafcae9dd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:33.136063 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-fc46ce3e-b240-49fe-ac55-a3dafcae9dd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:33.155265 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5fb8199a-acbe-49d9-afb5-e23cc2f1aeaa None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:33.166722 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-5fb8199a-acbe-49d9-afb5-e23cc2f1aeaa None None] Transition to ACTIVE for port object 28a136a8-1b31-45bd-9394-f16cd232bb11 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:30:33.186544 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device ff2472c6-20e7-4c8e-a0d1-032d69963902 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:30:33.246590 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port ff2472c6-20e7-4c8e-a0d1-032d69963902 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:30:33.247129 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:33.262957 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c622582-63d3-487e-9faa-31d069d0bf6c tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:30:33.273908 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91963bfb-3d1c-4f66-a53d-c11d9d59150b None None] Sync routers for ids ['d8e58f2d-f636-4c74-83a5-152f04ccaccb'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:30:33.288050 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91963bfb-3d1c-4f66-a53d-c11d9d59150b None None] Routers {'d8e58f2d-f636-4c74-83a5-152f04ccaccb'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:30:33.288939 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-91963bfb-3d1c-4f66-a53d-c11d9d59150b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:30:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['d8e58f2d-f636-4c74-83a5-152f04ccaccb'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:33.300757 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-5fb8199a-acbe-49d9-afb5-e23cc2f1aeaa None None] Transition to ACTIVE for port object 28a136a8-1b31-45bd-9394-f16cd232bb11 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:30:33.314726 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3f84dbd2-393f-4a9b-94fe-ebd34ae4d3f0 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:33.329742 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3f84dbd2-393f-4a9b-94fe-ebd34ae4d3f0 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:33.346591 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-3f84dbd2-393f-4a9b-94fe-ebd34ae4d3f0 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/5d4ced19-1924-4fd0-9d94-752cf952d2f1 HTTP/1.1" status: 204 len: 168 time: 0.4242661 Jul 05 02:30:33.360283 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 38596) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:33.381369 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-91963bfb-3d1c-4f66-a53d-c11d9d59150b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:33.392364 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5fb8199a-acbe-49d9-afb5-e23cc2f1aeaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:33.401845 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91963bfb-3d1c-4f66-a53d-c11d9d59150b None None] Routers {'d8e58f2d-f636-4c74-83a5-152f04ccaccb'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:30:33.402876 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-91963bfb-3d1c-4f66-a53d-c11d9d59150b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:30:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['d8e58f2d-f636-4c74-83a5-152f04ccaccb'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:33.452055 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4102195-b2a8-4473-98c1-26931ac4b3ec req-e041da4f-98db-494d-8413-5a14b65c3f10 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:33.452883 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-33c79ead-5e9f-4889-b88e-d634fc2ae741 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:33.456236 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a4102195-b2a8-4473-98c1-26931ac4b3ec req-e041da4f-98db-494d-8413-5a14b65c3f10 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] 10.222.0.23 "GET /v2.0/networks/4bbc2f9e-02cf-490e-901d-2588655a3ef0 HTTP/1.1" status: 200 len: 784 time: 0.3742781 Jul 05 02:30:33.463188 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f84dbd2-393f-4a9b-94fe-ebd34ae4d3f0 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5d4ced19-1924-4fd0-9d94-752cf952d2f1,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:33.479572 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-fc46ce3e-b240-49fe-ac55-a3dafcae9dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:33.483973 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-fc46ce3e-b240-49fe-ac55-a3dafcae9dd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:33.483973 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-fc46ce3e-b240-49fe-ac55-a3dafcae9dd9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/80126d0f-910c-4aa7-aafb-64469def28a3 HTTP/1.1" status: 204 len: 168 time: 0.7354670 Jul 05 02:30:33.487928 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb8199a-acbe-49d9-afb5-e23cc2f1aeaa None None] Pushing event updated for resources: {'Port': ['ID=28a136a8-1b31-45bd-9394-f16cd232bb11,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:33.488479 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-91963bfb-3d1c-4f66-a53d-c11d9d59150b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:33.491102 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-454fb319-6faa-4cda-9614-5919f1ed40ad tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Allocated IP 2001:db8::96 (db38062e-06c2-414f-a398-0d9da67a4e9f/a5f8ed2e-b86b-4b58-87c9-0403463ef883/47377da0-b6f4-4f21-a33d-86b7c0bc9576) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:30:33.491282 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91963bfb-3d1c-4f66-a53d-c11d9d59150b None None] The sync data for ids ['d8e58f2d-f636-4c74-83a5-152f04ccaccb'] in n-d-771362-32 is: [] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:30:33.511565 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb8199a-acbe-49d9-afb5-e23cc2f1aeaa None None] Network ac00d640-9767-46c3-b690-42ea47921624 is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:30:33.513058 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-5fb8199a-acbe-49d9-afb5-e23cc2f1aeaa None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:30:33.513882 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc46ce3e-b240-49fe-ac55-a3dafcae9dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80126d0f-910c-4aa7-aafb-64469def28a3,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:33.518449 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb8199a-acbe-49d9-afb5-e23cc2f1aeaa None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:30:33.569094 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8c622582-63d3-487e-9faa-31d069d0bf6c tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:33.571897 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-8c622582-63d3-487e-9faa-31d069d0bf6c tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.0571866 Jul 05 02:30:33.574153 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 38600) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:33.604865 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-5fb8199a-acbe-49d9-afb5-e23cc2f1aeaa None None] Attempting to bind port 28a136a8-1b31-45bd-9394-f16cd232bb11 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:30:33.605238 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-5fb8199a-acbe-49d9-afb5-e23cc2f1aeaa None None] Attempting to bind port 28a136a8-1b31-45bd-9394-f16cd232bb11 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '16611021-050a-401c-b200-f56385da9a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ac00d640-9767-46c3-b690-42ea47921624'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:30:33.605610 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb8199a-acbe-49d9-afb5-e23cc2f1aeaa None None] Attempting to bind port 28a136a8-1b31-45bd-9394-f16cd232bb11 on network ac00d640-9767-46c3-b690-42ea47921624 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:30:33.615939 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb8199a-acbe-49d9-afb5-e23cc2f1aeaa None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:30:33.617074 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb8199a-acbe-49d9-afb5-e23cc2f1aeaa None None] Checking segment: {'id': '16611021-050a-401c-b200-f56385da9a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ac00d640-9767-46c3-b690-42ea47921624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:30:33.617074 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5fb8199a-acbe-49d9-afb5-e23cc2f1aeaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:33.617301 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb8199a-acbe-49d9-afb5-e23cc2f1aeaa None None] Bound using segment: {'id': '16611021-050a-401c-b200-f56385da9a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ac00d640-9767-46c3-b690-42ea47921624'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:30:33.618188 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-5fb8199a-acbe-49d9-afb5-e23cc2f1aeaa None None] Bound port: 28a136a8-1b31-45bd-9394-f16cd232bb11, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16611021-050a-401c-b200-f56385da9a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ac00d640-9767-46c3-b690-42ea47921624'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:30:33.618188 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5fb8199a-acbe-49d9-afb5-e23cc2f1aeaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:33.636992 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-96732ee6-1171-493a-a7b8-2f779b61c643 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.2685935 Jul 05 02:30:33.648382 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 38602) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:33.730067 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-5fb8199a-acbe-49d9-afb5-e23cc2f1aeaa None None] For port 28a136a8-1b31-45bd-9394-f16cd232bb11, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:30:33.736115 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-5fb8199a-acbe-49d9-afb5-e23cc2f1aeaa None None] For port 28a136a8-1b31-45bd-9394-f16cd232bb11, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=28a136a8-1b31-45bd-9394-f16cd232bb11,segment=NetworkSegment(16611021-050a-401c-b200-f56385da9a20),segment_id=16611021-050a-401c-b200-f56385da9a20)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:30:33.807000 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a4102195-b2a8-4473-98c1-26931ac4b3ec req-69b9fc0c-b6f6-4f28-98ef-d440d305fbfa tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.7.252 HTTP/1.1" status: 200 len: 1002 time: 0.2937236 Jul 05 02:30:33.845750 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-a4102195-b2a8-4473-98c1-26931ac4b3ec req-82280f85-2474-46ad-b89d-654f6a114749 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:30:33.898922 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-157cdbc0-2e0e-442d-9387-fdc5c199a0ed tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:33.899646 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5fb8199a-acbe-49d9-afb5-e23cc2f1aeaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:33.925533 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-a4102195-b2a8-4473-98c1-26931ac4b3ec req-82280f85-2474-46ad-b89d-654f6a114749 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Notify callbacks [] for floatingip, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:33.933171 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-157cdbc0-2e0e-442d-9387-fdc5c199a0ed tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:33.983646 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb8199a-acbe-49d9-afb5-e23cc2f1aeaa None None] Pushing event updated for resources: {'Port': ['ID=28a136a8-1b31-45bd-9394-f16cd232bb11,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:34.058245 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-454fb319-6faa-4cda-9614-5919f1ed40ad tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:34.076515 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b82af1-4e85-4164-8bc2-36cbb0d1083b req-b7743ffd-1744-4cb0-9eff-5d9b269e1a7e tempest-ServerGroupTestJSON-96077613 tempest-ServerGroupTestJSON-96077613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:34.078014 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-10b82af1-4e85-4164-8bc2-36cbb0d1083b req-b7743ffd-1744-4cb0-9eff-5d9b269e1a7e tempest-ServerGroupTestJSON-96077613 tempest-ServerGroupTestJSON-96077613-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c5203f1-dc6c-4ce0-8a6f-a7eb84904288 HTTP/1.1" status: 200 len: 946 time: 0.4651098 Jul 05 02:30:34.130340 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-157cdbc0-2e0e-442d-9387-fdc5c199a0ed tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:34.139166 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-157cdbc0-2e0e-442d-9387-fdc5c199a0ed tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:34.139166 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-157cdbc0-2e0e-442d-9387-fdc5c199a0ed tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/854f0664-64f7-4a00-ac88-21bc7b16368c HTTP/1.1" status: 204 len: 168 time: 0.4490089 Jul 05 02:30:34.143028 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 38612) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:34.181169 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-33c79ead-5e9f-4889-b88e-d634fc2ae741 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Allocated IP 2001:db8::1 (ac00d640-9767-46c3-b690-42ea47921624/85ebfe15-09ae-46cc-a212-0b449a8df79b/131a1349-f071-4dc0-93fd-af323ab6af44) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:30:34.190429 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157cdbc0-2e0e-442d-9387-fdc5c199a0ed tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=854f0664-64f7-4a00-ac88-21bc7b16368c,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:34.216150 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-10b82af1-4e85-4164-8bc2-36cbb0d1083b req-267b1880-0b99-443d-9959-f19ea4a50819 tempest-ServerGroupTestJSON-96077613 tempest-ServerGroupTestJSON-96077613-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f095616-4bbf-45b1-91ed-9b229ec97e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102557 Jul 05 02:30:34.297169 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-8644672e-a80f-4ac4-befa-3a3672f23614 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1511002 Jul 05 02:30:34.303710 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 38614) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:34.333961 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-454fb319-6faa-4cda-9614-5919f1ed40ad tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:34.495643 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-70c5ce28-ae6d-4ce6-9290-cf18e11802a2 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:34.521360 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454fb319-6faa-4cda-9614-5919f1ed40ad tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Network db38062e-06c2-414f-a398-0d9da67a4e9f is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:30:34.531488 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-70c5ce28-ae6d-4ce6-9290-cf18e11802a2 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:34.536424 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454fb319-6faa-4cda-9614-5919f1ed40ad tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Pushing event updated for resources: {'Port': ['ID=47377da0-b6f4-4f21-a33d-86b7c0bc9576,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:34.541009 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-454fb319-6faa-4cda-9614-5919f1ed40ad tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:30:34.561792 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454fb319-6faa-4cda-9614-5919f1ed40ad tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:30:34.572740 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-33c79ead-5e9f-4889-b88e-d634fc2ae741 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:34.688094 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [None req-33c79ead-5e9f-4889-b88e-d634fc2ae741 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Transition to ACTIVE for port object 131a1349-f071-4dc0-93fd-af323ab6af44 will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:30:34.740684 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-a4102195-b2a8-4473-98c1-26931ac4b3ec req-82280f85-2474-46ad-b89d-654f6a114749 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:34.807765 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-70c5ce28-ae6d-4ce6-9290-cf18e11802a2 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:34.819557 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-70c5ce28-ae6d-4ce6-9290-cf18e11802a2 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:34.819557 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-70c5ce28-ae6d-4ce6-9290-cf18e11802a2 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/ffaa01ed-5d90-4748-a821-6c7539afe8fd HTTP/1.1" status: 204 len: 168 time: 0.5143023 Jul 05 02:30:34.824263 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 38624) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:34.841747 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c5ce28-ae6d-4ce6-9290-cf18e11802a2 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ffaa01ed-5d90-4748-a821-6c7539afe8fd,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:34.854618 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-a4102195-b2a8-4473-98c1-26931ac4b3ec req-82280f85-2474-46ad-b89d-654f6a114749 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636869'] for floatingip, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:34.854618 n-d-771362-32 neutron-server[94462]: INFO neutron.db.l3_db [req-a4102195-b2a8-4473-98c1-26931ac4b3ec req-82280f85-2474-46ad-b89d-654f6a114749 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Floating IP 132615a1-d32b-467d-92a2-851152723c9c disassociated. External IP: 172.25.7.252, port: 595d64a7-1347-4f1a-9502-d38884bf6074. Jul 05 02:30:34.855262 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-33c79ead-5e9f-4889-b88e-d634fc2ae741 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:34.897774 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-509a345f-1b2c-40a3-94b3-5ea335792a62 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:34.975053 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c79ead-5e9f-4889-b88e-d634fc2ae741 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Network ac00d640-9767-46c3-b690-42ea47921624 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:30:34.992565 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-f5ba35ca-ddc2-416a-bc39-fd0c050b4ab3 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1658568 Jul 05 02:30:34.992745 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 38628) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:35.001909 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-33c79ead-5e9f-4889-b88e-d634fc2ae741 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:30:35.008391 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c79ead-5e9f-4889-b88e-d634fc2ae741 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:30:35.008956 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-33c79ead-5e9f-4889-b88e-d634fc2ae741 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635668'] for router_interface, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:35.011695 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c79ead-5e9f-4889-b88e-d634fc2ae741 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Pushing event updated for resources: {'Port': ['ID=131a1349-f071-4dc0-93fd-af323ab6af44,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:35.090300 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-07a6dff1-638c-4661-9966-27862179f907 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:35.102038 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-07a6dff1-638c-4661-9966-27862179f907 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:35.165616 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-454fb319-6faa-4cda-9614-5919f1ed40ad tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:35.258230 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 28a136a8-1b31-45bd-9394-f16cd232bb11 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:30:35.395469 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-07a6dff1-638c-4661-9966-27862179f907 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:35.415887 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-07a6dff1-638c-4661-9966-27862179f907 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:35.417229 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-07a6dff1-638c-4661-9966-27862179f907 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/d31def01-b527-4575-89d8-e1feba2a5a35 HTTP/1.1" status: 204 len: 168 time: 0.4242189 Jul 05 02:30:35.422601 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 38634) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:35.436562 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-33c79ead-5e9f-4889-b88e-d634fc2ae741 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:35.447401 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 28a136a8-1b31-45bd-9394-f16cd232bb11 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:30:35.466954 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a6dff1-638c-4661-9966-27862179f907 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d31def01-b527-4575-89d8-e1feba2a5a35,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:35.511459 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a4102195-b2a8-4473-98c1-26931ac4b3ec req-82280f85-2474-46ad-b89d-654f6a114749 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Router 66bfe7b3-8ff7-4069-9b12-5163ff02d65e has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:30:35.628487 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-509a345f-1b2c-40a3-94b3-5ea335792a62 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Allocated IP 172.20.0.1 (f1adfb5a-58a0-4421-aee5-50dc85bff4bc/55243680-5c4e-4cf6-9d2e-2434b97023a1/c3ee3c10-6968-4671-b6ed-14e615a062a7) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:30:35.650049 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508632da-ae8f-4364-8df3-8ae98173feb8 None None] Network ac00d640-9767-46c3-b690-42ea47921624 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:30:35.802913 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a4102195-b2a8-4473-98c1-26931ac4b3ec req-82280f85-2474-46ad-b89d-654f6a114749 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:30:35.809234 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-a4102195-b2a8-4473-98c1-26931ac4b3ec req-82280f85-2474-46ad-b89d-654f6a114749 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:35.818301 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959ca3ec-371d-4acf-9a78-20c52fa25877 None None] Sync routers for ids ['66bfe7b3-8ff7-4069-9b12-5163ff02d65e'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:30:35.861222 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-f65f8759-3701-441c-bb81-2ed02c75368a None None] Provisioning for port 28a136a8-1b31-45bd-9394-f16cd232bb11 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:30:35.877470 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959ca3ec-371d-4acf-9a78-20c52fa25877 None None] Routers {'66bfe7b3-8ff7-4069-9b12-5163ff02d65e'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:30:35.878763 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-959ca3ec-371d-4acf-9a78-20c52fa25877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:30:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['66bfe7b3-8ff7-4069-9b12-5163ff02d65e'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:35.884193 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a4102195-b2a8-4473-98c1-26931ac4b3ec req-82280f85-2474-46ad-b89d-654f6a114749 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] 10.222.0.23 "PUT /v2.0/floatingips/132615a1-d32b-467d-92a2-851152723c9c HTTP/1.1" status: 200 len: 695 time: 2.0415599 Jul 05 02:30:35.902075 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '011ab283-3e48-4698-b61f-e35f9a492bb7', 'tag': '595d64a7-1347-4f1a-9502-d38884bf6074'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:30:35.904738 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b223267e0e0ddb3199af7772d0b45336e3b4b54fbb151c86a8051291a61e85db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c99800c5-fc2d-40a9-8fe0-4d65592b78f1" -d '{"events": [{"name": "network-changed", "server_uuid": "011ab283-3e48-4698-b61f-e35f9a492bb7", "tag": "595d64a7-1347-4f1a-9502-d38884bf6074"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:30:35.911135 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-509a345f-1b2c-40a3-94b3-5ea335792a62 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:35.936176 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-f65f8759-3701-441c-bb81-2ed02c75368a None None] Provisioning complete for port 28a136a8-1b31-45bd-9394-f16cd232bb11 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:30:35.936903 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f65f8759-3701-441c-bb81-2ed02c75368a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:35.982715 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [None req-509a345f-1b2c-40a3-94b3-5ea335792a62 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Transition to ACTIVE for port object c3ee3c10-6968-4671-b6ed-14e615a062a7 will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:30:36.096984 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4102195-b2a8-4473-98c1-26931ac4b3ec req-50edae55-672f-4e8d-9d4c-bf7f726dcaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:36.099434 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a4102195-b2a8-4473-98c1-26931ac4b3ec req-50edae55-672f-4e8d-9d4c-bf7f726dcaa7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1c86027370b247c2b5010395a3a8fb85&device_id=011ab283-3e48-4698-b61f-e35f9a492bb7 HTTP/1.1" status: 200 len: 1098 time: 0.1847239 Jul 05 02:30:36.102063 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 38646) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:36.102367 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-eff2a5a3-2e3b-4d51-92c8-de8c69691f43 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.6770806 Jul 05 02:30:36.160316 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-959ca3ec-371d-4acf-9a78-20c52fa25877 None None] Set router 66bfe7b3-8ff7-4069-9b12-5163ff02d65e gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:30:36.196316 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f65f8759-3701-441c-bb81-2ed02c75368a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:36.212991 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-454fb319-6faa-4cda-9614-5919f1ed40ad tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963'] for router, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:36.235088 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd4de38-8c27-443d-a7ba-f9a2e9326ee5 req-5abfd0f4-89ce-47a8-9a99-bb31c95deb0f tempest-ServerGroupTestJSON-96077613 tempest-ServerGroupTestJSON-96077613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:36.242559 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9cd4de38-8c27-443d-a7ba-f9a2e9326ee5 req-5abfd0f4-89ce-47a8-9a99-bb31c95deb0f tempest-ServerGroupTestJSON-96077613 tempest-ServerGroupTestJSON-96077613-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c5203f1-dc6c-4ce0-8a6f-a7eb84904288 HTTP/1.1" status: 200 len: 946 time: 0.3512483 Jul 05 02:30:36.280402 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-f65f8759-3701-441c-bb81-2ed02c75368a None None] For port 28a136a8-1b31-45bd-9394-f16cd232bb11, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=28a136a8-1b31-45bd-9394-f16cd232bb11,segment=NetworkSegment(16611021-050a-401c-b200-f56385da9a20),segment_id=16611021-050a-401c-b200-f56385da9a20)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:30:36.295984 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-509a345f-1b2c-40a3-94b3-5ea335792a62 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:36.365472 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d69ab8d7-b14b-4898-a9c2-9f423583377a tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:36.437286 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f65f8759-3701-441c-bb81-2ed02c75368a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:36.437719 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509a345f-1b2c-40a3-94b3-5ea335792a62 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Network f1adfb5a-58a0-4421-aee5-50dc85bff4bc is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:30:36.437719 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d69ab8d7-b14b-4898-a9c2-9f423583377a tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:36.462615 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-509a345f-1b2c-40a3-94b3-5ea335792a62 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:30:36.486213 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509a345f-1b2c-40a3-94b3-5ea335792a62 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:30:36.500919 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509a345f-1b2c-40a3-94b3-5ea335792a62 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Pushing event updated for resources: {'Port': ['ID=c3ee3c10-6968-4671-b6ed-14e615a062a7,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:36.550722 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9cd4de38-8c27-443d-a7ba-f9a2e9326ee5 req-e01cd3a1-5651-4cad-93a1-7b65e6243a80 tempest-ServerGroupTestJSON-96077613 tempest-ServerGroupTestJSON-96077613-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f095616-4bbf-45b1-91ed-9b229ec97e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3073757 Jul 05 02:30:36.551768 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 38652) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:36.569267 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65f8759-3701-441c-bb81-2ed02c75368a None None] Pushing event updated for resources: {'Port': ['ID=28a136a8-1b31-45bd-9394-f16cd232bb11,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:36.629406 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4102195-b2a8-4473-98c1-26931ac4b3ec req-7a460958-609d-47ff-acd3-ff864a81f6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:36.631374 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a4102195-b2a8-4473-98c1-26931ac4b3ec req-7a460958-609d-47ff-acd3-ff864a81f6b3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5a29fe19-35bd-442b-9589-13cdfa9e36ce HTTP/1.1" status: 200 len: 928 time: 0.5141015 Jul 05 02:30:36.709592 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c3ceb70-775e-48ed-b646-e8bc10016b8b x-openstack-request-id: req-9c3ceb70-775e-48ed-b646-e8bc10016b8b {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:30:36.709886 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "011ab283-3e48-4698-b61f-e35f9a492bb7", "tag": "595d64a7-1347-4f1a-9502-d38884bf6074", "status": "completed", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:30:36.710224 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9c3ceb70-775e-48ed-b646-e8bc10016b8b {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:30:36.713060 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '011ab283-3e48-4698-b61f-e35f9a492bb7', 'tag': '595d64a7-1347-4f1a-9502-d38884bf6074', 'status': 'completed', 'code': 200} Jul 05 02:30:36.800714 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-509a345f-1b2c-40a3-94b3-5ea335792a62 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635668'] for router_interface, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:36.811053 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d69ab8d7-b14b-4898-a9c2-9f423583377a tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:36.827195 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d69ab8d7-b14b-4898-a9c2-9f423583377a tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:36.829216 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-d69ab8d7-b14b-4898-a9c2-9f423583377a tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/4ed205bf-63b1-4307-adb7-9dce56ea7f25 HTTP/1.1" status: 204 len: 168 time: 0.7272522 Jul 05 02:30:36.835292 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a4102195-b2a8-4473-98c1-26931ac4b3ec req-00a4bd79-577e-4907-8a39-1b94d570bedc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=595d64a7-1347-4f1a-9502-d38884bf6074 HTTP/1.1" status: 200 len: 217 time: 0.1890273 Jul 05 02:30:36.836044 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 38660) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:36.928944 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-5903477f-3236-40d2-b7eb-59332e202a13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382753507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382753507-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-403377688'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:30:36.998226 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-33c79ead-5e9f-4889-b88e-d634fc2ae741 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:37.033246 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99800c5-fc2d-40a9-8fe0-4d65592b78f1 req-5dfb2520-3a99-498e-b44d-4d5150306bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:37.034817 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c99800c5-fc2d-40a9-8fe0-4d65592b78f1 req-5dfb2520-3a99-498e-b44d-4d5150306bed service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1c86027370b247c2b5010395a3a8fb85&device_id=011ab283-3e48-4698-b61f-e35f9a492bb7 HTTP/1.1" status: 200 len: 1098 time: 0.3224993 Jul 05 02:30:37.039333 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4102195-b2a8-4473-98c1-26931ac4b3ec req-ef214c99-ec35-4d76-842e-5534a51493b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:37.043052 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a4102195-b2a8-4473-98c1-26931ac4b3ec req-ef214c99-ec35-4d76-842e-5534a51493b7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=228a53f6-6ef9-4418-b7c1-2dd8410e94ca HTTP/1.1" status: 200 len: 867 time: 0.0977974 Jul 05 02:30:37.052980 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-959ca3ec-371d-4acf-9a78-20c52fa25877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bfe7b3-8ff7-4069-9b12-5163ff02d65e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-796095934-router', 'tenant_id': '1c86027370b247c2b5010395a3a8fb85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '730f37ef-6757-4463-8a1b-f441b59547a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:29:35Z', 'updated_at': '2021-07-05T02:29:47Z', 'revision_number': 4, 'project_id': '1c86027370b247c2b5010395a3a8fb85', 'gw_port': {'id': '730f37ef-6757-4463-8a1b-f441b59547a2', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:05:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bfe7b3-8ff7-4069-9b12-5163ff02d65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:29:38Z', 'updated_at': '2021-07-05T02:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'd7eeca31-3e73-4e8a-89b2-b38b4f2abd3b', 'name': '', 'network_id': '5a29fe19-35bd-442b-9589-13cdfa9e36ce', 'tenant_id': '1c86027370b247c2b5010395a3a8fb85', 'mac_address': 'fa:16:3e:86:be:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bfe7b3-8ff7-4069-9b12-5163ff02d65e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '228a53f6-6ef9-4418-b7c1-2dd8410e94ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:29:45Z', 'updated_at': '2021-07-05T02:29:53Z', 'revision_number': 5, 'project_id': '1c86027370b247c2b5010395a3a8fb85', 'subnets': [{'id': '228a53f6-6ef9-4418-b7c1-2dd8410e94ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:37.070867 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69ab8d7-b14b-4898-a9c2-9f423583377a tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4ed205bf-63b1-4307-adb7-9dce56ea7f25,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:37.096975 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959ca3ec-371d-4acf-9a78-20c52fa25877 None None] Checking router: 66bfe7b3-8ff7-4069-9b12-5163ff02d65e for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:30:37.115866 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959ca3ec-371d-4acf-9a78-20c52fa25877 None None] Routers {'66bfe7b3-8ff7-4069-9b12-5163ff02d65e'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:30:37.116808 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-959ca3ec-371d-4acf-9a78-20c52fa25877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:30:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['66bfe7b3-8ff7-4069-9b12-5163ff02d65e'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:37.122187 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-5262fdd4-3b29-435e-b0de-6a05feaa8d16 None None] Provisioning for port 131a1349-f071-4dc0-93fd-af323ab6af44 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:30:37.156845 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5903477f-3236-40d2-b7eb-59332e202a13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382753507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382753507-project] Made reservation on behalf of 63e27ee60c86483381ce8a49636cab64 for: {'network': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:30:37.161676 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5903477f-3236-40d2-b7eb-59332e202a13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382753507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382753507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:37.167828 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-454fb319-6faa-4cda-9614-5919f1ed40ad tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Router 5e49f1fd-e034-48b1-bd33-f4ebf4ee13d9 is scheduled to L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 with binding_index 1 {{(pid=94461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 02:30:37.169088 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-33c79ead-5e9f-4889-b88e-d634fc2ae741 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:37.169853 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-33c79ead-5e9f-4889-b88e-d634fc2ae741 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634601'] for router_interface, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:37.191963 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-10982156-4379-4fc1-ace9-6bef402f069e tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2631366 Jul 05 02:30:37.196165 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 38662) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:37.199115 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-5262fdd4-3b29-435e-b0de-6a05feaa8d16 None None] Provisioning complete for port 131a1349-f071-4dc0-93fd-af323ab6af44 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:30:37.199565 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5262fdd4-3b29-435e-b0de-6a05feaa8d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:37.206819 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 28a136a8-1b31-45bd-9394-f16cd232bb11 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:30:37.229500 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5903477f-3236-40d2-b7eb-59332e202a13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382753507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382753507-project] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:37.274816 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99800c5-fc2d-40a9-8fe0-4d65592b78f1 req-e7726d66-edaa-4dca-8f99-d9892e133aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:37.276249 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c99800c5-fc2d-40a9-8fe0-4d65592b78f1 req-e7726d66-edaa-4dca-8f99-d9892e133aa1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5a29fe19-35bd-442b-9589-13cdfa9e36ce HTTP/1.1" status: 200 len: 928 time: 0.2348032 Jul 05 02:30:37.311388 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4102195-b2a8-4473-98c1-26931ac4b3ec req-4621dd82-4826-4d64-a118-2dc2806c9ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:37.312672 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a4102195-b2a8-4473-98c1-26931ac4b3ec req-4621dd82-4826-4d64-a118-2dc2806c9ff1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5a29fe19-35bd-442b-9589-13cdfa9e36ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2547524 Jul 05 02:30:37.330100 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-5262fdd4-3b29-435e-b0de-6a05feaa8d16 None None] Port 131a1349-f071-4dc0-93fd-af323ab6af44 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:30:37.345478 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fb03ac52-37fe-410c-9e99-d7b9e94fc347 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:37.346033 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-959ca3ec-371d-4acf-9a78-20c52fa25877 None None] Set router 66bfe7b3-8ff7-4069-9b12-5163ff02d65e gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:30:37.351665 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c99800c5-fc2d-40a9-8fe0-4d65592b78f1 req-bf10f2aa-944d-4f8d-a810-418c2eeb2924 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=595d64a7-1347-4f1a-9502-d38884bf6074 HTTP/1.1" status: 200 len: 217 time: 0.0511541 Jul 05 02:30:37.415624 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-5262fdd4-3b29-435e-b0de-6a05feaa8d16 None None] Provisioning complete for port 28a136a8-1b31-45bd-9394-f16cd232bb11 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:30:37.416076 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5262fdd4-3b29-435e-b0de-6a05feaa8d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:37.484587 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c79ead-5e9f-4889-b88e-d634fc2ae741 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Pushing event updated for resources: {'Port': ['ID=131a1349-f071-4dc0-93fd-af323ab6af44,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:37.506787 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 28a136a8-1b31-45bd-9394-f16cd232bb11 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:30:37.506787 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:37.601779 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c79ead-5e9f-4889-b88e-d634fc2ae741 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Network ac00d640-9767-46c3-b690-42ea47921624 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:30:37.614864 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-33c79ead-5e9f-4889-b88e-d634fc2ae741 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:30:37.693587 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99800c5-fc2d-40a9-8fe0-4d65592b78f1 req-65c258c0-19dc-439b-8351-ff9166cc854b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:37.696952 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c99800c5-fc2d-40a9-8fe0-4d65592b78f1 req-65c258c0-19dc-439b-8351-ff9166cc854b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=228a53f6-6ef9-4418-b7c1-2dd8410e94ca HTTP/1.1" status: 200 len: 867 time: 0.2951674 Jul 05 02:30:37.822038 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fb03ac52-37fe-410c-9e99-d7b9e94fc347 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:37.857596 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-454fb319-6faa-4cda-9614-5919f1ed40ad tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:30:37.876686 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e864559-b538-4568-ae25-aba60560e311 None None] Sync routers for ids ['5e49f1fd-e034-48b1-bd33-f4ebf4ee13d9'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:30:37.903625 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e864559-b538-4568-ae25-aba60560e311 None None] Routers {'5e49f1fd-e034-48b1-bd33-f4ebf4ee13d9'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:30:37.904540 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-1e864559-b538-4568-ae25-aba60560e311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:30:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['5e49f1fd-e034-48b1-bd33-f4ebf4ee13d9'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:37.937362 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-509a345f-1b2c-40a3-94b3-5ea335792a62 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:38.018875 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-959ca3ec-371d-4acf-9a78-20c52fa25877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bfe7b3-8ff7-4069-9b12-5163ff02d65e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-796095934-router', 'tenant_id': '1c86027370b247c2b5010395a3a8fb85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '730f37ef-6757-4463-8a1b-f441b59547a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:29:35Z', 'updated_at': '2021-07-05T02:29:47Z', 'revision_number': 4, 'project_id': '1c86027370b247c2b5010395a3a8fb85', 'gw_port': {'id': '730f37ef-6757-4463-8a1b-f441b59547a2', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:05:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bfe7b3-8ff7-4069-9b12-5163ff02d65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:29:38Z', 'updated_at': '2021-07-05T02:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'd7eeca31-3e73-4e8a-89b2-b38b4f2abd3b', 'name': '', 'network_id': '5a29fe19-35bd-442b-9589-13cdfa9e36ce', 'tenant_id': '1c86027370b247c2b5010395a3a8fb85', 'mac_address': 'fa:16:3e:86:be:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bfe7b3-8ff7-4069-9b12-5163ff02d65e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '228a53f6-6ef9-4418-b7c1-2dd8410e94ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:29:45Z', 'updated_at': '2021-07-05T02:29:53Z', 'revision_number': 5, 'project_id': '1c86027370b247c2b5010395a3a8fb85', 'subnets': [{'id': '228a53f6-6ef9-4418-b7c1-2dd8410e94ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:38.026262 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-8d8233d8-f616-49f5-a128-b6a76398c064 None None] Provisioning complete for port 131a1349-f071-4dc0-93fd-af323ab6af44 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:30:38.026262 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8d8233d8-f616-49f5-a128-b6a76398c064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:38.058085 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a4102195-b2a8-4473-98c1-26931ac4b3ec req-85321029-9ad3-4607-9f4a-564d0518fd87 service neutron] 10.222.0.23 "GET /v2.0/networks/5a29fe19-35bd-442b-9589-13cdfa9e36ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7349720 Jul 05 02:30:38.059835 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fb03ac52-37fe-410c-9e99-d7b9e94fc347 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:38.065664 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fb03ac52-37fe-410c-9e99-d7b9e94fc347 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:38.069787 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-fb03ac52-37fe-410c-9e99-d7b9e94fc347 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] 10.222.0.23 "DELETE /v2.0/security-groups/0c1de070-e7b7-4adc-9e50-2520982ae783 HTTP/1.1" status: 204 len: 168 time: 0.8669043 Jul 05 02:30:38.080270 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 38666) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:38.144458 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-1e864559-b538-4568-ae25-aba60560e311 None None] Set router 5e49f1fd-e034-48b1-bd33-f4ebf4ee13d9 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:30:38.149138 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb03ac52-37fe-410c-9e99-d7b9e94fc347 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c1de070-e7b7-4adc-9e50-2520982ae783,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:38.150606 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5903477f-3236-40d2-b7eb-59332e202a13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382753507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382753507-project] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:38.193189 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959ca3ec-371d-4acf-9a78-20c52fa25877 None None] The sync data for ids ['66bfe7b3-8ff7-4069-9b12-5163ff02d65e'] in n-d-771362-32 is: [{'id': '66bfe7b3-8ff7-4069-9b12-5163ff02d65e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-796095934-router', 'tenant_id': '1c86027370b247c2b5010395a3a8fb85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '730f37ef-6757-4463-8a1b-f441b59547a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:29:35Z', 'updated_at': '2021-07-05T02:29:47Z', 'revision_number': 4, 'project_id': '1c86027370b247c2b5010395a3a8fb85', 'gw_port': {'id': '730f37ef-6757-4463-8a1b-f441b59547a2', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:05:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bfe7b3-8ff7-4069-9b12-5163ff02d65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:29:38Z', 'updated_at': '2021-07-05T02:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'd7eeca31-3e73-4e8a-89b2-b38b4f2abd3b', 'name': '', 'network_id': '5a29fe19-35bd-442b-9589-13cdfa9e36ce', 'tenant_id': '1c86027370b247c2b5010395a3a8fb85', 'mac_address': 'fa:16:3e:86:be:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bfe7b3-8ff7-4069-9b12-5163ff02d65e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '228a53f6-6ef9-4418-b7c1-2dd8410e94ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:29:45Z', 'updated_at': '2021-07-05T02:29:53Z', 'revision_number': 5, 'project_id': '1c86027370b247c2b5010395a3a8fb85', 'subnets': [{'id': '228a53f6-6ef9-4418-b7c1-2dd8410e94ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:30:38.223293 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99800c5-fc2d-40a9-8fe0-4d65592b78f1 req-761b9fc8-9130-45a8-b2a6-8c27b64bd001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:38.225169 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c99800c5-fc2d-40a9-8fe0-4d65592b78f1 req-761b9fc8-9130-45a8-b2a6-8c27b64bd001 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5a29fe19-35bd-442b-9589-13cdfa9e36ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4789708 Jul 05 02:30:38.285423 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-8d8233d8-f616-49f5-a128-b6a76398c064 None None] Port 131a1349-f071-4dc0-93fd-af323ab6af44 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:30:38.332911 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee69ff5f-a286-4c71-9843-523b20d9b6df req-86f26e1c-f85b-432b-a3b2-8299fb67a345 tempest-ServerGroupTestJSON-96077613 tempest-ServerGroupTestJSON-96077613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:38.337797 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ee69ff5f-a286-4c71-9843-523b20d9b6df req-86f26e1c-f85b-432b-a3b2-8299fb67a345 tempest-ServerGroupTestJSON-96077613 tempest-ServerGroupTestJSON-96077613-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c5203f1-dc6c-4ce0-8a6f-a7eb84904288 HTTP/1.1" status: 200 len: 946 time: 0.4368293 Jul 05 02:30:38.347625 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5903477f-3236-40d2-b7eb-59332e202a13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382753507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382753507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:38.378754 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-8cee6b7a-8d24-4687-900d-f18f8da9bb3f tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2788424 Jul 05 02:30:38.384644 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 38668) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:38.410991 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33c79ead-5e9f-4889-b88e-d634fc2ae741 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Router 03832a15-c1a0-46b1-9b55-670ef17f98b6 is scheduled to L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 with binding_index 1 {{(pid=94461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 02:30:38.424496 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-c499d56c-55ca-4eff-8a11-a01b542551bb tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Request body: {'security_group': {'name': 'tempest-secgroup--891214044'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:30:38.446108 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5903477f-3236-40d2-b7eb-59332e202a13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382753507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382753507-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=94461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:30:38.471489 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-8d8233d8-f616-49f5-a128-b6a76398c064 None None] Provisioning for port c3ee3c10-6968-4671-b6ed-14e615a062a7 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:30:38.474824 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-8d8233d8-f616-49f5-a128-b6a76398c064 None None] Provisioning complete for port c3ee3c10-6968-4671-b6ed-14e615a062a7 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:30:38.475203 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8d8233d8-f616-49f5-a128-b6a76398c064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:38.483310 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-454fb319-6faa-4cda-9614-5919f1ed40ad tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks [] for router, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:38.483310 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-454fb319-6faa-4cda-9614-5919f1ed40ad tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 7.8083227 Jul 05 02:30:38.500706 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 38670) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:38.526564 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5903477f-3236-40d2-b7eb-59332e202a13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382753507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382753507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:38.529629 n-d-771362-32 neutron-server[94461]: INFO neutron.db.segments_db [None req-5903477f-3236-40d2-b7eb-59332e202a13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382753507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382753507-project] Added segment 6fb3e321-f831-47ea-8817-71d8a94aa566 of type vlan for network c6646ab3-5aea-4576-b125-15cba572af52 Jul 05 02:30:38.539642 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a4102195-b2a8-4473-98c1-26931ac4b3ec req-0541eb1e-0071-4298-8775-24c14b6a38d9 service neutron] 10.222.0.23 "GET /v2.0/networks/5a29fe19-35bd-442b-9589-13cdfa9e36ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4407146 Jul 05 02:30:38.553056 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-1e864559-b538-4568-ae25-aba60560e311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e49f1fd-e034-48b1-bd33-f4ebf4ee13d9', 'name': '', 'tenant_id': 'dbb8f3ae9b7f4cc6b483a79bc43586e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db38062e-06c2-414f-a398-0d9da67a4e9f', 'external_fixed_ips': [{'subnet_id': 'a5f8ed2e-b86b-4b58-87c9-0403463ef883', 'ip_address': '2001:db8::96'}], 'enable_snat': True}, 'gw_port_id': '47377da0-b6f4-4f21-a33d-86b7c0bc9576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:30:30Z', 'updated_at': '2021-07-05T02:30:34Z', 'revision_number': 3, 'project_id': 'dbb8f3ae9b7f4cc6b483a79bc43586e6', 'gw_port': {'id': '47377da0-b6f4-4f21-a33d-86b7c0bc9576', 'name': '', 'network_id': 'db38062e-06c2-414f-a398-0d9da67a4e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:60:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e49f1fd-e034-48b1-bd33-f4ebf4ee13d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': 'a5f8ed2e-b86b-4b58-87c9-0403463ef883', 'ip_address': '2001:db8::96', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:30:32Z', 'updated_at': '2021-07-05T02:30:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5f8ed2e-b86b-4b58-87c9-0403463ef883', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:38.560508 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ee69ff5f-a286-4c71-9843-523b20d9b6df req-fbf5a66b-b980-431a-8cf5-d8a742e5dca1 tempest-ServerGroupTestJSON-96077613 tempest-ServerGroupTestJSON-96077613-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f095616-4bbf-45b1-91ed-9b229ec97e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210245 Jul 05 02:30:38.561003 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5903477f-3236-40d2-b7eb-59332e202a13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382753507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382753507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e0578a9-3cbd-4f16-ad3e-70c53da8d954,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:38.585317 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e864559-b538-4568-ae25-aba60560e311 None None] Checking router: 5e49f1fd-e034-48b1-bd33-f4ebf4ee13d9 for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:30:38.585317 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e864559-b538-4568-ae25-aba60560e311 None None] Updating router 5e49f1fd-e034-48b1-bd33-f4ebf4ee13d9 port 47377da0-b6f4-4f21-a33d-86b7c0bc9576 binding host n-d-771362-32 {{(pid=94464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 02:30:38.602648 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-8d8233d8-f616-49f5-a128-b6a76398c064 None None] Port c3ee3c10-6968-4671-b6ed-14e615a062a7 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:30:38.671839 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1e864559-b538-4568-ae25-aba60560e311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:38.706062 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c499d56c-55ca-4eff-8a11-a01b542551bb tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:38.751767 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-9a87caf9-b170-491d-96b9-c3542b6bc70e None None] Provisioning complete for port 131a1349-f071-4dc0-93fd-af323ab6af44 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:30:38.752141 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-9a87caf9-b170-491d-96b9-c3542b6bc70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:38.767526 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-509a345f-1b2c-40a3-94b3-5ea335792a62 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:38.797747 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01621f6c-a1dd-4c63-9c48-f80b26942861 None None] New status for floating IP 132615a1-d32b-467d-92a2-851152723c9c: DOWN {{(pid=94463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 02:30:38.813137 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c99800c5-fc2d-40a9-8fe0-4d65592b78f1 req-8e590a37-b45e-4e1c-9cc1-7f34f40d3f30 service neutron] 10.222.0.21 "GET /v2.0/networks/5a29fe19-35bd-442b-9589-13cdfa9e36ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5761039 Jul 05 02:30:38.922844 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-9a87caf9-b170-491d-96b9-c3542b6bc70e None None] Port 131a1349-f071-4dc0-93fd-af323ab6af44 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:30:38.923627 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c499d56c-55ca-4eff-8a11-a01b542551bb tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:38.923734 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5903477f-3236-40d2-b7eb-59332e202a13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382753507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382753507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:38.973668 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-509a345f-1b2c-40a3-94b3-5ea335792a62 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:39.044033 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c499d56c-55ca-4eff-8a11-a01b542551bb tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:39.066429 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1e864559-b538-4568-ae25-aba60560e311 None None] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:39.084330 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-1e864559-b538-4568-ae25-aba60560e311 None None] Transition to ACTIVE for port object 47377da0-b6f4-4f21-a33d-86b7c0bc9576 will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:30:39.123391 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-509a345f-1b2c-40a3-94b3-5ea335792a62 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634601'] for router_interface, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:39.135694 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509a345f-1b2c-40a3-94b3-5ea335792a62 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Pushing event updated for resources: {'Port': ['ID=c3ee3c10-6968-4671-b6ed-14e615a062a7,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:39.147693 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c499d56c-55ca-4eff-8a11-a01b542551bb tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e421b8e-442c-4b45-8c72-1deb2a17bab3,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:39.221047 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1e864559-b538-4568-ae25-aba60560e311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:39.221318 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c499d56c-55ca-4eff-8a11-a01b542551bb tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:39.221318 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-c499d56c-55ca-4eff-8a11-a01b542551bb tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8027463 Jul 05 02:30:39.221318 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 38674) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:39.221318 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-060a21f1-f4a0-4ed8-88de-6deba0a82473 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Request body: {'security_group_rule': {'security_group_id': '1e421b8e-442c-4b45-8c72-1deb2a17bab3', 'direction': 'ingress', 'protocol': 17}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:30:39.275501 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-1e864559-b538-4568-ae25-aba60560e311 None None] Attempting to bind port 47377da0-b6f4-4f21-a33d-86b7c0bc9576 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:30:39.275501 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-1e864559-b538-4568-ae25-aba60560e311 None None] Attempting to bind port 47377da0-b6f4-4f21-a33d-86b7c0bc9576 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '01eaa786-c420-4b78-8742-9754d2550623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'db38062e-06c2-414f-a398-0d9da67a4e9f'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:30:39.275501 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e864559-b538-4568-ae25-aba60560e311 None None] Attempting to bind port 47377da0-b6f4-4f21-a33d-86b7c0bc9576 on network db38062e-06c2-414f-a398-0d9da67a4e9f {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:30:39.275929 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509a345f-1b2c-40a3-94b3-5ea335792a62 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Network f1adfb5a-58a0-4421-aee5-50dc85bff4bc is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:30:39.276974 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-509a345f-1b2c-40a3-94b3-5ea335792a62 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:30:39.283336 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea1a547-7e22-4359-8fcf-fc91d2778ed5 None None] Pushing event updated for resources: {'Port': ['ID=47377da0-b6f4-4f21-a33d-86b7c0bc9576,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:39.297838 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea1a547-7e22-4359-8fcf-fc91d2778ed5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:30:39.298352 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea1a547-7e22-4359-8fcf-fc91d2778ed5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:30:39.300050 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea1a547-7e22-4359-8fcf-fc91d2778ed5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:30:39.300446 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea1a547-7e22-4359-8fcf-fc91d2778ed5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:30:39.300781 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea1a547-7e22-4359-8fcf-fc91d2778ed5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:30:39.302033 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea1a547-7e22-4359-8fcf-fc91d2778ed5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:30:39.304043 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea1a547-7e22-4359-8fcf-fc91d2778ed5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:30:39.304406 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea1a547-7e22-4359-8fcf-fc91d2778ed5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:30:39.308000 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea1a547-7e22-4359-8fcf-fc91d2778ed5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:30:39.308000 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea1a547-7e22-4359-8fcf-fc91d2778ed5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:30:39.308000 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea1a547-7e22-4359-8fcf-fc91d2778ed5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:30:39.308000 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea1a547-7e22-4359-8fcf-fc91d2778ed5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:30:39.320990 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e864559-b538-4568-ae25-aba60560e311 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:30:39.321411 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e864559-b538-4568-ae25-aba60560e311 None None] Checking segment: {'id': '01eaa786-c420-4b78-8742-9754d2550623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'db38062e-06c2-414f-a398-0d9da67a4e9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:30:39.321819 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1e864559-b538-4568-ae25-aba60560e311 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:39.322268 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e864559-b538-4568-ae25-aba60560e311 None None] Bound using segment: {'id': '01eaa786-c420-4b78-8742-9754d2550623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'db38062e-06c2-414f-a398-0d9da67a4e9f'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:30:39.322756 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-1e864559-b538-4568-ae25-aba60560e311 None None] Bound port: 47377da0-b6f4-4f21-a33d-86b7c0bc9576, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01eaa786-c420-4b78-8742-9754d2550623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'db38062e-06c2-414f-a398-0d9da67a4e9f'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:30:39.323148 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1e864559-b538-4568-ae25-aba60560e311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:39.341983 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c8abd120-1807-48a9-96cc-939034aed919 req-bbff954c-ca92-46d4-8ca2-03d17f1f446f tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] 10.222.0.23 "GET /v2.0/floatingips/132615a1-d32b-467d-92a2-851152723c9c HTTP/1.1" status: 200 len: 695 time: 0.6286883 Jul 05 02:30:39.443246 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c99800c5-fc2d-40a9-8fe0-4d65592b78f1 req-5a4a2cc1-54a0-4335-99ef-41f1178a1f15 service neutron] 10.222.0.21 "GET /v2.0/networks/5a29fe19-35bd-442b-9589-13cdfa9e36ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5516934 Jul 05 02:30:39.445297 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8d90bbcb-8891-45ff-9a2c-400d76dab83e tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks [] for router, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:39.462700 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-060a21f1-f4a0-4ed8-88de-6deba0a82473 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:39.492855 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-509a345f-1b2c-40a3-94b3-5ea335792a62 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Router d8e58f2d-f636-4c74-83a5-152f04ccaccb has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:30:39.553620 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33c79ead-5e9f-4889-b88e-d634fc2ae741 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:30:39.565926 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-33c79ead-5e9f-4889-b88e-d634fc2ae741 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "PUT /v2.0/routers/03832a15-c1a0-46b1-9b55-670ef17f98b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7991977 Jul 05 02:30:39.572296 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759192d6-5a67-4d4d-bafb-8c3d359d6012 None None] Sync routers for ids ['03832a15-c1a0-46b1-9b55-670ef17f98b6'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:30:39.583179 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-1e864559-b538-4568-ae25-aba60560e311 None None] For port 47377da0-b6f4-4f21-a33d-86b7c0bc9576, host n-d-771362-32, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:30:39.591780 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 38676) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:39.612048 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-1e864559-b538-4568-ae25-aba60560e311 None None] For port 47377da0-b6f4-4f21-a33d-86b7c0bc9576, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=47377da0-b6f4-4f21-a33d-86b7c0bc9576,segment=NetworkSegment(01eaa786-c420-4b78-8742-9754d2550623),segment_id=01eaa786-c420-4b78-8742-9754d2550623)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:30:39.618590 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759192d6-5a67-4d4d-bafb-8c3d359d6012 None None] Routers {'03832a15-c1a0-46b1-9b55-670ef17f98b6'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:30:39.619863 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-759192d6-5a67-4d4d-bafb-8c3d359d6012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:30:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['03832a15-c1a0-46b1-9b55-670ef17f98b6'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:39.639747 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.db.resource_extend [None req-5903477f-3236-40d2-b7eb-59332e202a13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382753507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382753507-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 02:30:39.649268 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-24de68bd-6db3-4395-922b-ef8d7edd9118 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-412663747'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:30:39.690898 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-9ce3f16e-f4bd-4de2-8f3b-2e322fdc7224 None None] Provisioning complete for port c3ee3c10-6968-4671-b6ed-14e615a062a7 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:30:39.692102 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-9ce3f16e-f4bd-4de2-8f3b-2e322fdc7224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:39.732323 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-759192d6-5a67-4d4d-bafb-8c3d359d6012 None None] Set router 03832a15-c1a0-46b1-9b55-670ef17f98b6 gateway port host: None {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:30:39.770740 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8d90bbcb-8891-45ff-9a2c-400d76dab83e tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:39.778350 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-9ce3f16e-f4bd-4de2-8f3b-2e322fdc7224 None None] Port c3ee3c10-6968-4671-b6ed-14e615a062a7 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:30:39.782053 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8abd120-1807-48a9-96cc-939034aed919 req-ee506c7c-3f6d-4ba5-9b32-b39b6721a382 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:39.783530 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c8abd120-1807-48a9-96cc-939034aed919 req-ee506c7c-3f6d-4ba5-9b32-b39b6721a382 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] 10.222.0.23 "GET /v2.0/networks/4bbc2f9e-02cf-490e-901d-2588655a3ef0 HTTP/1.1" status: 200 len: 784 time: 0.4394262 Jul 05 02:30:39.788061 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5903477f-3236-40d2-b7eb-59332e202a13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382753507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382753507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:39.793718 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5903477f-3236-40d2-b7eb-59332e202a13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382753507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382753507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:39.794396 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5903477f-3236-40d2-b7eb-59332e202a13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382753507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382753507-project] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:39.806366 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-060a21f1-f4a0-4ed8-88de-6deba0a82473 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:39.818699 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d867535-9e44-459e-a9a2-3bfe79ec95d2 req-f5a31355-4291-401a-9793-ded1641f2d57 tempest-ServerGroupTestJSON-96077613 tempest-ServerGroupTestJSON-96077613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:39.820730 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8d867535-9e44-459e-a9a2-3bfe79ec95d2 req-f5a31355-4291-401a-9793-ded1641f2d57 tempest-ServerGroupTestJSON-96077613 tempest-ServerGroupTestJSON-96077613-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c5203f1-dc6c-4ce0-8a6f-a7eb84904288 HTTP/1.1" status: 200 len: 946 time: 0.9225061 Jul 05 02:30:39.840901 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-1e864559-b538-4568-ae25-aba60560e311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:39.858058 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-509a345f-1b2c-40a3-94b3-5ea335792a62 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:30:39.867782 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-509a345f-1b2c-40a3-94b3-5ea335792a62 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] 10.222.0.23 "PUT /v2.0/routers/d8e58f2d-f636-4c74-83a5-152f04ccaccb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2295575 Jul 05 02:30:39.870387 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 38680) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:39.876821 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f53c36-5965-45e0-845f-277c07d49a42 None None] Sync routers for ids ['d8e58f2d-f636-4c74-83a5-152f04ccaccb'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:30:39.881924 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-d9ae10e5-3e88-40dd-b07a-248c3807acba tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Request body: {'port': {'network_id': 'f1adfb5a-58a0-4421-aee5-50dc85bff4bc', 'name': 'tempest-FloatingIPTestJSON-663509683'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:30:39.891162 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f53c36-5965-45e0-845f-277c07d49a42 None None] Routers {'d8e58f2d-f636-4c74-83a5-152f04ccaccb'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:30:39.892216 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-c9f53c36-5965-45e0-845f-277c07d49a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:30:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['d8e58f2d-f636-4c74-83a5-152f04ccaccb'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:39.893772 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24de68bd-6db3-4395-922b-ef8d7edd9118 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Made reservation on behalf of e1c0b775e757422c9d48f0ba4a36712f for: {'network': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:30:39.897260 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-24de68bd-6db3-4395-922b-ef8d7edd9118 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:39.937907 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e864559-b538-4568-ae25-aba60560e311 None None] Routers {'5e49f1fd-e034-48b1-bd33-f4ebf4ee13d9'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:30:39.938593 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-1e864559-b538-4568-ae25-aba60560e311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:30:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['5e49f1fd-e034-48b1-bd33-f4ebf4ee13d9'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:39.945370 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-c9f53c36-5965-45e0-845f-277c07d49a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:39.959461 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f53c36-5965-45e0-845f-277c07d49a42 None None] Routers {'d8e58f2d-f636-4c74-83a5-152f04ccaccb'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:30:39.960398 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-c9f53c36-5965-45e0-845f-277c07d49a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:30:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['d8e58f2d-f636-4c74-83a5-152f04ccaccb'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:39.992780 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-5903477f-3236-40d2-b7eb-59332e202a13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382753507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382753507-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 3.3860707 Jul 05 02:30:39.999849 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-060a21f1-f4a0-4ed8-88de-6deba0a82473 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:40.026529 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-c9f53c36-5965-45e0-845f-277c07d49a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:40.027205 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f53c36-5965-45e0-845f-277c07d49a42 None None] The sync data for ids ['d8e58f2d-f636-4c74-83a5-152f04ccaccb'] in n-d-771362-32 is: [] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:30:40.037258 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c8abd120-1807-48a9-96cc-939034aed919 req-154d5fc0-bc46-4970-a168-464ec5fd43d6 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.7.252 HTTP/1.1" status: 200 len: 696 time: 0.2374306 Jul 05 02:30:40.041271 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060a21f1-f4a0-4ed8-88de-6deba0a82473 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3db26a4e-a413-4756-8ee3-4574d8137a29,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:40.058661 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6635c57f-3cfd-429c-a148-1777edbc75d2 req-eed01eac-5efe-4bda-83ca-4ed227ae5097 tempest-ServerGroupTestJSON-96077613 tempest-ServerGroupTestJSON-96077613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:40.062928 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6635c57f-3cfd-429c-a148-1777edbc75d2 req-eed01eac-5efe-4bda-83ca-4ed227ae5097 tempest-ServerGroupTestJSON-96077613 tempest-ServerGroupTestJSON-96077613-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c5203f1-dc6c-4ce0-8a6f-a7eb84904288 HTTP/1.1" status: 200 len: 946 time: 0.2722089 Jul 05 02:30:40.064951 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5903477f-3236-40d2-b7eb-59332e202a13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382753507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382753507-project] Pushing event updated for resources: {'Network': ['ID=c6646ab3-5aea-4576-b125-15cba572af52,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:40.086050 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network c6646ab3-5aea-4576-b125-15cba572af52 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:30:40.130769 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6635c57f-3cfd-429c-a148-1777edbc75d2 req-9b7a17cd-62f2-4556-a409-c6e052a669f8 tempest-ServerGroupTestJSON-96077613 tempest-ServerGroupTestJSON-96077613-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f095616-4bbf-45b1-91ed-9b229ec97e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567865 Jul 05 02:30:40.161978 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-1e864559-b538-4568-ae25-aba60560e311 None None] Set router 5e49f1fd-e034-48b1-bd33-f4ebf4ee13d9 gateway port host: None {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:30:40.163992 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24de68bd-6db3-4395-922b-ef8d7edd9118 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=94461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:30:40.186379 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c8abd120-1807-48a9-96cc-939034aed919 req-7b1fb313-0b40-444f-bdb9-639b51c88742 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.7.252 HTTP/1.1" status: 200 len: 696 time: 0.1223168 Jul 05 02:30:40.192522 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9ae10e5-3e88-40dd-b07a-248c3807acba tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Made reservation on behalf of cade54127d6845609e9e91e1547182b5 for: {'port': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:30:40.196054 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea1a547-7e22-4359-8fcf-fc91d2778ed5 None None] Pushing event updated for resources: {'Port': ['ID=47377da0-b6f4-4f21-a33d-86b7c0bc9576,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:40.197144 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-24de68bd-6db3-4395-922b-ef8d7edd9118 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:40.197505 n-d-771362-32 neutron-server[94461]: INFO neutron.db.segments_db [None req-24de68bd-6db3-4395-922b-ef8d7edd9118 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Added segment ef45cfa5-850a-45e3-998a-0295e424265f of type vlan for network 7d4bb89b-4b3c-4e6f-a4bf-0cd96e967ee8 Jul 05 02:30:40.201653 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d9ae10e5-3e88-40dd-b07a-248c3807acba tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:40.242641 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [None req-d9ae10e5-3e88-40dd-b07a-248c3807acba tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] device_id is not set on port a5d16a4e-928f-4198-be27-7e65f1d7fbbc yet. {{(pid=94462) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:30:40.243415 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-1e864559-b538-4568-ae25-aba60560e311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e49f1fd-e034-48b1-bd33-f4ebf4ee13d9', 'name': '', 'tenant_id': 'dbb8f3ae9b7f4cc6b483a79bc43586e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:30:30Z', 'updated_at': '2021-07-05T02:30:39Z', 'revision_number': 4, 'project_id': 'dbb8f3ae9b7f4cc6b483a79bc43586e6', 'gw_port_host': None}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:40.278230 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e864559-b538-4568-ae25-aba60560e311 None None] The sync data for ids ['5e49f1fd-e034-48b1-bd33-f4ebf4ee13d9'] in n-d-771362-32 is: [{'id': '5e49f1fd-e034-48b1-bd33-f4ebf4ee13d9', 'name': '', 'tenant_id': 'dbb8f3ae9b7f4cc6b483a79bc43586e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:30:30Z', 'updated_at': '2021-07-05T02:30:39Z', 'revision_number': 4, 'project_id': 'dbb8f3ae9b7f4cc6b483a79bc43586e6', 'gw_port_host': None}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:30:40.316766 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-759192d6-5a67-4d4d-bafb-8c3d359d6012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03832a15-c1a0-46b1-9b55-670ef17f98b6', 'name': 'tempest-RoutersIpV6Test-router-658172221', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:30:28Z', 'updated_at': '2021-07-05T02:30:35Z', 'revision_number': 2, 'project_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'gw_port_host': None, '_interfaces': [{'id': '131a1349-f071-4dc0-93fd-af323ab6af44', 'name': '', 'network_id': 'ac00d640-9767-46c3-b690-42ea47921624', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'mac_address': 'fa:16:3e:4d:d0:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03832a15-c1a0-46b1-9b55-670ef17f98b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '85ebfe15-09ae-46cc-a212-0b449a8df79b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:30:33Z', 'updated_at': '2021-07-05T02:30:36Z', 'revision_number': 2, 'project_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'subnets': [{'id': '85ebfe15-09ae-46cc-a212-0b449a8df79b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:40.384066 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759192d6-5a67-4d4d-bafb-8c3d359d6012 None None] Checking router: 03832a15-c1a0-46b1-9b55-670ef17f98b6 for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:30:40.384453 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759192d6-5a67-4d4d-bafb-8c3d359d6012 None None] Updating router 03832a15-c1a0-46b1-9b55-670ef17f98b6 port 131a1349-f071-4dc0-93fd-af323ab6af44 binding host n-d-771362-32 {{(pid=94464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 02:30:40.413942 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-24de68bd-6db3-4395-922b-ef8d7edd9118 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:40.414444 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-060a21f1-f4a0-4ed8-88de-6deba0a82473 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:40.415355 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-060a21f1-f4a0-4ed8-88de-6deba0a82473 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.2018931 Jul 05 02:30:40.421836 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 38686) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:40.427804 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-759192d6-5a67-4d4d-bafb-8c3d359d6012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:40.435663 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-8d90bbcb-8891-45ff-9a2c-400d76dab83e tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Deleting port 47377da0-b6f4-4f21-a33d-86b7c0bc9576 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:30:40.439915 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8d90bbcb-8891-45ff-9a2c-400d76dab83e tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:40.475518 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-d9ae10e5-3e88-40dd-b07a-248c3807acba tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Allocated IP 172.20.0.9 (f1adfb5a-58a0-4421-aee5-50dc85bff4bc/55243680-5c4e-4cf6-9d2e-2434b97023a1/a5d16a4e-928f-4198-be27-7e65f1d7fbbc) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:30:40.553613 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 38688) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:40.562447 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-eb4d0760-7292-4470-b1a6-7dc15d9cdfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Request body: {'port': {'network_id': 'c6646ab3-5aea-4576-b125-15cba572af52', 'binding:host_id': 'n-h2-771362-32', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-709811695'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:30:40.568914 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-8d867535-9e44-459e-a9a2-3bfe79ec95d2 req-623477f8-8957-4b39-8026-221675e69290 tempest-ServerGroupTestJSON-96077613 tempest-ServerGroupTestJSON-96077613-project] Deleting port 734a5f96-8e6f-45ae-a1cc-aa62004d2538 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:30:40.570031 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-8d867535-9e44-459e-a9a2-3bfe79ec95d2 req-623477f8-8957-4b39-8026-221675e69290 tempest-ServerGroupTestJSON-96077613 tempest-ServerGroupTestJSON-96077613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:40.630764 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8cb3e0c5-4027-4844-8c99-704a3a1f5071 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:40.666056 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.db.resource_extend [None req-24de68bd-6db3-4395-922b-ef8d7edd9118 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 02:30:40.685299 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8cb3e0c5-4027-4844-8c99-704a3a1f5071 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:40.737605 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-8d867535-9e44-459e-a9a2-3bfe79ec95d2 req-623477f8-8957-4b39-8026-221675e69290 tempest-ServerGroupTestJSON-96077613 tempest-ServerGroupTestJSON-96077613-project] For port 734a5f96-8e6f-45ae-a1cc-aa62004d2538, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=734a5f96-8e6f-45ae-a1cc-aa62004d2538,segment=NetworkSegment(5f143dec-4705-4ee9-8e64-ce2de1e14f59),segment_id=5f143dec-4705-4ee9-8e64-ce2de1e14f59)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:30:40.738207 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-8d867535-9e44-459e-a9a2-3bfe79ec95d2 req-623477f8-8957-4b39-8026-221675e69290 tempest-ServerGroupTestJSON-96077613 tempest-ServerGroupTestJSON-96077613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:40.741465 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb4d0760-7292-4470-b1a6-7dc15d9cdfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Made reservation on behalf of 2d7a86613e6d49c0a7837df94c0dd48c for: {'port': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:30:40.743900 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-eb4d0760-7292-4470-b1a6-7dc15d9cdfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:40.765522 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-8d867535-9e44-459e-a9a2-3bfe79ec95d2 req-623477f8-8957-4b39-8026-221675e69290 tempest-ServerGroupTestJSON-96077613 tempest-ServerGroupTestJSON-96077613-project] Calling delete_port for 734a5f96-8e6f-45ae-a1cc-aa62004d2538 owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:30:40.775676 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-eb4d0760-7292-4470-b1a6-7dc15d9cdfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:40.787346 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [None req-8d90bbcb-8891-45ff-9a2c-400d76dab83e tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] For port 47377da0-b6f4-4f21-a33d-86b7c0bc9576, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=47377da0-b6f4-4f21-a33d-86b7c0bc9576,segment=NetworkSegment(01eaa786-c420-4b78-8742-9754d2550623),segment_id=01eaa786-c420-4b78-8742-9754d2550623)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:30:40.787851 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8d90bbcb-8891-45ff-9a2c-400d76dab83e tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:40.834387 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-759192d6-5a67-4d4d-bafb-8c3d359d6012 None None] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:40.840760 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-8d90bbcb-8891-45ff-9a2c-400d76dab83e tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Calling delete_port for 47377da0-b6f4-4f21-a33d-86b7c0bc9576 owned by network:router_gateway {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:30:40.843465 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-c8abd120-1807-48a9-96cc-939034aed919 req-f07b4028-58ae-4fa6-9055-bb051bbf4c9b tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Deleting port 0ef2ad95-3871-48aa-a34b-8c0a5de8c257 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:30:40.843936 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c8abd120-1807-48a9-96cc-939034aed919 req-f07b4028-58ae-4fa6-9055-bb051bbf4c9b tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:40.845693 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-24de68bd-6db3-4395-922b-ef8d7edd9118 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:40.851969 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24de68bd-6db3-4395-922b-ef8d7edd9118 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:40.852712 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-24de68bd-6db3-4395-922b-ef8d7edd9118 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:40.874863 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d9ae10e5-3e88-40dd-b07a-248c3807acba tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:40.938826 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-759192d6-5a67-4d4d-bafb-8c3d359d6012 None None] Transition to ACTIVE for port object 131a1349-f071-4dc0-93fd-af323ab6af44 will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:30:40.941932 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8cb3e0c5-4027-4844-8c99-704a3a1f5071 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:40.945701 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8cb3e0c5-4027-4844-8c99-704a3a1f5071 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:40.949591 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-8cb3e0c5-4027-4844-8c99-704a3a1f5071 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] 10.222.0.23 "DELETE /v2.0/security-groups/1e421b8e-442c-4b45-8c72-1deb2a17bab3 HTTP/1.1" status: 204 len: 168 time: 0.5243428 Jul 05 02:30:40.952278 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [None req-d9ae10e5-3e88-40dd-b07a-248c3807acba tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Transition to ACTIVE for port object a5d16a4e-928f-4198-be27-7e65f1d7fbbc will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:30:40.957581 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 38690) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:40.995125 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb3e0c5-4027-4844-8c99-704a3a1f5071 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e421b8e-442c-4b45-8c72-1deb2a17bab3,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:41.058014 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-759192d6-5a67-4d4d-bafb-8c3d359d6012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:41.064566 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-43e9bd5e-cdc4-4a81-8dfb-6b378032fbfd tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1024714 Jul 05 02:30:41.067866 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24de68bd-6db3-4395-922b-ef8d7edd9118 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Pushing event updated for resources: {'Network': ['ID=7d4bb89b-4b3c-4e6f-a4bf-0cd96e967ee8,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:41.072553 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 38692) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:41.079558 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-d919a18f-cf54-4e63-bc53-16d668d57ceb tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Request body: {'security_group': {'name': 'tempest-secgroup--799315367'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:30:41.102259 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 7d4bb89b-4b3c-4e6f-a4bf-0cd96e967ee8 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:30:41.131658 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c8abd120-1807-48a9-96cc-939034aed919 req-f07b4028-58ae-4fa6-9055-bb051bbf4c9b tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:41.132014 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-eb4d0760-7292-4470-b1a6-7dc15d9cdfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:41.135694 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c8abd120-1807-48a9-96cc-939034aed919 req-f07b4028-58ae-4fa6-9055-bb051bbf4c9b tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:41.168318 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b6b9be-e759-493e-8ebc-e24bf4534b50 None None] Pushing event updated for resources: {'Port': ['ID=131a1349-f071-4dc0-93fd-af323ab6af44,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:41.195165 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d9ae10e5-3e88-40dd-b07a-248c3807acba tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:41.227793 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-c8abd120-1807-48a9-96cc-939034aed919 req-f07b4028-58ae-4fa6-9055-bb051bbf4c9b tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Calling delete_port for 0ef2ad95-3871-48aa-a34b-8c0a5de8c257 owned by network:floatingip {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:30:41.268354 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-eb4d0760-7292-4470-b1a6-7dc15d9cdfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:41.294547 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ae10e5-3e88-40dd-b07a-248c3807acba tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Network f1adfb5a-58a0-4421-aee5-50dc85bff4bc is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:30:41.302541 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [None req-eb4d0760-7292-4470-b1a6-7dc15d9cdfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] device_id is not set on port c4de91bb-89ca-4284-bf03-93beeb8a8d5a yet. {{(pid=94462) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:30:41.316235 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-d9ae10e5-3e88-40dd-b07a-248c3807acba tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:30:41.339298 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ae10e5-3e88-40dd-b07a-248c3807acba tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:30:41.348979 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-759192d6-5a67-4d4d-bafb-8c3d359d6012 None None] Attempting to bind port 131a1349-f071-4dc0-93fd-af323ab6af44 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:30:41.349452 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-759192d6-5a67-4d4d-bafb-8c3d359d6012 None None] Attempting to bind port 131a1349-f071-4dc0-93fd-af323ab6af44 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '16611021-050a-401c-b200-f56385da9a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ac00d640-9767-46c3-b690-42ea47921624'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:30:41.350362 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759192d6-5a67-4d4d-bafb-8c3d359d6012 None None] Attempting to bind port 131a1349-f071-4dc0-93fd-af323ab6af44 on network ac00d640-9767-46c3-b690-42ea47921624 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:30:41.364024 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 734a5f96-8e6f-45ae-a1cc-aa62004d2538 no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:30:41.367887 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759192d6-5a67-4d4d-bafb-8c3d359d6012 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:30:41.368539 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759192d6-5a67-4d4d-bafb-8c3d359d6012 None None] Checking segment: {'id': '16611021-050a-401c-b200-f56385da9a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ac00d640-9767-46c3-b690-42ea47921624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:30:41.369113 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-759192d6-5a67-4d4d-bafb-8c3d359d6012 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:41.370646 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759192d6-5a67-4d4d-bafb-8c3d359d6012 None None] Bound using segment: {'id': '16611021-050a-401c-b200-f56385da9a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ac00d640-9767-46c3-b690-42ea47921624'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:30:41.371246 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-759192d6-5a67-4d4d-bafb-8c3d359d6012 None None] Bound port: 131a1349-f071-4dc0-93fd-af323ab6af44, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16611021-050a-401c-b200-f56385da9a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ac00d640-9767-46c3-b690-42ea47921624'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:30:41.372092 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-759192d6-5a67-4d4d-bafb-8c3d359d6012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:41.489954 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-759192d6-5a67-4d4d-bafb-8c3d359d6012 None None] For port 131a1349-f071-4dc0-93fd-af323ab6af44, host n-d-771362-32, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:30:41.491139 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-759192d6-5a67-4d4d-bafb-8c3d359d6012 None None] For port 131a1349-f071-4dc0-93fd-af323ab6af44, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=131a1349-f071-4dc0-93fd-af323ab6af44,segment=NetworkSegment(16611021-050a-401c-b200-f56385da9a20),segment_id=16611021-050a-401c-b200-f56385da9a20)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:30:41.505385 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-24de68bd-6db3-4395-922b-ef8d7edd9118 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.8689842 Jul 05 02:30:41.518440 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:41.533720 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 38696) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:41.555594 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-2c2ef14a-97da-4f06-ac7c-c09c8e7693d2 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Request body: {'subnet': {'network_id': '7d4bb89b-4b3c-4e6f-a4bf-0cd96e967ee8', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:30:41.604519 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ae10e5-3e88-40dd-b07a-248c3807acba tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:41.605287 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d9ae10e5-3e88-40dd-b07a-248c3807acba tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:41.631516 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-759192d6-5a67-4d4d-bafb-8c3d359d6012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:41.706502 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:41.740825 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:41.751439 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ae10e5-3e88-40dd-b07a-248c3807acba tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Pushing event updated for resources: {'Port': ['ID=a5d16a4e-928f-4198-be27-7e65f1d7fbbc,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:41.768452 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4d0760-7292-4470-b1a6-7dc15d9cdfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dffa7a7-4568-4136-a612-213876736331,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:41.817626 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d919a18f-cf54-4e63-bc53-16d668d57ceb tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:41.825380 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b6b9be-e759-493e-8ebc-e24bf4534b50 None None] Pushing event updated for resources: {'Port': ['ID=131a1349-f071-4dc0-93fd-af323ab6af44,revision_number=4']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:41.829798 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759192d6-5a67-4d4d-bafb-8c3d359d6012 None None] Routers {'03832a15-c1a0-46b1-9b55-670ef17f98b6'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:30:41.830428 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-759192d6-5a67-4d4d-bafb-8c3d359d6012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:30:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['03832a15-c1a0-46b1-9b55-670ef17f98b6'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:41.858980 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-8d867535-9e44-459e-a9a2-3bfe79ec95d2 req-623477f8-8957-4b39-8026-221675e69290 tempest-ServerGroupTestJSON-96077613 tempest-ServerGroupTestJSON-96077613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:41.922471 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623477f8-8957-4b39-8026-221675e69290 tempest-ServerGroupTestJSON-96077613 tempest-ServerGroupTestJSON-96077613-project] Pushing event deleted for resources: {'Port': ['ID=734a5f96-8e6f-45ae-a1cc-aa62004d2538,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:41.952513 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-d9ae10e5-3e88-40dd-b07a-248c3807acba tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.0809057 Jul 05 02:30:41.962102 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 38698) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:41.973913 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-b3b2e22d-1739-4784-8d2b-0eab622e3304 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Request body: {'floatingip': {'port_id': 'a5d16a4e-928f-4198-be27-7e65f1d7fbbc'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:30:41.975900 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-759192d6-5a67-4d4d-bafb-8c3d359d6012 None None] Set router 03832a15-c1a0-46b1-9b55-670ef17f98b6 gateway port host: None {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:30:41.985813 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8d90bbcb-8891-45ff-9a2c-400d76dab83e tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:41.995755 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-f3217918-7622-40ab-8326-6d0e188b2908 None None] Provisioning for port a5d16a4e-928f-4198-be27-7e65f1d7fbbc completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:30:42.000256 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-f3217918-7622-40ab-8326-6d0e188b2908 None None] Provisioning complete for port a5d16a4e-928f-4198-be27-7e65f1d7fbbc triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:30:42.005507 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f3217918-7622-40ab-8326-6d0e188b2908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:42.087406 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-f3217918-7622-40ab-8326-6d0e188b2908 None None] Port a5d16a4e-928f-4198-be27-7e65f1d7fbbc cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:30:42.106276 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901f0d1f-b0ae-4dd7-a7b4-797c1d1785d7 req-a9a86fa7-d82b-4e39-a8a1-6a36411e668d tempest-ServerGroupTestJSON-96077613 tempest-ServerGroupTestJSON-96077613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:42.115908 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-901f0d1f-b0ae-4dd7-a7b4-797c1d1785d7 req-a9a86fa7-d82b-4e39-a8a1-6a36411e668d tempest-ServerGroupTestJSON-96077613 tempest-ServerGroupTestJSON-96077613-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c5203f1-dc6c-4ce0-8a6f-a7eb84904288 HTTP/1.1" status: 200 len: 867 time: 0.7645454 Jul 05 02:30:42.169754 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c2ef14a-97da-4f06-ac7c-c09c8e7693d2 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Made reservation on behalf of e1c0b775e757422c9d48f0ba4a36712f for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:30:42.175632 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2c2ef14a-97da-4f06-ac7c-c09c8e7693d2 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:42.202304 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-901f0d1f-b0ae-4dd7-a7b4-797c1d1785d7 req-8aa8bcae-97a4-4133-ad4c-fe7eec78a87f tempest-ServerGroupTestJSON-96077613 tempest-ServerGroupTestJSON-96077613-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f095616-4bbf-45b1-91ed-9b229ec97e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856011 Jul 05 02:30:42.216294 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d90bbcb-8891-45ff-9a2c-400d76dab83e tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Pushing event deleted for resources: {'Port': ['ID=47377da0-b6f4-4f21-a33d-86b7c0bc9576,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:42.218197 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d867535-9e44-459e-a9a2-3bfe79ec95d2 req-623477f8-8957-4b39-8026-221675e69290 tempest-ServerGroupTestJSON-96077613 tempest-ServerGroupTestJSON-96077613-project] No DVR routers for this DVR port 734a5f96-8e6f-45ae-a1cc-aa62004d2538 on host n-h2-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:30:42.241123 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-8d867535-9e44-459e-a9a2-3bfe79ec95d2 req-623477f8-8957-4b39-8026-221675e69290 tempest-ServerGroupTestJSON-96077613 tempest-ServerGroupTestJSON-96077613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:42.244662 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8d867535-9e44-459e-a9a2-3bfe79ec95d2 req-623477f8-8957-4b39-8026-221675e69290 tempest-ServerGroupTestJSON-96077613 tempest-ServerGroupTestJSON-96077613-project] 10.222.0.15 "DELETE /v2.0/ports/734a5f96-8e6f-45ae-a1cc-aa62004d2538 HTTP/1.1" status: 204 len: 173 time: 2.4037266 Jul 05 02:30:42.281498 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [None req-eb4d0760-7292-4470-b1a6-7dc15d9cdfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] device_id is not set on port c4de91bb-89ca-4284-bf03-93beeb8a8d5a yet. {{(pid=94462) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:30:42.292887 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c5203f1-dc6c-4ce0-8a6f-a7eb84904288', 'name': 'network-vif-deleted', 'tag': '734a5f96-8e6f-45ae-a1cc-aa62004d2538'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:30:42.293305 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-eb4d0760-7292-4470-b1a6-7dc15d9cdfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:42.295434 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9190db67-17b7-4e81-8f22-575f0f158bdf" -d '{"events": [{"server_uuid": "5c5203f1-dc6c-4ce0-8a6f-a7eb84904288", "name": "network-vif-deleted", "tag": "734a5f96-8e6f-45ae-a1cc-aa62004d2538"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:30:42.319596 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [None req-eb4d0760-7292-4470-b1a6-7dc15d9cdfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Transition to ACTIVE for port object c4de91bb-89ca-4284-bf03-93beeb8a8d5a will not be triggered until provisioned by entity L2. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:30:42.343206 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-759192d6-5a67-4d4d-bafb-8c3d359d6012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03832a15-c1a0-46b1-9b55-670ef17f98b6', 'name': 'tempest-RoutersIpV6Test-router-658172221', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:30:28Z', 'updated_at': '2021-07-05T02:30:35Z', 'revision_number': 2, 'project_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'gw_port_host': None, '_interfaces': [{'id': '131a1349-f071-4dc0-93fd-af323ab6af44', 'name': '', 'network_id': 'ac00d640-9767-46c3-b690-42ea47921624', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'mac_address': 'fa:16:3e:4d:d0:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03832a15-c1a0-46b1-9b55-670ef17f98b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '85ebfe15-09ae-46cc-a212-0b449a8df79b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:30:33Z', 'updated_at': '2021-07-05T02:30:41Z', 'revision_number': 4, 'project_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'subnets': [{'id': '85ebfe15-09ae-46cc-a212-0b449a8df79b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:42.358009 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8d90bbcb-8891-45ff-9a2c-400d76dab83e tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636927'] for router_gateway, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:42.372182 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b3b2e22d-1739-4784-8d2b-0eab622e3304 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks [] for floatingip, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:42.376224 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759192d6-5a67-4d4d-bafb-8c3d359d6012 None None] The sync data for ids ['03832a15-c1a0-46b1-9b55-670ef17f98b6'] in n-d-771362-32 is: [{'id': '03832a15-c1a0-46b1-9b55-670ef17f98b6', 'name': 'tempest-RoutersIpV6Test-router-658172221', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:30:28Z', 'updated_at': '2021-07-05T02:30:35Z', 'revision_number': 2, 'project_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'gw_port_host': None, '_interfaces': [{'id': '131a1349-f071-4dc0-93fd-af323ab6af44', 'name': '', 'network_id': 'ac00d640-9767-46c3-b690-42ea47921624', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'mac_address': 'fa:16:3e:4d:d0:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03832a15-c1a0-46b1-9b55-670ef17f98b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '85ebfe15-09ae-46cc-a212-0b449a8df79b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:30:33Z', 'updated_at': '2021-07-05T02:30:41Z', 'revision_number': 4, 'project_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'subnets': [{'id': '85ebfe15-09ae-46cc-a212-0b449a8df79b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:30:42.419695 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-eb4d0760-7292-4470-b1a6-7dc15d9cdfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:42.426218 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29c1d763-bfdb-47c0-9b9b-60847eb84f5c x-openstack-request-id: req-29c1d763-bfdb-47c0-9b9b-60847eb84f5c {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:30:42.430993 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c5203f1-dc6c-4ce0-8a6f-a7eb84904288", "name": "network-vif-deleted", "tag": "734a5f96-8e6f-45ae-a1cc-aa62004d2538", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:30:42.430993 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-29c1d763-bfdb-47c0-9b9b-60847eb84f5c {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:30:42.430993 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c5203f1-dc6c-4ce0-8a6f-a7eb84904288', 'name': 'network-vif-deleted', 'tag': '734a5f96-8e6f-45ae-a1cc-aa62004d2538', 'status': 'completed', 'code': 200} Jul 05 02:30:42.562506 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4d0760-7292-4470-b1a6-7dc15d9cdfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Pushing event updated for resources: {'Port': ['ID=c4de91bb-89ca-4284-bf03-93beeb8a8d5a,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:42.574879 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4d0760-7292-4470-b1a6-7dc15d9cdfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Checking segment: {'id': '6fb3e321-f831-47ea-8817-71d8a94aa566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c6646ab3-5aea-4576-b125-15cba572af52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:30:42.575314 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4d0760-7292-4470-b1a6-7dc15d9cdfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Network hostable DHCP agents. Network: c6646ab3-5aea-4576-b125-15cba572af52, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:30:42.671084 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8d90bbcb-8891-45ff-9a2c-400d76dab83e tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11828'] for router, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:42.676482 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c8abd120-1807-48a9-96cc-939034aed919 req-f07b4028-58ae-4fa6-9055-bb051bbf4c9b tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:42.688449 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8d90bbcb-8891-45ff-9a2c-400d76dab83e tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:42.692762 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4d0760-7292-4470-b1a6-7dc15d9cdfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Network c6646ab3-5aea-4576-b125-15cba572af52 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:30:42.795717 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-eb4d0760-7292-4470-b1a6-7dc15d9cdfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, c6646ab3-5aea-4576-b125-15cba572af52) {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:30:42.804354 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4d0760-7292-4470-b1a6-7dc15d9cdfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:30:42.812113 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29ea571-7843-4908-bac8-999670cb4f19 None None] Network c6646ab3-5aea-4576-b125-15cba572af52 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:30:42.855104 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [None req-eb4d0760-7292-4470-b1a6-7dc15d9cdfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempting to bind port c4de91bb-89ca-4284-bf03-93beeb8a8d5a on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:30:42.855721 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [None req-eb4d0760-7292-4470-b1a6-7dc15d9cdfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempting to bind port c4de91bb-89ca-4284-bf03-93beeb8a8d5a by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '6fb3e321-f831-47ea-8817-71d8a94aa566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c6646ab3-5aea-4576-b125-15cba572af52'}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:30:42.856407 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4d0760-7292-4470-b1a6-7dc15d9cdfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempting to bind port c4de91bb-89ca-4284-bf03-93beeb8a8d5a on network c6646ab3-5aea-4576-b125-15cba572af52 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:30:42.862671 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4d0760-7292-4470-b1a6-7dc15d9cdfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Port c4de91bb-89ca-4284-bf03-93beeb8a8d5a on network c6646ab3-5aea-4576-b125-15cba572af52 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:30:42.863342 n-d-771362-32 neutron-server[94462]: ERROR neutron.plugins.ml2.managers [None req-eb4d0760-7292-4470-b1a6-7dc15d9cdfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Failed to bind port c4de91bb-89ca-4284-bf03-93beeb8a8d5a on host n-h2-771362-32 for vnic_type normal using segments [{'id': '6fb3e321-f831-47ea-8817-71d8a94aa566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c6646ab3-5aea-4576-b125-15cba572af52'}] Jul 05 02:30:42.863932 n-d-771362-32 neutron-server[94462]: INFO neutron.plugins.ml2.plugin [None req-eb4d0760-7292-4470-b1a6-7dc15d9cdfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempt 2 to bind port c4de91bb-89ca-4284-bf03-93beeb8a8d5a Jul 05 02:30:42.880113 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [None req-eb4d0760-7292-4470-b1a6-7dc15d9cdfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempting to bind port c4de91bb-89ca-4284-bf03-93beeb8a8d5a on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:30:42.880725 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [None req-eb4d0760-7292-4470-b1a6-7dc15d9cdfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempting to bind port c4de91bb-89ca-4284-bf03-93beeb8a8d5a by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '6fb3e321-f831-47ea-8817-71d8a94aa566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c6646ab3-5aea-4576-b125-15cba572af52'}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:30:42.884084 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4d0760-7292-4470-b1a6-7dc15d9cdfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempting to bind port c4de91bb-89ca-4284-bf03-93beeb8a8d5a on network c6646ab3-5aea-4576-b125-15cba572af52 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:30:42.887180 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4d0760-7292-4470-b1a6-7dc15d9cdfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Port c4de91bb-89ca-4284-bf03-93beeb8a8d5a on network c6646ab3-5aea-4576-b125-15cba572af52 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:30:42.887779 n-d-771362-32 neutron-server[94462]: ERROR neutron.plugins.ml2.managers [None req-eb4d0760-7292-4470-b1a6-7dc15d9cdfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Failed to bind port c4de91bb-89ca-4284-bf03-93beeb8a8d5a on host n-h2-771362-32 for vnic_type normal using segments [{'id': '6fb3e321-f831-47ea-8817-71d8a94aa566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c6646ab3-5aea-4576-b125-15cba572af52'}] Jul 05 02:30:42.888348 n-d-771362-32 neutron-server[94462]: INFO neutron.plugins.ml2.plugin [None req-eb4d0760-7292-4470-b1a6-7dc15d9cdfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempt 3 to bind port c4de91bb-89ca-4284-bf03-93beeb8a8d5a Jul 05 02:30:42.904890 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [None req-eb4d0760-7292-4470-b1a6-7dc15d9cdfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempting to bind port c4de91bb-89ca-4284-bf03-93beeb8a8d5a on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:30:42.905232 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [None req-eb4d0760-7292-4470-b1a6-7dc15d9cdfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempting to bind port c4de91bb-89ca-4284-bf03-93beeb8a8d5a by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '6fb3e321-f831-47ea-8817-71d8a94aa566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c6646ab3-5aea-4576-b125-15cba572af52'}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:30:42.905577 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4d0760-7292-4470-b1a6-7dc15d9cdfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempting to bind port c4de91bb-89ca-4284-bf03-93beeb8a8d5a on network c6646ab3-5aea-4576-b125-15cba572af52 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:30:42.913292 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4d0760-7292-4470-b1a6-7dc15d9cdfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Port c4de91bb-89ca-4284-bf03-93beeb8a8d5a on network c6646ab3-5aea-4576-b125-15cba572af52 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:30:42.913620 n-d-771362-32 neutron-server[94462]: ERROR neutron.plugins.ml2.managers [None req-eb4d0760-7292-4470-b1a6-7dc15d9cdfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Failed to bind port c4de91bb-89ca-4284-bf03-93beeb8a8d5a on host n-h2-771362-32 for vnic_type normal using segments [{'id': '6fb3e321-f831-47ea-8817-71d8a94aa566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c6646ab3-5aea-4576-b125-15cba572af52'}] Jul 05 02:30:42.914017 n-d-771362-32 neutron-server[94462]: INFO neutron.plugins.ml2.plugin [None req-eb4d0760-7292-4470-b1a6-7dc15d9cdfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempt 4 to bind port c4de91bb-89ca-4284-bf03-93beeb8a8d5a Jul 05 02:30:42.955240 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [None req-eb4d0760-7292-4470-b1a6-7dc15d9cdfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempting to bind port c4de91bb-89ca-4284-bf03-93beeb8a8d5a on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:30:42.955691 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [None req-eb4d0760-7292-4470-b1a6-7dc15d9cdfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempting to bind port c4de91bb-89ca-4284-bf03-93beeb8a8d5a by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '6fb3e321-f831-47ea-8817-71d8a94aa566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c6646ab3-5aea-4576-b125-15cba572af52'}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:30:42.955905 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4d0760-7292-4470-b1a6-7dc15d9cdfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempting to bind port c4de91bb-89ca-4284-bf03-93beeb8a8d5a on network c6646ab3-5aea-4576-b125-15cba572af52 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:30:42.963606 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4d0760-7292-4470-b1a6-7dc15d9cdfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Port c4de91bb-89ca-4284-bf03-93beeb8a8d5a on network c6646ab3-5aea-4576-b125-15cba572af52 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:30:42.963855 n-d-771362-32 neutron-server[94462]: ERROR neutron.plugins.ml2.managers [None req-eb4d0760-7292-4470-b1a6-7dc15d9cdfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Failed to bind port c4de91bb-89ca-4284-bf03-93beeb8a8d5a on host n-h2-771362-32 for vnic_type normal using segments [{'id': '6fb3e321-f831-47ea-8817-71d8a94aa566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c6646ab3-5aea-4576-b125-15cba572af52'}] Jul 05 02:30:42.967039 n-d-771362-32 neutron-server[94462]: INFO neutron.plugins.ml2.plugin [None req-eb4d0760-7292-4470-b1a6-7dc15d9cdfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempt 5 to bind port c4de91bb-89ca-4284-bf03-93beeb8a8d5a Jul 05 02:30:42.987910 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [None req-eb4d0760-7292-4470-b1a6-7dc15d9cdfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempting to bind port c4de91bb-89ca-4284-bf03-93beeb8a8d5a on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:30:42.990362 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [None req-eb4d0760-7292-4470-b1a6-7dc15d9cdfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempting to bind port c4de91bb-89ca-4284-bf03-93beeb8a8d5a by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '6fb3e321-f831-47ea-8817-71d8a94aa566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c6646ab3-5aea-4576-b125-15cba572af52'}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:30:42.991052 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4d0760-7292-4470-b1a6-7dc15d9cdfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempting to bind port c4de91bb-89ca-4284-bf03-93beeb8a8d5a on network c6646ab3-5aea-4576-b125-15cba572af52 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:30:43.012883 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4d0760-7292-4470-b1a6-7dc15d9cdfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Port c4de91bb-89ca-4284-bf03-93beeb8a8d5a on network c6646ab3-5aea-4576-b125-15cba572af52 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:30:43.013215 n-d-771362-32 neutron-server[94462]: ERROR neutron.plugins.ml2.managers [None req-eb4d0760-7292-4470-b1a6-7dc15d9cdfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Failed to bind port c4de91bb-89ca-4284-bf03-93beeb8a8d5a on host n-h2-771362-32 for vnic_type normal using segments [{'id': '6fb3e321-f831-47ea-8817-71d8a94aa566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c6646ab3-5aea-4576-b125-15cba572af52'}] Jul 05 02:30:43.013615 n-d-771362-32 neutron-server[94462]: INFO neutron.plugins.ml2.plugin [None req-eb4d0760-7292-4470-b1a6-7dc15d9cdfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempt 6 to bind port c4de91bb-89ca-4284-bf03-93beeb8a8d5a Jul 05 02:30:43.040920 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07b4028-58ae-4fa6-9055-bb051bbf4c9b tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Pushing event deleted for resources: {'Port': ['ID=0ef2ad95-3871-48aa-a34b-8c0a5de8c257,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:43.041197 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [None req-eb4d0760-7292-4470-b1a6-7dc15d9cdfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempting to bind port c4de91bb-89ca-4284-bf03-93beeb8a8d5a on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:30:43.041700 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [None req-eb4d0760-7292-4470-b1a6-7dc15d9cdfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempting to bind port c4de91bb-89ca-4284-bf03-93beeb8a8d5a by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '6fb3e321-f831-47ea-8817-71d8a94aa566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c6646ab3-5aea-4576-b125-15cba572af52'}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:30:43.042290 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4d0760-7292-4470-b1a6-7dc15d9cdfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempting to bind port c4de91bb-89ca-4284-bf03-93beeb8a8d5a on network c6646ab3-5aea-4576-b125-15cba572af52 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:30:43.053511 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4d0760-7292-4470-b1a6-7dc15d9cdfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Port c4de91bb-89ca-4284-bf03-93beeb8a8d5a on network c6646ab3-5aea-4576-b125-15cba572af52 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:30:43.058985 n-d-771362-32 neutron-server[94462]: ERROR neutron.plugins.ml2.managers [None req-eb4d0760-7292-4470-b1a6-7dc15d9cdfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Failed to bind port c4de91bb-89ca-4284-bf03-93beeb8a8d5a on host n-h2-771362-32 for vnic_type normal using segments [{'id': '6fb3e321-f831-47ea-8817-71d8a94aa566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c6646ab3-5aea-4576-b125-15cba572af52'}] Jul 05 02:30:43.058985 n-d-771362-32 neutron-server[94462]: INFO neutron.plugins.ml2.plugin [None req-eb4d0760-7292-4470-b1a6-7dc15d9cdfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempt 7 to bind port c4de91bb-89ca-4284-bf03-93beeb8a8d5a Jul 05 02:30:43.093699 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [None req-eb4d0760-7292-4470-b1a6-7dc15d9cdfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempting to bind port c4de91bb-89ca-4284-bf03-93beeb8a8d5a on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:30:43.093699 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [None req-eb4d0760-7292-4470-b1a6-7dc15d9cdfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempting to bind port c4de91bb-89ca-4284-bf03-93beeb8a8d5a by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '6fb3e321-f831-47ea-8817-71d8a94aa566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c6646ab3-5aea-4576-b125-15cba572af52'}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:30:43.093699 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4d0760-7292-4470-b1a6-7dc15d9cdfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempting to bind port c4de91bb-89ca-4284-bf03-93beeb8a8d5a on network c6646ab3-5aea-4576-b125-15cba572af52 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:30:43.112881 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4d0760-7292-4470-b1a6-7dc15d9cdfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Port c4de91bb-89ca-4284-bf03-93beeb8a8d5a on network c6646ab3-5aea-4576-b125-15cba572af52 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:30:43.113242 n-d-771362-32 neutron-server[94462]: ERROR neutron.plugins.ml2.managers [None req-eb4d0760-7292-4470-b1a6-7dc15d9cdfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Failed to bind port c4de91bb-89ca-4284-bf03-93beeb8a8d5a on host n-h2-771362-32 for vnic_type normal using segments [{'id': '6fb3e321-f831-47ea-8817-71d8a94aa566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c6646ab3-5aea-4576-b125-15cba572af52'}] Jul 05 02:30:43.113640 n-d-771362-32 neutron-server[94462]: INFO neutron.plugins.ml2.plugin [None req-eb4d0760-7292-4470-b1a6-7dc15d9cdfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempt 8 to bind port c4de91bb-89ca-4284-bf03-93beeb8a8d5a Jul 05 02:30:43.153145 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [None req-eb4d0760-7292-4470-b1a6-7dc15d9cdfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempting to bind port c4de91bb-89ca-4284-bf03-93beeb8a8d5a on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:30:43.153145 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [None req-eb4d0760-7292-4470-b1a6-7dc15d9cdfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempting to bind port c4de91bb-89ca-4284-bf03-93beeb8a8d5a by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '6fb3e321-f831-47ea-8817-71d8a94aa566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c6646ab3-5aea-4576-b125-15cba572af52'}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:30:43.153145 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4d0760-7292-4470-b1a6-7dc15d9cdfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempting to bind port c4de91bb-89ca-4284-bf03-93beeb8a8d5a on network c6646ab3-5aea-4576-b125-15cba572af52 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:30:43.155055 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4d0760-7292-4470-b1a6-7dc15d9cdfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Port c4de91bb-89ca-4284-bf03-93beeb8a8d5a on network c6646ab3-5aea-4576-b125-15cba572af52 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:30:43.155767 n-d-771362-32 neutron-server[94462]: ERROR neutron.plugins.ml2.managers [None req-eb4d0760-7292-4470-b1a6-7dc15d9cdfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Failed to bind port c4de91bb-89ca-4284-bf03-93beeb8a8d5a on host n-h2-771362-32 for vnic_type normal using segments [{'id': '6fb3e321-f831-47ea-8817-71d8a94aa566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c6646ab3-5aea-4576-b125-15cba572af52'}] Jul 05 02:30:43.156337 n-d-771362-32 neutron-server[94462]: INFO neutron.plugins.ml2.plugin [None req-eb4d0760-7292-4470-b1a6-7dc15d9cdfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempt 9 to bind port c4de91bb-89ca-4284-bf03-93beeb8a8d5a Jul 05 02:30:43.169198 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d919a18f-cf54-4e63-bc53-16d668d57ceb tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:43.183765 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [None req-eb4d0760-7292-4470-b1a6-7dc15d9cdfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempting to bind port c4de91bb-89ca-4284-bf03-93beeb8a8d5a on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:30:43.184144 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [None req-eb4d0760-7292-4470-b1a6-7dc15d9cdfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempting to bind port c4de91bb-89ca-4284-bf03-93beeb8a8d5a by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '6fb3e321-f831-47ea-8817-71d8a94aa566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c6646ab3-5aea-4576-b125-15cba572af52'}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:30:43.184527 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4d0760-7292-4470-b1a6-7dc15d9cdfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempting to bind port c4de91bb-89ca-4284-bf03-93beeb8a8d5a on network c6646ab3-5aea-4576-b125-15cba572af52 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:30:43.207150 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4d0760-7292-4470-b1a6-7dc15d9cdfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Port c4de91bb-89ca-4284-bf03-93beeb8a8d5a on network c6646ab3-5aea-4576-b125-15cba572af52 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:30:43.207733 n-d-771362-32 neutron-server[94462]: ERROR neutron.plugins.ml2.managers [None req-eb4d0760-7292-4470-b1a6-7dc15d9cdfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Failed to bind port c4de91bb-89ca-4284-bf03-93beeb8a8d5a on host n-h2-771362-32 for vnic_type normal using segments [{'id': '6fb3e321-f831-47ea-8817-71d8a94aa566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c6646ab3-5aea-4576-b125-15cba572af52'}] Jul 05 02:30:43.207869 n-d-771362-32 neutron-server[94462]: INFO neutron.plugins.ml2.plugin [None req-eb4d0760-7292-4470-b1a6-7dc15d9cdfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempt 10 to bind port c4de91bb-89ca-4284-bf03-93beeb8a8d5a Jul 05 02:30:43.234106 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [None req-eb4d0760-7292-4470-b1a6-7dc15d9cdfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempting to bind port c4de91bb-89ca-4284-bf03-93beeb8a8d5a on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:30:43.234770 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [None req-eb4d0760-7292-4470-b1a6-7dc15d9cdfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempting to bind port c4de91bb-89ca-4284-bf03-93beeb8a8d5a by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '6fb3e321-f831-47ea-8817-71d8a94aa566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c6646ab3-5aea-4576-b125-15cba572af52'}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:30:43.249042 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4d0760-7292-4470-b1a6-7dc15d9cdfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempting to bind port c4de91bb-89ca-4284-bf03-93beeb8a8d5a on network c6646ab3-5aea-4576-b125-15cba572af52 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:30:43.252023 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 131a1349-f071-4dc0-93fd-af323ab6af44 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:30:43.261420 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4d0760-7292-4470-b1a6-7dc15d9cdfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Port c4de91bb-89ca-4284-bf03-93beeb8a8d5a on network c6646ab3-5aea-4576-b125-15cba572af52 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:30:43.261750 n-d-771362-32 neutron-server[94462]: ERROR neutron.plugins.ml2.managers [None req-eb4d0760-7292-4470-b1a6-7dc15d9cdfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Failed to bind port c4de91bb-89ca-4284-bf03-93beeb8a8d5a on host n-h2-771362-32 for vnic_type normal using segments [{'id': '6fb3e321-f831-47ea-8817-71d8a94aa566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c6646ab3-5aea-4576-b125-15cba572af52'}] Jul 05 02:30:43.262138 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-eb4d0760-7292-4470-b1a6-7dc15d9cdfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:43.270540 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d919a18f-cf54-4e63-bc53-16d668d57ceb tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:43.272711 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8d90bbcb-8891-45ff-9a2c-400d76dab83e tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1575451'] for router, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:43.273206 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d90bbcb-8891-45ff-9a2c-400d76dab83e tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5e49f1fd-e034-48b1-bd33-f4ebf4ee13d9 {{(pid=94461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 02:30:43.344861 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8d90bbcb-8891-45ff-9a2c-400d76dab83e tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks [] for router, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:43.350957 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-8d90bbcb-8891-45ff-9a2c-400d76dab83e tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] 10.222.0.23 "DELETE /v2.0/routers/5e49f1fd-e034-48b1-bd33-f4ebf4ee13d9 HTTP/1.1" status: 204 len: 168 time: 4.8490055 Jul 05 02:30:43.351970 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 38704) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:43.437850 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c8abd120-1807-48a9-96cc-939034aed919 req-f07b4028-58ae-4fa6-9055-bb051bbf4c9b tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Notify callbacks [] for floatingip, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:43.440560 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c8abd120-1807-48a9-96cc-939034aed919 req-f07b4028-58ae-4fa6-9055-bb051bbf4c9b tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:43.441777 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c8abd120-1807-48a9-96cc-939034aed919 req-f07b4028-58ae-4fa6-9055-bb051bbf4c9b tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] 10.222.0.23 "DELETE /v2.0/floatingips/132615a1-d32b-467d-92a2-851152723c9c HTTP/1.1" status: 204 len: 173 time: 3.2427349 Jul 05 02:30:43.453226 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 131a1349-f071-4dc0-93fd-af323ab6af44 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:30:43.462934 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 131a1349-f071-4dc0-93fd-af323ab6af44 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:30:43.474351 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:43.484759 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e21a026b-4437-47a5-8bfd-871eb131902d req-e9e2d42b-b59d-4546-beab-8282164d8887 tempest-ServerGroupTestJSON-96077613 tempest-ServerGroupTestJSON-96077613-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c5203f1-dc6c-4ce0-8a6f-a7eb84904288 HTTP/1.1" status: 200 len: 210 time: 0.0678484 Jul 05 02:30:43.511645 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-51d9ce1b-fd7b-45a6-9617-e3f15add9067 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Deleting subnet a5f8ed2e-b86b-4b58-87c9-0403463ef883 {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:30:43.511775 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d919a18f-cf54-4e63-bc53-16d668d57ceb tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=439ac7f9-5f5f-4365-bcc2-9b1faeda0416,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:43.517827 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-51d9ce1b-fd7b-45a6-9617-e3f15add9067 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:43.556803 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-eb4d0760-7292-4470-b1a6-7dc15d9cdfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] For port c4de91bb-89ca-4284-bf03-93beeb8a8d5a, host n-h2-771362-32, cleared binding levels {{(pid=94462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:30:43.557374 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-eb4d0760-7292-4470-b1a6-7dc15d9cdfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempted to set empty binding levels {{(pid=94462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 05 02:30:43.578486 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-51d9ce1b-fd7b-45a6-9617-e3f15add9067 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:43.637789 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-eb4d0760-7292-4470-b1a6-7dc15d9cdfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:43.641214 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-51d9ce1b-fd7b-45a6-9617-e3f15add9067 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:43.691136 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:43.737233 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4d0760-7292-4470-b1a6-7dc15d9cdfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:43.739430 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-eb4d0760-7292-4470-b1a6-7dc15d9cdfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:43.767704 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4d0760-7292-4470-b1a6-7dc15d9cdfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Pushing event updated for resources: {'Port': ['ID=c4de91bb-89ca-4284-bf03-93beeb8a8d5a,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:43.773120 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 131a1349-f071-4dc0-93fd-af323ab6af44, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=131a1349-f071-4dc0-93fd-af323ab6af44,segment=NetworkSegment(16611021-050a-401c-b200-f56385da9a20),segment_id=16611021-050a-401c-b200-f56385da9a20)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:30:43.887492 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:43.888296 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-eb4d0760-7292-4470-b1a6-7dc15d9cdfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 3.3335776 Jul 05 02:30:43.889881 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-51d9ce1b-fd7b-45a6-9617-e3f15add9067 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:43.892336 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 38710) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:43.948473 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d9ce1b-fd7b-45a6-9617-e3f15add9067 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a5f8ed2e-b86b-4b58-87c9-0403463ef883,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:43.955417 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-51d9ce1b-fd7b-45a6-9617-e3f15add9067 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:43.959739 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-51d9ce1b-fd7b-45a6-9617-e3f15add9067 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] 10.222.0.23 "DELETE /v2.0/subnets/a5f8ed2e-b86b-4b58-87c9-0403463ef883 HTTP/1.1" status: 204 len: 168 time: 0.6038961 Jul 05 02:30:43.959994 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 38712) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:44.091937 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-29b759ed-ac2c-46d2-8fb4-2d2789448705 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:44.204801 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=131a1349-f071-4dc0-93fd-af323ab6af44,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:44.207502 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-29b759ed-ac2c-46d2-8fb4-2d2789448705 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:44.220355 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-29b759ed-ac2c-46d2-8fb4-2d2789448705 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db38062e-06c2-414f-a398-0d9da67a4e9f']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:44.236048 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-29b759ed-ac2c-46d2-8fb4-2d2789448705 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01eaa786-c420-4b78-8742-9754d2550623') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:44.242526 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-29b759ed-ac2c-46d2-8fb4-2d2789448705 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01eaa786-c420-4b78-8742-9754d2550623') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:44.259762 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d919a18f-cf54-4e63-bc53-16d668d57ceb tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:44.264254 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-d919a18f-cf54-4e63-bc53-16d668d57ceb tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 3.1884444 Jul 05 02:30:44.265725 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 38714) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:44.278496 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-6e3f9c01-dc4c-41e9-9ea1-5b0c3b2bd08e tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Request body: {'security_group': {'name': 'tempest-secgroup--2132102612'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:30:44.298099 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-29b759ed-ac2c-46d2-8fb4-2d2789448705 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:44.312193 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b3b2e22d-1739-4784-8d2b-0eab622e3304 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:44.336220 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-9f8dd4ac-5546-4c79-9cc7-1d15152d31ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Deleting port c4de91bb-89ca-4284-bf03-93beeb8a8d5a {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:30:44.338638 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9f8dd4ac-5546-4c79-9cc7-1d15152d31ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:44.342357 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-29b759ed-ac2c-46d2-8fb4-2d2789448705 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:44.364862 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023dbc4f-0e05-44da-acd4-272e279f3924 req-94d21e9d-63c5-4e82-922a-ac8c42ee6239 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:44.367292 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-023dbc4f-0e05-44da-acd4-272e279f3924 req-94d21e9d-63c5-4e82-922a-ac8c42ee6239 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] 10.222.0.23 "GET /v2.0/ports?device_id=011ab283-3e48-4698-b61f-e35f9a492bb7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1266441 Jul 05 02:30:44.386666 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29b759ed-ac2c-46d2-8fb4-2d2789448705 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:30:44.387089 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-29b759ed-ac2c-46d2-8fb4-2d2789448705 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:44.388869 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:30:44.388869 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:30:44.388869 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:30:44.388869 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:30:44.388869 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:30:44.388869 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:30:44.388869 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:30:44.388869 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:30:44.388869 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:30:44.388869 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:30:44.388869 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:30:44.388869 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:30:44.388869 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:30:44.388869 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:30:44.388869 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:30:44.388869 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:30:44.388869 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:30:44.388869 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:30:44.388869 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:30:44.388869 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:30:44.388869 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:30:44.388869 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:30:44.388869 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:30:44.388869 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:30:44.388869 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:30:44.388869 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:30:44.388869 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:30:44.388869 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:30:44.388869 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:30:44.388869 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:30:44.388869 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:30:44.388869 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:30:44.388869 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:30:44.388869 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:30:44.425383 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-023dbc4f-0e05-44da-acd4-272e279f3924 req-f1f8c39f-2527-4699-9356-308b0a5cb0af tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0483277 Jul 05 02:30:44.430703 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b3b2e22d-1739-4784-8d2b-0eab622e3304 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636869'] for floatingip, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:44.430703 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2c2ef14a-97da-4f06-ac7c-c09c8e7693d2 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5763451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774823'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:44.442025 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6e3f9c01-dc4c-41e9-9ea1-5b0c3b2bd08e tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:44.524603 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-13462a91-7755-4fb2-b109-15ee9a6fa34b req-7218f6a9-86fd-42b6-94a8-8eb0bf4512fe tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0734804 Jul 05 02:30:44.539568 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-9f8dd4ac-5546-4c79-9cc7-1d15152d31ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] For port c4de91bb-89ca-4284-bf03-93beeb8a8d5a, host n-h2-771362-32, got binding levels [] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:30:44.539568 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9f8dd4ac-5546-4c79-9cc7-1d15152d31ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:44.595670 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2ef14a-97da-4f06-ac7c-c09c8e7693d2 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Pushing event updated for resources: {'Subnet': ['ID=29671cee-5a0f-48d9-ab24-a6668d74053e,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:44.611807 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2ef14a-97da-4f06-ac7c-c09c8e7693d2 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Checking segment: {'id': 'ef45cfa5-850a-45e3-998a-0295e424265f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '7d4bb89b-4b3c-4e6f-a4bf-0cd96e967ee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:30:44.611807 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2ef14a-97da-4f06-ac7c-c09c8e7693d2 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Network hostable DHCP agents. Network: 7d4bb89b-4b3c-4e6f-a4bf-0cd96e967ee8, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:30:44.621638 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6e3f9c01-dc4c-41e9-9ea1-5b0c3b2bd08e tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:44.639309 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-9f8dd4ac-5546-4c79-9cc7-1d15152d31ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Calling delete_port for c4de91bb-89ca-4284-bf03-93beeb8a8d5a owned by {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:30:44.660732 n-d-771362-32 neutron-server[94461]: INFO neutron.db.l3_db [None req-b3b2e22d-1739-4784-8d2b-0eab622e3304 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Floating IP 98dd02eb-8acd-4fa1-b94b-599980675762 associated. External IP: 172.25.7.77, port: 320c06d6-483d-470b-a10e-f6117b2702e6. Jul 05 02:30:44.709944 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6e3f9c01-dc4c-41e9-9ea1-5b0c3b2bd08e tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:44.740874 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-29b759ed-ac2c-46d2-8fb4-2d2789448705 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:44.741034 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2ef14a-97da-4f06-ac7c-c09c8e7693d2 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Network 7d4bb89b-4b3c-4e6f-a4bf-0cd96e967ee8 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:30:44.761202 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29b759ed-ac2c-46d2-8fb4-2d2789448705 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network db38062e-06c2-414f-a398-0d9da67a4e9f {{(pid=94462) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 05 02:30:44.771912 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-29b759ed-ac2c-46d2-8fb4-2d2789448705 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:44.774289 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-29b759ed-ac2c-46d2-8fb4-2d2789448705 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] 10.222.0.23 "DELETE /v2.0/networks/db38062e-06c2-414f-a398-0d9da67a4e9f HTTP/1.1" status: 204 len: 168 time: 0.8129866 Jul 05 02:30:44.822267 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b759ed-ac2c-46d2-8fb4-2d2789448705 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Pushing event deleted for resources: {'Network': ['ID=db38062e-06c2-414f-a398-0d9da67a4e9f,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:44.827035 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3f9c01-dc4c-41e9-9ea1-5b0c3b2bd08e tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44dff930-503f-47cf-8ea1-5e2b178bb5ad,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:44.861371 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-2c2ef14a-97da-4f06-ac7c-c09c8e7693d2 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 7d4bb89b-4b3c-4e6f-a4bf-0cd96e967ee8) {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:30:44.869814 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3a8eea-e1d9-43d5-90fc-7735c4d121bd None None] Network 7d4bb89b-4b3c-4e6f-a4bf-0cd96e967ee8 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:30:44.889727 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2ef14a-97da-4f06-ac7c-c09c8e7693d2 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:44.890495 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2c2ef14a-97da-4f06-ac7c-c09c8e7693d2 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:44.892987 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6e3f9c01-dc4c-41e9-9ea1-5b0c3b2bd08e tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:44.894920 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-6e3f9c01-dc4c-41e9-9ea1-5b0c3b2bd08e tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6235816 Jul 05 02:30:44.898738 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 38730) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:44.904338 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-e7910f13-53b7-45c8-adf8-69ea0e84b185 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Request body: {'security_group_rule': {'security_group_id': '439ac7f9-5f5f-4365-bcc2-9b1faeda0416', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '44dff930-503f-47cf-8ea1-5e2b178bb5ad', 'remote_ip_prefix': None}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:30:44.938385 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9f8dd4ac-5546-4c79-9cc7-1d15152d31ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:45.082490 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-2c2ef14a-97da-4f06-ac7c-c09c8e7693d2 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.5444131 Jul 05 02:30:45.089901 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 38736) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:45.100457 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9f8dd4ac-5546-4c79-9cc7-1d15152d31ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:45.107974 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-9f8dd4ac-5546-4c79-9cc7-1d15152d31ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] 10.222.0.23 "DELETE /v2.0/ports/c4de91bb-89ca-4284-bf03-93beeb8a8d5a HTTP/1.1" status: 204 len: 168 time: 1.2083116 Jul 05 02:30:45.108993 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 38740) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:45.125319 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8dd4ac-5546-4c79-9cc7-1d15152d31ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Pushing event deleted for resources: {'Port': ['ID=c4de91bb-89ca-4284-bf03-93beeb8a8d5a,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:45.244246 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-204a4a04-e13b-4240-80ef-f66e6e96363e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] GET failed (client error): The resource could not be found. Jul 05 02:30:45.252530 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-204a4a04-e13b-4240-80ef-f66e6e96363e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] 10.222.0.23 "GET /v2.0/ports/c4de91bb-89ca-4284-bf03-93beeb8a8d5a HTTP/1.1" status: 404 len: 333 time: 0.1079061 Jul 05 02:30:45.259101 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 38750) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:45.263286 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 131a1349-f071-4dc0-93fd-af323ab6af44 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:30:45.264138 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-c748875e-84ab-4938-9051-0dd84622c2fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Request body: {'port': {'network_id': 'c6646ab3-5aea-4576-b125-15cba572af52', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-53218014'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:30:45.347665 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3dce21-7ba3-403f-acd7-e75f1e16aea1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-7d4bb89b-4b3c-4e6f-a4bf-0cd96e967ee8', 'network_id': '7d4bb89b-4b3c-4e6f-a4bf-0cd96e967ee8', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'fixed_ips': [{'subnet_id': '29671cee-5a0f-48d9-ab24-a6668d74053e'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:30:45.349879 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 38752) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:45.350008 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-ef3dce21-7ba3-403f-acd7-e75f1e16aea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:45.557889 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 131a1349-f071-4dc0-93fd-af323ab6af44 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:30:45.569935 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:45.574943 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3b2e22d-1739-4784-8d2b-0eab622e3304 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Router e6b2b62e-7f55-4ba2-b077-893840665ffb has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:30:45.805061 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3b2e22d-1739-4784-8d2b-0eab622e3304 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:30:45.828414 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19aa1aa1-99bf-429f-9965-80693f1847d9 None None] Sync routers for ids ['e6b2b62e-7f55-4ba2-b077-893840665ffb'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:30:45.839136 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19aa1aa1-99bf-429f-9965-80693f1847d9 None None] Routers {'e6b2b62e-7f55-4ba2-b077-893840665ffb'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:30:45.848455 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-19aa1aa1-99bf-429f-9965-80693f1847d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:30:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['e6b2b62e-7f55-4ba2-b077-893840665ffb'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:45.890292 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 38758) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:45.898776 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-bc70604b-fe6e-44d3-a32c-60e22be94449 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Request body: {'router': {'name': 'tempest-router--163305755', 'project_id': 'e70b5eea52744bf49b8b7559ab751f4b'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:30:45.905519 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e7910f13-53b7-45c8-adf8-69ea0e84b185 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:45.931124 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-86b4a172-1ab7-4f87-a6bf-0ce6372c0444 admin admin] Deleting subnet c2d5a376-b914-4948-8c9e-84760200e159 {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:30:45.937039 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-ef3dce21-7ba3-403f-acd7-e75f1e16aea1 None None] Allocated IP 2001:db8:1::2 (7d4bb89b-4b3c-4e6f-a4bf-0cd96e967ee8/29671cee-5a0f-48d9-ab24-a6668d74053e/e7f3eb78-68ee-4e7f-8f61-e462e4468734) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:30:45.938096 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-86b4a172-1ab7-4f87-a6bf-0ce6372c0444 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:45.990321 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c748875e-84ab-4938-9051-0dd84622c2fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Made reservation on behalf of 2d7a86613e6d49c0a7837df94c0dd48c for: {'port': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:30:45.992859 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c748875e-84ab-4938-9051-0dd84622c2fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:46.052724 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-19aa1aa1-99bf-429f-9965-80693f1847d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:46.059365 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-86b4a172-1ab7-4f87-a6bf-0ce6372c0444 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:46.061484 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [None req-c748875e-84ab-4938-9051-0dd84622c2fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] device_id is not set on port ef82702e-514a-44d2-8a18-6653c0e13892 yet. {{(pid=94462) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:30:46.065784 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19aa1aa1-99bf-429f-9965-80693f1847d9 None None] Routers {'e6b2b62e-7f55-4ba2-b077-893840665ffb'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:30:46.069079 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-19aa1aa1-99bf-429f-9965-80693f1847d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:30:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['e6b2b62e-7f55-4ba2-b077-893840665ffb'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:46.096218 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e7910f13-53b7-45c8-adf8-69ea0e84b185 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:46.111055 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-19aa1aa1-99bf-429f-9965-80693f1847d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:46.111712 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19aa1aa1-99bf-429f-9965-80693f1847d9 None None] The sync data for ids ['e6b2b62e-7f55-4ba2-b077-893840665ffb'] in n-d-771362-32 is: [] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:30:46.127010 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fd02d1-d0c6-4607-9c81-3a5fbd0611a8 req-672ce43e-0d95-4fea-ac63-09c9a10519e7 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:46.131637 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e2fd02d1-d0c6-4607-9c81-3a5fbd0611a8 req-672ce43e-0d95-4fea-ac63-09c9a10519e7 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] 10.222.0.23 "GET /v2.0/ports?device_id=011ab283-3e48-4698-b61f-e35f9a492bb7 HTTP/1.1" status: 200 len: 946 time: 0.3557293 Jul 05 02:30:46.145976 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-ef3dce21-7ba3-403f-acd7-e75f1e16aea1 None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:46.147724 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-86b4a172-1ab7-4f87-a6bf-0ce6372c0444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:46.162428 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-ef3dce21-7ba3-403f-acd7-e75f1e16aea1 None None] Transition to ACTIVE for port object e7f3eb78-68ee-4e7f-8f61-e462e4468734 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:30:46.170098 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bc70604b-fe6e-44d3-a32c-60e22be94449 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11810'] for router, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:46.170373 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bc70604b-fe6e-44d3-a32c-60e22be94449 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1926740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11821'] for router, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:46.183645 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-ef3dce21-7ba3-403f-acd7-e75f1e16aea1 None None] Transition to ACTIVE for port object e7f3eb78-68ee-4e7f-8f61-e462e4468734 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:30:46.220971 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b239d0b1-a072-4704-a024-00e800be847b tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:46.226014 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e7910f13-53b7-45c8-adf8-69ea0e84b185 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:46.238678 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e2fd02d1-d0c6-4607-9c81-3a5fbd0611a8 req-899aa09f-2204-4809-8b72-bdfae850b990 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] 10.222.0.23 "GET /v2.0/security-groups?id=b551ed91-860f-4d3c-a715-cc616f6d7d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741076 Jul 05 02:30:46.282150 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-ef3dce21-7ba3-403f-acd7-e75f1e16aea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:46.320263 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bc70604b-fe6e-44d3-a32c-60e22be94449 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:46.322766 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7910f13-53b7-45c8-adf8-69ea0e84b185 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c42d40d4-5bfd-41cc-8baf-3e14ae49164b,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:46.324118 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3dce21-7ba3-403f-acd7-e75f1e16aea1 None None] Network 7d4bb89b-4b3c-4e6f-a4bf-0cd96e967ee8 is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:30:46.329263 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-ef3dce21-7ba3-403f-acd7-e75f1e16aea1 None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:30:46.334415 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3dce21-7ba3-403f-acd7-e75f1e16aea1 None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:30:46.341387 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3dce21-7ba3-403f-acd7-e75f1e16aea1 None None] Pushing event updated for resources: {'Port': ['ID=e7f3eb78-68ee-4e7f-8f61-e462e4468734,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:46.366981 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c748875e-84ab-4938-9051-0dd84622c2fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:46.394168 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e7910f13-53b7-45c8-adf8-69ea0e84b185 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:46.395914 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-e7910f13-53b7-45c8-adf8-69ea0e84b185 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.4959660 Jul 05 02:30:46.398897 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 38760) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:46.401827 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-ef3dce21-7ba3-403f-acd7-e75f1e16aea1 None None] Attempting to bind port e7f3eb78-68ee-4e7f-8f61-e462e4468734 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:30:46.402238 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-ef3dce21-7ba3-403f-acd7-e75f1e16aea1 None None] Attempting to bind port e7f3eb78-68ee-4e7f-8f61-e462e4468734 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'ef45cfa5-850a-45e3-998a-0295e424265f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '7d4bb89b-4b3c-4e6f-a4bf-0cd96e967ee8'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:30:46.402695 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3dce21-7ba3-403f-acd7-e75f1e16aea1 None None] Attempting to bind port e7f3eb78-68ee-4e7f-8f61-e462e4468734 on network 7d4bb89b-4b3c-4e6f-a4bf-0cd96e967ee8 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:30:46.408588 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3dce21-7ba3-403f-acd7-e75f1e16aea1 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:30:46.408819 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3dce21-7ba3-403f-acd7-e75f1e16aea1 None None] Checking segment: {'id': 'ef45cfa5-850a-45e3-998a-0295e424265f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '7d4bb89b-4b3c-4e6f-a4bf-0cd96e967ee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:30:46.409297 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-ef3dce21-7ba3-403f-acd7-e75f1e16aea1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:46.409634 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3dce21-7ba3-403f-acd7-e75f1e16aea1 None None] Bound using segment: {'id': 'ef45cfa5-850a-45e3-998a-0295e424265f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '7d4bb89b-4b3c-4e6f-a4bf-0cd96e967ee8'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:30:46.410183 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-ef3dce21-7ba3-403f-acd7-e75f1e16aea1 None None] Bound port: e7f3eb78-68ee-4e7f-8f61-e462e4468734, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef45cfa5-850a-45e3-998a-0295e424265f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '7d4bb89b-4b3c-4e6f-a4bf-0cd96e967ee8'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:30:46.410571 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-ef3dce21-7ba3-403f-acd7-e75f1e16aea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:46.429453 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bf800b1f-b1d1-4f1d-847b-08231586b991 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:46.437165 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bf800b1f-b1d1-4f1d-847b-08231586b991 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:46.446164 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bc70604b-fe6e-44d3-a32c-60e22be94449 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963'] for router, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:46.448634 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-86b4a172-1ab7-4f87-a6bf-0ce6372c0444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:46.474335 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c748875e-84ab-4938-9051-0dd84622c2fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:46.481164 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-ef3dce21-7ba3-403f-acd7-e75f1e16aea1 None None] For port e7f3eb78-68ee-4e7f-8f61-e462e4468734, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:30:46.486298 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-ef3dce21-7ba3-403f-acd7-e75f1e16aea1 None None] For port e7f3eb78-68ee-4e7f-8f61-e462e4468734, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=e7f3eb78-68ee-4e7f-8f61-e462e4468734,segment=NetworkSegment(ef45cfa5-850a-45e3-998a-0295e424265f),segment_id=ef45cfa5-850a-45e3-998a-0295e424265f)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:30:46.501423 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3b2e22d-1739-4784-8d2b-0eab622e3304 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Router d8e58f2d-f636-4c74-83a5-152f04ccaccb has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:30:46.506695 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-86b4a172-1ab7-4f87-a6bf-0ce6372c0444 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:46.508539 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-86b4a172-1ab7-4f87-a6bf-0ce6372c0444 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/c2d5a376-b914-4948-8c9e-84760200e159 HTTP/1.1" status: 204 len: 168 time: 1.1597908 Jul 05 02:30:46.509368 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b4a172-1ab7-4f87-a6bf-0ce6372c0444 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2d5a376-b914-4948-8c9e-84760200e159,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:46.516487 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 38762) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:46.544998 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-ef3dce21-7ba3-403f-acd7-e75f1e16aea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:46.591227 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c748875e-84ab-4938-9051-0dd84622c2fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Network c6646ab3-5aea-4576-b125-15cba572af52 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:30:46.593966 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bf800b1f-b1d1-4f1d-847b-08231586b991 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:46.595293 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bc70604b-fe6e-44d3-a32c-60e22be94449 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:46.596521 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-bc70604b-fe6e-44d3-a32c-60e22be94449 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.7013876 Jul 05 02:30:46.599588 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bf800b1f-b1d1-4f1d-847b-08231586b991 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:46.600647 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-bf800b1f-b1d1-4f1d-847b-08231586b991 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/c42d40d4-5bfd-41cc-8baf-3e14ae49164b HTTP/1.1" status: 204 len: 168 time: 0.2006721 Jul 05 02:30:46.604137 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 38764) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:46.604717 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 38766) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:46.618514 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3dce21-7ba3-403f-acd7-e75f1e16aea1 None None] Pushing event updated for resources: {'Port': ['ID=e7f3eb78-68ee-4e7f-8f61-e462e4468734,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:46.618776 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-c748875e-84ab-4938-9051-0dd84622c2fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:30:46.628501 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c748875e-84ab-4938-9051-0dd84622c2fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:30:46.664653 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c748875e-84ab-4938-9051-0dd84622c2fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:46.664653 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c748875e-84ab-4938-9051-0dd84622c2fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:46.664653 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c748875e-84ab-4938-9051-0dd84622c2fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Pushing event updated for resources: {'Port': ['ID=ef82702e-514a-44d2-8a18-6653c0e13892,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:46.664653 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf800b1f-b1d1-4f1d-847b-08231586b991 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c42d40d4-5bfd-41cc-8baf-3e14ae49164b,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:46.664653 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c397ff87-454e-4ff4-a308-894226a451f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:46.740251 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-66130d71-68e0-485b-87e3-3082b4cff049 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks [] for router, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:46.748348 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c397ff87-454e-4ff4-a308-894226a451f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:46.759503 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-c397ff87-454e-4ff4-a308-894226a451f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5579368-a557-4b23-8edf-86b072d6a57a']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:46.770754 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-c397ff87-454e-4ff4-a308-894226a451f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f143dec-4705-4ee9-8e64-ce2de1e14f59') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:46.771059 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-c397ff87-454e-4ff4-a308-894226a451f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f143dec-4705-4ee9-8e64-ce2de1e14f59') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:46.787696 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c397ff87-454e-4ff4-a308-894226a451f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:46.819140 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c397ff87-454e-4ff4-a308-894226a451f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:46.826528 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c397ff87-454e-4ff4-a308-894226a451f8 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:30:46.827012 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c397ff87-454e-4ff4-a308-894226a451f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:46.828773 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:30:46.828773 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:30:46.828773 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:30:46.828773 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:30:46.828773 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:30:46.828773 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:30:46.828773 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:30:46.828773 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:30:46.828773 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:30:46.828773 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:30:46.828773 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:30:46.828773 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:30:46.828773 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:30:46.828773 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:30:46.828773 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:30:46.828773 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:30:46.828773 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:30:46.828773 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:30:46.828773 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:30:46.828773 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:30:46.828773 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:30:46.828773 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:30:46.828773 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:30:46.828773 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:30:46.828773 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:30:46.828773 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:30:46.828773 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:30:46.828773 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:30:46.828773 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:30:46.828773 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:30:46.828773 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:30:46.828773 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:30:46.836539 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-b239d0b1-a072-4704-a024-00e800be847b tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Allocated IP 2001:db8:1::1 (7d4bb89b-4b3c-4e6f-a4bf-0cd96e967ee8/29671cee-5a0f-48d9-ab24-a6668d74053e/3c848d0a-95f5-46c5-a4a6-dd59246e655d) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:30:46.885507 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-c748875e-84ab-4938-9051-0dd84622c2fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 1.6252997 Jul 05 02:30:46.889669 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 38768) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:46.894460 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-5c75c27d-cb73-4553-b174-1525a66408f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-771362-32'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:30:46.939546 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-2958df0c-cd41-4916-8557-daf25595c144 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3327322 Jul 05 02:30:46.942219 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 38770) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:46.949672 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3b2e22d-1739-4784-8d2b-0eab622e3304 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:30:46.957537 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b3b2e22d-1739-4784-8d2b-0eab622e3304 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:46.962228 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f16bee5-49e3-4010-b7ac-0fa867ab3d05 None None] Sync routers for ids ['d8e58f2d-f636-4c74-83a5-152f04ccaccb'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:30:46.980789 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f16bee5-49e3-4010-b7ac-0fa867ab3d05 None None] Routers {'d8e58f2d-f636-4c74-83a5-152f04ccaccb'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:30:46.986018 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-9f16bee5-49e3-4010-b7ac-0fa867ab3d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:30:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['d8e58f2d-f636-4c74-83a5-152f04ccaccb'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:47.012907 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c397ff87-454e-4ff4-a308-894226a451f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:47.038435 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-9f16bee5-49e3-4010-b7ac-0fa867ab3d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:47.051622 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c397ff87-454e-4ff4-a308-894226a451f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:47.051622 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-c397ff87-454e-4ff4-a308-894226a451f8 admin admin] 10.222.0.23 "DELETE /v2.0/networks/b5579368-a557-4b23-8edf-86b072d6a57a HTTP/1.1" status: 204 len: 168 time: 0.5122025 Jul 05 02:30:47.056569 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f16bee5-49e3-4010-b7ac-0fa867ab3d05 None None] Routers {'d8e58f2d-f636-4c74-83a5-152f04ccaccb'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:30:47.057103 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-9f16bee5-49e3-4010-b7ac-0fa867ab3d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:30:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['d8e58f2d-f636-4c74-83a5-152f04ccaccb'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:47.071292 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5c75c27d-cb73-4553-b174-1525a66408f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:47.082566 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c397ff87-454e-4ff4-a308-894226a451f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5579368-a557-4b23-8edf-86b072d6a57a,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:47.131448 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-9f16bee5-49e3-4010-b7ac-0fa867ab3d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:47.134666 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f16bee5-49e3-4010-b7ac-0fa867ab3d05 None None] The sync data for ids ['d8e58f2d-f636-4c74-83a5-152f04ccaccb'] in n-d-771362-32 is: [] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:30:47.173285 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1f6714e0-7304-48a2-82b6-d78f2093b3dc tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:47.209127 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1f6714e0-7304-48a2-82b6-d78f2093b3dc tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:47.243589 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device e7f3eb78-68ee-4e7f-8f61-e462e4468734 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:30:47.458343 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port e7f3eb78-68ee-4e7f-8f61-e462e4468734 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:30:47.513956 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [None req-5c75c27d-cb73-4553-b174-1525a66408f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] device_id is not set on port ef82702e-514a-44d2-8a18-6653c0e13892 yet. {{(pid=94462) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:30:47.534222 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5c75c27d-cb73-4553-b174-1525a66408f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:47.554435 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e3eb66-49cb-4c34-8d75-872bc3a3136f req-04f2f1e1-1cfd-4c63-8262-eee0975fa41f tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:47.556078 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-28e3eb66-49cb-4c34-8d75-872bc3a3136f req-04f2f1e1-1cfd-4c63-8262-eee0975fa41f tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] 10.222.0.23 "GET /v2.0/ports?device_id=011ab283-3e48-4698-b61f-e35f9a492bb7 HTTP/1.1" status: 200 len: 946 time: 0.1634581 Jul 05 02:30:47.556746 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1f6714e0-7304-48a2-82b6-d78f2093b3dc tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:47.559582 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1f6714e0-7304-48a2-82b6-d78f2093b3dc tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:47.560814 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-1f6714e0-7304-48a2-82b6-d78f2093b3dc tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] 10.222.0.23 "DELETE /v2.0/security-groups/44dff930-503f-47cf-8ea1-5e2b178bb5ad HTTP/1.1" status: 204 len: 168 time: 0.6175413 Jul 05 02:30:47.566539 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 38776) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:47.583608 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [None req-5c75c27d-cb73-4553-b174-1525a66408f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Transition to ACTIVE for port object ef82702e-514a-44d2-8a18-6653c0e13892 will not be triggered until provisioned by entity L2. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:30:47.598861 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6714e0-7304-48a2-82b6-d78f2093b3dc tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44dff930-503f-47cf-8ea1-5e2b178bb5ad,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:47.618517 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-66130d71-68e0-485b-87e3-3082b4cff049 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11828'] for router, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:47.633243 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-66130d71-68e0-485b-87e3-3082b4cff049 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:47.657396 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 38778) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:47.672716 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-28e3eb66-49cb-4c34-8d75-872bc3a3136f req-ecd99439-7d0a-4e28-9e64-46d7cf2b6f37 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] 10.222.0.23 "GET /v2.0/security-groups?id=b551ed91-860f-4d3c-a715-cc616f6d7d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026685 Jul 05 02:30:47.694585 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-638762f7-134d-4db6-a4a4-7c1d22aaec7f tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1231446 Jul 05 02:30:47.704392 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 38780) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:47.704392 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5c75c27d-cb73-4553-b174-1525a66408f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:47.734690 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b239d0b1-a072-4704-a024-00e800be847b tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:47.750232 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeb8210-3080-421f-aa37-8b3b03bd96d8 req-3fa70706-41cc-43f7-bc43-cfc00fb717f4 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:47.752028 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-deeb8210-3080-421f-aa37-8b3b03bd96d8 req-3fa70706-41cc-43f7-bc43-cfc00fb717f4 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] 10.222.0.21 "GET /v2.0/ports?device_id=011ab283-3e48-4698-b61f-e35f9a492bb7 HTTP/1.1" status: 200 len: 946 time: 0.8703883 Jul 05 02:30:47.778639 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-b3b2e22d-1739-4784-8d2b-0eab622e3304 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] 10.222.0.23 "PUT /v2.0/floatingips/98dd02eb-8acd-4fa1-b94b-599980675762 HTTP/1.1" status: 200 len: 976 time: 5.8085001 Jul 05 02:30:47.785737 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 38782) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:47.794443 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-7f579a4a-e141-4cb9-9b8b-fe8ba3d8594f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=431f6b9e64bf48fa8101325a84dc3df9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1324511 Jul 05 02:30:47.797774 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 38784) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:47.818860 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [None req-b239d0b1-a072-4704-a024-00e800be847b tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Transition to ACTIVE for port object 3c848d0a-95f5-46c5-a4a6-dd59246e655d will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:30:47.826778 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-66130d71-68e0-485b-87e3-3082b4cff049 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1575451'] for router, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:47.827371 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66130d71-68e0-485b-87e3-3082b4cff049 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 30c9f583-4258-45aa-b939-c75904750fa7 {{(pid=94461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 02:30:47.847272 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c75c27d-cb73-4553-b174-1525a66408f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Pushing event updated for resources: {'Port': ['ID=ef82702e-514a-44d2-8a18-6653c0e13892,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:47.847462 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-66130d71-68e0-485b-87e3-3082b4cff049 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks [] for router, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:47.852249 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-66130d71-68e0-485b-87e3-3082b4cff049 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] 10.222.0.23 "DELETE /v2.0/routers/30c9f583-4258-45aa-b939-c75904750fa7 HTTP/1.1" status: 204 len: 168 time: 1.2467804 Jul 05 02:30:47.859158 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab0dadf-9782-43b9-a248-91972a5b8a92 None None] Network 7d4bb89b-4b3c-4e6f-a4bf-0cd96e967ee8 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:30:47.914074 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [None req-5c75c27d-cb73-4553-b174-1525a66408f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempting to bind port ef82702e-514a-44d2-8a18-6653c0e13892 on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:30:47.914463 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [None req-5c75c27d-cb73-4553-b174-1525a66408f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempting to bind port ef82702e-514a-44d2-8a18-6653c0e13892 by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '6fb3e321-f831-47ea-8817-71d8a94aa566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c6646ab3-5aea-4576-b125-15cba572af52'}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:30:47.914807 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c75c27d-cb73-4553-b174-1525a66408f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempting to bind port ef82702e-514a-44d2-8a18-6653c0e13892 on network c6646ab3-5aea-4576-b125-15cba572af52 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:30:47.928013 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-937f5bb0-def0-4ea1-ba1b-e64c8ca4c306 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:47.945459 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c75c27d-cb73-4553-b174-1525a66408f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Port ef82702e-514a-44d2-8a18-6653c0e13892 on network c6646ab3-5aea-4576-b125-15cba572af52 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:30:47.945971 n-d-771362-32 neutron-server[94462]: ERROR neutron.plugins.ml2.managers [None req-5c75c27d-cb73-4553-b174-1525a66408f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Failed to bind port ef82702e-514a-44d2-8a18-6653c0e13892 on host n-h2-771362-32 for vnic_type normal using segments [{'id': '6fb3e321-f831-47ea-8817-71d8a94aa566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c6646ab3-5aea-4576-b125-15cba572af52'}] Jul 05 02:30:47.947523 n-d-771362-32 neutron-server[94462]: INFO neutron.plugins.ml2.plugin [None req-5c75c27d-cb73-4553-b174-1525a66408f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempt 2 to bind port ef82702e-514a-44d2-8a18-6653c0e13892 Jul 05 02:30:47.949343 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-32ef4ebb-2e77-438b-815a-8ca5a8dd8931 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:47.982044 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-32ef4ebb-2e77-438b-815a-8ca5a8dd8931 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:47.990929 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [None req-5c75c27d-cb73-4553-b174-1525a66408f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempting to bind port ef82702e-514a-44d2-8a18-6653c0e13892 on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:30:47.991271 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [None req-5c75c27d-cb73-4553-b174-1525a66408f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempting to bind port ef82702e-514a-44d2-8a18-6653c0e13892 by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '6fb3e321-f831-47ea-8817-71d8a94aa566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c6646ab3-5aea-4576-b125-15cba572af52'}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:30:47.991887 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c75c27d-cb73-4553-b174-1525a66408f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempting to bind port ef82702e-514a-44d2-8a18-6653c0e13892 on network c6646ab3-5aea-4576-b125-15cba572af52 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:30:47.993174 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-deeb8210-3080-421f-aa37-8b3b03bd96d8 req-af79fa19-9b75-4098-99e6-38cee89637d6 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Deleting port 595d64a7-1347-4f1a-9502-d38884bf6074 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:30:47.993566 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-deeb8210-3080-421f-aa37-8b3b03bd96d8 req-af79fa19-9b75-4098-99e6-38cee89637d6 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:47.996779 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-937f5bb0-def0-4ea1-ba1b-e64c8ca4c306 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:48.011116 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c75c27d-cb73-4553-b174-1525a66408f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Port ef82702e-514a-44d2-8a18-6653c0e13892 on network c6646ab3-5aea-4576-b125-15cba572af52 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:30:48.011485 n-d-771362-32 neutron-server[94462]: ERROR neutron.plugins.ml2.managers [None req-5c75c27d-cb73-4553-b174-1525a66408f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Failed to bind port ef82702e-514a-44d2-8a18-6653c0e13892 on host n-h2-771362-32 for vnic_type normal using segments [{'id': '6fb3e321-f831-47ea-8817-71d8a94aa566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c6646ab3-5aea-4576-b125-15cba572af52'}] Jul 05 02:30:48.014737 n-d-771362-32 neutron-server[94462]: INFO neutron.plugins.ml2.plugin [None req-5c75c27d-cb73-4553-b174-1525a66408f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempt 3 to bind port ef82702e-514a-44d2-8a18-6653c0e13892 Jul 05 02:30:48.024215 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-845b7348-d06f-44fd-aa5f-4997d270f73c None None] Provisioning for port e7f3eb78-68ee-4e7f-8f61-e462e4468734 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:30:48.052145 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-845b7348-d06f-44fd-aa5f-4997d270f73c None None] Provisioning complete for port e7f3eb78-68ee-4e7f-8f61-e462e4468734 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:30:48.052615 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [None req-5c75c27d-cb73-4553-b174-1525a66408f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempting to bind port ef82702e-514a-44d2-8a18-6653c0e13892 on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:30:48.052820 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-845b7348-d06f-44fd-aa5f-4997d270f73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:48.052989 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [None req-5c75c27d-cb73-4553-b174-1525a66408f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempting to bind port ef82702e-514a-44d2-8a18-6653c0e13892 by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '6fb3e321-f831-47ea-8817-71d8a94aa566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c6646ab3-5aea-4576-b125-15cba572af52'}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:30:48.053290 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c75c27d-cb73-4553-b174-1525a66408f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempting to bind port ef82702e-514a-44d2-8a18-6653c0e13892 on network c6646ab3-5aea-4576-b125-15cba572af52 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:30:48.061465 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b239d0b1-a072-4704-a024-00e800be847b tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:48.063729 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-a4095fa9-7f61-452e-b198-78eac9e15bfd tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Deleting port a5d16a4e-928f-4198-be27-7e65f1d7fbbc {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:30:48.064088 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a4095fa9-7f61-452e-b198-78eac9e15bfd tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:48.067141 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c75c27d-cb73-4553-b174-1525a66408f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Port ef82702e-514a-44d2-8a18-6653c0e13892 on network c6646ab3-5aea-4576-b125-15cba572af52 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:30:48.067474 n-d-771362-32 neutron-server[94462]: ERROR neutron.plugins.ml2.managers [None req-5c75c27d-cb73-4553-b174-1525a66408f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Failed to bind port ef82702e-514a-44d2-8a18-6653c0e13892 on host n-h2-771362-32 for vnic_type normal using segments [{'id': '6fb3e321-f831-47ea-8817-71d8a94aa566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c6646ab3-5aea-4576-b125-15cba572af52'}] Jul 05 02:30:48.069043 n-d-771362-32 neutron-server[94462]: INFO neutron.plugins.ml2.plugin [None req-5c75c27d-cb73-4553-b174-1525a66408f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempt 4 to bind port ef82702e-514a-44d2-8a18-6653c0e13892 Jul 05 02:30:48.125587 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b239d0b1-a072-4704-a024-00e800be847b tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Network 7d4bb89b-4b3c-4e6f-a4bf-0cd96e967ee8 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:30:48.140492 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [None req-5c75c27d-cb73-4553-b174-1525a66408f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempting to bind port ef82702e-514a-44d2-8a18-6653c0e13892 on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:30:48.140975 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-b239d0b1-a072-4704-a024-00e800be847b tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:30:48.141731 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [None req-5c75c27d-cb73-4553-b174-1525a66408f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempting to bind port ef82702e-514a-44d2-8a18-6653c0e13892 by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '6fb3e321-f831-47ea-8817-71d8a94aa566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c6646ab3-5aea-4576-b125-15cba572af52'}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:30:48.142072 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c75c27d-cb73-4553-b174-1525a66408f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempting to bind port ef82702e-514a-44d2-8a18-6653c0e13892 on network c6646ab3-5aea-4576-b125-15cba572af52 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:30:48.147941 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b239d0b1-a072-4704-a024-00e800be847b tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:30:48.148498 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b239d0b1-a072-4704-a024-00e800be847b tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635668'] for router_interface, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:48.161186 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b239d0b1-a072-4704-a024-00e800be847b tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Pushing event updated for resources: {'Port': ['ID=3c848d0a-95f5-46c5-a4a6-dd59246e655d,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:48.177597 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-845b7348-d06f-44fd-aa5f-4997d270f73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:48.190666 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a4095fa9-7f61-452e-b198-78eac9e15bfd tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:48.215279 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-845b7348-d06f-44fd-aa5f-4997d270f73c None None] For port e7f3eb78-68ee-4e7f-8f61-e462e4468734, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=e7f3eb78-68ee-4e7f-8f61-e462e4468734,segment=NetworkSegment(ef45cfa5-850a-45e3-998a-0295e424265f),segment_id=ef45cfa5-850a-45e3-998a-0295e424265f)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:30:48.227403 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-deeb8210-3080-421f-aa37-8b3b03bd96d8 req-af79fa19-9b75-4098-99e6-38cee89637d6 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] For port 595d64a7-1347-4f1a-9502-d38884bf6074, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=595d64a7-1347-4f1a-9502-d38884bf6074,segment=NetworkSegment(63fce11a-e2e8-4a2d-90a7-6189b626b4b9),segment_id=63fce11a-e2e8-4a2d-90a7-6189b626b4b9)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:30:48.228333 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-deeb8210-3080-421f-aa37-8b3b03bd96d8 req-af79fa19-9b75-4098-99e6-38cee89637d6 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:48.232855 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b239d0b1-a072-4704-a024-00e800be847b tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:30:48.233205 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b239d0b1-a072-4704-a024-00e800be847b tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:30:48.233549 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b239d0b1-a072-4704-a024-00e800be847b tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:30:48.233888 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b239d0b1-a072-4704-a024-00e800be847b tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:30:48.234251 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b239d0b1-a072-4704-a024-00e800be847b tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:30:48.234577 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b239d0b1-a072-4704-a024-00e800be847b tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:30:48.234988 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b239d0b1-a072-4704-a024-00e800be847b tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:30:48.235381 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b239d0b1-a072-4704-a024-00e800be847b tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:30:48.235718 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b239d0b1-a072-4704-a024-00e800be847b tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:30:48.236047 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b239d0b1-a072-4704-a024-00e800be847b tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:30:48.236364 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b239d0b1-a072-4704-a024-00e800be847b tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:30:48.236685 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b239d0b1-a072-4704-a024-00e800be847b tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:30:48.261443 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-deeb8210-3080-421f-aa37-8b3b03bd96d8 req-af79fa19-9b75-4098-99e6-38cee89637d6 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Calling delete_port for 595d64a7-1347-4f1a-9502-d38884bf6074 owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:30:48.263163 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-32ef4ebb-2e77-438b-815a-8ca5a8dd8931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:48.270217 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-937f5bb0-def0-4ea1-ba1b-e64c8ca4c306 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:48.270363 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-32ef4ebb-2e77-438b-815a-8ca5a8dd8931 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:48.270363 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-32ef4ebb-2e77-438b-815a-8ca5a8dd8931 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0f095616-4bbf-45b1-91ed-9b229ec97e94 HTTP/1.1" status: 204 len: 168 time: 0.4681404 Jul 05 02:30:48.270714 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-937f5bb0-def0-4ea1-ba1b-e64c8ca4c306 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:48.270714 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-937f5bb0-def0-4ea1-ba1b-e64c8ca4c306 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] 10.222.0.23 "DELETE /v2.0/security-groups/439ac7f9-5f5f-4365-bcc2-9b1faeda0416 HTTP/1.1" status: 204 len: 168 time: 0.5687361 Jul 05 02:30:48.285334 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c75c27d-cb73-4553-b174-1525a66408f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Port ef82702e-514a-44d2-8a18-6653c0e13892 on network c6646ab3-5aea-4576-b125-15cba572af52 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:30:48.285953 n-d-771362-32 neutron-server[94462]: ERROR neutron.plugins.ml2.managers [None req-5c75c27d-cb73-4553-b174-1525a66408f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Failed to bind port ef82702e-514a-44d2-8a18-6653c0e13892 on host n-h2-771362-32 for vnic_type normal using segments [{'id': '6fb3e321-f831-47ea-8817-71d8a94aa566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c6646ab3-5aea-4576-b125-15cba572af52'}] Jul 05 02:30:48.286179 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 38790) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:48.293613 n-d-771362-32 neutron-server[94462]: INFO neutron.plugins.ml2.plugin [None req-5c75c27d-cb73-4553-b174-1525a66408f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempt 5 to bind port ef82702e-514a-44d2-8a18-6653c0e13892 Jul 05 02:30:48.315836 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ef4ebb-2e77-438b-815a-8ca5a8dd8931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f095616-4bbf-45b1-91ed-9b229ec97e94,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:48.329753 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937f5bb0-def0-4ea1-ba1b-e64c8ca4c306 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=439ac7f9-5f5f-4365-bcc2-9b1faeda0416,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:48.357915 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-845b7348-d06f-44fd-aa5f-4997d270f73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:48.362531 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [None req-5c75c27d-cb73-4553-b174-1525a66408f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempting to bind port ef82702e-514a-44d2-8a18-6653c0e13892 on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:30:48.371903 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [None req-5c75c27d-cb73-4553-b174-1525a66408f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempting to bind port ef82702e-514a-44d2-8a18-6653c0e13892 by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '6fb3e321-f831-47ea-8817-71d8a94aa566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c6646ab3-5aea-4576-b125-15cba572af52'}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:30:48.371903 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c75c27d-cb73-4553-b174-1525a66408f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempting to bind port ef82702e-514a-44d2-8a18-6653c0e13892 on network c6646ab3-5aea-4576-b125-15cba572af52 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:30:48.371903 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c75c27d-cb73-4553-b174-1525a66408f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Port ef82702e-514a-44d2-8a18-6653c0e13892 on network c6646ab3-5aea-4576-b125-15cba572af52 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:30:48.371903 n-d-771362-32 neutron-server[94462]: ERROR neutron.plugins.ml2.managers [None req-5c75c27d-cb73-4553-b174-1525a66408f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Failed to bind port ef82702e-514a-44d2-8a18-6653c0e13892 on host n-h2-771362-32 for vnic_type normal using segments [{'id': '6fb3e321-f831-47ea-8817-71d8a94aa566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c6646ab3-5aea-4576-b125-15cba572af52'}] Jul 05 02:30:48.403318 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 38792) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:48.415499 n-d-771362-32 neutron-server[94462]: INFO neutron.plugins.ml2.plugin [None req-5c75c27d-cb73-4553-b174-1525a66408f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempt 6 to bind port ef82702e-514a-44d2-8a18-6653c0e13892 Jul 05 02:30:48.446450 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [None req-5c75c27d-cb73-4553-b174-1525a66408f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempting to bind port ef82702e-514a-44d2-8a18-6653c0e13892 on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:30:48.446450 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [None req-5c75c27d-cb73-4553-b174-1525a66408f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempting to bind port ef82702e-514a-44d2-8a18-6653c0e13892 by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '6fb3e321-f831-47ea-8817-71d8a94aa566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c6646ab3-5aea-4576-b125-15cba572af52'}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:30:48.446784 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c75c27d-cb73-4553-b174-1525a66408f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempting to bind port ef82702e-514a-44d2-8a18-6653c0e13892 on network c6646ab3-5aea-4576-b125-15cba572af52 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:30:48.463129 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c75c27d-cb73-4553-b174-1525a66408f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Port ef82702e-514a-44d2-8a18-6653c0e13892 on network c6646ab3-5aea-4576-b125-15cba572af52 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:30:48.463486 n-d-771362-32 neutron-server[94462]: ERROR neutron.plugins.ml2.managers [None req-5c75c27d-cb73-4553-b174-1525a66408f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Failed to bind port ef82702e-514a-44d2-8a18-6653c0e13892 on host n-h2-771362-32 for vnic_type normal using segments [{'id': '6fb3e321-f831-47ea-8817-71d8a94aa566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c6646ab3-5aea-4576-b125-15cba572af52'}] Jul 05 02:30:48.466250 n-d-771362-32 neutron-server[94462]: INFO neutron.plugins.ml2.plugin [None req-5c75c27d-cb73-4553-b174-1525a66408f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempt 7 to bind port ef82702e-514a-44d2-8a18-6653c0e13892 Jul 05 02:30:48.476728 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845b7348-d06f-44fd-aa5f-4997d270f73c None None] Pushing event updated for resources: {'Port': ['ID=e7f3eb78-68ee-4e7f-8f61-e462e4468734,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:48.481419 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-30480a6d-fe98-4ed4-9715-ff1ffa407a5a tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1804070 Jul 05 02:30:48.489101 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 38796) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:48.496192 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-fa18239a-0285-4f2d-a114-352954cb8e55 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Request body: {'security_group': {'name': 'tempest-secgroup--497412675'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:30:48.500131 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-b6256760-2692-4517-80be-9544507369bc None None] Provisioning complete for port e7f3eb78-68ee-4e7f-8f61-e462e4468734 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:30:48.503045 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b6256760-2692-4517-80be-9544507369bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:48.552945 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [None req-5c75c27d-cb73-4553-b174-1525a66408f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempting to bind port ef82702e-514a-44d2-8a18-6653c0e13892 on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:30:48.553495 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [None req-5c75c27d-cb73-4553-b174-1525a66408f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempting to bind port ef82702e-514a-44d2-8a18-6653c0e13892 by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '6fb3e321-f831-47ea-8817-71d8a94aa566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c6646ab3-5aea-4576-b125-15cba572af52'}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:30:48.553602 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c75c27d-cb73-4553-b174-1525a66408f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempting to bind port ef82702e-514a-44d2-8a18-6653c0e13892 on network c6646ab3-5aea-4576-b125-15cba572af52 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:30:48.563225 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c75c27d-cb73-4553-b174-1525a66408f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Port ef82702e-514a-44d2-8a18-6653c0e13892 on network c6646ab3-5aea-4576-b125-15cba572af52 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:30:48.563565 n-d-771362-32 neutron-server[94462]: ERROR neutron.plugins.ml2.managers [None req-5c75c27d-cb73-4553-b174-1525a66408f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Failed to bind port ef82702e-514a-44d2-8a18-6653c0e13892 on host n-h2-771362-32 for vnic_type normal using segments [{'id': '6fb3e321-f831-47ea-8817-71d8a94aa566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c6646ab3-5aea-4576-b125-15cba572af52'}] Jul 05 02:30:48.565492 n-d-771362-32 neutron-server[94462]: INFO neutron.plugins.ml2.plugin [None req-5c75c27d-cb73-4553-b174-1525a66408f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempt 8 to bind port ef82702e-514a-44d2-8a18-6653c0e13892 Jul 05 02:30:48.580893 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [None req-5c75c27d-cb73-4553-b174-1525a66408f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempting to bind port ef82702e-514a-44d2-8a18-6653c0e13892 on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:30:48.581233 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [None req-5c75c27d-cb73-4553-b174-1525a66408f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempting to bind port ef82702e-514a-44d2-8a18-6653c0e13892 by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '6fb3e321-f831-47ea-8817-71d8a94aa566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c6646ab3-5aea-4576-b125-15cba572af52'}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:30:48.581573 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c75c27d-cb73-4553-b174-1525a66408f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempting to bind port ef82702e-514a-44d2-8a18-6653c0e13892 on network c6646ab3-5aea-4576-b125-15cba572af52 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:30:48.589180 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c75c27d-cb73-4553-b174-1525a66408f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Port ef82702e-514a-44d2-8a18-6653c0e13892 on network c6646ab3-5aea-4576-b125-15cba572af52 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:30:48.589513 n-d-771362-32 neutron-server[94462]: ERROR neutron.plugins.ml2.managers [None req-5c75c27d-cb73-4553-b174-1525a66408f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Failed to bind port ef82702e-514a-44d2-8a18-6653c0e13892 on host n-h2-771362-32 for vnic_type normal using segments [{'id': '6fb3e321-f831-47ea-8817-71d8a94aa566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c6646ab3-5aea-4576-b125-15cba572af52'}] Jul 05 02:30:48.591399 n-d-771362-32 neutron-server[94462]: INFO neutron.plugins.ml2.plugin [None req-5c75c27d-cb73-4553-b174-1525a66408f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempt 9 to bind port ef82702e-514a-44d2-8a18-6653c0e13892 Jul 05 02:30:48.605697 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b239d0b1-a072-4704-a024-00e800be847b tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:48.618474 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [None req-5c75c27d-cb73-4553-b174-1525a66408f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempting to bind port ef82702e-514a-44d2-8a18-6653c0e13892 on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:30:48.618921 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [None req-5c75c27d-cb73-4553-b174-1525a66408f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempting to bind port ef82702e-514a-44d2-8a18-6653c0e13892 by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '6fb3e321-f831-47ea-8817-71d8a94aa566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c6646ab3-5aea-4576-b125-15cba572af52'}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:30:48.619265 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c75c27d-cb73-4553-b174-1525a66408f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempting to bind port ef82702e-514a-44d2-8a18-6653c0e13892 on network c6646ab3-5aea-4576-b125-15cba572af52 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:30:48.624209 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c75c27d-cb73-4553-b174-1525a66408f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Port ef82702e-514a-44d2-8a18-6653c0e13892 on network c6646ab3-5aea-4576-b125-15cba572af52 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:30:48.625371 n-d-771362-32 neutron-server[94462]: ERROR neutron.plugins.ml2.managers [None req-5c75c27d-cb73-4553-b174-1525a66408f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Failed to bind port ef82702e-514a-44d2-8a18-6653c0e13892 on host n-h2-771362-32 for vnic_type normal using segments [{'id': '6fb3e321-f831-47ea-8817-71d8a94aa566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c6646ab3-5aea-4576-b125-15cba572af52'}] Jul 05 02:30:48.626033 n-d-771362-32 neutron-server[94462]: INFO neutron.plugins.ml2.plugin [None req-5c75c27d-cb73-4553-b174-1525a66408f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempt 10 to bind port ef82702e-514a-44d2-8a18-6653c0e13892 Jul 05 02:30:48.648731 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [None req-5c75c27d-cb73-4553-b174-1525a66408f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempting to bind port ef82702e-514a-44d2-8a18-6653c0e13892 on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:30:48.649074 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [None req-5c75c27d-cb73-4553-b174-1525a66408f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempting to bind port ef82702e-514a-44d2-8a18-6653c0e13892 by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '6fb3e321-f831-47ea-8817-71d8a94aa566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c6646ab3-5aea-4576-b125-15cba572af52'}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:30:48.649415 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c75c27d-cb73-4553-b174-1525a66408f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempting to bind port ef82702e-514a-44d2-8a18-6653c0e13892 on network c6646ab3-5aea-4576-b125-15cba572af52 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:30:48.654717 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c75c27d-cb73-4553-b174-1525a66408f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Port ef82702e-514a-44d2-8a18-6653c0e13892 on network c6646ab3-5aea-4576-b125-15cba572af52 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:30:48.655398 n-d-771362-32 neutron-server[94462]: ERROR neutron.plugins.ml2.managers [None req-5c75c27d-cb73-4553-b174-1525a66408f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Failed to bind port ef82702e-514a-44d2-8a18-6653c0e13892 on host n-h2-771362-32 for vnic_type normal using segments [{'id': '6fb3e321-f831-47ea-8817-71d8a94aa566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c6646ab3-5aea-4576-b125-15cba572af52'}] Jul 05 02:30:48.655785 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5c75c27d-cb73-4553-b174-1525a66408f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:48.696704 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-13d691a9-ff4e-449e-ba74-416d3e141ca6 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1637235516', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}, 'admin_state_up': False}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:30:48.738486 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-5c75c27d-cb73-4553-b174-1525a66408f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] For port ef82702e-514a-44d2-8a18-6653c0e13892, host n-h2-771362-32, cleared binding levels {{(pid=94462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:30:48.738880 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-5c75c27d-cb73-4553-b174-1525a66408f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempted to set empty binding levels {{(pid=94462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 05 02:30:48.943882 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370a1a6e-9e31-4819-9736-b5b7a276d7d3 req-9859abdb-eb6c-4904-9160-3efd4e31847a tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:48.945411 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-370a1a6e-9e31-4819-9736-b5b7a276d7d3 req-9859abdb-eb6c-4904-9160-3efd4e31847a tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] 10.222.0.23 "GET /v2.0/ports?device_id=011ab283-3e48-4698-b61f-e35f9a492bb7 HTTP/1.1" status: 200 len: 946 time: 0.1409400 Jul 05 02:30:48.967989 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a4095fa9-7f61-452e-b198-78eac9e15bfd tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:48.968287 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a4095fa9-7f61-452e-b198-78eac9e15bfd tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636869'] for floatingip, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:48.968599 n-d-771362-32 neutron-server[94462]: INFO neutron.db.l3_db [None req-a4095fa9-7f61-452e-b198-78eac9e15bfd tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Floating IP 98dd02eb-8acd-4fa1-b94b-599980675762 disassociated. External IP: 172.25.7.77, port: a5d16a4e-928f-4198-be27-7e65f1d7fbbc. Jul 05 02:30:48.968940 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-a4095fa9-7f61-452e-b198-78eac9e15bfd tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Calling delete_port for a5d16a4e-928f-4198-be27-7e65f1d7fbbc owned by {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:30:48.971351 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5c75c27d-cb73-4553-b174-1525a66408f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:48.980083 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-deeb8210-3080-421f-aa37-8b3b03bd96d8 req-af79fa19-9b75-4098-99e6-38cee89637d6 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:48.981740 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-fa18239a-0285-4f2d-a114-352954cb8e55 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:48.989801 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b239d0b1-a072-4704-a024-00e800be847b tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:49.009131 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-5c75c27d-cb73-4553-b174-1525a66408f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] In _notify_port_updated(), no bound segment for port ef82702e-514a-44d2-8a18-6653c0e13892 on network c6646ab3-5aea-4576-b125-15cba572af52 {{(pid=94462) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 02:30:49.010009 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c75c27d-cb73-4553-b174-1525a66408f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:49.010634 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5c75c27d-cb73-4553-b174-1525a66408f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:49.011966 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-5c75c27d-cb73-4553-b174-1525a66408f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] 10.222.0.23 "PUT /v2.0/ports/ef82702e-514a-44d2-8a18-6653c0e13892 HTTP/1.1" status: 200 len: 978 time: 2.1228225 Jul 05 02:30:49.016864 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 38800) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:49.029757 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-f2adee84-cbb2-490e-9c3c-728ead9ff4e0 None None] Provisioning for port 3c848d0a-95f5-46c5-a4a6-dd59246e655d completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:30:49.034310 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-f2adee84-cbb2-490e-9c3c-728ead9ff4e0 None None] Provisioning complete for port 3c848d0a-95f5-46c5-a4a6-dd59246e655d triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:30:49.034930 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af79fa19-9b75-4098-99e6-38cee89637d6 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Pushing event deleted for resources: {'Port': ['ID=595d64a7-1347-4f1a-9502-d38884bf6074,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:49.035389 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f2adee84-cbb2-490e-9c3c-728ead9ff4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:49.076529 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b239d0b1-a072-4704-a024-00e800be847b tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:49.077396 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b239d0b1-a072-4704-a024-00e800be847b tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634601'] for router_interface, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:49.081617 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-370a1a6e-9e31-4819-9736-b5b7a276d7d3 req-9450e39b-e69b-4eb3-a2e3-bb1bfa797107 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] 10.222.0.23 "GET /v2.0/security-groups?id=b551ed91-860f-4d3c-a715-cc616f6d7d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301332 Jul 05 02:30:49.084492 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-f2adee84-cbb2-490e-9c3c-728ead9ff4e0 None None] Port 3c848d0a-95f5-46c5-a4a6-dd59246e655d cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:30:49.117055 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-deeb8210-3080-421f-aa37-8b3b03bd96d8 req-af79fa19-9b75-4098-99e6-38cee89637d6 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] No DVR routers for this DVR port 595d64a7-1347-4f1a-9502-d38884bf6074 on host n-h1-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:30:49.123164 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-deeb8210-3080-421f-aa37-8b3b03bd96d8 req-af79fa19-9b75-4098-99e6-38cee89637d6 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:49.125094 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-deeb8210-3080-421f-aa37-8b3b03bd96d8 req-af79fa19-9b75-4098-99e6-38cee89637d6 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] 10.222.0.21 "DELETE /v2.0/ports/595d64a7-1347-4f1a-9502-d38884bf6074 HTTP/1.1" status: 204 len: 173 time: 1.3618891 Jul 05 02:30:49.126205 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-13d691a9-ff4e-449e-ba74-416d3e141ca6 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11810'] for router, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:49.127247 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-13d691a9-ff4e-449e-ba74-416d3e141ca6 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1926740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11821'] for router, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:49.130948 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '011ab283-3e48-4698-b61f-e35f9a492bb7', 'name': 'network-vif-deleted', 'tag': '595d64a7-1347-4f1a-9502-d38884bf6074'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:30:49.133240 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04d5441b-c7bf-48ef-b33a-9f13a1e8fdf5" -d '{"events": [{"server_uuid": "011ab283-3e48-4698-b61f-e35f9a492bb7", "name": "network-vif-deleted", "tag": "595d64a7-1347-4f1a-9502-d38884bf6074"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:30:49.202641 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b48c00d-65ec-4a9b-9a03-375b3a411691 x-openstack-request-id: req-6b48c00d-65ec-4a9b-9a03-375b3a411691 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:30:49.202934 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "011ab283-3e48-4698-b61f-e35f9a492bb7", "name": "network-vif-deleted", "tag": "595d64a7-1347-4f1a-9502-d38884bf6074", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:30:49.203189 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6b48c00d-65ec-4a9b-9a03-375b3a411691 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:30:49.203583 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '011ab283-3e48-4698-b61f-e35f9a492bb7', 'name': 'network-vif-deleted', 'tag': '595d64a7-1347-4f1a-9502-d38884bf6074', 'status': 'completed', 'code': 200} Jul 05 02:30:49.217940 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device e7f3eb78-68ee-4e7f-8f61-e462e4468734 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:30:49.243156 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c75c27d-cb73-4553-b174-1525a66408f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Pushing event updated for resources: {'Port': ['ID=ef82702e-514a-44d2-8a18-6653c0e13892,revision_number=3']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:49.283496 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port e7f3eb78-68ee-4e7f-8f61-e462e4468734 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:30:49.284698 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:49.299060 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b239d0b1-a072-4704-a024-00e800be847b tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Pushing event updated for resources: {'Port': ['ID=3c848d0a-95f5-46c5-a4a6-dd59246e655d,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:49.309427 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-13d691a9-ff4e-449e-ba74-416d3e141ca6 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:49.374597 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b239d0b1-a072-4704-a024-00e800be847b tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Network 7d4bb89b-4b3c-4e6f-a4bf-0cd96e967ee8 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:30:49.376403 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-b239d0b1-a072-4704-a024-00e800be847b tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:30:49.380083 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-fa18239a-0285-4f2d-a114-352954cb8e55 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:49.402870 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d364a0de-eb41-476c-9943-66d0e591e7f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:49.403524 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d364a0de-eb41-476c-9943-66d0e591e7f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:49.404891 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d364a0de-eb41-476c-9943-66d0e591e7f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:49.405529 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d364a0de-eb41-476c-9943-66d0e591e7f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:49.406071 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d364a0de-eb41-476c-9943-66d0e591e7f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:49.406629 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d364a0de-eb41-476c-9943-66d0e591e7f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:49.412498 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d364a0de-eb41-476c-9943-66d0e591e7f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:49.412498 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d364a0de-eb41-476c-9943-66d0e591e7f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:49.412498 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d364a0de-eb41-476c-9943-66d0e591e7f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:49.412498 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d364a0de-eb41-476c-9943-66d0e591e7f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:49.412498 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d364a0de-eb41-476c-9943-66d0e591e7f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:49.412498 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d364a0de-eb41-476c-9943-66d0e591e7f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:49.412498 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d364a0de-eb41-476c-9943-66d0e591e7f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:49.413339 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d364a0de-eb41-476c-9943-66d0e591e7f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:49.413890 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d364a0de-eb41-476c-9943-66d0e591e7f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:49.414451 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d364a0de-eb41-476c-9943-66d0e591e7f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:49.414983 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d364a0de-eb41-476c-9943-66d0e591e7f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:49.416622 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d364a0de-eb41-476c-9943-66d0e591e7f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:49.417956 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d364a0de-eb41-476c-9943-66d0e591e7f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:49.418853 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d364a0de-eb41-476c-9943-66d0e591e7f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:49.419709 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d364a0de-eb41-476c-9943-66d0e591e7f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:49.420706 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d364a0de-eb41-476c-9943-66d0e591e7f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:49.421416 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d364a0de-eb41-476c-9943-66d0e591e7f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:49.422114 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d364a0de-eb41-476c-9943-66d0e591e7f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:49.422945 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d364a0de-eb41-476c-9943-66d0e591e7f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:49.423607 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d364a0de-eb41-476c-9943-66d0e591e7f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:49.424329 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d364a0de-eb41-476c-9943-66d0e591e7f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:49.425217 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d364a0de-eb41-476c-9943-66d0e591e7f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:49.426535 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d364a0de-eb41-476c-9943-66d0e591e7f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:49.427246 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d364a0de-eb41-476c-9943-66d0e591e7f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:49.427877 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d364a0de-eb41-476c-9943-66d0e591e7f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:49.428596 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d364a0de-eb41-476c-9943-66d0e591e7f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:49.429299 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d364a0de-eb41-476c-9943-66d0e591e7f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:49.429769 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d364a0de-eb41-476c-9943-66d0e591e7f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:49.439384 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-d364a0de-eb41-476c-9943-66d0e591e7f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 30089 time: 0.4213057 Jul 05 02:30:49.440778 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a4095fa9-7f61-452e-b198-78eac9e15bfd tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:49.447201 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 38812) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:49.462292 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 595d64a7-1347-4f1a-9502-d38884bf6074 no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:30:49.515391 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] No Port match for: 595d64a7-1347-4f1a-9502-d38884bf6074 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:30:49.515391 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 595d64a7-1347-4f1a-9502-d38884bf6074 not bound to the agent host n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:30:49.536361 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-fa18239a-0285-4f2d-a114-352954cb8e55 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:49.603939 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4095fa9-7f61-452e-b198-78eac9e15bfd tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Pushing event deleted for resources: {'Port': ['ID=a5d16a4e-928f-4198-be27-7e65f1d7fbbc,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:49.626281 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b239d0b1-a072-4704-a024-00e800be847b tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Router 03832a15-c1a0-46b1-9b55-670ef17f98b6 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:30:49.691747 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa18239a-0285-4f2d-a114-352954cb8e55 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38cdefd6-c6e6-4018-b52a-9500776c021b,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:49.750902 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-fa18239a-0285-4f2d-a114-352954cb8e55 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:49.754996 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-fa18239a-0285-4f2d-a114-352954cb8e55 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2603829 Jul 05 02:30:49.789439 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4095fa9-7f61-452e-b198-78eac9e15bfd tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Router d8e58f2d-f636-4c74-83a5-152f04ccaccb has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:30:49.791788 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 38816) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:49.798707 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-13d691a9-ff4e-449e-ba74-416d3e141ca6 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:49.799853 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-f6c405bf-72c6-40d6-8df3-0ba40d1d647c tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Request body: {'security_group_rule': {'security_group_id': '38cdefd6-c6e6-4018-b52a-9500776c021b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:30:49.828152 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-f783cf4f-f182-4e3c-9b78-39f89266f2e2 None None] Provisioning complete for port 3c848d0a-95f5-46c5-a4a6-dd59246e655d triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:30:49.829118 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f783cf4f-f182-4e3c-9b78-39f89266f2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:49.879940 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-f783cf4f-f182-4e3c-9b78-39f89266f2e2 None None] Port 3c848d0a-95f5-46c5-a4a6-dd59246e655d cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:30:49.880063 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-38d7dc2d-7120-4177-8919-f5de58b4120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Deleting port ef82702e-514a-44d2-8a18-6653c0e13892 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:30:49.880063 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-38d7dc2d-7120-4177-8919-f5de58b4120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:49.995183 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f6c405bf-72c6-40d6-8df3-0ba40d1d647c tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:50.000887 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b239d0b1-a072-4704-a024-00e800be847b tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:30:50.008136 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-b239d0b1-a072-4704-a024-00e800be847b tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "PUT /v2.0/routers/03832a15-c1a0-46b1-9b55-670ef17f98b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9124851 Jul 05 02:30:50.010933 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 38824) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:50.013647 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca406aad-e9b1-414b-bbe8-0a177e3a1371 None None] Sync routers for ids ['03832a15-c1a0-46b1-9b55-670ef17f98b6'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:30:50.017668 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-058b51b3-c403-4714-84a8-ae484b2f1a88 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-344135752'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:30:50.023872 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-38d7dc2d-7120-4177-8919-f5de58b4120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] For port ef82702e-514a-44d2-8a18-6653c0e13892, host n-h2-771362-32, got binding levels [] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:30:50.024284 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca406aad-e9b1-414b-bbe8-0a177e3a1371 None None] Routers {'03832a15-c1a0-46b1-9b55-670ef17f98b6'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:30:50.024609 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-38d7dc2d-7120-4177-8919-f5de58b4120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:50.024890 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-ca406aad-e9b1-414b-bbe8-0a177e3a1371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:30:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['03832a15-c1a0-46b1-9b55-670ef17f98b6'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:50.070338 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4095fa9-7f61-452e-b198-78eac9e15bfd tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:30:50.073777 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-38d7dc2d-7120-4177-8919-f5de58b4120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Calling delete_port for ef82702e-514a-44d2-8a18-6653c0e13892 owned by {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:30:50.082414 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0accfa52-1962-496b-a0f7-332eb3dd2bad None None] Sync routers for ids ['d8e58f2d-f636-4c74-83a5-152f04ccaccb'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:30:50.099659 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0accfa52-1962-496b-a0f7-332eb3dd2bad None None] Routers {'d8e58f2d-f636-4c74-83a5-152f04ccaccb'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:30:50.100282 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-0accfa52-1962-496b-a0f7-332eb3dd2bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:30:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['d8e58f2d-f636-4c74-83a5-152f04ccaccb'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:50.135977 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-ca406aad-e9b1-414b-bbe8-0a177e3a1371 None None] Set router 03832a15-c1a0-46b1-9b55-670ef17f98b6 gateway port host: None {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:30:50.175703 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-0accfa52-1962-496b-a0f7-332eb3dd2bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:50.189992 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-058b51b3-c403-4714-84a8-ae484b2f1a88 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Made reservation on behalf of e1c0b775e757422c9d48f0ba4a36712f for: {'network': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:30:50.203563 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0accfa52-1962-496b-a0f7-332eb3dd2bad None None] Routers {'d8e58f2d-f636-4c74-83a5-152f04ccaccb'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:30:50.204188 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-0accfa52-1962-496b-a0f7-332eb3dd2bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:30:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['d8e58f2d-f636-4c74-83a5-152f04ccaccb'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:50.205446 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-058b51b3-c403-4714-84a8-ae484b2f1a88 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:50.249860 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-13d691a9-ff4e-449e-ba74-416d3e141ca6 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks [] for router_gateway, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:50.280968 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-13d691a9-ff4e-449e-ba74-416d3e141ca6 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:50.283038 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-058b51b3-c403-4714-84a8-ae484b2f1a88 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=94461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:30:50.296419 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 38830) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:50.302535 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-0accfa52-1962-496b-a0f7-332eb3dd2bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:50.303205 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0accfa52-1962-496b-a0f7-332eb3dd2bad None None] The sync data for ids ['d8e58f2d-f636-4c74-83a5-152f04ccaccb'] in n-d-771362-32 is: [] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:30:50.351659 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-058b51b3-c403-4714-84a8-ae484b2f1a88 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:50.352019 n-d-771362-32 neutron-server[94461]: INFO neutron.db.segments_db [None req-058b51b3-c403-4714-84a8-ae484b2f1a88 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Added segment 29b47b8c-75a8-41b6-8f6a-a5ad94fc612b of type vlan for network 37bef945-7a93-4a59-ba96-1387b3efb0c9 Jul 05 02:30:50.395675 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a4095fa9-7f61-452e-b198-78eac9e15bfd tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:50.397849 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-a4095fa9-7f61-452e-b198-78eac9e15bfd tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] 10.222.0.23 "DELETE /v2.0/ports/a5d16a4e-928f-4198-be27-7e65f1d7fbbc HTTP/1.1" status: 204 len: 168 time: 2.6086519 Jul 05 02:30:50.404143 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 38834) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:50.406160 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-18046b82-1a8e-4f56-a8ab-fbebea713ced req-1212e0c0-54a1-4349-a3f8-f38399578009 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473 tempest-FloatingIPsAssociationNegativeTestJSON-1645986473-project] 10.222.0.23 "GET /v2.0/ports?device_id=011ab283-3e48-4698-b61f-e35f9a492bb7 HTTP/1.1" status: 200 len: 210 time: 0.0482070 Jul 05 02:30:50.462818 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-98498d92-e1aa-4f5f-ada3-7abb3a6604f5 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-228671212-network', 'tenant_id': '2266ee1a9ed74aa89f92d205e26b6f61'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:30:50.473844 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-058b51b3-c403-4714-84a8-ae484b2f1a88 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:50.478254 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-ca406aad-e9b1-414b-bbe8-0a177e3a1371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03832a15-c1a0-46b1-9b55-670ef17f98b6', 'name': 'tempest-RoutersIpV6Test-router-658172221', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:30:28Z', 'updated_at': '2021-07-05T02:30:48Z', 'revision_number': 3, 'project_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'gw_port_host': None, '_interfaces': [{'id': '131a1349-f071-4dc0-93fd-af323ab6af44', 'name': '', 'network_id': 'ac00d640-9767-46c3-b690-42ea47921624', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'mac_address': 'fa:16:3e:4d:d0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03832a15-c1a0-46b1-9b55-670ef17f98b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '85ebfe15-09ae-46cc-a212-0b449a8df79b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:30:33Z', 'updated_at': '2021-07-05T02:30:43Z', 'revision_number': 5, 'project_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'subnets': [{'id': '85ebfe15-09ae-46cc-a212-0b449a8df79b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c848d0a-95f5-46c5-a4a6-dd59246e655d', 'name': '', 'network_id': '7d4bb89b-4b3c-4e6f-a4bf-0cd96e967ee8', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'mac_address': 'fa:16:3e:f5:ff:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03832a15-c1a0-46b1-9b55-670ef17f98b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '29671cee-5a0f-48d9-ab24-a6668d74053e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:30:46Z', 'updated_at': '2021-07-05T02:30:48Z', 'revision_number': 2, 'project_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'subnets': [{'id': '29671cee-5a0f-48d9-ab24-a6668d74053e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:50.483061 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f6c405bf-72c6-40d6-8df3-0ba40d1d647c tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:50.505955 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca406aad-e9b1-414b-bbe8-0a177e3a1371 None None] Checking router: 03832a15-c1a0-46b1-9b55-670ef17f98b6 for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:30:50.506338 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca406aad-e9b1-414b-bbe8-0a177e3a1371 None None] Updating router 03832a15-c1a0-46b1-9b55-670ef17f98b6 port 3c848d0a-95f5-46c5-a4a6-dd59246e655d binding host n-d-771362-32 {{(pid=94464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 02:30:50.555090 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-13d691a9-ff4e-449e-ba74-416d3e141ca6 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Allocated IP 172.25.7.46 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/ef2f500a-28e4-453a-98cb-44d8f80451be) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:30:50.562414 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ca406aad-e9b1-414b-bbe8-0a177e3a1371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:50.606568 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98498d92-e1aa-4f5f-ada3-7abb3a6604f5 admin admin] Made reservation on behalf of 2266ee1a9ed74aa89f92d205e26b6f61 for: {'network': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:30:50.609078 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-98498d92-e1aa-4f5f-ada3-7abb3a6604f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:50.623531 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-98498d92-e1aa-4f5f-ada3-7abb3a6604f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:50.682304 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-058b51b3-c403-4714-84a8-ae484b2f1a88 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:50.687952 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058b51b3-c403-4714-84a8-ae484b2f1a88 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:50.688603 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-058b51b3-c403-4714-84a8-ae484b2f1a88 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:50.840991 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058b51b3-c403-4714-84a8-ae484b2f1a88 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Pushing event updated for resources: {'Network': ['ID=37bef945-7a93-4a59-ba96-1387b3efb0c9,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:50.853745 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-98498d92-e1aa-4f5f-ada3-7abb3a6604f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:50.859161 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 37bef945-7a93-4a59-ba96-1387b3efb0c9 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:30:50.861183 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ca406aad-e9b1-414b-bbe8-0a177e3a1371 None None] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:50.873168 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-ca406aad-e9b1-414b-bbe8-0a177e3a1371 None None] Transition to ACTIVE for port object 3c848d0a-95f5-46c5-a4a6-dd59246e655d will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:30:50.900537 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-13d691a9-ff4e-449e-ba74-416d3e141ca6 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:50.907412 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f6c405bf-72c6-40d6-8df3-0ba40d1d647c tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:50.913855 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-38d7dc2d-7120-4177-8919-f5de58b4120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:50.954628 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-bea60125-8c75-4aa7-a80d-e92f43fe2eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:50.964162 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d7dc2d-7120-4177-8919-f5de58b4120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Pushing event deleted for resources: {'Port': ['ID=ef82702e-514a-44d2-8a18-6653c0e13892,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:50.971308 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c405bf-72c6-40d6-8df3-0ba40d1d647c tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=205f1d50-07fd-4a5e-82e7-8da9e64c472b,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:50.985483 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-38d7dc2d-7120-4177-8919-f5de58b4120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:50.987410 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-38d7dc2d-7120-4177-8919-f5de58b4120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] 10.222.0.23 "DELETE /v2.0/ports/ef82702e-514a-44d2-8a18-6653c0e13892 HTTP/1.1" status: 204 len: 168 time: 1.5421164 Jul 05 02:30:50.990432 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 38838) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:50.992747 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ca406aad-e9b1-414b-bbe8-0a177e3a1371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:51.004550 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-98498d92-e1aa-4f5f-ada3-7abb3a6604f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:51.040355 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98498d92-e1aa-4f5f-ada3-7abb3a6604f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=94461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:30:51.052153 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-98498d92-e1aa-4f5f-ada3-7abb3a6604f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:51.052764 n-d-771362-32 neutron-server[94461]: INFO neutron.db.segments_db [None req-98498d92-e1aa-4f5f-ada3-7abb3a6604f5 admin admin] Added segment fe33053a-d2c9-41f3-b5ae-a20864e7753e of type vlan for network 2b2ed074-a425-47e6-b970-117c2eb734e7 Jul 05 02:30:51.101261 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8856e6a2-034f-4c5b-b645-b3ab8ca57c19 None None] Pushing event updated for resources: {'Port': ['ID=3c848d0a-95f5-46c5-a4a6-dd59246e655d,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:51.114719 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-ca406aad-e9b1-414b-bbe8-0a177e3a1371 None None] Attempting to bind port 3c848d0a-95f5-46c5-a4a6-dd59246e655d on host n-d-771362-32 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:30:51.115094 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-ca406aad-e9b1-414b-bbe8-0a177e3a1371 None None] Attempting to bind port 3c848d0a-95f5-46c5-a4a6-dd59246e655d by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'ef45cfa5-850a-45e3-998a-0295e424265f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '7d4bb89b-4b3c-4e6f-a4bf-0cd96e967ee8'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:30:51.115442 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca406aad-e9b1-414b-bbe8-0a177e3a1371 None None] Attempting to bind port 3c848d0a-95f5-46c5-a4a6-dd59246e655d on network 7d4bb89b-4b3c-4e6f-a4bf-0cd96e967ee8 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:30:51.118908 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-98498d92-e1aa-4f5f-ada3-7abb3a6604f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:51.122602 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca406aad-e9b1-414b-bbe8-0a177e3a1371 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:30:51.123306 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca406aad-e9b1-414b-bbe8-0a177e3a1371 None None] Checking segment: {'id': 'ef45cfa5-850a-45e3-998a-0295e424265f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '7d4bb89b-4b3c-4e6f-a4bf-0cd96e967ee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:30:51.123887 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ca406aad-e9b1-414b-bbe8-0a177e3a1371 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:51.124459 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca406aad-e9b1-414b-bbe8-0a177e3a1371 None None] Bound using segment: {'id': 'ef45cfa5-850a-45e3-998a-0295e424265f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '7d4bb89b-4b3c-4e6f-a4bf-0cd96e967ee8'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:30:51.125098 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-ca406aad-e9b1-414b-bbe8-0a177e3a1371 None None] Bound port: 3c848d0a-95f5-46c5-a4a6-dd59246e655d, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef45cfa5-850a-45e3-998a-0295e424265f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '7d4bb89b-4b3c-4e6f-a4bf-0cd96e967ee8'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:30:51.125668 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ca406aad-e9b1-414b-bbe8-0a177e3a1371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:51.127860 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f6c405bf-72c6-40d6-8df3-0ba40d1d647c tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:51.129685 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-f6c405bf-72c6-40d6-8df3-0ba40d1d647c tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.3348329 Jul 05 02:30:51.133372 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 38840) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:51.152778 n-d-771362-32 neutron-server[94461]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a31071f-015e-4425-8c27-105172416613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] GET failed (client error): The resource could not be found. Jul 05 02:30:51.157808 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-0a31071f-015e-4425-8c27-105172416613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] 10.222.0.23 "GET /v2.0/ports/ef82702e-514a-44d2-8a18-6653c0e13892 HTTP/1.1" status: 404 len: 333 time: 0.1631095 Jul 05 02:30:51.159137 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-13d691a9-ff4e-449e-ba74-416d3e141ca6 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:51.165613 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 38842) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:51.166024 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 38844) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:51.166362 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-058b51b3-c403-4714-84a8-ae484b2f1a88 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1540551 Jul 05 02:30:51.174310 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-65e10010-3d5d-44cb-a7e9-61a3e81f24c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1367605455', 'network_id': 'c6646ab3-5aea-4576-b125-15cba572af52'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:30:51.180325 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-717b5cbd-9f1f-487b-a89d-bbcb967b890f tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Request body: {'subnet': {'network_id': '37bef945-7a93-4a59-ba96-1387b3efb0c9', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:30:51.201582 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-919d940a-57e5-48e8-9f0f-3227c99c8204 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:51.215384 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-ca406aad-e9b1-414b-bbe8-0a177e3a1371 None None] For port 3c848d0a-95f5-46c5-a4a6-dd59246e655d, host n-d-771362-32, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:30:51.219198 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d691a9-ff4e-449e-ba74-416d3e141ca6 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:30:51.219410 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-ca406aad-e9b1-414b-bbe8-0a177e3a1371 None None] For port 3c848d0a-95f5-46c5-a4a6-dd59246e655d, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=3c848d0a-95f5-46c5-a4a6-dd59246e655d,segment=NetworkSegment(ef45cfa5-850a-45e3-998a-0295e424265f),segment_id=ef45cfa5-850a-45e3-998a-0295e424265f)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:30:51.227233 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-13d691a9-ff4e-449e-ba74-416d3e141ca6 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:30:51.230017 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d691a9-ff4e-449e-ba74-416d3e141ca6 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:30:51.252147 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-919d940a-57e5-48e8-9f0f-3227c99c8204 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:51.269686 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98498d92-e1aa-4f5f-ada3-7abb3a6604f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6eedffb-6afb-4572-bcb0-7abef50a59a6,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:51.289514 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-98498d92-e1aa-4f5f-ada3-7abb3a6604f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:51.290567 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98498d92-e1aa-4f5f-ada3-7abb3a6604f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:51.291164 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-98498d92-e1aa-4f5f-ada3-7abb3a6604f5 admin admin] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:51.295134 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d691a9-ff4e-449e-ba74-416d3e141ca6 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Pushing event updated for resources: {'Port': ['ID=ef2f500a-28e4-453a-98cb-44d8f80451be,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:51.322094 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ca406aad-e9b1-414b-bbe8-0a177e3a1371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:51.356751 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d54f2b7d-5115-48df-a54d-54e210fa0e50 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1634680'] for router_interface, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:51.386452 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8856e6a2-034f-4c5b-b645-b3ab8ca57c19 None None] Pushing event updated for resources: {'Port': ['ID=3c848d0a-95f5-46c5-a4a6-dd59246e655d,revision_number=4']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:51.399408 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca406aad-e9b1-414b-bbe8-0a177e3a1371 None None] Routers {'03832a15-c1a0-46b1-9b55-670ef17f98b6'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:30:51.400923 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-ca406aad-e9b1-414b-bbe8-0a177e3a1371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:30:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['03832a15-c1a0-46b1-9b55-670ef17f98b6'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:51.530725 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-ca406aad-e9b1-414b-bbe8-0a177e3a1371 None None] Set router 03832a15-c1a0-46b1-9b55-670ef17f98b6 gateway port host: None {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:30:51.573667 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 38848) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:51.643078 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e10010-3d5d-44cb-a7e9-61a3e81f24c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Made reservation on behalf of 2d7a86613e6d49c0a7837df94c0dd48c for: {'port': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:30:51.645536 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-65e10010-3d5d-44cb-a7e9-61a3e81f24c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:51.724929 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [None req-65e10010-3d5d-44cb-a7e9-61a3e81f24c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] device_id is not set on port cdf85d47-793b-401b-8e58-b1a5f23ccff4 yet. {{(pid=94462) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:30:51.765968 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-919d940a-57e5-48e8-9f0f-3227c99c8204 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:51.788912 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-ca406aad-e9b1-414b-bbe8-0a177e3a1371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03832a15-c1a0-46b1-9b55-670ef17f98b6', 'name': 'tempest-RoutersIpV6Test-router-658172221', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:30:28Z', 'updated_at': '2021-07-05T02:30:48Z', 'revision_number': 3, 'project_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'gw_port_host': None, '_interfaces': [{'id': '131a1349-f071-4dc0-93fd-af323ab6af44', 'name': '', 'network_id': 'ac00d640-9767-46c3-b690-42ea47921624', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'mac_address': 'fa:16:3e:4d:d0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03832a15-c1a0-46b1-9b55-670ef17f98b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '85ebfe15-09ae-46cc-a212-0b449a8df79b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:30:33Z', 'updated_at': '2021-07-05T02:30:43Z', 'revision_number': 5, 'project_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'subnets': [{'id': '85ebfe15-09ae-46cc-a212-0b449a8df79b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c848d0a-95f5-46c5-a4a6-dd59246e655d', 'name': '', 'network_id': '7d4bb89b-4b3c-4e6f-a4bf-0cd96e967ee8', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'mac_address': 'fa:16:3e:f5:ff:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03832a15-c1a0-46b1-9b55-670ef17f98b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '29671cee-5a0f-48d9-ab24-a6668d74053e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:30:46Z', 'updated_at': '2021-07-05T02:30:51Z', 'revision_number': 4, 'project_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'subnets': [{'id': '29671cee-5a0f-48d9-ab24-a6668d74053e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:51.789137 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-919d940a-57e5-48e8-9f0f-3227c99c8204 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:51.789137 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-919d940a-57e5-48e8-9f0f-3227c99c8204 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/205f1d50-07fd-4a5e-82e7-8da9e64c472b HTTP/1.1" status: 204 len: 168 time: 0.6461375 Jul 05 02:30:51.789386 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 38850) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:51.797631 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919d940a-57e5-48e8-9f0f-3227c99c8204 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=205f1d50-07fd-4a5e-82e7-8da9e64c472b,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:51.817013 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca406aad-e9b1-414b-bbe8-0a177e3a1371 None None] The sync data for ids ['03832a15-c1a0-46b1-9b55-670ef17f98b6'] in n-d-771362-32 is: [{'id': '03832a15-c1a0-46b1-9b55-670ef17f98b6', 'name': 'tempest-RoutersIpV6Test-router-658172221', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:30:28Z', 'updated_at': '2021-07-05T02:30:48Z', 'revision_number': 3, 'project_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'gw_port_host': None, '_interfaces': [{'id': '131a1349-f071-4dc0-93fd-af323ab6af44', 'name': '', 'network_id': 'ac00d640-9767-46c3-b690-42ea47921624', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'mac_address': 'fa:16:3e:4d:d0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03832a15-c1a0-46b1-9b55-670ef17f98b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '85ebfe15-09ae-46cc-a212-0b449a8df79b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:30:33Z', 'updated_at': '2021-07-05T02:30:43Z', 'revision_number': 5, 'project_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'subnets': [{'id': '85ebfe15-09ae-46cc-a212-0b449a8df79b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c848d0a-95f5-46c5-a4a6-dd59246e655d', 'name': '', 'network_id': '7d4bb89b-4b3c-4e6f-a4bf-0cd96e967ee8', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'mac_address': 'fa:16:3e:f5:ff:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03832a15-c1a0-46b1-9b55-670ef17f98b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '29671cee-5a0f-48d9-ab24-a6668d74053e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:30:46Z', 'updated_at': '2021-07-05T02:30:51Z', 'revision_number': 4, 'project_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'subnets': [{'id': '29671cee-5a0f-48d9-ab24-a6668d74053e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:30:51.833035 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98498d92-e1aa-4f5f-ada3-7abb3a6604f5 admin admin] Pushing event updated for resources: {'Network': ['ID=2b2ed074-a425-47e6-b970-117c2eb734e7,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:51.850735 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 2b2ed074-a425-47e6-b970-117c2eb734e7 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:30:51.870509 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-cc989a1d-17ab-444c-86a0-0d17040eeb7d tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0860760 Jul 05 02:30:51.881755 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 38852) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:51.962823 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5878cbe3-df65-42ec-942a-249d3ae09d4c tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:51.992055 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5878cbe3-df65-42ec-942a-249d3ae09d4c tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:52.012069 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-717b5cbd-9f1f-487b-a89d-bbcb967b890f tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Made reservation on behalf of e1c0b775e757422c9d48f0ba4a36712f for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:30:52.015877 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-717b5cbd-9f1f-487b-a89d-bbcb967b890f tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:52.177698 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-98498d92-e1aa-4f5f-ada3-7abb3a6604f5 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8801482 Jul 05 02:30:52.180473 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 38854) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:52.191118 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-51127fac-9ead-4f0a-8173-05799d0adbc7 admin admin] Request body: {'subnet': {'network_id': '2b2ed074-a425-47e6-b970-117c2eb734e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-228671212-subnet', 'tenant_id': '2266ee1a9ed74aa89f92d205e26b6f61', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:30:52.202453 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-65e10010-3d5d-44cb-a7e9-61a3e81f24c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:52.212754 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5878cbe3-df65-42ec-942a-249d3ae09d4c tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:52.215446 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5878cbe3-df65-42ec-942a-249d3ae09d4c tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:52.218638 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-5878cbe3-df65-42ec-942a-249d3ae09d4c tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] 10.222.0.23 "DELETE /v2.0/security-groups/38cdefd6-c6e6-4018-b52a-9500776c021b HTTP/1.1" status: 204 len: 168 time: 0.3417134 Jul 05 02:30:52.219278 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 38856) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:52.246970 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5878cbe3-df65-42ec-942a-249d3ae09d4c tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38cdefd6-c6e6-4018-b52a-9500776c021b,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:52.256574 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-13d691a9-ff4e-449e-ba74-416d3e141ca6 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks [] for router_gateway, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:52.336718 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-9e253649-00bf-4ae5-95a2-4b3f5c84ea0b tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1010835 Jul 05 02:30:52.336718 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51127fac-9ead-4f0a-8173-05799d0adbc7 admin admin] Made reservation on behalf of 2266ee1a9ed74aa89f92d205e26b6f61 for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:30:52.337518 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-51127fac-9ead-4f0a-8173-05799d0adbc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:52.338538 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 38858) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:52.371246 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-8569d76a-dd6f-4ef4-81c6-33a3187148e7 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Request body: {'security_group': {'name': 'tempest-secgroup--722988394'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:30:52.388497 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-d54f2b7d-5115-48df-a54d-54e210fa0e50 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Deleting port c3ee3c10-6968-4671-b6ed-14e615a062a7 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:30:52.388497 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d54f2b7d-5115-48df-a54d-54e210fa0e50 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:52.476234 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-65e10010-3d5d-44cb-a7e9-61a3e81f24c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:52.555925 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8569d76a-dd6f-4ef4-81c6-33a3187148e7 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:52.562153 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e10010-3d5d-44cb-a7e9-61a3e81f24c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Network c6646ab3-5aea-4576-b125-15cba572af52 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:30:52.577327 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d54f2b7d-5115-48df-a54d-54e210fa0e50 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:52.579996 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-65e10010-3d5d-44cb-a7e9-61a3e81f24c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:30:52.608712 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e10010-3d5d-44cb-a7e9-61a3e81f24c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:30:52.609647 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e10010-3d5d-44cb-a7e9-61a3e81f24c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:52.610278 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-65e10010-3d5d-44cb-a7e9-61a3e81f24c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:52.612461 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-717b5cbd-9f1f-487b-a89d-bbcb967b890f tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:52.614412 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-d54f2b7d-5115-48df-a54d-54e210fa0e50 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Calling delete_port for c3ee3c10-6968-4671-b6ed-14e615a062a7 owned by network:router_interface {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:30:52.620584 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e10010-3d5d-44cb-a7e9-61a3e81f24c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Pushing event updated for resources: {'Port': ['ID=cdf85d47-793b-401b-8e58-b1a5f23ccff4,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:52.623510 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-13d691a9-ff4e-449e-ba74-416d3e141ca6 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963'] for router, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:52.763555 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717b5cbd-9f1f-487b-a89d-bbcb967b890f tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Pushing event updated for resources: {'Subnet': ['ID=31599d03-2546-4be2-8005-9dbe29d4fe7b,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:52.800646 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717b5cbd-9f1f-487b-a89d-bbcb967b890f tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Checking segment: {'id': '29b47b8c-75a8-41b6-8f6a-a5ad94fc612b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '37bef945-7a93-4a59-ba96-1387b3efb0c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:30:52.807123 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717b5cbd-9f1f-487b-a89d-bbcb967b890f tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Network hostable DHCP agents. Network: 37bef945-7a93-4a59-ba96-1387b3efb0c9, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:30:52.814393 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8569d76a-dd6f-4ef4-81c6-33a3187148e7 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:52.852255 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-51127fac-9ead-4f0a-8173-05799d0adbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5763451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774823'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:52.873118 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c8239b68-c0ce-4d25-a333-652315592d18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1634680'] for router_interface, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:52.895887 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8569d76a-dd6f-4ef4-81c6-33a3187148e7 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:52.921341 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51127fac-9ead-4f0a-8173-05799d0adbc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ea8b418-b9b3-4d3f-a5b3-6ec4c5442869,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:52.947357 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13d691a9-ff4e-449e-ba74-416d3e141ca6 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Router e3e5ffc3-b4f0-4dc4-99f2-f2827b38dda3 is scheduled to L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 with binding_index 1 {{(pid=94461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 02:30:52.950835 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8569d76a-dd6f-4ef4-81c6-33a3187148e7 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92e31519-7390-4f41-b198-e2f556905105,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:52.962099 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51127fac-9ead-4f0a-8173-05799d0adbc7 admin admin] Checking segment: {'id': 'fe33053a-d2c9-41f3-b5ae-a20864e7753e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2b2ed074-a425-47e6-b970-117c2eb734e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:30:52.962502 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51127fac-9ead-4f0a-8173-05799d0adbc7 admin admin] Network hostable DHCP agents. Network: 2b2ed074-a425-47e6-b970-117c2eb734e7, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:30:52.976738 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717b5cbd-9f1f-487b-a89d-bbcb967b890f tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Network 37bef945-7a93-4a59-ba96-1387b3efb0c9 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:30:53.010275 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8569d76a-dd6f-4ef4-81c6-33a3187148e7 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:53.014269 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-65e10010-3d5d-44cb-a7e9-61a3e81f24c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.8440289 Jul 05 02:30:53.014877 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-8569d76a-dd6f-4ef4-81c6-33a3187148e7 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6456416 Jul 05 02:30:53.014877 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 38860) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:53.015077 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 38862) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:53.024458 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-11adc5f7-42d2-446e-b2f6-fac3605456f9 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Request body: {'security_group_rule': {'security_group_id': '92e31519-7390-4f41-b198-e2f556905105', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:30:53.096185 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-717b5cbd-9f1f-487b-a89d-bbcb967b890f tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 37bef945-7a93-4a59-ba96-1387b3efb0c9) {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:30:53.103531 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd718e9-0304-4e00-8df4-8364a01ab9a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:53.107463 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-5bd718e9-0304-4e00-8df4-8364a01ab9a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] 10.222.0.23 "GET /v2.0/ports/cdf85d47-793b-401b-8e58-b1a5f23ccff4 HTTP/1.1" status: 200 len: 959 time: 0.0901525 Jul 05 02:30:53.107789 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 38864) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:53.109361 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf6c9bd-9516-4968-9585-bc65f951f310 None None] Network 37bef945-7a93-4a59-ba96-1387b3efb0c9 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:30:53.117853 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717b5cbd-9f1f-487b-a89d-bbcb967b890f tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:53.118875 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-717b5cbd-9f1f-487b-a89d-bbcb967b890f tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:53.140054 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13d691a9-ff4e-449e-ba74-416d3e141ca6 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:30:53.156771 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc7e817-8711-49eb-892b-0ba6de7c19ef None None] Sync routers for ids ['e3e5ffc3-b4f0-4dc4-99f2-f2827b38dda3'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:30:53.166934 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc7e817-8711-49eb-892b-0ba6de7c19ef None None] Routers {'e3e5ffc3-b4f0-4dc4-99f2-f2827b38dda3'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:30:53.167822 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-7cc7e817-8711-49eb-892b-0ba6de7c19ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:30:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['e3e5ffc3-b4f0-4dc4-99f2-f2827b38dda3'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:53.201284 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-7cc7e817-8711-49eb-892b-0ba6de7c19ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:53.211958 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc7e817-8711-49eb-892b-0ba6de7c19ef None None] Routers {'e3e5ffc3-b4f0-4dc4-99f2-f2827b38dda3'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:30:53.213006 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-7cc7e817-8711-49eb-892b-0ba6de7c19ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:30:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['e3e5ffc3-b4f0-4dc4-99f2-f2827b38dda3'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:53.224242 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 3c848d0a-95f5-46c5-a4a6-dd59246e655d up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:30:53.233778 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-11adc5f7-42d2-446e-b2f6-fac3605456f9 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:53.248602 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-7cc7e817-8711-49eb-892b-0ba6de7c19ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:53.249521 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc7e817-8711-49eb-892b-0ba6de7c19ef None None] The sync data for ids ['e3e5ffc3-b4f0-4dc4-99f2-f2827b38dda3'] in n-d-771362-32 is: [] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:30:53.258269 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-1bc8223f-1ccb-4ed5-b753-855b898b685e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Deleting port cdf85d47-793b-401b-8e58-b1a5f23ccff4 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:30:53.258635 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1bc8223f-1ccb-4ed5-b753-855b898b685e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:53.264053 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d54f2b7d-5115-48df-a54d-54e210fa0e50 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:53.301300 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54f2b7d-5115-48df-a54d-54e210fa0e50 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Pushing event deleted for resources: {'Port': ['ID=c3ee3c10-6968-4671-b6ed-14e615a062a7,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:53.324186 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51127fac-9ead-4f0a-8173-05799d0adbc7 admin admin] Network 2b2ed074-a425-47e6-b970-117c2eb734e7 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:30:53.340551 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-51127fac-9ead-4f0a-8173-05799d0adbc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 2b2ed074-a425-47e6-b970-117c2eb734e7) {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:30:53.350722 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-c8239b68-c0ce-4d25-a333-652315592d18 admin admin] Deleting port d7eeca31-3e73-4e8a-89b2-b38b4f2abd3b {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:30:53.350985 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51127fac-9ead-4f0a-8173-05799d0adbc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:53.351136 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c8239b68-c0ce-4d25-a333-652315592d18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:53.351450 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-51127fac-9ead-4f0a-8173-05799d0adbc7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:53.366031 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1bc8223f-1ccb-4ed5-b753-855b898b685e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:53.371680 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6cb5e2f-9094-4dc2-9c09-2029b2a5cd9b None None] Network 2b2ed074-a425-47e6-b970-117c2eb734e7 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:30:53.379099 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-13d691a9-ff4e-449e-ba74-416d3e141ca6 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks [] for router, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:53.386212 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-13d691a9-ff4e-449e-ba74-416d3e141ca6 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.9756498 Jul 05 02:30:53.386212 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 38866) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:53.391302 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-1bc8223f-1ccb-4ed5-b753-855b898b685e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Calling delete_port for cdf85d47-793b-401b-8e58-b1a5f23ccff4 owned by {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:30:53.399437 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27fc924e-6a28-4785-ac58-a3e7dca4795a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-37bef945-7a93-4a59-ba96-1387b3efb0c9', 'network_id': '37bef945-7a93-4a59-ba96-1387b3efb0c9', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'fixed_ips': [{'subnet_id': '31599d03-2546-4be2-8005-9dbe29d4fe7b'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:30:53.400219 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-27fc924e-6a28-4785-ac58-a3e7dca4795a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:53.444651 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 3c848d0a-95f5-46c5-a4a6-dd59246e655d completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:30:53.452224 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-c0947ee7-c83f-4984-9a15-3e6432ef5407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:53.457931 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 3c848d0a-95f5-46c5-a4a6-dd59246e655d triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:30:53.458332 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:53.466749 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-11adc5f7-42d2-446e-b2f6-fac3605456f9 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:53.471449 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-717b5cbd-9f1f-487b-a89d-bbcb967b890f tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3003619 Jul 05 02:30:53.473903 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 38868) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:53.511038 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-51127fac-9ead-4f0a-8173-05799d0adbc7 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3295190 Jul 05 02:30:53.589342 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-a47b770c-b2a0-4e70-b42b-2c8f86c67050 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] 10.222.0.23 "GET /v2.0/routers/e3e5ffc3-b4f0-4dc4-99f2-f2827b38dda3 HTTP/1.1" status: 200 len: 924 time: 0.2009521 Jul 05 02:30:53.595694 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 38872) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:53.644608 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-c1d2b9f9-7914-41d0-8506-7766fb2741d9 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3e5ffc3-b4f0-4dc4-99f2-f2827b38dda3 HTTP/1.1" status: 200 len: 205 time: 0.0448346 Jul 05 02:30:53.653785 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 38874) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:53.789051 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7dee56b4-8fa5-4560-88d9-34eaa5445d1b tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks [] for router, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:53.793251 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1bc8223f-1ccb-4ed5-b753-855b898b685e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:53.869268 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc8223f-1ccb-4ed5-b753-855b898b685e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Pushing event deleted for resources: {'Port': ['ID=cdf85d47-793b-401b-8e58-b1a5f23ccff4,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:53.875556 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1bc8223f-1ccb-4ed5-b753-855b898b685e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:53.882099 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-1bc8223f-1ccb-4ed5-b753-855b898b685e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] 10.222.0.23 "DELETE /v2.0/ports/cdf85d47-793b-401b-8e58-b1a5f23ccff4 HTTP/1.1" status: 204 len: 168 time: 0.7711520 Jul 05 02:30:53.882099 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 38882) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:53.902562 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98f6e9d-21d9-49c3-995b-1881b92e69c5 None None] Network 2b2ed074-a425-47e6-b970-117c2eb734e7 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:30:53.922174 n-d-771362-32 neutron-server[94461]: INFO neutron.pecan_wsgi.hooks.translation [None req-d85056dc-2bc9-4de7-b2ea-c685f9f751a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] GET failed (client error): The resource could not be found. Jul 05 02:30:53.933500 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-d85056dc-2bc9-4de7-b2ea-c685f9f751a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] 10.222.0.23 "GET /v2.0/ports/cdf85d47-793b-401b-8e58-b1a5f23ccff4 HTTP/1.1" status: 404 len: 333 time: 0.0421960 Jul 05 02:30:53.933500 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 38888) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:53.962082 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-27fc924e-6a28-4785-ac58-a3e7dca4795a None None] Allocated IP 2001:db8:2::2 (37bef945-7a93-4a59-ba96-1387b3efb0c9/31599d03-2546-4be2-8005-9dbe29d4fe7b/5b60ea22-1091-4e08-a6cb-232636b716d9) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:30:53.965276 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-dd1c761b-676c-4408-8aa2-ddc51a330b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Request body: {'port': {'network_id': 'c6646ab3-5aea-4576-b125-15cba572af52', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1061770087'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:30:53.970339 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:53.980610 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:54.027428 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-11adc5f7-42d2-446e-b2f6-fac3605456f9 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:54.059245 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7dee56b4-8fa5-4560-88d9-34eaa5445d1b tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:54.083764 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 3c848d0a-95f5-46c5-a4a6-dd59246e655d, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=3c848d0a-95f5-46c5-a4a6-dd59246e655d,segment=NetworkSegment(ef45cfa5-850a-45e3-998a-0295e424265f),segment_id=ef45cfa5-850a-45e3-998a-0295e424265f)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:30:54.107000 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09fb327-23b8-4179-b978-c1a12ee8626d req-2ab4d926-4e24-4394-8f0a-f9799e21069b tempest-ServerPasswordTestJSON-1618831171 tempest-ServerPasswordTestJSON-1618831171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:54.108518 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e09fb327-23b8-4179-b978-c1a12ee8626d req-2ab4d926-4e24-4394-8f0a-f9799e21069b tempest-ServerPasswordTestJSON-1618831171 tempest-ServerPasswordTestJSON-1618831171-project] 10.222.0.23 "GET /v2.0/networks?id=2b2ed074-a425-47e6-b970-117c2eb734e7 HTTP/1.1" status: 200 len: 812 time: 0.1397495 Jul 05 02:30:54.109018 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11adc5f7-42d2-446e-b2f6-fac3605456f9 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=984111ef-6a98-4df5-9701-191bf6ff5940,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:54.130877 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-c8239b68-c0ce-4d25-a333-652315592d18 admin admin] For port d7eeca31-3e73-4e8a-89b2-b38b4f2abd3b, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=d7eeca31-3e73-4e8a-89b2-b38b4f2abd3b,segment=NetworkSegment(63fce11a-e2e8-4a2d-90a7-6189b626b4b9),segment_id=63fce11a-e2e8-4a2d-90a7-6189b626b4b9)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:30:54.138096 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c8239b68-c0ce-4d25-a333-652315592d18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:54.138309 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e09fb327-23b8-4179-b978-c1a12ee8626d req-486e6a6f-abc2-44e1-b23f-231126885d8d tempest-ServerPasswordTestJSON-1618831171 tempest-ServerPasswordTestJSON-1618831171-project] 10.222.0.23 "GET /v2.0/quotas/2266ee1a9ed74aa89f92d205e26b6f61 HTTP/1.1" status: 200 len: 375 time: 0.0108800 Jul 05 02:30:54.176024 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-c8239b68-c0ce-4d25-a333-652315592d18 admin admin] Calling delete_port for d7eeca31-3e73-4e8a-89b2-b38b4f2abd3b owned by network:router_interface {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:30:54.177687 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e09fb327-23b8-4179-b978-c1a12ee8626d req-4156c46d-f9e9-40e8-a1d5-cd7a7990fdb2 tempest-ServerPasswordTestJSON-1618831171 tempest-ServerPasswordTestJSON-1618831171-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2266ee1a9ed74aa89f92d205e26b6f61&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0340278 Jul 05 02:30:54.206858 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-27fc924e-6a28-4785-ac58-a3e7dca4795a None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:54.215159 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-27fc924e-6a28-4785-ac58-a3e7dca4795a None None] Transition to ACTIVE for port object 5b60ea22-1091-4e08-a6cb-232636b716d9 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:30:54.230296 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-27fc924e-6a28-4785-ac58-a3e7dca4795a None None] Transition to ACTIVE for port object 5b60ea22-1091-4e08-a6cb-232636b716d9 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:30:54.239890 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd1c761b-676c-4408-8aa2-ddc51a330b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Made reservation on behalf of 2d7a86613e6d49c0a7837df94c0dd48c for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:30:54.242328 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-dd1c761b-676c-4408-8aa2-ddc51a330b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:54.266794 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [None req-dd1c761b-676c-4408-8aa2-ddc51a330b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] device_id is not set on port 861a2ead-5f0a-4fab-9062-cfecddb97f93 yet. {{(pid=94461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:30:54.280988 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:54.334137 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=3c848d0a-95f5-46c5-a4a6-dd59246e655d,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:54.336110 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d54f2b7d-5115-48df-a54d-54e210fa0e50 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635398'] for router_interface, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:54.351425 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-27fc924e-6a28-4785-ac58-a3e7dca4795a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:54.377166 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e09fb327-23b8-4179-b978-c1a12ee8626d req-96aa7b0a-ab33-4f1f-99f7-abb5bb7ba0a3 service neutron] 10.222.0.23 "GET /v2.0/networks/2b2ed074-a425-47e6-b970-117c2eb734e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874661 Jul 05 02:30:54.392520 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27fc924e-6a28-4785-ac58-a3e7dca4795a None None] Network 37bef945-7a93-4a59-ba96-1387b3efb0c9 is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:30:54.401896 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-27fc924e-6a28-4785-ac58-a3e7dca4795a None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:30:54.403668 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fc924e-6a28-4785-ac58-a3e7dca4795a None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:30:54.411729 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fc924e-6a28-4785-ac58-a3e7dca4795a None None] Pushing event updated for resources: {'Port': ['ID=5b60ea22-1091-4e08-a6cb-232636b716d9,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:54.412631 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-11adc5f7-42d2-446e-b2f6-fac3605456f9 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:54.417968 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-11adc5f7-42d2-446e-b2f6-fac3605456f9 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3993547 Jul 05 02:30:54.418627 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 38894) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:54.464171 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-27fc924e-6a28-4785-ac58-a3e7dca4795a None None] Attempting to bind port 5b60ea22-1091-4e08-a6cb-232636b716d9 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:30:54.464563 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-27fc924e-6a28-4785-ac58-a3e7dca4795a None None] Attempting to bind port 5b60ea22-1091-4e08-a6cb-232636b716d9 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '29b47b8c-75a8-41b6-8f6a-a5ad94fc612b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '37bef945-7a93-4a59-ba96-1387b3efb0c9'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:30:54.464921 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fc924e-6a28-4785-ac58-a3e7dca4795a None None] Attempting to bind port 5b60ea22-1091-4e08-a6cb-232636b716d9 on network 37bef945-7a93-4a59-ba96-1387b3efb0c9 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:30:54.469867 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fc924e-6a28-4785-ac58-a3e7dca4795a None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:30:54.470271 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fc924e-6a28-4785-ac58-a3e7dca4795a None None] Checking segment: {'id': '29b47b8c-75a8-41b6-8f6a-a5ad94fc612b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '37bef945-7a93-4a59-ba96-1387b3efb0c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:30:54.470677 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-27fc924e-6a28-4785-ac58-a3e7dca4795a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:54.471070 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fc924e-6a28-4785-ac58-a3e7dca4795a None None] Bound using segment: {'id': '29b47b8c-75a8-41b6-8f6a-a5ad94fc612b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '37bef945-7a93-4a59-ba96-1387b3efb0c9'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:30:54.471774 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-27fc924e-6a28-4785-ac58-a3e7dca4795a None None] Bound port: 5b60ea22-1091-4e08-a6cb-232636b716d9, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29b47b8c-75a8-41b6-8f6a-a5ad94fc612b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '37bef945-7a93-4a59-ba96-1387b3efb0c9'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:30:54.472228 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-27fc924e-6a28-4785-ac58-a3e7dca4795a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:54.488528 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-636016a0-1270-4472-bdeb-cae0b6cd3a41 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] 10.222.0.23 "GET /v2.0/security-group-rules/984111ef-6a98-4df5-9701-191bf6ff5940 HTTP/1.1" status: 200 len: 763 time: 0.0444152 Jul 05 02:30:54.492573 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 38896) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:54.551685 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-27fc924e-6a28-4785-ac58-a3e7dca4795a None None] For port 5b60ea22-1091-4e08-a6cb-232636b716d9, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:30:54.555660 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-27fc924e-6a28-4785-ac58-a3e7dca4795a None None] For port 5b60ea22-1091-4e08-a6cb-232636b716d9, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=5b60ea22-1091-4e08-a6cb-232636b716d9,segment=NetworkSegment(29b47b8c-75a8-41b6-8f6a-a5ad94fc612b),segment_id=29b47b8c-75a8-41b6-8f6a-a5ad94fc612b)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:30:54.558085 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-7dee56b4-8fa5-4560-88d9-34eaa5445d1b tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Deleting port ef2f500a-28e4-453a-98cb-44d8f80451be {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:30:54.558456 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7dee56b4-8fa5-4560-88d9-34eaa5445d1b tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:54.607426 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:54.625669 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e09fb327-23b8-4179-b978-c1a12ee8626d req-6858e049-31d2-4359-abf5-17ba4506891d service neutron] 10.222.0.23 "GET /v2.0/networks/2b2ed074-a425-47e6-b970-117c2eb734e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370319 Jul 05 02:30:54.647699 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-dd1c761b-676c-4408-8aa2-ddc51a330b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:54.684461 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7dee56b4-8fa5-4560-88d9-34eaa5445d1b tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:54.701896 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-537266c3-6ea0-40af-b2f5-8ec7c15b551e tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1810596 Jul 05 02:30:54.706197 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-7dee56b4-8fa5-4560-88d9-34eaa5445d1b tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Calling delete_port for ef2f500a-28e4-453a-98cb-44d8f80451be owned by network:router_gateway {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:30:54.706417 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 38898) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:54.708041 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-27fc924e-6a28-4785-ac58-a3e7dca4795a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:54.781943 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fc924e-6a28-4785-ac58-a3e7dca4795a None None] Pushing event updated for resources: {'Port': ['ID=5b60ea22-1091-4e08-a6cb-232636b716d9,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:54.842607 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-dd1c761b-676c-4408-8aa2-ddc51a330b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:54.854520 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-989e5149-f651-4062-9990-a1e6ccb0a32e tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:54.903430 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-989e5149-f651-4062-9990-a1e6ccb0a32e tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:54.942205 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1c761b-676c-4408-8aa2-ddc51a330b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Pushing event updated for resources: {'Port': ['ID=861a2ead-5f0a-4fab-9062-cfecddb97f93,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:54.945646 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd1c761b-676c-4408-8aa2-ddc51a330b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Network c6646ab3-5aea-4576-b125-15cba572af52 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:30:54.954740 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f7ecea58-205f-4116-b41f-c8882234a969 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:54.957426 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-dd1c761b-676c-4408-8aa2-ddc51a330b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:30:54.967113 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1c761b-676c-4408-8aa2-ddc51a330b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:30:54.968432 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1c761b-676c-4408-8aa2-ddc51a330b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:54.969337 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-dd1c761b-676c-4408-8aa2-ddc51a330b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:55.040994 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7dee56b4-8fa5-4560-88d9-34eaa5445d1b tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:55.077431 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7aa7580b-85ec-47ac-b76d-b05a809b13fc req-41d98172-9e25-49a1-8bbd-7f82339af6ef tempest-ServerPasswordTestJSON-1618831171 tempest-ServerPasswordTestJSON-1618831171-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e63fb0a-a720-437a-be82-ba610890f10f HTTP/1.1" status: 200 len: 210 time: 0.1060603 Jul 05 02:30:55.078737 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dee56b4-8fa5-4560-88d9-34eaa5445d1b tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Pushing event deleted for resources: {'Port': ['ID=ef2f500a-28e4-453a-98cb-44d8f80451be,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:55.079442 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d54f2b7d-5115-48df-a54d-54e210fa0e50 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Router d8e58f2d-f636-4c74-83a5-152f04ccaccb has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:30:55.083397 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-989e5149-f651-4062-9990-a1e6ccb0a32e tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:55.088086 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-989e5149-f651-4062-9990-a1e6ccb0a32e tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:55.092249 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-989e5149-f651-4062-9990-a1e6ccb0a32e tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/984111ef-6a98-4df5-9701-191bf6ff5940 HTTP/1.1" status: 204 len: 168 time: 0.3801944 Jul 05 02:30:55.092249 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c8239b68-c0ce-4d25-a333-652315592d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:55.093186 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 38904) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:55.103570 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-dd1c761b-676c-4408-8aa2-ddc51a330b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.1416497 Jul 05 02:30:55.104219 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 38906) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:55.147141 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-b8dfe016-4e00-4755-af57-030e0c5644e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:30:55.185020 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8239b68-c0ce-4d25-a333-652315592d18 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7eeca31-3e73-4e8a-89b2-b38b4f2abd3b,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:55.185020 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989e5149-f651-4062-9990-a1e6ccb0a32e tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=984111ef-6a98-4df5-9701-191bf6ff5940,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:55.277369 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7dee56b4-8fa5-4560-88d9-34eaa5445d1b tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636927'] for router_gateway, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:55.387818 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 5b60ea22-1091-4e08-a6cb-232636b716d9 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:30:55.441659 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-37cf280c-93f0-4795-89eb-8150189ced42 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3113577 Jul 05 02:30:55.449748 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 38912) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:55.459017 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-96411977-a1f2-49eb-88fb-602d2a8db270 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Request body: {'security_group_rule': {'security_group_id': '92e31519-7390-4f41-b198-e2f556905105', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:30:55.577161 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 5b60ea22-1091-4e08-a6cb-232636b716d9 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:30:55.582870 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 3c848d0a-95f5-46c5-a4a6-dd59246e655d up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:30:55.632702 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 3c848d0a-95f5-46c5-a4a6-dd59246e655d triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:30:55.633078 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:55.660283 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d54f2b7d-5115-48df-a54d-54e210fa0e50 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:30:55.673151 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-d54f2b7d-5115-48df-a54d-54e210fa0e50 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] 10.222.0.23 "PUT /v2.0/routers/d8e58f2d-f636-4c74-83a5-152f04ccaccb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2679105 Jul 05 02:30:55.676418 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 38914) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:55.678074 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b68e5c2-4010-4b3b-96ea-92d651fbf0c4 None None] Sync routers for ids ['d8e58f2d-f636-4c74-83a5-152f04ccaccb'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:30:55.700107 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b68e5c2-4010-4b3b-96ea-92d651fbf0c4 None None] Routers {'d8e58f2d-f636-4c74-83a5-152f04ccaccb'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:30:55.701023 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-6b68e5c2-4010-4b3b-96ea-92d651fbf0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:30:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['d8e58f2d-f636-4c74-83a5-152f04ccaccb'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:55.737082 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-6b68e5c2-4010-4b3b-96ea-92d651fbf0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:55.743961 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-f7ecea58-205f-4116-b41f-c8882234a969 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Allocated IP 2001:db8:2::1 (37bef945-7a93-4a59-ba96-1387b3efb0c9/31599d03-2546-4be2-8005-9dbe29d4fe7b/5f233154-a7f3-4f95-a9f7-3472c4a7c053) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:30:55.753127 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b68e5c2-4010-4b3b-96ea-92d651fbf0c4 None None] Routers {'d8e58f2d-f636-4c74-83a5-152f04ccaccb'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:30:55.754572 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-6b68e5c2-4010-4b3b-96ea-92d651fbf0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:30:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['d8e58f2d-f636-4c74-83a5-152f04ccaccb'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:55.766855 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b8dfe016-4e00-4755-af57-030e0c5644e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:55.777160 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7dee56b4-8fa5-4560-88d9-34eaa5445d1b tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11828'] for router, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:55.779656 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7dee56b4-8fa5-4560-88d9-34eaa5445d1b tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:55.822427 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-6b68e5c2-4010-4b3b-96ea-92d651fbf0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:55.823171 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b68e5c2-4010-4b3b-96ea-92d651fbf0c4 None None] The sync data for ids ['d8e58f2d-f636-4c74-83a5-152f04ccaccb'] in n-d-771362-32 is: [] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:30:55.828655 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-96411977-a1f2-49eb-88fb-602d2a8db270 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:55.886007 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c8239b68-c0ce-4d25-a333-652315592d18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635398'] for router_interface, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:56.025590 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7dee56b4-8fa5-4560-88d9-34eaa5445d1b tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1575451'] for router, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:56.029229 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dee56b4-8fa5-4560-88d9-34eaa5445d1b tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Fanout notify agent at l3_agent the message router_deleted on router e3e5ffc3-b4f0-4dc4-99f2-f2827b38dda3 {{(pid=94461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 02:30:56.035190 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7dee56b4-8fa5-4560-88d9-34eaa5445d1b tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks [] for router, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:56.035982 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-7dee56b4-8fa5-4560-88d9-34eaa5445d1b tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] 10.222.0.23 "DELETE /v2.0/routers/e3e5ffc3-b4f0-4dc4-99f2-f2827b38dda3 HTTP/1.1" status: 204 len: 168 time: 2.3805418 Jul 05 02:30:56.040454 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 38916) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:56.048114 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [None req-b8dfe016-4e00-4755-af57-030e0c5644e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] device_id is not set on port 861a2ead-5f0a-4fab-9062-cfecddb97f93 yet. {{(pid=94461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:30:56.056584 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-2d8bea11-bb92-4bd6-8966-98b91f7e571b tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1044422355', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'enable_snat': False}}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:30:56.066449 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b8dfe016-4e00-4755-af57-030e0c5644e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:56.069737 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:56.076355 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7234565-1ad3-4f6c-aac3-533aa84c1019 None None] Network 37bef945-7a93-4a59-ba96-1387b3efb0c9 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:30:56.084164 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [None req-b8dfe016-4e00-4755-af57-030e0c5644e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Transition to ACTIVE for port object 861a2ead-5f0a-4fab-9062-cfecddb97f93 will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:30:56.185366 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b3af2062-9921-475d-9614-19e935f8bae4 req-a819da69-75d8-4bf4-91fa-91345be04daf tempest-ServerPasswordTestJSON-1618831171 tempest-ServerPasswordTestJSON-1618831171-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e63fb0a-a720-437a-be82-ba610890f10f HTTP/1.1" status: 200 len: 210 time: 0.0298176 Jul 05 02:30:56.189714 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b8dfe016-4e00-4755-af57-030e0c5644e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:56.236632 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-9be6971e-25cc-49ce-b48d-28fb9b047f42 None None] Provisioning for port 5b60ea22-1091-4e08-a6cb-232636b716d9 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:30:56.243011 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-9be6971e-25cc-49ce-b48d-28fb9b047f42 None None] Provisioning complete for port 5b60ea22-1091-4e08-a6cb-232636b716d9 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:30:56.246823 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-9be6971e-25cc-49ce-b48d-28fb9b047f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:56.246981 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2d8bea11-bb92-4bd6-8966-98b91f7e571b tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11810'] for router, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:56.247477 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2d8bea11-bb92-4bd6-8966-98b91f7e571b tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1926740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11821'] for router, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:56.289263 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [None req-b8dfe016-4e00-4755-af57-030e0c5644e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempting to bind port 861a2ead-5f0a-4fab-9062-cfecddb97f93 on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:30:56.289618 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [None req-b8dfe016-4e00-4755-af57-030e0c5644e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempting to bind port 861a2ead-5f0a-4fab-9062-cfecddb97f93 by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '6fb3e321-f831-47ea-8817-71d8a94aa566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c6646ab3-5aea-4576-b125-15cba572af52'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:30:56.290641 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8dfe016-4e00-4755-af57-030e0c5644e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempting to bind port 861a2ead-5f0a-4fab-9062-cfecddb97f93 on network c6646ab3-5aea-4576-b125-15cba572af52 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:30:56.292718 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dfe016-4e00-4755-af57-030e0c5644e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Pushing event updated for resources: {'Port': ['ID=861a2ead-5f0a-4fab-9062-cfecddb97f93,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:56.320211 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8dfe016-4e00-4755-af57-030e0c5644e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Port 861a2ead-5f0a-4fab-9062-cfecddb97f93 on network c6646ab3-5aea-4576-b125-15cba572af52 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:30:56.320211 n-d-771362-32 neutron-server[94461]: ERROR neutron.plugins.ml2.managers [None req-b8dfe016-4e00-4755-af57-030e0c5644e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Failed to bind port 861a2ead-5f0a-4fab-9062-cfecddb97f93 on host n-h2-771362-32 for vnic_type normal using segments [{'id': '6fb3e321-f831-47ea-8817-71d8a94aa566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c6646ab3-5aea-4576-b125-15cba572af52'}] Jul 05 02:30:56.334557 n-d-771362-32 neutron-server[94461]: INFO neutron.plugins.ml2.plugin [None req-b8dfe016-4e00-4755-af57-030e0c5644e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempt 2 to bind port 861a2ead-5f0a-4fab-9062-cfecddb97f93 Jul 05 02:30:56.340205 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2d8bea11-bb92-4bd6-8966-98b91f7e571b tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:56.350378 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [None req-b8dfe016-4e00-4755-af57-030e0c5644e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempting to bind port 861a2ead-5f0a-4fab-9062-cfecddb97f93 on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:30:56.350724 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [None req-b8dfe016-4e00-4755-af57-030e0c5644e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempting to bind port 861a2ead-5f0a-4fab-9062-cfecddb97f93 by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '6fb3e321-f831-47ea-8817-71d8a94aa566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c6646ab3-5aea-4576-b125-15cba572af52'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:30:56.351495 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8dfe016-4e00-4755-af57-030e0c5644e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempting to bind port 861a2ead-5f0a-4fab-9062-cfecddb97f93 on network c6646ab3-5aea-4576-b125-15cba572af52 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:30:56.355632 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8dfe016-4e00-4755-af57-030e0c5644e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Port 861a2ead-5f0a-4fab-9062-cfecddb97f93 on network c6646ab3-5aea-4576-b125-15cba572af52 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:30:56.355966 n-d-771362-32 neutron-server[94461]: ERROR neutron.plugins.ml2.managers [None req-b8dfe016-4e00-4755-af57-030e0c5644e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Failed to bind port 861a2ead-5f0a-4fab-9062-cfecddb97f93 on host n-h2-771362-32 for vnic_type normal using segments [{'id': '6fb3e321-f831-47ea-8817-71d8a94aa566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c6646ab3-5aea-4576-b125-15cba572af52'}] Jul 05 02:30:56.356373 n-d-771362-32 neutron-server[94461]: INFO neutron.plugins.ml2.plugin [None req-b8dfe016-4e00-4755-af57-030e0c5644e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempt 3 to bind port 861a2ead-5f0a-4fab-9062-cfecddb97f93 Jul 05 02:30:56.372221 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [None req-b8dfe016-4e00-4755-af57-030e0c5644e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempting to bind port 861a2ead-5f0a-4fab-9062-cfecddb97f93 on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:30:56.372221 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [None req-b8dfe016-4e00-4755-af57-030e0c5644e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempting to bind port 861a2ead-5f0a-4fab-9062-cfecddb97f93 by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '6fb3e321-f831-47ea-8817-71d8a94aa566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c6646ab3-5aea-4576-b125-15cba572af52'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:30:56.372221 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8dfe016-4e00-4755-af57-030e0c5644e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempting to bind port 861a2ead-5f0a-4fab-9062-cfecddb97f93 on network c6646ab3-5aea-4576-b125-15cba572af52 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:30:56.376708 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8dfe016-4e00-4755-af57-030e0c5644e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Port 861a2ead-5f0a-4fab-9062-cfecddb97f93 on network c6646ab3-5aea-4576-b125-15cba572af52 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:30:56.377151 n-d-771362-32 neutron-server[94461]: ERROR neutron.plugins.ml2.managers [None req-b8dfe016-4e00-4755-af57-030e0c5644e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Failed to bind port 861a2ead-5f0a-4fab-9062-cfecddb97f93 on host n-h2-771362-32 for vnic_type normal using segments [{'id': '6fb3e321-f831-47ea-8817-71d8a94aa566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c6646ab3-5aea-4576-b125-15cba572af52'}] Jul 05 02:30:56.377599 n-d-771362-32 neutron-server[94461]: INFO neutron.plugins.ml2.plugin [None req-b8dfe016-4e00-4755-af57-030e0c5644e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempt 4 to bind port 861a2ead-5f0a-4fab-9062-cfecddb97f93 Jul 05 02:30:56.390148 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-9be6971e-25cc-49ce-b48d-28fb9b047f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:56.403201 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [None req-b8dfe016-4e00-4755-af57-030e0c5644e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempting to bind port 861a2ead-5f0a-4fab-9062-cfecddb97f93 on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:30:56.405097 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [None req-b8dfe016-4e00-4755-af57-030e0c5644e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempting to bind port 861a2ead-5f0a-4fab-9062-cfecddb97f93 by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '6fb3e321-f831-47ea-8817-71d8a94aa566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c6646ab3-5aea-4576-b125-15cba572af52'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:30:56.405880 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8dfe016-4e00-4755-af57-030e0c5644e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempting to bind port 861a2ead-5f0a-4fab-9062-cfecddb97f93 on network c6646ab3-5aea-4576-b125-15cba572af52 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:30:56.413627 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8dfe016-4e00-4755-af57-030e0c5644e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Port 861a2ead-5f0a-4fab-9062-cfecddb97f93 on network c6646ab3-5aea-4576-b125-15cba572af52 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:30:56.414627 n-d-771362-32 neutron-server[94461]: ERROR neutron.plugins.ml2.managers [None req-b8dfe016-4e00-4755-af57-030e0c5644e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Failed to bind port 861a2ead-5f0a-4fab-9062-cfecddb97f93 on host n-h2-771362-32 for vnic_type normal using segments [{'id': '6fb3e321-f831-47ea-8817-71d8a94aa566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c6646ab3-5aea-4576-b125-15cba572af52'}] Jul 05 02:30:56.415289 n-d-771362-32 neutron-server[94461]: INFO neutron.plugins.ml2.plugin [None req-b8dfe016-4e00-4755-af57-030e0c5644e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempt 5 to bind port 861a2ead-5f0a-4fab-9062-cfecddb97f93 Jul 05 02:30:56.423998 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d4201bbe-3074-486a-afe4-faf4cc00f6a2 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks [] for router, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:56.433484 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [None req-b8dfe016-4e00-4755-af57-030e0c5644e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempting to bind port 861a2ead-5f0a-4fab-9062-cfecddb97f93 on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:30:56.433951 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [None req-b8dfe016-4e00-4755-af57-030e0c5644e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempting to bind port 861a2ead-5f0a-4fab-9062-cfecddb97f93 by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '6fb3e321-f831-47ea-8817-71d8a94aa566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c6646ab3-5aea-4576-b125-15cba572af52'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:30:56.434526 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8dfe016-4e00-4755-af57-030e0c5644e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempting to bind port 861a2ead-5f0a-4fab-9062-cfecddb97f93 on network c6646ab3-5aea-4576-b125-15cba572af52 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:30:56.434822 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-9be6971e-25cc-49ce-b48d-28fb9b047f42 None None] For port 5b60ea22-1091-4e08-a6cb-232636b716d9, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=5b60ea22-1091-4e08-a6cb-232636b716d9,segment=NetworkSegment(29b47b8c-75a8-41b6-8f6a-a5ad94fc612b),segment_id=29b47b8c-75a8-41b6-8f6a-a5ad94fc612b)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:30:56.439531 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8dfe016-4e00-4755-af57-030e0c5644e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Port 861a2ead-5f0a-4fab-9062-cfecddb97f93 on network c6646ab3-5aea-4576-b125-15cba572af52 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:30:56.439881 n-d-771362-32 neutron-server[94461]: ERROR neutron.plugins.ml2.managers [None req-b8dfe016-4e00-4755-af57-030e0c5644e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Failed to bind port 861a2ead-5f0a-4fab-9062-cfecddb97f93 on host n-h2-771362-32 for vnic_type normal using segments [{'id': '6fb3e321-f831-47ea-8817-71d8a94aa566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c6646ab3-5aea-4576-b125-15cba572af52'}] Jul 05 02:30:56.440278 n-d-771362-32 neutron-server[94461]: INFO neutron.plugins.ml2.plugin [None req-b8dfe016-4e00-4755-af57-030e0c5644e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempt 6 to bind port 861a2ead-5f0a-4fab-9062-cfecddb97f93 Jul 05 02:30:56.455298 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [None req-b8dfe016-4e00-4755-af57-030e0c5644e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempting to bind port 861a2ead-5f0a-4fab-9062-cfecddb97f93 on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:30:56.455652 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [None req-b8dfe016-4e00-4755-af57-030e0c5644e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempting to bind port 861a2ead-5f0a-4fab-9062-cfecddb97f93 by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '6fb3e321-f831-47ea-8817-71d8a94aa566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c6646ab3-5aea-4576-b125-15cba572af52'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:30:56.455992 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8dfe016-4e00-4755-af57-030e0c5644e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempting to bind port 861a2ead-5f0a-4fab-9062-cfecddb97f93 on network c6646ab3-5aea-4576-b125-15cba572af52 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:30:56.461468 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8dfe016-4e00-4755-af57-030e0c5644e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Port 861a2ead-5f0a-4fab-9062-cfecddb97f93 on network c6646ab3-5aea-4576-b125-15cba572af52 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:30:56.461806 n-d-771362-32 neutron-server[94461]: ERROR neutron.plugins.ml2.managers [None req-b8dfe016-4e00-4755-af57-030e0c5644e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Failed to bind port 861a2ead-5f0a-4fab-9062-cfecddb97f93 on host n-h2-771362-32 for vnic_type normal using segments [{'id': '6fb3e321-f831-47ea-8817-71d8a94aa566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c6646ab3-5aea-4576-b125-15cba572af52'}] Jul 05 02:30:56.462245 n-d-771362-32 neutron-server[94461]: INFO neutron.plugins.ml2.plugin [None req-b8dfe016-4e00-4755-af57-030e0c5644e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempt 7 to bind port 861a2ead-5f0a-4fab-9062-cfecddb97f93 Jul 05 02:30:56.476064 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [None req-b8dfe016-4e00-4755-af57-030e0c5644e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempting to bind port 861a2ead-5f0a-4fab-9062-cfecddb97f93 on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:30:56.476703 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [None req-b8dfe016-4e00-4755-af57-030e0c5644e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempting to bind port 861a2ead-5f0a-4fab-9062-cfecddb97f93 by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '6fb3e321-f831-47ea-8817-71d8a94aa566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c6646ab3-5aea-4576-b125-15cba572af52'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:30:56.477135 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8dfe016-4e00-4755-af57-030e0c5644e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempting to bind port 861a2ead-5f0a-4fab-9062-cfecddb97f93 on network c6646ab3-5aea-4576-b125-15cba572af52 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:30:56.483703 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8dfe016-4e00-4755-af57-030e0c5644e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Port 861a2ead-5f0a-4fab-9062-cfecddb97f93 on network c6646ab3-5aea-4576-b125-15cba572af52 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:30:56.484227 n-d-771362-32 neutron-server[94461]: ERROR neutron.plugins.ml2.managers [None req-b8dfe016-4e00-4755-af57-030e0c5644e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Failed to bind port 861a2ead-5f0a-4fab-9062-cfecddb97f93 on host n-h2-771362-32 for vnic_type normal using segments [{'id': '6fb3e321-f831-47ea-8817-71d8a94aa566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c6646ab3-5aea-4576-b125-15cba572af52'}] Jul 05 02:30:56.486286 n-d-771362-32 neutron-server[94461]: INFO neutron.plugins.ml2.plugin [None req-b8dfe016-4e00-4755-af57-030e0c5644e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempt 8 to bind port 861a2ead-5f0a-4fab-9062-cfecddb97f93 Jul 05 02:30:56.498875 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-96411977-a1f2-49eb-88fb-602d2a8db270 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:56.525028 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f7ecea58-205f-4116-b41f-c8882234a969 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:56.562843 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [None req-b8dfe016-4e00-4755-af57-030e0c5644e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempting to bind port 861a2ead-5f0a-4fab-9062-cfecddb97f93 on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:30:56.563181 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [None req-b8dfe016-4e00-4755-af57-030e0c5644e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempting to bind port 861a2ead-5f0a-4fab-9062-cfecddb97f93 by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '6fb3e321-f831-47ea-8817-71d8a94aa566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c6646ab3-5aea-4576-b125-15cba572af52'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:30:56.563522 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8dfe016-4e00-4755-af57-030e0c5644e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempting to bind port 861a2ead-5f0a-4fab-9062-cfecddb97f93 on network c6646ab3-5aea-4576-b125-15cba572af52 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:30:56.579535 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8dfe016-4e00-4755-af57-030e0c5644e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Port 861a2ead-5f0a-4fab-9062-cfecddb97f93 on network c6646ab3-5aea-4576-b125-15cba572af52 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:30:56.579535 n-d-771362-32 neutron-server[94461]: ERROR neutron.plugins.ml2.managers [None req-b8dfe016-4e00-4755-af57-030e0c5644e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Failed to bind port 861a2ead-5f0a-4fab-9062-cfecddb97f93 on host n-h2-771362-32 for vnic_type normal using segments [{'id': '6fb3e321-f831-47ea-8817-71d8a94aa566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c6646ab3-5aea-4576-b125-15cba572af52'}] Jul 05 02:30:56.584310 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [None req-f7ecea58-205f-4116-b41f-c8882234a969 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Transition to ACTIVE for port object 5f233154-a7f3-4f95-a9f7-3472c4a7c053 will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:30:56.604145 n-d-771362-32 neutron-server[94461]: INFO neutron.plugins.ml2.plugin [None req-b8dfe016-4e00-4755-af57-030e0c5644e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempt 9 to bind port 861a2ead-5f0a-4fab-9062-cfecddb97f93 Jul 05 02:30:56.606462 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-9be6971e-25cc-49ce-b48d-28fb9b047f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:56.652071 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2d8bea11-bb92-4bd6-8966-98b91f7e571b tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:56.656970 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [None req-b8dfe016-4e00-4755-af57-030e0c5644e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempting to bind port 861a2ead-5f0a-4fab-9062-cfecddb97f93 on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:30:56.657309 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [None req-b8dfe016-4e00-4755-af57-030e0c5644e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempting to bind port 861a2ead-5f0a-4fab-9062-cfecddb97f93 by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '6fb3e321-f831-47ea-8817-71d8a94aa566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c6646ab3-5aea-4576-b125-15cba572af52'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:30:56.657647 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8dfe016-4e00-4755-af57-030e0c5644e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempting to bind port 861a2ead-5f0a-4fab-9062-cfecddb97f93 on network c6646ab3-5aea-4576-b125-15cba572af52 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:30:56.659184 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be6971e-25cc-49ce-b48d-28fb9b047f42 None None] Pushing event updated for resources: {'Port': ['ID=5b60ea22-1091-4e08-a6cb-232636b716d9,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:56.677599 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8dfe016-4e00-4755-af57-030e0c5644e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Port 861a2ead-5f0a-4fab-9062-cfecddb97f93 on network c6646ab3-5aea-4576-b125-15cba572af52 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:30:56.677944 n-d-771362-32 neutron-server[94461]: ERROR neutron.plugins.ml2.managers [None req-b8dfe016-4e00-4755-af57-030e0c5644e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Failed to bind port 861a2ead-5f0a-4fab-9062-cfecddb97f93 on host n-h2-771362-32 for vnic_type normal using segments [{'id': '6fb3e321-f831-47ea-8817-71d8a94aa566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c6646ab3-5aea-4576-b125-15cba572af52'}] Jul 05 02:30:56.678534 n-d-771362-32 neutron-server[94461]: INFO neutron.plugins.ml2.plugin [None req-b8dfe016-4e00-4755-af57-030e0c5644e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempt 10 to bind port 861a2ead-5f0a-4fab-9062-cfecddb97f93 Jul 05 02:30:56.678772 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-96411977-a1f2-49eb-88fb-602d2a8db270 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:56.691839 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [None req-b8dfe016-4e00-4755-af57-030e0c5644e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempting to bind port 861a2ead-5f0a-4fab-9062-cfecddb97f93 on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:30:56.692172 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [None req-b8dfe016-4e00-4755-af57-030e0c5644e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempting to bind port 861a2ead-5f0a-4fab-9062-cfecddb97f93 by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '6fb3e321-f831-47ea-8817-71d8a94aa566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c6646ab3-5aea-4576-b125-15cba572af52'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:30:56.692510 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8dfe016-4e00-4755-af57-030e0c5644e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempting to bind port 861a2ead-5f0a-4fab-9062-cfecddb97f93 on network c6646ab3-5aea-4576-b125-15cba572af52 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:30:56.697554 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8dfe016-4e00-4755-af57-030e0c5644e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Port 861a2ead-5f0a-4fab-9062-cfecddb97f93 on network c6646ab3-5aea-4576-b125-15cba572af52 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:30:56.697882 n-d-771362-32 neutron-server[94461]: ERROR neutron.plugins.ml2.managers [None req-b8dfe016-4e00-4755-af57-030e0c5644e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Failed to bind port 861a2ead-5f0a-4fab-9062-cfecddb97f93 on host n-h2-771362-32 for vnic_type normal using segments [{'id': '6fb3e321-f831-47ea-8817-71d8a94aa566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c6646ab3-5aea-4576-b125-15cba572af52'}] Jul 05 02:30:56.698289 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b8dfe016-4e00-4755-af57-030e0c5644e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:56.726395 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-3d4e74cc-bbe9-4b19-922a-a23743ec6df8 None None] Provisioning complete for port 5b60ea22-1091-4e08-a6cb-232636b716d9 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:30:56.729013 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3d4e74cc-bbe9-4b19-922a-a23743ec6df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:56.758540 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d4201bbe-3074-486a-afe4-faf4cc00f6a2 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:56.764550 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [None req-b8dfe016-4e00-4755-af57-030e0c5644e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] For port 861a2ead-5f0a-4fab-9062-cfecddb97f93, host n-h2-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:30:56.764926 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [None req-b8dfe016-4e00-4755-af57-030e0c5644e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attempted to set empty binding levels {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 05 02:30:56.768349 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96411977-a1f2-49eb-88fb-602d2a8db270 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=337dde63-eb3c-4deb-9b74-5f97540ad09d,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:56.795194 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8239b68-c0ce-4d25-a333-652315592d18 admin admin] Router 66bfe7b3-8ff7-4069-9b12-5163ff02d65e has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:30:56.866406 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b8dfe016-4e00-4755-af57-030e0c5644e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:56.905672 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8239b68-c0ce-4d25-a333-652315592d18 admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:30:56.907577 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-b8dfe016-4e00-4755-af57-030e0c5644e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] In _notify_port_updated(), no bound segment for port 861a2ead-5f0a-4fab-9062-cfecddb97f93 on network c6646ab3-5aea-4576-b125-15cba572af52 {{(pid=94461) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 02:30:56.908454 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8dfe016-4e00-4755-af57-030e0c5644e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:56.909057 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b8dfe016-4e00-4755-af57-030e0c5644e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:56.914554 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-b8dfe016-4e00-4755-af57-030e0c5644e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] 10.222.0.23 "PUT /v2.0/ports/861a2ead-5f0a-4fab-9062-cfecddb97f93 HTTP/1.1" status: 200 len: 980 time: 1.7765727 Jul 05 02:30:56.914673 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-c8239b68-c0ce-4d25-a333-652315592d18 admin admin] 10.222.0.23 "PUT /v2.0/routers/66bfe7b3-8ff7-4069-9b12-5163ff02d65e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3390760 Jul 05 02:30:56.914792 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 38922) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:56.915018 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 38924) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:56.919385 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab9dcc4-05fa-42f7-b681-59d7b882d431 None None] Sync routers for ids ['66bfe7b3-8ff7-4069-9b12-5163ff02d65e'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:30:56.931408 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab9dcc4-05fa-42f7-b681-59d7b882d431 None None] Routers {'66bfe7b3-8ff7-4069-9b12-5163ff02d65e'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:30:56.932295 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-fab9dcc4-05fa-42f7-b681-59d7b882d431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:30:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['66bfe7b3-8ff7-4069-9b12-5163ff02d65e'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:56.953816 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-96411977-a1f2-49eb-88fb-602d2a8db270 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:56.955385 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-96411977-a1f2-49eb-88fb-602d2a8db270 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.5030174 Jul 05 02:30:56.957511 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f7ecea58-205f-4116-b41f-c8882234a969 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:56.959540 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 38926) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:56.973567 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dfe016-4e00-4755-af57-030e0c5644e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Pushing event updated for resources: {'Port': ['ID=861a2ead-5f0a-4fab-9062-cfecddb97f93,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:57.042865 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ecea58-205f-4116-b41f-c8882234a969 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Network 37bef945-7a93-4a59-ba96-1387b3efb0c9 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:30:57.053861 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-f7ecea58-205f-4116-b41f-c8882234a969 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:30:57.054468 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-1eb4b39d-ddf9-42b7-9039-f22b0ef4f084 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] 10.222.0.23 "GET /v2.0/security-group-rules/337dde63-eb3c-4deb-9b74-5f97540ad09d HTTP/1.1" status: 200 len: 763 time: 0.0937674 Jul 05 02:30:57.059655 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 38928) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:57.065412 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ecea58-205f-4116-b41f-c8882234a969 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:30:57.066510 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f7ecea58-205f-4116-b41f-c8882234a969 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635668'] for router_interface, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:57.082548 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-fab9dcc4-05fa-42f7-b681-59d7b882d431 None None] Set router 66bfe7b3-8ff7-4069-9b12-5163ff02d65e gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:30:57.155428 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ecea58-205f-4116-b41f-c8882234a969 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Pushing event updated for resources: {'Port': ['ID=5f233154-a7f3-4f95-a9f7-3472c4a7c053,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:57.190041 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8d2d9cf6-a7c8-4bc5-b037-152de442c720 admin admin] Notify callbacks [] for router, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:57.235041 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-a5046e16-4ecb-48f2-8cfc-a69218e56745 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1742785 Jul 05 02:30:57.248111 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 38932) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:57.270968 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-d4201bbe-3074-486a-afe4-faf4cc00f6a2 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Deleting port f17ea6b8-6613-410c-896b-be80e858b403 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:30:57.271339 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d4201bbe-3074-486a-afe4-faf4cc00f6a2 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:57.277826 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2d8bea11-bb92-4bd6-8966-98b91f7e571b tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:57.301963 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2d8bea11-bb92-4bd6-8966-98b91f7e571b tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:57.391111 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 5b60ea22-1091-4e08-a6cb-232636b716d9 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:30:57.444716 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d08622c3-1a4a-40e9-b08e-7234c7aedce9 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:57.449220 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-fab9dcc4-05fa-42f7-b681-59d7b882d431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bfe7b3-8ff7-4069-9b12-5163ff02d65e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-796095934-router', 'tenant_id': '1c86027370b247c2b5010395a3a8fb85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '730f37ef-6757-4463-8a1b-f441b59547a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:29:35Z', 'updated_at': '2021-07-05T02:30:54Z', 'revision_number': 5, 'project_id': '1c86027370b247c2b5010395a3a8fb85', 'gw_port': {'id': '730f37ef-6757-4463-8a1b-f441b59547a2', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:05:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bfe7b3-8ff7-4069-9b12-5163ff02d65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:29:38Z', 'updated_at': '2021-07-05T02:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:57.456970 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-46a5b143-e020-4c41-9565-1716b8deb06e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Deleting port 861a2ead-5f0a-4fab-9062-cfecddb97f93 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:30:57.457222 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-46a5b143-e020-4c41-9565-1716b8deb06e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:57.472464 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 5b60ea22-1091-4e08-a6cb-232636b716d9 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:30:57.473325 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:57.483072 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8d2d9cf6-a7c8-4bc5-b037-152de442c720 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:57.486695 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab9dcc4-05fa-42f7-b681-59d7b882d431 None None] Checking router: 66bfe7b3-8ff7-4069-9b12-5163ff02d65e for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:30:57.496787 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab9dcc4-05fa-42f7-b681-59d7b882d431 None None] Routers {'66bfe7b3-8ff7-4069-9b12-5163ff02d65e'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:30:57.497707 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-fab9dcc4-05fa-42f7-b681-59d7b882d431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:30:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['66bfe7b3-8ff7-4069-9b12-5163ff02d65e'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:57.568199 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-2d8bea11-bb92-4bd6-8966-98b91f7e571b tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Allocated IP 172.25.7.121 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/90a33b1c-909b-401e-ad71-88ba0ce020a5) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:30:57.591496 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d08622c3-1a4a-40e9-b08e-7234c7aedce9 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:57.628081 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-fab9dcc4-05fa-42f7-b681-59d7b882d431 None None] Set router 66bfe7b3-8ff7-4069-9b12-5163ff02d65e gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:30:57.635143 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-714c2eb3-ed31-4e56-b01b-cc730060050c req-dd048c23-92f7-4294-b07e-0bddb083010b tempest-ServerPasswordTestJSON-1618831171 tempest-ServerPasswordTestJSON-1618831171-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e63fb0a-a720-437a-be82-ba610890f10f HTTP/1.1" status: 200 len: 210 time: 0.1807942 Jul 05 02:30:57.686848 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2d8bea11-bb92-4bd6-8966-98b91f7e571b tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:57.697367 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d4201bbe-3074-486a-afe4-faf4cc00f6a2 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:57.710644 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-d4201bbe-3074-486a-afe4-faf4cc00f6a2 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Calling delete_port for f17ea6b8-6613-410c-896b-be80e858b403 owned by network:router_gateway {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:30:57.757838 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-46a5b143-e020-4c41-9565-1716b8deb06e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] For port 861a2ead-5f0a-4fab-9062-cfecddb97f93, host n-h2-771362-32, got binding levels [] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:30:57.758565 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-46a5b143-e020-4c41-9565-1716b8deb06e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:57.772082 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-8d2d9cf6-a7c8-4bc5-b037-152de442c720 admin admin] Deleting port 730f37ef-6757-4463-8a1b-f441b59547a2 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:30:57.772435 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8d2d9cf6-a7c8-4bc5-b037-152de442c720 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:57.798871 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f7ecea58-205f-4116-b41f-c8882234a969 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:57.805349 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-46a5b143-e020-4c41-9565-1716b8deb06e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Calling delete_port for 861a2ead-5f0a-4fab-9062-cfecddb97f93 owned by {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:30:57.829545 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-a9362a52-b3f2-4401-a456-a0d211e476b1 None None] Provisioning for port 5f233154-a7f3-4f95-a9f7-3472c4a7c053 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:30:57.833512 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-a9362a52-b3f2-4401-a456-a0d211e476b1 None None] Provisioning complete for port 5f233154-a7f3-4f95-a9f7-3472c4a7c053 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:30:57.833887 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a9362a52-b3f2-4401-a456-a0d211e476b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:57.843205 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-fab9dcc4-05fa-42f7-b681-59d7b882d431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bfe7b3-8ff7-4069-9b12-5163ff02d65e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-796095934-router', 'tenant_id': '1c86027370b247c2b5010395a3a8fb85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '730f37ef-6757-4463-8a1b-f441b59547a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:29:35Z', 'updated_at': '2021-07-05T02:30:54Z', 'revision_number': 5, 'project_id': '1c86027370b247c2b5010395a3a8fb85', 'gw_port': {'id': '730f37ef-6757-4463-8a1b-f441b59547a2', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:05:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bfe7b3-8ff7-4069-9b12-5163ff02d65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:29:38Z', 'updated_at': '2021-07-05T02:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:57.863448 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [None req-8d2d9cf6-a7c8-4bc5-b037-152de442c720 admin admin] For port 730f37ef-6757-4463-8a1b-f441b59547a2, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=730f37ef-6757-4463-8a1b-f441b59547a2,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:30:57.864283 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8d2d9cf6-a7c8-4bc5-b037-152de442c720 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:57.878009 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab9dcc4-05fa-42f7-b681-59d7b882d431 None None] The sync data for ids ['66bfe7b3-8ff7-4069-9b12-5163ff02d65e'] in n-d-771362-32 is: [{'id': '66bfe7b3-8ff7-4069-9b12-5163ff02d65e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-796095934-router', 'tenant_id': '1c86027370b247c2b5010395a3a8fb85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '730f37ef-6757-4463-8a1b-f441b59547a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:29:35Z', 'updated_at': '2021-07-05T02:30:54Z', 'revision_number': 5, 'project_id': '1c86027370b247c2b5010395a3a8fb85', 'gw_port': {'id': '730f37ef-6757-4463-8a1b-f441b59547a2', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:05:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bfe7b3-8ff7-4069-9b12-5163ff02d65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:29:38Z', 'updated_at': '2021-07-05T02:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:30:57.879302 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-8d2d9cf6-a7c8-4bc5-b037-152de442c720 admin admin] Calling delete_port for 730f37ef-6757-4463-8a1b-f441b59547a2 owned by network:router_gateway {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:30:57.883090 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-a9362a52-b3f2-4401-a456-a0d211e476b1 None None] Port 5f233154-a7f3-4f95-a9f7-3472c4a7c053 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:30:57.884718 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2d8bea11-bb92-4bd6-8966-98b91f7e571b tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:57.890543 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d08622c3-1a4a-40e9-b08e-7234c7aedce9 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:57.895703 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d08622c3-1a4a-40e9-b08e-7234c7aedce9 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:57.898606 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-d08622c3-1a4a-40e9-b08e-7234c7aedce9 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/337dde63-eb3c-4deb-9b74-5f97540ad09d HTTP/1.1" status: 204 len: 168 time: 0.6485670 Jul 05 02:30:57.924030 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 38934) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:57.979604 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8bea11-bb92-4bd6-8966-98b91f7e571b tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:30:57.988696 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-2d8bea11-bb92-4bd6-8966-98b91f7e571b tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:30:57.998928 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8bea11-bb92-4bd6-8966-98b91f7e571b tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:30:58.023526 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08622c3-1a4a-40e9-b08e-7234c7aedce9 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=337dde63-eb3c-4deb-9b74-5f97540ad09d,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:58.026287 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8bea11-bb92-4bd6-8966-98b91f7e571b tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Pushing event updated for resources: {'Port': ['ID=90a33b1c-909b-401e-ad71-88ba0ce020a5,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:58.076430 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-0a123e10-42a9-4519-871f-37dedffce20a tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1468563 Jul 05 02:30:58.077473 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 38936) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:58.084832 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-def39e37-25d2-43e6-b91c-0579fd816af4 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Request body: {'security_group_rule': {'security_group_id': '92e31519-7390-4f41-b198-e2f556905105', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:30:58.306656 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f7ecea58-205f-4116-b41f-c8882234a969 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:58.320526 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-46a5b143-e020-4c41-9565-1716b8deb06e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:58.355299 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a5b143-e020-4c41-9565-1716b8deb06e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Pushing event deleted for resources: {'Port': ['ID=861a2ead-5f0a-4fab-9062-cfecddb97f93,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:58.363157 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-46a5b143-e020-4c41-9565-1716b8deb06e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:58.365656 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-46a5b143-e020-4c41-9565-1716b8deb06e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] 10.222.0.23 "DELETE /v2.0/ports/861a2ead-5f0a-4fab-9062-cfecddb97f93 HTTP/1.1" status: 204 len: 168 time: 1.4500053 Jul 05 02:30:58.369528 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 38938) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:58.401489 n-d-771362-32 neutron-server[94461]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7018298-a629-45c9-ba52-aeb1eda85a2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] GET failed (client error): The resource could not be found. Jul 05 02:30:58.403167 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-a7018298-a629-45c9-ba52-aeb1eda85a2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1286973618-project-admin] 10.222.0.23 "GET /v2.0/ports/861a2ead-5f0a-4fab-9062-cfecddb97f93 HTTP/1.1" status: 404 len: 333 time: 0.0326395 Jul 05 02:30:58.406869 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 38940) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:58.435845 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09fb327-23b8-4179-b978-c1a12ee8626d req-715ea322-eede-4039-bb66-dfc18070d8d4 tempest-ServerPasswordTestJSON-1618831171 tempest-ServerPasswordTestJSON-1618831171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:30:58.442893 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e09fb327-23b8-4179-b978-c1a12ee8626d req-715ea322-eede-4039-bb66-dfc18070d8d4 tempest-ServerPasswordTestJSON-1618831171 tempest-ServerPasswordTestJSON-1618831171-project] 10.222.0.21 "GET /v2.0/networks?id=2b2ed074-a425-47e6-b970-117c2eb734e7 HTTP/1.1" status: 200 len: 812 time: 0.1450143 Jul 05 02:30:58.443614 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-def39e37-25d2-43e6-b91c-0579fd816af4 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:58.450381 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-e09fb327-23b8-4179-b978-c1a12ee8626d req-e0bb59dc-cf6e-491d-9eb8-98b52ce8c98c tempest-ServerPasswordTestJSON-1618831171 tempest-ServerPasswordTestJSON-1618831171-project] Request body: {'port': {'device_id': '7e63fb0a-a720-437a-be82-ba610890f10f', 'network_id': '2b2ed074-a425-47e6-b970-117c2eb734e7', 'admin_state_up': True, 'tenant_id': '2266ee1a9ed74aa89f92d205e26b6f61'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:30:58.455414 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d4201bbe-3074-486a-afe4-faf4cc00f6a2 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:58.491532 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f7ecea58-205f-4116-b41f-c8882234a969 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:58.492304 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f7ecea58-205f-4116-b41f-c8882234a969 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634601'] for router_interface, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:58.494148 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4201bbe-3074-486a-afe4-faf4cc00f6a2 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Pushing event deleted for resources: {'Port': ['ID=f17ea6b8-6613-410c-896b-be80e858b403,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:58.510115 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8d2d9cf6-a7c8-4bc5-b037-152de442c720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:58.552616 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2d9cf6-a7c8-4bc5-b037-152de442c720 admin admin] Pushing event deleted for resources: {'Port': ['ID=730f37ef-6757-4463-8a1b-f441b59547a2,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:58.589855 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-90364e61-f7e1-4c9a-aad3-52aaff3aa706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382753507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382753507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:58.654270 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ecea58-205f-4116-b41f-c8882234a969 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Pushing event updated for resources: {'Port': ['ID=5f233154-a7f3-4f95-a9f7-3472c4a7c053,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:58.700285 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-def39e37-25d2-43e6-b91c-0579fd816af4 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:58.702935 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d4201bbe-3074-486a-afe4-faf4cc00f6a2 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636927'] for router_gateway, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:58.784702 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8d2d9cf6-a7c8-4bc5-b037-152de442c720 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636927'] for router_gateway, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:58.786645 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-def39e37-25d2-43e6-b91c-0579fd816af4 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:58.851753 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-90364e61-f7e1-4c9a-aad3-52aaff3aa706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382753507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382753507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:58.860490 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d4201bbe-3074-486a-afe4-faf4cc00f6a2 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11828'] for router, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:58.867997 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d4201bbe-3074-486a-afe4-faf4cc00f6a2 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:58.876089 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-90364e61-f7e1-4c9a-aad3-52aaff3aa706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382753507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382753507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6646ab3-5aea-4576-b125-15cba572af52']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:58.881584 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ff920cd8-10f6-4e56-9d2a-d0fe73472fe8 req-8ed2a271-b501-4828-b96c-1fe0c3f97852 tempest-ServerPasswordTestJSON-1618831171 tempest-ServerPasswordTestJSON-1618831171-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e63fb0a-a720-437a-be82-ba610890f10f HTTP/1.1" status: 200 len: 210 time: 0.1108027 Jul 05 02:30:58.925266 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e09fb327-23b8-4179-b978-c1a12ee8626d req-e0bb59dc-cf6e-491d-9eb8-98b52ce8c98c tempest-ServerPasswordTestJSON-1618831171 tempest-ServerPasswordTestJSON-1618831171-project] Made reservation on behalf of 2266ee1a9ed74aa89f92d205e26b6f61 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:30:58.926313 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ecea58-205f-4116-b41f-c8882234a969 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Network 37bef945-7a93-4a59-ba96-1387b3efb0c9 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:30:58.928239 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-90364e61-f7e1-4c9a-aad3-52aaff3aa706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382753507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382753507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fb3e321-f831-47ea-8817-71d8a94aa566') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:58.928537 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-90364e61-f7e1-4c9a-aad3-52aaff3aa706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382753507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382753507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fb3e321-f831-47ea-8817-71d8a94aa566') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:58.929192 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-e09fb327-23b8-4179-b978-c1a12ee8626d req-e0bb59dc-cf6e-491d-9eb8-98b52ce8c98c tempest-ServerPasswordTestJSON-1618831171 tempest-ServerPasswordTestJSON-1618831171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:58.935877 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-f7ecea58-205f-4116-b41f-c8882234a969 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:30:58.938646 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def39e37-25d2-43e6-b91c-0579fd816af4 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba0ff0c2-25d5-4727-8243-9f894ae5adf8,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:58.942079 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-90364e61-f7e1-4c9a-aad3-52aaff3aa706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382753507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382753507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:58.942842 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8d2d9cf6-a7c8-4bc5-b037-152de442c720 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11828'] for router, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:58.951054 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8d2d9cf6-a7c8-4bc5-b037-152de442c720 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:58.954004 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2d8bea11-bb92-4bd6-8966-98b91f7e571b tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:58.986721 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-90364e61-f7e1-4c9a-aad3-52aaff3aa706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382753507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382753507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:58.996631 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-def39e37-25d2-43e6-b91c-0579fd816af4 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:59.000584 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-def39e37-25d2-43e6-b91c-0579fd816af4 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9189014 Jul 05 02:30:59.011092 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 38944) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:59.180918 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device d7eeca31-3e73-4e8a-89b2-b38b4f2abd3b no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:30:59.214469 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: d7eeca31-3e73-4e8a-89b2-b38b4f2abd3b {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:30:59.214911 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device d7eeca31-3e73-4e8a-89b2-b38b4f2abd3b not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:30:59.227235 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-dec517f9-2d64-4e92-9d21-d84929a9d204 None None] Provisioning complete for port 5f233154-a7f3-4f95-a9f7-3472c4a7c053 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:30:59.227614 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-dec517f9-2d64-4e92-9d21-d84929a9d204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:59.264148 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-dec517f9-2d64-4e92-9d21-d84929a9d204 None None] Port 5f233154-a7f3-4f95-a9f7-3472c4a7c053 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:30:59.350805 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90364e61-f7e1-4c9a-aad3-52aaff3aa706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382753507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382753507-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:30:59.351127 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-90364e61-f7e1-4c9a-aad3-52aaff3aa706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382753507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382753507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:59.354252 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:30:59.354252 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:30:59.354252 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:30:59.354252 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:30:59.354252 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:30:59.354252 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:30:59.354252 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:30:59.354252 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:30:59.354252 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:30:59.354252 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:30:59.354252 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:30:59.354252 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:30:59.354252 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:30:59.354252 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:30:59.354252 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:30:59.354252 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:30:59.354252 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:30:59.354252 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:30:59.354252 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:30:59.354252 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:30:59.354252 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:30:59.354252 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:30:59.354252 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:30:59.354252 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:30:59.354252 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:30:59.354252 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:30:59.354252 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:30:59.354252 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:30:59.354252 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:30:59.354252 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:30:59.354252 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:30:59.354252 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:30:59.354252 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:30:59.354252 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:30:59.354252 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:30:59.354252 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:30:59.354252 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:30:59.354252 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:30:59.354252 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:30:59.354252 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:30:59.357244 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d4201bbe-3074-486a-afe4-faf4cc00f6a2 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1575451'] for router, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:59.357244 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4201bbe-3074-486a-afe4-faf4cc00f6a2 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Fanout notify agent at l3_agent the message router_deleted on router d8e58f2d-f636-4c74-83a5-152f04ccaccb {{(pid=94462) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 02:30:59.397762 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d4201bbe-3074-486a-afe4-faf4cc00f6a2 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:59.401583 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-d4201bbe-3074-486a-afe4-faf4cc00f6a2 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] 10.222.0.23 "DELETE /v2.0/routers/d8e58f2d-f636-4c74-83a5-152f04ccaccb HTTP/1.1" status: 204 len: 168 time: 3.6503801 Jul 05 02:30:59.403445 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 38946) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:59.470476 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-1ebd1dfb-ee04-466f-9717-03410e149851 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] 10.222.0.23 "GET /v2.0/security-group-rules/ba0ff0c2-25d5-4727-8243-9f894ae5adf8 HTTP/1.1" status: 200 len: 764 time: 0.0592949 Jul 05 02:30:59.475317 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 38948) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:59.492014 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d872154-8302-452d-b809-86afa9019855 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Deleting subnet 55243680-5c4e-4cf6-9d2e-2434b97023a1 {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:30:59.501526 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7ecea58-205f-4116-b41f-c8882234a969 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Router 03832a15-c1a0-46b1-9b55-670ef17f98b6 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:30:59.505412 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5d872154-8302-452d-b809-86afa9019855 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:59.593706 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5d872154-8302-452d-b809-86afa9019855 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:59.612372 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8d2d9cf6-a7c8-4bc5-b037-152de442c720 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1575451'] for router, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:59.613401 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d2d9cf6-a7c8-4bc5-b037-152de442c720 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66bfe7b3-8ff7-4069-9b12-5163ff02d65e {{(pid=94461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 02:30:59.631119 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-e09fb327-23b8-4179-b978-c1a12ee8626d req-e0bb59dc-cf6e-491d-9eb8-98b52ce8c98c tempest-ServerPasswordTestJSON-1618831171 tempest-ServerPasswordTestJSON-1618831171-project] Allocated IP 172.20.0.5 (2b2ed074-a425-47e6-b970-117c2eb734e7/7ea8b418-b9b3-4d3f-a5b3-6ec4c5442869/4f7ff7d4-6dc3-4b86-86cf-00a444d0c6bd) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:30:59.631119 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8d2d9cf6-a7c8-4bc5-b037-152de442c720 admin admin] Notify callbacks [] for router, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:59.631119 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-8d2d9cf6-a7c8-4bc5-b037-152de442c720 admin admin] 10.222.0.23 "DELETE /v2.0/routers/66bfe7b3-8ff7-4069-9b12-5163ff02d65e HTTP/1.1" status: 204 len: 168 time: 2.7090220 Jul 05 02:30:59.631119 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 38950) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:59.631494 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-61a226e8-4dbc-4bbe-8aeb-9949fc768015 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1517766 Jul 05 02:30:59.637896 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 38952) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:59.664088 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-90364e61-f7e1-4c9a-aad3-52aaff3aa706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382753507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382753507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:59.681925 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-90364e61-f7e1-4c9a-aad3-52aaff3aa706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382753507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382753507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:59.686210 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-90364e61-f7e1-4c9a-aad3-52aaff3aa706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382753507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382753507-project] 10.222.0.23 "DELETE /v2.0/networks/c6646ab3-5aea-4576-b125-15cba572af52 HTTP/1.1" status: 204 len: 168 time: 1.2759588 Jul 05 02:30:59.717620 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90364e61-f7e1-4c9a-aad3-52aaff3aa706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382753507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382753507-project] Pushing event deleted for resources: {'Network': ['ID=c6646ab3-5aea-4576-b125-15cba572af52,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:30:59.764162 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2d8bea11-bb92-4bd6-8966-98b91f7e571b tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963'] for router, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:59.768218 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0aa18c5-e9d9-418b-9caf-22965274071d admin admin] Deleting subnet 228a53f6-6ef9-4418-b7c1-2dd8410e94ca {{(pid=94461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:30:59.772238 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7ecea58-205f-4116-b41f-c8882234a969 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:30:59.778807 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-f7ecea58-205f-4116-b41f-c8882234a969 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "PUT /v2.0/routers/03832a15-c1a0-46b1-9b55-670ef17f98b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3040934 Jul 05 02:30:59.781270 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b0faf238-b434-499b-995b-da1a60a927d7 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:59.784825 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7dd033b-5bfa-49db-8d42-6620b043c240 None None] Sync routers for ids ['03832a15-c1a0-46b1-9b55-670ef17f98b6'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:30:59.785007 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 38956) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:30:59.786021 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a0aa18c5-e9d9-418b-9caf-22965274071d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:59.790650 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-7eb5bd75-2cec-492d-9838-ff0b1145b413 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1535572053'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:30:59.806736 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7dd033b-5bfa-49db-8d42-6620b043c240 None None] Routers {'03832a15-c1a0-46b1-9b55-670ef17f98b6'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:30:59.807466 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-d7dd033b-5bfa-49db-8d42-6620b043c240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:30:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['03832a15-c1a0-46b1-9b55-670ef17f98b6'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:30:59.813646 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5d872154-8302-452d-b809-86afa9019855 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:59.821574 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b0faf238-b434-499b-995b-da1a60a927d7 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:59.910982 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-d7dd033b-5bfa-49db-8d42-6620b043c240 None None] Set router 03832a15-c1a0-46b1-9b55-670ef17f98b6 gateway port host: None {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:30:59.941114 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a0aa18c5-e9d9-418b-9caf-22965274071d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5519650'] for subnet, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:59.955392 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eb5bd75-2cec-492d-9838-ff0b1145b413 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Made reservation on behalf of e1c0b775e757422c9d48f0ba4a36712f for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:30:59.963757 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7eb5bd75-2cec-492d-9838-ff0b1145b413 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:30:59.988325 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5d872154-8302-452d-b809-86afa9019855 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:00.005310 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5d872154-8302-452d-b809-86afa9019855 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:00.011170 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-5d872154-8302-452d-b809-86afa9019855 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] 10.222.0.23 "DELETE /v2.0/subnets/55243680-5c4e-4cf6-9d2e-2434b97023a1 HTTP/1.1" status: 204 len: 168 time: 0.6042557 Jul 05 02:31:00.012157 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 38960) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:00.020492 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d73259b-5105-41f5-a5fa-30cd5bc42261 None None] Network f1adfb5a-58a0-4421-aee5-50dc85bff4bc requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:31:00.054945 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d872154-8302-452d-b809-86afa9019855 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Pushing event deleted for resources: {'Subnet': ['ID=55243680-5c4e-4cf6-9d2e-2434b97023a1,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:00.103121 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b0faf238-b434-499b-995b-da1a60a927d7 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:00.112759 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7eb5bd75-2cec-492d-9838-ff0b1145b413 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:31:00.117396 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b0faf238-b434-499b-995b-da1a60a927d7 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:00.120978 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-b0faf238-b434-499b-995b-da1a60a927d7 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/ba0ff0c2-25d5-4727-8243-9f894ae5adf8 HTTP/1.1" status: 204 len: 168 time: 0.4797554 Jul 05 02:31:00.136900 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 38962) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:00.145273 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-eca76c4d-79f1-405b-9077-c7ea792ff51d req-8c008c28-b2e3-4ed2-be70-1f77ed86627c tempest-ServerPasswordTestJSON-1618831171 tempest-ServerPasswordTestJSON-1618831171-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e63fb0a-a720-437a-be82-ba610890f10f HTTP/1.1" status: 200 len: 210 time: 0.0600932 Jul 05 02:31:00.162774 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7eb5bd75-2cec-492d-9838-ff0b1145b413 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:00.163173 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-7eb5bd75-2cec-492d-9838-ff0b1145b413 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Added segment 0909d6c3-5dda-4e4e-8518-acb41b4626b1 of type vlan for network 6178dc65-d34e-4b22-be6a-428f01e2da05 Jul 05 02:31:00.166213 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-e09fb327-23b8-4179-b978-c1a12ee8626d req-e0bb59dc-cf6e-491d-9eb8-98b52ce8c98c tempest-ServerPasswordTestJSON-1618831171 tempest-ServerPasswordTestJSON-1618831171-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:00.173105 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0faf238-b434-499b-995b-da1a60a927d7 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ba0ff0c2-25d5-4727-8243-9f894ae5adf8,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:00.181702 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f0031950-d607-43c8-b575-ca898ad40ffc tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:00.190117 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a0aa18c5-e9d9-418b-9caf-22965274071d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:00.255446 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7eb5bd75-2cec-492d-9838-ff0b1145b413 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:00.295352 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-3831b630-267b-40ed-bb3b-e169f6a3aacc tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1471894 Jul 05 02:31:00.297248 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 38966) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:00.318392 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-f0031950-d607-43c8-b575-ca898ad40ffc tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Deleting port ff2472c6-20e7-4c8e-a0d1-032d69963902 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:31:00.318875 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f0031950-d607-43c8-b575-ca898ad40ffc tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:00.348153 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-d7dd033b-5bfa-49db-8d42-6620b043c240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03832a15-c1a0-46b1-9b55-670ef17f98b6', 'name': 'tempest-RoutersIpV6Test-router-658172221', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:30:28Z', 'updated_at': '2021-07-05T02:30:57Z', 'revision_number': 4, 'project_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'gw_port_host': None, '_interfaces': [{'id': '131a1349-f071-4dc0-93fd-af323ab6af44', 'name': '', 'network_id': 'ac00d640-9767-46c3-b690-42ea47921624', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'mac_address': 'fa:16:3e:4d:d0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03832a15-c1a0-46b1-9b55-670ef17f98b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '85ebfe15-09ae-46cc-a212-0b449a8df79b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:30:33Z', 'updated_at': '2021-07-05T02:30:43Z', 'revision_number': 5, 'project_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'subnets': [{'id': '85ebfe15-09ae-46cc-a212-0b449a8df79b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c848d0a-95f5-46c5-a4a6-dd59246e655d', 'name': '', 'network_id': '7d4bb89b-4b3c-4e6f-a4bf-0cd96e967ee8', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'mac_address': 'fa:16:3e:f5:ff:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03832a15-c1a0-46b1-9b55-670ef17f98b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '29671cee-5a0f-48d9-ab24-a6668d74053e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:30:46Z', 'updated_at': '2021-07-05T02:30:54Z', 'revision_number': 5, 'project_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'subnets': [{'id': '29671cee-5a0f-48d9-ab24-a6668d74053e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f233154-a7f3-4f95-a9f7-3472c4a7c053', 'name': '', 'network_id': '37bef945-7a93-4a59-ba96-1387b3efb0c9', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'mac_address': 'fa:16:3e:9d:18:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03832a15-c1a0-46b1-9b55-670ef17f98b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '31599d03-2546-4be2-8005-9dbe29d4fe7b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:30:55Z', 'updated_at': '2021-07-05T02:30:58Z', 'revision_number': 2, 'project_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'subnets': [{'id': '31599d03-2546-4be2-8005-9dbe29d4fe7b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:00.370793 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7618e5ac-ad24-46b2-9e80-e674113767bf tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:00.380962 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7dd033b-5bfa-49db-8d42-6620b043c240 None None] Checking router: 03832a15-c1a0-46b1-9b55-670ef17f98b6 for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:31:00.384301 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7dd033b-5bfa-49db-8d42-6620b043c240 None None] Updating router 03832a15-c1a0-46b1-9b55-670ef17f98b6 port 5f233154-a7f3-4f95-a9f7-3472c4a7c053 binding host n-d-771362-32 {{(pid=94463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 02:31:00.397668 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 38968) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:00.407143 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7618e5ac-ad24-46b2-9e80-e674113767bf tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:00.423196 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-f0031950-d607-43c8-b575-ca898ad40ffc tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] For port ff2472c6-20e7-4c8e-a0d1-032d69963902, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=ff2472c6-20e7-4c8e-a0d1-032d69963902,segment=NetworkSegment(f90c20bb-524a-4710-8582-126e5e05c33b),segment_id=f90c20bb-524a-4710-8582-126e5e05c33b)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:31:00.423196 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f0031950-d607-43c8-b575-ca898ad40ffc tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:00.432890 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78998f2-4d49-4284-aa79-6a026501558a None None] DHCP port deletion for f1adfb5a-58a0-4421-aee5-50dc85bff4bc request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:31:00.439071 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-d7dd033b-5bfa-49db-8d42-6620b043c240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:00.442771 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-f0031950-d607-43c8-b575-ca898ad40ffc tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Calling delete_port for ff2472c6-20e7-4c8e-a0d1-032d69963902 owned by network:dhcp {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:31:00.497590 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d8bea11-bb92-4bd6-8966-98b91f7e571b tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Router 271d6188-b8dd-4889-80fa-6c2e64d55739 is scheduled to L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 with binding_index 1 {{(pid=94461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 02:31:00.568178 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7eb5bd75-2cec-492d-9838-ff0b1145b413 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:00.575521 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb5bd75-2cec-492d-9838-ff0b1145b413 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:00.575834 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-e09fb327-23b8-4179-b978-c1a12ee8626d req-e0bb59dc-cf6e-491d-9eb8-98b52ce8c98c tempest-ServerPasswordTestJSON-1618831171 tempest-ServerPasswordTestJSON-1618831171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:00.577145 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7eb5bd75-2cec-492d-9838-ff0b1145b413 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:00.580561 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a0aa18c5-e9d9-418b-9caf-22965274071d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5763388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774356'] for subnet, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:00.581643 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-a78998f2-4d49-4284-aa79-6a026501558a None None] Deleting port ff2472c6-20e7-4c8e-a0d1-032d69963902 {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:31:00.582018 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a78998f2-4d49-4284-aa79-6a026501558a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:00.646827 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7618e5ac-ad24-46b2-9e80-e674113767bf tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:00.649478 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7618e5ac-ad24-46b2-9e80-e674113767bf tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:00.649634 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb5bd75-2cec-492d-9838-ff0b1145b413 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Pushing event updated for resources: {'Network': ['ID=6178dc65-d34e-4b22-be6a-428f01e2da05,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:00.653278 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-7618e5ac-ad24-46b2-9e80-e674113767bf tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] 10.222.0.23 "DELETE /v2.0/security-groups/92e31519-7390-4f41-b198-e2f556905105 HTTP/1.1" status: 204 len: 168 time: 0.3531923 Jul 05 02:31:00.658708 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 38972) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:00.666720 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f0031950-d607-43c8-b575-ca898ad40ffc tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:00.667510 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a0aa18c5-e9d9-418b-9caf-22965274071d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:00.670276 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 6178dc65-d34e-4b22-be6a-428f01e2da05 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:31:00.672489 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-a0aa18c5-e9d9-418b-9caf-22965274071d admin admin] 10.222.0.23 "DELETE /v2.0/subnets/228a53f6-6ef9-4418-b7c1-2dd8410e94ca HTTP/1.1" status: 204 len: 168 time: 1.0444410 Jul 05 02:31:00.681274 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aa18c5-e9d9-418b-9caf-22965274071d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=228a53f6-6ef9-4418-b7c1-2dd8410e94ca,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:00.681274 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 38974) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:00.682663 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3777a4-e5b0-4901-b5d5-a42d436ad516 None None] Network 5a29fe19-35bd-442b-9589-13cdfa9e36ce requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:31:00.714228 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0031950-d607-43c8-b575-ca898ad40ffc tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] No DVR routers for this DVR port ff2472c6-20e7-4c8e-a0d1-032d69963902 on host n-d-771362-32 {{(pid=94462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:31:00.717218 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0031950-d607-43c8-b575-ca898ad40ffc tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Pushing event deleted for resources: {'Port': ['ID=ff2472c6-20e7-4c8e-a0d1-032d69963902,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:00.750189 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7618e5ac-ad24-46b2-9e80-e674113767bf tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92e31519-7390-4f41-b198-e2f556905105,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:00.753117 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e09fb327-23b8-4179-b978-c1a12ee8626d req-e0bb59dc-cf6e-491d-9eb8-98b52ce8c98c tempest-ServerPasswordTestJSON-1618831171 tempest-ServerPasswordTestJSON-1618831171-project] Network 2b2ed074-a425-47e6-b970-117c2eb734e7 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:31:00.769352 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-a78998f2-4d49-4284-aa79-6a026501558a None None] For port ff2472c6-20e7-4c8e-a0d1-032d69963902, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=ff2472c6-20e7-4c8e-a0d1-032d69963902,segment=NetworkSegment(f90c20bb-524a-4710-8582-126e5e05c33b),segment_id=f90c20bb-524a-4710-8582-126e5e05c33b)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:31:00.771697 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a78998f2-4d49-4284-aa79-6a026501558a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:00.805648 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-e09fb327-23b8-4179-b978-c1a12ee8626d req-e0bb59dc-cf6e-491d-9eb8-98b52ce8c98c tempest-ServerPasswordTestJSON-1618831171 tempest-ServerPasswordTestJSON-1618831171-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:31:00.811801 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bb59dc-cf6e-491d-9eb8-98b52ce8c98c tempest-ServerPasswordTestJSON-1618831171 tempest-ServerPasswordTestJSON-1618831171-project] Pushing event updated for resources: {'Port': ['ID=4f7ff7d4-6dc3-4b86-86cf-00a444d0c6bd,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:00.817251 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-7eb5bd75-2cec-492d-9838-ff0b1145b413 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0313070 Jul 05 02:31:00.818693 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 38976) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:00.823215 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-e09fb327-23b8-4179-b978-c1a12ee8626d req-e0bb59dc-cf6e-491d-9eb8-98b52ce8c98c tempest-ServerPasswordTestJSON-1618831171 tempest-ServerPasswordTestJSON-1618831171-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:31:00.827411 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-3dfcffe1-6897-4bda-9d83-180f0aac0a6f tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1671157 Jul 05 02:31:00.828462 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-a78998f2-4d49-4284-aa79-6a026501558a None None] Calling delete_port for ff2472c6-20e7-4c8e-a0d1-032d69963902 owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:31:00.836995 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-96c2080f-8bda-42d8-b56f-1d00bf5efc88 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Request body: {'subnet': {'network_id': '6178dc65-d34e-4b22-be6a-428f01e2da05', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:31:00.841933 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-909fe16c-9d1c-415f-9e47-9d72e8d8aada admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=63e27ee60c86483381ce8a49636cab64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4426188 Jul 05 02:31:00.845185 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 38978) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:00.845185 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 38980) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:00.900255 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-75d28c3a-f9af-437a-9d38-a0d430432a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:00.902393 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d8bea11-bb92-4bd6-8966-98b91f7e571b tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:31:00.916420 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9621fac9-3b73-479d-9020-972667b9f45b None None] Sync routers for ids ['271d6188-b8dd-4889-80fa-6c2e64d55739'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:31:00.929386 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09fb327-23b8-4179-b978-c1a12ee8626d req-e0bb59dc-cf6e-491d-9eb8-98b52ce8c98c tempest-ServerPasswordTestJSON-1618831171 tempest-ServerPasswordTestJSON-1618831171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:00.930073 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f0031950-d607-43c8-b575-ca898ad40ffc tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:00.930244 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-e09fb327-23b8-4179-b978-c1a12ee8626d req-e0bb59dc-cf6e-491d-9eb8-98b52ce8c98c tempest-ServerPasswordTestJSON-1618831171 tempest-ServerPasswordTestJSON-1618831171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:00.936949 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9621fac9-3b73-479d-9020-972667b9f45b None None] Routers {'271d6188-b8dd-4889-80fa-6c2e64d55739'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:31:00.937973 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-9621fac9-3b73-479d-9020-972667b9f45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:30:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['271d6188-b8dd-4889-80fa-6c2e64d55739'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:00.950736 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-f0031950-d607-43c8-b575-ca898ad40ffc tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1adfb5a-58a0-4421-aee5-50dc85bff4bc']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:00.983245 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-f0031950-d607-43c8-b575-ca898ad40ffc tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f90c20bb-524a-4710-8582-126e5e05c33b') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:00.986060 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-f0031950-d607-43c8-b575-ca898ad40ffc tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f90c20bb-524a-4710-8582-126e5e05c33b') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:01.025631 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f0031950-d607-43c8-b575-ca898ad40ffc tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:01.027261 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-75d28c3a-f9af-437a-9d38-a0d430432a5b admin admin] Deleting port 71cbf69a-a1d7-4969-a359-23e0dc1ab06e {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:31:01.027857 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-75d28c3a-f9af-437a-9d38-a0d430432a5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:01.050874 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2d8bea11-bb92-4bd6-8966-98b91f7e571b tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks [] for router, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:01.051450 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-9621fac9-3b73-479d-9020-972667b9f45b None None] Set router 271d6188-b8dd-4889-80fa-6c2e64d55739 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:31:01.057614 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-2d8bea11-bb92-4bd6-8966-98b91f7e571b tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 5.0110681 Jul 05 02:31:01.058698 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 38982) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:01.061100 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f0031950-d607-43c8-b575-ca898ad40ffc tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:01.070170 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-4fcd60bc-7ef6-46db-9ee6-8df8973f8411 tempest-SecGroupTest-502947849 tempest-SecGroupTest-502947849-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2235370 Jul 05 02:31:01.136998 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e09fb327-23b8-4179-b978-c1a12ee8626d req-e0bb59dc-cf6e-491d-9eb8-98b52ce8c98c tempest-ServerPasswordTestJSON-1618831171 tempest-ServerPasswordTestJSON-1618831171-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6903367 Jul 05 02:31:01.162939 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0031950-d607-43c8-b575-ca898ad40ffc tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:31:01.163765 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f0031950-d607-43c8-b575-ca898ad40ffc tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:01.185429 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-e09fb327-23b8-4179-b978-c1a12ee8626d req-10fc1b43-1338-493f-a52d-b5f6da9f607e service neutron] Request body: {'port': {'device_id': '7e63fb0a-a720-437a-be82-ba610890f10f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:31:01.188877 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a78998f2-4d49-4284-aa79-6a026501558a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:01.200120 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-d7dd033b-5bfa-49db-8d42-6620b043c240 None None] Notify callbacks [] for port, precommit_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:01.204528 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 730f37ef-6757-4463-8a1b-f441b59547a2 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:31:01.255392 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78998f2-4d49-4284-aa79-6a026501558a None None] Pushing event deleted for resources: {'Port': ['ID=ff2472c6-20e7-4c8e-a0d1-032d69963902,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:01.260023 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 730f37ef-6757-4463-8a1b-f441b59547a2 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:31:01.260649 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 730f37ef-6757-4463-8a1b-f441b59547a2 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:31:01.261268 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device ff2472c6-20e7-4c8e-a0d1-032d69963902 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:31:01.266267 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78998f2-4d49-4284-aa79-6a026501558a None None] No DVR routers for this DVR port ff2472c6-20e7-4c8e-a0d1-032d69963902 on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:31:01.290874 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aedec42e-bca5-4c22-bf5d-1ce3ac340a60 None None] DHCP port deletion for 5a29fe19-35bd-442b-9589-13cdfa9e36ce request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:31:01.296535 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: ff2472c6-20e7-4c8e-a0d1-032d69963902 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:31:01.297080 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device ff2472c6-20e7-4c8e-a0d1-032d69963902 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:31:01.313127 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-9621fac9-3b73-479d-9020-972667b9f45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '271d6188-b8dd-4889-80fa-6c2e64d55739', 'name': 'tempest-snat-router-1044422355', 'tenant_id': 'dbb8f3ae9b7f4cc6b483a79bc43586e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.121'}], 'enable_snat': False}, 'gw_port_id': '90a33b1c-909b-401e-ad71-88ba0ce020a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:30:56Z', 'updated_at': '2021-07-05T02:30:58Z', 'revision_number': 3, 'project_id': 'dbb8f3ae9b7f4cc6b483a79bc43586e6', 'gw_port': {'id': '90a33b1c-909b-401e-ad71-88ba0ce020a5', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a1:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '271d6188-b8dd-4889-80fa-6c2e64d55739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:30:57Z', 'updated_at': '2021-07-05T02:30:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:01.338742 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-e09fb327-23b8-4179-b978-c1a12ee8626d req-10fc1b43-1338-493f-a52d-b5f6da9f607e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:01.344301 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9621fac9-3b73-479d-9020-972667b9f45b None None] Checking router: 271d6188-b8dd-4889-80fa-6c2e64d55739 for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:31:01.344890 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9621fac9-3b73-479d-9020-972667b9f45b None None] Updating router 271d6188-b8dd-4889-80fa-6c2e64d55739 port 90a33b1c-909b-401e-ad71-88ba0ce020a5 binding host n-d-771362-32 {{(pid=94464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 02:31:01.354624 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [None req-75d28c3a-f9af-437a-9d38-a0d430432a5b admin admin] For port 71cbf69a-a1d7-4969-a359-23e0dc1ab06e, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=71cbf69a-a1d7-4969-a359-23e0dc1ab06e,segment=NetworkSegment(63fce11a-e2e8-4a2d-90a7-6189b626b4b9),segment_id=63fce11a-e2e8-4a2d-90a7-6189b626b4b9)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:31:01.355112 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-75d28c3a-f9af-437a-9d38-a0d430432a5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:01.375689 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-75d28c3a-f9af-437a-9d38-a0d430432a5b admin admin] Calling delete_port for 71cbf69a-a1d7-4969-a359-23e0dc1ab06e owned by network:dhcp {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:31:01.377134 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:31:01.377134 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:31:01.377134 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:31:01.377134 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:31:01.377134 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:31:01.377134 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:31:01.377134 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:31:01.377134 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:31:01.377134 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:31:01.377134 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:31:01.377134 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:31:01.377134 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:31:01.377134 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:31:01.377134 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:31:01.377134 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:31:01.377134 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:31:01.377134 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:31:01.377134 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:31:01.377134 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:31:01.377134 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:31:01.377134 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:31:01.377134 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:31:01.377134 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:31:01.377134 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:31:01.377134 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:31:01.377134 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:31:01.377134 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:31:01.377134 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:31:01.377134 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:31:01.377134 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:31:01.377134 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:31:01.377134 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:31:01.380036 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-aedec42e-bca5-4c22-bf5d-1ce3ac340a60 None None] Deleting port 71cbf69a-a1d7-4969-a359-23e0dc1ab06e {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:31:01.380036 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-aedec42e-bca5-4c22-bf5d-1ce3ac340a60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:01.380603 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-60f5b709-31df-4037-b907-329fe573492a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:01.386307 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9621fac9-3b73-479d-9020-972667b9f45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:01.386541 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96c2080f-8bda-42d8-b56f-1d00bf5efc88 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Made reservation on behalf of e1c0b775e757422c9d48f0ba4a36712f for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:31:01.398407 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-96c2080f-8bda-42d8-b56f-1d00bf5efc88 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:01.445006 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-d7dd033b-5bfa-49db-8d42-6620b043c240 None None] Transition to ACTIVE for port object 5f233154-a7f3-4f95-a9f7-3472c4a7c053 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:31:01.449020 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f0031950-d607-43c8-b575-ca898ad40ffc tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:01.487419 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-aedec42e-bca5-4c22-bf5d-1ce3ac340a60 None None] For port 71cbf69a-a1d7-4969-a359-23e0dc1ab06e, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=71cbf69a-a1d7-4969-a359-23e0dc1ab06e,segment=NetworkSegment(63fce11a-e2e8-4a2d-90a7-6189b626b4b9),segment_id=63fce11a-e2e8-4a2d-90a7-6189b626b4b9)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:31:01.487820 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-aedec42e-bca5-4c22-bf5d-1ce3ac340a60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:01.507741 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-aedec42e-bca5-4c22-bf5d-1ce3ac340a60 None None] Calling delete_port for 71cbf69a-a1d7-4969-a359-23e0dc1ab06e owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:31:01.508919 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-60f5b709-31df-4037-b907-329fe573492a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:01.513052 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f0031950-d607-43c8-b575-ca898ad40ffc tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:01.515802 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-f0031950-d607-43c8-b575-ca898ad40ffc tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] 10.222.0.23 "DELETE /v2.0/networks/f1adfb5a-58a0-4421-aee5-50dc85bff4bc HTTP/1.1" status: 204 len: 168 time: 1.4989772 Jul 05 02:31:01.516451 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-d7dd033b-5bfa-49db-8d42-6620b043c240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:01.542685 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 38988) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:01.604722 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0031950-d607-43c8-b575-ca898ad40ffc tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Pushing event deleted for resources: {'Network': ['ID=f1adfb5a-58a0-4421-aee5-50dc85bff4bc,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:01.641177 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-265339a1-a8f1-495e-8e3e-0c22fed09c83 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] 10.222.0.23 "GET /v2.0/routers/271d6188-b8dd-4889-80fa-6c2e64d55739 HTTP/1.1" status: 200 len: 909 time: 0.5812438 Jul 05 02:31:01.648005 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 38992) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:01.668199 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-91260878-82a8-4002-81cc-21c63c8cb017 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1044422355', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'enable_snat': True}}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:31:01.720234 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed57206f-fa02-433d-93c2-c42d55e930a8 None None] Pushing event updated for resources: {'Port': ['ID=5f233154-a7f3-4f95-a9f7-3472c4a7c053,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:01.781464 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 38994) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:01.821753 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9621fac9-3b73-479d-9020-972667b9f45b None None] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:01.829276 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-d7dd033b-5bfa-49db-8d42-6620b043c240 None None] Attempting to bind port 5f233154-a7f3-4f95-a9f7-3472c4a7c053 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:31:01.830589 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-d7dd033b-5bfa-49db-8d42-6620b043c240 None None] Attempting to bind port 5f233154-a7f3-4f95-a9f7-3472c4a7c053 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '29b47b8c-75a8-41b6-8f6a-a5ad94fc612b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '37bef945-7a93-4a59-ba96-1387b3efb0c9'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:31:01.831994 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dd033b-5bfa-49db-8d42-6620b043c240 None None] Attempting to bind port 5f233154-a7f3-4f95-a9f7-3472c4a7c053 on network 37bef945-7a93-4a59-ba96-1387b3efb0c9 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:31:01.848484 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dd033b-5bfa-49db-8d42-6620b043c240 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:31:01.851530 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dd033b-5bfa-49db-8d42-6620b043c240 None None] Checking segment: {'id': '29b47b8c-75a8-41b6-8f6a-a5ad94fc612b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '37bef945-7a93-4a59-ba96-1387b3efb0c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:31:01.852592 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-d7dd033b-5bfa-49db-8d42-6620b043c240 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:01.854810 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dd033b-5bfa-49db-8d42-6620b043c240 None None] Bound using segment: {'id': '29b47b8c-75a8-41b6-8f6a-a5ad94fc612b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '37bef945-7a93-4a59-ba96-1387b3efb0c9'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:31:01.858601 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-9621fac9-3b73-479d-9020-972667b9f45b None None] Transition to ACTIVE for port object 90a33b1c-909b-401e-ad71-88ba0ce020a5 will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:31:01.858831 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-d7dd033b-5bfa-49db-8d42-6620b043c240 None None] Bound port: 5f233154-a7f3-4f95-a9f7-3472c4a7c053, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29b47b8c-75a8-41b6-8f6a-a5ad94fc612b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '37bef945-7a93-4a59-ba96-1387b3efb0c9'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:31:01.859090 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-d7dd033b-5bfa-49db-8d42-6620b043c240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:01.895505 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-75d28c3a-f9af-437a-9d38-a0d430432a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:01.908429 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a05884-37e7-4013-821c-aa4cc2aad79d req-f8f9b72f-2c69-4a41-aff3-a58a82e4c2e1 tempest-ServerPasswordTestJSON-1618831171 tempest-ServerPasswordTestJSON-1618831171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:01.910097 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d3a05884-37e7-4013-821c-aa4cc2aad79d req-f8f9b72f-2c69-4a41-aff3-a58a82e4c2e1 tempest-ServerPasswordTestJSON-1618831171 tempest-ServerPasswordTestJSON-1618831171-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e63fb0a-a720-437a-be82-ba610890f10f HTTP/1.1" status: 200 len: 931 time: 0.2574449 Jul 05 02:31:01.931363 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-aedec42e-bca5-4c22-bf5d-1ce3ac340a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:01.960598 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9621fac9-3b73-479d-9020-972667b9f45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:01.965505 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-91260878-82a8-4002-81cc-21c63c8cb017 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11810'] for router, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:01.965669 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedec42e-bca5-4c22-bf5d-1ce3ac340a60 None None] Pushing event deleted for resources: {'Port': ['ID=71cbf69a-a1d7-4969-a359-23e0dc1ab06e,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:01.966562 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-91260878-82a8-4002-81cc-21c63c8cb017 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1926740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11821'] for router, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:01.984645 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d28c3a-f9af-437a-9d38-a0d430432a5b admin admin] Pushing event deleted for resources: {'Port': ['ID=71cbf69a-a1d7-4969-a359-23e0dc1ab06e,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:01.988489 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d28c3a-f9af-437a-9d38-a0d430432a5b admin admin] No DVR routers for this DVR port 71cbf69a-a1d7-4969-a359-23e0dc1ab06e on host n-d-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:31:01.988770 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedec42e-bca5-4c22-bf5d-1ce3ac340a60 None None] No DVR routers for this DVR port 71cbf69a-a1d7-4969-a359-23e0dc1ab06e on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:31:02.027630 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-60f5b709-31df-4037-b907-329fe573492a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:02.030304 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-60f5b709-31df-4037-b907-329fe573492a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:02.031339 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-60f5b709-31df-4037-b907-329fe573492a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5e0578a9-3cbd-4f16-ad3e-70c53da8d954 HTTP/1.1" status: 204 len: 168 time: 1.1835999 Jul 05 02:31:02.032919 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-2fca1f99-ad5c-4201-9118-1caddb997ac1 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Deleting port 54f7fe82-29c2-4299-a771-f3143d3c9466 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:31:02.033254 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2fca1f99-ad5c-4201-9118-1caddb997ac1 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:02.050883 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-d7dd033b-5bfa-49db-8d42-6620b043c240 None None] For port 5f233154-a7f3-4f95-a9f7-3472c4a7c053, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:31:02.056055 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-d7dd033b-5bfa-49db-8d42-6620b043c240 None None] For port 5f233154-a7f3-4f95-a9f7-3472c4a7c053, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=5f233154-a7f3-4f95-a9f7-3472c4a7c053,segment=NetworkSegment(29b47b8c-75a8-41b6-8f6a-a5ad94fc612b),segment_id=29b47b8c-75a8-41b6-8f6a-a5ad94fc612b)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:31:02.087009 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-9621fac9-3b73-479d-9020-972667b9f45b None None] Attempting to bind port 90a33b1c-909b-401e-ad71-88ba0ce020a5 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:31:02.087376 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-9621fac9-3b73-479d-9020-972667b9f45b None None] Attempting to bind port 90a33b1c-909b-401e-ad71-88ba0ce020a5 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:31:02.087964 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9621fac9-3b73-479d-9020-972667b9f45b None None] Attempting to bind port 90a33b1c-909b-401e-ad71-88ba0ce020a5 on network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:31:02.095955 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9621fac9-3b73-479d-9020-972667b9f45b None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:31:02.101995 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9621fac9-3b73-479d-9020-972667b9f45b None None] Checking segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:31:02.101995 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9621fac9-3b73-479d-9020-972667b9f45b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:02.101995 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9621fac9-3b73-479d-9020-972667b9f45b None None] Bound using segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:31:02.101995 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-9621fac9-3b73-479d-9020-972667b9f45b None None] Bound port: 90a33b1c-909b-401e-ad71-88ba0ce020a5, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:31:02.101995 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9621fac9-3b73-479d-9020-972667b9f45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:02.101995 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bdc1c3-b32d-4419-8e80-a7d2d9bb6913 None None] Pushing event updated for resources: {'Port': ['ID=90a33b1c-909b-401e-ad71-88ba0ce020a5,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:02.158392 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f5b709-31df-4037-b907-329fe573492a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e0578a9-3cbd-4f16-ad3e-70c53da8d954,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:02.163772 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-e09fb327-23b8-4179-b978-c1a12ee8626d req-10fc1b43-1338-493f-a52d-b5f6da9f607e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f7ff7d4-6dc3-4b86-86cf-00a444d0c6bd {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:31:02.166029 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-9621fac9-3b73-479d-9020-972667b9f45b None None] For port 90a33b1c-909b-401e-ad71-88ba0ce020a5, host n-d-771362-32, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:31:02.169931 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-9621fac9-3b73-479d-9020-972667b9f45b None None] For port 90a33b1c-909b-401e-ad71-88ba0ce020a5, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=90a33b1c-909b-401e-ad71-88ba0ce020a5,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:31:02.186780 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-9ad39422-e4e9-462c-b398-c6ac696d2b43 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=27734f3f33f245a7a308cb5bd362171f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4039748 Jul 05 02:31:02.188047 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-d7dd033b-5bfa-49db-8d42-6620b043c240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:02.190277 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39000) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:02.220264 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d3a05884-37e7-4013-821c-aa4cc2aad79d req-bd68dfb8-858f-4ce9-a349-5a01a64e778e tempest-ServerPasswordTestJSON-1618831171 tempest-ServerPasswordTestJSON-1618831171-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6eedffb-6afb-4572-bcb0-7abef50a59a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556610 Jul 05 02:31:02.245243 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7dd033b-5bfa-49db-8d42-6620b043c240 None None] Routers {'03832a15-c1a0-46b1-9b55-670ef17f98b6'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:31:02.245888 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-d7dd033b-5bfa-49db-8d42-6620b043c240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:30:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['03832a15-c1a0-46b1-9b55-670ef17f98b6'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:02.271195 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2fca1f99-ad5c-4201-9118-1caddb997ac1 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:02.271556 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2fca1f99-ad5c-4201-9118-1caddb997ac1 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:02.291472 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-e09fb327-23b8-4179-b978-c1a12ee8626d req-10fc1b43-1338-493f-a52d-b5f6da9f607e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:02.293226 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-2fca1f99-ad5c-4201-9118-1caddb997ac1 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Calling delete_port for 54f7fe82-29c2-4299-a771-f3143d3c9466 owned by network:floatingip {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:31:02.295878 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-91260878-82a8-4002-81cc-21c63c8cb017 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:02.298264 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-75d28c3a-f9af-437a-9d38-a0d430432a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:02.309858 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9621fac9-3b73-479d-9020-972667b9f45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:02.318439 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-75d28c3a-f9af-437a-9d38-a0d430432a5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a29fe19-35bd-442b-9589-13cdfa9e36ce']}} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:02.325238 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-96c2080f-8bda-42d8-b56f-1d00bf5efc88 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:02.345215 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-75d28c3a-f9af-437a-9d38-a0d430432a5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63fce11a-e2e8-4a2d-90a7-6189b626b4b9') {'for_net_delete': True} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:02.345589 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-75d28c3a-f9af-437a-9d38-a0d430432a5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63fce11a-e2e8-4a2d-90a7-6189b626b4b9') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:02.348487 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-e09fb327-23b8-4179-b978-c1a12ee8626d req-10fc1b43-1338-493f-a52d-b5f6da9f607e service neutron] Transition to ACTIVE for port object 4f7ff7d4-6dc3-4b86-86cf-00a444d0c6bd will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:31:02.358690 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed57206f-fa02-433d-93c2-c42d55e930a8 None None] Pushing event updated for resources: {'Port': ['ID=5f233154-a7f3-4f95-a9f7-3472c4a7c053,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:02.365721 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-75d28c3a-f9af-437a-9d38-a0d430432a5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5519669'] for segment, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:02.395424 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-75d28c3a-f9af-437a-9d38-a0d430432a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:02.404092 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c2080f-8bda-42d8-b56f-1d00bf5efc88 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Pushing event updated for resources: {'Subnet': ['ID=0b1f943a-0c4f-44ad-8da5-3056ad0b8df9,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:02.405509 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75d28c3a-f9af-437a-9d38-a0d430432a5b admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=94461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:31:02.414153 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-75d28c3a-f9af-437a-9d38-a0d430432a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5763545'] for segment, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:02.417013 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:31:02.417013 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:31:02.417013 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:31:02.417013 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:31:02.417013 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:31:02.417013 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:31:02.417013 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:31:02.417013 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:31:02.417013 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:31:02.417013 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:31:02.417013 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:31:02.417013 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:31:02.417013 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:31:02.417013 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:31:02.417013 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:31:02.417013 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:31:02.417013 n-d-771362-32 neutron-server[94461]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:31:02.417013 n-d-771362-32 neutron-server[94461]: self.session.flush() Jul 05 02:31:02.417013 n-d-771362-32 neutron-server[94461]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:31:02.417013 n-d-771362-32 neutron-server[94461]: self.session.flush() Jul 05 02:31:02.417013 n-d-771362-32 neutron-server[94461]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:31:02.417013 n-d-771362-32 neutron-server[94461]: self.session.flush() Jul 05 02:31:02.417013 n-d-771362-32 neutron-server[94461]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:31:02.417013 n-d-771362-32 neutron-server[94461]: self.session.flush() Jul 05 02:31:02.417013 n-d-771362-32 neutron-server[94461]: Traceback (most recent call last): Jul 05 02:31:02.417013 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:31:02.417013 n-d-771362-32 neutron-server[94461]: timer() Jul 05 02:31:02.417013 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:31:02.417013 n-d-771362-32 neutron-server[94461]: cb(*args, **kw) Jul 05 02:31:02.417013 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:31:02.417013 n-d-771362-32 neutron-server[94461]: return func(*args, **kwargs) Jul 05 02:31:02.417013 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:31:02.417013 n-d-771362-32 neutron-server[94461]: self._notify() Jul 05 02:31:02.417013 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:31:02.417013 n-d-771362-32 neutron-server[94461]: self.callback(batched_events) Jul 05 02:31:02.417013 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:31:02.417013 n-d-771362-32 neutron-server[94461]: event.method(event) Jul 05 02:31:02.417013 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:31:02.417013 n-d-771362-32 neutron-server[94461]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:31:02.417013 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:31:02.417013 n-d-771362-32 neutron-server[94461]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:31:02.417013 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:31:02.417013 n-d-771362-32 neutron-server[94461]: return f(self, *a, **k) Jul 05 02:31:02.417013 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:31:02.417013 n-d-771362-32 neutron-server[94461]: return self._get(url).json() Jul 05 02:31:02.417013 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:31:02.417013 n-d-771362-32 neutron-server[94461]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:31:02.417013 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:31:02.417013 n-d-771362-32 neutron-server[94461]: return self.request(url, 'GET', **kwargs) Jul 05 02:31:02.417013 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:31:02.417013 n-d-771362-32 neutron-server[94461]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:31:02.417013 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:31:02.417013 n-d-771362-32 neutron-server[94461]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:31:02.417013 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:31:02.417013 n-d-771362-32 neutron-server[94461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:31:02.417013 n-d-771362-32 neutron-server[94461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:31:02.421817 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-d7dd033b-5bfa-49db-8d42-6620b043c240 None None] Set router 03832a15-c1a0-46b1-9b55-670ef17f98b6 gateway port host: None {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:31:02.445165 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bdc1c3-b32d-4419-8e80-a7d2d9bb6913 None None] Pushing event updated for resources: {'Port': ['ID=90a33b1c-909b-401e-ad71-88ba0ce020a5,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:02.463915 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9621fac9-3b73-479d-9020-972667b9f45b None None] Routers {'271d6188-b8dd-4889-80fa-6c2e64d55739'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:31:02.464536 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-9621fac9-3b73-479d-9020-972667b9f45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:30:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['271d6188-b8dd-4889-80fa-6c2e64d55739'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:02.568675 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-e09fb327-23b8-4179-b978-c1a12ee8626d req-10fc1b43-1338-493f-a52d-b5f6da9f607e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:02.571335 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d077050e-9fb9-4318-adad-220fbed11e08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:02.632519 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c2080f-8bda-42d8-b56f-1d00bf5efc88 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Checking segment: {'id': '0909d6c3-5dda-4e4e-8518-acb41b4626b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6178dc65-d34e-4b22-be6a-428f01e2da05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:31:02.633167 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c2080f-8bda-42d8-b56f-1d00bf5efc88 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Network hostable DHCP agents. Network: 6178dc65-d34e-4b22-be6a-428f01e2da05, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:31:02.640768 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d077050e-9fb9-4318-adad-220fbed11e08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:02.698774 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-9621fac9-3b73-479d-9020-972667b9f45b None None] Set router 271d6188-b8dd-4889-80fa-6c2e64d55739 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:31:02.739178 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fc1b43-1338-493f-a52d-b5f6da9f607e service neutron] Pushing event updated for resources: {'Port': ['ID=4f7ff7d4-6dc3-4b86-86cf-00a444d0c6bd,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:02.832077 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-d7dd033b-5bfa-49db-8d42-6620b043c240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03832a15-c1a0-46b1-9b55-670ef17f98b6', 'name': 'tempest-RoutersIpV6Test-router-658172221', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:30:28Z', 'updated_at': '2021-07-05T02:30:57Z', 'revision_number': 4, 'project_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'gw_port_host': None, '_interfaces': [{'id': '131a1349-f071-4dc0-93fd-af323ab6af44', 'name': '', 'network_id': 'ac00d640-9767-46c3-b690-42ea47921624', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'mac_address': 'fa:16:3e:4d:d0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03832a15-c1a0-46b1-9b55-670ef17f98b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '85ebfe15-09ae-46cc-a212-0b449a8df79b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:30:33Z', 'updated_at': '2021-07-05T02:30:43Z', 'revision_number': 5, 'project_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'subnets': [{'id': '85ebfe15-09ae-46cc-a212-0b449a8df79b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c848d0a-95f5-46c5-a4a6-dd59246e655d', 'name': '', 'network_id': '7d4bb89b-4b3c-4e6f-a4bf-0cd96e967ee8', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'mac_address': 'fa:16:3e:f5:ff:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03832a15-c1a0-46b1-9b55-670ef17f98b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '29671cee-5a0f-48d9-ab24-a6668d74053e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:30:46Z', 'updated_at': '2021-07-05T02:30:54Z', 'revision_number': 5, 'project_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'subnets': [{'id': '29671cee-5a0f-48d9-ab24-a6668d74053e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f233154-a7f3-4f95-a9f7-3472c4a7c053', 'name': '', 'network_id': '37bef945-7a93-4a59-ba96-1387b3efb0c9', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'mac_address': 'fa:16:3e:9d:18:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03832a15-c1a0-46b1-9b55-670ef17f98b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '31599d03-2546-4be2-8005-9dbe29d4fe7b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:30:55Z', 'updated_at': '2021-07-05T02:31:02Z', 'revision_number': 4, 'project_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'subnets': [{'id': '31599d03-2546-4be2-8005-9dbe29d4fe7b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:02.848108 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-75d28c3a-f9af-437a-9d38-a0d430432a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:02.851872 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-75d28c3a-f9af-437a-9d38-a0d430432a5b admin admin] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:02.863825 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-75d28c3a-f9af-437a-9d38-a0d430432a5b admin admin] 10.222.0.23 "DELETE /v2.0/networks/5a29fe19-35bd-442b-9589-13cdfa9e36ce HTTP/1.1" status: 204 len: 168 time: 2.1698146 Jul 05 02:31:02.867330 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7dd033b-5bfa-49db-8d42-6620b043c240 None None] The sync data for ids ['03832a15-c1a0-46b1-9b55-670ef17f98b6'] in n-d-771362-32 is: [{'id': '03832a15-c1a0-46b1-9b55-670ef17f98b6', 'name': 'tempest-RoutersIpV6Test-router-658172221', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:30:28Z', 'updated_at': '2021-07-05T02:30:57Z', 'revision_number': 4, 'project_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'gw_port_host': None, '_interfaces': [{'id': '131a1349-f071-4dc0-93fd-af323ab6af44', 'name': '', 'network_id': 'ac00d640-9767-46c3-b690-42ea47921624', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'mac_address': 'fa:16:3e:4d:d0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03832a15-c1a0-46b1-9b55-670ef17f98b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '85ebfe15-09ae-46cc-a212-0b449a8df79b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:30:33Z', 'updated_at': '2021-07-05T02:30:43Z', 'revision_number': 5, 'project_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'subnets': [{'id': '85ebfe15-09ae-46cc-a212-0b449a8df79b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c848d0a-95f5-46c5-a4a6-dd59246e655d', 'name': '', 'network_id': '7d4bb89b-4b3c-4e6f-a4bf-0cd96e967ee8', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'mac_address': 'fa:16:3e:f5:ff:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03832a15-c1a0-46b1-9b55-670ef17f98b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '29671cee-5a0f-48d9-ab24-a6668d74053e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:30:46Z', 'updated_at': '2021-07-05T02:30:54Z', 'revision_number': 5, 'project_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'subnets': [{'id': '29671cee-5a0f-48d9-ab24-a6668d74053e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f233154-a7f3-4f95-a9f7-3472c4a7c053', 'name': '', 'network_id': '37bef945-7a93-4a59-ba96-1387b3efb0c9', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'mac_address': 'fa:16:3e:9d:18:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03832a15-c1a0-46b1-9b55-670ef17f98b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '31599d03-2546-4be2-8005-9dbe29d4fe7b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:30:55Z', 'updated_at': '2021-07-05T02:31:02Z', 'revision_number': 4, 'project_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'subnets': [{'id': '31599d03-2546-4be2-8005-9dbe29d4fe7b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:31:02.933103 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c2080f-8bda-42d8-b56f-1d00bf5efc88 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Network 6178dc65-d34e-4b22-be6a-428f01e2da05 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:31:02.936042 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d28c3a-f9af-437a-9d38-a0d430432a5b admin admin] Pushing event deleted for resources: {'Network': ['ID=5a29fe19-35bd-442b-9589-13cdfa9e36ce,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:02.981257 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2fca1f99-ad5c-4201-9118-1caddb997ac1 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:02.985230 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d077050e-9fb9-4318-adad-220fbed11e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:02.988109 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d077050e-9fb9-4318-adad-220fbed11e08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:02.993435 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-d077050e-9fb9-4318-adad-220fbed11e08 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/84f14071-0751-42b0-82aa-f05b9f2d6def HTTP/1.1" status: 204 len: 168 time: 0.7993672 Jul 05 02:31:03.021151 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-9621fac9-3b73-479d-9020-972667b9f45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '271d6188-b8dd-4889-80fa-6c2e64d55739', 'name': 'tempest-snat-router-1044422355', 'tenant_id': 'dbb8f3ae9b7f4cc6b483a79bc43586e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.121'}], 'enable_snat': False}, 'gw_port_id': '90a33b1c-909b-401e-ad71-88ba0ce020a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:30:56Z', 'updated_at': '2021-07-05T02:30:58Z', 'revision_number': 3, 'project_id': 'dbb8f3ae9b7f4cc6b483a79bc43586e6', 'gw_port': {'id': '90a33b1c-909b-401e-ad71-88ba0ce020a5', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a1:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '271d6188-b8dd-4889-80fa-6c2e64d55739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:30:57Z', 'updated_at': '2021-07-05T02:31:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:03.028150 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d077050e-9fb9-4318-adad-220fbed11e08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f14071-0751-42b0-82aa-f05b9f2d6def,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:03.031800 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fca1f99-ad5c-4201-9118-1caddb997ac1 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Pushing event deleted for resources: {'Port': ['ID=54f7fe82-29c2-4299-a771-f3143d3c9466,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:03.057975 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-91260878-82a8-4002-81cc-21c63c8cb017 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:03.091644 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-e09fb327-23b8-4179-b978-c1a12ee8626d req-10fc1b43-1338-493f-a52d-b5f6da9f607e service neutron] Attempting to bind port 4f7ff7d4-6dc3-4b86-86cf-00a444d0c6bd on host n-h1-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:31:03.091644 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-e09fb327-23b8-4179-b978-c1a12ee8626d req-10fc1b43-1338-493f-a52d-b5f6da9f607e service neutron] Attempting to bind port 4f7ff7d4-6dc3-4b86-86cf-00a444d0c6bd by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': 'fe33053a-d2c9-41f3-b5ae-a20864e7753e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2b2ed074-a425-47e6-b970-117c2eb734e7'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:31:03.091644 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e09fb327-23b8-4179-b978-c1a12ee8626d req-10fc1b43-1338-493f-a52d-b5f6da9f607e service neutron] Attempting to bind port 4f7ff7d4-6dc3-4b86-86cf-00a444d0c6bd on network 2b2ed074-a425-47e6-b970-117c2eb734e7 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:31:03.095892 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e09fb327-23b8-4179-b978-c1a12ee8626d req-10fc1b43-1338-493f-a52d-b5f6da9f607e service neutron] Port 4f7ff7d4-6dc3-4b86-86cf-00a444d0c6bd on network 2b2ed074-a425-47e6-b970-117c2eb734e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:31:03.096432 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e09fb327-23b8-4179-b978-c1a12ee8626d req-10fc1b43-1338-493f-a52d-b5f6da9f607e service neutron] Attempting to bind port 4f7ff7d4-6dc3-4b86-86cf-00a444d0c6bd on network 2b2ed074-a425-47e6-b970-117c2eb734e7 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:31:03.102931 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e09fb327-23b8-4179-b978-c1a12ee8626d req-10fc1b43-1338-493f-a52d-b5f6da9f607e service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:31:03.103613 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e09fb327-23b8-4179-b978-c1a12ee8626d req-10fc1b43-1338-493f-a52d-b5f6da9f607e service neutron] Checking segment: {'id': 'fe33053a-d2c9-41f3-b5ae-a20864e7753e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2b2ed074-a425-47e6-b970-117c2eb734e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:31:03.103957 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e09fb327-23b8-4179-b978-c1a12ee8626d req-10fc1b43-1338-493f-a52d-b5f6da9f607e service neutron] Bound using segment: {'id': 'fe33053a-d2c9-41f3-b5ae-a20864e7753e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2b2ed074-a425-47e6-b970-117c2eb734e7'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:31:03.104435 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-e09fb327-23b8-4179-b978-c1a12ee8626d req-10fc1b43-1338-493f-a52d-b5f6da9f607e service neutron] Bound port: 4f7ff7d4-6dc3-4b86-86cf-00a444d0c6bd, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe33053a-d2c9-41f3-b5ae-a20864e7753e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2b2ed074-a425-47e6-b970-117c2eb734e7'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:31:03.104746 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-e09fb327-23b8-4179-b978-c1a12ee8626d req-10fc1b43-1338-493f-a52d-b5f6da9f607e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:03.138532 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-96c2080f-8bda-42d8-b56f-1d00bf5efc88 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 6178dc65-d34e-4b22-be6a-428f01e2da05) {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:31:03.150144 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2173235-8d69-4a39-9bf7-8d1c4d55b419 None None] Network 6178dc65-d34e-4b22-be6a-428f01e2da05 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:31:03.161221 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c2080f-8bda-42d8-b56f-1d00bf5efc88 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:03.162305 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-96c2080f-8bda-42d8-b56f-1d00bf5efc88 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:03.197238 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2fca1f99-ad5c-4201-9118-1caddb997ac1 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks [] for floatingip, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:03.201440 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2fca1f99-ad5c-4201-9118-1caddb997ac1 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:03.206799 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-2fca1f99-ad5c-4201-9118-1caddb997ac1 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] 10.222.0.23 "DELETE /v2.0/floatingips/98dd02eb-8acd-4fa1-b94b-599980675762 HTTP/1.1" status: 204 len: 168 time: 1.6518795 Jul 05 02:31:03.215832 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39012) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:03.289259 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 5f233154-a7f3-4f95-a9f7-3472c4a7c053 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:31:03.333631 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-e29182b5-13b0-44be-9be6-eceffe5697dd tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] DELETE failed (client error): The resource could not be found. Jul 05 02:31:03.334718 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e29182b5-13b0-44be-9be6-eceffe5697dd tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94462) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:31:03.336390 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-e29182b5-13b0-44be-9be6-eceffe5697dd tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] 10.222.0.23 "DELETE /v2.0/ports/a5d16a4e-928f-4198-be27-7e65f1d7fbbc HTTP/1.1" status: 404 len: 333 time: 0.1165910 Jul 05 02:31:03.341454 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-96c2080f-8bda-42d8-b56f-1d00bf5efc88 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.5163648 Jul 05 02:31:03.341684 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 39016) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:03.341684 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 39018) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:03.357771 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9621fac9-3b73-479d-9020-972667b9f45b None None] The sync data for ids ['271d6188-b8dd-4889-80fa-6c2e64d55739'] in n-d-771362-32 is: [{'id': '271d6188-b8dd-4889-80fa-6c2e64d55739', 'name': 'tempest-snat-router-1044422355', 'tenant_id': 'dbb8f3ae9b7f4cc6b483a79bc43586e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.121'}], 'enable_snat': False}, 'gw_port_id': '90a33b1c-909b-401e-ad71-88ba0ce020a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:30:56Z', 'updated_at': '2021-07-05T02:30:58Z', 'revision_number': 3, 'project_id': 'dbb8f3ae9b7f4cc6b483a79bc43586e6', 'gw_port': {'id': '90a33b1c-909b-401e-ad71-88ba0ce020a5', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a1:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '271d6188-b8dd-4889-80fa-6c2e64d55739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:30:57Z', 'updated_at': '2021-07-05T02:31:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-771362-32'}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:31:03.358578 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39020) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:03.466339 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a125ad7f-d54d-49d1-a491-e00adc2e2a2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-6178dc65-d34e-4b22-be6a-428f01e2da05', 'network_id': '6178dc65-d34e-4b22-be6a-428f01e2da05', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'fixed_ips': [{'subnet_id': '0b1f943a-0c4f-44ad-8da5-3056ad0b8df9'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:31:03.467258 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a125ad7f-d54d-49d1-a491-e00adc2e2a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:03.485446 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39024) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:03.495345 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-947946bb-fba7-450c-950a-ff4dcdc8c445 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2d7a86613e6d49c0a7837df94c0dd48c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1351414 Jul 05 02:31:03.502884 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 5f233154-a7f3-4f95-a9f7-3472c4a7c053 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:31:03.506691 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39026) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:03.513747 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 5f233154-a7f3-4f95-a9f7-3472c4a7c053 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:31:03.514405 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:03.556120 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-8eae50d5-3269-41a6-88d5-00fc4b342bfd tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8e58f2d-f636-4c74-83a5-152f04ccaccb HTTP/1.1" status: 200 len: 205 time: 0.2133698 Jul 05 02:31:03.596325 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39028) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:03.656201 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-e09fb327-23b8-4179-b978-c1a12ee8626d req-10fc1b43-1338-493f-a52d-b5f6da9f607e service neutron] For port 4f7ff7d4-6dc3-4b86-86cf-00a444d0c6bd, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:31:03.693204 n-d-771362-32 neutron-server[94462]: INFO neutron.api.v2.resource [None req-dd3d7462-b813-403f-92cd-89c088c25347 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] delete failed (client error): The resource could not be found. Jul 05 02:31:03.698154 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-dd3d7462-b813-403f-92cd-89c088c25347 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] 10.222.0.23 "DELETE /v2.0/routers/d8e58f2d-f636-4c74-83a5-152f04ccaccb HTTP/1.1" status: 404 len: 336 time: 0.0921857 Jul 05 02:31:03.698154 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39030) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:03.729659 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:03.772028 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-e09fb327-23b8-4179-b978-c1a12ee8626d req-10fc1b43-1338-493f-a52d-b5f6da9f607e service neutron] For port 4f7ff7d4-6dc3-4b86-86cf-00a444d0c6bd, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=4f7ff7d4-6dc3-4b86-86cf-00a444d0c6bd,segment=NetworkSegment(fe33053a-d2c9-41f3-b5ae-a20864e7753e),segment_id=fe33053a-d2c9-41f3-b5ae-a20864e7753e)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:31:03.811936 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f3e16b8-b3cc-4eaa-bf17-9403bc1305e5 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] DELETE failed (client error): The resource could not be found. Jul 05 02:31:03.812410 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f3e16b8-b3cc-4eaa-bf17-9403bc1305e5 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94462) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:31:03.817393 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-3f3e16b8-b3cc-4eaa-bf17-9403bc1305e5 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] 10.222.0.23 "DELETE /v2.0/subnets/55243680-5c4e-4cf6-9d2e-2434b97023a1 HTTP/1.1" status: 404 len: 337 time: 0.1144366 Jul 05 02:31:03.818137 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39032) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:03.839528 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-eb0ff8b3-6495-498b-b34a-b92684c58819 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1c86027370b247c2b5010395a3a8fb85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3521037 Jul 05 02:31:03.939794 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-a125ad7f-d54d-49d1-a491-e00adc2e2a2f None None] Allocated IP 2001:db8:3::2 (6178dc65-d34e-4b22-be6a-428f01e2da05/0b1f943a-0c4f-44ad-8da5-3056ad0b8df9/bca46422-d7e5-482d-a95f-352dab883853) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:31:03.947140 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39034) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:04.012988 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-67c83d40-540c-40e6-a41b-abb8316f0e67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:04.046305 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-67c83d40-540c-40e6-a41b-abb8316f0e67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:04.174469 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 5f233154-a7f3-4f95-a9f7-3472c4a7c053, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=5f233154-a7f3-4f95-a9f7-3472c4a7c053,segment=NetworkSegment(29b47b8c-75a8-41b6-8f6a-a5ad94fc612b),segment_id=29b47b8c-75a8-41b6-8f6a-a5ad94fc612b)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:31:04.190522 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-651e141e-c27b-4c48-98c4-4e4616230fab tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Deleting port 320c06d6-483d-470b-a10e-f6117b2702e6 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:31:04.191020 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-651e141e-c27b-4c48-98c4-4e4616230fab tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:04.262161 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bc74f173-dad1-4118-8ab3-4dce2113c0ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:04.314731 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:04.327413 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bc74f173-dad1-4118-8ab3-4dce2113c0ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:04.341639 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505a7ecb-5beb-4757-b506-304de6cf6f82 req-65953b0c-d462-457e-8d70-66ee12b09991 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:04.348329 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505a7ecb-5beb-4757-b506-304de6cf6f82 req-65953b0c-d462-457e-8d70-66ee12b09991 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:04.354625 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505a7ecb-5beb-4757-b506-304de6cf6f82 req-65953b0c-d462-457e-8d70-66ee12b09991 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:04.367091 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505a7ecb-5beb-4757-b506-304de6cf6f82 req-65953b0c-d462-457e-8d70-66ee12b09991 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:04.373345 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505a7ecb-5beb-4757-b506-304de6cf6f82 req-65953b0c-d462-457e-8d70-66ee12b09991 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:04.380192 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505a7ecb-5beb-4757-b506-304de6cf6f82 req-65953b0c-d462-457e-8d70-66ee12b09991 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:04.386764 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505a7ecb-5beb-4757-b506-304de6cf6f82 req-65953b0c-d462-457e-8d70-66ee12b09991 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:04.403601 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-505a7ecb-5beb-4757-b506-304de6cf6f82 req-65953b0c-d462-457e-8d70-66ee12b09991 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/ports?device_id=a29b1f86-c2b3-4079-ba70-879d5fa5b04b HTTP/1.1" status: 200 len: 5436 time: 0.3404830 Jul 05 02:31:04.408178 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=5f233154-a7f3-4f95-a9f7-3472c4a7c053,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:04.421840 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a125ad7f-d54d-49d1-a491-e00adc2e2a2f None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:04.435145 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-a125ad7f-d54d-49d1-a491-e00adc2e2a2f None None] Transition to ACTIVE for port object bca46422-d7e5-482d-a95f-352dab883853 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:31:04.456314 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 71cbf69a-a1d7-4969-a359-23e0dc1ab06e no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:31:04.460486 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-67c83d40-540c-40e6-a41b-abb8316f0e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:04.463316 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-67c83d40-540c-40e6-a41b-abb8316f0e67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:04.464822 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-67c83d40-540c-40e6-a41b-abb8316f0e67 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5dffa7a7-4568-4136-a612-213876736331 HTTP/1.1" status: 204 len: 168 time: 0.9552958 Jul 05 02:31:04.467507 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-a125ad7f-d54d-49d1-a491-e00adc2e2a2f None None] Transition to ACTIVE for port object bca46422-d7e5-482d-a95f-352dab883853 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:31:04.493518 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-651e141e-c27b-4c48-98c4-4e4616230fab tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:04.508765 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 71cbf69a-a1d7-4969-a359-23e0dc1ab06e {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:31:04.509108 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 71cbf69a-a1d7-4969-a359-23e0dc1ab06e not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:31:04.526796 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c83d40-540c-40e6-a41b-abb8316f0e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dffa7a7-4568-4136-a612-213876736331,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:04.544814 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-e09fb327-23b8-4179-b978-c1a12ee8626d req-10fc1b43-1338-493f-a52d-b5f6da9f607e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:04.573640 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a125ad7f-d54d-49d1-a491-e00adc2e2a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:04.592288 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-505a7ecb-5beb-4757-b506-304de6cf6f82 req-a5b6988f-1940-480d-b89e-c971cdb76efc tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/security-groups?id=17338adc-3db3-4a61-bf9d-146877730ae5&id=aee4c074-5a4c-4da1-9a49-8feda33d45d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1870754 Jul 05 02:31:04.593210 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a125ad7f-d54d-49d1-a491-e00adc2e2a2f None None] Network 6178dc65-d34e-4b22-be6a-428f01e2da05 is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:31:04.596283 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-a125ad7f-d54d-49d1-a491-e00adc2e2a2f None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:31:04.599186 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-651e141e-c27b-4c48-98c4-4e4616230fab tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Calling delete_port for 320c06d6-483d-470b-a10e-f6117b2702e6 owned by {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:31:04.627375 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a125ad7f-d54d-49d1-a491-e00adc2e2a2f None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:31:04.668695 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a125ad7f-d54d-49d1-a491-e00adc2e2a2f None None] Pushing event updated for resources: {'Port': ['ID=bca46422-d7e5-482d-a95f-352dab883853,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:04.723483 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09fb327-23b8-4179-b978-c1a12ee8626d req-10fc1b43-1338-493f-a52d-b5f6da9f607e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:04.724843 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-e09fb327-23b8-4179-b978-c1a12ee8626d req-10fc1b43-1338-493f-a52d-b5f6da9f607e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:04.725916 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-a125ad7f-d54d-49d1-a491-e00adc2e2a2f None None] Attempting to bind port bca46422-d7e5-482d-a95f-352dab883853 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:31:04.725916 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-a125ad7f-d54d-49d1-a491-e00adc2e2a2f None None] Attempting to bind port bca46422-d7e5-482d-a95f-352dab883853 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '0909d6c3-5dda-4e4e-8518-acb41b4626b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6178dc65-d34e-4b22-be6a-428f01e2da05'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:31:04.726467 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a125ad7f-d54d-49d1-a491-e00adc2e2a2f None None] Attempting to bind port bca46422-d7e5-482d-a95f-352dab883853 on network 6178dc65-d34e-4b22-be6a-428f01e2da05 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:31:04.726654 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e09fb327-23b8-4179-b978-c1a12ee8626d req-10fc1b43-1338-493f-a52d-b5f6da9f607e service neutron] 10.222.0.21 "PUT /v2.0/ports/4f7ff7d4-6dc3-4b86-86cf-00a444d0c6bd HTTP/1.1" status: 200 len: 1092 time: 3.5556812 Jul 05 02:31:04.740505 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a125ad7f-d54d-49d1-a491-e00adc2e2a2f None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:31:04.740974 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a125ad7f-d54d-49d1-a491-e00adc2e2a2f None None] Checking segment: {'id': '0909d6c3-5dda-4e4e-8518-acb41b4626b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6178dc65-d34e-4b22-be6a-428f01e2da05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:31:04.741714 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a125ad7f-d54d-49d1-a491-e00adc2e2a2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:04.742031 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a125ad7f-d54d-49d1-a491-e00adc2e2a2f None None] Bound using segment: {'id': '0909d6c3-5dda-4e4e-8518-acb41b4626b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6178dc65-d34e-4b22-be6a-428f01e2da05'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:31:04.742631 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-a125ad7f-d54d-49d1-a491-e00adc2e2a2f None None] Bound port: bca46422-d7e5-482d-a95f-352dab883853, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0909d6c3-5dda-4e4e-8518-acb41b4626b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6178dc65-d34e-4b22-be6a-428f01e2da05'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:31:04.743293 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a125ad7f-d54d-49d1-a491-e00adc2e2a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:04.781000 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bc74f173-dad1-4118-8ab3-4dce2113c0ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:04.785150 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bc74f173-dad1-4118-8ab3-4dce2113c0ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:04.787063 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-bc74f173-dad1-4118-8ab3-4dce2113c0ba admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b551ed91-860f-4d3c-a715-cc616f6d7d13 HTTP/1.1" status: 204 len: 168 time: 0.8352747 Jul 05 02:31:04.807165 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f173-dad1-4118-8ab3-4dce2113c0ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b551ed91-860f-4d3c-a715-cc616f6d7d13,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:04.825433 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e63fb0a-a720-437a-be82-ba610890f10f', 'tag': '4f7ff7d4-6dc3-4b86-86cf-00a444d0c6bd'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:31:04.829079 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac84ce52-e647-442b-a97f-e70e2587ed7b" -d '{"events": [{"name": "network-changed", "server_uuid": "7e63fb0a-a720-437a-be82-ba610890f10f", "tag": "4f7ff7d4-6dc3-4b86-86cf-00a444d0c6bd"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:31:04.833120 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fc1b43-1338-493f-a52d-b5f6da9f607e service neutron] Pushing event updated for resources: {'Port': ['ID=4f7ff7d4-6dc3-4b86-86cf-00a444d0c6bd,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:04.873419 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a822005f-aa3a-435b-a4c2-bc10c9f65128 req-dc62b115-0d07-44dd-93e4-404361f52b6b tempest-ServerPasswordTestJSON-1618831171 tempest-ServerPasswordTestJSON-1618831171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:04.875270 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a822005f-aa3a-435b-a4c2-bc10c9f65128 req-dc62b115-0d07-44dd-93e4-404361f52b6b tempest-ServerPasswordTestJSON-1618831171 tempest-ServerPasswordTestJSON-1618831171-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e63fb0a-a720-437a-be82-ba610890f10f HTTP/1.1" status: 200 len: 943 time: 1.3316705 Jul 05 02:31:04.878245 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-91260878-82a8-4002-81cc-21c63c8cb017 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:04.907253 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-a125ad7f-d54d-49d1-a491-e00adc2e2a2f None None] For port bca46422-d7e5-482d-a95f-352dab883853, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:31:04.917027 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-a125ad7f-d54d-49d1-a491-e00adc2e2a2f None None] For port bca46422-d7e5-482d-a95f-352dab883853, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=bca46422-d7e5-482d-a95f-352dab883853,segment=NetworkSegment(0909d6c3-5dda-4e4e-8518-acb41b4626b1),segment_id=0909d6c3-5dda-4e4e-8518-acb41b4626b1)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:31:04.924312 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5f9982e-fe39-4b71-ba4b-45090923bda7 x-openstack-request-id: req-f5f9982e-fe39-4b71-ba4b-45090923bda7 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:31:04.924785 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e63fb0a-a720-437a-be82-ba610890f10f", "tag": "4f7ff7d4-6dc3-4b86-86cf-00a444d0c6bd", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:31:04.925142 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f5f9982e-fe39-4b71-ba4b-45090923bda7 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:31:04.926226 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e63fb0a-a720-437a-be82-ba610890f10f', 'tag': '4f7ff7d4-6dc3-4b86-86cf-00a444d0c6bd', 'status': 'completed', 'code': 200} Jul 05 02:31:04.932417 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-91260878-82a8-4002-81cc-21c63c8cb017 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:04.972521 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-651e141e-c27b-4c48-98c4-4e4616230fab tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:05.000943 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a125ad7f-d54d-49d1-a491-e00adc2e2a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:05.003905 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651e141e-c27b-4c48-98c4-4e4616230fab tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Pushing event deleted for resources: {'Port': ['ID=320c06d6-483d-470b-a10e-f6117b2702e6,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:05.114747 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-651e141e-c27b-4c48-98c4-4e4616230fab tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:05.117024 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-651e141e-c27b-4c48-98c4-4e4616230fab tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] 10.222.0.23 "DELETE /v2.0/ports/320c06d6-483d-470b-a10e-f6117b2702e6 HTTP/1.1" status: 204 len: 168 time: 1.2826667 Jul 05 02:31:05.119721 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39058) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:05.131274 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d27d275-7330-472f-94e2-2184175a36d3 req-b14e7353-a775-42b7-8e72-515aa26cc284 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:05.138419 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d27d275-7330-472f-94e2-2184175a36d3 req-b14e7353-a775-42b7-8e72-515aa26cc284 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:05.145249 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d27d275-7330-472f-94e2-2184175a36d3 req-b14e7353-a775-42b7-8e72-515aa26cc284 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:05.152001 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d27d275-7330-472f-94e2-2184175a36d3 req-b14e7353-a775-42b7-8e72-515aa26cc284 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:05.158972 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d27d275-7330-472f-94e2-2184175a36d3 req-b14e7353-a775-42b7-8e72-515aa26cc284 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:05.168737 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d27d275-7330-472f-94e2-2184175a36d3 req-b14e7353-a775-42b7-8e72-515aa26cc284 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:05.171183 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a125ad7f-d54d-49d1-a491-e00adc2e2a2f None None] Pushing event updated for resources: {'Port': ['ID=bca46422-d7e5-482d-a95f-352dab883853,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:05.179019 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d27d275-7330-472f-94e2-2184175a36d3 req-b14e7353-a775-42b7-8e72-515aa26cc284 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:05.184460 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1d27d275-7330-472f-94e2-2184175a36d3 req-b14e7353-a775-42b7-8e72-515aa26cc284 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.15 "GET /v2.0/ports?device_id=a29b1f86-c2b3-4079-ba70-879d5fa5b04b HTTP/1.1" status: 200 len: 5436 time: 0.7520552 Jul 05 02:31:05.314202 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a822005f-aa3a-435b-a4c2-bc10c9f65128 req-627e322c-75cb-4a5e-92c0-9f22475cb5e8 tempest-ServerPasswordTestJSON-1618831171 tempest-ServerPasswordTestJSON-1618831171-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6eedffb-6afb-4572-bcb0-7abef50a59a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3838527 Jul 05 02:31:05.331396 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-f80c9760-a8dd-4ddf-bbb8-1328934fde8a tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Deleting port f55c79a1-3862-49ef-9c4c-c88ab5031737 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:31:05.332304 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f80c9760-a8dd-4ddf-bbb8-1328934fde8a tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:05.363121 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09fb327-23b8-4179-b978-c1a12ee8626d req-37367dfe-73d2-4d2b-833a-5bf8a1f9b79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:05.364022 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e09fb327-23b8-4179-b978-c1a12ee8626d req-37367dfe-73d2-4d2b-833a-5bf8a1f9b79d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2266ee1a9ed74aa89f92d205e26b6f61&device_id=7e63fb0a-a720-437a-be82-ba610890f10f HTTP/1.1" status: 200 len: 1095 time: 0.5131314 Jul 05 02:31:05.373722 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d27d275-7330-472f-94e2-2184175a36d3 req-7d4c5afe-1f56-4a7b-a255-c79b99d7d4ba tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:05.374532 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1d27d275-7330-472f-94e2-2184175a36d3 req-7d4c5afe-1f56-4a7b-a255-c79b99d7d4ba tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.15 "GET /v2.0/ports/5ae34ffe-cf3c-4868-8258-c90b90a1fe5d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1727870 Jul 05 02:31:05.395863 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 5f233154-a7f3-4f95-a9f7-3472c4a7c053 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:31:05.443535 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-91260878-82a8-4002-81cc-21c63c8cb017 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Allocated IP 172.25.7.242 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/3681ef56-52de-412b-9bfe-15213f7f47ce) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:31:05.539221 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e09fb327-23b8-4179-b978-c1a12ee8626d req-86a80751-c1f5-48f6-85a0-2e862496de1f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4f7ff7d4-6dc3-4b86-86cf-00a444d0c6bd HTTP/1.1" status: 200 len: 217 time: 0.1571524 Jul 05 02:31:05.550581 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 5f233154-a7f3-4f95-a9f7-3472c4a7c053 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:31:05.550581 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:05.585959 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f80c9760-a8dd-4ddf-bbb8-1328934fde8a tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:05.608179 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-f80c9760-a8dd-4ddf-bbb8-1328934fde8a tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Calling delete_port for f55c79a1-3862-49ef-9c4c-c88ab5031737 owned by {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:31:05.734264 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 90a33b1c-909b-401e-ad71-88ba0ce020a5 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:31:05.788225 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09fb327-23b8-4179-b978-c1a12ee8626d req-7f0061d1-3024-4f52-a520-9cfbcb1246a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:05.789846 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e09fb327-23b8-4179-b978-c1a12ee8626d req-7f0061d1-3024-4f52-a520-9cfbcb1246a5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7ea8b418-b9b3-4d3f-a5b3-6ec4c5442869 HTTP/1.1" status: 200 len: 852 time: 0.2119174 Jul 05 02:31:05.864394 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 90a33b1c-909b-401e-ad71-88ba0ce020a5 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:31:05.868827 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 90a33b1c-909b-401e-ad71-88ba0ce020a5 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:31:05.869159 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e09fb327-23b8-4179-b978-c1a12ee8626d req-8f606eda-dc30-43a3-b146-6390f8c828df service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2b2ed074-a425-47e6-b970-117c2eb734e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627244 Jul 05 02:31:05.869631 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:05.881790 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d804a74f-4d16-4958-8f7a-941e56adb663 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:05.907357 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f80c9760-a8dd-4ddf-bbb8-1328934fde8a tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:05.927840 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 39080) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:05.998795 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1d27d275-7330-472f-94e2-2184175a36d3 req-7ed9c500-889f-4cc4-ae61-73dd4d7f2693 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.15 "GET /v2.0/networks/8521063c-8363-41f1-a9c0-837836263ed0?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.5564468 Jul 05 02:31:06.060552 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:06.062838 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-1d27d275-7330-472f-94e2-2184175a36d3 req-d715fac2-7b1e-4301-9878-a0c458f4f667 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:31:06.088426 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80c9760-a8dd-4ddf-bbb8-1328934fde8a tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Pushing event deleted for resources: {'Port': ['ID=f55c79a1-3862-49ef-9c4c-c88ab5031737,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:06.090658 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 90a33b1c-909b-401e-ad71-88ba0ce020a5, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=90a33b1c-909b-401e-ad71-88ba0ce020a5,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:31:06.122940 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e8c7f2-a4c2-4bd5-8101-1f5b836c9713 req-0640e6be-75cf-4fae-9ac9-205e34f22925 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:06.129014 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e8c7f2-a4c2-4bd5-8101-1f5b836c9713 req-0640e6be-75cf-4fae-9ac9-205e34f22925 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:06.129487 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-91260878-82a8-4002-81cc-21c63c8cb017 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:06.135113 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e8c7f2-a4c2-4bd5-8101-1f5b836c9713 req-0640e6be-75cf-4fae-9ac9-205e34f22925 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:06.141178 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e8c7f2-a4c2-4bd5-8101-1f5b836c9713 req-0640e6be-75cf-4fae-9ac9-205e34f22925 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:06.147484 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e8c7f2-a4c2-4bd5-8101-1f5b836c9713 req-0640e6be-75cf-4fae-9ac9-205e34f22925 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:06.153510 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e8c7f2-a4c2-4bd5-8101-1f5b836c9713 req-0640e6be-75cf-4fae-9ac9-205e34f22925 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:06.159952 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e8c7f2-a4c2-4bd5-8101-1f5b836c9713 req-0640e6be-75cf-4fae-9ac9-205e34f22925 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:06.162159 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-37e8c7f2-a4c2-4bd5-8101-1f5b836c9713 req-0640e6be-75cf-4fae-9ac9-205e34f22925 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/ports?device_id=a29b1f86-c2b3-4079-ba70-879d5fa5b04b HTTP/1.1" status: 200 len: 5436 time: 0.3129878 Jul 05 02:31:06.194545 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f80c9760-a8dd-4ddf-bbb8-1328934fde8a tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:06.199626 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-f80c9760-a8dd-4ddf-bbb8-1328934fde8a tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] 10.222.0.23 "DELETE /v2.0/ports/f55c79a1-3862-49ef-9c4c-c88ab5031737 HTTP/1.1" status: 204 len: 168 time: 1.0769846 Jul 05 02:31:06.200291 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39088) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:06.213089 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:06.238821 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e09fb327-23b8-4179-b978-c1a12ee8626d req-16cd60b6-535d-454c-90f3-6bb217b63dab service neutron] 10.222.0.21 "GET /v2.0/networks/2b2ed074-a425-47e6-b970-117c2eb734e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3424184 Jul 05 02:31:06.266053 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-37e8c7f2-a4c2-4bd5-8101-1f5b836c9713 req-835848de-96ef-4ed5-b635-8177a5144cfe tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/security-groups?id=17338adc-3db3-4a61-bf9d-146877730ae5&id=aee4c074-5a4c-4da1-9a49-8feda33d45d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0932667 Jul 05 02:31:06.302516 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5f8d71-5af0-44e3-bfc8-0b0a6bb6f47a tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:06.308935 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-2b5f8d71-5af0-44e3-bfc8-0b0a6bb6f47a tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6b2b62e-7f55-4ba2-b077-893840665ffb HTTP/1.1" status: 200 len: 913 time: 0.1057284 Jul 05 02:31:06.310907 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39092) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:06.340728 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=90a33b1c-909b-401e-ad71-88ba0ce020a5,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:06.376742 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1d27d275-7330-472f-94e2-2184175a36d3 req-d715fac2-7b1e-4301-9878-a0c458f4f667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:06.451270 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-24cea82e-5d2a-439b-b044-f9a6a341a0d0 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:31:06.451984 n-d-771362-32 neutron-server[94461]: WARNING neutron.api.v2.base [None req-24cea82e-5d2a-439b-b044-f9a6a341a0d0 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 05 02:31:06.454258 n-d-771362-32 neutron-server[94461]: INFO neutron.api.v2.resource [None req-24cea82e-5d2a-439b-b044-f9a6a341a0d0 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] create failed (client error): There was a conflict when trying to complete your request. Jul 05 02:31:06.461067 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-24cea82e-5d2a-439b-b044-f9a6a341a0d0 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.5086036 Jul 05 02:31:06.467690 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39096) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:06.478853 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-bf2c948e-f168-4702-96a1-759ef8839da5 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Request body: {'security_group': {'name': 'tempest-secgroup--1598226861'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:31:06.522601 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-91260878-82a8-4002-81cc-21c63c8cb017 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:06.653972 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e09fb327-23b8-4179-b978-c1a12ee8626d req-3c341b54-6471-43e9-bffc-bbdf75f673f9 service neutron] 10.222.0.21 "GET /v2.0/networks/2b2ed074-a425-47e6-b970-117c2eb734e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3976147 Jul 05 02:31:06.703930 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91260878-82a8-4002-81cc-21c63c8cb017 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:31:06.724487 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-91260878-82a8-4002-81cc-21c63c8cb017 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:31:06.747286 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bf2c948e-f168-4702-96a1-759ef8839da5 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:06.766069 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bf2c948e-f168-4702-96a1-759ef8839da5 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:06.775127 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91260878-82a8-4002-81cc-21c63c8cb017 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:31:06.786091 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91260878-82a8-4002-81cc-21c63c8cb017 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Pushing event updated for resources: {'Port': ['ID=3681ef56-52de-412b-9bfe-15213f7f47ce,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:06.863588 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bee290c-c0bc-4825-865c-a04a07461dfb None None] Network 6178dc65-d34e-4b22-be6a-428f01e2da05 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:31:06.911699 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 39110) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:06.977549 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-d804a74f-4d16-4958-8f7a-941e56adb663 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Allocated IP 2001:db8:3::1 (6178dc65-d34e-4b22-be6a-428f01e2da05/0b1f943a-0c4f-44ad-8da5-3056ad0b8df9/eb366d46-d65d-483a-b768-b9fe6138aaf2) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:31:07.037496 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-526a4fe0-bd45-49b7-8b96-093790144955 None None] Provisioning for port bca46422-d7e5-482d-a95f-352dab883853 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:31:07.338953 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device bca46422-d7e5-482d-a95f-352dab883853 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:31:07.366554 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bf2c948e-f168-4702-96a1-759ef8839da5 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:07.387839 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d20ca0c1-033f-445b-ad5f-8fdfd188d296 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1634680'] for router_interface, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:07.458831 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bf2c948e-f168-4702-96a1-759ef8839da5 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:07.475866 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 16c77f10-6b39-403f-a66f-9731963e998e no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:31:07.517316 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port bca46422-d7e5-482d-a95f-352dab883853 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:31:07.537580 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port bca46422-d7e5-482d-a95f-352dab883853 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:31:07.538036 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:07.549989 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2c948e-f168-4702-96a1-759ef8839da5 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41c334af-3155-444b-8edd-80a3e9f4c76b,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:07.634764 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [None req-b2efe1ed-8d94-467a-aafb-4322ae78c399 tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:31:07.636225 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-b2efe1ed-8d94-467a-aafb-4322ae78c399 tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.7052081 Jul 05 02:31:07.662950 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-34d79d31-944c-4d6a-8efb-c5933469e9d9 None None] Provisioning complete for port bca46422-d7e5-482d-a95f-352dab883853 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:31:07.685834 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-34d79d31-944c-4d6a-8efb-c5933469e9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:07.686022 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 39128) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:07.708714 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [None req-146d419d-0321-459c-924b-79541371c5f6 tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] http://10.222.0.23:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=94461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:31:07.709810 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-146d419d-0321-459c-924b-79541371c5f6 tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] 10.222.0.23 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0301032 Jul 05 02:31:07.720483 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15b205a-4067-4de1-99af-24aab46bfbf1 req-30705881-f663-4755-a6d3-d9f4daa9bb01 tempest-ServerPasswordTestJSON-1618831171 tempest-ServerPasswordTestJSON-1618831171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:07.722155 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e15b205a-4067-4de1-99af-24aab46bfbf1 req-30705881-f663-4755-a6d3-d9f4daa9bb01 tempest-ServerPasswordTestJSON-1618831171 tempest-ServerPasswordTestJSON-1618831171-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e63fb0a-a720-437a-be82-ba610890f10f HTTP/1.1" status: 200 len: 943 time: 1.1210868 Jul 05 02:31:07.722706 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 39130) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:07.731953 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:07.753854 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-1d27d275-7330-472f-94e2-2184175a36d3 req-d715fac2-7b1e-4301-9878-a0c458f4f667 service neutron] For port 5ae34ffe-cf3c-4868-8258-c90b90a1fe5d, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=5ae34ffe-cf3c-4868-8258-c90b90a1fe5d,segment=NetworkSegment(1e66968f-6f5e-4e8c-8b7e-ad16b36c9c98),segment_id=1e66968f-6f5e-4e8c-8b7e-ad16b36c9c98)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:31:07.758804 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [None req-415bebe6-45a0-49f1-9fc4-69aad4c003bc tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] http://10.222.0.23:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=94461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:31:07.760936 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-415bebe6-45a0-49f1-9fc4-69aad4c003bc tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] 10.222.0.23 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0232747 Jul 05 02:31:07.763377 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 39132) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:07.788652 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [None req-883ab35f-fe26-4de1-a83b-eee56c73b3cb tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] http://10.222.0.23:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=94461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:31:07.789651 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-883ab35f-fe26-4de1-a83b-eee56c73b3cb tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] 10.222.0.23 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0126164 Jul 05 02:31:07.797351 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bf2c948e-f168-4702-96a1-759ef8839da5 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:07.798182 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 39134) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:07.805626 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac84ce52-e647-442b-a97f-e70e2587ed7b req-3ecb8ae9-0e1f-489a-9c97-7be9baed8472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:07.807281 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ac84ce52-e647-442b-a97f-e70e2587ed7b req-3ecb8ae9-0e1f-489a-9c97-7be9baed8472 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2266ee1a9ed74aa89f92d205e26b6f61&device_id=7e63fb0a-a720-437a-be82-ba610890f10f HTTP/1.1" status: 200 len: 1095 time: 1.0029235 Jul 05 02:31:07.812221 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [None req-afcae3d0-5903-4261-89da-4db339ed863d tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] http://10.222.0.23:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=94461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:31:07.813254 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-afcae3d0-5903-4261-89da-4db339ed863d tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] 10.222.0.23 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0099695 Jul 05 02:31:07.818410 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d634e1-202b-471e-8856-4333038629a0 req-d7ceb683-2aba-48e1-9669-1c9c0f2702da tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:07.825024 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d634e1-202b-471e-8856-4333038629a0 req-d7ceb683-2aba-48e1-9669-1c9c0f2702da tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:07.829338 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 39136) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:07.832245 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d634e1-202b-471e-8856-4333038629a0 req-d7ceb683-2aba-48e1-9669-1c9c0f2702da tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:07.838615 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d634e1-202b-471e-8856-4333038629a0 req-d7ceb683-2aba-48e1-9669-1c9c0f2702da tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:07.844996 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d634e1-202b-471e-8856-4333038629a0 req-d7ceb683-2aba-48e1-9669-1c9c0f2702da tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:07.851223 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d634e1-202b-471e-8856-4333038629a0 req-d7ceb683-2aba-48e1-9669-1c9c0f2702da tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:07.854993 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [None req-827c25c9-d356-478a-8a0e-eaf7e6cf4731 tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] http://10.222.0.23:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=94461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:31:07.856383 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-827c25c9-d356-478a-8a0e-eaf7e6cf4731 tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] 10.222.0.23 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0194819 Jul 05 02:31:07.857497 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d634e1-202b-471e-8856-4333038629a0 req-d7ceb683-2aba-48e1-9669-1c9c0f2702da tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:07.859711 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-51d634e1-202b-471e-8856-4333038629a0 req-d7ceb683-2aba-48e1-9669-1c9c0f2702da tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/ports?device_id=a29b1f86-c2b3-4079-ba70-879d5fa5b04b HTTP/1.1" status: 200 len: 5436 time: 0.2448461 Jul 05 02:31:07.860486 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39138) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:07.869018 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [None req-85f38916-6585-41c8-bdf3-29aa717a2e4b tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] http://10.222.0.23:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=94462) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:31:07.870027 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-85f38916-6585-41c8-bdf3-29aa717a2e4b tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] 10.222.0.23 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0047204 Jul 05 02:31:07.880359 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39140) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:07.885824 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [None req-18c5d769-904b-4bd7-b603-e49a08db975b tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] http://10.222.0.23:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=94462) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:31:07.886934 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-18c5d769-904b-4bd7-b603-e49a08db975b tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] 10.222.0.23 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0046661 Jul 05 02:31:07.898908 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39142) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:07.903431 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [None req-3d3c13c0-24df-4ef3-8e33-24879e3d1b81 tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] http://10.222.0.23:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=94462) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:31:07.904469 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-3d3c13c0-24df-4ef3-8e33-24879e3d1b81 tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] 10.222.0.23 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0045395 Jul 05 02:31:07.907508 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39144) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:07.912158 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [None req-9fa4f8aa-d570-43c2-9f0c-f905616737b5 tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] http://10.222.0.23:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=94462) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:31:07.916594 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-9fa4f8aa-d570-43c2-9f0c-f905616737b5 tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] 10.222.0.23 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0047765 Jul 05 02:31:07.916594 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39146) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:07.920909 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [None req-35a97978-4969-4fb6-bdab-0f1f4dce1b82 tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] http://10.222.0.23:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=94462) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:31:07.925112 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-35a97978-4969-4fb6-bdab-0f1f4dce1b82 tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] 10.222.0.23 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0046799 Jul 05 02:31:07.928209 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39148) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:07.928379 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a29b1f86-c2b3-4079-ba70-879d5fa5b04b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16c77f10-6b39-403f-a66f-9731963e998e'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:31:07.929993 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0939fe7-26fb-4163-b2dc-64cfa9007f16" -d '{"events": [{"server_uuid": "a29b1f86-c2b3-4079-ba70-879d5fa5b04b", "name": "network-vif-unplugged", "status": "completed", "tag": "16c77f10-6b39-403f-a66f-9731963e998e"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:31:07.933046 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [None req-e3f28760-371f-46f4-ac0a-f921c8668649 tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] http://10.222.0.23:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=94462) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:31:07.936438 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-e3f28760-371f-46f4-ac0a-f921c8668649 tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] 10.222.0.23 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0046492 Jul 05 02:31:07.938219 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:07.938404 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39152) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:07.949477 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [None req-d0c58e8a-0fca-4a03-8fc2-71faa5ab3e8d tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] http://10.222.0.23:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=94462) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:31:07.950571 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-d0c58e8a-0fca-4a03-8fc2-71faa5ab3e8d tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] 10.222.0.23 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0112603 Jul 05 02:31:07.957175 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 16c77f10-6b39-403f-a66f-9731963e998e, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=16c77f10-6b39-403f-a66f-9731963e998e,segment=NetworkSegment(1e66968f-6f5e-4e8c-8b7e-ad16b36c9c98),segment_id=1e66968f-6f5e-4e8c-8b7e-ad16b36c9c98)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:31:07.959211 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 39154) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:07.971154 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [None req-ba3053e7-a6c6-45af-99d7-695f28e5a891 tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] http://10.222.0.23:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=94461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:31:07.972156 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-ba3053e7-a6c6-45af-99d7-695f28e5a891 tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] 10.222.0.23 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0120068 Jul 05 02:31:07.981111 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e15b205a-4067-4de1-99af-24aab46bfbf1 req-df6861af-7e9d-4d6b-adcc-cfaf35513268 tempest-ServerPasswordTestJSON-1618831171 tempest-ServerPasswordTestJSON-1618831171-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6eedffb-6afb-4572-bcb0-7abef50a59a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401876 Jul 05 02:31:07.982155 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39156) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:07.989228 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [None req-2ac93c72-7f4d-4104-a017-34dc30269eaa tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] http://10.222.0.23:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=94462) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:31:07.990301 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-2ac93c72-7f4d-4104-a017-34dc30269eaa tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] 10.222.0.23 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0071206 Jul 05 02:31:07.990731 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-1d27d275-7330-472f-94e2-2184175a36d3 req-d715fac2-7b1e-4301-9878-a0c458f4f667 service neutron] For port 5ae34ffe-cf3c-4868-8258-c90b90a1fe5d, host n-h2-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:31:07.997494 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-51d634e1-202b-471e-8856-4333038629a0 req-965dd77f-7899-4bb2-9f74-8aab69f996c4 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/security-groups?id=17338adc-3db3-4a61-bf9d-146877730ae5&id=aee4c074-5a4c-4da1-9a49-8feda33d45d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1263947 Jul 05 02:31:07.998041 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39158) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:08.005644 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [None req-04898b00-4bab-4005-a410-dfef82645b4f tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] http://10.222.0.23:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=94462) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:31:08.006508 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-04898b00-4bab-4005-a410-dfef82645b4f tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] 10.222.0.23 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0053601 Jul 05 02:31:08.011094 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port bca46422-d7e5-482d-a95f-352dab883853, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=bca46422-d7e5-482d-a95f-352dab883853,segment=NetworkSegment(0909d6c3-5dda-4e4e-8518-acb41b4626b1),segment_id=0909d6c3-5dda-4e4e-8518-acb41b4626b1)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:31:08.011296 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39160) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:08.017186 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [None req-48dc761a-7820-4ed7-9fe0-dcc139368c1d tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] http://10.222.0.23:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=94462) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:31:08.018219 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-48dc761a-7820-4ed7-9fe0-dcc139368c1d tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] 10.222.0.23 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0059998 Jul 05 02:31:08.021027 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d804a74f-4d16-4958-8f7a-941e56adb663 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:08.021787 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-34d79d31-944c-4d6a-8efb-c5933469e9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:08.022329 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39162) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:08.045642 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [None req-d51ae093-809f-412c-931c-612b1d0bc3f5 tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] http://10.222.0.23:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=94462) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:31:08.046660 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-d51ae093-809f-412c-931c-612b1d0bc3f5 tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] 10.222.0.23 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0234332 Jul 05 02:31:08.051782 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bf2c948e-f168-4702-96a1-759ef8839da5 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:08.061999 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 39164) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:08.085079 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [None req-ab376445-ee9e-4184-bea4-7902c040d271 tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] http://10.222.0.23:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=94461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:31:08.089453 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-ab376445-ee9e-4184-bea4-7902c040d271 tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] 10.222.0.23 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0267186 Jul 05 02:31:08.089453 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [None req-d804a74f-4d16-4958-8f7a-941e56adb663 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Transition to ACTIVE for port object eb366d46-d65d-483a-b768-b9fe6138aaf2 will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:31:08.090222 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39166) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:08.098004 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [None req-bc5ec862-048e-44d9-82d0-80084c08878f tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] http://10.222.0.23:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=94462) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:31:08.098235 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:08.099039 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 5ae34ffe-cf3c-4868-8258-c90b90a1fe5d no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:31:08.099345 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-bc5ec862-048e-44d9-82d0-80084c08878f tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] 10.222.0.23 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0053396 Jul 05 02:31:08.101655 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39168) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:08.104515 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2c948e-f168-4702-96a1-759ef8839da5 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f7297a6-1fae-4a8f-af42-1f55274590b5,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:08.109504 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [None req-58ab6c75-0ea4-41fa-bbeb-2d30a6997816 tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] http://10.222.0.23:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=94462) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:31:08.110531 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-58ab6c75-0ea4-41fa-bbeb-2d30a6997816 tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] 10.222.0.23 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0079753 Jul 05 02:31:08.122187 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39170) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:08.124251 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-1d27d275-7330-472f-94e2-2184175a36d3 req-d715fac2-7b1e-4301-9878-a0c458f4f667 service neutron] device_id is not set on port 5ae34ffe-cf3c-4868-8258-c90b90a1fe5d yet. {{(pid=94461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:31:08.129783 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [None req-a463aeb5-2c85-41b8-a383-ebde775caf64 tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] http://10.222.0.23:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=94462) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:31:08.133106 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-a463aeb5-2c85-41b8-a383-ebde775caf64 tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] 10.222.0.23 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0075514 Jul 05 02:31:08.133528 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39172) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:08.137496 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [None req-de00233f-b067-4031-9c5b-2d39977f4eca tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] http://10.222.0.23:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=94462) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:31:08.138477 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-de00233f-b067-4031-9c5b-2d39977f4eca tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] 10.222.0.23 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0042269 Jul 05 02:31:08.140144 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-d20ca0c1-033f-445b-ad5f-8fdfd188d296 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Deleting port 02250e00-2b7c-4492-994d-2acb3dea1d6d {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:31:08.140479 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d20ca0c1-033f-445b-ad5f-8fdfd188d296 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:08.143370 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39174) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:08.148806 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [None req-cec5316b-7622-43cf-9899-c07b646d7fab tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] http://10.222.0.23:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=94462) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:31:08.152757 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-cec5316b-7622-43cf-9899-c07b646d7fab tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] 10.222.0.23 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0043433 Jul 05 02:31:08.156596 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 39176) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:08.161281 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 02:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1827d7e-a907-4a07-9922-5993a53f322e x-openstack-request-id: req-c1827d7e-a907-4a07-9922-5993a53f322e {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:31:08.161900 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a29b1f86-c2b3-4079-ba70-879d5fa5b04b", "name": "network-vif-unplugged", "status": "completed", "tag": "16c77f10-6b39-403f-a66f-9731963e998e", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:31:08.162242 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c1827d7e-a907-4a07-9922-5993a53f322e {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:31:08.162695 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a29b1f86-c2b3-4079-ba70-879d5fa5b04b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16c77f10-6b39-403f-a66f-9731963e998e', 'code': 200} Jul 05 02:31:08.169519 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:08.170321 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 90a33b1c-909b-401e-ad71-88ba0ce020a5 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:31:08.192288 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [None req-019c30ad-f358-4cee-a5ea-eec570544d81 tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] http://10.222.0.23:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=94461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:31:08.196056 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-019c30ad-f358-4cee-a5ea-eec570544d81 tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] 10.222.0.23 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0359595 Jul 05 02:31:08.196056 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1d27d275-7330-472f-94e2-2184175a36d3 req-d715fac2-7b1e-4301-9878-a0c458f4f667 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:08.197034 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39178) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:08.202737 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac84ce52-e647-442b-a97f-e70e2587ed7b req-936ba3fa-4f87-4269-9c7c-88ac2efa7a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:08.204593 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ac84ce52-e647-442b-a97f-e70e2587ed7b req-936ba3fa-4f87-4269-9c7c-88ac2efa7a49 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2b2ed074-a425-47e6-b970-117c2eb734e7 HTTP/1.1" status: 200 len: 912 time: 0.3791125 Jul 05 02:31:08.206440 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [None req-018a15ac-2c88-4c1f-a51e-622dc526c654 tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] http://10.222.0.23:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=94462) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:31:08.210031 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-018a15ac-2c88-4c1f-a51e-622dc526c654 tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] 10.222.0.23 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0099444 Jul 05 02:31:08.210329 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39180) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:08.216631 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [None req-a112ea7b-cace-4dd4-90bd-ac97e35f06be tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] http://10.222.0.23:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=94462) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:31:08.217675 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-a112ea7b-cace-4dd4-90bd-ac97e35f06be tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] 10.222.0.23 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0063958 Jul 05 02:31:08.220266 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39182) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:08.225154 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [None req-c52f9f90-46bb-4c53-8062-3603f555d13c tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] http://10.222.0.23:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=94462) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:31:08.228873 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-c52f9f90-46bb-4c53-8062-3603f555d13c tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] 10.222.0.23 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0052946 Jul 05 02:31:08.229040 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39184) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:08.237679 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [None req-e56042ba-35b1-4784-a88e-63b1ffd5c100 tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] http://10.222.0.23:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=94462) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:31:08.241276 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-e56042ba-35b1-4784-a88e-63b1ffd5c100 tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] 10.222.0.23 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0087519 Jul 05 02:31:08.242177 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39186) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:08.249916 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [None req-92a4f885-2087-48a1-bfcd-79fbe6d5fb29 tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] http://10.222.0.23:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=94462) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:31:08.253654 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-92a4f885-2087-48a1-bfcd-79fbe6d5fb29 tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] 10.222.0.23 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0078411 Jul 05 02:31:08.259769 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39188) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:08.264264 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [None req-742f2fa9-8ccb-4aaa-b27c-8ca34c0ea039 tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] http://10.222.0.23:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=94462) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:31:08.267748 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-742f2fa9-8ccb-4aaa-b27c-8ca34c0ea039 tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] 10.222.0.23 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0045638 Jul 05 02:31:08.267987 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=16c77f10-6b39-403f-a66f-9731963e998e,revision_number=6']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:08.268854 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39190) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:08.273260 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [None req-785c6986-a4fa-4b2e-903f-cbbb756a2392 tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] http://10.222.0.23:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=94462) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:31:08.274364 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-785c6986-a4fa-4b2e-903f-cbbb756a2392 tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] 10.222.0.23 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0045369 Jul 05 02:31:08.277568 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 39192) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:08.279276 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.db.api [None req-34d79d31-944c-4d6a-8efb-c5933469e9d9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94463) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 02:31:08.279638 n-d-771362-32 neutron-server[94463]: DEBUG oslo_db.api [None req-34d79d31-944c-4d6a-8efb-c5933469e9d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 02:31:08.293659 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d20ca0c1-033f-445b-ad5f-8fdfd188d296 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:08.308992 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ac84ce52-e647-442b-a97f-e70e2587ed7b req-18ead72a-4b7a-4494-9133-853871e4d1af service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4f7ff7d4-6dc3-4b86-86cf-00a444d0c6bd HTTP/1.1" status: 200 len: 217 time: 0.0945728 Jul 05 02:31:08.309226 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-d20ca0c1-033f-445b-ad5f-8fdfd188d296 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Calling delete_port for 02250e00-2b7c-4492-994d-2acb3dea1d6d owned by network:router_interface {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:31:08.315170 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [None req-ee3a122d-25a6-44ea-aa59-145ba46ad7e2 tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] http://10.222.0.23:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=94461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:31:08.318641 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-ee3a122d-25a6-44ea-aa59-145ba46ad7e2 tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] 10.222.0.23 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0091121 Jul 05 02:31:08.319700 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39194) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:08.330183 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [None req-87e5c7db-d22f-4a88-9788-1c89aceead90 tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] http://10.222.0.23:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=94462) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:31:08.335348 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-87e5c7db-d22f-4a88-9788-1c89aceead90 tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] 10.222.0.23 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0113256 Jul 05 02:31:08.338440 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39196) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:08.344718 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [None req-09449696-0178-46d7-ab1d-5c7a874c871a tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] http://10.222.0.23:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=94462) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:31:08.349175 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-09449696-0178-46d7-ab1d-5c7a874c871a tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] 10.222.0.23 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0076163 Jul 05 02:31:08.349917 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39198) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:08.362647 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 90a33b1c-909b-401e-ad71-88ba0ce020a5 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:31:08.363030 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:08.377852 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-91260878-82a8-4002-81cc-21c63c8cb017 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:08.385134 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:08.385790 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bf2c948e-f168-4702-96a1-759ef8839da5 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:08.389649 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=bca46422-d7e5-482d-a95f-352dab883853,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:08.389828 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-bf2c948e-f168-4702-96a1-759ef8839da5 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.9182212 Jul 05 02:31:08.399139 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [None req-d74ad10b-9be3-421d-9061-0229c8df155e tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] http://10.222.0.23:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=94462) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:31:08.402532 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-d74ad10b-9be3-421d-9061-0229c8df155e tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] 10.222.0.23 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0117152 Jul 05 02:31:08.402532 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39200) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:08.402852 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39202) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:08.407102 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-9497c345-de68-41e7-ae13-ce7cf65ea433 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Request body: {'security_group_rule': {'security_group_id': '2f7297a6-1fae-4a8f-af42-1f55274590b5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:31:08.433937 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [None req-9a85e6b5-7a6a-4c22-8cac-62450f3df5e2 tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] http://10.222.0.23:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=94462) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:31:08.437541 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-9a85e6b5-7a6a-4c22-8cac-62450f3df5e2 tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] 10.222.0.23 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0074301 Jul 05 02:31:08.439782 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39204) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:08.444004 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [None req-15ef4838-6f92-495e-bb81-371b44778958 tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] http://10.222.0.23:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=94462) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:31:08.447906 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-15ef4838-6f92-495e-bb81-371b44778958 tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] 10.222.0.23 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0070982 Jul 05 02:31:08.448743 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39206) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:08.459076 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [None req-002c0fb9-ed9b-410b-ba22-a95a9837dc4c tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] http://10.222.0.23:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=94462) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:31:08.464046 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-002c0fb9-ed9b-410b-ba22-a95a9837dc4c tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] 10.222.0.23 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0124421 Jul 05 02:31:08.468692 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39210) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:08.474694 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [None req-cb1c0c4d-dcb7-498c-b592-4af3b69c4a53 tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] http://10.222.0.23:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=94462) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:31:08.479861 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 39212) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:08.480434 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-cb1c0c4d-dcb7-498c-b592-4af3b69c4a53 tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] 10.222.0.23 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0072522 Jul 05 02:31:08.490626 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.db.api [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94463) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 02:31:08.491071 n-d-771362-32 neutron-server[94463]: DEBUG oslo_db.api [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 02:31:08.519786 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [None req-598a7972-902d-48d6-aa13-85899cba1ada tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] http://10.222.0.23:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=94461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:31:08.520743 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-598a7972-902d-48d6-aa13-85899cba1ada tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] 10.222.0.23 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0049560 Jul 05 02:31:08.525076 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1d27d275-7330-472f-94e2-2184175a36d3 req-d715fac2-7b1e-4301-9878-a0c458f4f667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:08.530270 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 39214) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:08.532948 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d804a74f-4d16-4958-8f7a-941e56adb663 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:08.539661 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [None req-6db15c35-5e44-4f47-b1bc-0d26255f7145 tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] http://10.222.0.23:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=94461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:31:08.544193 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-6db15c35-5e44-4f47-b1bc-0d26255f7145 tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] 10.222.0.23 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0084803 Jul 05 02:31:08.547199 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39216) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:08.552730 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [None req-3c439344-0e66-4a92-a386-d4049de2d609 tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] http://10.222.0.23:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=94462) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:31:08.554721 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-3c439344-0e66-4a92-a386-d4049de2d609 tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] 10.222.0.23 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0064583 Jul 05 02:31:08.555239 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac84ce52-e647-442b-a97f-e70e2587ed7b req-124b7207-1d3d-4655-b3da-90d24e5a8458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:08.556889 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ac84ce52-e647-442b-a97f-e70e2587ed7b req-124b7207-1d3d-4655-b3da-90d24e5a8458 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7ea8b418-b9b3-4d3f-a5b3-6ec4c5442869 HTTP/1.1" status: 200 len: 852 time: 0.2397852 Jul 05 02:31:08.558294 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39218) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:08.563273 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [None req-3aed7df5-7cc2-4141-8b70-f9b4b4760f1a tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] http://10.222.0.23:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=94462) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:31:08.566170 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-3aed7df5-7cc2-4141-8b70-f9b4b4760f1a tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] 10.222.0.23 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0050490 Jul 05 02:31:08.566910 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39220) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:08.567281 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39222) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:08.574611 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [None req-7136c358-8f15-4ade-90e1-ac16e352057b tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] http://10.222.0.23:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=94462) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:31:08.575829 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-7136c358-8f15-4ade-90e1-ac16e352057b tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] 10.222.0.23 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0063012 Jul 05 02:31:08.584016 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39224) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:08.588705 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [None req-b072f530-e2bf-4f49-8009-984916851c77 tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] http://10.222.0.23:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=94462) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:31:08.592611 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-b072f530-e2bf-4f49-8009-984916851c77 tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] 10.222.0.23 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0052483 Jul 05 02:31:08.593354 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39228) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:08.602188 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [None req-1a268175-5839-4376-a1c8-575dcc8e2383 tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] http://10.222.0.23:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=94462) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:31:08.602188 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-1a268175-5839-4376-a1c8-575dcc8e2383 tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] 10.222.0.23 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0051258 Jul 05 02:31:08.607466 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 39230) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:08.634978 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9497c345-de68-41e7-ae13-ce7cf65ea433 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:08.668190 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [None req-6de928b7-f9d8-4c26-8559-a0f0ac8d22ea tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] http://10.222.0.23:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=94461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:31:08.671886 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-6de928b7-f9d8-4c26-8559-a0f0ac8d22ea tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] 10.222.0.23 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0121307 Jul 05 02:31:08.675908 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ac84ce52-e647-442b-a97f-e70e2587ed7b req-d78ac05c-53bd-42ae-86b7-51fc1d2bda84 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2b2ed074-a425-47e6-b970-117c2eb734e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0937781 Jul 05 02:31:08.677987 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 39232) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:08.690698 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [None req-240264d4-6d15-4202-baa0-31baea05fcb9 tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] http://10.222.0.23:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=94461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:31:08.694674 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-240264d4-6d15-4202-baa0-31baea05fcb9 tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] 10.222.0.23 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0075719 Jul 05 02:31:08.701512 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d804a74f-4d16-4958-8f7a-941e56adb663 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Network 6178dc65-d34e-4b22-be6a-428f01e2da05 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:31:08.709651 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39234) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:08.718291 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d715fac2-7b1e-4301-9878-a0c458f4f667 service neutron] Pushing event updated for resources: {'Port': ['ID=5ae34ffe-cf3c-4868-8258-c90b90a1fe5d,revision_number=6']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:08.721267 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-d804a74f-4d16-4958-8f7a-941e56adb663 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:31:08.723441 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [None req-ce436cec-f885-4496-a410-5f37e673391b tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] http://10.222.0.23:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=94462) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:31:08.726746 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-ce436cec-f885-4496-a410-5f37e673391b tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] 10.222.0.23 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0126753 Jul 05 02:31:08.729448 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39236) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:08.740553 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [None req-91c40ba1-ea3d-4144-b2f7-16876adf5efc tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] http://10.222.0.23:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=94462) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:31:08.742275 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-91c40ba1-ea3d-4144-b2f7-16876adf5efc tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] 10.222.0.23 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0103383 Jul 05 02:31:08.748607 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39238) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:08.763700 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [None req-80beaf54-ea5b-48d1-9e33-0f1f82d4c852 tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] http://10.222.0.23:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=94462) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:31:08.764713 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-80beaf54-ea5b-48d1-9e33-0f1f82d4c852 tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] 10.222.0.23 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0101502 Jul 05 02:31:08.765757 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-de38838a-0b89-4b1d-bc6c-6b4de375fe2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:08.766170 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d27d275-7330-472f-94e2-2184175a36d3 req-d715fac2-7b1e-4301-9878-a0c458f4f667 service neutron] No DVR routers for this DVR port 5ae34ffe-cf3c-4868-8258-c90b90a1fe5d on host n-h2-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:31:08.767789 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39240) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:08.772603 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d804a74f-4d16-4958-8f7a-941e56adb663 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:31:08.772961 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d804a74f-4d16-4958-8f7a-941e56adb663 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635668'] for router_interface, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:08.775466 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9497c345-de68-41e7-ae13-ce7cf65ea433 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:08.780241 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [None req-ceba7697-9418-4e1c-b8e6-66f9dbeb11fd tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] http://10.222.0.23:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=94462) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:31:08.783969 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-ceba7697-9418-4e1c-b8e6-66f9dbeb11fd tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] 10.222.0.23 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0070839 Jul 05 02:31:08.811396 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39242) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:08.816845 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [None req-0bb36a71-1b2e-49f5-9342-7e6956992bfe tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] http://10.222.0.23:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=94462) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:31:08.817853 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-0bb36a71-1b2e-49f5-9342-7e6956992bfe tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] 10.222.0.23 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0052133 Jul 05 02:31:08.838369 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39244) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:08.848657 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [None req-98cddc29-c1f7-468e-b09c-e1fa2e4e9d0e tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] http://10.222.0.23:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=94462) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:31:08.850619 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-98cddc29-c1f7-468e-b09c-e1fa2e4e9d0e tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] 10.222.0.23 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0093937 Jul 05 02:31:08.855566 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39246) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:08.862814 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [None req-74fb0c51-f312-43de-841b-66abdd64a7ca tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] http://10.222.0.23:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=94462) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:31:08.866564 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-74fb0c51-f312-43de-841b-66abdd64a7ca tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] 10.222.0.23 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0099237 Jul 05 02:31:08.867506 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39248) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:08.880806 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [None req-784aa013-2f54-4540-a05e-83c144d9143e tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] http://10.222.0.23:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=94462) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:31:08.881809 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-784aa013-2f54-4540-a05e-83c144d9143e tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] 10.222.0.23 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0054526 Jul 05 02:31:08.886047 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39250) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:08.886714 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9497c345-de68-41e7-ae13-ce7cf65ea433 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:08.898280 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [None req-b134a1c5-c754-4683-8efd-0cd8a5bb3d84 tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] http://10.222.0.23:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=94462) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:31:08.899456 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-b134a1c5-c754-4683-8efd-0cd8a5bb3d84 tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] 10.222.0.23 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0103796 Jul 05 02:31:08.904567 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39252) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:08.910017 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [None req-7e67575c-e61f-4872-9cca-5eaf75c1a320 tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] http://10.222.0.23:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=94462) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:31:08.911068 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-7e67575c-e61f-4872-9cca-5eaf75c1a320 tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] 10.222.0.23 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0045040 Jul 05 02:31:08.913165 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-91260878-82a8-4002-81cc-21c63c8cb017 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963'] for router, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:08.918484 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 39254) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:08.931911 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [None req-ee2f4c28-faec-4659-96a7-a231e5e1b886 tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] http://10.222.0.23:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=94461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:31:08.935363 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-ee2f4c28-faec-4659-96a7-a231e5e1b886 tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] 10.222.0.23 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0102444 Jul 05 02:31:08.935517 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d20ca0c1-033f-445b-ad5f-8fdfd188d296 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:08.938753 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39256) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:08.942842 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9497c345-de68-41e7-ae13-ce7cf65ea433 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13fcda92-90c8-4015-998c-f4795a7738ae,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:08.955112 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [None req-5bec5516-4cec-4ccb-a302-71b709bdebd5 tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] http://10.222.0.23:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=94462) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:31:08.956492 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-5bec5516-4cec-4ccb-a302-71b709bdebd5 tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] 10.222.0.23 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0113633 Jul 05 02:31:08.969841 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-42564560-2689-42d8-a89d-ea7614a57ae0 None None] Provisioning complete for port 5ae34ffe-cf3c-4868-8258-c90b90a1fe5d triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:31:08.970876 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-42564560-2689-42d8-a89d-ea7614a57ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:08.982899 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39258) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:08.994824 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [None req-eee02524-06f0-47f7-acd8-a61e82ed23c9 tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] http://10.222.0.23:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=94462) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:31:08.995837 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-eee02524-06f0-47f7-acd8-a61e82ed23c9 tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] 10.222.0.23 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0098326 Jul 05 02:31:08.998591 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20ca0c1-033f-445b-ad5f-8fdfd188d296 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Pushing event deleted for resources: {'Port': ['ID=02250e00-2b7c-4492-994d-2acb3dea1d6d,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:09.001365 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39260) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:09.012377 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [None req-f4d2857e-10a5-4dc4-8785-d9cf213bca05 tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] http://10.222.0.23:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=94462) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:31:09.015851 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-f4d2857e-10a5-4dc4-8785-d9cf213bca05 tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] 10.222.0.23 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0076401 Jul 05 02:31:09.034783 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39262) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:09.043908 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [None req-8ad35cf1-91e2-40fe-9952-849df3718a34 tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] http://10.222.0.23:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=94462) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:31:09.045654 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-8ad35cf1-91e2-40fe-9952-849df3718a34 tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] 10.222.0.23 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0065510 Jul 05 02:31:09.048535 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-42564560-2689-42d8-a89d-ea7614a57ae0 None None] Port 5ae34ffe-cf3c-4868-8258-c90b90a1fe5d cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:31:09.052958 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 56b8015f-94a3-4395-b042-696c4e70e1cd no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:31:09.069091 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39264) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:09.081660 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [None req-5bc1ba7f-ac53-4016-9304-faaa34cbf464 tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] http://10.222.0.23:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=94462) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:31:09.088507 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-5bc1ba7f-ac53-4016-9304-faaa34cbf464 tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] 10.222.0.23 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0107436 Jul 05 02:31:09.090189 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39268) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:09.109776 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [None req-b6a9259a-6333-45bc-b8c1-582366e94dd7 tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] http://10.222.0.23:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=94462) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:31:09.110808 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-b6a9259a-6333-45bc-b8c1-582366e94dd7 tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] 10.222.0.23 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0196757 Jul 05 02:31:09.112382 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d804a74f-4d16-4958-8f7a-941e56adb663 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Pushing event updated for resources: {'Port': ['ID=eb366d46-d65d-483a-b768-b9fe6138aaf2,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:09.134527 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 39272) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:09.134527 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-1d27d275-7330-472f-94e2-2184175a36d3 req-d715fac2-7b1e-4301-9878-a0c458f4f667 service neutron] In _notify_port_updated(), no bound segment for port 5ae34ffe-cf3c-4868-8258-c90b90a1fe5d on network 8521063c-8363-41f1-a9c0-837836263ed0 {{(pid=94461) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 02:31:09.134527 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d27d275-7330-472f-94e2-2184175a36d3 req-d715fac2-7b1e-4301-9878-a0c458f4f667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:09.134527 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1d27d275-7330-472f-94e2-2184175a36d3 req-d715fac2-7b1e-4301-9878-a0c458f4f667 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:09.135401 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1d27d275-7330-472f-94e2-2184175a36d3 req-d715fac2-7b1e-4301-9878-a0c458f4f667 service neutron] 10.222.0.15 "PUT /v2.0/ports/5ae34ffe-cf3c-4868-8258-c90b90a1fe5d HTTP/1.1" status: 200 len: 1028 time: 3.1241164 Jul 05 02:31:09.156090 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [None req-e69705e0-fd58-4f3c-8d82-8974bb93d5a4 tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] http://10.222.0.23:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=94461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:31:09.157132 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-e69705e0-fd58-4f3c-8d82-8974bb93d5a4 tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] 10.222.0.23 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0259950 Jul 05 02:31:09.167905 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39274) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:09.197335 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [None req-8675ddf5-8cd9-492a-b1eb-bcf20c611d11 tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] http://10.222.0.23:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=94462) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:31:09.198613 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-8675ddf5-8cd9-492a-b1eb-bcf20c611d11 tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] 10.222.0.23 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0223851 Jul 05 02:31:09.199109 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device bca46422-d7e5-482d-a95f-352dab883853 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:31:09.204236 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:09.206330 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39276) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:09.212997 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [None req-a4838980-58fa-44ba-bf75-79f14649db5a tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] http://10.222.0.23:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=94462) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:31:09.213954 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-a4838980-58fa-44ba-bf75-79f14649db5a tempest-ExtensionsTestJSON-909417924 tempest-ExtensionsTestJSON-909417924-project] 10.222.0.23 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0043955 Jul 05 02:31:09.277230 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-de38838a-0b89-4b1d-bc6c-6b4de375fe2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:09.304122 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 56b8015f-94a3-4395-b042-696c4e70e1cd, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=56b8015f-94a3-4395-b042-696c4e70e1cd,segment=NetworkSegment(c339102a-fa63-429b-bfae-9f85cbe3d098),segment_id=c339102a-fa63-429b-bfae-9f85cbe3d098)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:31:09.318389 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port bca46422-d7e5-482d-a95f-352dab883853 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:31:09.319287 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:09.327795 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ac84ce52-e647-442b-a97f-e70e2587ed7b req-daee8b84-80f8-4395-bdfd-ff3b5b1cb9c8 service neutron] 10.222.0.21 "GET /v2.0/networks/2b2ed074-a425-47e6-b970-117c2eb734e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6251538 Jul 05 02:31:09.334829 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d27d275-7330-472f-94e2-2184175a36d3 req-6bd23654-d2bf-4561-b795-76b588e32f08 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:09.336160 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1d27d275-7330-472f-94e2-2184175a36d3 req-6bd23654-d2bf-4561-b795-76b588e32f08 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.15 "GET /v2.0/ports/3bf96118-202e-47ea-8323-729179ed339d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1514251 Jul 05 02:31:09.345336 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-7ea35b8a-8646-449f-aad2-2c395cb09a59 None None] Provisioning for port eb366d46-d65d-483a-b768-b9fe6138aaf2 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:31:09.351696 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-7ea35b8a-8646-449f-aad2-2c395cb09a59 None None] Provisioning complete for port eb366d46-d65d-483a-b768-b9fe6138aaf2 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:31:09.351860 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-7ea35b8a-8646-449f-aad2-2c395cb09a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:09.373411 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-1d27d275-7330-472f-94e2-2184175a36d3 req-58dd6cd7-5dc0-4953-a9f6-2bf4ab65d5ea service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:31:09.383906 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d20ca0c1-033f-445b-ad5f-8fdfd188d296 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635398'] for router_interface, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:09.390889 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-7ea35b8a-8646-449f-aad2-2c395cb09a59 None None] Port eb366d46-d65d-483a-b768-b9fe6138aaf2 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:31:09.442172 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-de38838a-0b89-4b1d-bc6c-6b4de375fe2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:09.451941 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62685c78-c0d4-4162-819b-706e54bfb174 req-379b3a12-a49e-496f-ac87-facf16e3e7ee tempest-ServerPasswordTestJSON-1618831171 tempest-ServerPasswordTestJSON-1618831171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:09.453586 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-62685c78-c0d4-4162-819b-706e54bfb174 req-379b3a12-a49e-496f-ac87-facf16e3e7ee tempest-ServerPasswordTestJSON-1618831171 tempest-ServerPasswordTestJSON-1618831171-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e63fb0a-a720-437a-be82-ba610890f10f HTTP/1.1" status: 200 len: 943 time: 0.2523870 Jul 05 02:31:09.521057 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-de38838a-0b89-4b1d-bc6c-6b4de375fe2a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9f859d0251544b22930a852b20c30b63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9527278 Jul 05 02:31:09.531088 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 39280) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:09.549674 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:09.551648 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 3bf96118-202e-47ea-8323-729179ed339d no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:31:09.552011 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de38838a-0b89-4b1d-bc6c-6b4de375fe2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e22dca9a-c68f-4374-bbaf-802446e10b15,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:09.575170 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db174b1b-255c-4276-bc90-efb78c3dc7db req-3b8f5b82-d8a8-4393-b122-967bf03fe3a7 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:09.579262 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-62685c78-c0d4-4162-819b-706e54bfb174 req-f5437f57-ef6c-4d44-b4b5-7a90dbf3cb2f tempest-ServerPasswordTestJSON-1618831171 tempest-ServerPasswordTestJSON-1618831171-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6eedffb-6afb-4572-bcb0-7abef50a59a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132436 Jul 05 02:31:09.581712 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db174b1b-255c-4276-bc90-efb78c3dc7db req-3b8f5b82-d8a8-4393-b122-967bf03fe3a7 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:09.583363 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9497c345-de68-41e7-ae13-ce7cf65ea433 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:09.587116 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-9497c345-de68-41e7-ae13-ce7cf65ea433 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1809030 Jul 05 02:31:09.590590 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39282) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:09.595312 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db174b1b-255c-4276-bc90-efb78c3dc7db req-3b8f5b82-d8a8-4393-b122-967bf03fe3a7 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:09.602002 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db174b1b-255c-4276-bc90-efb78c3dc7db req-3b8f5b82-d8a8-4393-b122-967bf03fe3a7 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:09.603878 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-f675ce14-6501-465e-881c-9642512a013d tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Request body: {'security_group_rule': {'security_group_id': '2f7297a6-1fae-4a8f-af42-1f55274590b5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:31:09.608247 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db174b1b-255c-4276-bc90-efb78c3dc7db req-3b8f5b82-d8a8-4393-b122-967bf03fe3a7 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:09.608913 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 4f7ff7d4-6dc3-4b86-86cf-00a444d0c6bd details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:31:09.614706 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db174b1b-255c-4276-bc90-efb78c3dc7db req-3b8f5b82-d8a8-4393-b122-967bf03fe3a7 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:09.618627 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-db174b1b-255c-4276-bc90-efb78c3dc7db req-3b8f5b82-d8a8-4393-b122-967bf03fe3a7 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/ports?device_id=a29b1f86-c2b3-4079-ba70-879d5fa5b04b HTTP/1.1" status: 200 len: 4659 time: 0.3477087 Jul 05 02:31:09.635613 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91260878-82a8-4002-81cc-21c63c8cb017 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Router 9cd06fac-ab0b-457e-8e02-3d03d43a0ec6 is scheduled to L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 with binding_index 1 {{(pid=94461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 02:31:09.661163 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ac84ce52-e647-442b-a97f-e70e2587ed7b req-fe5c2bf3-075d-4cad-8634-5e73113b6e12 service neutron] 10.222.0.21 "GET /v2.0/networks/2b2ed074-a425-47e6-b970-117c2eb734e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3232176 Jul 05 02:31:09.683368 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d804a74f-4d16-4958-8f7a-941e56adb663 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:09.691002 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1d27d275-7330-472f-94e2-2184175a36d3 req-58dd6cd7-5dc0-4953-a9f6-2bf4ab65d5ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:09.697629 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=56b8015f-94a3-4395-b042-696c4e70e1cd,revision_number=6']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:09.751433 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d20ca0c1-033f-445b-ad5f-8fdfd188d296 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Router e6b2b62e-7f55-4ba2-b077-893840665ffb has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:31:09.757743 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:09.787609 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 4f7ff7d4-6dc3-4b86-86cf-00a444d0c6bd, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=4f7ff7d4-6dc3-4b86-86cf-00a444d0c6bd,segment=NetworkSegment(fe33053a-d2c9-41f3-b5ae-a20864e7753e),segment_id=fe33053a-d2c9-41f3-b5ae-a20864e7753e)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:31:09.809031 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': '4f7ff7d4-6dc3-4b86-86cf-00a444d0c6bd', 'network_id': '2b2ed074-a425-47e6-b970-117c2eb734e7', 'port_id': '4f7ff7d4-6dc3-4b86-86cf-00a444d0c6bd', 'mac_address': 'fa:16:3e:ae:26:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ea8b418-b9b3-4d3f-a5b3-6ec4c5442869', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:31:09.817291 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f675ce14-6501-465e-881c-9642512a013d tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:09.826776 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 3bf96118-202e-47ea-8323-729179ed339d, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=3bf96118-202e-47ea-8323-729179ed339d,segment=NetworkSegment(1e66968f-6f5e-4e8c-8b7e-ad16b36c9c98),segment_id=1e66968f-6f5e-4e8c-8b7e-ad16b36c9c98)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:31:09.863748 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:09.875919 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-db174b1b-255c-4276-bc90-efb78c3dc7db req-9d8e971b-b289-41a5-b7ae-221ac6206db6 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/security-groups?id=17338adc-3db3-4a61-bf9d-146877730ae5&id=aee4c074-5a4c-4da1-9a49-8feda33d45d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2263989 Jul 05 02:31:09.880690 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f7ff7d4-6dc3-4b86-86cf-00a444d0c6bd {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:31:09.903031 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1cc10e99-151e-4534-80d9-4b5f86fd0d0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:09.924857 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 4f7ff7d4-6dc3-4b86-86cf-00a444d0c6bd, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=4f7ff7d4-6dc3-4b86-86cf-00a444d0c6bd,segment=NetworkSegment(fe33053a-d2c9-41f3-b5ae-a20864e7753e),segment_id=fe33053a-d2c9-41f3-b5ae-a20864e7753e)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:31:09.925553 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d20ca0c1-033f-445b-ad5f-8fdfd188d296 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:31:09.935648 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5aeaa31-7da3-45c3-bbf8-0607a1bfe37a None None] Sync routers for ids ['e6b2b62e-7f55-4ba2-b077-893840665ffb'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:31:09.939055 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-d20ca0c1-033f-445b-ad5f-8fdfd188d296 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] 10.222.0.23 "PUT /v2.0/routers/e6b2b62e-7f55-4ba2-b077-893840665ffb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6194105 Jul 05 02:31:09.943274 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39286) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:09.957368 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 02:31:09.959961 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5aeaa31-7da3-45c3-bbf8-0607a1bfe37a None None] Routers {'e6b2b62e-7f55-4ba2-b077-893840665ffb'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:31:09.983040 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-c5aeaa31-7da3-45c3-bbf8-0607a1bfe37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:30:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['e6b2b62e-7f55-4ba2-b077-893840665ffb'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:09.995988 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-c5aeaa31-7da3-45c3-bbf8-0607a1bfe37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:10.007393 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5aeaa31-7da3-45c3-bbf8-0607a1bfe37a None None] Routers {'e6b2b62e-7f55-4ba2-b077-893840665ffb'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:31:10.008467 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-c5aeaa31-7da3-45c3-bbf8-0607a1bfe37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:30:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['e6b2b62e-7f55-4ba2-b077-893840665ffb'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:10.044079 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39288) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:10.048267 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-c5aeaa31-7da3-45c3-bbf8-0607a1bfe37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:10.048937 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5aeaa31-7da3-45c3-bbf8-0607a1bfe37a None None] The sync data for ids ['e6b2b62e-7f55-4ba2-b077-893840665ffb'] in n-d-771362-32 is: [] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:31:10.080222 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0a7b784b-a7b5-4a4a-8efb-9ca84446d6b1 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks [] for router, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:10.125867 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:10.126635 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device ebeeea34-31e3-4860-b394-0cf6d93b55be no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:31:10.167695 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a29b1f86-c2b3-4079-ba70-879d5fa5b04b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56b8015f-94a3-4395-b042-696c4e70e1cd'}, {'server_uuid': 'a29b1f86-c2b3-4079-ba70-879d5fa5b04b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bf96118-202e-47ea-8323-729179ed339d'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:31:10.170092 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce8d15d3-dfa7-4f85-becd-38c1392450dd" -d '{"events": [{"server_uuid": "a29b1f86-c2b3-4079-ba70-879d5fa5b04b", "name": "network-vif-unplugged", "status": "completed", "tag": "56b8015f-94a3-4395-b042-696c4e70e1cd"}, {"server_uuid": "a29b1f86-c2b3-4079-ba70-879d5fa5b04b", "name": "network-vif-unplugged", "status": "completed", "tag": "3bf96118-202e-47ea-8323-729179ed339d"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:31:10.197856 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:10.227624 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Mon, 05 Jul 2021 02:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8329334-3147-4da5-a108-b9d20d242a1e x-openstack-request-id: req-d8329334-3147-4da5-a108-b9d20d242a1e {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:31:10.228056 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a29b1f86-c2b3-4079-ba70-879d5fa5b04b", "name": "network-vif-unplugged", "status": "completed", "tag": "56b8015f-94a3-4395-b042-696c4e70e1cd", "code": 200}, {"server_uuid": "a29b1f86-c2b3-4079-ba70-879d5fa5b04b", "name": "network-vif-unplugged", "status": "completed", "tag": "3bf96118-202e-47ea-8323-729179ed339d", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:31:10.228309 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d8329334-3147-4da5-a108-b9d20d242a1e {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:31:10.228699 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a29b1f86-c2b3-4079-ba70-879d5fa5b04b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56b8015f-94a3-4395-b042-696c4e70e1cd', 'code': 200} Jul 05 02:31:10.228954 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a29b1f86-c2b3-4079-ba70-879d5fa5b04b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bf96118-202e-47ea-8323-729179ed339d', 'code': 200} Jul 05 02:31:10.236154 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=3bf96118-202e-47ea-8323-729179ed339d,revision_number=6']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:10.257967 n-d-771362-32 neutron-server[94462]: INFO neutron.api.v2.resource [None req-f675ce14-6501-465e-881c-9642512a013d tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] create failed (client error): There was a conflict when trying to complete your request. Jul 05 02:31:10.257967 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-f675ce14-6501-465e-881c-9642512a013d tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.6452239 Jul 05 02:31:10.257967 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39294) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:10.270302 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1d86342c-84e6-48c9-8a6e-1ce423392ec2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:10.282005 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0a7b784b-a7b5-4a4a-8efb-9ca84446d6b1 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:10.322699 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=4f7ff7d4-6dc3-4b86-86cf-00a444d0c6bd,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:10.329037 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:10.364200 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port ebeeea34-31e3-4860-b394-0cf6d93b55be, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=ebeeea34-31e3-4860-b394-0cf6d93b55be,segment=NetworkSegment(c339102a-fa63-429b-bfae-9f85cbe3d098),segment_id=c339102a-fa63-429b-bfae-9f85cbe3d098)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:31:10.375789 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0484a2d3-a9d5-45da-a52c-01f361409311 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:10.375992 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.db.api [req-1d27d275-7330-472f-94e2-2184175a36d3 req-58dd6cd7-5dc0-4953-a9f6-2bf4ab65d5ea service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 02:31:10.375992 n-d-771362-32 neutron-server[94461]: DEBUG oslo_db.api [req-1d27d275-7330-472f-94e2-2184175a36d3 req-58dd6cd7-5dc0-4953-a9f6-2bf4ab65d5ea service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 02:31:10.399667 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1cc10e99-151e-4534-80d9-4b5f86fd0d0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:10.405236 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0484a2d3-a9d5-45da-a52c-01f361409311 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:10.410242 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['4f7ff7d4-6dc3-4b86-86cf-00a444d0c6bd'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:31:10.453837 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91260878-82a8-4002-81cc-21c63c8cb017 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:31:10.474389 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c41dbc8-7660-4b97-b1d7-8344f37046d7 None None] Sync routers for ids ['9cd06fac-ab0b-457e-8e02-3d03d43a0ec6'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:31:10.492972 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1d86342c-84e6-48c9-8a6e-1ce423392ec2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:10.511483 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c41dbc8-7660-4b97-b1d7-8344f37046d7 None None] Routers {'9cd06fac-ab0b-457e-8e02-3d03d43a0ec6'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:31:10.514598 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-9c41dbc8-7660-4b97-b1d7-8344f37046d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:30:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['9cd06fac-ab0b-457e-8e02-3d03d43a0ec6'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:10.523981 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-0a7b784b-a7b5-4a4a-8efb-9ca84446d6b1 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Deleting port bdc7ff12-a840-4432-b738-491e7c75f6ec {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:31:10.524321 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0a7b784b-a7b5-4a4a-8efb-9ca84446d6b1 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:10.531297 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:10.532065 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 5989baa9-fe49-4803-b03e-335f01c6c828 no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:31:10.606396 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d804a74f-4d16-4958-8f7a-941e56adb663 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:10.638186 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0a7b784b-a7b5-4a4a-8efb-9ca84446d6b1 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:10.650842 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-0a7b784b-a7b5-4a4a-8efb-9ca84446d6b1 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Calling delete_port for bdc7ff12-a840-4432-b738-491e7c75f6ec owned by network:router_gateway {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:31:10.652823 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-9c41dbc8-7660-4b97-b1d7-8344f37046d7 None None] Set router 9cd06fac-ab0b-457e-8e02-3d03d43a0ec6 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:31:10.660138 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=ebeeea34-31e3-4860-b394-0cf6d93b55be,revision_number=6']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:10.663177 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1d86342c-84e6-48c9-8a6e-1ce423392ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:10.672889 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:10.708843 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1cc10e99-151e-4534-80d9-4b5f86fd0d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:10.711611 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1cc10e99-151e-4534-80d9-4b5f86fd0d0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:10.712803 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-1cc10e99-151e-4534-80d9-4b5f86fd0d0e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e22dca9a-c68f-4374-bbaf-802446e10b15 HTTP/1.1" status: 204 len: 168 time: 1.1806953 Jul 05 02:31:10.718776 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-1d86342c-84e6-48c9-8a6e-1ce423392ec2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4e2bc17b438f413981bfa1feb643d099&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6736350 Jul 05 02:31:10.719405 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39300) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:10.720655 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d804a74f-4d16-4958-8f7a-941e56adb663 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:10.722074 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d804a74f-4d16-4958-8f7a-941e56adb663 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634601'] for router_interface, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:10.722324 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d86342c-84e6-48c9-8a6e-1ce423392ec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb8e57c7-45e0-491c-8695-dff1b83a8c26,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:10.728195 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 5989baa9-fe49-4803-b03e-335f01c6c828, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=5989baa9-fe49-4803-b03e-335f01c6c828,segment=NetworkSegment(1e66968f-6f5e-4e8c-8b7e-ad16b36c9c98),segment_id=1e66968f-6f5e-4e8c-8b7e-ad16b36c9c98)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:31:10.753176 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc10e99-151e-4534-80d9-4b5f86fd0d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e22dca9a-c68f-4374-bbaf-802446e10b15,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:10.771711 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0484a2d3-a9d5-45da-a52c-01f361409311 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:10.774275 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0484a2d3-a9d5-45da-a52c-01f361409311 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:10.775623 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-0484a2d3-a9d5-45da-a52c-01f361409311 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] 10.222.0.23 "DELETE /v2.0/security-groups/2f7297a6-1fae-4a8f-af42-1f55274590b5 HTTP/1.1" status: 204 len: 168 time: 0.5298107 Jul 05 02:31:10.812192 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39302) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:10.843089 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0484a2d3-a9d5-45da-a52c-01f361409311 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f7297a6-1fae-4a8f-af42-1f55274590b5,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:10.853126 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-17da7421-78e3-47c7-bede-f7bfd41e9409 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:10.854214 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:10.855330 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device b3954152-aa83-410a-ad29-4f54d0faf476 no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:31:10.871763 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-91260878-82a8-4002-81cc-21c63c8cb017 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks [] for router, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:10.874631 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-9c41dbc8-7660-4b97-b1d7-8344f37046d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd06fac-ab0b-457e-8e02-3d03d43a0ec6', 'name': 'tempest-snat-router-1044422355', 'tenant_id': 'dbb8f3ae9b7f4cc6b483a79bc43586e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': '3681ef56-52de-412b-9bfe-15213f7f47ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:31:01Z', 'updated_at': '2021-07-05T02:31:07Z', 'revision_number': 3, 'project_id': 'dbb8f3ae9b7f4cc6b483a79bc43586e6', 'gw_port': {'id': '3681ef56-52de-412b-9bfe-15213f7f47ce', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:dd:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cd06fac-ab0b-457e-8e02-3d03d43a0ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:31:04Z', 'updated_at': '2021-07-05T02:31:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:10.875443 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-17da7421-78e3-47c7-bede-f7bfd41e9409 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:10.875926 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-91260878-82a8-4002-81cc-21c63c8cb017 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 9.2217553 Jul 05 02:31:10.876663 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 39304) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:10.906437 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c41dbc8-7660-4b97-b1d7-8344f37046d7 None None] Checking router: 9cd06fac-ab0b-457e-8e02-3d03d43a0ec6 for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:31:10.908545 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c41dbc8-7660-4b97-b1d7-8344f37046d7 None None] Updating router 9cd06fac-ab0b-457e-8e02-3d03d43a0ec6 port 3681ef56-52de-412b-9bfe-15213f7f47ce binding host n-d-771362-32 {{(pid=94464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 02:31:10.989031 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9c41dbc8-7660-4b97-b1d7-8344f37046d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:11.003424 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=5989baa9-fe49-4803-b03e-335f01c6c828,revision_number=6']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:11.028540 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-e27ab6ce-0e21-4c7c-a88d-3e27285687ec tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] 10.222.0.23 "GET /v2.0/routers/9cd06fac-ab0b-457e-8e02-3d03d43a0ec6 HTTP/1.1" status: 200 len: 908 time: 0.1427047 Jul 05 02:31:11.029927 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-534520ca-64ea-477b-9be6-f9443d96c3f8 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2145519 Jul 05 02:31:11.030672 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39308) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:11.031216 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39310) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:11.049175 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-220454b9-f4c1-42f5-8fda-fb2739320828 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Request body: {'security_group': {'name': 'tempest-secgroup--786513644'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:31:11.064834 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:11.116841 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port b3954152-aa83-410a-ad29-4f54d0faf476, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=b3954152-aa83-410a-ad29-4f54d0faf476,segment=NetworkSegment(ebdd5ec8-1058-47a8-b717-5a7ce40fe2d0),segment_id=ebdd5ec8-1058-47a8-b717-5a7ce40fe2d0)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:31:11.125442 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d804a74f-4d16-4958-8f7a-941e56adb663 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Network 6178dc65-d34e-4b22-be6a-428f01e2da05 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:31:11.128640 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d804a74f-4d16-4958-8f7a-941e56adb663 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Pushing event updated for resources: {'Port': ['ID=eb366d46-d65d-483a-b768-b9fe6138aaf2,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:11.136590 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-17da7421-78e3-47c7-bede-f7bfd41e9409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:11.136844 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-d804a74f-4d16-4958-8f7a-941e56adb663 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:31:11.139116 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-17da7421-78e3-47c7-bede-f7bfd41e9409 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:11.143069 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-17da7421-78e3-47c7-bede-f7bfd41e9409 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bb8e57c7-45e0-491c-8695-dff1b83a8c26 HTTP/1.1" status: 204 len: 168 time: 0.4177816 Jul 05 02:31:11.163340 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1d27d275-7330-472f-94e2-2184175a36d3 req-58dd6cd7-5dc0-4953-a9f6-2bf4ab65d5ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:11.236300 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17da7421-78e3-47c7-bede-f7bfd41e9409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb8e57c7-45e0-491c-8695-dff1b83a8c26,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:11.247649 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e301c2-c20d-43c3-95e1-28a8cb482c2e req-7f21e314-4fa0-4824-b3fd-7dc265045b8e tempest-ServerPasswordTestJSON-1618831171 tempest-ServerPasswordTestJSON-1618831171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:11.250188 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-09e301c2-c20d-43c3-95e1-28a8cb482c2e req-7f21e314-4fa0-4824-b3fd-7dc265045b8e tempest-ServerPasswordTestJSON-1618831171 tempest-ServerPasswordTestJSON-1618831171-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e63fb0a-a720-437a-be82-ba610890f10f HTTP/1.1" status: 200 len: 944 time: 0.4834180 Jul 05 02:31:11.276906 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:11.359879 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d9c2ee18-1556-4709-84e3-0b1a84c7cc0f tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks [] for router, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:11.364572 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9c41dbc8-7660-4b97-b1d7-8344f37046d7 None None] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:11.381773 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-9c41dbc8-7660-4b97-b1d7-8344f37046d7 None None] Transition to ACTIVE for port object 3681ef56-52de-412b-9bfe-15213f7f47ce will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:31:11.409750 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=b3954152-aa83-410a-ad29-4f54d0faf476,revision_number=6']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:11.456134 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-220454b9-f4c1-42f5-8fda-fb2739320828 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:11.464145 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-09e301c2-c20d-43c3-95e1-28a8cb482c2e req-641a35bf-32dc-4224-92f7-9689a4d7f0d3 tempest-ServerPasswordTestJSON-1618831171 tempest-ServerPasswordTestJSON-1618831171-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6eedffb-6afb-4572-bcb0-7abef50a59a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832597 Jul 05 02:31:11.486510 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9c41dbc8-7660-4b97-b1d7-8344f37046d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:11.533317 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796bec95-ebd7-41e3-9026-752142dc065b req-195bfd5e-8dfd-46a3-b614-1823c7b3bcca tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:11.545970 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796bec95-ebd7-41e3-9026-752142dc065b req-195bfd5e-8dfd-46a3-b614-1823c7b3bcca tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:11.553658 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796bec95-ebd7-41e3-9026-752142dc065b req-195bfd5e-8dfd-46a3-b614-1823c7b3bcca tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:11.561036 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796bec95-ebd7-41e3-9026-752142dc065b req-195bfd5e-8dfd-46a3-b614-1823c7b3bcca tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:11.568700 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796bec95-ebd7-41e3-9026-752142dc065b req-195bfd5e-8dfd-46a3-b614-1823c7b3bcca tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:11.580404 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f43df43-3965-4f53-87e1-6c1a0a21ac50 None None] Pushing event updated for resources: {'Port': ['ID=3681ef56-52de-412b-9bfe-15213f7f47ce,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:11.580647 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796bec95-ebd7-41e3-9026-752142dc065b req-195bfd5e-8dfd-46a3-b614-1823c7b3bcca tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:11.583527 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-9c41dbc8-7660-4b97-b1d7-8344f37046d7 None None] Attempting to bind port 3681ef56-52de-412b-9bfe-15213f7f47ce on host n-d-771362-32 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:31:11.583996 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-9c41dbc8-7660-4b97-b1d7-8344f37046d7 None None] Attempting to bind port 3681ef56-52de-412b-9bfe-15213f7f47ce by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:31:11.584489 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c41dbc8-7660-4b97-b1d7-8344f37046d7 None None] Attempting to bind port 3681ef56-52de-412b-9bfe-15213f7f47ce on network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:31:11.588659 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-796bec95-ebd7-41e3-9026-752142dc065b req-195bfd5e-8dfd-46a3-b614-1823c7b3bcca tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/ports?device_id=a29b1f86-c2b3-4079-ba70-879d5fa5b04b HTTP/1.1" status: 200 len: 4651 time: 0.4647644 Jul 05 02:31:11.590695 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c41dbc8-7660-4b97-b1d7-8344f37046d7 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:31:11.591279 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c41dbc8-7660-4b97-b1d7-8344f37046d7 None None] Checking segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:31:11.592078 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9c41dbc8-7660-4b97-b1d7-8344f37046d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:11.592254 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c41dbc8-7660-4b97-b1d7-8344f37046d7 None None] Bound using segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:31:11.592745 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-9c41dbc8-7660-4b97-b1d7-8344f37046d7 None None] Bound port: 3681ef56-52de-412b-9bfe-15213f7f47ce, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:31:11.593683 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9c41dbc8-7660-4b97-b1d7-8344f37046d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:11.597830 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-1d27d275-7330-472f-94e2-2184175a36d3 req-58dd6cd7-5dc0-4953-a9f6-2bf4ab65d5ea service neutron] For port 3bf96118-202e-47ea-8323-729179ed339d, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=3bf96118-202e-47ea-8323-729179ed339d,segment=NetworkSegment(1e66968f-6f5e-4e8c-8b7e-ad16b36c9c98),segment_id=1e66968f-6f5e-4e8c-8b7e-ad16b36c9c98)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:31:11.609819 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0a7b784b-a7b5-4a4a-8efb-9ca84446d6b1 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:11.638625 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-1d27d275-7330-472f-94e2-2184175a36d3 req-58dd6cd7-5dc0-4953-a9f6-2bf4ab65d5ea service neutron] For port 3bf96118-202e-47ea-8323-729179ed339d, host n-h2-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:31:11.648204 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 4f7ff7d4-6dc3-4b86-86cf-00a444d0c6bd up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:31:11.665323 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-9c41dbc8-7660-4b97-b1d7-8344f37046d7 None None] For port 3681ef56-52de-412b-9bfe-15213f7f47ce, host n-d-771362-32, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:31:11.670712 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b784b-a7b5-4a4a-8efb-9ca84446d6b1 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Pushing event deleted for resources: {'Port': ['ID=bdc7ff12-a840-4432-b738-491e7c75f6ec,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:11.670927 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-9c41dbc8-7660-4b97-b1d7-8344f37046d7 None None] For port 3681ef56-52de-412b-9bfe-15213f7f47ce, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=3681ef56-52de-412b-9bfe-15213f7f47ce,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:31:11.682542 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d804a74f-4d16-4958-8f7a-941e56adb663 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Router 03832a15-c1a0-46b1-9b55-670ef17f98b6 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:31:11.698957 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-1d27d275-7330-472f-94e2-2184175a36d3 req-58dd6cd7-5dc0-4953-a9f6-2bf4ab65d5ea service neutron] device_id is not set on port 3bf96118-202e-47ea-8323-729179ed339d yet. {{(pid=94461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:31:11.701787 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-eb802d7e-9c74-496c-828f-11b285e9cf54 None None] Provisioning complete for port eb366d46-d65d-483a-b768-b9fe6138aaf2 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:31:11.702467 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-eb802d7e-9c74-496c-828f-11b285e9cf54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:11.706597 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:11.710547 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:11.716390 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1d27d275-7330-472f-94e2-2184175a36d3 req-58dd6cd7-5dc0-4953-a9f6-2bf4ab65d5ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:11.718556 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d9c2ee18-1556-4709-84e3-0b1a84c7cc0f tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:11.758776 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-eb802d7e-9c74-496c-828f-11b285e9cf54 None None] Port eb366d46-d65d-483a-b768-b9fe6138aaf2 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:31:11.760472 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-796bec95-ebd7-41e3-9026-752142dc065b req-517c6f93-f54c-498c-a8f7-753dc4572e4e tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/security-groups?id=17338adc-3db3-4a61-bf9d-146877730ae5&id=aee4c074-5a4c-4da1-9a49-8feda33d45d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1708870 Jul 05 02:31:11.797216 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9c41dbc8-7660-4b97-b1d7-8344f37046d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:11.809979 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0a7b784b-a7b5-4a4a-8efb-9ca84446d6b1 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636927'] for router_gateway, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:11.831120 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d804a74f-4d16-4958-8f7a-941e56adb663 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:31:11.836224 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-d804a74f-4d16-4958-8f7a-941e56adb663 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "PUT /v2.0/routers/03832a15-c1a0-46b1-9b55-670ef17f98b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4915657 Jul 05 02:31:11.837571 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1d27d275-7330-472f-94e2-2184175a36d3 req-58dd6cd7-5dc0-4953-a9f6-2bf4ab65d5ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:11.847393 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 39322) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:11.853929 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-0eb38946-79b5-4a86-b3c5-a9a75a316cfd tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:31:11.857081 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd89001-9c29-42ff-968c-41b37d56a1e9 None None] Sync routers for ids ['03832a15-c1a0-46b1-9b55-670ef17f98b6'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:31:11.862906 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c41dbc8-7660-4b97-b1d7-8344f37046d7 None None] Routers {'9cd06fac-ab0b-457e-8e02-3d03d43a0ec6'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:31:11.863696 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-9c41dbc8-7660-4b97-b1d7-8344f37046d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:30:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['9cd06fac-ab0b-457e-8e02-3d03d43a0ec6'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:11.875454 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd89001-9c29-42ff-968c-41b37d56a1e9 None None] Routers {'03832a15-c1a0-46b1-9b55-670ef17f98b6'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:31:11.876592 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-fdd89001-9c29-42ff-968c-41b37d56a1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:30:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['03832a15-c1a0-46b1-9b55-670ef17f98b6'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:11.912690 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f43df43-3965-4f53-87e1-6c1a0a21ac50 None None] Pushing event updated for resources: {'Port': ['ID=3681ef56-52de-412b-9bfe-15213f7f47ce,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:11.982799 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning for port 4f7ff7d4-6dc3-4b86-86cf-00a444d0c6bd completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:31:12.058895 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-9c41dbc8-7660-4b97-b1d7-8344f37046d7 None None] Set router 9cd06fac-ab0b-457e-8e02-3d03d43a0ec6 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:31:12.068121 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port 4f7ff7d4-6dc3-4b86-86cf-00a444d0c6bd triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:31:12.075031 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:12.176724 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-fdd89001-9c29-42ff-968c-41b37d56a1e9 None None] Set router 03832a15-c1a0-46b1-9b55-670ef17f98b6 gateway port host: None {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:31:12.205420 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d27d275-7330-472f-94e2-2184175a36d3 req-58dd6cd7-5dc0-4953-a9f6-2bf4ab65d5ea service neutron] No DVR routers for this DVR port 3bf96118-202e-47ea-8323-729179ed339d on host n-h2-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:31:12.256378 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dd6cd7-5dc0-4953-a9f6-2bf4ab65d5ea service neutron] Pushing event updated for resources: {'Port': ['ID=3bf96118-202e-47ea-8323-729179ed339d,revision_number=7']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:12.330005 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-1d27d275-7330-472f-94e2-2184175a36d3 req-58dd6cd7-5dc0-4953-a9f6-2bf4ab65d5ea service neutron] In _notify_port_updated(), no bound segment for port 3bf96118-202e-47ea-8323-729179ed339d on network 8521063c-8363-41f1-a9c0-837836263ed0 {{(pid=94461) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 02:31:12.331628 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d27d275-7330-472f-94e2-2184175a36d3 req-58dd6cd7-5dc0-4953-a9f6-2bf4ab65d5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:12.332485 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1d27d275-7330-472f-94e2-2184175a36d3 req-58dd6cd7-5dc0-4953-a9f6-2bf4ab65d5ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:12.333980 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1d27d275-7330-472f-94e2-2184175a36d3 req-58dd6cd7-5dc0-4953-a9f6-2bf4ab65d5ea service neutron] 10.222.0.15 "PUT /v2.0/ports/3bf96118-202e-47ea-8323-729179ed339d HTTP/1.1" status: 200 len: 1027 time: 2.9850926 Jul 05 02:31:12.347086 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-9c41dbc8-7660-4b97-b1d7-8344f37046d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd06fac-ab0b-457e-8e02-3d03d43a0ec6', 'name': 'tempest-snat-router-1044422355', 'tenant_id': 'dbb8f3ae9b7f4cc6b483a79bc43586e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': '3681ef56-52de-412b-9bfe-15213f7f47ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:31:01Z', 'updated_at': '2021-07-05T02:31:07Z', 'revision_number': 3, 'project_id': 'dbb8f3ae9b7f4cc6b483a79bc43586e6', 'gw_port': {'id': '3681ef56-52de-412b-9bfe-15213f7f47ce', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:dd:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cd06fac-ab0b-457e-8e02-3d03d43a0ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:31:04Z', 'updated_at': '2021-07-05T02:31:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:12.382467 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c41dbc8-7660-4b97-b1d7-8344f37046d7 None None] The sync data for ids ['9cd06fac-ab0b-457e-8e02-3d03d43a0ec6'] in n-d-771362-32 is: [{'id': '9cd06fac-ab0b-457e-8e02-3d03d43a0ec6', 'name': 'tempest-snat-router-1044422355', 'tenant_id': 'dbb8f3ae9b7f4cc6b483a79bc43586e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': '3681ef56-52de-412b-9bfe-15213f7f47ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:31:01Z', 'updated_at': '2021-07-05T02:31:07Z', 'revision_number': 3, 'project_id': 'dbb8f3ae9b7f4cc6b483a79bc43586e6', 'gw_port': {'id': '3681ef56-52de-412b-9bfe-15213f7f47ce', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:dd:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cd06fac-ab0b-457e-8e02-3d03d43a0ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:31:04Z', 'updated_at': '2021-07-05T02:31:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:31:12.383808 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a29b1f86-c2b3-4079-ba70-879d5fa5b04b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebeeea34-31e3-4860-b394-0cf6d93b55be'}, {'server_uuid': 'a29b1f86-c2b3-4079-ba70-879d5fa5b04b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5989baa9-fe49-4803-b03e-335f01c6c828'}, {'server_uuid': 'a29b1f86-c2b3-4079-ba70-879d5fa5b04b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3954152-aa83-410a-ad29-4f54d0faf476'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:31:12.387817 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f35dc29-50ce-4432-a0ce-f2f8f1072e76" -d '{"events": [{"server_uuid": "a29b1f86-c2b3-4079-ba70-879d5fa5b04b", "name": "network-vif-unplugged", "status": "completed", "tag": "ebeeea34-31e3-4860-b394-0cf6d93b55be"}, {"server_uuid": "a29b1f86-c2b3-4079-ba70-879d5fa5b04b", "name": "network-vif-unplugged", "status": "completed", "tag": "5989baa9-fe49-4803-b03e-335f01c6c828"}, {"server_uuid": "a29b1f86-c2b3-4079-ba70-879d5fa5b04b", "name": "network-vif-unplugged", "status": "completed", "tag": "b3954152-aa83-410a-ad29-4f54d0faf476"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:31:12.522909 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-8300a5fb-a423-4772-be9c-a1c0c48d2855 None None] Provisioning complete for port 3bf96118-202e-47ea-8323-729179ed339d triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:31:12.523445 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8300a5fb-a423-4772-be9c-a1c0c48d2855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:12.543338 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-220454b9-f4c1-42f5-8fda-fb2739320828 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:12.552871 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0a7b784b-a7b5-4a4a-8efb-9ca84446d6b1 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11828'] for router, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:12.555905 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0a7b784b-a7b5-4a4a-8efb-9ca84446d6b1 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:12.561150 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Mon, 05 Jul 2021 02:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fff94f44-da88-40d8-ae2c-3f68b09cfdfd x-openstack-request-id: req-fff94f44-da88-40d8-ae2c-3f68b09cfdfd {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:31:12.561472 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a29b1f86-c2b3-4079-ba70-879d5fa5b04b", "name": "network-vif-unplugged", "status": "completed", "tag": "ebeeea34-31e3-4860-b394-0cf6d93b55be", "code": 200}, {"server_uuid": "a29b1f86-c2b3-4079-ba70-879d5fa5b04b", "name": "network-vif-unplugged", "status": "completed", "tag": "5989baa9-fe49-4803-b03e-335f01c6c828", "code": 200}, {"server_uuid": "a29b1f86-c2b3-4079-ba70-879d5fa5b04b", "name": "network-vif-unplugged", "status": "completed", "tag": "b3954152-aa83-410a-ad29-4f54d0faf476", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:31:12.562422 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fff94f44-da88-40d8-ae2c-3f68b09cfdfd {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:31:12.563497 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a29b1f86-c2b3-4079-ba70-879d5fa5b04b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebeeea34-31e3-4860-b394-0cf6d93b55be', 'code': 200} Jul 05 02:31:12.563940 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a29b1f86-c2b3-4079-ba70-879d5fa5b04b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5989baa9-fe49-4803-b03e-335f01c6c828', 'code': 200} Jul 05 02:31:12.564206 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a29b1f86-c2b3-4079-ba70-879d5fa5b04b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3954152-aa83-410a-ad29-4f54d0faf476', 'code': 200} Jul 05 02:31:12.634739 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-d9c2ee18-1556-4709-84e3-0b1a84c7cc0f tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Deleting port 3681ef56-52de-412b-9bfe-15213f7f47ce {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:31:12.635087 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d9c2ee18-1556-4709-84e3-0b1a84c7cc0f tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:12.668637 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-1d27d275-7330-472f-94e2-2184175a36d3 req-d8fe571f-1b33-41f3-9092-b224f17b39b9 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Deleting port 56b8015f-94a3-4395-b042-696c4e70e1cd {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:31:12.669160 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1d27d275-7330-472f-94e2-2184175a36d3 req-d8fe571f-1b33-41f3-9092-b224f17b39b9 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:12.685571 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-8300a5fb-a423-4772-be9c-a1c0c48d2855 None None] Port 3bf96118-202e-47ea-8323-729179ed339d cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:31:12.707319 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:12.718220 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-220454b9-f4c1-42f5-8fda-fb2739320828 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:12.741584 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0a7b784b-a7b5-4a4a-8efb-9ca84446d6b1 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1575451'] for router, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:12.743486 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a7b784b-a7b5-4a4a-8efb-9ca84446d6b1 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Fanout notify agent at l3_agent the message router_deleted on router e6b2b62e-7f55-4ba2-b077-893840665ffb {{(pid=94462) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 02:31:12.761487 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0a7b784b-a7b5-4a4a-8efb-9ca84446d6b1 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:12.765441 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-0a7b784b-a7b5-4a4a-8efb-9ca84446d6b1 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] 10.222.0.23 "DELETE /v2.0/routers/e6b2b62e-7f55-4ba2-b077-893840665ffb HTTP/1.1" status: 204 len: 168 time: 2.8206933 Jul 05 02:31:12.780492 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39346) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:12.883461 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 4f7ff7d4-6dc3-4b86-86cf-00a444d0c6bd, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=4f7ff7d4-6dc3-4b86-86cf-00a444d0c6bd,segment=NetworkSegment(fe33053a-d2c9-41f3-b5ae-a20864e7753e),segment_id=fe33053a-d2c9-41f3-b5ae-a20864e7753e)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:31:12.887989 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-220454b9-f4c1-42f5-8fda-fb2739320828 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:12.892724 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-220454b9-f4c1-42f5-8fda-fb2739320828 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.8494055 Jul 05 02:31:12.897125 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39352) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:12.949470 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-fdd89001-9c29-42ff-968c-41b37d56a1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03832a15-c1a0-46b1-9b55-670ef17f98b6', 'name': 'tempest-RoutersIpV6Test-router-658172221', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:30:28Z', 'updated_at': '2021-07-05T02:31:09Z', 'revision_number': 5, 'project_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'gw_port_host': None, '_interfaces': [{'id': '131a1349-f071-4dc0-93fd-af323ab6af44', 'name': '', 'network_id': 'ac00d640-9767-46c3-b690-42ea47921624', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'mac_address': 'fa:16:3e:4d:d0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03832a15-c1a0-46b1-9b55-670ef17f98b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '85ebfe15-09ae-46cc-a212-0b449a8df79b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:30:33Z', 'updated_at': '2021-07-05T02:30:43Z', 'revision_number': 5, 'project_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'subnets': [{'id': '85ebfe15-09ae-46cc-a212-0b449a8df79b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c848d0a-95f5-46c5-a4a6-dd59246e655d', 'name': '', 'network_id': '7d4bb89b-4b3c-4e6f-a4bf-0cd96e967ee8', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'mac_address': 'fa:16:3e:f5:ff:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03832a15-c1a0-46b1-9b55-670ef17f98b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '29671cee-5a0f-48d9-ab24-a6668d74053e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:30:46Z', 'updated_at': '2021-07-05T02:30:54Z', 'revision_number': 5, 'project_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'subnets': [{'id': '29671cee-5a0f-48d9-ab24-a6668d74053e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f233154-a7f3-4f95-a9f7-3472c4a7c053', 'name': '', 'network_id': '37bef945-7a93-4a59-ba96-1387b3efb0c9', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'mac_address': 'fa:16:3e:9d:18:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03832a15-c1a0-46b1-9b55-670ef17f98b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '31599d03-2546-4be2-8005-9dbe29d4fe7b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:30:55Z', 'updated_at': '2021-07-05T02:31:03Z', 'revision_number': 5, 'project_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'subnets': [{'id': '31599d03-2546-4be2-8005-9dbe29d4fe7b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb366d46-d65d-483a-b768-b9fe6138aaf2', 'name': '', 'network_id': '6178dc65-d34e-4b22-be6a-428f01e2da05', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'mac_address': 'fa:16:3e:99:de:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03832a15-c1a0-46b1-9b55-670ef17f98b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '0b1f943a-0c4f-44ad-8da5-3056ad0b8df9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:31:06Z', 'updated_at': '2021-07-05T02:31:10Z', 'revision_number': 2, 'project_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'subnets': [{'id': '0b1f943a-0c4f-44ad-8da5-3056ad0b8df9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:12.952394 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-e9a412d5-0369-4c2d-a89c-1be06ae7f1ae tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Request body: {'security_group_rule': {'security_group_id': '842925c4-1077-4228-aa25-46c2a2cd9818', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:31:12.959844 n-d-771362-32 neutron-server[94462]: WARNING neutron.api.v2.base [None req-e9a412d5-0369-4c2d-a89c-1be06ae7f1ae tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 05 02:31:12.960468 n-d-771362-32 neutron-server[94462]: INFO neutron.api.v2.resource [None req-e9a412d5-0369-4c2d-a89c-1be06ae7f1ae tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 02:31:12.962178 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-e9a412d5-0369-4c2d-a89c-1be06ae7f1ae tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0255265 Jul 05 02:31:12.965779 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 39358) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:13.011041 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:13.033733 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd89001-9c29-42ff-968c-41b37d56a1e9 None None] Checking router: 03832a15-c1a0-46b1-9b55-670ef17f98b6 for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:31:13.034176 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd89001-9c29-42ff-968c-41b37d56a1e9 None None] Updating router 03832a15-c1a0-46b1-9b55-670ef17f98b6 port eb366d46-d65d-483a-b768-b9fe6138aaf2 binding host n-d-771362-32 {{(pid=94463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 02:31:13.042079 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220454b9-f4c1-42f5-8fda-fb2739320828 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=842925c4-1077-4228-aa25-46c2a2cd9818,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:13.042717 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.extraroute_db [None req-0eb38946-79b5-4a86-b3c5-a9a75a316cfd tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=94461) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 05 02:31:13.081386 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bbf0d58-9bd7-4cba-96fd-44f2e2ef72e3 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Deleting subnet ce67c9c6-d923-4178-89c8-01c4395a80e8 {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:31:13.134596 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9bbf0d58-9bd7-4cba-96fd-44f2e2ef72e3 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:13.172014 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 39362) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:13.176356 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-fdd89001-9c29-42ff-968c-41b37d56a1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:13.180691 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=4f7ff7d4-6dc3-4b86-86cf-00a444d0c6bd,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:13.210823 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-d9c2ee18-1556-4709-84e3-0b1a84c7cc0f tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] For port 3681ef56-52de-412b-9bfe-15213f7f47ce, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=3681ef56-52de-412b-9bfe-15213f7f47ce,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:31:13.211194 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d9c2ee18-1556-4709-84e3-0b1a84c7cc0f tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:13.237314 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-1d27d275-7330-472f-94e2-2184175a36d3 req-d8fe571f-1b33-41f3-9092-b224f17b39b9 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] For port 56b8015f-94a3-4395-b042-696c4e70e1cd, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=56b8015f-94a3-4395-b042-696c4e70e1cd,segment=NetworkSegment(c339102a-fa63-429b-bfae-9f85cbe3d098),segment_id=c339102a-fa63-429b-bfae-9f85cbe3d098)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:31:13.237683 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1d27d275-7330-472f-94e2-2184175a36d3 req-d8fe571f-1b33-41f3-9092-b224f17b39b9 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:13.247173 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 3681ef56-52de-412b-9bfe-15213f7f47ce up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:31:13.253180 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-d9c2ee18-1556-4709-84e3-0b1a84c7cc0f tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Calling delete_port for 3681ef56-52de-412b-9bfe-15213f7f47ce owned by network:router_gateway {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:31:13.256535 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.extraroute_db [None req-0eb38946-79b5-4a86-b3c5-a9a75a316cfd tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Removed routes are [] {{(pid=94461) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 05 02:31:13.257717 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0eb38946-79b5-4a86-b3c5-a9a75a316cfd tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:13.263907 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9bbf0d58-9bd7-4cba-96fd-44f2e2ef72e3 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:13.276986 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d1a54a-0987-4f8f-a51d-5af5c8c60056 req-e063c110-a94e-4cb8-afbd-abab875600c3 tempest-ServerPasswordTestJSON-1618831171 tempest-ServerPasswordTestJSON-1618831171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:13.276986 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-73d1a54a-0987-4f8f-a51d-5af5c8c60056 req-e063c110-a94e-4cb8-afbd-abab875600c3 tempest-ServerPasswordTestJSON-1618831171 tempest-ServerPasswordTestJSON-1618831171-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e63fb0a-a720-437a-be82-ba610890f10f HTTP/1.1" status: 200 len: 944 time: 0.5426450 Jul 05 02:31:13.282113 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-1d27d275-7330-472f-94e2-2184175a36d3 req-d8fe571f-1b33-41f3-9092-b224f17b39b9 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Calling delete_port for 56b8015f-94a3-4395-b042-696c4e70e1cd owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:31:13.359039 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8e6187ea-62a0-4d54-af59-adcf8cae6690 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:13.385319 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8e6187ea-62a0-4d54-af59-adcf8cae6690 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:13.469588 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbe3f95-2159-4019-a433-f4ec9b69a54e req-4d832387-462e-41c4-9caf-875af5038efd tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:13.484519 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9bbf0d58-9bd7-4cba-96fd-44f2e2ef72e3 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:13.485981 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbe3f95-2159-4019-a433-f4ec9b69a54e req-4d832387-462e-41c4-9caf-875af5038efd tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:13.497953 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbe3f95-2159-4019-a433-f4ec9b69a54e req-4d832387-462e-41c4-9caf-875af5038efd tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:13.506671 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbe3f95-2159-4019-a433-f4ec9b69a54e req-4d832387-462e-41c4-9caf-875af5038efd tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:13.523792 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbe3f95-2159-4019-a433-f4ec9b69a54e req-4d832387-462e-41c4-9caf-875af5038efd tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:13.525631 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2fbe3f95-2159-4019-a433-f4ec9b69a54e req-4d832387-462e-41c4-9caf-875af5038efd tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/ports?device_id=a29b1f86-c2b3-4079-ba70-879d5fa5b04b HTTP/1.1" status: 200 len: 3877 time: 0.4660325 Jul 05 02:31:13.535509 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 3681ef56-52de-412b-9bfe-15213f7f47ce completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:31:13.555799 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 3681ef56-52de-412b-9bfe-15213f7f47ce triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:31:13.556179 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:13.568701 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39368) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:13.573712 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-73d1a54a-0987-4f8f-a51d-5af5c8c60056 req-5106e686-8022-4e47-9225-0c90cec42d66 tempest-ServerPasswordTestJSON-1618831171 tempest-ServerPasswordTestJSON-1618831171-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6eedffb-6afb-4572-bcb0-7abef50a59a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628071 Jul 05 02:31:13.691378 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-f483259b-0757-4713-8992-70ac89435ad9 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1017174974'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:31:13.703487 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-35c4de4a-6cc6-41e2-ae8e-37d2bcc24c91 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-365057176-network', 'tenant_id': '75731b244fd149bfab61f83bfac8a67b'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:31:13.727159 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-fdd89001-9c29-42ff-968c-41b37d56a1e9 None None] Notify callbacks [] for port, precommit_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:13.733563 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.db.api [None req-35c4de4a-6cc6-41e2-ae8e-37d2bcc24c91 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 02:31:13.733563 n-d-771362-32 neutron-server[94461]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 02:31:13.733563 n-d-771362-32 neutron-server[94461]: [parameters: {'project_id_1': '75731b244fd149bfab61f83bfac8a67b', 'expiration_1': datetime.datetime(2021, 7, 5, 2, 31, 13, 713359)}] Jul 05 02:31:13.733563 n-d-771362-32 neutron-server[94461]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 02:31:13.738622 n-d-771362-32 neutron-server[94461]: DEBUG oslo_db.api [None req-35c4de4a-6cc6-41e2-ae8e-37d2bcc24c91 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 02:31:13.753173 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:13.762291 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-fdd89001-9c29-42ff-968c-41b37d56a1e9 None None] Transition to ACTIVE for port object eb366d46-d65d-483a-b768-b9fe6138aaf2 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:31:13.775317 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2fbe3f95-2159-4019-a433-f4ec9b69a54e req-44647e1c-bd21-4041-8c72-03eeecfd2e55 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/security-groups?id=17338adc-3db3-4a61-bf9d-146877730ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1548557 Jul 05 02:31:13.825621 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8e6187ea-62a0-4d54-af59-adcf8cae6690 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:13.828149 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8e6187ea-62a0-4d54-af59-adcf8cae6690 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:13.829293 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-8e6187ea-62a0-4d54-af59-adcf8cae6690 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] 10.222.0.23 "DELETE /v2.0/security-groups/842925c4-1077-4228-aa25-46c2a2cd9818 HTTP/1.1" status: 204 len: 168 time: 0.8513985 Jul 05 02:31:13.832598 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39372) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:13.883708 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-3bc17e22-8c89-400d-8edf-5c95c3fbf2f1 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0456083 Jul 05 02:31:13.884002 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6187ea-62a0-4d54-af59-adcf8cae6690 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=842925c4-1077-4228-aa25-46c2a2cd9818,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:13.884115 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39374) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:13.888824 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-31e8b4d4-4344-445c-aac0-5edd95a73c82 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Request body: {'security_group': {'name': 'tempest-secgroup--266438380'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:31:13.912561 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0eb38946-79b5-4a86-b3c5-a9a75a316cfd tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:13.915654 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f483259b-0757-4713-8992-70ac89435ad9 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Made reservation on behalf of bce207c37ec64fa8983367a1cda3c00b for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:31:13.916167 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0eb38946-79b5-4a86-b3c5-a9a75a316cfd tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1636977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1636970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1573792'] for router, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:13.921934 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f483259b-0757-4713-8992-70ac89435ad9 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:13.937268 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.db.api [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 02:31:13.937268 n-d-771362-32 neutron-server[94463]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Jul 05 02:31:13.937268 n-d-771362-32 neutron-server[94463]: [parameters: {'status': 'ACTIVE', 'ports_id': '3681ef56-52de-412b-9bfe-15213f7f47ce'}] Jul 05 02:31:13.937268 n-d-771362-32 neutron-server[94463]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94463) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 02:31:13.937767 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f483259b-0757-4713-8992-70ac89435ad9 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:13.937888 n-d-771362-32 neutron-server[94463]: DEBUG oslo_db.api [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 02:31:13.954304 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-fdd89001-9c29-42ff-968c-41b37d56a1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:13.956726 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9bbf0d58-9bd7-4cba-96fd-44f2e2ef72e3 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:13.969741 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d9c2ee18-1556-4709-84e3-0b1a84c7cc0f tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:14.007719 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9bbf0d58-9bd7-4cba-96fd-44f2e2ef72e3 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:14.010266 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-9bbf0d58-9bd7-4cba-96fd-44f2e2ef72e3 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] 10.222.0.23 "DELETE /v2.0/subnets/ce67c9c6-d923-4178-89c8-01c4395a80e8 HTTP/1.1" status: 204 len: 168 time: 1.2274258 Jul 05 02:31:14.013269 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 39376) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:14.014060 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbf0d58-9bd7-4cba-96fd-44f2e2ef72e3 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Pushing event deleted for resources: {'Subnet': ['ID=ce67c9c6-d923-4178-89c8-01c4395a80e8,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:14.015049 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab5b161-9b1a-427b-bf82-27ad07ce7699 None None] Pushing event updated for resources: {'Port': ['ID=eb366d46-d65d-483a-b768-b9fe6138aaf2,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:14.027155 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1d27d275-7330-472f-94e2-2184175a36d3 req-d8fe571f-1b33-41f3-9092-b224f17b39b9 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:14.042832 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c2ee18-1556-4709-84e3-0b1a84c7cc0f tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Pushing event deleted for resources: {'Port': ['ID=3681ef56-52de-412b-9bfe-15213f7f47ce,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:14.053925 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab5b161-9b1a-427b-bf82-27ad07ce7699 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:31:14.054458 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab5b161-9b1a-427b-bf82-27ad07ce7699 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:31:14.054798 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab5b161-9b1a-427b-bf82-27ad07ce7699 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:31:14.055344 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab5b161-9b1a-427b-bf82-27ad07ce7699 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:31:14.055674 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab5b161-9b1a-427b-bf82-27ad07ce7699 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:31:14.056000 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab5b161-9b1a-427b-bf82-27ad07ce7699 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:31:14.056344 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab5b161-9b1a-427b-bf82-27ad07ce7699 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:31:14.056643 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab5b161-9b1a-427b-bf82-27ad07ce7699 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:31:14.056974 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab5b161-9b1a-427b-bf82-27ad07ce7699 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:31:14.057280 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab5b161-9b1a-427b-bf82-27ad07ce7699 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:31:14.057593 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab5b161-9b1a-427b-bf82-27ad07ce7699 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:31:14.057909 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab5b161-9b1a-427b-bf82-27ad07ce7699 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:31:14.100538 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-fdd89001-9c29-42ff-968c-41b37d56a1e9 None None] Attempting to bind port eb366d46-d65d-483a-b768-b9fe6138aaf2 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:31:14.101232 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-fdd89001-9c29-42ff-968c-41b37d56a1e9 None None] Attempting to bind port eb366d46-d65d-483a-b768-b9fe6138aaf2 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '0909d6c3-5dda-4e4e-8518-acb41b4626b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6178dc65-d34e-4b22-be6a-428f01e2da05'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:31:14.101795 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd89001-9c29-42ff-968c-41b37d56a1e9 None None] Attempting to bind port eb366d46-d65d-483a-b768-b9fe6138aaf2 on network 6178dc65-d34e-4b22-be6a-428f01e2da05 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:31:14.108388 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd89001-9c29-42ff-968c-41b37d56a1e9 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:31:14.109033 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd89001-9c29-42ff-968c-41b37d56a1e9 None None] Checking segment: {'id': '0909d6c3-5dda-4e4e-8518-acb41b4626b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6178dc65-d34e-4b22-be6a-428f01e2da05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:31:14.109756 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-fdd89001-9c29-42ff-968c-41b37d56a1e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:14.110364 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd89001-9c29-42ff-968c-41b37d56a1e9 None None] Bound using segment: {'id': '0909d6c3-5dda-4e4e-8518-acb41b4626b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6178dc65-d34e-4b22-be6a-428f01e2da05'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:31:14.111029 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-fdd89001-9c29-42ff-968c-41b37d56a1e9 None None] Bound port: eb366d46-d65d-483a-b768-b9fe6138aaf2, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0909d6c3-5dda-4e4e-8518-acb41b4626b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6178dc65-d34e-4b22-be6a-428f01e2da05'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:31:14.112215 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-fdd89001-9c29-42ff-968c-41b37d56a1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:14.118246 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d9c2ee18-1556-4709-84e3-0b1a84c7cc0f tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636927'] for router_gateway, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:14.136788 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9e3280b5-f5e6-4dae-b27b-778485c16f01 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:14.176049 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eb38946-79b5-4a86-b3c5-a9a75a316cfd tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Router 03832a15-c1a0-46b1-9b55-670ef17f98b6 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:31:14.179926 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fe571f-1b33-41f3-9092-b224f17b39b9 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Pushing event deleted for resources: {'Port': ['ID=56b8015f-94a3-4395-b042-696c4e70e1cd,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:14.207263 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-fdd89001-9c29-42ff-968c-41b37d56a1e9 None None] For port eb366d46-d65d-483a-b768-b9fe6138aaf2, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:31:14.211594 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-fdd89001-9c29-42ff-968c-41b37d56a1e9 None None] For port eb366d46-d65d-483a-b768-b9fe6138aaf2, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=eb366d46-d65d-483a-b768-b9fe6138aaf2,segment=NetworkSegment(0909d6c3-5dda-4e4e-8518-acb41b4626b1),segment_id=0909d6c3-5dda-4e4e-8518-acb41b4626b1)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:31:14.218864 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-31e8b4d4-4344-445c-aac0-5edd95a73c82 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:14.255350 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d27d275-7330-472f-94e2-2184175a36d3 req-d8fe571f-1b33-41f3-9092-b224f17b39b9 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] No DVR routers for this DVR port 56b8015f-94a3-4395-b042-696c4e70e1cd on host n-h2-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:31:14.261376 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1d27d275-7330-472f-94e2-2184175a36d3 req-d8fe571f-1b33-41f3-9092-b224f17b39b9 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:14.263302 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1d27d275-7330-472f-94e2-2184175a36d3 req-d8fe571f-1b33-41f3-9092-b224f17b39b9 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.15 "DELETE /v2.0/ports/56b8015f-94a3-4395-b042-696c4e70e1cd HTTP/1.1" status: 204 len: 173 time: 1.9221144 Jul 05 02:31:14.263880 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a29b1f86-c2b3-4079-ba70-879d5fa5b04b', 'name': 'network-vif-deleted', 'tag': '56b8015f-94a3-4395-b042-696c4e70e1cd'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:31:14.266094 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f7e43eb-695c-47c6-8d12-13cd59bb576b" -d '{"events": [{"server_uuid": "a29b1f86-c2b3-4079-ba70-879d5fa5b04b", "name": "network-vif-deleted", "tag": "56b8015f-94a3-4395-b042-696c4e70e1cd"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:31:14.277708 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d9c2ee18-1556-4709-84e3-0b1a84c7cc0f tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11828'] for router, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:14.280848 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d9c2ee18-1556-4709-84e3-0b1a84c7cc0f tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:14.314713 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5440315-a20f-44c7-a9bd-9fc01bc39a47 x-openstack-request-id: req-b5440315-a20f-44c7-a9bd-9fc01bc39a47 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:31:14.315657 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a29b1f86-c2b3-4079-ba70-879d5fa5b04b", "name": "network-vif-deleted", "tag": "56b8015f-94a3-4395-b042-696c4e70e1cd", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:31:14.315947 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b5440315-a20f-44c7-a9bd-9fc01bc39a47 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:31:14.316324 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a29b1f86-c2b3-4079-ba70-879d5fa5b04b', 'name': 'network-vif-deleted', 'tag': '56b8015f-94a3-4395-b042-696c4e70e1cd', 'status': 'completed', 'code': 200} Jul 05 02:31:14.398681 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f483259b-0757-4713-8992-70ac89435ad9 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:14.409769 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9e3280b5-f5e6-4dae-b27b-778485c16f01 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:14.421871 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-9e3280b5-f5e6-4dae-b27b-778485c16f01 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abacf947-9b36-45f1-83a1-01c964ac73ad']}} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:14.435727 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-9e3280b5-f5e6-4dae-b27b-778485c16f01 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87675b32-f1f4-4e67-ae65-ccf9ecaf6a51') {'for_net_delete': True} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:14.435995 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-fdd89001-9c29-42ff-968c-41b37d56a1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:14.436196 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-9e3280b5-f5e6-4dae-b27b-778485c16f01 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87675b32-f1f4-4e67-ae65-ccf9ecaf6a51') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:14.491118 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9e3280b5-f5e6-4dae-b27b-778485c16f01 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5519669'] for segment, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:14.503632 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Port 3681ef56-52de-412b-9bfe-15213f7f47ce update to ACTIVE by agent not found {{(pid=94463) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 05 02:31:14.531293 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd89001-9c29-42ff-968c-41b37d56a1e9 None None] Routers {'03832a15-c1a0-46b1-9b55-670ef17f98b6'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:31:14.532346 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-fdd89001-9c29-42ff-968c-41b37d56a1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:30:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['03832a15-c1a0-46b1-9b55-670ef17f98b6'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:14.594763 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab5b161-9b1a-427b-bf82-27ad07ce7699 None None] Pushing event updated for resources: {'Port': ['ID=eb366d46-d65d-483a-b768-b9fe6138aaf2,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:14.602920 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e63fb0a-a720-437a-be82-ba610890f10f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f7ff7d4-6dc3-4b86-86cf-00a444d0c6bd'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:31:14.606414 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23501014-c376-40d7-8c5f-4d184b074724" -d '{"events": [{"server_uuid": "7e63fb0a-a720-437a-be82-ba610890f10f", "name": "network-vif-plugged", "status": "completed", "tag": "4f7ff7d4-6dc3-4b86-86cf-00a444d0c6bd"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:31:14.614466 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f483259b-0757-4713-8992-70ac89435ad9 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:14.659462 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d9c2ee18-1556-4709-84e3-0b1a84c7cc0f tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1575451'] for router, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:14.660047 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9c2ee18-1556-4709-84e3-0b1a84c7cc0f tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9cd06fac-ab0b-457e-8e02-3d03d43a0ec6 {{(pid=94462) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 02:31:14.671288 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d9c2ee18-1556-4709-84e3-0b1a84c7cc0f tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:14.678424 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-d9c2ee18-1556-4709-84e3-0b1a84c7cc0f tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] 10.222.0.23 "DELETE /v2.0/routers/9cd06fac-ab0b-457e-8e02-3d03d43a0ec6 HTTP/1.1" status: 204 len: 168 time: 3.6430783 Jul 05 02:31:14.691164 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39384) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:14.743925 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f483259b-0757-4713-8992-70ac89435ad9 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:31:14.753055 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-fdd89001-9c29-42ff-968c-41b37d56a1e9 None None] Set router 03832a15-c1a0-46b1-9b55-670ef17f98b6 gateway port host: None {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:31:14.945185 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f483259b-0757-4713-8992-70ac89435ad9 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5925e53e-bb67-4593-8519-47a6be22e84e,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:14.964656 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-344761cf-3def-435e-ade1-17305fa6bd74 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks [] for router, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:15.009421 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f483259b-0757-4713-8992-70ac89435ad9 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:15.010823 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-f483259b-0757-4713-8992-70ac89435ad9 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Added segment 2a2a0a25-8120-465f-8225-37a445152b0b of type vlan for network 7724606e-74a3-4aaa-971e-233bda4dc67e Jul 05 02:31:15.019194 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9e3280b5-f5e6-4dae-b27b-778485c16f01 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:15.028208 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e3280b5-f5e6-4dae-b27b-778485c16f01 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=94461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:31:15.028682 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9e3280b5-f5e6-4dae-b27b-778485c16f01 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5763545'] for segment, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:15.032214 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:31:15.032214 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:31:15.032214 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:31:15.032214 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:31:15.032214 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:31:15.032214 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:31:15.032214 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:31:15.032214 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:31:15.032214 n-d-771362-32 neutron-server[94461]: Traceback (most recent call last): Jul 05 02:31:15.032214 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:31:15.032214 n-d-771362-32 neutron-server[94461]: timer() Jul 05 02:31:15.032214 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:31:15.032214 n-d-771362-32 neutron-server[94461]: cb(*args, **kw) Jul 05 02:31:15.032214 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:31:15.032214 n-d-771362-32 neutron-server[94461]: return func(*args, **kwargs) Jul 05 02:31:15.032214 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:31:15.032214 n-d-771362-32 neutron-server[94461]: self._notify() Jul 05 02:31:15.032214 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:31:15.032214 n-d-771362-32 neutron-server[94461]: self.callback(batched_events) Jul 05 02:31:15.032214 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:31:15.032214 n-d-771362-32 neutron-server[94461]: event.method(event) Jul 05 02:31:15.032214 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:31:15.032214 n-d-771362-32 neutron-server[94461]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:31:15.032214 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:31:15.032214 n-d-771362-32 neutron-server[94461]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:31:15.032214 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:31:15.032214 n-d-771362-32 neutron-server[94461]: return f(self, *a, **k) Jul 05 02:31:15.032214 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:31:15.032214 n-d-771362-32 neutron-server[94461]: return self._get(url).json() Jul 05 02:31:15.032214 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:31:15.032214 n-d-771362-32 neutron-server[94461]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:31:15.032214 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:31:15.032214 n-d-771362-32 neutron-server[94461]: return self.request(url, 'GET', **kwargs) Jul 05 02:31:15.032214 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:31:15.032214 n-d-771362-32 neutron-server[94461]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:31:15.032214 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:31:15.032214 n-d-771362-32 neutron-server[94461]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:31:15.032214 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:31:15.032214 n-d-771362-32 neutron-server[94461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:31:15.032214 n-d-771362-32 neutron-server[94461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:31:15.047928 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-fdd89001-9c29-42ff-968c-41b37d56a1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03832a15-c1a0-46b1-9b55-670ef17f98b6', 'name': 'tempest-RoutersIpV6Test-router-658172221', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:30:28Z', 'updated_at': '2021-07-05T02:31:13Z', 'revision_number': 6, 'project_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'gw_port_host': None, '_interfaces': [{'id': '131a1349-f071-4dc0-93fd-af323ab6af44', 'name': '', 'network_id': 'ac00d640-9767-46c3-b690-42ea47921624', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'mac_address': 'fa:16:3e:4d:d0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03832a15-c1a0-46b1-9b55-670ef17f98b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '85ebfe15-09ae-46cc-a212-0b449a8df79b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:30:33Z', 'updated_at': '2021-07-05T02:30:43Z', 'revision_number': 5, 'project_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'subnets': [{'id': '85ebfe15-09ae-46cc-a212-0b449a8df79b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c848d0a-95f5-46c5-a4a6-dd59246e655d', 'name': '', 'network_id': '7d4bb89b-4b3c-4e6f-a4bf-0cd96e967ee8', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'mac_address': 'fa:16:3e:f5:ff:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03832a15-c1a0-46b1-9b55-670ef17f98b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '29671cee-5a0f-48d9-ab24-a6668d74053e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:30:46Z', 'updated_at': '2021-07-05T02:30:54Z', 'revision_number': 5, 'project_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'subnets': [{'id': '29671cee-5a0f-48d9-ab24-a6668d74053e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f233154-a7f3-4f95-a9f7-3472c4a7c053', 'name': '', 'network_id': '37bef945-7a93-4a59-ba96-1387b3efb0c9', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'mac_address': 'fa:16:3e:9d:18:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03832a15-c1a0-46b1-9b55-670ef17f98b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '31599d03-2546-4be2-8005-9dbe29d4fe7b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:30:55Z', 'updated_at': '2021-07-05T02:31:03Z', 'revision_number': 5, 'project_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'subnets': [{'id': '31599d03-2546-4be2-8005-9dbe29d4fe7b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb366d46-d65d-483a-b768-b9fe6138aaf2', 'name': '', 'network_id': '6178dc65-d34e-4b22-be6a-428f01e2da05', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'mac_address': 'fa:16:3e:99:de:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03832a15-c1a0-46b1-9b55-670ef17f98b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '0b1f943a-0c4f-44ad-8da5-3056ad0b8df9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:31:06Z', 'updated_at': '2021-07-05T02:31:14Z', 'revision_number': 4, 'project_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'subnets': [{'id': '0b1f943a-0c4f-44ad-8da5-3056ad0b8df9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:15.137286 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd89001-9c29-42ff-968c-41b37d56a1e9 None None] The sync data for ids ['03832a15-c1a0-46b1-9b55-670ef17f98b6'] in n-d-771362-32 is: [{'id': '03832a15-c1a0-46b1-9b55-670ef17f98b6', 'name': 'tempest-RoutersIpV6Test-router-658172221', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:30:28Z', 'updated_at': '2021-07-05T02:31:13Z', 'revision_number': 6, 'project_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'gw_port_host': None, '_interfaces': [{'id': '131a1349-f071-4dc0-93fd-af323ab6af44', 'name': '', 'network_id': 'ac00d640-9767-46c3-b690-42ea47921624', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'mac_address': 'fa:16:3e:4d:d0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03832a15-c1a0-46b1-9b55-670ef17f98b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '85ebfe15-09ae-46cc-a212-0b449a8df79b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:30:33Z', 'updated_at': '2021-07-05T02:30:43Z', 'revision_number': 5, 'project_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'subnets': [{'id': '85ebfe15-09ae-46cc-a212-0b449a8df79b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c848d0a-95f5-46c5-a4a6-dd59246e655d', 'name': '', 'network_id': '7d4bb89b-4b3c-4e6f-a4bf-0cd96e967ee8', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'mac_address': 'fa:16:3e:f5:ff:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03832a15-c1a0-46b1-9b55-670ef17f98b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '29671cee-5a0f-48d9-ab24-a6668d74053e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:30:46Z', 'updated_at': '2021-07-05T02:30:54Z', 'revision_number': 5, 'project_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'subnets': [{'id': '29671cee-5a0f-48d9-ab24-a6668d74053e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f233154-a7f3-4f95-a9f7-3472c4a7c053', 'name': '', 'network_id': '37bef945-7a93-4a59-ba96-1387b3efb0c9', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'mac_address': 'fa:16:3e:9d:18:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03832a15-c1a0-46b1-9b55-670ef17f98b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '31599d03-2546-4be2-8005-9dbe29d4fe7b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:30:55Z', 'updated_at': '2021-07-05T02:31:03Z', 'revision_number': 5, 'project_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'subnets': [{'id': '31599d03-2546-4be2-8005-9dbe29d4fe7b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb366d46-d65d-483a-b768-b9fe6138aaf2', 'name': '', 'network_id': '6178dc65-d34e-4b22-be6a-428f01e2da05', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'mac_address': 'fa:16:3e:99:de:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03832a15-c1a0-46b1-9b55-670ef17f98b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '0b1f943a-0c4f-44ad-8da5-3056ad0b8df9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:31:06Z', 'updated_at': '2021-07-05T02:31:14Z', 'revision_number': 4, 'project_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'subnets': [{'id': '0b1f943a-0c4f-44ad-8da5-3056ad0b8df9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:31:15.242160 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f483259b-0757-4713-8992-70ac89435ad9 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:15.246031 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-1d27d275-7330-472f-94e2-2184175a36d3 req-48a1b64d-f9da-4218-90c7-d9540c09cceb tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Deleting port 5989baa9-fe49-4803-b03e-335f01c6c828 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:31:15.246536 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1d27d275-7330-472f-94e2-2184175a36d3 req-48a1b64d-f9da-4218-90c7-d9540c09cceb tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:15.259966 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eb38946-79b5-4a86-b3c5-a9a75a316cfd tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:31:15.261851 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.db.api [None req-31e8b4d4-4344-445c-aac0-5edd95a73c82 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 02:31:15.261851 n-d-771362-32 neutron-server[94462]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 02:31:15.261851 n-d-771362-32 neutron-server[94462]: [parameters: {'project_id_1': 'edea4733d51a4b34996323e2ab9d3578', 'expiration_1': datetime.datetime(2021, 7, 5, 2, 31, 14, 294827)}] Jul 05 02:31:15.261851 n-d-771362-32 neutron-server[94462]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94462) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 02:31:15.262550 n-d-771362-32 neutron-server[94462]: DEBUG oslo_db.api [None req-31e8b4d4-4344-445c-aac0-5edd95a73c82 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 02:31:15.279409 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0eb38946-79b5-4a86-b3c5-a9a75a316cfd tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks [] for router, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:15.282052 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-0eb38946-79b5-4a86-b3c5-a9a75a316cfd tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "PUT /v2.0/routers/03832a15-c1a0-46b1-9b55-670ef17f98b6 HTTP/1.1" status: 200 len: 953 time: 3.4321940 Jul 05 02:31:15.286236 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39388) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:15.364950 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77372e53-e428-4d5e-8f92-2d23b3018d52 req-f82fba65-b530-4850-8468-081d73a66008 tempest-ServerPasswordTestJSON-1618831171 tempest-ServerPasswordTestJSON-1618831171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:15.366619 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-77372e53-e428-4d5e-8f92-2d23b3018d52 req-f82fba65-b530-4850-8468-081d73a66008 tempest-ServerPasswordTestJSON-1618831171 tempest-ServerPasswordTestJSON-1618831171-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e63fb0a-a720-437a-be82-ba610890f10f HTTP/1.1" status: 200 len: 945 time: 0.3333976 Jul 05 02:31:15.407385 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-344761cf-3def-435e-ade1-17305fa6bd74 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:15.412761 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-77372e53-e428-4d5e-8f92-2d23b3018d52 req-bcb97bea-4773-48b1-8778-f945450ff942 tempest-ServerPasswordTestJSON-1618831171 tempest-ServerPasswordTestJSON-1618831171-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6eedffb-6afb-4572-bcb0-7abef50a59a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394521 Jul 05 02:31:15.421642 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35c4de4a-6cc6-41e2-ae8e-37d2bcc24c91 admin admin] Made reservation on behalf of 75731b244fd149bfab61f83bfac8a67b for: {'network': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:31:15.421642 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-35c4de4a-6cc6-41e2-ae8e-37d2bcc24c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:15.435680 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-35c4de4a-6cc6-41e2-ae8e-37d2bcc24c91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:15.460176 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8f7e84-85bd-4f23-adae-63fd7695bab9 req-93078b28-85e7-4786-a70d-4e5ce1d21a0a tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:15.460771 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8f7e84-85bd-4f23-adae-63fd7695bab9 req-93078b28-85e7-4786-a70d-4e5ce1d21a0a tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:15.467649 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8f7e84-85bd-4f23-adae-63fd7695bab9 req-93078b28-85e7-4786-a70d-4e5ce1d21a0a tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:15.473858 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8f7e84-85bd-4f23-adae-63fd7695bab9 req-93078b28-85e7-4786-a70d-4e5ce1d21a0a tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:15.476807 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-bc8f7e84-85bd-4f23-adae-63fd7695bab9 req-93078b28-85e7-4786-a70d-4e5ce1d21a0a tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/ports?device_id=a29b1f86-c2b3-4079-ba70-879d5fa5b04b HTTP/1.1" status: 200 len: 3144 time: 0.4513056 Jul 05 02:31:15.479448 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16fa20c7-a66c-4c77-85f3-e49e9f5d1107 x-openstack-request-id: req-16fa20c7-a66c-4c77-85f3-e49e9f5d1107 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:31:15.480276 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e63fb0a-a720-437a-be82-ba610890f10f", "name": "network-vif-plugged", "status": "completed", "tag": "4f7ff7d4-6dc3-4b86-86cf-00a444d0c6bd", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:31:15.480276 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-16fa20c7-a66c-4c77-85f3-e49e9f5d1107 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:31:15.484620 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e63fb0a-a720-437a-be82-ba610890f10f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f7ff7d4-6dc3-4b86-86cf-00a444d0c6bd', 'code': 200} Jul 05 02:31:15.527469 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-905f7b7b-39f7-4e79-9bad-8f60fa407014 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "GET /v2.0/routers/03832a15-c1a0-46b1-9b55-670ef17f98b6 HTTP/1.1" status: 200 len: 953 time: 0.2335927 Jul 05 02:31:15.527834 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-1d27d275-7330-472f-94e2-2184175a36d3 req-48a1b64d-f9da-4218-90c7-d9540c09cceb tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] For port 5989baa9-fe49-4803-b03e-335f01c6c828, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=5989baa9-fe49-4803-b03e-335f01c6c828,segment=NetworkSegment(1e66968f-6f5e-4e8c-8b7e-ad16b36c9c98),segment_id=1e66968f-6f5e-4e8c-8b7e-ad16b36c9c98)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:31:15.527834 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1d27d275-7330-472f-94e2-2184175a36d3 req-48a1b64d-f9da-4218-90c7-d9540c09cceb tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:15.527834 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 39392) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:15.550670 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-e83e3d97-e1a4-444f-bd00-f18e64328511 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Request body: {'router': {'routes': None}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:31:15.557189 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-bc8f7e84-85bd-4f23-adae-63fd7695bab9 req-fa0dc2c1-dba1-4978-87f2-49e14ff3afe7 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/security-groups?id=17338adc-3db3-4a61-bf9d-146877730ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631714 Jul 05 02:31:15.572558 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f483259b-0757-4713-8992-70ac89435ad9 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:15.581413 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f483259b-0757-4713-8992-70ac89435ad9 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:15.581413 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f483259b-0757-4713-8992-70ac89435ad9 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:15.602478 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-1d27d275-7330-472f-94e2-2184175a36d3 req-48a1b64d-f9da-4218-90c7-d9540c09cceb tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Calling delete_port for 5989baa9-fe49-4803-b03e-335f01c6c828 owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:31:15.661049 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9e3280b5-f5e6-4dae-b27b-778485c16f01 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:15.710543 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9e3280b5-f5e6-4dae-b27b-778485c16f01 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:15.713163 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-9e3280b5-f5e6-4dae-b27b-778485c16f01 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] 10.222.0.23 "DELETE /v2.0/networks/abacf947-9b36-45f1-83a1-01c964ac73ad HTTP/1.1" status: 204 len: 168 time: 1.6989069 Jul 05 02:31:15.725307 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f483259b-0757-4713-8992-70ac89435ad9 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Pushing event updated for resources: {'Network': ['ID=7724606e-74a3-4aaa-971e-233bda4dc67e,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:15.738542 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 7724606e-74a3-4aaa-971e-233bda4dc67e details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:31:15.755725 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-344761cf-3def-435e-ade1-17305fa6bd74 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Deleting port 90a33b1c-909b-401e-ad71-88ba0ce020a5 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:31:15.755996 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-344761cf-3def-435e-ade1-17305fa6bd74 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:15.819273 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-31e8b4d4-4344-445c-aac0-5edd95a73c82 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:15.833432 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3280b5-f5e6-4dae-b27b-778485c16f01 tempest-FloatingIPTestJSON-120075083 tempest-FloatingIPTestJSON-120075083-project] Pushing event deleted for resources: {'Network': ['ID=abacf947-9b36-45f1-83a1-01c964ac73ad,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:15.880973 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-344761cf-3def-435e-ade1-17305fa6bd74 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] For port 90a33b1c-909b-401e-ad71-88ba0ce020a5, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=90a33b1c-909b-401e-ad71-88ba0ce020a5,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:31:15.881339 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-344761cf-3def-435e-ade1-17305fa6bd74 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:15.896111 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-344761cf-3def-435e-ade1-17305fa6bd74 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Calling delete_port for 90a33b1c-909b-401e-ad71-88ba0ce020a5 owned by network:router_gateway {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:31:15.980128 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-35c4de4a-6cc6-41e2-ae8e-37d2bcc24c91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:15.990198 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4477393-1663-4e65-befd-da6aee21f45f req-914a0e06-67da-4db5-b5c3-7b491ac0af73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:15.991815 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b4477393-1663-4e65-befd-da6aee21f45f req-914a0e06-67da-4db5-b5c3-7b491ac0af73 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7e63fb0a-a720-437a-be82-ba610890f10f HTTP/1.1" status: 200 len: 1097 time: 0.3928061 Jul 05 02:31:16.558161 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b4477393-1663-4e65-befd-da6aee21f45f req-87b68522-ec00-4d1f-bc2c-4c5e1b00536b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f6eedffb-6afb-4572-bcb0-7abef50a59a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125894 Jul 05 02:31:16.560178 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d036864-6e61-472a-bfb6-6bbc00f8e550 None None] Sync routers for ids ['03832a15-c1a0-46b1-9b55-670ef17f98b6'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:31:16.560178 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d036864-6e61-472a-bfb6-6bbc00f8e550 None None] Routers {'03832a15-c1a0-46b1-9b55-670ef17f98b6'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:31:16.560178 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-3d036864-6e61-472a-bfb6-6bbc00f8e550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:30:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['03832a15-c1a0-46b1-9b55-670ef17f98b6'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:16.561034 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-35c4de4a-6cc6-41e2-ae8e-37d2bcc24c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:16.564300 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-3d036864-6e61-472a-bfb6-6bbc00f8e550 None None] Set router 03832a15-c1a0-46b1-9b55-670ef17f98b6 gateway port host: None {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:31:16.566285 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35c4de4a-6cc6-41e2-ae8e-37d2bcc24c91 admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=94461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:31:16.566285 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c4de4a-6cc6-41e2-ae8e-37d2bcc24c91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18ee4461-ff44-4a9d-b9c7-05d3b0d49ae1,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:16.572705 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-344761cf-3def-435e-ade1-17305fa6bd74 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:16.572990 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-35c4de4a-6cc6-41e2-ae8e-37d2bcc24c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:16.572990 n-d-771362-32 neutron-server[94461]: INFO neutron.db.segments_db [None req-35c4de4a-6cc6-41e2-ae8e-37d2bcc24c91 admin admin] Added segment 10ca8873-9c2f-4980-a4da-1d632c7765be of type vlan for network dc52fc88-88f7-44eb-b3db-a1effdd6a0f3 Jul 05 02:31:16.573441 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344761cf-3def-435e-ade1-17305fa6bd74 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Pushing event deleted for resources: {'Port': ['ID=90a33b1c-909b-401e-ad71-88ba0ce020a5,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:16.573676 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.extraroute_db [None req-e83e3d97-e1a4-444f-bd00-f18e64328511 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Added routes are [] {{(pid=94461) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 05 02:31:16.573676 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.extraroute_db [None req-e83e3d97-e1a4-444f-bd00-f18e64328511 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=94461) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 05 02:31:16.573676 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-35c4de4a-6cc6-41e2-ae8e-37d2bcc24c91 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:16.573676 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1d27d275-7330-472f-94e2-2184175a36d3 req-48a1b64d-f9da-4218-90c7-d9540c09cceb tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:16.573676 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e83e3d97-e1a4-444f-bd00-f18e64328511 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:16.573676 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a1b64d-f9da-4218-90c7-d9540c09cceb tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Pushing event deleted for resources: {'Port': ['ID=5989baa9-fe49-4803-b03e-335f01c6c828,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:16.574799 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-f483259b-0757-4713-8992-70ac89435ad9 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.8894975 Jul 05 02:31:16.576005 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 39400) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:16.576005 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-603088de-99e3-4374-9254-0250861da4fc tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Request body: {'subnet': {'network_id': '7724606e-74a3-4aaa-971e-233bda4dc67e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:31:16.576287 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-3d036864-6e61-472a-bfb6-6bbc00f8e550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03832a15-c1a0-46b1-9b55-670ef17f98b6', 'name': 'tempest-RoutersIpV6Test-router-658172221', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:30:28Z', 'updated_at': '2021-07-05T02:31:13Z', 'revision_number': 6, 'project_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'gw_port_host': None, '_interfaces': [{'id': '131a1349-f071-4dc0-93fd-af323ab6af44', 'name': '', 'network_id': 'ac00d640-9767-46c3-b690-42ea47921624', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'mac_address': 'fa:16:3e:4d:d0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03832a15-c1a0-46b1-9b55-670ef17f98b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '85ebfe15-09ae-46cc-a212-0b449a8df79b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:30:33Z', 'updated_at': '2021-07-05T02:30:43Z', 'revision_number': 5, 'project_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'subnets': [{'id': '85ebfe15-09ae-46cc-a212-0b449a8df79b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c848d0a-95f5-46c5-a4a6-dd59246e655d', 'name': '', 'network_id': '7d4bb89b-4b3c-4e6f-a4bf-0cd96e967ee8', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'mac_address': 'fa:16:3e:f5:ff:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03832a15-c1a0-46b1-9b55-670ef17f98b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '29671cee-5a0f-48d9-ab24-a6668d74053e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:30:46Z', 'updated_at': '2021-07-05T02:30:54Z', 'revision_number': 5, 'project_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'subnets': [{'id': '29671cee-5a0f-48d9-ab24-a6668d74053e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f233154-a7f3-4f95-a9f7-3472c4a7c053', 'name': '', 'network_id': '37bef945-7a93-4a59-ba96-1387b3efb0c9', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'mac_address': 'fa:16:3e:9d:18:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03832a15-c1a0-46b1-9b55-670ef17f98b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '31599d03-2546-4be2-8005-9dbe29d4fe7b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:30:55Z', 'updated_at': '2021-07-05T02:31:03Z', 'revision_number': 5, 'project_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'subnets': [{'id': '31599d03-2546-4be2-8005-9dbe29d4fe7b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb366d46-d65d-483a-b768-b9fe6138aaf2', 'name': '', 'network_id': '6178dc65-d34e-4b22-be6a-428f01e2da05', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'mac_address': 'fa:16:3e:99:de:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03832a15-c1a0-46b1-9b55-670ef17f98b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '0b1f943a-0c4f-44ad-8da5-3056ad0b8df9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:31:06Z', 'updated_at': '2021-07-05T02:31:14Z', 'revision_number': 4, 'project_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'subnets': [{'id': '0b1f943a-0c4f-44ad-8da5-3056ad0b8df9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:16.576574 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39402) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:16.576574 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-344761cf-3def-435e-ade1-17305fa6bd74 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636927'] for router_gateway, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:16.576830 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d036864-6e61-472a-bfb6-6bbc00f8e550 None None] Checking router: 03832a15-c1a0-46b1-9b55-670ef17f98b6 for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:31:16.576960 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d27d275-7330-472f-94e2-2184175a36d3 req-48a1b64d-f9da-4218-90c7-d9540c09cceb tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] No DVR routers for this DVR port 5989baa9-fe49-4803-b03e-335f01c6c828 on host n-h2-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:31:16.586019 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d036864-6e61-472a-bfb6-6bbc00f8e550 None None] Routers {'03832a15-c1a0-46b1-9b55-670ef17f98b6'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:31:16.586659 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-3d036864-6e61-472a-bfb6-6bbc00f8e550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:30:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['03832a15-c1a0-46b1-9b55-670ef17f98b6'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:16.604092 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1d27d275-7330-472f-94e2-2184175a36d3 req-48a1b64d-f9da-4218-90c7-d9540c09cceb tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:16.606434 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1d27d275-7330-472f-94e2-2184175a36d3 req-48a1b64d-f9da-4218-90c7-d9540c09cceb tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.15 "DELETE /v2.0/ports/5989baa9-fe49-4803-b03e-335f01c6c828 HTTP/1.1" status: 204 len: 173 time: 2.3360536 Jul 05 02:31:16.608897 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a29b1f86-c2b3-4079-ba70-879d5fa5b04b', 'name': 'network-vif-deleted', 'tag': '5989baa9-fe49-4803-b03e-335f01c6c828'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:31:16.611340 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ac3e85d-0a7f-40f4-91f1-40f0a5d5a834" -d '{"events": [{"server_uuid": "a29b1f86-c2b3-4079-ba70-879d5fa5b04b", "name": "network-vif-deleted", "tag": "5989baa9-fe49-4803-b03e-335f01c6c828"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:31:16.695880 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-31e8b4d4-4344-445c-aac0-5edd95a73c82 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:16.697940 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-344761cf-3def-435e-ade1-17305fa6bd74 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11828'] for router, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:16.700470 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-344761cf-3def-435e-ade1-17305fa6bd74 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:16.796291 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-35c4de4a-6cc6-41e2-ae8e-37d2bcc24c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:16.797286 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c4de4a-6cc6-41e2-ae8e-37d2bcc24c91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:16.798427 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-35c4de4a-6cc6-41e2-ae8e-37d2bcc24c91 admin admin] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:16.827594 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-31e8b4d4-4344-445c-aac0-5edd95a73c82 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:16.851756 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-91a5c752-6ba5-41e6-b08b-bbc0f8f5dcef admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cade54127d6845609e9e91e1547182b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3212090 Jul 05 02:31:16.857293 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39410) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:16.888385 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e8b4d4-4344-445c-aac0-5edd95a73c82 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=927fe3ee-8286-4724-948f-3b299d760bb0,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:16.902153 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-3d036864-6e61-472a-bfb6-6bbc00f8e550 None None] Set router 03832a15-c1a0-46b1-9b55-670ef17f98b6 gateway port host: None {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:31:16.909654 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-344761cf-3def-435e-ade1-17305fa6bd74 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1575451'] for router, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:16.910240 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-344761cf-3def-435e-ade1-17305fa6bd74 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 271d6188-b8dd-4889-80fa-6c2e64d55739 {{(pid=94462) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 02:31:16.915325 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-344761cf-3def-435e-ade1-17305fa6bd74 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:16.922662 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-344761cf-3def-435e-ade1-17305fa6bd74 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] 10.222.0.23 "DELETE /v2.0/routers/271d6188-b8dd-4889-80fa-6c2e64d55739 HTTP/1.1" status: 204 len: 168 time: 2.2244327 Jul 05 02:31:16.923547 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39412) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:16.930660 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-4307747b-e7e4-4988-8cc0-c967257afb69 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-293662458', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}, 'admin_state_up': False}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:31:16.956155 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2e9f9c-8c8d-4b91-a81f-343626f6a6a8 req-bb8c40cd-aa35-4e66-aa5e-846266aed497 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:16.957077 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2e9f9c-8c8d-4b91-a81f-343626f6a6a8 req-bb8c40cd-aa35-4e66-aa5e-846266aed497 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:16.963397 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2e9f9c-8c8d-4b91-a81f-343626f6a6a8 req-bb8c40cd-aa35-4e66-aa5e-846266aed497 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:16.965383 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3e2e9f9c-8c8d-4b91-a81f-343626f6a6a8 req-bb8c40cd-aa35-4e66-aa5e-846266aed497 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/ports?device_id=a29b1f86-c2b3-4079-ba70-879d5fa5b04b HTTP/1.1" status: 200 len: 2411 time: 0.2142813 Jul 05 02:31:16.971024 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c4de4a-6cc6-41e2-ae8e-37d2bcc24c91 admin admin] Pushing event updated for resources: {'Network': ['ID=dc52fc88-88f7-44eb-b3db-a1effdd6a0f3,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:16.983654 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network dc52fc88-88f7-44eb-b3db-a1effdd6a0f3 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:31:16.987882 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2d098a6c-2726-4431-ae3e-82d37121534e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:17.035163 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2d098a6c-2726-4431-ae3e-82d37121534e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:17.058399 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-31e8b4d4-4344-445c-aac0-5edd95a73c82 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:17.062300 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-31e8b4d4-4344-445c-aac0-5edd95a73c82 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 3.1753895 Jul 05 02:31:17.069556 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39414) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:17.076085 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-5fb4f4b7-62d7-485b-90fc-5263fd1f1525 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Request body: {'security_group_rule': {'security_group_id': '927fe3ee-8286-4724-948f-3b299d760bb0', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:31:17.077068 n-d-771362-32 neutron-server[94462]: WARNING neutron.api.v2.base [None req-5fb4f4b7-62d7-485b-90fc-5263fd1f1525 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 05 02:31:17.077537 n-d-771362-32 neutron-server[94462]: INFO neutron.api.v2.resource [None req-5fb4f4b7-62d7-485b-90fc-5263fd1f1525 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 02:31:17.079264 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-5fb4f4b7-62d7-485b-90fc-5263fd1f1525 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0080228 Jul 05 02:31:17.091761 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3e2e9f9c-8c8d-4b91-a81f-343626f6a6a8 req-232debf0-ce65-4d15-aed1-016a815bbe60 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/security-groups?id=17338adc-3db3-4a61-bf9d-146877730ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052651 Jul 05 02:31:17.098301 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39416) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:17.197596 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-35c4de4a-6cc6-41e2-ae8e-37d2bcc24c91 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.9767137 Jul 05 02:31:17.200929 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 39418) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:17.209823 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9d61d85-8d0d-49c8-b748-4a7a630bb6c9 x-openstack-request-id: req-a9d61d85-8d0d-49c8-b748-4a7a630bb6c9 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:31:17.209823 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a29b1f86-c2b3-4079-ba70-879d5fa5b04b", "name": "network-vif-deleted", "tag": "5989baa9-fe49-4803-b03e-335f01c6c828", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:31:17.216955 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a9d61d85-8d0d-49c8-b748-4a7a630bb6c9 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:31:17.217402 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a29b1f86-c2b3-4079-ba70-879d5fa5b04b', 'name': 'network-vif-deleted', 'tag': '5989baa9-fe49-4803-b03e-335f01c6c828', 'status': 'completed', 'code': 200} Jul 05 02:31:17.232156 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-118e551b-cedb-4ac0-80ae-089db9d2e0db admin admin] Request body: {'subnet': {'network_id': 'dc52fc88-88f7-44eb-b3db-a1effdd6a0f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-365057176-subnet', 'tenant_id': '75731b244fd149bfab61f83bfac8a67b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:31:17.242844 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d133f789-f8bb-47e2-b278-a945bef9fd05 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:17.245497 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f0387e-910d-40e9-aae3-aeb61034c544 req-c1c270cc-daf0-4955-bf24-e8e4eda13227 tempest-ServerPasswordTestJSON-1618831171 tempest-ServerPasswordTestJSON-1618831171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:17.246822 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-21f0387e-910d-40e9-aae3-aeb61034c544 req-c1c270cc-daf0-4955-bf24-e8e4eda13227 tempest-ServerPasswordTestJSON-1618831171 tempest-ServerPasswordTestJSON-1618831171-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e63fb0a-a720-437a-be82-ba610890f10f HTTP/1.1" status: 200 len: 945 time: 0.6389036 Jul 05 02:31:17.264351 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-1d27d275-7330-472f-94e2-2184175a36d3 req-7f5d96dd-6ce8-45d7-9a79-b16d805d3ec6 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Deleting port ebeeea34-31e3-4860-b394-0cf6d93b55be {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:31:17.265004 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1d27d275-7330-472f-94e2-2184175a36d3 req-7f5d96dd-6ce8-45d7-9a79-b16d805d3ec6 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:17.269542 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d133f789-f8bb-47e2-b278-a945bef9fd05 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:17.301719 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-3d036864-6e61-472a-bfb6-6bbc00f8e550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03832a15-c1a0-46b1-9b55-670ef17f98b6', 'name': 'tempest-RoutersIpV6Test-router-658172221', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:30:28Z', 'updated_at': '2021-07-05T02:31:13Z', 'revision_number': 6, 'project_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'gw_port_host': None, '_interfaces': [{'id': '131a1349-f071-4dc0-93fd-af323ab6af44', 'name': '', 'network_id': 'ac00d640-9767-46c3-b690-42ea47921624', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'mac_address': 'fa:16:3e:4d:d0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03832a15-c1a0-46b1-9b55-670ef17f98b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '85ebfe15-09ae-46cc-a212-0b449a8df79b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:30:33Z', 'updated_at': '2021-07-05T02:30:43Z', 'revision_number': 5, 'project_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'subnets': [{'id': '85ebfe15-09ae-46cc-a212-0b449a8df79b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c848d0a-95f5-46c5-a4a6-dd59246e655d', 'name': '', 'network_id': '7d4bb89b-4b3c-4e6f-a4bf-0cd96e967ee8', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'mac_address': 'fa:16:3e:f5:ff:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03832a15-c1a0-46b1-9b55-670ef17f98b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '29671cee-5a0f-48d9-ab24-a6668d74053e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:30:46Z', 'updated_at': '2021-07-05T02:30:54Z', 'revision_number': 5, 'project_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'subnets': [{'id': '29671cee-5a0f-48d9-ab24-a6668d74053e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f233154-a7f3-4f95-a9f7-3472c4a7c053', 'name': '', 'network_id': '37bef945-7a93-4a59-ba96-1387b3efb0c9', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'mac_address': 'fa:16:3e:9d:18:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03832a15-c1a0-46b1-9b55-670ef17f98b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '31599d03-2546-4be2-8005-9dbe29d4fe7b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:30:55Z', 'updated_at': '2021-07-05T02:31:03Z', 'revision_number': 5, 'project_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'subnets': [{'id': '31599d03-2546-4be2-8005-9dbe29d4fe7b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb366d46-d65d-483a-b768-b9fe6138aaf2', 'name': '', 'network_id': '6178dc65-d34e-4b22-be6a-428f01e2da05', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'mac_address': 'fa:16:3e:99:de:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03832a15-c1a0-46b1-9b55-670ef17f98b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '0b1f943a-0c4f-44ad-8da5-3056ad0b8df9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:31:06Z', 'updated_at': '2021-07-05T02:31:14Z', 'revision_number': 4, 'project_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'subnets': [{'id': '0b1f943a-0c4f-44ad-8da5-3056ad0b8df9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:17.316575 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e83e3d97-e1a4-444f-bd00-f18e64328511 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:17.330910 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e83e3d97-e1a4-444f-bd00-f18e64328511 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1636977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1636970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1573792'] for router, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:17.332434 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d036864-6e61-472a-bfb6-6bbc00f8e550 None None] The sync data for ids ['03832a15-c1a0-46b1-9b55-670ef17f98b6'] in n-d-771362-32 is: [{'id': '03832a15-c1a0-46b1-9b55-670ef17f98b6', 'name': 'tempest-RoutersIpV6Test-router-658172221', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:30:28Z', 'updated_at': '2021-07-05T02:31:13Z', 'revision_number': 6, 'project_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'gw_port_host': None, '_interfaces': [{'id': '131a1349-f071-4dc0-93fd-af323ab6af44', 'name': '', 'network_id': 'ac00d640-9767-46c3-b690-42ea47921624', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'mac_address': 'fa:16:3e:4d:d0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03832a15-c1a0-46b1-9b55-670ef17f98b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '85ebfe15-09ae-46cc-a212-0b449a8df79b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:30:33Z', 'updated_at': '2021-07-05T02:30:43Z', 'revision_number': 5, 'project_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'subnets': [{'id': '85ebfe15-09ae-46cc-a212-0b449a8df79b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c848d0a-95f5-46c5-a4a6-dd59246e655d', 'name': '', 'network_id': '7d4bb89b-4b3c-4e6f-a4bf-0cd96e967ee8', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'mac_address': 'fa:16:3e:f5:ff:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03832a15-c1a0-46b1-9b55-670ef17f98b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '29671cee-5a0f-48d9-ab24-a6668d74053e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:30:46Z', 'updated_at': '2021-07-05T02:30:54Z', 'revision_number': 5, 'project_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'subnets': [{'id': '29671cee-5a0f-48d9-ab24-a6668d74053e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f233154-a7f3-4f95-a9f7-3472c4a7c053', 'name': '', 'network_id': '37bef945-7a93-4a59-ba96-1387b3efb0c9', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'mac_address': 'fa:16:3e:9d:18:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03832a15-c1a0-46b1-9b55-670ef17f98b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '31599d03-2546-4be2-8005-9dbe29d4fe7b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:30:55Z', 'updated_at': '2021-07-05T02:31:03Z', 'revision_number': 5, 'project_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'subnets': [{'id': '31599d03-2546-4be2-8005-9dbe29d4fe7b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb366d46-d65d-483a-b768-b9fe6138aaf2', 'name': '', 'network_id': '6178dc65-d34e-4b22-be6a-428f01e2da05', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'mac_address': 'fa:16:3e:99:de:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03832a15-c1a0-46b1-9b55-670ef17f98b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '0b1f943a-0c4f-44ad-8da5-3056ad0b8df9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:31:06Z', 'updated_at': '2021-07-05T02:31:14Z', 'revision_number': 4, 'project_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'subnets': [{'id': '0b1f943a-0c4f-44ad-8da5-3056ad0b8df9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:31:17.396737 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-603088de-99e3-4374-9254-0250861da4fc tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Made reservation on behalf of bce207c37ec64fa8983367a1cda3c00b for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:31:17.400281 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-603088de-99e3-4374-9254-0250861da4fc tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:17.412474 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2d098a6c-2726-4431-ae3e-82d37121534e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:17.417202 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2d098a6c-2726-4431-ae3e-82d37121534e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:17.422093 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-2d098a6c-2726-4431-ae3e-82d37121534e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/38e1f314-2540-4040-af82-d43b8320f8b0 HTTP/1.1" status: 204 len: 168 time: 0.5596788 Jul 05 02:31:17.430917 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d098a6c-2726-4431-ae3e-82d37121534e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e1f314-2540-4040-af82-d43b8320f8b0,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:17.439504 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d098a6c-2726-4431-ae3e-82d37121534e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:31:17.439949 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d098a6c-2726-4431-ae3e-82d37121534e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:31:17.440451 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d098a6c-2726-4431-ae3e-82d37121534e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:31:17.442727 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d098a6c-2726-4431-ae3e-82d37121534e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:31:17.443097 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d098a6c-2726-4431-ae3e-82d37121534e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:31:17.443433 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d098a6c-2726-4431-ae3e-82d37121534e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:31:17.444128 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d098a6c-2726-4431-ae3e-82d37121534e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:31:17.444743 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d098a6c-2726-4431-ae3e-82d37121534e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:31:17.445244 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d098a6c-2726-4431-ae3e-82d37121534e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:31:17.445704 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d098a6c-2726-4431-ae3e-82d37121534e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:31:17.446284 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d098a6c-2726-4431-ae3e-82d37121534e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:31:17.447198 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d098a6c-2726-4431-ae3e-82d37121534e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:31:17.457304 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-21f0387e-910d-40e9-aae3-aeb61034c544 req-659d3eb9-7f42-4343-93a1-e40d12771aa4 tempest-ServerPasswordTestJSON-1618831171 tempest-ServerPasswordTestJSON-1618831171-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6eedffb-6afb-4572-bcb0-7abef50a59a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973388 Jul 05 02:31:17.489954 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d133f789-f8bb-47e2-b278-a945bef9fd05 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:17.493145 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d133f789-f8bb-47e2-b278-a945bef9fd05 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:17.496320 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-d133f789-f8bb-47e2-b278-a945bef9fd05 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] 10.222.0.23 "DELETE /v2.0/security-groups/927fe3ee-8286-4724-948f-3b299d760bb0 HTTP/1.1" status: 204 len: 168 time: 0.3799808 Jul 05 02:31:17.498995 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 39424) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:17.524460 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4307747b-e7e4-4988-8cc0-c967257afb69 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11810'] for router, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:17.546056 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4307747b-e7e4-4988-8cc0-c967257afb69 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1926740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11821'] for router, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:17.553495 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d133f789-f8bb-47e2-b278-a945bef9fd05 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=927fe3ee-8286-4724-948f-3b299d760bb0,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:17.620161 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-1d27d275-7330-472f-94e2-2184175a36d3 req-7f5d96dd-6ce8-45d7-9a79-b16d805d3ec6 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] For port ebeeea34-31e3-4860-b394-0cf6d93b55be, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=ebeeea34-31e3-4860-b394-0cf6d93b55be,segment=NetworkSegment(c339102a-fa63-429b-bfae-9f85cbe3d098),segment_id=c339102a-fa63-429b-bfae-9f85cbe3d098)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:31:17.620675 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1d27d275-7330-472f-94e2-2184175a36d3 req-7f5d96dd-6ce8-45d7-9a79-b16d805d3ec6 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:17.639174 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4307747b-e7e4-4988-8cc0-c967257afb69 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:17.670080 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-1d27d275-7330-472f-94e2-2184175a36d3 req-7f5d96dd-6ce8-45d7-9a79-b16d805d3ec6 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Calling delete_port for ebeeea34-31e3-4860-b394-0cf6d93b55be owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:31:17.682802 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-be835157-5013-4066-83d6-7faa7687a106 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1699305 Jul 05 02:31:17.686839 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39426) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:17.692060 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-049d2286-2bb4-4f45-b810-8bd6c4a21f4d tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Request body: {'security_group': {'name': 'tempest-secgroup--818906074'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:31:17.700606 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e83e3d97-e1a4-444f-bd00-f18e64328511 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Router 03832a15-c1a0-46b1-9b55-670ef17f98b6 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:31:17.710346 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device eb366d46-d65d-483a-b768-b9fe6138aaf2 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:31:17.870940 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-118e551b-cedb-4ac0-80ae-089db9d2e0db admin admin] Made reservation on behalf of 75731b244fd149bfab61f83bfac8a67b for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:31:17.873330 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-118e551b-cedb-4ac0-80ae-089db9d2e0db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:17.951291 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4307747b-e7e4-4988-8cc0-c967257afb69 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:17.967005 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port eb366d46-d65d-483a-b768-b9fe6138aaf2 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:31:17.973337 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port eb366d46-d65d-483a-b768-b9fe6138aaf2 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:31:17.973991 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:17.991488 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e83e3d97-e1a4-444f-bd00-f18e64328511 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:31:18.006157 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e83e3d97-e1a4-444f-bd00-f18e64328511 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks [] for router, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:18.006379 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-049d2286-2bb4-4f45-b810-8bd6c4a21f4d tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:18.009610 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-e83e3d97-e1a4-444f-bd00-f18e64328511 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "PUT /v2.0/routers/03832a15-c1a0-46b1-9b55-670ef17f98b6 HTTP/1.1" status: 200 len: 703 time: 2.4795845 Jul 05 02:31:18.013355 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 39430) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:18.016503 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf03768-846a-4e1a-bda2-e1dbf5db6ab9 None None] Sync routers for ids ['03832a15-c1a0-46b1-9b55-670ef17f98b6'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:31:18.045784 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf03768-846a-4e1a-bda2-e1dbf5db6ab9 None None] Routers {'03832a15-c1a0-46b1-9b55-670ef17f98b6'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:31:18.047665 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-7cf03768-846a-4e1a-bda2-e1dbf5db6ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:30:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['03832a15-c1a0-46b1-9b55-670ef17f98b6'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:18.148386 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-049d2286-2bb4-4f45-b810-8bd6c4a21f4d tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:18.195695 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-7cf03768-846a-4e1a-bda2-e1dbf5db6ab9 None None] Set router 03832a15-c1a0-46b1-9b55-670ef17f98b6 gateway port host: None {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:31:18.237925 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:18.273322 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-049d2286-2bb4-4f45-b810-8bd6c4a21f4d tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:18.365169 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port eb366d46-d65d-483a-b768-b9fe6138aaf2, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=eb366d46-d65d-483a-b768-b9fe6138aaf2,segment=NetworkSegment(0909d6c3-5dda-4e4e-8518-acb41b4626b1),segment_id=0909d6c3-5dda-4e4e-8518-acb41b4626b1)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:31:18.452017 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049d2286-2bb4-4f45-b810-8bd6c4a21f4d tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a84d9e66-ac1e-4f3a-831e-88be0d8b67ff,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:18.480641 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4307747b-e7e4-4988-8cc0-c967257afb69 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks [] for router_gateway, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:18.487574 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-7cf03768-846a-4e1a-bda2-e1dbf5db6ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03832a15-c1a0-46b1-9b55-670ef17f98b6', 'name': 'tempest-RoutersIpV6Test-router-658172221', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:30:28Z', 'updated_at': '2021-07-05T02:31:16Z', 'revision_number': 7, 'project_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'gw_port_host': None, '_interfaces': [{'id': '131a1349-f071-4dc0-93fd-af323ab6af44', 'name': '', 'network_id': 'ac00d640-9767-46c3-b690-42ea47921624', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'mac_address': 'fa:16:3e:4d:d0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03832a15-c1a0-46b1-9b55-670ef17f98b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '85ebfe15-09ae-46cc-a212-0b449a8df79b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:30:33Z', 'updated_at': '2021-07-05T02:30:43Z', 'revision_number': 5, 'project_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'subnets': [{'id': '85ebfe15-09ae-46cc-a212-0b449a8df79b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c848d0a-95f5-46c5-a4a6-dd59246e655d', 'name': '', 'network_id': '7d4bb89b-4b3c-4e6f-a4bf-0cd96e967ee8', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'mac_address': 'fa:16:3e:f5:ff:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03832a15-c1a0-46b1-9b55-670ef17f98b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '29671cee-5a0f-48d9-ab24-a6668d74053e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:30:46Z', 'updated_at': '2021-07-05T02:30:54Z', 'revision_number': 5, 'project_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'subnets': [{'id': '29671cee-5a0f-48d9-ab24-a6668d74053e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f233154-a7f3-4f95-a9f7-3472c4a7c053', 'name': '', 'network_id': '37bef945-7a93-4a59-ba96-1387b3efb0c9', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'mac_address': 'fa:16:3e:9d:18:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03832a15-c1a0-46b1-9b55-670ef17f98b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '31599d03-2546-4be2-8005-9dbe29d4fe7b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:30:55Z', 'updated_at': '2021-07-05T02:31:03Z', 'revision_number': 5, 'project_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'subnets': [{'id': '31599d03-2546-4be2-8005-9dbe29d4fe7b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb366d46-d65d-483a-b768-b9fe6138aaf2', 'name': '', 'network_id': '6178dc65-d34e-4b22-be6a-428f01e2da05', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'mac_address': 'fa:16:3e:99:de:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03832a15-c1a0-46b1-9b55-670ef17f98b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '0b1f943a-0c4f-44ad-8da5-3056ad0b8df9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:31:06Z', 'updated_at': '2021-07-05T02:31:14Z', 'revision_number': 4, 'project_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'subnets': [{'id': '0b1f943a-0c4f-44ad-8da5-3056ad0b8df9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:18.492191 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:18.506381 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4307747b-e7e4-4988-8cc0-c967257afb69 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:18.508080 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 3681ef56-52de-412b-9bfe-15213f7f47ce no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:31:18.554013 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-603088de-99e3-4374-9254-0250861da4fc tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5763451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774823'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:18.555475 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1d27d275-7330-472f-94e2-2184175a36d3 req-7f5d96dd-6ce8-45d7-9a79-b16d805d3ec6 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:18.559604 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-049d2286-2bb4-4f45-b810-8bd6c4a21f4d tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:18.563446 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-049d2286-2bb4-4f45-b810-8bd6c4a21f4d tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8727698 Jul 05 02:31:18.564504 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39444) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:18.575496 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-7bda9faa-1466-4c10-a5ca-6963b88e7b7c tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "GET /v2.0/routers/03832a15-c1a0-46b1-9b55-670ef17f98b6 HTTP/1.1" status: 200 len: 703 time: 0.5526426 Jul 05 02:31:18.575738 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-f198605d-a585-47f5-a7f1-dfed0da89151 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Request body: {'security_group_rule': {'security_group_id': 'a84d9e66-ac1e-4f3a-831e-88be0d8b67ff', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:31:18.576742 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 39446) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:18.585942 n-d-771362-32 neutron-server[94462]: WARNING neutron.api.v2.base [None req-f198605d-a585-47f5-a7f1-dfed0da89151 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 05 02:31:18.586894 n-d-771362-32 neutron-server[94462]: INFO neutron.api.v2.resource [None req-f198605d-a585-47f5-a7f1-dfed0da89151 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 02:31:18.589043 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-f198605d-a585-47f5-a7f1-dfed0da89151 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0230069 Jul 05 02:31:18.594865 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39448) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:18.599715 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-7cb425da-f24b-4de9-8882-c0fb57a80d4c tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Request body: {'security_group_rule': {'security_group_id': 'a84d9e66-ac1e-4f3a-831e-88be0d8b67ff', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:31:18.600639 n-d-771362-32 neutron-server[94462]: WARNING neutron.api.v2.base [None req-7cb425da-f24b-4de9-8882-c0fb57a80d4c tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 05 02:31:18.601557 n-d-771362-32 neutron-server[94462]: INFO neutron.api.v2.resource [None req-7cb425da-f24b-4de9-8882-c0fb57a80d4c tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 02:31:18.602729 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-7cb425da-f24b-4de9-8882-c0fb57a80d4c tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0067205 Jul 05 02:31:18.609406 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf03768-846a-4e1a-bda2-e1dbf5db6ab9 None None] Checking router: 03832a15-c1a0-46b1-9b55-670ef17f98b6 for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:31:18.613548 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39450) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:18.614013 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 3681ef56-52de-412b-9bfe-15213f7f47ce {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:31:18.614382 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 3681ef56-52de-412b-9bfe-15213f7f47ce not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:31:18.621114 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-b68dbfa7-ca21-49e6-b904-ac5ab32bfaca tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Request body: {'security_group_rule': {'security_group_id': 'a84d9e66-ac1e-4f3a-831e-88be0d8b67ff', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:31:18.622482 n-d-771362-32 neutron-server[94462]: WARNING neutron.api.v2.base [None req-b68dbfa7-ca21-49e6-b904-ac5ab32bfaca tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 05 02:31:18.623591 n-d-771362-32 neutron-server[94462]: INFO neutron.api.v2.resource [None req-b68dbfa7-ca21-49e6-b904-ac5ab32bfaca tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 02:31:18.624874 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-b68dbfa7-ca21-49e6-b904-ac5ab32bfaca tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0095813 Jul 05 02:31:18.633905 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39452) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:18.638322 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf03768-846a-4e1a-bda2-e1dbf5db6ab9 None None] Routers {'03832a15-c1a0-46b1-9b55-670ef17f98b6'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:31:18.641768 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-dbdd57d5-9b00-4ecc-a0f8-bcdc0e90006a tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Request body: {'security_group_rule': {'security_group_id': 'a84d9e66-ac1e-4f3a-831e-88be0d8b67ff', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:31:18.642316 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-7cf03768-846a-4e1a-bda2-e1dbf5db6ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:30:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['03832a15-c1a0-46b1-9b55-670ef17f98b6'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:18.643018 n-d-771362-32 neutron-server[94462]: WARNING neutron.api.v2.base [None req-dbdd57d5-9b00-4ecc-a0f8-bcdc0e90006a tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 05 02:31:18.644229 n-d-771362-32 neutron-server[94462]: INFO neutron.api.v2.resource [None req-dbdd57d5-9b00-4ecc-a0f8-bcdc0e90006a tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 02:31:18.647690 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-dbdd57d5-9b00-4ecc-a0f8-bcdc0e90006a tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0101230 Jul 05 02:31:18.657572 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677479fb-c8d9-4501-9c3c-ec7b9d6b63a4 req-d6b7792d-faf0-408b-ac68-97d10ee680e9 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:18.664802 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677479fb-c8d9-4501-9c3c-ec7b9d6b63a4 req-d6b7792d-faf0-408b-ac68-97d10ee680e9 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:18.671878 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-677479fb-c8d9-4501-9c3c-ec7b9d6b63a4 req-d6b7792d-faf0-408b-ac68-97d10ee680e9 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/ports?device_id=a29b1f86-c2b3-4079-ba70-879d5fa5b04b HTTP/1.1" status: 200 len: 1678 time: 0.3433580 Jul 05 02:31:18.681290 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39456) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:18.690714 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5d96dd-6ce8-45d7-9a79-b16d805d3ec6 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Pushing event deleted for resources: {'Port': ['ID=ebeeea34-31e3-4860-b394-0cf6d93b55be,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:18.803324 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-677479fb-c8d9-4501-9c3c-ec7b9d6b63a4 req-16967a46-960f-4427-ae04-674900f492d6 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/security-groups?id=17338adc-3db3-4a61-bf9d-146877730ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1304522 Jul 05 02:31:18.825701 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-4307747b-e7e4-4988-8cc0-c967257afb69 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Allocated IP 172.25.7.53 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/21e06d44-6f40-4e47-9388-da0ddef98e10) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:31:18.860547 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d27d275-7330-472f-94e2-2184175a36d3 req-7f5d96dd-6ce8-45d7-9a79-b16d805d3ec6 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] No DVR routers for this DVR port ebeeea34-31e3-4860-b394-0cf6d93b55be on host n-h2-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:31:18.870020 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1d27d275-7330-472f-94e2-2184175a36d3 req-7f5d96dd-6ce8-45d7-9a79-b16d805d3ec6 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:18.872082 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1d27d275-7330-472f-94e2-2184175a36d3 req-7f5d96dd-6ce8-45d7-9a79-b16d805d3ec6 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.15 "DELETE /v2.0/ports/ebeeea34-31e3-4860-b394-0cf6d93b55be HTTP/1.1" status: 204 len: 173 time: 2.2535632 Jul 05 02:31:18.877588 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603088de-99e3-4374-9254-0250861da4fc tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Pushing event updated for resources: {'Subnet': ['ID=857eb613-8e83-4fb5-a989-ea92e2efeec9,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:18.906902 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3634e134-51b4-4a7c-bc6d-9992eeeb9796 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:18.941491 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-7cf03768-846a-4e1a-bda2-e1dbf5db6ab9 None None] Set router 03832a15-c1a0-46b1-9b55-670ef17f98b6 gateway port host: None {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:31:18.945156 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603088de-99e3-4374-9254-0250861da4fc tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Checking segment: {'id': '2a2a0a25-8120-465f-8225-37a445152b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7724606e-74a3-4aaa-971e-233bda4dc67e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:31:18.945156 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603088de-99e3-4374-9254-0250861da4fc tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Network hostable DHCP agents. Network: 7724606e-74a3-4aaa-971e-233bda4dc67e, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:31:18.951246 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3634e134-51b4-4a7c-bc6d-9992eeeb9796 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:18.994037 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4307747b-e7e4-4988-8cc0-c967257afb69 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:19.032803 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 39464) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:19.041915 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-118e551b-cedb-4ac0-80ae-089db9d2e0db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5763451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774823'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:19.072333 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=eb366d46-d65d-483a-b768-b9fe6138aaf2,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:19.143914 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fba151-7e93-4f43-a868-396c5b6bb68a req-b67239a5-1d32-462e-b034-55c4d170b282 tempest-ServerPasswordTestJSON-1618831171 tempest-ServerPasswordTestJSON-1618831171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:19.145517 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-11fba151-7e93-4f43-a868-396c5b6bb68a req-b67239a5-1d32-462e-b034-55c4d170b282 tempest-ServerPasswordTestJSON-1618831171 tempest-ServerPasswordTestJSON-1618831171-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e63fb0a-a720-437a-be82-ba610890f10f HTTP/1.1" status: 200 len: 945 time: 0.5009658 Jul 05 02:31:19.151637 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3634e134-51b4-4a7c-bc6d-9992eeeb9796 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:19.155783 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3634e134-51b4-4a7c-bc6d-9992eeeb9796 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:19.159931 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-3634e134-51b4-4a7c-bc6d-9992eeeb9796 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] 10.222.0.23 "DELETE /v2.0/security-groups/a84d9e66-ac1e-4f3a-831e-88be0d8b67ff HTTP/1.1" status: 204 len: 168 time: 0.4741921 Jul 05 02:31:19.174009 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39468) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:19.176765 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3634e134-51b4-4a7c-bc6d-9992eeeb9796 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a84d9e66-ac1e-4f3a-831e-88be0d8b67ff,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:19.213127 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4307747b-e7e4-4988-8cc0-c967257afb69 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:19.220681 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device eb366d46-d65d-483a-b768-b9fe6138aaf2 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:31:19.230295 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-1510a2b6-4508-4e1f-8859-4d301fe5d964 tempest-NetworksNegativeTestJSON-1329324471 tempest-NetworksNegativeTestJSON-1329324471-project] Request body: {'port': {'network_id': '1e9be84b-0fa0-44a5-bae7-466e82dd50c9', 'name': 'tempest-NetworksNegativeTestJSON-926353780'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:31:19.233575 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a29b1f86-c2b3-4079-ba70-879d5fa5b04b', 'name': 'network-vif-deleted', 'tag': 'ebeeea34-31e3-4860-b394-0cf6d93b55be'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:31:19.236078 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a62e85e-4bb8-4e1c-bb97-fd692517263d" -d '{"events": [{"server_uuid": "a29b1f86-c2b3-4079-ba70-879d5fa5b04b", "name": "network-vif-deleted", "tag": "ebeeea34-31e3-4860-b394-0cf6d93b55be"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:31:19.261126 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118e551b-cedb-4ac0-80ae-089db9d2e0db admin admin] Pushing event updated for resources: {'Subnet': ['ID=63c2790f-8cb5-49a6-864c-7d95537e5ebe,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:19.279055 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4307747b-e7e4-4988-8cc0-c967257afb69 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:31:19.288396 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-4307747b-e7e4-4988-8cc0-c967257afb69 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:31:19.292018 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4307747b-e7e4-4988-8cc0-c967257afb69 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:31:19.301886 n-d-771362-32 neutron-server[94461]: INFO neutron.pecan_wsgi.hooks.translation [None req-1510a2b6-4508-4e1f-8859-4d301fe5d964 tempest-NetworksNegativeTestJSON-1329324471 tempest-NetworksNegativeTestJSON-1329324471-project] POST failed (client error): The resource could not be found. Jul 05 02:31:19.303153 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1510a2b6-4508-4e1f-8859-4d301fe5d964 tempest-NetworksNegativeTestJSON-1329324471 tempest-NetworksNegativeTestJSON-1329324471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:31:19.304571 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-1510a2b6-4508-4e1f-8859-4d301fe5d964 tempest-NetworksNegativeTestJSON-1329324471 tempest-NetworksNegativeTestJSON-1329324471-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2648292 Jul 05 02:31:19.310597 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c561f7a-11c5-441b-a01d-ec808895f4d2 x-openstack-request-id: req-0c561f7a-11c5-441b-a01d-ec808895f4d2 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:31:19.311208 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a29b1f86-c2b3-4079-ba70-879d5fa5b04b", "name": "network-vif-deleted", "tag": "ebeeea34-31e3-4860-b394-0cf6d93b55be", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:31:19.311659 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0c561f7a-11c5-441b-a01d-ec808895f4d2 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:31:19.312250 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a29b1f86-c2b3-4079-ba70-879d5fa5b04b', 'name': 'network-vif-deleted', 'tag': 'ebeeea34-31e3-4860-b394-0cf6d93b55be', 'status': 'completed', 'code': 200} Jul 05 02:31:19.315744 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 39472) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:19.335413 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port eb366d46-d65d-483a-b768-b9fe6138aaf2 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:31:19.335790 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:19.362664 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-b3338dfc-cdeb-4981-be00-fd5326d1da6d tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1767833 Jul 05 02:31:19.377939 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 39474) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:19.379099 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603088de-99e3-4374-9254-0250861da4fc tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Network 7724606e-74a3-4aaa-971e-233bda4dc67e is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:31:19.382811 n-d-771362-32 neutron-server[94461]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2980acf-912e-45ba-8fb3-26dc4354c793 tempest-NetworksNegativeTestJSON-1329324471 tempest-NetworksNegativeTestJSON-1329324471-project] DELETE failed (client error): The resource could not be found. Jul 05 02:31:19.383525 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2980acf-912e-45ba-8fb3-26dc4354c793 tempest-NetworksNegativeTestJSON-1329324471 tempest-NetworksNegativeTestJSON-1329324471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:31:19.388794 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-d2980acf-912e-45ba-8fb3-26dc4354c793 tempest-NetworksNegativeTestJSON-1329324471 tempest-NetworksNegativeTestJSON-1329324471-project] 10.222.0.23 "DELETE /v2.0/networks/f97349f8-36e5-4689-85be-f17e46485035 HTTP/1.1" status: 404 len: 339 time: 0.0586786 Jul 05 02:31:19.394579 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-0bb1709f-a2c9-4fdc-bdcf-50eec23f51f9 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Request body: {'security_group': {'name': 'tempest-secgroup--1863032328'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:31:19.403183 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-7cf03768-846a-4e1a-bda2-e1dbf5db6ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03832a15-c1a0-46b1-9b55-670ef17f98b6', 'name': 'tempest-RoutersIpV6Test-router-658172221', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:30:28Z', 'updated_at': '2021-07-05T02:31:16Z', 'revision_number': 7, 'project_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'gw_port_host': None, '_interfaces': [{'id': '131a1349-f071-4dc0-93fd-af323ab6af44', 'name': '', 'network_id': 'ac00d640-9767-46c3-b690-42ea47921624', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'mac_address': 'fa:16:3e:4d:d0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03832a15-c1a0-46b1-9b55-670ef17f98b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '85ebfe15-09ae-46cc-a212-0b449a8df79b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:30:33Z', 'updated_at': '2021-07-05T02:30:43Z', 'revision_number': 5, 'project_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'subnets': [{'id': '85ebfe15-09ae-46cc-a212-0b449a8df79b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c848d0a-95f5-46c5-a4a6-dd59246e655d', 'name': '', 'network_id': '7d4bb89b-4b3c-4e6f-a4bf-0cd96e967ee8', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'mac_address': 'fa:16:3e:f5:ff:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03832a15-c1a0-46b1-9b55-670ef17f98b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '29671cee-5a0f-48d9-ab24-a6668d74053e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:30:46Z', 'updated_at': '2021-07-05T02:30:54Z', 'revision_number': 5, 'project_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'subnets': [{'id': '29671cee-5a0f-48d9-ab24-a6668d74053e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f233154-a7f3-4f95-a9f7-3472c4a7c053', 'name': '', 'network_id': '37bef945-7a93-4a59-ba96-1387b3efb0c9', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'mac_address': 'fa:16:3e:9d:18:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03832a15-c1a0-46b1-9b55-670ef17f98b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '31599d03-2546-4be2-8005-9dbe29d4fe7b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:30:55Z', 'updated_at': '2021-07-05T02:31:03Z', 'revision_number': 5, 'project_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'subnets': [{'id': '31599d03-2546-4be2-8005-9dbe29d4fe7b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb366d46-d65d-483a-b768-b9fe6138aaf2', 'name': '', 'network_id': '6178dc65-d34e-4b22-be6a-428f01e2da05', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'mac_address': 'fa:16:3e:99:de:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03832a15-c1a0-46b1-9b55-670ef17f98b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '0b1f943a-0c4f-44ad-8da5-3056ad0b8df9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:31:06Z', 'updated_at': '2021-07-05T02:31:18Z', 'revision_number': 5, 'project_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'subnets': [{'id': '0b1f943a-0c4f-44ad-8da5-3056ad0b8df9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:19.403506 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-11fba151-7e93-4f43-a868-396c5b6bb68a req-19c1f162-7f00-4ec9-8231-80ee4438c3fc tempest-ServerPasswordTestJSON-1618831171 tempest-ServerPasswordTestJSON-1618831171-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6eedffb-6afb-4572-bcb0-7abef50a59a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408957 Jul 05 02:31:19.407656 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 39476) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:19.423207 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118e551b-cedb-4ac0-80ae-089db9d2e0db admin admin] Checking segment: {'id': '10ca8873-9c2f-4980-a4da-1d632c7765be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'dc52fc88-88f7-44eb-b3db-a1effdd6a0f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:31:19.423877 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118e551b-cedb-4ac0-80ae-089db9d2e0db admin admin] Network hostable DHCP agents. Network: dc52fc88-88f7-44eb-b3db-a1effdd6a0f3, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:31:19.438468 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf03768-846a-4e1a-bda2-e1dbf5db6ab9 None None] The sync data for ids ['03832a15-c1a0-46b1-9b55-670ef17f98b6'] in n-d-771362-32 is: [{'id': '03832a15-c1a0-46b1-9b55-670ef17f98b6', 'name': 'tempest-RoutersIpV6Test-router-658172221', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:30:28Z', 'updated_at': '2021-07-05T02:31:16Z', 'revision_number': 7, 'project_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'gw_port_host': None, '_interfaces': [{'id': '131a1349-f071-4dc0-93fd-af323ab6af44', 'name': '', 'network_id': 'ac00d640-9767-46c3-b690-42ea47921624', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'mac_address': 'fa:16:3e:4d:d0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03832a15-c1a0-46b1-9b55-670ef17f98b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '85ebfe15-09ae-46cc-a212-0b449a8df79b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:30:33Z', 'updated_at': '2021-07-05T02:30:43Z', 'revision_number': 5, 'project_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'subnets': [{'id': '85ebfe15-09ae-46cc-a212-0b449a8df79b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c848d0a-95f5-46c5-a4a6-dd59246e655d', 'name': '', 'network_id': '7d4bb89b-4b3c-4e6f-a4bf-0cd96e967ee8', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'mac_address': 'fa:16:3e:f5:ff:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03832a15-c1a0-46b1-9b55-670ef17f98b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '29671cee-5a0f-48d9-ab24-a6668d74053e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:30:46Z', 'updated_at': '2021-07-05T02:30:54Z', 'revision_number': 5, 'project_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'subnets': [{'id': '29671cee-5a0f-48d9-ab24-a6668d74053e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f233154-a7f3-4f95-a9f7-3472c4a7c053', 'name': '', 'network_id': '37bef945-7a93-4a59-ba96-1387b3efb0c9', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'mac_address': 'fa:16:3e:9d:18:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03832a15-c1a0-46b1-9b55-670ef17f98b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '31599d03-2546-4be2-8005-9dbe29d4fe7b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:30:55Z', 'updated_at': '2021-07-05T02:31:03Z', 'revision_number': 5, 'project_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'subnets': [{'id': '31599d03-2546-4be2-8005-9dbe29d4fe7b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb366d46-d65d-483a-b768-b9fe6138aaf2', 'name': '', 'network_id': '6178dc65-d34e-4b22-be6a-428f01e2da05', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'mac_address': 'fa:16:3e:99:de:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03832a15-c1a0-46b1-9b55-670ef17f98b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '0b1f943a-0c4f-44ad-8da5-3056ad0b8df9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:31:06Z', 'updated_at': '2021-07-05T02:31:18Z', 'revision_number': 5, 'project_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'subnets': [{'id': '0b1f943a-0c4f-44ad-8da5-3056ad0b8df9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:31:19.504431 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 90a33b1c-909b-401e-ad71-88ba0ce020a5 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:31:19.505688 n-d-771362-32 neutron-server[94461]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c1dd51c-f723-47fa-9b13-a0c1ccbabc1a tempest-NetworksNegativeTestJSON-1329324471 tempest-NetworksNegativeTestJSON-1329324471-project] DELETE failed (client error): The resource could not be found. Jul 05 02:31:19.506533 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c1dd51c-f723-47fa-9b13-a0c1ccbabc1a tempest-NetworksNegativeTestJSON-1329324471 tempest-NetworksNegativeTestJSON-1329324471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:31:19.508360 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-7c1dd51c-f723-47fa-9b13-a0c1ccbabc1a tempest-NetworksNegativeTestJSON-1329324471 tempest-NetworksNegativeTestJSON-1329324471-project] 10.222.0.23 "DELETE /v2.0/ports/c1cc9c99-8408-4cc0-942c-f86032a5532d HTTP/1.1" status: 404 len: 333 time: 0.0980926 Jul 05 02:31:19.516535 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 39480) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:19.522215 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-1d27d275-7330-472f-94e2-2184175a36d3 req-0b721c29-25eb-4773-81f2-7a6de74ca266 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Deleting port b3954152-aa83-410a-ad29-4f54d0faf476 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:31:19.522523 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1d27d275-7330-472f-94e2-2184175a36d3 req-0b721c29-25eb-4773-81f2-7a6de74ca266 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:19.534394 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 90a33b1c-909b-401e-ad71-88ba0ce020a5 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:31:19.534840 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 90a33b1c-909b-401e-ad71-88ba0ce020a5 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:31:19.594847 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-603088de-99e3-4374-9254-0250861da4fc tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 7724606e-74a3-4aaa-971e-233bda4dc67e) {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:31:19.605532 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786da1ad-0fcd-47b1-9269-6ba4d7c65245 None None] Network 7724606e-74a3-4aaa-971e-233bda4dc67e requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:31:19.632346 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603088de-99e3-4374-9254-0250861da4fc tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:19.633020 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-603088de-99e3-4374-9254-0250861da4fc tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:19.641888 n-d-771362-32 neutron-server[94461]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a266835-2b60-4def-a265-eab612fa8b95 tempest-NetworksNegativeTestJSON-1329324471 tempest-NetworksNegativeTestJSON-1329324471-project] DELETE failed (client error): The resource could not be found. Jul 05 02:31:19.642480 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a266835-2b60-4def-a265-eab612fa8b95 tempest-NetworksNegativeTestJSON-1329324471 tempest-NetworksNegativeTestJSON-1329324471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:31:19.644956 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-6a266835-2b60-4def-a265-eab612fa8b95 tempest-NetworksNegativeTestJSON-1329324471 tempest-NetworksNegativeTestJSON-1329324471-project] 10.222.0.23 "DELETE /v2.0/subnets/5d62cf93-389b-4162-98ce-5246e630cd5f HTTP/1.1" status: 404 len: 337 time: 0.1245177 Jul 05 02:31:19.649763 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 39482) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:19.687418 n-d-771362-32 neutron-server[94461]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dd269c8-3144-4b4e-8745-002588a93727 tempest-NetworksNegativeTestJSON-1329324471 tempest-NetworksNegativeTestJSON-1329324471-project] GET failed (client error): The resource could not be found. Jul 05 02:31:19.693042 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-0dd269c8-3144-4b4e-8745-002588a93727 tempest-NetworksNegativeTestJSON-1329324471 tempest-NetworksNegativeTestJSON-1329324471-project] 10.222.0.23 "GET /v2.0/networks/025bb13d-7427-4793-afa8-ee6b9885ea4d HTTP/1.1" status: 404 len: 339 time: 0.0356874 Jul 05 02:31:19.695902 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 39484) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:19.742320 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0bb1709f-a2c9-4fdc-bdcf-50eec23f51f9 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:19.753550 n-d-771362-32 neutron-server[94461]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1fe98e7-1d50-4df0-b66b-979d88543c0b tempest-NetworksNegativeTestJSON-1329324471 tempest-NetworksNegativeTestJSON-1329324471-project] GET failed (client error): The resource could not be found. Jul 05 02:31:19.755306 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-b1fe98e7-1d50-4df0-b66b-979d88543c0b tempest-NetworksNegativeTestJSON-1329324471 tempest-NetworksNegativeTestJSON-1329324471-project] 10.222.0.23 "GET /v2.0/ports/bcf5ca86-a352-4600-8a08-d4dbeee67b07 HTTP/1.1" status: 404 len: 333 time: 0.0584624 Jul 05 02:31:19.771884 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 39486) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:19.825791 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118e551b-cedb-4ac0-80ae-089db9d2e0db admin admin] Network dc52fc88-88f7-44eb-b3db-a1effdd6a0f3 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:31:19.827619 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4307747b-e7e4-4988-8cc0-c967257afb69 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Pushing event updated for resources: {'Port': ['ID=21e06d44-6f40-4e47-9388-da0ddef98e10,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:19.828599 n-d-771362-32 neutron-server[94461]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e7fab4b-4cce-4331-8d30-e1e483843fbf tempest-NetworksNegativeTestJSON-1329324471 tempest-NetworksNegativeTestJSON-1329324471-project] GET failed (client error): The resource could not be found. Jul 05 02:31:19.835544 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-1e7fab4b-4cce-4331-8d30-e1e483843fbf tempest-NetworksNegativeTestJSON-1329324471 tempest-NetworksNegativeTestJSON-1329324471-project] 10.222.0.23 "GET /v2.0/subnets/20f35bda-ac62-487d-83cd-19c91fb80855 HTTP/1.1" status: 404 len: 337 time: 0.0610328 Jul 05 02:31:19.855777 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8544f3-b00a-40b4-a683-acb40d27f924 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-7724606e-74a3-4aaa-971e-233bda4dc67e', 'network_id': '7724606e-74a3-4aaa-971e-233bda4dc67e', 'tenant_id': 'bce207c37ec64fa8983367a1cda3c00b', 'fixed_ips': [{'subnet_id': '857eb613-8e83-4fb5-a989-ea92e2efeec9'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:31:19.856836 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-6f8544f3-b00a-40b4-a683-acb40d27f924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:19.859967 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39490) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:19.871230 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-bd9fa28b-88ff-4e61-b590-5a44ca6cc86d tempest-NetworksNegativeTestJSON-1329324471 tempest-NetworksNegativeTestJSON-1329324471-project] Request body: {'network': {'name': 'new_name'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:31:19.892002 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39494) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:19.903964 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-603088de-99e3-4374-9254-0250861da4fc tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4269228 Jul 05 02:31:19.904555 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-b897ba0c-8bd6-42c7-a7aa-ef1e5c38cff0 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-295595426', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:31:19.904654 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-1d27d275-7330-472f-94e2-2184175a36d3 req-0b721c29-25eb-4773-81f2-7a6de74ca266 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] For port b3954152-aa83-410a-ad29-4f54d0faf476, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=b3954152-aa83-410a-ad29-4f54d0faf476,segment=NetworkSegment(ebdd5ec8-1058-47a8-b717-5a7ce40fe2d0),segment_id=ebdd5ec8-1058-47a8-b717-5a7ce40fe2d0)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:31:19.904654 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1d27d275-7330-472f-94e2-2184175a36d3 req-0b721c29-25eb-4773-81f2-7a6de74ca266 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:19.904815 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd9fa28b-88ff-4e61-b590-5a44ca6cc86d tempest-NetworksNegativeTestJSON-1329324471 tempest-NetworksNegativeTestJSON-1329324471-project] PUT failed (client error): The resource could not be found. Jul 05 02:31:19.904815 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd9fa28b-88ff-4e61-b590-5a44ca6cc86d tempest-NetworksNegativeTestJSON-1329324471 tempest-NetworksNegativeTestJSON-1329324471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94462) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:31:19.910155 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-bd9fa28b-88ff-4e61-b590-5a44ca6cc86d tempest-NetworksNegativeTestJSON-1329324471 tempest-NetworksNegativeTestJSON-1329324471-project] 10.222.0.23 "PUT /v2.0/networks/bd3e1239-0777-49d3-9756-3f78f4b7fdc7 HTTP/1.1" status: 404 len: 339 time: 0.0482087 Jul 05 02:31:19.910821 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39496) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:19.912373 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-118e551b-cedb-4ac0-80ae-089db9d2e0db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, dc52fc88-88f7-44eb-b3db-a1effdd6a0f3) {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:31:19.919280 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-e2306f65-55b0-4f45-8fec-1c30cf71d456 tempest-NetworksNegativeTestJSON-1329324471 tempest-NetworksNegativeTestJSON-1329324471-project] Request body: {'port': {'name': 'new_name'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:31:19.927718 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118e551b-cedb-4ac0-80ae-089db9d2e0db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:19.927889 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-118e551b-cedb-4ac0-80ae-089db9d2e0db admin admin] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:19.952004 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2306f65-55b0-4f45-8fec-1c30cf71d456 tempest-NetworksNegativeTestJSON-1329324471 tempest-NetworksNegativeTestJSON-1329324471-project] PUT failed (client error): The resource could not be found. Jul 05 02:31:19.953729 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2306f65-55b0-4f45-8fec-1c30cf71d456 tempest-NetworksNegativeTestJSON-1329324471 tempest-NetworksNegativeTestJSON-1329324471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94462) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:31:19.960286 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-e2306f65-55b0-4f45-8fec-1c30cf71d456 tempest-NetworksNegativeTestJSON-1329324471 tempest-NetworksNegativeTestJSON-1329324471-project] 10.222.0.23 "PUT /v2.0/ports/1452d9bb-c3cf-4966-b0ef-9a9287190688 HTTP/1.1" status: 404 len: 333 time: 0.0453784 Jul 05 02:31:19.960956 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39498) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:19.967380 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-677c145e-6157-4d55-8be7-c181253812bc tempest-NetworksNegativeTestJSON-1329324471 tempest-NetworksNegativeTestJSON-1329324471-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:31:19.991601 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-677c145e-6157-4d55-8be7-c181253812bc tempest-NetworksNegativeTestJSON-1329324471 tempest-NetworksNegativeTestJSON-1329324471-project] PUT failed (client error): The resource could not be found. Jul 05 02:31:19.992154 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-677c145e-6157-4d55-8be7-c181253812bc tempest-NetworksNegativeTestJSON-1329324471 tempest-NetworksNegativeTestJSON-1329324471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94462) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:31:19.998153 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461d6779-b91d-43bc-bbac-621979679334 None None] Network dc52fc88-88f7-44eb-b3db-a1effdd6a0f3 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:31:19.998504 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-677c145e-6157-4d55-8be7-c181253812bc tempest-NetworksNegativeTestJSON-1329324471 tempest-NetworksNegativeTestJSON-1329324471-project] 10.222.0.23 "PUT /v2.0/subnets/8589c18d-592e-4763-ad0a-83d47e82a25b HTTP/1.1" status: 404 len: 337 time: 0.0353637 Jul 05 02:31:20.099889 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-df1d4069-3016-44f2-af30-558d8492150d tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1634680'] for router_interface, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:20.152147 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-6f8544f3-b00a-40b4-a683-acb40d27f924 None None] Allocated IP 172.20.0.2 (7724606e-74a3-4aaa-971e-233bda4dc67e/857eb613-8e83-4fb5-a989-ea92e2efeec9/2b843c12-9862-4a8b-a539-0bb4fd1560bd) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:31:20.172257 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0bb1709f-a2c9-4fdc-bdcf-50eec23f51f9 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:20.276766 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4307747b-e7e4-4988-8cc0-c967257afb69 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks [] for router_gateway, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:20.295494 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1d27d275-7330-472f-94e2-2184175a36d3 req-0b721c29-25eb-4773-81f2-7a6de74ca266 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:20.295870 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1d27d275-7330-472f-94e2-2184175a36d3 req-0b721c29-25eb-4773-81f2-7a6de74ca266 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636869'] for floatingip, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:20.296187 n-d-771362-32 neutron-server[94461]: INFO neutron.db.l3_db [req-1d27d275-7330-472f-94e2-2184175a36d3 req-0b721c29-25eb-4773-81f2-7a6de74ca266 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Floating IP db73173e-8ab7-4c42-89da-e55f2ed22825 disassociated. External IP: 172.25.7.217, port: b3954152-aa83-410a-ad29-4f54d0faf476. Jul 05 02:31:20.296541 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-1d27d275-7330-472f-94e2-2184175a36d3 req-0b721c29-25eb-4773-81f2-7a6de74ca266 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Calling delete_port for b3954152-aa83-410a-ad29-4f54d0faf476 owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:31:20.356919 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d3af28-7865-41d0-b702-23a2970c802b req-a194f9a9-4c3a-4312-9076-fe638e96f615 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:20.362983 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d3af28-7865-41d0-b702-23a2970c802b req-a194f9a9-4c3a-4312-9076-fe638e96f615 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:20.364548 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4fe74a7-f719-47e4-8852-c01ce12bcbaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-dc52fc88-88f7-44eb-b3db-a1effdd6a0f3', 'network_id': 'dc52fc88-88f7-44eb-b3db-a1effdd6a0f3', 'tenant_id': '75731b244fd149bfab61f83bfac8a67b', 'fixed_ips': [{'subnet_id': '63c2790f-8cb5-49a6-864c-7d95537e5ebe'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:31:20.364695 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-02d3af28-7865-41d0-b702-23a2970c802b req-a194f9a9-4c3a-4312-9076-fe638e96f615 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/ports?device_id=a29b1f86-c2b3-4079-ba70-879d5fa5b04b HTTP/1.1" status: 200 len: 1678 time: 0.3003037 Jul 05 02:31:20.365393 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e4fe74a7-f719-47e4-8852-c01ce12bcbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:20.371275 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-6f8544f3-b00a-40b4-a683-acb40d27f924 None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:20.414645 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0bb1709f-a2c9-4fdc-bdcf-50eec23f51f9 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:20.449239 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-6f8544f3-b00a-40b4-a683-acb40d27f924 None None] Transition to ACTIVE for port object 2b843c12-9862-4a8b-a539-0bb4fd1560bd will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:31:20.481065 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-6f8544f3-b00a-40b4-a683-acb40d27f924 None None] Transition to ACTIVE for port object 2b843c12-9862-4a8b-a539-0bb4fd1560bd will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:31:20.488218 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb1709f-a2c9-4fdc-bdcf-50eec23f51f9 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9afc2e6c-9777-48fc-97ba-8e79c42799a3,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:20.510083 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-02d3af28-7865-41d0-b702-23a2970c802b req-dbeb6ff1-80bd-4aad-97e4-27f500f5c79a tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/security-groups?id=17338adc-3db3-4a61-bf9d-146877730ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008530 Jul 05 02:31:20.529704 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-e4fe74a7-f719-47e4-8852-c01ce12bcbaf None None] Allocated IP 172.20.0.2 (dc52fc88-88f7-44eb-b3db-a1effdd6a0f3/63c2790f-8cb5-49a6-864c-7d95537e5ebe/400bb61f-0a08-4581-9780-412be8e9e832) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:31:20.563390 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4307747b-e7e4-4988-8cc0-c967257afb69 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963'] for router, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:20.610942 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b897ba0c-8bd6-42c7-a7aa-ef1e5c38cff0 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11810'] for router, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:20.613460 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b897ba0c-8bd6-42c7-a7aa-ef1e5c38cff0 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1926740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11821'] for router, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:20.665737 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-6f8544f3-b00a-40b4-a683-acb40d27f924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:20.683612 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-df1d4069-3016-44f2-af30-558d8492150d tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Deleting port eb366d46-d65d-483a-b768-b9fe6138aaf2 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:31:20.684853 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-df1d4069-3016-44f2-af30-558d8492150d tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:20.711605 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8544f3-b00a-40b4-a683-acb40d27f924 None None] Network 7724606e-74a3-4aaa-971e-233bda4dc67e is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:31:20.716338 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-6f8544f3-b00a-40b4-a683-acb40d27f924 None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:31:20.721867 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b897ba0c-8bd6-42c7-a7aa-ef1e5c38cff0 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:20.725156 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8544f3-b00a-40b4-a683-acb40d27f924 None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:31:20.761743 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e4fe74a7-f719-47e4-8852-c01ce12bcbaf None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:20.769809 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8544f3-b00a-40b4-a683-acb40d27f924 None None] Pushing event updated for resources: {'Port': ['ID=2b843c12-9862-4a8b-a539-0bb4fd1560bd,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:20.770955 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-118e551b-cedb-4ac0-80ae-089db9d2e0db admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.5658722 Jul 05 02:31:20.773872 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0bb1709f-a2c9-4fdc-bdcf-50eec23f51f9 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:20.775084 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-0bb1709f-a2c9-4fdc-bdcf-50eec23f51f9 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3936007 Jul 05 02:31:20.775636 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 39504) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:20.781645 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-c5b2abc4-fc93-490b-8d3e-3d09fb62dc0a admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-365057176-router', 'tenant_id': '75731b244fd149bfab61f83bfac8a67b', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:31:20.781867 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39506) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:20.789637 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-3e558c5e-82f4-4ca0-b341-bc32aaf558f6 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Request body: {'security_group_rule': {'security_group_id': '9afc2e6c-9777-48fc-97ba-8e79c42799a3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:31:20.790612 n-d-771362-32 neutron-server[94462]: WARNING neutron.api.v2.base [None req-3e558c5e-82f4-4ca0-b341-bc32aaf558f6 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 05 02:31:20.791351 n-d-771362-32 neutron-server[94462]: INFO neutron.api.v2.resource [None req-3e558c5e-82f4-4ca0-b341-bc32aaf558f6 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 02:31:20.794173 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-3e558c5e-82f4-4ca0-b341-bc32aaf558f6 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0093884 Jul 05 02:31:20.795640 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39510) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:20.800810 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-40ff89dc-5d69-4eff-960c-54f2452a503d tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Request body: {'security_group_rule': {'security_group_id': '9afc2e6c-9777-48fc-97ba-8e79c42799a3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:31:20.815799 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-e4fe74a7-f719-47e4-8852-c01ce12bcbaf None None] Transition to ACTIVE for port object 400bb61f-0a08-4581-9780-412be8e9e832 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:31:20.836221 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1d27d275-7330-472f-94e2-2184175a36d3 req-0b721c29-25eb-4773-81f2-7a6de74ca266 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:20.836844 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-6f8544f3-b00a-40b4-a683-acb40d27f924 None None] Attempting to bind port 2b843c12-9862-4a8b-a539-0bb4fd1560bd on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:31:20.837224 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-6f8544f3-b00a-40b4-a683-acb40d27f924 None None] Attempting to bind port 2b843c12-9862-4a8b-a539-0bb4fd1560bd by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '2a2a0a25-8120-465f-8225-37a445152b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7724606e-74a3-4aaa-971e-233bda4dc67e'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:31:20.837601 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8544f3-b00a-40b4-a683-acb40d27f924 None None] Attempting to bind port 2b843c12-9862-4a8b-a539-0bb4fd1560bd on network 7724606e-74a3-4aaa-971e-233bda4dc67e {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:31:20.850727 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-e4fe74a7-f719-47e4-8852-c01ce12bcbaf None None] Transition to ACTIVE for port object 400bb61f-0a08-4581-9780-412be8e9e832 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:31:20.852372 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8544f3-b00a-40b4-a683-acb40d27f924 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:31:20.852748 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8544f3-b00a-40b4-a683-acb40d27f924 None None] Checking segment: {'id': '2a2a0a25-8120-465f-8225-37a445152b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7724606e-74a3-4aaa-971e-233bda4dc67e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:31:20.853158 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-6f8544f3-b00a-40b4-a683-acb40d27f924 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:20.853556 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8544f3-b00a-40b4-a683-acb40d27f924 None None] Bound using segment: {'id': '2a2a0a25-8120-465f-8225-37a445152b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7724606e-74a3-4aaa-971e-233bda4dc67e'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:31:20.854032 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-6f8544f3-b00a-40b4-a683-acb40d27f924 None None] Bound port: 2b843c12-9862-4a8b-a539-0bb4fd1560bd, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a2a0a25-8120-465f-8225-37a445152b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7724606e-74a3-4aaa-971e-233bda4dc67e'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:31:20.855032 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-6f8544f3-b00a-40b4-a683-acb40d27f924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:20.878240 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b721c29-25eb-4773-81f2-7a6de74ca266 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Pushing event deleted for resources: {'Port': ['ID=b3954152-aa83-410a-ad29-4f54d0faf476,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:20.883953 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b897ba0c-8bd6-42c7-a7aa-ef1e5c38cff0 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963'] for router, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:20.887685 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [None req-df1d4069-3016-44f2-af30-558d8492150d tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] For port eb366d46-d65d-483a-b768-b9fe6138aaf2, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=eb366d46-d65d-483a-b768-b9fe6138aaf2,segment=NetworkSegment(0909d6c3-5dda-4e4e-8518-acb41b4626b1),segment_id=0909d6c3-5dda-4e4e-8518-acb41b4626b1)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:31:20.888039 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-df1d4069-3016-44f2-af30-558d8492150d tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:20.904859 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4307747b-e7e4-4988-8cc0-c967257afb69 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Router a9fb3977-1a50-4f3e-96df-ada7e8517a15 is scheduled to L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 with binding_index 1 {{(pid=94462) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 02:31:20.907024 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-df1d4069-3016-44f2-af30-558d8492150d tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Calling delete_port for eb366d46-d65d-483a-b768-b9fe6138aaf2 owned by network:router_interface {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:31:20.937955 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-6f8544f3-b00a-40b4-a683-acb40d27f924 None None] For port 2b843c12-9862-4a8b-a539-0bb4fd1560bd, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:31:20.938809 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-6f8544f3-b00a-40b4-a683-acb40d27f924 None None] For port 2b843c12-9862-4a8b-a539-0bb4fd1560bd, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=2b843c12-9862-4a8b-a539-0bb4fd1560bd,segment=NetworkSegment(2a2a0a25-8120-465f-8225-37a445152b0b),segment_id=2a2a0a25-8120-465f-8225-37a445152b0b)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:31:20.940877 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-408a4584-9e29-4e40-a1ec-c02e699c8f48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:20.943912 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39514) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:20.958967 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c5b2abc4-fc93-490b-8d3e-3d09fb62dc0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11810'] for router, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:20.960085 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c5b2abc4-fc93-490b-8d3e-3d09fb62dc0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1926740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11821'] for router, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:21.036227 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e4fe74a7-f719-47e4-8852-c01ce12bcbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:21.071706 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4307747b-e7e4-4988-8cc0-c967257afb69 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:31:21.087650 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-6f8544f3-b00a-40b4-a683-acb40d27f924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:21.087776 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac0d3ad-8690-4805-8517-2814dea1ebc4 None None] Sync routers for ids ['a9fb3977-1a50-4f3e-96df-ada7e8517a15'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:31:21.100435 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac0d3ad-8690-4805-8517-2814dea1ebc4 None None] Routers {'a9fb3977-1a50-4f3e-96df-ada7e8517a15'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:31:21.101018 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-0ac0d3ad-8690-4805-8517-2814dea1ebc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:30:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['a9fb3977-1a50-4f3e-96df-ada7e8517a15'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:21.111303 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4fe74a7-f719-47e4-8852-c01ce12bcbaf None None] Network dc52fc88-88f7-44eb-b3db-a1effdd6a0f3 is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:31:21.119745 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-e4fe74a7-f719-47e4-8852-c01ce12bcbaf None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:31:21.123098 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fe74a7-f719-47e4-8852-c01ce12bcbaf None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:31:21.125127 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fe74a7-f719-47e4-8852-c01ce12bcbaf None None] Pushing event updated for resources: {'Port': ['ID=400bb61f-0a08-4581-9780-412be8e9e832,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:21.131782 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-567df48e-1ddc-4830-9bef-5a16fccc5f94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:21.135450 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-0ac0d3ad-8690-4805-8517-2814dea1ebc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:21.153995 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac0d3ad-8690-4805-8517-2814dea1ebc4 None None] Routers {'a9fb3977-1a50-4f3e-96df-ada7e8517a15'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:31:21.153995 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-0ac0d3ad-8690-4805-8517-2814dea1ebc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:30:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['a9fb3977-1a50-4f3e-96df-ada7e8517a15'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:21.155337 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c5b2abc4-fc93-490b-8d3e-3d09fb62dc0a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:21.186710 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-0ac0d3ad-8690-4805-8517-2814dea1ebc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:21.187594 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac0d3ad-8690-4805-8517-2814dea1ebc4 None None] The sync data for ids ['a9fb3977-1a50-4f3e-96df-ada7e8517a15'] in n-d-771362-32 is: [] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:31:21.221187 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1d27d275-7330-472f-94e2-2184175a36d3 req-0b721c29-25eb-4773-81f2-7a6de74ca266 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Router 0549884a-6981-41a9-ae9c-0692081b54fa has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:31:21.228927 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4307747b-e7e4-4988-8cc0-c967257afb69 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:21.232812 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-4307747b-e7e4-4988-8cc0-c967257afb69 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.3033466 Jul 05 02:31:21.232949 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39518) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:21.238606 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-be34be0b-3965-4f02-84e3-0ff135ae751a tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'enable_snat': False}}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:31:21.247322 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-e4fe74a7-f719-47e4-8852-c01ce12bcbaf None None] Attempting to bind port 400bb61f-0a08-4581-9780-412be8e9e832 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:31:21.247813 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-e4fe74a7-f719-47e4-8852-c01ce12bcbaf None None] Attempting to bind port 400bb61f-0a08-4581-9780-412be8e9e832 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '10ca8873-9c2f-4980-a4da-1d632c7765be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'dc52fc88-88f7-44eb-b3db-a1effdd6a0f3'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:31:21.248054 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fe74a7-f719-47e4-8852-c01ce12bcbaf None None] Attempting to bind port 400bb61f-0a08-4581-9780-412be8e9e832 on network dc52fc88-88f7-44eb-b3db-a1effdd6a0f3 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:31:21.255067 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8544f3-b00a-40b4-a683-acb40d27f924 None None] Pushing event updated for resources: {'Port': ['ID=2b843c12-9862-4a8b-a539-0bb4fd1560bd,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:21.260426 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fe74a7-f719-47e4-8852-c01ce12bcbaf None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:31:21.260811 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fe74a7-f719-47e4-8852-c01ce12bcbaf None None] Checking segment: {'id': '10ca8873-9c2f-4980-a4da-1d632c7765be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'dc52fc88-88f7-44eb-b3db-a1effdd6a0f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:31:21.261213 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e4fe74a7-f719-47e4-8852-c01ce12bcbaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:21.261606 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fe74a7-f719-47e4-8852-c01ce12bcbaf None None] Bound using segment: {'id': '10ca8873-9c2f-4980-a4da-1d632c7765be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'dc52fc88-88f7-44eb-b3db-a1effdd6a0f3'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:31:21.262075 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-e4fe74a7-f719-47e4-8852-c01ce12bcbaf None None] Bound port: 400bb61f-0a08-4581-9780-412be8e9e832, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10ca8873-9c2f-4980-a4da-1d632c7765be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'dc52fc88-88f7-44eb-b3db-a1effdd6a0f3'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:31:21.262640 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e4fe74a7-f719-47e4-8852-c01ce12bcbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:21.292852 n-d-771362-32 neutron-server[94462]: INFO neutron.api.v2.resource [None req-40ff89dc-5d69-4eff-960c-54f2452a503d tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 02:31:21.297083 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-40ff89dc-5d69-4eff-960c-54f2452a503d tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5001583 Jul 05 02:31:21.297696 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b897ba0c-8bd6-42c7-a7aa-ef1e5c38cff0 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:21.302513 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-b897ba0c-8bd6-42c7-a7aa-ef1e5c38cff0 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 1.4056334 Jul 05 02:31:21.304628 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39520) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:21.304889 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39522) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:21.319019 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-5afff114-703f-4a46-b412-518b8905ad0b tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Request body: {'security_group_rule': {'security_group_id': '9afc2e6c-9777-48fc-97ba-8e79c42799a3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:31:21.319500 n-d-771362-32 neutron-server[94462]: WARNING neutron.api.v2.base [None req-5afff114-703f-4a46-b412-518b8905ad0b tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 05 02:31:21.319997 n-d-771362-32 neutron-server[94462]: INFO neutron.api.v2.resource [None req-5afff114-703f-4a46-b412-518b8905ad0b tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 02:31:21.323624 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-5afff114-703f-4a46-b412-518b8905ad0b tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0151753 Jul 05 02:31:21.329620 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 39524) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:21.336521 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-589d7792-7da4-443c-9f09-95ce1cc45d7f tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Request body: {'security_group_rule': {'security_group_id': '9afc2e6c-9777-48fc-97ba-8e79c42799a3', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:31:21.360405 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-e4fe74a7-f719-47e4-8852-c01ce12bcbaf None None] For port 400bb61f-0a08-4581-9780-412be8e9e832, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:31:21.365031 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-e4fe74a7-f719-47e4-8852-c01ce12bcbaf None None] For port 400bb61f-0a08-4581-9780-412be8e9e832, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=400bb61f-0a08-4581-9780-412be8e9e832,segment=NetworkSegment(10ca8873-9c2f-4980-a4da-1d632c7765be),segment_id=10ca8873-9c2f-4980-a4da-1d632c7765be)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:31:21.440903 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e4fe74a7-f719-47e4-8852-c01ce12bcbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:21.493278 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a8e894-ad63-4b20-a5ed-c7ab9dda258e req-a3575456-6fa4-4d45-8da4-43e939a3075a tempest-ServerPasswordTestJSON-1618831171 tempest-ServerPasswordTestJSON-1618831171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:21.497297 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-26a8e894-ad63-4b20-a5ed-c7ab9dda258e req-a3575456-6fa4-4d45-8da4-43e939a3075a tempest-ServerPasswordTestJSON-1618831171 tempest-ServerPasswordTestJSON-1618831171-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e63fb0a-a720-437a-be82-ba610890f10f HTTP/1.1" status: 200 len: 945 time: 0.4789243 Jul 05 02:31:21.557609 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fe74a7-f719-47e4-8852-c01ce12bcbaf None None] Pushing event updated for resources: {'Port': ['ID=400bb61f-0a08-4581-9780-412be8e9e832,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:22.002604 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-567df48e-1ddc-4830-9bef-5a16fccc5f94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:22.038377 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-31055cd9-5884-4057-94b4-11c8d765b2de tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:22.053512 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c5b2abc4-fc93-490b-8d3e-3d09fb62dc0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:22.067623 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-567df48e-1ddc-4830-9bef-5a16fccc5f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:22.077687 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d172455c-ee6a-4f56-be1d-5597473b5611 req-20715c79-fb27-431f-879f-52abfb2a3963 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:22.079337 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d172455c-ee6a-4f56-be1d-5597473b5611 req-20715c79-fb27-431f-879f-52abfb2a3963 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/ports?device_id=a29b1f86-c2b3-4079-ba70-879d5fa5b04b HTTP/1.1" status: 200 len: 943 time: 0.3345826 Jul 05 02:31:22.239526 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-26a8e894-ad63-4b20-a5ed-c7ab9dda258e req-5dd84206-e2ea-49e5-a32c-7bb83ad5f2da tempest-ServerPasswordTestJSON-1618831171 tempest-ServerPasswordTestJSON-1618831171-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6eedffb-6afb-4572-bcb0-7abef50a59a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6861353 Jul 05 02:31:22.251852 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-567df48e-1ddc-4830-9bef-5a16fccc5f94 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a657948c269844caa8cab9ae63a85695&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3057113 Jul 05 02:31:22.256761 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567df48e-1ddc-4830-9bef-5a16fccc5f94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=375418cc-52d9-4db8-8510-c2c4d814daac,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:22.265851 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39530) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:22.292348 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1d27d275-7330-472f-94e2-2184175a36d3 req-0b721c29-25eb-4773-81f2-7a6de74ca266 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:31:22.310026 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7a8bac-61b3-4b18-a251-0bdd2aa67be3 None None] Sync routers for ids ['0549884a-6981-41a9-ae9c-0692081b54fa'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:31:22.326996 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7a8bac-61b3-4b18-a251-0bdd2aa67be3 None None] Routers {'0549884a-6981-41a9-ae9c-0692081b54fa'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:31:22.328115 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-aa7a8bac-61b3-4b18-a251-0bdd2aa67be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:30:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['0549884a-6981-41a9-ae9c-0692081b54fa'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:22.419056 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d27d275-7330-472f-94e2-2184175a36d3 req-0b721c29-25eb-4773-81f2-7a6de74ca266 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] No DVR routers for this DVR port b3954152-aa83-410a-ad29-4f54d0faf476 on host n-h2-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:31:22.422657 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1d27d275-7330-472f-94e2-2184175a36d3 req-0b721c29-25eb-4773-81f2-7a6de74ca266 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:22.427241 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1d27d275-7330-472f-94e2-2184175a36d3 req-0b721c29-25eb-4773-81f2-7a6de74ca266 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.15 "DELETE /v2.0/ports/b3954152-aa83-410a-ad29-4f54d0faf476 HTTP/1.1" status: 204 len: 173 time: 3.5418966 Jul 05 02:31:22.430643 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a29b1f86-c2b3-4079-ba70-879d5fa5b04b', 'name': 'network-vif-deleted', 'tag': 'b3954152-aa83-410a-ad29-4f54d0faf476'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:31:22.433146 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd53be34-84bd-45a2-bacb-58343e5b47ac" -d '{"events": [{"server_uuid": "a29b1f86-c2b3-4079-ba70-879d5fa5b04b", "name": "network-vif-deleted", "tag": "b3954152-aa83-410a-ad29-4f54d0faf476"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:31:22.436932 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-df1d4069-3016-44f2-af30-558d8492150d tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:22.477126 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d172455c-ee6a-4f56-be1d-5597473b5611 req-e5afaed9-b02a-43b6-9c67-321d2bbd2f96 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/security-groups?id=17338adc-3db3-4a61-bf9d-146877730ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3137836 Jul 05 02:31:22.486091 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-aa7a8bac-61b3-4b18-a251-0bdd2aa67be3 None None] Set router 0549884a-6981-41a9-ae9c-0692081b54fa gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:31:22.491056 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1d4069-3016-44f2-af30-558d8492150d tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Pushing event deleted for resources: {'Port': ['ID=eb366d46-d65d-483a-b768-b9fe6138aaf2,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:22.508759 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6b679d2-c9a2-40a2-8e5e-400e7ad2a2a4 x-openstack-request-id: req-f6b679d2-c9a2-40a2-8e5e-400e7ad2a2a4 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:31:22.508759 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a29b1f86-c2b3-4079-ba70-879d5fa5b04b", "name": "network-vif-deleted", "tag": "b3954152-aa83-410a-ad29-4f54d0faf476", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:31:22.508759 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f6b679d2-c9a2-40a2-8e5e-400e7ad2a2a4 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:31:22.508759 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a29b1f86-c2b3-4079-ba70-879d5fa5b04b', 'name': 'network-vif-deleted', 'tag': 'b3954152-aa83-410a-ad29-4f54d0faf476', 'status': 'completed', 'code': 200} Jul 05 02:31:22.564842 n-d-771362-32 neutron-server[94461]: INFO neutron.api.v2.resource [None req-589d7792-7da4-443c-9f09-95ce1cc45d7f tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 02:31:22.566095 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-589d7792-7da4-443c-9f09-95ce1cc45d7f tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 1.2340920 Jul 05 02:31:22.572684 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 39534) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:22.572813 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4901c2e-3457-456d-bda8-8b5be7c2553c None None] Network 7724606e-74a3-4aaa-971e-233bda4dc67e requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:31:22.574795 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-be34be0b-3965-4f02-84e3-0ff135ae751a tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:22.602279 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-c3260e8a-6ae1-45fc-9872-ab7b46312242 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Request body: {'security_group_rule': {'security_group_id': '9afc2e6c-9777-48fc-97ba-8e79c42799a3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:31:22.603470 n-d-771362-32 neutron-server[94461]: WARNING neutron.api.v2.base [None req-c3260e8a-6ae1-45fc-9872-ab7b46312242 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 05 02:31:22.604033 n-d-771362-32 neutron-server[94461]: INFO neutron.api.v2.resource [None req-c3260e8a-6ae1-45fc-9872-ab7b46312242 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 02:31:22.605205 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-c3260e8a-6ae1-45fc-9872-ab7b46312242 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0310354 Jul 05 02:31:22.612367 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39536) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:22.622198 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-8fab9fca-fda2-4ce4-b2b2-b56b8a9a8764 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Request body: {'security_group_rule': {'security_group_id': '9afc2e6c-9777-48fc-97ba-8e79c42799a3', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:31:22.640076 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4e7666-b98e-4dc7-a11b-7d00f5546b59 req-b714062f-b645-4f2e-b3a1-8e6354eb81e8 tempest-ServerPasswordTestJSON-1618831171 tempest-ServerPasswordTestJSON-1618831171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:22.641588 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fa4e7666-b98e-4dc7-a11b-7d00f5546b59 req-b714062f-b645-4f2e-b3a1-8e6354eb81e8 tempest-ServerPasswordTestJSON-1618831171 tempest-ServerPasswordTestJSON-1618831171-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e63fb0a-a720-437a-be82-ba610890f10f HTTP/1.1" status: 200 len: 945 time: 0.4598346 Jul 05 02:31:22.655171 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1ed95ffb-a36a-4679-88eb-628ebf091262 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:22.681482 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-31055cd9-5884-4057-94b4-11c8d765b2de tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Allocated IP 172.20.0.1 (7724606e-74a3-4aaa-971e-233bda4dc67e/857eb613-8e83-4fb5-a989-ea92e2efeec9/5b0e2fdb-b1ed-43ea-bdf7-f4de3d16c4e4) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:31:22.715047 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1ed95ffb-a36a-4679-88eb-628ebf091262 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:22.834326 n-d-771362-32 neutron-server[94462]: INFO neutron.db.securitygroups_db [None req-8fab9fca-fda2-4ce4-b2b2-b56b8a9a8764 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Project edea4733d51a4b34996323e2ab9d3578 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 02:31:22.948134 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-1d27d275-7330-472f-94e2-2184175a36d3 req-18c75182-af02-4546-ab38-eb683e1843b6 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Deleting port 16c77f10-6b39-403f-a66f-9731963e998e {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:31:22.948626 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1d27d275-7330-472f-94e2-2184175a36d3 req-18c75182-af02-4546-ab38-eb683e1843b6 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:22.949824 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-31055cd9-5884-4057-94b4-11c8d765b2de tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:22.953707 n-d-771362-32 neutron-server[94462]: INFO neutron.api.v2.resource [None req-8fab9fca-fda2-4ce4-b2b2-b56b8a9a8764 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 02:31:22.958095 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-8fab9fca-fda2-4ce4-b2b2-b56b8a9a8764 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3365519 Jul 05 02:31:22.958357 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39538) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:22.967748 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-5a6642ce-e3ff-4c27-abb1-69f5318f45ea tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Request body: {'security_group_rule': {'security_group_id': '9afc2e6c-9777-48fc-97ba-8e79c42799a3', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:31:22.969051 n-d-771362-32 neutron-server[94462]: WARNING neutron.api.v2.base [None req-5a6642ce-e3ff-4c27-abb1-69f5318f45ea tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 05 02:31:22.969051 n-d-771362-32 neutron-server[94462]: INFO neutron.api.v2.resource [None req-5a6642ce-e3ff-4c27-abb1-69f5318f45ea tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 02:31:22.973000 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-5a6642ce-e3ff-4c27-abb1-69f5318f45ea tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0105364 Jul 05 02:31:22.977082 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39540) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:22.983685 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-efd9ad57-0c2c-4391-a7b4-e224c45e43ca tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Request body: {'security_group_rule': {'security_group_id': '9afc2e6c-9777-48fc-97ba-8e79c42799a3', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:31:23.063783 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-cac97905-c333-4afc-a638-1590f2148f8f None None] Provisioning for port 2b843c12-9862-4a8b-a539-0bb4fd1560bd completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:31:23.081903 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-df1d4069-3016-44f2-af30-558d8492150d tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635398'] for router_interface, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:23.162165 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-fa4e7666-b98e-4dc7-a11b-7d00f5546b59 req-d2692632-07a6-40d1-a1bc-79fe08f797d8 tempest-ServerPasswordTestJSON-1618831171 tempest-ServerPasswordTestJSON-1618831171-project] Deleting port 4f7ff7d4-6dc3-4b86-86cf-00a444d0c6bd {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:31:23.162165 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-fa4e7666-b98e-4dc7-a11b-7d00f5546b59 req-d2692632-07a6-40d1-a1bc-79fe08f797d8 tempest-ServerPasswordTestJSON-1618831171 tempest-ServerPasswordTestJSON-1618831171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:23.185741 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-aa7a8bac-61b3-4b18-a251-0bdd2aa67be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0549884a-6981-41a9-ae9c-0692081b54fa', 'name': 'tempest-TaggedBootDevicesTest-1229786733-router', 'tenant_id': '059a16d4d47342a1b52e205e2c168052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': 'be776949-0163-47f3-bb94-4b6fc484395b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:20:50Z', 'updated_at': '2021-07-05T02:20:55Z', 'revision_number': 4, 'project_id': '059a16d4d47342a1b52e205e2c168052', 'gw_port': {'id': 'be776949-0163-47f3-bb94-4b6fc484395b', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:93:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0549884a-6981-41a9-ae9c-0692081b54fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:20:51Z', 'updated_at': '2021-07-05T02:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '81a22117-f211-49aa-8355-97aa8d289ba4', 'name': '', 'network_id': 'd6d9e04c-f9e8-4007-89f0-15eb2a09c709', 'tenant_id': '059a16d4d47342a1b52e205e2c168052', 'mac_address': 'fa:16:3e:37:5a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0549884a-6981-41a9-ae9c-0692081b54fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '09608f09-777a-432f-9dae-6a5a44630f28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:20:54Z', 'updated_at': '2021-07-05T02:21:02Z', 'revision_number': 5, 'project_id': '059a16d4d47342a1b52e205e2c168052', 'subnets': [{'id': '09608f09-777a-432f-9dae-6a5a44630f28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:23.222081 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d896056b-50ae-4a3e-8719-62c0eef309a7 None None] Network dc52fc88-88f7-44eb-b3db-a1effdd6a0f3 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:31:23.228945 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7a8bac-61b3-4b18-a251-0bdd2aa67be3 None None] Checking router: 0549884a-6981-41a9-ae9c-0692081b54fa for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:31:23.284289 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7a8bac-61b3-4b18-a251-0bdd2aa67be3 None None] Routers {'0549884a-6981-41a9-ae9c-0692081b54fa'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:31:23.284942 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-aa7a8bac-61b3-4b18-a251-0bdd2aa67be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:30:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['0549884a-6981-41a9-ae9c-0692081b54fa'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:23.292767 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-92d28751-caa6-4946-9b7a-ef09573cde50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:23.412681 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [None req-31055cd9-5884-4057-94b4-11c8d765b2de tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Transition to ACTIVE for port object 5b0e2fdb-b1ed-43ea-bdf7-f4de3d16c4e4 will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:31:23.414228 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1ed95ffb-a36a-4679-88eb-628ebf091262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:23.417340 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1ed95ffb-a36a-4679-88eb-628ebf091262 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:23.420384 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-1ed95ffb-a36a-4679-88eb-628ebf091262 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/375418cc-52d9-4db8-8510-c2c4d814daac HTTP/1.1" status: 204 len: 168 time: 1.1516054 Jul 05 02:31:23.420384 n-d-771362-32 neutron-server[94462]: INFO neutron.db.securitygroups_db [None req-efd9ad57-0c2c-4391-a7b4-e224c45e43ca tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Project edea4733d51a4b34996323e2ab9d3578 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 02:31:23.468090 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-6c63f1fe-547d-4172-ac0d-ff82d47fd013 None None] Provisioning for port 400bb61f-0a08-4581-9780-412be8e9e832 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:31:23.477188 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 400bb61f-0a08-4581-9780-412be8e9e832 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:31:23.494473 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-1d27d275-7330-472f-94e2-2184175a36d3 req-18c75182-af02-4546-ab38-eb683e1843b6 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] For port 16c77f10-6b39-403f-a66f-9731963e998e, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=16c77f10-6b39-403f-a66f-9731963e998e,segment=NetworkSegment(1e66968f-6f5e-4e8c-8b7e-ad16b36c9c98),segment_id=1e66968f-6f5e-4e8c-8b7e-ad16b36c9c98)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:31:23.495008 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1d27d275-7330-472f-94e2-2184175a36d3 req-18c75182-af02-4546-ab38-eb683e1843b6 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:23.500435 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed95ffb-a36a-4679-88eb-628ebf091262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=375418cc-52d9-4db8-8510-c2c4d814daac,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:23.578224 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-aa7a8bac-61b3-4b18-a251-0bdd2aa67be3 None None] Set router 0549884a-6981-41a9-ae9c-0692081b54fa gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:31:23.588808 n-d-771362-32 neutron-server[94462]: INFO neutron.api.v2.resource [None req-efd9ad57-0c2c-4391-a7b4-e224c45e43ca tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 02:31:23.592389 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-efd9ad57-0c2c-4391-a7b4-e224c45e43ca tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.6121495 Jul 05 02:31:23.597420 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39548) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:23.605146 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-2b49e90a-21ae-4fa1-820a-69767e5078ab tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Request body: {'security_group_rule': {'security_group_id': '9afc2e6c-9777-48fc-97ba-8e79c42799a3', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:31:23.698149 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-1d27d275-7330-472f-94e2-2184175a36d3 req-18c75182-af02-4546-ab38-eb683e1843b6 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Calling delete_port for 16c77f10-6b39-403f-a66f-9731963e998e owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:31:23.753523 n-d-771362-32 neutron-server[94462]: INFO neutron.db.securitygroups_db [None req-2b49e90a-21ae-4fa1-820a-69767e5078ab tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Project edea4733d51a4b34996323e2ab9d3578 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 02:31:23.760738 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c5b2abc4-fc93-490b-8d3e-3d09fb62dc0a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:23.763413 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-fa4e7666-b98e-4dc7-a11b-7d00f5546b59 req-d2692632-07a6-40d1-a1bc-79fe08f797d8 tempest-ServerPasswordTestJSON-1618831171 tempest-ServerPasswordTestJSON-1618831171-project] For port 4f7ff7d4-6dc3-4b86-86cf-00a444d0c6bd, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=4f7ff7d4-6dc3-4b86-86cf-00a444d0c6bd,segment=NetworkSegment(fe33053a-d2c9-41f3-b5ae-a20864e7753e),segment_id=fe33053a-d2c9-41f3-b5ae-a20864e7753e)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:31:23.763769 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-fa4e7666-b98e-4dc7-a11b-7d00f5546b59 req-d2692632-07a6-40d1-a1bc-79fe08f797d8 tempest-ServerPasswordTestJSON-1618831171 tempest-ServerPasswordTestJSON-1618831171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:23.796168 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-31055cd9-5884-4057-94b4-11c8d765b2de tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:23.852710 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31055cd9-5884-4057-94b4-11c8d765b2de tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Network 7724606e-74a3-4aaa-971e-233bda4dc67e is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:31:23.862443 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-31055cd9-5884-4057-94b4-11c8d765b2de tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:31:23.865932 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31055cd9-5884-4057-94b4-11c8d765b2de tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:31:23.889883 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 400bb61f-0a08-4581-9780-412be8e9e832 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:31:23.918558 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-31055cd9-5884-4057-94b4-11c8d765b2de tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635668'] for router_interface, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:23.938233 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c5b2abc4-fc93-490b-8d3e-3d09fb62dc0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:23.955698 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-fa4e7666-b98e-4dc7-a11b-7d00f5546b59 req-d2692632-07a6-40d1-a1bc-79fe08f797d8 tempest-ServerPasswordTestJSON-1618831171 tempest-ServerPasswordTestJSON-1618831171-project] Calling delete_port for 4f7ff7d4-6dc3-4b86-86cf-00a444d0c6bd owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:31:23.960378 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 400bb61f-0a08-4581-9780-412be8e9e832 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:31:23.960761 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:23.962337 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:24.043822 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-aa7a8bac-61b3-4b18-a251-0bdd2aa67be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0549884a-6981-41a9-ae9c-0692081b54fa', 'name': 'tempest-TaggedBootDevicesTest-1229786733-router', 'tenant_id': '059a16d4d47342a1b52e205e2c168052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': 'be776949-0163-47f3-bb94-4b6fc484395b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:20:50Z', 'updated_at': '2021-07-05T02:20:55Z', 'revision_number': 4, 'project_id': '059a16d4d47342a1b52e205e2c168052', 'gw_port': {'id': 'be776949-0163-47f3-bb94-4b6fc484395b', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:93:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0549884a-6981-41a9-ae9c-0692081b54fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:20:51Z', 'updated_at': '2021-07-05T02:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '81a22117-f211-49aa-8355-97aa8d289ba4', 'name': '', 'network_id': 'd6d9e04c-f9e8-4007-89f0-15eb2a09c709', 'tenant_id': '059a16d4d47342a1b52e205e2c168052', 'mac_address': 'fa:16:3e:37:5a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0549884a-6981-41a9-ae9c-0692081b54fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '09608f09-777a-432f-9dae-6a5a44630f28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:20:54Z', 'updated_at': '2021-07-05T02:21:02Z', 'revision_number': 5, 'project_id': '059a16d4d47342a1b52e205e2c168052', 'subnets': [{'id': '09608f09-777a-432f-9dae-6a5a44630f28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:24.105189 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7a8bac-61b3-4b18-a251-0bdd2aa67be3 None None] The sync data for ids ['0549884a-6981-41a9-ae9c-0692081b54fa'] in n-d-771362-32 is: [{'id': '0549884a-6981-41a9-ae9c-0692081b54fa', 'name': 'tempest-TaggedBootDevicesTest-1229786733-router', 'tenant_id': '059a16d4d47342a1b52e205e2c168052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': 'be776949-0163-47f3-bb94-4b6fc484395b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:20:50Z', 'updated_at': '2021-07-05T02:20:55Z', 'revision_number': 4, 'project_id': '059a16d4d47342a1b52e205e2c168052', 'gw_port': {'id': 'be776949-0163-47f3-bb94-4b6fc484395b', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:93:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0549884a-6981-41a9-ae9c-0692081b54fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:20:51Z', 'updated_at': '2021-07-05T02:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '81a22117-f211-49aa-8355-97aa8d289ba4', 'name': '', 'network_id': 'd6d9e04c-f9e8-4007-89f0-15eb2a09c709', 'tenant_id': '059a16d4d47342a1b52e205e2c168052', 'mac_address': 'fa:16:3e:37:5a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0549884a-6981-41a9-ae9c-0692081b54fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '09608f09-777a-432f-9dae-6a5a44630f28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:20:54Z', 'updated_at': '2021-07-05T02:21:02Z', 'revision_number': 5, 'project_id': '059a16d4d47342a1b52e205e2c168052', 'subnets': [{'id': '09608f09-777a-432f-9dae-6a5a44630f28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:31:24.144953 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-be34be0b-3965-4f02-84e3-0ff135ae751a tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:24.165870 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-be34be0b-3965-4f02-84e3-0ff135ae751a tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1636977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1636970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1573792'] for router, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:24.168155 n-d-771362-32 neutron-server[94462]: INFO neutron.api.v2.resource [None req-2b49e90a-21ae-4fa1-820a-69767e5078ab tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 02:31:24.169368 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-2b49e90a-21ae-4fa1-820a-69767e5078ab tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5696559 Jul 05 02:31:24.174315 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39558) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:24.178942 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31055cd9-5884-4057-94b4-11c8d765b2de tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Pushing event updated for resources: {'Port': ['ID=5b0e2fdb-b1ed-43ea-bdf7-f4de3d16c4e4,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:24.183171 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:24.210094 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5320b269-b67a-4f2d-9ce6-80f70b2c442a req-9ca0feca-f605-494f-9900-363299d84848 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:24.217842 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5320b269-b67a-4f2d-9ce6-80f70b2c442a req-9ca0feca-f605-494f-9900-363299d84848 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/ports?device_id=a29b1f86-c2b3-4079-ba70-879d5fa5b04b HTTP/1.1" status: 200 len: 943 time: 0.5184464 Jul 05 02:31:24.265627 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 400bb61f-0a08-4581-9780-412be8e9e832, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=400bb61f-0a08-4581-9780-412be8e9e832,segment=NetworkSegment(10ca8873-9c2f-4980-a4da-1d632c7765be),segment_id=10ca8873-9c2f-4980-a4da-1d632c7765be)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:31:24.271860 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-6779e9aa-b433-42ea-9903-feb39e262bb9 None None] Provisioning complete for port 400bb61f-0a08-4581-9780-412be8e9e832 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:31:24.272234 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-6779e9aa-b433-42ea-9903-feb39e262bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:24.342788 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df1d4069-3016-44f2-af30-558d8492150d tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Router 03832a15-c1a0-46b1-9b55-670ef17f98b6 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:31:24.372264 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-6779e9aa-b433-42ea-9903-feb39e262bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:24.410959 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:24.414818 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 2b843c12-9862-4a8b-a539-0bb4fd1560bd up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:31:24.430345 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7139c1-fed0-4211-b139-9c2638a135aa req-4236d694-f9c2-4127-bdfe-bc0b814a538f tempest-ServerPasswordTestJSON-1618831171 tempest-ServerPasswordTestJSON-1618831171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:24.433561 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bc7139c1-fed0-4211-b139-9c2638a135aa req-4236d694-f9c2-4127-bdfe-bc0b814a538f tempest-ServerPasswordTestJSON-1618831171 tempest-ServerPasswordTestJSON-1618831171-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e63fb0a-a720-437a-be82-ba610890f10f HTTP/1.1" status: 200 len: 945 time: 0.7460265 Jul 05 02:31:24.493974 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be34be0b-3965-4f02-84e3-0ff135ae751a tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Router a9fb3977-1a50-4f3e-96df-ada7e8517a15 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:31:24.521385 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5320b269-b67a-4f2d-9ce6-80f70b2c442a req-b4081236-5fd5-4e1a-8505-97c44c2c62d7 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/security-groups?id=17338adc-3db3-4a61-bf9d-146877730ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2915511 Jul 05 02:31:24.559342 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1d27d275-7330-472f-94e2-2184175a36d3 req-18c75182-af02-4546-ab38-eb683e1843b6 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:24.591514 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95e0122-1ff1-4e2c-888f-7920d3533de8 None None] New status for floating IP db73173e-8ab7-4c42-89da-e55f2ed22825: DOWN {{(pid=94464) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 02:31:24.597832 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.db.api [None req-6779e9aa-b433-42ea-9903-feb39e262bb9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94463) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 02:31:24.598340 n-d-771362-32 neutron-server[94463]: DEBUG oslo_db.api [None req-6779e9aa-b433-42ea-9903-feb39e262bb9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 02:31:24.612305 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=400bb61f-0a08-4581-9780-412be8e9e832,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:24.629226 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-c5b2abc4-fc93-490b-8d3e-3d09fb62dc0a admin admin] Allocated IP 172.25.7.39 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/f0d6f483-9cc9-4388-9315-340de7bfef6c) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:31:24.658037 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:24.675660 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-21fdaacc-81c0-44da-880b-3ab679683c9b tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:24.696646 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c75182-af02-4546-ab38-eb683e1843b6 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Pushing event deleted for resources: {'Port': ['ID=16c77f10-6b39-403f-a66f-9731963e998e,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:24.719754 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bc7139c1-fed0-4211-b139-9c2638a135aa req-adcae6c4-cb59-4e91-8ee9-53c2e7469256 tempest-ServerPasswordTestJSON-1618831171 tempest-ServerPasswordTestJSON-1618831171-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6eedffb-6afb-4572-bcb0-7abef50a59a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651942 Jul 05 02:31:24.721478 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 2b843c12-9862-4a8b-a539-0bb4fd1560bd completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:31:24.735202 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-31055cd9-5884-4057-94b4-11c8d765b2de tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:24.735315 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 2b843c12-9862-4a8b-a539-0bb4fd1560bd triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:31:24.735315 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:24.735463 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-21fdaacc-81c0-44da-880b-3ab679683c9b tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:24.769874 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be34be0b-3965-4f02-84e3-0ff135ae751a tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:31:24.769874 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-be34be0b-3965-4f02-84e3-0ff135ae751a tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:24.769874 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-be34be0b-3965-4f02-84e3-0ff135ae751a tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] 10.222.0.23 "PUT /v2.0/routers/a9fb3977-1a50-4f3e-96df-ada7e8517a15 HTTP/1.1" status: 200 len: 924 time: 3.5346005 Jul 05 02:31:24.775750 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e09486f-2e68-453f-8a68-af3db8d02dbc None None] Sync routers for ids ['a9fb3977-1a50-4f3e-96df-ada7e8517a15'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:31:24.775848 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39564) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:24.815372 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df1d4069-3016-44f2-af30-558d8492150d tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:31:24.827535 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e09486f-2e68-453f-8a68-af3db8d02dbc None None] Routers {'a9fb3977-1a50-4f3e-96df-ada7e8517a15'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:31:24.827535 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-9e09486f-2e68-453f-8a68-af3db8d02dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:31:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['a9fb3977-1a50-4f3e-96df-ada7e8517a15'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:24.840500 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4cfaa1-25ff-4867-8f1d-39a12720d32d None None] Sync routers for ids ['03832a15-c1a0-46b1-9b55-670ef17f98b6'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:31:24.848330 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-df1d4069-3016-44f2-af30-558d8492150d tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "PUT /v2.0/routers/03832a15-c1a0-46b1-9b55-670ef17f98b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2655237 Jul 05 02:31:24.851810 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d27d275-7330-472f-94e2-2184175a36d3 req-18c75182-af02-4546-ab38-eb683e1843b6 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] No DVR routers for this DVR port 16c77f10-6b39-403f-a66f-9731963e998e on host n-h2-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:31:24.852864 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4cfaa1-25ff-4867-8f1d-39a12720d32d None None] Routers {'03832a15-c1a0-46b1-9b55-670ef17f98b6'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:31:24.855010 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-bc4cfaa1-25ff-4867-8f1d-39a12720d32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:31:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['03832a15-c1a0-46b1-9b55-670ef17f98b6'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:24.855387 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 39570) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:24.856314 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1d27d275-7330-472f-94e2-2184175a36d3 req-18c75182-af02-4546-ab38-eb683e1843b6 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:24.858857 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1d27d275-7330-472f-94e2-2184175a36d3 req-18c75182-af02-4546-ab38-eb683e1843b6 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.15 "DELETE /v2.0/ports/16c77f10-6b39-403f-a66f-9731963e998e HTTP/1.1" status: 204 len: 173 time: 2.4187596 Jul 05 02:31:24.862507 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a29b1f86-c2b3-4079-ba70-879d5fa5b04b', 'name': 'network-vif-deleted', 'tag': '16c77f10-6b39-403f-a66f-9731963e998e'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:31:24.866220 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff7d11cb-ecb7-4ee2-afc6-cb3706b1eded" -d '{"events": [{"server_uuid": "a29b1f86-c2b3-4079-ba70-879d5fa5b04b", "name": "network-vif-deleted", "tag": "16c77f10-6b39-403f-a66f-9731963e998e"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:31:24.889857 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-9e09486f-2e68-453f-8a68-af3db8d02dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:24.901977 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-fa4e7666-b98e-4dc7-a11b-7d00f5546b59 req-d2692632-07a6-40d1-a1bc-79fe08f797d8 tempest-ServerPasswordTestJSON-1618831171 tempest-ServerPasswordTestJSON-1618831171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:24.915315 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e09486f-2e68-453f-8a68-af3db8d02dbc None None] Routers {'a9fb3977-1a50-4f3e-96df-ada7e8517a15'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:31:24.917564 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-9e09486f-2e68-453f-8a68-af3db8d02dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:31:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['a9fb3977-1a50-4f3e-96df-ada7e8517a15'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:24.955646 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-9e09486f-2e68-453f-8a68-af3db8d02dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:24.957421 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e09486f-2e68-453f-8a68-af3db8d02dbc None None] The sync data for ids ['a9fb3977-1a50-4f3e-96df-ada7e8517a15'] in n-d-771362-32 is: [] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:31:24.965912 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48b96fec-ab90-45d4-8d50-0f53654d7331 x-openstack-request-id: req-48b96fec-ab90-45d4-8d50-0f53654d7331 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:31:24.966353 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a29b1f86-c2b3-4079-ba70-879d5fa5b04b", "name": "network-vif-deleted", "tag": "16c77f10-6b39-403f-a66f-9731963e998e", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:31:24.966705 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-48b96fec-ab90-45d4-8d50-0f53654d7331 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:31:24.967205 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a29b1f86-c2b3-4079-ba70-879d5fa5b04b', 'name': 'network-vif-deleted', 'tag': '16c77f10-6b39-403f-a66f-9731963e998e', 'status': 'completed', 'code': 200} Jul 05 02:31:25.014032 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:25.014546 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2692632-07a6-40d1-a1bc-79fe08f797d8 tempest-ServerPasswordTestJSON-1618831171 tempest-ServerPasswordTestJSON-1618831171-project] Pushing event deleted for resources: {'Port': ['ID=4f7ff7d4-6dc3-4b86-86cf-00a444d0c6bd,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:25.039490 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-bc4cfaa1-25ff-4867-8f1d-39a12720d32d None None] Set router 03832a15-c1a0-46b1-9b55-670ef17f98b6 gateway port host: None {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:31:25.051024 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 2b843c12-9862-4a8b-a539-0bb4fd1560bd, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=2b843c12-9862-4a8b-a539-0bb4fd1560bd,segment=NetworkSegment(2a2a0a25-8120-465f-8225-37a445152b0b),segment_id=2a2a0a25-8120-465f-8225-37a445152b0b)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:31:25.080953 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_v2 [None req-15d59865-e7e2-4e18-8d94-0b46b52a8978 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Deleting subnet 0b1f943a-0c4f-44ad-8da5-3056ad0b8df9 {{(pid=94461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:31:25.089262 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-15d59865-e7e2-4e18-8d94-0b46b52a8978 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks [] for subnet, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:25.130102 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-15d59865-e7e2-4e18-8d94-0b46b52a8978 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5519650'] for subnet, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:25.204508 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa4e7666-b98e-4dc7-a11b-7d00f5546b59 req-d2692632-07a6-40d1-a1bc-79fe08f797d8 tempest-ServerPasswordTestJSON-1618831171 tempest-ServerPasswordTestJSON-1618831171-project] No DVR routers for this DVR port 4f7ff7d4-6dc3-4b86-86cf-00a444d0c6bd on host n-h1-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:31:25.208450 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c5b2abc4-fc93-490b-8d3e-3d09fb62dc0a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:25.230348 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-fa4e7666-b98e-4dc7-a11b-7d00f5546b59 req-d2692632-07a6-40d1-a1bc-79fe08f797d8 tempest-ServerPasswordTestJSON-1618831171 tempest-ServerPasswordTestJSON-1618831171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:25.232501 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fa4e7666-b98e-4dc7-a11b-7d00f5546b59 req-d2692632-07a6-40d1-a1bc-79fe08f797d8 tempest-ServerPasswordTestJSON-1618831171 tempest-ServerPasswordTestJSON-1618831171-project] 10.222.0.21 "DELETE /v2.0/ports/4f7ff7d4-6dc3-4b86-86cf-00a444d0c6bd HTTP/1.1" status: 204 len: 173 time: 2.5781550 Jul 05 02:31:25.246887 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:25.271870 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-15d59865-e7e2-4e18-8d94-0b46b52a8978 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:25.274819 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 39578) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:25.328454 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-31055cd9-5884-4057-94b4-11c8d765b2de tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:25.344345 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-a2413fee-1788-49df-ba15-ebc968f4139d tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] 10.222.0.23 "GET /v2.0/routers/a9fb3977-1a50-4f3e-96df-ada7e8517a15 HTTP/1.1" status: 200 len: 924 time: 0.5678401 Jul 05 02:31:25.345369 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-21fdaacc-81c0-44da-880b-3ab679683c9b tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:25.348412 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-21fdaacc-81c0-44da-880b-3ab679683c9b tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:25.350176 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-21fdaacc-81c0-44da-880b-3ab679683c9b tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] 10.222.0.23 "DELETE /v2.0/security-groups/9afc2e6c-9777-48fc-97ba-8e79c42799a3 HTTP/1.1" status: 204 len: 168 time: 1.1719263 Jul 05 02:31:25.351629 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39580) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:25.366418 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 400bb61f-0a08-4581-9780-412be8e9e832 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:31:25.374520 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39582) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:25.375341 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fdaacc-81c0-44da-880b-3ab679683c9b tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9afc2e6c-9777-48fc-97ba-8e79c42799a3,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:25.438919 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-31055cd9-5884-4057-94b4-11c8d765b2de tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:25.460251 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-768cd079-4540-4067-af3a-72ea9c6e0e8b None None] Provisioning for port 5b0e2fdb-b1ed-43ea-bdf7-f4de3d16c4e4 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:31:25.483344 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-768cd079-4540-4067-af3a-72ea9c6e0e8b None None] Provisioning complete for port 5b0e2fdb-b1ed-43ea-bdf7-f4de3d16c4e4 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:31:25.483868 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-768cd079-4540-4067-af3a-72ea9c6e0e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:25.508983 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=2b843c12-9862-4a8b-a539-0bb4fd1560bd,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:25.537115 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 400bb61f-0a08-4581-9780-412be8e9e832 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:31:25.537671 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:25.586402 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-31055cd9-5884-4057-94b4-11c8d765b2de tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634601'] for router_interface, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:25.631912 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-bc4cfaa1-25ff-4867-8f1d-39a12720d32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03832a15-c1a0-46b1-9b55-670ef17f98b6', 'name': 'tempest-RoutersIpV6Test-router-658172221', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:30:28Z', 'updated_at': '2021-07-05T02:31:22Z', 'revision_number': 8, 'project_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'gw_port_host': None, '_interfaces': [{'id': '131a1349-f071-4dc0-93fd-af323ab6af44', 'name': '', 'network_id': 'ac00d640-9767-46c3-b690-42ea47921624', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'mac_address': 'fa:16:3e:4d:d0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03832a15-c1a0-46b1-9b55-670ef17f98b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '85ebfe15-09ae-46cc-a212-0b449a8df79b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:30:33Z', 'updated_at': '2021-07-05T02:30:43Z', 'revision_number': 5, 'project_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'subnets': [{'id': '85ebfe15-09ae-46cc-a212-0b449a8df79b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c848d0a-95f5-46c5-a4a6-dd59246e655d', 'name': '', 'network_id': '7d4bb89b-4b3c-4e6f-a4bf-0cd96e967ee8', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'mac_address': 'fa:16:3e:f5:ff:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03832a15-c1a0-46b1-9b55-670ef17f98b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '29671cee-5a0f-48d9-ab24-a6668d74053e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:30:46Z', 'updated_at': '2021-07-05T02:30:54Z', 'revision_number': 5, 'project_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'subnets': [{'id': '29671cee-5a0f-48d9-ab24-a6668d74053e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f233154-a7f3-4f95-a9f7-3472c4a7c053', 'name': '', 'network_id': '37bef945-7a93-4a59-ba96-1387b3efb0c9', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'mac_address': 'fa:16:3e:9d:18:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03832a15-c1a0-46b1-9b55-670ef17f98b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '31599d03-2546-4be2-8005-9dbe29d4fe7b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:30:55Z', 'updated_at': '2021-07-05T02:31:03Z', 'revision_number': 5, 'project_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'subnets': [{'id': '31599d03-2546-4be2-8005-9dbe29d4fe7b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:25.687996 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4cfaa1-25ff-4867-8f1d-39a12720d32d None None] Checking router: 03832a15-c1a0-46b1-9b55-670ef17f98b6 for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:31:25.705184 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4cfaa1-25ff-4867-8f1d-39a12720d32d None None] Routers {'03832a15-c1a0-46b1-9b55-670ef17f98b6'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:31:25.705996 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-bc4cfaa1-25ff-4867-8f1d-39a12720d32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:31:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['03832a15-c1a0-46b1-9b55-670ef17f98b6'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:25.782612 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-aa83d0c4-bff3-4c5c-8b7a-43e5ac618c9d tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4039249 Jul 05 02:31:25.793608 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39590) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:25.827254 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-bbdd3bf0-fd24-487a-87f9-21cc65dfd50c tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Request body: {'security_group': {'name': 'tempest-secgroup--598388666'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:31:25.837566 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 4f7ff7d4-6dc3-4b86-86cf-00a444d0c6bd no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:31:25.876440 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31055cd9-5884-4057-94b4-11c8d765b2de tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Pushing event updated for resources: {'Port': ['ID=5b0e2fdb-b1ed-43ea-bdf7-f4de3d16c4e4,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:25.905790 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48e4f8c-d254-4da8-98b5-f39446f235bd tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:25.906828 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-d48e4f8c-d254-4da8-98b5-f39446f235bd tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=4bbc2f9e-02cf-490e-901d-2588655a3ef0&device_id=a9fb3977-1a50-4f3e-96df-ada7e8517a15&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.5422580 Jul 05 02:31:25.908679 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] No Port match for: 4f7ff7d4-6dc3-4b86-86cf-00a444d0c6bd {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:31:25.909157 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 4f7ff7d4-6dc3-4b86-86cf-00a444d0c6bd not bound to the agent host n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:31:25.913350 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-768cd079-4540-4067-af3a-72ea9c6e0e8b None None] Port 5b0e2fdb-b1ed-43ea-bdf7-f4de3d16c4e4 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:31:25.914748 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39592) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:25.919309 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-bc4cfaa1-25ff-4867-8f1d-39a12720d32d None None] Set router 03832a15-c1a0-46b1-9b55-670ef17f98b6 gateway port host: None {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:31:26.008571 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31055cd9-5884-4057-94b4-11c8d765b2de tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Network 7724606e-74a3-4aaa-971e-233bda4dc67e is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:31:26.014642 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-31055cd9-5884-4057-94b4-11c8d765b2de tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:31:26.024917 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bbdd3bf0-fd24-487a-87f9-21cc65dfd50c tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:26.042535 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-4473b32a-8f19-44dc-acd0-9bb308657eda tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-726929024'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:31:26.045966 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:26.068261 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0da8f50b-8f8c-4ec3-aef3-15026cf7a9ac req-770ea06e-143b-4061-9d5d-9c1399c8d9de tempest-ServerPasswordTestJSON-1618831171 tempest-ServerPasswordTestJSON-1618831171-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e63fb0a-a720-437a-be82-ba610890f10f HTTP/1.1" status: 200 len: 210 time: 0.0549998 Jul 05 02:31:26.116973 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-aa045631-2d19-4c5d-8c55-0109d6a3b4d3 req-0f7b916e-2f3b-415b-84f5-b4deb533b5ec tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/ports?device_id=a29b1f86-c2b3-4079-ba70-879d5fa5b04b HTTP/1.1" status: 200 len: 210 time: 0.1266370 Jul 05 02:31:26.207293 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4473b32a-8f19-44dc-acd0-9bb308657eda tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Made reservation on behalf of f845296045bc4472b2fc3471aba6dcb0 for: {'network': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:31:26.213235 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4473b32a-8f19-44dc-acd0-9bb308657eda tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:26.216036 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-15d59865-e7e2-4e18-8d94-0b46b52a8978 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5763388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774356'] for subnet, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:26.232498 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c5b2abc4-fc93-490b-8d3e-3d09fb62dc0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:26.296243 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82203092-590f-4e55-8a58-2500e0055321 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:26.297745 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-82203092-590f-4e55-8a58-2500e0055321 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] 10.222.0.23 "GET /v2.0/networks/4bbc2f9e-02cf-490e-901d-2588655a3ef0 HTTP/1.1" status: 200 len: 881 time: 0.3731816 Jul 05 02:31:26.306370 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39594) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:26.336866 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d59865-e7e2-4e18-8d94-0b46b52a8978 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Pushing event deleted for resources: {'Subnet': ['ID=0b1f943a-0c4f-44ad-8da5-3056ad0b8df9,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:26.338974 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4473b32a-8f19-44dc-acd0-9bb308657eda tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:26.355652 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-d6226eea-90f5-48b9-8802-4c7e4f10fb68 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9fb3977-1a50-4f3e-96df-ada7e8517a15 HTTP/1.1" status: 200 len: 205 time: 0.0437813 Jul 05 02:31:26.357762 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc237fe-650e-4bb4-969d-684cd86605e0 None None] Network 6178dc65-d34e-4b22-be6a-428f01e2da05 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:31:26.372219 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39596) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:26.384573 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-bc4cfaa1-25ff-4867-8f1d-39a12720d32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03832a15-c1a0-46b1-9b55-670ef17f98b6', 'name': 'tempest-RoutersIpV6Test-router-658172221', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:30:28Z', 'updated_at': '2021-07-05T02:31:22Z', 'revision_number': 8, 'project_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'gw_port_host': None, '_interfaces': [{'id': '131a1349-f071-4dc0-93fd-af323ab6af44', 'name': '', 'network_id': 'ac00d640-9767-46c3-b690-42ea47921624', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'mac_address': 'fa:16:3e:4d:d0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03832a15-c1a0-46b1-9b55-670ef17f98b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '85ebfe15-09ae-46cc-a212-0b449a8df79b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:30:33Z', 'updated_at': '2021-07-05T02:30:43Z', 'revision_number': 5, 'project_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'subnets': [{'id': '85ebfe15-09ae-46cc-a212-0b449a8df79b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c848d0a-95f5-46c5-a4a6-dd59246e655d', 'name': '', 'network_id': '7d4bb89b-4b3c-4e6f-a4bf-0cd96e967ee8', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'mac_address': 'fa:16:3e:f5:ff:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03832a15-c1a0-46b1-9b55-670ef17f98b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '29671cee-5a0f-48d9-ab24-a6668d74053e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:30:46Z', 'updated_at': '2021-07-05T02:30:54Z', 'revision_number': 5, 'project_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'subnets': [{'id': '29671cee-5a0f-48d9-ab24-a6668d74053e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f233154-a7f3-4f95-a9f7-3472c4a7c053', 'name': '', 'network_id': '37bef945-7a93-4a59-ba96-1387b3efb0c9', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'mac_address': 'fa:16:3e:9d:18:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03832a15-c1a0-46b1-9b55-670ef17f98b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '31599d03-2546-4be2-8005-9dbe29d4fe7b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:30:55Z', 'updated_at': '2021-07-05T02:31:03Z', 'revision_number': 5, 'project_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'subnets': [{'id': '31599d03-2546-4be2-8005-9dbe29d4fe7b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:26.392633 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-15d59865-e7e2-4e18-8d94-0b46b52a8978 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:26.394723 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-15d59865-e7e2-4e18-8d94-0b46b52a8978 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "DELETE /v2.0/subnets/0b1f943a-0c4f-44ad-8da5-3056ad0b8df9 HTTP/1.1" status: 204 len: 168 time: 1.5330567 Jul 05 02:31:26.399711 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39598) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:26.424880 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4cfaa1-25ff-4867-8f1d-39a12720d32d None None] The sync data for ids ['03832a15-c1a0-46b1-9b55-670ef17f98b6'] in n-d-771362-32 is: [{'id': '03832a15-c1a0-46b1-9b55-670ef17f98b6', 'name': 'tempest-RoutersIpV6Test-router-658172221', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:30:28Z', 'updated_at': '2021-07-05T02:31:22Z', 'revision_number': 8, 'project_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'gw_port_host': None, '_interfaces': [{'id': '131a1349-f071-4dc0-93fd-af323ab6af44', 'name': '', 'network_id': 'ac00d640-9767-46c3-b690-42ea47921624', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'mac_address': 'fa:16:3e:4d:d0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03832a15-c1a0-46b1-9b55-670ef17f98b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '85ebfe15-09ae-46cc-a212-0b449a8df79b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:30:33Z', 'updated_at': '2021-07-05T02:30:43Z', 'revision_number': 5, 'project_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'subnets': [{'id': '85ebfe15-09ae-46cc-a212-0b449a8df79b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c848d0a-95f5-46c5-a4a6-dd59246e655d', 'name': '', 'network_id': '7d4bb89b-4b3c-4e6f-a4bf-0cd96e967ee8', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'mac_address': 'fa:16:3e:f5:ff:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03832a15-c1a0-46b1-9b55-670ef17f98b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '29671cee-5a0f-48d9-ab24-a6668d74053e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:30:46Z', 'updated_at': '2021-07-05T02:30:54Z', 'revision_number': 5, 'project_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'subnets': [{'id': '29671cee-5a0f-48d9-ab24-a6668d74053e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f233154-a7f3-4f95-a9f7-3472c4a7c053', 'name': '', 'network_id': '37bef945-7a93-4a59-ba96-1387b3efb0c9', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'mac_address': 'fa:16:3e:9d:18:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03832a15-c1a0-46b1-9b55-670ef17f98b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '31599d03-2546-4be2-8005-9dbe29d4fe7b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:30:55Z', 'updated_at': '2021-07-05T02:31:03Z', 'revision_number': 5, 'project_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'subnets': [{'id': '31599d03-2546-4be2-8005-9dbe29d4fe7b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:31:26.440482 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b2abc4-fc93-490b-8d3e-3d09fb62dc0a admin admin] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:31:26.445112 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-c5b2abc4-fc93-490b-8d3e-3d09fb62dc0a admin admin] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:31:26.452405 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b2abc4-fc93-490b-8d3e-3d09fb62dc0a admin admin] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:31:26.458748 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b2abc4-fc93-490b-8d3e-3d09fb62dc0a admin admin] Pushing event updated for resources: {'Port': ['ID=f0d6f483-9cc9-4388-9315-340de7bfef6c,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:26.516257 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-908584a6-1348-46aa-ba5d-efb0008f155b None None] Provisioning complete for port 5b0e2fdb-b1ed-43ea-bdf7-f4de3d16c4e4 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:31:26.516854 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-908584a6-1348-46aa-ba5d-efb0008f155b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:26.535574 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bbdd3bf0-fd24-487a-87f9-21cc65dfd50c tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:26.572563 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-908584a6-1348-46aa-ba5d-efb0008f155b None None] Port 5b0e2fdb-b1ed-43ea-bdf7-f4de3d16c4e4 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:31:26.765303 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4473b32a-8f19-44dc-acd0-9bb308657eda tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:26.788871 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bff4d6d-0915-4042-9a51-c49d416f099a None None] DHCP port deletion for 6178dc65-d34e-4b22-be6a-428f01e2da05 request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:31:26.886945 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-5bff4d6d-0915-4042-9a51-c49d416f099a None None] Deleting port bca46422-d7e5-482d-a95f-352dab883853 {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:31:26.887684 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5bff4d6d-0915-4042-9a51-c49d416f099a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:26.906888 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4473b32a-8f19-44dc-acd0-9bb308657eda tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:26.973408 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-5bff4d6d-0915-4042-9a51-c49d416f099a None None] For port bca46422-d7e5-482d-a95f-352dab883853, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=bca46422-d7e5-482d-a95f-352dab883853,segment=NetworkSegment(0909d6c3-5dda-4e4e-8518-acb41b4626b1),segment_id=0909d6c3-5dda-4e4e-8518-acb41b4626b1)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:31:26.975348 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5bff4d6d-0915-4042-9a51-c49d416f099a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:26.993455 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-5bff4d6d-0915-4042-9a51-c49d416f099a None None] Calling delete_port for bca46422-d7e5-482d-a95f-352dab883853 owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:31:27.016381 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e63fb0a-a720-437a-be82-ba610890f10f', 'name': 'network-vif-deleted', 'tag': '4f7ff7d4-6dc3-4b86-86cf-00a444d0c6bd'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:31:27.019672 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94b23a0c-a575-4091-ae02-c077261939a5" -d '{"events": [{"server_uuid": "7e63fb0a-a720-437a-be82-ba610890f10f", "name": "network-vif-deleted", "tag": "4f7ff7d4-6dc3-4b86-86cf-00a444d0c6bd"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:31:27.027965 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c5b2abc4-fc93-490b-8d3e-3d09fb62dc0a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:27.034332 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-20b03990-6c3f-4423-882d-c8a02c18ea56 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:27.037790 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5cef2721-d830-4048-870f-429c0cfeff0c tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks [] for router, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:27.125614 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bbdd3bf0-fd24-487a-87f9-21cc65dfd50c tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:27.143824 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4473b32a-8f19-44dc-acd0-9bb308657eda tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2cd1638-60b1-44c2-a3f7-e2ccf9d53749,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:27.194881 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5bff4d6d-0915-4042-9a51-c49d416f099a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:27.214626 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdd3bf0-fd24-487a-87f9-21cc65dfd50c tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dccea056-f2b6-4615-b2a6-46f41bf638ad,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:27.234510 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c248e223-f872-4cf4-89c9-548d4a7d6f88 x-openstack-request-id: req-c248e223-f872-4cf4-89c9-548d4a7d6f88 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:31:27.240266 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e63fb0a-a720-437a-be82-ba610890f10f", "name": "network-vif-deleted", "tag": "4f7ff7d4-6dc3-4b86-86cf-00a444d0c6bd", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:31:27.240266 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c248e223-f872-4cf4-89c9-548d4a7d6f88 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:31:27.240266 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e63fb0a-a720-437a-be82-ba610890f10f', 'name': 'network-vif-deleted', 'tag': '4f7ff7d4-6dc3-4b86-86cf-00a444d0c6bd', 'status': 'completed', 'code': 200} Jul 05 02:31:27.253934 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4473b32a-8f19-44dc-acd0-9bb308657eda tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=94461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:31:27.270685 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bff4d6d-0915-4042-9a51-c49d416f099a None None] Pushing event deleted for resources: {'Port': ['ID=bca46422-d7e5-482d-a95f-352dab883853,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:27.273888 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4473b32a-8f19-44dc-acd0-9bb308657eda tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:27.274292 n-d-771362-32 neutron-server[94461]: INFO neutron.db.segments_db [None req-4473b32a-8f19-44dc-acd0-9bb308657eda tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Added segment 6aff1cb9-b340-42ec-b363-0b26517ecca9 of type vlan for network 6e23ee8a-6b59-4eae-b4fb-f4810d1759b1 Jul 05 02:31:27.275983 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39606) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:27.279049 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bff4d6d-0915-4042-9a51-c49d416f099a None None] No DVR routers for this DVR port bca46422-d7e5-482d-a95f-352dab883853 on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:31:27.372723 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4473b32a-8f19-44dc-acd0-9bb308657eda tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:27.375305 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bbdd3bf0-fd24-487a-87f9-21cc65dfd50c tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:27.379831 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-bbdd3bf0-fd24-487a-87f9-21cc65dfd50c tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.5729547 Jul 05 02:31:27.389079 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5cef2721-d830-4048-870f-429c0cfeff0c tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:27.394743 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31055cd9-5884-4057-94b4-11c8d765b2de tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Router 05e9ca0b-a238-4239-9f5b-c05ab47f4480 is scheduled to L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 with binding_index 1 {{(pid=94462) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 02:31:27.401134 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39608) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:27.414860 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-42ba3c0c-4a39-4e16-8128-7cb16ba57184 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Request body: {'security_group_rule': {'security_group_id': 'dccea056-f2b6-4615-b2a6-46f41bf638ad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:31:27.418054 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-20b03990-6c3f-4423-882d-c8a02c18ea56 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:27.438751 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 2b843c12-9862-4a8b-a539-0bb4fd1560bd up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:31:27.440196 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ab3902b-1770-404b-aa82-f2966b478d18 admin admin] Deleting subnet 7ea8b418-b9b3-4d3f-a5b3-6ec4c5442869 {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:31:27.451782 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-20b03990-6c3f-4423-882d-c8a02c18ea56 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6178dc65-d34e-4b22-be6a-428f01e2da05']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:27.454391 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1ab3902b-1770-404b-aa82-f2966b478d18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:27.492147 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-802f3d9a-2653-4077-a631-b49c3382a590 req-e7f07040-2312-4e44-8499-f47de5fd8bb4 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/ports?device_id=a29b1f86-c2b3-4079-ba70-879d5fa5b04b HTTP/1.1" status: 200 len: 210 time: 0.0757513 Jul 05 02:31:27.493178 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 2b843c12-9862-4a8b-a539-0bb4fd1560bd triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:31:27.493843 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:27.495159 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-20b03990-6c3f-4423-882d-c8a02c18ea56 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0909d6c3-5dda-4e4e-8518-acb41b4626b1') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:27.495545 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-20b03990-6c3f-4423-882d-c8a02c18ea56 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0909d6c3-5dda-4e4e-8518-acb41b4626b1') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:27.567224 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-20b03990-6c3f-4423-882d-c8a02c18ea56 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:27.577988 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c5b2abc4-fc93-490b-8d3e-3d09fb62dc0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963'] for router, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:27.581675 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4473b32a-8f19-44dc-acd0-9bb308657eda tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:27.587920 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4473b32a-8f19-44dc-acd0-9bb308657eda tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:27.588638 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4473b32a-8f19-44dc-acd0-9bb308657eda tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:27.620840 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1ab3902b-1770-404b-aa82-f2966b478d18 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:27.651266 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-20b03990-6c3f-4423-882d-c8a02c18ea56 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:27.672956 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20b03990-6c3f-4423-882d-c8a02c18ea56 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:31:27.673375 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-20b03990-6c3f-4423-882d-c8a02c18ea56 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:27.683326 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:31:27.683326 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:31:27.683326 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:31:27.683326 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:31:27.683326 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:31:27.683326 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:31:27.683326 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:31:27.683326 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:31:27.683326 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:31:27.683326 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:31:27.683326 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:31:27.683326 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:31:27.683326 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:31:27.683326 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:31:27.683326 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:31:27.683326 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:31:27.683326 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:31:27.683326 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:31:27.683326 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:31:27.683326 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:31:27.683326 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:31:27.683326 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:31:27.683326 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:31:27.683326 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:31:27.683326 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:31:27.683326 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:31:27.683326 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:31:27.683326 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:31:27.683326 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:31:27.683326 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:31:27.683326 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:31:27.683326 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:31:27.699828 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device eb366d46-d65d-483a-b768-b9fe6138aaf2 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:31:27.746704 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4473b32a-8f19-44dc-acd0-9bb308657eda tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Pushing event updated for resources: {'Network': ['ID=6e23ee8a-6b59-4eae-b4fb-f4810d1759b1,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:27.747954 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31055cd9-5884-4057-94b4-11c8d765b2de tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:31:27.749802 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: eb366d46-d65d-483a-b768-b9fe6138aaf2 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:31:27.749802 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device eb366d46-d65d-483a-b768-b9fe6138aaf2 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:31:27.749802 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device bca46422-d7e5-482d-a95f-352dab883853 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:31:27.769923 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-31055cd9-5884-4057-94b4-11c8d765b2de tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] 10.222.0.23 "PUT /v2.0/routers/05e9ca0b-a238-4239-9f5b-c05ab47f4480/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4622266 Jul 05 02:31:27.773295 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39610) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:27.780172 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb23e77-d656-48b4-8022-976b867d6b32 None None] Sync routers for ids ['05e9ca0b-a238-4239-9f5b-c05ab47f4480'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:31:27.780380 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-bd846d8d-6841-4f7d-95fd-8f4de8dfcbf6 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Request body: {'port': {'network_id': '7724606e-74a3-4aaa-971e-233bda4dc67e', 'name': 'tempest-FloatingIPNegativeTestJSON-1660301379'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:31:27.784106 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 6e23ee8a-6b59-4eae-b4fb-f4810d1759b1 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:31:27.787101 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1ab3902b-1770-404b-aa82-f2966b478d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:27.825191 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-4473b32a-8f19-44dc-acd0-9bb308657eda tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.5490706 Jul 05 02:31:27.828402 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 39612) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:27.836522 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-79fa69da-79c1-4cfc-a366-298b47049843 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Request body: {'port': {'network_id': '6e23ee8a-6b59-4eae-b4fb-f4810d1759b1', 'name': 'tempest-PortsTestJSON-1135521550'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:31:27.843683 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: bca46422-d7e5-482d-a95f-352dab883853 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:31:27.844030 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device bca46422-d7e5-482d-a95f-352dab883853 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:31:27.850786 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb23e77-d656-48b4-8022-976b867d6b32 None None] Routers {'05e9ca0b-a238-4239-9f5b-c05ab47f4480'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:31:27.851417 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-7bb23e77-d656-48b4-8022-976b867d6b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:31:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['05e9ca0b-a238-4239-9f5b-c05ab47f4480'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:27.909795 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-7bb23e77-d656-48b4-8022-976b867d6b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:27.937090 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb23e77-d656-48b4-8022-976b867d6b32 None None] Routers {'05e9ca0b-a238-4239-9f5b-c05ab47f4480'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:31:27.937952 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-7bb23e77-d656-48b4-8022-976b867d6b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:31:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['05e9ca0b-a238-4239-9f5b-c05ab47f4480'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:27.985334 n-d-771362-32 neutron-server[94462]: INFO neutron.api.v2.resource [None req-42ba3c0c-4a39-4e16-8128-7cb16ba57184 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] create failed (client error): The resource could not be found. Jul 05 02:31:27.989329 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-42ba3c0c-4a39-4e16-8128-7cb16ba57184 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.5840547 Jul 05 02:31:27.989329 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-5cef2721-d830-4048-870f-429c0cfeff0c tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Deleting port 21e06d44-6f40-4e47-9388-da0ddef98e10 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:31:27.989329 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5cef2721-d830-4048-870f-429c0cfeff0c tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:27.990421 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 39614) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:28.002817 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-6c10f35b-0504-4bce-8c3f-61e3ccf21c08 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Request body: {'security_group_rule': {'security_group_id': 'dccea056-f2b6-4615-b2a6-46f41bf638ad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '92449bc5-cdb9-4f29-b2f1-726db36a9727'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:31:28.008020 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-7bb23e77-d656-48b4-8022-976b867d6b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:28.009106 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb23e77-d656-48b4-8022-976b867d6b32 None None] The sync data for ids ['05e9ca0b-a238-4239-9f5b-c05ab47f4480'] in n-d-771362-32 is: [] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:31:28.048447 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-20b03990-6c3f-4423-882d-c8a02c18ea56 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:28.068067 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-20b03990-6c3f-4423-882d-c8a02c18ea56 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:28.070060 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-20b03990-6c3f-4423-882d-c8a02c18ea56 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "DELETE /v2.0/networks/6178dc65-d34e-4b22-be6a-428f01e2da05 HTTP/1.1" status: 204 len: 168 time: 1.6688304 Jul 05 02:31:28.072851 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39616) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:28.073694 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b03990-6c3f-4423-882d-c8a02c18ea56 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Pushing event deleted for resources: {'Network': ['ID=6178dc65-d34e-4b22-be6a-428f01e2da05,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:28.094971 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5b2abc4-fc93-490b-8d3e-3d09fb62dc0a admin admin] Router 4f68cd38-d033-4f2f-9466-8f1f9c29b3aa is scheduled to L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 with binding_index 1 {{(pid=94461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 02:31:28.097743 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79fa69da-79c1-4cfc-a366-298b47049843 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Made reservation on behalf of f845296045bc4472b2fc3471aba6dcb0 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:31:28.101774 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-79fa69da-79c1-4cfc-a366-298b47049843 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:28.128421 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [None req-79fa69da-79c1-4cfc-a366-298b47049843 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] device_id is not set on port 81842c55-afb0-48d9-b98b-8b5986284f60 yet. {{(pid=94461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:31:28.134521 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1ab3902b-1770-404b-aa82-f2966b478d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:28.221751 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5cef2721-d830-4048-870f-429c0cfeff0c tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:28.225019 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1ab3902b-1770-404b-aa82-f2966b478d18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:28.229528 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-1ab3902b-1770-404b-aa82-f2966b478d18 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7ea8b418-b9b3-4d3f-a5b3-6ec4c5442869 HTTP/1.1" status: 204 len: 168 time: 0.9464538 Jul 05 02:31:28.231188 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab3902b-1770-404b-aa82-f2966b478d18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ea8b418-b9b3-4d3f-a5b3-6ec4c5442869,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:28.232991 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39618) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:28.249912 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.db.api [None req-6c10f35b-0504-4bce-8c3f-61e3ccf21c08 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 02:31:28.249912 n-d-771362-32 neutron-server[94461]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 02:31:28.249912 n-d-771362-32 neutron-server[94461]: [parameters: {'project_id_1': 'edea4733d51a4b34996323e2ab9d3578', 'expiration_1': datetime.datetime(2021, 7, 5, 2, 31, 28, 4082)}] Jul 05 02:31:28.249912 n-d-771362-32 neutron-server[94461]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 02:31:28.250720 n-d-771362-32 neutron-server[94461]: DEBUG oslo_db.api [None req-6c10f35b-0504-4bce-8c3f-61e3ccf21c08 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 02:31:28.311970 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-5cef2721-d830-4048-870f-429c0cfeff0c tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Calling delete_port for 21e06d44-6f40-4e47-9388-da0ddef98e10 owned by network:router_gateway {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:31:28.324030 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd846d8d-6841-4f7d-95fd-8f4de8dfcbf6 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Made reservation on behalf of bce207c37ec64fa8983367a1cda3c00b for: {'port': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:31:28.327457 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bd846d8d-6841-4f7d-95fd-8f4de8dfcbf6 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:28.346064 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5b2abc4-fc93-490b-8d3e-3d09fb62dc0a admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:31:28.356567 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95785a11-b8e8-4a44-a76e-667119418b7e None None] Sync routers for ids ['4f68cd38-d033-4f2f-9466-8f1f9c29b3aa'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:31:28.368892 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95785a11-b8e8-4a44-a76e-667119418b7e None None] Routers {'4f68cd38-d033-4f2f-9466-8f1f9c29b3aa'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:31:28.370572 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-95785a11-b8e8-4a44-a76e-667119418b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:31:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['4f68cd38-d033-4f2f-9466-8f1f9c29b3aa'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:28.446436 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-79fa69da-79c1-4cfc-a366-298b47049843 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:28.475391 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-775216f2-8007-4d57-9947-3c7dddffcf6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:28.486194 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [None req-bd846d8d-6841-4f7d-95fd-8f4de8dfcbf6 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] device_id is not set on port 98e66ed8-8fe8-4308-b3cc-a8fb85e605a6 yet. {{(pid=94462) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:31:28.548085 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c5b2abc4-fc93-490b-8d3e-3d09fb62dc0a admin admin] Notify callbacks [] for router, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:28.553656 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-c5b2abc4-fc93-490b-8d3e-3d09fb62dc0a admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.7730398 Jul 05 02:31:28.553897 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 39622) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:28.610110 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-95785a11-b8e8-4a44-a76e-667119418b7e None None] Set router 4f68cd38-d033-4f2f-9466-8f1f9c29b3aa gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:31:28.626464 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-79fa69da-79c1-4cfc-a366-298b47049843 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:28.760052 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fa69da-79c1-4cfc-a366-298b47049843 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Pushing event updated for resources: {'Port': ['ID=81842c55-afb0-48d9-b98b-8b5986284f60,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:28.775236 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79fa69da-79c1-4cfc-a366-298b47049843 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Checking segment: {'id': '6aff1cb9-b340-42ec-b363-0b26517ecca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6e23ee8a-6b59-4eae-b4fb-f4810d1759b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:31:28.775604 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79fa69da-79c1-4cfc-a366-298b47049843 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Network hostable DHCP agents. Network: 6e23ee8a-6b59-4eae-b4fb-f4810d1759b1, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:31:28.805990 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-95785a11-b8e8-4a44-a76e-667119418b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f68cd38-d033-4f2f-9466-8f1f9c29b3aa', 'name': 'tempest-ServersTestManualDisk-365057176-router', 'tenant_id': '75731b244fd149bfab61f83bfac8a67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': 'f0d6f483-9cc9-4388-9315-340de7bfef6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:31:20Z', 'updated_at': '2021-07-05T02:31:26Z', 'revision_number': 3, 'project_id': '75731b244fd149bfab61f83bfac8a67b', 'gw_port': {'id': 'f0d6f483-9cc9-4388-9315-340de7bfef6c', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:33:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f68cd38-d033-4f2f-9466-8f1f9c29b3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:31:24Z', 'updated_at': '2021-07-05T02:31:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:28.838022 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95785a11-b8e8-4a44-a76e-667119418b7e None None] Checking router: 4f68cd38-d033-4f2f-9466-8f1f9c29b3aa for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:31:28.838719 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95785a11-b8e8-4a44-a76e-667119418b7e None None] Updating router 4f68cd38-d033-4f2f-9466-8f1f9c29b3aa port f0d6f483-9cc9-4388-9315-340de7bfef6c binding host n-d-771362-32 {{(pid=94464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 02:31:28.865041 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-fc5117dc-e4a8-45f7-864b-cc88a8564cbb req-c8f63083-4ff7-4ef9-bcac-7b6a746c2d44 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/ports?device_id=a29b1f86-c2b3-4079-ba70-879d5fa5b04b HTTP/1.1" status: 200 len: 210 time: 0.0618451 Jul 05 02:31:28.877068 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-95785a11-b8e8-4a44-a76e-667119418b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:28.889789 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5cef2721-d830-4048-870f-429c0cfeff0c tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:28.950347 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79fa69da-79c1-4cfc-a366-298b47049843 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Network 6e23ee8a-6b59-4eae-b4fb-f4810d1759b1 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:31:28.997628 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cef2721-d830-4048-870f-429c0cfeff0c tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Pushing event deleted for resources: {'Port': ['ID=21e06d44-6f40-4e47-9388-da0ddef98e10,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:29.020699 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-775216f2-8007-4d57-9947-3c7dddffcf6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:29.038253 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-79fa69da-79c1-4cfc-a366-298b47049843 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 6e23ee8a-6b59-4eae-b4fb-f4810d1759b1) {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:31:29.048682 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0675a68b-c3b3-463f-b479-d5cdca840357 None None] Network 6e23ee8a-6b59-4eae-b4fb-f4810d1759b1 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:31:29.063350 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-775216f2-8007-4d57-9947-3c7dddffcf6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b2ed074-a425-47e6-b970-117c2eb734e7']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:29.071848 n-d-771362-32 neutron-server[94461]: INFO neutron.api.v2.resource [None req-6c10f35b-0504-4bce-8c3f-61e3ccf21c08 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] create failed (client error): The resource could not be found. Jul 05 02:31:29.077881 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-6c10f35b-0504-4bce-8c3f-61e3ccf21c08 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 1.0828967 Jul 05 02:31:29.077881 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fa69da-79c1-4cfc-a366-298b47049843 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:31:29.089598 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79fa69da-79c1-4cfc-a366-298b47049843 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:29.090309 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-79fa69da-79c1-4cfc-a366-298b47049843 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:29.107748 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-775216f2-8007-4d57-9947-3c7dddffcf6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe33053a-d2c9-41f3-b5ae-a20864e7753e') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:29.108121 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-775216f2-8007-4d57-9947-3c7dddffcf6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe33053a-d2c9-41f3-b5ae-a20864e7753e') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:29.114902 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39624) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:29.130470 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-bd846d8d-6841-4f7d-95fd-8f4de8dfcbf6 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Allocated IP 172.20.0.3 (7724606e-74a3-4aaa-971e-233bda4dc67e/857eb613-8e83-4fb5-a989-ea92e2efeec9/98e66ed8-8fe8-4308-b3cc-a8fb85e605a6) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:31:29.152839 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-775216f2-8007-4d57-9947-3c7dddffcf6d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:29.209581 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-775216f2-8007-4d57-9947-3c7dddffcf6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:29.256079 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5cef2721-d830-4048-870f-429c0cfeff0c tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636927'] for router_gateway, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:29.267967 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9fba6e0b-7071-49ee-85fe-d7bf2a19ee5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:29.275701 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-95785a11-b8e8-4a44-a76e-667119418b7e None None] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:29.277528 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-775216f2-8007-4d57-9947-3c7dddffcf6d admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:31:29.278018 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-775216f2-8007-4d57-9947-3c7dddffcf6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:29.280910 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:31:29.280910 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:31:29.280910 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:31:29.280910 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:31:29.280910 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:31:29.280910 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:31:29.280910 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:31:29.280910 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:31:29.280910 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:31:29.280910 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:31:29.280910 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:31:29.280910 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:31:29.280910 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:31:29.280910 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:31:29.280910 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:31:29.280910 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:31:29.280910 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:31:29.280910 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:31:29.280910 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:31:29.280910 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:31:29.280910 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:31:29.280910 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:31:29.280910 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:31:29.280910 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:31:29.280910 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:31:29.280910 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:31:29.280910 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:31:29.280910 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:31:29.280910 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:31:29.280910 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:31:29.280910 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:31:29.280910 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:31:29.433442 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-79fa69da-79c1-4cfc-a366-298b47049843 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.6037276 Jul 05 02:31:29.436677 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 39626) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:29.445211 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-c6bf1d30-243f-46f2-b953-4ecff999e227 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-640947073'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:31:29.458532 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5cef2721-d830-4048-870f-429c0cfeff0c tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11828'] for router, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:29.471110 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-9fba6e0b-7071-49ee-85fe-d7bf2a19ee5c admin admin] Allocated IP 172.20.0.1 (dc52fc88-88f7-44eb-b3db-a1effdd6a0f3/63c2790f-8cb5-49a6-864c-7d95537e5ebe/d87f8534-cfac-4bdc-a889-aebe799282ed) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:31:29.477100 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5cef2721-d830-4048-870f-429c0cfeff0c tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:29.560755 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2f583582-c7cd-41cf-b72b-7d143993ed83 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:29.598693 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9fba6e0b-7071-49ee-85fe-d7bf2a19ee5c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:29.603250 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6bf1d30-243f-46f2-b953-4ecff999e227 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Made reservation on behalf of f845296045bc4472b2fc3471aba6dcb0 for: {'network': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:31:29.604540 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c6351c9c-f802-4ed5-96e0-99302de07c63 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1634680'] for router_interface, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:29.607914 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c6bf1d30-243f-46f2-b953-4ecff999e227 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:29.618215 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2f583582-c7cd-41cf-b72b-7d143993ed83 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:29.620651 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-775216f2-8007-4d57-9947-3c7dddffcf6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:29.642445 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6bf1d30-243f-46f2-b953-4ecff999e227 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=94461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:31:29.651030 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c6bf1d30-243f-46f2-b953-4ecff999e227 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:29.651750 n-d-771362-32 neutron-server[94461]: INFO neutron.db.segments_db [None req-c6bf1d30-243f-46f2-b953-4ecff999e227 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Added segment 45ce7acd-6ebd-42ad-9a1c-f085f23cec1f of type vlan for network e87d0154-f725-468c-a5fc-8e12ecbbcac3 Jul 05 02:31:29.668476 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-775216f2-8007-4d57-9947-3c7dddffcf6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:29.672761 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-775216f2-8007-4d57-9947-3c7dddffcf6d admin admin] 10.222.0.23 "DELETE /v2.0/networks/2b2ed074-a425-47e6-b970-117c2eb734e7 HTTP/1.1" status: 204 len: 168 time: 1.4262161 Jul 05 02:31:29.675401 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-95785a11-b8e8-4a44-a76e-667119418b7e None None] Transition to ACTIVE for port object f0d6f483-9cc9-4388-9315-340de7bfef6c will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:31:29.686156 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [None req-9fba6e0b-7071-49ee-85fe-d7bf2a19ee5c admin admin] Transition to ACTIVE for port object d87f8534-cfac-4bdc-a889-aebe799282ed will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:31:29.705242 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c6bf1d30-243f-46f2-b953-4ecff999e227 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:29.723098 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5cef2721-d830-4048-870f-429c0cfeff0c tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1575451'] for router, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:29.723655 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cef2721-d830-4048-870f-429c0cfeff0c tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Fanout notify agent at l3_agent the message router_deleted on router a9fb3977-1a50-4f3e-96df-ada7e8517a15 {{(pid=94462) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 02:31:29.743936 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5cef2721-d830-4048-870f-429c0cfeff0c tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:29.744880 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-5cef2721-d830-4048-870f-429c0cfeff0c tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] 10.222.0.23 "DELETE /v2.0/routers/a9fb3977-1a50-4f3e-96df-ada7e8517a15 HTTP/1.1" status: 204 len: 168 time: 3.3713861 Jul 05 02:31:29.747430 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775216f2-8007-4d57-9947-3c7dddffcf6d admin admin] Pushing event deleted for resources: {'Network': ['ID=2b2ed074-a425-47e6-b970-117c2eb734e7,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:29.752816 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 39630) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:29.762536 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-3374300f-3f4d-4aac-9890-d2e4658e4929 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1477963484', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:31:29.766772 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-95785a11-b8e8-4a44-a76e-667119418b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:29.784900 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bd846d8d-6841-4f7d-95fd-8f4de8dfcbf6 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:29.823225 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c6bf1d30-243f-46f2-b953-4ecff999e227 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:29.831590 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-95785a11-b8e8-4a44-a76e-667119418b7e None None] Attempting to bind port f0d6f483-9cc9-4388-9315-340de7bfef6c on host n-d-771362-32 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:31:29.831895 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-95785a11-b8e8-4a44-a76e-667119418b7e None None] Attempting to bind port f0d6f483-9cc9-4388-9315-340de7bfef6c by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:31:29.832204 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95785a11-b8e8-4a44-a76e-667119418b7e None None] Attempting to bind port f0d6f483-9cc9-4388-9315-340de7bfef6c on network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:31:29.832503 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6bf1d30-243f-46f2-b953-4ecff999e227 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:29.837306 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c6bf1d30-243f-46f2-b953-4ecff999e227 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:29.845129 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f20f7d-88f0-4249-ba2e-7da0098ec0e2 None None] Pushing event updated for resources: {'Port': ['ID=f0d6f483-9cc9-4388-9315-340de7bfef6c,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:29.848529 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95785a11-b8e8-4a44-a76e-667119418b7e None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:31:29.849139 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95785a11-b8e8-4a44-a76e-667119418b7e None None] Checking segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:31:29.849702 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-95785a11-b8e8-4a44-a76e-667119418b7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:29.850304 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95785a11-b8e8-4a44-a76e-667119418b7e None None] Bound using segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:31:29.850958 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-95785a11-b8e8-4a44-a76e-667119418b7e None None] Bound port: f0d6f483-9cc9-4388-9315-340de7bfef6c, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:31:29.851484 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-95785a11-b8e8-4a44-a76e-667119418b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:29.908501 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9fba6e0b-7071-49ee-85fe-d7bf2a19ee5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:29.936975 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-95785a11-b8e8-4a44-a76e-667119418b7e None None] For port f0d6f483-9cc9-4388-9315-340de7bfef6c, host n-d-771362-32, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:31:29.945194 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-95785a11-b8e8-4a44-a76e-667119418b7e None None] For port f0d6f483-9cc9-4388-9315-340de7bfef6c, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=f0d6f483-9cc9-4388-9315-340de7bfef6c,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:31:29.952734 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3374300f-3f4d-4aac-9890-d2e4658e4929 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11810'] for router, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:29.953732 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3374300f-3f4d-4aac-9890-d2e4658e4929 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1926740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11821'] for router, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:29.971614 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bf1d30-243f-46f2-b953-4ecff999e227 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Pushing event updated for resources: {'Network': ['ID=e87d0154-f725-468c-a5fc-8e12ecbbcac3,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:29.984020 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network e87d0154-f725-468c-a5fc-8e12ecbbcac3 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:31:29.988968 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fba6e0b-7071-49ee-85fe-d7bf2a19ee5c admin admin] Network dc52fc88-88f7-44eb-b3db-a1effdd6a0f3 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:31:29.999399 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-9fba6e0b-7071-49ee-85fe-d7bf2a19ee5c admin admin] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:31:30.010428 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fba6e0b-7071-49ee-85fe-d7bf2a19ee5c admin admin] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:31:30.057205 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9fba6e0b-7071-49ee-85fe-d7bf2a19ee5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635668'] for router_interface, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:30.069609 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fba6e0b-7071-49ee-85fe-d7bf2a19ee5c admin admin] Pushing event updated for resources: {'Port': ['ID=d87f8534-cfac-4bdc-a889-aebe799282ed,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:30.085659 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-95785a11-b8e8-4a44-a76e-667119418b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:30.176813 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-c6bf1d30-243f-46f2-b953-4ecff999e227 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7388070 Jul 05 02:31:30.177473 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 39636) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:30.197208 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f20f7d-88f0-4249-ba2e-7da0098ec0e2 None None] Pushing event updated for resources: {'Port': ['ID=f0d6f483-9cc9-4388-9315-340de7bfef6c,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:30.230146 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95785a11-b8e8-4a44-a76e-667119418b7e None None] Routers {'4f68cd38-d033-4f2f-9466-8f1f9c29b3aa'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:31:30.232067 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-95785a11-b8e8-4a44-a76e-667119418b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:31:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['4f68cd38-d033-4f2f-9466-8f1f9c29b3aa'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:30.278068 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-0030119a-d883-43f3-a68c-28962c99836a tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Request body: {'ports': [{'network_id': '6e23ee8a-6b59-4eae-b4fb-f4810d1759b1'}, {'network_id': 'e87d0154-f725-468c-a5fc-8e12ecbbcac3'}]} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:31:30.278646 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-0030119a-d883-43f3-a68c-28962c99836a tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Request body: {'port': {'network_id': '6e23ee8a-6b59-4eae-b4fb-f4810d1759b1'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:31:30.278883 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-0030119a-d883-43f3-a68c-28962c99836a tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Request body: {'port': {'network_id': 'e87d0154-f725-468c-a5fc-8e12ecbbcac3'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:31:30.304538 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fa626603-27e1-4ab6-b25f-2ae05333be0e req-e8c02513-d76f-4461-bac7-3fe7dbab1e3b tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/ports?device_id=a29b1f86-c2b3-4079-ba70-879d5fa5b04b HTTP/1.1" status: 200 len: 210 time: 0.1422219 Jul 05 02:31:30.306681 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3374300f-3f4d-4aac-9890-d2e4658e4929 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:30.316554 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 39638) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:30.382414 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-95785a11-b8e8-4a44-a76e-667119418b7e None None] Set router 4f68cd38-d033-4f2f-9466-8f1f9c29b3aa gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:31:30.433769 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [None req-bd846d8d-6841-4f7d-95fd-8f4de8dfcbf6 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Transition to ACTIVE for port object 98e66ed8-8fe8-4308-b3cc-a8fb85e605a6 will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:31:30.438635 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2f583582-c7cd-41cf-b72b-7d143993ed83 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:30.442628 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2f583582-c7cd-41cf-b72b-7d143993ed83 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:30.444506 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-2f583582-c7cd-41cf-b72b-7d143993ed83 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] 10.222.0.23 "DELETE /v2.0/security-groups/dccea056-f2b6-4615-b2a6-46f41bf638ad HTTP/1.1" status: 204 len: 168 time: 1.3242800 Jul 05 02:31:30.450211 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 39642) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:30.455542 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3374300f-3f4d-4aac-9890-d2e4658e4929 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963'] for router, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:30.471775 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f583582-c7cd-41cf-b72b-7d143993ed83 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dccea056-f2b6-4615-b2a6-46f41bf638ad,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:30.476901 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-2e5b8f38-03b3-4cc0-ac84-33c4b67d5966 None None] Provisioning for port d87f8534-cfac-4bdc-a889-aebe799282ed completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:31:30.484912 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-2e5b8f38-03b3-4cc0-ac84-33c4b67d5966 None None] Provisioning complete for port d87f8534-cfac-4bdc-a889-aebe799282ed triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:31:30.486539 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-2e5b8f38-03b3-4cc0-ac84-33c4b67d5966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:30.560793 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-a1fffd24-39ef-4001-8d5a-a437fd0cdede admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2266ee1a9ed74aa89f92d205e26b6f61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2293065 Jul 05 02:31:30.563671 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39644) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:30.565280 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-c6351c9c-f802-4ed5-96e0-99302de07c63 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Deleting port 5f233154-a7f3-4f95-a9f7-3472c4a7c053 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:31:30.565531 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c6351c9c-f802-4ed5-96e0-99302de07c63 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:30.587753 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-2e5b8f38-03b3-4cc0-ac84-33c4b67d5966 None None] Port d87f8534-cfac-4bdc-a889-aebe799282ed cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:31:30.633740 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-95785a11-b8e8-4a44-a76e-667119418b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f68cd38-d033-4f2f-9466-8f1f9c29b3aa', 'name': 'tempest-ServersTestManualDisk-365057176-router', 'tenant_id': '75731b244fd149bfab61f83bfac8a67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': 'f0d6f483-9cc9-4388-9315-340de7bfef6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:31:20Z', 'updated_at': '2021-07-05T02:31:26Z', 'revision_number': 3, 'project_id': '75731b244fd149bfab61f83bfac8a67b', 'gw_port': {'id': 'f0d6f483-9cc9-4388-9315-340de7bfef6c', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:33:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f68cd38-d033-4f2f-9466-8f1f9c29b3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:31:24Z', 'updated_at': '2021-07-05T02:31:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:30.640970 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-e39cd562-650d-4be2-a309-48ef493e6e5d tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1793783 Jul 05 02:31:30.644348 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 39646) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:30.650756 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-945c72c2-bd85-4c44-a44e-8496248ac42a tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Request body: {'security_group_rule': {'security_group_id': '84f51e58-ef0b-4c83-b872-9f7d0d613fcf', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:31:30.664654 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bd846d8d-6841-4f7d-95fd-8f4de8dfcbf6 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:30.666089 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95785a11-b8e8-4a44-a76e-667119418b7e None None] The sync data for ids ['4f68cd38-d033-4f2f-9466-8f1f9c29b3aa'] in n-d-771362-32 is: [{'id': '4f68cd38-d033-4f2f-9466-8f1f9c29b3aa', 'name': 'tempest-ServersTestManualDisk-365057176-router', 'tenant_id': '75731b244fd149bfab61f83bfac8a67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': 'f0d6f483-9cc9-4388-9315-340de7bfef6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:31:20Z', 'updated_at': '2021-07-05T02:31:26Z', 'revision_number': 3, 'project_id': '75731b244fd149bfab61f83bfac8a67b', 'gw_port': {'id': 'f0d6f483-9cc9-4388-9315-340de7bfef6c', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:33:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f68cd38-d033-4f2f-9466-8f1f9c29b3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:31:24Z', 'updated_at': '2021-07-05T02:31:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:31:30.695474 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3374300f-3f4d-4aac-9890-d2e4658e4929 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks [] for router, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:30.697618 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-3374300f-3f4d-4aac-9890-d2e4658e4929 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9425697 Jul 05 02:31:30.751363 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 39648) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:30.751363 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-f0ac77fe-c350-4913-8d5a-f4764e5562f7 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Request body: {'router': {'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:31:30.752298 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd846d8d-6841-4f7d-95fd-8f4de8dfcbf6 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Network 7724606e-74a3-4aaa-971e-233bda4dc67e is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:31:30.763659 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-bd846d8d-6841-4f7d-95fd-8f4de8dfcbf6 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:31:30.772657 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd846d8d-6841-4f7d-95fd-8f4de8dfcbf6 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:31:30.837490 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd846d8d-6841-4f7d-95fd-8f4de8dfcbf6 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Pushing event updated for resources: {'Port': ['ID=98e66ed8-8fe8-4308-b3cc-a8fb85e605a6,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:30.864682 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1752e81b-cccf-439d-917b-0e72d9795749 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:30.921920 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd846d8d-6841-4f7d-95fd-8f4de8dfcbf6 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:30.922675 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bd846d8d-6841-4f7d-95fd-8f4de8dfcbf6 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:30.944697 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-c6351c9c-f802-4ed5-96e0-99302de07c63 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] For port 5f233154-a7f3-4f95-a9f7-3472c4a7c053, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=5f233154-a7f3-4f95-a9f7-3472c4a7c053,segment=NetworkSegment(29b47b8c-75a8-41b6-8f6a-a5ad94fc612b),segment_id=29b47b8c-75a8-41b6-8f6a-a5ad94fc612b)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:31:30.944986 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c6351c9c-f802-4ed5-96e0-99302de07c63 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:30.987841 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1752e81b-cccf-439d-917b-0e72d9795749 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:30.989875 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-c6351c9c-f802-4ed5-96e0-99302de07c63 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Calling delete_port for 5f233154-a7f3-4f95-a9f7-3472c4a7c053 owned by network:router_interface {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:31:31.272803 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1752e81b-cccf-439d-917b-0e72d9795749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:31.275441 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1752e81b-cccf-439d-917b-0e72d9795749 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:31.279102 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-1752e81b-cccf-439d-917b-0e72d9795749 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f6eedffb-6afb-4572-bcb0-7abef50a59a6 HTTP/1.1" status: 204 len: 168 time: 0.7080135 Jul 05 02:31:31.287687 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1752e81b-cccf-439d-917b-0e72d9795749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6eedffb-6afb-4572-bcb0-7abef50a59a6,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:31.326003 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-8d60fa3c-c177-4fd7-ab0d-ba7ad44d805b None None] Provisioning for port 98e66ed8-8fe8-4308-b3cc-a8fb85e605a6 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:31:31.330507 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-8d60fa3c-c177-4fd7-ab0d-ba7ad44d805b None None] Provisioning complete for port 98e66ed8-8fe8-4308-b3cc-a8fb85e605a6 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:31:31.331056 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8d60fa3c-c177-4fd7-ab0d-ba7ad44d805b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:31.349453 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c6351c9c-f802-4ed5-96e0-99302de07c63 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:31.388615 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0030119a-d883-43f3-a68c-28962c99836a tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Made reservation on behalf of f845296045bc4472b2fc3471aba6dcb0 for: {'port': 2} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:31:31.394308 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0030119a-d883-43f3-a68c-28962c99836a tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:31.426876 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6351c9c-f802-4ed5-96e0-99302de07c63 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Pushing event deleted for resources: {'Port': ['ID=5f233154-a7f3-4f95-a9f7-3472c4a7c053,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:31.459612 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-8d60fa3c-c177-4fd7-ab0d-ba7ad44d805b None None] Port 98e66ed8-8fe8-4308-b3cc-a8fb85e605a6 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:31:31.481303 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9fba6e0b-7071-49ee-85fe-d7bf2a19ee5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:31.550509 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0030119a-d883-43f3-a68c-28962c99836a tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:31.576153 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device f0d6f483-9cc9-4388-9315-340de7bfef6c up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:31:31.783393 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4f8d06ab-1a80-452d-a615-3b7c8cc3f230 req-37f1ee88-84dd-4fbe-824e-4024ce7a3a45 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/ports?device_id=a29b1f86-c2b3-4079-ba70-879d5fa5b04b HTTP/1.1" status: 200 len: 210 time: 0.0649312 Jul 05 02:31:31.784409 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c6351c9c-f802-4ed5-96e0-99302de07c63 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635398'] for router_interface, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:31.794046 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port f0d6f483-9cc9-4388-9315-340de7bfef6c completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:31:31.799561 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port f0d6f483-9cc9-4388-9315-340de7bfef6c triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:31:31.800071 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:31.829244 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f0ac77fe-c350-4913-8d5a-f4764e5562f7 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:31.940231 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [None req-0030119a-d883-43f3-a68c-28962c99836a tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] device_id is not set on port 9faacb1d-ba23-4bd0-95cc-c8defe7ad735 yet. {{(pid=94461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:31:31.953970 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-bd846d8d-6841-4f7d-95fd-8f4de8dfcbf6 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.1764605 Jul 05 02:31:31.957523 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39656) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:31.968558 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-f3b43291-57f4-4a17-b212-8d77fde4e4fc tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Request body: {'floatingip': {'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:31:32.008778 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:32.035311 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9fba6e0b-7071-49ee-85fe-d7bf2a19ee5c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:32.039112 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port f0d6f483-9cc9-4388-9315-340de7bfef6c, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=f0d6f483-9cc9-4388-9315-340de7bfef6c,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:31:32.114191 n-d-771362-32 neutron-server[94461]: INFO neutron.api.v2.resource [None req-945c72c2-bd85-4c44-a44e-8496248ac42a tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] create failed (client error): The resource could not be found. Jul 05 02:31:32.115659 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-945c72c2-bd85-4c44-a44e-8496248ac42a tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 1.4692738 Jul 05 02:31:32.122078 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 39662) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:32.139896 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6351c9c-f802-4ed5-96e0-99302de07c63 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Router 03832a15-c1a0-46b1-9b55-670ef17f98b6 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:31:32.141740 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-cc2cca67-8144-496a-9ded-026351c17f74 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Request body: {'security_group': {'name': 'tempest-secgroup--1705485031'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:31:32.228265 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:32.237642 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9fba6e0b-7071-49ee-85fe-d7bf2a19ee5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:32.251219 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6351c9c-f802-4ed5-96e0-99302de07c63 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:31:32.262727 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-c6351c9c-f802-4ed5-96e0-99302de07c63 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "PUT /v2.0/routers/03832a15-c1a0-46b1-9b55-670ef17f98b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1866202 Jul 05 02:31:32.263644 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39666) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:32.290622 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0030119a-d883-43f3-a68c-28962c99836a tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:32.295678 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fba6e0b-7071-49ee-85fe-d7bf2a19ee5c admin admin] Pushing event updated for resources: {'Port': ['ID=d87f8534-cfac-4bdc-a889-aebe799282ed,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:32.305988 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=f0d6f483-9cc9-4388-9315-340de7bfef6c,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:32.316948 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7523e6-6b5a-45f5-92b7-0cc000d3586f None None] Sync routers for ids ['03832a15-c1a0-46b1-9b55-670ef17f98b6'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:31:32.333392 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7523e6-6b5a-45f5-92b7-0cc000d3586f None None] Routers {'03832a15-c1a0-46b1-9b55-670ef17f98b6'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:31:32.334508 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-9b7523e6-6b5a-45f5-92b7-0cc000d3586f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:31:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['03832a15-c1a0-46b1-9b55-670ef17f98b6'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:32.337895 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-32005bf8-2ab1-4505-9aef-04f39ebe910c tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Deleting subnet 31599d03-2546-4be2-8005-9dbe29d4fe7b {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:31:32.342610 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f3b43291-57f4-4a17-b212-8d77fde4e4fc tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Notify callbacks [] for floatingip, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:32.358342 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-32005bf8-2ab1-4505-9aef-04f39ebe910c tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:32.451483 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9fba6e0b-7071-49ee-85fe-d7bf2a19ee5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634601'] for router_interface, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:32.486905 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [None req-0030119a-d883-43f3-a68c-28962c99836a tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] device_id is not set on port 0f82e6ca-8d6f-4f45-8e75-8cc8f8a39fa9 yet. {{(pid=94461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:31:32.491037 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-9b7523e6-6b5a-45f5-92b7-0cc000d3586f None None] Set router 03832a15-c1a0-46b1-9b55-670ef17f98b6 gateway port host: None {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:31:32.499496 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-32005bf8-2ab1-4505-9aef-04f39ebe910c tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:32.535063 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-cc2cca67-8144-496a-9ded-026351c17f74 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:32.636978 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fba6e0b-7071-49ee-85fe-d7bf2a19ee5c admin admin] Network dc52fc88-88f7-44eb-b3db-a1effdd6a0f3 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:31:32.651795 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-9fba6e0b-7071-49ee-85fe-d7bf2a19ee5c admin admin] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:31:32.703382 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f3b43291-57f4-4a17-b212-8d77fde4e4fc tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:32.792353 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-32005bf8-2ab1-4505-9aef-04f39ebe910c tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:32.906569 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-9b7523e6-6b5a-45f5-92b7-0cc000d3586f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03832a15-c1a0-46b1-9b55-670ef17f98b6', 'name': 'tempest-RoutersIpV6Test-router-658172221', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:30:28Z', 'updated_at': '2021-07-05T02:31:31Z', 'revision_number': 9, 'project_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'gw_port_host': None, '_interfaces': [{'id': '131a1349-f071-4dc0-93fd-af323ab6af44', 'name': '', 'network_id': 'ac00d640-9767-46c3-b690-42ea47921624', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'mac_address': 'fa:16:3e:4d:d0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03832a15-c1a0-46b1-9b55-670ef17f98b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '85ebfe15-09ae-46cc-a212-0b449a8df79b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:30:33Z', 'updated_at': '2021-07-05T02:30:43Z', 'revision_number': 5, 'project_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'subnets': [{'id': '85ebfe15-09ae-46cc-a212-0b449a8df79b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c848d0a-95f5-46c5-a4a6-dd59246e655d', 'name': '', 'network_id': '7d4bb89b-4b3c-4e6f-a4bf-0cd96e967ee8', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'mac_address': 'fa:16:3e:f5:ff:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03832a15-c1a0-46b1-9b55-670ef17f98b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '29671cee-5a0f-48d9-ab24-a6668d74053e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:30:46Z', 'updated_at': '2021-07-05T02:30:54Z', 'revision_number': 5, 'project_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'subnets': [{'id': '29671cee-5a0f-48d9-ab24-a6668d74053e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:32.955363 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7523e6-6b5a-45f5-92b7-0cc000d3586f None None] Checking router: 03832a15-c1a0-46b1-9b55-670ef17f98b6 for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:31:32.965686 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7523e6-6b5a-45f5-92b7-0cc000d3586f None None] Routers {'03832a15-c1a0-46b1-9b55-670ef17f98b6'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:31:32.967753 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-9b7523e6-6b5a-45f5-92b7-0cc000d3586f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:31:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['03832a15-c1a0-46b1-9b55-670ef17f98b6'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:33.011132 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-f3b43291-57f4-4a17-b212-8d77fde4e4fc tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Allocated IP 172.25.7.62 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/efc2ee5a-dad1-4763-8632-66c0197490d6) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:31:33.084026 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-9b7523e6-6b5a-45f5-92b7-0cc000d3586f None None] Set router 03832a15-c1a0-46b1-9b55-670ef17f98b6 gateway port host: None {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:31:33.142960 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0030119a-d883-43f3-a68c-28962c99836a tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:33.229516 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-32005bf8-2ab1-4505-9aef-04f39ebe910c tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:33.249100 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-7f7b68c5-cd03-4590-9066-9ce58962e7ce None None] Provisioning complete for port d87f8534-cfac-4bdc-a889-aebe799282ed triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:31:33.249754 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-7f7b68c5-cd03-4590-9066-9ce58962e7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:33.323869 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32005bf8-2ab1-4505-9aef-04f39ebe910c tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Pushing event deleted for resources: {'Subnet': ['ID=31599d03-2546-4be2-8005-9dbe29d4fe7b,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:33.328562 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f3b43291-57f4-4a17-b212-8d77fde4e4fc tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:33.332117 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-32005bf8-2ab1-4505-9aef-04f39ebe910c tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:33.332684 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-7f7b68c5-cd03-4590-9066-9ce58962e7ce None None] Port d87f8534-cfac-4bdc-a889-aebe799282ed cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:31:33.335665 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186716c5-f644-48ea-9dcc-3e6c4d03db65 None None] Network 37bef945-7a93-4a59-ba96-1387b3efb0c9 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:31:33.336260 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-32005bf8-2ab1-4505-9aef-04f39ebe910c tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "DELETE /v2.0/subnets/31599d03-2546-4be2-8005-9dbe29d4fe7b HTTP/1.1" status: 204 len: 168 time: 1.0708702 Jul 05 02:31:33.337527 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39682) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:33.433356 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fba6e0b-7071-49ee-85fe-d7bf2a19ee5c admin admin] Router 4f68cd38-d033-4f2f-9466-8f1f9c29b3aa has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:31:33.436596 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0030119a-d883-43f3-a68c-28962c99836a tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:33.494955 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-90a7072d-832c-4726-9b6f-50280a5b9a73 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:33.508127 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device f0d6f483-9cc9-4388-9315-340de7bfef6c up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:31:33.510617 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-60cc8d79-789d-461d-b353-d1ddba805e8a req-030ee88d-3117-4f26-8328-a6140e87877f tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/ports?device_id=a29b1f86-c2b3-4079-ba70-879d5fa5b04b HTTP/1.1" status: 200 len: 210 time: 0.3173835 Jul 05 02:31:33.539465 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f0ac77fe-c350-4913-8d5a-f4764e5562f7 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks [] for router_gateway, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:33.579011 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-90a7072d-832c-4726-9b6f-50280a5b9a73 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Deleting port 5b60ea22-1091-4e08-a6cb-232636b716d9 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:31:33.580119 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-90a7072d-832c-4726-9b6f-50280a5b9a73 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:33.600744 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f3b43291-57f4-4a17-b212-8d77fde4e4fc tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:33.600933 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f0ac77fe-c350-4913-8d5a-f4764e5562f7 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:33.611495 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-9b7523e6-6b5a-45f5-92b7-0cc000d3586f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03832a15-c1a0-46b1-9b55-670ef17f98b6', 'name': 'tempest-RoutersIpV6Test-router-658172221', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:30:28Z', 'updated_at': '2021-07-05T02:31:31Z', 'revision_number': 9, 'project_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'gw_port_host': None, '_interfaces': [{'id': '131a1349-f071-4dc0-93fd-af323ab6af44', 'name': '', 'network_id': 'ac00d640-9767-46c3-b690-42ea47921624', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'mac_address': 'fa:16:3e:4d:d0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03832a15-c1a0-46b1-9b55-670ef17f98b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '85ebfe15-09ae-46cc-a212-0b449a8df79b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:30:33Z', 'updated_at': '2021-07-05T02:30:43Z', 'revision_number': 5, 'project_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'subnets': [{'id': '85ebfe15-09ae-46cc-a212-0b449a8df79b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c848d0a-95f5-46c5-a4a6-dd59246e655d', 'name': '', 'network_id': '7d4bb89b-4b3c-4e6f-a4bf-0cd96e967ee8', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'mac_address': 'fa:16:3e:f5:ff:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03832a15-c1a0-46b1-9b55-670ef17f98b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '29671cee-5a0f-48d9-ab24-a6668d74053e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:30:46Z', 'updated_at': '2021-07-05T02:30:54Z', 'revision_number': 5, 'project_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'subnets': [{'id': '29671cee-5a0f-48d9-ab24-a6668d74053e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:33.636190 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0030119a-d883-43f3-a68c-28962c99836a tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Network 6e23ee8a-6b59-4eae-b4fb-f4810d1759b1 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:31:33.646379 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7523e6-6b5a-45f5-92b7-0cc000d3586f None None] The sync data for ids ['03832a15-c1a0-46b1-9b55-670ef17f98b6'] in n-d-771362-32 is: [{'id': '03832a15-c1a0-46b1-9b55-670ef17f98b6', 'name': 'tempest-RoutersIpV6Test-router-658172221', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:30:28Z', 'updated_at': '2021-07-05T02:31:31Z', 'revision_number': 9, 'project_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'gw_port_host': None, '_interfaces': [{'id': '131a1349-f071-4dc0-93fd-af323ab6af44', 'name': '', 'network_id': 'ac00d640-9767-46c3-b690-42ea47921624', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'mac_address': 'fa:16:3e:4d:d0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03832a15-c1a0-46b1-9b55-670ef17f98b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '85ebfe15-09ae-46cc-a212-0b449a8df79b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:30:33Z', 'updated_at': '2021-07-05T02:30:43Z', 'revision_number': 5, 'project_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'subnets': [{'id': '85ebfe15-09ae-46cc-a212-0b449a8df79b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c848d0a-95f5-46c5-a4a6-dd59246e655d', 'name': '', 'network_id': '7d4bb89b-4b3c-4e6f-a4bf-0cd96e967ee8', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'mac_address': 'fa:16:3e:f5:ff:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03832a15-c1a0-46b1-9b55-670ef17f98b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '29671cee-5a0f-48d9-ab24-a6668d74053e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:30:46Z', 'updated_at': '2021-07-05T02:30:54Z', 'revision_number': 5, 'project_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'subnets': [{'id': '29671cee-5a0f-48d9-ab24-a6668d74053e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:31:33.669705 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-0030119a-d883-43f3-a68c-28962c99836a tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:31:33.674799 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port f0d6f483-9cc9-4388-9315-340de7bfef6c triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:31:33.675171 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:33.676008 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0030119a-d883-43f3-a68c-28962c99836a tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:31:33.676908 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0030119a-d883-43f3-a68c-28962c99836a tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:33.772254 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b43291-57f4-4a17-b212-8d77fde4e4fc tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:31:33.777909 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-f3b43291-57f4-4a17-b212-8d77fde4e4fc tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:31:33.786776 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b43291-57f4-4a17-b212-8d77fde4e4fc tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:31:33.869800 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0030119a-d883-43f3-a68c-28962c99836a tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Pushing event updated for resources: {'Port': ['ID=9faacb1d-ba23-4bd0-95cc-c8defe7ad735,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:33.882069 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-90a7072d-832c-4726-9b6f-50280a5b9a73 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] For port 5b60ea22-1091-4e08-a6cb-232636b716d9, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=5b60ea22-1091-4e08-a6cb-232636b716d9,segment=NetworkSegment(29b47b8c-75a8-41b6-8f6a-a5ad94fc612b),segment_id=29b47b8c-75a8-41b6-8f6a-a5ad94fc612b)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:31:33.883147 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-90a7072d-832c-4726-9b6f-50280a5b9a73 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:33.898254 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b43291-57f4-4a17-b212-8d77fde4e4fc tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Pushing event updated for resources: {'Port': ['ID=efc2ee5a-dad1-4763-8632-66c0197490d6,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:33.927986 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-90a7072d-832c-4726-9b6f-50280a5b9a73 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Calling delete_port for 5b60ea22-1091-4e08-a6cb-232636b716d9 owned by network:dhcp {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:31:33.989349 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f3b43291-57f4-4a17-b212-8d77fde4e4fc tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:33.995974 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-cc2cca67-8144-496a-9ded-026351c17f74 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:34.058948 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6afa3596-194c-4765-80d7-bd2bda51d1a6 None None] DHCP port deletion for 37bef945-7a93-4a59-ba96-1387b3efb0c9 request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:31:34.131970 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0030119a-d883-43f3-a68c-28962c99836a tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Pushing event updated for resources: {'Port': ['ID=0f82e6ca-8d6f-4f45-8e75-8cc8f8a39fa9,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:34.147243 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-cc2cca67-8144-496a-9ded-026351c17f74 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:34.162027 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-6afa3596-194c-4765-80d7-bd2bda51d1a6 None None] Deleting port 5b60ea22-1091-4e08-a6cb-232636b716d9 {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:31:34.162419 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-6afa3596-194c-4765-80d7-bd2bda51d1a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:34.167106 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f3b43291-57f4-4a17-b212-8d77fde4e4fc tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:34.176966 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-90a7072d-832c-4726-9b6f-50280a5b9a73 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:34.221477 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0030119a-d883-43f3-a68c-28962c99836a tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Checking segment: {'id': '45ce7acd-6ebd-42ad-9a1c-f085f23cec1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'e87d0154-f725-468c-a5fc-8e12ecbbcac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:31:34.221952 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0030119a-d883-43f3-a68c-28962c99836a tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Network hostable DHCP agents. Network: e87d0154-f725-468c-a5fc-8e12ecbbcac3, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:31:34.267466 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-cc2cca67-8144-496a-9ded-026351c17f74 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:34.273297 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-cc2cca67-8144-496a-9ded-026351c17f74 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.1356421 Jul 05 02:31:34.273463 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a7072d-832c-4726-9b6f-50280a5b9a73 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Pushing event deleted for resources: {'Port': ['ID=5b60ea22-1091-4e08-a6cb-232636b716d9,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:34.285151 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39694) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:34.290512 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-f0ac77fe-c350-4913-8d5a-f4764e5562f7 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Allocated IP 172.25.7.38 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/83815590-1b42-4670-9bd2-7742d5a831c7) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:31:34.292912 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2cca67-8144-496a-9ded-026351c17f74 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7fd6c1-4486-4840-9b6a-987e0572e216,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:34.297830 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-811ea81b-67c1-4914-bee8-cd37224b9269 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Request body: {'security_group': {'name': 'tempest-secgroup--601830240'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:31:34.312130 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fba6e0b-7071-49ee-85fe-d7bf2a19ee5c admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:31:34.312424 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a7072d-832c-4726-9b6f-50280a5b9a73 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] No DVR routers for this DVR port 5b60ea22-1091-4e08-a6cb-232636b716d9 on host n-d-771362-32 {{(pid=94462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:31:34.332285 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-9fba6e0b-7071-49ee-85fe-d7bf2a19ee5c admin admin] 10.222.0.23 "PUT /v2.0/routers/4f68cd38-d033-4f2f-9466-8f1f9c29b3aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7679110 Jul 05 02:31:34.332493 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23a8690-7ef0-4858-9949-24a6f1973624 None None] Sync routers for ids ['4f68cd38-d033-4f2f-9466-8f1f9c29b3aa'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:31:34.337765 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-6afa3596-194c-4765-80d7-bd2bda51d1a6 None None] For port 5b60ea22-1091-4e08-a6cb-232636b716d9, host n-d-771362-32, got binding levels [] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:31:34.338381 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-6afa3596-194c-4765-80d7-bd2bda51d1a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:34.342688 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23a8690-7ef0-4858-9949-24a6f1973624 None None] Routers {'4f68cd38-d033-4f2f-9466-8f1f9c29b3aa'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:31:34.343318 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-e23a8690-7ef0-4858-9949-24a6f1973624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:31:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['4f68cd38-d033-4f2f-9466-8f1f9c29b3aa'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:34.406144 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-6afa3596-194c-4765-80d7-bd2bda51d1a6 None None] Calling delete_port for 5b60ea22-1091-4e08-a6cb-232636b716d9 owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:31:34.409155 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.ipam_backend_mixin [None req-6afa3596-194c-4765-80d7-bd2bda51d1a6 None None] Port 5b60ea22-1091-4e08-a6cb-232636b716d9 was not found and therefore no delete operation was performed {{(pid=94463) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 02:31:34.412852 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-6afa3596-194c-4765-80d7-bd2bda51d1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:34.464889 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0030119a-d883-43f3-a68c-28962c99836a tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Network e87d0154-f725-468c-a5fc-8e12ecbbcac3 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:31:34.489775 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afa3596-194c-4765-80d7-bd2bda51d1a6 None None] Pushing event deleted for resources: {'Port': ['ID=5b60ea22-1091-4e08-a6cb-232636b716d9,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:34.494608 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afa3596-194c-4765-80d7-bd2bda51d1a6 None None] No DVR routers for this DVR port 5b60ea22-1091-4e08-a6cb-232636b716d9 on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:31:34.533515 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f0ac77fe-c350-4913-8d5a-f4764e5562f7 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:34.588651 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-0030119a-d883-43f3-a68c-28962c99836a tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, e87d0154-f725-468c-a5fc-8e12ecbbcac3) {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:31:34.601656 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0030119a-d883-43f3-a68c-28962c99836a tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:31:34.603109 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17b4dca-e3ca-42f7-8390-f653a5b96dbd None None] Network e87d0154-f725-468c-a5fc-8e12ecbbcac3 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:31:34.612538 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0030119a-d883-43f3-a68c-28962c99836a tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:34.623092 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0030119a-d883-43f3-a68c-28962c99836a tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:34.623818 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0030119a-d883-43f3-a68c-28962c99836a tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:34.628261 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-e23a8690-7ef0-4858-9949-24a6f1973624 None None] Set router 4f68cd38-d033-4f2f-9466-8f1f9c29b3aa gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:31:34.692473 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-90a7072d-832c-4726-9b6f-50280a5b9a73 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:34.755095 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f0ac77fe-c350-4913-8d5a-f4764e5562f7 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:34.761093 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-90a7072d-832c-4726-9b6f-50280a5b9a73 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37bef945-7a93-4a59-ba96-1387b3efb0c9']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:34.793639 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-90a7072d-832c-4726-9b6f-50280a5b9a73 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29b47b8c-75a8-41b6-8f6a-a5ad94fc612b') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:34.793925 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-90a7072d-832c-4726-9b6f-50280a5b9a73 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29b47b8c-75a8-41b6-8f6a-a5ad94fc612b') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:34.835668 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-90a7072d-832c-4726-9b6f-50280a5b9a73 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:34.871334 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ac77fe-c350-4913-8d5a-f4764e5562f7 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:31:34.875701 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-811ea81b-67c1-4914-bee8-cd37224b9269 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:34.897993 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-f0ac77fe-c350-4913-8d5a-f4764e5562f7 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:31:34.914360 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ac77fe-c350-4913-8d5a-f4764e5562f7 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:31:34.919658 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-90a7072d-832c-4726-9b6f-50280a5b9a73 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:34.940409 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90a7072d-832c-4726-9b6f-50280a5b9a73 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:31:34.941210 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-90a7072d-832c-4726-9b6f-50280a5b9a73 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:34.990684 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-0030119a-d883-43f3-a68c-28962c99836a tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.7905183 Jul 05 02:31:34.993655 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 39710) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:35.019062 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ac77fe-c350-4913-8d5a-f4764e5562f7 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Pushing event updated for resources: {'Port': ['ID=83815590-1b42-4670-9bd2-7742d5a831c7,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:35.024807 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:31:35.024807 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:31:35.024807 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:31:35.024807 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:31:35.024807 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:31:35.024807 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:31:35.024807 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:31:35.024807 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:31:35.024807 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:31:35.024807 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:31:35.024807 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:31:35.024807 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:31:35.024807 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:31:35.024807 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:31:35.024807 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:31:35.024807 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:31:35.024807 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:31:35.024807 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:31:35.024807 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:31:35.024807 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:31:35.024807 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:31:35.024807 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:31:35.024807 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:31:35.024807 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:31:35.024807 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:31:35.024807 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:31:35.024807 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:31:35.024807 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:31:35.024807 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:31:35.024807 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:31:35.024807 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:31:35.024807 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:31:35.024807 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:31:35.024807 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:31:35.090082 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f3b43291-57f4-4a17-b212-8d77fde4e4fc tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:35.127017 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-e23a8690-7ef0-4858-9949-24a6f1973624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f68cd38-d033-4f2f-9466-8f1f9c29b3aa', 'name': 'tempest-ServersTestManualDisk-365057176-router', 'tenant_id': '75731b244fd149bfab61f83bfac8a67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': 'f0d6f483-9cc9-4388-9315-340de7bfef6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:31:20Z', 'updated_at': '2021-07-05T02:31:30Z', 'revision_number': 4, 'project_id': '75731b244fd149bfab61f83bfac8a67b', 'gw_port': {'id': 'f0d6f483-9cc9-4388-9315-340de7bfef6c', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:33:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f68cd38-d033-4f2f-9466-8f1f9c29b3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:31:24Z', 'updated_at': '2021-07-05T02:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'd87f8534-cfac-4bdc-a889-aebe799282ed', 'name': '', 'network_id': 'dc52fc88-88f7-44eb-b3db-a1effdd6a0f3', 'tenant_id': '75731b244fd149bfab61f83bfac8a67b', 'mac_address': 'fa:16:3e:10:62:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f68cd38-d033-4f2f-9466-8f1f9c29b3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2146, 'fixed_ips': [{'subnet_id': '63c2790f-8cb5-49a6-864c-7d95537e5ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:31:29Z', 'updated_at': '2021-07-05T02:31:31Z', 'revision_number': 2, 'project_id': '75731b244fd149bfab61f83bfac8a67b', 'subnets': [{'id': '63c2790f-8cb5-49a6-864c-7d95537e5ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:35.162254 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-aba20e4b-ccc1-4fa6-a28f-4f40221abbf3 req-5e891417-12f1-4a1c-bd73-e3ab91a3f89a tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/ports?device_id=a29b1f86-c2b3-4079-ba70-879d5fa5b04b HTTP/1.1" status: 200 len: 210 time: 0.2279816 Jul 05 02:31:35.195240 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f3b43291-57f4-4a17-b212-8d77fde4e4fc tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:35.205215 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23a8690-7ef0-4858-9949-24a6f1973624 None None] Checking router: 4f68cd38-d033-4f2f-9466-8f1f9c29b3aa for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:31:35.205573 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23a8690-7ef0-4858-9949-24a6f1973624 None None] Updating router 4f68cd38-d033-4f2f-9466-8f1f9c29b3aa port d87f8534-cfac-4bdc-a889-aebe799282ed binding host n-d-771362-32 {{(pid=94464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 02:31:35.302181 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-90a7072d-832c-4726-9b6f-50280a5b9a73 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:35.303034 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e23a8690-7ef0-4858-9949-24a6f1973624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:35.382435 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-90a7072d-832c-4726-9b6f-50280a5b9a73 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:35.387048 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-90a7072d-832c-4726-9b6f-50280a5b9a73 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "DELETE /v2.0/networks/37bef945-7a93-4a59-ba96-1387b3efb0c9 HTTP/1.1" status: 204 len: 168 time: 2.0462806 Jul 05 02:31:35.401502 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 39726) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:35.409376 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 5f233154-a7f3-4f95-a9f7-3472c4a7c053 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:31:35.437125 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b43291-57f4-4a17-b212-8d77fde4e4fc tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Pushing event updated for resources: {'Port': ['ID=efc2ee5a-dad1-4763-8632-66c0197490d6,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:35.455822 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a7072d-832c-4726-9b6f-50280a5b9a73 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Pushing event deleted for resources: {'Network': ['ID=37bef945-7a93-4a59-ba96-1387b3efb0c9,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:35.476896 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 5f233154-a7f3-4f95-a9f7-3472c4a7c053 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:31:35.478797 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 5f233154-a7f3-4f95-a9f7-3472c4a7c053 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:31:35.479734 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 5b60ea22-1091-4e08-a6cb-232636b716d9 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:31:35.513445 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f3b43291-57f4-4a17-b212-8d77fde4e4fc tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636869'] for floatingip, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:35.517218 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 5b60ea22-1091-4e08-a6cb-232636b716d9 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:31:35.518724 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 5b60ea22-1091-4e08-a6cb-232636b716d9 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:31:35.550627 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-811ea81b-67c1-4914-bee8-cd37224b9269 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:35.601665 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-75fbfd42-41dc-45fd-a3ae-f20d1f1e6c21 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Deleting port 0f82e6ca-8d6f-4f45-8e75-8cc8f8a39fa9 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:31:35.602231 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-75fbfd42-41dc-45fd-a3ae-f20d1f1e6c21 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:35.658916 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-811ea81b-67c1-4914-bee8-cd37224b9269 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:35.696065 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811ea81b-67c1-4914-bee8-cd37224b9269 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c214ca1-26ec-44af-b66a-eab0ca8a4af1,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:35.726916 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e23a8690-7ef0-4858-9949-24a6f1973624 None None] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:35.741438 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-e23a8690-7ef0-4858-9949-24a6f1973624 None None] Transition to ACTIVE for port object d87f8534-cfac-4bdc-a889-aebe799282ed will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:31:35.749123 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f3b43291-57f4-4a17-b212-8d77fde4e4fc tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:35.750909 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-f3b43291-57f4-4a17-b212-8d77fde4e4fc tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7923486 Jul 05 02:31:35.752802 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-811ea81b-67c1-4914-bee8-cd37224b9269 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:35.757153 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-811ea81b-67c1-4914-bee8-cd37224b9269 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4679048 Jul 05 02:31:35.757153 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39732) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:35.757384 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39734) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:35.763838 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-2147c3fc-6bc4-4a96-bc21-aab1e6cf8d75 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Request body: {'security_group_rule': {'security_group_id': 'ba7fd6c1-4486-4840-9b6a-987e0572e216', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '9c214ca1-26ec-44af-b66a-eab0ca8a4af1'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:31:35.774540 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-d7b4fc53-18d1-4502-bd69-907e695c2bc4 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Request body: {'floatingip': {'port_id': '98e66ed8-8fe8-4308-b3cc-a8fb85e605a6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:31:35.807824 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 39736) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:35.811239 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e23a8690-7ef0-4858-9949-24a6f1973624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:35.812620 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-8dd46e86-7598-4bc5-8ad7-c898622616b3 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] Request body: {'security_group': {'name': 'tempest-securitygroup--384949523', 'description': 'tempest-description--1220087821'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:31:35.839781 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-75fbfd42-41dc-45fd-a3ae-f20d1f1e6c21 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:35.856189 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d7b4fc53-18d1-4502-bd69-907e695c2bc4 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Notify callbacks [] for floatingip, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:35.867592 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133d205f-c214-431e-b5cd-a67b237ad9e8 None None] Pushing event updated for resources: {'Port': ['ID=d87f8534-cfac-4bdc-a889-aebe799282ed,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:36.083051 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-e23a8690-7ef0-4858-9949-24a6f1973624 None None] Attempting to bind port d87f8534-cfac-4bdc-a889-aebe799282ed on host n-d-771362-32 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:31:36.083422 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-e23a8690-7ef0-4858-9949-24a6f1973624 None None] Attempting to bind port d87f8534-cfac-4bdc-a889-aebe799282ed by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '10ca8873-9c2f-4980-a4da-1d632c7765be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'dc52fc88-88f7-44eb-b3db-a1effdd6a0f3'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:31:36.083784 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23a8690-7ef0-4858-9949-24a6f1973624 None None] Attempting to bind port d87f8534-cfac-4bdc-a889-aebe799282ed on network dc52fc88-88f7-44eb-b3db-a1effdd6a0f3 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:31:36.088971 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23a8690-7ef0-4858-9949-24a6f1973624 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:31:36.089353 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23a8690-7ef0-4858-9949-24a6f1973624 None None] Checking segment: {'id': '10ca8873-9c2f-4980-a4da-1d632c7765be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'dc52fc88-88f7-44eb-b3db-a1effdd6a0f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:31:36.089758 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e23a8690-7ef0-4858-9949-24a6f1973624 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:36.090451 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23a8690-7ef0-4858-9949-24a6f1973624 None None] Bound using segment: {'id': '10ca8873-9c2f-4980-a4da-1d632c7765be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'dc52fc88-88f7-44eb-b3db-a1effdd6a0f3'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:31:36.090922 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-e23a8690-7ef0-4858-9949-24a6f1973624 None None] Bound port: d87f8534-cfac-4bdc-a889-aebe799282ed, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10ca8873-9c2f-4980-a4da-1d632c7765be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'dc52fc88-88f7-44eb-b3db-a1effdd6a0f3'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:31:36.091305 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e23a8690-7ef0-4858-9949-24a6f1973624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:36.110154 n-d-771362-32 neutron-server[94462]: INFO neutron.api.v2.resource [None req-d7b4fc53-18d1-4502-bd69-907e695c2bc4 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] update failed (client error): The resource could not be found. Jul 05 02:31:36.114856 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-d7b4fc53-18d1-4502-bd69-907e695c2bc4 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] 10.222.0.23 "PUT /v2.0/floatingips/8c986913-06cc-4cb2-a442-851db1c27a6e HTTP/1.1" status: 404 len: 507 time: 0.3568623 Jul 05 02:31:36.117226 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39740) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:36.200388 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-e23a8690-7ef0-4858-9949-24a6f1973624 None None] For port d87f8534-cfac-4bdc-a889-aebe799282ed, host n-d-771362-32, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:31:36.207433 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-e23a8690-7ef0-4858-9949-24a6f1973624 None None] For port d87f8534-cfac-4bdc-a889-aebe799282ed, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=d87f8534-cfac-4bdc-a889-aebe799282ed,segment=NetworkSegment(10ca8873-9c2f-4980-a4da-1d632c7765be),segment_id=10ca8873-9c2f-4980-a4da-1d632c7765be)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:31:36.308888 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e23a8690-7ef0-4858-9949-24a6f1973624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:36.354796 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-7765947e-d576-4031-ab61-61e0f62831d0 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Deleting port efc2ee5a-dad1-4763-8632-66c0197490d6 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:31:36.355545 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7765947e-d576-4031-ab61-61e0f62831d0 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:36.369850 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-75fbfd42-41dc-45fd-a3ae-f20d1f1e6c21 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Calling delete_port for 0f82e6ca-8d6f-4f45-8e75-8cc8f8a39fa9 owned by {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:31:36.422151 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6fa2ca6f-afc8-4cf2-a594-a3d34e64962d req-4bebe1f7-d998-4ec9-b54f-3d1f33dd87af tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/ports?device_id=a29b1f86-c2b3-4079-ba70-879d5fa5b04b HTTP/1.1" status: 200 len: 210 time: 0.0818362 Jul 05 02:31:36.448230 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f0ac77fe-c350-4913-8d5a-f4764e5562f7 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks [] for router_gateway, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:36.448628 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133d205f-c214-431e-b5cd-a67b237ad9e8 None None] Pushing event updated for resources: {'Port': ['ID=d87f8534-cfac-4bdc-a889-aebe799282ed,revision_number=4']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:36.483162 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23a8690-7ef0-4858-9949-24a6f1973624 None None] Routers {'4f68cd38-d033-4f2f-9466-8f1f9c29b3aa'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:31:36.485085 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-e23a8690-7ef0-4858-9949-24a6f1973624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:31:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['4f68cd38-d033-4f2f-9466-8f1f9c29b3aa'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:36.593916 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7765947e-d576-4031-ab61-61e0f62831d0 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:36.594268 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7765947e-d576-4031-ab61-61e0f62831d0 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:36.597447 n-d-771362-32 neutron-server[94462]: INFO neutron.api.v2.resource [None req-2147c3fc-6bc4-4a96-bc21-aab1e6cf8d75 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 02:31:36.603171 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-2147c3fc-6bc4-4a96-bc21-aab1e6cf8d75 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.8431728 Jul 05 02:31:36.616801 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39746) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:36.632897 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8dd46e86-7598-4bc5-8ad7-c898622616b3 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:36.655064 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-e23a8690-7ef0-4858-9949-24a6f1973624 None None] Set router 4f68cd38-d033-4f2f-9466-8f1f9c29b3aa gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:31:36.674228 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-7765947e-d576-4031-ab61-61e0f62831d0 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Calling delete_port for efc2ee5a-dad1-4763-8632-66c0197490d6 owned by network:floatingip {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:31:36.802713 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-34ae3325-fa2b-40f3-b039-cb7e221911f4 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:36.839232 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-34ae3325-fa2b-40f3-b039-cb7e221911f4 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:36.961166 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-e23a8690-7ef0-4858-9949-24a6f1973624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f68cd38-d033-4f2f-9466-8f1f9c29b3aa', 'name': 'tempest-ServersTestManualDisk-365057176-router', 'tenant_id': '75731b244fd149bfab61f83bfac8a67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': 'f0d6f483-9cc9-4388-9315-340de7bfef6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:31:20Z', 'updated_at': '2021-07-05T02:31:30Z', 'revision_number': 4, 'project_id': '75731b244fd149bfab61f83bfac8a67b', 'gw_port': {'id': 'f0d6f483-9cc9-4388-9315-340de7bfef6c', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:33:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f68cd38-d033-4f2f-9466-8f1f9c29b3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:31:24Z', 'updated_at': '2021-07-05T02:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'd87f8534-cfac-4bdc-a889-aebe799282ed', 'name': '', 'network_id': 'dc52fc88-88f7-44eb-b3db-a1effdd6a0f3', 'tenant_id': '75731b244fd149bfab61f83bfac8a67b', 'mac_address': 'fa:16:3e:10:62:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f68cd38-d033-4f2f-9466-8f1f9c29b3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2146, 'fixed_ips': [{'subnet_id': '63c2790f-8cb5-49a6-864c-7d95537e5ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:31:29Z', 'updated_at': '2021-07-05T02:31:36Z', 'revision_number': 4, 'project_id': '75731b244fd149bfab61f83bfac8a67b', 'subnets': [{'id': '63c2790f-8cb5-49a6-864c-7d95537e5ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:36.966092 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-75fbfd42-41dc-45fd-a3ae-f20d1f1e6c21 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:36.991198 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23a8690-7ef0-4858-9949-24a6f1973624 None None] The sync data for ids ['4f68cd38-d033-4f2f-9466-8f1f9c29b3aa'] in n-d-771362-32 is: [{'id': '4f68cd38-d033-4f2f-9466-8f1f9c29b3aa', 'name': 'tempest-ServersTestManualDisk-365057176-router', 'tenant_id': '75731b244fd149bfab61f83bfac8a67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': 'f0d6f483-9cc9-4388-9315-340de7bfef6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:31:20Z', 'updated_at': '2021-07-05T02:31:30Z', 'revision_number': 4, 'project_id': '75731b244fd149bfab61f83bfac8a67b', 'gw_port': {'id': 'f0d6f483-9cc9-4388-9315-340de7bfef6c', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:33:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f68cd38-d033-4f2f-9466-8f1f9c29b3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:31:24Z', 'updated_at': '2021-07-05T02:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'd87f8534-cfac-4bdc-a889-aebe799282ed', 'name': '', 'network_id': 'dc52fc88-88f7-44eb-b3db-a1effdd6a0f3', 'tenant_id': '75731b244fd149bfab61f83bfac8a67b', 'mac_address': 'fa:16:3e:10:62:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f68cd38-d033-4f2f-9466-8f1f9c29b3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2146, 'fixed_ips': [{'subnet_id': '63c2790f-8cb5-49a6-864c-7d95537e5ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:31:29Z', 'updated_at': '2021-07-05T02:31:36Z', 'revision_number': 4, 'project_id': '75731b244fd149bfab61f83bfac8a67b', 'subnets': [{'id': '63c2790f-8cb5-49a6-864c-7d95537e5ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:31:36.993968 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-34ae3325-fa2b-40f3-b039-cb7e221911f4 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:36.996719 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-34ae3325-fa2b-40f3-b039-cb7e221911f4 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:36.998027 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-34ae3325-fa2b-40f3-b039-cb7e221911f4 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] 10.222.0.23 "DELETE /v2.0/security-groups/9c214ca1-26ec-44af-b66a-eab0ca8a4af1 HTTP/1.1" status: 204 len: 168 time: 0.3751938 Jul 05 02:31:37.002046 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39754) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:37.051384 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f0ac77fe-c350-4913-8d5a-f4764e5562f7 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:37.087467 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fbfd42-41dc-45fd-a3ae-f20d1f1e6c21 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Pushing event deleted for resources: {'Port': ['ID=0f82e6ca-8d6f-4f45-8e75-8cc8f8a39fa9,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:37.089984 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-ec2217b2-19bd-41b9-956d-909b94d5c5c3 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0865762 Jul 05 02:31:37.092215 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7765947e-d576-4031-ab61-61e0f62831d0 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:37.093427 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39756) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:37.097131 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ae3325-fa2b-40f3-b039-cb7e221911f4 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c214ca1-26ec-44af-b66a-eab0ca8a4af1,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:37.115527 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f0ac77fe-c350-4913-8d5a-f4764e5562f7 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1636977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1636970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1573792'] for router, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:37.119169 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-75fbfd42-41dc-45fd-a3ae-f20d1f1e6c21 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:37.125600 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-75fbfd42-41dc-45fd-a3ae-f20d1f1e6c21 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "DELETE /v2.0/ports/0f82e6ca-8d6f-4f45-8e75-8cc8f8a39fa9 HTTP/1.1" status: 204 len: 168 time: 2.1276469 Jul 05 02:31:37.125716 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39758) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:37.127620 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8dd46e86-7598-4bc5-8ad7-c898622616b3 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:37.127962 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7765947e-d576-4031-ab61-61e0f62831d0 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Pushing event deleted for resources: {'Port': ['ID=efc2ee5a-dad1-4763-8632-66c0197490d6,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:37.229608 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8dd46e86-7598-4bc5-8ad7-c898622616b3 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:37.244377 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-87a24ef0-57e7-4e85-bf32-2a43bb9270a3 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1634680'] for router_interface, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:37.371718 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-76d93c70-efa7-49eb-813b-834740d3b99b tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:37.422636 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device d87f8534-cfac-4bdc-a889-aebe799282ed up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:31:37.446200 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-76d93c70-efa7-49eb-813b-834740d3b99b tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:37.461925 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7765947e-d576-4031-ab61-61e0f62831d0 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Notify callbacks [] for floatingip, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:37.463081 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd46e86-7598-4bc5-8ad7-c898622616b3 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e293acd6-79d5-4041-88cd-88f21006fd23,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:37.467077 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7765947e-d576-4031-ab61-61e0f62831d0 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:37.472590 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-7765947e-d576-4031-ab61-61e0f62831d0 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] 10.222.0.23 "DELETE /v2.0/floatingips/8c986913-06cc-4cb2-a442-851db1c27a6e HTTP/1.1" status: 204 len: 168 time: 1.3504851 Jul 05 02:31:37.484025 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 39768) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:37.486992 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f2106c-8a18-4ac1-8814-43cd7cfce05c tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:37.494398 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f2106c-8a18-4ac1-8814-43cd7cfce05c tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:37.496894 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-09f2106c-8a18-4ac1-8814-43cd7cfce05c tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.3698764 Jul 05 02:31:37.503639 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39770) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:37.513577 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-ea8165db-a7d4-462c-9067-a728e1415cd4 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Request body: {'floatingip': {'floating_network_id': '7724606e-74a3-4aaa-971e-233bda4dc67e', 'port_id': '98e66ed8-8fe8-4308-b3cc-a8fb85e605a6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:31:37.635995 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8dd46e86-7598-4bc5-8ad7-c898622616b3 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:37.638373 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-8dd46e86-7598-4bc5-8ad7-c898622616b3 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.8295202 Jul 05 02:31:37.650800 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39774) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:37.659966 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-1cf11f1d-64f2-46e1-8af9-369a98a1543a tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] Request body: {'security_group_rule': {'security_group_id': 'e293acd6-79d5-4041-88cd-88f21006fd23', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:31:37.679961 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port d87f8534-cfac-4bdc-a889-aebe799282ed completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:31:37.685136 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port d87f8534-cfac-4bdc-a889-aebe799282ed triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:31:37.685855 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:37.695545 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.db.api [None req-1cf11f1d-64f2-46e1-8af9-369a98a1543a tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 02:31:37.695545 n-d-771362-32 neutron-server[94462]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 02:31:37.695545 n-d-771362-32 neutron-server[94462]: [parameters: {'project_id_1': '75731b244fd149bfab61f83bfac8a67b', 'expiration_1': datetime.datetime(2021, 7, 5, 2, 31, 37, 672507)}] Jul 05 02:31:37.695545 n-d-771362-32 neutron-server[94462]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94462) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 02:31:37.695545 n-d-771362-32 neutron-server[94462]: DEBUG oslo_db.api [None req-1cf11f1d-64f2-46e1-8af9-369a98a1543a tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 02:31:37.709969 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-01d901a2-ed5a-4181-b72a-0346614f19f3 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Deleting port 9faacb1d-ba23-4bd0-95cc-c8defe7ad735 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:31:37.710571 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-01d901a2-ed5a-4181-b72a-0346614f19f3 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:37.770321 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f0aa652d-cfdd-4a33-bf80-e92f267c0be8 req-4059384c-d033-45f7-8432-79c420437e8a tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/ports?device_id=a29b1f86-c2b3-4079-ba70-879d5fa5b04b HTTP/1.1" status: 200 len: 210 time: 0.0518537 Jul 05 02:31:37.809981 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0ac77fe-c350-4913-8d5a-f4764e5562f7 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Router da74914f-9091-4f29-b11a-1d9a86dc8547 is scheduled to L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 with binding_index 1 {{(pid=94461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 02:31:37.815224 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ea8165db-a7d4-462c-9067-a728e1415cd4 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Notify callbacks [] for floatingip, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:37.820197 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-01d901a2-ed5a-4181-b72a-0346614f19f3 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:37.835798 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-01d901a2-ed5a-4181-b72a-0346614f19f3 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Calling delete_port for 9faacb1d-ba23-4bd0-95cc-c8defe7ad735 owned by {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:31:37.914169 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:37.941633 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-76d93c70-efa7-49eb-813b-834740d3b99b tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:37.946015 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-76d93c70-efa7-49eb-813b-834740d3b99b tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:37.947992 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-76d93c70-efa7-49eb-813b-834740d3b99b tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] 10.222.0.23 "DELETE /v2.0/security-groups/ba7fd6c1-4486-4840-9b6a-987e0572e216 HTTP/1.1" status: 204 len: 168 time: 0.8485944 Jul 05 02:31:37.956819 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39776) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:37.982069 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port d87f8534-cfac-4bdc-a889-aebe799282ed, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=d87f8534-cfac-4bdc-a889-aebe799282ed,segment=NetworkSegment(10ca8873-9c2f-4980-a4da-1d632c7765be),segment_id=10ca8873-9c2f-4980-a4da-1d632c7765be)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:31:37.988788 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d93c70-efa7-49eb-813b-834740d3b99b tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7fd6c1-4486-4840-9b6a-987e0572e216,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:38.001427 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-01d901a2-ed5a-4181-b72a-0346614f19f3 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:38.054463 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d901a2-ed5a-4181-b72a-0346614f19f3 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Pushing event deleted for resources: {'Port': ['ID=9faacb1d-ba23-4bd0-95cc-c8defe7ad735,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:38.061457 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-01d901a2-ed5a-4181-b72a-0346614f19f3 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:38.066059 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-01d901a2-ed5a-4181-b72a-0346614f19f3 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "DELETE /v2.0/ports/9faacb1d-ba23-4bd0-95cc-c8defe7ad735 HTTP/1.1" status: 204 len: 168 time: 0.5590765 Jul 05 02:31:38.068246 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39778) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:38.114637 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:38.121575 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-45542a20-ea72-436c-8629-a309538b459a tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1631854 Jul 05 02:31:38.127877 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39780) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:38.137940 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-47408c48-38db-41e2-8b3f-11451ceef0db tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Request body: {'security_group': {'name': 'tempest-secgroup--737131674'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:31:38.200727 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d371188-3cbb-4dcd-9ae7-87fa131daa90 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:38.201489 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=d87f8534-cfac-4bdc-a889-aebe799282ed,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:38.202347 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-2d371188-3cbb-4dcd-9ae7-87fa131daa90 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1331942 Jul 05 02:31:38.212051 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39784) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:38.234947 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0ac77fe-c350-4913-8d5a-f4764e5562f7 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:31:38.250529 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f0ac77fe-c350-4913-8d5a-f4764e5562f7 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks [] for router, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:38.251142 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241abb91-c198-4515-a9e4-323b5c74037c None None] Sync routers for ids ['da74914f-9091-4f29-b11a-1d9a86dc8547'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:31:38.254625 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-f0ac77fe-c350-4913-8d5a-f4764e5562f7 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] 10.222.0.23 "PUT /v2.0/routers/da74914f-9091-4f29-b11a-1d9a86dc8547 HTTP/1.1" status: 200 len: 883 time: 7.5504224 Jul 05 02:31:38.260984 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 39786) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:38.270984 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-87a24ef0-57e7-4e85-bf32-2a43bb9270a3 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Deleting port 3c848d0a-95f5-46c5-a4a6-dd59246e655d {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:31:38.271290 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241abb91-c198-4515-a9e4-323b5c74037c None None] Routers {'da74914f-9091-4f29-b11a-1d9a86dc8547'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:31:38.271452 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-87a24ef0-57e7-4e85-bf32-2a43bb9270a3 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:38.272858 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-241abb91-c198-4515-a9e4-323b5c74037c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:31:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['da74914f-9091-4f29-b11a-1d9a86dc8547'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:38.274343 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-617aa59b-3880-4337-8704-e4b6436b5c68 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] GET failed (client error): The resource could not be found. Jul 05 02:31:38.280608 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-617aa59b-3880-4337-8704-e4b6436b5c68 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "GET /v2.0/ports/0f82e6ca-8d6f-4f45-8e75-8cc8f8a39fa9 HTTP/1.1" status: 404 len: 333 time: 0.0678365 Jul 05 02:31:38.284238 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-47408c48-38db-41e2-8b3f-11451ceef0db tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:38.285853 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39788) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:38.331642 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-241abb91-c198-4515-a9e4-323b5c74037c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:38.341565 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241abb91-c198-4515-a9e4-323b5c74037c None None] Routers {'da74914f-9091-4f29-b11a-1d9a86dc8547'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:31:38.342709 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-241abb91-c198-4515-a9e4-323b5c74037c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:31:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['da74914f-9091-4f29-b11a-1d9a86dc8547'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:38.346497 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-0743c220-1da4-455e-9c96-bfbcc7c96979 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] GET failed (client error): The resource could not be found. Jul 05 02:31:38.349037 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-0743c220-1da4-455e-9c96-bfbcc7c96979 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "GET /v2.0/ports/9faacb1d-ba23-4bd0-95cc-c8defe7ad735 HTTP/1.1" status: 404 len: 333 time: 0.0593674 Jul 05 02:31:38.351524 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39790) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:38.385669 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-241abb91-c198-4515-a9e4-323b5c74037c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:38.386377 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241abb91-c198-4515-a9e4-323b5c74037c None None] The sync data for ids ['da74914f-9091-4f29-b11a-1d9a86dc8547'] in n-d-771362-32 is: [] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:31:38.507063 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [None req-87a24ef0-57e7-4e85-bf32-2a43bb9270a3 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] For port 3c848d0a-95f5-46c5-a4a6-dd59246e655d, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=3c848d0a-95f5-46c5-a4a6-dd59246e655d,segment=NetworkSegment(ef45cfa5-850a-45e3-998a-0295e424265f),segment_id=ef45cfa5-850a-45e3-998a-0295e424265f)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:31:38.507466 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-87a24ef0-57e7-4e85-bf32-2a43bb9270a3 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:38.523094 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-87a24ef0-57e7-4e85-bf32-2a43bb9270a3 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Calling delete_port for 3c848d0a-95f5-46c5-a4a6-dd59246e655d owned by network:router_interface {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:31:38.852848 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-87a24ef0-57e7-4e85-bf32-2a43bb9270a3 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:38.978438 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a24ef0-57e7-4e85-bf32-2a43bb9270a3 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Pushing event deleted for resources: {'Port': ['ID=3c848d0a-95f5-46c5-a4a6-dd59246e655d,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:38.984422 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-d6a3228e-1330-4e74-a9d3-8ef22de27a24 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] 10.222.0.23 "GET /v2.0/routers/da74914f-9091-4f29-b11a-1d9a86dc8547 HTTP/1.1" status: 200 len: 924 time: 0.7214110 Jul 05 02:31:38.985234 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 39800) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:39.041684 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1cf11f1d-64f2-46e1-8af9-369a98a1543a tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:39.134069 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6882590b-e47f-491a-87a2-dff1ad68392c tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:39.211819 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-87a24ef0-57e7-4e85-bf32-2a43bb9270a3 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635398'] for router_interface, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:39.218308 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976432cb-8177-46de-b7de-ad1030f12980 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:39.221447 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-976432cb-8177-46de-b7de-ad1030f12980 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=4bbc2f9e-02cf-490e-901d-2588655a3ef0&device_id=da74914f-9091-4f29-b11a-1d9a86dc8547&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2358427 Jul 05 02:31:39.226550 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 39806) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:39.257525 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1cf11f1d-64f2-46e1-8af9-369a98a1543a tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:39.349631 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1cf11f1d-64f2-46e1-8af9-369a98a1543a tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:39.381205 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6882590b-e47f-491a-87a2-dff1ad68392c tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:39.383690 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf11f1d-64f2-46e1-8af9-369a98a1543a tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e078a3a0-0553-459f-a7b8-98d556432462,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:39.400478 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-6882590b-e47f-491a-87a2-dff1ad68392c tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e87d0154-f725-468c-a5fc-8e12ecbbcac3']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:39.415494 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-47408c48-38db-41e2-8b3f-11451ceef0db tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:39.417567 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-6882590b-e47f-491a-87a2-dff1ad68392c tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45ce7acd-6ebd-42ad-9a1c-f085f23cec1f') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:39.418398 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-6882590b-e47f-491a-87a2-dff1ad68392c tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45ce7acd-6ebd-42ad-9a1c-f085f23cec1f') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:39.447154 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6882590b-e47f-491a-87a2-dff1ad68392c tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:39.496542 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2ed9c88a-a470-4d76-9daa-878baa91ab83 req-d4c3bd49-9294-499b-9d46-802ad540541a tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/ports?device_id=a29b1f86-c2b3-4079-ba70-879d5fa5b04b HTTP/1.1" status: 200 len: 210 time: 0.4913712 Jul 05 02:31:39.499924 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6882590b-e47f-491a-87a2-dff1ad68392c tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:39.507643 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6882590b-e47f-491a-87a2-dff1ad68392c tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:31:39.508109 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6882590b-e47f-491a-87a2-dff1ad68392c tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:39.511217 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:31:39.511217 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:31:39.511217 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:31:39.511217 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:31:39.511217 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:31:39.511217 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:31:39.511217 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:31:39.511217 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:31:39.511217 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:31:39.511217 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:31:39.511217 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:31:39.511217 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:31:39.511217 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:31:39.511217 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:31:39.511217 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:31:39.511217 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:31:39.511217 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:31:39.511217 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:31:39.511217 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:31:39.511217 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:31:39.511217 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:31:39.511217 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:31:39.511217 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:31:39.511217 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:31:39.511217 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:31:39.511217 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:31:39.511217 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:31:39.511217 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:31:39.511217 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:31:39.511217 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:31:39.511217 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:31:39.511217 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:31:39.530111 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-47408c48-38db-41e2-8b3f-11451ceef0db tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:39.530806 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6a0918-257a-4786-a385-c6b451aca67c tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:39.532244 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-9f6a0918-257a-4786-a385-c6b451aca67c tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] 10.222.0.23 "GET /v2.0/networks/4bbc2f9e-02cf-490e-901d-2588655a3ef0 HTTP/1.1" status: 200 len: 881 time: 0.3043592 Jul 05 02:31:39.535345 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 39812) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:39.555782 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device d87f8534-cfac-4bdc-a889-aebe799282ed up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:31:39.639521 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port d87f8534-cfac-4bdc-a889-aebe799282ed triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:31:39.640116 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:39.659238 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1cf11f1d-64f2-46e1-8af9-369a98a1543a tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:39.660718 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-1cf11f1d-64f2-46e1-8af9-369a98a1543a tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0064189 Jul 05 02:31:39.676131 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39818) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:39.692221 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-6c1204ad-581d-43d5-bb38-84dfd3302335 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] Request body: {'security_group_rule': {'security_group_id': 'e293acd6-79d5-4041-88cd-88f21006fd23', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:31:39.706000 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47408c48-38db-41e2-8b3f-11451ceef0db tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9da1b15d-866a-44f7-9c40-6a01a0586b86,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:39.781904 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6882590b-e47f-491a-87a2-dff1ad68392c tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:39.787876 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-47408c48-38db-41e2-8b3f-11451ceef0db tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:39.787876 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-47408c48-38db-41e2-8b3f-11451ceef0db tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.6553628 Jul 05 02:31:39.793178 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6882590b-e47f-491a-87a2-dff1ad68392c tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:39.795145 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-6882590b-e47f-491a-87a2-dff1ad68392c tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "DELETE /v2.0/networks/e87d0154-f725-468c-a5fc-8e12ecbbcac3 HTTP/1.1" status: 204 len: 168 time: 1.4423401 Jul 05 02:31:39.799761 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39822) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:39.800108 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39824) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:39.807805 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-e176adcd-9fe1-411b-9225-0c18367fac8f tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1998650171'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:31:39.824226 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-33f3530f-40e9-4fbc-842a-7a2c144fa7f4 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Request body: {'security_group_rule': {'security_group_id': '9da1b15d-866a-44f7-9c40-6a01a0586b86', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:31:39.845424 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6882590b-e47f-491a-87a2-dff1ad68392c tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Pushing event deleted for resources: {'Network': ['ID=e87d0154-f725-468c-a5fc-8e12ecbbcac3,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:39.970648 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6c1204ad-581d-43d5-bb38-84dfd3302335 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:39.986306 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-2f9d2b9b-44cd-45c0-8532-5281e2a401bd tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] 10.222.0.23 "GET /v2.0/ports?device_id=da74914f-9091-4f29-b11a-1d9a86dc8547 HTTP/1.1" status: 200 len: 205 time: 0.4498451 Jul 05 02:31:39.988869 n-d-771362-32 neutron-server[94461]: INFO neutron.api.v2.resource [None req-ea8165db-a7d4-462c-9067-a728e1415cd4 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 02:31:39.989857 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-ea8165db-a7d4-462c-9067-a728e1415cd4 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 2.4841335 Jul 05 02:31:39.993050 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 39828) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:39.999553 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 39830) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:40.038557 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-6c20b809-9215-4ceb-b3be-3b1b87f50df7 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Request body: {'floatingip': {'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'port_id': '98e66ed8-8fe8-4308-b3cc-a8fb85e605a6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:31:40.047086 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6c1204ad-581d-43d5-bb38-84dfd3302335 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:40.050487 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.db.api [None req-33f3530f-40e9-4fbc-842a-7a2c144fa7f4 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 02:31:40.050487 n-d-771362-32 neutron-server[94462]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 02:31:40.050487 n-d-771362-32 neutron-server[94462]: [parameters: {'project_id_1': 'edea4733d51a4b34996323e2ab9d3578', 'expiration_1': datetime.datetime(2021, 7, 5, 2, 31, 39, 842805)}] Jul 05 02:31:40.050487 n-d-771362-32 neutron-server[94462]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94462) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 02:31:40.050791 n-d-771362-32 neutron-server[94462]: DEBUG oslo_db.api [None req-33f3530f-40e9-4fbc-842a-7a2c144fa7f4 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 02:31:40.066314 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87a24ef0-57e7-4e85-bf32-2a43bb9270a3 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Router 03832a15-c1a0-46b1-9b55-670ef17f98b6 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:31:40.109625 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e176adcd-9fe1-411b-9225-0c18367fac8f tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Made reservation on behalf of f845296045bc4472b2fc3471aba6dcb0 for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:31:40.114844 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e176adcd-9fe1-411b-9225-0c18367fac8f tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:40.145098 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e176adcd-9fe1-411b-9225-0c18367fac8f tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:31:40.154182 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e176adcd-9fe1-411b-9225-0c18367fac8f tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:40.154529 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-e176adcd-9fe1-411b-9225-0c18367fac8f tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Added segment 99bd07f3-8487-43f3-93d2-83eba22b1fda of type vlan for network 32ee5d92-b542-406e-8c4a-a8f2985ca65c Jul 05 02:31:40.190339 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6c1204ad-581d-43d5-bb38-84dfd3302335 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:40.211937 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4f3e37e5-61f8-41c5-b391-9d0bf608d9d2 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks [] for router, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:40.219104 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e176adcd-9fe1-411b-9225-0c18367fac8f tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:40.226051 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1204ad-581d-43d5-bb38-84dfd3302335 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ede1f5b-1a57-48c7-b3af-646e20867cb0,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:40.264748 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87a24ef0-57e7-4e85-bf32-2a43bb9270a3 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:31:40.276360 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-87a24ef0-57e7-4e85-bf32-2a43bb9270a3 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "PUT /v2.0/routers/03832a15-c1a0-46b1-9b55-670ef17f98b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8676925 Jul 05 02:31:40.277342 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 39832) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:40.279851 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81510fac-d088-4f11-8553-f6a6ec70d8bf None None] Sync routers for ids ['03832a15-c1a0-46b1-9b55-670ef17f98b6'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:31:40.292686 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81510fac-d088-4f11-8553-f6a6ec70d8bf None None] Routers {'03832a15-c1a0-46b1-9b55-670ef17f98b6'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:31:40.292686 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-81510fac-d088-4f11-8553-f6a6ec70d8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:31:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['03832a15-c1a0-46b1-9b55-670ef17f98b6'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:40.376677 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_v2 [None req-76a2fe1b-5bb1-4be4-bc69-c4cf9a975afe tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Deleting subnet 29671cee-5a0f-48d9-ab24-a6668d74053e {{(pid=94461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:31:40.381284 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-76a2fe1b-5bb1-4be4-bc69-c4cf9a975afe tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks [] for subnet, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:40.395948 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e176adcd-9fe1-411b-9225-0c18367fac8f tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:40.402251 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e176adcd-9fe1-411b-9225-0c18367fac8f tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:40.402996 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e176adcd-9fe1-411b-9225-0c18367fac8f tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:40.405622 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4f3e37e5-61f8-41c5-b391-9d0bf608d9d2 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:40.409197 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6c20b809-9215-4ceb-b3be-3b1b87f50df7 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Notify callbacks [] for floatingip, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:40.428077 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-81510fac-d088-4f11-8553-f6a6ec70d8bf None None] Set router 03832a15-c1a0-46b1-9b55-670ef17f98b6 gateway port host: None {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:31:40.473060 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-76a2fe1b-5bb1-4be4-bc69-c4cf9a975afe tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5519650'] for subnet, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:40.505321 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e176adcd-9fe1-411b-9225-0c18367fac8f tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Pushing event updated for resources: {'Network': ['ID=32ee5d92-b542-406e-8c4a-a8f2985ca65c,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:40.518745 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 32ee5d92-b542-406e-8c4a-a8f2985ca65c details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:31:40.553157 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6c1204ad-581d-43d5-bb38-84dfd3302335 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:40.553157 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-6c1204ad-581d-43d5-bb38-84dfd3302335 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8726346 Jul 05 02:31:40.555568 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 39836) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:40.561100 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-fa98120e-6228-4054-a8af-1a10562c1b08 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] Request body: {'floatingip': {'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:31:40.631682 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-e176adcd-9fe1-411b-9225-0c18367fac8f tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8287144 Jul 05 02:31:40.632362 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39840) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:40.638367 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-01780ca9-c520-49b0-8327-be1fe2dd177d tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Request body: {'subnet': {'network_id': '32ee5d92-b542-406e-8c4a-a8f2985ca65c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:31:40.641417 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-76a2fe1b-5bb1-4be4-bc69-c4cf9a975afe tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:40.802478 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-81510fac-d088-4f11-8553-f6a6ec70d8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03832a15-c1a0-46b1-9b55-670ef17f98b6', 'name': 'tempest-RoutersIpV6Test-router-658172221', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:30:28Z', 'updated_at': '2021-07-05T02:31:38Z', 'revision_number': 10, 'project_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'gw_port_host': None, '_interfaces': [{'id': '131a1349-f071-4dc0-93fd-af323ab6af44', 'name': '', 'network_id': 'ac00d640-9767-46c3-b690-42ea47921624', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'mac_address': 'fa:16:3e:4d:d0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03832a15-c1a0-46b1-9b55-670ef17f98b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '85ebfe15-09ae-46cc-a212-0b449a8df79b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:30:33Z', 'updated_at': '2021-07-05T02:30:43Z', 'revision_number': 5, 'project_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'subnets': [{'id': '85ebfe15-09ae-46cc-a212-0b449a8df79b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:40.802782 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-4f3e37e5-61f8-41c5-b391-9d0bf608d9d2 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Deleting port 83815590-1b42-4670-9bd2-7742d5a831c7 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:31:40.803048 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4f3e37e5-61f8-41c5-b391-9d0bf608d9d2 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:40.807668 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6c20b809-9215-4ceb-b3be-3b1b87f50df7 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:40.838576 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81510fac-d088-4f11-8553-f6a6ec70d8bf None None] Checking router: 03832a15-c1a0-46b1-9b55-670ef17f98b6 for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:31:40.850286 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81510fac-d088-4f11-8553-f6a6ec70d8bf None None] Routers {'03832a15-c1a0-46b1-9b55-670ef17f98b6'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:31:40.851403 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-81510fac-d088-4f11-8553-f6a6ec70d8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:31:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['03832a15-c1a0-46b1-9b55-670ef17f98b6'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:40.895048 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-fa98120e-6228-4054-a8af-1a10562c1b08 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] Notify callbacks [] for floatingip, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:40.964733 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-76a2fe1b-5bb1-4be4-bc69-c4cf9a975afe tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5763388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774356'] for subnet, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:41.041565 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4f3e37e5-61f8-41c5-b391-9d0bf608d9d2 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:41.042384 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-81510fac-d088-4f11-8553-f6a6ec70d8bf None None] Set router 03832a15-c1a0-46b1-9b55-670ef17f98b6 gateway port host: None {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:31:41.064906 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a2fe1b-5bb1-4be4-bc69-c4cf9a975afe tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Pushing event deleted for resources: {'Subnet': ['ID=29671cee-5a0f-48d9-ab24-a6668d74053e,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:41.078377 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593de8f8-250e-465a-8a0a-7f6940739d06 None None] Network 7d4bb89b-4b3c-4e6f-a4bf-0cd96e967ee8 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:31:41.078888 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-76a2fe1b-5bb1-4be4-bc69-c4cf9a975afe tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:41.080885 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-76a2fe1b-5bb1-4be4-bc69-c4cf9a975afe tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "DELETE /v2.0/subnets/29671cee-5a0f-48d9-ab24-a6668d74053e HTTP/1.1" status: 204 len: 168 time: 0.8033855 Jul 05 02:31:41.084145 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39860) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:41.101432 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-4f3e37e5-61f8-41c5-b391-9d0bf608d9d2 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Calling delete_port for 83815590-1b42-4670-9bd2-7742d5a831c7 owned by network:router_gateway {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:31:41.116909 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-555e68ef-d07a-4c20-81ed-e5f6e8291492 req-4c1e28d6-094a-4045-92ba-ab431a490ce6 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/ports?device_id=a29b1f86-c2b3-4079-ba70-879d5fa5b04b HTTP/1.1" status: 200 len: 210 time: 0.3529568 Jul 05 02:31:41.179320 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01780ca9-c520-49b0-8327-be1fe2dd177d tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Made reservation on behalf of f845296045bc4472b2fc3471aba6dcb0 for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:31:41.183360 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-01780ca9-c520-49b0-8327-be1fe2dd177d tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:41.192332 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-6c20b809-9215-4ceb-b3be-3b1b87f50df7 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Allocated IP 172.25.7.63 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/623c4a3e-f777-49bd-a85d-d20b584889f4) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:31:41.269716 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-542adfae-cfca-43e9-b7eb-e089219ed073 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:41.395748 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d0d8f5-d00a-42fc-913f-afcbea2bb226 None None] DHCP port deletion for 7d4bb89b-4b3c-4e6f-a4bf-0cd96e967ee8 request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:31:41.439981 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-81510fac-d088-4f11-8553-f6a6ec70d8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03832a15-c1a0-46b1-9b55-670ef17f98b6', 'name': 'tempest-RoutersIpV6Test-router-658172221', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:30:28Z', 'updated_at': '2021-07-05T02:31:38Z', 'revision_number': 10, 'project_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'gw_port_host': None, '_interfaces': [{'id': '131a1349-f071-4dc0-93fd-af323ab6af44', 'name': '', 'network_id': 'ac00d640-9767-46c3-b690-42ea47921624', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'mac_address': 'fa:16:3e:4d:d0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03832a15-c1a0-46b1-9b55-670ef17f98b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '85ebfe15-09ae-46cc-a212-0b449a8df79b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:30:33Z', 'updated_at': '2021-07-05T02:30:43Z', 'revision_number': 5, 'project_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'subnets': [{'id': '85ebfe15-09ae-46cc-a212-0b449a8df79b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:41.466353 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-36d0d8f5-d00a-42fc-913f-afcbea2bb226 None None] Deleting port e7f3eb78-68ee-4e7f-8f61-e462e4468734 {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:31:41.467337 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-36d0d8f5-d00a-42fc-913f-afcbea2bb226 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:41.490188 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81510fac-d088-4f11-8553-f6a6ec70d8bf None None] The sync data for ids ['03832a15-c1a0-46b1-9b55-670ef17f98b6'] in n-d-771362-32 is: [{'id': '03832a15-c1a0-46b1-9b55-670ef17f98b6', 'name': 'tempest-RoutersIpV6Test-router-658172221', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:30:28Z', 'updated_at': '2021-07-05T02:31:38Z', 'revision_number': 10, 'project_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'gw_port_host': None, '_interfaces': [{'id': '131a1349-f071-4dc0-93fd-af323ab6af44', 'name': '', 'network_id': 'ac00d640-9767-46c3-b690-42ea47921624', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'mac_address': 'fa:16:3e:4d:d0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03832a15-c1a0-46b1-9b55-670ef17f98b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '85ebfe15-09ae-46cc-a212-0b449a8df79b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:30:33Z', 'updated_at': '2021-07-05T02:30:43Z', 'revision_number': 5, 'project_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'subnets': [{'id': '85ebfe15-09ae-46cc-a212-0b449a8df79b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:31:41.496681 n-d-771362-32 neutron-server[94462]: INFO neutron.api.v2.resource [None req-33f3530f-40e9-4fbc-842a-7a2c144fa7f4 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 02:31:41.497759 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-33f3530f-40e9-4fbc-842a-7a2c144fa7f4 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 1.6966774 Jul 05 02:31:41.503737 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39878) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:41.510565 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-fc4d0b60-766f-4b89-ab57-5f4804ed6157 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Request body: {'security_group_rule': {'security_group_id': '9da1b15d-866a-44f7-9c40-6a01a0586b86', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:31:41.526906 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6c20b809-9215-4ceb-b3be-3b1b87f50df7 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:41.553336 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-542adfae-cfca-43e9-b7eb-e089219ed073 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Deleting port e7f3eb78-68ee-4e7f-8f61-e462e4468734 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:31:41.553681 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-542adfae-cfca-43e9-b7eb-e089219ed073 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:41.622995 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-542adfae-cfca-43e9-b7eb-e089219ed073 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] For port e7f3eb78-68ee-4e7f-8f61-e462e4468734, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=e7f3eb78-68ee-4e7f-8f61-e462e4468734,segment=NetworkSegment(ef45cfa5-850a-45e3-998a-0295e424265f),segment_id=ef45cfa5-850a-45e3-998a-0295e424265f)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:31:41.623790 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-542adfae-cfca-43e9-b7eb-e089219ed073 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:41.634203 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-01780ca9-c520-49b0-8327-be1fe2dd177d tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:41.648402 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-36d0d8f5-d00a-42fc-913f-afcbea2bb226 None None] For port e7f3eb78-68ee-4e7f-8f61-e462e4468734, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=e7f3eb78-68ee-4e7f-8f61-e462e4468734,segment=NetworkSegment(ef45cfa5-850a-45e3-998a-0295e424265f),segment_id=ef45cfa5-850a-45e3-998a-0295e424265f)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:31:41.648916 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-36d0d8f5-d00a-42fc-913f-afcbea2bb226 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:41.652819 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-fa98120e-6228-4054-a8af-1a10562c1b08 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:41.672414 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-542adfae-cfca-43e9-b7eb-e089219ed073 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Calling delete_port for e7f3eb78-68ee-4e7f-8f61-e462e4468734 owned by network:dhcp {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:31:41.690820 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-36d0d8f5-d00a-42fc-913f-afcbea2bb226 None None] Calling delete_port for e7f3eb78-68ee-4e7f-8f61-e462e4468734 owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:31:41.762344 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01780ca9-c520-49b0-8327-be1fe2dd177d tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Pushing event updated for resources: {'Subnet': ['ID=c3263f8a-45ff-495c-bb05-9a62fceab06c,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:41.809528 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01780ca9-c520-49b0-8327-be1fe2dd177d tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Checking segment: {'id': '99bd07f3-8487-43f3-93d2-83eba22b1fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '32ee5d92-b542-406e-8c4a-a8f2985ca65c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:31:41.809528 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01780ca9-c520-49b0-8327-be1fe2dd177d tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Network hostable DHCP agents. Network: 32ee5d92-b542-406e-8c4a-a8f2985ca65c, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:31:41.880740 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6c20b809-9215-4ceb-b3be-3b1b87f50df7 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:41.964195 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c20b809-9215-4ceb-b3be-3b1b87f50df7 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:31:41.978435 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-6c20b809-9215-4ceb-b3be-3b1b87f50df7 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:31:41.984006 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-36d0d8f5-d00a-42fc-913f-afcbea2bb226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:41.996029 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c20b809-9215-4ceb-b3be-3b1b87f50df7 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:31:41.996114 n-d-771362-32 neutron-server[94462]: INFO neutron.api.v2.resource [None req-fc4d0b60-766f-4b89-ab57-5f4804ed6157 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 02:31:41.996199 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4f3e37e5-61f8-41c5-b391-9d0bf608d9d2 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:41.996282 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-fc4d0b60-766f-4b89-ab57-5f4804ed6157 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4864979 Jul 05 02:31:42.001235 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39906) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:42.022586 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-542adfae-cfca-43e9-b7eb-e089219ed073 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:42.024307 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d0d8f5-d00a-42fc-913f-afcbea2bb226 None None] Pushing event deleted for resources: {'Port': ['ID=e7f3eb78-68ee-4e7f-8f61-e462e4468734,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:42.027886 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:42.028585 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:42.035803 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d0d8f5-d00a-42fc-913f-afcbea2bb226 None None] No DVR routers for this DVR port e7f3eb78-68ee-4e7f-8f61-e462e4468734 on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:31:42.063094 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c20b809-9215-4ceb-b3be-3b1b87f50df7 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Pushing event updated for resources: {'Port': ['ID=623c4a3e-f777-49bd-a85d-d20b584889f4,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:42.070708 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-fa98120e-6228-4054-a8af-1a10562c1b08 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] Allocated IP 172.25.7.105 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/299490ef-fb60-4be0-8d79-12d7db3ee6ca) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:31:42.099529 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01780ca9-c520-49b0-8327-be1fe2dd177d tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Network 32ee5d92-b542-406e-8c4a-a8f2985ca65c is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:31:42.118586 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542adfae-cfca-43e9-b7eb-e089219ed073 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Pushing event deleted for resources: {'Port': ['ID=e7f3eb78-68ee-4e7f-8f61-e462e4468734,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:42.126254 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542adfae-cfca-43e9-b7eb-e089219ed073 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] No DVR routers for this DVR port e7f3eb78-68ee-4e7f-8f61-e462e4468734 on host n-d-771362-32 {{(pid=94462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:31:42.147603 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3e37e5-61f8-41c5-b391-9d0bf608d9d2 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Pushing event deleted for resources: {'Port': ['ID=83815590-1b42-4670-9bd2-7742d5a831c7,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:42.249578 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-01780ca9-c520-49b0-8327-be1fe2dd177d tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 32ee5d92-b542-406e-8c4a-a8f2985ca65c) {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:31:42.254393 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01780ca9-c520-49b0-8327-be1fe2dd177d tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:42.255044 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-01780ca9-c520-49b0-8327-be1fe2dd177d tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:42.258576 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e059b0df-0ad3-4936-bfc0-267d1fd28e44 None None] Network 32ee5d92-b542-406e-8c4a-a8f2985ca65c requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:31:42.296614 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-542adfae-cfca-43e9-b7eb-e089219ed073 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:42.329149 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4f3e37e5-61f8-41c5-b391-9d0bf608d9d2 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636927'] for router_gateway, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:42.329307 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e2d1d75e-6934-4a36-a609-73d8a9cd1c7c tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:42.341972 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-542adfae-cfca-43e9-b7eb-e089219ed073 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d4bb89b-4b3c-4e6f-a4bf-0cd96e967ee8']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:42.428107 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-542adfae-cfca-43e9-b7eb-e089219ed073 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef45cfa5-850a-45e3-998a-0295e424265f') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:42.428624 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-542adfae-cfca-43e9-b7eb-e089219ed073 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef45cfa5-850a-45e3-998a-0295e424265f') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:42.463615 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e2d1d75e-6934-4a36-a609-73d8a9cd1c7c tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:42.486561 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4f3e37e5-61f8-41c5-b391-9d0bf608d9d2 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11828'] for router, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:42.494690 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4f3e37e5-61f8-41c5-b391-9d0bf608d9d2 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:42.523925 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d50456-6d28-4b75-8971-b779d6912cf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-32ee5d92-b542-406e-8c4a-a8f2985ca65c', 'network_id': '32ee5d92-b542-406e-8c4a-a8f2985ca65c', 'tenant_id': 'f845296045bc4472b2fc3471aba6dcb0', 'fixed_ips': [{'subnet_id': 'c3263f8a-45ff-495c-bb05-9a62fceab06c'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:31:42.525181 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-c9d50456-6d28-4b75-8971-b779d6912cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:42.592164 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-25af85bf-779c-4a2e-8ed8-77b91e2a3f26 req-d679ef1e-94ba-4a94-beeb-c0d1df5b1e67 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/ports?device_id=a29b1f86-c2b3-4079-ba70-879d5fa5b04b HTTP/1.1" status: 200 len: 210 time: 0.2744002 Jul 05 02:31:42.614786 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 39940) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:42.620873 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-afa1de88-488d-48ab-92fb-f1c97f7d56c0 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Request body: {'port': {'network_id': '32ee5d92-b542-406e-8c4a-a8f2985ca65c', 'name': 'tempest-PortsTestJSON-1374924522'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:31:42.621493 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-01780ca9-c520-49b0-8327-be1fe2dd177d tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9877057 Jul 05 02:31:42.629965 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-fa98120e-6228-4054-a8af-1a10562c1b08 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:42.637154 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-542adfae-cfca-43e9-b7eb-e089219ed073 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:42.676641 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-542adfae-cfca-43e9-b7eb-e089219ed073 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:42.686749 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-542adfae-cfca-43e9-b7eb-e089219ed073 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:31:42.687174 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-542adfae-cfca-43e9-b7eb-e089219ed073 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:42.699308 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-c9d50456-6d28-4b75-8971-b779d6912cf3 None None] Allocated IP 172.20.0.2 (32ee5d92-b542-406e-8c4a-a8f2985ca65c/c3263f8a-45ff-495c-bb05-9a62fceab06c/1885b337-9ea5-41ce-940a-108b7f1b937a) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:31:42.703859 n-d-771362-32 neutron-server[94462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:31:42.703859 n-d-771362-32 neutron-server[94462]: self.session.flush() Jul 05 02:31:42.703859 n-d-771362-32 neutron-server[94462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:31:42.703859 n-d-771362-32 neutron-server[94462]: self.session.flush() Jul 05 02:31:42.703859 n-d-771362-32 neutron-server[94462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:31:42.703859 n-d-771362-32 neutron-server[94462]: self.session.flush() Jul 05 02:31:42.703859 n-d-771362-32 neutron-server[94462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:31:42.703859 n-d-771362-32 neutron-server[94462]: self.session.flush() Jul 05 02:31:42.703859 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:31:42.703859 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:31:42.703859 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:31:42.703859 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:31:42.703859 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:31:42.703859 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:31:42.703859 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:31:42.703859 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:31:42.703859 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:31:42.703859 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:31:42.703859 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:31:42.703859 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:31:42.703859 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:31:42.703859 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:31:42.703859 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:31:42.703859 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:31:42.703859 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:31:42.703859 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:31:42.703859 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:31:42.703859 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:31:42.703859 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:31:42.703859 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:31:42.703859 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:31:42.703859 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:31:42.703859 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:31:42.703859 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:31:42.703859 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:31:42.703859 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:31:42.703859 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:31:42.703859 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:31:42.703859 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:31:42.703859 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:31:42.785470 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4f3e37e5-61f8-41c5-b391-9d0bf608d9d2 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1575451'] for router, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:42.786966 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f3e37e5-61f8-41c5-b391-9d0bf608d9d2 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Fanout notify agent at l3_agent the message router_deleted on router da74914f-9091-4f29-b11a-1d9a86dc8547 {{(pid=94461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 02:31:42.815382 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4f3e37e5-61f8-41c5-b391-9d0bf608d9d2 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks [] for router, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:42.819190 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e2d1d75e-6934-4a36-a609-73d8a9cd1c7c tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:42.821441 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-4f3e37e5-61f8-41c5-b391-9d0bf608d9d2 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] 10.222.0.23 "DELETE /v2.0/routers/da74914f-9091-4f29-b11a-1d9a86dc8547 HTTP/1.1" status: 204 len: 168 time: 2.8285704 Jul 05 02:31:42.825711 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e2d1d75e-6934-4a36-a609-73d8a9cd1c7c tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:42.829817 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-e2d1d75e-6934-4a36-a609-73d8a9cd1c7c tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] 10.222.0.23 "DELETE /v2.0/security-groups/9da1b15d-866a-44f7-9c40-6a01a0586b86 HTTP/1.1" status: 204 len: 168 time: 0.8256531 Jul 05 02:31:42.830518 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39952) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:42.830840 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39954) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:42.854848 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-9a04a8c7-35bb-40e8-829e-7617e5a90a60 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-462496493', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:31:42.886600 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d1d75e-6934-4a36-a609-73d8a9cd1c7c tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9da1b15d-866a-44f7-9c40-6a01a0586b86,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:42.892993 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-6c20b809-9215-4ceb-b3be-3b1b87f50df7 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Deleting port 623c4a3e-f777-49bd-a85d-d20b584889f4 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:31:42.896287 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6c20b809-9215-4ceb-b3be-3b1b87f50df7 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:42.935092 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-fa817d5a-68fe-48bc-832a-d268f4f67f1c tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0969062 Jul 05 02:31:42.936018 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39962) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:42.940991 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-70797b0e-ca44-4855-a7d5-70827098784a tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Request body: {'security_group': {'name': 'tempest-secgroup--1218976980'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:31:42.969121 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-fa98120e-6228-4054-a8af-1a10562c1b08 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:42.993965 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-542adfae-cfca-43e9-b7eb-e089219ed073 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:43.013500 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-542adfae-cfca-43e9-b7eb-e089219ed073 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:43.013500 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-542adfae-cfca-43e9-b7eb-e089219ed073 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "DELETE /v2.0/networks/7d4bb89b-4b3c-4e6f-a4bf-0cd96e967ee8 HTTP/1.1" status: 204 len: 168 time: 1.9226613 Jul 05 02:31:43.013668 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 39966) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:43.018034 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-c9d50456-6d28-4b75-8971-b779d6912cf3 None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:43.037614 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542adfae-cfca-43e9-b7eb-e089219ed073 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Pushing event deleted for resources: {'Network': ['ID=7d4bb89b-4b3c-4e6f-a4bf-0cd96e967ee8,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:43.042151 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-c9d50456-6d28-4b75-8971-b779d6912cf3 None None] Transition to ACTIVE for port object 1885b337-9ea5-41ce-940a-108b7f1b937a will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:31:43.052861 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa98120e-6228-4054-a8af-1a10562c1b08 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:31:43.063985 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-c9d50456-6d28-4b75-8971-b779d6912cf3 None None] Transition to ACTIVE for port object 1885b337-9ea5-41ce-940a-108b7f1b937a will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:31:43.183668 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-c9d50456-6d28-4b75-8971-b779d6912cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:43.224651 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d50456-6d28-4b75-8971-b779d6912cf3 None None] Network 32ee5d92-b542-406e-8c4a-a8f2985ca65c is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:31:43.227897 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-c9d50456-6d28-4b75-8971-b779d6912cf3 None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:31:43.231993 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d50456-6d28-4b75-8971-b779d6912cf3 None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:31:43.244269 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d50456-6d28-4b75-8971-b779d6912cf3 None None] Pushing event updated for resources: {'Port': ['ID=1885b337-9ea5-41ce-940a-108b7f1b937a,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:43.286567 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9a04a8c7-35bb-40e8-829e-7617e5a90a60 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11810'] for router, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:43.290434 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9a04a8c7-35bb-40e8-829e-7617e5a90a60 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1926740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11821'] for router, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:43.303629 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-c9d50456-6d28-4b75-8971-b779d6912cf3 None None] Attempting to bind port 1885b337-9ea5-41ce-940a-108b7f1b937a on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:31:43.304122 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-c9d50456-6d28-4b75-8971-b779d6912cf3 None None] Attempting to bind port 1885b337-9ea5-41ce-940a-108b7f1b937a by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '99bd07f3-8487-43f3-93d2-83eba22b1fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '32ee5d92-b542-406e-8c4a-a8f2985ca65c'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:31:43.304534 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d50456-6d28-4b75-8971-b779d6912cf3 None None] Attempting to bind port 1885b337-9ea5-41ce-940a-108b7f1b937a on network 32ee5d92-b542-406e-8c4a-a8f2985ca65c {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:31:43.310391 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d50456-6d28-4b75-8971-b779d6912cf3 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:31:43.310814 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d50456-6d28-4b75-8971-b779d6912cf3 None None] Checking segment: {'id': '99bd07f3-8487-43f3-93d2-83eba22b1fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '32ee5d92-b542-406e-8c4a-a8f2985ca65c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:31:43.311184 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-c9d50456-6d28-4b75-8971-b779d6912cf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:43.311576 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d50456-6d28-4b75-8971-b779d6912cf3 None None] Bound using segment: {'id': '99bd07f3-8487-43f3-93d2-83eba22b1fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '32ee5d92-b542-406e-8c4a-a8f2985ca65c'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:31:43.312263 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-c9d50456-6d28-4b75-8971-b779d6912cf3 None None] Bound port: 1885b337-9ea5-41ce-940a-108b7f1b937a, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99bd07f3-8487-43f3-93d2-83eba22b1fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '32ee5d92-b542-406e-8c4a-a8f2985ca65c'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:31:43.312643 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-c9d50456-6d28-4b75-8971-b779d6912cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:43.383560 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-c9d50456-6d28-4b75-8971-b779d6912cf3 None None] For port 1885b337-9ea5-41ce-940a-108b7f1b937a, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:31:43.386804 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-c9d50456-6d28-4b75-8971-b779d6912cf3 None None] For port 1885b337-9ea5-41ce-940a-108b7f1b937a, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=1885b337-9ea5-41ce-940a-108b7f1b937a,segment=NetworkSegment(99bd07f3-8487-43f3-93d2-83eba22b1fda),segment_id=99bd07f3-8487-43f3-93d2-83eba22b1fda)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:31:43.391314 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device e7f3eb78-68ee-4e7f-8f61-e462e4468734 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:31:43.396692 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9a04a8c7-35bb-40e8-829e-7617e5a90a60 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:43.412310 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: e7f3eb78-68ee-4e7f-8f61-e462e4468734 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:31:43.412649 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device e7f3eb78-68ee-4e7f-8f61-e462e4468734 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:31:43.413068 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 3c848d0a-95f5-46c5-a4a6-dd59246e655d no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:31:43.432027 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 3c848d0a-95f5-46c5-a4a6-dd59246e655d {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:31:43.432360 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 3c848d0a-95f5-46c5-a4a6-dd59246e655d not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:31:43.439240 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-70797b0e-ca44-4855-a7d5-70827098784a tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:43.478998 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afa1de88-488d-48ab-92fb-f1c97f7d56c0 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Made reservation on behalf of f845296045bc4472b2fc3471aba6dcb0 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:31:43.482552 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-afa1de88-488d-48ab-92fb-f1c97f7d56c0 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:43.484710 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-fa98120e-6228-4054-a8af-1a10562c1b08 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:31:43.495670 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa98120e-6228-4054-a8af-1a10562c1b08 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] Pushing event updated for resources: {'Port': ['ID=299490ef-fb60-4be0-8d79-12d7db3ee6ca,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:43.501573 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa98120e-6228-4054-a8af-1a10562c1b08 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:31:43.523921 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-70797b0e-ca44-4855-a7d5-70827098784a tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:43.560828 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [None req-afa1de88-488d-48ab-92fb-f1c97f7d56c0 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] device_id is not set on port fe3084d4-f0bc-4ccb-8a74-ecdbc0e32d72 yet. {{(pid=94461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:31:43.565963 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9a04a8c7-35bb-40e8-829e-7617e5a90a60 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963'] for router, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:43.566110 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-c9d50456-6d28-4b75-8971-b779d6912cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:43.566647 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6c20b809-9215-4ceb-b3be-3b1b87f50df7 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:43.566996 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6c20b809-9215-4ceb-b3be-3b1b87f50df7 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:43.630600 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d50456-6d28-4b75-8971-b779d6912cf3 None None] Pushing event updated for resources: {'Port': ['ID=1885b337-9ea5-41ce-940a-108b7f1b937a,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:43.688398 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-6c20b809-9215-4ceb-b3be-3b1b87f50df7 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Calling delete_port for 623c4a3e-f777-49bd-a85d-d20b584889f4 owned by network:floatingip {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:31:43.710950 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-70797b0e-ca44-4855-a7d5-70827098784a tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:43.754800 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70797b0e-ca44-4855-a7d5-70827098784a tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e99f0d8-f9d9-4ee1-a059-0727796c242b,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:43.795839 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9a04a8c7-35bb-40e8-829e-7617e5a90a60 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:43.798465 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-9a04a8c7-35bb-40e8-829e-7617e5a90a60 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.9606786 Jul 05 02:31:43.800506 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39982) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:43.816799 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-d42d70af-fdea-4705-981c-08dcb8aed4e0 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'enable_snat': True}}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:31:43.872013 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-70797b0e-ca44-4855-a7d5-70827098784a tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:43.873428 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-70797b0e-ca44-4855-a7d5-70827098784a tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9363575 Jul 05 02:31:43.876447 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39984) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:43.882385 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-f1781db4-1317-4701-8fb1-17167ab0b602 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:31:43.889225 n-d-771362-32 neutron-server[94462]: WARNING neutron.api.v2.base [None req-f1781db4-1317-4701-8fb1-17167ab0b602 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 05 02:31:43.892068 n-d-771362-32 neutron-server[94462]: INFO neutron.api.v2.resource [None req-f1781db4-1317-4701-8fb1-17167ab0b602 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] update failed (client error): There was a conflict when trying to complete your request. Jul 05 02:31:43.896320 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-f1781db4-1317-4701-8fb1-17167ab0b602 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] 10.222.0.23 "PUT /v2.0/security-groups/5e99f0d8-f9d9-4ee1-a059-0727796c242b HTTP/1.1" status: 409 len: 330 time: 0.0171130 Jul 05 02:31:43.911079 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 39986) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:43.911917 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 39988) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:43.926877 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-afa1de88-488d-48ab-92fb-f1c97f7d56c0 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Allocated IP 172.20.0.13 (32ee5d92-b542-406e-8c4a-a8f2985ca65c/c3263f8a-45ff-495c-bb05-9a62fceab06c/fe3084d4-f0bc-4ccb-8a74-ecdbc0e32d72) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:31:43.944312 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39990) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:44.091709 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-fa98120e-6228-4054-a8af-1a10562c1b08 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:44.104348 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d42d70af-fdea-4705-981c-08dcb8aed4e0 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:44.109602 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f785ff62-12dd-4350-aeda-a12d6249eb49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:44.201539 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5fd2c1c1-c8c5-4215-86e9-7d58bf020258 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:44.202664 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f785ff62-12dd-4350-aeda-a12d6249eb49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:44.279924 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9cf24ed3-c5b6-49f2-a34b-7a1e73e79780 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:44.298928 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5fd2c1c1-c8c5-4215-86e9-7d58bf020258 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:44.337943 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f785ff62-12dd-4350-aeda-a12d6249eb49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:44.388906 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9cf24ed3-c5b6-49f2-a34b-7a1e73e79780 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:44.437923 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-f785ff62-12dd-4350-aeda-a12d6249eb49 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fdf826e58bf741279a43cce7619978b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4558027 Jul 05 02:31:44.437923 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f785ff62-12dd-4350-aeda-a12d6249eb49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ded0299-84fd-4703-ac00-cdc90cf82702,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:44.442597 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39994) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:44.457020 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-fa98120e-6228-4054-a8af-1a10562c1b08 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:44.476575 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d42d70af-fdea-4705-981c-08dcb8aed4e0 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:44.508130 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d42d70af-fdea-4705-981c-08dcb8aed4e0 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:44.513630 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6c20b809-9215-4ceb-b3be-3b1b87f50df7 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:44.559874 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-afa1de88-488d-48ab-92fb-f1c97f7d56c0 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:44.568445 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c20b809-9215-4ceb-b3be-3b1b87f50df7 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Pushing event deleted for resources: {'Port': ['ID=623c4a3e-f777-49bd-a85d-d20b584889f4,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:44.570596 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-847cd22b-83da-4d4b-8b81-9ae4874e4bf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:44.602918 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-847cd22b-83da-4d4b-8b81-9ae4874e4bf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:44.642107 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [None req-afa1de88-488d-48ab-92fb-f1c97f7d56c0 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Transition to ACTIVE for port object fe3084d4-f0bc-4ccb-8a74-ecdbc0e32d72 will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:31:44.670921 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5fd2c1c1-c8c5-4215-86e9-7d58bf020258 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:44.670921 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5fd2c1c1-c8c5-4215-86e9-7d58bf020258 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:44.670921 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-5fd2c1c1-c8c5-4215-86e9-7d58bf020258 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] 10.222.0.23 "DELETE /v2.0/security-groups/5e99f0d8-f9d9-4ee1-a059-0727796c242b HTTP/1.1" status: 204 len: 168 time: 0.7474656 Jul 05 02:31:44.672222 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39996) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:44.699246 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-d42d70af-fdea-4705-981c-08dcb8aed4e0 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Allocated IP 172.25.7.91 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/5b3cd3b3-1da8-444f-94f4-05b039355169) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:31:44.735801 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd2c1c1-c8c5-4215-86e9-7d58bf020258 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e99f0d8-f9d9-4ee1-a059-0727796c242b,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:44.747632 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9cf24ed3-c5b6-49f2-a34b-7a1e73e79780 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:44.750665 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9cf24ed3-c5b6-49f2-a34b-7a1e73e79780 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:44.751156 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f03f89-5d31-4b70-bfb1-aa5b5e832797 None None] Network 32ee5d92-b542-406e-8c4a-a8f2985ca65c requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:31:44.751838 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-9cf24ed3-c5b6-49f2-a34b-7a1e73e79780 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "DELETE /v2.0/security-groups/17338adc-3db3-4a61-bf9d-146877730ae5 HTTP/1.1" status: 204 len: 168 time: 0.8330712 Jul 05 02:31:44.769588 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 39998) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:44.785938 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-d8b0c252-5260-4893-98e3-1a598eaf7724 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1071312 Jul 05 02:31:44.785938 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40000) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:44.808391 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf24ed3-c5b6-49f2-a34b-7a1e73e79780 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17338adc-3db3-4a61-bf9d-146877730ae5,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:44.820771 n-d-771362-32 neutron-server[94461]: INFO neutron.api.v2.resource [None req-226bd175-aced-4136-84c4-3ae355d621f1 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] show failed (client error): The resource could not be found. Jul 05 02:31:44.821837 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-226bd175-aced-4136-84c4-3ae355d621f1 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "GET /v2.0/security-groups/17338adc-3db3-4a61-bf9d-146877730ae5 HTTP/1.1" status: 404 len: 347 time: 0.0512049 Jul 05 02:31:44.823214 n-d-771362-32 neutron-server[94462]: INFO neutron.api.v2.resource [None req-4f09fbaf-f757-4270-a655-6120528d9718 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] delete failed (client error): The resource could not be found. Jul 05 02:31:44.825745 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-4f09fbaf-f757-4270-a655-6120528d9718 tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] 10.222.0.23 "DELETE /v2.0/security-groups/380aa432-29a1-437b-8dbd-c92846d0e02d HTTP/1.1" status: 404 len: 347 time: 0.0367990 Jul 05 02:31:44.825745 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40002) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:44.830478 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40004) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:44.866498 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-79b7baeb-7bdf-42c4-96bd-867c52d762de tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1634680'] for router_interface, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:44.895861 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-847cd22b-83da-4d4b-8b81-9ae4874e4bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:44.898418 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-847cd22b-83da-4d4b-8b81-9ae4874e4bf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:44.899557 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-847cd22b-83da-4d4b-8b81-9ae4874e4bf9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9ded0299-84fd-4703-ac00-cdc90cf82702 HTTP/1.1" status: 204 len: 168 time: 0.4560745 Jul 05 02:31:44.909699 n-d-771362-32 neutron-server[94462]: INFO neutron.api.v2.resource [None req-3243bad6-f534-4c2a-9258-9f0e3a79ba5b tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] show failed (client error): The resource could not be found. Jul 05 02:31:44.916316 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-3243bad6-f534-4c2a-9258-9f0e3a79ba5b tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] 10.222.0.23 "GET /v2.0/security-groups/9eca8cf9-3dba-40b5-868b-cef1bb1247f8 HTTP/1.1" status: 404 len: 347 time: 0.0793464 Jul 05 02:31:44.923702 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40008) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:44.938449 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847cd22b-83da-4d4b-8b81-9ae4874e4bf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ded0299-84fd-4703-ac00-cdc90cf82702,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:44.967442 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-fa98120e-6228-4054-a8af-1a10562c1b08 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:44.975852 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-2f47e879-cc9e-479a-b951-8dd38612b4d5 None None] Provisioning for port 1885b337-9ea5-41ce-940a-108b7f1b937a completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:31:45.003968 n-d-771362-32 neutron-server[94462]: INFO neutron.api.v2.resource [None req-085b7dad-7cb3-47ec-9985-d0b110365e0f tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] show failed (client error): The resource could not be found. Jul 05 02:31:45.005513 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-085b7dad-7cb3-47ec-9985-d0b110365e0f tempest-NegativeSecGroupIPv6Test-1847637607 tempest-NegativeSecGroupIPv6Test-1847637607-project] 10.222.0.23 "GET /v2.0/security-group-rules/bdd1fae4-37d5-416e-b32f-8513152daca6 HTTP/1.1" status: 404 len: 356 time: 0.0769453 Jul 05 02:31:45.028563 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d42d70af-fdea-4705-981c-08dcb8aed4e0 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:45.040037 n-d-771362-32 neutron-server[94461]: INFO neutron.api.v2.resource [None req-6c20b809-9215-4ceb-b3be-3b1b87f50df7 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] create failed (client error): The resource could not be found. Jul 05 02:31:45.044184 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-6c20b809-9215-4ceb-b3be-3b1b87f50df7 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 5.0399365 Jul 05 02:31:45.044184 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-afa1de88-488d-48ab-92fb-f1c97f7d56c0 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:45.045092 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40012) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:45.113732 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-fa98120e-6228-4054-a8af-1a10562c1b08 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:45.115030 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-cb76425b-5217-4b0d-82e6-99cf08359874 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Deleting port 8017214b-fce3-4e19-a401-731d777ef7dc {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:31:45.115375 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cb76425b-5217-4b0d-82e6-99cf08359874 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:45.137403 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa1de88-488d-48ab-92fb-f1c97f7d56c0 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Network 32ee5d92-b542-406e-8c4a-a8f2985ca65c is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:31:45.151332 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-afa1de88-488d-48ab-92fb-f1c97f7d56c0 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:31:45.169893 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa1de88-488d-48ab-92fb-f1c97f7d56c0 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:31:45.199111 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cb76425b-5217-4b0d-82e6-99cf08359874 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:45.199615 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cb76425b-5217-4b0d-82e6-99cf08359874 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:45.212181 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-cb76425b-5217-4b0d-82e6-99cf08359874 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Calling delete_port for 8017214b-fce3-4e19-a401-731d777ef7dc owned by network:floatingip {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:31:45.214836 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa1de88-488d-48ab-92fb-f1c97f7d56c0 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Pushing event updated for resources: {'Port': ['ID=fe3084d4-f0bc-4ccb-8a74-ecdbc0e32d72,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:45.321316 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-fa98120e-6228-4054-a8af-1a10562c1b08 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636869'] for floatingip, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:45.334057 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d42d70af-fdea-4705-981c-08dcb8aed4e0 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:45.351679 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa1de88-488d-48ab-92fb-f1c97f7d56c0 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:45.351679 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-afa1de88-488d-48ab-92fb-f1c97f7d56c0 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:45.363608 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa98120e-6228-4054-a8af-1a10562c1b08 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] Pushing event updated for resources: {'Port': ['ID=299490ef-fb60-4be0-8d79-12d7db3ee6ca,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:45.435178 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42d70af-fdea-4705-981c-08dcb8aed4e0 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:31:45.445815 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-d42d70af-fdea-4705-981c-08dcb8aed4e0 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:31:45.459093 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42d70af-fdea-4705-981c-08dcb8aed4e0 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:31:45.465850 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-d3376859-e4c4-48a9-90ec-eb09dd76ad17 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Deleting port 98e66ed8-8fe8-4308-b3cc-a8fb85e605a6 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:31:45.466682 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d3376859-e4c4-48a9-90ec-eb09dd76ad17 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:45.472264 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 1885b337-9ea5-41ce-940a-108b7f1b937a up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:31:45.495673 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42d70af-fdea-4705-981c-08dcb8aed4e0 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Pushing event updated for resources: {'Port': ['ID=5b3cd3b3-1da8-444f-94f4-05b039355169,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:45.532919 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-fa98120e-6228-4054-a8af-1a10562c1b08 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:45.542552 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-fa98120e-6228-4054-a8af-1a10562c1b08 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9857657 Jul 05 02:31:45.566607 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-afa1de88-488d-48ab-92fb-f1c97f7d56c0 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.9451284 Jul 05 02:31:45.566607 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40018) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:45.633054 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cb76425b-5217-4b0d-82e6-99cf08359874 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:45.658487 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 1885b337-9ea5-41ce-940a-108b7f1b937a completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:31:45.668171 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 1885b337-9ea5-41ce-940a-108b7f1b937a triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:31:45.670539 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:45.686722 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb76425b-5217-4b0d-82e6-99cf08359874 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Pushing event deleted for resources: {'Port': ['ID=8017214b-fce3-4e19-a401-731d777ef7dc,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:45.692593 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-79b7baeb-7bdf-42c4-96bd-867c52d762de tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Deleting port 131a1349-f071-4dc0-93fd-af323ab6af44 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:31:45.693123 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-79b7baeb-7bdf-42c4-96bd-867c52d762de tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:45.747253 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-d35cebfc-108f-47c3-8132-0866d3afc1c3 None None] Provisioning for port fe3084d4-f0bc-4ccb-8a74-ecdbc0e32d72 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:31:45.763214 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-d35cebfc-108f-47c3-8132-0866d3afc1c3 None None] Provisioning complete for port fe3084d4-f0bc-4ccb-8a74-ecdbc0e32d72 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:31:45.763792 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-d35cebfc-108f-47c3-8132-0866d3afc1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:45.768240 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cb76425b-5217-4b0d-82e6-99cf08359874 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks [] for floatingip, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:45.771917 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cb76425b-5217-4b0d-82e6-99cf08359874 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:45.773159 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-cb76425b-5217-4b0d-82e6-99cf08359874 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "DELETE /v2.0/floatingips/db73173e-8ab7-4c42-89da-e55f2ed22825 HTTP/1.1" status: 204 len: 168 time: 0.9448557 Jul 05 02:31:45.776145 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40024) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:45.814783 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [None req-79b7baeb-7bdf-42c4-96bd-867c52d762de tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] For port 131a1349-f071-4dc0-93fd-af323ab6af44, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=131a1349-f071-4dc0-93fd-af323ab6af44,segment=NetworkSegment(16611021-050a-401c-b200-f56385da9a20),segment_id=16611021-050a-401c-b200-f56385da9a20)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:31:45.815156 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-79b7baeb-7bdf-42c4-96bd-867c52d762de tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:45.815952 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40030) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:45.826797 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d3376859-e4c4-48a9-90ec-eb09dd76ad17 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:45.834158 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-d35cebfc-108f-47c3-8132-0866d3afc1c3 None None] Port fe3084d4-f0bc-4ccb-8a74-ecdbc0e32d72 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:31:45.843062 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-79b7baeb-7bdf-42c4-96bd-867c52d762de tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Calling delete_port for 131a1349-f071-4dc0-93fd-af323ab6af44 owned by network:router_interface {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:31:45.852899 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-d3376859-e4c4-48a9-90ec-eb09dd76ad17 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Calling delete_port for 98e66ed8-8fe8-4308-b3cc-a8fb85e605a6 owned by {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:31:45.892128 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:45.936495 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 1885b337-9ea5-41ce-940a-108b7f1b937a, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=1885b337-9ea5-41ce-940a-108b7f1b937a,segment=NetworkSegment(99bd07f3-8487-43f3-93d2-83eba22b1fda),segment_id=99bd07f3-8487-43f3-93d2-83eba22b1fda)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:31:45.991775 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7a3fb453-67b3-4994-b154-e692a2931a5e req-6212c721-213a-47b3-9d87-422115e52473 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--384949523&fields=id&tenant_id=75731b244fd149bfab61f83bfac8a67b HTTP/1.1" status: 200 len: 267 time: 0.1461666 Jul 05 02:31:46.026965 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-ff4f2357-3405-4472-89c0-4307c47ee2f6 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Deleting port fe3084d4-f0bc-4ccb-8a74-ecdbc0e32d72 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:31:46.027194 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ff4f2357-3405-4472-89c0-4307c47ee2f6 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:46.046004 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-e1b08b97-1ccf-41d1-a5a0-fce080e9d866 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Deleting port 5ae34ffe-cf3c-4868-8258-c90b90a1fe5d {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:31:46.046367 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e1b08b97-1ccf-41d1-a5a0-fce080e9d866 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:46.057127 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:46.105997 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d42d70af-fdea-4705-981c-08dcb8aed4e0 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:46.112468 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-83bddb05-2a2b-46df-a793-b92aecfbec45 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=edea4733d51a4b34996323e2ab9d3578&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2924306 Jul 05 02:31:46.115592 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40038) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:46.126675 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=1885b337-9ea5-41ce-940a-108b7f1b937a,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:46.133906 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40040) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:46.205922 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-348d4beb-c641-4fbe-885f-90a718202145 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:46.328321 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ff4f2357-3405-4472-89c0-4307c47ee2f6 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:46.373148 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3fb453-67b3-4994-b154-e692a2931a5e req-1b3175f7-ed44-43a1-b33a-633dba84e2d2 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:46.374859 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7a3fb453-67b3-4994-b154-e692a2931a5e req-1b3175f7-ed44-43a1-b33a-633dba84e2d2 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] 10.222.0.23 "GET /v2.0/networks?id=dc52fc88-88f7-44eb-b3db-a1effdd6a0f3 HTTP/1.1" status: 200 len: 811 time: 0.3662703 Jul 05 02:31:46.394769 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-ff4f2357-3405-4472-89c0-4307c47ee2f6 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Calling delete_port for fe3084d4-f0bc-4ccb-8a74-ecdbc0e32d72 owned by {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:31:46.432939 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7a3fb453-67b3-4994-b154-e692a2931a5e req-8dfdff76-0a15-4945-9ef8-844b9372709c tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] 10.222.0.23 "GET /v2.0/quotas/75731b244fd149bfab61f83bfac8a67b HTTP/1.1" status: 200 len: 375 time: 0.0460877 Jul 05 02:31:46.591630 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e1b08b97-1ccf-41d1-a5a0-fce080e9d866 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:46.620790 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-e1b08b97-1ccf-41d1-a5a0-fce080e9d866 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Calling delete_port for 5ae34ffe-cf3c-4868-8258-c90b90a1fe5d owned by {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:31:46.634640 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-94f8df68-edb6-4802-8d35-d06a3e47763f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:46.738226 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-94f8df68-edb6-4802-8d35-d06a3e47763f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:46.855450 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d42d70af-fdea-4705-981c-08dcb8aed4e0 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:46.856200 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d42d70af-fdea-4705-981c-08dcb8aed4e0 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1636977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1636970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1573792'] for router, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:46.856568 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d3376859-e4c4-48a9-90ec-eb09dd76ad17 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:46.858151 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-79b7baeb-7bdf-42c4-96bd-867c52d762de tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:46.911861 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b7baeb-7bdf-42c4-96bd-867c52d762de tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Pushing event deleted for resources: {'Port': ['ID=131a1349-f071-4dc0-93fd-af323ab6af44,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:46.962505 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-94f8df68-edb6-4802-8d35-d06a3e47763f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:46.962505 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-94f8df68-edb6-4802-8d35-d06a3e47763f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:46.962505 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-94f8df68-edb6-4802-8d35-d06a3e47763f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/41c334af-3155-444b-8edd-80a3e9f4c76b HTTP/1.1" status: 204 len: 168 time: 0.8126276 Jul 05 02:31:46.981778 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 02:31:47.008671 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f8df68-edb6-4802-8d35-d06a3e47763f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41c334af-3155-444b-8edd-80a3e9f4c76b,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:47.075614 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e1b08b97-1ccf-41d1-a5a0-fce080e9d866 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:47.132354 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b08b97-1ccf-41d1-a5a0-fce080e9d866 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Pushing event deleted for resources: {'Port': ['ID=5ae34ffe-cf3c-4868-8258-c90b90a1fe5d,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:47.152496 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3376859-e4c4-48a9-90ec-eb09dd76ad17 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Pushing event deleted for resources: {'Port': ['ID=98e66ed8-8fe8-4308-b3cc-a8fb85e605a6,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:47.156155 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-79b7baeb-7bdf-42c4-96bd-867c52d762de tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635398'] for router_interface, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:47.227475 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-348d4beb-c641-4fbe-885f-90a718202145 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:47.234782 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e1b08b97-1ccf-41d1-a5a0-fce080e9d866 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:47.239972 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-e1b08b97-1ccf-41d1-a5a0-fce080e9d866 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "DELETE /v2.0/ports/5ae34ffe-cf3c-4868-8258-c90b90a1fe5d HTTP/1.1" status: 204 len: 168 time: 1.4602306 Jul 05 02:31:47.240096 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40044) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:47.270964 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d42d70af-fdea-4705-981c-08dcb8aed4e0 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Router 6b439c7e-2eeb-4ef2-9667-8bc48452cba6 is scheduled to L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 with binding_index 1 {{(pid=94462) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 02:31:47.277758 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7a3fb453-67b3-4994-b154-e692a2931a5e req-03446e72-fc8a-4b00-8ca9-d2ba2a018163 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=75731b244fd149bfab61f83bfac8a67b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8371933 Jul 05 02:31:47.327292 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d3376859-e4c4-48a9-90ec-eb09dd76ad17 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:47.329373 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-d3376859-e4c4-48a9-90ec-eb09dd76ad17 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] 10.222.0.23 "DELETE /v2.0/ports/98e66ed8-8fe8-4308-b3cc-a8fb85e605a6 HTTP/1.1" status: 204 len: 168 time: 2.2817864 Jul 05 02:31:47.333938 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40046) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:47.387567 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-348d4beb-c641-4fbe-885f-90a718202145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:47.453902 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 1885b337-9ea5-41ce-940a-108b7f1b937a up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:31:47.475244 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d42d70af-fdea-4705-981c-08dcb8aed4e0 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:31:47.480130 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d42d70af-fdea-4705-981c-08dcb8aed4e0 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:47.485301 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-d42d70af-fdea-4705-981c-08dcb8aed4e0 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] 10.222.0.23 "PUT /v2.0/routers/6b439c7e-2eeb-4ef2-9667-8bc48452cba6 HTTP/1.1" status: 200 len: 917 time: 3.6739171 Jul 05 02:31:47.485969 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40050) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:47.512851 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90d5ab9-b4b9-4c77-87f1-3944166b7953 None None] Sync routers for ids ['6b439c7e-2eeb-4ef2-9667-8bc48452cba6'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:31:47.519653 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-348d4beb-c641-4fbe-885f-90a718202145 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6cd4e814dae249ed901fd1964805062f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3846605 Jul 05 02:31:47.520590 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348d4beb-c641-4fbe-885f-90a718202145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=830ed7c6-46ec-4cf3-8b7e-b9069a123446,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:47.546213 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40052) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:47.574611 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90d5ab9-b4b9-4c77-87f1-3944166b7953 None None] Routers {'6b439c7e-2eeb-4ef2-9667-8bc48452cba6'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:31:47.575747 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-b90d5ab9-b4b9-4c77-87f1-3944166b7953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:31:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['6b439c7e-2eeb-4ef2-9667-8bc48452cba6'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:47.582786 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34a69bd-5f54-470b-8ed5-6d846d4674db tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:47.584361 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-f34a69bd-5f54-470b-8ed5-6d846d4674db tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] 10.222.0.23 "GET /v2.0/ports?device_id=05e9ca0b-a238-4239-9f5b-c05ab47f4480 HTTP/1.1" status: 200 len: 913 time: 0.2478507 Jul 05 02:31:47.592476 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40054) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:47.596159 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-bbef273b-f387-45fe-b82e-0ef2312e2921 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Deleting port 3bf96118-202e-47ea-8323-729179ed339d {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:31:47.596650 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bbef273b-f387-45fe-b82e-0ef2312e2921 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:47.605669 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79b7baeb-7bdf-42c4-96bd-867c52d762de tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Router 03832a15-c1a0-46b1-9b55-670ef17f98b6 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:31:47.657093 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7a3fb453-67b3-4994-b154-e692a2931a5e req-f2441165-1405-4978-8e70-20b672dbda30 service neutron] 10.222.0.23 "GET /v2.0/networks/dc52fc88-88f7-44eb-b3db-a1effdd6a0f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3264263 Jul 05 02:31:47.681635 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-b90d5ab9-b4b9-4c77-87f1-3944166b7953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:47.687533 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ff4f2357-3405-4472-89c0-4307c47ee2f6 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:47.712255 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90d5ab9-b4b9-4c77-87f1-3944166b7953 None None] Routers {'6b439c7e-2eeb-4ef2-9667-8bc48452cba6'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:31:47.713364 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-b90d5ab9-b4b9-4c77-87f1-3944166b7953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:31:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['6b439c7e-2eeb-4ef2-9667-8bc48452cba6'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:47.716662 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 1885b337-9ea5-41ce-940a-108b7f1b937a triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:31:47.718468 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:47.766851 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-b52ae84f-5809-403d-b8af-d6065cb782ee tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] 10.222.0.23 "GET /v2.0/routers/6b439c7e-2eeb-4ef2-9667-8bc48452cba6 HTTP/1.1" status: 200 len: 923 time: 0.2770514 Jul 05 02:31:47.772065 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40060) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:47.779593 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4f2357-3405-4472-89c0-4307c47ee2f6 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Pushing event deleted for resources: {'Port': ['ID=fe3084d4-f0bc-4ccb-8a74-ecdbc0e32d72,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:47.816381 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0de17235-a70c-4ce6-b344-31db6193f493 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:47.836280 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-b90d5ab9-b4b9-4c77-87f1-3944166b7953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:47.837008 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90d5ab9-b4b9-4c77-87f1-3944166b7953 None None] The sync data for ids ['6b439c7e-2eeb-4ef2-9667-8bc48452cba6'] in n-d-771362-32 is: [] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:31:47.849753 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bbef273b-f387-45fe-b82e-0ef2312e2921 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:47.900111 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0de17235-a70c-4ce6-b344-31db6193f493 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:47.900111 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-bbef273b-f387-45fe-b82e-0ef2312e2921 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Calling delete_port for 3bf96118-202e-47ea-8323-729179ed339d owned by {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:31:47.995213 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17157496-2c5c-4bfc-84f5-846bd43272c8 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:47.999707 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-17157496-2c5c-4bfc-84f5-846bd43272c8 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=4bbc2f9e-02cf-490e-901d-2588655a3ef0&device_id=6b439c7e-2eeb-4ef2-9667-8bc48452cba6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2262895 Jul 05 02:31:48.000864 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40066) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:48.051015 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79b7baeb-7bdf-42c4-96bd-867c52d762de tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:31:48.067371 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-79b7baeb-7bdf-42c4-96bd-867c52d762de tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "PUT /v2.0/routers/03832a15-c1a0-46b1-9b55-670ef17f98b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0521119 Jul 05 02:31:48.070074 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb04598-3099-4fa8-ac30-828253ce1207 None None] Sync routers for ids ['03832a15-c1a0-46b1-9b55-670ef17f98b6'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:31:48.085802 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb04598-3099-4fa8-ac30-828253ce1207 None None] Routers {'03832a15-c1a0-46b1-9b55-670ef17f98b6'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:31:48.086659 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-9eb04598-3099-4fa8-ac30-828253ce1207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:31:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['03832a15-c1a0-46b1-9b55-670ef17f98b6'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:48.088222 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40068) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:48.098887 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7a3fb453-67b3-4994-b154-e692a2931a5e req-21cc57e2-a492-46db-8ebd-e5268fda89e1 service neutron] 10.222.0.23 "GET /v2.0/networks/dc52fc88-88f7-44eb-b3db-a1effdd6a0f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4115567 Jul 05 02:31:48.126397 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ff4f2357-3405-4472-89c0-4307c47ee2f6 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:48.132181 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-ff4f2357-3405-4472-89c0-4307c47ee2f6 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "DELETE /v2.0/ports/fe3084d4-f0bc-4ccb-8a74-ecdbc0e32d72 HTTP/1.1" status: 204 len: 168 time: 2.5657716 Jul 05 02:31:48.132883 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40070) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:48.171823 n-d-771362-32 neutron-server[94461]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fda9e3e-877f-4f30-944d-f03d46008c7c tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] DELETE failed (client error): The resource could not be found. Jul 05 02:31:48.172611 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fda9e3e-877f-4f30-944d-f03d46008c7c tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:31:48.177152 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-7fda9e3e-877f-4f30-944d-f03d46008c7c tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "DELETE /v2.0/ports/fe3084d4-f0bc-4ccb-8a74-ecdbc0e32d72 HTTP/1.1" status: 404 len: 333 time: 0.0406172 Jul 05 02:31:48.178040 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40072) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:48.201290 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-9eb04598-3099-4fa8-ac30-828253ce1207 None None] Set router 03832a15-c1a0-46b1-9b55-670ef17f98b6 gateway port host: None {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:31:48.210935 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0de17235-a70c-4ce6-b344-31db6193f493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:48.212754 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0de17235-a70c-4ce6-b344-31db6193f493 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:48.214827 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-0de17235-a70c-4ce6-b344-31db6193f493 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/830ed7c6-46ec-4cf3-8b7e-b9069a123446 HTTP/1.1" status: 204 len: 168 time: 0.6671109 Jul 05 02:31:48.238921 n-d-771362-32 neutron-server[94461]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9b7d645-3354-4fcd-8197-b49f37021d41 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] GET failed (client error): The resource could not be found. Jul 05 02:31:48.241657 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-d9b7d645-3354-4fcd-8197-b49f37021d41 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "GET /v2.0/ports/fe3084d4-f0bc-4ccb-8a74-ecdbc0e32d72 HTTP/1.1" status: 404 len: 333 time: 0.0439050 Jul 05 02:31:48.246786 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40076) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:48.291217 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca0f35c7-8cb2-4a92-9e77-31e48a5eb52a tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Deleting subnet 85ebfe15-09ae-46cc-a212-0b449a8df79b {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:31:48.302424 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-9eb04598-3099-4fa8-ac30-828253ce1207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03832a15-c1a0-46b1-9b55-670ef17f98b6', 'name': 'tempest-RoutersIpV6Test-router-658172221', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:30:28Z', 'updated_at': '2021-07-05T02:31:46Z', 'revision_number': 11, 'project_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'gw_port_host': None}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:48.308791 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ca0f35c7-8cb2-4a92-9e77-31e48a5eb52a tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:48.321142 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de17235-a70c-4ce6-b344-31db6193f493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=830ed7c6-46ec-4cf3-8b7e-b9069a123446,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:48.328761 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6668618-1e67-4593-815f-acd9d177a40d tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Deleting subnet c3263f8a-45ff-495c-bb05-9a62fceab06c {{(pid=94461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:31:48.332699 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f6668618-1e67-4593-815f-acd9d177a40d tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks [] for subnet, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:48.348323 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb04598-3099-4fa8-ac30-828253ce1207 None None] Checking router: 03832a15-c1a0-46b1-9b55-670ef17f98b6 for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:31:48.357919 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb04598-3099-4fa8-ac30-828253ce1207 None None] Routers {'03832a15-c1a0-46b1-9b55-670ef17f98b6'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:31:48.358852 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-9eb04598-3099-4fa8-ac30-828253ce1207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:31:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['03832a15-c1a0-46b1-9b55-670ef17f98b6'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:48.398770 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f6668618-1e67-4593-815f-acd9d177a40d tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5519650'] for subnet, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:48.424842 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c534280-9c4f-47f4-80a3-65e4c9ae7f4a tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:48.429070 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-0c534280-9c4f-47f4-80a3-65e4c9ae7f4a tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] 10.222.0.23 "GET /v2.0/networks/4bbc2f9e-02cf-490e-901d-2588655a3ef0 HTTP/1.1" status: 200 len: 881 time: 0.4234564 Jul 05 02:31:48.432358 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40084) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:48.439261 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-9eb04598-3099-4fa8-ac30-828253ce1207 None None] Set router 03832a15-c1a0-46b1-9b55-670ef17f98b6 gateway port host: None {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:31:48.447727 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ca0f35c7-8cb2-4a92-9e77-31e48a5eb52a tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:48.537000 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-c798b4a0-a262-4156-a18c-9a4f9c3249a4 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b439c7e-2eeb-4ef2-9667-8bc48452cba6 HTTP/1.1" status: 200 len: 205 time: 0.1018751 Jul 05 02:31:48.541747 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40090) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:48.600808 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e230e8f9-bd45-4aac-808e-9e6a02fa88e5 req-ca37335b-f0c1-4b89-a984-ce71fbdb2aca tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ed10d54-b0be-4db3-95ed-c9b2e6b4b7f8 HTTP/1.1" status: 200 len: 210 time: 0.0717556 Jul 05 02:31:48.622528 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-9eb04598-3099-4fa8-ac30-828253ce1207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03832a15-c1a0-46b1-9b55-670ef17f98b6', 'name': 'tempest-RoutersIpV6Test-router-658172221', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:30:28Z', 'updated_at': '2021-07-05T02:31:46Z', 'revision_number': 11, 'project_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'gw_port_host': None}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:48.654268 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f6668618-1e67-4593-815f-acd9d177a40d tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:48.658423 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb04598-3099-4fa8-ac30-828253ce1207 None None] The sync data for ids ['03832a15-c1a0-46b1-9b55-670ef17f98b6'] in n-d-771362-32 is: [{'id': '03832a15-c1a0-46b1-9b55-670ef17f98b6', 'name': 'tempest-RoutersIpV6Test-router-658172221', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:30:28Z', 'updated_at': '2021-07-05T02:31:46Z', 'revision_number': 11, 'project_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'gw_port_host': None}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:31:48.681515 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ca0f35c7-8cb2-4a92-9e77-31e48a5eb52a tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:48.737892 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bbef273b-f387-45fe-b82e-0ef2312e2921 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:48.770981 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbef273b-f387-45fe-b82e-0ef2312e2921 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Pushing event deleted for resources: {'Port': ['ID=3bf96118-202e-47ea-8323-729179ed339d,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:48.772728 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40098) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:48.821852 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bb8dd565-41a2-4ad0-997e-9b5e12838ca3 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1634680'] for router_interface, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:48.890015 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bbef273b-f387-45fe-b82e-0ef2312e2921 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:48.901495 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-bbef273b-f387-45fe-b82e-0ef2312e2921 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "DELETE /v2.0/ports/3bf96118-202e-47ea-8323-729179ed339d HTTP/1.1" status: 204 len: 168 time: 1.6527295 Jul 05 02:31:48.905136 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40106) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:48.923996 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-122bd55e-7350-4d3e-a58c-b2ccf50186cb tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks [] for router, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:48.959789 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-abf10459-9ece-4c30-bd74-867cb124f674 tempest-ServiceProvidersTest-1525770486 tempest-ServiceProvidersTest-1525770486-project] 10.222.0.23 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1800780 Jul 05 02:31:48.980660 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ca0f35c7-8cb2-4a92-9e77-31e48a5eb52a tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:49.023068 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0f35c7-8cb2-4a92-9e77-31e48a5eb52a tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Pushing event deleted for resources: {'Subnet': ['ID=85ebfe15-09ae-46cc-a212-0b449a8df79b,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:49.025787 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ca0f35c7-8cb2-4a92-9e77-31e48a5eb52a tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:49.027896 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-ca0f35c7-8cb2-4a92-9e77-31e48a5eb52a tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "DELETE /v2.0/subnets/85ebfe15-09ae-46cc-a212-0b449a8df79b HTTP/1.1" status: 204 len: 168 time: 0.9348047 Jul 05 02:31:49.033071 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40114) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:49.034369 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d5a48e-a9e4-4436-bada-c13b1a9a6783 None None] Network ac00d640-9767-46c3-b690-42ea47921624 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:31:49.047110 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bc7ed6b-c663-4b84-bde0-99f0db8a6097 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Deleting subnet 3a2227d0-d085-4249-9de9-b270c4daf5df {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:31:49.061543 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1bc7ed6b-c663-4b84-bde0-99f0db8a6097 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:49.155446 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1bc7ed6b-c663-4b84-bde0-99f0db8a6097 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:49.184557 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b22061eb-7134-4286-806f-ef88cfb09fd4 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:49.313108 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1bc7ed6b-c663-4b84-bde0-99f0db8a6097 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:49.320289 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37854f7e-14e2-4385-9975-c55d2e8ce0aa None None] DHCP port deletion for ac00d640-9767-46c3-b690-42ea47921624 request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:31:49.430526 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-37854f7e-14e2-4385-9975-c55d2e8ce0aa None None] Deleting port 28a136a8-1b31-45bd-9394-f16cd232bb11 {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:31:49.431356 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-37854f7e-14e2-4385-9975-c55d2e8ce0aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:49.437674 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-b22061eb-7134-4286-806f-ef88cfb09fd4 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Deleting port 28a136a8-1b31-45bd-9394-f16cd232bb11 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:31:49.437674 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b22061eb-7134-4286-806f-ef88cfb09fd4 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:49.511762 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-37854f7e-14e2-4385-9975-c55d2e8ce0aa None None] For port 28a136a8-1b31-45bd-9394-f16cd232bb11, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=28a136a8-1b31-45bd-9394-f16cd232bb11,segment=NetworkSegment(16611021-050a-401c-b200-f56385da9a20),segment_id=16611021-050a-401c-b200-f56385da9a20)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:31:49.512413 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-37854f7e-14e2-4385-9975-c55d2e8ce0aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:49.551763 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 28a136a8-1b31-45bd-9394-f16cd232bb11 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:31:49.560977 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-37854f7e-14e2-4385-9975-c55d2e8ce0aa None None] Calling delete_port for 28a136a8-1b31-45bd-9394-f16cd232bb11 owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:31:49.568393 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-b22061eb-7134-4286-806f-ef88cfb09fd4 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] For port 28a136a8-1b31-45bd-9394-f16cd232bb11, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=28a136a8-1b31-45bd-9394-f16cd232bb11,segment=NetworkSegment(16611021-050a-401c-b200-f56385da9a20),segment_id=16611021-050a-401c-b200-f56385da9a20)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:31:49.568918 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b22061eb-7134-4286-806f-ef88cfb09fd4 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:49.617390 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-b22061eb-7134-4286-806f-ef88cfb09fd4 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Calling delete_port for 28a136a8-1b31-45bd-9394-f16cd232bb11 owned by network:dhcp {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:31:49.710333 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-122bd55e-7350-4d3e-a58c-b2ccf50186cb tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:49.712441 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:49.725376 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f6668618-1e67-4593-815f-acd9d177a40d tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5763388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774356'] for subnet, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:49.736187 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40128) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:49.785274 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d41e807e-cc44-4d56-81a6-35b084ccd18f req-c78f0f92-ec66-4dee-8e70-bd58e92b1878 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ed10d54-b0be-4db3-95ed-c9b2e6b4b7f8 HTTP/1.1" status: 200 len: 210 time: 0.0774155 Jul 05 02:31:49.789115 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6668618-1e67-4593-815f-acd9d177a40d tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Pushing event deleted for resources: {'Subnet': ['ID=c3263f8a-45ff-495c-bb05-9a62fceab06c,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:49.790345 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1bc7ed6b-c663-4b84-bde0-99f0db8a6097 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:49.801017 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ede1d3-ac23-4c02-ad36-92a7372aa961 None None] Network 32ee5d92-b542-406e-8c4a-a8f2985ca65c requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:31:49.803514 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f6668618-1e67-4593-815f-acd9d177a40d tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:49.806466 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-f6668618-1e67-4593-815f-acd9d177a40d tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "DELETE /v2.0/subnets/c3263f8a-45ff-495c-bb05-9a62fceab06c HTTP/1.1" status: 204 len: 168 time: 1.5593333 Jul 05 02:31:49.810585 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6668618-1e67-4593-815f-acd9d177a40d tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:31:49.811087 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6668618-1e67-4593-815f-acd9d177a40d tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:31:49.811855 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6668618-1e67-4593-815f-acd9d177a40d tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:31:49.816201 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6668618-1e67-4593-815f-acd9d177a40d tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:31:49.816201 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6668618-1e67-4593-815f-acd9d177a40d tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:31:49.816201 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6668618-1e67-4593-815f-acd9d177a40d tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:31:49.816201 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6668618-1e67-4593-815f-acd9d177a40d tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:31:49.816201 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6668618-1e67-4593-815f-acd9d177a40d tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:31:49.816201 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6668618-1e67-4593-815f-acd9d177a40d tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:31:49.816201 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6668618-1e67-4593-815f-acd9d177a40d tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:31:49.816201 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6668618-1e67-4593-815f-acd9d177a40d tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:31:49.817643 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6668618-1e67-4593-815f-acd9d177a40d tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:31:49.824438 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40134) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:49.836277 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc7ed6b-c663-4b84-bde0-99f0db8a6097 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Pushing event deleted for resources: {'Subnet': ['ID=3a2227d0-d085-4249-9de9-b270c4daf5df,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:49.838887 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1bc7ed6b-c663-4b84-bde0-99f0db8a6097 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:49.840992 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-1bc7ed6b-c663-4b84-bde0-99f0db8a6097 tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "DELETE /v2.0/subnets/3a2227d0-d085-4249-9de9-b270c4daf5df HTTP/1.1" status: 204 len: 168 time: 0.9343321 Jul 05 02:31:49.848572 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef282a5-47a4-4254-8f31-8f7b9d4fa661 None None] Network 7fa11b36-0588-43ef-a636-45aaf3c04835 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:31:49.848981 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40136) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:49.926602 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9e9dc422-fc45-423a-841e-7e336d5acaa2 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:49.957096 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4bdf50f-235b-43ec-a39c-4cfaea40b17e tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Deleting subnet 9f904359-8cff-4e36-8104-7313f683672b {{(pid=94461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:31:49.982647 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f4bdf50f-235b-43ec-a39c-4cfaea40b17e tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks [] for subnet, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:50.006595 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b22061eb-7134-4286-806f-ef88cfb09fd4 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:50.016884 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b3de1501-02d0-4358-9941-78f2cbf77669 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:50.030849 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-37854f7e-14e2-4385-9975-c55d2e8ce0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:50.065108 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 131a1349-f071-4dc0-93fd-af323ab6af44 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:31:50.066097 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22061eb-7134-4286-806f-ef88cfb09fd4 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] No DVR routers for this DVR port 28a136a8-1b31-45bd-9394-f16cd232bb11 on host n-d-771362-32 {{(pid=94462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:31:50.087042 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f4bdf50f-235b-43ec-a39c-4cfaea40b17e tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5519650'] for subnet, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:50.124887 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37854f7e-14e2-4385-9975-c55d2e8ce0aa None None] Pushing event deleted for resources: {'Port': ['ID=28a136a8-1b31-45bd-9394-f16cd232bb11,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:50.133288 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 131a1349-f071-4dc0-93fd-af323ab6af44 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:31:50.133947 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 131a1349-f071-4dc0-93fd-af323ab6af44 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:31:50.137856 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22061eb-7134-4286-806f-ef88cfb09fd4 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Pushing event deleted for resources: {'Port': ['ID=28a136a8-1b31-45bd-9394-f16cd232bb11,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:50.141113 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37854f7e-14e2-4385-9975-c55d2e8ce0aa None None] No DVR routers for this DVR port 28a136a8-1b31-45bd-9394-f16cd232bb11 on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:31:50.243552 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b22061eb-7134-4286-806f-ef88cfb09fd4 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:50.259013 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f4bdf50f-235b-43ec-a39c-4cfaea40b17e tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:50.271009 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-b22061eb-7134-4286-806f-ef88cfb09fd4 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac00d640-9767-46c3-b690-42ea47921624']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:50.290587 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-b22061eb-7134-4286-806f-ef88cfb09fd4 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16611021-050a-401c-b200-f56385da9a20') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:50.290877 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-b22061eb-7134-4286-806f-ef88cfb09fd4 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16611021-050a-401c-b200-f56385da9a20') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:50.294898 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-9e9dc422-fc45-423a-841e-7e336d5acaa2 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Deleting port 1885b337-9ea5-41ce-940a-108b7f1b937a {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:31:50.295231 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9e9dc422-fc45-423a-841e-7e336d5acaa2 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:50.321717 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b22061eb-7134-4286-806f-ef88cfb09fd4 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:50.324882 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-122bd55e-7350-4d3e-a58c-b2ccf50186cb tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Deleting port 5b3cd3b3-1da8-444f-94f4-05b039355169 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:31:50.325340 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-122bd55e-7350-4d3e-a58c-b2ccf50186cb tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:50.356842 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b3de1501-02d0-4358-9941-78f2cbf77669 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:50.362307 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75766ae-19b3-4592-bc6f-6fcda492a10c None None] DHCP port deletion for 7fa11b36-0588-43ef-a636-45aaf3c04835 request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:31:50.376822 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b22061eb-7134-4286-806f-ef88cfb09fd4 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:50.391674 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b22061eb-7134-4286-806f-ef88cfb09fd4 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:31:50.392029 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b22061eb-7134-4286-806f-ef88cfb09fd4 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:50.395001 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:31:50.395001 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:31:50.395001 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:31:50.395001 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:31:50.395001 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:31:50.395001 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:31:50.395001 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:31:50.395001 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:31:50.395001 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:31:50.395001 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:31:50.395001 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:31:50.395001 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:31:50.395001 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:31:50.395001 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:31:50.395001 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:31:50.395001 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:31:50.395001 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:31:50.395001 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:31:50.395001 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:31:50.395001 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:31:50.395001 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:31:50.395001 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:31:50.395001 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:31:50.395001 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:31:50.395001 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:31:50.395001 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:31:50.395001 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:31:50.395001 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:31:50.395001 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:31:50.395001 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:31:50.395001 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:31:50.395001 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:31:50.414462 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-bb8dd565-41a2-4ad0-997e-9b5e12838ca3 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Deleting port 5b0e2fdb-b1ed-43ea-bdf7-f4de3d16c4e4 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:31:50.414770 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bb8dd565-41a2-4ad0-997e-9b5e12838ca3 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:50.440443 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68fa173a-c5ea-46f7-9981-f1c00dc3abf6 None None] DHCP port deletion for 32ee5d92-b542-406e-8c4a-a8f2985ca65c request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:31:50.458797 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-9e9dc422-fc45-423a-841e-7e336d5acaa2 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] For port 1885b337-9ea5-41ce-940a-108b7f1b937a, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=1885b337-9ea5-41ce-940a-108b7f1b937a,segment=NetworkSegment(99bd07f3-8487-43f3-93d2-83eba22b1fda),segment_id=99bd07f3-8487-43f3-93d2-83eba22b1fda)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:31:50.459005 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9e9dc422-fc45-423a-841e-7e336d5acaa2 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:50.475151 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-9e9dc422-fc45-423a-841e-7e336d5acaa2 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Calling delete_port for 1885b337-9ea5-41ce-940a-108b7f1b937a owned by network:dhcp {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:31:50.487598 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b3de1501-02d0-4358-9941-78f2cbf77669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:50.512520 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-e75766ae-19b3-4592-bc6f-6fcda492a10c None None] Deleting port 0261aaf5-dcb8-4282-827e-1834136dc560 {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:31:50.513134 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-122bd55e-7350-4d3e-a58c-b2ccf50186cb tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:50.513503 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e75766ae-19b3-4592-bc6f-6fcda492a10c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:50.530948 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-122bd55e-7350-4d3e-a58c-b2ccf50186cb tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Calling delete_port for 5b3cd3b3-1da8-444f-94f4-05b039355169 owned by network:router_gateway {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:31:50.535780 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-68fa173a-c5ea-46f7-9981-f1c00dc3abf6 None None] Deleting port 1885b337-9ea5-41ce-940a-108b7f1b937a {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:31:50.536756 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-68fa173a-c5ea-46f7-9981-f1c00dc3abf6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:50.584525 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-b3de1501-02d0-4358-9941-78f2cbf77669 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e97700b764c84137a5413c8236d98306&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8473337 Jul 05 02:31:50.588865 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40144) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:50.594324 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3de1501-02d0-4358-9941-78f2cbf77669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=507c1a6d-e664-4298-9f6e-7d726d288d65,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:50.633216 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bb8dd565-41a2-4ad0-997e-9b5e12838ca3 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:50.651335 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f4bdf50f-235b-43ec-a39c-4cfaea40b17e tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5763388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774356'] for subnet, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:50.652006 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b22061eb-7134-4286-806f-ef88cfb09fd4 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:50.661722 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b22061eb-7134-4286-806f-ef88cfb09fd4 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:50.661912 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-bb8dd565-41a2-4ad0-997e-9b5e12838ca3 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Calling delete_port for 5b0e2fdb-b1ed-43ea-bdf7-f4de3d16c4e4 owned by network:router_interface {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:31:50.666380 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-b22061eb-7134-4286-806f-ef88cfb09fd4 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "DELETE /v2.0/networks/ac00d640-9767-46c3-b690-42ea47921624 HTTP/1.1" status: 204 len: 168 time: 1.6349413 Jul 05 02:31:50.666791 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40146) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:50.670093 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-e75766ae-19b3-4592-bc6f-6fcda492a10c None None] For port 0261aaf5-dcb8-4282-827e-1834136dc560, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=0261aaf5-dcb8-4282-827e-1834136dc560,segment=NetworkSegment(c339102a-fa63-429b-bfae-9f85cbe3d098),segment_id=c339102a-fa63-429b-bfae-9f85cbe3d098)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:31:50.670294 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e75766ae-19b3-4592-bc6f-6fcda492a10c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:50.682029 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22061eb-7134-4286-806f-ef88cfb09fd4 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Pushing event deleted for resources: {'Network': ['ID=ac00d640-9767-46c3-b690-42ea47921624,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:50.686469 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-68fa173a-c5ea-46f7-9981-f1c00dc3abf6 None None] For port 1885b337-9ea5-41ce-940a-108b7f1b937a, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=1885b337-9ea5-41ce-940a-108b7f1b937a,segment=NetworkSegment(99bd07f3-8487-43f3-93d2-83eba22b1fda),segment_id=99bd07f3-8487-43f3-93d2-83eba22b1fda)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:31:50.687167 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-68fa173a-c5ea-46f7-9981-f1c00dc3abf6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:50.694772 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f596a896-3e45-4607-961f-cf07b5ab95ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:50.698003 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-e75766ae-19b3-4592-bc6f-6fcda492a10c None None] Calling delete_port for 0261aaf5-dcb8-4282-827e-1834136dc560 owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:31:50.710833 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-68fa173a-c5ea-46f7-9981-f1c00dc3abf6 None None] Calling delete_port for 1885b337-9ea5-41ce-940a-108b7f1b937a owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:31:50.712670 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-3fa61b9a-9c72-41dc-9540-be30630745c8 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Request body: {'router': {'routes': None}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:31:50.719570 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f596a896-3e45-4607-961f-cf07b5ab95ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:50.724200 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bdf50f-235b-43ec-a39c-4cfaea40b17e tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Pushing event deleted for resources: {'Subnet': ['ID=9f904359-8cff-4e36-8104-7313f683672b,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:50.747350 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f4bdf50f-235b-43ec-a39c-4cfaea40b17e tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:50.747350 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-f4bdf50f-235b-43ec-a39c-4cfaea40b17e tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "DELETE /v2.0/subnets/9f904359-8cff-4e36-8104-7313f683672b HTTP/1.1" status: 204 len: 168 time: 0.8926451 Jul 05 02:31:50.748200 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40150) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:50.816252 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9e9dc422-fc45-423a-841e-7e336d5acaa2 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:50.860695 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24021141-c985-447e-a254-1138ab20684b None None] Network 8521063c-8363-41f1-a9c0-837836263ed0 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:31:50.866683 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9dc422-fc45-423a-841e-7e336d5acaa2 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Pushing event deleted for resources: {'Port': ['ID=1885b337-9ea5-41ce-940a-108b7f1b937a,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:50.874938 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9dc422-fc45-423a-841e-7e336d5acaa2 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] No DVR routers for this DVR port 1885b337-9ea5-41ce-940a-108b7f1b937a on host n-d-771362-32 {{(pid=94462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:31:50.884441 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-65a050ae-f57b-412d-b2ae-60b4ad1dcc3b tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:51.005163 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f596a896-3e45-4607-961f-cf07b5ab95ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:51.007636 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f596a896-3e45-4607-961f-cf07b5ab95ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:51.011438 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-f596a896-3e45-4607-961f-cf07b5ab95ee admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/507c1a6d-e664-4298-9f6e-7d726d288d65 HTTP/1.1" status: 204 len: 168 time: 0.4190018 Jul 05 02:31:51.012077 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9e9dc422-fc45-423a-841e-7e336d5acaa2 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:51.131503 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.extraroute_db [None req-3fa61b9a-9c72-41dc-9540-be30630745c8 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Added routes are [] {{(pid=94461) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 05 02:31:51.131825 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.extraroute_db [None req-3fa61b9a-9c72-41dc-9540-be30630745c8 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Removed routes are [] {{(pid=94461) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 05 02:31:51.132201 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3fa61b9a-9c72-41dc-9540-be30630745c8 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:51.155722 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-ce224e86-706e-44fd-b220-c826e1e3909c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:51.195994 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:31:51.195994 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 02:31:51.195994 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:31:51.195994 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 02:31:51.195994 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:31:51.195994 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 02:31:51.195994 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:31:51.195994 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 02:31:51.195994 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:31:51.195994 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 02:31:51.195994 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:31:51.195994 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 02:31:51.195994 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:31:51.195994 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 02:31:51.195994 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:31:51.195994 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 02:31:51.195994 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:31:51.195994 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 02:31:51.195994 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:31:51.195994 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 02:31:51.195994 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:31:51.195994 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 02:31:51.195994 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:31:51.195994 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 02:31:51.195994 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:31:51.195994 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 02:31:51.195994 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:31:51.195994 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 02:31:51.195994 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:31:51.195994 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 02:31:51.195994 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:31:51.195994 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 02:31:51.195994 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:31:51.195994 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 02:31:51.195994 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:31:51.195994 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 02:31:51.195994 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:31:51.195994 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 02:31:51.195994 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:31:51.195994 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 02:31:51.195994 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:31:51.195994 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 02:31:51.195994 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:31:51.195994 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 02:31:51.195994 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:31:51.195994 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 02:31:51.195994 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:31:51.195994 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 02:31:51.195994 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:31:51.195994 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 02:31:51.195994 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:31:51.195994 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 02:31:51.195994 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:31:51.195994 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 02:31:51.218185 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-68fa173a-c5ea-46f7-9981-f1c00dc3abf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:51.270773 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fa173a-c5ea-46f7-9981-f1c00dc3abf6 None None] No DVR routers for this DVR port 1885b337-9ea5-41ce-940a-108b7f1b937a on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:31:51.282561 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fa173a-c5ea-46f7-9981-f1c00dc3abf6 None None] Pushing event deleted for resources: {'Port': ['ID=1885b337-9ea5-41ce-940a-108b7f1b937a,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:51.358579 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e75766ae-19b3-4592-bc6f-6fcda492a10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:51.421203 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75766ae-19b3-4592-bc6f-6fcda492a10c None None] No DVR routers for this DVR port 0261aaf5-dcb8-4282-827e-1834136dc560 on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:31:51.424964 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75766ae-19b3-4592-bc6f-6fcda492a10c None None] Pushing event deleted for resources: {'Port': ['ID=0261aaf5-dcb8-4282-827e-1834136dc560,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:51.427481 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d629b9e1-ca43-4af1-a8d6-7899c4f2cd5c None None] DHCP port deletion for 8521063c-8363-41f1-a9c0-837836263ed0 request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:31:51.464186 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e1a9eacb-befb-4968-951e-0555df4af8bc req-9d6353fa-6541-4e9c-9752-edcc0073d773 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ed10d54-b0be-4db3-95ed-c9b2e6b4b7f8 HTTP/1.1" status: 200 len: 210 time: 0.4977989 Jul 05 02:31:51.470412 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-9e9dc422-fc45-423a-841e-7e336d5acaa2 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32ee5d92-b542-406e-8c4a-a8f2985ca65c']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:51.482735 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 0261aaf5-dcb8-4282-827e-1834136dc560 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:31:51.489967 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f596a896-3e45-4607-961f-cf07b5ab95ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=507c1a6d-e664-4298-9f6e-7d726d288d65,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:51.496406 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-9e9dc422-fc45-423a-841e-7e336d5acaa2 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99bd07f3-8487-43f3-93d2-83eba22b1fda') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:51.496704 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-9e9dc422-fc45-423a-841e-7e336d5acaa2 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99bd07f3-8487-43f3-93d2-83eba22b1fda') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:51.508126 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3fa61b9a-9c72-41dc-9540-be30630745c8 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:51.509008 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9e9dc422-fc45-423a-841e-7e336d5acaa2 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:51.517761 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3fa61b9a-9c72-41dc-9540-be30630745c8 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1636977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1636970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1573792'] for router, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:51.539213 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 0261aaf5-dcb8-4282-827e-1834136dc560 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:31:51.539213 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 0261aaf5-dcb8-4282-827e-1834136dc560 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:31:51.539213 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 1885b337-9ea5-41ce-940a-108b7f1b937a no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:31:51.539545 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9e9dc422-fc45-423a-841e-7e336d5acaa2 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:51.541270 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e9dc422-fc45-423a-841e-7e336d5acaa2 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:31:51.541673 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9e9dc422-fc45-423a-841e-7e336d5acaa2 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:51.545439 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:31:51.545439 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:31:51.545439 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:31:51.545439 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:31:51.545439 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:31:51.545439 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:31:51.545439 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:31:51.545439 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:31:51.545439 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:31:51.545439 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:31:51.545439 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:31:51.545439 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:31:51.545439 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:31:51.545439 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:31:51.545439 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:31:51.545439 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:31:51.545439 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:31:51.545439 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:31:51.545439 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:31:51.545439 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:31:51.545439 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:31:51.545439 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:31:51.545439 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:31:51.545439 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:31:51.545439 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:31:51.545439 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:31:51.545439 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:31:51.545439 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:31:51.545439 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:31:51.545439 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:31:51.545439 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:31:51.545439 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:31:51.547784 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-65a050ae-f57b-412d-b2ae-60b4ad1dcc3b tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Deleting port 0261aaf5-dcb8-4282-827e-1834136dc560 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:31:51.547784 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-65a050ae-f57b-412d-b2ae-60b4ad1dcc3b tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:51.568924 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 1885b337-9ea5-41ce-940a-108b7f1b937a {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:31:51.569274 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 1885b337-9ea5-41ce-940a-108b7f1b937a not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:31:51.584253 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-d629b9e1-ca43-4af1-a8d6-7899c4f2cd5c None None] Deleting port d428a583-7aac-426f-9e55-b1af15841e5d {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:31:51.584706 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-d629b9e1-ca43-4af1-a8d6-7899c4f2cd5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:51.628911 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fa61b9a-9c72-41dc-9540-be30630745c8 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Router 03832a15-c1a0-46b1-9b55-670ef17f98b6 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:31:51.663186 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-122bd55e-7350-4d3e-a58c-b2ccf50186cb tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:51.664107 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-d629b9e1-ca43-4af1-a8d6-7899c4f2cd5c None None] For port d428a583-7aac-426f-9e55-b1af15841e5d, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=d428a583-7aac-426f-9e55-b1af15841e5d,segment=NetworkSegment(1e66968f-6f5e-4e8c-8b7e-ad16b36c9c98),segment_id=1e66968f-6f5e-4e8c-8b7e-ad16b36c9c98)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:31:51.664663 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-d629b9e1-ca43-4af1-a8d6-7899c4f2cd5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:51.673752 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-65a050ae-f57b-412d-b2ae-60b4ad1dcc3b tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] For port 0261aaf5-dcb8-4282-827e-1834136dc560, host n-d-771362-32, got binding levels [] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:31:51.674447 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-65a050ae-f57b-412d-b2ae-60b4ad1dcc3b tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:51.684537 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-d629b9e1-ca43-4af1-a8d6-7899c4f2cd5c None None] Calling delete_port for d428a583-7aac-426f-9e55-b1af15841e5d owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:31:51.686852 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-65a050ae-f57b-412d-b2ae-60b4ad1dcc3b tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Calling delete_port for 0261aaf5-dcb8-4282-827e-1834136dc560 owned by network:dhcp {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:31:51.690070 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.ipam_backend_mixin [None req-65a050ae-f57b-412d-b2ae-60b4ad1dcc3b tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Port 0261aaf5-dcb8-4282-827e-1834136dc560 was not found and therefore no delete operation was performed {{(pid=94462) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 02:31:51.691441 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-65a050ae-f57b-412d-b2ae-60b4ad1dcc3b tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:51.721430 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a050ae-f57b-412d-b2ae-60b4ad1dcc3b tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Pushing event deleted for resources: {'Port': ['ID=0261aaf5-dcb8-4282-827e-1834136dc560,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:51.726747 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a050ae-f57b-412d-b2ae-60b4ad1dcc3b tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] No DVR routers for this DVR port 0261aaf5-dcb8-4282-827e-1834136dc560 on host n-d-771362-32 {{(pid=94462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:31:51.752796 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122bd55e-7350-4d3e-a58c-b2ccf50186cb tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Pushing event deleted for resources: {'Port': ['ID=5b3cd3b3-1da8-444f-94f4-05b039355169,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:51.818845 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-65a050ae-f57b-412d-b2ae-60b4ad1dcc3b tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:51.829485 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-65a050ae-f57b-412d-b2ae-60b4ad1dcc3b tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fa11b36-0588-43ef-a636-45aaf3c04835']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:51.838532 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9e9dc422-fc45-423a-841e-7e336d5acaa2 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:51.841110 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-65a050ae-f57b-412d-b2ae-60b4ad1dcc3b tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c339102a-fa63-429b-bfae-9f85cbe3d098') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:51.841602 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-65a050ae-f57b-412d-b2ae-60b4ad1dcc3b tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c339102a-fa63-429b-bfae-9f85cbe3d098') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:51.854671 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fa61b9a-9c72-41dc-9540-be30630745c8 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:31:51.854816 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9e9dc422-fc45-423a-841e-7e336d5acaa2 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:51.860981 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-9e9dc422-fc45-423a-841e-7e336d5acaa2 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "DELETE /v2.0/networks/32ee5d92-b542-406e-8c4a-a8f2985ca65c HTTP/1.1" status: 204 len: 168 time: 2.0307591 Jul 05 02:31:51.867375 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3fa61b9a-9c72-41dc-9540-be30630745c8 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks [] for router, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:51.872738 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-3fa61b9a-9c72-41dc-9540-be30630745c8 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "PUT /v2.0/routers/03832a15-c1a0-46b1-9b55-670ef17f98b6 HTTP/1.1" status: 200 len: 704 time: 1.1921186 Jul 05 02:31:51.872905 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-65a050ae-f57b-412d-b2ae-60b4ad1dcc3b tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:51.872905 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40172) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:51.876425 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a77561-b6a7-4fc8-a9ee-db738377c7df None None] Sync routers for ids ['03832a15-c1a0-46b1-9b55-670ef17f98b6'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:31:51.879557 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40174) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:51.882225 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-e3eb14d7-09d0-4a85-aa20-2e5d54f18e42 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1279494963'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:31:51.886213 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9dc422-fc45-423a-841e-7e336d5acaa2 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Pushing event deleted for resources: {'Network': ['ID=32ee5d92-b542-406e-8c4a-a8f2985ca65c,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:51.894945 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a77561-b6a7-4fc8-a9ee-db738377c7df None None] Routers {'03832a15-c1a0-46b1-9b55-670ef17f98b6'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:31:51.898636 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-e6a77561-b6a7-4fc8-a9ee-db738377c7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:31:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['03832a15-c1a0-46b1-9b55-670ef17f98b6'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:51.900496 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-65a050ae-f57b-412d-b2ae-60b4ad1dcc3b tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:51.913080 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65a050ae-f57b-412d-b2ae-60b4ad1dcc3b tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:31:51.913490 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-65a050ae-f57b-412d-b2ae-60b4ad1dcc3b tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:51.917909 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:31:51.917909 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:31:51.917909 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:31:51.917909 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:31:51.917909 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:31:51.917909 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:31:51.917909 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:31:51.917909 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:31:51.917909 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:31:51.917909 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:31:51.917909 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:31:51.917909 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:31:51.917909 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:31:51.917909 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:31:51.917909 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:31:51.917909 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:31:51.917909 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:31:51.917909 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:31:51.917909 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:31:51.917909 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:31:51.917909 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:31:51.917909 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:31:51.917909 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:31:51.917909 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:31:51.917909 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:31:51.917909 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:31:51.917909 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:31:51.917909 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:31:51.917909 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:31:51.917909 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:31:51.917909 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:31:51.917909 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:31:51.936088 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40176) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:51.936380 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-3c46edd4-6396-4a84-8287-22b46d343bc5 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "GET /v2.0/ports?device_id=03832a15-c1a0-46b1-9b55-670ef17f98b6 HTTP/1.1" status: 200 len: 205 time: 0.0516162 Jul 05 02:31:51.941996 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-122bd55e-7350-4d3e-a58c-b2ccf50186cb tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636927'] for router_gateway, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:51.951378 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-d629b9e1-ca43-4af1-a8d6-7899c4f2cd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:52.007884 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-e6a77561-b6a7-4fc8-a9ee-db738377c7df None None] Set router 03832a15-c1a0-46b1-9b55-670ef17f98b6 gateway port host: None {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:31:52.050870 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bb8dd565-41a2-4ad0-997e-9b5e12838ca3 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:52.069190 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3eb14d7-09d0-4a85-aa20-2e5d54f18e42 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Made reservation on behalf of f845296045bc4472b2fc3471aba6dcb0 for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:31:52.072787 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e3eb14d7-09d0-4a85-aa20-2e5d54f18e42 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:52.087072 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4e6e978f-a3d5-4300-bf27-b0b8d064235d tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks [] for router, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:52.163459 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3eb14d7-09d0-4a85-aa20-2e5d54f18e42 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:31:52.170877 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8dd565-41a2-4ad0-997e-9b5e12838ca3 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Pushing event deleted for resources: {'Port': ['ID=5b0e2fdb-b1ed-43ea-bdf7-f4de3d16c4e4,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:52.177557 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-122bd55e-7350-4d3e-a58c-b2ccf50186cb tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11828'] for router, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:52.181408 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-122bd55e-7350-4d3e-a58c-b2ccf50186cb tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:52.210620 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-e6a77561-b6a7-4fc8-a9ee-db738377c7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03832a15-c1a0-46b1-9b55-670ef17f98b6', 'name': 'tempest-RoutersIpV6Test-router-658172221', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:30:28Z', 'updated_at': '2021-07-05T02:31:46Z', 'revision_number': 11, 'project_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'gw_port_host': None}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:52.214672 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d629b9e1-ca43-4af1-a8d6-7899c4f2cd5c None None] Pushing event deleted for resources: {'Port': ['ID=d428a583-7aac-426f-9e55-b1af15841e5d,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:52.239308 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-65a050ae-f57b-412d-b2ae-60b4ad1dcc3b tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:52.244210 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e3eb14d7-09d0-4a85-aa20-2e5d54f18e42 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:52.244210 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-e3eb14d7-09d0-4a85-aa20-2e5d54f18e42 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Added segment f26e45cd-31b4-4dbd-b561-d0938bfeb64d of type vlan for network aec9afe6-3350-4bc4-b3f7-f93ce8f98489 Jul 05 02:31:52.262633 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d629b9e1-ca43-4af1-a8d6-7899c4f2cd5c None None] No DVR routers for this DVR port d428a583-7aac-426f-9e55-b1af15841e5d on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:31:52.265511 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a77561-b6a7-4fc8-a9ee-db738377c7df None None] Checking router: 03832a15-c1a0-46b1-9b55-670ef17f98b6 for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:31:52.313677 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a77561-b6a7-4fc8-a9ee-db738377c7df None None] Routers {'03832a15-c1a0-46b1-9b55-670ef17f98b6'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:31:52.313677 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-e6a77561-b6a7-4fc8-a9ee-db738377c7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:31:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['03832a15-c1a0-46b1-9b55-670ef17f98b6'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:52.404391 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e3eb14d7-09d0-4a85-aa20-2e5d54f18e42 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:52.419202 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-65a050ae-f57b-412d-b2ae-60b4ad1dcc3b tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:52.424495 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-65a050ae-f57b-412d-b2ae-60b4ad1dcc3b tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "DELETE /v2.0/networks/7fa11b36-0588-43ef-a636-45aaf3c04835 HTTP/1.1" status: 204 len: 168 time: 1.6671424 Jul 05 02:31:52.424495 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a050ae-f57b-412d-b2ae-60b4ad1dcc3b tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Pushing event deleted for resources: {'Network': ['ID=7fa11b36-0588-43ef-a636-45aaf3c04835,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:52.429203 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-e6a77561-b6a7-4fc8-a9ee-db738377c7df None None] Set router 03832a15-c1a0-46b1-9b55-670ef17f98b6 gateway port host: None {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:31:52.434360 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40188) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:52.448061 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-122bd55e-7350-4d3e-a58c-b2ccf50186cb tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1575451'] for router, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:52.448352 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-122bd55e-7350-4d3e-a58c-b2ccf50186cb tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Fanout notify agent at l3_agent the message router_deleted on router 6b439c7e-2eeb-4ef2-9667-8bc48452cba6 {{(pid=94461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 02:31:52.473212 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4e6e978f-a3d5-4300-bf27-b0b8d064235d tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11828'] for router, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:52.479188 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4e6e978f-a3d5-4300-bf27-b0b8d064235d tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:52.489778 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-122bd55e-7350-4d3e-a58c-b2ccf50186cb tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks [] for router, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:52.491385 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-122bd55e-7350-4d3e-a58c-b2ccf50186cb tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] 10.222.0.23 "DELETE /v2.0/routers/6b439c7e-2eeb-4ef2-9667-8bc48452cba6 HTTP/1.1" status: 204 len: 168 time: 3.9473498 Jul 05 02:31:52.499299 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40194) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:52.504369 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-a3633025-06dd-43b4-a20b-52ade373b7fb tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1237043831', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:31:52.517326 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bb8dd565-41a2-4ad0-997e-9b5e12838ca3 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635398'] for router_interface, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:52.588960 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-e6a77561-b6a7-4fc8-a9ee-db738377c7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03832a15-c1a0-46b1-9b55-670ef17f98b6', 'name': 'tempest-RoutersIpV6Test-router-658172221', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:30:28Z', 'updated_at': '2021-07-05T02:31:46Z', 'revision_number': 11, 'project_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'gw_port_host': None}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:52.653264 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a77561-b6a7-4fc8-a9ee-db738377c7df None None] The sync data for ids ['03832a15-c1a0-46b1-9b55-670ef17f98b6'] in n-d-771362-32 is: [{'id': '03832a15-c1a0-46b1-9b55-670ef17f98b6', 'name': 'tempest-RoutersIpV6Test-router-658172221', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:30:28Z', 'updated_at': '2021-07-05T02:31:46Z', 'revision_number': 11, 'project_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'gw_port_host': None}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:31:52.700842 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3fb453-67b3-4994-b154-e692a2931a5e req-ae0cd885-2d8b-4b2f-901a-eac3d9033226 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:52.702662 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7a3fb453-67b3-4994-b154-e692a2931a5e req-ae0cd885-2d8b-4b2f-901a-eac3d9033226 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] 10.222.0.15 "GET /v2.0/networks?id=dc52fc88-88f7-44eb-b3db-a1effdd6a0f3 HTTP/1.1" status: 200 len: 811 time: 0.3887277 Jul 05 02:31:52.714676 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e3eb14d7-09d0-4a85-aa20-2e5d54f18e42 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:52.728445 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3eb14d7-09d0-4a85-aa20-2e5d54f18e42 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:52.730371 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e3eb14d7-09d0-4a85-aa20-2e5d54f18e42 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:52.788106 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e5f97560-8ea8-4a82-99bf-d12fad4bf711 req-28c1aeaf-f4a1-4ec5-87ef-724950822b4d tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ed10d54-b0be-4db3-95ed-c9b2e6b4b7f8 HTTP/1.1" status: 200 len: 210 time: 0.0743737 Jul 05 02:31:52.790916 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a3633025-06dd-43b4-a20b-52ade373b7fb tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11810'] for router, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:52.792038 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a3633025-06dd-43b4-a20b-52ade373b7fb tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1926740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11821'] for router, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:52.870854 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4e6e978f-a3d5-4300-bf27-b0b8d064235d tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1575451'] for router, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:52.870854 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e6e978f-a3d5-4300-bf27-b0b8d064235d tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Fanout notify agent at l3_agent the message router_deleted on router 03832a15-c1a0-46b1-9b55-670ef17f98b6 {{(pid=94462) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 02:31:52.870854 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4e6e978f-a3d5-4300-bf27-b0b8d064235d tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:52.874626 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-4e6e978f-a3d5-4300-bf27-b0b8d064235d tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "DELETE /v2.0/routers/03832a15-c1a0-46b1-9b55-670ef17f98b6 HTTP/1.1" status: 204 len: 168 time: 0.8984785 Jul 05 02:31:52.878104 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40208) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:52.884642 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-5903f243-3621-451b-b8d0-f877c74069a4 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-910577637', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:31:52.890357 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eb14d7-09d0-4a85-aa20-2e5d54f18e42 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Pushing event updated for resources: {'Network': ['ID=aec9afe6-3350-4bc4-b3f7-f93ce8f98489,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:52.901182 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network aec9afe6-3350-4bc4-b3f7-f93ce8f98489 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:31:52.908413 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-32531bab-6660-418e-9cc9-9f184dac99ad tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:52.926408 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb8dd565-41a2-4ad0-997e-9b5e12838ca3 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Router 05e9ca0b-a238-4239-9f5b-c05ab47f4480 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:31:52.933177 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7a3fb453-67b3-4994-b154-e692a2931a5e req-09b184ed-58aa-406b-90b1-2c34694925ea tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75731b244fd149bfab61f83bfac8a67b HTTP/1.1" status: 200 len: 379 time: 0.2209678 Jul 05 02:31:52.955163 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-7a3fb453-67b3-4994-b154-e692a2931a5e req-a6386c9f-4b63-4380-af9d-8c52ecc42529 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] Request body: {'port': {'device_id': '0ed10d54-b0be-4db3-95ed-c9b2e6b4b7f8', 'network_id': 'dc52fc88-88f7-44eb-b3db-a1effdd6a0f3', 'admin_state_up': True, 'tenant_id': '75731b244fd149bfab61f83bfac8a67b', 'security_groups': ['e293acd6-79d5-4041-88cd-88f21006fd23']}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:31:53.031273 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-e3eb14d7-09d0-4a85-aa20-2e5d54f18e42 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1488082 Jul 05 02:31:53.031273 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40210) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:53.043374 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-32531bab-6660-418e-9cc9-9f184dac99ad tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:53.056331 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-79197fca-07dd-41c1-b4e5-0065858b28ee tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Request body: {'subnet': {'network_id': 'aec9afe6-3350-4bc4-b3f7-f93ce8f98489', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:31:53.102521 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a3633025-06dd-43b4-a20b-52ade373b7fb tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:53.147340 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb8dd565-41a2-4ad0-997e-9b5e12838ca3 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:31:53.156050 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-bb8dd565-41a2-4ad0-997e-9b5e12838ca3 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] 10.222.0.23 "PUT /v2.0/routers/05e9ca0b-a238-4239-9f5b-c05ab47f4480/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5589824 Jul 05 02:31:53.172214 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-32531bab-6660-418e-9cc9-9f184dac99ad tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8521063c-8363-41f1-a9c0-837836263ed0']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:53.172321 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40214) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:53.172423 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61cdb53d-5fac-4338-8346-7d79a00afcb7 None None] Sync routers for ids ['05e9ca0b-a238-4239-9f5b-c05ab47f4480'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:31:53.172878 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-32531bab-6660-418e-9cc9-9f184dac99ad tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e66968f-6f5e-4e8c-8b7e-ad16b36c9c98') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:53.172971 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-32531bab-6660-418e-9cc9-9f184dac99ad tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e66968f-6f5e-4e8c-8b7e-ad16b36c9c98') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:53.182427 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40216) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:53.187155 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61cdb53d-5fac-4338-8346-7d79a00afcb7 None None] Routers {'05e9ca0b-a238-4239-9f5b-c05ab47f4480'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:31:53.188217 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-61cdb53d-5fac-4338-8346-7d79a00afcb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:31:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['05e9ca0b-a238-4239-9f5b-c05ab47f4480'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:53.197732 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-32531bab-6660-418e-9cc9-9f184dac99ad tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:53.230196 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-61cdb53d-5fac-4338-8346-7d79a00afcb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:53.240147 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-32531bab-6660-418e-9cc9-9f184dac99ad tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:53.244480 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-705af4bc-9a73-47c1-a4e0-dc2844630c83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:53.256618 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a3633025-06dd-43b4-a20b-52ade373b7fb tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963'] for router, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:53.257856 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61cdb53d-5fac-4338-8346-7d79a00afcb7 None None] Routers {'05e9ca0b-a238-4239-9f5b-c05ab47f4480'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:31:53.258759 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-61cdb53d-5fac-4338-8346-7d79a00afcb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:31:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['05e9ca0b-a238-4239-9f5b-c05ab47f4480'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:53.272619 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5903f243-3621-451b-b8d0-f877c74069a4 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11810'] for router, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:53.273260 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-52b95339-0e63-472f-85eb-2873be1b05cc tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Notify callbacks [] for router, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:53.277041 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5903f243-3621-451b-b8d0-f877c74069a4 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1926740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11821'] for router, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:53.286024 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32531bab-6660-418e-9cc9-9f184dac99ad tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:31:53.286713 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-32531bab-6660-418e-9cc9-9f184dac99ad tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:53.301636 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:31:53.301636 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:31:53.301636 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:31:53.301636 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:31:53.301636 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:31:53.301636 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:31:53.301636 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:31:53.301636 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:31:53.301636 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:31:53.301636 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:31:53.301636 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:31:53.301636 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:31:53.301636 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:31:53.301636 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:31:53.301636 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:31:53.301636 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:31:53.301636 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:31:53.301636 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:31:53.301636 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:31:53.301636 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:31:53.301636 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:31:53.301636 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:31:53.301636 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:31:53.301636 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:31:53.301636 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:31:53.301636 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:31:53.301636 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:31:53.301636 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:31:53.301636 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:31:53.301636 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:31:53.301636 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:31:53.301636 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:31:53.348782 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-61cdb53d-5fac-4338-8346-7d79a00afcb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:53.349595 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61cdb53d-5fac-4338-8346-7d79a00afcb7 None None] The sync data for ids ['05e9ca0b-a238-4239-9f5b-c05ab47f4480'] in n-d-771362-32 is: [] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:31:53.409306 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device d428a583-7aac-426f-9e55-b1af15841e5d no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:31:53.424491 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-31a7211a-7b5c-46ca-8c0b-ed85f2ddb5d4 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1611027400'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:31:53.435139 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: d428a583-7aac-426f-9e55-b1af15841e5d {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:31:53.435746 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device d428a583-7aac-426f-9e55-b1af15841e5d not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:31:53.464185 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5903f243-3621-451b-b8d0-f877c74069a4 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:53.465236 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79197fca-07dd-41c1-b4e5-0065858b28ee tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Made reservation on behalf of f845296045bc4472b2fc3471aba6dcb0 for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:31:53.468871 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-79197fca-07dd-41c1-b4e5-0065858b28ee tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:53.549037 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-32531bab-6660-418e-9cc9-9f184dac99ad tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:53.554564 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-32531bab-6660-418e-9cc9-9f184dac99ad tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:53.557712 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-32531bab-6660-418e-9cc9-9f184dac99ad tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] 10.222.0.23 "DELETE /v2.0/networks/8521063c-8363-41f1-a9c0-837836263ed0 HTTP/1.1" status: 204 len: 168 time: 1.1197195 Jul 05 02:31:53.590457 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5903f243-3621-451b-b8d0-f877c74069a4 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963'] for router, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:53.598523 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32531bab-6660-418e-9cc9-9f184dac99ad tempest-TaggedBootDevicesTest-1974695918 tempest-TaggedBootDevicesTest-1974695918-project] Pushing event deleted for resources: {'Network': ['ID=8521063c-8363-41f1-a9c0-837836263ed0,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:53.812567 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a3633025-06dd-43b4-a20b-52ade373b7fb tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks [] for router, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:53.814339 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-a3633025-06dd-43b4-a20b-52ade373b7fb tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.3140614 Jul 05 02:31:53.817426 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40226) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:53.823100 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-b3737cca-5ee2-4c6c-bc70-ade30b1f07c8 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'enable_snat': False}}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:31:53.849185 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-52b95339-0e63-472f-85eb-2873be1b05cc tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11828'] for router, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:53.852697 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-52b95339-0e63-472f-85eb-2873be1b05cc tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:53.856928 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:53.864221 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.db.api [None req-31a7211a-7b5c-46ca-8c0b-ed85f2ddb5d4 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 02:31:53.864221 n-d-771362-32 neutron-server[94462]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 02:31:53.864221 n-d-771362-32 neutron-server[94462]: [parameters: {'project_id_1': 'a175f3b7c2af4e38be87e6ddfc30e1a2', 'expiration_1': datetime.datetime(2021, 7, 5, 2, 31, 53, 459426)}] Jul 05 02:31:53.864221 n-d-771362-32 neutron-server[94462]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94462) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 02:31:53.864993 n-d-771362-32 neutron-server[94462]: DEBUG oslo_db.api [None req-31a7211a-7b5c-46ca-8c0b-ed85f2ddb5d4 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 02:31:53.939015 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-79197fca-07dd-41c1-b4e5-0065858b28ee tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:53.954053 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a3fb453-67b3-4994-b154-e692a2931a5e req-a6386c9f-4b63-4380-af9d-8c52ecc42529 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] Made reservation on behalf of 75731b244fd149bfab61f83bfac8a67b for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:31:53.957725 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-7a3fb453-67b3-4994-b154-e692a2931a5e req-a6386c9f-4b63-4380-af9d-8c52ecc42529 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:54.012452 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-52b95339-0e63-472f-85eb-2873be1b05cc tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1575451'] for router, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:54.012950 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52b95339-0e63-472f-85eb-2873be1b05cc tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Fanout notify agent at l3_agent the message router_deleted on router 05e9ca0b-a238-4239-9f5b-c05ab47f4480 {{(pid=94461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 02:31:54.021955 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-52b95339-0e63-472f-85eb-2873be1b05cc tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Notify callbacks [] for router, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:54.023068 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-52b95339-0e63-472f-85eb-2873be1b05cc tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] 10.222.0.23 "DELETE /v2.0/routers/05e9ca0b-a238-4239-9f5b-c05ab47f4480 HTTP/1.1" status: 204 len: 168 time: 0.8647094 Jul 05 02:31:54.025903 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40234) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:54.075595 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9f404651-a787-4aab-8f6c-d80e6a58f2b5 req-c14aff67-b625-43f2-b801-e49e2d4ddcf2 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ed10d54-b0be-4db3-95ed-c9b2e6b4b7f8 HTTP/1.1" status: 200 len: 210 time: 0.0981081 Jul 05 02:31:54.119639 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b3737cca-5ee2-4c6c-bc70-ade30b1f07c8 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:54.126178 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_v2 [None req-e16cc906-8fea-4750-8012-5ecf44bc1bf8 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Deleting subnet 857eb613-8e83-4fb5-a989-ea92e2efeec9 {{(pid=94461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:31:54.132322 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e16cc906-8fea-4750-8012-5ecf44bc1bf8 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Notify callbacks [] for subnet, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:54.138911 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79197fca-07dd-41c1-b4e5-0065858b28ee tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Pushing event updated for resources: {'Subnet': ['ID=58961f1c-a19e-4653-bcc1-84ba4fc19ab0,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:54.146201 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5903f243-3621-451b-b8d0-f877c74069a4 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:54.146201 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-5903f243-3621-451b-b8d0-f877c74069a4 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.2647321 Jul 05 02:31:54.148320 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40238) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:54.155820 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-e8863f97-c06d-4671-9aa9-b81786d3bf33 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:31:54.159617 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79197fca-07dd-41c1-b4e5-0065858b28ee tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Checking segment: {'id': 'f26e45cd-31b4-4dbd-b561-d0938bfeb64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'aec9afe6-3350-4bc4-b3f7-f93ce8f98489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:31:54.159990 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79197fca-07dd-41c1-b4e5-0065858b28ee tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Network hostable DHCP agents. Network: aec9afe6-3350-4bc4-b3f7-f93ce8f98489, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:31:54.184666 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-7a3fb453-67b3-4994-b154-e692a2931a5e req-a6386c9f-4b63-4380-af9d-8c52ecc42529 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] Allocated IP 172.20.0.14 (dc52fc88-88f7-44eb-b3db-a1effdd6a0f3/63c2790f-8cb5-49a6-864c-7d95537e5ebe/a771c36c-07c1-47b5-a739-a1df626f52de) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:31:54.190858 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e16cc906-8fea-4750-8012-5ecf44bc1bf8 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5519650'] for subnet, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:54.309550 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e16cc906-8fea-4750-8012-5ecf44bc1bf8 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:54.442213 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e16cc906-8fea-4750-8012-5ecf44bc1bf8 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5763388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774356'] for subnet, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:54.442411 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79197fca-07dd-41c1-b4e5-0065858b28ee tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Network aec9afe6-3350-4bc4-b3f7-f93ce8f98489 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:31:54.483788 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e8863f97-c06d-4671-9aa9-b81786d3bf33 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:54.495919 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16cc906-8fea-4750-8012-5ecf44bc1bf8 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Pushing event deleted for resources: {'Subnet': ['ID=857eb613-8e83-4fb5-a989-ea92e2efeec9,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:54.515674 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e16cc906-8fea-4750-8012-5ecf44bc1bf8 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:54.518745 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-e16cc906-8fea-4750-8012-5ecf44bc1bf8 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] 10.222.0.23 "DELETE /v2.0/subnets/857eb613-8e83-4fb5-a989-ea92e2efeec9 HTTP/1.1" status: 204 len: 168 time: 0.4917073 Jul 05 02:31:54.522742 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40242) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:54.523134 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b02ea4-ea7d-4730-b532-76604f09d99a None None] Network 7724606e-74a3-4aaa-971e-233bda4dc67e requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:31:54.596399 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-79197fca-07dd-41c1-b4e5-0065858b28ee tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, aec9afe6-3350-4bc4-b3f7-f93ce8f98489) {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:31:54.598683 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e8863f97-c06d-4671-9aa9-b81786d3bf33 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1636977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1636970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1573792'] for router, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:54.610544 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31a7211a-7b5c-46ca-8c0b-ed85f2ddb5d4 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] Made reservation on behalf of a175f3b7c2af4e38be87e6ddfc30e1a2 for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:31:54.614684 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-31a7211a-7b5c-46ca-8c0b-ed85f2ddb5d4 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:54.617278 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-7a3fb453-67b3-4994-b154-e692a2931a5e req-a6386c9f-4b63-4380-af9d-8c52ecc42529 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:54.627642 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79197fca-07dd-41c1-b4e5-0065858b28ee tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:54.628241 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-79197fca-07dd-41c1-b4e5-0065858b28ee tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:54.645699 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-7a3fb453-67b3-4994-b154-e692a2931a5e req-a6386c9f-4b63-4380-af9d-8c52ecc42529 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] Transition to ACTIVE for port object a771c36c-07c1-47b5-a739-a1df626f52de will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:31:54.652247 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ae2f6938-dfe9-478a-9811-7a48b6a35d78 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:54.666079 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-31a7211a-7b5c-46ca-8c0b-ed85f2ddb5d4 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:54.671832 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a342ea1-2290-497b-8349-b1df6162cb83 None None] Network aec9afe6-3350-4bc4-b3f7-f93ce8f98489 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:31:54.677923 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:54.738092 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-ae2f6938-dfe9-478a-9811-7a48b6a35d78 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Deleting port 2b843c12-9862-4a8b-a539-0bb4fd1560bd {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:31:54.738619 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ae2f6938-dfe9-478a-9811-7a48b6a35d78 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:54.811943 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-7a3fb453-67b3-4994-b154-e692a2931a5e req-a6386c9f-4b63-4380-af9d-8c52ecc42529 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:54.825539 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40246) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:54.856052 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-31a7211a-7b5c-46ca-8c0b-ed85f2ddb5d4 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:54.892866 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a3fb453-67b3-4994-b154-e692a2931a5e req-a6386c9f-4b63-4380-af9d-8c52ecc42529 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] Network dc52fc88-88f7-44eb-b3db-a1effdd6a0f3 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:31:54.901510 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-7a3fb453-67b3-4994-b154-e692a2931a5e req-a6386c9f-4b63-4380-af9d-8c52ecc42529 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:31:54.904631 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [None req-ae2f6938-dfe9-478a-9811-7a48b6a35d78 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] For port 2b843c12-9862-4a8b-a539-0bb4fd1560bd, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=2b843c12-9862-4a8b-a539-0bb4fd1560bd,segment=NetworkSegment(2a2a0a25-8120-465f-8225-37a445152b0b),segment_id=2a2a0a25-8120-465f-8225-37a445152b0b)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:31:54.905006 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ae2f6938-dfe9-478a-9811-7a48b6a35d78 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:54.920561 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a3fb453-67b3-4994-b154-e692a2931a5e req-a6386c9f-4b63-4380-af9d-8c52ecc42529 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:31:54.947563 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1321d326-486c-43ba-89f8-1268407fbd3b None None] DHCP port deletion for 7724606e-74a3-4aaa-971e-233bda4dc67e request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:31:54.958473 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-31a7211a-7b5c-46ca-8c0b-ed85f2ddb5d4 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:54.962341 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b3737cca-5ee2-4c6c-bc70-ade30b1f07c8 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:54.968759 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3fb453-67b3-4994-b154-e692a2931a5e req-a6386c9f-4b63-4380-af9d-8c52ecc42529 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:54.970000 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-7a3fb453-67b3-4994-b154-e692a2931a5e req-a6386c9f-4b63-4380-af9d-8c52ecc42529 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:54.988521 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-ae2f6938-dfe9-478a-9811-7a48b6a35d78 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Calling delete_port for 2b843c12-9862-4a8b-a539-0bb4fd1560bd owned by network:dhcp {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:31:54.990354 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6386c9f-4b63-4380-af9d-8c52ecc42529 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] Pushing event updated for resources: {'Port': ['ID=a771c36c-07c1-47b5-a739-a1df626f52de,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:55.020133 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b3737cca-5ee2-4c6c-bc70-ade30b1f07c8 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:55.051554 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3daa612-5feb-4ca2-98fb-ca375e55d8f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-aec9afe6-3350-4bc4-b3f7-f93ce8f98489', 'network_id': 'aec9afe6-3350-4bc4-b3f7-f93ce8f98489', 'tenant_id': 'f845296045bc4472b2fc3471aba6dcb0', 'fixed_ips': [{'subnet_id': '58961f1c-a19e-4653-bcc1-84ba4fc19ab0'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:31:55.061568 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b3daa612-5feb-4ca2-98fb-ca375e55d8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:55.094619 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8863f97-c06d-4671-9aa9-b81786d3bf33 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Router db29805a-db85-4e8c-bb0f-c8049d1cf2f6 is scheduled to L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 with binding_index 1 {{(pid=94462) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 02:31:55.107192 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-66b3cc69-938a-49ea-a8bc-76d411a2b13b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:55.119503 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31a7211a-7b5c-46ca-8c0b-ed85f2ddb5d4 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:31:55.136435 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7a3fb453-67b3-4994-b154-e692a2931a5e req-a6386c9f-4b63-4380-af9d-8c52ecc42529 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1902032 Jul 05 02:31:55.151305 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [req-7a3fb453-67b3-4994-b154-e692a2931a5e req-4557e4ce-908f-432c-ae53-926891c6c0dc tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:31:55.152522 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7a3fb453-67b3-4994-b154-e692a2931a5e req-4557e4ce-908f-432c-ae53-926891c6c0dc tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071635 Jul 05 02:31:55.165602 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-7a3fb453-67b3-4994-b154-e692a2931a5e req-58a98ead-3436-4051-b129-1db706feb817 service neutron] Request body: {'port': {'device_id': '0ed10d54-b0be-4db3-95ed-c9b2e6b4b7f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:31:55.205965 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-b3737cca-5ee2-4c6c-bc70-ade30b1f07c8 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Allocated IP 172.25.7.87 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/0ff457d6-62e0-4bd9-8976-208a89d2d2f8) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:31:55.211185 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a7211a-7b5c-46ca-8c0b-ed85f2ddb5d4 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=741188df-45cd-4128-979a-1c02cb3b8075,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:55.222930 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-79197fca-07dd-41c1-b4e5-0065858b28ee tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1816821 Jul 05 02:31:55.223236 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40252) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:55.229814 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-31e14be2-ca57-4e2e-a04d-c3481e0a09c5 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Request body: {'port': {'network_id': 'aec9afe6-3350-4bc4-b3f7-f93ce8f98489', 'security_groups': [], 'name': 'tempest-PortsTestJSON-505651201'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:31:55.237871 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ae2f6938-dfe9-478a-9811-7a48b6a35d78 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:55.316991 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2f6938-dfe9-478a-9811-7a48b6a35d78 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Pushing event deleted for resources: {'Port': ['ID=2b843c12-9862-4a8b-a539-0bb4fd1560bd,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:55.348181 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-1321d326-486c-43ba-89f8-1268407fbd3b None None] Deleting port 2b843c12-9862-4a8b-a539-0bb4fd1560bd {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:31:55.348748 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-1321d326-486c-43ba-89f8-1268407fbd3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:55.361032 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2f6938-dfe9-478a-9811-7a48b6a35d78 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] No DVR routers for this DVR port 2b843c12-9862-4a8b-a539-0bb4fd1560bd on host n-d-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:31:55.444310 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-31a7211a-7b5c-46ca-8c0b-ed85f2ddb5d4 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:55.444653 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-31a7211a-7b5c-46ca-8c0b-ed85f2ddb5d4 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] Added segment 7ab72aa3-2bce-4130-b205-6fee0a5acf5b of type vlan for network 60b15c3c-6b8d-4f6d-aff6-6672d4cde1a5 Jul 05 02:31:55.513166 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-1321d326-486c-43ba-89f8-1268407fbd3b None None] For port 2b843c12-9862-4a8b-a539-0bb4fd1560bd, host n-d-771362-32, got binding levels [] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:31:55.513579 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-1321d326-486c-43ba-89f8-1268407fbd3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:55.521564 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8863f97-c06d-4671-9aa9-b81786d3bf33 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:31:55.559304 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e8863f97-c06d-4671-9aa9-b81786d3bf33 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:55.560415 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 2b843c12-9862-4a8b-a539-0bb4fd1560bd no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:31:55.561590 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-e8863f97-c06d-4671-9aa9-b81786d3bf33 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "PUT /v2.0/routers/db29805a-db85-4e8c-bb0f-c8049d1cf2f6 HTTP/1.1" status: 200 len: 697 time: 1.4123416 Jul 05 02:31:55.566708 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40256) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:55.570271 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-31a7211a-7b5c-46ca-8c0b-ed85f2ddb5d4 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:55.586976 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03dc8d5-704a-4fb3-8508-47cd08def85e None None] Sync routers for ids ['db29805a-db85-4e8c-bb0f-c8049d1cf2f6'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:31:55.606265 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 2b843c12-9862-4a8b-a539-0bb4fd1560bd {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:31:55.606929 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 2b843c12-9862-4a8b-a539-0bb4fd1560bd not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:31:55.632376 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-1321d326-486c-43ba-89f8-1268407fbd3b None None] Calling delete_port for 2b843c12-9862-4a8b-a539-0bb4fd1560bd owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:31:55.641671 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.ipam_backend_mixin [None req-1321d326-486c-43ba-89f8-1268407fbd3b None None] Port 2b843c12-9862-4a8b-a539-0bb4fd1560bd was not found and therefore no delete operation was performed {{(pid=94463) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 02:31:55.646374 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03dc8d5-704a-4fb3-8508-47cd08def85e None None] Routers {'db29805a-db85-4e8c-bb0f-c8049d1cf2f6'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:31:55.648177 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-d03dc8d5-704a-4fb3-8508-47cd08def85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:31:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['db29805a-db85-4e8c-bb0f-c8049d1cf2f6'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:55.689967 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ae2f6938-dfe9-478a-9811-7a48b6a35d78 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:55.695150 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-7a3fb453-67b3-4994-b154-e692a2931a5e req-58a98ead-3436-4051-b129-1db706feb817 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:55.699045 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-1321d326-486c-43ba-89f8-1268407fbd3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:55.739971 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-5d54e394-d8a9-48d6-bb00-2db9bd62fef0 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "GET /v2.0/routers/db29805a-db85-4e8c-bb0f-c8049d1cf2f6 HTTP/1.1" status: 200 len: 703 time: 0.1649957 Jul 05 02:31:55.744863 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-c768da17-249e-42be-ae79-b5b9f49bee98 None None] Provisioning for port a771c36c-07c1-47b5-a739-a1df626f52de completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:31:55.749502 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40258) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:55.784620 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-ae2f6938-dfe9-478a-9811-7a48b6a35d78 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7724606e-74a3-4aaa-971e-233bda4dc67e']}} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:55.796841 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-2f09f53b-82b5-4d3f-9ab6-8e9d7b4f28c8 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "GET /v2.0/ports?device_id=db29805a-db85-4e8c-bb0f-c8049d1cf2f6 HTTP/1.1" status: 200 len: 205 time: 0.0395727 Jul 05 02:31:55.800461 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40260) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:55.807996 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-b3daa612-5feb-4ca2-98fb-ca375e55d8f5 None None] Allocated IP 172.20.0.2 (aec9afe6-3350-4bc4-b3f7-f93ce8f98489/58961f1c-a19e-4653-bcc1-84ba4fc19ab0/282931ca-132b-468c-98ed-bdfa632e28e5) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:31:55.811244 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-d03dc8d5-704a-4fb3-8508-47cd08def85e None None] Set router db29805a-db85-4e8c-bb0f-c8049d1cf2f6 gateway port host: None {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:31:55.813265 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b3737cca-5ee2-4c6c-bc70-ade30b1f07c8 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:55.813416 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-c768da17-249e-42be-ae79-b5b9f49bee98 None None] Provisioning complete for port a771c36c-07c1-47b5-a739-a1df626f52de triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:31:55.813523 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-c768da17-249e-42be-ae79-b5b9f49bee98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:55.814423 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-66b3cc69-938a-49ea-a8bc-76d411a2b13b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:55.822369 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-31a7211a-7b5c-46ca-8c0b-ed85f2ddb5d4 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:55.822516 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-ae2f6938-dfe9-478a-9811-7a48b6a35d78 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a2a0a25-8120-465f-8225-37a445152b0b') {'for_net_delete': True} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:55.822516 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-ae2f6938-dfe9-478a-9811-7a48b6a35d78 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a2a0a25-8120-465f-8225-37a445152b0b') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:55.822712 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a7211a-7b5c-46ca-8c0b-ed85f2ddb5d4 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:55.822989 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-31a7211a-7b5c-46ca-8c0b-ed85f2ddb5d4 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:56.002699 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1321d326-486c-43ba-89f8-1268407fbd3b None None] Pushing event deleted for resources: {'Port': ['ID=2b843c12-9862-4a8b-a539-0bb4fd1560bd,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:56.035529 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1321d326-486c-43ba-89f8-1268407fbd3b None None] No DVR routers for this DVR port 2b843c12-9862-4a8b-a539-0bb4fd1560bd on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:31:56.057538 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-d03dc8d5-704a-4fb3-8508-47cd08def85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db29805a-db85-4e8c-bb0f-c8049d1cf2f6', 'name': 'tempest-RoutersIpV6Test-router-910577637', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:31:53Z', 'updated_at': '2021-07-05T02:31:54Z', 'revision_number': 2, 'project_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'gw_port_host': None}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:56.093144 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03dc8d5-704a-4fb3-8508-47cd08def85e None None] Checking router: db29805a-db85-4e8c-bb0f-c8049d1cf2f6 for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:31:56.117832 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-c768da17-249e-42be-ae79-b5b9f49bee98 None None] Port a771c36c-07c1-47b5-a739-a1df626f52de cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:31:56.146742 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:56.154863 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03dc8d5-704a-4fb3-8508-47cd08def85e None None] Routers {'db29805a-db85-4e8c-bb0f-c8049d1cf2f6'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:31:56.155496 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-d03dc8d5-704a-4fb3-8508-47cd08def85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:31:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['db29805a-db85-4e8c-bb0f-c8049d1cf2f6'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:56.181549 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-7a3fb453-67b3-4994-b154-e692a2931a5e req-58a98ead-3436-4051-b129-1db706feb817 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a771c36c-07c1-47b5-a739-a1df626f52de {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:31:56.191945 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-7a3fb453-67b3-4994-b154-e692a2931a5e req-58a98ead-3436-4051-b129-1db706feb817 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:56.212149 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-7a3fb453-67b3-4994-b154-e692a2931a5e req-58a98ead-3436-4051-b129-1db706feb817 service neutron] Transition to ACTIVE for port object a771c36c-07c1-47b5-a739-a1df626f52de will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:31:56.229180 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ae2f6938-dfe9-478a-9811-7a48b6a35d78 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5519669'] for segment, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:56.250598 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-d03dc8d5-704a-4fb3-8508-47cd08def85e None None] Set router db29805a-db85-4e8c-bb0f-c8049d1cf2f6 gateway port host: None {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:31:56.256361 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a7211a-7b5c-46ca-8c0b-ed85f2ddb5d4 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] Pushing event updated for resources: {'Network': ['ID=60b15c3c-6b8d-4f6d-aff6-6672d4cde1a5,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:56.281186 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 60b15c3c-6b8d-4f6d-aff6-6672d4cde1a5 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:31:56.298664 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-66b3cc69-938a-49ea-a8bc-76d411a2b13b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:56.301643 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ae2f6938-dfe9-478a-9811-7a48b6a35d78 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:56.321314 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-d03dc8d5-704a-4fb3-8508-47cd08def85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db29805a-db85-4e8c-bb0f-c8049d1cf2f6', 'name': 'tempest-RoutersIpV6Test-router-910577637', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:31:53Z', 'updated_at': '2021-07-05T02:31:54Z', 'revision_number': 2, 'project_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'gw_port_host': None}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:56.346432 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-7a3fb453-67b3-4994-b154-e692a2931a5e req-58a98ead-3436-4051-b129-1db706feb817 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:56.355809 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d25714-1875-4eed-afbe-4de04535872b req-04b59311-f655-4d5c-b2df-17475086e085 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:56.358163 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d0d25714-1875-4eed-afbe-4de04535872b req-04b59311-f655-4d5c-b2df-17475086e085 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ed10d54-b0be-4db3-95ed-c9b2e6b4b7f8 HTTP/1.1" status: 200 len: 932 time: 0.7661133 Jul 05 02:31:56.371262 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae2f6938-dfe9-478a-9811-7a48b6a35d78 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=94461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:31:56.371961 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ae2f6938-dfe9-478a-9811-7a48b6a35d78 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5763545'] for segment, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:56.376819 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:31:56.376819 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:31:56.376819 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:31:56.376819 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:31:56.376819 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:31:56.376819 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:31:56.376819 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:31:56.376819 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:31:56.376819 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:31:56.376819 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:31:56.376819 n-d-771362-32 neutron-server[94461]: Traceback (most recent call last): Jul 05 02:31:56.376819 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:31:56.376819 n-d-771362-32 neutron-server[94461]: timer() Jul 05 02:31:56.376819 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:31:56.376819 n-d-771362-32 neutron-server[94461]: cb(*args, **kw) Jul 05 02:31:56.376819 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:31:56.376819 n-d-771362-32 neutron-server[94461]: return func(*args, **kwargs) Jul 05 02:31:56.376819 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:31:56.376819 n-d-771362-32 neutron-server[94461]: self._notify() Jul 05 02:31:56.376819 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:31:56.376819 n-d-771362-32 neutron-server[94461]: self.callback(batched_events) Jul 05 02:31:56.376819 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:31:56.376819 n-d-771362-32 neutron-server[94461]: event.method(event) Jul 05 02:31:56.376819 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:31:56.376819 n-d-771362-32 neutron-server[94461]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:31:56.376819 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:31:56.376819 n-d-771362-32 neutron-server[94461]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:31:56.376819 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:31:56.376819 n-d-771362-32 neutron-server[94461]: return f(self, *a, **k) Jul 05 02:31:56.376819 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:31:56.376819 n-d-771362-32 neutron-server[94461]: return self._get(url).json() Jul 05 02:31:56.376819 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:31:56.376819 n-d-771362-32 neutron-server[94461]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:31:56.376819 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:31:56.376819 n-d-771362-32 neutron-server[94461]: return self.request(url, 'GET', **kwargs) Jul 05 02:31:56.376819 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:31:56.376819 n-d-771362-32 neutron-server[94461]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:31:56.376819 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:31:56.376819 n-d-771362-32 neutron-server[94461]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:31:56.376819 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:31:56.376819 n-d-771362-32 neutron-server[94461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:31:56.376819 n-d-771362-32 neutron-server[94461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:31:56.400020 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31e14be2-ca57-4e2e-a04d-c3481e0a09c5 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Made reservation on behalf of f845296045bc4472b2fc3471aba6dcb0 for: {'port': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:31:56.403981 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-31e14be2-ca57-4e2e-a04d-c3481e0a09c5 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:56.431918 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [None req-31e14be2-ca57-4e2e-a04d-c3481e0a09c5 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] device_id is not set on port 9c271ca6-30e7-42a1-a20b-bde61f61c97d yet. {{(pid=94462) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:31:56.438727 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b3737cca-5ee2-4c6c-bc70-ade30b1f07c8 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:56.439918 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03dc8d5-704a-4fb3-8508-47cd08def85e None None] The sync data for ids ['db29805a-db85-4e8c-bb0f-c8049d1cf2f6'] in n-d-771362-32 is: [{'id': 'db29805a-db85-4e8c-bb0f-c8049d1cf2f6', 'name': 'tempest-RoutersIpV6Test-router-910577637', 'tenant_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:31:53Z', 'updated_at': '2021-07-05T02:31:54Z', 'revision_number': 2, 'project_id': 'e1c0b775e757422c9d48f0ba4a36712f', 'gw_port_host': None}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:31:56.499611 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-89f6bea5-2d33-4318-8d09-1a467aabfead tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks [] for router, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:56.510719 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b3daa612-5feb-4ca2-98fb-ca375e55d8f5 None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:56.517568 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-66b3cc69-938a-49ea-a8bc-76d411a2b13b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4e0615bef44c44c4841846534c9cf297&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6831667 Jul 05 02:31:56.522667 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-b3daa612-5feb-4ca2-98fb-ca375e55d8f5 None None] Transition to ACTIVE for port object 282931ca-132b-468c-98ed-bdfa632e28e5 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:31:56.539818 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40264) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:56.546621 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-b3daa612-5feb-4ca2-98fb-ca375e55d8f5 None None] Transition to ACTIVE for port object 282931ca-132b-468c-98ed-bdfa632e28e5 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:31:56.569057 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-31a7211a-7b5c-46ca-8c0b-ed85f2ddb5d4 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 3.3858469 Jul 05 02:31:56.575559 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3737cca-5ee2-4c6c-bc70-ade30b1f07c8 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:31:56.581884 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40266) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:56.593412 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-359c06a2-6193-4425-b063-cc584b7a25c8 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] Request body: {'subnet': {'network_id': '60b15c3c-6b8d-4f6d-aff6-6672d4cde1a5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:31:56.596032 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b3cc69-938a-49ea-a8bc-76d411a2b13b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b18dac4-67e8-4f7b-bdb6-6bd02483c916,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:56.629306 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b3daa612-5feb-4ca2-98fb-ca375e55d8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:56.635405 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-b3737cca-5ee2-4c6c-bc70-ade30b1f07c8 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:31:56.668187 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a98ead-3436-4051-b129-1db706feb817 service neutron] Pushing event updated for resources: {'Port': ['ID=a771c36c-07c1-47b5-a739-a1df626f52de,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:56.704809 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3737cca-5ee2-4c6c-bc70-ade30b1f07c8 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:31:56.716744 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3daa612-5feb-4ca2-98fb-ca375e55d8f5 None None] Network aec9afe6-3350-4bc4-b3f7-f93ce8f98489 is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:31:56.722540 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-b3daa612-5feb-4ca2-98fb-ca375e55d8f5 None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:31:56.737490 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3daa612-5feb-4ca2-98fb-ca375e55d8f5 None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:31:56.741774 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d0d25714-1875-4eed-afbe-4de04535872b req-4707ae2f-88c4-489b-8dda-e6c672f448a6 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] 10.222.0.23 "GET /v2.0/security-groups?id=e293acd6-79d5-4041-88cd-88f21006fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3502901 Jul 05 02:31:56.799205 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3daa612-5feb-4ca2-98fb-ca375e55d8f5 None None] Pushing event updated for resources: {'Port': ['ID=282931ca-132b-468c-98ed-bdfa632e28e5,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:56.805878 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3737cca-5ee2-4c6c-bc70-ade30b1f07c8 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Pushing event updated for resources: {'Port': ['ID=0ff457d6-62e0-4bd9-8976-208a89d2d2f8,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:56.869160 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-b3daa612-5feb-4ca2-98fb-ca375e55d8f5 None None] Attempting to bind port 282931ca-132b-468c-98ed-bdfa632e28e5 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:31:56.870135 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-b3daa612-5feb-4ca2-98fb-ca375e55d8f5 None None] Attempting to bind port 282931ca-132b-468c-98ed-bdfa632e28e5 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'f26e45cd-31b4-4dbd-b561-d0938bfeb64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'aec9afe6-3350-4bc4-b3f7-f93ce8f98489'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:31:56.870849 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3daa612-5feb-4ca2-98fb-ca375e55d8f5 None None] Attempting to bind port 282931ca-132b-468c-98ed-bdfa632e28e5 on network aec9afe6-3350-4bc4-b3f7-f93ce8f98489 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:31:56.887552 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3daa612-5feb-4ca2-98fb-ca375e55d8f5 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:31:56.892493 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3daa612-5feb-4ca2-98fb-ca375e55d8f5 None None] Checking segment: {'id': 'f26e45cd-31b4-4dbd-b561-d0938bfeb64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'aec9afe6-3350-4bc4-b3f7-f93ce8f98489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:31:56.893532 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b3daa612-5feb-4ca2-98fb-ca375e55d8f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:56.894315 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3daa612-5feb-4ca2-98fb-ca375e55d8f5 None None] Bound using segment: {'id': 'f26e45cd-31b4-4dbd-b561-d0938bfeb64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'aec9afe6-3350-4bc4-b3f7-f93ce8f98489'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:31:56.895210 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-b3daa612-5feb-4ca2-98fb-ca375e55d8f5 None None] Bound port: 282931ca-132b-468c-98ed-bdfa632e28e5, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f26e45cd-31b4-4dbd-b561-d0938bfeb64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'aec9afe6-3350-4bc4-b3f7-f93ce8f98489'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:31:56.895952 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b3daa612-5feb-4ca2-98fb-ca375e55d8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:56.899675 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-89f6bea5-2d33-4318-8d09-1a467aabfead tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11828'] for router, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:56.902503 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-89f6bea5-2d33-4318-8d09-1a467aabfead tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:56.954020 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ae2f6938-dfe9-478a-9811-7a48b6a35d78 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:56.963928 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ae2f6938-dfe9-478a-9811-7a48b6a35d78 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:56.968087 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-ae2f6938-dfe9-478a-9811-7a48b6a35d78 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] 10.222.0.23 "DELETE /v2.0/networks/7724606e-74a3-4aaa-971e-233bda4dc67e HTTP/1.1" status: 204 len: 168 time: 2.4421031 Jul 05 02:31:56.985828 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2f6938-dfe9-478a-9811-7a48b6a35d78 tempest-FloatingIPNegativeTestJSON-1623179991 tempest-FloatingIPNegativeTestJSON-1623179991-project] Pushing event deleted for resources: {'Network': ['ID=7724606e-74a3-4aaa-971e-233bda4dc67e,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:57.032274 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-b3daa612-5feb-4ca2-98fb-ca375e55d8f5 None None] For port 282931ca-132b-468c-98ed-bdfa632e28e5, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:31:57.035076 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-7a3fb453-67b3-4994-b154-e692a2931a5e req-58a98ead-3436-4051-b129-1db706feb817 service neutron] Attempting to bind port a771c36c-07c1-47b5-a739-a1df626f52de on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:31:57.035414 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-7a3fb453-67b3-4994-b154-e692a2931a5e req-58a98ead-3436-4051-b129-1db706feb817 service neutron] Attempting to bind port a771c36c-07c1-47b5-a739-a1df626f52de by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '10ca8873-9c2f-4980-a4da-1d632c7765be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'dc52fc88-88f7-44eb-b3db-a1effdd6a0f3'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:31:57.035743 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3fb453-67b3-4994-b154-e692a2931a5e req-58a98ead-3436-4051-b129-1db706feb817 service neutron] Attempting to bind port a771c36c-07c1-47b5-a739-a1df626f52de on network dc52fc88-88f7-44eb-b3db-a1effdd6a0f3 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:31:57.039049 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-b3daa612-5feb-4ca2-98fb-ca375e55d8f5 None None] For port 282931ca-132b-468c-98ed-bdfa632e28e5, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=282931ca-132b-468c-98ed-bdfa632e28e5,segment=NetworkSegment(f26e45cd-31b4-4dbd-b561-d0938bfeb64d),segment_id=f26e45cd-31b4-4dbd-b561-d0938bfeb64d)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:31:57.047545 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-89f6bea5-2d33-4318-8d09-1a467aabfead tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1575451'] for router, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:57.048947 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89f6bea5-2d33-4318-8d09-1a467aabfead tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Fanout notify agent at l3_agent the message router_deleted on router db29805a-db85-4e8c-bb0f-c8049d1cf2f6 {{(pid=94461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 02:31:57.060550 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-89f6bea5-2d33-4318-8d09-1a467aabfead tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] Notify callbacks [] for router, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:57.062061 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-89f6bea5-2d33-4318-8d09-1a467aabfead tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "DELETE /v2.0/routers/db29805a-db85-4e8c-bb0f-c8049d1cf2f6 HTTP/1.1" status: 204 len: 168 time: 1.2390006 Jul 05 02:31:57.063724 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3fb453-67b3-4994-b154-e692a2931a5e req-58a98ead-3436-4051-b129-1db706feb817 service neutron] Port a771c36c-07c1-47b5-a739-a1df626f52de on network dc52fc88-88f7-44eb-b3db-a1effdd6a0f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:31:57.064303 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3fb453-67b3-4994-b154-e692a2931a5e req-58a98ead-3436-4051-b129-1db706feb817 service neutron] Attempting to bind port a771c36c-07c1-47b5-a739-a1df626f52de on network dc52fc88-88f7-44eb-b3db-a1effdd6a0f3 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:31:57.067865 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40270) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:57.104322 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d3e2ed04-5c46-4ce5-a1bf-3547b9997131 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:57.105909 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-9da05eea-9053-4729-a5e1-7413b594e27e tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "GET /v2.0/ports?device_id=db29805a-db85-4e8c-bb0f-c8049d1cf2f6 HTTP/1.1" status: 200 len: 205 time: 0.0365381 Jul 05 02:31:57.113145 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3fb453-67b3-4994-b154-e692a2931a5e req-58a98ead-3436-4051-b129-1db706feb817 service neutron] Checking agent: {'id': 'e071c76e-395f-48c4-a98f-88088465cf0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:31:57.113145 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3fb453-67b3-4994-b154-e692a2931a5e req-58a98ead-3436-4051-b129-1db706feb817 service neutron] Checking segment: {'id': '10ca8873-9c2f-4980-a4da-1d632c7765be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'dc52fc88-88f7-44eb-b3db-a1effdd6a0f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:31:57.113145 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3fb453-67b3-4994-b154-e692a2931a5e req-58a98ead-3436-4051-b129-1db706feb817 service neutron] Bound using segment: {'id': '10ca8873-9c2f-4980-a4da-1d632c7765be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'dc52fc88-88f7-44eb-b3db-a1effdd6a0f3'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:31:57.113145 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-7a3fb453-67b3-4994-b154-e692a2931a5e req-58a98ead-3436-4051-b129-1db706feb817 service neutron] Bound port: a771c36c-07c1-47b5-a739-a1df626f52de, host: n-h2-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10ca8873-9c2f-4980-a4da-1d632c7765be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'dc52fc88-88f7-44eb-b3db-a1effdd6a0f3'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:31:57.113145 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-7a3fb453-67b3-4994-b154-e692a2931a5e req-58a98ead-3436-4051-b129-1db706feb817 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:57.113145 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40272) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:57.131042 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b3daa612-5feb-4ca2-98fb-ca375e55d8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:57.137428 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-31e14be2-ca57-4e2e-a04d-c3481e0a09c5 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Allocated IP 172.20.0.3 (aec9afe6-3350-4bc4-b3f7-f93ce8f98489/58961f1c-a19e-4653-bcc1-84ba4fc19ab0/9c271ca6-30e7-42a1-a20b-bde61f61c97d) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:31:57.191244 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d3e2ed04-5c46-4ce5-a1bf-3547b9997131 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:57.192962 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3daa612-5feb-4ca2-98fb-ca375e55d8f5 None None] Pushing event updated for resources: {'Port': ['ID=282931ca-132b-468c-98ed-bdfa632e28e5,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:57.198899 n-d-771362-32 neutron-server[94461]: INFO neutron.api.v2.resource [None req-94e28f45-49ba-43f2-8071-24702682816d tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] delete failed (client error): The resource could not be found. Jul 05 02:31:57.202588 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-94e28f45-49ba-43f2-8071-24702682816d tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "DELETE /v2.0/routers/db29805a-db85-4e8c-bb0f-c8049d1cf2f6 HTTP/1.1" status: 404 len: 336 time: 0.0874603 Jul 05 02:31:57.205630 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40274) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:57.255669 n-d-771362-32 neutron-server[94461]: INFO neutron.pecan_wsgi.hooks.translation [None req-acbda8ef-d0ba-46de-a6c2-b7eee3ac577f tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] DELETE failed (client error): The resource could not be found. Jul 05 02:31:57.256212 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acbda8ef-d0ba-46de-a6c2-b7eee3ac577f tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:31:57.258098 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-acbda8ef-d0ba-46de-a6c2-b7eee3ac577f tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "DELETE /v2.0/subnets/0b1f943a-0c4f-44ad-8da5-3056ad0b8df9 HTTP/1.1" status: 404 len: 337 time: 0.0543094 Jul 05 02:31:57.260519 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40276) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:57.307125 n-d-771362-32 neutron-server[94461]: INFO neutron.pecan_wsgi.hooks.translation [None req-4109df81-1d6d-4ecc-9a8f-2de38566b6b2 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] DELETE failed (client error): The resource could not be found. Jul 05 02:31:57.307576 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4109df81-1d6d-4ecc-9a8f-2de38566b6b2 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:31:57.318976 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-4109df81-1d6d-4ecc-9a8f-2de38566b6b2 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "DELETE /v2.0/subnets/31599d03-2546-4be2-8005-9dbe29d4fe7b HTTP/1.1" status: 404 len: 337 time: 0.0572374 Jul 05 02:31:57.325136 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40278) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:57.358423 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-359c06a2-6193-4425-b063-cc584b7a25c8 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] Made reservation on behalf of a175f3b7c2af4e38be87e6ddfc30e1a2 for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:31:57.362621 n-d-771362-32 neutron-server[94461]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dfbb713-7fbf-471b-a30d-fd62b8d9e46a tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] DELETE failed (client error): The resource could not be found. Jul 05 02:31:57.363247 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dfbb713-7fbf-471b-a30d-fd62b8d9e46a tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:31:57.365129 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-8dfbb713-7fbf-471b-a30d-fd62b8d9e46a tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "DELETE /v2.0/subnets/29671cee-5a0f-48d9-ab24-a6668d74053e HTTP/1.1" status: 404 len: 337 time: 0.0388253 Jul 05 02:31:57.367729 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40280) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:57.369963 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-359c06a2-6193-4425-b063-cc584b7a25c8 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:57.408072 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-7a3fb453-67b3-4994-b154-e692a2931a5e req-58a98ead-3436-4051-b129-1db706feb817 service neutron] For port a771c36c-07c1-47b5-a739-a1df626f52de, host n-h2-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:31:57.453062 n-d-771362-32 neutron-server[94461]: INFO neutron.pecan_wsgi.hooks.translation [None req-22ba8d69-43d7-49a4-83e5-55efa0cc28aa tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] DELETE failed (client error): The resource could not be found. Jul 05 02:31:57.462204 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22ba8d69-43d7-49a4-83e5-55efa0cc28aa tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:31:57.469627 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-22ba8d69-43d7-49a4-83e5-55efa0cc28aa tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "DELETE /v2.0/subnets/85ebfe15-09ae-46cc-a212-0b449a8df79b HTTP/1.1" status: 404 len: 337 time: 0.1006165 Jul 05 02:31:57.473048 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40284) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:57.516665 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-7a3fb453-67b3-4994-b154-e692a2931a5e req-58a98ead-3436-4051-b129-1db706feb817 service neutron] For port a771c36c-07c1-47b5-a739-a1df626f52de, host n-h2-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=a771c36c-07c1-47b5-a739-a1df626f52de,segment=NetworkSegment(10ca8873-9c2f-4980-a4da-1d632c7765be),segment_id=10ca8873-9c2f-4980-a4da-1d632c7765be)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:31:57.548477 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-dd21f7a2-7c62-494c-a14c-9396044adf87 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "GET /v2.0/ports?device_id=03832a15-c1a0-46b1-9b55-670ef17f98b6 HTTP/1.1" status: 200 len: 205 time: 0.0498760 Jul 05 02:31:57.555355 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40288) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:57.608626 n-d-771362-32 neutron-server[94461]: INFO neutron.api.v2.resource [None req-00d6ba5b-d231-46e7-aac3-d055bd1c37bd tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] delete failed (client error): The resource could not be found. Jul 05 02:31:57.613618 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-00d6ba5b-d231-46e7-aac3-d055bd1c37bd tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "DELETE /v2.0/routers/03832a15-c1a0-46b1-9b55-670ef17f98b6 HTTP/1.1" status: 404 len: 336 time: 0.0569320 Jul 05 02:31:57.614409 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40290) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:57.628026 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-7a3fb453-67b3-4994-b154-e692a2931a5e req-58a98ead-3436-4051-b129-1db706feb817 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:57.659427 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40292) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:57.669859 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-11207da1-bc80-4d96-b456-25c18a2abdc4 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "GET /v2.0/ports?device_id=90ed2b32-c876-4a83-a1be-e980808e176e HTTP/1.1" status: 200 len: 205 time: 0.0541787 Jul 05 02:31:57.678580 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40294) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:57.702692 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3fb453-67b3-4994-b154-e692a2931a5e req-58a98ead-3436-4051-b129-1db706feb817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:57.703845 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-7a3fb453-67b3-4994-b154-e692a2931a5e req-58a98ead-3436-4051-b129-1db706feb817 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:57.705253 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7a3fb453-67b3-4994-b154-e692a2931a5e req-58a98ead-3436-4051-b129-1db706feb817 service neutron] 10.222.0.15 "PUT /v2.0/ports/a771c36c-07c1-47b5-a739-a1df626f52de HTTP/1.1" status: 200 len: 1093 time: 2.5452812 Jul 05 02:31:57.706299 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ed10d54-b0be-4db3-95ed-c9b2e6b4b7f8', 'tag': 'a771c36c-07c1-47b5-a739-a1df626f52de'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:31:57.708535 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa554d3-421f-44e2-bc25-aa49eb5fd0e6" -d '{"events": [{"name": "network-changed", "server_uuid": "0ed10d54-b0be-4db3-95ed-c9b2e6b4b7f8", "tag": "a771c36c-07c1-47b5-a739-a1df626f52de"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:31:57.742947 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a98ead-3436-4051-b129-1db706feb817 service neutron] Pushing event updated for resources: {'Port': ['ID=a771c36c-07c1-47b5-a739-a1df626f52de,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:57.750613 n-d-771362-32 neutron-server[94462]: INFO neutron.api.v2.resource [None req-a250be13-3ce7-4675-99e5-51c6377ebbd1 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] delete failed (client error): The resource could not be found. Jul 05 02:31:57.752055 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-a250be13-3ce7-4675-99e5-51c6377ebbd1 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "DELETE /v2.0/routers/90ed2b32-c876-4a83-a1be-e980808e176e HTTP/1.1" status: 404 len: 336 time: 0.0690367 Jul 05 02:31:57.754763 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40300) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:57.769893 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-31e14be2-ca57-4e2e-a04d-c3481e0a09c5 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:57.782928 n-d-771362-32 neutron-server[94461]: INFO neutron.pecan_wsgi.hooks.translation [None req-58817621-bd83-4cff-8874-7c38e12bd444 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] DELETE failed (client error): The resource could not be found. Jul 05 02:31:57.783358 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58817621-bd83-4cff-8874-7c38e12bd444 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:31:57.786637 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-58817621-bd83-4cff-8874-7c38e12bd444 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "DELETE /v2.0/subnets/103a4638-53f9-45fc-b05b-82e93bb96894 HTTP/1.1" status: 404 len: 337 time: 0.0292127 Jul 05 02:31:57.788028 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b3737cca-5ee2-4c6c-bc70-ade30b1f07c8 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:57.792473 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40304) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:57.874816 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [None req-31e14be2-ca57-4e2e-a04d-c3481e0a09c5 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Transition to ACTIVE for port object 9c271ca6-30e7-42a1-a20b-bde61f61c97d will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:31:57.891778 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dae9aeb-d89e-4222-8ebf-fdcae8dd8756 x-openstack-request-id: req-1dae9aeb-d89e-4222-8ebf-fdcae8dd8756 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:31:57.892116 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ed10d54-b0be-4db3-95ed-c9b2e6b4b7f8", "tag": "a771c36c-07c1-47b5-a739-a1df626f52de", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:31:57.892369 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1dae9aeb-d89e-4222-8ebf-fdcae8dd8756 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:31:57.892771 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ed10d54-b0be-4db3-95ed-c9b2e6b4b7f8', 'tag': 'a771c36c-07c1-47b5-a739-a1df626f52de', 'status': 'completed', 'code': 200} Jul 05 02:31:57.898960 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-a0c1d257-aa54-4fca-96ec-eb41a1df1369 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "GET /v2.0/ports?device_id=20c17d40-10e6-4530-a3f8-0e047b713a1b HTTP/1.1" status: 200 len: 205 time: 0.1053340 Jul 05 02:31:57.905428 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40306) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:57.917478 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-359c06a2-6193-4425-b063-cc584b7a25c8 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:57.919765 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d3e2ed04-5c46-4ce5-a1bf-3547b9997131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:57.924341 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d3e2ed04-5c46-4ce5-a1bf-3547b9997131 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:57.928161 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-d3e2ed04-5c46-4ce5-a1bf-3547b9997131 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0b18dac4-67e8-4f7b-bdb6-6bd02483c916 HTTP/1.1" status: 204 len: 168 time: 1.3816433 Jul 05 02:31:58.000945 n-d-771362-32 neutron-server[94462]: INFO neutron.api.v2.resource [None req-5d091614-f50d-4507-838f-2067e1a8514a tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] delete failed (client error): The resource could not be found. Jul 05 02:31:58.004367 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-5d091614-f50d-4507-838f-2067e1a8514a tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "DELETE /v2.0/routers/20c17d40-10e6-4530-a3f8-0e047b713a1b HTTP/1.1" status: 404 len: 336 time: 0.0914540 Jul 05 02:31:58.012120 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40310) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:58.063113 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e2ed04-5c46-4ce5-a1bf-3547b9997131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b18dac4-67e8-4f7b-bdb6-6bd02483c916,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:58.068105 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa554d3-421f-44e2-bc25-aa49eb5fd0e6 req-290dbfa9-f4d1-4dbf-8dd7-9e8c04057793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:58.095147 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2aa554d3-421f-44e2-bc25-aa49eb5fd0e6 req-290dbfa9-f4d1-4dbf-8dd7-9e8c04057793 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=75731b244fd149bfab61f83bfac8a67b&device_id=0ed10d54-b0be-4db3-95ed-c9b2e6b4b7f8 HTTP/1.1" status: 200 len: 1096 time: 0.2568245 Jul 05 02:31:58.113644 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-e71c8331-a175-43be-8acf-c78d3fcfb1ee tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "GET /v2.0/ports?device_id=a81481e9-4803-4288-8d64-8e48838a5577 HTTP/1.1" status: 200 len: 205 time: 0.1002123 Jul 05 02:31:58.117810 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40312) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:58.136325 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-6a86ebef-4f1b-444a-b59a-9d9c958df15c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bce207c37ec64fa8983367a1cda3c00b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4703979 Jul 05 02:31:58.148019 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40314) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:58.166483 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359c06a2-6193-4425-b063-cc584b7a25c8 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] Pushing event updated for resources: {'Subnet': ['ID=bf9fff96-c01a-48c0-b1c7-afe57c99dccf,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:58.208779 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-31e14be2-ca57-4e2e-a04d-c3481e0a09c5 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:58.217616 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359c06a2-6193-4425-b063-cc584b7a25c8 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] Checking segment: {'id': '7ab72aa3-2bce-4130-b205-6fee0a5acf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '60b15c3c-6b8d-4f6d-aff6-6672d4cde1a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:31:58.218105 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359c06a2-6193-4425-b063-cc584b7a25c8 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] Network hostable DHCP agents. Network: 60b15c3c-6b8d-4f6d-aff6-6672d4cde1a5, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:31:58.229347 n-d-771362-32 neutron-server[94461]: INFO neutron.api.v2.resource [None req-5824a467-90af-4b0e-bf88-db500f96c37e tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] delete failed (client error): The resource could not be found. Jul 05 02:31:58.232757 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-5824a467-90af-4b0e-bf88-db500f96c37e tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "DELETE /v2.0/routers/a81481e9-4803-4288-8d64-8e48838a5577 HTTP/1.1" status: 404 len: 336 time: 0.1096499 Jul 05 02:31:58.240498 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff9062a-5f69-4891-93c8-df6f65def607 req-50eac0ac-1ed2-47aa-87f5-ba048ccd73db tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:58.242085 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-eff9062a-5f69-4891-93c8-df6f65def607 req-50eac0ac-1ed2-47aa-87f5-ba048ccd73db tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ed10d54-b0be-4db3-95ed-c9b2e6b4b7f8 HTTP/1.1" status: 200 len: 944 time: 0.3333263 Jul 05 02:31:58.246067 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40316) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:58.309208 n-d-771362-32 neutron-server[94461]: INFO neutron.pecan_wsgi.hooks.translation [None req-1aa5a41e-8652-4c72-ab7c-cd8070a3de24 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] DELETE failed (client error): The resource could not be found. Jul 05 02:31:58.309208 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1aa5a41e-8652-4c72-ab7c-cd8070a3de24 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:31:58.313028 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-1aa5a41e-8652-4c72-ab7c-cd8070a3de24 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "DELETE /v2.0/subnets/d881a6b5-22aa-4455-afb6-ae2f1ebe5ccf HTTP/1.1" status: 404 len: 337 time: 0.0641479 Jul 05 02:31:58.316848 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40320) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:58.362301 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-b2b67521-e6fe-455f-b9ad-5168a7546e9f tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa14e21c-273f-45df-960d-002cd0cbe893 HTTP/1.1" status: 200 len: 205 time: 0.0404639 Jul 05 02:31:58.365856 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40322) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:58.390305 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e14be2-ca57-4e2e-a04d-c3481e0a09c5 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Network aec9afe6-3350-4bc4-b3f7-f93ce8f98489 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:31:58.403063 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-31e14be2-ca57-4e2e-a04d-c3481e0a09c5 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:31:58.409569 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e14be2-ca57-4e2e-a04d-c3481e0a09c5 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:31:58.412550 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e14be2-ca57-4e2e-a04d-c3481e0a09c5 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Pushing event updated for resources: {'Port': ['ID=9c271ca6-30e7-42a1-a20b-bde61f61c97d,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:58.431613 n-d-771362-32 neutron-server[94461]: INFO neutron.api.v2.resource [None req-4dacbb05-9054-4f1a-a026-27abaa836247 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] delete failed (client error): The resource could not be found. Jul 05 02:31:58.435032 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-4dacbb05-9054-4f1a-a026-27abaa836247 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "DELETE /v2.0/routers/fa14e21c-273f-45df-960d-002cd0cbe893 HTTP/1.1" status: 404 len: 336 time: 0.0658643 Jul 05 02:31:58.440495 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40324) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:58.476548 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-eff9062a-5f69-4891-93c8-df6f65def607 req-43665219-ddee-49cc-88ed-ef14c7409077 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] 10.222.0.23 "GET /v2.0/security-groups?id=e293acd6-79d5-4041-88cd-88f21006fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2064886 Jul 05 02:31:58.479635 n-d-771362-32 neutron-server[94461]: INFO neutron.pecan_wsgi.hooks.translation [None req-31b102a9-0e54-4485-979f-9dbe775acb63 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] DELETE failed (client error): The resource could not be found. Jul 05 02:31:58.480206 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31b102a9-0e54-4485-979f-9dbe775acb63 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:31:58.485289 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-31b102a9-0e54-4485-979f-9dbe775acb63 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "DELETE /v2.0/subnets/b9a9ebb7-30a7-4a89-b80a-a3dfbe2c104b HTTP/1.1" status: 404 len: 337 time: 0.0408506 Jul 05 02:31:58.486306 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40326) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:58.489486 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa554d3-421f-44e2-bc25-aa49eb5fd0e6 req-2a75d695-a772-4e88-8d68-e0f4a04d72db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:58.491153 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2aa554d3-421f-44e2-bc25-aa49eb5fd0e6 req-2a75d695-a772-4e88-8d68-e0f4a04d72db service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=75731b244fd149bfab61f83bfac8a67b&shared=False HTTP/1.1" status: 200 len: 911 time: 0.3750424 Jul 05 02:31:58.511351 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359c06a2-6193-4425-b063-cc584b7a25c8 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] Network 60b15c3c-6b8d-4f6d-aff6-6672d4cde1a5 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:31:58.526774 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-80a89a5b-9337-4e88-b7e5-be9c19446e02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:58.575590 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e14be2-ca57-4e2e-a04d-c3481e0a09c5 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:58.576491 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-31e14be2-ca57-4e2e-a04d-c3481e0a09c5 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:58.597595 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b3737cca-5ee2-4c6c-bc70-ade30b1f07c8 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:58.600715 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-80a89a5b-9337-4e88-b7e5-be9c19446e02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:58.610911 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-359c06a2-6193-4425-b063-cc584b7a25c8 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 60b15c3c-6b8d-4f6d-aff6-6672d4cde1a5) {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:31:58.618967 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355fc40c-388f-47b7-a840-f5aca2aa17fa None None] Network 60b15c3c-6b8d-4f6d-aff6-6672d4cde1a5 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:31:58.657554 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b3737cca-5ee2-4c6c-bc70-ade30b1f07c8 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1636977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1636970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1573792'] for router, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:58.666608 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359c06a2-6193-4425-b063-cc584b7a25c8 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:58.667371 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-359c06a2-6193-4425-b063-cc584b7a25c8 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:58.691122 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa554d3-421f-44e2-bc25-aa49eb5fd0e6 req-afc111ad-9df4-448b-b5a4-9c1c8dc6c29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:58.692605 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2aa554d3-421f-44e2-bc25-aa49eb5fd0e6 req-afc111ad-9df4-448b-b5a4-9c1c8dc6c29e service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1588349 Jul 05 02:31:58.697620 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-c9fded10-ba95-4a1f-a328-dbf74c21b5aa tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "GET /v2.0/ports?device_id=b02a522e-af37-43f3-8fff-408ccde96fbb HTTP/1.1" status: 200 len: 205 time: 0.2078068 Jul 05 02:31:58.698028 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40332) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:58.766062 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40334) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:58.795037 n-d-771362-32 neutron-server[94461]: INFO neutron.api.v2.resource [None req-e99f959f-32a5-4bfd-aba9-0c67ec312c8c tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] delete failed (client error): The resource could not be found. Jul 05 02:31:58.798486 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-e99f959f-32a5-4bfd-aba9-0c67ec312c8c tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "DELETE /v2.0/routers/b02a522e-af37-43f3-8fff-408ccde96fbb HTTP/1.1" status: 404 len: 336 time: 0.0967760 Jul 05 02:31:58.800137 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40336) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:58.823487 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-31e14be2-ca57-4e2e-a04d-c3481e0a09c5 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 3.5991523 Jul 05 02:31:58.853216 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40338) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:58.857504 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-8077e949-bb42-4cd9-be2f-de0d56ac53c8 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] DELETE failed (client error): The resource could not be found. Jul 05 02:31:58.858226 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8077e949-bb42-4cd9-be2f-de0d56ac53c8 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94462) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:31:58.860333 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-8077e949-bb42-4cd9-be2f-de0d56ac53c8 tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "DELETE /v2.0/subnets/9ae567a1-3f13-414b-83a7-6cbcbb7c2f58 HTTP/1.1" status: 404 len: 337 time: 0.0586953 Jul 05 02:31:58.865883 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7380b15-07b4-47f3-b006-31bbb32f3e36 None None] Network aec9afe6-3350-4bc4-b3f7-f93ce8f98489 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:31:58.872580 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40342) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:58.925746 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2c233a87-945b-44bf-98ee-238c0fd8b7da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:58.926331 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee3f62f-c2c5-492d-a9df-0a001d10efe2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-60b15c3c-6b8d-4f6d-aff6-6672d4cde1a5', 'network_id': '60b15c3c-6b8d-4f6d-aff6-6672d4cde1a5', 'tenant_id': 'a175f3b7c2af4e38be87e6ddfc30e1a2', 'fixed_ips': [{'subnet_id': 'bf9fff96-c01a-48c0-b1c7-afe57c99dccf'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:31:58.927592 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8ee3f62f-c2c5-492d-a9df-0a001d10efe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:58.941809 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-359c06a2-6193-4425-b063-cc584b7a25c8 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3567791 Jul 05 02:31:58.942703 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40344) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:58.949177 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-ab72ea47-b10d-4256-bf17-86b78cc03ace tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] Request body: {'port': {'network_id': '60b15c3c-6b8d-4f6d-aff6-6672d4cde1a5', 'name': 'tempest-TagsExtTest-2146222736'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:31:58.955827 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc1bc98f-c198-4d32-81b4-726569f2b00e tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] DELETE failed (client error): The resource could not be found. Jul 05 02:31:58.956272 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc1bc98f-c198-4d32-81b4-726569f2b00e tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94462) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:31:58.960274 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-dc1bc98f-c198-4d32-81b4-726569f2b00e tempest-RoutersIpV6Test-656153266 tempest-RoutersIpV6Test-656153266-project] 10.222.0.23 "DELETE /v2.0/subnets/fbf0b3ef-194a-4517-a7ac-4e1091b5400b HTTP/1.1" status: 404 len: 337 time: 0.0791075 Jul 05 02:31:59.011355 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-80a89a5b-9337-4e88-b7e5-be9c19446e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:59.023004 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-80a89a5b-9337-4e88-b7e5-be9c19446e02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:59.027653 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-80a89a5b-9337-4e88-b7e5-be9c19446e02 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5925e53e-bb67-4593-8519-47a6be22e84e HTTP/1.1" status: 204 len: 168 time: 0.8739815 Jul 05 02:31:59.046165 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2c233a87-945b-44bf-98ee-238c0fd8b7da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:59.097648 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a89a5b-9337-4e88-b7e5-be9c19446e02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5925e53e-bb67-4593-8519-47a6be22e84e,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:31:59.132939 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3fb453-67b3-4994-b154-e692a2931a5e req-99de482b-683b-42e8-aa51-f6dbb2562c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:31:59.142563 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7a3fb453-67b3-4994-b154-e692a2931a5e req-99de482b-683b-42e8-aa51-f6dbb2562c66 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=75731b244fd149bfab61f83bfac8a67b&device_id=0ed10d54-b0be-4db3-95ed-c9b2e6b4b7f8 HTTP/1.1" status: 200 len: 1096 time: 0.3754027 Jul 05 02:31:59.148866 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2c233a87-945b-44bf-98ee-238c0fd8b7da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:59.232620 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3737cca-5ee2-4c6c-bc70-ade30b1f07c8 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Router 7bdea60e-d3c6-41e0-b2e1-e71f21ce7e98 is scheduled to L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 with binding_index 1 {{(pid=94462) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 02:31:59.262226 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-221889a7-2b9a-4653-b8c3-d3f14fbd9d81 None None] Provisioning for port 282931ca-132b-468c-98ed-bdfa632e28e5 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:31:59.359555 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab72ea47-b10d-4256-bf17-86b78cc03ace tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] Made reservation on behalf of a175f3b7c2af4e38be87e6ddfc30e1a2 for: {'port': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:31:59.359555 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ab72ea47-b10d-4256-bf17-86b78cc03ace tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:59.375718 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-8ee3f62f-c2c5-492d-a9df-0a001d10efe2 None None] Allocated IP 172.20.0.2 (60b15c3c-6b8d-4f6d-aff6-6672d4cde1a5/bf9fff96-c01a-48c0-b1c7-afe57c99dccf/d4fece84-4dae-4630-b391-09ae9831bc55) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:31:59.385328 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [None req-ab72ea47-b10d-4256-bf17-86b78cc03ace tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] device_id is not set on port 44f8b999-b3c9-4690-b075-b6a0bb5ebfdc yet. {{(pid=94462) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:31:59.395271 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3737cca-5ee2-4c6c-bc70-ade30b1f07c8 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:31:59.408220 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5a1c86-ef94-4ff8-8269-9d2269c4af5f None None] Sync routers for ids ['7bdea60e-d3c6-41e0-b2e1-e71f21ce7e98'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:31:59.412294 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b3737cca-5ee2-4c6c-bc70-ade30b1f07c8 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:59.417149 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-b3737cca-5ee2-4c6c-bc70-ade30b1f07c8 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] 10.222.0.23 "PUT /v2.0/routers/7bdea60e-d3c6-41e0-b2e1-e71f21ce7e98 HTTP/1.1" status: 200 len: 919 time: 5.5949993 Jul 05 02:31:59.430944 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5a1c86-ef94-4ff8-8269-9d2269c4af5f None None] Routers {'7bdea60e-d3c6-41e0-b2e1-e71f21ce7e98'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:31:59.433745 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-be5a1c86-ef94-4ff8-8269-9d2269c4af5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:31:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['7bdea60e-d3c6-41e0-b2e1-e71f21ce7e98'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:59.471920 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40350) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:59.533921 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-be5a1c86-ef94-4ff8-8269-9d2269c4af5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:59.555439 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5a1c86-ef94-4ff8-8269-9d2269c4af5f None None] Routers {'7bdea60e-d3c6-41e0-b2e1-e71f21ce7e98'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:31:59.560630 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-be5a1c86-ef94-4ff8-8269-9d2269c4af5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:31:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['7bdea60e-d3c6-41e0-b2e1-e71f21ce7e98'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:59.605174 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-be5a1c86-ef94-4ff8-8269-9d2269c4af5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:31:59.606054 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5a1c86-ef94-4ff8-8269-9d2269c4af5f None None] The sync data for ids ['7bdea60e-d3c6-41e0-b2e1-e71f21ce7e98'] in n-d-771362-32 is: [] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:31:59.643157 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 282931ca-132b-468c-98ed-bdfa632e28e5 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:31:59.902415 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8ee3f62f-c2c5-492d-a9df-0a001d10efe2 None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:31:59.927762 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-2c233a87-945b-44bf-98ee-238c0fd8b7da admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fd45414b88134018813b4469cfcaa813&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1279554 Jul 05 02:31:59.928501 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7a3fb453-67b3-4994-b154-e692a2931a5e req-dd87cd7f-aa44-4886-bd6a-d06848d667ad service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a771c36c-07c1-47b5-a739-a1df626f52de HTTP/1.1" status: 200 len: 217 time: 0.7365470 Jul 05 02:31:59.928997 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40358) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:31:59.949430 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-8ee3f62f-c2c5-492d-a9df-0a001d10efe2 None None] Transition to ACTIVE for port object d4fece84-4dae-4630-b391-09ae9831bc55 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:31:59.973723 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 282931ca-132b-468c-98ed-bdfa632e28e5 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:32:00.014075 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-8ee3f62f-c2c5-492d-a9df-0a001d10efe2 None None] Transition to ACTIVE for port object d4fece84-4dae-4630-b391-09ae9831bc55 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:32:00.028640 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 282931ca-132b-468c-98ed-bdfa632e28e5 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:32:00.032905 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:00.081982 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9c5db147-9882-4abf-ab87-f04928204700 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:00.109897 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9c5db147-9882-4abf-ab87-f04928204700 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:00.112989 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8ee3f62f-c2c5-492d-a9df-0a001d10efe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:00.142556 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40366) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:00.157820 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c233a87-945b-44bf-98ee-238c0fd8b7da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=376b4114-b92f-4a7f-a76b-379d79f4d0a0,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:00.186649 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee3f62f-c2c5-492d-a9df-0a001d10efe2 None None] Network 60b15c3c-6b8d-4f6d-aff6-6672d4cde1a5 is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:32:00.213930 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3fb453-67b3-4994-b154-e692a2931a5e req-d7277644-5a0e-455d-ad20-a57284393dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:00.215689 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7a3fb453-67b3-4994-b154-e692a2931a5e req-d7277644-5a0e-455d-ad20-a57284393dd4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=63c2790f-8cb5-49a6-864c-7d95537e5ebe HTTP/1.1" status: 200 len: 850 time: 0.2380397 Jul 05 02:32:00.219363 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-8ee3f62f-c2c5-492d-a9df-0a001d10efe2 None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:32:00.219532 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-7476b6c3-3bd0-4289-9051-7e73c721c57c tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Deleting port 9c271ca6-30e7-42a1-a20b-bde61f61c97d {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:32:00.219732 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7476b6c3-3bd0-4289-9051-7e73c721c57c tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:00.224606 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-3413a295-337d-4ac0-a0b7-84e0203fd8b4 None None] Provisioning for port 9c271ca6-30e7-42a1-a20b-bde61f61c97d completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:32:00.230653 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee3f62f-c2c5-492d-a9df-0a001d10efe2 None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:32:00.283564 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-3413a295-337d-4ac0-a0b7-84e0203fd8b4 None None] Provisioning complete for port 9c271ca6-30e7-42a1-a20b-bde61f61c97d triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:32:00.286408 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3413a295-337d-4ac0-a0b7-84e0203fd8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:00.337669 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-5601b6f1-9535-4745-8762-35124761076d tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] 10.222.0.23 "GET /v2.0/routers/7bdea60e-d3c6-41e0-b2e1-e71f21ce7e98 HTTP/1.1" status: 200 len: 925 time: 0.8624053 Jul 05 02:32:00.338052 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee3f62f-c2c5-492d-a9df-0a001d10efe2 None None] Pushing event updated for resources: {'Port': ['ID=d4fece84-4dae-4630-b391-09ae9831bc55,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:00.340807 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40374) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:00.381321 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:00.408647 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721773d4-208a-41eb-aa85-984caf3f641c req-c71b7334-3268-4e40-9026-348fc51cfb72 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:00.418754 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-721773d4-208a-41eb-aa85-984caf3f641c req-c71b7334-3268-4e40-9026-348fc51cfb72 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ed10d54-b0be-4db3-95ed-c9b2e6b4b7f8 HTTP/1.1" status: 200 len: 944 time: 0.7265522 Jul 05 02:32:00.443014 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-ab72ea47-b10d-4256-bf17-86b78cc03ace tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] Allocated IP 172.20.0.4 (60b15c3c-6b8d-4f6d-aff6-6672d4cde1a5/bf9fff96-c01a-48c0-b1c7-afe57c99dccf/44f8b999-b3c9-4690-b075-b6a0bb5ebfdc) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:32:00.445745 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9c5db147-9882-4abf-ab87-f04928204700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:00.449016 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9c5db147-9882-4abf-ab87-f04928204700 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:00.450258 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-9c5db147-9882-4abf-ab87-f04928204700 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/376b4114-b92f-4a7f-a76b-379d79f4d0a0 HTTP/1.1" status: 204 len: 168 time: 0.5184057 Jul 05 02:32:00.450373 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-3413a295-337d-4ac0-a0b7-84e0203fd8b4 None None] Port 9c271ca6-30e7-42a1-a20b-bde61f61c97d cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:32:00.480800 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-8ee3f62f-c2c5-492d-a9df-0a001d10efe2 None None] Attempting to bind port d4fece84-4dae-4630-b391-09ae9831bc55 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:32:00.481216 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-8ee3f62f-c2c5-492d-a9df-0a001d10efe2 None None] Attempting to bind port d4fece84-4dae-4630-b391-09ae9831bc55 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '7ab72aa3-2bce-4130-b205-6fee0a5acf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '60b15c3c-6b8d-4f6d-aff6-6672d4cde1a5'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:32:00.481660 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee3f62f-c2c5-492d-a9df-0a001d10efe2 None None] Attempting to bind port d4fece84-4dae-4630-b391-09ae9831bc55 on network 60b15c3c-6b8d-4f6d-aff6-6672d4cde1a5 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:32:00.490376 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 282931ca-132b-468c-98ed-bdfa632e28e5, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=282931ca-132b-468c-98ed-bdfa632e28e5,segment=NetworkSegment(f26e45cd-31b4-4dbd-b561-d0938bfeb64d),segment_id=f26e45cd-31b4-4dbd-b561-d0938bfeb64d)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:32:00.492395 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee3f62f-c2c5-492d-a9df-0a001d10efe2 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:32:00.492782 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee3f62f-c2c5-492d-a9df-0a001d10efe2 None None] Checking segment: {'id': '7ab72aa3-2bce-4130-b205-6fee0a5acf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '60b15c3c-6b8d-4f6d-aff6-6672d4cde1a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:32:00.493167 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8ee3f62f-c2c5-492d-a9df-0a001d10efe2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:00.493680 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee3f62f-c2c5-492d-a9df-0a001d10efe2 None None] Bound using segment: {'id': '7ab72aa3-2bce-4130-b205-6fee0a5acf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '60b15c3c-6b8d-4f6d-aff6-6672d4cde1a5'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:32:00.494166 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-8ee3f62f-c2c5-492d-a9df-0a001d10efe2 None None] Bound port: d4fece84-4dae-4630-b391-09ae9831bc55, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ab72aa3-2bce-4130-b205-6fee0a5acf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '60b15c3c-6b8d-4f6d-aff6-6672d4cde1a5'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:32:00.500227 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8ee3f62f-c2c5-492d-a9df-0a001d10efe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:00.501272 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-721773d4-208a-41eb-aa85-984caf3f641c req-fda452a8-9482-4207-95dd-430b00e45737 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] 10.222.0.23 "GET /v2.0/security-groups?id=e293acd6-79d5-4041-88cd-88f21006fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798409 Jul 05 02:32:00.556927 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5db147-9882-4abf-ab87-f04928204700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=376b4114-b92f-4a7f-a76b-379d79f4d0a0,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:00.560508 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7476b6c3-3bd0-4289-9051-7e73c721c57c tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:00.566824 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5084bec5-1ca0-4819-a46b-eff7c9065332 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:00.568374 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-5084bec5-1ca0-4819-a46b-eff7c9065332 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=4bbc2f9e-02cf-490e-901d-2588655a3ef0&device_id=7bdea60e-d3c6-41e0-b2e1-e71f21ce7e98&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2223823 Jul 05 02:32:00.571943 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40380) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:00.577345 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-8ee3f62f-c2c5-492d-a9df-0a001d10efe2 None None] For port d4fece84-4dae-4630-b391-09ae9831bc55, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:32:00.581949 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-8ee3f62f-c2c5-492d-a9df-0a001d10efe2 None None] For port d4fece84-4dae-4630-b391-09ae9831bc55, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=d4fece84-4dae-4630-b391-09ae9831bc55,segment=NetworkSegment(7ab72aa3-2bce-4130-b205-6fee0a5acf5b),segment_id=7ab72aa3-2bce-4130-b205-6fee0a5acf5b)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:32:00.605970 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-d7c62d90-6636-48cb-b60c-053904a04300 None None] Provisioning complete for port 9c271ca6-30e7-42a1-a20b-bde61f61c97d triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:32:00.618805 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-d7c62d90-6636-48cb-b60c-053904a04300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:00.619047 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-7476b6c3-3bd0-4289-9051-7e73c721c57c tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Calling delete_port for 9c271ca6-30e7-42a1-a20b-bde61f61c97d owned by {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:32:00.650017 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-d7c62d90-6636-48cb-b60c-053904a04300 None None] Port 9c271ca6-30e7-42a1-a20b-bde61f61c97d cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:32:00.660947 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:00.669129 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3fb453-67b3-4994-b154-e692a2931a5e req-322fc093-a738-4204-8853-2c513b5a0ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:00.672366 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7a3fb453-67b3-4994-b154-e692a2931a5e req-322fc093-a738-4204-8853-2c513b5a0ee9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dc52fc88-88f7-44eb-b3db-a1effdd6a0f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4443994 Jul 05 02:32:00.680154 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-db2a37ca-1913-41db-98e0-9179a6bc9ae7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e1c0b775e757422c9d48f0ba4a36712f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5249107 Jul 05 02:32:00.684689 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8ee3f62f-c2c5-492d-a9df-0a001d10efe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:00.696638 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40384) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:00.789691 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=282931ca-132b-468c-98ed-bdfa632e28e5,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:00.855076 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee3f62f-c2c5-492d-a9df-0a001d10efe2 None None] Pushing event updated for resources: {'Port': ['ID=d4fece84-4dae-4630-b391-09ae9831bc55,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:00.937996 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96661e49-a177-4dfd-867b-8bc26f9db63b tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:00.939443 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-96661e49-a177-4dfd-867b-8bc26f9db63b tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] 10.222.0.23 "GET /v2.0/networks/4bbc2f9e-02cf-490e-901d-2588655a3ef0 HTTP/1.1" status: 200 len: 881 time: 0.3665857 Jul 05 02:32:00.942605 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40390) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:00.983386 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7a3fb453-67b3-4994-b154-e692a2931a5e req-1c179837-a064-4770-8e72-2e69cf00de28 service neutron] 10.222.0.15 "GET /v2.0/networks/dc52fc88-88f7-44eb-b3db-a1effdd6a0f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2999787 Jul 05 02:32:01.036375 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-f420d604-d23b-47a3-844d-9bbd7ffab453 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] 10.222.0.23 "GET /v2.0/ports?device_id=7bdea60e-d3c6-41e0-b2e1-e71f21ce7e98 HTTP/1.1" status: 200 len: 205 time: 0.0864794 Jul 05 02:32:01.039827 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ab72ea47-b10d-4256-bf17-86b78cc03ace tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:01.041117 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40394) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:01.132122 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40398) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:01.152690 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [None req-ab72ea47-b10d-4256-bf17-86b78cc03ace tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] Transition to ACTIVE for port object 44f8b999-b3c9-4690-b075-b6a0bb5ebfdc will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:32:01.232298 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1354fc4e-1cef-4b31-a5d7-bc65a3c8ed24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:01.288457 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1354fc4e-1cef-4b31-a5d7-bc65a3c8ed24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:01.316102 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7a3fb453-67b3-4994-b154-e692a2931a5e req-5f1e7a7d-10da-4de0-9837-7c13d697135a service neutron] 10.222.0.15 "GET /v2.0/networks/dc52fc88-88f7-44eb-b3db-a1effdd6a0f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3184526 Jul 05 02:32:01.333594 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ac81f894-96df-4a1f-af70-7b220a3a9fb9 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks [] for router, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:01.377690 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7476b6c3-3bd0-4289-9051-7e73c721c57c tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:01.423823 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-164866ec-2a7a-421c-8e63-4484ff285a25 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Request body: {'networks': [{'name': 'tempest-network--721737724'}, {'name': 'tempest-network--1574045149'}]} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:32:01.424143 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-164866ec-2a7a-421c-8e63-4484ff285a25 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Request body: {'network': {'name': 'tempest-network--721737724'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:32:01.424655 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-164866ec-2a7a-421c-8e63-4484ff285a25 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Request body: {'network': {'name': 'tempest-network--1574045149'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:32:01.447537 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7476b6c3-3bd0-4289-9051-7e73c721c57c tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Pushing event deleted for resources: {'Port': ['ID=9c271ca6-30e7-42a1-a20b-bde61f61c97d,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:01.476115 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ac81f894-96df-4a1f-af70-7b220a3a9fb9 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:01.564597 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device d4fece84-4dae-4630-b391-09ae9831bc55 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:32:01.565593 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ab72ea47-b10d-4256-bf17-86b78cc03ace tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:01.598588 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-164866ec-2a7a-421c-8e63-4484ff285a25 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Made reservation on behalf of 8b79bf53a6734cb4ae4eccd3cc63675d for: {'network': 2} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:32:01.609516 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-164866ec-2a7a-421c-8e63-4484ff285a25 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:01.613268 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1354fc4e-1cef-4b31-a5d7-bc65a3c8ed24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:01.621067 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1354fc4e-1cef-4b31-a5d7-bc65a3c8ed24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:01.634914 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-1354fc4e-1cef-4b31-a5d7-bc65a3c8ed24 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/226cd8f9-ef79-4c2c-b35b-55071b9505ee HTTP/1.1" status: 204 len: 168 time: 0.9341302 Jul 05 02:32:01.730092 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1354fc4e-1cef-4b31-a5d7-bc65a3c8ed24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=226cd8f9-ef79-4c2c-b35b-55071b9505ee,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:01.730675 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab72ea47-b10d-4256-bf17-86b78cc03ace tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] Pushing event updated for resources: {'Port': ['ID=44f8b999-b3c9-4690-b075-b6a0bb5ebfdc,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:01.731110 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-164866ec-2a7a-421c-8e63-4484ff285a25 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:01.794707 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port d4fece84-4dae-4630-b391-09ae9831bc55 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:32:01.800747 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 282931ca-132b-468c-98ed-bdfa632e28e5 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:32:01.807153 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7476b6c3-3bd0-4289-9051-7e73c721c57c tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:01.814166 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-7476b6c3-3bd0-4289-9051-7e73c721c57c tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "DELETE /v2.0/ports/9c271ca6-30e7-42a1-a20b-bde61f61c97d HTTP/1.1" status: 204 len: 168 time: 2.9568362 Jul 05 02:32:01.818560 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40416) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:01.849042 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab72ea47-b10d-4256-bf17-86b78cc03ace tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] Network 60b15c3c-6b8d-4f6d-aff6-6672d4cde1a5 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:32:01.886542 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6a6db7-1e25-42cb-855c-735cfa1dcdd5 req-3c3a854f-5fc2-4a25-a2f7-5ebbb3f58fad tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:01.888297 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5c6a6db7-1e25-42cb-855c-735cfa1dcdd5 req-3c3a854f-5fc2-4a25-a2f7-5ebbb3f58fad tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ed10d54-b0be-4db3-95ed-c9b2e6b4b7f8 HTTP/1.1" status: 200 len: 944 time: 0.1353226 Jul 05 02:32:01.917006 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-ab72ea47-b10d-4256-bf17-86b78cc03ace tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:32:01.922710 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 282931ca-132b-468c-98ed-bdfa632e28e5 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:32:01.923717 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:01.932399 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab72ea47-b10d-4256-bf17-86b78cc03ace tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:32:01.960334 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5c6a6db7-1e25-42cb-855c-735cfa1dcdd5 req-18e14c58-a8fe-4679-a424-45a3c87ad697 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] 10.222.0.23 "GET /v2.0/security-groups?id=e293acd6-79d5-4041-88cd-88f21006fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649633 Jul 05 02:32:01.996533 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-164866ec-2a7a-421c-8e63-4484ff285a25 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:01.998884 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-c917736b-1b60-4410-8654-251fc590be49 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] GET failed (client error): The resource could not be found. Jul 05 02:32:02.001203 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-c917736b-1b60-4410-8654-251fc590be49 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "GET /v2.0/ports/9c271ca6-30e7-42a1-a20b-bde61f61c97d HTTP/1.1" status: 404 len: 333 time: 0.1813548 Jul 05 02:32:02.006556 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40422) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:02.038257 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab72ea47-b10d-4256-bf17-86b78cc03ace tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:02.041767 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ab72ea47-b10d-4256-bf17-86b78cc03ace tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:02.070732 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-ac81f894-96df-4a1f-af70-7b220a3a9fb9 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Deleting port 0ff457d6-62e0-4bd9-8976-208a89d2d2f8 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:32:02.070732 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ac81f894-96df-4a1f-af70-7b220a3a9fb9 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:02.107040 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_v2 [None req-84e6cc6d-d966-4270-b4b9-d5d85421bc33 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Deleting subnet 58961f1c-a19e-4653-bcc1-84ba4fc19ab0 {{(pid=94461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:32:02.122478 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-164866ec-2a7a-421c-8e63-4484ff285a25 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:02.123170 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-164866ec-2a7a-421c-8e63-4484ff285a25 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:02.126105 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-84e6cc6d-d966-4270-b4b9-d5d85421bc33 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks [] for subnet, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:02.237667 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ac81f894-96df-4a1f-af70-7b220a3a9fb9 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:02.268472 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-ac81f894-96df-4a1f-af70-7b220a3a9fb9 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Calling delete_port for 0ff457d6-62e0-4bd9-8976-208a89d2d2f8 owned by network:router_gateway {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:32:02.301627 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164866ec-2a7a-421c-8e63-4484ff285a25 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f45c4f37-6288-4ef0-bb75-2660868d474b,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:02.339266 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-84e6cc6d-d966-4270-b4b9-d5d85421bc33 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5519650'] for subnet, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:02.396433 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-164866ec-2a7a-421c-8e63-4484ff285a25 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=94461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:32:02.440937 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b82ac9-bf4d-475f-80bb-5fe47c6b9674 None None] Network 60b15c3c-6b8d-4f6d-aff6-6672d4cde1a5 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:32:02.453508 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-164866ec-2a7a-421c-8e63-4484ff285a25 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:02.454411 n-d-771362-32 neutron-server[94461]: INFO neutron.db.segments_db [None req-164866ec-2a7a-421c-8e63-4484ff285a25 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Added segment f999bb85-0fbf-4030-8ffe-3b76b453b9ed of type vlan for network 425308a5-5484-41c8-9d7f-7ae57ba93018 Jul 05 02:32:02.475901 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-ab72ea47-b10d-4256-bf17-86b78cc03ace tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.5305846 Jul 05 02:32:02.492092 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40436) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:02.542004 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-e0ac2488-8b9c-4415-9b27-c102fa6f6816 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-690965960', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:32:02.583100 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-84e6cc6d-d966-4270-b4b9-d5d85421bc33 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:02.636792 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-164866ec-2a7a-421c-8e63-4484ff285a25 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:02.676012 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-f2427477-4bd9-4252-92a0-c649711fae27 None None] Provisioning for port d4fece84-4dae-4630-b391-09ae9831bc55 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:32:02.689977 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-f2427477-4bd9-4252-92a0-c649711fae27 None None] Provisioning complete for port d4fece84-4dae-4630-b391-09ae9831bc55 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:32:02.691816 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f2427477-4bd9-4252-92a0-c649711fae27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:02.716509 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-164866ec-2a7a-421c-8e63-4484ff285a25 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=94461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:32:02.729323 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-164866ec-2a7a-421c-8e63-4484ff285a25 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:02.729747 n-d-771362-32 neutron-server[94461]: INFO neutron.db.segments_db [None req-164866ec-2a7a-421c-8e63-4484ff285a25 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Added segment fa7b41a4-85fb-4f6b-ac83-9b4cd7b24dea of type vlan for network 68d50215-cd03-484d-a0d5-a4f1fe235585 Jul 05 02:32:02.770100 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e0ac2488-8b9c-4415-9b27-c102fa6f6816 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11810'] for router, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:02.771149 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e0ac2488-8b9c-4415-9b27-c102fa6f6816 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1926740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11821'] for router, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:02.789137 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f2427477-4bd9-4252-92a0-c649711fae27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:02.793535 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-164866ec-2a7a-421c-8e63-4484ff285a25 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:02.834958 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-f2427477-4bd9-4252-92a0-c649711fae27 None None] For port d4fece84-4dae-4630-b391-09ae9831bc55, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=d4fece84-4dae-4630-b391-09ae9831bc55,segment=NetworkSegment(7ab72aa3-2bce-4130-b205-6fee0a5acf5b),segment_id=7ab72aa3-2bce-4130-b205-6fee0a5acf5b)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:32:02.840234 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-84e6cc6d-d966-4270-b4b9-d5d85421bc33 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5763388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774356'] for subnet, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:02.847861 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ac81f894-96df-4a1f-af70-7b220a3a9fb9 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:02.878376 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-84e6cc6d-d966-4270-b4b9-d5d85421bc33 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:02.883264 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-84e6cc6d-d966-4270-b4b9-d5d85421bc33 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "DELETE /v2.0/subnets/58961f1c-a19e-4653-bcc1-84ba4fc19ab0 HTTP/1.1" status: 204 len: 168 time: 0.8751364 Jul 05 02:32:02.883975 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e6cc6d-d966-4270-b4b9-d5d85421bc33 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Pushing event deleted for resources: {'Subnet': ['ID=58961f1c-a19e-4653-bcc1-84ba4fc19ab0,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:02.885688 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40444) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:02.886044 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bab411a-d451-4745-844d-33b7fe2c3a07 None None] Network aec9afe6-3350-4bc4-b3f7-f93ce8f98489 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:32:02.913917 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81f894-96df-4a1f-af70-7b220a3a9fb9 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Pushing event deleted for resources: {'Port': ['ID=0ff457d6-62e0-4bd9-8976-208a89d2d2f8,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:02.990111 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-086f5fe2-4e42-4cdd-9d8e-af455eb1fe19 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:03.048916 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-164866ec-2a7a-421c-8e63-4484ff285a25 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:03.048916 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-164866ec-2a7a-421c-8e63-4484ff285a25 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:03.055534 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164866ec-2a7a-421c-8e63-4484ff285a25 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:03.056634 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f2427477-4bd9-4252-92a0-c649711fae27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:03.062663 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164866ec-2a7a-421c-8e63-4484ff285a25 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:03.063345 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-164866ec-2a7a-421c-8e63-4484ff285a25 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:03.111194 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e0ac2488-8b9c-4415-9b27-c102fa6f6816 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:03.155776 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ac81f894-96df-4a1f-af70-7b220a3a9fb9 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636927'] for router_gateway, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:03.203581 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2427477-4bd9-4252-92a0-c649711fae27 None None] Pushing event updated for resources: {'Port': ['ID=d4fece84-4dae-4630-b391-09ae9831bc55,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:03.235010 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164866ec-2a7a-421c-8e63-4484ff285a25 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Pushing event updated for resources: {'Network': ['ID=425308a5-5484-41c8-9d7f-7ae57ba93018,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:03.247126 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 425308a5-5484-41c8-9d7f-7ae57ba93018 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:32:03.320897 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331e384f-9510-44d3-ac15-cd8245a61fe8 None None] DHCP port deletion for aec9afe6-3350-4bc4-b3f7-f93ce8f98489 request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:32:03.332294 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-086f5fe2-4e42-4cdd-9d8e-af455eb1fe19 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Deleting port 282931ca-132b-468c-98ed-bdfa632e28e5 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:32:03.332648 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-086f5fe2-4e42-4cdd-9d8e-af455eb1fe19 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:03.335186 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-164866ec-2a7a-421c-8e63-4484ff285a25 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.2020419 Jul 05 02:32:03.346326 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40462) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:03.368962 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-494db67c-b303-4b9f-9e31-8eb9d99bec21 None None] Provisioning for port 44f8b999-b3c9-4690-b075-b6a0bb5ebfdc completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:32:03.369897 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ac81f894-96df-4a1f-af70-7b220a3a9fb9 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11828'] for router, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:03.371587 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e0ac2488-8b9c-4415-9b27-c102fa6f6816 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963'] for router, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:03.390625 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ac81f894-96df-4a1f-af70-7b220a3a9fb9 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:03.394040 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-494db67c-b303-4b9f-9e31-8eb9d99bec21 None None] Provisioning complete for port 44f8b999-b3c9-4690-b075-b6a0bb5ebfdc triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:32:03.394814 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-494db67c-b303-4b9f-9e31-8eb9d99bec21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:03.481037 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device d4fece84-4dae-4630-b391-09ae9831bc55 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:32:03.550828 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40470) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:03.553080 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-494db67c-b303-4b9f-9e31-8eb9d99bec21 None None] Port 44f8b999-b3c9-4690-b075-b6a0bb5ebfdc cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:32:03.575583 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-494db67c-b303-4b9f-9e31-8eb9d99bec21 None None] Provisioning complete for port d4fece84-4dae-4630-b391-09ae9831bc55 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:32:03.575963 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-494db67c-b303-4b9f-9e31-8eb9d99bec21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:03.582591 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-331e384f-9510-44d3-ac15-cd8245a61fe8 None None] Deleting port 282931ca-132b-468c-98ed-bdfa632e28e5 {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:32:03.582958 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-331e384f-9510-44d3-ac15-cd8245a61fe8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:03.603860 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port d4fece84-4dae-4630-b391-09ae9831bc55 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:32:03.604227 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:03.621598 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3158ca62-b53f-4acb-ab22-6ced16b89218 req-a5252c97-0efc-4d62-bf53-1f5a8475d245 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:03.634166 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164866ec-2a7a-421c-8e63-4484ff285a25 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Pushing event updated for resources: {'Network': ['ID=68d50215-cd03-484d-a0d5-a4f1fe235585,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:03.635516 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3158ca62-b53f-4acb-ab22-6ced16b89218 req-a5252c97-0efc-4d62-bf53-1f5a8475d245 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ed10d54-b0be-4db3-95ed-c9b2e6b4b7f8 HTTP/1.1" status: 200 len: 944 time: 0.4167099 Jul 05 02:32:03.701426 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ac81f894-96df-4a1f-af70-7b220a3a9fb9 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1575451'] for router, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:03.701984 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac81f894-96df-4a1f-af70-7b220a3a9fb9 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Fanout notify agent at l3_agent the message router_deleted on router 7bdea60e-d3c6-41e0-b2e1-e71f21ce7e98 {{(pid=94462) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 02:32:03.711844 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e0ac2488-8b9c-4415-9b27-c102fa6f6816 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:03.723918 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-e0ac2488-8b9c-4415-9b27-c102fa6f6816 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.2313716 Jul 05 02:32:03.730946 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ac81f894-96df-4a1f-af70-7b220a3a9fb9 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:03.741429 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-ac81f894-96df-4a1f-af70-7b220a3a9fb9 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] 10.222.0.23 "DELETE /v2.0/routers/7bdea60e-d3c6-41e0-b2e1-e71f21ce7e98 HTTP/1.1" status: 204 len: 168 time: 2.6993070 Jul 05 02:32:03.745527 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40478) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:03.746873 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40480) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:03.748665 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [None req-086f5fe2-4e42-4cdd-9d8e-af455eb1fe19 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] For port 282931ca-132b-468c-98ed-bdfa632e28e5, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=282931ca-132b-468c-98ed-bdfa632e28e5,segment=NetworkSegment(f26e45cd-31b4-4dbd-b561-d0938bfeb64d),segment_id=f26e45cd-31b4-4dbd-b561-d0938bfeb64d)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:32:03.748969 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-086f5fe2-4e42-4cdd-9d8e-af455eb1fe19 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:03.761574 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-437651b3-4fd0-40be-bd47-c3340d79157c tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1280777701', 'prefixes': ['172.20.0.0/16']}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:32:03.769001 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-a8e323cb-ea87-43a5-8a05-ca2199aa796f tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-159358348', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}, 'admin_state_up': False}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:32:03.802890 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3158ca62-b53f-4acb-ab22-6ced16b89218 req-1c3fbee3-6b45-4372-98f7-68e780763542 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] 10.222.0.23 "GET /v2.0/security-groups?id=e293acd6-79d5-4041-88cd-88f21006fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1549883 Jul 05 02:32:03.810717 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.db.api [None req-a8e323cb-ea87-43a5-8a05-ca2199aa796f tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 02:32:03.810717 n-d-771362-32 neutron-server[94462]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 02:32:03.810717 n-d-771362-32 neutron-server[94462]: [parameters: {'project_id_1': '35fcd54d987148d7b1db67c04927cb0f', 'expiration_1': datetime.datetime(2021, 7, 5, 2, 32, 3, 798620)}] Jul 05 02:32:03.810717 n-d-771362-32 neutron-server[94462]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94462) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 02:32:03.811065 n-d-771362-32 neutron-server[94462]: DEBUG oslo_db.api [None req-a8e323cb-ea87-43a5-8a05-ca2199aa796f tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 02:32:03.823857 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-086f5fe2-4e42-4cdd-9d8e-af455eb1fe19 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Calling delete_port for 282931ca-132b-468c-98ed-bdfa632e28e5 owned by network:dhcp {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:32:03.829449 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 68d50215-cd03-484d-a0d5-a4f1fe235585 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:32:03.832576 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device a771c36c-07c1-47b5-a739-a1df626f52de details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:32:03.986316 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9935ede9-5706-4e8b-86b1-9a33cf16d67b tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:03.993453 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9935ede9-5706-4e8b-86b1-9a33cf16d67b tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:03.999979 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9935ede9-5706-4e8b-86b1-9a33cf16d67b tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:04.003192 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-331e384f-9510-44d3-ac15-cd8245a61fe8 None None] For port 282931ca-132b-468c-98ed-bdfa632e28e5, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=282931ca-132b-468c-98ed-bdfa632e28e5,segment=NetworkSegment(f26e45cd-31b4-4dbd-b561-d0938bfeb64d),segment_id=f26e45cd-31b4-4dbd-b561-d0938bfeb64d)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:32:04.003724 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-331e384f-9510-44d3-ac15-cd8245a61fe8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:04.013917 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9935ede9-5706-4e8b-86b1-9a33cf16d67b tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:04.019299 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-9935ede9-5706-4e8b-86b1-9a33cf16d67b tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.6635966 Jul 05 02:32:04.023094 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40486) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:04.070462 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-331e384f-9510-44d3-ac15-cd8245a61fe8 None None] Calling delete_port for 282931ca-132b-468c-98ed-bdfa632e28e5 owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:32:04.165237 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-086f5fe2-4e42-4cdd-9d8e-af455eb1fe19 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:04.192829 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 282931ca-132b-468c-98ed-bdfa632e28e5 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:32:04.202093 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086f5fe2-4e42-4cdd-9d8e-af455eb1fe19 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Pushing event deleted for resources: {'Port': ['ID=282931ca-132b-468c-98ed-bdfa632e28e5,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:04.220318 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-2dcf542a-780b-4c72-a84a-65516604ec78 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Request body: {'network': {'name': 'tempest-RoutersTest-615701832'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:32:04.234103 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 282931ca-132b-468c-98ed-bdfa632e28e5 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:32:04.234474 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 282931ca-132b-468c-98ed-bdfa632e28e5 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:32:04.241528 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port a771c36c-07c1-47b5-a739-a1df626f52de, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=a771c36c-07c1-47b5-a739-a1df626f52de,segment=NetworkSegment(10ca8873-9c2f-4980-a4da-1d632c7765be),segment_id=10ca8873-9c2f-4980-a4da-1d632c7765be)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:32:04.262250 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-aa41ae15-6ed8-4bf2-8d2d-f90f8f7f34a9 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:04.263945 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Returning: {'device': 'a771c36c-07c1-47b5-a739-a1df626f52de', 'network_id': 'dc52fc88-88f7-44eb-b3db-a1effdd6a0f3', 'port_id': 'a771c36c-07c1-47b5-a739-a1df626f52de', 'mac_address': 'fa:16:3e:27:46:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63c2790f-8cb5-49a6-864c-7d95537e5ebe', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:32:04.270850 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086f5fe2-4e42-4cdd-9d8e-af455eb1fe19 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] No DVR routers for this DVR port 282931ca-132b-468c-98ed-bdfa632e28e5 on host n-d-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:32:04.303645 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-331e384f-9510-44d3-ac15-cd8245a61fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:04.343451 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331e384f-9510-44d3-ac15-cd8245a61fe8 None None] Pushing event deleted for resources: {'Port': ['ID=282931ca-132b-468c-98ed-bdfa632e28e5,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:04.347688 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:04.353727 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331e384f-9510-44d3-ac15-cd8245a61fe8 None None] No DVR routers for this DVR port 282931ca-132b-468c-98ed-bdfa632e28e5 on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:32:04.366504 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-e5e2cbca-e557-421e-b53b-75355d065b65 None None] Provisioning complete for port 44f8b999-b3c9-4690-b075-b6a0bb5ebfdc triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:32:04.366878 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e5e2cbca-e557-421e-b53b-75355d065b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:04.373267 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-437651b3-4fd0-40be-bd47-c3340d79157c tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] Notify callbacks [] for subnetpool, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:04.381571 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-437651b3-4fd0-40be-bd47-c3340d79157c tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.6286767 Jul 05 02:32:04.386059 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40492) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:04.419436 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.tag.tag_plugin [None req-adf54ecc-11aa-430c-892a-2220aae28671 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'bf9fff96-c01a-48c0-b1c7-afe57c99dccf', 'tempest-TagsExtTest-Tag-2000107449') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:04.437572 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a771c36c-07c1-47b5-a739-a1df626f52de {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:32:04.489906 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-e5e2cbca-e557-421e-b53b-75355d065b65 None None] Port 44f8b999-b3c9-4690-b075-b6a0bb5ebfdc cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:32:04.504593 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port a771c36c-07c1-47b5-a739-a1df626f52de, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=a771c36c-07c1-47b5-a739-a1df626f52de,segment=NetworkSegment(10ca8873-9c2f-4980-a4da-1d632c7765be),segment_id=10ca8873-9c2f-4980-a4da-1d632c7765be)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:32:04.515945 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-086f5fe2-4e42-4cdd-9d8e-af455eb1fe19 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:04.528258 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-086f5fe2-4e42-4cdd-9d8e-af455eb1fe19 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aec9afe6-3350-4bc4-b3f7-f93ce8f98489']}} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:04.545027 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-086f5fe2-4e42-4cdd-9d8e-af455eb1fe19 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f26e45cd-31b4-4dbd-b561-d0938bfeb64d') {'for_net_delete': True} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:04.545618 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-086f5fe2-4e42-4cdd-9d8e-af455eb1fe19 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f26e45cd-31b4-4dbd-b561-d0938bfeb64d') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:04.557768 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-086f5fe2-4e42-4cdd-9d8e-af455eb1fe19 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5519669'] for segment, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:04.567036 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-aa41ae15-6ed8-4bf2-8d2d-f90f8f7f34a9 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:04.576870 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-086f5fe2-4e42-4cdd-9d8e-af455eb1fe19 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:04.585296 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-086f5fe2-4e42-4cdd-9d8e-af455eb1fe19 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=94461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:32:04.586202 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-086f5fe2-4e42-4cdd-9d8e-af455eb1fe19 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5763545'] for segment, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:04.588711 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:04.592671 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-aa41ae15-6ed8-4bf2-8d2d-f90f8f7f34a9 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['425308a5-5484-41c8-9d7f-7ae57ba93018']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:04.612674 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dcf542a-780b-4c72-a84a-65516604ec78 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Made reservation on behalf of 1593a1e15f6f447095222242302728ea for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:32:04.616215 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2dcf542a-780b-4c72-a84a-65516604ec78 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:04.636304 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-aa41ae15-6ed8-4bf2-8d2d-f90f8f7f34a9 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f999bb85-0fbf-4030-8ffe-3b76b453b9ed') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:04.636304 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-aa41ae15-6ed8-4bf2-8d2d-f90f8f7f34a9 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f999bb85-0fbf-4030-8ffe-3b76b453b9ed') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:04.660772 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2dcf542a-780b-4c72-a84a-65516604ec78 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:04.664024 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-aa41ae15-6ed8-4bf2-8d2d-f90f8f7f34a9 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:04.701518 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=a771c36c-07c1-47b5-a739-a1df626f52de,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:04.705353 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-aa41ae15-6ed8-4bf2-8d2d-f90f8f7f34a9 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:04.716510 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa41ae15-6ed8-4bf2-8d2d-f90f8f7f34a9 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:32:04.716863 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-aa41ae15-6ed8-4bf2-8d2d-f90f8f7f34a9 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:04.719957 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:32:04.719957 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:32:04.719957 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:32:04.719957 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:32:04.719957 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:32:04.719957 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:32:04.719957 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:32:04.719957 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:32:04.719957 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:32:04.719957 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:32:04.719957 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:32:04.719957 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:32:04.719957 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:32:04.719957 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:32:04.719957 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:32:04.719957 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:32:04.719957 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:32:04.719957 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:32:04.719957 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:32:04.719957 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:32:04.719957 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:32:04.719957 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:32:04.719957 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:32:04.719957 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:32:04.719957 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:32:04.719957 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:32:04.719957 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:32:04.719957 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:32:04.719957 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:32:04.719957 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:32:04.719957 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:32:04.719957 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:32:04.719957 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:32:04.719957 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:32:04.736279 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:32:04.736279 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:32:04.736279 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:32:04.736279 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:32:04.736279 n-d-771362-32 neutron-server[94461]: Traceback (most recent call last): Jul 05 02:32:04.736279 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:32:04.736279 n-d-771362-32 neutron-server[94461]: timer() Jul 05 02:32:04.736279 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:32:04.736279 n-d-771362-32 neutron-server[94461]: cb(*args, **kw) Jul 05 02:32:04.736279 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:32:04.736279 n-d-771362-32 neutron-server[94461]: return func(*args, **kwargs) Jul 05 02:32:04.736279 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:32:04.736279 n-d-771362-32 neutron-server[94461]: self._notify() Jul 05 02:32:04.736279 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:32:04.736279 n-d-771362-32 neutron-server[94461]: self.callback(batched_events) Jul 05 02:32:04.736279 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:32:04.736279 n-d-771362-32 neutron-server[94461]: event.method(event) Jul 05 02:32:04.736279 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:32:04.736279 n-d-771362-32 neutron-server[94461]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:32:04.736279 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:32:04.736279 n-d-771362-32 neutron-server[94461]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:32:04.736279 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:32:04.736279 n-d-771362-32 neutron-server[94461]: return f(self, *a, **k) Jul 05 02:32:04.736279 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:32:04.736279 n-d-771362-32 neutron-server[94461]: return self._get(url).json() Jul 05 02:32:04.736279 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:32:04.736279 n-d-771362-32 neutron-server[94461]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:32:04.736279 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:32:04.736279 n-d-771362-32 neutron-server[94461]: return self.request(url, 'GET', **kwargs) Jul 05 02:32:04.736279 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:32:04.736279 n-d-771362-32 neutron-server[94461]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:32:04.736279 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:32:04.736279 n-d-771362-32 neutron-server[94461]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:32:04.736279 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:32:04.736279 n-d-771362-32 neutron-server[94461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:32:04.736279 n-d-771362-32 neutron-server[94461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:32:04.776836 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a8e323cb-ea87-43a5-8a05-ca2199aa796f tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11810'] for router, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:04.777842 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a8e323cb-ea87-43a5-8a05-ca2199aa796f tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1926740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11821'] for router, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:04.795676 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['a771c36c-07c1-47b5-a739-a1df626f52de'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:32:04.833671 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-086f5fe2-4e42-4cdd-9d8e-af455eb1fe19 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:04.845231 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-086f5fe2-4e42-4cdd-9d8e-af455eb1fe19 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:04.852427 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-086f5fe2-4e42-4cdd-9d8e-af455eb1fe19 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "DELETE /v2.0/networks/aec9afe6-3350-4bc4-b3f7-f93ce8f98489 HTTP/1.1" status: 204 len: 168 time: 1.9617705 Jul 05 02:32:04.852507 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40502) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:04.857726 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-d3073bc7-97ef-4f54-903c-68e79ad77af2 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Request body: {'port': {'network_id': '6e23ee8a-6b59-4eae-b4fb-f4810d1759b1', 'name': 'tempest-PortsTestJSON-434608767'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:32:04.862276 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a8e323cb-ea87-43a5-8a05-ca2199aa796f tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:04.885009 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086f5fe2-4e42-4cdd-9d8e-af455eb1fe19 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Pushing event deleted for resources: {'Network': ['ID=aec9afe6-3350-4bc4-b3f7-f93ce8f98489,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:04.935100 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-aa41ae15-6ed8-4bf2-8d2d-f90f8f7f34a9 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:04.941721 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-aa41ae15-6ed8-4bf2-8d2d-f90f8f7f34a9 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:04.944577 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-aa41ae15-6ed8-4bf2-8d2d-f90f8f7f34a9 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] 10.222.0.23 "DELETE /v2.0/networks/425308a5-5484-41c8-9d7f-7ae57ba93018 HTTP/1.1" status: 204 len: 168 time: 0.9203701 Jul 05 02:32:04.946741 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40506) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:04.989084 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa41ae15-6ed8-4bf2-8d2d-f90f8f7f34a9 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Pushing event deleted for resources: {'Network': ['ID=425308a5-5484-41c8-9d7f-7ae57ba93018,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:05.066181 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-adf54ecc-11aa-430c-892a-2220aae28671 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] 10.222.0.23 "PUT /v2.0/subnets/bf9fff96-c01a-48c0-b1c7-afe57c99dccf/tags/tempest-TagsExtTest-Tag-2000107449 HTTP/1.1" status: 201 len: 201 time: 0.6748109 Jul 05 02:32:05.067233 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40508) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:05.079277 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.tag.tag_plugin [None req-e5fd4fc6-3776-4266-bfb1-dac4c9cd413a tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '44f8b999-b3c9-4690-b075-b6a0bb5ebfdc', 'tempest-TagsExtTest-Tag-1393950243') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:05.190018 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c6d2ccb4-aa50-4f02-8da9-41bc262b563b tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:05.207398 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a8e323cb-ea87-43a5-8a05-ca2199aa796f tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:05.245727 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2dcf542a-780b-4c72-a84a-65516604ec78 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:05.264615 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-face8440-3924-4ddf-b4f8-75ceecc25243 req-e0b81ee7-e9db-4a83-9cc6-c8474669c7df tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:05.266860 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-face8440-3924-4ddf-b4f8-75ceecc25243 req-e0b81ee7-e9db-4a83-9cc6-c8474669c7df tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ed10d54-b0be-4db3-95ed-c9b2e6b4b7f8 HTTP/1.1" status: 200 len: 945 time: 0.1986356 Jul 05 02:32:05.348216 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2dcf542a-780b-4c72-a84a-65516604ec78 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:05.363874 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-face8440-3924-4ddf-b4f8-75ceecc25243 req-f014e422-6dba-4423-ab17-10ed018b0925 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] 10.222.0.23 "GET /v2.0/security-groups?id=e293acd6-79d5-4041-88cd-88f21006fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909142 Jul 05 02:32:05.371078 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c6d2ccb4-aa50-4f02-8da9-41bc262b563b tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:05.381975 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-c6d2ccb4-aa50-4f02-8da9-41bc262b563b tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68d50215-cd03-484d-a0d5-a4f1fe235585']}} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:05.386267 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcf542a-780b-4c72-a84a-65516604ec78 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13bb3578-cb94-4b56-82dd-c9cb069cbe6f,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:05.414751 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dcf542a-780b-4c72-a84a-65516604ec78 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:32:05.415089 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-c6d2ccb4-aa50-4f02-8da9-41bc262b563b tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa7b41a4-85fb-4f6b-ac83-9b4cd7b24dea') {'for_net_delete': True} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:05.415089 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-c6d2ccb4-aa50-4f02-8da9-41bc262b563b tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa7b41a4-85fb-4f6b-ac83-9b4cd7b24dea') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:05.423625 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c6d2ccb4-aa50-4f02-8da9-41bc262b563b tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5519669'] for segment, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:05.438571 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2dcf542a-780b-4c72-a84a-65516604ec78 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:05.445816 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-2dcf542a-780b-4c72-a84a-65516604ec78 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Added segment 781c549e-7c35-4376-98f3-65614b7ce53e of type vlan for network 62e3b1c5-860b-420d-b85e-cc9e2ee9ef75 Jul 05 02:32:05.446424 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c6d2ccb4-aa50-4f02-8da9-41bc262b563b tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:05.451843 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6d2ccb4-aa50-4f02-8da9-41bc262b563b tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=94461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:32:05.453613 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c6d2ccb4-aa50-4f02-8da9-41bc262b563b tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5763545'] for segment, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:05.456892 n-d-771362-32 neutron-server[94461]: Traceback (most recent call last): Jul 05 02:32:05.456892 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:32:05.456892 n-d-771362-32 neutron-server[94461]: timer() Jul 05 02:32:05.456892 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:32:05.456892 n-d-771362-32 neutron-server[94461]: cb(*args, **kw) Jul 05 02:32:05.456892 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:32:05.456892 n-d-771362-32 neutron-server[94461]: return func(*args, **kwargs) Jul 05 02:32:05.456892 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:32:05.456892 n-d-771362-32 neutron-server[94461]: self._notify() Jul 05 02:32:05.456892 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:32:05.456892 n-d-771362-32 neutron-server[94461]: self.callback(batched_events) Jul 05 02:32:05.456892 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:32:05.456892 n-d-771362-32 neutron-server[94461]: event.method(event) Jul 05 02:32:05.456892 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:32:05.456892 n-d-771362-32 neutron-server[94461]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:32:05.456892 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:32:05.456892 n-d-771362-32 neutron-server[94461]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:32:05.456892 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:32:05.456892 n-d-771362-32 neutron-server[94461]: return f(self, *a, **k) Jul 05 02:32:05.456892 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:32:05.456892 n-d-771362-32 neutron-server[94461]: return self._get(url).json() Jul 05 02:32:05.456892 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:32:05.456892 n-d-771362-32 neutron-server[94461]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:32:05.456892 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:32:05.456892 n-d-771362-32 neutron-server[94461]: return self.request(url, 'GET', **kwargs) Jul 05 02:32:05.456892 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:32:05.456892 n-d-771362-32 neutron-server[94461]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:32:05.456892 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:32:05.456892 n-d-771362-32 neutron-server[94461]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:32:05.456892 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:32:05.456892 n-d-771362-32 neutron-server[94461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:32:05.456892 n-d-771362-32 neutron-server[94461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:32:05.468073 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-e5fd4fc6-3776-4266-bfb1-dac4c9cd413a tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] 10.222.0.23 "PUT /v2.0/ports/44f8b999-b3c9-4690-b075-b6a0bb5ebfdc/tags/tempest-TagsExtTest-Tag-1393950243 HTTP/1.1" status: 201 len: 201 time: 0.3984442 Jul 05 02:32:05.473213 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40516) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:05.481372 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.tag.tag_plugin [None req-26a91bad-fd33-4fb0-a4fb-dbdba41beece tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'c961c874-4926-4822-8d87-68a831ea10f1', 'tempest-TagsExtTest-Tag-1695451882') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:05.523690 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2dcf542a-780b-4c72-a84a-65516604ec78 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:05.527122 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3073bc7-97ef-4f54-903c-68e79ad77af2 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Made reservation on behalf of f845296045bc4472b2fc3471aba6dcb0 for: {'port': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:32:05.530585 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d3073bc7-97ef-4f54-903c-68e79ad77af2 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:05.587837 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c6d2ccb4-aa50-4f02-8da9-41bc262b563b tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:05.593552 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c6d2ccb4-aa50-4f02-8da9-41bc262b563b tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:05.601441 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-c6d2ccb4-aa50-4f02-8da9-41bc262b563b tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] 10.222.0.23 "DELETE /v2.0/networks/68d50215-cd03-484d-a0d5-a4f1fe235585 HTTP/1.1" status: 204 len: 168 time: 0.6478007 Jul 05 02:32:05.607558 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [None req-d3073bc7-97ef-4f54-903c-68e79ad77af2 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] device_id is not set on port b43b5a84-10dd-4344-8e5b-3d50e7ce981a yet. {{(pid=94462) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:32:05.609288 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40520) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:05.619350 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d2ccb4-aa50-4f02-8da9-41bc262b563b tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Pushing event deleted for resources: {'Network': ['ID=68d50215-cd03-484d-a0d5-a4f1fe235585,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:05.735262 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14e26ca-c0c3-4738-b444-4d5de7d859d6 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:05.741864 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14e26ca-c0c3-4738-b444-4d5de7d859d6 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:05.748171 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-f14e26ca-c0c3-4738-b444-4d5de7d859d6 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1329880 Jul 05 02:32:05.748171 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40522) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:05.755185 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-972a3bed-3bed-4038-9121-b2ca0663d635 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-857171704'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:32:05.757859 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2dcf542a-780b-4c72-a84a-65516604ec78 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:05.763916 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dcf542a-780b-4c72-a84a-65516604ec78 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:05.764540 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2dcf542a-780b-4c72-a84a-65516604ec78 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:05.802103 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device a771c36c-07c1-47b5-a739-a1df626f52de up at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:32:05.863136 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-26a91bad-fd33-4fb0-a4fb-dbdba41beece tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] 10.222.0.23 "PUT /v2.0/routers/c961c874-4926-4822-8d87-68a831ea10f1/tags/tempest-TagsExtTest-Tag-1695451882 HTTP/1.1" status: 201 len: 201 time: 0.3881004 Jul 05 02:32:05.863827 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a8e323cb-ea87-43a5-8a05-ca2199aa796f tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks [] for router_gateway, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:05.866388 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40526) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:05.872549 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.tag.tag_plugin [None req-942ad554-3898-4f5d-84a0-626f920b71c6 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'ce97ffa2-45bc-4bdd-99a9-f24588596123', 'tempest-TagsExtTest-Tag-1665654789') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:05.885252 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-972a3bed-3bed-4038-9121-b2ca0663d635 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Made reservation on behalf of 8b79bf53a6734cb4ae4eccd3cc63675d for: {'network': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:32:05.890801 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-972a3bed-3bed-4038-9121-b2ca0663d635 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:05.904578 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a8e323cb-ea87-43a5-8a05-ca2199aa796f tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:05.956022 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcf542a-780b-4c72-a84a-65516604ec78 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Pushing event updated for resources: {'Network': ['ID=62e3b1c5-860b-420d-b85e-cc9e2ee9ef75,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:05.967440 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 62e3b1c5-860b-420d-b85e-cc9e2ee9ef75 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:32:06.010078 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-972a3bed-3bed-4038-9121-b2ca0663d635 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=94461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:32:06.011416 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-2dcf542a-780b-4c72-a84a-65516604ec78 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.4594910 Jul 05 02:32:06.013984 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40532) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:06.020026 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-f3b08e4b-be90-4698-9e4e-9fa32410ebcf tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Request body: {'network': {'name': 'tempest-RoutersTest-1786084828'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:32:06.020804 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning for port a771c36c-07c1-47b5-a739-a1df626f52de completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:32:06.032718 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning complete for port a771c36c-07c1-47b5-a739-a1df626f52de triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:32:06.033109 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:06.037202 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-972a3bed-3bed-4038-9121-b2ca0663d635 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:06.038000 n-d-771362-32 neutron-server[94461]: INFO neutron.db.segments_db [None req-972a3bed-3bed-4038-9121-b2ca0663d635 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Added segment 56e82ccf-963e-4a46-98be-55d9299e9bab of type vlan for network c3408626-88d2-4237-8c2f-abf38a8e67e9 Jul 05 02:32:06.073883 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d3073bc7-97ef-4f54-903c-68e79ad77af2 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:06.123465 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-972a3bed-3bed-4038-9121-b2ca0663d635 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:06.133456 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-942ad554-3898-4f5d-84a0-626f920b71c6 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] 10.222.0.23 "PUT /v2.0/subnetpools/ce97ffa2-45bc-4bdd-99a9-f24588596123/tags/tempest-TagsExtTest-Tag-1665654789 HTTP/1.1" status: 201 len: 201 time: 0.2652252 Jul 05 02:32:06.139106 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40536) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:06.148108 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.tag.tag_plugin [None req-7e33a6df-c6ee-4393-b70b-6d0b1e7637b1 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'bf9fff96-c01a-48c0-b1c7-afe57c99dccf') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:06.150210 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:06.181107 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ed10d54-b0be-4db3-95ed-c9b2e6b4b7f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a771c36c-07c1-47b5-a739-a1df626f52de'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:32:06.184326 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19819adc-c1f6-4e51-9f6b-73694e6fe5da" -d '{"events": [{"server_uuid": "0ed10d54-b0be-4db3-95ed-c9b2e6b4b7f8", "name": "network-vif-plugged", "status": "completed", "tag": "a771c36c-07c1-47b5-a739-a1df626f52de"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:32:06.204158 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port a771c36c-07c1-47b5-a739-a1df626f52de, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=a771c36c-07c1-47b5-a739-a1df626f52de,segment=NetworkSegment(10ca8873-9c2f-4980-a4da-1d632c7765be),segment_id=10ca8873-9c2f-4980-a4da-1d632c7765be)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:32:06.224817 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b08e4b-be90-4698-9e4e-9fa32410ebcf tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Made reservation on behalf of 1593a1e15f6f447095222242302728ea for: {'network': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:32:06.228697 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f3b08e4b-be90-4698-9e4e-9fa32410ebcf tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:06.240141 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-a8e323cb-ea87-43a5-8a05-ca2199aa796f tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Allocated IP 172.25.7.87 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/d5550f18-e662-4abd-91a4-bc157a3ad149) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:32:06.262494 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94b16fcc-c975-426e-9a4b-3b22716abef9 x-openstack-request-id: req-94b16fcc-c975-426e-9a4b-3b22716abef9 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:32:06.262946 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ed10d54-b0be-4db3-95ed-c9b2e6b4b7f8", "name": "network-vif-plugged", "status": "completed", "tag": "a771c36c-07c1-47b5-a739-a1df626f52de", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:32:06.263206 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-94b16fcc-c975-426e-9a4b-3b22716abef9 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:32:06.263648 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ed10d54-b0be-4db3-95ed-c9b2e6b4b7f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a771c36c-07c1-47b5-a739-a1df626f52de', 'code': 200} Jul 05 02:32:06.304793 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3b08e4b-be90-4698-9e4e-9fa32410ebcf tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=94461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:32:06.311392 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-7e33a6df-c6ee-4393-b70b-6d0b1e7637b1 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] 10.222.0.23 "GET /v2.0/subnets/bf9fff96-c01a-48c0-b1c7-afe57c99dccf/tags HTTP/1.1" status: 200 len: 241 time: 0.1712759 Jul 05 02:32:06.315487 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40540) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:06.319660 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:06.321140 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.tag.tag_plugin [None req-19b6a52f-94aa-4fe9-a7af-33be2c1526de tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'bf9fff96-c01a-48c0-b1c7-afe57c99dccf', 'tempest-TagsExtTest-Tag-2000107449') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:06.359845 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f3b08e4b-be90-4698-9e4e-9fa32410ebcf tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:06.360115 n-d-771362-32 neutron-server[94461]: INFO neutron.db.segments_db [None req-f3b08e4b-be90-4698-9e4e-9fa32410ebcf tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Added segment 4e87550d-2bac-4e8b-8fb0-90c079672ba4 of type vlan for network 5a605075-27c5-4ef6-b12d-2485dc9320f4 Jul 05 02:32:06.386615 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=a771c36c-07c1-47b5-a739-a1df626f52de,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:06.389839 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a8e323cb-ea87-43a5-8a05-ca2199aa796f tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:06.391609 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-972a3bed-3bed-4038-9121-b2ca0663d635 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:06.398714 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972a3bed-3bed-4038-9121-b2ca0663d635 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:06.399367 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-972a3bed-3bed-4038-9121-b2ca0663d635 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:06.430798 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d3073bc7-97ef-4f54-903c-68e79ad77af2 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:06.481201 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3073bc7-97ef-4f54-903c-68e79ad77af2 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Network 6e23ee8a-6b59-4eae-b4fb-f4810d1759b1 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:32:06.484650 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-d3073bc7-97ef-4f54-903c-68e79ad77af2 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:32:06.491544 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3073bc7-97ef-4f54-903c-68e79ad77af2 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:32:06.497676 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3073bc7-97ef-4f54-903c-68e79ad77af2 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:06.498585 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d3073bc7-97ef-4f54-903c-68e79ad77af2 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:06.510733 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3073bc7-97ef-4f54-903c-68e79ad77af2 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Pushing event updated for resources: {'Port': ['ID=b43b5a84-10dd-4344-8e5b-3d50e7ce981a,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:06.530465 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f3b08e4b-be90-4698-9e4e-9fa32410ebcf tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:06.532160 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a8e323cb-ea87-43a5-8a05-ca2199aa796f tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:06.570764 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-972a3bed-3bed-4038-9121-b2ca0663d635 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8201632 Jul 05 02:32:06.571894 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972a3bed-3bed-4038-9121-b2ca0663d635 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Pushing event updated for resources: {'Network': ['ID=c3408626-88d2-4237-8c2f-abf38a8e67e9,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:06.576653 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40546) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:06.586808 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network c3408626-88d2-4237-8c2f-abf38a8e67e9 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:32:06.588036 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e323cb-ea87-43a5-8a05-ca2199aa796f tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:32:06.593550 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-a8e323cb-ea87-43a5-8a05-ca2199aa796f tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:32:06.597224 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e323cb-ea87-43a5-8a05-ca2199aa796f tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:32:06.618033 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-0e67fd83-ea76-44fd-9531-09b3f3a4b742 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1224714509'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:32:06.631395 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e323cb-ea87-43a5-8a05-ca2199aa796f tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Pushing event updated for resources: {'Port': ['ID=d5550f18-e662-4abd-91a4-bc157a3ad149,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:06.635046 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-d3073bc7-97ef-4f54-903c-68e79ad77af2 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.7816751 Jul 05 02:32:06.641293 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40548) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:06.692586 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f3b08e4b-be90-4698-9e4e-9fa32410ebcf tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:06.698102 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b08e4b-be90-4698-9e4e-9fa32410ebcf tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:06.698730 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f3b08e4b-be90-4698-9e4e-9fa32410ebcf tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:06.713786 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ddec5a-e846-4a59-8089-1a44f99039a7 req-9487cc98-46ca-4187-932e-026e9f9228a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:06.715489 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-27ddec5a-e846-4a59-8089-1a44f99039a7 req-9487cc98-46ca-4187-932e-026e9f9228a1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0ed10d54-b0be-4db3-95ed-c9b2e6b4b7f8 HTTP/1.1" status: 200 len: 1098 time: 0.3881483 Jul 05 02:32:06.723629 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-19b6a52f-94aa-4fe9-a7af-33be2c1526de tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] 10.222.0.23 "GET /v2.0/subnets/bf9fff96-c01a-48c0-b1c7-afe57c99dccf/tags/tempest-TagsExtTest-Tag-2000107449 HTTP/1.1" status: 204 len: 168 time: 0.4060109 Jul 05 02:32:06.749464 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40550) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:06.786102 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.tag.tag_plugin [None req-ab2cadfb-d520-4984-8cca-43ea2ba986af tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'bf9fff96-c01a-48c0-b1c7-afe57c99dccf', 'tempest-TagsExtTest-Tag-2000107449') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:06.805962 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e67fd83-ea76-44fd-9531-09b3f3a4b742 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Made reservation on behalf of 8b79bf53a6734cb4ae4eccd3cc63675d for: {'network': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:32:06.809994 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0e67fd83-ea76-44fd-9531-09b3f3a4b742 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:06.880409 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b08e4b-be90-4698-9e4e-9fa32410ebcf tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Pushing event updated for resources: {'Network': ['ID=5a605075-27c5-4ef6-b12d-2485dc9320f4,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:06.891958 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 5a605075-27c5-4ef6-b12d-2485dc9320f4 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:32:06.895202 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-27ddec5a-e846-4a59-8089-1a44f99039a7 req-61dd2208-2c59-4873-9aea-173383520743 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e293acd6-79d5-4041-88cd-88f21006fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1522119 Jul 05 02:32:06.907380 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901ef80d-77e8-41ee-b562-1b6fedebf4d6 req-1686378d-1864-4ec4-a60d-107de0100b29 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:06.908977 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-901ef80d-77e8-41ee-b562-1b6fedebf4d6 req-1686378d-1864-4ec4-a60d-107de0100b29 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ed10d54-b0be-4db3-95ed-c9b2e6b4b7f8 HTTP/1.1" status: 200 len: 946 time: 0.3586297 Jul 05 02:32:06.916651 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e67fd83-ea76-44fd-9531-09b3f3a4b742 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=94461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:32:06.922352 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-f3b08e4b-be90-4698-9e4e-9fa32410ebcf tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9044003 Jul 05 02:32:06.931701 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40554) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:06.947027 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-112a6f43-b2cd-424e-9a57-61172d71c1f2 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Request body: {'subnet': {'network_id': '62e3b1c5-860b-420d-b85e-cc9e2ee9ef75', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:32:06.964915 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0e67fd83-ea76-44fd-9531-09b3f3a4b742 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:06.965550 n-d-771362-32 neutron-server[94461]: INFO neutron.db.segments_db [None req-0e67fd83-ea76-44fd-9531-09b3f3a4b742 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Added segment d5a649f2-b0fe-4fbc-9c19-b3266b66f4f3 of type vlan for network 176ed0a3-eb3b-49ec-8361-02aa1a5a02a3 Jul 05 02:32:07.088369 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-901ef80d-77e8-41ee-b562-1b6fedebf4d6 req-cb59be46-8cf3-4b83-a751-e78106efd247 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] 10.222.0.23 "GET /v2.0/security-groups?id=e293acd6-79d5-4041-88cd-88f21006fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1661749 Jul 05 02:32:07.100786 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40560) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:07.121193 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0e67fd83-ea76-44fd-9531-09b3f3a4b742 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:07.224563 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-ecbe5117-b8d4-41d4-a48c-4d62bbc6a850 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Deleting port b43b5a84-10dd-4344-8e5b-3d50e7ce981a {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:32:07.224910 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ecbe5117-b8d4-41d4-a48c-4d62bbc6a850 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:07.326408 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ecbe5117-b8d4-41d4-a48c-4d62bbc6a850 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:07.341304 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-ecbe5117-b8d4-41d4-a48c-4d62bbc6a850 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Calling delete_port for b43b5a84-10dd-4344-8e5b-3d50e7ce981a owned by {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:32:07.528215 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a8e323cb-ea87-43a5-8a05-ca2199aa796f tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks [] for router_gateway, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:07.735502 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0e67fd83-ea76-44fd-9531-09b3f3a4b742 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:07.742425 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e67fd83-ea76-44fd-9531-09b3f3a4b742 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:07.743052 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0e67fd83-ea76-44fd-9531-09b3f3a4b742 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:07.752048 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-ab2cadfb-d520-4984-8cca-43ea2ba986af tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] 10.222.0.23 "DELETE /v2.0/subnets/bf9fff96-c01a-48c0-b1c7-afe57c99dccf/tags/tempest-TagsExtTest-Tag-2000107449 HTTP/1.1" status: 204 len: 168 time: 0.9694574 Jul 05 02:32:07.752750 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-112a6f43-b2cd-424e-9a57-61172d71c1f2 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Made reservation on behalf of 1593a1e15f6f447095222242302728ea for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:32:07.756184 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-112a6f43-b2cd-424e-9a57-61172d71c1f2 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:07.760438 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40572) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:07.782516 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.tag.tag_plugin [None req-0b0188c4-9d4f-4aca-860e-f24c34eccedf tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'bf9fff96-c01a-48c0-b1c7-afe57c99dccf') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:07.808574 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ecbe5117-b8d4-41d4-a48c-4d62bbc6a850 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:07.812530 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a8e323cb-ea87-43a5-8a05-ca2199aa796f tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963'] for router, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:07.893594 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbe5117-b8d4-41d4-a48c-4d62bbc6a850 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Pushing event deleted for resources: {'Port': ['ID=b43b5a84-10dd-4344-8e5b-3d50e7ce981a,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:07.902571 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ecbe5117-b8d4-41d4-a48c-4d62bbc6a850 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:07.904600 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-ecbe5117-b8d4-41d4-a48c-4d62bbc6a850 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "DELETE /v2.0/ports/b43b5a84-10dd-4344-8e5b-3d50e7ce981a HTTP/1.1" status: 204 len: 168 time: 1.2620227 Jul 05 02:32:07.907480 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40576) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:07.912734 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-d9687c3e-9290-4145-a0dd-93afe128656b tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Request body: {'port': {'network_id': '6e23ee8a-6b59-4eae-b4fb-f4810d1759b1', 'mac_address': 'fa:16:3e:6e:f8:2e', 'name': 'tempest-PortsTestJSON-890328520'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:32:07.977105 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e67fd83-ea76-44fd-9531-09b3f3a4b742 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Pushing event updated for resources: {'Network': ['ID=176ed0a3-eb3b-49ec-8361-02aa1a5a02a3,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:07.997044 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 176ed0a3-eb3b-49ec-8361-02aa1a5a02a3 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:32:08.019697 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-0e67fd83-ea76-44fd-9531-09b3f3a4b742 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.4059768 Jul 05 02:32:08.029802 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40580) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:08.036607 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-3f0c01e3-6b9b-4ce0-9dfd-44572c04a080 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Request body: {'ports': [{'network_id': 'c3408626-88d2-4237-8c2f-abf38a8e67e9', 'name': 'tempest-port--1192018179', 'admin_state_up': True}, {'network_id': '176ed0a3-eb3b-49ec-8361-02aa1a5a02a3', 'admin_state_up': False}]} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:32:08.036938 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-3f0c01e3-6b9b-4ce0-9dfd-44572c04a080 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Request body: {'port': {'network_id': 'c3408626-88d2-4237-8c2f-abf38a8e67e9', 'name': 'tempest-port--1192018179', 'admin_state_up': True}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:32:08.037595 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-3f0c01e3-6b9b-4ce0-9dfd-44572c04a080 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Request body: {'port': {'network_id': '176ed0a3-eb3b-49ec-8361-02aa1a5a02a3', 'admin_state_up': False}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:32:08.072609 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-0b0188c4-9d4f-4aca-860e-f24c34eccedf tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] 10.222.0.23 "GET /v2.0/subnets/bf9fff96-c01a-48c0-b1c7-afe57c99dccf/tags HTTP/1.1" status: 200 len: 205 time: 0.3089762 Jul 05 02:32:08.089186 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40582) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:08.097896 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.tag.tag_plugin [None req-6ff5ca93-f880-4639-9319-4ebb4564a7ab tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '44f8b999-b3c9-4690-b075-b6a0bb5ebfdc') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:08.252415 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-6ff5ca93-f880-4639-9319-4ebb4564a7ab tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] 10.222.0.23 "GET /v2.0/ports/44f8b999-b3c9-4690-b075-b6a0bb5ebfdc/tags HTTP/1.1" status: 200 len: 241 time: 0.1606412 Jul 05 02:32:08.255437 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40590) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:08.270305 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.tag.tag_plugin [None req-61ce5a4b-276f-4d85-bbd9-d954477e55c4 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '44f8b999-b3c9-4690-b075-b6a0bb5ebfdc', 'tempest-TagsExtTest-Tag-1393950243') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:08.289542 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9687c3e-9290-4145-a0dd-93afe128656b tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Made reservation on behalf of f845296045bc4472b2fc3471aba6dcb0 for: {'port': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:32:08.339772 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8e323cb-ea87-43a5-8a05-ca2199aa796f tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Router c4fcf437-b056-4e2e-89af-7838de03f83a is scheduled to L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 with binding_index 1 {{(pid=94462) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 02:32:08.454557 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d9687c3e-9290-4145-a0dd-93afe128656b tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:08.521441 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-61ce5a4b-276f-4d85-bbd9-d954477e55c4 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] 10.222.0.23 "GET /v2.0/ports/44f8b999-b3c9-4690-b075-b6a0bb5ebfdc/tags/tempest-TagsExtTest-Tag-1393950243 HTTP/1.1" status: 204 len: 168 time: 0.2625766 Jul 05 02:32:08.525179 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40596) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:08.525991 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [None req-d9687c3e-9290-4145-a0dd-93afe128656b tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] device_id is not set on port 47f37234-ad80-4d22-9676-5f6eb5093766 yet. {{(pid=94462) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:32:08.535896 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.tag.tag_plugin [None req-9f7ea3e3-54f4-4562-9711-15c3413ab0b2 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '44f8b999-b3c9-4690-b075-b6a0bb5ebfdc', 'tempest-TagsExtTest-Tag-1393950243') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:08.620274 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-112a6f43-b2cd-424e-9a57-61172d71c1f2 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5763451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774823'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:08.629446 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f301821-8f66-4f08-8594-fd9f27c38707 req-2c2b8bbc-5a64-4f39-abe4-6a7ec4902f22 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:08.634633 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6f301821-8f66-4f08-8594-fd9f27c38707 req-2c2b8bbc-5a64-4f39-abe4-6a7ec4902f22 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ed10d54-b0be-4db3-95ed-c9b2e6b4b7f8 HTTP/1.1" status: 200 len: 946 time: 0.2889585 Jul 05 02:32:08.659134 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8e323cb-ea87-43a5-8a05-ca2199aa796f tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:32:08.665773 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f0c01e3-6b9b-4ce0-9dfd-44572c04a080 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Made reservation on behalf of 8b79bf53a6734cb4ae4eccd3cc63675d for: {'port': 2} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:32:08.670407 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3f0c01e3-6b9b-4ce0-9dfd-44572c04a080 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:08.676358 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d2ee52-2227-417f-89fb-aa683e27eb6d None None] Sync routers for ids ['c4fcf437-b056-4e2e-89af-7838de03f83a'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:32:08.688965 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d2ee52-2227-417f-89fb-aa683e27eb6d None None] Routers {'c4fcf437-b056-4e2e-89af-7838de03f83a'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:32:08.690472 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-95d2ee52-2227-417f-89fb-aa683e27eb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:31:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['c4fcf437-b056-4e2e-89af-7838de03f83a'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:08.712816 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6f301821-8f66-4f08-8594-fd9f27c38707 req-c1f54e9a-81e4-45eb-b65a-dbfcc385696a tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] 10.222.0.23 "GET /v2.0/security-groups?id=e293acd6-79d5-4041-88cd-88f21006fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708880 Jul 05 02:32:08.716394 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3f0c01e3-6b9b-4ce0-9dfd-44572c04a080 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:08.733242 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112a6f43-b2cd-424e-9a57-61172d71c1f2 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Pushing event updated for resources: {'Subnet': ['ID=fadaccf3-414c-4213-a966-3cac216998b6,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:08.808100 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-95d2ee52-2227-417f-89fb-aa683e27eb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:08.809919 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a8e323cb-ea87-43a5-8a05-ca2199aa796f tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:08.811882 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-a8e323cb-ea87-43a5-8a05-ca2199aa796f tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.0603383 Jul 05 02:32:08.815524 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40604) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:08.822684 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-aba02348-9627-4eef-9545-d55cf246509c tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:32:08.831627 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d2ee52-2227-417f-89fb-aa683e27eb6d None None] Routers {'c4fcf437-b056-4e2e-89af-7838de03f83a'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:32:08.832188 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-95d2ee52-2227-417f-89fb-aa683e27eb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:31:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['c4fcf437-b056-4e2e-89af-7838de03f83a'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:08.847097 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-9f7ea3e3-54f4-4562-9711-15c3413ab0b2 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] 10.222.0.23 "DELETE /v2.0/ports/44f8b999-b3c9-4690-b075-b6a0bb5ebfdc/tags/tempest-TagsExtTest-Tag-1393950243 HTTP/1.1" status: 204 len: 168 time: 0.3190422 Jul 05 02:32:08.853717 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112a6f43-b2cd-424e-9a57-61172d71c1f2 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Checking segment: {'id': '781c549e-7c35-4376-98f3-65614b7ce53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '62e3b1c5-860b-420d-b85e-cc9e2ee9ef75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:32:08.853717 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112a6f43-b2cd-424e-9a57-61172d71c1f2 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Network hostable DHCP agents. Network: 62e3b1c5-860b-420d-b85e-cc9e2ee9ef75, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:32:08.861702 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40608) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:08.867716 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [None req-3f0c01e3-6b9b-4ce0-9dfd-44572c04a080 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] device_id is not set on port 6aba3483-dada-41f7-9d9d-f72a0f3d2c4e yet. {{(pid=94461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:32:08.874390 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.tag.tag_plugin [None req-59e73fa2-970c-4d21-948b-6f122bada96a tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '44f8b999-b3c9-4690-b075-b6a0bb5ebfdc') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:08.949373 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d9687c3e-9290-4145-a0dd-93afe128656b tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:09.041322 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-95d2ee52-2227-417f-89fb-aa683e27eb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:09.042713 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d2ee52-2227-417f-89fb-aa683e27eb6d None None] The sync data for ids ['c4fcf437-b056-4e2e-89af-7838de03f83a'] in n-d-771362-32 is: [] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:32:09.058700 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7a7d6e2f-9fc3-4b60-8f74-a2c964f9d5bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1634680'] for router_interface, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:09.111791 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112a6f43-b2cd-424e-9a57-61172d71c1f2 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Network 62e3b1c5-860b-420d-b85e-cc9e2ee9ef75 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:32:09.136059 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-59e73fa2-970c-4d21-948b-6f122bada96a tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] 10.222.0.23 "GET /v2.0/ports/44f8b999-b3c9-4690-b075-b6a0bb5ebfdc/tags HTTP/1.1" status: 200 len: 205 time: 0.2722309 Jul 05 02:32:09.152075 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40612) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:09.163636 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.tag.tag_plugin [None req-4eb5d7a5-3f55-44a0-ba76-cc35f029fb48 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'c961c874-4926-4822-8d87-68a831ea10f1') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:09.163886 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d9687c3e-9290-4145-a0dd-93afe128656b tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:09.206351 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbc23e1-e5b5-405a-9e4b-5149e5c89bbf req-4d2780e8-6c5f-451c-86d9-1b021b0a8873 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:09.207929 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2cbc23e1-e5b5-405a-9e4b-5149e5c89bbf req-4d2780e8-6c5f-451c-86d9-1b021b0a8873 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ed10d54-b0be-4db3-95ed-c9b2e6b4b7f8 HTTP/1.1" status: 200 len: 946 time: 0.3270955 Jul 05 02:32:09.218840 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40614) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:09.227250 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-44f382d8-7dd7-4221-8d8b-fb3e83150887 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] Request body: {'floatingip': {'port_id': 'a771c36c-07c1-47b5-a739-a1df626f52de'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:32:09.230463 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9687c3e-9290-4145-a0dd-93afe128656b tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Network 6e23ee8a-6b59-4eae-b4fb-f4810d1759b1 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:32:09.264750 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-d9687c3e-9290-4145-a0dd-93afe128656b tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:32:09.268155 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9687c3e-9290-4145-a0dd-93afe128656b tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:32:09.274180 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9687c3e-9290-4145-a0dd-93afe128656b tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:09.274781 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d9687c3e-9290-4145-a0dd-93afe128656b tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:09.293011 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-aba02348-9627-4eef-9545-d55cf246509c tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:09.299525 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3f0c01e3-6b9b-4ce0-9dfd-44572c04a080 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:09.304413 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-44f382d8-7dd7-4221-8d8b-fb3e83150887 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] Notify callbacks [] for floatingip, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:09.307782 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9687c3e-9290-4145-a0dd-93afe128656b tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Pushing event updated for resources: {'Port': ['ID=47f37234-ad80-4d22-9676-5f6eb5093766,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:09.383395 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-112a6f43-b2cd-424e-9a57-61172d71c1f2 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 62e3b1c5-860b-420d-b85e-cc9e2ee9ef75) {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:32:09.393912 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf83479-6885-453b-8f8f-a6092c34d39b None None] Network 62e3b1c5-860b-420d-b85e-cc9e2ee9ef75 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:32:09.398869 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-4eb5d7a5-3f55-44a0-ba76-cc35f029fb48 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] 10.222.0.23 "GET /v2.0/routers/c961c874-4926-4822-8d87-68a831ea10f1/tags HTTP/1.1" status: 200 len: 241 time: 0.2429790 Jul 05 02:32:09.401645 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112a6f43-b2cd-424e-9a57-61172d71c1f2 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:09.405828 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-112a6f43-b2cd-424e-9a57-61172d71c1f2 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:09.416424 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40618) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:09.422691 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.tag.tag_plugin [None req-ba658026-8a73-4055-8f51-e55ca82af125 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c961c874-4926-4822-8d87-68a831ea10f1', 'tempest-TagsExtTest-Tag-1695451882') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:09.445797 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [None req-3f0c01e3-6b9b-4ce0-9dfd-44572c04a080 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] device_id is not set on port b5942297-8403-4e1c-a32f-4e324cea485c yet. {{(pid=94461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:32:09.474427 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-d9687c3e-9290-4145-a0dd-93afe128656b tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.5637448 Jul 05 02:32:09.477707 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40620) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:09.493228 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-aba02348-9627-4eef-9545-d55cf246509c tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:09.560599 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-112a6f43-b2cd-424e-9a57-61172d71c1f2 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6269138 Jul 05 02:32:09.561205 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40622) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:09.573233 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-843558bf-d238-4b7e-898c-f3cc19b1d640 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Request body: {'subnet': {'network_id': '5a605075-27c5-4ef6-b12d-2485dc9320f4', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:32:09.610848 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f0cac5-2663-4bc9-865d-5831cea2b20b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-62e3b1c5-860b-420d-b85e-cc9e2ee9ef75', 'network_id': '62e3b1c5-860b-420d-b85e-cc9e2ee9ef75', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'fixed_ips': [{'subnet_id': 'fadaccf3-414c-4213-a966-3cac216998b6'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:32:09.612152 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-84f0cac5-2663-4bc9-865d-5831cea2b20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:09.730726 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3f0c01e3-6b9b-4ce0-9dfd-44572c04a080 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:09.771367 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-84f0cac5-2663-4bc9-865d-5831cea2b20b None None] Allocated IP 172.20.0.2 (62e3b1c5-860b-420d-b85e-cc9e2ee9ef75/fadaccf3-414c-4213-a966-3cac216998b6/c469ee1f-7fa9-4ed2-bbac-e5e70ffd42aa) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:32:09.779015 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-7a7d6e2f-9fc3-4b60-8f74-a2c964f9d5bb admin admin] Deleting port 81a22117-f211-49aa-8355-97aa8d289ba4 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:32:09.779358 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7a7d6e2f-9fc3-4b60-8f74-a2c964f9d5bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:09.832855 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-843558bf-d238-4b7e-898c-f3cc19b1d640 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Made reservation on behalf of 1593a1e15f6f447095222242302728ea for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:32:09.836504 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-843558bf-d238-4b7e-898c-f3cc19b1d640 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:09.918533 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3f0c01e3-6b9b-4ce0-9dfd-44572c04a080 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:09.979586 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [None req-7a7d6e2f-9fc3-4b60-8f74-a2c964f9d5bb admin admin] For port 81a22117-f211-49aa-8355-97aa8d289ba4, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=81a22117-f211-49aa-8355-97aa8d289ba4,segment=NetworkSegment(ebdd5ec8-1058-47a8-b717-5a7ce40fe2d0),segment_id=ebdd5ec8-1058-47a8-b717-5a7ce40fe2d0)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:32:09.980002 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7a7d6e2f-9fc3-4b60-8f74-a2c964f9d5bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:09.997829 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-84f0cac5-2663-4bc9-865d-5831cea2b20b None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:10.011735 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-84f0cac5-2663-4bc9-865d-5831cea2b20b None None] Transition to ACTIVE for port object c469ee1f-7fa9-4ed2-bbac-e5e70ffd42aa will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:32:10.015592 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-7a7d6e2f-9fc3-4b60-8f74-a2c964f9d5bb admin admin] Calling delete_port for 81a22117-f211-49aa-8355-97aa8d289ba4 owned by network:router_interface {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:32:10.027504 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0c01e3-6b9b-4ce0-9dfd-44572c04a080 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Pushing event updated for resources: {'Port': ['ID=6aba3483-dada-41f7-9d9d-f72a0f3d2c4e,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:10.034622 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-84f0cac5-2663-4bc9-865d-5831cea2b20b None None] Transition to ACTIVE for port object c469ee1f-7fa9-4ed2-bbac-e5e70ffd42aa will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:32:10.060842 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-ba658026-8a73-4055-8f51-e55ca82af125 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] 10.222.0.23 "GET /v2.0/routers/c961c874-4926-4822-8d87-68a831ea10f1/tags/tempest-TagsExtTest-Tag-1695451882 HTTP/1.1" status: 204 len: 168 time: 0.6432359 Jul 05 02:32:10.068190 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368ef63a-5ced-4537-8272-a48b5c5d5391 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:10.072268 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-368ef63a-5ced-4537-8272-a48b5c5d5391 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "GET /v2.0/ports/47f37234-ad80-4d22-9676-5f6eb5093766 HTTP/1.1" status: 200 len: 840 time: 0.5926852 Jul 05 02:32:10.072939 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40632) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:10.073215 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40634) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:10.109446 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.tag.tag_plugin [None req-b06607fd-d817-430a-b28e-ee60f38278f7 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'c961c874-4926-4822-8d87-68a831ea10f1', 'tempest-TagsExtTest-Tag-1695451882') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:10.126403 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0c01e3-6b9b-4ce0-9dfd-44572c04a080 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Checking segment: {'id': '56e82ccf-963e-4a46-98be-55d9299e9bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c3408626-88d2-4237-8c2f-abf38a8e67e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:32:10.126769 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0c01e3-6b9b-4ce0-9dfd-44572c04a080 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Network hostable DHCP agents. Network: c3408626-88d2-4237-8c2f-abf38a8e67e9, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:32:10.143271 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-84f0cac5-2663-4bc9-865d-5831cea2b20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:10.198561 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f0cac5-2663-4bc9-865d-5831cea2b20b None None] Network 62e3b1c5-860b-420d-b85e-cc9e2ee9ef75 is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:32:10.204575 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-84f0cac5-2663-4bc9-865d-5831cea2b20b None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:32:10.217210 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f0cac5-2663-4bc9-865d-5831cea2b20b None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:32:10.223912 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f0cac5-2663-4bc9-865d-5831cea2b20b None None] Pushing event updated for resources: {'Port': ['ID=c469ee1f-7fa9-4ed2-bbac-e5e70ffd42aa,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:10.284622 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-84f0cac5-2663-4bc9-865d-5831cea2b20b None None] Attempting to bind port c469ee1f-7fa9-4ed2-bbac-e5e70ffd42aa on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:32:10.285346 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-84f0cac5-2663-4bc9-865d-5831cea2b20b None None] Attempting to bind port c469ee1f-7fa9-4ed2-bbac-e5e70ffd42aa by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '781c549e-7c35-4376-98f3-65614b7ce53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '62e3b1c5-860b-420d-b85e-cc9e2ee9ef75'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:32:10.285853 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f0cac5-2663-4bc9-865d-5831cea2b20b None None] Attempting to bind port c469ee1f-7fa9-4ed2-bbac-e5e70ffd42aa on network 62e3b1c5-860b-420d-b85e-cc9e2ee9ef75 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:32:10.291061 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f0cac5-2663-4bc9-865d-5831cea2b20b None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:32:10.291508 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f0cac5-2663-4bc9-865d-5831cea2b20b None None] Checking segment: {'id': '781c549e-7c35-4376-98f3-65614b7ce53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '62e3b1c5-860b-420d-b85e-cc9e2ee9ef75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:32:10.291919 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-84f0cac5-2663-4bc9-865d-5831cea2b20b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:10.292334 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f0cac5-2663-4bc9-865d-5831cea2b20b None None] Bound using segment: {'id': '781c549e-7c35-4376-98f3-65614b7ce53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '62e3b1c5-860b-420d-b85e-cc9e2ee9ef75'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:32:10.292794 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-84f0cac5-2663-4bc9-865d-5831cea2b20b None None] Bound port: c469ee1f-7fa9-4ed2-bbac-e5e70ffd42aa, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '781c549e-7c35-4376-98f3-65614b7ce53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '62e3b1c5-860b-420d-b85e-cc9e2ee9ef75'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:32:10.293173 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-84f0cac5-2663-4bc9-865d-5831cea2b20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:10.305089 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-aba02348-9627-4eef-9545-d55cf246509c tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Deleting port d5550f18-e662-4abd-91a4-bc157a3ad149 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:32:10.305436 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-aba02348-9627-4eef-9545-d55cf246509c tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:10.358218 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-84f0cac5-2663-4bc9-865d-5831cea2b20b None None] For port c469ee1f-7fa9-4ed2-bbac-e5e70ffd42aa, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:32:10.362037 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-84f0cac5-2663-4bc9-865d-5831cea2b20b None None] For port c469ee1f-7fa9-4ed2-bbac-e5e70ffd42aa, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=c469ee1f-7fa9-4ed2-bbac-e5e70ffd42aa,segment=NetworkSegment(781c549e-7c35-4376-98f3-65614b7ce53e),segment_id=781c549e-7c35-4376-98f3-65614b7ce53e)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:32:10.399646 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0c01e3-6b9b-4ce0-9dfd-44572c04a080 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Network c3408626-88d2-4237-8c2f-abf38a8e67e9 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:32:10.401662 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-327a31b5-9a3f-4a8b-aba8-0dc2bb48f767 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Deleting port 47f37234-ad80-4d22-9676-5f6eb5093766 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:32:10.402064 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-327a31b5-9a3f-4a8b-aba8-0dc2bb48f767 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:10.403031 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-843558bf-d238-4b7e-898c-f3cc19b1d640 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5763451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774823'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:10.454952 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-aba02348-9627-4eef-9545-d55cf246509c tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:10.470568 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843558bf-d238-4b7e-898c-f3cc19b1d640 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Pushing event updated for resources: {'Subnet': ['ID=c43fbe8b-8937-49af-93bd-6cbfe5b6b0cf,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:10.477514 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843558bf-d238-4b7e-898c-f3cc19b1d640 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Checking segment: {'id': '4e87550d-2bac-4e8b-8fb0-90c079672ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5a605075-27c5-4ef6-b12d-2485dc9320f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:32:10.477514 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843558bf-d238-4b7e-898c-f3cc19b1d640 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Network hostable DHCP agents. Network: 5a605075-27c5-4ef6-b12d-2485dc9320f4, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:32:10.477690 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-aba02348-9627-4eef-9545-d55cf246509c tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Calling delete_port for d5550f18-e662-4abd-91a4-bc157a3ad149 owned by network:router_gateway {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:32:10.490899 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7a7d6e2f-9fc3-4b60-8f74-a2c964f9d5bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:10.503866 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-327a31b5-9a3f-4a8b-aba8-0dc2bb48f767 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:10.520965 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7d6e2f-9fc3-4b60-8f74-a2c964f9d5bb admin admin] Pushing event deleted for resources: {'Port': ['ID=81a22117-f211-49aa-8355-97aa8d289ba4,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:10.533326 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-84f0cac5-2663-4bc9-865d-5831cea2b20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:10.547276 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-3f0c01e3-6b9b-4ce0-9dfd-44572c04a080 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, c3408626-88d2-4237-8c2f-abf38a8e67e9) {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:32:10.551998 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0c01e3-6b9b-4ce0-9dfd-44572c04a080 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:32:10.554388 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3f0c01e3-6b9b-4ce0-9dfd-44572c04a080 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:10.566101 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aefb166-0cd4-4d39-ba2b-1160d5ba80ca None None] Network c3408626-88d2-4237-8c2f-abf38a8e67e9 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:32:10.576269 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-b06607fd-d817-430a-b28e-ee60f38278f7 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] 10.222.0.23 "DELETE /v2.0/routers/c961c874-4926-4822-8d87-68a831ea10f1/tags/tempest-TagsExtTest-Tag-1695451882 HTTP/1.1" status: 204 len: 168 time: 0.5000126 Jul 05 02:32:10.581942 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40640) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:10.592025 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.tag.tag_plugin [None req-263a1f3c-45d0-4c85-aaba-d34f10ef1e09 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'c961c874-4926-4822-8d87-68a831ea10f1') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:10.597794 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-327a31b5-9a3f-4a8b-aba8-0dc2bb48f767 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Calling delete_port for 47f37234-ad80-4d22-9676-5f6eb5093766 owned by {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:32:10.627151 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843558bf-d238-4b7e-898c-f3cc19b1d640 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Network 5a605075-27c5-4ef6-b12d-2485dc9320f4 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:32:10.655406 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-843558bf-d238-4b7e-898c-f3cc19b1d640 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 5a605075-27c5-4ef6-b12d-2485dc9320f4) {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:32:10.661970 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843558bf-d238-4b7e-898c-f3cc19b1d640 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:10.665886 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-843558bf-d238-4b7e-898c-f3cc19b1d640 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:10.687654 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b49248-88a8-49e7-961c-f42f8e6ef340 None None] Network 5a605075-27c5-4ef6-b12d-2485dc9320f4 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:32:10.795940 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f0cac5-2663-4bc9-865d-5831cea2b20b None None] Pushing event updated for resources: {'Port': ['ID=c469ee1f-7fa9-4ed2-bbac-e5e70ffd42aa,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:10.808735 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0c01e3-6b9b-4ce0-9dfd-44572c04a080 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Pushing event updated for resources: {'Port': ['ID=b5942297-8403-4e1c-a32f-4e324cea485c,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:10.839928 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0c01e3-6b9b-4ce0-9dfd-44572c04a080 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Checking segment: {'id': 'd5a649f2-b0fe-4fbc-9c19-b3266b66f4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '176ed0a3-eb3b-49ec-8361-02aa1a5a02a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:32:10.842028 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0c01e3-6b9b-4ce0-9dfd-44572c04a080 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Network hostable DHCP agents. Network: 176ed0a3-eb3b-49ec-8361-02aa1a5a02a3, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:32:10.950506 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-263a1f3c-45d0-4c85-aaba-d34f10ef1e09 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] 10.222.0.23 "GET /v2.0/routers/c961c874-4926-4822-8d87-68a831ea10f1/tags HTTP/1.1" status: 200 len: 205 time: 0.3653581 Jul 05 02:32:10.987083 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40644) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:10.995477 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.tag.tag_plugin [None req-adf5b6d7-07c8-4781-9bcf-ce461fa7c526 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'ce97ffa2-45bc-4bdd-99a9-f24588596123') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:11.055858 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.db.resource_extend [None req-44f382d8-7dd7-4221-8d8b-fb3e83150887 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 02:32:11.070549 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3314b78-73df-4515-a9e0-4c266d273b0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-5a605075-27c5-4ef6-b12d-2485dc9320f4', 'network_id': '5a605075-27c5-4ef6-b12d-2485dc9320f4', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'fixed_ips': [{'subnet_id': 'c43fbe8b-8937-49af-93bd-6cbfe5b6b0cf'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:32:11.071439 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a3314b78-73df-4515-a9e0-4c266d273b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:11.178498 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-44f382d8-7dd7-4221-8d8b-fb3e83150887 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:11.195392 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-327a31b5-9a3f-4a8b-aba8-0dc2bb48f767 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:11.200801 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-adf5b6d7-07c8-4781-9bcf-ce461fa7c526 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] 10.222.0.23 "GET /v2.0/subnetpools/ce97ffa2-45bc-4bdd-99a9-f24588596123/tags HTTP/1.1" status: 200 len: 241 time: 0.2077668 Jul 05 02:32:11.231005 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40652) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:11.240502 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.tag.tag_plugin [None req-63d8c1a0-e228-40ce-ad13-3ea3a4384614 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ce97ffa2-45bc-4bdd-99a9-f24588596123', 'tempest-TagsExtTest-Tag-1665654789') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:11.243207 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327a31b5-9a3f-4a8b-aba8-0dc2bb48f767 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Pushing event deleted for resources: {'Port': ['ID=47f37234-ad80-4d22-9676-5f6eb5093766,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:11.274553 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-327a31b5-9a3f-4a8b-aba8-0dc2bb48f767 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:11.279501 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-327a31b5-9a3f-4a8b-aba8-0dc2bb48f767 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "DELETE /v2.0/ports/47f37234-ad80-4d22-9676-5f6eb5093766 HTTP/1.1" status: 204 len: 168 time: 1.2020905 Jul 05 02:32:11.280137 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40656) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:11.311029 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-a3314b78-73df-4515-a9e0-4c266d273b0e None None] Allocated IP 172.21.0.2 (5a605075-27c5-4ef6-b12d-2485dc9320f4/c43fbe8b-8937-49af-93bd-6cbfe5b6b0cf/cd0eaf88-6c16-42f4-acc8-4cde3139af41) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:32:11.311644 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-44f382d8-7dd7-4221-8d8b-fb3e83150887 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636869'] for floatingip, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:11.315908 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-aba02348-9627-4eef-9545-d55cf246509c tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:11.354713 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-f79b9acb-150d-481d-8696-5ea75d393976 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] GET failed (client error): The resource could not be found. Jul 05 02:32:11.360740 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-f79b9acb-150d-481d-8696-5ea75d393976 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "GET /v2.0/ports/47f37234-ad80-4d22-9676-5f6eb5093766 HTTP/1.1" status: 404 len: 333 time: 0.0793843 Jul 05 02:32:11.364009 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40658) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:11.394653 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-4e7b8318-5c09-4d06-afa7-76869f11d4c4 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Request body: {'port': {'network_id': '6e23ee8a-6b59-4eae-b4fb-f4810d1759b1', 'name': 'tempest-PortsTestJSON-635128010'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:32:11.405322 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba02348-9627-4eef-9545-d55cf246509c tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Pushing event deleted for resources: {'Port': ['ID=d5550f18-e662-4abd-91a4-bc157a3ad149,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:11.411077 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-63d8c1a0-e228-40ce-ad13-3ea3a4384614 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] 10.222.0.23 "GET /v2.0/subnetpools/ce97ffa2-45bc-4bdd-99a9-f24588596123/tags/tempest-TagsExtTest-Tag-1665654789 HTTP/1.1" status: 204 len: 168 time: 0.1757329 Jul 05 02:32:11.422365 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40660) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:11.426432 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-843558bf-d238-4b7e-898c-f3cc19b1d640 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8582430 Jul 05 02:32:11.433274 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.tag.tag_plugin [None req-db9c515f-7e3a-4796-b595-ada58ba48949 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'ce97ffa2-45bc-4bdd-99a9-f24588596123', 'tempest-TagsExtTest-Tag-1665654789') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:11.445189 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40664) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:11.463515 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-3c2a6183-836a-4a14-b852-8d39c52a12fa tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-269203370', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:32:11.484357 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7a7d6e2f-9fc3-4b60-8f74-a2c964f9d5bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635398'] for router_interface, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:11.555298 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0c01e3-6b9b-4ce0-9dfd-44572c04a080 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Network 176ed0a3-eb3b-49ec-8361-02aa1a5a02a3 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:32:11.616490 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3c2a6183-836a-4a14-b852-8d39c52a12fa tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11810'] for router, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:11.617461 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3c2a6183-836a-4a14-b852-8d39c52a12fa tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1926740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11821'] for router, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:11.621895 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a3314b78-73df-4515-a9e0-4c266d273b0e None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:11.644939 n-d-771362-32 neutron-server[94462]: INFO neutron.db.l3_db [None req-44f382d8-7dd7-4221-8d8b-fb3e83150887 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] Floating IP a91a93d3-86a4-4979-9fc8-47de4bc918d4 associated. External IP: 172.25.7.105, port: a771c36c-07c1-47b5-a739-a1df626f52de. Jul 05 02:32:11.652721 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-a3314b78-73df-4515-a9e0-4c266d273b0e None None] Transition to ACTIVE for port object cd0eaf88-6c16-42f4-acc8-4cde3139af41 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:32:11.652930 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-3f0c01e3-6b9b-4ce0-9dfd-44572c04a080 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 176ed0a3-eb3b-49ec-8361-02aa1a5a02a3) {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:32:11.654762 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-aba02348-9627-4eef-9545-d55cf246509c tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636927'] for router_gateway, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:11.671925 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0c01e3-6b9b-4ce0-9dfd-44572c04a080 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:32:11.677828 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0c01e3-6b9b-4ce0-9dfd-44572c04a080 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:11.682936 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0c01e3-6b9b-4ce0-9dfd-44572c04a080 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:11.683672 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3f0c01e3-6b9b-4ce0-9dfd-44572c04a080 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:11.727304 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device c469ee1f-7fa9-4ed2-bbac-e5e70ffd42aa up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:32:11.729030 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264661e3-4587-423a-8302-f7ffd2fb885d None None] Network 176ed0a3-eb3b-49ec-8361-02aa1a5a02a3 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:32:11.738698 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-a3314b78-73df-4515-a9e0-4c266d273b0e None None] Transition to ACTIVE for port object cd0eaf88-6c16-42f4-acc8-4cde3139af41 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:32:11.816746 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-db9c515f-7e3a-4796-b595-ada58ba48949 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] 10.222.0.23 "DELETE /v2.0/subnetpools/ce97ffa2-45bc-4bdd-99a9-f24588596123/tags/tempest-TagsExtTest-Tag-1665654789 HTTP/1.1" status: 204 len: 168 time: 0.3871403 Jul 05 02:32:11.819319 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3c2a6183-836a-4a14-b852-8d39c52a12fa tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:11.827191 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40670) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:11.833637 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.tag.tag_plugin [None req-827d49ca-0ec2-4088-946d-8093384796a8 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'ce97ffa2-45bc-4bdd-99a9-f24588596123') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:11.849708 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a3314b78-73df-4515-a9e0-4c266d273b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:11.856630 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e7b8318-5c09-4d06-afa7-76869f11d4c4 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Made reservation on behalf of f845296045bc4472b2fc3471aba6dcb0 for: {'port': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:32:11.862338 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4e7b8318-5c09-4d06-afa7-76869f11d4c4 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:11.892161 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-827d49ca-0ec2-4088-946d-8093384796a8 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] 10.222.0.23 "GET /v2.0/subnetpools/ce97ffa2-45bc-4bdd-99a9-f24588596123/tags HTTP/1.1" status: 200 len: 205 time: 0.0619380 Jul 05 02:32:11.901493 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a7d6e2f-9fc3-4b60-8f74-a2c964f9d5bb admin admin] Router 0549884a-6981-41a9-ae9c-0692081b54fa has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:32:11.902957 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40674) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:11.909362 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.tag.tag_plugin [None req-4e28c261-f538-486c-a592-dcc7eeb1416c tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'ce97ffa2-45bc-4bdd-99a9-f24588596123') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:11.930284 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3314b78-73df-4515-a9e0-4c266d273b0e None None] Network 5a605075-27c5-4ef6-b12d-2485dc9320f4 is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:32:11.940516 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-a3314b78-73df-4515-a9e0-4c266d273b0e None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:32:11.945979 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:11.953063 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-4e28c261-f538-486c-a592-dcc7eeb1416c tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] 10.222.0.23 "DELETE /v2.0/subnetpools/ce97ffa2-45bc-4bdd-99a9-f24588596123/tags HTTP/1.1" status: 204 len: 168 time: 0.0467708 Jul 05 02:32:11.954725 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-3f0c01e3-6b9b-4ce0-9dfd-44572c04a080 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.9229455 Jul 05 02:32:11.955865 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3c2a6183-836a-4a14-b852-8d39c52a12fa tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963'] for router, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:11.961379 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3314b78-73df-4515-a9e0-4c266d273b0e None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:32:11.972213 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40678) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:11.972835 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40680) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:11.991357 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.tag.tag_plugin [None req-f8270a99-96de-4c4e-b0ee-772a46a6cedc tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c961c874-4926-4822-8d87-68a831ea10f1') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:12.036054 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-aba02348-9627-4eef-9545-d55cf246509c tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:12.036721 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:12.040484 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [None req-4e7b8318-5c09-4d06-afa7-76869f11d4c4 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] device_id is not set on port 5fe03edc-421a-459e-97ad-610e1857adaf yet. {{(pid=94462) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:32:12.052507 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-aba02348-9627-4eef-9545-d55cf246509c tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1636977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1636970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1573792'] for router, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:12.063057 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3314b78-73df-4515-a9e0-4c266d273b0e None None] Pushing event updated for resources: {'Port': ['ID=cd0eaf88-6c16-42f4-acc8-4cde3139af41,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:12.069458 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3c2a6183-836a-4a14-b852-8d39c52a12fa tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks [] for router, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:12.073061 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-3c2a6183-836a-4a14-b852-8d39c52a12fa tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6211624 Jul 05 02:32:12.107835 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56bbdcb-3185-4711-b7e2-7a36050a70ce None None] Network 62e3b1c5-860b-420d-b85e-cc9e2ee9ef75 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:32:12.123028 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40682) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:12.177236 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port c469ee1f-7fa9-4ed2-bbac-e5e70ffd42aa completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:32:12.207437 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-a3314b78-73df-4515-a9e0-4c266d273b0e None None] Attempting to bind port cd0eaf88-6c16-42f4-acc8-4cde3139af41 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:32:12.207778 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-a3314b78-73df-4515-a9e0-4c266d273b0e None None] Attempting to bind port cd0eaf88-6c16-42f4-acc8-4cde3139af41 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '4e87550d-2bac-4e8b-8fb0-90c079672ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5a605075-27c5-4ef6-b12d-2485dc9320f4'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:32:12.208145 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3314b78-73df-4515-a9e0-4c266d273b0e None None] Attempting to bind port cd0eaf88-6c16-42f4-acc8-4cde3139af41 on network 5a605075-27c5-4ef6-b12d-2485dc9320f4 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:32:12.209732 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aba02348-9627-4eef-9545-d55cf246509c tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Router c4fcf437-b056-4e2e-89af-7838de03f83a has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:32:12.222112 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3314b78-73df-4515-a9e0-4c266d273b0e None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:32:12.222491 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3314b78-73df-4515-a9e0-4c266d273b0e None None] Checking segment: {'id': '4e87550d-2bac-4e8b-8fb0-90c079672ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5a605075-27c5-4ef6-b12d-2485dc9320f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:32:12.222876 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a3314b78-73df-4515-a9e0-4c266d273b0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:12.223273 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3314b78-73df-4515-a9e0-4c266d273b0e None None] Bound using segment: {'id': '4e87550d-2bac-4e8b-8fb0-90c079672ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5a605075-27c5-4ef6-b12d-2485dc9320f4'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:32:12.223748 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-a3314b78-73df-4515-a9e0-4c266d273b0e None None] Bound port: cd0eaf88-6c16-42f4-acc8-4cde3139af41, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e87550d-2bac-4e8b-8fb0-90c079672ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5a605075-27c5-4ef6-b12d-2485dc9320f4'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:32:12.224132 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a3314b78-73df-4515-a9e0-4c266d273b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:12.303044 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-fcc94bfa-28f3-456d-bfdb-eb1ec094519d None None] Provisioning for port c469ee1f-7fa9-4ed2-bbac-e5e70ffd42aa completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:32:12.331125 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-fcc94bfa-28f3-456d-bfdb-eb1ec094519d None None] Provisioning complete for port c469ee1f-7fa9-4ed2-bbac-e5e70ffd42aa triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:32:12.331695 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-fcc94bfa-28f3-456d-bfdb-eb1ec094519d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:12.369268 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aba02348-9627-4eef-9545-d55cf246509c tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:32:12.377729 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-aba02348-9627-4eef-9545-d55cf246509c tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:12.378541 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-aba02348-9627-4eef-9545-d55cf246509c tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] 10.222.0.23 "PUT /v2.0/routers/c4fcf437-b056-4e2e-89af-7838de03f83a HTTP/1.1" status: 200 len: 709 time: 3.5619431 Jul 05 02:32:12.383069 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7704b9c-e696-4656-8bbe-d9f3b1d2b320 None None] Sync routers for ids ['c4fcf437-b056-4e2e-89af-7838de03f83a'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:32:12.387892 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40690) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:12.397061 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7704b9c-e696-4656-8bbe-d9f3b1d2b320 None None] Routers {'c4fcf437-b056-4e2e-89af-7838de03f83a'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:32:12.398279 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-f7704b9c-e696-4656-8bbe-d9f3b1d2b320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:31:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['c4fcf437-b056-4e2e-89af-7838de03f83a'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:12.424008 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-a3314b78-73df-4515-a9e0-4c266d273b0e None None] For port cd0eaf88-6c16-42f4-acc8-4cde3139af41, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:32:12.439126 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-a3314b78-73df-4515-a9e0-4c266d273b0e None None] For port cd0eaf88-6c16-42f4-acc8-4cde3139af41, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=cd0eaf88-6c16-42f4-acc8-4cde3139af41,segment=NetworkSegment(4e87550d-2bac-4e8b-8fb0-90c079672ba4),segment_id=4e87550d-2bac-4e8b-8fb0-90c079672ba4)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:32:12.450153 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-f7704b9c-e696-4656-8bbe-d9f3b1d2b320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:12.459799 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7704b9c-e696-4656-8bbe-d9f3b1d2b320 None None] Routers {'c4fcf437-b056-4e2e-89af-7838de03f83a'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:32:12.460780 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-f7704b9c-e696-4656-8bbe-d9f3b1d2b320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:31:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['c4fcf437-b056-4e2e-89af-7838de03f83a'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:12.496332 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-f7704b9c-e696-4656-8bbe-d9f3b1d2b320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:12.497586 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7704b9c-e696-4656-8bbe-d9f3b1d2b320 None None] The sync data for ids ['c4fcf437-b056-4e2e-89af-7838de03f83a'] in n-d-771362-32 is: [] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:32:12.501071 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-fcc94bfa-28f3-456d-bfdb-eb1ec094519d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:12.521565 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a7d6e2f-9fc3-4b60-8f74-a2c964f9d5bb admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:32:12.533385 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee0ed98-794c-4fd8-9e30-d152e7fc67ac None None] Sync routers for ids ['0549884a-6981-41a9-ae9c-0692081b54fa'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:32:12.534773 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-7a7d6e2f-9fc3-4b60-8f74-a2c964f9d5bb admin admin] 10.222.0.23 "PUT /v2.0/routers/0549884a-6981-41a9-ae9c-0692081b54fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4327288 Jul 05 02:32:12.557808 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-fcc94bfa-28f3-456d-bfdb-eb1ec094519d None None] For port c469ee1f-7fa9-4ed2-bbac-e5e70ffd42aa, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=c469ee1f-7fa9-4ed2-bbac-e5e70ffd42aa,segment=NetworkSegment(781c549e-7c35-4376-98f3-65614b7ce53e),segment_id=781c549e-7c35-4376-98f3-65614b7ce53e)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:32:12.569924 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a3314b78-73df-4515-a9e0-4c266d273b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:12.589066 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee0ed98-794c-4fd8-9e30-d152e7fc67ac None None] Routers {'0549884a-6981-41a9-ae9c-0692081b54fa'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:32:12.589715 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-eee0ed98-794c-4fd8-9e30-d152e7fc67ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:31:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['0549884a-6981-41a9-ae9c-0692081b54fa'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:12.619447 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40692) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:12.673488 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-f8270a99-96de-4c4e-b0ee-772a46a6cedc tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] 10.222.0.23 "DELETE /v2.0/routers/c961c874-4926-4822-8d87-68a831ea10f1/tags HTTP/1.1" status: 204 len: 168 time: 0.6845229 Jul 05 02:32:12.688628 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef3fa64-2c06-40f4-96d8-af6a6e4ec518 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:12.696406 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef3fa64-2c06-40f4-96d8-af6a6e4ec518 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:12.698054 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-7ef3fa64-2c06-40f4-96d8-af6a6e4ec518 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.7237921 Jul 05 02:32:12.698720 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40696) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:12.707859 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.tag.tag_plugin [None req-4833fa6d-f0a7-4e16-9340-6c8bb2e11ea3 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '44f8b999-b3c9-4690-b075-b6a0bb5ebfdc') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:12.737623 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-eee0ed98-794c-4fd8-9e30-d152e7fc67ac None None] Set router 0549884a-6981-41a9-ae9c-0692081b54fa gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:32:12.750056 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40698) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:12.906743 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e7b8a702-b898-42c5-b781-d8fa2dc838c1 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:13.008948 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-542a7883-f733-4197-9cad-10d863b0f0d2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:13.024608 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-fcc94bfa-28f3-456d-bfdb-eb1ec094519d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:13.028604 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-393fbf6a-4d02-492a-beb9-7bf541cec2cb tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] 10.222.0.23 "GET /v2.0/routers/c4fcf437-b056-4e2e-89af-7838de03f83a HTTP/1.1" status: 200 len: 744 time: 0.6368194 Jul 05 02:32:13.032811 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40708) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:13.060912 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3314b78-73df-4515-a9e0-4c266d273b0e None None] Pushing event updated for resources: {'Port': ['ID=cd0eaf88-6c16-42f4-acc8-4cde3139af41,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:13.100023 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-b5946f03-c9c7-4657-8929-7e8d564330e7 tempest-RoutersIpV6AdminTest-1870434473 tempest-RoutersIpV6AdminTest-1870434473-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=4bbc2f9e-02cf-490e-901d-2588655a3ef0&device_id=c4fcf437-b056-4e2e-89af-7838de03f83a HTTP/1.1" status: 200 len: 205 time: 0.0620217 Jul 05 02:32:13.104283 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40710) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:13.121082 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-4833fa6d-f0a7-4e16-9340-6c8bb2e11ea3 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] 10.222.0.23 "DELETE /v2.0/ports/44f8b999-b3c9-4690-b075-b6a0bb5ebfdc/tags HTTP/1.1" status: 204 len: 168 time: 0.4167070 Jul 05 02:32:13.128322 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44f382d8-7dd7-4221-8d8b-fb3e83150887 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] Router 4f68cd38-d033-4f2f-9466-8f1f9c29b3aa has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:32:13.131120 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40714) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:13.152763 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.tag.tag_plugin [None req-dd166a8d-119c-4189-8006-8cca1f9d0a01 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'bf9fff96-c01a-48c0-b1c7-afe57c99dccf') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:13.158090 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc94bfa-28f3-456d-bfdb-eb1ec094519d None None] Pushing event updated for resources: {'Port': ['ID=c469ee1f-7fa9-4ed2-bbac-e5e70ffd42aa,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:13.213356 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-2d0d1faa-e9ae-4d6c-adf1-22301c0b36b1 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Deleting port 6aba3483-dada-41f7-9d9d-f72a0f3d2c4e {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:32:13.213707 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2d0d1faa-e9ae-4d6c-adf1-22301c0b36b1 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:13.216992 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4e7b8318-5c09-4d06-afa7-76869f11d4c4 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:13.229029 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-79aff306-4f78-4330-8558-9bfcb7188e7f None None] Provisioning complete for port c469ee1f-7fa9-4ed2-bbac-e5e70ffd42aa triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:32:13.233077 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-79aff306-4f78-4330-8558-9bfcb7188e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:13.233299 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-95830106-baaa-4dcb-a93b-3f2c3675a8dc tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4fcf437-b056-4e2e-89af-7838de03f83a HTTP/1.1" status: 200 len: 205 time: 0.1233985 Jul 05 02:32:13.282831 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40716) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:13.441288 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4e7b8318-5c09-4d06-afa7-76869f11d4c4 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:13.443377 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44f382d8-7dd7-4221-8d8b-fb3e83150887 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:32:13.446794 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device c469ee1f-7fa9-4ed2-bbac-e5e70ffd42aa up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:32:13.455261 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-eee0ed98-794c-4fd8-9e30-d152e7fc67ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0549884a-6981-41a9-ae9c-0692081b54fa', 'name': 'tempest-TaggedBootDevicesTest-1229786733-router', 'tenant_id': '059a16d4d47342a1b52e205e2c168052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': 'be776949-0163-47f3-bb94-4b6fc484395b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:20:50Z', 'updated_at': '2021-07-05T02:32:10Z', 'revision_number': 5, 'project_id': '059a16d4d47342a1b52e205e2c168052', 'gw_port': {'id': 'be776949-0163-47f3-bb94-4b6fc484395b', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:93:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0549884a-6981-41a9-ae9c-0692081b54fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:20:51Z', 'updated_at': '2021-07-05T02:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:13.461582 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14be1bba-9084-4fa4-8e90-f10f91931fe7 None None] Sync routers for ids ['4f68cd38-d033-4f2f-9466-8f1f9c29b3aa'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:32:13.473713 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-44f382d8-7dd7-4221-8d8b-fb3e83150887 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:13.476510 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14be1bba-9084-4fa4-8e90-f10f91931fe7 None None] Routers {'4f68cd38-d033-4f2f-9466-8f1f9c29b3aa'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:32:13.477297 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-14be1bba-9084-4fa4-8e90-f10f91931fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:31:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['4f68cd38-d033-4f2f-9466-8f1f9c29b3aa'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:13.488827 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee0ed98-794c-4fd8-9e30-d152e7fc67ac None None] Checking router: 0549884a-6981-41a9-ae9c-0692081b54fa for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:32:13.509593 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-542a7883-f733-4197-9cad-10d863b0f0d2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:13.519449 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bd3fa4ad-076b-4bcc-9992-e8fbef0229b0 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks [] for router, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:13.526481 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2d0d1faa-e9ae-4d6c-adf1-22301c0b36b1 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:13.568413 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7b8318-5c09-4d06-afa7-76869f11d4c4 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Network 6e23ee8a-6b59-4eae-b4fb-f4810d1759b1 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:32:13.572401 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee0ed98-794c-4fd8-9e30-d152e7fc67ac None None] Routers {'0549884a-6981-41a9-ae9c-0692081b54fa'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:32:13.572837 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-eee0ed98-794c-4fd8-9e30-d152e7fc67ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:31:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['0549884a-6981-41a9-ae9c-0692081b54fa'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:13.576148 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-4e7b8318-5c09-4d06-afa7-76869f11d4c4 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:32:13.591480 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7b8318-5c09-4d06-afa7-76869f11d4c4 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:32:13.602430 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7b8318-5c09-4d06-afa7-76869f11d4c4 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:13.605471 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4e7b8318-5c09-4d06-afa7-76869f11d4c4 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:13.635757 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-dd166a8d-119c-4189-8006-8cca1f9d0a01 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] 10.222.0.23 "DELETE /v2.0/subnets/bf9fff96-c01a-48c0-b1c7-afe57c99dccf/tags HTTP/1.1" status: 204 len: 168 time: 0.5045743 Jul 05 02:32:13.640089 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40722) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:13.647987 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.tag.tag_plugin [None req-9606fb9b-121b-4d14-9b3a-c31762e4a014 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'bf9fff96-c01a-48c0-b1c7-afe57c99dccf', 'tempest-TagsExtTest-Tag-1749180937') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:13.656795 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7b8318-5c09-4d06-afa7-76869f11d4c4 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Pushing event updated for resources: {'Port': ['ID=5fe03edc-421a-459e-97ad-610e1857adaf,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:13.667822 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port c469ee1f-7fa9-4ed2-bbac-e5e70ffd42aa triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:32:13.668211 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:13.692878 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-44f382d8-7dd7-4221-8d8b-fb3e83150887 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] 10.222.0.23 "PUT /v2.0/floatingips/a91a93d3-86a4-4979-9fc8-47de4bc918d4 HTTP/1.1" status: 200 len: 992 time: 4.4685578 Jul 05 02:32:13.692878 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ed10d54-b0be-4db3-95ed-c9b2e6b4b7f8', 'tag': 'a771c36c-07c1-47b5-a739-a1df626f52de'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:32:13.693936 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b223267e0e0ddb3199af7772d0b45336e3b4b54fbb151c86a8051291a61e85db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-535c945d-90b6-4b40-ae5d-a97be89d8bcc" -d '{"events": [{"name": "network-changed", "server_uuid": "0ed10d54-b0be-4db3-95ed-c9b2e6b4b7f8", "tag": "a771c36c-07c1-47b5-a739-a1df626f52de"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:32:13.718648 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-4e7b8318-5c09-4d06-afa7-76869f11d4c4 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.3504682 Jul 05 02:32:13.724316 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-14be1bba-9084-4fa4-8e90-f10f91931fe7 None None] Set router 4f68cd38-d033-4f2f-9466-8f1f9c29b3aa gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:32:13.727838 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40728) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:13.735272 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-4da8df67-61f0-456f-93f3-e01bf8d72593 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:32:13.752711 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-2d0d1faa-e9ae-4d6c-adf1-22301c0b36b1 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Calling delete_port for 6aba3483-dada-41f7-9d9d-f72a0f3d2c4e owned by {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:32:13.772950 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a6bbd43-02da-4271-9766-2c883a25ba26 x-openstack-request-id: req-1a6bbd43-02da-4271-9766-2c883a25ba26 {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:32:13.773506 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ed10d54-b0be-4db3-95ed-c9b2e6b4b7f8", "tag": "a771c36c-07c1-47b5-a739-a1df626f52de", "status": "completed", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:32:13.773974 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1a6bbd43-02da-4271-9766-2c883a25ba26 {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:32:13.784162 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ed10d54-b0be-4db3-95ed-c9b2e6b4b7f8', 'tag': 'a771c36c-07c1-47b5-a739-a1df626f52de', 'status': 'completed', 'code': 200} Jul 05 02:32:13.785623 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-eee0ed98-794c-4fd8-9e30-d152e7fc67ac None None] Set router 0549884a-6981-41a9-ae9c-0692081b54fa gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:32:13.912457 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4da8df67-61f0-456f-93f3-e01bf8d72593 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:14.043285 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-9606fb9b-121b-4d14-9b3a-c31762e4a014 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] 10.222.0.23 "PUT /v2.0/subnets/bf9fff96-c01a-48c0-b1c7-afe57c99dccf/tags/tempest-TagsExtTest-Tag-1749180937 HTTP/1.1" status: 201 len: 201 time: 0.4013369 Jul 05 02:32:14.046949 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40732) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:14.053231 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.tag.tag_plugin [None req-6df1c4b4-9405-4f0f-ab03-ae27691f88f8 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '44f8b999-b3c9-4690-b075-b6a0bb5ebfdc', 'tempest-TagsExtTest-Tag-1313777839') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:14.080105 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-eee0ed98-794c-4fd8-9e30-d152e7fc67ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0549884a-6981-41a9-ae9c-0692081b54fa', 'name': 'tempest-TaggedBootDevicesTest-1229786733-router', 'tenant_id': '059a16d4d47342a1b52e205e2c168052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': 'be776949-0163-47f3-bb94-4b6fc484395b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:20:50Z', 'updated_at': '2021-07-05T02:32:10Z', 'revision_number': 5, 'project_id': '059a16d4d47342a1b52e205e2c168052', 'gw_port': {'id': 'be776949-0163-47f3-bb94-4b6fc484395b', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:93:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0549884a-6981-41a9-ae9c-0692081b54fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:20:51Z', 'updated_at': '2021-07-05T02:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:14.113681 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee0ed98-794c-4fd8-9e30-d152e7fc67ac None None] The sync data for ids ['0549884a-6981-41a9-ae9c-0692081b54fa'] in n-d-771362-32 is: [{'id': '0549884a-6981-41a9-ae9c-0692081b54fa', 'name': 'tempest-TaggedBootDevicesTest-1229786733-router', 'tenant_id': '059a16d4d47342a1b52e205e2c168052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': 'be776949-0163-47f3-bb94-4b6fc484395b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:20:50Z', 'updated_at': '2021-07-05T02:32:10Z', 'revision_number': 5, 'project_id': '059a16d4d47342a1b52e205e2c168052', 'gw_port': {'id': 'be776949-0163-47f3-bb94-4b6fc484395b', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:93:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0549884a-6981-41a9-ae9c-0692081b54fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:20:51Z', 'updated_at': '2021-07-05T02:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:32:14.162427 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-14be1bba-9084-4fa4-8e90-f10f91931fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f68cd38-d033-4f2f-9466-8f1f9c29b3aa', 'name': 'tempest-ServersTestManualDisk-365057176-router', 'tenant_id': '75731b244fd149bfab61f83bfac8a67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': 'f0d6f483-9cc9-4388-9315-340de7bfef6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:31:20Z', 'updated_at': '2021-07-05T02:31:30Z', 'revision_number': 4, 'project_id': '75731b244fd149bfab61f83bfac8a67b', 'gw_port': {'id': 'f0d6f483-9cc9-4388-9315-340de7bfef6c', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:33:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f68cd38-d033-4f2f-9466-8f1f9c29b3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:31:24Z', 'updated_at': '2021-07-05T02:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': 'a91a93d3-86a4-4979-9fc8-47de4bc918d4', 'tenant_id': '75731b244fd149bfab61f83bfac8a67b', 'floating_ip_address': '172.25.7.105', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': '4f68cd38-d033-4f2f-9466-8f1f9c29b3aa', 'port_id': 'a771c36c-07c1-47b5-a739-a1df626f52de', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc52fc88-88f7-44eb-b3db-a1effdd6a0f3', 'mac_address': 'fa:16:3e:27:46:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed10d54-b0be-4db3-95ed-c9b2e6b4b7f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T02:31:43Z', 'updated_at': '2021-07-05T02:32:10Z', 'revision_number': 1, 'project_id': '75731b244fd149bfab61f83bfac8a67b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd87f8534-cfac-4bdc-a889-aebe799282ed', 'name': '', 'network_id': 'dc52fc88-88f7-44eb-b3db-a1effdd6a0f3', 'tenant_id': '75731b244fd149bfab61f83bfac8a67b', 'mac_address': 'fa:16:3e:10:62:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f68cd38-d033-4f2f-9466-8f1f9c29b3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2146, 'fixed_ips': [{'subnet_id': '63c2790f-8cb5-49a6-864c-7d95537e5ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:31:29Z', 'updated_at': '2021-07-05T02:31:37Z', 'revision_number': 5, 'project_id': '75731b244fd149bfab61f83bfac8a67b', 'subnets': [{'id': '63c2790f-8cb5-49a6-864c-7d95537e5ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:14.218911 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14be1bba-9084-4fa4-8e90-f10f91931fe7 None None] Checking router: 4f68cd38-d033-4f2f-9466-8f1f9c29b3aa for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:32:14.218911 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14be1bba-9084-4fa4-8e90-f10f91931fe7 None None] Routers {'4f68cd38-d033-4f2f-9466-8f1f9c29b3aa'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:32:14.218911 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-14be1bba-9084-4fa4-8e90-f10f91931fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:31:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['4f68cd38-d033-4f2f-9466-8f1f9c29b3aa'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:14.226374 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4da8df67-61f0-456f-93f3-e01bf8d72593 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:14.332246 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-14be1bba-9084-4fa4-8e90-f10f91931fe7 None None] Set router 4f68cd38-d033-4f2f-9466-8f1f9c29b3aa gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:32:14.405094 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4da8df67-61f0-456f-93f3-e01bf8d72593 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:14.454199 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-4da8df67-61f0-456f-93f3-e01bf8d72593 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] In _notify_port_updated(), no bound segment for port 5fe03edc-421a-459e-97ad-610e1857adaf on network 6e23ee8a-6b59-4eae-b4fb-f4810d1759b1 {{(pid=94462) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 02:32:14.459261 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bd3fa4ad-076b-4bcc-9992-e8fbef0229b0 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11828'] for router, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:14.460382 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da8df67-61f0-456f-93f3-e01bf8d72593 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:14.461134 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-e7b8a702-b898-42c5-b781-d8fa2dc838c1 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Allocated IP 172.20.0.1 (62e3b1c5-860b-420d-b85e-cc9e2ee9ef75/fadaccf3-414c-4213-a966-3cac216998b6/3478d9bd-096d-43d5-abde-72a3b727601c) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:32:14.461266 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4da8df67-61f0-456f-93f3-e01bf8d72593 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:14.465568 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-4da8df67-61f0-456f-93f3-e01bf8d72593 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "PUT /v2.0/ports/5fe03edc-421a-459e-97ad-610e1857adaf HTTP/1.1" status: 200 len: 818 time: 0.7338700 Jul 05 02:32:14.469664 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40736) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:14.500603 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bd3fa4ad-076b-4bcc-9992-e8fbef0229b0 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:14.504117 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-6df1c4b4-9405-4f0f-ab03-ae27691f88f8 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] 10.222.0.23 "PUT /v2.0/ports/44f8b999-b3c9-4690-b075-b6a0bb5ebfdc/tags/tempest-TagsExtTest-Tag-1313777839 HTTP/1.1" status: 201 len: 201 time: 0.4562478 Jul 05 02:32:14.519443 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40738) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:14.523238 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da8df67-61f0-456f-93f3-e01bf8d72593 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Pushing event updated for resources: {'Port': ['ID=5fe03edc-421a-459e-97ad-610e1857adaf,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:14.566611 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.tag.tag_plugin [None req-342d071e-03ab-4374-b46e-ba925c1b4da7 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'c961c874-4926-4822-8d87-68a831ea10f1', 'tempest-TagsExtTest-Tag-259433188') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:14.637700 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5ed20e-7838-485b-9fed-46db35ddb53d None None] Network 5a605075-27c5-4ef6-b12d-2485dc9320f4 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:32:14.651125 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-6ec5f8f6-dd99-4885-86a9-142283417de9 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Deleting port 5fe03edc-421a-459e-97ad-610e1857adaf {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:32:14.651346 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6ec5f8f6-dd99-4885-86a9-142283417de9 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:14.721964 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-14be1bba-9084-4fa4-8e90-f10f91931fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f68cd38-d033-4f2f-9466-8f1f9c29b3aa', 'name': 'tempest-ServersTestManualDisk-365057176-router', 'tenant_id': '75731b244fd149bfab61f83bfac8a67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': 'f0d6f483-9cc9-4388-9315-340de7bfef6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:31:20Z', 'updated_at': '2021-07-05T02:31:30Z', 'revision_number': 4, 'project_id': '75731b244fd149bfab61f83bfac8a67b', 'gw_port': {'id': 'f0d6f483-9cc9-4388-9315-340de7bfef6c', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:33:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f68cd38-d033-4f2f-9466-8f1f9c29b3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:31:24Z', 'updated_at': '2021-07-05T02:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': 'a91a93d3-86a4-4979-9fc8-47de4bc918d4', 'tenant_id': '75731b244fd149bfab61f83bfac8a67b', 'floating_ip_address': '172.25.7.105', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': '4f68cd38-d033-4f2f-9466-8f1f9c29b3aa', 'port_id': 'a771c36c-07c1-47b5-a739-a1df626f52de', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc52fc88-88f7-44eb-b3db-a1effdd6a0f3', 'mac_address': 'fa:16:3e:27:46:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed10d54-b0be-4db3-95ed-c9b2e6b4b7f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T02:31:43Z', 'updated_at': '2021-07-05T02:32:10Z', 'revision_number': 1, 'project_id': '75731b244fd149bfab61f83bfac8a67b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd87f8534-cfac-4bdc-a889-aebe799282ed', 'name': '', 'network_id': 'dc52fc88-88f7-44eb-b3db-a1effdd6a0f3', 'tenant_id': '75731b244fd149bfab61f83bfac8a67b', 'mac_address': 'fa:16:3e:10:62:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f68cd38-d033-4f2f-9466-8f1f9c29b3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2146, 'fixed_ips': [{'subnet_id': '63c2790f-8cb5-49a6-864c-7d95537e5ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:31:29Z', 'updated_at': '2021-07-05T02:31:37Z', 'revision_number': 5, 'project_id': '75731b244fd149bfab61f83bfac8a67b', 'subnets': [{'id': '63c2790f-8cb5-49a6-864c-7d95537e5ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:14.736497 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-542a7883-f733-4197-9cad-10d863b0f0d2 admin admin] Deleting port be776949-0163-47f3-bb94-4b6fc484395b {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:32:14.737708 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-542a7883-f733-4197-9cad-10d863b0f0d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:14.772192 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14be1bba-9084-4fa4-8e90-f10f91931fe7 None None] The sync data for ids ['4f68cd38-d033-4f2f-9466-8f1f9c29b3aa'] in n-d-771362-32 is: [{'id': '4f68cd38-d033-4f2f-9466-8f1f9c29b3aa', 'name': 'tempest-ServersTestManualDisk-365057176-router', 'tenant_id': '75731b244fd149bfab61f83bfac8a67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': 'f0d6f483-9cc9-4388-9315-340de7bfef6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:31:20Z', 'updated_at': '2021-07-05T02:31:30Z', 'revision_number': 4, 'project_id': '75731b244fd149bfab61f83bfac8a67b', 'gw_port': {'id': 'f0d6f483-9cc9-4388-9315-340de7bfef6c', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:33:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f68cd38-d033-4f2f-9466-8f1f9c29b3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:31:24Z', 'updated_at': '2021-07-05T02:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': 'a91a93d3-86a4-4979-9fc8-47de4bc918d4', 'tenant_id': '75731b244fd149bfab61f83bfac8a67b', 'floating_ip_address': '172.25.7.105', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': '4f68cd38-d033-4f2f-9466-8f1f9c29b3aa', 'port_id': 'a771c36c-07c1-47b5-a739-a1df626f52de', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc52fc88-88f7-44eb-b3db-a1effdd6a0f3', 'mac_address': 'fa:16:3e:27:46:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed10d54-b0be-4db3-95ed-c9b2e6b4b7f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T02:31:43Z', 'updated_at': '2021-07-05T02:32:10Z', 'revision_number': 1, 'project_id': '75731b244fd149bfab61f83bfac8a67b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd87f8534-cfac-4bdc-a889-aebe799282ed', 'name': '', 'network_id': 'dc52fc88-88f7-44eb-b3db-a1effdd6a0f3', 'tenant_id': '75731b244fd149bfab61f83bfac8a67b', 'mac_address': 'fa:16:3e:10:62:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f68cd38-d033-4f2f-9466-8f1f9c29b3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2146, 'fixed_ips': [{'subnet_id': '63c2790f-8cb5-49a6-864c-7d95537e5ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:31:29Z', 'updated_at': '2021-07-05T02:31:37Z', 'revision_number': 5, 'project_id': '75731b244fd149bfab61f83bfac8a67b', 'subnets': [{'id': '63c2790f-8cb5-49a6-864c-7d95537e5ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:32:14.814203 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-ef540e14-a3f1-4393-8572-7d5cf3263c70 None None] Provisioning for port cd0eaf88-6c16-42f4-acc8-4cde3139af41 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:32:14.819770 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6ec5f8f6-dd99-4885-86a9-142283417de9 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:14.849295 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-6ec5f8f6-dd99-4885-86a9-142283417de9 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Calling delete_port for 5fe03edc-421a-459e-97ad-610e1857adaf owned by {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:32:14.867039 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bd3fa4ad-076b-4bcc-9992-e8fbef0229b0 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1575451'] for router, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:14.867637 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd3fa4ad-076b-4bcc-9992-e8fbef0229b0 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Fanout notify agent at l3_agent the message router_deleted on router c4fcf437-b056-4e2e-89af-7838de03f83a {{(pid=94461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 02:32:14.876006 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bd3fa4ad-076b-4bcc-9992-e8fbef0229b0 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] Notify callbacks [] for router, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:14.877419 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-bd3fa4ad-076b-4bcc-9992-e8fbef0229b0 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] 10.222.0.23 "DELETE /v2.0/routers/c4fcf437-b056-4e2e-89af-7838de03f83a HTTP/1.1" status: 204 len: 168 time: 1.5938656 Jul 05 02:32:14.901464 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40744) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:14.973135 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-638504cd-30f0-4e05-a35c-ede7ffe59552 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4fcf437-b056-4e2e-89af-7838de03f83a HTTP/1.1" status: 200 len: 205 time: 0.0662894 Jul 05 02:32:14.976230 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40750) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:14.981657 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535c945d-90b6-4b40-ae5d-a97be89d8bcc req-41252e5c-2775-44b8-a24f-b0d3a26f4808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:14.983418 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-535c945d-90b6-4b40-ae5d-a97be89d8bcc req-41252e5c-2775-44b8-a24f-b0d3a26f4808 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=75731b244fd149bfab61f83bfac8a67b&device_id=0ed10d54-b0be-4db3-95ed-c9b2e6b4b7f8 HTTP/1.1" status: 200 len: 1098 time: 1.0509253 Jul 05 02:32:15.033617 n-d-771362-32 neutron-server[94462]: INFO neutron.api.v2.resource [None req-b104bc32-92ec-44c9-8779-e42f2cdf3b00 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] delete failed (client error): The resource could not be found. Jul 05 02:32:15.034705 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-b104bc32-92ec-44c9-8779-e42f2cdf3b00 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] 10.222.0.23 "DELETE /v2.0/routers/c4fcf437-b056-4e2e-89af-7838de03f83a HTTP/1.1" status: 404 len: 336 time: 0.0575252 Jul 05 02:32:15.042690 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40752) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:15.063405 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [None req-542a7883-f733-4197-9cad-10d863b0f0d2 admin admin] For port be776949-0163-47f3-bb94-4b6fc484395b, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=be776949-0163-47f3-bb94-4b6fc484395b,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:32:15.064139 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-542a7883-f733-4197-9cad-10d863b0f0d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:15.081270 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-542a7883-f733-4197-9cad-10d863b0f0d2 admin admin] Calling delete_port for be776949-0163-47f3-bb94-4b6fc484395b owned by network:router_gateway {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:32:15.098551 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-e0250c05-8c3e-4da1-bdbb-8468c351c033 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] 10.222.0.23 "GET /v2.0/ports?device_id=7bdea60e-d3c6-41e0-b2e1-e71f21ce7e98 HTTP/1.1" status: 200 len: 205 time: 0.0429537 Jul 05 02:32:15.101531 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40756) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:15.154934 n-d-771362-32 neutron-server[94462]: INFO neutron.api.v2.resource [None req-f40328f0-6022-4c2f-83ec-6ccefea0a240 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] delete failed (client error): The resource could not be found. Jul 05 02:32:15.158927 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-f40328f0-6022-4c2f-83ec-6ccefea0a240 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] 10.222.0.23 "DELETE /v2.0/routers/7bdea60e-d3c6-41e0-b2e1-e71f21ce7e98 HTTP/1.1" status: 404 len: 336 time: 0.0541482 Jul 05 02:32:15.159299 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40758) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:15.170682 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b333fd4-c447-498c-a3b5-b782fd52f715 None None] New status for floating IP a91a93d3-86a4-4979-9fc8-47de4bc918d4: ACTIVE {{(pid=94463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 02:32:15.219247 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-342d071e-03ab-4374-b46e-ba925c1b4da7 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] 10.222.0.23 "PUT /v2.0/routers/c961c874-4926-4822-8d87-68a831ea10f1/tags/tempest-TagsExtTest-Tag-259433188 HTTP/1.1" status: 201 len: 201 time: 0.6651895 Jul 05 02:32:15.220743 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40760) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:15.222240 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2d0d1faa-e9ae-4d6c-adf1-22301c0b36b1 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:15.224325 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-8896c927-243b-40c2-baa3-3dfd92895120 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b439c7e-2eeb-4ef2-9667-8bc48452cba6 HTTP/1.1" status: 200 len: 205 time: 0.0639477 Jul 05 02:32:15.228475 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.tag.tag_plugin [None req-e78d52c6-89e5-41a4-ba40-cb4b77e03521 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'ce97ffa2-45bc-4bdd-99a9-f24588596123', 'tempest-TagsExtTest-Tag-415923219') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:15.231222 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40762) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:15.279433 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6ec5f8f6-dd99-4885-86a9-142283417de9 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:15.283186 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0d1faa-e9ae-4d6c-adf1-22301c0b36b1 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Pushing event deleted for resources: {'Port': ['ID=6aba3483-dada-41f7-9d9d-f72a0f3d2c4e,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:15.284708 n-d-771362-32 neutron-server[94462]: INFO neutron.api.v2.resource [None req-40a0cef1-1ec5-4306-8d4b-5a6c503f771c tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] delete failed (client error): The resource could not be found. Jul 05 02:32:15.286365 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-40a0cef1-1ec5-4306-8d4b-5a6c503f771c tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] 10.222.0.23 "DELETE /v2.0/routers/6b439c7e-2eeb-4ef2-9667-8bc48452cba6 HTTP/1.1" status: 404 len: 336 time: 0.0536976 Jul 05 02:32:15.295580 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40764) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:15.299540 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2d0d1faa-e9ae-4d6c-adf1-22301c0b36b1 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:15.302093 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-2d0d1faa-e9ae-4d6c-adf1-22301c0b36b1 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] 10.222.0.23 "DELETE /v2.0/ports/6aba3483-dada-41f7-9d9d-f72a0f3d2c4e HTTP/1.1" status: 204 len: 168 time: 2.5449836 Jul 05 02:32:15.308052 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e7b8a702-b898-42c5-b781-d8fa2dc838c1 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:15.314869 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40766) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:15.360738 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec5f8f6-dd99-4885-86a9-142283417de9 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Pushing event deleted for resources: {'Port': ['ID=5fe03edc-421a-459e-97ad-610e1857adaf,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:15.366914 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-4d87d303-4071-4480-a60f-d5573d405025 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] 10.222.0.23 "GET /v2.0/ports?device_id=da74914f-9091-4f29-b11a-1d9a86dc8547 HTTP/1.1" status: 200 len: 205 time: 0.0682251 Jul 05 02:32:15.373410 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6ec5f8f6-dd99-4885-86a9-142283417de9 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:15.378440 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-6ec5f8f6-dd99-4885-86a9-142283417de9 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "DELETE /v2.0/ports/5fe03edc-421a-459e-97ad-610e1857adaf HTTP/1.1" status: 204 len: 168 time: 0.9088233 Jul 05 02:32:15.378440 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40768) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:15.388115 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40770) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:15.410323 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [None req-e7b8a702-b898-42c5-b781-d8fa2dc838c1 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Transition to ACTIVE for port object 3478d9bd-096d-43d5-abde-72a3b727601c will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:32:15.439708 n-d-771362-32 neutron-server[94462]: INFO neutron.api.v2.resource [None req-3534e21e-a5c6-4398-8cb7-9d4832a6d57b tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] delete failed (client error): The resource could not be found. Jul 05 02:32:15.440797 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-3534e21e-a5c6-4398-8cb7-9d4832a6d57b tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] 10.222.0.23 "DELETE /v2.0/routers/da74914f-9091-4f29-b11a-1d9a86dc8547 HTTP/1.1" status: 404 len: 336 time: 0.0617013 Jul 05 02:32:15.443545 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535c945d-90b6-4b40-ae5d-a97be89d8bcc req-a7eece9c-5dce-4a2b-9566-f8c0fe959664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:15.445062 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-535c945d-90b6-4b40-ae5d-a97be89d8bcc req-a7eece9c-5dce-4a2b-9566-f8c0fe959664 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dc52fc88-88f7-44eb-b3db-a1effdd6a0f3 HTTP/1.1" status: 200 len: 911 time: 0.4445183 Jul 05 02:32:15.466018 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40774) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:15.466917 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device cd0eaf88-6c16-42f4-acc8-4cde3139af41 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:32:15.503453 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-227b78ea-7112-49ca-85f9-f9b9a3b0b9da tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9fb3977-1a50-4f3e-96df-ada7e8517a15 HTTP/1.1" status: 200 len: 205 time: 0.0362689 Jul 05 02:32:15.505779 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40776) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:15.561443 n-d-771362-32 neutron-server[94462]: INFO neutron.api.v2.resource [None req-86bf79a5-826f-41f3-a54d-cdbf1ebc47df tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] delete failed (client error): The resource could not be found. Jul 05 02:32:15.565093 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-86bf79a5-826f-41f3-a54d-cdbf1ebc47df tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] 10.222.0.23 "DELETE /v2.0/routers/a9fb3977-1a50-4f3e-96df-ada7e8517a15 HTTP/1.1" status: 404 len: 336 time: 0.0554390 Jul 05 02:32:15.565287 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40778) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:15.598843 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port cd0eaf88-6c16-42f4-acc8-4cde3139af41 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:32:15.603846 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port cd0eaf88-6c16-42f4-acc8-4cde3139af41 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:32:15.607225 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-e78d52c6-89e5-41a4-ba40-cb4b77e03521 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] 10.222.0.23 "PUT /v2.0/subnetpools/ce97ffa2-45bc-4bdd-99a9-f24588596123/tags/tempest-TagsExtTest-Tag-415923219 HTTP/1.1" status: 201 len: 201 time: 0.3828955 Jul 05 02:32:15.607225 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-2fb84196-bbc1-41dd-aa2d-099fd25bfc69 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3e5ffc3-b4f0-4dc4-99f2-f2827b38dda3 HTTP/1.1" status: 200 len: 205 time: 0.0407493 Jul 05 02:32:15.607542 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:15.607640 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40780) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:15.611348 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40782) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:15.615074 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.tag.tag_plugin [None req-e1077220-c9d7-4d1f-b27c-91e2e8524a05 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'bf9fff96-c01a-48c0-b1c7-afe57c99dccf', {'tags': ['tempest-TagsExtTest-Tag-748487755', 'tempest-TagsExtTest-Tag-525071565', 'tempest-TagsExtTest-Tag-812153815']}) {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:15.650154 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-535c945d-90b6-4b40-ae5d-a97be89d8bcc req-59c43e6a-c2f5-450e-953c-2def788fc44d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a771c36c-07c1-47b5-a739-a1df626f52de HTTP/1.1" status: 200 len: 1000 time: 0.1621940 Jul 05 02:32:15.709568 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184bc2a1-dfdd-40bd-89a3-56df2f1ee6b4 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:15.711125 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-184bc2a1-dfdd-40bd-89a3-56df2f1ee6b4 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3231239 Jul 05 02:32:15.715725 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40786) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:15.720983 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e7b8a702-b898-42c5-b781-d8fa2dc838c1 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:15.732940 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:15.739089 n-d-771362-32 neutron-server[94462]: INFO neutron.api.v2.resource [None req-a7c7c201-19d2-454c-8047-931f7aba15aa tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] delete failed (client error): The resource could not be found. Jul 05 02:32:15.744591 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-a7c7c201-19d2-454c-8047-931f7aba15aa tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] 10.222.0.23 "DELETE /v2.0/routers/e3e5ffc3-b4f0-4dc4-99f2-f2827b38dda3 HTTP/1.1" status: 404 len: 336 time: 0.1245980 Jul 05 02:32:15.745438 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40788) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:15.784675 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port cd0eaf88-6c16-42f4-acc8-4cde3139af41, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=cd0eaf88-6c16-42f4-acc8-4cde3139af41,segment=NetworkSegment(4e87550d-2bac-4e8b-8fb0-90c079672ba4),segment_id=4e87550d-2bac-4e8b-8fb0-90c079672ba4)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:32:15.790042 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f647adc-53d1-4bea-92ef-7ad0559548a3 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] DELETE failed (client error): The resource could not be found. Jul 05 02:32:15.790567 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f647adc-53d1-4bea-92ef-7ad0559548a3 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94462) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:32:15.791588 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-054aaecf-0b0f-4644-9658-470626315c2f tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Deleting port b5942297-8403-4e1c-a32f-4e324cea485c {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:32:15.791980 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-054aaecf-0b0f-4644-9658-470626315c2f tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:15.795502 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-2f647adc-53d1-4bea-92ef-7ad0559548a3 tempest-RoutersIpV6AdminTest-1079996544 tempest-RoutersIpV6AdminTest-1079996544-project] 10.222.0.23 "DELETE /v2.0/subnets/a5f8ed2e-b86b-4b58-87c9-0403463ef883 HTTP/1.1" status: 404 len: 337 time: 0.0407977 Jul 05 02:32:15.803470 n-d-771362-32 neutron-server[94461]: INFO neutron.pecan_wsgi.hooks.translation [None req-db6a98d6-13e2-4553-b042-782559e6ac53 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] GET failed (client error): The resource could not be found. Jul 05 02:32:15.809174 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-db6a98d6-13e2-4553-b042-782559e6ac53 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "GET /v2.0/ports/5fe03edc-421a-459e-97ad-610e1857adaf HTTP/1.1" status: 404 len: 333 time: 0.0856786 Jul 05 02:32:15.810664 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40792) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:15.818164 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-ccda2712-f1b5-438a-8089-f9dbea15455a tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-926960482'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:32:15.821163 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535c945d-90b6-4b40-ae5d-a97be89d8bcc req-34fae8bd-da9f-4ca0-8a0b-40c3580d084c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:15.822784 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-535c945d-90b6-4b40-ae5d-a97be89d8bcc req-34fae8bd-da9f-4ca0-8a0b-40c3580d084c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=63c2790f-8cb5-49a6-864c-7d95537e5ebe HTTP/1.1" status: 200 len: 850 time: 0.1623209 Jul 05 02:32:15.869741 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-542a7883-f733-4197-9cad-10d863b0f0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:15.872735 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b8a702-b898-42c5-b781-d8fa2dc838c1 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Network 62e3b1c5-860b-420d-b85e-cc9e2ee9ef75 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:32:15.914614 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-e7b8a702-b898-42c5-b781-d8fa2dc838c1 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:32:15.920951 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b8a702-b898-42c5-b781-d8fa2dc838c1 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Pushing event updated for resources: {'Port': ['ID=3478d9bd-096d-43d5-abde-72a3b727601c,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:15.923790 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b8a702-b898-42c5-b781-d8fa2dc838c1 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:32:15.959172 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:15.988023 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542a7883-f733-4197-9cad-10d863b0f0d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=be776949-0163-47f3-bb94-4b6fc484395b,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:15.990001 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccda2712-f1b5-438a-8089-f9dbea15455a tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Made reservation on behalf of f845296045bc4472b2fc3471aba6dcb0 for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:32:15.995451 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 81a22117-f211-49aa-8355-97aa8d289ba4 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:32:16.000722 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-054aaecf-0b0f-4644-9658-470626315c2f tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:16.001323 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ccda2712-f1b5-438a-8089-f9dbea15455a tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:16.009755 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-e1077220-c9d7-4d1f-b27c-91e2e8524a05 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] 10.222.0.23 "PUT /v2.0/subnets/bf9fff96-c01a-48c0-b1c7-afe57c99dccf/tags HTTP/1.1" status: 200 len: 315 time: 0.3968420 Jul 05 02:32:16.010410 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40794) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:16.028818 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-054aaecf-0b0f-4644-9658-470626315c2f tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Calling delete_port for b5942297-8403-4e1c-a32f-4e324cea485c owned by {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:32:16.035321 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=cd0eaf88-6c16-42f4-acc8-4cde3139af41,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:16.043730 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.tag.tag_plugin [None req-08520da8-22d5-4f03-bac7-3f0e12e6b93b tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'bf9fff96-c01a-48c0-b1c7-afe57c99dccf') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:16.067358 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:32:16.067887 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:32:16.068233 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:32:16.073047 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:32:16.073047 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:32:16.073047 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:32:16.073047 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:32:16.073047 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:32:16.073047 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:32:16.073047 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:32:16.073047 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:32:16.073047 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:32:16.084751 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 81a22117-f211-49aa-8355-97aa8d289ba4 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:32:16.085240 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 81a22117-f211-49aa-8355-97aa8d289ba4 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:32:16.161499 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccda2712-f1b5-438a-8089-f9dbea15455a tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:32:16.177864 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ccda2712-f1b5-438a-8089-f9dbea15455a tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:16.178292 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-ccda2712-f1b5-438a-8089-f9dbea15455a tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Added segment 3330f877-77eb-4ee9-8245-9d4801bc6727 of type vlan for network 0bad19cf-53d7-47da-8e5e-7421b945c0ee Jul 05 02:32:16.201763 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-542a7883-f733-4197-9cad-10d863b0f0d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636927'] for router_gateway, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:16.247645 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ccda2712-f1b5-438a-8089-f9dbea15455a tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:16.314611 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-08520da8-22d5-4f03-bac7-3f0e12e6b93b tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] 10.222.0.23 "DELETE /v2.0/subnets/bf9fff96-c01a-48c0-b1c7-afe57c99dccf/tags HTTP/1.1" status: 204 len: 168 time: 0.3001213 Jul 05 02:32:16.317771 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e7b8a702-b898-42c5-b781-d8fa2dc838c1 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635668'] for router_interface, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:16.318025 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40800) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:16.322523 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.tag.tag_plugin [None req-6d465d68-972a-4c57-b122-9a7f6d2d3c5f tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'bf9fff96-c01a-48c0-b1c7-afe57c99dccf', 'tempest-TagsExtTest-Tag-748487755') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:16.361231 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-542a7883-f733-4197-9cad-10d863b0f0d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11828'] for router, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:16.366666 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-542a7883-f733-4197-9cad-10d863b0f0d2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:16.372978 n-d-771362-32 neutron-server[94462]: INFO neutron.api.v2.resource [None req-6d465d68-972a-4c57-b122-9a7f6d2d3c5f tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] show failed (client error): The resource could not be found. Jul 05 02:32:16.374059 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-6d465d68-972a-4c57-b122-9a7f6d2d3c5f tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] 10.222.0.23 "GET /v2.0/subnets/bf9fff96-c01a-48c0-b1c7-afe57c99dccf/tags/tempest-TagsExtTest-Tag-748487755 HTTP/1.1" status: 404 len: 328 time: 0.0550332 Jul 05 02:32:16.376969 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40802) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:16.381236 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.tag.tag_plugin [None req-31ceb5fd-72c6-4bdf-b3a1-b72a7392ad6b tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'bf9fff96-c01a-48c0-b1c7-afe57c99dccf', 'tempest-TagsExtTest-Tag-525071565') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:16.434587 n-d-771362-32 neutron-server[94462]: INFO neutron.api.v2.resource [None req-31ceb5fd-72c6-4bdf-b3a1-b72a7392ad6b tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] show failed (client error): The resource could not be found. Jul 05 02:32:16.438533 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-31ceb5fd-72c6-4bdf-b3a1-b72a7392ad6b tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] 10.222.0.23 "GET /v2.0/subnets/bf9fff96-c01a-48c0-b1c7-afe57c99dccf/tags/tempest-TagsExtTest-Tag-525071565 HTTP/1.1" status: 404 len: 328 time: 0.0580640 Jul 05 02:32:16.438969 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40804) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:16.443620 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.tag.tag_plugin [None req-bfc54eaa-61b8-4d9e-8ccb-1cd51b0f4341 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'bf9fff96-c01a-48c0-b1c7-afe57c99dccf', 'tempest-TagsExtTest-Tag-812153815') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:16.449025 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535c945d-90b6-4b40-ae5d-a97be89d8bcc req-aada427f-157e-4c5d-9f1c-2db45c250a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:16.450841 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-535c945d-90b6-4b40-ae5d-a97be89d8bcc req-aada427f-157e-4c5d-9f1c-2db45c250a6b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dc52fc88-88f7-44eb-b3db-a1effdd6a0f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5969427 Jul 05 02:32:16.491554 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-7b4ddffb-b1ff-4334-9627-19ddd122c50b None None] Provisioning for port 3478d9bd-096d-43d5-abde-72a3b727601c completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:32:16.494026 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ccda2712-f1b5-438a-8089-f9dbea15455a tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:16.502429 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-7b4ddffb-b1ff-4334-9627-19ddd122c50b None None] Provisioning complete for port 3478d9bd-096d-43d5-abde-72a3b727601c triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:32:16.502429 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-7b4ddffb-b1ff-4334-9627-19ddd122c50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:16.502675 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccda2712-f1b5-438a-8089-f9dbea15455a tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:16.502675 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ccda2712-f1b5-438a-8089-f9dbea15455a tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:16.533609 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-542a7883-f733-4197-9cad-10d863b0f0d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1575451'] for router, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:16.536747 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-542a7883-f733-4197-9cad-10d863b0f0d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0549884a-6981-41a9-ae9c-0692081b54fa {{(pid=94461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 02:32:16.542617 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-542a7883-f733-4197-9cad-10d863b0f0d2 admin admin] Notify callbacks [] for router, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:16.547932 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-542a7883-f733-4197-9cad-10d863b0f0d2 admin admin] 10.222.0.23 "DELETE /v2.0/routers/0549884a-6981-41a9-ae9c-0692081b54fa HTTP/1.1" status: 204 len: 168 time: 3.9190876 Jul 05 02:32:16.553405 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40808) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:16.558993 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-7b4ddffb-b1ff-4334-9627-19ddd122c50b None None] Port 3478d9bd-096d-43d5-abde-72a3b727601c cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:32:16.568608 n-d-771362-32 neutron-server[94462]: INFO neutron.api.v2.resource [None req-bfc54eaa-61b8-4d9e-8ccb-1cd51b0f4341 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] show failed (client error): The resource could not be found. Jul 05 02:32:16.572241 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-bfc54eaa-61b8-4d9e-8ccb-1cd51b0f4341 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] 10.222.0.23 "GET /v2.0/subnets/bf9fff96-c01a-48c0-b1c7-afe57c99dccf/tags/tempest-TagsExtTest-Tag-812153815 HTTP/1.1" status: 404 len: 328 time: 0.1297107 Jul 05 02:32:16.572961 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40810) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:16.581431 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.tag.tag_plugin [None req-84088f0d-3413-43b8-885e-184ef33018f9 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '44f8b999-b3c9-4690-b075-b6a0bb5ebfdc', {'tags': ['tempest-TagsExtTest-Tag-1452196437', 'tempest-TagsExtTest-Tag-721433947', 'tempest-TagsExtTest-Tag-398122600']}) {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:16.623962 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-535c945d-90b6-4b40-ae5d-a97be89d8bcc req-2c427ab9-6f8f-4b6f-929f-da20f709b716 service neutron] 10.222.0.15 "GET /v2.0/networks/dc52fc88-88f7-44eb-b3db-a1effdd6a0f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646130 Jul 05 02:32:16.627723 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_v2 [None req-59990670-5434-4c22-87ed-d75c6a4d4000 admin admin] Deleting subnet 09608f09-777a-432f-9dae-6a5a44630f28 {{(pid=94461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:32:16.639355 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-59990670-5434-4c22-87ed-d75c6a4d4000 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:16.640829 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccda2712-f1b5-438a-8089-f9dbea15455a tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Pushing event updated for resources: {'Network': ['ID=0bad19cf-53d7-47da-8e5e-7421b945c0ee,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:16.644118 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-054aaecf-0b0f-4644-9658-470626315c2f tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:16.652796 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 0bad19cf-53d7-47da-8e5e-7421b945c0ee details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:32:16.655437 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40812) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:16.673584 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-ccda2712-f1b5-438a-8089-f9dbea15455a tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8628523 Jul 05 02:32:16.679522 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40816) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:16.684133 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-f8e373d1-18de-484d-875e-cb9318565b63 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Request body: {'subnet': {'network_id': '0bad19cf-53d7-47da-8e5e-7421b945c0ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:32:16.721201 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-59990670-5434-4c22-87ed-d75c6a4d4000 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5519650'] for subnet, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:16.798077 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054aaecf-0b0f-4644-9658-470626315c2f tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Pushing event deleted for resources: {'Port': ['ID=b5942297-8403-4e1c-a32f-4e324cea485c,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:16.860931 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-38dfecd7-4a01-4b3c-99b4-a3e97883bc4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:16.901336 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-84088f0d-3413-43b8-885e-184ef33018f9 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] 10.222.0.23 "PUT /v2.0/ports/44f8b999-b3c9-4690-b075-b6a0bb5ebfdc/tags HTTP/1.1" status: 200 len: 316 time: 0.3269985 Jul 05 02:32:16.903182 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40820) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:16.909487 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.tag.tag_plugin [None req-f6456b7f-cd09-434e-8f9c-230da42ebd78 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '44f8b999-b3c9-4690-b075-b6a0bb5ebfdc') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:16.919316 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-054aaecf-0b0f-4644-9658-470626315c2f tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:16.922644 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-054aaecf-0b0f-4644-9658-470626315c2f tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] 10.222.0.23 "DELETE /v2.0/ports/b5942297-8403-4e1c-a32f-4e324cea485c HTTP/1.1" status: 204 len: 168 time: 1.6016657 Jul 05 02:32:16.934592 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40822) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:16.936002 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e7b8a702-b898-42c5-b781-d8fa2dc838c1 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:16.948363 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e373d1-18de-484d-875e-cb9318565b63 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Made reservation on behalf of f845296045bc4472b2fc3471aba6dcb0 for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:32:16.951746 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f8e373d1-18de-484d-875e-cb9318565b63 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:17.005455 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-59990670-5434-4c22-87ed-d75c6a4d4000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:17.018343 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-c31ab9ba-d606-46e3-a99f-53fd72568007 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0818512 Jul 05 02:32:17.038909 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40824) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:17.050108 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-f2d1ae75-5e40-4790-93c1-1ee46da9e9ec tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1414493198'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:32:17.053807 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-535c945d-90b6-4b40-ae5d-a97be89d8bcc req-f565e287-2240-4e07-8187-1c04ec83dc15 service neutron] 10.222.0.15 "GET /v2.0/networks/dc52fc88-88f7-44eb-b3db-a1effdd6a0f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4220920 Jul 05 02:32:17.182425 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-38dfecd7-4a01-4b3c-99b4-a3e97883bc4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:17.286751 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-59990670-5434-4c22-87ed-d75c6a4d4000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5763388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774356'] for subnet, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:17.307921 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-38dfecd7-4a01-4b3c-99b4-a3e97883bc4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:17.344715 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59990670-5434-4c22-87ed-d75c6a4d4000 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09608f09-777a-432f-9dae-6a5a44630f28,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:17.355452 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-f6456b7f-cd09-434e-8f9c-230da42ebd78 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] 10.222.0.23 "DELETE /v2.0/ports/44f8b999-b3c9-4690-b075-b6a0bb5ebfdc/tags HTTP/1.1" status: 204 len: 168 time: 0.4439757 Jul 05 02:32:17.360755 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40832) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:17.363093 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2362456-fd1a-47c7-ad3f-ab24445e0b74 None None] Network d6d9e04c-f9e8-4007-89f0-15eb2a09c709 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:32:17.370769 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.tag.tag_plugin [None req-c55500e3-be49-4b74-98ee-eb2c9f8da309 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '44f8b999-b3c9-4690-b075-b6a0bb5ebfdc', 'tempest-TagsExtTest-Tag-1452196437') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:17.374675 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-59990670-5434-4c22-87ed-d75c6a4d4000 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:17.379339 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-59990670-5434-4c22-87ed-d75c6a4d4000 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/09608f09-777a-432f-9dae-6a5a44630f28 HTTP/1.1" status: 204 len: 168 time: 0.8236864 Jul 05 02:32:17.382787 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40834) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:17.401814 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e7b8a702-b898-42c5-b781-d8fa2dc838c1 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:17.442038 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-38dfecd7-4a01-4b3c-99b4-a3e97883bc4f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=35fcd54d987148d7b1db67c04927cb0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7832353 Jul 05 02:32:17.443819 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dfecd7-4a01-4b3c-99b4-a3e97883bc4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd99f6a-d6db-4568-865b-ad284ceab4ed,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:17.447754 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device cd0eaf88-6c16-42f4-acc8-4cde3139af41 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:32:17.452056 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40836) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:17.496592 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2d1ae75-5e40-4790-93c1-1ee46da9e9ec tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Made reservation on behalf of 8b79bf53a6734cb4ae4eccd3cc63675d for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:32:17.499871 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e7b8a702-b898-42c5-b781-d8fa2dc838c1 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:17.501055 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f2d1ae75-5e40-4790-93c1-1ee46da9e9ec tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:17.553143 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port cd0eaf88-6c16-42f4-acc8-4cde3139af41 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:32:17.553747 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:17.565888 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2d1ae75-5e40-4790-93c1-1ee46da9e9ec tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:32:17.584953 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f2d1ae75-5e40-4790-93c1-1ee46da9e9ec tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:17.585606 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-f2d1ae75-5e40-4790-93c1-1ee46da9e9ec tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Added segment 863ff628-0332-46c4-b3d5-e23393267c4e of type vlan for network 2964e746-6151-4abb-9be7-1000885a4643 Jul 05 02:32:17.586917 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5d7db425-fa5f-4ee1-85bb-020146c73bb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:17.625199 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-68be7ab2-20b7-43f1-ac89-e64b257b66a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:17.635921 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e7b8a702-b898-42c5-b781-d8fa2dc838c1 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634601'] for router_interface, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:17.638722 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b8a702-b898-42c5-b781-d8fa2dc838c1 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Pushing event updated for resources: {'Port': ['ID=3478d9bd-096d-43d5-abde-72a3b727601c,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:17.660234 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5d7db425-fa5f-4ee1-85bb-020146c73bb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:17.663154 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f2d1ae75-5e40-4790-93c1-1ee46da9e9ec tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:17.675450 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f8e373d1-18de-484d-875e-cb9318565b63 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:17.698898 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e587b38b-3518-46e3-9cf8-f39cd875b4db None None] DHCP port deletion for d6d9e04c-f9e8-4007-89f0-15eb2a09c709 request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:32:17.770750 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-e587b38b-3518-46e3-9cf8-f39cd875b4db None None] Deleting port 5dc190d9-c9ad-498c-b16b-9e9ede6e83c3 {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:32:17.771130 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e587b38b-3518-46e3-9cf8-f39cd875b4db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:17.782849 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e373d1-18de-484d-875e-cb9318565b63 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Pushing event updated for resources: {'Subnet': ['ID=1fa25e68-edff-426a-82fe-7a88395c84bb,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:17.785715 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device be776949-0163-47f3-bb94-4b6fc484395b no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:32:17.798353 n-d-771362-32 neutron-server[94461]: INFO neutron.api.v2.resource [None req-c55500e3-be49-4b74-98ee-eb2c9f8da309 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] show failed (client error): The resource could not be found. Jul 05 02:32:17.799510 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-c55500e3-be49-4b74-98ee-eb2c9f8da309 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] 10.222.0.23 "GET /v2.0/ports/44f8b999-b3c9-4690-b075-b6a0bb5ebfdc/tags/tempest-TagsExtTest-Tag-1452196437 HTTP/1.1" status: 404 len: 329 time: 0.4377255 Jul 05 02:32:17.802113 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e373d1-18de-484d-875e-cb9318565b63 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:32:17.802466 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40840) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:17.802696 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e373d1-18de-484d-875e-cb9318565b63 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:32:17.803119 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e373d1-18de-484d-875e-cb9318565b63 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:32:17.803565 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e373d1-18de-484d-875e-cb9318565b63 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:32:17.803990 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e373d1-18de-484d-875e-cb9318565b63 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:32:17.804411 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e373d1-18de-484d-875e-cb9318565b63 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:32:17.804827 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e373d1-18de-484d-875e-cb9318565b63 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:32:17.805251 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e373d1-18de-484d-875e-cb9318565b63 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:32:17.805687 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e373d1-18de-484d-875e-cb9318565b63 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:32:17.806102 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e373d1-18de-484d-875e-cb9318565b63 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:32:17.806544 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e373d1-18de-484d-875e-cb9318565b63 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:32:17.806968 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e373d1-18de-484d-875e-cb9318565b63 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:32:17.808802 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.tag.tag_plugin [None req-0b66a7a6-f9fe-47c9-b759-bec67259ee20 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '44f8b999-b3c9-4690-b075-b6a0bb5ebfdc', 'tempest-TagsExtTest-Tag-721433947') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:17.819625 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e373d1-18de-484d-875e-cb9318565b63 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Checking segment: {'id': '3330f877-77eb-4ee9-8245-9d4801bc6727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0bad19cf-53d7-47da-8e5e-7421b945c0ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:32:17.820117 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e373d1-18de-484d-875e-cb9318565b63 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Network hostable DHCP agents. Network: 0bad19cf-53d7-47da-8e5e-7421b945c0ee, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:32:17.837893 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: be776949-0163-47f3-bb94-4b6fc484395b {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:32:17.843657 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device be776949-0163-47f3-bb94-4b6fc484395b not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:32:17.867725 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b8a702-b898-42c5-b781-d8fa2dc838c1 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Network 62e3b1c5-860b-420d-b85e-cc9e2ee9ef75 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:32:17.872800 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f2d1ae75-5e40-4790-93c1-1ee46da9e9ec tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:17.873466 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-e587b38b-3518-46e3-9cf8-f39cd875b4db None None] For port 5dc190d9-c9ad-498c-b16b-9e9ede6e83c3, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=5dc190d9-c9ad-498c-b16b-9e9ede6e83c3,segment=NetworkSegment(ebdd5ec8-1058-47a8-b717-5a7ce40fe2d0),segment_id=ebdd5ec8-1058-47a8-b717-5a7ce40fe2d0)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:32:17.874051 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e587b38b-3518-46e3-9cf8-f39cd875b4db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:17.877029 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-e7b8a702-b898-42c5-b781-d8fa2dc838c1 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:32:17.880177 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d1ae75-5e40-4790-93c1-1ee46da9e9ec tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:17.880902 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f2d1ae75-5e40-4790-93c1-1ee46da9e9ec tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:17.896363 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-e587b38b-3518-46e3-9cf8-f39cd875b4db None None] Calling delete_port for 5dc190d9-c9ad-498c-b16b-9e9ede6e83c3 owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:32:17.946312 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5d7db425-fa5f-4ee1-85bb-020146c73bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:17.949065 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5d7db425-fa5f-4ee1-85bb-020146c73bb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:17.950583 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-5d7db425-fa5f-4ee1-85bb-020146c73bb1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4cd99f6a-d6db-4568-865b-ad284ceab4ed HTTP/1.1" status: 204 len: 168 time: 0.4980931 Jul 05 02:32:17.974017 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7db425-fa5f-4ee1-85bb-020146c73bb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd99f6a-d6db-4568-865b-ad284ceab4ed,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:17.987388 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d1ae75-5e40-4790-93c1-1ee46da9e9ec tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Pushing event updated for resources: {'Network': ['ID=2964e746-6151-4abb-9be7-1000885a4643,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:18.008005 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 2964e746-6151-4abb-9be7-1000885a4643 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:32:18.016696 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e373d1-18de-484d-875e-cb9318565b63 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Network 0bad19cf-53d7-47da-8e5e-7421b945c0ee is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:32:18.066295 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-f2d1ae75-5e40-4790-93c1-1ee46da9e9ec tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0222971 Jul 05 02:32:18.066896 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40848) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:18.073651 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-61b13956-a536-448a-89e2-17d4a0142fb0 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-553585815'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:32:18.094664 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-f8e373d1-18de-484d-875e-cb9318565b63 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 0bad19cf-53d7-47da-8e5e-7421b945c0ee) {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:32:18.110539 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b71595d-4cbf-4210-b4bb-3a524d26593b None None] Network 0bad19cf-53d7-47da-8e5e-7421b945c0ee requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:32:18.117174 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e373d1-18de-484d-875e-cb9318565b63 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:18.118906 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f8e373d1-18de-484d-875e-cb9318565b63 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:18.299183 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e587b38b-3518-46e3-9cf8-f39cd875b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:18.308941 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c740e77f-d436-47b5-bf04-27d4ad2cb081 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-0bad19cf-53d7-47da-8e5e-7421b945c0ee', 'network_id': '0bad19cf-53d7-47da-8e5e-7421b945c0ee', 'tenant_id': 'f845296045bc4472b2fc3471aba6dcb0', 'fixed_ips': [{'subnet_id': '1fa25e68-edff-426a-82fe-7a88395c84bb'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:32:18.310722 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-c740e77f-d436-47b5-bf04-27d4ad2cb081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:18.337022 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e587b38b-3518-46e3-9cf8-f39cd875b4db None None] No DVR routers for this DVR port 5dc190d9-c9ad-498c-b16b-9e9ede6e83c3 on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:32:18.343976 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e587b38b-3518-46e3-9cf8-f39cd875b4db None None] Pushing event deleted for resources: {'Port': ['ID=5dc190d9-c9ad-498c-b16b-9e9ede6e83c3,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:18.354278 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-41392bfb-df5f-4a75-8c98-cc354e3b836c None None] Provisioning complete for port 3478d9bd-096d-43d5-abde-72a3b727601c triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:32:18.354278 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-41392bfb-df5f-4a75-8c98-cc354e3b836c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:18.412539 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b13956-a536-448a-89e2-17d4a0142fb0 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Made reservation on behalf of 8b79bf53a6734cb4ae4eccd3cc63675d for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:32:18.418317 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-61b13956-a536-448a-89e2-17d4a0142fb0 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:18.440754 n-d-771362-32 neutron-server[94461]: INFO neutron.api.v2.resource [None req-0b66a7a6-f9fe-47c9-b759-bec67259ee20 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] show failed (client error): The resource could not be found. Jul 05 02:32:18.441814 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-0b66a7a6-f9fe-47c9-b759-bec67259ee20 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] 10.222.0.23 "GET /v2.0/ports/44f8b999-b3c9-4690-b075-b6a0bb5ebfdc/tags/tempest-TagsExtTest-Tag-721433947 HTTP/1.1" status: 404 len: 328 time: 0.6384468 Jul 05 02:32:18.444802 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40856) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:18.452322 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.tag.tag_plugin [None req-d54125a5-0bad-4a7f-ba86-089af46b0543 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '44f8b999-b3c9-4690-b075-b6a0bb5ebfdc', 'tempest-TagsExtTest-Tag-398122600') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:18.461525 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-68be7ab2-20b7-43f1-ac89-e64b257b66a6 admin admin] Deleting port 5dc190d9-c9ad-498c-b16b-9e9ede6e83c3 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:32:18.472841 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-68be7ab2-20b7-43f1-ac89-e64b257b66a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:18.473245 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-41392bfb-df5f-4a75-8c98-cc354e3b836c None None] Port 3478d9bd-096d-43d5-abde-72a3b727601c cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:32:18.534816 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61b13956-a536-448a-89e2-17d4a0142fb0 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:32:18.551052 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-61b13956-a536-448a-89e2-17d4a0142fb0 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:18.552144 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-61b13956-a536-448a-89e2-17d4a0142fb0 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Added segment bf12f9cc-3f25-4786-b1ac-dfd30ff13c4c of type vlan for network 6badcd2f-d528-4c04-8087-c2564d83b9ed Jul 05 02:32:18.555913 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-f8e373d1-18de-484d-875e-cb9318565b63 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8780804 Jul 05 02:32:18.566627 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40858) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:18.572453 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-3c80abaa-e5e3-4298-922b-582428c05b9d tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Request body: {'subnet': {'network_id': '0bad19cf-53d7-47da-8e5e-7421b945c0ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:32:18.610883 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-c740e77f-d436-47b5-bf04-27d4ad2cb081 None None] Allocated IP 172.20.0.2 (0bad19cf-53d7-47da-8e5e-7421b945c0ee/1fa25e68-edff-426a-82fe-7a88395c84bb/9df85bd5-8854-4547-8ebb-c34a78d502c2) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:32:18.646696 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [None req-68be7ab2-20b7-43f1-ac89-e64b257b66a6 admin admin] For port 5dc190d9-c9ad-498c-b16b-9e9ede6e83c3, host n-d-771362-32, got binding levels [] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:32:18.647536 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-68be7ab2-20b7-43f1-ac89-e64b257b66a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:18.672455 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-61b13956-a536-448a-89e2-17d4a0142fb0 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:18.676889 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-68be7ab2-20b7-43f1-ac89-e64b257b66a6 admin admin] Calling delete_port for 5dc190d9-c9ad-498c-b16b-9e9ede6e83c3 owned by network:dhcp {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:32:18.685453 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.ipam_backend_mixin [None req-68be7ab2-20b7-43f1-ac89-e64b257b66a6 admin admin] Port 5dc190d9-c9ad-498c-b16b-9e9ede6e83c3 was not found and therefore no delete operation was performed {{(pid=94461) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 02:32:18.691581 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-68be7ab2-20b7-43f1-ac89-e64b257b66a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:18.740545 n-d-771362-32 neutron-server[94461]: INFO neutron.api.v2.resource [None req-d54125a5-0bad-4a7f-ba86-089af46b0543 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] show failed (client error): The resource could not be found. Jul 05 02:32:18.741466 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-d54125a5-0bad-4a7f-ba86-089af46b0543 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] 10.222.0.23 "GET /v2.0/ports/44f8b999-b3c9-4690-b075-b6a0bb5ebfdc/tags/tempest-TagsExtTest-Tag-398122600 HTTP/1.1" status: 404 len: 328 time: 0.2958684 Jul 05 02:32:18.744914 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40864) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:18.745414 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68be7ab2-20b7-43f1-ac89-e64b257b66a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5dc190d9-c9ad-498c-b16b-9e9ede6e83c3,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:18.749889 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68be7ab2-20b7-43f1-ac89-e64b257b66a6 admin admin] No DVR routers for this DVR port 5dc190d9-c9ad-498c-b16b-9e9ede6e83c3 on host n-d-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:32:18.755925 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.tag.tag_plugin [None req-052938b3-6629-4bfd-b61d-71cab9f382f3 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'c961c874-4926-4822-8d87-68a831ea10f1', {'tags': ['tempest-TagsExtTest-Tag-1247107683', 'tempest-TagsExtTest-Tag-14953547', 'tempest-TagsExtTest-Tag-1137772107']}) {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:18.815159 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7b8a702-b898-42c5-b781-d8fa2dc838c1 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Router dcb0b214-fcfd-437a-8afc-f0a11399a3c1 is scheduled to L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 with binding_index 1 {{(pid=94461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 02:32:18.817084 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-61b13956-a536-448a-89e2-17d4a0142fb0 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:18.828419 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b13956-a536-448a-89e2-17d4a0142fb0 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:18.829185 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-61b13956-a536-448a-89e2-17d4a0142fb0 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:18.895113 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c80abaa-e5e3-4298-922b-582428c05b9d tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Made reservation on behalf of f845296045bc4472b2fc3471aba6dcb0 for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:32:18.898845 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3c80abaa-e5e3-4298-922b-582428c05b9d tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:18.975376 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b13956-a536-448a-89e2-17d4a0142fb0 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Pushing event updated for resources: {'Network': ['ID=6badcd2f-d528-4c04-8087-c2564d83b9ed,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:18.984229 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-c740e77f-d436-47b5-bf04-27d4ad2cb081 None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:18.991803 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-68be7ab2-20b7-43f1-ac89-e64b257b66a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:18.992518 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-c740e77f-d436-47b5-bf04-27d4ad2cb081 None None] Transition to ACTIVE for port object 9df85bd5-8854-4547-8ebb-c34a78d502c2 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:32:19.007193 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 6badcd2f-d528-4c04-8087-c2564d83b9ed details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:32:19.007418 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-68be7ab2-20b7-43f1-ac89-e64b257b66a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6d9e04c-f9e8-4007-89f0-15eb2a09c709']}} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:19.011126 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-c740e77f-d436-47b5-bf04-27d4ad2cb081 None None] Transition to ACTIVE for port object 9df85bd5-8854-4547-8ebb-c34a78d502c2 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:32:19.023938 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-68be7ab2-20b7-43f1-ac89-e64b257b66a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebdd5ec8-1058-47a8-b717-5a7ce40fe2d0') {'for_net_delete': True} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:19.024476 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-68be7ab2-20b7-43f1-ac89-e64b257b66a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebdd5ec8-1058-47a8-b717-5a7ce40fe2d0') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:19.039772 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-68be7ab2-20b7-43f1-ac89-e64b257b66a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5519669'] for segment, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:19.042327 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7b8a702-b898-42c5-b781-d8fa2dc838c1 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:32:19.052667 n-d-771362-32 neutron-server[94462]: INFO neutron.db.ipam_backend_mixin [None req-3c80abaa-e5e3-4298-922b-582428c05b9d tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 1fa25e68-edff-426a-82fe-7a88395c84bb (CIDR: 172.20.0.0/28) Jul 05 02:32:19.053186 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-e7b8a702-b898-42c5-b781-d8fa2dc838c1 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "PUT /v2.0/routers/dcb0b214-fcfd-437a-8afc-f0a11399a3c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9268875 Jul 05 02:32:19.053509 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a0837f-152e-48df-8623-230d1dd9879b None None] Sync routers for ids ['dcb0b214-fcfd-437a-8afc-f0a11399a3c1'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:32:19.055865 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-61b13956-a536-448a-89e2-17d4a0142fb0 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9874506 Jul 05 02:32:19.056826 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40870) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:19.087324 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-68be7ab2-20b7-43f1-ac89-e64b257b66a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:19.089640 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a0837f-152e-48df-8623-230d1dd9879b None None] Routers {'dcb0b214-fcfd-437a-8afc-f0a11399a3c1'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:32:19.090461 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-b2a0837f-152e-48df-8623-230d1dd9879b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:31:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['dcb0b214-fcfd-437a-8afc-f0a11399a3c1'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:19.094292 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68be7ab2-20b7-43f1-ac89-e64b257b66a6 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=94461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:32:19.094798 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-68be7ab2-20b7-43f1-ac89-e64b257b66a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5763545'] for segment, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:19.097042 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:32:19.097042 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:32:19.097042 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:32:19.097042 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:32:19.097042 n-d-771362-32 neutron-server[94461]: Traceback (most recent call last): Jul 05 02:32:19.097042 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:32:19.097042 n-d-771362-32 neutron-server[94461]: timer() Jul 05 02:32:19.097042 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:32:19.097042 n-d-771362-32 neutron-server[94461]: cb(*args, **kw) Jul 05 02:32:19.097042 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:32:19.097042 n-d-771362-32 neutron-server[94461]: return func(*args, **kwargs) Jul 05 02:32:19.097042 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:32:19.097042 n-d-771362-32 neutron-server[94461]: self._notify() Jul 05 02:32:19.097042 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:32:19.097042 n-d-771362-32 neutron-server[94461]: self.callback(batched_events) Jul 05 02:32:19.097042 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:32:19.097042 n-d-771362-32 neutron-server[94461]: event.method(event) Jul 05 02:32:19.097042 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:32:19.097042 n-d-771362-32 neutron-server[94461]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:32:19.097042 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:32:19.097042 n-d-771362-32 neutron-server[94461]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:32:19.097042 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:32:19.097042 n-d-771362-32 neutron-server[94461]: return f(self, *a, **k) Jul 05 02:32:19.097042 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:32:19.097042 n-d-771362-32 neutron-server[94461]: return self._get(url).json() Jul 05 02:32:19.097042 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:32:19.097042 n-d-771362-32 neutron-server[94461]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:32:19.097042 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:32:19.097042 n-d-771362-32 neutron-server[94461]: return self.request(url, 'GET', **kwargs) Jul 05 02:32:19.097042 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:32:19.097042 n-d-771362-32 neutron-server[94461]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:32:19.097042 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:32:19.097042 n-d-771362-32 neutron-server[94461]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:32:19.097042 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:32:19.097042 n-d-771362-32 neutron-server[94461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:32:19.097042 n-d-771362-32 neutron-server[94461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:32:19.136754 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-c740e77f-d436-47b5-bf04-27d4ad2cb081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:19.146777 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f961089-1db1-4407-a465-326e799b68db tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:19.148912 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-052938b3-6629-4bfd-b61d-71cab9f382f3 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] 10.222.0.23 "PUT /v2.0/routers/c961c874-4926-4822-8d87-68a831ea10f1/tags HTTP/1.1" status: 200 len: 316 time: 0.4010603 Jul 05 02:32:19.150516 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-0f961089-1db1-4407-a465-326e799b68db tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "GET /v2.0/ports/3478d9bd-096d-43d5-abde-72a3b727601c HTTP/1.1" status: 200 len: 910 time: 0.0906503 Jul 05 02:32:19.153751 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c80abaa-e5e3-4298-922b-582428c05b9d tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 02:32:19.154527 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c80abaa-e5e3-4298-922b-582428c05b9d tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94462) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:32:19.157408 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40872) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:19.157862 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40874) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:19.167816 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-b2a0837f-152e-48df-8623-230d1dd9879b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:19.179529 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a0837f-152e-48df-8623-230d1dd9879b None None] Routers {'dcb0b214-fcfd-437a-8afc-f0a11399a3c1'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:32:19.179916 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.tag.tag_plugin [None req-82941035-cc91-498d-8b8d-eef87b120b48 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c961c874-4926-4822-8d87-68a831ea10f1') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:19.180712 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-b2a0837f-152e-48df-8623-230d1dd9879b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:31:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['dcb0b214-fcfd-437a-8afc-f0a11399a3c1'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:19.208922 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c740e77f-d436-47b5-bf04-27d4ad2cb081 None None] Pushing event updated for resources: {'Port': ['ID=9df85bd5-8854-4547-8ebb-c34a78d502c2,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:19.223240 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-b2a0837f-152e-48df-8623-230d1dd9879b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:19.224263 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a0837f-152e-48df-8623-230d1dd9879b None None] The sync data for ids ['dcb0b214-fcfd-437a-8afc-f0a11399a3c1'] in n-d-771362-32 is: [] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:32:19.228394 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c740e77f-d436-47b5-bf04-27d4ad2cb081 None None] Network 0bad19cf-53d7-47da-8e5e-7421b945c0ee is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:32:19.230691 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-c740e77f-d436-47b5-bf04-27d4ad2cb081 None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:32:19.235745 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c740e77f-d436-47b5-bf04-27d4ad2cb081 None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:32:19.263093 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40876) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:19.310058 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-c740e77f-d436-47b5-bf04-27d4ad2cb081 None None] Attempting to bind port 9df85bd5-8854-4547-8ebb-c34a78d502c2 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:32:19.310561 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-c740e77f-d436-47b5-bf04-27d4ad2cb081 None None] Attempting to bind port 9df85bd5-8854-4547-8ebb-c34a78d502c2 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '3330f877-77eb-4ee9-8245-9d4801bc6727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0bad19cf-53d7-47da-8e5e-7421b945c0ee'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:32:19.310929 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c740e77f-d436-47b5-bf04-27d4ad2cb081 None None] Attempting to bind port 9df85bd5-8854-4547-8ebb-c34a78d502c2 on network 0bad19cf-53d7-47da-8e5e-7421b945c0ee {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:32:19.316641 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c740e77f-d436-47b5-bf04-27d4ad2cb081 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:32:19.317016 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c740e77f-d436-47b5-bf04-27d4ad2cb081 None None] Checking segment: {'id': '3330f877-77eb-4ee9-8245-9d4801bc6727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0bad19cf-53d7-47da-8e5e-7421b945c0ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:32:19.317418 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-c740e77f-d436-47b5-bf04-27d4ad2cb081 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:19.317844 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c740e77f-d436-47b5-bf04-27d4ad2cb081 None None] Bound using segment: {'id': '3330f877-77eb-4ee9-8245-9d4801bc6727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0bad19cf-53d7-47da-8e5e-7421b945c0ee'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:32:19.318334 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-c740e77f-d436-47b5-bf04-27d4ad2cb081 None None] Bound port: 9df85bd5-8854-4547-8ebb-c34a78d502c2, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3330f877-77eb-4ee9-8245-9d4801bc6727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0bad19cf-53d7-47da-8e5e-7421b945c0ee'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:32:19.319020 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-c740e77f-d436-47b5-bf04-27d4ad2cb081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:19.359506 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-3c80abaa-e5e3-4298-922b-582428c05b9d tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7915754 Jul 05 02:32:19.364065 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40880) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:19.372371 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-21288dbe-ff89-4629-aca8-89dde456672c tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Request body: {'subnet': {'network_id': '0bad19cf-53d7-47da-8e5e-7421b945c0ee', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:32:19.431774 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-c740e77f-d436-47b5-bf04-27d4ad2cb081 None None] For port 9df85bd5-8854-4547-8ebb-c34a78d502c2, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:32:19.442583 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-c740e77f-d436-47b5-bf04-27d4ad2cb081 None None] For port 9df85bd5-8854-4547-8ebb-c34a78d502c2, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=9df85bd5-8854-4547-8ebb-c34a78d502c2,segment=NetworkSegment(3330f877-77eb-4ee9-8245-9d4801bc6727),segment_id=3330f877-77eb-4ee9-8245-9d4801bc6727)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:32:19.445514 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-68be7ab2-20b7-43f1-ac89-e64b257b66a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:19.452949 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-68be7ab2-20b7-43f1-ac89-e64b257b66a6 admin admin] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:19.457601 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-68be7ab2-20b7-43f1-ac89-e64b257b66a6 admin admin] 10.222.0.23 "DELETE /v2.0/networks/d6d9e04c-f9e8-4007-89f0-15eb2a09c709 HTTP/1.1" status: 204 len: 168 time: 2.0738447 Jul 05 02:32:19.476377 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68be7ab2-20b7-43f1-ac89-e64b257b66a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6d9e04c-f9e8-4007-89f0-15eb2a09c709,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:19.481490 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 5dc190d9-c9ad-498c-b16b-9e9ede6e83c3 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:32:19.518638 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 5dc190d9-c9ad-498c-b16b-9e9ede6e83c3 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:32:19.519215 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 5dc190d9-c9ad-498c-b16b-9e9ede6e83c3 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:32:19.542164 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-c740e77f-d436-47b5-bf04-27d4ad2cb081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:19.598855 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-82941035-cc91-498d-8b8d-eef87b120b48 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] 10.222.0.23 "DELETE /v2.0/routers/c961c874-4926-4822-8d87-68a831ea10f1/tags HTTP/1.1" status: 204 len: 168 time: 0.4384344 Jul 05 02:32:19.662970 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40886) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:19.669135 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c740e77f-d436-47b5-bf04-27d4ad2cb081 None None] Pushing event updated for resources: {'Port': ['ID=9df85bd5-8854-4547-8ebb-c34a78d502c2,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:19.673664 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.tag.tag_plugin [None req-58a0c591-1601-449c-998c-195ea9e3d784 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c961c874-4926-4822-8d87-68a831ea10f1', 'tempest-TagsExtTest-Tag-1247107683') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:19.734989 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-6bfd5083-49dd-488a-9f67-583807fac153 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dbb8f3ae9b7f4cc6b483a79bc43586e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4703498 Jul 05 02:32:19.743542 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40888) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:19.809025 n-d-771362-32 neutron-server[94461]: INFO neutron.api.v2.resource [None req-58a0c591-1601-449c-998c-195ea9e3d784 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] show failed (client error): The resource could not be found. Jul 05 02:32:19.812902 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-58a0c591-1601-449c-998c-195ea9e3d784 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] 10.222.0.23 "GET /v2.0/routers/c961c874-4926-4822-8d87-68a831ea10f1/tags/tempest-TagsExtTest-Tag-1247107683 HTTP/1.1" status: 404 len: 329 time: 0.1465251 Jul 05 02:32:19.813618 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40890) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:19.820450 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.tag.tag_plugin [None req-2091886c-69e3-4da2-8855-645ea020a02a tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c961c874-4926-4822-8d87-68a831ea10f1', 'tempest-TagsExtTest-Tag-14953547') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:19.860691 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-558c1e65-fb7c-4693-936f-2fb3f479acac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:19.891594 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-558c1e65-fb7c-4693-936f-2fb3f479acac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:19.938387 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21288dbe-ff89-4629-aca8-89dde456672c tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Made reservation on behalf of f845296045bc4472b2fc3471aba6dcb0 for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:32:19.942404 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-21288dbe-ff89-4629-aca8-89dde456672c tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:19.990316 n-d-771362-32 neutron-server[94461]: INFO neutron.api.v2.resource [None req-2091886c-69e3-4da2-8855-645ea020a02a tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] show failed (client error): The resource could not be found. Jul 05 02:32:19.991595 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-2091886c-69e3-4da2-8855-645ea020a02a tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] 10.222.0.23 "GET /v2.0/routers/c961c874-4926-4822-8d87-68a831ea10f1/tags/tempest-TagsExtTest-Tag-14953547 HTTP/1.1" status: 404 len: 327 time: 0.1775670 Jul 05 02:32:19.994673 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40894) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:20.016549 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.tag.tag_plugin [None req-ff4428fb-4f49-4274-a41e-93d5c59cd3fb tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c961c874-4926-4822-8d87-68a831ea10f1', 'tempest-TagsExtTest-Tag-1137772107') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:20.103878 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-de554a17-40dd-4ede-858d-1781ca63947e tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:20.184152 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40898) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:20.249704 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-81633adf-1753-472c-ae5f-d74af1e5e23d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=059a16d4d47342a1b52e205e2c168052&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0558364 Jul 05 02:32:20.249704 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40900) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:20.250102 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-558c1e65-fb7c-4693-936f-2fb3f479acac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:20.259398 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-558c1e65-fb7c-4693-936f-2fb3f479acac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:20.259398 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-558c1e65-fb7c-4693-936f-2fb3f479acac admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9845f225-f0a0-4cca-8580-83e6498d6b75 HTTP/1.1" status: 204 len: 168 time: 0.4981182 Jul 05 02:32:20.267591 n-d-771362-32 neutron-server[94461]: INFO neutron.api.v2.resource [None req-ff4428fb-4f49-4274-a41e-93d5c59cd3fb tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] show failed (client error): The resource could not be found. Jul 05 02:32:20.268811 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-ff4428fb-4f49-4274-a41e-93d5c59cd3fb tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] 10.222.0.23 "GET /v2.0/routers/c961c874-4926-4822-8d87-68a831ea10f1/tags/tempest-TagsExtTest-Tag-1137772107 HTTP/1.1" status: 404 len: 329 time: 0.2730820 Jul 05 02:32:20.273023 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40904) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:20.279247 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.tag.tag_plugin [None req-e40ffc95-6505-40ef-805e-59f9b3039e54 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'ce97ffa2-45bc-4bdd-99a9-f24588596123', {'tags': ['tempest-TagsExtTest-Tag-99105055', 'tempest-TagsExtTest-Tag-778393307', 'tempest-TagsExtTest-Tag-269676376']}) {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:20.325743 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558c1e65-fb7c-4693-936f-2fb3f479acac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9845f225-f0a0-4cca-8580-83e6498d6b75,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:20.385771 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ddf44c7a-44d6-43e0-81e4-150ef15285ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:20.463393 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ddf44c7a-44d6-43e0-81e4-150ef15285ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:20.521243 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-e40ffc95-6505-40ef-805e-59f9b3039e54 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] 10.222.0.23 "PUT /v2.0/subnetpools/ce97ffa2-45bc-4bdd-99a9-f24588596123/tags HTTP/1.1" status: 200 len: 314 time: 0.2451346 Jul 05 02:32:20.522301 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40908) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:20.532412 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.tag.tag_plugin [None req-06362d07-f26e-4793-9c4d-7a08d24baa61 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'ce97ffa2-45bc-4bdd-99a9-f24588596123') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:20.617374 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-de554a17-40dd-4ede-858d-1781ca63947e tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Allocated IP 172.21.0.1 (5a605075-27c5-4ef6-b12d-2485dc9320f4/c43fbe8b-8937-49af-93bd-6cbfe5b6b0cf/a26d8f99-06c8-42ed-9286-7aa0af16e820) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:32:20.673995 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ddf44c7a-44d6-43e0-81e4-150ef15285ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:20.678498 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ddf44c7a-44d6-43e0-81e4-150ef15285ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:20.683716 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-ddf44c7a-44d6-43e0-81e4-150ef15285ac admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/aee4c074-5a4c-4da1-9a49-8feda33d45d1 HTTP/1.1" status: 204 len: 168 time: 0.4355810 Jul 05 02:32:20.698723 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-21288dbe-ff89-4629-aca8-89dde456672c tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:20.721378 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf44c7a-44d6-43e0-81e4-150ef15285ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee4c074-5a4c-4da1-9a49-8feda33d45d1,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:20.740710 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-06362d07-f26e-4793-9c4d-7a08d24baa61 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] 10.222.0.23 "DELETE /v2.0/subnetpools/ce97ffa2-45bc-4bdd-99a9-f24588596123/tags HTTP/1.1" status: 204 len: 168 time: 0.2148089 Jul 05 02:32:20.741232 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40914) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:20.745975 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.tag.tag_plugin [None req-2fc97281-cfdd-4e7c-ae91-61f7e97a7d4e tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ce97ffa2-45bc-4bdd-99a9-f24588596123', 'tempest-TagsExtTest-Tag-99105055') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:20.791167 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21288dbe-ff89-4629-aca8-89dde456672c tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Network 0bad19cf-53d7-47da-8e5e-7421b945c0ee is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:32:20.827828 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-21288dbe-ff89-4629-aca8-89dde456672c tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:32:20.827828 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21288dbe-ff89-4629-aca8-89dde456672c tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:20.827828 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-21288dbe-ff89-4629-aca8-89dde456672c tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:20.866523 n-d-771362-32 neutron-server[94461]: INFO neutron.api.v2.resource [None req-2fc97281-cfdd-4e7c-ae91-61f7e97a7d4e tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] show failed (client error): The resource could not be found. Jul 05 02:32:20.872506 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-2fc97281-cfdd-4e7c-ae91-61f7e97a7d4e tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] 10.222.0.23 "GET /v2.0/subnetpools/ce97ffa2-45bc-4bdd-99a9-f24588596123/tags/tempest-TagsExtTest-Tag-99105055 HTTP/1.1" status: 404 len: 327 time: 0.1304097 Jul 05 02:32:20.873353 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40920) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:20.880021 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-de554a17-40dd-4ede-858d-1781ca63947e tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:20.886111 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-980d6805-e9a3-4b73-bc85-fe94c7043b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:20.890583 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21288dbe-ff89-4629-aca8-89dde456672c tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Pushing event updated for resources: {'Subnet': ['ID=a7938f91-a8af-4d5f-9c8c-46dc57f2efd2,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:20.905625 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.tag.tag_plugin [None req-6cec9bab-e7b6-49d0-9693-d7906b2585e8 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ce97ffa2-45bc-4bdd-99a9-f24588596123', 'tempest-TagsExtTest-Tag-778393307') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:20.943613 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-21288dbe-ff89-4629-aca8-89dde456672c tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5779316 Jul 05 02:32:20.946100 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40922) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:20.951538 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-0abea970-7dd5-4e9d-a72e-6d2b31162f77 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Request body: {'port': {'network_id': '0bad19cf-53d7-47da-8e5e-7421b945c0ee', 'fixed_ips': [{'subnet_id': '1fa25e68-edff-426a-82fe-7a88395c84bb'}, {'subnet_id': 'a7938f91-a8af-4d5f-9c8c-46dc57f2efd2'}], 'name': 'tempest-PortsTestJSON-1923107535'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:32:20.972292 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [None req-de554a17-40dd-4ede-858d-1781ca63947e tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Transition to ACTIVE for port object a26d8f99-06c8-42ed-9286-7aa0af16e820 will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:32:21.032244 n-d-771362-32 neutron-server[94461]: INFO neutron.api.v2.resource [None req-6cec9bab-e7b6-49d0-9693-d7906b2585e8 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] show failed (client error): The resource could not be found. Jul 05 02:32:21.033590 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-6cec9bab-e7b6-49d0-9693-d7906b2585e8 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] 10.222.0.23 "GET /v2.0/subnetpools/ce97ffa2-45bc-4bdd-99a9-f24588596123/tags/tempest-TagsExtTest-Tag-778393307 HTTP/1.1" status: 404 len: 328 time: 0.1485903 Jul 05 02:32:21.036883 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40924) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:21.044034 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.tag.tag_plugin [None req-2504a67a-82b3-4946-b320-72b41dcf6135 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ce97ffa2-45bc-4bdd-99a9-f24588596123', 'tempest-TagsExtTest-Tag-269676376') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:21.085495 n-d-771362-32 neutron-server[94461]: INFO neutron.api.v2.resource [None req-2504a67a-82b3-4946-b320-72b41dcf6135 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] show failed (client error): The resource could not be found. Jul 05 02:32:21.087032 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-2504a67a-82b3-4946-b320-72b41dcf6135 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] 10.222.0.23 "GET /v2.0/subnetpools/ce97ffa2-45bc-4bdd-99a9-f24588596123/tags/tempest-TagsExtTest-Tag-269676376 HTTP/1.1" status: 404 len: 328 time: 0.0489235 Jul 05 02:32:21.089480 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40926) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:21.096248 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.tag.tag_plugin [None req-c3ffc6a6-cb34-451d-80c5-e564632715ad tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'ce97ffa2-45bc-4bdd-99a9-f24588596123') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:21.135049 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-c3ffc6a6-cb34-451d-80c5-e564632715ad tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] 10.222.0.23 "DELETE /v2.0/subnetpools/ce97ffa2-45bc-4bdd-99a9-f24588596123/tags HTTP/1.1" status: 204 len: 168 time: 0.0356791 Jul 05 02:32:21.136754 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40928) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:21.142251 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.tag.tag_plugin [None req-ca1f4498-8fb2-474c-814c-198fb7a97604 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c961c874-4926-4822-8d87-68a831ea10f1') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:21.205311 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123e997c-64a9-4c3f-9152-76212adc2f06 None None] Network 0bad19cf-53d7-47da-8e5e-7421b945c0ee requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:32:21.227889 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-de554a17-40dd-4ede-858d-1781ca63947e tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:21.277276 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de554a17-40dd-4ede-858d-1781ca63947e tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Network 5a605075-27c5-4ef6-b12d-2485dc9320f4 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:32:21.286815 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-de554a17-40dd-4ede-858d-1781ca63947e tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:32:21.317479 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0abea970-7dd5-4e9d-a72e-6d2b31162f77 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Made reservation on behalf of f845296045bc4472b2fc3471aba6dcb0 for: {'port': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:32:21.329097 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de554a17-40dd-4ede-858d-1781ca63947e tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:32:21.352030 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-ca1f4498-8fb2-474c-814c-198fb7a97604 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] 10.222.0.23 "DELETE /v2.0/routers/c961c874-4926-4822-8d87-68a831ea10f1/tags HTTP/1.1" status: 204 len: 168 time: 0.2114956 Jul 05 02:32:21.353878 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40934) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:21.456060 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-de554a17-40dd-4ede-858d-1781ca63947e tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635668'] for router_interface, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:21.486657 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.tag.tag_plugin [None req-88fbc15f-b971-45bd-88c9-78a83d2c9afd tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '44f8b999-b3c9-4690-b075-b6a0bb5ebfdc') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:21.539692 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 9df85bd5-8854-4547-8ebb-c34a78d502c2 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:32:21.637210 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0abea970-7dd5-4e9d-a72e-6d2b31162f77 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:21.643086 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-b58eb1c2-b97e-4dd5-9474-e90d6313855a None None] Provisioning for port 9df85bd5-8854-4547-8ebb-c34a78d502c2 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:32:21.686659 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [None req-0abea970-7dd5-4e9d-a72e-6d2b31162f77 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] device_id is not set on port 8d8b9137-af9d-4188-b5ec-df75b1c6acec yet. {{(pid=94462) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:32:21.710087 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-88fbc15f-b971-45bd-88c9-78a83d2c9afd tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] 10.222.0.23 "DELETE /v2.0/ports/44f8b999-b3c9-4690-b075-b6a0bb5ebfdc/tags HTTP/1.1" status: 204 len: 168 time: 0.2326441 Jul 05 02:32:21.713583 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40942) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:21.737152 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de554a17-40dd-4ede-858d-1781ca63947e tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Pushing event updated for resources: {'Port': ['ID=a26d8f99-06c8-42ed-9286-7aa0af16e820,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:21.819093 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.tag.tag_plugin [None req-3e183f45-ebe9-4314-9837-16c35832d958 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'bf9fff96-c01a-48c0-b1c7-afe57c99dccf') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:21.831242 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 9df85bd5-8854-4547-8ebb-c34a78d502c2 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:32:21.836925 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 9df85bd5-8854-4547-8ebb-c34a78d502c2 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:32:21.837671 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:21.879746 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-406cd8d6-c425-49dc-ac99-84589396f1dd None None] Provisioning for port a26d8f99-06c8-42ed-9286-7aa0af16e820 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:32:21.897715 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-406cd8d6-c425-49dc-ac99-84589396f1dd None None] Provisioning complete for port a26d8f99-06c8-42ed-9286-7aa0af16e820 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:32:21.898408 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-406cd8d6-c425-49dc-ac99-84589396f1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:21.902328 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db260ec-de4c-4489-bb7e-cf60b5e10d6f None None] Update dhcp port {'port': {'network_id': '0bad19cf-53d7-47da-8e5e-7421b945c0ee', 'fixed_ips': [{'subnet_id': '1fa25e68-edff-426a-82fe-7a88395c84bb', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a7938f91-a8af-4d5f-9c8c-46dc57f2efd2'}], 'binding:host_id': 'n-d-771362-32'}, 'id': '9df85bd5-8854-4547-8ebb-c34a78d502c2'} from n-d-771362-32. {{(pid=94463) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 02:32:21.972209 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-3e183f45-ebe9-4314-9837-16c35832d958 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] 10.222.0.23 "DELETE /v2.0/subnets/bf9fff96-c01a-48c0-b1c7-afe57c99dccf/tags HTTP/1.1" status: 204 len: 168 time: 0.2574248 Jul 05 02:32:21.979497 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40952) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:22.017371 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8db260ec-de4c-4489-bb7e-cf60b5e10d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:22.093153 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-406cd8d6-c425-49dc-ac99-84589396f1dd None None] Port a26d8f99-06c8-42ed-9286-7aa0af16e820 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:32:22.157360 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-de554a17-40dd-4ede-858d-1781ca63947e tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:22.257788 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:22.276128 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-0abea970-7dd5-4e9d-a72e-6d2b31162f77 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Allocated IP 172.20.0.4 (0bad19cf-53d7-47da-8e5e-7421b945c0ee/1fa25e68-edff-426a-82fe-7a88395c84bb/8d8b9137-af9d-4188-b5ec-df75b1c6acec) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:32:22.304603 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-0abea970-7dd5-4e9d-a72e-6d2b31162f77 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Allocated IP 172.20.0.21 (0bad19cf-53d7-47da-8e5e-7421b945c0ee/a7938f91-a8af-4d5f-9c8c-46dc57f2efd2/8d8b9137-af9d-4188-b5ec-df75b1c6acec) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:32:22.307860 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 9df85bd5-8854-4547-8ebb-c34a78d502c2, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=9df85bd5-8854-4547-8ebb-c34a78d502c2,segment=NetworkSegment(3330f877-77eb-4ee9-8245-9d4801bc6727),segment_id=3330f877-77eb-4ee9-8245-9d4801bc6727)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:32:22.405921 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40962) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:22.413185 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-fea920f4-3272-4a55-b8d2-980cc4b0ccf6 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Request body: {'subnets': [{'network_id': '2964e746-6151-4abb-9be7-1000885a4643', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--550893268', 'ip_version': 6}, {'network_id': '6badcd2f-d528-4c04-8087-c2564d83b9ed', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:32:22.413472 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-fea920f4-3272-4a55-b8d2-980cc4b0ccf6 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Request body: {'subnet': {'network_id': '2964e746-6151-4abb-9be7-1000885a4643', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--550893268', 'ip_version': 6}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:32:22.414368 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-fea920f4-3272-4a55-b8d2-980cc4b0ccf6 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Request body: {'subnet': {'network_id': '6badcd2f-d528-4c04-8087-c2564d83b9ed', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:32:22.452171 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0abea970-7dd5-4e9d-a72e-6d2b31162f77 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:22.456456 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:22.468248 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [None req-0abea970-7dd5-4e9d-a72e-6d2b31162f77 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Transition to ACTIVE for port object 8d8b9137-af9d-4188-b5ec-df75b1c6acec will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:32:22.471872 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-430329a0-127a-4ed4-a921-6b469bc4ed3d tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] Notify callbacks [] for subnetpool, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:22.476088 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-430329a0-127a-4ed4-a921-6b469bc4ed3d tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] 10.222.0.23 "DELETE /v2.0/subnetpools/ce97ffa2-45bc-4bdd-99a9-f24588596123 HTTP/1.1" status: 204 len: 168 time: 0.4762883 Jul 05 02:32:22.481412 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 40966) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:22.523429 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=9df85bd5-8854-4547-8ebb-c34a78d502c2,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:22.527053 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-5357decb-2688-4e1c-b98d-c07bed9e50fb tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] 10.222.0.23 "GET /v2.0/ports?device_id=c961c874-4926-4822-8d87-68a831ea10f1 HTTP/1.1" status: 200 len: 205 time: 0.0381556 Jul 05 02:32:22.529548 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40970) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:22.637901 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0abea970-7dd5-4e9d-a72e-6d2b31162f77 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:22.688368 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-8db260ec-de4c-4489-bb7e-cf60b5e10d6f None None] Allocated IP 172.20.0.18 (0bad19cf-53d7-47da-8e5e-7421b945c0ee/a7938f91-a8af-4d5f-9c8c-46dc57f2efd2/9df85bd5-8854-4547-8ebb-c34a78d502c2) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:32:22.806207 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fea920f4-3272-4a55-b8d2-980cc4b0ccf6 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Made reservation on behalf of 8b79bf53a6734cb4ae4eccd3cc63675d for: {'subnet': 2} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:32:22.816773 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-fea920f4-3272-4a55-b8d2-980cc4b0ccf6 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:22.817118 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-fea920f4-3272-4a55-b8d2-980cc4b0ccf6 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:22.846966 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-8db260ec-de4c-4489-bb7e-cf60b5e10d6f None None] For port 9df85bd5-8854-4547-8ebb-c34a78d502c2, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=9df85bd5-8854-4547-8ebb-c34a78d502c2,segment=NetworkSegment(3330f877-77eb-4ee9-8245-9d4801bc6727),segment_id=3330f877-77eb-4ee9-8245-9d4801bc6727)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:32:22.889120 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8db260ec-de4c-4489-bb7e-cf60b5e10d6f None None] Notify callbacks [] for port, precommit_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:22.903743 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-de554a17-40dd-4ede-858d-1781ca63947e tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:22.919082 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-8db260ec-de4c-4489-bb7e-cf60b5e10d6f None None] Transition to ACTIVE for port object 9df85bd5-8854-4547-8ebb-c34a78d502c2 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:32:23.011099 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9908d64f-7e7d-4722-a4e2-69ace0f8cda9 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] Notify callbacks [] for router, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:23.016057 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-de554a17-40dd-4ede-858d-1781ca63947e tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:23.050810 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8db260ec-de4c-4489-bb7e-cf60b5e10d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:23.086639 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0abea970-7dd5-4e9d-a72e-6d2b31162f77 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Network 0bad19cf-53d7-47da-8e5e-7421b945c0ee is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:32:23.095228 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-0abea970-7dd5-4e9d-a72e-6d2b31162f77 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:32:23.101564 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abea970-7dd5-4e9d-a72e-6d2b31162f77 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:32:23.199378 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9908d64f-7e7d-4722-a4e2-69ace0f8cda9 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11828'] for router, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:23.201499 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9908d64f-7e7d-4722-a4e2-69ace0f8cda9 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:23.202822 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-de554a17-40dd-4ede-858d-1781ca63947e tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634601'] for router_interface, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:23.212381 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db260ec-de4c-4489-bb7e-cf60b5e10d6f None None] Pushing event updated for resources: {'Port': ['ID=9df85bd5-8854-4547-8ebb-c34a78d502c2,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:23.224861 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de554a17-40dd-4ede-858d-1781ca63947e tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Pushing event updated for resources: {'Port': ['ID=a26d8f99-06c8-42ed-9286-7aa0af16e820,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:23.257569 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abea970-7dd5-4e9d-a72e-6d2b31162f77 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Pushing event updated for resources: {'Port': ['ID=8d8b9137-af9d-4188-b5ec-df75b1c6acec,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:23.293920 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-0f9ed18d-7ee3-4e17-909f-3ee2c430d693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:23.301265 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0abea970-7dd5-4e9d-a72e-6d2b31162f77 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:23.303161 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0abea970-7dd5-4e9d-a72e-6d2b31162f77 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:23.348123 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9908d64f-7e7d-4722-a4e2-69ace0f8cda9 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1575451'] for router, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:23.348727 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9908d64f-7e7d-4722-a4e2-69ace0f8cda9 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] Fanout notify agent at l3_agent the message router_deleted on router c961c874-4926-4822-8d87-68a831ea10f1 {{(pid=94462) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 02:32:23.370358 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9908d64f-7e7d-4722-a4e2-69ace0f8cda9 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:23.371595 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-9908d64f-7e7d-4722-a4e2-69ace0f8cda9 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] 10.222.0.23 "DELETE /v2.0/routers/c961c874-4926-4822-8d87-68a831ea10f1 HTTP/1.1" status: 204 len: 168 time: 0.8407497 Jul 05 02:32:23.374093 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40994) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:23.447968 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de554a17-40dd-4ede-858d-1781ca63947e tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Network 5a605075-27c5-4ef6-b12d-2485dc9320f4 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:32:23.449525 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-de554a17-40dd-4ede-858d-1781ca63947e tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:32:23.457969 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 9df85bd5-8854-4547-8ebb-c34a78d502c2 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:32:23.557400 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-0abea970-7dd5-4e9d-a72e-6d2b31162f77 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.6098788 Jul 05 02:32:23.560066 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40998) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:23.590784 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-a01545b6-a537-410d-99c4-faf319125fb8 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1fa25e68-edff-426a-82fe-7a88395c84bb'}]}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:32:23.693437 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-9afae919-2c92-40b8-9fcc-1b55fd4d7c91 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] Deleting port 44f8b999-b3c9-4690-b075-b6a0bb5ebfdc {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:32:23.693816 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9afae919-2c92-40b8-9fcc-1b55fd4d7c91 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:23.828310 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:23.852831 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9afae919-2c92-40b8-9fcc-1b55fd4d7c91 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:23.861103 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a01545b6-a537-410d-99c4-faf319125fb8 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:23.870808 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-fe5396fa-282b-4ef7-8927-b3e1a8ef86ed None None] Provisioning complete for port a26d8f99-06c8-42ed-9286-7aa0af16e820 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:32:23.873398 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-fe5396fa-282b-4ef7-8927-b3e1a8ef86ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:23.949704 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-fe5396fa-282b-4ef7-8927-b3e1a8ef86ed None None] Port a26d8f99-06c8-42ed-9286-7aa0af16e820 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:32:23.960863 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 02:32:23.970488 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-9afae919-2c92-40b8-9fcc-1b55fd4d7c91 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] Calling delete_port for 44f8b999-b3c9-4690-b075-b6a0bb5ebfdc owned by {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:32:24.095636 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b876dc-c16e-4874-81ab-1f597257676e None None] Network 0bad19cf-53d7-47da-8e5e-7421b945c0ee requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:32:24.206270 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de554a17-40dd-4ede-858d-1781ca63947e tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Router dcb0b214-fcfd-437a-8afc-f0a11399a3c1 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:32:24.289673 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 41014) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:24.360891 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-a01545b6-a537-410d-99c4-faf319125fb8 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Delete allocated IP 172.20.0.21 (0bad19cf-53d7-47da-8e5e-7421b945c0ee/a7938f91-a8af-4d5f-9c8c-46dc57f2efd2) {{(pid=94462) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 05 02:32:24.371242 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de554a17-40dd-4ede-858d-1781ca63947e tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:32:24.384043 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-de554a17-40dd-4ede-858d-1781ca63947e tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "PUT /v2.0/routers/dcb0b214-fcfd-437a-8afc-f0a11399a3c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2151096 Jul 05 02:32:24.384043 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 41020) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:24.392041 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309e84fe-7e43-467c-95b6-cdf85ba15715 None None] Sync routers for ids ['dcb0b214-fcfd-437a-8afc-f0a11399a3c1'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:32:24.405396 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309e84fe-7e43-467c-95b6-cdf85ba15715 None None] Routers {'dcb0b214-fcfd-437a-8afc-f0a11399a3c1'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:32:24.406015 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-309e84fe-7e43-467c-95b6-cdf85ba15715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:32:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['dcb0b214-fcfd-437a-8afc-f0a11399a3c1'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:24.409908 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-64597a83-5844-4eb3-af0b-6046ec799d9f None None] Provisioning for port 9df85bd5-8854-4547-8ebb-c34a78d502c2 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:32:24.439105 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95146604-9bf5-4d94-8667-dda7badeee1b tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:24.440540 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-95146604-9bf5-4d94-8667-dda7badeee1b tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "GET /v2.0/ports/a26d8f99-06c8-42ed-9286-7aa0af16e820 HTTP/1.1" status: 200 len: 910 time: 0.0595787 Jul 05 02:32:24.443349 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 41022) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:24.452614 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-fea920f4-3272-4a55-b8d2-980cc4b0ccf6 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5763451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774823'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:24.459310 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-64597a83-5844-4eb3-af0b-6046ec799d9f None None] Provisioning complete for port 9df85bd5-8854-4547-8ebb-c34a78d502c2 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:32:24.459697 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-64597a83-5844-4eb3-af0b-6046ec799d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:24.511903 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-309e84fe-7e43-467c-95b6-cdf85ba15715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:24.600282 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a01545b6-a537-410d-99c4-faf319125fb8 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:24.600849 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309e84fe-7e43-467c-95b6-cdf85ba15715 None None] Routers {'dcb0b214-fcfd-437a-8afc-f0a11399a3c1'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:32:24.601507 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-309e84fe-7e43-467c-95b6-cdf85ba15715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:32:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['dcb0b214-fcfd-437a-8afc-f0a11399a3c1'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:24.627003 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea920f4-3272-4a55-b8d2-980cc4b0ccf6 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Pushing event updated for resources: {'Subnet': ['ID=10823ab2-f45f-484a-8d61-62d205833f54,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:24.630905 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [None req-a01545b6-a537-410d-99c4-faf319125fb8 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Ignored duplicate provisioning block setup for port 8d8b9137-af9d-4188-b5ec-df75b1c6acec by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 05 02:32:24.701509 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a01545b6-a537-410d-99c4-faf319125fb8 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:24.708160 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea920f4-3272-4a55-b8d2-980cc4b0ccf6 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Checking segment: {'id': '863ff628-0332-46c4-b3d5-e23393267c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2964e746-6151-4abb-9be7-1000885a4643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:32:24.708530 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea920f4-3272-4a55-b8d2-980cc4b0ccf6 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Network hostable DHCP agents. Network: 2964e746-6151-4abb-9be7-1000885a4643, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:32:24.767027 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:24.768296 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-309e84fe-7e43-467c-95b6-cdf85ba15715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:24.769266 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309e84fe-7e43-467c-95b6-cdf85ba15715 None None] The sync data for ids ['dcb0b214-fcfd-437a-8afc-f0a11399a3c1'] in n-d-771362-32 is: [] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:32:24.795394 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9afae919-2c92-40b8-9fcc-1b55fd4d7c91 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:24.848437 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01545b6-a537-410d-99c4-faf319125fb8 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Pushing event updated for resources: {'Port': ['ID=8d8b9137-af9d-4188-b5ec-df75b1c6acec,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:24.851471 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-488f0ed8-502e-42c8-aed2-60dad0c6b21b admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-762400531-network', 'tenant_id': '4e995921b6314f858ba2998c24015588'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:32:24.883358 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea920f4-3272-4a55-b8d2-980cc4b0ccf6 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Network 2964e746-6151-4abb-9be7-1000885a4643 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:32:24.907739 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afae919-2c92-40b8-9fcc-1b55fd4d7c91 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] Pushing event deleted for resources: {'Port': ['ID=44f8b999-b3c9-4690-b075-b6a0bb5ebfdc,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:24.916245 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-79cf87a2-3f6b-431b-9791-6715a598e71b None None] Provisioning complete for port 9df85bd5-8854-4547-8ebb-c34a78d502c2 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:32:24.916493 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-79cf87a2-3f6b-431b-9791-6715a598e71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:24.952641 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-a01545b6-a537-410d-99c4-faf319125fb8 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] In _notify_port_updated(), no bound segment for port 8d8b9137-af9d-4188-b5ec-df75b1c6acec on network 0bad19cf-53d7-47da-8e5e-7421b945c0ee {{(pid=94462) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 02:32:24.958192 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01545b6-a537-410d-99c4-faf319125fb8 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:24.958841 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a01545b6-a537-410d-99c4-faf319125fb8 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:24.960189 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-a01545b6-a537-410d-99c4-faf319125fb8 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "PUT /v2.0/ports/8d8b9137-af9d-4188-b5ec-df75b1c6acec HTTP/1.1" status: 200 len: 919 time: 1.3987775 Jul 05 02:32:24.964469 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 41032) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:24.982993 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-1f36fa85-c3ca-46f6-87d2-cd28e7e18198 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1fa25e68-edff-426a-82fe-7a88395c84bb'}, {'subnet_id': 'a7938f91-a8af-4d5f-9c8c-46dc57f2efd2'}]}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:32:24.994826 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9afae919-2c92-40b8-9fcc-1b55fd4d7c91 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:25.002987 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-9afae919-2c92-40b8-9fcc-1b55fd4d7c91 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] 10.222.0.23 "DELETE /v2.0/ports/44f8b999-b3c9-4690-b075-b6a0bb5ebfdc HTTP/1.1" status: 204 len: 168 time: 1.6276362 Jul 05 02:32:25.004654 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 41034) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:25.078099 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-488f0ed8-502e-42c8-aed2-60dad0c6b21b admin admin] Made reservation on behalf of 4e995921b6314f858ba2998c24015588 for: {'network': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:32:25.084087 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ff9cc89-eb09-426d-9c1f-9ef4c1d4c938 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] Deleting subnet bf9fff96-c01a-48c0-b1c7-afe57c99dccf {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:32:25.088949 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-488f0ed8-502e-42c8-aed2-60dad0c6b21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:25.091853 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-fea920f4-3272-4a55-b8d2-980cc4b0ccf6 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 2964e746-6151-4abb-9be7-1000885a4643) {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:32:25.098617 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9ff9cc89-eb09-426d-9c1f-9ef4c1d4c938 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:25.115300 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc161fc-fa32-4474-a213-4774661dc38b None None] Network 2964e746-6151-4abb-9be7-1000885a4643 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:32:25.130061 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-fea920f4-3272-4a55-b8d2-980cc4b0ccf6 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5763451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774823'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:25.212104 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9ff9cc89-eb09-426d-9c1f-9ef4c1d4c938 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:25.224217 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-488f0ed8-502e-42c8-aed2-60dad0c6b21b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:25.275481 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 41044) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:25.354511 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-79cf87a2-3f6b-431b-9791-6715a598e71b None None] Provisioning for port 8d8b9137-af9d-4188-b5ec-df75b1c6acec completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:32:25.364127 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-79cf87a2-3f6b-431b-9791-6715a598e71b None None] Provisioning complete for port 8d8b9137-af9d-4188-b5ec-df75b1c6acec triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:32:25.364414 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-79cf87a2-3f6b-431b-9791-6715a598e71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:25.374856 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9ff9cc89-eb09-426d-9c1f-9ef4c1d4c938 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:25.441205 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-79cf87a2-3f6b-431b-9791-6715a598e71b None None] Port 8d8b9137-af9d-4188-b5ec-df75b1c6acec cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:32:25.450745 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0545a1c9-4eed-4266-a672-1c7411bd1092 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-2964e746-6151-4abb-9be7-1000885a4643', 'network_id': '2964e746-6151-4abb-9be7-1000885a4643', 'tenant_id': '8b79bf53a6734cb4ae4eccd3cc63675d', 'fixed_ips': [{'subnet_id': '10823ab2-f45f-484a-8d61-62d205833f54'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:32:25.451628 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-0545a1c9-4eed-4266-a672-1c7411bd1092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:25.456764 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea920f4-3272-4a55-b8d2-980cc4b0ccf6 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Pushing event updated for resources: {'Subnet': ['ID=66bc089d-3d04-493c-aed2-f49c4f2450ad,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:25.503381 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-0e57546e-0368-4de8-995d-13882f66f25b tempest-RoutersTestDVR-2029017090 tempest-RoutersTestDVR-2029017090-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1430015177'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:32:25.541365 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea920f4-3272-4a55-b8d2-980cc4b0ccf6 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Checking segment: {'id': 'bf12f9cc-3f25-4786-b1ac-dfd30ff13c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6badcd2f-d528-4c04-8087-c2564d83b9ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:32:25.541728 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea920f4-3272-4a55-b8d2-980cc4b0ccf6 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Network hostable DHCP agents. Network: 6badcd2f-d528-4c04-8087-c2564d83b9ed, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:32:25.548221 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9ff9cc89-eb09-426d-9c1f-9ef4c1d4c938 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:25.580190 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff9cc89-eb09-426d-9c1f-9ef4c1d4c938 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] Pushing event deleted for resources: {'Subnet': ['ID=bf9fff96-c01a-48c0-b1c7-afe57c99dccf,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:25.587950 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9ff9cc89-eb09-426d-9c1f-9ef4c1d4c938 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:25.590256 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-9ff9cc89-eb09-426d-9c1f-9ef4c1d4c938 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] 10.222.0.23 "DELETE /v2.0/subnets/bf9fff96-c01a-48c0-b1c7-afe57c99dccf HTTP/1.1" status: 204 len: 168 time: 0.5842252 Jul 05 02:32:25.594876 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 41048) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:25.603906 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9edceba-0e52-456a-bbe0-3a81a35abdf0 None None] Network 60b15c3c-6b8d-4f6d-aff6-6672d4cde1a5 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:32:25.669880 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-fb382ee3-ec83-4bd6-a92b-0d774222f58b None None] Provisioning complete for port 8d8b9137-af9d-4188-b5ec-df75b1c6acec triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:32:25.670494 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-fb382ee3-ec83-4bd6-a92b-0d774222f58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:25.711665 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-488f0ed8-502e-42c8-aed2-60dad0c6b21b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:25.715099 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea920f4-3272-4a55-b8d2-980cc4b0ccf6 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Network 6badcd2f-d528-4c04-8087-c2564d83b9ed is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:32:25.734433 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-447922f7-778e-4446-90a9-390c226c11f1 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1634680'] for router_interface, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:25.738792 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-fb382ee3-ec83-4bd6-a92b-0d774222f58b None None] Port 8d8b9137-af9d-4188-b5ec-df75b1c6acec cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:32:25.740917 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-0545a1c9-4eed-4266-a672-1c7411bd1092 None None] Allocated IP 2001:db8::1 (2964e746-6151-4abb-9be7-1000885a4643/10823ab2-f45f-484a-8d61-62d205833f54/1063a83a-c453-463d-ba84-94e4e251ea7b) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:32:25.773354 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1f36fa85-c3ca-46f6-87d2-cd28e7e18198 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:25.827347 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-fea920f4-3272-4a55-b8d2-980cc4b0ccf6 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 6badcd2f-d528-4c04-8087-c2564d83b9ed) {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:32:25.828971 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-488f0ed8-502e-42c8-aed2-60dad0c6b21b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:25.842977 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea920f4-3272-4a55-b8d2-980cc4b0ccf6 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:25.843396 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea920f4-3272-4a55-b8d2-980cc4b0ccf6 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:25.844047 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-fea920f4-3272-4a55-b8d2-980cc4b0ccf6 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:25.850020 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5adb1586-39c4-4007-9bca-221146b34f78 None None] Network 6badcd2f-d528-4c04-8087-c2564d83b9ed requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:32:25.855265 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-dcd29c3d-b649-4482-9ac1-34ec36f17158 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:25.873495 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0e57546e-0368-4de8-995d-13882f66f25b tempest-RoutersTestDVR-2029017090 tempest-RoutersTestDVR-2029017090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11810'] for router, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:25.875095 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0e57546e-0368-4de8-995d-13882f66f25b tempest-RoutersTestDVR-2029017090 tempest-RoutersTestDVR-2029017090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1926740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11821'] for router, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:25.896795 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-488f0ed8-502e-42c8-aed2-60dad0c6b21b admin admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=94461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:32:25.936620 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488f0ed8-502e-42c8-aed2-60dad0c6b21b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b53426f4-c39e-459a-b74a-012cb0101412,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:25.941959 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0e57546e-0368-4de8-995d-13882f66f25b tempest-RoutersTestDVR-2029017090 tempest-RoutersTestDVR-2029017090-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:25.980784 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-488f0ed8-502e-42c8-aed2-60dad0c6b21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:25.981136 n-d-771362-32 neutron-server[94461]: INFO neutron.db.segments_db [None req-488f0ed8-502e-42c8-aed2-60dad0c6b21b admin admin] Added segment 0d619be7-ad19-4519-a5a7-4bdc2abf8fc6 of type vlan for network 66f0e33c-186c-492e-9bf2-332c0e115471 Jul 05 02:32:26.056787 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0e57546e-0368-4de8-995d-13882f66f25b tempest-RoutersTestDVR-2029017090 tempest-RoutersTestDVR-2029017090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963'] for router, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:26.073656 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-fea920f4-3272-4a55-b8d2-980cc4b0ccf6 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 3.6643648 Jul 05 02:32:26.076591 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 41056) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:26.128102 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-488f0ed8-502e-42c8-aed2-60dad0c6b21b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:26.190194 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62292ec7-22b0-47f3-9fad-dd2bff17d0ec tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:26.192345 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62292ec7-22b0-47f3-9fad-dd2bff17d0ec tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:26.194245 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62292ec7-22b0-47f3-9fad-dd2bff17d0ec tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:26.196073 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-62292ec7-22b0-47f3-9fad-dd2bff17d0ec tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1175566 Jul 05 02:32:26.197369 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0e57546e-0368-4de8-995d-13882f66f25b tempest-RoutersTestDVR-2029017090 tempest-RoutersTestDVR-2029017090-project-admin] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:26.198733 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-0e57546e-0368-4de8-995d-13882f66f25b tempest-RoutersTestDVR-2029017090 tempest-RoutersTestDVR-2029017090-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.9225428 Jul 05 02:32:26.201344 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 41060) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:26.207941 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 41062) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:26.228015 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-7587634d-7462-475a-8f77-bfec9ddb0d60 None None] Provisioning complete for port 8d8b9137-af9d-4188-b5ec-df75b1c6acec triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:32:26.228624 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-7587634d-7462-475a-8f77-bfec9ddb0d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:26.270288 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-dcd29c3d-b649-4482-9ac1-34ec36f17158 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] Deleting port d4fece84-4dae-4630-b391-09ae9831bc55 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:32:26.270891 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-dcd29c3d-b649-4482-9ac1-34ec36f17158 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:26.271075 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:26.317929 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c25dbf71-c18d-4ebc-9ba7-c89ec1319554 tempest-RoutersTestDVR-2029017090 tempest-RoutersTestDVR-2029017090-project-admin] Notify callbacks [] for router, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:26.336068 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-488f0ed8-502e-42c8-aed2-60dad0c6b21b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:26.337551 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488f0ed8-502e-42c8-aed2-60dad0c6b21b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:26.338294 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-488f0ed8-502e-42c8-aed2-60dad0c6b21b admin admin] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:26.362317 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-63e9b4ef-9263-4d1c-a597-afe3752bfaf8 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Deleting subnet 10823ab2-f45f-484a-8d61-62d205833f54 {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:32:26.390244 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac1ca3d-a9aa-4fd4-a0fd-342450a728e9 None None] DHCP port deletion for 60b15c3c-6b8d-4f6d-aff6-6672d4cde1a5 request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:32:26.397644 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-7587634d-7462-475a-8f77-bfec9ddb0d60 None None] Port 8d8b9137-af9d-4188-b5ec-df75b1c6acec cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:32:26.428361 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e063a9a-eb4f-42f8-8489-79b2e7d6141b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-6badcd2f-d528-4c04-8087-c2564d83b9ed', 'network_id': '6badcd2f-d528-4c04-8087-c2564d83b9ed', 'tenant_id': '8b79bf53a6734cb4ae4eccd3cc63675d', 'fixed_ips': [{'subnet_id': '66bc089d-3d04-493c-aed2-f49c4f2450ad'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:32:26.429213 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-9e063a9a-eb4f-42f8-8489-79b2e7d6141b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:26.438450 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-0545a1c9-4eed-4266-a672-1c7411bd1092 None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:26.458531 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-0545a1c9-4eed-4266-a672-1c7411bd1092 None None] Transition to ACTIVE for port object 1063a83a-c453-463d-ba84-94e4e251ea7b will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:32:26.490015 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-0545a1c9-4eed-4266-a672-1c7411bd1092 None None] Transition to ACTIVE for port object 1063a83a-c453-463d-ba84-94e4e251ea7b will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:32:26.495817 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c25dbf71-c18d-4ebc-9ba7-c89ec1319554 tempest-RoutersTestDVR-2029017090 tempest-RoutersTestDVR-2029017090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11828'] for router, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:26.499582 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c25dbf71-c18d-4ebc-9ba7-c89ec1319554 tempest-RoutersTestDVR-2029017090 tempest-RoutersTestDVR-2029017090-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:26.579747 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-cac1ca3d-a9aa-4fd4-a0fd-342450a728e9 None None] Deleting port d4fece84-4dae-4630-b391-09ae9831bc55 {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:32:26.580085 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-cac1ca3d-a9aa-4fd4-a0fd-342450a728e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:26.623103 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-63e9b4ef-9263-4d1c-a597-afe3752bfaf8 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:26.644984 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-0545a1c9-4eed-4266-a672-1c7411bd1092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:26.668984 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c25dbf71-c18d-4ebc-9ba7-c89ec1319554 tempest-RoutersTestDVR-2029017090 tempest-RoutersTestDVR-2029017090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1575451'] for router, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:26.669804 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c25dbf71-c18d-4ebc-9ba7-c89ec1319554 tempest-RoutersTestDVR-2029017090 tempest-RoutersTestDVR-2029017090-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 433d4512-da15-4686-ad64-0a72a5bf54b7 {{(pid=94462) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 02:32:26.688586 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c25dbf71-c18d-4ebc-9ba7-c89ec1319554 tempest-RoutersTestDVR-2029017090 tempest-RoutersTestDVR-2029017090-project-admin] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:26.695104 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-c25dbf71-c18d-4ebc-9ba7-c89ec1319554 tempest-RoutersTestDVR-2029017090 tempest-RoutersTestDVR-2029017090-project-admin] 10.222.0.23 "DELETE /v2.0/routers/433d4512-da15-4686-ad64-0a72a5bf54b7 HTTP/1.1" status: 204 len: 168 time: 0.4873698 Jul 05 02:32:26.695104 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 41066) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:26.698382 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-fdd46fc8-ccc6-4505-9eee-74bfd2c232ee tempest-RoutersTestDVR-2029017090 tempest-RoutersTestDVR-2029017090-project-admin] Request body: {'router': {'name': 'tempest-router-1467778692', 'distributed': False}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:32:26.712541 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0545a1c9-4eed-4266-a672-1c7411bd1092 None None] Network 2964e746-6151-4abb-9be7-1000885a4643 is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:32:26.716209 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-63e9b4ef-9263-4d1c-a597-afe3752bfaf8 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:26.722972 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-0545a1c9-4eed-4266-a672-1c7411bd1092 None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:32:26.738005 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0545a1c9-4eed-4266-a672-1c7411bd1092 None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:32:26.740322 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-9e063a9a-eb4f-42f8-8489-79b2e7d6141b None None] Allocated IP 2001:db8:0:1::1 (6badcd2f-d528-4c04-8087-c2564d83b9ed/66bc089d-3d04-493c-aed2-f49c4f2450ad/019b88e5-d991-45ed-b635-8a138bb51d56) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:32:26.744265 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-cac1ca3d-a9aa-4fd4-a0fd-342450a728e9 None None] For port d4fece84-4dae-4630-b391-09ae9831bc55, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=d4fece84-4dae-4630-b391-09ae9831bc55,segment=NetworkSegment(7ab72aa3-2bce-4130-b205-6fee0a5acf5b),segment_id=7ab72aa3-2bce-4130-b205-6fee0a5acf5b)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:32:26.744657 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-cac1ca3d-a9aa-4fd4-a0fd-342450a728e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:26.750651 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [None req-dcd29c3d-b649-4482-9ac1-34ec36f17158 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] For port d4fece84-4dae-4630-b391-09ae9831bc55, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=d4fece84-4dae-4630-b391-09ae9831bc55,segment=NetworkSegment(7ab72aa3-2bce-4130-b205-6fee0a5acf5b),segment_id=7ab72aa3-2bce-4130-b205-6fee0a5acf5b)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:32:26.751017 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-dcd29c3d-b649-4482-9ac1-34ec36f17158 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:26.755205 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0545a1c9-4eed-4266-a672-1c7411bd1092 None None] Pushing event updated for resources: {'Port': ['ID=1063a83a-c453-463d-ba84-94e4e251ea7b,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:26.772272 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-cac1ca3d-a9aa-4fd4-a0fd-342450a728e9 None None] Calling delete_port for d4fece84-4dae-4630-b391-09ae9831bc55 owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:32:26.782902 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488f0ed8-502e-42c8-aed2-60dad0c6b21b admin admin] Pushing event updated for resources: {'Network': ['ID=66f0e33c-186c-492e-9bf2-332c0e115471,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:26.810058 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-dcd29c3d-b649-4482-9ac1-34ec36f17158 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] Calling delete_port for d4fece84-4dae-4630-b391-09ae9831bc55 owned by network:dhcp {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:32:26.823446 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-1f36fa85-c3ca-46f6-87d2-cd28e7e18198 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Allocated IP 172.20.0.20 (0bad19cf-53d7-47da-8e5e-7421b945c0ee/a7938f91-a8af-4d5f-9c8c-46dc57f2efd2/8d8b9137-af9d-4188-b5ec-df75b1c6acec) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:32:26.829224 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 66f0e33c-186c-492e-9bf2-332c0e115471 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:32:26.874536 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-63e9b4ef-9263-4d1c-a597-afe3752bfaf8 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:26.949352 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fdd46fc8-ccc6-4505-9eee-74bfd2c232ee tempest-RoutersTestDVR-2029017090 tempest-RoutersTestDVR-2029017090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11810'] for router, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:26.950419 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fdd46fc8-ccc6-4505-9eee-74bfd2c232ee tempest-RoutersTestDVR-2029017090 tempest-RoutersTestDVR-2029017090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1926740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11821'] for router, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:26.997648 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-0545a1c9-4eed-4266-a672-1c7411bd1092 None None] Attempting to bind port 1063a83a-c453-463d-ba84-94e4e251ea7b on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:32:26.997864 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-0545a1c9-4eed-4266-a672-1c7411bd1092 None None] Attempting to bind port 1063a83a-c453-463d-ba84-94e4e251ea7b by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '863ff628-0332-46c4-b3d5-e23393267c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2964e746-6151-4abb-9be7-1000885a4643'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:32:26.998181 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0545a1c9-4eed-4266-a672-1c7411bd1092 None None] Attempting to bind port 1063a83a-c453-463d-ba84-94e4e251ea7b on network 2964e746-6151-4abb-9be7-1000885a4643 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:32:27.000042 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-488f0ed8-502e-42c8-aed2-60dad0c6b21b admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.7041082 Jul 05 02:32:27.011889 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 41072) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:27.019362 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-6400c6fa-cd52-421b-a000-1a9f01fa4474 admin admin] Request body: {'subnet': {'network_id': '66f0e33c-186c-492e-9bf2-332c0e115471', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-762400531-subnet', 'tenant_id': '4e995921b6314f858ba2998c24015588', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:32:27.028095 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0545a1c9-4eed-4266-a672-1c7411bd1092 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:32:27.030710 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0545a1c9-4eed-4266-a672-1c7411bd1092 None None] Checking segment: {'id': '863ff628-0332-46c4-b3d5-e23393267c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2964e746-6151-4abb-9be7-1000885a4643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:32:27.030710 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-0545a1c9-4eed-4266-a672-1c7411bd1092 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:27.030710 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0545a1c9-4eed-4266-a672-1c7411bd1092 None None] Bound using segment: {'id': '863ff628-0332-46c4-b3d5-e23393267c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2964e746-6151-4abb-9be7-1000885a4643'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:32:27.030710 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-0545a1c9-4eed-4266-a672-1c7411bd1092 None None] Bound port: 1063a83a-c453-463d-ba84-94e4e251ea7b, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '863ff628-0332-46c4-b3d5-e23393267c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2964e746-6151-4abb-9be7-1000885a4643'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:32:27.030710 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-0545a1c9-4eed-4266-a672-1c7411bd1092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:27.033860 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fdd46fc8-ccc6-4505-9eee-74bfd2c232ee tempest-RoutersTestDVR-2029017090 tempest-RoutersTestDVR-2029017090-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:27.090600 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-63e9b4ef-9263-4d1c-a597-afe3752bfaf8 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:27.121021 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e9b4ef-9263-4d1c-a597-afe3752bfaf8 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Pushing event deleted for resources: {'Subnet': ['ID=10823ab2-f45f-484a-8d61-62d205833f54,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:27.123985 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-447922f7-778e-4446-90a9-390c226c11f1 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Deleting port a26d8f99-06c8-42ed-9286-7aa0af16e820 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:32:27.128210 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-447922f7-778e-4446-90a9-390c226c11f1 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:27.131765 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-63e9b4ef-9263-4d1c-a597-afe3752bfaf8 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:27.134003 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-63e9b4ef-9263-4d1c-a597-afe3752bfaf8 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] 10.222.0.23 "DELETE /v2.0/subnets/10823ab2-f45f-484a-8d61-62d205833f54 HTTP/1.1" status: 204 len: 168 time: 0.9234722 Jul 05 02:32:27.136630 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 41074) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:27.175441 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-0545a1c9-4eed-4266-a672-1c7411bd1092 None None] For port 1063a83a-c453-463d-ba84-94e4e251ea7b, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:32:27.182935 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fdd46fc8-ccc6-4505-9eee-74bfd2c232ee tempest-RoutersTestDVR-2029017090 tempest-RoutersTestDVR-2029017090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963'] for router, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:27.185643 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-0545a1c9-4eed-4266-a672-1c7411bd1092 None None] For port 1063a83a-c453-463d-ba84-94e4e251ea7b, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=1063a83a-c453-463d-ba84-94e4e251ea7b,segment=NetworkSegment(863ff628-0332-46c4-b3d5-e23393267c4e),segment_id=863ff628-0332-46c4-b3d5-e23393267c4e)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:32:27.195506 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1f36fa85-c3ca-46f6-87d2-cd28e7e18198 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:27.199760 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dac7505-c161-499b-b8e5-a6b8d792e021 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Deleting subnet 66bc089d-3d04-493c-aed2-f49c4f2450ad {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:32:27.245453 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6400c6fa-cd52-421b-a000-1a9f01fa4474 admin admin] Made reservation on behalf of 4e995921b6314f858ba2998c24015588 for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:32:27.247957 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6400c6fa-cd52-421b-a000-1a9f01fa4474 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:27.323391 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-cac1ca3d-a9aa-4fd4-a0fd-342450a728e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:27.334633 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-9e063a9a-eb4f-42f8-8489-79b2e7d6141b None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:27.341307 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [None req-1f36fa85-c3ca-46f6-87d2-cd28e7e18198 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Transition to ACTIVE for port object 8d8b9137-af9d-4188-b5ec-df75b1c6acec will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:32:27.358651 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fdd46fc8-ccc6-4505-9eee-74bfd2c232ee tempest-RoutersTestDVR-2029017090 tempest-RoutersTestDVR-2029017090-project-admin] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:27.363593 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-fdd46fc8-ccc6-4505-9eee-74bfd2c232ee tempest-RoutersTestDVR-2029017090 tempest-RoutersTestDVR-2029017090-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6658447 Jul 05 02:32:27.363593 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 41078) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:27.364906 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-0545a1c9-4eed-4266-a672-1c7411bd1092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:27.371317 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac1ca3d-a9aa-4fd4-a0fd-342450a728e9 None None] Pushing event deleted for resources: {'Port': ['ID=d4fece84-4dae-4630-b391-09ae9831bc55,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:27.384424 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-447922f7-778e-4446-90a9-390c226c11f1 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:27.391534 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-9e063a9a-eb4f-42f8-8489-79b2e7d6141b None None] Transition to ACTIVE for port object 019b88e5-d991-45ed-b635-8a138bb51d56 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:32:27.409614 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac1ca3d-a9aa-4fd4-a0fd-342450a728e9 None None] No DVR routers for this DVR port d4fece84-4dae-4630-b391-09ae9831bc55 on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:32:27.415658 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-dcd29c3d-b649-4482-9ac1-34ec36f17158 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:27.436332 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-447922f7-778e-4446-90a9-390c226c11f1 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Calling delete_port for a26d8f99-06c8-42ed-9286-7aa0af16e820 owned by network:router_interface {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:32:27.438015 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device d4fece84-4dae-4630-b391-09ae9831bc55 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:32:27.475959 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ff2207d8-12b6-40e0-982e-bfc04533951e tempest-RoutersTestDVR-2029017090 tempest-RoutersTestDVR-2029017090-project-admin] Notify callbacks [] for router, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:27.476962 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-9e063a9a-eb4f-42f8-8489-79b2e7d6141b None None] Transition to ACTIVE for port object 019b88e5-d991-45ed-b635-8a138bb51d56 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:32:27.480917 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: d4fece84-4dae-4630-b391-09ae9831bc55 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:32:27.481265 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device d4fece84-4dae-4630-b391-09ae9831bc55 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:32:27.503505 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0545a1c9-4eed-4266-a672-1c7411bd1092 None None] Pushing event updated for resources: {'Port': ['ID=1063a83a-c453-463d-ba84-94e4e251ea7b,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:27.559180 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-9e063a9a-eb4f-42f8-8489-79b2e7d6141b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:27.615447 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e063a9a-eb4f-42f8-8489-79b2e7d6141b None None] Network 6badcd2f-d528-4c04-8087-c2564d83b9ed is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:32:27.620893 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-9e063a9a-eb4f-42f8-8489-79b2e7d6141b None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:32:27.645860 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e063a9a-eb4f-42f8-8489-79b2e7d6141b None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:32:27.679685 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e063a9a-eb4f-42f8-8489-79b2e7d6141b None None] Pushing event updated for resources: {'Port': ['ID=019b88e5-d991-45ed-b635-8a138bb51d56,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:27.716460 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-9e063a9a-eb4f-42f8-8489-79b2e7d6141b None None] Attempting to bind port 019b88e5-d991-45ed-b635-8a138bb51d56 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:32:27.717025 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-9e063a9a-eb4f-42f8-8489-79b2e7d6141b None None] Attempting to bind port 019b88e5-d991-45ed-b635-8a138bb51d56 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'bf12f9cc-3f25-4786-b1ac-dfd30ff13c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6badcd2f-d528-4c04-8087-c2564d83b9ed'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:32:27.717580 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e063a9a-eb4f-42f8-8489-79b2e7d6141b None None] Attempting to bind port 019b88e5-d991-45ed-b635-8a138bb51d56 on network 6badcd2f-d528-4c04-8087-c2564d83b9ed {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:32:27.726491 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e063a9a-eb4f-42f8-8489-79b2e7d6141b None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:32:27.727006 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e063a9a-eb4f-42f8-8489-79b2e7d6141b None None] Checking segment: {'id': 'bf12f9cc-3f25-4786-b1ac-dfd30ff13c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6badcd2f-d528-4c04-8087-c2564d83b9ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:32:27.727607 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-9e063a9a-eb4f-42f8-8489-79b2e7d6141b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:27.728030 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e063a9a-eb4f-42f8-8489-79b2e7d6141b None None] Bound using segment: {'id': 'bf12f9cc-3f25-4786-b1ac-dfd30ff13c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6badcd2f-d528-4c04-8087-c2564d83b9ed'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:32:27.728584 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-9e063a9a-eb4f-42f8-8489-79b2e7d6141b None None] Bound port: 019b88e5-d991-45ed-b635-8a138bb51d56, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf12f9cc-3f25-4786-b1ac-dfd30ff13c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6badcd2f-d528-4c04-8087-c2564d83b9ed'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:32:27.729037 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-9e063a9a-eb4f-42f8-8489-79b2e7d6141b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:27.783867 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1f36fa85-c3ca-46f6-87d2-cd28e7e18198 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:27.821392 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd29c3d-b649-4482-9ac1-34ec36f17158 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] Pushing event deleted for resources: {'Port': ['ID=d4fece84-4dae-4630-b391-09ae9831bc55,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:27.837162 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd29c3d-b649-4482-9ac1-34ec36f17158 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] No DVR routers for this DVR port d4fece84-4dae-4630-b391-09ae9831bc55 on host n-d-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:32:27.870301 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-9e063a9a-eb4f-42f8-8489-79b2e7d6141b None None] For port 019b88e5-d991-45ed-b635-8a138bb51d56, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:32:27.874350 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-9e063a9a-eb4f-42f8-8489-79b2e7d6141b None None] For port 019b88e5-d991-45ed-b635-8a138bb51d56, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=019b88e5-d991-45ed-b635-8a138bb51d56,segment=NetworkSegment(bf12f9cc-3f25-4786-b1ac-dfd30ff13c4c),segment_id=bf12f9cc-3f25-4786-b1ac-dfd30ff13c4c)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:32:27.959243 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-9e063a9a-eb4f-42f8-8489-79b2e7d6141b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:27.996392 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6dac7505-c161-499b-b8e5-a6b8d792e021 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:28.042634 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e063a9a-eb4f-42f8-8489-79b2e7d6141b None None] Pushing event updated for resources: {'Port': ['ID=019b88e5-d991-45ed-b635-8a138bb51d56,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:28.146044 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f36fa85-c3ca-46f6-87d2-cd28e7e18198 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Pushing event updated for resources: {'Port': ['ID=8d8b9137-af9d-4188-b5ec-df75b1c6acec,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:28.168540 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6dac7505-c161-499b-b8e5-a6b8d792e021 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:28.212660 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ff2207d8-12b6-40e0-982e-bfc04533951e tempest-RoutersTestDVR-2029017090 tempest-RoutersTestDVR-2029017090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11828'] for router, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:28.215536 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ff2207d8-12b6-40e0-982e-bfc04533951e tempest-RoutersTestDVR-2029017090 tempest-RoutersTestDVR-2029017090-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:28.253721 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-dcd29c3d-b649-4482-9ac1-34ec36f17158 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:28.288230 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-dcd29c3d-b649-4482-9ac1-34ec36f17158 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60b15c3c-6b8d-4f6d-aff6-6672d4cde1a5']}} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:28.306428 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-dcd29c3d-b649-4482-9ac1-34ec36f17158 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ab72aa3-2bce-4130-b205-6fee0a5acf5b') {'for_net_delete': True} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:28.306428 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-dcd29c3d-b649-4482-9ac1-34ec36f17158 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ab72aa3-2bce-4130-b205-6fee0a5acf5b') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:28.308372 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-1f36fa85-c3ca-46f6-87d2-cd28e7e18198 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] In _notify_port_updated(), no bound segment for port 8d8b9137-af9d-4188-b5ec-df75b1c6acec on network 0bad19cf-53d7-47da-8e5e-7421b945c0ee {{(pid=94461) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 02:32:28.315524 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f36fa85-c3ca-46f6-87d2-cd28e7e18198 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:28.316252 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1f36fa85-c3ca-46f6-87d2-cd28e7e18198 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:28.317956 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-1f36fa85-c3ca-46f6-87d2-cd28e7e18198 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "PUT /v2.0/ports/8d8b9137-af9d-4188-b5ec-df75b1c6acec HTTP/1.1" status: 200 len: 999 time: 3.3521976 Jul 05 02:32:28.326021 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 41088) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:28.340477 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-dcd29c3d-b649-4482-9ac1-34ec36f17158 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5519669'] for segment, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:28.399649 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-dcd29c3d-b649-4482-9ac1-34ec36f17158 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:28.407656 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcd29c3d-b649-4482-9ac1-34ec36f17158 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=94461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:32:28.408081 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-dcd29c3d-b649-4482-9ac1-34ec36f17158 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5763545'] for segment, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:28.429315 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6dac7505-c161-499b-b8e5-a6b8d792e021 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:28.453322 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ff2207d8-12b6-40e0-982e-bfc04533951e tempest-RoutersTestDVR-2029017090 tempest-RoutersTestDVR-2029017090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1575451'] for router, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:28.453761 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff2207d8-12b6-40e0-982e-bfc04533951e tempest-RoutersTestDVR-2029017090 tempest-RoutersTestDVR-2029017090-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cb2870d8-4ab1-403d-98be-4b928d2c8b08 {{(pid=94462) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 02:32:28.463206 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ff2207d8-12b6-40e0-982e-bfc04533951e tempest-RoutersTestDVR-2029017090 tempest-RoutersTestDVR-2029017090-project-admin] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:28.467949 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-ff2207d8-12b6-40e0-982e-bfc04533951e tempest-RoutersTestDVR-2029017090 tempest-RoutersTestDVR-2029017090-project-admin] 10.222.0.23 "DELETE /v2.0/routers/cb2870d8-4ab1-403d-98be-4b928d2c8b08 HTTP/1.1" status: 204 len: 168 time: 1.1008551 Jul 05 02:32:28.468152 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 41090) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:28.477592 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-50543daf-c62d-40df-8d71-e26d013433da tempest-RoutersTestDVR-2029017090 tempest-RoutersTestDVR-2029017090-project-admin] Request body: {'router': {'name': 'tempest-router-1266428324', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'daacc68a652644929394d74283bbba91'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:32:28.487913 n-d-771362-32 neutron-server[94461]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:32:28.487913 n-d-771362-32 neutron-server[94461]: self.session.flush() Jul 05 02:32:28.487913 n-d-771362-32 neutron-server[94461]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:32:28.487913 n-d-771362-32 neutron-server[94461]: self.session.flush() Jul 05 02:32:28.487913 n-d-771362-32 neutron-server[94461]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:32:28.487913 n-d-771362-32 neutron-server[94461]: self.session.flush() Jul 05 02:32:28.487913 n-d-771362-32 neutron-server[94461]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:32:28.487913 n-d-771362-32 neutron-server[94461]: self.session.flush() Jul 05 02:32:28.487913 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:32:28.487913 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:32:28.487913 n-d-771362-32 neutron-server[94461]: Traceback (most recent call last): Jul 05 02:32:28.487913 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:32:28.487913 n-d-771362-32 neutron-server[94461]: timer() Jul 05 02:32:28.487913 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:32:28.487913 n-d-771362-32 neutron-server[94461]: cb(*args, **kw) Jul 05 02:32:28.487913 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:32:28.487913 n-d-771362-32 neutron-server[94461]: return func(*args, **kwargs) Jul 05 02:32:28.487913 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:32:28.487913 n-d-771362-32 neutron-server[94461]: self._notify() Jul 05 02:32:28.487913 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:32:28.487913 n-d-771362-32 neutron-server[94461]: self.callback(batched_events) Jul 05 02:32:28.487913 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:32:28.487913 n-d-771362-32 neutron-server[94461]: event.method(event) Jul 05 02:32:28.487913 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:32:28.487913 n-d-771362-32 neutron-server[94461]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:32:28.487913 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:32:28.487913 n-d-771362-32 neutron-server[94461]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:32:28.487913 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:32:28.487913 n-d-771362-32 neutron-server[94461]: return f(self, *a, **k) Jul 05 02:32:28.487913 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:32:28.487913 n-d-771362-32 neutron-server[94461]: return self._get(url).json() Jul 05 02:32:28.487913 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:32:28.487913 n-d-771362-32 neutron-server[94461]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:32:28.487913 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:32:28.487913 n-d-771362-32 neutron-server[94461]: return self.request(url, 'GET', **kwargs) Jul 05 02:32:28.487913 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:32:28.487913 n-d-771362-32 neutron-server[94461]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:32:28.487913 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:32:28.487913 n-d-771362-32 neutron-server[94461]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:32:28.487913 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:32:28.487913 n-d-771362-32 neutron-server[94461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:32:28.487913 n-d-771362-32 neutron-server[94461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:32:28.495603 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-447922f7-778e-4446-90a9-390c226c11f1 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:28.528386 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6400c6fa-cd52-421b-a000-1a9f01fa4474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5763451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774823'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:28.587449 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447922f7-778e-4446-90a9-390c226c11f1 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Pushing event deleted for resources: {'Port': ['ID=a26d8f99-06c8-42ed-9286-7aa0af16e820,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:28.621406 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-637d098c-5518-483d-a8d9-302821f4e9d3 None None] Provisioning for port 8d8b9137-af9d-4188-b5ec-df75b1c6acec completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:32:28.621978 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-50543daf-c62d-40df-8d71-e26d013433da tempest-RoutersTestDVR-2029017090 tempest-RoutersTestDVR-2029017090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11810'] for router, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:28.625888 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-50543daf-c62d-40df-8d71-e26d013433da tempest-RoutersTestDVR-2029017090 tempest-RoutersTestDVR-2029017090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1926740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11821'] for router, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:28.627874 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-637d098c-5518-483d-a8d9-302821f4e9d3 None None] Provisioning complete for port 8d8b9137-af9d-4188-b5ec-df75b1c6acec triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:32:28.628045 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6dac7505-c161-499b-b8e5-a6b8d792e021 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:28.628251 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-637d098c-5518-483d-a8d9-302821f4e9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:28.691639 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-dcd29c3d-b649-4482-9ac1-34ec36f17158 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:28.693266 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6dac7505-c161-499b-b8e5-a6b8d792e021 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:28.694801 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-637d098c-5518-483d-a8d9-302821f4e9d3 None None] Port 8d8b9137-af9d-4188-b5ec-df75b1c6acec cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:32:28.698016 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-6dac7505-c161-499b-b8e5-a6b8d792e021 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] 10.222.0.23 "DELETE /v2.0/subnets/66bc089d-3d04-493c-aed2-f49c4f2450ad HTTP/1.1" status: 204 len: 168 time: 1.5598121 Jul 05 02:32:28.701642 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dac7505-c161-499b-b8e5-a6b8d792e021 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Pushing event deleted for resources: {'Subnet': ['ID=66bc089d-3d04-493c-aed2-f49c4f2450ad,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:28.703319 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 41092) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:28.723571 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-dcd29c3d-b649-4482-9ac1-34ec36f17158 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:28.728501 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-dcd29c3d-b649-4482-9ac1-34ec36f17158 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] 10.222.0.23 "DELETE /v2.0/networks/60b15c3c-6b8d-4f6d-aff6-6672d4cde1a5 HTTP/1.1" status: 204 len: 168 time: 3.1291058 Jul 05 02:32:28.730095 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd29c3d-b649-4482-9ac1-34ec36f17158 tempest-TagsExtTest-1385241286 tempest-TagsExtTest-1385241286-project] Pushing event deleted for resources: {'Network': ['ID=60b15c3c-6b8d-4f6d-aff6-6672d4cde1a5,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:28.794026 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6400c6fa-cd52-421b-a000-1a9f01fa4474 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa1bf1c9-f897-408c-a65c-fe6e04478f5f,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:28.874100 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-a5d87613-5de3-4068-aec1-938eed1c1b6e tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Deleting port 8d8b9137-af9d-4188-b5ec-df75b1c6acec {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:32:28.874487 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a5d87613-5de3-4068-aec1-938eed1c1b6e tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:28.885034 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6400c6fa-cd52-421b-a000-1a9f01fa4474 admin admin] Checking segment: {'id': '0d619be7-ad19-4519-a5a7-4bdc2abf8fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '66f0e33c-186c-492e-9bf2-332c0e115471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:32:28.885400 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6400c6fa-cd52-421b-a000-1a9f01fa4474 admin admin] Network hostable DHCP agents. Network: 66f0e33c-186c-492e-9bf2-332c0e115471, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:32:28.935214 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4532c9cc-4d7a-40ff-a055-324dcba4a05f tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:28.937329 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-4532c9cc-4d7a-40ff-a055-324dcba4a05f tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2264183 Jul 05 02:32:28.941389 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-50543daf-c62d-40df-8d71-e26d013433da tempest-RoutersTestDVR-2029017090 tempest-RoutersTestDVR-2029017090-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:28.942110 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 41098) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:28.980182 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-447922f7-778e-4446-90a9-390c226c11f1 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635398'] for router_interface, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:28.993942 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 41100) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:29.033075 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7b15c08d-4cd9-49a8-be62-f3f902237b7a tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:29.040464 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-50543daf-c62d-40df-8d71-e26d013433da tempest-RoutersTestDVR-2029017090 tempest-RoutersTestDVR-2029017090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963'] for router, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:29.105719 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-7b15c08d-4cd9-49a8-be62-f3f902237b7a tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Deleting port 019b88e5-d991-45ed-b635-8a138bb51d56 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:32:29.106059 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7b15c08d-4cd9-49a8-be62-f3f902237b7a tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:29.122381 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a5d87613-5de3-4068-aec1-938eed1c1b6e tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:29.142384 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6400c6fa-cd52-421b-a000-1a9f01fa4474 admin admin] Network 66f0e33c-186c-492e-9bf2-332c0e115471 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:32:29.146639 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-a5d87613-5de3-4068-aec1-938eed1c1b6e tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Calling delete_port for 8d8b9137-af9d-4188-b5ec-df75b1c6acec owned by {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:32:29.147907 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-50543daf-c62d-40df-8d71-e26d013433da tempest-RoutersTestDVR-2029017090 tempest-RoutersTestDVR-2029017090-project-admin] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:29.149358 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-50543daf-c62d-40df-8d71-e26d013433da tempest-RoutersTestDVR-2029017090 tempest-RoutersTestDVR-2029017090-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6800644 Jul 05 02:32:29.152075 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 41106) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:29.173438 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-2b18fdcc-4c0c-4d83-9337-b683cde8d202 tempest-RoutersTestDVR-2029017090 tempest-RoutersTestDVR-2029017090-project-admin] Request body: {'router': {'distributed': True}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:32:29.268115 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-7b15c08d-4cd9-49a8-be62-f3f902237b7a tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] For port 019b88e5-d991-45ed-b635-8a138bb51d56, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=019b88e5-d991-45ed-b635-8a138bb51d56,segment=NetworkSegment(bf12f9cc-3f25-4786-b1ac-dfd30ff13c4c),segment_id=bf12f9cc-3f25-4786-b1ac-dfd30ff13c4c)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:32:29.268792 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7b15c08d-4cd9-49a8-be62-f3f902237b7a tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:29.284928 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-6400c6fa-cd52-421b-a000-1a9f01fa4474 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 66f0e33c-186c-492e-9bf2-332c0e115471) {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:32:29.290263 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-7b15c08d-4cd9-49a8-be62-f3f902237b7a tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Calling delete_port for 019b88e5-d991-45ed-b635-8a138bb51d56 owned by network:dhcp {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:32:29.297417 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6400c6fa-cd52-421b-a000-1a9f01fa4474 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:29.298088 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6400c6fa-cd52-421b-a000-1a9f01fa4474 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:29.300241 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8896da55-4f9f-4f79-8b1b-a47ddc9477b9 None None] Network 2964e746-6151-4abb-9be7-1000885a4643 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:32:29.333780 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89b20dc-c293-471b-b596-969891d9a377 None None] Network 66f0e33c-186c-492e-9bf2-332c0e115471 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:32:29.355857 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 41110) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:29.375808 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-447922f7-778e-4446-90a9-390c226c11f1 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Router dcb0b214-fcfd-437a-8afc-f0a11399a3c1 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:32:29.393003 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-6400c6fa-cd52-421b-a000-1a9f01fa4474 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.3700695 Jul 05 02:32:29.652208 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d62409ea-2413-45c3-9b64-118367c5ddf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:29.653363 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2b18fdcc-4c0c-4d83-9337-b683cde8d202 tempest-RoutersTestDVR-2029017090 tempest-RoutersTestDVR-2029017090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:29.653710 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2b18fdcc-4c0c-4d83-9337-b683cde8d202 tempest-RoutersTestDVR-2029017090 tempest-RoutersTestDVR-2029017090-project-admin] Notify callbacks [] for router, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:29.654215 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 019b88e5-d991-45ed-b635-8a138bb51d56 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:32:29.672557 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-58bec02c-ffc4-467b-8b87-f6ffdb92b653 None None] Provisioning for port 1063a83a-c453-463d-ba84-94e4e251ea7b completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:32:29.772661 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-447922f7-778e-4446-90a9-390c226c11f1 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:32:29.775357 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-2b18fdcc-4c0c-4d83-9337-b683cde8d202 tempest-RoutersTestDVR-2029017090 tempest-RoutersTestDVR-2029017090-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=94462) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 05 02:32:29.775357 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-2b18fdcc-4c0c-4d83-9337-b683cde8d202 tempest-RoutersTestDVR-2029017090 tempest-RoutersTestDVR-2029017090-project-admin] Router f0164fe6-c42f-49cd-a067-a1fad571b2e4 migrating from provider to provider. {{(pid=94462) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 05 02:32:29.775357 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2b18fdcc-4c0c-4d83-9337-b683cde8d202 tempest-RoutersTestDVR-2029017090 tempest-RoutersTestDVR-2029017090-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:29.781943 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2b18fdcc-4c0c-4d83-9337-b683cde8d202 tempest-RoutersTestDVR-2029017090 tempest-RoutersTestDVR-2029017090-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:29.784826 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-38eb46f4-dba0-43c6-8a4a-316c0272b651 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a175f3b7c2af4e38be87e6ddfc30e1a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4315066 Jul 05 02:32:29.786629 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 41120) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:29.787626 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89abd8e-9d93-4ed9-8d07-dfcd22fa1c7c None None] Sync routers for ids ['dcb0b214-fcfd-437a-8afc-f0a11399a3c1'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:32:29.804653 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89abd8e-9d93-4ed9-8d07-dfcd22fa1c7c None None] Routers {'dcb0b214-fcfd-437a-8afc-f0a11399a3c1'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:32:29.804997 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-a89abd8e-9d93-4ed9-8d07-dfcd22fa1c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:32:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['dcb0b214-fcfd-437a-8afc-f0a11399a3c1'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:29.823503 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-447922f7-778e-4446-90a9-390c226c11f1 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "PUT /v2.0/routers/dcb0b214-fcfd-437a-8afc-f0a11399a3c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3790741 Jul 05 02:32:29.823707 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 41122) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:29.854986 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-a89abd8e-9d93-4ed9-8d07-dfcd22fa1c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:29.865838 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89abd8e-9d93-4ed9-8d07-dfcd22fa1c7c None None] Routers {'dcb0b214-fcfd-437a-8afc-f0a11399a3c1'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:32:29.866827 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-a89abd8e-9d93-4ed9-8d07-dfcd22fa1c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:32:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['dcb0b214-fcfd-437a-8afc-f0a11399a3c1'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:29.940008 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7b15c08d-4cd9-49a8-be62-f3f902237b7a tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:29.940221 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 019b88e5-d991-45ed-b635-8a138bb51d56 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:32:29.940868 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:29.955212 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2b18fdcc-4c0c-4d83-9337-b683cde8d202 tempest-RoutersTestDVR-2029017090 tempest-RoutersTestDVR-2029017090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1636977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1636970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1573792'] for router, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:29.963350 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a5d87613-5de3-4068-aec1-938eed1c1b6e tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:29.975939 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d62409ea-2413-45c3-9b64-118367c5ddf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:29.987524 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Port 019b88e5-d991-45ed-b635-8a138bb51d56 was deleted so its status cannot be updated. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 05 02:32:29.988238 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 1063a83a-c453-463d-ba84-94e4e251ea7b up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:32:30.003230 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d87613-5de3-4068-aec1-938eed1c1b6e tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Pushing event deleted for resources: {'Port': ['ID=8d8b9137-af9d-4188-b5ec-df75b1c6acec,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:30.046646 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-a89abd8e-9d93-4ed9-8d07-dfcd22fa1c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:30.047691 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89abd8e-9d93-4ed9-8d07-dfcd22fa1c7c None None] The sync data for ids ['dcb0b214-fcfd-437a-8afc-f0a11399a3c1'] in n-d-771362-32 is: [] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:32:30.064796 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ba1ea6-7334-4d79-8120-ff2be9b24b21 None None] Network 6badcd2f-d528-4c04-8087-c2564d83b9ed requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:32:30.066803 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8dcaff-8b5f-4e17-89b0-3c58ed4a1251 None None] DHCP port deletion for 2964e746-6151-4abb-9be7-1000885a4643 request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:32:30.091360 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d62409ea-2413-45c3-9b64-118367c5ddf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:30.093342 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1906ceb9-04ae-4aaf-8fc1-205db834fdc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-66f0e33c-186c-492e-9bf2-332c0e115471', 'network_id': '66f0e33c-186c-492e-9bf2-332c0e115471', 'tenant_id': '4e995921b6314f858ba2998c24015588', 'fixed_ips': [{'subnet_id': 'aa1bf1c9-f897-408c-a65c-fe6e04478f5f'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:32:30.094230 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-1906ceb9-04ae-4aaf-8fc1-205db834fdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:30.105408 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b15c08d-4cd9-49a8-be62-f3f902237b7a tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] No DVR routers for this DVR port 019b88e5-d991-45ed-b635-8a138bb51d56 on host n-d-771362-32 {{(pid=94462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:32:30.106876 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-d0ff506e-ee04-4b33-a1ec-4aeb6ae59bc9 None None] Could not find standard attr ID for object 019b88e5-d991-45ed-b635-8a138bb51d56. {{(pid=94463) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 02:32:30.209744 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-d62409ea-2413-45c3-9b64-118367c5ddf2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=93bbdad35df64d49bd54a5d3bfc98e12&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2111471 Jul 05 02:32:30.216695 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 41136) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:30.281599 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a5d87613-5de3-4068-aec1-938eed1c1b6e tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:30.286428 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-a5d87613-5de3-4068-aec1-938eed1c1b6e tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "DELETE /v2.0/ports/8d8b9137-af9d-4188-b5ec-df75b1c6acec HTTP/1.1" status: 204 len: 168 time: 1.9561844 Jul 05 02:32:30.286428 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62409ea-2413-45c3-9b64-118367c5ddf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb14bc44-d439-468b-8916-58b4bc253701,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:30.288819 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 41138) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:30.330912 n-d-771362-32 neutron-server[94461]: INFO neutron.pecan_wsgi.hooks.translation [None req-347d3ad8-6e08-4007-9527-78ce0482c553 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] GET failed (client error): The resource could not be found. Jul 05 02:32:30.332554 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-347d3ad8-6e08-4007-9527-78ce0482c553 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "GET /v2.0/ports/8d8b9137-af9d-4188-b5ec-df75b1c6acec HTTP/1.1" status: 404 len: 333 time: 0.0383921 Jul 05 02:32:30.339215 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 41140) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:30.347071 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b15c08d-4cd9-49a8-be62-f3f902237b7a tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Pushing event deleted for resources: {'Port': ['ID=019b88e5-d991-45ed-b635-8a138bb51d56,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:30.354754 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-95e95946-e3c3-4e0a-9ad1-73195c67ac77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:30.360251 n-d-771362-32 neutron-server[94462]: WARNING neutron.scheduler.l3_agent_scheduler [None req-2b18fdcc-4c0c-4d83-9337-b683cde8d202 tempest-RoutersTestDVR-2029017090 tempest-RoutersTestDVR-2029017090-project-admin] No L3 agents can host the router f0164fe6-c42f-49cd-a067-a1fad571b2e4 Jul 05 02:32:30.401560 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-3c8dcaff-8b5f-4e17-89b0-3c58ed4a1251 None None] Deleting port 1063a83a-c453-463d-ba84-94e4e251ea7b {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:32:30.401938 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c8dcaff-8b5f-4e17-89b0-3c58ed4a1251 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:30.407680 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-95e95946-e3c3-4e0a-9ad1-73195c67ac77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:30.421557 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ebe2122-1128-45c0-a1ec-dad211d882f9 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Deleting subnet a7938f91-a8af-4d5f-9c8c-46dc57f2efd2 {{(pid=94461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:32:30.446383 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 1063a83a-c453-463d-ba84-94e4e251ea7b completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:32:30.466774 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff57a10-9db5-48c6-b7d6-8475af94be9a None None] DHCP port deletion for 6badcd2f-d528-4c04-8087-c2564d83b9ed request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:32:30.472619 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 1063a83a-c453-463d-ba84-94e4e251ea7b triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:32:30.472997 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:30.478097 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7b15c08d-4cd9-49a8-be62-f3f902237b7a tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:30.490185 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-7b15c08d-4cd9-49a8-be62-f3f902237b7a tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6badcd2f-d528-4c04-8087-c2564d83b9ed']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:30.495453 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6ebe2122-1128-45c0-a1ec-dad211d882f9 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks [] for subnet, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:30.500521 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-7b15c08d-4cd9-49a8-be62-f3f902237b7a tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf12f9cc-3f25-4786-b1ac-dfd30ff13c4c') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:30.500814 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-7b15c08d-4cd9-49a8-be62-f3f902237b7a tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf12f9cc-3f25-4786-b1ac-dfd30ff13c4c') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:30.511708 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7b15c08d-4cd9-49a8-be62-f3f902237b7a tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:30.519796 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-1906ceb9-04ae-4aaf-8fc1-205db834fdc2 None None] Allocated IP 172.20.0.2 (66f0e33c-186c-492e-9bf2-332c0e115471/aa1bf1c9-f897-408c-a65c-fe6e04478f5f/2d90a899-24f4-4a70-9ce9-02fcce58a5eb) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:32:30.530556 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-3c8dcaff-8b5f-4e17-89b0-3c58ed4a1251 None None] For port 1063a83a-c453-463d-ba84-94e4e251ea7b, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=1063a83a-c453-463d-ba84-94e4e251ea7b,segment=NetworkSegment(863ff628-0332-46c4-b3d5-e23393267c4e),segment_id=863ff628-0332-46c4-b3d5-e23393267c4e)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:32:30.530556 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c8dcaff-8b5f-4e17-89b0-3c58ed4a1251 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:30.530831 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7b15c08d-4cd9-49a8-be62-f3f902237b7a tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:30.535295 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b15c08d-4cd9-49a8-be62-f3f902237b7a tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:32:30.535673 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7b15c08d-4cd9-49a8-be62-f3f902237b7a tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:30.560837 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6ebe2122-1128-45c0-a1ec-dad211d882f9 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5519650'] for subnet, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:30.561108 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-3c8dcaff-8b5f-4e17-89b0-3c58ed4a1251 None None] Calling delete_port for 1063a83a-c453-463d-ba84-94e4e251ea7b owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:32:30.580370 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:32:30.580370 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:32:30.580370 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:32:30.580370 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:32:30.580370 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:32:30.580370 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:32:30.580370 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:32:30.580370 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:32:30.580370 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:32:30.580370 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:32:30.580370 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:32:30.580370 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:32:30.580370 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:32:30.580370 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:32:30.580370 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:32:30.580370 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:32:30.580370 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:32:30.580370 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:32:30.580370 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:32:30.580370 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:32:30.580370 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:32:30.580370 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:32:30.580370 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:32:30.580370 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:32:30.580370 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:32:30.580370 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:32:30.580370 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:32:30.580370 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:32:30.580370 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:32:30.580370 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:32:30.580370 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:32:30.580370 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:32:30.580370 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:32:30.580370 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:32:30.580370 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:32:30.580370 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:32:30.580370 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:32:30.580370 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:32:30.580370 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:32:30.580370 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:32:30.580370 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:32:30.580370 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:32:30.580370 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:32:30.580370 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:32:30.611818 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ce20d18d-34e9-4f13-b53c-f5f002ee0bda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:30.636366 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-95e95946-e3c3-4e0a-9ad1-73195c67ac77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:30.640970 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-95e95946-e3c3-4e0a-9ad1-73195c67ac77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:30.641333 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-95e95946-e3c3-4e0a-9ad1-73195c67ac77 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/eb14bc44-d439-468b-8916-58b4bc253701 HTTP/1.1" status: 204 len: 168 time: 0.4218416 Jul 05 02:32:30.653434 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e95946-e3c3-4e0a-9ad1-73195c67ac77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb14bc44-d439-468b-8916-58b4bc253701,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:30.666786 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6ebe2122-1128-45c0-a1ec-dad211d882f9 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:30.716821 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ce20d18d-34e9-4f13-b53c-f5f002ee0bda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:30.799893 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:30.824889 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7b15c08d-4cd9-49a8-be62-f3f902237b7a tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:30.829514 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7b15c08d-4cd9-49a8-be62-f3f902237b7a tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:30.833766 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-7b15c08d-4cd9-49a8-be62-f3f902237b7a tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] 10.222.0.23 "DELETE /v2.0/networks/6badcd2f-d528-4c04-8087-c2564d83b9ed HTTP/1.1" status: 204 len: 168 time: 1.8885341 Jul 05 02:32:30.834600 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 41146) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:30.836411 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-1906ceb9-04ae-4aaf-8fc1-205db834fdc2 None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:30.854427 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6ebe2122-1128-45c0-a1ec-dad211d882f9 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5763388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774356'] for subnet, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:30.858884 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c236f644-f4c1-4c20-8c4c-526402cea942 req-fae878db-c003-476a-b409-157c787c3001 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:30.858884 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c236f644-f4c1-4c20-8c4c-526402cea942 req-fae878db-c003-476a-b409-157c787c3001 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.23 "GET /v2.0/networks?id=66f0e33c-186c-492e-9bf2-332c0e115471 HTTP/1.1" status: 200 len: 815 time: 0.6541228 Jul 05 02:32:30.902716 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b15c08d-4cd9-49a8-be62-f3f902237b7a tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Pushing event deleted for resources: {'Network': ['ID=6badcd2f-d528-4c04-8087-c2564d83b9ed,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:30.912152 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-1906ceb9-04ae-4aaf-8fc1-205db834fdc2 None None] Transition to ACTIVE for port object 2d90a899-24f4-4a70-9ce9-02fcce58a5eb will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:32:30.914041 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c8dcaff-8b5f-4e17-89b0-3c58ed4a1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:30.922516 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebe2122-1128-45c0-a1ec-dad211d882f9 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Pushing event deleted for resources: {'Subnet': ['ID=a7938f91-a8af-4d5f-9c8c-46dc57f2efd2,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:30.924478 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6ebe2122-1128-45c0-a1ec-dad211d882f9 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:30.929001 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-6ebe2122-1128-45c0-a1ec-dad211d882f9 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "DELETE /v2.0/subnets/a7938f91-a8af-4d5f-9c8c-46dc57f2efd2 HTTP/1.1" status: 204 len: 168 time: 0.5888484 Jul 05 02:32:30.932097 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 41148) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:30.944426 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441de42e-88a8-4faf-bc5b-0e28b261b068 None None] Network 0bad19cf-53d7-47da-8e5e-7421b945c0ee requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:32:30.980453 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-89e01498-52e7-4aa8-8d00-761f60823241 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:30.996721 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8dcaff-8b5f-4e17-89b0-3c58ed4a1251 None None] No DVR routers for this DVR port 1063a83a-c453-463d-ba84-94e4e251ea7b on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:32:31.007446 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-1906ceb9-04ae-4aaf-8fc1-205db834fdc2 None None] Transition to ACTIVE for port object 2d90a899-24f4-4a70-9ce9-02fcce58a5eb will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:32:31.031142 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c236f644-f4c1-4c20-8c4c-526402cea942 req-bb600a42-b8ce-4858-a100-3cf9ef306c94 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.23 "GET /v2.0/quotas/4e995921b6314f858ba2998c24015588 HTTP/1.1" status: 200 len: 375 time: 0.1554172 Jul 05 02:32:31.032037 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b18fdcc-4c0c-4d83-9337-b683cde8d202 tempest-RoutersTestDVR-2029017090 tempest-RoutersTestDVR-2029017090-project-admin] Hosts for router f0164fe6-c42f-49cd-a067-a1fad571b2e4: [] {{(pid=94462) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 05 02:32:31.050184 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8dcaff-8b5f-4e17-89b0-3c58ed4a1251 None None] Pushing event deleted for resources: {'Port': ['ID=1063a83a-c453-463d-ba84-94e4e251ea7b,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:31.088936 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b18fdcc-4c0c-4d83-9337-b683cde8d202 tempest-RoutersTestDVR-2029017090 tempest-RoutersTestDVR-2029017090-project-admin] Hosts for other DVR routers connected to router f0164fe6-c42f-49cd-a067-a1fad571b2e4: set() {{(pid=94462) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 05 02:32:31.091783 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2b18fdcc-4c0c-4d83-9337-b683cde8d202 tempest-RoutersTestDVR-2029017090 tempest-RoutersTestDVR-2029017090-project-admin] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:31.093564 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-2b18fdcc-4c0c-4d83-9337-b683cde8d202 tempest-RoutersTestDVR-2029017090 tempest-RoutersTestDVR-2029017090-project-admin] 10.222.0.23 "PUT /v2.0/routers/f0164fe6-c42f-49cd-a067-a1fad571b2e4 HTTP/1.1" status: 200 len: 717 time: 1.9400716 Jul 05 02:32:31.097761 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-1906ceb9-04ae-4aaf-8fc1-205db834fdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:31.115509 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 41152) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:31.119722 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c236f644-f4c1-4c20-8c4c-526402cea942 req-05ecd2f2-5393-47a8-9069-fb9657d2a61b tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4e995921b6314f858ba2998c24015588&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0562072 Jul 05 02:32:31.173671 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1906ceb9-04ae-4aaf-8fc1-205db834fdc2 None None] Network 66f0e33c-186c-492e-9bf2-332c0e115471 is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:32:31.183266 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-1906ceb9-04ae-4aaf-8fc1-205db834fdc2 None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:32:31.186076 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1906ceb9-04ae-4aaf-8fc1-205db834fdc2 None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:32:31.199538 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1906ceb9-04ae-4aaf-8fc1-205db834fdc2 None None] Pushing event updated for resources: {'Port': ['ID=2d90a899-24f4-4a70-9ce9-02fcce58a5eb,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:31.317482 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_v2 [None req-c55e4e19-cb7c-42da-9624-32825fa1df85 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Deleting subnet 1fa25e68-edff-426a-82fe-7a88395c84bb {{(pid=94461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:32:31.360677 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c55e4e19-cb7c-42da-9624-32825fa1df85 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks [] for subnet, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:31.412941 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-89e01498-52e7-4aa8-8d00-761f60823241 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:31.428594 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-89e01498-52e7-4aa8-8d00-761f60823241 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2964e746-6151-4abb-9be7-1000885a4643']}} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:31.432473 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c55e4e19-cb7c-42da-9624-32825fa1df85 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5519650'] for subnet, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:31.463616 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-89e01498-52e7-4aa8-8d00-761f60823241 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '863ff628-0332-46c4-b3d5-e23393267c4e') {'for_net_delete': True} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:31.464083 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-89e01498-52e7-4aa8-8d00-761f60823241 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '863ff628-0332-46c4-b3d5-e23393267c4e') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:31.480448 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-89e01498-52e7-4aa8-8d00-761f60823241 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5519669'] for segment, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:31.503074 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-89e01498-52e7-4aa8-8d00-761f60823241 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:31.512235 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 019b88e5-d991-45ed-b635-8a138bb51d56 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:32:31.515898 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89e01498-52e7-4aa8-8d00-761f60823241 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=94461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:32:31.515898 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-89e01498-52e7-4aa8-8d00-761f60823241 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5763545'] for segment, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:31.518976 n-d-771362-32 neutron-server[94461]: Traceback (most recent call last): Jul 05 02:32:31.518976 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:32:31.518976 n-d-771362-32 neutron-server[94461]: timer() Jul 05 02:32:31.518976 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:32:31.518976 n-d-771362-32 neutron-server[94461]: cb(*args, **kw) Jul 05 02:32:31.518976 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:32:31.518976 n-d-771362-32 neutron-server[94461]: return func(*args, **kwargs) Jul 05 02:32:31.518976 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:32:31.518976 n-d-771362-32 neutron-server[94461]: self._notify() Jul 05 02:32:31.518976 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:32:31.518976 n-d-771362-32 neutron-server[94461]: self.callback(batched_events) Jul 05 02:32:31.518976 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:32:31.518976 n-d-771362-32 neutron-server[94461]: event.method(event) Jul 05 02:32:31.518976 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:32:31.518976 n-d-771362-32 neutron-server[94461]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:32:31.518976 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:32:31.518976 n-d-771362-32 neutron-server[94461]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:32:31.518976 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:32:31.518976 n-d-771362-32 neutron-server[94461]: return f(self, *a, **k) Jul 05 02:32:31.518976 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:32:31.518976 n-d-771362-32 neutron-server[94461]: return self._get(url).json() Jul 05 02:32:31.518976 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:32:31.518976 n-d-771362-32 neutron-server[94461]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:32:31.518976 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:32:31.518976 n-d-771362-32 neutron-server[94461]: return self.request(url, 'GET', **kwargs) Jul 05 02:32:31.518976 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:32:31.518976 n-d-771362-32 neutron-server[94461]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:32:31.518976 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:32:31.518976 n-d-771362-32 neutron-server[94461]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:32:31.518976 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:32:31.518976 n-d-771362-32 neutron-server[94461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:32:31.518976 n-d-771362-32 neutron-server[94461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:32:31.546982 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 019b88e5-d991-45ed-b635-8a138bb51d56 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:32:31.547324 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 019b88e5-d991-45ed-b635-8a138bb51d56 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:32:31.547749 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 1063a83a-c453-463d-ba84-94e4e251ea7b no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:32:31.576032 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-1906ceb9-04ae-4aaf-8fc1-205db834fdc2 None None] Attempting to bind port 2d90a899-24f4-4a70-9ce9-02fcce58a5eb on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:32:31.576918 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-1906ceb9-04ae-4aaf-8fc1-205db834fdc2 None None] Attempting to bind port 2d90a899-24f4-4a70-9ce9-02fcce58a5eb by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '0d619be7-ad19-4519-a5a7-4bdc2abf8fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '66f0e33c-186c-492e-9bf2-332c0e115471'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:32:31.576918 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1906ceb9-04ae-4aaf-8fc1-205db834fdc2 None None] Attempting to bind port 2d90a899-24f4-4a70-9ce9-02fcce58a5eb on network 66f0e33c-186c-492e-9bf2-332c0e115471 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:32:31.586794 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1906ceb9-04ae-4aaf-8fc1-205db834fdc2 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:32:31.587174 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1906ceb9-04ae-4aaf-8fc1-205db834fdc2 None None] Checking segment: {'id': '0d619be7-ad19-4519-a5a7-4bdc2abf8fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '66f0e33c-186c-492e-9bf2-332c0e115471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:32:31.587609 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-1906ceb9-04ae-4aaf-8fc1-205db834fdc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:31.587998 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1906ceb9-04ae-4aaf-8fc1-205db834fdc2 None None] Bound using segment: {'id': '0d619be7-ad19-4519-a5a7-4bdc2abf8fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '66f0e33c-186c-492e-9bf2-332c0e115471'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:32:31.588487 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-1906ceb9-04ae-4aaf-8fc1-205db834fdc2 None None] Bound port: 2d90a899-24f4-4a70-9ce9-02fcce58a5eb, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d619be7-ad19-4519-a5a7-4bdc2abf8fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '66f0e33c-186c-492e-9bf2-332c0e115471'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:32:31.588882 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-1906ceb9-04ae-4aaf-8fc1-205db834fdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:31.591437 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 1063a83a-c453-463d-ba84-94e4e251ea7b {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:32:31.591676 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 1063a83a-c453-463d-ba84-94e4e251ea7b not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:32:31.614362 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ce20d18d-34e9-4f13-b53c-f5f002ee0bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:31.616873 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ce20d18d-34e9-4f13-b53c-f5f002ee0bda admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:31.618150 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-ce20d18d-34e9-4f13-b53c-f5f002ee0bda admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/741188df-45cd-4128-979a-1c02cb3b8075 HTTP/1.1" status: 204 len: 168 time: 1.8298609 Jul 05 02:32:31.628362 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 41158) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:31.651953 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-815e5b6f-41c2-4320-9674-2d7f570c89ee tempest-RoutersTestDVR-2029017090 tempest-RoutersTestDVR-2029017090-project-admin] 10.222.0.23 "GET /v2.0/routers/f0164fe6-c42f-49cd-a067-a1fad571b2e4 HTTP/1.1" status: 200 len: 717 time: 0.5327549 Jul 05 02:32:31.659694 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 41162) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:31.665051 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce20d18d-34e9-4f13-b53c-f5f002ee0bda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=741188df-45cd-4128-979a-1c02cb3b8075,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:31.691800 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5e1123fe-c081-481f-b4e4-8c68539b670c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:31.735356 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-1906ceb9-04ae-4aaf-8fc1-205db834fdc2 None None] For port 2d90a899-24f4-4a70-9ce9-02fcce58a5eb, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:32:31.741205 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-1906ceb9-04ae-4aaf-8fc1-205db834fdc2 None None] For port 2d90a899-24f4-4a70-9ce9-02fcce58a5eb, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=2d90a899-24f4-4a70-9ce9-02fcce58a5eb,segment=NetworkSegment(0d619be7-ad19-4519-a5a7-4bdc2abf8fc6),segment_id=0d619be7-ad19-4519-a5a7-4bdc2abf8fc6)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:32:31.750391 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c236f644-f4c1-4c20-8c4c-526402cea942 req-41d5dcf1-fa81-48da-a622-99e9867ea49d service neutron] 10.222.0.23 "GET /v2.0/networks/66f0e33c-186c-492e-9bf2-332c0e115471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5825534 Jul 05 02:32:31.761155 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c55e4e19-cb7c-42da-9624-32825fa1df85 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:31.836143 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a18e9ee2-5bb1-466a-9576-d143cddbf706 req-d0453c93-f4cf-4ab0-8b40-896601918093 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0ed10d54-b0be-4db3-95ed-c9b2e6b4b7f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5333703 Jul 05 02:32:31.854571 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c13a5572-872c-4748-a304-4771c446a8a1 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1634680'] for router_interface, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:31.867852 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-1906ceb9-04ae-4aaf-8fc1-205db834fdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:31.929639 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-89e01498-52e7-4aa8-8d00-761f60823241 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:31.934605 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-89e01498-52e7-4aa8-8d00-761f60823241 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:31.937224 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-89e01498-52e7-4aa8-8d00-761f60823241 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] 10.222.0.23 "DELETE /v2.0/networks/2964e746-6151-4abb-9be7-1000885a4643 HTTP/1.1" status: 204 len: 168 time: 1.1020432 Jul 05 02:32:31.954311 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1906ceb9-04ae-4aaf-8fc1-205db834fdc2 None None] Pushing event updated for resources: {'Port': ['ID=2d90a899-24f4-4a70-9ce9-02fcce58a5eb,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:31.966949 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 41166) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:31.968882 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e01498-52e7-4aa8-8d00-761f60823241 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Pushing event deleted for resources: {'Network': ['ID=2964e746-6151-4abb-9be7-1000885a4643,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:32.028313 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c55e4e19-cb7c-42da-9624-32825fa1df85 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5763388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774356'] for subnet, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:32.077302 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c236f644-f4c1-4c20-8c4c-526402cea942 req-41df76b2-e05a-4992-9e78-d002916721f8 service neutron] 10.222.0.23 "GET /v2.0/networks/66f0e33c-186c-492e-9bf2-332c0e115471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3194349 Jul 05 02:32:32.110185 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55e4e19-cb7c-42da-9624-32825fa1df85 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Pushing event deleted for resources: {'Subnet': ['ID=1fa25e68-edff-426a-82fe-7a88395c84bb,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:32.114999 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c55e4e19-cb7c-42da-9624-32825fa1df85 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:32.120466 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-c55e4e19-cb7c-42da-9624-32825fa1df85 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "DELETE /v2.0/subnets/1fa25e68-edff-426a-82fe-7a88395c84bb HTTP/1.1" status: 204 len: 168 time: 1.1853745 Jul 05 02:32:32.122743 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 41168) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:32.134590 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-79e1c83a-cc54-4999-b9c3-b5c66ce38c87 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:32.154017 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18e9ee2-5bb1-466a-9576-d143cddbf706 req-f8746c61-64c0-448d-930f-62f731706e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:32.156728 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a18e9ee2-5bb1-466a-9576-d143cddbf706 req-f8746c61-64c0-448d-930f-62f731706e67 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=75731b244fd149bfab61f83bfac8a67b&device_id=0ed10d54-b0be-4db3-95ed-c9b2e6b4b7f8 HTTP/1.1" status: 200 len: 1098 time: 0.2654643 Jul 05 02:32:32.157173 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-acdef679-3409-4337-b05a-90688f01fc89 tempest-RoutersTestDVR-1365077128 tempest-RoutersTestDVR-1365077128-project] 10.222.0.23 "GET /v2.0/routers/f0164fe6-c42f-49cd-a067-a1fad571b2e4 HTTP/1.1" status: 200 len: 683 time: 0.4929795 Jul 05 02:32:32.159855 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 41170) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:32.391844 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5e1123fe-c081-481f-b4e4-8c68539b670c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:32.419200 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6503bed9-b9f8-4635-8701-92c5a9f2dea6 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:32.485007 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a29bbfc6-d2e6-478b-8a06-1bba531b42d0 tempest-RoutersTestDVR-2029017090 tempest-RoutersTestDVR-2029017090-project-admin] Notify callbacks [] for router, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:32.507499 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5e1123fe-c081-481f-b4e4-8c68539b670c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:32.538015 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-79e1c83a-cc54-4999-b9c3-b5c66ce38c87 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:32.587664 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-79e1c83a-cc54-4999-b9c3-b5c66ce38c87 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['176ed0a3-eb3b-49ec-8361-02aa1a5a02a3']}} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:32.601725 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-79e1c83a-cc54-4999-b9c3-b5c66ce38c87 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5a649f2-b0fe-4fbc-9c19-b3266b66f4f3') {'for_net_delete': True} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:32.602147 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-79e1c83a-cc54-4999-b9c3-b5c66ce38c87 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5a649f2-b0fe-4fbc-9c19-b3266b66f4f3') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:32.610467 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-5e1123fe-c081-481f-b4e4-8c68539b670c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3ea72e2dcd1b48888755dc9bee98942f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9735179 Jul 05 02:32:32.612178 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 41180) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:32.614198 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-6503bed9-b9f8-4635-8701-92c5a9f2dea6 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Deleting port 9df85bd5-8854-4547-8ebb-c34a78d502c2 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:32:32.614555 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6503bed9-b9f8-4635-8701-92c5a9f2dea6 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:32.617867 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b3eac5-bb3b-4368-9b05-0f7a81736a0b None None] Network 0bad19cf-53d7-47da-8e5e-7421b945c0ee requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:32:32.629276 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-79e1c83a-cc54-4999-b9c3-b5c66ce38c87 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5519669'] for segment, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:32.637047 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1123fe-c081-481f-b4e4-8c68539b670c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2bc21a4-a0a8-4fe5-88f0-1185a9c0b090,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:32.717041 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-6503bed9-b9f8-4635-8701-92c5a9f2dea6 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] For port 9df85bd5-8854-4547-8ebb-c34a78d502c2, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=9df85bd5-8854-4547-8ebb-c34a78d502c2,segment=NetworkSegment(3330f877-77eb-4ee9-8245-9d4801bc6727),segment_id=3330f877-77eb-4ee9-8245-9d4801bc6727)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:32:32.718020 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6503bed9-b9f8-4635-8701-92c5a9f2dea6 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:32.719891 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-39204907-487a-4c75-9148-b337828e90af None None] Provisioning complete for port 9df85bd5-8854-4547-8ebb-c34a78d502c2 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:32:32.722770 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-39204907-487a-4c75-9148-b337828e90af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:32.736986 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-6503bed9-b9f8-4635-8701-92c5a9f2dea6 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Calling delete_port for 9df85bd5-8854-4547-8ebb-c34a78d502c2 owned by network:dhcp {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:32:32.759733 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-c13a5572-872c-4748-a304-4771c446a8a1 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Deleting port 3478d9bd-096d-43d5-abde-72a3b727601c {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:32:32.760082 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c13a5572-872c-4748-a304-4771c446a8a1 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:32.768162 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-79e1c83a-cc54-4999-b9c3-b5c66ce38c87 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:32.809730 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a29bbfc6-d2e6-478b-8a06-1bba531b42d0 tempest-RoutersTestDVR-2029017090 tempest-RoutersTestDVR-2029017090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11828'] for router, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:32.811916 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18e9ee2-5bb1-466a-9576-d143cddbf706 req-83672f42-e14d-4a7c-b45c-70d2a00622eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:32.813444 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a18e9ee2-5bb1-466a-9576-d143cddbf706 req-83672f42-e14d-4a7c-b45c-70d2a00622eb service neutron] 10.222.0.15 "GET /v2.0/networks?id=dc52fc88-88f7-44eb-b3db-a1effdd6a0f3 HTTP/1.1" status: 200 len: 911 time: 0.5819604 Jul 05 02:32:32.814622 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79e1c83a-cc54-4999-b9c3-b5c66ce38c87 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=94461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:32:32.815116 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-79e1c83a-cc54-4999-b9c3-b5c66ce38c87 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5763545'] for segment, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:32.819455 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a29bbfc6-d2e6-478b-8a06-1bba531b42d0 tempest-RoutersTestDVR-2029017090 tempest-RoutersTestDVR-2029017090-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:32.821437 n-d-771362-32 neutron-server[94461]: Traceback (most recent call last): Jul 05 02:32:32.821437 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:32:32.821437 n-d-771362-32 neutron-server[94461]: timer() Jul 05 02:32:32.821437 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:32:32.821437 n-d-771362-32 neutron-server[94461]: cb(*args, **kw) Jul 05 02:32:32.821437 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:32:32.821437 n-d-771362-32 neutron-server[94461]: return func(*args, **kwargs) Jul 05 02:32:32.821437 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:32:32.821437 n-d-771362-32 neutron-server[94461]: self._notify() Jul 05 02:32:32.821437 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:32:32.821437 n-d-771362-32 neutron-server[94461]: self.callback(batched_events) Jul 05 02:32:32.821437 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:32:32.821437 n-d-771362-32 neutron-server[94461]: event.method(event) Jul 05 02:32:32.821437 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:32:32.821437 n-d-771362-32 neutron-server[94461]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:32:32.821437 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:32:32.821437 n-d-771362-32 neutron-server[94461]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:32:32.821437 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:32:32.821437 n-d-771362-32 neutron-server[94461]: return f(self, *a, **k) Jul 05 02:32:32.821437 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:32:32.821437 n-d-771362-32 neutron-server[94461]: return self._get(url).json() Jul 05 02:32:32.821437 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:32:32.821437 n-d-771362-32 neutron-server[94461]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:32:32.821437 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:32:32.821437 n-d-771362-32 neutron-server[94461]: return self.request(url, 'GET', **kwargs) Jul 05 02:32:32.821437 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:32:32.821437 n-d-771362-32 neutron-server[94461]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:32:32.821437 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:32:32.821437 n-d-771362-32 neutron-server[94461]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:32:32.821437 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:32:32.821437 n-d-771362-32 neutron-server[94461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:32:32.821437 n-d-771362-32 neutron-server[94461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:32:32.932351 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c13a5572-872c-4748-a304-4771c446a8a1 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:32.951970 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-c13a5572-872c-4748-a304-4771c446a8a1 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Calling delete_port for 3478d9bd-096d-43d5-abde-72a3b727601c owned by network:router_interface {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:32:32.975437 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-310fb96b-5cb0-44ce-986f-58e80a2bb263 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:33.035633 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0601b606-4499-4ef5-85b1-893065f6e2c0 None None] DHCP port deletion for 0bad19cf-53d7-47da-8e5e-7421b945c0ee request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:32:33.042744 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-310fb96b-5cb0-44ce-986f-58e80a2bb263 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:33.057078 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6503bed9-b9f8-4635-8701-92c5a9f2dea6 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:33.090631 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6503bed9-b9f8-4635-8701-92c5a9f2dea6 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] No DVR routers for this DVR port 9df85bd5-8854-4547-8ebb-c34a78d502c2 on host n-d-771362-32 {{(pid=94462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:32:33.097191 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a18e9ee2-5bb1-466a-9576-d143cddbf706 req-cab672de-c0c4-4e78-a44b-0fbd8e188b57 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a771c36c-07c1-47b5-a739-a1df626f52de HTTP/1.1" status: 200 len: 1002 time: 0.2611651 Jul 05 02:32:33.097905 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-79e1c83a-cc54-4999-b9c3-b5c66ce38c87 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:33.099628 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a29bbfc6-d2e6-478b-8a06-1bba531b42d0 tempest-RoutersTestDVR-2029017090 tempest-RoutersTestDVR-2029017090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1575451'] for router, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:33.100291 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a29bbfc6-d2e6-478b-8a06-1bba531b42d0 tempest-RoutersTestDVR-2029017090 tempest-RoutersTestDVR-2029017090-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f0164fe6-c42f-49cd-a067-a1fad571b2e4 {{(pid=94461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 02:32:33.128334 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-79e1c83a-cc54-4999-b9c3-b5c66ce38c87 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:33.133357 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-79e1c83a-cc54-4999-b9c3-b5c66ce38c87 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] 10.222.0.23 "DELETE /v2.0/networks/176ed0a3-eb3b-49ec-8361-02aa1a5a02a3 HTTP/1.1" status: 204 len: 168 time: 1.1612282 Jul 05 02:32:33.137969 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a29bbfc6-d2e6-478b-8a06-1bba531b42d0 tempest-RoutersTestDVR-2029017090 tempest-RoutersTestDVR-2029017090-project-admin] Notify callbacks [] for router, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:33.140994 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-0601b606-4499-4ef5-85b1-893065f6e2c0 None None] Deleting port 9df85bd5-8854-4547-8ebb-c34a78d502c2 {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:32:33.149007 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-a29bbfc6-d2e6-478b-8a06-1bba531b42d0 tempest-RoutersTestDVR-2029017090 tempest-RoutersTestDVR-2029017090-project-admin] 10.222.0.23 "DELETE /v2.0/routers/f0164fe6-c42f-49cd-a067-a1fad571b2e4 HTTP/1.1" status: 204 len: 168 time: 0.9800072 Jul 05 02:32:33.149350 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-0601b606-4499-4ef5-85b1-893065f6e2c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:33.149488 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e1c83a-cc54-4999-b9c3-b5c66ce38c87 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Pushing event deleted for resources: {'Network': ['ID=176ed0a3-eb3b-49ec-8361-02aa1a5a02a3,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:33.149488 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 41192) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:33.178807 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 41194) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:33.191136 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-c4c082f6-405b-4fd1-a9ed-781eeee1c9ca tempest-RoutersTestDVR-2029017090 tempest-RoutersTestDVR-2029017090-project-admin] Request body: {'router': {'name': 'tempest-router-839749011', 'distributed': True}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:32:33.217007 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-310fb96b-5cb0-44ce-986f-58e80a2bb263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:33.219538 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-310fb96b-5cb0-44ce-986f-58e80a2bb263 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:33.220815 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-310fb96b-5cb0-44ce-986f-58e80a2bb263 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f2bc21a4-a0a8-4fe5-88f0-1185a9c0b090 HTTP/1.1" status: 204 len: 168 time: 0.5986114 Jul 05 02:32:33.233184 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-0601b606-4499-4ef5-85b1-893065f6e2c0 None None] For port 9df85bd5-8854-4547-8ebb-c34a78d502c2, host n-d-771362-32, got binding levels [] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:32:33.233720 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-0601b606-4499-4ef5-85b1-893065f6e2c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:33.257427 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-0601b606-4499-4ef5-85b1-893065f6e2c0 None None] Calling delete_port for 9df85bd5-8854-4547-8ebb-c34a78d502c2 owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:32:33.260423 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.ipam_backend_mixin [None req-0601b606-4499-4ef5-85b1-893065f6e2c0 None None] Port 9df85bd5-8854-4547-8ebb-c34a78d502c2 was not found and therefore no delete operation was performed {{(pid=94463) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 02:32:33.262565 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-0601b606-4499-4ef5-85b1-893065f6e2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:33.289002 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6503bed9-b9f8-4635-8701-92c5a9f2dea6 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Pushing event deleted for resources: {'Port': ['ID=9df85bd5-8854-4547-8ebb-c34a78d502c2,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:33.296296 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0601b606-4499-4ef5-85b1-893065f6e2c0 None None] Pushing event deleted for resources: {'Port': ['ID=9df85bd5-8854-4547-8ebb-c34a78d502c2,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:33.329828 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0601b606-4499-4ef5-85b1-893065f6e2c0 None None] No DVR routers for this DVR port 9df85bd5-8854-4547-8ebb-c34a78d502c2 on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:32:33.368818 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18e9ee2-5bb1-466a-9576-d143cddbf706 req-dd983be1-d799-4b6c-8a26-391cf2503e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:33.370361 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a18e9ee2-5bb1-466a-9576-d143cddbf706 req-dd983be1-d799-4b6c-8a26-391cf2503e8c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=63c2790f-8cb5-49a6-864c-7d95537e5ebe HTTP/1.1" status: 200 len: 850 time: 0.2357435 Jul 05 02:32:33.435458 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6503bed9-b9f8-4635-8701-92c5a9f2dea6 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:33.450322 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-6503bed9-b9f8-4635-8701-92c5a9f2dea6 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bad19cf-53d7-47da-8e5e-7421b945c0ee']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:33.452482 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-664419fb-b35f-42f1-b0db-2c0cda4ff9b2 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:33.454457 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310fb96b-5cb0-44ce-986f-58e80a2bb263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2bc21a4-a0a8-4fe5-88f0-1185a9c0b090,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:33.469116 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-6503bed9-b9f8-4635-8701-92c5a9f2dea6 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3330f877-77eb-4ee9-8245-9d4801bc6727') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:33.471098 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-6503bed9-b9f8-4635-8701-92c5a9f2dea6 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3330f877-77eb-4ee9-8245-9d4801bc6727') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:33.482015 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 41200) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:33.494301 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0080159 Jul 05 02:32:33.494748 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91dc50f2-47d9-4b6b-82ab-e1ff28ccb981 None None] Network 66f0e33c-186c-492e-9bf2-332c0e115471 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:32:33.503067 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6503bed9-b9f8-4635-8701-92c5a9f2dea6 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:33.522963 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6503bed9-b9f8-4635-8701-92c5a9f2dea6 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:33.523156 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 41202) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:33.530716 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6503bed9-b9f8-4635-8701-92c5a9f2dea6 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:32:33.531241 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6503bed9-b9f8-4635-8701-92c5a9f2dea6 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:33.541087 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 2d90a899-24f4-4a70-9ce9-02fcce58a5eb up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:32:33.622270 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:32:33.622270 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:32:33.622270 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:32:33.622270 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:32:33.622270 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:32:33.622270 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:32:33.622270 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:32:33.622270 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:32:33.622270 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:32:33.622270 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:32:33.622270 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:32:33.622270 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:32:33.622270 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:32:33.622270 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:32:33.622270 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:32:33.622270 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:32:33.622270 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:32:33.622270 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:32:33.622270 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:32:33.622270 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:32:33.622270 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:32:33.622270 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:32:33.622270 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:32:33.622270 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:32:33.622270 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:32:33.622270 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:32:33.622270 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:32:33.622270 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:32:33.622270 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:32:33.622270 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:32:33.622270 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:32:33.622270 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:32:33.636517 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c13a5572-872c-4748-a304-4771c446a8a1 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:33.701221 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13a5572-872c-4748-a304-4771c446a8a1 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Pushing event deleted for resources: {'Port': ['ID=3478d9bd-096d-43d5-abde-72a3b727601c,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:33.803121 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-664419fb-b35f-42f1-b0db-2c0cda4ff9b2 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:33.803557 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6503bed9-b9f8-4635-8701-92c5a9f2dea6 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:33.815775 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6503bed9-b9f8-4635-8701-92c5a9f2dea6 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:33.817828 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-e09779eb-03fc-4451-b64f-eefef3af395a None None] Provisioning for port 2d90a899-24f4-4a70-9ce9-02fcce58a5eb completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:32:33.818037 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-6503bed9-b9f8-4635-8701-92c5a9f2dea6 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "DELETE /v2.0/networks/0bad19cf-53d7-47da-8e5e-7421b945c0ee HTTP/1.1" status: 204 len: 168 time: 1.6899166 Jul 05 02:32:33.825986 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 2d90a899-24f4-4a70-9ce9-02fcce58a5eb completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:32:33.836132 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-664419fb-b35f-42f1-b0db-2c0cda4ff9b2 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3408626-88d2-4237-8c2f-abf38a8e67e9']}} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:33.844056 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 2d90a899-24f4-4a70-9ce9-02fcce58a5eb triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:32:33.845531 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c4c082f6-405b-4fd1-a9ed-781eeee1c9ca tempest-RoutersTestDVR-2029017090 tempest-RoutersTestDVR-2029017090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11810'] for router, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:33.846152 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:33.846597 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c4c082f6-405b-4fd1-a9ed-781eeee1c9ca tempest-RoutersTestDVR-2029017090 tempest-RoutersTestDVR-2029017090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1926740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11821'] for router, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:33.854249 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 41224) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:33.875160 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-664419fb-b35f-42f1-b0db-2c0cda4ff9b2 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56e82ccf-963e-4a46-98be-55d9299e9bab') {'for_net_delete': True} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:33.875463 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-664419fb-b35f-42f1-b0db-2c0cda4ff9b2 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56e82ccf-963e-4a46-98be-55d9299e9bab') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:33.892475 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-664419fb-b35f-42f1-b0db-2c0cda4ff9b2 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5519669'] for segment, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:33.916554 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-664419fb-b35f-42f1-b0db-2c0cda4ff9b2 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:33.926861 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-664419fb-b35f-42f1-b0db-2c0cda4ff9b2 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=94461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:32:33.927486 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6503bed9-b9f8-4635-8701-92c5a9f2dea6 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Pushing event deleted for resources: {'Network': ['ID=0bad19cf-53d7-47da-8e5e-7421b945c0ee,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:33.927703 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-664419fb-b35f-42f1-b0db-2c0cda4ff9b2 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5763545'] for segment, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:33.947135 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-e09779eb-03fc-4451-b64f-eefef3af395a None None] Provisioning complete for port 2d90a899-24f4-4a70-9ce9-02fcce58a5eb triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:32:33.947707 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e09779eb-03fc-4451-b64f-eefef3af395a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:34.006161 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c13a5572-872c-4748-a304-4771c446a8a1 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635398'] for router_interface, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:34.087053 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c4c082f6-405b-4fd1-a9ed-781eeee1c9ca tempest-RoutersTestDVR-2029017090 tempest-RoutersTestDVR-2029017090-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:34.174854 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e09779eb-03fc-4451-b64f-eefef3af395a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:34.190543 n-d-771362-32 neutron-server[94461]: Traceback (most recent call last): Jul 05 02:32:34.190543 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:32:34.190543 n-d-771362-32 neutron-server[94461]: timer() Jul 05 02:32:34.190543 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:32:34.190543 n-d-771362-32 neutron-server[94461]: cb(*args, **kw) Jul 05 02:32:34.190543 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:32:34.190543 n-d-771362-32 neutron-server[94461]: return func(*args, **kwargs) Jul 05 02:32:34.190543 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:32:34.190543 n-d-771362-32 neutron-server[94461]: self._notify() Jul 05 02:32:34.190543 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:32:34.190543 n-d-771362-32 neutron-server[94461]: self.callback(batched_events) Jul 05 02:32:34.190543 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:32:34.190543 n-d-771362-32 neutron-server[94461]: event.method(event) Jul 05 02:32:34.190543 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:32:34.190543 n-d-771362-32 neutron-server[94461]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:32:34.190543 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:32:34.190543 n-d-771362-32 neutron-server[94461]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:32:34.190543 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:32:34.190543 n-d-771362-32 neutron-server[94461]: return f(self, *a, **k) Jul 05 02:32:34.190543 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:32:34.190543 n-d-771362-32 neutron-server[94461]: return self._get(url).json() Jul 05 02:32:34.190543 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:32:34.190543 n-d-771362-32 neutron-server[94461]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:32:34.190543 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:32:34.190543 n-d-771362-32 neutron-server[94461]: return self.request(url, 'GET', **kwargs) Jul 05 02:32:34.190543 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:32:34.190543 n-d-771362-32 neutron-server[94461]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:32:34.190543 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:32:34.190543 n-d-771362-32 neutron-server[94461]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:32:34.190543 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:32:34.190543 n-d-771362-32 neutron-server[94461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:32:34.190543 n-d-771362-32 neutron-server[94461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:32:34.194950 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:34.222601 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-664419fb-b35f-42f1-b0db-2c0cda4ff9b2 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:34.243390 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-b7666940-7d81-4c57-ab0f-44616878fddb tempest-NetworksApiDiscovery-396323814 tempest-NetworksApiDiscovery-396323814-project] 10.222.0.23 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.7145619 Jul 05 02:32:34.251541 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c4c082f6-405b-4fd1-a9ed-781eeee1c9ca tempest-RoutersTestDVR-2029017090 tempest-RoutersTestDVR-2029017090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963'] for router, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:34.259684 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c13a5572-872c-4748-a304-4771c446a8a1 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Router dcb0b214-fcfd-437a-8afc-f0a11399a3c1 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:32:34.289028 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18e9ee2-5bb1-466a-9576-d143cddbf706 req-07ac4d1f-23d8-4f42-809d-07d7967a9128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:34.290968 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a18e9ee2-5bb1-466a-9576-d143cddbf706 req-07ac4d1f-23d8-4f42-809d-07d7967a9128 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dc52fc88-88f7-44eb-b3db-a1effdd6a0f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8908842 Jul 05 02:32:34.300699 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-664419fb-b35f-42f1-b0db-2c0cda4ff9b2 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:34.301591 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 2d90a899-24f4-4a70-9ce9-02fcce58a5eb, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=2d90a899-24f4-4a70-9ce9-02fcce58a5eb,segment=NetworkSegment(0d619be7-ad19-4519-a5a7-4bdc2abf8fc6),segment_id=0d619be7-ad19-4519-a5a7-4bdc2abf8fc6)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:32:34.303577 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-664419fb-b35f-42f1-b0db-2c0cda4ff9b2 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] 10.222.0.23 "DELETE /v2.0/networks/c3408626-88d2-4237-8c2f-abf38a8e67e9 HTTP/1.1" status: 204 len: 168 time: 1.1464047 Jul 05 02:32:34.304571 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664419fb-b35f-42f1-b0db-2c0cda4ff9b2 tempest-BulkNetworkOpsIpV6Test-228440242 tempest-BulkNetworkOpsIpV6Test-228440242-project] Pushing event deleted for resources: {'Network': ['ID=c3408626-88d2-4237-8c2f-abf38a8e67e9,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:34.384852 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c13a5572-872c-4748-a304-4771c446a8a1 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:32:34.402408 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9601e942-8ede-488d-833b-47d6ad0ec649 None None] Sync routers for ids ['dcb0b214-fcfd-437a-8afc-f0a11399a3c1'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:32:34.407166 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-c13a5572-872c-4748-a304-4771c446a8a1 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "PUT /v2.0/routers/dcb0b214-fcfd-437a-8afc-f0a11399a3c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5825768 Jul 05 02:32:34.409984 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 41244) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:34.417571 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9601e942-8ede-488d-833b-47d6ad0ec649 None None] Routers {'dcb0b214-fcfd-437a-8afc-f0a11399a3c1'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:32:34.418228 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-9601e942-8ede-488d-833b-47d6ad0ec649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:32:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['dcb0b214-fcfd-437a-8afc-f0a11399a3c1'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:34.449534 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a18e9ee2-5bb1-466a-9576-d143cddbf706 req-545e54d2-a817-4082-be36-b874f38a666c service neutron] 10.222.0.15 "GET /v2.0/networks/dc52fc88-88f7-44eb-b3db-a1effdd6a0f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404817 Jul 05 02:32:34.449671 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-b39cca4d-d092-48fa-a3a4-74a1b0599380 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcb0b214-fcfd-437a-8afc-f0a11399a3c1 HTTP/1.1" status: 200 len: 205 time: 0.0373805 Jul 05 02:32:34.450202 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 41246) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:34.465670 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:34.467245 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-9601e942-8ede-488d-833b-47d6ad0ec649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:34.544263 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9601e942-8ede-488d-833b-47d6ad0ec649 None None] Routers {'dcb0b214-fcfd-437a-8afc-f0a11399a3c1'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:32:34.545619 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-9601e942-8ede-488d-833b-47d6ad0ec649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:32:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['dcb0b214-fcfd-437a-8afc-f0a11399a3c1'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:34.597046 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 9df85bd5-8854-4547-8ebb-c34a78d502c2 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:32:34.605516 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-9601e942-8ede-488d-833b-47d6ad0ec649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:34.606275 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9601e942-8ede-488d-833b-47d6ad0ec649 None None] The sync data for ids ['dcb0b214-fcfd-437a-8afc-f0a11399a3c1'] in n-d-771362-32 is: [] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:32:34.630376 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.db.api [None req-e09779eb-03fc-4451-b64f-eefef3af395a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94463) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 02:32:34.630647 n-d-771362-32 neutron-server[94463]: DEBUG oslo_db.api [None req-e09779eb-03fc-4451-b64f-eefef3af395a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 02:32:34.635641 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 9df85bd5-8854-4547-8ebb-c34a78d502c2 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:32:34.636380 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 9df85bd5-8854-4547-8ebb-c34a78d502c2 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:32:34.653042 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=2d90a899-24f4-4a70-9ce9-02fcce58a5eb,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:34.828564 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c4c082f6-405b-4fd1-a9ed-781eeee1c9ca tempest-RoutersTestDVR-2029017090 tempest-RoutersTestDVR-2029017090-project-admin] Notify callbacks [] for router, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:34.829761 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-c4c082f6-405b-4fd1-a9ed-781eeee1c9ca tempest-RoutersTestDVR-2029017090 tempest-RoutersTestDVR-2029017090-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 1.6431463 Jul 05 02:32:34.832717 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 41254) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:34.905059 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 41258) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:34.915599 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45f3142-43b3-492e-9f00-3d642db6c122 req-f333f595-b5e2-4e4b-abce-056a990218ae tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:34.916457 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e2ef999e-bbeb-492a-b1ed-e2629af2412b tempest-RoutersTestDVR-2029017090 tempest-RoutersTestDVR-2029017090-project-admin] Notify callbacks [] for router, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:34.917005 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b45f3142-43b3-492e-9f00-3d642db6c122 req-f333f595-b5e2-4e4b-abce-056a990218ae tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.23 "GET /v2.0/networks?id=66f0e33c-186c-492e-9bf2-332c0e115471 HTTP/1.1" status: 200 len: 815 time: 1.0666001 Jul 05 02:32:34.929445 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acbdb7b3-7a57-4daa-8242-a9f2939360aa tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:34.935027 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-acbdb7b3-7a57-4daa-8242-a9f2939360aa tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 1.0758209 Jul 05 02:32:34.935027 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 41262) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:34.938986 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-33daccd1-5496-43e7-b9da-ea7a4708a187 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks [] for router, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:34.959081 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b45f3142-43b3-492e-9f00-3d642db6c122 req-0e0dd32e-2bdc-49a0-88b8-763c2299ec35 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.23 "GET /v2.0/quotas/4e995921b6314f858ba2998c24015588 HTTP/1.1" status: 200 len: 375 time: 0.0267427 Jul 05 02:32:35.128516 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e2ef999e-bbeb-492a-b1ed-e2629af2412b tempest-RoutersTestDVR-2029017090 tempest-RoutersTestDVR-2029017090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11828'] for router, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:35.136691 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e2ef999e-bbeb-492a-b1ed-e2629af2412b tempest-RoutersTestDVR-2029017090 tempest-RoutersTestDVR-2029017090-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:35.148900 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-15de117c-368d-4254-9010-ff4a7bb1bb13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:35.201497 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 41268) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:35.210392 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-33daccd1-5496-43e7-b9da-ea7a4708a187 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11828'] for router, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:35.212686 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-33daccd1-5496-43e7-b9da-ea7a4708a187 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:35.284167 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a18e9ee2-5bb1-466a-9576-d143cddbf706 req-0d2bb9e1-9eba-4425-8580-df5e4bf005f6 service neutron] 10.222.0.15 "GET /v2.0/networks/dc52fc88-88f7-44eb-b3db-a1effdd6a0f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8251801 Jul 05 02:32:35.307816 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-bc6e6b2b-8624-4a87-ae11-3aaa728ab491 None None] Provisioning complete for port 2d90a899-24f4-4a70-9ce9-02fcce58a5eb triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:32:35.310461 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-bc6e6b2b-8624-4a87-ae11-3aaa728ab491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:35.337253 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-36e39de3-9e16-4f84-a1e7-f94204a005f7 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.4014497 Jul 05 02:32:35.340793 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 41276) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:35.341705 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b45f3142-43b3-492e-9f00-3d642db6c122 req-c3683597-9904-4a27-8b51-da1efd479c19 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4e995921b6314f858ba2998c24015588&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3322122 Jul 05 02:32:35.347559 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-33daccd1-5496-43e7-b9da-ea7a4708a187 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1575451'] for router, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:35.347852 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-7a41a133-1b87-4a61-8fcf-813b5cdb66ff tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1853675770'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:32:35.348144 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33daccd1-5496-43e7-b9da-ea7a4708a187 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Fanout notify agent at l3_agent the message router_deleted on router dcb0b214-fcfd-437a-8afc-f0a11399a3c1 {{(pid=94461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 02:32:35.365603 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-33daccd1-5496-43e7-b9da-ea7a4708a187 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks [] for router, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:35.367015 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-33daccd1-5496-43e7-b9da-ea7a4708a187 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "DELETE /v2.0/routers/dcb0b214-fcfd-437a-8afc-f0a11399a3c1 HTTP/1.1" status: 204 len: 168 time: 0.9093158 Jul 05 02:32:35.377139 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 41278) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:35.483928 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e2ef999e-bbeb-492a-b1ed-e2629af2412b tempest-RoutersTestDVR-2029017090 tempest-RoutersTestDVR-2029017090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1575451'] for router, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:35.484494 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2ef999e-bbeb-492a-b1ed-e2629af2412b tempest-RoutersTestDVR-2029017090 tempest-RoutersTestDVR-2029017090-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 47f85caf-dc9a-493f-8577-61799463b171 {{(pid=94462) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 02:32:35.499528 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_v2 [None req-566c02b5-b95d-411e-b830-f9ddffdf9ea3 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Deleting subnet c43fbe8b-8937-49af-93bd-6cbfe5b6b0cf {{(pid=94461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:32:35.501681 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e2ef999e-bbeb-492a-b1ed-e2629af2412b tempest-RoutersTestDVR-2029017090 tempest-RoutersTestDVR-2029017090-project-admin] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:35.508535 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-566c02b5-b95d-411e-b830-f9ddffdf9ea3 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks [] for subnet, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:35.509817 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 2d90a899-24f4-4a70-9ce9-02fcce58a5eb up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:32:35.510235 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-e2ef999e-bbeb-492a-b1ed-e2629af2412b tempest-RoutersTestDVR-2029017090 tempest-RoutersTestDVR-2029017090-project-admin] 10.222.0.23 "DELETE /v2.0/routers/47f85caf-dc9a-493f-8577-61799463b171 HTTP/1.1" status: 204 len: 168 time: 0.6753130 Jul 05 02:32:35.562745 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b45f3142-43b3-492e-9f00-3d642db6c122 req-20f7b4a9-92e9-465a-937d-0eee1f77a8a1 service neutron] 10.222.0.23 "GET /v2.0/networks/66f0e33c-186c-492e-9bf2-332c0e115471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055430 Jul 05 02:32:35.563896 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-15de117c-368d-4254-9010-ff4a7bb1bb13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:35.630302 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-9733b94f-6fa9-46e0-b52c-a8da8fbcece1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8b79bf53a6734cb4ae4eccd3cc63675d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4276438 Jul 05 02:32:35.632798 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 2d90a899-24f4-4a70-9ce9-02fcce58a5eb triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:32:35.632953 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 41284) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:35.635009 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:35.636519 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-566c02b5-b95d-411e-b830-f9ddffdf9ea3 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5519650'] for subnet, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:35.646052 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-15de117c-368d-4254-9010-ff4a7bb1bb13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:35.737394 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-15de117c-368d-4254-9010-ff4a7bb1bb13 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a29fb075234d4f90a8f67b2c736a58c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8312976 Jul 05 02:32:35.740820 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 41288) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:35.756215 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15de117c-368d-4254-9010-ff4a7bb1bb13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=045f8f4a-5943-4435-b790-fb258fc02db5,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:35.765802 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cc77c5ba-e58d-4223-ad92-c48073c1b257 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:35.809656 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cc77c5ba-e58d-4223-ad92-c48073c1b257 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:35.829788 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a41a133-1b87-4a61-8fcf-813b5cdb66ff tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Made reservation on behalf of f845296045bc4472b2fc3471aba6dcb0 for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:32:35.830897 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b45f3142-43b3-492e-9f00-3d642db6c122 req-c546ccb9-ec54-488e-a7ba-f34e579ac723 service neutron] 10.222.0.23 "GET /v2.0/networks/66f0e33c-186c-492e-9bf2-332c0e115471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591326 Jul 05 02:32:35.840980 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7a41a133-1b87-4a61-8fcf-813b5cdb66ff tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:35.847603 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-566c02b5-b95d-411e-b830-f9ddffdf9ea3 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:35.874958 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-62552059-e727-46aa-bbd8-33738757d2c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:35.896320 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a41a133-1b87-4a61-8fcf-813b5cdb66ff tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:32:35.909815 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-62552059-e727-46aa-bbd8-33738757d2c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:35.922467 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7a41a133-1b87-4a61-8fcf-813b5cdb66ff tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:35.922876 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-7a41a133-1b87-4a61-8fcf-813b5cdb66ff tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Added segment 6ea049f8-1ea1-4676-8bcd-01b2336693ce of type vlan for network 4bbc9a13-3ebe-4e12-b642-32e418d06f53 Jul 05 02:32:35.983928 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7a41a133-1b87-4a61-8fcf-813b5cdb66ff tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:36.018163 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cc77c5ba-e58d-4223-ad92-c48073c1b257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:36.021193 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cc77c5ba-e58d-4223-ad92-c48073c1b257 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:36.022422 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-cc77c5ba-e58d-4223-ad92-c48073c1b257 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f45c4f37-6288-4ef0-bb75-2660868d474b HTTP/1.1" status: 204 len: 168 time: 0.3886642 Jul 05 02:32:36.030367 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc77c5ba-e58d-4223-ad92-c48073c1b257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f45c4f37-6288-4ef0-bb75-2660868d474b,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:36.050556 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-566c02b5-b95d-411e-b830-f9ddffdf9ea3 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5763388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774356'] for subnet, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:36.080171 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566c02b5-b95d-411e-b830-f9ddffdf9ea3 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Pushing event deleted for resources: {'Subnet': ['ID=c43fbe8b-8937-49af-93bd-6cbfe5b6b0cf,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:36.083583 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-566c02b5-b95d-411e-b830-f9ddffdf9ea3 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:36.085679 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-566c02b5-b95d-411e-b830-f9ddffdf9ea3 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "DELETE /v2.0/subnets/c43fbe8b-8937-49af-93bd-6cbfe5b6b0cf HTTP/1.1" status: 204 len: 168 time: 0.7072933 Jul 05 02:32:36.088706 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 41300) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:36.096839 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ba5dbf-3327-4d0b-afc9-7195220aa261 None None] Network 5a605075-27c5-4ef6-b12d-2485dc9320f4 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:32:36.136525 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 41302) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:36.152203 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7a41a133-1b87-4a61-8fcf-813b5cdb66ff tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:36.170921 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a41a133-1b87-4a61-8fcf-813b5cdb66ff tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:36.171837 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7a41a133-1b87-4a61-8fcf-813b5cdb66ff tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:36.178851 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-62552059-e727-46aa-bbd8-33738757d2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:36.182995 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-62552059-e727-46aa-bbd8-33738757d2c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:36.186471 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-62552059-e727-46aa-bbd8-33738757d2c5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/045f8f4a-5943-4435-b790-fb258fc02db5 HTTP/1.1" status: 204 len: 168 time: 0.4395509 Jul 05 02:32:36.264956 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62552059-e727-46aa-bbd8-33738757d2c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=045f8f4a-5943-4435-b790-fb258fc02db5,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:36.281498 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-408e20b0-858c-440a-be09-950d50ff1f62 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Deleting subnet fadaccf3-414c-4213-a966-3cac216998b6 {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:32:36.353240 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f9ffa9-06aa-4dbd-9550-0c4e74c0ebc8 None None] DHCP port deletion for 5a605075-27c5-4ef6-b12d-2485dc9320f4 request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:32:36.461115 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-16f9ffa9-06aa-4dbd-9550-0c4e74c0ebc8 None None] Deleting port cd0eaf88-6c16-42f4-acc8-4cde3139af41 {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:32:36.461755 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-16f9ffa9-06aa-4dbd-9550-0c4e74c0ebc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:36.601251 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-16f9ffa9-06aa-4dbd-9550-0c4e74c0ebc8 None None] For port cd0eaf88-6c16-42f4-acc8-4cde3139af41, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=cd0eaf88-6c16-42f4-acc8-4cde3139af41,segment=NetworkSegment(4e87550d-2bac-4e8b-8fb0-90c079672ba4),segment_id=4e87550d-2bac-4e8b-8fb0-90c079672ba4)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:32:36.602270 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-16f9ffa9-06aa-4dbd-9550-0c4e74c0ebc8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:36.618413 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-16f9ffa9-06aa-4dbd-9550-0c4e74c0ebc8 None None] Calling delete_port for cd0eaf88-6c16-42f4-acc8-4cde3139af41 owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:32:36.668907 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c70d95a4-cb9a-4888-b075-1475b11298be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:36.708898 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-408e20b0-858c-440a-be09-950d50ff1f62 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:36.712468 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-7a41a133-1b87-4a61-8fcf-813b5cdb66ff tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3704662 Jul 05 02:32:36.718777 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 41332) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:36.727028 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-a6c44ff8-97d8-41c2-b0cd-2e498b04e6b8 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Request body: {'subnet': {'network_id': '4bbc9a13-3ebe-4e12-b642-32e418d06f53', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:32:36.790177 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a41a133-1b87-4a61-8fcf-813b5cdb66ff tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Pushing event updated for resources: {'Network': ['ID=4bbc9a13-3ebe-4e12-b642-32e418d06f53,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:36.808979 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 4bbc9a13-3ebe-4e12-b642-32e418d06f53 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:32:36.814032 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-408e20b0-858c-440a-be09-950d50ff1f62 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:36.893663 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c70d95a4-cb9a-4888-b075-1475b11298be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:36.901193 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906b2874-99ae-43fe-8067-8f1ec9747077 req-90aa2c58-f180-4974-9d63-5edb9509e708 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:36.902792 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-906b2874-99ae-43fe-8067-8f1ec9747077 req-90aa2c58-f180-4974-9d63-5edb9509e708 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.23 "GET /v2.0/networks?id=66f0e33c-186c-492e-9bf2-332c0e115471 HTTP/1.1" status: 200 len: 815 time: 0.1982362 Jul 05 02:32:36.938193 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-906b2874-99ae-43fe-8067-8f1ec9747077 req-94de0ae5-f9e5-4a4c-9c53-266b69517326 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.23 "GET /v2.0/quotas/4e995921b6314f858ba2998c24015588 HTTP/1.1" status: 200 len: 375 time: 0.0167911 Jul 05 02:32:36.938428 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-16f9ffa9-06aa-4dbd-9550-0c4e74c0ebc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:36.956890 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f9ffa9-06aa-4dbd-9550-0c4e74c0ebc8 None None] No DVR routers for this DVR port cd0eaf88-6c16-42f4-acc8-4cde3139af41 on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:32:36.984996 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c70d95a4-cb9a-4888-b075-1475b11298be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:36.989476 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-408e20b0-858c-440a-be09-950d50ff1f62 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:36.991281 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f9ffa9-06aa-4dbd-9550-0c4e74c0ebc8 None None] Pushing event deleted for resources: {'Port': ['ID=cd0eaf88-6c16-42f4-acc8-4cde3139af41,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:37.078515 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-906b2874-99ae-43fe-8067-8f1ec9747077 req-44b7bc71-e4c2-4c87-9cad-19c523270adf tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4e995921b6314f858ba2998c24015588&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1277435 Jul 05 02:32:37.078619 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-c70d95a4-cb9a-4888-b075-1475b11298be admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=daacc68a652644929394d74283bbba91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9375355 Jul 05 02:32:37.078619 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70d95a4-cb9a-4888-b075-1475b11298be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54053060-446e-4d33-a668-72314bd94d35,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:37.079776 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 41344) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:37.124717 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6c44ff8-97d8-41c2-b0cd-2e498b04e6b8 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Made reservation on behalf of f845296045bc4472b2fc3471aba6dcb0 for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:32:37.128374 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a6c44ff8-97d8-41c2-b0cd-2e498b04e6b8 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:37.208095 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-408e20b0-858c-440a-be09-950d50ff1f62 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:37.210885 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2c92a21d-b12a-4f48-9d5b-21d6e8d0774a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:37.268806 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-408e20b0-858c-440a-be09-950d50ff1f62 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:37.274270 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-408e20b0-858c-440a-be09-950d50ff1f62 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "DELETE /v2.0/subnets/fadaccf3-414c-4213-a966-3cac216998b6 HTTP/1.1" status: 204 len: 168 time: 1.1842489 Jul 05 02:32:37.277728 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1fba1b5-4b92-457c-84a6-2c921e3db07d None None] Network 62e3b1c5-860b-420d-b85e-cc9e2ee9ef75 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:32:37.277868 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 41352) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:37.280210 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408e20b0-858c-440a-be09-950d50ff1f62 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Pushing event deleted for resources: {'Subnet': ['ID=fadaccf3-414c-4213-a966-3cac216998b6,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:37.340636 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-906b2874-99ae-43fe-8067-8f1ec9747077 req-48a26ced-271c-4333-8a2f-86842aa0d491 service neutron] 10.222.0.23 "GET /v2.0/networks/66f0e33c-186c-492e-9bf2-332c0e115471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503798 Jul 05 02:32:37.348535 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2c92a21d-b12a-4f48-9d5b-21d6e8d0774a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:37.492875 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d8f3c42e-13ef-4fb5-83b6-495e56f54c1f tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:37.501544 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c236f644-f4c1-4c20-8c4c-526402cea942 req-db660037-124f-4cf5-8002-ad968a1cd8b3 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:37.503106 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c236f644-f4c1-4c20-8c4c-526402cea942 req-db660037-124f-4cf5-8002-ad968a1cd8b3 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.21 "GET /v2.0/networks?id=66f0e33c-186c-492e-9bf2-332c0e115471 HTTP/1.1" status: 200 len: 815 time: 0.2428048 Jul 05 02:32:37.511445 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device cd0eaf88-6c16-42f4-acc8-4cde3139af41 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:32:37.530017 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-c236f644-f4c1-4c20-8c4c-526402cea942 req-e74b8ddb-9dda-4272-91a3-a1bf787b3c9b tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Request body: {'port': {'device_id': 'c52ed947-fce6-4894-9cbf-5ef18a8da90b', 'network_id': '66f0e33c-186c-492e-9bf2-332c0e115471', 'admin_state_up': True, 'tenant_id': '4e995921b6314f858ba2998c24015588'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:32:37.570724 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: cd0eaf88-6c16-42f4-acc8-4cde3139af41 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:32:37.573029 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device cd0eaf88-6c16-42f4-acc8-4cde3139af41 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:32:37.577388 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-906b2874-99ae-43fe-8067-8f1ec9747077 req-2fad042d-7f8e-40e9-9ed9-ca0d79881804 service neutron] 10.222.0.23 "GET /v2.0/networks/66f0e33c-186c-492e-9bf2-332c0e115471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225518 Jul 05 02:32:37.620758 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a6c44ff8-97d8-41c2-b0cd-2e498b04e6b8 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5763451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774823'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:37.658721 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d8f3c42e-13ef-4fb5-83b6-495e56f54c1f tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:37.681904 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-d8f3c42e-13ef-4fb5-83b6-495e56f54c1f tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a605075-27c5-4ef6-b12d-2485dc9320f4']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:37.706606 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2c92a21d-b12a-4f48-9d5b-21d6e8d0774a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:37.709169 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2c92a21d-b12a-4f48-9d5b-21d6e8d0774a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:37.720341 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-2c92a21d-b12a-4f48-9d5b-21d6e8d0774a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/54053060-446e-4d33-a668-72314bd94d35 HTTP/1.1" status: 204 len: 168 time: 0.6380899 Jul 05 02:32:37.724338 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-d8f3c42e-13ef-4fb5-83b6-495e56f54c1f tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e87550d-2bac-4e8b-8fb0-90c079672ba4') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:37.724523 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-d8f3c42e-13ef-4fb5-83b6-495e56f54c1f tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e87550d-2bac-4e8b-8fb0-90c079672ba4') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:37.739642 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed3589c-032b-4c1b-9436-e4e56503afce None None] DHCP port deletion for 62e3b1c5-860b-420d-b85e-cc9e2ee9ef75 request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:32:37.771520 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d8f3c42e-13ef-4fb5-83b6-495e56f54c1f tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:37.778643 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c92a21d-b12a-4f48-9d5b-21d6e8d0774a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54053060-446e-4d33-a668-72314bd94d35,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:37.806171 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d8f3c42e-13ef-4fb5-83b6-495e56f54c1f tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:37.814797 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8f3c42e-13ef-4fb5-83b6-495e56f54c1f tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:32:37.815181 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d8f3c42e-13ef-4fb5-83b6-495e56f54c1f tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:37.818652 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:32:37.818652 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:32:37.818652 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:32:37.818652 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:32:37.818652 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:32:37.818652 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:32:37.818652 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:32:37.818652 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:32:37.818652 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:32:37.818652 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:32:37.818652 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:32:37.818652 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:32:37.818652 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:32:37.818652 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:32:37.818652 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:32:37.818652 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:32:37.818652 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:32:37.818652 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:32:37.818652 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:32:37.818652 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:32:37.818652 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:32:37.818652 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:32:37.818652 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:32:37.818652 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:32:37.818652 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:32:37.818652 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:32:37.818652 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:32:37.818652 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:32:37.818652 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:32:37.818652 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:32:37.818652 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:32:37.818652 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:32:37.828894 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c44ff8-97d8-41c2-b0cd-2e498b04e6b8 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Pushing event updated for resources: {'Subnet': ['ID=c9c7f7e2-6f33-42a5-bd59-aaabac7890ef,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:37.837741 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c44ff8-97d8-41c2-b0cd-2e498b04e6b8 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Checking segment: {'id': '6ea049f8-1ea1-4676-8bcd-01b2336693ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4bbc9a13-3ebe-4e12-b642-32e418d06f53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:32:37.838158 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c44ff8-97d8-41c2-b0cd-2e498b04e6b8 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Network hostable DHCP agents. Network: 4bbc9a13-3ebe-4e12-b642-32e418d06f53, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:32:37.874975 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-3ed3589c-032b-4c1b-9436-e4e56503afce None None] Deleting port c469ee1f-7fa9-4ed2-bbac-e5e70ffd42aa {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:32:37.875372 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3ed3589c-032b-4c1b-9436-e4e56503afce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:37.943308 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-3ed3589c-032b-4c1b-9436-e4e56503afce None None] For port c469ee1f-7fa9-4ed2-bbac-e5e70ffd42aa, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=c469ee1f-7fa9-4ed2-bbac-e5e70ffd42aa,segment=NetworkSegment(781c549e-7c35-4376-98f3-65614b7ce53e),segment_id=781c549e-7c35-4376-98f3-65614b7ce53e)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:32:37.943687 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3ed3589c-032b-4c1b-9436-e4e56503afce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:37.958190 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-3ed3589c-032b-4c1b-9436-e4e56503afce None None] Calling delete_port for c469ee1f-7fa9-4ed2-bbac-e5e70ffd42aa owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:32:38.016311 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d8f3c42e-13ef-4fb5-83b6-495e56f54c1f tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:38.020847 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d8f3c42e-13ef-4fb5-83b6-495e56f54c1f tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:38.039133 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-d8f3c42e-13ef-4fb5-83b6-495e56f54c1f tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "DELETE /v2.0/networks/5a605075-27c5-4ef6-b12d-2485dc9320f4 HTTP/1.1" status: 204 len: 168 time: 0.7428327 Jul 05 02:32:38.039133 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 41372) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:38.039275 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2c21eff4-4900-4b35-b90c-47468bbfa3d6 req-20ffbd2b-9c20-4674-9d10-6f5dcbc9a2f1 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef449aa8-f75a-4fb8-b57e-9370ed8aa923 HTTP/1.1" status: 200 len: 210 time: 0.0329130 Jul 05 02:32:38.039275 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c236f644-f4c1-4c20-8c4c-526402cea942 req-e74b8ddb-9dda-4272-91a3-a1bf787b3c9b tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Made reservation on behalf of 4e995921b6314f858ba2998c24015588 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:32:38.039275 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c236f644-f4c1-4c20-8c4c-526402cea942 req-e74b8ddb-9dda-4272-91a3-a1bf787b3c9b tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:38.042452 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c44ff8-97d8-41c2-b0cd-2e498b04e6b8 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Network 4bbc9a13-3ebe-4e12-b642-32e418d06f53 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:32:38.086582 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f3c42e-13ef-4fb5-83b6-495e56f54c1f tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Pushing event deleted for resources: {'Network': ['ID=5a605075-27c5-4ef6-b12d-2485dc9320f4,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:38.162830 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-49d047fb-1fa6-4360-b4bb-54dc95edfe75 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:38.191254 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-a6c44ff8-97d8-41c2-b0cd-2e498b04e6b8 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 4bbc9a13-3ebe-4e12-b642-32e418d06f53) {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:32:38.200497 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b067e6-38c2-40fe-a761-8e75603c7763 None None] Network 4bbc9a13-3ebe-4e12-b642-32e418d06f53 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:32:38.215440 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c44ff8-97d8-41c2-b0cd-2e498b04e6b8 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:38.220809 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a6c44ff8-97d8-41c2-b0cd-2e498b04e6b8 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:38.228964 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3ed3589c-032b-4c1b-9436-e4e56503afce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:38.264594 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-c236f644-f4c1-4c20-8c4c-526402cea942 req-e74b8ddb-9dda-4272-91a3-a1bf787b3c9b tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Allocated IP 172.20.0.13 (66f0e33c-186c-492e-9bf2-332c0e115471/aa1bf1c9-f897-408c-a65c-fe6e04478f5f/d66588ab-4bf0-4a0f-bf30-bc8d43bcceae) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:32:38.308737 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-49d047fb-1fa6-4360-b4bb-54dc95edfe75 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Deleting port c469ee1f-7fa9-4ed2-bbac-e5e70ffd42aa {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:32:38.309301 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-49d047fb-1fa6-4360-b4bb-54dc95edfe75 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:38.361292 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed3589c-032b-4c1b-9436-e4e56503afce None None] Pushing event deleted for resources: {'Port': ['ID=c469ee1f-7fa9-4ed2-bbac-e5e70ffd42aa,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:38.364068 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-a6c44ff8-97d8-41c2-b0cd-2e498b04e6b8 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6421697 Jul 05 02:32:38.366843 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 41384) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:38.371954 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-4384755e-3d48-46ce-b040-94017f461ab0 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Request body: {'port': {'network_id': '4bbc9a13-3ebe-4e12-b642-32e418d06f53', 'name': 'tempest-PortsTestJSON-1770306018'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:32:38.378507 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed3589c-032b-4c1b-9436-e4e56503afce None None] No DVR routers for this DVR port c469ee1f-7fa9-4ed2-bbac-e5e70ffd42aa on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:32:38.404202 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-49d047fb-1fa6-4360-b4bb-54dc95edfe75 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] For port c469ee1f-7fa9-4ed2-bbac-e5e70ffd42aa, host n-d-771362-32, got binding levels [] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:32:38.404564 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-49d047fb-1fa6-4360-b4bb-54dc95edfe75 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:38.419118 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-49d047fb-1fa6-4360-b4bb-54dc95edfe75 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Calling delete_port for c469ee1f-7fa9-4ed2-bbac-e5e70ffd42aa owned by network:dhcp {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:32:38.421979 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.ipam_backend_mixin [None req-49d047fb-1fa6-4360-b4bb-54dc95edfe75 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Port c469ee1f-7fa9-4ed2-bbac-e5e70ffd42aa was not found and therefore no delete operation was performed {{(pid=94462) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 02:32:38.424334 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-49d047fb-1fa6-4360-b4bb-54dc95edfe75 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:38.457653 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d047fb-1fa6-4360-b4bb-54dc95edfe75 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Pushing event deleted for resources: {'Port': ['ID=c469ee1f-7fa9-4ed2-bbac-e5e70ffd42aa,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:38.459657 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d047fb-1fa6-4360-b4bb-54dc95edfe75 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] No DVR routers for this DVR port c469ee1f-7fa9-4ed2-bbac-e5e70ffd42aa on host n-d-771362-32 {{(pid=94462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:32:38.519059 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a16278-9096-479c-9763-90a2b63e7d2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-4bbc9a13-3ebe-4e12-b642-32e418d06f53', 'network_id': '4bbc9a13-3ebe-4e12-b642-32e418d06f53', 'tenant_id': 'f845296045bc4472b2fc3471aba6dcb0', 'fixed_ips': [{'subnet_id': 'c9c7f7e2-6f33-42a5-bd59-aaabac7890ef'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:32:38.519944 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-49a16278-9096-479c-9763-90a2b63e7d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:38.563899 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-49d047fb-1fa6-4360-b4bb-54dc95edfe75 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:38.577637 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-49d047fb-1fa6-4360-b4bb-54dc95edfe75 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62e3b1c5-860b-420d-b85e-cc9e2ee9ef75']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:38.592133 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-49d047fb-1fa6-4360-b4bb-54dc95edfe75 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '781c549e-7c35-4376-98f3-65614b7ce53e') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:38.592521 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-49d047fb-1fa6-4360-b4bb-54dc95edfe75 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '781c549e-7c35-4376-98f3-65614b7ce53e') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:38.605266 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-49d047fb-1fa6-4360-b4bb-54dc95edfe75 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:38.621966 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-49d047fb-1fa6-4360-b4bb-54dc95edfe75 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:38.630785 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49d047fb-1fa6-4360-b4bb-54dc95edfe75 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:32:38.631392 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-49d047fb-1fa6-4360-b4bb-54dc95edfe75 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:38.635155 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:32:38.635155 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:32:38.635155 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:32:38.635155 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:32:38.635155 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:32:38.635155 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:32:38.635155 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:32:38.635155 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:32:38.635155 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:32:38.635155 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:32:38.635155 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:32:38.635155 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:32:38.635155 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:32:38.635155 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:32:38.635155 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:32:38.635155 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:32:38.635155 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:32:38.635155 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:32:38.635155 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:32:38.635155 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:32:38.635155 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:32:38.635155 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:32:38.635155 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:32:38.635155 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:32:38.635155 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:32:38.635155 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:32:38.635155 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:32:38.635155 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:32:38.635155 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:32:38.635155 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:32:38.635155 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:32:38.635155 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:32:38.708878 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c236f644-f4c1-4c20-8c4c-526402cea942 req-e74b8ddb-9dda-4272-91a3-a1bf787b3c9b tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:38.824001 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-49a16278-9096-479c-9763-90a2b63e7d2c None None] Allocated IP 172.20.0.2 (4bbc9a13-3ebe-4e12-b642-32e418d06f53/c9c7f7e2-6f33-42a5-bd59-aaabac7890ef/8a5b0f43-454f-4c60-a0d7-82f21a04b795) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:32:38.844439 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-c236f644-f4c1-4c20-8c4c-526402cea942 req-e74b8ddb-9dda-4272-91a3-a1bf787b3c9b tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Transition to ACTIVE for port object d66588ab-4bf0-4a0f-bf30-bc8d43bcceae will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:32:38.846721 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-49d047fb-1fa6-4360-b4bb-54dc95edfe75 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:38.854446 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-49d047fb-1fa6-4360-b4bb-54dc95edfe75 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:38.863743 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 41396) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:38.864533 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-49d047fb-1fa6-4360-b4bb-54dc95edfe75 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "DELETE /v2.0/networks/62e3b1c5-860b-420d-b85e-cc9e2ee9ef75 HTTP/1.1" status: 204 len: 168 time: 0.8327096 Jul 05 02:32:38.870190 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-bed587c5-05e8-4aec-bb84-b1eb052d04a8 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Request body: {'network': {'name': 'tempest-RoutersTest-510419130'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:32:38.883092 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d047fb-1fa6-4360-b4bb-54dc95edfe75 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Pushing event deleted for resources: {'Network': ['ID=62e3b1c5-860b-420d-b85e-cc9e2ee9ef75,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:38.885953 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4384755e-3d48-46ce-b040-94017f461ab0 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Made reservation on behalf of f845296045bc4472b2fc3471aba6dcb0 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:32:38.890596 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4384755e-3d48-46ce-b040-94017f461ab0 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:38.928189 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [None req-4384755e-3d48-46ce-b040-94017f461ab0 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] device_id is not set on port 69f90292-6a3a-4342-811d-8346d8ce2890 yet. {{(pid=94461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:32:39.006250 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-49a16278-9096-479c-9763-90a2b63e7d2c None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:39.016443 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-49a16278-9096-479c-9763-90a2b63e7d2c None None] Transition to ACTIVE for port object 8a5b0f43-454f-4c60-a0d7-82f21a04b795 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:32:39.035850 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-49a16278-9096-479c-9763-90a2b63e7d2c None None] Transition to ACTIVE for port object 8a5b0f43-454f-4c60-a0d7-82f21a04b795 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:32:39.049680 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bed587c5-05e8-4aec-bb84-b1eb052d04a8 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Made reservation on behalf of 1593a1e15f6f447095222242302728ea for: {'network': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:32:39.053317 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bed587c5-05e8-4aec-bb84-b1eb052d04a8 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:39.056846 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c236f644-f4c1-4c20-8c4c-526402cea942 req-e74b8ddb-9dda-4272-91a3-a1bf787b3c9b tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:39.165767 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-49a16278-9096-479c-9763-90a2b63e7d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:39.180854 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-eed513e8-a1c4-4b05-96b9-446c7185ad17 req-d8c3b596-bf2e-403e-9c52-310c1a71d5a0 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef449aa8-f75a-4fb8-b57e-9370ed8aa923 HTTP/1.1" status: 200 len: 210 time: 0.0489616 Jul 05 02:32:39.190016 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c236f644-f4c1-4c20-8c4c-526402cea942 req-e74b8ddb-9dda-4272-91a3-a1bf787b3c9b tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Network 66f0e33c-186c-492e-9bf2-332c0e115471 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:32:39.212949 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-c236f644-f4c1-4c20-8c4c-526402cea942 req-e74b8ddb-9dda-4272-91a3-a1bf787b3c9b tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:32:39.217476 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74b8ddb-9dda-4272-91a3-a1bf787b3c9b tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Pushing event updated for resources: {'Port': ['ID=d66588ab-4bf0-4a0f-bf30-bc8d43bcceae,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:39.223657 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-c236f644-f4c1-4c20-8c4c-526402cea942 req-e74b8ddb-9dda-4272-91a3-a1bf787b3c9b tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:32:39.228143 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a16278-9096-479c-9763-90a2b63e7d2c None None] Network 4bbc9a13-3ebe-4e12-b642-32e418d06f53 is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:32:39.233311 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-49a16278-9096-479c-9763-90a2b63e7d2c None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:32:39.246256 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a16278-9096-479c-9763-90a2b63e7d2c None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:32:39.261436 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a16278-9096-479c-9763-90a2b63e7d2c None None] Pushing event updated for resources: {'Port': ['ID=8a5b0f43-454f-4c60-a0d7-82f21a04b795,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:39.279036 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 41404) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:39.281272 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-4384755e-3d48-46ce-b040-94017f461ab0 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Allocated IP 172.20.0.13 (4bbc9a13-3ebe-4e12-b642-32e418d06f53/c9c7f7e2-6f33-42a5-bd59-aaabac7890ef/69f90292-6a3a-4342-811d-8346d8ce2890) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:32:39.298511 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-19cc530c-5293-4328-ad70-b2e8a435954e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:39.303977 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c236f644-f4c1-4c20-8c4c-526402cea942 req-e74b8ddb-9dda-4272-91a3-a1bf787b3c9b tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:39.306669 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c236f644-f4c1-4c20-8c4c-526402cea942 req-e74b8ddb-9dda-4272-91a3-a1bf787b3c9b tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:39.398329 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-49a16278-9096-479c-9763-90a2b63e7d2c None None] Attempting to bind port 8a5b0f43-454f-4c60-a0d7-82f21a04b795 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:32:39.398943 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-49a16278-9096-479c-9763-90a2b63e7d2c None None] Attempting to bind port 8a5b0f43-454f-4c60-a0d7-82f21a04b795 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '6ea049f8-1ea1-4676-8bcd-01b2336693ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4bbc9a13-3ebe-4e12-b642-32e418d06f53'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:32:39.400120 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a16278-9096-479c-9763-90a2b63e7d2c None None] Attempting to bind port 8a5b0f43-454f-4c60-a0d7-82f21a04b795 on network 4bbc9a13-3ebe-4e12-b642-32e418d06f53 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:32:39.424539 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a16278-9096-479c-9763-90a2b63e7d2c None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:32:39.425567 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a16278-9096-479c-9763-90a2b63e7d2c None None] Checking segment: {'id': '6ea049f8-1ea1-4676-8bcd-01b2336693ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4bbc9a13-3ebe-4e12-b642-32e418d06f53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:32:39.426311 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-49a16278-9096-479c-9763-90a2b63e7d2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:39.427892 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a16278-9096-479c-9763-90a2b63e7d2c None None] Bound using segment: {'id': '6ea049f8-1ea1-4676-8bcd-01b2336693ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4bbc9a13-3ebe-4e12-b642-32e418d06f53'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:32:39.429113 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-49a16278-9096-479c-9763-90a2b63e7d2c None None] Bound port: 8a5b0f43-454f-4c60-a0d7-82f21a04b795, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ea049f8-1ea1-4676-8bcd-01b2336693ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4bbc9a13-3ebe-4e12-b642-32e418d06f53'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:32:39.429896 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-49a16278-9096-479c-9763-90a2b63e7d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:39.489726 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bed587c5-05e8-4aec-bb84-b1eb052d04a8 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=94461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:32:39.497943 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c236f644-f4c1-4c20-8c4c-526402cea942 req-e74b8ddb-9dda-4272-91a3-a1bf787b3c9b tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9840426 Jul 05 02:32:39.507636 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device c469ee1f-7fa9-4ed2-bbac-e5e70ffd42aa no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:32:39.519562 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [req-c236f644-f4c1-4c20-8c4c-526402cea942 req-fb5adf10-9666-4d30-a2c4-401a1f57923c tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:32:39.520827 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c236f644-f4c1-4c20-8c4c-526402cea942 req-fb5adf10-9666-4d30-a2c4-401a1f57923c tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0133832 Jul 05 02:32:39.536830 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bed587c5-05e8-4aec-bb84-b1eb052d04a8 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:39.537391 n-d-771362-32 neutron-server[94461]: INFO neutron.db.segments_db [None req-bed587c5-05e8-4aec-bb84-b1eb052d04a8 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Added segment 66681c41-bdb3-4573-af0f-bee214b5591a of type vlan for network 7a9beffb-76f8-404c-8b85-0d7ce75720e9 Jul 05 02:32:39.543694 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-c236f644-f4c1-4c20-8c4c-526402cea942 req-bd92045e-6125-4e4d-963c-e70311e9cac4 service neutron] Request body: {'port': {'device_id': 'c52ed947-fce6-4894-9cbf-5ef18a8da90b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:32:39.563933 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: c469ee1f-7fa9-4ed2-bbac-e5e70ffd42aa {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:32:39.564475 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device c469ee1f-7fa9-4ed2-bbac-e5e70ffd42aa not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:32:39.616740 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-49a16278-9096-479c-9763-90a2b63e7d2c None None] For port 8a5b0f43-454f-4c60-a0d7-82f21a04b795, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:32:39.619688 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-49a16278-9096-479c-9763-90a2b63e7d2c None None] For port 8a5b0f43-454f-4c60-a0d7-82f21a04b795, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=8a5b0f43-454f-4c60-a0d7-82f21a04b795,segment=NetworkSegment(6ea049f8-1ea1-4676-8bcd-01b2336693ce),segment_id=6ea049f8-1ea1-4676-8bcd-01b2336693ce)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:32:39.627021 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-19cc530c-5293-4328-ad70-b2e8a435954e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:39.758296 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-19cc530c-5293-4328-ad70-b2e8a435954e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:39.758613 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-ffda423b-5231-4abe-a0d3-2ce5a8dccda5 None None] Provisioning for port d66588ab-4bf0-4a0f-bf30-bc8d43bcceae completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:32:39.761770 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-49a16278-9096-479c-9763-90a2b63e7d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:39.838081 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cc530c-5293-4328-ad70-b2e8a435954e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baf80adf-4683-41ab-b2ce-f84ecf5e51c0,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:39.884714 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-19cc530c-5293-4328-ad70-b2e8a435954e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=46fe6cb7eed24e71ad7ded652a07737a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6067867 Jul 05 02:32:39.887319 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 41412) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:39.937518 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a16278-9096-479c-9763-90a2b63e7d2c None None] Pushing event updated for resources: {'Port': ['ID=8a5b0f43-454f-4c60-a0d7-82f21a04b795,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:39.953143 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-ffda423b-5231-4abe-a0d3-2ce5a8dccda5 None None] Provisioning complete for port d66588ab-4bf0-4a0f-bf30-bc8d43bcceae triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:32:39.953941 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-ffda423b-5231-4abe-a0d3-2ce5a8dccda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:39.965895 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9df5401d-74fe-4c7f-8181-f60fa1184665 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:39.986530 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 41414) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:40.014211 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bed587c5-05e8-4aec-bb84-b1eb052d04a8 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:40.015828 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9df5401d-74fe-4c7f-8181-f60fa1184665 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:40.043558 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-ffda423b-5231-4abe-a0d3-2ce5a8dccda5 None None] Port d66588ab-4bf0-4a0f-bf30-bc8d43bcceae cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:32:40.097946 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 41420) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:40.135719 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45f3142-43b3-492e-9f00-3d642db6c122 req-c300f82e-eb8b-4fc9-9183-82d2aebeeda7 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:40.137992 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b45f3142-43b3-492e-9f00-3d642db6c122 req-c300f82e-eb8b-4fc9-9183-82d2aebeeda7 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.21 "GET /v2.0/networks?id=66f0e33c-186c-492e-9bf2-332c0e115471 HTTP/1.1" status: 200 len: 815 time: 0.7971871 Jul 05 02:32:40.182437 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9df5401d-74fe-4c7f-8181-f60fa1184665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:40.184818 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-b45f3142-43b3-492e-9f00-3d642db6c122 req-6d19ff1f-ec89-415f-9f09-f01dd86ff73b tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Request body: {'port': {'device_id': 'c4f8f1fc-059b-456c-8142-a45f72135be6', 'network_id': '66f0e33c-186c-492e-9bf2-332c0e115471', 'admin_state_up': True, 'tenant_id': '4e995921b6314f858ba2998c24015588'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:32:40.185107 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9df5401d-74fe-4c7f-8181-f60fa1184665 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:40.186452 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-9df5401d-74fe-4c7f-8181-f60fa1184665 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/baf80adf-4683-41ab-b2ce-f84ecf5e51c0 HTTP/1.1" status: 204 len: 168 time: 0.2958498 Jul 05 02:32:40.197980 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df5401d-74fe-4c7f-8181-f60fa1184665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf80adf-4683-41ab-b2ce-f84ecf5e51c0,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:40.340745 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c236f644-f4c1-4c20-8c4c-526402cea942 req-bd92045e-6125-4e4d-963c-e70311e9cac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:40.503308 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4384755e-3d48-46ce-b040-94017f461ab0 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:40.507271 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-137db9da-9485-429a-82ef-c900e0ec5a68 req-d414b9e7-34d9-460b-bd5e-8093b9d02f6e tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef449aa8-f75a-4fb8-b57e-9370ed8aa923 HTTP/1.1" status: 200 len: 210 time: 0.0695367 Jul 05 02:32:40.515874 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bed587c5-05e8-4aec-bb84-b1eb052d04a8 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:40.521665 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed587c5-05e8-4aec-bb84-b1eb052d04a8 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:40.522312 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bed587c5-05e8-4aec-bb84-b1eb052d04a8 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:40.523631 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-df7987da-eed9-4ba5-8557-e78db3dce3a5 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1536570820'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:32:40.572680 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b6e7a5d7-b48b-429d-a1ce-735e5983d53b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:40.684613 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [None req-4384755e-3d48-46ce-b040-94017f461ab0 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Transition to ACTIVE for port object 69f90292-6a3a-4342-811d-8346d8ce2890 will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:32:40.739478 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed587c5-05e8-4aec-bb84-b1eb052d04a8 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Pushing event updated for resources: {'Network': ['ID=7a9beffb-76f8-404c-8b85-0d7ce75720e9,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:40.749864 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 7a9beffb-76f8-404c-8b85-0d7ce75720e9 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:32:40.868061 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b45f3142-43b3-492e-9f00-3d642db6c122 req-6d19ff1f-ec89-415f-9f09-f01dd86ff73b tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Made reservation on behalf of 4e995921b6314f858ba2998c24015588 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:32:40.871692 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b45f3142-43b3-492e-9f00-3d642db6c122 req-6d19ff1f-ec89-415f-9f09-f01dd86ff73b tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:40.934201 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-c236f644-f4c1-4c20-8c4c-526402cea942 req-bd92045e-6125-4e4d-963c-e70311e9cac4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d66588ab-4bf0-4a0f-bf30-bc8d43bcceae {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:32:40.969850 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4384755e-3d48-46ce-b040-94017f461ab0 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:40.973032 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c236f644-f4c1-4c20-8c4c-526402cea942 req-bd92045e-6125-4e4d-963c-e70311e9cac4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:40.979121 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.db.api [None req-b6e7a5d7-b48b-429d-a1ce-735e5983d53b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 02:32:40.979121 n-d-771362-32 neutron-server[94462]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 02:32:40.979121 n-d-771362-32 neutron-server[94462]: [parameters: {'project_id_1': '58c3f020eeab4d8d9d484657ba74786b', 'expiration_1': datetime.datetime(2021, 7, 5, 2, 32, 40, 586205)}] Jul 05 02:32:40.979121 n-d-771362-32 neutron-server[94462]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94462) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 02:32:40.981099 n-d-771362-32 neutron-server[94462]: DEBUG oslo_db.api [None req-b6e7a5d7-b48b-429d-a1ce-735e5983d53b admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 02:32:40.995562 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-bed587c5-05e8-4aec-bb84-b1eb052d04a8 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.1281493 Jul 05 02:32:40.996670 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 41440) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:41.004742 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-908cf442-e0c0-4832-b2c2-eeaa6df3cd66 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Request body: {'subnet': {'network_id': '7a9beffb-76f8-404c-8b85-0d7ce75720e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:32:41.045332 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-c236f644-f4c1-4c20-8c4c-526402cea942 req-bd92045e-6125-4e4d-963c-e70311e9cac4 service neutron] Transition to ACTIVE for port object d66588ab-4bf0-4a0f-bf30-bc8d43bcceae will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:32:41.071860 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4384755e-3d48-46ce-b040-94017f461ab0 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Network 4bbc9a13-3ebe-4e12-b642-32e418d06f53 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:32:41.076696 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-4384755e-3d48-46ce-b040-94017f461ab0 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:32:41.081638 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4384755e-3d48-46ce-b040-94017f461ab0 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:32:41.085906 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4384755e-3d48-46ce-b040-94017f461ab0 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Pushing event updated for resources: {'Port': ['ID=69f90292-6a3a-4342-811d-8346d8ce2890,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:41.125929 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df7987da-eed9-4ba5-8557-e78db3dce3a5 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Made reservation on behalf of 8f4e99cc6de94582b74a94c49e9c88d0 for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:32:41.129704 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-df7987da-eed9-4ba5-8557-e78db3dce3a5 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:41.155338 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-df7987da-eed9-4ba5-8557-e78db3dce3a5 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:41.161622 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4384755e-3d48-46ce-b040-94017f461ab0 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:41.162367 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4384755e-3d48-46ce-b040-94017f461ab0 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:41.177260 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c236f644-f4c1-4c20-8c4c-526402cea942 req-bd92045e-6125-4e4d-963c-e70311e9cac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:41.292558 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd92045e-6125-4e4d-963c-e70311e9cac4 service neutron] Pushing event updated for resources: {'Port': ['ID=d66588ab-4bf0-4a0f-bf30-bc8d43bcceae,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:41.316684 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-b45f3142-43b3-492e-9f00-3d642db6c122 req-6d19ff1f-ec89-415f-9f09-f01dd86ff73b tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Allocated IP 172.20.0.3 (66f0e33c-186c-492e-9bf2-332c0e115471/aa1bf1c9-f897-408c-a65c-fe6e04478f5f/f66c3c35-84d8-40e4-ba5a-5d3a119cad93) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:32:41.409743 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-908cf442-e0c0-4832-b2c2-eeaa6df3cd66 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Made reservation on behalf of 1593a1e15f6f447095222242302728ea for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:32:41.413580 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-908cf442-e0c0-4832-b2c2-eeaa6df3cd66 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:41.423662 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-c236f644-f4c1-4c20-8c4c-526402cea942 req-bd92045e-6125-4e4d-963c-e70311e9cac4 service neutron] Attempting to bind port d66588ab-4bf0-4a0f-bf30-bc8d43bcceae on host n-h1-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:32:41.424006 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-c236f644-f4c1-4c20-8c4c-526402cea942 req-bd92045e-6125-4e4d-963c-e70311e9cac4 service neutron] Attempting to bind port d66588ab-4bf0-4a0f-bf30-bc8d43bcceae by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': '0d619be7-ad19-4519-a5a7-4bdc2abf8fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '66f0e33c-186c-492e-9bf2-332c0e115471'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:32:41.424359 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c236f644-f4c1-4c20-8c4c-526402cea942 req-bd92045e-6125-4e4d-963c-e70311e9cac4 service neutron] Attempting to bind port d66588ab-4bf0-4a0f-bf30-bc8d43bcceae on network 66f0e33c-186c-492e-9bf2-332c0e115471 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:32:41.460403 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e30c50-3ed1-498a-a7e2-d51cefe86b70 None None] Network 4bbc9a13-3ebe-4e12-b642-32e418d06f53 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:32:41.500281 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c236f644-f4c1-4c20-8c4c-526402cea942 req-bd92045e-6125-4e4d-963c-e70311e9cac4 service neutron] Port d66588ab-4bf0-4a0f-bf30-bc8d43bcceae on network 66f0e33c-186c-492e-9bf2-332c0e115471 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:32:41.500614 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c236f644-f4c1-4c20-8c4c-526402cea942 req-bd92045e-6125-4e4d-963c-e70311e9cac4 service neutron] Attempting to bind port d66588ab-4bf0-4a0f-bf30-bc8d43bcceae on network 66f0e33c-186c-492e-9bf2-332c0e115471 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:32:41.526184 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c236f644-f4c1-4c20-8c4c-526402cea942 req-bd92045e-6125-4e4d-963c-e70311e9cac4 service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:32:41.526373 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c236f644-f4c1-4c20-8c4c-526402cea942 req-bd92045e-6125-4e4d-963c-e70311e9cac4 service neutron] Checking segment: {'id': '0d619be7-ad19-4519-a5a7-4bdc2abf8fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '66f0e33c-186c-492e-9bf2-332c0e115471'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:32:41.526768 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c236f644-f4c1-4c20-8c4c-526402cea942 req-bd92045e-6125-4e4d-963c-e70311e9cac4 service neutron] Bound using segment: {'id': '0d619be7-ad19-4519-a5a7-4bdc2abf8fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '66f0e33c-186c-492e-9bf2-332c0e115471'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:32:41.527215 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-c236f644-f4c1-4c20-8c4c-526402cea942 req-bd92045e-6125-4e4d-963c-e70311e9cac4 service neutron] Bound port: d66588ab-4bf0-4a0f-bf30-bc8d43bcceae, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d619be7-ad19-4519-a5a7-4bdc2abf8fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '66f0e33c-186c-492e-9bf2-332c0e115471'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:32:41.527580 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c236f644-f4c1-4c20-8c4c-526402cea942 req-bd92045e-6125-4e4d-963c-e70311e9cac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:41.552053 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-4384755e-3d48-46ce-b040-94017f461ab0 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.1832526 Jul 05 02:32:41.555676 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 41456) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:41.569592 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-ffbd608f-2fb6-4308-b53d-60b1226f2bce tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Request body: {'port': {'network_id': '4bbc9a13-3ebe-4e12-b642-32e418d06f53', 'name': 'tempest-PortsTestJSON-661164565'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:32:41.690825 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 8a5b0f43-454f-4c60-a0d7-82f21a04b795 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:32:41.844676 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:41.856754 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b45f3142-43b3-492e-9f00-3d642db6c122 req-6d19ff1f-ec89-415f-9f09-f01dd86ff73b tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:41.879410 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b6e7a5d7-b48b-429d-a1ce-735e5983d53b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:41.980857 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:41.988042 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-fdb5acfe-4e3b-4674-b2ef-fca18ea60415 None None] Provisioning for port 8a5b0f43-454f-4c60-a0d7-82f21a04b795 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:32:42.016625 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-908cf442-e0c0-4832-b2c2-eeaa6df3cd66 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:42.055525 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-88339f0c-49c9-4545-8198-b9b5115848f2 req-6c92ba15-d38a-4651-80d4-5045449aea7f tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef449aa8-f75a-4fb8-b57e-9370ed8aa923 HTTP/1.1" status: 200 len: 210 time: 0.2802799 Jul 05 02:32:42.072681 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 8a5b0f43-454f-4c60-a0d7-82f21a04b795 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:32:42.080611 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 8a5b0f43-454f-4c60-a0d7-82f21a04b795 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:32:42.082494 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:42.092881 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-df7987da-eed9-4ba5-8557-e78db3dce3a5 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:42.106651 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908cf442-e0c0-4832-b2c2-eeaa6df3cd66 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Pushing event updated for resources: {'Subnet': ['ID=16e23548-9d77-4845-aa1b-f7fee3ca6333,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:42.131350 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906b2874-99ae-43fe-8067-8f1ec9747077 req-80e41b7c-3abe-4374-8852-82411e59a3d8 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:42.133592 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-906b2874-99ae-43fe-8067-8f1ec9747077 req-80e41b7c-3abe-4374-8852-82411e59a3d8 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.15 "GET /v2.0/networks?id=66f0e33c-186c-492e-9bf2-332c0e115471 HTTP/1.1" status: 200 len: 815 time: 0.3573210 Jul 05 02:32:42.137304 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908cf442-e0c0-4832-b2c2-eeaa6df3cd66 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Checking segment: {'id': '66681c41-bdb3-4573-af0f-bee214b5591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7a9beffb-76f8-404c-8b85-0d7ce75720e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:32:42.137671 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908cf442-e0c0-4832-b2c2-eeaa6df3cd66 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Network hostable DHCP agents. Network: 7a9beffb-76f8-404c-8b85-0d7ce75720e9, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:32:42.173393 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-906b2874-99ae-43fe-8067-8f1ec9747077 req-afe57dbe-3ec1-4643-86f0-4bcc1261aacd tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Request body: {'port': {'device_id': 'ef449aa8-f75a-4fb8-b57e-9370ed8aa923', 'network_id': '66f0e33c-186c-492e-9bf2-332c0e115471', 'admin_state_up': True, 'tenant_id': '4e995921b6314f858ba2998c24015588'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:32:42.207157 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-b45f3142-43b3-492e-9f00-3d642db6c122 req-6d19ff1f-ec89-415f-9f09-f01dd86ff73b tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Transition to ACTIVE for port object f66c3c35-84d8-40e4-ba5a-5d3a119cad93 will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:32:42.226048 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-df7987da-eed9-4ba5-8557-e78db3dce3a5 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:42.262876 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-c236f644-f4c1-4c20-8c4c-526402cea942 req-bd92045e-6125-4e4d-963c-e70311e9cac4 service neutron] For port d66588ab-4bf0-4a0f-bf30-bc8d43bcceae, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:32:42.267186 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908cf442-e0c0-4832-b2c2-eeaa6df3cd66 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Network 7a9beffb-76f8-404c-8b85-0d7ce75720e9 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:32:42.291494 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:42.305548 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df7987da-eed9-4ba5-8557-e78db3dce3a5 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:32:42.319942 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-c236f644-f4c1-4c20-8c4c-526402cea942 req-bd92045e-6125-4e4d-963c-e70311e9cac4 service neutron] For port d66588ab-4bf0-4a0f-bf30-bc8d43bcceae, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=d66588ab-4bf0-4a0f-bf30-bc8d43bcceae,segment=NetworkSegment(0d619be7-ad19-4519-a5a7-4bdc2abf8fc6),segment_id=0d619be7-ad19-4519-a5a7-4bdc2abf8fc6)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:32:42.330858 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 8a5b0f43-454f-4c60-a0d7-82f21a04b795, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=8a5b0f43-454f-4c60-a0d7-82f21a04b795,segment=NetworkSegment(6ea049f8-1ea1-4676-8bcd-01b2336693ce),segment_id=6ea049f8-1ea1-4676-8bcd-01b2336693ce)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:32:42.339420 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7987da-eed9-4ba5-8557-e78db3dce3a5 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0be28865-7f63-43f9-b50d-737279241c5a,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:42.357924 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-df7987da-eed9-4ba5-8557-e78db3dce3a5 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:42.358438 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-df7987da-eed9-4ba5-8557-e78db3dce3a5 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Added segment 29b56f38-4412-42a0-9f09-9a7a0acf4835 of type vlan for network 417c7b4c-125b-4212-9ee5-1d5e579ff398 Jul 05 02:32:42.450286 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-908cf442-e0c0-4832-b2c2-eeaa6df3cd66 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 7a9beffb-76f8-404c-8b85-0d7ce75720e9) {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:32:42.454314 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-df7987da-eed9-4ba5-8557-e78db3dce3a5 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:42.463652 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908cf442-e0c0-4832-b2c2-eeaa6df3cd66 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:42.464495 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-908cf442-e0c0-4832-b2c2-eeaa6df3cd66 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:42.473004 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c236f644-f4c1-4c20-8c4c-526402cea942 req-bd92045e-6125-4e4d-963c-e70311e9cac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:42.474358 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e6c169-7308-40e8-b1aa-20365a74b9fb None None] Network 7a9beffb-76f8-404c-8b85-0d7ce75720e9 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:32:42.476526 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:42.509925 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b6e7a5d7-b48b-429d-a1ce-735e5983d53b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:42.567517 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b45f3142-43b3-492e-9f00-3d642db6c122 req-6d19ff1f-ec89-415f-9f09-f01dd86ff73b tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:42.573150 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c236f644-f4c1-4c20-8c4c-526402cea942 req-bd92045e-6125-4e4d-963c-e70311e9cac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:42.573851 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c236f644-f4c1-4c20-8c4c-526402cea942 req-bd92045e-6125-4e4d-963c-e70311e9cac4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:42.581458 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c236f644-f4c1-4c20-8c4c-526402cea942 req-bd92045e-6125-4e4d-963c-e70311e9cac4 service neutron] 10.222.0.21 "PUT /v2.0/ports/d66588ab-4bf0-4a0f-bf30-bc8d43bcceae HTTP/1.1" status: 200 len: 1093 time: 3.0535316 Jul 05 02:32:42.582223 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c52ed947-fce6-4894-9cbf-5ef18a8da90b', 'tag': 'd66588ab-4bf0-4a0f-bf30-bc8d43bcceae'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:32:42.586288 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee8a3d12-4619-4ab1-968d-761dd9dbd939" -d '{"events": [{"name": "network-changed", "server_uuid": "c52ed947-fce6-4894-9cbf-5ef18a8da90b", "tag": "d66588ab-4bf0-4a0f-bf30-bc8d43bcceae"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:32:42.623841 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b45f3142-43b3-492e-9f00-3d642db6c122 req-6d19ff1f-ec89-415f-9f09-f01dd86ff73b tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Network 66f0e33c-186c-492e-9bf2-332c0e115471 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:32:42.625835 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-b45f3142-43b3-492e-9f00-3d642db6c122 req-6d19ff1f-ec89-415f-9f09-f01dd86ff73b tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:32:42.628029 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd92045e-6125-4e4d-963c-e70311e9cac4 service neutron] Pushing event updated for resources: {'Port': ['ID=d66588ab-4bf0-4a0f-bf30-bc8d43bcceae,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:42.635914 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=8a5b0f43-454f-4c60-a0d7-82f21a04b795,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:42.649774 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b6e7a5d7-b48b-429d-a1ce-735e5983d53b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:42.715874 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e7a5d7-b48b-429d-a1ce-735e5983d53b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45267dc2-d9df-4fd0-b187-bbf0ab802892,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:42.719445 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-695e7f56-643f-409c-9198-7664bfc75ece None None] Provisioning complete for port 8a5b0f43-454f-4c60-a0d7-82f21a04b795 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:32:42.720100 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-695e7f56-643f-409c-9198-7664bfc75ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:42.739397 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-df7987da-eed9-4ba5-8557-e78db3dce3a5 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:42.766012 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7987da-eed9-4ba5-8557-e78db3dce3a5 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:42.766513 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-df7987da-eed9-4ba5-8557-e78db3dce3a5 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:42.787804 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adc0d927-8a04-421b-9657-fdbbe1c55dbb x-openstack-request-id: req-adc0d927-8a04-421b-9657-fdbbe1c55dbb {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:32:42.788123 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c52ed947-fce6-4894-9cbf-5ef18a8da90b", "tag": "d66588ab-4bf0-4a0f-bf30-bc8d43bcceae", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:32:42.792062 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-adc0d927-8a04-421b-9657-fdbbe1c55dbb {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:32:42.792062 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c52ed947-fce6-4894-9cbf-5ef18a8da90b', 'tag': 'd66588ab-4bf0-4a0f-bf30-bc8d43bcceae', 'status': 'completed', 'code': 200} Jul 05 02:32:42.792062 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-b45f3142-43b3-492e-9f00-3d642db6c122 req-6d19ff1f-ec89-415f-9f09-f01dd86ff73b tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:32:42.803983 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-908cf442-e0c0-4832-b2c2-eeaa6df3cd66 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8058043 Jul 05 02:32:42.805437 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d19ff1f-ec89-415f-9f09-f01dd86ff73b tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Pushing event updated for resources: {'Port': ['ID=f66c3c35-84d8-40e4-ba5a-5d3a119cad93,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:42.831912 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 41490) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:42.846055 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-443bf357-e528-4800-a3be-2b12b5a56656 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-75478702', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:32:42.980644 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-b6e7a5d7-b48b-429d-a1ce-735e5983d53b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=58c3f020eeab4d8d9d484657ba74786b&name=default HTTP/1.1" status: 200 len: 2983 time: 2.8805430 Jul 05 02:32:42.985422 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 41498) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:42.999145 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c2ed21-273e-4857-8951-df8b4ee4cd1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-7a9beffb-76f8-404c-8b85-0d7ce75720e9', 'network_id': '7a9beffb-76f8-404c-8b85-0d7ce75720e9', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'fixed_ips': [{'subnet_id': '16e23548-9d77-4845-aa1b-f7fee3ca6333'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:32:43.000587 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-17c2ed21-273e-4857-8951-df8b4ee4cd1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:43.039261 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7987da-eed9-4ba5-8557-e78db3dce3a5 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Pushing event updated for resources: {'Network': ['ID=417c7b4c-125b-4212-9ee5-1d5e579ff398,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:43.039796 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45f3142-43b3-492e-9f00-3d642db6c122 req-6d19ff1f-ec89-415f-9f09-f01dd86ff73b tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:43.040312 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b45f3142-43b3-492e-9f00-3d642db6c122 req-6d19ff1f-ec89-415f-9f09-f01dd86ff73b tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:43.065944 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 417c7b4c-125b-4212-9ee5-1d5e579ff398 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:32:43.066926 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c236f644-f4c1-4c20-8c4c-526402cea942 req-d5a363b7-f85f-4ed4-ab99-4d17c2eb352d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:43.071929 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c236f644-f4c1-4c20-8c4c-526402cea942 req-d5a363b7-f85f-4ed4-ab99-4d17c2eb352d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4e995921b6314f858ba2998c24015588&device_id=c52ed947-fce6-4894-9cbf-5ef18a8da90b HTTP/1.1" status: 200 len: 1096 time: 0.2976782 Jul 05 02:32:43.128314 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0f3f15ab-ab64-4de7-9c23-5723837e437b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:43.143310 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffbd608f-2fb6-4308-b53d-60b1226f2bce tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Made reservation on behalf of f845296045bc4472b2fc3471aba6dcb0 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:32:43.147642 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ffbd608f-2fb6-4308-b53d-60b1226f2bce tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:43.168582 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [None req-ffbd608f-2fb6-4308-b53d-60b1226f2bce tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] device_id is not set on port 536713db-0f2d-4ca8-8db1-d2d4b9efaac2 yet. {{(pid=94461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:32:43.178081 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0f3f15ab-ab64-4de7-9c23-5723837e437b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:43.199367 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-695e7f56-643f-409c-9198-7664bfc75ece None None] Provisioning for port 69f90292-6a3a-4342-811d-8346d8ce2890 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:32:43.284589 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c236f644-f4c1-4c20-8c4c-526402cea942 req-8e3ecba5-865c-4c16-96a7-d464207eaf19 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d66588ab-4bf0-4a0f-bf30-bc8d43bcceae HTTP/1.1" status: 200 len: 217 time: 0.2047303 Jul 05 02:32:43.293892 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b45f3142-43b3-492e-9f00-3d642db6c122 req-6d19ff1f-ec89-415f-9f09-f01dd86ff73b tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1420441 Jul 05 02:32:43.319110 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-176c6870-d47c-403e-8f18-038a6062e979 req-63bd6e84-4904-4825-abab-b18311416815 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef449aa8-f75a-4fb8-b57e-9370ed8aa923 HTTP/1.1" status: 200 len: 210 time: 0.0471482 Jul 05 02:32:43.358386 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-b45f3142-43b3-492e-9f00-3d642db6c122 req-d5824ffa-2132-4cf6-9bb3-a143e961c645 service neutron] Request body: {'port': {'device_id': 'c4f8f1fc-059b-456c-8142-a45f72135be6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:32:43.366409 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c236f644-f4c1-4c20-8c4c-526402cea942 req-39091d1d-8000-48ad-bbf0-64f9d7e0419b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:43.368008 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c236f644-f4c1-4c20-8c4c-526402cea942 req-39091d1d-8000-48ad-bbf0-64f9d7e0419b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=aa1bf1c9-f897-408c-a65c-fe6e04478f5f HTTP/1.1" status: 200 len: 854 time: 0.0724511 Jul 05 02:32:43.368959 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-ffbd608f-2fb6-4308-b53d-60b1226f2bce tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Allocated IP 172.20.0.3 (4bbc9a13-3ebe-4e12-b642-32e418d06f53/c9c7f7e2-6f33-42a5-bd59-aaabac7890ef/536713db-0f2d-4ca8-8db1-d2d4b9efaac2) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:32:43.384833 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-695e7f56-643f-409c-9198-7664bfc75ece None None] Provisioning complete for port 69f90292-6a3a-4342-811d-8346d8ce2890 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:32:43.385506 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-695e7f56-643f-409c-9198-7664bfc75ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:43.393653 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0f3f15ab-ab64-4de7-9c23-5723837e437b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:43.396684 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0f3f15ab-ab64-4de7-9c23-5723837e437b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:43.400629 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-0f3f15ab-ab64-4de7-9c23-5723837e437b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/45267dc2-d9df-4fd0-b187-bbf0ab802892 HTTP/1.1" status: 204 len: 168 time: 0.4147758 Jul 05 02:32:43.412841 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3f15ab-ab64-4de7-9c23-5723837e437b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45267dc2-d9df-4fd0-b187-bbf0ab802892,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:43.455288 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-695e7f56-643f-409c-9198-7664bfc75ece None None] Port 69f90292-6a3a-4342-811d-8346d8ce2890 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:32:43.463441 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 8a5b0f43-454f-4c60-a0d7-82f21a04b795 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:32:43.541438 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-906b2874-99ae-43fe-8067-8f1ec9747077 req-afe57dbe-3ec1-4643-86f0-4bcc1261aacd tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Made reservation on behalf of 4e995921b6314f858ba2998c24015588 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:32:43.545162 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-906b2874-99ae-43fe-8067-8f1ec9747077 req-afe57dbe-3ec1-4643-86f0-4bcc1261aacd tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:43.563683 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-17c2ed21-273e-4857-8951-df8b4ee4cd1a None None] Allocated IP 172.20.0.2 (7a9beffb-76f8-404c-8b85-0d7ce75720e9/16e23548-9d77-4845-aa1b-f7fee3ca6333/16ba697f-cbec-4f50-8859-6c20bf5f859e) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:32:43.587686 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 8a5b0f43-454f-4c60-a0d7-82f21a04b795 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:32:43.587906 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:43.620063 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-df7987da-eed9-4ba5-8557-e78db3dce3a5 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 3.6207476 Jul 05 02:32:43.725487 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-906b2874-99ae-43fe-8067-8f1ec9747077 req-afe57dbe-3ec1-4643-86f0-4bcc1261aacd tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Allocated IP 172.20.0.8 (66f0e33c-186c-492e-9bf2-332c0e115471/aa1bf1c9-f897-408c-a65c-fe6e04478f5f/8b109972-f836-4e14-af0c-f43da908cbca) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:32:43.755983 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-b11ebb0a-7adb-4cb3-9d32-3b169d59e0a6 None None] Provisioning for port f66c3c35-84d8-40e4-ba5a-5d3a119cad93 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:32:43.771189 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-b11ebb0a-7adb-4cb3-9d32-3b169d59e0a6 None None] Provisioning complete for port f66c3c35-84d8-40e4-ba5a-5d3a119cad93 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:32:43.771569 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b11ebb0a-7adb-4cb3-9d32-3b169d59e0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:43.776278 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-443bf357-e528-4800-a3be-2b12b5a56656 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11810'] for router, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:43.785477 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-443bf357-e528-4800-a3be-2b12b5a56656 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1926740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11821'] for router, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:43.817520 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b45f3142-43b3-492e-9f00-3d642db6c122 req-d5824ffa-2132-4cf6-9bb3-a143e961c645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:43.818031 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-17c2ed21-273e-4857-8951-df8b4ee4cd1a None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:43.836420 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-17c2ed21-273e-4857-8951-df8b4ee4cd1a None None] Transition to ACTIVE for port object 16ba697f-cbec-4f50-8859-6c20bf5f859e will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:32:43.843142 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c236f644-f4c1-4c20-8c4c-526402cea942 req-3efde3b7-2377-406f-b12d-2ae9626deb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:43.844766 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c236f644-f4c1-4c20-8c4c-526402cea942 req-3efde3b7-2377-406f-b12d-2ae9626deb82 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=66f0e33c-186c-492e-9bf2-332c0e115471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4070988 Jul 05 02:32:43.848916 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-b11ebb0a-7adb-4cb3-9d32-3b169d59e0a6 None None] Port f66c3c35-84d8-40e4-ba5a-5d3a119cad93 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:32:43.883665 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-17c2ed21-273e-4857-8951-df8b4ee4cd1a None None] Transition to ACTIVE for port object 16ba697f-cbec-4f50-8859-6c20bf5f859e will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:32:43.923740 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-b11ebb0a-7adb-4cb3-9d32-3b169d59e0a6 None None] Provisioning complete for port 69f90292-6a3a-4342-811d-8346d8ce2890 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:32:43.924370 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b11ebb0a-7adb-4cb3-9d32-3b169d59e0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:43.942513 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-443bf357-e528-4800-a3be-2b12b5a56656 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:43.991358 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-b11ebb0a-7adb-4cb3-9d32-3b169d59e0a6 None None] Port 69f90292-6a3a-4342-811d-8346d8ce2890 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:32:44.056380 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-17c2ed21-273e-4857-8951-df8b4ee4cd1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:44.057415 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-443bf357-e528-4800-a3be-2b12b5a56656 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963'] for router, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:44.067329 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ffbd608f-2fb6-4308-b53d-60b1226f2bce tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:44.113001 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [None req-ffbd608f-2fb6-4308-b53d-60b1226f2bce tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Transition to ACTIVE for port object 536713db-0f2d-4ca8-8db1-d2d4b9efaac2 will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:32:44.113615 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 41528) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:44.177356 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c2ed21-273e-4857-8951-df8b4ee4cd1a None None] Network 7a9beffb-76f8-404c-8b85-0d7ce75720e9 is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:32:44.188193 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-17c2ed21-273e-4857-8951-df8b4ee4cd1a None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:32:44.198561 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-443bf357-e528-4800-a3be-2b12b5a56656 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:44.203278 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-443bf357-e528-4800-a3be-2b12b5a56656 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 1.3639259 Jul 05 02:32:44.203872 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 41534) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:44.209904 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-e6ea09c1-293e-4c37-9f27-3a4e02d0451c tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Request body: {'port': {'network_id': '7a9beffb-76f8-404c-8b85-0d7ce75720e9', 'name': 'tempest-RoutersTest-1539026477'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:32:44.210522 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c2ed21-273e-4857-8951-df8b4ee4cd1a None None] Pushing event updated for resources: {'Port': ['ID=16ba697f-cbec-4f50-8859-6c20bf5f859e,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:44.215361 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c2ed21-273e-4857-8951-df8b4ee4cd1a None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:32:44.273135 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c236f644-f4c1-4c20-8c4c-526402cea942 req-6c09a544-3599-4eb2-8e0c-aab46c28b45e service neutron] 10.222.0.21 "GET /v2.0/networks/66f0e33c-186c-492e-9bf2-332c0e115471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4128621 Jul 05 02:32:44.276375 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-906b2874-99ae-43fe-8067-8f1ec9747077 req-afe57dbe-3ec1-4643-86f0-4bcc1261aacd tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:44.422085 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-17c2ed21-273e-4857-8951-df8b4ee4cd1a None None] Attempting to bind port 16ba697f-cbec-4f50-8859-6c20bf5f859e on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:32:44.423791 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-17c2ed21-273e-4857-8951-df8b4ee4cd1a None None] Attempting to bind port 16ba697f-cbec-4f50-8859-6c20bf5f859e by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '66681c41-bdb3-4573-af0f-bee214b5591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7a9beffb-76f8-404c-8b85-0d7ce75720e9'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:32:44.424388 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c2ed21-273e-4857-8951-df8b4ee4cd1a None None] Attempting to bind port 16ba697f-cbec-4f50-8859-6c20bf5f859e on network 7a9beffb-76f8-404c-8b85-0d7ce75720e9 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:32:44.440139 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c2ed21-273e-4857-8951-df8b4ee4cd1a None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:32:44.443917 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c2ed21-273e-4857-8951-df8b4ee4cd1a None None] Checking segment: {'id': '66681c41-bdb3-4573-af0f-bee214b5591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7a9beffb-76f8-404c-8b85-0d7ce75720e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:32:44.445120 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-17c2ed21-273e-4857-8951-df8b4ee4cd1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:44.446563 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c2ed21-273e-4857-8951-df8b4ee4cd1a None None] Bound using segment: {'id': '66681c41-bdb3-4573-af0f-bee214b5591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7a9beffb-76f8-404c-8b85-0d7ce75720e9'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:32:44.447201 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-17c2ed21-273e-4857-8951-df8b4ee4cd1a None None] Bound port: 16ba697f-cbec-4f50-8859-6c20bf5f859e, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66681c41-bdb3-4573-af0f-bee214b5591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7a9beffb-76f8-404c-8b85-0d7ce75720e9'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:32:44.450721 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-17c2ed21-273e-4857-8951-df8b4ee4cd1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:44.502907 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6462e953-d1df-4ec9-b730-493c419fae4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:44.579728 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 41542) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:44.587526 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-17c2ed21-273e-4857-8951-df8b4ee4cd1a None None] For port 16ba697f-cbec-4f50-8859-6c20bf5f859e, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:32:44.591217 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-17c2ed21-273e-4857-8951-df8b4ee4cd1a None None] For port 16ba697f-cbec-4f50-8859-6c20bf5f859e, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=16ba697f-cbec-4f50-8859-6c20bf5f859e,segment=NetworkSegment(66681c41-bdb3-4573-af0f-bee214b5591a),segment_id=66681c41-bdb3-4573-af0f-bee214b5591a)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:32:44.616923 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ef78d0cc-fa4d-4ac7-aa2c-8144a167ac54 req-fffa0645-3a75-4063-abff-35472b80c1df tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef449aa8-f75a-4fb8-b57e-9370ed8aa923 HTTP/1.1" status: 200 len: 210 time: 0.1151955 Jul 05 02:32:44.660019 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-17c2ed21-273e-4857-8951-df8b4ee4cd1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:44.683176 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-564c3000-73d6-4f5c-b3cd-cbc7116c4532 tempest-RoutersAdminNegativeIpV6Test-468905769 tempest-RoutersAdminNegativeIpV6Test-468905769-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-866172807', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:32:44.750404 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c2ed21-273e-4857-8951-df8b4ee4cd1a None None] Pushing event updated for resources: {'Port': ['ID=16ba697f-cbec-4f50-8859-6c20bf5f859e,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:44.754088 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-906b2874-99ae-43fe-8067-8f1ec9747077 req-afe57dbe-3ec1-4643-86f0-4bcc1261aacd tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Transition to ACTIVE for port object 8b109972-f836-4e14-af0c-f43da908cbca will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:32:44.804600 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6ea09c1-293e-4c37-9f27-3a4e02d0451c tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Made reservation on behalf of 1593a1e15f6f447095222242302728ea for: {'port': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:32:44.808881 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e6ea09c1-293e-4c37-9f27-3a4e02d0451c tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:44.829069 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c236f644-f4c1-4c20-8c4c-526402cea942 req-d5f320ab-bae1-4639-876a-14273feb1676 service neutron] 10.222.0.21 "GET /v2.0/networks/66f0e33c-186c-492e-9bf2-332c0e115471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5420799 Jul 05 02:32:44.849568 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [None req-e6ea09c1-293e-4c37-9f27-3a4e02d0451c tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] device_id is not set on port 64d71e1d-3c0e-48af-8935-ddb324485178 yet. {{(pid=94462) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:32:44.902385 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ffbd608f-2fb6-4308-b53d-60b1226f2bce tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:45.003861 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-906b2874-99ae-43fe-8067-8f1ec9747077 req-afe57dbe-3ec1-4643-86f0-4bcc1261aacd tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:45.046033 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-e6ea09c1-293e-4c37-9f27-3a4e02d0451c tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Allocated IP 172.20.0.10 (7a9beffb-76f8-404c-8b85-0d7ce75720e9/16e23548-9d77-4845-aa1b-f7fee3ca6333/64d71e1d-3c0e-48af-8935-ddb324485178) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:32:45.056967 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6462e953-d1df-4ec9-b730-493c419fae4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:45.095309 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbd608f-2fb6-4308-b53d-60b1226f2bce tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Pushing event updated for resources: {'Port': ['ID=536713db-0f2d-4ca8-8db1-d2d4b9efaac2,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:45.116476 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffbd608f-2fb6-4308-b53d-60b1226f2bce tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Network 4bbc9a13-3ebe-4e12-b642-32e418d06f53 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:32:45.139062 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-ffbd608f-2fb6-4308-b53d-60b1226f2bce tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:32:45.210824 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6462e953-d1df-4ec9-b730-493c419fae4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:45.332934 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-6462e953-d1df-4ec9-b730-493c419fae4c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0bc2a12eb83e4a85a651860a2b59af92&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2176335 Jul 05 02:32:45.343668 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbd608f-2fb6-4308-b53d-60b1226f2bce tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:32:45.350286 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 41556) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:45.367431 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-906b2874-99ae-43fe-8067-8f1ec9747077 req-afe57dbe-3ec1-4643-86f0-4bcc1261aacd tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Network 66f0e33c-186c-492e-9bf2-332c0e115471 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:32:45.433129 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-906b2874-99ae-43fe-8067-8f1ec9747077 req-afe57dbe-3ec1-4643-86f0-4bcc1261aacd tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:32:45.466164 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-906b2874-99ae-43fe-8067-8f1ec9747077 req-afe57dbe-3ec1-4643-86f0-4bcc1261aacd tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:32:45.509206 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6462e953-d1df-4ec9-b730-493c419fae4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eea6b1bc-6288-4c29-aa76-b24c301e14e0,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:45.533273 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906b2874-99ae-43fe-8067-8f1ec9747077 req-afe57dbe-3ec1-4643-86f0-4bcc1261aacd tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:45.534336 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-906b2874-99ae-43fe-8067-8f1ec9747077 req-afe57dbe-3ec1-4643-86f0-4bcc1261aacd tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:45.550404 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-b45f3142-43b3-492e-9f00-3d642db6c122 req-d5824ffa-2132-4cf6-9bb3-a143e961c645 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f66c3c35-84d8-40e4-ba5a-5d3a119cad93 {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:32:45.550663 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-564c3000-73d6-4f5c-b3cd-cbc7116c4532 tempest-RoutersAdminNegativeIpV6Test-468905769 tempest-RoutersAdminNegativeIpV6Test-468905769-project-admin] Made reservation on behalf of 0a75081d55da472493def080023f3f8f for: {'port': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:32:45.558143 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-564c3000-73d6-4f5c-b3cd-cbc7116c4532 tempest-RoutersAdminNegativeIpV6Test-468905769 tempest-RoutersAdminNegativeIpV6Test-468905769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:45.599061 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe57dbe-3ec1-4643-86f0-4bcc1261aacd tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Pushing event updated for resources: {'Port': ['ID=8b109972-f836-4e14-af0c-f43da908cbca,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:45.605887 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b45f3142-43b3-492e-9f00-3d642db6c122 req-d5824ffa-2132-4cf6-9bb3-a143e961c645 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:45.644599 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 16ba697f-cbec-4f50-8859-6c20bf5f859e up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:32:45.668839 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffbd608f-2fb6-4308-b53d-60b1226f2bce tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:45.673196 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e6ea09c1-293e-4c37-9f27-3a4e02d0451c tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:45.682479 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ffbd608f-2fb6-4308-b53d-60b1226f2bce tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:45.699318 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [None req-e6ea09c1-293e-4c37-9f27-3a4e02d0451c tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Transition to ACTIVE for port object 64d71e1d-3c0e-48af-8935-ddb324485178 will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:32:45.748121 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-b45f3142-43b3-492e-9f00-3d642db6c122 req-d5824ffa-2132-4cf6-9bb3-a143e961c645 service neutron] Transition to ACTIVE for port object f66c3c35-84d8-40e4-ba5a-5d3a119cad93 will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:32:45.786729 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-906b2874-99ae-43fe-8067-8f1ec9747077 req-afe57dbe-3ec1-4643-86f0-4bcc1261aacd tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6215231 Jul 05 02:32:45.809333 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8a3d12-4619-4ab1-968d-761dd9dbd939 req-f8fe05df-5f3f-4a7d-b0b6-d0c3340acb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:45.810861 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-564c3000-73d6-4f5c-b3cd-cbc7116c4532 tempest-RoutersAdminNegativeIpV6Test-468905769 tempest-RoutersAdminNegativeIpV6Test-468905769-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:45.826821 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ee8a3d12-4619-4ab1-968d-761dd9dbd939 req-f8fe05df-5f3f-4a7d-b0b6-d0c3340acb2b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4e995921b6314f858ba2998c24015588&device_id=c52ed947-fce6-4894-9cbf-5ef18a8da90b HTTP/1.1" status: 200 len: 1096 time: 0.7175138 Jul 05 02:32:45.853307 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-a0f121eb-c8e2-4f74-8554-981795001ec5 None None] Provisioning for port 536713db-0f2d-4ca8-8db1-d2d4b9efaac2 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:32:45.874875 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-a0f121eb-c8e2-4f74-8554-981795001ec5 None None] Provisioning complete for port 536713db-0f2d-4ca8-8db1-d2d4b9efaac2 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:32:45.877143 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a0f121eb-c8e2-4f74-8554-981795001ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:45.915992 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e6ea09c1-293e-4c37-9f27-3a4e02d0451c tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:45.948881 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 16ba697f-cbec-4f50-8859-6c20bf5f859e completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:32:46.002705 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-a0f121eb-c8e2-4f74-8554-981795001ec5 None None] Port 536713db-0f2d-4ca8-8db1-d2d4b9efaac2 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:32:46.050639 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-906b2874-99ae-43fe-8067-8f1ec9747077 req-1aec9b36-1377-4e91-a932-ada7c9a6fd78 service neutron] Request body: {'port': {'device_id': 'ef449aa8-f75a-4fb8-b57e-9370ed8aa923', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:32:46.055289 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b45f3142-43b3-492e-9f00-3d642db6c122 req-d5824ffa-2132-4cf6-9bb3-a143e961c645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:46.090737 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-ffbd608f-2fb6-4308-b53d-60b1226f2bce tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.5262456 Jul 05 02:32:46.110819 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ea09c1-293e-4c37-9f27-3a4e02d0451c tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Pushing event updated for resources: {'Port': ['ID=64d71e1d-3c0e-48af-8935-ddb324485178,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:46.123288 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 41574) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:46.159637 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-39907240-8cfb-4a5c-a9ca-30dee6f388bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:46.185248 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-39907240-8cfb-4a5c-a9ca-30dee6f388bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:46.209434 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-986603ed-85fc-4580-be77-ab2343fcb92c None None] Provisioning for port 8b109972-f836-4e14-af0c-f43da908cbca completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:32:46.220327 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-986603ed-85fc-4580-be77-ab2343fcb92c None None] Provisioning complete for port 8b109972-f836-4e14-af0c-f43da908cbca triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:32:46.220327 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-986603ed-85fc-4580-be77-ab2343fcb92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:46.226313 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ea09c1-293e-4c37-9f27-3a4e02d0451c tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Network 7a9beffb-76f8-404c-8b85-0d7ce75720e9 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:32:46.241892 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-e6ea09c1-293e-4c37-9f27-3a4e02d0451c tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:32:46.244587 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ea09c1-293e-4c37-9f27-3a4e02d0451c tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:32:46.299927 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-986603ed-85fc-4580-be77-ab2343fcb92c None None] Port 8b109972-f836-4e14-af0c-f43da908cbca cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:32:46.318556 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8d921b-07bc-4db5-8e66-aa5e50e956ef req-8cec9993-2718-4cfd-b520-3b4f5e181840 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:46.320157 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-db8d921b-07bc-4db5-8e66-aa5e50e956ef req-8cec9993-2718-4cfd-b520-3b4f5e181840 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef449aa8-f75a-4fb8-b57e-9370ed8aa923 HTTP/1.1" status: 200 len: 931 time: 0.2476404 Jul 05 02:32:46.320892 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8a3d12-4619-4ab1-968d-761dd9dbd939 req-1235f8a7-424e-4bb2-b3fe-75c6098305b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:46.323051 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ee8a3d12-4619-4ab1-968d-761dd9dbd939 req-1235f8a7-424e-4bb2-b3fe-75c6098305b1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=66f0e33c-186c-492e-9bf2-332c0e115471 HTTP/1.1" status: 200 len: 915 time: 0.4953167 Jul 05 02:32:46.401684 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0a2afa-82bf-408e-a6cf-631ddd4b982c tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:46.406746 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-0a0a2afa-82bf-408e-a6cf-631ddd4b982c tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.13 HTTP/1.1" status: 200 len: 923 time: 0.2790554 Jul 05 02:32:46.410214 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-db8d921b-07bc-4db5-8e66-aa5e50e956ef req-fa191bce-da0c-4e83-ae97-6abd68dcc219 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.23 "GET /v2.0/security-groups?id=b53426f4-c39e-459a-b74a-012cb0101412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724797 Jul 05 02:32:46.410710 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 41578) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:46.416228 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5824ffa-2132-4cf6-9bb3-a143e961c645 service neutron] Pushing event updated for resources: {'Port': ['ID=f66c3c35-84d8-40e4-ba5a-5d3a119cad93,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:46.453575 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469d9b5a-f938-4d84-9c28-8a02c53e581d None None] Network 7a9beffb-76f8-404c-8b85-0d7ce75720e9 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:32:46.497768 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ea09c1-293e-4c37-9f27-3a4e02d0451c tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:46.498816 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e6ea09c1-293e-4c37-9f27-3a4e02d0451c tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:46.596662 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-39907240-8cfb-4a5c-a9ca-30dee6f388bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:46.603251 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-39907240-8cfb-4a5c-a9ca-30dee6f388bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:46.606803 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-39907240-8cfb-4a5c-a9ca-30dee6f388bb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/eea6b1bc-6288-4c29-aa76-b24c301e14e0 HTTP/1.1" status: 204 len: 168 time: 1.2524087 Jul 05 02:32:46.631391 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ee8a3d12-4619-4ab1-968d-761dd9dbd939 req-cda84402-1a00-449f-82ed-5946d78c4f6b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d66588ab-4bf0-4a0f-bf30-bc8d43bcceae HTTP/1.1" status: 200 len: 217 time: 0.2911859 Jul 05 02:32:46.706915 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-564c3000-73d6-4f5c-b3cd-cbc7116c4532 tempest-RoutersAdminNegativeIpV6Test-468905769 tempest-RoutersAdminNegativeIpV6Test-468905769-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:46.725869 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-0d2dc072-367e-4745-a7ce-bbc236648049 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Deleting port 536713db-0f2d-4ca8-8db1-d2d4b9efaac2 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:32:46.726292 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0d2dc072-367e-4745-a7ce-bbc236648049 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:46.759028 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 41584) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:46.792561 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8a3d12-4619-4ab1-968d-761dd9dbd939 req-f1266ffc-2ef7-4e04-ba59-fbf67f09b919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:46.794198 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ee8a3d12-4619-4ab1-968d-761dd9dbd939 req-f1266ffc-2ef7-4e04-ba59-fbf67f09b919 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=aa1bf1c9-f897-408c-a65c-fe6e04478f5f HTTP/1.1" status: 200 len: 854 time: 0.0980952 Jul 05 02:32:46.794917 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39907240-8cfb-4a5c-a9ca-30dee6f388bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eea6b1bc-6288-4c29-aa76-b24c301e14e0,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:46.804010 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-564c3000-73d6-4f5c-b3cd-cbc7116c4532 tempest-RoutersAdminNegativeIpV6Test-468905769 tempest-RoutersAdminNegativeIpV6Test-468905769-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:46.804845 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-906b2874-99ae-43fe-8067-8f1ec9747077 req-1aec9b36-1377-4e91-a932-ada7c9a6fd78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:46.807672 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [None req-564c3000-73d6-4f5c-b3cd-cbc7116c4532 tempest-RoutersAdminNegativeIpV6Test-468905769 tempest-RoutersAdminNegativeIpV6Test-468905769-project-admin] device_id is not set on port c237cfb2-4c2e-4a6b-8326-f6c9e0b9df7c yet. {{(pid=94462) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:32:46.873521 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-b703d902-f8d9-44e6-bc69-082d6e540623 None None] Provisioning for port 16ba697f-cbec-4f50-8859-6c20bf5f859e completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:32:46.888728 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-b703d902-f8d9-44e6-bc69-082d6e540623 None None] Provisioning complete for port 16ba697f-cbec-4f50-8859-6c20bf5f859e triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:32:46.889285 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b703d902-f8d9-44e6-bc69-082d6e540623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:46.892013 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 41588) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:46.912196 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-480e18c0-fb1b-4c21-aaae-f03b08e4c3d7 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Request body: {'subnet': {'network_id': '417c7b4c-125b-4212-9ee5-1d5e579ff398', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:32:46.929998 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-e6ea09c1-293e-4c37-9f27-3a4e02d0451c tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.7250564 Jul 05 02:32:46.959901 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 41590) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:46.976846 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8a3d12-4619-4ab1-968d-761dd9dbd939 req-1f804bda-2548-4686-aa02-a10faf782892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:46.978792 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ee8a3d12-4619-4ab1-968d-761dd9dbd939 req-1f804bda-2548-4686-aa02-a10faf782892 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=66f0e33c-186c-492e-9bf2-332c0e115471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1568198 Jul 05 02:32:47.016278 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-b45f3142-43b3-492e-9f00-3d642db6c122 req-d5824ffa-2132-4cf6-9bb3-a143e961c645 service neutron] Attempting to bind port f66c3c35-84d8-40e4-ba5a-5d3a119cad93 on host n-h1-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:32:47.016624 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b703d902-f8d9-44e6-bc69-082d6e540623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:47.018182 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-b45f3142-43b3-492e-9f00-3d642db6c122 req-d5824ffa-2132-4cf6-9bb3-a143e961c645 service neutron] Attempting to bind port f66c3c35-84d8-40e4-ba5a-5d3a119cad93 by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': '0d619be7-ad19-4519-a5a7-4bdc2abf8fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '66f0e33c-186c-492e-9bf2-332c0e115471'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:32:47.018338 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b45f3142-43b3-492e-9f00-3d642db6c122 req-d5824ffa-2132-4cf6-9bb3-a143e961c645 service neutron] Attempting to bind port f66c3c35-84d8-40e4-ba5a-5d3a119cad93 on network 66f0e33c-186c-492e-9bf2-332c0e115471 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:32:47.064336 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-b703d902-f8d9-44e6-bc69-082d6e540623 None None] For port 16ba697f-cbec-4f50-8859-6c20bf5f859e, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=16ba697f-cbec-4f50-8859-6c20bf5f859e,segment=NetworkSegment(66681c41-bdb3-4573-af0f-bee214b5591a),segment_id=66681c41-bdb3-4573-af0f-bee214b5591a)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:32:47.069843 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564c3000-73d6-4f5c-b3cd-cbc7116c4532 tempest-RoutersAdminNegativeIpV6Test-468905769 tempest-RoutersAdminNegativeIpV6Test-468905769-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a73010-6e5f-4f6f-948e-822923ce9c25,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:47.080301 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c0620416-000a-43e4-a9d6-3a9e016d9287 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:47.124505 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-564c3000-73d6-4f5c-b3cd-cbc7116c4532 tempest-RoutersAdminNegativeIpV6Test-468905769 tempest-RoutersAdminNegativeIpV6Test-468905769-project-admin] Allocated IP 172.25.7.177 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/c237cfb2-4c2e-4a6b-8326-f6c9e0b9df7c) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:32:47.129038 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0d2dc072-367e-4745-a7ce-bbc236648049 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:47.147417 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b703d902-f8d9-44e6-bc69-082d6e540623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:47.175566 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-0d2dc072-367e-4745-a7ce-bbc236648049 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Calling delete_port for 536713db-0f2d-4ca8-8db1-d2d4b9efaac2 owned by {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:32:47.198862 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b45f3142-43b3-492e-9f00-3d642db6c122 req-d5824ffa-2132-4cf6-9bb3-a143e961c645 service neutron] Port f66c3c35-84d8-40e4-ba5a-5d3a119cad93 on network 66f0e33c-186c-492e-9bf2-332c0e115471 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:32:47.199665 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b45f3142-43b3-492e-9f00-3d642db6c122 req-d5824ffa-2132-4cf6-9bb3-a143e961c645 service neutron] Attempting to bind port f66c3c35-84d8-40e4-ba5a-5d3a119cad93 on network 66f0e33c-186c-492e-9bf2-332c0e115471 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:32:47.225475 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b45f3142-43b3-492e-9f00-3d642db6c122 req-d5824ffa-2132-4cf6-9bb3-a143e961c645 service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:32:47.225826 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b45f3142-43b3-492e-9f00-3d642db6c122 req-d5824ffa-2132-4cf6-9bb3-a143e961c645 service neutron] Checking segment: {'id': '0d619be7-ad19-4519-a5a7-4bdc2abf8fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '66f0e33c-186c-492e-9bf2-332c0e115471'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:32:47.226379 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b45f3142-43b3-492e-9f00-3d642db6c122 req-d5824ffa-2132-4cf6-9bb3-a143e961c645 service neutron] Bound using segment: {'id': '0d619be7-ad19-4519-a5a7-4bdc2abf8fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '66f0e33c-186c-492e-9bf2-332c0e115471'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:32:47.227031 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-b45f3142-43b3-492e-9f00-3d642db6c122 req-d5824ffa-2132-4cf6-9bb3-a143e961c645 service neutron] Bound port: f66c3c35-84d8-40e4-ba5a-5d3a119cad93, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d619be7-ad19-4519-a5a7-4bdc2abf8fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '66f0e33c-186c-492e-9bf2-332c0e115471'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:32:47.227752 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b45f3142-43b3-492e-9f00-3d642db6c122 req-d5824ffa-2132-4cf6-9bb3-a143e961c645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:47.270324 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b703d902-f8d9-44e6-bc69-082d6e540623 None None] Pushing event updated for resources: {'Port': ['ID=16ba697f-cbec-4f50-8859-6c20bf5f859e,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:47.370178 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-480e18c0-fb1b-4c21-aaae-f03b08e4c3d7 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Made reservation on behalf of 8f4e99cc6de94582b74a94c49e9c88d0 for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:32:47.374894 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-480e18c0-fb1b-4c21-aaae-f03b08e4c3d7 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:47.397210 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11e2a04f-7948-4062-ab17-34fb0f013c17 None None] Provisioning for port 64d71e1d-3c0e-48af-8935-ddb324485178 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:32:47.402530 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11e2a04f-7948-4062-ab17-34fb0f013c17 None None] Provisioning complete for port 64d71e1d-3c0e-48af-8935-ddb324485178 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:32:47.402998 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11e2a04f-7948-4062-ab17-34fb0f013c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:47.452544 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 16ba697f-cbec-4f50-8859-6c20bf5f859e up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:32:47.481733 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-11e2a04f-7948-4062-ab17-34fb0f013c17 None None] Port 64d71e1d-3c0e-48af-8935-ddb324485178 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:32:47.510512 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11e2a04f-7948-4062-ab17-34fb0f013c17 None None] Provisioning complete for port 16ba697f-cbec-4f50-8859-6c20bf5f859e triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:32:47.511010 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11e2a04f-7948-4062-ab17-34fb0f013c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:47.558793 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ee8a3d12-4619-4ab1-968d-761dd9dbd939 req-1cd90395-a191-4644-852c-3ab19b4c641d service neutron] 10.222.0.21 "GET /v2.0/networks/66f0e33c-186c-492e-9bf2-332c0e115471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5503554 Jul 05 02:32:47.570063 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 16ba697f-cbec-4f50-8859-6c20bf5f859e triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:32:47.571653 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:47.585934 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-b45f3142-43b3-492e-9f00-3d642db6c122 req-d5824ffa-2132-4cf6-9bb3-a143e961c645 service neutron] For port f66c3c35-84d8-40e4-ba5a-5d3a119cad93, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:32:47.590521 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-564c3000-73d6-4f5c-b3cd-cbc7116c4532 tempest-RoutersAdminNegativeIpV6Test-468905769 tempest-RoutersAdminNegativeIpV6Test-468905769-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:47.659838 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-b45f3142-43b3-492e-9f00-3d642db6c122 req-d5824ffa-2132-4cf6-9bb3-a143e961c645 service neutron] For port f66c3c35-84d8-40e4-ba5a-5d3a119cad93, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=f66c3c35-84d8-40e4-ba5a-5d3a119cad93,segment=NetworkSegment(0d619be7-ad19-4519-a5a7-4bdc2abf8fc6),segment_id=0d619be7-ad19-4519-a5a7-4bdc2abf8fc6)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:32:47.758417 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 41600) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:47.769971 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b45f3142-43b3-492e-9f00-3d642db6c122 req-d5824ffa-2132-4cf6-9bb3-a143e961c645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:47.824697 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-8379fa67-9bc1-40d2-a1bf-85b5b01a8b2c None None] Provisioning complete for port 64d71e1d-3c0e-48af-8935-ddb324485178 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:32:47.825342 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8379fa67-9bc1-40d2-a1bf-85b5b01a8b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:47.825460 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-564c3000-73d6-4f5c-b3cd-cbc7116c4532 tempest-RoutersAdminNegativeIpV6Test-468905769 tempest-RoutersAdminNegativeIpV6Test-468905769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:47.855853 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-47240b02-1872-4f89-b59b-e0682e97a295 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:47.866076 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-8379fa67-9bc1-40d2-a1bf-85b5b01a8b2c None None] Port 64d71e1d-3c0e-48af-8935-ddb324485178 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:32:48.002322 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device d66588ab-4bf0-4a0f-bf30-bc8d43bcceae details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:32:48.123596 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port d66588ab-4bf0-4a0f-bf30-bc8d43bcceae, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=d66588ab-4bf0-4a0f-bf30-bc8d43bcceae,segment=NetworkSegment(0d619be7-ad19-4519-a5a7-4bdc2abf8fc6),segment_id=0d619be7-ad19-4519-a5a7-4bdc2abf8fc6)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:32:48.141439 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': 'd66588ab-4bf0-4a0f-bf30-bc8d43bcceae', 'network_id': '66f0e33c-186c-492e-9bf2-332c0e115471', 'port_id': 'd66588ab-4bf0-4a0f-bf30-bc8d43bcceae', 'mac_address': 'fa:16:3e:22:67:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa1bf1c9-f897-408c-a65c-fe6e04478f5f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:32:48.155730 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-906b2874-99ae-43fe-8067-8f1ec9747077 req-1aec9b36-1377-4e91-a932-ada7c9a6fd78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b109972-f836-4e14-af0c-f43da908cbca {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:32:48.162412 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45f3142-43b3-492e-9f00-3d642db6c122 req-d5824ffa-2132-4cf6-9bb3-a143e961c645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:48.163253 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b45f3142-43b3-492e-9f00-3d642db6c122 req-d5824ffa-2132-4cf6-9bb3-a143e961c645 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:48.164703 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b45f3142-43b3-492e-9f00-3d642db6c122 req-d5824ffa-2132-4cf6-9bb3-a143e961c645 service neutron] 10.222.0.21 "PUT /v2.0/ports/f66c3c35-84d8-40e4-ba5a-5d3a119cad93 HTTP/1.1" status: 200 len: 1092 time: 4.8158131 Jul 05 02:32:48.169521 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ee8a3d12-4619-4ab1-968d-761dd9dbd939 req-72de78eb-3767-4c4b-b156-2af4e8ac5ce3 service neutron] 10.222.0.21 "GET /v2.0/networks/66f0e33c-186c-492e-9bf2-332c0e115471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5996456 Jul 05 02:32:48.173855 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4f8f1fc-059b-456c-8142-a45f72135be6', 'tag': 'f66c3c35-84d8-40e4-ba5a-5d3a119cad93'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:32:48.176239 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca03d0d8-a5b6-4b37-8a18-6fe6fdfe71f5" -d '{"events": [{"name": "network-changed", "server_uuid": "c4f8f1fc-059b-456c-8142-a45f72135be6", "tag": "f66c3c35-84d8-40e4-ba5a-5d3a119cad93"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:32:48.213476 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-906b2874-99ae-43fe-8067-8f1ec9747077 req-1aec9b36-1377-4e91-a932-ada7c9a6fd78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:48.218404 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:48.236858 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a7fdea8-c1f4-4d81-bc83-f3ff75e72233 x-openstack-request-id: req-9a7fdea8-c1f4-4d81-bc83-f3ff75e72233 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:32:48.237146 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4f8f1fc-059b-456c-8142-a45f72135be6", "tag": "f66c3c35-84d8-40e4-ba5a-5d3a119cad93", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:32:48.237400 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9a7fdea8-c1f4-4d81-bc83-f3ff75e72233 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:32:48.237793 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4f8f1fc-059b-456c-8142-a45f72135be6', 'tag': 'f66c3c35-84d8-40e4-ba5a-5d3a119cad93', 'status': 'completed', 'code': 200} Jul 05 02:32:48.243015 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5824ffa-2132-4cf6-9bb3-a143e961c645 service neutron] Pushing event updated for resources: {'Port': ['ID=f66c3c35-84d8-40e4-ba5a-5d3a119cad93,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:48.248528 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d66588ab-4bf0-4a0f-bf30-bc8d43bcceae {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:32:48.250808 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-906b2874-99ae-43fe-8067-8f1ec9747077 req-1aec9b36-1377-4e91-a932-ada7c9a6fd78 service neutron] Transition to ACTIVE for port object 8b109972-f836-4e14-af0c-f43da908cbca will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:32:48.265285 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b4f41cbb-d89c-49c6-90b8-8150b2c79b65 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:48.284386 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port d66588ab-4bf0-4a0f-bf30-bc8d43bcceae, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=d66588ab-4bf0-4a0f-bf30-bc8d43bcceae,segment=NetworkSegment(0d619be7-ad19-4519-a5a7-4bdc2abf8fc6),segment_id=0d619be7-ad19-4519-a5a7-4bdc2abf8fc6)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:32:48.292520 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564c3000-73d6-4f5c-b3cd-cbc7116c4532 tempest-RoutersAdminNegativeIpV6Test-468905769 tempest-RoutersAdminNegativeIpV6Test-468905769-project-admin] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:32:48.303503 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0d2dc072-367e-4745-a7ce-bbc236648049 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:48.311412 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564c3000-73d6-4f5c-b3cd-cbc7116c4532 tempest-RoutersAdminNegativeIpV6Test-468905769 tempest-RoutersAdminNegativeIpV6Test-468905769-project-admin] Pushing event updated for resources: {'Port': ['ID=c237cfb2-4c2e-4a6b-8326-f6c9e0b9df7c,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:48.319416 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-564c3000-73d6-4f5c-b3cd-cbc7116c4532 tempest-RoutersAdminNegativeIpV6Test-468905769 tempest-RoutersAdminNegativeIpV6Test-468905769-project-admin] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:32:48.335799 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564c3000-73d6-4f5c-b3cd-cbc7116c4532 tempest-RoutersAdminNegativeIpV6Test-468905769 tempest-RoutersAdminNegativeIpV6Test-468905769-project-admin] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:32:48.369951 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c0620416-000a-43e4-a9d6-3a9e016d9287 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:48.381317 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:48.390569 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-906b2874-99ae-43fe-8067-8f1ec9747077 req-1aec9b36-1377-4e91-a932-ada7c9a6fd78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:48.390799 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2dc072-367e-4745-a7ce-bbc236648049 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Pushing event deleted for resources: {'Port': ['ID=536713db-0f2d-4ca8-8db1-d2d4b9efaac2,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:48.399491 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133784b6-56ab-4f2a-8a4d-407a6e9f4051 req-1092da39-b384-4042-a391-fff2fed7c68e tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:48.406482 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-133784b6-56ab-4f2a-8a4d-407a6e9f4051 req-1092da39-b384-4042-a391-fff2fed7c68e tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef449aa8-f75a-4fb8-b57e-9370ed8aa923 HTTP/1.1" status: 200 len: 931 time: 0.7907405 Jul 05 02:32:48.505346 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c0620416-000a-43e4-a9d6-3a9e016d9287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:48.514276 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca03d0d8-a5b6-4b37-8a18-6fe6fdfe71f5 req-cfee861b-e637-46f0-b17f-1ea5958030bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:48.516060 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ca03d0d8-a5b6-4b37-8a18-6fe6fdfe71f5 req-cfee861b-e637-46f0-b17f-1ea5958030bb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4e995921b6314f858ba2998c24015588&device_id=c4f8f1fc-059b-456c-8142-a45f72135be6 HTTP/1.1" status: 200 len: 1095 time: 0.2411680 Jul 05 02:32:48.556084 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564c3000-73d6-4f5c-b3cd-cbc7116c4532 tempest-RoutersAdminNegativeIpV6Test-468905769 tempest-RoutersAdminNegativeIpV6Test-468905769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:48.556956 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-564c3000-73d6-4f5c-b3cd-cbc7116c4532 tempest-RoutersAdminNegativeIpV6Test-468905769 tempest-RoutersAdminNegativeIpV6Test-468905769-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:48.584386 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aec9b36-1377-4e91-a932-ada7c9a6fd78 service neutron] Pushing event updated for resources: {'Port': ['ID=8b109972-f836-4e14-af0c-f43da908cbca,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:48.636599 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=d66588ab-4bf0-4a0f-bf30-bc8d43bcceae,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:48.674777 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-133784b6-56ab-4f2a-8a4d-407a6e9f4051 req-eaad021e-afba-4f34-92e9-1b3f388f8e6e tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.23 "GET /v2.0/security-groups?id=b53426f4-c39e-459a-b74a-012cb0101412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673182 Jul 05 02:32:48.703082 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-c0620416-000a-43e4-a9d6-3a9e016d9287 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=85d6869a18ef4ce487658814305d0416&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9375439 Jul 05 02:32:48.703709 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0d2dc072-367e-4745-a7ce-bbc236648049 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:48.710242 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-0d2dc072-367e-4745-a7ce-bbc236648049 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "DELETE /v2.0/ports/536713db-0f2d-4ca8-8db1-d2d4b9efaac2 HTTP/1.1" status: 204 len: 168 time: 2.2792368 Jul 05 02:32:48.710435 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 41604) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:48.710535 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 41606) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:48.713884 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['d66588ab-4bf0-4a0f-bf30-bc8d43bcceae'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:32:48.787477 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0620416-000a-43e4-a9d6-3a9e016d9287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=368c3f62-021f-46f5-a358-3c7bff0ff5fd,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:48.824783 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3782a41-0427-46d3-804f-5ea27c1b3bf9 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] GET failed (client error): The resource could not be found. Jul 05 02:32:48.832984 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-f3782a41-0427-46d3-804f-5ea27c1b3bf9 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "GET /v2.0/ports/536713db-0f2d-4ca8-8db1-d2d4b9efaac2 HTTP/1.1" status: 404 len: 333 time: 0.1211653 Jul 05 02:32:48.841839 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 41610) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:48.890904 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-480e18c0-fb1b-4c21-aaae-f03b08e4c3d7 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:48.906073 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-906b2874-99ae-43fe-8067-8f1ec9747077 req-1aec9b36-1377-4e91-a932-ada7c9a6fd78 service neutron] Attempting to bind port 8b109972-f836-4e14-af0c-f43da908cbca on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:32:48.906662 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-906b2874-99ae-43fe-8067-8f1ec9747077 req-1aec9b36-1377-4e91-a932-ada7c9a6fd78 service neutron] Attempting to bind port 8b109972-f836-4e14-af0c-f43da908cbca by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '0d619be7-ad19-4519-a5a7-4bdc2abf8fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '66f0e33c-186c-492e-9bf2-332c0e115471'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:32:48.910821 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906b2874-99ae-43fe-8067-8f1ec9747077 req-1aec9b36-1377-4e91-a932-ada7c9a6fd78 service neutron] Attempting to bind port 8b109972-f836-4e14-af0c-f43da908cbca on network 66f0e33c-186c-492e-9bf2-332c0e115471 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:32:48.947189 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b4f41cbb-d89c-49c6-90b8-8150b2c79b65 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:48.952736 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906b2874-99ae-43fe-8067-8f1ec9747077 req-1aec9b36-1377-4e91-a932-ada7c9a6fd78 service neutron] Port 8b109972-f836-4e14-af0c-f43da908cbca on network 66f0e33c-186c-492e-9bf2-332c0e115471 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:32:48.953053 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906b2874-99ae-43fe-8067-8f1ec9747077 req-1aec9b36-1377-4e91-a932-ada7c9a6fd78 service neutron] Attempting to bind port 8b109972-f836-4e14-af0c-f43da908cbca on network 66f0e33c-186c-492e-9bf2-332c0e115471 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:32:48.960719 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca03d0d8-a5b6-4b37-8a18-6fe6fdfe71f5 req-62535cb2-8463-41f1-9c7f-7146b828416a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:48.962298 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ca03d0d8-a5b6-4b37-8a18-6fe6fdfe71f5 req-62535cb2-8463-41f1-9c7f-7146b828416a service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=4e995921b6314f858ba2998c24015588&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4076607 Jul 05 02:32:48.973176 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906b2874-99ae-43fe-8067-8f1ec9747077 req-1aec9b36-1377-4e91-a932-ada7c9a6fd78 service neutron] Checking agent: {'id': 'e071c76e-395f-48c4-a98f-88088465cf0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:32:48.973522 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906b2874-99ae-43fe-8067-8f1ec9747077 req-1aec9b36-1377-4e91-a932-ada7c9a6fd78 service neutron] Checking segment: {'id': '0d619be7-ad19-4519-a5a7-4bdc2abf8fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '66f0e33c-186c-492e-9bf2-332c0e115471'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:32:48.973916 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906b2874-99ae-43fe-8067-8f1ec9747077 req-1aec9b36-1377-4e91-a932-ada7c9a6fd78 service neutron] Bound using segment: {'id': '0d619be7-ad19-4519-a5a7-4bdc2abf8fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '66f0e33c-186c-492e-9bf2-332c0e115471'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:32:48.974379 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-906b2874-99ae-43fe-8067-8f1ec9747077 req-1aec9b36-1377-4e91-a932-ada7c9a6fd78 service neutron] Bound port: 8b109972-f836-4e14-af0c-f43da908cbca, host: n-h2-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d619be7-ad19-4519-a5a7-4bdc2abf8fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '66f0e33c-186c-492e-9bf2-332c0e115471'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:32:48.974741 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-906b2874-99ae-43fe-8067-8f1ec9747077 req-1aec9b36-1377-4e91-a932-ada7c9a6fd78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:48.976556 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-fbeac046-6e1d-4e3c-9e87-001fb3352f99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:48.988625 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-47240b02-1872-4f89-b59b-e0682e97a295 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:49.001044 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480e18c0-fb1b-4c21-aaae-f03b08e4c3d7 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Pushing event updated for resources: {'Subnet': ['ID=461eff28-7439-41f6-a1b2-ff5205a53012,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:49.016012 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480e18c0-fb1b-4c21-aaae-f03b08e4c3d7 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Checking segment: {'id': '29b56f38-4412-42a0-9f09-9a7a0acf4835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '417c7b4c-125b-4212-9ee5-1d5e579ff398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:32:49.016377 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480e18c0-fb1b-4c21-aaae-f03b08e4c3d7 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Network hostable DHCP agents. Network: 417c7b4c-125b-4212-9ee5-1d5e579ff398, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:32:49.049776 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-a7b22094-5970-416d-a2d3-1c203d275591 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Deleting port 69f90292-6a3a-4342-811d-8346d8ce2890 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:32:49.050015 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a7b22094-5970-416d-a2d3-1c203d275591 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:49.083549 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-fbeac046-6e1d-4e3c-9e87-001fb3352f99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:49.111188 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b4f41cbb-d89c-49c6-90b8-8150b2c79b65 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:49.134860 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480e18c0-fb1b-4c21-aaae-f03b08e4c3d7 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Network 417c7b4c-125b-4212-9ee5-1d5e579ff398 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:32:49.143396 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a7b22094-5970-416d-a2d3-1c203d275591 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:49.158681 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-a7b22094-5970-416d-a2d3-1c203d275591 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Calling delete_port for 69f90292-6a3a-4342-811d-8346d8ce2890 owned by {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:32:49.177999 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-47240b02-1872-4f89-b59b-e0682e97a295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:49.267500 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-564c3000-73d6-4f5c-b3cd-cbc7116c4532 tempest-RoutersAdminNegativeIpV6Test-468905769 tempest-RoutersAdminNegativeIpV6Test-468905769-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 4.6584001 Jul 05 02:32:49.270361 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 41612) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:49.274788 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-df1de24d-ad1d-4af9-b28a-9be34f2afc05 tempest-RoutersAdminNegativeIpV6Test-468905769 tempest-RoutersAdminNegativeIpV6Test-468905769-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.177'}]}}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:32:49.329970 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-480e18c0-fb1b-4c21-aaae-f03b08e4c3d7 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 417c7b4c-125b-4212-9ee5-1d5e579ff398) {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:32:49.334460 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480e18c0-fb1b-4c21-aaae-f03b08e4c3d7 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:49.335163 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-480e18c0-fb1b-4c21-aaae-f03b08e4c3d7 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:49.343259 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18541e70-7d60-44f2-871f-12d32c4c55d0 None None] Network 417c7b4c-125b-4212-9ee5-1d5e579ff398 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:32:49.385271 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-df1de24d-ad1d-4af9-b28a-9be34f2afc05 tempest-RoutersAdminNegativeIpV6Test-468905769 tempest-RoutersAdminNegativeIpV6Test-468905769-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11810'] for router, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:49.385271 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-df1de24d-ad1d-4af9-b28a-9be34f2afc05 tempest-RoutersAdminNegativeIpV6Test-468905769 tempest-RoutersAdminNegativeIpV6Test-468905769-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1926740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11821'] for router, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:49.440912 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-906b2874-99ae-43fe-8067-8f1ec9747077 req-1aec9b36-1377-4e91-a932-ada7c9a6fd78 service neutron] For port 8b109972-f836-4e14-af0c-f43da908cbca, host n-h2-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:32:49.453979 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-823aff81-662f-440d-92f9-16483182533c None None] Provisioning complete for port 64d71e1d-3c0e-48af-8935-ddb324485178 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:32:49.454462 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-823aff81-662f-440d-92f9-16483182533c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:49.484650 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca03d0d8-a5b6-4b37-8a18-6fe6fdfe71f5 req-11b1d737-b938-483e-b5c8-7642f0f6cb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:49.486208 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ca03d0d8-a5b6-4b37-8a18-6fe6fdfe71f5 req-11b1d737-b938-483e-b5c8-7642f0f6cb8e service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5140703 Jul 05 02:32:49.492470 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-906b2874-99ae-43fe-8067-8f1ec9747077 req-1aec9b36-1377-4e91-a932-ada7c9a6fd78 service neutron] For port 8b109972-f836-4e14-af0c-f43da908cbca, host n-h2-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=8b109972-f836-4e14-af0c-f43da908cbca,segment=NetworkSegment(0d619be7-ad19-4519-a5a7-4bdc2abf8fc6),segment_id=0d619be7-ad19-4519-a5a7-4bdc2abf8fc6)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:32:49.497412 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47240b02-1872-4f89-b59b-e0682e97a295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01a88805-4015-4dcd-beb6-27b76abc56c7,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:49.499944 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f41cbb-d89c-49c6-90b8-8150b2c79b65 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Pushing event updated for resources: {'Port': ['ID=64d71e1d-3c0e-48af-8935-ddb324485178,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:49.506854 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-47240b02-1872-4f89-b59b-e0682e97a295 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d09f0a0bdcc541338ef3a540a92da462&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7391198 Jul 05 02:32:49.513566 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 41614) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:49.524287 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-480e18c0-fb1b-4c21-aaae-f03b08e4c3d7 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6228840 Jul 05 02:32:49.525160 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 41616) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:49.530505 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-3f55da21-0175-43e6-94fb-ffa8465101e9 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-276347502'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:32:49.542969 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-823aff81-662f-440d-92f9-16483182533c None None] Port 64d71e1d-3c0e-48af-8935-ddb324485178 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:32:49.544069 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a7b22094-5970-416d-a2d3-1c203d275591 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:49.585700 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b22094-5970-416d-a2d3-1c203d275591 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Pushing event deleted for resources: {'Port': ['ID=69f90292-6a3a-4342-811d-8346d8ce2890,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:49.643716 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-fbeac046-6e1d-4e3c-9e87-001fb3352f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:49.644160 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1cf026-72b3-4375-81df-52d2d02b4cd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-417c7b4c-125b-4212-9ee5-1d5e579ff398', 'network_id': '417c7b4c-125b-4212-9ee5-1d5e579ff398', 'tenant_id': '8f4e99cc6de94582b74a94c49e9c88d0', 'fixed_ips': [{'subnet_id': '461eff28-7439-41f6-a1b2-ff5205a53012'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:32:49.645139 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8d1cf026-72b3-4375-81df-52d2d02b4cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:49.648523 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-fbeac046-6e1d-4e3c-9e87-001fb3352f99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:49.653098 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-fbeac046-6e1d-4e3c-9e87-001fb3352f99 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/368c3f62-021f-46f5-a358-3c7bff0ff5fd HTTP/1.1" status: 204 len: 168 time: 0.9320235 Jul 05 02:32:49.663520 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-906b2874-99ae-43fe-8067-8f1ec9747077 req-1aec9b36-1377-4e91-a932-ada7c9a6fd78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:49.725886 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b9a95c71-466a-46f0-a9eb-90fd13502140 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:49.736534 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeac046-6e1d-4e3c-9e87-001fb3352f99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=368c3f62-021f-46f5-a358-3c7bff0ff5fd,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:49.748430 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f55da21-0175-43e6-94fb-ffa8465101e9 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Made reservation on behalf of 8f4e99cc6de94582b74a94c49e9c88d0 for: {'network': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:32:49.752759 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3f55da21-0175-43e6-94fb-ffa8465101e9 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:49.761524 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b9a95c71-466a-46f0-a9eb-90fd13502140 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:49.777095 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906b2874-99ae-43fe-8067-8f1ec9747077 req-1aec9b36-1377-4e91-a932-ada7c9a6fd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:49.777095 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-906b2874-99ae-43fe-8067-8f1ec9747077 req-1aec9b36-1377-4e91-a932-ada7c9a6fd78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:49.777462 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-906b2874-99ae-43fe-8067-8f1ec9747077 req-1aec9b36-1377-4e91-a932-ada7c9a6fd78 service neutron] 10.222.0.15 "PUT /v2.0/ports/8b109972-f836-4e14-af0c-f43da908cbca HTTP/1.1" status: 200 len: 1092 time: 3.9380977 Jul 05 02:32:49.823075 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f55da21-0175-43e6-94fb-ffa8465101e9 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=94461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:32:49.834760 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3f55da21-0175-43e6-94fb-ffa8465101e9 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:49.835336 n-d-771362-32 neutron-server[94461]: INFO neutron.db.segments_db [None req-3f55da21-0175-43e6-94fb-ffa8465101e9 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Added segment 34c5ccb4-9af6-4af4-a13e-31f044391866 of type vlan for network 39506711-50a0-4dce-8886-641b483c8819 Jul 05 02:32:49.874898 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-df1de24d-ad1d-4af9-b28a-9be34f2afc05 tempest-RoutersAdminNegativeIpV6Test-468905769 tempest-RoutersAdminNegativeIpV6Test-468905769-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:49.887867 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-8d1cf026-72b3-4375-81df-52d2d02b4cd2 None None] Allocated IP 2001:db8:0:ffff::2 (417c7b4c-125b-4212-9ee5-1d5e579ff398/461eff28-7439-41f6-a1b2-ff5205a53012/e42fdc62-10c2-4f37-9254-377cf3da5dc9) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:32:49.957136 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a7b22094-5970-416d-a2d3-1c203d275591 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:49.959620 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-a7b22094-5970-416d-a2d3-1c203d275591 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "DELETE /v2.0/ports/69f90292-6a3a-4342-811d-8346d8ce2890 HTTP/1.1" status: 204 len: 168 time: 1.1254272 Jul 05 02:32:49.983615 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 41622) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:50.020951 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3f55da21-0175-43e6-94fb-ffa8465101e9 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:50.092613 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aec9b36-1377-4e91-a932-ada7c9a6fd78 service neutron] Pushing event updated for resources: {'Port': ['ID=8b109972-f836-4e14-af0c-f43da908cbca,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:50.095680 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b4f41cbb-d89c-49c6-90b8-8150b2c79b65 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635668'] for router_interface, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:50.121879 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8d1cf026-72b3-4375-81df-52d2d02b4cd2 None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:50.130074 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-8d1cf026-72b3-4375-81df-52d2d02b4cd2 None None] Transition to ACTIVE for port object e42fdc62-10c2-4f37-9254-377cf3da5dc9 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:32:50.147058 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-8d1cf026-72b3-4375-81df-52d2d02b4cd2 None None] Transition to ACTIVE for port object e42fdc62-10c2-4f37-9254-377cf3da5dc9 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:32:50.156055 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device d66588ab-4bf0-4a0f-bf30-bc8d43bcceae up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:32:50.191206 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45f3142-43b3-492e-9f00-3d642db6c122 req-d15f215d-6519-41b7-bd2a-ac9d36938945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:50.193067 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b45f3142-43b3-492e-9f00-3d642db6c122 req-d15f215d-6519-41b7-bd2a-ac9d36938945 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4e995921b6314f858ba2998c24015588&device_id=c4f8f1fc-059b-456c-8142-a45f72135be6 HTTP/1.1" status: 200 len: 1095 time: 0.6182208 Jul 05 02:32:50.211627 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aec9b36-1377-4e91-a932-ada7c9a6fd78 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:32:50.212243 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aec9b36-1377-4e91-a932-ada7c9a6fd78 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:32:50.212825 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aec9b36-1377-4e91-a932-ada7c9a6fd78 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:32:50.213338 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aec9b36-1377-4e91-a932-ada7c9a6fd78 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:32:50.213766 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aec9b36-1377-4e91-a932-ada7c9a6fd78 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:32:50.214223 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aec9b36-1377-4e91-a932-ada7c9a6fd78 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:32:50.214650 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aec9b36-1377-4e91-a932-ada7c9a6fd78 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:32:50.215080 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aec9b36-1377-4e91-a932-ada7c9a6fd78 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:32:50.215517 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aec9b36-1377-4e91-a932-ada7c9a6fd78 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:32:50.215938 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aec9b36-1377-4e91-a932-ada7c9a6fd78 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:32:50.216867 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aec9b36-1377-4e91-a932-ada7c9a6fd78 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:32:50.217370 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aec9b36-1377-4e91-a932-ada7c9a6fd78 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:32:50.257664 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a8ae653-9745-4777-b65a-efb3bb44ddb0 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] GET failed (client error): The resource could not be found. Jul 05 02:32:50.259291 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef449aa8-f75a-4fb8-b57e-9370ed8aa923', 'tag': '8b109972-f836-4e14-af0c-f43da908cbca'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:32:50.263954 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-0a8ae653-9745-4777-b65a-efb3bb44ddb0 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "GET /v2.0/ports/69f90292-6a3a-4342-811d-8346d8ce2890 HTTP/1.1" status: 404 len: 333 time: 0.2668300 Jul 05 02:32:50.264122 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9dc6a30-60e7-4425-89b2-2f5e02aa089e" -d '{"events": [{"name": "network-changed", "server_uuid": "ef449aa8-f75a-4fb8-b57e-9370ed8aa923", "tag": "8b109972-f836-4e14-af0c-f43da908cbca"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:32:50.264256 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-df1de24d-ad1d-4af9-b28a-9be34f2afc05 tempest-RoutersAdminNegativeIpV6Test-468905769 tempest-RoutersAdminNegativeIpV6Test-468905769-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:50.265489 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b45f3142-43b3-492e-9f00-3d642db6c122 req-0bb215e9-c7f7-4d40-ab92-22bb51a91149 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f66c3c35-84d8-40e4-ba5a-5d3a119cad93 HTTP/1.1" status: 200 len: 217 time: 0.0573020 Jul 05 02:32:50.267402 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b9a95c71-466a-46f0-a9eb-90fd13502140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:50.269991 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 41632) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:50.270674 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b9a95c71-466a-46f0-a9eb-90fd13502140 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:50.272299 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-b9a95c71-466a-46f0-a9eb-90fd13502140 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/01a88805-4015-4dcd-beb6-27b76abc56c7 HTTP/1.1" status: 204 len: 168 time: 0.7572989 Jul 05 02:32:50.290116 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8d1cf026-72b3-4375-81df-52d2d02b4cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:50.305549 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a95c71-466a-46f0-a9eb-90fd13502140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a88805-4015-4dcd-beb6-27b76abc56c7,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:50.373994 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_v2 [None req-db1b0a58-34c5-4b7f-9371-f8c8b5d01aed tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Deleting subnet c9c7f7e2-6f33-42a5-bd59-aaabac7890ef {{(pid=94461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:32:50.374258 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1cf026-72b3-4375-81df-52d2d02b4cd2 None None] Pushing event updated for resources: {'Port': ['ID=e42fdc62-10c2-4f37-9254-377cf3da5dc9,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:50.376943 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450315e6-97dd-4d16-b201-3af40c1c868e req-f69bfb0e-7a73-4649-829f-909e61dfd67c tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:50.380337 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-214521ca-61c2-455c-8440-3623148dab12 x-openstack-request-id: req-214521ca-61c2-455c-8440-3623148dab12 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:32:50.380644 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef449aa8-f75a-4fb8-b57e-9370ed8aa923", "tag": "8b109972-f836-4e14-af0c-f43da908cbca", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:32:50.380875 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-214521ca-61c2-455c-8440-3623148dab12 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:32:50.381269 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef449aa8-f75a-4fb8-b57e-9370ed8aa923', 'tag': '8b109972-f836-4e14-af0c-f43da908cbca', 'status': 'completed', 'code': 200} Jul 05 02:32:50.383445 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-450315e6-97dd-4d16-b201-3af40c1c868e req-f69bfb0e-7a73-4649-829f-909e61dfd67c tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef449aa8-f75a-4fb8-b57e-9370ed8aa923 HTTP/1.1" status: 200 len: 943 time: 0.4760141 Jul 05 02:32:50.388606 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-db1b0a58-34c5-4b7f-9371-f8c8b5d01aed tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks [] for subnet, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:50.402005 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1cf026-72b3-4375-81df-52d2d02b4cd2 None None] Network 417c7b4c-125b-4212-9ee5-1d5e579ff398 is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:32:50.404806 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-8d1cf026-72b3-4375-81df-52d2d02b4cd2 None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:32:50.407200 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1cf026-72b3-4375-81df-52d2d02b4cd2 None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:32:50.434466 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-450315e6-97dd-4d16-b201-3af40c1c868e req-a89eefde-41cb-46fc-86f6-ea268dc9fcab tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.23 "GET /v2.0/security-groups?id=b53426f4-c39e-459a-b74a-012cb0101412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447083 Jul 05 02:32:50.450567 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45f3142-43b3-492e-9f00-3d642db6c122 req-8a1e7de0-0fbd-44b7-9a68-a16342c9d9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:50.452071 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b45f3142-43b3-492e-9f00-3d642db6c122 req-8a1e7de0-0fbd-44b7-9a68-a16342c9d9ae service neutron] 10.222.0.21 "GET /v2.0/subnets?id=aa1bf1c9-f897-408c-a65c-fe6e04478f5f HTTP/1.1" status: 200 len: 854 time: 0.1735058 Jul 05 02:32:50.469100 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning for port d66588ab-4bf0-4a0f-bf30-bc8d43bcceae completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:32:50.472762 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port d66588ab-4bf0-4a0f-bf30-bc8d43bcceae triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:32:50.473132 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:50.474619 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-8d1cf026-72b3-4375-81df-52d2d02b4cd2 None None] Attempting to bind port e42fdc62-10c2-4f37-9254-377cf3da5dc9 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:32:50.474984 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-8d1cf026-72b3-4375-81df-52d2d02b4cd2 None None] Attempting to bind port e42fdc62-10c2-4f37-9254-377cf3da5dc9 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '29b56f38-4412-42a0-9f09-9a7a0acf4835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '417c7b4c-125b-4212-9ee5-1d5e579ff398'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:32:50.475336 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1cf026-72b3-4375-81df-52d2d02b4cd2 None None] Attempting to bind port e42fdc62-10c2-4f37-9254-377cf3da5dc9 on network 417c7b4c-125b-4212-9ee5-1d5e579ff398 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:32:50.484327 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-db1b0a58-34c5-4b7f-9371-f8c8b5d01aed tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5519650'] for subnet, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:50.497153 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1cf026-72b3-4375-81df-52d2d02b4cd2 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:32:50.497582 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1cf026-72b3-4375-81df-52d2d02b4cd2 None None] Checking segment: {'id': '29b56f38-4412-42a0-9f09-9a7a0acf4835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '417c7b4c-125b-4212-9ee5-1d5e579ff398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:32:50.497968 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8d1cf026-72b3-4375-81df-52d2d02b4cd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:50.498384 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1cf026-72b3-4375-81df-52d2d02b4cd2 None None] Bound using segment: {'id': '29b56f38-4412-42a0-9f09-9a7a0acf4835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '417c7b4c-125b-4212-9ee5-1d5e579ff398'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:32:50.498856 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-8d1cf026-72b3-4375-81df-52d2d02b4cd2 None None] Bound port: e42fdc62-10c2-4f37-9254-377cf3da5dc9, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29b56f38-4412-42a0-9f09-9a7a0acf4835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '417c7b4c-125b-4212-9ee5-1d5e579ff398'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:32:50.499239 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8d1cf026-72b3-4375-81df-52d2d02b4cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:50.537847 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906b2874-99ae-43fe-8067-8f1ec9747077 req-ea0e3234-4fbb-4dc4-ae15-9d2e72f7cd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:50.539439 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-906b2874-99ae-43fe-8067-8f1ec9747077 req-ea0e3234-4fbb-4dc4-ae15-9d2e72f7cd1c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e995921b6314f858ba2998c24015588&device_id=ef449aa8-f75a-4fb8-b57e-9370ed8aa923 HTTP/1.1" status: 200 len: 1095 time: 0.6248498 Jul 05 02:32:50.540053 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b4f41cbb-d89c-49c6-90b8-8150b2c79b65 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:50.610436 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3f55da21-0175-43e6-94fb-ffa8465101e9 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:50.611460 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-8d1cf026-72b3-4375-81df-52d2d02b4cd2 None None] For port e42fdc62-10c2-4f37-9254-377cf3da5dc9, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:32:50.616542 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f55da21-0175-43e6-94fb-ffa8465101e9 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:50.617226 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3f55da21-0175-43e6-94fb-ffa8465101e9 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:50.620626 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-906b2874-99ae-43fe-8067-8f1ec9747077 req-5dcc973b-b5d5-4706-b310-75eedf23a93d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b109972-f836-4e14-af0c-f43da908cbca HTTP/1.1" status: 200 len: 217 time: 0.0630918 Jul 05 02:32:50.642754 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:50.647597 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-8d1cf026-72b3-4375-81df-52d2d02b4cd2 None None] For port e42fdc62-10c2-4f37-9254-377cf3da5dc9, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=e42fdc62-10c2-4f37-9254-377cf3da5dc9,segment=NetworkSegment(29b56f38-4412-42a0-9f09-9a7a0acf4835),segment_id=29b56f38-4412-42a0-9f09-9a7a0acf4835)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:32:50.678515 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c52ed947-fce6-4894-9cbf-5ef18a8da90b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd66588ab-4bf0-4a0f-bf30-bc8d43bcceae'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:32:50.681488 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1680955-90ad-48d9-b1a7-5ea9acf1dc84" -d '{"events": [{"server_uuid": "c52ed947-fce6-4894-9cbf-5ef18a8da90b", "name": "network-vif-plugged", "status": "completed", "tag": "d66588ab-4bf0-4a0f-bf30-bc8d43bcceae"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:32:50.723990 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port d66588ab-4bf0-4a0f-bf30-bc8d43bcceae, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=d66588ab-4bf0-4a0f-bf30-bc8d43bcceae,segment=NetworkSegment(0d619be7-ad19-4519-a5a7-4bdc2abf8fc6),segment_id=0d619be7-ad19-4519-a5a7-4bdc2abf8fc6)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:32:50.743891 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3110fe78-2d87-4332-80b4-946c862dc9a6 x-openstack-request-id: req-3110fe78-2d87-4332-80b4-946c862dc9a6 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:32:50.744246 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c52ed947-fce6-4894-9cbf-5ef18a8da90b", "name": "network-vif-plugged", "status": "completed", "tag": "d66588ab-4bf0-4a0f-bf30-bc8d43bcceae", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:32:50.744677 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3110fe78-2d87-4332-80b4-946c862dc9a6 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:32:50.745254 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c52ed947-fce6-4894-9cbf-5ef18a8da90b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd66588ab-4bf0-4a0f-bf30-bc8d43bcceae', 'code': 200} Jul 05 02:32:50.798995 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8d1cf026-72b3-4375-81df-52d2d02b4cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:50.875889 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:50.896484 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-df1de24d-ad1d-4af9-b28a-9be34f2afc05 tempest-RoutersAdminNegativeIpV6Test-468905769 tempest-RoutersAdminNegativeIpV6Test-468905769-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:50.930596 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-ad88944f-6d7c-49e9-aac3-2adff18bf707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:50.930843 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-df1de24d-ad1d-4af9-b28a-9be34f2afc05 tempest-RoutersAdminNegativeIpV6Test-468905769 tempest-RoutersAdminNegativeIpV6Test-468905769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:50.942502 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1cf026-72b3-4375-81df-52d2d02b4cd2 None None] Pushing event updated for resources: {'Port': ['ID=e42fdc62-10c2-4f37-9254-377cf3da5dc9,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:51.062916 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=d66588ab-4bf0-4a0f-bf30-bc8d43bcceae,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:51.211341 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-df1de24d-ad1d-4af9-b28a-9be34f2afc05 tempest-RoutersAdminNegativeIpV6Test-468905769 tempest-RoutersAdminNegativeIpV6Test-468905769-project-admin] Notify callbacks [] for router, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:51.372952 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-3f55da21-0175-43e6-94fb-ffa8465101e9 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.8469529 Jul 05 02:32:51.377132 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-db1b0a58-34c5-4b7f-9371-f8c8b5d01aed tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:51.422737 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906b2874-99ae-43fe-8067-8f1ec9747077 req-a76c51d3-69ee-4dd1-b56b-3cda4f89de88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:51.424476 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-906b2874-99ae-43fe-8067-8f1ec9747077 req-a76c51d3-69ee-4dd1-b56b-3cda4f89de88 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=aa1bf1c9-f897-408c-a65c-fe6e04478f5f HTTP/1.1" status: 200 len: 854 time: 0.7608767 Jul 05 02:32:51.425541 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f55da21-0175-43e6-94fb-ffa8465101e9 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Pushing event updated for resources: {'Network': ['ID=39506711-50a0-4dce-8886-641b483c8819,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:51.429735 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 41664) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:51.437089 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 39506711-50a0-4dce-8886-641b483c8819 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:32:51.463223 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45f3142-43b3-492e-9f00-3d642db6c122 req-39b74336-86d2-410c-b6ba-6e49b364a4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:51.464973 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b45f3142-43b3-492e-9f00-3d642db6c122 req-39b74336-86d2-410c-b6ba-6e49b364a4af service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=66f0e33c-186c-492e-9bf2-332c0e115471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9967875 Jul 05 02:32:51.474304 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-c72f05a0-d40a-40ea-9f32-149ab7356095 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Request body: {'subnet': {'network_id': '39506711-50a0-4dce-8886-641b483c8819', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:32:51.478382 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-df1de24d-ad1d-4af9-b28a-9be34f2afc05 tempest-RoutersAdminNegativeIpV6Test-468905769 tempest-RoutersAdminNegativeIpV6Test-468905769-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11828'] for router, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:51.479939 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-df1de24d-ad1d-4af9-b28a-9be34f2afc05 tempest-RoutersAdminNegativeIpV6Test-468905769 tempest-RoutersAdminNegativeIpV6Test-468905769-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:51.558396 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device e42fdc62-10c2-4f37-9254-377cf3da5dc9 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:32:51.615024 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-df1de24d-ad1d-4af9-b28a-9be34f2afc05 tempest-RoutersAdminNegativeIpV6Test-468905769 tempest-RoutersAdminNegativeIpV6Test-468905769-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1575451'] for router, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:51.615571 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df1de24d-ad1d-4af9-b28a-9be34f2afc05 tempest-RoutersAdminNegativeIpV6Test-468905769 tempest-RoutersAdminNegativeIpV6Test-468905769-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e52524b3-e3de-430e-b0fe-55894d197028 {{(pid=94462) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 02:32:51.751264 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port e42fdc62-10c2-4f37-9254-377cf3da5dc9 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:32:51.780144 n-d-771362-32 neutron-server[94462]: INFO neutron.api.v2.resource [None req-df1de24d-ad1d-4af9-b28a-9be34f2afc05 tempest-RoutersAdminNegativeIpV6Test-468905769 tempest-RoutersAdminNegativeIpV6Test-468905769-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 05 02:32:51.781340 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-df1de24d-ad1d-4af9-b28a-9be34f2afc05 tempest-RoutersAdminNegativeIpV6Test-468905769 tempest-RoutersAdminNegativeIpV6Test-468905769-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.5099850 Jul 05 02:32:51.784134 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 41684) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:51.853981 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-db1b0a58-34c5-4b7f-9371-f8c8b5d01aed tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5763388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774356'] for subnet, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:51.887647 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b45f3142-43b3-492e-9f00-3d642db6c122 req-a4f0d9ef-6e02-4490-91d5-ebc0e5d1fcd2 service neutron] 10.222.0.21 "GET /v2.0/networks/66f0e33c-186c-492e-9bf2-332c0e115471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4059644 Jul 05 02:32:51.945200 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1b0a58-34c5-4b7f-9371-f8c8b5d01aed tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Pushing event deleted for resources: {'Subnet': ['ID=c9c7f7e2-6f33-42a5-bd59-aaabac7890ef,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:51.960563 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906b2874-99ae-43fe-8067-8f1ec9747077 req-c49b29a4-3bf7-410a-ba21-90c6a834e0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:51.962452 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-906b2874-99ae-43fe-8067-8f1ec9747077 req-c49b29a4-3bf7-410a-ba21-90c6a834e0d6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=66f0e33c-186c-492e-9bf2-332c0e115471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4963043 Jul 05 02:32:51.962755 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-61a38d00-8822-4bd3-9212-50b1b09cd212 tempest-RoutersAdminNegativeIpV6Test-468905769 tempest-RoutersAdminNegativeIpV6Test-468905769-project-admin] Deleting port c237cfb2-4c2e-4a6b-8326-f6c9e0b9df7c {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:32:51.965715 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-61a38d00-8822-4bd3-9212-50b1b09cd212 tempest-RoutersAdminNegativeIpV6Test-468905769 tempest-RoutersAdminNegativeIpV6Test-468905769-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:51.978489 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97e7b58-98df-4e97-9be4-94e45c87d16a None None] Network 4bbc9a13-3ebe-4e12-b642-32e418d06f53 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:32:51.981992 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6254ee4-5507-4bff-a189-efb31d2c300a req-08f04916-1d9a-459e-a0cc-30313139859a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:51.983805 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b6254ee4-5507-4bff-a189-efb31d2c300a req-08f04916-1d9a-459e-a0cc-30313139859a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c52ed947-fce6-4894-9cbf-5ef18a8da90b HTTP/1.1" status: 200 len: 1098 time: 1.1277304 Jul 05 02:32:51.986310 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-db1b0a58-34c5-4b7f-9371-f8c8b5d01aed tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:51.990625 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-db1b0a58-34c5-4b7f-9371-f8c8b5d01aed tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "DELETE /v2.0/subnets/c9c7f7e2-6f33-42a5-bd59-aaabac7890ef HTTP/1.1" status: 204 len: 168 time: 1.7166264 Jul 05 02:32:52.019072 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 41694) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:52.119647 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c72f05a0-d40a-40ea-9f32-149ab7356095 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Made reservation on behalf of 8f4e99cc6de94582b74a94c49e9c88d0 for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:32:52.123881 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c72f05a0-d40a-40ea-9f32-149ab7356095 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:52.143816 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f8257638-40a9-4081-bb89-9e2575672047 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:52.211101 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9a4694-216a-4efc-aa55-eb617760e204 req-973c5a5c-952e-4670-b590-ceba28f5d358 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:52.218301 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0f9a4694-216a-4efc-aa55-eb617760e204 req-973c5a5c-952e-4670-b590-ceba28f5d358 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef449aa8-f75a-4fb8-b57e-9370ed8aa923 HTTP/1.1" status: 200 len: 943 time: 0.5780532 Jul 05 02:32:52.274958 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-61a38d00-8822-4bd3-9212-50b1b09cd212 tempest-RoutersAdminNegativeIpV6Test-468905769 tempest-RoutersAdminNegativeIpV6Test-468905769-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:52.280700 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7584d8-f3fc-4796-8a00-a09289c73893 None None] DHCP port deletion for 4bbc9a13-3ebe-4e12-b642-32e418d06f53 request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:32:52.308678 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-61a38d00-8822-4bd3-9212-50b1b09cd212 tempest-RoutersAdminNegativeIpV6Test-468905769 tempest-RoutersAdminNegativeIpV6Test-468905769-project-admin] Calling delete_port for c237cfb2-4c2e-4a6b-8326-f6c9e0b9df7c owned by {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:32:52.328017 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10ba65f-9838-4d60-b387-37960f610991 None None] Network 417c7b4c-125b-4212-9ee5-1d5e579ff398 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:32:52.385024 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b6254ee4-5507-4bff-a189-efb31d2c300a req-ddacd502-1864-4d8f-bb43-0107b4843a6e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b53426f4-c39e-459a-b74a-012cb0101412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3367381 Jul 05 02:32:52.409104 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b4f41cbb-d89c-49c6-90b8-8150b2c79b65 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:52.415996 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-ec7584d8-f3fc-4796-8a00-a09289c73893 None None] Deleting port 8a5b0f43-454f-4c60-a0d7-82f21a04b795 {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:32:52.418921 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-ec7584d8-f3fc-4796-8a00-a09289c73893 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:52.428257 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0f9a4694-216a-4efc-aa55-eb617760e204 req-92ba9235-463b-474d-8fbe-721cb1dbde19 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.23 "GET /v2.0/security-groups?id=b53426f4-c39e-459a-b74a-012cb0101412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089798 Jul 05 02:32:52.441782 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-f8257638-40a9-4081-bb89-9e2575672047 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Deleting port 8a5b0f43-454f-4c60-a0d7-82f21a04b795 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:32:52.442291 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f8257638-40a9-4081-bb89-9e2575672047 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:52.467514 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b45f3142-43b3-492e-9f00-3d642db6c122 req-6f4e43d6-0d8a-4b35-ba73-64c7270733e5 service neutron] 10.222.0.21 "GET /v2.0/networks/66f0e33c-186c-492e-9bf2-332c0e115471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5495174 Jul 05 02:32:52.471306 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-906b2874-99ae-43fe-8067-8f1ec9747077 req-fe8b1485-fafe-41e8-bb7f-165b08adeae5 service neutron] 10.222.0.15 "GET /v2.0/networks/66f0e33c-186c-492e-9bf2-332c0e115471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4863946 Jul 05 02:32:52.490621 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b4f41cbb-d89c-49c6-90b8-8150b2c79b65 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:52.535056 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-f8257638-40a9-4081-bb89-9e2575672047 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] For port 8a5b0f43-454f-4c60-a0d7-82f21a04b795, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=8a5b0f43-454f-4c60-a0d7-82f21a04b795,segment=NetworkSegment(6ea049f8-1ea1-4676-8bcd-01b2336693ce),segment_id=6ea049f8-1ea1-4676-8bcd-01b2336693ce)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:32:52.535484 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f8257638-40a9-4081-bb89-9e2575672047 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:52.558810 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-f8257638-40a9-4081-bb89-9e2575672047 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Calling delete_port for 8a5b0f43-454f-4c60-a0d7-82f21a04b795 owned by network:dhcp {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:32:52.603938 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-ec7584d8-f3fc-4796-8a00-a09289c73893 None None] For port 8a5b0f43-454f-4c60-a0d7-82f21a04b795, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=8a5b0f43-454f-4c60-a0d7-82f21a04b795,segment=NetworkSegment(6ea049f8-1ea1-4676-8bcd-01b2336693ce),segment_id=6ea049f8-1ea1-4676-8bcd-01b2336693ce)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:32:52.604509 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-ec7584d8-f3fc-4796-8a00-a09289c73893 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:52.651457 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-ec7584d8-f3fc-4796-8a00-a09289c73893 None None] Calling delete_port for 8a5b0f43-454f-4c60-a0d7-82f21a04b795 owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:32:52.704364 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b4f41cbb-d89c-49c6-90b8-8150b2c79b65 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634601'] for router_interface, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:52.706256 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-e4701fab-44ba-429b-8361-36da3aef17bb None None] Provisioning for port e42fdc62-10c2-4f37-9254-377cf3da5dc9 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:32:52.712941 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f41cbb-d89c-49c6-90b8-8150b2c79b65 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Pushing event updated for resources: {'Port': ['ID=64d71e1d-3c0e-48af-8935-ddb324485178,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:52.743589 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-e4701fab-44ba-429b-8361-36da3aef17bb None None] Provisioning complete for port e42fdc62-10c2-4f37-9254-377cf3da5dc9 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:32:52.743965 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e4701fab-44ba-429b-8361-36da3aef17bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:52.756176 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-906b2874-99ae-43fe-8067-8f1ec9747077 req-df6ea563-de5b-4fef-987c-5567577fa3cf service neutron] 10.222.0.15 "GET /v2.0/networks/66f0e33c-186c-492e-9bf2-332c0e115471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775695 Jul 05 02:32:52.758017 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-61a38d00-8822-4bd3-9212-50b1b09cd212 tempest-RoutersAdminNegativeIpV6Test-468905769 tempest-RoutersAdminNegativeIpV6Test-468905769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:52.814714 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a38d00-8822-4bd3-9212-50b1b09cd212 tempest-RoutersAdminNegativeIpV6Test-468905769 tempest-RoutersAdminNegativeIpV6Test-468905769-project-admin] Pushing event deleted for resources: {'Port': ['ID=c237cfb2-4c2e-4a6b-8326-f6c9e0b9df7c,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:52.868799 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 41714) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:52.870696 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e4701fab-44ba-429b-8361-36da3aef17bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:52.883179 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-ec7584d8-f3fc-4796-8a00-a09289c73893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:52.892998 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f8257638-40a9-4081-bb89-9e2575672047 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:52.928588 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7584d8-f3fc-4796-8a00-a09289c73893 None None] Pushing event deleted for resources: {'Port': ['ID=8a5b0f43-454f-4c60-a0d7-82f21a04b795,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:52.940350 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f41cbb-d89c-49c6-90b8-8150b2c79b65 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Network 7a9beffb-76f8-404c-8b85-0d7ce75720e9 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:32:52.947155 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7584d8-f3fc-4796-8a00-a09289c73893 None None] No DVR routers for this DVR port 8a5b0f43-454f-4c60-a0d7-82f21a04b795 on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:32:52.950676 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-e4701fab-44ba-429b-8361-36da3aef17bb None None] For port e42fdc62-10c2-4f37-9254-377cf3da5dc9, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=e42fdc62-10c2-4f37-9254-377cf3da5dc9,segment=NetworkSegment(29b56f38-4412-42a0-9f09-9a7a0acf4835),segment_id=29b56f38-4412-42a0-9f09-9a7a0acf4835)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:32:52.964567 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-b4f41cbb-d89c-49c6-90b8-8150b2c79b65 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:32:52.971432 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8257638-40a9-4081-bb89-9e2575672047 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Pushing event deleted for resources: {'Port': ['ID=8a5b0f43-454f-4c60-a0d7-82f21a04b795,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:52.975469 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8257638-40a9-4081-bb89-9e2575672047 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] No DVR routers for this DVR port 8a5b0f43-454f-4c60-a0d7-82f21a04b795 on host n-d-771362-32 {{(pid=94462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:32:53.024573 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-61a38d00-8822-4bd3-9212-50b1b09cd212 tempest-RoutersAdminNegativeIpV6Test-468905769 tempest-RoutersAdminNegativeIpV6Test-468905769-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:53.027206 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-61a38d00-8822-4bd3-9212-50b1b09cd212 tempest-RoutersAdminNegativeIpV6Test-468905769 tempest-RoutersAdminNegativeIpV6Test-468905769-project-admin] 10.222.0.23 "DELETE /v2.0/ports/c237cfb2-4c2e-4a6b-8326-f6c9e0b9df7c HTTP/1.1" status: 204 len: 168 time: 1.2417343 Jul 05 02:32:53.071065 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e4701fab-44ba-429b-8361-36da3aef17bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:53.173976 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f8257638-40a9-4081-bb89-9e2575672047 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:53.223493 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-f8257638-40a9-4081-bb89-9e2575672047 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bbc9a13-3ebe-4e12-b642-32e418d06f53']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:53.223493 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-f8257638-40a9-4081-bb89-9e2575672047 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ea049f8-1ea1-4676-8bcd-01b2336693ce') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:53.223493 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-f8257638-40a9-4081-bb89-9e2575672047 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ea049f8-1ea1-4676-8bcd-01b2336693ce') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:53.233753 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4701fab-44ba-429b-8361-36da3aef17bb None None] Pushing event updated for resources: {'Port': ['ID=e42fdc62-10c2-4f37-9254-377cf3da5dc9,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:53.252455 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f8257638-40a9-4081-bb89-9e2575672047 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:53.288960 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f8257638-40a9-4081-bb89-9e2575672047 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:53.297778 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dc6a30-60e7-4425-89b2-2f5e02aa089e req-52b48382-2f24-4351-adb5-c64a30ebe1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:53.297778 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a9dc6a30-60e7-4425-89b2-2f5e02aa089e req-52b48382-2f24-4351-adb5-c64a30ebe1c1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e995921b6314f858ba2998c24015588&device_id=ef449aa8-f75a-4fb8-b57e-9370ed8aa923 HTTP/1.1" status: 200 len: 1095 time: 0.3727653 Jul 05 02:32:53.302655 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-88a5c123-c91b-4481-9d9d-304e670ad535 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:53.304591 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8257638-40a9-4081-bb89-9e2575672047 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:32:53.305177 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f8257638-40a9-4081-bb89-9e2575672047 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:53.312702 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:32:53.312702 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:32:53.312702 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:32:53.312702 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:32:53.312702 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:32:53.312702 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:32:53.312702 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:32:53.312702 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:32:53.312702 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:32:53.312702 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:32:53.312702 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:32:53.312702 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:32:53.312702 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:32:53.312702 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:32:53.312702 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:32:53.312702 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:32:53.312702 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:32:53.312702 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:32:53.312702 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:32:53.312702 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:32:53.312702 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:32:53.312702 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:32:53.312702 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:32:53.312702 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:32:53.312702 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:32:53.312702 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:32:53.312702 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:32:53.312702 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:32:53.312702 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:32:53.312702 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:32:53.312702 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:32:53.312702 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:32:53.312702 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:32:53.312702 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:32:53.312702 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:32:53.312702 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:32:53.317114 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3b6f4881-36d4-4ea5-af04-e1a27e969721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:53.393266 n-d-771362-32 neutron-server[94461]: DEBUG neutron.objects.ports [None req-c72f05a0-d40a-40ea-9f32-149ab7356095 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94461) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 02:32:53.401211 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-5f2f335f-5080-4447-a9dd-b0f87027d0e0 None None] Provisioning complete for port e42fdc62-10c2-4f37-9254-377cf3da5dc9 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:32:53.402730 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5f2f335f-5080-4447-a9dd-b0f87027d0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:53.411790 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c72f05a0-d40a-40ea-9f32-149ab7356095 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5763451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774823'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:53.463374 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device e42fdc62-10c2-4f37-9254-377cf3da5dc9 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:32:53.495145 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f8257638-40a9-4081-bb89-9e2575672047 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:53.506421 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f8257638-40a9-4081-bb89-9e2575672047 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:53.511737 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-f8257638-40a9-4081-bb89-9e2575672047 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "DELETE /v2.0/networks/4bbc9a13-3ebe-4e12-b642-32e418d06f53 HTTP/1.1" status: 204 len: 168 time: 1.4884033 Jul 05 02:32:53.529017 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 41728) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:53.541248 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8257638-40a9-4081-bb89-9e2575672047 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Pushing event deleted for resources: {'Network': ['ID=4bbc9a13-3ebe-4e12-b642-32e418d06f53,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:53.562158 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-bd4166c0-3456-4778-88f9-52ea9aa09bad tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-780665310'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:32:53.620350 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-5f2f335f-5080-4447-a9dd-b0f87027d0e0 None None] Provisioning complete for port 64d71e1d-3c0e-48af-8935-ddb324485178 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:32:53.620908 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5f2f335f-5080-4447-a9dd-b0f87027d0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:53.633270 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dc6a30-60e7-4425-89b2-2f5e02aa089e req-bf8037c2-4eca-4d81-8e76-4bed2e70ce86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:53.634853 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a9dc6a30-60e7-4425-89b2-2f5e02aa089e req-bf8037c2-4eca-4d81-8e76-4bed2e70ce86 service neutron] 10.222.0.15 "GET /v2.0/networks?id=66f0e33c-186c-492e-9bf2-332c0e115471 HTTP/1.1" status: 200 len: 915 time: 0.3218768 Jul 05 02:32:53.647553 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port e42fdc62-10c2-4f37-9254-377cf3da5dc9 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:32:53.647934 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:53.700131 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-5f2f335f-5080-4447-a9dd-b0f87027d0e0 None None] Port 64d71e1d-3c0e-48af-8935-ddb324485178 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:32:53.733863 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72f05a0-d40a-40ea-9f32-149ab7356095 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Pushing event updated for resources: {'Subnet': ['ID=81a53644-4b1c-4c89-bd91-cc0da0f50613,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:53.750741 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a9dc6a30-60e7-4425-89b2-2f5e02aa089e req-c367a2ae-5527-47bf-b43d-c86ef31ba0fb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b109972-f836-4e14-af0c-f43da908cbca HTTP/1.1" status: 200 len: 217 time: 0.1070387 Jul 05 02:32:53.806770 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72f05a0-d40a-40ea-9f32-149ab7356095 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Checking segment: {'id': '34c5ccb4-9af6-4af4-a13e-31f044391866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '39506711-50a0-4dce-8886-641b483c8819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:32:53.807134 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72f05a0-d40a-40ea-9f32-149ab7356095 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Network hostable DHCP agents. Network: 39506711-50a0-4dce-8886-641b483c8819, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:32:53.813945 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 41738) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:53.850728 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 8a5b0f43-454f-4c60-a0d7-82f21a04b795 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:32:53.857368 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dc6a30-60e7-4425-89b2-2f5e02aa089e req-bab79b99-5b35-4e7a-8a0f-ba6607b80eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:53.858899 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a9dc6a30-60e7-4425-89b2-2f5e02aa089e req-bab79b99-5b35-4e7a-8a0f-ba6607b80eba service neutron] 10.222.0.15 "GET /v2.0/subnets?id=aa1bf1c9-f897-408c-a65c-fe6e04478f5f HTTP/1.1" status: 200 len: 854 time: 0.1014082 Jul 05 02:32:53.871018 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:53.872472 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 8a5b0f43-454f-4c60-a0d7-82f21a04b795 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:32:53.872809 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 8a5b0f43-454f-4c60-a0d7-82f21a04b795 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:32:53.886363 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-88a5c123-c91b-4481-9d9d-304e670ad535 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:53.889967 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4f41cbb-d89c-49c6-90b8-8150b2c79b65 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Router ae330189-47fd-4e59-b8f8-cdd857ddc0a0 is scheduled to L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 with binding_index 1 {{(pid=94461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 02:32:53.925038 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f79a4f-8c5f-4b32-879c-c21992789dff req-3e3a98f3-b679-44ad-a931-70dfd1624bf0 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:53.926669 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a1f79a4f-8c5f-4b32-879c-c21992789dff req-3e3a98f3-b679-44ad-a931-70dfd1624bf0 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef449aa8-f75a-4fb8-b57e-9370ed8aa923 HTTP/1.1" status: 200 len: 943 time: 0.3229995 Jul 05 02:32:53.989049 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-90f5f1fb-de28-4bac-bbe6-4b30ff3e59c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:53.989584 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 8b109972-f836-4e14-af0c-f43da908cbca details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:32:54.102140 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 8b109972-f836-4e14-af0c-f43da908cbca, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=8b109972-f836-4e14-af0c-f43da908cbca,segment=NetworkSegment(0d619be7-ad19-4519-a5a7-4bdc2abf8fc6),segment_id=0d619be7-ad19-4519-a5a7-4bdc2abf8fc6)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:32:54.115443 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Returning: {'device': '8b109972-f836-4e14-af0c-f43da908cbca', 'network_id': '66f0e33c-186c-492e-9bf2-332c0e115471', 'port_id': '8b109972-f836-4e14-af0c-f43da908cbca', 'mac_address': 'fa:16:3e:7b:c4:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa1bf1c9-f897-408c-a65c-fe6e04478f5f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:32:54.155221 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:54.170104 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b109972-f836-4e14-af0c-f43da908cbca {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:32:54.192699 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 8b109972-f836-4e14-af0c-f43da908cbca, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=8b109972-f836-4e14-af0c-f43da908cbca,segment=NetworkSegment(0d619be7-ad19-4519-a5a7-4bdc2abf8fc6),segment_id=0d619be7-ad19-4519-a5a7-4bdc2abf8fc6)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:32:54.300872 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:54.305506 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72f05a0-d40a-40ea-9f32-149ab7356095 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Network 39506711-50a0-4dce-8886-641b483c8819 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:32:54.307449 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-88a5c123-c91b-4481-9d9d-304e670ad535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:54.351462 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=8b109972-f836-4e14-af0c-f43da908cbca,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:54.397264 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a1f79a4f-8c5f-4b32-879c-c21992789dff req-71e38e0d-7773-49c3-9983-84bb46543bd8 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.23 "GET /v2.0/security-groups?id=b53426f4-c39e-459a-b74a-012cb0101412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4629591 Jul 05 02:32:54.403848 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-88a5c123-c91b-4481-9d9d-304e670ad535 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=40614943a244401299a8d28babb5255b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5300517 Jul 05 02:32:54.403848 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-c72f05a0-d40a-40ea-9f32-149ab7356095 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 39506711-50a0-4dce-8886-641b483c8819) {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:32:54.404575 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 41748) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:54.406208 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a5c123-c91b-4481-9d9d-304e670ad535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f47454b-4be5-4170-a07f-586e2b95399a,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:54.413521 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72f05a0-d40a-40ea-9f32-149ab7356095 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:54.414087 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c72f05a0-d40a-40ea-9f32-149ab7356095 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:54.417403 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4f41cbb-d89c-49c6-90b8-8150b2c79b65 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:32:54.421777 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dc6a30-60e7-4425-89b2-2f5e02aa089e req-53190449-5a44-4a66-980a-384df4b9bd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:54.422933 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc928bae-5079-422f-99ca-a661b9a1cc9e None None] Network 39506711-50a0-4dce-8886-641b483c8819 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:32:54.423387 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a9dc6a30-60e7-4425-89b2-2f5e02aa089e req-53190449-5a44-4a66-980a-384df4b9bd6b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=66f0e33c-186c-492e-9bf2-332c0e115471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5541162 Jul 05 02:32:54.430555 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-b4f41cbb-d89c-49c6-90b8-8150b2c79b65 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "PUT /v2.0/routers/ae330189-47fd-4e59-b8f8-cdd857ddc0a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4587743 Jul 05 02:32:54.432066 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a02bf3-ce13-4916-b079-8da895ebce94 None None] Sync routers for ids ['ae330189-47fd-4e59-b8f8-cdd857ddc0a0'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:32:54.445419 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 41750) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:54.446033 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a02bf3-ce13-4916-b079-8da895ebce94 None None] Routers {'ae330189-47fd-4e59-b8f8-cdd857ddc0a0'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:32:54.448537 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-53a02bf3-ce13-4916-b079-8da895ebce94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:32:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['ae330189-47fd-4e59-b8f8-cdd857ddc0a0'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:54.490104 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-53a02bf3-ce13-4916-b079-8da895ebce94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:54.503992 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a02bf3-ce13-4916-b079-8da895ebce94 None None] Routers {'ae330189-47fd-4e59-b8f8-cdd857ddc0a0'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:32:54.504895 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-53a02bf3-ce13-4916-b079-8da895ebce94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:32:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['ae330189-47fd-4e59-b8f8-cdd857ddc0a0'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:54.513332 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-22bb78c0-3014-4f7f-8962-663424a97cb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:54.515405 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd4166c0-3456-4778-88f9-52ea9aa09bad tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Made reservation on behalf of f845296045bc4472b2fc3471aba6dcb0 for: {'network': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:32:54.519010 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bd4166c0-3456-4778-88f9-52ea9aa09bad tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:54.560618 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-22bb78c0-3014-4f7f-8962-663424a97cb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:54.567357 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-53a02bf3-ce13-4916-b079-8da895ebce94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:54.567992 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a02bf3-ce13-4916-b079-8da895ebce94 None None] The sync data for ids ['ae330189-47fd-4e59-b8f8-cdd857ddc0a0'] in n-d-771362-32 is: [] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:32:54.569396 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c980650-fbf8-45b2-9237-48544441dce0 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:54.571058 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-3c980650-fbf8-45b2-9237-48544441dce0 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "GET /v2.0/ports/64d71e1d-3c0e-48af-8935-ddb324485178 HTTP/1.1" status: 200 len: 978 time: 0.1280959 Jul 05 02:32:54.574899 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 41752) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:54.577785 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['8b109972-f836-4e14-af0c-f43da908cbca'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:32:54.584343 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd4166c0-3456-4778-88f9-52ea9aa09bad tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=94461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:32:54.610265 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bd4166c0-3456-4778-88f9-52ea9aa09bad tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:54.611098 n-d-771362-32 neutron-server[94461]: INFO neutron.db.segments_db [None req-bd4166c0-3456-4778-88f9-52ea9aa09bad tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Added segment 1aa1197b-e02d-4673-b2bd-fc77f9b0b3ae of type vlan for network bd5b29d4-5d47-400a-91d9-0cde79f1c2ff Jul 05 02:32:54.626089 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a9dc6a30-60e7-4425-89b2-2f5e02aa089e req-b7a28241-77b5-44ee-a44c-24c88ba23bab service neutron] 10.222.0.15 "GET /v2.0/networks/66f0e33c-186c-492e-9bf2-332c0e115471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941440 Jul 05 02:32:54.748790 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bd4166c0-3456-4778-88f9-52ea9aa09bad tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:54.756919 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-90f5f1fb-de28-4bac-bbe6-4b30ff3e59c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:54.821545 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a9dc6a30-60e7-4425-89b2-2f5e02aa089e req-d4acbd7a-2289-48ad-9570-20841aa113e0 service neutron] 10.222.0.15 "GET /v2.0/networks/66f0e33c-186c-492e-9bf2-332c0e115471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607883 Jul 05 02:32:54.855153 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-90f5f1fb-de28-4bac-bbe6-4b30ff3e59c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:54.863816 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:54.900854 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bd4166c0-3456-4778-88f9-52ea9aa09bad tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:54.907519 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-90f5f1fb-de28-4bac-bbe6-4b30ff3e59c7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3e74fede2dfe45479884085c7f2a462b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0922372 Jul 05 02:32:54.914858 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 41758) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:54.915209 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4166c0-3456-4778-88f9-52ea9aa09bad tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:54.915209 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bd4166c0-3456-4778-88f9-52ea9aa09bad tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:54.917704 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-22bb78c0-3014-4f7f-8962-663424a97cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:54.920399 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-22bb78c0-3014-4f7f-8962-663424a97cb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:54.923914 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc026cc-2b82-4542-bdaf-5e81f9acecfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-39506711-50a0-4dce-8886-641b483c8819', 'network_id': '39506711-50a0-4dce-8886-641b483c8819', 'tenant_id': '8f4e99cc6de94582b74a94c49e9c88d0', 'fixed_ips': [{'subnet_id': '81a53644-4b1c-4c89-bd91-cc0da0f50613'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:32:54.924086 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-22bb78c0-3014-4f7f-8962-663424a97cb5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7f47454b-4be5-4170-a07f-586e2b95399a HTTP/1.1" status: 204 len: 168 time: 0.5159018 Jul 05 02:32:54.924196 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-efc026cc-2b82-4542-bdaf-5e81f9acecfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:54.936763 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f5f1fb-de28-4bac-bbe6-4b30ff3e59c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a94de5-f218-4f94-b551-0247f8465931,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:54.962810 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-c72f05a0-d40a-40ea-9f32-149ab7356095 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.5030608 Jul 05 02:32:54.967481 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 41762) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:54.975983 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-91e5479c-0c4d-4d5a-8426-0d73b620bf5c tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Request body: {'port': {'network_id': '39506711-50a0-4dce-8886-641b483c8819', 'name': 'tempest-NetworksIpV6TestAttrs-793772098'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:32:54.986073 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bb78c0-3014-4f7f-8962-663424a97cb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f47454b-4be5-4170-a07f-586e2b95399a,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:55.039569 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4166c0-3456-4778-88f9-52ea9aa09bad tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Pushing event updated for resources: {'Network': ['ID=bd5b29d4-5d47-400a-91d9-0cde79f1c2ff,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:55.065709 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network bd5b29d4-5d47-400a-91d9-0cde79f1c2ff details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:32:55.088248 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a3b44adc-12c9-478f-ba05-f33b71284e22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:55.108900 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-bd4166c0-3456-4778-88f9-52ea9aa09bad tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.5558221 Jul 05 02:32:55.111842 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 41764) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:55.117196 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-4d68d0d9-d738-4a38-9516-619cee58aa08 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Request body: {'subnet': {'network_id': 'bd5b29d4-5d47-400a-91d9-0cde79f1c2ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:32:55.227186 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-efc026cc-2b82-4542-bdaf-5e81f9acecfc None None] Allocated IP 2001:db8::f816:3eff:fe6e:2e59 (39506711-50a0-4dce-8886-641b483c8819/81a53644-4b1c-4c89-bd91-cc0da0f50613/7f075279-b73e-4792-a675-e3c543445447) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:32:55.258026 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91e5479c-0c4d-4d5a-8426-0d73b620bf5c tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Made reservation on behalf of 8f4e99cc6de94582b74a94c49e9c88d0 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:32:55.262535 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-91e5479c-0c4d-4d5a-8426-0d73b620bf5c tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:55.300267 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [None req-91e5479c-0c4d-4d5a-8426-0d73b620bf5c tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] device_id is not set on port 2a317437-9844-4027-af48-ca8cc0b44b78 yet. {{(pid=94461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:32:55.408164 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-efc026cc-2b82-4542-bdaf-5e81f9acecfc None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:55.409951 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d68d0d9-d738-4a38-9516-619cee58aa08 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Made reservation on behalf of f845296045bc4472b2fc3471aba6dcb0 for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:32:55.415705 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4d68d0d9-d738-4a38-9516-619cee58aa08 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:55.419867 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-efc026cc-2b82-4542-bdaf-5e81f9acecfc None None] Transition to ACTIVE for port object 7f075279-b73e-4792-a675-e3c543445447 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:32:55.458652 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-efc026cc-2b82-4542-bdaf-5e81f9acecfc None None] Transition to ACTIVE for port object 7f075279-b73e-4792-a675-e3c543445447 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:32:55.515985 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a3b44adc-12c9-478f-ba05-f33b71284e22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:55.536334 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-efc026cc-2b82-4542-bdaf-5e81f9acecfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:55.590175 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc026cc-2b82-4542-bdaf-5e81f9acecfc None None] Pushing event updated for resources: {'Port': ['ID=7f075279-b73e-4792-a675-e3c543445447,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:55.600003 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc026cc-2b82-4542-bdaf-5e81f9acecfc None None] Network 39506711-50a0-4dce-8886-641b483c8819 is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:32:55.601594 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-efc026cc-2b82-4542-bdaf-5e81f9acecfc None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:32:55.604686 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc026cc-2b82-4542-bdaf-5e81f9acecfc None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:32:55.674998 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-efc026cc-2b82-4542-bdaf-5e81f9acecfc None None] Attempting to bind port 7f075279-b73e-4792-a675-e3c543445447 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:32:55.675273 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-efc026cc-2b82-4542-bdaf-5e81f9acecfc None None] Attempting to bind port 7f075279-b73e-4792-a675-e3c543445447 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '34c5ccb4-9af6-4af4-a13e-31f044391866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '39506711-50a0-4dce-8886-641b483c8819'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:32:55.675702 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc026cc-2b82-4542-bdaf-5e81f9acecfc None None] Attempting to bind port 7f075279-b73e-4792-a675-e3c543445447 on network 39506711-50a0-4dce-8886-641b483c8819 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:32:55.682938 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc026cc-2b82-4542-bdaf-5e81f9acecfc None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:32:55.682938 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc026cc-2b82-4542-bdaf-5e81f9acecfc None None] Checking segment: {'id': '34c5ccb4-9af6-4af4-a13e-31f044391866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '39506711-50a0-4dce-8886-641b483c8819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:32:55.683190 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-efc026cc-2b82-4542-bdaf-5e81f9acecfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:55.683781 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc026cc-2b82-4542-bdaf-5e81f9acecfc None None] Bound using segment: {'id': '34c5ccb4-9af6-4af4-a13e-31f044391866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '39506711-50a0-4dce-8886-641b483c8819'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:32:55.684442 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-efc026cc-2b82-4542-bdaf-5e81f9acecfc None None] Bound port: 7f075279-b73e-4792-a675-e3c543445447, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c5ccb4-9af6-4af4-a13e-31f044391866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '39506711-50a0-4dce-8886-641b483c8819'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:32:55.685379 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-efc026cc-2b82-4542-bdaf-5e81f9acecfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:55.686030 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b45857a3-1278-44c3-ab0b-4bf9c11ce2f5 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1634680'] for router_interface, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:55.723699 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-91e5479c-0c4d-4d5a-8426-0d73b620bf5c tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Allocated IP 2001:db8::f816:3eff:fe06:c090 (39506711-50a0-4dce-8886-641b483c8819/81a53644-4b1c-4c89-bd91-cc0da0f50613/2a317437-9844-4027-af48-ca8cc0b44b78) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:32:55.759804 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30e3b05-9471-4fde-b3a2-2bd1f181cf29 req-7825ed2c-09c3-44ee-90ba-0b271785cceb tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:55.761457 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d30e3b05-9471-4fde-b3a2-2bd1f181cf29 req-7825ed2c-09c3-44ee-90ba-0b271785cceb tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef449aa8-f75a-4fb8-b57e-9370ed8aa923 HTTP/1.1" status: 200 len: 944 time: 0.1720443 Jul 05 02:32:55.773774 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a3b44adc-12c9-478f-ba05-f33b71284e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:55.777790 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a3b44adc-12c9-478f-ba05-f33b71284e22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:55.779194 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-a3b44adc-12c9-478f-ba05-f33b71284e22 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d3a94de5-f218-4f94-b551-0247f8465931 HTTP/1.1" status: 204 len: 168 time: 0.8650594 Jul 05 02:32:55.779669 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-efc026cc-2b82-4542-bdaf-5e81f9acecfc None None] For port 7f075279-b73e-4792-a675-e3c543445447, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:32:55.784963 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-efc026cc-2b82-4542-bdaf-5e81f9acecfc None None] For port 7f075279-b73e-4792-a675-e3c543445447, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=7f075279-b73e-4792-a675-e3c543445447,segment=NetworkSegment(34c5ccb4-9af6-4af4-a13e-31f044391866),segment_id=34c5ccb4-9af6-4af4-a13e-31f044391866)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:32:55.803784 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4d68d0d9-d738-4a38-9516-619cee58aa08 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5763451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774823'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:55.811064 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b44adc-12c9-478f-ba05-f33b71284e22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a94de5-f218-4f94-b551-0247f8465931,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:55.890411 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-efc026cc-2b82-4542-bdaf-5e81f9acecfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:55.926293 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d30e3b05-9471-4fde-b3a2-2bd1f181cf29 req-1f106fca-62c0-4382-8fdc-8bb3eef29b4b tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.23 "GET /v2.0/security-groups?id=b53426f4-c39e-459a-b74a-012cb0101412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502976 Jul 05 02:32:55.949883 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d68d0d9-d738-4a38-9516-619cee58aa08 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Pushing event updated for resources: {'Subnet': ['ID=f8444bb2-7718-41e1-a9f4-9afc7535a8f5,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:55.971067 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d68d0d9-d738-4a38-9516-619cee58aa08 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Checking segment: {'id': '1aa1197b-e02d-4673-b2bd-fc77f9b0b3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'bd5b29d4-5d47-400a-91d9-0cde79f1c2ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:32:55.971416 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d68d0d9-d738-4a38-9516-619cee58aa08 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Network hostable DHCP agents. Network: bd5b29d4-5d47-400a-91d9-0cde79f1c2ff, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:32:56.045250 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 8b109972-f836-4e14-af0c-f43da908cbca up at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:32:56.061271 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device f66c3c35-84d8-40e4-ba5a-5d3a119cad93 details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:32:56.072491 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-91e5479c-0c4d-4d5a-8426-0d73b620bf5c tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:56.087076 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [None req-91e5479c-0c4d-4d5a-8426-0d73b620bf5c tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Transition to ACTIVE for port object 2a317437-9844-4027-af48-ca8cc0b44b78 will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:32:56.103198 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-b45857a3-1278-44c3-ab0b-4bf9c11ce2f5 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Deleting port 64d71e1d-3c0e-48af-8935-ddb324485178 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:32:56.103198 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b45857a3-1278-44c3-ab0b-4bf9c11ce2f5 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:56.113083 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc026cc-2b82-4542-bdaf-5e81f9acecfc None None] Pushing event updated for resources: {'Port': ['ID=7f075279-b73e-4792-a675-e3c543445447,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:56.171217 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d68d0d9-d738-4a38-9516-619cee58aa08 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Network bd5b29d4-5d47-400a-91d9-0cde79f1c2ff is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:32:56.216928 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:56.274878 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b45857a3-1278-44c3-ab0b-4bf9c11ce2f5 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:56.276315 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-91e5479c-0c4d-4d5a-8426-0d73b620bf5c tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:56.294873 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port f66c3c35-84d8-40e4-ba5a-5d3a119cad93, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=f66c3c35-84d8-40e4-ba5a-5d3a119cad93,segment=NetworkSegment(0d619be7-ad19-4519-a5a7-4bdc2abf8fc6),segment_id=0d619be7-ad19-4519-a5a7-4bdc2abf8fc6)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:32:56.313908 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-b45857a3-1278-44c3-ab0b-4bf9c11ce2f5 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Calling delete_port for 64d71e1d-3c0e-48af-8935-ddb324485178 owned by network:router_interface {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:32:56.331858 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning for port 8b109972-f836-4e14-af0c-f43da908cbca completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:32:56.359503 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': 'f66c3c35-84d8-40e4-ba5a-5d3a119cad93', 'network_id': '66f0e33c-186c-492e-9bf2-332c0e115471', 'port_id': 'f66c3c35-84d8-40e4-ba5a-5d3a119cad93', 'mac_address': 'fa:16:3e:1d:60:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa1bf1c9-f897-408c-a65c-fe6e04478f5f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:32:56.361417 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning complete for port 8b109972-f836-4e14-af0c-f43da908cbca triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:32:56.361789 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:56.439581 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e5479c-0c4d-4d5a-8426-0d73b620bf5c tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Pushing event updated for resources: {'Port': ['ID=2a317437-9844-4027-af48-ca8cc0b44b78,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:56.452848 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-4d68d0d9-d738-4a38-9516-619cee58aa08 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, bd5b29d4-5d47-400a-91d9-0cde79f1c2ff) {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:32:56.465176 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1aab0eb-9f88-44a0-b06e-765e8865ca6b None None] Network bd5b29d4-5d47-400a-91d9-0cde79f1c2ff requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:32:56.470831 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d68d0d9-d738-4a38-9516-619cee58aa08 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:56.471777 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4d68d0d9-d738-4a38-9516-619cee58aa08 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:56.487937 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e5479c-0c4d-4d5a-8426-0d73b620bf5c tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Network 39506711-50a0-4dce-8886-641b483c8819 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:32:56.496332 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-91e5479c-0c4d-4d5a-8426-0d73b620bf5c tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:32:56.509082 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e5479c-0c4d-4d5a-8426-0d73b620bf5c tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:32:56.514792 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e5479c-0c4d-4d5a-8426-0d73b620bf5c tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:56.519285 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-91e5479c-0c4d-4d5a-8426-0d73b620bf5c tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:56.568436 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:56.599009 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f66c3c35-84d8-40e4-ba5a-5d3a119cad93 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:32:56.619778 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port f66c3c35-84d8-40e4-ba5a-5d3a119cad93, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=f66c3c35-84d8-40e4-ba5a-5d3a119cad93,segment=NetworkSegment(0d619be7-ad19-4519-a5a7-4bdc2abf8fc6),segment_id=0d619be7-ad19-4519-a5a7-4bdc2abf8fc6)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:32:56.641853 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-4d68d0d9-d738-4a38-9516-619cee58aa08 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5282056 Jul 05 02:32:56.651009 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 41816) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:56.661510 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-aad3e757-5038-44a3-b31e-982333d31813 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Request body: {'port': {'network_id': 'bd5b29d4-5d47-400a-91d9-0cde79f1c2ff', 'name': 'tempest-PortsTestJSON-1543054491', 'fixed_ips': [{'subnet_id': 'f8444bb2-7718-41e1-a9f4-9afc7535a8f5', 'ip_address': '172.20.0.10'}]}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:32:56.700582 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:56.732920 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-91e5479c-0c4d-4d5a-8426-0d73b620bf5c tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.7609875 Jul 05 02:32:56.735357 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b45857a3-1278-44c3-ab0b-4bf9c11ce2f5 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:56.736229 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 41820) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:56.747069 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:56.784375 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef449aa8-f75a-4fb8-b57e-9370ed8aa923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b109972-f836-4e14-af0c-f43da908cbca'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:32:56.787412 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46c23723-c2de-47cd-ab1b-221582b45ca7" -d '{"events": [{"server_uuid": "ef449aa8-f75a-4fb8-b57e-9370ed8aa923", "name": "network-vif-plugged", "status": "completed", "tag": "8b109972-f836-4e14-af0c-f43da908cbca"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:32:56.811418 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d353ab-9372-48d3-a462-997a99459aa0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-bd5b29d4-5d47-400a-91d9-0cde79f1c2ff', 'network_id': 'bd5b29d4-5d47-400a-91d9-0cde79f1c2ff', 'tenant_id': 'f845296045bc4472b2fc3471aba6dcb0', 'fixed_ips': [{'subnet_id': 'f8444bb2-7718-41e1-a9f4-9afc7535a8f5'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:32:56.811418 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-81d353ab-9372-48d3-a462-997a99459aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:56.827157 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45857a3-1278-44c3-ab0b-4bf9c11ce2f5 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Pushing event deleted for resources: {'Port': ['ID=64d71e1d-3c0e-48af-8935-ddb324485178,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:56.851526 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_v2 [None req-0509b889-cbad-48ac-83e4-2353d355d17a tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Deleting subnet 81a53644-4b1c-4c89-bd91-cc0da0f50613 {{(pid=94461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:32:56.868598 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0509b889-cbad-48ac-83e4-2353d355d17a tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks [] for subnet, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:56.928024 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36c69349-f700-4efd-9da1-259cf49fb1d4 x-openstack-request-id: req-36c69349-f700-4efd-9da1-259cf49fb1d4 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:32:56.928621 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef449aa8-f75a-4fb8-b57e-9370ed8aa923", "name": "network-vif-plugged", "status": "completed", "tag": "8b109972-f836-4e14-af0c-f43da908cbca", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:32:56.928754 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-36c69349-f700-4efd-9da1-259cf49fb1d4 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:32:56.929237 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef449aa8-f75a-4fb8-b57e-9370ed8aa923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b109972-f836-4e14-af0c-f43da908cbca', 'code': 200} Jul 05 02:32:56.948381 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=f66c3c35-84d8-40e4-ba5a-5d3a119cad93,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:56.957988 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 8b109972-f836-4e14-af0c-f43da908cbca, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=8b109972-f836-4e14-af0c-f43da908cbca,segment=NetworkSegment(0d619be7-ad19-4519-a5a7-4bdc2abf8fc6),segment_id=0d619be7-ad19-4519-a5a7-4bdc2abf8fc6)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:32:57.058156 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 41830) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:57.069139 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['f66c3c35-84d8-40e4-ba5a-5d3a119cad93'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:32:57.085369 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b45857a3-1278-44c3-ab0b-4bf9c11ce2f5 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635398'] for router_interface, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:57.088862 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:57.134323 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0509b889-cbad-48ac-83e4-2353d355d17a tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5519650'] for subnet, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:57.291857 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-81d353ab-9372-48d3-a462-997a99459aa0 None None] Allocated IP 172.20.0.2 (bd5b29d4-5d47-400a-91d9-0cde79f1c2ff/f8444bb2-7718-41e1-a9f4-9afc7535a8f5/50a907e3-ebd0-46ea-842f-c4bbb49950e7) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:32:57.339530 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=8b109972-f836-4e14-af0c-f43da908cbca,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:57.437887 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0857651f-f1f9-46e7-bcc2-6e0b441a7753 req-ac85d2e0-274a-4e41-ab31-e2b1f8f3c10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:57.441947 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0857651f-f1f9-46e7-bcc2-6e0b441a7753 req-ac85d2e0-274a-4e41-ab31-e2b1f8f3c10b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ef449aa8-f75a-4fb8-b57e-9370ed8aa923 HTTP/1.1" status: 200 len: 1096 time: 0.4411511 Jul 05 02:32:57.495972 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b45857a3-1278-44c3-ab0b-4bf9c11ce2f5 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Router ae330189-47fd-4e59-b8f8-cdd857ddc0a0 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:32:57.517469 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-c648b477-9168-4a09-a561-6c9b9460f092 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0a75081d55da472493def080023f3f8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4464269 Jul 05 02:32:57.519085 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 41838) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:57.602424 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0857651f-f1f9-46e7-bcc2-6e0b441a7753 req-4a946e28-a020-4a7a-b348-367432a24383 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b53426f4-c39e-459a-b74a-012cb0101412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459162 Jul 05 02:32:57.651410 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532f2816-c677-47ba-9531-3d3972de68e3 req-85784f82-dc9a-4dab-a794-e92b5aee5dea tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:57.659510 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-532f2816-c677-47ba-9531-3d3972de68e3 req-85784f82-dc9a-4dab-a794-e92b5aee5dea tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef449aa8-f75a-4fb8-b57e-9370ed8aa923 HTTP/1.1" status: 200 len: 945 time: 0.4688663 Jul 05 02:32:57.672307 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b45857a3-1278-44c3-ab0b-4bf9c11ce2f5 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:32:57.672876 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-81d353ab-9372-48d3-a462-997a99459aa0 None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:57.702951 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-b45857a3-1278-44c3-ab0b-4bf9c11ce2f5 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "PUT /v2.0/routers/ae330189-47fd-4e59-b8f8-cdd857ddc0a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1237431 Jul 05 02:32:57.704022 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-81d353ab-9372-48d3-a462-997a99459aa0 None None] Transition to ACTIVE for port object 50a907e3-ebd0-46ea-842f-c4bbb49950e7 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:32:57.705701 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 41842) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:57.739966 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-81d353ab-9372-48d3-a462-997a99459aa0 None None] Transition to ACTIVE for port object 50a907e3-ebd0-46ea-842f-c4bbb49950e7 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:32:57.749828 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad3e757-5038-44a3-b31e-982333d31813 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Made reservation on behalf of f845296045bc4472b2fc3471aba6dcb0 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:32:57.751319 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5440404a-985f-4692-b4f4-077fee186004 None None] Sync routers for ids ['ae330189-47fd-4e59-b8f8-cdd857ddc0a0'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:32:57.754277 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 7f075279-b73e-4792-a675-e3c543445447 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:32:57.756653 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837dc27c-54a6-48a8-9a01-b2ead4fbfb69 None None] Network 39506711-50a0-4dce-8886-641b483c8819 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:32:57.825360 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-532f2816-c677-47ba-9531-3d3972de68e3 req-25217e1c-4322-4fd8-b966-6c08c27faa6b tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.23 "GET /v2.0/security-groups?id=b53426f4-c39e-459a-b74a-012cb0101412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624131 Jul 05 02:32:57.852745 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-aad3e757-5038-44a3-b31e-982333d31813 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:57.872389 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0509b889-cbad-48ac-83e4-2353d355d17a tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:57.876992 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-81d353ab-9372-48d3-a462-997a99459aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:57.900362 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [None req-aad3e757-5038-44a3-b31e-982333d31813 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] device_id is not set on port 91492cbb-451e-4dfe-8339-6bab4716feb5 yet. {{(pid=94461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:32:57.964318 n-d-771362-32 neutron-server[94462]: INFO neutron.api.v2.resource [None req-aecfd5f8-e2d1-4834-895a-fa8be6fe381a tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] remove_router_interface failed (client error): The resource could not be found. Jul 05 02:32:57.968994 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-aecfd5f8-e2d1-4834-895a-fa8be6fe381a tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "PUT /v2.0/routers/ae330189-47fd-4e59-b8f8-cdd857ddc0a0/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2586050 Jul 05 02:32:57.969145 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 41850) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:57.975047 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5440404a-985f-4692-b4f4-077fee186004 None None] Routers {'ae330189-47fd-4e59-b8f8-cdd857ddc0a0'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:32:57.975683 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-5440404a-985f-4692-b4f4-077fee186004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:32:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['ae330189-47fd-4e59-b8f8-cdd857ddc0a0'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:57.990543 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6aa86b5c-b832-4eae-a473-8421b483e95f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:58.007618 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-31e98079-db8c-4dc3-bd28-12a1ed1fe058 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae330189-47fd-4e59-b8f8-cdd857ddc0a0 HTTP/1.1" status: 200 len: 205 time: 0.0370731 Jul 05 02:32:58.010405 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 41854) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:58.022828 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d353ab-9372-48d3-a462-997a99459aa0 None None] Network bd5b29d4-5d47-400a-91d9-0cde79f1c2ff is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:32:58.061888 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-81d353ab-9372-48d3-a462-997a99459aa0 None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:32:58.074960 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d353ab-9372-48d3-a462-997a99459aa0 None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:32:58.081779 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-5440404a-985f-4692-b4f4-077fee186004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:58.100129 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0356a412-eb90-4ca1-97c4-db15a4005ccc tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks [] for router, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:58.113668 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d353ab-9372-48d3-a462-997a99459aa0 None None] Pushing event updated for resources: {'Port': ['ID=50a907e3-ebd0-46ea-842f-c4bbb49950e7,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:58.116290 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6aa86b5c-b832-4eae-a473-8421b483e95f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:58.117932 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-68121212-3b29-4625-8531-52b8a07a887d None None] Provisioning for port 7f075279-b73e-4792-a675-e3c543445447 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:32:58.207843 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-81d353ab-9372-48d3-a462-997a99459aa0 None None] Attempting to bind port 50a907e3-ebd0-46ea-842f-c4bbb49950e7 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:32:58.208469 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-81d353ab-9372-48d3-a462-997a99459aa0 None None] Attempting to bind port 50a907e3-ebd0-46ea-842f-c4bbb49950e7 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '1aa1197b-e02d-4673-b2bd-fc77f9b0b3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'bd5b29d4-5d47-400a-91d9-0cde79f1c2ff'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:32:58.208998 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d353ab-9372-48d3-a462-997a99459aa0 None None] Attempting to bind port 50a907e3-ebd0-46ea-842f-c4bbb49950e7 on network bd5b29d4-5d47-400a-91d9-0cde79f1c2ff {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:32:58.212753 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5440404a-985f-4692-b4f4-077fee186004 None None] Routers {'ae330189-47fd-4e59-b8f8-cdd857ddc0a0'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:32:58.213656 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-5440404a-985f-4692-b4f4-077fee186004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:32:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['ae330189-47fd-4e59-b8f8-cdd857ddc0a0'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:58.218447 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 7f075279-b73e-4792-a675-e3c543445447 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:32:58.226404 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-aad3e757-5038-44a3-b31e-982333d31813 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Allocated IP 172.20.0.10 (bd5b29d4-5d47-400a-91d9-0cde79f1c2ff/f8444bb2-7718-41e1-a9f4-9afc7535a8f5/91492cbb-451e-4dfe-8339-6bab4716feb5) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:32:58.275051 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 7f075279-b73e-4792-a675-e3c543445447 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:32:58.276278 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:58.280452 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d353ab-9372-48d3-a462-997a99459aa0 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:32:58.281393 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d353ab-9372-48d3-a462-997a99459aa0 None None] Checking segment: {'id': '1aa1197b-e02d-4673-b2bd-fc77f9b0b3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'bd5b29d4-5d47-400a-91d9-0cde79f1c2ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:32:58.281393 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-81d353ab-9372-48d3-a462-997a99459aa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:58.281602 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d353ab-9372-48d3-a462-997a99459aa0 None None] Bound using segment: {'id': '1aa1197b-e02d-4673-b2bd-fc77f9b0b3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'bd5b29d4-5d47-400a-91d9-0cde79f1c2ff'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:32:58.282245 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-81d353ab-9372-48d3-a462-997a99459aa0 None None] Bound port: 50a907e3-ebd0-46ea-842f-c4bbb49950e7, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aa1197b-e02d-4673-b2bd-fc77f9b0b3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'bd5b29d4-5d47-400a-91d9-0cde79f1c2ff'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:32:58.282616 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-81d353ab-9372-48d3-a462-997a99459aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:58.284435 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-5440404a-985f-4692-b4f4-077fee186004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:32:58.285038 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5440404a-985f-4692-b4f4-077fee186004 None None] The sync data for ids ['ae330189-47fd-4e59-b8f8-cdd857ddc0a0'] in n-d-771362-32 is: [] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:32:58.332791 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0509b889-cbad-48ac-83e4-2353d355d17a tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5763388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774356'] for subnet, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:58.386496 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0356a412-eb90-4ca1-97c4-db15a4005ccc tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11828'] for router, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:58.389596 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0356a412-eb90-4ca1-97c4-db15a4005ccc tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:58.494445 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0509b889-cbad-48ac-83e4-2353d355d17a tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:58.497157 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-0509b889-cbad-48ac-83e4-2353d355d17a tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] 10.222.0.23 "DELETE /v2.0/subnets/81a53644-4b1c-4c89-bd91-cc0da0f50613 HTTP/1.1" status: 204 len: 168 time: 1.7599394 Jul 05 02:32:58.499887 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 41876) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:58.501367 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0509b889-cbad-48ac-83e4-2353d355d17a tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Pushing event deleted for resources: {'Subnet': ['ID=81a53644-4b1c-4c89-bd91-cc0da0f50613,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:58.580210 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6aa86b5c-b832-4eae-a473-8421b483e95f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:58.583030 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6aa86b5c-b832-4eae-a473-8421b483e95f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:58.584690 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-6aa86b5c-b832-4eae-a473-8421b483e95f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e7a73010-6e5f-4f6f-948e-822923ce9c25 HTTP/1.1" status: 204 len: 168 time: 1.0555513 Jul 05 02:32:58.616372 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092359c9-0d97-44fd-be48-286e3250378e tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:58.619567 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092359c9-0d97-44fd-be48-286e3250378e tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:58.623920 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-092359c9-0d97-44fd-be48-286e3250378e tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1229877 Jul 05 02:32:58.627870 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 41880) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:58.641179 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0356a412-eb90-4ca1-97c4-db15a4005ccc tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1575451'] for router, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:58.641579 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0356a412-eb90-4ca1-97c4-db15a4005ccc tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Fanout notify agent at l3_agent the message router_deleted on router ae330189-47fd-4e59-b8f8-cdd857ddc0a0 {{(pid=94462) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 02:32:58.649316 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0356a412-eb90-4ca1-97c4-db15a4005ccc tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:58.650394 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-0356a412-eb90-4ca1-97c4-db15a4005ccc tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "DELETE /v2.0/routers/ae330189-47fd-4e59-b8f8-cdd857ddc0a0 HTTP/1.1" status: 204 len: 168 time: 0.6388366 Jul 05 02:32:58.651024 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa86b5c-b832-4eae-a473-8421b483e95f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a73010-6e5f-4f6f-948e-822923ce9c25,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:58.657193 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 41882) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:58.778879 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_v2 [None req-eda0fc6c-19fa-4fe8-b2b4-8ad656e387e1 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Deleting subnet 16e23548-9d77-4845-aa1b-f7fee3ca6333 {{(pid=94461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:32:58.784075 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-aad3e757-5038-44a3-b31e-982333d31813 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:58.786812 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-eda0fc6c-19fa-4fe8-b2b4-8ad656e387e1 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks [] for subnet, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:58.808626 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0b61b68d-f45b-47bf-bbd5-227d44070ab2 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:58.820363 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b61b68d-f45b-47bf-bbd5-227d44070ab2 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 05 02:32:58.821103 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b61b68d-f45b-47bf-bbd5-227d44070ab2 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94462) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:32:58.828207 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-0b61b68d-f45b-47bf-bbd5-227d44070ab2 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] 10.222.0.23 "DELETE /v2.0/networks/39506711-50a0-4dce-8886-641b483c8819 HTTP/1.1" status: 409 len: 405 time: 0.1957614 Jul 05 02:32:58.828575 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 41898) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:58.842719 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:58.860571 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-de3a460b-b1bd-4344-9a91-8bb4523ed8e1 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1572878905'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:32:58.875137 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [None req-aad3e757-5038-44a3-b31e-982333d31813 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Transition to ACTIVE for port object 91492cbb-451e-4dfe-8339-6bab4716feb5 will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:32:58.895032 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-eda0fc6c-19fa-4fe8-b2b4-8ad656e387e1 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5519650'] for subnet, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:58.933975 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 7f075279-b73e-4792-a675-e3c543445447, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=7f075279-b73e-4792-a675-e3c543445447,segment=NetworkSegment(34c5ccb4-9af6-4af4-a13e-31f044391866),segment_id=34c5ccb4-9af6-4af4-a13e-31f044391866)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:32:58.933975 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-81d353ab-9372-48d3-a462-997a99459aa0 None None] For port 50a907e3-ebd0-46ea-842f-c4bbb49950e7, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:32:58.942342 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-81d353ab-9372-48d3-a462-997a99459aa0 None None] For port 50a907e3-ebd0-46ea-842f-c4bbb49950e7, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=50a907e3-ebd0-46ea-842f-c4bbb49950e7,segment=NetworkSegment(1aa1197b-e02d-4673-b2bd-fc77f9b0b3ae),segment_id=1aa1197b-e02d-4673-b2bd-fc77f9b0b3ae)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:32:59.021333 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:59.022338 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de3a460b-b1bd-4344-9a91-8bb4523ed8e1 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Made reservation on behalf of 8f4e99cc6de94582b74a94c49e9c88d0 for: {'network': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:32:59.026424 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-81d353ab-9372-48d3-a462-997a99459aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:59.030767 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-de3a460b-b1bd-4344-9a91-8bb4523ed8e1 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:59.057132 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-eda0fc6c-19fa-4fe8-b2b4-8ad656e387e1 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:59.101804 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d03d124-cf15-411d-8b8c-a4ba26bdd37a req-ab4c00ed-eb20-4339-913d-93d2d43beb76 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:59.109796 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1d03d124-cf15-411d-8b8c-a4ba26bdd37a req-ab4c00ed-eb20-4339-913d-93d2d43beb76 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef449aa8-f75a-4fb8-b57e-9370ed8aa923 HTTP/1.1" status: 200 len: 945 time: 0.1175630 Jul 05 02:32:59.110086 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-aad3e757-5038-44a3-b31e-982333d31813 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:59.186600 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=7f075279-b73e-4792-a675-e3c543445447,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:59.187903 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1d03d124-cf15-411d-8b8c-a4ba26bdd37a req-7a208675-d2fd-4978-a6f5-d6117a1a4b24 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.23 "GET /v2.0/security-groups?id=b53426f4-c39e-459a-b74a-012cb0101412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770888 Jul 05 02:32:59.258464 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de3a460b-b1bd-4344-9a91-8bb4523ed8e1 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=94461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:32:59.269341 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad3e757-5038-44a3-b31e-982333d31813 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Network bd5b29d4-5d47-400a-91d9-0cde79f1c2ff is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:32:59.287282 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-aad3e757-5038-44a3-b31e-982333d31813 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:32:59.295879 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad3e757-5038-44a3-b31e-982333d31813 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:32:59.300101 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d353ab-9372-48d3-a462-997a99459aa0 None None] Pushing event updated for resources: {'Port': ['ID=50a907e3-ebd0-46ea-842f-c4bbb49950e7,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:59.338933 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 41928) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:59.412382 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-de3a460b-b1bd-4344-9a91-8bb4523ed8e1 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:59.413786 n-d-771362-32 neutron-server[94461]: INFO neutron.db.segments_db [None req-de3a460b-b1bd-4344-9a91-8bb4523ed8e1 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Added segment c9fa6504-f2fd-4894-9034-3e1975b88e21 of type vlan for network ff5045d0-321c-4be3-b5ad-cbe201b7fc8a Jul 05 02:32:59.433411 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad3e757-5038-44a3-b31e-982333d31813 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:59.434940 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-aad3e757-5038-44a3-b31e-982333d31813 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:59.480371 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad3e757-5038-44a3-b31e-982333d31813 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Pushing event updated for resources: {'Port': ['ID=91492cbb-451e-4dfe-8339-6bab4716feb5,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:59.523414 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0c7e9fdc-7c79-44fe-8114-ecbdcd68fd45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:59.554347 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 7f075279-b73e-4792-a675-e3c543445447 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:32:59.581611 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-de3a460b-b1bd-4344-9a91-8bb4523ed8e1 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:59.626587 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 7f075279-b73e-4792-a675-e3c543445447 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:32:59.626971 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:59.638302 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-eda0fc6c-19fa-4fe8-b2b4-8ad656e387e1 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5763388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774356'] for subnet, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:59.684075 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda0fc6c-19fa-4fe8-b2b4-8ad656e387e1 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Pushing event deleted for resources: {'Subnet': ['ID=16e23548-9d77-4845-aa1b-f7fee3ca6333,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:59.686151 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f8c1e2-844f-4d7e-a963-be169fc5838b None None] Network 39506711-50a0-4dce-8886-641b483c8819 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:32:59.695925 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfbfd30-720e-42ed-b5d5-1fe4cf8becd7 req-8fb6e2ac-4d3a-4934-948a-41776c201061 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:59.697500 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4dfbfd30-720e-42ed-b5d5-1fe4cf8becd7 req-8fb6e2ac-4d3a-4934-948a-41776c201061 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.23 "GET /v2.0/ports?device_id=c52ed947-fce6-4894-9cbf-5ef18a8da90b HTTP/1.1" status: 200 len: 946 time: 0.2584329 Jul 05 02:32:59.748235 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-eda0fc6c-19fa-4fe8-b2b4-8ad656e387e1 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:59.753427 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-eda0fc6c-19fa-4fe8-b2b4-8ad656e387e1 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "DELETE /v2.0/subnets/16e23548-9d77-4845-aa1b-f7fee3ca6333 HTTP/1.1" status: 204 len: 168 time: 1.0873427 Jul 05 02:32:59.758574 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0c7e9fdc-7c79-44fe-8114-ecbdcd68fd45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:59.760901 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 41946) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:32:59.785409 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-de3a460b-b1bd-4344-9a91-8bb4523ed8e1 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:59.798651 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3a460b-b1bd-4344-9a91-8bb4523ed8e1 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:32:59.799352 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-de3a460b-b1bd-4344-9a91-8bb4523ed8e1 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:59.803982 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9c33d0-bf8c-41d1-8416-4d12f527335d None None] Network 7a9beffb-76f8-404c-8b85-0d7ce75720e9 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:32:59.867610 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0c7e9fdc-7c79-44fe-8114-ecbdcd68fd45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:59.896084 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4dfbfd30-720e-42ed-b5d5-1fe4cf8becd7 req-0289983a-7a8e-4f3e-b96c-a9ad3768f224 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.23 "GET /v2.0/security-groups?id=b53426f4-c39e-459a-b74a-012cb0101412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508298 Jul 05 02:32:59.923452 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7e9fdc-7c79-44fe-8114-ecbdcd68fd45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be5502a0-b66a-4581-a092-c735b642dd3f,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:59.943626 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3a460b-b1bd-4344-9a91-8bb4523ed8e1 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Pushing event updated for resources: {'Network': ['ID=ff5045d0-321c-4be3-b5ad-cbe201b7fc8a,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:32:59.953192 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5308f7f9-7333-47d8-8b3e-319aa87cf0e5 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:59.953821 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-4df460cc-46ae-4fad-bb8f-562bcd59c4dd None None] Provisioning complete for port 7f075279-b73e-4792-a675-e3c543445447 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:32:59.953923 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-0c7e9fdc-7c79-44fe-8114-ecbdcd68fd45 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=56bdfa2ff7394556ae8770a3863f878f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6094322 Jul 05 02:32:59.954019 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4df460cc-46ae-4fad-bb8f-562bcd59c4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:32:59.954321 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 41954) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:00.018087 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-5308f7f9-7333-47d8-8b3e-319aa87cf0e5 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Deleting port 16ba697f-cbec-4f50-8859-6c20bf5f859e {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:33:00.018675 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5308f7f9-7333-47d8-8b3e-319aa87cf0e5 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:00.053332 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network ff5045d0-321c-4be3-b5ad-cbe201b7fc8a details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:33:00.060224 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-de3a460b-b1bd-4344-9a91-8bb4523ed8e1 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2091877 Jul 05 02:33:00.065088 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-aad3e757-5038-44a3-b31e-982333d31813 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.4091635 Jul 05 02:33:00.065889 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 41968) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:00.066810 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 41970) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:00.073598 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-3f329ede-0dac-4252-b413-ba8b32dfa951 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Request body: {'subnet': {'network_id': 'ff5045d0-321c-4be3-b5ad-cbe201b7fc8a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:33:00.098891 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-fb20268d-67c2-4843-8c68-a8d3e39de885 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Request body: {'port': {'network_id': 'bd5b29d4-5d47-400a-91d9-0cde79f1c2ff', 'name': 'tempest-PortsTestJSON-159366371', 'fixed_ips': [{'subnet_id': 'f8444bb2-7718-41e1-a9f4-9afc7535a8f5', 'ip_address': '172.20.0.9'}]}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:33:00.101476 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device f66c3c35-84d8-40e4-ba5a-5d3a119cad93 up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:33:00.165418 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-5308f7f9-7333-47d8-8b3e-319aa87cf0e5 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] For port 16ba697f-cbec-4f50-8859-6c20bf5f859e, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=16ba697f-cbec-4f50-8859-6c20bf5f859e,segment=NetworkSegment(66681c41-bdb3-4573-af0f-bee214b5591a),segment_id=66681c41-bdb3-4573-af0f-bee214b5591a)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:33:00.165823 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5308f7f9-7333-47d8-8b3e-319aa87cf0e5 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:00.183517 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-5308f7f9-7333-47d8-8b3e-319aa87cf0e5 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Calling delete_port for 16ba697f-cbec-4f50-8859-6c20bf5f859e owned by network:dhcp {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:33:00.258991 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bfd0f858-7dad-4c98-b1c0-2cff793b9e2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:00.265342 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ab1a70-bb29-4181-8e87-dacc89fdb8c5 req-88ff80ae-3eea-41bc-86a9-b576bfc1a955 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:00.267023 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c7ab1a70-bb29-4181-8e87-dacc89fdb8c5 req-88ff80ae-3eea-41bc-86a9-b576bfc1a955 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4f8f1fc-059b-456c-8142-a45f72135be6 HTTP/1.1" status: 200 len: 944 time: 0.1583328 Jul 05 02:33:00.295170 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bfd0f858-7dad-4c98-b1c0-2cff793b9e2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:00.374389 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c7ab1a70-bb29-4181-8e87-dacc89fdb8c5 req-4bb78b47-9a85-4097-b35b-ff2489b5abeb tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.23 "GET /v2.0/security-groups?id=b53426f4-c39e-459a-b74a-012cb0101412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964985 Jul 05 02:33:00.484045 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f329ede-0dac-4252-b413-ba8b32dfa951 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Made reservation on behalf of 8f4e99cc6de94582b74a94c49e9c88d0 for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:33:00.485994 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5308f7f9-7333-47d8-8b3e-319aa87cf0e5 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:00.495005 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3f329ede-0dac-4252-b413-ba8b32dfa951 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:00.535078 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 41984) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:00.542579 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5308f7f9-7333-47d8-8b3e-319aa87cf0e5 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Pushing event deleted for resources: {'Port': ['ID=16ba697f-cbec-4f50-8859-6c20bf5f859e,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:00.550967 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5308f7f9-7333-47d8-8b3e-319aa87cf0e5 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] No DVR routers for this DVR port 16ba697f-cbec-4f50-8859-6c20bf5f859e on host n-d-771362-32 {{(pid=94462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:33:00.579835 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d1da2d-6ff5-497a-a754-6e727e7be4be None None] DHCP port deletion for 39506711-50a0-4dce-8886-641b483c8819 request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:33:00.630496 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning for port f66c3c35-84d8-40e4-ba5a-5d3a119cad93 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:33:00.637137 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dacf22a-7c40-4b2b-ad59-334ab1643b5f None None] DHCP port deletion for 7a9beffb-76f8-404c-8b85-0d7ce75720e9 request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:33:00.654134 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port f66c3c35-84d8-40e4-ba5a-5d3a119cad93 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:33:00.654522 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:00.687380 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-4df460cc-46ae-4fad-bb8f-562bcd59c4dd None None] Provisioning for port 2a317437-9844-4027-af48-ca8cc0b44b78 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:33:00.693966 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-4df460cc-46ae-4fad-bb8f-562bcd59c4dd None None] Provisioning complete for port 2a317437-9844-4027-af48-ca8cc0b44b78 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:33:00.694699 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4df460cc-46ae-4fad-bb8f-562bcd59c4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:00.708832 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5308f7f9-7333-47d8-8b3e-319aa87cf0e5 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:00.721026 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-5308f7f9-7333-47d8-8b3e-319aa87cf0e5 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a9beffb-76f8-404c-8b85-0d7ce75720e9']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:00.738298 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-5308f7f9-7333-47d8-8b3e-319aa87cf0e5 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66681c41-bdb3-4573-af0f-bee214b5591a') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:00.738690 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-5308f7f9-7333-47d8-8b3e-319aa87cf0e5 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66681c41-bdb3-4573-af0f-bee214b5591a') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:00.756547 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5308f7f9-7333-47d8-8b3e-319aa87cf0e5 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:00.761123 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-4df460cc-46ae-4fad-bb8f-562bcd59c4dd None None] Port 2a317437-9844-4027-af48-ca8cc0b44b78 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:33:00.771052 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-53d1da2d-6ff5-497a-a754-6e727e7be4be None None] Deleting port 7f075279-b73e-4792-a675-e3c543445447 {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:33:00.771052 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-53d1da2d-6ff5-497a-a754-6e727e7be4be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:00.771224 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb20268d-67c2-4843-8c68-a8d3e39de885 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Made reservation on behalf of f845296045bc4472b2fc3471aba6dcb0 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:33:00.773017 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5308f7f9-7333-47d8-8b3e-319aa87cf0e5 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:00.774602 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-fb20268d-67c2-4843-8c68-a8d3e39de885 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:00.779958 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5308f7f9-7333-47d8-8b3e-319aa87cf0e5 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:33:00.780548 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5308f7f9-7333-47d8-8b3e-319aa87cf0e5 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:00.784130 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:33:00.784130 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:33:00.784130 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:33:00.784130 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:33:00.784130 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:33:00.784130 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:33:00.784130 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:33:00.784130 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:33:00.784130 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:33:00.784130 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:33:00.784130 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:33:00.784130 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:33:00.784130 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:33:00.784130 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:33:00.784130 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:33:00.784130 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:33:00.784130 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:33:00.784130 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:33:00.784130 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:33:00.784130 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:33:00.784130 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:33:00.784130 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:33:00.784130 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:33:00.784130 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:33:00.784130 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:33:00.784130 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:33:00.784130 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:33:00.784130 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:33:00.784130 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:33:00.784130 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:33:00.784130 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:33:00.784130 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:33:00.784130 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:33:00.784130 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:33:00.786700 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-8dc2fcb9-654a-45bf-8fed-077d671c6163 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1176485681'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:33:00.815918 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bfd0f858-7dad-4c98-b1c0-2cff793b9e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:00.819432 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bfd0f858-7dad-4c98-b1c0-2cff793b9e2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:00.823518 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-bfd0f858-7dad-4c98-b1c0-2cff793b9e2b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/be5502a0-b66a-4581-a092-c735b642dd3f HTTP/1.1" status: 204 len: 168 time: 0.8652377 Jul 05 02:33:00.832393 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-53d1da2d-6ff5-497a-a754-6e727e7be4be None None] For port 7f075279-b73e-4792-a675-e3c543445447, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=7f075279-b73e-4792-a675-e3c543445447,segment=NetworkSegment(34c5ccb4-9af6-4af4-a13e-31f044391866),segment_id=34c5ccb4-9af6-4af4-a13e-31f044391866)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:33:00.832792 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-53d1da2d-6ff5-497a-a754-6e727e7be4be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:00.840368 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd0f858-7dad-4c98-b1c0-2cff793b9e2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be5502a0-b66a-4581-a092-c735b642dd3f,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:00.846631 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-53d1da2d-6ff5-497a-a754-6e727e7be4be None None] Calling delete_port for 7f075279-b73e-4792-a675-e3c543445447 owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:33:00.859837 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [None req-fb20268d-67c2-4843-8c68-a8d3e39de885 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] device_id is not set on port bea187dc-5b27-4e3a-98fd-8a718609c07a yet. {{(pid=94461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:33:00.891357 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bcdf585-ee34-4a34-9fc3-b694d204071a None None] Network bd5b29d4-5d47-400a-91d9-0cde79f1c2ff requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:33:00.960800 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 02:33:00.984872 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5308f7f9-7333-47d8-8b3e-319aa87cf0e5 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:00.992095 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5308f7f9-7333-47d8-8b3e-319aa87cf0e5 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:01.001740 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-5308f7f9-7333-47d8-8b3e-319aa87cf0e5 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "DELETE /v2.0/networks/7a9beffb-76f8-404c-8b85-0d7ce75720e9 HTTP/1.1" status: 204 len: 168 time: 1.2316670 Jul 05 02:33:01.001939 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 42004) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:01.028916 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-ba74745c-f56c-460c-8a66-e2f6c0c54b17 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Request body: {'network': {'name': 'tempest-RoutersTest-248646823'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:33:01.035188 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5308f7f9-7333-47d8-8b3e-319aa87cf0e5 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Pushing event deleted for resources: {'Network': ['ID=7a9beffb-76f8-404c-8b85-0d7ce75720e9,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:01.119577 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dc2fcb9-654a-45bf-8fed-077d671c6163 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Made reservation on behalf of d5279038e8454126be0c5c273f41a9ef for: {'network': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:33:01.120387 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-b43bfaa4-9680-4137-9f2e-114da189769b None None] Provisioning for port 50a907e3-ebd0-46ea-842f-c4bbb49950e7 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:33:01.123673 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8dc2fcb9-654a-45bf-8fed-077d671c6163 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:01.135369 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-fb20268d-67c2-4843-8c68-a8d3e39de885 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Allocated IP 172.20.0.9 (bd5b29d4-5d47-400a-91d9-0cde79f1c2ff/f8444bb2-7718-41e1-a9f4-9afc7535a8f5/bea187dc-5b27-4e3a-98fd-8a718609c07a) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:33:01.138154 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:01.157918 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8dc2fcb9-654a-45bf-8fed-077d671c6163 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:01.184259 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4f8f1fc-059b-456c-8142-a45f72135be6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f66c3c35-84d8-40e4-ba5a-5d3a119cad93'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:33:01.187120 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a04227b-9db5-41d1-8475-880116a543f5" -d '{"events": [{"server_uuid": "c4f8f1fc-059b-456c-8142-a45f72135be6", "name": "network-vif-plugged", "status": "completed", "tag": "f66c3c35-84d8-40e4-ba5a-5d3a119cad93"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:33:01.203444 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port f66c3c35-84d8-40e4-ba5a-5d3a119cad93, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=f66c3c35-84d8-40e4-ba5a-5d3a119cad93,segment=NetworkSegment(0d619be7-ad19-4519-a5a7-4bdc2abf8fc6),segment_id=0d619be7-ad19-4519-a5a7-4bdc2abf8fc6)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:33:01.242908 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d49dd17-a8d6-4543-a4ac-148c3e547871 x-openstack-request-id: req-0d49dd17-a8d6-4543-a4ac-148c3e547871 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:33:01.243164 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4f8f1fc-059b-456c-8142-a45f72135be6", "name": "network-vif-plugged", "status": "completed", "tag": "f66c3c35-84d8-40e4-ba5a-5d3a119cad93", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:33:01.243423 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0d49dd17-a8d6-4543-a4ac-148c3e547871 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:33:01.243930 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4f8f1fc-059b-456c-8142-a45f72135be6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f66c3c35-84d8-40e4-ba5a-5d3a119cad93', 'code': 200} Jul 05 02:33:01.347476 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:01.353377 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-53d1da2d-6ff5-497a-a754-6e727e7be4be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:01.399841 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d1da2d-6ff5-497a-a754-6e727e7be4be None None] No DVR routers for this DVR port 7f075279-b73e-4792-a675-e3c543445447 on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:33:01.453288 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=f66c3c35-84d8-40e4-ba5a-5d3a119cad93,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:01.481946 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d1da2d-6ff5-497a-a754-6e727e7be4be None None] Pushing event deleted for resources: {'Port': ['ID=7f075279-b73e-4792-a675-e3c543445447,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:01.526054 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 50a907e3-ebd0-46ea-842f-c4bbb49950e7 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:33:01.642343 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba74745c-f56c-460c-8a66-e2f6c0c54b17 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Made reservation on behalf of 1593a1e15f6f447095222242302728ea for: {'network': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:33:01.645764 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ba74745c-f56c-460c-8a66-e2f6c0c54b17 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:01.679014 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 50a907e3-ebd0-46ea-842f-c4bbb49950e7 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:33:01.694489 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 50a907e3-ebd0-46ea-842f-c4bbb49950e7 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:33:01.694833 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:01.751286 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-6b8b1f53-485b-42b6-a873-2badfd3c834d None None] Provisioning complete for port 50a907e3-ebd0-46ea-842f-c4bbb49950e7 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:33:01.751663 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-6b8b1f53-485b-42b6-a873-2badfd3c834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:01.782158 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba74745c-f56c-460c-8a66-e2f6c0c54b17 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=94461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:33:01.821301 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ba74745c-f56c-460c-8a66-e2f6c0c54b17 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:01.821301 n-d-771362-32 neutron-server[94461]: INFO neutron.db.segments_db [None req-ba74745c-f56c-460c-8a66-e2f6c0c54b17 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Added segment 29c65ab3-b884-4355-8f4b-2768d96f97cd of type vlan for network 15fd57b5-a12f-43e7-99f6-b76da4ea2182 Jul 05 02:33:01.877557 n-d-771362-32 neutron-server[94461]: DEBUG neutron.objects.ports [None req-3f329ede-0dac-4252-b413-ba8b32dfa951 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94461) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 02:33:01.896683 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-6b8b1f53-485b-42b6-a873-2badfd3c834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:01.898557 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:01.934453 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3f329ede-0dac-4252-b413-ba8b32dfa951 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5763451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774823'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:01.944133 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-6b8b1f53-485b-42b6-a873-2badfd3c834d None None] For port 50a907e3-ebd0-46ea-842f-c4bbb49950e7, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=50a907e3-ebd0-46ea-842f-c4bbb49950e7,segment=NetworkSegment(1aa1197b-e02d-4673-b2bd-fc77f9b0b3ae),segment_id=1aa1197b-e02d-4673-b2bd-fc77f9b0b3ae)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:33:01.958109 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-fb20268d-67c2-4843-8c68-a8d3e39de885 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:01.973254 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 42038) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:01.986519 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-81a6eaf5-80ee-40b9-948a-a37e6139b64a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:02.002543 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ba74745c-f56c-460c-8a66-e2f6c0c54b17 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:02.020613 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-6b8b1f53-485b-42b6-a873-2badfd3c834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:02.027223 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8f70b5-ac23-45b3-9d43-259eee77f4d2 req-6476ec95-ab2a-41f5-b664-4172133f05f1 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:02.028922 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cf8f70b5-ac23-45b3-9d43-259eee77f4d2 req-6476ec95-ab2a-41f5-b664-4172133f05f1 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4f8f1fc-059b-456c-8142-a45f72135be6 HTTP/1.1" status: 200 len: 945 time: 0.4222713 Jul 05 02:33:02.043377 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [None req-fb20268d-67c2-4843-8c68-a8d3e39de885 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Transition to ACTIVE for port object bea187dc-5b27-4e3a-98fd-8a718609c07a will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:33:02.108207 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f329ede-0dac-4252-b413-ba8b32dfa951 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Pushing event updated for resources: {'Subnet': ['ID=6f8bfc16-9fee-476c-9ac8-c82312abdb30,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:02.116080 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.db.api [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94463) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 02:33:02.116363 n-d-771362-32 neutron-server[94463]: DEBUG oslo_db.api [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 02:33:02.117562 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8b1f53-485b-42b6-a873-2badfd3c834d None None] Pushing event updated for resources: {'Port': ['ID=50a907e3-ebd0-46ea-842f-c4bbb49950e7,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:02.143613 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8dc2fcb9-654a-45bf-8fed-077d671c6163 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:02.180860 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-6b8b1f53-485b-42b6-a873-2badfd3c834d None None] Provisioning for port 91492cbb-451e-4dfe-8339-6bab4716feb5 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:33:02.186498 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-6b8b1f53-485b-42b6-a873-2badfd3c834d None None] Provisioning complete for port 91492cbb-451e-4dfe-8339-6bab4716feb5 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:33:02.187105 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-6b8b1f53-485b-42b6-a873-2badfd3c834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:02.187701 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f329ede-0dac-4252-b413-ba8b32dfa951 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Checking segment: {'id': 'c9fa6504-f2fd-4894-9034-3e1975b88e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'ff5045d0-321c-4be3-b5ad-cbe201b7fc8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:33:02.188072 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f329ede-0dac-4252-b413-ba8b32dfa951 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Network hostable DHCP agents. Network: ff5045d0-321c-4be3-b5ad-cbe201b7fc8a, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:33:02.193746 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffa46cd-c544-4d67-a4dc-1c092c5743eb req-0e806233-170c-4798-916b-c695a39a7c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:02.195293 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3ffa46cd-c544-4d67-a4dc-1c092c5743eb req-0e806233-170c-4798-916b-c695a39a7c42 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c4f8f1fc-059b-456c-8142-a45f72135be6 HTTP/1.1" status: 200 len: 1097 time: 0.5874398 Jul 05 02:33:02.200016 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cf8f70b5-ac23-45b3-9d43-259eee77f4d2 req-7e228a6c-36c5-4a75-af18-d697be3a10cc tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.23 "GET /v2.0/security-groups?id=b53426f4-c39e-459a-b74a-012cb0101412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526461 Jul 05 02:33:02.235017 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-6b8b1f53-485b-42b6-a873-2badfd3c834d None None] Port 91492cbb-451e-4dfe-8339-6bab4716feb5 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:33:02.241304 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3ffa46cd-c544-4d67-a4dc-1c092c5743eb req-0c807a90-5106-4c70-8653-8fa352dc0838 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b53426f4-c39e-459a-b74a-012cb0101412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357509 Jul 05 02:33:02.300320 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8dc2fcb9-654a-45bf-8fed-077d671c6163 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:02.323122 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f329ede-0dac-4252-b413-ba8b32dfa951 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Network ff5045d0-321c-4be3-b5ad-cbe201b7fc8a is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:33:02.325478 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-fb20268d-67c2-4843-8c68-a8d3e39de885 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:02.327062 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ba74745c-f56c-460c-8a66-e2f6c0c54b17 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:02.333534 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba74745c-f56c-460c-8a66-e2f6c0c54b17 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:02.334166 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ba74745c-f56c-460c-8a66-e2f6c0c54b17 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:02.353687 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-49db609f-7234-4d53-9c72-e74865988c77 None None] Provisioning complete for port 91492cbb-451e-4dfe-8339-6bab4716feb5 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:33:02.354061 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-49db609f-7234-4d53-9c72-e74865988c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:02.357580 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dc2fcb9-654a-45bf-8fed-077d671c6163 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=94461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:33:02.411605 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-81a6eaf5-80ee-40b9-948a-a37e6139b64a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:02.449558 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc2fcb9-654a-45bf-8fed-077d671c6163 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ecf809-0019-4f63-b741-7de0849006ec,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:02.455466 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8dc2fcb9-654a-45bf-8fed-077d671c6163 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:02.455822 n-d-771362-32 neutron-server[94461]: INFO neutron.db.segments_db [None req-8dc2fcb9-654a-45bf-8fed-077d671c6163 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Added segment f64a78d3-24ba-4285-8ca9-0bf5edb5d790 of type vlan for network c06f3265-d57b-4fcb-ad50-92d8b0a42a0b Jul 05 02:33:02.511635 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb20268d-67c2-4843-8c68-a8d3e39de885 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Network bd5b29d4-5d47-400a-91d9-0cde79f1c2ff is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:33:02.512548 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-3f329ede-0dac-4252-b413-ba8b32dfa951 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, ff5045d0-321c-4be3-b5ad-cbe201b7fc8a) {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:33:02.520583 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-81a6eaf5-80ee-40b9-948a-a37e6139b64a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:02.522848 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068c34e0-d9f2-4ab5-92a4-0acebd9c6388 None None] Network ff5045d0-321c-4be3-b5ad-cbe201b7fc8a requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:33:02.527504 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-49db609f-7234-4d53-9c72-e74865988c77 None None] Port 91492cbb-451e-4dfe-8339-6bab4716feb5 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:33:02.541936 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f329ede-0dac-4252-b413-ba8b32dfa951 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:02.542924 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3f329ede-0dac-4252-b413-ba8b32dfa951 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:02.547103 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-fb20268d-67c2-4843-8c68-a8d3e39de885 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:33:02.561836 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb20268d-67c2-4843-8c68-a8d3e39de885 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:33:02.566936 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba74745c-f56c-460c-8a66-e2f6c0c54b17 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Pushing event updated for resources: {'Network': ['ID=15fd57b5-a12f-43e7-99f6-b76da4ea2182,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:02.570281 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-81a6eaf5-80ee-40b9-948a-a37e6139b64a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e70973772f2f440ba1bc07a18398ee51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5942419 Jul 05 02:33:02.571904 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 42062) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:02.583431 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 15fd57b5-a12f-43e7-99f6-b76da4ea2182 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:33:02.588667 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a6eaf5-80ee-40b9-948a-a37e6139b64a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f704decf-5ab3-41ac-afd0-09abf5707673,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:02.609535 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8dc2fcb9-654a-45bf-8fed-077d671c6163 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:02.615636 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb20268d-67c2-4843-8c68-a8d3e39de885 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Pushing event updated for resources: {'Port': ['ID=bea187dc-5b27-4e3a-98fd-8a718609c07a,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:02.647707 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-646b2f49-e0dc-42a7-9dea-a6a23e0ef490 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:02.654718 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-ba74745c-f56c-460c-8a66-e2f6c0c54b17 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.6529818 Jul 05 02:33:02.658670 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 42064) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:02.679427 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-73cb46a7-ec19-4dcb-9aed-5c5c40ef1afd tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Request body: {'subnet': {'network_id': '15fd57b5-a12f-43e7-99f6-b76da4ea2182', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:33:02.680955 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-646b2f49-e0dc-42a7-9dea-a6a23e0ef490 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:02.779458 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb20268d-67c2-4843-8c68-a8d3e39de885 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:02.780263 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-fb20268d-67c2-4843-8c68-a8d3e39de885 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:02.803002 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-3f329ede-0dac-4252-b413-ba8b32dfa951 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7330856 Jul 05 02:33:02.803749 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 42068) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:02.811638 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-7daa336b-720b-49d5-acf5-e053dc621e89 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Request body: {'port': {'network_id': 'ff5045d0-321c-4be3-b5ad-cbe201b7fc8a', 'name': 'tempest-NetworksIpV6TestAttrs-434164561'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:33:02.814181 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8dc2fcb9-654a-45bf-8fed-077d671c6163 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:02.823952 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc2fcb9-654a-45bf-8fed-077d671c6163 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:02.824641 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8dc2fcb9-654a-45bf-8fed-077d671c6163 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:02.831768 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 7f075279-b73e-4792-a675-e3c543445447 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:33:02.868412 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 7f075279-b73e-4792-a675-e3c543445447 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:33:02.869029 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 7f075279-b73e-4792-a675-e3c543445447 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:33:02.869470 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 16ba697f-cbec-4f50-8859-6c20bf5f859e no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:33:02.876978 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-646b2f49-e0dc-42a7-9dea-a6a23e0ef490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:02.879517 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-646b2f49-e0dc-42a7-9dea-a6a23e0ef490 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:02.882967 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-646b2f49-e0dc-42a7-9dea-a6a23e0ef490 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f704decf-5ab3-41ac-afd0-09abf5707673 HTTP/1.1" status: 204 len: 168 time: 0.3078732 Jul 05 02:33:02.894309 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 16ba697f-cbec-4f50-8859-6c20bf5f859e {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:33:02.894652 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 16ba697f-cbec-4f50-8859-6c20bf5f859e not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:33:02.898029 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646b2f49-e0dc-42a7-9dea-a6a23e0ef490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f704decf-5ab3-41ac-afd0-09abf5707673,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:02.951311 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-fb20268d-67c2-4843-8c68-a8d3e39de885 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.8572485 Jul 05 02:33:02.957328 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 42072) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:02.962039 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d46c6d-92d0-477e-8742-21b5784c87fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-ff5045d0-321c-4be3-b5ad-cbe201b7fc8a', 'network_id': 'ff5045d0-321c-4be3-b5ad-cbe201b7fc8a', 'tenant_id': '8f4e99cc6de94582b74a94c49e9c88d0', 'fixed_ips': [{'subnet_id': '6f8bfc16-9fee-476c-9ac8-c82312abdb30'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:33:02.963696 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-31d46c6d-92d0-477e-8742-21b5784c87fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:02.965137 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc2fcb9-654a-45bf-8fed-077d671c6163 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Pushing event updated for resources: {'Network': ['ID=c06f3265-d57b-4fcb-ad50-92d8b0a42a0b,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:02.985559 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network c06f3265-d57b-4fcb-ad50-92d8b0a42a0b details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:33:03.011080 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-8dc2fcb9-654a-45bf-8fed-077d671c6163 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.4690349 Jul 05 02:33:03.108219 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-e1b4d9f8-db7e-4803-8f3d-e7a9dd58ef48 None None] Provisioning for port bea187dc-5b27-4e3a-98fd-8a718609c07a completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:33:03.119552 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-e1b4d9f8-db7e-4803-8f3d-e7a9dd58ef48 None None] Provisioning complete for port bea187dc-5b27-4e3a-98fd-8a718609c07a triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:33:03.120173 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e1b4d9f8-db7e-4803-8f3d-e7a9dd58ef48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:03.158644 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 42076) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:03.165412 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-82c71a2c-b1ef-4027-91e1-dcf8948a9f8d tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Request body: {'subnet': {'network_id': 'c06f3265-d57b-4fcb-ad50-92d8b0a42a0b', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:33:03.219600 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-31d46c6d-92d0-477e-8742-21b5784c87fd None None] Allocated IP 2001:db8::f816:3eff:fed6:893c (ff5045d0-321c-4be3-b5ad-cbe201b7fc8a/6f8bfc16-9fee-476c-9ac8-c82312abdb30/5c8824ce-5a2b-44a3-921c-3de6bf5ca4a5) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:33:03.291828 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73cb46a7-ec19-4dcb-9aed-5c5c40ef1afd tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Made reservation on behalf of 1593a1e15f6f447095222242302728ea for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:33:03.308099 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-73cb46a7-ec19-4dcb-9aed-5c5c40ef1afd tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:03.379388 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-31d46c6d-92d0-477e-8742-21b5784c87fd None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:03.393548 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-31d46c6d-92d0-477e-8742-21b5784c87fd None None] Transition to ACTIVE for port object 5c8824ce-5a2b-44a3-921c-3de6bf5ca4a5 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:33:03.410067 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-31d46c6d-92d0-477e-8742-21b5784c87fd None None] Transition to ACTIVE for port object 5c8824ce-5a2b-44a3-921c-3de6bf5ca4a5 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:33:03.423808 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-e1b4d9f8-db7e-4803-8f3d-e7a9dd58ef48 None None] Port bea187dc-5b27-4e3a-98fd-8a718609c07a cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:33:03.489455 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-31d46c6d-92d0-477e-8742-21b5784c87fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:03.559370 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 50a907e3-ebd0-46ea-842f-c4bbb49950e7 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:33:03.589979 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 42086) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:03.601141 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.db.api [None req-82c71a2c-b1ef-4027-91e1-dcf8948a9f8d tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 02:33:03.601141 n-d-771362-32 neutron-server[94461]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 02:33:03.601141 n-d-771362-32 neutron-server[94461]: [parameters: {'project_id_1': 'd5279038e8454126be0c5c273f41a9ef', 'expiration_1': datetime.datetime(2021, 7, 5, 2, 33, 3, 525718)}] Jul 05 02:33:03.601141 n-d-771362-32 neutron-server[94461]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 02:33:03.601858 n-d-771362-32 neutron-server[94461]: DEBUG oslo_db.api [None req-82c71a2c-b1ef-4027-91e1-dcf8948a9f8d tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 02:33:03.606500 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d575400b-8f03-406a-8e18-268f35710d24 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:03.608602 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-d575400b-8f03-406a-8e18-268f35710d24 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.6504195 Jul 05 02:33:03.611648 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 42090) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:03.669542 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d46c6d-92d0-477e-8742-21b5784c87fd None None] Network ff5045d0-321c-4be3-b5ad-cbe201b7fc8a is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:33:03.683999 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-31d46c6d-92d0-477e-8742-21b5784c87fd None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:33:03.693691 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d46c6d-92d0-477e-8742-21b5784c87fd None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:33:03.704831 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda80f05-33c8-47dc-8ba6-e8a32392418f tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:03.710746 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c403e22a-73c9-478d-9a9a-95f12c64a6e0 req-1e59455f-2bb5-4df6-af3f-65ebf0ff3fed tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:03.712786 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda80f05-33c8-47dc-8ba6-e8a32392418f tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:03.716837 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d46c6d-92d0-477e-8742-21b5784c87fd None None] Pushing event updated for resources: {'Port': ['ID=5c8824ce-5a2b-44a3-921c-3de6bf5ca4a5,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:03.719713 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda80f05-33c8-47dc-8ba6-e8a32392418f tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:03.722277 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-eda80f05-33c8-47dc-8ba6-e8a32392418f tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.1087108 Jul 05 02:33:03.722702 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c403e22a-73c9-478d-9a9a-95f12c64a6e0 req-1e59455f-2bb5-4df6-af3f-65ebf0ff3fed tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4f8f1fc-059b-456c-8142-a45f72135be6 HTTP/1.1" status: 200 len: 945 time: 0.2636940 Jul 05 02:33:03.729438 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 42096) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:03.766033 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 50a907e3-ebd0-46ea-842f-c4bbb49950e7 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:33:03.766033 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:03.789995 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9c705ec1-5f2d-4b27-a382-01ff5fe2e649 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:03.805703 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c403e22a-73c9-478d-9a9a-95f12c64a6e0 req-f0f51c74-7276-411d-8e0a-70efe933446c tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.23 "GET /v2.0/security-groups?id=b53426f4-c39e-459a-b74a-012cb0101412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819683 Jul 05 02:33:03.830798 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-31d46c6d-92d0-477e-8742-21b5784c87fd None None] Attempting to bind port 5c8824ce-5a2b-44a3-921c-3de6bf5ca4a5 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:33:03.831186 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-31d46c6d-92d0-477e-8742-21b5784c87fd None None] Attempting to bind port 5c8824ce-5a2b-44a3-921c-3de6bf5ca4a5 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'c9fa6504-f2fd-4894-9034-3e1975b88e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'ff5045d0-321c-4be3-b5ad-cbe201b7fc8a'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:33:03.831547 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d46c6d-92d0-477e-8742-21b5784c87fd None None] Attempting to bind port 5c8824ce-5a2b-44a3-921c-3de6bf5ca4a5 on network ff5045d0-321c-4be3-b5ad-cbe201b7fc8a {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:33:03.834087 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7daa336b-720b-49d5-acf5-e053dc621e89 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Made reservation on behalf of 8f4e99cc6de94582b74a94c49e9c88d0 for: {'port': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:33:03.837701 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7daa336b-720b-49d5-acf5-e053dc621e89 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:03.851750 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d46c6d-92d0-477e-8742-21b5784c87fd None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:33:03.852124 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d46c6d-92d0-477e-8742-21b5784c87fd None None] Checking segment: {'id': 'c9fa6504-f2fd-4894-9034-3e1975b88e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'ff5045d0-321c-4be3-b5ad-cbe201b7fc8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:33:03.852527 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-31d46c6d-92d0-477e-8742-21b5784c87fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:03.852917 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d46c6d-92d0-477e-8742-21b5784c87fd None None] Bound using segment: {'id': 'c9fa6504-f2fd-4894-9034-3e1975b88e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'ff5045d0-321c-4be3-b5ad-cbe201b7fc8a'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:33:03.853429 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-31d46c6d-92d0-477e-8742-21b5784c87fd None None] Bound port: 5c8824ce-5a2b-44a3-921c-3de6bf5ca4a5, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9fa6504-f2fd-4894-9034-3e1975b88e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'ff5045d0-321c-4be3-b5ad-cbe201b7fc8a'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:33:03.853883 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-31d46c6d-92d0-477e-8742-21b5784c87fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:03.908351 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [None req-7daa336b-720b-49d5-acf5-e053dc621e89 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] device_id is not set on port 3f312551-5af1-4809-80f4-4c455a6c3be8 yet. {{(pid=94462) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:33:03.955288 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-73cb46a7-ec19-4dcb-9aed-5c5c40ef1afd tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5763451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774823'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:03.959063 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-31d46c6d-92d0-477e-8742-21b5784c87fd None None] For port 5c8824ce-5a2b-44a3-921c-3de6bf5ca4a5, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:33:03.972745 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-31d46c6d-92d0-477e-8742-21b5784c87fd None None] For port 5c8824ce-5a2b-44a3-921c-3de6bf5ca4a5, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=5c8824ce-5a2b-44a3-921c-3de6bf5ca4a5,segment=NetworkSegment(c9fa6504-f2fd-4894-9034-3e1975b88e21),segment_id=c9fa6504-f2fd-4894-9034-3e1975b88e21)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:33:04.010087 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-9e019452-f66e-4e15-b9a5-2f56eefa5eed tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Deleting port bea187dc-5b27-4e3a-98fd-8a718609c07a {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:33:04.010621 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9e019452-f66e-4e15-b9a5-2f56eefa5eed tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:04.036467 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cb46a7-ec19-4dcb-9aed-5c5c40ef1afd tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Pushing event updated for resources: {'Subnet': ['ID=7e22340b-51a9-41f3-8c1e-679e742651bc,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:04.044097 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73cb46a7-ec19-4dcb-9aed-5c5c40ef1afd tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Checking segment: {'id': '29c65ab3-b884-4355-8f4b-2768d96f97cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '15fd57b5-a12f-43e7-99f6-b76da4ea2182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:33:04.044552 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73cb46a7-ec19-4dcb-9aed-5c5c40ef1afd tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Network hostable DHCP agents. Network: 15fd57b5-a12f-43e7-99f6-b76da4ea2182, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:33:04.107641 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-31d46c6d-92d0-477e-8742-21b5784c87fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:04.118862 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9c705ec1-5f2d-4b27-a382-01ff5fe2e649 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:04.129990 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-7daa336b-720b-49d5-acf5-e053dc621e89 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Allocated IP 2001:db8::f816:3eff:fea5:f66 (ff5045d0-321c-4be3-b5ad-cbe201b7fc8a/6f8bfc16-9fee-476c-9ac8-c82312abdb30/3f312551-5af1-4809-80f4-4c455a6c3be8) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:33:04.136290 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73cb46a7-ec19-4dcb-9aed-5c5c40ef1afd tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Network 15fd57b5-a12f-43e7-99f6-b76da4ea2182 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:33:04.174067 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9e019452-f66e-4e15-b9a5-2f56eefa5eed tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:04.189135 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d46c6d-92d0-477e-8742-21b5784c87fd None None] Pushing event updated for resources: {'Port': ['ID=5c8824ce-5a2b-44a3-921c-3de6bf5ca4a5,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:04.192491 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-9e019452-f66e-4e15-b9a5-2f56eefa5eed tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Calling delete_port for bea187dc-5b27-4e3a-98fd-8a718609c07a owned by {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:33:04.216309 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9c705ec1-5f2d-4b27-a382-01ff5fe2e649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:04.232586 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-73cb46a7-ec19-4dcb-9aed-5c5c40ef1afd tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 15fd57b5-a12f-43e7-99f6-b76da4ea2182) {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:33:04.237392 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73cb46a7-ec19-4dcb-9aed-5c5c40ef1afd tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:04.238472 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-73cb46a7-ec19-4dcb-9aed-5c5c40ef1afd tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:04.246669 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92c298d-81fa-4ae4-87f8-15bca80653c9 None None] Network 15fd57b5-a12f-43e7-99f6-b76da4ea2182 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:33:04.341981 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82c71a2c-b1ef-4027-91e1-dcf8948a9f8d tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Made reservation on behalf of d5279038e8454126be0c5c273f41a9ef for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:33:04.346048 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-82c71a2c-b1ef-4027-91e1-dcf8948a9f8d tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:04.380620 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-9c705ec1-5f2d-4b27-a382-01ff5fe2e649 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=eacf815cc1b743448f3e26aa787d6171&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7875268 Jul 05 02:33:04.487437 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013800eb-366b-42b9-a736-63c81c628c86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-15fd57b5-a12f-43e7-99f6-b76da4ea2182', 'network_id': '15fd57b5-a12f-43e7-99f6-b76da4ea2182', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'fixed_ips': [{'subnet_id': '7e22340b-51a9-41f3-8c1e-679e742651bc'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:33:04.488778 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-013800eb-366b-42b9-a736-63c81c628c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:04.510915 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 42110) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:04.524406 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-73cb46a7-ec19-4dcb-9aed-5c5c40ef1afd tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8580053 Jul 05 02:33:04.542417 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 42112) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:04.574022 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-f245c7c2-84ac-440d-b6cb-e45a82a71489 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1001067835', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:33:04.617682 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c705ec1-5f2d-4b27-a382-01ff5fe2e649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3488db1-b26c-4aee-9e92-1c4919c8bc97,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:04.650396 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7daa336b-720b-49d5-acf5-e053dc621e89 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:04.660709 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9e019452-f66e-4e15-b9a5-2f56eefa5eed tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:04.685496 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8075950e-c503-4399-a81d-44114830604e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:04.694100 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e019452-f66e-4e15-b9a5-2f56eefa5eed tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Pushing event deleted for resources: {'Port': ['ID=bea187dc-5b27-4e3a-98fd-8a718609c07a,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:04.699355 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [None req-7daa336b-720b-49d5-acf5-e053dc621e89 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Transition to ACTIVE for port object 3f312551-5af1-4809-80f4-4c455a6c3be8 will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:33:04.717354 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8075950e-c503-4399-a81d-44114830604e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:04.730426 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f245c7c2-84ac-440d-b6cb-e45a82a71489 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11810'] for router, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:04.731512 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f245c7c2-84ac-440d-b6cb-e45a82a71489 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1926740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11821'] for router, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:04.787605 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-013800eb-366b-42b9-a736-63c81c628c86 None None] Allocated IP 172.20.0.2 (15fd57b5-a12f-43e7-99f6-b76da4ea2182/7e22340b-51a9-41f3-8c1e-679e742651bc/c9d4c324-b13c-4913-a24e-17d396b5a87f) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:33:04.808494 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9e019452-f66e-4e15-b9a5-2f56eefa5eed tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:04.813436 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-9e019452-f66e-4e15-b9a5-2f56eefa5eed tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "DELETE /v2.0/ports/bea187dc-5b27-4e3a-98fd-8a718609c07a HTTP/1.1" status: 204 len: 168 time: 1.0804811 Jul 05 02:33:04.813676 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 42116) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:04.874929 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9de95f6-cd7c-4402-a66a-a5e9f0de82a0 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] GET failed (client error): The resource could not be found. Jul 05 02:33:04.886633 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f245c7c2-84ac-440d-b6cb-e45a82a71489 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:04.888625 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 42120) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:04.891701 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-a9de95f6-cd7c-4402-a66a-a5e9f0de82a0 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "GET /v2.0/ports/bea187dc-5b27-4e3a-98fd-8a718609c07a HTTP/1.1" status: 404 len: 333 time: 0.0654631 Jul 05 02:33:04.908991 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7daa336b-720b-49d5-acf5-e053dc621e89 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:04.993554 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f245c7c2-84ac-440d-b6cb-e45a82a71489 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963'] for router, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:05.013554 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daa336b-720b-49d5-acf5-e053dc621e89 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Pushing event updated for resources: {'Port': ['ID=3f312551-5af1-4809-80f4-4c455a6c3be8,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:05.033707 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8075950e-c503-4399-a81d-44114830604e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:05.035765 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-013800eb-366b-42b9-a736-63c81c628c86 None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:05.036765 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8075950e-c503-4399-a81d-44114830604e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:05.038162 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-8075950e-c503-4399-a81d-44114830604e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b3488db1-b26c-4aee-9e92-1c4919c8bc97 HTTP/1.1" status: 204 len: 168 time: 0.5027328 Jul 05 02:33:05.048032 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7daa336b-720b-49d5-acf5-e053dc621e89 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Network ff5045d0-321c-4be3-b5ad-cbe201b7fc8a is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:33:05.054258 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-7daa336b-720b-49d5-acf5-e053dc621e89 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:33:05.054258 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7daa336b-720b-49d5-acf5-e053dc621e89 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:33:05.059796 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7daa336b-720b-49d5-acf5-e053dc621e89 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:05.064206 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7daa336b-720b-49d5-acf5-e053dc621e89 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:05.070854 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-013800eb-366b-42b9-a736-63c81c628c86 None None] Transition to ACTIVE for port object c9d4c324-b13c-4913-a24e-17d396b5a87f will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:33:05.081453 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8075950e-c503-4399-a81d-44114830604e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3488db1-b26c-4aee-9e92-1c4919c8bc97,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:05.097792 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-82c71a2c-b1ef-4027-91e1-dcf8948a9f8d tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5763451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774823'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:05.112457 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-013800eb-366b-42b9-a736-63c81c628c86 None None] Transition to ACTIVE for port object c9d4c324-b13c-4913-a24e-17d396b5a87f will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:33:05.128643 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-7cdcd6ee-c3a9-4620-b85d-9dec3780d8a7 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Deleting port 91492cbb-451e-4dfe-8339-6bab4716feb5 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:33:05.128860 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7cdcd6ee-c3a9-4620-b85d-9dec3780d8a7 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:05.168047 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-7daa336b-720b-49d5-acf5-e053dc621e89 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 2.3629677 Jul 05 02:33:05.169093 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 42126) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:05.178274 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f245c7c2-84ac-440d-b6cb-e45a82a71489 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks [] for router, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:05.179477 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-f245c7c2-84ac-440d-b6cb-e45a82a71489 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6115346 Jul 05 02:33:05.213495 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 42128) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:05.233295 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-013800eb-366b-42b9-a736-63c81c628c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:05.283376 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c71a2c-b1ef-4027-91e1-dcf8948a9f8d tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Pushing event updated for resources: {'Subnet': ['ID=53ee007a-928b-4dd9-9288-682d4a29eff5,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:05.328624 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013800eb-366b-42b9-a736-63c81c628c86 None None] Network 15fd57b5-a12f-43e7-99f6-b76da4ea2182 is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:33:05.333820 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-013800eb-366b-42b9-a736-63c81c628c86 None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:33:05.342924 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c71a2c-b1ef-4027-91e1-dcf8948a9f8d tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Checking segment: {'id': 'f64a78d3-24ba-4285-8ca9-0bf5edb5d790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c06f3265-d57b-4fcb-ad50-92d8b0a42a0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:33:05.343267 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c71a2c-b1ef-4027-91e1-dcf8948a9f8d tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Network hostable DHCP agents. Network: c06f3265-d57b-4fcb-ad50-92d8b0a42a0b, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:33:05.348144 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013800eb-366b-42b9-a736-63c81c628c86 None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:33:05.357742 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-67f0a35b-07b1-4a68-b1be-fe9564214077 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Deleting subnet 6f8bfc16-9fee-476c-9ac8-c82312abdb30 {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:33:05.369193 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-67f0a35b-07b1-4a68-b1be-fe9564214077 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:05.372380 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cd0576-4835-47ed-81db-8619ad834b7e req-5939f2ee-dfe0-42e7-9b89-4a1d54c301a3 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:05.374143 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-32cd0576-4835-47ed-81db-8619ad834b7e req-5939f2ee-dfe0-42e7-9b89-4a1d54c301a3 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4f8f1fc-059b-456c-8142-a45f72135be6 HTTP/1.1" status: 200 len: 945 time: 0.2970138 Jul 05 02:33:05.381160 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7cdcd6ee-c3a9-4620-b85d-9dec3780d8a7 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:05.417528 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-7cdcd6ee-c3a9-4620-b85d-9dec3780d8a7 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Calling delete_port for 91492cbb-451e-4dfe-8339-6bab4716feb5 owned by {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:33:05.431510 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013800eb-366b-42b9-a736-63c81c628c86 None None] Pushing event updated for resources: {'Port': ['ID=c9d4c324-b13c-4913-a24e-17d396b5a87f,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:05.488739 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-013800eb-366b-42b9-a736-63c81c628c86 None None] Attempting to bind port c9d4c324-b13c-4913-a24e-17d396b5a87f on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:33:05.489217 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-013800eb-366b-42b9-a736-63c81c628c86 None None] Attempting to bind port c9d4c324-b13c-4913-a24e-17d396b5a87f by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '29c65ab3-b884-4355-8f4b-2768d96f97cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '15fd57b5-a12f-43e7-99f6-b76da4ea2182'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:33:05.490480 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013800eb-366b-42b9-a736-63c81c628c86 None None] Attempting to bind port c9d4c324-b13c-4913-a24e-17d396b5a87f on network 15fd57b5-a12f-43e7-99f6-b76da4ea2182 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:33:05.500091 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013800eb-366b-42b9-a736-63c81c628c86 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:33:05.501771 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013800eb-366b-42b9-a736-63c81c628c86 None None] Checking segment: {'id': '29c65ab3-b884-4355-8f4b-2768d96f97cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '15fd57b5-a12f-43e7-99f6-b76da4ea2182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:33:05.501771 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-013800eb-366b-42b9-a736-63c81c628c86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:05.501771 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013800eb-366b-42b9-a736-63c81c628c86 None None] Bound using segment: {'id': '29c65ab3-b884-4355-8f4b-2768d96f97cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '15fd57b5-a12f-43e7-99f6-b76da4ea2182'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:33:05.502998 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-013800eb-366b-42b9-a736-63c81c628c86 None None] Bound port: c9d4c324-b13c-4913-a24e-17d396b5a87f, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29c65ab3-b884-4355-8f4b-2768d96f97cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '15fd57b5-a12f-43e7-99f6-b76da4ea2182'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:33:05.507668 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-013800eb-366b-42b9-a736-63c81c628c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:05.511049 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-67f0a35b-07b1-4a68-b1be-fe9564214077 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:05.541940 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 5c8824ce-5a2b-44a3-921c-3de6bf5ca4a5 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:33:05.589096 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c71a2c-b1ef-4027-91e1-dcf8948a9f8d tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Network c06f3265-d57b-4fcb-ad50-92d8b0a42a0b is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:33:05.627543 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-32cd0576-4835-47ed-81db-8619ad834b7e req-d8d70796-9a6b-4b43-9793-38c20eb92167 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.23 "GET /v2.0/security-groups?id=b53426f4-c39e-459a-b74a-012cb0101412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414091 Jul 05 02:33:05.741761 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-82c71a2c-b1ef-4027-91e1-dcf8948a9f8d tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, c06f3265-d57b-4fcb-ad50-92d8b0a42a0b) {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:33:05.756262 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c71a2c-b1ef-4027-91e1-dcf8948a9f8d tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:05.757979 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-82c71a2c-b1ef-4027-91e1-dcf8948a9f8d tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:05.776752 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef435cb2-51cc-4f5d-83c6-3eb99c93b2a7 None None] Network c06f3265-d57b-4fcb-ad50-92d8b0a42a0b requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:33:05.869536 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a6673e6f-cfcc-401a-abaf-dcd07b31d8d8 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:05.871728 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60db1a13-04f6-4fc3-8eeb-cd0fca9a253f None None] Network ff5045d0-321c-4be3-b5ad-cbe201b7fc8a requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:33:05.880628 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-013800eb-366b-42b9-a736-63c81c628c86 None None] For port c9d4c324-b13c-4913-a24e-17d396b5a87f, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:33:05.975041 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-82c71a2c-b1ef-4027-91e1-dcf8948a9f8d tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.8156583 Jul 05 02:33:05.979909 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 42146) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:05.985843 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-6f0d641c-9baa-4720-b9c5-f67480db165d tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-219320950'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:33:05.992652 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-67f0a35b-07b1-4a68-b1be-fe9564214077 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:06.136493 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-013800eb-366b-42b9-a736-63c81c628c86 None None] For port c9d4c324-b13c-4913-a24e-17d396b5a87f, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=c9d4c324-b13c-4913-a24e-17d396b5a87f,segment=NetworkSegment(29c65ab3-b884-4355-8f4b-2768d96f97cd),segment_id=29c65ab3-b884-4355-8f4b-2768d96f97cd)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:33:06.136493 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 5c8824ce-5a2b-44a3-921c-3de6bf5ca4a5 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:33:06.137323 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8c793e-54de-40f7-bd51-3df8080a334c req-7d253ac3-ee87-40ef-8f26-ec195906a6fa tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:06.137323 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-db8c793e-54de-40f7-bd51-3df8080a334c req-7d253ac3-ee87-40ef-8f26-ec195906a6fa tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef449aa8-f75a-4fb8-b57e-9370ed8aa923 HTTP/1.1" status: 200 len: 945 time: 0.0777559 Jul 05 02:33:06.189319 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d964d9ad-7bcc-4f70-bd2b-caca66a07c37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-c06f3265-d57b-4fcb-ad50-92d8b0a42a0b', 'network_id': 'c06f3265-d57b-4fcb-ad50-92d8b0a42a0b', 'tenant_id': 'd5279038e8454126be0c5c273f41a9ef', 'fixed_ips': [{'subnet_id': '53ee007a-928b-4dd9-9288-682d4a29eff5'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:33:06.190192 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-d964d9ad-7bcc-4f70-bd2b-caca66a07c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:06.199603 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-db8c793e-54de-40f7-bd51-3df8080a334c req-47afc7bf-4d3f-4c38-af41-c3de0ff2edd1 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.23 "GET /v2.0/security-groups?id=b53426f4-c39e-459a-b74a-012cb0101412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630965 Jul 05 02:33:06.220495 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7cdcd6ee-c3a9-4620-b85d-9dec3780d8a7 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:06.255468 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdcd6ee-c3a9-4620-b85d-9dec3780d8a7 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Pushing event deleted for resources: {'Port': ['ID=91492cbb-451e-4dfe-8339-6bab4716feb5,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:06.279193 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-a6673e6f-cfcc-401a-abaf-dcd07b31d8d8 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Allocated IP 172.20.0.1 (15fd57b5-a12f-43e7-99f6-b76da4ea2182/7e22340b-51a9-41f3-8c1e-679e742651bc/1fd0def7-663a-4b49-9caa-68026acc1e30) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:33:06.286426 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-67f0a35b-07b1-4a68-b1be-fe9564214077 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:06.385052 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-013800eb-366b-42b9-a736-63c81c628c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:06.391848 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-6f0627a5-415b-49d8-812a-fd4f4ee5cf05 None None] Provisioning for port 5c8824ce-5a2b-44a3-921c-3de6bf5ca4a5 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:33:06.400126 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f0d641c-9baa-4720-b9c5-f67480db165d tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Made reservation on behalf of d5279038e8454126be0c5c273f41a9ef for: {'network': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:33:06.406541 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6f0d641c-9baa-4720-b9c5-f67480db165d tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:06.453146 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f0d641c-9baa-4720-b9c5-f67480db165d tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=94461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:33:06.469655 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 42154) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:06.478888 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6f0d641c-9baa-4720-b9c5-f67480db165d tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:06.479419 n-d-771362-32 neutron-server[94461]: INFO neutron.db.segments_db [None req-6f0d641c-9baa-4720-b9c5-f67480db165d tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Added segment 621c285f-ab08-4fa2-ad78-5649ffd6a9ff of type vlan for network f24ad014-700c-46bf-864a-cd1089732a1c Jul 05 02:33:06.494772 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5dac057c-0943-4021-a0d8-eb3fc8c8c46a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:06.495909 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-6f0627a5-415b-49d8-812a-fd4f4ee5cf05 None None] Provisioning complete for port 5c8824ce-5a2b-44a3-921c-3de6bf5ca4a5 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:33:06.496297 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-6f0627a5-415b-49d8-812a-fd4f4ee5cf05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:06.505455 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-67f0a35b-07b1-4a68-b1be-fe9564214077 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:06.507493 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-67f0a35b-07b1-4a68-b1be-fe9564214077 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] 10.222.0.23 "DELETE /v2.0/subnets/6f8bfc16-9fee-476c-9ac8-c82312abdb30 HTTP/1.1" status: 204 len: 168 time: 1.3371773 Jul 05 02:33:06.508365 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f0a35b-07b1-4a68-b1be-fe9564214077 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Pushing event deleted for resources: {'Subnet': ['ID=6f8bfc16-9fee-476c-9ac8-c82312abdb30,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:06.515190 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 42156) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:06.562958 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6f0d641c-9baa-4720-b9c5-f67480db165d tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:06.625093 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7cdcd6ee-c3a9-4620-b85d-9dec3780d8a7 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:06.627169 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-7cdcd6ee-c3a9-4620-b85d-9dec3780d8a7 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "DELETE /v2.0/ports/91492cbb-451e-4dfe-8339-6bab4716feb5 HTTP/1.1" status: 204 len: 168 time: 1.7351100 Jul 05 02:33:06.642733 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 42158) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:06.643428 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013800eb-366b-42b9-a736-63c81c628c86 None None] Pushing event updated for resources: {'Port': ['ID=c9d4c324-b13c-4913-a24e-17d396b5a87f,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:06.703973 n-d-771362-32 neutron-server[94461]: INFO neutron.pecan_wsgi.hooks.translation [None req-844221a2-9652-46e9-a087-1c578dd861e9 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] GET failed (client error): The resource could not be found. Jul 05 02:33:06.714714 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-844221a2-9652-46e9-a087-1c578dd861e9 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "GET /v2.0/ports/91492cbb-451e-4dfe-8339-6bab4716feb5 HTTP/1.1" status: 404 len: 333 time: 0.0630860 Jul 05 02:33:06.716373 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 42160) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:06.771589 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6f0d641c-9baa-4720-b9c5-f67480db165d tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:06.778408 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0d641c-9baa-4720-b9c5-f67480db165d tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:06.779066 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6f0d641c-9baa-4720-b9c5-f67480db165d tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:06.794599 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922cbf95-3c4e-46a4-b8e7-3e801a4d0ad5 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:06.796301 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922cbf95-3c4e-46a4-b8e7-3e801a4d0ad5 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:06.801119 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-922cbf95-3c4e-46a4-b8e7-3e801a4d0ad5 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2848525 Jul 05 02:33:06.804459 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 42162) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:06.927610 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-d964d9ad-7bcc-4f70-bd2b-caca66a07c37 None None] Allocated IP 172.20.255.242 (c06f3265-d57b-4fcb-ad50-92d8b0a42a0b/53ee007a-928b-4dd9-9288-682d4a29eff5/03ff0a2c-bef4-40b2-b818-911793279c39) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:33:06.935051 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a6673e6f-cfcc-401a-abaf-dcd07b31d8d8 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:06.953009 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5dac057c-0943-4021-a0d8-eb3fc8c8c46a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:06.967219 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_v2 [None req-57488740-7b48-4d66-ad4c-cccfe001224d tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Deleting subnet f8444bb2-7718-41e1-a9f4-9afc7535a8f5 {{(pid=94461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:33:06.975327 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c7db68-b8e8-46e9-afcb-8f0b89385b2b req-655e5ce0-2fca-43e4-933d-fa7c5850aa68 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:06.976965 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-65c7db68-b8e8-46e9-afcb-8f0b89385b2b req-655e5ce0-2fca-43e4-933d-fa7c5850aa68 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.23 "GET /v2.0/ports?device_id=c52ed947-fce6-4894-9cbf-5ef18a8da90b HTTP/1.1" status: 200 len: 946 time: 0.2771232 Jul 05 02:33:06.997116 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-6f0627a5-415b-49d8-812a-fd4f4ee5cf05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:07.017310 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-57488740-7b48-4d66-ad4c-cccfe001224d tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks [] for subnet, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:07.067864 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5dac057c-0943-4021-a0d8-eb3fc8c8c46a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:07.082196 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475a2e53-a5ad-4c94-a0ad-ae9431fcc5af None None] Network ff5045d0-321c-4be3-b5ad-cbe201b7fc8a requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:33:07.083965 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-65c7db68-b8e8-46e9-afcb-8f0b89385b2b req-c8b7cc61-b341-4b66-a99d-1ec0e7787bf7 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.23 "GET /v2.0/security-groups?id=b53426f4-c39e-459a-b74a-012cb0101412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878110 Jul 05 02:33:07.085328 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [None req-a6673e6f-cfcc-401a-abaf-dcd07b31d8d8 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Transition to ACTIVE for port object 1fd0def7-663a-4b49-9caa-68026acc1e30 will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:33:07.094662 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c4724659-87cb-4cfb-b093-68a382182721 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:07.111469 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-5dac057c-0943-4021-a0d8-eb3fc8c8c46a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=54f0f3b7b1de4628a2bd753df8c4aa9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6400249 Jul 05 02:33:07.112110 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 42168) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:07.112280 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4724659-87cb-4cfb-b093-68a382182721 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 05 02:33:07.112903 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4724659-87cb-4cfb-b093-68a382182721 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94462) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:33:07.120343 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-c4724659-87cb-4cfb-b093-68a382182721 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] 10.222.0.23 "DELETE /v2.0/networks/ff5045d0-321c-4be3-b5ad-cbe201b7fc8a HTTP/1.1" status: 409 len: 405 time: 0.3105900 Jul 05 02:33:07.123698 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 42170) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:07.131576 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-33081166-6759-4e64-aa76-495ffe2fafbf tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-312313376'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:33:07.151938 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0d641c-9baa-4720-b9c5-f67480db165d tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Pushing event updated for resources: {'Network': ['ID=f24ad014-700c-46bf-864a-cd1089732a1c,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:07.173544 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network f24ad014-700c-46bf-864a-cd1089732a1c details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:33:07.197067 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-6f0d641c-9baa-4720-b9c5-f67480db165d tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2132959 Jul 05 02:33:07.197387 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 42172) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:07.200049 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-57488740-7b48-4d66-ad4c-cccfe001224d tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5519650'] for subnet, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:07.207240 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-a6d5bddb-3150-4557-ba35-ecb4b22893e9 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Request body: {'subnet': {'network_id': 'f24ad014-700c-46bf-864a-cd1089732a1c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:33:07.218301 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-6f0627a5-415b-49d8-812a-fd4f4ee5cf05 None None] For port 5c8824ce-5a2b-44a3-921c-3de6bf5ca4a5, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=5c8824ce-5a2b-44a3-921c-3de6bf5ca4a5,segment=NetworkSegment(c9fa6504-f2fd-4894-9034-3e1975b88e21),segment_id=c9fa6504-f2fd-4894-9034-3e1975b88e21)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:33:07.244036 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dac057c-0943-4021-a0d8-eb3fc8c8c46a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff08c141-6abb-46bc-b0be-1d33979a7ca6,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:07.268643 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c47c198f-6053-4acd-8c5d-7fc09b1665b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:07.294601 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c47c198f-6053-4acd-8c5d-7fc09b1665b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:07.366795 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33081166-6759-4e64-aa76-495ffe2fafbf tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Made reservation on behalf of 8f4e99cc6de94582b74a94c49e9c88d0 for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:33:07.379057 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-6f0627a5-415b-49d8-812a-fd4f4ee5cf05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:07.390251 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-33081166-6759-4e64-aa76-495ffe2fafbf tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:07.417746 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-57488740-7b48-4d66-ad4c-cccfe001224d tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:07.420374 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-d964d9ad-7bcc-4f70-bd2b-caca66a07c37 None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:07.437465 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a6673e6f-cfcc-401a-abaf-dcd07b31d8d8 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:07.494793 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6673e6f-cfcc-401a-abaf-dcd07b31d8d8 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Network 15fd57b5-a12f-43e7-99f6-b76da4ea2182 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:33:07.499790 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f17049-903b-40d9-af87-e819d9eea7c4 None None] DHCP port deletion for ff5045d0-321c-4be3-b5ad-cbe201b7fc8a request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:33:07.500418 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-a6673e6f-cfcc-401a-abaf-dcd07b31d8d8 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:33:07.506933 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6673e6f-cfcc-401a-abaf-dcd07b31d8d8 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:33:07.521071 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0627a5-415b-49d8-812a-fd4f4ee5cf05 None None] Pushing event updated for resources: {'Port': ['ID=5c8824ce-5a2b-44a3-921c-3de6bf5ca4a5,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:07.540953 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c47c198f-6053-4acd-8c5d-7fc09b1665b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:07.549751 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c47c198f-6053-4acd-8c5d-7fc09b1665b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:07.549751 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-c47c198f-6053-4acd-8c5d-7fc09b1665b1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ff08c141-6abb-46bc-b0be-1d33979a7ca6 HTTP/1.1" status: 204 len: 168 time: 0.4296219 Jul 05 02:33:07.570056 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47c198f-6053-4acd-8c5d-7fc09b1665b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff08c141-6abb-46bc-b0be-1d33979a7ca6,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:07.588552 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-d964d9ad-7bcc-4f70-bd2b-caca66a07c37 None None] Transition to ACTIVE for port object 03ff0a2c-bef4-40b2-b818-911793279c39 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:33:07.614873 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-57488740-7b48-4d66-ad4c-cccfe001224d tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5763388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774356'] for subnet, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:07.627851 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-d964d9ad-7bcc-4f70-bd2b-caca66a07c37 None None] Transition to ACTIVE for port object 03ff0a2c-bef4-40b2-b818-911793279c39 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:33:07.648739 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device c9d4c324-b13c-4913-a24e-17d396b5a87f up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:33:07.662146 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a6673e6f-cfcc-401a-abaf-dcd07b31d8d8 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635668'] for router_interface, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:07.663834 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6d5bddb-3150-4557-ba35-ecb4b22893e9 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Made reservation on behalf of d5279038e8454126be0c5c273f41a9ef for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:33:07.667586 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a6d5bddb-3150-4557-ba35-ecb4b22893e9 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:07.673139 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33081166-6759-4e64-aa76-495ffe2fafbf tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:33:07.681933 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6673e6f-cfcc-401a-abaf-dcd07b31d8d8 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Pushing event updated for resources: {'Port': ['ID=1fd0def7-663a-4b49-9caa-68026acc1e30,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:07.726302 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57488740-7b48-4d66-ad4c-cccfe001224d tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Pushing event deleted for resources: {'Subnet': ['ID=f8444bb2-7718-41e1-a9f4-9afc7535a8f5,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:07.741787 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-57488740-7b48-4d66-ad4c-cccfe001224d tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:07.743885 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-57488740-7b48-4d66-ad4c-cccfe001224d tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "DELETE /v2.0/subnets/f8444bb2-7718-41e1-a9f4-9afc7535a8f5 HTTP/1.1" status: 204 len: 168 time: 1.0265393 Jul 05 02:33:07.755907 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-d964d9ad-7bcc-4f70-bd2b-caca66a07c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:07.766647 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234fa87b-63d5-4985-86b8-475e03657bc6 None None] Network bd5b29d4-5d47-400a-91d9-0cde79f1c2ff requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:33:07.766798 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 42180) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:07.803980 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-3d00a8c7-4e8c-4ad9-8d2a-45599de1676f None None] Provisioning complete for port 5c8824ce-5a2b-44a3-921c-3de6bf5ca4a5 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:33:07.805201 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3d00a8c7-4e8c-4ad9-8d2a-45599de1676f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:07.841486 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-33081166-6759-4e64-aa76-495ffe2fafbf tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:07.841932 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-33081166-6759-4e64-aa76-495ffe2fafbf tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Added segment c2f975bb-3edd-4371-a967-4ca55a800172 of type vlan for network 03de0324-0007-40d7-9ea1-f346869b53fd Jul 05 02:33:07.849660 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358b3a93-405e-4373-bf97-9db939a7d20d req-60b77eed-2032-4ea6-85e2-2a2c7ae6aaa6 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:07.870697 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358b3a93-405e-4373-bf97-9db939a7d20d req-60b77eed-2032-4ea6-85e2-2a2c7ae6aaa6 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:07.886530 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358b3a93-405e-4373-bf97-9db939a7d20d req-60b77eed-2032-4ea6-85e2-2a2c7ae6aaa6 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:07.888653 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-358b3a93-405e-4373-bf97-9db939a7d20d req-60b77eed-2032-4ea6-85e2-2a2c7ae6aaa6 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef449aa8-f75a-4fb8-b57e-9370ed8aa923&device_id=c4f8f1fc-059b-456c-8142-a45f72135be6&device_id=c52ed947-fce6-4894-9cbf-5ef18a8da90b HTTP/1.1" status: 200 len: 2417 time: 0.2025082 Jul 05 02:33:07.897299 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d964d9ad-7bcc-4f70-bd2b-caca66a07c37 None None] Network c06f3265-d57b-4fcb-ad50-92d8b0a42a0b is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:33:07.918771 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-d964d9ad-7bcc-4f70-bd2b-caca66a07c37 None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:33:07.921450 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d964d9ad-7bcc-4f70-bd2b-caca66a07c37 None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:33:07.965759 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-358b3a93-405e-4373-bf97-9db939a7d20d req-15b32410-9b5b-4a42-aa56-9668897ddb69 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.23 "GET /v2.0/security-groups?id=b53426f4-c39e-459a-b74a-012cb0101412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655298 Jul 05 02:33:08.004588 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d964d9ad-7bcc-4f70-bd2b-caca66a07c37 None None] Pushing event updated for resources: {'Port': ['ID=03ff0a2c-bef4-40b2-b818-911793279c39,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:08.041549 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port c9d4c324-b13c-4913-a24e-17d396b5a87f completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:33:08.110702 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-33081166-6759-4e64-aa76-495ffe2fafbf tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:08.130849 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-d964d9ad-7bcc-4f70-bd2b-caca66a07c37 None None] Attempting to bind port 03ff0a2c-bef4-40b2-b818-911793279c39 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:33:08.131220 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-d964d9ad-7bcc-4f70-bd2b-caca66a07c37 None None] Attempting to bind port 03ff0a2c-bef4-40b2-b818-911793279c39 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'f64a78d3-24ba-4285-8ca9-0bf5edb5d790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c06f3265-d57b-4fcb-ad50-92d8b0a42a0b'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:33:08.131604 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d964d9ad-7bcc-4f70-bd2b-caca66a07c37 None None] Attempting to bind port 03ff0a2c-bef4-40b2-b818-911793279c39 on network c06f3265-d57b-4fcb-ad50-92d8b0a42a0b {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:33:08.134294 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-21f17049-903b-40d9-af87-e819d9eea7c4 None None] Deleting port 5c8824ce-5a2b-44a3-921c-3de6bf5ca4a5 {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:33:08.134742 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-21f17049-903b-40d9-af87-e819d9eea7c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:08.145324 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6e106d41-f92d-485c-8eec-83f33fb19c72 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:08.176134 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d964d9ad-7bcc-4f70-bd2b-caca66a07c37 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:33:08.176623 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d964d9ad-7bcc-4f70-bd2b-caca66a07c37 None None] Checking segment: {'id': 'f64a78d3-24ba-4285-8ca9-0bf5edb5d790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c06f3265-d57b-4fcb-ad50-92d8b0a42a0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:33:08.177116 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-d964d9ad-7bcc-4f70-bd2b-caca66a07c37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:08.177587 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d964d9ad-7bcc-4f70-bd2b-caca66a07c37 None None] Bound using segment: {'id': 'f64a78d3-24ba-4285-8ca9-0bf5edb5d790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c06f3265-d57b-4fcb-ad50-92d8b0a42a0b'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:33:08.178213 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-d964d9ad-7bcc-4f70-bd2b-caca66a07c37 None None] Bound port: 03ff0a2c-bef4-40b2-b818-911793279c39, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f64a78d3-24ba-4285-8ca9-0bf5edb5d790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c06f3265-d57b-4fcb-ad50-92d8b0a42a0b'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:33:08.178660 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-d964d9ad-7bcc-4f70-bd2b-caca66a07c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:08.245393 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a420440-d7fa-4049-8e12-5c372e8a95cc None None] Network 15fd57b5-a12f-43e7-99f6-b76da4ea2182 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:33:08.298156 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a6673e6f-cfcc-401a-abaf-dcd07b31d8d8 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:08.396969 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-21f17049-903b-40d9-af87-e819d9eea7c4 None None] For port 5c8824ce-5a2b-44a3-921c-3de6bf5ca4a5, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=5c8824ce-5a2b-44a3-921c-3de6bf5ca4a5,segment=NetworkSegment(c9fa6504-f2fd-4894-9034-3e1975b88e21),segment_id=c9fa6504-f2fd-4894-9034-3e1975b88e21)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:33:08.397175 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-21f17049-903b-40d9-af87-e819d9eea7c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:08.434428 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-21f17049-903b-40d9-af87-e819d9eea7c4 None None] Calling delete_port for 5c8824ce-5a2b-44a3-921c-3de6bf5ca4a5 owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:33:08.445153 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-d964d9ad-7bcc-4f70-bd2b-caca66a07c37 None None] For port 03ff0a2c-bef4-40b2-b818-911793279c39, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:33:08.453312 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-d964d9ad-7bcc-4f70-bd2b-caca66a07c37 None None] For port 03ff0a2c-bef4-40b2-b818-911793279c39, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=03ff0a2c-bef4-40b2-b818-911793279c39,segment=NetworkSegment(f64a78d3-24ba-4285-8ca9-0bf5edb5d790),segment_id=f64a78d3-24ba-4285-8ca9-0bf5edb5d790)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:33:08.456073 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d97ce7-615a-4db9-818c-9a5ad854aac2 None None] DHCP port deletion for bd5b29d4-5d47-400a-91d9-0cde79f1c2ff request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:33:08.467561 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-33081166-6759-4e64-aa76-495ffe2fafbf tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:08.476969 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-3d00a8c7-4e8c-4ad9-8d2a-45599de1676f None None] Provisioning for port 3f312551-5af1-4809-80f4-4c455a6c3be8 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:33:08.477064 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33081166-6759-4e64-aa76-495ffe2fafbf tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:08.477064 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-33081166-6759-4e64-aa76-495ffe2fafbf tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:08.479364 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-3d00a8c7-4e8c-4ad9-8d2a-45599de1676f None None] Provisioning complete for port 3f312551-5af1-4809-80f4-4c455a6c3be8 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:33:08.479730 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3d00a8c7-4e8c-4ad9-8d2a-45599de1676f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:08.585030 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-d964d9ad-7bcc-4f70-bd2b-caca66a07c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:08.665303 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33081166-6759-4e64-aa76-495ffe2fafbf tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Pushing event updated for resources: {'Network': ['ID=03de0324-0007-40d7-9ea1-f346869b53fd,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:08.706582 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-3d00a8c7-4e8c-4ad9-8d2a-45599de1676f None None] Port 3f312551-5af1-4809-80f4-4c455a6c3be8 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:33:08.708051 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 03de0324-0007-40d7-9ea1-f346869b53fd details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:33:08.735026 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-33081166-6759-4e64-aa76-495ffe2fafbf tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.6101980 Jul 05 02:33:08.737900 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 42200) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:08.743513 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-6b96a6f2-27d2-416e-a13c-e336dbac3ffc tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Request body: {'subnet': {'network_id': '03de0324-0007-40d7-9ea1-f346869b53fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:33:08.777452 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a6d5bddb-3150-4557-ba35-ecb4b22893e9 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:08.815602 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-6e106d41-f92d-485c-8eec-83f33fb19c72 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Deleting port 50a907e3-ebd0-46ea-842f-c4bbb49950e7 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:33:08.815968 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6e106d41-f92d-485c-8eec-83f33fb19c72 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:08.866467 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8323ad6b-5fd3-4ffc-9af5-c3cca6a0141b req-baba6d4d-cd87-42de-b784-6b9c826e083b tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:08.870846 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8323ad6b-5fd3-4ffc-9af5-c3cca6a0141b req-baba6d4d-cd87-42de-b784-6b9c826e083b tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef449aa8-f75a-4fb8-b57e-9370ed8aa923 HTTP/1.1" status: 200 len: 945 time: 0.5450983 Jul 05 02:33:08.932539 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d964d9ad-7bcc-4f70-bd2b-caca66a07c37 None None] Pushing event updated for resources: {'Port': ['ID=03ff0a2c-bef4-40b2-b818-911793279c39,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:08.944809 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d5bddb-3150-4557-ba35-ecb4b22893e9 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Pushing event updated for resources: {'Subnet': ['ID=ae0a0a3a-cdb9-48d2-a213-47c2a39b217e,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:08.992580 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b96a6f2-27d2-416e-a13c-e336dbac3ffc tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Made reservation on behalf of 8f4e99cc6de94582b74a94c49e9c88d0 for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:33:09.000031 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-21f17049-903b-40d9-af87-e819d9eea7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:09.007354 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6b96a6f2-27d2-416e-a13c-e336dbac3ffc tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:09.044392 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-79d97ce7-615a-4db9-818c-9a5ad854aac2 None None] Deleting port 50a907e3-ebd0-46ea-842f-c4bbb49950e7 {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:33:09.044779 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-79d97ce7-615a-4db9-818c-9a5ad854aac2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:09.047037 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f17049-903b-40d9-af87-e819d9eea7c4 None None] No DVR routers for this DVR port 5c8824ce-5a2b-44a3-921c-3de6bf5ca4a5 on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:33:09.047531 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8323ad6b-5fd3-4ffc-9af5-c3cca6a0141b req-e65059e3-b1d8-4a16-81cf-ebe349419118 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.23 "GET /v2.0/security-groups?id=b53426f4-c39e-459a-b74a-012cb0101412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386979 Jul 05 02:33:09.049483 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-6e106d41-f92d-485c-8eec-83f33fb19c72 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] For port 50a907e3-ebd0-46ea-842f-c4bbb49950e7, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=50a907e3-ebd0-46ea-842f-c4bbb49950e7,segment=NetworkSegment(1aa1197b-e02d-4673-b2bd-fc77f9b0b3ae),segment_id=1aa1197b-e02d-4673-b2bd-fc77f9b0b3ae)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:33:09.049641 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f17049-903b-40d9-af87-e819d9eea7c4 None None] Pushing event deleted for resources: {'Port': ['ID=5c8824ce-5a2b-44a3-921c-3de6bf5ca4a5,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:09.049845 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6e106d41-f92d-485c-8eec-83f33fb19c72 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:09.137960 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-6e106d41-f92d-485c-8eec-83f33fb19c72 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Calling delete_port for 50a907e3-ebd0-46ea-842f-c4bbb49950e7 owned by network:dhcp {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:33:09.197023 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-79d97ce7-615a-4db9-818c-9a5ad854aac2 None None] For port 50a907e3-ebd0-46ea-842f-c4bbb49950e7, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=50a907e3-ebd0-46ea-842f-c4bbb49950e7,segment=NetworkSegment(1aa1197b-e02d-4673-b2bd-fc77f9b0b3ae),segment_id=1aa1197b-e02d-4673-b2bd-fc77f9b0b3ae)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:33:09.197023 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-79d97ce7-615a-4db9-818c-9a5ad854aac2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:09.212798 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-79d97ce7-615a-4db9-818c-9a5ad854aac2 None None] Calling delete_port for 50a907e3-ebd0-46ea-842f-c4bbb49950e7 owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:33:09.224310 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d5bddb-3150-4557-ba35-ecb4b22893e9 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Checking segment: {'id': '621c285f-ab08-4fa2-ad78-5649ffd6a9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f24ad014-700c-46bf-864a-cd1089732a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:33:09.224980 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d5bddb-3150-4557-ba35-ecb4b22893e9 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Network hostable DHCP agents. Network: f24ad014-700c-46bf-864a-cd1089732a1c, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:33:09.280035 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-eb774703-730a-489b-8e53-9f7095878354 None None] Provisioning for port c9d4c324-b13c-4913-a24e-17d396b5a87f completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:33:09.304787 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-eb774703-730a-489b-8e53-9f7095878354 None None] Provisioning complete for port c9d4c324-b13c-4913-a24e-17d396b5a87f triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:33:09.305537 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-eb774703-730a-489b-8e53-9f7095878354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:09.704115 n-d-771362-32 neutron-server[94461]: DEBUG neutron.objects.ports [None req-6b96a6f2-27d2-416e-a13c-e336dbac3ffc tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94461) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 02:33:09.708003 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6b96a6f2-27d2-416e-a13c-e336dbac3ffc tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5763451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774823'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:09.862395 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-79d97ce7-615a-4db9-818c-9a5ad854aac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:09.864681 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 03ff0a2c-bef4-40b2-b818-911793279c39 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:33:09.922270 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b96a6f2-27d2-416e-a13c-e336dbac3ffc tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Pushing event updated for resources: {'Subnet': ['ID=53606eb3-abc1-4686-9a0d-c286d36b8f3e,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:09.939786 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b96a6f2-27d2-416e-a13c-e336dbac3ffc tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Checking segment: {'id': 'c2f975bb-3edd-4371-a967-4ca55a800172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '03de0324-0007-40d7-9ea1-f346869b53fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:33:09.940293 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b96a6f2-27d2-416e-a13c-e336dbac3ffc tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Network hostable DHCP agents. Network: 03de0324-0007-40d7-9ea1-f346869b53fd, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:33:09.988397 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d97ce7-615a-4db9-818c-9a5ad854aac2 None None] No DVR routers for this DVR port 50a907e3-ebd0-46ea-842f-c4bbb49950e7 on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:33:09.990268 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d97ce7-615a-4db9-818c-9a5ad854aac2 None None] Pushing event deleted for resources: {'Port': ['ID=50a907e3-ebd0-46ea-842f-c4bbb49950e7,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:10.002590 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-eb774703-730a-489b-8e53-9f7095878354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:10.052785 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-eb774703-730a-489b-8e53-9f7095878354 None None] For port c9d4c324-b13c-4913-a24e-17d396b5a87f, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=c9d4c324-b13c-4913-a24e-17d396b5a87f,segment=NetworkSegment(29c65ab3-b884-4355-8f4b-2768d96f97cd),segment_id=29c65ab3-b884-4355-8f4b-2768d96f97cd)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:33:10.072950 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b96a6f2-27d2-416e-a13c-e336dbac3ffc tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Network 03de0324-0007-40d7-9ea1-f346869b53fd is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:33:10.103581 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6e106d41-f92d-485c-8eec-83f33fb19c72 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:10.135270 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-eb774703-730a-489b-8e53-9f7095878354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:10.135878 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e106d41-f92d-485c-8eec-83f33fb19c72 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Pushing event deleted for resources: {'Port': ['ID=50a907e3-ebd0-46ea-842f-c4bbb49950e7,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:10.143677 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d5bddb-3150-4557-ba35-ecb4b22893e9 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Network f24ad014-700c-46bf-864a-cd1089732a1c is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:33:10.145983 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 03ff0a2c-bef4-40b2-b818-911793279c39 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:33:10.185938 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a6673e6f-cfcc-401a-abaf-dcd07b31d8d8 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:10.188046 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-6b96a6f2-27d2-416e-a13c-e336dbac3ffc tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 03de0324-0007-40d7-9ea1-f346869b53fd) {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:33:10.192749 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b96a6f2-27d2-416e-a13c-e336dbac3ffc tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:10.193397 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6b96a6f2-27d2-416e-a13c-e336dbac3ffc tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:10.202439 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e106d41-f92d-485c-8eec-83f33fb19c72 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] No DVR routers for this DVR port 50a907e3-ebd0-46ea-842f-c4bbb49950e7 on host n-d-771362-32 {{(pid=94462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:33:10.209236 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-a6d5bddb-3150-4557-ba35-ecb4b22893e9 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, f24ad014-700c-46bf-864a-cd1089732a1c) {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:33:10.236154 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b966ac36-dc38-4311-ad57-d00b276f876b None None] Network 03de0324-0007-40d7-9ea1-f346869b53fd requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:33:10.248553 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86092c29-fd4d-42bf-83dd-9a13ef1bfe1a None None] Network f24ad014-700c-46bf-864a-cd1089732a1c requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:33:10.310995 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a6673e6f-cfcc-401a-abaf-dcd07b31d8d8 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:10.316201 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d5bddb-3150-4557-ba35-ecb4b22893e9 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:10.316976 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a6d5bddb-3150-4557-ba35-ecb4b22893e9 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:10.355554 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6e106d41-f92d-485c-8eec-83f33fb19c72 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:10.379524 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 50a907e3-ebd0-46ea-842f-c4bbb49950e7 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:33:10.379672 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-6b96a6f2-27d2-416e-a13c-e336dbac3ffc tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.6367934 Jul 05 02:33:10.379672 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 42230) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:10.379849 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f72af8-d034-4a16-9b67-81f57fa96ff7 None None] Network c06f3265-d57b-4fcb-ad50-92d8b0a42a0b requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:33:10.417373 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-6e106d41-f92d-485c-8eec-83f33fb19c72 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd5b29d4-5d47-400a-91d9-0cde79f1c2ff']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:10.441122 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-6e106d41-f92d-485c-8eec-83f33fb19c72 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1aa1197b-e02d-4673-b2bd-fc77f9b0b3ae') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:10.441421 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-6e106d41-f92d-485c-8eec-83f33fb19c72 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1aa1197b-e02d-4673-b2bd-fc77f9b0b3ae') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:10.447777 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a6673e6f-cfcc-401a-abaf-dcd07b31d8d8 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634601'] for router_interface, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:10.464917 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6e106d41-f92d-485c-8eec-83f33fb19c72 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:10.466655 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6673e6f-cfcc-401a-abaf-dcd07b31d8d8 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Pushing event updated for resources: {'Port': ['ID=1fd0def7-663a-4b49-9caa-68026acc1e30,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:10.547470 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 42234) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:10.621593 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6673e6f-cfcc-401a-abaf-dcd07b31d8d8 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Network 15fd57b5-a12f-43e7-99f6-b76da4ea2182 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:33:10.624401 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-a6d5bddb-3150-4557-ba35-ecb4b22893e9 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.4258127 Jul 05 02:33:10.628646 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-a6673e6f-cfcc-401a-abaf-dcd07b31d8d8 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:33:10.630969 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 42240) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:10.649391 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6e106d41-f92d-485c-8eec-83f33fb19c72 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:10.668522 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f09b7314-2a11-45c7-ae6f-4d0f9a0ed89e tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:10.710652 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 50a907e3-ebd0-46ea-842f-c4bbb49950e7 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:33:10.711216 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 50a907e3-ebd0-46ea-842f-c4bbb49950e7 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:33:10.711645 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 5c8824ce-5a2b-44a3-921c-3de6bf5ca4a5 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:33:10.824441 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 5c8824ce-5a2b-44a3-921c-3de6bf5ca4a5 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:33:10.825439 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 5c8824ce-5a2b-44a3-921c-3de6bf5ca4a5 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:33:10.837215 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b2f7728a-cf74-46c4-b244-162873a7728b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:10.869422 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb774703-730a-489b-8e53-9f7095878354 None None] Pushing event updated for resources: {'Port': ['ID=c9d4c324-b13c-4913-a24e-17d396b5a87f,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:10.871959 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e106d41-f92d-485c-8eec-83f33fb19c72 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:33:10.872454 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6e106d41-f92d-485c-8eec-83f33fb19c72 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:10.886252 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:33:10.886252 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:33:10.886252 n-d-771362-32 neutron-server[94462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:33:10.886252 n-d-771362-32 neutron-server[94462]: self.session.flush() Jul 05 02:33:10.886252 n-d-771362-32 neutron-server[94462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:33:10.886252 n-d-771362-32 neutron-server[94462]: self.session.flush() Jul 05 02:33:10.886252 n-d-771362-32 neutron-server[94462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:33:10.886252 n-d-771362-32 neutron-server[94462]: self.session.flush() Jul 05 02:33:10.886252 n-d-771362-32 neutron-server[94462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:33:10.886252 n-d-771362-32 neutron-server[94462]: self.session.flush() Jul 05 02:33:10.886252 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:33:10.886252 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:33:10.886252 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:33:10.886252 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:33:10.886252 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:33:10.886252 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:33:10.886252 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:33:10.886252 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:33:10.886252 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:33:10.886252 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:33:10.886252 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:33:10.886252 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:33:10.886252 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:33:10.886252 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:33:10.886252 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:33:10.886252 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:33:10.886252 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:33:10.886252 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:33:10.886252 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:33:10.886252 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:33:10.886252 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:33:10.886252 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:33:10.886252 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:33:10.886252 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:33:10.886252 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:33:10.886252 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:33:10.886252 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:33:10.886252 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:33:10.886252 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:33:10.886252 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:33:10.886252 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:33:10.886252 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:33:10.911790 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-f34f7d0b-4f2b-4a08-86e5-fe639a1e3766 None None] Provisioning for port 1fd0def7-663a-4b49-9caa-68026acc1e30 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:33:10.915495 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f09b7314-2a11-45c7-ae6f-4d0f9a0ed89e tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:10.923524 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-f34f7d0b-4f2b-4a08-86e5-fe639a1e3766 None None] Provisioning complete for port 1fd0def7-663a-4b49-9caa-68026acc1e30 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:33:10.924085 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f34f7d0b-4f2b-4a08-86e5-fe639a1e3766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:11.066790 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604136a8-7dc8-4033-aebd-de1a6a07924b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-03de0324-0007-40d7-9ea1-f346869b53fd', 'network_id': '03de0324-0007-40d7-9ea1-f346869b53fd', 'tenant_id': '8f4e99cc6de94582b74a94c49e9c88d0', 'fixed_ips': [{'subnet_id': '53606eb3-abc1-4686-9a0d-c286d36b8f3e'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:33:11.069148 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-604136a8-7dc8-4033-aebd-de1a6a07924b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:11.076156 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-f34f7d0b-4f2b-4a08-86e5-fe639a1e3766 None None] Port 1fd0def7-663a-4b49-9caa-68026acc1e30 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:33:11.169979 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da08a263-e321-42db-9834-ab2a2ea608c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-f24ad014-700c-46bf-864a-cd1089732a1c', 'network_id': 'f24ad014-700c-46bf-864a-cd1089732a1c', 'tenant_id': 'd5279038e8454126be0c5c273f41a9ef', 'fixed_ips': [{'subnet_id': 'ae0a0a3a-cdb9-48d2-a213-47c2a39b217e'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:33:11.171169 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-da08a263-e321-42db-9834-ab2a2ea608c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:11.198828 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-f34f7d0b-4f2b-4a08-86e5-fe639a1e3766 None None] Provisioning complete for port c9d4c324-b13c-4913-a24e-17d396b5a87f triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:33:11.201353 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f34f7d0b-4f2b-4a08-86e5-fe639a1e3766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:11.247985 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1bbfb587-3021-4a61-9be1-baf3ba91336b tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:11.320642 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6e106d41-f92d-485c-8eec-83f33fb19c72 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:11.337635 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6e106d41-f92d-485c-8eec-83f33fb19c72 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:11.358215 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-6e106d41-f92d-485c-8eec-83f33fb19c72 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "DELETE /v2.0/networks/bd5b29d4-5d47-400a-91d9-0cde79f1c2ff HTTP/1.1" status: 204 len: 168 time: 3.5888858 Jul 05 02:33:11.384081 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 42250) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:11.413502 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-b964a014-db68-458a-9bae-5938f3e461d7 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2012266710'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:33:11.474760 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device c9d4c324-b13c-4913-a24e-17d396b5a87f up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:33:11.475046 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.db.api [None req-b2f7728a-cf74-46c4-b244-162873a7728b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 02:33:11.475046 n-d-771362-32 neutron-server[94461]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 05 02:33:11.475046 n-d-771362-32 neutron-server[94461]: [parameters: {'project_id': '89ecbe19f6494e4aa8571287b16744e7', 'id': '97cc0d78-937c-4fda-bb02-e22a3f1b6b2f', 'expiration': datetime.datetime(2021, 7, 5, 2, 35, 11, 468831)}] Jul 05 02:33:11.475046 n-d-771362-32 neutron-server[94461]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 02:33:11.475781 n-d-771362-32 neutron-server[94461]: DEBUG oslo_db.api [None req-b2f7728a-cf74-46c4-b244-162873a7728b admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 02:33:11.487140 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6673e6f-cfcc-401a-abaf-dcd07b31d8d8 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Router 1cb766a7-99c9-448a-b30a-64b05896f011 is scheduled to L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 with binding_index 1 {{(pid=94462) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 02:33:11.490142 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e106d41-f92d-485c-8eec-83f33fb19c72 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Pushing event deleted for resources: {'Network': ['ID=bd5b29d4-5d47-400a-91d9-0cde79f1c2ff,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:11.522454 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1bbfb587-3021-4a61-9be1-baf3ba91336b tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:11.591927 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-604136a8-7dc8-4033-aebd-de1a6a07924b None None] Allocated IP 2001:db8::f816:3eff:febc:314e (03de0324-0007-40d7-9ea1-f346869b53fd/53606eb3-abc1-4686-9a0d-c286d36b8f3e/46fce734-65a1-49fb-b13d-36ce23337ac3) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:33:11.622583 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b964a014-db68-458a-9bae-5938f3e461d7 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Made reservation on behalf of f845296045bc4472b2fc3471aba6dcb0 for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:33:11.625986 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b964a014-db68-458a-9bae-5938f3e461d7 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:11.692542 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b964a014-db68-458a-9bae-5938f3e461d7 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:33:11.700493 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6673e6f-cfcc-401a-abaf-dcd07b31d8d8 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:33:11.710610 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-a6673e6f-cfcc-401a-abaf-dcd07b31d8d8 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "PUT /v2.0/routers/1cb766a7-99c9-448a-b30a-64b05896f011/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4970357 Jul 05 02:33:11.710610 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 42254) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:11.714269 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe2191d-5f47-47eb-b1c9-3c1d86203603 None None] Sync routers for ids ['1cb766a7-99c9-448a-b30a-64b05896f011'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:33:11.722572 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b964a014-db68-458a-9bae-5938f3e461d7 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:11.722898 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-b964a014-db68-458a-9bae-5938f3e461d7 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Added segment b0d0c6ff-5c58-46f1-ace0-6588afcf9c29 of type vlan for network 0aaa2ff7-0d77-4c4c-8912-0a8cf82a1a3f Jul 05 02:33:11.727851 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe2191d-5f47-47eb-b1c9-3c1d86203603 None None] Routers {'1cb766a7-99c9-448a-b30a-64b05896f011'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:33:11.730004 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-ffe2191d-5f47-47eb-b1c9-3c1d86203603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:32:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['1cb766a7-99c9-448a-b30a-64b05896f011'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:11.780777 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-ffe2191d-5f47-47eb-b1c9-3c1d86203603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:11.791135 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe2191d-5f47-47eb-b1c9-3c1d86203603 None None] Routers {'1cb766a7-99c9-448a-b30a-64b05896f011'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:33:11.792208 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-ffe2191d-5f47-47eb-b1c9-3c1d86203603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:32:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['1cb766a7-99c9-448a-b30a-64b05896f011'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:11.811545 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6193e0-f913-4f35-b9d9-262eb9ebe2aa tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:11.813221 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-ef6193e0-f913-4f35-b9d9-262eb9ebe2aa tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "GET /v2.0/ports/1fd0def7-663a-4b49-9caa-68026acc1e30 HTTP/1.1" status: 200 len: 910 time: 0.1024618 Jul 05 02:33:11.820598 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 42256) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:11.822744 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b964a014-db68-458a-9bae-5938f3e461d7 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:11.838945 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-ffe2191d-5f47-47eb-b1c9-3c1d86203603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:11.840186 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe2191d-5f47-47eb-b1c9-3c1d86203603 None None] The sync data for ids ['1cb766a7-99c9-448a-b30a-64b05896f011'] in n-d-771362-32 is: [] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:33:11.892763 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-604136a8-7dc8-4033-aebd-de1a6a07924b None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:11.902165 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-604136a8-7dc8-4033-aebd-de1a6a07924b None None] Transition to ACTIVE for port object 46fce734-65a1-49fb-b13d-36ce23337ac3 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:33:11.920327 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-604136a8-7dc8-4033-aebd-de1a6a07924b None None] Transition to ACTIVE for port object 46fce734-65a1-49fb-b13d-36ce23337ac3 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:33:11.936157 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-da08a263-e321-42db-9834-ab2a2ea608c9 None None] Allocated IP 172.20.0.2 (f24ad014-700c-46bf-864a-cd1089732a1c/ae0a0a3a-cdb9-48d2-a213-47c2a39b217e/bc36c311-11cc-42a5-8dcd-faba3b6e8dce) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:33:11.946066 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b964a014-db68-458a-9bae-5938f3e461d7 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:11.954173 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b964a014-db68-458a-9bae-5938f3e461d7 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:11.955115 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b964a014-db68-458a-9bae-5938f3e461d7 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:12.001779 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b2f7728a-cf74-46c4-b244-162873a7728b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:12.021233 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:12.029147 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd12de77-04a8-4795-b87e-a2e689e9ddd2 req-606124e4-ab1c-466d-a02a-25c4f3583788 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:12.029309 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-dd12de77-04a8-4795-b87e-a2e689e9ddd2 req-606124e4-ab1c-466d-a02a-25c4f3583788 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.23 "GET /v2.0/ports?device_id=c52ed947-fce6-4894-9cbf-5ef18a8da90b HTTP/1.1" status: 200 len: 946 time: 0.3144913 Jul 05 02:33:12.060959 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-604136a8-7dc8-4033-aebd-de1a6a07924b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:12.080462 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964a014-db68-458a-9bae-5938f3e461d7 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Pushing event updated for resources: {'Network': ['ID=0aaa2ff7-0d77-4c4c-8912-0a8cf82a1a3f,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:12.104413 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port c9d4c324-b13c-4913-a24e-17d396b5a87f triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:33:12.105066 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:12.117212 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 0aaa2ff7-0d77-4c4c-8912-0a8cf82a1a3f details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:33:12.152345 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:12.157136 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604136a8-7dc8-4033-aebd-de1a6a07924b None None] Network 03de0324-0007-40d7-9ea1-f346869b53fd is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:33:12.164329 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-dd12de77-04a8-4795-b87e-a2e689e9ddd2 req-51db572b-1e8b-423d-b400-65f59e45c457 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.23 "GET /v2.0/security-groups?id=b53426f4-c39e-459a-b74a-012cb0101412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007032 Jul 05 02:33:12.213146 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-604136a8-7dc8-4033-aebd-de1a6a07924b None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:33:12.221335 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604136a8-7dc8-4033-aebd-de1a6a07924b None None] Pushing event updated for resources: {'Port': ['ID=46fce734-65a1-49fb-b13d-36ce23337ac3,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:12.233385 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604136a8-7dc8-4033-aebd-de1a6a07924b None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:33:12.239438 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f09b7314-2a11-45c7-ae6f-4d0f9a0ed89e tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5763388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774356'] for subnet, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:12.280374 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09b7314-2a11-45c7-ae6f-4d0f9a0ed89e tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Pushing event deleted for resources: {'Subnet': ['ID=53606eb3-abc1-4686-9a0d-c286d36b8f3e,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:12.291083 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-d16d524a-3b52-4157-8ec7-a580d6909234 None None] Provisioning for port 03ff0a2c-bef4-40b2-b818-911793279c39 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:33:12.325022 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-d16d524a-3b52-4157-8ec7-a580d6909234 None None] Provisioning complete for port 03ff0a2c-bef4-40b2-b818-911793279c39 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:33:12.325385 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-d16d524a-3b52-4157-8ec7-a580d6909234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:12.374445 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f09b7314-2a11-45c7-ae6f-4d0f9a0ed89e tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:12.389077 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-da08a263-e321-42db-9834-ab2a2ea608c9 None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:12.392090 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-f09b7314-2a11-45c7-ae6f-4d0f9a0ed89e tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03de0324-0007-40d7-9ea1-f346869b53fd']}} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:12.404210 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-604136a8-7dc8-4033-aebd-de1a6a07924b None None] Attempting to bind port 46fce734-65a1-49fb-b13d-36ce23337ac3 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:33:12.404210 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-604136a8-7dc8-4033-aebd-de1a6a07924b None None] Attempting to bind port 46fce734-65a1-49fb-b13d-36ce23337ac3 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'c2f975bb-3edd-4371-a967-4ca55a800172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '03de0324-0007-40d7-9ea1-f346869b53fd'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:33:12.404523 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604136a8-7dc8-4033-aebd-de1a6a07924b None None] Attempting to bind port 46fce734-65a1-49fb-b13d-36ce23337ac3 on network 03de0324-0007-40d7-9ea1-f346869b53fd {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:33:12.409909 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-06179848-0f90-4d48-8b38-f29d739c3842 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1634680'] for router_interface, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:12.417799 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-f09b7314-2a11-45c7-ae6f-4d0f9a0ed89e tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2f975bb-3edd-4371-a967-4ca55a800172') {'for_net_delete': True} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:12.418297 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-f09b7314-2a11-45c7-ae6f-4d0f9a0ed89e tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2f975bb-3edd-4371-a967-4ca55a800172') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:12.430268 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-da08a263-e321-42db-9834-ab2a2ea608c9 None None] Transition to ACTIVE for port object bc36c311-11cc-42a5-8dcd-faba3b6e8dce will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:33:12.447042 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604136a8-7dc8-4033-aebd-de1a6a07924b None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:33:12.447412 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604136a8-7dc8-4033-aebd-de1a6a07924b None None] Checking segment: {'id': 'c2f975bb-3edd-4371-a967-4ca55a800172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '03de0324-0007-40d7-9ea1-f346869b53fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:33:12.447812 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-604136a8-7dc8-4033-aebd-de1a6a07924b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:12.448203 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604136a8-7dc8-4033-aebd-de1a6a07924b None None] Bound using segment: {'id': 'c2f975bb-3edd-4371-a967-4ca55a800172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '03de0324-0007-40d7-9ea1-f346869b53fd'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:33:12.448673 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-604136a8-7dc8-4033-aebd-de1a6a07924b None None] Bound port: 46fce734-65a1-49fb-b13d-36ce23337ac3, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2f975bb-3edd-4371-a967-4ca55a800172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '03de0324-0007-40d7-9ea1-f346869b53fd'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:33:12.449060 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-604136a8-7dc8-4033-aebd-de1a6a07924b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:12.498665 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f09b7314-2a11-45c7-ae6f-4d0f9a0ed89e tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5519669'] for segment, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:12.503475 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b2f7728a-cf74-46c4-b244-162873a7728b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:12.524392 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f09b7314-2a11-45c7-ae6f-4d0f9a0ed89e tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:12.535279 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f09b7314-2a11-45c7-ae6f-4d0f9a0ed89e tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=94461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:33:12.535817 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f09b7314-2a11-45c7-ae6f-4d0f9a0ed89e tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5763545'] for segment, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:12.539632 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:33:12.539632 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:33:12.539632 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:33:12.539632 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:33:12.539632 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:33:12.539632 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:33:12.539632 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:33:12.539632 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:33:12.539632 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:33:12.539632 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:33:12.539632 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:33:12.539632 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:33:12.539632 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:33:12.539632 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:33:12.539632 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:33:12.539632 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:33:12.539632 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:33:12.539632 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:33:12.539632 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:33:12.539632 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:33:12.539632 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:33:12.539632 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:33:12.539632 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:33:12.539632 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:33:12.539632 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:33:12.539632 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:33:12.539632 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:33:12.539632 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:33:12.539632 n-d-771362-32 neutron-server[94461]: Traceback (most recent call last): Jul 05 02:33:12.539632 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:33:12.539632 n-d-771362-32 neutron-server[94461]: timer() Jul 05 02:33:12.539632 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:33:12.539632 n-d-771362-32 neutron-server[94461]: cb(*args, **kw) Jul 05 02:33:12.539632 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:33:12.539632 n-d-771362-32 neutron-server[94461]: return func(*args, **kwargs) Jul 05 02:33:12.539632 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:33:12.539632 n-d-771362-32 neutron-server[94461]: self._notify() Jul 05 02:33:12.539632 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:33:12.539632 n-d-771362-32 neutron-server[94461]: self.callback(batched_events) Jul 05 02:33:12.539632 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:33:12.539632 n-d-771362-32 neutron-server[94461]: event.method(event) Jul 05 02:33:12.539632 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:33:12.539632 n-d-771362-32 neutron-server[94461]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:33:12.539632 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:33:12.539632 n-d-771362-32 neutron-server[94461]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:33:12.539632 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:33:12.539632 n-d-771362-32 neutron-server[94461]: return f(self, *a, **k) Jul 05 02:33:12.539632 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:33:12.539632 n-d-771362-32 neutron-server[94461]: return self._get(url).json() Jul 05 02:33:12.539632 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:33:12.539632 n-d-771362-32 neutron-server[94461]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:33:12.539632 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:33:12.539632 n-d-771362-32 neutron-server[94461]: return self.request(url, 'GET', **kwargs) Jul 05 02:33:12.539632 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:33:12.539632 n-d-771362-32 neutron-server[94461]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:33:12.539632 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:33:12.539632 n-d-771362-32 neutron-server[94461]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:33:12.539632 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:33:12.539632 n-d-771362-32 neutron-server[94461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:33:12.539632 n-d-771362-32 neutron-server[94461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:33:12.583091 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b2f7728a-cf74-46c4-b244-162873a7728b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:12.622282 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-da08a263-e321-42db-9834-ab2a2ea608c9 None None] Transition to ACTIVE for port object bc36c311-11cc-42a5-8dcd-faba3b6e8dce will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:33:12.684681 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f7728a-cf74-46c4-b244-162873a7728b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b76da82d-c82b-4de0-9345-a0e7ba65b8b8,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:12.689002 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-b2f7728a-cf74-46c4-b244-162873a7728b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=89ecbe19f6494e4aa8571287b16744e7&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1401608 Jul 05 02:33:12.691600 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 42262) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:12.719273 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-604136a8-7dc8-4033-aebd-de1a6a07924b None None] For port 46fce734-65a1-49fb-b13d-36ce23337ac3, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:33:12.723571 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-d16d524a-3b52-4157-8ec7-a580d6909234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:12.740855 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-604136a8-7dc8-4033-aebd-de1a6a07924b None None] For port 46fce734-65a1-49fb-b13d-36ce23337ac3, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=46fce734-65a1-49fb-b13d-36ce23337ac3,segment=NetworkSegment(c2f975bb-3edd-4371-a967-4ca55a800172),segment_id=c2f975bb-3edd-4371-a967-4ca55a800172)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:33:12.760095 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a2037b51-f425-4a9b-9c02-8a627c998a0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:12.764247 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-d16d524a-3b52-4157-8ec7-a580d6909234 None None] For port 03ff0a2c-bef4-40b2-b818-911793279c39, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=03ff0a2c-bef4-40b2-b818-911793279c39,segment=NetworkSegment(f64a78d3-24ba-4285-8ca9-0bf5edb5d790),segment_id=f64a78d3-24ba-4285-8ca9-0bf5edb5d790)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:33:12.810861 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a2037b51-f425-4a9b-9c02-8a627c998a0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:12.889881 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.db.api [None req-f09b7314-2a11-45c7-ae6f-4d0f9a0ed89e tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 02:33:12.889881 n-d-771362-32 neutron-server[94461]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 02:33:12.889881 n-d-771362-32 neutron-server[94461]: [parameters: {'id': '03de0324-0007-40d7-9ea1-f346869b53fd'}] Jul 05 02:33:12.889881 n-d-771362-32 neutron-server[94461]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 02:33:12.890376 n-d-771362-32 neutron-server[94461]: DEBUG oslo_db.api [None req-f09b7314-2a11-45c7-ae6f-4d0f9a0ed89e tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 02:33:12.899632 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-06179848-0f90-4d48-8b38-f29d739c3842 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Deleting port 1fd0def7-663a-4b49-9caa-68026acc1e30 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:33:12.899978 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-06179848-0f90-4d48-8b38-f29d739c3842 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:12.918936 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-b964a014-db68-458a-9bae-5938f3e461d7 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.5254779 Jul 05 02:33:12.921631 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 42264) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:12.927857 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-fcdfa341-c02f-48d4-ac4e-29ddaf280aef tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Request body: {'subnet': {'network_id': '0aaa2ff7-0d77-4c4c-8912-0a8cf82a1a3f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:33:12.952894 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-d16d524a-3b52-4157-8ec7-a580d6909234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:12.955331 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-da08a263-e321-42db-9834-ab2a2ea608c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:12.967143 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-604136a8-7dc8-4033-aebd-de1a6a07924b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:13.010247 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-06179848-0f90-4d48-8b38-f29d739c3842 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:13.025674 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-06179848-0f90-4d48-8b38-f29d739c3842 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Calling delete_port for 1fd0def7-663a-4b49-9caa-68026acc1e30 owned by network:router_interface {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:33:13.030261 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da08a263-e321-42db-9834-ab2a2ea608c9 None None] Network f24ad014-700c-46bf-864a-cd1089732a1c is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:33:13.033403 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a2037b51-f425-4a9b-9c02-8a627c998a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:13.036746 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a2037b51-f425-4a9b-9c02-8a627c998a0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:13.043884 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-a2037b51-f425-4a9b-9c02-8a627c998a0d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b76da82d-c82b-4de0-9345-a0e7ba65b8b8 HTTP/1.1" status: 204 len: 168 time: 0.3455634 Jul 05 02:33:13.058829 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2037b51-f425-4a9b-9c02-8a627c998a0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b76da82d-c82b-4de0-9345-a0e7ba65b8b8,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:13.077321 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-d16d524a-3b52-4157-8ec7-a580d6909234 None None] Provisioning complete for port 1fd0def7-663a-4b49-9caa-68026acc1e30 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:33:13.077693 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-d16d524a-3b52-4157-8ec7-a580d6909234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:13.112652 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1bbfb587-3021-4a61-9be1-baf3ba91336b tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:13.113942 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-da08a263-e321-42db-9834-ab2a2ea608c9 None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:33:13.117273 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da08a263-e321-42db-9834-ab2a2ea608c9 None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:33:13.146345 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-d16d524a-3b52-4157-8ec7-a580d6909234 None None] Port 1fd0def7-663a-4b49-9caa-68026acc1e30 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:33:13.182304 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78034d3e-a76b-4ea0-8e1a-c2376996ec3e None None] Network 03de0324-0007-40d7-9ea1-f346869b53fd requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:33:13.250522 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbfb587-3021-4a61-9be1-baf3ba91336b tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Pushing event deleted for resources: {'Subnet': ['ID=ae0a0a3a-cdb9-48d2-a213-47c2a39b217e,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:13.259626 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcdfa341-c02f-48d4-ac4e-29ddaf280aef tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Made reservation on behalf of f845296045bc4472b2fc3471aba6dcb0 for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:33:13.278680 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fcdfa341-c02f-48d4-ac4e-29ddaf280aef tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:13.322160 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-da08a263-e321-42db-9834-ab2a2ea608c9 None None] Attempting to bind port bc36c311-11cc-42a5-8dcd-faba3b6e8dce on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:33:13.322389 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-da08a263-e321-42db-9834-ab2a2ea608c9 None None] Attempting to bind port bc36c311-11cc-42a5-8dcd-faba3b6e8dce by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '621c285f-ab08-4fa2-ad78-5649ffd6a9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f24ad014-700c-46bf-864a-cd1089732a1c'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:33:13.322693 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da08a263-e321-42db-9834-ab2a2ea608c9 None None] Attempting to bind port bc36c311-11cc-42a5-8dcd-faba3b6e8dce on network f24ad014-700c-46bf-864a-cd1089732a1c {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:33:13.334087 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da08a263-e321-42db-9834-ab2a2ea608c9 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:33:13.338933 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da08a263-e321-42db-9834-ab2a2ea608c9 None None] Checking segment: {'id': '621c285f-ab08-4fa2-ad78-5649ffd6a9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f24ad014-700c-46bf-864a-cd1089732a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:33:13.338933 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-da08a263-e321-42db-9834-ab2a2ea608c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:13.338933 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da08a263-e321-42db-9834-ab2a2ea608c9 None None] Bound using segment: {'id': '621c285f-ab08-4fa2-ad78-5649ffd6a9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f24ad014-700c-46bf-864a-cd1089732a1c'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:33:13.338933 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-da08a263-e321-42db-9834-ab2a2ea608c9 None None] Bound port: bc36c311-11cc-42a5-8dcd-faba3b6e8dce, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '621c285f-ab08-4fa2-ad78-5649ffd6a9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f24ad014-700c-46bf-864a-cd1089732a1c'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:33:13.338933 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-da08a263-e321-42db-9834-ab2a2ea608c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:13.384960 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16d524a-3b52-4157-8ec7-a580d6909234 None None] Pushing event updated for resources: {'Port': ['ID=03ff0a2c-bef4-40b2-b818-911793279c39,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:13.394514 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1bbfb587-3021-4a61-9be1-baf3ba91336b tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:13.396977 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f09b7314-2a11-45c7-ae6f-4d0f9a0ed89e tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:13.403259 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-06179848-0f90-4d48-8b38-f29d739c3842 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:13.412217 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4708fb0d-383a-449c-8101-bc9c1ffa9e6d req-97af15e1-ec07-49e6-b45e-c94740d179d7 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:13.413739 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4708fb0d-383a-449c-8101-bc9c1ffa9e6d req-97af15e1-ec07-49e6-b45e-c94740d179d7 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.23 "GET /v2.0/ports?device_id=c52ed947-fce6-4894-9cbf-5ef18a8da90b HTTP/1.1" status: 200 len: 946 time: 0.0893435 Jul 05 02:33:13.414886 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-1bbfb587-3021-4a61-9be1-baf3ba91336b tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f24ad014-700c-46bf-864a-cd1089732a1c']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:13.429182 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-1bbfb587-3021-4a61-9be1-baf3ba91336b tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '621c285f-ab08-4fa2-ad78-5649ffd6a9ff') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:13.429538 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-1bbfb587-3021-4a61-9be1-baf3ba91336b tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '621c285f-ab08-4fa2-ad78-5649ffd6a9ff') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:13.445997 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1bbfb587-3021-4a61-9be1-baf3ba91336b tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:13.455445 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06179848-0f90-4d48-8b38-f29d739c3842 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Pushing event deleted for resources: {'Port': ['ID=1fd0def7-663a-4b49-9caa-68026acc1e30,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:13.468289 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1bbfb587-3021-4a61-9be1-baf3ba91336b tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:13.510020 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bbfb587-3021-4a61-9be1-baf3ba91336b tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:33:13.510645 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1bbfb587-3021-4a61-9be1-baf3ba91336b tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:13.516020 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:33:13.516020 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:33:13.516020 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:33:13.516020 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:33:13.516020 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:33:13.516020 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:33:13.516020 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:33:13.516020 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:33:13.516020 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:33:13.516020 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:33:13.516020 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:33:13.516020 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:33:13.516020 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:33:13.516020 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:33:13.516020 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:33:13.516020 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:33:13.516020 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:33:13.516020 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:33:13.516020 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:33:13.516020 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:33:13.516020 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:33:13.516020 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:33:13.516020 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:33:13.516020 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:33:13.516020 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:33:13.516020 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:33:13.516020 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:33:13.516020 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:33:13.516020 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:33:13.516020 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:33:13.516020 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:33:13.516020 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:33:13.555043 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da08a263-e321-42db-9834-ab2a2ea608c9 None None] Pushing event updated for resources: {'Port': ['ID=bc36c311-11cc-42a5-8dcd-faba3b6e8dce,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:13.597093 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-da08a263-e321-42db-9834-ab2a2ea608c9 None None] For port bc36c311-11cc-42a5-8dcd-faba3b6e8dce, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:33:13.628336 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604136a8-7dc8-4033-aebd-de1a6a07924b None None] Pushing event updated for resources: {'Port': ['ID=46fce734-65a1-49fb-b13d-36ce23337ac3,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:13.658536 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4708fb0d-383a-449c-8101-bc9c1ffa9e6d req-58061de7-a322-4ac4-8424-1809d0801f1d tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.23 "GET /v2.0/security-groups?id=b53426f4-c39e-459a-b74a-012cb0101412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072079 Jul 05 02:33:13.735339 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-da08a263-e321-42db-9834-ab2a2ea608c9 None None] For port bc36c311-11cc-42a5-8dcd-faba3b6e8dce, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=bc36c311-11cc-42a5-8dcd-faba3b6e8dce,segment=NetworkSegment(621c285f-ab08-4fa2-ad78-5649ffd6a9ff),segment_id=621c285f-ab08-4fa2-ad78-5649ffd6a9ff)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:33:13.787616 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.db.api [None req-1bbfb587-3021-4a61-9be1-baf3ba91336b tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 02:33:13.787616 n-d-771362-32 neutron-server[94462]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 02:33:13.787616 n-d-771362-32 neutron-server[94462]: [parameters: {'id': 'f24ad014-700c-46bf-864a-cd1089732a1c'}] Jul 05 02:33:13.787616 n-d-771362-32 neutron-server[94462]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94462) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 02:33:13.788430 n-d-771362-32 neutron-server[94462]: DEBUG oslo_db.api [None req-1bbfb587-3021-4a61-9be1-baf3ba91336b tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 02:33:13.805762 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-06179848-0f90-4d48-8b38-f29d739c3842 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635398'] for router_interface, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:13.808195 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-f09b7314-2a11-45c7-ae6f-4d0f9a0ed89e tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Deleting port 46fce734-65a1-49fb-b13d-36ce23337ac3 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:33:13.808522 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f09b7314-2a11-45c7-ae6f-4d0f9a0ed89e tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:13.823554 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-da08a263-e321-42db-9834-ab2a2ea608c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:13.853534 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fcdfa341-c02f-48d4-ac4e-29ddaf280aef tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:13.905392 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdfa341-c02f-48d4-ac4e-29ddaf280aef tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Pushing event updated for resources: {'Subnet': ['ID=f02a2782-5777-45bd-89a1-cf137a01b7e4,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:13.925238 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da08a263-e321-42db-9834-ab2a2ea608c9 None None] Pushing event updated for resources: {'Port': ['ID=bc36c311-11cc-42a5-8dcd-faba3b6e8dce,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:13.943146 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcdfa341-c02f-48d4-ac4e-29ddaf280aef tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Checking segment: {'id': 'b0d0c6ff-5c58-46f1-ace0-6588afcf9c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0aaa2ff7-0d77-4c4c-8912-0a8cf82a1a3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:33:13.943703 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcdfa341-c02f-48d4-ac4e-29ddaf280aef tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Network hostable DHCP agents. Network: 0aaa2ff7-0d77-4c4c-8912-0a8cf82a1a3f, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:33:13.984396 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [None req-f09b7314-2a11-45c7-ae6f-4d0f9a0ed89e tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] For port 46fce734-65a1-49fb-b13d-36ce23337ac3, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=46fce734-65a1-49fb-b13d-36ce23337ac3,segment=NetworkSegment(c2f975bb-3edd-4371-a967-4ca55a800172),segment_id=c2f975bb-3edd-4371-a967-4ca55a800172)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:33:13.987863 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f09b7314-2a11-45c7-ae6f-4d0f9a0ed89e tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:14.000048 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-f09b7314-2a11-45c7-ae6f-4d0f9a0ed89e tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Calling delete_port for 46fce734-65a1-49fb-b13d-36ce23337ac3 owned by network:dhcp {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:33:14.007605 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2dfeab8-54d1-4ac9-80d5-7a4e826979d7 None None] Network f24ad014-700c-46bf-864a-cd1089732a1c requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:33:14.064509 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcdfa341-c02f-48d4-ac4e-29ddaf280aef tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Network 0aaa2ff7-0d77-4c4c-8912-0a8cf82a1a3f is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:33:14.117696 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06179848-0f90-4d48-8b38-f29d739c3842 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Router 1cb766a7-99c9-448a-b30a-64b05896f011 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:33:14.146941 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-fcdfa341-c02f-48d4-ac4e-29ddaf280aef tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 0aaa2ff7-0d77-4c4c-8912-0a8cf82a1a3f) {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:33:14.159664 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdfa341-c02f-48d4-ac4e-29ddaf280aef tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:14.160767 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b07403-a8f6-405e-8e65-46b68dd2b36e None None] Network 0aaa2ff7-0d77-4c4c-8912-0a8cf82a1a3f requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:33:14.163793 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fcdfa341-c02f-48d4-ac4e-29ddaf280aef tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:14.257966 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06179848-0f90-4d48-8b38-f29d739c3842 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:33:14.271941 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-06179848-0f90-4d48-8b38-f29d739c3842 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "PUT /v2.0/routers/1cb766a7-99c9-448a-b30a-64b05896f011/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4501698 Jul 05 02:33:14.273815 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-fcdfa341-c02f-48d4-ac4e-29ddaf280aef tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3503532 Jul 05 02:33:14.275412 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 42294) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:14.275962 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 42296) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:14.278786 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9e616b-8967-47bc-839a-85810762aff9 None None] Sync routers for ids ['1cb766a7-99c9-448a-b30a-64b05896f011'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:33:14.309552 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-eaa63b57-2267-4762-b2da-dad9d2c5db5a tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-598983111', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:33:14.332744 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1bbfb587-3021-4a61-9be1-baf3ba91336b tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:14.343661 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9e616b-8967-47bc-839a-85810762aff9 None None] Routers {'1cb766a7-99c9-448a-b30a-64b05896f011'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:33:14.354678 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-0e9e616b-8967-47bc-839a-85810762aff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:32:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['1cb766a7-99c9-448a-b30a-64b05896f011'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:14.367540 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-336ed833-cf25-482d-8fbc-ddfbc8b2061d tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "GET /v2.0/ports?device_id=1cb766a7-99c9-448a-b30a-64b05896f011 HTTP/1.1" status: 200 len: 205 time: 0.0900643 Jul 05 02:33:14.378232 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 42302) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:14.412269 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-0e9e616b-8967-47bc-839a-85810762aff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:14.442543 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f09b7314-2a11-45c7-ae6f-4d0f9a0ed89e tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:14.453986 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-1bbfb587-3021-4a61-9be1-baf3ba91336b tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Deleting port bc36c311-11cc-42a5-8dcd-faba3b6e8dce {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:33:14.454644 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1bbfb587-3021-4a61-9be1-baf3ba91336b tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:14.462760 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351aa22f-7a83-4e94-956c-47add8798d8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-0aaa2ff7-0d77-4c4c-8912-0a8cf82a1a3f', 'network_id': '0aaa2ff7-0d77-4c4c-8912-0a8cf82a1a3f', 'tenant_id': 'f845296045bc4472b2fc3471aba6dcb0', 'fixed_ips': [{'subnet_id': 'f02a2782-5777-45bd-89a1-cf137a01b7e4'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:33:14.463973 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-351aa22f-7a83-4e94-956c-47add8798d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:14.469508 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9e616b-8967-47bc-839a-85810762aff9 None None] Routers {'1cb766a7-99c9-448a-b30a-64b05896f011'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:33:14.470169 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-0e9e616b-8967-47bc-839a-85810762aff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:32:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['1cb766a7-99c9-448a-b30a-64b05896f011'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:14.503441 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09b7314-2a11-45c7-ae6f-4d0f9a0ed89e tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] No DVR routers for this DVR port 46fce734-65a1-49fb-b13d-36ce23337ac3 on host n-d-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:33:14.504557 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-eaa63b57-2267-4762-b2da-dad9d2c5db5a tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11810'] for router, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:14.505712 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-eaa63b57-2267-4762-b2da-dad9d2c5db5a tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1926740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11821'] for router, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:14.511911 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09b7314-2a11-45c7-ae6f-4d0f9a0ed89e tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Pushing event deleted for resources: {'Port': ['ID=46fce734-65a1-49fb-b13d-36ce23337ac3,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:14.539973 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-93f007ae-2fcb-436c-9f25-4ce8bb836364 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks [] for router, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:14.549447 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-0e9e616b-8967-47bc-839a-85810762aff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:14.550367 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9e616b-8967-47bc-839a-85810762aff9 None None] The sync data for ids ['1cb766a7-99c9-448a-b30a-64b05896f011'] in n-d-771362-32 is: [] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:33:14.625463 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-1bbfb587-3021-4a61-9be1-baf3ba91336b tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] For port bc36c311-11cc-42a5-8dcd-faba3b6e8dce, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=bc36c311-11cc-42a5-8dcd-faba3b6e8dce,segment=NetworkSegment(621c285f-ab08-4fa2-ad78-5649ffd6a9ff),segment_id=621c285f-ab08-4fa2-ad78-5649ffd6a9ff)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:33:14.625974 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1bbfb587-3021-4a61-9be1-baf3ba91336b tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:14.673052 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-eaa63b57-2267-4762-b2da-dad9d2c5db5a tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:14.674416 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-1bbfb587-3021-4a61-9be1-baf3ba91336b tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Calling delete_port for bc36c311-11cc-42a5-8dcd-faba3b6e8dce owned by network:dhcp {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:33:14.698608 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-351aa22f-7a83-4e94-956c-47add8798d8b None None] Allocated IP 172.20.0.2 (0aaa2ff7-0d77-4c4c-8912-0a8cf82a1a3f/f02a2782-5777-45bd-89a1-cf137a01b7e4/1cd9dcc3-e14e-4d07-910a-fc2db5a82324) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:33:14.784168 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-eaa63b57-2267-4762-b2da-dad9d2c5db5a tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963'] for router, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:14.901049 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1bbfb587-3021-4a61-9be1-baf3ba91336b tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:14.910336 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-351aa22f-7a83-4e94-956c-47add8798d8b None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:14.925423 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-351aa22f-7a83-4e94-956c-47add8798d8b None None] Transition to ACTIVE for port object 1cd9dcc3-e14e-4d07-910a-fc2db5a82324 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:33:14.939055 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-eaa63b57-2267-4762-b2da-dad9d2c5db5a tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:14.943766 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-eaa63b57-2267-4762-b2da-dad9d2c5db5a tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.6648881 Jul 05 02:33:14.944773 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbfb587-3021-4a61-9be1-baf3ba91336b tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Pushing event deleted for resources: {'Port': ['ID=bc36c311-11cc-42a5-8dcd-faba3b6e8dce,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:14.946634 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 42310) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:14.951344 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f09b7314-2a11-45c7-ae6f-4d0f9a0ed89e tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:14.956128 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-1b2794e1-b846-4713-8a67-36c5cd6c2fd5 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Request body: {'port': {'network_id': '0aaa2ff7-0d77-4c4c-8912-0a8cf82a1a3f', 'name': 'tempest-PortsTestJSON-460717064'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:33:14.956829 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-351aa22f-7a83-4e94-956c-47add8798d8b None None] Transition to ACTIVE for port object 1cd9dcc3-e14e-4d07-910a-fc2db5a82324 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:33:14.962703 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-93f007ae-2fcb-436c-9f25-4ce8bb836364 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11828'] for router, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:14.984745 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-93f007ae-2fcb-436c-9f25-4ce8bb836364 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:14.992547 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-f09b7314-2a11-45c7-ae6f-4d0f9a0ed89e tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03de0324-0007-40d7-9ea1-f346869b53fd']}} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:15.008794 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-f09b7314-2a11-45c7-ae6f-4d0f9a0ed89e tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2f975bb-3edd-4371-a967-4ca55a800172') {'for_net_delete': True} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:15.009086 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-f09b7314-2a11-45c7-ae6f-4d0f9a0ed89e tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2f975bb-3edd-4371-a967-4ca55a800172') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:15.049651 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-351aa22f-7a83-4e94-956c-47add8798d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:15.057470 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f09b7314-2a11-45c7-ae6f-4d0f9a0ed89e tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5519669'] for segment, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:15.068833 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbfb587-3021-4a61-9be1-baf3ba91336b tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] No DVR routers for this DVR port bc36c311-11cc-42a5-8dcd-faba3b6e8dce on host n-d-771362-32 {{(pid=94462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:33:15.116605 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351aa22f-7a83-4e94-956c-47add8798d8b None None] Network 0aaa2ff7-0d77-4c4c-8912-0a8cf82a1a3f is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:33:15.121891 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-351aa22f-7a83-4e94-956c-47add8798d8b None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:33:15.128072 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48476a0b-5c36-443a-a442-7a8dba2782b8 req-8e748f99-7b69-4def-8068-94f7c96f3b94 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:15.128240 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351aa22f-7a83-4e94-956c-47add8798d8b None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:33:15.132583 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-48476a0b-5c36-443a-a442-7a8dba2782b8 req-8e748f99-7b69-4def-8068-94f7c96f3b94 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.23 "GET /v2.0/ports?device_id=c52ed947-fce6-4894-9cbf-5ef18a8da90b HTTP/1.1" status: 200 len: 946 time: 0.2555919 Jul 05 02:33:15.134849 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f09b7314-2a11-45c7-ae6f-4d0f9a0ed89e tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:15.170096 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-93f007ae-2fcb-436c-9f25-4ce8bb836364 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1575451'] for router, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:15.170760 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93f007ae-2fcb-436c-9f25-4ce8bb836364 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Fanout notify agent at l3_agent the message router_deleted on router 1cb766a7-99c9-448a-b30a-64b05896f011 {{(pid=94461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 02:33:15.184819 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-93f007ae-2fcb-436c-9f25-4ce8bb836364 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks [] for router, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:15.189877 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-93f007ae-2fcb-436c-9f25-4ce8bb836364 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "DELETE /v2.0/routers/1cb766a7-99c9-448a-b30a-64b05896f011 HTTP/1.1" status: 204 len: 168 time: 0.8104279 Jul 05 02:33:15.190776 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 42314) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:15.192027 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f09b7314-2a11-45c7-ae6f-4d0f9a0ed89e tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=94461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:33:15.192582 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f09b7314-2a11-45c7-ae6f-4d0f9a0ed89e tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5763545'] for segment, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:15.196868 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351aa22f-7a83-4e94-956c-47add8798d8b None None] Pushing event updated for resources: {'Port': ['ID=1cd9dcc3-e14e-4d07-910a-fc2db5a82324,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:15.217881 n-d-771362-32 neutron-server[94461]: Traceback (most recent call last): Jul 05 02:33:15.217881 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:33:15.217881 n-d-771362-32 neutron-server[94461]: timer() Jul 05 02:33:15.217881 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:33:15.217881 n-d-771362-32 neutron-server[94461]: cb(*args, **kw) Jul 05 02:33:15.217881 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:33:15.217881 n-d-771362-32 neutron-server[94461]: return func(*args, **kwargs) Jul 05 02:33:15.217881 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:33:15.217881 n-d-771362-32 neutron-server[94461]: self._notify() Jul 05 02:33:15.217881 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:33:15.217881 n-d-771362-32 neutron-server[94461]: self.callback(batched_events) Jul 05 02:33:15.217881 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:33:15.217881 n-d-771362-32 neutron-server[94461]: event.method(event) Jul 05 02:33:15.217881 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:33:15.217881 n-d-771362-32 neutron-server[94461]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:33:15.217881 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:33:15.217881 n-d-771362-32 neutron-server[94461]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:33:15.217881 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:33:15.217881 n-d-771362-32 neutron-server[94461]: return f(self, *a, **k) Jul 05 02:33:15.217881 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:33:15.217881 n-d-771362-32 neutron-server[94461]: return self._get(url).json() Jul 05 02:33:15.217881 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:33:15.217881 n-d-771362-32 neutron-server[94461]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:33:15.217881 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:33:15.217881 n-d-771362-32 neutron-server[94461]: return self.request(url, 'GET', **kwargs) Jul 05 02:33:15.217881 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:33:15.217881 n-d-771362-32 neutron-server[94461]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:33:15.217881 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:33:15.217881 n-d-771362-32 neutron-server[94461]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:33:15.217881 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:33:15.217881 n-d-771362-32 neutron-server[94461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:33:15.217881 n-d-771362-32 neutron-server[94461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:33:15.252664 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-351aa22f-7a83-4e94-956c-47add8798d8b None None] Attempting to bind port 1cd9dcc3-e14e-4d07-910a-fc2db5a82324 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:33:15.253041 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-351aa22f-7a83-4e94-956c-47add8798d8b None None] Attempting to bind port 1cd9dcc3-e14e-4d07-910a-fc2db5a82324 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'b0d0c6ff-5c58-46f1-ace0-6588afcf9c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0aaa2ff7-0d77-4c4c-8912-0a8cf82a1a3f'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:33:15.253587 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351aa22f-7a83-4e94-956c-47add8798d8b None None] Attempting to bind port 1cd9dcc3-e14e-4d07-910a-fc2db5a82324 on network 0aaa2ff7-0d77-4c4c-8912-0a8cf82a1a3f {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:33:15.253935 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1bbfb587-3021-4a61-9be1-baf3ba91336b tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:15.260097 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351aa22f-7a83-4e94-956c-47add8798d8b None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:33:15.260474 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351aa22f-7a83-4e94-956c-47add8798d8b None None] Checking segment: {'id': 'b0d0c6ff-5c58-46f1-ace0-6588afcf9c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0aaa2ff7-0d77-4c4c-8912-0a8cf82a1a3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:33:15.261014 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-351aa22f-7a83-4e94-956c-47add8798d8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:15.261404 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351aa22f-7a83-4e94-956c-47add8798d8b None None] Bound using segment: {'id': 'b0d0c6ff-5c58-46f1-ace0-6588afcf9c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0aaa2ff7-0d77-4c4c-8912-0a8cf82a1a3f'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:33:15.262588 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-351aa22f-7a83-4e94-956c-47add8798d8b None None] Bound port: 1cd9dcc3-e14e-4d07-910a-fc2db5a82324, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0d0c6ff-5c58-46f1-ace0-6588afcf9c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0aaa2ff7-0d77-4c4c-8912-0a8cf82a1a3f'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:33:15.263078 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-351aa22f-7a83-4e94-956c-47add8798d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:15.267810 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-1bbfb587-3021-4a61-9be1-baf3ba91336b tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f24ad014-700c-46bf-864a-cd1089732a1c']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:15.279456 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-1bbfb587-3021-4a61-9be1-baf3ba91336b tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '621c285f-ab08-4fa2-ad78-5649ffd6a9ff') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:15.280121 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-1bbfb587-3021-4a61-9be1-baf3ba91336b tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '621c285f-ab08-4fa2-ad78-5649ffd6a9ff') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:15.291460 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1bbfb587-3021-4a61-9be1-baf3ba91336b tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:15.306858 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1bbfb587-3021-4a61-9be1-baf3ba91336b tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:15.318403 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bbfb587-3021-4a61-9be1-baf3ba91336b tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:33:15.319027 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1bbfb587-3021-4a61-9be1-baf3ba91336b tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:15.336099 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-48476a0b-5c36-443a-a442-7a8dba2782b8 req-e1455798-42ac-43c4-8f2a-e0f353d7642a tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.23 "GET /v2.0/security-groups?id=b53426f4-c39e-459a-b74a-012cb0101412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815922 Jul 05 02:33:15.396898 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-351aa22f-7a83-4e94-956c-47add8798d8b None None] For port 1cd9dcc3-e14e-4d07-910a-fc2db5a82324, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:33:15.430919 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:33:15.430919 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:33:15.430919 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:33:15.430919 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:33:15.430919 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:33:15.430919 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:33:15.430919 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:33:15.430919 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:33:15.430919 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:33:15.430919 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:33:15.430919 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:33:15.430919 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:33:15.430919 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:33:15.430919 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:33:15.430919 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:33:15.430919 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:33:15.430919 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:33:15.430919 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:33:15.430919 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:33:15.430919 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:33:15.430919 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:33:15.430919 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:33:15.430919 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:33:15.430919 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:33:15.430919 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:33:15.430919 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:33:15.430919 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:33:15.430919 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:33:15.430919 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:33:15.430919 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:33:15.430919 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:33:15.430919 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:33:15.433840 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b2794e1-b846-4713-8a67-36c5cd6c2fd5 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Made reservation on behalf of f845296045bc4472b2fc3471aba6dcb0 for: {'port': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:33:15.435670 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1b2794e1-b846-4713-8a67-36c5cd6c2fd5 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:15.447302 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_v2 [None req-323416ae-4645-4a91-a39a-64b523d96dd2 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Deleting subnet 7e22340b-51a9-41f3-8c1e-679e742651bc {{(pid=94461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:33:15.447302 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-323416ae-4645-4a91-a39a-64b523d96dd2 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks [] for subnet, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:15.483041 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [None req-1b2794e1-b846-4713-8a67-36c5cd6c2fd5 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] device_id is not set on port bdaea6cf-f817-4e0b-aa7a-c38321e63e24 yet. {{(pid=94462) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:33:15.514701 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 03ff0a2c-bef4-40b2-b818-911793279c39 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:33:15.517441 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-323416ae-4645-4a91-a39a-64b523d96dd2 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5519650'] for subnet, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:15.548928 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f09b7314-2a11-45c7-ae6f-4d0f9a0ed89e tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:15.556715 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f09b7314-2a11-45c7-ae6f-4d0f9a0ed89e tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:15.559850 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-f09b7314-2a11-45c7-ae6f-4d0f9a0ed89e tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] 10.222.0.23 "DELETE /v2.0/networks/03de0324-0007-40d7-9ea1-f346869b53fd HTTP/1.1" status: 204 len: 168 time: 5.1819081 Jul 05 02:33:15.560431 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-351aa22f-7a83-4e94-956c-47add8798d8b None None] For port 1cd9dcc3-e14e-4d07-910a-fc2db5a82324, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=1cd9dcc3-e14e-4d07-910a-fc2db5a82324,segment=NetworkSegment(b0d0c6ff-5c58-46f1-ace0-6588afcf9c29),segment_id=b0d0c6ff-5c58-46f1-ace0-6588afcf9c29)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:33:15.567909 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 42324) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:15.573762 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1bbfb587-3021-4a61-9be1-baf3ba91336b tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:15.585837 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1bbfb587-3021-4a61-9be1-baf3ba91336b tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:15.589730 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-26a90cae-8c23-4963-8b3a-b7d2a25539b8 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1000983965'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:33:15.595605 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-1bbfb587-3021-4a61-9be1-baf3ba91336b tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] 10.222.0.23 "DELETE /v2.0/networks/f24ad014-700c-46bf-864a-cd1089732a1c HTTP/1.1" status: 204 len: 168 time: 4.9592917 Jul 05 02:33:15.603844 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 42326) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:15.604549 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 03ff0a2c-bef4-40b2-b818-911793279c39 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:33:15.605075 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:15.615722 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-c9dc33af-40e8-49da-a16c-629bec70ec04 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1776077288'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:33:15.629637 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbfb587-3021-4a61-9be1-baf3ba91336b tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Pushing event deleted for resources: {'Network': ['ID=f24ad014-700c-46bf-864a-cd1089732a1c,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:15.635044 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-351aa22f-7a83-4e94-956c-47add8798d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:15.640779 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09b7314-2a11-45c7-ae6f-4d0f9a0ed89e tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Pushing event deleted for resources: {'Network': ['ID=03de0324-0007-40d7-9ea1-f346869b53fd,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:16.079123 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-1b2794e1-b846-4713-8a67-36c5cd6c2fd5 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Allocated IP 172.20.0.4 (0aaa2ff7-0d77-4c4c-8912-0a8cf82a1a3f/f02a2782-5777-45bd-89a1-cf137a01b7e4/bdaea6cf-f817-4e0b-aa7a-c38321e63e24) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:33:16.082563 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-323416ae-4645-4a91-a39a-64b523d96dd2 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:16.083685 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351aa22f-7a83-4e94-956c-47add8798d8b None None] Pushing event updated for resources: {'Port': ['ID=1cd9dcc3-e14e-4d07-910a-fc2db5a82324,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:16.084853 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26a90cae-8c23-4963-8b3a-b7d2a25539b8 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Made reservation on behalf of 8f4e99cc6de94582b74a94c49e9c88d0 for: {'network': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:33:16.084853 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-26a90cae-8c23-4963-8b3a-b7d2a25539b8 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:16.084853 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26a90cae-8c23-4963-8b3a-b7d2a25539b8 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=94461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:33:16.084853 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-26a90cae-8c23-4963-8b3a-b7d2a25539b8 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:16.084853 n-d-771362-32 neutron-server[94461]: INFO neutron.db.segments_db [None req-26a90cae-8c23-4963-8b3a-b7d2a25539b8 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Added segment a047a892-a4ae-4017-8141-047b6c54dfb0 of type vlan for network 82c0992b-44c3-4eca-b627-796e022f329a Jul 05 02:33:16.084853 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-26a90cae-8c23-4963-8b3a-b7d2a25539b8 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:16.085695 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1b2794e1-b846-4713-8a67-36c5cd6c2fd5 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:16.094434 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9dc33af-40e8-49da-a16c-629bec70ec04 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Made reservation on behalf of d5279038e8454126be0c5c273f41a9ef for: {'network': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:33:16.097063 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c9dc33af-40e8-49da-a16c-629bec70ec04 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:16.119062 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 42336) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:16.121676 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [None req-1b2794e1-b846-4713-8a67-36c5cd6c2fd5 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Transition to ACTIVE for port object bdaea6cf-f817-4e0b-aa7a-c38321e63e24 will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:33:16.135823 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-323416ae-4645-4a91-a39a-64b523d96dd2 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5763388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774356'] for subnet, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:16.175585 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323416ae-4645-4a91-a39a-64b523d96dd2 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Pushing event deleted for resources: {'Subnet': ['ID=7e22340b-51a9-41f3-8c1e-679e742651bc,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:16.194210 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-323416ae-4645-4a91-a39a-64b523d96dd2 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:16.196059 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 42340) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:16.196698 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-323416ae-4645-4a91-a39a-64b523d96dd2 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "DELETE /v2.0/subnets/7e22340b-51a9-41f3-8c1e-679e742651bc HTTP/1.1" status: 204 len: 168 time: 0.9867475 Jul 05 02:33:16.202106 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-26a90cae-8c23-4963-8b3a-b7d2a25539b8 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:16.202915 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff738481-071e-4469-96f7-ba6707798122 None None] Network 15fd57b5-a12f-43e7-99f6-b76da4ea2182 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:33:16.208171 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a90cae-8c23-4963-8b3a-b7d2a25539b8 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:16.208797 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-26a90cae-8c23-4963-8b3a-b7d2a25539b8 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:16.312757 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9dc33af-40e8-49da-a16c-629bec70ec04 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=94461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:33:16.341584 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a90cae-8c23-4963-8b3a-b7d2a25539b8 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Pushing event updated for resources: {'Network': ['ID=82c0992b-44c3-4eca-b627-796e022f329a,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:16.345547 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1b2794e1-b846-4713-8a67-36c5cd6c2fd5 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:16.356854 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c9dc33af-40e8-49da-a16c-629bec70ec04 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:16.356854 n-d-771362-32 neutron-server[94461]: INFO neutron.db.segments_db [None req-c9dc33af-40e8-49da-a16c-629bec70ec04 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Added segment 3afc142a-41e0-4835-aba5-3568ae525dd2 of type vlan for network 27c196ab-49fa-43c1-8ef1-adccf4fec5c1 Jul 05 02:33:16.369318 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 82c0992b-44c3-4eca-b627-796e022f329a details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:33:16.423134 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-26a90cae-8c23-4963-8b3a-b7d2a25539b8 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8517692 Jul 05 02:33:16.427089 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 42346) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:16.439783 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-680f5be0-7440-43f9-a9b2-f7525763e1a6 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Request body: {'subnet': {'network_id': '82c0992b-44c3-4eca-b627-796e022f329a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:33:16.493895 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2794e1-b846-4713-8a67-36c5cd6c2fd5 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Network 0aaa2ff7-0d77-4c4c-8912-0a8cf82a1a3f is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:33:16.497321 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c9dc33af-40e8-49da-a16c-629bec70ec04 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:16.509554 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-1b2794e1-b846-4713-8a67-36c5cd6c2fd5 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:33:16.514779 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2794e1-b846-4713-8a67-36c5cd6c2fd5 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:33:16.556501 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2794e1-b846-4713-8a67-36c5cd6c2fd5 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Pushing event updated for resources: {'Port': ['ID=bdaea6cf-f817-4e0b-aa7a-c38321e63e24,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:16.572777 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-74372a87-adfe-4df0-9aac-b8214810e7b0 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:16.583753 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-3852ee96-5513-47a2-8d76-d1d0c9615f63 tempest-PortsAdminExtendedAttrsTestJSON-1325816736 tempest-PortsAdminExtendedAttrsTestJSON-1325816736-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-544198025'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:33:16.651676 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2794e1-b846-4713-8a67-36c5cd6c2fd5 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:16.652907 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1b2794e1-b846-4713-8a67-36c5cd6c2fd5 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:16.685655 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-74372a87-adfe-4df0-9aac-b8214810e7b0 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Deleting port c9d4c324-b13c-4913-a24e-17d396b5a87f {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:33:16.686316 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-74372a87-adfe-4df0-9aac-b8214810e7b0 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:16.713588 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20fd905e-7067-4e7d-bd00-405bc62e2ef0 None None] DHCP port deletion for 15fd57b5-a12f-43e7-99f6-b76da4ea2182 request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:33:16.768333 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-20fd905e-7067-4e7d-bd00-405bc62e2ef0 None None] Deleting port c9d4c324-b13c-4913-a24e-17d396b5a87f {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:33:16.768690 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-20fd905e-7067-4e7d-bd00-405bc62e2ef0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:16.770399 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f1d2cc-0b80-43df-90f7-e1f23d7cd126 req-683803a6-e379-4414-ad78-16b253eb9fdf tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:16.772175 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-74372a87-adfe-4df0-9aac-b8214810e7b0 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] For port c9d4c324-b13c-4913-a24e-17d396b5a87f, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=c9d4c324-b13c-4913-a24e-17d396b5a87f,segment=NetworkSegment(29c65ab3-b884-4355-8f4b-2768d96f97cd),segment_id=29c65ab3-b884-4355-8f4b-2768d96f97cd)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:33:16.772541 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-74372a87-adfe-4df0-9aac-b8214810e7b0 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:16.772875 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b5f1d2cc-0b80-43df-90f7-e1f23d7cd126 req-683803a6-e379-4414-ad78-16b253eb9fdf tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.23 "GET /v2.0/ports?device_id=c52ed947-fce6-4894-9cbf-5ef18a8da90b HTTP/1.1" status: 200 len: 946 time: 0.1848092 Jul 05 02:33:16.788181 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-74372a87-adfe-4df0-9aac-b8214810e7b0 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Calling delete_port for c9d4c324-b13c-4913-a24e-17d396b5a87f owned by network:dhcp {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:33:16.805164 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c9dc33af-40e8-49da-a16c-629bec70ec04 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:16.829996 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9dc33af-40e8-49da-a16c-629bec70ec04 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:16.829996 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c9dc33af-40e8-49da-a16c-629bec70ec04 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:16.860241 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-20fd905e-7067-4e7d-bd00-405bc62e2ef0 None None] For port c9d4c324-b13c-4913-a24e-17d396b5a87f, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=c9d4c324-b13c-4913-a24e-17d396b5a87f,segment=NetworkSegment(29c65ab3-b884-4355-8f4b-2768d96f97cd),segment_id=29c65ab3-b884-4355-8f4b-2768d96f97cd)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:33:16.860975 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-20fd905e-7067-4e7d-bd00-405bc62e2ef0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:16.880444 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-20fd905e-7067-4e7d-bd00-405bc62e2ef0 None None] Calling delete_port for c9d4c324-b13c-4913-a24e-17d396b5a87f owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:33:16.893356 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3852ee96-5513-47a2-8d76-d1d0c9615f63 tempest-PortsAdminExtendedAttrsTestJSON-1325816736 tempest-PortsAdminExtendedAttrsTestJSON-1325816736-project] Made reservation on behalf of 683eb0ef1906494a929525cc4c6be9ff for: {'network': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:33:16.893356 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3852ee96-5513-47a2-8d76-d1d0c9615f63 tempest-PortsAdminExtendedAttrsTestJSON-1325816736 tempest-PortsAdminExtendedAttrsTestJSON-1325816736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:16.911378 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b5f1d2cc-0b80-43df-90f7-e1f23d7cd126 req-2748864c-162f-4437-9d39-9567ba5ede53 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.23 "GET /v2.0/security-groups?id=b53426f4-c39e-459a-b74a-012cb0101412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321263 Jul 05 02:33:16.912361 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3852ee96-5513-47a2-8d76-d1d0c9615f63 tempest-PortsAdminExtendedAttrsTestJSON-1325816736 tempest-PortsAdminExtendedAttrsTestJSON-1325816736-project] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:16.921078 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dc33af-40e8-49da-a16c-629bec70ec04 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Pushing event updated for resources: {'Network': ['ID=27c196ab-49fa-43c1-8ef1-adccf4fec5c1,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:16.942072 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 27c196ab-49fa-43c1-8ef1-adccf4fec5c1 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:33:17.122454 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a54c57-40db-481e-9a74-f59a5f48d07e None None] Network 0aaa2ff7-0d77-4c4c-8912-0a8cf82a1a3f requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:33:17.280438 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-1b2794e1-b846-4713-8a67-36c5cd6c2fd5 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.3319068 Jul 05 02:33:17.281132 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-74372a87-adfe-4df0-9aac-b8214810e7b0 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:17.284423 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 42352) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:17.304720 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-c9dc33af-40e8-49da-a16c-629bec70ec04 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6946545 Jul 05 02:33:17.311195 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-20fd905e-7067-4e7d-bd00-405bc62e2ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:17.312132 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 42354) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:17.314688 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74372a87-adfe-4df0-9aac-b8214810e7b0 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Pushing event deleted for resources: {'Port': ['ID=c9d4c324-b13c-4913-a24e-17d396b5a87f,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:17.317542 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74372a87-adfe-4df0-9aac-b8214810e7b0 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] No DVR routers for this DVR port c9d4c324-b13c-4913-a24e-17d396b5a87f on host n-d-771362-32 {{(pid=94462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:33:17.324112 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-fb49ae86-ee3a-4d2c-ad43-76fa46511d2b tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Request body: {'subnet': {'network_id': '27c196ab-49fa-43c1-8ef1-adccf4fec5c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:33:17.353290 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fd905e-7067-4e7d-bd00-405bc62e2ef0 None None] Pushing event deleted for resources: {'Port': ['ID=c9d4c324-b13c-4913-a24e-17d396b5a87f,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:17.362336 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-651b6045-5403-4fec-a4b7-5883254e59e4 None None] Provisioning for port 1cd9dcc3-e14e-4d07-910a-fc2db5a82324 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:33:17.372106 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fd905e-7067-4e7d-bd00-405bc62e2ef0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:33:17.372527 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fd905e-7067-4e7d-bd00-405bc62e2ef0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:33:17.372934 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fd905e-7067-4e7d-bd00-405bc62e2ef0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:33:17.373490 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fd905e-7067-4e7d-bd00-405bc62e2ef0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:33:17.373868 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fd905e-7067-4e7d-bd00-405bc62e2ef0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:33:17.374324 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fd905e-7067-4e7d-bd00-405bc62e2ef0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:33:17.374719 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fd905e-7067-4e7d-bd00-405bc62e2ef0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:33:17.375171 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fd905e-7067-4e7d-bd00-405bc62e2ef0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:33:17.375559 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fd905e-7067-4e7d-bd00-405bc62e2ef0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:33:17.376401 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fd905e-7067-4e7d-bd00-405bc62e2ef0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:33:17.376860 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fd905e-7067-4e7d-bd00-405bc62e2ef0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:33:17.377247 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fd905e-7067-4e7d-bd00-405bc62e2ef0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:33:17.391998 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fd905e-7067-4e7d-bd00-405bc62e2ef0 None None] No DVR routers for this DVR port c9d4c324-b13c-4913-a24e-17d396b5a87f on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:33:17.442720 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-74372a87-adfe-4df0-9aac-b8214810e7b0 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:17.463885 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-74372a87-adfe-4df0-9aac-b8214810e7b0 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15fd57b5-a12f-43e7-99f6-b76da4ea2182']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:17.476286 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-74372a87-adfe-4df0-9aac-b8214810e7b0 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29c65ab3-b884-4355-8f4b-2768d96f97cd') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:17.476614 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-74372a87-adfe-4df0-9aac-b8214810e7b0 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29c65ab3-b884-4355-8f4b-2768d96f97cd') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:17.488734 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-74372a87-adfe-4df0-9aac-b8214810e7b0 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:17.510661 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-74372a87-adfe-4df0-9aac-b8214810e7b0 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:17.523304 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74372a87-adfe-4df0-9aac-b8214810e7b0 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:33:17.523304 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-74372a87-adfe-4df0-9aac-b8214810e7b0 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:17.530559 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:33:17.530559 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:33:17.530559 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:33:17.530559 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:33:17.530559 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:33:17.530559 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:33:17.530559 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:33:17.530559 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:33:17.530559 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:33:17.530559 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:33:17.530559 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:33:17.530559 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:33:17.530559 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:33:17.530559 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:33:17.530559 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:33:17.530559 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:33:17.530559 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:33:17.530559 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:33:17.530559 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:33:17.530559 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:33:17.530559 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:33:17.530559 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:33:17.530559 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:33:17.530559 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:33:17.530559 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:33:17.530559 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:33:17.530559 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:33:17.530559 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:33:17.530559 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:33:17.530559 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:33:17.530559 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:33:17.530559 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:33:17.540632 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 1cd9dcc3-e14e-4d07-910a-fc2db5a82324 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:33:17.703515 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 1cd9dcc3-e14e-4d07-910a-fc2db5a82324 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:33:17.709013 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 1cd9dcc3-e14e-4d07-910a-fc2db5a82324 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:33:17.709389 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:17.723497 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-74372a87-adfe-4df0-9aac-b8214810e7b0 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:17.734740 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-74372a87-adfe-4df0-9aac-b8214810e7b0 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:17.737055 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-74372a87-adfe-4df0-9aac-b8214810e7b0 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "DELETE /v2.0/networks/15fd57b5-a12f-43e7-99f6-b76da4ea2182 HTTP/1.1" status: 204 len: 168 time: 1.5395117 Jul 05 02:33:17.771848 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 42360) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:17.786233 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-9e6b12dd-057e-4674-a06c-9f8774caae33 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2093474608', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}, 'admin_state_up': False}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:33:17.806432 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74372a87-adfe-4df0-9aac-b8214810e7b0 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Pushing event deleted for resources: {'Network': ['ID=15fd57b5-a12f-43e7-99f6-b76da4ea2182,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:17.808959 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-b8127c87-fcdc-4a8d-ad11-34eece030688 None None] Provisioning for port bdaea6cf-f817-4e0b-aa7a-c38321e63e24 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:33:17.816494 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-b8127c87-fcdc-4a8d-ad11-34eece030688 None None] Provisioning complete for port bdaea6cf-f817-4e0b-aa7a-c38321e63e24 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:33:17.816919 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b8127c87-fcdc-4a8d-ad11-34eece030688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:17.881636 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:17.897928 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6ea701-ed04-4849-8245-62d10065348f None None] get_active_networks_info from n-d-771362-32 {{(pid=94463) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 02:33:18.000833 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-680f5be0-7440-43f9-a9b2-f7525763e1a6 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Made reservation on behalf of 8f4e99cc6de94582b74a94c49e9c88d0 for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:33:18.004319 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-680f5be0-7440-43f9-a9b2-f7525763e1a6 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:18.011872 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 1cd9dcc3-e14e-4d07-910a-fc2db5a82324, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=1cd9dcc3-e14e-4d07-910a-fc2db5a82324,segment=NetworkSegment(b0d0c6ff-5c58-46f1-ace0-6588afcf9c29),segment_id=b0d0c6ff-5c58-46f1-ace0-6588afcf9c29)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:33:18.025392 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-b8127c87-fcdc-4a8d-ad11-34eece030688 None None] Port bdaea6cf-f817-4e0b-aa7a-c38321e63e24 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:33:18.203268 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:18.252673 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-b8127c87-fcdc-4a8d-ad11-34eece030688 None None] Provisioning complete for port 1cd9dcc3-e14e-4d07-910a-fc2db5a82324 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:33:18.253046 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b8127c87-fcdc-4a8d-ad11-34eece030688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:18.284471 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6ea701-ed04-4849-8245-62d10065348f None None] Resources bound (agent type, host, resource id): {{(pid=94463) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 02:33:18.313702 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device c9d4c324-b13c-4913-a24e-17d396b5a87f no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:33:18.324916 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=1cd9dcc3-e14e-4d07-910a-fc2db5a82324,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:18.357208 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: c9d4c324-b13c-4913-a24e-17d396b5a87f {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:33:18.357208 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device c9d4c324-b13c-4913-a24e-17d396b5a87f not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:33:18.404948 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86433cda-baee-4a11-a0f9-b5b46d6d75f3 req-f771ebdd-0110-43c9-98cb-e8b1d75c5193 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:18.404948 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-86433cda-baee-4a11-a0f9-b5b46d6d75f3 req-f771ebdd-0110-43c9-98cb-e8b1d75c5193 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.23 "GET /v2.0/ports?device_id=c52ed947-fce6-4894-9cbf-5ef18a8da90b HTTP/1.1" status: 200 len: 946 time: 0.2996702 Jul 05 02:33:18.430690 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3852ee96-5513-47a2-8d76-d1d0c9615f63 tempest-PortsAdminExtendedAttrsTestJSON-1325816736 tempest-PortsAdminExtendedAttrsTestJSON-1325816736-project] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:18.519358 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3852ee96-5513-47a2-8d76-d1d0c9615f63 tempest-PortsAdminExtendedAttrsTestJSON-1325816736 tempest-PortsAdminExtendedAttrsTestJSON-1325816736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:18.541756 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-86433cda-baee-4a11-a0f9-b5b46d6d75f3 req-c3c2c729-d085-4d66-b47e-d5f689ee3a7b tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.23 "GET /v2.0/security-groups?id=b53426f4-c39e-459a-b74a-012cb0101412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292303 Jul 05 02:33:18.576287 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a874d9b8-3fa6-43c3-8ab7-32e40528a85b tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:18.595001 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3852ee96-5513-47a2-8d76-d1d0c9615f63 tempest-PortsAdminExtendedAttrsTestJSON-1325816736 tempest-PortsAdminExtendedAttrsTestJSON-1325816736-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=94461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:33:18.598502 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-680f5be0-7440-43f9-a9b2-f7525763e1a6 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5763451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774823'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:18.601113 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3852ee96-5513-47a2-8d76-d1d0c9615f63 tempest-PortsAdminExtendedAttrsTestJSON-1325816736 tempest-PortsAdminExtendedAttrsTestJSON-1325816736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3d0af6d-35b6-4efd-b4e6-56eac8137ab1,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:18.619595 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9e6b12dd-057e-4674-a06c-9f8774caae33 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11810'] for router, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:18.619595 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9e6b12dd-057e-4674-a06c-9f8774caae33 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1926740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11821'] for router, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:18.684334 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680f5be0-7440-43f9-a9b2-f7525763e1a6 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Pushing event updated for resources: {'Subnet': ['ID=cba0ee2d-a787-4d44-a16d-e17beefef1da,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:18.695713 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-31e0d42e-c722-4991-a4a5-02e04f62facf None None] Provisioning complete for port bdaea6cf-f817-4e0b-aa7a-c38321e63e24 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:33:18.696111 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-31e0d42e-c722-4991-a4a5-02e04f62facf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:18.696230 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3852ee96-5513-47a2-8d76-d1d0c9615f63 tempest-PortsAdminExtendedAttrsTestJSON-1325816736 tempest-PortsAdminExtendedAttrsTestJSON-1325816736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:18.696552 n-d-771362-32 neutron-server[94461]: INFO neutron.db.segments_db [None req-3852ee96-5513-47a2-8d76-d1d0c9615f63 tempest-PortsAdminExtendedAttrsTestJSON-1325816736 tempest-PortsAdminExtendedAttrsTestJSON-1325816736-project] Added segment 795ffe07-61a6-435f-bc12-1df8c1aea043 of type vlan for network 62d3e671-8181-4a8e-97f7-6fcead71db38 Jul 05 02:33:18.706221 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9e6b12dd-057e-4674-a06c-9f8774caae33 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:18.753149 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb49ae86-ee3a-4d2c-ad43-76fa46511d2b tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Made reservation on behalf of d5279038e8454126be0c5c273f41a9ef for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:33:18.757167 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-fb49ae86-ee3a-4d2c-ad43-76fa46511d2b tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:18.768081 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-31e0d42e-c722-4991-a4a5-02e04f62facf None None] Port bdaea6cf-f817-4e0b-aa7a-c38321e63e24 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:33:18.805309 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973547db-bd3a-4f53-9579-209b5b99007b None None] get_active_networks_info from n-d-771362-32 {{(pid=94463) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 02:33:18.947301 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3852ee96-5513-47a2-8d76-d1d0c9615f63 tempest-PortsAdminExtendedAttrsTestJSON-1325816736 tempest-PortsAdminExtendedAttrsTestJSON-1325816736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:18.968236 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.ipam_backend_mixin [None req-fb49ae86-ee3a-4d2c-ad43-76fa46511d2b tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Performing IP validity checks on allocation pools {{(pid=94461) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 05 02:33:18.968792 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.ipam_backend_mixin [None req-fb49ae86-ee3a-4d2c-ad43-76fa46511d2b tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94461) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 05 02:33:18.980660 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680f5be0-7440-43f9-a9b2-f7525763e1a6 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Checking segment: {'id': 'a047a892-a4ae-4017-8141-047b6c54dfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '82c0992b-44c3-4eca-b627-796e022f329a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:33:18.981297 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680f5be0-7440-43f9-a9b2-f7525763e1a6 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Network hostable DHCP agents. Network: 82c0992b-44c3-4eca-b627-796e022f329a, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:33:19.007526 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9e6b12dd-057e-4674-a06c-9f8774caae33 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:19.200615 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973547db-bd3a-4f53-9579-209b5b99007b None None] Network 82c0992b-44c3-4eca-b627-796e022f329a is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:33:19.226303 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3852ee96-5513-47a2-8d76-d1d0c9615f63 tempest-PortsAdminExtendedAttrsTestJSON-1325816736 tempest-PortsAdminExtendedAttrsTestJSON-1325816736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:19.232576 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3852ee96-5513-47a2-8d76-d1d0c9615f63 tempest-PortsAdminExtendedAttrsTestJSON-1325816736 tempest-PortsAdminExtendedAttrsTestJSON-1325816736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:19.233043 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3852ee96-5513-47a2-8d76-d1d0c9615f63 tempest-PortsAdminExtendedAttrsTestJSON-1325816736 tempest-PortsAdminExtendedAttrsTestJSON-1325816736-project] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:19.242481 n-d-771362-32 neutron-server[94461]: INFO neutron.scheduler.dhcp_agent_scheduler [None req-680f5be0-7440-43f9-a9b2-f7525763e1a6 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 already present Jul 05 02:33:19.242814 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680f5be0-7440-43f9-a9b2-f7525763e1a6 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Network 82c0992b-44c3-4eca-b627-796e022f329a is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:33:19.243416 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-680f5be0-7440-43f9-a9b2-f7525763e1a6 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 82c0992b-44c3-4eca-b627-796e022f329a) {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:33:19.254155 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a874d9b8-3fa6-43c3-8ab7-32e40528a85b tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:19.284116 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680f5be0-7440-43f9-a9b2-f7525763e1a6 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:19.284741 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-680f5be0-7440-43f9-a9b2-f7525763e1a6 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:19.343966 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3852ee96-5513-47a2-8d76-d1d0c9615f63 tempest-PortsAdminExtendedAttrsTestJSON-1325816736 tempest-PortsAdminExtendedAttrsTestJSON-1325816736-project] Pushing event updated for resources: {'Network': ['ID=62d3e671-8181-4a8e-97f7-6fcead71db38,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:19.348590 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9e6b12dd-057e-4674-a06c-9f8774caae33 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks [] for router_gateway, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:19.355672 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 62d3e671-8181-4a8e-97f7-6fcead71db38 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:33:19.375427 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9e6b12dd-057e-4674-a06c-9f8774caae33 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:19.436074 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973547db-bd3a-4f53-9579-209b5b99007b None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 82c0992b-44c3-4eca-b627-796e022f329a) {{(pid=94463) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 02:33:19.456199 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 1cd9dcc3-e14e-4d07-910a-fc2db5a82324 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:33:19.467533 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-3852ee96-5513-47a2-8d76-d1d0c9615f63 tempest-PortsAdminExtendedAttrsTestJSON-1325816736 tempest-PortsAdminExtendedAttrsTestJSON-1325816736-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 3.3470399 Jul 05 02:33:19.471097 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-680f5be0-7440-43f9-a9b2-f7525763e1a6 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.0406580 Jul 05 02:33:19.472691 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a874d9b8-3fa6-43c3-8ab7-32e40528a85b tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:19.479820 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-fb49ae86-ee3a-4d2c-ad43-76fa46511d2b tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5763451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774823'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:19.488491 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 42376) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:19.550929 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-9e6b12dd-057e-4674-a06c-9f8774caae33 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Allocated IP 172.25.7.181 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/251924d3-bad1-4bf0-a2a1-e7d0a5cbdb00) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:33:19.664814 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 1cd9dcc3-e14e-4d07-910a-fc2db5a82324 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:33:19.665940 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:19.672492 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb49ae86-ee3a-4d2c-ad43-76fa46511d2b tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Pushing event updated for resources: {'Subnet': ['ID=ea07fe03-6386-423f-894a-7efe86629973,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:19.750884 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a874d9b8-3fa6-43c3-8ab7-32e40528a85b tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Pushing event updated for resources: {'Port': ['ID=bdaea6cf-f817-4e0b-aa7a-c38321e63e24,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:19.758058 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 42380) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:19.768574 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-3649bfbe-482a-438e-b0ae-699bd849889b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Request body: {'port': {'network_id': '62d3e671-8181-4a8e-97f7-6fcead71db38', 'binding:host_id': 'n-h2-771362-32', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1379439381'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:33:19.785742 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb49ae86-ee3a-4d2c-ad43-76fa46511d2b tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Checking segment: {'id': '3afc142a-41e0-4835-aba5-3568ae525dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '27c196ab-49fa-43c1-8ef1-adccf4fec5c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:33:19.786504 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb49ae86-ee3a-4d2c-ad43-76fa46511d2b tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Network hostable DHCP agents. Network: 27c196ab-49fa-43c1-8ef1-adccf4fec5c1, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:33:19.878249 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6e17e459-b78f-4a6b-b366-b5d9e2240705 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:19.936290 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3649bfbe-482a-438e-b0ae-699bd849889b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Made reservation on behalf of 8005a63f44bc4d408d7a5292fdd10b31 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:33:19.938818 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3649bfbe-482a-438e-b0ae-699bd849889b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:19.970727 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c85b7a7-706c-495b-ac14-6bb937d03664 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-82c0992b-44c3-4eca-b627-796e022f329a', 'network_id': '82c0992b-44c3-4eca-b627-796e022f329a', 'tenant_id': '8f4e99cc6de94582b74a94c49e9c88d0', 'fixed_ips': [{'subnet_id': 'cba0ee2d-a787-4d44-a16d-e17beefef1da'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:33:19.971682 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-9c85b7a7-706c-495b-ac14-6bb937d03664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:19.977262 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb49ae86-ee3a-4d2c-ad43-76fa46511d2b tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Network 27c196ab-49fa-43c1-8ef1-adccf4fec5c1 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:33:19.996665 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3649bfbe-482a-438e-b0ae-699bd849889b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:20.024150 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6e17e459-b78f-4a6b-b366-b5d9e2240705 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:20.098515 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-fb49ae86-ee3a-4d2c-ad43-76fa46511d2b tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 27c196ab-49fa-43c1-8ef1-adccf4fec5c1) {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:33:20.118612 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb49ae86-ee3a-4d2c-ad43-76fa46511d2b tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:20.119317 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-fb49ae86-ee3a-4d2c-ad43-76fa46511d2b tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:20.134484 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-9c85b7a7-706c-495b-ac14-6bb937d03664 None None] Allocated IP 2001:db8::2 (82c0992b-44c3-4eca-b627-796e022f329a/cba0ee2d-a787-4d44-a16d-e17beefef1da/278c787d-864c-400a-8973-34941f964cc2) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:33:20.177758 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9e6b12dd-057e-4674-a06c-9f8774caae33 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:20.184933 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a874d9b8-3fa6-43c3-8ab7-32e40528a85b tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635668'] for router_interface, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:20.239410 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464f8bfa-52a0-40e9-8fe9-a31bbd1d3050 req-96c53961-fab3-4a94-82e1-1517d34cebb8 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:20.240964 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-464f8bfa-52a0-40e9-8fe9-a31bbd1d3050 req-96c53961-fab3-4a94-82e1-1517d34cebb8 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.23 "GET /v2.0/ports?device_id=c52ed947-fce6-4894-9cbf-5ef18a8da90b HTTP/1.1" status: 200 len: 946 time: 0.4720666 Jul 05 02:33:20.287724 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-464f8bfa-52a0-40e9-8fe9-a31bbd1d3050 req-9ca1d07a-b189-4735-bebc-70ae1b1079a8 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.23 "GET /v2.0/security-groups?id=b53426f4-c39e-459a-b74a-012cb0101412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360811 Jul 05 02:33:20.331751 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-9c85b7a7-706c-495b-ac14-6bb937d03664 None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:20.340079 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3649bfbe-482a-438e-b0ae-699bd849889b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:20.345069 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-9c85b7a7-706c-495b-ac14-6bb937d03664 None None] Transition to ACTIVE for port object 278c787d-864c-400a-8973-34941f964cc2 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:33:20.355642 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-9c85b7a7-706c-495b-ac14-6bb937d03664 None None] Transition to ACTIVE for port object 278c787d-864c-400a-8973-34941f964cc2 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:33:20.380433 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9e6b12dd-057e-4674-a06c-9f8774caae33 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:20.419650 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6b12dd-057e-4674-a06c-9f8774caae33 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:33:20.424327 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-9e6b12dd-057e-4674-a06c-9f8774caae33 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:33:20.430232 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6b12dd-057e-4674-a06c-9f8774caae33 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:33:20.456523 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a874d9b8-3fa6-43c3-8ab7-32e40528a85b tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:20.457592 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6b12dd-057e-4674-a06c-9f8774caae33 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Pushing event updated for resources: {'Port': ['ID=251924d3-bad1-4bf0-a2a1-e7d0a5cbdb00,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:20.466432 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-9c85b7a7-706c-495b-ac14-6bb937d03664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:20.469428 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3649bfbe-482a-438e-b0ae-699bd849889b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:20.481548 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6b12dd-057e-4674-a06c-9f8774caae33 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:33:20.481906 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6b12dd-057e-4674-a06c-9f8774caae33 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:33:20.482250 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6b12dd-057e-4674-a06c-9f8774caae33 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:33:20.482581 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6b12dd-057e-4674-a06c-9f8774caae33 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:33:20.482909 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6b12dd-057e-4674-a06c-9f8774caae33 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:33:20.483234 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6b12dd-057e-4674-a06c-9f8774caae33 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:33:20.483556 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6b12dd-057e-4674-a06c-9f8774caae33 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:33:20.483876 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6b12dd-057e-4674-a06c-9f8774caae33 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:33:20.484195 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6b12dd-057e-4674-a06c-9f8774caae33 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:33:20.484515 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6b12dd-057e-4674-a06c-9f8774caae33 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:33:20.484831 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6b12dd-057e-4674-a06c-9f8774caae33 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:33:20.485144 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6b12dd-057e-4674-a06c-9f8774caae33 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:33:20.487215 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [None req-3649bfbe-482a-438e-b0ae-699bd849889b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] device_id is not set on port bf5696f3-9bf4-4712-8382-eeb857f74789 yet. {{(pid=94461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:33:20.524683 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c85b7a7-706c-495b-ac14-6bb937d03664 None None] Network 82c0992b-44c3-4eca-b627-796e022f329a is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:33:20.529522 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-9c85b7a7-706c-495b-ac14-6bb937d03664 None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:33:20.542707 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c85b7a7-706c-495b-ac14-6bb937d03664 None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:33:20.560032 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c85b7a7-706c-495b-ac14-6bb937d03664 None None] Pushing event updated for resources: {'Port': ['ID=278c787d-864c-400a-8973-34941f964cc2,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:20.618363 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-9c85b7a7-706c-495b-ac14-6bb937d03664 None None] Attempting to bind port 278c787d-864c-400a-8973-34941f964cc2 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:33:20.618904 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-9c85b7a7-706c-495b-ac14-6bb937d03664 None None] Attempting to bind port 278c787d-864c-400a-8973-34941f964cc2 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'a047a892-a4ae-4017-8141-047b6c54dfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '82c0992b-44c3-4eca-b627-796e022f329a'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:33:20.619378 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c85b7a7-706c-495b-ac14-6bb937d03664 None None] Attempting to bind port 278c787d-864c-400a-8973-34941f964cc2 on network 82c0992b-44c3-4eca-b627-796e022f329a {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:33:20.625798 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c85b7a7-706c-495b-ac14-6bb937d03664 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:33:20.631630 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c85b7a7-706c-495b-ac14-6bb937d03664 None None] Checking segment: {'id': 'a047a892-a4ae-4017-8141-047b6c54dfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '82c0992b-44c3-4eca-b627-796e022f329a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:33:20.631630 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-9c85b7a7-706c-495b-ac14-6bb937d03664 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:20.631630 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c85b7a7-706c-495b-ac14-6bb937d03664 None None] Bound using segment: {'id': 'a047a892-a4ae-4017-8141-047b6c54dfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '82c0992b-44c3-4eca-b627-796e022f329a'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:33:20.631630 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-9c85b7a7-706c-495b-ac14-6bb937d03664 None None] Bound port: 278c787d-864c-400a-8973-34941f964cc2, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a047a892-a4ae-4017-8141-047b6c54dfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '82c0992b-44c3-4eca-b627-796e022f329a'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:33:20.631630 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-9c85b7a7-706c-495b-ac14-6bb937d03664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:20.632121 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-fb49ae86-ee3a-4d2c-ad43-76fa46511d2b tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 3.3256500 Jul 05 02:33:20.633537 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 42386) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:20.642232 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6e17e459-b78f-4a6b-b366-b5d9e2240705 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5763388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774356'] for subnet, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:20.655785 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3649bfbe-482a-438e-b0ae-699bd849889b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0537c86a-233c-4882-8150-d5f610e2a07e,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:20.715371 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-9c85b7a7-706c-495b-ac14-6bb937d03664 None None] For port 278c787d-864c-400a-8973-34941f964cc2, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:33:20.719247 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-9c85b7a7-706c-495b-ac14-6bb937d03664 None None] For port 278c787d-864c-400a-8973-34941f964cc2, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=278c787d-864c-400a-8973-34941f964cc2,segment=NetworkSegment(a047a892-a4ae-4017-8141-047b6c54dfb0),segment_id=a047a892-a4ae-4017-8141-047b6c54dfb0)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:33:20.763482 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e17e459-b78f-4a6b-b366-b5d9e2240705 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Pushing event deleted for resources: {'Subnet': ['ID=cba0ee2d-a787-4d44-a16d-e17beefef1da,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:20.821318 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-9c85b7a7-706c-495b-ac14-6bb937d03664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:20.827679 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-48834707-b828-4bed-af40-1a483e5f98fb tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:20.848215 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9e6b12dd-057e-4674-a06c-9f8774caae33 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks [] for router_gateway, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:20.867912 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6e17e459-b78f-4a6b-b366-b5d9e2240705 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:20.887682 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-6e17e459-b78f-4a6b-b366-b5d9e2240705 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82c0992b-44c3-4eca-b627-796e022f329a']}} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:20.914888 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-84a92338-9416-4cfb-ad97-8d1e3a4cc8fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:20.915000 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-6e17e459-b78f-4a6b-b366-b5d9e2240705 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a047a892-a4ae-4017-8141-047b6c54dfb0') {'for_net_delete': True} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:20.915000 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-6e17e459-b78f-4a6b-b366-b5d9e2240705 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a047a892-a4ae-4017-8141-047b6c54dfb0') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:20.921366 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c85b7a7-706c-495b-ac14-6bb937d03664 None None] Pushing event updated for resources: {'Port': ['ID=278c787d-864c-400a-8973-34941f964cc2,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:20.960856 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-48834707-b828-4bed-af40-1a483e5f98fb tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:20.960988 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9739a68e-9f1f-43ae-9a41-03ea4a7f13af None None] get_active_networks_info from n-d-771362-32 {{(pid=94463) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 02:33:20.966965 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6e17e459-b78f-4a6b-b366-b5d9e2240705 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5519669'] for segment, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:21.034461 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6e17e459-b78f-4a6b-b366-b5d9e2240705 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:21.065257 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e17e459-b78f-4a6b-b366-b5d9e2240705 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=94461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:33:21.065661 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6e17e459-b78f-4a6b-b366-b5d9e2240705 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5763545'] for segment, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:21.069013 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:33:21.069013 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:33:21.069013 n-d-771362-32 neutron-server[94461]: Traceback (most recent call last): Jul 05 02:33:21.069013 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:33:21.069013 n-d-771362-32 neutron-server[94461]: timer() Jul 05 02:33:21.069013 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:33:21.069013 n-d-771362-32 neutron-server[94461]: cb(*args, **kw) Jul 05 02:33:21.069013 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:33:21.069013 n-d-771362-32 neutron-server[94461]: return func(*args, **kwargs) Jul 05 02:33:21.069013 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:33:21.069013 n-d-771362-32 neutron-server[94461]: self._notify() Jul 05 02:33:21.069013 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:33:21.069013 n-d-771362-32 neutron-server[94461]: self.callback(batched_events) Jul 05 02:33:21.069013 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:33:21.069013 n-d-771362-32 neutron-server[94461]: event.method(event) Jul 05 02:33:21.069013 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:33:21.069013 n-d-771362-32 neutron-server[94461]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:33:21.069013 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:33:21.069013 n-d-771362-32 neutron-server[94461]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:33:21.069013 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:33:21.069013 n-d-771362-32 neutron-server[94461]: return f(self, *a, **k) Jul 05 02:33:21.069013 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:33:21.069013 n-d-771362-32 neutron-server[94461]: return self._get(url).json() Jul 05 02:33:21.069013 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:33:21.069013 n-d-771362-32 neutron-server[94461]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:33:21.069013 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:33:21.069013 n-d-771362-32 neutron-server[94461]: return self.request(url, 'GET', **kwargs) Jul 05 02:33:21.069013 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:33:21.069013 n-d-771362-32 neutron-server[94461]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:33:21.069013 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:33:21.069013 n-d-771362-32 neutron-server[94461]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:33:21.069013 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:33:21.069013 n-d-771362-32 neutron-server[94461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:33:21.069013 n-d-771362-32 neutron-server[94461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:33:21.091236 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9739a68e-9f1f-43ae-9a41-03ea4a7f13af None None] Resources bound (agent type, host, resource id): {{(pid=94463) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 02:33:21.147966 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9e6b12dd-057e-4674-a06c-9f8774caae33 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963'] for router, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:21.188449 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [None req-3649bfbe-482a-438e-b0ae-699bd849889b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] device_id is not set on port bf5696f3-9bf4-4712-8382-eeb857f74789 yet. {{(pid=94461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:33:21.208885 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3649bfbe-482a-438e-b0ae-699bd849889b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:21.226813 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-48834707-b828-4bed-af40-1a483e5f98fb tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:21.239041 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [None req-3649bfbe-482a-438e-b0ae-699bd849889b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Transition to ACTIVE for port object bf5696f3-9bf4-4712-8382-eeb857f74789 will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:33:21.258102 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a874d9b8-3fa6-43c3-8ab7-32e40528a85b tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:21.261690 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.db.api [None req-6e17e459-b78f-4a6b-b366-b5d9e2240705 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 02:33:21.261690 n-d-771362-32 neutron-server[94461]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 02:33:21.261690 n-d-771362-32 neutron-server[94461]: [parameters: {'id': '82c0992b-44c3-4eca-b627-796e022f329a'}] Jul 05 02:33:21.261690 n-d-771362-32 neutron-server[94461]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 02:33:21.278728 n-d-771362-32 neutron-server[94461]: DEBUG oslo_db.api [None req-6e17e459-b78f-4a6b-b366-b5d9e2240705 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 02:33:21.297976 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48834707-b828-4bed-af40-1a483e5f98fb tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Pushing event deleted for resources: {'Subnet': ['ID=ea07fe03-6386-423f-894a-7efe86629973,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:21.362615 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3649bfbe-482a-438e-b0ae-699bd849889b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:21.365768 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a874d9b8-3fa6-43c3-8ab7-32e40528a85b tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:21.385668 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-48834707-b828-4bed-af40-1a483e5f98fb tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:21.399772 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-48834707-b828-4bed-af40-1a483e5f98fb tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27c196ab-49fa-43c1-8ef1-adccf4fec5c1']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:21.413961 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-48834707-b828-4bed-af40-1a483e5f98fb tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3afc142a-41e0-4835-aba5-3568ae525dd2') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:21.414915 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-48834707-b828-4bed-af40-1a483e5f98fb tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3afc142a-41e0-4835-aba5-3568ae525dd2') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:21.430875 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-48834707-b828-4bed-af40-1a483e5f98fb tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:21.461891 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a874d9b8-3fa6-43c3-8ab7-32e40528a85b tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634601'] for router_interface, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:21.472297 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a874d9b8-3fa6-43c3-8ab7-32e40528a85b tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Pushing event updated for resources: {'Port': ['ID=bdaea6cf-f817-4e0b-aa7a-c38321e63e24,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:21.483529 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-48834707-b828-4bed-af40-1a483e5f98fb tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:21.489839 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48834707-b828-4bed-af40-1a483e5f98fb tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:33:21.490269 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-48834707-b828-4bed-af40-1a483e5f98fb tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:21.507942 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:33:21.507942 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:33:21.507942 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:33:21.507942 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:33:21.507942 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:33:21.507942 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:33:21.507942 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:33:21.507942 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:33:21.507942 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:33:21.507942 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:33:21.507942 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:33:21.507942 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:33:21.507942 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:33:21.507942 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:33:21.507942 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:33:21.507942 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:33:21.507942 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:33:21.507942 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:33:21.507942 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:33:21.507942 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:33:21.507942 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:33:21.507942 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:33:21.507942 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:33:21.507942 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:33:21.507942 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:33:21.507942 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:33:21.507942 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:33:21.507942 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:33:21.507942 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:33:21.507942 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:33:21.507942 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:33:21.507942 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:33:21.507942 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:33:21.507942 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:33:21.606210 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5608695a-32f4-42fc-8c8e-f91543ebdf19 req-2d52570c-9f0c-4e0b-83c6-10cf636c6317 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:21.610657 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468f6bbb-aaa5-4d60-8d4e-9cc4fc50c2a9 None None] Network 82c0992b-44c3-4eca-b627-796e022f329a requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:33:21.613450 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5608695a-32f4-42fc-8c8e-f91543ebdf19 req-2d52570c-9f0c-4e0b-83c6-10cf636c6317 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.23 "GET /v2.0/ports?device_id=c52ed947-fce6-4894-9cbf-5ef18a8da90b HTTP/1.1" status: 200 len: 946 time: 0.1856902 Jul 05 02:33:21.662656 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5608695a-32f4-42fc-8c8e-f91543ebdf19 req-973a8a30-c3ca-489e-be71-8ae9144adbb9 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.23 "GET /v2.0/security-groups?id=b53426f4-c39e-459a-b74a-012cb0101412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440674 Jul 05 02:33:21.683464 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009dba60-f0cf-464d-ad18-27d0664352cc None None] Network 27c196ab-49fa-43c1-8ef1-adccf4fec5c1 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:33:21.703627 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e6b12dd-057e-4674-a06c-9f8774caae33 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Router 411651ea-003c-4234-8008-d9ff19f5f2bb is scheduled to L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 with binding_index 1 {{(pid=94462) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 02:33:21.725934 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-48834707-b828-4bed-af40-1a483e5f98fb tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:21.735752 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-48834707-b828-4bed-af40-1a483e5f98fb tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:21.738218 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-48834707-b828-4bed-af40-1a483e5f98fb tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] 10.222.0.23 "DELETE /v2.0/networks/27c196ab-49fa-43c1-8ef1-adccf4fec5c1 HTTP/1.1" status: 204 len: 168 time: 1.1033623 Jul 05 02:33:21.776849 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 42410) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:21.791858 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-de71f81e-09db-46ae-bc1b-256f82ac11c2 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1439630283'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:33:21.800245 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48834707-b828-4bed-af40-1a483e5f98fb tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Pushing event deleted for resources: {'Network': ['ID=27c196ab-49fa-43c1-8ef1-adccf4fec5c1,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:21.873533 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6e17e459-b78f-4a6b-b366-b5d9e2240705 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:21.881867 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e6b12dd-057e-4674-a06c-9f8774caae33 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:33:21.882901 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3649bfbe-482a-438e-b0ae-699bd849889b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Checking segment: {'id': '795ffe07-61a6-435f-bc12-1df8c1aea043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '62d3e671-8181-4a8e-97f7-6fcead71db38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:33:21.883726 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3649bfbe-482a-438e-b0ae-699bd849889b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Network hostable DHCP agents. Network: 62d3e671-8181-4a8e-97f7-6fcead71db38, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:33:21.896917 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acc9e50-aed1-4eff-b5c8-a6edf12194db None None] Sync routers for ids ['411651ea-003c-4234-8008-d9ff19f5f2bb'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:33:21.905688 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47dadfd6-5763-471f-8a51-376c0822cf35 None None] Network 27c196ab-49fa-43c1-8ef1-adccf4fec5c1 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:33:21.914662 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acc9e50-aed1-4eff-b5c8-a6edf12194db None None] Routers {'411651ea-003c-4234-8008-d9ff19f5f2bb'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:33:21.915701 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-6acc9e50-aed1-4eff-b5c8-a6edf12194db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:32:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['411651ea-003c-4234-8008-d9ff19f5f2bb'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:21.926588 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47dadfd6-5763-471f-8a51-376c0822cf35 None None] Network 27c196ab-49fa-43c1-8ef1-adccf4fec5c1 could not be found, it might have been deleted concurrently. {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 05 02:33:21.929331 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3649bfbe-482a-438e-b0ae-699bd849889b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Pushing event updated for resources: {'Port': ['ID=bf5696f3-9bf4-4712-8382-eeb857f74789,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:21.931703 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de71f81e-09db-46ae-bc1b-256f82ac11c2 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Made reservation on behalf of d5279038e8454126be0c5c273f41a9ef for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:33:21.938047 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-de71f81e-09db-46ae-bc1b-256f82ac11c2 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:21.947868 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e960e8-cf1e-4dc3-878e-1dd015301713 None None] Network 82c0992b-44c3-4eca-b627-796e022f329a requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:33:21.963951 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de71f81e-09db-46ae-bc1b-256f82ac11c2 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:33:21.974641 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-de71f81e-09db-46ae-bc1b-256f82ac11c2 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:21.975209 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-de71f81e-09db-46ae-bc1b-256f82ac11c2 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Added segment 3a931920-cd2d-41aa-a22f-0f9f10d7c446 of type vlan for network b5d7fcc2-42f7-40ad-acda-804cbc1be51d Jul 05 02:33:21.983628 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-6acc9e50-aed1-4eff-b5c8-a6edf12194db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:21.993921 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acc9e50-aed1-4eff-b5c8-a6edf12194db None None] Routers {'411651ea-003c-4234-8008-d9ff19f5f2bb'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:33:21.994957 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-6acc9e50-aed1-4eff-b5c8-a6edf12194db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:32:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['411651ea-003c-4234-8008-d9ff19f5f2bb'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:21.997349 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a874d9b8-3fa6-43c3-8ab7-32e40528a85b tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Network 0aaa2ff7-0d77-4c4c-8912-0a8cf82a1a3f is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:33:22.000787 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-a874d9b8-3fa6-43c3-8ab7-32e40528a85b tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:33:22.051350 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9e6b12dd-057e-4674-a06c-9f8774caae33 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:22.054600 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-6acc9e50-aed1-4eff-b5c8-a6edf12194db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:22.055332 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acc9e50-aed1-4eff-b5c8-a6edf12194db None None] The sync data for ids ['411651ea-003c-4234-8008-d9ff19f5f2bb'] in n-d-771362-32 is: [] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:33:22.057459 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-9e6b12dd-057e-4674-a06c-9f8774caae33 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 4.2845316 Jul 05 02:33:22.062557 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 42414) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:22.093088 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-bcaf833a-fe98-4eac-9b9f-e6da3910d860 None None] Provisioning complete for port bdaea6cf-f817-4e0b-aa7a-c38321e63e24 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:33:22.101173 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-bcaf833a-fe98-4eac-9b9f-e6da3910d860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:22.113873 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-de71f81e-09db-46ae-bc1b-256f82ac11c2 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:22.132538 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3649bfbe-482a-438e-b0ae-699bd849889b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Network 62d3e671-8181-4a8e-97f7-6fcead71db38 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:33:22.145599 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-6e17e459-b78f-4a6b-b366-b5d9e2240705 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Deleting port 278c787d-864c-400a-8973-34941f964cc2 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:33:22.145949 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6e17e459-b78f-4a6b-b366-b5d9e2240705 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:22.203038 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-bcaf833a-fe98-4eac-9b9f-e6da3910d860 None None] Port bdaea6cf-f817-4e0b-aa7a-c38321e63e24 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:33:22.217753 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-3649bfbe-482a-438e-b0ae-699bd849889b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 62d3e671-8181-4a8e-97f7-6fcead71db38) {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:33:22.228115 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3649bfbe-482a-438e-b0ae-699bd849889b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:33:22.233808 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b54246b-a83c-43c4-aeab-50beba746c8f None None] Network 62d3e671-8181-4a8e-97f7-6fcead71db38 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:33:22.252810 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-beae0a23-07f3-45cb-8c85-4bfcd4ee424a tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "GET /v2.0/routers/411651ea-003c-4234-8008-d9ff19f5f2bb HTTP/1.1" status: 200 len: 881 time: 0.1786065 Jul 05 02:33:22.253957 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 42416) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:22.260765 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [None req-6e17e459-b78f-4a6b-b366-b5d9e2240705 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] For port 278c787d-864c-400a-8973-34941f964cc2, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=278c787d-864c-400a-8973-34941f964cc2,segment=NetworkSegment(a047a892-a4ae-4017-8141-047b6c54dfb0),segment_id=a047a892-a4ae-4017-8141-047b6c54dfb0)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:33:22.260765 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6e17e459-b78f-4a6b-b366-b5d9e2240705 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:22.272440 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-6e17e459-b78f-4a6b-b366-b5d9e2240705 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Calling delete_port for 278c787d-864c-400a-8973-34941f964cc2 owned by network:dhcp {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:33:22.340556 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-de71f81e-09db-46ae-bc1b-256f82ac11c2 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:22.346300 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de71f81e-09db-46ae-bc1b-256f82ac11c2 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:22.349444 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-de71f81e-09db-46ae-bc1b-256f82ac11c2 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:22.357611 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [None req-3649bfbe-482a-438e-b0ae-699bd849889b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempting to bind port bf5696f3-9bf4-4712-8382-eeb857f74789 on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:33:22.357951 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [None req-3649bfbe-482a-438e-b0ae-699bd849889b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempting to bind port bf5696f3-9bf4-4712-8382-eeb857f74789 by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '795ffe07-61a6-435f-bc12-1df8c1aea043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '62d3e671-8181-4a8e-97f7-6fcead71db38'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:33:22.358324 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3649bfbe-482a-438e-b0ae-699bd849889b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempting to bind port bf5696f3-9bf4-4712-8382-eeb857f74789 on network 62d3e671-8181-4a8e-97f7-6fcead71db38 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:33:22.411546 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3649bfbe-482a-438e-b0ae-699bd849889b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Port bf5696f3-9bf4-4712-8382-eeb857f74789 on network 62d3e671-8181-4a8e-97f7-6fcead71db38 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:33:22.411888 n-d-771362-32 neutron-server[94461]: ERROR neutron.plugins.ml2.managers [None req-3649bfbe-482a-438e-b0ae-699bd849889b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Failed to bind port bf5696f3-9bf4-4712-8382-eeb857f74789 on host n-h2-771362-32 for vnic_type normal using segments [{'id': '795ffe07-61a6-435f-bc12-1df8c1aea043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '62d3e671-8181-4a8e-97f7-6fcead71db38'}] Jul 05 02:33:22.415548 n-d-771362-32 neutron-server[94461]: INFO neutron.plugins.ml2.plugin [None req-3649bfbe-482a-438e-b0ae-699bd849889b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempt 2 to bind port bf5696f3-9bf4-4712-8382-eeb857f74789 Jul 05 02:33:22.443562 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-b829f32c-bf05-41b4-9208-42da6bf4e563 None None] Provisioning complete for port bdaea6cf-f817-4e0b-aa7a-c38321e63e24 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:33:22.444281 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b829f32c-bf05-41b4-9208-42da6bf4e563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:22.458373 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [None req-3649bfbe-482a-438e-b0ae-699bd849889b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempting to bind port bf5696f3-9bf4-4712-8382-eeb857f74789 on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:33:22.458727 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [None req-3649bfbe-482a-438e-b0ae-699bd849889b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempting to bind port bf5696f3-9bf4-4712-8382-eeb857f74789 by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '795ffe07-61a6-435f-bc12-1df8c1aea043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '62d3e671-8181-4a8e-97f7-6fcead71db38'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:33:22.459072 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3649bfbe-482a-438e-b0ae-699bd849889b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempting to bind port bf5696f3-9bf4-4712-8382-eeb857f74789 on network 62d3e671-8181-4a8e-97f7-6fcead71db38 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:33:22.483474 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3649bfbe-482a-438e-b0ae-699bd849889b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Port bf5696f3-9bf4-4712-8382-eeb857f74789 on network 62d3e671-8181-4a8e-97f7-6fcead71db38 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:33:22.484180 n-d-771362-32 neutron-server[94461]: ERROR neutron.plugins.ml2.managers [None req-3649bfbe-482a-438e-b0ae-699bd849889b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Failed to bind port bf5696f3-9bf4-4712-8382-eeb857f74789 on host n-h2-771362-32 for vnic_type normal using segments [{'id': '795ffe07-61a6-435f-bc12-1df8c1aea043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '62d3e671-8181-4a8e-97f7-6fcead71db38'}] Jul 05 02:33:22.486255 n-d-771362-32 neutron-server[94461]: INFO neutron.plugins.ml2.plugin [None req-3649bfbe-482a-438e-b0ae-699bd849889b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempt 3 to bind port bf5696f3-9bf4-4712-8382-eeb857f74789 Jul 05 02:33:22.505043 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-b829f32c-bf05-41b4-9208-42da6bf4e563 None None] Port bdaea6cf-f817-4e0b-aa7a-c38321e63e24 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:33:22.526712 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de71f81e-09db-46ae-bc1b-256f82ac11c2 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Pushing event updated for resources: {'Network': ['ID=b5d7fcc2-42f7-40ad-acda-804cbc1be51d,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:22.541856 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [None req-3649bfbe-482a-438e-b0ae-699bd849889b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempting to bind port bf5696f3-9bf4-4712-8382-eeb857f74789 on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:33:22.543226 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network b5d7fcc2-42f7-40ad-acda-804cbc1be51d details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:33:22.543343 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [None req-3649bfbe-482a-438e-b0ae-699bd849889b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempting to bind port bf5696f3-9bf4-4712-8382-eeb857f74789 by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '795ffe07-61a6-435f-bc12-1df8c1aea043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '62d3e671-8181-4a8e-97f7-6fcead71db38'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:33:22.543343 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3649bfbe-482a-438e-b0ae-699bd849889b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempting to bind port bf5696f3-9bf4-4712-8382-eeb857f74789 on network 62d3e671-8181-4a8e-97f7-6fcead71db38 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:33:22.561383 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-de71f81e-09db-46ae-bc1b-256f82ac11c2 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7716105 Jul 05 02:33:22.561587 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a874d9b8-3fa6-43c3-8ab7-32e40528a85b tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Router ea11b905-ebcc-4632-9a3b-4a3f44ead851 is scheduled to L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 with binding_index 1 {{(pid=94461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 02:33:22.561686 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 42426) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:22.563152 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3649bfbe-482a-438e-b0ae-699bd849889b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Port bf5696f3-9bf4-4712-8382-eeb857f74789 on network 62d3e671-8181-4a8e-97f7-6fcead71db38 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:33:22.563407 n-d-771362-32 neutron-server[94461]: ERROR neutron.plugins.ml2.managers [None req-3649bfbe-482a-438e-b0ae-699bd849889b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Failed to bind port bf5696f3-9bf4-4712-8382-eeb857f74789 on host n-h2-771362-32 for vnic_type normal using segments [{'id': '795ffe07-61a6-435f-bc12-1df8c1aea043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '62d3e671-8181-4a8e-97f7-6fcead71db38'}] Jul 05 02:33:22.565441 n-d-771362-32 neutron-server[94461]: INFO neutron.plugins.ml2.plugin [None req-3649bfbe-482a-438e-b0ae-699bd849889b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempt 4 to bind port bf5696f3-9bf4-4712-8382-eeb857f74789 Jul 05 02:33:22.568304 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-59bfcda5-f101-4ceb-aa1e-0997d8fc9e34 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Request body: {'subnet': {'network_id': 'b5d7fcc2-42f7-40ad-acda-804cbc1be51d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:33:22.633133 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6e17e459-b78f-4a6b-b366-b5d9e2240705 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:22.640246 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [None req-3649bfbe-482a-438e-b0ae-699bd849889b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempting to bind port bf5696f3-9bf4-4712-8382-eeb857f74789 on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:33:22.640591 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [None req-3649bfbe-482a-438e-b0ae-699bd849889b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempting to bind port bf5696f3-9bf4-4712-8382-eeb857f74789 by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '795ffe07-61a6-435f-bc12-1df8c1aea043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '62d3e671-8181-4a8e-97f7-6fcead71db38'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:33:22.640937 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3649bfbe-482a-438e-b0ae-699bd849889b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempting to bind port bf5696f3-9bf4-4712-8382-eeb857f74789 on network 62d3e671-8181-4a8e-97f7-6fcead71db38 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:33:22.708375 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e17e459-b78f-4a6b-b366-b5d9e2240705 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Pushing event deleted for resources: {'Port': ['ID=278c787d-864c-400a-8973-34941f964cc2,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:22.709998 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3649bfbe-482a-438e-b0ae-699bd849889b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Port bf5696f3-9bf4-4712-8382-eeb857f74789 on network 62d3e671-8181-4a8e-97f7-6fcead71db38 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:33:22.710360 n-d-771362-32 neutron-server[94461]: ERROR neutron.plugins.ml2.managers [None req-3649bfbe-482a-438e-b0ae-699bd849889b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Failed to bind port bf5696f3-9bf4-4712-8382-eeb857f74789 on host n-h2-771362-32 for vnic_type normal using segments [{'id': '795ffe07-61a6-435f-bc12-1df8c1aea043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '62d3e671-8181-4a8e-97f7-6fcead71db38'}] Jul 05 02:33:22.736813 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e17e459-b78f-4a6b-b366-b5d9e2240705 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] No DVR routers for this DVR port 278c787d-864c-400a-8973-34941f964cc2 on host n-d-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:33:22.738760 n-d-771362-32 neutron-server[94461]: INFO neutron.plugins.ml2.plugin [None req-3649bfbe-482a-438e-b0ae-699bd849889b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempt 5 to bind port bf5696f3-9bf4-4712-8382-eeb857f74789 Jul 05 02:33:22.739863 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59bfcda5-f101-4ceb-aa1e-0997d8fc9e34 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Made reservation on behalf of d5279038e8454126be0c5c273f41a9ef for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:33:22.743548 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-59bfcda5-f101-4ceb-aa1e-0997d8fc9e34 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:22.794272 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [None req-3649bfbe-482a-438e-b0ae-699bd849889b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempting to bind port bf5696f3-9bf4-4712-8382-eeb857f74789 on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:33:22.794611 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [None req-3649bfbe-482a-438e-b0ae-699bd849889b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempting to bind port bf5696f3-9bf4-4712-8382-eeb857f74789 by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '795ffe07-61a6-435f-bc12-1df8c1aea043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '62d3e671-8181-4a8e-97f7-6fcead71db38'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:33:22.794900 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3649bfbe-482a-438e-b0ae-699bd849889b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempting to bind port bf5696f3-9bf4-4712-8382-eeb857f74789 on network 62d3e671-8181-4a8e-97f7-6fcead71db38 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:33:22.853641 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3649bfbe-482a-438e-b0ae-699bd849889b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Port bf5696f3-9bf4-4712-8382-eeb857f74789 on network 62d3e671-8181-4a8e-97f7-6fcead71db38 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:33:22.853983 n-d-771362-32 neutron-server[94461]: ERROR neutron.plugins.ml2.managers [None req-3649bfbe-482a-438e-b0ae-699bd849889b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Failed to bind port bf5696f3-9bf4-4712-8382-eeb857f74789 on host n-h2-771362-32 for vnic_type normal using segments [{'id': '795ffe07-61a6-435f-bc12-1df8c1aea043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '62d3e671-8181-4a8e-97f7-6fcead71db38'}] Jul 05 02:33:22.863478 n-d-771362-32 neutron-server[94461]: INFO neutron.plugins.ml2.plugin [None req-3649bfbe-482a-438e-b0ae-699bd849889b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempt 6 to bind port bf5696f3-9bf4-4712-8382-eeb857f74789 Jul 05 02:33:22.874951 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a874d9b8-3fa6-43c3-8ab7-32e40528a85b tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:33:22.887565 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df31623-a08f-4692-850e-06b7056bacd5 None None] Sync routers for ids ['ea11b905-ebcc-4632-9a3b-4a3f44ead851'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:33:22.895821 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-a874d9b8-3fa6-43c3-8ab7-32e40528a85b tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "PUT /v2.0/routers/ea11b905-ebcc-4632-9a3b-4a3f44ead851/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6078012 Jul 05 02:33:22.896811 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df31623-a08f-4692-850e-06b7056bacd5 None None] Routers {'ea11b905-ebcc-4632-9a3b-4a3f44ead851'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:33:22.897499 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-9df31623-a08f-4692-850e-06b7056bacd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:32:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['ea11b905-ebcc-4632-9a3b-4a3f44ead851'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:22.901206 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 42432) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:22.909759 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6e17e459-b78f-4a6b-b366-b5d9e2240705 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:22.919081 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [None req-3649bfbe-482a-438e-b0ae-699bd849889b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempting to bind port bf5696f3-9bf4-4712-8382-eeb857f74789 on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:33:22.919668 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [None req-3649bfbe-482a-438e-b0ae-699bd849889b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempting to bind port bf5696f3-9bf4-4712-8382-eeb857f74789 by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '795ffe07-61a6-435f-bc12-1df8c1aea043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '62d3e671-8181-4a8e-97f7-6fcead71db38'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:33:22.920166 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3649bfbe-482a-438e-b0ae-699bd849889b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempting to bind port bf5696f3-9bf4-4712-8382-eeb857f74789 on network 62d3e671-8181-4a8e-97f7-6fcead71db38 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:33:22.932121 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-6e17e459-b78f-4a6b-b366-b5d9e2240705 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82c0992b-44c3-4eca-b627-796e022f329a']}} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:22.938871 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-9df31623-a08f-4692-850e-06b7056bacd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:22.946600 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3649bfbe-482a-438e-b0ae-699bd849889b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Port bf5696f3-9bf4-4712-8382-eeb857f74789 on network 62d3e671-8181-4a8e-97f7-6fcead71db38 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:33:22.947106 n-d-771362-32 neutron-server[94461]: ERROR neutron.plugins.ml2.managers [None req-3649bfbe-482a-438e-b0ae-699bd849889b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Failed to bind port bf5696f3-9bf4-4712-8382-eeb857f74789 on host n-h2-771362-32 for vnic_type normal using segments [{'id': '795ffe07-61a6-435f-bc12-1df8c1aea043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '62d3e671-8181-4a8e-97f7-6fcead71db38'}] Jul 05 02:33:22.949764 n-d-771362-32 neutron-server[94461]: INFO neutron.plugins.ml2.plugin [None req-3649bfbe-482a-438e-b0ae-699bd849889b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempt 7 to bind port bf5696f3-9bf4-4712-8382-eeb857f74789 Jul 05 02:33:22.957678 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df31623-a08f-4692-850e-06b7056bacd5 None None] Routers {'ea11b905-ebcc-4632-9a3b-4a3f44ead851'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:33:22.958392 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-9df31623-a08f-4692-850e-06b7056bacd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:32:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['ea11b905-ebcc-4632-9a3b-4a3f44ead851'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:22.961214 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-6e17e459-b78f-4a6b-b366-b5d9e2240705 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a047a892-a4ae-4017-8141-047b6c54dfb0') {'for_net_delete': True} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:22.961517 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-6e17e459-b78f-4a6b-b366-b5d9e2240705 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a047a892-a4ae-4017-8141-047b6c54dfb0') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:22.986437 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-56e7a1a4-87cd-4804-850c-60a99d1a1379 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.7002022 Jul 05 02:33:22.988585 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6e17e459-b78f-4a6b-b366-b5d9e2240705 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5519669'] for segment, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:22.990727 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 42436) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:22.995540 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-2cac2a98-b44a-4e58-b9fd-9bf131f1c043 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-2093474608'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:33:22.997776 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-9df31623-a08f-4692-850e-06b7056bacd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:22.998466 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df31623-a08f-4692-850e-06b7056bacd5 None None] The sync data for ids ['ea11b905-ebcc-4632-9a3b-4a3f44ead851'] in n-d-771362-32 is: [] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:33:23.010894 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [None req-3649bfbe-482a-438e-b0ae-699bd849889b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempting to bind port bf5696f3-9bf4-4712-8382-eeb857f74789 on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:33:23.010894 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [None req-3649bfbe-482a-438e-b0ae-699bd849889b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempting to bind port bf5696f3-9bf4-4712-8382-eeb857f74789 by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '795ffe07-61a6-435f-bc12-1df8c1aea043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '62d3e671-8181-4a8e-97f7-6fcead71db38'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:33:23.010894 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3649bfbe-482a-438e-b0ae-699bd849889b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempting to bind port bf5696f3-9bf4-4712-8382-eeb857f74789 on network 62d3e671-8181-4a8e-97f7-6fcead71db38 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:33:23.051498 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf87d555-080b-4f02-97e7-945a485b58d3 req-185557bb-eabc-464d-9cee-fbfc9723763b tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:23.051828 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3649bfbe-482a-438e-b0ae-699bd849889b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Port bf5696f3-9bf4-4712-8382-eeb857f74789 on network 62d3e671-8181-4a8e-97f7-6fcead71db38 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:33:23.051828 n-d-771362-32 neutron-server[94461]: ERROR neutron.plugins.ml2.managers [None req-3649bfbe-482a-438e-b0ae-699bd849889b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Failed to bind port bf5696f3-9bf4-4712-8382-eeb857f74789 on host n-h2-771362-32 for vnic_type normal using segments [{'id': '795ffe07-61a6-435f-bc12-1df8c1aea043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '62d3e671-8181-4a8e-97f7-6fcead71db38'}] Jul 05 02:33:23.053039 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-cf87d555-080b-4f02-97e7-945a485b58d3 req-185557bb-eabc-464d-9cee-fbfc9723763b tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.23 "GET /v2.0/ports?device_id=c52ed947-fce6-4894-9cbf-5ef18a8da90b HTTP/1.1" status: 200 len: 946 time: 0.2059591 Jul 05 02:33:23.056513 n-d-771362-32 neutron-server[94461]: INFO neutron.plugins.ml2.plugin [None req-3649bfbe-482a-438e-b0ae-699bd849889b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempt 8 to bind port bf5696f3-9bf4-4712-8382-eeb857f74789 Jul 05 02:33:23.059967 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6e17e459-b78f-4a6b-b366-b5d9e2240705 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:23.088541 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e17e459-b78f-4a6b-b366-b5d9e2240705 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=94461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:33:23.088949 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6e17e459-b78f-4a6b-b366-b5d9e2240705 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5763545'] for segment, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:23.097544 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e112ea-2db2-4032-b7c6-495850677173 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:23.098468 n-d-771362-32 neutron-server[94461]: Traceback (most recent call last): Jul 05 02:33:23.098468 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:33:23.098468 n-d-771362-32 neutron-server[94461]: timer() Jul 05 02:33:23.098468 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:33:23.098468 n-d-771362-32 neutron-server[94461]: cb(*args, **kw) Jul 05 02:33:23.098468 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:33:23.098468 n-d-771362-32 neutron-server[94461]: return func(*args, **kwargs) Jul 05 02:33:23.098468 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:33:23.098468 n-d-771362-32 neutron-server[94461]: self._notify() Jul 05 02:33:23.098468 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:33:23.098468 n-d-771362-32 neutron-server[94461]: self.callback(batched_events) Jul 05 02:33:23.098468 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:33:23.098468 n-d-771362-32 neutron-server[94461]: event.method(event) Jul 05 02:33:23.098468 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:33:23.098468 n-d-771362-32 neutron-server[94461]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:33:23.098468 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:33:23.098468 n-d-771362-32 neutron-server[94461]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:33:23.098468 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:33:23.098468 n-d-771362-32 neutron-server[94461]: return f(self, *a, **k) Jul 05 02:33:23.098468 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:33:23.098468 n-d-771362-32 neutron-server[94461]: return self._get(url).json() Jul 05 02:33:23.098468 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:33:23.098468 n-d-771362-32 neutron-server[94461]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:33:23.098468 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:33:23.098468 n-d-771362-32 neutron-server[94461]: return self.request(url, 'GET', **kwargs) Jul 05 02:33:23.098468 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:33:23.098468 n-d-771362-32 neutron-server[94461]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:33:23.098468 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:33:23.098468 n-d-771362-32 neutron-server[94461]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:33:23.098468 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:33:23.098468 n-d-771362-32 neutron-server[94461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:33:23.098468 n-d-771362-32 neutron-server[94461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:33:23.100256 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-20e112ea-2db2-4032-b7c6-495850677173 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea11b905-ebcc-4632-9a3b-4a3f44ead851 HTTP/1.1" status: 200 len: 981 time: 0.1926827 Jul 05 02:33:23.109079 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 42438) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:23.118284 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [None req-3649bfbe-482a-438e-b0ae-699bd849889b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempting to bind port bf5696f3-9bf4-4712-8382-eeb857f74789 on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:33:23.118284 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [None req-3649bfbe-482a-438e-b0ae-699bd849889b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempting to bind port bf5696f3-9bf4-4712-8382-eeb857f74789 by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '795ffe07-61a6-435f-bc12-1df8c1aea043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '62d3e671-8181-4a8e-97f7-6fcead71db38'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:33:23.118284 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3649bfbe-482a-438e-b0ae-699bd849889b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempting to bind port bf5696f3-9bf4-4712-8382-eeb857f74789 on network 62d3e671-8181-4a8e-97f7-6fcead71db38 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:33:23.183093 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3649bfbe-482a-438e-b0ae-699bd849889b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Port bf5696f3-9bf4-4712-8382-eeb857f74789 on network 62d3e671-8181-4a8e-97f7-6fcead71db38 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:33:23.183971 n-d-771362-32 neutron-server[94461]: ERROR neutron.plugins.ml2.managers [None req-3649bfbe-482a-438e-b0ae-699bd849889b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Failed to bind port bf5696f3-9bf4-4712-8382-eeb857f74789 on host n-h2-771362-32 for vnic_type normal using segments [{'id': '795ffe07-61a6-435f-bc12-1df8c1aea043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '62d3e671-8181-4a8e-97f7-6fcead71db38'}] Jul 05 02:33:23.192269 n-d-771362-32 neutron-server[94461]: INFO neutron.plugins.ml2.plugin [None req-3649bfbe-482a-438e-b0ae-699bd849889b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempt 9 to bind port bf5696f3-9bf4-4712-8382-eeb857f74789 Jul 05 02:33:23.206800 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-cf87d555-080b-4f02-97e7-945a485b58d3 req-87bf1edb-4a56-4166-95b7-71055bbe0a72 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.23 "GET /v2.0/security-groups?id=b53426f4-c39e-459a-b74a-012cb0101412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287134 Jul 05 02:33:23.218938 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [None req-3649bfbe-482a-438e-b0ae-699bd849889b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempting to bind port bf5696f3-9bf4-4712-8382-eeb857f74789 on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:33:23.219297 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [None req-3649bfbe-482a-438e-b0ae-699bd849889b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempting to bind port bf5696f3-9bf4-4712-8382-eeb857f74789 by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '795ffe07-61a6-435f-bc12-1df8c1aea043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '62d3e671-8181-4a8e-97f7-6fcead71db38'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:33:23.219639 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3649bfbe-482a-438e-b0ae-699bd849889b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempting to bind port bf5696f3-9bf4-4712-8382-eeb857f74789 on network 62d3e671-8181-4a8e-97f7-6fcead71db38 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:33:23.228833 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f25410f9-e08c-4e45-9c3c-0b4a051118b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:23.231299 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3649bfbe-482a-438e-b0ae-699bd849889b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Port bf5696f3-9bf4-4712-8382-eeb857f74789 on network 62d3e671-8181-4a8e-97f7-6fcead71db38 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:33:23.231640 n-d-771362-32 neutron-server[94461]: ERROR neutron.plugins.ml2.managers [None req-3649bfbe-482a-438e-b0ae-699bd849889b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Failed to bind port bf5696f3-9bf4-4712-8382-eeb857f74789 on host n-h2-771362-32 for vnic_type normal using segments [{'id': '795ffe07-61a6-435f-bc12-1df8c1aea043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '62d3e671-8181-4a8e-97f7-6fcead71db38'}] Jul 05 02:33:23.265468 n-d-771362-32 neutron-server[94461]: INFO neutron.plugins.ml2.plugin [None req-3649bfbe-482a-438e-b0ae-699bd849889b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempt 10 to bind port bf5696f3-9bf4-4712-8382-eeb857f74789 Jul 05 02:33:23.284383 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [None req-3649bfbe-482a-438e-b0ae-699bd849889b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempting to bind port bf5696f3-9bf4-4712-8382-eeb857f74789 on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:33:23.284726 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [None req-3649bfbe-482a-438e-b0ae-699bd849889b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempting to bind port bf5696f3-9bf4-4712-8382-eeb857f74789 by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '795ffe07-61a6-435f-bc12-1df8c1aea043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '62d3e671-8181-4a8e-97f7-6fcead71db38'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:33:23.285069 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3649bfbe-482a-438e-b0ae-699bd849889b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempting to bind port bf5696f3-9bf4-4712-8382-eeb857f74789 on network 62d3e671-8181-4a8e-97f7-6fcead71db38 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:33:23.295338 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-59bfcda5-f101-4ceb-aa1e-0997d8fc9e34 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:23.297856 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3649bfbe-482a-438e-b0ae-699bd849889b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Port bf5696f3-9bf4-4712-8382-eeb857f74789 on network 62d3e671-8181-4a8e-97f7-6fcead71db38 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:33:23.297856 n-d-771362-32 neutron-server[94461]: ERROR neutron.plugins.ml2.managers [None req-3649bfbe-482a-438e-b0ae-699bd849889b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Failed to bind port bf5696f3-9bf4-4712-8382-eeb857f74789 on host n-h2-771362-32 for vnic_type normal using segments [{'id': '795ffe07-61a6-435f-bc12-1df8c1aea043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '62d3e671-8181-4a8e-97f7-6fcead71db38'}] Jul 05 02:33:23.297856 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3649bfbe-482a-438e-b0ae-699bd849889b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:23.374875 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6e17e459-b78f-4a6b-b366-b5d9e2240705 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:23.389049 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6e17e459-b78f-4a6b-b366-b5d9e2240705 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:23.397875 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-6e17e459-b78f-4a6b-b366-b5d9e2240705 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] 10.222.0.23 "DELETE /v2.0/networks/82c0992b-44c3-4eca-b627-796e022f329a HTTP/1.1" status: 204 len: 168 time: 3.8447688 Jul 05 02:33:23.398760 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 42444) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:23.405980 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-9aeb4c03-0f4a-4262-bc95-59affed667e1 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-452300298'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:33:23.420244 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e17e459-b78f-4a6b-b366-b5d9e2240705 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Pushing event deleted for resources: {'Network': ['ID=82c0992b-44c3-4eca-b627-796e022f329a,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:23.478004 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bfcda5-f101-4ceb-aa1e-0997d8fc9e34 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Pushing event updated for resources: {'Subnet': ['ID=d83d4e57-dbea-4f2f-b35c-84b303df3e7a,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:23.492180 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [None req-3649bfbe-482a-438e-b0ae-699bd849889b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] For port bf5696f3-9bf4-4712-8382-eeb857f74789, host n-h2-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:33:23.492180 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [None req-3649bfbe-482a-438e-b0ae-699bd849889b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempted to set empty binding levels {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 05 02:33:23.578213 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aeb4c03-0f4a-4262-bc95-59affed667e1 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Made reservation on behalf of 8f4e99cc6de94582b74a94c49e9c88d0 for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:33:23.579860 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2cac2a98-b44a-4e58-b9fd-9bf131f1c043 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:23.581788 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9aeb4c03-0f4a-4262-bc95-59affed667e1 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:23.586875 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3649bfbe-482a-438e-b0ae-699bd849889b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:23.607454 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59bfcda5-f101-4ceb-aa1e-0997d8fc9e34 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Checking segment: {'id': '3a931920-cd2d-41aa-a22f-0f9f10d7c446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b5d7fcc2-42f7-40ad-acda-804cbc1be51d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:33:23.607709 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59bfcda5-f101-4ceb-aa1e-0997d8fc9e34 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Network hostable DHCP agents. Network: b5d7fcc2-42f7-40ad-acda-804cbc1be51d, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:33:23.639347 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9aeb4c03-0f4a-4262-bc95-59affed667e1 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:33:23.644260 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3649bfbe-482a-438e-b0ae-699bd849889b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:23.646062 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3649bfbe-482a-438e-b0ae-699bd849889b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:23.654983 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9aeb4c03-0f4a-4262-bc95-59affed667e1 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:23.655329 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-9aeb4c03-0f4a-4262-bc95-59affed667e1 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Added segment 32d4a050-2291-4b15-9fd3-b9f5ae53e4f4 of type vlan for network 6ca033dc-6a7f-4402-a13a-c80192e1eb25 Jul 05 02:33:23.668795 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3649bfbe-482a-438e-b0ae-699bd849889b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Pushing event updated for resources: {'Port': ['ID=bf5696f3-9bf4-4712-8382-eeb857f74789,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:23.719565 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9aeb4c03-0f4a-4262-bc95-59affed667e1 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:23.742273 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2cac2a98-b44a-4e58-b9fd-9bf131f1c043 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1636977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1636970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1573792'] for router, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:23.782905 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-3649bfbe-482a-438e-b0ae-699bd849889b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 4.0181754 Jul 05 02:33:23.785466 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 42456) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:23.789044 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59bfcda5-f101-4ceb-aa1e-0997d8fc9e34 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Network b5d7fcc2-42f7-40ad-acda-804cbc1be51d is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:33:23.818965 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-798d33f3-f16e-4d68-8ccc-ad5238d44458 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1634680'] for router_interface, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:23.843995 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:23.880755 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-59bfcda5-f101-4ceb-aa1e-0997d8fc9e34 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, b5d7fcc2-42f7-40ad-acda-804cbc1be51d) {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:33:23.882218 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9aeb4c03-0f4a-4262-bc95-59affed667e1 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:23.892570 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aeb4c03-0f4a-4262-bc95-59affed667e1 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:23.893272 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9aeb4c03-0f4a-4262-bc95-59affed667e1 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:23.906929 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c426c9-aa53-4a45-952d-01152de77511 None None] Network b5d7fcc2-42f7-40ad-acda-804cbc1be51d requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:33:23.908494 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59bfcda5-f101-4ceb-aa1e-0997d8fc9e34 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:23.908735 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cac2a98-b44a-4e58-b9fd-9bf131f1c043 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Router 411651ea-003c-4234-8008-d9ff19f5f2bb has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:33:23.909270 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-59bfcda5-f101-4ceb-aa1e-0997d8fc9e34 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:24.015354 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeb4c03-0f4a-4262-bc95-59affed667e1 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Pushing event updated for resources: {'Network': ['ID=6ca033dc-6a7f-4402-a13a-c80192e1eb25,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:24.085653 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-9aeb4c03-0f4a-4262-bc95-59affed667e1 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6789708 Jul 05 02:33:24.085653 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 42464) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:24.092231 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 6ca033dc-6a7f-4402-a13a-c80192e1eb25 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:33:24.103717 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-7b1fe033-aa27-4f82-bd3c-b79ee62435ac tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Request body: {'subnet': {'network_id': '6ca033dc-6a7f-4402-a13a-c80192e1eb25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:33:24.172261 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-59bfcda5-f101-4ceb-aa1e-0997d8fc9e34 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6093042 Jul 05 02:33:24.177668 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 42466) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:24.248993 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-2a0b9ea7-a905-4423-abc3-de24e81b3a2f tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Deleting port bf5696f3-9bf4-4712-8382-eeb857f74789 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:33:24.249400 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2a0b9ea7-a905-4423-abc3-de24e81b3a2f tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:24.284182 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5a69e3-cbeb-4adb-95ed-32b7a07afe79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-b5d7fcc2-42f7-40ad-acda-804cbc1be51d', 'network_id': 'b5d7fcc2-42f7-40ad-acda-804cbc1be51d', 'tenant_id': 'd5279038e8454126be0c5c273f41a9ef', 'fixed_ips': [{'subnet_id': 'd83d4e57-dbea-4f2f-b35c-84b303df3e7a'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:33:24.285051 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-bf5a69e3-cbeb-4adb-95ed-32b7a07afe79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:24.394451 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b86b7d1f-59f5-4f5b-833e-ce2dae1405d8 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:24.446558 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [None req-2a0b9ea7-a905-4423-abc3-de24e81b3a2f tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] For port bf5696f3-9bf4-4712-8382-eeb857f74789, host n-h2-771362-32, got binding levels [] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:33:24.446558 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2a0b9ea7-a905-4423-abc3-de24e81b3a2f tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:24.450750 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b1fe033-aa27-4f82-bd3c-b79ee62435ac tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Made reservation on behalf of 8f4e99cc6de94582b74a94c49e9c88d0 for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:33:24.454275 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7b1fe033-aa27-4f82-bd3c-b79ee62435ac tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:24.462601 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-bf5a69e3-cbeb-4adb-95ed-32b7a07afe79 None None] Allocated IP 172.20.0.1 (b5d7fcc2-42f7-40ad-acda-804cbc1be51d/d83d4e57-dbea-4f2f-b35c-84b303df3e7a/d7a06fdb-233d-4a21-89e3-e2d5cde1be31) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:33:24.476872 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-2a0b9ea7-a905-4423-abc3-de24e81b3a2f tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Calling delete_port for bf5696f3-9bf4-4712-8382-eeb857f74789 owned by {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:33:24.549090 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1bccd4-4334-4f6e-ad8e-358a2b0ebcbb req-2e8b43be-475d-490e-8452-dc4e89b756ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:24.550843 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5f1bccd4-4334-4f6e-ad8e-358a2b0ebcbb req-2e8b43be-475d-490e-8452-dc4e89b756ef service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4e995921b6314f858ba2998c24015588&device_id=c52ed947-fce6-4894-9cbf-5ef18a8da90b HTTP/1.1" status: 200 len: 1098 time: 0.2976904 Jul 05 02:33:24.553994 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cac2a98-b44a-4e58-b9fd-9bf131f1c043 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:33:24.564073 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd712608-0b19-49a4-ae82-30b8b43708e3 req-eb85b1ca-8213-4236-ac43-0631324ca0be tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:24.571770 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cd712608-0b19-49a4-ae82-30b8b43708e3 req-eb85b1ca-8213-4236-ac43-0631324ca0be tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.23 "GET /v2.0/ports?device_id=c52ed947-fce6-4894-9cbf-5ef18a8da90b HTTP/1.1" status: 200 len: 946 time: 0.3201282 Jul 05 02:33:24.582460 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ca796d-0cd7-4f2e-bc82-4ee78c9cbe57 None None] Sync routers for ids ['411651ea-003c-4234-8008-d9ff19f5f2bb'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:33:24.586969 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2cac2a98-b44a-4e58-b9fd-9bf131f1c043 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks [] for router, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:24.591212 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-2cac2a98-b44a-4e58-b9fd-9bf131f1c043 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "PUT /v2.0/routers/411651ea-003c-4234-8008-d9ff19f5f2bb HTTP/1.1" status: 200 len: 888 time: 1.5964270 Jul 05 02:33:24.598812 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 42474) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:24.600632 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ca796d-0cd7-4f2e-bc82-4ee78c9cbe57 None None] Routers {'411651ea-003c-4234-8008-d9ff19f5f2bb'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:33:24.601259 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-15ca796d-0cd7-4f2e-bc82-4ee78c9cbe57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:33:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['411651ea-003c-4234-8008-d9ff19f5f2bb'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:24.712549 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-15ca796d-0cd7-4f2e-bc82-4ee78c9cbe57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:24.713573 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-bf5a69e3-cbeb-4adb-95ed-32b7a07afe79 None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:24.727699 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-bf5a69e3-cbeb-4adb-95ed-32b7a07afe79 None None] Transition to ACTIVE for port object d7a06fdb-233d-4a21-89e3-e2d5cde1be31 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:33:24.739602 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ca796d-0cd7-4f2e-bc82-4ee78c9cbe57 None None] Routers {'411651ea-003c-4234-8008-d9ff19f5f2bb'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:33:24.740495 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-15ca796d-0cd7-4f2e-bc82-4ee78c9cbe57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:33:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['411651ea-003c-4234-8008-d9ff19f5f2bb'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:24.748943 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-bf5a69e3-cbeb-4adb-95ed-32b7a07afe79 None None] Transition to ACTIVE for port object d7a06fdb-233d-4a21-89e3-e2d5cde1be31 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:33:24.752621 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cd712608-0b19-49a4-ae82-30b8b43708e3 req-f2f8bb26-3d3f-4eec-8c06-20ce54739e86 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.23 "GET /v2.0/security-groups?id=b53426f4-c39e-459a-b74a-012cb0101412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768086 Jul 05 02:33:24.754349 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:24.795428 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-15ca796d-0cd7-4f2e-bc82-4ee78c9cbe57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:24.796431 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ca796d-0cd7-4f2e-bc82-4ee78c9cbe57 None None] The sync data for ids ['411651ea-003c-4234-8008-d9ff19f5f2bb'] in n-d-771362-32 is: [] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:33:24.831180 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-bf5a69e3-cbeb-4adb-95ed-32b7a07afe79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:24.861024 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1bccd4-4334-4f6e-ad8e-358a2b0ebcbb req-2e5626bd-9e20-47ac-8ddb-528a614bc64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:24.862978 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5f1bccd4-4334-4f6e-ad8e-358a2b0ebcbb req-2e5626bd-9e20-47ac-8ddb-528a614bc64d service neutron] 10.222.0.21 "GET /v2.0/networks?id=66f0e33c-186c-492e-9bf2-332c0e115471 HTTP/1.1" status: 200 len: 915 time: 0.2737606 Jul 05 02:33:24.871358 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-b62aa778-bf04-46f0-abea-0b77ebddbe7a tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "GET /v2.0/routers/411651ea-003c-4234-8008-d9ff19f5f2bb HTTP/1.1" status: 200 len: 888 time: 0.2623310 Jul 05 02:33:24.880007 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 42478) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:24.889693 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5a69e3-cbeb-4adb-95ed-32b7a07afe79 None None] Network b5d7fcc2-42f7-40ad-acda-804cbc1be51d is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:33:24.892660 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-bf5a69e3-cbeb-4adb-95ed-32b7a07afe79 None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:33:24.896345 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5a69e3-cbeb-4adb-95ed-32b7a07afe79 None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:33:24.928875 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5a69e3-cbeb-4adb-95ed-32b7a07afe79 None None] Pushing event updated for resources: {'Port': ['ID=d7a06fdb-233d-4a21-89e3-e2d5cde1be31,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:24.943592 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-8e9e7dfc-3f54-4d8f-90bf-324c38800781 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "GET /v2.0/ports?device_id=411651ea-003c-4234-8008-d9ff19f5f2bb HTTP/1.1" status: 200 len: 205 time: 0.0614977 Jul 05 02:33:24.945058 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5f1bccd4-4334-4f6e-ad8e-358a2b0ebcbb req-a73fd3b9-e7cb-448e-85f1-2c2a13f5c2ba service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d66588ab-4bf0-4a0f-bf30-bc8d43bcceae HTTP/1.1" status: 200 len: 217 time: 0.0721867 Jul 05 02:33:24.945901 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2a0b9ea7-a905-4423-abc3-de24e81b3a2f tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:24.947405 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 42482) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:24.966990 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-bf5a69e3-cbeb-4adb-95ed-32b7a07afe79 None None] Attempting to bind port d7a06fdb-233d-4a21-89e3-e2d5cde1be31 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:33:24.967267 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-bf5a69e3-cbeb-4adb-95ed-32b7a07afe79 None None] Attempting to bind port d7a06fdb-233d-4a21-89e3-e2d5cde1be31 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '3a931920-cd2d-41aa-a22f-0f9f10d7c446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b5d7fcc2-42f7-40ad-acda-804cbc1be51d'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:33:24.967634 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5a69e3-cbeb-4adb-95ed-32b7a07afe79 None None] Attempting to bind port d7a06fdb-233d-4a21-89e3-e2d5cde1be31 on network b5d7fcc2-42f7-40ad-acda-804cbc1be51d {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:33:24.972995 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5a69e3-cbeb-4adb-95ed-32b7a07afe79 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:33:24.980008 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5a69e3-cbeb-4adb-95ed-32b7a07afe79 None None] Checking segment: {'id': '3a931920-cd2d-41aa-a22f-0f9f10d7c446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b5d7fcc2-42f7-40ad-acda-804cbc1be51d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:33:24.980008 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-bf5a69e3-cbeb-4adb-95ed-32b7a07afe79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:24.980008 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5a69e3-cbeb-4adb-95ed-32b7a07afe79 None None] Bound using segment: {'id': '3a931920-cd2d-41aa-a22f-0f9f10d7c446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b5d7fcc2-42f7-40ad-acda-804cbc1be51d'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:33:24.980008 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-bf5a69e3-cbeb-4adb-95ed-32b7a07afe79 None None] Bound port: d7a06fdb-233d-4a21-89e3-e2d5cde1be31, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a931920-cd2d-41aa-a22f-0f9f10d7c446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b5d7fcc2-42f7-40ad-acda-804cbc1be51d'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:33:24.980008 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-bf5a69e3-cbeb-4adb-95ed-32b7a07afe79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:25.002658 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-798d33f3-f16e-4d68-8ccc-ad5238d44458 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Deleting port bdaea6cf-f817-4e0b-aa7a-c38321e63e24 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:33:25.002997 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-798d33f3-f16e-4d68-8ccc-ad5238d44458 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:25.046154 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-bf5a69e3-cbeb-4adb-95ed-32b7a07afe79 None None] For port d7a06fdb-233d-4a21-89e3-e2d5cde1be31, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:33:25.049845 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-bf5a69e3-cbeb-4adb-95ed-32b7a07afe79 None None] For port d7a06fdb-233d-4a21-89e3-e2d5cde1be31, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=d7a06fdb-233d-4a21-89e3-e2d5cde1be31,segment=NetworkSegment(3a931920-cd2d-41aa-a22f-0f9f10d7c446),segment_id=3a931920-cd2d-41aa-a22f-0f9f10d7c446)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:33:25.055002 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b86b7d1f-59f5-4f5b-833e-ce2dae1405d8 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:25.071870 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0b9ea7-a905-4423-abc3-de24e81b3a2f tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Pushing event deleted for resources: {'Port': ['ID=bf5696f3-9bf4-4712-8382-eeb857f74789,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:25.089736 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2a0b9ea7-a905-4423-abc3-de24e81b3a2f tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:25.089736 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-2a0b9ea7-a905-4423-abc3-de24e81b3a2f tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] 10.222.0.23 "DELETE /v2.0/ports/bf5696f3-9bf4-4712-8382-eeb857f74789 HTTP/1.1" status: 204 len: 168 time: 1.3011105 Jul 05 02:33:25.099577 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 42486) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:25.140995 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-bf5a69e3-cbeb-4adb-95ed-32b7a07afe79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:25.149692 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1bccd4-4334-4f6e-ad8e-358a2b0ebcbb req-b742ff65-061e-4c74-9247-df4d7bdc85d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:25.152426 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5f1bccd4-4334-4f6e-ad8e-358a2b0ebcbb req-b742ff65-061e-4c74-9247-df4d7bdc85d4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=aa1bf1c9-f897-408c-a65c-fe6e04478f5f HTTP/1.1" status: 200 len: 854 time: 0.1948340 Jul 05 02:33:25.155504 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-798d33f3-f16e-4d68-8ccc-ad5238d44458 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:25.157558 n-d-771362-32 neutron-server[94461]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cb01df4-f3c9-4b09-98cb-a1e5cf2d3b64 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] GET failed (client error): The resource could not be found. Jul 05 02:33:25.163144 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-2cb01df4-f3c9-4b09-98cb-a1e5cf2d3b64 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] 10.222.0.23 "GET /v2.0/ports/bf5696f3-9bf4-4712-8382-eeb857f74789 HTTP/1.1" status: 404 len: 333 time: 0.0622716 Jul 05 02:33:25.171206 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 42488) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:25.175993 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-1acfc8b0-4adb-4717-b4be-fc7ec3c70a87 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Request body: {'port': {'network_id': '62d3e671-8181-4a8e-97f7-6fcead71db38', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-870854785'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:33:25.182300 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-798d33f3-f16e-4d68-8ccc-ad5238d44458 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Calling delete_port for bdaea6cf-f817-4e0b-aa7a-c38321e63e24 owned by network:router_interface {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:33:25.226267 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5a69e3-cbeb-4adb-95ed-32b7a07afe79 None None] Pushing event updated for resources: {'Port': ['ID=d7a06fdb-233d-4a21-89e3-e2d5cde1be31,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:25.241245 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-407ef908-822d-4def-b166-cb52b85174b4 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks [] for router, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:25.358726 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b86b7d1f-59f5-4f5b-833e-ce2dae1405d8 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:25.376808 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-407ef908-822d-4def-b166-cb52b85174b4 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:25.379592 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1acfc8b0-4adb-4717-b4be-fc7ec3c70a87 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Made reservation on behalf of 8005a63f44bc4d408d7a5292fdd10b31 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:33:25.381982 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1acfc8b0-4adb-4717-b4be-fc7ec3c70a87 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:25.388286 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1bccd4-4334-4f6e-ad8e-358a2b0ebcbb req-c9bc2800-a8f9-4da4-895d-dec61f932c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:25.389891 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5f1bccd4-4334-4f6e-ad8e-358a2b0ebcbb req-c9bc2800-a8f9-4da4-895d-dec61f932c14 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=66f0e33c-186c-492e-9bf2-332c0e115471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2299526 Jul 05 02:33:25.398162 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86b7d1f-59f5-4f5b-833e-ce2dae1405d8 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Pushing event deleted for resources: {'Subnet': ['ID=d83d4e57-dbea-4f2f-b35c-84b303df3e7a,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:25.459619 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [None req-1acfc8b0-4adb-4717-b4be-fc7ec3c70a87 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] device_id is not set on port f932cd94-4e33-4367-804a-7b9aff8003bd yet. {{(pid=94461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:33:25.540136 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b86b7d1f-59f5-4f5b-833e-ce2dae1405d8 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:25.564628 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-b86b7d1f-59f5-4f5b-833e-ce2dae1405d8 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5d7fcc2-42f7-40ad-acda-804cbc1be51d']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:25.635576 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-b86b7d1f-59f5-4f5b-833e-ce2dae1405d8 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a931920-cd2d-41aa-a22f-0f9f10d7c446') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:25.636019 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-b86b7d1f-59f5-4f5b-833e-ce2dae1405d8 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a931920-cd2d-41aa-a22f-0f9f10d7c446') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:25.648214 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b86b7d1f-59f5-4f5b-833e-ce2dae1405d8 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:25.674209 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b86b7d1f-59f5-4f5b-833e-ce2dae1405d8 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:25.689211 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b86b7d1f-59f5-4f5b-833e-ce2dae1405d8 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:33:25.689622 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b86b7d1f-59f5-4f5b-833e-ce2dae1405d8 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:25.695777 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:33:25.695777 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:33:25.695777 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:33:25.695777 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:33:25.695777 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:33:25.695777 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:33:25.695777 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:33:25.695777 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:33:25.695777 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:33:25.695777 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:33:25.695777 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:33:25.695777 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:33:25.695777 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:33:25.695777 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:33:25.695777 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:33:25.695777 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:33:25.695777 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:33:25.695777 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:33:25.695777 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:33:25.695777 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:33:25.695777 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:33:25.695777 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:33:25.695777 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:33:25.695777 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:33:25.695777 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:33:25.695777 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:33:25.695777 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:33:25.695777 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:33:25.695777 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:33:25.695777 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:33:25.695777 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:33:25.695777 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:33:25.695777 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:33:25.695777 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:33:25.729653 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-407ef908-822d-4def-b166-cb52b85174b4 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Deleting port 251924d3-bad1-4bf0-a2a1-e7d0a5cbdb00 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:33:25.730296 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-407ef908-822d-4def-b166-cb52b85174b4 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:25.815203 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5f1bccd4-4334-4f6e-ad8e-358a2b0ebcbb req-65a179f3-8821-4277-a6bd-e9318c823392 service neutron] 10.222.0.21 "GET /v2.0/networks/66f0e33c-186c-492e-9bf2-332c0e115471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4157512 Jul 05 02:33:25.815882 n-d-771362-32 neutron-server[94462]: DEBUG neutron.objects.ports [None req-7b1fe033-aa27-4f82-bd3c-b79ee62435ac tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94462) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 02:33:25.817892 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7b1fe033-aa27-4f82-bd3c-b79ee62435ac tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:25.861451 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.db.api [None req-b86b7d1f-59f5-4f5b-833e-ce2dae1405d8 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 02:33:25.861451 n-d-771362-32 neutron-server[94462]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 02:33:25.861451 n-d-771362-32 neutron-server[94462]: [parameters: {'id': 'b5d7fcc2-42f7-40ad-acda-804cbc1be51d'}] Jul 05 02:33:25.861451 n-d-771362-32 neutron-server[94462]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94462) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 02:33:25.862073 n-d-771362-32 neutron-server[94462]: DEBUG oslo_db.api [None req-b86b7d1f-59f5-4f5b-833e-ce2dae1405d8 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 02:33:25.877598 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-798d33f3-f16e-4d68-8ccc-ad5238d44458 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:25.926273 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1fe033-aa27-4f82-bd3c-b79ee62435ac tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Pushing event updated for resources: {'Subnet': ['ID=b056a229-0c1b-47ce-ab4d-a0fb5f936109,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:25.931857 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798d33f3-f16e-4d68-8ccc-ad5238d44458 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Pushing event deleted for resources: {'Port': ['ID=bdaea6cf-f817-4e0b-aa7a-c38321e63e24,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:25.944982 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1fe033-aa27-4f82-bd3c-b79ee62435ac tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Checking segment: {'id': '32d4a050-2291-4b15-9fd3-b9f5ae53e4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '6ca033dc-6a7f-4402-a13a-c80192e1eb25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:33:25.944982 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1fe033-aa27-4f82-bd3c-b79ee62435ac tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Network hostable DHCP agents. Network: 6ca033dc-6a7f-4402-a13a-c80192e1eb25, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:33:26.031780 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1acfc8b0-4adb-4717-b4be-fc7ec3c70a87 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:26.057501 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-407ef908-822d-4def-b166-cb52b85174b4 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:26.079305 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:26.099014 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1fe033-aa27-4f82-bd3c-b79ee62435ac tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Network 6ca033dc-6a7f-4402-a13a-c80192e1eb25 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:33:26.110992 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-407ef908-822d-4def-b166-cb52b85174b4 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Calling delete_port for 251924d3-bad1-4bf0-a2a1-e7d0a5cbdb00 owned by network:router_gateway {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:33:26.112049 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-798d33f3-f16e-4d68-8ccc-ad5238d44458 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635398'] for router_interface, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:26.159366 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5f1bccd4-4334-4f6e-ad8e-358a2b0ebcbb req-d8d27c79-3856-48e7-9d93-17606c9af997 service neutron] 10.222.0.21 "GET /v2.0/networks/66f0e33c-186c-492e-9bf2-332c0e115471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3361282 Jul 05 02:33:26.224123 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-7b1fe033-aa27-4f82-bd3c-b79ee62435ac tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 6ca033dc-6a7f-4402-a13a-c80192e1eb25) {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:33:26.229189 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1fe033-aa27-4f82-bd3c-b79ee62435ac tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:26.233419 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38cc0b33-87dc-4bfc-8b20-92294d234cde None None] Network 6ca033dc-6a7f-4402-a13a-c80192e1eb25 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:33:26.235027 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39cb7f3-907c-4b3b-910b-ab385f3c4f9b req-0acd5e0f-d970-477d-8772-b0395345e63e tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:26.236681 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7b1fe033-aa27-4f82-bd3c-b79ee62435ac tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:26.247990 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c39cb7f3-907c-4b3b-910b-ab385f3c4f9b req-0acd5e0f-d970-477d-8772-b0395345e63e tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.23 "GET /v2.0/ports?device_id=c52ed947-fce6-4894-9cbf-5ef18a8da90b HTTP/1.1" status: 200 len: 946 time: 0.3349435 Jul 05 02:33:26.320585 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c39cb7f3-907c-4b3b-910b-ab385f3c4f9b req-b26f9736-dc54-4de8-ade4-fcfddf9bf5a2 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.23 "GET /v2.0/security-groups?id=b53426f4-c39e-459a-b74a-012cb0101412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767851 Jul 05 02:33:26.365945 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b86b7d1f-59f5-4f5b-833e-ce2dae1405d8 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:26.367637 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1acfc8b0-4adb-4717-b4be-fc7ec3c70a87 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:26.382881 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-7b1fe033-aa27-4f82-bd3c-b79ee62435ac tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.2961247 Jul 05 02:33:26.403805 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 42506) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:26.441435 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-798d33f3-f16e-4d68-8ccc-ad5238d44458 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Router ea11b905-ebcc-4632-9a3b-4a3f44ead851 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:33:26.487755 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42e25a1-a8bd-46e5-92af-3b46bdeec2c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-6ca033dc-6a7f-4402-a13a-c80192e1eb25', 'network_id': '6ca033dc-6a7f-4402-a13a-c80192e1eb25', 'tenant_id': '8f4e99cc6de94582b74a94c49e9c88d0', 'fixed_ips': [{'subnet_id': 'b056a229-0c1b-47ce-ab4d-a0fb5f936109'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:33:26.488738 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-c42e25a1-a8bd-46e5-92af-3b46bdeec2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:26.513966 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1acfc8b0-4adb-4717-b4be-fc7ec3c70a87 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Network 62d3e671-8181-4a8e-97f7-6fcead71db38 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:33:26.533850 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acfc8b0-4adb-4717-b4be-fc7ec3c70a87 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Pushing event updated for resources: {'Port': ['ID=f932cd94-4e33-4367-804a-7b9aff8003bd,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:26.547291 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-1acfc8b0-4adb-4717-b4be-fc7ec3c70a87 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:33:26.554055 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acfc8b0-4adb-4717-b4be-fc7ec3c70a87 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:33:26.555446 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1acfc8b0-4adb-4717-b4be-fc7ec3c70a87 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:26.556280 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1acfc8b0-4adb-4717-b4be-fc7ec3c70a87 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:26.612747 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-b86b7d1f-59f5-4f5b-833e-ce2dae1405d8 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Deleting port d7a06fdb-233d-4a21-89e3-e2d5cde1be31 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:33:26.613339 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b86b7d1f-59f5-4f5b-833e-ce2dae1405d8 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:26.638292 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-dca370fe-28fe-49a6-9c83-f22c660b88c5 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:26.673952 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-798d33f3-f16e-4d68-8ccc-ad5238d44458 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:33:26.681804 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-798d33f3-f16e-4d68-8ccc-ad5238d44458 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "PUT /v2.0/routers/ea11b905-ebcc-4632-9a3b-4a3f44ead851/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5717173 Jul 05 02:33:26.686359 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5300b331-1969-46c5-80a4-eac4408d10f7 None None] Sync routers for ids ['ea11b905-ebcc-4632-9a3b-4a3f44ead851'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:33:26.688626 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-1acfc8b0-4adb-4717-b4be-fc7ec3c70a87 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.5143113 Jul 05 02:33:26.688761 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 42512) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:26.689121 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 42514) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:26.692324 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d1afba-ac51-4feb-88b6-f9a4f93f92e2 None None] Network b5d7fcc2-42f7-40ad-acda-804cbc1be51d requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:33:26.697037 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-831e70b6-6b33-4cb0-9f5e-20de3aa3f0c6 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-771362-32'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:33:26.728625 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-22385bce-a589-469b-9610-851997e62fe4 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] GET failed (client error): The resource could not be found. Jul 05 02:33:26.731981 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-22385bce-a589-469b-9610-851997e62fe4 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "GET /v2.0/ports/bdaea6cf-f817-4e0b-aa7a-c38321e63e24 HTTP/1.1" status: 404 len: 333 time: 0.0306385 Jul 05 02:33:26.738804 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 42516) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:26.740027 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-407ef908-822d-4def-b166-cb52b85174b4 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:26.777251 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-b86b7d1f-59f5-4f5b-833e-ce2dae1405d8 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] For port d7a06fdb-233d-4a21-89e3-e2d5cde1be31, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=d7a06fdb-233d-4a21-89e3-e2d5cde1be31,segment=NetworkSegment(3a931920-cd2d-41aa-a22f-0f9f10d7c446),segment_id=3a931920-cd2d-41aa-a22f-0f9f10d7c446)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:33:26.777799 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b86b7d1f-59f5-4f5b-833e-ce2dae1405d8 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:26.800316 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-b86b7d1f-59f5-4f5b-833e-ce2dae1405d8 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Calling delete_port for d7a06fdb-233d-4a21-89e3-e2d5cde1be31 owned by network:dhcp {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:33:26.813632 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5300b331-1969-46c5-80a4-eac4408d10f7 None None] Routers {'ea11b905-ebcc-4632-9a3b-4a3f44ead851'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:33:26.814460 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-5300b331-1969-46c5-80a4-eac4408d10f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:33:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['ea11b905-ebcc-4632-9a3b-4a3f44ead851'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:26.873315 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-831e70b6-6b33-4cb0-9f5e-20de3aa3f0c6 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:26.884448 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-5300b331-1969-46c5-80a4-eac4408d10f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:26.909609 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5300b331-1969-46c5-80a4-eac4408d10f7 None None] Routers {'ea11b905-ebcc-4632-9a3b-4a3f44ead851'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:33:26.910262 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-5300b331-1969-46c5-80a4-eac4408d10f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:33:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['ea11b905-ebcc-4632-9a3b-4a3f44ead851'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:26.918151 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-c42e25a1-a8bd-46e5-92af-3b46bdeec2c3 None None] Allocated IP 2001:db8::f816:3eff:fe0f:a106 (6ca033dc-6a7f-4402-a13a-c80192e1eb25/b056a229-0c1b-47ce-ab4d-a0fb5f936109/ee19ab1f-61ae-4d25-8c0e-7226c9addd87) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:33:26.956412 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-5300b331-1969-46c5-80a4-eac4408d10f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:26.957071 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5300b331-1969-46c5-80a4-eac4408d10f7 None None] The sync data for ids ['ea11b905-ebcc-4632-9a3b-4a3f44ead851'] in n-d-771362-32 is: [] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:33:27.035313 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-f3df71bf-7db9-4088-9b2b-6541a6eb2acc None None] Provisioning for port d7a06fdb-233d-4a21-89e3-e2d5cde1be31 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:33:27.105261 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632b8033-b9b4-495b-a048-23841a48df57 None None] DHCP port deletion for b5d7fcc2-42f7-40ad-acda-804cbc1be51d request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:33:27.130411 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b86b7d1f-59f5-4f5b-833e-ce2dae1405d8 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:27.172968 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86b7d1f-59f5-4f5b-833e-ce2dae1405d8 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Pushing event deleted for resources: {'Port': ['ID=d7a06fdb-233d-4a21-89e3-e2d5cde1be31,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:27.186013 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-632b8033-b9b4-495b-a048-23841a48df57 None None] The port 'd7a06fdb-233d-4a21-89e3-e2d5cde1be31' was deleted {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 05 02:33:27.195768 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [None req-831e70b6-6b33-4cb0-9f5e-20de3aa3f0c6 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] device_id is not set on port f932cd94-4e33-4367-804a-7b9aff8003bd yet. {{(pid=94462) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:33:27.201902 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86b7d1f-59f5-4f5b-833e-ce2dae1405d8 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] No DVR routers for this DVR port d7a06fdb-233d-4a21-89e3-e2d5cde1be31 on host n-d-771362-32 {{(pid=94462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:33:27.207254 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-831e70b6-6b33-4cb0-9f5e-20de3aa3f0c6 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:27.233900 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-c42e25a1-a8bd-46e5-92af-3b46bdeec2c3 None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:27.244368 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-c42e25a1-a8bd-46e5-92af-3b46bdeec2c3 None None] Transition to ACTIVE for port object ee19ab1f-61ae-4d25-8c0e-7226c9addd87 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:33:27.262411 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-c42e25a1-a8bd-46e5-92af-3b46bdeec2c3 None None] Transition to ACTIVE for port object ee19ab1f-61ae-4d25-8c0e-7226c9addd87 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:33:27.276542 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407ef908-822d-4def-b166-cb52b85174b4 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Pushing event deleted for resources: {'Port': ['ID=251924d3-bad1-4bf0-a2a1-e7d0a5cbdb00,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:27.288768 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [None req-831e70b6-6b33-4cb0-9f5e-20de3aa3f0c6 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Transition to ACTIVE for port object f932cd94-4e33-4367-804a-7b9aff8003bd will not be triggered until provisioned by entity L2. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:33:27.321253 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b86b7d1f-59f5-4f5b-833e-ce2dae1405d8 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:27.332655 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-b86b7d1f-59f5-4f5b-833e-ce2dae1405d8 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5d7fcc2-42f7-40ad-acda-804cbc1be51d']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:27.343207 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-b86b7d1f-59f5-4f5b-833e-ce2dae1405d8 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a931920-cd2d-41aa-a22f-0f9f10d7c446') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:27.343641 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-b86b7d1f-59f5-4f5b-833e-ce2dae1405d8 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a931920-cd2d-41aa-a22f-0f9f10d7c446') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:27.347121 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-c42e25a1-a8bd-46e5-92af-3b46bdeec2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:27.363112 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b86b7d1f-59f5-4f5b-833e-ce2dae1405d8 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:27.373808 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-831e70b6-6b33-4cb0-9f5e-20de3aa3f0c6 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:27.387382 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1dc3d284-5f1b-4104-8fc9-b3c94702d976 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks [] for router, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:27.415436 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b86b7d1f-59f5-4f5b-833e-ce2dae1405d8 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:27.438180 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b86b7d1f-59f5-4f5b-833e-ce2dae1405d8 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:33:27.438926 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b86b7d1f-59f5-4f5b-833e-ce2dae1405d8 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:27.446934 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:33:27.446934 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:33:27.446934 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:33:27.446934 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:33:27.446934 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:33:27.446934 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:33:27.446934 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:33:27.446934 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:33:27.446934 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:33:27.446934 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:33:27.446934 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:33:27.446934 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:33:27.446934 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:33:27.446934 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:33:27.446934 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:33:27.446934 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:33:27.446934 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:33:27.446934 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:33:27.446934 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:33:27.446934 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:33:27.446934 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:33:27.446934 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:33:27.446934 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:33:27.446934 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:33:27.446934 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:33:27.446934 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:33:27.446934 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:33:27.446934 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:33:27.446934 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:33:27.446934 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:33:27.446934 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:33:27.446934 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:33:27.456452 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42e25a1-a8bd-46e5-92af-3b46bdeec2c3 None None] Network 6ca033dc-6a7f-4402-a13a-c80192e1eb25 is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:33:27.464342 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-c42e25a1-a8bd-46e5-92af-3b46bdeec2c3 None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:33:27.470788 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42e25a1-a8bd-46e5-92af-3b46bdeec2c3 None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:33:27.477793 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-dca370fe-28fe-49a6-9c83-f22c660b88c5 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:27.481295 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42e25a1-a8bd-46e5-92af-3b46bdeec2c3 None None] Pushing event updated for resources: {'Port': ['ID=ee19ab1f-61ae-4d25-8c0e-7226c9addd87,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:27.504502 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [None req-831e70b6-6b33-4cb0-9f5e-20de3aa3f0c6 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempting to bind port f932cd94-4e33-4367-804a-7b9aff8003bd on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:33:27.504979 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [None req-831e70b6-6b33-4cb0-9f5e-20de3aa3f0c6 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempting to bind port f932cd94-4e33-4367-804a-7b9aff8003bd by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '795ffe07-61a6-435f-bc12-1df8c1aea043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '62d3e671-8181-4a8e-97f7-6fcead71db38'}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:33:27.505421 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831e70b6-6b33-4cb0-9f5e-20de3aa3f0c6 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempting to bind port f932cd94-4e33-4367-804a-7b9aff8003bd on network 62d3e671-8181-4a8e-97f7-6fcead71db38 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:33:27.511116 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831e70b6-6b33-4cb0-9f5e-20de3aa3f0c6 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Pushing event updated for resources: {'Port': ['ID=f932cd94-4e33-4367-804a-7b9aff8003bd,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:27.526117 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831e70b6-6b33-4cb0-9f5e-20de3aa3f0c6 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Port f932cd94-4e33-4367-804a-7b9aff8003bd on network 62d3e671-8181-4a8e-97f7-6fcead71db38 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:33:27.526640 n-d-771362-32 neutron-server[94462]: ERROR neutron.plugins.ml2.managers [None req-831e70b6-6b33-4cb0-9f5e-20de3aa3f0c6 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Failed to bind port f932cd94-4e33-4367-804a-7b9aff8003bd on host n-h2-771362-32 for vnic_type normal using segments [{'id': '795ffe07-61a6-435f-bc12-1df8c1aea043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '62d3e671-8181-4a8e-97f7-6fcead71db38'}] Jul 05 02:33:27.529092 n-d-771362-32 neutron-server[94462]: INFO neutron.plugins.ml2.plugin [None req-831e70b6-6b33-4cb0-9f5e-20de3aa3f0c6 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempt 2 to bind port f932cd94-4e33-4367-804a-7b9aff8003bd Jul 05 02:33:27.544885 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [None req-831e70b6-6b33-4cb0-9f5e-20de3aa3f0c6 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempting to bind port f932cd94-4e33-4367-804a-7b9aff8003bd on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:33:27.545369 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [None req-831e70b6-6b33-4cb0-9f5e-20de3aa3f0c6 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempting to bind port f932cd94-4e33-4367-804a-7b9aff8003bd by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '795ffe07-61a6-435f-bc12-1df8c1aea043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '62d3e671-8181-4a8e-97f7-6fcead71db38'}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:33:27.545799 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831e70b6-6b33-4cb0-9f5e-20de3aa3f0c6 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempting to bind port f932cd94-4e33-4367-804a-7b9aff8003bd on network 62d3e671-8181-4a8e-97f7-6fcead71db38 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:33:27.553707 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-c42e25a1-a8bd-46e5-92af-3b46bdeec2c3 None None] Attempting to bind port ee19ab1f-61ae-4d25-8c0e-7226c9addd87 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:33:27.554391 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-c42e25a1-a8bd-46e5-92af-3b46bdeec2c3 None None] Attempting to bind port ee19ab1f-61ae-4d25-8c0e-7226c9addd87 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '32d4a050-2291-4b15-9fd3-b9f5ae53e4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '6ca033dc-6a7f-4402-a13a-c80192e1eb25'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:33:27.554926 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42e25a1-a8bd-46e5-92af-3b46bdeec2c3 None None] Attempting to bind port ee19ab1f-61ae-4d25-8c0e-7226c9addd87 on network 6ca033dc-6a7f-4402-a13a-c80192e1eb25 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:33:27.556691 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831e70b6-6b33-4cb0-9f5e-20de3aa3f0c6 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Port f932cd94-4e33-4367-804a-7b9aff8003bd on network 62d3e671-8181-4a8e-97f7-6fcead71db38 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:33:27.557089 n-d-771362-32 neutron-server[94462]: ERROR neutron.plugins.ml2.managers [None req-831e70b6-6b33-4cb0-9f5e-20de3aa3f0c6 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Failed to bind port f932cd94-4e33-4367-804a-7b9aff8003bd on host n-h2-771362-32 for vnic_type normal using segments [{'id': '795ffe07-61a6-435f-bc12-1df8c1aea043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '62d3e671-8181-4a8e-97f7-6fcead71db38'}] Jul 05 02:33:27.557730 n-d-771362-32 neutron-server[94462]: INFO neutron.plugins.ml2.plugin [None req-831e70b6-6b33-4cb0-9f5e-20de3aa3f0c6 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempt 3 to bind port f932cd94-4e33-4367-804a-7b9aff8003bd Jul 05 02:33:27.562859 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42e25a1-a8bd-46e5-92af-3b46bdeec2c3 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:33:27.563535 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42e25a1-a8bd-46e5-92af-3b46bdeec2c3 None None] Checking segment: {'id': '32d4a050-2291-4b15-9fd3-b9f5ae53e4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '6ca033dc-6a7f-4402-a13a-c80192e1eb25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:33:27.564136 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-c42e25a1-a8bd-46e5-92af-3b46bdeec2c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:27.564828 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42e25a1-a8bd-46e5-92af-3b46bdeec2c3 None None] Bound using segment: {'id': '32d4a050-2291-4b15-9fd3-b9f5ae53e4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '6ca033dc-6a7f-4402-a13a-c80192e1eb25'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:33:27.565501 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-c42e25a1-a8bd-46e5-92af-3b46bdeec2c3 None None] Bound port: ee19ab1f-61ae-4d25-8c0e-7226c9addd87, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32d4a050-2291-4b15-9fd3-b9f5ae53e4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '6ca033dc-6a7f-4402-a13a-c80192e1eb25'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:33:27.566052 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-c42e25a1-a8bd-46e5-92af-3b46bdeec2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:27.575070 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [None req-831e70b6-6b33-4cb0-9f5e-20de3aa3f0c6 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempting to bind port f932cd94-4e33-4367-804a-7b9aff8003bd on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:33:27.575488 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [None req-831e70b6-6b33-4cb0-9f5e-20de3aa3f0c6 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempting to bind port f932cd94-4e33-4367-804a-7b9aff8003bd by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '795ffe07-61a6-435f-bc12-1df8c1aea043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '62d3e671-8181-4a8e-97f7-6fcead71db38'}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:33:27.575892 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831e70b6-6b33-4cb0-9f5e-20de3aa3f0c6 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempting to bind port f932cd94-4e33-4367-804a-7b9aff8003bd on network 62d3e671-8181-4a8e-97f7-6fcead71db38 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:33:27.584677 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831e70b6-6b33-4cb0-9f5e-20de3aa3f0c6 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Port f932cd94-4e33-4367-804a-7b9aff8003bd on network 62d3e671-8181-4a8e-97f7-6fcead71db38 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:33:27.584677 n-d-771362-32 neutron-server[94462]: ERROR neutron.plugins.ml2.managers [None req-831e70b6-6b33-4cb0-9f5e-20de3aa3f0c6 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Failed to bind port f932cd94-4e33-4367-804a-7b9aff8003bd on host n-h2-771362-32 for vnic_type normal using segments [{'id': '795ffe07-61a6-435f-bc12-1df8c1aea043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '62d3e671-8181-4a8e-97f7-6fcead71db38'}] Jul 05 02:33:27.584677 n-d-771362-32 neutron-server[94462]: INFO neutron.plugins.ml2.plugin [None req-831e70b6-6b33-4cb0-9f5e-20de3aa3f0c6 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempt 4 to bind port f932cd94-4e33-4367-804a-7b9aff8003bd Jul 05 02:33:27.610337 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [None req-831e70b6-6b33-4cb0-9f5e-20de3aa3f0c6 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempting to bind port f932cd94-4e33-4367-804a-7b9aff8003bd on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:33:27.610945 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [None req-831e70b6-6b33-4cb0-9f5e-20de3aa3f0c6 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempting to bind port f932cd94-4e33-4367-804a-7b9aff8003bd by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '795ffe07-61a6-435f-bc12-1df8c1aea043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '62d3e671-8181-4a8e-97f7-6fcead71db38'}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:33:27.611732 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831e70b6-6b33-4cb0-9f5e-20de3aa3f0c6 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempting to bind port f932cd94-4e33-4367-804a-7b9aff8003bd on network 62d3e671-8181-4a8e-97f7-6fcead71db38 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:33:27.622100 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831e70b6-6b33-4cb0-9f5e-20de3aa3f0c6 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Port f932cd94-4e33-4367-804a-7b9aff8003bd on network 62d3e671-8181-4a8e-97f7-6fcead71db38 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:33:27.622715 n-d-771362-32 neutron-server[94462]: ERROR neutron.plugins.ml2.managers [None req-831e70b6-6b33-4cb0-9f5e-20de3aa3f0c6 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Failed to bind port f932cd94-4e33-4367-804a-7b9aff8003bd on host n-h2-771362-32 for vnic_type normal using segments [{'id': '795ffe07-61a6-435f-bc12-1df8c1aea043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '62d3e671-8181-4a8e-97f7-6fcead71db38'}] Jul 05 02:33:27.623398 n-d-771362-32 neutron-server[94462]: INFO neutron.plugins.ml2.plugin [None req-831e70b6-6b33-4cb0-9f5e-20de3aa3f0c6 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempt 5 to bind port f932cd94-4e33-4367-804a-7b9aff8003bd Jul 05 02:33:27.627799 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b86b7d1f-59f5-4f5b-833e-ce2dae1405d8 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:27.650648 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1dc3d284-5f1b-4104-8fc9-b3c94702d976 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11828'] for router, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:27.656680 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-c42e25a1-a8bd-46e5-92af-3b46bdeec2c3 None None] For port ee19ab1f-61ae-4d25-8c0e-7226c9addd87, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:33:27.657528 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b86b7d1f-59f5-4f5b-833e-ce2dae1405d8 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:27.659941 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1dc3d284-5f1b-4104-8fc9-b3c94702d976 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:27.660234 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-b86b7d1f-59f5-4f5b-833e-ce2dae1405d8 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] 10.222.0.23 "DELETE /v2.0/networks/b5d7fcc2-42f7-40ad-acda-804cbc1be51d HTTP/1.1" status: 204 len: 168 time: 3.4812293 Jul 05 02:33:27.662685 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86b7d1f-59f5-4f5b-833e-ce2dae1405d8 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Pushing event deleted for resources: {'Network': ['ID=b5d7fcc2-42f7-40ad-acda-804cbc1be51d,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:27.664341 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-407ef908-822d-4def-b166-cb52b85174b4 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636927'] for router_gateway, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:27.665234 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-c42e25a1-a8bd-46e5-92af-3b46bdeec2c3 None None] For port ee19ab1f-61ae-4d25-8c0e-7226c9addd87, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=ee19ab1f-61ae-4d25-8c0e-7226c9addd87,segment=NetworkSegment(32d4a050-2291-4b15-9fd3-b9f5ae53e4f4),segment_id=32d4a050-2291-4b15-9fd3-b9f5ae53e4f4)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:33:27.666377 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 42530) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:27.672285 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-52b1c2ba-c05b-4b45-b8b9-85d03ee4c1f4 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1688665860'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:33:27.700702 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [None req-831e70b6-6b33-4cb0-9f5e-20de3aa3f0c6 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempting to bind port f932cd94-4e33-4367-804a-7b9aff8003bd on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:33:27.701131 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [None req-831e70b6-6b33-4cb0-9f5e-20de3aa3f0c6 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempting to bind port f932cd94-4e33-4367-804a-7b9aff8003bd by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '795ffe07-61a6-435f-bc12-1df8c1aea043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '62d3e671-8181-4a8e-97f7-6fcead71db38'}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:33:27.701538 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831e70b6-6b33-4cb0-9f5e-20de3aa3f0c6 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempting to bind port f932cd94-4e33-4367-804a-7b9aff8003bd on network 62d3e671-8181-4a8e-97f7-6fcead71db38 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:33:27.710665 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831e70b6-6b33-4cb0-9f5e-20de3aa3f0c6 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Port f932cd94-4e33-4367-804a-7b9aff8003bd on network 62d3e671-8181-4a8e-97f7-6fcead71db38 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:33:27.711335 n-d-771362-32 neutron-server[94462]: ERROR neutron.plugins.ml2.managers [None req-831e70b6-6b33-4cb0-9f5e-20de3aa3f0c6 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Failed to bind port f932cd94-4e33-4367-804a-7b9aff8003bd on host n-h2-771362-32 for vnic_type normal using segments [{'id': '795ffe07-61a6-435f-bc12-1df8c1aea043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '62d3e671-8181-4a8e-97f7-6fcead71db38'}] Jul 05 02:33:27.712032 n-d-771362-32 neutron-server[94462]: INFO neutron.plugins.ml2.plugin [None req-831e70b6-6b33-4cb0-9f5e-20de3aa3f0c6 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempt 6 to bind port f932cd94-4e33-4367-804a-7b9aff8003bd Jul 05 02:33:27.730455 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [None req-831e70b6-6b33-4cb0-9f5e-20de3aa3f0c6 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempting to bind port f932cd94-4e33-4367-804a-7b9aff8003bd on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:33:27.730455 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [None req-831e70b6-6b33-4cb0-9f5e-20de3aa3f0c6 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempting to bind port f932cd94-4e33-4367-804a-7b9aff8003bd by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '795ffe07-61a6-435f-bc12-1df8c1aea043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '62d3e671-8181-4a8e-97f7-6fcead71db38'}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:33:27.730455 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831e70b6-6b33-4cb0-9f5e-20de3aa3f0c6 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempting to bind port f932cd94-4e33-4367-804a-7b9aff8003bd on network 62d3e671-8181-4a8e-97f7-6fcead71db38 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:33:27.734518 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831e70b6-6b33-4cb0-9f5e-20de3aa3f0c6 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Port f932cd94-4e33-4367-804a-7b9aff8003bd on network 62d3e671-8181-4a8e-97f7-6fcead71db38 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:33:27.734855 n-d-771362-32 neutron-server[94462]: ERROR neutron.plugins.ml2.managers [None req-831e70b6-6b33-4cb0-9f5e-20de3aa3f0c6 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Failed to bind port f932cd94-4e33-4367-804a-7b9aff8003bd on host n-h2-771362-32 for vnic_type normal using segments [{'id': '795ffe07-61a6-435f-bc12-1df8c1aea043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '62d3e671-8181-4a8e-97f7-6fcead71db38'}] Jul 05 02:33:27.735257 n-d-771362-32 neutron-server[94462]: INFO neutron.plugins.ml2.plugin [None req-831e70b6-6b33-4cb0-9f5e-20de3aa3f0c6 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempt 7 to bind port f932cd94-4e33-4367-804a-7b9aff8003bd Jul 05 02:33:27.750820 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [None req-831e70b6-6b33-4cb0-9f5e-20de3aa3f0c6 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempting to bind port f932cd94-4e33-4367-804a-7b9aff8003bd on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:33:27.751434 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [None req-831e70b6-6b33-4cb0-9f5e-20de3aa3f0c6 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempting to bind port f932cd94-4e33-4367-804a-7b9aff8003bd by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '795ffe07-61a6-435f-bc12-1df8c1aea043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '62d3e671-8181-4a8e-97f7-6fcead71db38'}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:33:27.751937 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831e70b6-6b33-4cb0-9f5e-20de3aa3f0c6 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempting to bind port f932cd94-4e33-4367-804a-7b9aff8003bd on network 62d3e671-8181-4a8e-97f7-6fcead71db38 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:33:27.752578 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-c42e25a1-a8bd-46e5-92af-3b46bdeec2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:27.757318 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831e70b6-6b33-4cb0-9f5e-20de3aa3f0c6 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Port f932cd94-4e33-4367-804a-7b9aff8003bd on network 62d3e671-8181-4a8e-97f7-6fcead71db38 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:33:27.757866 n-d-771362-32 neutron-server[94462]: ERROR neutron.plugins.ml2.managers [None req-831e70b6-6b33-4cb0-9f5e-20de3aa3f0c6 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Failed to bind port f932cd94-4e33-4367-804a-7b9aff8003bd on host n-h2-771362-32 for vnic_type normal using segments [{'id': '795ffe07-61a6-435f-bc12-1df8c1aea043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '62d3e671-8181-4a8e-97f7-6fcead71db38'}] Jul 05 02:33:27.758443 n-d-771362-32 neutron-server[94462]: INFO neutron.plugins.ml2.plugin [None req-831e70b6-6b33-4cb0-9f5e-20de3aa3f0c6 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempt 8 to bind port f932cd94-4e33-4367-804a-7b9aff8003bd Jul 05 02:33:27.784501 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [None req-831e70b6-6b33-4cb0-9f5e-20de3aa3f0c6 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempting to bind port f932cd94-4e33-4367-804a-7b9aff8003bd on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:33:27.785069 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [None req-831e70b6-6b33-4cb0-9f5e-20de3aa3f0c6 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempting to bind port f932cd94-4e33-4367-804a-7b9aff8003bd by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '795ffe07-61a6-435f-bc12-1df8c1aea043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '62d3e671-8181-4a8e-97f7-6fcead71db38'}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:33:27.785572 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831e70b6-6b33-4cb0-9f5e-20de3aa3f0c6 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempting to bind port f932cd94-4e33-4367-804a-7b9aff8003bd on network 62d3e671-8181-4a8e-97f7-6fcead71db38 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:33:27.791139 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831e70b6-6b33-4cb0-9f5e-20de3aa3f0c6 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Port f932cd94-4e33-4367-804a-7b9aff8003bd on network 62d3e671-8181-4a8e-97f7-6fcead71db38 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:33:27.795628 n-d-771362-32 neutron-server[94462]: ERROR neutron.plugins.ml2.managers [None req-831e70b6-6b33-4cb0-9f5e-20de3aa3f0c6 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Failed to bind port f932cd94-4e33-4367-804a-7b9aff8003bd on host n-h2-771362-32 for vnic_type normal using segments [{'id': '795ffe07-61a6-435f-bc12-1df8c1aea043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '62d3e671-8181-4a8e-97f7-6fcead71db38'}] Jul 05 02:33:27.795628 n-d-771362-32 neutron-server[94462]: INFO neutron.plugins.ml2.plugin [None req-831e70b6-6b33-4cb0-9f5e-20de3aa3f0c6 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempt 9 to bind port f932cd94-4e33-4367-804a-7b9aff8003bd Jul 05 02:33:27.820527 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [None req-831e70b6-6b33-4cb0-9f5e-20de3aa3f0c6 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempting to bind port f932cd94-4e33-4367-804a-7b9aff8003bd on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:33:27.821433 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-407ef908-822d-4def-b166-cb52b85174b4 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11828'] for router, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:27.822282 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [None req-831e70b6-6b33-4cb0-9f5e-20de3aa3f0c6 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempting to bind port f932cd94-4e33-4367-804a-7b9aff8003bd by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '795ffe07-61a6-435f-bc12-1df8c1aea043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '62d3e671-8181-4a8e-97f7-6fcead71db38'}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:33:27.822933 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831e70b6-6b33-4cb0-9f5e-20de3aa3f0c6 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempting to bind port f932cd94-4e33-4367-804a-7b9aff8003bd on network 62d3e671-8181-4a8e-97f7-6fcead71db38 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:33:27.824437 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-407ef908-822d-4def-b166-cb52b85174b4 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:27.830563 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831e70b6-6b33-4cb0-9f5e-20de3aa3f0c6 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Port f932cd94-4e33-4367-804a-7b9aff8003bd on network 62d3e671-8181-4a8e-97f7-6fcead71db38 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:33:27.831274 n-d-771362-32 neutron-server[94462]: ERROR neutron.plugins.ml2.managers [None req-831e70b6-6b33-4cb0-9f5e-20de3aa3f0c6 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Failed to bind port f932cd94-4e33-4367-804a-7b9aff8003bd on host n-h2-771362-32 for vnic_type normal using segments [{'id': '795ffe07-61a6-435f-bc12-1df8c1aea043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '62d3e671-8181-4a8e-97f7-6fcead71db38'}] Jul 05 02:33:27.831838 n-d-771362-32 neutron-server[94462]: INFO neutron.plugins.ml2.plugin [None req-831e70b6-6b33-4cb0-9f5e-20de3aa3f0c6 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempt 10 to bind port f932cd94-4e33-4367-804a-7b9aff8003bd Jul 05 02:33:27.848163 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [None req-831e70b6-6b33-4cb0-9f5e-20de3aa3f0c6 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempting to bind port f932cd94-4e33-4367-804a-7b9aff8003bd on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:33:27.848375 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42e25a1-a8bd-46e5-92af-3b46bdeec2c3 None None] Pushing event updated for resources: {'Port': ['ID=ee19ab1f-61ae-4d25-8c0e-7226c9addd87,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:27.848879 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [None req-831e70b6-6b33-4cb0-9f5e-20de3aa3f0c6 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempting to bind port f932cd94-4e33-4367-804a-7b9aff8003bd by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '795ffe07-61a6-435f-bc12-1df8c1aea043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '62d3e671-8181-4a8e-97f7-6fcead71db38'}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:33:27.850634 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831e70b6-6b33-4cb0-9f5e-20de3aa3f0c6 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempting to bind port f932cd94-4e33-4367-804a-7b9aff8003bd on network 62d3e671-8181-4a8e-97f7-6fcead71db38 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:33:27.864558 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831e70b6-6b33-4cb0-9f5e-20de3aa3f0c6 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Port f932cd94-4e33-4367-804a-7b9aff8003bd on network 62d3e671-8181-4a8e-97f7-6fcead71db38 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:33:27.864863 n-d-771362-32 neutron-server[94462]: ERROR neutron.plugins.ml2.managers [None req-831e70b6-6b33-4cb0-9f5e-20de3aa3f0c6 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Failed to bind port f932cd94-4e33-4367-804a-7b9aff8003bd on host n-h2-771362-32 for vnic_type normal using segments [{'id': '795ffe07-61a6-435f-bc12-1df8c1aea043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '62d3e671-8181-4a8e-97f7-6fcead71db38'}] Jul 05 02:33:27.866006 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-831e70b6-6b33-4cb0-9f5e-20de3aa3f0c6 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:27.868097 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52b1c2ba-c05b-4b45-b8b9-85d03ee4c1f4 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Made reservation on behalf of d5279038e8454126be0c5c273f41a9ef for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:33:27.872345 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-52b1c2ba-c05b-4b45-b8b9-85d03ee4c1f4 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:27.884011 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b537aa-fe6f-4852-8040-997e12675e5f req-78725d95-66ae-4a52-9200-1e546ff552f4 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:27.885857 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-45b537aa-fe6f-4852-8040-997e12675e5f req-78725d95-66ae-4a52-9200-1e546ff552f4 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.23 "GET /v2.0/ports?device_id=c52ed947-fce6-4894-9cbf-5ef18a8da90b HTTP/1.1" status: 200 len: 946 time: 0.4140899 Jul 05 02:33:27.928498 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-45b537aa-fe6f-4852-8040-997e12675e5f req-aa75dee5-ce63-4215-9a3b-5864e1feadd6 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.23 "GET /v2.0/security-groups?id=b53426f4-c39e-459a-b74a-012cb0101412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359831 Jul 05 02:33:27.953795 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-dca370fe-28fe-49a6-9c83-f22c660b88c5 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5763388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774356'] for subnet, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:27.953795 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1dc3d284-5f1b-4104-8fc9-b3c94702d976 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1575451'] for router, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:27.953795 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dc3d284-5f1b-4104-8fc9-b3c94702d976 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Fanout notify agent at l3_agent the message router_deleted on router ea11b905-ebcc-4632-9a3b-4a3f44ead851 {{(pid=94461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 02:33:27.957938 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52b1c2ba-c05b-4b45-b8b9-85d03ee4c1f4 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:33:27.976600 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-831e70b6-6b33-4cb0-9f5e-20de3aa3f0c6 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] For port f932cd94-4e33-4367-804a-7b9aff8003bd, host n-h2-771362-32, cleared binding levels {{(pid=94462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:33:27.977145 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-831e70b6-6b33-4cb0-9f5e-20de3aa3f0c6 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempted to set empty binding levels {{(pid=94462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 05 02:33:27.978586 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-52b1c2ba-c05b-4b45-b8b9-85d03ee4c1f4 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:27.978923 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-52b1c2ba-c05b-4b45-b8b9-85d03ee4c1f4 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Added segment 22b5f61b-aad9-42ea-aca6-7b7a1839f0ae of type vlan for network 91f4929b-e139-4d8d-971a-fbfead97b0db Jul 05 02:33:27.981047 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1dc3d284-5f1b-4104-8fc9-b3c94702d976 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks [] for router, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:27.982325 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-1dc3d284-5f1b-4104-8fc9-b3c94702d976 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "DELETE /v2.0/routers/ea11b905-ebcc-4632-9a3b-4a3f44ead851 HTTP/1.1" status: 204 len: 168 time: 1.2324677 Jul 05 02:33:27.986151 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 42538) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:27.992718 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-407ef908-822d-4def-b166-cb52b85174b4 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1575451'] for router, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:27.992718 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-407ef908-822d-4def-b166-cb52b85174b4 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Fanout notify agent at l3_agent the message router_deleted on router 411651ea-003c-4234-8008-d9ff19f5f2bb {{(pid=94461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 02:33:27.992718 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca370fe-28fe-49a6-9c83-f22c660b88c5 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Pushing event deleted for resources: {'Subnet': ['ID=b056a229-0c1b-47ce-ab4d-a0fb5f936109,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:28.008829 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-407ef908-822d-4def-b166-cb52b85174b4 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks [] for router, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:28.022867 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-407ef908-822d-4def-b166-cb52b85174b4 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "DELETE /v2.0/routers/411651ea-003c-4234-8008-d9ff19f5f2bb HTTP/1.1" status: 204 len: 168 time: 3.0718548 Jul 05 02:33:28.064194 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 42544) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:28.072298 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-a4b82e59-af8c-40ce-8f2d-4fa376247fdb tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Request body: {'network': {'name': 'tempest-RoutersTest-169418459'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:33:28.091723 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-831e70b6-6b33-4cb0-9f5e-20de3aa3f0c6 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:28.147128 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-52b1c2ba-c05b-4b45-b8b9-85d03ee4c1f4 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:28.200873 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-831e70b6-6b33-4cb0-9f5e-20de3aa3f0c6 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] In _notify_port_updated(), no bound segment for port f932cd94-4e33-4367-804a-7b9aff8003bd on network 62d3e671-8181-4a8e-97f7-6fcead71db38 {{(pid=94462) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 02:33:28.201904 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831e70b6-6b33-4cb0-9f5e-20de3aa3f0c6 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:28.202570 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-831e70b6-6b33-4cb0-9f5e-20de3aa3f0c6 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:28.204767 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-831e70b6-6b33-4cb0-9f5e-20de3aa3f0c6 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] 10.222.0.23 "PUT /v2.0/ports/f932cd94-4e33-4367-804a-7b9aff8003bd HTTP/1.1" status: 200 len: 975 time: 1.5144465 Jul 05 02:33:28.233641 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 42548) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:28.304140 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b82e59-af8c-40ce-8f2d-4fa376247fdb tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Made reservation on behalf of 1593a1e15f6f447095222242302728ea for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:33:28.310550 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a4b82e59-af8c-40ce-8f2d-4fa376247fdb tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:28.337373 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831e70b6-6b33-4cb0-9f5e-20de3aa3f0c6 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Pushing event updated for resources: {'Port': ['ID=f932cd94-4e33-4367-804a-7b9aff8003bd,revision_number=3']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:28.354440 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-dca370fe-28fe-49a6-9c83-f22c660b88c5 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:28.367454 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4b82e59-af8c-40ce-8f2d-4fa376247fdb tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:33:28.372957 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_v2 [None req-62818c9a-05f0-4acd-a9a1-7407a80cc8d1 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Deleting subnet f02a2782-5777-45bd-89a1-cf137a01b7e4 {{(pid=94461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:33:28.377700 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-dca370fe-28fe-49a6-9c83-f22c660b88c5 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ca033dc-6a7f-4402-a13a-c80192e1eb25']}} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:28.382069 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a4b82e59-af8c-40ce-8f2d-4fa376247fdb tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:28.382454 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-a4b82e59-af8c-40ce-8f2d-4fa376247fdb tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Added segment 46140ea8-1094-460c-8012-80a3d6bd6529 of type vlan for network c2a50335-e0ac-4222-b05f-e2c7b64aef00 Jul 05 02:33:28.387804 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-62818c9a-05f0-4acd-a9a1-7407a80cc8d1 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks [] for subnet, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:28.413567 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-dca370fe-28fe-49a6-9c83-f22c660b88c5 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32d4a050-2291-4b15-9fd3-b9f5ae53e4f4') {'for_net_delete': True} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:28.413925 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-dca370fe-28fe-49a6-9c83-f22c660b88c5 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32d4a050-2291-4b15-9fd3-b9f5ae53e4f4') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:28.415952 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1213ae93-c2c6-4561-b8ee-f7102d7469ed tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:28.416427 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1213ae93-c2c6-4561-b8ee-f7102d7469ed tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:28.416883 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1213ae93-c2c6-4561-b8ee-f7102d7469ed tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:28.417979 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1213ae93-c2c6-4561-b8ee-f7102d7469ed tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:28.418531 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1213ae93-c2c6-4561-b8ee-f7102d7469ed tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:28.419013 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1213ae93-c2c6-4561-b8ee-f7102d7469ed tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:28.419455 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1213ae93-c2c6-4561-b8ee-f7102d7469ed tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:28.419901 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1213ae93-c2c6-4561-b8ee-f7102d7469ed tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:28.423485 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1213ae93-c2c6-4561-b8ee-f7102d7469ed tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:28.423485 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1213ae93-c2c6-4561-b8ee-f7102d7469ed tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:28.423485 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1213ae93-c2c6-4561-b8ee-f7102d7469ed tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:28.423485 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1213ae93-c2c6-4561-b8ee-f7102d7469ed tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:28.423485 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1213ae93-c2c6-4561-b8ee-f7102d7469ed tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:28.423485 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1213ae93-c2c6-4561-b8ee-f7102d7469ed tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:28.423485 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1213ae93-c2c6-4561-b8ee-f7102d7469ed tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:28.423485 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1213ae93-c2c6-4561-b8ee-f7102d7469ed tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:28.424128 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1213ae93-c2c6-4561-b8ee-f7102d7469ed tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:28.424927 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1213ae93-c2c6-4561-b8ee-f7102d7469ed tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:28.424927 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1213ae93-c2c6-4561-b8ee-f7102d7469ed tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:28.425223 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1213ae93-c2c6-4561-b8ee-f7102d7469ed tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:28.425673 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1213ae93-c2c6-4561-b8ee-f7102d7469ed tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:28.432392 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-1213ae93-c2c6-4561-b8ee-f7102d7469ed tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 18684 time: 0.1937664 Jul 05 02:33:28.434053 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 42550) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:28.436427 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-dca370fe-28fe-49a6-9c83-f22c660b88c5 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5519669'] for segment, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:28.459454 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a4b82e59-af8c-40ce-8f2d-4fa376247fdb tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:28.482721 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-52b1c2ba-c05b-4b45-b8b9-85d03ee4c1f4 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:28.488246 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b1c2ba-c05b-4b45-b8b9-85d03ee4c1f4 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:28.488703 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-62818c9a-05f0-4acd-a9a1-7407a80cc8d1 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5519650'] for subnet, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:28.488831 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-52b1c2ba-c05b-4b45-b8b9-85d03ee4c1f4 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:28.516149 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-dca370fe-28fe-49a6-9c83-f22c660b88c5 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:28.530804 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dca370fe-28fe-49a6-9c83-f22c660b88c5 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=94461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:33:28.531218 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-dca370fe-28fe-49a6-9c83-f22c660b88c5 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5763545'] for segment, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:28.536093 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:33:28.536093 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:33:28.536093 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:33:28.536093 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:33:28.536093 n-d-771362-32 neutron-server[94461]: Traceback (most recent call last): Jul 05 02:33:28.536093 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:33:28.536093 n-d-771362-32 neutron-server[94461]: timer() Jul 05 02:33:28.536093 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:33:28.536093 n-d-771362-32 neutron-server[94461]: cb(*args, **kw) Jul 05 02:33:28.536093 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:33:28.536093 n-d-771362-32 neutron-server[94461]: return func(*args, **kwargs) Jul 05 02:33:28.536093 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:33:28.536093 n-d-771362-32 neutron-server[94461]: self._notify() Jul 05 02:33:28.536093 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:33:28.536093 n-d-771362-32 neutron-server[94461]: self.callback(batched_events) Jul 05 02:33:28.536093 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:33:28.536093 n-d-771362-32 neutron-server[94461]: event.method(event) Jul 05 02:33:28.536093 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:33:28.536093 n-d-771362-32 neutron-server[94461]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:33:28.536093 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:33:28.536093 n-d-771362-32 neutron-server[94461]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:33:28.536093 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:33:28.536093 n-d-771362-32 neutron-server[94461]: return f(self, *a, **k) Jul 05 02:33:28.536093 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:33:28.536093 n-d-771362-32 neutron-server[94461]: return self._get(url).json() Jul 05 02:33:28.536093 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:33:28.536093 n-d-771362-32 neutron-server[94461]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:33:28.536093 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:33:28.536093 n-d-771362-32 neutron-server[94461]: return self.request(url, 'GET', **kwargs) Jul 05 02:33:28.536093 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:33:28.536093 n-d-771362-32 neutron-server[94461]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:33:28.536093 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:33:28.536093 n-d-771362-32 neutron-server[94461]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:33:28.536093 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:33:28.536093 n-d-771362-32 neutron-server[94461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:33:28.536093 n-d-771362-32 neutron-server[94461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:33:28.563834 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b1c2ba-c05b-4b45-b8b9-85d03ee4c1f4 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Pushing event updated for resources: {'Network': ['ID=91f4929b-e139-4d8d-971a-fbfead97b0db,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:28.574387 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 91f4929b-e139-4d8d-971a-fbfead97b0db details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:33:28.599376 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4bdbf0-0c2b-4f68-8cbc-6e15cff7f509 req-f8e2fd84-c4cd-44f2-b63e-ca99ce137e25 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:28.599376 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6e4bdbf0-0c2b-4f68-8cbc-6e15cff7f509 req-f8e2fd84-c4cd-44f2-b63e-ca99ce137e25 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.23 "GET /v2.0/ports?device_id=c52ed947-fce6-4894-9cbf-5ef18a8da90b HTTP/1.1" status: 200 len: 946 time: 0.3765204 Jul 05 02:33:28.624203 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a4b82e59-af8c-40ce-8f2d-4fa376247fdb tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:28.630735 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b82e59-af8c-40ce-8f2d-4fa376247fdb tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:28.636841 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a4b82e59-af8c-40ce-8f2d-4fa376247fdb tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:28.650873 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-52b1c2ba-c05b-4b45-b8b9-85d03ee4c1f4 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9828434 Jul 05 02:33:28.663054 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 42556) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:28.676642 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-594be3cd-6d9c-4786-9e81-a2caf9428a43 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Request body: {'subnet': {'network_id': '91f4929b-e139-4d8d-971a-fbfead97b0db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:33:28.718084 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b82e59-af8c-40ce-8f2d-4fa376247fdb tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Pushing event updated for resources: {'Network': ['ID=c2a50335-e0ac-4222-b05f-e2c7b64aef00,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:28.728261 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network c2a50335-e0ac-4222-b05f-e2c7b64aef00 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:33:28.740315 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.db.api [None req-dca370fe-28fe-49a6-9c83-f22c660b88c5 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 02:33:28.740315 n-d-771362-32 neutron-server[94461]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 02:33:28.740315 n-d-771362-32 neutron-server[94461]: [parameters: {'id': '6ca033dc-6a7f-4402-a13a-c80192e1eb25'}] Jul 05 02:33:28.740315 n-d-771362-32 neutron-server[94461]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 02:33:28.740946 n-d-771362-32 neutron-server[94461]: DEBUG oslo_db.api [None req-dca370fe-28fe-49a6-9c83-f22c660b88c5 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 02:33:28.762090 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-a4b82e59-af8c-40ce-8f2d-4fa376247fdb tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6967833 Jul 05 02:33:28.764511 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 42560) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:28.778224 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-63221ed6-af28-437e-b63d-552db29120b8 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Request body: {'subnet': {'network_id': 'c2a50335-e0ac-4222-b05f-e2c7b64aef00', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:33:28.817977 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6e4bdbf0-0c2b-4f68-8cbc-6e15cff7f509 req-d74c957a-fefe-4523-b0c8-b423e2755b2d tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.23 "GET /v2.0/security-groups?id=b53426f4-c39e-459a-b74a-012cb0101412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081685 Jul 05 02:33:28.832307 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-62818c9a-05f0-4acd-a9a1-7407a80cc8d1 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:28.906949 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-4442fd42-e30d-45c1-bde7-08713ec1c1fe tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Deleting port f932cd94-4e33-4367-804a-7b9aff8003bd {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:33:28.908723 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4442fd42-e30d-45c1-bde7-08713ec1c1fe tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:29.001185 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [None req-4442fd42-e30d-45c1-bde7-08713ec1c1fe tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] For port f932cd94-4e33-4367-804a-7b9aff8003bd, host n-h2-771362-32, got binding levels [] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:33:29.001645 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4442fd42-e30d-45c1-bde7-08713ec1c1fe tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:29.014655 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-4442fd42-e30d-45c1-bde7-08713ec1c1fe tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Calling delete_port for f932cd94-4e33-4367-804a-7b9aff8003bd owned by {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:33:29.057656 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-594be3cd-6d9c-4786-9e81-a2caf9428a43 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Made reservation on behalf of d5279038e8454126be0c5c273f41a9ef for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:33:29.059057 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fec9845-1f7e-48bd-8494-1ddaed410213 req-8fda3952-afb2-454c-bf3e-4fc29c90bb74 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:29.060766 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4fec9845-1f7e-48bd-8494-1ddaed410213 req-8fda3952-afb2-454c-bf3e-4fc29c90bb74 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4f8f1fc-059b-456c-8142-a45f72135be6 HTTP/1.1" status: 200 len: 945 time: 0.0702119 Jul 05 02:33:29.061483 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-594be3cd-6d9c-4786-9e81-a2caf9428a43 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:29.090464 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac7448a-4f11-468b-8b85-2de051f22d2e None None] Network 6ca033dc-6a7f-4402-a13a-c80192e1eb25 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:33:29.114917 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4fec9845-1f7e-48bd-8494-1ddaed410213 req-3e7cf576-ed0a-4d64-ae2c-ca006ffade37 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.23 "GET /v2.0/security-groups?id=b53426f4-c39e-459a-b74a-012cb0101412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472023 Jul 05 02:33:29.131459 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-62818c9a-05f0-4acd-a9a1-7407a80cc8d1 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5763388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774356'] for subnet, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:29.159305 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-62818c9a-05f0-4acd-a9a1-7407a80cc8d1 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:29.164412 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-62818c9a-05f0-4acd-a9a1-7407a80cc8d1 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "DELETE /v2.0/subnets/f02a2782-5777-45bd-89a1-cf137a01b7e4 HTTP/1.1" status: 204 len: 168 time: 1.1708643 Jul 05 02:33:29.171913 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 42570) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:29.188599 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62818c9a-05f0-4acd-a9a1-7407a80cc8d1 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Pushing event deleted for resources: {'Subnet': ['ID=f02a2782-5777-45bd-89a1-cf137a01b7e4,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:29.199581 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63221ed6-af28-437e-b63d-552db29120b8 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Made reservation on behalf of 1593a1e15f6f447095222242302728ea for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:33:29.205750 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-63221ed6-af28-437e-b63d-552db29120b8 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:29.246882 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-dca370fe-28fe-49a6-9c83-f22c660b88c5 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:29.289838 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e81344-70cd-46b7-8522-3f2e523b48e4 None None] Network 0aaa2ff7-0d77-4c4c-8912-0a8cf82a1a3f requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:33:29.370179 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-a378557e-d614-4997-90bd-a280518924eb None None] Provisioning for port ee19ab1f-61ae-4d25-8c0e-7226c9addd87 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:33:29.387246 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6a9af586-df51-489b-a0b8-edb8e7b13be0 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:29.497628 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4442fd42-e30d-45c1-bde7-08713ec1c1fe tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:29.513814 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561f695d-1e3c-4420-8ee2-5c3262471c7b None None] DHCP port deletion for 6ca033dc-6a7f-4402-a13a-c80192e1eb25 request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:33:29.587545 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4442fd42-e30d-45c1-bde7-08713ec1c1fe tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Pushing event deleted for resources: {'Port': ['ID=f932cd94-4e33-4367-804a-7b9aff8003bd,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:29.593919 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-561f695d-1e3c-4420-8ee2-5c3262471c7b None None] Deleting port ee19ab1f-61ae-4d25-8c0e-7226c9addd87 {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:33:29.594559 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-561f695d-1e3c-4420-8ee2-5c3262471c7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:29.599122 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-594be3cd-6d9c-4786-9e81-a2caf9428a43 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5763451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774823'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:29.615697 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db3c4a9-c42d-4e4e-8900-a3946b902c83 None None] DHCP port deletion for 0aaa2ff7-0d77-4c4c-8912-0a8cf82a1a3f request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:33:29.651991 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4442fd42-e30d-45c1-bde7-08713ec1c1fe tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:29.654591 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-4442fd42-e30d-45c1-bde7-08713ec1c1fe tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] 10.222.0.23 "DELETE /v2.0/ports/f932cd94-4e33-4367-804a-7b9aff8003bd HTTP/1.1" status: 204 len: 168 time: 1.2206390 Jul 05 02:33:29.662648 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 42578) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:29.725579 n-d-771362-32 neutron-server[94461]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f64386e-aa6c-4566-823c-689438550f54 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] GET failed (client error): The resource could not be found. Jul 05 02:33:29.727265 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-6f64386e-aa6c-4566-823c-689438550f54 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] 10.222.0.23 "GET /v2.0/ports/f932cd94-4e33-4367-804a-7b9aff8003bd HTTP/1.1" status: 404 len: 333 time: 0.0614669 Jul 05 02:33:29.734297 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 42580) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:29.738419 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-6a9af586-df51-489b-a0b8-edb8e7b13be0 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Deleting port 1cd9dcc3-e14e-4d07-910a-fc2db5a82324 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:33:29.743969 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6a9af586-df51-489b-a0b8-edb8e7b13be0 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:29.748357 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-277fad76-f1d8-453c-9d9e-333925c27ac9 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1647646355', 'network_id': '62d3e671-8181-4a8e-97f7-6fcead71db38'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:33:29.757018 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594be3cd-6d9c-4786-9e81-a2caf9428a43 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Pushing event updated for resources: {'Subnet': ['ID=d7a0e35f-d11e-45f0-9fe7-752333954284,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:29.780721 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-dca370fe-28fe-49a6-9c83-f22c660b88c5 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Deleting port ee19ab1f-61ae-4d25-8c0e-7226c9addd87 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:33:29.781229 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-dca370fe-28fe-49a6-9c83-f22c660b88c5 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:29.822570 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-63221ed6-af28-437e-b63d-552db29120b8 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:29.895081 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-561f695d-1e3c-4420-8ee2-5c3262471c7b None None] For port ee19ab1f-61ae-4d25-8c0e-7226c9addd87, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=ee19ab1f-61ae-4d25-8c0e-7226c9addd87,segment=NetworkSegment(32d4a050-2291-4b15-9fd3-b9f5ae53e4f4),segment_id=32d4a050-2291-4b15-9fd3-b9f5ae53e4f4)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:33:29.895484 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-561f695d-1e3c-4420-8ee2-5c3262471c7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:29.899058 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8e86cb-bdd0-43f6-a6da-6a5b69260d23 req-e061a399-bb47-460b-83c8-93b965446939 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:29.900715 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2d8e86cb-bdd0-43f6-a6da-6a5b69260d23 req-e061a399-bb47-460b-83c8-93b965446939 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef449aa8-f75a-4fb8-b57e-9370ed8aa923 HTTP/1.1" status: 200 len: 945 time: 0.4041789 Jul 05 02:33:29.902108 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594be3cd-6d9c-4786-9e81-a2caf9428a43 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Checking segment: {'id': '22b5f61b-aad9-42ea-aca6-7b7a1839f0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '91f4929b-e139-4d8d-971a-fbfead97b0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:33:29.902909 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594be3cd-6d9c-4786-9e81-a2caf9428a43 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Network hostable DHCP agents. Network: 91f4929b-e139-4d8d-971a-fbfead97b0db, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:33:29.916827 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-561f695d-1e3c-4420-8ee2-5c3262471c7b None None] Calling delete_port for ee19ab1f-61ae-4d25-8c0e-7226c9addd87 owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:33:29.930698 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-6a9af586-df51-489b-a0b8-edb8e7b13be0 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] For port 1cd9dcc3-e14e-4d07-910a-fc2db5a82324, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=1cd9dcc3-e14e-4d07-910a-fc2db5a82324,segment=NetworkSegment(b0d0c6ff-5c58-46f1-ace0-6588afcf9c29),segment_id=b0d0c6ff-5c58-46f1-ace0-6588afcf9c29)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:33:29.930698 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6a9af586-df51-489b-a0b8-edb8e7b13be0 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:29.931248 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [None req-dca370fe-28fe-49a6-9c83-f22c660b88c5 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] For port ee19ab1f-61ae-4d25-8c0e-7226c9addd87, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=ee19ab1f-61ae-4d25-8c0e-7226c9addd87,segment=NetworkSegment(32d4a050-2291-4b15-9fd3-b9f5ae53e4f4),segment_id=32d4a050-2291-4b15-9fd3-b9f5ae53e4f4)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:33:29.931248 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-dca370fe-28fe-49a6-9c83-f22c660b88c5 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:29.931444 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63221ed6-af28-437e-b63d-552db29120b8 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Pushing event updated for resources: {'Subnet': ['ID=a45c92f1-84d9-46f1-ac22-c3327d759ded,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:29.931538 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-6db3c4a9-c42d-4e4e-8900-a3946b902c83 None None] Deleting port 1cd9dcc3-e14e-4d07-910a-fc2db5a82324 {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:33:29.931720 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-6db3c4a9-c42d-4e4e-8900-a3946b902c83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:29.944833 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-dca370fe-28fe-49a6-9c83-f22c660b88c5 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Calling delete_port for ee19ab1f-61ae-4d25-8c0e-7226c9addd87 owned by network:dhcp {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:33:29.948269 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-6a9af586-df51-489b-a0b8-edb8e7b13be0 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Calling delete_port for 1cd9dcc3-e14e-4d07-910a-fc2db5a82324 owned by network:dhcp {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:33:30.005770 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-277fad76-f1d8-453c-9d9e-333925c27ac9 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Made reservation on behalf of 8005a63f44bc4d408d7a5292fdd10b31 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:33:30.008448 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-277fad76-f1d8-453c-9d9e-333925c27ac9 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:30.044351 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2d8e86cb-bdd0-43f6-a6da-6a5b69260d23 req-06939f84-e9e4-4ed9-86b5-475040d73845 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.23 "GET /v2.0/security-groups?id=b53426f4-c39e-459a-b74a-012cb0101412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214490 Jul 05 02:33:30.044657 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63221ed6-af28-437e-b63d-552db29120b8 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Checking segment: {'id': '46140ea8-1094-460c-8012-80a3d6bd6529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c2a50335-e0ac-4222-b05f-e2c7b64aef00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:33:30.045018 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63221ed6-af28-437e-b63d-552db29120b8 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Network hostable DHCP agents. Network: c2a50335-e0ac-4222-b05f-e2c7b64aef00, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:33:30.051872 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594be3cd-6d9c-4786-9e81-a2caf9428a43 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Network 91f4929b-e139-4d8d-971a-fbfead97b0db is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:33:30.068780 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [None req-277fad76-f1d8-453c-9d9e-333925c27ac9 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] device_id is not set on port c6af65dd-b619-4673-8f1a-d8ab2cc43a42 yet. {{(pid=94461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:33:30.075843 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-6db3c4a9-c42d-4e4e-8900-a3946b902c83 None None] For port 1cd9dcc3-e14e-4d07-910a-fc2db5a82324, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=1cd9dcc3-e14e-4d07-910a-fc2db5a82324,segment=NetworkSegment(b0d0c6ff-5c58-46f1-ace0-6588afcf9c29),segment_id=b0d0c6ff-5c58-46f1-ace0-6588afcf9c29)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:33:30.076250 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-6db3c4a9-c42d-4e4e-8900-a3946b902c83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:30.096382 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-6db3c4a9-c42d-4e4e-8900-a3946b902c83 None None] Calling delete_port for 1cd9dcc3-e14e-4d07-910a-fc2db5a82324 owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:33:30.123201 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [req-f244ccd4-c4d5-4424-932e-f6dcbc7fd5ac req-a77041e1-ace2-4aee-b8de-10bc11963310 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94462) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:33:30.124228 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f244ccd4-c4d5-4424-932e-f6dcbc7fd5ac req-a77041e1-ace2-4aee-b8de-10bc11963310 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0113366 Jul 05 02:33:30.176956 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-594be3cd-6d9c-4786-9e81-a2caf9428a43 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 91f4929b-e139-4d8d-971a-fbfead97b0db) {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:33:30.189022 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594be3cd-6d9c-4786-9e81-a2caf9428a43 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:30.189022 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-594be3cd-6d9c-4786-9e81-a2caf9428a43 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:30.190198 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739076f1-d63f-4de2-90fe-4ccd6488eeb7 None None] Network 91f4929b-e139-4d8d-971a-fbfead97b0db requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:33:30.227949 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f244ccd4-c4d5-4424-932e-f6dcbc7fd5ac req-852104f5-6877-4db9-a630-bee9545aae5e tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.0973022 Jul 05 02:33:30.243170 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6a9af586-df51-489b-a0b8-edb8e7b13be0 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:30.289462 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9af586-df51-489b-a0b8-edb8e7b13be0 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Pushing event deleted for resources: {'Port': ['ID=1cd9dcc3-e14e-4d07-910a-fc2db5a82324,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:30.300035 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9af586-df51-489b-a0b8-edb8e7b13be0 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] No DVR routers for this DVR port 1cd9dcc3-e14e-4d07-910a-fc2db5a82324 on host n-d-771362-32 {{(pid=94462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:33:30.332128 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-277fad76-f1d8-453c-9d9e-333925c27ac9 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:30.345798 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-6db3c4a9-c42d-4e4e-8900-a3946b902c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:30.373636 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-dca370fe-28fe-49a6-9c83-f22c660b88c5 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:30.398322 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-561f695d-1e3c-4420-8ee2-5c3262471c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:30.400976 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca370fe-28fe-49a6-9c83-f22c660b88c5 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Pushing event deleted for resources: {'Port': ['ID=ee19ab1f-61ae-4d25-8c0e-7226c9addd87,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:30.405957 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63221ed6-af28-437e-b63d-552db29120b8 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Network c2a50335-e0ac-4222-b05f-e2c7b64aef00 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:33:30.408291 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db3c4a9-c42d-4e4e-8900-a3946b902c83 None None] No DVR routers for this DVR port 1cd9dcc3-e14e-4d07-910a-fc2db5a82324 on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:33:30.410587 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6a9af586-df51-489b-a0b8-edb8e7b13be0 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:30.411784 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db3c4a9-c42d-4e4e-8900-a3946b902c83 None None] Pushing event deleted for resources: {'Port': ['ID=1cd9dcc3-e14e-4d07-910a-fc2db5a82324,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:30.418060 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-594be3cd-6d9c-4786-9e81-a2caf9428a43 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7507682 Jul 05 02:33:30.419522 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 42592) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:30.420658 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca370fe-28fe-49a6-9c83-f22c660b88c5 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] No DVR routers for this DVR port ee19ab1f-61ae-4d25-8c0e-7226c9addd87 on host n-d-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:33:30.430817 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-6a9af586-df51-489b-a0b8-edb8e7b13be0 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0aaa2ff7-0d77-4c4c-8912-0a8cf82a1a3f']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:30.433482 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-63221ed6-af28-437e-b63d-552db29120b8 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, c2a50335-e0ac-4222-b05f-e2c7b64aef00) {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:33:30.446030 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63221ed6-af28-437e-b63d-552db29120b8 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:30.446557 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-63221ed6-af28-437e-b63d-552db29120b8 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:30.450562 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-6a9af586-df51-489b-a0b8-edb8e7b13be0 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0d0c6ff-5c58-46f1-ace0-6588afcf9c29') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:30.450868 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-6a9af586-df51-489b-a0b8-edb8e7b13be0 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0d0c6ff-5c58-46f1-ace0-6588afcf9c29') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:30.470178 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6a9af586-df51-489b-a0b8-edb8e7b13be0 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:30.483905 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561f695d-1e3c-4420-8ee2-5c3262471c7b None None] No DVR routers for this DVR port ee19ab1f-61ae-4d25-8c0e-7226c9addd87 on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:33:30.485484 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f695d-1e3c-4420-8ee2-5c3262471c7b None None] Pushing event deleted for resources: {'Port': ['ID=ee19ab1f-61ae-4d25-8c0e-7226c9addd87,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:30.490953 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4ce66f-2cd7-424f-8fd8-820489ee414b None None] Network c2a50335-e0ac-4222-b05f-e2c7b64aef00 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:33:30.501578 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6a9af586-df51-489b-a0b8-edb8e7b13be0 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:30.516117 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a9af586-df51-489b-a0b8-edb8e7b13be0 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:33:30.516637 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6a9af586-df51-489b-a0b8-edb8e7b13be0 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:30.520194 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:33:30.520194 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:33:30.520194 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:33:30.520194 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:33:30.520194 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:33:30.520194 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:33:30.520194 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:33:30.520194 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:33:30.520194 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:33:30.520194 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:33:30.520194 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:33:30.520194 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:33:30.520194 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:33:30.520194 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:33:30.520194 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:33:30.520194 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:33:30.520194 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:33:30.520194 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:33:30.520194 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:33:30.520194 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:33:30.520194 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:33:30.520194 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:33:30.520194 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:33:30.520194 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:33:30.520194 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:33:30.520194 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:33:30.520194 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:33:30.520194 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:33:30.520194 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:33:30.520194 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:33:30.520194 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:33:30.520194 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:33:30.520194 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:33:30.520194 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:33:30.592870 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc00f4f-026e-4f6d-a07a-16930589a94e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-91f4929b-e139-4d8d-971a-fbfead97b0db', 'network_id': '91f4929b-e139-4d8d-971a-fbfead97b0db', 'tenant_id': 'd5279038e8454126be0c5c273f41a9ef', 'fixed_ips': [{'subnet_id': 'd7a0e35f-d11e-45f0-9fe7-752333954284'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:33:30.593737 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-dbc00f4f-026e-4f6d-a07a-16930589a94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:30.617381 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-277fad76-f1d8-453c-9d9e-333925c27ac9 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:30.634181 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-63221ed6-af28-437e-b63d-552db29120b8 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8657520 Jul 05 02:33:30.638101 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 42602) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:30.649408 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-d19b573e-6c3e-4644-8d09-4f4537692932 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-149138393', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:33:30.755330 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-dca370fe-28fe-49a6-9c83-f22c660b88c5 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:30.774373 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277fad76-f1d8-453c-9d9e-333925c27ac9 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Network 62d3e671-8181-4a8e-97f7-6fcead71db38 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:33:30.779660 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6a9af586-df51-489b-a0b8-edb8e7b13be0 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:30.783849 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-dca370fe-28fe-49a6-9c83-f22c660b88c5 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ca033dc-6a7f-4402-a13a-c80192e1eb25']}} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:30.793709 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6a9af586-df51-489b-a0b8-edb8e7b13be0 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:30.799619 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-6a9af586-df51-489b-a0b8-edb8e7b13be0 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "DELETE /v2.0/networks/0aaa2ff7-0d77-4c4c-8912-0a8cf82a1a3f HTTP/1.1" status: 204 len: 168 time: 1.6303835 Jul 05 02:33:30.799811 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-277fad76-f1d8-453c-9d9e-333925c27ac9 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:33:30.812768 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277fad76-f1d8-453c-9d9e-333925c27ac9 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:33:30.813743 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277fad76-f1d8-453c-9d9e-333925c27ac9 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:30.814517 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-277fad76-f1d8-453c-9d9e-333925c27ac9 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:30.815722 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 42606) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:30.830083 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d19b573e-6c3e-4644-8d09-4f4537692932 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11810'] for router, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:30.830083 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d19b573e-6c3e-4644-8d09-4f4537692932 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1926740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11821'] for router, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:30.830322 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-dca370fe-28fe-49a6-9c83-f22c660b88c5 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32d4a050-2291-4b15-9fd3-b9f5ae53e4f4') {'for_net_delete': True} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:30.830322 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-dca370fe-28fe-49a6-9c83-f22c660b88c5 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32d4a050-2291-4b15-9fd3-b9f5ae53e4f4') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:30.844030 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277fad76-f1d8-453c-9d9e-333925c27ac9 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Pushing event updated for resources: {'Port': ['ID=c6af65dd-b619-4673-8f1a-d8ab2cc43a42,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:30.854559 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-dca370fe-28fe-49a6-9c83-f22c660b88c5 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5519669'] for segment, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:30.870190 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9af586-df51-489b-a0b8-edb8e7b13be0 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Pushing event deleted for resources: {'Network': ['ID=0aaa2ff7-0d77-4c4c-8912-0a8cf82a1a3f,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:30.881370 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb47fa9-6d88-498a-88c9-f429e2c92274 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-c2a50335-e0ac-4222-b05f-e2c7b64aef00', 'network_id': 'c2a50335-e0ac-4222-b05f-e2c7b64aef00', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'fixed_ips': [{'subnet_id': 'a45c92f1-84d9-46f1-ac22-c3327d759ded'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:33:30.887056 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5fb47fa9-6d88-498a-88c9-f429e2c92274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:30.893080 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8040ec5d-8ed1-407a-b137-e7810de4580e tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:30.895963 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-dca370fe-28fe-49a6-9c83-f22c660b88c5 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:30.910104 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dca370fe-28fe-49a6-9c83-f22c660b88c5 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=94461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:33:30.911101 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-dca370fe-28fe-49a6-9c83-f22c660b88c5 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5763545'] for segment, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:30.913829 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-dbc00f4f-026e-4f6d-a07a-16930589a94e None None] Allocated IP 172.20.0.2 (91f4929b-e139-4d8d-971a-fbfead97b0db/d7a0e35f-d11e-45f0-9fe7-752333954284/e4f11e67-c91a-4854-882e-6e7e5d694cae) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:33:30.915931 n-d-771362-32 neutron-server[94461]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:33:30.915931 n-d-771362-32 neutron-server[94461]: self.session.flush() Jul 05 02:33:30.915931 n-d-771362-32 neutron-server[94461]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:33:30.915931 n-d-771362-32 neutron-server[94461]: self.session.flush() Jul 05 02:33:30.915931 n-d-771362-32 neutron-server[94461]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:33:30.915931 n-d-771362-32 neutron-server[94461]: self.session.flush() Jul 05 02:33:30.915931 n-d-771362-32 neutron-server[94461]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:33:30.915931 n-d-771362-32 neutron-server[94461]: self.session.flush() Jul 05 02:33:30.915931 n-d-771362-32 neutron-server[94461]: Traceback (most recent call last): Jul 05 02:33:30.915931 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:33:30.915931 n-d-771362-32 neutron-server[94461]: timer() Jul 05 02:33:30.915931 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:33:30.915931 n-d-771362-32 neutron-server[94461]: cb(*args, **kw) Jul 05 02:33:30.915931 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:33:30.915931 n-d-771362-32 neutron-server[94461]: return func(*args, **kwargs) Jul 05 02:33:30.915931 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:33:30.915931 n-d-771362-32 neutron-server[94461]: self._notify() Jul 05 02:33:30.915931 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:33:30.915931 n-d-771362-32 neutron-server[94461]: self.callback(batched_events) Jul 05 02:33:30.915931 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:33:30.915931 n-d-771362-32 neutron-server[94461]: event.method(event) Jul 05 02:33:30.915931 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:33:30.915931 n-d-771362-32 neutron-server[94461]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:33:30.915931 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:33:30.915931 n-d-771362-32 neutron-server[94461]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:33:30.915931 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:33:30.915931 n-d-771362-32 neutron-server[94461]: return f(self, *a, **k) Jul 05 02:33:30.915931 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:33:30.915931 n-d-771362-32 neutron-server[94461]: return self._get(url).json() Jul 05 02:33:30.915931 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:33:30.915931 n-d-771362-32 neutron-server[94461]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:33:30.915931 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:33:30.915931 n-d-771362-32 neutron-server[94461]: return self.request(url, 'GET', **kwargs) Jul 05 02:33:30.915931 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:33:30.915931 n-d-771362-32 neutron-server[94461]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:33:30.915931 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:33:30.915931 n-d-771362-32 neutron-server[94461]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:33:30.915931 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:33:30.915931 n-d-771362-32 neutron-server[94461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:33:30.915931 n-d-771362-32 neutron-server[94461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:33:31.228559 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-5fb47fa9-6d88-498a-88c9-f429e2c92274 None None] Allocated IP 172.20.0.2 (c2a50335-e0ac-4222-b05f-e2c7b64aef00/a45c92f1-84d9-46f1-ac22-c3327d759ded/565b2ffd-4e1e-4734-bba9-52516c72cc93) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:33:31.231527 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-dbc00f4f-026e-4f6d-a07a-16930589a94e None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:31.252845 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfe13a8-9777-4a04-9cad-c43f89990394 req-57abed5c-11c0-4bdd-afc7-4498c295ed40 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:31.254558 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2bfe13a8-9777-4a04-9cad-c43f89990394 req-57abed5c-11c0-4bdd-afc7-4498c295ed40 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.23 "GET /v2.0/ports?device_id=c52ed947-fce6-4894-9cbf-5ef18a8da90b HTTP/1.1" status: 200 len: 946 time: 0.5732372 Jul 05 02:33:31.306627 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-277fad76-f1d8-453c-9d9e-333925c27ac9 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.5665412 Jul 05 02:33:31.320862 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 42614) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:31.328588 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d19b573e-6c3e-4644-8d09-4f4537692932 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:31.365647 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f6aeeb-54c9-4ab7-8f23-c1d0a37d9ca0 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:31.370888 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-b6f6aeeb-54c9-4ab7-8f23-c1d0a37d9ca0 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "GET /v2.0/ports/81842c55-afb0-48d9-b98b-8b5986284f60 HTTP/1.1" status: 200 len: 841 time: 0.5506022 Jul 05 02:33:31.372436 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 42618) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:31.402353 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5fb47fa9-6d88-498a-88c9-f429e2c92274 None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:31.407672 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2bfe13a8-9777-4a04-9cad-c43f89990394 req-afdc975a-5148-4df7-a5d1-841daebf5ec0 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.23 "GET /v2.0/security-groups?id=b53426f4-c39e-459a-b74a-012cb0101412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195798 Jul 05 02:33:31.412082 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d19b573e-6c3e-4644-8d09-4f4537692932 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963'] for router, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:31.418572 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8040ec5d-8ed1-407a-b137-e7810de4580e tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:31.443212 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a491868e-51c3-4031-93ad-457a250a8c53 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:31.447143 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-a491868e-51c3-4031-93ad-457a250a8c53 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] 10.222.0.23 "GET /v2.0/ports/c6af65dd-b619-4673-8f1a-d8ab2cc43a42 HTTP/1.1" status: 200 len: 955 time: 0.1193278 Jul 05 02:33:31.447861 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 42622) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:31.459802 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-dbc00f4f-026e-4f6d-a07a-16930589a94e None None] Transition to ACTIVE for port object e4f11e67-c91a-4854-882e-6e7e5d694cae will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:33:31.461778 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-5fb47fa9-6d88-498a-88c9-f429e2c92274 None None] Transition to ACTIVE for port object 565b2ffd-4e1e-4734-bba9-52516c72cc93 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:33:31.466011 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-dca370fe-28fe-49a6-9c83-f22c660b88c5 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:31.475585 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-dca370fe-28fe-49a6-9c83-f22c660b88c5 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:31.477965 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-dca370fe-28fe-49a6-9c83-f22c660b88c5 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] 10.222.0.23 "DELETE /v2.0/networks/6ca033dc-6a7f-4402-a13a-c80192e1eb25 HTTP/1.1" status: 204 len: 168 time: 5.0670121 Jul 05 02:33:31.481382 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-26066c72-518e-46d0-bc51-dfcaa832a8b2 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "GET /v2.0/ports/81842c55-afb0-48d9-b98b-8b5986284f60?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1083207 Jul 05 02:33:31.495238 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 42624) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:31.504310 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-5fb47fa9-6d88-498a-88c9-f429e2c92274 None None] Transition to ACTIVE for port object 565b2ffd-4e1e-4734-bba9-52516c72cc93 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:33:31.507333 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 42626) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:31.509268 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-dbc00f4f-026e-4f6d-a07a-16930589a94e None None] Transition to ACTIVE for port object e4f11e67-c91a-4854-882e-6e7e5d694cae will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:33:31.535702 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-f0be4c8f-151f-466d-bc6b-b0096dea1c9b tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Request body: {'subnet': {'network_id': '6e23ee8a-6b59-4eae-b4fb-f4810d1759b1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:33:31.546221 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d19b573e-6c3e-4644-8d09-4f4537692932 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:31.550746 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-d19b573e-6c3e-4644-8d09-4f4537692932 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.9116044 Jul 05 02:33:31.551341 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 42628) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:31.576534 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 1cd9dcc3-e14e-4d07-910a-fc2db5a82324 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:33:31.621202 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5fb47fa9-6d88-498a-88c9-f429e2c92274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:31.629619 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca370fe-28fe-49a6-9c83-f22c660b88c5 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Pushing event deleted for resources: {'Network': ['ID=6ca033dc-6a7f-4402-a13a-c80192e1eb25,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:31.630784 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 1cd9dcc3-e14e-4d07-910a-fc2db5a82324 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:33:31.631700 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 1cd9dcc3-e14e-4d07-910a-fc2db5a82324 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:33:31.631804 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device ee19ab1f-61ae-4d25-8c0e-7226c9addd87 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:33:31.642399 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8d7bbc2b-6566-45e1-947b-7cda82702bc1 req-74729035-e9e7-4c86-b851-9ada9bf30f7d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0ed10d54-b0be-4db3-95ed-c9b2e6b4b7f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3603709 Jul 05 02:33:31.643523 n-d-771362-32 neutron-server[94461]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3808904-8f99-4e2a-88cc-4771c3523652 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] DELETE failed (client error): The resource could not be found. Jul 05 02:33:31.644707 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3808904-8f99-4e2a-88cc-4771c3523652 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:33:31.646512 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-f3808904-8f99-4e2a-88cc-4771c3523652 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] 10.222.0.23 "DELETE /v2.0/subnets/b056a229-0c1b-47ce-ab4d-a0fb5f936109 HTTP/1.1" status: 404 len: 337 time: 0.1234963 Jul 05 02:33:31.658391 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-dbc00f4f-026e-4f6d-a07a-16930589a94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:31.660087 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 42630) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:31.686745 n-d-771362-32 neutron-server[94461]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab6be937-bfed-44df-8427-a62cd2617511 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] DELETE failed (client error): The resource could not be found. Jul 05 02:33:31.687477 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab6be937-bfed-44df-8427-a62cd2617511 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:33:31.689353 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-ab6be937-bfed-44df-8427-a62cd2617511 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] 10.222.0.23 "DELETE /v2.0/networks/6ca033dc-6a7f-4402-a13a-c80192e1eb25 HTTP/1.1" status: 404 len: 339 time: 0.0275729 Jul 05 02:33:31.693351 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 42634) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:31.712590 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: ee19ab1f-61ae-4d25-8c0e-7226c9addd87 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:33:31.713132 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device ee19ab1f-61ae-4d25-8c0e-7226c9addd87 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:33:31.720080 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb47fa9-6d88-498a-88c9-f429e2c92274 None None] Pushing event updated for resources: {'Port': ['ID=565b2ffd-4e1e-4734-bba9-52516c72cc93,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:31.736967 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb47fa9-6d88-498a-88c9-f429e2c92274 None None] Network c2a50335-e0ac-4222-b05f-e2c7b64aef00 is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:33:31.740288 n-d-771362-32 neutron-server[94461]: INFO neutron.pecan_wsgi.hooks.translation [None req-9489a2c2-3fca-4f55-9dbd-8d79108cadd1 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] DELETE failed (client error): The resource could not be found. Jul 05 02:33:31.746761 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9489a2c2-3fca-4f55-9dbd-8d79108cadd1 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:33:31.746761 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-9489a2c2-3fca-4f55-9dbd-8d79108cadd1 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] 10.222.0.23 "DELETE /v2.0/subnets/cba0ee2d-a787-4d44-a16d-e17beefef1da HTTP/1.1" status: 404 len: 337 time: 0.0474484 Jul 05 02:33:31.772020 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 42636) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:31.782159 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc00f4f-026e-4f6d-a07a-16930589a94e None None] Network 91f4929b-e139-4d8d-971a-fbfead97b0db is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:33:31.785297 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-dbc00f4f-026e-4f6d-a07a-16930589a94e None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:33:31.791732 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc00f4f-026e-4f6d-a07a-16930589a94e None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:33:31.797698 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-5fb47fa9-6d88-498a-88c9-f429e2c92274 None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:33:31.802653 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb47fa9-6d88-498a-88c9-f429e2c92274 None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:33:31.833737 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7bbc2b-6566-45e1-947b-7cda82702bc1 req-4ea1f07a-cb0c-4e41-b39d-bda3fd662858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:31.835639 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8d7bbc2b-6566-45e1-947b-7cda82702bc1 req-4ea1f07a-cb0c-4e41-b39d-bda3fd662858 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=75731b244fd149bfab61f83bfac8a67b&device_id=0ed10d54-b0be-4db3-95ed-c9b2e6b4b7f8 HTTP/1.1" status: 200 len: 1098 time: 0.1110682 Jul 05 02:33:31.866626 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-a97778fb-d63d-416a-a8b8-cea46a62229b tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] DELETE failed (client error): The resource could not be found. Jul 05 02:33:31.866626 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a97778fb-d63d-416a-a8b8-cea46a62229b tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94462) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:33:31.866626 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-a97778fb-d63d-416a-a8b8-cea46a62229b tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] 10.222.0.23 "DELETE /v2.0/networks/82c0992b-44c3-4eca-b627-796e022f329a HTTP/1.1" status: 404 len: 339 time: 0.0921342 Jul 05 02:33:31.880170 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 42642) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:31.899053 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8040ec5d-8ed1-407a-b137-e7810de4580e tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5763388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774356'] for subnet, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:31.928306 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-5fb47fa9-6d88-498a-88c9-f429e2c92274 None None] Attempting to bind port 565b2ffd-4e1e-4734-bba9-52516c72cc93 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:33:31.929357 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-5fb47fa9-6d88-498a-88c9-f429e2c92274 None None] Attempting to bind port 565b2ffd-4e1e-4734-bba9-52516c72cc93 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '46140ea8-1094-460c-8012-80a3d6bd6529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c2a50335-e0ac-4222-b05f-e2c7b64aef00'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:33:31.929956 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb47fa9-6d88-498a-88c9-f429e2c92274 None None] Attempting to bind port 565b2ffd-4e1e-4734-bba9-52516c72cc93 on network c2a50335-e0ac-4222-b05f-e2c7b64aef00 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:33:31.940328 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb47fa9-6d88-498a-88c9-f429e2c92274 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:33:31.946389 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb47fa9-6d88-498a-88c9-f429e2c92274 None None] Checking segment: {'id': '46140ea8-1094-460c-8012-80a3d6bd6529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c2a50335-e0ac-4222-b05f-e2c7b64aef00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:33:31.946389 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5fb47fa9-6d88-498a-88c9-f429e2c92274 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:31.946389 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb47fa9-6d88-498a-88c9-f429e2c92274 None None] Bound using segment: {'id': '46140ea8-1094-460c-8012-80a3d6bd6529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c2a50335-e0ac-4222-b05f-e2c7b64aef00'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:33:31.946389 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-5fb47fa9-6d88-498a-88c9-f429e2c92274 None None] Bound port: 565b2ffd-4e1e-4734-bba9-52516c72cc93, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46140ea8-1094-460c-8012-80a3d6bd6529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c2a50335-e0ac-4222-b05f-e2c7b64aef00'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:33:31.946389 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5fb47fa9-6d88-498a-88c9-f429e2c92274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:31.946389 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc00f4f-026e-4f6d-a07a-16930589a94e None None] Pushing event updated for resources: {'Port': ['ID=e4f11e67-c91a-4854-882e-6e7e5d694cae,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:31.971963 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-dbc00f4f-026e-4f6d-a07a-16930589a94e None None] Attempting to bind port e4f11e67-c91a-4854-882e-6e7e5d694cae on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:33:31.972567 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-dbc00f4f-026e-4f6d-a07a-16930589a94e None None] Attempting to bind port e4f11e67-c91a-4854-882e-6e7e5d694cae by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '22b5f61b-aad9-42ea-aca6-7b7a1839f0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '91f4929b-e139-4d8d-971a-fbfead97b0db'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:33:31.973344 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc00f4f-026e-4f6d-a07a-16930589a94e None None] Attempting to bind port e4f11e67-c91a-4854-882e-6e7e5d694cae on network 91f4929b-e139-4d8d-971a-fbfead97b0db {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:33:31.983790 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc00f4f-026e-4f6d-a07a-16930589a94e None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:33:31.983790 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc00f4f-026e-4f6d-a07a-16930589a94e None None] Checking segment: {'id': '22b5f61b-aad9-42ea-aca6-7b7a1839f0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '91f4929b-e139-4d8d-971a-fbfead97b0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:33:31.984159 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-dbc00f4f-026e-4f6d-a07a-16930589a94e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:31.984613 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc00f4f-026e-4f6d-a07a-16930589a94e None None] Bound using segment: {'id': '22b5f61b-aad9-42ea-aca6-7b7a1839f0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '91f4929b-e139-4d8d-971a-fbfead97b0db'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:33:31.985277 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-dbc00f4f-026e-4f6d-a07a-16930589a94e None None] Bound port: e4f11e67-c91a-4854-882e-6e7e5d694cae, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22b5f61b-aad9-42ea-aca6-7b7a1839f0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '91f4929b-e139-4d8d-971a-fbfead97b0db'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:33:31.986576 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-dbc00f4f-026e-4f6d-a07a-16930589a94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:31.995881 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8040ec5d-8ed1-407a-b137-e7810de4580e tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Pushing event deleted for resources: {'Subnet': ['ID=d7a0e35f-d11e-45f0-9fe7-752333954284,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:32.000675 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0be4c8f-151f-466d-bc6b-b0096dea1c9b tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Made reservation on behalf of f845296045bc4472b2fc3471aba6dcb0 for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:33:32.005179 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f0be4c8f-151f-466d-bc6b-b0096dea1c9b tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:32.022085 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-e25d6552-ea28-47d6-a135-55535fe46756 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Deleting port c6af65dd-b619-4673-8f1a-d8ab2cc43a42 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:33:32.022709 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e25d6552-ea28-47d6-a135-55535fe46756 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:32.065153 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1323697b-2ce0-494b-a052-eb39e48f6613 req-a2e7dcb7-b63f-4fa4-9df9-6c8254f7a71d tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:32.067020 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1323697b-2ce0-494b-a052-eb39e48f6613 req-a2e7dcb7-b63f-4fa4-9df9-6c8254f7a71d tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4f8f1fc-059b-456c-8142-a45f72135be6 HTTP/1.1" status: 200 len: 945 time: 0.3394647 Jul 05 02:33:32.118323 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-5fb47fa9-6d88-498a-88c9-f429e2c92274 None None] For port 565b2ffd-4e1e-4734-bba9-52516c72cc93, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:33:32.124558 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-5fb47fa9-6d88-498a-88c9-f429e2c92274 None None] For port 565b2ffd-4e1e-4734-bba9-52516c72cc93, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=565b2ffd-4e1e-4734-bba9-52516c72cc93,segment=NetworkSegment(46140ea8-1094-460c-8012-80a3d6bd6529),segment_id=46140ea8-1094-460c-8012-80a3d6bd6529)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:33:32.126829 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-dbc00f4f-026e-4f6d-a07a-16930589a94e None None] For port e4f11e67-c91a-4854-882e-6e7e5d694cae, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:33:32.130801 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-dbc00f4f-026e-4f6d-a07a-16930589a94e None None] For port e4f11e67-c91a-4854-882e-6e7e5d694cae, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=e4f11e67-c91a-4854-882e-6e7e5d694cae,segment=NetworkSegment(22b5f61b-aad9-42ea-aca6-7b7a1839f0ae),segment_id=22b5f61b-aad9-42ea-aca6-7b7a1839f0ae)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:33:32.161326 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e25d6552-ea28-47d6-a135-55535fe46756 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:32.164830 n-d-771362-32 neutron-server[94461]: INFO neutron.pecan_wsgi.hooks.translation [None req-a62e2f27-0673-4508-b3c6-7e0f38e980fe tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] DELETE failed (client error): The resource could not be found. Jul 05 02:33:32.165507 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a62e2f27-0673-4508-b3c6-7e0f38e980fe tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:33:32.170606 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-a62e2f27-0673-4508-b3c6-7e0f38e980fe tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] 10.222.0.23 "DELETE /v2.0/subnets/53606eb3-abc1-4686-9a0d-c286d36b8f3e HTTP/1.1" status: 404 len: 337 time: 0.2850642 Jul 05 02:33:32.172467 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 42646) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:32.208785 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-e25d6552-ea28-47d6-a135-55535fe46756 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Calling delete_port for c6af65dd-b619-4673-8f1a-d8ab2cc43a42 owned by {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:33:32.213236 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1323697b-2ce0-494b-a052-eb39e48f6613 req-7db4c4af-e63f-411d-ae7e-8b718e324245 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.23 "GET /v2.0/security-groups?id=b53426f4-c39e-459a-b74a-012cb0101412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184518 Jul 05 02:33:32.214280 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5fb47fa9-6d88-498a-88c9-f429e2c92274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:32.224806 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-872c53cc-30f0-4633-b674-2941aaee368f tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:32.230441 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb638e44-e74b-42a5-9246-588131a3d405 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] DELETE failed (client error): The resource could not be found. Jul 05 02:33:32.231077 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb638e44-e74b-42a5-9246-588131a3d405 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94462) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:33:32.232848 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-cb638e44-e74b-42a5-9246-588131a3d405 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] 10.222.0.23 "DELETE /v2.0/networks/03de0324-0007-40d7-9ea1-f346869b53fd HTTP/1.1" status: 404 len: 339 time: 0.0532813 Jul 05 02:33:32.243837 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 42650) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:32.283121 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8040ec5d-8ed1-407a-b137-e7810de4580e tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:32.288978 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb47fa9-6d88-498a-88c9-f429e2c92274 None None] Pushing event updated for resources: {'Port': ['ID=565b2ffd-4e1e-4734-bba9-52516c72cc93,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:32.297832 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-8040ec5d-8ed1-407a-b137-e7810de4580e tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91f4929b-e139-4d8d-971a-fbfead97b0db']}} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:32.319824 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-8040ec5d-8ed1-407a-b137-e7810de4580e tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22b5f61b-aad9-42ea-aca6-7b7a1839f0ae') {'for_net_delete': True} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:32.320300 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-8040ec5d-8ed1-407a-b137-e7810de4580e tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22b5f61b-aad9-42ea-aca6-7b7a1839f0ae') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:32.340283 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8040ec5d-8ed1-407a-b137-e7810de4580e tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5519669'] for segment, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:32.355536 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-dbc00f4f-026e-4f6d-a07a-16930589a94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:32.379844 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8040ec5d-8ed1-407a-b137-e7810de4580e tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:32.438025 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc00f4f-026e-4f6d-a07a-16930589a94e None None] Pushing event updated for resources: {'Port': ['ID=e4f11e67-c91a-4854-882e-6e7e5d694cae,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:32.455408 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8040ec5d-8ed1-407a-b137-e7810de4580e tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=94461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:33:32.455824 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8040ec5d-8ed1-407a-b137-e7810de4580e tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5763545'] for segment, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:32.468215 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:33:32.468215 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:33:32.468215 n-d-771362-32 neutron-server[94461]: Traceback (most recent call last): Jul 05 02:33:32.468215 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:33:32.468215 n-d-771362-32 neutron-server[94461]: timer() Jul 05 02:33:32.468215 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:33:32.468215 n-d-771362-32 neutron-server[94461]: cb(*args, **kw) Jul 05 02:33:32.468215 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:33:32.468215 n-d-771362-32 neutron-server[94461]: return func(*args, **kwargs) Jul 05 02:33:32.468215 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:33:32.468215 n-d-771362-32 neutron-server[94461]: self._notify() Jul 05 02:33:32.468215 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:33:32.468215 n-d-771362-32 neutron-server[94461]: self.callback(batched_events) Jul 05 02:33:32.468215 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:33:32.468215 n-d-771362-32 neutron-server[94461]: event.method(event) Jul 05 02:33:32.468215 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:33:32.468215 n-d-771362-32 neutron-server[94461]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:33:32.468215 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:33:32.468215 n-d-771362-32 neutron-server[94461]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:33:32.468215 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:33:32.468215 n-d-771362-32 neutron-server[94461]: return f(self, *a, **k) Jul 05 02:33:32.468215 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:33:32.468215 n-d-771362-32 neutron-server[94461]: return self._get(url).json() Jul 05 02:33:32.468215 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:33:32.468215 n-d-771362-32 neutron-server[94461]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:33:32.468215 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:33:32.468215 n-d-771362-32 neutron-server[94461]: return self.request(url, 'GET', **kwargs) Jul 05 02:33:32.468215 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:33:32.468215 n-d-771362-32 neutron-server[94461]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:33:32.468215 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:33:32.468215 n-d-771362-32 neutron-server[94461]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:33:32.468215 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:33:32.468215 n-d-771362-32 neutron-server[94461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:33:32.468215 n-d-771362-32 neutron-server[94461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:33:32.508549 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e5318d-3289-40b4-b58b-f52c5e749e2e None None] Network 91f4929b-e139-4d8d-971a-fbfead97b0db requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:33:32.574190 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f0be4c8f-151f-466d-bc6b-b0096dea1c9b tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5763451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774823'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:32.649276 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7bbc2b-6566-45e1-947b-7cda82702bc1 req-91b0a210-e2c6-4882-902c-a9cf72a04893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:32.652162 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e25d6552-ea28-47d6-a135-55535fe46756 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:32.667252 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8d7bbc2b-6566-45e1-947b-7cda82702bc1 req-91b0a210-e2c6-4882-902c-a9cf72a04893 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dc52fc88-88f7-44eb-b3db-a1effdd6a0f3 HTTP/1.1" status: 200 len: 911 time: 0.7977092 Jul 05 02:33:32.701377 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25d6552-ea28-47d6-a135-55535fe46756 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Pushing event deleted for resources: {'Port': ['ID=c6af65dd-b619-4673-8f1a-d8ab2cc43a42,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:32.711491 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.db.api [None req-8040ec5d-8ed1-407a-b137-e7810de4580e tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 02:33:32.711491 n-d-771362-32 neutron-server[94461]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 02:33:32.711491 n-d-771362-32 neutron-server[94461]: [parameters: {'id': '91f4929b-e139-4d8d-971a-fbfead97b0db'}] Jul 05 02:33:32.711491 n-d-771362-32 neutron-server[94461]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 02:33:32.711888 n-d-771362-32 neutron-server[94461]: DEBUG oslo_db.api [None req-8040ec5d-8ed1-407a-b137-e7810de4580e tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 02:33:32.727940 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0be4c8f-151f-466d-bc6b-b0096dea1c9b tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Network 6e23ee8a-6b59-4eae-b4fb-f4810d1759b1 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:33:32.741846 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e25d6552-ea28-47d6-a135-55535fe46756 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:32.743610 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-e25d6552-ea28-47d6-a135-55535fe46756 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] 10.222.0.23 "DELETE /v2.0/ports/c6af65dd-b619-4673-8f1a-d8ab2cc43a42 HTTP/1.1" status: 204 len: 168 time: 1.2953193 Jul 05 02:33:32.772613 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 42658) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:32.793990 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-f0be4c8f-151f-466d-bc6b-b0096dea1c9b tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:33:32.797022 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0be4c8f-151f-466d-bc6b-b0096dea1c9b tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:32.797617 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f0be4c8f-151f-466d-bc6b-b0096dea1c9b tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:32.803965 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77567300-6169-42f7-98e9-5bede84c167b None None] Network 6e23ee8a-6b59-4eae-b4fb-f4810d1759b1 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:33:32.820172 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-ded85426-476d-445c-b0d0-82dec17cc995 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Deleting port 3f312551-5af1-4809-80f4-4c455a6c3be8 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:33:32.820749 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ded85426-476d-445c-b0d0-82dec17cc995 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:32.825509 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-87eaca1f-3c11-4ea0-9036-2cb1861c4457 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] GET failed (client error): The resource could not be found. Jul 05 02:33:32.825650 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8d7bbc2b-6566-45e1-947b-7cda82702bc1 req-90c93bd6-2e91-4339-bd55-371fa32f15f3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a771c36c-07c1-47b5-a739-a1df626f52de HTTP/1.1" status: 200 len: 1002 time: 0.1240730 Jul 05 02:33:32.825996 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-87eaca1f-3c11-4ea0-9036-2cb1861c4457 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] 10.222.0.23 "GET /v2.0/ports/c6af65dd-b619-4673-8f1a-d8ab2cc43a42 HTTP/1.1" status: 404 len: 333 time: 0.0521863 Jul 05 02:33:32.829962 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 42660) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:32.831408 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0be4c8f-151f-466d-bc6b-b0096dea1c9b tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Pushing event updated for resources: {'Subnet': ['ID=976978f7-5c98-4eb6-934d-589efd406d20,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:32.845100 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-d2a59cde-84ce-4efa-9b7b-07ef2a861e35 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Request body: {'port': {'network_id': '62d3e671-8181-4a8e-97f7-6fcead71db38', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-148201468'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:33:32.897940 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364ef0ee-a108-4224-9126-2346f748397b req-b17b3274-34ae-45f8-98e3-c2a40f09d68c tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:32.902017 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-364ef0ee-a108-4224-9126-2346f748397b req-b17b3274-34ae-45f8-98e3-c2a40f09d68c tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef449aa8-f75a-4fb8-b57e-9370ed8aa923 HTTP/1.1" status: 200 len: 945 time: 0.5173547 Jul 05 02:33:32.990456 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7bbc2b-6566-45e1-947b-7cda82702bc1 req-59803917-1f08-40ba-b128-627f0e97c82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:32.992709 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8d7bbc2b-6566-45e1-947b-7cda82702bc1 req-59803917-1f08-40ba-b128-627f0e97c82a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=63c2790f-8cb5-49a6-864c-7d95537e5ebe HTTP/1.1" status: 200 len: 850 time: 0.1561546 Jul 05 02:33:32.997190 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-f0be4c8f-151f-466d-bc6b-b0096dea1c9b tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4658146 Jul 05 02:33:33.013187 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 42668) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:33.017679 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-872c53cc-30f0-4633-b674-2941aaee368f tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Allocated IP 172.20.0.1 (c2a50335-e0ac-4222-b05f-e2c7b64aef00/a45c92f1-84d9-46f1-ac22-c3327d759ded/ab7cfb4e-d94a-41f8-b93e-975d2e1d649a) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:33:33.023848 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-9e81d77c-82c0-46ac-be70-0db3e610b3eb tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Request body: {'security_group': {'name': 'tempest-secgroup-1404932480'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:33:33.076155 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa90979-f2d5-4614-9d67-021b89f4546b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-6e23ee8a-6b59-4eae-b4fb-f4810d1759b1', 'network_id': '6e23ee8a-6b59-4eae-b4fb-f4810d1759b1', 'tenant_id': 'f845296045bc4472b2fc3471aba6dcb0', 'fixed_ips': [{'subnet_id': '976978f7-5c98-4eb6-934d-589efd406d20'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:33:33.080300 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-364ef0ee-a108-4224-9126-2346f748397b req-187f73d7-ce8f-408c-b4e0-f706b880d22d tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.23 "GET /v2.0/security-groups?id=b53426f4-c39e-459a-b74a-012cb0101412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668742 Jul 05 02:33:33.080417 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-cfa90979-f2d5-4614-9d67-021b89f4546b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:33.112921 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7bbc2b-6566-45e1-947b-7cda82702bc1 req-7df8767b-b94a-4cf3-b414-4503787a6426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:33.115054 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8d7bbc2b-6566-45e1-947b-7cda82702bc1 req-7df8767b-b94a-4cf3-b414-4503787a6426 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dc52fc88-88f7-44eb-b3db-a1effdd6a0f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1108449 Jul 05 02:33:33.117810 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.db.api [None req-9e81d77c-82c0-46ac-be70-0db3e610b3eb tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 02:33:33.117810 n-d-771362-32 neutron-server[94461]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 02:33:33.117810 n-d-771362-32 neutron-server[94461]: [parameters: {'project_id_1': 'f845296045bc4472b2fc3471aba6dcb0', 'expiration_1': datetime.datetime(2021, 7, 5, 2, 33, 33, 52410)}] Jul 05 02:33:33.117810 n-d-771362-32 neutron-server[94461]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 02:33:33.118182 n-d-771362-32 neutron-server[94461]: DEBUG oslo_db.api [None req-9e81d77c-82c0-46ac-be70-0db3e610b3eb tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 02:33:33.135543 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ded85426-476d-445c-b0d0-82dec17cc995 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:33.174978 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-ded85426-476d-445c-b0d0-82dec17cc995 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Calling delete_port for 3f312551-5af1-4809-80f4-4c455a6c3be8 owned by {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:33:33.216614 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8040ec5d-8ed1-407a-b137-e7810de4580e tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:33.297693 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-872c53cc-30f0-4633-b674-2941aaee368f tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:33.342943 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [None req-872c53cc-30f0-4633-b674-2941aaee368f tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Transition to ACTIVE for port object ab7cfb4e-d94a-41f8-b93e-975d2e1d649a will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:33:33.345690 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-cfa90979-f2d5-4614-9d67-021b89f4546b None None] Allocated IP 172.20.0.2 (6e23ee8a-6b59-4eae-b4fb-f4810d1759b1/976978f7-5c98-4eb6-934d-589efd406d20/0509b09c-eb1d-465a-8222-6a7aa70323e1) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:33:33.371402 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8d7bbc2b-6566-45e1-947b-7cda82702bc1 req-17ed7902-af60-44ac-9b53-bb3680f59ffd service neutron] 10.222.0.15 "GET /v2.0/networks/dc52fc88-88f7-44eb-b3db-a1effdd6a0f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492764 Jul 05 02:33:33.435547 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2a59cde-84ce-4efa-9b7b-07ef2a861e35 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Made reservation on behalf of 8005a63f44bc4d408d7a5292fdd10b31 for: {'port': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:33:33.445389 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d2a59cde-84ce-4efa-9b7b-07ef2a861e35 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:33.530377 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ded85426-476d-445c-b0d0-82dec17cc995 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:33.593610 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 565b2ffd-4e1e-4734-bba9-52516c72cc93 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:33:33.611974 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-8040ec5d-8ed1-407a-b137-e7810de4580e tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Deleting port e4f11e67-c91a-4854-882e-6e7e5d694cae {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:33:33.612324 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8040ec5d-8ed1-407a-b137-e7810de4580e tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:33.613646 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-872c53cc-30f0-4633-b674-2941aaee368f tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:33.618955 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [None req-d2a59cde-84ce-4efa-9b7b-07ef2a861e35 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] device_id is not set on port 8b6afd00-bf44-48cb-9955-b352fd336447 yet. {{(pid=94462) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:33:33.630366 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded85426-476d-445c-b0d0-82dec17cc995 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Pushing event deleted for resources: {'Port': ['ID=3f312551-5af1-4809-80f4-4c455a6c3be8,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:33.661848 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-cfa90979-f2d5-4614-9d67-021b89f4546b None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:33.674619 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-cfa90979-f2d5-4614-9d67-021b89f4546b None None] Transition to ACTIVE for port object 0509b09c-eb1d-465a-8222-6a7aa70323e1 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:33:33.696057 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-cfa90979-f2d5-4614-9d67-021b89f4546b None None] Transition to ACTIVE for port object 0509b09c-eb1d-465a-8222-6a7aa70323e1 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:33:33.701541 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872c53cc-30f0-4633-b674-2941aaee368f tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Pushing event updated for resources: {'Port': ['ID=ab7cfb4e-d94a-41f8-b93e-975d2e1d649a,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:33.704627 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ded85426-476d-445c-b0d0-82dec17cc995 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:33.709814 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-ded85426-476d-445c-b0d0-82dec17cc995 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] 10.222.0.23 "DELETE /v2.0/ports/3f312551-5af1-4809-80f4-4c455a6c3be8 HTTP/1.1" status: 204 len: 168 time: 1.4649246 Jul 05 02:33:33.715632 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 42676) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:33.724429 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8d7bbc2b-6566-45e1-947b-7cda82702bc1 req-1ff179a9-73bf-4ea2-8bcd-49c32842a09c service neutron] 10.222.0.15 "GET /v2.0/networks/dc52fc88-88f7-44eb-b3db-a1effdd6a0f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3285999 Jul 05 02:33:33.726090 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ec85b0a0-b2b7-4e8c-b6f0-516239972220 req-4fb194e4-96c7-4e3b-8ba6-375f3d8aa558 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c52ed947-fce6-4894-9cbf-5ef18a8da90b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3742452 Jul 05 02:33:33.759405 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 565b2ffd-4e1e-4734-bba9-52516c72cc93 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:33:33.764257 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [None req-8040ec5d-8ed1-407a-b137-e7810de4580e tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] For port e4f11e67-c91a-4854-882e-6e7e5d694cae, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=e4f11e67-c91a-4854-882e-6e7e5d694cae,segment=NetworkSegment(22b5f61b-aad9-42ea-aca6-7b7a1839f0ae),segment_id=22b5f61b-aad9-42ea-aca6-7b7a1839f0ae)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:33:33.764674 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8040ec5d-8ed1-407a-b137-e7810de4580e tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:33.767237 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872c53cc-30f0-4633-b674-2941aaee368f tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Network c2a50335-e0ac-4222-b05f-e2c7b64aef00 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:33:33.784516 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-cfa90979-f2d5-4614-9d67-021b89f4546b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:33.800868 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-8040ec5d-8ed1-407a-b137-e7810de4580e tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Calling delete_port for e4f11e67-c91a-4854-882e-6e7e5d694cae owned by network:dhcp {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:33:33.801439 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-872c53cc-30f0-4633-b674-2941aaee368f tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:33:33.810437 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872c53cc-30f0-4633-b674-2941aaee368f tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:33:33.813657 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-46e40a7c-dba9-4858-84de-8d892997f294 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] DELETE failed (client error): The resource could not be found. Jul 05 02:33:33.814283 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46e40a7c-dba9-4858-84de-8d892997f294 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94462) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:33:33.818754 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-46e40a7c-dba9-4858-84de-8d892997f294 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] 10.222.0.23 "DELETE /v2.0/subnets/6f8bfc16-9fee-476c-9ac8-c82312abdb30 HTTP/1.1" status: 404 len: 337 time: 0.1001072 Jul 05 02:33:33.820513 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 42680) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:33.852352 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607d4e3d-5b0c-4144-9290-d3c7e4cfd1b2 None None] Network c2a50335-e0ac-4222-b05f-e2c7b64aef00 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:33:33.862635 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390509ce-20e6-4cfb-8cfd-07aca2f0f51b req-0f6e840f-9e54-472f-b887-77766ef44099 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:33.867538 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa90979-f2d5-4614-9d67-021b89f4546b None None] Network 6e23ee8a-6b59-4eae-b4fb-f4810d1759b1 is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:33:33.868867 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390509ce-20e6-4cfb-8cfd-07aca2f0f51b req-0f6e840f-9e54-472f-b887-77766ef44099 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:33.875472 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390509ce-20e6-4cfb-8cfd-07aca2f0f51b req-0f6e840f-9e54-472f-b887-77766ef44099 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:33.877271 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-390509ce-20e6-4cfb-8cfd-07aca2f0f51b req-0f6e840f-9e54-472f-b887-77766ef44099 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef449aa8-f75a-4fb8-b57e-9370ed8aa923&device_id=c4f8f1fc-059b-456c-8142-a45f72135be6&device_id=c52ed947-fce6-4894-9cbf-5ef18a8da90b HTTP/1.1" status: 200 len: 2417 time: 0.4735799 Jul 05 02:33:33.904845 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-cfa90979-f2d5-4614-9d67-021b89f4546b None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:33:33.911446 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa90979-f2d5-4614-9d67-021b89f4546b None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:33:33.918987 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa90979-f2d5-4614-9d67-021b89f4546b None None] Pushing event updated for resources: {'Port': ['ID=0509b09c-eb1d-465a-8222-6a7aa70323e1,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:33.964983 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9e81d77c-82c0-46ac-be70-0db3e610b3eb tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:33.994336 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-872c53cc-30f0-4633-b674-2941aaee368f tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635668'] for router_interface, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:34.024026 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-cfa90979-f2d5-4614-9d67-021b89f4546b None None] Attempting to bind port 0509b09c-eb1d-465a-8222-6a7aa70323e1 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:33:34.024396 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-cfa90979-f2d5-4614-9d67-021b89f4546b None None] Attempting to bind port 0509b09c-eb1d-465a-8222-6a7aa70323e1 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '6aff1cb9-b340-42ec-b363-0b26517ecca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6e23ee8a-6b59-4eae-b4fb-f4810d1759b1'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:33:34.024762 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa90979-f2d5-4614-9d67-021b89f4546b None None] Attempting to bind port 0509b09c-eb1d-465a-8222-6a7aa70323e1 on network 6e23ee8a-6b59-4eae-b4fb-f4810d1759b1 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:33:34.041555 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa90979-f2d5-4614-9d67-021b89f4546b None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:33:34.046651 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa90979-f2d5-4614-9d67-021b89f4546b None None] Checking segment: {'id': '6aff1cb9-b340-42ec-b363-0b26517ecca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6e23ee8a-6b59-4eae-b4fb-f4810d1759b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:33:34.046651 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-cfa90979-f2d5-4614-9d67-021b89f4546b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:34.046651 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa90979-f2d5-4614-9d67-021b89f4546b None None] Bound using segment: {'id': '6aff1cb9-b340-42ec-b363-0b26517ecca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6e23ee8a-6b59-4eae-b4fb-f4810d1759b1'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:33:34.046651 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-cfa90979-f2d5-4614-9d67-021b89f4546b None None] Bound port: 0509b09c-eb1d-465a-8222-6a7aa70323e1, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aff1cb9-b340-42ec-b363-0b26517ecca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6e23ee8a-6b59-4eae-b4fb-f4810d1759b1'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:33:34.046651 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-cfa90979-f2d5-4614-9d67-021b89f4546b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:34.061239 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-390509ce-20e6-4cfb-8cfd-07aca2f0f51b req-27414a1c-894b-4e5b-b133-bc9d858e7aa9 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.23 "GET /v2.0/security-groups?id=b53426f4-c39e-459a-b74a-012cb0101412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663263 Jul 05 02:33:34.105414 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f36250a0-fa69-4aa1-91b7-a7842f229371 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:34.163426 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec85b0a0-b2b7-4e8c-b6f0-516239972220 req-0d91ff58-36d0-405b-b2b3-936ec511837b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:34.164837 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-cfa90979-f2d5-4614-9d67-021b89f4546b None None] For port 0509b09c-eb1d-465a-8222-6a7aa70323e1, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:33:34.165757 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ec85b0a0-b2b7-4e8c-b6f0-516239972220 req-0d91ff58-36d0-405b-b2b3-936ec511837b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4e995921b6314f858ba2998c24015588&device_id=c52ed947-fce6-4894-9cbf-5ef18a8da90b HTTP/1.1" status: 200 len: 1098 time: 0.3340404 Jul 05 02:33:34.170635 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-cfa90979-f2d5-4614-9d67-021b89f4546b None None] For port 0509b09c-eb1d-465a-8222-6a7aa70323e1, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=0509b09c-eb1d-465a-8222-6a7aa70323e1,segment=NetworkSegment(6aff1cb9-b340-42ec-b363-0b26517ecca9),segment_id=6aff1cb9-b340-42ec-b363-0b26517ecca9)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:33:34.177427 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-05dcabc7-eb19-4f3d-ae0f-0b0f7ffb6918 None None] Provisioning for port 565b2ffd-4e1e-4734-bba9-52516c72cc93 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:33:34.197664 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d2a59cde-84ce-4efa-9b7b-07ef2a861e35 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:34.207784 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-05dcabc7-eb19-4f3d-ae0f-0b0f7ffb6918 None None] Provisioning complete for port 565b2ffd-4e1e-4734-bba9-52516c72cc93 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:33:34.208358 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-05dcabc7-eb19-4f3d-ae0f-0b0f7ffb6918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:34.270790 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-24dcb0ab-423c-4784-b313-79ff80e26583 req-b39cee35-0117-454e-b58a-7ae7ce15f898 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1416576 Jul 05 02:33:34.297595 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f36250a0-fa69-4aa1-91b7-a7842f229371 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:34.333378 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-cfa90979-f2d5-4614-9d67-021b89f4546b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:34.342230 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-f36250a0-fa69-4aa1-91b7-a7842f229371 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff5045d0-321c-4be3-b5ad-cbe201b7fc8a']}} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:34.350545 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8040ec5d-8ed1-407a-b137-e7810de4580e tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:34.402361 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-872c53cc-30f0-4633-b674-2941aaee368f tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:34.414152 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-f36250a0-fa69-4aa1-91b7-a7842f229371 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9fa6504-f2fd-4894-9034-3e1975b88e21') {'for_net_delete': True} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:34.414671 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-f36250a0-fa69-4aa1-91b7-a7842f229371 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9fa6504-f2fd-4894-9034-3e1975b88e21') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:34.434011 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d2a59cde-84ce-4efa-9b7b-07ef2a861e35 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:34.437354 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa90979-f2d5-4614-9d67-021b89f4546b None None] Pushing event updated for resources: {'Port': ['ID=0509b09c-eb1d-465a-8222-6a7aa70323e1,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:34.442415 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-05dcabc7-eb19-4f3d-ae0f-0b0f7ffb6918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:34.490542 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-05dcabc7-eb19-4f3d-ae0f-0b0f7ffb6918 None None] For port 565b2ffd-4e1e-4734-bba9-52516c72cc93, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=565b2ffd-4e1e-4734-bba9-52516c72cc93,segment=NetworkSegment(46140ea8-1094-460c-8012-80a3d6bd6529),segment_id=46140ea8-1094-460c-8012-80a3d6bd6529)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:33:34.530162 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec85b0a0-b2b7-4e8c-b6f0-516239972220 req-0040b299-eca7-493d-9e1e-e77efdd9d3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:34.531599 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ec85b0a0-b2b7-4e8c-b6f0-516239972220 req-0040b299-eca7-493d-9e1e-e77efdd9d3d3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=66f0e33c-186c-492e-9bf2-332c0e115471 HTTP/1.1" status: 200 len: 915 time: 0.3216503 Jul 05 02:33:34.532441 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8040ec5d-8ed1-407a-b137-e7810de4580e tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] No DVR routers for this DVR port e4f11e67-c91a-4854-882e-6e7e5d694cae on host n-d-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:33:34.543175 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8040ec5d-8ed1-407a-b137-e7810de4580e tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Pushing event deleted for resources: {'Port': ['ID=e4f11e67-c91a-4854-882e-6e7e5d694cae,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:34.561391 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a59cde-84ce-4efa-9b7b-07ef2a861e35 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Network 62d3e671-8181-4a8e-97f7-6fcead71db38 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:33:34.562799 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f36250a0-fa69-4aa1-91b7-a7842f229371 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5519669'] for segment, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:34.569038 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-d2a59cde-84ce-4efa-9b7b-07ef2a861e35 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:33:34.575325 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a59cde-84ce-4efa-9b7b-07ef2a861e35 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:33:34.576364 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a59cde-84ce-4efa-9b7b-07ef2a861e35 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:34.577325 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d2a59cde-84ce-4efa-9b7b-07ef2a861e35 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:34.580160 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-05dcabc7-eb19-4f3d-ae0f-0b0f7ffb6918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:34.632960 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dcabc7-eb19-4f3d-ae0f-0b0f7ffb6918 None None] Pushing event updated for resources: {'Port': ['ID=565b2ffd-4e1e-4734-bba9-52516c72cc93,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:34.724289 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-d044e711-f105-4efe-979f-e8ef31c5679c None None] Provisioning complete for port 565b2ffd-4e1e-4734-bba9-52516c72cc93 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:33:34.725947 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-d044e711-f105-4efe-979f-e8ef31c5679c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:34.755168 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a59cde-84ce-4efa-9b7b-07ef2a861e35 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Pushing event updated for resources: {'Port': ['ID=8b6afd00-bf44-48cb-9955-b352fd336447,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:34.767494 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ec85b0a0-b2b7-4e8c-b6f0-516239972220 req-27a25102-f4b0-45fd-a340-d163b7c06359 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d66588ab-4bf0-4a0f-bf30-bc8d43bcceae HTTP/1.1" status: 200 len: 217 time: 0.1981673 Jul 05 02:33:34.832503 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9e81d77c-82c0-46ac-be70-0db3e610b3eb tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:34.847100 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f36250a0-fa69-4aa1-91b7-a7842f229371 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:34.979576 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f36250a0-fa69-4aa1-91b7-a7842f229371 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=94461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:33:34.980278 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f36250a0-fa69-4aa1-91b7-a7842f229371 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5763545'] for segment, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:35.046189 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec85b0a0-b2b7-4e8c-b6f0-516239972220 req-70b68119-9070-4b3a-9925-3cd68d43dee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:35.046951 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ec85b0a0-b2b7-4e8c-b6f0-516239972220 req-70b68119-9070-4b3a-9925-3cd68d43dee3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=aa1bf1c9-f897-408c-a65c-fe6e04478f5f HTTP/1.1" status: 200 len: 854 time: 0.2400148 Jul 05 02:33:35.047745 n-d-771362-32 neutron-server[94461]: Traceback (most recent call last): Jul 05 02:33:35.047745 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:33:35.047745 n-d-771362-32 neutron-server[94461]: timer() Jul 05 02:33:35.047745 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:33:35.047745 n-d-771362-32 neutron-server[94461]: cb(*args, **kw) Jul 05 02:33:35.047745 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:33:35.047745 n-d-771362-32 neutron-server[94461]: return func(*args, **kwargs) Jul 05 02:33:35.047745 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:33:35.047745 n-d-771362-32 neutron-server[94461]: self._notify() Jul 05 02:33:35.047745 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:33:35.047745 n-d-771362-32 neutron-server[94461]: self.callback(batched_events) Jul 05 02:33:35.047745 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:33:35.047745 n-d-771362-32 neutron-server[94461]: event.method(event) Jul 05 02:33:35.047745 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:33:35.047745 n-d-771362-32 neutron-server[94461]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:33:35.047745 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:33:35.047745 n-d-771362-32 neutron-server[94461]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:33:35.047745 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:33:35.047745 n-d-771362-32 neutron-server[94461]: return f(self, *a, **k) Jul 05 02:33:35.047745 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:33:35.047745 n-d-771362-32 neutron-server[94461]: return self._get(url).json() Jul 05 02:33:35.047745 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:33:35.047745 n-d-771362-32 neutron-server[94461]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:33:35.047745 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:33:35.047745 n-d-771362-32 neutron-server[94461]: return self.request(url, 'GET', **kwargs) Jul 05 02:33:35.047745 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:33:35.047745 n-d-771362-32 neutron-server[94461]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:33:35.047745 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:33:35.047745 n-d-771362-32 neutron-server[94461]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:33:35.047745 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:33:35.047745 n-d-771362-32 neutron-server[94461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:33:35.047745 n-d-771362-32 neutron-server[94461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:33:35.068004 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9e81d77c-82c0-46ac-be70-0db3e610b3eb tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:35.069059 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-d2a59cde-84ce-4efa-9b7b-07ef2a861e35 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.2271729 Jul 05 02:33:35.071965 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 42702) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:35.078281 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-32ab5264-0894-4f63-b495-392ca9d2592b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-771362-32'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:33:35.093905 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-d044e711-f105-4efe-979f-e8ef31c5679c None None] Provisioning for port ab7cfb4e-d94a-41f8-b93e-975d2e1d649a completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:33:35.098594 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-d044e711-f105-4efe-979f-e8ef31c5679c None None] Provisioning complete for port ab7cfb4e-d94a-41f8-b93e-975d2e1d649a triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:33:35.099058 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-d044e711-f105-4efe-979f-e8ef31c5679c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:35.118443 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-872c53cc-30f0-4633-b674-2941aaee368f tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:35.129646 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8040ec5d-8ed1-407a-b137-e7810de4580e tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:35.153913 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-8040ec5d-8ed1-407a-b137-e7810de4580e tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91f4929b-e139-4d8d-971a-fbfead97b0db']}} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:35.176645 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-8040ec5d-8ed1-407a-b137-e7810de4580e tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22b5f61b-aad9-42ea-aca6-7b7a1839f0ae') {'for_net_delete': True} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:35.178018 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-8040ec5d-8ed1-407a-b137-e7810de4580e tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22b5f61b-aad9-42ea-aca6-7b7a1839f0ae') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:35.182852 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-32ab5264-0894-4f63-b495-392ca9d2592b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:35.188288 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-d044e711-f105-4efe-979f-e8ef31c5679c None None] Port ab7cfb4e-d94a-41f8-b93e-975d2e1d649a cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:33:35.199648 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e81d77c-82c0-46ac-be70-0db3e610b3eb tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ee9c8c-fda6-4f08-8498-de421ba58576,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:35.203466 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8040ec5d-8ed1-407a-b137-e7810de4580e tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5519669'] for segment, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:35.248394 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8040ec5d-8ed1-407a-b137-e7810de4580e tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:35.265262 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-872c53cc-30f0-4633-b674-2941aaee368f tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:35.272373 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8040ec5d-8ed1-407a-b137-e7810de4580e tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=94461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:33:35.272373 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8040ec5d-8ed1-407a-b137-e7810de4580e tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5763545'] for segment, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:35.275855 n-d-771362-32 neutron-server[94461]: Traceback (most recent call last): Jul 05 02:33:35.275855 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:33:35.275855 n-d-771362-32 neutron-server[94461]: timer() Jul 05 02:33:35.275855 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:33:35.275855 n-d-771362-32 neutron-server[94461]: cb(*args, **kw) Jul 05 02:33:35.275855 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:33:35.275855 n-d-771362-32 neutron-server[94461]: return func(*args, **kwargs) Jul 05 02:33:35.275855 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:33:35.275855 n-d-771362-32 neutron-server[94461]: self._notify() Jul 05 02:33:35.275855 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:33:35.275855 n-d-771362-32 neutron-server[94461]: self.callback(batched_events) Jul 05 02:33:35.275855 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:33:35.275855 n-d-771362-32 neutron-server[94461]: event.method(event) Jul 05 02:33:35.275855 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:33:35.275855 n-d-771362-32 neutron-server[94461]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:33:35.275855 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:33:35.275855 n-d-771362-32 neutron-server[94461]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:33:35.275855 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:33:35.275855 n-d-771362-32 neutron-server[94461]: return f(self, *a, **k) Jul 05 02:33:35.275855 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:33:35.275855 n-d-771362-32 neutron-server[94461]: return self._get(url).json() Jul 05 02:33:35.275855 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:33:35.275855 n-d-771362-32 neutron-server[94461]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:33:35.275855 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:33:35.275855 n-d-771362-32 neutron-server[94461]: return self.request(url, 'GET', **kwargs) Jul 05 02:33:35.275855 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:33:35.275855 n-d-771362-32 neutron-server[94461]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:33:35.275855 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:33:35.275855 n-d-771362-32 neutron-server[94461]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:33:35.275855 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:33:35.275855 n-d-771362-32 neutron-server[94461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:33:35.275855 n-d-771362-32 neutron-server[94461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:33:35.281066 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f36250a0-fa69-4aa1-91b7-a7842f229371 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:35.282738 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9e81d77c-82c0-46ac-be70-0db3e610b3eb tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:35.295599 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-9e81d77c-82c0-46ac-be70-0db3e610b3eb tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.2781312 Jul 05 02:33:35.325341 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-50d48838-9d6f-41ac-b1e0-3ed0ecffec5a None None] Provisioning complete for port ab7cfb4e-d94a-41f8-b93e-975d2e1d649a triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:33:35.325716 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-50d48838-9d6f-41ac-b1e0-3ed0ecffec5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:35.328776 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 42708) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:35.329844 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f36250a0-fa69-4aa1-91b7-a7842f229371 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:35.353052 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-f36250a0-fa69-4aa1-91b7-a7842f229371 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] 10.222.0.23 "DELETE /v2.0/networks/ff5045d0-321c-4be3-b5ad-cbe201b7fc8a HTTP/1.1" status: 204 len: 168 time: 1.5307069 Jul 05 02:33:35.353682 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 42710) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:35.393728 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-190fa9bb-4717-4d7d-8a2b-ad33b180bf63 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Request body: {'security_group': {'name': 'tempest-secgroup-770018210'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:33:35.411712 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-50d48838-9d6f-41ac-b1e0-3ed0ecffec5a None None] Port ab7cfb4e-d94a-41f8-b93e-975d2e1d649a cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:33:35.420034 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec85b0a0-b2b7-4e8c-b6f0-516239972220 req-5a3fe396-6fbb-429f-9f70-7845c177d94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:35.421558 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ec85b0a0-b2b7-4e8c-b6f0-516239972220 req-5a3fe396-6fbb-429f-9f70-7845c177d94b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=66f0e33c-186c-492e-9bf2-332c0e115471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3633280 Jul 05 02:33:35.427437 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36250a0-fa69-4aa1-91b7-a7842f229371 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Pushing event deleted for resources: {'Network': ['ID=ff5045d0-321c-4be3-b5ad-cbe201b7fc8a,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:35.455975 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-872c53cc-30f0-4633-b674-2941aaee368f tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634601'] for router_interface, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:35.471743 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872c53cc-30f0-4633-b674-2941aaee368f tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Pushing event updated for resources: {'Port': ['ID=ab7cfb4e-d94a-41f8-b93e-975d2e1d649a,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:35.536824 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8040ec5d-8ed1-407a-b137-e7810de4580e tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:35.566426 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8040ec5d-8ed1-407a-b137-e7810de4580e tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:35.572221 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-8040ec5d-8ed1-407a-b137-e7810de4580e tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] 10.222.0.23 "DELETE /v2.0/networks/91f4929b-e139-4d8d-971a-fbfead97b0db HTTP/1.1" status: 204 len: 168 time: 5.1478803 Jul 05 02:33:35.572835 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 42714) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:35.608366 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-859ed5be-e9cf-4122-be8c-c977558337be tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-432918352'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:33:35.652709 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-190fa9bb-4717-4d7d-8a2b-ad33b180bf63 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:35.657243 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8040ec5d-8ed1-407a-b137-e7810de4580e tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Pushing event deleted for resources: {'Network': ['ID=91f4929b-e139-4d8d-971a-fbfead97b0db,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:35.667445 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ec85b0a0-b2b7-4e8c-b6f0-516239972220 req-dd09a953-f2ae-48d0-b446-1dd938db347b service neutron] 10.222.0.21 "GET /v2.0/networks/66f0e33c-186c-492e-9bf2-332c0e115471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321682 Jul 05 02:33:35.720957 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 565b2ffd-4e1e-4734-bba9-52516c72cc93 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:33:35.780983 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-859ed5be-e9cf-4122-be8c-c977558337be tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Made reservation on behalf of d5279038e8454126be0c5c273f41a9ef for: {'network': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:33:35.783303 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 565b2ffd-4e1e-4734-bba9-52516c72cc93 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:33:35.783866 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:35.793925 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-859ed5be-e9cf-4122-be8c-c977558337be tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:35.794625 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872c53cc-30f0-4633-b674-2941aaee368f tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Network c2a50335-e0ac-4222-b05f-e2c7b64aef00 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:33:35.802550 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-872c53cc-30f0-4633-b674-2941aaee368f tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:33:35.969428 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-859ed5be-e9cf-4122-be8c-c977558337be tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=94461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:33:36.028838 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 0509b09c-eb1d-465a-8222-6a7aa70323e1 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:33:36.034828 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-859ed5be-e9cf-4122-be8c-c977558337be tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:36.037561 n-d-771362-32 neutron-server[94461]: INFO neutron.db.segments_db [None req-859ed5be-e9cf-4122-be8c-c977558337be tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Added segment 72bf3917-0e6d-4b5f-9337-834913be0ddc of type vlan for network 77c2d24d-fdf2-49fd-bf7f-506a520f1d53 Jul 05 02:33:36.046245 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ec85b0a0-b2b7-4e8c-b6f0-516239972220 req-7109fd9d-05f0-46c4-872b-faf402e28778 service neutron] 10.222.0.21 "GET /v2.0/networks/66f0e33c-186c-492e-9bf2-332c0e115471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3685448 Jul 05 02:33:36.204597 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-859ed5be-e9cf-4122-be8c-c977558337be tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:36.216734 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d1b61a-9e05-4349-ae88-49692b18e3cb None None] get_active_networks_info from n-d-771362-32 {{(pid=94463) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 02:33:36.254110 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-190fa9bb-4717-4d7d-8a2b-ad33b180bf63 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:36.281482 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 0509b09c-eb1d-465a-8222-6a7aa70323e1 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:33:36.352132 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-859ed5be-e9cf-4122-be8c-c977558337be tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:36.358322 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d1b61a-9e05-4349-ae88-49692b18e3cb None None] Resources bound (agent type, host, resource id): {{(pid=94463) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 02:33:36.365274 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859ed5be-e9cf-4122-be8c-c977558337be tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:36.366006 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-859ed5be-e9cf-4122-be8c-c977558337be tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:36.373921 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-19676bcb-2731-4ab3-955f-20d5569c4258 None None] Provisioning for port 0509b09c-eb1d-465a-8222-6a7aa70323e1 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:33:36.380017 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-190fa9bb-4717-4d7d-8a2b-ad33b180bf63 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:36.484934 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [None req-32ab5264-0894-4f63-b495-392ca9d2592b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] device_id is not set on port 8b6afd00-bf44-48cb-9955-b352fd336447 yet. {{(pid=94462) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:33:36.489360 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190fa9bb-4717-4d7d-8a2b-ad33b180bf63 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0004faec-8595-4c7b-a853-0eb725d6d747,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:36.492009 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859ed5be-e9cf-4122-be8c-c977558337be tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Pushing event updated for resources: {'Network': ['ID=77c2d24d-fdf2-49fd-bf7f-506a520f1d53,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:36.493792 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-32ab5264-0894-4f63-b495-392ca9d2592b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:36.498339 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-19676bcb-2731-4ab3-955f-20d5569c4258 None None] Provisioning complete for port 0509b09c-eb1d-465a-8222-6a7aa70323e1 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:33:36.498713 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-19676bcb-2731-4ab3-955f-20d5569c4258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:36.511975 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-48e7b312-a58b-45d1-8599-dd5dff558102 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Deleting port 2a317437-9844-4027-af48-ca8cc0b44b78 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:33:36.512313 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-48e7b312-a58b-45d1-8599-dd5dff558102 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:36.530962 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-859ed5be-e9cf-4122-be8c-c977558337be tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9238052 Jul 05 02:33:36.532071 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 42734) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:36.539866 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 77c2d24d-fdf2-49fd-bf7f-506a520f1d53 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:33:36.550090 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-8217500c-fe2d-47e8-b0f1-7de127f72f0b tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Request body: {'subnet': {'network_id': '77c2d24d-fdf2-49fd-bf7f-506a520f1d53', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:33:36.562758 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-190fa9bb-4717-4d7d-8a2b-ad33b180bf63 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:36.566701 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-190fa9bb-4717-4d7d-8a2b-ad33b180bf63 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1782758 Jul 05 02:33:36.567131 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 42736) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:36.573930 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-93209dd5-5d45-4cc4-bf53-ebc6577df0b5 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-61281656', 'security_groups': ['0004faec-8595-4c7b-a853-0eb725d6d747'], 'network_id': '6e23ee8a-6b59-4eae-b4fb-f4810d1759b1', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '976978f7-5c98-4eb6-934d-589efd406d20'}]}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:33:36.588765 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [None req-32ab5264-0894-4f63-b495-392ca9d2592b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Transition to ACTIVE for port object 8b6afd00-bf44-48cb-9955-b352fd336447 will not be triggered until provisioned by entity L2. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:33:36.678959 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-32ab5264-0894-4f63-b495-392ca9d2592b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:36.745312 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-48e7b312-a58b-45d1-8599-dd5dff558102 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:36.791225 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-48e7b312-a58b-45d1-8599-dd5dff558102 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Calling delete_port for 2a317437-9844-4027-af48-ca8cc0b44b78 owned by {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:33:36.810516 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.db.api [None req-93209dd5-5d45-4cc4-bf53-ebc6577df0b5 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 02:33:36.810516 n-d-771362-32 neutron-server[94461]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 02:33:36.810516 n-d-771362-32 neutron-server[94461]: [parameters: {'project_id_1': 'f845296045bc4472b2fc3471aba6dcb0', 'expiration_1': datetime.datetime(2021, 7, 5, 2, 33, 36, 785013)}] Jul 05 02:33:36.810516 n-d-771362-32 neutron-server[94461]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 02:33:36.810995 n-d-771362-32 neutron-server[94461]: DEBUG oslo_db.api [None req-93209dd5-5d45-4cc4-bf53-ebc6577df0b5 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 02:33:36.825605 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ab5264-0894-4f63-b495-392ca9d2592b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Pushing event updated for resources: {'Port': ['ID=8b6afd00-bf44-48cb-9955-b352fd336447,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:36.831084 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [None req-32ab5264-0894-4f63-b495-392ca9d2592b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempting to bind port 8b6afd00-bf44-48cb-9955-b352fd336447 on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:33:36.831423 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [None req-32ab5264-0894-4f63-b495-392ca9d2592b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempting to bind port 8b6afd00-bf44-48cb-9955-b352fd336447 by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '795ffe07-61a6-435f-bc12-1df8c1aea043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '62d3e671-8181-4a8e-97f7-6fcead71db38'}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:33:36.831809 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ab5264-0894-4f63-b495-392ca9d2592b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempting to bind port 8b6afd00-bf44-48cb-9955-b352fd336447 on network 62d3e671-8181-4a8e-97f7-6fcead71db38 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:33:36.874162 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ab5264-0894-4f63-b495-392ca9d2592b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Port 8b6afd00-bf44-48cb-9955-b352fd336447 on network 62d3e671-8181-4a8e-97f7-6fcead71db38 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:33:36.874519 n-d-771362-32 neutron-server[94462]: ERROR neutron.plugins.ml2.managers [None req-32ab5264-0894-4f63-b495-392ca9d2592b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Failed to bind port 8b6afd00-bf44-48cb-9955-b352fd336447 on host n-h2-771362-32 for vnic_type normal using segments [{'id': '795ffe07-61a6-435f-bc12-1df8c1aea043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '62d3e671-8181-4a8e-97f7-6fcead71db38'}] Jul 05 02:33:36.876064 n-d-771362-32 neutron-server[94462]: INFO neutron.plugins.ml2.plugin [None req-32ab5264-0894-4f63-b495-392ca9d2592b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempt 2 to bind port 8b6afd00-bf44-48cb-9955-b352fd336447 Jul 05 02:33:36.900580 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [None req-32ab5264-0894-4f63-b495-392ca9d2592b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempting to bind port 8b6afd00-bf44-48cb-9955-b352fd336447 on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:33:36.900961 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [None req-32ab5264-0894-4f63-b495-392ca9d2592b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempting to bind port 8b6afd00-bf44-48cb-9955-b352fd336447 by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '795ffe07-61a6-435f-bc12-1df8c1aea043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '62d3e671-8181-4a8e-97f7-6fcead71db38'}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:33:36.901814 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ab5264-0894-4f63-b495-392ca9d2592b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempting to bind port 8b6afd00-bf44-48cb-9955-b352fd336447 on network 62d3e671-8181-4a8e-97f7-6fcead71db38 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:33:36.911868 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ab5264-0894-4f63-b495-392ca9d2592b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Port 8b6afd00-bf44-48cb-9955-b352fd336447 on network 62d3e671-8181-4a8e-97f7-6fcead71db38 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:33:36.912217 n-d-771362-32 neutron-server[94462]: ERROR neutron.plugins.ml2.managers [None req-32ab5264-0894-4f63-b495-392ca9d2592b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Failed to bind port 8b6afd00-bf44-48cb-9955-b352fd336447 on host n-h2-771362-32 for vnic_type normal using segments [{'id': '795ffe07-61a6-435f-bc12-1df8c1aea043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '62d3e671-8181-4a8e-97f7-6fcead71db38'}] Jul 05 02:33:36.912977 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-19676bcb-2731-4ab3-955f-20d5569c4258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:36.914742 n-d-771362-32 neutron-server[94462]: INFO neutron.plugins.ml2.plugin [None req-32ab5264-0894-4f63-b495-392ca9d2592b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempt 3 to bind port 8b6afd00-bf44-48cb-9955-b352fd336447 Jul 05 02:33:36.934608 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [None req-32ab5264-0894-4f63-b495-392ca9d2592b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempting to bind port 8b6afd00-bf44-48cb-9955-b352fd336447 on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:33:36.934984 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [None req-32ab5264-0894-4f63-b495-392ca9d2592b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempting to bind port 8b6afd00-bf44-48cb-9955-b352fd336447 by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '795ffe07-61a6-435f-bc12-1df8c1aea043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '62d3e671-8181-4a8e-97f7-6fcead71db38'}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:33:36.935307 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ab5264-0894-4f63-b495-392ca9d2592b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempting to bind port 8b6afd00-bf44-48cb-9955-b352fd336447 on network 62d3e671-8181-4a8e-97f7-6fcead71db38 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:33:36.940911 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-872c53cc-30f0-4633-b674-2941aaee368f tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Router a756540e-950b-44ab-ad51-2b54cec195ae is scheduled to L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 with binding_index 1 {{(pid=94462) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 02:33:36.942652 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ab5264-0894-4f63-b495-392ca9d2592b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Port 8b6afd00-bf44-48cb-9955-b352fd336447 on network 62d3e671-8181-4a8e-97f7-6fcead71db38 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:33:36.942983 n-d-771362-32 neutron-server[94462]: ERROR neutron.plugins.ml2.managers [None req-32ab5264-0894-4f63-b495-392ca9d2592b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Failed to bind port 8b6afd00-bf44-48cb-9955-b352fd336447 on host n-h2-771362-32 for vnic_type normal using segments [{'id': '795ffe07-61a6-435f-bc12-1df8c1aea043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '62d3e671-8181-4a8e-97f7-6fcead71db38'}] Jul 05 02:33:36.945204 n-d-771362-32 neutron-server[94462]: INFO neutron.plugins.ml2.plugin [None req-32ab5264-0894-4f63-b495-392ca9d2592b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempt 4 to bind port 8b6afd00-bf44-48cb-9955-b352fd336447 Jul 05 02:33:36.971383 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [None req-32ab5264-0894-4f63-b495-392ca9d2592b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempting to bind port 8b6afd00-bf44-48cb-9955-b352fd336447 on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:33:36.971636 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [None req-32ab5264-0894-4f63-b495-392ca9d2592b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempting to bind port 8b6afd00-bf44-48cb-9955-b352fd336447 by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '795ffe07-61a6-435f-bc12-1df8c1aea043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '62d3e671-8181-4a8e-97f7-6fcead71db38'}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:33:36.971917 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ab5264-0894-4f63-b495-392ca9d2592b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempting to bind port 8b6afd00-bf44-48cb-9955-b352fd336447 on network 62d3e671-8181-4a8e-97f7-6fcead71db38 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:33:36.978382 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ab5264-0894-4f63-b495-392ca9d2592b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Port 8b6afd00-bf44-48cb-9955-b352fd336447 on network 62d3e671-8181-4a8e-97f7-6fcead71db38 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:33:36.978382 n-d-771362-32 neutron-server[94462]: ERROR neutron.plugins.ml2.managers [None req-32ab5264-0894-4f63-b495-392ca9d2592b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Failed to bind port 8b6afd00-bf44-48cb-9955-b352fd336447 on host n-h2-771362-32 for vnic_type normal using segments [{'id': '795ffe07-61a6-435f-bc12-1df8c1aea043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '62d3e671-8181-4a8e-97f7-6fcead71db38'}] Jul 05 02:33:36.978702 n-d-771362-32 neutron-server[94462]: INFO neutron.plugins.ml2.plugin [None req-32ab5264-0894-4f63-b495-392ca9d2592b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempt 5 to bind port 8b6afd00-bf44-48cb-9955-b352fd336447 Jul 05 02:33:36.994960 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-19676bcb-2731-4ab3-955f-20d5569c4258 None None] For port 0509b09c-eb1d-465a-8222-6a7aa70323e1, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=0509b09c-eb1d-465a-8222-6a7aa70323e1,segment=NetworkSegment(6aff1cb9-b340-42ec-b363-0b26517ecca9),segment_id=6aff1cb9-b340-42ec-b363-0b26517ecca9)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:33:37.022884 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8217500c-fe2d-47e8-b0f1-7de127f72f0b tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Made reservation on behalf of d5279038e8454126be0c5c273f41a9ef for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:33:37.027790 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8217500c-fe2d-47e8-b0f1-7de127f72f0b tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:37.101479 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-48e7b312-a58b-45d1-8599-dd5dff558102 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:37.107496 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [None req-32ab5264-0894-4f63-b495-392ca9d2592b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempting to bind port 8b6afd00-bf44-48cb-9955-b352fd336447 on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:33:37.107873 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [None req-32ab5264-0894-4f63-b495-392ca9d2592b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempting to bind port 8b6afd00-bf44-48cb-9955-b352fd336447 by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '795ffe07-61a6-435f-bc12-1df8c1aea043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '62d3e671-8181-4a8e-97f7-6fcead71db38'}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:33:37.108223 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ab5264-0894-4f63-b495-392ca9d2592b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempting to bind port 8b6afd00-bf44-48cb-9955-b352fd336447 on network 62d3e671-8181-4a8e-97f7-6fcead71db38 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:33:37.110906 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-19676bcb-2731-4ab3-955f-20d5569c4258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:37.154243 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-19676bcb-2731-4ab3-955f-20d5569c4258 None None] Provisioning complete for port 81842c55-afb0-48d9-b98b-8b5986284f60 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:33:37.154624 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-19676bcb-2731-4ab3-955f-20d5569c4258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:37.169746 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.ipam_backend_mixin [None req-8217500c-fe2d-47e8-b0f1-7de127f72f0b tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Performing IP validity checks on allocation pools {{(pid=94462) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 05 02:33:37.170978 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.ipam_backend_mixin [None req-8217500c-fe2d-47e8-b0f1-7de127f72f0b tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94462) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 05 02:33:37.187396 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19676bcb-2731-4ab3-955f-20d5569c4258 None None] Pushing event updated for resources: {'Port': ['ID=0509b09c-eb1d-465a-8222-6a7aa70323e1,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:37.204560 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e7b312-a58b-45d1-8599-dd5dff558102 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Pushing event deleted for resources: {'Port': ['ID=2a317437-9844-4027-af48-ca8cc0b44b78,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:37.205266 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-19676bcb-2731-4ab3-955f-20d5569c4258 None None] Port 81842c55-afb0-48d9-b98b-8b5986284f60 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:33:37.217427 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-19676bcb-2731-4ab3-955f-20d5569c4258 None None] Provisioning complete for port ab7cfb4e-d94a-41f8-b93e-975d2e1d649a triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:33:37.218600 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-19676bcb-2731-4ab3-955f-20d5569c4258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:37.222638 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ab5264-0894-4f63-b495-392ca9d2592b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Port 8b6afd00-bf44-48cb-9955-b352fd336447 on network 62d3e671-8181-4a8e-97f7-6fcead71db38 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:33:37.222988 n-d-771362-32 neutron-server[94462]: ERROR neutron.plugins.ml2.managers [None req-32ab5264-0894-4f63-b495-392ca9d2592b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Failed to bind port 8b6afd00-bf44-48cb-9955-b352fd336447 on host n-h2-771362-32 for vnic_type normal using segments [{'id': '795ffe07-61a6-435f-bc12-1df8c1aea043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '62d3e671-8181-4a8e-97f7-6fcead71db38'}] Jul 05 02:33:37.227785 n-d-771362-32 neutron-server[94462]: INFO neutron.plugins.ml2.plugin [None req-32ab5264-0894-4f63-b495-392ca9d2592b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempt 6 to bind port 8b6afd00-bf44-48cb-9955-b352fd336447 Jul 05 02:33:37.233531 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-48e7b312-a58b-45d1-8599-dd5dff558102 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:37.235510 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-48e7b312-a58b-45d1-8599-dd5dff558102 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] 10.222.0.23 "DELETE /v2.0/ports/2a317437-9844-4027-af48-ca8cc0b44b78 HTTP/1.1" status: 204 len: 168 time: 1.7768664 Jul 05 02:33:37.240110 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 42748) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:37.250220 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-872c53cc-30f0-4633-b674-2941aaee368f tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:33:37.262306 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-872c53cc-30f0-4633-b674-2941aaee368f tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "PUT /v2.0/routers/a756540e-950b-44ab-ad51-2b54cec195ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7057250 Jul 05 02:33:37.263270 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 42750) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:37.264497 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-19676bcb-2731-4ab3-955f-20d5569c4258 None None] Port ab7cfb4e-d94a-41f8-b93e-975d2e1d649a cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:33:37.266701 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca529bf4-292d-4b7a-8ed5-2e4a7bd1d255 None None] Sync routers for ids ['a756540e-950b-44ab-ad51-2b54cec195ae'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:33:37.284687 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca529bf4-292d-4b7a-8ed5-2e4a7bd1d255 None None] Routers {'a756540e-950b-44ab-ad51-2b54cec195ae'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:33:37.285450 n-d-771362-32 neutron-server[94461]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7e183fd-5731-4066-83ac-7353e384aacf tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] DELETE failed (client error): The resource could not be found. Jul 05 02:33:37.286290 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7e183fd-5731-4066-83ac-7353e384aacf tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:33:37.287210 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-ca529bf4-292d-4b7a-8ed5-2e4a7bd1d255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:33:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['a756540e-950b-44ab-ad51-2b54cec195ae'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:37.290708 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-d7e183fd-5731-4066-83ac-7353e384aacf tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] 10.222.0.23 "DELETE /v2.0/subnets/81a53644-4b1c-4c89-bd91-cc0da0f50613 HTTP/1.1" status: 404 len: 337 time: 0.0514977 Jul 05 02:33:37.291344 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 42752) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:37.297228 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [None req-32ab5264-0894-4f63-b495-392ca9d2592b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempting to bind port 8b6afd00-bf44-48cb-9955-b352fd336447 on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:33:37.297572 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [None req-32ab5264-0894-4f63-b495-392ca9d2592b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempting to bind port 8b6afd00-bf44-48cb-9955-b352fd336447 by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '795ffe07-61a6-435f-bc12-1df8c1aea043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '62d3e671-8181-4a8e-97f7-6fcead71db38'}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:33:37.297933 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ab5264-0894-4f63-b495-392ca9d2592b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempting to bind port 8b6afd00-bf44-48cb-9955-b352fd336447 on network 62d3e671-8181-4a8e-97f7-6fcead71db38 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:33:37.338705 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-ca529bf4-292d-4b7a-8ed5-2e4a7bd1d255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:37.349586 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca529bf4-292d-4b7a-8ed5-2e4a7bd1d255 None None] Routers {'a756540e-950b-44ab-ad51-2b54cec195ae'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:33:37.350419 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-ca529bf4-292d-4b7a-8ed5-2e4a7bd1d255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:33:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['a756540e-950b-44ab-ad51-2b54cec195ae'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:37.371373 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ab5264-0894-4f63-b495-392ca9d2592b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Port 8b6afd00-bf44-48cb-9955-b352fd336447 on network 62d3e671-8181-4a8e-97f7-6fcead71db38 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:33:37.371737 n-d-771362-32 neutron-server[94462]: ERROR neutron.plugins.ml2.managers [None req-32ab5264-0894-4f63-b495-392ca9d2592b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Failed to bind port 8b6afd00-bf44-48cb-9955-b352fd336447 on host n-h2-771362-32 for vnic_type normal using segments [{'id': '795ffe07-61a6-435f-bc12-1df8c1aea043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '62d3e671-8181-4a8e-97f7-6fcead71db38'}] Jul 05 02:33:37.377735 n-d-771362-32 neutron-server[94462]: INFO neutron.plugins.ml2.plugin [None req-32ab5264-0894-4f63-b495-392ca9d2592b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempt 7 to bind port 8b6afd00-bf44-48cb-9955-b352fd336447 Jul 05 02:33:37.418245 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-ca529bf4-292d-4b7a-8ed5-2e4a7bd1d255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:37.419360 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca529bf4-292d-4b7a-8ed5-2e4a7bd1d255 None None] The sync data for ids ['a756540e-950b-44ab-ad51-2b54cec195ae'] in n-d-771362-32 is: [] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:33:37.423002 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e11673-9358-41d8-8d4d-c935f0565b1d tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:37.427508 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-38e11673-9358-41d8-8d4d-c935f0565b1d tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "GET /v2.0/ports/ab7cfb4e-d94a-41f8-b93e-975d2e1d649a HTTP/1.1" status: 200 len: 910 time: 0.1599662 Jul 05 02:33:37.428973 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 42756) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:37.456323 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-2ecbc174-e8f7-4d4e-8eb3-ccd33dea9954 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a45c92f1-84d9-46f1-ac22-c3327d759ded'}]}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:33:37.461131 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [None req-32ab5264-0894-4f63-b495-392ca9d2592b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempting to bind port 8b6afd00-bf44-48cb-9955-b352fd336447 on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:33:37.461475 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [None req-32ab5264-0894-4f63-b495-392ca9d2592b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempting to bind port 8b6afd00-bf44-48cb-9955-b352fd336447 by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '795ffe07-61a6-435f-bc12-1df8c1aea043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '62d3e671-8181-4a8e-97f7-6fcead71db38'}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:33:37.461842 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ab5264-0894-4f63-b495-392ca9d2592b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempting to bind port 8b6afd00-bf44-48cb-9955-b352fd336447 on network 62d3e671-8181-4a8e-97f7-6fcead71db38 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:33:37.515914 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ab5264-0894-4f63-b495-392ca9d2592b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Port 8b6afd00-bf44-48cb-9955-b352fd336447 on network 62d3e671-8181-4a8e-97f7-6fcead71db38 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:33:37.516542 n-d-771362-32 neutron-server[94462]: ERROR neutron.plugins.ml2.managers [None req-32ab5264-0894-4f63-b495-392ca9d2592b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Failed to bind port 8b6afd00-bf44-48cb-9955-b352fd336447 on host n-h2-771362-32 for vnic_type normal using segments [{'id': '795ffe07-61a6-435f-bc12-1df8c1aea043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '62d3e671-8181-4a8e-97f7-6fcead71db38'}] Jul 05 02:33:37.520346 n-d-771362-32 neutron-server[94462]: INFO neutron.plugins.ml2.plugin [None req-32ab5264-0894-4f63-b495-392ca9d2592b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempt 8 to bind port 8b6afd00-bf44-48cb-9955-b352fd336447 Jul 05 02:33:37.520938 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 0509b09c-eb1d-465a-8222-6a7aa70323e1 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:33:37.561688 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [None req-32ab5264-0894-4f63-b495-392ca9d2592b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempting to bind port 8b6afd00-bf44-48cb-9955-b352fd336447 on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:33:37.562039 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [None req-32ab5264-0894-4f63-b495-392ca9d2592b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempting to bind port 8b6afd00-bf44-48cb-9955-b352fd336447 by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '795ffe07-61a6-435f-bc12-1df8c1aea043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '62d3e671-8181-4a8e-97f7-6fcead71db38'}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:33:37.562394 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ab5264-0894-4f63-b495-392ca9d2592b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempting to bind port 8b6afd00-bf44-48cb-9955-b352fd336447 on network 62d3e671-8181-4a8e-97f7-6fcead71db38 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:33:37.569978 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ab5264-0894-4f63-b495-392ca9d2592b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Port 8b6afd00-bf44-48cb-9955-b352fd336447 on network 62d3e671-8181-4a8e-97f7-6fcead71db38 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:33:37.570354 n-d-771362-32 neutron-server[94462]: ERROR neutron.plugins.ml2.managers [None req-32ab5264-0894-4f63-b495-392ca9d2592b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Failed to bind port 8b6afd00-bf44-48cb-9955-b352fd336447 on host n-h2-771362-32 for vnic_type normal using segments [{'id': '795ffe07-61a6-435f-bc12-1df8c1aea043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '62d3e671-8181-4a8e-97f7-6fcead71db38'}] Jul 05 02:33:37.582705 n-d-771362-32 neutron-server[94462]: INFO neutron.plugins.ml2.plugin [None req-32ab5264-0894-4f63-b495-392ca9d2592b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempt 9 to bind port 8b6afd00-bf44-48cb-9955-b352fd336447 Jul 05 02:33:37.591096 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 0509b09c-eb1d-465a-8222-6a7aa70323e1 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:33:37.591724 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:37.626725 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc6ed31-af0a-4147-845f-8c41b882a87d req-b4cf2a98-9207-4ac4-9989-0c585937cbb7 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:37.628345 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4dc6ed31-af0a-4147-845f-8c41b882a87d req-b4cf2a98-9207-4ac4-9989-0c585937cbb7 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef449aa8-f75a-4fb8-b57e-9370ed8aa923 HTTP/1.1" status: 200 len: 945 time: 0.3272412 Jul 05 02:33:37.640873 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8217500c-fe2d-47e8-b0f1-7de127f72f0b tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:37.707445 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [None req-32ab5264-0894-4f63-b495-392ca9d2592b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempting to bind port 8b6afd00-bf44-48cb-9955-b352fd336447 on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:33:37.707792 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [None req-32ab5264-0894-4f63-b495-392ca9d2592b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempting to bind port 8b6afd00-bf44-48cb-9955-b352fd336447 by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '795ffe07-61a6-435f-bc12-1df8c1aea043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '62d3e671-8181-4a8e-97f7-6fcead71db38'}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:33:37.708138 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ab5264-0894-4f63-b495-392ca9d2592b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempting to bind port 8b6afd00-bf44-48cb-9955-b352fd336447 on network 62d3e671-8181-4a8e-97f7-6fcead71db38 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:33:37.797263 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b48035a7-2bb2-408c-8642-a9ad6899ccf1 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:37.831157 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ab5264-0894-4f63-b495-392ca9d2592b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Port 8b6afd00-bf44-48cb-9955-b352fd336447 on network 62d3e671-8181-4a8e-97f7-6fcead71db38 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:33:37.831496 n-d-771362-32 neutron-server[94462]: ERROR neutron.plugins.ml2.managers [None req-32ab5264-0894-4f63-b495-392ca9d2592b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Failed to bind port 8b6afd00-bf44-48cb-9955-b352fd336447 on host n-h2-771362-32 for vnic_type normal using segments [{'id': '795ffe07-61a6-435f-bc12-1df8c1aea043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '62d3e671-8181-4a8e-97f7-6fcead71db38'}] Jul 05 02:33:37.838448 n-d-771362-32 neutron-server[94462]: INFO neutron.plugins.ml2.plugin [None req-32ab5264-0894-4f63-b495-392ca9d2592b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempt 10 to bind port 8b6afd00-bf44-48cb-9955-b352fd336447 Jul 05 02:33:37.855699 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4dc6ed31-af0a-4147-845f-8c41b882a87d req-7535981a-2c73-4f72-9c73-a4a841576e69 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.23 "GET /v2.0/security-groups?id=b53426f4-c39e-459a-b74a-012cb0101412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109330 Jul 05 02:33:37.889446 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8217500c-fe2d-47e8-b0f1-7de127f72f0b tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Pushing event updated for resources: {'Subnet': ['ID=0509784f-5192-4cb4-b733-008afe0b4479,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:37.900171 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b48035a7-2bb2-408c-8642-a9ad6899ccf1 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:37.904758 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [None req-32ab5264-0894-4f63-b495-392ca9d2592b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempting to bind port 8b6afd00-bf44-48cb-9955-b352fd336447 on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:33:37.905097 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [None req-32ab5264-0894-4f63-b495-392ca9d2592b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempting to bind port 8b6afd00-bf44-48cb-9955-b352fd336447 by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '795ffe07-61a6-435f-bc12-1df8c1aea043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '62d3e671-8181-4a8e-97f7-6fcead71db38'}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:33:37.905440 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ab5264-0894-4f63-b495-392ca9d2592b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempting to bind port 8b6afd00-bf44-48cb-9955-b352fd336447 on network 62d3e671-8181-4a8e-97f7-6fcead71db38 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:33:37.907416 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2ecbc174-e8f7-4d4e-8eb3-ccd33dea9954 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:37.911069 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-b48035a7-2bb2-408c-8642-a9ad6899ccf1 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39506711-50a0-4dce-8886-641b483c8819']}} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:37.911508 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8217500c-fe2d-47e8-b0f1-7de127f72f0b tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Checking segment: {'id': '72bf3917-0e6d-4b5f-9337-834913be0ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '77c2d24d-fdf2-49fd-bf7f-506a520f1d53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:33:37.911869 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8217500c-fe2d-47e8-b0f1-7de127f72f0b tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Network hostable DHCP agents. Network: 77c2d24d-fdf2-49fd-bf7f-506a520f1d53, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:33:37.921230 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-b48035a7-2bb2-408c-8642-a9ad6899ccf1 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34c5ccb4-9af6-4af4-a13e-31f044391866') {'for_net_delete': True} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:37.921617 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-b48035a7-2bb2-408c-8642-a9ad6899ccf1 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34c5ccb4-9af6-4af4-a13e-31f044391866') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:37.924405 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ab5264-0894-4f63-b495-392ca9d2592b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Port 8b6afd00-bf44-48cb-9955-b352fd336447 on network 62d3e671-8181-4a8e-97f7-6fcead71db38 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:33:37.924743 n-d-771362-32 neutron-server[94462]: ERROR neutron.plugins.ml2.managers [None req-32ab5264-0894-4f63-b495-392ca9d2592b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Failed to bind port 8b6afd00-bf44-48cb-9955-b352fd336447 on host n-h2-771362-32 for vnic_type normal using segments [{'id': '795ffe07-61a6-435f-bc12-1df8c1aea043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '62d3e671-8181-4a8e-97f7-6fcead71db38'}] Jul 05 02:33:37.925117 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-32ab5264-0894-4f63-b495-392ca9d2592b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:37.928436 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93209dd5-5d45-4cc4-bf53-ebc6577df0b5 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Made reservation on behalf of f845296045bc4472b2fc3471aba6dcb0 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:33:37.944968 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b48035a7-2bb2-408c-8642-a9ad6899ccf1 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5519669'] for segment, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:37.965568 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 02:33:37.999033 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b48035a7-2bb2-408c-8642-a9ad6899ccf1 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:38.009008 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b48035a7-2bb2-408c-8642-a9ad6899ccf1 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=94461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:33:38.009487 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b48035a7-2bb2-408c-8642-a9ad6899ccf1 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5763545'] for segment, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:38.012783 n-d-771362-32 neutron-server[94461]: Traceback (most recent call last): Jul 05 02:33:38.012783 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:33:38.012783 n-d-771362-32 neutron-server[94461]: timer() Jul 05 02:33:38.012783 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:33:38.012783 n-d-771362-32 neutron-server[94461]: cb(*args, **kw) Jul 05 02:33:38.012783 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:33:38.012783 n-d-771362-32 neutron-server[94461]: return func(*args, **kwargs) Jul 05 02:33:38.012783 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:33:38.012783 n-d-771362-32 neutron-server[94461]: self._notify() Jul 05 02:33:38.012783 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:33:38.012783 n-d-771362-32 neutron-server[94461]: self.callback(batched_events) Jul 05 02:33:38.012783 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:33:38.012783 n-d-771362-32 neutron-server[94461]: event.method(event) Jul 05 02:33:38.012783 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:33:38.012783 n-d-771362-32 neutron-server[94461]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:33:38.012783 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:33:38.012783 n-d-771362-32 neutron-server[94461]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:33:38.012783 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:33:38.012783 n-d-771362-32 neutron-server[94461]: return f(self, *a, **k) Jul 05 02:33:38.012783 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:33:38.012783 n-d-771362-32 neutron-server[94461]: return self._get(url).json() Jul 05 02:33:38.012783 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:33:38.012783 n-d-771362-32 neutron-server[94461]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:33:38.012783 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:33:38.012783 n-d-771362-32 neutron-server[94461]: return self.request(url, 'GET', **kwargs) Jul 05 02:33:38.012783 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:33:38.012783 n-d-771362-32 neutron-server[94461]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:33:38.012783 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:33:38.012783 n-d-771362-32 neutron-server[94461]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:33:38.012783 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:33:38.012783 n-d-771362-32 neutron-server[94461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:33:38.012783 n-d-771362-32 neutron-server[94461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:33:38.096299 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-93209dd5-5d45-4cc4-bf53-ebc6577df0b5 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:38.113025 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-32ab5264-0894-4f63-b495-392ca9d2592b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] For port 8b6afd00-bf44-48cb-9955-b352fd336447, host n-h2-771362-32, cleared binding levels {{(pid=94462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:33:38.113722 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-32ab5264-0894-4f63-b495-392ca9d2592b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attempted to set empty binding levels {{(pid=94462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 05 02:33:38.121258 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [None req-93209dd5-5d45-4cc4-bf53-ebc6577df0b5 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] device_id is not set on port 011d5542-41a7-4502-9fe8-1712851906cf yet. {{(pid=94461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:33:38.121396 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8217500c-fe2d-47e8-b0f1-7de127f72f0b tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Network 77c2d24d-fdf2-49fd-bf7f-506a520f1d53 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:33:38.233603 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b48035a7-2bb2-408c-8642-a9ad6899ccf1 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:38.248237 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b48035a7-2bb2-408c-8642-a9ad6899ccf1 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:38.250352 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-b48035a7-2bb2-408c-8642-a9ad6899ccf1 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] 10.222.0.23 "DELETE /v2.0/networks/39506711-50a0-4dce-8886-641b483c8819 HTTP/1.1" status: 204 len: 168 time: 0.9579229 Jul 05 02:33:38.252792 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 42768) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:38.262911 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48035a7-2bb2-408c-8642-a9ad6899ccf1 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Pushing event deleted for resources: {'Network': ['ID=39506711-50a0-4dce-8886-641b483c8819,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:38.327824 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-8217500c-fe2d-47e8-b0f1-7de127f72f0b tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 77c2d24d-fdf2-49fd-bf7f-506a520f1d53) {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:33:38.329771 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-32ab5264-0894-4f63-b495-392ca9d2592b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:38.330006 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-93209dd5-5d45-4cc4-bf53-ebc6577df0b5 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Allocated IP 172.20.0.5 (6e23ee8a-6b59-4eae-b4fb-f4810d1759b1/976978f7-5c98-4eb6-934d-589efd406d20/011d5542-41a7-4502-9fe8-1712851906cf) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:33:38.335905 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd2a0dd-6c0a-4c46-a944-4a1709e8ea7d None None] Network 77c2d24d-fdf2-49fd-bf7f-506a520f1d53 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:33:38.343980 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8217500c-fe2d-47e8-b0f1-7de127f72f0b tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:38.344569 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8217500c-fe2d-47e8-b0f1-7de127f72f0b tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:38.399105 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-32ab5264-0894-4f63-b495-392ca9d2592b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] In _notify_port_updated(), no bound segment for port 8b6afd00-bf44-48cb-9955-b352fd336447 on network 62d3e671-8181-4a8e-97f7-6fcead71db38 {{(pid=94462) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 02:33:38.399986 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ab5264-0894-4f63-b495-392ca9d2592b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:38.400604 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-32ab5264-0894-4f63-b495-392ca9d2592b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:38.402531 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-32ab5264-0894-4f63-b495-392ca9d2592b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] 10.222.0.23 "PUT /v2.0/ports/8b6afd00-bf44-48cb-9955-b352fd336447 HTTP/1.1" status: 200 len: 975 time: 3.3293681 Jul 05 02:33:38.415305 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-06039c22-043e-4888-ab43-749f04abc323 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Deleting subnet 461eff28-7439-41f6-a1b2-ff5205a53012 {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:33:38.422989 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 42770) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:38.435325 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-06039c22-043e-4888-ab43-749f04abc323 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:38.492333 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ab5264-0894-4f63-b495-392ca9d2592b tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Pushing event updated for resources: {'Port': ['ID=8b6afd00-bf44-48cb-9955-b352fd336447,revision_number=3']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:38.498936 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c12608-5b41-4135-917b-8d4b6b88b8a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-77c2d24d-fdf2-49fd-bf7f-506a520f1d53', 'network_id': '77c2d24d-fdf2-49fd-bf7f-506a520f1d53', 'tenant_id': 'd5279038e8454126be0c5c273f41a9ef', 'fixed_ips': [{'subnet_id': '0509784f-5192-4cb4-b733-008afe0b4479'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:33:38.500357 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-94c12608-5b41-4135-917b-8d4b6b88b8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:38.511561 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-8217500c-fe2d-47e8-b0f1-7de127f72f0b tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.9660246 Jul 05 02:33:38.513997 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 42774) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:38.533458 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe113c9-313b-4163-95de-e509627f8250 req-ebf91121-0a3e-4268-ab5e-c376803c1be5 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:38.534956 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-dbe113c9-313b-4163-95de-e509627f8250 req-ebf91121-0a3e-4268-ab5e-c376803c1be5 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef449aa8-f75a-4fb8-b57e-9370ed8aa923 HTTP/1.1" status: 200 len: 945 time: 0.1130219 Jul 05 02:33:38.560132 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-93209dd5-5d45-4cc4-bf53-ebc6577df0b5 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:38.601129 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [None req-93209dd5-5d45-4cc4-bf53-ebc6577df0b5 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Transition to ACTIVE for port object 011d5542-41a7-4502-9fe8-1712851906cf will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:33:38.628612 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-06039c22-043e-4888-ab43-749f04abc323 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:38.642376 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2ecbc174-e8f7-4d4e-8eb3-ccd33dea9954 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:38.694162 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-dbe113c9-313b-4163-95de-e509627f8250 req-0a18763d-666c-4a11-a925-f9e97ae76893 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Deleting port 8b109972-f836-4e14-af0c-f43da908cbca {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:33:38.694162 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-dbe113c9-313b-4163-95de-e509627f8250 req-0a18763d-666c-4a11-a925-f9e97ae76893 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:38.695911 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-94c12608-5b41-4135-917b-8d4b6b88b8a0 None None] Allocated IP 172.20.0.3 (77c2d24d-fdf2-49fd-bf7f-506a520f1d53/0509784f-5192-4cb4-b733-008afe0b4479/22a5c34e-8cc7-4b77-8c47-c873e115e8c0) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:33:38.764483 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-93209dd5-5d45-4cc4-bf53-ebc6577df0b5 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:38.784587 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b1697409-998c-44ab-af34-374691301411 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:38.796050 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2ecbc174-e8f7-4d4e-8eb3-ccd33dea9954 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:38.836140 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93209dd5-5d45-4cc4-bf53-ebc6577df0b5 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Network 6e23ee8a-6b59-4eae-b4fb-f4810d1759b1 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:33:38.843048 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-93209dd5-5d45-4cc4-bf53-ebc6577df0b5 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:33:38.853261 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-dbe113c9-313b-4163-95de-e509627f8250 req-0a18763d-666c-4a11-a925-f9e97ae76893 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] For port 8b109972-f836-4e14-af0c-f43da908cbca, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=8b109972-f836-4e14-af0c-f43da908cbca,segment=NetworkSegment(0d619be7-ad19-4519-a5a7-4bdc2abf8fc6),segment_id=0d619be7-ad19-4519-a5a7-4bdc2abf8fc6)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:33:38.853630 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-dbe113c9-313b-4163-95de-e509627f8250 req-0a18763d-666c-4a11-a925-f9e97ae76893 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:38.856659 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93209dd5-5d45-4cc4-bf53-ebc6577df0b5 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:33:38.902050 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-45d9f5bc-47ff-46f9-a934-4bc061f53a88 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Deleting port 8b6afd00-bf44-48cb-9955-b352fd336447 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:33:38.902523 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-45d9f5bc-47ff-46f9-a934-4bc061f53a88 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:38.909332 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-06039c22-043e-4888-ab43-749f04abc323 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:38.922840 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93209dd5-5d45-4cc4-bf53-ebc6577df0b5 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Pushing event updated for resources: {'Port': ['ID=011d5542-41a7-4502-9fe8-1712851906cf,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:38.929314 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-dbe113c9-313b-4163-95de-e509627f8250 req-0a18763d-666c-4a11-a925-f9e97ae76893 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Calling delete_port for 8b109972-f836-4e14-af0c-f43da908cbca owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:33:38.966588 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-94c12608-5b41-4135-917b-8d4b6b88b8a0 None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:38.977472 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-94c12608-5b41-4135-917b-8d4b6b88b8a0 None None] Transition to ACTIVE for port object 22a5c34e-8cc7-4b77-8c47-c873e115e8c0 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:33:39.003719 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-94c12608-5b41-4135-917b-8d4b6b88b8a0 None None] Transition to ACTIVE for port object 22a5c34e-8cc7-4b77-8c47-c873e115e8c0 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:33:39.070040 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93209dd5-5d45-4cc4-bf53-ebc6577df0b5 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:39.070821 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-93209dd5-5d45-4cc4-bf53-ebc6577df0b5 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:39.083035 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-94c12608-5b41-4135-917b-8d4b6b88b8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:39.107705 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecbc174-e8f7-4d4e-8eb3-ccd33dea9954 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Pushing event updated for resources: {'Port': ['ID=ab7cfb4e-d94a-41f8-b93e-975d2e1d649a,revision_number=3']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:39.164208 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c12608-5b41-4135-917b-8d4b6b88b8a0 None None] Pushing event updated for resources: {'Port': ['ID=22a5c34e-8cc7-4b77-8c47-c873e115e8c0,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:39.178670 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c12608-5b41-4135-917b-8d4b6b88b8a0 None None] Network 77c2d24d-fdf2-49fd-bf7f-506a520f1d53 is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:33:39.180601 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-94c12608-5b41-4135-917b-8d4b6b88b8a0 None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:33:39.183271 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c12608-5b41-4135-917b-8d4b6b88b8a0 None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:33:39.194472 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-93209dd5-5d45-4cc4-bf53-ebc6577df0b5 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.6237576 Jul 05 02:33:39.198675 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 42788) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:39.202931 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ecbc174-e8f7-4d4e-8eb3-ccd33dea9954 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:39.203707 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2ecbc174-e8f7-4d4e-8eb3-ccd33dea9954 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:39.205131 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-2ecbc174-e8f7-4d4e-8eb3-ccd33dea9954 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "PUT /v2.0/ports/ab7cfb4e-d94a-41f8-b93e-975d2e1d649a HTTP/1.1" status: 200 len: 910 time: 1.7538645 Jul 05 02:33:39.208626 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-22fcb069-2e16-449f-80e5-32b7cc3192eb tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Request body: {'subnet': {'network_id': '6e23ee8a-6b59-4eae-b4fb-f4810d1759b1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:33:39.213203 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 42790) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:39.230750 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b1697409-998c-44ab-af34-374691301411 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:39.271729 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-94c12608-5b41-4135-917b-8d4b6b88b8a0 None None] Attempting to bind port 22a5c34e-8cc7-4b77-8c47-c873e115e8c0 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:33:39.272101 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-94c12608-5b41-4135-917b-8d4b6b88b8a0 None None] Attempting to bind port 22a5c34e-8cc7-4b77-8c47-c873e115e8c0 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '72bf3917-0e6d-4b5f-9337-834913be0ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '77c2d24d-fdf2-49fd-bf7f-506a520f1d53'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:33:39.272463 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c12608-5b41-4135-917b-8d4b6b88b8a0 None None] Attempting to bind port 22a5c34e-8cc7-4b77-8c47-c873e115e8c0 on network 77c2d24d-fdf2-49fd-bf7f-506a520f1d53 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:33:39.278410 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-45d9f5bc-47ff-46f9-a934-4bc061f53a88 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] For port 8b6afd00-bf44-48cb-9955-b352fd336447, host n-h2-771362-32, got binding levels [] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:33:39.278556 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c12608-5b41-4135-917b-8d4b6b88b8a0 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:33:39.278783 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-45d9f5bc-47ff-46f9-a934-4bc061f53a88 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:39.279397 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c12608-5b41-4135-917b-8d4b6b88b8a0 None None] Checking segment: {'id': '72bf3917-0e6d-4b5f-9337-834913be0ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '77c2d24d-fdf2-49fd-bf7f-506a520f1d53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:33:39.279815 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-94c12608-5b41-4135-917b-8d4b6b88b8a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:39.280345 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c12608-5b41-4135-917b-8d4b6b88b8a0 None None] Bound using segment: {'id': '72bf3917-0e6d-4b5f-9337-834913be0ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '77c2d24d-fdf2-49fd-bf7f-506a520f1d53'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:33:39.280810 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-94c12608-5b41-4135-917b-8d4b6b88b8a0 None None] Bound port: 22a5c34e-8cc7-4b77-8c47-c873e115e8c0, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72bf3917-0e6d-4b5f-9337-834913be0ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '77c2d24d-fdf2-49fd-bf7f-506a520f1d53'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:33:39.281755 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-94c12608-5b41-4135-917b-8d4b6b88b8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:39.301454 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-dbe113c9-313b-4163-95de-e509627f8250 req-0a18763d-666c-4a11-a925-f9e97ae76893 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:39.312343 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-45d9f5bc-47ff-46f9-a934-4bc061f53a88 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Calling delete_port for 8b6afd00-bf44-48cb-9955-b352fd336447 owned by {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:33:39.334083 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fee275-7627-49bd-adfc-bb1e8c23f742 req-899626d3-14ec-40aa-8a98-c4469f0c3557 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:39.335655 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-55fee275-7627-49bd-adfc-bb1e8c23f742 req-899626d3-14ec-40aa-8a98-c4469f0c3557 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef449aa8-f75a-4fb8-b57e-9370ed8aa923 HTTP/1.1" status: 200 len: 945 time: 0.2669730 Jul 05 02:33:39.336000 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['8b109972-f836-4e14-af0c-f43da908cbca'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:33:39.361795 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['d66588ab-4bf0-4a0f-bf30-bc8d43bcceae', 'f66c3c35-84d8-40e4-ba5a-5d3a119cad93'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:33:39.368992 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a18763d-666c-4a11-a925-f9e97ae76893 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Pushing event deleted for resources: {'Port': ['ID=8b109972-f836-4e14-af0c-f43da908cbca,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:39.435093 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-06039c22-043e-4888-ab43-749f04abc323 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:39.453028 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbe113c9-313b-4163-95de-e509627f8250 req-0a18763d-666c-4a11-a925-f9e97ae76893 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] No DVR routers for this DVR port 8b109972-f836-4e14-af0c-f43da908cbca on host n-h2-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:33:39.461411 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-dbe113c9-313b-4163-95de-e509627f8250 req-0a18763d-666c-4a11-a925-f9e97ae76893 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:39.463517 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-dbe113c9-313b-4163-95de-e509627f8250 req-0a18763d-666c-4a11-a925-f9e97ae76893 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.15 "DELETE /v2.0/ports/8b109972-f836-4e14-af0c-f43da908cbca HTTP/1.1" status: 204 len: 173 time: 0.9186690 Jul 05 02:33:39.467697 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef449aa8-f75a-4fb8-b57e-9370ed8aa923', 'name': 'network-vif-deleted', 'tag': '8b109972-f836-4e14-af0c-f43da908cbca'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:33:39.469787 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6470042-f4a8-4e79-b00a-b14b76bc302a" -d '{"events": [{"server_uuid": "ef449aa8-f75a-4fb8-b57e-9370ed8aa923", "name": "network-vif-deleted", "tag": "8b109972-f836-4e14-af0c-f43da908cbca"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:33:39.487553 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06039c22-043e-4888-ab43-749f04abc323 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Pushing event deleted for resources: {'Subnet': ['ID=461eff28-7439-41f6-a1b2-ff5205a53012,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:39.500294 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-06039c22-043e-4888-ab43-749f04abc323 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:39.508955 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-06039c22-043e-4888-ab43-749f04abc323 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] 10.222.0.23 "DELETE /v2.0/subnets/461eff28-7439-41f6-a1b2-ff5205a53012 HTTP/1.1" status: 204 len: 168 time: 1.2550728 Jul 05 02:33:39.511300 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b1697409-998c-44ab-af34-374691301411 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:39.511518 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 42800) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:39.575432 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c282f13-1171-49b4-b93d-19f0119937cb None None] Network 417c7b4c-125b-4212-9ee5-1d5e579ff398 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:33:39.582557 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1697409-998c-44ab-af34-374691301411 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Pushing event deleted for resources: {'Subnet': ['ID=0509784f-5192-4cb4-b733-008afe0b4479,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:39.591444 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-55fee275-7627-49bd-adfc-bb1e8c23f742 req-7267a918-b866-461a-b023-81dd32844ff8 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.23 "GET /v2.0/security-groups?id=b53426f4-c39e-459a-b74a-012cb0101412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005880 Jul 05 02:33:39.709816 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-bac3c9b5-4b03-4935-931a-d0921b826822 None None] Provisioning for port 011d5542-41a7-4502-9fe8-1712851906cf completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:33:39.734496 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-94c12608-5b41-4135-917b-8d4b6b88b8a0 None None] For port 22a5c34e-8cc7-4b77-8c47-c873e115e8c0, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:33:39.739161 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b1697409-998c-44ab-af34-374691301411 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:39.746789 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2432471a-9e18-4799-be5c-4747c9162681 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:39.752404 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-bac3c9b5-4b03-4935-931a-d0921b826822 None None] Provisioning complete for port 011d5542-41a7-4502-9fe8-1712851906cf triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:33:39.754362 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-bac3c9b5-4b03-4935-931a-d0921b826822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:39.762943 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1624ced-5386-4cbd-a0b0-ab447ab09ac8 x-openstack-request-id: req-d1624ced-5386-4cbd-a0b0-ab447ab09ac8 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:33:39.763333 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef449aa8-f75a-4fb8-b57e-9370ed8aa923", "name": "network-vif-deleted", "tag": "8b109972-f836-4e14-af0c-f43da908cbca", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:33:39.763606 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d1624ced-5386-4cbd-a0b0-ab447ab09ac8 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:33:39.764030 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef449aa8-f75a-4fb8-b57e-9370ed8aa923', 'name': 'network-vif-deleted', 'tag': '8b109972-f836-4e14-af0c-f43da908cbca', 'status': 'completed', 'code': 200} Jul 05 02:33:39.771941 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-b1697409-998c-44ab-af34-374691301411 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77c2d24d-fdf2-49fd-bf7f-506a520f1d53']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:39.784392 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-b1697409-998c-44ab-af34-374691301411 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72bf3917-0e6d-4b5f-9337-834913be0ddc') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:39.784988 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-b1697409-998c-44ab-af34-374691301411 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72bf3917-0e6d-4b5f-9337-834913be0ddc') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:39.799463 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b1697409-998c-44ab-af34-374691301411 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:39.911282 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-94c12608-5b41-4135-917b-8d4b6b88b8a0 None None] For port 22a5c34e-8cc7-4b77-8c47-c873e115e8c0, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=22a5c34e-8cc7-4b77-8c47-c873e115e8c0,segment=NetworkSegment(72bf3917-0e6d-4b5f-9337-834913be0ddc),segment_id=72bf3917-0e6d-4b5f-9337-834913be0ddc)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:33:39.919062 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-45d9f5bc-47ff-46f9-a934-4bc061f53a88 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:39.939776 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-bac3c9b5-4b03-4935-931a-d0921b826822 None None] Port 011d5542-41a7-4502-9fe8-1712851906cf cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:33:39.990648 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d9f5bc-47ff-46f9-a934-4bc061f53a88 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Pushing event deleted for resources: {'Port': ['ID=8b6afd00-bf44-48cb-9955-b352fd336447,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:40.000037 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-45d9f5bc-47ff-46f9-a934-4bc061f53a88 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:40.004337 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-45d9f5bc-47ff-46f9-a934-4bc061f53a88 tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] 10.222.0.23 "DELETE /v2.0/ports/8b6afd00-bf44-48cb-9955-b352fd336447 HTTP/1.1" status: 204 len: 168 time: 1.5785909 Jul 05 02:33:40.011819 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 42804) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:40.045433 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ad263f8-58b3-4b42-bc3d-50e0197275bd tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] GET failed (client error): The resource could not be found. Jul 05 02:33:40.048169 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-8ad263f8-58b3-4b42-bc3d-50e0197275bd tempest-PortsAdminExtendedAttrsTestJSON-455530098 tempest-PortsAdminExtendedAttrsTestJSON-455530098-project-admin] 10.222.0.23 "GET /v2.0/ports/8b6afd00-bf44-48cb-9955-b352fd336447 HTTP/1.1" status: 404 len: 333 time: 0.0420289 Jul 05 02:33:40.051268 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 42806) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:40.082103 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-2432471a-9e18-4799-be5c-4747c9162681 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Deleting port e42fdc62-10c2-4f37-9254-377cf3da5dc9 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:33:40.082103 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2432471a-9e18-4799-be5c-4747c9162681 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:40.157056 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b1697409-998c-44ab-af34-374691301411 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:40.167693 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1697409-998c-44ab-af34-374691301411 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:33:40.168114 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b1697409-998c-44ab-af34-374691301411 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:40.179725 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030663e0-d4a5-4164-8f30-a49217274afc None None] DHCP port deletion for 417c7b4c-125b-4212-9ee5-1d5e579ff398 request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:33:40.192110 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-94c12608-5b41-4135-917b-8d4b6b88b8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:40.197376 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [None req-2432471a-9e18-4799-be5c-4747c9162681 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] For port e42fdc62-10c2-4f37-9254-377cf3da5dc9, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=e42fdc62-10c2-4f37-9254-377cf3da5dc9,segment=NetworkSegment(29b56f38-4412-42a0-9f09-9a7a0acf4835),segment_id=29b56f38-4412-42a0-9f09-9a7a0acf4835)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:33:40.198711 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2432471a-9e18-4799-be5c-4747c9162681 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:40.212971 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22fcb069-2e16-449f-80e5-32b7cc3192eb tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Made reservation on behalf of f845296045bc4472b2fc3471aba6dcb0 for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:33:40.218403 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-22fcb069-2e16-449f-80e5-32b7cc3192eb tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:40.232222 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-2432471a-9e18-4799-be5c-4747c9162681 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Calling delete_port for e42fdc62-10c2-4f37-9254-377cf3da5dc9 owned by network:dhcp {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:33:40.235499 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:33:40.235499 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:33:40.235499 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:33:40.235499 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:33:40.235499 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:33:40.235499 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:33:40.235499 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:33:40.235499 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:33:40.235499 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:33:40.235499 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:33:40.235499 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:33:40.235499 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:33:40.235499 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:33:40.235499 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:33:40.235499 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:33:40.235499 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:33:40.235499 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:33:40.235499 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:33:40.235499 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:33:40.235499 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:33:40.235499 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:33:40.235499 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:33:40.235499 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:33:40.235499 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:33:40.235499 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:33:40.235499 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:33:40.235499 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:33:40.235499 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:33:40.235499 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:33:40.235499 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:33:40.235499 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:33:40.235499 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:33:40.235499 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:33:40.235499 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:33:40.235499 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:33:40.235499 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:33:40.235499 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:33:40.235499 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:33:40.244071 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-703a9a93-8417-45bd-8dc1-3666cb2eb5e6 tempest-PortsAdminExtendedAttrsTestJSON-1325816736 tempest-PortsAdminExtendedAttrsTestJSON-1325816736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:40.398439 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-315abe48-540f-41e2-9d68-808eead639ad tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1634680'] for router_interface, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:40.417005 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c12608-5b41-4135-917b-8d4b6b88b8a0 None None] Pushing event updated for resources: {'Port': ['ID=22a5c34e-8cc7-4b77-8c47-c873e115e8c0,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:40.488696 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-030663e0-d4a5-4164-8f30-a49217274afc None None] Deleting port e42fdc62-10c2-4f37-9254-377cf3da5dc9 {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:33:40.489342 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-030663e0-d4a5-4164-8f30-a49217274afc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:40.594616 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-030663e0-d4a5-4164-8f30-a49217274afc None None] For port e42fdc62-10c2-4f37-9254-377cf3da5dc9, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=e42fdc62-10c2-4f37-9254-377cf3da5dc9,segment=NetworkSegment(29b56f38-4412-42a0-9f09-9a7a0acf4835),segment_id=29b56f38-4412-42a0-9f09-9a7a0acf4835)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:33:40.595185 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-030663e0-d4a5-4164-8f30-a49217274afc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:40.616863 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-030663e0-d4a5-4164-8f30-a49217274afc None None] Calling delete_port for e42fdc62-10c2-4f37-9254-377cf3da5dc9 owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:33:40.764231 n-d-771362-32 neutron-server[94461]: INFO neutron.db.ipam_backend_mixin [None req-22fcb069-2e16-449f-80e5-32b7cc3192eb tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 976978f7-5c98-4eb6-934d-589efd406d20 (CIDR: 172.20.0.0/28) Jul 05 02:33:40.837885 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1d3eb332-2c39-4ac4-a1fd-c60dd09d08c5 req-2ff9f5b0-ee05-4a5a-a27d-1bb878c288ab tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef449aa8-f75a-4fb8-b57e-9370ed8aa923 HTTP/1.1" status: 200 len: 210 time: 0.0412934 Jul 05 02:33:40.842327 n-d-771362-32 neutron-server[94461]: INFO neutron.pecan_wsgi.hooks.translation [None req-22fcb069-2e16-449f-80e5-32b7cc3192eb tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 02:33:40.842327 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22fcb069-2e16-449f-80e5-32b7cc3192eb tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:33:40.926779 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2432471a-9e18-4799-be5c-4747c9162681 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:40.930667 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-030663e0-d4a5-4164-8f30-a49217274afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:40.940649 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-703a9a93-8417-45bd-8dc1-3666cb2eb5e6 tempest-PortsAdminExtendedAttrsTestJSON-1325816736 tempest-PortsAdminExtendedAttrsTestJSON-1325816736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:40.951510 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-703a9a93-8417-45bd-8dc1-3666cb2eb5e6 tempest-PortsAdminExtendedAttrsTestJSON-1325816736 tempest-PortsAdminExtendedAttrsTestJSON-1325816736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62d3e671-8181-4a8e-97f7-6fcead71db38']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:40.954159 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030663e0-d4a5-4164-8f30-a49217274afc None None] No DVR routers for this DVR port e42fdc62-10c2-4f37-9254-377cf3da5dc9 on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:33:40.961542 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-703a9a93-8417-45bd-8dc1-3666cb2eb5e6 tempest-PortsAdminExtendedAttrsTestJSON-1325816736 tempest-PortsAdminExtendedAttrsTestJSON-1325816736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '795ffe07-61a6-435f-bc12-1df8c1aea043') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:40.961959 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-703a9a93-8417-45bd-8dc1-3666cb2eb5e6 tempest-PortsAdminExtendedAttrsTestJSON-1325816736 tempest-PortsAdminExtendedAttrsTestJSON-1325816736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '795ffe07-61a6-435f-bc12-1df8c1aea043') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:40.971399 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-703a9a93-8417-45bd-8dc1-3666cb2eb5e6 tempest-PortsAdminExtendedAttrsTestJSON-1325816736 tempest-PortsAdminExtendedAttrsTestJSON-1325816736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:40.985658 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-703a9a93-8417-45bd-8dc1-3666cb2eb5e6 tempest-PortsAdminExtendedAttrsTestJSON-1325816736 tempest-PortsAdminExtendedAttrsTestJSON-1325816736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:40.987591 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2432471a-9e18-4799-be5c-4747c9162681 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Pushing event deleted for resources: {'Port': ['ID=e42fdc62-10c2-4f37-9254-377cf3da5dc9,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:40.991107 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030663e0-d4a5-4164-8f30-a49217274afc None None] Pushing event deleted for resources: {'Port': ['ID=e42fdc62-10c2-4f37-9254-377cf3da5dc9,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:40.992085 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-703a9a93-8417-45bd-8dc1-3666cb2eb5e6 tempest-PortsAdminExtendedAttrsTestJSON-1325816736 tempest-PortsAdminExtendedAttrsTestJSON-1325816736-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:33:40.992937 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-703a9a93-8417-45bd-8dc1-3666cb2eb5e6 tempest-PortsAdminExtendedAttrsTestJSON-1325816736 tempest-PortsAdminExtendedAttrsTestJSON-1325816736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:40.997650 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-22fcb069-2e16-449f-80e5-32b7cc3192eb tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7975841 Jul 05 02:33:40.999598 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 42822) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:41.000667 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2432471a-9e18-4799-be5c-4747c9162681 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] No DVR routers for this DVR port e42fdc62-10c2-4f37-9254-377cf3da5dc9 on host n-d-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:33:41.009847 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-0cbfabcc-9b85-4f08-a0b9-76100dc5178e tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Request body: {'subnet': {'network_id': '6e23ee8a-6b59-4eae-b4fb-f4810d1759b1', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:33:41.071011 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [req-2133befd-d422-4658-b1f1-da61ce21bcd6 req-9fd04b2c-17d6-4050-bac7-eb2aa08f18ce tempest-LiveAutoBlockMigrationV225Test-893003759 tempest-LiveAutoBlockMigrationV225Test-893003759-project] (94462) timed out ('10.222.0.15', 64993) {{(pid=94462) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 02:33:41.071691 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:33:41.071691 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:33:41.071691 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:33:41.071691 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:33:41.071691 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:33:41.071691 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:33:41.071691 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:33:41.071691 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:33:41.071691 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:33:41.071691 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:33:41.071691 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:33:41.071691 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:33:41.071691 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:33:41.071691 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:33:41.071691 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:33:41.071691 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:33:41.071691 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:33:41.071691 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:33:41.071691 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:33:41.071691 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:33:41.071691 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:33:41.071691 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:33:41.071691 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:33:41.071691 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:33:41.071691 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:33:41.071691 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:33:41.071691 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:33:41.071691 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:33:41.071691 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:33:41.071691 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:33:41.071691 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:33:41.071691 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:33:41.073828 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.db.api [None req-b1697409-998c-44ab-af34-374691301411 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 02:33:41.073828 n-d-771362-32 neutron-server[94462]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 02:33:41.073828 n-d-771362-32 neutron-server[94462]: [parameters: {'id': '77c2d24d-fdf2-49fd-bf7f-506a520f1d53'}] Jul 05 02:33:41.073828 n-d-771362-32 neutron-server[94462]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94462) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 02:33:41.074110 n-d-771362-32 neutron-server[94462]: DEBUG oslo_db.api [None req-b1697409-998c-44ab-af34-374691301411 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 02:33:41.233644 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-703a9a93-8417-45bd-8dc1-3666cb2eb5e6 tempest-PortsAdminExtendedAttrsTestJSON-1325816736 tempest-PortsAdminExtendedAttrsTestJSON-1325816736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:41.241255 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-703a9a93-8417-45bd-8dc1-3666cb2eb5e6 tempest-PortsAdminExtendedAttrsTestJSON-1325816736 tempest-PortsAdminExtendedAttrsTestJSON-1325816736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:41.250571 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-703a9a93-8417-45bd-8dc1-3666cb2eb5e6 tempest-PortsAdminExtendedAttrsTestJSON-1325816736 tempest-PortsAdminExtendedAttrsTestJSON-1325816736-project] 10.222.0.23 "DELETE /v2.0/networks/62d3e671-8181-4a8e-97f7-6fcead71db38 HTTP/1.1" status: 204 len: 168 time: 1.1979330 Jul 05 02:33:41.299602 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703a9a93-8417-45bd-8dc1-3666cb2eb5e6 tempest-PortsAdminExtendedAttrsTestJSON-1325816736 tempest-PortsAdminExtendedAttrsTestJSON-1325816736-project] Pushing event deleted for resources: {'Network': ['ID=62d3e671-8181-4a8e-97f7-6fcead71db38,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:41.504075 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a246b152-152c-4b22-bdcd-5e0799b86a66 None None] Network 77c2d24d-fdf2-49fd-bf7f-506a520f1d53 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:33:41.561721 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 22a5c34e-8cc7-4b77-8c47-c873e115e8c0 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:33:41.576382 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b1697409-998c-44ab-af34-374691301411 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:41.625233 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2432471a-9e18-4799-be5c-4747c9162681 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:41.656747 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-2432471a-9e18-4799-be5c-4747c9162681 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['417c7b4c-125b-4212-9ee5-1d5e579ff398']}} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:41.680827 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-2432471a-9e18-4799-be5c-4747c9162681 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29b56f38-4412-42a0-9f09-9a7a0acf4835') {'for_net_delete': True} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:41.681228 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-2432471a-9e18-4799-be5c-4747c9162681 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29b56f38-4412-42a0-9f09-9a7a0acf4835') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:41.682416 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-b1697409-998c-44ab-af34-374691301411 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Deleting port 22a5c34e-8cc7-4b77-8c47-c873e115e8c0 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:33:41.683380 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b1697409-998c-44ab-af34-374691301411 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:41.707341 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2432471a-9e18-4799-be5c-4747c9162681 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5519669'] for segment, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:41.722686 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2432471a-9e18-4799-be5c-4747c9162681 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:41.730011 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2432471a-9e18-4799-be5c-4747c9162681 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=94461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:33:41.730478 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2432471a-9e18-4799-be5c-4747c9162681 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5763545'] for segment, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:41.738413 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:33:41.738413 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:33:41.738413 n-d-771362-32 neutron-server[94461]: Traceback (most recent call last): Jul 05 02:33:41.738413 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:33:41.738413 n-d-771362-32 neutron-server[94461]: timer() Jul 05 02:33:41.738413 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:33:41.738413 n-d-771362-32 neutron-server[94461]: cb(*args, **kw) Jul 05 02:33:41.738413 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:33:41.738413 n-d-771362-32 neutron-server[94461]: return func(*args, **kwargs) Jul 05 02:33:41.738413 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:33:41.738413 n-d-771362-32 neutron-server[94461]: self._notify() Jul 05 02:33:41.738413 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:33:41.738413 n-d-771362-32 neutron-server[94461]: self.callback(batched_events) Jul 05 02:33:41.738413 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:33:41.738413 n-d-771362-32 neutron-server[94461]: event.method(event) Jul 05 02:33:41.738413 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:33:41.738413 n-d-771362-32 neutron-server[94461]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:33:41.738413 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:33:41.738413 n-d-771362-32 neutron-server[94461]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:33:41.738413 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:33:41.738413 n-d-771362-32 neutron-server[94461]: return f(self, *a, **k) Jul 05 02:33:41.738413 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:33:41.738413 n-d-771362-32 neutron-server[94461]: return self._get(url).json() Jul 05 02:33:41.738413 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:33:41.738413 n-d-771362-32 neutron-server[94461]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:33:41.738413 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:33:41.738413 n-d-771362-32 neutron-server[94461]: return self.request(url, 'GET', **kwargs) Jul 05 02:33:41.738413 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:33:41.738413 n-d-771362-32 neutron-server[94461]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:33:41.738413 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:33:41.738413 n-d-771362-32 neutron-server[94461]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:33:41.738413 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:33:41.738413 n-d-771362-32 neutron-server[94461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:33:41.738413 n-d-771362-32 neutron-server[94461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:33:41.743343 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:41.758324 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-315abe48-540f-41e2-9d68-808eead639ad tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Deleting port ab7cfb4e-d94a-41f8-b93e-975d2e1d649a {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:33:41.758770 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-315abe48-540f-41e2-9d68-808eead639ad tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:41.793437 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-b1697409-998c-44ab-af34-374691301411 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] For port 22a5c34e-8cc7-4b77-8c47-c873e115e8c0, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=22a5c34e-8cc7-4b77-8c47-c873e115e8c0,segment=NetworkSegment(72bf3917-0e6d-4b5f-9337-834913be0ddc),segment_id=72bf3917-0e6d-4b5f-9337-834913be0ddc)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:33:41.795236 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b1697409-998c-44ab-af34-374691301411 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:41.811065 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-b1697409-998c-44ab-af34-374691301411 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Calling delete_port for 22a5c34e-8cc7-4b77-8c47-c873e115e8c0 owned by network:dhcp {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:33:41.814027 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:41.816997 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-bf480202-9fcb-498b-a6c5-f5ce71f162e8 None None] Provisioning for port 22a5c34e-8cc7-4b77-8c47-c873e115e8c0 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:33:41.822612 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32696b40-d64c-48b7-bc67-e69b6f9ff79f None None] DHCP port deletion for 77c2d24d-fdf2-49fd-bf7f-506a520f1d53 request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:33:41.862611 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 22a5c34e-8cc7-4b77-8c47-c873e115e8c0 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:33:41.874368 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 22a5c34e-8cc7-4b77-8c47-c873e115e8c0 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:33:41.875000 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:41.988144 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cbfabcc-9b85-4f08-a0b9-76100dc5178e tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Made reservation on behalf of f845296045bc4472b2fc3471aba6dcb0 for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:33:41.991888 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0cbfabcc-9b85-4f08-a0b9-76100dc5178e tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:42.001853 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:42.033437 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-32696b40-d64c-48b7-bc67-e69b6f9ff79f None None] Deleting port 22a5c34e-8cc7-4b77-8c47-c873e115e8c0 {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:33:42.034011 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-32696b40-d64c-48b7-bc67-e69b6f9ff79f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:42.056961 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 42842) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:42.068064 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b1697409-998c-44ab-af34-374691301411 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:42.124719 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1697409-998c-44ab-af34-374691301411 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Pushing event deleted for resources: {'Port': ['ID=22a5c34e-8cc7-4b77-8c47-c873e115e8c0,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:42.134982 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-32696b40-d64c-48b7-bc67-e69b6f9ff79f None None] For port 22a5c34e-8cc7-4b77-8c47-c873e115e8c0, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=22a5c34e-8cc7-4b77-8c47-c873e115e8c0,segment=NetworkSegment(72bf3917-0e6d-4b5f-9337-834913be0ddc),segment_id=72bf3917-0e6d-4b5f-9337-834913be0ddc)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:33:42.135836 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-32696b40-d64c-48b7-bc67-e69b6f9ff79f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:42.137548 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1697409-998c-44ab-af34-374691301411 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] No DVR routers for this DVR port 22a5c34e-8cc7-4b77-8c47-c873e115e8c0 on host n-d-771362-32 {{(pid=94462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:33:42.156302 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-32696b40-d64c-48b7-bc67-e69b6f9ff79f None None] Calling delete_port for 22a5c34e-8cc7-4b77-8c47-c873e115e8c0 owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:33:42.232365 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-315abe48-540f-41e2-9d68-808eead639ad tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:42.257445 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 8b109972-f836-4e14-af0c-f43da908cbca no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:33:42.270277 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-315abe48-540f-41e2-9d68-808eead639ad tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Calling delete_port for ab7cfb4e-d94a-41f8-b93e-975d2e1d649a owned by network:router_interface {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:33:42.283303 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] No Port match for: 8b109972-f836-4e14-af0c-f43da908cbca {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:33:42.283639 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 8b109972-f836-4e14-af0c-f43da908cbca not bound to the agent host n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:33:42.344207 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-32696b40-d64c-48b7-bc67-e69b6f9ff79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:42.377851 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b1697409-998c-44ab-af34-374691301411 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:42.397165 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-b1697409-998c-44ab-af34-374691301411 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77c2d24d-fdf2-49fd-bf7f-506a520f1d53']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:42.405902 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device e42fdc62-10c2-4f37-9254-377cf3da5dc9 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:33:42.429658 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32696b40-d64c-48b7-bc67-e69b6f9ff79f None None] Pushing event deleted for resources: {'Port': ['ID=22a5c34e-8cc7-4b77-8c47-c873e115e8c0,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:42.431949 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: e42fdc62-10c2-4f37-9254-377cf3da5dc9 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:33:42.432353 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device e42fdc62-10c2-4f37-9254-377cf3da5dc9 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:33:42.436009 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32696b40-d64c-48b7-bc67-e69b6f9ff79f None None] No DVR routers for this DVR port 22a5c34e-8cc7-4b77-8c47-c873e115e8c0 on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:33:42.444976 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2432471a-9e18-4799-be5c-4747c9162681 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:42.474728 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-b1697409-998c-44ab-af34-374691301411 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72bf3917-0e6d-4b5f-9337-834913be0ddc') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:42.475385 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-b1697409-998c-44ab-af34-374691301411 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72bf3917-0e6d-4b5f-9337-834913be0ddc') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:42.486457 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-8ae43d45-14d4-4c06-9a54-2ffa3347b752 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=683eb0ef1906494a929525cc4c6be9ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4275751 Jul 05 02:33:42.486910 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2432471a-9e18-4799-be5c-4747c9162681 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:42.491309 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-2432471a-9e18-4799-be5c-4747c9162681 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] 10.222.0.23 "DELETE /v2.0/networks/417c7b4c-125b-4212-9ee5-1d5e579ff398 HTTP/1.1" status: 204 len: 168 time: 2.9748542 Jul 05 02:33:42.493423 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b1697409-998c-44ab-af34-374691301411 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:42.498208 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 42854) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:42.523210 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b1697409-998c-44ab-af34-374691301411 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:42.540255 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1697409-998c-44ab-af34-374691301411 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:33:42.540588 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b1697409-998c-44ab-af34-374691301411 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:42.544022 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:33:42.544022 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:33:42.544022 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:33:42.544022 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:33:42.544022 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:33:42.544022 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:33:42.544022 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:33:42.544022 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:33:42.544022 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:33:42.544022 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:33:42.544022 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:33:42.544022 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:33:42.544022 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:33:42.544022 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:33:42.544022 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:33:42.544022 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:33:42.544022 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:33:42.544022 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:33:42.544022 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:33:42.544022 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:33:42.544022 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:33:42.544022 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:33:42.544022 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:33:42.544022 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:33:42.544022 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:33:42.544022 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:33:42.544022 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:33:42.544022 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:33:42.544022 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:33:42.544022 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:33:42.544022 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:33:42.544022 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:33:42.583846 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2432471a-9e18-4799-be5c-4747c9162681 tempest-NetworksIpV6TestAttrs-1916475429 tempest-NetworksIpV6TestAttrs-1916475429-project] Pushing event deleted for resources: {'Network': ['ID=417c7b4c-125b-4212-9ee5-1d5e579ff398,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:42.637550 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8d8c2c16-155e-49da-a1c3-787a8ce412e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:42.677485 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8d8c2c16-155e-49da-a1c3-787a8ce412e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:42.754834 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b1697409-998c-44ab-af34-374691301411 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:42.769475 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b1697409-998c-44ab-af34-374691301411 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:42.769475 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-b1697409-998c-44ab-af34-374691301411 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] 10.222.0.23 "DELETE /v2.0/networks/77c2d24d-fdf2-49fd-bf7f-506a520f1d53 HTTP/1.1" status: 204 len: 168 time: 4.2448969 Jul 05 02:33:42.780523 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 42860) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:42.781648 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1697409-998c-44ab-af34-374691301411 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Pushing event deleted for resources: {'Network': ['ID=77c2d24d-fdf2-49fd-bf7f-506a520f1d53,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:42.786018 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-3e0b716d-004d-42f1-a42e-56a06cdaee93 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-588186560'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:33:42.842538 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0cbfabcc-9b85-4f08-a0b9-76100dc5178e tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5763451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774823'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:42.876444 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8d8c2c16-155e-49da-a1c3-787a8ce412e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:42.879325 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8d8c2c16-155e-49da-a1c3-787a8ce412e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:42.883136 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-8d8c2c16-155e-49da-a1c3-787a8ce412e7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f3d0af6d-35b6-4efd-b4e6-56eac8137ab1 HTTP/1.1" status: 204 len: 168 time: 0.3844018 Jul 05 02:33:42.892458 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8c2c16-155e-49da-a1c3-787a8ce412e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3d0af6d-35b6-4efd-b4e6-56eac8137ab1,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:42.894679 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-315abe48-540f-41e2-9d68-808eead639ad tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:42.896510 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e0b716d-004d-42f1-a42e-56a06cdaee93 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Made reservation on behalf of d5279038e8454126be0c5c273f41a9ef for: {'network': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:33:42.900742 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3e0b716d-004d-42f1-a42e-56a06cdaee93 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:42.918263 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cbfabcc-9b85-4f08-a0b9-76100dc5178e tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Network 6e23ee8a-6b59-4eae-b4fb-f4810d1759b1 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:33:42.970798 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-0cbfabcc-9b85-4f08-a0b9-76100dc5178e tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:33:42.975671 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315abe48-540f-41e2-9d68-808eead639ad tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Pushing event deleted for resources: {'Port': ['ID=ab7cfb4e-d94a-41f8-b93e-975d2e1d649a,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:42.979671 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cbfabcc-9b85-4f08-a0b9-76100dc5178e tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:42.980066 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21eae522-3c82-40a6-93f2-58c3c4157ed8 None None] Network 6e23ee8a-6b59-4eae-b4fb-f4810d1759b1 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:33:42.980625 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0cbfabcc-9b85-4f08-a0b9-76100dc5178e tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:42.999821 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbfabcc-9b85-4f08-a0b9-76100dc5178e tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Pushing event updated for resources: {'Subnet': ['ID=f90773d1-a074-4ade-aef0-22806301a20a,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:43.036407 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e0b716d-004d-42f1-a42e-56a06cdaee93 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=94461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:33:43.081286 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3e0b716d-004d-42f1-a42e-56a06cdaee93 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:43.081643 n-d-771362-32 neutron-server[94461]: INFO neutron.db.segments_db [None req-3e0b716d-004d-42f1-a42e-56a06cdaee93 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Added segment b891ed16-76da-4e7d-a6e9-a820835e7f44 of type vlan for network 6b13b84f-b007-4143-a4cd-ded08408093b Jul 05 02:33:43.140431 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f953fc-59d5-450a-9b4f-e9d56c3a90f8 req-fea44f83-3e6a-4b83-8940-93d94724bd0f tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:43.146379 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-60f953fc-59d5-450a-9b4f-e9d56c3a90f8 req-fea44f83-3e6a-4b83-8940-93d94724bd0f tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4f8f1fc-059b-456c-8142-a45f72135be6 HTTP/1.1" status: 200 len: 945 time: 0.2702534 Jul 05 02:33:43.168142 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3e0b716d-004d-42f1-a42e-56a06cdaee93 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:43.223511 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-0cbfabcc-9b85-4f08-a0b9-76100dc5178e tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.2184832 Jul 05 02:33:43.226706 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 42868) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:43.234221 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-1b6b84e8-63a0-40a6-8a54-2e4f7ca63f42 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2089314527', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f90773d1-a074-4ade-aef0-22806301a20a'}], 'security_groups': ['f5ee9c8c-fda6-4f08-8498-de421ba58576']}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:33:43.326097 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-315abe48-540f-41e2-9d68-808eead639ad tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635398'] for router_interface, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:43.331985 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f457bbe-e016-4514-9f36-e95edfe4c8c3 None None] Update dhcp port {'port': {'network_id': '6e23ee8a-6b59-4eae-b4fb-f4810d1759b1', 'fixed_ips': [{'subnet_id': '976978f7-5c98-4eb6-934d-589efd406d20', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f90773d1-a074-4ade-aef0-22806301a20a'}], 'binding:host_id': 'n-d-771362-32'}, 'id': '0509b09c-eb1d-465a-8222-6a7aa70323e1'} from n-d-771362-32. {{(pid=94463) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 02:33:43.346689 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-60f953fc-59d5-450a-9b4f-e9d56c3a90f8 req-cfc3e56a-8286-46a8-be0d-957892e6f326 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.23 "GET /v2.0/security-groups?id=b53426f4-c39e-459a-b74a-012cb0101412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992593 Jul 05 02:33:43.419409 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8f457bbe-e016-4514-9f36-e95edfe4c8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:43.462182 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3e0b716d-004d-42f1-a42e-56a06cdaee93 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:43.463675 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0b716d-004d-42f1-a42e-56a06cdaee93 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:43.464285 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3e0b716d-004d-42f1-a42e-56a06cdaee93 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:43.475474 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 42878) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:43.529001 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1b6b84e8-63a0-40a6-8a54-2e4f7ca63f42 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:43.583075 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 22a5c34e-8cc7-4b77-8c47-c873e115e8c0 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:33:43.610798 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 22a5c34e-8cc7-4b77-8c47-c873e115e8c0 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:33:43.611143 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 22a5c34e-8cc7-4b77-8c47-c873e115e8c0 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:33:43.635093 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0b716d-004d-42f1-a42e-56a06cdaee93 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Pushing event updated for resources: {'Network': ['ID=6b13b84f-b007-4143-a4cd-ded08408093b,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:43.653254 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 6b13b84f-b007-4143-a4cd-ded08408093b details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:33:43.657589 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-3e0b716d-004d-42f1-a42e-56a06cdaee93 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8759553 Jul 05 02:33:43.662015 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 42886) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:43.675698 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-9db34e2b-57dd-40ee-a558-64e9517a1787 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Request body: {'subnet': {'network_id': '6b13b84f-b007-4143-a4cd-ded08408093b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:33:43.779385 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-315abe48-540f-41e2-9d68-808eead639ad tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Router a756540e-950b-44ab-ad51-2b54cec195ae has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:33:43.922079 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-315abe48-540f-41e2-9d68-808eead639ad tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:33:43.928336 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-315abe48-540f-41e2-9d68-808eead639ad tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "PUT /v2.0/routers/a756540e-950b-44ab-ad51-2b54cec195ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7122068 Jul 05 02:33:43.931164 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 42888) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:43.941196 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db34e2b-57dd-40ee-a558-64e9517a1787 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Made reservation on behalf of d5279038e8454126be0c5c273f41a9ef for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:33:43.945173 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9db34e2b-57dd-40ee-a558-64e9517a1787 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:43.962782 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-02db9ec1-e89b-40cb-a863-dc4b15a61868 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "GET /v2.0/ports?device_id=a756540e-950b-44ab-ad51-2b54cec195ae HTTP/1.1" status: 200 len: 205 time: 0.0301824 Jul 05 02:33:43.966580 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 42890) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:43.968838 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f822bb-79a4-4253-9eb4-4c5ef99934b9 None None] Sync routers for ids ['a756540e-950b-44ab-ad51-2b54cec195ae'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:33:43.986205 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f822bb-79a4-4253-9eb4-4c5ef99934b9 None None] Routers {'a756540e-950b-44ab-ad51-2b54cec195ae'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:33:43.988955 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-01f822bb-79a4-4253-9eb4-4c5ef99934b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:33:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['a756540e-950b-44ab-ad51-2b54cec195ae'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:44.004797 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-b9d91051-7606-4c56-b8d8-5c3c3285ba22 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8f4e99cc6de94582b74a94c49e9c88d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5250120 Jul 05 02:33:44.006600 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 42892) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:44.006600 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 42894) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:44.037323 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-01f822bb-79a4-4253-9eb4-4c5ef99934b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:44.040736 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-8f457bbe-e016-4514-9f36-e95edfe4c8c3 None None] Allocated IP 172.20.0.18 (6e23ee8a-6b59-4eae-b4fb-f4810d1759b1/f90773d1-a074-4ade-aef0-22806301a20a/0509b09c-eb1d-465a-8222-6a7aa70323e1) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:33:44.062115 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1a48816c-e2c3-4c27-850d-3b0779921bbf tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks [] for router, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:44.065538 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f822bb-79a4-4253-9eb4-4c5ef99934b9 None None] Routers {'a756540e-950b-44ab-ad51-2b54cec195ae'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:33:44.066187 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-01f822bb-79a4-4253-9eb4-4c5ef99934b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:33:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['a756540e-950b-44ab-ad51-2b54cec195ae'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:44.107747 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-01f822bb-79a4-4253-9eb4-4c5ef99934b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:44.108472 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f822bb-79a4-4253-9eb4-4c5ef99934b9 None None] The sync data for ids ['a756540e-950b-44ab-ad51-2b54cec195ae'] in n-d-771362-32 is: [] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:33:44.137242 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-1055c936-a73d-4217-8d46-b0eb8ac2b6de admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8005a63f44bc4d408d7a5292fdd10b31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1254361 Jul 05 02:33:44.138064 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 42898) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:44.188042 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-8f457bbe-e016-4514-9f36-e95edfe4c8c3 None None] For port 0509b09c-eb1d-465a-8222-6a7aa70323e1, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=0509b09c-eb1d-465a-8222-6a7aa70323e1,segment=NetworkSegment(6aff1cb9-b340-42ec-b363-0b26517ecca9),segment_id=6aff1cb9-b340-42ec-b363-0b26517ecca9)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:33:44.224789 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f1104673-bd55-47ae-b1f8-867338385774 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:44.233804 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8f457bbe-e016-4514-9f36-e95edfe4c8c3 None None] Notify callbacks [] for port, precommit_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:44.249217 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1a48816c-e2c3-4c27-850d-3b0779921bbf tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11828'] for router, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:44.253360 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-8f457bbe-e016-4514-9f36-e95edfe4c8c3 None None] Transition to ACTIVE for port object 0509b09c-eb1d-465a-8222-6a7aa70323e1 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:33:44.254178 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1a48816c-e2c3-4c27-850d-3b0779921bbf tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:44.257246 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f1104673-bd55-47ae-b1f8-867338385774 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:44.325326 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c2a4cf5c-1caf-42ca-b71f-037e1087e440 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:44.345032 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8f457bbe-e016-4514-9f36-e95edfe4c8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:44.346544 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58dedc5-5a10-41c0-889b-7a692773f88e req-dee53c53-045b-44dd-853f-7119673cddce tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:44.349181 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e58dedc5-5a10-41c0-889b-7a692773f88e req-dee53c53-045b-44dd-853f-7119673cddce tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4f8f1fc-059b-456c-8142-a45f72135be6 HTTP/1.1" status: 200 len: 945 time: 0.2951980 Jul 05 02:33:44.361570 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c2a4cf5c-1caf-42ca-b71f-037e1087e440 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:44.420959 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1a48816c-e2c3-4c27-850d-3b0779921bbf tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1575451'] for router, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:44.421787 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a48816c-e2c3-4c27-850d-3b0779921bbf tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Fanout notify agent at l3_agent the message router_deleted on router a756540e-950b-44ab-ad51-2b54cec195ae {{(pid=94462) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 02:33:44.437435 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1a48816c-e2c3-4c27-850d-3b0779921bbf tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:44.441326 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-1a48816c-e2c3-4c27-850d-3b0779921bbf tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "DELETE /v2.0/routers/a756540e-950b-44ab-ad51-2b54cec195ae HTTP/1.1" status: 204 len: 168 time: 0.4735625 Jul 05 02:33:44.444274 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 42908) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:44.465509 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f457bbe-e016-4514-9f36-e95edfe4c8c3 None None] Pushing event updated for resources: {'Port': ['ID=0509b09c-eb1d-465a-8222-6a7aa70323e1,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:44.561476 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-02f9a173-8673-4730-ac51-d800e82620fe tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Deleting subnet a45c92f1-84d9-46f1-ac22-c3327d759ded {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:33:44.566514 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-02f9a173-8673-4730-ac51-d800e82620fe tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:44.623647 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9db34e2b-57dd-40ee-a558-64e9517a1787 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5763451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774823'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:44.630143 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-02f9a173-8673-4730-ac51-d800e82620fe tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:44.639755 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74724733-cfa9-45e0-ac6b-a2e6b38ea197 req-65def440-65a2-4969-937f-c11bced6628f tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:44.641714 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-74724733-cfa9-45e0-ac6b-a2e6b38ea197 req-65def440-65a2-4969-937f-c11bced6628f tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4f8f1fc-059b-456c-8142-a45f72135be6 HTTP/1.1" status: 200 len: 945 time: 0.1305203 Jul 05 02:33:44.672219 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c2a4cf5c-1caf-42ca-b71f-037e1087e440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:44.676106 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c2a4cf5c-1caf-42ca-b71f-037e1087e440 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:44.678506 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-c2a4cf5c-1caf-42ca-b71f-037e1087e440 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0537c86a-233c-4882-8150-d5f610e2a07e HTTP/1.1" status: 204 len: 168 time: 0.5384767 Jul 05 02:33:44.686549 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f1104673-bd55-47ae-b1f8-867338385774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:44.689852 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f1104673-bd55-47ae-b1f8-867338385774 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:44.703714 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-f1104673-bd55-47ae-b1f8-867338385774 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0be28865-7f63-43f9-b50d-737279241c5a HTTP/1.1" status: 204 len: 168 time: 0.6956470 Jul 05 02:33:44.708806 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a4cf5c-1caf-42ca-b71f-037e1087e440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0537c86a-233c-4882-8150-d5f610e2a07e,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:44.744004 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.db.api [None req-1b6b84e8-63a0-40a6-8a54-2e4f7ca63f42 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-66aec063-480c-4550-96c3-1b94834008e2 {{(pid=94462) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 02:33:44.744297 n-d-771362-32 neutron-server[94462]: DEBUG oslo_db.api [None req-1b6b84e8-63a0-40a6-8a54-2e4f7ca63f42 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 02:33:44.824358 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db34e2b-57dd-40ee-a558-64e9517a1787 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Pushing event updated for resources: {'Subnet': ['ID=19d15f3e-134e-40e4-b5d7-f40d9d268bc0,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:44.843839 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-02f9a173-8673-4730-ac51-d800e82620fe tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:44.849839 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-e58dedc5-5a10-41c0-889b-7a692773f88e req-f34fb60b-623e-4d58-994e-d256d46172cc tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Deleting port f66c3c35-84d8-40e4-ba5a-5d3a119cad93 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:33:44.849839 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-e58dedc5-5a10-41c0-889b-7a692773f88e req-f34fb60b-623e-4d58-994e-d256d46172cc tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:44.951811 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1104673-bd55-47ae-b1f8-867338385774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be28865-7f63-43f9-b50d-737279241c5a,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:44.968979 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-74724733-cfa9-45e0-ac6b-a2e6b38ea197 req-81732001-23b3-484b-9aac-33a7b0d631b5 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.23 "GET /v2.0/security-groups?id=b53426f4-c39e-459a-b74a-012cb0101412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945988 Jul 05 02:33:45.005161 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db34e2b-57dd-40ee-a558-64e9517a1787 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Checking segment: {'id': 'b891ed16-76da-4e7d-a6e9-a820835e7f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6b13b84f-b007-4143-a4cd-ded08408093b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:33:45.005552 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db34e2b-57dd-40ee-a558-64e9517a1787 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Network hostable DHCP agents. Network: 6b13b84f-b007-4143-a4cd-ded08408093b, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:33:45.044505 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-e58dedc5-5a10-41c0-889b-7a692773f88e req-f34fb60b-623e-4d58-994e-d256d46172cc tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] For port f66c3c35-84d8-40e4-ba5a-5d3a119cad93, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=f66c3c35-84d8-40e4-ba5a-5d3a119cad93,segment=NetworkSegment(0d619be7-ad19-4519-a5a7-4bdc2abf8fc6),segment_id=0d619be7-ad19-4519-a5a7-4bdc2abf8fc6)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:33:45.050667 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-e58dedc5-5a10-41c0-889b-7a692773f88e req-f34fb60b-623e-4d58-994e-d256d46172cc tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:45.061079 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-e58dedc5-5a10-41c0-889b-7a692773f88e req-f34fb60b-623e-4d58-994e-d256d46172cc tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Calling delete_port for f66c3c35-84d8-40e4-ba5a-5d3a119cad93 owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:33:45.076812 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-02f9a173-8673-4730-ac51-d800e82620fe tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:45.107437 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f9a173-8673-4730-ac51-d800e82620fe tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Pushing event deleted for resources: {'Subnet': ['ID=a45c92f1-84d9-46f1-ac22-c3327d759ded,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:45.110284 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-02f9a173-8673-4730-ac51-d800e82620fe tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:45.115028 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-02f9a173-8673-4730-ac51-d800e82620fe tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "DELETE /v2.0/subnets/a45c92f1-84d9-46f1-ac22-c3327d759ded HTTP/1.1" status: 204 len: 168 time: 0.6652029 Jul 05 02:33:45.115570 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c09ec6-7305-4f2c-95b9-4ce29877e9c7 None None] Network c2a50335-e0ac-4222-b05f-e2c7b64aef00 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:33:45.116350 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 42920) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:45.241241 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5fabb6b3-e373-4cbf-999f-06592fe5c736 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:45.262068 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db34e2b-57dd-40ee-a558-64e9517a1787 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Network 6b13b84f-b007-4143-a4cd-ded08408093b is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:33:45.366599 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1b6b84e8-63a0-40a6-8a54-2e4f7ca63f42 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:45.369251 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb28a610-9b37-4016-8395-e81f9231d415 None None] DHCP port deletion for c2a50335-e0ac-4222-b05f-e2c7b64aef00 request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:33:45.385354 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-9db34e2b-57dd-40ee-a558-64e9517a1787 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 6b13b84f-b007-4143-a4cd-ded08408093b) {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:33:45.401742 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db34e2b-57dd-40ee-a558-64e9517a1787 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:45.402674 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9db34e2b-57dd-40ee-a558-64e9517a1787 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:45.441721 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae349a8-1719-4562-94cf-dd58082f6aeb None None] Network 6b13b84f-b007-4143-a4cd-ded08408093b requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:33:45.450722 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-4ba37ca3-1cec-4961-a7f2-dc102252b982 None None] Provisioning for port 0509b09c-eb1d-465a-8222-6a7aa70323e1 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:33:45.470148 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-5fabb6b3-e373-4cbf-999f-06592fe5c736 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Deleting port 565b2ffd-4e1e-4734-bba9-52516c72cc93 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:33:45.470148 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5fabb6b3-e373-4cbf-999f-06592fe5c736 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:45.558557 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-e58dedc5-5a10-41c0-889b-7a692773f88e req-f34fb60b-623e-4d58-994e-d256d46172cc tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:45.577078 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-4ba37ca3-1cec-4961-a7f2-dc102252b982 None None] Provisioning complete for port 0509b09c-eb1d-465a-8222-6a7aa70323e1 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:33:45.577469 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4ba37ca3-1cec-4961-a7f2-dc102252b982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:45.586830 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 0509b09c-eb1d-465a-8222-6a7aa70323e1 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:33:45.605627 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-9db34e2b-57dd-40ee-a558-64e9517a1787 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.9405625 Jul 05 02:33:45.609034 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 42942) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:45.623087 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['d66588ab-4bf0-4a0f-bf30-bc8d43bcceae'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:33:45.646893 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34fb60b-623e-4d58-994e-d256d46172cc tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Pushing event deleted for resources: {'Port': ['ID=f66c3c35-84d8-40e4-ba5a-5d3a119cad93,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:45.711504 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [None req-5fabb6b3-e373-4cbf-999f-06592fe5c736 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] For port 565b2ffd-4e1e-4734-bba9-52516c72cc93, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=565b2ffd-4e1e-4734-bba9-52516c72cc93,segment=NetworkSegment(46140ea8-1094-460c-8012-80a3d6bd6529),segment_id=46140ea8-1094-460c-8012-80a3d6bd6529)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:33:45.711878 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5fabb6b3-e373-4cbf-999f-06592fe5c736 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:45.714656 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-e58dedc5-5a10-41c0-889b-7a692773f88e req-f34fb60b-623e-4d58-994e-d256d46172cc tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] No DVR routers for this DVR port f66c3c35-84d8-40e4-ba5a-5d3a119cad93 on host n-h1-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:33:45.723769 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-e58dedc5-5a10-41c0-889b-7a692773f88e req-f34fb60b-623e-4d58-994e-d256d46172cc tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:45.725241 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e58dedc5-5a10-41c0-889b-7a692773f88e req-f34fb60b-623e-4d58-994e-d256d46172cc tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.21 "DELETE /v2.0/ports/f66c3c35-84d8-40e4-ba5a-5d3a119cad93 HTTP/1.1" status: 204 len: 173 time: 1.2856297 Jul 05 02:33:45.725452 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4f8f1fc-059b-456c-8142-a45f72135be6', 'name': 'network-vif-deleted', 'tag': 'f66c3c35-84d8-40e4-ba5a-5d3a119cad93'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:33:45.728509 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c33a3f6d-723a-4c2a-a1c2-5768d9d8fdf9" -d '{"events": [{"server_uuid": "c4f8f1fc-059b-456c-8142-a45f72135be6", "name": "network-vif-deleted", "tag": "f66c3c35-84d8-40e4-ba5a-5d3a119cad93"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:33:45.744757 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-5fabb6b3-e373-4cbf-999f-06592fe5c736 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Calling delete_port for 565b2ffd-4e1e-4734-bba9-52516c72cc93 owned by network:dhcp {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:33:45.853008 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3eabb5e-8580-4df1-a807-0df2f7810b25 x-openstack-request-id: req-b3eabb5e-8580-4df1-a807-0df2f7810b25 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:33:45.855000 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4f8f1fc-059b-456c-8142-a45f72135be6", "name": "network-vif-deleted", "tag": "f66c3c35-84d8-40e4-ba5a-5d3a119cad93", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:33:45.858596 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b3eabb5e-8580-4df1-a807-0df2f7810b25 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:33:45.859090 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4f8f1fc-059b-456c-8142-a45f72135be6', 'name': 'network-vif-deleted', 'tag': 'f66c3c35-84d8-40e4-ba5a-5d3a119cad93', 'status': 'completed', 'code': 200} Jul 05 02:33:45.904638 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-34f67446-c1a6-4471-b5f2-40ec298b1217 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:45.971235 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-bb28a610-9b37-4016-8395-e81f9231d415 None None] Deleting port 565b2ffd-4e1e-4734-bba9-52516c72cc93 {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:33:45.971865 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-bb28a610-9b37-4016-8395-e81f9231d415 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:46.032451 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-34f67446-c1a6-4471-b5f2-40ec298b1217 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:46.058968 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5fabb6b3-e373-4cbf-999f-06592fe5c736 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:46.065382 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 0509b09c-eb1d-465a-8222-6a7aa70323e1 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:33:46.070156 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:46.116040 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-1b6b84e8-63a0-40a6-8a54-2e4f7ca63f42 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Delete allocated IP 172.20.0.5 (6e23ee8a-6b59-4eae-b4fb-f4810d1759b1/976978f7-5c98-4eb6-934d-589efd406d20) {{(pid=94462) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 05 02:33:46.142283 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fabb6b3-e373-4cbf-999f-06592fe5c736 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] No DVR routers for this DVR port 565b2ffd-4e1e-4734-bba9-52516c72cc93 on host n-d-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:33:46.161243 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fabb6b3-e373-4cbf-999f-06592fe5c736 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Pushing event deleted for resources: {'Port': ['ID=565b2ffd-4e1e-4734-bba9-52516c72cc93,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:46.192126 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-1b6b84e8-63a0-40a6-8a54-2e4f7ca63f42 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Allocated IP 172.20.0.19 (6e23ee8a-6b59-4eae-b4fb-f4810d1759b1/f90773d1-a074-4ade-aef0-22806301a20a/011d5542-41a7-4502-9fe8-1712851906cf) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:33:46.320234 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5fabb6b3-e373-4cbf-999f-06592fe5c736 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:46.341867 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device f66c3c35-84d8-40e4-ba5a-5d3a119cad93 no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:33:46.346307 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-5fabb6b3-e373-4cbf-999f-06592fe5c736 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2a50335-e0ac-4222-b05f-e2c7b64aef00']}} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:46.376654 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] No Port match for: f66c3c35-84d8-40e4-ba5a-5d3a119cad93 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:33:46.377200 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device f66c3c35-84d8-40e4-ba5a-5d3a119cad93 not bound to the agent host n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:33:46.379348 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3169c0-54b3-490d-9f7d-8cf768e83b87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-6b13b84f-b007-4143-a4cd-ded08408093b', 'network_id': '6b13b84f-b007-4143-a4cd-ded08408093b', 'tenant_id': 'd5279038e8454126be0c5c273f41a9ef', 'fixed_ips': [{'subnet_id': '19d15f3e-134e-40e4-b5d7-f40d9d268bc0'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:33:46.380524 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3a3169c0-54b3-490d-9f7d-8cf768e83b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:46.384808 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-5fabb6b3-e373-4cbf-999f-06592fe5c736 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46140ea8-1094-460c-8012-80a3d6bd6529') {'for_net_delete': True} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:46.386356 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-5fabb6b3-e373-4cbf-999f-06592fe5c736 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46140ea8-1094-460c-8012-80a3d6bd6529') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:46.398917 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5fabb6b3-e373-4cbf-999f-06592fe5c736 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5519669'] for segment, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:46.420223 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5fabb6b3-e373-4cbf-999f-06592fe5c736 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:46.420761 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3b253fee-3919-42f7-9d3a-6cdfc2214249 req-98ba5859-5e5b-4d13-819e-de480ad714c3 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4f8f1fc-059b-456c-8142-a45f72135be6 HTTP/1.1" status: 200 len: 210 time: 0.1354635 Jul 05 02:33:46.433082 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fabb6b3-e373-4cbf-999f-06592fe5c736 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=94461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:33:46.433670 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5fabb6b3-e373-4cbf-999f-06592fe5c736 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5763545'] for segment, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:46.438567 n-d-771362-32 neutron-server[94461]: Traceback (most recent call last): Jul 05 02:33:46.438567 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:33:46.438567 n-d-771362-32 neutron-server[94461]: timer() Jul 05 02:33:46.438567 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:33:46.438567 n-d-771362-32 neutron-server[94461]: cb(*args, **kw) Jul 05 02:33:46.438567 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:33:46.438567 n-d-771362-32 neutron-server[94461]: return func(*args, **kwargs) Jul 05 02:33:46.438567 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:33:46.438567 n-d-771362-32 neutron-server[94461]: self._notify() Jul 05 02:33:46.438567 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:33:46.438567 n-d-771362-32 neutron-server[94461]: self.callback(batched_events) Jul 05 02:33:46.438567 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:33:46.438567 n-d-771362-32 neutron-server[94461]: event.method(event) Jul 05 02:33:46.438567 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:33:46.438567 n-d-771362-32 neutron-server[94461]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:33:46.438567 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:33:46.438567 n-d-771362-32 neutron-server[94461]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:33:46.438567 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:33:46.438567 n-d-771362-32 neutron-server[94461]: return f(self, *a, **k) Jul 05 02:33:46.438567 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:33:46.438567 n-d-771362-32 neutron-server[94461]: return self._get(url).json() Jul 05 02:33:46.438567 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:33:46.438567 n-d-771362-32 neutron-server[94461]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:33:46.438567 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:33:46.438567 n-d-771362-32 neutron-server[94461]: return self.request(url, 'GET', **kwargs) Jul 05 02:33:46.438567 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:33:46.438567 n-d-771362-32 neutron-server[94461]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:33:46.438567 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:33:46.438567 n-d-771362-32 neutron-server[94461]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:33:46.438567 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:33:46.438567 n-d-771362-32 neutron-server[94461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:33:46.438567 n-d-771362-32 neutron-server[94461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:33:46.483494 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-bb28a610-9b37-4016-8395-e81f9231d415 None None] For port 565b2ffd-4e1e-4734-bba9-52516c72cc93, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=565b2ffd-4e1e-4734-bba9-52516c72cc93,segment=NetworkSegment(46140ea8-1094-460c-8012-80a3d6bd6529),segment_id=46140ea8-1094-460c-8012-80a3d6bd6529)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:33:46.483890 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-bb28a610-9b37-4016-8395-e81f9231d415 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:46.538423 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-bb28a610-9b37-4016-8395-e81f9231d415 None None] Calling delete_port for 565b2ffd-4e1e-4734-bba9-52516c72cc93 owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:33:46.551988 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-34f67446-c1a6-4471-b5f2-40ec298b1217 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:46.597272 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f67446-c1a6-4471-b5f2-40ec298b1217 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Pushing event deleted for resources: {'Subnet': ['ID=19d15f3e-134e-40e4-b5d7-f40d9d268bc0,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:46.600836 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-4ba37ca3-1cec-4961-a7f2-dc102252b982 None None] Provisioning complete for port 81842c55-afb0-48d9-b98b-8b5986284f60 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:33:46.601366 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4ba37ca3-1cec-4961-a7f2-dc102252b982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:46.659692 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5fabb6b3-e373-4cbf-999f-06592fe5c736 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:46.666912 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5fabb6b3-e373-4cbf-999f-06592fe5c736 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:46.673139 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-5fabb6b3-e373-4cbf-999f-06592fe5c736 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "DELETE /v2.0/networks/c2a50335-e0ac-4222-b05f-e2c7b64aef00 HTTP/1.1" status: 204 len: 168 time: 1.5555396 Jul 05 02:33:46.673598 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 42980) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:46.691911 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-af29be5b-f2cf-4bea-a2b3-3240803bf639 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-470164913', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:33:46.699116 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1b6b84e8-63a0-40a6-8a54-2e4f7ca63f42 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:46.711544 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-34f67446-c1a6-4471-b5f2-40ec298b1217 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:46.712239 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fabb6b3-e373-4cbf-999f-06592fe5c736 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Pushing event deleted for resources: {'Network': ['ID=c2a50335-e0ac-4222-b05f-e2c7b64aef00,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:46.731289 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-34f67446-c1a6-4471-b5f2-40ec298b1217 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b13b84f-b007-4143-a4cd-ded08408093b']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:46.739691 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [None req-1b6b84e8-63a0-40a6-8a54-2e4f7ca63f42 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Transition to ACTIVE for port object 011d5542-41a7-4502-9fe8-1712851906cf will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:33:46.743895 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-34f67446-c1a6-4471-b5f2-40ec298b1217 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b891ed16-76da-4e7d-a6e9-a820835e7f44') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:46.745158 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-34f67446-c1a6-4471-b5f2-40ec298b1217 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b891ed16-76da-4e7d-a6e9-a820835e7f44') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:46.757061 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-34f67446-c1a6-4471-b5f2-40ec298b1217 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:46.770525 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-34f67446-c1a6-4471-b5f2-40ec298b1217 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:46.783272 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34f67446-c1a6-4471-b5f2-40ec298b1217 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:33:46.783678 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-34f67446-c1a6-4471-b5f2-40ec298b1217 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:46.787157 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:33:46.787157 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:33:46.787157 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:33:46.787157 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:33:46.787157 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:33:46.787157 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:33:46.787157 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:33:46.787157 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:33:46.787157 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:33:46.787157 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:33:46.787157 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:33:46.787157 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:33:46.787157 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:33:46.787157 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:33:46.787157 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:33:46.787157 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:33:46.787157 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:33:46.787157 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:33:46.787157 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:33:46.787157 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:33:46.787157 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:33:46.787157 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:33:46.787157 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:33:46.787157 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:33:46.787157 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:33:46.787157 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:33:46.787157 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:33:46.787157 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:33:46.787157 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:33:46.787157 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:33:46.787157 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:33:46.787157 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:33:46.808550 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 42984) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:46.811222 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-4ba37ca3-1cec-4961-a7f2-dc102252b982 None None] Port 81842c55-afb0-48d9-b98b-8b5986284f60 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:33:46.856380 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 42988) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:46.877284 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-af29be5b-f2cf-4bea-a2b3-3240803bf639 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11810'] for router, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:46.878825 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-af29be5b-f2cf-4bea-a2b3-3240803bf639 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1926740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11821'] for router, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:46.878969 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-4ba37ca3-1cec-4961-a7f2-dc102252b982 None None] Provisioning complete for port 011d5542-41a7-4502-9fe8-1712851906cf triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:33:46.879409 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4ba37ca3-1cec-4961-a7f2-dc102252b982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:46.912205 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1b6b84e8-63a0-40a6-8a54-2e4f7ca63f42 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:46.977262 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server [None req-3a3169c0-54b3-490d-9f7d-8cf768e83b87 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 19d15f3e-134e-40e4-b5d7-f40d9d268bc0: This subnet is being modified by another concurrent operation. Jul 05 02:33:46.977262 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 05 02:33:46.977262 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 05 02:33:46.977262 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 05 02:33:46.977262 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 05 02:33:46.977262 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 05 02:33:46.977262 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 05 02:33:46.977262 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 05 02:33:46.977262 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 05 02:33:46.977262 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 05 02:33:46.977262 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 02:33:46.977262 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 02:33:46.977262 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 02:33:46.977262 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 02:33:46.977262 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 02:33:46.977262 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 02:33:46.977262 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 02:33:46.977262 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 02:33:46.977262 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 02:33:46.977262 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 02:33:46.977262 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 02:33:46.977262 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 02:33:46.977262 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 02:33:46.977262 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 02:33:46.977262 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 02:33:46.977262 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 02:33:46.977262 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 02:33:46.977262 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 02:33:46.977262 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 02:33:46.977262 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 02:33:46.977262 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 02:33:46.977262 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 02:33:46.977262 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 02:33:46.977262 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 02:33:46.977262 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 05 02:33:46.977262 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 05 02:33:46.977262 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 05 02:33:46.977262 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 05 02:33:46.977262 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 05 02:33:46.977262 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 05 02:33:46.977262 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 05 02:33:46.977262 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 05 02:33:46.977262 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 05 02:33:46.977262 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 05 02:33:46.977262 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 05 02:33:46.977262 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 05 02:33:46.977262 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 02:33:46.977262 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 02:33:46.977262 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 02:33:46.977262 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 02:33:46.977262 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 02:33:46.977262 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 02:33:46.977262 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 02:33:46.977262 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 02:33:46.977262 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 02:33:46.977262 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 02:33:46.977262 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 02:33:46.977262 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 02:33:46.977262 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 02:33:46.977262 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 02:33:46.977262 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 02:33:46.977262 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 02:33:46.977262 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 02:33:46.977262 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 02:33:46.977262 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 02:33:46.977262 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 02:33:46.977262 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 02:33:46.977262 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 02:33:46.977262 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 02:33:46.977262 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 02:33:46.977262 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 05 02:33:46.977262 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 05 02:33:46.977262 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 05 02:33:46.977262 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 05 02:33:46.977262 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 05 02:33:46.977262 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 05 02:33:46.977262 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 05 02:33:46.977262 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 05 02:33:46.977262 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 02:33:46.977262 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 02:33:46.977262 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 02:33:46.977262 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 02:33:46.977262 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 05 02:33:46.977262 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 05 02:33:46.977262 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 05 02:33:46.977262 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 05 02:33:46.977262 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 05 02:33:46.977262 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 05 02:33:46.977262 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 05 02:33:46.977262 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server raise exception Jul 05 02:33:46.977262 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 19d15f3e-134e-40e4-b5d7-f40d9d268bc0: This subnet is being modified by another concurrent operation. Jul 05 02:33:46.977262 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server Jul 05 02:33:46.989036 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-eb888afb-f41e-4899-9ac0-61e85a7974e3 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-535809531'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:33:47.002881 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-bb28a610-9b37-4016-8395-e81f9231d415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:47.008345 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 565b2ffd-4e1e-4734-bba9-52516c72cc93 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:33:47.051951 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-beb7116e-012c-4895-9717-dd752416eb7f tempest-AgentManagementNegativeTest-1551870004 tempest-AgentManagementNegativeTest-1551870004-project] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1905100 Jul 05 02:33:47.085542 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6b84e8-63a0-40a6-8a54-2e4f7ca63f42 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Pushing event updated for resources: {'Port': ['ID=011d5542-41a7-4502-9fe8-1712851906cf,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:47.098458 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dadfde74-eb8b-4508-81f7-272b0335cbb6 None None] Network 6b13b84f-b007-4143-a4cd-ded08408093b requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:33:47.100940 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bb28a610-9b37-4016-8395-e81f9231d415 None None] Network c2a50335-e0ac-4222-b05f-e2c7b64aef00 is not hosted by any dhcp agent {{(pid=94463) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 05 02:33:47.101633 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb28a610-9b37-4016-8395-e81f9231d415 None None] No DVR routers for this DVR port 565b2ffd-4e1e-4734-bba9-52516c72cc93 on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:33:47.125118 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-1b6b84e8-63a0-40a6-8a54-2e4f7ca63f42 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] In _notify_port_updated(), no bound segment for port 011d5542-41a7-4502-9fe8-1712851906cf on network 6e23ee8a-6b59-4eae-b4fb-f4810d1759b1 {{(pid=94462) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 02:33:47.126272 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 565b2ffd-4e1e-4734-bba9-52516c72cc93 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:33:47.127049 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 565b2ffd-4e1e-4734-bba9-52516c72cc93 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:33:47.153940 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6b84e8-63a0-40a6-8a54-2e4f7ca63f42 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:47.156043 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1b6b84e8-63a0-40a6-8a54-2e4f7ca63f42 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:47.161196 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-1b6b84e8-63a0-40a6-8a54-2e4f7ca63f42 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "PUT /v2.0/ports/011d5542-41a7-4502-9fe8-1712851906cf HTTP/1.1" status: 200 len: 921 time: 3.9297216 Jul 05 02:33:47.161947 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb888afb-f41e-4899-9ac0-61e85a7974e3 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Made reservation on behalf of eec53b7bac0445b2b9e29f73fcad1818 for: {'network': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:33:47.162412 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-34f67446-c1a6-4471-b5f2-40ec298b1217 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:47.166866 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 42998) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:47.170487 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-eb888afb-f41e-4899-9ac0-61e85a7974e3 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:47.191724 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb28a610-9b37-4016-8395-e81f9231d415 None None] Pushing event deleted for resources: {'Port': ['ID=565b2ffd-4e1e-4734-bba9-52516c72cc93,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:47.214191 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-eb888afb-f41e-4899-9ac0-61e85a7974e3 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:47.217909 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-4ba37ca3-1cec-4961-a7f2-dc102252b982 None None] Port 011d5542-41a7-4502-9fe8-1712851906cf cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:33:47.218214 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-af29be5b-f2cf-4bea-a2b3-3240803bf639 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:47.225847 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-34f67446-c1a6-4471-b5f2-40ec298b1217 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:47.233668 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-34f67446-c1a6-4471-b5f2-40ec298b1217 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] 10.222.0.23 "DELETE /v2.0/networks/6b13b84f-b007-4143-a4cd-ded08408093b HTTP/1.1" status: 204 len: 168 time: 1.6129818 Jul 05 02:33:47.234684 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43000) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:47.241246 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-2f4208ee-a2ec-40d1-b5d8-a6d8c099e9fa tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-942065061'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:33:47.274774 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.db.api [None req-eb888afb-f41e-4899-9ac0-61e85a7974e3 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 02:33:47.274774 n-d-771362-32 neutron-server[94461]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 02:33:47.274774 n-d-771362-32 neutron-server[94461]: [parameters: {'project_id_1': 'eec53b7bac0445b2b9e29f73fcad1818', 'expiration_1': datetime.datetime(2021, 7, 5, 2, 33, 47, 254913)}] Jul 05 02:33:47.274774 n-d-771362-32 neutron-server[94461]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 02:33:47.274774 n-d-771362-32 neutron-server[94461]: DEBUG oslo_db.api [None req-eb888afb-f41e-4899-9ac0-61e85a7974e3 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 02:33:47.279125 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f67446-c1a6-4471-b5f2-40ec298b1217 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Pushing event deleted for resources: {'Network': ['ID=6b13b84f-b007-4143-a4cd-ded08408093b,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:47.358186 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-eb4912f6-20e6-4962-a8a1-f4e05419d2a0 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Deleting port 011d5542-41a7-4502-9fe8-1712851906cf {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:33:47.358544 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-eb4912f6-20e6-4962-a8a1-f4e05419d2a0 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:47.414209 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-af29be5b-f2cf-4bea-a2b3-3240803bf639 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963'] for router, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:47.487261 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f4208ee-a2ec-40d1-b5d8-a6d8c099e9fa tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Made reservation on behalf of d5279038e8454126be0c5c273f41a9ef for: {'network': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:33:47.492380 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2f4208ee-a2ec-40d1-b5d8-a6d8c099e9fa tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:47.576761 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f4208ee-a2ec-40d1-b5d8-a6d8c099e9fa tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=94461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:33:47.583734 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04f7b39-dd55-452f-bb3a-433837605a75 None None] get_active_networks_info from n-d-771362-32 {{(pid=94463) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 02:33:47.588634 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-af29be5b-f2cf-4bea-a2b3-3240803bf639 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks [] for router, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:47.593130 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-af29be5b-f2cf-4bea-a2b3-3240803bf639 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.9085014 Jul 05 02:33:47.595395 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43012) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:47.601098 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-b21b6fe3-834a-4d11-b86f-510d59a4f7bd tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Request body: {'network': {'name': 'tempest-RoutersTest-72624757'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:33:47.604473 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-eb4912f6-20e6-4962-a8a1-f4e05419d2a0 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:47.620322 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2f4208ee-a2ec-40d1-b5d8-a6d8c099e9fa tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:47.620664 n-d-771362-32 neutron-server[94461]: INFO neutron.db.segments_db [None req-2f4208ee-a2ec-40d1-b5d8-a6d8c099e9fa tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Added segment 579aa425-7942-4538-89e8-709d0f542348 of type vlan for network 19dd142d-ae05-4e60-9045-452cc8bf9a9a Jul 05 02:33:47.660442 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-eb4912f6-20e6-4962-a8a1-f4e05419d2a0 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Calling delete_port for 011d5542-41a7-4502-9fe8-1712851906cf owned by {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:33:47.677393 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2f4208ee-a2ec-40d1-b5d8-a6d8c099e9fa tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:47.720166 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04f7b39-dd55-452f-bb3a-433837605a75 None None] Resources bound (agent type, host, resource id): {{(pid=94463) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 02:33:47.726670 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728f95bd-f170-4904-b13f-aeea786b6fe1 req-49110847-0d79-4097-a207-793096cfaaf4 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:47.728559 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-728f95bd-f170-4904-b13f-aeea786b6fe1 req-49110847-0d79-4097-a207-793096cfaaf4 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ed10d54-b0be-4db3-95ed-c9b2e6b4b7f8 HTTP/1.1" status: 200 len: 946 time: 0.3016813 Jul 05 02:33:47.772127 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-eb888afb-f41e-4899-9ac0-61e85a7974e3 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:47.815607 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-728f95bd-f170-4904-b13f-aeea786b6fe1 req-9ad50826-51c7-476d-bf3b-e7ecb1b1c382 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] 10.222.0.23 "GET /v2.0/security-groups?id=e293acd6-79d5-4041-88cd-88f21006fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532765 Jul 05 02:33:47.875207 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b21b6fe3-834a-4d11-b86f-510d59a4f7bd tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Made reservation on behalf of 1593a1e15f6f447095222242302728ea for: {'network': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:33:47.879730 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b21b6fe3-834a-4d11-b86f-510d59a4f7bd tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:47.889818 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-7a29111e-2c53-4667-ac29-d011ea6ef45e None None] Provisioning for port 011d5542-41a7-4502-9fe8-1712851906cf completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:33:47.898943 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-7a29111e-2c53-4667-ac29-d011ea6ef45e None None] Provisioning complete for port 011d5542-41a7-4502-9fe8-1712851906cf triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:33:47.899730 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-7a29111e-2c53-4667-ac29-d011ea6ef45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:47.933895 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b21b6fe3-834a-4d11-b86f-510d59a4f7bd tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=94461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:33:47.945753 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b21b6fe3-834a-4d11-b86f-510d59a4f7bd tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:47.946692 n-d-771362-32 neutron-server[94461]: INFO neutron.db.segments_db [None req-b21b6fe3-834a-4d11-b86f-510d59a4f7bd tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Added segment 76ca67ab-9913-4b56-8cd4-1483958defce of type vlan for network 3fed85df-41ee-4d95-a0fe-213f0ea583d4 Jul 05 02:33:47.950986 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43022) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:47.957133 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-7a29111e-2c53-4667-ac29-d011ea6ef45e None None] Port 011d5542-41a7-4502-9fe8-1712851906cf cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:33:47.979726 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2f4208ee-a2ec-40d1-b5d8-a6d8c099e9fa tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:47.988858 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4208ee-a2ec-40d1-b5d8-a6d8c099e9fa tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:47.988858 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2f4208ee-a2ec-40d1-b5d8-a6d8c099e9fa tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:48.050936 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b21b6fe3-834a-4d11-b86f-510d59a4f7bd tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:48.086656 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4208ee-a2ec-40d1-b5d8-a6d8c099e9fa tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Pushing event updated for resources: {'Network': ['ID=19dd142d-ae05-4e60-9045-452cc8bf9a9a,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:48.105511 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 19dd142d-ae05-4e60-9045-452cc8bf9a9a details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:33:48.110504 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cc8bde83-bb9e-41cf-b211-5aba193e4c0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:48.113622 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-eb4912f6-20e6-4962-a8a1-f4e05419d2a0 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:48.150365 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4912f6-20e6-4962-a8a1-f4e05419d2a0 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Pushing event deleted for resources: {'Port': ['ID=011d5542-41a7-4502-9fe8-1712851906cf,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:48.194173 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-eb888afb-f41e-4899-9ac0-61e85a7974e3 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:48.245979 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-eb4912f6-20e6-4962-a8a1-f4e05419d2a0 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:48.250586 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-eb4912f6-20e6-4962-a8a1-f4e05419d2a0 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "DELETE /v2.0/ports/011d5542-41a7-4502-9fe8-1712851906cf HTTP/1.1" status: 204 len: 168 time: 1.0790908 Jul 05 02:33:48.250836 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43028) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:48.284296 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-34dd8b93-2001-4973-87be-1195a88de736 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] GET failed (client error): The resource could not be found. Jul 05 02:33:48.289559 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-34dd8b93-2001-4973-87be-1195a88de736 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "GET /v2.0/ports/011d5542-41a7-4502-9fe8-1712851906cf HTTP/1.1" status: 404 len: 333 time: 0.0341594 Jul 05 02:33:48.289953 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43030) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:48.378689 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1ff69204-65a2-4069-a894-c813ca3aaf23 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:48.378689 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b21b6fe3-834a-4d11-b86f-510d59a4f7bd tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:48.378689 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21b6fe3-834a-4d11-b86f-510d59a4f7bd tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:48.378689 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b21b6fe3-834a-4d11-b86f-510d59a4f7bd tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:48.381166 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-eb888afb-f41e-4899-9ac0-61e85a7974e3 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:48.472968 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb888afb-f41e-4899-9ac0-61e85a7974e3 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=94461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:33:48.510231 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1ff69204-65a2-4069-a894-c813ca3aaf23 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:48.513834 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-eb888afb-f41e-4899-9ac0-61e85a7974e3 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:48.514198 n-d-771362-32 neutron-server[94461]: INFO neutron.db.segments_db [None req-eb888afb-f41e-4899-9ac0-61e85a7974e3 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Added segment 0e3ceaa3-50b0-4cab-ab79-3e0466590955 of type vlan for network b31362b4-a4bd-42b5-81be-dffc815669f8 Jul 05 02:33:48.518798 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8247f287-4485-445f-b67c-f23c9264edd2 req-f3d457c4-0ba5-4652-92e1-b2b62426e521 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:48.520718 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8247f287-4485-445f-b67c-f23c9264edd2 req-f3d457c4-0ba5-4652-92e1-b2b62426e521 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.23 "GET /v2.0/ports?device_id=c52ed947-fce6-4894-9cbf-5ef18a8da90b HTTP/1.1" status: 200 len: 946 time: 0.0721734 Jul 05 02:33:48.543880 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb888afb-f41e-4899-9ac0-61e85a7974e3 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70678489-c4bb-429c-8908-f9caad16c008,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:48.546521 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21b6fe3-834a-4d11-b86f-510d59a4f7bd tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Pushing event updated for resources: {'Network': ['ID=3fed85df-41ee-4d95-a0fe-213f0ea583d4,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:48.567508 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 3fed85df-41ee-4d95-a0fe-213f0ea583d4 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:33:48.584138 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8247f287-4485-445f-b67c-f23c9264edd2 req-ef851ff5-1ae4-4820-9a76-9e802534b541 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.23 "GET /v2.0/security-groups?id=b53426f4-c39e-459a-b74a-012cb0101412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532777 Jul 05 02:33:48.630335 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-eb888afb-f41e-4899-9ac0-61e85a7974e3 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:48.723611 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1ff69204-65a2-4069-a894-c813ca3aaf23 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:48.727441 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1ff69204-65a2-4069-a894-c813ca3aaf23 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:48.729448 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-1ff69204-65a2-4069-a894-c813ca3aaf23 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "DELETE /v2.0/security-groups/0004faec-8595-4c7b-a853-0eb725d6d747 HTTP/1.1" status: 204 len: 168 time: 0.4378867 Jul 05 02:33:48.733270 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43044) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:48.745065 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff69204-65a2-4069-a894-c813ca3aaf23 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0004faec-8595-4c7b-a853-0eb725d6d747,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:48.798227 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-948326b9-027d-4eb3-8374-c475e604d5b5 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:48.817917 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-2f4208ee-a2ec-40d1-b5d8-a6d8c099e9fa tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5813961 Jul 05 02:33:48.818740 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43046) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:48.819394 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-eb888afb-f41e-4899-9ac0-61e85a7974e3 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:48.825043 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb888afb-f41e-4899-9ac0-61e85a7974e3 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:48.834740 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-eb888afb-f41e-4899-9ac0-61e85a7974e3 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:48.834889 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-948326b9-027d-4eb3-8374-c475e604d5b5 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:48.841799 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-2e5e9d23-8642-4dd7-b2d3-88dafa8dcc34 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Request body: {'subnet': {'network_id': '19dd142d-ae05-4e60-9045-452cc8bf9a9a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:33:48.952080 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cc8bde83-bb9e-41cf-b211-5aba193e4c0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:48.973727 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-948326b9-027d-4eb3-8374-c475e604d5b5 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:48.976355 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-948326b9-027d-4eb3-8374-c475e604d5b5 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:48.978378 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-948326b9-027d-4eb3-8374-c475e604d5b5 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "DELETE /v2.0/security-groups/f5ee9c8c-fda6-4f08-8498-de421ba58576 HTTP/1.1" status: 204 len: 168 time: 0.2439163 Jul 05 02:33:48.982276 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43050) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:48.996012 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb888afb-f41e-4899-9ac0-61e85a7974e3 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Pushing event updated for resources: {'Network': ['ID=b31362b4-a4bd-42b5-81be-dffc815669f8,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:48.997344 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948326b9-027d-4eb3-8374-c475e604d5b5 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ee9c8c-fda6-4f08-8498-de421ba58576,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:49.006687 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network b31362b4-a4bd-42b5-81be-dffc815669f8 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:33:49.046830 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb6c92b8-a268-466a-9bc1-54979e73ccea tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Deleting subnet 976978f7-5c98-4eb6-934d-589efd406d20 {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:33:49.050222 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fb6c92b8-a268-466a-9bc1-54979e73ccea tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:49.051032 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2733d7d-1fb2-46b2-ae84-b96f7ac54867 req-52c00ee8-29ba-4b4b-9abe-025e33fb30c2 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:49.059514 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b2733d7d-1fb2-46b2-ae84-b96f7ac54867 req-52c00ee8-29ba-4b4b-9abe-025e33fb30c2 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ed10d54-b0be-4db3-95ed-c9b2e6b4b7f8 HTTP/1.1" status: 200 len: 946 time: 0.1599121 Jul 05 02:33:49.082495 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cc8bde83-bb9e-41cf-b211-5aba193e4c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:49.108985 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fb6c92b8-a268-466a-9bc1-54979e73ccea tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:49.112167 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b2733d7d-1fb2-46b2-ae84-b96f7ac54867 req-f84b140a-a709-482a-b618-d4aba0327f20 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] 10.222.0.23 "GET /v2.0/security-groups?id=e293acd6-79d5-4041-88cd-88f21006fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522091 Jul 05 02:33:49.193276 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-cc8bde83-bb9e-41cf-b211-5aba193e4c0c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ea8322f9ce1a469d816238d782dbf92b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2384875 Jul 05 02:33:49.193665 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43058) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:49.196210 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8bde83-bb9e-41cf-b211-5aba193e4c0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ed9499-eaec-4493-9584-bd766ae7bc63,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:49.232075 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-b21b6fe3-834a-4d11-b86f-510d59a4f7bd tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 1.6190803 Jul 05 02:33:49.234458 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43060) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:49.243246 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fb6c92b8-a268-466a-9bc1-54979e73ccea tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:49.243450 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-a9cf9d8c-4ea5-4190-8157-f813c90787a7 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Request body: {'subnet': {'network_id': '3fed85df-41ee-4d95-a0fe-213f0ea583d4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:33:49.287996 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-eb888afb-f41e-4899-9ac0-61e85a7974e3 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.4777639 Jul 05 02:33:49.293026 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43062) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:49.299262 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-c9efcb10-7521-43de-a117-a8c9353685b4 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Request body: {'port': {'network_id': 'b31362b4-a4bd-42b5-81be-dffc815669f8', 'name': 'tempest-PortsIpV6TestJSON-1428166800'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:33:49.328478 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4558fbd8-d871-4128-b490-b8e480a75afb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:49.364172 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4558fbd8-d871-4128-b490-b8e480a75afb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:49.443932 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e5e9d23-8642-4dd7-b2d3-88dafa8dcc34 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Made reservation on behalf of d5279038e8454126be0c5c273f41a9ef for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:33:49.448065 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2e5e9d23-8642-4dd7-b2d3-88dafa8dcc34 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:49.508468 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fb6c92b8-a268-466a-9bc1-54979e73ccea tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:49.545065 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6c92b8-a268-466a-9bc1-54979e73ccea tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Pushing event deleted for resources: {'Subnet': ['ID=976978f7-5c98-4eb6-934d-589efd406d20,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:49.547426 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4558fbd8-d871-4128-b490-b8e480a75afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:49.551793 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4558fbd8-d871-4128-b490-b8e480a75afb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:49.551793 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-4558fbd8-d871-4128-b490-b8e480a75afb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b5ed9499-eaec-4493-9584-bd766ae7bc63 HTTP/1.1" status: 204 len: 168 time: 0.3565373 Jul 05 02:33:49.561258 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fb6c92b8-a268-466a-9bc1-54979e73ccea tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:49.561676 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abeaea15-7309-4fa9-b0bc-54b9272cc0cb None None] Network 6e23ee8a-6b59-4eae-b4fb-f4810d1759b1 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:33:49.563846 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-fb6c92b8-a268-466a-9bc1-54979e73ccea tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "DELETE /v2.0/subnets/976978f7-5c98-4eb6-934d-589efd406d20 HTTP/1.1" status: 204 len: 168 time: 0.5795767 Jul 05 02:33:49.568594 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43074) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:49.575137 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-28cdad66-7ad4-43d8-acd6-9a244d65daa6 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Request body: {'subnet': {'network_id': '6e23ee8a-6b59-4eae-b4fb-f4810d1759b1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:33:49.586440 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4558fbd8-d871-4128-b490-b8e480a75afb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ed9499-eaec-4493-9584-bd766ae7bc63,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:49.626456 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9cf9d8c-4ea5-4190-8157-f813c90787a7 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Made reservation on behalf of 1593a1e15f6f447095222242302728ea for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:33:49.633992 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a9cf9d8c-4ea5-4190-8157-f813c90787a7 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:49.851446 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9efcb10-7521-43de-a117-a8c9353685b4 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Made reservation on behalf of eec53b7bac0445b2b9e29f73fcad1818 for: {'port': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:33:49.856357 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c9efcb10-7521-43de-a117-a8c9353685b4 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:49.894010 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [None req-c9efcb10-7521-43de-a117-a8c9353685b4 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] device_id is not set on port a2f7b0f1-dfae-46c9-a6da-d9ab7895090f yet. {{(pid=94462) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:33:49.971345 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7723573-36ad-4b8f-af09-dc7c3f234cff req-9a907061-0031-4c7b-851d-d84845a82d6c tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:49.972945 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b7723573-36ad-4b8f-af09-dc7c3f234cff req-9a907061-0031-4c7b-851d-d84845a82d6c tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.23 "GET /v2.0/ports?device_id=c52ed947-fce6-4894-9cbf-5ef18a8da90b HTTP/1.1" status: 200 len: 946 time: 0.1702414 Jul 05 02:33:50.044345 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b7723573-36ad-4b8f-af09-dc7c3f234cff req-b66533ca-3b11-481e-8f94-80940c177c61 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.23 "GET /v2.0/security-groups?id=b53426f4-c39e-459a-b74a-012cb0101412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610657 Jul 05 02:33:50.045150 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28cdad66-7ad4-43d8-acd6-9a244d65daa6 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Made reservation on behalf of f845296045bc4472b2fc3471aba6dcb0 for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:33:50.048652 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-28cdad66-7ad4-43d8-acd6-9a244d65daa6 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:50.300461 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c9efcb10-7521-43de-a117-a8c9353685b4 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:50.510655 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2e5e9d23-8642-4dd7-b2d3-88dafa8dcc34 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5763451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774823'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:50.576089 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5017cb4-7ffb-4cec-8bb3-2667bff78eff req-746db5c4-cabe-4a25-a4e4-0a1a85a2aff0 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:50.583098 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a5017cb4-7ffb-4cec-8bb3-2667bff78eff req-746db5c4-cabe-4a25-a4e4-0a1a85a2aff0 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ed10d54-b0be-4db3-95ed-c9b2e6b4b7f8 HTTP/1.1" status: 200 len: 946 time: 0.1570110 Jul 05 02:33:50.612491 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c9efcb10-7521-43de-a117-a8c9353685b4 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:50.616310 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5e9d23-8642-4dd7-b2d3-88dafa8dcc34 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Pushing event updated for resources: {'Subnet': ['ID=dc4c090e-9567-489f-a4fb-b83e8eaa9502,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:50.642104 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a9cf9d8c-4ea5-4190-8157-f813c90787a7 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5763451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774823'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:50.685271 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5e9d23-8642-4dd7-b2d3-88dafa8dcc34 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:33:50.685705 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5e9d23-8642-4dd7-b2d3-88dafa8dcc34 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:33:50.686751 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5e9d23-8642-4dd7-b2d3-88dafa8dcc34 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:33:50.686751 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5e9d23-8642-4dd7-b2d3-88dafa8dcc34 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:33:50.686751 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5e9d23-8642-4dd7-b2d3-88dafa8dcc34 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:33:50.687093 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5e9d23-8642-4dd7-b2d3-88dafa8dcc34 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:33:50.687369 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5e9d23-8642-4dd7-b2d3-88dafa8dcc34 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:33:50.687952 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5e9d23-8642-4dd7-b2d3-88dafa8dcc34 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:33:50.688314 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5e9d23-8642-4dd7-b2d3-88dafa8dcc34 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:33:50.688834 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5e9d23-8642-4dd7-b2d3-88dafa8dcc34 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:33:50.689167 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5e9d23-8642-4dd7-b2d3-88dafa8dcc34 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:33:50.689510 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5e9d23-8642-4dd7-b2d3-88dafa8dcc34 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:33:50.703815 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5e9d23-8642-4dd7-b2d3-88dafa8dcc34 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Checking segment: {'id': '579aa425-7942-4538-89e8-709d0f542348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '19dd142d-ae05-4e60-9045-452cc8bf9a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:33:50.704373 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5e9d23-8642-4dd7-b2d3-88dafa8dcc34 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Network hostable DHCP agents. Network: 19dd142d-ae05-4e60-9045-452cc8bf9a9a, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:33:50.719873 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a5017cb4-7ffb-4cec-8bb3-2667bff78eff req-91eb786d-e2b7-403a-a0a8-8f436de5dc6c tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] 10.222.0.23 "GET /v2.0/security-groups?id=e293acd6-79d5-4041-88cd-88f21006fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183479 Jul 05 02:33:50.741023 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9efcb10-7521-43de-a117-a8c9353685b4 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Pushing event updated for resources: {'Port': ['ID=a2f7b0f1-dfae-46c9-a6da-d9ab7895090f,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:50.743668 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-28cdad66-7ad4-43d8-acd6-9a244d65daa6 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:50.788607 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7441fcb2-ac99-4024-af1d-9da289180c7b req-4edfe32f-42f1-42a0-bf97-b8b348f2c2c7 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:50.790946 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7441fcb2-ac99-4024-af1d-9da289180c7b req-4edfe32f-42f1-42a0-bf97-b8b348f2c2c7 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.21 "GET /v2.0/ports?device_id=c52ed947-fce6-4894-9cbf-5ef18a8da90b HTTP/1.1" status: 200 len: 946 time: 0.8224669 Jul 05 02:33:50.795706 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9efcb10-7521-43de-a117-a8c9353685b4 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Checking segment: {'id': '0e3ceaa3-50b0-4cab-ab79-3e0466590955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b31362b4-a4bd-42b5-81be-dffc815669f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:33:50.796080 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9efcb10-7521-43de-a117-a8c9353685b4 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Network hostable DHCP agents. Network: b31362b4-a4bd-42b5-81be-dffc815669f8, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:33:50.808468 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-3afe2264-7254-46d3-abc4-5abc9be07da5 None None] Provisioning complete for port 0509b09c-eb1d-465a-8222-6a7aa70323e1 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:33:50.810229 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28cdad66-7ad4-43d8-acd6-9a244d65daa6 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Network 6e23ee8a-6b59-4eae-b4fb-f4810d1759b1 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:33:50.810762 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3afe2264-7254-46d3-abc4-5abc9be07da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:50.815914 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-28cdad66-7ad4-43d8-acd6-9a244d65daa6 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:33:50.823723 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28cdad66-7ad4-43d8-acd6-9a244d65daa6 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:50.824437 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-28cdad66-7ad4-43d8-acd6-9a244d65daa6 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:50.827969 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cdad66-7ad4-43d8-acd6-9a244d65daa6 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Pushing event updated for resources: {'Subnet': ['ID=02dbc0d1-b5e5-466d-b9a0-786aa9c0aa5b,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:50.849342 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9798def-f213-4419-a199-9204026164f5 None None] Network 6e23ee8a-6b59-4eae-b4fb-f4810d1759b1 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:33:50.852341 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cf9d8c-4ea5-4190-8157-f813c90787a7 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Pushing event updated for resources: {'Subnet': ['ID=d6de9b19-3a6a-419b-855c-91ae8d28d02d,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:50.863157 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cf9d8c-4ea5-4190-8157-f813c90787a7 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Checking segment: {'id': '76ca67ab-9913-4b56-8cd4-1483958defce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '3fed85df-41ee-4d95-a0fe-213f0ea583d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:33:50.863338 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9cf9d8c-4ea5-4190-8157-f813c90787a7 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Network hostable DHCP agents. Network: 3fed85df-41ee-4d95-a0fe-213f0ea583d4, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:33:50.905084 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a418d84f-b590-41b9-bd1d-1e7c321d9a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:50.945233 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-7441fcb2-ac99-4024-af1d-9da289180c7b req-dc7bd7fc-c1cb-4c24-8379-2839ee47e054 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Deleting port d66588ab-4bf0-4a0f-bf30-bc8d43bcceae {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:33:50.945526 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-7441fcb2-ac99-4024-af1d-9da289180c7b req-dc7bd7fc-c1cb-4c24-8379-2839ee47e054 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:51.033191 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9efcb10-7521-43de-a117-a8c9353685b4 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Network b31362b4-a4bd-42b5-81be-dffc815669f8 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:33:51.037696 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5e9d23-8642-4dd7-b2d3-88dafa8dcc34 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Network 19dd142d-ae05-4e60-9045-452cc8bf9a9a is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:33:51.039358 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-28cdad66-7ad4-43d8-acd6-9a244d65daa6 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4696071 Jul 05 02:33:51.043599 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43110) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:51.049698 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-7441fcb2-ac99-4024-af1d-9da289180c7b req-dc7bd7fc-c1cb-4c24-8379-2839ee47e054 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] For port d66588ab-4bf0-4a0f-bf30-bc8d43bcceae, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=d66588ab-4bf0-4a0f-bf30-bc8d43bcceae,segment=NetworkSegment(0d619be7-ad19-4519-a5a7-4bdc2abf8fc6),segment_id=0d619be7-ad19-4519-a5a7-4bdc2abf8fc6)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:33:51.050102 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-7441fcb2-ac99-4024-af1d-9da289180c7b req-dc7bd7fc-c1cb-4c24-8379-2839ee47e054 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:51.050575 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-a35e371a-da23-4493-ae31-a618c6c2001b tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Request body: {'security_group': {'name': 'tempest-secgroup-879007275'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:33:51.066107 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-7441fcb2-ac99-4024-af1d-9da289180c7b req-dc7bd7fc-c1cb-4c24-8379-2839ee47e054 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Calling delete_port for d66588ab-4bf0-4a0f-bf30-bc8d43bcceae owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:33:51.071957 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-3afe2264-7254-46d3-abc4-5abc9be07da5 None None] Provisioning complete for port 81842c55-afb0-48d9-b98b-8b5986284f60 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:33:51.072390 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3afe2264-7254-46d3-abc4-5abc9be07da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:51.084319 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43114) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:51.126208 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-3afe2264-7254-46d3-abc4-5abc9be07da5 None None] Port 81842c55-afb0-48d9-b98b-8b5986284f60 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:33:51.189693 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9cf9d8c-4ea5-4190-8157-f813c90787a7 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Network 3fed85df-41ee-4d95-a0fe-213f0ea583d4 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:33:51.226750 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-c84d3c84-92ff-4bb1-ae63-68c72b8b27c4 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1749870591'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:33:51.232153 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a35e371a-da23-4493-ae31-a618c6c2001b tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:51.249428 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0327d1-6a35-4bac-8d35-1668891c72d0 None None] Update dhcp port {'port': {'network_id': '6e23ee8a-6b59-4eae-b4fb-f4810d1759b1', 'fixed_ips': [{'subnet_id': 'f90773d1-a074-4ade-aef0-22806301a20a', 'ip_address': '172.20.0.18'}, {'subnet_id': '02dbc0d1-b5e5-466d-b9a0-786aa9c0aa5b'}], 'binding:host_id': 'n-d-771362-32'}, 'id': '0509b09c-eb1d-465a-8222-6a7aa70323e1'} from n-d-771362-32. {{(pid=94463) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 02:33:51.307151 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-bc0327d1-6a35-4bac-8d35-1668891c72d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:51.335264 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e06610-316f-44ff-b4e8-906806a15653 req-15e28734-d0ad-4402-a14e-ab368907cc69 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:51.335264 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-59e06610-316f-44ff-b4e8-906806a15653 req-15e28734-d0ad-4402-a14e-ab368907cc69 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.23 "GET /v2.0/ports?device_id=c52ed947-fce6-4894-9cbf-5ef18a8da90b HTTP/1.1" status: 200 len: 946 time: 0.1214576 Jul 05 02:33:51.367829 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-59e06610-316f-44ff-b4e8-906806a15653 req-2ba31bae-8998-44be-b747-3a4613c8b1cb tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.23 "GET /v2.0/security-groups?id=b53426f4-c39e-459a-b74a-012cb0101412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340545 Jul 05 02:33:51.385729 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-2e5e9d23-8642-4dd7-b2d3-88dafa8dcc34 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 19dd142d-ae05-4e60-9045-452cc8bf9a9a) {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:33:51.387381 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-c9efcb10-7521-43de-a117-a8c9353685b4 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, b31362b4-a4bd-42b5-81be-dffc815669f8) {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:33:51.390625 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9efcb10-7521-43de-a117-a8c9353685b4 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:33:51.405306 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9efcb10-7521-43de-a117-a8c9353685b4 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:51.406919 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c9efcb10-7521-43de-a117-a8c9353685b4 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:51.411276 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-a9cf9d8c-4ea5-4190-8157-f813c90787a7 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 3fed85df-41ee-4d95-a0fe-213f0ea583d4) {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:33:51.413898 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5e9d23-8642-4dd7-b2d3-88dafa8dcc34 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:51.414703 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2e5e9d23-8642-4dd7-b2d3-88dafa8dcc34 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:51.420847 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9cf9d8c-4ea5-4190-8157-f813c90787a7 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:51.421442 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a9cf9d8c-4ea5-4190-8157-f813c90787a7 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:51.438645 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65dcea88-d85d-4c50-b1ab-c1f062729922 None None] Network 19dd142d-ae05-4e60-9045-452cc8bf9a9a requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:33:51.445424 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c84d3c84-92ff-4bb1-ae63-68c72b8b27c4 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Made reservation on behalf of 5acb4a7985304d84a755f649a8ac1cfa for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:33:51.445568 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-7441fcb2-ac99-4024-af1d-9da289180c7b req-dc7bd7fc-c1cb-4c24-8379-2839ee47e054 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:51.445684 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c84d3c84-92ff-4bb1-ae63-68c72b8b27c4 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:51.455618 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c84d3c84-92ff-4bb1-ae63-68c72b8b27c4 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:51.456213 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785aa92c-26d5-43e1-b4c9-af468281c93d None None] Network b31362b4-a4bd-42b5-81be-dffc815669f8 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:33:51.457923 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f2a5f8-3416-4b69-95e5-a6999f1797de None None] Network 3fed85df-41ee-4d95-a0fe-213f0ea583d4 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:33:51.487878 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7bd7fc-c1cb-4c24-8379-2839ee47e054 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Pushing event deleted for resources: {'Port': ['ID=d66588ab-4bf0-4a0f-bf30-bc8d43bcceae,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:51.561719 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-7441fcb2-ac99-4024-af1d-9da289180c7b req-dc7bd7fc-c1cb-4c24-8379-2839ee47e054 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] No DVR routers for this DVR port d66588ab-4bf0-4a0f-bf30-bc8d43bcceae on host n-h1-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:33:51.564669 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-7441fcb2-ac99-4024-af1d-9da289180c7b req-dc7bd7fc-c1cb-4c24-8379-2839ee47e054 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:51.567456 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7441fcb2-ac99-4024-af1d-9da289180c7b req-dc7bd7fc-c1cb-4c24-8379-2839ee47e054 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.21 "DELETE /v2.0/ports/d66588ab-4bf0-4a0f-bf30-bc8d43bcceae HTTP/1.1" status: 204 len: 173 time: 0.7582030 Jul 05 02:33:51.568102 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c52ed947-fce6-4894-9cbf-5ef18a8da90b', 'name': 'network-vif-deleted', 'tag': 'd66588ab-4bf0-4a0f-bf30-bc8d43bcceae'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:33:51.570483 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48b26f8a-3fee-4be5-8f5e-49807f4d0aa4" -d '{"events": [{"server_uuid": "c52ed947-fce6-4894-9cbf-5ef18a8da90b", "name": "network-vif-deleted", "tag": "d66588ab-4bf0-4a0f-bf30-bc8d43bcceae"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:33:51.604409 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-a9cf9d8c-4ea5-4190-8157-f813c90787a7 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3644977 Jul 05 02:33:51.607829 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43126) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:51.635799 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-2e5e9d23-8642-4dd7-b2d3-88dafa8dcc34 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.7989659 Jul 05 02:33:51.638264 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43130) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:51.660188 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-799634a6-1be5-44a9-8cf5-29b015cea827 x-openstack-request-id: req-799634a6-1be5-44a9-8cf5-29b015cea827 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:33:51.661988 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c52ed947-fce6-4894-9cbf-5ef18a8da90b", "name": "network-vif-deleted", "tag": "d66588ab-4bf0-4a0f-bf30-bc8d43bcceae", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:33:51.662516 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-799634a6-1be5-44a9-8cf5-29b015cea827 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:33:51.663080 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c52ed947-fce6-4894-9cbf-5ef18a8da90b', 'name': 'network-vif-deleted', 'tag': 'd66588ab-4bf0-4a0f-bf30-bc8d43bcceae', 'status': 'completed', 'code': 200} Jul 05 02:33:51.678380 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772cbef0-72d4-4a17-b7a0-b0e469e05d31 req-003b085a-7bed-4b98-9fc8-763c675adf97 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:51.680548 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-772cbef0-72d4-4a17-b7a0-b0e469e05d31 req-003b085a-7bed-4b98-9fc8-763c675adf97 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ed10d54-b0be-4db3-95ed-c9b2e6b4b7f8 HTTP/1.1" status: 200 len: 946 time: 0.2019026 Jul 05 02:33:51.722095 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-c9efcb10-7521-43de-a117-a8c9353685b4 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.4199739 Jul 05 02:33:51.751600 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43132) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:51.830116 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-4a5f408f-c3e6-46fe-bb50-43b207a269f6 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-12056113'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:33:51.869894 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.db.api [None req-c84d3c84-92ff-4bb1-ae63-68c72b8b27c4 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 02:33:51.869894 n-d-771362-32 neutron-server[94462]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 02:33:51.869894 n-d-771362-32 neutron-server[94462]: [parameters: {'project_id_1': '5acb4a7985304d84a755f649a8ac1cfa', 'expiration_1': datetime.datetime(2021, 7, 5, 2, 33, 51, 470340)}] Jul 05 02:33:51.869894 n-d-771362-32 neutron-server[94462]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94462) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 02:33:51.870379 n-d-771362-32 neutron-server[94462]: DEBUG oslo_db.api [None req-c84d3c84-92ff-4bb1-ae63-68c72b8b27c4 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 02:33:52.008029 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-bc0327d1-6a35-4bac-8d35-1668891c72d0 None None] Allocated IP 172.20.0.2 (6e23ee8a-6b59-4eae-b4fb-f4810d1759b1/02dbc0d1-b5e5-466d-b9a0-786aa9c0aa5b/0509b09c-eb1d-465a-8222-6a7aa70323e1) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:33:52.039098 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f1554e-8d90-45ae-9187-44dc93ae0b04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-3fed85df-41ee-4d95-a0fe-213f0ea583d4', 'network_id': '3fed85df-41ee-4d95-a0fe-213f0ea583d4', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'fixed_ips': [{'subnet_id': 'd6de9b19-3a6a-419b-855c-91ae8d28d02d'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:33:52.041273 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-82f1554e-8d90-45ae-9187-44dc93ae0b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:52.055898 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-32d89b33-1725-4742-93d7-26d449e59ee5 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:52.081410 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a35e371a-da23-4493-ae31-a618c6c2001b tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:52.100729 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3aed8a-2176-4f99-b824-7854d0069c9b req-dd27b2a8-5e13-4c77-9f3a-45cfc513dc90 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:52.103610 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4b3aed8a-2176-4f99-b824-7854d0069c9b req-dd27b2a8-5e13-4c77-9f3a-45cfc513dc90 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ed10d54-b0be-4db3-95ed-c9b2e6b4b7f8 HTTP/1.1" status: 200 len: 946 time: 0.2026088 Jul 05 02:33:52.106429 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e5ddc6f1-1c1d-4002-81cc-b241edfbe7e3 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:52.107822 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-772cbef0-72d4-4a17-b7a0-b0e469e05d31 req-4b6c301e-b412-4a52-b552-13735b49a4c9 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] Deleting port a771c36c-07c1-47b5-a739-a1df626f52de {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:33:52.108291 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-772cbef0-72d4-4a17-b7a0-b0e469e05d31 req-4b6c301e-b412-4a52-b552-13735b49a4c9 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:52.149037 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b09557-e688-4534-a7ad-75132f9abd9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-19dd142d-ae05-4e60-9045-452cc8bf9a9a', 'network_id': '19dd142d-ae05-4e60-9045-452cc8bf9a9a', 'tenant_id': 'd5279038e8454126be0c5c273f41a9ef', 'fixed_ips': [{'subnet_id': 'dc4c090e-9567-489f-a4fb-b83e8eaa9502'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:33:52.149964 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-61b09557-e688-4534-a7ad-75132f9abd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:52.237960 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a35e371a-da23-4493-ae31-a618c6c2001b tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:52.262312 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-32d89b33-1725-4742-93d7-26d449e59ee5 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:52.283737 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35e371a-da23-4493-ae31-a618c6c2001b tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6732596e-720b-4b60-be9d-cb04220e9535,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:52.286979 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device d66588ab-4bf0-4a0f-bf30-bc8d43bcceae no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:33:52.323525 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4b3aed8a-2176-4f99-b824-7854d0069c9b req-5ba91554-d727-49e3-b39c-aa5cfaace8fb tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] 10.222.0.23 "GET /v2.0/security-groups?id=e293acd6-79d5-4041-88cd-88f21006fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2100577 Jul 05 02:33:52.335510 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] No Port match for: d66588ab-4bf0-4a0f-bf30-bc8d43bcceae {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:33:52.350215 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device d66588ab-4bf0-4a0f-bf30-bc8d43bcceae not bound to the agent host n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:33:52.357187 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-772cbef0-72d4-4a17-b7a0-b0e469e05d31 req-4b6c301e-b412-4a52-b552-13735b49a4c9 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] For port a771c36c-07c1-47b5-a739-a1df626f52de, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=a771c36c-07c1-47b5-a739-a1df626f52de,segment=NetworkSegment(10ca8873-9c2f-4980-a4da-1d632c7765be),segment_id=10ca8873-9c2f-4980-a4da-1d632c7765be)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:33:52.357560 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-772cbef0-72d4-4a17-b7a0-b0e469e05d31 req-4b6c301e-b412-4a52-b552-13735b49a4c9 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:52.379006 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-bc0327d1-6a35-4bac-8d35-1668891c72d0 None None] For port 0509b09c-eb1d-465a-8222-6a7aa70323e1, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=0509b09c-eb1d-465a-8222-6a7aa70323e1,segment=NetworkSegment(6aff1cb9-b340-42ec-b363-0b26517ecca9),segment_id=6aff1cb9-b340-42ec-b363-0b26517ecca9)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:33:52.394384 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c84d3c84-92ff-4bb1-ae63-68c72b8b27c4 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:52.402955 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-82f1554e-8d90-45ae-9187-44dc93ae0b04 None None] Allocated IP 172.20.0.2 (3fed85df-41ee-4d95-a0fe-213f0ea583d4/d6de9b19-3a6a-419b-855c-91ae8d28d02d/991b0b49-5929-45af-9ec4-5c6a7af30684) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:33:52.424968 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-bc0327d1-6a35-4bac-8d35-1668891c72d0 None None] Notify callbacks [] for port, precommit_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:52.455085 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a5f408f-c3e6-46fe-bb50-43b207a269f6 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Made reservation on behalf of eec53b7bac0445b2b9e29f73fcad1818 for: {'network': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:33:52.458860 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4a5f408f-c3e6-46fe-bb50-43b207a269f6 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:52.553335 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a35e371a-da23-4493-ae31-a618c6c2001b tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:52.554669 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-a35e371a-da23-4493-ae31-a618c6c2001b tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5092168 Jul 05 02:33:52.558181 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43144) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:52.563145 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-444ef98f-e25b-40b1-b9e8-4f07e281c9f9 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Request body: {'security_group': {'name': 'tempest-secgroup-678950390'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:33:52.606437 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-257f72cc-4a8c-4bd2-8fb7-18393a4484c8 req-cbd5f230-ecb4-40d4-9f5a-21bfad3aaef4 tempest-ListServerFiltersTestJSON-381879730 tempest-ListServerFiltersTestJSON-381879730-project] 10.222.0.23 "GET /v2.0/ports?device_id=c52ed947-fce6-4894-9cbf-5ef18a8da90b HTTP/1.1" status: 200 len: 210 time: 0.0370755 Jul 05 02:33:52.679783 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c84d3c84-92ff-4bb1-ae63-68c72b8b27c4 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:52.717920 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-772cbef0-72d4-4a17-b7a0-b0e469e05d31 req-4b6c301e-b412-4a52-b552-13735b49a4c9 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:52.718653 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-772cbef0-72d4-4a17-b7a0-b0e469e05d31 req-4b6c301e-b412-4a52-b552-13735b49a4c9 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636869'] for floatingip, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:52.718653 n-d-771362-32 neutron-server[94461]: INFO neutron.db.l3_db [req-772cbef0-72d4-4a17-b7a0-b0e469e05d31 req-4b6c301e-b412-4a52-b552-13735b49a4c9 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] Floating IP a91a93d3-86a4-4979-9fc8-47de4bc918d4 disassociated. External IP: 172.25.7.105, port: a771c36c-07c1-47b5-a739-a1df626f52de. Jul 05 02:33:52.718988 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-772cbef0-72d4-4a17-b7a0-b0e469e05d31 req-4b6c301e-b412-4a52-b552-13735b49a4c9 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] Calling delete_port for a771c36c-07c1-47b5-a739-a1df626f52de owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:33:52.741504 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-bc0327d1-6a35-4bac-8d35-1668891c72d0 None None] Transition to ACTIVE for port object 0509b09c-eb1d-465a-8222-6a7aa70323e1 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:33:52.771175 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-32d89b33-1725-4742-93d7-26d449e59ee5 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5763388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774356'] for subnet, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:52.777024 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c84d3c84-92ff-4bb1-ae63-68c72b8b27c4 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:52.781926 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a5f408f-c3e6-46fe-bb50-43b207a269f6 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=94461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:33:52.804108 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c84d3c84-92ff-4bb1-ae63-68c72b8b27c4 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:33:52.814746 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d89b33-1725-4742-93d7-26d449e59ee5 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Pushing event deleted for resources: {'Subnet': ['ID=dc4c090e-9567-489f-a4fb-b83e8eaa9502,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:52.824100 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4a5f408f-c3e6-46fe-bb50-43b207a269f6 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:52.824456 n-d-771362-32 neutron-server[94461]: INFO neutron.db.segments_db [None req-4a5f408f-c3e6-46fe-bb50-43b207a269f6 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Added segment cf68528a-ba34-436a-a771-cd070e184a8f of type vlan for network c006f67a-1267-4876-8089-28d5c44e87de Jul 05 02:33:52.844741 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server [None req-61b09557-e688-4534-a7ad-75132f9abd9c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dc4c090e-9567-489f-a4fb-b83e8eaa9502: This subnet is being modified by another concurrent operation. Jul 05 02:33:52.844741 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 05 02:33:52.844741 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 05 02:33:52.844741 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 05 02:33:52.844741 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 05 02:33:52.844741 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 05 02:33:52.844741 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 05 02:33:52.844741 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 05 02:33:52.844741 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 05 02:33:52.844741 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 05 02:33:52.844741 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 02:33:52.844741 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 02:33:52.844741 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 02:33:52.844741 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 02:33:52.844741 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 02:33:52.844741 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 02:33:52.844741 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 02:33:52.844741 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 02:33:52.844741 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 02:33:52.844741 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 02:33:52.844741 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 02:33:52.844741 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 02:33:52.844741 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 02:33:52.844741 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 02:33:52.844741 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 02:33:52.844741 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 02:33:52.844741 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 02:33:52.844741 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 02:33:52.844741 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 02:33:52.844741 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 02:33:52.844741 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 02:33:52.844741 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 02:33:52.844741 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 02:33:52.844741 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 02:33:52.844741 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 05 02:33:52.844741 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 05 02:33:52.844741 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 05 02:33:52.844741 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 05 02:33:52.844741 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 05 02:33:52.844741 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 05 02:33:52.844741 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 05 02:33:52.844741 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 05 02:33:52.844741 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 05 02:33:52.844741 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 05 02:33:52.844741 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 05 02:33:52.844741 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 05 02:33:52.844741 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 02:33:52.844741 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 02:33:52.844741 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 02:33:52.844741 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 02:33:52.844741 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 02:33:52.844741 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 02:33:52.844741 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 02:33:52.844741 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 02:33:52.844741 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 02:33:52.844741 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 02:33:52.844741 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 02:33:52.844741 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 02:33:52.844741 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 02:33:52.844741 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 02:33:52.844741 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 02:33:52.844741 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 02:33:52.844741 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 02:33:52.844741 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 02:33:52.844741 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 02:33:52.844741 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 02:33:52.844741 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 02:33:52.844741 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 02:33:52.844741 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 02:33:52.844741 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 02:33:52.844741 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 05 02:33:52.844741 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 05 02:33:52.844741 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 05 02:33:52.844741 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 05 02:33:52.844741 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 05 02:33:52.844741 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 05 02:33:52.844741 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 05 02:33:52.844741 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 05 02:33:52.844741 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 02:33:52.844741 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 02:33:52.844741 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 02:33:52.844741 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 02:33:52.844741 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 05 02:33:52.844741 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 05 02:33:52.844741 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 05 02:33:52.844741 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 05 02:33:52.844741 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 05 02:33:52.844741 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 05 02:33:52.844741 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 05 02:33:52.844741 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server raise exception Jul 05 02:33:52.844741 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dc4c090e-9567-489f-a4fb-b83e8eaa9502: This subnet is being modified by another concurrent operation. Jul 05 02:33:52.844741 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server Jul 05 02:33:52.850420 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84d3c84-92ff-4bb1-ae63-68c72b8b27c4 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee8d891-ba89-4e5a-9523-f68421bf1189,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:52.859429 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c84d3c84-92ff-4bb1-ae63-68c72b8b27c4 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:52.859775 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-c84d3c84-92ff-4bb1-ae63-68c72b8b27c4 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Added segment 3a611d5f-e54e-4eaa-9a89-59ef62cb440d of type vlan for network e3e40fdc-f5c7-4a49-b2e4-163b9c4c1a98 Jul 05 02:33:52.890862 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-bc0327d1-6a35-4bac-8d35-1668891c72d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:52.893368 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b77703-9468-4cb9-b615-7a3b23134062 None None] Network 19dd142d-ae05-4e60-9045-452cc8bf9a9a requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:33:52.949214 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4a5f408f-c3e6-46fe-bb50-43b207a269f6 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:52.951256 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c84d3c84-92ff-4bb1-ae63-68c72b8b27c4 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:52.956782 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-32d89b33-1725-4742-93d7-26d449e59ee5 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:52.968198 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-32d89b33-1725-4742-93d7-26d449e59ee5 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19dd142d-ae05-4e60-9045-452cc8bf9a9a']}} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:52.987009 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-32d89b33-1725-4742-93d7-26d449e59ee5 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '579aa425-7942-4538-89e8-709d0f542348') {'for_net_delete': True} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:52.987247 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-32d89b33-1725-4742-93d7-26d449e59ee5 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '579aa425-7942-4538-89e8-709d0f542348') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:53.000299 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-444ef98f-e25b-40b1-b9e8-4f07e281c9f9 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:53.030883 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-32d89b33-1725-4742-93d7-26d449e59ee5 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5519669'] for segment, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:53.062463 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-32d89b33-1725-4742-93d7-26d449e59ee5 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:53.071260 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32d89b33-1725-4742-93d7-26d449e59ee5 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=94461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:33:53.071726 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-32d89b33-1725-4742-93d7-26d449e59ee5 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5763545'] for segment, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:53.075440 n-d-771362-32 neutron-server[94461]: Traceback (most recent call last): Jul 05 02:33:53.075440 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:33:53.075440 n-d-771362-32 neutron-server[94461]: timer() Jul 05 02:33:53.075440 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:33:53.075440 n-d-771362-32 neutron-server[94461]: cb(*args, **kw) Jul 05 02:33:53.075440 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:33:53.075440 n-d-771362-32 neutron-server[94461]: return func(*args, **kwargs) Jul 05 02:33:53.075440 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:33:53.075440 n-d-771362-32 neutron-server[94461]: self._notify() Jul 05 02:33:53.075440 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:33:53.075440 n-d-771362-32 neutron-server[94461]: self.callback(batched_events) Jul 05 02:33:53.075440 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:33:53.075440 n-d-771362-32 neutron-server[94461]: event.method(event) Jul 05 02:33:53.075440 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:33:53.075440 n-d-771362-32 neutron-server[94461]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:33:53.075440 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:33:53.075440 n-d-771362-32 neutron-server[94461]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:33:53.075440 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:33:53.075440 n-d-771362-32 neutron-server[94461]: return f(self, *a, **k) Jul 05 02:33:53.075440 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:33:53.075440 n-d-771362-32 neutron-server[94461]: return self._get(url).json() Jul 05 02:33:53.075440 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:33:53.075440 n-d-771362-32 neutron-server[94461]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:33:53.075440 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:33:53.075440 n-d-771362-32 neutron-server[94461]: return self.request(url, 'GET', **kwargs) Jul 05 02:33:53.075440 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:33:53.075440 n-d-771362-32 neutron-server[94461]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:33:53.075440 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:33:53.075440 n-d-771362-32 neutron-server[94461]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:33:53.075440 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:33:53.075440 n-d-771362-32 neutron-server[94461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:33:53.075440 n-d-771362-32 neutron-server[94461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:33:53.134512 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4a5f408f-c3e6-46fe-bb50-43b207a269f6 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:53.140441 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5f408f-c3e6-46fe-bb50-43b207a269f6 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:53.141106 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4a5f408f-c3e6-46fe-bb50-43b207a269f6 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:53.232713 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5f408f-c3e6-46fe-bb50-43b207a269f6 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Pushing event updated for resources: {'Network': ['ID=c006f67a-1267-4876-8089-28d5c44e87de,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:53.241830 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-772cbef0-72d4-4a17-b7a0-b0e469e05d31 req-4b6c301e-b412-4a52-b552-13735b49a4c9 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:53.274080 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network c006f67a-1267-4876-8089-28d5c44e87de details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:33:53.294366 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6c301e-b412-4a52-b552-13735b49a4c9 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] Pushing event deleted for resources: {'Port': ['ID=a771c36c-07c1-47b5-a739-a1df626f52de,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:53.304879 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-32d89b33-1725-4742-93d7-26d449e59ee5 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:53.311720 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-32d89b33-1725-4742-93d7-26d449e59ee5 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:53.319195 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-32d89b33-1725-4742-93d7-26d449e59ee5 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] 10.222.0.23 "DELETE /v2.0/networks/19dd142d-ae05-4e60-9045-452cc8bf9a9a HTTP/1.1" status: 204 len: 168 time: 1.6723576 Jul 05 02:33:53.323268 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43154) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:53.330607 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-11b3e3d7-9d16-48bc-845b-c2ed990d1691 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1354970191'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:33:53.401987 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-9365a6b6-2e92-42b6-9569-a87290e2f864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:53.474549 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0327d1-6a35-4bac-8d35-1668891c72d0 None None] Pushing event updated for resources: {'Port': ['ID=0509b09c-eb1d-465a-8222-6a7aa70323e1,revision_number=6']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:53.548353 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43158) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:53.548933 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-4a5f408f-c3e6-46fe-bb50-43b207a269f6 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.7287204 Jul 05 02:33:53.554329 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-6d91b3bc-38bc-4e4b-a0cb-6b084e5015c0 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Request body: {'ports': [{'network_id': 'b31362b4-a4bd-42b5-81be-dffc815669f8'}, {'network_id': 'c006f67a-1267-4876-8089-28d5c44e87de'}]} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:33:53.554641 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-6d91b3bc-38bc-4e4b-a0cb-6b084e5015c0 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Request body: {'port': {'network_id': 'b31362b4-a4bd-42b5-81be-dffc815669f8'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:33:53.555530 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-6d91b3bc-38bc-4e4b-a0cb-6b084e5015c0 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Request body: {'port': {'network_id': 'c006f67a-1267-4876-8089-28d5c44e87de'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:33:53.556408 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d89b33-1725-4742-93d7-26d449e59ee5 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Pushing event deleted for resources: {'Network': ['ID=19dd142d-ae05-4e60-9045-452cc8bf9a9a,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:53.569344 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [req-772cbef0-72d4-4a17-b7a0-b0e469e05d31 req-4b6c301e-b412-4a52-b552-13735b49a4c9 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] Router 4f68cd38-d033-4f2f-9466-8f1f9c29b3aa has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:33:53.570934 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-82f1554e-8d90-45ae-9187-44dc93ae0b04 None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:53.583368 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-82f1554e-8d90-45ae-9187-44dc93ae0b04 None None] Transition to ACTIVE for port object 991b0b49-5929-45af-9ec4-5c6a7af30684 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:33:53.600875 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a2587ace-0591-4a88-8344-b19a3fed60a6 req-c3a910dd-fcca-45a2-a661-08437bdd9aa8 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ed10d54-b0be-4db3-95ed-c9b2e6b4b7f8 HTTP/1.1" status: 200 len: 210 time: 0.0490062 Jul 05 02:33:53.611766 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-82f1554e-8d90-45ae-9187-44dc93ae0b04 None None] Transition to ACTIVE for port object 991b0b49-5929-45af-9ec4-5c6a7af30684 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:33:53.673797 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b3e3d7-9d16-48bc-845b-c2ed990d1691 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Made reservation on behalf of d5279038e8454126be0c5c273f41a9ef for: {'network': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:33:53.676657 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-11b3e3d7-9d16-48bc-845b-c2ed990d1691 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:53.689478 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c84d3c84-92ff-4bb1-ae63-68c72b8b27c4 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:53.700435 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84d3c84-92ff-4bb1-ae63-68c72b8b27c4 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:53.701201 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c84d3c84-92ff-4bb1-ae63-68c72b8b27c4 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:53.748046 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11b3e3d7-9d16-48bc-845b-c2ed990d1691 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=94461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:33:53.756026 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-772cbef0-72d4-4a17-b7a0-b0e469e05d31 req-4b6c301e-b412-4a52-b552-13735b49a4c9 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:33:53.777806 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e3d02c-92df-4868-81b9-9a71edc58ca3 None None] Sync routers for ids ['4f68cd38-d033-4f2f-9466-8f1f9c29b3aa'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:33:53.781489 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-11b3e3d7-9d16-48bc-845b-c2ed990d1691 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:53.781845 n-d-771362-32 neutron-server[94461]: INFO neutron.db.segments_db [None req-11b3e3d7-9d16-48bc-845b-c2ed990d1691 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Added segment 9ce196e3-827a-4611-b0e1-40a28ff710ca of type vlan for network b34497db-f060-483d-8abf-8169a45765e5 Jul 05 02:33:53.794984 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e3d02c-92df-4868-81b9-9a71edc58ca3 None None] Routers {'4f68cd38-d033-4f2f-9466-8f1f9c29b3aa'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:33:53.795715 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-95e3d02c-92df-4868-81b9-9a71edc58ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:33:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['4f68cd38-d033-4f2f-9466-8f1f9c29b3aa'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:53.797304 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-82f1554e-8d90-45ae-9187-44dc93ae0b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:53.811304 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43168) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:53.888592 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f1554e-8d90-45ae-9187-44dc93ae0b04 None None] Network 3fed85df-41ee-4d95-a0fe-213f0ea583d4 is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:33:53.897864 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:53.904125 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-82f1554e-8d90-45ae-9187-44dc93ae0b04 None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:33:53.909235 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f1554e-8d90-45ae-9187-44dc93ae0b04 None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:33:53.916771 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f1554e-8d90-45ae-9187-44dc93ae0b04 None None] Pushing event updated for resources: {'Port': ['ID=991b0b49-5929-45af-9ec4-5c6a7af30684,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:53.932213 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-772cbef0-72d4-4a17-b7a0-b0e469e05d31 req-4b6c301e-b412-4a52-b552-13735b49a4c9 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] No DVR routers for this DVR port a771c36c-07c1-47b5-a739-a1df626f52de on host n-h2-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:33:53.935110 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-772cbef0-72d4-4a17-b7a0-b0e469e05d31 req-4b6c301e-b412-4a52-b552-13735b49a4c9 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:53.939118 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-772cbef0-72d4-4a17-b7a0-b0e469e05d31 req-4b6c301e-b412-4a52-b552-13735b49a4c9 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] 10.222.0.15 "DELETE /v2.0/ports/a771c36c-07c1-47b5-a739-a1df626f52de HTTP/1.1" status: 204 len: 173 time: 2.2349610 Jul 05 02:33:53.965540 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ed10d54-b0be-4db3-95ed-c9b2e6b4b7f8', 'name': 'network-vif-deleted', 'tag': 'a771c36c-07c1-47b5-a739-a1df626f52de'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:33:53.968096 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18df43c6-892f-41c6-9e49-adf6e1d4ec2c" -d '{"events": [{"server_uuid": "0ed10d54-b0be-4db3-95ed-c9b2e6b4b7f8", "name": "network-vif-deleted", "tag": "a771c36c-07c1-47b5-a739-a1df626f52de"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:33:53.998157 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-11b3e3d7-9d16-48bc-845b-c2ed990d1691 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:54.018463 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_v2 [None req-55370d1c-b849-482d-a252-93b05ea90594 admin admin] Deleting subnet aa1bf1c9-f897-408c-a65c-fe6e04478f5f {{(pid=94461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:33:54.023272 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-55370d1c-b849-482d-a252-93b05ea90594 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:54.051996 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-e5ddc6f1-1c1d-4002-81cc-b241edfbe7e3 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Allocated IP 172.20.0.1 (3fed85df-41ee-4d95-a0fe-213f0ea583d4/d6de9b19-3a6a-419b-855c-91ae8d28d02d/dba0dfbf-7010-4536-b7df-26e9ea799191) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:33:54.063557 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84d3c84-92ff-4bb1-ae63-68c72b8b27c4 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Pushing event updated for resources: {'Network': ['ID=e3e40fdc-f5c7-4a49-b2e4-163b9c4c1a98,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:54.067615 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-82f1554e-8d90-45ae-9187-44dc93ae0b04 None None] Attempting to bind port 991b0b49-5929-45af-9ec4-5c6a7af30684 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:33:54.077718 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-82f1554e-8d90-45ae-9187-44dc93ae0b04 None None] Attempting to bind port 991b0b49-5929-45af-9ec4-5c6a7af30684 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '76ca67ab-9913-4b56-8cd4-1483958defce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '3fed85df-41ee-4d95-a0fe-213f0ea583d4'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:33:54.077718 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f1554e-8d90-45ae-9187-44dc93ae0b04 None None] Attempting to bind port 991b0b49-5929-45af-9ec4-5c6a7af30684 on network 3fed85df-41ee-4d95-a0fe-213f0ea583d4 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:33:54.078197 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3351b763-7414-4abc-bcb1-c5e667c9b4cf x-openstack-request-id: req-3351b763-7414-4abc-bcb1-c5e667c9b4cf {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:33:54.078197 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ed10d54-b0be-4db3-95ed-c9b2e6b4b7f8", "name": "network-vif-deleted", "tag": "a771c36c-07c1-47b5-a739-a1df626f52de", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:33:54.078197 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3351b763-7414-4abc-bcb1-c5e667c9b4cf {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:33:54.078197 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ed10d54-b0be-4db3-95ed-c9b2e6b4b7f8', 'name': 'network-vif-deleted', 'tag': 'a771c36c-07c1-47b5-a739-a1df626f52de', 'status': 'completed', 'code': 200} Jul 05 02:33:54.090039 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-444ef98f-e25b-40b1-b9e8-4f07e281c9f9 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:54.093914 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network e3e40fdc-f5c7-4a49-b2e4-163b9c4c1a98 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:33:54.130615 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-55370d1c-b849-482d-a252-93b05ea90594 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5519650'] for subnet, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:54.188585 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-95e3d02c-92df-4868-81b9-9a71edc58ca3 None None] Set router 4f68cd38-d033-4f2f-9466-8f1f9c29b3aa gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:33:54.250513 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device a771c36c-07c1-47b5-a739-a1df626f52de no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:33:54.258308 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-55370d1c-b849-482d-a252-93b05ea90594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:54.261440 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f1554e-8d90-45ae-9187-44dc93ae0b04 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:33:54.265490 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f1554e-8d90-45ae-9187-44dc93ae0b04 None None] Checking segment: {'id': '76ca67ab-9913-4b56-8cd4-1483958defce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '3fed85df-41ee-4d95-a0fe-213f0ea583d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:33:54.266074 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-82f1554e-8d90-45ae-9187-44dc93ae0b04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:54.268572 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f1554e-8d90-45ae-9187-44dc93ae0b04 None None] Bound using segment: {'id': '76ca67ab-9913-4b56-8cd4-1483958defce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '3fed85df-41ee-4d95-a0fe-213f0ea583d4'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:33:54.269324 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-82f1554e-8d90-45ae-9187-44dc93ae0b04 None None] Bound port: 991b0b49-5929-45af-9ec4-5c6a7af30684, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76ca67ab-9913-4b56-8cd4-1483958defce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '3fed85df-41ee-4d95-a0fe-213f0ea583d4'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:33:54.269960 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-82f1554e-8d90-45ae-9187-44dc93ae0b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:54.300869 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e5ddc6f1-1c1d-4002-81cc-b241edfbe7e3 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:54.321486 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-11b3e3d7-9d16-48bc-845b-c2ed990d1691 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:54.322757 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-444ef98f-e25b-40b1-b9e8-4f07e281c9f9 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:54.325843 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b3e3d7-9d16-48bc-845b-c2ed990d1691 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:54.326505 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-11b3e3d7-9d16-48bc-845b-c2ed990d1691 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:54.341749 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] No Port match for: a771c36c-07c1-47b5-a739-a1df626f52de {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:33:54.342379 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device a771c36c-07c1-47b5-a739-a1df626f52de not bound to the agent host n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:33:54.382027 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444ef98f-e25b-40b1-b9e8-4f07e281c9f9 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92597bfa-c98a-462c-966b-aeeafd741040,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:54.387810 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [None req-e5ddc6f1-1c1d-4002-81cc-b241edfbe7e3 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Transition to ACTIVE for port object dba0dfbf-7010-4536-b7df-26e9ea799191 will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:33:54.412363 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b3e3d7-9d16-48bc-845b-c2ed990d1691 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Pushing event updated for resources: {'Network': ['ID=b34497db-f060-483d-8abf-8169a45765e5,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:54.442904 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network b34497db-f060-483d-8abf-8169a45765e5 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:33:54.496057 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-c84d3c84-92ff-4bb1-ae63-68c72b8b27c4 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 3.4097815 Jul 05 02:33:54.513033 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-82f1554e-8d90-45ae-9187-44dc93ae0b04 None None] For port 991b0b49-5929-45af-9ec4-5c6a7af30684, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:33:54.529025 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-95e3d02c-92df-4868-81b9-9a71edc58ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f68cd38-d033-4f2f-9466-8f1f9c29b3aa', 'name': 'tempest-ServersTestManualDisk-365057176-router', 'tenant_id': '75731b244fd149bfab61f83bfac8a67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': 'f0d6f483-9cc9-4388-9315-340de7bfef6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:31:20Z', 'updated_at': '2021-07-05T02:31:30Z', 'revision_number': 4, 'project_id': '75731b244fd149bfab61f83bfac8a67b', 'gw_port': {'id': 'f0d6f483-9cc9-4388-9315-340de7bfef6c', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:33:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f68cd38-d033-4f2f-9466-8f1f9c29b3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:31:24Z', 'updated_at': '2021-07-05T02:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'd87f8534-cfac-4bdc-a889-aebe799282ed', 'name': '', 'network_id': 'dc52fc88-88f7-44eb-b3db-a1effdd6a0f3', 'tenant_id': '75731b244fd149bfab61f83bfac8a67b', 'mac_address': 'fa:16:3e:10:62:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f68cd38-d033-4f2f-9466-8f1f9c29b3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2146, 'fixed_ips': [{'subnet_id': '63c2790f-8cb5-49a6-864c-7d95537e5ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:31:29Z', 'updated_at': '2021-07-05T02:31:37Z', 'revision_number': 5, 'project_id': '75731b244fd149bfab61f83bfac8a67b', 'subnets': [{'id': '63c2790f-8cb5-49a6-864c-7d95537e5ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:54.548695 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-82f1554e-8d90-45ae-9187-44dc93ae0b04 None None] For port 991b0b49-5929-45af-9ec4-5c6a7af30684, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=991b0b49-5929-45af-9ec4-5c6a7af30684,segment=NetworkSegment(76ca67ab-9913-4b56-8cd4-1483958defce),segment_id=76ca67ab-9913-4b56-8cd4-1483958defce)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:33:54.583986 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-444ef98f-e25b-40b1-b9e8-4f07e281c9f9 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:54.587317 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-444ef98f-e25b-40b1-b9e8-4f07e281c9f9 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.0252209 Jul 05 02:33:54.587317 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43176) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:54.588882 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-11b3e3d7-9d16-48bc-845b-c2ed990d1691 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2644637 Jul 05 02:33:54.589706 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43178) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:54.592612 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-55370d1c-b849-482d-a252-93b05ea90594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5763388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774356'] for subnet, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:54.605756 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e3d02c-92df-4868-81b9-9a71edc58ca3 None None] Checking router: 4f68cd38-d033-4f2f-9466-8f1f9c29b3aa for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:33:54.605923 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-76e756ca-e846-4ea1-8af6-cefe25631c0c tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Request body: {'security_group': {'name': 'tempest-secgroup-1639783777'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:33:54.606063 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-b6be4bc7-ed1c-4145-be35-bb340f7efd44 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:33:54.606226 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-3106fc56-b6ea-49c6-b129-1365fcd1903a None None] Provisioning for port 0509b09c-eb1d-465a-8222-6a7aa70323e1 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:33:54.610818 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-3106fc56-b6ea-49c6-b129-1365fcd1903a None None] Provisioning complete for port 0509b09c-eb1d-465a-8222-6a7aa70323e1 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:33:54.611222 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e3d02c-92df-4868-81b9-9a71edc58ca3 None None] Routers {'4f68cd38-d033-4f2f-9466-8f1f9c29b3aa'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:33:54.611555 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3106fc56-b6ea-49c6-b129-1365fcd1903a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:54.612120 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-95e3d02c-92df-4868-81b9-9a71edc58ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:33:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['4f68cd38-d033-4f2f-9466-8f1f9c29b3aa'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:54.706627 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:54.716832 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e5ddc6f1-1c1d-4002-81cc-b241edfbe7e3 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:54.720882 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-82f1554e-8d90-45ae-9187-44dc93ae0b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:54.734716 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370d1c-b849-482d-a252-93b05ea90594 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa1bf1c9-f897-408c-a65c-fe6e04478f5f,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:54.740635 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-55370d1c-b849-482d-a252-93b05ea90594 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:54.748468 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-55370d1c-b849-482d-a252-93b05ea90594 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/aa1bf1c9-f897-408c-a65c-fe6e04478f5f HTTP/1.1" status: 204 len: 168 time: 0.9230185 Jul 05 02:33:54.749483 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43184) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:54.793674 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-95e3d02c-92df-4868-81b9-9a71edc58ca3 None None] Set router 4f68cd38-d033-4f2f-9466-8f1f9c29b3aa gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:33:54.842982 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d91b3bc-38bc-4e4b-a0cb-6b084e5015c0 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Made reservation on behalf of eec53b7bac0445b2b9e29f73fcad1818 for: {'port': 2} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:33:54.847630 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6d91b3bc-38bc-4e4b-a0cb-6b084e5015c0 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:54.855781 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ddc6f1-1c1d-4002-81cc-b241edfbe7e3 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Network 3fed85df-41ee-4d95-a0fe-213f0ea583d4 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:33:54.877165 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-e5ddc6f1-1c1d-4002-81cc-b241edfbe7e3 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:33:54.888337 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ddc6f1-1c1d-4002-81cc-b241edfbe7e3 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:33:54.893448 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ddc6f1-1c1d-4002-81cc-b241edfbe7e3 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Pushing event updated for resources: {'Port': ['ID=dba0dfbf-7010-4536-b7df-26e9ea799191,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:54.895800 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6d91b3bc-38bc-4e4b-a0cb-6b084e5015c0 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:54.913621 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f1554e-8d90-45ae-9187-44dc93ae0b04 None None] Pushing event updated for resources: {'Port': ['ID=991b0b49-5929-45af-9ec4-5c6a7af30684,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:54.930497 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52823eef-c3b6-4f5d-9bca-66204445c41d None None] Network 66f0e33c-186c-492e-9bf2-332c0e115471 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:33:55.040358 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c3f0c5b3-06fe-4fff-afb3-d052e3645e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:55.086700 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-75d5d360-9f3d-4600-bc44-5afea606ff45 req-13ce5458-1827-4768-862b-a25bd037e3de tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ed10d54-b0be-4db3-95ed-c9b2e6b4b7f8 HTTP/1.1" status: 200 len: 210 time: 0.0774179 Jul 05 02:33:55.156214 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-76e756ca-e846-4ea1-8af6-cefe25631c0c tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:55.185857 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e5ddc6f1-1c1d-4002-81cc-b241edfbe7e3 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635668'] for router_interface, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:55.289216 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-95e3d02c-92df-4868-81b9-9a71edc58ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f68cd38-d033-4f2f-9466-8f1f9c29b3aa', 'name': 'tempest-ServersTestManualDisk-365057176-router', 'tenant_id': '75731b244fd149bfab61f83bfac8a67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': 'f0d6f483-9cc9-4388-9315-340de7bfef6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:31:20Z', 'updated_at': '2021-07-05T02:31:30Z', 'revision_number': 4, 'project_id': '75731b244fd149bfab61f83bfac8a67b', 'gw_port': {'id': 'f0d6f483-9cc9-4388-9315-340de7bfef6c', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:33:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f68cd38-d033-4f2f-9466-8f1f9c29b3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:31:24Z', 'updated_at': '2021-07-05T02:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'd87f8534-cfac-4bdc-a889-aebe799282ed', 'name': '', 'network_id': 'dc52fc88-88f7-44eb-b3db-a1effdd6a0f3', 'tenant_id': '75731b244fd149bfab61f83bfac8a67b', 'mac_address': 'fa:16:3e:10:62:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f68cd38-d033-4f2f-9466-8f1f9c29b3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2146, 'fixed_ips': [{'subnet_id': '63c2790f-8cb5-49a6-864c-7d95537e5ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:31:29Z', 'updated_at': '2021-07-05T02:31:37Z', 'revision_number': 5, 'project_id': '75731b244fd149bfab61f83bfac8a67b', 'subnets': [{'id': '63c2790f-8cb5-49a6-864c-7d95537e5ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:55.309117 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b6be4bc7-ed1c-4145-be35-bb340f7efd44 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:55.349626 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [None req-6d91b3bc-38bc-4e4b-a0cb-6b084e5015c0 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] device_id is not set on port 3be80fd7-4655-454b-b83c-bbb313766438 yet. {{(pid=94462) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:33:55.388440 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e3d02c-92df-4868-81b9-9a71edc58ca3 None None] The sync data for ids ['4f68cd38-d033-4f2f-9466-8f1f9c29b3aa'] in n-d-771362-32 is: [{'id': '4f68cd38-d033-4f2f-9466-8f1f9c29b3aa', 'name': 'tempest-ServersTestManualDisk-365057176-router', 'tenant_id': '75731b244fd149bfab61f83bfac8a67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': 'f0d6f483-9cc9-4388-9315-340de7bfef6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:31:20Z', 'updated_at': '2021-07-05T02:31:30Z', 'revision_number': 4, 'project_id': '75731b244fd149bfab61f83bfac8a67b', 'gw_port': {'id': 'f0d6f483-9cc9-4388-9315-340de7bfef6c', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:33:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f68cd38-d033-4f2f-9466-8f1f9c29b3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:31:24Z', 'updated_at': '2021-07-05T02:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'd87f8534-cfac-4bdc-a889-aebe799282ed', 'name': '', 'network_id': 'dc52fc88-88f7-44eb-b3db-a1effdd6a0f3', 'tenant_id': '75731b244fd149bfab61f83bfac8a67b', 'mac_address': 'fa:16:3e:10:62:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f68cd38-d033-4f2f-9466-8f1f9c29b3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2146, 'fixed_ips': [{'subnet_id': '63c2790f-8cb5-49a6-864c-7d95537e5ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:31:29Z', 'updated_at': '2021-07-05T02:31:37Z', 'revision_number': 5, 'project_id': '75731b244fd149bfab61f83bfac8a67b', 'subnets': [{'id': '63c2790f-8cb5-49a6-864c-7d95537e5ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:33:55.495817 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-3106fc56-b6ea-49c6-b129-1365fcd1903a None None] Provisioning complete for port 81842c55-afb0-48d9-b98b-8b5986284f60 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:33:55.496388 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3106fc56-b6ea-49c6-b129-1365fcd1903a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:55.500458 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b6be4bc7-ed1c-4145-be35-bb340f7efd44 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:55.636338 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b6be4bc7-ed1c-4145-be35-bb340f7efd44 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Network b34497db-f060-483d-8abf-8169a45765e5 is not hosted by any dhcp agent {{(pid=94462) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 05 02:33:55.637339 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81aa0313-58e9-4cd7-b490-308b0d9a8bd3 None None] DHCP port deletion for 66f0e33c-186c-492e-9bf2-332c0e115471 request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:33:55.648966 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6be4bc7-ed1c-4145-be35-bb340f7efd44 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:55.649648 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b6be4bc7-ed1c-4145-be35-bb340f7efd44 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:55.653715 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-3106fc56-b6ea-49c6-b129-1365fcd1903a None None] Port 81842c55-afb0-48d9-b98b-8b5986284f60 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:33:55.667086 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-b6be4bc7-ed1c-4145-be35-bb340f7efd44 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] 10.222.0.23 "PUT /v2.0/networks/b34497db-f060-483d-8abf-8169a45765e5 HTTP/1.1" status: 200 len: 723 time: 1.0789549 Jul 05 02:33:55.735119 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 0509b09c-eb1d-465a-8222-6a7aa70323e1 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:33:55.805896 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43190) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:55.807719 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6be4bc7-ed1c-4145-be35-bb340f7efd44 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Pushing event updated for resources: {'Network': ['ID=b34497db-f060-483d-8abf-8169a45765e5,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:55.815314 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-753aaa58-1770-49b3-ba7a-48d26098b837 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Request body: {'subnet': {'network_id': 'b34497db-f060-483d-8abf-8169a45765e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:33:55.839969 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network b34497db-f060-483d-8abf-8169a45765e5 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:33:56.059659 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85495f26-ba96-4b70-8579-3a2fc52e7b0d None None] New status for floating IP a91a93d3-86a4-4979-9fc8-47de4bc918d4: DOWN {{(pid=94463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 02:33:56.071691 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e5ddc6f1-1c1d-4002-81cc-b241edfbe7e3 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:56.121663 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 0509b09c-eb1d-465a-8222-6a7aa70323e1 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:33:56.122263 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:56.141214 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-753aaa58-1770-49b3-ba7a-48d26098b837 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Made reservation on behalf of d5279038e8454126be0c5c273f41a9ef for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:33:56.145210 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-753aaa58-1770-49b3-ba7a-48d26098b837 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:56.182491 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-c3f0c5b3-06fe-4fff-afb3-d052e3645e79 admin admin] Deleting port 2d90a899-24f4-4a70-9ce9-02fcce58a5eb {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:33:56.183042 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c3f0c5b3-06fe-4fff-afb3-d052e3645e79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:56.371402 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-81aa0313-58e9-4cd7-b490-308b0d9a8bd3 None None] Deleting port 2d90a899-24f4-4a70-9ce9-02fcce58a5eb {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:33:56.372553 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-81aa0313-58e9-4cd7-b490-308b0d9a8bd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:56.375220 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:56.392309 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [None req-c3f0c5b3-06fe-4fff-afb3-d052e3645e79 admin admin] For port 2d90a899-24f4-4a70-9ce9-02fcce58a5eb, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=2d90a899-24f4-4a70-9ce9-02fcce58a5eb,segment=NetworkSegment(0d619be7-ad19-4519-a5a7-4bdc2abf8fc6),segment_id=0d619be7-ad19-4519-a5a7-4bdc2abf8fc6)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:33:56.392930 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c3f0c5b3-06fe-4fff-afb3-d052e3645e79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:56.432779 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-c3f0c5b3-06fe-4fff-afb3-d052e3645e79 admin admin] Calling delete_port for 2d90a899-24f4-4a70-9ce9-02fcce58a5eb owned by network:dhcp {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:33:56.512105 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6d91b3bc-38bc-4e4b-a0cb-6b084e5015c0 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:56.565972 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-81aa0313-58e9-4cd7-b490-308b0d9a8bd3 None None] For port 2d90a899-24f4-4a70-9ce9-02fcce58a5eb, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=2d90a899-24f4-4a70-9ce9-02fcce58a5eb,segment=NetworkSegment(0d619be7-ad19-4519-a5a7-4bdc2abf8fc6),segment_id=0d619be7-ad19-4519-a5a7-4bdc2abf8fc6)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:33:56.566614 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-81aa0313-58e9-4cd7-b490-308b0d9a8bd3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:56.595161 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-81aa0313-58e9-4cd7-b490-308b0d9a8bd3 None None] Calling delete_port for 2d90a899-24f4-4a70-9ce9-02fcce58a5eb owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:33:56.610080 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43208) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:56.635068 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-76e756ca-e846-4ea1-8af6-cefe25631c0c tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:56.700650 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2d2f5775-51d9-4032-9458-590a40bc78a7 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:56.725835 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c3f0c5b3-06fe-4fff-afb3-d052e3645e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:56.772579 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-76e756ca-e846-4ea1-8af6-cefe25631c0c tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:56.786636 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-753aaa58-1770-49b3-ba7a-48d26098b837 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:56.821469 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f0c5b3-06fe-4fff-afb3-d052e3645e79 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d90a899-24f4-4a70-9ce9-02fcce58a5eb,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:56.834918 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2d2f5775-51d9-4032-9458-590a40bc78a7 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:56.847679 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-81aa0313-58e9-4cd7-b490-308b0d9a8bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:56.866970 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f0c5b3-06fe-4fff-afb3-d052e3645e79 admin admin] No DVR routers for this DVR port 2d90a899-24f4-4a70-9ce9-02fcce58a5eb on host n-d-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:33:56.882529 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aa0313-58e9-4cd7-b490-308b0d9a8bd3 None None] Pushing event deleted for resources: {'Port': ['ID=2d90a899-24f4-4a70-9ce9-02fcce58a5eb,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:56.897222 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81aa0313-58e9-4cd7-b490-308b0d9a8bd3 None None] No DVR routers for this DVR port 2d90a899-24f4-4a70-9ce9-02fcce58a5eb on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:33:56.917630 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de7165a-fae7-4567-8714-4bcc50944c8d None None] Network 3fed85df-41ee-4d95-a0fe-213f0ea583d4 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:33:57.002700 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-76e756ca-e846-4ea1-8af6-cefe25631c0c tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:57.004355 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-76e756ca-e846-4ea1-8af6-cefe25631c0c tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.4133241 Jul 05 02:33:57.014030 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43214) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:57.023312 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-9344b775-2a7d-4fc2-bf8a-143953894643 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1955339637', 'security_groups': ['3e449142-fae2-4229-8a60-979230e6790b'], 'network_id': '6e23ee8a-6b59-4eae-b4fb-f4810d1759b1', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '02dbc0d1-b5e5-466d-b9a0-786aa9c0aa5b'}]}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:33:57.074609 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e756ca-e846-4ea1-8af6-cefe25631c0c tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e449142-fae2-4229-8a60-979230e6790b,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:57.095703 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c3f0c5b3-06fe-4fff-afb3-d052e3645e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:57.097916 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [None req-6d91b3bc-38bc-4e4b-a0cb-6b084e5015c0 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] device_id is not set on port 3195709c-ee2a-48ba-8e2a-b2c15fc5681e yet. {{(pid=94462) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:33:57.109519 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753aaa58-1770-49b3-ba7a-48d26098b837 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Pushing event updated for resources: {'Subnet': ['ID=3c58c204-745d-4003-9325-fa0b5b7f1ec1,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:57.109891 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-c3f0c5b3-06fe-4fff-afb3-d052e3645e79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66f0e33c-186c-492e-9bf2-332c0e115471']}} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:57.130111 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-c3f0c5b3-06fe-4fff-afb3-d052e3645e79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d619be7-ad19-4519-a5a7-4bdc2abf8fc6') {'for_net_delete': True} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:57.130111 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-c3f0c5b3-06fe-4fff-afb3-d052e3645e79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d619be7-ad19-4519-a5a7-4bdc2abf8fc6') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:57.144089 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-357c7f1e-5d17-469b-985a-59b3301ae5ed None None] Provisioning for port 991b0b49-5929-45af-9ec4-5c6a7af30684 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:33:57.163768 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c3f0c5b3-06fe-4fff-afb3-d052e3645e79 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5519669'] for segment, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:57.180694 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c3f0c5b3-06fe-4fff-afb3-d052e3645e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:57.190965 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3f0c5b3-06fe-4fff-afb3-d052e3645e79 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=94461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:33:57.191635 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c3f0c5b3-06fe-4fff-afb3-d052e3645e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5763545'] for segment, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:57.194019 n-d-771362-32 neutron-server[94461]: Traceback (most recent call last): Jul 05 02:33:57.194019 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:33:57.194019 n-d-771362-32 neutron-server[94461]: timer() Jul 05 02:33:57.194019 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:33:57.194019 n-d-771362-32 neutron-server[94461]: cb(*args, **kw) Jul 05 02:33:57.194019 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:33:57.194019 n-d-771362-32 neutron-server[94461]: return func(*args, **kwargs) Jul 05 02:33:57.194019 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:33:57.194019 n-d-771362-32 neutron-server[94461]: self._notify() Jul 05 02:33:57.194019 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:33:57.194019 n-d-771362-32 neutron-server[94461]: self.callback(batched_events) Jul 05 02:33:57.194019 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:33:57.194019 n-d-771362-32 neutron-server[94461]: event.method(event) Jul 05 02:33:57.194019 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:33:57.194019 n-d-771362-32 neutron-server[94461]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:33:57.194019 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:33:57.194019 n-d-771362-32 neutron-server[94461]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:33:57.194019 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:33:57.194019 n-d-771362-32 neutron-server[94461]: return f(self, *a, **k) Jul 05 02:33:57.194019 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:33:57.194019 n-d-771362-32 neutron-server[94461]: return self._get(url).json() Jul 05 02:33:57.194019 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:33:57.194019 n-d-771362-32 neutron-server[94461]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:33:57.194019 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:33:57.194019 n-d-771362-32 neutron-server[94461]: return self.request(url, 'GET', **kwargs) Jul 05 02:33:57.194019 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:33:57.194019 n-d-771362-32 neutron-server[94461]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:33:57.194019 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:33:57.194019 n-d-771362-32 neutron-server[94461]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:33:57.194019 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:33:57.194019 n-d-771362-32 neutron-server[94461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:33:57.194019 n-d-771362-32 neutron-server[94461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:33:57.234178 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753aaa58-1770-49b3-ba7a-48d26098b837 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Checking segment: {'id': '9ce196e3-827a-4611-b0e1-40a28ff710ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b34497db-f060-483d-8abf-8169a45765e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:33:57.234361 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753aaa58-1770-49b3-ba7a-48d26098b837 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Network hostable DHCP agents. Network: b34497db-f060-483d-8abf-8169a45765e5, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:33:57.296081 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e5ddc6f1-1c1d-4002-81cc-b241edfbe7e3 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:57.305176 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2d2f5775-51d9-4032-9458-590a40bc78a7 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:57.309870 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2d2f5775-51d9-4032-9458-590a40bc78a7 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:57.317710 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-2d2f5775-51d9-4032-9458-590a40bc78a7 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] 10.222.0.23 "DELETE /v2.0/security-groups/e293acd6-79d5-4041-88cd-88f21006fd23 HTTP/1.1" status: 204 len: 168 time: 0.6982641 Jul 05 02:33:57.318408 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43218) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:57.378183 n-d-771362-32 neutron-server[94461]: INFO neutron.api.v2.resource [None req-f40275ab-5dc4-43cb-946b-d5f84cad1307 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] show failed (client error): The resource could not be found. Jul 05 02:33:57.382657 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-f40275ab-5dc4-43cb-946b-d5f84cad1307 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] 10.222.0.23 "GET /v2.0/security-groups/e293acd6-79d5-4041-88cd-88f21006fd23 HTTP/1.1" status: 404 len: 347 time: 0.0544634 Jul 05 02:33:57.391638 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43220) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:57.485561 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e5ddc6f1-1c1d-4002-81cc-b241edfbe7e3 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:57.526385 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c3f0c5b3-06fe-4fff-afb3-d052e3645e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:57.531556 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2f5775-51d9-4032-9458-590a40bc78a7 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e293acd6-79d5-4041-88cd-88f21006fd23,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:57.540242 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c3f0c5b3-06fe-4fff-afb3-d052e3645e79 admin admin] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:57.543525 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-c3f0c5b3-06fe-4fff-afb3-d052e3645e79 admin admin] 10.222.0.23 "DELETE /v2.0/networks/66f0e33c-186c-492e-9bf2-332c0e115471 HTTP/1.1" status: 204 len: 168 time: 2.7931194 Jul 05 02:33:57.581303 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-c046463e-0958-456c-9bc0-f6f8867f961a None None] Provisioning for port dba0dfbf-7010-4536-b7df-26e9ea799191 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:33:57.587244 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-c046463e-0958-456c-9bc0-f6f8867f961a None None] Provisioning complete for port dba0dfbf-7010-4536-b7df-26e9ea799191 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:33:57.587244 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-c046463e-0958-456c-9bc0-f6f8867f961a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:57.668808 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 991b0b49-5929-45af-9ec4-5c6a7af30684 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:33:57.696370 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e5ddc6f1-1c1d-4002-81cc-b241edfbe7e3 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634601'] for router_interface, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:57.710503 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ddc6f1-1c1d-4002-81cc-b241edfbe7e3 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Pushing event updated for resources: {'Port': ['ID=dba0dfbf-7010-4536-b7df-26e9ea799191,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:57.726420 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6d91b3bc-38bc-4e4b-a0cb-6b084e5015c0 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:57.762994 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753aaa58-1770-49b3-ba7a-48d26098b837 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Network b34497db-f060-483d-8abf-8169a45765e5 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:33:57.800805 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-c046463e-0958-456c-9bc0-f6f8867f961a None None] Port dba0dfbf-7010-4536-b7df-26e9ea799191 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:33:57.835044 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f0c5b3-06fe-4fff-afb3-d052e3645e79 admin admin] Pushing event deleted for resources: {'Network': ['ID=66f0e33c-186c-492e-9bf2-332c0e115471,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:57.880962 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9344b775-2a7d-4fc2-bf8a-143953894643 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Made reservation on behalf of f845296045bc4472b2fc3471aba6dcb0 for: {'port': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:33:57.897372 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71848f85-ddf4-4f84-913c-4824a17310d4 None None] get_active_networks_info from n-d-771362-32 {{(pid=94463) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 02:33:57.989788 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-c2201967-c277-4dd8-90e7-816cdb844f86 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] Deleting port 299490ef-fb60-4be0-8d79-12d7db3ee6ca {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:33:57.990147 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c2201967-c277-4dd8-90e7-816cdb844f86 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:58.005448 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-753aaa58-1770-49b3-ba7a-48d26098b837 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, b34497db-f060-483d-8abf-8169a45765e5) {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:33:58.037150 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753aaa58-1770-49b3-ba7a-48d26098b837 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:58.038185 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-753aaa58-1770-49b3-ba7a-48d26098b837 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582500'] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:58.099056 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71848f85-ddf4-4f84-913c-4824a17310d4 None None] Resources bound (agent type, host, resource id): {{(pid=94463) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 02:33:58.107478 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 991b0b49-5929-45af-9ec4-5c6a7af30684 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:33:58.111634 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 991b0b49-5929-45af-9ec4-5c6a7af30684 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:33:58.112017 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:58.116197 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-614aace1-ebbd-4165-bd68-cca43a26bed0 None None] Provisioning complete for port dba0dfbf-7010-4536-b7df-26e9ea799191 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:33:58.116197 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-614aace1-ebbd-4165-bd68-cca43a26bed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:58.131634 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ddc6f1-1c1d-4002-81cc-b241edfbe7e3 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Network 3fed85df-41ee-4d95-a0fe-213f0ea583d4 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:33:58.140507 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-e5ddc6f1-1c1d-4002-81cc-b241edfbe7e3 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:33:58.149434 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c2201967-c277-4dd8-90e7-816cdb844f86 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:58.150464 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c2201967-c277-4dd8-90e7-816cdb844f86 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:58.169300 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-c2201967-c277-4dd8-90e7-816cdb844f86 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] Calling delete_port for 299490ef-fb60-4be0-8d79-12d7db3ee6ca owned by network:floatingip {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:33:58.210453 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43232) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:58.215427 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-614aace1-ebbd-4165-bd68-cca43a26bed0 None None] Port dba0dfbf-7010-4536-b7df-26e9ea799191 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:33:58.220557 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-00319f3e-8bb7-4873-a2ce-c7ab8bd52bc4 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Request body: {'subnet': {'network_id': 'e3e40fdc-f5c7-4a49-b2e4-163b9c4c1a98', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:33:58.318486 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-753aaa58-1770-49b3-ba7a-48d26098b837 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5079298 Jul 05 02:33:58.329531 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43236) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:58.331153 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6d91b3bc-38bc-4e4b-a0cb-6b084e5015c0 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:58.342301 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-8f7d9065-cc75-4034-ae4e-65732b5219ef tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:33:58.388867 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43238) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:58.428473 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:58.443753 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-c7900cfe-b1da-4c14-ab6f-9bb71fad4d42 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4e995921b6314f858ba2998c24015588&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0513937 Jul 05 02:33:58.444203 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43240) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:58.454030 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c2201967-c277-4dd8-90e7-816cdb844f86 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:58.491182 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 991b0b49-5929-45af-9ec4-5c6a7af30684, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=991b0b49-5929-45af-9ec4-5c6a7af30684,segment=NetworkSegment(76ca67ab-9913-4b56-8cd4-1483958defce),segment_id=76ca67ab-9913-4b56-8cd4-1483958defce)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:33:58.500380 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9344b775-2a7d-4fc2-bf8a-143953894643 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:58.509727 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2201967-c277-4dd8-90e7-816cdb844f86 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] Pushing event deleted for resources: {'Port': ['ID=299490ef-fb60-4be0-8d79-12d7db3ee6ca,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:58.519791 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d91b3bc-38bc-4e4b-a0cb-6b084e5015c0 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Network b31362b4-a4bd-42b5-81be-dffc815669f8 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:33:58.544027 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-6d91b3bc-38bc-4e4b-a0cb-6b084e5015c0 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:33:58.546365 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d91b3bc-38bc-4e4b-a0cb-6b084e5015c0 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:33:58.547524 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6d91b3bc-38bc-4e4b-a0cb-6b084e5015c0 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:58.558182 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8f7d9065-cc75-4034-ae4e-65732b5219ef tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4401755'] for subnet, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:58.583082 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:58.589977 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b46b53-2e38-4522-90b3-a91a7b0c20e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-b34497db-f060-483d-8abf-8169a45765e5', 'network_id': 'b34497db-f060-483d-8abf-8169a45765e5', 'tenant_id': 'd5279038e8454126be0c5c273f41a9ef', 'fixed_ips': [{'subnet_id': '3c58c204-745d-4003-9325-fa0b5b7f1ec1'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:33:58.591440 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-75b46b53-2e38-4522-90b3-a91a7b0c20e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:58.595182 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-71c3b3a9-3c11-4fe6-a10c-ec1b953284ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:58.610041 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c2201967-c277-4dd8-90e7-816cdb844f86 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] Notify callbacks [] for floatingip, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:58.612323 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d91b3bc-38bc-4e4b-a0cb-6b084e5015c0 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Pushing event updated for resources: {'Port': ['ID=3be80fd7-4655-454b-b83c-bbb313766438,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:58.622205 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c2201967-c277-4dd8-90e7-816cdb844f86 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:58.626360 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [None req-9344b775-2a7d-4fc2-bf8a-143953894643 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] device_id is not set on port 97cda5e6-2552-4eb3-b8e5-17d9e7746a4f yet. {{(pid=94462) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:33:58.627498 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-c2201967-c277-4dd8-90e7-816cdb844f86 tempest-ServersTestManualDisk-1877457926 tempest-ServersTestManualDisk-1877457926-project] 10.222.0.23 "DELETE /v2.0/floatingips/a91a93d3-86a4-4979-9fc8-47de4bc918d4 HTTP/1.1" status: 204 len: 168 time: 1.2321234 Jul 05 02:33:58.632667 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43244) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:58.728884 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 2d90a899-24f4-4a70-9ce9-02fcce58a5eb no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:33:58.765823 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 2d90a899-24f4-4a70-9ce9-02fcce58a5eb {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:33:58.766374 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 2d90a899-24f4-4a70-9ce9-02fcce58a5eb not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:33:58.768050 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=991b0b49-5929-45af-9ec4-5c6a7af30684,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:58.852846 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-71c3b3a9-3c11-4fe6-a10c-ec1b953284ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:58.860102 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-75b46b53-2e38-4522-90b3-a91a7b0c20e8 None None] Allocated IP 172.20.0.2 (b34497db-f060-483d-8abf-8169a45765e5/3c58c204-745d-4003-9325-fa0b5b7f1ec1/ebaefded-9e2f-4349-b92d-3a3563b5dd94) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:33:58.889323 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d91b3bc-38bc-4e4b-a0cb-6b084e5015c0 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Pushing event updated for resources: {'Port': ['ID=3195709c-ee2a-48ba-8e2a-b2c15fc5681e,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:58.902608 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d91b3bc-38bc-4e4b-a0cb-6b084e5015c0 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Checking segment: {'id': 'cf68528a-ba34-436a-a771-cd070e184a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'c006f67a-1267-4876-8089-28d5c44e87de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:33:58.902970 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d91b3bc-38bc-4e4b-a0cb-6b084e5015c0 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Network hostable DHCP agents. Network: c006f67a-1267-4876-8089-28d5c44e87de, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:33:58.937269 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-9344b775-2a7d-4fc2-bf8a-143953894643 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Allocated IP 172.20.0.7 (6e23ee8a-6b59-4eae-b4fb-f4810d1759b1/02dbc0d1-b5e5-466d-b9a0-786aa9c0aa5b/97cda5e6-2552-4eb3-b8e5-17d9e7746a4f) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:33:59.041269 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-75b46b53-2e38-4522-90b3-a91a7b0c20e8 None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:59.048608 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00319f3e-8bb7-4873-a2ce-c7ab8bd52bc4 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Made reservation on behalf of 5acb4a7985304d84a755f649a8ac1cfa for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:33:59.052235 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-00319f3e-8bb7-4873-a2ce-c7ab8bd52bc4 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:59.128414 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-fd9e3172-fbde-47e6-8aa0-3be6d8fa8510 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1634680'] for router_interface, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:59.148731 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9344b775-2a7d-4fc2-bf8a-143953894643 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:59.230072 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5ddc6f1-1c1d-4002-81cc-b241edfbe7e3 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Router c9186722-52de-47b2-9135-5f1c8d3ae25d is scheduled to L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 with binding_index 1 {{(pid=94462) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 02:33:59.237663 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d91b3bc-38bc-4e4b-a0cb-6b084e5015c0 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Network c006f67a-1267-4876-8089-28d5c44e87de is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:33:59.356411 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-75b46b53-2e38-4522-90b3-a91a7b0c20e8 None None] Transition to ACTIVE for port object ebaefded-9e2f-4349-b92d-3a3563b5dd94 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:33:59.372405 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-71c3b3a9-3c11-4fe6-a10c-ec1b953284ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:59.375304 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-71c3b3a9-3c11-4fe6-a10c-ec1b953284ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:59.376698 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-71c3b3a9-3c11-4fe6-a10c-ec1b953284ba admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b53426f4-c39e-459a-b74a-012cb0101412 HTTP/1.1" status: 204 len: 168 time: 0.9313505 Jul 05 02:33:59.381880 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-75b46b53-2e38-4522-90b3-a91a7b0c20e8 None None] Transition to ACTIVE for port object ebaefded-9e2f-4349-b92d-3a3563b5dd94 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:33:59.396528 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c3b3a9-3c11-4fe6-a10c-ec1b953284ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b53426f4-c39e-459a-b74a-012cb0101412,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:59.483631 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-75b46b53-2e38-4522-90b3-a91a7b0c20e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:59.494058 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-fd9e3172-fbde-47e6-8aa0-3be6d8fa8510 admin admin] Deleting port d87f8534-cfac-4bdc-a889-aebe799282ed {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:33:59.494058 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-fd9e3172-fbde-47e6-8aa0-3be6d8fa8510 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:59.522471 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b46b53-2e38-4522-90b3-a91a7b0c20e8 None None] Network b34497db-f060-483d-8abf-8169a45765e5 is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:33:59.526061 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-75b46b53-2e38-4522-90b3-a91a7b0c20e8 None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:33:59.572706 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 991b0b49-5929-45af-9ec4-5c6a7af30684 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:33:59.578716 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b46b53-2e38-4522-90b3-a91a7b0c20e8 None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:33:59.608900 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [None req-fd9e3172-fbde-47e6-8aa0-3be6d8fa8510 admin admin] For port d87f8534-cfac-4bdc-a889-aebe799282ed, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=d87f8534-cfac-4bdc-a889-aebe799282ed,segment=NetworkSegment(10ca8873-9c2f-4980-a4da-1d632c7765be),segment_id=10ca8873-9c2f-4980-a4da-1d632c7765be)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:33:59.609323 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-fd9e3172-fbde-47e6-8aa0-3be6d8fa8510 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:59.625245 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-fd9e3172-fbde-47e6-8aa0-3be6d8fa8510 admin admin] Calling delete_port for d87f8534-cfac-4bdc-a889-aebe799282ed owned by network:router_interface {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:33:59.646224 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b46b53-2e38-4522-90b3-a91a7b0c20e8 None None] Pushing event updated for resources: {'Port': ['ID=ebaefded-9e2f-4349-b92d-3a3563b5dd94,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:33:59.694075 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-75b46b53-2e38-4522-90b3-a91a7b0c20e8 None None] Attempting to bind port ebaefded-9e2f-4349-b92d-3a3563b5dd94 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:33:59.694480 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-75b46b53-2e38-4522-90b3-a91a7b0c20e8 None None] Attempting to bind port ebaefded-9e2f-4349-b92d-3a3563b5dd94 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '9ce196e3-827a-4611-b0e1-40a28ff710ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b34497db-f060-483d-8abf-8169a45765e5'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:33:59.694844 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b46b53-2e38-4522-90b3-a91a7b0c20e8 None None] Attempting to bind port ebaefded-9e2f-4349-b92d-3a3563b5dd94 on network b34497db-f060-483d-8abf-8169a45765e5 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:33:59.701831 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b46b53-2e38-4522-90b3-a91a7b0c20e8 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:33:59.702246 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b46b53-2e38-4522-90b3-a91a7b0c20e8 None None] Checking segment: {'id': '9ce196e3-827a-4611-b0e1-40a28ff710ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b34497db-f060-483d-8abf-8169a45765e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:33:59.702687 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-75b46b53-2e38-4522-90b3-a91a7b0c20e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:59.703575 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b46b53-2e38-4522-90b3-a91a7b0c20e8 None None] Bound using segment: {'id': '9ce196e3-827a-4611-b0e1-40a28ff710ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b34497db-f060-483d-8abf-8169a45765e5'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:33:59.703575 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-75b46b53-2e38-4522-90b3-a91a7b0c20e8 None None] Bound port: ebaefded-9e2f-4349-b92d-3a3563b5dd94, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ce196e3-827a-4611-b0e1-40a28ff710ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b34497db-f060-483d-8abf-8169a45765e5'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:33:59.703893 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-75b46b53-2e38-4522-90b3-a91a7b0c20e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:59.719481 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [None req-9344b775-2a7d-4fc2-bf8a-143953894643 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Transition to ACTIVE for port object 97cda5e6-2552-4eb3-b8e5-17d9e7746a4f will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:33:59.740060 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-6d91b3bc-38bc-4e4b-a0cb-6b084e5015c0 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, c006f67a-1267-4876-8089-28d5c44e87de) {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:33:59.772846 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 991b0b49-5929-45af-9ec4-5c6a7af30684 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:33:59.773138 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:59.803411 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-75b46b53-2e38-4522-90b3-a91a7b0c20e8 None None] For port ebaefded-9e2f-4349-b92d-3a3563b5dd94, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:33:59.803820 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d91b3bc-38bc-4e4b-a0cb-6b084e5015c0 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:33:59.809608 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d91b3bc-38bc-4e4b-a0cb-6b084e5015c0 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:59.814515 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d91b3bc-38bc-4e4b-a0cb-6b084e5015c0 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:33:59.815203 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6d91b3bc-38bc-4e4b-a0cb-6b084e5015c0 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:59.822655 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-75b46b53-2e38-4522-90b3-a91a7b0c20e8 None None] For port ebaefded-9e2f-4349-b92d-3a3563b5dd94, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=ebaefded-9e2f-4349-b92d-3a3563b5dd94,segment=NetworkSegment(9ce196e3-827a-4611-b0e1-40a28ff710ca),segment_id=9ce196e3-827a-4611-b0e1-40a28ff710ca)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:33:59.945503 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5ddc6f1-1c1d-4002-81cc-b241edfbe7e3 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:33:59.962778 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-75b46b53-2e38-4522-90b3-a91a7b0c20e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:33:59.962999 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f533d1e5-f0b8-4093-b9ff-f23b579a1743 None None] Sync routers for ids ['c9186722-52de-47b2-9135-5f1c8d3ae25d'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:33:59.974197 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f533d1e5-f0b8-4093-b9ff-f23b579a1743 None None] Routers {'c9186722-52de-47b2-9135-5f1c8d3ae25d'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:33:59.977659 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-f533d1e5-f0b8-4093-b9ff-f23b579a1743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:33:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['c9186722-52de-47b2-9135-5f1c8d3ae25d'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:33:59.989004 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43264) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:33:59.990726 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-e5ddc6f1-1c1d-4002-81cc-b241edfbe7e3 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "PUT /v2.0/routers/c9186722-52de-47b2-9135-5f1c8d3ae25d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3789389 Jul 05 02:34:00.003138 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-cb321537-ee9b-4f69-9a51-5a4265d7b052 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Request body: {'network': {'name': 'tempest-RoutersTest-1699029553'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:34:00.015060 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-6d91b3bc-38bc-4e4b-a0cb-6b084e5015c0 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 6.4655781 Jul 05 02:34:00.023722 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43270) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:00.062375 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b46b53-2e38-4522-90b3-a91a7b0c20e8 None None] Pushing event updated for resources: {'Port': ['ID=ebaefded-9e2f-4349-b92d-3a3563b5dd94,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:00.081077 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-fd9e3172-fbde-47e6-8aa0-3be6d8fa8510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:00.088114 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9344b775-2a7d-4fc2-bf8a-143953894643 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:00.107393 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-00319f3e-8bb7-4873-a2ce-c7ab8bd52bc4 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:00.111171 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-f533d1e5-f0b8-4093-b9ff-f23b579a1743 None None] Set router c9186722-52de-47b2-9135-5f1c8d3ae25d gateway port host: None {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:34:00.144664 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9e3172-fbde-47e6-8aa0-3be6d8fa8510 admin admin] Pushing event deleted for resources: {'Port': ['ID=d87f8534-cfac-4bdc-a889-aebe799282ed,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:00.146209 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb321537-ee9b-4f69-9a51-5a4265d7b052 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Made reservation on behalf of 1593a1e15f6f447095222242302728ea for: {'network': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:34:00.150679 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-cb321537-ee9b-4f69-9a51-5a4265d7b052 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:00.207400 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9344b775-2a7d-4fc2-bf8a-143953894643 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Network 6e23ee8a-6b59-4eae-b4fb-f4810d1759b1 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:34:00.249823 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-9344b775-2a7d-4fc2-bf8a-143953894643 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:34:00.249823 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8f7d9065-cc75-4034-ae4e-65732b5219ef tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727655905311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6165454'] for subnet, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:00.311727 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9344b775-2a7d-4fc2-bf8a-143953894643 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:34:00.312790 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb321537-ee9b-4f69-9a51-5a4265d7b052 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=94461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:34:00.335302 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-cb321537-ee9b-4f69-9a51-5a4265d7b052 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:00.335838 n-d-771362-32 neutron-server[94461]: INFO neutron.db.segments_db [None req-cb321537-ee9b-4f69-9a51-5a4265d7b052 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Added segment b16316d7-e087-4103-b74e-77250ce334f9 of type vlan for network f0125670-d567-405c-b9f9-ee4770d92856 Jul 05 02:34:00.441505 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7d9065-cc75-4034-ae4e-65732b5219ef tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:00.442304 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8f7d9065-cc75-4034-ae4e-65732b5219ef tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks [] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:00.447685 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-8f7d9065-cc75-4034-ae4e-65732b5219ef tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] 10.222.0.23 "PUT /v2.0/subnets/3c58c204-745d-4003-9325-fa0b5b7f1ec1 HTTP/1.1" status: 200 len: 806 time: 2.1132808 Jul 05 02:34:00.450655 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43280) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:00.519365 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-cb321537-ee9b-4f69-9a51-5a4265d7b052 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:00.536887 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9344b775-2a7d-4fc2-bf8a-143953894643 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Pushing event updated for resources: {'Port': ['ID=97cda5e6-2552-4eb3-b8e5-17d9e7746a4f,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:00.563442 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00319f3e-8bb7-4873-a2ce-c7ab8bd52bc4 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Pushing event updated for resources: {'Subnet': ['ID=7399b23a-bb43-4c0e-a3b8-985f6984426e,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:00.575374 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9344b775-2a7d-4fc2-bf8a-143953894643 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:00.576118 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9344b775-2a7d-4fc2-bf8a-143953894643 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:00.591379 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-fd9e3172-fbde-47e6-8aa0-3be6d8fa8510 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635398'] for router_interface, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:00.641464 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-f533d1e5-f0b8-4093-b9ff-f23b579a1743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9186722-52de-47b2-9135-5f1c8d3ae25d', 'name': 'tempest-RoutersTest-router-470164913', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:33:46Z', 'updated_at': '2021-07-05T02:33:55Z', 'revision_number': 2, 'project_id': '1593a1e15f6f447095222242302728ea', 'gw_port_host': None, '_interfaces': [{'id': 'dba0dfbf-7010-4536-b7df-26e9ea799191', 'name': '', 'network_id': '3fed85df-41ee-4d95-a0fe-213f0ea583d4', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'mac_address': 'fa:16:3e:f2:fd:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9186722-52de-47b2-9135-5f1c8d3ae25d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': 'd6de9b19-3a6a-419b-855c-91ae8d28d02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:33:52Z', 'updated_at': '2021-07-05T02:33:56Z', 'revision_number': 2, 'project_id': '1593a1e15f6f447095222242302728ea', 'subnets': [{'id': 'd6de9b19-3a6a-419b-855c-91ae8d28d02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:34:00.670175 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00319f3e-8bb7-4873-a2ce-c7ab8bd52bc4 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Checking segment: {'id': '3a611d5f-e54e-4eaa-9a89-59ef62cb440d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'e3e40fdc-f5c7-4a49-b2e4-163b9c4c1a98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:34:00.670440 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00319f3e-8bb7-4873-a2ce-c7ab8bd52bc4 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Network hostable DHCP agents. Network: e3e40fdc-f5c7-4a49-b2e4-163b9c4c1a98, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:34:00.677920 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f533d1e5-f0b8-4093-b9ff-f23b579a1743 None None] Checking router: c9186722-52de-47b2-9135-5f1c8d3ae25d for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:34:00.686590 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f533d1e5-f0b8-4093-b9ff-f23b579a1743 None None] Updating router c9186722-52de-47b2-9135-5f1c8d3ae25d port dba0dfbf-7010-4536-b7df-26e9ea799191 binding host n-d-771362-32 {{(pid=94464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 02:34:00.686748 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-62a47297-280c-4b64-8bcc-c08d9c10f03e tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Deleting port 3195709c-ee2a-48ba-8e2a-b2c15fc5681e {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:34:00.686748 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-62a47297-280c-4b64-8bcc-c08d9c10f03e tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:00.709444 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7d9065-cc75-4034-ae4e-65732b5219ef tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Pushing event updated for resources: {'Subnet': ['ID=3c58c204-745d-4003-9325-fa0b5b7f1ec1,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:00.722633 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f533d1e5-f0b8-4093-b9ff-f23b579a1743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:00.753127 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-365ec004-2425-46c0-9c5e-1f647403cbe1 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:00.783426 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-62a47297-280c-4b64-8bcc-c08d9c10f03e tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:00.797760 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-62a47297-280c-4b64-8bcc-c08d9c10f03e tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Calling delete_port for 3195709c-ee2a-48ba-8e2a-b2c15fc5681e owned by {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:34:00.905966 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-365ec004-2425-46c0-9c5e-1f647403cbe1 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Deleting port ebaefded-9e2f-4349-b92d-3a3563b5dd94 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:34:00.906482 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-365ec004-2425-46c0-9c5e-1f647403cbe1 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:00.917919 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-9344b775-2a7d-4fc2-bf8a-143953894643 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.8986752 Jul 05 02:34:00.919111 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00319f3e-8bb7-4873-a2ce-c7ab8bd52bc4 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Network e3e40fdc-f5c7-4a49-b2e4-163b9c4c1a98 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:34:00.929200 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43288) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:00.930182 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-848f2367-9721-4849-b3f5-13b7a0528c41 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Request body: {'subnet': {'network_id': '6e23ee8a-6b59-4eae-b4fb-f4810d1759b1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:34:00.973397 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-cb321537-ee9b-4f69-9a51-5a4265d7b052 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:00.975224 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb321537-ee9b-4f69-9a51-5a4265d7b052 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:00.976139 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-cb321537-ee9b-4f69-9a51-5a4265d7b052 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:01.006338 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-62a47297-280c-4b64-8bcc-c08d9c10f03e tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:01.077138 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a47297-280c-4b64-8bcc-c08d9c10f03e tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Pushing event deleted for resources: {'Port': ['ID=3195709c-ee2a-48ba-8e2a-b2c15fc5681e,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:01.083734 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-00319f3e-8bb7-4873-a2ce-c7ab8bd52bc4 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, e3e40fdc-f5c7-4a49-b2e4-163b9c4c1a98) {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:34:01.088291 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-62a47297-280c-4b64-8bcc-c08d9c10f03e tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:01.097512 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f533d1e5-f0b8-4093-b9ff-f23b579a1743 None None] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:01.105835 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-62a47297-280c-4b64-8bcc-c08d9c10f03e tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "DELETE /v2.0/ports/3195709c-ee2a-48ba-8e2a-b2c15fc5681e HTTP/1.1" status: 204 len: 168 time: 1.0808771 Jul 05 02:34:01.108322 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00319f3e-8bb7-4873-a2ce-c7ab8bd52bc4 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:01.108322 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-00319f3e-8bb7-4873-a2ce-c7ab8bd52bc4 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks [] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:01.114680 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43296) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:01.118353 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-f533d1e5-f0b8-4093-b9ff-f23b579a1743 None None] Transition to ACTIVE for port object dba0dfbf-7010-4536-b7df-26e9ea799191 will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:34:01.145596 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb321537-ee9b-4f69-9a51-5a4265d7b052 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Pushing event updated for resources: {'Network': ['ID=f0125670-d567-405c-b9f9-ee4770d92856,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:01.158592 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network f0125670-d567-405c-b9f9-ee4770d92856 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:34:01.170363 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-cb321537-ee9b-4f69-9a51-5a4265d7b052 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1798551 Jul 05 02:34:01.171450 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43298) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:01.182970 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-f51adb52-b4cb-46ee-b748-7296709227c1 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Request body: {'subnet': {'network_id': 'f0125670-d567-405c-b9f9-ee4770d92856', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:34:01.204537 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd9e3172-fbde-47e6-8aa0-3be6d8fa8510 admin admin] Router 4f68cd38-d033-4f2f-9466-8f1f9c29b3aa has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:34:01.253594 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f533d1e5-f0b8-4093-b9ff-f23b579a1743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:01.277109 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d07471a-2205-47d3-88d5-3ea16d957671 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:01.282413 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [None req-365ec004-2425-46c0-9c5e-1f647403cbe1 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] For port ebaefded-9e2f-4349-b92d-3a3563b5dd94, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=ebaefded-9e2f-4349-b92d-3a3563b5dd94,segment=NetworkSegment(9ce196e3-827a-4611-b0e1-40a28ff710ca),segment_id=9ce196e3-827a-4611-b0e1-40a28ff710ca)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:34:01.286176 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-365ec004-2425-46c0-9c5e-1f647403cbe1 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:01.299761 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d07471a-2205-47d3-88d5-3ea16d957671 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:01.301678 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-0d07471a-2205-47d3-88d5-3ea16d957671 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1850469 Jul 05 02:34:01.305551 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-00319f3e-8bb7-4873-a2ce-c7ab8bd52bc4 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.0908275 Jul 05 02:34:01.311790 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43302) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:01.318435 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43304) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:01.326830 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-9c7c8daf-08f0-4a92-8c92-2aad3c0aae5a tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-277844671'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:34:01.345129 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-365ec004-2425-46c0-9c5e-1f647403cbe1 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Calling delete_port for ebaefded-9e2f-4349-b92d-3a3563b5dd94 owned by network:dhcp {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:34:01.368646 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac0088-5ee3-404d-b041-6c7bf64763e7 None None] Pushing event updated for resources: {'Port': ['ID=dba0dfbf-7010-4536-b7df-26e9ea799191,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:01.469323 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43308) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:01.470293 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-0fa8c927-bb01-47fd-b5dd-11689942d8a7 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Deleting port 3be80fd7-4655-454b-b83c-bbb313766438 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:34:01.472351 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0fa8c927-bb01-47fd-b5dd-11689942d8a7 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:01.497808 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ac0088-5ee3-404d-b041-6c7bf64763e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:34:01.498178 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ac0088-5ee3-404d-b041-6c7bf64763e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:34:01.498523 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ac0088-5ee3-404d-b041-6c7bf64763e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:34:01.498858 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ac0088-5ee3-404d-b041-6c7bf64763e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:34:01.499193 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ac0088-5ee3-404d-b041-6c7bf64763e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:34:01.499521 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ac0088-5ee3-404d-b041-6c7bf64763e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:34:01.499855 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ac0088-5ee3-404d-b041-6c7bf64763e7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:34:01.500180 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ac0088-5ee3-404d-b041-6c7bf64763e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:34:01.500503 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ac0088-5ee3-404d-b041-6c7bf64763e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:34:01.500824 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ac0088-5ee3-404d-b041-6c7bf64763e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:34:01.501148 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ac0088-5ee3-404d-b041-6c7bf64763e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:34:01.501469 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ac0088-5ee3-404d-b041-6c7bf64763e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:34:01.506791 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-f533d1e5-f0b8-4093-b9ff-f23b579a1743 None None] Attempting to bind port dba0dfbf-7010-4536-b7df-26e9ea799191 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:34:01.507163 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-f533d1e5-f0b8-4093-b9ff-f23b579a1743 None None] Attempting to bind port dba0dfbf-7010-4536-b7df-26e9ea799191 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '76ca67ab-9913-4b56-8cd4-1483958defce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '3fed85df-41ee-4d95-a0fe-213f0ea583d4'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:34:01.507531 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f533d1e5-f0b8-4093-b9ff-f23b579a1743 None None] Attempting to bind port dba0dfbf-7010-4536-b7df-26e9ea799191 on network 3fed85df-41ee-4d95-a0fe-213f0ea583d4 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:34:01.514347 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f533d1e5-f0b8-4093-b9ff-f23b579a1743 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:34:01.514744 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f533d1e5-f0b8-4093-b9ff-f23b579a1743 None None] Checking segment: {'id': '76ca67ab-9913-4b56-8cd4-1483958defce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '3fed85df-41ee-4d95-a0fe-213f0ea583d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:34:01.515177 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f533d1e5-f0b8-4093-b9ff-f23b579a1743 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:01.515622 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f533d1e5-f0b8-4093-b9ff-f23b579a1743 None None] Bound using segment: {'id': '76ca67ab-9913-4b56-8cd4-1483958defce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '3fed85df-41ee-4d95-a0fe-213f0ea583d4'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:34:01.516043 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-f533d1e5-f0b8-4093-b9ff-f23b579a1743 None None] Bound port: dba0dfbf-7010-4536-b7df-26e9ea799191, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76ca67ab-9913-4b56-8cd4-1483958defce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '3fed85df-41ee-4d95-a0fe-213f0ea583d4'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:34:01.516526 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f533d1e5-f0b8-4093-b9ff-f23b579a1743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:01.635861 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-f533d1e5-f0b8-4093-b9ff-f23b579a1743 None None] For port dba0dfbf-7010-4536-b7df-26e9ea799191, host n-d-771362-32, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:34:01.639369 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-f533d1e5-f0b8-4093-b9ff-f23b579a1743 None None] For port dba0dfbf-7010-4536-b7df-26e9ea799191, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=dba0dfbf-7010-4536-b7df-26e9ea799191,segment=NetworkSegment(76ca67ab-9913-4b56-8cd4-1483958defce),segment_id=76ca67ab-9913-4b56-8cd4-1483958defce)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:34:01.648399 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0fa8c927-bb01-47fd-b5dd-11689942d8a7 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:01.663898 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-0fa8c927-bb01-47fd-b5dd-11689942d8a7 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Calling delete_port for 3be80fd7-4655-454b-b83c-bbb313766438 owned by {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:34:01.682072 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b83f33-7063-461e-960b-86f0042a08e6 None None] Network b34497db-f060-483d-8abf-8169a45765e5 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:34:01.734826 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f533d1e5-f0b8-4093-b9ff-f23b579a1743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:01.792840 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf38d95a-a2eb-4969-86b2-471b582b4b80 None None] Network c006f67a-1267-4876-8089-28d5c44e87de requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:34:01.798066 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device ebaefded-9e2f-4349-b92d-3a3563b5dd94 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:34:01.810734 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b2fd72-c41c-4004-af7c-57a85f889e3f None None] Network e3e40fdc-f5c7-4a49-b2e4-163b9c4c1a98 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:34:01.856065 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac0088-5ee3-404d-b041-6c7bf64763e7 None None] Pushing event updated for resources: {'Port': ['ID=dba0dfbf-7010-4536-b7df-26e9ea799191,revision_number=4']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:01.881787 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f533d1e5-f0b8-4093-b9ff-f23b579a1743 None None] Routers {'c9186722-52de-47b2-9135-5f1c8d3ae25d'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:34:01.882348 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-f533d1e5-f0b8-4093-b9ff-f23b579a1743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:33:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['c9186722-52de-47b2-9135-5f1c8d3ae25d'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:34:01.958077 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0fa8c927-bb01-47fd-b5dd-11689942d8a7 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:02.023109 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-f533d1e5-f0b8-4093-b9ff-f23b579a1743 None None] Set router c9186722-52de-47b2-9135-5f1c8d3ae25d gateway port host: None {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:34:02.025704 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa8c927-bb01-47fd-b5dd-11689942d8a7 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Pushing event deleted for resources: {'Port': ['ID=3be80fd7-4655-454b-b83c-bbb313766438,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:02.046527 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0fa8c927-bb01-47fd-b5dd-11689942d8a7 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:02.048552 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-0fa8c927-bb01-47fd-b5dd-11689942d8a7 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "DELETE /v2.0/ports/3be80fd7-4655-454b-b83c-bbb313766438 HTTP/1.1" status: 204 len: 168 time: 0.7397027 Jul 05 02:34:02.051492 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43318) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:02.095534 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c7c8daf-08f0-4a92-8c92-2aad3c0aae5a tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Made reservation on behalf of 5acb4a7985304d84a755f649a8ac1cfa for: {'network': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:34:02.116243 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9c7c8daf-08f0-4a92-8c92-2aad3c0aae5a tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:02.169983 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-bc57f73a-2a8f-40fd-8dc1-b514b450aab7 None None] Provisioning for port ebaefded-9e2f-4349-b92d-3a3563b5dd94 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:34:02.212848 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d642c9b-6ebc-48dd-8ae5-c72bd2d305a0 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:02.215184 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-8d642c9b-6ebc-48dd-8ae5-c72bd2d305a0 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1627297 Jul 05 02:34:02.222303 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43322) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:02.261385 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-c225c3b6-0631-420e-bd27-cd271bc30492 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] GET failed (client error): The resource could not be found. Jul 05 02:34:02.269077 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43324) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:02.270858 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-c225c3b6-0631-420e-bd27-cd271bc30492 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "GET /v2.0/ports/3195709c-ee2a-48ba-8e2a-b2c15fc5681e HTTP/1.1" status: 404 len: 333 time: 0.0488555 Jul 05 02:34:02.302711 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c7c8daf-08f0-4a92-8c92-2aad3c0aae5a tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=94461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:34:02.313755 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9c7c8daf-08f0-4a92-8c92-2aad3c0aae5a tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:02.314437 n-d-771362-32 neutron-server[94461]: INFO neutron.db.segments_db [None req-9c7c8daf-08f0-4a92-8c92-2aad3c0aae5a tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Added segment 05ba0e3c-1689-432b-a768-f0ef076a99fa of type vlan for network 7c09c10c-22f2-4b65-836d-c6f17168635d Jul 05 02:34:02.371324 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9c7c8daf-08f0-4a92-8c92-2aad3c0aae5a tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:02.406066 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-0cff4590-287a-4e8d-bfde-3f73814d8a96 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1248800429-network', 'tenant_id': '25edd60c5d43492386eaf1845da7e310'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:34:02.428931 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-f533d1e5-f0b8-4093-b9ff-f23b579a1743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9186722-52de-47b2-9135-5f1c8d3ae25d', 'name': 'tempest-RoutersTest-router-470164913', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:33:46Z', 'updated_at': '2021-07-05T02:33:55Z', 'revision_number': 2, 'project_id': '1593a1e15f6f447095222242302728ea', 'gw_port_host': None, '_interfaces': [{'id': 'dba0dfbf-7010-4536-b7df-26e9ea799191', 'name': '', 'network_id': '3fed85df-41ee-4d95-a0fe-213f0ea583d4', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'mac_address': 'fa:16:3e:f2:fd:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9186722-52de-47b2-9135-5f1c8d3ae25d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': 'd6de9b19-3a6a-419b-855c-91ae8d28d02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:33:52Z', 'updated_at': '2021-07-05T02:34:01Z', 'revision_number': 4, 'project_id': '1593a1e15f6f447095222242302728ea', 'subnets': [{'id': 'd6de9b19-3a6a-419b-855c-91ae8d28d02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:34:02.450599 n-d-771362-32 neutron-server[94461]: INFO neutron.pecan_wsgi.hooks.translation [None req-200d2fa7-eaea-4bb8-87ee-31380072b590 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] GET failed (client error): The resource could not be found. Jul 05 02:34:02.455646 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43326) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:02.466688 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-200d2fa7-eaea-4bb8-87ee-31380072b590 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "GET /v2.0/ports/3be80fd7-4655-454b-b83c-bbb313766438 HTTP/1.1" status: 404 len: 333 time: 0.1906786 Jul 05 02:34:02.474804 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f533d1e5-f0b8-4093-b9ff-f23b579a1743 None None] The sync data for ids ['c9186722-52de-47b2-9135-5f1c8d3ae25d'] in n-d-771362-32 is: [{'id': 'c9186722-52de-47b2-9135-5f1c8d3ae25d', 'name': 'tempest-RoutersTest-router-470164913', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:33:46Z', 'updated_at': '2021-07-05T02:33:55Z', 'revision_number': 2, 'project_id': '1593a1e15f6f447095222242302728ea', 'gw_port_host': None, '_interfaces': [{'id': 'dba0dfbf-7010-4536-b7df-26e9ea799191', 'name': '', 'network_id': '3fed85df-41ee-4d95-a0fe-213f0ea583d4', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'mac_address': 'fa:16:3e:f2:fd:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9186722-52de-47b2-9135-5f1c8d3ae25d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': 'd6de9b19-3a6a-419b-855c-91ae8d28d02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:33:52Z', 'updated_at': '2021-07-05T02:34:01Z', 'revision_number': 4, 'project_id': '1593a1e15f6f447095222242302728ea', 'subnets': [{'id': 'd6de9b19-3a6a-419b-855c-91ae8d28d02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:34:02.496308 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f51adb52-b4cb-46ee-b748-7296709227c1 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Made reservation on behalf of 1593a1e15f6f447095222242302728ea for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:34:02.500369 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f51adb52-b4cb-46ee-b748-7296709227c1 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:02.525866 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd9e3172-fbde-47e6-8aa0-3be6d8fa8510 admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:34:02.541432 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-fd9e3172-fbde-47e6-8aa0-3be6d8fa8510 admin admin] 10.222.0.23 "PUT /v2.0/routers/4f68cd38-d033-4f2f-9466-8f1f9c29b3aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9076571 Jul 05 02:34:02.542618 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad670b0e-0ef2-4942-b3fc-07af94974882 None None] Sync routers for ids ['4f68cd38-d033-4f2f-9466-8f1f9c29b3aa'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:34:02.547008 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43330) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:02.574656 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad670b0e-0ef2-4942-b3fc-07af94974882 None None] Routers {'4f68cd38-d033-4f2f-9466-8f1f9c29b3aa'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:34:02.575307 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-ad670b0e-0ef2-4942-b3fc-07af94974882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:33:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['4f68cd38-d033-4f2f-9466-8f1f9c29b3aa'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:34:02.599573 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9c7c8daf-08f0-4a92-8c92-2aad3c0aae5a tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:02.606163 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7c8daf-08f0-4a92-8c92-2aad3c0aae5a tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:02.607102 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9c7c8daf-08f0-4a92-8c92-2aad3c0aae5a tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:02.651797 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a06037c3-94e5-4564-92e8-8b4f2ace1f78 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:02.772176 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-848f2367-9721-4849-b3f5-13b7a0528c41 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Made reservation on behalf of f845296045bc4472b2fc3471aba6dcb0 for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:34:02.773093 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-848f2367-9721-4849-b3f5-13b7a0528c41 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:02.805897 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a06037c3-94e5-4564-92e8-8b4f2ace1f78 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:02.817780 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-a06037c3-94e5-4564-92e8-8b4f2ace1f78 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c006f67a-1267-4876-8089-28d5c44e87de']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:34:02.828263 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-a06037c3-94e5-4564-92e8-8b4f2ace1f78 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf68528a-ba34-436a-a771-cd070e184a8f') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:34:02.828660 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-a06037c3-94e5-4564-92e8-8b4f2ace1f78 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf68528a-ba34-436a-a771-cd070e184a8f') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:34:02.838839 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a06037c3-94e5-4564-92e8-8b4f2ace1f78 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:02.860367 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a06037c3-94e5-4564-92e8-8b4f2ace1f78 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:02.868595 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a06037c3-94e5-4564-92e8-8b4f2ace1f78 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:34:02.869015 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a06037c3-94e5-4564-92e8-8b4f2ace1f78 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:02.964529 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port ebaefded-9e2f-4349-b92d-3a3563b5dd94 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:34:02.964875 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:34:02.964875 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:34:02.964875 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:34:02.964875 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:34:02.964875 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:34:02.964875 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:34:02.964875 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:34:02.964875 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:34:02.964875 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:34:02.964875 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:34:02.964875 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:34:02.964875 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:34:02.964875 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:34:02.964875 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:34:02.964875 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:34:02.964875 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:34:02.964875 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:34:02.964875 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:34:02.964875 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:34:02.964875 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:34:02.964875 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:34:02.964875 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:34:02.964875 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:34:02.964875 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:34:02.964875 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:34:02.964875 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:34:02.964875 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:34:02.964875 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:34:02.964875 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:34:02.964875 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:34:02.964875 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:34:02.964875 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:34:02.964875 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:34:02.964875 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:34:02.964875 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:34:02.964875 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:34:02.964875 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:34:02.964875 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:34:02.964875 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:34:02.964875 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:34:02.964875 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:34:02.964875 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:34:02.988054 n-d-771362-32 neutron-server[94461]: INFO neutron.db.ipam_backend_mixin [None req-848f2367-9721-4849-b3f5-13b7a0528c41 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 02dbc0d1-b5e5-466d-b9a0-786aa9c0aa5b (CIDR: 172.20.0.0/28) Jul 05 02:34:02.996749 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a96f3815-b8cc-4e5d-b242-14dc9e30f2cd admin admin] Notify callbacks [] for router, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:03.006812 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-365ec004-2425-46c0-9c5e-1f647403cbe1 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:03.006944 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port ebaefded-9e2f-4349-b92d-3a3563b5dd94 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:34:03.006944 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:03.012760 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222c8d88-0264-4cd4-a444-1858673a67c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-e3e40fdc-f5c7-4a49-b2e4-163b9c4c1a98', 'network_id': 'e3e40fdc-f5c7-4a49-b2e4-163b9c4c1a98', 'tenant_id': '5acb4a7985304d84a755f649a8ac1cfa', 'fixed_ips': [{'subnet_id': '7399b23a-bb43-4c0e-a3b8-985f6984426e'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:34:03.013983 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-222c8d88-0264-4cd4-a444-1858673a67c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:03.038523 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7c8daf-08f0-4a92-8c92-2aad3c0aae5a tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Pushing event updated for resources: {'Network': ['ID=7c09c10c-22f2-4b65-836d-c6f17168635d,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:03.063323 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365ec004-2425-46c0-9c5e-1f647403cbe1 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Pushing event deleted for resources: {'Port': ['ID=ebaefded-9e2f-4349-b92d-3a3563b5dd94,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:03.068480 n-d-771362-32 neutron-server[94461]: INFO neutron.pecan_wsgi.hooks.translation [None req-848f2367-9721-4849-b3f5-13b7a0528c41 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 02:34:03.068996 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-848f2367-9721-4849-b3f5-13b7a0528c41 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:34:03.114570 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-22d1c1d1-9e2b-4eaf-89e1-d027313445ff None None] Provisioning for port 97cda5e6-2552-4eb3-b8e5-17d9e7746a4f completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:34:03.144826 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 7c09c10c-22f2-4b65-836d-c6f17168635d details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:34:03.148572 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cff4590-287a-4e8d-bfde-3f73814d8a96 admin admin] Made reservation on behalf of 25edd60c5d43492386eaf1845da7e310 for: {'network': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:34:03.151741 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0cff4590-287a-4e8d-bfde-3f73814d8a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:03.154361 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Port ebaefded-9e2f-4349-b92d-3a3563b5dd94 was deleted so its status cannot be updated. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 05 02:34:03.168054 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-22d1c1d1-9e2b-4eaf-89e1-d027313445ff None None] Provisioning complete for port 97cda5e6-2552-4eb3-b8e5-17d9e7746a4f triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:34:03.168427 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-22d1c1d1-9e2b-4eaf-89e1-d027313445ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:03.184194 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a96f3815-b8cc-4e5d-b242-14dc9e30f2cd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:03.193899 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365ec004-2425-46c0-9c5e-1f647403cbe1 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] No DVR routers for this DVR port ebaefded-9e2f-4349-b92d-3a3563b5dd94 on host n-d-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:34:03.195801 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0cff4590-287a-4e8d-bfde-3f73814d8a96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:03.224869 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a06037c3-94e5-4564-92e8-8b4f2ace1f78 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:03.231990 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a06037c3-94e5-4564-92e8-8b4f2ace1f78 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:03.234359 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-a06037c3-94e5-4564-92e8-8b4f2ace1f78 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "DELETE /v2.0/networks/c006f67a-1267-4876-8089-28d5c44e87de HTTP/1.1" status: 204 len: 168 time: 0.7770705 Jul 05 02:34:03.249550 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43338) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:03.254687 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-cb65cef6-1f27-4b93-a4be-91003b35b533 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-727405846'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:34:03.258577 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06037c3-94e5-4564-92e8-8b4f2ace1f78 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Pushing event deleted for resources: {'Network': ['ID=c006f67a-1267-4876-8089-28d5c44e87de,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:03.312965 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-ad670b0e-0ef2-4942-b3fc-07af94974882 None None] Set router 4f68cd38-d033-4f2f-9466-8f1f9c29b3aa gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:34:03.321316 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-848f2367-9721-4849-b3f5-13b7a0528c41 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.3930008 Jul 05 02:34:03.322099 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43342) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:03.323907 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-365ec004-2425-46c0-9c5e-1f647403cbe1 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:03.327697 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-2d7285e5-6c86-4e94-b039-d1ab82609b7d tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Request body: {'subnet': {'network_id': '6e23ee8a-6b59-4eae-b4fb-f4810d1759b1', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:34:03.396478 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-9c7c8daf-08f0-4a92-8c92-2aad3c0aae5a tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.0730324 Jul 05 02:34:03.401485 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-22d1c1d1-9e2b-4eaf-89e1-d027313445ff None None] Port 97cda5e6-2552-4eb3-b8e5-17d9e7746a4f cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:34:03.407862 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43344) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:03.417815 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-bcdf33e6-ac92-4ea8-93f5-84c6aa736334 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Request body: {'subnet': {'network_id': '7c09c10c-22f2-4b65-836d-c6f17168635d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:34:03.569181 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f51adb52-b4cb-46ee-b748-7296709227c1 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5763451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774823'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:03.572873 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-a96f3815-b8cc-4e5d-b242-14dc9e30f2cd admin admin] Deleting port f0d6f483-9cc9-4388-9315-340de7bfef6c {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:34:03.573451 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a96f3815-b8cc-4e5d-b242-14dc9e30f2cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:03.582801 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ebccbb5-608e-4d64-8f5f-a5d49e3164f7 None None] Host n-d-771362-32 tried to update port ebaefded-9e2f-4349-b92d-3a3563b5dd94 which no longer exists. {{(pid=94463) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:334}} Jul 05 02:34:03.684304 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-222c8d88-0264-4cd4-a444-1858673a67c7 None None] Allocated IP 2001:db8:0:ffff::2 (e3e40fdc-f5c7-4a49-b2e4-163b9c4c1a98/7399b23a-bb43-4c0e-a3b8-985f6984426e/29f81e79-755e-4523-aa61-8a34bc454618) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:34:03.687771 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8bcbb8-68de-4c7b-80c2-9cff0d2534b0 None None] Network b34497db-f060-483d-8abf-8169a45765e5 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:34:03.690041 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb65cef6-1f27-4b93-a4be-91003b35b533 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Made reservation on behalf of eec53b7bac0445b2b9e29f73fcad1818 for: {'network': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:34:03.693580 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-cb65cef6-1f27-4b93-a4be-91003b35b533 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:03.713714 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-a96f3815-b8cc-4e5d-b242-14dc9e30f2cd admin admin] For port f0d6f483-9cc9-4388-9315-340de7bfef6c, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=f0d6f483-9cc9-4388-9315-340de7bfef6c,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:34:03.714070 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a96f3815-b8cc-4e5d-b242-14dc9e30f2cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:03.726513 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-a96f3815-b8cc-4e5d-b242-14dc9e30f2cd admin admin] Calling delete_port for f0d6f483-9cc9-4388-9315-340de7bfef6c owned by network:router_gateway {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:34:03.760342 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51adb52-b4cb-46ee-b748-7296709227c1 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Checking segment: {'id': 'b16316d7-e087-4103-b74e-77250ce334f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f0125670-d567-405c-b9f9-ee4770d92856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:34:03.760741 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51adb52-b4cb-46ee-b748-7296709227c1 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Network hostable DHCP agents. Network: f0125670-d567-405c-b9f9-ee4770d92856, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:34:03.779404 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device dba0dfbf-7010-4536-b7df-26e9ea799191 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:34:03.817703 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb65cef6-1f27-4b93-a4be-91003b35b533 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=94461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:34:03.821972 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51adb52-b4cb-46ee-b748-7296709227c1 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Pushing event updated for resources: {'Subnet': ['ID=008675e9-deb9-4e8a-a572-225b5a0b3f0e,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:03.843593 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-cb65cef6-1f27-4b93-a4be-91003b35b533 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:03.843936 n-d-771362-32 neutron-server[94461]: INFO neutron.db.segments_db [None req-cb65cef6-1f27-4b93-a4be-91003b35b533 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Added segment cb4c5571-17af-4e28-afa4-60b505287efc of type vlan for network 0ad49ce6-2ded-4b50-8f77-e1a756b359ab Jul 05 02:34:03.859327 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-365ec004-2425-46c0-9c5e-1f647403cbe1 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5763388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774356'] for subnet, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:03.929114 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365ec004-2425-46c0-9c5e-1f647403cbe1 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Pushing event deleted for resources: {'Subnet': ['ID=3c58c204-745d-4003-9325-fa0b5b7f1ec1,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:03.937397 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-cb65cef6-1f27-4b93-a4be-91003b35b533 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:04.028046 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0cff4590-287a-4e8d-bfde-3f73814d8a96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:04.028046 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51adb52-b4cb-46ee-b748-7296709227c1 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Network f0125670-d567-405c-b9f9-ee4770d92856 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:34:04.028046 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-365ec004-2425-46c0-9c5e-1f647403cbe1 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:04.053592 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-365ec004-2425-46c0-9c5e-1f647403cbe1 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b34497db-f060-483d-8abf-8169a45765e5']}} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:34:04.072026 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-365ec004-2425-46c0-9c5e-1f647403cbe1 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ce196e3-827a-4611-b0e1-40a28ff710ca') {'for_net_delete': True} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:34:04.072026 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-365ec004-2425-46c0-9c5e-1f647403cbe1 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ce196e3-827a-4611-b0e1-40a28ff710ca') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:34:04.078019 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-365ec004-2425-46c0-9c5e-1f647403cbe1 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5519669'] for segment, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:04.092016 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a96f3815-b8cc-4e5d-b242-14dc9e30f2cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:04.121806 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-ad670b0e-0ef2-4942-b3fc-07af94974882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f68cd38-d033-4f2f-9466-8f1f9c29b3aa', 'name': 'tempest-ServersTestManualDisk-365057176-router', 'tenant_id': '75731b244fd149bfab61f83bfac8a67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': 'f0d6f483-9cc9-4388-9315-340de7bfef6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:31:20Z', 'updated_at': '2021-07-05T02:33:59Z', 'revision_number': 5, 'project_id': '75731b244fd149bfab61f83bfac8a67b', 'gw_port': {'id': 'f0d6f483-9cc9-4388-9315-340de7bfef6c', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:33:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f68cd38-d033-4f2f-9466-8f1f9c29b3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:31:24Z', 'updated_at': '2021-07-05T02:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:34:04.123466 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-365ec004-2425-46c0-9c5e-1f647403cbe1 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:04.129911 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-365ec004-2425-46c0-9c5e-1f647403cbe1 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=94461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:34:04.130355 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-365ec004-2425-46c0-9c5e-1f647403cbe1 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5763545'] for segment, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:04.133822 n-d-771362-32 neutron-server[94461]: Traceback (most recent call last): Jul 05 02:34:04.133822 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:34:04.133822 n-d-771362-32 neutron-server[94461]: timer() Jul 05 02:34:04.133822 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:34:04.133822 n-d-771362-32 neutron-server[94461]: cb(*args, **kw) Jul 05 02:34:04.133822 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:34:04.133822 n-d-771362-32 neutron-server[94461]: return func(*args, **kwargs) Jul 05 02:34:04.133822 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:34:04.133822 n-d-771362-32 neutron-server[94461]: self._notify() Jul 05 02:34:04.133822 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:34:04.133822 n-d-771362-32 neutron-server[94461]: self.callback(batched_events) Jul 05 02:34:04.133822 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:34:04.133822 n-d-771362-32 neutron-server[94461]: event.method(event) Jul 05 02:34:04.133822 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:34:04.133822 n-d-771362-32 neutron-server[94461]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:34:04.133822 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:34:04.133822 n-d-771362-32 neutron-server[94461]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:34:04.133822 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:34:04.133822 n-d-771362-32 neutron-server[94461]: return f(self, *a, **k) Jul 05 02:34:04.133822 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:34:04.133822 n-d-771362-32 neutron-server[94461]: return self._get(url).json() Jul 05 02:34:04.133822 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:34:04.133822 n-d-771362-32 neutron-server[94461]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:34:04.133822 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:34:04.133822 n-d-771362-32 neutron-server[94461]: return self.request(url, 'GET', **kwargs) Jul 05 02:34:04.133822 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:34:04.133822 n-d-771362-32 neutron-server[94461]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:34:04.133822 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:34:04.133822 n-d-771362-32 neutron-server[94461]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:34:04.133822 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:34:04.133822 n-d-771362-32 neutron-server[94461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:34:04.133822 n-d-771362-32 neutron-server[94461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:34:04.146440 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f9ae59-34fe-4060-bfaf-e642845fc324 None None] DHCP port deletion for b34497db-f060-483d-8abf-8169a45765e5 request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:34:04.148452 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-222c8d88-0264-4cd4-a444-1858673a67c7 None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:04.176031 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96f3815-b8cc-4e5d-b242-14dc9e30f2cd admin admin] Pushing event deleted for resources: {'Port': ['ID=f0d6f483-9cc9-4388-9315-340de7bfef6c,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:04.193369 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad670b0e-0ef2-4942-b3fc-07af94974882 None None] Checking router: 4f68cd38-d033-4f2f-9466-8f1f9c29b3aa for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:34:04.204219 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port dba0dfbf-7010-4536-b7df-26e9ea799191 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:34:04.209771 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port dba0dfbf-7010-4536-b7df-26e9ea799191 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:34:04.210470 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:04.232790 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0cff4590-287a-4e8d-bfde-3f73814d8a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:04.241692 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a96f3815-b8cc-4e5d-b242-14dc9e30f2cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636927'] for router_gateway, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:04.245462 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cff4590-287a-4e8d-bfde-3f73814d8a96 admin admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=94461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:34:04.248711 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a947dcb1-24c9-4c2e-a769-b37b7d3e3606 None None] Network b34497db-f060-483d-8abf-8169a45765e5 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:34:04.255518 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0cff4590-287a-4e8d-bfde-3f73814d8a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:04.256002 n-d-771362-32 neutron-server[94461]: INFO neutron.db.segments_db [None req-0cff4590-287a-4e8d-bfde-3f73814d8a96 admin admin] Added segment b4a50736-7a23-4bbb-b763-03a1debf2781 of type vlan for network 75d7851c-724a-4b04-b234-7f030196e3e8 Jul 05 02:34:04.313437 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0cff4590-287a-4e8d-bfde-3f73814d8a96 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:04.325051 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad670b0e-0ef2-4942-b3fc-07af94974882 None None] Routers {'4f68cd38-d033-4f2f-9466-8f1f9c29b3aa'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:34:04.325051 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-ad670b0e-0ef2-4942-b3fc-07af94974882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:33:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['4f68cd38-d033-4f2f-9466-8f1f9c29b3aa'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:34:04.356683 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-f51adb52-b4cb-46ee-b748-7296709227c1 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, f0125670-d567-405c-b9f9-ee4770d92856) {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:34:04.362877 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-cb65cef6-1f27-4b93-a4be-91003b35b533 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:04.370167 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4305be6-b6d5-451e-a7cc-c156df109d08 None None] Network f0125670-d567-405c-b9f9-ee4770d92856 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:34:04.371716 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb65cef6-1f27-4b93-a4be-91003b35b533 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:04.372378 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-cb65cef6-1f27-4b93-a4be-91003b35b533 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:04.378240 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d7285e5-6c86-4e94-b039-d1ab82609b7d tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Made reservation on behalf of f845296045bc4472b2fc3471aba6dcb0 for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:34:04.381965 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2d7285e5-6c86-4e94-b039-d1ab82609b7d tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:04.395087 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cff4590-287a-4e8d-bfde-3f73814d8a96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b12511d7-db06-44f1-9a59-5e8d4e800492,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:04.399812 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a96f3815-b8cc-4e5d-b242-14dc9e30f2cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11828'] for router, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:04.407368 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51adb52-b4cb-46ee-b748-7296709227c1 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:04.408153 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f51adb52-b4cb-46ee-b748-7296709227c1 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:04.420369 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-222c8d88-0264-4cd4-a444-1858673a67c7 None None] Transition to ACTIVE for port object 29f81e79-755e-4523-aa61-8a34bc454618 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:34:04.433922 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a96f3815-b8cc-4e5d-b242-14dc9e30f2cd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:04.452302 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-ad670b0e-0ef2-4942-b3fc-07af94974882 None None] Set router 4f68cd38-d033-4f2f-9466-8f1f9c29b3aa gateway port host: None {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:34:04.452669 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-365ec004-2425-46c0-9c5e-1f647403cbe1 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:04.458236 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-365ec004-2425-46c0-9c5e-1f647403cbe1 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:04.460584 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-365ec004-2425-46c0-9c5e-1f647403cbe1 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] 10.222.0.23 "DELETE /v2.0/networks/b34497db-f060-483d-8abf-8169a45765e5 HTTP/1.1" status: 204 len: 168 time: 4.0082257 Jul 05 02:34:04.480782 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43354) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:04.508120 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ee5f47c-5243-49cb-8117-911f57cfbd8d tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] DELETE failed (client error): The resource could not be found. Jul 05 02:34:04.508724 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ee5f47c-5243-49cb-8117-911f57cfbd8d tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94462) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:34:04.511058 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-1ee5f47c-5243-49cb-8117-911f57cfbd8d tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] 10.222.0.23 "DELETE /v2.0/networks/b34497db-f060-483d-8abf-8169a45765e5 HTTP/1.1" status: 404 len: 339 time: 0.0293128 Jul 05 02:34:04.516541 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43356) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:04.524234 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-58758efc-bd59-4d11-9787-0b4a38c6d0fb tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1088094868', 'description': 'd1'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:34:04.554384 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb65cef6-1f27-4b93-a4be-91003b35b533 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Pushing event updated for resources: {'Network': ['ID=0ad49ce6-2ded-4b50-8f77-e1a756b359ab,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:04.556627 n-d-771362-32 neutron-server[94462]: INFO neutron.db.ipam_backend_mixin [None req-2d7285e5-6c86-4e94-b039-d1ab82609b7d tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet f90773d1-a074-4ade-aef0-22806301a20a (CIDR: 172.20.0.16/28) Jul 05 02:34:04.576043 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365ec004-2425-46c0-9c5e-1f647403cbe1 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Pushing event deleted for resources: {'Network': ['ID=b34497db-f060-483d-8abf-8169a45765e5,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:04.584819 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 0ad49ce6-2ded-4b50-8f77-e1a756b359ab details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:34:04.594577 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-ad670b0e-0ef2-4942-b3fc-07af94974882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f68cd38-d033-4f2f-9466-8f1f9c29b3aa', 'name': 'tempest-ServersTestManualDisk-365057176-router', 'tenant_id': '75731b244fd149bfab61f83bfac8a67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:31:20Z', 'updated_at': '2021-07-05T02:34:03Z', 'revision_number': 7, 'project_id': '75731b244fd149bfab61f83bfac8a67b', 'gw_port_host': None}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:34:04.609614 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-222c8d88-0264-4cd4-a444-1858673a67c7 None None] Transition to ACTIVE for port object 29f81e79-755e-4523-aa61-8a34bc454618 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:34:04.613224 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d7285e5-6c86-4e94-b039-d1ab82609b7d tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 02:34:04.617168 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d7285e5-6c86-4e94-b039-d1ab82609b7d tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94462) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:34:04.618750 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcdf33e6-ac92-4ea8-93f5-84c6aa736334 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Made reservation on behalf of 5acb4a7985304d84a755f649a8ac1cfa for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:34:04.618750 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bcdf33e6-ac92-4ea8-93f5-84c6aa736334 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:04.671748 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad670b0e-0ef2-4942-b3fc-07af94974882 None None] The sync data for ids ['4f68cd38-d033-4f2f-9466-8f1f9c29b3aa'] in n-d-771362-32 is: [{'id': '4f68cd38-d033-4f2f-9466-8f1f9c29b3aa', 'name': 'tempest-ServersTestManualDisk-365057176-router', 'tenant_id': '75731b244fd149bfab61f83bfac8a67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:31:20Z', 'updated_at': '2021-07-05T02:34:03Z', 'revision_number': 7, 'project_id': '75731b244fd149bfab61f83bfac8a67b', 'gw_port_host': None}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:34:04.693276 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a96f3815-b8cc-4e5d-b242-14dc9e30f2cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1575451'] for router, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:04.694244 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a96f3815-b8cc-4e5d-b242-14dc9e30f2cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f68cd38-d033-4f2f-9466-8f1f9c29b3aa {{(pid=94462) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 02:34:04.700833 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0cff4590-287a-4e8d-bfde-3f73814d8a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:04.700833 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cff4590-287a-4e8d-bfde-3f73814d8a96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:04.700833 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0cff4590-287a-4e8d-bfde-3f73814d8a96 admin admin] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:04.706361 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a96f3815-b8cc-4e5d-b242-14dc9e30f2cd admin admin] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:04.707572 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-a96f3815-b8cc-4e5d-b242-14dc9e30f2cd admin admin] 10.222.0.23 "DELETE /v2.0/routers/4f68cd38-d033-4f2f-9466-8f1f9c29b3aa HTTP/1.1" status: 204 len: 168 time: 2.1565893 Jul 05 02:34:04.710594 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43360) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:04.792652 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c2788ef-7c8f-4b92-859f-488cf787f7cf admin admin] Deleting subnet 63c2790f-8cb5-49a6-864c-7d95537e5ebe {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:34:04.796575 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5c2788ef-7c8f-4b92-859f-488cf787f7cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:04.801563 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-2d7285e5-6c86-4e94-b039-d1ab82609b7d tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.4759686 Jul 05 02:34:04.824439 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43362) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:04.830308 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-18156fa9-5cf6-45ee-8ccc-2470a498312b tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Request body: {'subnet': {'network_id': '6e23ee8a-6b59-4eae-b4fb-f4810d1759b1', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:34:04.831923 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-222c8d88-0264-4cd4-a444-1858673a67c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:04.856938 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:04.873519 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-cb65cef6-1f27-4b93-a4be-91003b35b533 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.6229012 Jul 05 02:34:04.884188 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43364) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:04.887566 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6001c7-ae72-4768-9fec-ea44deefb6f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-f0125670-d567-405c-b9f9-ee4770d92856', 'network_id': 'f0125670-d567-405c-b9f9-ee4770d92856', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'fixed_ips': [{'subnet_id': '008675e9-deb9-4e8a-a572-225b5a0b3f0e'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:34:04.888417 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-2c6001c7-ae72-4768-9fec-ea44deefb6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:04.901702 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-6a4b385b-8e31-4e7e-94d7-ddb762796c73 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Request body: {'subnet': {'network_id': '0ad49ce6-2ded-4b50-8f77-e1a756b359ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:34:04.917271 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222c8d88-0264-4cd4-a444-1858673a67c7 None None] Network e3e40fdc-f5c7-4a49-b2e4-163b9c4c1a98 is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:34:04.927826 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-222c8d88-0264-4cd4-a444-1858673a67c7 None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:34:04.934102 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-f51adb52-b4cb-46ee-b748-7296709227c1 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7567370 Jul 05 02:34:04.936652 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222c8d88-0264-4cd4-a444-1858673a67c7 None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:34:04.939408 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43368) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:04.952741 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5c2788ef-7c8f-4b92-859f-488cf787f7cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:04.961535 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222c8d88-0264-4cd4-a444-1858673a67c7 None None] Pushing event updated for resources: {'Port': ['ID=29f81e79-755e-4523-aa61-8a34bc454618,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:04.970436 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port dba0dfbf-7010-4536-b7df-26e9ea799191, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=dba0dfbf-7010-4536-b7df-26e9ea799191,segment=NetworkSegment(76ca67ab-9913-4b56-8cd4-1483958defce),segment_id=76ca67ab-9913-4b56-8cd4-1483958defce)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:34:05.007230 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cff4590-287a-4e8d-bfde-3f73814d8a96 admin admin] Pushing event updated for resources: {'Network': ['ID=75d7851c-724a-4b04-b234-7f030196e3e8,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:05.099519 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58758efc-bd59-4d11-9787-0b4a38c6d0fb tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Made reservation on behalf of d5279038e8454126be0c5c273f41a9ef for: {'network': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:34:05.106937 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-58758efc-bd59-4d11-9787-0b4a38c6d0fb tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:05.152822 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bcdf33e6-ac92-4ea8-93f5-84c6aa736334 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5763451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774823'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:05.181492 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58758efc-bd59-4d11-9787-0b4a38c6d0fb tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=94461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:34:05.236386 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdf33e6-ac92-4ea8-93f5-84c6aa736334 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Pushing event updated for resources: {'Subnet': ['ID=ce00919b-d28c-48ce-9fb3-9889485ddd46,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:05.248283 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-0cff4590-287a-4e8d-bfde-3f73814d8a96 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.7760515 Jul 05 02:34:05.256684 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43374) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:05.266948 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-58bb2f40-2baa-4e6d-9efb-e5f854002396 admin admin] Request body: {'subnet': {'network_id': '75d7851c-724a-4b04-b234-7f030196e3e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1248800429-subnet', 'tenant_id': '25edd60c5d43492386eaf1845da7e310', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:34:05.285188 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-58758efc-bd59-4d11-9787-0b4a38c6d0fb tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:05.286003 n-d-771362-32 neutron-server[94461]: INFO neutron.db.segments_db [None req-58758efc-bd59-4d11-9787-0b4a38c6d0fb tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Added segment 73889fc6-9261-4ecd-894d-4e701f13b058 of type vlan for network 5a4370f0-311a-4f90-9131-c0195b5d6bec Jul 05 02:34:05.316068 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-2c6001c7-ae72-4768-9fec-ea44deefb6f2 None None] Allocated IP 172.21.0.2 (f0125670-d567-405c-b9f9-ee4770d92856/008675e9-deb9-4e8a-a572-225b5a0b3f0e/789e8d19-d417-4944-8468-ede972ddfefd) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:34:05.317381 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcdf33e6-ac92-4ea8-93f5-84c6aa736334 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Checking segment: {'id': '05ba0e3c-1689-432b-a768-f0ef076a99fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7c09c10c-22f2-4b65-836d-c6f17168635d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:34:05.318156 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcdf33e6-ac92-4ea8-93f5-84c6aa736334 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Network hostable DHCP agents. Network: 7c09c10c-22f2-4b65-836d-c6f17168635d, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:34:05.342546 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:05.344954 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 75d7851c-724a-4b04-b234-7f030196e3e8 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:34:05.384948 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a4b385b-8e31-4e7e-94d7-ddb762796c73 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Made reservation on behalf of eec53b7bac0445b2b9e29f73fcad1818 for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:34:05.388214 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5c2788ef-7c8f-4b92-859f-488cf787f7cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:05.389289 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6a4b385b-8e31-4e7e-94d7-ddb762796c73 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:05.455915 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcdf33e6-ac92-4ea8-93f5-84c6aa736334 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Network 7c09c10c-22f2-4b65-836d-c6f17168635d is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:34:05.460053 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=dba0dfbf-7010-4536-b7df-26e9ea799191,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:05.486061 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-58758efc-bd59-4d11-9787-0b4a38c6d0fb tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:05.513466 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-222c8d88-0264-4cd4-a444-1858673a67c7 None None] Attempting to bind port 29f81e79-755e-4523-aa61-8a34bc454618 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:34:05.513789 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-222c8d88-0264-4cd4-a444-1858673a67c7 None None] Attempting to bind port 29f81e79-755e-4523-aa61-8a34bc454618 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '3a611d5f-e54e-4eaa-9a89-59ef62cb440d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'e3e40fdc-f5c7-4a49-b2e4-163b9c4c1a98'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:34:05.514266 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222c8d88-0264-4cd4-a444-1858673a67c7 None None] Attempting to bind port 29f81e79-755e-4523-aa61-8a34bc454618 on network e3e40fdc-f5c7-4a49-b2e4-163b9c4c1a98 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:34:05.564037 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-bcdf33e6-ac92-4ea8-93f5-84c6aa736334 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 7c09c10c-22f2-4b65-836d-c6f17168635d) {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:34:05.569871 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcdf33e6-ac92-4ea8-93f5-84c6aa736334 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:05.573246 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bcdf33e6-ac92-4ea8-93f5-84c6aa736334 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:05.580086 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222c8d88-0264-4cd4-a444-1858673a67c7 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:34:05.580783 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222c8d88-0264-4cd4-a444-1858673a67c7 None None] Checking segment: {'id': '3a611d5f-e54e-4eaa-9a89-59ef62cb440d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'e3e40fdc-f5c7-4a49-b2e4-163b9c4c1a98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:34:05.581256 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-222c8d88-0264-4cd4-a444-1858673a67c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:05.581824 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222c8d88-0264-4cd4-a444-1858673a67c7 None None] Bound using segment: {'id': '3a611d5f-e54e-4eaa-9a89-59ef62cb440d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'e3e40fdc-f5c7-4a49-b2e4-163b9c4c1a98'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:34:05.582400 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-222c8d88-0264-4cd4-a444-1858673a67c7 None None] Bound port: 29f81e79-755e-4523-aa61-8a34bc454618, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a611d5f-e54e-4eaa-9a89-59ef62cb440d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'e3e40fdc-f5c7-4a49-b2e4-163b9c4c1a98'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:34:05.582867 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-222c8d88-0264-4cd4-a444-1858673a67c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:05.619969 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5c2788ef-7c8f-4b92-859f-488cf787f7cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:05.622727 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68542fc-26c9-4420-9c56-d5acd20cad19 None None] Network 7c09c10c-22f2-4b65-836d-c6f17168635d requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:34:05.633087 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-58758efc-bd59-4d11-9787-0b4a38c6d0fb tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:05.645587 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18156fa9-5cf6-45ee-8ccc-2470a498312b tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Made reservation on behalf of f845296045bc4472b2fc3471aba6dcb0 for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:34:05.645990 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58758efc-bd59-4d11-9787-0b4a38c6d0fb tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:05.645990 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-58758efc-bd59-4d11-9787-0b4a38c6d0fb tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:05.668697 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-18156fa9-5cf6-45ee-8ccc-2470a498312b tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:05.713634 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2788ef-7c8f-4b92-859f-488cf787f7cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63c2790f-8cb5-49a6-864c-7d95537e5ebe,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:05.753488 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device dba0dfbf-7010-4536-b7df-26e9ea799191 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:34:05.764824 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58758efc-bd59-4d11-9787-0b4a38c6d0fb tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Pushing event updated for resources: {'Network': ['ID=5a4370f0-311a-4f90-9131-c0195b5d6bec,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:05.773580 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-bcdf33e6-ac92-4ea8-93f5-84c6aa736334 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.3648322 Jul 05 02:34:05.778036 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43380) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:05.786554 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 5a4370f0-311a-4f90-9131-c0195b5d6bec details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:34:05.800985 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b34b4e5b-82ba-4b7d-ad56-790f75118db4 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:05.807427 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5c2788ef-7c8f-4b92-859f-488cf787f7cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:05.811442 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-5c2788ef-7c8f-4b92-859f-488cf787f7cf admin admin] 10.222.0.23 "DELETE /v2.0/subnets/63c2790f-8cb5-49a6-864c-7d95537e5ebe HTTP/1.1" status: 204 len: 168 time: 1.0977423 Jul 05 02:34:05.813864 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43382) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:05.834484 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade13c3e-9000-48e7-966f-e2bc232d637d None None] Network dc52fc88-88f7-44eb-b3db-a1effdd6a0f3 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:34:05.894160 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58bb2f40-2baa-4e6d-9efb-e5f854002396 admin admin] Made reservation on behalf of 25edd60c5d43492386eaf1845da7e310 for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:34:05.897127 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-58bb2f40-2baa-4e6d-9efb-e5f854002396 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:05.980407 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-222c8d88-0264-4cd4-a444-1858673a67c7 None None] For port 29f81e79-755e-4523-aa61-8a34bc454618, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:34:05.989814 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-58758efc-bd59-4d11-9787-0b4a38c6d0fb tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.4698076 Jul 05 02:34:05.994755 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43386) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:06.042691 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2f36c185-d5cf-4963-aea6-be04924ba6f5 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:06.057208 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-222c8d88-0264-4cd4-a444-1858673a67c7 None None] For port 29f81e79-755e-4523-aa61-8a34bc454618, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=29f81e79-755e-4523-aa61-8a34bc454618,segment=NetworkSegment(3a611d5f-e54e-4eaa-9a89-59ef62cb440d),segment_id=3a611d5f-e54e-4eaa-9a89-59ef62cb440d)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:34:06.160297 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6a4b385b-8e31-4e7e-94d7-ddb762796c73 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5763451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774823'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:06.195874 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-222c8d88-0264-4cd4-a444-1858673a67c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:06.230448 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2f36c185-d5cf-4963-aea6-be04924ba6f5 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:06.283284 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-2c6001c7-ae72-4768-9fec-ea44deefb6f2 None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:06.287352 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222c8d88-0264-4cd4-a444-1858673a67c7 None None] Pushing event updated for resources: {'Port': ['ID=29f81e79-755e-4523-aa61-8a34bc454618,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:06.307907 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port dba0dfbf-7010-4536-b7df-26e9ea799191 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:34:06.308253 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:06.341880 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-2c6001c7-ae72-4768-9fec-ea44deefb6f2 None None] Transition to ACTIVE for port object 789e8d19-d417-4944-8468-ede972ddfefd will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:34:06.362354 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4b385b-8e31-4e7e-94d7-ddb762796c73 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Pushing event updated for resources: {'Subnet': ['ID=5055dd88-2b85-4ca6-a8aa-b57d2055d657,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:06.403784 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8acd3f-4c21-45f4-977b-c563d13c3e8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-7c09c10c-22f2-4b65-836d-c6f17168635d', 'network_id': '7c09c10c-22f2-4b65-836d-c6f17168635d', 'tenant_id': '5acb4a7985304d84a755f649a8ac1cfa', 'fixed_ips': [{'subnet_id': 'ce00919b-d28c-48ce-9fb3-9889485ddd46'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:34:06.406976 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4b385b-8e31-4e7e-94d7-ddb762796c73 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Checking segment: {'id': 'cb4c5571-17af-4e28-afa4-60b505287efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0ad49ce6-2ded-4b50-8f77-e1a756b359ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:34:06.407345 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4b385b-8e31-4e7e-94d7-ddb762796c73 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Network hostable DHCP agents. Network: 0ad49ce6-2ded-4b50-8f77-e1a756b359ab, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:34:06.408371 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-ad8acd3f-4c21-45f4-977b-c563d13c3e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:06.487857 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-58bb2f40-2baa-4e6d-9efb-e5f854002396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5763451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774823'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:06.547320 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4b385b-8e31-4e7e-94d7-ddb762796c73 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Network 0ad49ce6-2ded-4b50-8f77-e1a756b359ab is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:34:06.553587 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2f36c185-d5cf-4963-aea6-be04924ba6f5 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5763388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774356'] for subnet, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:06.564896 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-2c6001c7-ae72-4768-9fec-ea44deefb6f2 None None] Transition to ACTIVE for port object 789e8d19-d417-4944-8468-ede972ddfefd will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:34:06.584407 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00688ac-207a-4087-8a56-f0a7141d6e0e None None] DHCP port deletion for dc52fc88-88f7-44eb-b3db-a1effdd6a0f3 request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:34:06.626354 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb2f40-2baa-4e6d-9efb-e5f854002396 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73a2242e-983a-4dab-a85f-708cce68efb7,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:06.660894 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device d87f8534-cfac-4bdc-a889-aebe799282ed no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:34:06.689614 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: d87f8534-cfac-4bdc-a889-aebe799282ed {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:34:06.690202 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device d87f8534-cfac-4bdc-a889-aebe799282ed not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:34:06.690802 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device ebaefded-9e2f-4349-b92d-3a3563b5dd94 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:34:06.710998 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6059dbb8-f84c-4d44-9ab7-fcbc9b9bdf2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:06.723960 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: ebaefded-9e2f-4349-b92d-3a3563b5dd94 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:34:06.724180 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device ebaefded-9e2f-4349-b92d-3a3563b5dd94 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:34:06.724620 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device f0d6f483-9cc9-4388-9315-340de7bfef6c no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:34:06.727349 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server [None req-ad8acd3f-4c21-45f4-977b-c563d13c3e8f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ce00919b-d28c-48ce-9fb3-9889485ddd46: This subnet is being modified by another concurrent operation. Jul 05 02:34:06.727349 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 05 02:34:06.727349 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 05 02:34:06.727349 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 05 02:34:06.727349 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 05 02:34:06.727349 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 05 02:34:06.727349 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 05 02:34:06.727349 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 05 02:34:06.727349 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 05 02:34:06.727349 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 05 02:34:06.727349 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 02:34:06.727349 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 02:34:06.727349 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 02:34:06.727349 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 02:34:06.727349 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 02:34:06.727349 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 02:34:06.727349 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 02:34:06.727349 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 02:34:06.727349 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 02:34:06.727349 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 02:34:06.727349 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 02:34:06.727349 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 02:34:06.727349 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 02:34:06.727349 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 02:34:06.727349 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 02:34:06.727349 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 02:34:06.727349 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 02:34:06.727349 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 02:34:06.727349 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 02:34:06.727349 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 02:34:06.727349 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 02:34:06.727349 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 02:34:06.727349 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 02:34:06.727349 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 02:34:06.727349 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 05 02:34:06.727349 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 05 02:34:06.727349 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 05 02:34:06.727349 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 05 02:34:06.727349 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 05 02:34:06.727349 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 05 02:34:06.727349 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 05 02:34:06.727349 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 05 02:34:06.727349 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 05 02:34:06.727349 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 05 02:34:06.727349 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 05 02:34:06.727349 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 05 02:34:06.727349 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 02:34:06.727349 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 02:34:06.727349 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 02:34:06.727349 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 02:34:06.727349 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 02:34:06.727349 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 02:34:06.727349 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 02:34:06.727349 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 02:34:06.727349 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 02:34:06.727349 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 02:34:06.727349 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 02:34:06.727349 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 02:34:06.727349 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 02:34:06.727349 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 02:34:06.727349 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 02:34:06.727349 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 02:34:06.727349 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 02:34:06.727349 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 02:34:06.727349 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 02:34:06.727349 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 02:34:06.727349 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 02:34:06.727349 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 02:34:06.727349 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 02:34:06.727349 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 02:34:06.727349 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 05 02:34:06.727349 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 05 02:34:06.727349 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 05 02:34:06.727349 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 05 02:34:06.727349 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 05 02:34:06.727349 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 05 02:34:06.727349 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 05 02:34:06.727349 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 05 02:34:06.727349 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 02:34:06.727349 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 02:34:06.727349 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 02:34:06.727349 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 02:34:06.727349 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 05 02:34:06.727349 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 05 02:34:06.727349 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 05 02:34:06.727349 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 05 02:34:06.727349 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 05 02:34:06.727349 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 05 02:34:06.727349 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 05 02:34:06.727349 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server raise exception Jul 05 02:34:06.727349 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ce00919b-d28c-48ce-9fb3-9889485ddd46: This subnet is being modified by another concurrent operation. Jul 05 02:34:06.727349 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server Jul 05 02:34:06.739240 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-2c6001c7-ae72-4768-9fec-ea44deefb6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:06.761559 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b2b2a1-055f-47eb-b7da-7b5d96f95b31 None None] Network 7c09c10c-22f2-4b65-836d-c6f17168635d requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:34:06.765868 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f36c185-d5cf-4963-aea6-be04924ba6f5 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Pushing event deleted for resources: {'Subnet': ['ID=ce00919b-d28c-48ce-9fb3-9889485ddd46,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:06.778701 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-6a4b385b-8e31-4e7e-94d7-ddb762796c73 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 0ad49ce6-2ded-4b50-8f77-e1a756b359ab) {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:34:06.794264 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4b385b-8e31-4e7e-94d7-ddb762796c73 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:06.794264 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6a4b385b-8e31-4e7e-94d7-ddb762796c73 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:06.803277 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2f36c185-d5cf-4963-aea6-be04924ba6f5 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:06.806651 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: f0d6f483-9cc9-4388-9315-340de7bfef6c {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:34:06.807010 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device f0d6f483-9cc9-4388-9315-340de7bfef6c not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:34:06.828927 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2bea15a-47f2-4795-bf21-2cf20f4bc3d7 None None] Network 0ad49ce6-2ded-4b50-8f77-e1a756b359ab requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:34:06.853905 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bb2f40-2baa-4e6d-9efb-e5f854002396 admin admin] Checking segment: {'id': 'b4a50736-7a23-4bbb-b763-03a1debf2781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '75d7851c-724a-4b04-b234-7f030196e3e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:34:06.854304 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58bb2f40-2baa-4e6d-9efb-e5f854002396 admin admin] Network hostable DHCP agents. Network: 75d7851c-724a-4b04-b234-7f030196e3e8, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:34:06.861482 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-e00688ac-207a-4087-8a56-f0a7141d6e0e None None] Deleting port 400bb61f-0a08-4581-9780-412be8e9e832 {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:34:06.861853 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-2f36c185-d5cf-4963-aea6-be04924ba6f5 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c09c10c-22f2-4b65-836d-c6f17168635d']}} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:34:06.861987 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e00688ac-207a-4087-8a56-f0a7141d6e0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:06.884790 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-2f36c185-d5cf-4963-aea6-be04924ba6f5 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05ba0e3c-1689-432b-a768-f0ef076a99fa') {'for_net_delete': True} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:34:06.885084 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-2f36c185-d5cf-4963-aea6-be04924ba6f5 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05ba0e3c-1689-432b-a768-f0ef076a99fa') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:34:06.903670 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2f36c185-d5cf-4963-aea6-be04924ba6f5 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5519669'] for segment, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:06.921329 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2f36c185-d5cf-4963-aea6-be04924ba6f5 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:06.928620 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f36c185-d5cf-4963-aea6-be04924ba6f5 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=94461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:34:06.928808 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2f36c185-d5cf-4963-aea6-be04924ba6f5 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5763545'] for segment, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:06.932596 n-d-771362-32 neutron-server[94461]: Traceback (most recent call last): Jul 05 02:34:06.932596 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:34:06.932596 n-d-771362-32 neutron-server[94461]: timer() Jul 05 02:34:06.932596 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:34:06.932596 n-d-771362-32 neutron-server[94461]: cb(*args, **kw) Jul 05 02:34:06.932596 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:34:06.932596 n-d-771362-32 neutron-server[94461]: return func(*args, **kwargs) Jul 05 02:34:06.932596 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:34:06.932596 n-d-771362-32 neutron-server[94461]: self._notify() Jul 05 02:34:06.932596 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:34:06.932596 n-d-771362-32 neutron-server[94461]: self.callback(batched_events) Jul 05 02:34:06.932596 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:34:06.932596 n-d-771362-32 neutron-server[94461]: event.method(event) Jul 05 02:34:06.932596 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:34:06.932596 n-d-771362-32 neutron-server[94461]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:34:06.932596 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:34:06.932596 n-d-771362-32 neutron-server[94461]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:34:06.932596 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:34:06.932596 n-d-771362-32 neutron-server[94461]: return f(self, *a, **k) Jul 05 02:34:06.932596 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:34:06.932596 n-d-771362-32 neutron-server[94461]: return self._get(url).json() Jul 05 02:34:06.932596 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:34:06.932596 n-d-771362-32 neutron-server[94461]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:34:06.932596 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:34:06.932596 n-d-771362-32 neutron-server[94461]: return self.request(url, 'GET', **kwargs) Jul 05 02:34:06.932596 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:34:06.932596 n-d-771362-32 neutron-server[94461]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:34:06.932596 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:34:06.932596 n-d-771362-32 neutron-server[94461]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:34:06.932596 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:34:06.932596 n-d-771362-32 neutron-server[94461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:34:06.932596 n-d-771362-32 neutron-server[94461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:34:06.935716 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6001c7-ae72-4768-9fec-ea44deefb6f2 None None] Network f0125670-d567-405c-b9f9-ee4770d92856 is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:34:06.973644 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-2c6001c7-ae72-4768-9fec-ea44deefb6f2 None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:34:06.977688 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-6a4b385b-8e31-4e7e-94d7-ddb762796c73 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0819733 Jul 05 02:34:06.981728 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43396) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:06.986088 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315e41c7-0658-4ed4-b256-82a309ec34c2 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:06.990270 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6001c7-ae72-4768-9fec-ea44deefb6f2 None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:34:06.992424 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-a628e35a-6551-4bd9-9001-618eb589373d tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Request body: {'port': {'network_id': '0ad49ce6-2ded-4b50-8f77-e1a756b359ab', 'name': 'tempest-PortsIpV6TestJSON-1290000721'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:34:06.992998 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6001c7-ae72-4768-9fec-ea44deefb6f2 None None] Pushing event updated for resources: {'Port': ['ID=789e8d19-d417-4944-8468-ede972ddfefd,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:06.994535 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-315e41c7-0658-4ed4-b256-82a309ec34c2 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] 10.222.0.23 "GET /v2.0/networks?id=5a4370f0-311a-4f90-9131-c0195b5d6bec HTTP/1.1" status: 200 len: 761 time: 0.9979434 Jul 05 02:34:06.999914 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43398) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:07.011413 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-f5180870-107f-4ec9-9ccc-1c665b0e49c4 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Request body: {'network': {'description': 'd2'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:34:07.096856 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58bb2f40-2baa-4e6d-9efb-e5f854002396 admin admin] Network 75d7851c-724a-4b04-b234-7f030196e3e8 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:34:07.119339 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-58bb2f40-2baa-4e6d-9efb-e5f854002396 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 75d7851c-724a-4b04-b234-7f030196e3e8) {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:34:07.130244 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58bb2f40-2baa-4e6d-9efb-e5f854002396 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:07.131037 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-58bb2f40-2baa-4e6d-9efb-e5f854002396 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:07.161526 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-e00688ac-207a-4087-8a56-f0a7141d6e0e None None] For port 400bb61f-0a08-4581-9780-412be8e9e832, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=400bb61f-0a08-4581-9780-412be8e9e832,segment=NetworkSegment(10ca8873-9c2f-4980-a4da-1d632c7765be),segment_id=10ca8873-9c2f-4980-a4da-1d632c7765be)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:34:07.162062 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e00688ac-207a-4087-8a56-f0a7141d6e0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:07.172000 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f633f8-7f3f-4aa3-a8cb-d82f805d8cc1 None None] Network 75d7851c-724a-4b04-b234-7f030196e3e8 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:34:07.237064 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2f36c185-d5cf-4963-aea6-be04924ba6f5 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:07.268970 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2f36c185-d5cf-4963-aea6-be04924ba6f5 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:07.286082 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-2f36c185-d5cf-4963-aea6-be04924ba6f5 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] 10.222.0.23 "DELETE /v2.0/networks/7c09c10c-22f2-4b65-836d-c6f17168635d HTTP/1.1" status: 204 len: 168 time: 1.5035248 Jul 05 02:34:07.309172 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43406) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:07.315201 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f36c185-d5cf-4963-aea6-be04924ba6f5 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Pushing event deleted for resources: {'Network': ['ID=7c09c10c-22f2-4b65-836d-c6f17168635d,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:07.318729 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a628e35a-6551-4bd9-9001-618eb589373d tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Made reservation on behalf of eec53b7bac0445b2b9e29f73fcad1818 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:34:07.325745 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a628e35a-6551-4bd9-9001-618eb589373d tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:07.326300 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-bb90e739-8547-406e-9039-9417479dbbfc tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1606855385'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:34:07.357003 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [None req-a628e35a-6551-4bd9-9001-618eb589373d tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] device_id is not set on port 6ee2f463-4947-496f-b36f-fc474ef43795 yet. {{(pid=94461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:34:07.374102 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-b34b4e5b-82ba-4b7d-ad56-790f75118db4 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Allocated IP 172.21.0.1 (f0125670-d567-405c-b9f9-ee4770d92856/008675e9-deb9-4e8a-a572-225b5a0b3f0e/8618466f-a565-4b5c-82a9-c5490b94b1a3) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:34:07.457456 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-6059dbb8-f84c-4d44-9ab7-fcbc9b9bdf2e admin admin] Deleting port 400bb61f-0a08-4581-9780-412be8e9e832 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:34:07.457797 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6059dbb8-f84c-4d44-9ab7-fcbc9b9bdf2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:07.491010 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-e00688ac-207a-4087-8a56-f0a7141d6e0e None None] Calling delete_port for 400bb61f-0a08-4581-9780-412be8e9e832 owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:34:07.541786 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-2c6001c7-ae72-4768-9fec-ea44deefb6f2 None None] Attempting to bind port 789e8d19-d417-4944-8468-ede972ddfefd on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:34:07.542711 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-2c6001c7-ae72-4768-9fec-ea44deefb6f2 None None] Attempting to bind port 789e8d19-d417-4944-8468-ede972ddfefd by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'b16316d7-e087-4103-b74e-77250ce334f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f0125670-d567-405c-b9f9-ee4770d92856'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:34:07.542711 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6001c7-ae72-4768-9fec-ea44deefb6f2 None None] Attempting to bind port 789e8d19-d417-4944-8468-ede972ddfefd on network f0125670-d567-405c-b9f9-ee4770d92856 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:34:07.543587 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-a628e35a-6551-4bd9-9001-618eb589373d tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Allocated IP 2001:db8::23d (0ad49ce6-2ded-4b50-8f77-e1a756b359ab/5055dd88-2b85-4ca6-a8aa-b57d2055d657/6ee2f463-4947-496f-b36f-fc474ef43795) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:34:07.571726 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6001c7-ae72-4768-9fec-ea44deefb6f2 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:34:07.572111 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6001c7-ae72-4768-9fec-ea44deefb6f2 None None] Checking segment: {'id': 'b16316d7-e087-4103-b74e-77250ce334f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f0125670-d567-405c-b9f9-ee4770d92856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:34:07.572509 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-2c6001c7-ae72-4768-9fec-ea44deefb6f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:07.572907 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6001c7-ae72-4768-9fec-ea44deefb6f2 None None] Bound using segment: {'id': 'b16316d7-e087-4103-b74e-77250ce334f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f0125670-d567-405c-b9f9-ee4770d92856'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:34:07.573384 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-2c6001c7-ae72-4768-9fec-ea44deefb6f2 None None] Bound port: 789e8d19-d417-4944-8468-ede972ddfefd, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b16316d7-e087-4103-b74e-77250ce334f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f0125670-d567-405c-b9f9-ee4770d92856'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:34:07.573766 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-2c6001c7-ae72-4768-9fec-ea44deefb6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:07.613104 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-58bb2f40-2baa-4e6d-9efb-e5f854002396 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.3512146 Jul 05 02:34:07.645688 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 29f81e79-755e-4523-aa61-8a34bc454618 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:34:07.658516 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-6059dbb8-f84c-4d44-9ab7-fcbc9b9bdf2e admin admin] For port 400bb61f-0a08-4581-9780-412be8e9e832, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=400bb61f-0a08-4581-9780-412be8e9e832,segment=NetworkSegment(10ca8873-9c2f-4980-a4da-1d632c7765be),segment_id=10ca8873-9c2f-4980-a4da-1d632c7765be)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:34:07.660511 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6059dbb8-f84c-4d44-9ab7-fcbc9b9bdf2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:07.708905 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f5180870-107f-4ec9-9ccc-1c665b0e49c4 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:07.802439 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be060200-b505-4844-8a1a-ba887e825d61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-0ad49ce6-2ded-4b50-8f77-e1a756b359ab', 'network_id': '0ad49ce6-2ded-4b50-8f77-e1a756b359ab', 'tenant_id': 'eec53b7bac0445b2b9e29f73fcad1818', 'fixed_ips': [{'subnet_id': '5055dd88-2b85-4ca6-a8aa-b57d2055d657'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:34:07.803285 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-be060200-b505-4844-8a1a-ba887e825d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:07.808507 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb90e739-8547-406e-9039-9417479dbbfc tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Made reservation on behalf of 5acb4a7985304d84a755f649a8ac1cfa for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:34:07.814115 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bb90e739-8547-406e-9039-9417479dbbfc tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:07.838808 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f5180870-107f-4ec9-9ccc-1c665b0e49c4 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:07.845109 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-6059dbb8-f84c-4d44-9ab7-fcbc9b9bdf2e admin admin] Calling delete_port for 400bb61f-0a08-4581-9780-412be8e9e832 owned by network:dhcp {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:34:07.904090 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a628e35a-6551-4bd9-9001-618eb589373d tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:07.925173 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [None req-a628e35a-6551-4bd9-9001-618eb589373d tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Transition to ACTIVE for port object 6ee2f463-4947-496f-b36f-fc474ef43795 will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:34:07.943651 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85a82ff-e24a-48c4-a2c5-f04b2f836a02 None None] Network 75d7851c-724a-4b04-b234-7f030196e3e8 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:34:08.001291 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f5180870-107f-4ec9-9ccc-1c665b0e49c4 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Network 5a4370f0-311a-4f90-9131-c0195b5d6bec is not hosted by any dhcp agent {{(pid=94462) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 05 02:34:08.009697 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5180870-107f-4ec9-9ccc-1c665b0e49c4 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:08.015099 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f5180870-107f-4ec9-9ccc-1c665b0e49c4 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:08.019880 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43422) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:08.020324 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-f5180870-107f-4ec9-9ccc-1c665b0e49c4 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] 10.222.0.23 "PUT /v2.0/networks/5a4370f0-311a-4f90-9131-c0195b5d6bec HTTP/1.1" status: 200 len: 758 time: 1.0149462 Jul 05 02:34:08.034930 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c947fbf-f385-4645-9292-dc204212e03f None None] Network e3e40fdc-f5c7-4a49-b2e4-163b9c4c1a98 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:34:08.050582 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-2c6001c7-ae72-4768-9fec-ea44deefb6f2 None None] For port 789e8d19-d417-4944-8468-ede972ddfefd, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:34:08.106851 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b34b4e5b-82ba-4b7d-ad56-790f75118db4 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:08.113715 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5180870-107f-4ec9-9ccc-1c665b0e49c4 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Pushing event updated for resources: {'Network': ['ID=5a4370f0-311a-4f90-9131-c0195b5d6bec,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:08.132875 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a628e35a-6551-4bd9-9001-618eb589373d tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:08.161455 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb90e739-8547-406e-9039-9417479dbbfc tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:34:08.179121 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [None req-b34b4e5b-82ba-4b7d-ad56-790f75118db4 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Transition to ACTIVE for port object 8618466f-a565-4b5c-82a9-c5490b94b1a3 will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:34:08.193259 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bb90e739-8547-406e-9039-9417479dbbfc tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:08.205323 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-bb90e739-8547-406e-9039-9417479dbbfc tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Added segment 236880a9-1e57-487c-b448-e34961bb7ab7 of type vlan for network 6ae80f0d-385a-4c46-aae8-390a06db8101 Jul 05 02:34:08.236495 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e00688ac-207a-4087-8a56-f0a7141d6e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:08.246869 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a628e35a-6551-4bd9-9001-618eb589373d tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Network 0ad49ce6-2ded-4b50-8f77-e1a756b359ab is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:34:08.262543 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 5a4370f0-311a-4f90-9131-c0195b5d6bec details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:34:08.268483 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-18156fa9-5cf6-45ee-8ccc-2470a498312b tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:08.308715 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-a628e35a-6551-4bd9-9001-618eb589373d tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:34:08.310601 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a628e35a-6551-4bd9-9001-618eb589373d tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Pushing event updated for resources: {'Port': ['ID=6ee2f463-4947-496f-b36f-fc474ef43795,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:08.328964 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b01ce83-dc04-4f69-a2da-2e985cee7808 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:08.330712 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-6b01ce83-dc04-4f69-a2da-2e985cee7808 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] 10.222.0.23 "GET /v2.0/networks?id=5a4370f0-311a-4f90-9131-c0195b5d6bec HTTP/1.1" status: 200 len: 761 time: 0.3096242 Jul 05 02:34:08.332068 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a628e35a-6551-4bd9-9001-618eb589373d tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:34:08.333095 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bb90e739-8547-406e-9039-9417479dbbfc tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:08.339232 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a628e35a-6551-4bd9-9001-618eb589373d tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:08.339686 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43440) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:08.340051 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a628e35a-6551-4bd9-9001-618eb589373d tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:08.361171 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-da24c61d-6f23-444b-90a5-5d67a6f33b43 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-504653601'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:34:08.362585 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 29f81e79-755e-4523-aa61-8a34bc454618 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:34:08.370306 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-2c6001c7-ae72-4768-9fec-ea44deefb6f2 None None] For port 789e8d19-d417-4944-8468-ede972ddfefd, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=789e8d19-d417-4944-8468-ede972ddfefd,segment=NetworkSegment(b16316d7-e087-4103-b74e-77250ce334f9),segment_id=b16316d7-e087-4103-b74e-77250ce334f9)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:34:08.381143 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18156fa9-5cf6-45ee-8ccc-2470a498312b tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Network 6e23ee8a-6b59-4eae-b4fb-f4810d1759b1 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:34:08.410405 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00688ac-207a-4087-8a56-f0a7141d6e0e None None] Pushing event deleted for resources: {'Port': ['ID=400bb61f-0a08-4581-9780-412be8e9e832,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:08.415768 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00688ac-207a-4087-8a56-f0a7141d6e0e None None] No DVR routers for this DVR port 400bb61f-0a08-4581-9780-412be8e9e832 on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:34:08.421982 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-18156fa9-5cf6-45ee-8ccc-2470a498312b tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:34:08.435629 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18156fa9-5cf6-45ee-8ccc-2470a498312b tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:08.436237 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-18156fa9-5cf6-45ee-8ccc-2470a498312b tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks [] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:08.454976 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a500fa-358b-4026-b10a-0d98d4f9c0df None None] Network 6e23ee8a-6b59-4eae-b4fb-f4810d1759b1 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:34:08.481865 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.db.resource_extend [None req-bb90e739-8547-406e-9039-9417479dbbfc tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 02:34:08.495992 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18156fa9-5cf6-45ee-8ccc-2470a498312b tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Pushing event updated for resources: {'Subnet': ['ID=3952dcd3-dbef-4adf-9283-2e6eaa9c59d0,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:08.504655 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da24c61d-6f23-444b-90a5-5d67a6f33b43 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Made reservation on behalf of d5279038e8454126be0c5c273f41a9ef for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:34:08.508243 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-da24c61d-6f23-444b-90a5-5d67a6f33b43 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:08.515648 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6059dbb8-f84c-4d44-9ab7-fcbc9b9bdf2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:08.531013 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-1ec52671-71cd-47c6-b3cb-4c3ad0546c84 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:08.533535 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-1ec52671-71cd-47c6-b3cb-4c3ad0546c84 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] 10.222.0.23 "GET /v2.0/networks?id=75d7851c-724a-4b04-b234-7f030196e3e8 HTTP/1.1" status: 200 len: 818 time: 0.2543836 Jul 05 02:34:08.555624 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-2bfa849c-40b8-4fde-ab1e-45f36e1c23f7 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] 10.222.0.23 "GET /v2.0/quotas/25edd60c5d43492386eaf1845da7e310 HTTP/1.1" status: 200 len: 375 time: 0.0121434 Jul 05 02:34:08.562763 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 400bb61f-0a08-4581-9780-412be8e9e832 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:34:08.569557 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6059dbb8-f84c-4d44-9ab7-fcbc9b9bdf2e admin admin] Pushing event deleted for resources: {'Port': ['ID=400bb61f-0a08-4581-9780-412be8e9e832,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:08.569557 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6059dbb8-f84c-4d44-9ab7-fcbc9b9bdf2e admin admin] No DVR routers for this DVR port 400bb61f-0a08-4581-9780-412be8e9e832 on host n-d-771362-32 {{(pid=94462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:34:08.589674 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-1581b35f-56c3-4461-b100-3b5d5339be0c None None] Provisioning for port 29f81e79-755e-4523-aa61-8a34bc454618 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:34:08.592188 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da24c61d-6f23-444b-90a5-5d67a6f33b43 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:34:08.592526 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-2c6001c7-ae72-4768-9fec-ea44deefb6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:08.608027 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-01480c37-5dfe-4309-9f98-7fd011eb2d1f tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=25edd60c5d43492386eaf1845da7e310&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304899 Jul 05 02:34:08.612528 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-a628e35a-6551-4bd9-9001-618eb589373d tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6293433 Jul 05 02:34:08.613206 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43444) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:08.627170 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-1c8c239d-de97-4bf0-baac-6974470ba30a service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:34:08.628197 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-1c8c239d-de97-4bf0-baac-6974470ba30a service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050752 Jul 05 02:34:08.648071 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-da24c61d-6f23-444b-90a5-5d67a6f33b43 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:08.648458 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-da24c61d-6f23-444b-90a5-5d67a6f33b43 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Added segment f504abbc-a85f-4a1b-8655-26a338c55760 of type vlan for network ae8b5c68-3c5f-4dfd-a356-b36ef6331188 Jul 05 02:34:08.686089 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 400bb61f-0a08-4581-9780-412be8e9e832 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:34:08.686644 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 400bb61f-0a08-4581-9780-412be8e9e832 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:34:08.688344 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b34b4e5b-82ba-4b7d-ad56-790f75118db4 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:08.690107 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bb90e739-8547-406e-9039-9417479dbbfc tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:08.699383 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb90e739-8547-406e-9039-9417479dbbfc tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:08.699607 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bb90e739-8547-406e-9039-9417479dbbfc tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:08.703769 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-18156fa9-5cf6-45ee-8ccc-2470a498312b tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.8782430 Jul 05 02:34:08.714879 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43446) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:08.715835 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-930c3263-58f4-4c10-97cb-dac00c38137e tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1006432243', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3952dcd3-dbef-4adf-9283-2e6eaa9c59d0'}], 'security_groups': ['6732596e-720b-4b60-be9d-cb04220e9535', '92597bfa-c98a-462c-966b-aeeafd741040']}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:34:08.719861 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6059dbb8-f84c-4d44-9ab7-fcbc9b9bdf2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:08.736909 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-1581b35f-56c3-4461-b100-3b5d5339be0c None None] Provisioning complete for port 29f81e79-755e-4523-aa61-8a34bc454618 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:34:08.737694 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-1581b35f-56c3-4461-b100-3b5d5339be0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:08.788771 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-6059dbb8-f84c-4d44-9ab7-fcbc9b9bdf2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc52fc88-88f7-44eb-b3db-a1effdd6a0f3']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:34:08.795740 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-da24c61d-6f23-444b-90a5-5d67a6f33b43 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:08.851772 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34b4e5b-82ba-4b7d-ad56-790f75118db4 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Network f0125670-d567-405c-b9f9-ee4770d92856 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:34:08.854298 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-6059dbb8-f84c-4d44-9ab7-fcbc9b9bdf2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10ca8873-9c2f-4980-a4da-1d632c7765be') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:34:08.854513 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-6059dbb8-f84c-4d44-9ab7-fcbc9b9bdf2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10ca8873-9c2f-4980-a4da-1d632c7765be') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:34:08.883104 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-be060200-b505-4844-8a1a-ba887e825d61 None None] Allocated IP 2001:db8::2 (0ad49ce6-2ded-4b50-8f77-e1a756b359ab/5055dd88-2b85-4ca6-a8aa-b57d2055d657/8399e5be-826e-4d69-b029-09073204927c) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:34:08.893055 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-b34b4e5b-82ba-4b7d-ad56-790f75118db4 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:34:08.906657 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34b4e5b-82ba-4b7d-ad56-790f75118db4 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:34:08.912256 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6059dbb8-f84c-4d44-9ab7-fcbc9b9bdf2e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:08.928125 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34b4e5b-82ba-4b7d-ad56-790f75118db4 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Pushing event updated for resources: {'Port': ['ID=8618466f-a565-4b5c-82a9-c5490b94b1a3,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:08.938749 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6001c7-ae72-4768-9fec-ea44deefb6f2 None None] Pushing event updated for resources: {'Port': ['ID=789e8d19-d417-4944-8468-ede972ddfefd,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:08.972013 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-bb90e739-8547-406e-9039-9417479dbbfc tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6473446 Jul 05 02:34:08.975288 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43450) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:08.981793 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-3966bc91-7f06-40db-a5fe-4dff8133349b tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Request body: {'subnet': {'network_id': '6ae80f0d-385a-4c46-aae8-390a06db8101', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:34:08.994966 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6059dbb8-f84c-4d44-9ab7-fcbc9b9bdf2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:08.998570 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb90e739-8547-406e-9039-9417479dbbfc tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Pushing event updated for resources: {'Network': ['ID=6ae80f0d-385a-4c46-aae8-390a06db8101,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:09.022811 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 6ae80f0d-385a-4c46-aae8-390a06db8101 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:34:09.053864 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6059dbb8-f84c-4d44-9ab7-fcbc9b9bdf2e admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:34:09.054287 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6059dbb8-f84c-4d44-9ab7-fcbc9b9bdf2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:09.058759 n-d-771362-32 neutron-server[94462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:34:09.058759 n-d-771362-32 neutron-server[94462]: self.session.flush() Jul 05 02:34:09.058759 n-d-771362-32 neutron-server[94462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:34:09.058759 n-d-771362-32 neutron-server[94462]: self.session.flush() Jul 05 02:34:09.058759 n-d-771362-32 neutron-server[94462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:34:09.058759 n-d-771362-32 neutron-server[94462]: self.session.flush() Jul 05 02:34:09.058759 n-d-771362-32 neutron-server[94462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:34:09.058759 n-d-771362-32 neutron-server[94462]: self.session.flush() Jul 05 02:34:09.058759 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:34:09.058759 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:34:09.058759 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:34:09.058759 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:34:09.058759 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:34:09.058759 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:34:09.058759 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:34:09.058759 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:34:09.058759 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:34:09.058759 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:34:09.058759 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:34:09.058759 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:34:09.058759 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:34:09.058759 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:34:09.058759 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:34:09.058759 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:34:09.058759 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:34:09.058759 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:34:09.058759 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:34:09.058759 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:34:09.058759 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:34:09.058759 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:34:09.058759 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:34:09.058759 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:34:09.058759 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:34:09.058759 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:34:09.058759 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:34:09.058759 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:34:09.058759 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:34:09.058759 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:34:09.058759 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:34:09.058759 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:34:09.130651 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-da24c61d-6f23-444b-90a5-5d67a6f33b43 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:09.137865 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da24c61d-6f23-444b-90a5-5d67a6f33b43 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:09.139775 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-da24c61d-6f23-444b-90a5-5d67a6f33b43 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:09.195716 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-1581b35f-56c3-4461-b100-3b5d5339be0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:09.216919 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b34b4e5b-82ba-4b7d-ad56-790f75118db4 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635668'] for router_interface, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:09.375146 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-1581b35f-56c3-4461-b100-3b5d5339be0c None None] For port 29f81e79-755e-4523-aa61-8a34bc454618, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=29f81e79-755e-4523-aa61-8a34bc454618,segment=NetworkSegment(3a611d5f-e54e-4eaa-9a89-59ef62cb440d),segment_id=3a611d5f-e54e-4eaa-9a89-59ef62cb440d)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:34:09.377105 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6059dbb8-f84c-4d44-9ab7-fcbc9b9bdf2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:09.458294 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-be060200-b505-4844-8a1a-ba887e825d61 None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:09.460442 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-da24c61d-6f23-444b-90a5-5d67a6f33b43 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1034007 Jul 05 02:34:09.464763 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6059dbb8-f84c-4d44-9ab7-fcbc9b9bdf2e admin admin] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:09.469672 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-6059dbb8-f84c-4d44-9ab7-fcbc9b9bdf2e admin admin] 10.222.0.23 "DELETE /v2.0/networks/dc52fc88-88f7-44eb-b3db-a1effdd6a0f3 HTTP/1.1" status: 204 len: 168 time: 3.6439657 Jul 05 02:34:09.471124 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bee8ef3-541a-4341-95a2-173eba4529de None None] Update dhcp port {'port': {'network_id': '6e23ee8a-6b59-4eae-b4fb-f4810d1759b1', 'fixed_ips': [{'subnet_id': 'f90773d1-a074-4ade-aef0-22806301a20a', 'ip_address': '172.20.0.18'}, {'subnet_id': '02dbc0d1-b5e5-466d-b9a0-786aa9c0aa5b', 'ip_address': '172.20.0.2'}, {'subnet_id': '3952dcd3-dbef-4adf-9283-2e6eaa9c59d0'}], 'binding:host_id': 'n-d-771362-32'}, 'id': '0509b09c-eb1d-465a-8222-6a7aa70323e1'} from n-d-771362-32. {{(pid=94463) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 02:34:09.472159 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da24c61d-6f23-444b-90a5-5d67a6f33b43 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Pushing event updated for resources: {'Network': ['ID=ae8b5c68-3c5f-4dfd-a356-b36ef6331188,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:09.477072 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43458) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:09.483374 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-3a9b56ff-6bcf-4402-8382-8165162205cb tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Request body: {'subnet': {'network_id': 'ae8b5c68-3c5f-4dfd-a356-b36ef6331188', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:34:09.486016 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-1581b35f-56c3-4461-b100-3b5d5339be0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:09.588497 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network ae8b5c68-3c5f-4dfd-a356-b36ef6331188 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:34:09.598357 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-be060200-b505-4844-8a1a-ba887e825d61 None None] Transition to ACTIVE for port object 8399e5be-826e-4d69-b029-09073204927c will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:34:09.599996 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6059dbb8-f84c-4d44-9ab7-fcbc9b9bdf2e admin admin] Pushing event deleted for resources: {'Network': ['ID=dc52fc88-88f7-44eb-b3db-a1effdd6a0f3,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:09.664078 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-1254bf58-f81a-459e-93fc-90adfbcdfaa2 service neutron] 10.222.0.23 "GET /v2.0/networks/75d7851c-724a-4b04-b234-7f030196e3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0102959 Jul 05 02:34:09.695230 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3966bc91-7f06-40db-a5fe-4dff8133349b tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Made reservation on behalf of 5acb4a7985304d84a755f649a8ac1cfa for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:34:09.703867 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3966bc91-7f06-40db-a5fe-4dff8133349b tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:09.720758 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 789e8d19-d417-4944-8468-ede972ddfefd up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:34:09.762057 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b34b4e5b-82ba-4b7d-ad56-790f75118db4 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:09.884377 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-930c3263-58f4-4c10-97cb-dac00c38137e tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:09.939147 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a9b56ff-6bcf-4402-8382-8165162205cb tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Made reservation on behalf of d5279038e8454126be0c5c273f41a9ef for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:34:09.941616 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3a9b56ff-6bcf-4402-8382-8165162205cb tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:09.955661 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43464) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:09.964913 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-be060200-b505-4844-8a1a-ba887e825d61 None None] Transition to ACTIVE for port object 8399e5be-826e-4d69-b029-09073204927c will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:34:09.988280 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3bee8ef3-541a-4341-95a2-173eba4529de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:10.016165 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-e287cf35-fd1d-431c-a6e8-f8118f848c4a service neutron] 10.222.0.23 "GET /v2.0/networks/75d7851c-724a-4b04-b234-7f030196e3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3347380 Jul 05 02:34:10.024059 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-96b4f503-718f-4551-b830-f4d40a545e29 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Deleting port 6ee2f463-4947-496f-b36f-fc474ef43795 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:34:10.024059 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-96b4f503-718f-4551-b830-f4d40a545e29 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:10.075097 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1581b35f-56c3-4461-b100-3b5d5339be0c None None] Pushing event updated for resources: {'Port': ['ID=29f81e79-755e-4523-aa61-8a34bc454618,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:10.097452 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-be060200-b505-4844-8a1a-ba887e825d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:10.145874 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-6feb00e6-8b45-47bb-a406-a232152f0ca0 None None] Provisioning complete for port 29f81e79-755e-4523-aa61-8a34bc454618 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:34:10.146077 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-6feb00e6-8b45-47bb-a406-a232152f0ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:10.206993 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-99f1659c-cc14-4c97-ab96-54a1c0453212 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=75731b244fd149bfab61f83bfac8a67b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2462497 Jul 05 02:34:10.210205 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43468) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:10.229491 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be060200-b505-4844-8a1a-ba887e825d61 None None] Pushing event updated for resources: {'Port': ['ID=8399e5be-826e-4d69-b029-09073204927c,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:10.242897 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 789e8d19-d417-4944-8468-ede972ddfefd completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:34:10.348557 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be060200-b505-4844-8a1a-ba887e825d61 None None] Network 0ad49ce6-2ded-4b50-8f77-e1a756b359ab is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:34:10.357759 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-be060200-b505-4844-8a1a-ba887e825d61 None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:34:10.361682 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be060200-b505-4844-8a1a-ba887e825d61 None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:34:10.362332 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-96b4f503-718f-4551-b830-f4d40a545e29 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:10.454952 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-96b4f503-718f-4551-b830-f4d40a545e29 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Calling delete_port for 6ee2f463-4947-496f-b36f-fc474ef43795 owned by {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:34:10.458058 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a2ab453b-e710-49a3-b9ac-56efe840093a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:10.512457 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a2ab453b-e710-49a3-b9ac-56efe840093a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:10.519458 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-be060200-b505-4844-8a1a-ba887e825d61 None None] Attempting to bind port 8399e5be-826e-4d69-b029-09073204927c on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:34:10.527664 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-be060200-b505-4844-8a1a-ba887e825d61 None None] Attempting to bind port 8399e5be-826e-4d69-b029-09073204927c by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'cb4c5571-17af-4e28-afa4-60b505287efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0ad49ce6-2ded-4b50-8f77-e1a756b359ab'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:34:10.527664 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be060200-b505-4844-8a1a-ba887e825d61 None None] Attempting to bind port 8399e5be-826e-4d69-b029-09073204927c on network 0ad49ce6-2ded-4b50-8f77-e1a756b359ab {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:34:10.534005 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be060200-b505-4844-8a1a-ba887e825d61 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:34:10.538764 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be060200-b505-4844-8a1a-ba887e825d61 None None] Checking segment: {'id': 'cb4c5571-17af-4e28-afa4-60b505287efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0ad49ce6-2ded-4b50-8f77-e1a756b359ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:34:10.539506 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-be060200-b505-4844-8a1a-ba887e825d61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:10.540281 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be060200-b505-4844-8a1a-ba887e825d61 None None] Bound using segment: {'id': 'cb4c5571-17af-4e28-afa4-60b505287efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0ad49ce6-2ded-4b50-8f77-e1a756b359ab'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:34:10.541773 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-be060200-b505-4844-8a1a-ba887e825d61 None None] Bound port: 8399e5be-826e-4d69-b029-09073204927c, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb4c5571-17af-4e28-afa4-60b505287efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0ad49ce6-2ded-4b50-8f77-e1a756b359ab'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:34:10.542297 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-be060200-b505-4844-8a1a-ba887e825d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:10.549866 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5bd34b-01cd-4f36-bd86-09d4bffbe434 None None] Network f0125670-d567-405c-b9f9-ee4770d92856 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:34:10.552366 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-3bee8ef3-541a-4341-95a2-173eba4529de None None] Allocated IP 172.20.0.34 (6e23ee8a-6b59-4eae-b4fb-f4810d1759b1/3952dcd3-dbef-4adf-9283-2e6eaa9c59d0/0509b09c-eb1d-465a-8222-6a7aa70323e1) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:34:10.714575 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-be060200-b505-4844-8a1a-ba887e825d61 None None] For port 8399e5be-826e-4d69-b029-09073204927c, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:34:10.761864 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-be060200-b505-4844-8a1a-ba887e825d61 None None] For port 8399e5be-826e-4d69-b029-09073204927c, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=8399e5be-826e-4d69-b029-09073204927c,segment=NetworkSegment(cb4c5571-17af-4e28-afa4-60b505287efc),segment_id=cb4c5571-17af-4e28-afa4-60b505287efc)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:34:10.786889 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a2ab453b-e710-49a3-b9ac-56efe840093a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:10.792825 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a2ab453b-e710-49a3-b9ac-56efe840093a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:10.795766 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-a2ab453b-e710-49a3-b9ac-56efe840093a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/18ee4461-ff44-4a9d-b9c7-05d3b0d49ae1 HTTP/1.1" status: 204 len: 168 time: 0.5821271 Jul 05 02:34:10.814743 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-3bee8ef3-541a-4341-95a2-173eba4529de None None] For port 0509b09c-eb1d-465a-8222-6a7aa70323e1, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=0509b09c-eb1d-465a-8222-6a7aa70323e1,segment=NetworkSegment(6aff1cb9-b340-42ec-b363-0b26517ecca9),segment_id=6aff1cb9-b340-42ec-b363-0b26517ecca9)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:34:10.840945 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ab453b-e710-49a3-b9ac-56efe840093a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ee4461-ff44-4a9d-b9c7-05d3b0d49ae1,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:10.849095 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-96b4f503-718f-4551-b830-f4d40a545e29 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:10.898093 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3bee8ef3-541a-4341-95a2-173eba4529de None None] Notify callbacks [] for port, precommit_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:10.902759 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-5cbda798-4218-49f0-ae0c-9836d427d00e None None] Provisioning for port 789e8d19-d417-4944-8468-ede972ddfefd completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:34:10.905101 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-be060200-b505-4844-8a1a-ba887e825d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:10.925669 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3966bc91-7f06-40db-a5fe-4dff8133349b tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:10.940980 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-5cbda798-4218-49f0-ae0c-9836d427d00e None None] Provisioning complete for port 789e8d19-d417-4944-8468-ede972ddfefd triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:34:10.941346 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5cbda798-4218-49f0-ae0c-9836d427d00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:10.968245 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b4f503-718f-4551-b830-f4d40a545e29 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Pushing event deleted for resources: {'Port': ['ID=6ee2f463-4947-496f-b36f-fc474ef43795,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:10.994215 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-96b4f503-718f-4551-b830-f4d40a545e29 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:11.001521 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-96b4f503-718f-4551-b830-f4d40a545e29 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "DELETE /v2.0/ports/6ee2f463-4947-496f-b36f-fc474ef43795 HTTP/1.1" status: 204 len: 168 time: 2.3843439 Jul 05 02:34:11.006094 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43484) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:11.021606 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-3bee8ef3-541a-4341-95a2-173eba4529de None None] Transition to ACTIVE for port object 0509b09c-eb1d-465a-8222-6a7aa70323e1 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:34:11.061121 n-d-771362-32 neutron-server[94461]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7ebb853-b61e-4cfe-bb44-b4f86a238157 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] DELETE failed (client error): The resource could not be found. Jul 05 02:34:11.061971 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7ebb853-b61e-4cfe-bb44-b4f86a238157 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:34:11.067493 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-a7ebb853-b61e-4cfe-bb44-b4f86a238157 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "DELETE /v2.0/ports/6ee2f463-4947-496f-b36f-fc474ef43795 HTTP/1.1" status: 404 len: 333 time: 0.0601976 Jul 05 02:34:11.068203 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43490) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:11.074958 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be060200-b505-4844-8a1a-ba887e825d61 None None] Pushing event updated for resources: {'Port': ['ID=8399e5be-826e-4d69-b029-09073204927c,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:11.158868 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3bee8ef3-541a-4341-95a2-173eba4529de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:11.211130 n-d-771362-32 neutron-server[94461]: INFO neutron.pecan_wsgi.hooks.translation [None req-39f9cc88-a556-4f61-83d6-d967bae444d0 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] GET failed (client error): The resource could not be found. Jul 05 02:34:11.213456 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-39f9cc88-a556-4f61-83d6-d967bae444d0 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "GET /v2.0/ports/6ee2f463-4947-496f-b36f-fc474ef43795 HTTP/1.1" status: 404 len: 333 time: 0.1442566 Jul 05 02:34:11.220853 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5cbda798-4218-49f0-ae0c-9836d427d00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:11.229371 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43492) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:11.262072 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b34b4e5b-82ba-4b7d-ad56-790f75118db4 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:11.307970 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3a9b56ff-6bcf-4402-8382-8165162205cb tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:11.376805 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b34b4e5b-82ba-4b7d-ad56-790f75118db4 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:11.385860 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3966bc91-7f06-40db-a5fe-4dff8133349b tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Checking segment: {'id': '236880a9-1e57-487c-b448-e34961bb7ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6ae80f0d-385a-4c46-aae8-390a06db8101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:34:11.386539 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3966bc91-7f06-40db-a5fe-4dff8133349b tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Network hostable DHCP agents. Network: 6ae80f0d-385a-4c46-aae8-390a06db8101, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:34:11.492753 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bee8ef3-541a-4341-95a2-173eba4529de None None] Pushing event updated for resources: {'Port': ['ID=0509b09c-eb1d-465a-8222-6a7aa70323e1,revision_number=7']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:11.536237 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-930c3263-58f4-4c10-97cb-dac00c38137e tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Delete allocated IP 172.20.0.7 (6e23ee8a-6b59-4eae-b4fb-f4810d1759b1/02dbc0d1-b5e5-466d-b9a0-786aa9c0aa5b) {{(pid=94461) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 05 02:34:11.552798 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-13ee295c-95bb-45e0-94c2-a3a41efdbb01 req-b3eecb44-554e-4b71-8a69-5104462413c7 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] 10.222.0.23 "GET /v2.0/ports?device_id=c92b9a24-9e44-4cd7-9afc-e7dd5720b292 HTTP/1.1" status: 200 len: 210 time: 0.1132636 Jul 05 02:34:11.573164 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-930c3263-58f4-4c10-97cb-dac00c38137e tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Allocated IP 172.20.0.43 (6e23ee8a-6b59-4eae-b4fb-f4810d1759b1/3952dcd3-dbef-4adf-9283-2e6eaa9c59d0/97cda5e6-2552-4eb3-b8e5-17d9e7746a4f) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:34:11.627818 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 29f81e79-755e-4523-aa61-8a34bc454618 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:34:11.691045 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3966bc91-7f06-40db-a5fe-4dff8133349b tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Pushing event updated for resources: {'Subnet': ['ID=1d726b79-cb54-4733-80bb-bfbda0200188,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:11.718728 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b34b4e5b-82ba-4b7d-ad56-790f75118db4 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634601'] for router_interface, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:11.791608 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-5cbda798-4218-49f0-ae0c-9836d427d00e None None] For port 789e8d19-d417-4944-8468-ede972ddfefd, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=789e8d19-d417-4944-8468-ede972ddfefd,segment=NetworkSegment(b16316d7-e087-4103-b74e-77250ce334f9),segment_id=b16316d7-e087-4103-b74e-77250ce334f9)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:34:11.804969 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 29f81e79-755e-4523-aa61-8a34bc454618 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:34:11.805637 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:11.873972 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:11.920138 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5cbda798-4218-49f0-ae0c-9836d427d00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:11.923465 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:11.947666 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-795be65d-ac27-4ecc-b213-0a0d4b31a49f tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Deleting subnet 5055dd88-2b85-4ca6-a8aa-b57d2055d657 {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:34:11.991386 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9b56ff-6bcf-4402-8382-8165162205cb tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Pushing event updated for resources: {'Subnet': ['ID=af2da1f4-dc7c-4ccc-98c7-ecae28118838,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:12.065903 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbda798-4218-49f0-ae0c-9836d427d00e None None] Pushing event updated for resources: {'Port': ['ID=789e8d19-d417-4944-8468-ede972ddfefd,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:12.101980 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-930c3263-58f4-4c10-97cb-dac00c38137e tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:12.125241 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-8f8da002-7633-4ecb-935a-f039b542a6a4 None None] Provisioning complete for port 789e8d19-d417-4944-8468-ede972ddfefd triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:34:12.135306 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8f8da002-7633-4ecb-935a-f039b542a6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:12.149076 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [None req-930c3263-58f4-4c10-97cb-dac00c38137e tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Transition to ACTIVE for port object 97cda5e6-2552-4eb3-b8e5-17d9e7746a4f will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:34:12.202155 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34b4e5b-82ba-4b7d-ad56-790f75118db4 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Network f0125670-d567-405c-b9f9-ee4770d92856 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:34:12.216469 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-795be65d-ac27-4ecc-b213-0a0d4b31a49f tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:12.220890 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-b34b4e5b-82ba-4b7d-ad56-790f75118db4 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:34:12.253815 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-930c3263-58f4-4c10-97cb-dac00c38137e tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:12.255074 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34b4e5b-82ba-4b7d-ad56-790f75118db4 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Pushing event updated for resources: {'Port': ['ID=8618466f-a565-4b5c-82a9-c5490b94b1a3,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:12.415008 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-795be65d-ac27-4ecc-b213-0a0d4b31a49f tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:12.425227 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930c3263-58f4-4c10-97cb-dac00c38137e tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Pushing event updated for resources: {'Port': ['ID=97cda5e6-2552-4eb3-b8e5-17d9e7746a4f,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:12.463232 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3966bc91-7f06-40db-a5fe-4dff8133349b tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Network 6ae80f0d-385a-4c46-aae8-390a06db8101 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:34:12.504874 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-8f8da002-7633-4ecb-935a-f039b542a6a4 None None] Provisioning for port 8618466f-a565-4b5c-82a9-c5490b94b1a3 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:34:12.509817 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-8f8da002-7633-4ecb-935a-f039b542a6a4 None None] Provisioning complete for port 8618466f-a565-4b5c-82a9-c5490b94b1a3 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:34:12.510265 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8f8da002-7633-4ecb-935a-f039b542a6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:12.559685 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-930c3263-58f4-4c10-97cb-dac00c38137e tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] In _notify_port_updated(), no bound segment for port 97cda5e6-2552-4eb3-b8e5-17d9e7746a4f on network 6e23ee8a-6b59-4eae-b4fb-f4810d1759b1 {{(pid=94461) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 02:34:12.568328 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930c3263-58f4-4c10-97cb-dac00c38137e tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:12.569696 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-930c3263-58f4-4c10-97cb-dac00c38137e tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:12.570768 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-930c3263-58f4-4c10-97cb-dac00c38137e tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "PUT /v2.0/ports/97cda5e6-2552-4eb3-b8e5-17d9e7746a4f HTTP/1.1" status: 200 len: 960 time: 3.8596287 Jul 05 02:34:12.576526 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43528) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:12.616507 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-8f8da002-7633-4ecb-935a-f039b542a6a4 None None] Port 8618466f-a565-4b5c-82a9-c5490b94b1a3 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:34:12.617004 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9b56ff-6bcf-4402-8382-8165162205cb tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Checking segment: {'id': 'f504abbc-a85f-4a1b-8655-26a338c55760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ae8b5c68-3c5f-4dfd-a356-b36ef6331188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:34:12.617372 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9b56ff-6bcf-4402-8382-8165162205cb tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Network hostable DHCP agents. Network: ae8b5c68-3c5f-4dfd-a356-b36ef6331188, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:34:12.722673 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-3966bc91-7f06-40db-a5fe-4dff8133349b tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 6ae80f0d-385a-4c46-aae8-390a06db8101) {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:34:12.730322 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7ac2e99a-db45-4690-b15b-34a3c2e2ebc5 req-f190348f-1227-4c15-8207-b994a0032daa tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] 10.222.0.23 "GET /v2.0/ports?device_id=c92b9a24-9e44-4cd7-9afc-e7dd5720b292 HTTP/1.1" status: 200 len: 210 time: 0.0668125 Jul 05 02:34:12.735859 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc214dd-115a-4f05-b5de-a7e5392360c2 None None] Network 6ae80f0d-385a-4c46-aae8-390a06db8101 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:34:12.771080 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3966bc91-7f06-40db-a5fe-4dff8133349b tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:12.771781 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3966bc91-7f06-40db-a5fe-4dff8133349b tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks [] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:12.791943 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-75245871-498e-4195-a160-e578384ff726 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Deleting port 97cda5e6-2552-4eb3-b8e5-17d9e7746a4f {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:34:12.792255 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-75245871-498e-4195-a160-e578384ff726 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:12.820531 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b34b4e5b-82ba-4b7d-ad56-790f75118db4 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Router c9186722-52de-47b2-9135-5f1c8d3ae25d has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:34:12.842552 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9b56ff-6bcf-4402-8382-8165162205cb tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Network ae8b5c68-3c5f-4dfd-a356-b36ef6331188 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:34:12.878724 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-795be65d-ac27-4ecc-b213-0a0d4b31a49f tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:12.884439 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-3a9b56ff-6bcf-4402-8382-8165162205cb tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, ae8b5c68-3c5f-4dfd-a356-b36ef6331188) {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:34:12.905182 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037ad6b1-b7c0-4cd6-9c86-82a23dfcc912 None None] Network ae8b5c68-3c5f-4dfd-a356-b36ef6331188 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:34:12.936763 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9b56ff-6bcf-4402-8382-8165162205cb tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:12.937353 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3a9b56ff-6bcf-4402-8382-8165162205cb tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks [] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:12.947683 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43542) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:12.983562 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-a034c648-22a4-466f-8439-b23ad200945f None None] Provisioning complete for port 8618466f-a565-4b5c-82a9-c5490b94b1a3 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:34:12.983951 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a034c648-22a4-466f-8439-b23ad200945f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:13.026396 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-a034c648-22a4-466f-8439-b23ad200945f None None] Port 8618466f-a565-4b5c-82a9-c5490b94b1a3 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:34:13.054912 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-3966bc91-7f06-40db-a5fe-4dff8133349b tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 4.0749846 Jul 05 02:34:13.059284 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43548) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:13.065549 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-89e991c1-3212-438e-b4ae-ed1cc1148d1c tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1047422807'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:34:13.094683 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-75245871-498e-4195-a160-e578384ff726 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:13.111590 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b34b4e5b-82ba-4b7d-ad56-790f75118db4 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:34:13.121727 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee01d9e-1f95-4ae2-b777-66e6f74f7f9a None None] Sync routers for ids ['c9186722-52de-47b2-9135-5f1c8d3ae25d'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:34:13.125803 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-75245871-498e-4195-a160-e578384ff726 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Calling delete_port for 97cda5e6-2552-4eb3-b8e5-17d9e7746a4f owned by {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:34:13.138077 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43550) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:13.140665 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-b34b4e5b-82ba-4b7d-ad56-790f75118db4 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "PUT /v2.0/routers/c9186722-52de-47b2-9135-5f1c8d3ae25d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1972718 Jul 05 02:34:13.143721 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee01d9e-1f95-4ae2-b777-66e6f74f7f9a None None] Routers {'c9186722-52de-47b2-9135-5f1c8d3ae25d'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:34:13.149984 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-5ee01d9e-1f95-4ae2-b777-66e6f74f7f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:33:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['c9186722-52de-47b2-9135-5f1c8d3ae25d'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:34:13.150602 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-6a1d01c1-03aa-462d-b0b2-921a56ac66ca tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Request body: {'network': {'name': 'tempest-RoutersTest-1689277803'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:34:13.152713 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-3a9b56ff-6bcf-4402-8382-8165162205cb tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6743069 Jul 05 02:34:13.155473 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43552) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:13.220906 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-795be65d-ac27-4ecc-b213-0a0d4b31a49f tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:13.230316 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-22eff654-ab25-4273-8acc-5a4e269883c5 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-367574317-network', 'tenant_id': '7612b1c50695442f80cdea1ef51d747c'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:34:13.244495 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0b4cb9-2481-4ee8-9b4a-b2dff42cd0bb None None] Network 0ad49ce6-2ded-4b50-8f77-e1a756b359ab requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:34:13.257152 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.db.api [None req-6a1d01c1-03aa-462d-b0b2-921a56ac66ca tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 02:34:13.257152 n-d-771362-32 neutron-server[94461]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 02:34:13.257152 n-d-771362-32 neutron-server[94461]: [parameters: {'project_id_1': '1593a1e15f6f447095222242302728ea', 'expiration_1': datetime.datetime(2021, 7, 5, 2, 34, 13, 172621)}] Jul 05 02:34:13.257152 n-d-771362-32 neutron-server[94461]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 02:34:13.257575 n-d-771362-32 neutron-server[94461]: DEBUG oslo_db.api [None req-6a1d01c1-03aa-462d-b0b2-921a56ac66ca tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 02:34:13.276715 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.db.api [None req-22eff654-ab25-4273-8acc-5a4e269883c5 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 02:34:13.276715 n-d-771362-32 neutron-server[94461]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 02:34:13.276715 n-d-771362-32 neutron-server[94461]: [parameters: {'project_id_1': '7612b1c50695442f80cdea1ef51d747c', 'expiration_1': datetime.datetime(2021, 7, 5, 2, 34, 13, 238448)}] Jul 05 02:34:13.276715 n-d-771362-32 neutron-server[94461]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 02:34:13.277200 n-d-771362-32 neutron-server[94461]: DEBUG oslo_db.api [None req-22eff654-ab25-4273-8acc-5a4e269883c5 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 02:34:13.288405 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-795be65d-ac27-4ecc-b213-0a0d4b31a49f tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks [] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:13.291837 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-795be65d-ac27-4ecc-b213-0a0d4b31a49f tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "DELETE /v2.0/subnets/5055dd88-2b85-4ca6-a8aa-b57d2055d657 HTTP/1.1" status: 204 len: 168 time: 2.0232437 Jul 05 02:34:13.294808 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43558) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:13.329421 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795be65d-ac27-4ecc-b213-0a0d4b31a49f tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Pushing event deleted for resources: {'Subnet': ['ID=5055dd88-2b85-4ca6-a8aa-b57d2055d657,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:13.386781 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-000b7a2b-46c3-49a7-aa0a-eea2834fab66 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:13.451941 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4572563c-b69b-45d6-92dd-43207a58a611 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-ae8b5c68-3c5f-4dfd-a356-b36ef6331188', 'network_id': 'ae8b5c68-3c5f-4dfd-a356-b36ef6331188', 'tenant_id': 'd5279038e8454126be0c5c273f41a9ef', 'fixed_ips': [{'subnet_id': 'af2da1f4-dc7c-4ccc-98c7-ecae28118838'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:34:13.452952 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4572563c-b69b-45d6-92dd-43207a58a611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:13.455635 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-5ee01d9e-1f95-4ae2-b777-66e6f74f7f9a None None] Set router c9186722-52de-47b2-9135-5f1c8d3ae25d gateway port host: None {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:34:13.499076 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-65868a97-1f56-446b-b1f9-fd454dd422dc tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:13.519133 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-000b7a2b-46c3-49a7-aa0a-eea2834fab66 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:13.541065 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e991c1-3212-438e-b4ae-ed1cc1148d1c tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Made reservation on behalf of 5acb4a7985304d84a755f649a8ac1cfa for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:34:13.546633 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-89e991c1-3212-438e-b4ae-ed1cc1148d1c tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:13.579943 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-5435739e-1046-45c5-a6bf-1257f1137934 None None] Provisioning for port 0509b09c-eb1d-465a-8222-6a7aa70323e1 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:34:13.594852 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75810697-423f-4b1d-9308-213bab14ada8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-6ae80f0d-385a-4c46-aae8-390a06db8101', 'network_id': '6ae80f0d-385a-4c46-aae8-390a06db8101', 'tenant_id': '5acb4a7985304d84a755f649a8ac1cfa', 'fixed_ips': [{'subnet_id': '1d726b79-cb54-4733-80bb-bfbda0200188'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:34:13.611778 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-75810697-423f-4b1d-9308-213bab14ada8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:13.647323 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-75245871-498e-4195-a160-e578384ff726 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:13.691040 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-5435739e-1046-45c5-a6bf-1257f1137934 None None] Provisioning complete for port 0509b09c-eb1d-465a-8222-6a7aa70323e1 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:34:13.691431 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5435739e-1046-45c5-a6bf-1257f1137934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:13.698946 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89e991c1-3212-438e-b4ae-ed1cc1148d1c tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:34:13.701496 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-65868a97-1f56-446b-b1f9-fd454dd422dc tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Deleting port 8399e5be-826e-4d69-b029-09073204927c {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:34:13.702532 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-65868a97-1f56-446b-b1f9-fd454dd422dc tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:13.708906 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75245871-498e-4195-a160-e578384ff726 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Pushing event deleted for resources: {'Port': ['ID=97cda5e6-2552-4eb3-b8e5-17d9e7746a4f,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:13.720552 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-89e991c1-3212-438e-b4ae-ed1cc1148d1c tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:13.724170 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-89e991c1-3212-438e-b4ae-ed1cc1148d1c tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Added segment 294c21bc-6d59-4b80-ad9a-cdc147feac25 of type vlan for network 2c003e7a-eab3-4d9c-95de-949c670be2ed Jul 05 02:34:13.781888 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-89e991c1-3212-438e-b4ae-ed1cc1148d1c tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:13.854195 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-4572563c-b69b-45d6-92dd-43207a58a611 None None] Allocated IP 172.20.0.2 (ae8b5c68-3c5f-4dfd-a356-b36ef6331188/af2da1f4-dc7c-4ccc-98c7-ecae28118838/c7dad692-a35a-43e2-9fed-864ba193008f) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:34:13.888843 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-5ee01d9e-1f95-4ae2-b777-66e6f74f7f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9186722-52de-47b2-9135-5f1c8d3ae25d', 'name': 'tempest-RoutersTest-router-470164913', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:33:46Z', 'updated_at': '2021-07-05T02:34:09Z', 'revision_number': 3, 'project_id': '1593a1e15f6f447095222242302728ea', 'gw_port_host': None, '_interfaces': [{'id': '8618466f-a565-4b5c-82a9-c5490b94b1a3', 'name': '', 'network_id': 'f0125670-d567-405c-b9f9-ee4770d92856', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'mac_address': 'fa:16:3e:3b:45:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9186722-52de-47b2-9135-5f1c8d3ae25d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': '008675e9-deb9-4e8a-a572-225b5a0b3f0e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:34:06Z', 'updated_at': '2021-07-05T02:34:10Z', 'revision_number': 2, 'project_id': '1593a1e15f6f447095222242302728ea', 'subnets': [{'id': '008675e9-deb9-4e8a-a572-225b5a0b3f0e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dba0dfbf-7010-4536-b7df-26e9ea799191', 'name': '', 'network_id': '3fed85df-41ee-4d95-a0fe-213f0ea583d4', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'mac_address': 'fa:16:3e:f2:fd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9186722-52de-47b2-9135-5f1c8d3ae25d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': 'd6de9b19-3a6a-419b-855c-91ae8d28d02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:33:52Z', 'updated_at': '2021-07-05T02:34:04Z', 'revision_number': 5, 'project_id': '1593a1e15f6f447095222242302728ea', 'subnets': [{'id': 'd6de9b19-3a6a-419b-855c-91ae8d28d02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:34:13.904756 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-89e991c1-3212-438e-b4ae-ed1cc1148d1c tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:13.911585 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e991c1-3212-438e-b4ae-ed1cc1148d1c tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:13.912235 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-89e991c1-3212-438e-b4ae-ed1cc1148d1c tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:13.935931 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee01d9e-1f95-4ae2-b777-66e6f74f7f9a None None] Checking router: c9186722-52de-47b2-9135-5f1c8d3ae25d for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:34:13.936496 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee01d9e-1f95-4ae2-b777-66e6f74f7f9a None None] Updating router c9186722-52de-47b2-9135-5f1c8d3ae25d port 8618466f-a565-4b5c-82a9-c5490b94b1a3 binding host n-d-771362-32 {{(pid=94464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 02:34:14.022553 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c81e7a36-9566-4780-8f4b-686de19504ae req-bdc24552-c23a-4d71-96f4-e8874b3fa489 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] 10.222.0.23 "GET /v2.0/ports?device_id=c92b9a24-9e44-4cd7-9afc-e7dd5720b292 HTTP/1.1" status: 200 len: 210 time: 0.1735115 Jul 05 02:34:14.069887 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [None req-65868a97-1f56-446b-b1f9-fd454dd422dc tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] For port 8399e5be-826e-4d69-b029-09073204927c, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=8399e5be-826e-4d69-b029-09073204927c,segment=NetworkSegment(cb4c5571-17af-4e28-afa4-60b505287efc),segment_id=cb4c5571-17af-4e28-afa4-60b505287efc)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:34:14.070489 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-65868a97-1f56-446b-b1f9-fd454dd422dc tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:14.099488 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-75245871-498e-4195-a160-e578384ff726 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:14.103498 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-75245871-498e-4195-a160-e578384ff726 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "DELETE /v2.0/ports/97cda5e6-2552-4eb3-b8e5-17d9e7746a4f HTTP/1.1" status: 204 len: 168 time: 1.5278773 Jul 05 02:34:14.106171 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43570) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:14.141998 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5ee01d9e-1f95-4ae2-b777-66e6f74f7f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:14.145085 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-65868a97-1f56-446b-b1f9-fd454dd422dc tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Calling delete_port for 8399e5be-826e-4d69-b029-09073204927c owned by network:dhcp {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:34:14.151563 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a1d01c1-03aa-462d-b0b2-921a56ac66ca tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Made reservation on behalf of 1593a1e15f6f447095222242302728ea for: {'network': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:34:14.155014 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e991c1-3212-438e-b4ae-ed1cc1148d1c tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Pushing event updated for resources: {'Network': ['ID=2c003e7a-eab3-4d9c-95de-949c670be2ed,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:14.156479 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6a1d01c1-03aa-462d-b0b2-921a56ac66ca tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:14.193955 n-d-771362-32 neutron-server[94461]: INFO neutron.pecan_wsgi.hooks.translation [None req-3111bcf0-d1d0-4bd3-895e-3221f1a4744a tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] GET failed (client error): The resource could not be found. Jul 05 02:34:14.196462 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-3111bcf0-d1d0-4bd3-895e-3221f1a4744a tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "GET /v2.0/ports/97cda5e6-2552-4eb3-b8e5-17d9e7746a4f HTTP/1.1" status: 404 len: 333 time: 0.0835207 Jul 05 02:34:14.199920 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43574) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:14.215356 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 8399e5be-826e-4d69-b029-09073204927c up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:34:14.219036 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 2c003e7a-eab3-4d9c-95de-949c670be2ed details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:34:14.289079 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a04693d7-8ee8-4a27-b159-83ad4b4e1820 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:14.301593 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a1d01c1-03aa-462d-b0b2-921a56ac66ca tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=94461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:34:14.312380 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6a1d01c1-03aa-462d-b0b2-921a56ac66ca tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:14.312803 n-d-771362-32 neutron-server[94461]: INFO neutron.db.segments_db [None req-6a1d01c1-03aa-462d-b0b2-921a56ac66ca tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Added segment 28442954-3b94-4232-a210-770f1ad638f0 of type vlan for network a0a373d6-b059-4c9f-a45c-2b7e3e67bb6f Jul 05 02:34:14.316407 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-89e991c1-3212-438e-b4ae-ed1cc1148d1c tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2558038 Jul 05 02:34:14.325788 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43576) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:14.347831 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-f0ca7d46-820a-4a1b-bf83-06d42d4a499e tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Request body: {'subnet': {'network_id': '2c003e7a-eab3-4d9c-95de-949c670be2ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:34:14.363845 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6a1d01c1-03aa-462d-b0b2-921a56ac66ca tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:14.369353 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a04693d7-8ee8-4a27-b159-83ad4b4e1820 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:14.436752 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-65868a97-1f56-446b-b1f9-fd454dd422dc tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:14.468847 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65868a97-1f56-446b-b1f9-fd454dd422dc tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Pushing event deleted for resources: {'Port': ['ID=8399e5be-826e-4d69-b029-09073204927c,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:14.489591 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65868a97-1f56-446b-b1f9-fd454dd422dc tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] No DVR routers for this DVR port 8399e5be-826e-4d69-b029-09073204927c on host n-d-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:34:14.508629 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No active binding found for port 8399e5be-826e-4d69-b029-09073204927c {{(pid=94463) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 05 02:34:14.509113 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 8399e5be-826e-4d69-b029-09073204927c not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 05 02:34:14.548263 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Port 8399e5be-826e-4d69-b029-09073204927c not found, will not notify nova. {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 05 02:34:14.548263 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 789e8d19-d417-4944-8468-ede972ddfefd up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:34:14.550458 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6a1d01c1-03aa-462d-b0b2-921a56ac66ca tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:14.565628 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1d01c1-03aa-462d-b0b2-921a56ac66ca tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:14.565628 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6a1d01c1-03aa-462d-b0b2-921a56ac66ca tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:14.591537 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22eff654-ab25-4273-8acc-5a4e269883c5 admin admin] Made reservation on behalf of 7612b1c50695442f80cdea1ef51d747c for: {'network': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:34:14.596872 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-22eff654-ab25-4273-8acc-5a4e269883c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:14.604130 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d591a180-6af4-4c44-92ce-384697767d20 None None] DHCP port deletion for 0ad49ce6-2ded-4b50-8f77-e1a756b359ab request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:34:14.665524 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5ee01d9e-1f95-4ae2-b777-66e6f74f7f9a None None] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:14.677781 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-5ee01d9e-1f95-4ae2-b777-66e6f74f7f9a None None] Transition to ACTIVE for port object 8618466f-a565-4b5c-82a9-c5490b94b1a3 will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:34:14.687529 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-22eff654-ab25-4273-8acc-5a4e269883c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:14.688193 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ca7d46-820a-4a1b-bf83-06d42d4a499e tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Made reservation on behalf of 5acb4a7985304d84a755f649a8ac1cfa for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:34:14.692207 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f0ca7d46-820a-4a1b-bf83-06d42d4a499e tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:14.726373 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-65868a97-1f56-446b-b1f9-fd454dd422dc tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:14.741661 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-65868a97-1f56-446b-b1f9-fd454dd422dc tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ad49ce6-2ded-4b50-8f77-e1a756b359ab']}} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:34:14.755510 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a04693d7-8ee8-4a27-b159-83ad4b4e1820 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:14.759340 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a04693d7-8ee8-4a27-b159-83ad4b4e1820 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:14.762726 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-a04693d7-8ee8-4a27-b159-83ad4b4e1820 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "DELETE /v2.0/security-groups/3e449142-fae2-4229-8a60-979230e6790b HTTP/1.1" status: 204 len: 168 time: 0.5615749 Jul 05 02:34:14.763370 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43582) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:14.769682 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-65868a97-1f56-446b-b1f9-fd454dd422dc tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb4c5571-17af-4e28-afa4-60b505287efc') {'for_net_delete': True} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:34:14.770140 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-65868a97-1f56-446b-b1f9-fd454dd422dc tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb4c5571-17af-4e28-afa4-60b505287efc') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:34:14.784809 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-75810697-423f-4b1d-9308-213bab14ada8 None None] Allocated IP 2001:db8::3 (6ae80f0d-385a-4c46-aae8-390a06db8101/1d726b79-cb54-4733-80bb-bfbda0200188/074eaaea-dcb2-473c-8713-e537b57bb74c) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:34:14.786559 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-65868a97-1f56-446b-b1f9-fd454dd422dc tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5519669'] for segment, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:14.789016 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1d01c1-03aa-462d-b0b2-921a56ac66ca tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Pushing event updated for resources: {'Network': ['ID=a0a373d6-b059-4c9f-a45c-2b7e3e67bb6f,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:14.794079 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5ee01d9e-1f95-4ae2-b777-66e6f74f7f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:14.807641 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network a0a373d6-b059-4c9f-a45c-2b7e3e67bb6f details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:34:14.809083 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04693d7-8ee8-4a27-b159-83ad4b4e1820 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e449142-fae2-4229-8a60-979230e6790b,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:14.822269 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.ipam_backend_mixin [None req-f0ca7d46-820a-4a1b-bf83-06d42d4a499e tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Performing IP validity checks on allocation pools {{(pid=94462) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 05 02:34:14.822806 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.ipam_backend_mixin [None req-f0ca7d46-820a-4a1b-bf83-06d42d4a499e tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94462) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 05 02:34:14.842816 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-6a1d01c1-03aa-462d-b0b2-921a56ac66ca tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.7033064 Jul 05 02:34:14.847066 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-65868a97-1f56-446b-b1f9-fd454dd422dc tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:14.848426 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43586) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:14.854402 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-8320d418-3b14-47de-9679-1c1e73c7cba4 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Request body: {'subnet': {'network_id': 'a0a373d6-b059-4c9f-a45c-2b7e3e67bb6f', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:34:14.860326 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65868a97-1f56-446b-b1f9-fd454dd422dc tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=94461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:34:14.861806 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-65868a97-1f56-446b-b1f9-fd454dd422dc tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5763545'] for segment, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:14.869338 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:34:14.869338 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:34:14.869338 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:34:14.869338 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:34:14.869338 n-d-771362-32 neutron-server[94461]: Traceback (most recent call last): Jul 05 02:34:14.869338 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:34:14.869338 n-d-771362-32 neutron-server[94461]: timer() Jul 05 02:34:14.869338 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:34:14.869338 n-d-771362-32 neutron-server[94461]: cb(*args, **kw) Jul 05 02:34:14.869338 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:34:14.869338 n-d-771362-32 neutron-server[94461]: return func(*args, **kwargs) Jul 05 02:34:14.869338 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:34:14.869338 n-d-771362-32 neutron-server[94461]: self._notify() Jul 05 02:34:14.869338 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:34:14.869338 n-d-771362-32 neutron-server[94461]: self.callback(batched_events) Jul 05 02:34:14.869338 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:34:14.869338 n-d-771362-32 neutron-server[94461]: event.method(event) Jul 05 02:34:14.869338 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:34:14.869338 n-d-771362-32 neutron-server[94461]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:34:14.869338 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:34:14.869338 n-d-771362-32 neutron-server[94461]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:34:14.869338 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:34:14.869338 n-d-771362-32 neutron-server[94461]: return f(self, *a, **k) Jul 05 02:34:14.869338 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:34:14.869338 n-d-771362-32 neutron-server[94461]: return self._get(url).json() Jul 05 02:34:14.869338 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:34:14.869338 n-d-771362-32 neutron-server[94461]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:34:14.869338 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:34:14.869338 n-d-771362-32 neutron-server[94461]: return self.request(url, 'GET', **kwargs) Jul 05 02:34:14.869338 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:34:14.869338 n-d-771362-32 neutron-server[94461]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:34:14.869338 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:34:14.869338 n-d-771362-32 neutron-server[94461]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:34:14.869338 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:34:14.869338 n-d-771362-32 neutron-server[94461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:34:14.869338 n-d-771362-32 neutron-server[94461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:34:14.874098 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd568dbb-046e-4aa3-8054-30c20ca5804d None None] Pushing event updated for resources: {'Port': ['ID=8618466f-a565-4b5c-82a9-c5490b94b1a3,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:14.907009 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4572563c-b69b-45d6-92dd-43207a58a611 None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:14.940814 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7ada1fc6-a342-41fc-9b64-bf559e2ab89c tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:15.001457 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-4572563c-b69b-45d6-92dd-43207a58a611 None None] Transition to ACTIVE for port object c7dad692-a35a-43e2-9fed-864ba193008f will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:34:15.004240 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 02:34:15.006543 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-5435739e-1046-45c5-a6bf-1257f1137934 None None] Could not find standard attr ID for object 97cda5e6-2552-4eb3-b8e5-17d9e7746a4f. {{(pid=94463) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 02:34:15.023330 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-5ee01d9e-1f95-4ae2-b777-66e6f74f7f9a None None] Attempting to bind port 8618466f-a565-4b5c-82a9-c5490b94b1a3 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:34:15.023881 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-5ee01d9e-1f95-4ae2-b777-66e6f74f7f9a None None] Attempting to bind port 8618466f-a565-4b5c-82a9-c5490b94b1a3 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'b16316d7-e087-4103-b74e-77250ce334f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f0125670-d567-405c-b9f9-ee4770d92856'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:34:15.024798 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee01d9e-1f95-4ae2-b777-66e6f74f7f9a None None] Attempting to bind port 8618466f-a565-4b5c-82a9-c5490b94b1a3 on network f0125670-d567-405c-b9f9-ee4770d92856 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:34:15.031667 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee01d9e-1f95-4ae2-b777-66e6f74f7f9a None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:34:15.032393 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee01d9e-1f95-4ae2-b777-66e6f74f7f9a None None] Checking segment: {'id': 'b16316d7-e087-4103-b74e-77250ce334f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f0125670-d567-405c-b9f9-ee4770d92856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:34:15.032814 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5ee01d9e-1f95-4ae2-b777-66e6f74f7f9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:15.033209 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee01d9e-1f95-4ae2-b777-66e6f74f7f9a None None] Bound using segment: {'id': 'b16316d7-e087-4103-b74e-77250ce334f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f0125670-d567-405c-b9f9-ee4770d92856'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:34:15.033689 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-5ee01d9e-1f95-4ae2-b777-66e6f74f7f9a None None] Bound port: 8618466f-a565-4b5c-82a9-c5490b94b1a3, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b16316d7-e087-4103-b74e-77250ce334f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f0125670-d567-405c-b9f9-ee4770d92856'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:34:15.034467 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5ee01d9e-1f95-4ae2-b777-66e6f74f7f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:15.078295 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 789e8d19-d417-4944-8468-ede972ddfefd triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:34:15.078684 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:15.090409 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-4572563c-b69b-45d6-92dd-43207a58a611 None None] Transition to ACTIVE for port object c7dad692-a35a-43e2-9fed-864ba193008f will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:34:15.126013 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-65868a97-1f56-446b-b1f9-fd454dd422dc tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:15.137953 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-5ee01d9e-1f95-4ae2-b777-66e6f74f7f9a None None] For port 8618466f-a565-4b5c-82a9-c5490b94b1a3, host n-d-771362-32, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:34:15.143756 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7ada1fc6-a342-41fc-9b64-bf559e2ab89c tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:15.144252 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-5ee01d9e-1f95-4ae2-b777-66e6f74f7f9a None None] For port 8618466f-a565-4b5c-82a9-c5490b94b1a3, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=8618466f-a565-4b5c-82a9-c5490b94b1a3,segment=NetworkSegment(b16316d7-e087-4103-b74e-77250ce334f9),segment_id=b16316d7-e087-4103-b74e-77250ce334f9)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:34:15.161703 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-65868a97-1f56-446b-b1f9-fd454dd422dc tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:15.168762 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-65868a97-1f56-446b-b1f9-fd454dd422dc tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "DELETE /v2.0/networks/0ad49ce6-2ded-4b50-8f77-e1a756b359ab HTTP/1.1" status: 204 len: 168 time: 1.8703263 Jul 05 02:34:15.181421 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43592) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:15.187587 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-24c61353-e038-43fc-8286-b5ed20e344ef tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1007078521'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:34:15.197633 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65868a97-1f56-446b-b1f9-fd454dd422dc tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Pushing event deleted for resources: {'Network': ['ID=0ad49ce6-2ded-4b50-8f77-e1a756b359ab,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:15.221460 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-5435739e-1046-45c5-a6bf-1257f1137934 None None] Provisioning complete for port 81842c55-afb0-48d9-b98b-8b5986284f60 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:34:15.222005 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5435739e-1046-45c5-a6bf-1257f1137934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:15.231739 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5ee01d9e-1f95-4ae2-b777-66e6f74f7f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:15.257588 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4572563c-b69b-45d6-92dd-43207a58a611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:15.260038 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-22eff654-ab25-4273-8acc-5a4e269883c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:15.303592 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd568dbb-046e-4aa3-8054-30c20ca5804d None None] Pushing event updated for resources: {'Port': ['ID=8618466f-a565-4b5c-82a9-c5490b94b1a3,revision_number=4']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:15.314827 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 0509b09c-eb1d-465a-8222-6a7aa70323e1 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:34:15.316261 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-59117755-43c1-4bfa-9e34-ecc0ae60c6e7 req-b21ecca8-6781-4fad-80ab-8e54e67c63dd tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] 10.222.0.23 "GET /v2.0/ports?device_id=c92b9a24-9e44-4cd7-9afc-e7dd5720b292 HTTP/1.1" status: 200 len: 210 time: 0.1654854 Jul 05 02:34:15.336454 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee01d9e-1f95-4ae2-b777-66e6f74f7f9a None None] Routers {'c9186722-52de-47b2-9135-5f1c8d3ae25d'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:34:15.337708 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-5ee01d9e-1f95-4ae2-b777-66e6f74f7f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:33:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['c9186722-52de-47b2-9135-5f1c8d3ae25d'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:34:15.423195 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-22eff654-ab25-4273-8acc-5a4e269883c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:15.436432 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4572563c-b69b-45d6-92dd-43207a58a611 None None] Network ae8b5c68-3c5f-4dfd-a356-b36ef6331188 is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:34:15.445080 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-75810697-423f-4b1d-9308-213bab14ada8 None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:15.448045 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-4572563c-b69b-45d6-92dd-43207a58a611 None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:34:15.478988 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4572563c-b69b-45d6-92dd-43207a58a611 None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:34:15.481027 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22eff654-ab25-4273-8acc-5a4e269883c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=94461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:34:15.483007 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-5ee01d9e-1f95-4ae2-b777-66e6f74f7f9a None None] Set router c9186722-52de-47b2-9135-5f1c8d3ae25d gateway port host: None {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:34:15.491233 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eff654-ab25-4273-8acc-5a4e269883c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a5713f8-01aa-412c-828d-2021c16aeb26,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:15.499061 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-22eff654-ab25-4273-8acc-5a4e269883c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:15.499412 n-d-771362-32 neutron-server[94461]: INFO neutron.db.segments_db [None req-22eff654-ab25-4273-8acc-5a4e269883c5 admin admin] Added segment 5e98a0e4-5693-4ee3-b5d3-e3f5978fa6c7 of type vlan for network 3eae4f7e-ce7e-4630-afc5-6d7e5add4d00 Jul 05 02:34:15.502391 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-75810697-423f-4b1d-9308-213bab14ada8 None None] Transition to ACTIVE for port object 074eaaea-dcb2-473c-8713-e537b57bb74c will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:34:15.505274 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-000b7a2b-46c3-49a7-aa0a-eea2834fab66 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:15.511889 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-5435739e-1046-45c5-a6bf-1257f1137934 None None] Port 81842c55-afb0-48d9-b98b-8b5986284f60 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:34:15.566909 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7ada1fc6-a342-41fc-9b64-bf559e2ab89c tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:15.570280 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7ada1fc6-a342-41fc-9b64-bf559e2ab89c tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:15.574497 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-7ada1fc6-a342-41fc-9b64-bf559e2ab89c tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "DELETE /v2.0/security-groups/92597bfa-c98a-462c-966b-aeeafd741040 HTTP/1.1" status: 204 len: 168 time: 0.8025517 Jul 05 02:34:15.574680 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-22eff654-ab25-4273-8acc-5a4e269883c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:15.575769 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43598) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:15.576326 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000b7a2b-46c3-49a7-aa0a-eea2834fab66 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Pushing event deleted for resources: {'Subnet': ['ID=af2da1f4-dc7c-4ccc-98c7-ecae28118838,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:15.639496 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24c61353-e038-43fc-8286-b5ed20e344ef tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Made reservation on behalf of eec53b7bac0445b2b9e29f73fcad1818 for: {'network': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:34:15.645253 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-24c61353-e038-43fc-8286-b5ed20e344ef tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:15.688544 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24c61353-e038-43fc-8286-b5ed20e344ef tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=94461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:34:15.699759 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-24c61353-e038-43fc-8286-b5ed20e344ef tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:15.700370 n-d-771362-32 neutron-server[94461]: INFO neutron.db.segments_db [None req-24c61353-e038-43fc-8286-b5ed20e344ef tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Added segment 7838a11d-8b14-4e57-a232-00984f885b53 of type vlan for network 645614b4-820b-4f46-90c4-1cf0ffc65ffc Jul 05 02:34:15.709326 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4572563c-b69b-45d6-92dd-43207a58a611 None None] Pushing event updated for resources: {'Port': ['ID=c7dad692-a35a-43e2-9fed-864ba193008f,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:15.712110 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-000b7a2b-46c3-49a7-aa0a-eea2834fab66 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:15.725763 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-000b7a2b-46c3-49a7-aa0a-eea2834fab66 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae8b5c68-3c5f-4dfd-a356-b36ef6331188']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:34:15.737917 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-000b7a2b-46c3-49a7-aa0a-eea2834fab66 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f504abbc-a85f-4a1b-8655-26a338c55760') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:34:15.738380 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-000b7a2b-46c3-49a7-aa0a-eea2834fab66 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f504abbc-a85f-4a1b-8655-26a338c55760') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:34:15.757053 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-000b7a2b-46c3-49a7-aa0a-eea2834fab66 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:15.757237 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-24c61353-e038-43fc-8286-b5ed20e344ef tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:15.791044 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-000b7a2b-46c3-49a7-aa0a-eea2834fab66 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:15.795234 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-75810697-423f-4b1d-9308-213bab14ada8 None None] Transition to ACTIVE for port object 074eaaea-dcb2-473c-8713-e537b57bb74c will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:34:15.797692 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.db.resource_extend [None req-22eff654-ab25-4273-8acc-5a4e269883c5 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 02:34:15.798769 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-000b7a2b-46c3-49a7-aa0a-eea2834fab66 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:34:15.799535 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-000b7a2b-46c3-49a7-aa0a-eea2834fab66 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:15.802520 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-52b1898f-1f56-43e7-b89c-38f9c5508080 None None] Could not find standard attr ID for object 8399e5be-826e-4d69-b029-09073204927c. {{(pid=94463) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 02:34:15.815941 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-52b1898f-1f56-43e7-b89c-38f9c5508080 None None] Could not find standard attr ID for object 97cda5e6-2552-4eb3-b8e5-17d9e7746a4f. {{(pid=94463) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 02:34:15.816178 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3d34856a-9777-4d8c-a0ac-c20d07ffd26a tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:15.817478 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-4572563c-b69b-45d6-92dd-43207a58a611 None None] Attempting to bind port c7dad692-a35a-43e2-9fed-864ba193008f on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:34:15.817851 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-4572563c-b69b-45d6-92dd-43207a58a611 None None] Attempting to bind port c7dad692-a35a-43e2-9fed-864ba193008f by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'f504abbc-a85f-4a1b-8655-26a338c55760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ae8b5c68-3c5f-4dfd-a356-b36ef6331188'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:34:15.818286 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4572563c-b69b-45d6-92dd-43207a58a611 None None] Attempting to bind port c7dad692-a35a-43e2-9fed-864ba193008f on network ae8b5c68-3c5f-4dfd-a356-b36ef6331188 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:34:15.833785 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4572563c-b69b-45d6-92dd-43207a58a611 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:34:15.834448 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4572563c-b69b-45d6-92dd-43207a58a611 None None] Checking segment: {'id': 'f504abbc-a85f-4a1b-8655-26a338c55760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ae8b5c68-3c5f-4dfd-a356-b36ef6331188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:34:15.834868 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4572563c-b69b-45d6-92dd-43207a58a611 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:15.835330 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4572563c-b69b-45d6-92dd-43207a58a611 None None] Bound using segment: {'id': 'f504abbc-a85f-4a1b-8655-26a338c55760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ae8b5c68-3c5f-4dfd-a356-b36ef6331188'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:34:15.835855 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-4572563c-b69b-45d6-92dd-43207a58a611 None None] Bound port: c7dad692-a35a-43e2-9fed-864ba193008f, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f504abbc-a85f-4a1b-8655-26a338c55760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ae8b5c68-3c5f-4dfd-a356-b36ef6331188'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:34:15.836221 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4572563c-b69b-45d6-92dd-43207a58a611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:15.838665 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 0509b09c-eb1d-465a-8222-6a7aa70323e1 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:34:15.839029 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:15.844839 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3d34856a-9777-4d8c-a0ac-c20d07ffd26a tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:15.887331 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:34:15.887331 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:34:15.887331 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:34:15.887331 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:34:15.887331 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:34:15.887331 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:34:15.887331 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:34:15.887331 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:34:15.887331 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:34:15.887331 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:34:15.887331 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:34:15.887331 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:34:15.887331 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:34:15.887331 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:34:15.887331 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:34:15.887331 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:34:15.887331 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:34:15.887331 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:34:15.887331 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:34:15.887331 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:34:15.887331 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:34:15.887331 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:34:15.887331 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:34:15.887331 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:34:15.887331 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:34:15.887331 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:34:15.887331 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:34:15.887331 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:34:15.887331 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:34:15.887331 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:34:15.887331 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:34:15.887331 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:34:15.890894 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ada1fc6-a342-41fc-9b64-bf559e2ab89c tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92597bfa-c98a-462c-966b-aeeafd741040,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:15.901428 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f0ca7d46-820a-4a1b-bf83-06d42d4a499e tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:15.945782 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-24c61353-e038-43fc-8286-b5ed20e344ef tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:15.952661 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.db.api [None req-000b7a2b-46c3-49a7-aa0a-eea2834fab66 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 02:34:15.952661 n-d-771362-32 neutron-server[94462]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 02:34:15.952661 n-d-771362-32 neutron-server[94462]: [parameters: {'id': 'ae8b5c68-3c5f-4dfd-a356-b36ef6331188'}] Jul 05 02:34:15.952661 n-d-771362-32 neutron-server[94462]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94462) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 02:34:15.953486 n-d-771362-32 neutron-server[94462]: DEBUG oslo_db.api [None req-000b7a2b-46c3-49a7-aa0a-eea2834fab66 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 02:34:15.957668 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c61353-e038-43fc-8286-b5ed20e344ef tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:15.958354 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-24c61353-e038-43fc-8286-b5ed20e344ef tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:15.987140 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ca7d46-820a-4a1b-bf83-06d42d4a499e tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Checking segment: {'id': '294c21bc-6d59-4b80-ad9a-cdc147feac25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '2c003e7a-eab3-4d9c-95de-949c670be2ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:34:15.988495 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ca7d46-820a-4a1b-bf83-06d42d4a499e tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Network hostable DHCP agents. Network: 2c003e7a-eab3-4d9c-95de-949c670be2ed, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:34:15.991150 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ca7d46-820a-4a1b-bf83-06d42d4a499e tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Pushing event updated for resources: {'Subnet': ['ID=3329d3de-aca8-4dba-b234-58c723a2c454,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:16.023292 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-75810697-423f-4b1d-9308-213bab14ada8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:16.042498 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8320d418-3b14-47de-9679-1c1e73c7cba4 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Made reservation on behalf of 1593a1e15f6f447095222242302728ea for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:34:16.046965 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8320d418-3b14-47de-9679-1c1e73c7cba4 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:16.055774 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-5ee01d9e-1f95-4ae2-b777-66e6f74f7f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9186722-52de-47b2-9135-5f1c8d3ae25d', 'name': 'tempest-RoutersTest-router-470164913', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:33:46Z', 'updated_at': '2021-07-05T02:34:09Z', 'revision_number': 3, 'project_id': '1593a1e15f6f447095222242302728ea', 'gw_port_host': None, '_interfaces': [{'id': '8618466f-a565-4b5c-82a9-c5490b94b1a3', 'name': '', 'network_id': 'f0125670-d567-405c-b9f9-ee4770d92856', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'mac_address': 'fa:16:3e:3b:45:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9186722-52de-47b2-9135-5f1c8d3ae25d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': '008675e9-deb9-4e8a-a572-225b5a0b3f0e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:34:06Z', 'updated_at': '2021-07-05T02:34:15Z', 'revision_number': 4, 'project_id': '1593a1e15f6f447095222242302728ea', 'subnets': [{'id': '008675e9-deb9-4e8a-a572-225b5a0b3f0e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dba0dfbf-7010-4536-b7df-26e9ea799191', 'name': '', 'network_id': '3fed85df-41ee-4d95-a0fe-213f0ea583d4', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'mac_address': 'fa:16:3e:f2:fd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9186722-52de-47b2-9135-5f1c8d3ae25d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': 'd6de9b19-3a6a-419b-855c-91ae8d28d02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:33:52Z', 'updated_at': '2021-07-05T02:34:04Z', 'revision_number': 5, 'project_id': '1593a1e15f6f447095222242302728ea', 'subnets': [{'id': 'd6de9b19-3a6a-419b-855c-91ae8d28d02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:34:16.061297 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-22eff654-ab25-4273-8acc-5a4e269883c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:16.062303 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22eff654-ab25-4273-8acc-5a4e269883c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:16.062903 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-22eff654-ab25-4273-8acc-5a4e269883c5 admin admin] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:16.075434 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3d34856a-9777-4d8c-a0ac-c20d07ffd26a tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:16.078486 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3d34856a-9777-4d8c-a0ac-c20d07ffd26a tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:16.079657 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-3d34856a-9777-4d8c-a0ac-c20d07ffd26a tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "DELETE /v2.0/security-groups/6732596e-720b-4b60-be9d-cb04220e9535 HTTP/1.1" status: 204 len: 168 time: 0.5029869 Jul 05 02:34:16.089728 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee01d9e-1f95-4ae2-b777-66e6f74f7f9a None None] The sync data for ids ['c9186722-52de-47b2-9135-5f1c8d3ae25d'] in n-d-771362-32 is: [{'id': 'c9186722-52de-47b2-9135-5f1c8d3ae25d', 'name': 'tempest-RoutersTest-router-470164913', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:33:46Z', 'updated_at': '2021-07-05T02:34:09Z', 'revision_number': 3, 'project_id': '1593a1e15f6f447095222242302728ea', 'gw_port_host': None, '_interfaces': [{'id': '8618466f-a565-4b5c-82a9-c5490b94b1a3', 'name': '', 'network_id': 'f0125670-d567-405c-b9f9-ee4770d92856', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'mac_address': 'fa:16:3e:3b:45:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9186722-52de-47b2-9135-5f1c8d3ae25d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': '008675e9-deb9-4e8a-a572-225b5a0b3f0e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:34:06Z', 'updated_at': '2021-07-05T02:34:15Z', 'revision_number': 4, 'project_id': '1593a1e15f6f447095222242302728ea', 'subnets': [{'id': '008675e9-deb9-4e8a-a572-225b5a0b3f0e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dba0dfbf-7010-4536-b7df-26e9ea799191', 'name': '', 'network_id': '3fed85df-41ee-4d95-a0fe-213f0ea583d4', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'mac_address': 'fa:16:3e:f2:fd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9186722-52de-47b2-9135-5f1c8d3ae25d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': 'd6de9b19-3a6a-419b-855c-91ae8d28d02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:33:52Z', 'updated_at': '2021-07-05T02:34:04Z', 'revision_number': 5, 'project_id': '1593a1e15f6f447095222242302728ea', 'subnets': [{'id': 'd6de9b19-3a6a-419b-855c-91ae8d28d02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:34:16.102848 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43604) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:16.106846 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d34856a-9777-4d8c-a0ac-c20d07ffd26a tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6732596e-720b-4b60-be9d-cb04220e9535,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:16.116472 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75810697-423f-4b1d-9308-213bab14ada8 None None] Network 6ae80f0d-385a-4c46-aae8-390a06db8101 is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:34:16.125825 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c61353-e038-43fc-8286-b5ed20e344ef tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Pushing event updated for resources: {'Network': ['ID=645614b4-820b-4f46-90c4-1cf0ffc65ffc,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:16.134311 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-75810697-423f-4b1d-9308-213bab14ada8 None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:34:16.136236 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75810697-423f-4b1d-9308-213bab14ada8 None None] Pushing event updated for resources: {'Port': ['ID=074eaaea-dcb2-473c-8713-e537b57bb74c,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:16.177919 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75810697-423f-4b1d-9308-213bab14ada8 None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:34:16.200517 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-4572563c-b69b-45d6-92dd-43207a58a611 None None] For port c7dad692-a35a-43e2-9fed-864ba193008f, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:34:16.206559 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 645614b4-820b-4f46-90c4-1cf0ffc65ffc details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:34:16.262251 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ca7d46-820a-4a1b-bf83-06d42d4a499e tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Network 2c003e7a-eab3-4d9c-95de-949c670be2ed is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:34:16.351736 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-4572563c-b69b-45d6-92dd-43207a58a611 None None] For port c7dad692-a35a-43e2-9fed-864ba193008f, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=c7dad692-a35a-43e2-9fed-864ba193008f,segment=NetworkSegment(f504abbc-a85f-4a1b-8655-26a338c55760),segment_id=f504abbc-a85f-4a1b-8655-26a338c55760)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:34:16.359584 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-24c61353-e038-43fc-8286-b5ed20e344ef tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1728067 Jul 05 02:34:16.359584 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43608) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:16.384804 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-407b8190-71b0-456c-a851-ad44c906eb21 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Request body: {'subnet': {'network_id': '645614b4-820b-4f46-90c4-1cf0ffc65ffc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:34:16.398805 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-f0ca7d46-820a-4a1b-bf83-06d42d4a499e tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 2c003e7a-eab3-4d9c-95de-949c670be2ed) {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:34:16.412570 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c007d87a-1b94-4b92-9daa-36c1d1cacf8f None None] Network 2c003e7a-eab3-4d9c-95de-949c670be2ed requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:34:16.421765 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ca7d46-820a-4a1b-bf83-06d42d4a499e tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:16.422573 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f0ca7d46-820a-4a1b-bf83-06d42d4a499e tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks [] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:16.460186 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-000b7a2b-46c3-49a7-aa0a-eea2834fab66 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:16.608848 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-22eff654-ab25-4273-8acc-5a4e269883c5 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.6575336 Jul 05 02:34:16.635961 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eff654-ab25-4273-8acc-5a4e269883c5 admin admin] Pushing event updated for resources: {'Network': ['ID=3eae4f7e-ce7e-4630-afc5-6d7e5add4d00,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:16.645228 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43612) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:16.653626 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-f0ca7d46-820a-4a1b-bf83-06d42d4a499e tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.3262129 Jul 05 02:34:16.654736 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43614) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:16.663212 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-75810697-423f-4b1d-9308-213bab14ada8 None None] Attempting to bind port 074eaaea-dcb2-473c-8713-e537b57bb74c on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:34:16.663627 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-75810697-423f-4b1d-9308-213bab14ada8 None None] Attempting to bind port 074eaaea-dcb2-473c-8713-e537b57bb74c by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '236880a9-1e57-487c-b448-e34961bb7ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6ae80f0d-385a-4c46-aae8-390a06db8101'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:34:16.663985 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75810697-423f-4b1d-9308-213bab14ada8 None None] Attempting to bind port 074eaaea-dcb2-473c-8713-e537b57bb74c on network 6ae80f0d-385a-4c46-aae8-390a06db8101 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:34:16.665757 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-51ea0772-1352-4147-9ff6-b9e99c2fe774 admin admin] Request body: {'subnet': {'network_id': '3eae4f7e-ce7e-4630-afc5-6d7e5add4d00', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-367574317-subnet', 'tenant_id': '7612b1c50695442f80cdea1ef51d747c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:34:16.667360 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 8618466f-a565-4b5c-82a9-c5490b94b1a3 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:34:16.671360 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4572563c-b69b-45d6-92dd-43207a58a611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:16.703366 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 3eae4f7e-ce7e-4630-afc5-6d7e5add4d00 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:34:16.756014 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd522add-4511-4b7f-b73e-4e7e6d855695 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Deleting subnet 02dbc0d1-b5e5-466d-b9a0-786aa9c0aa5b {{(pid=94461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:34:16.809779 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-cd522add-4511-4b7f-b73e-4e7e6d855695 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks [] for subnet, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:16.823842 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4dc11b16-9471-4a28-a2a6-edfc114f72c0 req-4ddef5ae-02bf-4c52-80b1-e19a2e900c07 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] 10.222.0.23 "GET /v2.0/ports?device_id=c92b9a24-9e44-4cd7-9afc-e7dd5720b292 HTTP/1.1" status: 200 len: 210 time: 0.1733091 Jul 05 02:34:16.851817 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75810697-423f-4b1d-9308-213bab14ada8 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:34:16.852806 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75810697-423f-4b1d-9308-213bab14ada8 None None] Checking segment: {'id': '236880a9-1e57-487c-b448-e34961bb7ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6ae80f0d-385a-4c46-aae8-390a06db8101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:34:16.853272 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-75810697-423f-4b1d-9308-213bab14ada8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:16.853763 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75810697-423f-4b1d-9308-213bab14ada8 None None] Bound using segment: {'id': '236880a9-1e57-487c-b448-e34961bb7ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6ae80f0d-385a-4c46-aae8-390a06db8101'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:34:16.854148 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-75810697-423f-4b1d-9308-213bab14ada8 None None] Bound port: 074eaaea-dcb2-473c-8713-e537b57bb74c, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '236880a9-1e57-487c-b448-e34961bb7ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6ae80f0d-385a-4c46-aae8-390a06db8101'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:34:16.854873 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-75810697-423f-4b1d-9308-213bab14ada8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:16.858636 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51ea0772-1352-4147-9ff6-b9e99c2fe774 admin admin] Made reservation on behalf of 7612b1c50695442f80cdea1ef51d747c for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:34:16.861503 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-51ea0772-1352-4147-9ff6-b9e99c2fe774 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:16.926785 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-000b7a2b-46c3-49a7-aa0a-eea2834fab66 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Deleting port c7dad692-a35a-43e2-9fed-864ba193008f {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:34:16.927141 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-000b7a2b-46c3-49a7-aa0a-eea2834fab66 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:16.962404 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-cd522add-4511-4b7f-b73e-4e7e6d855695 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5519650'] for subnet, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:16.984264 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-627e9359-3d17-4a34-888f-ebb993802b96 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:17.000941 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8320d418-3b14-47de-9679-1c1e73c7cba4 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:17.051715 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-407b8190-71b0-456c-a851-ad44c906eb21 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Made reservation on behalf of eec53b7bac0445b2b9e29f73fcad1818 for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:34:17.055381 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4572563c-b69b-45d6-92dd-43207a58a611 None None] Pushing event updated for resources: {'Port': ['ID=c7dad692-a35a-43e2-9fed-864ba193008f,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:17.056629 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-407b8190-71b0-456c-a851-ad44c906eb21 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:17.117937 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-000b7a2b-46c3-49a7-aa0a-eea2834fab66 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] For port c7dad692-a35a-43e2-9fed-864ba193008f, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=c7dad692-a35a-43e2-9fed-864ba193008f,segment=NetworkSegment(f504abbc-a85f-4a1b-8655-26a338c55760),segment_id=f504abbc-a85f-4a1b-8655-26a338c55760)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:34:17.118381 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-000b7a2b-46c3-49a7-aa0a-eea2834fab66 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:17.206112 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-000b7a2b-46c3-49a7-aa0a-eea2834fab66 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Calling delete_port for c7dad692-a35a-43e2-9fed-864ba193008f owned by network:dhcp {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:34:17.221285 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8320d418-3b14-47de-9679-1c1e73c7cba4 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Pushing event updated for resources: {'Subnet': ['ID=8145a2d0-1847-44ba-9921-d01ca12a6710,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:17.259915 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8320d418-3b14-47de-9679-1c1e73c7cba4 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Checking segment: {'id': '28442954-3b94-4232-a210-770f1ad638f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'a0a373d6-b059-4c9f-a45c-2b7e3e67bb6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:34:17.260280 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8320d418-3b14-47de-9679-1c1e73c7cba4 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Network hostable DHCP agents. Network: a0a373d6-b059-4c9f-a45c-2b7e3e67bb6f, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:34:17.271570 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-627e9359-3d17-4a34-888f-ebb993802b96 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:17.409248 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32db90f6-7924-4928-a18c-b9ab0990b717 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-2c003e7a-eab3-4d9c-95de-949c670be2ed', 'network_id': '2c003e7a-eab3-4d9c-95de-949c670be2ed', 'tenant_id': '5acb4a7985304d84a755f649a8ac1cfa', 'fixed_ips': [{'subnet_id': '3329d3de-aca8-4dba-b234-58c723a2c454'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:34:17.410296 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-32db90f6-7924-4928-a18c-b9ab0990b717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:17.421484 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7cfd47-80e1-4f5b-8d21-079ed3ae41e7 None None] Network ae8b5c68-3c5f-4dfd-a356-b36ef6331188 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:34:17.477952 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-75810697-423f-4b1d-9308-213bab14ada8 None None] For port 074eaaea-dcb2-473c-8713-e537b57bb74c, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:34:17.509862 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-75810697-423f-4b1d-9308-213bab14ada8 None None] For port 074eaaea-dcb2-473c-8713-e537b57bb74c, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=074eaaea-dcb2-473c-8713-e537b57bb74c,segment=NetworkSegment(236880a9-1e57-487c-b448-e34961bb7ab7),segment_id=236880a9-1e57-487c-b448-e34961bb7ab7)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:34:17.569967 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8320d418-3b14-47de-9679-1c1e73c7cba4 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Network a0a373d6-b059-4c9f-a45c-2b7e3e67bb6f is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:34:17.572635 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-627e9359-3d17-4a34-888f-ebb993802b96 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:17.591475 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-cd522add-4511-4b7f-b73e-4e7e6d855695 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:17.654078 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-000b7a2b-46c3-49a7-aa0a-eea2834fab66 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:17.657606 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627e9359-3d17-4a34-888f-ebb993802b96 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Pushing event deleted for resources: {'Subnet': ['ID=3329d3de-aca8-4dba-b234-58c723a2c454,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:17.682556 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 8618466f-a565-4b5c-82a9-c5490b94b1a3 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:34:17.685409 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-75810697-423f-4b1d-9308-213bab14ada8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:17.746906 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 8618466f-a565-4b5c-82a9-c5490b94b1a3 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:34:17.747293 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:17.747554 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000b7a2b-46c3-49a7-aa0a-eea2834fab66 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] No DVR routers for this DVR port c7dad692-a35a-43e2-9fed-864ba193008f on host n-d-771362-32 {{(pid=94462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:34:17.857782 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75810697-423f-4b1d-9308-213bab14ada8 None None] Pushing event updated for resources: {'Port': ['ID=074eaaea-dcb2-473c-8713-e537b57bb74c,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:17.875923 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75810697-423f-4b1d-9308-213bab14ada8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:34:17.876374 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75810697-423f-4b1d-9308-213bab14ada8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:34:17.876618 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75810697-423f-4b1d-9308-213bab14ada8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:34:17.876962 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75810697-423f-4b1d-9308-213bab14ada8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:34:17.877290 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75810697-423f-4b1d-9308-213bab14ada8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:34:17.877629 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75810697-423f-4b1d-9308-213bab14ada8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:34:17.877958 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75810697-423f-4b1d-9308-213bab14ada8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:34:17.878365 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75810697-423f-4b1d-9308-213bab14ada8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:34:17.878653 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75810697-423f-4b1d-9308-213bab14ada8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:34:17.879042 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75810697-423f-4b1d-9308-213bab14ada8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:34:17.879370 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75810697-423f-4b1d-9308-213bab14ada8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:34:17.879699 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75810697-423f-4b1d-9308-213bab14ada8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:34:17.897735 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server [None req-32db90f6-7924-4928-a18c-b9ab0990b717 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3329d3de-aca8-4dba-b234-58c723a2c454: This subnet is being modified by another concurrent operation. Jul 05 02:34:17.897735 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 05 02:34:17.897735 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 05 02:34:17.897735 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 05 02:34:17.897735 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 05 02:34:17.897735 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 05 02:34:17.897735 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 05 02:34:17.897735 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 05 02:34:17.897735 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 05 02:34:17.897735 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 05 02:34:17.897735 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 02:34:17.897735 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 02:34:17.897735 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 02:34:17.897735 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 02:34:17.897735 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 02:34:17.897735 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 02:34:17.897735 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 02:34:17.897735 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 02:34:17.897735 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 02:34:17.897735 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 02:34:17.897735 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 02:34:17.897735 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 02:34:17.897735 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 02:34:17.897735 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 02:34:17.897735 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 02:34:17.897735 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 02:34:17.897735 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 02:34:17.897735 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 02:34:17.897735 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 02:34:17.897735 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 02:34:17.897735 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 02:34:17.897735 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 02:34:17.897735 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 02:34:17.897735 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 02:34:17.897735 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 05 02:34:17.897735 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 05 02:34:17.897735 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 05 02:34:17.897735 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 05 02:34:17.897735 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 05 02:34:17.897735 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 05 02:34:17.897735 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 05 02:34:17.897735 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 05 02:34:17.897735 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 05 02:34:17.897735 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 05 02:34:17.897735 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 05 02:34:17.897735 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 05 02:34:17.897735 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 02:34:17.897735 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 02:34:17.897735 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 02:34:17.897735 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 02:34:17.897735 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 02:34:17.897735 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 02:34:17.897735 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 02:34:17.897735 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 02:34:17.897735 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 02:34:17.897735 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 02:34:17.897735 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 02:34:17.897735 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 02:34:17.897735 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 02:34:17.897735 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 02:34:17.897735 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 02:34:17.897735 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 02:34:17.897735 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 02:34:17.897735 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 02:34:17.897735 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 02:34:17.897735 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 02:34:17.897735 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 02:34:17.897735 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 02:34:17.897735 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 02:34:17.897735 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 02:34:17.897735 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 05 02:34:17.897735 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 05 02:34:17.897735 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 05 02:34:17.897735 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 05 02:34:17.897735 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 05 02:34:17.897735 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 05 02:34:17.897735 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 05 02:34:17.897735 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 05 02:34:17.897735 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 02:34:17.897735 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 02:34:17.897735 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 02:34:17.897735 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 02:34:17.897735 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 05 02:34:17.897735 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 05 02:34:17.897735 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 05 02:34:17.897735 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 05 02:34:17.897735 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 05 02:34:17.897735 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 05 02:34:17.897735 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 05 02:34:17.897735 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server raise exception Jul 05 02:34:17.897735 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3329d3de-aca8-4dba-b234-58c723a2c454: This subnet is being modified by another concurrent operation. Jul 05 02:34:17.897735 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server Jul 05 02:34:17.926463 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea6865e-a199-4cd9-b374-b4658a3d3fd3 None None] Network 2c003e7a-eab3-4d9c-95de-949c670be2ed requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:34:18.128969 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:18.226457 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-407b8190-71b0-456c-a851-ad44c906eb21 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5763451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774823'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:18.234732 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000b7a2b-46c3-49a7-aa0a-eea2834fab66 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Pushing event deleted for resources: {'Port': ['ID=c7dad692-a35a-43e2-9fed-864ba193008f,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:18.278349 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 8618466f-a565-4b5c-82a9-c5490b94b1a3, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=8618466f-a565-4b5c-82a9-c5490b94b1a3,segment=NetworkSegment(b16316d7-e087-4103-b74e-77250ce334f9),segment_id=b16316d7-e087-4103-b74e-77250ce334f9)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:34:18.320081 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-8320d418-3b14-47de-9679-1c1e73c7cba4 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, a0a373d6-b059-4c9f-a45c-2b7e3e67bb6f) {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:34:18.331259 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71581391-64db-4b7b-9392-af88059f7283 None None] Network a0a373d6-b059-4c9f-a45c-2b7e3e67bb6f requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:34:18.361489 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a7bc3e68-5884-4b20-8d2b-17df74c7eb5d req-53942bca-ba30-41c0-9563-52f4ee511d2b tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] 10.222.0.23 "GET /v2.0/ports?device_id=c92b9a24-9e44-4cd7-9afc-e7dd5720b292 HTTP/1.1" status: 200 len: 210 time: 0.1900618 Jul 05 02:34:18.375261 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8320d418-3b14-47de-9679-1c1e73c7cba4 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:18.389451 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8320d418-3b14-47de-9679-1c1e73c7cba4 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks [] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:18.409500 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-627e9359-3d17-4a34-888f-ebb993802b96 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:18.426494 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-30771b89-8321-4969-91eb-a310f341ce18 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:18.428022 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-30771b89-8321-4969-91eb-a310f341ce18 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] 10.222.0.15 "GET /v2.0/networks?id=75d7851c-724a-4b04-b234-7f030196e3e8 HTTP/1.1" status: 200 len: 818 time: 0.9937160 Jul 05 02:34:18.473464 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-8918aa4c-8990-4b15-a1b5-b36f59a5d2a9 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] Request body: {'port': {'device_id': '250efa6b-f5e8-4f8b-99e6-8245a0260f84', 'network_id': '75d7851c-724a-4b04-b234-7f030196e3e8', 'admin_state_up': True, 'tenant_id': '25edd60c5d43492386eaf1845da7e310'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:34:18.491586 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-627e9359-3d17-4a34-888f-ebb993802b96 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c003e7a-eab3-4d9c-95de-949c670be2ed']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:34:18.512748 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-627e9359-3d17-4a34-888f-ebb993802b96 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '294c21bc-6d59-4b80-ad9a-cdc147feac25') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:34:18.513397 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-627e9359-3d17-4a34-888f-ebb993802b96 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '294c21bc-6d59-4b80-ad9a-cdc147feac25') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:34:18.527141 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-000b7a2b-46c3-49a7-aa0a-eea2834fab66 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:18.532234 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-627e9359-3d17-4a34-888f-ebb993802b96 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:18.551375 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-000b7a2b-46c3-49a7-aa0a-eea2834fab66 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae8b5c68-3c5f-4dfd-a356-b36ef6331188']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:34:18.563763 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-627e9359-3d17-4a34-888f-ebb993802b96 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:18.567255 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-000b7a2b-46c3-49a7-aa0a-eea2834fab66 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f504abbc-a85f-4a1b-8655-26a338c55760') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:34:18.567891 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-000b7a2b-46c3-49a7-aa0a-eea2834fab66 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f504abbc-a85f-4a1b-8655-26a338c55760') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:34:18.573074 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:18.582592 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-627e9359-3d17-4a34-888f-ebb993802b96 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:34:18.583704 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-627e9359-3d17-4a34-888f-ebb993802b96 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:18.587045 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:34:18.587045 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:34:18.587045 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:34:18.587045 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:34:18.587045 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:34:18.587045 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:34:18.587045 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:34:18.587045 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:34:18.587045 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:34:18.587045 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:34:18.587045 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:34:18.587045 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:34:18.587045 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:34:18.587045 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:34:18.587045 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:34:18.587045 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:34:18.587045 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:34:18.587045 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:34:18.587045 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:34:18.587045 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:34:18.587045 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:34:18.587045 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:34:18.587045 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:34:18.587045 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:34:18.587045 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:34:18.587045 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:34:18.587045 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:34:18.587045 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:34:18.587045 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:34:18.587045 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:34:18.587045 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:34:18.587045 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:34:18.605008 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-000b7a2b-46c3-49a7-aa0a-eea2834fab66 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:18.615191 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-51ea0772-1352-4147-9ff6-b9e99c2fe774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5763451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774823'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:18.641499 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e397b1f-f3c7-4261-89e3-420dd3f50d83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-a0a373d6-b059-4c9f-a45c-2b7e3e67bb6f', 'network_id': 'a0a373d6-b059-4c9f-a45c-2b7e3e67bb6f', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'fixed_ips': [{'subnet_id': '8145a2d0-1847-44ba-9921-d01ca12a6710'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:34:18.642345 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-7e397b1f-f3c7-4261-89e3-420dd3f50d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:18.646504 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407b8190-71b0-456c-a851-ad44c906eb21 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Pushing event updated for resources: {'Subnet': ['ID=140f83d9-e95c-45c3-bf75-e0d424ef0566,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:18.694545 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 8399e5be-826e-4d69-b029-09073204927c no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:34:18.698614 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=8618466f-a565-4b5c-82a9-c5490b94b1a3,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:18.722399 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-8320d418-3b14-47de-9679-1c1e73c7cba4 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8726850 Jul 05 02:34:18.725079 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-000b7a2b-46c3-49a7-aa0a-eea2834fab66 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:18.728082 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43640) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:18.780019 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-000b7a2b-46c3-49a7-aa0a-eea2834fab66 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:34:18.780442 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-000b7a2b-46c3-49a7-aa0a-eea2834fab66 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:18.784404 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-627e9359-3d17-4a34-888f-ebb993802b96 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:18.786501 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:34:18.786501 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:34:18.786501 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:34:18.786501 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:34:18.786501 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:34:18.786501 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:34:18.786501 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:34:18.786501 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:34:18.786501 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:34:18.786501 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:34:18.786501 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:34:18.786501 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:34:18.786501 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:34:18.786501 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:34:18.786501 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:34:18.786501 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:34:18.786501 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:34:18.786501 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:34:18.786501 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:34:18.786501 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:34:18.786501 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:34:18.786501 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:34:18.786501 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:34:18.786501 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:34:18.786501 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:34:18.786501 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:34:18.786501 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:34:18.786501 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:34:18.786501 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:34:18.786501 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:34:18.786501 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:34:18.786501 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:34:18.800854 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 8399e5be-826e-4d69-b029-09073204927c {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:34:18.801212 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 8399e5be-826e-4d69-b029-09073204927c not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:34:18.821056 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407b8190-71b0-456c-a851-ad44c906eb21 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Checking segment: {'id': '7838a11d-8b14-4e57-a232-00984f885b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '645614b4-820b-4f46-90c4-1cf0ffc65ffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:34:18.822649 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407b8190-71b0-456c-a851-ad44c906eb21 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Network hostable DHCP agents. Network: 645614b4-820b-4f46-90c4-1cf0ffc65ffc, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:34:18.890259 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-627e9359-3d17-4a34-888f-ebb993802b96 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:18.892202 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-627e9359-3d17-4a34-888f-ebb993802b96 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] 10.222.0.23 "DELETE /v2.0/networks/2c003e7a-eab3-4d9c-95de-949c670be2ed HTTP/1.1" status: 204 len: 168 time: 2.2314627 Jul 05 02:34:18.893830 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ea0772-1352-4147-9ff6-b9e99c2fe774 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc4d4c51-7d6e-4133-ad20-65973bd435c1,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:18.901145 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627e9359-3d17-4a34-888f-ebb993802b96 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Pushing event deleted for resources: {'Network': ['ID=2c003e7a-eab3-4d9c-95de-949c670be2ed,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:18.908458 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43646) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:18.917847 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ea0772-1352-4147-9ff6-b9e99c2fe774 admin admin] Checking segment: {'id': '5e98a0e4-5693-4ee3-b5d3-e3f5978fa6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3eae4f7e-ce7e-4630-afc5-6d7e5add4d00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:34:18.918873 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ea0772-1352-4147-9ff6-b9e99c2fe774 admin admin] Network hostable DHCP agents. Network: 3eae4f7e-ce7e-4630-afc5-6d7e5add4d00, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:34:18.967578 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-cd522add-4511-4b7f-b73e-4e7e6d855695 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5763388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774356'] for subnet, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:18.974298 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-7e397b1f-f3c7-4261-89e3-420dd3f50d83 None None] Allocated IP 172.22.0.2 (a0a373d6-b059-4c9f-a45c-2b7e3e67bb6f/8145a2d0-1847-44ba-9921-d01ca12a6710/a6e52faa-4719-455d-9c8b-3fe36030423c) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:34:19.003145 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-de28cd17-c7d4-44f3-b301-04f5063e75b0 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-365873801'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:34:19.056369 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-cd522add-4511-4b7f-b73e-4e7e6d855695 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:19.063943 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-cd522add-4511-4b7f-b73e-4e7e6d855695 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "DELETE /v2.0/subnets/02dbc0d1-b5e5-466d-b9a0-786aa9c0aa5b HTTP/1.1" status: 204 len: 168 time: 2.9484499 Jul 05 02:34:19.067685 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c28b07-6a9e-4fc1-9379-ad35c1064dab None None] Network 6e23ee8a-6b59-4eae-b4fb-f4810d1759b1 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:34:19.074762 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407b8190-71b0-456c-a851-ad44c906eb21 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Network 645614b4-820b-4f46-90c4-1cf0ffc65ffc is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:34:19.076973 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43650) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:19.085564 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-96bde92a-f0ff-43e4-acda-ab1e84f1921a tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:19.088022 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-96bde92a-f0ff-43e4-acda-ab1e84f1921a tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] 10.222.0.21 "GET /v2.0/networks?id=75d7851c-724a-4b04-b234-7f030196e3e8 HTTP/1.1" status: 200 len: 818 time: 0.8716390 Jul 05 02:34:19.095711 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd522add-4511-4b7f-b73e-4e7e6d855695 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Pushing event deleted for resources: {'Subnet': ['ID=02dbc0d1-b5e5-466d-b9a0-786aa9c0aa5b,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:19.131889 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 8618466f-a565-4b5c-82a9-c5490b94b1a3 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:34:19.138658 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-02f324eb-fe9d-4230-80c5-c2a2d9ad0974 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] Request body: {'port': {'device_id': 'e3395e94-ff82-4e81-9331-b64fe4728999', 'network_id': '75d7851c-724a-4b04-b234-7f030196e3e8', 'admin_state_up': True, 'tenant_id': '25edd60c5d43492386eaf1845da7e310'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:34:19.231579 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ea0772-1352-4147-9ff6-b9e99c2fe774 admin admin] Network 3eae4f7e-ce7e-4630-afc5-6d7e5add4d00 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:34:19.243825 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de28cd17-c7d4-44f3-b301-04f5063e75b0 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Made reservation on behalf of 5acb4a7985304d84a755f649a8ac1cfa for: {'network': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:34:19.247782 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-de28cd17-c7d4-44f3-b301-04f5063e75b0 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:19.290728 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-9213489a-0d0a-4c74-92a1-53660645b60a tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:19.292272 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-9213489a-0d0a-4c74-92a1-53660645b60a tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] 10.222.0.15 "GET /v2.0/networks?id=75d7851c-724a-4b04-b234-7f030196e3e8 HTTP/1.1" status: 200 len: 818 time: 0.6326380 Jul 05 02:34:19.315781 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de28cd17-c7d4-44f3-b301-04f5063e75b0 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=94461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:34:19.322779 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 8618466f-a565-4b5c-82a9-c5490b94b1a3 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:34:19.323245 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:19.325875 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-de28cd17-c7d4-44f3-b301-04f5063e75b0 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:19.326286 n-d-771362-32 neutron-server[94461]: INFO neutron.db.segments_db [None req-de28cd17-c7d4-44f3-b301-04f5063e75b0 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Added segment 8d8d38af-0b20-4931-a15d-5cc710901003 of type vlan for network 593907a4-006a-452c-befc-f7a4772c3e23 Jul 05 02:34:19.372338 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-de28cd17-c7d4-44f3-b301-04f5063e75b0 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:19.418344 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-dce37731-b95b-4dbb-b6b0-eba128c29d7f tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] Request body: {'port': {'device_id': 'c92b9a24-9e44-4cd7-9afc-e7dd5720b292', 'network_id': '75d7851c-724a-4b04-b234-7f030196e3e8', 'admin_state_up': True, 'tenant_id': '25edd60c5d43492386eaf1845da7e310'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:34:19.427091 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-51ea0772-1352-4147-9ff6-b9e99c2fe774 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 3eae4f7e-ce7e-4630-afc5-6d7e5add4d00) {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:34:19.431821 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ea0772-1352-4147-9ff6-b9e99c2fe774 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:19.432808 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-000b7a2b-46c3-49a7-aa0a-eea2834fab66 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:19.433321 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-51ea0772-1352-4147-9ff6-b9e99c2fe774 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:19.440719 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fdcd1a6-b704-4ce2-854c-8d69c32e93b2 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Deleting subnet 3952dcd3-dbef-4adf-9283-2e6eaa9c59d0 {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:34:19.448392 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4fdcd1a6-b704-4ce2-854c-8d69c32e93b2 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:19.456526 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-407b8190-71b0-456c-a851-ad44c906eb21 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 645614b4-820b-4f46-90c4-1cf0ffc65ffc) {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:34:19.461214 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407b8190-71b0-456c-a851-ad44c906eb21 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:19.462562 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-407b8190-71b0-456c-a851-ad44c906eb21 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:19.480816 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74d0fe7-bdcf-43ea-81aa-f10afa295e0b None None] Network 3eae4f7e-ce7e-4630-afc5-6d7e5add4d00 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:34:19.482742 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd28e42-d120-4d54-b7f1-e52338f253f2 None None] Network 645614b4-820b-4f46-90c4-1cf0ffc65ffc requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:34:19.512900 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-000b7a2b-46c3-49a7-aa0a-eea2834fab66 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:19.515238 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-000b7a2b-46c3-49a7-aa0a-eea2834fab66 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] 10.222.0.23 "DELETE /v2.0/networks/ae8b5c68-3c5f-4dfd-a356-b36ef6331188 HTTP/1.1" status: 204 len: 168 time: 6.3574557 Jul 05 02:34:19.528602 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43658) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:19.574309 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4fdcd1a6-b704-4ce2-854c-8d69c32e93b2 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:19.575687 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-8918aa4c-8990-4b15-a1b5-b36f59a5d2a9 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] Made reservation on behalf of 25edd60c5d43492386eaf1845da7e310 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:34:19.579647 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-8918aa4c-8990-4b15-a1b5-b36f59a5d2a9 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:19.607237 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b2fb43-ce28-4e5a-bb69-a84ba83fcdb4 None None] Network 6ae80f0d-385a-4c46-aae8-390a06db8101 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:34:19.613219 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-de28cd17-c7d4-44f3-b301-04f5063e75b0 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:19.623299 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c808f2c-d557-46ce-9c44-d7e916d067a2 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] GET failed (client error): The resource could not be found. Jul 05 02:34:19.624699 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-0c808f2c-d557-46ce-9c44-d7e916d067a2 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] 10.222.0.23 "GET /v2.0/subnets/af2da1f4-dc7c-4ccc-98c7-ecae28118838 HTTP/1.1" status: 404 len: 337 time: 0.0930288 Jul 05 02:34:19.625541 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000b7a2b-46c3-49a7-aa0a-eea2834fab66 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Pushing event deleted for resources: {'Network': ['ID=ae8b5c68-3c5f-4dfd-a356-b36ef6331188,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:19.627144 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de28cd17-c7d4-44f3-b301-04f5063e75b0 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:19.627800 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-de28cd17-c7d4-44f3-b301-04f5063e75b0 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:19.634708 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43662) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:19.674045 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f335652-5e44-4a44-9904-8d7c1e16f28e tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] DELETE failed (client error): The resource could not be found. Jul 05 02:34:19.674672 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f335652-5e44-4a44-9904-8d7c1e16f28e tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94462) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:34:19.679860 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-3f335652-5e44-4a44-9904-8d7c1e16f28e tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] 10.222.0.23 "DELETE /v2.0/networks/ae8b5c68-3c5f-4dfd-a356-b36ef6331188 HTTP/1.1" status: 404 len: 339 time: 0.0393865 Jul 05 02:34:19.682160 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43666) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:19.688961 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ff05c63f-5312-48fb-81ca-6c7070ed3919 req-e60985f9-b28a-4ba3-8ff3-8fed33987158 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] 10.222.0.23 "GET /v2.0/ports?device_id=c92b9a24-9e44-4cd7-9afc-e7dd5720b292 HTTP/1.1" status: 200 len: 210 time: 0.0979617 Jul 05 02:34:19.696520 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d28ec10d-1562-4a42-b1cb-8c19d7b3a97a tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:19.704117 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-51ea0772-1352-4147-9ff6-b9e99c2fe774 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 3.0579009 Jul 05 02:34:19.855784 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de28cd17-c7d4-44f3-b301-04f5063e75b0 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Pushing event updated for resources: {'Network': ['ID=593907a4-006a-452c-befc-f7a4772c3e23,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:19.941882 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 593907a4-006a-452c-befc-f7a4772c3e23 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:34:19.955895 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-9bb73916-a762-4be5-be5d-b023edc19940 None None] Provisioning for port 074eaaea-dcb2-473c-8713-e537b57bb74c completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:34:20.000133 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 074eaaea-dcb2-473c-8713-e537b57bb74c up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:34:20.010317 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-8918aa4c-8990-4b15-a1b5-b36f59a5d2a9 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] Allocated IP 172.20.0.2 (75d7851c-724a-4b04-b234-7f030196e3e8/73a2242e-983a-4dab-a85f-708cce68efb7/908fc98f-fe14-468b-b399-9f1dc33ba561) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:34:20.011229 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-7e397b1f-f3c7-4261-89e3-420dd3f50d83 None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:20.162861 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4fdcd1a6-b704-4ce2-854c-8d69c32e93b2 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:20.236841 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ecc02b8-989f-4e3b-a3b2-f73236ee4bd6 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:20.238740 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-8ecc02b8-989f-4e3b-a3b2-f73236ee4bd6 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5553350 Jul 05 02:34:20.251829 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43684) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:20.334504 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-407b8190-71b0-456c-a851-ad44c906eb21 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.9568753 Jul 05 02:34:20.337106 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-de28cd17-c7d4-44f3-b301-04f5063e75b0 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3709576 Jul 05 02:34:20.348699 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43690) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:20.349046 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43692) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:20.361772 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-19d72183-95ad-460d-9f9a-4256cb5efd45 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Request body: {'subnet': {'network_id': '593907a4-006a-452c-befc-f7a4772c3e23', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:34:20.375145 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-7e637192-66a2-4548-8687-6fd0a1e2d01e tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Request body: {'port': {'network_id': '645614b4-820b-4f46-90c4-1cf0ffc65ffc', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1674127746'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:34:20.379484 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-c6de3e3d-a6b6-4659-8de5-b3d832e4541d tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] 10.222.0.23 "GET /v2.0/subnets?network_id=4bbc2f9e-02cf-490e-901d-2588655a3ef0 HTTP/1.1" status: 200 len: 207 time: 0.1249771 Jul 05 02:34:20.386569 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43694) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:20.444094 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-7e397b1f-f3c7-4261-89e3-420dd3f50d83 None None] Transition to ACTIVE for port object a6e52faa-4719-455d-9c8b-3fe36030423c will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:34:20.464841 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-7e397b1f-f3c7-4261-89e3-420dd3f50d83 None None] Transition to ACTIVE for port object a6e52faa-4719-455d-9c8b-3fe36030423c will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:34:20.468807 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b6cc19-0d66-428b-a8e2-b97c7e1a1ee4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-645614b4-820b-4f46-90c4-1cf0ffc65ffc', 'network_id': '645614b4-820b-4f46-90c4-1cf0ffc65ffc', 'tenant_id': 'eec53b7bac0445b2b9e29f73fcad1818', 'fixed_ips': [{'subnet_id': '140f83d9-e95c-45c3-bf75-e0d424ef0566'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:34:20.469726 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-84b6cc19-0d66-428b-a8e2-b97c7e1a1ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:20.540159 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-8918aa4c-8990-4b15-a1b5-b36f59a5d2a9 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:20.576624 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-7e397b1f-f3c7-4261-89e3-420dd3f50d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:20.657262 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e397b1f-f3c7-4261-89e3-420dd3f50d83 None None] Network a0a373d6-b059-4c9f-a45c-2b7e3e67bb6f is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:34:20.666345 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-7e397b1f-f3c7-4261-89e3-420dd3f50d83 None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:34:20.673054 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-02f324eb-fe9d-4230-80c5-c2a2d9ad0974 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] Made reservation on behalf of 25edd60c5d43492386eaf1845da7e310 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:34:20.677527 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-02f324eb-fe9d-4230-80c5-c2a2d9ad0974 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:20.712701 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e397b1f-f3c7-4261-89e3-420dd3f50d83 None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:34:20.719508 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09777901-7677-46b2-97ab-d2684b9ccf96 None None] Network 3eae4f7e-ce7e-4630-afc5-6d7e5add4d00 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:34:20.820314 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-dce37731-b95b-4dbb-b6b0-eba128c29d7f tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] Made reservation on behalf of 25edd60c5d43492386eaf1845da7e310 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:34:20.824904 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-dce37731-b95b-4dbb-b6b0-eba128c29d7f tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:20.846031 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.db.api [None req-19d72183-95ad-460d-9f9a-4256cb5efd45 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 02:34:20.846031 n-d-771362-32 neutron-server[94461]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 02:34:20.846031 n-d-771362-32 neutron-server[94461]: [parameters: {'project_id_1': '5acb4a7985304d84a755f649a8ac1cfa', 'expiration_1': datetime.datetime(2021, 7, 5, 2, 34, 20, 634497)}] Jul 05 02:34:20.846031 n-d-771362-32 neutron-server[94461]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 02:34:20.847008 n-d-771362-32 neutron-server[94461]: DEBUG oslo_db.api [None req-19d72183-95ad-460d-9f9a-4256cb5efd45 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 02:34:20.956314 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-af2246ff-2a47-4487-9ef2-873e88285afb req-89955758-5d06-4f0b-9bfe-519aef28816e tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] 10.222.0.23 "GET /v2.0/ports?device_id=c92b9a24-9e44-4cd7-9afc-e7dd5720b292 HTTP/1.1" status: 200 len: 210 time: 0.0435443 Jul 05 02:34:20.962530 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e637192-66a2-4548-8687-6fd0a1e2d01e tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Made reservation on behalf of eec53b7bac0445b2b9e29f73fcad1818 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:34:20.966117 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7e637192-66a2-4548-8687-6fd0a1e2d01e tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:21.011607 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-f4c974fb-02cb-40dc-90e3-95583a58dc74 None None] Provisioning complete for port 0509b09c-eb1d-465a-8222-6a7aa70323e1 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:34:21.011982 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f4c974fb-02cb-40dc-90e3-95583a58dc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:21.070648 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-02f324eb-fe9d-4230-80c5-c2a2d9ad0974 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] Allocated IP 172.20.0.6 (75d7851c-724a-4b04-b234-7f030196e3e8/73a2242e-983a-4dab-a85f-708cce68efb7/94f2b79c-9261-4e8a-9b44-28a0046afe23) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:34:21.071320 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4fdcd1a6-b704-4ce2-854c-8d69c32e93b2 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:21.132818 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e397b1f-f3c7-4261-89e3-420dd3f50d83 None None] Pushing event updated for resources: {'Port': ['ID=a6e52faa-4719-455d-9c8b-3fe36030423c,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:21.137862 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdcd1a6-b704-4ce2-854c-8d69c32e93b2 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Pushing event deleted for resources: {'Subnet': ['ID=3952dcd3-dbef-4adf-9283-2e6eaa9c59d0,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:21.142529 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4fdcd1a6-b704-4ce2-854c-8d69c32e93b2 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks [] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:21.144384 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-4fdcd1a6-b704-4ce2-854c-8d69c32e93b2 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "DELETE /v2.0/subnets/3952dcd3-dbef-4adf-9283-2e6eaa9c59d0 HTTP/1.1" status: 204 len: 168 time: 2.0664372 Jul 05 02:34:21.151285 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-ac546eab-aaee-4136-be52-4f261909f03b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:21.158430 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43700) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:21.166524 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a376edf4-2e14-4358-9d68-90c313a8c3aa None None] Network 6e23ee8a-6b59-4eae-b4fb-f4810d1759b1 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:34:21.166748 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5532329a-a2f3-4838-bca2-6f8fc5fd15d8 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:21.174333 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5532329a-a2f3-4838-bca2-6f8fc5fd15d8 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:21.179889 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5532329a-a2f3-4838-bca2-6f8fc5fd15d8 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:21.183505 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-8918aa4c-8990-4b15-a1b5-b36f59a5d2a9 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:21.188214 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5532329a-a2f3-4838-bca2-6f8fc5fd15d8 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:21.194281 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-5532329a-a2f3-4838-bca2-6f8fc5fd15d8 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.7860968 Jul 05 02:34:21.222174 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [None req-7e637192-66a2-4548-8687-6fd0a1e2d01e tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] device_id is not set on port 1860cf5b-9493-4dd9-99ff-bc31362d543a yet. {{(pid=94461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:34:21.224593 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43702) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:21.226579 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0f08f6d-a7d6-4126-be41-06d2336758d4 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] DELETE failed (client error): The resource could not be found. Jul 05 02:34:21.226727 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0f08f6d-a7d6-4126-be41-06d2336758d4 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94462) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:34:21.228551 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-b0f08f6d-a7d6-4126-be41-06d2336758d4 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "DELETE /v2.0/subnets/02dbc0d1-b5e5-466d-b9a0-786aa9c0aa5b HTTP/1.1" status: 404 len: 337 time: 0.0373862 Jul 05 02:34:21.240255 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43704) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:21.255680 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-7e397b1f-f3c7-4261-89e3-420dd3f50d83 None None] Attempting to bind port a6e52faa-4719-455d-9c8b-3fe36030423c on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:34:21.256452 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-7e397b1f-f3c7-4261-89e3-420dd3f50d83 None None] Attempting to bind port a6e52faa-4719-455d-9c8b-3fe36030423c by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '28442954-3b94-4232-a210-770f1ad638f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'a0a373d6-b059-4c9f-a45c-2b7e3e67bb6f'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:34:21.256809 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e397b1f-f3c7-4261-89e3-420dd3f50d83 None None] Attempting to bind port a6e52faa-4719-455d-9c8b-3fe36030423c on network a0a373d6-b059-4c9f-a45c-2b7e3e67bb6f {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:34:21.273412 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f540b2cf-f1d4-4238-9aa6-5521518fb1f3 req-7cddc7f0-385b-4142-91fb-4b4b223b5165 tempest-InstanceActionsV221TestJSON-919439988 tempest-InstanceActionsV221TestJSON-919439988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:21.275888 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f540b2cf-f1d4-4238-9aa6-5521518fb1f3 req-7cddc7f0-385b-4142-91fb-4b4b223b5165 tempest-InstanceActionsV221TestJSON-919439988 tempest-InstanceActionsV221TestJSON-919439988-project] 10.222.0.23 "GET /v2.0/networks?id=3eae4f7e-ce7e-4630-afc5-6d7e5add4d00 HTTP/1.1" status: 200 len: 817 time: 0.9089890 Jul 05 02:34:21.277441 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdcd1a6-b704-4ce2-854c-8d69c32e93b2 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:34:21.277946 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdcd1a6-b704-4ce2-854c-8d69c32e93b2 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:34:21.278452 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdcd1a6-b704-4ce2-854c-8d69c32e93b2 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:34:21.278963 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdcd1a6-b704-4ce2-854c-8d69c32e93b2 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:34:21.279457 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdcd1a6-b704-4ce2-854c-8d69c32e93b2 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:34:21.280073 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdcd1a6-b704-4ce2-854c-8d69c32e93b2 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:34:21.280863 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdcd1a6-b704-4ce2-854c-8d69c32e93b2 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:34:21.281611 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdcd1a6-b704-4ce2-854c-8d69c32e93b2 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:34:21.282235 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdcd1a6-b704-4ce2-854c-8d69c32e93b2 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:34:21.282721 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdcd1a6-b704-4ce2-854c-8d69c32e93b2 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:34:21.283205 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdcd1a6-b704-4ce2-854c-8d69c32e93b2 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:34:21.283325 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e397b1f-f3c7-4261-89e3-420dd3f50d83 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:34:21.283596 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e397b1f-f3c7-4261-89e3-420dd3f50d83 None None] Checking segment: {'id': '28442954-3b94-4232-a210-770f1ad638f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'a0a373d6-b059-4c9f-a45c-2b7e3e67bb6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:34:21.284007 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-7e397b1f-f3c7-4261-89e3-420dd3f50d83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:21.284126 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdcd1a6-b704-4ce2-854c-8d69c32e93b2 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:34:21.284443 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e397b1f-f3c7-4261-89e3-420dd3f50d83 None None] Bound using segment: {'id': '28442954-3b94-4232-a210-770f1ad638f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'a0a373d6-b059-4c9f-a45c-2b7e3e67bb6f'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:34:21.284971 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-7e397b1f-f3c7-4261-89e3-420dd3f50d83 None None] Bound port: a6e52faa-4719-455d-9c8b-3fe36030423c, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28442954-3b94-4232-a210-770f1ad638f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'a0a373d6-b059-4c9f-a45c-2b7e3e67bb6f'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:34:21.285430 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-7e397b1f-f3c7-4261-89e3-420dd3f50d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:21.287708 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 074eaaea-dcb2-473c-8713-e537b57bb74c completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:34:21.291655 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-d28ec10d-1562-4a42-b1cb-8c19d7b3a97a tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Allocated IP 172.22.0.1 (a0a373d6-b059-4c9f-a45c-2b7e3e67bb6f/8145a2d0-1847-44ba-9921-d01ca12a6710/2ba2546e-a4bb-4dcf-aec4-ab83521d257f) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:34:21.323089 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 074eaaea-dcb2-473c-8713-e537b57bb74c triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:34:21.323386 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:21.341401 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-84b6cc19-0d66-428b-a8e2-b97c7e1a1ee4 None None] Allocated IP 2001:db8::2 (645614b4-820b-4f46-90c4-1cf0ffc65ffc/140f83d9-e95c-45c3-bf75-e0d424ef0566/86ef45a9-ccff-420c-a151-a90f5f1c46f5) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:34:21.364050 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-8918aa4c-8990-4b15-a1b5-b36f59a5d2a9 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] Network 75d7851c-724a-4b04-b234-7f030196e3e8 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:34:21.382254 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-8918aa4c-8990-4b15-a1b5-b36f59a5d2a9 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:34:21.390895 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8918aa4c-8990-4b15-a1b5-b36f59a5d2a9 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] Pushing event updated for resources: {'Port': ['ID=908fc98f-fe14-468b-b399-9f1dc33ba561,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:21.395771 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-8918aa4c-8990-4b15-a1b5-b36f59a5d2a9 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:34:21.421913 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f540b2cf-f1d4-4238-9aa6-5521518fb1f3 req-3149bc1e-09e2-4ae7-92c2-368295e86710 tempest-InstanceActionsV221TestJSON-919439988 tempest-InstanceActionsV221TestJSON-919439988-project] 10.222.0.23 "GET /v2.0/quotas/7612b1c50695442f80cdea1ef51d747c HTTP/1.1" status: 200 len: 375 time: 0.1268985 Jul 05 02:34:21.483586 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-8918aa4c-8990-4b15-a1b5-b36f59a5d2a9 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:21.484303 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-8918aa4c-8990-4b15-a1b5-b36f59a5d2a9 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:21.490108 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-02f324eb-fe9d-4230-80c5-c2a2d9ad0974 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:21.545946 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f540b2cf-f1d4-4238-9aa6-5521518fb1f3 req-9bc7354e-f4e5-4f90-a8f9-f651313dbf37 tempest-InstanceActionsV221TestJSON-919439988 tempest-InstanceActionsV221TestJSON-919439988-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7612b1c50695442f80cdea1ef51d747c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1137354 Jul 05 02:34:21.575792 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d72183-95ad-460d-9f9a-4256cb5efd45 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Made reservation on behalf of 5acb4a7985304d84a755f649a8ac1cfa for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:34:21.581404 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-19d72183-95ad-460d-9f9a-4256cb5efd45 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:21.583479 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-da988a8a-482b-471c-bb5e-4f07278d712d tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Deleting subnet f90773d1-a074-4ade-aef0-22806301a20a {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:34:21.594144 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-da988a8a-482b-471c-bb5e-4f07278d712d tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:21.630165 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-21ea30aa-a44b-44ee-a91d-72fe00ba9ea5 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] 10.222.0.23 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.4002016 Jul 05 02:34:21.636350 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43708) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:21.653366 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-02f324eb-fe9d-4230-80c5-c2a2d9ad0974 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:21.692647 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-7e397b1f-f3c7-4261-89e3-420dd3f50d83 None None] For port a6e52faa-4719-455d-9c8b-3fe36030423c, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:34:21.703890 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-7e397b1f-f3c7-4261-89e3-420dd3f50d83 None None] For port a6e52faa-4719-455d-9c8b-3fe36030423c, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=a6e52faa-4719-455d-9c8b-3fe36030423c,segment=NetworkSegment(28442954-3b94-4232-a210-770f1ad638f0),segment_id=28442954-3b94-4232-a210-770f1ad638f0)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:34:21.714427 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [req-f540b2cf-f1d4-4238-9aa6-5521518fb1f3 req-42a9e028-1a64-4880-9368-e12557537849 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94462) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:34:21.721611 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f540b2cf-f1d4-4238-9aa6-5521518fb1f3 req-42a9e028-1a64-4880-9368-e12557537849 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1590605 Jul 05 02:34:21.742491 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-da988a8a-482b-471c-bb5e-4f07278d712d tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:21.769540 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-f4c974fb-02cb-40dc-90e3-95583a58dc74 None None] Provisioning complete for port 81842c55-afb0-48d9-b98b-8b5986284f60 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:34:21.770009 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f4c974fb-02cb-40dc-90e3-95583a58dc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:21.808703 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-8918aa4c-8990-4b15-a1b5-b36f59a5d2a9 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3670456 Jul 05 02:34:21.833436 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-7e397b1f-f3c7-4261-89e3-420dd3f50d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:21.853656 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd5bf05-eb2d-449c-b9a5-ee64efa01739 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:21.855308 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd5bf05-eb2d-449c-b9a5-ee64efa01739 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:21.856983 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-8bd5bf05-eb2d-449c-b9a5-ee64efa01739 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2176652 Jul 05 02:34:21.869651 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43710) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:21.907492 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d28ec10d-1562-4a42-b1cb-8c19d7b3a97a tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:21.912140 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:21.941016 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-dce37731-b95b-4dbb-b6b0-eba128c29d7f tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] Allocated IP 172.20.0.7 (75d7851c-724a-4b04-b234-7f030196e3e8/73a2242e-983a-4dab-a85f-708cce68efb7/e05b10e7-6dbf-4708-a417-0ecd4922801a) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:34:21.960887 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-f4c974fb-02cb-40dc-90e3-95583a58dc74 None None] Port 81842c55-afb0-48d9-b98b-8b5986284f60 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:34:21.993145 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [None req-d28ec10d-1562-4a42-b1cb-8c19d7b3a97a tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Transition to ACTIVE for port object 2ba2546e-a4bb-4dcf-aec4-ab83521d257f will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:34:21.993616 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f324eb-fe9d-4230-80c5-c2a2d9ad0974 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] Pushing event updated for resources: {'Port': ['ID=94f2b79c-9261-4e8a-9b44-28a0046afe23,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:22.004491 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-278fe07e-615b-42ff-9c51-961959435f81 service neutron] Request body: {'port': {'device_id': '250efa6b-f5e8-4f8b-99e6-8245a0260f84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:34:22.040615 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a49eee4-c65b-4cda-8100-9a3a2afae94a tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Attributes excluded by policy engine: ['shared'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:22.042252 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a49eee4-c65b-4cda-8100-9a3a2afae94a tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Attributes excluded by policy engine: ['shared'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:22.043847 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-4a49eee4-c65b-4cda-8100-9a3a2afae94a tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] 10.222.0.23 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1731746 Jul 05 02:34:22.050818 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43716) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:22.057266 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-da988a8a-482b-471c-bb5e-4f07278d712d tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:22.057547 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-02f324eb-fe9d-4230-80c5-c2a2d9ad0974 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] Network 75d7851c-724a-4b04-b234-7f030196e3e8 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:34:22.063609 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f540b2cf-f1d4-4238-9aa6-5521518fb1f3 req-7b95b70a-3705-4cc9-a2ce-32e4160c3cdf service neutron] 10.222.0.23 "GET /v2.0/networks/3eae4f7e-ce7e-4630-afc5-6d7e5add4d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3163326 Jul 05 02:34:22.115973 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e397b1f-f3c7-4261-89e3-420dd3f50d83 None None] Pushing event updated for resources: {'Port': ['ID=a6e52faa-4719-455d-9c8b-3fe36030423c,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:22.133671 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-02f324eb-fe9d-4230-80c5-c2a2d9ad0974 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:34:22.136918 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-02f324eb-fe9d-4230-80c5-c2a2d9ad0974 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:34:22.139120 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-84b6cc19-0d66-428b-a8e2-b97c7e1a1ee4 None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:22.168060 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 074eaaea-dcb2-473c-8713-e537b57bb74c, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=074eaaea-dcb2-473c-8713-e537b57bb74c,segment=NetworkSegment(236880a9-1e57-487c-b448-e34961bb7ab7),segment_id=236880a9-1e57-487c-b448-e34961bb7ab7)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:34:22.192590 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-84b6cc19-0d66-428b-a8e2-b97c7e1a1ee4 None None] Transition to ACTIVE for port object 86ef45a9-ccff-420c-a151-a90f5f1c46f5 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:34:22.227465 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-09a81479-9b8a-4013-90eb-9193c6d2ac68 None None] Provisioning complete for port 074eaaea-dcb2-473c-8713-e537b57bb74c triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:34:22.227800 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-09a81479-9b8a-4013-90eb-9193c6d2ac68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:22.246920 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f540b2cf-f1d4-4238-9aa6-5521518fb1f3 req-2c695ef8-9319-44b1-aff1-5b1588889d49 service neutron] 10.222.0.23 "GET /v2.0/networks/3eae4f7e-ce7e-4630-afc5-6d7e5add4d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603634 Jul 05 02:34:22.262543 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-84b6cc19-0d66-428b-a8e2-b97c7e1a1ee4 None None] Transition to ACTIVE for port object 86ef45a9-ccff-420c-a151-a90f5f1c46f5 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:34:22.318635 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:22.403259 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-19d72183-95ad-460d-9f9a-4256cb5efd45 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5763451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774823'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:22.415870 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-84b6cc19-0d66-428b-a8e2-b97c7e1a1ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:22.438868 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9d58d2-c734-4bad-95dc-7c8c06898b2e tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:22.444221 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d28ec10d-1562-4a42-b1cb-8c19d7b3a97a tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:22.450647 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-9d9d58d2-c734-4bad-95dc-7c8c06898b2e tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] 10.222.0.23 "GET /v2.0/networks/c06f3265-d57b-4fcb-ad50-92d8b0a42a0b HTTP/1.1" status: 200 len: 800 time: 0.3722696 Jul 05 02:34:22.504235 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=074eaaea-dcb2-473c-8713-e537b57bb74c,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:22.517487 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b6cc19-0d66-428b-a8e2-b97c7e1a1ee4 None None] Network 645614b4-820b-4f46-90c4-1cf0ffc65ffc is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:34:22.522749 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43718) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:22.556711 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-84b6cc19-0d66-428b-a8e2-b97c7e1a1ee4 None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:34:22.559549 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device a6e52faa-4719-455d-9c8b-3fe36030423c up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:34:22.569416 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b6cc19-0d66-428b-a8e2-b97c7e1a1ee4 None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:34:22.570479 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-da988a8a-482b-471c-bb5e-4f07278d712d tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:22.595628 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28ec10d-1562-4a42-b1cb-8c19d7b3a97a tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Network a0a373d6-b059-4c9f-a45c-2b7e3e67bb6f is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:34:22.596859 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-7e637192-66a2-4548-8687-6fd0a1e2d01e tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Allocated IP 2001:db8::15c (645614b4-820b-4f46-90c4-1cf0ffc65ffc/140f83d9-e95c-45c3-bf75-e0d424ef0566/1860cf5b-9493-4dd9-99ff-bc31362d543a) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:34:22.728268 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-d28ec10d-1562-4a42-b1cb-8c19d7b3a97a tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:34:22.741945 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28ec10d-1562-4a42-b1cb-8c19d7b3a97a tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:34:22.794530 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b6cc19-0d66-428b-a8e2-b97c7e1a1ee4 None None] Pushing event updated for resources: {'Port': ['ID=86ef45a9-ccff-420c-a151-a90f5f1c46f5,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:22.800908 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da988a8a-482b-471c-bb5e-4f07278d712d tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Pushing event deleted for resources: {'Subnet': ['ID=f90773d1-a074-4ade-aef0-22806301a20a,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:22.809795 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-da988a8a-482b-471c-bb5e-4f07278d712d tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks [] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:22.813096 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-da988a8a-482b-471c-bb5e-4f07278d712d tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "DELETE /v2.0/subnets/f90773d1-a074-4ade-aef0-22806301a20a HTTP/1.1" status: 204 len: 168 time: 1.5675035 Jul 05 02:34:22.819069 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28ec10d-1562-4a42-b1cb-8c19d7b3a97a tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Pushing event updated for resources: {'Port': ['ID=2ba2546e-a4bb-4dcf-aec4-ab83521d257f,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:22.823548 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43724) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:22.876378 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-84b6cc19-0d66-428b-a8e2-b97c7e1a1ee4 None None] Attempting to bind port 86ef45a9-ccff-420c-a151-a90f5f1c46f5 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:34:22.877388 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-84b6cc19-0d66-428b-a8e2-b97c7e1a1ee4 None None] Attempting to bind port 86ef45a9-ccff-420c-a151-a90f5f1c46f5 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '7838a11d-8b14-4e57-a232-00984f885b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '645614b4-820b-4f46-90c4-1cf0ffc65ffc'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:34:22.878337 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b6cc19-0d66-428b-a8e2-b97c7e1a1ee4 None None] Attempting to bind port 86ef45a9-ccff-420c-a151-a90f5f1c46f5 on network 645614b4-820b-4f46-90c4-1cf0ffc65ffc {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:34:22.888192 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ce9e486e-1f54-41cc-91f4-05c125affa89 req-a07118c6-e321-4d2b-b3a0-1dd0c4b4574b tempest-InstanceActionsV221TestJSON-919439988 tempest-InstanceActionsV221TestJSON-919439988-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d5b844e-4147-4d92-baa2-9af980ef8d19 HTTP/1.1" status: 200 len: 210 time: 0.1526291 Jul 05 02:34:22.903075 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b6cc19-0d66-428b-a8e2-b97c7e1a1ee4 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:34:22.905661 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b6cc19-0d66-428b-a8e2-b97c7e1a1ee4 None None] Checking segment: {'id': '7838a11d-8b14-4e57-a232-00984f885b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '645614b4-820b-4f46-90c4-1cf0ffc65ffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:34:22.906261 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-84b6cc19-0d66-428b-a8e2-b97c7e1a1ee4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:22.908079 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b6cc19-0d66-428b-a8e2-b97c7e1a1ee4 None None] Bound using segment: {'id': '7838a11d-8b14-4e57-a232-00984f885b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '645614b4-820b-4f46-90c4-1cf0ffc65ffc'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:34:22.908728 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-84b6cc19-0d66-428b-a8e2-b97c7e1a1ee4 None None] Bound port: 86ef45a9-ccff-420c-a151-a90f5f1c46f5, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7838a11d-8b14-4e57-a232-00984f885b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '645614b4-820b-4f46-90c4-1cf0ffc65ffc'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:34:22.909735 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-84b6cc19-0d66-428b-a8e2-b97c7e1a1ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:22.925037 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-02f324eb-fe9d-4230-80c5-c2a2d9ad0974 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:22.938408 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-02f324eb-fe9d-4230-80c5-c2a2d9ad0974 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:22.941387 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d72183-95ad-460d-9f9a-4256cb5efd45 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Pushing event updated for resources: {'Subnet': ['ID=53d745a5-7ac9-4c06-beba-e57d9b231b05,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:22.942909 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbfe31e1-b1cf-4717-8b87-c630b6661d1d tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] DELETE failed (client error): The resource could not be found. Jul 05 02:34:22.949441 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbfe31e1-b1cf-4717-8b87-c630b6661d1d tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94462) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:34:22.949441 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-dbfe31e1-b1cf-4717-8b87-c630b6661d1d tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "DELETE /v2.0/subnets/976978f7-5c98-4eb6-934d-589efd406d20 HTTP/1.1" status: 404 len: 337 time: 0.0887713 Jul 05 02:34:22.957976 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43730) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:22.982187 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d28ec10d-1562-4a42-b1cb-8c19d7b3a97a tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635668'] for router_interface, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:23.032713 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-84b6cc19-0d66-428b-a8e2-b97c7e1a1ee4 None None] For port 86ef45a9-ccff-420c-a151-a90f5f1c46f5, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:34:23.037882 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-84b6cc19-0d66-428b-a8e2-b97c7e1a1ee4 None None] For port 86ef45a9-ccff-420c-a151-a90f5f1c46f5, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=86ef45a9-ccff-420c-a151-a90f5f1c46f5,segment=NetworkSegment(7838a11d-8b14-4e57-a232-00984f885b53),segment_id=7838a11d-8b14-4e57-a232-00984f885b53)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:34:23.041371 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port a6e52faa-4719-455d-9c8b-3fe36030423c completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:34:23.093211 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7e637192-66a2-4548-8687-6fd0a1e2d01e tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:23.099212 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1eeae1de-426b-49b3-89da-5c4e6595e826 req-0e53e746-32fa-40ec-b21e-446d0d6b3721 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] 10.222.0.23 "GET /v2.0/ports?device_id=c92b9a24-9e44-4cd7-9afc-e7dd5720b292 HTTP/1.1" status: 200 len: 210 time: 0.6478465 Jul 05 02:34:23.114471 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-46e15747-806d-4fea-ac24-cd91a7cf9bae tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea11b905-ebcc-4632-9a3b-4a3f44ead851 HTTP/1.1" status: 200 len: 205 time: 0.1551778 Jul 05 02:34:23.118209 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43734) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:23.142709 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-84b6cc19-0d66-428b-a8e2-b97c7e1a1ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:23.162476 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-278fe07e-615b-42ff-9c51-961959435f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:23.221796 n-d-771362-32 neutron-server[94462]: INFO neutron.api.v2.resource [None req-d60af2ca-a97a-456a-9bda-60177e10002d tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] delete failed (client error): The resource could not be found. Jul 05 02:34:23.226665 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b6cc19-0d66-428b-a8e2-b97c7e1a1ee4 None None] Pushing event updated for resources: {'Port': ['ID=86ef45a9-ccff-420c-a151-a90f5f1c46f5,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:23.229643 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-d60af2ca-a97a-456a-9bda-60177e10002d tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "DELETE /v2.0/routers/ea11b905-ebcc-4632-9a3b-4a3f44ead851 HTTP/1.1" status: 404 len: 336 time: 0.1093709 Jul 05 02:34:23.233028 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43736) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:23.258195 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-26089dd4-2bb9-4895-8bc1-cf13724dc7ae tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] 10.222.0.23 "GET /v2.0/networks/c06f3265-d57b-4fcb-ad50-92d8b0a42a0b?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.7266669 Jul 05 02:34:23.291774 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43738) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:23.293802 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-39ccd4f8-e571-4500-bc0e-425bedaca5d3 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] DELETE failed (client error): The resource could not be found. Jul 05 02:34:23.294673 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39ccd4f8-e571-4500-bc0e-425bedaca5d3 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94462) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:34:23.299054 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-39ccd4f8-e571-4500-bc0e-425bedaca5d3 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "DELETE /v2.0/subnets/f02a2782-5777-45bd-89a1-cf137a01b7e4 HTTP/1.1" status: 404 len: 337 time: 0.0627069 Jul 05 02:34:23.307599 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43740) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:23.361136 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f6484eb7-7673-442e-a872-34a97938f8c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:23.407647 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-92611c53-92c6-4b52-a930-4dfd9bd11406 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] DELETE failed (client error): The resource could not be found. Jul 05 02:34:23.408263 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92611c53-92c6-4b52-a930-4dfd9bd11406 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94462) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:34:23.412653 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-92611c53-92c6-4b52-a930-4dfd9bd11406 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "DELETE /v2.0/subnets/f8444bb2-7718-41e1-a9f4-9afc7535a8f5 HTTP/1.1" status: 404 len: 337 time: 0.1000757 Jul 05 02:34:23.415707 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43742) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:23.462238 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d28ec10d-1562-4a42-b1cb-8c19d7b3a97a tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:23.467161 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32fd3620-dfc6-4b56-80e5-b630d75aebf5 None None] Network 6e23ee8a-6b59-4eae-b4fb-f4810d1759b1 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:34:23.468380 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-091f32a3-75db-434c-af13-05875b86db77 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] DELETE failed (client error): The resource could not be found. Jul 05 02:34:23.468924 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-091f32a3-75db-434c-af13-05875b86db77 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94462) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:34:23.473141 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-091f32a3-75db-434c-af13-05875b86db77 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "DELETE /v2.0/subnets/c9c7f7e2-6f33-42a5-bd59-aaabac7890ef HTTP/1.1" status: 404 len: 337 time: 0.0522134 Jul 05 02:34:23.474841 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43744) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:23.517880 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd499225-9e71-4869-b7a9-f201888dc0d7 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] DELETE failed (client error): The resource could not be found. Jul 05 02:34:23.518775 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd499225-9e71-4869-b7a9-f201888dc0d7 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94462) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:34:23.522873 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-dd499225-9e71-4869-b7a9-f201888dc0d7 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "DELETE /v2.0/ports/8d8b9137-af9d-4188-b5ec-df75b1c6acec HTTP/1.1" status: 404 len: 333 time: 0.0386429 Jul 05 02:34:23.539240 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2d33ff-d428-4b0a-858a-11f1d808c267 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:23.552615 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-7c2d33ff-d428-4b0a-858a-11f1d808c267 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] 10.222.0.23 "GET /v2.0/subnets/53ee007a-928b-4dd9-9288-682d4a29eff5 HTTP/1.1" status: 200 len: 811 time: 0.2545607 Jul 05 02:34:23.554223 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43746) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:23.576476 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43748) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:23.632379 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-26b47050-e3ed-479f-8262-0eb031cdbe1e None None] Provisioning complete for port 0509b09c-eb1d-465a-8222-6a7aa70323e1 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:34:23.632912 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-26b47050-e3ed-479f-8262-0eb031cdbe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:23.720116 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-60f47fe5-c64a-4168-9a54-db60ec3348aa tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] DELETE failed (client error): The resource could not be found. Jul 05 02:34:23.720896 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60f47fe5-c64a-4168-9a54-db60ec3348aa tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94462) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:34:23.731128 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-60f47fe5-c64a-4168-9a54-db60ec3348aa tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "DELETE /v2.0/subnets/a7938f91-a8af-4d5f-9c8c-46dc57f2efd2 HTTP/1.1" status: 404 len: 337 time: 0.1738565 Jul 05 02:34:23.732113 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43750) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:23.813322 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [None req-7e637192-66a2-4548-8687-6fd0a1e2d01e tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Transition to ACTIVE for port object 1860cf5b-9493-4dd9-99ff-bc31362d543a will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:34:23.873760 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-02f324eb-fe9d-4230-80c5-c2a2d9ad0974 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7627864 Jul 05 02:34:23.902159 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-962d108d-e059-4645-9378-fb18a27d61b8 service neutron] Request body: {'port': {'device_id': 'e3395e94-ff82-4e81-9331-b64fe4728999', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:34:24.008034 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7e637192-66a2-4548-8687-6fd0a1e2d01e tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:24.083701 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e99069c-d06c-4c75-b4b0-9b66ea84a004 None None] Network a0a373d6-b059-4c9f-a45c-2b7e3e67bb6f requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:34:24.174424 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e637192-66a2-4548-8687-6fd0a1e2d01e tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Network 645614b4-820b-4f46-90c4-1cf0ffc65ffc is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:34:24.188073 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-7e637192-66a2-4548-8687-6fd0a1e2d01e tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:34:24.190723 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e637192-66a2-4548-8687-6fd0a1e2d01e tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:34:24.197039 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e637192-66a2-4548-8687-6fd0a1e2d01e tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:24.197804 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7e637192-66a2-4548-8687-6fd0a1e2d01e tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:24.215959 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d72183-95ad-460d-9f9a-4256cb5efd45 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Checking segment: {'id': '8d8d38af-0b20-4931-a15d-5cc710901003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '593907a4-006a-452c-befc-f7a4772c3e23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:34:24.216314 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d72183-95ad-460d-9f9a-4256cb5efd45 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Network hostable DHCP agents. Network: 593907a4-006a-452c-befc-f7a4772c3e23, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:34:24.263223 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:24.365845 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e637192-66a2-4548-8687-6fd0a1e2d01e tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Pushing event updated for resources: {'Port': ['ID=1860cf5b-9493-4dd9-99ff-bc31362d543a,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:24.377151 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-962d108d-e059-4645-9378-fb18a27d61b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:24.393703 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978fadc1-d3f5-47b9-9146-e73333477ab8 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Attributes excluded by policy engine: ['shared'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:24.405313 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-978fadc1-d3f5-47b9-9146-e73333477ab8 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] 10.222.0.23 "GET /v2.0/subnets/53ee007a-928b-4dd9-9288-682d4a29eff5?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.8228264 Jul 05 02:34:24.430442 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43760) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:24.433712 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-28e792ce-61cf-474e-aa65-a1ada633ec35 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] DELETE failed (client error): The resource could not be found. Jul 05 02:34:24.434379 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28e792ce-61cf-474e-aa65-a1ada633ec35 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94462) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:34:24.436423 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-28e792ce-61cf-474e-aa65-a1ada633ec35 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "DELETE /v2.0/subnets/1fa25e68-edff-426a-82fe-7a88395c84bb HTTP/1.1" status: 404 len: 337 time: 0.6947923 Jul 05 02:34:24.440882 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-97338ba3-6926-4e34-bb3e-cb896916755b tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-800258967'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:34:24.461462 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1600c1ed-9a2f-4ffc-abfc-80e1a0fa8cab req-10805dc5-65a3-4053-b451-95577c9e42e7 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] 10.222.0.23 "GET /v2.0/ports?device_id=c92b9a24-9e44-4cd7-9afc-e7dd5720b292 HTTP/1.1" status: 200 len: 210 time: 0.1608596 Jul 05 02:34:24.466026 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43762) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:24.488722 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-7e637192-66a2-4548-8687-6fd0a1e2d01e tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 4.1385643 Jul 05 02:34:24.489396 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43764) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:24.511993 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a3022b22-e044-4922-bfd3-30f9ea147069 req-4e6adae6-9d39-44a6-9d1b-42b9ec898ba3 tempest-InstanceActionsV221TestJSON-919439988 tempest-InstanceActionsV221TestJSON-919439988-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d5b844e-4147-4d92-baa2-9af980ef8d19 HTTP/1.1" status: 200 len: 210 time: 0.1081629 Jul 05 02:34:24.571970 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-dce37731-b95b-4dbb-b6b0-eba128c29d7f tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:24.575229 n-d-771362-32 neutron-server[94461]: INFO neutron.pecan_wsgi.hooks.translation [None req-1708f3de-5309-49c5-82d8-223e9d57c2a2 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] DELETE failed (client error): The resource could not be found. Jul 05 02:34:24.576016 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1708f3de-5309-49c5-82d8-223e9d57c2a2 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:34:24.577772 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-1708f3de-5309-49c5-82d8-223e9d57c2a2 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "DELETE /v2.0/ports/9c271ca6-30e7-42a1-a20b-bde61f61c97d HTTP/1.1" status: 404 len: 333 time: 0.1084349 Jul 05 02:34:24.607715 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43766) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:24.643364 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-26b47050-e3ed-479f-8262-0eb031cdbe1e None None] Provisioning complete for port 81842c55-afb0-48d9-b98b-8b5986284f60 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:34:24.644153 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-26b47050-e3ed-479f-8262-0eb031cdbe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:24.662646 n-d-771362-32 neutron-server[94461]: INFO neutron.pecan_wsgi.hooks.translation [None req-c60fcdab-51e1-434a-8656-503d38b06bf4 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] DELETE failed (client error): The resource could not be found. Jul 05 02:34:24.663112 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c60fcdab-51e1-434a-8656-503d38b06bf4 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:34:24.664917 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-c60fcdab-51e1-434a-8656-503d38b06bf4 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "DELETE /v2.0/subnets/58961f1c-a19e-4653-bcc1-84ba4fc19ab0 HTTP/1.1" status: 404 len: 337 time: 0.0563502 Jul 05 02:34:24.691221 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43768) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:24.737609 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-26b47050-e3ed-479f-8262-0eb031cdbe1e None None] Port 81842c55-afb0-48d9-b98b-8b5986284f60 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:34:24.749901 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:24.751159 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d72183-95ad-460d-9f9a-4256cb5efd45 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Network 593907a4-006a-452c-befc-f7a4772c3e23 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:34:24.755600 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 86ef45a9-ccff-420c-a151-a90f5f1c46f5 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:34:24.813527 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c721c37-0507-4789-a4cc-b9733bdebfa2 None None] DHCP port deletion for 6e23ee8a-6b59-4eae-b4fb-f4810d1759b1 request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:34:24.896626 n-d-771362-32 neutron-server[94461]: INFO neutron.pecan_wsgi.hooks.translation [None req-e07018c5-6b5d-4b66-95a4-c95576f30f79 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] DELETE failed (client error): The resource could not be found. Jul 05 02:34:24.897373 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e07018c5-6b5d-4b66-95a4-c95576f30f79 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:34:24.902344 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-e07018c5-6b5d-4b66-95a4-c95576f30f79 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "DELETE /v2.0/subnets/c3263f8a-45ff-495c-bb05-9a62fceab06c HTTP/1.1" status: 404 len: 337 time: 0.2100384 Jul 05 02:34:24.904029 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-4c721c37-0507-4789-a4cc-b9733bdebfa2 None None] Deleting port 0509b09c-eb1d-465a-8222-6a7aa70323e1 {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:34:24.904572 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4c721c37-0507-4789-a4cc-b9733bdebfa2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:24.920701 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43770) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:24.925023 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d28ec10d-1562-4a42-b1cb-8c19d7b3a97a tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:24.927467 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97338ba3-6926-4e34-bb3e-cb896916755b tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Made reservation on behalf of d5279038e8454126be0c5c273f41a9ef for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:34:24.931687 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-97338ba3-6926-4e34-bb3e-cb896916755b tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:24.935853 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 86ef45a9-ccff-420c-a151-a90f5f1c46f5 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:34:24.963432 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97338ba3-6926-4e34-bb3e-cb896916755b tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:34:24.978305 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-97338ba3-6926-4e34-bb3e-cb896916755b tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:24.979382 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-97338ba3-6926-4e34-bb3e-cb896916755b tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Added segment d4c9fb71-7f1a-46af-9a65-c7547665ae90 of type vlan for network 226c7bbb-ebba-4cef-a1a1-e77df7f0f8c7 Jul 05 02:34:24.993609 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 074eaaea-dcb2-473c-8713-e537b57bb74c up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:34:25.016933 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d28ec10d-1562-4a42-b1cb-8c19d7b3a97a tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:25.022884 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-39da21c1-f7ca-48f6-9c21-35d6ae321a62 None None] Provisioning for port a6e52faa-4719-455d-9c8b-3fe36030423c completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:34:25.038368 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38d468c-6bb3-446d-a84b-17354b47abfd None None] Network 645614b4-820b-4f46-90c4-1cf0ffc65ffc requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:34:25.061594 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-2679ad63-8388-4d75-bb61-e64cd90997f3 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Deleting port 1860cf5b-9493-4dd9-99ff-bc31362d543a {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:34:25.062433 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2679ad63-8388-4d75-bb61-e64cd90997f3 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:25.126010 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-39da21c1-f7ca-48f6-9c21-35d6ae321a62 None None] Provisioning complete for port a6e52faa-4719-455d-9c8b-3fe36030423c triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:34:25.126010 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-39da21c1-f7ca-48f6-9c21-35d6ae321a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:25.207450 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-97338ba3-6926-4e34-bb3e-cb896916755b tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:25.209783 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-19d72183-95ad-460d-9f9a-4256cb5efd45 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 593907a4-006a-452c-befc-f7a4772c3e23) {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:34:25.221961 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-dce37731-b95b-4dbb-b6b0-eba128c29d7f tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:25.272448 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d28ec10d-1562-4a42-b1cb-8c19d7b3a97a tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634601'] for router_interface, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:25.274894 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7901a792-0145-446a-916a-4956773c9ae2 None None] Network 593907a4-006a-452c-befc-f7a4772c3e23 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:34:25.277698 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28ec10d-1562-4a42-b1cb-8c19d7b3a97a tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Pushing event updated for resources: {'Port': ['ID=2ba2546e-a4bb-4dcf-aec4-ab83521d257f,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:25.299987 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d72183-95ad-460d-9f9a-4256cb5efd45 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:25.300673 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-19d72183-95ad-460d-9f9a-4256cb5efd45 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:25.353030 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-4c721c37-0507-4789-a4cc-b9733bdebfa2 None None] For port 0509b09c-eb1d-465a-8222-6a7aa70323e1, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=0509b09c-eb1d-465a-8222-6a7aa70323e1,segment=NetworkSegment(6aff1cb9-b340-42ec-b363-0b26517ecca9),segment_id=6aff1cb9-b340-42ec-b363-0b26517ecca9)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:34:25.354958 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4c721c37-0507-4789-a4cc-b9733bdebfa2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:25.378181 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce37731-b95b-4dbb-b6b0-eba128c29d7f tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] Pushing event updated for resources: {'Port': ['ID=e05b10e7-6dbf-4708-a417-0ecd4922801a,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:25.416702 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43774) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:25.417409 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-19d72183-95ad-460d-9f9a-4256cb5efd45 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 5.0660207 Jul 05 02:34:25.419951 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2679ad63-8388-4d75-bb61-e64cd90997f3 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:25.443997 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-4c721c37-0507-4789-a4cc-b9733bdebfa2 None None] Calling delete_port for 0509b09c-eb1d-465a-8222-6a7aa70323e1 owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:34:25.444243 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-dce37731-b95b-4dbb-b6b0-eba128c29d7f tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] Network 75d7851c-724a-4b04-b234-7f030196e3e8 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:34:25.451003 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-dce37731-b95b-4dbb-b6b0-eba128c29d7f tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:34:25.451668 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-97338ba3-6926-4e34-bb3e-cb896916755b tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:25.458985 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97338ba3-6926-4e34-bb3e-cb896916755b tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:25.460370 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-97338ba3-6926-4e34-bb3e-cb896916755b tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:25.462731 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-2679ad63-8388-4d75-bb61-e64cd90997f3 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Calling delete_port for 1860cf5b-9493-4dd9-99ff-bc31362d543a owned by {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:34:25.466494 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-dce37731-b95b-4dbb-b6b0-eba128c29d7f tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:34:25.509763 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 074eaaea-dcb2-473c-8713-e537b57bb74c triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:34:25.514397 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:25.576209 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-dce37731-b95b-4dbb-b6b0-eba128c29d7f tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:25.578098 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-dce37731-b95b-4dbb-b6b0-eba128c29d7f tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:25.670714 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-39da21c1-f7ca-48f6-9c21-35d6ae321a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:25.678874 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28ec10d-1562-4a42-b1cb-8c19d7b3a97a tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Network a0a373d6-b059-4c9f-a45c-2b7e3e67bb6f is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:34:25.710393 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-97338ba3-6926-4e34-bb3e-cb896916755b tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2762856 Jul 05 02:34:25.710393 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-d28ec10d-1562-4a42-b1cb-8c19d7b3a97a tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:34:25.718975 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43780) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:25.723447 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-79575bd8-ee43-463d-b763-de214e8bb801 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Deleting port 81842c55-afb0-48d9-b98b-8b5986284f60 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:34:25.724022 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-79575bd8-ee43-463d-b763-de214e8bb801 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:25.735853 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-b487b29a-68f0-4b9d-b5f9-6558dae955e9 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Request body: {'subnet': {'network_id': '226c7bbb-ebba-4cef-a1a1-e77df7f0f8c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:34:25.758204 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97338ba3-6926-4e34-bb3e-cb896916755b tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Pushing event updated for resources: {'Network': ['ID=226c7bbb-ebba-4cef-a1a1-e77df7f0f8c7,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:25.803923 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 226c7bbb-ebba-4cef-a1a1-e77df7f0f8c7 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:34:25.822611 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-79575bd8-ee43-463d-b763-de214e8bb801 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:25.837783 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-79575bd8-ee43-463d-b763-de214e8bb801 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Calling delete_port for 81842c55-afb0-48d9-b98b-8b5986284f60 owned by {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:34:25.881776 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d7d27da0-6e9d-4ca7-be33-08dfa37cb19c req-55fcbbde-3728-44a9-85bf-611bf572e694 tempest-InstanceActionsV221TestJSON-919439988 tempest-InstanceActionsV221TestJSON-919439988-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d5b844e-4147-4d92-baa2-9af980ef8d19 HTTP/1.1" status: 200 len: 210 time: 0.1421647 Jul 05 02:34:26.000272 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a545e05d-105f-4456-887e-0bece3f2180e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-593907a4-006a-452c-befc-f7a4772c3e23', 'network_id': '593907a4-006a-452c-befc-f7a4772c3e23', 'tenant_id': '5acb4a7985304d84a755f649a8ac1cfa', 'fixed_ips': [{'subnet_id': '53d745a5-7ac9-4c06-beba-e57d9b231b05'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:34:26.001501 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a545e05d-105f-4456-887e-0bece3f2180e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:26.009628 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-dce37731-b95b-4dbb-b6b0-eba128c29d7f tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.7059534 Jul 05 02:34:26.053175 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-06bfaa99-48c5-42c4-8848-d21c68eab401 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:26.109384 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-8bc84fef-a31f-4f21-8829-17e81bebd933 service neutron] Request body: {'port': {'device_id': 'c92b9a24-9e44-4cd7-9afc-e7dd5720b292', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:34:26.129511 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-79575bd8-ee43-463d-b763-de214e8bb801 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:26.149311 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d28ec10d-1562-4a42-b1cb-8c19d7b3a97a tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Router c9186722-52de-47b2-9135-5f1c8d3ae25d has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:34:26.209828 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-39da21c1-f7ca-48f6-9c21-35d6ae321a62 None None] For port a6e52faa-4719-455d-9c8b-3fe36030423c, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=a6e52faa-4719-455d-9c8b-3fe36030423c,segment=NetworkSegment(28442954-3b94-4232-a210-770f1ad638f0),segment_id=28442954-3b94-4232-a210-770f1ad638f0)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:34:26.245989 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-06bfaa99-48c5-42c4-8848-d21c68eab401 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:26.291078 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-278fe07e-615b-42ff-9c51-961959435f81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 908fc98f-fe14-468b-b399-9f1dc33ba561 {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:34:26.299739 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-278fe07e-615b-42ff-9c51-961959435f81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:26.337661 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-a545e05d-105f-4456-887e-0bece3f2180e None None] Allocated IP 2001:db8::1 (593907a4-006a-452c-befc-f7a4772c3e23/53d745a5-7ac9-4c06-beba-e57d9b231b05/abc470f4-f0cc-4782-849e-4e78815dadb9) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:34:26.337959 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79575bd8-ee43-463d-b763-de214e8bb801 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Pushing event deleted for resources: {'Port': ['ID=81842c55-afb0-48d9-b98b-8b5986284f60,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:26.347984 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d28ec10d-1562-4a42-b1cb-8c19d7b3a97a tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:34:26.349924 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b487b29a-68f0-4b9d-b5f9-6558dae955e9 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Made reservation on behalf of d5279038e8454126be0c5c273f41a9ef for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:34:26.355459 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b487b29a-68f0-4b9d-b5f9-6558dae955e9 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:26.361347 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769ca190-6b9d-4032-8550-697428a3a3d4 None None] Sync routers for ids ['c9186722-52de-47b2-9135-5f1c8d3ae25d'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:34:26.400154 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769ca190-6b9d-4032-8550-697428a3a3d4 None None] Routers {'c9186722-52de-47b2-9135-5f1c8d3ae25d'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:34:26.400896 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-769ca190-6b9d-4032-8550-697428a3a3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:34:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['c9186722-52de-47b2-9135-5f1c8d3ae25d'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:34:26.436176 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-79575bd8-ee43-463d-b763-de214e8bb801 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:26.443419 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.ipam_backend_mixin [None req-b487b29a-68f0-4b9d-b5f9-6558dae955e9 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Performing IP validity checks on allocation pools {{(pid=94462) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 05 02:34:26.443936 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.ipam_backend_mixin [None req-b487b29a-68f0-4b9d-b5f9-6558dae955e9 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94462) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 05 02:34:26.454091 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-79575bd8-ee43-463d-b763-de214e8bb801 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "DELETE /v2.0/ports/81842c55-afb0-48d9-b98b-8b5986284f60 HTTP/1.1" status: 204 len: 168 time: 1.5283263 Jul 05 02:34:26.500392 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 0509b09c-eb1d-465a-8222-6a7aa70323e1 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:34:26.513350 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-39da21c1-f7ca-48f6-9c21-35d6ae321a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:26.585777 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:26.593111 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4c721c37-0507-4789-a4cc-b9733bdebfa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:26.596828 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43784) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:26.602654 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-278fe07e-615b-42ff-9c51-961959435f81 service neutron] Transition to ACTIVE for port object 908fc98f-fe14-468b-b399-9f1dc33ba561 will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:34:26.657263 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c721c37-0507-4789-a4cc-b9733bdebfa2 None None] No DVR routers for this DVR port 0509b09c-eb1d-465a-8222-6a7aa70323e1 on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:34:26.738509 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-769ca190-6b9d-4032-8550-697428a3a3d4 None None] Set router c9186722-52de-47b2-9135-5f1c8d3ae25d gateway port host: None {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:34:26.741636 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39da21c1-f7ca-48f6-9c21-35d6ae321a62 None None] Pushing event updated for resources: {'Port': ['ID=a6e52faa-4719-455d-9c8b-3fe36030423c,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:26.747787 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-d28ec10d-1562-4a42-b1cb-8c19d7b3a97a tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "PUT /v2.0/routers/c9186722-52de-47b2-9135-5f1c8d3ae25d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0161819 Jul 05 02:34:26.749043 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43786) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:26.766240 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-0fd70f11-5965-4250-baf5-82d691617976 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Request body: {'network': {'name': 'tempest-RoutersTest-862610366'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:34:26.909075 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-278fe07e-615b-42ff-9c51-961959435f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:26.917807 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3137e1e6-e118-42b3-a5ae-72c84d26ad49 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:26.926575 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f540b2cf-f1d4-4238-9aa6-5521518fb1f3 req-821bf817-09e4-44e0-abb4-ef4c8ece4f9f tempest-InstanceActionsV221TestJSON-919439988 tempest-InstanceActionsV221TestJSON-919439988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:26.928763 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f540b2cf-f1d4-4238-9aa6-5521518fb1f3 req-821bf817-09e4-44e0-abb4-ef4c8ece4f9f tempest-InstanceActionsV221TestJSON-919439988 tempest-InstanceActionsV221TestJSON-919439988-project] 10.222.0.21 "GET /v2.0/networks?id=3eae4f7e-ce7e-4630-afc5-6d7e5add4d00 HTTP/1.1" status: 200 len: 817 time: 0.5850024 Jul 05 02:34:26.929446 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2679ad63-8388-4d75-bb61-e64cd90997f3 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:26.943003 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b487b29a-68f0-4b9d-b5f9-6558dae955e9 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:26.944845 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-f540b2cf-f1d4-4238-9aa6-5521518fb1f3 req-a551241c-bc2c-488d-bbf4-de47209e10e7 tempest-InstanceActionsV221TestJSON-919439988 tempest-InstanceActionsV221TestJSON-919439988-project] Request body: {'port': {'device_id': '9d5b844e-4147-4d92-baa2-9af980ef8d19', 'network_id': '3eae4f7e-ce7e-4630-afc5-6d7e5add4d00', 'admin_state_up': True, 'tenant_id': '7612b1c50695442f80cdea1ef51d747c'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:34:27.020608 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c721c37-0507-4789-a4cc-b9733bdebfa2 None None] Pushing event deleted for resources: {'Port': ['ID=0509b09c-eb1d-465a-8222-6a7aa70323e1,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:27.026187 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No active binding found for port 0509b09c-eb1d-465a-8222-6a7aa70323e1 {{(pid=94463) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 05 02:34:27.026611 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 0509b09c-eb1d-465a-8222-6a7aa70323e1 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:34:27.040246 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-29196a15-f3ed-4df5-ab60-4c9929df91d1 None None] Provisioning complete for port a6e52faa-4719-455d-9c8b-3fe36030423c triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:34:27.040246 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-29196a15-f3ed-4df5-ab60-4c9929df91d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:27.059844 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b487b29a-68f0-4b9d-b5f9-6558dae955e9 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Pushing event updated for resources: {'Subnet': ['ID=0989ab48-0a9e-4055-9eb2-8164af56fbec,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:27.079862 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fd70f11-5965-4250-baf5-82d691617976 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Made reservation on behalf of 1593a1e15f6f447095222242302728ea for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:34:27.084661 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0fd70f11-5965-4250-baf5-82d691617976 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:27.196505 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278fe07e-615b-42ff-9c51-961959435f81 service neutron] Pushing event updated for resources: {'Port': ['ID=908fc98f-fe14-468b-b399-9f1dc33ba561,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:27.213045 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-026b2223-523d-402c-a1d9-e019e3a0410b req-f23834bd-d6e3-4e74-b7ed-52f39f194a0b tempest-InstanceActionsV221TestJSON-919439988 tempest-InstanceActionsV221TestJSON-919439988-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d5b844e-4147-4d92-baa2-9af980ef8d19 HTTP/1.1" status: 200 len: 210 time: 0.0997667 Jul 05 02:34:27.217233 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b487b29a-68f0-4b9d-b5f9-6558dae955e9 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Checking segment: {'id': 'd4c9fb71-7f1a-46af-9a65-c7547665ae90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '226c7bbb-ebba-4cef-a1a1-e77df7f0f8c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:34:27.217233 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b487b29a-68f0-4b9d-b5f9-6558dae955e9 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Network hostable DHCP agents. Network: 226c7bbb-ebba-4cef-a1a1-e77df7f0f8c7, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:34:27.259101 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fd70f11-5965-4250-baf5-82d691617976 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:34:27.265691 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bd3db0-398d-432a-a900-7674b18482d1 req-2b86f804-4ef7-4792-9ef5-185b782123e9 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:27.267663 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a4bd3db0-398d-432a-a900-7674b18482d1 req-2b86f804-4ef7-4792-9ef5-185b782123e9 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] 10.222.0.23 "GET /v2.0/ports?device_id=c92b9a24-9e44-4cd7-9afc-e7dd5720b292 HTTP/1.1" status: 200 len: 931 time: 1.3574309 Jul 05 02:34:27.281632 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0fd70f11-5965-4250-baf5-82d691617976 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:27.282385 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-0fd70f11-5965-4250-baf5-82d691617976 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Added segment 87ddf658-a47c-468f-9f47-66fd6a32b3b9 of type vlan for network 08159b95-4070-499d-a1fb-37d3afb658cf Jul 05 02:34:27.346879 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0fd70f11-5965-4250-baf5-82d691617976 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:27.380855 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b487b29a-68f0-4b9d-b5f9-6558dae955e9 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Network 226c7bbb-ebba-4cef-a1a1-e77df7f0f8c7 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:34:27.452972 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0fd70f11-5965-4250-baf5-82d691617976 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:27.453684 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a545e05d-105f-4456-887e-0bece3f2180e None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:27.459391 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-962d108d-e059-4645-9378-fb18a27d61b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94f2b79c-9261-4e8a-9b44-28a0046afe23 {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:34:27.460402 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd70f11-5965-4250-baf5-82d691617976 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:27.461352 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0fd70f11-5965-4250-baf5-82d691617976 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:27.468292 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-962d108d-e059-4645-9378-fb18a27d61b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:27.486607 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-a545e05d-105f-4456-887e-0bece3f2180e None None] Transition to ACTIVE for port object abc470f4-f0cc-4782-849e-4e78815dadb9 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:34:27.493456 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-8bc84fef-a31f-4f21-8829-17e81bebd933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:27.512653 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-a545e05d-105f-4456-887e-0bece3f2180e None None] Transition to ACTIVE for port object abc470f4-f0cc-4782-849e-4e78815dadb9 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:34:27.545771 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-b487b29a-68f0-4b9d-b5f9-6558dae955e9 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 226c7bbb-ebba-4cef-a1a1-e77df7f0f8c7) {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:34:27.562278 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b487b29a-68f0-4b9d-b5f9-6558dae955e9 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:27.562985 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b487b29a-68f0-4b9d-b5f9-6558dae955e9 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks [] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:27.570287 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2679ad63-8388-4d75-bb61-e64cd90997f3 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Pushing event deleted for resources: {'Port': ['ID=1860cf5b-9493-4dd9-99ff-bc31362d543a,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:27.577692 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2679ad63-8388-4d75-bb61-e64cd90997f3 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:27.580086 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-2679ad63-8388-4d75-bb61-e64cd90997f3 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "DELETE /v2.0/ports/1860cf5b-9493-4dd9-99ff-bc31362d543a HTTP/1.1" status: 204 len: 168 time: 3.0820234 Jul 05 02:34:27.581472 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd70f11-5965-4250-baf5-82d691617976 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Pushing event updated for resources: {'Network': ['ID=08159b95-4070-499d-a1fb-37d3afb658cf,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:27.590887 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a159ec-1995-42bd-8af5-27e54b0e9370 None None] Network 226c7bbb-ebba-4cef-a1a1-e77df7f0f8c7 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:34:27.592040 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43792) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:27.595702 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-0fd70f11-5965-4250-baf5-82d691617976 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8456981 Jul 05 02:34:27.614269 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43794) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:27.643201 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-962d108d-e059-4645-9378-fb18a27d61b8 service neutron] Transition to ACTIVE for port object 94f2b79c-9261-4e8a-9b44-28a0046afe23 will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:34:27.647559 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-a4022983-f2e3-40e2-ac60-ccb024baf423 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Request body: {'subnet': {'network_id': '08159b95-4070-499d-a1fb-37d3afb658cf', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:34:27.652689 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-37a85905-dc8c-4de7-8ce0-325d9e19fd3f tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] GET failed (client error): The resource could not be found. Jul 05 02:34:27.658088 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-37a85905-dc8c-4de7-8ce0-325d9e19fd3f tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "GET /v2.0/ports/1860cf5b-9493-4dd9-99ff-bc31362d543a HTTP/1.1" status: 404 len: 333 time: 0.0587204 Jul 05 02:34:27.658906 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43796) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:27.662175 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 08159b95-4070-499d-a1fb-37d3afb658cf details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:34:27.682715 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a4bd3db0-398d-432a-a900-7674b18482d1 req-627a392f-e3e6-43a0-b165-9d5024ae3814 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] 10.222.0.23 "GET /v2.0/security-groups?id=b12511d7-db06-44f1-9a59-5e8d4e800492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738813 Jul 05 02:34:27.719406 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a545e05d-105f-4456-887e-0bece3f2180e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:27.722870 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-769ca190-6b9d-4032-8550-697428a3a3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9186722-52de-47b2-9135-5f1c8d3ae25d', 'name': 'tempest-RoutersTest-router-470164913', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:33:46Z', 'updated_at': '2021-07-05T02:34:23Z', 'revision_number': 4, 'project_id': '1593a1e15f6f447095222242302728ea', 'gw_port_host': None, '_interfaces': [{'id': '2ba2546e-a4bb-4dcf-aec4-ab83521d257f', 'name': '', 'network_id': 'a0a373d6-b059-4c9f-a45c-2b7e3e67bb6f', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'mac_address': 'fa:16:3e:d7:23:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9186722-52de-47b2-9135-5f1c8d3ae25d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '8145a2d0-1847-44ba-9921-d01ca12a6710', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:34:20Z', 'updated_at': '2021-07-05T02:34:24Z', 'revision_number': 2, 'project_id': '1593a1e15f6f447095222242302728ea', 'subnets': [{'id': '8145a2d0-1847-44ba-9921-d01ca12a6710', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8618466f-a565-4b5c-82a9-c5490b94b1a3', 'name': '', 'network_id': 'f0125670-d567-405c-b9f9-ee4770d92856', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'mac_address': 'fa:16:3e:3b:45:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9186722-52de-47b2-9135-5f1c8d3ae25d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': '008675e9-deb9-4e8a-a572-225b5a0b3f0e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:34:06Z', 'updated_at': '2021-07-05T02:34:18Z', 'revision_number': 5, 'project_id': '1593a1e15f6f447095222242302728ea', 'subnets': [{'id': '008675e9-deb9-4e8a-a572-225b5a0b3f0e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dba0dfbf-7010-4536-b7df-26e9ea799191', 'name': '', 'network_id': '3fed85df-41ee-4d95-a0fe-213f0ea583d4', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'mac_address': 'fa:16:3e:f2:fd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9186722-52de-47b2-9135-5f1c8d3ae25d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': 'd6de9b19-3a6a-419b-855c-91ae8d28d02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:33:52Z', 'updated_at': '2021-07-05T02:34:04Z', 'revision_number': 5, 'project_id': '1593a1e15f6f447095222242302728ea', 'subnets': [{'id': 'd6de9b19-3a6a-419b-855c-91ae8d28d02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:34:27.737797 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-c46134e0-d854-4844-bdc8-1827e8f3f127 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Deleting subnet 140f83d9-e95c-45c3-bf75-e0d424ef0566 {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:34:27.744705 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c46134e0-d854-4844-bdc8-1827e8f3f127 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:27.787799 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-b487b29a-68f0-4b9d-b5f9-6558dae955e9 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.0542896 Jul 05 02:34:27.788249 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43798) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:27.792442 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c46134e0-d854-4844-bdc8-1827e8f3f127 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:27.798537 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-8459df63-cac5-4b49-afb5-badc7a309db6 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:34:27.810017 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769ca190-6b9d-4032-8550-697428a3a3d4 None None] Checking router: c9186722-52de-47b2-9135-5f1c8d3ae25d for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:34:27.810392 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769ca190-6b9d-4032-8550-697428a3a3d4 None None] Updating router c9186722-52de-47b2-9135-5f1c8d3ae25d port 2ba2546e-a4bb-4dcf-aec4-ab83521d257f binding host n-d-771362-32 {{(pid=94463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 02:34:27.856692 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-962d108d-e059-4645-9378-fb18a27d61b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:27.857507 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a545e05d-105f-4456-887e-0bece3f2180e None None] Network 593907a4-006a-452c-befc-f7a4772c3e23 is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:34:27.873500 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-a545e05d-105f-4456-887e-0bece3f2180e None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:34:27.879640 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a545e05d-105f-4456-887e-0bece3f2180e None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:34:27.906299 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-06bfaa99-48c5-42c4-8848-d21c68eab401 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:27.906545 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a545e05d-105f-4456-887e-0bece3f2180e None None] Pushing event updated for resources: {'Port': ['ID=abc470f4-f0cc-4782-849e-4e78815dadb9,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:27.944455 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-769ca190-6b9d-4032-8550-697428a3a3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:27.959654 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3137e1e6-e118-42b3-a5ae-72c84d26ad49 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:27.997916 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-29196a15-f3ed-4df5-ab60-4c9929df91d1 None None] Provisioning for port 2ba2546e-a4bb-4dcf-aec4-ab83521d257f completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:34:28.002047 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bfaa99-48c5-42c4-8848-d21c68eab401 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Pushing event deleted for resources: {'Subnet': ['ID=53d745a5-7ac9-4c06-beba-e57d9b231b05,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:28.007590 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-3137e1e6-e118-42b3-a5ae-72c84d26ad49 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e23ee8a-6b59-4eae-b4fb-f4810d1759b1']}} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:34:28.042637 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-29196a15-f3ed-4df5-ab60-4c9929df91d1 None None] Provisioning complete for port 2ba2546e-a4bb-4dcf-aec4-ab83521d257f triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:34:28.042892 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-29196a15-f3ed-4df5-ab60-4c9929df91d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:28.044662 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-a545e05d-105f-4456-887e-0bece3f2180e None None] Attempting to bind port abc470f4-f0cc-4782-849e-4e78815dadb9 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:34:28.044940 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-a545e05d-105f-4456-887e-0bece3f2180e None None] Attempting to bind port abc470f4-f0cc-4782-849e-4e78815dadb9 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '8d8d38af-0b20-4931-a15d-5cc710901003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '593907a4-006a-452c-befc-f7a4772c3e23'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:34:28.045315 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a545e05d-105f-4456-887e-0bece3f2180e None None] Attempting to bind port abc470f4-f0cc-4782-849e-4e78815dadb9 on network 593907a4-006a-452c-befc-f7a4772c3e23 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:34:28.052666 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-3137e1e6-e118-42b3-a5ae-72c84d26ad49 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aff1cb9-b340-42ec-b363-0b26517ecca9') {'for_net_delete': True} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:34:28.053049 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-3137e1e6-e118-42b3-a5ae-72c84d26ad49 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aff1cb9-b340-42ec-b363-0b26517ecca9') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:34:28.055369 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962d108d-e059-4645-9378-fb18a27d61b8 service neutron] Pushing event updated for resources: {'Port': ['ID=94f2b79c-9261-4e8a-9b44-28a0046afe23,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:28.067707 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8459df63-cac5-4b49-afb5-badc7a309db6 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4401755'] for subnet, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:28.074623 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c46134e0-d854-4844-bdc8-1827e8f3f127 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:28.080697 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-06bfaa99-48c5-42c4-8848-d21c68eab401 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:28.096301 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a545e05d-105f-4456-887e-0bece3f2180e None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:34:28.096678 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a545e05d-105f-4456-887e-0bece3f2180e None None] Checking segment: {'id': '8d8d38af-0b20-4931-a15d-5cc710901003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '593907a4-006a-452c-befc-f7a4772c3e23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:34:28.097089 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a545e05d-105f-4456-887e-0bece3f2180e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:28.097487 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a545e05d-105f-4456-887e-0bece3f2180e None None] Bound using segment: {'id': '8d8d38af-0b20-4931-a15d-5cc710901003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '593907a4-006a-452c-befc-f7a4772c3e23'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:34:28.097975 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-a545e05d-105f-4456-887e-0bece3f2180e None None] Bound port: abc470f4-f0cc-4782-849e-4e78815dadb9, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8d38af-0b20-4931-a15d-5cc710901003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '593907a4-006a-452c-befc-f7a4772c3e23'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:34:28.098382 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a545e05d-105f-4456-887e-0bece3f2180e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:28.116201 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-06bfaa99-48c5-42c4-8848-d21c68eab401 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['593907a4-006a-452c-befc-f7a4772c3e23']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:34:28.142670 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-06bfaa99-48c5-42c4-8848-d21c68eab401 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d8d38af-0b20-4931-a15d-5cc710901003') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:34:28.142983 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-06bfaa99-48c5-42c4-8848-d21c68eab401 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d8d38af-0b20-4931-a15d-5cc710901003') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:34:28.189024 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-06bfaa99-48c5-42c4-8848-d21c68eab401 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:28.197760 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-29196a15-f3ed-4df5-ab60-4c9929df91d1 None None] Port 2ba2546e-a4bb-4dcf-aec4-ab83521d257f cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:34:28.223404 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-06bfaa99-48c5-42c4-8848-d21c68eab401 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:28.237216 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06bfaa99-48c5-42c4-8848-d21c68eab401 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:34:28.237626 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-06bfaa99-48c5-42c4-8848-d21c68eab401 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:28.242068 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:34:28.242068 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:34:28.242068 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:34:28.242068 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:34:28.242068 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:34:28.242068 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:34:28.242068 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:34:28.242068 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:34:28.242068 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:34:28.242068 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:34:28.242068 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:34:28.242068 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:34:28.242068 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:34:28.242068 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:34:28.242068 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:34:28.242068 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:34:28.242068 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:34:28.242068 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:34:28.242068 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:34:28.242068 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:34:28.242068 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:34:28.242068 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:34:28.242068 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:34:28.242068 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:34:28.242068 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:34:28.242068 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:34:28.242068 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:34:28.242068 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:34:28.242068 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:34:28.242068 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:34:28.242068 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:34:28.242068 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:34:28.244171 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3485577-5242-4614-9ce9-0482d3eac8b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-226c7bbb-ebba-4cef-a1a1-e77df7f0f8c7', 'network_id': '226c7bbb-ebba-4cef-a1a1-e77df7f0f8c7', 'tenant_id': 'd5279038e8454126be0c5c273f41a9ef', 'fixed_ips': [{'subnet_id': '0989ab48-0a9e-4055-9eb2-8164af56fbec'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:34:28.245383 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f3485577-5242-4614-9ce9-0482d3eac8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:28.416997 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-29196a15-f3ed-4df5-ab60-4c9929df91d1 None None] Provisioning for port 86ef45a9-ccff-420c-a151-a90f5f1c46f5 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:34:28.429881 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3137e1e6-e118-42b3-a5ae-72c84d26ad49 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5519669'] for segment, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:28.434639 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f540b2cf-f1d4-4238-9aa6-5521518fb1f3 req-a551241c-bc2c-488d-bbf4-de47209e10e7 tempest-InstanceActionsV221TestJSON-919439988 tempest-InstanceActionsV221TestJSON-919439988-project] Made reservation on behalf of 7612b1c50695442f80cdea1ef51d747c for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:34:28.439141 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f540b2cf-f1d4-4238-9aa6-5521518fb1f3 req-a551241c-bc2c-488d-bbf4-de47209e10e7 tempest-InstanceActionsV221TestJSON-919439988 tempest-InstanceActionsV221TestJSON-919439988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:28.469645 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3137e1e6-e118-42b3-a5ae-72c84d26ad49 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:28.478355 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c46134e0-d854-4844-bdc8-1827e8f3f127 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:28.480677 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3137e1e6-e118-42b3-a5ae-72c84d26ad49 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=94461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:34:28.481153 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3137e1e6-e118-42b3-a5ae-72c84d26ad49 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5763545'] for segment, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:28.494285 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-29196a15-f3ed-4df5-ab60-4c9929df91d1 None None] Provisioning complete for port 86ef45a9-ccff-420c-a151-a90f5f1c46f5 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:34:28.495633 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-29196a15-f3ed-4df5-ab60-4c9929df91d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:28.515266 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2fdcd78d-32bd-4d28-8c5e-fcf0e2cd5ffc req-0cf3b37f-62dd-4522-aa0e-f3fd345b8ede tempest-InstanceActionsV221TestJSON-919439988 tempest-InstanceActionsV221TestJSON-919439988-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d5b844e-4147-4d92-baa2-9af980ef8d19 HTTP/1.1" status: 200 len: 210 time: 0.0529239 Jul 05 02:34:28.548534 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46134e0-d854-4844-bdc8-1827e8f3f127 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Pushing event deleted for resources: {'Subnet': ['ID=140f83d9-e95c-45c3-bf75-e0d424ef0566,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:28.558003 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device a6e52faa-4719-455d-9c8b-3fe36030423c up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:34:28.568673 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c46134e0-d854-4844-bdc8-1827e8f3f127 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks [] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:28.575355 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-c46134e0-d854-4844-bdc8-1827e8f3f127 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "DELETE /v2.0/subnets/140f83d9-e95c-45c3-bf75-e0d424ef0566 HTTP/1.1" status: 204 len: 168 time: 0.9116058 Jul 05 02:34:28.576011 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43810) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:28.613402 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:34:28.613402 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:34:28.613402 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:34:28.613402 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:34:28.613402 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:34:28.613402 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:34:28.613402 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:34:28.613402 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:34:28.613402 n-d-771362-32 neutron-server[94461]: Traceback (most recent call last): Jul 05 02:34:28.613402 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:34:28.613402 n-d-771362-32 neutron-server[94461]: timer() Jul 05 02:34:28.613402 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:34:28.613402 n-d-771362-32 neutron-server[94461]: cb(*args, **kw) Jul 05 02:34:28.613402 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:34:28.613402 n-d-771362-32 neutron-server[94461]: return func(*args, **kwargs) Jul 05 02:34:28.613402 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:34:28.613402 n-d-771362-32 neutron-server[94461]: self._notify() Jul 05 02:34:28.613402 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:34:28.613402 n-d-771362-32 neutron-server[94461]: self.callback(batched_events) Jul 05 02:34:28.613402 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:34:28.613402 n-d-771362-32 neutron-server[94461]: event.method(event) Jul 05 02:34:28.613402 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:34:28.613402 n-d-771362-32 neutron-server[94461]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:34:28.613402 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:34:28.613402 n-d-771362-32 neutron-server[94461]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:34:28.613402 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:34:28.613402 n-d-771362-32 neutron-server[94461]: return f(self, *a, **k) Jul 05 02:34:28.613402 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:34:28.613402 n-d-771362-32 neutron-server[94461]: return self._get(url).json() Jul 05 02:34:28.613402 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:34:28.613402 n-d-771362-32 neutron-server[94461]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:34:28.613402 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:34:28.613402 n-d-771362-32 neutron-server[94461]: return self.request(url, 'GET', **kwargs) Jul 05 02:34:28.613402 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:34:28.613402 n-d-771362-32 neutron-server[94461]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:34:28.613402 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:34:28.613402 n-d-771362-32 neutron-server[94461]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:34:28.613402 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:34:28.613402 n-d-771362-32 neutron-server[94461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:34:28.613402 n-d-771362-32 neutron-server[94461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:34:28.619240 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.db.api [None req-06bfaa99-48c5-42c4-8848-d21c68eab401 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 02:34:28.619240 n-d-771362-32 neutron-server[94462]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 02:34:28.619240 n-d-771362-32 neutron-server[94462]: [parameters: {'id': '593907a4-006a-452c-befc-f7a4772c3e23'}] Jul 05 02:34:28.619240 n-d-771362-32 neutron-server[94462]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94462) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 02:34:28.619811 n-d-771362-32 neutron-server[94462]: DEBUG oslo_db.api [None req-06bfaa99-48c5-42c4-8848-d21c68eab401 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 02:34:28.629421 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-a545e05d-105f-4456-887e-0bece3f2180e None None] For port abc470f4-f0cc-4782-849e-4e78815dadb9, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:34:28.654233 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c66030e-b98d-4c06-a778-2e764b062041 None None] Network 645614b4-820b-4f46-90c4-1cf0ffc65ffc requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:34:28.675368 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8459df63-cac5-4b49-afb5-badc7a309db6 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727655905311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6165454'] for subnet, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:28.678688 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-278fe07e-615b-42ff-9c51-961959435f81 service neutron] Attempting to bind port 908fc98f-fe14-468b-b399-9f1dc33ba561 on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:34:28.679095 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-278fe07e-615b-42ff-9c51-961959435f81 service neutron] Attempting to bind port 908fc98f-fe14-468b-b399-9f1dc33ba561 by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': 'b4a50736-7a23-4bbb-b763-03a1debf2781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '75d7851c-724a-4b04-b234-7f030196e3e8'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:34:28.679496 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-278fe07e-615b-42ff-9c51-961959435f81 service neutron] Attempting to bind port 908fc98f-fe14-468b-b399-9f1dc33ba561 on network 75d7851c-724a-4b04-b234-7f030196e3e8 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:34:28.704070 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-278fe07e-615b-42ff-9c51-961959435f81 service neutron] Port 908fc98f-fe14-468b-b399-9f1dc33ba561 on network 75d7851c-724a-4b04-b234-7f030196e3e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:34:28.704370 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-278fe07e-615b-42ff-9c51-961959435f81 service neutron] Attempting to bind port 908fc98f-fe14-468b-b399-9f1dc33ba561 on network 75d7851c-724a-4b04-b234-7f030196e3e8 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:34:28.719283 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-a545e05d-105f-4456-887e-0bece3f2180e None None] For port abc470f4-f0cc-4782-849e-4e78815dadb9, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=abc470f4-f0cc-4782-849e-4e78815dadb9,segment=NetworkSegment(8d8d38af-0b20-4931-a15d-5cc710901003),segment_id=8d8d38af-0b20-4931-a15d-5cc710901003)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:34:28.745427 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-278fe07e-615b-42ff-9c51-961959435f81 service neutron] Checking agent: {'id': 'e071c76e-395f-48c4-a98f-88088465cf0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:34:28.745427 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-278fe07e-615b-42ff-9c51-961959435f81 service neutron] Checking segment: {'id': 'b4a50736-7a23-4bbb-b763-03a1debf2781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '75d7851c-724a-4b04-b234-7f030196e3e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:34:28.745427 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-278fe07e-615b-42ff-9c51-961959435f81 service neutron] Bound using segment: {'id': 'b4a50736-7a23-4bbb-b763-03a1debf2781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '75d7851c-724a-4b04-b234-7f030196e3e8'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:34:28.745427 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-278fe07e-615b-42ff-9c51-961959435f81 service neutron] Bound port: 908fc98f-fe14-468b-b399-9f1dc33ba561, host: n-h2-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4a50736-7a23-4bbb-b763-03a1debf2781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '75d7851c-724a-4b04-b234-7f030196e3e8'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:34:28.745427 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-278fe07e-615b-42ff-9c51-961959435f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:28.745427 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-962d108d-e059-4645-9378-fb18a27d61b8 service neutron] Attempting to bind port 94f2b79c-9261-4e8a-9b44-28a0046afe23 on host n-h1-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:34:28.745427 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-962d108d-e059-4645-9378-fb18a27d61b8 service neutron] Attempting to bind port 94f2b79c-9261-4e8a-9b44-28a0046afe23 by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': 'b4a50736-7a23-4bbb-b763-03a1debf2781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '75d7851c-724a-4b04-b234-7f030196e3e8'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:34:28.745427 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-962d108d-e059-4645-9378-fb18a27d61b8 service neutron] Attempting to bind port 94f2b79c-9261-4e8a-9b44-28a0046afe23 on network 75d7851c-724a-4b04-b234-7f030196e3e8 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:34:28.764435 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8459df63-cac5-4b49-afb5-badc7a309db6 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Pushing event updated for resources: {'Subnet': ['ID=0989ab48-0a9e-4055-9eb2-8164af56fbec,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:28.796345 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3137e1e6-e118-42b3-a5ae-72c84d26ad49 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:28.803720 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-962d108d-e059-4645-9378-fb18a27d61b8 service neutron] Port 94f2b79c-9261-4e8a-9b44-28a0046afe23 on network 75d7851c-724a-4b04-b234-7f030196e3e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:34:28.803969 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-962d108d-e059-4645-9378-fb18a27d61b8 service neutron] Attempting to bind port 94f2b79c-9261-4e8a-9b44-28a0046afe23 on network 75d7851c-724a-4b04-b234-7f030196e3e8 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:34:28.819835 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3137e1e6-e118-42b3-a5ae-72c84d26ad49 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:28.823944 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7ed01371-0304-4781-95f6-8803f8fb39c1 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:28.825023 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-3137e1e6-e118-42b3-a5ae-72c84d26ad49 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] 10.222.0.23 "DELETE /v2.0/networks/6e23ee8a-6b59-4eae-b4fb-f4810d1759b1 HTTP/1.1" status: 204 len: 168 time: 2.1497505 Jul 05 02:34:28.839695 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8459df63-cac5-4b49-afb5-badc7a309db6 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:28.840554 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8459df63-cac5-4b49-afb5-badc7a309db6 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks [] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:28.850297 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-8459df63-cac5-4b49-afb5-badc7a309db6 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] 10.222.0.23 "PUT /v2.0/subnets/0989ab48-0a9e-4055-9eb2-8164af56fbec HTTP/1.1" status: 200 len: 877 time: 1.0603175 Jul 05 02:34:28.852052 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43816) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:28.867971 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-962d108d-e059-4645-9378-fb18a27d61b8 service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:34:28.868448 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-962d108d-e059-4645-9378-fb18a27d61b8 service neutron] Checking segment: {'id': 'b4a50736-7a23-4bbb-b763-03a1debf2781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '75d7851c-724a-4b04-b234-7f030196e3e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:34:28.868790 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-962d108d-e059-4645-9378-fb18a27d61b8 service neutron] Bound using segment: {'id': 'b4a50736-7a23-4bbb-b763-03a1debf2781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '75d7851c-724a-4b04-b234-7f030196e3e8'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:34:28.873390 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-962d108d-e059-4645-9378-fb18a27d61b8 service neutron] Bound port: 94f2b79c-9261-4e8a-9b44-28a0046afe23, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4a50736-7a23-4bbb-b763-03a1debf2781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '75d7851c-724a-4b04-b234-7f030196e3e8'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:34:28.874146 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-962d108d-e059-4645-9378-fb18a27d61b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:28.895235 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4022983-f2e3-40e2-ac60-ccb024baf423 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Made reservation on behalf of 1593a1e15f6f447095222242302728ea for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:34:28.895235 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a4022983-f2e3-40e2-ac60-ccb024baf423 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:28.908967 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3137e1e6-e118-42b3-a5ae-72c84d26ad49 tempest-PortsTestJSON-832365781 tempest-PortsTestJSON-832365781-project] Pushing event deleted for resources: {'Network': ['ID=6e23ee8a-6b59-4eae-b4fb-f4810d1759b1,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:28.949419 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a545e05d-105f-4456-887e-0bece3f2180e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:29.000166 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-f3485577-5242-4614-9ce9-0482d3eac8b3 None None] Allocated IP 172.20.0.3 (226c7bbb-ebba-4cef-a1a1-e77df7f0f8c7/0989ab48-0a9e-4055-9eb2-8164af56fbec/054ce359-7034-4170-bbaa-b860a4dc7c08) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:34:29.014306 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a738cfa1-f23d-47c3-855f-3873215a4852 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:29.024779 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port a6e52faa-4719-455d-9c8b-3fe36030423c triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:34:29.030628 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:29.121648 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a738cfa1-f23d-47c3-855f-3873215a4852 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:29.126114 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-06bfaa99-48c5-42c4-8848-d21c68eab401 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:29.130396 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-8bc84fef-a31f-4f21-8829-17e81bebd933 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e05b10e7-6dbf-4708-a417-0ecd4922801a {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:34:29.141033 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-278fe07e-615b-42ff-9c51-961959435f81 service neutron] For port 908fc98f-fe14-468b-b399-9f1dc33ba561, host n-h2-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:34:29.149881 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-8bc84fef-a31f-4f21-8829-17e81bebd933 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:29.167526 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-f540b2cf-f1d4-4238-9aa6-5521518fb1f3 req-a551241c-bc2c-488d-bbf4-de47209e10e7 tempest-InstanceActionsV221TestJSON-919439988 tempest-InstanceActionsV221TestJSON-919439988-project] Allocated IP 172.20.0.2 (3eae4f7e-ce7e-4630-afc5-6d7e5add4d00/dc4d4c51-7d6e-4133-ad20-65973bd435c1/c07e40e5-00cc-42e2-b72a-8bbe657a3a24) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:34:29.199379 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-278fe07e-615b-42ff-9c51-961959435f81 service neutron] For port 908fc98f-fe14-468b-b399-9f1dc33ba561, host n-h2-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=908fc98f-fe14-468b-b399-9f1dc33ba561,segment=NetworkSegment(b4a50736-7a23-4bbb-b763-03a1debf2781),segment_id=b4a50736-7a23-4bbb-b763-03a1debf2781)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:34:29.220751 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-8bc84fef-a31f-4f21-8829-17e81bebd933 service neutron] Transition to ACTIVE for port object e05b10e7-6dbf-4708-a417-0ecd4922801a will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:34:29.237530 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-962d108d-e059-4645-9378-fb18a27d61b8 service neutron] For port 94f2b79c-9261-4e8a-9b44-28a0046afe23, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:34:29.242931 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-7ed01371-0304-4781-95f6-8803f8fb39c1 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Deleting port 86ef45a9-ccff-420c-a151-a90f5f1c46f5 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:34:29.243173 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-962d108d-e059-4645-9378-fb18a27d61b8 service neutron] For port 94f2b79c-9261-4e8a-9b44-28a0046afe23, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=94f2b79c-9261-4e8a-9b44-28a0046afe23,segment=NetworkSegment(b4a50736-7a23-4bbb-b763-03a1debf2781),segment_id=b4a50736-7a23-4bbb-b763-03a1debf2781)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:34:29.243311 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7ed01371-0304-4781-95f6-8803f8fb39c1 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:29.301666 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5a0a75-655e-42ec-adf5-e4f5f5affc99 req-cde88e13-42ca-4ac2-86a9-dc5aafada40a tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:29.309001 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1e5a0a75-655e-42ec-adf5-e4f5f5affc99 req-cde88e13-42ca-4ac2-86a9-dc5aafada40a tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] 10.222.0.23 "GET /v2.0/ports?device_id=c92b9a24-9e44-4cd7-9afc-e7dd5720b292 HTTP/1.1" status: 200 len: 931 time: 0.3442502 Jul 05 02:34:29.328266 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-06bfaa99-48c5-42c4-8848-d21c68eab401 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Deleting port abc470f4-f0cc-4782-849e-4e78815dadb9 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:34:29.328266 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-06bfaa99-48c5-42c4-8848-d21c68eab401 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:29.357184 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-278fe07e-615b-42ff-9c51-961959435f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:29.359186 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-8bc84fef-a31f-4f21-8829-17e81bebd933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:29.389718 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-29196a15-f3ed-4df5-ab60-4c9929df91d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:29.420943 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a545e05d-105f-4456-887e-0bece3f2180e None None] Pushing event updated for resources: {'Port': ['ID=abc470f4-f0cc-4782-849e-4e78815dadb9,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:29.444030 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-769ca190-6b9d-4032-8550-697428a3a3d4 None None] Notify callbacks [] for port, precommit_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:29.455647 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-962d108d-e059-4645-9378-fb18a27d61b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:29.481246 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-769ca190-6b9d-4032-8550-697428a3a3d4 None None] Transition to ACTIVE for port object 2ba2546e-a4bb-4dcf-aec4-ab83521d257f will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:34:29.488341 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7522c1-3662-4c32-ac79-ce9ae3c1a0a0 None None] Network 593907a4-006a-452c-befc-f7a4772c3e23 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:34:29.515204 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1e5a0a75-655e-42ec-adf5-e4f5f5affc99 req-5b054d8f-e8d7-4282-ac41-5a696fe7eff7 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] 10.222.0.23 "GET /v2.0/security-groups?id=b12511d7-db06-44f1-9a59-5e8d4e800492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052128 Jul 05 02:34:29.543073 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-278fe07e-615b-42ff-9c51-961959435f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:29.543999 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-278fe07e-615b-42ff-9c51-961959435f81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:29.553611 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-278fe07e-615b-42ff-9c51-961959435f81 service neutron] 10.222.0.15 "PUT /v2.0/ports/908fc98f-fe14-468b-b399-9f1dc33ba561 HTTP/1.1" status: 200 len: 1092 time: 7.5894172 Jul 05 02:34:29.553611 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '250efa6b-f5e8-4f8b-99e6-8245a0260f84', 'tag': '908fc98f-fe14-468b-b399-9f1dc33ba561'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:34:29.553611 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8faa8be-7147-48e0-a8a6-89c472d43656" -d '{"events": [{"name": "network-changed", "server_uuid": "250efa6b-f5e8-4f8b-99e6-8245a0260f84", "tag": "908fc98f-fe14-468b-b399-9f1dc33ba561"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:34:29.582657 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-962d108d-e059-4645-9378-fb18a27d61b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:29.583291 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-962d108d-e059-4645-9378-fb18a27d61b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:29.585418 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-962d108d-e059-4645-9378-fb18a27d61b8 service neutron] 10.222.0.21 "PUT /v2.0/ports/94f2b79c-9261-4e8a-9b44-28a0046afe23 HTTP/1.1" status: 200 len: 1092 time: 5.7011976 Jul 05 02:34:29.638053 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278fe07e-615b-42ff-9c51-961959435f81 service neutron] Pushing event updated for resources: {'Port': ['ID=908fc98f-fe14-468b-b399-9f1dc33ba561,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:29.661393 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-29196a15-f3ed-4df5-ab60-4c9929df91d1 None None] For port 86ef45a9-ccff-420c-a151-a90f5f1c46f5, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=86ef45a9-ccff-420c-a151-a90f5f1c46f5,segment=NetworkSegment(7838a11d-8b14-4e57-a232-00984f885b53),segment_id=7838a11d-8b14-4e57-a232-00984f885b53)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:34:29.665284 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c75805-9cb0-4e40-afbc-569f0e5bd5b8 None None] DHCP port deletion for 645614b4-820b-4f46-90c4-1cf0ffc65ffc request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:34:29.724826 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-769ca190-6b9d-4032-8550-697428a3a3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:29.757232 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43830) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:29.786468 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-7ed01371-0304-4781-95f6-8803f8fb39c1 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] For port 86ef45a9-ccff-420c-a151-a90f5f1c46f5, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=86ef45a9-ccff-420c-a151-a90f5f1c46f5,segment=NetworkSegment(7838a11d-8b14-4e57-a232-00984f885b53),segment_id=7838a11d-8b14-4e57-a232-00984f885b53)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:34:29.787050 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7ed01371-0304-4781-95f6-8803f8fb39c1 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:29.800095 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f540b2cf-f1d4-4238-9aa6-5521518fb1f3 req-a551241c-bc2c-488d-bbf4-de47209e10e7 tempest-InstanceActionsV221TestJSON-919439988 tempest-InstanceActionsV221TestJSON-919439988-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:29.808817 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-7ed01371-0304-4781-95f6-8803f8fb39c1 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Calling delete_port for 86ef45a9-ccff-420c-a151-a90f5f1c46f5 owned by network:dhcp {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:34:29.816578 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-06bfaa99-48c5-42c4-8848-d21c68eab401 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] For port abc470f4-f0cc-4782-849e-4e78815dadb9, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=abc470f4-f0cc-4782-849e-4e78815dadb9,segment=NetworkSegment(8d8d38af-0b20-4931-a15d-5cc710901003),segment_id=8d8d38af-0b20-4931-a15d-5cc710901003)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:34:29.816974 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-06bfaa99-48c5-42c4-8848-d21c68eab401 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:29.836804 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-06bfaa99-48c5-42c4-8848-d21c68eab401 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Calling delete_port for abc470f4-f0cc-4782-849e-4e78815dadb9 owned by network:dhcp {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:34:29.846367 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72332aef-4de1-4d97-b660-29a1bbd00884 x-openstack-request-id: req-72332aef-4de1-4d97-b660-29a1bbd00884 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:34:29.846661 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "250efa6b-f5e8-4f8b-99e6-8245a0260f84", "tag": "908fc98f-fe14-468b-b399-9f1dc33ba561", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:34:29.846912 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-72332aef-4de1-4d97-b660-29a1bbd00884 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:34:29.847307 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '250efa6b-f5e8-4f8b-99e6-8245a0260f84', 'tag': '908fc98f-fe14-468b-b399-9f1dc33ba561', 'status': 'completed', 'code': 200} Jul 05 02:34:29.868545 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-29196a15-f3ed-4df5-ab60-4c9929df91d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:29.918625 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d75eae-3211-4285-bad8-cdcd7b770235 None None] Pushing event updated for resources: {'Port': ['ID=2ba2546e-a4bb-4dcf-aec4-ab83521d257f,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:29.961143 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f3485577-5242-4614-9ce9-0482d3eac8b3 None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:29.972784 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-f3485577-5242-4614-9ce9-0482d3eac8b3 None None] Transition to ACTIVE for port object 054ce359-7034-4170-bbaa-b860a4dc7c08 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:34:29.974034 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc84fef-a31f-4f21-8829-17e81bebd933 service neutron] Pushing event updated for resources: {'Port': ['ID=e05b10e7-6dbf-4708-a417-0ecd4922801a,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:29.989392 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-94590432-2148-4297-85b3-3f6f2711ed02 req-b1726c27-35aa-4df2-b458-66776a5206df tempest-InstanceActionsV221TestJSON-919439988 tempest-InstanceActionsV221TestJSON-919439988-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d5b844e-4147-4d92-baa2-9af980ef8d19 HTTP/1.1" status: 200 len: 210 time: 0.1865261 Jul 05 02:34:30.003221 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-8bc84fef-a31f-4f21-8829-17e81bebd933 service neutron] Attempting to bind port e05b10e7-6dbf-4708-a417-0ecd4922801a on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:34:30.005626 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-8bc84fef-a31f-4f21-8829-17e81bebd933 service neutron] Attempting to bind port e05b10e7-6dbf-4708-a417-0ecd4922801a by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': 'b4a50736-7a23-4bbb-b763-03a1debf2781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '75d7851c-724a-4b04-b234-7f030196e3e8'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:34:30.006625 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-8bc84fef-a31f-4f21-8829-17e81bebd933 service neutron] Attempting to bind port e05b10e7-6dbf-4708-a417-0ecd4922801a on network 75d7851c-724a-4b04-b234-7f030196e3e8 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:34:30.018279 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a4022983-f2e3-40e2-ac60-ccb024baf423 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5763451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774823'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:30.069337 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-f3485577-5242-4614-9ce9-0482d3eac8b3 None None] Transition to ACTIVE for port object 054ce359-7034-4170-bbaa-b860a4dc7c08 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:34:30.080466 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-0446ee7b-4fd4-4e98-b43d-0b0bb156861c None None] Could not find standard attr ID for object 1860cf5b-9493-4dd9-99ff-bc31362d543a. {{(pid=94463) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 02:34:30.103037 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-8bc84fef-a31f-4f21-8829-17e81bebd933 service neutron] Port e05b10e7-6dbf-4708-a417-0ecd4922801a on network 75d7851c-724a-4b04-b234-7f030196e3e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:34:30.107367 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-8bc84fef-a31f-4f21-8829-17e81bebd933 service neutron] Attempting to bind port e05b10e7-6dbf-4708-a417-0ecd4922801a on network 75d7851c-724a-4b04-b234-7f030196e3e8 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:34:30.132502 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7ed01371-0304-4781-95f6-8803f8fb39c1 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:30.153833 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-769ca190-6b9d-4032-8550-697428a3a3d4 None None] Attempting to bind port 2ba2546e-a4bb-4dcf-aec4-ab83521d257f on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:34:30.154252 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-769ca190-6b9d-4032-8550-697428a3a3d4 None None] Attempting to bind port 2ba2546e-a4bb-4dcf-aec4-ab83521d257f by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '28442954-3b94-4232-a210-770f1ad638f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'a0a373d6-b059-4c9f-a45c-2b7e3e67bb6f'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:34:30.154587 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769ca190-6b9d-4032-8550-697428a3a3d4 None None] Attempting to bind port 2ba2546e-a4bb-4dcf-aec4-ab83521d257f on network a0a373d6-b059-4c9f-a45c-2b7e3e67bb6f {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:34:30.158660 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-0446ee7b-4fd4-4e98-b43d-0b0bb156861c None None] Provisioning complete for port 86ef45a9-ccff-420c-a151-a90f5f1c46f5 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:34:30.159055 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-0446ee7b-4fd4-4e98-b43d-0b0bb156861c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:30.160748 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29196a15-f3ed-4df5-ab60-4c9929df91d1 None None] Pushing event updated for resources: {'Port': ['ID=86ef45a9-ccff-420c-a151-a90f5f1c46f5,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:30.165655 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-48c75805-9cb0-4e40-afbc-569f0e5bd5b8 None None] Deleting port 86ef45a9-ccff-420c-a151-a90f5f1c46f5 {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:34:30.166327 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-48c75805-9cb0-4e40-afbc-569f0e5bd5b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:30.171713 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed01371-0304-4781-95f6-8803f8fb39c1 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Pushing event deleted for resources: {'Port': ['ID=86ef45a9-ccff-420c-a151-a90f5f1c46f5,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:30.174034 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed01371-0304-4781-95f6-8803f8fb39c1 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] No DVR routers for this DVR port 86ef45a9-ccff-420c-a151-a90f5f1c46f5 on host n-d-771362-32 {{(pid=94462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:34:30.178045 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-8bc84fef-a31f-4f21-8829-17e81bebd933 service neutron] Checking agent: {'id': 'e071c76e-395f-48c4-a98f-88088465cf0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:34:30.178533 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-8bc84fef-a31f-4f21-8829-17e81bebd933 service neutron] Checking segment: {'id': 'b4a50736-7a23-4bbb-b763-03a1debf2781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '75d7851c-724a-4b04-b234-7f030196e3e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:34:30.179530 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-8bc84fef-a31f-4f21-8829-17e81bebd933 service neutron] Bound using segment: {'id': 'b4a50736-7a23-4bbb-b763-03a1debf2781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '75d7851c-724a-4b04-b234-7f030196e3e8'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:34:30.180176 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-8bc84fef-a31f-4f21-8829-17e81bebd933 service neutron] Bound port: e05b10e7-6dbf-4708-a417-0ecd4922801a, host: n-h2-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4a50736-7a23-4bbb-b763-03a1debf2781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '75d7851c-724a-4b04-b234-7f030196e3e8'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:34:30.180675 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-8bc84fef-a31f-4f21-8829-17e81bebd933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:30.200796 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769ca190-6b9d-4032-8550-697428a3a3d4 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:34:30.201214 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769ca190-6b9d-4032-8550-697428a3a3d4 None None] Checking segment: {'id': '28442954-3b94-4232-a210-770f1ad638f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'a0a373d6-b059-4c9f-a45c-2b7e3e67bb6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:34:30.201673 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-769ca190-6b9d-4032-8550-697428a3a3d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:30.202171 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769ca190-6b9d-4032-8550-697428a3a3d4 None None] Bound using segment: {'id': '28442954-3b94-4232-a210-770f1ad638f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'a0a373d6-b059-4c9f-a45c-2b7e3e67bb6f'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:34:30.202687 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-769ca190-6b9d-4032-8550-697428a3a3d4 None None] Bound port: 2ba2546e-a4bb-4dcf-aec4-ab83521d257f, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28442954-3b94-4232-a210-770f1ad638f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'a0a373d6-b059-4c9f-a45c-2b7e3e67bb6f'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:34:30.203079 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-769ca190-6b9d-4032-8550-697428a3a3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:30.212760 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4022983-f2e3-40e2-ac60-ccb024baf423 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Pushing event updated for resources: {'Subnet': ['ID=cfe185a4-50e8-4fe9-af58-74d1b0ae9f5b,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:30.236467 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-0446ee7b-4fd4-4e98-b43d-0b0bb156861c None None] Port 86ef45a9-ccff-420c-a151-a90f5f1c46f5 was deleted so its status cannot be updated. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 05 02:34:30.268727 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962d108d-e059-4645-9378-fb18a27d61b8 service neutron] Pushing event updated for resources: {'Port': ['ID=94f2b79c-9261-4e8a-9b44-28a0046afe23,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:30.271119 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f3485577-5242-4614-9ce9-0482d3eac8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:30.279524 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7ed01371-0304-4781-95f6-8803f8fb39c1 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:30.282406 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-06bfaa99-48c5-42c4-8848-d21c68eab401 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:30.315609 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-7ed01371-0304-4781-95f6-8803f8fb39c1 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['645614b4-820b-4f46-90c4-1cf0ffc65ffc']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:34:30.331270 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bfaa99-48c5-42c4-8848-d21c68eab401 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Pushing event deleted for resources: {'Port': ['ID=abc470f4-f0cc-4782-849e-4e78815dadb9,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:30.339924 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-7ed01371-0304-4781-95f6-8803f8fb39c1 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7838a11d-8b14-4e57-a232-00984f885b53') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:34:30.340382 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8faa8be-7147-48e0-a8a6-89c472d43656 req-cd21fdb4-8cc0-4887-a320-f4d64bdfa384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:30.340670 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-7ed01371-0304-4781-95f6-8803f8fb39c1 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7838a11d-8b14-4e57-a232-00984f885b53') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:34:30.341346 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-48c75805-9cb0-4e40-afbc-569f0e5bd5b8 None None] For port 86ef45a9-ccff-420c-a151-a90f5f1c46f5, host n-d-771362-32, got binding levels [] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:34:30.341752 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-48c75805-9cb0-4e40-afbc-569f0e5bd5b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:30.342729 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a8faa8be-7147-48e0-a8a6-89c472d43656 req-cd21fdb4-8cc0-4887-a320-f4d64bdfa384 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=25edd60c5d43492386eaf1845da7e310&device_id=250efa6b-f5e8-4f8b-99e6-8245a0260f84 HTTP/1.1" status: 200 len: 1095 time: 0.5240746 Jul 05 02:34:30.349005 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06bfaa99-48c5-42c4-8848-d21c68eab401 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] No DVR routers for this DVR port abc470f4-f0cc-4782-849e-4e78815dadb9 on host n-d-771362-32 {{(pid=94462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:34:30.360164 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-cd3579a9-c436-4e2c-8c9f-2b4abae73800 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f845296045bc4472b2fc3471aba6dcb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4665782 Jul 05 02:34:30.360429 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43834) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:30.380014 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-e3cd3ccd-b3e6-43c9-999e-81dc8fee89c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:30.380135 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3485577-5242-4614-9ce9-0482d3eac8b3 None None] Network 226c7bbb-ebba-4cef-a1a1-e77df7f0f8c7 is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:34:30.380231 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-e3cd3ccd-b3e6-43c9-999e-81dc8fee89c3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=25edd60c5d43492386eaf1845da7e310&device_id=e3395e94-ff82-4e81-9331-b64fe4728999 HTTP/1.1" status: 200 len: 1095 time: 0.4857349 Jul 05 02:34:30.383325 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4022983-f2e3-40e2-ac60-ccb024baf423 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Checking segment: {'id': '87ddf658-a47c-468f-9f47-66fd6a32b3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '08159b95-4070-499d-a1fb-37d3afb658cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:34:30.383704 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4022983-f2e3-40e2-ac60-ccb024baf423 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Network hostable DHCP agents. Network: 08159b95-4070-499d-a1fb-37d3afb658cf, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:34:30.385310 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-48c75805-9cb0-4e40-afbc-569f0e5bd5b8 None None] Calling delete_port for 86ef45a9-ccff-420c-a151-a90f5f1c46f5 owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:34:30.395269 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.ipam_backend_mixin [None req-48c75805-9cb0-4e40-afbc-569f0e5bd5b8 None None] Port 86ef45a9-ccff-420c-a151-a90f5f1c46f5 was not found and therefore no delete operation was performed {{(pid=94463) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 02:34:30.399031 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-f3485577-5242-4614-9ce9-0482d3eac8b3 None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:34:30.406246 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3485577-5242-4614-9ce9-0482d3eac8b3 None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:34:30.410348 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-48c75805-9cb0-4e40-afbc-569f0e5bd5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:30.412707 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3485577-5242-4614-9ce9-0482d3eac8b3 None None] Pushing event updated for resources: {'Port': ['ID=054ce359-7034-4170-bbaa-b860a4dc7c08,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:30.433540 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7ed01371-0304-4781-95f6-8803f8fb39c1 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:30.451644 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-769ca190-6b9d-4032-8550-697428a3a3d4 None None] For port 2ba2546e-a4bb-4dcf-aec4-ab83521d257f, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:34:30.457082 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7ed01371-0304-4781-95f6-8803f8fb39c1 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:30.461101 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ed01371-0304-4781-95f6-8803f8fb39c1 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:34:30.461664 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7ed01371-0304-4781-95f6-8803f8fb39c1 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:30.484650 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c75805-9cb0-4e40-afbc-569f0e5bd5b8 None None] Pushing event deleted for resources: {'Port': ['ID=86ef45a9-ccff-420c-a151-a90f5f1c46f5,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:30.490437 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 86ef45a9-ccff-420c-a151-a90f5f1c46f5 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:34:30.496071 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c75805-9cb0-4e40-afbc-569f0e5bd5b8 None None] No DVR routers for this DVR port 86ef45a9-ccff-420c-a151-a90f5f1c46f5 on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:34:30.506682 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-769ca190-6b9d-4032-8550-697428a3a3d4 None None] For port 2ba2546e-a4bb-4dcf-aec4-ab83521d257f, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=2ba2546e-a4bb-4dcf-aec4-ab83521d257f,segment=NetworkSegment(28442954-3b94-4232-a210-770f1ad638f0),segment_id=28442954-3b94-4232-a210-770f1ad638f0)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:34:30.512702 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-1a35fb5e-8aff-4ceb-ad08-928917d747f5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94f2b79c-9261-4e8a-9b44-28a0046afe23 HTTP/1.1" status: 200 len: 217 time: 0.1027174 Jul 05 02:34:30.551207 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 86ef45a9-ccff-420c-a151-a90f5f1c46f5 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:34:30.551207 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 86ef45a9-ccff-420c-a151-a90f5f1c46f5 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:34:30.551804 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:34:30.551804 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:34:30.551804 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:34:30.551804 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:34:30.551804 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:34:30.551804 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:34:30.551804 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:34:30.551804 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:34:30.551804 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:34:30.551804 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:34:30.551804 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:34:30.551804 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:34:30.551804 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:34:30.551804 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:34:30.551804 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:34:30.551804 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:34:30.551804 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:34:30.551804 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:34:30.551804 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:34:30.551804 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:34:30.551804 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:34:30.551804 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:34:30.551804 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:34:30.551804 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:34:30.551804 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:34:30.551804 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:34:30.551804 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:34:30.551804 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:34:30.551804 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:34:30.551804 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:34:30.551804 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:34:30.551804 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:34:30.579088 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f540b2cf-f1d4-4238-9aa6-5521518fb1f3 req-a551241c-bc2c-488d-bbf4-de47209e10e7 tempest-InstanceActionsV221TestJSON-919439988 tempest-InstanceActionsV221TestJSON-919439988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:30.581833 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-f3485577-5242-4614-9ce9-0482d3eac8b3 None None] Attempting to bind port 054ce359-7034-4170-bbaa-b860a4dc7c08 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:34:30.588430 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a738cfa1-f23d-47c3-855f-3873215a4852 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:30.593028 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-f3485577-5242-4614-9ce9-0482d3eac8b3 None None] Attempting to bind port 054ce359-7034-4170-bbaa-b860a4dc7c08 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'd4c9fb71-7f1a-46af-9a65-c7547665ae90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '226c7bbb-ebba-4cef-a1a1-e77df7f0f8c7'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:34:30.593028 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3485577-5242-4614-9ce9-0482d3eac8b3 None None] Attempting to bind port 054ce359-7034-4170-bbaa-b860a4dc7c08 on network 226c7bbb-ebba-4cef-a1a1-e77df7f0f8c7 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:34:30.608902 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3485577-5242-4614-9ce9-0482d3eac8b3 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:34:30.616415 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-8bc84fef-a31f-4f21-8829-17e81bebd933 service neutron] For port e05b10e7-6dbf-4708-a417-0ecd4922801a, host n-h2-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:34:30.617288 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3485577-5242-4614-9ce9-0482d3eac8b3 None None] Checking segment: {'id': 'd4c9fb71-7f1a-46af-9a65-c7547665ae90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '226c7bbb-ebba-4cef-a1a1-e77df7f0f8c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:34:30.617913 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f3485577-5242-4614-9ce9-0482d3eac8b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:30.618519 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3485577-5242-4614-9ce9-0482d3eac8b3 None None] Bound using segment: {'id': 'd4c9fb71-7f1a-46af-9a65-c7547665ae90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '226c7bbb-ebba-4cef-a1a1-e77df7f0f8c7'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:34:30.619195 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-f3485577-5242-4614-9ce9-0482d3eac8b3 None None] Bound port: 054ce359-7034-4170-bbaa-b860a4dc7c08, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4c9fb71-7f1a-46af-9a65-c7547665ae90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '226c7bbb-ebba-4cef-a1a1-e77df7f0f8c7'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:34:30.619754 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f3485577-5242-4614-9ce9-0482d3eac8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:30.623940 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-769ca190-6b9d-4032-8550-697428a3a3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:30.643682 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-44c8e9e7-93ce-4f85-b55c-9e127434bb83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:30.718002 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7ed01371-0304-4781-95f6-8803f8fb39c1 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:30.737846 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-8bc84fef-a31f-4f21-8829-17e81bebd933 service neutron] For port e05b10e7-6dbf-4708-a417-0ecd4922801a, host n-h2-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=e05b10e7-6dbf-4708-a417-0ecd4922801a,segment=NetworkSegment(b4a50736-7a23-4bbb-b763-03a1debf2781),segment_id=b4a50736-7a23-4bbb-b763-03a1debf2781)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:34:30.757399 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f540b2cf-f1d4-4238-9aa6-5521518fb1f3 req-a551241c-bc2c-488d-bbf4-de47209e10e7 tempest-InstanceActionsV221TestJSON-919439988 tempest-InstanceActionsV221TestJSON-919439988-project] Network 3eae4f7e-ce7e-4630-afc5-6d7e5add4d00 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:34:30.762753 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769ca190-6b9d-4032-8550-697428a3a3d4 None None] Routers {'c9186722-52de-47b2-9135-5f1c8d3ae25d'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:34:30.768577 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-769ca190-6b9d-4032-8550-697428a3a3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:34:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['c9186722-52de-47b2-9135-5f1c8d3ae25d'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:34:30.773792 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4022983-f2e3-40e2-ac60-ccb024baf423 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Network 08159b95-4070-499d-a1fb-37d3afb658cf is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:34:30.775187 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d75eae-3211-4285-bad8-cdcd7b770235 None None] Pushing event updated for resources: {'Port': ['ID=2ba2546e-a4bb-4dcf-aec4-ab83521d257f,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:30.782683 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a551241c-bc2c-488d-bbf4-de47209e10e7 tempest-InstanceActionsV221TestJSON-919439988 tempest-InstanceActionsV221TestJSON-919439988-project] Pushing event updated for resources: {'Port': ['ID=c07e40e5-00cc-42e2-b72a-8bbe657a3a24,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:30.796285 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-f540b2cf-f1d4-4238-9aa6-5521518fb1f3 req-a551241c-bc2c-488d-bbf4-de47209e10e7 tempest-InstanceActionsV221TestJSON-919439988 tempest-InstanceActionsV221TestJSON-919439988-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:34:30.799740 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-f540b2cf-f1d4-4238-9aa6-5521518fb1f3 req-a551241c-bc2c-488d-bbf4-de47209e10e7 tempest-InstanceActionsV221TestJSON-919439988 tempest-InstanceActionsV221TestJSON-919439988-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:34:30.815690 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-966ee090-fc12-4c6f-87ef-7048565f980d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:30.817531 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-966ee090-fc12-4c6f-87ef-7048565f980d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=73a2242e-983a-4dab-a85f-708cce68efb7 HTTP/1.1" status: 200 len: 858 time: 0.2587993 Jul 05 02:34:30.835484 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a738cfa1-f23d-47c3-855f-3873215a4852 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:30.837200 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-f3485577-5242-4614-9ce9-0482d3eac8b3 None None] For port 054ce359-7034-4170-bbaa-b860a4dc7c08, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:34:30.849095 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-a738cfa1-f23d-47c3-855f-3873215a4852 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['226c7bbb-ebba-4cef-a1a1-e77df7f0f8c7']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:34:30.881840 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-a738cfa1-f23d-47c3-855f-3873215a4852 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4c9fb71-7f1a-46af-9a65-c7547665ae90') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:34:30.882470 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-a738cfa1-f23d-47c3-855f-3873215a4852 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4c9fb71-7f1a-46af-9a65-c7547665ae90') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:34:30.898959 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-f3485577-5242-4614-9ce9-0482d3eac8b3 None None] For port 054ce359-7034-4170-bbaa-b860a4dc7c08, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=054ce359-7034-4170-bbaa-b860a4dc7c08,segment=NetworkSegment(d4c9fb71-7f1a-46af-9a65-c7547665ae90),segment_id=d4c9fb71-7f1a-46af-9a65-c7547665ae90)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:34:30.911856 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a738cfa1-f23d-47c3-855f-3873215a4852 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:30.936289 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-769ca190-6b9d-4032-8550-697428a3a3d4 None None] Set router c9186722-52de-47b2-9135-5f1c8d3ae25d gateway port host: None {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:34:30.936507 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-a4022983-f2e3-40e2-ac60-ccb024baf423 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 08159b95-4070-499d-a1fb-37d3afb658cf) {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:34:30.949828 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-44c8e9e7-93ce-4f85-b55c-9e127434bb83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:30.951682 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-38c21999-a051-4e61-96f5-06a4968dcfda service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=75d7851c-724a-4b04-b234-7f030196e3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1088932 Jul 05 02:34:30.953059 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-8bc84fef-a31f-4f21-8829-17e81bebd933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:30.965359 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4022983-f2e3-40e2-ac60-ccb024baf423 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:30.968729 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a4022983-f2e3-40e2-ac60-ccb024baf423 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:30.986218 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8faa8be-7147-48e0-a8a6-89c472d43656 req-ab5fa166-c82c-4cb6-968c-3874770b6462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:30.987819 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a8faa8be-7147-48e0-a8a6-89c472d43656 req-ab5fa166-c82c-4cb6-968c-3874770b6462 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=25edd60c5d43492386eaf1845da7e310&shared=False HTTP/1.1" status: 200 len: 918 time: 0.6311479 Jul 05 02:34:31.009916 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7ed01371-0304-4781-95f6-8803f8fb39c1 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:31.012194 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-7ed01371-0304-4781-95f6-8803f8fb39c1 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "DELETE /v2.0/networks/645614b4-820b-4f46-90c4-1cf0ffc65ffc HTTP/1.1" status: 204 len: 168 time: 2.4349718 Jul 05 02:34:31.029020 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f540b2cf-f1d4-4238-9aa6-5521518fb1f3 req-a551241c-bc2c-488d-bbf4-de47209e10e7 tempest-InstanceActionsV221TestJSON-919439988 tempest-InstanceActionsV221TestJSON-919439988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:31.029155 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a738cfa1-f23d-47c3-855f-3873215a4852 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:31.029520 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f540b2cf-f1d4-4238-9aa6-5521518fb1f3 req-a551241c-bc2c-488d-bbf4-de47209e10e7 tempest-InstanceActionsV221TestJSON-919439988 tempest-InstanceActionsV221TestJSON-919439988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:31.033570 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43844) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:31.042281 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738cfa1-f23d-47c3-855f-3873215a4852 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Pushing event deleted for resources: {'Subnet': ['ID=0989ab48-0a9e-4055-9eb2-8164af56fbec,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:31.048884 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f7ee56-5526-4562-a8b1-409f5973db5e None None] Network 08159b95-4070-499d-a1fb-37d3afb658cf requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:34:31.049237 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-f0ce8de3-fe42-437f-bcc1-b28f9b17127c tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Request body: {'port': {'network_id': 'b31362b4-a4bd-42b5-81be-dffc815669f8', 'name': 'tempest-PortsIpV6TestJSON-1997124594'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:34:31.063339 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f3485577-5242-4614-9ce9-0482d3eac8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:31.169096 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-8bc84fef-a31f-4f21-8829-17e81bebd933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:31.169883 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-8bc84fef-a31f-4f21-8829-17e81bebd933 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:31.171411 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-8bc84fef-a31f-4f21-8829-17e81bebd933 service neutron] 10.222.0.15 "PUT /v2.0/ports/e05b10e7-6dbf-4708-a417-0ecd4922801a HTTP/1.1" status: 200 len: 1092 time: 5.0756683 Jul 05 02:34:31.202065 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed01371-0304-4781-95f6-8803f8fb39c1 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Pushing event deleted for resources: {'Network': ['ID=645614b4-820b-4f46-90c4-1cf0ffc65ffc,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:31.206655 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a738cfa1-f23d-47c3-855f-3873215a4852 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:34:31.206655 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a738cfa1-f23d-47c3-855f-3873215a4852 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:31.224872 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:34:31.224872 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:34:31.224872 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:34:31.224872 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:34:31.224872 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:34:31.224872 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:34:31.224872 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:34:31.224872 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:34:31.224872 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:34:31.224872 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:34:31.224872 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:34:31.224872 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:34:31.224872 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:34:31.224872 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:34:31.224872 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:34:31.224872 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:34:31.224872 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:34:31.224872 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:34:31.224872 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:34:31.224872 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:34:31.224872 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:34:31.224872 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:34:31.224872 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:34:31.224872 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:34:31.224872 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:34:31.224872 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:34:31.224872 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:34:31.224872 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:34:31.224872 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:34:31.224872 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:34:31.224872 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:34:31.224872 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:34:31.253938 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-a4022983-f2e3-40e2-ac60-ccb024baf423 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6302223 Jul 05 02:34:31.254738 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43848) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:31.271943 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc84fef-a31f-4f21-8829-17e81bebd933 service neutron] Pushing event updated for resources: {'Port': ['ID=e05b10e7-6dbf-4708-a417-0ecd4922801a,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:31.321431 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-06bfaa99-48c5-42c4-8848-d21c68eab401 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:31.334162 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f540b2cf-f1d4-4238-9aa6-5521518fb1f3 req-a551241c-bc2c-488d-bbf4-de47209e10e7 tempest-InstanceActionsV221TestJSON-919439988 tempest-InstanceActionsV221TestJSON-919439988-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3944845 Jul 05 02:34:31.357092 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-06bfaa99-48c5-42c4-8848-d21c68eab401 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['593907a4-006a-452c-befc-f7a4772c3e23']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:34:31.361484 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3485577-5242-4614-9ce9-0482d3eac8b3 None None] Pushing event updated for resources: {'Port': ['ID=054ce359-7034-4170-bbaa-b860a4dc7c08,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:31.370715 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-06bfaa99-48c5-42c4-8848-d21c68eab401 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d8d38af-0b20-4931-a15d-5cc710901003') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:34:31.376254 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-06bfaa99-48c5-42c4-8848-d21c68eab401 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d8d38af-0b20-4931-a15d-5cc710901003') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:34:31.383403 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-44c8e9e7-93ce-4f85-b55c-9e127434bb83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:31.385948 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-44c8e9e7-93ce-4f85-b55c-9e127434bb83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:31.389726 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-44c8e9e7-93ce-4f85-b55c-9e127434bb83 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d2cd1638-60b1-44c2-a3f7-e2ccf9d53749 HTTP/1.1" status: 204 len: 168 time: 1.0281286 Jul 05 02:34:31.390299 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-06bfaa99-48c5-42c4-8848-d21c68eab401 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:31.426107 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c8e9e7-93ce-4f85-b55c-9e127434bb83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2cd1638-60b1-44c2-a3f7-e2ccf9d53749,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:31.431518 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d552799-47ab-4063-a4ae-b15da91534e9 None None] Network 226c7bbb-ebba-4cef-a1a1-e77df7f0f8c7 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:34:31.440945 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76c47ea-9801-4d41-afa4-c86d8c0f3323 req-9da86447-68ef-47f3-9764-73bc402dd891 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:31.443709 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b76c47ea-9801-4d41-afa4-c86d8c0f3323 req-9da86447-68ef-47f3-9764-73bc402dd891 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] 10.222.0.23 "GET /v2.0/ports?device_id=c92b9a24-9e44-4cd7-9afc-e7dd5720b292 HTTP/1.1" status: 200 len: 943 time: 0.4435105 Jul 05 02:34:31.448407 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.db.api [None req-a738cfa1-f23d-47c3-855f-3873215a4852 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 02:34:31.448407 n-d-771362-32 neutron-server[94462]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 02:34:31.448407 n-d-771362-32 neutron-server[94462]: [parameters: {'id': '226c7bbb-ebba-4cef-a1a1-e77df7f0f8c7'}] Jul 05 02:34:31.448407 n-d-771362-32 neutron-server[94462]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94462) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 02:34:31.449480 n-d-771362-32 neutron-server[94462]: DEBUG oslo_db.api [None req-a738cfa1-f23d-47c3-855f-3873215a4852 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 02:34:31.487745 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-06bfaa99-48c5-42c4-8848-d21c68eab401 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:31.492771 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ce8de3-fe42-437f-bcc1-b28f9b17127c tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Made reservation on behalf of eec53b7bac0445b2b9e29f73fcad1818 for: {'port': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:34:31.496890 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f0ce8de3-fe42-437f-bcc1-b28f9b17127c tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:31.515454 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b76c47ea-9801-4d41-afa4-c86d8c0f3323 req-2cf3e7d8-1f78-4b6f-9152-af01576b23f5 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] 10.222.0.23 "GET /v2.0/security-groups?id=b12511d7-db06-44f1-9a59-5e8d4e800492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649004 Jul 05 02:34:31.548539 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06bfaa99-48c5-42c4-8848-d21c68eab401 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:34:31.548539 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-06bfaa99-48c5-42c4-8848-d21c68eab401 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:31.549264 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:34:31.549264 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:34:31.549264 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:34:31.549264 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:34:31.549264 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:34:31.549264 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:34:31.549264 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:34:31.549264 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:34:31.549264 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:34:31.549264 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:34:31.549264 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:34:31.549264 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:34:31.549264 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:34:31.549264 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:34:31.549264 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:34:31.549264 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:34:31.549264 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:34:31.549264 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:34:31.549264 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:34:31.549264 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:34:31.549264 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:34:31.549264 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:34:31.549264 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:34:31.549264 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:34:31.549264 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:34:31.549264 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:34:31.549264 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:34:31.549264 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:34:31.549264 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:34:31.549264 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:34:31.549264 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:34:31.549264 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:34:31.577887 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c2aac0-7519-436d-9384-41fc3bd53b92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-08159b95-4070-499d-a1fb-37d3afb658cf', 'network_id': '08159b95-4070-499d-a1fb-37d3afb658cf', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'fixed_ips': [{'subnet_id': 'cfe185a4-50e8-4fe9-af58-74d1b0ae9f5b'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:34:31.578981 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-72c2aac0-7519-436d-9384-41fc3bd53b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:31.599031 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-769ca190-6b9d-4032-8550-697428a3a3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9186722-52de-47b2-9135-5f1c8d3ae25d', 'name': 'tempest-RoutersTest-router-470164913', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:33:46Z', 'updated_at': '2021-07-05T02:34:23Z', 'revision_number': 4, 'project_id': '1593a1e15f6f447095222242302728ea', 'gw_port_host': None, '_interfaces': [{'id': '2ba2546e-a4bb-4dcf-aec4-ab83521d257f', 'name': '', 'network_id': 'a0a373d6-b059-4c9f-a45c-2b7e3e67bb6f', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'mac_address': 'fa:16:3e:d7:23:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9186722-52de-47b2-9135-5f1c8d3ae25d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '8145a2d0-1847-44ba-9921-d01ca12a6710', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:34:20Z', 'updated_at': '2021-07-05T02:34:30Z', 'revision_number': 4, 'project_id': '1593a1e15f6f447095222242302728ea', 'subnets': [{'id': '8145a2d0-1847-44ba-9921-d01ca12a6710', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8618466f-a565-4b5c-82a9-c5490b94b1a3', 'name': '', 'network_id': 'f0125670-d567-405c-b9f9-ee4770d92856', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'mac_address': 'fa:16:3e:3b:45:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9186722-52de-47b2-9135-5f1c8d3ae25d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': '008675e9-deb9-4e8a-a572-225b5a0b3f0e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:34:06Z', 'updated_at': '2021-07-05T02:34:18Z', 'revision_number': 5, 'project_id': '1593a1e15f6f447095222242302728ea', 'subnets': [{'id': '008675e9-deb9-4e8a-a572-225b5a0b3f0e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dba0dfbf-7010-4536-b7df-26e9ea799191', 'name': '', 'network_id': '3fed85df-41ee-4d95-a0fe-213f0ea583d4', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'mac_address': 'fa:16:3e:f2:fd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9186722-52de-47b2-9135-5f1c8d3ae25d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': 'd6de9b19-3a6a-419b-855c-91ae8d28d02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:33:52Z', 'updated_at': '2021-07-05T02:34:04Z', 'revision_number': 5, 'project_id': '1593a1e15f6f447095222242302728ea', 'subnets': [{'id': 'd6de9b19-3a6a-419b-855c-91ae8d28d02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:34:31.610088 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [None req-f0ce8de3-fe42-437f-bcc1-b28f9b17127c tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] device_id is not set on port 769c0ce3-2d34-4081-8099-05e2e6b703d7 yet. {{(pid=94462) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:34:31.632916 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769ca190-6b9d-4032-8550-697428a3a3d4 None None] The sync data for ids ['c9186722-52de-47b2-9135-5f1c8d3ae25d'] in n-d-771362-32 is: [{'id': 'c9186722-52de-47b2-9135-5f1c8d3ae25d', 'name': 'tempest-RoutersTest-router-470164913', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:33:46Z', 'updated_at': '2021-07-05T02:34:23Z', 'revision_number': 4, 'project_id': '1593a1e15f6f447095222242302728ea', 'gw_port_host': None, '_interfaces': [{'id': '2ba2546e-a4bb-4dcf-aec4-ab83521d257f', 'name': '', 'network_id': 'a0a373d6-b059-4c9f-a45c-2b7e3e67bb6f', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'mac_address': 'fa:16:3e:d7:23:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9186722-52de-47b2-9135-5f1c8d3ae25d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '8145a2d0-1847-44ba-9921-d01ca12a6710', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:34:20Z', 'updated_at': '2021-07-05T02:34:30Z', 'revision_number': 4, 'project_id': '1593a1e15f6f447095222242302728ea', 'subnets': [{'id': '8145a2d0-1847-44ba-9921-d01ca12a6710', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8618466f-a565-4b5c-82a9-c5490b94b1a3', 'name': '', 'network_id': 'f0125670-d567-405c-b9f9-ee4770d92856', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'mac_address': 'fa:16:3e:3b:45:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9186722-52de-47b2-9135-5f1c8d3ae25d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': '008675e9-deb9-4e8a-a572-225b5a0b3f0e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:34:06Z', 'updated_at': '2021-07-05T02:34:18Z', 'revision_number': 5, 'project_id': '1593a1e15f6f447095222242302728ea', 'subnets': [{'id': '008675e9-deb9-4e8a-a572-225b5a0b3f0e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dba0dfbf-7010-4536-b7df-26e9ea799191', 'name': '', 'network_id': '3fed85df-41ee-4d95-a0fe-213f0ea583d4', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'mac_address': 'fa:16:3e:f2:fd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9186722-52de-47b2-9135-5f1c8d3ae25d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': 'd6de9b19-3a6a-419b-855c-91ae8d28d02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:33:52Z', 'updated_at': '2021-07-05T02:34:04Z', 'revision_number': 5, 'project_id': '1593a1e15f6f447095222242302728ea', 'subnets': [{'id': 'd6de9b19-3a6a-419b-855c-91ae8d28d02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:34:31.788075 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-06bfaa99-48c5-42c4-8848-d21c68eab401 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:31.793183 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-06bfaa99-48c5-42c4-8848-d21c68eab401 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:31.798979 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-06bfaa99-48c5-42c4-8848-d21c68eab401 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] 10.222.0.23 "DELETE /v2.0/networks/593907a4-006a-452c-befc-f7a4772c3e23 HTTP/1.1" status: 204 len: 168 time: 6.3770847 Jul 05 02:34:31.838605 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43856) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:31.845514 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-73924134-08dc-4a28-a060-dc653b7fbd02 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-434951140'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:34:31.849080 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-f540b2cf-f1d4-4238-9aa6-5521518fb1f3 req-bfe1b2c9-f1af-44c3-8d93-b0b83bd69218 service neutron] Request body: {'port': {'device_id': '9d5b844e-4147-4d92-baa2-9af980ef8d19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:34:31.864616 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3521e5b-e462-4d60-83f5-f67228d80097 None None] Network 226c7bbb-ebba-4cef-a1a1-e77df7f0f8c7 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:34:31.886470 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bfaa99-48c5-42c4-8848-d21c68eab401 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Pushing event deleted for resources: {'Network': ['ID=593907a4-006a-452c-befc-f7a4772c3e23,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:31.893564 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-72c2aac0-7519-436d-9384-41fc3bd53b92 None None] Allocated IP 172.23.0.2 (08159b95-4070-499d-a1fb-37d3afb658cf/cfe185a4-50e8-4fe9-af58-74d1b0ae9f5b/2272e5a9-91ae-4354-94cb-add74593e998) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:34:31.906948 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8faa8be-7147-48e0-a8a6-89c472d43656 req-df8929e1-f262-4b38-9ae2-9203f0a60758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:31.908809 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a8faa8be-7147-48e0-a8a6-89c472d43656 req-df8929e1-f262-4b38-9ae2-9203f0a60758 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.8711612 Jul 05 02:34:31.909315 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3395e94-ff82-4e81-9331-b64fe4728999', 'tag': '94f2b79c-9261-4e8a-9b44-28a0046afe23'}, {'name': 'network-changed', 'server_uuid': 'c92b9a24-9e44-4cd7-9afc-e7dd5720b292', 'tag': 'e05b10e7-6dbf-4708-a417-0ecd4922801a'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:34:31.912244 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd5ca069-4172-437b-a58c-d7c5145d1d2c" -d '{"events": [{"name": "network-changed", "server_uuid": "e3395e94-ff82-4e81-9331-b64fe4728999", "tag": "94f2b79c-9261-4e8a-9b44-28a0046afe23"}, {"name": "network-changed", "server_uuid": "c92b9a24-9e44-4cd7-9afc-e7dd5720b292", "tag": "e05b10e7-6dbf-4708-a417-0ecd4922801a"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:34:31.927390 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f0ce8de3-fe42-437f-bcc1-b28f9b17127c tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:31.950710 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a738cfa1-f23d-47c3-855f-3873215a4852 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:31.967089 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-1ea76c05-2dd0-45dc-b256-923a2d828d5b service neutron] 10.222.0.21 "GET /v2.0/networks/75d7851c-724a-4b04-b234-7f030196e3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9954031 Jul 05 02:34:32.036094 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f540b2cf-f1d4-4238-9aa6-5521518fb1f3 req-bfe1b2c9-f1af-44c3-8d93-b0b83bd69218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:32.064562 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73924134-08dc-4a28-a060-dc653b7fbd02 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Made reservation on behalf of 5acb4a7985304d84a755f649a8ac1cfa for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:34:32.068484 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-73924134-08dc-4a28-a060-dc653b7fbd02 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:32.086407 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 05 Jul 2021 02:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d48d302d-1779-43c2-8a65-377d4ab31e19 x-openstack-request-id: req-d48d302d-1779-43c2-8a65-377d4ab31e19 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:34:32.090298 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3395e94-ff82-4e81-9331-b64fe4728999", "tag": "94f2b79c-9261-4e8a-9b44-28a0046afe23", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c92b9a24-9e44-4cd7-9afc-e7dd5720b292", "tag": "e05b10e7-6dbf-4708-a417-0ecd4922801a", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:34:32.090519 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d48d302d-1779-43c2-8a65-377d4ab31e19 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:34:32.090992 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3395e94-ff82-4e81-9331-b64fe4728999', 'tag': '94f2b79c-9261-4e8a-9b44-28a0046afe23', 'status': 'completed', 'code': 200} Jul 05 02:34:32.091255 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c92b9a24-9e44-4cd7-9afc-e7dd5720b292', 'tag': 'e05b10e7-6dbf-4708-a417-0ecd4922801a', 'status': 'completed', 'code': 200} Jul 05 02:34:32.133396 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73924134-08dc-4a28-a060-dc653b7fbd02 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:34:32.154780 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-73924134-08dc-4a28-a060-dc653b7fbd02 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:32.163644 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-73924134-08dc-4a28-a060-dc653b7fbd02 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Added segment 3e1f6e9c-5123-4fcf-916a-92628760f708 of type vlan for network 2333aa51-8f1f-417f-aeae-9e0751452329 Jul 05 02:34:32.165233 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-a738cfa1-f23d-47c3-855f-3873215a4852 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Deleting port 054ce359-7034-4170-bbaa-b860a4dc7c08 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:34:32.165794 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a738cfa1-f23d-47c3-855f-3873215a4852 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:32.258416 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f0ce8de3-fe42-437f-bcc1-b28f9b17127c tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:32.320801 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce8de3-fe42-437f-bcc1-b28f9b17127c tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Pushing event updated for resources: {'Port': ['ID=769c0ce3-2d34-4081-8099-05e2e6b703d7,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:32.340052 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-73924134-08dc-4a28-a060-dc653b7fbd02 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:32.355667 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-a738cfa1-f23d-47c3-855f-3873215a4852 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] For port 054ce359-7034-4170-bbaa-b860a4dc7c08, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=054ce359-7034-4170-bbaa-b860a4dc7c08,segment=NetworkSegment(d4c9fb71-7f1a-46af-9a65-c7547665ae90),segment_id=d4c9fb71-7f1a-46af-9a65-c7547665ae90)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:34:32.356029 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a738cfa1-f23d-47c3-855f-3873215a4852 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:32.384757 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ce8de3-fe42-437f-bcc1-b28f9b17127c tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Network b31362b4-a4bd-42b5-81be-dffc815669f8 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:34:32.388947 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-a738cfa1-f23d-47c3-855f-3873215a4852 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Calling delete_port for 054ce359-7034-4170-bbaa-b860a4dc7c08 owned by network:dhcp {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:34:32.396350 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-f0ce8de3-fe42-437f-bcc1-b28f9b17127c tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:34:32.403387 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ce8de3-fe42-437f-bcc1-b28f9b17127c tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:34:32.414452 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ce8de3-fe42-437f-bcc1-b28f9b17127c tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:32.415215 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f0ce8de3-fe42-437f-bcc1-b28f9b17127c tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:32.506056 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 2ba2546e-a4bb-4dcf-aec4-ab83521d257f up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:34:32.642825 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-f0ce8de3-fe42-437f-bcc1-b28f9b17127c tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.5978844 Jul 05 02:34:32.643704 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43872) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:32.686914 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-73924134-08dc-4a28-a060-dc653b7fbd02 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:32.692587 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73924134-08dc-4a28-a060-dc653b7fbd02 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:32.693212 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-73924134-08dc-4a28-a060-dc653b7fbd02 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:32.751873 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-72c2aac0-7519-436d-9384-41fc3bd53b92 None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:32.768048 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-273a74e2-0441-4981-8c78-fed202f6c8fd service neutron] 10.222.0.21 "GET /v2.0/networks/75d7851c-724a-4b04-b234-7f030196e3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6748247 Jul 05 02:34:32.774366 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-72c2aac0-7519-436d-9384-41fc3bd53b92 None None] Transition to ACTIVE for port object 2272e5a9-91ae-4354-94cb-add74593e998 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:34:32.800579 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a738cfa1-f23d-47c3-855f-3873215a4852 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:32.821293 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-72c2aac0-7519-436d-9384-41fc3bd53b92 None None] Transition to ACTIVE for port object 2272e5a9-91ae-4354-94cb-add74593e998 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:34:32.826715 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 2ba2546e-a4bb-4dcf-aec4-ab83521d257f completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:34:32.831462 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 2ba2546e-a4bb-4dcf-aec4-ab83521d257f triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:34:32.831462 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:32.850673 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f81cf7-1706-4922-af7b-f19050d8d5ea req-73f01da3-5807-43a1-bb00-07aedf72f409 tempest-InstanceActionsV221TestJSON-919439988 tempest-InstanceActionsV221TestJSON-919439988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:32.858627 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f2f81cf7-1706-4922-af7b-f19050d8d5ea req-73f01da3-5807-43a1-bb00-07aedf72f409 tempest-InstanceActionsV221TestJSON-919439988 tempest-InstanceActionsV221TestJSON-919439988-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d5b844e-4147-4d92-baa2-9af980ef8d19 HTTP/1.1" status: 200 len: 931 time: 1.7043583 Jul 05 02:34:32.884565 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738cfa1-f23d-47c3-855f-3873215a4852 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Pushing event deleted for resources: {'Port': ['ID=054ce359-7034-4170-bbaa-b860a4dc7c08,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:32.906865 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a738cfa1-f23d-47c3-855f-3873215a4852 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] No DVR routers for this DVR port 054ce359-7034-4170-bbaa-b860a4dc7c08 on host n-d-771362-32 {{(pid=94462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:34:32.918867 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73924134-08dc-4a28-a060-dc653b7fbd02 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Pushing event updated for resources: {'Network': ['ID=2333aa51-8f1f-417f-aeae-9e0751452329,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:32.966202 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f2f81cf7-1706-4922-af7b-f19050d8d5ea req-b504f911-102d-4618-a23a-c6a2fae2709d tempest-InstanceActionsV221TestJSON-919439988 tempest-InstanceActionsV221TestJSON-919439988-project] 10.222.0.23 "GET /v2.0/security-groups?id=5a5713f8-01aa-412c-828d-2021c16aeb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955753 Jul 05 02:34:32.977281 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:32.986512 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 2333aa51-8f1f-417f-aeae-9e0751452329 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:34:33.003933 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-73924134-08dc-4a28-a060-dc653b7fbd02 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1610169 Jul 05 02:34:33.003933 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43880) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:33.020391 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-4c7bfbf2-50d3-478d-8d07-c0ea5d27c957 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Request body: {'subnet': {'network_id': '2333aa51-8f1f-417f-aeae-9e0751452329', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:34:33.021930 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-74527ec1-2b55-4b4d-b584-a19512ce66cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:33.022428 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-74527ec1-2b55-4b4d-b584-a19512ce66cd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=25edd60c5d43492386eaf1845da7e310&device_id=250efa6b-f5e8-4f8b-99e6-8245a0260f84 HTTP/1.1" status: 200 len: 1095 time: 1.0525053 Jul 05 02:34:33.046518 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-72c2aac0-7519-436d-9384-41fc3bd53b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:33.062360 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c2aac0-7519-436d-9384-41fc3bd53b92 None None] Network 08159b95-4070-499d-a1fb-37d3afb658cf is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:34:33.076797 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-72c2aac0-7519-436d-9384-41fc3bd53b92 None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:34:33.077039 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a738cfa1-f23d-47c3-855f-3873215a4852 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:33.108640 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-a738cfa1-f23d-47c3-855f-3873215a4852 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['226c7bbb-ebba-4cef-a1a1-e77df7f0f8c7']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:34:33.114735 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c2aac0-7519-436d-9384-41fc3bd53b92 None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:34:33.130591 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d19605a-11f6-491f-8c76-06e4843023da req-afaa2937-dd8c-4532-9b5d-8f014e4dfdda tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:33.137684 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4d19605a-11f6-491f-8c76-06e4843023da req-afaa2937-dd8c-4532-9b5d-8f014e4dfdda tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] 10.222.0.23 "GET /v2.0/ports?device_id=c92b9a24-9e44-4cd7-9afc-e7dd5720b292 HTTP/1.1" status: 200 len: 943 time: 0.3337231 Jul 05 02:34:33.154741 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-a738cfa1-f23d-47c3-855f-3873215a4852 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4c9fb71-7f1a-46af-9a65-c7547665ae90') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:34:33.155021 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-a738cfa1-f23d-47c3-855f-3873215a4852 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4c9fb71-7f1a-46af-9a65-c7547665ae90') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:34:33.157543 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-5b6d1542-e6e1-4112-a447-ac60e0371ea9 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Deleting port 769c0ce3-2d34-4081-8099-05e2e6b703d7 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:34:33.157882 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5b6d1542-e6e1-4112-a447-ac60e0371ea9 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:33.176324 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 2ba2546e-a4bb-4dcf-aec4-ab83521d257f, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=2ba2546e-a4bb-4dcf-aec4-ab83521d257f,segment=NetworkSegment(28442954-3b94-4232-a210-770f1ad638f0),segment_id=28442954-3b94-4232-a210-770f1ad638f0)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:34:33.177674 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c2aac0-7519-436d-9384-41fc3bd53b92 None None] Pushing event updated for resources: {'Port': ['ID=2272e5a9-91ae-4354-94cb-add74593e998,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:33.214161 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a738cfa1-f23d-47c3-855f-3873215a4852 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:33.261658 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-355a633f-5185-4845-a889-22ee76b6220e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=908fc98f-fe14-468b-b399-9f1dc33ba561 HTTP/1.1" status: 200 len: 217 time: 0.1894166 Jul 05 02:34:33.262152 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-72c2aac0-7519-436d-9384-41fc3bd53b92 None None] Attempting to bind port 2272e5a9-91ae-4354-94cb-add74593e998 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:34:33.262756 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-72c2aac0-7519-436d-9384-41fc3bd53b92 None None] Attempting to bind port 2272e5a9-91ae-4354-94cb-add74593e998 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '87ddf658-a47c-468f-9f47-66fd6a32b3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '08159b95-4070-499d-a1fb-37d3afb658cf'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:34:33.263306 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c2aac0-7519-436d-9384-41fc3bd53b92 None None] Attempting to bind port 2272e5a9-91ae-4354-94cb-add74593e998 on network 08159b95-4070-499d-a1fb-37d3afb658cf {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:34:33.266465 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:33.271786 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a738cfa1-f23d-47c3-855f-3873215a4852 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:33.309624 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c2aac0-7519-436d-9384-41fc3bd53b92 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:34:33.310143 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c2aac0-7519-436d-9384-41fc3bd53b92 None None] Checking segment: {'id': '87ddf658-a47c-468f-9f47-66fd6a32b3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '08159b95-4070-499d-a1fb-37d3afb658cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:34:33.310808 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-72c2aac0-7519-436d-9384-41fc3bd53b92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:33.311215 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c2aac0-7519-436d-9384-41fc3bd53b92 None None] Bound using segment: {'id': '87ddf658-a47c-468f-9f47-66fd6a32b3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '08159b95-4070-499d-a1fb-37d3afb658cf'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:34:33.311747 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-72c2aac0-7519-436d-9384-41fc3bd53b92 None None] Bound port: 2272e5a9-91ae-4354-94cb-add74593e998, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87ddf658-a47c-468f-9f47-66fd6a32b3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '08159b95-4070-499d-a1fb-37d3afb658cf'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:34:33.312669 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-72c2aac0-7519-436d-9384-41fc3bd53b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:33.332185 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5b6d1542-e6e1-4112-a447-ac60e0371ea9 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:33.339542 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-69bea3e2-65bb-4524-821b-7cef182302d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:33.341285 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-69bea3e2-65bb-4524-821b-7cef182302d8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=25edd60c5d43492386eaf1845da7e310&device_id=c92b9a24-9e44-4cd7-9afc-e7dd5720b292 HTTP/1.1" status: 200 len: 1095 time: 2.0184155 Jul 05 02:34:33.357415 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-5b6d1542-e6e1-4112-a447-ac60e0371ea9 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Calling delete_port for 769c0ce3-2d34-4081-8099-05e2e6b703d7 owned by {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:34:33.375215 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=2ba2546e-a4bb-4dcf-aec4-ab83521d257f,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:33.375467 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43884) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:33.417473 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a738cfa1-f23d-47c3-855f-3873215a4852 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:34:33.417947 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a738cfa1-f23d-47c3-855f-3873215a4852 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:33.426206 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-72c2aac0-7519-436d-9384-41fc3bd53b92 None None] For port 2272e5a9-91ae-4354-94cb-add74593e998, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:34:33.429838 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-72c2aac0-7519-436d-9384-41fc3bd53b92 None None] For port 2272e5a9-91ae-4354-94cb-add74593e998, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=2272e5a9-91ae-4354-94cb-add74593e998,segment=NetworkSegment(87ddf658-a47c-468f-9f47-66fd6a32b3b9),segment_id=87ddf658-a47c-468f-9f47-66fd6a32b3b9)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:34:33.452582 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9f496a8f-c4e3-46e1-99cb-31bee96c010d tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:33.456052 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5ca069-4172-437b-a58c-d7c5145d1d2c req-c10219a1-ca4e-40f5-bc18-d7142c51ef37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:33.457575 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cd5ca069-4172-437b-a58c-d7c5145d1d2c req-c10219a1-ca4e-40f5-bc18-d7142c51ef37 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=25edd60c5d43492386eaf1845da7e310&device_id=e3395e94-ff82-4e81-9331-b64fe4728999 HTTP/1.1" status: 200 len: 1095 time: 0.5362380 Jul 05 02:34:33.463827 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-b7f92142-26fc-4cc4-952d-c64e2666dead service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e05b10e7-6dbf-4708-a417-0ecd4922801a HTTP/1.1" status: 200 len: 217 time: 0.0697680 Jul 05 02:34:33.479569 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:34:33.479569 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:34:33.479569 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:34:33.479569 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:34:33.479569 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:34:33.479569 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:34:33.479569 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:34:33.479569 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:34:33.479569 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:34:33.479569 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:34:33.479569 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:34:33.479569 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:34:33.479569 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:34:33.479569 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:34:33.479569 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:34:33.479569 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:34:33.479569 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:34:33.479569 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:34:33.479569 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:34:33.479569 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:34:33.479569 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:34:33.479569 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:34:33.479569 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:34:33.479569 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:34:33.479569 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:34:33.479569 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:34:33.479569 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:34:33.479569 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:34:33.479569 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:34:33.479569 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:34:33.479569 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:34:33.479569 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:34:33.479569 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:34:33.479569 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:34:33.486526 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c7bfbf2-50d3-478d-8d07-c0ea5d27c957 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Made reservation on behalf of 5acb4a7985304d84a755f649a8ac1cfa for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:34:33.487556 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4c7bfbf2-50d3-478d-8d07-c0ea5d27c957 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:33.507075 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-99d36d5e-d827-4fc8-892d-3d0a719f3df0 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1950577024', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:34:33.515457 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4d19605a-11f6-491f-8c76-06e4843023da req-d64a88b1-fe0b-4fab-9c49-0ea74c4be27e tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] 10.222.0.23 "GET /v2.0/security-groups?id=b12511d7-db06-44f1-9a59-5e8d4e800492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3768506 Jul 05 02:34:33.527414 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-72c2aac0-7519-436d-9384-41fc3bd53b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:33.557949 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-bda67588-bfee-45af-bedd-42505004612c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:33.559463 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-bda67588-bfee-45af-bedd-42505004612c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=73a2242e-983a-4dab-a85f-708cce68efb7 HTTP/1.1" status: 200 len: 858 time: 0.2853308 Jul 05 02:34:33.594934 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c2aac0-7519-436d-9384-41fc3bd53b92 None None] Pushing event updated for resources: {'Port': ['ID=2272e5a9-91ae-4354-94cb-add74593e998,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:33.612090 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a738cfa1-f23d-47c3-855f-3873215a4852 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:33.627024 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a738cfa1-f23d-47c3-855f-3873215a4852 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:33.629080 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-a738cfa1-f23d-47c3-855f-3873215a4852 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] 10.222.0.23 "DELETE /v2.0/networks/226c7bbb-ebba-4cef-a1a1-e77df7f0f8c7 HTTP/1.1" status: 204 len: 168 time: 4.7757094 Jul 05 02:34:33.649427 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43888) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:33.652080 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738cfa1-f23d-47c3-855f-3873215a4852 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Pushing event deleted for resources: {'Network': ['ID=226c7bbb-ebba-4cef-a1a1-e77df7f0f8c7,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:33.678726 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-352e7f1a-0cf3-435e-b868-7bd4e0d0eb94 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] DELETE failed (client error): The resource could not be found. Jul 05 02:34:33.679195 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-352e7f1a-0cf3-435e-b868-7bd4e0d0eb94 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94462) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:34:33.681565 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-352e7f1a-0cf3-435e-b868-7bd4e0d0eb94 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] 10.222.0.23 "DELETE /v2.0/subnets/0989ab48-0a9e-4055-9eb2-8164af56fbec HTTP/1.1" status: 404 len: 337 time: 0.0366702 Jul 05 02:34:33.685269 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43890) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:33.709385 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-82edbd25-30c8-484b-a6fd-2f640554ce40 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] DELETE failed (client error): The resource could not be found. Jul 05 02:34:33.712682 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82edbd25-30c8-484b-a6fd-2f640554ce40 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94462) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:34:33.712682 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-82edbd25-30c8-484b-a6fd-2f640554ce40 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] 10.222.0.23 "DELETE /v2.0/networks/226c7bbb-ebba-4cef-a1a1-e77df7f0f8c7 HTTP/1.1" status: 404 len: 339 time: 0.0255318 Jul 05 02:34:33.726797 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43892) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:33.731984 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-a4e8fba8-4241-4e08-8c1a-bd744ddacfe4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=75d7851c-724a-4b04-b234-7f030196e3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0920377 Jul 05 02:34:33.786019 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5b6d1542-e6e1-4112-a447-ac60e0371ea9 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:33.802521 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-9a0835a6-4306-4912-894b-648aa659e54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:33.803308 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-9a0835a6-4306-4912-894b-648aa659e54a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=73a2242e-983a-4dab-a85f-708cce68efb7 HTTP/1.1" status: 200 len: 858 time: 0.3263469 Jul 05 02:34:33.840900 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6d1542-e6e1-4112-a447-ac60e0371ea9 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Pushing event deleted for resources: {'Port': ['ID=769c0ce3-2d34-4081-8099-05e2e6b703d7,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:33.849927 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5b6d1542-e6e1-4112-a447-ac60e0371ea9 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:33.852788 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-5b6d1542-e6e1-4112-a447-ac60e0371ea9 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "DELETE /v2.0/ports/769c0ce3-2d34-4081-8099-05e2e6b703d7 HTTP/1.1" status: 204 len: 168 time: 1.2070446 Jul 05 02:34:33.855369 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43894) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:33.860314 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-7ed9802e-b7ee-4799-af4e-2cba0fc8a1e0 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Request body: {'port': {'network_id': 'b31362b4-a4bd-42b5-81be-dffc815669f8', 'mac_address': 'fa:16:3e:02:fd:c5', 'name': 'tempest-PortsIpV6TestJSON-821111519'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:34:33.865011 n-d-771362-32 neutron-server[94461]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb4456a8-8de2-45c8-a4bd-dec9448ba58a tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] DELETE failed (client error): The resource could not be found. Jul 05 02:34:33.865523 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb4456a8-8de2-45c8-a4bd-dec9448ba58a tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:34:33.867971 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-eb4456a8-8de2-45c8-a4bd-dec9448ba58a tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] 10.222.0.23 "DELETE /v2.0/subnets/af2da1f4-dc7c-4ccc-98c7-ecae28118838 HTTP/1.1" status: 404 len: 337 time: 0.1343758 Jul 05 02:34:33.881746 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43896) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:33.946830 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-b713b45e-06ad-489f-8381-da4466734579 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] DELETE failed (client error): The resource could not be found. Jul 05 02:34:33.947483 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b713b45e-06ad-489f-8381-da4466734579 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94462) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:34:33.951828 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-b713b45e-06ad-489f-8381-da4466734579 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] 10.222.0.23 "DELETE /v2.0/networks/ae8b5c68-3c5f-4dfd-a356-b36ef6331188 HTTP/1.1" status: 404 len: 339 time: 0.0666330 Jul 05 02:34:33.953639 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-8ad5fd61-a49d-4788-8ab6-7611fd439cce service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=75d7851c-724a-4b04-b234-7f030196e3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0923636 Jul 05 02:34:33.955784 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43900) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:33.956631 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4c7bfbf2-50d3-478d-8d07-c0ea5d27c957 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:33.968416 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-99d36d5e-d827-4fc8-892d-3d0a719f3df0 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11810'] for router, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:33.969437 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-99d36d5e-d827-4fc8-892d-3d0a719f3df0 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1926740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11821'] for router, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:34.083207 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7bfbf2-50d3-478d-8d07-c0ea5d27c957 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Pushing event updated for resources: {'Subnet': ['ID=69895361-ef30-4c22-a075-c32f22c04c71,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:34.112474 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7bfbf2-50d3-478d-8d07-c0ea5d27c957 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Checking segment: {'id': '3e1f6e9c-5123-4fcf-916a-92628760f708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2333aa51-8f1f-417f-aeae-9e0751452329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:34:34.113245 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7bfbf2-50d3-478d-8d07-c0ea5d27c957 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Network hostable DHCP agents. Network: 2333aa51-8f1f-417f-aeae-9e0751452329, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:34:34.145856 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5ca069-4172-437b-a58c-d7c5145d1d2c req-0478aff2-5b9b-4b84-a008-5a96ae6a6324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:34.147512 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cd5ca069-4172-437b-a58c-d7c5145d1d2c req-0478aff2-5b9b-4b84-a008-5a96ae6a6324 service neutron] 10.222.0.21 "GET /v2.0/networks?id=75d7851c-724a-4b04-b234-7f030196e3e8 HTTP/1.1" status: 200 len: 918 time: 0.6731238 Jul 05 02:34:34.217847 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ed9802e-b7ee-4799-af4e-2cba0fc8a1e0 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Made reservation on behalf of eec53b7bac0445b2b9e29f73fcad1818 for: {'port': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:34:34.255165 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-f540b2cf-f1d4-4238-9aa6-5521518fb1f3 req-bfe1b2c9-f1af-44c3-8d93-b0b83bd69218 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c07e40e5-00cc-42e2-b72a-8bbe657a3a24 {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:34:34.259992 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7bfbf2-50d3-478d-8d07-c0ea5d27c957 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Network 2333aa51-8f1f-417f-aeae-9e0751452329 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:34:34.297226 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7ed9802e-b7ee-4799-af4e-2cba0fc8a1e0 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:34.322175 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [None req-7ed9802e-b7ee-4799-af4e-2cba0fc8a1e0 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] device_id is not set on port 418f439c-86b9-49fb-a1f7-f8f11310c075 yet. {{(pid=94462) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:34:34.384860 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-4c7bfbf2-50d3-478d-8d07-c0ea5d27c957 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 2333aa51-8f1f-417f-aeae-9e0751452329) {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:34:34.411764 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da91b149-66ee-4347-835e-b41a6fa3d24c None None] Network 2333aa51-8f1f-417f-aeae-9e0751452329 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:34:34.412271 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7bfbf2-50d3-478d-8d07-c0ea5d27c957 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:34.412271 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4c7bfbf2-50d3-478d-8d07-c0ea5d27c957 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks [] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:34.541563 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 94f2b79c-9261-4e8a-9b44-28a0046afe23 details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:34:34.552945 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-4c7bfbf2-50d3-478d-8d07-c0ea5d27c957 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.5467727 Jul 05 02:34:34.556846 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43904) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:34.688596 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 2272e5a9-91ae-4354-94cb-add74593e998 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:34:34.765105 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7ed9802e-b7ee-4799-af4e-2cba0fc8a1e0 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:34.819267 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 94f2b79c-9261-4e8a-9b44-28a0046afe23, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=94f2b79c-9261-4e8a-9b44-28a0046afe23,segment=NetworkSegment(b4a50736-7a23-4bbb-b763-03a1debf2781),segment_id=b4a50736-7a23-4bbb-b763-03a1debf2781)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:34:34.821997 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ef01f8d4-dc1d-4083-b467-c3105f5c6270 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:34.885442 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': '94f2b79c-9261-4e8a-9b44-28a0046afe23', 'network_id': '75d7851c-724a-4b04-b234-7f030196e3e8', 'port_id': '94f2b79c-9261-4e8a-9b44-28a0046afe23', 'mac_address': 'fa:16:3e:a7:5d:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73a2242e-983a-4dab-a85f-708cce68efb7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:34:34.918335 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8937ca4-6058-469b-90ee-81a915a87050 req-19ac9bb3-fc38-4a9a-afaf-7d0b656c4b79 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:34.925564 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a8937ca4-6058-469b-90ee-81a915a87050 req-19ac9bb3-fc38-4a9a-afaf-7d0b656c4b79 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] 10.222.0.23 "GET /v2.0/ports?device_id=c92b9a24-9e44-4cd7-9afc-e7dd5720b292 HTTP/1.1" status: 200 len: 943 time: 0.2188115 Jul 05 02:34:34.952374 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ef01f8d4-dc1d-4083-b467-c3105f5c6270 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:34.965835 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:34.966506 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-99d36d5e-d827-4fc8-892d-3d0a719f3df0 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:34.971344 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f540b2cf-f1d4-4238-9aa6-5521518fb1f3 req-bfe1b2c9-f1af-44c3-8d93-b0b83bd69218 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:34.974581 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cd5ca069-4172-437b-a58c-d7c5145d1d2c req-999a5956-f851-4fbc-800c-2c7f3f7827b4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94f2b79c-9261-4e8a-9b44-28a0046afe23 HTTP/1.1" status: 200 len: 217 time: 0.7957885 Jul 05 02:34:34.989592 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27a84f5-82ed-4888-a149-f7edad335ff8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-2333aa51-8f1f-417f-aeae-9e0751452329', 'network_id': '2333aa51-8f1f-417f-aeae-9e0751452329', 'tenant_id': '5acb4a7985304d84a755f649a8ac1cfa', 'fixed_ips': [{'subnet_id': '69895361-ef30-4c22-a075-c32f22c04c71'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:34:34.991005 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-d27a84f5-82ed-4888-a149-f7edad335ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:35.016359 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94f2b79c-9261-4e8a-9b44-28a0046afe23 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:34:35.017996 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7ed9802e-b7ee-4799-af4e-2cba0fc8a1e0 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:35.021165 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-946ec483-ff88-433a-8529-655246e23d46 service neutron] 10.222.0.15 "GET /v2.0/networks/75d7851c-724a-4b04-b234-7f030196e3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2594299 Jul 05 02:34:35.043097 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4206eea6-403c-4a85-8ecc-a7ffca423129 None None] Network 08159b95-4070-499d-a1fb-37d3afb658cf requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:34:35.055564 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-232a4fa3-0c9b-4302-8fb2-3ae445483342 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:35.078884 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-f540b2cf-f1d4-4238-9aa6-5521518fb1f3 req-bfe1b2c9-f1af-44c3-8d93-b0b83bd69218 service neutron] Transition to ACTIVE for port object c07e40e5-00cc-42e2-b72a-8bbe657a3a24 will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:34:35.086299 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a8937ca4-6058-469b-90ee-81a915a87050 req-47471d8e-de92-4ac2-83f6-955af3c87fa8 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] 10.222.0.23 "GET /v2.0/security-groups?id=b12511d7-db06-44f1-9a59-5e8d4e800492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596000 Jul 05 02:34:35.095713 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-99d36d5e-d827-4fc8-892d-3d0a719f3df0 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963'] for router, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:35.099292 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed9802e-b7ee-4799-af4e-2cba0fc8a1e0 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Network b31362b4-a4bd-42b5-81be-dffc815669f8 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:34:35.103488 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-7ed9802e-b7ee-4799-af4e-2cba0fc8a1e0 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:34:35.110882 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed9802e-b7ee-4799-af4e-2cba0fc8a1e0 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:34:35.117048 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed9802e-b7ee-4799-af4e-2cba0fc8a1e0 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:35.120409 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7ed9802e-b7ee-4799-af4e-2cba0fc8a1e0 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:35.120994 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ef01f8d4-dc1d-4083-b467-c3105f5c6270 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:35.138791 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed9802e-b7ee-4799-af4e-2cba0fc8a1e0 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Pushing event updated for resources: {'Port': ['ID=418f439c-86b9-49fb-a1f7-f8f11310c075,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:35.148080 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-d7128c75-b37e-47e6-8dcd-168a8b4ece96 service neutron] 10.222.0.15 "GET /v2.0/networks/75d7851c-724a-4b04-b234-7f030196e3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1633861 Jul 05 02:34:35.172372 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef01f8d4-dc1d-4083-b467-c3105f5c6270 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Pushing event deleted for resources: {'Subnet': ['ID=69895361-ef30-4c22-a075-c32f22c04c71,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:35.246069 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 94f2b79c-9261-4e8a-9b44-28a0046afe23, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=94f2b79c-9261-4e8a-9b44-28a0046afe23,segment=NetworkSegment(b4a50736-7a23-4bbb-b763-03a1debf2781),segment_id=b4a50736-7a23-4bbb-b763-03a1debf2781)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:34:35.256000 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f540b2cf-f1d4-4238-9aa6-5521518fb1f3 req-bfe1b2c9-f1af-44c3-8d93-b0b83bd69218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:35.256616 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ef01f8d4-dc1d-4083-b467-c3105f5c6270 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:35.274476 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-ef01f8d4-dc1d-4083-b467-c3105f5c6270 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2333aa51-8f1f-417f-aeae-9e0751452329']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:34:35.289925 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5ca069-4172-437b-a58c-d7c5145d1d2c req-38df0035-eacd-49d6-87a3-da04f0a78022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:35.291621 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cd5ca069-4172-437b-a58c-d7c5145d1d2c req-38df0035-eacd-49d6-87a3-da04f0a78022 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=73a2242e-983a-4dab-a85f-708cce68efb7 HTTP/1.1" status: 200 len: 858 time: 0.2897515 Jul 05 02:34:35.292959 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-ef01f8d4-dc1d-4083-b467-c3105f5c6270 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e1f6e9c-5123-4fcf-916a-92628760f708') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:34:35.298213 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-ef01f8d4-dc1d-4083-b467-c3105f5c6270 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e1f6e9c-5123-4fcf-916a-92628760f708') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:34:35.310773 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ef01f8d4-dc1d-4083-b467-c3105f5c6270 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:35.330322 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ef01f8d4-dc1d-4083-b467-c3105f5c6270 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:35.338350 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef01f8d4-dc1d-4083-b467-c3105f5c6270 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:34:35.338991 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ef01f8d4-dc1d-4083-b467-c3105f5c6270 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:35.371469 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-af1752d0-d7f2-409e-b1ba-33c8c73e40ab None None] Provisioning for port 2272e5a9-91ae-4354-94cb-add74593e998 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:34:35.413473 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cd5ca069-4172-437b-a58c-d7c5145d1d2c req-e37b69fd-8f80-4fc9-8f9a-34608d482be5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=75d7851c-724a-4b04-b234-7f030196e3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1071980 Jul 05 02:34:35.423702 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78474fcf-4525-476e-ab3d-7278fc2da228 req-273ab9e8-a662-4904-89b9-53fb60107097 tempest-InstanceActionsV221TestJSON-919439988 tempest-InstanceActionsV221TestJSON-919439988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:35.425347 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-78474fcf-4525-476e-ab3d-7278fc2da228 req-273ab9e8-a662-4904-89b9-53fb60107097 tempest-InstanceActionsV221TestJSON-919439988 tempest-InstanceActionsV221TestJSON-919439988-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d5b844e-4147-4d92-baa2-9af980ef8d19 HTTP/1.1" status: 200 len: 931 time: 1.2678397 Jul 05 02:34:35.426188 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:35.442397 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-9f496a8f-c4e3-46e1-99cb-31bee96c010d tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Allocated IP 172.23.0.1 (08159b95-4070-499d-a1fb-37d3afb658cf/cfe185a4-50e8-4fe9-af58-74d1b0ae9f5b/8f9fa166-642b-47d4-a47e-28dd4b60d42d) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:34:35.481561 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-99d36d5e-d827-4fc8-892d-3d0a719f3df0 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks [] for router, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:35.487835 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-99d36d5e-d827-4fc8-892d-3d0a719f3df0 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 2.1112740 Jul 05 02:34:35.493967 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server [None req-d27a84f5-82ed-4888-a149-f7edad335ff8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 69895361-ef30-4c22-a075-c32f22c04c71: This subnet is being modified by another concurrent operation. Jul 05 02:34:35.493967 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 05 02:34:35.493967 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 05 02:34:35.493967 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 05 02:34:35.493967 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 05 02:34:35.493967 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 05 02:34:35.493967 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 05 02:34:35.493967 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 05 02:34:35.493967 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 05 02:34:35.493967 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 05 02:34:35.493967 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 02:34:35.493967 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 02:34:35.493967 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 02:34:35.493967 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 02:34:35.493967 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 02:34:35.493967 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 02:34:35.493967 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 02:34:35.493967 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 02:34:35.493967 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 02:34:35.493967 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 02:34:35.493967 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 02:34:35.493967 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 02:34:35.493967 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 02:34:35.493967 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 02:34:35.493967 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 02:34:35.493967 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 02:34:35.493967 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 02:34:35.493967 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 02:34:35.493967 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 02:34:35.493967 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 02:34:35.493967 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 02:34:35.493967 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 02:34:35.493967 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 02:34:35.493967 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 02:34:35.493967 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 05 02:34:35.493967 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 05 02:34:35.493967 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 05 02:34:35.493967 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 05 02:34:35.493967 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 05 02:34:35.493967 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 05 02:34:35.493967 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 05 02:34:35.493967 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 05 02:34:35.493967 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 05 02:34:35.493967 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 05 02:34:35.493967 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 05 02:34:35.493967 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 05 02:34:35.493967 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 02:34:35.493967 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 02:34:35.493967 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 02:34:35.493967 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 02:34:35.493967 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 02:34:35.493967 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 02:34:35.493967 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 02:34:35.493967 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 02:34:35.493967 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 02:34:35.493967 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 02:34:35.493967 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 02:34:35.493967 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 02:34:35.493967 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 02:34:35.493967 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 02:34:35.493967 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 02:34:35.493967 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 02:34:35.493967 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 02:34:35.493967 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 02:34:35.493967 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 02:34:35.493967 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 02:34:35.493967 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 02:34:35.493967 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 02:34:35.493967 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 02:34:35.493967 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 02:34:35.493967 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 05 02:34:35.493967 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 05 02:34:35.493967 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 05 02:34:35.493967 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 05 02:34:35.493967 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 05 02:34:35.493967 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 05 02:34:35.493967 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 05 02:34:35.493967 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 05 02:34:35.493967 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 02:34:35.493967 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 02:34:35.493967 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 02:34:35.493967 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 02:34:35.493967 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 05 02:34:35.493967 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 05 02:34:35.493967 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 05 02:34:35.493967 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 05 02:34:35.493967 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 05 02:34:35.493967 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 05 02:34:35.493967 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 05 02:34:35.493967 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server raise exception Jul 05 02:34:35.493967 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 69895361-ef30-4c22-a075-c32f22c04c71: This subnet is being modified by another concurrent operation. Jul 05 02:34:35.493967 n-d-771362-32 neutron-server[94463]: ERROR oslo_messaging.rpc.server Jul 05 02:34:35.532791 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac279688-bad8-4366-9b21-066cc46a4ddf None None] Network 2333aa51-8f1f-417f-aeae-9e0751452329 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:34:35.562382 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43912) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:35.607130 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 2272e5a9-91ae-4354-94cb-add74593e998 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:34:35.607727 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-8516c2ab-7c30-412a-9a1b-6eb652010595 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1320213851'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:34:35.619758 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=94f2b79c-9261-4e8a-9b44-28a0046afe23,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:35.630050 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 2272e5a9-91ae-4354-94cb-add74593e998 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:34:35.630680 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:35.651518 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-0fb75c74-a014-4df7-bdf8-5677850f5da5 service neutron] 10.222.0.15 "GET /v2.0/networks/75d7851c-724a-4b04-b234-7f030196e3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5895934 Jul 05 02:34:35.674439 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['94f2b79c-9261-4e8a-9b44-28a0046afe23'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:34:35.723141 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe1b2c9-f1af-44c3-8d93-b0b83bd69218 service neutron] Pushing event updated for resources: {'Port': ['ID=c07e40e5-00cc-42e2-b72a-8bbe657a3a24,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:35.729136 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-232a4fa3-0c9b-4302-8fb2-3ae445483342 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:35.801635 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:34:35.801635 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:34:35.801635 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:34:35.801635 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:34:35.801635 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:34:35.801635 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:34:35.801635 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:34:35.801635 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:34:35.801635 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:34:35.801635 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:34:35.801635 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:34:35.801635 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:34:35.801635 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:34:35.801635 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:34:35.801635 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:34:35.801635 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:34:35.801635 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:34:35.801635 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:34:35.801635 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:34:35.801635 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:34:35.801635 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:34:35.801635 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:34:35.801635 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:34:35.801635 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:34:35.801635 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:34:35.801635 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:34:35.801635 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:34:35.801635 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:34:35.801635 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:34:35.801635 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:34:35.801635 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:34:35.801635 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:34:35.809297 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-7ed9802e-b7ee-4799-af4e-2cba0fc8a1e0 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.9504669 Jul 05 02:34:35.811470 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43914) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:35.840296 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a079ba4e-fae3-4c47-b1a6-edb5bf7a6b1f req-6929e2c3-e9f4-4021-96e8-ec2729157a85 service neutron] 10.222.0.15 "GET /v2.0/networks/75d7851c-724a-4b04-b234-7f030196e3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6722064 Jul 05 02:34:35.847755 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-232a4fa3-0c9b-4302-8fb2-3ae445483342 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a4370f0-311a-4f90-9131-c0195b5d6bec']}} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:34:35.885033 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-78474fcf-4525-476e-ab3d-7278fc2da228 req-468bf64f-48ec-4847-98a7-da5cec7be18e tempest-InstanceActionsV221TestJSON-919439988 tempest-InstanceActionsV221TestJSON-919439988-project] 10.222.0.23 "GET /v2.0/security-groups?id=5a5713f8-01aa-412c-828d-2021c16aeb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4107006 Jul 05 02:34:35.920323 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-232a4fa3-0c9b-4302-8fb2-3ae445483342 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73889fc6-9261-4ecd-894d-4e701f13b058') {'for_net_delete': True} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:34:35.920947 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-232a4fa3-0c9b-4302-8fb2-3ae445483342 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73889fc6-9261-4ecd-894d-4e701f13b058') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:34:35.922930 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da9aad2-2c47-43ec-91d9-0d510ea18867 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:35.924387 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-6da9aad2-2c47-43ec-91d9-0d510ea18867 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "GET /v2.0/ports/418f439c-86b9-49fb-a1f7-f8f11310c075 HTTP/1.1" status: 200 len: 844 time: 0.1119547 Jul 05 02:34:35.931091 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43916) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:35.941087 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-232a4fa3-0c9b-4302-8fb2-3ae445483342 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5519669'] for segment, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:35.954038 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8516c2ab-7c30-412a-9a1b-6eb652010595 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Made reservation on behalf of 6f62952b264b4eb9913d764c8cb0555c for: {'network': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:34:35.957387 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8516c2ab-7c30-412a-9a1b-6eb652010595 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:35.971525 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:36.008377 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9d97dd-295b-405e-b104-19ae69c9ad2a None None] get_active_networks_info from n-d-771362-32 {{(pid=94463) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 02:34:36.015611 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ef01f8d4-dc1d-4083-b467-c3105f5c6270 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:36.020163 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8516c2ab-7c30-412a-9a1b-6eb652010595 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:36.024412 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cd5ca069-4172-437b-a58c-d7c5145d1d2c req-1e42e2b3-81b3-47e6-8868-7cde77b717eb service neutron] 10.222.0.21 "GET /v2.0/networks/75d7851c-724a-4b04-b234-7f030196e3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5927253 Jul 05 02:34:36.052220 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-232a4fa3-0c9b-4302-8fb2-3ae445483342 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:36.054962 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ef01f8d4-dc1d-4083-b467-c3105f5c6270 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:36.057530 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-ef01f8d4-dc1d-4083-b467-c3105f5c6270 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] 10.222.0.23 "DELETE /v2.0/networks/2333aa51-8f1f-417f-aeae-9e0751452329 HTTP/1.1" status: 204 len: 168 time: 1.4996362 Jul 05 02:34:36.072259 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43922) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:36.078077 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-58b827f0-1c07-4d13-b357-22c6bcef87d8 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1208551701'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:34:36.083265 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef01f8d4-dc1d-4083-b467-c3105f5c6270 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Pushing event deleted for resources: {'Network': ['ID=2333aa51-8f1f-417f-aeae-9e0751452329,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:36.133164 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-bdc252b8-d359-4dd9-af4d-f9a20ef36254 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Deleting port 418f439c-86b9-49fb-a1f7-f8f11310c075 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:34:36.133799 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bdc252b8-d359-4dd9-af4d-f9a20ef36254 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:36.141812 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-232a4fa3-0c9b-4302-8fb2-3ae445483342 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=94461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:34:36.143768 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 2272e5a9-91ae-4354-94cb-add74593e998, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=2272e5a9-91ae-4354-94cb-add74593e998,segment=NetworkSegment(87ddf658-a47c-468f-9f47-66fd6a32b3b9),segment_id=87ddf658-a47c-468f-9f47-66fd6a32b3b9)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:34:36.144862 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-b67060a3-aa06-4301-9f87-c5ed9ed116c3 None None] Provisioning complete for port 2272e5a9-91ae-4354-94cb-add74593e998 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:34:36.145462 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b67060a3-aa06-4301-9f87-c5ed9ed116c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:36.158772 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-232a4fa3-0c9b-4302-8fb2-3ae445483342 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5763545'] for segment, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:36.162579 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:34:36.162579 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:34:36.162579 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:34:36.162579 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:34:36.162579 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:34:36.162579 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:34:36.162579 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:34:36.162579 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:34:36.162579 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:34:36.162579 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:34:36.162579 n-d-771362-32 neutron-server[94461]: Traceback (most recent call last): Jul 05 02:34:36.162579 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:34:36.162579 n-d-771362-32 neutron-server[94461]: timer() Jul 05 02:34:36.162579 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:34:36.162579 n-d-771362-32 neutron-server[94461]: cb(*args, **kw) Jul 05 02:34:36.162579 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:34:36.162579 n-d-771362-32 neutron-server[94461]: return func(*args, **kwargs) Jul 05 02:34:36.162579 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:34:36.162579 n-d-771362-32 neutron-server[94461]: self._notify() Jul 05 02:34:36.162579 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:34:36.162579 n-d-771362-32 neutron-server[94461]: self.callback(batched_events) Jul 05 02:34:36.162579 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:34:36.162579 n-d-771362-32 neutron-server[94461]: event.method(event) Jul 05 02:34:36.162579 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:34:36.162579 n-d-771362-32 neutron-server[94461]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:34:36.162579 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:34:36.162579 n-d-771362-32 neutron-server[94461]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:34:36.162579 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:34:36.162579 n-d-771362-32 neutron-server[94461]: return f(self, *a, **k) Jul 05 02:34:36.162579 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:34:36.162579 n-d-771362-32 neutron-server[94461]: return self._get(url).json() Jul 05 02:34:36.162579 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:34:36.162579 n-d-771362-32 neutron-server[94461]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:34:36.162579 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:34:36.162579 n-d-771362-32 neutron-server[94461]: return self.request(url, 'GET', **kwargs) Jul 05 02:34:36.162579 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:34:36.162579 n-d-771362-32 neutron-server[94461]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:34:36.162579 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:34:36.162579 n-d-771362-32 neutron-server[94461]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:34:36.162579 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:34:36.162579 n-d-771362-32 neutron-server[94461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:34:36.162579 n-d-771362-32 neutron-server[94461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:34:36.227056 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bdc252b8-d359-4dd9-af4d-f9a20ef36254 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:36.245068 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-bdc252b8-d359-4dd9-af4d-f9a20ef36254 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Calling delete_port for 418f439c-86b9-49fb-a1f7-f8f11310c075 owned by {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:34:36.283401 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:36.284538 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 2ba2546e-a4bb-4dcf-aec4-ab83521d257f up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:34:36.306977 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-f540b2cf-f1d4-4238-9aa6-5521518fb1f3 req-bfe1b2c9-f1af-44c3-8d93-b0b83bd69218 service neutron] Attempting to bind port c07e40e5-00cc-42e2-b72a-8bbe657a3a24 on host n-h1-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:34:36.307600 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-f540b2cf-f1d4-4238-9aa6-5521518fb1f3 req-bfe1b2c9-f1af-44c3-8d93-b0b83bd69218 service neutron] Attempting to bind port c07e40e5-00cc-42e2-b72a-8bbe657a3a24 by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': '5e98a0e4-5693-4ee3-b5d3-e3f5978fa6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3eae4f7e-ce7e-4630-afc5-6d7e5add4d00'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:34:36.308179 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f540b2cf-f1d4-4238-9aa6-5521518fb1f3 req-bfe1b2c9-f1af-44c3-8d93-b0b83bd69218 service neutron] Attempting to bind port c07e40e5-00cc-42e2-b72a-8bbe657a3a24 on network 3eae4f7e-ce7e-4630-afc5-6d7e5add4d00 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:34:36.356814 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f540b2cf-f1d4-4238-9aa6-5521518fb1f3 req-bfe1b2c9-f1af-44c3-8d93-b0b83bd69218 service neutron] Port c07e40e5-00cc-42e2-b72a-8bbe657a3a24 on network 3eae4f7e-ce7e-4630-afc5-6d7e5add4d00 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:34:36.357400 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f540b2cf-f1d4-4238-9aa6-5521518fb1f3 req-bfe1b2c9-f1af-44c3-8d93-b0b83bd69218 service neutron] Attempting to bind port c07e40e5-00cc-42e2-b72a-8bbe657a3a24 on network 3eae4f7e-ce7e-4630-afc5-6d7e5add4d00 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:34:36.364497 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58b827f0-1c07-4d13-b357-22c6bcef87d8 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Made reservation on behalf of 5acb4a7985304d84a755f649a8ac1cfa for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:34:36.365991 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9f496a8f-c4e3-46e1-99cb-31bee96c010d tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:36.371839 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-58b827f0-1c07-4d13-b357-22c6bcef87d8 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:36.380753 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b67060a3-aa06-4301-9f87-c5ed9ed116c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:36.384226 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f540b2cf-f1d4-4238-9aa6-5521518fb1f3 req-bfe1b2c9-f1af-44c3-8d93-b0b83bd69218 service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:34:36.384793 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f540b2cf-f1d4-4238-9aa6-5521518fb1f3 req-bfe1b2c9-f1af-44c3-8d93-b0b83bd69218 service neutron] Checking segment: {'id': '5e98a0e4-5693-4ee3-b5d3-e3f5978fa6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3eae4f7e-ce7e-4630-afc5-6d7e5add4d00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:34:36.385392 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f540b2cf-f1d4-4238-9aa6-5521518fb1f3 req-bfe1b2c9-f1af-44c3-8d93-b0b83bd69218 service neutron] Bound using segment: {'id': '5e98a0e4-5693-4ee3-b5d3-e3f5978fa6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3eae4f7e-ce7e-4630-afc5-6d7e5add4d00'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:34:36.386021 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-f540b2cf-f1d4-4238-9aa6-5521518fb1f3 req-bfe1b2c9-f1af-44c3-8d93-b0b83bd69218 service neutron] Bound port: c07e40e5-00cc-42e2-b72a-8bbe657a3a24, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e98a0e4-5693-4ee3-b5d3-e3f5978fa6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3eae4f7e-ce7e-4630-afc5-6d7e5add4d00'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:34:36.386594 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f540b2cf-f1d4-4238-9aa6-5521518fb1f3 req-bfe1b2c9-f1af-44c3-8d93-b0b83bd69218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:36.393272 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9d97dd-295b-405e-b104-19ae69c9ad2a None None] Resources bound (agent type, host, resource id): {{(pid=94463) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 02:34:36.433514 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5ca069-4172-437b-a58c-d7c5145d1d2c req-981e2c61-0822-46a5-be30-794dc25ae737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:36.435447 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cd5ca069-4172-437b-a58c-d7c5145d1d2c req-981e2c61-0822-46a5-be30-794dc25ae737 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=25edd60c5d43492386eaf1845da7e310&device_id=c92b9a24-9e44-4cd7-9afc-e7dd5720b292 HTTP/1.1" status: 200 len: 1095 time: 0.4082825 Jul 05 02:34:36.460342 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=2272e5a9-91ae-4354-94cb-add74593e998,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:36.474861 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58b827f0-1c07-4d13-b357-22c6bcef87d8 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:34:36.479425 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [None req-9f496a8f-c4e3-46e1-99cb-31bee96c010d tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Transition to ACTIVE for port object 8f9fa166-642b-47d4-a47e-28dd4b60d42d will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:34:36.486498 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-58b827f0-1c07-4d13-b357-22c6bcef87d8 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:36.486854 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-58b827f0-1c07-4d13-b357-22c6bcef87d8 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Added segment e1145fdd-819a-4bea-b4f2-467f679e84e6 of type vlan for network 665863b5-cf26-4c7f-a63c-737a34667eaf Jul 05 02:34:36.511931 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cd5ca069-4172-437b-a58c-d7c5145d1d2c req-ec559715-8090-46aa-97bf-e1ce588955b4 service neutron] 10.222.0.21 "GET /v2.0/networks/75d7851c-724a-4b04-b234-7f030196e3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4660249 Jul 05 02:34:36.532771 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-58b827f0-1c07-4d13-b357-22c6bcef87d8 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:36.536618 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 2ba2546e-a4bb-4dcf-aec4-ab83521d257f triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:34:36.536618 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:36.568067 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bdc252b8-d359-4dd9-af4d-f9a20ef36254 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:36.571563 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-232a4fa3-0c9b-4302-8fb2-3ae445483342 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:36.592036 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff154ae-07d2-427a-bb09-dc0a4b3be80a req-c5f55fe5-1e29-4a95-9688-f8b05aafa449 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:36.593719 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7ff154ae-07d2-427a-bb09-dc0a4b3be80a req-c5f55fe5-1e29-4a95-9688-f8b05aafa449 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] 10.222.0.23 "GET /v2.0/ports?device_id=c92b9a24-9e44-4cd7-9afc-e7dd5720b292 HTTP/1.1" status: 200 len: 943 time: 0.2341261 Jul 05 02:34:36.606277 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-232a4fa3-0c9b-4302-8fb2-3ae445483342 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:36.608771 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-232a4fa3-0c9b-4302-8fb2-3ae445483342 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] 10.222.0.23 "DELETE /v2.0/networks/5a4370f0-311a-4f90-9131-c0195b5d6bec HTTP/1.1" status: 204 len: 168 time: 2.6336060 Jul 05 02:34:36.617763 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43926) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:36.627253 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bdc252b8-d359-4dd9-af4d-f9a20ef36254 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:36.629267 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-bdc252b8-d359-4dd9-af4d-f9a20ef36254 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "DELETE /v2.0/ports/418f439c-86b9-49fb-a1f7-f8f11310c075 HTTP/1.1" status: 204 len: 168 time: 0.6971638 Jul 05 02:34:36.654610 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43928) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:36.671400 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7ff154ae-07d2-427a-bb09-dc0a4b3be80a req-21dde019-7319-40bb-8778-f561ae619abe tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] 10.222.0.23 "GET /v2.0/security-groups?id=b12511d7-db06-44f1-9a59-5e8d4e800492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694935 Jul 05 02:34:36.672205 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc252b8-d359-4dd9-af4d-f9a20ef36254 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Pushing event deleted for resources: {'Port': ['ID=418f439c-86b9-49fb-a1f7-f8f11310c075,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:36.675250 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-58b827f0-1c07-4d13-b357-22c6bcef87d8 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:36.681800 n-d-771362-32 neutron-server[94461]: INFO neutron.pecan_wsgi.hooks.translation [None req-aeb7759c-95f1-4d46-b253-b61a2a73a9bb tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] DELETE failed (client error): The resource could not be found. Jul 05 02:34:36.682039 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b827f0-1c07-4d13-b357-22c6bcef87d8 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:36.682310 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aeb7759c-95f1-4d46-b253-b61a2a73a9bb tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:34:36.682714 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-58b827f0-1c07-4d13-b357-22c6bcef87d8 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:36.684136 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-aeb7759c-95f1-4d46-b253-b61a2a73a9bb tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] 10.222.0.23 "DELETE /v2.0/subnets/3c58c204-745d-4003-9325-fa0b5b7f1ec1 HTTP/1.1" status: 404 len: 337 time: 0.0588431 Jul 05 02:34:36.706787 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43930) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:36.728301 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-f540b2cf-f1d4-4238-9aa6-5521518fb1f3 req-bfe1b2c9-f1af-44c3-8d93-b0b83bd69218 service neutron] For port c07e40e5-00cc-42e2-b72a-8bbe657a3a24, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:34:36.734325 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232a4fa3-0c9b-4302-8fb2-3ae445483342 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Pushing event deleted for resources: {'Network': ['ID=5a4370f0-311a-4f90-9131-c0195b5d6bec,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:36.758011 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b827f0-1c07-4d13-b357-22c6bcef87d8 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Pushing event updated for resources: {'Network': ['ID=665863b5-cf26-4c7f-a63c-737a34667eaf,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:36.790383 n-d-771362-32 neutron-server[94461]: INFO neutron.pecan_wsgi.hooks.translation [None req-826a4266-55a6-487a-94d9-cfbbb7902a3c tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] GET failed (client error): The resource could not be found. Jul 05 02:34:36.798575 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-826a4266-55a6-487a-94d9-cfbbb7902a3c tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "GET /v2.0/ports/418f439c-86b9-49fb-a1f7-f8f11310c075 HTTP/1.1" status: 404 len: 333 time: 0.1003959 Jul 05 02:34:36.800347 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43932) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:36.804213 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-f540b2cf-f1d4-4238-9aa6-5521518fb1f3 req-bfe1b2c9-f1af-44c3-8d93-b0b83bd69218 service neutron] For port c07e40e5-00cc-42e2-b72a-8bbe657a3a24, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=c07e40e5-00cc-42e2-b72a-8bbe657a3a24,segment=NetworkSegment(5e98a0e4-5693-4ee3-b5d3-e3f5978fa6c7),segment_id=5e98a0e4-5693-4ee3-b5d3-e3f5978fa6c7)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:34:36.804875 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-fe71e3cf-1610-4448-a409-42880ca06736 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Request body: {'port': {'network_id': 'b31362b4-a4bd-42b5-81be-dffc815669f8', 'name': 'tempest-PortsIpV6TestJSON-1519950609'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:34:36.806082 n-d-771362-32 neutron-server[94461]: INFO neutron.pecan_wsgi.hooks.translation [None req-0930ec82-d779-45c6-9c20-4cba6ca1b7a5 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] DELETE failed (client error): The resource could not be found. Jul 05 02:34:36.806712 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0930ec82-d779-45c6-9c20-4cba6ca1b7a5 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:34:36.810966 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-0930ec82-d779-45c6-9c20-4cba6ca1b7a5 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] 10.222.0.23 "DELETE /v2.0/networks/b34497db-f060-483d-8abf-8169a45765e5 HTTP/1.1" status: 404 len: 339 time: 0.0965466 Jul 05 02:34:36.813934 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43934) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:36.827085 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 94f2b79c-9261-4e8a-9b44-28a0046afe23 up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:34:36.855680 n-d-771362-32 neutron-server[94461]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d2ffe5e-457b-42e5-9058-d280abfb9b74 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] DELETE failed (client error): The resource could not be found. Jul 05 02:34:36.856143 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d2ffe5e-457b-42e5-9058-d280abfb9b74 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:34:36.860464 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-2d2ffe5e-457b-42e5-9058-d280abfb9b74 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] 10.222.0.23 "DELETE /v2.0/subnets/dc4c090e-9567-489f-a4fb-b83e8eaa9502 HTTP/1.1" status: 404 len: 337 time: 0.0415289 Jul 05 02:34:36.863583 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43936) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:36.874692 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 665863b5-cf26-4c7f-a63c-737a34667eaf details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:34:36.888211 n-d-771362-32 neutron-server[94461]: INFO neutron.pecan_wsgi.hooks.translation [None req-69131dd4-51dc-4a5a-a57d-6959d535e976 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] DELETE failed (client error): The resource could not be found. Jul 05 02:34:36.888744 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69131dd4-51dc-4a5a-a57d-6959d535e976 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:34:36.889902 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.db.api [None req-b67060a3-aa06-4301-9f87-c5ed9ed116c3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94463) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 02:34:36.892857 n-d-771362-32 neutron-server[94463]: DEBUG oslo_db.api [None req-b67060a3-aa06-4301-9f87-c5ed9ed116c3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 02:34:36.892993 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-69131dd4-51dc-4a5a-a57d-6959d535e976 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] 10.222.0.23 "DELETE /v2.0/networks/19dd142d-ae05-4e60-9045-452cc8bf9a9a HTTP/1.1" status: 404 len: 339 time: 0.0260236 Jul 05 02:34:36.893547 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43938) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:36.894658 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5ca069-4172-437b-a58c-d7c5145d1d2c req-f0fcfda3-a3a0-45bb-8389-df3435775dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:36.896142 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cd5ca069-4172-437b-a58c-d7c5145d1d2c req-f0fcfda3-a3a0-45bb-8389-df3435775dee service neutron] 10.222.0.15 "GET /v2.0/networks?id=75d7851c-724a-4b04-b234-7f030196e3e8 HTTP/1.1" status: 200 len: 918 time: 0.4272163 Jul 05 02:34:36.907106 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f540b2cf-f1d4-4238-9aa6-5521518fb1f3 req-bfe1b2c9-f1af-44c3-8d93-b0b83bd69218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:36.953661 n-d-771362-32 neutron-server[94461]: INFO neutron.pecan_wsgi.hooks.translation [None req-da392d2e-9321-4a59-97d8-0b629ac00e44 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] DELETE failed (client error): The resource could not be found. Jul 05 02:34:36.959061 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da392d2e-9321-4a59-97d8-0b629ac00e44 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:34:36.959061 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-da392d2e-9321-4a59-97d8-0b629ac00e44 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] 10.222.0.23 "DELETE /v2.0/subnets/19d15f3e-134e-40e4-b5d7-f40d9d268bc0 HTTP/1.1" status: 404 len: 337 time: 0.0589192 Jul 05 02:34:36.960570 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43942) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:37.004068 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbce91db-c327-42fb-a4b7-6eb8f5d99e0e tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] DELETE failed (client error): The resource could not be found. Jul 05 02:34:37.005984 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbce91db-c327-42fb-a4b7-6eb8f5d99e0e tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94462) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:34:37.013914 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9f496a8f-c4e3-46e1-99cb-31bee96c010d tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:37.016786 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-cbce91db-c327-42fb-a4b7-6eb8f5d99e0e tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] 10.222.0.23 "DELETE /v2.0/networks/6b13b84f-b007-4143-a4cd-ded08408093b HTTP/1.1" status: 404 len: 339 time: 0.0537374 Jul 05 02:34:37.020457 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43946) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:37.041876 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cd5ca069-4172-437b-a58c-d7c5145d1d2c req-e85a8edf-2492-4063-b9fb-0de6fa8226b9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e05b10e7-6dbf-4708-a417-0ecd4922801a HTTP/1.1" status: 200 len: 217 time: 0.1090462 Jul 05 02:34:37.041876 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8516c2ab-7c30-412a-9a1b-6eb652010595 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:37.056270 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f540b2cf-f1d4-4238-9aa6-5521518fb1f3 req-bfe1b2c9-f1af-44c3-8d93-b0b83bd69218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:37.056903 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f540b2cf-f1d4-4238-9aa6-5521518fb1f3 req-bfe1b2c9-f1af-44c3-8d93-b0b83bd69218 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:37.058334 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f540b2cf-f1d4-4238-9aa6-5521518fb1f3 req-bfe1b2c9-f1af-44c3-8d93-b0b83bd69218 service neutron] 10.222.0.21 "PUT /v2.0/ports/c07e40e5-00cc-42e2-b72a-8bbe657a3a24 HTTP/1.1" status: 200 len: 1092 time: 5.2183897 Jul 05 02:34:37.060620 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d5b844e-4147-4d92-baa2-9af980ef8d19', 'tag': 'c07e40e5-00cc-42e2-b72a-8bbe657a3a24'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:34:37.063088 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edb1eb51-e989-4580-8e74-0152303b445a" -d '{"events": [{"name": "network-changed", "server_uuid": "9d5b844e-4147-4d92-baa2-9af980ef8d19", "tag": "c07e40e5-00cc-42e2-b72a-8bbe657a3a24"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:34:37.079168 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f496a8f-c4e3-46e1-99cb-31bee96c010d tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Network 08159b95-4070-499d-a1fb-37d3afb658cf is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:34:37.130897 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning for port 94f2b79c-9261-4e8a-9b44-28a0046afe23 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:34:37.137858 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port 94f2b79c-9261-4e8a-9b44-28a0046afe23 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:34:37.138399 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:37.139981 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-401c3578-20f6-4a69-857b-2cbae20eb73c x-openstack-request-id: req-401c3578-20f6-4a69-857b-2cbae20eb73c {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:34:37.143347 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d5b844e-4147-4d92-baa2-9af980ef8d19", "tag": "c07e40e5-00cc-42e2-b72a-8bbe657a3a24", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:34:37.143347 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-401c3578-20f6-4a69-857b-2cbae20eb73c {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:34:37.143347 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d5b844e-4147-4d92-baa2-9af980ef8d19', 'tag': 'c07e40e5-00cc-42e2-b72a-8bbe657a3a24', 'status': 'completed', 'code': 200} Jul 05 02:34:37.148432 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a196694-c095-486d-9676-8308fc3d5f3d tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] DELETE failed (client error): The resource could not be found. Jul 05 02:34:37.148912 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a196694-c095-486d-9676-8308fc3d5f3d tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94462) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:34:37.150168 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-9f496a8f-c4e3-46e1-99cb-31bee96c010d tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:34:37.162624 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-8a196694-c095-486d-9676-8308fc3d5f3d tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] 10.222.0.23 "DELETE /v2.0/subnets/0509784f-5192-4cb4-b733-008afe0b4479 HTTP/1.1" status: 404 len: 337 time: 0.1408038 Jul 05 02:34:37.170634 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43952) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:37.182626 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f496a8f-c4e3-46e1-99cb-31bee96c010d tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:34:37.207862 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8516c2ab-7c30-412a-9a1b-6eb652010595 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:37.221458 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-73d7e1db-0a91-49f6-b9af-6c66b1ffa55c tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] DELETE failed (client error): The resource could not be found. Jul 05 02:34:37.222113 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73d7e1db-0a91-49f6-b9af-6c66b1ffa55c tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94462) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:34:37.225275 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-73d7e1db-0a91-49f6-b9af-6c66b1ffa55c tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] 10.222.0.23 "DELETE /v2.0/networks/77c2d24d-fdf2-49fd-bf7f-506a520f1d53 HTTP/1.1" status: 404 len: 339 time: 0.0593867 Jul 05 02:34:37.229619 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43954) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:37.253086 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 2272e5a9-91ae-4354-94cb-add74593e998 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:34:37.257128 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-612ec25a-5180-4239-a0d8-d0f69557480d tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] DELETE failed (client error): The resource could not be found. Jul 05 02:34:37.258145 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-612ec25a-5180-4239-a0d8-d0f69557480d tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94462) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:34:37.259968 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-612ec25a-5180-4239-a0d8-d0f69557480d tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] 10.222.0.23 "DELETE /v2.0/subnets/d7a0e35f-d11e-45f0-9fe7-752333954284 HTTP/1.1" status: 404 len: 337 time: 0.0293832 Jul 05 02:34:37.264045 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43956) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:37.287933 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-e073e4af-1441-4593-a194-1af6fc9bbce3 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] DELETE failed (client error): The resource could not be found. Jul 05 02:34:37.288670 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e073e4af-1441-4593-a194-1af6fc9bbce3 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94462) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:34:37.293343 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-e073e4af-1441-4593-a194-1af6fc9bbce3 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] 10.222.0.23 "DELETE /v2.0/networks/91f4929b-e139-4d8d-971a-fbfead97b0db HTTP/1.1" status: 404 len: 339 time: 0.0282559 Jul 05 02:34:37.293951 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43958) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:37.299474 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe1b2c9-f1af-44c3-8d93-b0b83bd69218 service neutron] Pushing event updated for resources: {'Port': ['ID=c07e40e5-00cc-42e2-b72a-8bbe657a3a24,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:37.316109 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8516c2ab-7c30-412a-9a1b-6eb652010595 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=94461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:34:37.345067 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5ca069-4172-437b-a58c-d7c5145d1d2c req-3d0000e9-746b-4a23-804b-f579d4d328a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:37.345282 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3eab291-0544-4aa8-8c89-b454c6a06c72 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] DELETE failed (client error): The resource could not be found. Jul 05 02:34:37.345582 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3eab291-0544-4aa8-8c89-b454c6a06c72 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94462) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:34:37.347456 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cd5ca069-4172-437b-a58c-d7c5145d1d2c req-3d0000e9-746b-4a23-804b-f579d4d328a3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=73a2242e-983a-4dab-a85f-708cce68efb7 HTTP/1.1" status: 200 len: 858 time: 0.3009415 Jul 05 02:34:37.352013 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-d3eab291-0544-4aa8-8c89-b454c6a06c72 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] 10.222.0.23 "DELETE /v2.0/subnets/d83d4e57-dbea-4f2f-b35c-84b303df3e7a HTTP/1.1" status: 404 len: 337 time: 0.0563316 Jul 05 02:34:37.365365 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:37.368625 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43960) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:37.379397 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-58b827f0-1c07-4d13-b357-22c6bcef87d8 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3056517 Jul 05 02:34:37.395166 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43962) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:37.412074 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8516c2ab-7c30-412a-9a1b-6eb652010595 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17f7f4b7-60c8-4947-ad7e-aef09181a8e2,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:37.423720 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-5fd397a0-2166-434e-8a10-e20c5008774a tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Request body: {'subnet': {'network_id': '665863b5-cf26-4c7f-a63c-737a34667eaf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:34:37.434990 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8516c2ab-7c30-412a-9a1b-6eb652010595 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:37.435478 n-d-771362-32 neutron-server[94461]: INFO neutron.db.segments_db [None req-8516c2ab-7c30-412a-9a1b-6eb652010595 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Added segment 4e8032ea-73ab-4a7a-8932-00c3ac73fedd of type vlan for network 4ce1bf2b-10ed-4dec-b9d4-473c522320f0 Jul 05 02:34:37.438756 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e54a56-4baa-4f4f-b7c9-88a7be7890b9 None None] get_active_networks_info from n-d-771362-32 {{(pid=94463) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 02:34:37.443914 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cd5ca069-4172-437b-a58c-d7c5145d1d2c req-41cbf611-4e04-48f6-94bf-6f0f305037e7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=75d7851c-724a-4b04-b234-7f030196e3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549245 Jul 05 02:34:37.444842 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9f496a8f-c4e3-46e1-99cb-31bee96c010d tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635668'] for router_interface, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:37.456677 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae75dc39-3cc4-45c8-a4d5-b5086a515675 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] DELETE failed (client error): The resource could not be found. Jul 05 02:34:37.457481 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae75dc39-3cc4-45c8-a4d5-b5086a515675 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94462) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:34:37.462395 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-ae75dc39-3cc4-45c8-a4d5-b5086a515675 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] 10.222.0.23 "DELETE /v2.0/networks/b5d7fcc2-42f7-40ad-acda-804cbc1be51d HTTP/1.1" status: 404 len: 339 time: 0.0921144 Jul 05 02:34:37.463013 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43964) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:37.529402 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-e86c2028-91c9-4f30-85de-d85b1155371b tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] DELETE failed (client error): The resource could not be found. Jul 05 02:34:37.530451 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e86c2028-91c9-4f30-85de-d85b1155371b tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94462) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:34:37.535082 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-e86c2028-91c9-4f30-85de-d85b1155371b tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] 10.222.0.23 "DELETE /v2.0/subnets/ea07fe03-6386-423f-894a-7efe86629973 HTTP/1.1" status: 404 len: 337 time: 0.0616622 Jul 05 02:34:37.536340 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe71e3cf-1610-4448-a409-42880ca06736 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Made reservation on behalf of eec53b7bac0445b2b9e29f73fcad1818 for: {'port': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:34:37.541053 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fe71e3cf-1610-4448-a409-42880ca06736 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:37.547090 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43966) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:37.557021 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e54a56-4baa-4f4f-b7c9-88a7be7890b9 None None] Resources bound (agent type, host, resource id): {{(pid=94463) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 02:34:37.571467 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 2272e5a9-91ae-4354-94cb-add74593e998 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:34:37.571899 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:37.590249 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3395e94-ff82-4e81-9331-b64fe4728999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94f2b79c-9261-4e8a-9b44-28a0046afe23'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:34:37.592755 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94d5cc7e-3bcf-47c5-9816-b5e30f448337" -d '{"events": [{"server_uuid": "e3395e94-ff82-4e81-9331-b64fe4728999", "name": "network-vif-plugged", "status": "completed", "tag": "94f2b79c-9261-4e8a-9b44-28a0046afe23"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:34:37.605988 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-a54e6d5f-81f6-45fa-892f-7397e2720be8 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] DELETE failed (client error): The resource could not be found. Jul 05 02:34:37.606915 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a54e6d5f-81f6-45fa-892f-7397e2720be8 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94462) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:34:37.611731 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-a54e6d5f-81f6-45fa-892f-7397e2720be8 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] 10.222.0.23 "DELETE /v2.0/networks/27c196ab-49fa-43c1-8ef1-adccf4fec5c1 HTTP/1.1" status: 404 len: 339 time: 0.0554175 Jul 05 02:34:37.613979 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43970) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:37.618244 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [None req-fe71e3cf-1610-4448-a409-42880ca06736 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] device_id is not set on port 12e135d1-c0d9-4796-a1bf-37b20ff2012c yet. {{(pid=94462) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:34:37.662591 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 94f2b79c-9261-4e8a-9b44-28a0046afe23, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=94f2b79c-9261-4e8a-9b44-28a0046afe23,segment=NetworkSegment(b4a50736-7a23-4bbb-b763-03a1debf2781),segment_id=b4a50736-7a23-4bbb-b763-03a1debf2781)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:34:37.704966 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7a63206-07e0-4c66-a5db-ed4dd9e223a2 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] DELETE failed (client error): The resource could not be found. Jul 05 02:34:37.705772 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7a63206-07e0-4c66-a5db-ed4dd9e223a2 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94462) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:34:37.709142 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-f7a63206-07e0-4c66-a5db-ed4dd9e223a2 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] 10.222.0.23 "DELETE /v2.0/subnets/ae0a0a3a-cdb9-48d2-a213-47c2a39b217e HTTP/1.1" status: 404 len: 337 time: 0.0928919 Jul 05 02:34:37.717059 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43976) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:37.774652 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:37.813183 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa9ca337-a995-4afd-b769-c23116b9f2f1 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] DELETE failed (client error): The resource could not be found. Jul 05 02:34:37.817662 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa9ca337-a995-4afd-b769-c23116b9f2f1 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94462) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:34:37.827814 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-aa9ca337-a995-4afd-b769-c23116b9f2f1 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] 10.222.0.23 "DELETE /v2.0/networks/f24ad014-700c-46bf-864a-cd1089732a1c HTTP/1.1" status: 404 len: 339 time: 0.1030648 Jul 05 02:34:37.833457 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43978) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:37.855033 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e70c8cd5-9e10-49da-a6eb-36a00f2c8086 x-openstack-request-id: req-e70c8cd5-9e10-49da-a6eb-36a00f2c8086 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:34:37.861387 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3395e94-ff82-4e81-9331-b64fe4728999", "name": "network-vif-plugged", "status": "completed", "tag": "94f2b79c-9261-4e8a-9b44-28a0046afe23", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:34:37.861706 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e70c8cd5-9e10-49da-a6eb-36a00f2c8086 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:34:37.862222 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3395e94-ff82-4e81-9331-b64fe4728999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94f2b79c-9261-4e8a-9b44-28a0046afe23', 'code': 200} Jul 05 02:34:37.924998 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=94f2b79c-9261-4e8a-9b44-28a0046afe23,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:37.940395 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0bbb08d-ffda-4dcd-8aa1-948e55359790 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Deleting subnet 53ee007a-928b-4dd9-9288-682d4a29eff5 {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:34:37.948976 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d0bbb08d-ffda-4dcd-8aa1-948e55359790 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:37.975241 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f496a8f-c4e3-46e1-99cb-31bee96c010d tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Pushing event updated for resources: {'Port': ['ID=8f9fa166-642b-47d4-a47e-28dd4b60d42d,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:38.074685 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fd397a0-2166-434e-8a10-e20c5008774a tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Made reservation on behalf of 5acb4a7985304d84a755f649a8ac1cfa for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:34:38.078576 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5fd397a0-2166-434e-8a10-e20c5008774a tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:38.112932 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d0bbb08d-ffda-4dcd-8aa1-948e55359790 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:38.131565 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8516c2ab-7c30-412a-9a1b-6eb652010595 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:38.140208 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb1eb51-e989-4580-8e74-0152303b445a req-7a3ff650-7a85-4f4e-94b3-3ab9d928cd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:38.141786 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-edb1eb51-e989-4580-8e74-0152303b445a req-7a3ff650-7a85-4f4e-94b3-3ab9d928cd1d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7612b1c50695442f80cdea1ef51d747c&device_id=9d5b844e-4147-4d92-baa2-9af980ef8d19 HTTP/1.1" status: 200 len: 1095 time: 0.9558601 Jul 05 02:34:38.161466 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de50184c-8831-4ebb-bb8e-309bcd2346af req-086545e8-ca52-431c-a66f-98ec3f6d6c05 tempest-InstanceActionsV221TestJSON-919439988 tempest-InstanceActionsV221TestJSON-919439988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:38.163125 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-de50184c-8831-4ebb-bb8e-309bcd2346af req-086545e8-ca52-431c-a66f-98ec3f6d6c05 tempest-InstanceActionsV221TestJSON-919439988 tempest-InstanceActionsV221TestJSON-919439988-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d5b844e-4147-4d92-baa2-9af980ef8d19 HTTP/1.1" status: 200 len: 943 time: 1.0398874 Jul 05 02:34:38.279477 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fe71e3cf-1610-4448-a409-42880ca06736 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:38.290997 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.db.resource_extend [None req-8516c2ab-7c30-412a-9a1b-6eb652010595 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 02:34:38.315238 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 908fc98f-fe14-468b-b399-9f1dc33ba561 details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:34:38.345859 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dc57d7-23ae-453e-946e-4b4dc509e056 req-8ff7ca45-98e2-4f77-80fd-e8a815235377 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:38.347621 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c2dc57d7-23ae-453e-946e-4b4dc509e056 req-8ff7ca45-98e2-4f77-80fd-e8a815235377 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] 10.222.0.23 "GET /v2.0/ports?device_id=c92b9a24-9e44-4cd7-9afc-e7dd5720b292 HTTP/1.1" status: 200 len: 943 time: 0.3474820 Jul 05 02:34:38.373376 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cd5ca069-4172-437b-a58c-d7c5145d1d2c req-ae19a998-5912-429c-82d4-328fefcdd5a6 service neutron] 10.222.0.15 "GET /v2.0/networks/75d7851c-724a-4b04-b234-7f030196e3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9135041 Jul 05 02:34:38.376410 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-de50184c-8831-4ebb-bb8e-309bcd2346af req-de39e808-0bd6-404d-b187-55fe9bb7cd1f tempest-InstanceActionsV221TestJSON-919439988 tempest-InstanceActionsV221TestJSON-919439988-project] 10.222.0.23 "GET /v2.0/security-groups?id=5a5713f8-01aa-412c-828d-2021c16aeb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976137 Jul 05 02:34:38.389563 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcebdd0-2ced-48a1-b2aa-a72284e63a6a req-6339b274-3b13-4b4a-8555-8acb130064c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:38.391130 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1dcebdd0-2ced-48a1-b2aa-a72284e63a6a req-6339b274-3b13-4b4a-8555-8acb130064c1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e3395e94-ff82-4e81-9331-b64fe4728999 HTTP/1.1" status: 200 len: 1097 time: 0.4116836 Jul 05 02:34:38.419057 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d0bbb08d-ffda-4dcd-8aa1-948e55359790 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:38.504828 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8516c2ab-7c30-412a-9a1b-6eb652010595 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:38.510651 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c2dc57d7-23ae-453e-946e-4b4dc509e056 req-095ece70-35b3-4f21-9059-ca9377ddb49e tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] 10.222.0.23 "GET /v2.0/security-groups?id=b12511d7-db06-44f1-9a59-5e8d4e800492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501672 Jul 05 02:34:38.511519 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8516c2ab-7c30-412a-9a1b-6eb652010595 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:38.512161 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8516c2ab-7c30-412a-9a1b-6eb652010595 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:38.542676 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb1eb51-e989-4580-8e74-0152303b445a req-71548244-db32-40a6-be33-6986090383b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:38.544075 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-edb1eb51-e989-4580-8e74-0152303b445a req-71548244-db32-40a6-be33-6986090383b3 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=7612b1c50695442f80cdea1ef51d747c&shared=False HTTP/1.1" status: 200 len: 917 time: 0.3776906 Jul 05 02:34:38.551184 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-7b1e98d8-2395-437b-84de-d5eb6c8c9360 None None] Provisioning for port 8f9fa166-642b-47d4-a47e-28dd4b60d42d completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:34:38.562235 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 908fc98f-fe14-468b-b399-9f1dc33ba561, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=908fc98f-fe14-468b-b399-9f1dc33ba561,segment=NetworkSegment(b4a50736-7a23-4bbb-b763-03a1debf2781),segment_id=b4a50736-7a23-4bbb-b763-03a1debf2781)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:34:38.565627 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-7b1e98d8-2395-437b-84de-d5eb6c8c9360 None None] Provisioning complete for port 8f9fa166-642b-47d4-a47e-28dd4b60d42d triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:34:38.566102 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-7b1e98d8-2395-437b-84de-d5eb6c8c9360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:38.578962 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1dcebdd0-2ced-48a1-b2aa-a72284e63a6a req-11160829-2325-4897-a3e0-23586a2d922c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b12511d7-db06-44f1-9a59-5e8d4e800492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366577 Jul 05 02:34:38.602817 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Returning: {'device': '908fc98f-fe14-468b-b399-9f1dc33ba561', 'network_id': '75d7851c-724a-4b04-b234-7f030196e3e8', 'port_id': '908fc98f-fe14-468b-b399-9f1dc33ba561', 'mac_address': 'fa:16:3e:cc:65:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73a2242e-983a-4dab-a85f-708cce68efb7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:34:38.611946 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fe71e3cf-1610-4448-a409-42880ca06736 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:38.633990 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9f496a8f-c4e3-46e1-99cb-31bee96c010d tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:38.645513 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe71e3cf-1610-4448-a409-42880ca06736 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Network b31362b4-a4bd-42b5-81be-dffc815669f8 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:34:38.652136 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-fe71e3cf-1610-4448-a409-42880ca06736 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:34:38.652991 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:38.670992 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 908fc98f-fe14-468b-b399-9f1dc33ba561 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:34:38.696474 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe71e3cf-1610-4448-a409-42880ca06736 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:34:38.700099 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 908fc98f-fe14-468b-b399-9f1dc33ba561, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=908fc98f-fe14-468b-b399-9f1dc33ba561,segment=NetworkSegment(b4a50736-7a23-4bbb-b763-03a1debf2781),segment_id=b4a50736-7a23-4bbb-b763-03a1debf2781)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:34:38.706432 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe71e3cf-1610-4448-a409-42880ca06736 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:38.707481 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fe71e3cf-1610-4448-a409-42880ca06736 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:38.708798 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-7b1e98d8-2395-437b-84de-d5eb6c8c9360 None None] Port 8f9fa166-642b-47d4-a47e-28dd4b60d42d cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:34:38.736722 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d0bbb08d-ffda-4dcd-8aa1-948e55359790 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:38.741823 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-8516c2ab-7c30-412a-9a1b-6eb652010595 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.1823125 Jul 05 02:34:38.754446 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43984) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:38.767133 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:38.768085 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8516c2ab-7c30-412a-9a1b-6eb652010595 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Pushing event updated for resources: {'Network': ['ID=4ce1bf2b-10ed-4dec-b9d4-473c522320f0,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:38.781355 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cd5ca069-4172-437b-a58c-d7c5145d1d2c req-d868a13f-e1e7-4c63-bd74-dece2ae66ae5 service neutron] 10.222.0.15 "GET /v2.0/networks/75d7851c-724a-4b04-b234-7f030196e3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4005904 Jul 05 02:34:38.819576 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-73a5acee-e754-4bd0-8f50-f2d21558c5a6 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Request body: {'subnet': {'network_id': '4ce1bf2b-10ed-4dec-b9d4-473c522320f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:34:38.825791 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 4ce1bf2b-10ed-4dec-b9d4-473c522320f0 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:34:38.832381 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e0802e2-375c-4485-bccf-617b6df19c6a None None] Network c06f3265-d57b-4fcb-ad50-92d8b0a42a0b requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:34:38.903333 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb1eb51-e989-4580-8e74-0152303b445a req-33d8bb9d-43f0-4835-886b-30c085696e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:38.904927 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-edb1eb51-e989-4580-8e74-0152303b445a req-33d8bb9d-43f0-4835-886b-30c085696e8b service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2951319 Jul 05 02:34:38.926350 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d0bbb08d-ffda-4dcd-8aa1-948e55359790 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks [] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:38.934178 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-d0bbb08d-ffda-4dcd-8aa1-948e55359790 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] 10.222.0.23 "DELETE /v2.0/subnets/53ee007a-928b-4dd9-9288-682d4a29eff5 HTTP/1.1" status: 204 len: 168 time: 1.0990896 Jul 05 02:34:38.934178 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bbb08d-ffda-4dcd-8aa1-948e55359790 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Pushing event deleted for resources: {'Subnet': ['ID=53ee007a-928b-4dd9-9288-682d4a29eff5,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:38.937001 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43986) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:38.969292 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe71e3cf-1610-4448-a409-42880ca06736 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Pushing event updated for resources: {'Port': ['ID=12e135d1-c0d9-4796-a1bf-37b20ff2012c,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:38.972414 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5fd397a0-2166-434e-8a10-e20c5008774a tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:38.998464 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=908fc98f-fe14-468b-b399-9f1dc33ba561,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:39.031974 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['908fc98f-fe14-468b-b399-9f1dc33ba561'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:34:39.117814 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c2669582-03c4-40a7-8d02-61187c1d2e61 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:39.127491 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-fe71e3cf-1610-4448-a409-42880ca06736 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.3250861 Jul 05 02:34:39.134560 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43988) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:39.140253 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-84e2d7bd-d200-4185-bc20-723963df1c4b tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:34:39.181229 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73a5acee-e754-4bd0-8f50-f2d21558c5a6 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Made reservation on behalf of 6f62952b264b4eb9913d764c8cb0555c for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:34:39.185366 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-73a5acee-e754-4bd0-8f50-f2d21558c5a6 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:39.205960 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f540b2cf-f1d4-4238-9aa6-5521518fb1f3 req-9f45de09-b282-41a3-ab5c-34f9018e252f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:39.207914 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f540b2cf-f1d4-4238-9aa6-5521518fb1f3 req-9f45de09-b282-41a3-ab5c-34f9018e252f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7612b1c50695442f80cdea1ef51d747c&device_id=9d5b844e-4147-4d92-baa2-9af980ef8d19 HTTP/1.1" status: 200 len: 1095 time: 0.2150810 Jul 05 02:34:39.302450 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9f496a8f-c4e3-46e1-99cb-31bee96c010d tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:39.305359 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f540b2cf-f1d4-4238-9aa6-5521518fb1f3 req-eeb7e2ff-8653-4ac5-9627-d14b3d84e8c7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c07e40e5-00cc-42e2-b72a-8bbe657a3a24 HTTP/1.1" status: 200 len: 217 time: 0.0644252 Jul 05 02:34:39.317952 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f08555-df91-46fb-9c53-6ee8a6ce24a1 None None] DHCP port deletion for c06f3265-d57b-4fcb-ad50-92d8b0a42a0b request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:34:39.387797 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-84e2d7bd-d200-4185-bc20-723963df1c4b tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:39.400248 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd397a0-2166-434e-8a10-e20c5008774a tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Pushing event updated for resources: {'Subnet': ['ID=ece6dcac-ead5-474d-b476-a8cf23f8483e,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:39.402870 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-a1f08555-df91-46fb-9c53-6ee8a6ce24a1 None None] Deleting port 03ff0a2c-bef4-40b2-b818-911793279c39 {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:34:39.403326 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a1f08555-df91-46fb-9c53-6ee8a6ce24a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:39.420982 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f540b2cf-f1d4-4238-9aa6-5521518fb1f3 req-02caae9c-4fb6-4614-ace9-bcb410f20c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:39.423001 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f540b2cf-f1d4-4238-9aa6-5521518fb1f3 req-02caae9c-4fb6-4614-ace9-bcb410f20c93 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dc4d4c51-7d6e-4133-ad20-65973bd435c1 HTTP/1.1" status: 200 len: 857 time: 0.0972300 Jul 05 02:34:39.426310 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9f496a8f-c4e3-46e1-99cb-31bee96c010d tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:39.453504 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd397a0-2166-434e-8a10-e20c5008774a tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Checking segment: {'id': 'e1145fdd-819a-4bea-b4f2-467f679e84e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '665863b5-cf26-4c7f-a63c-737a34667eaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:34:39.454022 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd397a0-2166-434e-8a10-e20c5008774a tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Network hostable DHCP agents. Network: 665863b5-cf26-4c7f-a63c-737a34667eaf, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:34:39.531793 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f540b2cf-f1d4-4238-9aa6-5521518fb1f3 req-5a7e5f10-4cf8-4229-861b-cc59832ce94c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3eae4f7e-ce7e-4630-afc5-6d7e5add4d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630610 Jul 05 02:34:39.556298 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-a1f08555-df91-46fb-9c53-6ee8a6ce24a1 None None] For port 03ff0a2c-bef4-40b2-b818-911793279c39, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=03ff0a2c-bef4-40b2-b818-911793279c39,segment=NetworkSegment(f64a78d3-24ba-4285-8ca9-0bf5edb5d790),segment_id=f64a78d3-24ba-4285-8ca9-0bf5edb5d790)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:34:39.556615 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a1f08555-df91-46fb-9c53-6ee8a6ce24a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:39.576449 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-a1f08555-df91-46fb-9c53-6ee8a6ce24a1 None None] Calling delete_port for 03ff0a2c-bef4-40b2-b818-911793279c39 owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:34:39.577029 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-c2669582-03c4-40a7-8d02-61187c1d2e61 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Deleting port 03ff0a2c-bef4-40b2-b818-911793279c39 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:34:39.577029 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c2669582-03c4-40a7-8d02-61187c1d2e61 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:39.616400 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9f496a8f-c4e3-46e1-99cb-31bee96c010d tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634601'] for router_interface, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:39.654399 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-c2669582-03c4-40a7-8d02-61187c1d2e61 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] For port 03ff0a2c-bef4-40b2-b818-911793279c39, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=03ff0a2c-bef4-40b2-b818-911793279c39,segment=NetworkSegment(f64a78d3-24ba-4285-8ca9-0bf5edb5d790),segment_id=f64a78d3-24ba-4285-8ca9-0bf5edb5d790)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:34:39.654883 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c2669582-03c4-40a7-8d02-61187c1d2e61 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:39.671239 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-c2669582-03c4-40a7-8d02-61187c1d2e61 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Calling delete_port for 03ff0a2c-bef4-40b2-b818-911793279c39 owned by network:dhcp {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:34:39.727740 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a1f08555-df91-46fb-9c53-6ee8a6ce24a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:39.728070 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-73a5acee-e754-4bd0-8f50-f2d21558c5a6 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:39.730081 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd397a0-2166-434e-8a10-e20c5008774a tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Network 665863b5-cf26-4c7f-a63c-737a34667eaf is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:34:39.756833 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f08555-df91-46fb-9c53-6ee8a6ce24a1 None None] Pushing event deleted for resources: {'Port': ['ID=03ff0a2c-bef4-40b2-b818-911793279c39,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:39.768202 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f08555-df91-46fb-9c53-6ee8a6ce24a1 None None] No DVR routers for this DVR port 03ff0a2c-bef4-40b2-b818-911793279c39 on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:34:39.836254 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-5fd397a0-2166-434e-8a10-e20c5008774a tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 665863b5-cf26-4c7f-a63c-737a34667eaf) {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:34:39.848115 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd397a0-2166-434e-8a10-e20c5008774a tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:39.848791 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5fd397a0-2166-434e-8a10-e20c5008774a tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks [] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:39.854285 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a5acee-e754-4bd0-8f50-f2d21558c5a6 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Pushing event updated for resources: {'Subnet': ['ID=501ab1fb-bc30-4348-afe8-104b67ca7a3b,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:39.856388 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0578d5ac-3cfd-4c88-9e97-b242c732a17c None None] Network 665863b5-cf26-4c7f-a63c-737a34667eaf requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:34:39.872172 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f496a8f-c4e3-46e1-99cb-31bee96c010d tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Network 08159b95-4070-499d-a1fb-37d3afb658cf is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:34:39.886301 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-9f496a8f-c4e3-46e1-99cb-31bee96c010d tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:34:39.895520 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a5acee-e754-4bd0-8f50-f2d21558c5a6 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Checking segment: {'id': '4e8032ea-73ab-4a7a-8932-00c3ac73fedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '4ce1bf2b-10ed-4dec-b9d4-473c522320f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:34:39.895919 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a5acee-e754-4bd0-8f50-f2d21558c5a6 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Network hostable DHCP agents. Network: 4ce1bf2b-10ed-4dec-b9d4-473c522320f0, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:34:39.916985 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c2669582-03c4-40a7-8d02-61187c1d2e61 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:39.945628 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f496a8f-c4e3-46e1-99cb-31bee96c010d tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Pushing event updated for resources: {'Port': ['ID=8f9fa166-642b-47d4-a47e-28dd4b60d42d,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:39.962399 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2ea245-0a7d-4866-9ec2-c69ca6581216 req-01441b5e-1fbd-4992-9b2a-addbb8d611dc tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:39.964107 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6f2ea245-0a7d-4866-9ec2-c69ca6581216 req-01441b5e-1fbd-4992-9b2a-addbb8d611dc tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] 10.222.0.23 "GET /v2.0/ports?device_id=c92b9a24-9e44-4cd7-9afc-e7dd5720b292 HTTP/1.1" status: 200 len: 943 time: 0.2407012 Jul 05 02:34:39.970856 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2669582-03c4-40a7-8d02-61187c1d2e61 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Pushing event deleted for resources: {'Port': ['ID=03ff0a2c-bef4-40b2-b818-911793279c39,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:39.970856 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2669582-03c4-40a7-8d02-61187c1d2e61 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] No DVR routers for this DVR port 03ff0a2c-bef4-40b2-b818-911793279c39 on host n-d-771362-32 {{(pid=94462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:34:40.070556 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-5fd397a0-2166-434e-8a10-e20c5008774a tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6734810 Jul 05 02:34:40.083164 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43996) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:40.098611 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6caffedb-b09c-4de4-872b-008ea3fbb5f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-665863b5-cf26-4c7f-a63c-737a34667eaf', 'network_id': '665863b5-cf26-4c7f-a63c-737a34667eaf', 'tenant_id': '5acb4a7985304d84a755f649a8ac1cfa', 'fixed_ips': [{'subnet_id': 'ece6dcac-ead5-474d-b476-a8cf23f8483e'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:34:40.099872 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-6caffedb-b09c-4de4-872b-008ea3fbb5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:40.102637 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-1c7b1491-5027-4f10-ac64-a81fba842d1d tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Request body: {'subnet': {'network_id': '665863b5-cf26-4c7f-a63c-737a34667eaf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:34:40.130093 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a5acee-e754-4bd0-8f50-f2d21558c5a6 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Network 4ce1bf2b-10ed-4dec-b9d4-473c522320f0 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:34:40.162078 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c2669582-03c4-40a7-8d02-61187c1d2e61 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:40.173457 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6f2ea245-0a7d-4866-9ec2-c69ca6581216 req-005aff43-5683-4ef5-89fb-2b45482210d7 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] 10.222.0.23 "GET /v2.0/security-groups?id=b12511d7-db06-44f1-9a59-5e8d4e800492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933887 Jul 05 02:34:40.182643 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-73a5acee-e754-4bd0-8f50-f2d21558c5a6 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 4ce1bf2b-10ed-4dec-b9d4-473c522320f0) {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:34:40.200683 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-c2669582-03c4-40a7-8d02-61187c1d2e61 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c06f3265-d57b-4fcb-ad50-92d8b0a42a0b']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:34:40.205990 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512db15f-b9ac-4126-8838-82eed21d6bde req-59f6750e-953c-4f70-9a06-4c3c6313461a tempest-InstanceActionsV221TestJSON-919439988 tempest-InstanceActionsV221TestJSON-919439988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:40.207947 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-512db15f-b9ac-4126-8838-82eed21d6bde req-59f6750e-953c-4f70-9a06-4c3c6313461a tempest-InstanceActionsV221TestJSON-919439988 tempest-InstanceActionsV221TestJSON-919439988-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d5b844e-4147-4d92-baa2-9af980ef8d19 HTTP/1.1" status: 200 len: 943 time: 0.5805502 Jul 05 02:34:40.213783 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-c2669582-03c4-40a7-8d02-61187c1d2e61 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f64a78d3-24ba-4285-8ca9-0bf5edb5d790') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:34:40.214361 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-c2669582-03c4-40a7-8d02-61187c1d2e61 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f64a78d3-24ba-4285-8ca9-0bf5edb5d790') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:34:40.225663 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c2669582-03c4-40a7-8d02-61187c1d2e61 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:40.240605 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c2669582-03c4-40a7-8d02-61187c1d2e61 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:40.247263 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2669582-03c4-40a7-8d02-61187c1d2e61 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:34:40.250019 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c2669582-03c4-40a7-8d02-61187c1d2e61 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:40.289615 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b8f904-4dff-498a-9775-a6b820387150 None None] Network 4ce1bf2b-10ed-4dec-b9d4-473c522320f0 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:34:40.353456 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:34:40.353456 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:34:40.353456 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:34:40.353456 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:34:40.353456 n-d-771362-32 neutron-server[94462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:34:40.353456 n-d-771362-32 neutron-server[94462]: self.session.flush() Jul 05 02:34:40.353456 n-d-771362-32 neutron-server[94462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:34:40.353456 n-d-771362-32 neutron-server[94462]: self.session.flush() Jul 05 02:34:40.353456 n-d-771362-32 neutron-server[94462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:34:40.353456 n-d-771362-32 neutron-server[94462]: self.session.flush() Jul 05 02:34:40.353456 n-d-771362-32 neutron-server[94462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:34:40.353456 n-d-771362-32 neutron-server[94462]: self.session.flush() Jul 05 02:34:40.353456 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:34:40.353456 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:34:40.353456 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:34:40.353456 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:34:40.353456 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:34:40.353456 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:34:40.353456 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:34:40.353456 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:34:40.353456 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:34:40.353456 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:34:40.353456 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:34:40.353456 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:34:40.353456 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:34:40.353456 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:34:40.353456 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:34:40.353456 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:34:40.353456 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:34:40.353456 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:34:40.353456 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:34:40.353456 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:34:40.353456 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:34:40.353456 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:34:40.353456 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:34:40.353456 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:34:40.353456 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:34:40.353456 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:34:40.353456 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:34:40.353456 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:34:40.353456 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:34:40.353456 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:34:40.353456 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:34:40.353456 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:34:40.356490 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a5acee-e754-4bd0-8f50-f2d21558c5a6 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:40.356490 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-73a5acee-e754-4bd0-8f50-f2d21558c5a6 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks [] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:40.468828 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f496a8f-c4e3-46e1-99cb-31bee96c010d tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Router c9186722-52de-47b2-9135-5f1c8d3ae25d has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:34:40.486547 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c2669582-03c4-40a7-8d02-61187c1d2e61 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:40.486965 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-512db15f-b9ac-4126-8838-82eed21d6bde req-46d5dd3d-78d0-410b-bc87-9a41ce6d6bc2 tempest-InstanceActionsV221TestJSON-919439988 tempest-InstanceActionsV221TestJSON-919439988-project] 10.222.0.23 "GET /v2.0/security-groups?id=5a5713f8-01aa-412c-828d-2021c16aeb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703517 Jul 05 02:34:40.492279 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f540b2cf-f1d4-4238-9aa6-5521518fb1f3 req-68db9b0e-5360-457b-a30f-b2e7448ffe6a service neutron] 10.222.0.21 "GET /v2.0/networks/3eae4f7e-ce7e-4630-afc5-6d7e5add4d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9099181 Jul 05 02:34:40.502078 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c2669582-03c4-40a7-8d02-61187c1d2e61 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:40.504046 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-c2669582-03c4-40a7-8d02-61187c1d2e61 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] 10.222.0.23 "DELETE /v2.0/networks/c06f3265-d57b-4fcb-ad50-92d8b0a42a0b HTTP/1.1" status: 204 len: 168 time: 1.5656033 Jul 05 02:34:40.551323 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-73a5acee-e754-4bd0-8f50-f2d21558c5a6 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7375314 Jul 05 02:34:40.551477 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2669582-03c4-40a7-8d02-61187c1d2e61 tempest-NetworksTest-1675159833 tempest-NetworksTest-1675159833-project] Pushing event deleted for resources: {'Network': ['ID=c06f3265-d57b-4fcb-ad50-92d8b0a42a0b,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:40.553256 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 44004) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:40.561056 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-62163433-82da-4668-a3ed-fb6dac2ac633 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Request body: {'network': {'name': 'tempest-router-network01--785056883'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:34:40.575873 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device e05b10e7-6dbf-4708-a417-0ecd4922801a details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:34:40.578456 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 908fc98f-fe14-468b-b399-9f1dc33ba561 up at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:34:40.581265 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-84e2d7bd-d200-4185-bc20-723963df1c4b tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:40.631354 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c7b1491-5027-4f10-ac64-a81fba842d1d tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Made reservation on behalf of 5acb4a7985304d84a755f649a8ac1cfa for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:34:40.638521 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1c7b1491-5027-4f10-ac64-a81fba842d1d tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:40.721349 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-84e2d7bd-d200-4185-bc20-723963df1c4b tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:40.767662 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-cfe11c49-6beb-43b4-bb86-6e2700e86147 None None] Provisioning complete for port 8f9fa166-642b-47d4-a47e-28dd4b60d42d triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:34:40.768375 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-cfe11c49-6beb-43b4-bb86-6e2700e86147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:40.782689 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-84e2d7bd-d200-4185-bc20-723963df1c4b tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] In _notify_port_updated(), no bound segment for port 12e135d1-c0d9-4796-a1bf-37b20ff2012c on network b31362b4-a4bd-42b5-81be-dffc815669f8 {{(pid=94461) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 02:34:40.788148 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e2d7bd-d200-4185-bc20-723963df1c4b tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:40.789357 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-84e2d7bd-d200-4185-bc20-723963df1c4b tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:40.806576 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-84e2d7bd-d200-4185-bc20-723963df1c4b tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "PUT /v2.0/ports/12e135d1-c0d9-4796-a1bf-37b20ff2012c HTTP/1.1" status: 200 len: 818 time: 1.6599863 Jul 05 02:34:40.806576 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 44006) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:40.823606 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f496a8f-c4e3-46e1-99cb-31bee96c010d tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:34:40.833327 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e23079d-3ebd-4557-b2c0-e7fabe84aa41 None None] Sync routers for ids ['c9186722-52de-47b2-9135-5f1c8d3ae25d'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:34:40.835962 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62163433-82da-4668-a3ed-fb6dac2ac633 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Made reservation on behalf of 6f62952b264b4eb9913d764c8cb0555c for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:34:40.839891 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-62163433-82da-4668-a3ed-fb6dac2ac633 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:40.844920 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e23079d-3ebd-4557-b2c0-e7fabe84aa41 None None] Routers {'c9186722-52de-47b2-9135-5f1c8d3ae25d'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:34:40.846079 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-7e23079d-3ebd-4557-b2c0-e7fabe84aa41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:34:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['c9186722-52de-47b2-9135-5f1c8d3ae25d'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:34:40.898577 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port e05b10e7-6dbf-4708-a417-0ecd4922801a, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=e05b10e7-6dbf-4708-a417-0ecd4922801a,segment=NetworkSegment(b4a50736-7a23-4bbb-b763-03a1debf2781),segment_id=b4a50736-7a23-4bbb-b763-03a1debf2781)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:34:40.902298 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62163433-82da-4668-a3ed-fb6dac2ac633 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:34:40.925811 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-62163433-82da-4668-a3ed-fb6dac2ac633 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:40.926396 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-62163433-82da-4668-a3ed-fb6dac2ac633 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Added segment 73de3578-129f-499b-8a05-392549d26f29 of type vlan for network 16bae15d-e6ae-4913-b1a0-19398fb13634 Jul 05 02:34:40.944237 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-6caffedb-b09c-4de4-872b-008ea3fbb5f6 None None] Allocated IP 2001:db8::2 (665863b5-cf26-4c7f-a63c-737a34667eaf/ece6dcac-ead5-474d-b476-a8cf23f8483e/1be8f9bd-5652-4ec1-a45c-d4939f7b3316) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:34:40.947795 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-7e23079d-3ebd-4557-b2c0-e7fabe84aa41 None None] Set router c9186722-52de-47b2-9135-5f1c8d3ae25d gateway port host: None {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:34:41.052164 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-62163433-82da-4668-a3ed-fb6dac2ac633 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:41.134252 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Returning: {'device': 'e05b10e7-6dbf-4708-a417-0ecd4922801a', 'network_id': '75d7851c-724a-4b04-b234-7f030196e3e8', 'port_id': 'e05b10e7-6dbf-4708-a417-0ecd4922801a', 'mac_address': 'fa:16:3e:69:2f:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73a2242e-983a-4dab-a85f-708cce68efb7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:34:41.171589 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning for port 908fc98f-fe14-468b-b399-9f1dc33ba561 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:34:41.182013 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-9f496a8f-c4e3-46e1-99cb-31bee96c010d tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "PUT /v2.0/routers/c9186722-52de-47b2-9135-5f1c8d3ae25d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9206939 Jul 05 02:34:41.190493 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e2d7bd-d200-4185-bc20-723963df1c4b tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Pushing event updated for resources: {'Port': ['ID=12e135d1-c0d9-4796-a1bf-37b20ff2012c,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:41.193640 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 44010) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:41.196951 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-7e23079d-3ebd-4557-b2c0-e7fabe84aa41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9186722-52de-47b2-9135-5f1c8d3ae25d', 'name': 'tempest-RoutersTest-router-470164913', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:33:46Z', 'updated_at': '2021-07-05T02:34:38Z', 'revision_number': 5, 'project_id': '1593a1e15f6f447095222242302728ea', 'gw_port_host': None, '_interfaces': [{'id': '2ba2546e-a4bb-4dcf-aec4-ab83521d257f', 'name': '', 'network_id': 'a0a373d6-b059-4c9f-a45c-2b7e3e67bb6f', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'mac_address': 'fa:16:3e:d7:23:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9186722-52de-47b2-9135-5f1c8d3ae25d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '8145a2d0-1847-44ba-9921-d01ca12a6710', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:34:20Z', 'updated_at': '2021-07-05T02:34:33Z', 'revision_number': 5, 'project_id': '1593a1e15f6f447095222242302728ea', 'subnets': [{'id': '8145a2d0-1847-44ba-9921-d01ca12a6710', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8618466f-a565-4b5c-82a9-c5490b94b1a3', 'name': '', 'network_id': 'f0125670-d567-405c-b9f9-ee4770d92856', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'mac_address': 'fa:16:3e:3b:45:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9186722-52de-47b2-9135-5f1c8d3ae25d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': '008675e9-deb9-4e8a-a572-225b5a0b3f0e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:34:06Z', 'updated_at': '2021-07-05T02:34:18Z', 'revision_number': 5, 'project_id': '1593a1e15f6f447095222242302728ea', 'subnets': [{'id': '008675e9-deb9-4e8a-a572-225b5a0b3f0e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f9fa166-642b-47d4-a47e-28dd4b60d42d', 'name': '', 'network_id': '08159b95-4070-499d-a1fb-37d3afb658cf', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'mac_address': 'fa:16:3e:9d:aa:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9186722-52de-47b2-9135-5f1c8d3ae25d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': 'cfe185a4-50e8-4fe9-af58-74d1b0ae9f5b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:34:33Z', 'updated_at': '2021-07-05T02:34:38Z', 'revision_number': 2, 'project_id': '1593a1e15f6f447095222242302728ea', 'subnets': [{'id': 'cfe185a4-50e8-4fe9-af58-74d1b0ae9f5b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dba0dfbf-7010-4536-b7df-26e9ea799191', 'name': '', 'network_id': '3fed85df-41ee-4d95-a0fe-213f0ea583d4', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'mac_address': 'fa:16:3e:f2:fd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9186722-52de-47b2-9135-5f1c8d3ae25d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': 'd6de9b19-3a6a-419b-855c-91ae8d28d02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:33:52Z', 'updated_at': '2021-07-05T02:34:04Z', 'revision_number': 5, 'project_id': '1593a1e15f6f447095222242302728ea', 'subnets': [{'id': 'd6de9b19-3a6a-419b-855c-91ae8d28d02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:34:41.209826 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-6caffedb-b09c-4de4-872b-008ea3fbb5f6 None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:41.209988 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-799afe9c-6fb1-47b1-9fbd-73771cf1aeb7 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:34:41.212960 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning complete for port 908fc98f-fe14-468b-b399-9f1dc33ba561 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:34:41.213333 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:41.214039 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1c7b1491-5027-4f10-ac64-a81fba842d1d tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:41.235731 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f540b2cf-f1d4-4238-9aa6-5521518fb1f3 req-26654fdd-9aec-409f-9abd-3811b8f87447 service neutron] 10.222.0.21 "GET /v2.0/networks/3eae4f7e-ce7e-4630-afc5-6d7e5add4d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6899242 Jul 05 02:34:41.240170 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7b1491-5027-4f10-ac64-a81fba842d1d tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Network 665863b5-cf26-4c7f-a63c-737a34667eaf is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:34:41.240170 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-62163433-82da-4668-a3ed-fb6dac2ac633 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:41.250271 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62163433-82da-4668-a3ed-fb6dac2ac633 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:41.254832 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-62163433-82da-4668-a3ed-fb6dac2ac633 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:41.271790 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e23079d-3ebd-4557-b2c0-e7fabe84aa41 None None] Checking router: c9186722-52de-47b2-9135-5f1c8d3ae25d for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:34:41.275357 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e23079d-3ebd-4557-b2c0-e7fabe84aa41 None None] Updating router c9186722-52de-47b2-9135-5f1c8d3ae25d port 8f9fa166-642b-47d4-a47e-28dd4b60d42d binding host n-d-771362-32 {{(pid=94464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 02:34:41.309359 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-1c7b1491-5027-4f10-ac64-a81fba842d1d tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:34:41.312721 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7b1491-5027-4f10-ac64-a81fba842d1d tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:41.313365 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1c7b1491-5027-4f10-ac64-a81fba842d1d tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks [] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:41.341239 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-cfe11c49-6beb-43b4-bb86-6e2700e86147 None None] Port 8f9fa166-642b-47d4-a47e-28dd4b60d42d cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:34:41.346339 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-636790ba-886d-4929-9c36-109ec034028d tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Deleting port 12e135d1-c0d9-4796-a1bf-37b20ff2012c {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:34:41.346694 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-636790ba-886d-4929-9c36-109ec034028d tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:41.377300 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7e23079d-3ebd-4557-b2c0-e7fabe84aa41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:41.392014 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-6caffedb-b09c-4de4-872b-008ea3fbb5f6 None None] Transition to ACTIVE for port object 1be8f9bd-5652-4ec1-a45c-d4939f7b3316 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:34:41.397988 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 03ff0a2c-bef4-40b2-b818-911793279c39 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:34:41.406307 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:41.440119 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 44016) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:41.471134 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 03ff0a2c-bef4-40b2-b818-911793279c39 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:34:41.471625 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 03ff0a2c-bef4-40b2-b818-911793279c39 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:34:41.494775 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2fc36f7-b0b6-4a39-a0d7-112a53852698 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-4ce1bf2b-10ed-4dec-b9d4-473c522320f0', 'network_id': '4ce1bf2b-10ed-4dec-b9d4-473c522320f0', 'tenant_id': '6f62952b264b4eb9913d764c8cb0555c', 'fixed_ips': [{'subnet_id': '501ab1fb-bc30-4348-afe8-104b67ca7a3b'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:34:41.495846 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e2fc36f7-b0b6-4a39-a0d7-112a53852698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:41.499538 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-6caffedb-b09c-4de4-872b-008ea3fbb5f6 None None] Transition to ACTIVE for port object 1be8f9bd-5652-4ec1-a45c-d4939f7b3316 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:34:41.504509 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e05b10e7-6dbf-4708-a417-0ecd4922801a {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:34:41.510111 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-636790ba-886d-4929-9c36-109ec034028d tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:41.533465 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-636790ba-886d-4929-9c36-109ec034028d tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Calling delete_port for 12e135d1-c0d9-4796-a1bf-37b20ff2012c owned by {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:34:41.545875 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port e05b10e7-6dbf-4708-a417-0ecd4922801a, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=e05b10e7-6dbf-4708-a417-0ecd4922801a,segment=NetworkSegment(b4a50736-7a23-4bbb-b763-03a1debf2781),segment_id=b4a50736-7a23-4bbb-b763-03a1debf2781)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:34:41.626486 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-6caffedb-b09c-4de4-872b-008ea3fbb5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:41.747059 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-6de70dd7-f4a8-4689-b987-287e3142c384 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d5279038e8454126be0c5c273f41a9ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3055241 Jul 05 02:34:41.747990 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 44022) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:41.799987 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:41.801804 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7e23079d-3ebd-4557-b2c0-e7fabe84aa41 None None] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:41.812196 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-7e23079d-3ebd-4557-b2c0-e7fabe84aa41 None None] Transition to ACTIVE for port object 8f9fa166-642b-47d4-a47e-28dd4b60d42d will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:34:41.822655 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:41.886576 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-30f6dcf3-aa30-46db-93ab-84dc1fd0b461 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:41.909442 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7e23079d-3ebd-4557-b2c0-e7fabe84aa41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:41.916676 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-1c7b1491-5027-4f10-ac64-a81fba842d1d tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.8324225 Jul 05 02:34:41.926308 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 44024) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:41.965608 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec3db3a-7db1-4449-82af-371150be6ff7 req-b23bdffc-467d-49b9-aaaf-b6ae9fb9b5b3 tempest-InstanceActionsV221TestJSON-919439988 tempest-InstanceActionsV221TestJSON-919439988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:41.971428 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-62163433-82da-4668-a3ed-fb6dac2ac633 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.4139051 Jul 05 02:34:41.978545 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-dec3db3a-7db1-4449-82af-371150be6ff7 req-b23bdffc-467d-49b9-aaaf-b6ae9fb9b5b3 tempest-InstanceActionsV221TestJSON-919439988 tempest-InstanceActionsV221TestJSON-919439988-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d5b844e-4147-4d92-baa2-9af980ef8d19 HTTP/1.1" status: 200 len: 943 time: 0.2273915 Jul 05 02:34:41.988966 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 44026) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:41.994078 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-894dd0c8-cc72-4147-afc1-91bce331cc18 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Request body: {'network': {'name': 'tempest-router-network02--715005278'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:34:42.031184 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-e2fc36f7-b0b6-4a39-a0d7-112a53852698 None None] Allocated IP 2001:db8::2 (4ce1bf2b-10ed-4dec-b9d4-473c522320f0/501ab1fb-bc30-4348-afe8-104b67ca7a3b/cdad011c-e1a2-48d2-8d58-687af5e12957) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:34:42.031906 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-30f6dcf3-aa30-46db-93ab-84dc1fd0b461 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:42.039305 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-636790ba-886d-4929-9c36-109ec034028d tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:42.075540 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62163433-82da-4668-a3ed-fb6dac2ac633 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Pushing event updated for resources: {'Network': ['ID=16bae15d-e6ae-4913-b1a0-19398fb13634,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:42.083067 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf8e901-0571-4f2c-80de-34c42aebc2d9 None None] Pushing event updated for resources: {'Port': ['ID=8f9fa166-642b-47d4-a47e-28dd4b60d42d,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:42.083341 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7b1491-5027-4f10-ac64-a81fba842d1d tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Pushing event updated for resources: {'Subnet': ['ID=6459005c-1546-4d4e-807c-41ebbe2162ec,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:42.157786 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-7e23079d-3ebd-4557-b2c0-e7fabe84aa41 None None] Attempting to bind port 8f9fa166-642b-47d4-a47e-28dd4b60d42d on host n-d-771362-32 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:34:42.158177 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-7e23079d-3ebd-4557-b2c0-e7fabe84aa41 None None] Attempting to bind port 8f9fa166-642b-47d4-a47e-28dd4b60d42d by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '87ddf658-a47c-468f-9f47-66fd6a32b3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '08159b95-4070-499d-a1fb-37d3afb658cf'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:34:42.158554 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e23079d-3ebd-4557-b2c0-e7fabe84aa41 None None] Attempting to bind port 8f9fa166-642b-47d4-a47e-28dd4b60d42d on network 08159b95-4070-499d-a1fb-37d3afb658cf {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:34:42.164082 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-636790ba-886d-4929-9c36-109ec034028d tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:42.167065 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-636790ba-886d-4929-9c36-109ec034028d tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "DELETE /v2.0/ports/12e135d1-c0d9-4796-a1bf-37b20ff2012c HTTP/1.1" status: 204 len: 168 time: 1.3610468 Jul 05 02:34:42.173787 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e23079d-3ebd-4557-b2c0-e7fabe84aa41 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:34:42.174201 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e23079d-3ebd-4557-b2c0-e7fabe84aa41 None None] Checking segment: {'id': '87ddf658-a47c-468f-9f47-66fd6a32b3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '08159b95-4070-499d-a1fb-37d3afb658cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:34:42.174611 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7e23079d-3ebd-4557-b2c0-e7fabe84aa41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:42.175003 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e23079d-3ebd-4557-b2c0-e7fabe84aa41 None None] Bound using segment: {'id': '87ddf658-a47c-468f-9f47-66fd6a32b3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '08159b95-4070-499d-a1fb-37d3afb658cf'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:34:42.175464 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-7e23079d-3ebd-4557-b2c0-e7fabe84aa41 None None] Bound port: 8f9fa166-642b-47d4-a47e-28dd4b60d42d, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87ddf658-a47c-468f-9f47-66fd6a32b3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '08159b95-4070-499d-a1fb-37d3afb658cf'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:34:42.175841 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7e23079d-3ebd-4557-b2c0-e7fabe84aa41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:42.187407 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 44028) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:42.232249 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:42.264618 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 16bae15d-e6ae-4913-b1a0-19398fb13634 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:34:42.297765 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-894dd0c8-cc72-4147-afc1-91bce331cc18 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Made reservation on behalf of 6f62952b264b4eb9913d764c8cb0555c for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:34:42.303902 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636790ba-886d-4929-9c36-109ec034028d tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Pushing event deleted for resources: {'Port': ['ID=12e135d1-c0d9-4796-a1bf-37b20ff2012c,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:42.309920 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-894dd0c8-cc72-4147-afc1-91bce331cc18 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:42.316892 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6caffedb-b09c-4de4-872b-008ea3fbb5f6 None None] Network 665863b5-cf26-4c7f-a63c-737a34667eaf is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:34:42.360254 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-dec3db3a-7db1-4449-82af-371150be6ff7 req-540c726f-b036-4c39-ace0-2f5bcd6e9f61 tempest-InstanceActionsV221TestJSON-919439988 tempest-InstanceActionsV221TestJSON-919439988-project] 10.222.0.23 "GET /v2.0/security-groups?id=5a5713f8-01aa-412c-828d-2021c16aeb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3705320 Jul 05 02:34:42.367402 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c572279f-177e-4ac2-987f-712e2f065871 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:42.367952 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c572279f-177e-4ac2-987f-712e2f065871 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:42.369488 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c572279f-177e-4ac2-987f-712e2f065871 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:42.371028 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-894dd0c8-cc72-4147-afc1-91bce331cc18 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:34:42.371457 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c572279f-177e-4ac2-987f-712e2f065871 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:42.373026 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c572279f-177e-4ac2-987f-712e2f065871 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:42.374892 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-c572279f-177e-4ac2-987f-712e2f065871 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4471416 Jul 05 02:34:42.379635 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 44032) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:42.389308 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-7e23079d-3ebd-4557-b2c0-e7fabe84aa41 None None] For port 8f9fa166-642b-47d4-a47e-28dd4b60d42d, host n-d-771362-32, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:34:42.396387 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-92285b8a-7d7c-43a0-8b54-7784a5e0419e tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-334402671'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:34:42.399698 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-7e23079d-3ebd-4557-b2c0-e7fabe84aa41 None None] For port 8f9fa166-642b-47d4-a47e-28dd4b60d42d, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=8f9fa166-642b-47d4-a47e-28dd4b60d42d,segment=NetworkSegment(87ddf658-a47c-468f-9f47-66fd6a32b3b9),segment_id=87ddf658-a47c-468f-9f47-66fd6a32b3b9)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:34:42.431588 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-30f6dcf3-aa30-46db-93ab-84dc1fd0b461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:42.434308 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-30f6dcf3-aa30-46db-93ab-84dc1fd0b461 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:42.437881 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-30f6dcf3-aa30-46db-93ab-84dc1fd0b461 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f1ecf809-0019-4f63-b741-7de0849006ec HTTP/1.1" status: 204 len: 168 time: 0.6833518 Jul 05 02:34:42.440379 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834b0e89-0e89-4a2d-a3e7-42d51035ffa3 req-9da36ece-6147-4407-a048-8c4da248e322 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:42.442037 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-834b0e89-0e89-4a2d-a3e7-42d51035ffa3 req-9da36ece-6147-4407-a048-8c4da248e322 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] 10.222.0.23 "GET /v2.0/ports?device_id=c92b9a24-9e44-4cd7-9afc-e7dd5720b292 HTTP/1.1" status: 200 len: 944 time: 0.5439291 Jul 05 02:34:42.445328 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-894dd0c8-cc72-4147-afc1-91bce331cc18 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:42.445676 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-894dd0c8-cc72-4147-afc1-91bce331cc18 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Added segment e47dc173-a167-4850-9ffe-f74843fa8e45 of type vlan for network f84cec8e-ba8a-4c92-8fe3-7ed7002d0806 Jul 05 02:34:42.447435 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '250efa6b-f5e8-4f8b-99e6-8245a0260f84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '908fc98f-fe14-468b-b399-9f1dc33ba561'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:34:42.449701 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac991013-63a1-4402-b8e1-5693190c132b" -d '{"events": [{"server_uuid": "250efa6b-f5e8-4f8b-99e6-8245a0260f84", "name": "network-vif-plugged", "status": "completed", "tag": "908fc98f-fe14-468b-b399-9f1dc33ba561"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:34:42.463761 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-6caffedb-b09c-4de4-872b-008ea3fbb5f6 None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:34:42.469795 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f6dcf3-aa30-46db-93ab-84dc1fd0b461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ecf809-0019-4f63-b741-7de0849006ec,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:42.485761 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['e05b10e7-6dbf-4708-a417-0ecd4922801a'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:34:42.512770 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc67a60-be99-4d2f-b654-cf6fedba9cf9 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:42.514826 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-8bc67a60-be99-4d2f-b654-cf6fedba9cf9 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3244684 Jul 05 02:34:42.531182 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 44042) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:42.558364 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7e23079d-3ebd-4557-b2c0-e7fabe84aa41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:42.565101 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6caffedb-b09c-4de4-872b-008ea3fbb5f6 None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:34:42.572168 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92285b8a-7d7c-43a0-8b54-7784a5e0419e tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Made reservation on behalf of 5acb4a7985304d84a755f649a8ac1cfa for: {'network': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:34:42.596528 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-894dd0c8-cc72-4147-afc1-91bce331cc18 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:42.598744 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:42.602596 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-92285b8a-7d7c-43a0-8b54-7784a5e0419e tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:42.607979 n-d-771362-32 neutron-server[94461]: INFO neutron.pecan_wsgi.hooks.translation [None req-e58b9faa-3195-47c3-8aa7-b28af6c982e6 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] GET failed (client error): The resource could not be found. Jul 05 02:34:42.628734 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-834b0e89-0e89-4a2d-a3e7-42d51035ffa3 req-722ae2b7-6b74-45f8-a40a-5dde65878edf tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] 10.222.0.23 "GET /v2.0/security-groups?id=b12511d7-db06-44f1-9a59-5e8d4e800492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672647 Jul 05 02:34:42.629467 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 44044) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:42.639241 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-e58b9faa-3195-47c3-8aa7-b28af6c982e6 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "GET /v2.0/ports/12e135d1-c0d9-4796-a1bf-37b20ff2012c HTTP/1.1" status: 404 len: 333 time: 0.1102548 Jul 05 02:34:42.646656 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e6f9a4-0af3-41e5-b2f3-1bca7c7bcfc3 x-openstack-request-id: req-03e6f9a4-0af3-41e5-b2f3-1bca7c7bcfc3 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:34:42.647111 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "250efa6b-f5e8-4f8b-99e6-8245a0260f84", "name": "network-vif-plugged", "status": "completed", "tag": "908fc98f-fe14-468b-b399-9f1dc33ba561", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:34:42.647207 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-03e6f9a4-0af3-41e5-b2f3-1bca7c7bcfc3 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:34:42.647711 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '250efa6b-f5e8-4f8b-99e6-8245a0260f84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '908fc98f-fe14-468b-b399-9f1dc33ba561', 'code': 200} Jul 05 02:34:42.650422 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-7dee9ed9-2385-4c9f-bb10-0c08d6f2ee69 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-568202506'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:34:42.688657 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 908fc98f-fe14-468b-b399-9f1dc33ba561, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=908fc98f-fe14-468b-b399-9f1dc33ba561,segment=NetworkSegment(b4a50736-7a23-4bbb-b763-03a1debf2781),segment_id=b4a50736-7a23-4bbb-b763-03a1debf2781)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:34:42.696437 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caffedb-b09c-4de4-872b-008ea3fbb5f6 None None] Pushing event updated for resources: {'Port': ['ID=1be8f9bd-5652-4ec1-a45c-d4939f7b3316,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:42.714268 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92285b8a-7d7c-43a0-8b54-7784a5e0419e tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=94461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:34:42.743209 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e23079d-3ebd-4557-b2c0-e7fabe84aa41 None None] Routers {'c9186722-52de-47b2-9135-5f1c8d3ae25d'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:34:42.746678 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-7e23079d-3ebd-4557-b2c0-e7fabe84aa41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:34:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['c9186722-52de-47b2-9135-5f1c8d3ae25d'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:34:42.749127 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-92285b8a-7d7c-43a0-8b54-7784a5e0419e tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:42.749651 n-d-771362-32 neutron-server[94461]: INFO neutron.db.segments_db [None req-92285b8a-7d7c-43a0-8b54-7784a5e0419e tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Added segment f18f068f-4826-4ed0-aa82-ac5904cfa894 of type vlan for network 946b9927-776f-4e76-9d39-1bfa65d634ae Jul 05 02:34:42.820383 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-92285b8a-7d7c-43a0-8b54-7784a5e0419e tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:42.876762 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-894dd0c8-cc72-4147-afc1-91bce331cc18 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:42.887759 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894dd0c8-cc72-4147-afc1-91bce331cc18 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:42.888581 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-894dd0c8-cc72-4147-afc1-91bce331cc18 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:42.909263 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dee9ed9-2385-4c9f-bb10-0c08d6f2ee69 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Made reservation on behalf of eec53b7bac0445b2b9e29f73fcad1818 for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:34:42.914006 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:42.923422 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7dee9ed9-2385-4c9f-bb10-0c08d6f2ee69 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:43.028198 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2195668e-d34a-4dd0-881b-fd07fe934dde req-b10f4889-65a9-4ab0-90e2-af0e5f2fbf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:43.028198 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2195668e-d34a-4dd0-881b-fd07fe934dde req-b10f4889-65a9-4ab0-90e2-af0e5f2fbf38 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=250efa6b-f5e8-4f8b-99e6-8245a0260f84 HTTP/1.1" status: 200 len: 1097 time: 0.2566662 Jul 05 02:34:43.028198 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-92285b8a-7d7c-43a0-8b54-7784a5e0419e tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:43.028198 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92285b8a-7d7c-43a0-8b54-7784a5e0419e tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:43.028198 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-92285b8a-7d7c-43a0-8b54-7784a5e0419e tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:43.154851 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894dd0c8-cc72-4147-afc1-91bce331cc18 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Pushing event updated for resources: {'Network': ['ID=f84cec8e-ba8a-4c92-8fe3-7ed7002d0806,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:43.154851 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-894dd0c8-cc72-4147-afc1-91bce331cc18 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1258199 Jul 05 02:34:43.154851 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dee9ed9-2385-4c9f-bb10-0c08d6f2ee69 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:34:43.154851 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 44058) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:43.154851 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-3b96de36-b15e-41e1-945f-41c3d697f4bb tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Request body: {'subnet': {'network_id': '16bae15d-e6ae-4913-b1a0-19398fb13634', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:34:43.190403 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf8e901-0571-4f2c-80de-34c42aebc2d9 None None] Pushing event updated for resources: {'Port': ['ID=8f9fa166-642b-47d4-a47e-28dd4b60d42d,revision_number=4']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:43.206523 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7dee9ed9-2385-4c9f-bb10-0c08d6f2ee69 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:43.207169 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-7dee9ed9-2385-4c9f-bb10-0c08d6f2ee69 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Added segment f8d75722-32a3-417a-8c7a-2eedba6daf9c of type vlan for network 93ae6122-1969-4da6-a9dd-3252e53f0e9d Jul 05 02:34:43.228303 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network f84cec8e-ba8a-4c92-8fe3-7ed7002d0806 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:34:43.246199 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.extraroute_db [None req-799afe9c-6fb1-47b1-9fbd-73771cf1aeb7 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=94462) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 05 02:34:43.256209 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-7e23079d-3ebd-4557-b2c0-e7fabe84aa41 None None] Set router c9186722-52de-47b2-9135-5f1c8d3ae25d gateway port host: None {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:34:43.286941 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-92285b8a-7d7c-43a0-8b54-7784a5e0419e tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8968506 Jul 05 02:34:43.299495 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 44066) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:43.311438 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2195668e-d34a-4dd0-881b-fd07fe934dde req-aae39fcb-d3d7-48f7-a9e9-2aec15fa73f0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b12511d7-db06-44f1-9a59-5e8d4e800492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3315501 Jul 05 02:34:43.314051 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-b07c8ac1-0345-4aaf-92ad-962dfc21e594 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:34:43.320884 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92285b8a-7d7c-43a0-8b54-7784a5e0419e tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Pushing event updated for resources: {'Network': ['ID=946b9927-776f-4e76-9d39-1bfa65d634ae,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:43.329806 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-6caffedb-b09c-4de4-872b-008ea3fbb5f6 None None] Attempting to bind port 1be8f9bd-5652-4ec1-a45c-d4939f7b3316 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:34:43.330366 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-6caffedb-b09c-4de4-872b-008ea3fbb5f6 None None] Attempting to bind port 1be8f9bd-5652-4ec1-a45c-d4939f7b3316 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'e1145fdd-819a-4bea-b4f2-467f679e84e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '665863b5-cf26-4c7f-a63c-737a34667eaf'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:34:43.331299 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6caffedb-b09c-4de4-872b-008ea3fbb5f6 None None] Attempting to bind port 1be8f9bd-5652-4ec1-a45c-d4939f7b3316 on network 665863b5-cf26-4c7f-a63c-737a34667eaf {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:34:43.355186 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 946b9927-776f-4e76-9d39-1bfa65d634ae details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:34:43.406440 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.extraroute_db [None req-799afe9c-6fb1-47b1-9fbd-73771cf1aeb7 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Removed routes are [] {{(pid=94462) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 05 02:34:43.406794 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-799afe9c-6fb1-47b1-9fbd-73771cf1aeb7 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:43.409978 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7dee9ed9-2385-4c9f-bb10-0c08d6f2ee69 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:43.412744 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e2fc36f7-b0b6-4a39-a0d7-112a53852698 None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:43.417188 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6caffedb-b09c-4de4-872b-008ea3fbb5f6 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:34:43.417906 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6caffedb-b09c-4de4-872b-008ea3fbb5f6 None None] Checking segment: {'id': 'e1145fdd-819a-4bea-b4f2-467f679e84e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '665863b5-cf26-4c7f-a63c-737a34667eaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:34:43.418557 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-6caffedb-b09c-4de4-872b-008ea3fbb5f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:43.419168 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6caffedb-b09c-4de4-872b-008ea3fbb5f6 None None] Bound using segment: {'id': 'e1145fdd-819a-4bea-b4f2-467f679e84e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '665863b5-cf26-4c7f-a63c-737a34667eaf'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:34:43.419878 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-6caffedb-b09c-4de4-872b-008ea3fbb5f6 None None] Bound port: 1be8f9bd-5652-4ec1-a45c-d4939f7b3316, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1145fdd-819a-4bea-b4f2-467f679e84e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '665863b5-cf26-4c7f-a63c-737a34667eaf'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:34:43.420827 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-6caffedb-b09c-4de4-872b-008ea3fbb5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:43.492536 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=e05b10e7-6dbf-4708-a417-0ecd4922801a,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:43.579150 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-e2fc36f7-b0b6-4a39-a0d7-112a53852698 None None] Transition to ACTIVE for port object cdad011c-e1a2-48d2-8d58-687af5e12957 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:34:43.594094 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b96de36-b15e-41e1-945f-41c3d697f4bb tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Made reservation on behalf of 6f62952b264b4eb9913d764c8cb0555c for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:34:43.599748 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3b96de36-b15e-41e1-945f-41c3d697f4bb tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:43.673263 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7dee9ed9-2385-4c9f-bb10-0c08d6f2ee69 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:43.679974 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dee9ed9-2385-4c9f-bb10-0c08d6f2ee69 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:43.680871 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7dee9ed9-2385-4c9f-bb10-0c08d6f2ee69 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:43.719702 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-7e23079d-3ebd-4557-b2c0-e7fabe84aa41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9186722-52de-47b2-9135-5f1c8d3ae25d', 'name': 'tempest-RoutersTest-router-470164913', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:33:46Z', 'updated_at': '2021-07-05T02:34:38Z', 'revision_number': 5, 'project_id': '1593a1e15f6f447095222242302728ea', 'gw_port_host': None, '_interfaces': [{'id': '2ba2546e-a4bb-4dcf-aec4-ab83521d257f', 'name': '', 'network_id': 'a0a373d6-b059-4c9f-a45c-2b7e3e67bb6f', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'mac_address': 'fa:16:3e:d7:23:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9186722-52de-47b2-9135-5f1c8d3ae25d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '8145a2d0-1847-44ba-9921-d01ca12a6710', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:34:20Z', 'updated_at': '2021-07-05T02:34:33Z', 'revision_number': 5, 'project_id': '1593a1e15f6f447095222242302728ea', 'subnets': [{'id': '8145a2d0-1847-44ba-9921-d01ca12a6710', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8618466f-a565-4b5c-82a9-c5490b94b1a3', 'name': '', 'network_id': 'f0125670-d567-405c-b9f9-ee4770d92856', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'mac_address': 'fa:16:3e:3b:45:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9186722-52de-47b2-9135-5f1c8d3ae25d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': '008675e9-deb9-4e8a-a572-225b5a0b3f0e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:34:06Z', 'updated_at': '2021-07-05T02:34:18Z', 'revision_number': 5, 'project_id': '1593a1e15f6f447095222242302728ea', 'subnets': [{'id': '008675e9-deb9-4e8a-a572-225b5a0b3f0e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f9fa166-642b-47d4-a47e-28dd4b60d42d', 'name': '', 'network_id': '08159b95-4070-499d-a1fb-37d3afb658cf', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'mac_address': 'fa:16:3e:9d:aa:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9186722-52de-47b2-9135-5f1c8d3ae25d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': 'cfe185a4-50e8-4fe9-af58-74d1b0ae9f5b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:34:33Z', 'updated_at': '2021-07-05T02:34:42Z', 'revision_number': 4, 'project_id': '1593a1e15f6f447095222242302728ea', 'subnets': [{'id': 'cfe185a4-50e8-4fe9-af58-74d1b0ae9f5b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dba0dfbf-7010-4536-b7df-26e9ea799191', 'name': '', 'network_id': '3fed85df-41ee-4d95-a0fe-213f0ea583d4', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'mac_address': 'fa:16:3e:f2:fd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9186722-52de-47b2-9135-5f1c8d3ae25d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': 'd6de9b19-3a6a-419b-855c-91ae8d28d02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:33:52Z', 'updated_at': '2021-07-05T02:34:04Z', 'revision_number': 5, 'project_id': '1593a1e15f6f447095222242302728ea', 'subnets': [{'id': 'd6de9b19-3a6a-419b-855c-91ae8d28d02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:34:43.749834 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3244dbed-15e4-447e-898a-3ad67c49920a req-5edca682-b6b2-432f-9a54-86685b280cb2 tempest-InstanceActionsV221TestJSON-919439988 tempest-InstanceActionsV221TestJSON-919439988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:43.751692 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3244dbed-15e4-447e-898a-3ad67c49920a req-5edca682-b6b2-432f-9a54-86685b280cb2 tempest-InstanceActionsV221TestJSON-919439988 tempest-InstanceActionsV221TestJSON-919439988-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d5b844e-4147-4d92-baa2-9af980ef8d19 HTTP/1.1" status: 200 len: 943 time: 0.1914685 Jul 05 02:34:43.769695 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-e2fc36f7-b0b6-4a39-a0d7-112a53852698 None None] Transition to ACTIVE for port object cdad011c-e1a2-48d2-8d58-687af5e12957 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:34:43.785406 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e23079d-3ebd-4557-b2c0-e7fabe84aa41 None None] The sync data for ids ['c9186722-52de-47b2-9135-5f1c8d3ae25d'] in n-d-771362-32 is: [{'id': 'c9186722-52de-47b2-9135-5f1c8d3ae25d', 'name': 'tempest-RoutersTest-router-470164913', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:33:46Z', 'updated_at': '2021-07-05T02:34:38Z', 'revision_number': 5, 'project_id': '1593a1e15f6f447095222242302728ea', 'gw_port_host': None, '_interfaces': [{'id': '2ba2546e-a4bb-4dcf-aec4-ab83521d257f', 'name': '', 'network_id': 'a0a373d6-b059-4c9f-a45c-2b7e3e67bb6f', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'mac_address': 'fa:16:3e:d7:23:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9186722-52de-47b2-9135-5f1c8d3ae25d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '8145a2d0-1847-44ba-9921-d01ca12a6710', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:34:20Z', 'updated_at': '2021-07-05T02:34:33Z', 'revision_number': 5, 'project_id': '1593a1e15f6f447095222242302728ea', 'subnets': [{'id': '8145a2d0-1847-44ba-9921-d01ca12a6710', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8618466f-a565-4b5c-82a9-c5490b94b1a3', 'name': '', 'network_id': 'f0125670-d567-405c-b9f9-ee4770d92856', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'mac_address': 'fa:16:3e:3b:45:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9186722-52de-47b2-9135-5f1c8d3ae25d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': '008675e9-deb9-4e8a-a572-225b5a0b3f0e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:34:06Z', 'updated_at': '2021-07-05T02:34:18Z', 'revision_number': 5, 'project_id': '1593a1e15f6f447095222242302728ea', 'subnets': [{'id': '008675e9-deb9-4e8a-a572-225b5a0b3f0e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f9fa166-642b-47d4-a47e-28dd4b60d42d', 'name': '', 'network_id': '08159b95-4070-499d-a1fb-37d3afb658cf', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'mac_address': 'fa:16:3e:9d:aa:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9186722-52de-47b2-9135-5f1c8d3ae25d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': 'cfe185a4-50e8-4fe9-af58-74d1b0ae9f5b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:34:33Z', 'updated_at': '2021-07-05T02:34:42Z', 'revision_number': 4, 'project_id': '1593a1e15f6f447095222242302728ea', 'subnets': [{'id': 'cfe185a4-50e8-4fe9-af58-74d1b0ae9f5b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dba0dfbf-7010-4536-b7df-26e9ea799191', 'name': '', 'network_id': '3fed85df-41ee-4d95-a0fe-213f0ea583d4', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'mac_address': 'fa:16:3e:f2:fd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9186722-52de-47b2-9135-5f1c8d3ae25d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': 'd6de9b19-3a6a-419b-855c-91ae8d28d02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:33:52Z', 'updated_at': '2021-07-05T02:34:04Z', 'revision_number': 5, 'project_id': '1593a1e15f6f447095222242302728ea', 'subnets': [{'id': 'd6de9b19-3a6a-419b-855c-91ae8d28d02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:34:43.824191 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3244dbed-15e4-447e-898a-3ad67c49920a req-ec1d4623-edfa-4d19-9d0b-e917ee68e50a tempest-InstanceActionsV221TestJSON-919439988 tempest-InstanceActionsV221TestJSON-919439988-project] 10.222.0.23 "GET /v2.0/security-groups?id=5a5713f8-01aa-412c-828d-2021c16aeb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656214 Jul 05 02:34:43.932557 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=908fc98f-fe14-468b-b399-9f1dc33ba561,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:43.949789 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-6caffedb-b09c-4de4-872b-008ea3fbb5f6 None None] For port 1be8f9bd-5652-4ec1-a45c-d4939f7b3316, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:34:43.983769 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b07c8ac1-0345-4aaf-92ad-962dfc21e594 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:43.984169 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-6caffedb-b09c-4de4-872b-008ea3fbb5f6 None None] For port 1be8f9bd-5652-4ec1-a45c-d4939f7b3316, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=1be8f9bd-5652-4ec1-a45c-d4939f7b3316,segment=NetworkSegment(e1145fdd-819a-4bea-b4f2-467f679e84e6),segment_id=e1145fdd-819a-4bea-b4f2-467f679e84e6)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:34:43.989669 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e2fc36f7-b0b6-4a39-a0d7-112a53852698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:44.074307 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2fc36f7-b0b6-4a39-a0d7-112a53852698 None None] Network 4ce1bf2b-10ed-4dec-b9d4-473c522320f0 is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:34:44.076403 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-e2fc36f7-b0b6-4a39-a0d7-112a53852698 None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:34:44.083645 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fc36f7-b0b6-4a39-a0d7-112a53852698 None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:34:44.090104 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dee9ed9-2385-4c9f-bb10-0c08d6f2ee69 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Pushing event updated for resources: {'Network': ['ID=93ae6122-1969-4da6-a9dd-3252e53f0e9d,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:44.109117 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 93ae6122-1969-4da6-a9dd-3252e53f0e9d details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:34:44.155690 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-7dee9ed9-2385-4c9f-bb10-0c08d6f2ee69 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.5150213 Jul 05 02:34:44.158797 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 44092) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:44.165084 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-d8f4216d-0575-4657-8993-2051fcd7752f tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Request body: {'subnet': {'network_id': '93ae6122-1969-4da6-a9dd-3252e53f0e9d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:34:44.202340 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b07c8ac1-0345-4aaf-92ad-962dfc21e594 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:44.211754 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fc36f7-b0b6-4a39-a0d7-112a53852698 None None] Pushing event updated for resources: {'Port': ['ID=cdad011c-e1a2-48d2-8d58-687af5e12957,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:44.243215 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-799afe9c-6fb1-47b1-9fbd-73771cf1aeb7 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:44.250425 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b07c8ac1-0345-4aaf-92ad-962dfc21e594 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Network 946b9927-776f-4e76-9d39-1bfa65d634ae is not hosted by any dhcp agent {{(pid=94462) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 05 02:34:44.266041 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-6caffedb-b09c-4de4-872b-008ea3fbb5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:44.295675 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07c8ac1-0345-4aaf-92ad-962dfc21e594 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:44.296410 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b07c8ac1-0345-4aaf-92ad-962dfc21e594 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:44.299808 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-b07c8ac1-0345-4aaf-92ad-962dfc21e594 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] 10.222.0.23 "PUT /v2.0/networks/946b9927-776f-4e76-9d39-1bfa65d634ae HTTP/1.1" status: 200 len: 723 time: 0.9947064 Jul 05 02:34:44.306164 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 44098) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:44.312370 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-477252ec-edc7-4e46-9e93-a51ffe52dbe5 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Request body: {'subnet': {'network_id': '946b9927-776f-4e76-9d39-1bfa65d634ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:34:44.344370 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-e2fc36f7-b0b6-4a39-a0d7-112a53852698 None None] Attempting to bind port cdad011c-e1a2-48d2-8d58-687af5e12957 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:34:44.344741 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-e2fc36f7-b0b6-4a39-a0d7-112a53852698 None None] Attempting to bind port cdad011c-e1a2-48d2-8d58-687af5e12957 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '4e8032ea-73ab-4a7a-8932-00c3ac73fedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '4ce1bf2b-10ed-4dec-b9d4-473c522320f0'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:34:44.345118 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fc36f7-b0b6-4a39-a0d7-112a53852698 None None] Attempting to bind port cdad011c-e1a2-48d2-8d58-687af5e12957 on network 4ce1bf2b-10ed-4dec-b9d4-473c522320f0 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:34:44.355075 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device e05b10e7-6dbf-4708-a417-0ecd4922801a up at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:34:44.427377 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07c8ac1-0345-4aaf-92ad-962dfc21e594 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Pushing event updated for resources: {'Network': ['ID=946b9927-776f-4e76-9d39-1bfa65d634ae,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:44.433089 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-799afe9c-6fb1-47b1-9fbd-73771cf1aeb7 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1636977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1636970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1573792'] for router, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:44.472466 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8f4216d-0575-4657-8993-2051fcd7752f tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Made reservation on behalf of eec53b7bac0445b2b9e29f73fcad1818 for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:34:44.483279 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d8f4216d-0575-4657-8993-2051fcd7752f tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:44.629177 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fc36f7-b0b6-4a39-a0d7-112a53852698 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:34:44.629515 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fc36f7-b0b6-4a39-a0d7-112a53852698 None None] Checking segment: {'id': '4e8032ea-73ab-4a7a-8932-00c3ac73fedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '4ce1bf2b-10ed-4dec-b9d4-473c522320f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:34:44.629928 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e2fc36f7-b0b6-4a39-a0d7-112a53852698 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:44.630352 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fc36f7-b0b6-4a39-a0d7-112a53852698 None None] Bound using segment: {'id': '4e8032ea-73ab-4a7a-8932-00c3ac73fedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '4ce1bf2b-10ed-4dec-b9d4-473c522320f0'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:34:44.630841 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-e2fc36f7-b0b6-4a39-a0d7-112a53852698 None None] Bound port: cdad011c-e1a2-48d2-8d58-687af5e12957, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e8032ea-73ab-4a7a-8932-00c3ac73fedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '4ce1bf2b-10ed-4dec-b9d4-473c522320f0'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:34:44.631215 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e2fc36f7-b0b6-4a39-a0d7-112a53852698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:44.635238 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93cdd37-f887-443e-ab3d-b1d161cb2d22 req-c2a54a60-57ac-4423-9720-7e9058ba1bef tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:44.642575 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a93cdd37-f887-443e-ab3d-b1d161cb2d22 req-c2a54a60-57ac-4423-9720-7e9058ba1bef tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] 10.222.0.23 "GET /v2.0/ports?device_id=c92b9a24-9e44-4cd7-9afc-e7dd5720b292 HTTP/1.1" status: 200 len: 944 time: 0.5670500 Jul 05 02:34:44.675282 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caffedb-b09c-4de4-872b-008ea3fbb5f6 None None] Pushing event updated for resources: {'Port': ['ID=1be8f9bd-5652-4ec1-a45c-d4939f7b3316,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:44.682632 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 946b9927-776f-4e76-9d39-1bfa65d634ae details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:34:44.689264 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device c07e40e5-00cc-42e2-b72a-8bbe657a3a24 details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:34:44.869764 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-799afe9c-6fb1-47b1-9fbd-73771cf1aeb7 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Router c9186722-52de-47b2-9135-5f1c8d3ae25d has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:34:44.926935 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-477252ec-edc7-4e46-9e93-a51ffe52dbe5 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Made reservation on behalf of 5acb4a7985304d84a755f649a8ac1cfa for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:34:44.945692 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-477252ec-edc7-4e46-9e93-a51ffe52dbe5 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:45.053662 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a93cdd37-f887-443e-ab3d-b1d161cb2d22 req-b07abeb9-cb9b-4f43-9b2a-91a304edb638 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] 10.222.0.23 "GET /v2.0/security-groups?id=b12511d7-db06-44f1-9a59-5e8d4e800492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4101808 Jul 05 02:34:45.142513 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-e2fc36f7-b0b6-4a39-a0d7-112a53852698 None None] For port cdad011c-e1a2-48d2-8d58-687af5e12957, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:34:45.145910 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-e2fc36f7-b0b6-4a39-a0d7-112a53852698 None None] For port cdad011c-e1a2-48d2-8d58-687af5e12957, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=cdad011c-e1a2-48d2-8d58-687af5e12957,segment=NetworkSegment(4e8032ea-73ab-4a7a-8932-00c3ac73fedd),segment_id=4e8032ea-73ab-4a7a-8932-00c3ac73fedd)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:34:45.316824 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e2fc36f7-b0b6-4a39-a0d7-112a53852698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:45.394034 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e795789-5401-43de-a6d7-1a9d92437ca7 req-4cc7595d-deeb-462d-b152-ff4bc95aeab6 tempest-InstanceActionsV221TestJSON-919439988 tempest-InstanceActionsV221TestJSON-919439988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:45.394670 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port c07e40e5-00cc-42e2-b72a-8bbe657a3a24, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=c07e40e5-00cc-42e2-b72a-8bbe657a3a24,segment=NetworkSegment(5e98a0e4-5693-4ee3-b5d3-e3f5978fa6c7),segment_id=5e98a0e4-5693-4ee3-b5d3-e3f5978fa6c7)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:34:45.395820 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2e795789-5401-43de-a6d7-1a9d92437ca7 req-4cc7595d-deeb-462d-b152-ff4bc95aeab6 tempest-InstanceActionsV221TestJSON-919439988 tempest-InstanceActionsV221TestJSON-919439988-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d5b844e-4147-4d92-baa2-9af980ef8d19 HTTP/1.1" status: 200 len: 943 time: 0.2986791 Jul 05 02:34:45.453647 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 1be8f9bd-5652-4ec1-a45c-d4939f7b3316 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:34:45.459232 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3b96de36-b15e-41e1-945f-41c3d697f4bb tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:45.472163 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d8f4216d-0575-4657-8993-2051fcd7752f tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5763451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774823'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:45.515092 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': 'c07e40e5-00cc-42e2-b72a-8bbe657a3a24', 'network_id': '3eae4f7e-ce7e-4630-afc5-6d7e5add4d00', 'port_id': 'c07e40e5-00cc-42e2-b72a-8bbe657a3a24', 'mac_address': 'fa:16:3e:82:1a:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc4d4c51-7d6e-4133-ad20-65973bd435c1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:34:45.528314 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b96de36-b15e-41e1-945f-41c3d697f4bb tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Pushing event updated for resources: {'Subnet': ['ID=97f73dad-921b-4c0f-a627-1c089d109c46,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:45.571230 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-799afe9c-6fb1-47b1-9fbd-73771cf1aeb7 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:34:45.596713 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-799afe9c-6fb1-47b1-9fbd-73771cf1aeb7 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:45.600425 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-799afe9c-6fb1-47b1-9fbd-73771cf1aeb7 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "PUT /v2.0/routers/c9186722-52de-47b2-9135-5f1c8d3ae25d HTTP/1.1" status: 200 len: 933 time: 4.3971252 Jul 05 02:34:45.606413 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 44126) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:45.614426 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b96de36-b15e-41e1-945f-41c3d697f4bb tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Checking segment: {'id': '73de3578-129f-499b-8a05-392549d26f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '16bae15d-e6ae-4913-b1a0-19398fb13634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:34:45.614789 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b96de36-b15e-41e1-945f-41c3d697f4bb tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Network hostable DHCP agents. Network: 16bae15d-e6ae-4913-b1a0-19398fb13634, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:34:45.629212 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32675c9c-2339-45c5-8fc0-3377e21430e8 None None] Sync routers for ids ['c9186722-52de-47b2-9135-5f1c8d3ae25d'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:34:45.632686 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning for port e05b10e7-6dbf-4708-a417-0ecd4922801a completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:34:45.656921 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning complete for port e05b10e7-6dbf-4708-a417-0ecd4922801a triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:34:45.658217 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:45.666061 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2e795789-5401-43de-a6d7-1a9d92437ca7 req-1b15aaaa-1f19-4aee-9cb4-168b15315e85 tempest-InstanceActionsV221TestJSON-919439988 tempest-InstanceActionsV221TestJSON-919439988-project] 10.222.0.23 "GET /v2.0/security-groups?id=5a5713f8-01aa-412c-828d-2021c16aeb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620544 Jul 05 02:34:45.746602 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 1be8f9bd-5652-4ec1-a45c-d4939f7b3316 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:34:45.762797 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 8f9fa166-642b-47d4-a47e-28dd4b60d42d up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:34:45.781396 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b96de36-b15e-41e1-945f-41c3d697f4bb tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Network 16bae15d-e6ae-4913-b1a0-19398fb13634 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:34:45.802511 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-477252ec-edc7-4e46-9e93-a51ffe52dbe5 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5763451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774823'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:45.808951 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fc36f7-b0b6-4a39-a0d7-112a53852698 None None] Pushing event updated for resources: {'Port': ['ID=cdad011c-e1a2-48d2-8d58-687af5e12957,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:45.828053 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32675c9c-2339-45c5-8fc0-3377e21430e8 None None] Routers {'c9186722-52de-47b2-9135-5f1c8d3ae25d'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:34:45.829019 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-32675c9c-2339-45c5-8fc0-3377e21430e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:34:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['c9186722-52de-47b2-9135-5f1c8d3ae25d'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:34:45.854399 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f4216d-0575-4657-8993-2051fcd7752f tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Pushing event updated for resources: {'Subnet': ['ID=2e848d97-571b-416e-86bf-d18b38684370,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:45.867934 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-3b96de36-b15e-41e1-945f-41c3d697f4bb tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 16bae15d-e6ae-4913-b1a0-19398fb13634) {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:34:45.884175 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b96de36-b15e-41e1-945f-41c3d697f4bb tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:45.885267 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3b96de36-b15e-41e1-945f-41c3d697f4bb tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks [] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:45.886899 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f4216d-0575-4657-8993-2051fcd7752f tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Checking segment: {'id': 'f8d75722-32a3-417a-8c7a-2eedba6daf9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '93ae6122-1969-4da6-a9dd-3252e53f0e9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:34:45.887497 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f4216d-0575-4657-8993-2051fcd7752f tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Network hostable DHCP agents. Network: 93ae6122-1969-4da6-a9dd-3252e53f0e9d, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:34:45.992892 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f08b4a-786e-4fca-842b-9fb15072778c None None] Network 16bae15d-e6ae-4913-b1a0-19398fb13634 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:34:46.037609 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-3b96de36-b15e-41e1-945f-41c3d697f4bb tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9118645 Jul 05 02:34:46.038302 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 44142) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:46.043521 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-eba5d111-6eb5-4ac3-9071-32a8dfc0a84d tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Request body: {'subnet': {'network_id': 'f84cec8e-ba8a-4c92-8fe3-7ed7002d0806', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:34:46.073008 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:46.083182 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-32675c9c-2339-45c5-8fc0-3377e21430e8 None None] Set router c9186722-52de-47b2-9135-5f1c8d3ae25d gateway port host: None {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:34:46.107281 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-874a69a6-2426-4d7e-972f-5843915aafff tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "GET /v2.0/routers/c9186722-52de-47b2-9135-5f1c8d3ae25d HTTP/1.1" status: 200 len: 933 time: 0.4966183 Jul 05 02:34:46.110115 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477252ec-edc7-4e46-9e93-a51ffe52dbe5 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Pushing event updated for resources: {'Subnet': ['ID=a28a23df-aab2-4b32-a9c0-20f5ecd2cee2,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:46.122964 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 44146) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:46.135793 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-72529041-6a0d-4295-b3c8-c1c49fcb29b7 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Request body: {'router': {'routes': None}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:34:46.235044 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 8f9fa166-642b-47d4-a47e-28dd4b60d42d completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:34:46.244703 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:46.248308 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 8f9fa166-642b-47d4-a47e-28dd4b60d42d triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:34:46.248773 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:46.305876 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c07e40e5-00cc-42e2-b72a-8bbe657a3a24 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:34:46.317221 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f4216d-0575-4657-8993-2051fcd7752f tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Network 93ae6122-1969-4da6-a9dd-3252e53f0e9d is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:34:46.333905 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477252ec-edc7-4e46-9e93-a51ffe52dbe5 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Checking segment: {'id': 'f18f068f-4826-4ed0-aa82-ac5904cfa894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '946b9927-776f-4e76-9d39-1bfa65d634ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:34:46.334603 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477252ec-edc7-4e46-9e93-a51ffe52dbe5 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Network hostable DHCP agents. Network: 946b9927-776f-4e76-9d39-1bfa65d634ae, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:34:46.344641 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-d8f4216d-0575-4657-8993-2051fcd7752f tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 93ae6122-1969-4da6-a9dd-3252e53f0e9d) {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:34:46.353896 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92681a0c-f704-4ac8-89e3-fbf18929afb5 req-63ae6dd6-24ba-413e-bbe6-b133759b8d2a tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:46.355590 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-92681a0c-f704-4ac8-89e3-fbf18929afb5 req-63ae6dd6-24ba-413e-bbe6-b133759b8d2a tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] 10.222.0.23 "GET /v2.0/ports?device_id=c92b9a24-9e44-4cd7-9afc-e7dd5720b292 HTTP/1.1" status: 200 len: 944 time: 0.0842884 Jul 05 02:34:46.397682 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f4216d-0575-4657-8993-2051fcd7752f tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:46.403589 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d8f4216d-0575-4657-8993-2051fcd7752f tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:46.439122 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-92681a0c-f704-4ac8-89e3-fbf18929afb5 req-47b39072-96f3-4e60-96de-0894cefed1fb tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] 10.222.0.23 "GET /v2.0/security-groups?id=b12511d7-db06-44f1-9a59-5e8d4e800492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764096 Jul 05 02:34:46.446178 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb100c67-a645-4634-92d5-f9a9bfbf2058 None None] Network 93ae6122-1969-4da6-a9dd-3252e53f0e9d requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:34:46.448068 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088faaf9-2e9b-475e-bfdb-868e37e1b08f None None] Network 665863b5-cf26-4c7f-a63c-737a34667eaf requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:34:46.460477 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eba5d111-6eb5-4ac3-9071-32a8dfc0a84d tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Made reservation on behalf of 6f62952b264b4eb9913d764c8cb0555c for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:34:46.467790 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-eba5d111-6eb5-4ac3-9071-32a8dfc0a84d tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:46.496811 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477252ec-edc7-4e46-9e93-a51ffe52dbe5 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Network 946b9927-776f-4e76-9d39-1bfa65d634ae is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:34:46.519768 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port e05b10e7-6dbf-4708-a417-0ecd4922801a, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=e05b10e7-6dbf-4708-a417-0ecd4922801a,segment=NetworkSegment(b4a50736-7a23-4bbb-b763-03a1debf2781),segment_id=b4a50736-7a23-4bbb-b763-03a1debf2781)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:34:46.542591 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port c07e40e5-00cc-42e2-b72a-8bbe657a3a24, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=c07e40e5-00cc-42e2-b72a-8bbe657a3a24,segment=NetworkSegment(5e98a0e4-5693-4ee3-b5d3-e3f5978fa6c7),segment_id=5e98a0e4-5693-4ee3-b5d3-e3f5978fa6c7)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:34:46.627035 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-d8f4216d-0575-4657-8993-2051fcd7752f tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4615669 Jul 05 02:34:46.627035 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 44154) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:46.627371 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c92b9a24-9e44-4cd7-9afc-e7dd5720b292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e05b10e7-6dbf-4708-a417-0ecd4922801a'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:34:46.629701 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4984a088-838c-4a50-8839-7852f3a5bfdc" -d '{"events": [{"server_uuid": "c92b9a24-9e44-4cd7-9afc-e7dd5720b292", "name": "network-vif-plugged", "status": "completed", "tag": "e05b10e7-6dbf-4708-a417-0ecd4922801a"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:34:46.630869 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-7fe3f854-ae0f-4273-a0bc-22d49b854d33 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Request body: {'subnet': {'network_id': '93ae6122-1969-4da6-a9dd-3252e53f0e9d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:34:46.735266 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-477252ec-edc7-4e46-9e93-a51ffe52dbe5 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 946b9927-776f-4e76-9d39-1bfa65d634ae) {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:34:46.745065 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ac96a2a-548f-45d8-a7f9-899c8e712f94 x-openstack-request-id: req-1ac96a2a-548f-45d8-a7f9-899c8e712f94 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:34:46.745459 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c92b9a24-9e44-4cd7-9afc-e7dd5720b292", "name": "network-vif-plugged", "status": "completed", "tag": "e05b10e7-6dbf-4708-a417-0ecd4922801a", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:34:46.745921 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1ac96a2a-548f-45d8-a7f9-899c8e712f94 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:34:46.746434 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c92b9a24-9e44-4cd7-9afc-e7dd5720b292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e05b10e7-6dbf-4708-a417-0ecd4922801a', 'code': 200} Jul 05 02:34:46.766551 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477252ec-edc7-4e46-9e93-a51ffe52dbe5 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:46.770045 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-477252ec-edc7-4e46-9e93-a51ffe52dbe5 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:46.776036 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:46.778610 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be971e0d-c45e-4b32-b858-da0d2ea7b85f None None] Network 946b9927-776f-4e76-9d39-1bfa65d634ae requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:34:46.802589 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:46.892857 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-eba5d111-6eb5-4ac3-9071-32a8dfc0a84d tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:46.902693 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-477252ec-edc7-4e46-9e93-a51ffe52dbe5 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5951440 Jul 05 02:34:46.913861 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 44164) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:46.923464 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-b049c466-ace0-44a6-a2cb-a357dd48e608 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:34:47.128470 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-2a68cd16-a0cd-472d-91e9-0963d300d25b None None] Provisioning for port 1be8f9bd-5652-4ec1-a45c-d4939f7b3316 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:34:47.175592 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['c07e40e5-00cc-42e2-b72a-8bbe657a3a24'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:34:47.199140 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba5d111-6eb5-4ac3-9071-32a8dfc0a84d tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Pushing event updated for resources: {'Subnet': ['ID=8be2537f-7ee3-4cd1-9845-4f8650aea392,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:47.202402 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba5d111-6eb5-4ac3-9071-32a8dfc0a84d tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Checking segment: {'id': 'e47dc173-a167-4850-9ffe-f74843fa8e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f84cec8e-ba8a-4c92-8fe3-7ed7002d0806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:34:47.203341 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba5d111-6eb5-4ac3-9071-32a8dfc0a84d tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Network hostable DHCP agents. Network: f84cec8e-ba8a-4c92-8fe3-7ed7002d0806, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:34:47.222428 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b049c466-ace0-44a6-a2cb-a357dd48e608 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5774846'] for subnet, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:47.238972 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2289649d-70c7-4337-a80f-180dda83c73c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-16bae15d-e6ae-4913-b1a0-19398fb13634', 'network_id': '16bae15d-e6ae-4913-b1a0-19398fb13634', 'tenant_id': '6f62952b264b4eb9913d764c8cb0555c', 'fixed_ips': [{'subnet_id': '97f73dad-921b-4c0f-a627-1c089d109c46'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:34:47.240311 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-2289649d-70c7-4337-a80f-180dda83c73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:47.264164 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18058ee-4a59-430d-9563-bf4061f43ee2 req-50d430e4-7586-4e52-ab94-e7be654339d0 tempest-InstanceActionsV221TestJSON-919439988 tempest-InstanceActionsV221TestJSON-919439988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:47.267219 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e18058ee-4a59-430d-9563-bf4061f43ee2 req-50d430e4-7586-4e52-ab94-e7be654339d0 tempest-InstanceActionsV221TestJSON-919439988 tempest-InstanceActionsV221TestJSON-919439988-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d5b844e-4147-4d92-baa2-9af980ef8d19 HTTP/1.1" status: 200 len: 944 time: 0.3664355 Jul 05 02:34:47.303280 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad924e3-22a4-413d-b17d-50bf4ebe997d None None] Network 4ce1bf2b-10ed-4dec-b9d4-473c522320f0 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:34:47.306391 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-2a68cd16-a0cd-472d-91e9-0963d300d25b None None] Provisioning complete for port 1be8f9bd-5652-4ec1-a45c-d4939f7b3316 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:34:47.306766 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-2a68cd16-a0cd-472d-91e9-0963d300d25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:47.317437 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e18058ee-4a59-430d-9563-bf4061f43ee2 req-8766983f-8b4d-4890-a8b4-82df5720b264 tempest-InstanceActionsV221TestJSON-919439988 tempest-InstanceActionsV221TestJSON-919439988-project] 10.222.0.23 "GET /v2.0/security-groups?id=5a5713f8-01aa-412c-828d-2021c16aeb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433154 Jul 05 02:34:47.318547 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c8f977-b3f8-434d-b334-e74803233106 req-81e032ef-4ebd-4c98-8e8a-812cfa48418b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:47.320415 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-26c8f977-b3f8-434d-b334-e74803233106 req-81e032ef-4ebd-4c98-8e8a-812cfa48418b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c92b9a24-9e44-4cd7-9afc-e7dd5720b292 HTTP/1.1" status: 200 len: 1097 time: 0.4710722 Jul 05 02:34:47.416162 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=e05b10e7-6dbf-4708-a417-0ecd4922801a,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:47.432874 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba5d111-6eb5-4ac3-9071-32a8dfc0a84d tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Network f84cec8e-ba8a-4c92-8fe3-7ed7002d0806 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:34:47.487764 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe3f854-ae0f-4273-a0bc-22d49b854d33 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Made reservation on behalf of eec53b7bac0445b2b9e29f73fcad1818 for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:34:47.489493 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7fe3f854-ae0f-4273-a0bc-22d49b854d33 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:47.549176 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.extraroute_db [None req-72529041-6a0d-4295-b3c8-c1c49fcb29b7 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Added routes are [] {{(pid=94461) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 05 02:34:47.549514 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.extraroute_db [None req-72529041-6a0d-4295-b3c8-c1c49fcb29b7 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=94461) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 05 02:34:47.594807 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-eba5d111-6eb5-4ac3-9071-32a8dfc0a84d tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, f84cec8e-ba8a-4c92-8fe3-7ed7002d0806) {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:34:47.601864 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba5d111-6eb5-4ac3-9071-32a8dfc0a84d tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:47.602687 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-eba5d111-6eb5-4ac3-9071-32a8dfc0a84d tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks [] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:47.634155 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-26c8f977-b3f8-434d-b334-e74803233106 req-73e92c79-8379-4740-9b6c-6ef20f195c1f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b12511d7-db06-44f1-9a59-5e8d4e800492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849472 Jul 05 02:34:47.679921 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-72529041-6a0d-4295-b3c8-c1c49fcb29b7 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:47.693954 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2ecd06-0200-4d07-aff3-a2cb9c17ad43 None None] Network f84cec8e-ba8a-4c92-8fe3-7ed7002d0806 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:34:47.694842 n-d-771362-32 neutron-server[94461]: INFO neutron.db.ipam_backend_mixin [None req-7fe3f854-ae0f-4273-a0bc-22d49b854d33 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2e848d97-571b-416e-86bf-d18b38684370 (CIDR: 2001:db8::/64) Jul 05 02:34:47.720949 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fee58e0-49ad-4167-aff7-620e28203119 req-8abf65c1-958a-4e38-ba6e-f0b5d5cbc686 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:47.722570 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8fee58e0-49ad-4167-aff7-620e28203119 req-8abf65c1-958a-4e38-ba6e-f0b5d5cbc686 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] 10.222.0.23 "GET /v2.0/ports?device_id=c92b9a24-9e44-4cd7-9afc-e7dd5720b292 HTTP/1.1" status: 200 len: 945 time: 0.1526322 Jul 05 02:34:47.723834 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:47.731196 n-d-771362-32 neutron-server[94461]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fe3f854-ae0f-4273-a0bc-22d49b854d33 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 02:34:47.731844 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fe3f854-ae0f-4273-a0bc-22d49b854d33 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:34:47.750810 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-eba5d111-6eb5-4ac3-9071-32a8dfc0a84d tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7114182 Jul 05 02:34:47.756481 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 44184) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:47.765216 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b049c466-ace0-44a6-a2cb-a357dd48e608 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727655905311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5763397'] for subnet, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:47.924805 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db83485f-6f08-4167-a4c5-5dc8fdf17264 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-93ae6122-1969-4da6-a9dd-3252e53f0e9d', 'network_id': '93ae6122-1969-4da6-a9dd-3252e53f0e9d', 'tenant_id': 'eec53b7bac0445b2b9e29f73fcad1818', 'fixed_ips': [{'subnet_id': '2e848d97-571b-416e-86bf-d18b38684370'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:34:47.925542 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-db83485f-6f08-4167-a4c5-5dc8fdf17264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:47.986237 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1a8e15-020c-4061-8aa0-1bc34e6ab748 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-946b9927-776f-4e76-9d39-1bfa65d634ae', 'network_id': '946b9927-776f-4e76-9d39-1bfa65d634ae', 'tenant_id': '5acb4a7985304d84a755f649a8ac1cfa', 'fixed_ips': [{'subnet_id': 'a28a23df-aab2-4b32-a9c0-20f5ecd2cee2'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:34:47.987104 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-9c1a8e15-020c-4061-8aa0-1bc34e6ab748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:48.128375 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=c07e40e5-00cc-42e2-b72a-8bbe657a3a24,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:48.133204 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 8f9fa166-642b-47d4-a47e-28dd4b60d42d, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=8f9fa166-642b-47d4-a47e-28dd4b60d42d,segment=NetworkSegment(87ddf658-a47c-468f-9f47-66fd6a32b3b9),segment_id=87ddf658-a47c-468f-9f47-66fd6a32b3b9)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:34:48.180643 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f845169d-9fb4-4640-8283-a156e547e6da tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:48.268474 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b049c466-ace0-44a6-a2cb-a357dd48e608 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:48.268474 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b049c466-ace0-44a6-a2cb-a357dd48e608 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:48.268474 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-b049c466-ace0-44a6-a2cb-a357dd48e608 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] 10.222.0.23 "PUT /v2.0/subnets/a28a23df-aab2-4b32-a9c0-20f5ecd2cee2 HTTP/1.1" status: 200 len: 826 time: 1.3470275 Jul 05 02:34:48.268994 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 44192) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:48.285376 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-7fe3f854-ae0f-4273-a0bc-22d49b854d33 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6596129 Jul 05 02:34:48.288674 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 44194) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:48.303127 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-76f147e1-f555-48c1-9742-c999e1e43034 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Request body: {'subnet': {'network_id': '93ae6122-1969-4da6-a9dd-3252e53f0e9d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:34:48.423633 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:48.556691 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ec846969-f0f4-4c01-a378-3f76eb2f78cc tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:48.572130 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-2289649d-70c7-4337-a80f-180dda83c73c None None] Allocated IP 2001:db8::2 (16bae15d-e6ae-4913-b1a0-19398fb13634/97f73dad-921b-4c0f-a627-1c089d109c46/a0784c59-a0c3-4b67-95f4-f0090a09993b) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:34:48.587896 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-2a68cd16-a0cd-472d-91e9-0963d300d25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:48.732949 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8fee58e0-49ad-4167-aff7-620e28203119 req-e9215aba-b2a7-4748-ad00-f9c67830de4a tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] 10.222.0.23 "GET /v2.0/security-groups?id=b12511d7-db06-44f1-9a59-5e8d4e800492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9661543 Jul 05 02:34:48.733545 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device cdad011c-e1a2-48d2-8d58-687af5e12957 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:34:48.745268 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b049c466-ace0-44a6-a2cb-a357dd48e608 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Pushing event updated for resources: {'Subnet': ['ID=a28a23df-aab2-4b32-a9c0-20f5ecd2cee2,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:48.747420 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ec846969-f0f4-4c01-a378-3f76eb2f78cc tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:48.774778 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-72529041-6a0d-4295-b3c8-c1c49fcb29b7 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:48.790724 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-72529041-6a0d-4295-b3c8-c1c49fcb29b7 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1636977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1636970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1573792'] for router, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:48.830271 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23322849-fc6c-4ee6-ba6e-9d56f51cac87 req-81d8a545-2d01-4dcc-984c-14965d010144 tempest-InstanceActionsV221TestJSON-919439988 tempest-InstanceActionsV221TestJSON-919439988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:48.831844 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-23322849-fc6c-4ee6-ba6e-9d56f51cac87 req-81d8a545-2d01-4dcc-984c-14965d010144 tempest-InstanceActionsV221TestJSON-919439988 tempest-InstanceActionsV221TestJSON-919439988-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d5b844e-4147-4d92-baa2-9af980ef8d19 HTTP/1.1" status: 200 len: 944 time: 0.2018092 Jul 05 02:34:48.886653 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-32675c9c-2339-45c5-8fc0-3377e21430e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9186722-52de-47b2-9135-5f1c8d3ae25d', 'name': 'tempest-RoutersTest-router-470164913', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:33:46Z', 'updated_at': '2021-07-05T02:34:43Z', 'revision_number': 6, 'project_id': '1593a1e15f6f447095222242302728ea', 'gw_port_host': None, '_interfaces': [{'id': '2ba2546e-a4bb-4dcf-aec4-ab83521d257f', 'name': '', 'network_id': 'a0a373d6-b059-4c9f-a45c-2b7e3e67bb6f', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'mac_address': 'fa:16:3e:d7:23:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9186722-52de-47b2-9135-5f1c8d3ae25d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '8145a2d0-1847-44ba-9921-d01ca12a6710', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:34:20Z', 'updated_at': '2021-07-05T02:34:33Z', 'revision_number': 5, 'project_id': '1593a1e15f6f447095222242302728ea', 'subnets': [{'id': '8145a2d0-1847-44ba-9921-d01ca12a6710', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8618466f-a565-4b5c-82a9-c5490b94b1a3', 'name': '', 'network_id': 'f0125670-d567-405c-b9f9-ee4770d92856', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'mac_address': 'fa:16:3e:3b:45:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9186722-52de-47b2-9135-5f1c8d3ae25d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': '008675e9-deb9-4e8a-a572-225b5a0b3f0e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:34:06Z', 'updated_at': '2021-07-05T02:34:18Z', 'revision_number': 5, 'project_id': '1593a1e15f6f447095222242302728ea', 'subnets': [{'id': '008675e9-deb9-4e8a-a572-225b5a0b3f0e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f9fa166-642b-47d4-a47e-28dd4b60d42d', 'name': '', 'network_id': '08159b95-4070-499d-a1fb-37d3afb658cf', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'mac_address': 'fa:16:3e:9d:aa:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9186722-52de-47b2-9135-5f1c8d3ae25d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': 'cfe185a4-50e8-4fe9-af58-74d1b0ae9f5b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:34:33Z', 'updated_at': '2021-07-05T02:34:42Z', 'revision_number': 4, 'project_id': '1593a1e15f6f447095222242302728ea', 'subnets': [{'id': 'cfe185a4-50e8-4fe9-af58-74d1b0ae9f5b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dba0dfbf-7010-4536-b7df-26e9ea799191', 'name': '', 'network_id': '3fed85df-41ee-4d95-a0fe-213f0ea583d4', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'mac_address': 'fa:16:3e:f2:fd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9186722-52de-47b2-9135-5f1c8d3ae25d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': 'd6de9b19-3a6a-419b-855c-91ae8d28d02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:33:52Z', 'updated_at': '2021-07-05T02:34:04Z', 'revision_number': 5, 'project_id': '1593a1e15f6f447095222242302728ea', 'subnets': [{'id': 'd6de9b19-3a6a-419b-855c-91ae8d28d02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:34:48.918561 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-23322849-fc6c-4ee6-ba6e-9d56f51cac87 req-7c1a22be-9264-42e1-9a75-dd5b299c20f2 tempest-InstanceActionsV221TestJSON-919439988 tempest-InstanceActionsV221TestJSON-919439988-project] 10.222.0.23 "GET /v2.0/security-groups?id=5a5713f8-01aa-412c-828d-2021c16aeb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767667 Jul 05 02:34:48.960925 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32675c9c-2339-45c5-8fc0-3377e21430e8 None None] Checking router: c9186722-52de-47b2-9135-5f1c8d3ae25d for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:34:48.963568 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e30a264-279a-4c2d-a0d5-82daa9c9cd94 None None] Update dhcp port {'port': {'network_id': '665863b5-cf26-4c7f-a63c-737a34667eaf', 'fixed_ips': [{'subnet_id': 'ece6dcac-ead5-474d-b476-a8cf23f8483e', 'ip_address': '2001:db8::2'}, {'subnet_id': '6459005c-1546-4d4e-807c-41ebbe2162ec'}], 'binding:host_id': 'n-d-771362-32'}, 'id': '1be8f9bd-5652-4ec1-a45c-d4939f7b3316'} from n-d-771362-32. {{(pid=94463) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 02:34:48.990393 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72529041-6a0d-4295-b3c8-c1c49fcb29b7 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Router c9186722-52de-47b2-9135-5f1c8d3ae25d has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:34:49.001375 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565981e4-1121-4a62-82c8-05477341d143 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-f84cec8e-ba8a-4c92-8fe3-7ed7002d0806', 'network_id': 'f84cec8e-ba8a-4c92-8fe3-7ed7002d0806', 'tenant_id': '6f62952b264b4eb9913d764c8cb0555c', 'fixed_ips': [{'subnet_id': '8be2537f-7ee3-4cd1-9845-4f8650aea392'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:34:49.002262 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-565981e4-1121-4a62-82c8-05477341d143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:49.006527 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-db83485f-6f08-4167-a4c5-5dc8fdf17264 None None] Allocated IP 2001:db8::2 (93ae6122-1969-4da6-a9dd-3252e53f0e9d/2e848d97-571b-416e-86bf-d18b38684370/dc3d6d97-3047-4b86-a348-8de3f11630c0) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:34:49.012075 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-2a68cd16-a0cd-472d-91e9-0963d300d25b None None] For port 1be8f9bd-5652-4ec1-a45c-d4939f7b3316, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=1be8f9bd-5652-4ec1-a45c-d4939f7b3316,segment=NetworkSegment(e1145fdd-819a-4bea-b4f2-467f679e84e6),segment_id=e1145fdd-819a-4bea-b4f2-467f679e84e6)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:34:49.039330 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=8f9fa166-642b-47d4-a47e-28dd4b60d42d,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:49.092408 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-9c1a8e15-020c-4061-8aa0-1bc34e6ab748 None None] Allocated IP 2001:db8::2 (946b9927-776f-4e76-9d39-1bfa65d634ae/a28a23df-aab2-4b32-a9c0-20f5ecd2cee2/38b394a8-df56-452b-893d-69c884f3adf7) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:34:49.094827 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f147e1-f555-48c1-9742-c999e1e43034 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Made reservation on behalf of eec53b7bac0445b2b9e29f73fcad1818 for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:34:49.098455 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-76f147e1-f555-48c1-9742-c999e1e43034 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:49.139897 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72529041-6a0d-4295-b3c8-c1c49fcb29b7 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:34:49.148633 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-72529041-6a0d-4295-b3c8-c1c49fcb29b7 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks [] for router, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:49.149813 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-72529041-6a0d-4295-b3c8-c1c49fcb29b7 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "PUT /v2.0/routers/c9186722-52de-47b2-9135-5f1c8d3ae25d HTTP/1.1" status: 200 len: 699 time: 3.0210240 Jul 05 02:34:49.152445 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 44212) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:49.152577 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32675c9c-2339-45c5-8fc0-3377e21430e8 None None] Routers {'c9186722-52de-47b2-9135-5f1c8d3ae25d'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:34:49.153186 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-32675c9c-2339-45c5-8fc0-3377e21430e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:34:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['c9186722-52de-47b2-9135-5f1c8d3ae25d'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:34:49.212687 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-2a68cd16-a0cd-472d-91e9-0963d300d25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:49.287853 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 44216) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:49.288587 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-973c0f63-6c4d-45b1-a79a-866578e15e6d tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "GET /v2.0/routers/c9186722-52de-47b2-9135-5f1c8d3ae25d HTTP/1.1" status: 200 len: 699 time: 0.1303601 Jul 05 02:34:49.306605 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3e30a264-279a-4c2d-a0d5-82daa9c9cd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:49.436595 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-32675c9c-2339-45c5-8fc0-3377e21430e8 None None] Set router c9186722-52de-47b2-9135-5f1c8d3ae25d gateway port host: None {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:34:49.635022 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-76f147e1-f555-48c1-9742-c999e1e43034 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5763451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774823'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:49.728526 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f147e1-f555-48c1-9742-c999e1e43034 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Pushing event updated for resources: {'Subnet': ['ID=5bfa42e8-03d7-40c7-9649-e38ed062f187,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:49.755154 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f147e1-f555-48c1-9742-c999e1e43034 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Network 93ae6122-1969-4da6-a9dd-3252e53f0e9d is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:34:49.762162 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-76f147e1-f555-48c1-9742-c999e1e43034 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:34:49.774306 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f147e1-f555-48c1-9742-c999e1e43034 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:49.774915 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-76f147e1-f555-48c1-9742-c999e1e43034 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:49.864609 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ee664054-ccbf-474a-9196-39dd4ba10e52 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1634680'] for router_interface, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:49.904438 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-76f147e1-f555-48c1-9742-c999e1e43034 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6118906 Jul 05 02:34:49.906582 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 44232) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:49.911909 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-294bdfdb-ec0b-4ee7-a780-0f39b7796340 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Request body: {'port': {'network_id': '93ae6122-1969-4da6-a9dd-3252e53f0e9d', 'fixed_ips': [{'subnet_id': '2e848d97-571b-416e-86bf-d18b38684370'}, {'subnet_id': '5bfa42e8-03d7-40c7-9649-e38ed062f187'}], 'name': 'tempest-PortsIpV6TestJSON-1695136286'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:34:49.913350 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-db83485f-6f08-4167-a4c5-5dc8fdf17264 None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:49.923293 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-db83485f-6f08-4167-a4c5-5dc8fdf17264 None None] Transition to ACTIVE for port object dc3d6d97-3047-4b86-a348-8de3f11630c0 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:34:49.939359 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-db83485f-6f08-4167-a4c5-5dc8fdf17264 None None] Transition to ACTIVE for port object dc3d6d97-3047-4b86-a348-8de3f11630c0 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:34:50.060527 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a68cd16-a0cd-472d-91e9-0963d300d25b None None] Pushing event updated for resources: {'Port': ['ID=1be8f9bd-5652-4ec1-a45c-d4939f7b3316,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:50.070066 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ba62bf-29cc-442e-b898-07b302ee7d7e req-be884508-de2a-4759-ab1a-35efae7ebaf3 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:50.072100 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f0ba62bf-29cc-442e-b898-07b302ee7d7e req-be884508-de2a-4759-ab1a-35efae7ebaf3 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] 10.222.0.23 "GET /v2.0/ports?device_id=c92b9a24-9e44-4cd7-9afc-e7dd5720b292 HTTP/1.1" status: 200 len: 945 time: 0.2019670 Jul 05 02:34:50.117246 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f0ba62bf-29cc-442e-b898-07b302ee7d7e req-66fe61d5-41ba-4cac-a8f6-3e483d140e64 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] 10.222.0.23 "GET /v2.0/security-groups?id=b12511d7-db06-44f1-9a59-5e8d4e800492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389400 Jul 05 02:34:50.159556 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port cdad011c-e1a2-48d2-8d58-687af5e12957 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:34:50.160393 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-294bdfdb-ec0b-4ee7-a780-0f39b7796340 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Made reservation on behalf of eec53b7bac0445b2b9e29f73fcad1818 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:34:50.164731 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-6076bcb2-cc11-446e-aca0-78686fb2d086 None None] Provisioning for port cdad011c-e1a2-48d2-8d58-687af5e12957 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:34:50.166750 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-db83485f-6f08-4167-a4c5-5dc8fdf17264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:50.183416 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port cdad011c-e1a2-48d2-8d58-687af5e12957 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:34:50.183999 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:50.228219 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1c7d92-7f62-41f0-a524-0b5973779c86 req-6c108432-690b-46f3-92d8-a0f76e5de00d tempest-InstanceActionsV221TestJSON-919439988 tempest-InstanceActionsV221TestJSON-919439988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:50.229936 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-cb1c7d92-7f62-41f0-a524-0b5973779c86 req-6c108432-690b-46f3-92d8-a0f76e5de00d tempest-InstanceActionsV221TestJSON-919439988 tempest-InstanceActionsV221TestJSON-919439988-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d5b844e-4147-4d92-baa2-9af980ef8d19 HTTP/1.1" status: 200 len: 944 time: 0.1531641 Jul 05 02:34:50.295940 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-ee664054-ccbf-474a-9196-39dd4ba10e52 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Deleting port 8f9fa166-642b-47d4-a47e-28dd4b60d42d {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:34:50.296279 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ee664054-ccbf-474a-9196-39dd4ba10e52 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:50.301436 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-cb1c7d92-7f62-41f0-a524-0b5973779c86 req-ab615c05-4f9c-466d-b621-9892532cdf56 tempest-InstanceActionsV221TestJSON-919439988 tempest-InstanceActionsV221TestJSON-919439988-project] 10.222.0.23 "GET /v2.0/security-groups?id=5a5713f8-01aa-412c-828d-2021c16aeb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627606 Jul 05 02:34:50.370473 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-6076bcb2-cc11-446e-aca0-78686fb2d086 None None] Provisioning complete for port cdad011c-e1a2-48d2-8d58-687af5e12957 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:34:50.371015 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-6076bcb2-cc11-446e-aca0-78686fb2d086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:50.387034 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-294bdfdb-ec0b-4ee7-a780-0f39b7796340 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:50.408662 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [None req-294bdfdb-ec0b-4ee7-a780-0f39b7796340 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] device_id is not set on port 98c15d3a-c98c-4a5f-98ab-cb343a303c37 yet. {{(pid=94461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:34:50.431630 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-ee664054-ccbf-474a-9196-39dd4ba10e52 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] For port 8f9fa166-642b-47d4-a47e-28dd4b60d42d, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=8f9fa166-642b-47d4-a47e-28dd4b60d42d,segment=NetworkSegment(87ddf658-a47c-468f-9f47-66fd6a32b3b9),segment_id=87ddf658-a47c-468f-9f47-66fd6a32b3b9)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:34:50.432012 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-2289649d-70c7-4337-a80f-180dda83c73c None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:50.432137 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ee664054-ccbf-474a-9196-39dd4ba10e52 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:50.438260 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d767e0f-9983-46d5-823b-9103947e0f32 req-d0964c07-e878-4132-84b4-c600f9dd3b96 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:50.440093 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3d767e0f-9983-46d5-823b-9103947e0f32 req-d0964c07-e878-4132-84b4-c600f9dd3b96 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3395e94-ff82-4e81-9331-b64fe4728999 HTTP/1.1" status: 200 len: 945 time: 0.1661077 Jul 05 02:34:50.462811 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-ee664054-ccbf-474a-9196-39dd4ba10e52 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Calling delete_port for 8f9fa166-642b-47d4-a47e-28dd4b60d42d owned by network:router_interface {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:34:50.468714 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db83485f-6f08-4167-a4c5-5dc8fdf17264 None None] Network 93ae6122-1969-4da6-a9dd-3252e53f0e9d is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:34:50.576384 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-db83485f-6f08-4167-a4c5-5dc8fdf17264 None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:34:50.577415 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3d767e0f-9983-46d5-823b-9103947e0f32 req-2d67814a-a6a9-480e-80f2-4236aa519fe1 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] 10.222.0.23 "GET /v2.0/security-groups?id=b12511d7-db06-44f1-9a59-5e8d4e800492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081963 Jul 05 02:34:50.578690 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-2289649d-70c7-4337-a80f-180dda83c73c None None] Transition to ACTIVE for port object a0784c59-a0c3-4b67-95f4-f0090a09993b will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:34:50.596371 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db83485f-6f08-4167-a4c5-5dc8fdf17264 None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:34:50.656518 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db83485f-6f08-4167-a4c5-5dc8fdf17264 None None] Pushing event updated for resources: {'Port': ['ID=dc3d6d97-3047-4b86-a348-8de3f11630c0,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:50.691621 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-565981e4-1121-4a62-82c8-05477341d143 None None] Allocated IP 2001:db8::2 (f84cec8e-ba8a-4c92-8fe3-7ed7002d0806/8be2537f-7ee3-4cd1-9845-4f8650aea392/d226f75b-01da-4bc9-bcf3-5a46573380b4) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:34:50.747261 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-2289649d-70c7-4337-a80f-180dda83c73c None None] Transition to ACTIVE for port object a0784c59-a0c3-4b67-95f4-f0090a09993b will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:34:50.842988 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device c07e40e5-00cc-42e2-b72a-8bbe657a3a24 up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:34:50.849460 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-9c1a8e15-020c-4061-8aa0-1bc34e6ab748 None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:50.890655 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-294bdfdb-ec0b-4ee7-a780-0f39b7796340 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Allocated IP 2001:db8::33d (93ae6122-1969-4da6-a9dd-3252e53f0e9d/2e848d97-571b-416e-86bf-d18b38684370/98c15d3a-c98c-4a5f-98ab-cb343a303c37) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:34:50.899620 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-294bdfdb-ec0b-4ee7-a780-0f39b7796340 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Allocated IP 2001:db8:0:1::296 (93ae6122-1969-4da6-a9dd-3252e53f0e9d/5bfa42e8-03d7-40c7-9649-e38ed062f187/98c15d3a-c98c-4a5f-98ab-cb343a303c37) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:34:50.977880 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-9c1a8e15-020c-4061-8aa0-1bc34e6ab748 None None] Transition to ACTIVE for port object 38b394a8-df56-452b-893d-69c884f3adf7 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:34:51.023026 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-db83485f-6f08-4167-a4c5-5dc8fdf17264 None None] Attempting to bind port dc3d6d97-3047-4b86-a348-8de3f11630c0 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:34:51.023630 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-db83485f-6f08-4167-a4c5-5dc8fdf17264 None None] Attempting to bind port dc3d6d97-3047-4b86-a348-8de3f11630c0 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'f8d75722-32a3-417a-8c7a-2eedba6daf9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '93ae6122-1969-4da6-a9dd-3252e53f0e9d'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:34:51.024207 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db83485f-6f08-4167-a4c5-5dc8fdf17264 None None] Attempting to bind port dc3d6d97-3047-4b86-a348-8de3f11630c0 on network 93ae6122-1969-4da6-a9dd-3252e53f0e9d {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:34:51.103624 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db83485f-6f08-4167-a4c5-5dc8fdf17264 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:34:51.104011 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db83485f-6f08-4167-a4c5-5dc8fdf17264 None None] Checking segment: {'id': 'f8d75722-32a3-417a-8c7a-2eedba6daf9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '93ae6122-1969-4da6-a9dd-3252e53f0e9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:34:51.104443 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-db83485f-6f08-4167-a4c5-5dc8fdf17264 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:51.104851 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db83485f-6f08-4167-a4c5-5dc8fdf17264 None None] Bound using segment: {'id': 'f8d75722-32a3-417a-8c7a-2eedba6daf9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '93ae6122-1969-4da6-a9dd-3252e53f0e9d'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:34:51.105324 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-db83485f-6f08-4167-a4c5-5dc8fdf17264 None None] Bound port: dc3d6d97-3047-4b86-a348-8de3f11630c0, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8d75722-32a3-417a-8c7a-2eedba6daf9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '93ae6122-1969-4da6-a9dd-3252e53f0e9d'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:34:51.105740 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-db83485f-6f08-4167-a4c5-5dc8fdf17264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:51.107949 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-9c1a8e15-020c-4061-8aa0-1bc34e6ab748 None None] Transition to ACTIVE for port object 38b394a8-df56-452b-893d-69c884f3adf7 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:34:51.119619 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-2289649d-70c7-4337-a80f-180dda83c73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:51.133535 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-3e30a264-279a-4c2d-a0d5-82daa9c9cd94 None None] Allocated IP 172.20.0.1 (665863b5-cf26-4c7f-a63c-737a34667eaf/6459005c-1546-4d4e-807c-41ebbe2162ec/1be8f9bd-5652-4ec1-a45c-d4939f7b3316) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:34:51.150465 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-294bdfdb-ec0b-4ee7-a780-0f39b7796340 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:51.159820 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4ba6c7f2-4c0c-491d-9fa7-4b968071452a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:51.174459 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [None req-294bdfdb-ec0b-4ee7-a780-0f39b7796340 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Transition to ACTIVE for port object 98c15d3a-c98c-4a5f-98ab-cb343a303c37 will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:34:51.184949 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92716c1d-e531-444c-aefd-a7d5da48a1ab req-c94e13f0-b51c-46dc-b14f-b43cfcff26d5 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:51.194607 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-92716c1d-e531-444c-aefd-a7d5da48a1ab req-c94e13f0-b51c-46dc-b14f-b43cfcff26d5 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] 10.222.0.23 "GET /v2.0/ports?device_id=250efa6b-f5e8-4f8b-99e6-8245a0260f84 HTTP/1.1" status: 200 len: 945 time: 0.1574419 Jul 05 02:34:51.209333 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-f845169d-9fb4-4640-8283-a156e547e6da tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Allocated IP 2001:db8::1 (16bae15d-e6ae-4913-b1a0-19398fb13634/97f73dad-921b-4c0f-a627-1c089d109c46/d3d56b0c-6c6f-4ee9-b52a-198925c8eb5b) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:34:51.236990 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-6076bcb2-cc11-446e-aca0-78686fb2d086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:51.238691 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:51.279006 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2289649d-70c7-4337-a80f-180dda83c73c None None] Network 16bae15d-e6ae-4913-b1a0-19398fb13634 is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:34:51.295574 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-92716c1d-e531-444c-aefd-a7d5da48a1ab req-5cbce4f7-eba7-49f0-b0d8-1eef41c699dd tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] 10.222.0.23 "GET /v2.0/security-groups?id=b12511d7-db06-44f1-9a59-5e8d4e800492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000991 Jul 05 02:34:51.351581 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-2289649d-70c7-4337-a80f-180dda83c73c None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:34:51.369351 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-9c1a8e15-020c-4061-8aa0-1bc34e6ab748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:51.373252 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2289649d-70c7-4337-a80f-180dda83c73c None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:34:51.406760 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-294bdfdb-ec0b-4ee7-a780-0f39b7796340 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:51.409162 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2289649d-70c7-4337-a80f-180dda83c73c None None] Pushing event updated for resources: {'Port': ['ID=a0784c59-a0c3-4b67-95f4-f0090a09993b,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:51.425108 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ee664054-ccbf-474a-9196-39dd4ba10e52 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:51.468303 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f845169d-9fb4-4640-8283-a156e547e6da tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:51.483044 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [None req-f845169d-9fb4-4640-8283-a156e547e6da tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Transition to ACTIVE for port object d3d56b0c-6c6f-4ee9-b52a-198925c8eb5b will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:34:51.518158 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294bdfdb-ec0b-4ee7-a780-0f39b7796340 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Network 93ae6122-1969-4da6-a9dd-3252e53f0e9d is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:34:51.520837 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-294bdfdb-ec0b-4ee7-a780-0f39b7796340 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:34:51.524573 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294bdfdb-ec0b-4ee7-a780-0f39b7796340 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:34:51.545203 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294bdfdb-ec0b-4ee7-a780-0f39b7796340 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:51.547450 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-294bdfdb-ec0b-4ee7-a780-0f39b7796340 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:51.552447 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ec846969-f0f4-4c01-a378-3f76eb2f78cc tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:51.553967 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-6076bcb2-cc11-446e-aca0-78686fb2d086 None None] For port cdad011c-e1a2-48d2-8d58-687af5e12957, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=cdad011c-e1a2-48d2-8d58-687af5e12957,segment=NetworkSegment(4e8032ea-73ab-4a7a-8932-00c3ac73fedd),segment_id=4e8032ea-73ab-4a7a-8932-00c3ac73fedd)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:34:51.558899 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning for port c07e40e5-00cc-42e2-b72a-8bbe657a3a24 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:34:51.587585 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1a8e15-020c-4061-8aa0-1bc34e6ab748 None None] Network 946b9927-776f-4e76-9d39-1bfa65d634ae is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:34:51.600090 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-32675c9c-2339-45c5-8fc0-3377e21430e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9186722-52de-47b2-9135-5f1c8d3ae25d', 'name': 'tempest-RoutersTest-router-470164913', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:33:46Z', 'updated_at': '2021-07-05T02:34:47Z', 'revision_number': 7, 'project_id': '1593a1e15f6f447095222242302728ea', 'gw_port_host': None, '_interfaces': [{'id': '2ba2546e-a4bb-4dcf-aec4-ab83521d257f', 'name': '', 'network_id': 'a0a373d6-b059-4c9f-a45c-2b7e3e67bb6f', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'mac_address': 'fa:16:3e:d7:23:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9186722-52de-47b2-9135-5f1c8d3ae25d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '8145a2d0-1847-44ba-9921-d01ca12a6710', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:34:20Z', 'updated_at': '2021-07-05T02:34:33Z', 'revision_number': 5, 'project_id': '1593a1e15f6f447095222242302728ea', 'subnets': [{'id': '8145a2d0-1847-44ba-9921-d01ca12a6710', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8618466f-a565-4b5c-82a9-c5490b94b1a3', 'name': '', 'network_id': 'f0125670-d567-405c-b9f9-ee4770d92856', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'mac_address': 'fa:16:3e:3b:45:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9186722-52de-47b2-9135-5f1c8d3ae25d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': '008675e9-deb9-4e8a-a572-225b5a0b3f0e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:34:06Z', 'updated_at': '2021-07-05T02:34:18Z', 'revision_number': 5, 'project_id': '1593a1e15f6f447095222242302728ea', 'subnets': [{'id': '008675e9-deb9-4e8a-a572-225b5a0b3f0e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f9fa166-642b-47d4-a47e-28dd4b60d42d', 'name': '', 'network_id': '08159b95-4070-499d-a1fb-37d3afb658cf', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'mac_address': 'fa:16:3e:9d:aa:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9186722-52de-47b2-9135-5f1c8d3ae25d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': 'cfe185a4-50e8-4fe9-af58-74d1b0ae9f5b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:34:33Z', 'updated_at': '2021-07-05T02:34:47Z', 'revision_number': 5, 'project_id': '1593a1e15f6f447095222242302728ea', 'subnets': [{'id': 'cfe185a4-50e8-4fe9-af58-74d1b0ae9f5b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dba0dfbf-7010-4536-b7df-26e9ea799191', 'name': '', 'network_id': '3fed85df-41ee-4d95-a0fe-213f0ea583d4', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'mac_address': 'fa:16:3e:f2:fd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9186722-52de-47b2-9135-5f1c8d3ae25d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': 'd6de9b19-3a6a-419b-855c-91ae8d28d02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:33:52Z', 'updated_at': '2021-07-05T02:34:04Z', 'revision_number': 5, 'project_id': '1593a1e15f6f447095222242302728ea', 'subnets': [{'id': 'd6de9b19-3a6a-419b-855c-91ae8d28d02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:34:51.607146 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-db83485f-6f08-4167-a4c5-5dc8fdf17264 None None] For port dc3d6d97-3047-4b86-a348-8de3f11630c0, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:34:51.607361 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294bdfdb-ec0b-4ee7-a780-0f39b7796340 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Pushing event updated for resources: {'Port': ['ID=98c15d3a-c98c-4a5f-98ab-cb343a303c37,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:51.615633 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294bdfdb-ec0b-4ee7-a780-0f39b7796340 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:34:51.616015 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294bdfdb-ec0b-4ee7-a780-0f39b7796340 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:34:51.616360 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294bdfdb-ec0b-4ee7-a780-0f39b7796340 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:34:51.616703 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294bdfdb-ec0b-4ee7-a780-0f39b7796340 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:34:51.617054 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294bdfdb-ec0b-4ee7-a780-0f39b7796340 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:34:51.617390 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294bdfdb-ec0b-4ee7-a780-0f39b7796340 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:34:51.617717 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294bdfdb-ec0b-4ee7-a780-0f39b7796340 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:34:51.618050 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294bdfdb-ec0b-4ee7-a780-0f39b7796340 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:34:51.620008 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294bdfdb-ec0b-4ee7-a780-0f39b7796340 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:34:51.620008 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294bdfdb-ec0b-4ee7-a780-0f39b7796340 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:34:51.620008 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294bdfdb-ec0b-4ee7-a780-0f39b7796340 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:34:51.620008 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294bdfdb-ec0b-4ee7-a780-0f39b7796340 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:34:51.672896 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-9c1a8e15-020c-4061-8aa0-1bc34e6ab748 None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:34:51.675553 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee664054-ccbf-474a-9196-39dd4ba10e52 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Pushing event deleted for resources: {'Port': ['ID=8f9fa166-642b-47d4-a47e-28dd4b60d42d,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:51.681192 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1a8e15-020c-4061-8aa0-1bc34e6ab748 None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:34:51.683539 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port c07e40e5-00cc-42e2-b72a-8bbe657a3a24 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:34:51.684109 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:51.685887 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec846969-f0f4-4c01-a378-3f76eb2f78cc tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Pushing event deleted for resources: {'Subnet': ['ID=a28a23df-aab2-4b32-a9c0-20f5ecd2cee2,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:51.751650 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-565981e4-1121-4a62-82c8-05477341d143 None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:51.754029 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32675c9c-2339-45c5-8fc0-3377e21430e8 None None] The sync data for ids ['c9186722-52de-47b2-9135-5f1c8d3ae25d'] in n-d-771362-32 is: [{'id': 'c9186722-52de-47b2-9135-5f1c8d3ae25d', 'name': 'tempest-RoutersTest-router-470164913', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:33:46Z', 'updated_at': '2021-07-05T02:34:47Z', 'revision_number': 7, 'project_id': '1593a1e15f6f447095222242302728ea', 'gw_port_host': None, '_interfaces': [{'id': '2ba2546e-a4bb-4dcf-aec4-ab83521d257f', 'name': '', 'network_id': 'a0a373d6-b059-4c9f-a45c-2b7e3e67bb6f', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'mac_address': 'fa:16:3e:d7:23:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9186722-52de-47b2-9135-5f1c8d3ae25d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '8145a2d0-1847-44ba-9921-d01ca12a6710', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:34:20Z', 'updated_at': '2021-07-05T02:34:33Z', 'revision_number': 5, 'project_id': '1593a1e15f6f447095222242302728ea', 'subnets': [{'id': '8145a2d0-1847-44ba-9921-d01ca12a6710', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8618466f-a565-4b5c-82a9-c5490b94b1a3', 'name': '', 'network_id': 'f0125670-d567-405c-b9f9-ee4770d92856', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'mac_address': 'fa:16:3e:3b:45:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9186722-52de-47b2-9135-5f1c8d3ae25d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': '008675e9-deb9-4e8a-a572-225b5a0b3f0e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:34:06Z', 'updated_at': '2021-07-05T02:34:18Z', 'revision_number': 5, 'project_id': '1593a1e15f6f447095222242302728ea', 'subnets': [{'id': '008675e9-deb9-4e8a-a572-225b5a0b3f0e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f9fa166-642b-47d4-a47e-28dd4b60d42d', 'name': '', 'network_id': '08159b95-4070-499d-a1fb-37d3afb658cf', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'mac_address': 'fa:16:3e:9d:aa:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9186722-52de-47b2-9135-5f1c8d3ae25d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': 'cfe185a4-50e8-4fe9-af58-74d1b0ae9f5b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:34:33Z', 'updated_at': '2021-07-05T02:34:47Z', 'revision_number': 5, 'project_id': '1593a1e15f6f447095222242302728ea', 'subnets': [{'id': 'cfe185a4-50e8-4fe9-af58-74d1b0ae9f5b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dba0dfbf-7010-4536-b7df-26e9ea799191', 'name': '', 'network_id': '3fed85df-41ee-4d95-a0fe-213f0ea583d4', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'mac_address': 'fa:16:3e:f2:fd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9186722-52de-47b2-9135-5f1c8d3ae25d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': 'd6de9b19-3a6a-419b-855c-91ae8d28d02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:33:52Z', 'updated_at': '2021-07-05T02:34:04Z', 'revision_number': 5, 'project_id': '1593a1e15f6f447095222242302728ea', 'subnets': [{'id': 'd6de9b19-3a6a-419b-855c-91ae8d28d02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:34:51.758855 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-db83485f-6f08-4167-a4c5-5dc8fdf17264 None None] For port dc3d6d97-3047-4b86-a348-8de3f11630c0, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=dc3d6d97-3047-4b86-a348-8de3f11630c0,segment=NetworkSegment(f8d75722-32a3-417a-8c7a-2eedba6daf9c),segment_id=f8d75722-32a3-417a-8c7a-2eedba6daf9c)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:34:51.811875 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-3e30a264-279a-4c2d-a0d5-82daa9c9cd94 None None] For port 1be8f9bd-5652-4ec1-a45c-d4939f7b3316, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=1be8f9bd-5652-4ec1-a45c-d4939f7b3316,segment=NetworkSegment(e1145fdd-819a-4bea-b4f2-467f679e84e6),segment_id=e1145fdd-819a-4bea-b4f2-467f679e84e6)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:34:51.818440 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-294bdfdb-ec0b-4ee7-a780-0f39b7796340 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 1.9109521 Jul 05 02:34:51.821943 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 44268) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:51.824718 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1a8e15-020c-4061-8aa0-1bc34e6ab748 None None] Pushing event updated for resources: {'Port': ['ID=38b394a8-df56-452b-893d-69c884f3adf7,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:51.827043 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-d9317d18-af56-4722-adb3-f63335362d43 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2e848d97-571b-416e-86bf-d18b38684370'}]}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:34:51.849749 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-6076bcb2-cc11-446e-aca0-78686fb2d086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:51.853246 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-565981e4-1121-4a62-82c8-05477341d143 None None] Transition to ACTIVE for port object d226f75b-01da-4bc9-bcf3-5a46573380b4 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:34:51.858708 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ec846969-f0f4-4c01-a378-3f76eb2f78cc tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:51.886678 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-ec846969-f0f4-4c01-a378-3f76eb2f78cc tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['946b9927-776f-4e76-9d39-1bfa65d634ae']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:34:51.951073 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da7ba6c-186c-4e34-9b1e-ac7347fb87f1 req-85d7af4c-e056-4101-a25a-efb4e7457090 tempest-InstanceActionsV221TestJSON-919439988 tempest-InstanceActionsV221TestJSON-919439988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:51.952712 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8da7ba6c-186c-4e34-9b1e-ac7347fb87f1 req-85d7af4c-e056-4101-a25a-efb4e7457090 tempest-InstanceActionsV221TestJSON-919439988 tempest-InstanceActionsV221TestJSON-919439988-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d5b844e-4147-4d92-baa2-9af980ef8d19 HTTP/1.1" status: 200 len: 944 time: 0.4309337 Jul 05 02:34:51.957406 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f845169d-9fb4-4640-8283-a156e547e6da tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:51.990759 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-ec846969-f0f4-4c01-a378-3f76eb2f78cc tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f18f068f-4826-4ed0-aa82-ac5904cfa894') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:34:51.991577 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-ec846969-f0f4-4c01-a378-3f76eb2f78cc tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f18f068f-4826-4ed0-aa82-ac5904cfa894') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:34:51.994924 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 02:34:52.021640 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6076bcb2-cc11-446e-aca0-78686fb2d086 None None] Pushing event updated for resources: {'Port': ['ID=cdad011c-e1a2-48d2-8d58-687af5e12957,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:52.038407 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-2289649d-70c7-4337-a80f-180dda83c73c None None] Attempting to bind port a0784c59-a0c3-4b67-95f4-f0090a09993b on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:34:52.038801 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-2289649d-70c7-4337-a80f-180dda83c73c None None] Attempting to bind port a0784c59-a0c3-4b67-95f4-f0090a09993b by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '73de3578-129f-499b-8a05-392549d26f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '16bae15d-e6ae-4913-b1a0-19398fb13634'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:34:52.039158 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2289649d-70c7-4337-a80f-180dda83c73c None None] Attempting to bind port a0784c59-a0c3-4b67-95f4-f0090a09993b on network 16bae15d-e6ae-4913-b1a0-19398fb13634 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:34:52.052050 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ec846969-f0f4-4c01-a378-3f76eb2f78cc tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:52.052926 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d9317d18-af56-4722-adb3-f63335362d43 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:52.080125 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbc1514-14d7-46ee-9cb3-4ca376d028a3 None None] Sync routers for ids ['c9186722-52de-47b2-9135-5f1c8d3ae25d'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:34:52.095888 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbc1514-14d7-46ee-9cb3-4ca376d028a3 None None] Routers {'c9186722-52de-47b2-9135-5f1c8d3ae25d'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:34:52.096728 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-5bbc1514-14d7-46ee-9cb3-4ca376d028a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:34:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['c9186722-52de-47b2-9135-5f1c8d3ae25d'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:34:52.108931 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f845169d-9fb4-4640-8283-a156e547e6da tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Network 16bae15d-e6ae-4913-b1a0-19398fb13634 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:34:52.111484 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ec846969-f0f4-4c01-a378-3f76eb2f78cc tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:52.149704 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-f845169d-9fb4-4640-8283-a156e547e6da tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:34:52.152225 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec846969-f0f4-4c01-a378-3f76eb2f78cc tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:34:52.152636 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ec846969-f0f4-4c01-a378-3f76eb2f78cc tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:52.158364 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:34:52.158364 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:34:52.158364 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:34:52.158364 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:34:52.158364 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:34:52.158364 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:34:52.158364 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:34:52.158364 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:34:52.158364 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:34:52.158364 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:34:52.158364 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:34:52.158364 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:34:52.158364 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:34:52.158364 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:34:52.158364 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:34:52.158364 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:34:52.158364 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:34:52.158364 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:34:52.158364 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:34:52.158364 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:34:52.158364 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:34:52.158364 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:34:52.158364 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:34:52.158364 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:34:52.158364 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:34:52.158364 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:34:52.158364 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:34:52.158364 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:34:52.158364 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:34:52.158364 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:34:52.158364 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:34:52.158364 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:34:52.160801 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f845169d-9fb4-4640-8283-a156e547e6da tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Pushing event updated for resources: {'Port': ['ID=d3d56b0c-6c6f-4ee9-b52a-198925c8eb5b,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:52.161951 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f845169d-9fb4-4640-8283-a156e547e6da tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:34:52.162580 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f845169d-9fb4-4640-8283-a156e547e6da tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635668'] for router_interface, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:52.176267 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ee664054-ccbf-474a-9196-39dd4ba10e52 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635398'] for router_interface, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:52.215354 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8da7ba6c-186c-4e34-9b1e-ac7347fb87f1 req-cbe9424e-021b-4bc4-b281-2bf3165a0484 tempest-InstanceActionsV221TestJSON-919439988 tempest-InstanceActionsV221TestJSON-919439988-project] 10.222.0.23 "GET /v2.0/security-groups?id=5a5713f8-01aa-412c-828d-2021c16aeb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182000 Jul 05 02:34:52.243358 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-565981e4-1121-4a62-82c8-05477341d143 None None] Transition to ACTIVE for port object d226f75b-01da-4bc9-bcf3-5a46573380b4 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:34:52.259022 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.db.api [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94463) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 02:34:52.266975 n-d-771362-32 neutron-server[94463]: DEBUG oslo_db.api [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 02:34:52.275712 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-db83485f-6f08-4167-a4c5-5dc8fdf17264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:52.338789 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-5bbc1514-14d7-46ee-9cb3-4ca376d028a3 None None] Set router c9186722-52de-47b2-9135-5f1c8d3ae25d gateway port host: None {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:34:52.379534 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2289649d-70c7-4337-a80f-180dda83c73c None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:34:52.381160 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2289649d-70c7-4337-a80f-180dda83c73c None None] Checking segment: {'id': '73de3578-129f-499b-8a05-392549d26f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '16bae15d-e6ae-4913-b1a0-19398fb13634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:34:52.381757 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-2289649d-70c7-4337-a80f-180dda83c73c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:52.383281 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2289649d-70c7-4337-a80f-180dda83c73c None None] Bound using segment: {'id': '73de3578-129f-499b-8a05-392549d26f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '16bae15d-e6ae-4913-b1a0-19398fb13634'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:34:52.384509 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-2289649d-70c7-4337-a80f-180dda83c73c None None] Bound port: a0784c59-a0c3-4b67-95f4-f0090a09993b, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73de3578-129f-499b-8a05-392549d26f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '16bae15d-e6ae-4913-b1a0-19398fb13634'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:34:52.386540 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-2289649d-70c7-4337-a80f-180dda83c73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:52.409578 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-9c1a8e15-020c-4061-8aa0-1bc34e6ab748 None None] Attempting to bind port 38b394a8-df56-452b-893d-69c884f3adf7 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:34:52.412259 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-9c1a8e15-020c-4061-8aa0-1bc34e6ab748 None None] Attempting to bind port 38b394a8-df56-452b-893d-69c884f3adf7 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'f18f068f-4826-4ed0-aa82-ac5904cfa894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '946b9927-776f-4e76-9d39-1bfa65d634ae'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:34:52.412741 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1a8e15-020c-4061-8aa0-1bc34e6ab748 None None] Attempting to bind port 38b394a8-df56-452b-893d-69c884f3adf7 on network 946b9927-776f-4e76-9d39-1bfa65d634ae {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:34:52.421025 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-565981e4-1121-4a62-82c8-05477341d143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:52.474996 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-d9317d18-af56-4722-adb3-f63335362d43 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Delete allocated IP 2001:db8:0:1::296 (93ae6122-1969-4da6-a9dd-3252e53f0e9d/5bfa42e8-03d7-40c7-9649-e38ed062f187) {{(pid=94461) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 05 02:34:52.479639 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.db.api [None req-ec846969-f0f4-4c01-a378-3f76eb2f78cc tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 02:34:52.479639 n-d-771362-32 neutron-server[94462]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 02:34:52.479639 n-d-771362-32 neutron-server[94462]: [parameters: {'id': '946b9927-776f-4e76-9d39-1bfa65d634ae'}] Jul 05 02:34:52.479639 n-d-771362-32 neutron-server[94462]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94462) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 02:34:52.480476 n-d-771362-32 neutron-server[94462]: DEBUG oslo_db.api [None req-ec846969-f0f4-4c01-a378-3f76eb2f78cc tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 02:34:52.497817 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-a1c20c61-de48-4a08-b581-2f9943017f30 None None] Provisioning complete for port cdad011c-e1a2-48d2-8d58-687af5e12957 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:34:52.498679 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a1c20c61-de48-4a08-b581-2f9943017f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:52.692244 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d9317d18-af56-4722-adb3-f63335362d43 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:52.711999 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [None req-d9317d18-af56-4722-adb3-f63335362d43 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Ignored duplicate provisioning block setup for port 98c15d3a-c98c-4a5f-98ab-cb343a303c37 by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 05 02:34:52.720013 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee664054-ccbf-474a-9196-39dd4ba10e52 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Router c9186722-52de-47b2-9135-5f1c8d3ae25d has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:34:52.725135 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f845169d-9fb4-4640-8283-a156e547e6da tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:52.743761 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-5bbc1514-14d7-46ee-9cb3-4ca376d028a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9186722-52de-47b2-9135-5f1c8d3ae25d', 'name': 'tempest-RoutersTest-router-470164913', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:33:46Z', 'updated_at': '2021-07-05T02:34:51Z', 'revision_number': 8, 'project_id': '1593a1e15f6f447095222242302728ea', 'gw_port_host': None, '_interfaces': [{'id': '2ba2546e-a4bb-4dcf-aec4-ab83521d257f', 'name': '', 'network_id': 'a0a373d6-b059-4c9f-a45c-2b7e3e67bb6f', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'mac_address': 'fa:16:3e:d7:23:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9186722-52de-47b2-9135-5f1c8d3ae25d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '8145a2d0-1847-44ba-9921-d01ca12a6710', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:34:20Z', 'updated_at': '2021-07-05T02:34:33Z', 'revision_number': 5, 'project_id': '1593a1e15f6f447095222242302728ea', 'subnets': [{'id': '8145a2d0-1847-44ba-9921-d01ca12a6710', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8618466f-a565-4b5c-82a9-c5490b94b1a3', 'name': '', 'network_id': 'f0125670-d567-405c-b9f9-ee4770d92856', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'mac_address': 'fa:16:3e:3b:45:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9186722-52de-47b2-9135-5f1c8d3ae25d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': '008675e9-deb9-4e8a-a572-225b5a0b3f0e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:34:06Z', 'updated_at': '2021-07-05T02:34:18Z', 'revision_number': 5, 'project_id': '1593a1e15f6f447095222242302728ea', 'subnets': [{'id': '008675e9-deb9-4e8a-a572-225b5a0b3f0e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dba0dfbf-7010-4536-b7df-26e9ea799191', 'name': '', 'network_id': '3fed85df-41ee-4d95-a0fe-213f0ea583d4', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'mac_address': 'fa:16:3e:f2:fd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9186722-52de-47b2-9135-5f1c8d3ae25d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': 'd6de9b19-3a6a-419b-855c-91ae8d28d02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:33:52Z', 'updated_at': '2021-07-05T02:34:04Z', 'revision_number': 5, 'project_id': '1593a1e15f6f447095222242302728ea', 'subnets': [{'id': 'd6de9b19-3a6a-419b-855c-91ae8d28d02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:34:52.752983 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207b0e2d-2538-4539-9061-5be2b65c219e req-628877e2-75da-4e43-b75c-180eb2899093 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:52.754662 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-207b0e2d-2538-4539-9061-5be2b65c219e req-628877e2-75da-4e43-b75c-180eb2899093 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] 10.222.0.23 "GET /v2.0/ports?device_id=250efa6b-f5e8-4f8b-99e6-8245a0260f84 HTTP/1.1" status: 200 len: 945 time: 0.3194008 Jul 05 02:34:52.783382 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d9317d18-af56-4722-adb3-f63335362d43 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:52.831486 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbc1514-14d7-46ee-9cb3-4ca376d028a3 None None] Checking router: c9186722-52de-47b2-9135-5f1c8d3ae25d for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:34:52.849867 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbc1514-14d7-46ee-9cb3-4ca376d028a3 None None] Routers {'c9186722-52de-47b2-9135-5f1c8d3ae25d'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:34:52.851575 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-5bbc1514-14d7-46ee-9cb3-4ca376d028a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:34:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['c9186722-52de-47b2-9135-5f1c8d3ae25d'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:34:52.905703 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1a8e15-020c-4061-8aa0-1bc34e6ab748 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:34:52.905703 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1a8e15-020c-4061-8aa0-1bc34e6ab748 None None] Checking segment: {'id': 'f18f068f-4826-4ed0-aa82-ac5904cfa894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '946b9927-776f-4e76-9d39-1bfa65d634ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:34:52.905703 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-9c1a8e15-020c-4061-8aa0-1bc34e6ab748 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:52.906368 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1a8e15-020c-4061-8aa0-1bc34e6ab748 None None] Bound using segment: {'id': 'f18f068f-4826-4ed0-aa82-ac5904cfa894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '946b9927-776f-4e76-9d39-1bfa65d634ae'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:34:52.906795 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-9c1a8e15-020c-4061-8aa0-1bc34e6ab748 None None] Bound port: 38b394a8-df56-452b-893d-69c884f3adf7, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f18f068f-4826-4ed0-aa82-ac5904cfa894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '946b9927-776f-4e76-9d39-1bfa65d634ae'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:34:52.907430 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-9c1a8e15-020c-4061-8aa0-1bc34e6ab748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:52.911454 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3e30a264-279a-4c2d-a0d5-82daa9c9cd94 None None] Notify callbacks [] for port, precommit_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:52.926906 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565981e4-1121-4a62-82c8-05477341d143 None None] Network f84cec8e-ba8a-4c92-8fe3-7ed7002d0806 is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:34:52.948109 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-d9317d18-af56-4722-adb3-f63335362d43 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] In _notify_port_updated(), no bound segment for port 98c15d3a-c98c-4a5f-98ab-cb343a303c37 on network 93ae6122-1969-4da6-a9dd-3252e53f0e9d {{(pid=94461) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 02:34:52.969744 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9317d18-af56-4722-adb3-f63335362d43 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:52.970470 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d9317d18-af56-4722-adb3-f63335362d43 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:52.976255 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-d9317d18-af56-4722-adb3-f63335362d43 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "PUT /v2.0/ports/98c15d3a-c98c-4a5f-98ab-cb343a303c37 HTTP/1.1" status: 200 len: 926 time: 1.1540973 Jul 05 02:34:52.976803 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 44294) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:52.995867 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-565981e4-1121-4a62-82c8-05477341d143 None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:34:53.001180 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565981e4-1121-4a62-82c8-05477341d143 None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:34:53.001639 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-67bf5dc2-0f01-4b91-abac-5233ad8b9d2f tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2e848d97-571b-416e-86bf-d18b38684370'}, {'subnet_id': '5bfa42e8-03d7-40c7-9649-e38ed062f187'}]}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:34:53.029272 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-5bbc1514-14d7-46ee-9cb3-4ca376d028a3 None None] Set router c9186722-52de-47b2-9135-5f1c8d3ae25d gateway port host: None {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:34:53.054035 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:53.057020 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-3e30a264-279a-4c2d-a0d5-82daa9c9cd94 None None] Transition to ACTIVE for port object 1be8f9bd-5652-4ec1-a45c-d4939f7b3316 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:34:53.108869 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ec846969-f0f4-4c01-a378-3f76eb2f78cc tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:53.166252 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db83485f-6f08-4167-a4c5-5dc8fdf17264 None None] Pushing event updated for resources: {'Port': ['ID=dc3d6d97-3047-4b86-a348-8de3f11630c0,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:53.303544 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-67bf5dc2-0f01-4b91-abac-5233ad8b9d2f tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:53.342345 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565981e4-1121-4a62-82c8-05477341d143 None None] Pushing event updated for resources: {'Port': ['ID=d226f75b-01da-4bc9-bcf3-5a46573380b4,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:53.343424 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee664054-ccbf-474a-9196-39dd4ba10e52 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:34:53.354551 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-ee664054-ccbf-474a-9196-39dd4ba10e52 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "PUT /v2.0/routers/c9186722-52de-47b2-9135-5f1c8d3ae25d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0695467 Jul 05 02:34:53.355540 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 44304) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:53.383221 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3e30a264-279a-4c2d-a0d5-82daa9c9cd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:53.551542 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-565981e4-1121-4a62-82c8-05477341d143 None None] Attempting to bind port d226f75b-01da-4bc9-bcf3-5a46573380b4 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:34:53.552109 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-565981e4-1121-4a62-82c8-05477341d143 None None] Attempting to bind port d226f75b-01da-4bc9-bcf3-5a46573380b4 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'e47dc173-a167-4850-9ffe-f74843fa8e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f84cec8e-ba8a-4c92-8fe3-7ed7002d0806'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:34:53.552677 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565981e4-1121-4a62-82c8-05477341d143 None None] Attempting to bind port d226f75b-01da-4bc9-bcf3-5a46573380b4 on network f84cec8e-ba8a-4c92-8fe3-7ed7002d0806 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:34:53.569719 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d5b844e-4147-4d92-baa2-9af980ef8d19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c07e40e5-00cc-42e2-b72a-8bbe657a3a24'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:34:53.573255 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e855efe-7b4c-47bd-988b-415b2a37ed08" -d '{"events": [{"server_uuid": "9d5b844e-4147-4d92-baa2-9af980ef8d19", "name": "network-vif-plugged", "status": "completed", "tag": "c07e40e5-00cc-42e2-b72a-8bbe657a3a24"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:34:53.575323 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-207b0e2d-2538-4539-9061-5be2b65c219e req-8dac50bb-a4f6-40b6-8363-5e34cdb34bb9 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] 10.222.0.23 "GET /v2.0/security-groups?id=b12511d7-db06-44f1-9a59-5e8d4e800492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4900866 Jul 05 02:34:53.620346 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-2289649d-70c7-4337-a80f-180dda83c73c None None] For port a0784c59-a0c3-4b67-95f4-f0090a09993b, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:34:53.636492 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-5bbc1514-14d7-46ee-9cb3-4ca376d028a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9186722-52de-47b2-9135-5f1c8d3ae25d', 'name': 'tempest-RoutersTest-router-470164913', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:33:46Z', 'updated_at': '2021-07-05T02:34:51Z', 'revision_number': 8, 'project_id': '1593a1e15f6f447095222242302728ea', 'gw_port_host': None, '_interfaces': [{'id': '2ba2546e-a4bb-4dcf-aec4-ab83521d257f', 'name': '', 'network_id': 'a0a373d6-b059-4c9f-a45c-2b7e3e67bb6f', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'mac_address': 'fa:16:3e:d7:23:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9186722-52de-47b2-9135-5f1c8d3ae25d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '8145a2d0-1847-44ba-9921-d01ca12a6710', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:34:20Z', 'updated_at': '2021-07-05T02:34:33Z', 'revision_number': 5, 'project_id': '1593a1e15f6f447095222242302728ea', 'subnets': [{'id': '8145a2d0-1847-44ba-9921-d01ca12a6710', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8618466f-a565-4b5c-82a9-c5490b94b1a3', 'name': '', 'network_id': 'f0125670-d567-405c-b9f9-ee4770d92856', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'mac_address': 'fa:16:3e:3b:45:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9186722-52de-47b2-9135-5f1c8d3ae25d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': '008675e9-deb9-4e8a-a572-225b5a0b3f0e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:34:06Z', 'updated_at': '2021-07-05T02:34:18Z', 'revision_number': 5, 'project_id': '1593a1e15f6f447095222242302728ea', 'subnets': [{'id': '008675e9-deb9-4e8a-a572-225b5a0b3f0e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dba0dfbf-7010-4536-b7df-26e9ea799191', 'name': '', 'network_id': '3fed85df-41ee-4d95-a0fe-213f0ea583d4', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'mac_address': 'fa:16:3e:f2:fd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9186722-52de-47b2-9135-5f1c8d3ae25d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': 'd6de9b19-3a6a-419b-855c-91ae8d28d02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:33:52Z', 'updated_at': '2021-07-05T02:34:04Z', 'revision_number': 5, 'project_id': '1593a1e15f6f447095222242302728ea', 'subnets': [{'id': 'd6de9b19-3a6a-419b-855c-91ae8d28d02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:34:53.689160 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port c07e40e5-00cc-42e2-b72a-8bbe657a3a24, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=c07e40e5-00cc-42e2-b72a-8bbe657a3a24,segment=NetworkSegment(5e98a0e4-5693-4ee3-b5d3-e3f5978fa6c7),segment_id=5e98a0e4-5693-4ee3-b5d3-e3f5978fa6c7)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:34:53.703196 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e333b02-6899-4bb8-a169-4fc1d9bba232 x-openstack-request-id: req-7e333b02-6899-4bb8-a169-4fc1d9bba232 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:34:53.703855 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d5b844e-4147-4d92-baa2-9af980ef8d19", "name": "network-vif-plugged", "status": "completed", "tag": "c07e40e5-00cc-42e2-b72a-8bbe657a3a24", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:34:53.704340 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7e333b02-6899-4bb8-a169-4fc1d9bba232 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:34:53.704944 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d5b844e-4147-4d92-baa2-9af980ef8d19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c07e40e5-00cc-42e2-b72a-8bbe657a3a24', 'code': 200} Jul 05 02:34:53.705822 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-9234ca44-1d5f-4eff-b1bb-46fe25bd09f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:53.710676 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565981e4-1121-4a62-82c8-05477341d143 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:34:53.711429 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565981e4-1121-4a62-82c8-05477341d143 None None] Checking segment: {'id': 'e47dc173-a167-4850-9ffe-f74843fa8e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f84cec8e-ba8a-4c92-8fe3-7ed7002d0806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:34:53.712063 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-565981e4-1121-4a62-82c8-05477341d143 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:53.712826 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565981e4-1121-4a62-82c8-05477341d143 None None] Bound using segment: {'id': 'e47dc173-a167-4850-9ffe-f74843fa8e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f84cec8e-ba8a-4c92-8fe3-7ed7002d0806'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:34:53.713555 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-565981e4-1121-4a62-82c8-05477341d143 None None] Bound port: d226f75b-01da-4bc9-bcf3-5a46573380b4, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e47dc173-a167-4850-9ffe-f74843fa8e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f84cec8e-ba8a-4c92-8fe3-7ed7002d0806'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:34:53.714204 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-565981e4-1121-4a62-82c8-05477341d143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:53.718023 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbc1514-14d7-46ee-9cb3-4ca376d028a3 None None] The sync data for ids ['c9186722-52de-47b2-9135-5f1c8d3ae25d'] in n-d-771362-32 is: [{'id': 'c9186722-52de-47b2-9135-5f1c8d3ae25d', 'name': 'tempest-RoutersTest-router-470164913', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:33:46Z', 'updated_at': '2021-07-05T02:34:51Z', 'revision_number': 8, 'project_id': '1593a1e15f6f447095222242302728ea', 'gw_port_host': None, '_interfaces': [{'id': '2ba2546e-a4bb-4dcf-aec4-ab83521d257f', 'name': '', 'network_id': 'a0a373d6-b059-4c9f-a45c-2b7e3e67bb6f', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'mac_address': 'fa:16:3e:d7:23:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9186722-52de-47b2-9135-5f1c8d3ae25d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '8145a2d0-1847-44ba-9921-d01ca12a6710', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:34:20Z', 'updated_at': '2021-07-05T02:34:33Z', 'revision_number': 5, 'project_id': '1593a1e15f6f447095222242302728ea', 'subnets': [{'id': '8145a2d0-1847-44ba-9921-d01ca12a6710', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8618466f-a565-4b5c-82a9-c5490b94b1a3', 'name': '', 'network_id': 'f0125670-d567-405c-b9f9-ee4770d92856', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'mac_address': 'fa:16:3e:3b:45:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9186722-52de-47b2-9135-5f1c8d3ae25d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': '008675e9-deb9-4e8a-a572-225b5a0b3f0e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:34:06Z', 'updated_at': '2021-07-05T02:34:18Z', 'revision_number': 5, 'project_id': '1593a1e15f6f447095222242302728ea', 'subnets': [{'id': '008675e9-deb9-4e8a-a572-225b5a0b3f0e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dba0dfbf-7010-4536-b7df-26e9ea799191', 'name': '', 'network_id': '3fed85df-41ee-4d95-a0fe-213f0ea583d4', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'mac_address': 'fa:16:3e:f2:fd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9186722-52de-47b2-9135-5f1c8d3ae25d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': 'd6de9b19-3a6a-419b-855c-91ae8d28d02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:33:52Z', 'updated_at': '2021-07-05T02:34:04Z', 'revision_number': 5, 'project_id': '1593a1e15f6f447095222242302728ea', 'subnets': [{'id': 'd6de9b19-3a6a-419b-855c-91ae8d28d02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:34:53.735411 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-56aa3b71-831a-49b6-9911-4fd61f24f578 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Deleting subnet cfe185a4-50e8-4fe9-af58-74d1b0ae9f5b {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:34:53.746995 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-56aa3b71-831a-49b6-9911-4fd61f24f578 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:53.771503 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-2289649d-70c7-4337-a80f-180dda83c73c None None] For port a0784c59-a0c3-4b67-95f4-f0090a09993b, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=a0784c59-a0c3-4b67-95f4-f0090a09993b,segment=NetworkSegment(73de3578-129f-499b-8a05-392549d26f29),segment_id=73de3578-129f-499b-8a05-392549d26f29)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:34:53.840024 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device cdad011c-e1a2-48d2-8d58-687af5e12957 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:34:53.855110 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-9c1a8e15-020c-4061-8aa0-1bc34e6ab748 None None] For port 38b394a8-df56-452b-893d-69c884f3adf7, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:34:53.861140 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:53.889744 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e30a264-279a-4c2d-a0d5-82daa9c9cd94 None None] Pushing event updated for resources: {'Port': ['ID=1be8f9bd-5652-4ec1-a45c-d4939f7b3316,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:53.953787 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-2289649d-70c7-4337-a80f-180dda83c73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:53.985582 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-9c1a8e15-020c-4061-8aa0-1bc34e6ab748 None None] For port 38b394a8-df56-452b-893d-69c884f3adf7, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=38b394a8-df56-452b-893d-69c884f3adf7,segment=NetworkSegment(f18f068f-4826-4ed0-aa82-ac5904cfa894),segment_id=f18f068f-4826-4ed0-aa82-ac5904cfa894)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:34:54.086718 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-56aa3b71-831a-49b6-9911-4fd61f24f578 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:54.147794 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:54.160237 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-9c1a8e15-020c-4061-8aa0-1bc34e6ab748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:54.197263 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-565981e4-1121-4a62-82c8-05477341d143 None None] For port d226f75b-01da-4bc9-bcf3-5a46573380b4, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:34:54.213422 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=c07e40e5-00cc-42e2-b72a-8bbe657a3a24,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:54.267957 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port cdad011c-e1a2-48d2-8d58-687af5e12957 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:34:54.268896 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:54.273165 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-565981e4-1121-4a62-82c8-05477341d143 None None] For port d226f75b-01da-4bc9-bcf3-5a46573380b4, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=d226f75b-01da-4bc9-bcf3-5a46573380b4,segment=NetworkSegment(e47dc173-a167-4850-9ffe-f74843fa8e45),segment_id=e47dc173-a167-4850-9ffe-f74843fa8e45)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:34:54.316791 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f845169d-9fb4-4640-8283-a156e547e6da tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:54.330252 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-ec846969-f0f4-4c01-a378-3f76eb2f78cc tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Deleting port 38b394a8-df56-452b-893d-69c884f3adf7 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:34:54.330616 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ec846969-f0f4-4c01-a378-3f76eb2f78cc tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:54.471051 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f845169d-9fb4-4640-8283-a156e547e6da tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:54.473708 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f845169d-9fb4-4640-8283-a156e547e6da tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634601'] for router_interface, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:54.498473 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-565981e4-1121-4a62-82c8-05477341d143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:54.634028 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [req-bfa0d477-5cbf-4f80-93a5-1f66fd3dc400 req-5c99938d-5971-415c-8a82-aea15c5d9df2 service neutron] (94461) timed out ('10.222.0.21', 51495) {{(pid=94461) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 02:34:54.639191 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2289649d-70c7-4337-a80f-180dda83c73c None None] Pushing event updated for resources: {'Port': ['ID=a0784c59-a0c3-4b67-95f4-f0090a09993b,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:54.672762 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b378754-887c-475b-9a0c-4cb684f14818 None None] Sync routers for ids ['c9186722-52de-47b2-9135-5f1c8d3ae25d'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:34:54.685176 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1f0029-dd5e-4333-aeb4-5d1e223a5582 None None] Network 946b9927-776f-4e76-9d39-1bfa65d634ae requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:34:54.691053 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9317d18-af56-4722-adb3-f63335362d43 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Pushing event updated for resources: {'Port': ['ID=98c15d3a-c98c-4a5f-98ab-cb343a303c37,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:54.944928 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b378754-887c-475b-9a0c-4cb684f14818 None None] Routers {'c9186722-52de-47b2-9135-5f1c8d3ae25d'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:34:54.945999 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-9b378754-887c-475b-9a0c-4cb684f14818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:34:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['c9186722-52de-47b2-9135-5f1c8d3ae25d'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:34:55.041184 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00d3bf9-ef1e-42f4-aec2-be55d1f238fd None None] Network 93ae6122-1969-4da6-a9dd-3252e53f0e9d requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:34:55.073949 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:55.128561 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-67bf5dc2-0f01-4b91-abac-5233ad8b9d2f tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Allocated IP 2001:db8:0:1::104 (93ae6122-1969-4da6-a9dd-3252e53f0e9d/5bfa42e8-03d7-40c7-9649-e38ed062f187/98c15d3a-c98c-4a5f-98ab-cb343a303c37) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:34:55.143706 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d619c0-a353-495e-be36-5c2f14093f86 req-00fb8637-b4fc-4243-a6e8-91d883e76b62 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:55.145593 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a5d619c0-a353-495e-be36-5c2f14093f86 req-00fb8637-b4fc-4243-a6e8-91d883e76b62 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] 10.222.0.15 "GET /v2.0/ports?device_id=250efa6b-f5e8-4f8b-99e6-8245a0260f84 HTTP/1.1" status: 200 len: 945 time: 1.3745565 Jul 05 02:34:55.178775 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb650d83-03ab-4b8c-b36a-d5f66b83122b req-9701e32e-99b5-4544-959b-91728fc64eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:55.180627 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bb650d83-03ab-4b8c-b36a-d5f66b83122b req-9701e32e-99b5-4544-959b-91728fc64eb3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9d5b844e-4147-4d92-baa2-9af980ef8d19 HTTP/1.1" status: 200 len: 1097 time: 1.3816154 Jul 05 02:34:55.324374 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871d84ec-c9b3-41e9-89af-43dc02de0791 None None] Network 665863b5-cf26-4c7f-a63c-737a34667eaf requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:34:55.362819 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1a8e15-020c-4061-8aa0-1bc34e6ab748 None None] Pushing event updated for resources: {'Port': ['ID=38b394a8-df56-452b-893d-69c884f3adf7,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:55.397135 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-56aa3b71-831a-49b6-9911-4fd61f24f578 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:55.436681 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6339aa07-ed78-4dda-a4d8-e93cef7a37ad req-9436e20c-f835-400e-abf6-4077b7f34f39 tempest-InstanceActionsV221TestJSON-919439988 tempest-InstanceActionsV221TestJSON-919439988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:55.437099 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-ec846969-f0f4-4c01-a378-3f76eb2f78cc tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] For port 38b394a8-df56-452b-893d-69c884f3adf7, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=38b394a8-df56-452b-893d-69c884f3adf7,segment=NetworkSegment(f18f068f-4826-4ed0-aa82-ac5904cfa894),segment_id=f18f068f-4826-4ed0-aa82-ac5904cfa894)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:34:55.437392 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ec846969-f0f4-4c01-a378-3f76eb2f78cc tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:55.441078 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6339aa07-ed78-4dda-a4d8-e93cef7a37ad req-9436e20c-f835-400e-abf6-4077b7f34f39 tempest-InstanceActionsV221TestJSON-919439988 tempest-InstanceActionsV221TestJSON-919439988-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d5b844e-4147-4d92-baa2-9af980ef8d19 HTTP/1.1" status: 200 len: 945 time: 1.6357689 Jul 05 02:34:55.443349 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f845169d-9fb4-4640-8283-a156e547e6da tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Pushing event updated for resources: {'Port': ['ID=d3d56b0c-6c6f-4ee9-b52a-198925c8eb5b,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:55.486616 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-ec846969-f0f4-4c01-a378-3f76eb2f78cc tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Calling delete_port for 38b394a8-df56-452b-893d-69c884f3adf7 owned by network:dhcp {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:34:55.556356 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b2feaa-f834-4a47-8016-1ca59d88ae44 req-b20e063e-56b5-4621-b972-09c61ecb86d0 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:55.574098 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a5b2feaa-f834-4a47-8016-1ca59d88ae44 req-b20e063e-56b5-4621-b972-09c61ecb86d0 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] 10.222.0.23 "GET /v2.0/ports?device_id=250efa6b-f5e8-4f8b-99e6-8245a0260f84 HTTP/1.1" status: 200 len: 945 time: 0.2480774 Jul 05 02:34:55.588943 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-c54682bd-6c1c-4e04-b30e-3fcd4875c310 None None] Provisioning for port dc3d6d97-3047-4b86-a348-8de3f11630c0 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:34:55.592937 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-67bf5dc2-0f01-4b91-abac-5233ad8b9d2f tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:55.617192 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-9b378754-887c-475b-9a0c-4cb684f14818 None None] Set router c9186722-52de-47b2-9135-5f1c8d3ae25d gateway port host: None {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:34:55.630605 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 1be8f9bd-5652-4ec1-a45c-d4939f7b3316 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:34:55.640389 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6339aa07-ed78-4dda-a4d8-e93cef7a37ad req-cc9ed35d-229c-4aed-8539-cfeb223d507f tempest-InstanceActionsV221TestJSON-919439988 tempest-InstanceActionsV221TestJSON-919439988-project] 10.222.0.23 "GET /v2.0/security-groups?id=5a5713f8-01aa-412c-828d-2021c16aeb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984258 Jul 05 02:34:55.663237 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bb650d83-03ab-4b8c-b36a-d5f66b83122b req-1baabc98-6d5c-4e61-a881-c2464110ee7f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=5a5713f8-01aa-412c-828d-2021c16aeb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3346591 Jul 05 02:34:55.664207 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [None req-67bf5dc2-0f01-4b91-abac-5233ad8b9d2f tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Ignored duplicate provisioning block setup for port 98c15d3a-c98c-4a5f-98ab-cb343a303c37 by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 05 02:34:55.671571 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f845169d-9fb4-4640-8283-a156e547e6da tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Network 16bae15d-e6ae-4913-b1a0-19398fb13634 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:34:55.720239 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-f845169d-9fb4-4640-8283-a156e547e6da tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:34:55.732175 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-56aa3b71-831a-49b6-9911-4fd61f24f578 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:55.759967 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-67bf5dc2-0f01-4b91-abac-5233ad8b9d2f tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:55.769276 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-a5d619c0-a353-495e-be36-5c2f14093f86 req-aef279ad-5f21-4169-b4d1-902db7042ff2 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] Deleting port 908fc98f-fe14-468b-b399-9f1dc33ba561 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:34:55.772030 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a5d619c0-a353-495e-be36-5c2f14093f86 req-aef279ad-5f21-4169-b4d1-902db7042ff2 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:55.780014 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565981e4-1121-4a62-82c8-05477341d143 None None] Pushing event updated for resources: {'Port': ['ID=d226f75b-01da-4bc9-bcf3-5a46573380b4,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:55.816880 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a5b2feaa-f834-4a47-8016-1ca59d88ae44 req-21428c68-b451-4a48-ab0c-d8d82e6ba5d9 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] 10.222.0.23 "GET /v2.0/security-groups?id=b12511d7-db06-44f1-9a59-5e8d4e800492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418492 Jul 05 02:34:55.852056 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aa3b71-831a-49b6-9911-4fd61f24f578 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Pushing event deleted for resources: {'Subnet': ['ID=cfe185a4-50e8-4fe9-af58-74d1b0ae9f5b,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:55.857069 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-56aa3b71-831a-49b6-9911-4fd61f24f578 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks [] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:55.861525 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-56aa3b71-831a-49b6-9911-4fd61f24f578 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "DELETE /v2.0/subnets/cfe185a4-50e8-4fe9-af58-74d1b0ae9f5b HTTP/1.1" status: 204 len: 168 time: 2.5000989 Jul 05 02:34:55.862477 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ec846969-f0f4-4c01-a378-3f76eb2f78cc tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:55.872885 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 44346) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:55.905591 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d007fa-9ef3-4cf2-9ca9-1c055703eafa None None] Network 08159b95-4070-499d-a1fb-37d3afb658cf requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:34:56.039584 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec846969-f0f4-4c01-a378-3f76eb2f78cc tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] No DVR routers for this DVR port 38b394a8-df56-452b-893d-69c884f3adf7 on host n-d-771362-32 {{(pid=94462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:34:56.062690 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-a5d619c0-a353-495e-be36-5c2f14093f86 req-aef279ad-5f21-4169-b4d1-902db7042ff2 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] For port 908fc98f-fe14-468b-b399-9f1dc33ba561, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=908fc98f-fe14-468b-b399-9f1dc33ba561,segment=NetworkSegment(b4a50736-7a23-4bbb-b763-03a1debf2781),segment_id=b4a50736-7a23-4bbb-b763-03a1debf2781)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:34:56.063529 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a5d619c0-a353-495e-be36-5c2f14093f86 req-aef279ad-5f21-4169-b4d1-902db7042ff2 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:56.085332 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-a5d619c0-a353-495e-be36-5c2f14093f86 req-aef279ad-5f21-4169-b4d1-902db7042ff2 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] Calling delete_port for 908fc98f-fe14-468b-b399-9f1dc33ba561 owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:34:56.227279 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec846969-f0f4-4c01-a378-3f76eb2f78cc tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Pushing event deleted for resources: {'Port': ['ID=38b394a8-df56-452b-893d-69c884f3adf7,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:56.476022 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a5d619c0-a353-495e-be36-5c2f14093f86 req-aef279ad-5f21-4169-b4d1-902db7042ff2 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:56.478205 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bf5dc2-0f01-4b91-abac-5233ad8b9d2f tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Pushing event updated for resources: {'Port': ['ID=98c15d3a-c98c-4a5f-98ab-cb343a303c37,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:56.499179 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-67bf5dc2-0f01-4b91-abac-5233ad8b9d2f tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] In _notify_port_updated(), no bound segment for port 98c15d3a-c98c-4a5f-98ab-cb343a303c37 on network 93ae6122-1969-4da6-a9dd-3252e53f0e9d {{(pid=94461) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 02:34:56.508916 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67bf5dc2-0f01-4b91-abac-5233ad8b9d2f tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:56.510186 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-67bf5dc2-0f01-4b91-abac-5233ad8b9d2f tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:56.510399 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ec846969-f0f4-4c01-a378-3f76eb2f78cc tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:56.512185 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-67bf5dc2-0f01-4b91-abac-5233ad8b9d2f tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "PUT /v2.0/ports/98c15d3a-c98c-4a5f-98ab-cb343a303c37 HTTP/1.1" status: 200 len: 1012 time: 3.5320277 Jul 05 02:34:56.517782 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 44366) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:56.579788 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef279ad-5f21-4169-b4d1-902db7042ff2 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] Pushing event deleted for resources: {'Port': ['ID=908fc98f-fe14-468b-b399-9f1dc33ba561,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:56.609611 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4981619d-7ea6-46b8-9482-cdce3815556c tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:56.614181 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-ec846969-f0f4-4c01-a378-3f76eb2f78cc tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['946b9927-776f-4e76-9d39-1bfa65d634ae']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:34:56.642314 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-f26f4932-6b1c-4080-ae0a-6052124f2e61 None None] Provisioning for port 1be8f9bd-5652-4ec1-a45c-d4939f7b3316 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:34:56.645171 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5d619c0-a353-495e-be36-5c2f14093f86 req-aef279ad-5f21-4169-b4d1-902db7042ff2 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] No DVR routers for this DVR port 908fc98f-fe14-468b-b399-9f1dc33ba561 on host n-h2-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:34:56.647746 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a6eb50-edbb-4cd7-8577-e35d04c3796a None None] Network 946b9927-776f-4e76-9d39-1bfa65d634ae requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:34:56.649072 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a5d619c0-a353-495e-be36-5c2f14093f86 req-aef279ad-5f21-4169-b4d1-902db7042ff2 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:56.651458 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a5d619c0-a353-495e-be36-5c2f14093f86 req-aef279ad-5f21-4169-b4d1-902db7042ff2 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] 10.222.0.15 "DELETE /v2.0/ports/908fc98f-fe14-468b-b399-9f1dc33ba561 HTTP/1.1" status: 204 len: 173 time: 1.4813545 Jul 05 02:34:56.652054 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '250efa6b-f5e8-4f8b-99e6-8245a0260f84', 'name': 'network-vif-deleted', 'tag': '908fc98f-fe14-468b-b399-9f1dc33ba561'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:34:56.654635 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f3c13df-2842-4afa-aea0-7f0d21b639c8" -d '{"events": [{"server_uuid": "250efa6b-f5e8-4f8b-99e6-8245a0260f84", "name": "network-vif-deleted", "tag": "908fc98f-fe14-468b-b399-9f1dc33ba561"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:34:56.664657 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-ec846969-f0f4-4c01-a378-3f76eb2f78cc tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f18f068f-4826-4ed0-aa82-ac5904cfa894') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:34:56.664953 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-ec846969-f0f4-4c01-a378-3f76eb2f78cc tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f18f068f-4826-4ed0-aa82-ac5904cfa894') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:34:56.669518 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d72d3d6-7d8d-462d-a037-d02e9f4ebee1 None None] Network 16bae15d-e6ae-4913-b1a0-19398fb13634 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:34:56.671695 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['e05b10e7-6dbf-4708-a417-0ecd4922801a'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:34:56.674058 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['94f2b79c-9261-4e8a-9b44-28a0046afe23'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:34:56.685464 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ec846969-f0f4-4c01-a378-3f76eb2f78cc tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:56.715359 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d70f1eeb-27f6-4856-b0b4-1e3d41ebb85c x-openstack-request-id: req-d70f1eeb-27f6-4856-b0b4-1e3d41ebb85c {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:34:56.715663 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "250efa6b-f5e8-4f8b-99e6-8245a0260f84", "name": "network-vif-deleted", "tag": "908fc98f-fe14-468b-b399-9f1dc33ba561", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:34:56.715965 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d70f1eeb-27f6-4856-b0b4-1e3d41ebb85c {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:34:56.716373 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '250efa6b-f5e8-4f8b-99e6-8245a0260f84', 'name': 'network-vif-deleted', 'tag': '908fc98f-fe14-468b-b399-9f1dc33ba561', 'status': 'completed', 'code': 200} Jul 05 02:34:56.740149 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-f26f4932-6b1c-4080-ae0a-6052124f2e61 None None] Provisioning complete for port 1be8f9bd-5652-4ec1-a45c-d4939f7b3316 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:34:56.740609 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f26f4932-6b1c-4080-ae0a-6052124f2e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:56.767036 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f845169d-9fb4-4640-8283-a156e547e6da tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Router c5580069-f2fa-4ac2-92cb-1d5b5dae45c5 is scheduled to L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 with binding_index 1 {{(pid=94462) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 02:34:56.769986 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ec846969-f0f4-4c01-a378-3f76eb2f78cc tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:56.785205 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec846969-f0f4-4c01-a378-3f76eb2f78cc tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:34:56.786763 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ec846969-f0f4-4c01-a378-3f76eb2f78cc tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:56.792535 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:34:56.792535 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:34:56.792535 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:34:56.792535 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:34:56.792535 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:34:56.792535 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:34:56.792535 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:34:56.792535 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:34:56.792535 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:34:56.792535 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:34:56.792535 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:34:56.792535 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:34:56.792535 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:34:56.792535 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:34:56.792535 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:34:56.792535 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:34:56.792535 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:34:56.792535 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:34:56.792535 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:34:56.792535 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:34:56.792535 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:34:56.792535 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:34:56.792535 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:34:56.792535 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:34:56.792535 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:34:56.792535 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:34:56.792535 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:34:56.792535 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:34:56.792535 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:34:56.792535 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:34:56.792535 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:34:56.792535 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:34:56.893414 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-acb1ba6b-6b96-447c-98cf-9f4b80017a2a tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Deleting port 98c15d3a-c98c-4a5f-98ab-cb343a303c37 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:34:56.894237 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-acb1ba6b-6b96-447c-98cf-9f4b80017a2a tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:56.927092 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7958e1a1-a110-45e4-ab32-eb4e5775c899 None None] Network f84cec8e-ba8a-4c92-8fe3-7ed7002d0806 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:34:57.132688 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:57.157146 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-4981619d-7ea6-46b8-9482-cdce3815556c tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Deleting port 2272e5a9-91ae-4354-94cb-add74593e998 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:34:57.157488 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4981619d-7ea6-46b8-9482-cdce3815556c tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:57.179375 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c74cdb4f-d5d9-4665-a75d-1f0330be0390 req-a69a868a-2421-47bf-a926-2e503651543a tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] 10.222.0.23 "GET /v2.0/ports?device_id=250efa6b-f5e8-4f8b-99e6-8245a0260f84 HTTP/1.1" status: 200 len: 210 time: 0.0949731 Jul 05 02:34:57.193704 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 1be8f9bd-5652-4ec1-a45c-d4939f7b3316 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:34:57.194553 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:57.256786 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ec846969-f0f4-4c01-a378-3f76eb2f78cc tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:57.284054 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ec846969-f0f4-4c01-a378-3f76eb2f78cc tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:57.289481 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 44390) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:57.289620 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-ec846969-f0f4-4c01-a378-3f76eb2f78cc tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] 10.222.0.23 "DELETE /v2.0/networks/946b9927-776f-4e76-9d39-1bfa65d634ae HTTP/1.1" status: 204 len: 168 time: 9.0200505 Jul 05 02:34:57.295479 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f845169d-9fb4-4640-8283-a156e547e6da tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:34:57.307098 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea6000f-4f8c-4b78-99a3-7aad371821b0 None None] Sync routers for ids ['c5580069-f2fa-4ac2-92cb-1d5b5dae45c5'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:34:57.317183 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-f845169d-9fb4-4640-8283-a156e547e6da tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] 10.222.0.23 "PUT /v2.0/routers/c5580069-f2fa-4ac2-92cb-1d5b5dae45c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5589790 Jul 05 02:34:57.321132 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 44392) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:57.324893 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea6000f-4f8c-4b78-99a3-7aad371821b0 None None] Routers {'c5580069-f2fa-4ac2-92cb-1d5b5dae45c5'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:34:57.326612 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec846969-f0f4-4c01-a378-3f76eb2f78cc tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Pushing event deleted for resources: {'Network': ['ID=946b9927-776f-4e76-9d39-1bfa65d634ae,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:57.330539 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-fea6000f-4f8c-4b78-99a3-7aad371821b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:34:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['c5580069-f2fa-4ac2-92cb-1d5b5dae45c5'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:34:57.352841 n-d-771362-32 neutron-server[94461]: INFO neutron.pecan_wsgi.hooks.translation [None req-64711b2b-f37a-4633-9f82-d257aaeb5dd7 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] DELETE failed (client error): The resource could not be found. Jul 05 02:34:57.353828 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-acb1ba6b-6b96-447c-98cf-9f4b80017a2a tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:57.354236 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64711b2b-f37a-4633-9f82-d257aaeb5dd7 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:34:57.356996 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-64711b2b-f37a-4633-9f82-d257aaeb5dd7 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] 10.222.0.23 "DELETE /v2.0/networks/946b9927-776f-4e76-9d39-1bfa65d634ae HTTP/1.1" status: 404 len: 339 time: 0.0660100 Jul 05 02:34:57.370628 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 44394) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:57.387941 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-4c834b5b-9349-4b84-8599-4cc34f29be0f tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1551334214', 'description': 'd1'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:34:57.434582 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-fea6000f-4f8c-4b78-99a3-7aad371821b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:34:57.446708 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea6000f-4f8c-4b78-99a3-7aad371821b0 None None] Routers {'c5580069-f2fa-4ac2-92cb-1d5b5dae45c5'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:34:57.447910 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-fea6000f-4f8c-4b78-99a3-7aad371821b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:34:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['c5580069-f2fa-4ac2-92cb-1d5b5dae45c5'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:34:57.478446 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-4981619d-7ea6-46b8-9482-cdce3815556c tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] For port 2272e5a9-91ae-4354-94cb-add74593e998, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=2272e5a9-91ae-4354-94cb-add74593e998,segment=NetworkSegment(87ddf658-a47c-468f-9f47-66fd6a32b3b9),segment_id=87ddf658-a47c-468f-9f47-66fd6a32b3b9)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:34:57.478824 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4981619d-7ea6-46b8-9482-cdce3815556c tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:57.488503 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df408692-24e1-45dc-a737-609385d26e0b req-9a0f38be-e79b-4c4a-b36a-b535647c6bc4 tempest-InstanceActionsV221TestJSON-919439988 tempest-InstanceActionsV221TestJSON-919439988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:57.490153 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-df408692-24e1-45dc-a737-609385d26e0b req-9a0f38be-e79b-4c4a-b36a-b535647c6bc4 tempest-InstanceActionsV221TestJSON-919439988 tempest-InstanceActionsV221TestJSON-919439988-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d5b844e-4147-4d92-baa2-9af980ef8d19 HTTP/1.1" status: 200 len: 945 time: 0.6218743 Jul 05 02:34:57.491863 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-fea6000f-4f8c-4b78-99a3-7aad371821b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:34:57.493408 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea6000f-4f8c-4b78-99a3-7aad371821b0 None None] The sync data for ids ['c5580069-f2fa-4ac2-92cb-1d5b5dae45c5'] in n-d-771362-32 is: [] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:34:57.505941 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-acb1ba6b-6b96-447c-98cf-9f4b80017a2a tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Calling delete_port for 98c15d3a-c98c-4a5f-98ab-cb343a303c37 owned by {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:34:57.519362 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-4981619d-7ea6-46b8-9482-cdce3815556c tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Calling delete_port for 2272e5a9-91ae-4354-94cb-add74593e998 owned by network:dhcp {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:34:57.615777 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c834b5b-9349-4b84-8599-4cc34f29be0f tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Made reservation on behalf of 5acb4a7985304d84a755f649a8ac1cfa for: {'network': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:34:57.620714 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4c834b5b-9349-4b84-8599-4cc34f29be0f tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:57.679647 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c834b5b-9349-4b84-8599-4cc34f29be0f tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=94461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:34:57.698492 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4c834b5b-9349-4b84-8599-4cc34f29be0f tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:57.698906 n-d-771362-32 neutron-server[94461]: INFO neutron.db.segments_db [None req-4c834b5b-9349-4b84-8599-4cc34f29be0f tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Added segment f582c00d-c129-44b9-a641-423f9f9daef5 of type vlan for network 90c54ce4-c9de-4e53-8c94-5681db720733 Jul 05 02:34:57.701804 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-df408692-24e1-45dc-a737-609385d26e0b req-9c802784-565d-4162-90cf-14f7acaa66f6 tempest-InstanceActionsV221TestJSON-919439988 tempest-InstanceActionsV221TestJSON-919439988-project] 10.222.0.23 "GET /v2.0/security-groups?id=5a5713f8-01aa-412c-828d-2021c16aeb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994505 Jul 05 02:34:57.768302 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4c834b5b-9349-4b84-8599-4cc34f29be0f tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:57.886543 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4c834b5b-9349-4b84-8599-4cc34f29be0f tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:57.894134 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c834b5b-9349-4b84-8599-4cc34f29be0f tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:57.896467 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4c834b5b-9349-4b84-8599-4cc34f29be0f tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:58.028330 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42c63ea-29f8-481e-bd1f-aabec6caba48 None None] Update dhcp port {'port': {'network_id': '93ae6122-1969-4da6-a9dd-3252e53f0e9d', 'fixed_ips': [{'subnet_id': '2e848d97-571b-416e-86bf-d18b38684370', 'ip_address': '2001:db8::2'}, {'subnet_id': '5bfa42e8-03d7-40c7-9649-e38ed062f187'}], 'binding:host_id': 'n-d-771362-32'}, 'id': 'dc3d6d97-3047-4b86-a348-8de3f11630c0'} from n-d-771362-32. {{(pid=94463) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 02:34:58.128645 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4981619d-7ea6-46b8-9482-cdce3815556c tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:58.210633 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-4c834b5b-9349-4b84-8599-4cc34f29be0f tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8349378 Jul 05 02:34:58.213057 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 44412) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:58.321046 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4981619d-7ea6-46b8-9482-cdce3815556c tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Pushing event deleted for resources: {'Port': ['ID=2272e5a9-91ae-4354-94cb-add74593e998,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:58.326891 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4981619d-7ea6-46b8-9482-cdce3815556c tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] No DVR routers for this DVR port 2272e5a9-91ae-4354-94cb-add74593e998 on host n-d-771362-32 {{(pid=94462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:34:58.373792 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c834b5b-9349-4b84-8599-4cc34f29be0f tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Pushing event updated for resources: {'Network': ['ID=90c54ce4-c9de-4e53-8c94-5681db720733,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:58.468634 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 908fc98f-fe14-468b-b399-9f1dc33ba561 no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:34:58.495861 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 90c54ce4-c9de-4e53-8c94-5681db720733 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:34:58.508383 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f528eea3-1dc1-43f0-aded-ba55ff41af58 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:58.512875 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-f528eea3-1dc1-43f0-aded-ba55ff41af58 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] 10.222.0.23 "GET /v2.0/networks?id=90c54ce4-c9de-4e53-8c94-5681db720733 HTTP/1.1" status: 200 len: 765 time: 0.2810636 Jul 05 02:34:58.523539 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 44416) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:58.556188 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f155e6e6-10e2-4c39-a83d-202fc677e6c7 req-d8bc96b5-f63a-42c9-b85f-ed0ded8d6883 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] 10.222.0.23 "GET /v2.0/ports?device_id=250efa6b-f5e8-4f8b-99e6-8245a0260f84 HTTP/1.1" status: 200 len: 210 time: 0.1029475 Jul 05 02:34:58.558955 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-2a123f58-0cd3-4f12-a498-82f404a13297 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Request body: {'network': {'description': 'd2'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:34:58.567795 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device a0784c59-a0c3-4b67-95f4-f0090a09993b up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:34:58.568961 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4981619d-7ea6-46b8-9482-cdce3815556c tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:58.595808 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] No Port match for: 908fc98f-fe14-468b-b399-9f1dc33ba561 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:34:58.595808 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 908fc98f-fe14-468b-b399-9f1dc33ba561 not bound to the agent host n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:34:58.610345 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-4981619d-7ea6-46b8-9482-cdce3815556c tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08159b95-4070-499d-a1fb-37d3afb658cf']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:34:58.661523 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-15c2dc39-27ca-43e6-8536-56a1881f454c None None] Provisioning for port d226f75b-01da-4bc9-bcf3-5a46573380b4 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:34:58.681846 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e42c63ea-29f8-481e-bd1f-aabec6caba48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:58.862335 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44d9fa4-1566-4a71-a98b-f5627cb016df None None] DHCP port deletion for 08159b95-4070-499d-a1fb-37d3afb658cf request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:34:58.917173 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-9b378754-887c-475b-9a0c-4cb684f14818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9186722-52de-47b2-9135-5f1c8d3ae25d', 'name': 'tempest-RoutersTest-router-470164913', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:33:46Z', 'updated_at': '2021-07-05T02:34:51Z', 'revision_number': 8, 'project_id': '1593a1e15f6f447095222242302728ea', 'gw_port_host': None, '_interfaces': [{'id': '2ba2546e-a4bb-4dcf-aec4-ab83521d257f', 'name': '', 'network_id': 'a0a373d6-b059-4c9f-a45c-2b7e3e67bb6f', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'mac_address': 'fa:16:3e:d7:23:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9186722-52de-47b2-9135-5f1c8d3ae25d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '8145a2d0-1847-44ba-9921-d01ca12a6710', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:34:20Z', 'updated_at': '2021-07-05T02:34:33Z', 'revision_number': 5, 'project_id': '1593a1e15f6f447095222242302728ea', 'subnets': [{'id': '8145a2d0-1847-44ba-9921-d01ca12a6710', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8618466f-a565-4b5c-82a9-c5490b94b1a3', 'name': '', 'network_id': 'f0125670-d567-405c-b9f9-ee4770d92856', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'mac_address': 'fa:16:3e:3b:45:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9186722-52de-47b2-9135-5f1c8d3ae25d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': '008675e9-deb9-4e8a-a572-225b5a0b3f0e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:34:06Z', 'updated_at': '2021-07-05T02:34:18Z', 'revision_number': 5, 'project_id': '1593a1e15f6f447095222242302728ea', 'subnets': [{'id': '008675e9-deb9-4e8a-a572-225b5a0b3f0e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dba0dfbf-7010-4536-b7df-26e9ea799191', 'name': '', 'network_id': '3fed85df-41ee-4d95-a0fe-213f0ea583d4', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'mac_address': 'fa:16:3e:f2:fd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9186722-52de-47b2-9135-5f1c8d3ae25d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': 'd6de9b19-3a6a-419b-855c-91ae8d28d02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:33:52Z', 'updated_at': '2021-07-05T02:34:04Z', 'revision_number': 5, 'project_id': '1593a1e15f6f447095222242302728ea', 'subnets': [{'id': 'd6de9b19-3a6a-419b-855c-91ae8d28d02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:34:58.924779 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-15c2dc39-27ca-43e6-8536-56a1881f454c None None] Provisioning for port a0784c59-a0c3-4b67-95f4-f0090a09993b completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:34:58.976415 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b378754-887c-475b-9a0c-4cb684f14818 None None] Checking router: c9186722-52de-47b2-9135-5f1c8d3ae25d for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:34:59.075803 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b378754-887c-475b-9a0c-4cb684f14818 None None] Routers {'c9186722-52de-47b2-9135-5f1c8d3ae25d'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:34:59.075803 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-9b378754-887c-475b-9a0c-4cb684f14818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:34:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['c9186722-52de-47b2-9135-5f1c8d3ae25d'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:34:59.076477 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-4981619d-7ea6-46b8-9482-cdce3815556c tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87ddf658-a47c-468f-9f47-66fd6a32b3b9') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:34:59.076477 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-4981619d-7ea6-46b8-9482-cdce3815556c tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87ddf658-a47c-468f-9f47-66fd6a32b3b9') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:34:59.125503 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4981619d-7ea6-46b8-9482-cdce3815556c tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:59.179977 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port a0784c59-a0c3-4b67-95f4-f0090a09993b completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:34:59.190434 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4981619d-7ea6-46b8-9482-cdce3815556c tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:59.193013 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-acb1ba6b-6b96-447c-98cf-9f4b80017a2a tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:59.215996 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port a0784c59-a0c3-4b67-95f4-f0090a09993b triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:34:59.216371 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:59.233884 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4981619d-7ea6-46b8-9482-cdce3815556c tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:34:59.234401 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4981619d-7ea6-46b8-9482-cdce3815556c tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:59.239359 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:34:59.239359 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:34:59.239359 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:34:59.239359 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:34:59.239359 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:34:59.239359 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:34:59.239359 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:34:59.239359 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:34:59.239359 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:34:59.239359 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:34:59.239359 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:34:59.239359 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:34:59.239359 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:34:59.239359 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:34:59.239359 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:34:59.239359 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:34:59.239359 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:34:59.239359 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:34:59.239359 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:34:59.239359 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:34:59.239359 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:34:59.239359 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:34:59.239359 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:34:59.239359 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:34:59.239359 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:34:59.239359 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:34:59.239359 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:34:59.239359 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:34:59.239359 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:34:59.239359 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:34:59.239359 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:34:59.239359 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:34:59.382423 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb1ba6b-6b96-447c-98cf-9f4b80017a2a tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Pushing event deleted for resources: {'Port': ['ID=98c15d3a-c98c-4a5f-98ab-cb343a303c37,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:59.409257 n-d-771362-32 neutron-server[94462]: INFO neutron.api.v2.resource [None req-dafe6c25-c643-4565-b4af-8e6a047e74bd tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 02:34:59.410797 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-dafe6c25-c643-4565-b4af-8e6a047e74bd tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] 10.222.0.23 "PUT /v2.0/routers/c5580069-f2fa-4ac2-92cb-1d5b5dae45c5/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.0818126 Jul 05 02:34:59.416551 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 44434) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:59.515320 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2a123f58-0cd3-4f12-a498-82f404a13297 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:59.519779 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-acb1ba6b-6b96-447c-98cf-9f4b80017a2a tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:59.526028 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-acb1ba6b-6b96-447c-98cf-9f4b80017a2a tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "DELETE /v2.0/ports/98c15d3a-c98c-4a5f-98ab-cb343a303c37 HTTP/1.1" status: 204 len: 168 time: 2.9878342 Jul 05 02:34:59.538939 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7613ce1d-1c27-4a13-b48e-dcb3bd7cf9f0 req-6bb5d87e-cf15-4a27-bbd7-19966ae28711 tempest-InstanceActionsV221TestJSON-919439988 tempest-InstanceActionsV221TestJSON-919439988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:59.541565 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7613ce1d-1c27-4a13-b48e-dcb3bd7cf9f0 req-6bb5d87e-cf15-4a27-bbd7-19966ae28711 tempest-InstanceActionsV221TestJSON-919439988 tempest-InstanceActionsV221TestJSON-919439988-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d5b844e-4147-4d92-baa2-9af980ef8d19 HTTP/1.1" status: 200 len: 945 time: 0.4800599 Jul 05 02:34:59.548445 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 44436) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:59.645048 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4981619d-7ea6-46b8-9482-cdce3815556c tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:59.655028 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-9b378754-887c-475b-9a0c-4cb684f14818 None None] Set router c9186722-52de-47b2-9135-5f1c8d3ae25d gateway port host: None {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:34:59.657595 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-06fe0cd2-f7cb-44b1-bbe8-74f3f24c64b4 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] GET failed (client error): The resource could not be found. Jul 05 02:34:59.668522 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-06fe0cd2-f7cb-44b1-bbe8-74f3f24c64b4 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "GET /v2.0/ports/98c15d3a-c98c-4a5f-98ab-cb343a303c37 HTTP/1.1" status: 404 len: 333 time: 0.1176701 Jul 05 02:34:59.669189 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 44442) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:59.699277 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4981619d-7ea6-46b8-9482-cdce3815556c tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:59.711390 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-4981619d-7ea6-46b8-9482-cdce3815556c tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "DELETE /v2.0/networks/08159b95-4070-499d-a1fb-37d3afb658cf HTTP/1.1" status: 204 len: 168 time: 3.8312039 Jul 05 02:34:59.716561 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 44444) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:59.737958 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-de8045af-eea0-400b-87c6-d1d660d99a7a None None] Provisioning complete for port 1be8f9bd-5652-4ec1-a45c-d4939f7b3316 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:34:59.738439 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-de8045af-eea0-400b-87c6-d1d660d99a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:59.741687 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-e42c63ea-29f8-481e-bd1f-aabec6caba48 None None] Allocated IP 2001:db8:0:1::2 (93ae6122-1969-4da6-a9dd-3252e53f0e9d/5bfa42e8-03d7-40c7-9649-e38ed062f187/dc3d6d97-3047-4b86-a348-8de3f11630c0) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:34:59.750421 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7613ce1d-1c27-4a13-b48e-dcb3bd7cf9f0 req-0a45d89f-e8a8-47dc-83c0-9ffd3471357e tempest-InstanceActionsV221TestJSON-919439988 tempest-InstanceActionsV221TestJSON-919439988-project] 10.222.0.23 "GET /v2.0/security-groups?id=5a5713f8-01aa-412c-828d-2021c16aeb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864500 Jul 05 02:34:59.756064 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2a123f58-0cd3-4f12-a498-82f404a13297 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:59.763570 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2a123f58-0cd3-4f12-a498-82f404a13297 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Network 90c54ce4-c9de-4e53-8c94-5681db720733 is not hosted by any dhcp agent {{(pid=94462) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 05 02:34:59.769267 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a123f58-0cd3-4f12-a498-82f404a13297 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:34:59.769830 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2a123f58-0cd3-4f12-a498-82f404a13297 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:34:59.773716 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-2a123f58-0cd3-4f12-a498-82f404a13297 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] 10.222.0.23 "PUT /v2.0/networks/90c54ce4-c9de-4e53-8c94-5681db720733 HTTP/1.1" status: 200 len: 762 time: 1.2467022 Jul 05 02:34:59.773716 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4981619d-7ea6-46b8-9482-cdce3815556c tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Pushing event deleted for resources: {'Network': ['ID=08159b95-4070-499d-a1fb-37d3afb658cf,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:34:59.796238 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 44448) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:34:59.957600 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-a95e1fd1-47a1-4d7e-bdb4-9ce1f24c4f8c tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Deleting subnet 5bfa42e8-03d7-40c7-9649-e38ed062f187 {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:34:59.990439 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a123f58-0cd3-4f12-a498-82f404a13297 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Pushing event updated for resources: {'Network': ['ID=90c54ce4-c9de-4e53-8c94-5681db720733,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:00.054966 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b50ff2f-f57b-438a-ae7b-6291ffc6928a tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:35:00.056590 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-6b50ff2f-f57b-438a-ae7b-6291ffc6928a tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] 10.222.0.23 "GET /v2.0/networks?id=90c54ce4-c9de-4e53-8c94-5681db720733 HTTP/1.1" status: 200 len: 765 time: 0.2593796 Jul 05 02:35:00.063466 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 44462) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:00.248663 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 90c54ce4-c9de-4e53-8c94-5681db720733 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:35:00.268279 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeacd30f-4bcc-4c50-8600-86aba00c9205 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:35:00.274361 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-aeacd30f-4bcc-4c50-8600-86aba00c9205 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2098022 Jul 05 02:35:00.275274 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 44464) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:00.329105 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-133191a9-5484-4261-8c27-0ed6301c7210 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] 10.222.0.23 "GET /v2.0/subnets?network_id=4bbc2f9e-02cf-490e-901d-2588655a3ef0 HTTP/1.1" status: 200 len: 207 time: 0.0524790 Jul 05 02:35:00.340320 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 44470) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:00.478735 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:00.531984 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-25b3712b-efc7-4d19-8491-9f9accb4cef9 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1634680'] for router_interface, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:00.553055 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0b21ea-fafc-4e10-9fed-61b038eac37a tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:35:00.560003 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0b21ea-fafc-4e10-9fed-61b038eac37a tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:35:00.565916 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0b21ea-fafc-4e10-9fed-61b038eac37a tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:35:00.571718 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0b21ea-fafc-4e10-9fed-61b038eac37a tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:35:00.577862 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0b21ea-fafc-4e10-9fed-61b038eac37a tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:35:00.584578 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0b21ea-fafc-4e10-9fed-61b038eac37a tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:35:00.586948 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-8f0b21ea-fafc-4e10-9fed-61b038eac37a tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3732 time: 0.2455516 Jul 05 02:35:00.591001 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 44478) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:00.608875 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-e42c63ea-29f8-481e-bd1f-aabec6caba48 None None] For port dc3d6d97-3047-4b86-a348-8de3f11630c0, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=dc3d6d97-3047-4b86-a348-8de3f11630c0,segment=NetworkSegment(f8d75722-32a3-417a-8c7a-2eedba6daf9c),segment_id=f8d75722-32a3-417a-8c7a-2eedba6daf9c)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:35:00.712280 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port a0784c59-a0c3-4b67-95f4-f0090a09993b, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=a0784c59-a0c3-4b67-95f4-f0090a09993b,segment=NetworkSegment(73de3578-129f-499b-8a05-392549d26f29),segment_id=73de3578-129f-499b-8a05-392549d26f29)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:35:00.712280 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e42c63ea-29f8-481e-bd1f-aabec6caba48 None None] Notify callbacks [] for port, precommit_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:00.712280 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-e42c63ea-29f8-481e-bd1f-aabec6caba48 None None] Transition to ACTIVE for port object dc3d6d97-3047-4b86-a348-8de3f11630c0 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:35:00.738117 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-9b378754-887c-475b-9a0c-4cb684f14818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9186722-52de-47b2-9135-5f1c8d3ae25d', 'name': 'tempest-RoutersTest-router-470164913', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:33:46Z', 'updated_at': '2021-07-05T02:34:51Z', 'revision_number': 8, 'project_id': '1593a1e15f6f447095222242302728ea', 'gw_port_host': None, '_interfaces': [{'id': '2ba2546e-a4bb-4dcf-aec4-ab83521d257f', 'name': '', 'network_id': 'a0a373d6-b059-4c9f-a45c-2b7e3e67bb6f', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'mac_address': 'fa:16:3e:d7:23:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9186722-52de-47b2-9135-5f1c8d3ae25d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '8145a2d0-1847-44ba-9921-d01ca12a6710', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:34:20Z', 'updated_at': '2021-07-05T02:34:33Z', 'revision_number': 5, 'project_id': '1593a1e15f6f447095222242302728ea', 'subnets': [{'id': '8145a2d0-1847-44ba-9921-d01ca12a6710', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8618466f-a565-4b5c-82a9-c5490b94b1a3', 'name': '', 'network_id': 'f0125670-d567-405c-b9f9-ee4770d92856', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'mac_address': 'fa:16:3e:3b:45:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9186722-52de-47b2-9135-5f1c8d3ae25d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': '008675e9-deb9-4e8a-a572-225b5a0b3f0e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:34:06Z', 'updated_at': '2021-07-05T02:34:18Z', 'revision_number': 5, 'project_id': '1593a1e15f6f447095222242302728ea', 'subnets': [{'id': '008675e9-deb9-4e8a-a572-225b5a0b3f0e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dba0dfbf-7010-4536-b7df-26e9ea799191', 'name': '', 'network_id': '3fed85df-41ee-4d95-a0fe-213f0ea583d4', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'mac_address': 'fa:16:3e:f2:fd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9186722-52de-47b2-9135-5f1c8d3ae25d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': 'd6de9b19-3a6a-419b-855c-91ae8d28d02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:33:52Z', 'updated_at': '2021-07-05T02:34:04Z', 'revision_number': 5, 'project_id': '1593a1e15f6f447095222242302728ea', 'subnets': [{'id': 'd6de9b19-3a6a-419b-855c-91ae8d28d02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:35:00.794292 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9cd49822-4e5b-48df-b236-09ddde87ed80 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1634680'] for router_interface, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:00.820852 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b378754-887c-475b-9a0c-4cb684f14818 None None] The sync data for ids ['c9186722-52de-47b2-9135-5f1c8d3ae25d'] in n-d-771362-32 is: [{'id': 'c9186722-52de-47b2-9135-5f1c8d3ae25d', 'name': 'tempest-RoutersTest-router-470164913', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:33:46Z', 'updated_at': '2021-07-05T02:34:51Z', 'revision_number': 8, 'project_id': '1593a1e15f6f447095222242302728ea', 'gw_port_host': None, '_interfaces': [{'id': '2ba2546e-a4bb-4dcf-aec4-ab83521d257f', 'name': '', 'network_id': 'a0a373d6-b059-4c9f-a45c-2b7e3e67bb6f', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'mac_address': 'fa:16:3e:d7:23:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9186722-52de-47b2-9135-5f1c8d3ae25d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '8145a2d0-1847-44ba-9921-d01ca12a6710', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:34:20Z', 'updated_at': '2021-07-05T02:34:33Z', 'revision_number': 5, 'project_id': '1593a1e15f6f447095222242302728ea', 'subnets': [{'id': '8145a2d0-1847-44ba-9921-d01ca12a6710', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8618466f-a565-4b5c-82a9-c5490b94b1a3', 'name': '', 'network_id': 'f0125670-d567-405c-b9f9-ee4770d92856', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'mac_address': 'fa:16:3e:3b:45:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9186722-52de-47b2-9135-5f1c8d3ae25d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': '008675e9-deb9-4e8a-a572-225b5a0b3f0e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:34:06Z', 'updated_at': '2021-07-05T02:34:18Z', 'revision_number': 5, 'project_id': '1593a1e15f6f447095222242302728ea', 'subnets': [{'id': '008675e9-deb9-4e8a-a572-225b5a0b3f0e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dba0dfbf-7010-4536-b7df-26e9ea799191', 'name': '', 'network_id': '3fed85df-41ee-4d95-a0fe-213f0ea583d4', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'mac_address': 'fa:16:3e:f2:fd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9186722-52de-47b2-9135-5f1c8d3ae25d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': 'd6de9b19-3a6a-419b-855c-91ae8d28d02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:33:52Z', 'updated_at': '2021-07-05T02:34:04Z', 'revision_number': 5, 'project_id': '1593a1e15f6f447095222242302728ea', 'subnets': [{'id': 'd6de9b19-3a6a-419b-855c-91ae8d28d02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:35:00.820852 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:00.820852 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device d226f75b-01da-4bc9-bcf3-5a46573380b4 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:35:00.831808 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-08336f08-5ac8-4b73-995b-9bca42096002 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] 10.222.0.23 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 814 time: 0.2321272 Jul 05 02:35:00.832625 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 44490) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:00.933522 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=a0784c59-a0c3-4b67-95f4-f0090a09993b,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:00.972637 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a95e1fd1-47a1-4d7e-bdb4-9ce1f24c4f8c tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:01.006910 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e42c63ea-29f8-481e-bd1f-aabec6caba48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:01.017868 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3059f9b2-90e0-4bef-ad94-b6b8ce2b47f8 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:35:01.019604 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3059f9b2-90e0-4bef-ad94-b6b8ce2b47f8 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:35:01.022478 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3059f9b2-90e0-4bef-ad94-b6b8ce2b47f8 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:35:01.024158 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3059f9b2-90e0-4bef-ad94-b6b8ce2b47f8 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:35:01.025834 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3059f9b2-90e0-4bef-ad94-b6b8ce2b47f8 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:35:01.031749 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 44496) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:01.033841 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-3059f9b2-90e0-4bef-ad94-b6b8ce2b47f8 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1989000 Jul 05 02:35:01.058595 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a95e1fd1-47a1-4d7e-bdb4-9ce1f24c4f8c tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:01.186370 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-0ad9846f-26ea-42d2-bb4b-de6dfa0f4a33 None None] Provisioning complete for port a0784c59-a0c3-4b67-95f4-f0090a09993b triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:35:01.186755 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-0ad9846f-26ea-42d2-bb4b-de6dfa0f4a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:01.220991 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a95e1fd1-47a1-4d7e-bdb4-9ce1f24c4f8c tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:01.336976 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42c63ea-29f8-481e-bd1f-aabec6caba48 None None] Pushing event updated for resources: {'Port': ['ID=dc3d6d97-3047-4b86-a348-8de3f11630c0,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:01.358932 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3a1c2f-e3ad-47ab-8281-eb4758ede452 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Attributes excluded by policy engine: ['shared'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:35:01.360422 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3a1c2f-e3ad-47ab-8281-eb4758ede452 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Attributes excluded by policy engine: ['shared'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:35:01.362374 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3a1c2f-e3ad-47ab-8281-eb4758ede452 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Attributes excluded by policy engine: ['shared'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:35:01.363914 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3a1c2f-e3ad-47ab-8281-eb4758ede452 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Attributes excluded by policy engine: ['shared'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:35:01.366478 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3a1c2f-e3ad-47ab-8281-eb4758ede452 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Attributes excluded by policy engine: ['shared'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:35:01.369177 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-0a3a1c2f-e3ad-47ab-8281-eb4758ede452 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] 10.222.0.23 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.3290772 Jul 05 02:35:01.372516 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 44504) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:01.447813 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port d226f75b-01da-4bc9-bcf3-5a46573380b4 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:35:01.459762 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port d226f75b-01da-4bc9-bcf3-5a46573380b4 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:35:01.464025 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:01.578340 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1852a2bb-247f-4cf5-a9e5-b7022bd4010b req-333a5321-4f41-4efe-b5c0-5e346583fa91 tempest-InstanceActionsV221TestJSON-919439988 tempest-InstanceActionsV221TestJSON-919439988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:35:01.585178 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1852a2bb-247f-4cf5-a9e5-b7022bd4010b req-333a5321-4f41-4efe-b5c0-5e346583fa91 tempest-InstanceActionsV221TestJSON-919439988 tempest-InstanceActionsV221TestJSON-919439988-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d5b844e-4147-4d92-baa2-9af980ef8d19 HTTP/1.1" status: 200 len: 945 time: 0.5790310 Jul 05 02:35:01.627074 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-0ad9846f-26ea-42d2-bb4b-de6dfa0f4a33 None None] Provisioning for port d3d56b0c-6c6f-4ee9-b52a-198925c8eb5b completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:35:01.635952 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-0ad9846f-26ea-42d2-bb4b-de6dfa0f4a33 None None] Provisioning complete for port d3d56b0c-6c6f-4ee9-b52a-198925c8eb5b triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:35:01.636331 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-0ad9846f-26ea-42d2-bb4b-de6dfa0f4a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:01.655650 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc75cb1-9f20-477e-aa45-c1bb1d28a54b tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:35:01.657179 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-fdc75cb1-9f20-477e-aa45-c1bb1d28a54b tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] 10.222.0.23 "GET /v2.0/networks/e3e40fdc-f5c7-4a49-b2e4-163b9c4c1a98 HTTP/1.1" status: 200 len: 804 time: 0.2838006 Jul 05 02:35:01.668796 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 44514) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:01.673500 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:01.678733 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a95e1fd1-47a1-4d7e-bdb4-9ce1f24c4f8c tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:01.725139 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port d226f75b-01da-4bc9-bcf3-5a46573380b4, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=d226f75b-01da-4bc9-bcf3-5a46573380b4,segment=NetworkSegment(e47dc173-a167-4850-9ffe-f74843fa8e45),segment_id=e47dc173-a167-4850-9ffe-f74843fa8e45)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:35:01.729877 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-0ad9846f-26ea-42d2-bb4b-de6dfa0f4a33 None None] Port d3d56b0c-6c6f-4ee9-b52a-198925c8eb5b cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:35:01.790382 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95e1fd1-47a1-4d7e-bdb4-9ce1f24c4f8c tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Pushing event deleted for resources: {'Subnet': ['ID=5bfa42e8-03d7-40c7-9649-e38ed062f187,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:01.801026 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a95e1fd1-47a1-4d7e-bdb4-9ce1f24c4f8c tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks [] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:01.806534 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-a95e1fd1-47a1-4d7e-bdb4-9ce1f24c4f8c tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "DELETE /v2.0/subnets/5bfa42e8-03d7-40c7-9649-e38ed062f187 HTTP/1.1" status: 204 len: 168 time: 2.1303313 Jul 05 02:35:01.845214 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 44518) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:01.858459 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:01.859391 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 1be8f9bd-5652-4ec1-a45c-d4939f7b3316 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:35:01.867258 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-25b3712b-efc7-4d19-8491-9f9accb4cef9 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Deleting port d3d56b0c-6c6f-4ee9-b52a-198925c8eb5b {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:35:01.867929 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-25b3712b-efc7-4d19-8491-9f9accb4cef9 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:01.920774 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1852a2bb-247f-4cf5-a9e5-b7022bd4010b req-20497578-2720-4a1a-a3a3-035c5e2d745b tempest-InstanceActionsV221TestJSON-919439988 tempest-InstanceActionsV221TestJSON-919439988-project] 10.222.0.23 "GET /v2.0/security-groups?id=5a5713f8-01aa-412c-828d-2021c16aeb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3262231 Jul 05 02:35:01.965579 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0714167-0959-42b2-b470-cee17530d883 req-438810d8-3ee3-4a54-aaca-9c686c2e546d tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:35:01.989591 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0714167-0959-42b2-b470-cee17530d883 req-438810d8-3ee3-4a54-aaca-9c686c2e546d tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:35:01.996067 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=d226f75b-01da-4bc9-bcf3-5a46573380b4,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:02.004278 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b0714167-0959-42b2-b470-cee17530d883 req-438810d8-3ee3-4a54-aaca-9c686c2e546d tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] 10.222.0.23 "GET /v2.0/ports?device_id=c92b9a24-9e44-4cd7-9afc-e7dd5720b292&device_id=e3395e94-ff82-4e81-9331-b64fe4728999 HTTP/1.1" status: 200 len: 1681 time: 0.3396285 Jul 05 02:35:02.059075 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 1be8f9bd-5652-4ec1-a45c-d4939f7b3316 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:35:02.059561 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:02.080832 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b0714167-0959-42b2-b470-cee17530d883 req-a8a8beed-dd0d-4565-b9b4-b08a161d7e16 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] 10.222.0.23 "GET /v2.0/security-groups?id=b12511d7-db06-44f1-9a59-5e8d4e800492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813763 Jul 05 02:35:02.230084 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5294c79-014e-4cff-b4b5-124023f2f5f0 None None] Network 93ae6122-1969-4da6-a9dd-3252e53f0e9d requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:35:02.384478 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device dc3d6d97-3047-4b86-a348-8de3f11630c0 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:35:02.579038 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-b5be16c9-0aad-4768-91c6-85fdc285e965 None None] Provisioning for port dc3d6d97-3047-4b86-a348-8de3f11630c0 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:35:02.589525 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-b5be16c9-0aad-4768-91c6-85fdc285e965 None None] Could not find standard attr ID for object 98c15d3a-c98c-4a5f-98ab-cb343a303c37. {{(pid=94463) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 02:35:02.652596 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_v2 [None req-218b2e3a-4029-48ae-baae-8dff0ca37516 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Deleting subnet 2e848d97-571b-416e-86bf-d18b38684370 {{(pid=94461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:35:02.672686 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-218b2e3a-4029-48ae-baae-8dff0ca37516 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks [] for subnet, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:02.720227 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-ae96f2bc-2d22-4e0b-bdea-7e7b9fa7783a tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] 10.222.0.23 "GET /v2.0/networks/e3e40fdc-f5c7-4a49-b2e4-163b9c4c1a98?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 1.0279388 Jul 05 02:35:02.720227 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-25b3712b-efc7-4d19-8491-9f9accb4cef9 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:02.720942 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 44540) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:02.729604 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port dc3d6d97-3047-4b86-a348-8de3f11630c0 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:35:02.733778 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port dc3d6d97-3047-4b86-a348-8de3f11630c0 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:35:02.741255 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:02.764492 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-25b3712b-efc7-4d19-8491-9f9accb4cef9 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Calling delete_port for d3d56b0c-6c6f-4ee9-b52a-198925c8eb5b owned by network:router_interface {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:35:02.822451 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-218b2e3a-4029-48ae-baae-8dff0ca37516 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5519650'] for subnet, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:02.885683 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c550c0-6c37-4888-b77f-448a1aa8d948 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:35:02.887635 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-00c550c0-6c37-4888-b77f-448a1aa8d948 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] 10.222.0.23 "GET /v2.0/subnets/7399b23a-bb43-4c0e-a3b8-985f6984426e HTTP/1.1" status: 200 len: 843 time: 0.1656504 Jul 05 02:35:02.897536 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 44548) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:02.951039 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:03.006337 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port dc3d6d97-3047-4b86-a348-8de3f11630c0, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=dc3d6d97-3047-4b86-a348-8de3f11630c0,segment=NetworkSegment(f8d75722-32a3-417a-8c7a-2eedba6daf9c),segment_id=f8d75722-32a3-417a-8c7a-2eedba6daf9c)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:35:03.043439 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4725f232-2b50-4077-afef-3512c5cb1185 req-27297273-eac4-4db6-a163-e089504d8e17 tempest-InstanceActionsV221TestJSON-919439988 tempest-InstanceActionsV221TestJSON-919439988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:35:03.045167 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4725f232-2b50-4077-afef-3512c5cb1185 req-27297273-eac4-4db6-a163-e089504d8e17 tempest-InstanceActionsV221TestJSON-919439988 tempest-InstanceActionsV221TestJSON-919439988-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d5b844e-4147-4d92-baa2-9af980ef8d19 HTTP/1.1" status: 200 len: 945 time: 0.5486970 Jul 05 02:35:03.046952 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c720103a-908b-4fe3-8724-2c76c1d433fd tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Attributes excluded by policy engine: ['shared'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:35:03.058225 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-c720103a-908b-4fe3-8724-2c76c1d433fd tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] 10.222.0.23 "GET /v2.0/subnets/7399b23a-bb43-4c0e-a3b8-985f6984426e?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1592638 Jul 05 02:35:03.059104 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 44554) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:03.073107 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-ca9fee17-b4d6-4afc-9811-1e512d06c503 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-446816326'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:35:03.091837 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:03.164459 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-9cd49822-4e5b-48df-b236-09ddde87ed80 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Deleting port 2ba2546e-a4bb-4dcf-aec4-ab83521d257f {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:35:03.164670 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9cd49822-4e5b-48df-b236-09ddde87ed80 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:03.188080 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 8f9fa166-642b-47d4-a47e-28dd4b60d42d no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:35:03.200039 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca9fee17-b4d6-4afc-9811-1e512d06c503 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Made reservation on behalf of 5acb4a7985304d84a755f649a8ac1cfa for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:35:03.203696 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ca9fee17-b4d6-4afc-9811-1e512d06c503 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:03.253282 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 8f9fa166-642b-47d4-a47e-28dd4b60d42d {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:35:03.255051 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 8f9fa166-642b-47d4-a47e-28dd4b60d42d not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:35:03.284145 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca9fee17-b4d6-4afc-9811-1e512d06c503 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:35:03.304494 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ca9fee17-b4d6-4afc-9811-1e512d06c503 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:03.304494 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-ca9fee17-b4d6-4afc-9811-1e512d06c503 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Added segment 5682b45f-1827-4a28-ae80-998e00ccc8db of type vlan for network 53b0b599-cd00-490c-8ea9-cfae178e5588 Jul 05 02:35:03.311136 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=dc3d6d97-3047-4b86-a348-8de3f11630c0,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:03.445040 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device a0784c59-a0c3-4b67-95f4-f0090a09993b up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:35:03.460278 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ca9fee17-b4d6-4afc-9811-1e512d06c503 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:03.579888 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port a0784c59-a0c3-4b67-95f4-f0090a09993b triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:35:03.580567 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:03.636071 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ca9fee17-b4d6-4afc-9811-1e512d06c503 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:03.641708 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9fee17-b4d6-4afc-9811-1e512d06c503 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:35:03.642486 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ca9fee17-b4d6-4afc-9811-1e512d06c503 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:03.718495 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device d226f75b-01da-4bc9-bcf3-5a46573380b4 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:35:03.727800 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [None req-9cd49822-4e5b-48df-b236-09ddde87ed80 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] For port 2ba2546e-a4bb-4dcf-aec4-ab83521d257f, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=2ba2546e-a4bb-4dcf-aec4-ab83521d257f,segment=NetworkSegment(28442954-3b94-4232-a210-770f1ad638f0),segment_id=28442954-3b94-4232-a210-770f1ad638f0)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:35:03.728313 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9cd49822-4e5b-48df-b236-09ddde87ed80 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:03.729815 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9fee17-b4d6-4afc-9811-1e512d06c503 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Pushing event updated for resources: {'Network': ['ID=53b0b599-cd00-490c-8ea9-cfae178e5588,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:03.743727 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-9cd49822-4e5b-48df-b236-09ddde87ed80 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Calling delete_port for 2ba2546e-a4bb-4dcf-aec4-ab83521d257f owned by network:router_interface {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:35:03.749641 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 53b0b599-cd00-490c-8ea9-cfae178e5588 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:35:03.845423 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-218b2e3a-4029-48ae-baae-8dff0ca37516 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:03.847533 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port d226f75b-01da-4bc9-bcf3-5a46573380b4 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:35:03.847914 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:03.859353 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-ca9fee17-b4d6-4afc-9811-1e512d06c503 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7961018 Jul 05 02:35:03.862698 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 44578) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:03.868500 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-f58caaa6-7640-49b6-b96e-91d62e138359 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Request body: {'subnet': {'network_id': '53b0b599-cd00-490c-8ea9-cfae178e5588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:35:03.897043 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-8a333820-3643-49d2-b668-b810c9c057f6 None None] Provisioning complete for port dc3d6d97-3047-4b86-a348-8de3f11630c0 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:35:03.897436 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8a333820-3643-49d2-b668-b810c9c057f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:04.024469 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device dc3d6d97-3047-4b86-a348-8de3f11630c0 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:35:04.030072 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-25b3712b-efc7-4d19-8491-9f9accb4cef9 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:04.081628 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a5215b-5b6c-4a46-afb3-ff5cf0d26ceb req-954aee45-54ab-4d7e-845b-6b564d53ed22 tempest-InstanceActionsV221TestJSON-919439988 tempest-InstanceActionsV221TestJSON-919439988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:35:04.083279 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a8a5215b-5b6c-4a46-afb3-ff5cf0d26ceb req-954aee45-54ab-4d7e-845b-6b564d53ed22 tempest-InstanceActionsV221TestJSON-919439988 tempest-InstanceActionsV221TestJSON-919439988-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d5b844e-4147-4d92-baa2-9af980ef8d19 HTTP/1.1" status: 200 len: 945 time: 0.7059209 Jul 05 02:35:04.092682 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f58caaa6-7640-49b6-b96e-91d62e138359 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Made reservation on behalf of 5acb4a7985304d84a755f649a8ac1cfa for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:35:04.098630 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f58caaa6-7640-49b6-b96e-91d62e138359 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:04.100684 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b3712b-efc7-4d19-8491-9f9accb4cef9 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Pushing event deleted for resources: {'Port': ['ID=d3d56b0c-6c6f-4ee9-b52a-198925c8eb5b,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:04.137081 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port dc3d6d97-3047-4b86-a348-8de3f11630c0 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:35:04.137642 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:04.212010 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.ipam_backend_mixin [None req-f58caaa6-7640-49b6-b96e-91d62e138359 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Performing IP validity checks on allocation pools {{(pid=94462) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 05 02:35:04.212736 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.ipam_backend_mixin [None req-f58caaa6-7640-49b6-b96e-91d62e138359 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94462) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 05 02:35:04.579786 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f58caaa6-7640-49b6-b96e-91d62e138359 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:04.630092 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-30678450-c811-4702-8fc4-6dd6d957e21a None None] Could not find standard attr ID for object 98c15d3a-c98c-4a5f-98ab-cb343a303c37. {{(pid=94463) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 02:35:04.630622 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-218b2e3a-4029-48ae-baae-8dff0ca37516 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5763388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774356'] for subnet, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:04.630622 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-4725f232-2b50-4077-afef-3512c5cb1185 req-52b17e8d-313f-43db-aa32-b7d7b4a9b7da tempest-InstanceActionsV221TestJSON-919439988 tempest-InstanceActionsV221TestJSON-919439988-project] Deleting port c07e40e5-00cc-42e2-b72a-8bbe657a3a24 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:35:04.630622 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4725f232-2b50-4077-afef-3512c5cb1185 req-52b17e8d-313f-43db-aa32-b7d7b4a9b7da tempest-InstanceActionsV221TestJSON-919439988 tempest-InstanceActionsV221TestJSON-919439988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:04.659144 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a8a5215b-5b6c-4a46-afb3-ff5cf0d26ceb req-784b533f-1a85-47c4-b8e9-0e54be24cc07 tempest-InstanceActionsV221TestJSON-919439988 tempest-InstanceActionsV221TestJSON-919439988-project] 10.222.0.23 "GET /v2.0/security-groups?id=5a5713f8-01aa-412c-828d-2021c16aeb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5460618 Jul 05 02:35:04.659957 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-218b2e3a-4029-48ae-baae-8dff0ca37516 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:04.661741 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 2272e5a9-91ae-4354-94cb-add74593e998 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:35:04.665754 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-218b2e3a-4029-48ae-baae-8dff0ca37516 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "DELETE /v2.0/subnets/2e848d97-571b-416e-86bf-d18b38684370 HTTP/1.1" status: 204 len: 168 time: 2.8199103 Jul 05 02:35:04.675223 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 44596) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:04.703079 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218b2e3a-4029-48ae-baae-8dff0ca37516 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Pushing event deleted for resources: {'Subnet': ['ID=2e848d97-571b-416e-86bf-d18b38684370,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:04.713699 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 2272e5a9-91ae-4354-94cb-add74593e998 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:35:04.714151 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 2272e5a9-91ae-4354-94cb-add74593e998 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:35:04.724823 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-edf216e1-64db-414a-9900-1bedaaf418da None None] Could not find standard attr ID for object 98c15d3a-c98c-4a5f-98ab-cb343a303c37. {{(pid=94463) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 02:35:04.789124 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58caaa6-7640-49b6-b96e-91d62e138359 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Pushing event updated for resources: {'Subnet': ['ID=42a33935-f199-40f8-9172-23ba0a826cad,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:04.806999 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-25b3712b-efc7-4d19-8491-9f9accb4cef9 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635398'] for router_interface, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:04.830450 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58caaa6-7640-49b6-b96e-91d62e138359 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Checking segment: {'id': '5682b45f-1827-4a28-ae80-998e00ccc8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '53b0b599-cd00-490c-8ea9-cfae178e5588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:35:04.830711 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58caaa6-7640-49b6-b96e-91d62e138359 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Network hostable DHCP agents. Network: 53b0b599-cd00-490c-8ea9-cfae178e5588, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:35:04.836313 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c112ac0c-339f-4f3f-8ce4-a1e38ee9c438 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:04.861034 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73de3263-c6ff-4456-9cb7-ce381023ab40 req-4ffd2358-684e-4b9e-a719-b1e8944ecf98 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:35:04.862395 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-73de3263-c6ff-4456-9cb7-ce381023ab40 req-4ffd2358-684e-4b9e-a719-b1e8944ecf98 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3395e94-ff82-4e81-9331-b64fe4728999 HTTP/1.1" status: 200 len: 945 time: 0.2702255 Jul 05 02:35:04.905405 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device c07e40e5-00cc-42e2-b72a-8bbe657a3a24 no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:35:04.932487 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-73de3263-c6ff-4456-9cb7-ce381023ab40 req-bec09b6b-1cd4-4e94-a9a6-0aaccd652c0c tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] 10.222.0.23 "GET /v2.0/security-groups?id=b12511d7-db06-44f1-9a59-5e8d4e800492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619366 Jul 05 02:35:04.970902 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-c112ac0c-339f-4f3f-8ce4-a1e38ee9c438 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Deleting port dc3d6d97-3047-4b86-a348-8de3f11630c0 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:35:04.971387 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c112ac0c-339f-4f3f-8ce4-a1e38ee9c438 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:04.990715 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857ab111-adc7-4a49-8768-287d6c41697e None None] Network 93ae6122-1969-4da6-a9dd-3252e53f0e9d requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:35:05.023738 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58caaa6-7640-49b6-b96e-91d62e138359 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Network 53b0b599-cd00-490c-8ea9-cfae178e5588 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:35:05.027073 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-4725f232-2b50-4077-afef-3512c5cb1185 req-52b17e8d-313f-43db-aa32-b7d7b4a9b7da tempest-InstanceActionsV221TestJSON-919439988 tempest-InstanceActionsV221TestJSON-919439988-project] For port c07e40e5-00cc-42e2-b72a-8bbe657a3a24, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=c07e40e5-00cc-42e2-b72a-8bbe657a3a24,segment=NetworkSegment(5e98a0e4-5693-4ee3-b5d3-e3f5978fa6c7),segment_id=5e98a0e4-5693-4ee3-b5d3-e3f5978fa6c7)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:35:05.027687 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4725f232-2b50-4077-afef-3512c5cb1185 req-52b17e8d-313f-43db-aa32-b7d7b4a9b7da tempest-InstanceActionsV221TestJSON-919439988 tempest-InstanceActionsV221TestJSON-919439988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:05.055672 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-af98d9eb-7778-4225-979e-140d98ace027 None None] Could not find standard attr ID for object 98c15d3a-c98c-4a5f-98ab-cb343a303c37. {{(pid=94463) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 02:35:05.061469 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-c112ac0c-339f-4f3f-8ce4-a1e38ee9c438 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] For port dc3d6d97-3047-4b86-a348-8de3f11630c0, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=dc3d6d97-3047-4b86-a348-8de3f11630c0,segment=NetworkSegment(f8d75722-32a3-417a-8c7a-2eedba6daf9c),segment_id=f8d75722-32a3-417a-8c7a-2eedba6daf9c)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:35:05.061831 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c112ac0c-339f-4f3f-8ce4-a1e38ee9c438 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:05.075099 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-c112ac0c-339f-4f3f-8ce4-a1e38ee9c438 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Calling delete_port for dc3d6d97-3047-4b86-a348-8de3f11630c0 owned by network:dhcp {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:35:05.096969 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0235024-2ead-4559-b535-c15a06a7d423 req-54848f57-a937-4466-a008-12e90384204d tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:35:05.098696 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f0235024-2ead-4559-b535-c15a06a7d423 req-54848f57-a937-4466-a008-12e90384204d tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3395e94-ff82-4e81-9331-b64fe4728999 HTTP/1.1" status: 200 len: 945 time: 0.4695742 Jul 05 02:35:05.102878 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-4725f232-2b50-4077-afef-3512c5cb1185 req-52b17e8d-313f-43db-aa32-b7d7b4a9b7da tempest-InstanceActionsV221TestJSON-919439988 tempest-InstanceActionsV221TestJSON-919439988-project] Calling delete_port for c07e40e5-00cc-42e2-b72a-8bbe657a3a24 owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:35:05.114919 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:05.156433 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d5b844e-4147-4d92-baa2-9af980ef8d19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c07e40e5-00cc-42e2-b72a-8bbe657a3a24'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:35:05.158936 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aea1c1b-b18b-417d-91ce-8197b46cca4d" -d '{"events": [{"server_uuid": "9d5b844e-4147-4d92-baa2-9af980ef8d19", "name": "network-vif-unplugged", "status": "completed", "tag": "c07e40e5-00cc-42e2-b72a-8bbe657a3a24"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:35:05.176567 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port c07e40e5-00cc-42e2-b72a-8bbe657a3a24, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=c07e40e5-00cc-42e2-b72a-8bbe657a3a24,segment=NetworkSegment(5e98a0e4-5693-4ee3-b5d3-e3f5978fa6c7),segment_id=5e98a0e4-5693-4ee3-b5d3-e3f5978fa6c7)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:35:05.193177 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-f58caaa6-7640-49b6-b96e-91d62e138359 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 53b0b599-cd00-490c-8ea9-cfae178e5588) {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:35:05.197336 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58caaa6-7640-49b6-b96e-91d62e138359 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:35:05.197963 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f58caaa6-7640-49b6-b96e-91d62e138359 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks [] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:05.204092 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c72082-83c8-4045-ba88-0cb7d6bb49e1 None None] Network 53b0b599-cd00-490c-8ea9-cfae178e5588 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:35:05.228010 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 02:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7a94c14-7d79-47b8-8bfc-cf42d33e47a7 x-openstack-request-id: req-c7a94c14-7d79-47b8-8bfc-cf42d33e47a7 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:35:05.228302 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d5b844e-4147-4d92-baa2-9af980ef8d19", "name": "network-vif-unplugged", "status": "completed", "tag": "c07e40e5-00cc-42e2-b72a-8bbe657a3a24", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:35:05.228552 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c7a94c14-7d79-47b8-8bfc-cf42d33e47a7 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:35:05.228941 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d5b844e-4147-4d92-baa2-9af980ef8d19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c07e40e5-00cc-42e2-b72a-8bbe657a3a24', 'code': 200} Jul 05 02:35:05.231800 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25b3712b-efc7-4d19-8491-9f9accb4cef9 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Router c5580069-f2fa-4ac2-92cb-1d5b5dae45c5 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:35:05.258834 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9cd49822-4e5b-48df-b236-09ddde87ed80 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:05.331564 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:05.335163 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd49822-4e5b-48df-b236-09ddde87ed80 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Pushing event deleted for resources: {'Port': ['ID=2ba2546e-a4bb-4dcf-aec4-ab83521d257f,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:05.372657 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c112ac0c-339f-4f3f-8ce4-a1e38ee9c438 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:05.379716 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-f58caaa6-7640-49b6-b96e-91d62e138359 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.5130637 Jul 05 02:35:05.383361 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 44610) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:05.431578 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=c07e40e5-00cc-42e2-b72a-8bbe657a3a24,revision_number=6']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:05.437534 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-eba0cd16-671f-40ac-9439-a97767d7f8bc tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:35:05.439238 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d557b86c-07ee-46fd-af57-6e669983a0f5 None None] DHCP port deletion for 93ae6122-1969-4da6-a9dd-3252e53f0e9d request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:35:05.449087 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c112ac0c-339f-4f3f-8ce4-a1e38ee9c438 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] No DVR routers for this DVR port dc3d6d97-3047-4b86-a348-8de3f11630c0 on host n-d-771362-32 {{(pid=94462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:35:05.461252 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c112ac0c-339f-4f3f-8ce4-a1e38ee9c438 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Pushing event deleted for resources: {'Port': ['ID=dc3d6d97-3047-4b86-a348-8de3f11630c0,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:05.532334 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4dbc6e-f13f-4842-9f2a-7c8154090a71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-53b0b599-cd00-490c-8ea9-cfae178e5588', 'network_id': '53b0b599-cd00-490c-8ea9-cfae178e5588', 'tenant_id': '5acb4a7985304d84a755f649a8ac1cfa', 'fixed_ips': [{'subnet_id': '42a33935-f199-40f8-9172-23ba0a826cad'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:35:05.537960 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-1b4dbc6e-f13f-4842-9f2a-7c8154090a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:05.641664 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25b3712b-efc7-4d19-8491-9f9accb4cef9 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:35:05.671066 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df50c44-f305-4b51-8cdb-37acb80bc570 None None] Sync routers for ids ['c5580069-f2fa-4ac2-92cb-1d5b5dae45c5'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:35:05.680318 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-25b3712b-efc7-4d19-8491-9f9accb4cef9 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] 10.222.0.23 "PUT /v2.0/routers/c5580069-f2fa-4ac2-92cb-1d5b5dae45c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2625554 Jul 05 02:35:05.690918 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 44618) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:05.707525 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-f0235024-2ead-4559-b535-c15a06a7d423 req-0013e526-2965-4c9e-b2ba-141159b7e372 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] Deleting port 94f2b79c-9261-4e8a-9b44-28a0046afe23 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:35:05.707786 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f0235024-2ead-4559-b535-c15a06a7d423 req-0013e526-2965-4c9e-b2ba-141159b7e372 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:05.718175 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c112ac0c-339f-4f3f-8ce4-a1e38ee9c438 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:05.739453 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-c112ac0c-339f-4f3f-8ce4-a1e38ee9c438 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93ae6122-1969-4da6-a9dd-3252e53f0e9d']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:35:05.767659 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-eba0cd16-671f-40ac-9439-a97767d7f8bc tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4401755'] for subnet, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:05.778806 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-c112ac0c-339f-4f3f-8ce4-a1e38ee9c438 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8d75722-32a3-417a-8c7a-2eedba6daf9c') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:35:05.779112 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-c112ac0c-339f-4f3f-8ce4-a1e38ee9c438 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8d75722-32a3-417a-8c7a-2eedba6daf9c') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:35:05.799872 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df50c44-f305-4b51-8cdb-37acb80bc570 None None] Routers {'c5580069-f2fa-4ac2-92cb-1d5b5dae45c5'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:35:05.800887 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-5df50c44-f305-4b51-8cdb-37acb80bc570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:34:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['c5580069-f2fa-4ac2-92cb-1d5b5dae45c5'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:35:05.801240 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c112ac0c-339f-4f3f-8ce4-a1e38ee9c438 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:05.839416 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c112ac0c-339f-4f3f-8ce4-a1e38ee9c438 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:05.842897 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-5df50c44-f305-4b51-8cdb-37acb80bc570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:35:05.846188 n-d-771362-32 neutron-server[94461]: INFO neutron.api.v2.resource [None req-17710dfd-2419-4bfa-bc53-e56e4bfe87cf tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] delete failed (client error): The resource could not be found. Jul 05 02:35:05.848099 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-17710dfd-2419-4bfa-bc53-e56e4bfe87cf tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] 10.222.0.23 "DELETE /v2.0/routers/tempest-non_exist_router-1814851913 HTTP/1.1" status: 404 len: 335 time: 0.1426682 Jul 05 02:35:05.856050 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 44624) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:05.866551 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-a0030557-492e-40f0-87dc-9d6a0f753113 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c5580069-f2fa-4ac2-92cb-1d5b5dae45c5'}}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:35:05.870706 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c112ac0c-339f-4f3f-8ce4-a1e38ee9c438 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:35:05.871207 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c112ac0c-339f-4f3f-8ce4-a1e38ee9c438 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:05.875873 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:35:05.875873 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:35:05.875873 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:35:05.875873 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:35:05.875873 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:35:05.875873 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:35:05.875873 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:35:05.875873 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:35:05.875873 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:35:05.875873 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:35:05.875873 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:35:05.875873 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:35:05.875873 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:35:05.875873 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:35:05.875873 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:35:05.875873 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:35:05.875873 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:35:05.875873 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:35:05.875873 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:35:05.875873 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:35:05.875873 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:35:05.875873 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:35:05.875873 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:35:05.875873 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:35:05.875873 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:35:05.875873 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:35:05.875873 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:35:05.875873 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:35:05.875873 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:35:05.875873 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:35:05.875873 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:35:05.875873 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:35:05.881330 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df50c44-f305-4b51-8cdb-37acb80bc570 None None] Routers {'c5580069-f2fa-4ac2-92cb-1d5b5dae45c5'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:35:05.881981 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-5df50c44-f305-4b51-8cdb-37acb80bc570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:34:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['c5580069-f2fa-4ac2-92cb-1d5b5dae45c5'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:35:05.938216 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-1b4dbc6e-f13f-4842-9f2a-7c8154090a71 None None] Allocated IP 2001:db8::3 (53b0b599-cd00-490c-8ea9-cfae178e5588/42a33935-f199-40f8-9172-23ba0a826cad/c959b5a0-c960-4aab-b16b-2cb485236f4b) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:35:05.944790 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-5df50c44-f305-4b51-8cdb-37acb80bc570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:35:05.945960 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df50c44-f305-4b51-8cdb-37acb80bc570 None None] The sync data for ids ['c5580069-f2fa-4ac2-92cb-1d5b5dae45c5'] in n-d-771362-32 is: [] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:35:06.206697 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a393e304-fe18-48b0-a0df-ec1c0e6a0412 req-849a78e9-53a6-4d5b-83a5-b31a0b60e57b tempest-InstanceActionsV221TestJSON-919439988 tempest-InstanceActionsV221TestJSON-919439988-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d5b844e-4147-4d92-baa2-9af980ef8d19 HTTP/1.1" status: 200 len: 210 time: 0.0345590 Jul 05 02:35:06.210441 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c112ac0c-339f-4f3f-8ce4-a1e38ee9c438 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:06.214438 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c112ac0c-339f-4f3f-8ce4-a1e38ee9c438 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:06.216874 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-c112ac0c-339f-4f3f-8ce4-a1e38ee9c438 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "DELETE /v2.0/networks/93ae6122-1969-4da6-a9dd-3252e53f0e9d HTTP/1.1" status: 204 len: 168 time: 1.5406051 Jul 05 02:35:06.250881 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 44630) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:06.255485 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-1b4dbc6e-f13f-4842-9f2a-7c8154090a71 None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:06.268212 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-1b4dbc6e-f13f-4842-9f2a-7c8154090a71 None None] Transition to ACTIVE for port object c959b5a0-c960-4aab-b16b-2cb485236f4b will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:35:06.315319 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-1b4dbc6e-f13f-4842-9f2a-7c8154090a71 None None] Transition to ACTIVE for port object c959b5a0-c960-4aab-b16b-2cb485236f4b will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:35:06.315504 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c112ac0c-339f-4f3f-8ce4-a1e38ee9c438 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Pushing event deleted for resources: {'Network': ['ID=93ae6122-1969-4da6-a9dd-3252e53f0e9d,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:06.400825 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4725f232-2b50-4077-afef-3512c5cb1185 req-52b17e8d-313f-43db-aa32-b7d7b4a9b7da tempest-InstanceActionsV221TestJSON-919439988 tempest-InstanceActionsV221TestJSON-919439988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:06.405507 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a0030557-492e-40f0-87dc-9d6a0f753113 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:06.441640 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f8fbd0-0328-46a9-a614-d1e85c67b58a tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:35:06.441640 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-63f8fbd0-0328-46a9-a614-d1e85c67b58a tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1832540 Jul 05 02:35:06.444995 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 44636) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:06.495605 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-1b4dbc6e-f13f-4842-9f2a-7c8154090a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:06.508854 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b17e8d-313f-43db-aa32-b7d7b4a9b7da tempest-InstanceActionsV221TestJSON-919439988 tempest-InstanceActionsV221TestJSON-919439988-project] Pushing event deleted for resources: {'Port': ['ID=c07e40e5-00cc-42e2-b72a-8bbe657a3a24,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:06.581510 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4dbc6e-f13f-4842-9f2a-7c8154090a71 None None] Network 53b0b599-cd00-490c-8ea9-cfae178e5588 is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:35:06.590932 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-1b4dbc6e-f13f-4842-9f2a-7c8154090a71 None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:35:06.593339 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4dbc6e-f13f-4842-9f2a-7c8154090a71 None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:35:06.594621 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd3ea6e-0d05-4fdc-a1d9-4f06b734196b req-7ea7f90e-e689-4064-b62a-3398092c8c91 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:35:06.596237 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8cd3ea6e-0d05-4fdc-a1d9-4f06b734196b req-7ea7f90e-e689-4064-b62a-3398092c8c91 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] 10.222.0.15 "GET /v2.0/ports?device_id=c92b9a24-9e44-4cd7-9afc-e7dd5720b292 HTTP/1.1" status: 200 len: 945 time: 1.0678616 Jul 05 02:35:06.603098 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9cd49822-4e5b-48df-b236-09ddde87ed80 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635398'] for router_interface, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:06.606164 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4dbc6e-f13f-4842-9f2a-7c8154090a71 None None] Pushing event updated for resources: {'Port': ['ID=c959b5a0-c960-4aab-b16b-2cb485236f4b,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:06.660780 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-f0235024-2ead-4559-b535-c15a06a7d423 req-0013e526-2965-4c9e-b2ba-141159b7e372 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] For port 94f2b79c-9261-4e8a-9b44-28a0046afe23, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=94f2b79c-9261-4e8a-9b44-28a0046afe23,segment=NetworkSegment(b4a50736-7a23-4bbb-b763-03a1debf2781),segment_id=b4a50736-7a23-4bbb-b763-03a1debf2781)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:35:06.661158 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f0235024-2ead-4559-b535-c15a06a7d423 req-0013e526-2965-4c9e-b2ba-141159b7e372 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:06.671852 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-1b4dbc6e-f13f-4842-9f2a-7c8154090a71 None None] Attempting to bind port c959b5a0-c960-4aab-b16b-2cb485236f4b on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:35:06.676206 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-1b4dbc6e-f13f-4842-9f2a-7c8154090a71 None None] Attempting to bind port c959b5a0-c960-4aab-b16b-2cb485236f4b by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '5682b45f-1827-4a28-ae80-998e00ccc8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '53b0b599-cd00-490c-8ea9-cfae178e5588'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:35:06.676590 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4dbc6e-f13f-4842-9f2a-7c8154090a71 None None] Attempting to bind port c959b5a0-c960-4aab-b16b-2cb485236f4b on network 53b0b599-cd00-490c-8ea9-cfae178e5588 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:35:06.682893 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4dbc6e-f13f-4842-9f2a-7c8154090a71 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:35:06.683280 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4dbc6e-f13f-4842-9f2a-7c8154090a71 None None] Checking segment: {'id': '5682b45f-1827-4a28-ae80-998e00ccc8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '53b0b599-cd00-490c-8ea9-cfae178e5588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:35:06.684338 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-1b4dbc6e-f13f-4842-9f2a-7c8154090a71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:06.684338 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4dbc6e-f13f-4842-9f2a-7c8154090a71 None None] Bound using segment: {'id': '5682b45f-1827-4a28-ae80-998e00ccc8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '53b0b599-cd00-490c-8ea9-cfae178e5588'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:35:06.684575 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-1b4dbc6e-f13f-4842-9f2a-7c8154090a71 None None] Bound port: c959b5a0-c960-4aab-b16b-2cb485236f4b, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5682b45f-1827-4a28-ae80-998e00ccc8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '53b0b599-cd00-490c-8ea9-cfae178e5588'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:35:06.685458 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-1b4dbc6e-f13f-4842-9f2a-7c8154090a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:06.724325 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-f0235024-2ead-4559-b535-c15a06a7d423 req-0013e526-2965-4c9e-b2ba-141159b7e372 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] Calling delete_port for 94f2b79c-9261-4e8a-9b44-28a0046afe23 owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:35:06.870521 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5678b1-188c-44d4-8eee-212fdc867475 req-1270da70-8670-4862-8e1a-ec7d0a7a295a tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:35:06.871189 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3d5678b1-188c-44d4-8eee-212fdc867475 req-1270da70-8670-4862-8e1a-ec7d0a7a295a tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3395e94-ff82-4e81-9331-b64fe4728999 HTTP/1.1" status: 200 len: 945 time: 0.5037589 Jul 05 02:35:06.873551 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-1b4dbc6e-f13f-4842-9f2a-7c8154090a71 None None] For port c959b5a0-c960-4aab-b16b-2cb485236f4b, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:35:06.878006 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-1b4dbc6e-f13f-4842-9f2a-7c8154090a71 None None] For port c959b5a0-c960-4aab-b16b-2cb485236f4b, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=c959b5a0-c960-4aab-b16b-2cb485236f4b,segment=NetworkSegment(5682b45f-1827-4a28-ae80-998e00ccc8db),segment_id=5682b45f-1827-4a28-ae80-998e00ccc8db)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:35:06.895877 n-d-771362-32 neutron-server[94462]: INFO neutron.api.v2.resource [None req-a0030557-492e-40f0-87dc-9d6a0f753113 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] update failed (client error): The resource could not be found. Jul 05 02:35:06.903079 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-a0030557-492e-40f0-87dc-9d6a0f753113 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] 10.222.0.23 "PUT /v2.0/routers/c5580069-f2fa-4ac2-92cb-1d5b5dae45c5 HTTP/1.1" status: 404 len: 339 time: 1.0376174 Jul 05 02:35:06.913287 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 94f2b79c-9261-4e8a-9b44-28a0046afe23 no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:35:06.919302 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 44650) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:06.927494 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-6a825a46-cb73-413f-8c1d-74f763dd1c03 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1234546778'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:35:06.971839 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-1b4dbc6e-f13f-4842-9f2a-7c8154090a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:06.999090 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-8cd3ea6e-0d05-4fdc-a1d9-4f06b734196b req-43a6a989-77eb-42ac-a585-5bf5c75a1783 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] Deleting port e05b10e7-6dbf-4708-a417-0ecd4922801a {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:35:06.999443 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-8cd3ea6e-0d05-4fdc-a1d9-4f06b734196b req-43a6a989-77eb-42ac-a585-5bf5c75a1783 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:07.016714 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-84916061-36cd-4cba-a938-0ef9b987ed5c tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.5705111 Jul 05 02:35:07.024654 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 44654) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:07.073640 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3d5678b1-188c-44d4-8eee-212fdc867475 req-ae191fd0-aadb-4063-ba82-79a9d286a229 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] 10.222.0.23 "GET /v2.0/security-groups?id=b12511d7-db06-44f1-9a59-5e8d4e800492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930969 Jul 05 02:35:07.079559 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-350889d7-139e-43a3-94da-f006b416aba1 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-504227669'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:35:07.115098 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4dbc6e-f13f-4842-9f2a-7c8154090a71 None None] Pushing event updated for resources: {'Port': ['ID=c959b5a0-c960-4aab-b16b-2cb485236f4b,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:07.141171 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:07.148268 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a825a46-cb73-413f-8c1d-74f763dd1c03 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Made reservation on behalf of 6f62952b264b4eb9913d764c8cb0555c for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:35:07.152380 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6a825a46-cb73-413f-8c1d-74f763dd1c03 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:07.207602 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a825a46-cb73-413f-8c1d-74f763dd1c03 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:35:07.224405 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-4725f232-2b50-4077-afef-3512c5cb1185 req-52b17e8d-313f-43db-aa32-b7d7b4a9b7da tempest-InstanceActionsV221TestJSON-919439988 tempest-InstanceActionsV221TestJSON-919439988-project] No DVR routers for this DVR port c07e40e5-00cc-42e2-b72a-8bbe657a3a24 on host n-h1-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:35:07.226532 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6a825a46-cb73-413f-8c1d-74f763dd1c03 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:07.226890 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-6a825a46-cb73-413f-8c1d-74f763dd1c03 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Added segment ca057c65-231a-4f0d-9fcf-517ff61ece2f of type vlan for network c4213a59-9768-44c8-b4ac-c49e7334b98c Jul 05 02:35:07.228256 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 94f2b79c-9261-4e8a-9b44-28a0046afe23, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=94f2b79c-9261-4e8a-9b44-28a0046afe23,segment=NetworkSegment(b4a50736-7a23-4bbb-b763-03a1debf2781),segment_id=b4a50736-7a23-4bbb-b763-03a1debf2781)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:35:07.232013 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3395e94-ff82-4e81-9331-b64fe4728999', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94f2b79c-9261-4e8a-9b44-28a0046afe23'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:35:07.235488 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08733e20-3368-413b-9d57-561c590beba0" -d '{"events": [{"server_uuid": "e3395e94-ff82-4e81-9331-b64fe4728999", "name": "network-vif-unplugged", "status": "completed", "tag": "94f2b79c-9261-4e8a-9b44-28a0046afe23"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:35:07.236003 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4725f232-2b50-4077-afef-3512c5cb1185 req-52b17e8d-313f-43db-aa32-b7d7b4a9b7da tempest-InstanceActionsV221TestJSON-919439988 tempest-InstanceActionsV221TestJSON-919439988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:07.238247 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4725f232-2b50-4077-afef-3512c5cb1185 req-52b17e8d-313f-43db-aa32-b7d7b4a9b7da tempest-InstanceActionsV221TestJSON-919439988 tempest-InstanceActionsV221TestJSON-919439988-project] 10.222.0.21 "DELETE /v2.0/ports/c07e40e5-00cc-42e2-b72a-8bbe657a3a24 HTTP/1.1" status: 204 len: 173 time: 4.0903273 Jul 05 02:35:07.240615 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d5b844e-4147-4d92-baa2-9af980ef8d19', 'name': 'network-vif-deleted', 'tag': 'c07e40e5-00cc-42e2-b72a-8bbe657a3a24'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:35:07.243069 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f01bef2-6908-4f96-aeaa-fb45592e9794" -d '{"events": [{"server_uuid": "9d5b844e-4147-4d92-baa2-9af980ef8d19", "name": "network-vif-deleted", "tag": "c07e40e5-00cc-42e2-b72a-8bbe657a3a24"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:35:07.297527 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6a825a46-cb73-413f-8c1d-74f763dd1c03 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:07.336891 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 02:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-decf7d78-0ef6-45fb-b562-7856762b8ba5 x-openstack-request-id: req-decf7d78-0ef6-45fb-b562-7856762b8ba5 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:35:07.336891 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3395e94-ff82-4e81-9331-b64fe4728999", "name": "network-vif-unplugged", "status": "completed", "tag": "94f2b79c-9261-4e8a-9b44-28a0046afe23", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:35:07.336891 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-decf7d78-0ef6-45fb-b562-7856762b8ba5 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:35:07.336891 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3395e94-ff82-4e81-9331-b64fe4728999', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94f2b79c-9261-4e8a-9b44-28a0046afe23', 'code': 200} Jul 05 02:35:07.391603 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cdf2ab9-1622-49b3-8219-2cd55ba25f7f x-openstack-request-id: req-1cdf2ab9-1622-49b3-8219-2cd55ba25f7f {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:35:07.392114 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d5b844e-4147-4d92-baa2-9af980ef8d19", "name": "network-vif-deleted", "tag": "c07e40e5-00cc-42e2-b72a-8bbe657a3a24", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:35:07.394793 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1cdf2ab9-1622-49b3-8219-2cd55ba25f7f {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:35:07.395301 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d5b844e-4147-4d92-baa2-9af980ef8d19', 'name': 'network-vif-deleted', 'tag': 'c07e40e5-00cc-42e2-b72a-8bbe657a3a24', 'status': 'completed', 'code': 200} Jul 05 02:35:07.405113 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-eba0cd16-671f-40ac-9439-a97767d7f8bc tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727655905311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6165454'] for subnet, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:07.429699 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-8cd3ea6e-0d05-4fdc-a1d9-4f06b734196b req-43a6a989-77eb-42ac-a585-5bf5c75a1783 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] For port e05b10e7-6dbf-4708-a417-0ecd4922801a, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=e05b10e7-6dbf-4708-a417-0ecd4922801a,segment=NetworkSegment(b4a50736-7a23-4bbb-b763-03a1debf2781),segment_id=b4a50736-7a23-4bbb-b763-03a1debf2781)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:35:07.429699 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-8cd3ea6e-0d05-4fdc-a1d9-4f06b734196b req-43a6a989-77eb-42ac-a585-5bf5c75a1783 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:07.435399 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:07.474001 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cd49822-4e5b-48df-b236-09ddde87ed80 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Router c9186722-52de-47b2-9135-5f1c8d3ae25d has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:35:07.488560 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-8cd3ea6e-0d05-4fdc-a1d9-4f06b734196b req-43a6a989-77eb-42ac-a585-5bf5c75a1783 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] Calling delete_port for e05b10e7-6dbf-4708-a417-0ecd4922801a owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:35:07.523781 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba0cd16-671f-40ac-9439-a97767d7f8bc tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:35:07.523781 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-eba0cd16-671f-40ac-9439-a97767d7f8bc tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks [] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:07.528344 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-eba0cd16-671f-40ac-9439-a97767d7f8bc tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] 10.222.0.23 "PUT /v2.0/subnets/42a33935-f199-40f8-9172-23ba0a826cad HTTP/1.1" status: 200 len: 900 time: 2.0957143 Jul 05 02:35:07.553673 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-350889d7-139e-43a3-94da-f006b416aba1 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Made reservation on behalf of eec53b7bac0445b2b9e29f73fcad1818 for: {'network': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:35:07.566805 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-350889d7-139e-43a3-94da-f006b416aba1 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:07.575201 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=94f2b79c-9261-4e8a-9b44-28a0046afe23,revision_number=6']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:07.611130 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 44670) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:07.621999 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device dc3d6d97-3047-4b86-a348-8de3f11630c0 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:35:07.645467 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: dc3d6d97-3047-4b86-a348-8de3f11630c0 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:35:07.650201 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device dc3d6d97-3047-4b86-a348-8de3f11630c0 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:35:07.708638 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7e6a6051-e548-4700-a16b-f020ae43c610 req-33f23ae1-848c-47b8-812b-c952a920161e tempest-InstanceActionsV221TestJSON-919439988 tempest-InstanceActionsV221TestJSON-919439988-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d5b844e-4147-4d92-baa2-9af980ef8d19 HTTP/1.1" status: 200 len: 210 time: 0.1227298 Jul 05 02:35:07.755930 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba0cd16-671f-40ac-9439-a97767d7f8bc tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Pushing event updated for resources: {'Subnet': ['ID=42a33935-f199-40f8-9172-23ba0a826cad,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:07.809798 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-350889d7-139e-43a3-94da-f006b416aba1 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=94461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:35:07.813254 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6a825a46-cb73-413f-8c1d-74f763dd1c03 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:07.827687 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a825a46-cb73-413f-8c1d-74f763dd1c03 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:35:07.828360 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6a825a46-cb73-413f-8c1d-74f763dd1c03 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:07.931954 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8571a9f9-2699-4022-a398-f1cf0b4b1f4c tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:07.951148 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a825a46-cb73-413f-8c1d-74f763dd1c03 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Pushing event updated for resources: {'Network': ['ID=c4213a59-9768-44c8-b4ac-c49e7334b98c,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:07.970655 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network c4213a59-9768-44c8-b4ac-c49e7334b98c details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:35:07.981910 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-350889d7-139e-43a3-94da-f006b416aba1 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:07.982608 n-d-771362-32 neutron-server[94461]: INFO neutron.db.segments_db [None req-350889d7-139e-43a3-94da-f006b416aba1 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Added segment ee19b817-4242-4c16-9d76-2e7edd1550e9 of type vlan for network 0f1a64ef-beb7-44b6-88a0-b25f09b3a855 Jul 05 02:35:07.996854 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cd49822-4e5b-48df-b236-09ddde87ed80 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:35:08.007861 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50ba0ab-579c-41eb-af00-f9226e45d680 None None] Sync routers for ids ['c9186722-52de-47b2-9135-5f1c8d3ae25d'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:35:08.008929 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f0235024-2ead-4559-b535-c15a06a7d423 req-0013e526-2965-4c9e-b2ba-141159b7e372 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:08.020154 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-9cd49822-4e5b-48df-b236-09ddde87ed80 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "PUT /v2.0/routers/c9186722-52de-47b2-9135-5f1c8d3ae25d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3021569 Jul 05 02:35:08.023117 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 44676) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:08.026232 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50ba0ab-579c-41eb-af00-f9226e45d680 None None] Routers {'c9186722-52de-47b2-9135-5f1c8d3ae25d'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:35:08.026866 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-b50ba0ab-579c-41eb-af00-f9226e45d680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:34:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['c9186722-52de-47b2-9135-5f1c8d3ae25d'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:35:08.047518 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-8571a9f9-2699-4022-a398-f1cf0b4b1f4c tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Deleting port c959b5a0-c960-4aab-b16b-2cb485236f4b {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:35:08.047959 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8571a9f9-2699-4022-a398-f1cf0b4b1f4c tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:08.067183 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['e05b10e7-6dbf-4708-a417-0ecd4922801a'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:35:08.090702 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0013e526-2965-4c9e-b2ba-141159b7e372 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] Pushing event deleted for resources: {'Port': ['ID=94f2b79c-9261-4e8a-9b44-28a0046afe23,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:08.103796 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-6a825a46-cb73-413f-8c1d-74f763dd1c03 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.1833618 Jul 05 02:35:08.130376 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 44678) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:08.176290 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-faabe4ed-f312-4b1d-8c5a-f4db0d60b18c tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Request body: {'subnet': {'network_id': 'c4213a59-9768-44c8-b4ac-c49e7334b98c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:35:08.185905 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-350889d7-139e-43a3-94da-f006b416aba1 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:08.347643 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-b50ba0ab-579c-41eb-af00-f9226e45d680 None None] Set router c9186722-52de-47b2-9135-5f1c8d3ae25d gateway port host: None {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:35:08.397337 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-8cd3ea6e-0d05-4fdc-a1d9-4f06b734196b req-43a6a989-77eb-42ac-a585-5bf5c75a1783 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:08.401054 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cb4f603-dd76-46fa-be76-aa3c4510fe47 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Deleting subnet 8145a2d0-1847-44ba-9921-d01ca12a6710 {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:35:08.421873 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2cb4f603-dd76-46fa-be76-aa3c4510fe47 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:08.442767 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.db.resource_extend [None req-350889d7-139e-43a3-94da-f006b416aba1 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 02:35:08.496381 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0235024-2ead-4559-b535-c15a06a7d423 req-0013e526-2965-4c9e-b2ba-141159b7e372 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] No DVR routers for this DVR port 94f2b79c-9261-4e8a-9b44-28a0046afe23 on host n-h1-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:35:08.523030 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2cb4f603-dd76-46fa-be76-aa3c4510fe47 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:08.586013 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-8571a9f9-2699-4022-a398-f1cf0b4b1f4c tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] For port c959b5a0-c960-4aab-b16b-2cb485236f4b, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=c959b5a0-c960-4aab-b16b-2cb485236f4b,segment=NetworkSegment(5682b45f-1827-4a28-ae80-998e00ccc8db),segment_id=5682b45f-1827-4a28-ae80-998e00ccc8db)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:35:08.586510 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8571a9f9-2699-4022-a398-f1cf0b4b1f4c tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:08.598216 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f0235024-2ead-4559-b535-c15a06a7d423 req-0013e526-2965-4c9e-b2ba-141159b7e372 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:08.602150 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f0235024-2ead-4559-b535-c15a06a7d423 req-0013e526-2965-4c9e-b2ba-141159b7e372 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] 10.222.0.21 "DELETE /v2.0/ports/94f2b79c-9261-4e8a-9b44-28a0046afe23 HTTP/1.1" status: 204 len: 173 time: 3.4668078 Jul 05 02:35:08.634686 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-8571a9f9-2699-4022-a398-f1cf0b4b1f4c tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Calling delete_port for c959b5a0-c960-4aab-b16b-2cb485236f4b owned by network:dhcp {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:35:08.679448 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a6a989-77eb-42ac-a585-5bf5c75a1783 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] Pushing event deleted for resources: {'Port': ['ID=e05b10e7-6dbf-4708-a417-0ecd4922801a,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:08.727013 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-30605d35-8b29-4ea4-90ae-74095d7dbd4e req-71835ffd-c65f-4cd2-a8af-f301dec70429 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3395e94-ff82-4e81-9331-b64fe4728999 HTTP/1.1" status: 200 len: 210 time: 0.3157544 Jul 05 02:35:08.786823 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-b50ba0ab-579c-41eb-af00-f9226e45d680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9186722-52de-47b2-9135-5f1c8d3ae25d', 'name': 'tempest-RoutersTest-router-470164913', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:33:46Z', 'updated_at': '2021-07-05T02:35:04Z', 'revision_number': 9, 'project_id': '1593a1e15f6f447095222242302728ea', 'gw_port_host': None, '_interfaces': [{'id': '8618466f-a565-4b5c-82a9-c5490b94b1a3', 'name': '', 'network_id': 'f0125670-d567-405c-b9f9-ee4770d92856', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'mac_address': 'fa:16:3e:3b:45:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9186722-52de-47b2-9135-5f1c8d3ae25d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': '008675e9-deb9-4e8a-a572-225b5a0b3f0e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:34:06Z', 'updated_at': '2021-07-05T02:34:18Z', 'revision_number': 5, 'project_id': '1593a1e15f6f447095222242302728ea', 'subnets': [{'id': '008675e9-deb9-4e8a-a572-225b5a0b3f0e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dba0dfbf-7010-4536-b7df-26e9ea799191', 'name': '', 'network_id': '3fed85df-41ee-4d95-a0fe-213f0ea583d4', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'mac_address': 'fa:16:3e:f2:fd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9186722-52de-47b2-9135-5f1c8d3ae25d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': 'd6de9b19-3a6a-419b-855c-91ae8d28d02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:33:52Z', 'updated_at': '2021-07-05T02:34:04Z', 'revision_number': 5, 'project_id': '1593a1e15f6f447095222242302728ea', 'subnets': [{'id': 'd6de9b19-3a6a-419b-855c-91ae8d28d02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:35:08.787505 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2cb4f603-dd76-46fa-be76-aa3c4510fe47 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:08.787615 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eaa6233-0ffc-48c3-98bc-f0dd0386ba23 None None] Network 53b0b599-cd00-490c-8ea9-cfae178e5588 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:35:08.840229 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cd3ea6e-0d05-4fdc-a1d9-4f06b734196b req-43a6a989-77eb-42ac-a585-5bf5c75a1783 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] No DVR routers for this DVR port e05b10e7-6dbf-4708-a417-0ecd4922801a on host n-h2-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:35:08.851381 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-8cd3ea6e-0d05-4fdc-a1d9-4f06b734196b req-43a6a989-77eb-42ac-a585-5bf5c75a1783 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:08.853680 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8cd3ea6e-0d05-4fdc-a1d9-4f06b734196b req-43a6a989-77eb-42ac-a585-5bf5c75a1783 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] 10.222.0.15 "DELETE /v2.0/ports/e05b10e7-6dbf-4708-a417-0ecd4922801a HTTP/1.1" status: 204 len: 173 time: 2.2484632 Jul 05 02:35:08.861205 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-350889d7-139e-43a3-94da-f006b416aba1 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:08.871928 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350889d7-139e-43a3-94da-f006b416aba1 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:35:08.875089 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-350889d7-139e-43a3-94da-f006b416aba1 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:08.983977 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faabe4ed-f312-4b1d-8c5a-f4db0d60b18c tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Made reservation on behalf of 6f62952b264b4eb9913d764c8cb0555c for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:35:08.998314 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-faabe4ed-f312-4b1d-8c5a-f4db0d60b18c tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:09.025406 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50ba0ab-579c-41eb-af00-f9226e45d680 None None] Checking router: c9186722-52de-47b2-9135-5f1c8d3ae25d for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:35:09.038261 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50ba0ab-579c-41eb-af00-f9226e45d680 None None] Routers {'c9186722-52de-47b2-9135-5f1c8d3ae25d'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:35:09.039097 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-b50ba0ab-579c-41eb-af00-f9226e45d680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:34:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['c9186722-52de-47b2-9135-5f1c8d3ae25d'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:35:09.148989 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e59911a1-b011-4b32-b3cf-671eb79e1f30 req-0d1e2437-d839-4f01-b9c1-ff9b3f99305b tempest-InstanceActionsV221TestJSON-919439988 tempest-InstanceActionsV221TestJSON-919439988-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d5b844e-4147-4d92-baa2-9af980ef8d19 HTTP/1.1" status: 200 len: 210 time: 0.0882976 Jul 05 02:35:09.155553 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8571a9f9-2699-4022-a398-f1cf0b4b1f4c tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:09.157103 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-b50ba0ab-579c-41eb-af00-f9226e45d680 None None] Set router c9186722-52de-47b2-9135-5f1c8d3ae25d gateway port host: None {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:35:09.165812 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-4a3d258e-5d92-4152-9c7e-192c46294523 None None] Provisioning for port c959b5a0-c960-4aab-b16b-2cb485236f4b completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:35:09.167161 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2cb4f603-dd76-46fa-be76-aa3c4510fe47 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:09.172562 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-350889d7-139e-43a3-94da-f006b416aba1 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.1117532 Jul 05 02:35:09.180274 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-4a3d258e-5d92-4152-9c7e-192c46294523 None None] Provisioning complete for port c959b5a0-c960-4aab-b16b-2cb485236f4b triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:35:09.194159 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4a3d258e-5d92-4152-9c7e-192c46294523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:09.198074 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 44692) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:09.218453 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-6cc8b927-085a-41d6-beda-0d8e4938151d tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Request body: {'subnet': {'network_id': '0f1a64ef-beb7-44b6-88a0-b25f09b3a855', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:35:09.231620 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2cb4f603-dd76-46fa-be76-aa3c4510fe47 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks [] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:09.238850 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-4a3d258e-5d92-4152-9c7e-192c46294523 None None] Port c959b5a0-c960-4aab-b16b-2cb485236f4b was deleted so its status cannot be updated. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 05 02:35:09.253671 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-2cb4f603-dd76-46fa-be76-aa3c4510fe47 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "DELETE /v2.0/subnets/8145a2d0-1847-44ba-9921-d01ca12a6710 HTTP/1.1" status: 204 len: 168 time: 1.2152224 Jul 05 02:35:09.253671 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 44694) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:09.254589 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0163ee-b066-4b95-9fab-fcd497afb8bc None None] Network a0a373d6-b059-4c9f-a45c-2b7e3e67bb6f requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:35:09.254692 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8571a9f9-2699-4022-a398-f1cf0b4b1f4c tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Pushing event deleted for resources: {'Port': ['ID=c959b5a0-c960-4aab-b16b-2cb485236f4b,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:09.309949 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350889d7-139e-43a3-94da-f006b416aba1 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Pushing event updated for resources: {'Network': ['ID=0f1a64ef-beb7-44b6-88a0-b25f09b3a855,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:09.362705 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 0f1a64ef-beb7-44b6-88a0-b25f09b3a855 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:35:09.400789 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3395e94-ff82-4e81-9331-b64fe4728999', 'name': 'network-vif-deleted', 'tag': '94f2b79c-9261-4e8a-9b44-28a0046afe23'}, {'server_uuid': 'c92b9a24-9e44-4cd7-9afc-e7dd5720b292', 'name': 'network-vif-deleted', 'tag': 'e05b10e7-6dbf-4708-a417-0ecd4922801a'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:35:09.405113 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb4f603-dd76-46fa-be76-aa3c4510fe47 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Pushing event deleted for resources: {'Subnet': ['ID=8145a2d0-1847-44ba-9921-d01ca12a6710,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:09.405259 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e1b11a8-e86e-4eb7-93bb-92e30bf9d453" -d '{"events": [{"server_uuid": "e3395e94-ff82-4e81-9331-b64fe4728999", "name": "network-vif-deleted", "tag": "94f2b79c-9261-4e8a-9b44-28a0046afe23"}, {"server_uuid": "c92b9a24-9e44-4cd7-9afc-e7dd5720b292", "name": "network-vif-deleted", "tag": "e05b10e7-6dbf-4708-a417-0ecd4922801a"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:35:09.556728 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-36757bfa-10b9-45bb-8fca-b26d4b92641a tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:09.560851 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 05 Jul 2021 02:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc088ff-8306-4703-8674-1730e9facc1d x-openstack-request-id: req-1bc088ff-8306-4703-8674-1730e9facc1d {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:35:09.561158 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3395e94-ff82-4e81-9331-b64fe4728999", "name": "network-vif-deleted", "tag": "94f2b79c-9261-4e8a-9b44-28a0046afe23", "status": "completed", "code": 200}, {"server_uuid": "c92b9a24-9e44-4cd7-9afc-e7dd5720b292", "name": "network-vif-deleted", "tag": "e05b10e7-6dbf-4708-a417-0ecd4922801a", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:35:09.561413 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1bc088ff-8306-4703-8674-1730e9facc1d {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:35:09.561814 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3395e94-ff82-4e81-9331-b64fe4728999', 'name': 'network-vif-deleted', 'tag': '94f2b79c-9261-4e8a-9b44-28a0046afe23', 'status': 'completed', 'code': 200} Jul 05 02:35:09.562071 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c92b9a24-9e44-4cd7-9afc-e7dd5720b292', 'name': 'network-vif-deleted', 'tag': 'e05b10e7-6dbf-4708-a417-0ecd4922801a', 'status': 'completed', 'code': 200} Jul 05 02:35:09.574409 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8571a9f9-2699-4022-a398-f1cf0b4b1f4c tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] No DVR routers for this DVR port c959b5a0-c960-4aab-b16b-2cb485236f4b on host n-d-771362-32 {{(pid=94462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:35:09.595290 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-b50ba0ab-579c-41eb-af00-f9226e45d680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9186722-52de-47b2-9135-5f1c8d3ae25d', 'name': 'tempest-RoutersTest-router-470164913', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:33:46Z', 'updated_at': '2021-07-05T02:35:04Z', 'revision_number': 9, 'project_id': '1593a1e15f6f447095222242302728ea', 'gw_port_host': None, '_interfaces': [{'id': '8618466f-a565-4b5c-82a9-c5490b94b1a3', 'name': '', 'network_id': 'f0125670-d567-405c-b9f9-ee4770d92856', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'mac_address': 'fa:16:3e:3b:45:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9186722-52de-47b2-9135-5f1c8d3ae25d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': '008675e9-deb9-4e8a-a572-225b5a0b3f0e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:34:06Z', 'updated_at': '2021-07-05T02:34:18Z', 'revision_number': 5, 'project_id': '1593a1e15f6f447095222242302728ea', 'subnets': [{'id': '008675e9-deb9-4e8a-a572-225b5a0b3f0e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dba0dfbf-7010-4536-b7df-26e9ea799191', 'name': '', 'network_id': '3fed85df-41ee-4d95-a0fe-213f0ea583d4', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'mac_address': 'fa:16:3e:f2:fd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9186722-52de-47b2-9135-5f1c8d3ae25d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': 'd6de9b19-3a6a-419b-855c-91ae8d28d02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:33:52Z', 'updated_at': '2021-07-05T02:34:04Z', 'revision_number': 5, 'project_id': '1593a1e15f6f447095222242302728ea', 'subnets': [{'id': 'd6de9b19-3a6a-419b-855c-91ae8d28d02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:35:09.632608 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50ba0ab-579c-41eb-af00-f9226e45d680 None None] The sync data for ids ['c9186722-52de-47b2-9135-5f1c8d3ae25d'] in n-d-771362-32 is: [{'id': 'c9186722-52de-47b2-9135-5f1c8d3ae25d', 'name': 'tempest-RoutersTest-router-470164913', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:33:46Z', 'updated_at': '2021-07-05T02:35:04Z', 'revision_number': 9, 'project_id': '1593a1e15f6f447095222242302728ea', 'gw_port_host': None, '_interfaces': [{'id': '8618466f-a565-4b5c-82a9-c5490b94b1a3', 'name': '', 'network_id': 'f0125670-d567-405c-b9f9-ee4770d92856', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'mac_address': 'fa:16:3e:3b:45:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9186722-52de-47b2-9135-5f1c8d3ae25d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': '008675e9-deb9-4e8a-a572-225b5a0b3f0e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:34:06Z', 'updated_at': '2021-07-05T02:34:18Z', 'revision_number': 5, 'project_id': '1593a1e15f6f447095222242302728ea', 'subnets': [{'id': '008675e9-deb9-4e8a-a572-225b5a0b3f0e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dba0dfbf-7010-4536-b7df-26e9ea799191', 'name': '', 'network_id': '3fed85df-41ee-4d95-a0fe-213f0ea583d4', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'mac_address': 'fa:16:3e:f2:fd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9186722-52de-47b2-9135-5f1c8d3ae25d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': 'd6de9b19-3a6a-419b-855c-91ae8d28d02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:33:52Z', 'updated_at': '2021-07-05T02:34:04Z', 'revision_number': 5, 'project_id': '1593a1e15f6f447095222242302728ea', 'subnets': [{'id': 'd6de9b19-3a6a-419b-855c-91ae8d28d02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:35:09.674836 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc8b927-085a-41d6-beda-0d8e4938151d tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Made reservation on behalf of eec53b7bac0445b2b9e29f73fcad1818 for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:35:09.696369 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6cc8b927-085a-41d6-beda-0d8e4938151d tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:09.726356 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8571a9f9-2699-4022-a398-f1cf0b4b1f4c tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:09.753582 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-74b5c573-ac3f-4aba-8bc7-45daf5ece922 None None] Could not find standard attr ID for object c959b5a0-c960-4aab-b16b-2cb485236f4b. {{(pid=94463) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 02:35:09.765183 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb50190-7fd0-4106-980a-74184c1a3d3a None None] Network 53b0b599-cd00-490c-8ea9-cfae178e5588 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:35:09.861137 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-36757bfa-10b9-45bb-8fca-b26d4b92641a tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Deleting port a6e52faa-4719-455d-9c8b-3fe36030423c {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:35:09.861137 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-36757bfa-10b9-45bb-8fca-b26d4b92641a tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:09.892287 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-faabe4ed-f312-4b1d-8c5a-f4db0d60b18c tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5763451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774823'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:09.990557 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-36757bfa-10b9-45bb-8fca-b26d4b92641a tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] For port a6e52faa-4719-455d-9c8b-3fe36030423c, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=a6e52faa-4719-455d-9c8b-3fe36030423c,segment=NetworkSegment(28442954-3b94-4232-a210-770f1ad638f0),segment_id=28442954-3b94-4232-a210-770f1ad638f0)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:35:09.991235 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-36757bfa-10b9-45bb-8fca-b26d4b92641a tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:10.074382 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc9b8cd-59a9-472b-b5f1-b7cfe819b204 None None] DHCP port deletion for a0a373d6-b059-4c9f-a45c-2b7e3e67bb6f request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:35:10.115604 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-36757bfa-10b9-45bb-8fca-b26d4b92641a tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Calling delete_port for a6e52faa-4719-455d-9c8b-3fe36030423c owned by network:dhcp {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:35:10.136320 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-030e0b53-8859-4b68-8235-b9633689d481 req-7aba9a87-7ec4-4f81-9802-cacd922be784 tempest-ListServersNegativeTestJSON-1687521891 tempest-ListServersNegativeTestJSON-1687521891-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3395e94-ff82-4e81-9331-b64fe4728999 HTTP/1.1" status: 200 len: 210 time: 0.1266546 Jul 05 02:35:10.139965 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8571a9f9-2699-4022-a398-f1cf0b4b1f4c tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:10.160821 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-4fc9b8cd-59a9-472b-b5f1-b7cfe819b204 None None] Deleting port a6e52faa-4719-455d-9c8b-3fe36030423c {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:35:10.160821 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4fc9b8cd-59a9-472b-b5f1-b7cfe819b204 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:10.229849 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-4fc9b8cd-59a9-472b-b5f1-b7cfe819b204 None None] For port a6e52faa-4719-455d-9c8b-3fe36030423c, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=a6e52faa-4719-455d-9c8b-3fe36030423c,segment=NetworkSegment(28442954-3b94-4232-a210-770f1ad638f0),segment_id=28442954-3b94-4232-a210-770f1ad638f0)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:35:10.230606 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4fc9b8cd-59a9-472b-b5f1-b7cfe819b204 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:10.257063 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-4fc9b8cd-59a9-472b-b5f1-b7cfe819b204 None None] Calling delete_port for a6e52faa-4719-455d-9c8b-3fe36030423c owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:35:10.351798 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8571a9f9-2699-4022-a398-f1cf0b4b1f4c tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Pushing event deleted for resources: {'Subnet': ['ID=42a33935-f199-40f8-9172-23ba0a826cad,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:10.370065 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faabe4ed-f312-4b1d-8c5a-f4db0d60b18c tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Pushing event updated for resources: {'Subnet': ['ID=53285327-c934-44b7-9f6f-af0bf11138d5,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:10.392748 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faabe4ed-f312-4b1d-8c5a-f4db0d60b18c tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Checking segment: {'id': 'ca057c65-231a-4f0d-9fcf-517ff61ece2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'c4213a59-9768-44c8-b4ac-c49e7334b98c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:35:10.393567 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faabe4ed-f312-4b1d-8c5a-f4db0d60b18c tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Network hostable DHCP agents. Network: c4213a59-9768-44c8-b4ac-c49e7334b98c, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:35:10.483957 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device e05b10e7-6dbf-4708-a417-0ecd4922801a no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:35:10.506869 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] No Port match for: e05b10e7-6dbf-4708-a417-0ecd4922801a {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:35:10.506869 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device e05b10e7-6dbf-4708-a417-0ecd4922801a not bound to the agent host n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:35:10.532487 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8571a9f9-2699-4022-a398-f1cf0b4b1f4c tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:10.544529 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-8571a9f9-2699-4022-a398-f1cf0b4b1f4c tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53b0b599-cd00-490c-8ea9-cfae178e5588']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:35:10.563157 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-8571a9f9-2699-4022-a398-f1cf0b4b1f4c tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5682b45f-1827-4a28-ae80-998e00ccc8db') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:35:10.563760 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-8571a9f9-2699-4022-a398-f1cf0b4b1f4c tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5682b45f-1827-4a28-ae80-998e00ccc8db') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:35:10.581011 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4fc9b8cd-59a9-472b-b5f1-b7cfe819b204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:10.581738 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6cc8b927-085a-41d6-beda-0d8e4938151d tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5763451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774823'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:10.589828 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8571a9f9-2699-4022-a398-f1cf0b4b1f4c tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:10.594190 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faabe4ed-f312-4b1d-8c5a-f4db0d60b18c tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Network c4213a59-9768-44c8-b4ac-c49e7334b98c is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:35:10.631667 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc9b8cd-59a9-472b-b5f1-b7cfe819b204 None None] Pushing event deleted for resources: {'Port': ['ID=a6e52faa-4719-455d-9c8b-3fe36030423c,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:10.631788 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8571a9f9-2699-4022-a398-f1cf0b4b1f4c tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:10.631893 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff22b92-1d51-4b3e-869b-02365a0472c9 None None] Network 53b0b599-cd00-490c-8ea9-cfae178e5588 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:35:10.634209 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc9b8cd-59a9-472b-b5f1-b7cfe819b204 None None] No DVR routers for this DVR port a6e52faa-4719-455d-9c8b-3fe36030423c on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:35:10.653462 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8571a9f9-2699-4022-a398-f1cf0b4b1f4c tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:35:10.654350 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8571a9f9-2699-4022-a398-f1cf0b4b1f4c tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:10.659570 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:35:10.659570 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:35:10.659570 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:35:10.659570 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:35:10.659570 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:35:10.659570 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:35:10.659570 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:35:10.659570 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:35:10.659570 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:35:10.659570 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:35:10.659570 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:35:10.659570 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:35:10.659570 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:35:10.659570 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:35:10.659570 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:35:10.659570 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:35:10.659570 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:35:10.659570 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:35:10.659570 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:35:10.659570 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:35:10.659570 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:35:10.659570 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:35:10.659570 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:35:10.659570 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:35:10.659570 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:35:10.659570 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:35:10.659570 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:35:10.659570 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:35:10.659570 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:35:10.659570 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:35:10.659570 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:35:10.659570 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:35:10.718372 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc8b927-085a-41d6-beda-0d8e4938151d tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Pushing event updated for resources: {'Subnet': ['ID=3e1bbce1-132c-4fc8-a647-d1065cc1860b,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:10.731986 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-36757bfa-10b9-45bb-8fca-b26d4b92641a tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:10.786635 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc8b927-085a-41d6-beda-0d8e4938151d tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Checking segment: {'id': 'ee19b817-4242-4c16-9d76-2e7edd1550e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0f1a64ef-beb7-44b6-88a0-b25f09b3a855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:35:10.788869 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc8b927-085a-41d6-beda-0d8e4938151d tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Network hostable DHCP agents. Network: 0f1a64ef-beb7-44b6-88a0-b25f09b3a855, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:35:10.797619 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36757bfa-10b9-45bb-8fca-b26d4b92641a tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] No DVR routers for this DVR port a6e52faa-4719-455d-9c8b-3fe36030423c on host n-d-771362-32 {{(pid=94462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:35:10.810733 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36757bfa-10b9-45bb-8fca-b26d4b92641a tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Pushing event deleted for resources: {'Port': ['ID=a6e52faa-4719-455d-9c8b-3fe36030423c,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:10.834437 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-faabe4ed-f312-4b1d-8c5a-f4db0d60b18c tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, c4213a59-9768-44c8-b4ac-c49e7334b98c) {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:35:10.844654 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166ec26c-98b3-4512-89bc-570cdfda483c None None] Network c4213a59-9768-44c8-b4ac-c49e7334b98c requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:35:10.849440 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faabe4ed-f312-4b1d-8c5a-f4db0d60b18c tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:35:10.850096 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-faabe4ed-f312-4b1d-8c5a-f4db0d60b18c tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:10.904890 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 44724) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:10.948074 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-36757bfa-10b9-45bb-8fca-b26d4b92641a tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:10.974939 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-36757bfa-10b9-45bb-8fca-b26d4b92641a tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0a373d6-b059-4c9f-a45c-2b7e3e67bb6f']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:35:10.977765 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_v2 [None req-9047f049-bcbd-478b-9679-00fa24253c90 admin admin] Deleting subnet dc4d4c51-7d6e-4133-ad20-65973bd435c1 {{(pid=94461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:35:10.993788 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9047f049-bcbd-478b-9679-00fa24253c90 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:11.010254 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-36757bfa-10b9-45bb-8fca-b26d4b92641a tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28442954-3b94-4232-a210-770f1ad638f0') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:35:11.020026 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-36757bfa-10b9-45bb-8fca-b26d4b92641a tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28442954-3b94-4232-a210-770f1ad638f0') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:35:11.022927 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8571a9f9-2699-4022-a398-f1cf0b4b1f4c tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:11.030564 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-faabe4ed-f312-4b1d-8c5a-f4db0d60b18c tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.8949866 Jul 05 02:35:11.033362 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc8b927-085a-41d6-beda-0d8e4938151d tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Network 0f1a64ef-beb7-44b6-88a0-b25f09b3a855 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:35:11.044508 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 44726) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:11.047907 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698a3bbc-924c-4738-9b83-3815159845fb None None] DHCP port deletion for 53b0b599-cd00-490c-8ea9-cfae178e5588 request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:35:11.050465 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-360468d5-91e2-4c75-a2d7-0450c1c54e8c tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c4213a59-9768-44c8-b4ac-c49e7334b98c'}}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:35:11.065321 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8571a9f9-2699-4022-a398-f1cf0b4b1f4c tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:11.066657 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-6cc8b927-085a-41d6-beda-0d8e4938151d tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 0f1a64ef-beb7-44b6-88a0-b25f09b3a855) {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:35:11.072815 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-8571a9f9-2699-4022-a398-f1cf0b4b1f4c tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] 10.222.0.23 "DELETE /v2.0/networks/53b0b599-cd00-490c-8ea9-cfae178e5588 HTTP/1.1" status: 204 len: 168 time: 3.4336979 Jul 05 02:35:11.072815 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-36757bfa-10b9-45bb-8fca-b26d4b92641a tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:11.079250 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 44728) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:11.117432 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8571a9f9-2699-4022-a398-f1cf0b4b1f4c tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Pushing event deleted for resources: {'Network': ['ID=53b0b599-cd00-490c-8ea9-cfae178e5588,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:11.124621 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-36757bfa-10b9-45bb-8fca-b26d4b92641a tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:11.134788 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36757bfa-10b9-45bb-8fca-b26d4b92641a tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:35:11.135332 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-36757bfa-10b9-45bb-8fca-b26d4b92641a tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:11.138481 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9047f049-bcbd-478b-9679-00fa24253c90 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5519650'] for subnet, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:11.138630 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:35:11.138630 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:35:11.138630 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:35:11.138630 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:35:11.138630 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:35:11.138630 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:35:11.138630 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:35:11.138630 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:35:11.138630 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:35:11.138630 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:35:11.138630 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:35:11.138630 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:35:11.138630 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:35:11.138630 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:35:11.138630 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:35:11.138630 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:35:11.138630 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:35:11.138630 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:35:11.138630 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:35:11.138630 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:35:11.138630 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:35:11.138630 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:35:11.138630 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:35:11.138630 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:35:11.138630 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:35:11.138630 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:35:11.138630 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:35:11.138630 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:35:11.138630 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:35:11.138630 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:35:11.138630 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:35:11.138630 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:35:11.151073 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19867e4-c6bb-4feb-b9ba-8005b38ed51c None None] Network 0f1a64ef-beb7-44b6-88a0-b25f09b3a855 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:35:11.178430 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc8b927-085a-41d6-beda-0d8e4938151d tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:35:11.179366 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6cc8b927-085a-41d6-beda-0d8e4938151d tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:11.253857 n-d-771362-32 neutron-server[94461]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e9a87c0-8d7c-401a-94a4-2869704e3891 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] DELETE failed (client error): The resource could not be found. Jul 05 02:35:11.254646 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e9a87c0-8d7c-401a-94a4-2869704e3891 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:35:11.259908 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-1e9a87c0-8d7c-401a-94a4-2869704e3891 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] 10.222.0.23 "DELETE /v2.0/subnets/42a33935-f199-40f8-9172-23ba0a826cad HTTP/1.1" status: 404 len: 337 time: 0.1398773 Jul 05 02:35:11.266834 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 44732) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:11.326994 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fbc9667-8131-4ea9-beb8-b7a4211b325a tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] DELETE failed (client error): The resource could not be found. Jul 05 02:35:11.330220 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fbc9667-8131-4ea9-beb8-b7a4211b325a tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94462) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:35:11.332802 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-7fbc9667-8131-4ea9-beb8-b7a4211b325a tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] 10.222.0.23 "DELETE /v2.0/networks/53b0b599-cd00-490c-8ea9-cfae178e5588 HTTP/1.1" status: 404 len: 339 time: 0.0640390 Jul 05 02:35:11.339016 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 44738) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:11.424884 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492c5f84-8700-4e2a-adb3-1f8a7b125617 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-c4213a59-9768-44c8-b4ac-c49e7334b98c', 'network_id': 'c4213a59-9768-44c8-b4ac-c49e7334b98c', 'tenant_id': '6f62952b264b4eb9913d764c8cb0555c', 'fixed_ips': [{'subnet_id': '53285327-c934-44b7-9f6f-af0bf11138d5'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:35:11.426844 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-492c5f84-8700-4e2a-adb3-1f8a7b125617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:11.439379 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1c045458-6e85-464c-9bec-450e8a64f763 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:11.470811 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device a6e52faa-4719-455d-9c8b-3fe36030423c no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:35:11.479694 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 44742) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:11.480032 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-6cc8b927-085a-41d6-beda-0d8e4938151d tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2807646 Jul 05 02:35:11.489403 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9047f049-bcbd-478b-9679-00fa24253c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:11.499532 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: a6e52faa-4719-455d-9c8b-3fe36030423c {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:35:11.499874 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device a6e52faa-4719-455d-9c8b-3fe36030423c not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:35:11.500303 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device c959b5a0-c960-4aab-b16b-2cb485236f4b no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:35:11.517945 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 44744) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:11.533991 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-144c85ce-7244-48ae-94e7-9feee62a1f0a tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Request body: {'port': {'network_id': '0f1a64ef-beb7-44b6-88a0-b25f09b3a855', 'name': 'tempest-PortsIpV6TestJSON-1649261003'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:35:11.548014 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: c959b5a0-c960-4aab-b16b-2cb485236f4b {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:35:11.548014 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device c959b5a0-c960-4aab-b16b-2cb485236f4b not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:35:11.548014 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 2ba2546e-a4bb-4dcf-aec4-ab83521d257f no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:35:11.566254 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-36757bfa-10b9-45bb-8fca-b26d4b92641a tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:11.576233 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 2ba2546e-a4bb-4dcf-aec4-ab83521d257f {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:35:11.576590 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 2ba2546e-a4bb-4dcf-aec4-ab83521d257f not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:35:11.606030 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_v2 [None req-a761f398-9e13-46a7-b565-c0130b782bd6 admin admin] Deleting subnet 73a2242e-983a-4dab-a85f-708cce68efb7 {{(pid=94461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:35:11.668619 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-36757bfa-10b9-45bb-8fca-b26d4b92641a tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:11.671600 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-36757bfa-10b9-45bb-8fca-b26d4b92641a tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "DELETE /v2.0/networks/a0a373d6-b059-4c9f-a45c-2b7e3e67bb6f HTTP/1.1" status: 204 len: 168 time: 2.4147353 Jul 05 02:35:11.671600 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36757bfa-10b9-45bb-8fca-b26d4b92641a tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Pushing event deleted for resources: {'Network': ['ID=a0a373d6-b059-4c9f-a45c-2b7e3e67bb6f,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:11.680755 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 44748) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:11.682346 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1c045458-6e85-464c-9bec-450e8a64f763 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:11.715938 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-1c045458-6e85-464c-9bec-450e8a64f763 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90c54ce4-c9de-4e53-8c94-5681db720733']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:35:11.720363 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a761f398-9e13-46a7-b565-c0130b782bd6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:11.775992 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-1c045458-6e85-464c-9bec-450e8a64f763 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f582c00d-c129-44b9-a641-423f9f9daef5') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:35:11.776944 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-1c045458-6e85-464c-9bec-450e8a64f763 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f582c00d-c129-44b9-a641-423f9f9daef5') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:35:11.789368 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1c045458-6e85-464c-9bec-450e8a64f763 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:11.805247 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1c045458-6e85-464c-9bec-450e8a64f763 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:11.813019 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c045458-6e85-464c-9bec-450e8a64f763 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:35:11.814015 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1c045458-6e85-464c-9bec-450e8a64f763 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:11.883131 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:35:11.883131 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:35:11.883131 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:35:11.883131 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:35:11.883131 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:35:11.883131 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:35:11.883131 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:35:11.883131 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:35:11.883131 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:35:11.883131 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:35:11.883131 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:35:11.883131 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:35:11.883131 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:35:11.883131 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:35:11.883131 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:35:11.883131 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:35:11.883131 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:35:11.883131 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:35:11.883131 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:35:11.883131 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:35:11.883131 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:35:11.883131 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:35:11.883131 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:35:11.883131 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:35:11.883131 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:35:11.883131 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:35:11.883131 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:35:11.883131 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:35:11.883131 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:35:11.883131 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:35:11.883131 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:35:11.883131 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:35:11.955149 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:12.017579 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1c045458-6e85-464c-9bec-450e8a64f763 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:12.022589 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1c045458-6e85-464c-9bec-450e8a64f763 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:12.025637 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-1c045458-6e85-464c-9bec-450e8a64f763 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] 10.222.0.23 "DELETE /v2.0/networks/90c54ce4-c9de-4e53-8c94-5681db720733 HTTP/1.1" status: 204 len: 168 time: 0.6844060 Jul 05 02:35:12.031655 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b00503-1ab7-433e-a4c9-e2aaf7f83e39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-0f1a64ef-beb7-44b6-88a0-b25f09b3a855', 'network_id': '0f1a64ef-beb7-44b6-88a0-b25f09b3a855', 'tenant_id': 'eec53b7bac0445b2b9e29f73fcad1818', 'fixed_ips': [{'subnet_id': '3e1bbce1-132c-4fc8-a647-d1065cc1860b'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:35:12.032802 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a9b00503-1ab7-433e-a4c9-e2aaf7f83e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:12.034699 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 44750) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:12.069722 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:12.080420 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-492c5f84-8700-4e2a-adb3-1f8a7b125617 None None] Allocated IP 2001:db8:1::2 (c4213a59-9768-44c8-b4ac-c49e7334b98c/53285327-c934-44b7-9f6f-af0bf11138d5/f2437c9d-d11f-4cbc-9773-526607a6b7d3) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:35:12.112073 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c045458-6e85-464c-9bec-450e8a64f763 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Pushing event deleted for resources: {'Network': ['ID=90c54ce4-c9de-4e53-8c94-5681db720733,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:12.118832 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-0484f440-a696-4020-a7ec-8cd3b2f8fb20 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] DELETE failed (client error): The resource could not be found. Jul 05 02:35:12.120799 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0484f440-a696-4020-a7ec-8cd3b2f8fb20 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94462) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:35:12.122058 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-0484f440-a696-4020-a7ec-8cd3b2f8fb20 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] 10.222.0.23 "DELETE /v2.0/subnets/a28a23df-aab2-4b32-a9c0-20f5ecd2cee2 HTTP/1.1" status: 404 len: 337 time: 0.0565181 Jul 05 02:35:12.125589 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-144c85ce-7244-48ae-94e7-9feee62a1f0a tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Made reservation on behalf of eec53b7bac0445b2b9e29f73fcad1818 for: {'port': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:35:12.129964 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-144c85ce-7244-48ae-94e7-9feee62a1f0a tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:12.133214 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 44752) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:12.156335 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-360468d5-91e2-4c75-a2d7-0450c1c54e8c tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:12.179114 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a761f398-9e13-46a7-b565-c0130b782bd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5519650'] for subnet, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:12.188719 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-a71d7f89-4886-4455-baae-504c66f02c3b tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] DELETE failed (client error): The resource could not be found. Jul 05 02:35:12.189323 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a71d7f89-4886-4455-baae-504c66f02c3b tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94462) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:35:12.191883 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-a71d7f89-4886-4455-baae-504c66f02c3b tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] 10.222.0.23 "DELETE /v2.0/networks/946b9927-776f-4e76-9d39-1bfa65d634ae HTTP/1.1" status: 404 len: 339 time: 0.0506492 Jul 05 02:35:12.197441 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 44754) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:12.227549 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a761f398-9e13-46a7-b565-c0130b782bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:12.253648 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [None req-144c85ce-7244-48ae-94e7-9feee62a1f0a tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] device_id is not set on port f7432eef-3690-499d-af83-34d6b79aecfa yet. {{(pid=94462) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:35:12.254346 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-a9b00503-1ab7-433e-a4c9-e2aaf7f83e39 None None] Allocated IP 2001:db8::2 (0f1a64ef-beb7-44b6-88a0-b25f09b3a855/3e1bbce1-132c-4fc8-a647-d1065cc1860b/ad865097-7dad-4b96-8d4e-9420d4430b50) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:35:12.347874 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-82aab3df-84fe-4f47-8999-b7943e411638 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Deleting subnet 6459005c-1546-4d4e-807c-41ebbe2162ec {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:35:12.358618 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9047f049-bcbd-478b-9679-00fa24253c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5763388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774356'] for subnet, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:12.370833 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-82aab3df-84fe-4f47-8999-b7943e411638 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:12.382548 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a761f398-9e13-46a7-b565-c0130b782bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5763388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774356'] for subnet, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:12.420253 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-82aab3df-84fe-4f47-8999-b7943e411638 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:12.431681 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a761f398-9e13-46a7-b565-c0130b782bd6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:12.435056 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-a761f398-9e13-46a7-b565-c0130b782bd6 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/73a2242e-983a-4dab-a85f-708cce68efb7 HTTP/1.1" status: 204 len: 168 time: 0.9160709 Jul 05 02:35:12.441733 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9047f049-bcbd-478b-9679-00fa24253c90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc4d4c51-7d6e-4133-ad20-65973bd435c1,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:12.447920 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 44756) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:12.449227 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9047f049-bcbd-478b-9679-00fa24253c90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:12.452929 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-9047f049-bcbd-478b-9679-00fa24253c90 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/dc4d4c51-7d6e-4133-ad20-65973bd435c1 HTTP/1.1" status: 204 len: 168 time: 1.5466850 Jul 05 02:35:12.457839 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 44760) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:12.541553 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-492c5f84-8700-4e2a-adb3-1f8a7b125617 None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:12.547347 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a761f398-9e13-46a7-b565-c0130b782bd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73a2242e-983a-4dab-a85f-708cce68efb7,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:12.563234 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-492c5f84-8700-4e2a-adb3-1f8a7b125617 None None] Transition to ACTIVE for port object f2437c9d-d11f-4cbc-9773-526607a6b7d3 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:35:12.584874 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c6667d98-fbd4-43ac-a7f5-25e6fd7cb477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:12.591044 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a9b00503-1ab7-433e-a4c9-e2aaf7f83e39 None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:12.607836 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-492c5f84-8700-4e2a-adb3-1f8a7b125617 None None] Transition to ACTIVE for port object f2437c9d-d11f-4cbc-9773-526607a6b7d3 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:35:12.609772 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-a9b00503-1ab7-433e-a4c9-e2aaf7f83e39 None None] Transition to ACTIVE for port object ad865097-7dad-4b96-8d4e-9420d4430b50 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:35:12.612102 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-82aab3df-84fe-4f47-8999-b7943e411638 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:12.626224 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-fcb77c9e-8eed-4dfa-9041-0a5625c32804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:12.634040 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-a9b00503-1ab7-433e-a4c9-e2aaf7f83e39 None None] Transition to ACTIVE for port object ad865097-7dad-4b96-8d4e-9420d4430b50 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:35:12.648649 n-d-771362-32 neutron-server[94461]: INFO neutron.api.v2.resource [None req-360468d5-91e2-4c75-a2d7-0450c1c54e8c tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 02:35:12.653678 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-360468d5-91e2-4c75-a2d7-0450c1c54e8c tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] 10.222.0.23 "PUT /v2.0/routers/c5580069-f2fa-4ac2-92cb-1d5b5dae45c5 HTTP/1.1" status: 400 len: 364 time: 1.6037281 Jul 05 02:35:12.653678 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 44768) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:12.721242 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-492c5f84-8700-4e2a-adb3-1f8a7b125617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:12.762729 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492c5f84-8700-4e2a-adb3-1f8a7b125617 None None] Network c4213a59-9768-44c8-b4ac-c49e7334b98c is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:35:12.766392 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a9b00503-1ab7-433e-a4c9-e2aaf7f83e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:12.770902 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-492c5f84-8700-4e2a-adb3-1f8a7b125617 None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:35:12.783046 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492c5f84-8700-4e2a-adb3-1f8a7b125617 None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:35:12.799251 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492c5f84-8700-4e2a-adb3-1f8a7b125617 None None] Pushing event updated for resources: {'Port': ['ID=f2437c9d-d11f-4cbc-9773-526607a6b7d3,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:12.816753 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c6667d98-fbd4-43ac-a7f5-25e6fd7cb477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:12.828732 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-c6667d98-fbd4-43ac-a7f5-25e6fd7cb477 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eae4f7e-ce7e-4630-afc5-6d7e5add4d00']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:35:12.842882 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b00503-1ab7-433e-a4c9-e2aaf7f83e39 None None] Network 0f1a64ef-beb7-44b6-88a0-b25f09b3a855 is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:35:12.893583 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-a9b00503-1ab7-433e-a4c9-e2aaf7f83e39 None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:35:12.908645 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b00503-1ab7-433e-a4c9-e2aaf7f83e39 None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:35:12.914612 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-fcb77c9e-8eed-4dfa-9041-0a5625c32804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:12.935078 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b00503-1ab7-433e-a4c9-e2aaf7f83e39 None None] Pushing event updated for resources: {'Port': ['ID=ad865097-7dad-4b96-8d4e-9420d4430b50,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:12.959170 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-fcb77c9e-8eed-4dfa-9041-0a5625c32804 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75d7851c-724a-4b04-b234-7f030196e3e8']}} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:35:13.003896 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-fcb77c9e-8eed-4dfa-9041-0a5625c32804 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4a50736-7a23-4bbb-b763-03a1debf2781') {'for_net_delete': True} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:35:13.004477 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-fcb77c9e-8eed-4dfa-9041-0a5625c32804 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4a50736-7a23-4bbb-b763-03a1debf2781') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:35:13.024054 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-fcb77c9e-8eed-4dfa-9041-0a5625c32804 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5519669'] for segment, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:13.039631 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-fcb77c9e-8eed-4dfa-9041-0a5625c32804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:13.047849 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-492c5f84-8700-4e2a-adb3-1f8a7b125617 None None] Attempting to bind port f2437c9d-d11f-4cbc-9773-526607a6b7d3 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:35:13.048217 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-492c5f84-8700-4e2a-adb3-1f8a7b125617 None None] Attempting to bind port f2437c9d-d11f-4cbc-9773-526607a6b7d3 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'ca057c65-231a-4f0d-9fcf-517ff61ece2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'c4213a59-9768-44c8-b4ac-c49e7334b98c'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:35:13.048588 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492c5f84-8700-4e2a-adb3-1f8a7b125617 None None] Attempting to bind port f2437c9d-d11f-4cbc-9773-526607a6b7d3 on network c4213a59-9768-44c8-b4ac-c49e7334b98c {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:35:13.050788 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-a9b00503-1ab7-433e-a4c9-e2aaf7f83e39 None None] Attempting to bind port ad865097-7dad-4b96-8d4e-9420d4430b50 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:35:13.051140 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-a9b00503-1ab7-433e-a4c9-e2aaf7f83e39 None None] Attempting to bind port ad865097-7dad-4b96-8d4e-9420d4430b50 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'ee19b817-4242-4c16-9d76-2e7edd1550e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0f1a64ef-beb7-44b6-88a0-b25f09b3a855'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:35:13.051488 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b00503-1ab7-433e-a4c9-e2aaf7f83e39 None None] Attempting to bind port ad865097-7dad-4b96-8d4e-9420d4430b50 on network 0f1a64ef-beb7-44b6-88a0-b25f09b3a855 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:35:13.062916 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492c5f84-8700-4e2a-adb3-1f8a7b125617 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:35:13.064967 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492c5f84-8700-4e2a-adb3-1f8a7b125617 None None] Checking segment: {'id': 'ca057c65-231a-4f0d-9fcf-517ff61ece2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'c4213a59-9768-44c8-b4ac-c49e7334b98c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:35:13.064967 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-492c5f84-8700-4e2a-adb3-1f8a7b125617 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:13.064967 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492c5f84-8700-4e2a-adb3-1f8a7b125617 None None] Bound using segment: {'id': 'ca057c65-231a-4f0d-9fcf-517ff61ece2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'c4213a59-9768-44c8-b4ac-c49e7334b98c'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:35:13.064967 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-492c5f84-8700-4e2a-adb3-1f8a7b125617 None None] Bound port: f2437c9d-d11f-4cbc-9773-526607a6b7d3, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca057c65-231a-4f0d-9fcf-517ff61ece2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'c4213a59-9768-44c8-b4ac-c49e7334b98c'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:35:13.065391 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-492c5f84-8700-4e2a-adb3-1f8a7b125617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:13.069195 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b00503-1ab7-433e-a4c9-e2aaf7f83e39 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:35:13.069575 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b00503-1ab7-433e-a4c9-e2aaf7f83e39 None None] Checking segment: {'id': 'ee19b817-4242-4c16-9d76-2e7edd1550e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0f1a64ef-beb7-44b6-88a0-b25f09b3a855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:35:13.069961 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a9b00503-1ab7-433e-a4c9-e2aaf7f83e39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:13.070373 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b00503-1ab7-433e-a4c9-e2aaf7f83e39 None None] Bound using segment: {'id': 'ee19b817-4242-4c16-9d76-2e7edd1550e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0f1a64ef-beb7-44b6-88a0-b25f09b3a855'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:35:13.070917 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-a9b00503-1ab7-433e-a4c9-e2aaf7f83e39 None None] Bound port: ad865097-7dad-4b96-8d4e-9420d4430b50, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee19b817-4242-4c16-9d76-2e7edd1550e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0f1a64ef-beb7-44b6-88a0-b25f09b3a855'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:35:13.071293 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a9b00503-1ab7-433e-a4c9-e2aaf7f83e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:13.072980 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcb77c9e-8eed-4dfa-9041-0a5625c32804 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=94461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:35:13.073509 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-fcb77c9e-8eed-4dfa-9041-0a5625c32804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5763545'] for segment, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:13.075463 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:35:13.075463 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:35:13.075463 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:35:13.075463 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:35:13.075463 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:35:13.075463 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:35:13.075463 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:35:13.075463 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:35:13.075463 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:35:13.075463 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:35:13.075463 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:35:13.075463 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:35:13.075463 n-d-771362-32 neutron-server[94461]: Traceback (most recent call last): Jul 05 02:35:13.075463 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:35:13.075463 n-d-771362-32 neutron-server[94461]: timer() Jul 05 02:35:13.075463 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:35:13.075463 n-d-771362-32 neutron-server[94461]: cb(*args, **kw) Jul 05 02:35:13.075463 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:35:13.075463 n-d-771362-32 neutron-server[94461]: return func(*args, **kwargs) Jul 05 02:35:13.075463 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:35:13.075463 n-d-771362-32 neutron-server[94461]: self._notify() Jul 05 02:35:13.075463 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:35:13.075463 n-d-771362-32 neutron-server[94461]: self.callback(batched_events) Jul 05 02:35:13.075463 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:35:13.075463 n-d-771362-32 neutron-server[94461]: event.method(event) Jul 05 02:35:13.075463 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:35:13.075463 n-d-771362-32 neutron-server[94461]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:35:13.075463 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:35:13.075463 n-d-771362-32 neutron-server[94461]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:35:13.075463 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:35:13.075463 n-d-771362-32 neutron-server[94461]: return f(self, *a, **k) Jul 05 02:35:13.075463 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:35:13.075463 n-d-771362-32 neutron-server[94461]: return self._get(url).json() Jul 05 02:35:13.075463 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:35:13.075463 n-d-771362-32 neutron-server[94461]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:35:13.075463 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:35:13.075463 n-d-771362-32 neutron-server[94461]: return self.request(url, 'GET', **kwargs) Jul 05 02:35:13.075463 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:35:13.075463 n-d-771362-32 neutron-server[94461]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:35:13.075463 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:35:13.075463 n-d-771362-32 neutron-server[94461]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:35:13.075463 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:35:13.075463 n-d-771362-32 neutron-server[94461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:35:13.075463 n-d-771362-32 neutron-server[94461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:35:13.197368 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-c6667d98-fbd4-43ac-a7f5-25e6fd7cb477 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e98a0e4-5693-4ee3-b5d3-e3f5978fa6c7') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:35:13.197666 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-c6667d98-fbd4-43ac-a7f5-25e6fd7cb477 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e98a0e4-5693-4ee3-b5d3-e3f5978fa6c7') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:35:13.199169 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-492c5f84-8700-4e2a-adb3-1f8a7b125617 None None] For port f2437c9d-d11f-4cbc-9773-526607a6b7d3, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:35:13.201749 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-a9b00503-1ab7-433e-a4c9-e2aaf7f83e39 None None] For port ad865097-7dad-4b96-8d4e-9420d4430b50, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:35:13.205352 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-a9b00503-1ab7-433e-a4c9-e2aaf7f83e39 None None] For port ad865097-7dad-4b96-8d4e-9420d4430b50, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=ad865097-7dad-4b96-8d4e-9420d4430b50,segment=NetworkSegment(ee19b817-4242-4c16-9d76-2e7edd1550e9),segment_id=ee19b817-4242-4c16-9d76-2e7edd1550e9)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:35:13.222232 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-eac0a4d4-ee46-41c0-88fb-3746a3326b31 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:13.236303 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-fcb77c9e-8eed-4dfa-9041-0a5625c32804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:13.237941 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-492c5f84-8700-4e2a-adb3-1f8a7b125617 None None] For port f2437c9d-d11f-4cbc-9773-526607a6b7d3, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=f2437c9d-d11f-4cbc-9773-526607a6b7d3,segment=NetworkSegment(ca057c65-231a-4f0d-9fcf-517ff61ece2f),segment_id=ca057c65-231a-4f0d-9fcf-517ff61ece2f)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:35:13.244109 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c6667d98-fbd4-43ac-a7f5-25e6fd7cb477 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:13.244479 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-fcb77c9e-8eed-4dfa-9041-0a5625c32804 admin admin] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:13.246643 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-fcb77c9e-8eed-4dfa-9041-0a5625c32804 admin admin] 10.222.0.23 "DELETE /v2.0/networks/75d7851c-724a-4b04-b234-7f030196e3e8 HTTP/1.1" status: 204 len: 168 time: 0.7860970 Jul 05 02:35:13.262309 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb77c9e-8eed-4dfa-9041-0a5625c32804 admin admin] Pushing event deleted for resources: {'Network': ['ID=75d7851c-724a-4b04-b234-7f030196e3e8,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:13.275645 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9670367e-27c7-41bb-8f76-985392eb0cc8 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1634680'] for router_interface, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:13.323163 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c6667d98-fbd4-43ac-a7f5-25e6fd7cb477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:13.339464 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a9b00503-1ab7-433e-a4c9-e2aaf7f83e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:13.369486 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-144c85ce-7244-48ae-94e7-9feee62a1f0a tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Allocated IP 2001:db8::28d (0f1a64ef-beb7-44b6-88a0-b25f09b3a855/3e1bbce1-132c-4fc8-a647-d1065cc1860b/f7432eef-3690-499d-af83-34d6b79aecfa) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:35:13.377556 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6667d98-fbd4-43ac-a7f5-25e6fd7cb477 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:35:13.377969 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c6667d98-fbd4-43ac-a7f5-25e6fd7cb477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:13.382402 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:35:13.382402 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:35:13.382402 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:35:13.382402 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:35:13.382402 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:35:13.382402 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:35:13.382402 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:35:13.382402 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:35:13.382402 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:35:13.382402 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:35:13.382402 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:35:13.382402 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:35:13.382402 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:35:13.382402 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:35:13.382402 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:35:13.382402 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:35:13.382402 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:35:13.382402 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:35:13.382402 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:35:13.382402 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:35:13.382402 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:35:13.382402 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:35:13.382402 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:35:13.382402 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:35:13.382402 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:35:13.382402 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:35:13.382402 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:35:13.382402 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:35:13.382402 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:35:13.382402 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:35:13.382402 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:35:13.382402 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:35:13.407121 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-492c5f84-8700-4e2a-adb3-1f8a7b125617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:13.502047 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b00503-1ab7-433e-a4c9-e2aaf7f83e39 None None] Pushing event updated for resources: {'Port': ['ID=ad865097-7dad-4b96-8d4e-9420d4430b50,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:13.623294 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-eac0a4d4-ee46-41c0-88fb-3746a3326b31 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Allocated IP 2001:db8::1 (4ce1bf2b-10ed-4dec-b9d4-473c522320f0/501ab1fb-bc30-4348-afe8-104b67ca7a3b/0932f979-dad8-4755-bc3f-cd1eeea21c47) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:35:13.624835 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492c5f84-8700-4e2a-adb3-1f8a7b125617 None None] Pushing event updated for resources: {'Port': ['ID=f2437c9d-d11f-4cbc-9773-526607a6b7d3,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:13.667365 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-144c85ce-7244-48ae-94e7-9feee62a1f0a tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:13.688709 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [None req-144c85ce-7244-48ae-94e7-9feee62a1f0a tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Transition to ACTIVE for port object f7432eef-3690-499d-af83-34d6b79aecfa will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:35:13.737515 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-82aab3df-84fe-4f47-8999-b7943e411638 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:13.808507 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 44778) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:13.828943 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82aab3df-84fe-4f47-8999-b7943e411638 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Pushing event deleted for resources: {'Subnet': ['ID=6459005c-1546-4d4e-807c-41ebbe2162ec,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:13.890356 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-eac0a4d4-ee46-41c0-88fb-3746a3326b31 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:13.907167 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-144c85ce-7244-48ae-94e7-9feee62a1f0a tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:13.912337 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [None req-eac0a4d4-ee46-41c0-88fb-3746a3326b31 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Transition to ACTIVE for port object 0932f979-dad8-4755-bc3f-cd1eeea21c47 will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:35:13.923660 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-82aab3df-84fe-4f47-8999-b7943e411638 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks [] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:13.927824 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-82aab3df-84fe-4f47-8999-b7943e411638 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] 10.222.0.23 "DELETE /v2.0/subnets/6459005c-1546-4d4e-807c-41ebbe2162ec HTTP/1.1" status: 204 len: 168 time: 1.7268443 Jul 05 02:35:13.930446 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e6957a-74d7-4cea-82f2-e12e500d94ef None None] Network 665863b5-cf26-4c7f-a63c-737a34667eaf requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:35:13.931750 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c6667d98-fbd4-43ac-a7f5-25e6fd7cb477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:13.931943 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 44782) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:14.010978 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c6667d98-fbd4-43ac-a7f5-25e6fd7cb477 admin admin] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:14.019248 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-c6667d98-fbd4-43ac-a7f5-25e6fd7cb477 admin admin] 10.222.0.23 "DELETE /v2.0/networks/3eae4f7e-ce7e-4630-afc5-6d7e5add4d00 HTTP/1.1" status: 204 len: 168 time: 1.5603743 Jul 05 02:35:14.084789 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6667d98-fbd4-43ac-a7f5-25e6fd7cb477 admin admin] Pushing event deleted for resources: {'Network': ['ID=3eae4f7e-ce7e-4630-afc5-6d7e5add4d00,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:14.098136 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144c85ce-7244-48ae-94e7-9feee62a1f0a tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Network 0f1a64ef-beb7-44b6-88a0-b25f09b3a855 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:35:14.099783 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ee90f23-52d7-4363-bc90-7bc166d70df6 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Deleting subnet ece6dcac-ead5-474d-b476-a8cf23f8483e {{(pid=94461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:35:14.111600 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0ee90f23-52d7-4363-bc90-7bc166d70df6 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks [] for subnet, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:14.148323 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-144c85ce-7244-48ae-94e7-9feee62a1f0a tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:35:14.156327 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144c85ce-7244-48ae-94e7-9feee62a1f0a tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Pushing event updated for resources: {'Port': ['ID=f7432eef-3690-499d-af83-34d6b79aecfa,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:14.165129 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144c85ce-7244-48ae-94e7-9feee62a1f0a tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:35:14.177587 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0ee90f23-52d7-4363-bc90-7bc166d70df6 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5519650'] for subnet, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:14.181945 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144c85ce-7244-48ae-94e7-9feee62a1f0a tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:35:14.189091 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-144c85ce-7244-48ae-94e7-9feee62a1f0a tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:14.204130 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-1d47f8af-e7d5-45bd-a8c4-9d0d3b4d8b48 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=25edd60c5d43492386eaf1845da7e310&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3913801 Jul 05 02:35:14.212386 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 44790) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:14.289745 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-eac0a4d4-ee46-41c0-88fb-3746a3326b31 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:14.384734 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-144c85ce-7244-48ae-94e7-9feee62a1f0a tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.8592517 Jul 05 02:35:14.393938 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 44796) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:14.399196 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac0a4d4-ee46-41c0-88fb-3746a3326b31 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Network 4ce1bf2b-10ed-4dec-b9d4-473c522320f0 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:35:14.403476 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-c1e365dd-b5f8-4c91-a608-c252f7918824 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Request body: {'port': {'network_id': '0f1a64ef-beb7-44b6-88a0-b25f09b3a855', 'name': 'tempest-PortsIpV6TestJSON-390096203'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:35:14.405715 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-eac0a4d4-ee46-41c0-88fb-3746a3326b31 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:35:14.419430 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac0a4d4-ee46-41c0-88fb-3746a3326b31 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:35:14.419430 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-eac0a4d4-ee46-41c0-88fb-3746a3326b31 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635668'] for router_interface, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:14.475135 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0ee90f23-52d7-4363-bc90-7bc166d70df6 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:14.483777 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-abcb10cc-4ac5-41e2-8ba6-571baa46762e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:14.511822 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac0a4d4-ee46-41c0-88fb-3746a3326b31 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Pushing event updated for resources: {'Port': ['ID=0932f979-dad8-4755-bc3f-cd1eeea21c47,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:14.623014 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-abcb10cc-4ac5-41e2-8ba6-571baa46762e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:14.722897 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 44802) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:14.754995 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-9670367e-27c7-41bb-8f76-985392eb0cc8 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Deleting port 8618466f-a565-4b5c-82a9-c5490b94b1a3 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:35:14.756512 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9670367e-27c7-41bb-8f76-985392eb0cc8 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:14.779599 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0ee90f23-52d7-4363-bc90-7bc166d70df6 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5763388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774356'] for subnet, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:14.845689 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1e365dd-b5f8-4c91-a608-c252f7918824 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Made reservation on behalf of eec53b7bac0445b2b9e29f73fcad1818 for: {'port': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:35:14.851654 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c1e365dd-b5f8-4c91-a608-c252f7918824 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:14.863443 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee90f23-52d7-4363-bc90-7bc166d70df6 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Pushing event deleted for resources: {'Subnet': ['ID=ece6dcac-ead5-474d-b476-a8cf23f8483e,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:14.884309 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-19b8cf62-0048-4b19-bca0-1ca21642ddb2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7612b1c50695442f80cdea1ef51d747c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1600444 Jul 05 02:35:14.888273 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 44804) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:14.909763 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0ee90f23-52d7-4363-bc90-7bc166d70df6 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:14.918393 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-0ee90f23-52d7-4363-bc90-7bc166d70df6 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] 10.222.0.23 "DELETE /v2.0/subnets/ece6dcac-ead5-474d-b476-a8cf23f8483e HTTP/1.1" status: 204 len: 168 time: 0.9854224 Jul 05 02:35:14.926413 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 44806) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:14.932310 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [None req-c1e365dd-b5f8-4c91-a608-c252f7918824 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] device_id is not set on port c889a978-76a7-4436-9465-677e8f2e4568 yet. {{(pid=94462) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:35:14.961357 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-abcb10cc-4ac5-41e2-8ba6-571baa46762e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:14.966830 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-abcb10cc-4ac5-41e2-8ba6-571baa46762e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:14.971076 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-abcb10cc-4ac5-41e2-8ba6-571baa46762e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b12511d7-db06-44f1-9a59-5e8d4e800492 HTTP/1.1" status: 204 len: 168 time: 0.7579293 Jul 05 02:35:15.025263 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-9670367e-27c7-41bb-8f76-985392eb0cc8 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] For port 8618466f-a565-4b5c-82a9-c5490b94b1a3, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=8618466f-a565-4b5c-82a9-c5490b94b1a3,segment=NetworkSegment(b16316d7-e087-4103-b74e-77250ce334f9),segment_id=b16316d7-e087-4103-b74e-77250ce334f9)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:35:15.025263 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9670367e-27c7-41bb-8f76-985392eb0cc8 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:15.045511 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-eac0a4d4-ee46-41c0-88fb-3746a3326b31 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:15.052853 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-795c7ec8-9e2f-4e26-a551-5b4393c0e26b None None] Provisioning for port 0932f979-dad8-4755-bc3f-cd1eeea21c47 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:35:15.058810 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-795c7ec8-9e2f-4e26-a551-5b4393c0e26b None None] Provisioning complete for port 0932f979-dad8-4755-bc3f-cd1eeea21c47 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:35:15.059370 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-795c7ec8-9e2f-4e26-a551-5b4393c0e26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:15.060023 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcb10cc-4ac5-41e2-8ba6-571baa46762e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b12511d7-db06-44f1-9a59-5e8d4e800492,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:15.101306 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-9670367e-27c7-41bb-8f76-985392eb0cc8 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Calling delete_port for 8618466f-a565-4b5c-82a9-c5490b94b1a3 owned by network:router_interface {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:35:15.190047 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-795c7ec8-9e2f-4e26-a551-5b4393c0e26b None None] Port 0932f979-dad8-4755-bc3f-cd1eeea21c47 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:35:15.232965 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a7a07cab-5ba8-4c48-891d-0c5c73da81bb tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:15.346481 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a71bae27-07ca-46df-a699-08a95ee5bf87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:15.365184 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-c1e365dd-b5f8-4c91-a608-c252f7918824 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Allocated IP 2001:db8::3e (0f1a64ef-beb7-44b6-88a0-b25f09b3a855/3e1bbce1-132c-4fc8-a647-d1065cc1860b/c889a978-76a7-4436-9465-677e8f2e4568) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:35:15.498408 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e19a86f-60d0-441e-a31f-57b4d9d03d6e None None] Network 0f1a64ef-beb7-44b6-88a0-b25f09b3a855 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:35:15.498955 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a71bae27-07ca-46df-a699-08a95ee5bf87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:15.708126 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-a7a07cab-5ba8-4c48-891d-0c5c73da81bb tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Deleting port 1be8f9bd-5652-4ec1-a45c-d4939f7b3316 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:35:15.708499 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a7a07cab-5ba8-4c48-891d-0c5c73da81bb tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:15.756151 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device f2437c9d-d11f-4cbc-9773-526607a6b7d3 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:35:15.785154 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9eba7cb-3f05-471d-b056-cf28b1a26b2b None None] Network 665863b5-cf26-4c7f-a63c-737a34667eaf requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:35:15.819072 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9670367e-27c7-41bb-8f76-985392eb0cc8 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:15.821559 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41397f69-d074-4cc3-8dc5-9500afac7a88 None None] Network c4213a59-9768-44c8-b4ac-c49e7334b98c requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:35:15.876143 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9670367e-27c7-41bb-8f76-985392eb0cc8 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Pushing event deleted for resources: {'Port': ['ID=8618466f-a565-4b5c-82a9-c5490b94b1a3,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:15.879703 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-eac0a4d4-ee46-41c0-88fb-3746a3326b31 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:15.892935 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a71bae27-07ca-46df-a699-08a95ee5bf87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:15.897200 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a71bae27-07ca-46df-a699-08a95ee5bf87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:15.901151 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-a71bae27-07ca-46df-a699-08a95ee5bf87 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5a5713f8-01aa-412c-828d-2021c16aeb26 HTTP/1.1" status: 204 len: 168 time: 1.0114667 Jul 05 02:35:15.917110 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71bae27-07ca-46df-a699-08a95ee5bf87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a5713f8-01aa-412c-828d-2021c16aeb26,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:15.920659 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [None req-a7a07cab-5ba8-4c48-891d-0c5c73da81bb tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] For port 1be8f9bd-5652-4ec1-a45c-d4939f7b3316, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=1be8f9bd-5652-4ec1-a45c-d4939f7b3316,segment=NetworkSegment(e1145fdd-819a-4bea-b4f2-467f679e84e6),segment_id=e1145fdd-819a-4bea-b4f2-467f679e84e6)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:35:15.921355 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a7a07cab-5ba8-4c48-891d-0c5c73da81bb tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:15.944291 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-a7a07cab-5ba8-4c48-891d-0c5c73da81bb tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Calling delete_port for 1be8f9bd-5652-4ec1-a45c-d4939f7b3316 owned by network:dhcp {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:35:15.964042 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-eac0a4d4-ee46-41c0-88fb-3746a3326b31 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:15.964827 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-eac0a4d4-ee46-41c0-88fb-3746a3326b31 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634601'] for router_interface, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:16.051944 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-6bc5b650-060b-4181-a0bd-cc01b98bc8e5 None None] Provisioning for port ad865097-7dad-4b96-8d4e-9420d4430b50 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:35:16.085948 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c1e365dd-b5f8-4c91-a608-c252f7918824 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:16.094971 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac0a4d4-ee46-41c0-88fb-3746a3326b31 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Pushing event updated for resources: {'Port': ['ID=0932f979-dad8-4755-bc3f-cd1eeea21c47,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:16.125693 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [None req-c1e365dd-b5f8-4c91-a608-c252f7918824 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Transition to ACTIVE for port object c889a978-76a7-4436-9465-677e8f2e4568 will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:35:16.278748 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port f2437c9d-d11f-4cbc-9773-526607a6b7d3 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:35:16.280785 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-98077fe5-77a7-4513-bb4c-d343f294b96f None None] Provisioning complete for port 1be8f9bd-5652-4ec1-a45c-d4939f7b3316 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:35:16.281337 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-98077fe5-77a7-4513-bb4c-d343f294b96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:16.327638 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device ad865097-7dad-4b96-8d4e-9420d4430b50 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:35:16.373287 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9670367e-27c7-41bb-8f76-985392eb0cc8 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635398'] for router_interface, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:16.391893 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac0a4d4-ee46-41c0-88fb-3746a3326b31 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Network 4ce1bf2b-10ed-4dec-b9d4-473c522320f0 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:35:16.393852 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-eac0a4d4-ee46-41c0-88fb-3746a3326b31 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:35:16.446241 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c1e365dd-b5f8-4c91-a608-c252f7918824 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:16.489360 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a7a07cab-5ba8-4c48-891d-0c5c73da81bb tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:16.515613 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-98077fe5-77a7-4513-bb4c-d343f294b96f None None] Port 1be8f9bd-5652-4ec1-a45c-d4939f7b3316 update to ACTIVE by agent not found {{(pid=94463) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 05 02:35:16.569438 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port ad865097-7dad-4b96-8d4e-9420d4430b50 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:35:16.575385 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port ad865097-7dad-4b96-8d4e-9420d4430b50 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:35:16.576001 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:16.662468 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a07cab-5ba8-4c48-891d-0c5c73da81bb tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Pushing event deleted for resources: {'Port': ['ID=1be8f9bd-5652-4ec1-a45c-d4939f7b3316,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:16.680675 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a07cab-5ba8-4c48-891d-0c5c73da81bb tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] No DVR routers for this DVR port 1be8f9bd-5652-4ec1-a45c-d4939f7b3316 on host n-d-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:35:16.694452 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a8da8b-8176-4161-97fa-3f61839fef6e None None] DHCP port deletion for 665863b5-cf26-4c7f-a63c-737a34667eaf request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:35:16.695277 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e365dd-b5f8-4c91-a608-c252f7918824 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Network 0f1a64ef-beb7-44b6-88a0-b25f09b3a855 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:35:16.711322 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-98077fe5-77a7-4513-bb4c-d343f294b96f None None] Provisioning for port f2437c9d-d11f-4cbc-9773-526607a6b7d3 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:35:16.712055 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-c1e365dd-b5f8-4c91-a608-c252f7918824 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:35:16.719685 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e365dd-b5f8-4c91-a608-c252f7918824 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:35:16.730948 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-98077fe5-77a7-4513-bb4c-d343f294b96f None None] Provisioning complete for port f2437c9d-d11f-4cbc-9773-526607a6b7d3 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:35:16.731330 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-98077fe5-77a7-4513-bb4c-d343f294b96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:16.736663 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e365dd-b5f8-4c91-a608-c252f7918824 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:35:16.757838 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c1e365dd-b5f8-4c91-a608-c252f7918824 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:16.799833 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e365dd-b5f8-4c91-a608-c252f7918824 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Pushing event updated for resources: {'Port': ['ID=c889a978-76a7-4436-9465-677e8f2e4568,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:16.951639 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a7a07cab-5ba8-4c48-891d-0c5c73da81bb tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:16.975852 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-a7a07cab-5ba8-4c48-891d-0c5c73da81bb tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['665863b5-cf26-4c7f-a63c-737a34667eaf']}} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:35:16.982758 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-c1e365dd-b5f8-4c91-a608-c252f7918824 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.5874257 Jul 05 02:35:17.000430 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-a7a07cab-5ba8-4c48-891d-0c5c73da81bb tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1145fdd-819a-4bea-b4f2-467f679e84e6') {'for_net_delete': True} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:35:17.000734 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-a7a07cab-5ba8-4c48-891d-0c5c73da81bb tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1145fdd-819a-4bea-b4f2-467f679e84e6') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:35:17.023914 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a7a07cab-5ba8-4c48-891d-0c5c73da81bb tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5519669'] for segment, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:17.072772 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 44868) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:17.074380 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 44870) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:17.133049 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9670367e-27c7-41bb-8f76-985392eb0cc8 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Router c9186722-52de-47b2-9135-5f1c8d3ae25d has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:35:17.211693 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a7a07cab-5ba8-4c48-891d-0c5c73da81bb tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:17.228498 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7a07cab-5ba8-4c48-891d-0c5c73da81bb tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=94461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:35:17.229043 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a7a07cab-5ba8-4c48-891d-0c5c73da81bb tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5763545'] for segment, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:17.234145 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eac0a4d4-ee46-41c0-88fb-3746a3326b31 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Router c5580069-f2fa-4ac2-92cb-1d5b5dae45c5 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:35:17.242034 n-d-771362-32 neutron-server[94461]: Traceback (most recent call last): Jul 05 02:35:17.242034 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:35:17.242034 n-d-771362-32 neutron-server[94461]: timer() Jul 05 02:35:17.242034 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:35:17.242034 n-d-771362-32 neutron-server[94461]: cb(*args, **kw) Jul 05 02:35:17.242034 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:35:17.242034 n-d-771362-32 neutron-server[94461]: return func(*args, **kwargs) Jul 05 02:35:17.242034 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:35:17.242034 n-d-771362-32 neutron-server[94461]: self._notify() Jul 05 02:35:17.242034 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:35:17.242034 n-d-771362-32 neutron-server[94461]: self.callback(batched_events) Jul 05 02:35:17.242034 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:35:17.242034 n-d-771362-32 neutron-server[94461]: event.method(event) Jul 05 02:35:17.242034 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:35:17.242034 n-d-771362-32 neutron-server[94461]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:35:17.242034 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:35:17.242034 n-d-771362-32 neutron-server[94461]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:35:17.242034 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:35:17.242034 n-d-771362-32 neutron-server[94461]: return f(self, *a, **k) Jul 05 02:35:17.242034 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:35:17.242034 n-d-771362-32 neutron-server[94461]: return self._get(url).json() Jul 05 02:35:17.242034 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:35:17.242034 n-d-771362-32 neutron-server[94461]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:35:17.242034 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:35:17.242034 n-d-771362-32 neutron-server[94461]: return self.request(url, 'GET', **kwargs) Jul 05 02:35:17.242034 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:35:17.242034 n-d-771362-32 neutron-server[94461]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:35:17.242034 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:35:17.242034 n-d-771362-32 neutron-server[94461]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:35:17.242034 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:35:17.242034 n-d-771362-32 neutron-server[94461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:35:17.242034 n-d-771362-32 neutron-server[94461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:35:17.268310 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9670367e-27c7-41bb-8f76-985392eb0cc8 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:35:17.280538 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-9670367e-27c7-41bb-8f76-985392eb0cc8 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "PUT /v2.0/routers/c9186722-52de-47b2-9135-5f1c8d3ae25d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5947378 Jul 05 02:35:17.281470 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 44880) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:17.401004 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-21f68b42-b692-4b4c-8f07-d87bec8f666e tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Deleting subnet 008675e9-deb9-4e8a-a572-225b5a0b3f0e {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:35:17.419852 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-21f68b42-b692-4b4c-8f07-d87bec8f666e tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:17.449334 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72051a36-8ff5-4c3a-af17-ccfe8a744725 None None] Sync routers for ids ['c9186722-52de-47b2-9135-5f1c8d3ae25d'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:35:17.501236 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72051a36-8ff5-4c3a-af17-ccfe8a744725 None None] Routers {'c9186722-52de-47b2-9135-5f1c8d3ae25d'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:35:17.502279 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-72051a36-8ff5-4c3a-af17-ccfe8a744725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:34:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['c9186722-52de-47b2-9135-5f1c8d3ae25d'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:35:17.504737 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:17.519614 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-21f68b42-b692-4b4c-8f07-d87bec8f666e tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:17.550849 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-98077fe5-77a7-4513-bb4c-d343f294b96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:17.652294 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port ad865097-7dad-4b96-8d4e-9420d4430b50, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=ad865097-7dad-4b96-8d4e-9420d4430b50,segment=NetworkSegment(ee19b817-4242-4c16-9d76-2e7edd1550e9),segment_id=ee19b817-4242-4c16-9d76-2e7edd1550e9)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:35:17.697433 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-72051a36-8ff5-4c3a-af17-ccfe8a744725 None None] Set router c9186722-52de-47b2-9135-5f1c8d3ae25d gateway port host: None {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:35:17.734212 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-98077fe5-77a7-4513-bb4c-d343f294b96f None None] For port f2437c9d-d11f-4cbc-9773-526607a6b7d3, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=f2437c9d-d11f-4cbc-9773-526607a6b7d3,segment=NetworkSegment(ca057c65-231a-4f0d-9fcf-517ff61ece2f),segment_id=ca057c65-231a-4f0d-9fcf-517ff61ece2f)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:35:17.757226 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-21f68b42-b692-4b4c-8f07-d87bec8f666e tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:17.813351 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:17.835720 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 44900) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:17.897899 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-98077fe5-77a7-4513-bb4c-d343f294b96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:17.904549 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd444e6-f5d3-4ef7-bd6e-5db449a26fff None None] get_active_networks_info from n-d-771362-32 {{(pid=94463) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 02:35:18.081077 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-ee201f04-5a44-4c49-b2f7-dda3f5f3fb63 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1059365943-network', 'tenant_id': '19e6c4c619cf4595801b0519afefcaf5'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:35:18.092178 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=ad865097-7dad-4b96-8d4e-9420d4430b50,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:18.094061 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-21f68b42-b692-4b4c-8f07-d87bec8f666e tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:18.123188 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:35:18.123636 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:35:18.124079 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:35:18.124516 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:35:18.124990 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:35:18.125423 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:35:18.125889 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:35:18.126347 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:35:18.126788 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:35:18.127241 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:35:18.127673 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:35:18.128126 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:35:18.137893 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f68b42-b692-4b4c-8f07-d87bec8f666e tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Pushing event deleted for resources: {'Subnet': ['ID=008675e9-deb9-4e8a-a572-225b5a0b3f0e,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:18.141585 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 1be8f9bd-5652-4ec1-a45c-d4939f7b3316 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:35:18.147124 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-21f68b42-b692-4b4c-8f07-d87bec8f666e tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks [] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:18.149442 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-21f68b42-b692-4b4c-8f07-d87bec8f666e tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "DELETE /v2.0/subnets/008675e9-deb9-4e8a-a572-225b5a0b3f0e HTTP/1.1" status: 204 len: 168 time: 0.8658869 Jul 05 02:35:18.152276 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 44906) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:18.170268 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-b8209b29-9a3a-4d5a-9ea6-d7600304f472 None None] Provisioning complete for port 0932f979-dad8-4755-bc3f-cd1eeea21c47 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:35:18.170268 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b8209b29-9a3a-4d5a-9ea6-d7600304f472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:18.239223 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-b8209b29-9a3a-4d5a-9ea6-d7600304f472 None None] Port 0932f979-dad8-4755-bc3f-cd1eeea21c47 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:35:18.265536 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 1be8f9bd-5652-4ec1-a45c-d4939f7b3316 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:35:18.266397 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 1be8f9bd-5652-4ec1-a45c-d4939f7b3316 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:35:18.271352 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee201f04-5a44-4c49-b2f7-dda3f5f3fb63 admin admin] Made reservation on behalf of 19e6c4c619cf4595801b0519afefcaf5 for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:35:18.280836 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ee201f04-5a44-4c49-b2f7-dda3f5f3fb63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:18.312309 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-674f9fbf-ac83-4eee-a4f1-2b34b0ab1aad tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:18.314449 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ee201f04-5a44-4c49-b2f7-dda3f5f3fb63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:18.378394 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98077fe5-77a7-4513-bb4c-d343f294b96f None None] Pushing event updated for resources: {'Port': ['ID=f2437c9d-d11f-4cbc-9773-526607a6b7d3,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:18.420364 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd444e6-f5d3-4ef7-bd6e-5db449a26fff None None] Resources bound (agent type, host, resource id): {{(pid=94463) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 02:35:18.436569 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-72051a36-8ff5-4c3a-af17-ccfe8a744725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9186722-52de-47b2-9135-5f1c8d3ae25d', 'name': 'tempest-RoutersTest-router-470164913', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:33:46Z', 'updated_at': '2021-07-05T02:35:15Z', 'revision_number': 10, 'project_id': '1593a1e15f6f447095222242302728ea', 'gw_port_host': None, '_interfaces': [{'id': 'dba0dfbf-7010-4536-b7df-26e9ea799191', 'name': '', 'network_id': '3fed85df-41ee-4d95-a0fe-213f0ea583d4', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'mac_address': 'fa:16:3e:f2:fd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9186722-52de-47b2-9135-5f1c8d3ae25d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': 'd6de9b19-3a6a-419b-855c-91ae8d28d02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:33:52Z', 'updated_at': '2021-07-05T02:34:04Z', 'revision_number': 5, 'project_id': '1593a1e15f6f447095222242302728ea', 'subnets': [{'id': 'd6de9b19-3a6a-419b-855c-91ae8d28d02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:35:18.454522 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eac0a4d4-ee46-41c0-88fb-3746a3326b31 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:35:18.464733 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-6b9a8fe9-1cf9-4d29-a13c-9dcac08ffbda admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-274664488-network', 'tenant_id': '442a3e50d6be48be9e1562c5772ee754'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:35:18.466597 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a349085-d26d-4506-a0fd-e7828512dc10 None None] Sync routers for ids ['c5580069-f2fa-4ac2-92cb-1d5b5dae45c5'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:35:18.476417 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-eac0a4d4-ee46-41c0-88fb-3746a3326b31 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] 10.222.0.23 "PUT /v2.0/routers/c5580069-f2fa-4ac2-92cb-1d5b5dae45c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8220973 Jul 05 02:35:18.480302 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 44910) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:18.487045 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72051a36-8ff5-4c3a-af17-ccfe8a744725 None None] Checking router: c9186722-52de-47b2-9135-5f1c8d3ae25d for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:35:18.489021 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a349085-d26d-4506-a0fd-e7828512dc10 None None] Routers {'c5580069-f2fa-4ac2-92cb-1d5b5dae45c5'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:35:18.493146 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-0a349085-d26d-4506-a0fd-e7828512dc10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:34:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['c5580069-f2fa-4ac2-92cb-1d5b5dae45c5'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:35:18.506703 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-b8209b29-9a3a-4d5a-9ea6-d7600304f472 None None] Provisioning for port c889a978-76a7-4436-9465-677e8f2e4568 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:35:18.513380 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1c31d9-5182-44bf-bae9-02385332aef3 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:35:18.518339 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-9b1c31d9-5182-44bf-bae9-02385332aef3 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A28d HTTP/1.1" status: 200 len: 929 time: 1.4421525 Jul 05 02:35:18.519264 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 44912) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:18.559649 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-b8209b29-9a3a-4d5a-9ea6-d7600304f472 None None] Provisioning complete for port c889a978-76a7-4436-9465-677e8f2e4568 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:35:18.560055 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b8209b29-9a3a-4d5a-9ea6-d7600304f472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:18.573152 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72051a36-8ff5-4c3a-af17-ccfe8a744725 None None] Routers {'c9186722-52de-47b2-9135-5f1c8d3ae25d'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:35:18.573776 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-72051a36-8ff5-4c3a-af17-ccfe8a744725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:34:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['c9186722-52de-47b2-9135-5f1c8d3ae25d'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:35:18.594384 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-0a349085-d26d-4506-a0fd-e7828512dc10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:35:18.604312 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a349085-d26d-4506-a0fd-e7828512dc10 None None] Routers {'c5580069-f2fa-4ac2-92cb-1d5b5dae45c5'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:35:18.605317 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-0a349085-d26d-4506-a0fd-e7828512dc10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:34:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['c5580069-f2fa-4ac2-92cb-1d5b5dae45c5'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:35:18.618108 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-b8209b29-9a3a-4d5a-9ea6-d7600304f472 None None] Port c889a978-76a7-4436-9465-677e8f2e4568 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:35:18.646759 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-0a349085-d26d-4506-a0fd-e7828512dc10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:35:18.648720 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a349085-d26d-4506-a0fd-e7828512dc10 None None] The sync data for ids ['c5580069-f2fa-4ac2-92cb-1d5b5dae45c5'] in n-d-771362-32 is: [] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:35:18.676354 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a7a07cab-5ba8-4c48-891d-0c5c73da81bb tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:18.698352 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a7a07cab-5ba8-4c48-891d-0c5c73da81bb tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:18.707953 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-a7a07cab-5ba8-4c48-891d-0c5c73da81bb tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] 10.222.0.23 "DELETE /v2.0/networks/665863b5-cf26-4c7f-a63c-737a34667eaf HTTP/1.1" status: 204 len: 168 time: 3.7672853 Jul 05 02:35:18.744256 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 44918) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:18.749473 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a07cab-5ba8-4c48-891d-0c5c73da81bb tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Pushing event deleted for resources: {'Network': ['ID=665863b5-cf26-4c7f-a63c-737a34667eaf,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:18.749632 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-72051a36-8ff5-4c3a-af17-ccfe8a744725 None None] Set router c9186722-52de-47b2-9135-5f1c8d3ae25d gateway port host: None {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:35:18.855838 n-d-771362-32 neutron-server[94461]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab3a7ca0-e492-4b8c-9f87-1152cf9e320c tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] DELETE failed (client error): The resource could not be found. Jul 05 02:35:18.860525 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab3a7ca0-e492-4b8c-9f87-1152cf9e320c tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:35:18.865721 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-ab3a7ca0-e492-4b8c-9f87-1152cf9e320c tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] 10.222.0.23 "DELETE /v2.0/subnets/69895361-ef30-4c22-a075-c32f22c04c71 HTTP/1.1" status: 404 len: 337 time: 0.1022229 Jul 05 02:35:18.866731 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 44926) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:18.948425 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-b466a0d8-ac06-4610-a316-5a140da6f5e9 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Deleting port c889a978-76a7-4436-9465-677e8f2e4568 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:35:18.948981 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b466a0d8-ac06-4610-a316-5a140da6f5e9 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:18.988994 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-b8209b29-9a3a-4d5a-9ea6-d7600304f472 None None] Provisioning for port f7432eef-3690-499d-af83-34d6b79aecfa completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:35:19.024863 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-b8209b29-9a3a-4d5a-9ea6-d7600304f472 None None] Provisioning complete for port f7432eef-3690-499d-af83-34d6b79aecfa triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:35:19.025497 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b8209b29-9a3a-4d5a-9ea6-d7600304f472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:19.081409 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b466a0d8-ac06-4610-a316-5a140da6f5e9 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:19.110211 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-b466a0d8-ac06-4610-a316-5a140da6f5e9 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Calling delete_port for c889a978-76a7-4436-9465-677e8f2e4568 owned by {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:35:19.129669 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-674f9fbf-ac83-4eee-a4f1-2b34b0ab1aad tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Deleting port 789e8d19-d417-4944-8468-ede972ddfefd {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:35:19.130839 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-674f9fbf-ac83-4eee-a4f1-2b34b0ab1aad tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:19.188385 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-b8209b29-9a3a-4d5a-9ea6-d7600304f472 None None] Port f7432eef-3690-499d-af83-34d6b79aecfa cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:35:19.232276 n-d-771362-32 neutron-server[94461]: INFO neutron.pecan_wsgi.hooks.translation [None req-61380424-4ac2-4cc4-a21c-86d710f7ffd9 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] DELETE failed (client error): The resource could not be found. Jul 05 02:35:19.233038 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61380424-4ac2-4cc4-a21c-86d710f7ffd9 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:35:19.237212 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-61380424-4ac2-4cc4-a21c-86d710f7ffd9 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] 10.222.0.23 "DELETE /v2.0/networks/2333aa51-8f1f-417f-aeae-9e0751452329 HTTP/1.1" status: 404 len: 339 time: 0.3428638 Jul 05 02:35:19.238338 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 44944) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:19.255581 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-416b7ab7-5b9e-41e3-8e2f-7a196a18b008 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks [] for router, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:19.270564 n-d-771362-32 neutron-server[94461]: INFO neutron.pecan_wsgi.hooks.translation [None req-92e85baf-d038-4798-b2e7-688e087bf887 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] DELETE failed (client error): The resource could not be found. Jul 05 02:35:19.271184 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92e85baf-d038-4798-b2e7-688e087bf887 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:35:19.275742 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-92e85baf-d038-4798-b2e7-688e087bf887 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] 10.222.0.23 "DELETE /v2.0/subnets/53d745a5-7ac9-4c06-beba-e57d9b231b05 HTTP/1.1" status: 404 len: 337 time: 0.0331573 Jul 05 02:35:19.276348 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 44946) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:19.311719 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-b8209b29-9a3a-4d5a-9ea6-d7600304f472 None None] Provisioning complete for port f2437c9d-d11f-4cbc-9773-526607a6b7d3 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:35:19.312101 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b8209b29-9a3a-4d5a-9ea6-d7600304f472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:19.317836 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-674f9fbf-ac83-4eee-a4f1-2b34b0ab1aad tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] For port 789e8d19-d417-4944-8468-ede972ddfefd, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=789e8d19-d417-4944-8468-ede972ddfefd,segment=NetworkSegment(b16316d7-e087-4103-b74e-77250ce334f9),segment_id=b16316d7-e087-4103-b74e-77250ce334f9)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:35:19.318508 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-674f9fbf-ac83-4eee-a4f1-2b34b0ab1aad tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:19.385484 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-674f9fbf-ac83-4eee-a4f1-2b34b0ab1aad tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Calling delete_port for 789e8d19-d417-4944-8468-ede972ddfefd owned by network:dhcp {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:35:19.444153 n-d-771362-32 neutron-server[94461]: INFO neutron.pecan_wsgi.hooks.translation [None req-21fe1a6a-a006-40b2-a490-981ff220211f tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] DELETE failed (client error): The resource could not be found. Jul 05 02:35:19.445516 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21fe1a6a-a006-40b2-a490-981ff220211f tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:35:19.450505 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-21fe1a6a-a006-40b2-a490-981ff220211f tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] 10.222.0.23 "DELETE /v2.0/networks/593907a4-006a-452c-befc-f7a4772c3e23 HTTP/1.1" status: 404 len: 339 time: 0.1668909 Jul 05 02:35:19.457643 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 44956) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:19.459314 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-72051a36-8ff5-4c3a-af17-ccfe8a744725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9186722-52de-47b2-9135-5f1c8d3ae25d', 'name': 'tempest-RoutersTest-router-470164913', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:33:46Z', 'updated_at': '2021-07-05T02:35:15Z', 'revision_number': 10, 'project_id': '1593a1e15f6f447095222242302728ea', 'gw_port_host': None, '_interfaces': [{'id': 'dba0dfbf-7010-4536-b7df-26e9ea799191', 'name': '', 'network_id': '3fed85df-41ee-4d95-a0fe-213f0ea583d4', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'mac_address': 'fa:16:3e:f2:fd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9186722-52de-47b2-9135-5f1c8d3ae25d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': 'd6de9b19-3a6a-419b-855c-91ae8d28d02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:33:52Z', 'updated_at': '2021-07-05T02:34:04Z', 'revision_number': 5, 'project_id': '1593a1e15f6f447095222242302728ea', 'subnets': [{'id': 'd6de9b19-3a6a-419b-855c-91ae8d28d02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:35:19.468397 n-d-771362-32 neutron-server[94462]: INFO neutron.api.v2.resource [None req-416b7ab7-5b9e-41e3-8e2f-7a196a18b008 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 05 02:35:19.472074 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-416b7ab7-5b9e-41e3-8e2f-7a196a18b008 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] 10.222.0.23 "DELETE /v2.0/routers/c5580069-f2fa-4ac2-92cb-1d5b5dae45c5 HTTP/1.1" status: 409 len: 329 time: 0.9838617 Jul 05 02:35:19.473943 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 44958) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:19.489649 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ee201f04-5a44-4c49-b2f7-dda3f5f3fb63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:19.509991 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72051a36-8ff5-4c3a-af17-ccfe8a744725 None None] The sync data for ids ['c9186722-52de-47b2-9135-5f1c8d3ae25d'] in n-d-771362-32 is: [{'id': 'c9186722-52de-47b2-9135-5f1c8d3ae25d', 'name': 'tempest-RoutersTest-router-470164913', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:33:46Z', 'updated_at': '2021-07-05T02:35:15Z', 'revision_number': 10, 'project_id': '1593a1e15f6f447095222242302728ea', 'gw_port_host': None, '_interfaces': [{'id': 'dba0dfbf-7010-4536-b7df-26e9ea799191', 'name': '', 'network_id': '3fed85df-41ee-4d95-a0fe-213f0ea583d4', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'mac_address': 'fa:16:3e:f2:fd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9186722-52de-47b2-9135-5f1c8d3ae25d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': 'd6de9b19-3a6a-419b-855c-91ae8d28d02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:33:52Z', 'updated_at': '2021-07-05T02:34:04Z', 'revision_number': 5, 'project_id': '1593a1e15f6f447095222242302728ea', 'subnets': [{'id': 'd6de9b19-3a6a-419b-855c-91ae8d28d02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:35:19.530665 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-a427b706-0da8-42b7-9e00-338b0ca0d313 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] DELETE failed (client error): The resource could not be found. Jul 05 02:35:19.531197 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a427b706-0da8-42b7-9e00-338b0ca0d313 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94462) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:35:19.536474 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-a427b706-0da8-42b7-9e00-338b0ca0d313 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] 10.222.0.23 "DELETE /v2.0/subnets/3329d3de-aca8-4dba-b234-58c723a2c454 HTTP/1.1" status: 404 len: 337 time: 0.0777421 Jul 05 02:35:19.537112 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 44960) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:19.581083 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7e2a38-775b-4124-8450-ce0aebe9041e None None] Network f0125670-d567-405c-b9f9-ee4770d92856 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:35:19.610243 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ee201f04-5a44-4c49-b2f7-dda3f5f3fb63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:19.625057 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb967a2c-44d0-4ba1-8fdf-529221225d9a tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] DELETE failed (client error): The resource could not be found. Jul 05 02:35:19.625664 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb967a2c-44d0-4ba1-8fdf-529221225d9a tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94462) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:35:19.630787 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-cb967a2c-44d0-4ba1-8fdf-529221225d9a tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] 10.222.0.23 "DELETE /v2.0/networks/2c003e7a-eab3-4d9c-95de-949c670be2ed HTTP/1.1" status: 404 len: 339 time: 0.0385969 Jul 05 02:35:19.631929 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 44966) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:19.660960 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-b8209b29-9a3a-4d5a-9ea6-d7600304f472 None None] Provisioning complete for port ad865097-7dad-4b96-8d4e-9420d4430b50 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:35:19.662655 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b8209b29-9a3a-4d5a-9ea6-d7600304f472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:19.728904 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee201f04-5a44-4c49-b2f7-dda3f5f3fb63 admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:35:19.736120 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-674f9fbf-ac83-4eee-a4f1-2b34b0ab1aad tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:19.812581 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b466a0d8-ac06-4610-a316-5a140da6f5e9 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:19.848872 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee201f04-5a44-4c49-b2f7-dda3f5f3fb63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=896ea46a-6466-47fe-ac1a-3023b10eeb07,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:19.852120 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ee201f04-5a44-4c49-b2f7-dda3f5f3fb63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:19.852465 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-ee201f04-5a44-4c49-b2f7-dda3f5f3fb63 admin admin] Added segment fa1cc820-8811-4bbd-a98d-5810eaac77f0 of type vlan for network 1b07052c-22c6-4d0f-b0a6-3bc3daa97540 Jul 05 02:35:19.904046 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674f9fbf-ac83-4eee-a4f1-2b34b0ab1aad tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Pushing event deleted for resources: {'Port': ['ID=789e8d19-d417-4944-8468-ede972ddfefd,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:19.907961 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674f9fbf-ac83-4eee-a4f1-2b34b0ab1aad tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] No DVR routers for this DVR port 789e8d19-d417-4944-8468-ede972ddfefd on host n-d-771362-32 {{(pid=94462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:35:19.958504 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b466a0d8-ac06-4610-a316-5a140da6f5e9 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Pushing event deleted for resources: {'Port': ['ID=c889a978-76a7-4436-9465-677e8f2e4568,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:19.967483 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b466a0d8-ac06-4610-a316-5a140da6f5e9 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:19.974694 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-b466a0d8-ac06-4610-a316-5a140da6f5e9 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "DELETE /v2.0/ports/c889a978-76a7-4436-9465-677e8f2e4568 HTTP/1.1" status: 204 len: 168 time: 1.4536738 Jul 05 02:35:19.975334 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 44982) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:19.982964 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-62d3a59a-a36a-48bc-a42d-0abbd382c370 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Deleting subnet 1d726b79-cb54-4733-80bb-bfbda0200188 {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:35:19.983889 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5cfefd-9846-4e46-8285-dee669e7aa21 None None] DHCP port deletion for f0125670-d567-405c-b9f9-ee4770d92856 request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:35:20.019504 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b9a8fe9-1cf9-4d29-a13c-9dcac08ffbda admin admin] Made reservation on behalf of 442a3e50d6be48be9e1562c5772ee754 for: {'network': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:35:20.022704 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6b9a8fe9-1cf9-4d29-a13c-9dcac08ffbda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:20.027193 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-62d3a59a-a36a-48bc-a42d-0abbd382c370 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:20.054057 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device f2437c9d-d11f-4cbc-9773-526607a6b7d3 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:35:20.187369 n-d-771362-32 neutron-server[94461]: INFO neutron.pecan_wsgi.hooks.translation [None req-5eba27db-ca02-4d28-a3c6-48e50efb4a90 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] GET failed (client error): The resource could not be found. Jul 05 02:35:20.192214 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-5eba27db-ca02-4d28-a3c6-48e50efb4a90 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "GET /v2.0/ports/c889a978-76a7-4436-9465-677e8f2e4568 HTTP/1.1" status: 404 len: 333 time: 0.2139740 Jul 05 02:35:20.193779 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6b9a8fe9-1cf9-4d29-a13c-9dcac08ffbda admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:20.198347 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 44988) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:20.201149 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ee201f04-5a44-4c49-b2f7-dda3f5f3fb63 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:20.261960 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-674f9fbf-ac83-4eee-a4f1-2b34b0ab1aad tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:20.331197 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-674f9fbf-ac83-4eee-a4f1-2b34b0ab1aad tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0125670-d567-405c-b9f9-ee4770d92856']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:35:20.365635 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-62d3a59a-a36a-48bc-a42d-0abbd382c370 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:20.408868 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-674f9fbf-ac83-4eee-a4f1-2b34b0ab1aad tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b16316d7-e087-4103-b74e-77250ce334f9') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:35:20.409287 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-674f9fbf-ac83-4eee-a4f1-2b34b0ab1aad tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b16316d7-e087-4103-b74e-77250ce334f9') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:35:20.431479 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-674f9fbf-ac83-4eee-a4f1-2b34b0ab1aad tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:20.453075 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-674f9fbf-ac83-4eee-a4f1-2b34b0ab1aad tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:20.457398 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port f2437c9d-d11f-4cbc-9773-526607a6b7d3 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:35:20.457775 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:20.466742 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-674f9fbf-ac83-4eee-a4f1-2b34b0ab1aad tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:35:20.467178 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-674f9fbf-ac83-4eee-a4f1-2b34b0ab1aad tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:20.470338 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:35:20.470338 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:35:20.470338 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:35:20.470338 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:35:20.470338 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:35:20.470338 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:35:20.470338 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:35:20.470338 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:35:20.470338 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:35:20.470338 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:35:20.470338 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:35:20.470338 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:35:20.470338 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:35:20.470338 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:35:20.470338 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:35:20.470338 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:35:20.470338 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:35:20.470338 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:35:20.470338 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:35:20.470338 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:35:20.470338 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:35:20.470338 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:35:20.470338 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:35:20.470338 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:35:20.470338 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:35:20.470338 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:35:20.470338 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:35:20.470338 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:35:20.470338 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:35:20.470338 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:35:20.470338 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:35:20.470338 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:35:20.470338 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:35:20.470338 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:35:20.579351 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-62d3a59a-a36a-48bc-a42d-0abbd382c370 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:20.606661 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device ad865097-7dad-4b96-8d4e-9420d4430b50 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:35:20.607926 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ee201f04-5a44-4c49-b2f7-dda3f5f3fb63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:20.608961 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee201f04-5a44-4c49-b2f7-dda3f5f3fb63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:35:20.609555 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ee201f04-5a44-4c49-b2f7-dda3f5f3fb63 admin admin] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:20.643217 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-420a2357-9099-47bb-bdf4-071ed6db7b7d tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Deleting port f7432eef-3690-499d-af83-34d6b79aecfa {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:35:20.643772 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-420a2357-9099-47bb-bdf4-071ed6db7b7d tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:20.674643 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port ad865097-7dad-4b96-8d4e-9420d4430b50 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:35:20.674643 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:20.706873 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6b9a8fe9-1cf9-4d29-a13c-9dcac08ffbda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:20.711572 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-246e4d6e-8a76-4261-923a-0c20813ec4bf tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1634680'] for router_interface, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:20.758666 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-674f9fbf-ac83-4eee-a4f1-2b34b0ab1aad tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:20.787953 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-674f9fbf-ac83-4eee-a4f1-2b34b0ab1aad tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:20.795696 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-674f9fbf-ac83-4eee-a4f1-2b34b0ab1aad tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "DELETE /v2.0/networks/f0125670-d567-405c-b9f9-ee4770d92856 HTTP/1.1" status: 204 len: 168 time: 2.6408963 Jul 05 02:35:20.798323 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 45010) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:20.871525 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6b9a8fe9-1cf9-4d29-a13c-9dcac08ffbda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:20.875738 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee201f04-5a44-4c49-b2f7-dda3f5f3fb63 admin admin] Pushing event updated for resources: {'Network': ['ID=1b07052c-22c6-4d0f-b0a6-3bc3daa97540,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:20.888518 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 1b07052c-22c6-4d0f-b0a6-3bc3daa97540 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:35:20.932343 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b9a8fe9-1cf9-4d29-a13c-9dcac08ffbda admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=94461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:35:20.934085 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674f9fbf-ac83-4eee-a4f1-2b34b0ab1aad tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Pushing event deleted for resources: {'Network': ['ID=f0125670-d567-405c-b9f9-ee4770d92856,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:20.965618 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-420a2357-9099-47bb-bdf4-071ed6db7b7d tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:20.972580 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-ee201f04-5a44-4c49-b2f7-dda3f5f3fb63 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 3.1315274 Jul 05 02:35:20.974642 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45018) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:20.979142 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 8618466f-a565-4b5c-82a9-c5490b94b1a3 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:35:20.986625 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-36a601b8-9681-4ce8-bdb2-de4a46dd9cb0 admin admin] Request body: {'subnet': {'network_id': '1b07052c-22c6-4d0f-b0a6-3bc3daa97540', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1059365943-subnet', 'tenant_id': '19e6c4c619cf4595801b0519afefcaf5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:35:21.026844 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6b9a8fe9-1cf9-4d29-a13c-9dcac08ffbda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:21.027437 n-d-771362-32 neutron-server[94461]: INFO neutron.db.segments_db [None req-6b9a8fe9-1cf9-4d29-a13c-9dcac08ffbda admin admin] Added segment 2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7 of type vlan for network c4d51310-b056-42c6-8720-dd3607bb490e Jul 05 02:35:21.062718 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-420a2357-9099-47bb-bdf4-071ed6db7b7d tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Calling delete_port for f7432eef-3690-499d-af83-34d6b79aecfa owned by {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:35:21.063944 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-7692654d-914d-4e42-954f-15a4645e017c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:21.066646 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 8618466f-a565-4b5c-82a9-c5490b94b1a3 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:35:21.066813 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 8618466f-a565-4b5c-82a9-c5490b94b1a3 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:35:21.067207 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 789e8d19-d417-4944-8468-ede972ddfefd no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:35:21.068859 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-62d3a59a-a36a-48bc-a42d-0abbd382c370 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:21.090954 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 789e8d19-d417-4944-8468-ede972ddfefd {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:35:21.091527 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 789e8d19-d417-4944-8468-ede972ddfefd not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:35:21.114266 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d3a59a-a36a-48bc-a42d-0abbd382c370 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Pushing event deleted for resources: {'Subnet': ['ID=1d726b79-cb54-4733-80bb-bfbda0200188,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:21.116776 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-62d3a59a-a36a-48bc-a42d-0abbd382c370 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks [] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:21.117467 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a8fe9-1cf9-4d29-a13c-9dcac08ffbda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e2564be-f5d8-4abd-ab86-f37a499f4ae0,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:21.121381 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eda8790-94d9-4023-9219-b034c56ad9d0 None None] Network 6ae80f0d-385a-4c46-aae8-390a06db8101 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:35:21.122010 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-62d3a59a-a36a-48bc-a42d-0abbd382c370 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] 10.222.0.23 "DELETE /v2.0/subnets/1d726b79-cb54-4733-80bb-bfbda0200188 HTTP/1.1" status: 204 len: 168 time: 1.4867320 Jul 05 02:35:21.122828 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45024) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:21.228970 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-56cb248a-90fa-45c9-80cb-089a5a8e2ab5 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:21.279949 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36a601b8-9681-4ce8-bdb2-de4a46dd9cb0 admin admin] Made reservation on behalf of 19e6c4c619cf4595801b0519afefcaf5 for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:35:21.284163 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-36a601b8-9681-4ce8-bdb2-de4a46dd9cb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:21.390498 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22ac62d-74de-405e-8313-9258ead04a4e None None] DHCP port deletion for 6ae80f0d-385a-4c46-aae8-390a06db8101 request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:35:21.402899 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6b9a8fe9-1cf9-4d29-a13c-9dcac08ffbda admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:21.419737 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-56cb248a-90fa-45c9-80cb-089a5a8e2ab5 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Deleting port 074eaaea-dcb2-473c-8713-e537b57bb74c {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:35:21.420090 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-56cb248a-90fa-45c9-80cb-089a5a8e2ab5 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:21.447596 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-e22ac62d-74de-405e-8313-9258ead04a4e None None] Deleting port 074eaaea-dcb2-473c-8713-e537b57bb74c {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:35:21.448212 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e22ac62d-74de-405e-8313-9258ead04a4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:21.534978 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-e22ac62d-74de-405e-8313-9258ead04a4e None None] For port 074eaaea-dcb2-473c-8713-e537b57bb74c, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=074eaaea-dcb2-473c-8713-e537b57bb74c,segment=NetworkSegment(236880a9-1e57-487c-b448-e34961bb7ab7),segment_id=236880a9-1e57-487c-b448-e34961bb7ab7)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:35:21.535821 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e22ac62d-74de-405e-8313-9258ead04a4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:21.564237 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-e22ac62d-74de-405e-8313-9258ead04a4e None None] Calling delete_port for 074eaaea-dcb2-473c-8713-e537b57bb74c owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:35:21.587808 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-56cb248a-90fa-45c9-80cb-089a5a8e2ab5 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] For port 074eaaea-dcb2-473c-8713-e537b57bb74c, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=074eaaea-dcb2-473c-8713-e537b57bb74c,segment=NetworkSegment(236880a9-1e57-487c-b448-e34961bb7ab7),segment_id=236880a9-1e57-487c-b448-e34961bb7ab7)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:35:21.588317 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-56cb248a-90fa-45c9-80cb-089a5a8e2ab5 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:21.602433 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-56cb248a-90fa-45c9-80cb-089a5a8e2ab5 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Calling delete_port for 074eaaea-dcb2-473c-8713-e537b57bb74c owned by network:dhcp {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:35:21.731587 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6b9a8fe9-1cf9-4d29-a13c-9dcac08ffbda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:21.732570 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9a8fe9-1cf9-4d29-a13c-9dcac08ffbda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:35:21.733168 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6b9a8fe9-1cf9-4d29-a13c-9dcac08ffbda admin admin] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:21.756360 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-246e4d6e-8a76-4261-923a-0c20813ec4bf tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Deleting port 0932f979-dad8-4755-bc3f-cd1eeea21c47 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:35:21.756709 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-246e4d6e-8a76-4261-923a-0c20813ec4bf tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:21.826260 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e22ac62d-74de-405e-8313-9258ead04a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:21.831749 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-56cb248a-90fa-45c9-80cb-089a5a8e2ab5 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:21.863176 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a8fe9-1cf9-4d29-a13c-9dcac08ffbda admin admin] Pushing event updated for resources: {'Network': ['ID=c4d51310-b056-42c6-8720-dd3607bb490e,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:21.868067 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cb248a-90fa-45c9-80cb-089a5a8e2ab5 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Pushing event deleted for resources: {'Port': ['ID=074eaaea-dcb2-473c-8713-e537b57bb74c,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:21.878321 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-420a2357-9099-47bb-bdf4-071ed6db7b7d tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:21.895033 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22ac62d-74de-405e-8313-9258ead04a4e None None] No DVR routers for this DVR port 074eaaea-dcb2-473c-8713-e537b57bb74c on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:35:21.898604 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network c4d51310-b056-42c6-8720-dd3607bb490e details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:35:21.899174 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cb248a-90fa-45c9-80cb-089a5a8e2ab5 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] No DVR routers for this DVR port 074eaaea-dcb2-473c-8713-e537b57bb74c on host n-d-771362-32 {{(pid=94462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:35:21.901594 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cb248a-90fa-45c9-80cb-089a5a8e2ab5 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:35:21.902839 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cb248a-90fa-45c9-80cb-089a5a8e2ab5 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:35:21.903445 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cb248a-90fa-45c9-80cb-089a5a8e2ab5 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:35:21.905917 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cb248a-90fa-45c9-80cb-089a5a8e2ab5 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:35:21.905917 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cb248a-90fa-45c9-80cb-089a5a8e2ab5 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:35:21.906769 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cb248a-90fa-45c9-80cb-089a5a8e2ab5 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:35:21.907398 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cb248a-90fa-45c9-80cb-089a5a8e2ab5 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:35:21.907948 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cb248a-90fa-45c9-80cb-089a5a8e2ab5 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:35:21.908548 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cb248a-90fa-45c9-80cb-089a5a8e2ab5 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:35:21.909154 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cb248a-90fa-45c9-80cb-089a5a8e2ab5 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:35:21.909875 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cb248a-90fa-45c9-80cb-089a5a8e2ab5 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:35:21.912397 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cb248a-90fa-45c9-80cb-089a5a8e2ab5 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:35:21.921783 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22ac62d-74de-405e-8313-9258ead04a4e None None] Pushing event deleted for resources: {'Port': ['ID=074eaaea-dcb2-473c-8713-e537b57bb74c,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:21.969918 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-36a601b8-9681-4ce8-bdb2-de4a46dd9cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:21.980036 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 074eaaea-dcb2-473c-8713-e537b57bb74c no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:35:22.017775 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 074eaaea-dcb2-473c-8713-e537b57bb74c {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:35:22.018487 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 074eaaea-dcb2-473c-8713-e537b57bb74c not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:35:22.019702 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-90312549-35ca-4492-a7a6-558daa487ec4 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1634680'] for router_interface, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:22.037572 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420a2357-9099-47bb-bdf4-071ed6db7b7d tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Pushing event deleted for resources: {'Port': ['ID=f7432eef-3690-499d-af83-34d6b79aecfa,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:22.040393 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-6b9a8fe9-1cf9-4d29-a13c-9dcac08ffbda admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 4.9631889 Jul 05 02:35:22.109714 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45056) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:22.116828 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-9a95da7d-2120-48bd-bba8-1cbe24e9d8de admin admin] Request body: {'subnet': {'network_id': 'c4d51310-b056-42c6-8720-dd3607bb490e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-274664488-subnet', 'tenant_id': '442a3e50d6be48be9e1562c5772ee754', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:35:22.189970 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-56cb248a-90fa-45c9-80cb-089a5a8e2ab5 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:22.202970 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a601b8-9681-4ce8-bdb2-de4a46dd9cb0 admin admin] Checking segment: {'id': 'fa1cc820-8811-4bbd-a98d-5810eaac77f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1b07052c-22c6-4d0f-b0a6-3bc3daa97540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:35:22.203552 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a601b8-9681-4ce8-bdb2-de4a46dd9cb0 admin admin] Network hostable DHCP agents. Network: 1b07052c-22c6-4d0f-b0a6-3bc3daa97540, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:35:22.215320 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-56cb248a-90fa-45c9-80cb-089a5a8e2ab5 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ae80f0d-385a-4c46-aae8-390a06db8101']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:35:22.217768 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a601b8-9681-4ce8-bdb2-de4a46dd9cb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83dd570d-22ee-4f29-80f0-61f3c568de93,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:22.234471 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-56cb248a-90fa-45c9-80cb-089a5a8e2ab5 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '236880a9-1e57-487c-b448-e34961bb7ab7') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:35:22.235140 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-56cb248a-90fa-45c9-80cb-089a5a8e2ab5 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '236880a9-1e57-487c-b448-e34961bb7ab7') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:35:22.250691 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-56cb248a-90fa-45c9-80cb-089a5a8e2ab5 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:22.266068 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-56cb248a-90fa-45c9-80cb-089a5a8e2ab5 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:22.273710 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56cb248a-90fa-45c9-80cb-089a5a8e2ab5 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:35:22.274276 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-56cb248a-90fa-45c9-80cb-089a5a8e2ab5 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:22.277997 n-d-771362-32 neutron-server[94462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:35:22.277997 n-d-771362-32 neutron-server[94462]: self.session.flush() Jul 05 02:35:22.277997 n-d-771362-32 neutron-server[94462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:35:22.277997 n-d-771362-32 neutron-server[94462]: self.session.flush() Jul 05 02:35:22.277997 n-d-771362-32 neutron-server[94462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:35:22.277997 n-d-771362-32 neutron-server[94462]: self.session.flush() Jul 05 02:35:22.277997 n-d-771362-32 neutron-server[94462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:35:22.277997 n-d-771362-32 neutron-server[94462]: self.session.flush() Jul 05 02:35:22.277997 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:35:22.277997 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:35:22.277997 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:35:22.277997 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:35:22.277997 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:35:22.277997 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:35:22.277997 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:35:22.277997 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:35:22.277997 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:35:22.277997 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:35:22.277997 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:35:22.277997 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:35:22.277997 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:35:22.277997 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:35:22.277997 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:35:22.277997 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:35:22.277997 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:35:22.277997 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:35:22.277997 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:35:22.277997 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:35:22.277997 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:35:22.277997 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:35:22.277997 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:35:22.277997 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:35:22.277997 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:35:22.277997 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:35:22.277997 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:35:22.277997 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:35:22.277997 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:35:22.277997 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:35:22.277997 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:35:22.277997 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:35:22.351796 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a95da7d-2120-48bd-bba8-1cbe24e9d8de admin admin] Made reservation on behalf of 442a3e50d6be48be9e1562c5772ee754 for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:35:22.354327 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9a95da7d-2120-48bd-bba8-1cbe24e9d8de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:22.397733 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a601b8-9681-4ce8-bdb2-de4a46dd9cb0 admin admin] Network 1b07052c-22c6-4d0f-b0a6-3bc3daa97540 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:35:22.450058 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-246e4d6e-8a76-4261-923a-0c20813ec4bf tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:22.499554 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-56cb248a-90fa-45c9-80cb-089a5a8e2ab5 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:22.510319 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-56cb248a-90fa-45c9-80cb-089a5a8e2ab5 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:22.514501 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-56cb248a-90fa-45c9-80cb-089a5a8e2ab5 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] 10.222.0.23 "DELETE /v2.0/networks/6ae80f0d-385a-4c46-aae8-390a06db8101 HTTP/1.1" status: 204 len: 168 time: 1.3900905 Jul 05 02:35:22.518793 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45070) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:22.547258 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cb248a-90fa-45c9-80cb-089a5a8e2ab5 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Pushing event deleted for resources: {'Network': ['ID=6ae80f0d-385a-4c46-aae8-390a06db8101,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:22.571839 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-936e38db-785b-4693-9779-08e407ba8e55 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] DELETE failed (client error): The resource could not be found. Jul 05 02:35:22.572387 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-936e38db-785b-4693-9779-08e407ba8e55 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94462) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:35:22.576803 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-936e38db-785b-4693-9779-08e407ba8e55 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] 10.222.0.23 "DELETE /v2.0/subnets/ce00919b-d28c-48ce-9fb3-9889485ddd46 HTTP/1.1" status: 404 len: 337 time: 0.0459330 Jul 05 02:35:22.577077 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-246e4d6e-8a76-4261-923a-0c20813ec4bf tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Calling delete_port for 0932f979-dad8-4755-bc3f-cd1eeea21c47 owned by network:router_interface {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:35:22.577402 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45074) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:22.584863 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-420a2357-9099-47bb-bdf4-071ed6db7b7d tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:22.589599 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-420a2357-9099-47bb-bdf4-071ed6db7b7d tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "DELETE /v2.0/ports/f7432eef-3690-499d-af83-34d6b79aecfa HTTP/1.1" status: 204 len: 168 time: 2.3729920 Jul 05 02:35:22.596222 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45078) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:22.640953 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-36a601b8-9681-4ce8-bdb2-de4a46dd9cb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 1b07052c-22c6-4d0f-b0a6-3bc3daa97540) {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:35:22.667259 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40c92b1-885e-4159-b09d-bf6c7b2930e2 None None] Network 1b07052c-22c6-4d0f-b0a6-3bc3daa97540 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:35:22.678342 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-92989c20-ef1a-47c1-91dc-a4f3e5c799d0 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] DELETE failed (client error): The resource could not be found. Jul 05 02:35:22.679838 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92989c20-ef1a-47c1-91dc-a4f3e5c799d0 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94462) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:35:22.681765 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-92989c20-ef1a-47c1-91dc-a4f3e5c799d0 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] 10.222.0.23 "DELETE /v2.0/networks/7c09c10c-22f2-4b65-836d-c6f17168635d HTTP/1.1" status: 404 len: 339 time: 0.0969708 Jul 05 02:35:22.686262 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45084) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:22.687854 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a601b8-9681-4ce8-bdb2-de4a46dd9cb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:35:22.688645 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-36a601b8-9681-4ce8-bdb2-de4a46dd9cb0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:22.698733 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-99bd944f-b3ec-4702-ac75-f11fc69b0f66 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] GET failed (client error): The resource could not be found. Jul 05 02:35:22.704002 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-99bd944f-b3ec-4702-ac75-f11fc69b0f66 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "GET /v2.0/ports/f7432eef-3690-499d-af83-34d6b79aecfa HTTP/1.1" status: 404 len: 333 time: 0.1029313 Jul 05 02:35:22.715536 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45086) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:22.831881 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d8e4c4d-2433-43cb-82c3-b756368755b2 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Deleting subnet 7399b23a-bb43-4c0e-a3b8-985f6984426e {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:35:22.840171 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad40c7e4-2d0a-4bf0-8aba-1dcfafa05af7 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Deleting subnet 3e1bbce1-132c-4fc8-a647-d1065cc1860b {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:35:22.844047 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2d8e4c4d-2433-43cb-82c3-b756368755b2 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:22.871828 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ad40c7e4-2d0a-4bf0-8aba-1dcfafa05af7 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:22.899391 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-36a601b8-9681-4ce8-bdb2-de4a46dd9cb0 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.9175866 Jul 05 02:35:22.906003 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9a95da7d-2120-48bd-bba8-1cbe24e9d8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:22.911068 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f94914-0641-498a-86b1-082dba6b4f7c None None] Network 1b07052c-22c6-4d0f-b0a6-3bc3daa97540 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:35:22.960329 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2d8e4c4d-2433-43cb-82c3-b756368755b2 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:23.004310 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ad40c7e4-2d0a-4bf0-8aba-1dcfafa05af7 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:23.060854 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-246e4d6e-8a76-4261-923a-0c20813ec4bf tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:23.100578 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a95da7d-2120-48bd-bba8-1cbe24e9d8de admin admin] Pushing event updated for resources: {'Subnet': ['ID=822ac30d-26eb-483a-9cd9-5da64853ba79,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:23.114409 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246e4d6e-8a76-4261-923a-0c20813ec4bf tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Pushing event deleted for resources: {'Port': ['ID=0932f979-dad8-4755-bc3f-cd1eeea21c47,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:23.165241 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-90312549-35ca-4492-a7a6-558daa487ec4 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Deleting port dba0dfbf-7010-4536-b7df-26e9ea799191 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:35:23.165529 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-90312549-35ca-4492-a7a6-558daa487ec4 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:23.213050 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a95da7d-2120-48bd-bba8-1cbe24e9d8de admin admin] Checking segment: {'id': '2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c4d51310-b056-42c6-8720-dd3607bb490e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:35:23.214860 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a95da7d-2120-48bd-bba8-1cbe24e9d8de admin admin] Network hostable DHCP agents. Network: c4d51310-b056-42c6-8720-dd3607bb490e, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:35:23.232097 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ad40c7e4-2d0a-4bf0-8aba-1dcfafa05af7 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:23.311389 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2d8e4c4d-2433-43cb-82c3-b756368755b2 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:23.352811 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e8df930f-5fb6-4d65-a5ca-821e1659527b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:23.370424 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-246e4d6e-8a76-4261-923a-0c20813ec4bf tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635398'] for router_interface, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:23.390641 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [None req-90312549-35ca-4492-a7a6-558daa487ec4 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] For port dba0dfbf-7010-4536-b7df-26e9ea799191, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=dba0dfbf-7010-4536-b7df-26e9ea799191,segment=NetworkSegment(76ca67ab-9913-4b56-8cd4-1483958defce),segment_id=76ca67ab-9913-4b56-8cd4-1483958defce)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:35:23.391091 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-90312549-35ca-4492-a7a6-558daa487ec4 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:23.437905 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a95da7d-2120-48bd-bba8-1cbe24e9d8de admin admin] Network c4d51310-b056-42c6-8720-dd3607bb490e is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:35:23.473232 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-90312549-35ca-4492-a7a6-558daa487ec4 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Calling delete_port for dba0dfbf-7010-4536-b7df-26e9ea799191 owned by network:router_interface {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:35:23.500958 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ad40c7e4-2d0a-4bf0-8aba-1dcfafa05af7 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:23.529273 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad40c7e4-2d0a-4bf0-8aba-1dcfafa05af7 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Pushing event deleted for resources: {'Subnet': ['ID=3e1bbce1-132c-4fc8-a647-d1065cc1860b,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:23.533104 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ad40c7e4-2d0a-4bf0-8aba-1dcfafa05af7 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks [] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:23.539123 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-ad40c7e4-2d0a-4bf0-8aba-1dcfafa05af7 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "DELETE /v2.0/subnets/3e1bbce1-132c-4fc8-a647-d1065cc1860b HTTP/1.1" status: 204 len: 168 time: 0.8040211 Jul 05 02:35:23.539828 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45136) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:23.548107 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244ccc31-a10e-486d-bae1-bb15700c31bf None None] Network 0f1a64ef-beb7-44b6-88a0-b25f09b3a855 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:35:23.612149 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2d8e4c4d-2433-43cb-82c3-b756368755b2 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:23.654895 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2d8e4c4d-2433-43cb-82c3-b756368755b2 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks [] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:23.668446 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 45142) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:23.669060 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-2d8e4c4d-2433-43cb-82c3-b756368755b2 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] 10.222.0.23 "DELETE /v2.0/subnets/7399b23a-bb43-4c0e-a3b8-985f6984426e HTTP/1.1" status: 204 len: 168 time: 0.9739695 Jul 05 02:35:23.671993 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8e4c4d-2433-43cb-82c3-b756368755b2 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Pushing event deleted for resources: {'Subnet': ['ID=7399b23a-bb43-4c0e-a3b8-985f6984426e,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:23.674210 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-9a95da7d-2120-48bd-bba8-1cbe24e9d8de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, c4d51310-b056-42c6-8720-dd3607bb490e) {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:35:23.675956 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c138a0-a2ef-4c39-9d72-28e53ee6e944 None None] Network e3e40fdc-f5c7-4a49-b2e4-163b9c4c1a98 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:35:23.681499 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2edbd7c1-7358-459b-a871-890f4d558712 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:23.706876 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a95da7d-2120-48bd-bba8-1cbe24e9d8de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:35:23.707354 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9a95da7d-2120-48bd-bba8-1cbe24e9d8de admin admin] Notify callbacks [] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:23.737695 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6b9472-3423-467f-9ac7-db39cc28659a None None] Network c4d51310-b056-42c6-8720-dd3607bb490e requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:35:23.786662 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-9a95da7d-2120-48bd-bba8-1cbe24e9d8de admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6704321 Jul 05 02:35:23.786662 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-2edbd7c1-7358-459b-a871-890f4d558712 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Deleting port ad865097-7dad-4b96-8d4e-9420d4430b50 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:35:23.787791 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2edbd7c1-7358-459b-a871-890f4d558712 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:23.787986 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 45154) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:23.815822 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e823cab1-b17b-42bf-902b-f72ccaa1e8df req-e427c73f-978f-4396-a454-84e1b3fd8541 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:35:23.818787 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e823cab1-b17b-42bf-902b-f72ccaa1e8df req-e427c73f-978f-4396-a454-84e1b3fd8541 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/networks?id=1b07052c-22c6-4d0f-b0a6-3bc3daa97540 HTTP/1.1" status: 200 len: 806 time: 0.3484960 Jul 05 02:35:23.823887 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-11b03856-3265-44e4-963f-d16bccbfa78b admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-274664488-router', 'tenant_id': '442a3e50d6be48be9e1562c5772ee754', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:35:23.831516 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-246e4d6e-8a76-4261-923a-0c20813ec4bf tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Router c5580069-f2fa-4ac2-92cb-1d5b5dae45c5 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:35:23.875386 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-2edbd7c1-7358-459b-a871-890f4d558712 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] For port ad865097-7dad-4b96-8d4e-9420d4430b50, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=ad865097-7dad-4b96-8d4e-9420d4430b50,segment=NetworkSegment(ee19b817-4242-4c16-9d76-2e7edd1550e9),segment_id=ee19b817-4242-4c16-9d76-2e7edd1550e9)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:35:23.877097 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2edbd7c1-7358-459b-a871-890f4d558712 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:23.894628 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-2edbd7c1-7358-459b-a871-890f4d558712 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Calling delete_port for ad865097-7dad-4b96-8d4e-9420d4430b50 owned by network:dhcp {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:35:23.936856 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ef984ffd-704f-48e9-8daa-2bff8b8b40a8 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:23.939274 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e823cab1-b17b-42bf-902b-f72ccaa1e8df req-45045c45-7372-4970-bda9-24b6a3ca4f99 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/quotas/19e6c4c619cf4595801b0519afefcaf5 HTTP/1.1" status: 200 len: 375 time: 0.0501032 Jul 05 02:35:24.042618 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6b7047-1c33-41f4-9cac-17b323819d5b None None] DHCP port deletion for 0f1a64ef-beb7-44b6-88a0-b25f09b3a855 request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:35:24.048564 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:24.086809 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e823cab1-b17b-42bf-902b-f72ccaa1e8df req-674d3483-831e-4dab-89d7-eb33b7935a31 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=19e6c4c619cf4595801b0519afefcaf5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1034417 Jul 05 02:35:24.091893 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-246e4d6e-8a76-4261-923a-0c20813ec4bf tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:35:24.098796 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-246e4d6e-8a76-4261-923a-0c20813ec4bf tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] 10.222.0.23 "PUT /v2.0/routers/c5580069-f2fa-4ac2-92cb-1d5b5dae45c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6228092 Jul 05 02:35:24.103534 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45164) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:24.105767 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8ddb1b-8461-419c-ae9a-ba23bd94115a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-c4d51310-b056-42c6-8720-dd3607bb490e', 'network_id': 'c4d51310-b056-42c6-8720-dd3607bb490e', 'tenant_id': '442a3e50d6be48be9e1562c5772ee754', 'fixed_ips': [{'subnet_id': '822ac30d-26eb-483a-9cd9-5da64853ba79'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:35:24.106702 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5b8ddb1b-8461-419c-ae9a-ba23bd94115a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:24.121529 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707d17e2-a129-434b-bb93-1728bf3bea65 None None] Sync routers for ids ['c5580069-f2fa-4ac2-92cb-1d5b5dae45c5'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:35:24.136615 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-11b03856-3265-44e4-963f-d16bccbfa78b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11810'] for router, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:24.137657 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-11b03856-3265-44e4-963f-d16bccbfa78b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1926740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11821'] for router, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:24.179724 n-d-771362-32 neutron-server[94462]: INFO neutron.api.v2.resource [None req-91680ffb-87fb-4db8-bc9f-7947a9bc512b tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] show failed (client error): The resource could not be found. Jul 05 02:35:24.185553 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-91680ffb-87fb-4db8-bc9f-7947a9bc512b tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] 10.222.0.23 "GET /v2.0/routers/tempest-non_exist_router-1374247481 HTTP/1.1" status: 404 len: 335 time: 0.0807827 Jul 05 02:35:24.186477 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2edbd7c1-7358-459b-a871-890f4d558712 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:24.188555 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45172) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:24.198109 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-6d86f331-554f-4255-93cc-f11c49f050f9 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:35:24.246549 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-11b03856-3265-44e4-963f-d16bccbfa78b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:24.270304 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707d17e2-a129-434b-bb93-1728bf3bea65 None None] Routers {'c5580069-f2fa-4ac2-92cb-1d5b5dae45c5'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:35:24.271606 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-707d17e2-a129-434b-bb93-1728bf3bea65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:35:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['c5580069-f2fa-4ac2-92cb-1d5b5dae45c5'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:35:24.278392 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054f593f-5fa2-4f62-9af6-44cb800b5c6e None None] DHCP port deletion for e3e40fdc-f5c7-4a49-b2e4-163b9c4c1a98 request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:35:24.295899 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edbd7c1-7358-459b-a871-890f4d558712 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Pushing event deleted for resources: {'Port': ['ID=ad865097-7dad-4b96-8d4e-9420d4430b50,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:24.298704 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-90312549-35ca-4492-a7a6-558daa487ec4 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:24.304839 n-d-771362-32 neutron-server[94462]: INFO neutron.api.v2.resource [None req-6d86f331-554f-4255-93cc-f11c49f050f9 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] update failed (client error): The resource could not be found. Jul 05 02:35:24.310436 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-6d86f331-554f-4255-93cc-f11c49f050f9 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] 10.222.0.23 "PUT /v2.0/routers/tempest-non_exist_router-478308704 HTTP/1.1" status: 404 len: 334 time: 0.1190720 Jul 05 02:35:24.311619 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edbd7c1-7358-459b-a871-890f4d558712 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] No DVR routers for this DVR port ad865097-7dad-4b96-8d4e-9420d4430b50 on host n-d-771362-32 {{(pid=94462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:35:24.312676 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 45178) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:24.321544 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-ef984ffd-704f-48e9-8daa-2bff8b8b40a8 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Deleting port 29f81e79-755e-4523-aa61-8a34bc454618 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:35:24.321892 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ef984ffd-704f-48e9-8daa-2bff8b8b40a8 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:24.327944 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-707d17e2-a129-434b-bb93-1728bf3bea65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:35:24.384928 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-de6b7047-1c33-41f4-9cac-17b323819d5b None None] Deleting port ad865097-7dad-4b96-8d4e-9420d4430b50 {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:35:24.385598 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-de6b7047-1c33-41f4-9cac-17b323819d5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:24.399295 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90312549-35ca-4492-a7a6-558daa487ec4 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Pushing event deleted for resources: {'Port': ['ID=dba0dfbf-7010-4536-b7df-26e9ea799191,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:24.448174 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2edbd7c1-7358-459b-a871-890f4d558712 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:24.460188 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-2edbd7c1-7358-459b-a871-890f4d558712 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f1a64ef-beb7-44b6-88a0-b25f09b3a855']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:35:24.475502 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-2edbd7c1-7358-459b-a871-890f4d558712 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee19b817-4242-4c16-9d76-2e7edd1550e9') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:35:24.476064 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-2edbd7c1-7358-459b-a871-890f4d558712 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee19b817-4242-4c16-9d76-2e7edd1550e9') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:35:24.488504 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2edbd7c1-7358-459b-a871-890f4d558712 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:24.495257 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707d17e2-a129-434b-bb93-1728bf3bea65 None None] Routers {'c5580069-f2fa-4ac2-92cb-1d5b5dae45c5'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:35:24.496324 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-707d17e2-a129-434b-bb93-1728bf3bea65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:35:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['c5580069-f2fa-4ac2-92cb-1d5b5dae45c5'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:35:24.509306 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2edbd7c1-7358-459b-a871-890f4d558712 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:24.526645 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2edbd7c1-7358-459b-a871-890f4d558712 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:35:24.541843 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2edbd7c1-7358-459b-a871-890f4d558712 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:24.548205 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:35:24.548205 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:35:24.548205 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:35:24.548205 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:35:24.548205 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:35:24.548205 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:35:24.548205 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:35:24.548205 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:35:24.548205 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:35:24.548205 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:35:24.548205 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:35:24.548205 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:35:24.548205 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:35:24.548205 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:35:24.548205 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:35:24.548205 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:35:24.548205 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:35:24.548205 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:35:24.548205 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:35:24.548205 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:35:24.548205 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:35:24.548205 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:35:24.548205 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:35:24.548205 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:35:24.548205 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:35:24.548205 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:35:24.548205 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:35:24.548205 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:35:24.548205 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:35:24.548205 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:35:24.548205 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:35:24.548205 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:35:24.548205 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:35:24.548205 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:35:24.628486 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-5b8ddb1b-8461-419c-ae9a-ba23bd94115a None None] Allocated IP 172.20.0.2 (c4d51310-b056-42c6-8720-dd3607bb490e/822ac30d-26eb-483a-9cd9-5da64853ba79/7c4a8f96-3034-4f99-a4d5-4411c491a077) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:35:24.632092 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-707d17e2-a129-434b-bb93-1728bf3bea65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:35:24.632802 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707d17e2-a129-434b-bb93-1728bf3bea65 None None] The sync data for ids ['c5580069-f2fa-4ac2-92cb-1d5b5dae45c5'] in n-d-771362-32 is: [] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:35:24.665921 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-de6b7047-1c33-41f4-9cac-17b323819d5b None None] For port ad865097-7dad-4b96-8d4e-9420d4430b50, host n-d-771362-32, got binding levels [] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:35:24.665921 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-de6b7047-1c33-41f4-9cac-17b323819d5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:24.686647 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-de6b7047-1c33-41f4-9cac-17b323819d5b None None] Calling delete_port for ad865097-7dad-4b96-8d4e-9420d4430b50 owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:35:24.693394 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0e6d031-46aa-44be-96cc-b4bba0ba5a90 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Deleting subnet 53285327-c934-44b7-9f6f-af0bf11138d5 {{(pid=94461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:35:24.695016 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.ipam_backend_mixin [None req-de6b7047-1c33-41f4-9cac-17b323819d5b None None] Port ad865097-7dad-4b96-8d4e-9420d4430b50 was not found and therefore no delete operation was performed {{(pid=94463) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 02:35:24.698933 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-054f593f-5fa2-4f62-9af6-44cb800b5c6e None None] Deleting port 29f81e79-755e-4523-aa61-8a34bc454618 {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:35:24.699519 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-054f593f-5fa2-4f62-9af6-44cb800b5c6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:24.735494 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e823cab1-b17b-42bf-902b-f72ccaa1e8df req-098fc393-f620-4af4-9f2d-ec01a9b47b2a service neutron] 10.222.0.23 "GET /v2.0/networks/1b07052c-22c6-4d0f-b0a6-3bc3daa97540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6001136 Jul 05 02:35:24.740693 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b0e6d031-46aa-44be-96cc-b4bba0ba5a90 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks [] for subnet, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:24.747137 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-de6b7047-1c33-41f4-9cac-17b323819d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:24.790026 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [None req-ef984ffd-704f-48e9-8daa-2bff8b8b40a8 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] For port 29f81e79-755e-4523-aa61-8a34bc454618, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=29f81e79-755e-4523-aa61-8a34bc454618,segment=NetworkSegment(3a611d5f-e54e-4eaa-9a89-59ef62cb440d),segment_id=3a611d5f-e54e-4eaa-9a89-59ef62cb440d)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:35:24.790341 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ef984ffd-704f-48e9-8daa-2bff8b8b40a8 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:24.805243 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-ef984ffd-704f-48e9-8daa-2bff8b8b40a8 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Calling delete_port for 29f81e79-755e-4523-aa61-8a34bc454618 owned by network:dhcp {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:35:24.811084 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2edbd7c1-7358-459b-a871-890f4d558712 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:24.818875 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2edbd7c1-7358-459b-a871-890f4d558712 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:24.820792 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-2edbd7c1-7358-459b-a871-890f4d558712 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "DELETE /v2.0/networks/0f1a64ef-beb7-44b6-88a0-b25f09b3a855 HTTP/1.1" status: 204 len: 168 time: 1.2800169 Jul 05 02:35:24.825874 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45198) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:24.845653 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:24.853558 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6b7047-1c33-41f4-9cac-17b323819d5b None None] Pushing event deleted for resources: {'Port': ['ID=ad865097-7dad-4b96-8d4e-9420d4430b50,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:24.861741 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-adf0dc0a-2f1b-4d1f-b45c-e41be3b62893 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-517698836'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:35:24.867376 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6b7047-1c33-41f4-9cac-17b323819d5b None None] No DVR routers for this DVR port ad865097-7dad-4b96-8d4e-9420d4430b50 on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:35:24.868252 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edbd7c1-7358-459b-a871-890f4d558712 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Pushing event deleted for resources: {'Network': ['ID=0f1a64ef-beb7-44b6-88a0-b25f09b3a855,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:24.887107 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-11b03856-3265-44e4-963f-d16bccbfa78b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:24.906889 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-054f593f-5fa2-4f62-9af6-44cb800b5c6e None None] For port 29f81e79-755e-4523-aa61-8a34bc454618, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=29f81e79-755e-4523-aa61-8a34bc454618,segment=NetworkSegment(3a611d5f-e54e-4eaa-9a89-59ef62cb440d),segment_id=3a611d5f-e54e-4eaa-9a89-59ef62cb440d)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:35:24.907280 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-054f593f-5fa2-4f62-9af6-44cb800b5c6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:24.945073 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-054f593f-5fa2-4f62-9af6-44cb800b5c6e None None] Calling delete_port for 29f81e79-755e-4523-aa61-8a34bc454618 owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:35:24.999485 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adf0dc0a-2f1b-4d1f-b45c-e41be3b62893 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Made reservation on behalf of eec53b7bac0445b2b9e29f73fcad1818 for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:35:25.003105 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-adf0dc0a-2f1b-4d1f-b45c-e41be3b62893 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:25.037345 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adf0dc0a-2f1b-4d1f-b45c-e41be3b62893 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:35:25.054494 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-adf0dc0a-2f1b-4d1f-b45c-e41be3b62893 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:25.055780 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-adf0dc0a-2f1b-4d1f-b45c-e41be3b62893 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Added segment e3999f3d-1ed3-46c8-ac71-dd3389575218 of type vlan for network f978902b-bd2f-45a5-bcdd-309468f8c80a Jul 05 02:35:25.089519 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5b8ddb1b-8461-419c-ae9a-ba23bd94115a None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:25.111296 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-5b8ddb1b-8461-419c-ae9a-ba23bd94115a None None] Transition to ACTIVE for port object 7c4a8f96-3034-4f99-a4d5-4411c491a077 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:35:25.146248 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-5b8ddb1b-8461-419c-ae9a-ba23bd94115a None None] Transition to ACTIVE for port object 7c4a8f96-3034-4f99-a4d5-4411c491a077 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:35:25.147978 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-adf0dc0a-2f1b-4d1f-b45c-e41be3b62893 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:25.337772 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-054f593f-5fa2-4f62-9af6-44cb800b5c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:25.340625 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5b8ddb1b-8461-419c-ae9a-ba23bd94115a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:25.374819 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-adf0dc0a-2f1b-4d1f-b45c-e41be3b62893 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:25.379857 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054f593f-5fa2-4f62-9af6-44cb800b5c6e None None] No DVR routers for this DVR port 29f81e79-755e-4523-aa61-8a34bc454618 on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:35:25.381694 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054f593f-5fa2-4f62-9af6-44cb800b5c6e None None] Pushing event deleted for resources: {'Port': ['ID=29f81e79-755e-4523-aa61-8a34bc454618,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:25.383878 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf0dc0a-2f1b-4d1f-b45c-e41be3b62893 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:35:25.387060 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-adf0dc0a-2f1b-4d1f-b45c-e41be3b62893 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:25.394281 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8ddb1b-8461-419c-ae9a-ba23bd94115a None None] Network c4d51310-b056-42c6-8720-dd3607bb490e is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:35:25.402306 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b0e6d031-46aa-44be-96cc-b4bba0ba5a90 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5519650'] for subnet, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:25.414662 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-5b8ddb1b-8461-419c-ae9a-ba23bd94115a None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:35:25.418345 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8ddb1b-8461-419c-ae9a-ba23bd94115a None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:35:25.461808 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8ddb1b-8461-419c-ae9a-ba23bd94115a None None] Pushing event updated for resources: {'Port': ['ID=7c4a8f96-3034-4f99-a4d5-4411c491a077,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:25.469691 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-90312549-35ca-4492-a7a6-558daa487ec4 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635398'] for router_interface, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:25.471345 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf0dc0a-2f1b-4d1f-b45c-e41be3b62893 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Pushing event updated for resources: {'Network': ['ID=f978902b-bd2f-45a5-bcdd-309468f8c80a,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:25.485067 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network f978902b-bd2f-45a5-bcdd-309468f8c80a details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:35:25.533367 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-5b8ddb1b-8461-419c-ae9a-ba23bd94115a None None] Attempting to bind port 7c4a8f96-3034-4f99-a4d5-4411c491a077 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:35:25.533986 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-5b8ddb1b-8461-419c-ae9a-ba23bd94115a None None] Attempting to bind port 7c4a8f96-3034-4f99-a4d5-4411c491a077 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c4d51310-b056-42c6-8720-dd3607bb490e'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:35:25.534630 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8ddb1b-8461-419c-ae9a-ba23bd94115a None None] Attempting to bind port 7c4a8f96-3034-4f99-a4d5-4411c491a077 on network c4d51310-b056-42c6-8720-dd3607bb490e {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:35:25.549324 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8ddb1b-8461-419c-ae9a-ba23bd94115a None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:35:25.549751 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8ddb1b-8461-419c-ae9a-ba23bd94115a None None] Checking segment: {'id': '2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c4d51310-b056-42c6-8720-dd3607bb490e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:35:25.550279 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5b8ddb1b-8461-419c-ae9a-ba23bd94115a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:25.550753 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8ddb1b-8461-419c-ae9a-ba23bd94115a None None] Bound using segment: {'id': '2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c4d51310-b056-42c6-8720-dd3607bb490e'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:35:25.551237 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-5b8ddb1b-8461-419c-ae9a-ba23bd94115a None None] Bound port: 7c4a8f96-3034-4f99-a4d5-4411c491a077, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c4d51310-b056-42c6-8720-dd3607bb490e'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:35:25.551624 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5b8ddb1b-8461-419c-ae9a-ba23bd94115a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:25.600592 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e823cab1-b17b-42bf-902b-f72ccaa1e8df req-481d9aa3-3d7b-4077-9b09-08d6cc282797 service neutron] 10.222.0.23 "GET /v2.0/networks/1b07052c-22c6-4d0f-b0a6-3bc3daa97540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8269789 Jul 05 02:35:25.630667 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ef984ffd-704f-48e9-8daa-2bff8b8b40a8 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:25.647530 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-adf0dc0a-2f1b-4d1f-b45c-e41be3b62893 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7911122 Jul 05 02:35:25.648655 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45238) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:25.654148 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-23a727a3-4ac7-4f8f-a8c1-bf53171ed10a tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Request body: {'subnet': {'network_id': 'f978902b-bd2f-45a5-bcdd-309468f8c80a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:35:25.654317 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-5b8ddb1b-8461-419c-ae9a-ba23bd94115a None None] For port 7c4a8f96-3034-4f99-a4d5-4411c491a077, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:35:25.658029 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-5b8ddb1b-8461-419c-ae9a-ba23bd94115a None None] For port 7c4a8f96-3034-4f99-a4d5-4411c491a077, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=7c4a8f96-3034-4f99-a4d5-4411c491a077,segment=NetworkSegment(2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7),segment_id=2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:35:25.698559 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef984ffd-704f-48e9-8daa-2bff8b8b40a8 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Pushing event deleted for resources: {'Port': ['ID=29f81e79-755e-4523-aa61-8a34bc454618,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:25.703344 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef984ffd-704f-48e9-8daa-2bff8b8b40a8 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] No DVR routers for this DVR port 29f81e79-755e-4523-aa61-8a34bc454618 on host n-d-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:35:25.834272 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5b8ddb1b-8461-419c-ae9a-ba23bd94115a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:25.861320 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b0e6d031-46aa-44be-96cc-b4bba0ba5a90 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:25.918515 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90312549-35ca-4492-a7a6-558daa487ec4 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Router c9186722-52de-47b2-9135-5f1c8d3ae25d has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:35:25.922637 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8ddb1b-8461-419c-ae9a-ba23bd94115a None None] Pushing event updated for resources: {'Port': ['ID=7c4a8f96-3034-4f99-a4d5-4411c491a077,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:25.937833 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ef984ffd-704f-48e9-8daa-2bff8b8b40a8 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:25.961284 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-ef984ffd-704f-48e9-8daa-2bff8b8b40a8 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3e40fdc-f5c7-4a49-b2e4-163b9c4c1a98']}} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:35:25.986722 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-ef984ffd-704f-48e9-8daa-2bff8b8b40a8 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a611d5f-e54e-4eaa-9a89-59ef62cb440d') {'for_net_delete': True} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:35:25.987209 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-ef984ffd-704f-48e9-8daa-2bff8b8b40a8 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a611d5f-e54e-4eaa-9a89-59ef62cb440d') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:35:26.010074 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ef984ffd-704f-48e9-8daa-2bff8b8b40a8 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5519669'] for segment, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:26.104285 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ef984ffd-704f-48e9-8daa-2bff8b8b40a8 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:26.112108 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 29f81e79-755e-4523-aa61-8a34bc454618 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:35:26.163815 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:26.164843 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 29f81e79-755e-4523-aa61-8a34bc454618 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:35:26.165398 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 29f81e79-755e-4523-aa61-8a34bc454618 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:35:26.165982 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device ad865097-7dad-4b96-8d4e-9420d4430b50 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:35:26.190309 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef984ffd-704f-48e9-8daa-2bff8b8b40a8 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=94461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:35:26.190309 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ef984ffd-704f-48e9-8daa-2bff8b8b40a8 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5763545'] for segment, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:26.193969 n-d-771362-32 neutron-server[94461]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:35:26.193969 n-d-771362-32 neutron-server[94461]: self.session.flush() Jul 05 02:35:26.193969 n-d-771362-32 neutron-server[94461]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:35:26.193969 n-d-771362-32 neutron-server[94461]: self.session.flush() Jul 05 02:35:26.193969 n-d-771362-32 neutron-server[94461]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:35:26.193969 n-d-771362-32 neutron-server[94461]: self.session.flush() Jul 05 02:35:26.193969 n-d-771362-32 neutron-server[94461]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:35:26.193969 n-d-771362-32 neutron-server[94461]: self.session.flush() Jul 05 02:35:26.193969 n-d-771362-32 neutron-server[94461]: Traceback (most recent call last): Jul 05 02:35:26.193969 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:35:26.193969 n-d-771362-32 neutron-server[94461]: timer() Jul 05 02:35:26.193969 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:35:26.193969 n-d-771362-32 neutron-server[94461]: cb(*args, **kw) Jul 05 02:35:26.193969 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:35:26.193969 n-d-771362-32 neutron-server[94461]: return func(*args, **kwargs) Jul 05 02:35:26.193969 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:35:26.193969 n-d-771362-32 neutron-server[94461]: self._notify() Jul 05 02:35:26.193969 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:35:26.193969 n-d-771362-32 neutron-server[94461]: self.callback(batched_events) Jul 05 02:35:26.193969 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:35:26.193969 n-d-771362-32 neutron-server[94461]: event.method(event) Jul 05 02:35:26.193969 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:35:26.193969 n-d-771362-32 neutron-server[94461]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:35:26.193969 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:35:26.193969 n-d-771362-32 neutron-server[94461]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:35:26.193969 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:35:26.193969 n-d-771362-32 neutron-server[94461]: return f(self, *a, **k) Jul 05 02:35:26.193969 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:35:26.193969 n-d-771362-32 neutron-server[94461]: return self._get(url).json() Jul 05 02:35:26.193969 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:35:26.193969 n-d-771362-32 neutron-server[94461]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:35:26.193969 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:35:26.193969 n-d-771362-32 neutron-server[94461]: return self.request(url, 'GET', **kwargs) Jul 05 02:35:26.193969 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:35:26.193969 n-d-771362-32 neutron-server[94461]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:35:26.193969 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:35:26.193969 n-d-771362-32 neutron-server[94461]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:35:26.193969 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:35:26.193969 n-d-771362-32 neutron-server[94461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:35:26.193969 n-d-771362-32 neutron-server[94461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:35:26.206833 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: ad865097-7dad-4b96-8d4e-9420d4430b50 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:35:26.207183 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device ad865097-7dad-4b96-8d4e-9420d4430b50 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:35:26.215206 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-573445b4-1f96-445d-90c2-2d1aa64b0c64 req-c7090bf3-c84c-428e-bda5-31697a2614e9 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bfc5e67-c417-4826-8ea2-3d35f7ab4b27 HTTP/1.1" status: 200 len: 210 time: 0.0730922 Jul 05 02:35:26.216176 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23a727a3-4ac7-4f8f-a8c1-bf53171ed10a tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Made reservation on behalf of eec53b7bac0445b2b9e29f73fcad1818 for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:35:26.222585 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-23a727a3-4ac7-4f8f-a8c1-bf53171ed10a tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:26.372713 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90312549-35ca-4492-a7a6-558daa487ec4 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:35:26.382443 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aeb8ee6-cf91-485b-965c-1b68248c30fc None None] Sync routers for ids ['c9186722-52de-47b2-9135-5f1c8d3ae25d'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:35:26.390528 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b0e6d031-46aa-44be-96cc-b4bba0ba5a90 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5763388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774356'] for subnet, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:26.394749 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45274) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:26.400639 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aeb8ee6-cf91-485b-965c-1b68248c30fc None None] Routers {'c9186722-52de-47b2-9135-5f1c8d3ae25d'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:35:26.401050 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-1aeb8ee6-cf91-485b-965c-1b68248c30fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:35:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['c9186722-52de-47b2-9135-5f1c8d3ae25d'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:35:26.409257 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-90312549-35ca-4492-a7a6-558daa487ec4 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "PUT /v2.0/routers/c9186722-52de-47b2-9135-5f1c8d3ae25d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6058989 Jul 05 02:35:26.410967 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 45276) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:26.484794 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e6d031-46aa-44be-96cc-b4bba0ba5a90 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Pushing event deleted for resources: {'Subnet': ['ID=53285327-c934-44b7-9f6f-af0bf11138d5,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:26.493516 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a6abe1-0911-4dca-8f98-73bed88e4cfa None None] Network c4213a59-9768-44c8-b4ac-c49e7334b98c requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:35:26.500002 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-1aeb8ee6-cf91-485b-965c-1b68248c30fc None None] Set router c9186722-52de-47b2-9135-5f1c8d3ae25d gateway port host: None {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:35:26.503524 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b0e6d031-46aa-44be-96cc-b4bba0ba5a90 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:26.508198 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-b0e6d031-46aa-44be-96cc-b4bba0ba5a90 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] 10.222.0.23 "DELETE /v2.0/subnets/53285327-c934-44b7-9f6f-af0bf11138d5 HTTP/1.1" status: 204 len: 168 time: 2.1872120 Jul 05 02:35:26.509626 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45284) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:26.581151 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-1aeb8ee6-cf91-485b-965c-1b68248c30fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9186722-52de-47b2-9135-5f1c8d3ae25d', 'name': 'tempest-RoutersTest-router-470164913', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:33:46Z', 'updated_at': '2021-07-05T02:35:23Z', 'revision_number': 11, 'project_id': '1593a1e15f6f447095222242302728ea', 'gw_port_host': None}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:35:26.593666 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_v2 [None req-a84c10f6-9a51-4d32-9b75-d1ee478b737a tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Deleting subnet d6de9b19-3a6a-419b-855c-91ae8d28d02d {{(pid=94461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:35:26.599856 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a84c10f6-9a51-4d32-9b75-d1ee478b737a tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks [] for subnet, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:26.603299 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-11b03856-3265-44e4-963f-d16bccbfa78b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:26.628841 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aeb8ee6-cf91-485b-965c-1b68248c30fc None None] Checking router: c9186722-52de-47b2-9135-5f1c8d3ae25d for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:35:26.634007 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aeb8ee6-cf91-485b-965c-1b68248c30fc None None] Routers {'c9186722-52de-47b2-9135-5f1c8d3ae25d'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:35:26.634738 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-1aeb8ee6-cf91-485b-965c-1b68248c30fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:35:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['c9186722-52de-47b2-9135-5f1c8d3ae25d'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:35:26.658569 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ef984ffd-704f-48e9-8daa-2bff8b8b40a8 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:26.665078 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-11b03856-3265-44e4-963f-d16bccbfa78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:26.673202 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ef984ffd-704f-48e9-8daa-2bff8b8b40a8 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:26.674596 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-ef984ffd-704f-48e9-8daa-2bff8b8b40a8 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] 10.222.0.23 "DELETE /v2.0/networks/e3e40fdc-f5c7-4a49-b2e4-163b9c4c1a98 HTTP/1.1" status: 204 len: 168 time: 2.9994502 Jul 05 02:35:26.696858 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef984ffd-704f-48e9-8daa-2bff8b8b40a8 tempest-NetworksIpV6Test-1643578786 tempest-NetworksIpV6Test-1643578786-project] Pushing event deleted for resources: {'Network': ['ID=e3e40fdc-f5c7-4a49-b2e4-163b9c4c1a98,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:26.707179 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c73dad88-4aba-4306-ab64-a58d51844c3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:26.733016 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-1aeb8ee6-cf91-485b-965c-1b68248c30fc None None] Set router c9186722-52de-47b2-9135-5f1c8d3ae25d gateway port host: None {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:35:26.753852 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a84c10f6-9a51-4d32-9b75-d1ee478b737a tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5519650'] for subnet, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:26.820402 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-1aeb8ee6-cf91-485b-965c-1b68248c30fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9186722-52de-47b2-9135-5f1c8d3ae25d', 'name': 'tempest-RoutersTest-router-470164913', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:33:46Z', 'updated_at': '2021-07-05T02:35:23Z', 'revision_number': 11, 'project_id': '1593a1e15f6f447095222242302728ea', 'gw_port_host': None}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:35:26.835024 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9409ad12-1bfd-4c94-b6fc-ae9a419813d4 None None] DHCP port deletion for c4213a59-9768-44c8-b4ac-c49e7334b98c request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:35:26.836323 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-74447912-c603-42e6-9320-6cf9692b54fe tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:26.852388 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aeb8ee6-cf91-485b-965c-1b68248c30fc None None] The sync data for ids ['c9186722-52de-47b2-9135-5f1c8d3ae25d'] in n-d-771362-32 is: [{'id': 'c9186722-52de-47b2-9135-5f1c8d3ae25d', 'name': 'tempest-RoutersTest-router-470164913', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:33:46Z', 'updated_at': '2021-07-05T02:35:23Z', 'revision_number': 11, 'project_id': '1593a1e15f6f447095222242302728ea', 'gw_port_host': None}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:35:26.922766 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-9409ad12-1bfd-4c94-b6fc-ae9a419813d4 None None] Deleting port f2437c9d-d11f-4cbc-9773-526607a6b7d3 {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:35:26.922766 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-9409ad12-1bfd-4c94-b6fc-ae9a419813d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:26.960080 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-11b03856-3265-44e4-963f-d16bccbfa78b admin admin] Allocated IP 172.25.7.177 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/40ab75eb-62e4-4c27-a917-0b46050ed2d0) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:35:26.969731 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a84c10f6-9a51-4d32-9b75-d1ee478b737a tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:27.043087 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c73dad88-4aba-4306-ab64-a58d51844c3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:27.058322 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-74447912-c603-42e6-9320-6cf9692b54fe tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Deleting port f2437c9d-d11f-4cbc-9773-526607a6b7d3 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:35:27.058939 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-74447912-c603-42e6-9320-6cf9692b54fe tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:27.140096 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-74447912-c603-42e6-9320-6cf9692b54fe tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] For port f2437c9d-d11f-4cbc-9773-526607a6b7d3, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=f2437c9d-d11f-4cbc-9773-526607a6b7d3,segment=NetworkSegment(ca057c65-231a-4f0d-9fcf-517ff61ece2f),segment_id=ca057c65-231a-4f0d-9fcf-517ff61ece2f)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:35:27.140802 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-74447912-c603-42e6-9320-6cf9692b54fe tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:27.162160 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-74447912-c603-42e6-9320-6cf9692b54fe tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Calling delete_port for f2437c9d-d11f-4cbc-9773-526607a6b7d3 owned by network:dhcp {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:35:27.169007 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-9409ad12-1bfd-4c94-b6fc-ae9a419813d4 None None] For port f2437c9d-d11f-4cbc-9773-526607a6b7d3, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=f2437c9d-d11f-4cbc-9773-526607a6b7d3,segment=NetworkSegment(ca057c65-231a-4f0d-9fcf-517ff61ece2f),segment_id=ca057c65-231a-4f0d-9fcf-517ff61ece2f)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:35:27.170250 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-9409ad12-1bfd-4c94-b6fc-ae9a419813d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:27.181820 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-11b03856-3265-44e4-963f-d16bccbfa78b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:27.194652 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-9409ad12-1bfd-4c94-b6fc-ae9a419813d4 None None] Calling delete_port for f2437c9d-d11f-4cbc-9773-526607a6b7d3 owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:35:27.231830 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-23a727a3-4ac7-4f8f-a8c1-bf53171ed10a tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:27.299826 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c73dad88-4aba-4306-ab64-a58d51844c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:27.360528 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-41b8e456-9a52-481b-b15f-ef653e708040 req-70c23b07-7732-481f-a97f-63262e117e67 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bfc5e67-c417-4826-8ea2-3d35f7ab4b27 HTTP/1.1" status: 200 len: 210 time: 0.0492878 Jul 05 02:35:27.386968 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a727a3-4ac7-4f8f-a8c1-bf53171ed10a tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Pushing event updated for resources: {'Subnet': ['ID=57b8ce8e-9a92-4560-a063-0b1e390f0a2e,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:27.414547 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-c73dad88-4aba-4306-ab64-a58d51844c3b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ec8fd25291774062a19c47a5ec5808a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9642105 Jul 05 02:35:27.414547 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73dad88-4aba-4306-ab64-a58d51844c3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7de522aa-d704-4615-90c0-02230cc03a46,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:27.416359 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45314) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:27.422716 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a84c10f6-9a51-4d32-9b75-d1ee478b737a tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5763388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774356'] for subnet, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:27.435607 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a727a3-4ac7-4f8f-a8c1-bf53171ed10a tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Checking segment: {'id': 'e3999f3d-1ed3-46c8-ac71-dd3389575218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'f978902b-bd2f-45a5-bcdd-309468f8c80a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:35:27.435975 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a727a3-4ac7-4f8f-a8c1-bf53171ed10a tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Network hostable DHCP agents. Network: f978902b-bd2f-45a5-bcdd-309468f8c80a, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:35:27.483694 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84c10f6-9a51-4d32-9b75-d1ee478b737a tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Pushing event deleted for resources: {'Subnet': ['ID=d6de9b19-3a6a-419b-855c-91ae8d28d02d,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:27.488152 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a84c10f6-9a51-4d32-9b75-d1ee478b737a tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:27.497564 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6f90b9-ce80-41cf-a988-d6f0163c0fda None None] Network 3fed85df-41ee-4d95-a0fe-213f0ea583d4 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:35:27.504411 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45320) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:27.506467 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-a84c10f6-9a51-4d32-9b75-d1ee478b737a tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "DELETE /v2.0/subnets/d6de9b19-3a6a-419b-855c-91ae8d28d02d HTTP/1.1" status: 204 len: 168 time: 1.0875258 Jul 05 02:35:27.512159 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-11b03856-3265-44e4-963f-d16bccbfa78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:27.523870 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b580a041-3d4d-489e-9318-3660c0c34943 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:27.593791 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 45328) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:27.599300 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abfb5289-a2ad-469c-b5cd-5a2d052c51b2 None None] Network c4d51310-b056-42c6-8720-dd3607bb490e requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:35:27.606085 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-9409ad12-1bfd-4c94-b6fc-ae9a419813d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:27.619328 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b03856-3265-44e4-963f-d16bccbfa78b admin admin] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:35:27.629082 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b580a041-3d4d-489e-9318-3660c0c34943 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:27.632940 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-11b03856-3265-44e4-963f-d16bccbfa78b admin admin] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:35:27.641543 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b03856-3265-44e4-963f-d16bccbfa78b admin admin] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:35:27.680648 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b03856-3265-44e4-963f-d16bccbfa78b admin admin] Pushing event updated for resources: {'Port': ['ID=40ab75eb-62e4-4c27-a917-0b46050ed2d0,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:27.693659 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9409ad12-1bfd-4c94-b6fc-ae9a419813d4 None None] Pushing event deleted for resources: {'Port': ['ID=f2437c9d-d11f-4cbc-9773-526607a6b7d3,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:27.714630 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9409ad12-1bfd-4c94-b6fc-ae9a419813d4 None None] No DVR routers for this DVR port f2437c9d-d11f-4cbc-9773-526607a6b7d3 on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:35:27.724433 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-da788fa1-0318-45af-adf1-908a49037e65 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:27.736404 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a727a3-4ac7-4f8f-a8c1-bf53171ed10a tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Network f978902b-bd2f-45a5-bcdd-309468f8c80a is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:35:27.746389 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-74447912-c603-42e6-9320-6cf9692b54fe tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:27.768367 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74447912-c603-42e6-9320-6cf9692b54fe tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] No DVR routers for this DVR port f2437c9d-d11f-4cbc-9773-526607a6b7d3 on host n-d-771362-32 {{(pid=94462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:35:27.869950 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-302924c2-6c38-4381-9fac-d2cf9a63df6a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5acb4a7985304d84a755f649a8ac1cfa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2746382 Jul 05 02:35:27.872334 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 45336) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:27.920579 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74447912-c603-42e6-9320-6cf9692b54fe tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Pushing event deleted for resources: {'Port': ['ID=f2437c9d-d11f-4cbc-9773-526607a6b7d3,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:27.923680 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-2e03c454-78fc-46d3-9487-825470db713d None None] Provisioning for port 7c4a8f96-3034-4f99-a4d5-4411c491a077 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:35:27.933298 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-23a727a3-4ac7-4f8f-a8c1-bf53171ed10a tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, f978902b-bd2f-45a5-bcdd-309468f8c80a) {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:35:27.937914 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a727a3-4ac7-4f8f-a8c1-bf53171ed10a tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:35:27.938711 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-23a727a3-4ac7-4f8f-a8c1-bf53171ed10a tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks [] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:27.966224 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881471dd-4c17-4d0c-b785-be74c84408ea None None] Network f978902b-bd2f-45a5-bcdd-309468f8c80a requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:35:27.969352 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-43a4dab6-7a33-4499-826c-8ff6218a81fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:27.992300 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-74447912-c603-42e6-9320-6cf9692b54fe tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:28.013401 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-74447912-c603-42e6-9320-6cf9692b54fe tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4213a59-9768-44c8-b4ac-c49e7334b98c']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:35:28.022984 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-43a4dab6-7a33-4499-826c-8ff6218a81fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:28.028956 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 7c4a8f96-3034-4f99-a4d5-4411c491a077 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:35:28.030778 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-74447912-c603-42e6-9320-6cf9692b54fe tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca057c65-231a-4f0d-9fcf-517ff61ece2f') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:35:28.031224 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-74447912-c603-42e6-9320-6cf9692b54fe tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca057c65-231a-4f0d-9fcf-517ff61ece2f') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:35:28.037184 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2171445b-c493-4b61-95c7-06c0bf916289 None None] DHCP port deletion for 3fed85df-41ee-4d95-a0fe-213f0ea583d4 request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:35:28.051020 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-74447912-c603-42e6-9320-6cf9692b54fe tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:28.099425 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-74447912-c603-42e6-9320-6cf9692b54fe tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:28.103282 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-da788fa1-0318-45af-adf1-908a49037e65 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Deleting port 991b0b49-5929-45af-9ec4-5c6a7af30684 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:35:28.103614 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-da788fa1-0318-45af-adf1-908a49037e65 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:28.122966 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74447912-c603-42e6-9320-6cf9692b54fe tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:35:28.128190 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-74447912-c603-42e6-9320-6cf9692b54fe tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:28.152047 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:35:28.152047 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:35:28.152047 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:35:28.152047 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:35:28.152047 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:35:28.152047 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:35:28.152047 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:35:28.152047 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:35:28.152047 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:35:28.152047 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:35:28.152047 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:35:28.152047 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:35:28.152047 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:35:28.152047 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:35:28.152047 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:35:28.152047 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:35:28.152047 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:35:28.152047 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:35:28.152047 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:35:28.152047 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:35:28.152047 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:35:28.152047 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:35:28.152047 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:35:28.152047 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:35:28.152047 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:35:28.152047 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:35:28.152047 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:35:28.152047 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:35:28.152047 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:35:28.152047 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:35:28.152047 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:35:28.152047 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:35:28.197286 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-11b03856-3265-44e4-963f-d16bccbfa78b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:28.247208 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-23a727a3-4ac7-4f8f-a8c1-bf53171ed10a tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5973251 Jul 05 02:35:28.250096 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45354) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:28.257161 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-e01bff69-4060-4741-ae3e-fd525e4ec2a0 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Request body: {'port': {'network_id': 'f978902b-bd2f-45a5-bcdd-309468f8c80a', 'name': 'tempest-PortsIpV6TestJSON-43038520', 'fixed_ips': [{'subnet_id': '57b8ce8e-9a92-4560-a063-0b1e390f0a2e', 'ip_address': '2001:db8::10'}]}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:35:28.264975 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b580a041-3d4d-489e-9318-3660c0c34943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:28.267717 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b580a041-3d4d-489e-9318-3660c0c34943 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:28.270171 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-b580a041-3d4d-489e-9318-3660c0c34943 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7de522aa-d704-4615-90c0-02230cc03a46 HTTP/1.1" status: 204 len: 168 time: 0.8497903 Jul 05 02:35:28.277129 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b580a041-3d4d-489e-9318-3660c0c34943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de522aa-d704-4615-90c0-02230cc03a46,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:28.329571 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-2171445b-c493-4b61-95c7-06c0bf916289 None None] Deleting port 991b0b49-5929-45af-9ec4-5c6a7af30684 {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:35:28.330157 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-2171445b-c493-4b61-95c7-06c0bf916289 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:28.455576 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-da788fa1-0318-45af-adf1-908a49037e65 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] For port 991b0b49-5929-45af-9ec4-5c6a7af30684, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=991b0b49-5929-45af-9ec4-5c6a7af30684,segment=NetworkSegment(76ca67ab-9913-4b56-8cd4-1483958defce),segment_id=76ca67ab-9913-4b56-8cd4-1483958defce)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:35:28.456066 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-da788fa1-0318-45af-adf1-908a49037e65 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:28.463643 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-2171445b-c493-4b61-95c7-06c0bf916289 None None] For port 991b0b49-5929-45af-9ec4-5c6a7af30684, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=991b0b49-5929-45af-9ec4-5c6a7af30684,segment=NetworkSegment(76ca67ab-9913-4b56-8cd4-1483958defce),segment_id=76ca67ab-9913-4b56-8cd4-1483958defce)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:35:28.464010 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-2171445b-c493-4b61-95c7-06c0bf916289 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:28.464225 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-11b03856-3265-44e4-963f-d16bccbfa78b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963'] for router, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:28.475340 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e08ee3-7817-44de-8df6-1a9cf31f29a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-f978902b-bd2f-45a5-bcdd-309468f8c80a', 'network_id': 'f978902b-bd2f-45a5-bcdd-309468f8c80a', 'tenant_id': 'eec53b7bac0445b2b9e29f73fcad1818', 'fixed_ips': [{'subnet_id': '57b8ce8e-9a92-4560-a063-0b1e390f0a2e'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:35:28.476213 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b0e08ee3-7817-44de-8df6-1a9cf31f29a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:28.483067 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-da788fa1-0318-45af-adf1-908a49037e65 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Calling delete_port for 991b0b49-5929-45af-9ec4-5c6a7af30684 owned by network:dhcp {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:35:28.492467 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-2171445b-c493-4b61-95c7-06c0bf916289 None None] Calling delete_port for 991b0b49-5929-45af-9ec4-5c6a7af30684 owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:35:28.634498 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-43a4dab6-7a33-4499-826c-8ff6218a81fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:28.636842 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 7c4a8f96-3034-4f99-a4d5-4411c491a077 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:35:28.637720 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0fec16f0-bf1a-4f89-a857-c0e7e191c651 req-2b4152a5-18c8-4824-9c02-335d3a9130e1 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bfc5e67-c417-4826-8ea2-3d35f7ab4b27 HTTP/1.1" status: 200 len: 210 time: 0.0390706 Jul 05 02:35:28.637935 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-43a4dab6-7a33-4499-826c-8ff6218a81fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:28.641691 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-43a4dab6-7a33-4499-826c-8ff6218a81fb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3ee8d891-ba89-4e5a-9523-f68421bf1189 HTTP/1.1" status: 204 len: 168 time: 0.7661896 Jul 05 02:35:28.658105 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a4dab6-7a33-4499-826c-8ff6218a81fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee8d891-ba89-4e5a-9523-f68421bf1189,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:28.700208 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 7c4a8f96-3034-4f99-a4d5-4411c491a077 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:35:28.700580 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:28.715514 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-74447912-c603-42e6-9320-6cf9692b54fe tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:28.723265 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-74447912-c603-42e6-9320-6cf9692b54fe tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:28.727574 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-74447912-c603-42e6-9320-6cf9692b54fe tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] 10.222.0.23 "DELETE /v2.0/networks/c4213a59-9768-44c8-b4ac-c49e7334b98c HTTP/1.1" status: 204 len: 168 time: 2.2148936 Jul 05 02:35:28.728260 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 45370) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:28.767269 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74447912-c603-42e6-9320-6cf9692b54fe tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Pushing event deleted for resources: {'Network': ['ID=c4213a59-9768-44c8-b4ac-c49e7334b98c,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:28.772462 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-b0e08ee3-7817-44de-8df6-1a9cf31f29a8 None None] Allocated IP 2001:db8::2 (f978902b-bd2f-45a5-bcdd-309468f8c80a/57b8ce8e-9a92-4560-a063-0b1e390f0a2e/7b33790e-32a9-42de-b26a-10cb1325835f) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:35:28.807642 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_v2 [None req-5478ce77-c342-462a-b18e-1003e805f9bb tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Deleting subnet 8be2537f-7ee3-4cd1-9845-4f8650aea392 {{(pid=94461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:35:28.810738 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5478ce77-c342-462a-b18e-1003e805f9bb tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks [] for subnet, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:28.831430 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11b03856-3265-44e4-963f-d16bccbfa78b admin admin] Router 58362404-fae8-4097-89af-11a23fd2da31 is scheduled to L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 with binding_index 1 {{(pid=94461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 02:35:28.846247 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e01bff69-4060-4741-ae3e-fd525e4ec2a0 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Made reservation on behalf of eec53b7bac0445b2b9e29f73fcad1818 for: {'port': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:35:28.854971 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-da788fa1-0318-45af-adf1-908a49037e65 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:28.875837 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-2171445b-c493-4b61-95c7-06c0bf916289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:28.911746 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2171445b-c493-4b61-95c7-06c0bf916289 None None] Pushing event deleted for resources: {'Port': ['ID=991b0b49-5929-45af-9ec4-5c6a7af30684,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:28.918082 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:28.940242 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2171445b-c493-4b61-95c7-06c0bf916289 None None] No DVR routers for this DVR port 991b0b49-5929-45af-9ec4-5c6a7af30684 on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:35:28.944534 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da788fa1-0318-45af-adf1-908a49037e65 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] No DVR routers for this DVR port 991b0b49-5929-45af-9ec4-5c6a7af30684 on host n-d-771362-32 {{(pid=94462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:35:28.948857 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da788fa1-0318-45af-adf1-908a49037e65 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Pushing event deleted for resources: {'Port': ['ID=991b0b49-5929-45af-9ec4-5c6a7af30684,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:29.017900 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 7c4a8f96-3034-4f99-a4d5-4411c491a077, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=7c4a8f96-3034-4f99-a4d5-4411c491a077,segment=NetworkSegment(2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7),segment_id=2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:35:29.022641 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 02:35:29.037924 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b0e08ee3-7817-44de-8df6-1a9cf31f29a8 None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:29.047117 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-b0e08ee3-7817-44de-8df6-1a9cf31f29a8 None None] Transition to ACTIVE for port object 7b33790e-32a9-42de-b26a-10cb1325835f will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:35:29.048919 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5478ce77-c342-462a-b18e-1003e805f9bb tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5519650'] for subnet, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:29.063281 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-b0e08ee3-7817-44de-8df6-1a9cf31f29a8 None None] Transition to ACTIVE for port object 7b33790e-32a9-42de-b26a-10cb1325835f will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:35:29.075092 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-da788fa1-0318-45af-adf1-908a49037e65 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:29.088113 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11b03856-3265-44e4-963f-d16bccbfa78b admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:35:29.097661 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-da788fa1-0318-45af-adf1-908a49037e65 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fed85df-41ee-4d95-a0fe-213f0ea583d4']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:35:29.104197 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab13f29-99c7-422d-b14c-f363f0275a1a None None] Sync routers for ids ['58362404-fae8-4097-89af-11a23fd2da31'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:35:29.108318 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-da788fa1-0318-45af-adf1-908a49037e65 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76ca67ab-9913-4b56-8cd4-1483958defce') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:35:29.108478 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-da788fa1-0318-45af-adf1-908a49037e65 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76ca67ab-9913-4b56-8cd4-1483958defce') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:35:29.114798 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab13f29-99c7-422d-b14c-f363f0275a1a None None] Routers {'58362404-fae8-4097-89af-11a23fd2da31'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:35:29.115848 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-1ab13f29-99c7-422d-b14c-f363f0275a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:35:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['58362404-fae8-4097-89af-11a23fd2da31'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:35:29.119587 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-da788fa1-0318-45af-adf1-908a49037e65 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:29.133739 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-da788fa1-0318-45af-adf1-908a49037e65 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:29.139907 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da788fa1-0318-45af-adf1-908a49037e65 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:35:29.140316 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-da788fa1-0318-45af-adf1-908a49037e65 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:29.143408 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:35:29.143408 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:35:29.143408 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:35:29.143408 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:35:29.143408 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:35:29.143408 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:35:29.143408 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:35:29.143408 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:35:29.143408 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:35:29.143408 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:35:29.143408 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:35:29.143408 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:35:29.143408 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:35:29.143408 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:35:29.143408 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:35:29.143408 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:35:29.143408 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:35:29.143408 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:35:29.143408 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:35:29.143408 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:35:29.143408 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:35:29.143408 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:35:29.143408 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:35:29.143408 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:35:29.143408 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:35:29.143408 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:35:29.143408 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:35:29.143408 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:35:29.143408 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:35:29.143408 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:35:29.143408 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:35:29.143408 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:35:29.203153 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e01bff69-4060-4741-ae3e-fd525e4ec2a0 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:29.206244 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5478ce77-c342-462a-b18e-1003e805f9bb tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:29.240854 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [None req-e01bff69-4060-4741-ae3e-fd525e4ec2a0 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] device_id is not set on port d14c3b13-0581-42f7-9594-eac01fd1675f yet. {{(pid=94462) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:35:29.296616 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-11b03856-3265-44e4-963f-d16bccbfa78b admin admin] Notify callbacks [] for router, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:29.298472 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-11b03856-3265-44e4-963f-d16bccbfa78b admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.4899614 Jul 05 02:35:29.300945 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 45394) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:29.329040 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:29.341374 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b0e08ee3-7817-44de-8df6-1a9cf31f29a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:29.417102 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-da788fa1-0318-45af-adf1-908a49037e65 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:29.417588 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5478ce77-c342-462a-b18e-1003e805f9bb tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5763388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774356'] for subnet, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:29.441890 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=7c4a8f96-3034-4f99-a4d5-4411c491a077,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:29.450496 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-da788fa1-0318-45af-adf1-908a49037e65 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:29.452720 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device f2437c9d-d11f-4cbc-9773-526607a6b7d3 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:35:29.455106 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-da788fa1-0318-45af-adf1-908a49037e65 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "DELETE /v2.0/networks/3fed85df-41ee-4d95-a0fe-213f0ea583d4 HTTP/1.1" status: 204 len: 168 time: 1.9491522 Jul 05 02:35:29.456239 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da788fa1-0318-45af-adf1-908a49037e65 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Pushing event deleted for resources: {'Network': ['ID=3fed85df-41ee-4d95-a0fe-213f0ea583d4,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:29.459194 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45404) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:29.466591 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-5fd6bd32-b737-462f-8347-7823a4e125c2 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Request body: {'router': {'routes': None}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:35:29.532329 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e08ee3-7817-44de-8df6-1a9cf31f29a8 None None] Network f978902b-bd2f-45a5-bcdd-309468f8c80a is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:35:29.536358 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-1ab13f29-99c7-422d-b14c-f363f0275a1a None None] Set router 58362404-fae8-4097-89af-11a23fd2da31 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:35:29.570404 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-b0e08ee3-7817-44de-8df6-1a9cf31f29a8 None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:35:29.572874 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: f2437c9d-d11f-4cbc-9773-526607a6b7d3 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:35:29.575465 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device f2437c9d-d11f-4cbc-9773-526607a6b7d3 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:35:29.575832 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device dba0dfbf-7010-4536-b7df-26e9ea799191 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:35:29.592428 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45408) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:29.599907 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e08ee3-7817-44de-8df6-1a9cf31f29a8 None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:35:29.627466 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-767e80b2-c1c1-47d7-a1df-f5b6a8b09324 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:29.640610 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: dba0dfbf-7010-4536-b7df-26e9ea799191 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:35:29.640949 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device dba0dfbf-7010-4536-b7df-26e9ea799191 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:35:29.771061 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-e01bff69-4060-4741-ae3e-fd525e4ec2a0 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Allocated IP 2001:db8::10 (f978902b-bd2f-45a5-bcdd-309468f8c80a/57b8ce8e-9a92-4560-a063-0b1e390f0a2e/d14c3b13-0581-42f7-9594-eac01fd1675f) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:35:29.835279 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.extraroute_db [None req-5fd6bd32-b737-462f-8347-7823a4e125c2 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Added routes are [] {{(pid=94462) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 05 02:35:29.835782 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.extraroute_db [None req-5fd6bd32-b737-462f-8347-7823a4e125c2 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Removed routes are [] {{(pid=94462) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 05 02:35:29.836127 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5fd6bd32-b737-462f-8347-7823a4e125c2 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:29.873673 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5478ce77-c342-462a-b18e-1003e805f9bb tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Pushing event deleted for resources: {'Subnet': ['ID=8be2537f-7ee3-4cd1-9845-4f8650aea392,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:29.876075 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5478ce77-c342-462a-b18e-1003e805f9bb tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:29.878710 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-5478ce77-c342-462a-b18e-1003e805f9bb tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] 10.222.0.23 "DELETE /v2.0/subnets/8be2537f-7ee3-4cd1-9845-4f8650aea392 HTTP/1.1" status: 204 len: 168 time: 1.1494458 Jul 05 02:35:29.882084 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 45426) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:29.925646 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8bad65fb-e181-4e31-8628-64d81a1ee1fa req-0bb0dbe6-b828-45c5-8aa9-65394d363f57 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bfc5e67-c417-4826-8ea2-3d35f7ab4b27 HTTP/1.1" status: 200 len: 210 time: 0.0551081 Jul 05 02:35:30.010531 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e08ee3-7817-44de-8df6-1a9cf31f29a8 None None] Pushing event updated for resources: {'Port': ['ID=7b33790e-32a9-42de-b26a-10cb1325835f,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:30.073981 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba4ff7b9-d696-4672-9d72-d7b16ad4a4c4 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Deleting subnet 97f73dad-921b-4c0f-a627-1c089d109c46 {{(pid=94461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:35:30.077165 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ba4ff7b9-d696-4672-9d72-d7b16ad4a4c4 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks [] for subnet, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:30.079762 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5fd6bd32-b737-462f-8347-7823a4e125c2 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:30.093797 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5fd6bd32-b737-462f-8347-7823a4e125c2 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1636977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1636970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1573792'] for router, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:30.106526 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b607d0-2992-41cf-a098-55f5f8019a50 None None] Network f84cec8e-ba8a-4c92-8fe3-7ed7002d0806 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:35:30.168544 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ba4ff7b9-d696-4672-9d72-d7b16ad4a4c4 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5519650'] for subnet, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:30.209251 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 7c4a8f96-3034-4f99-a4d5-4411c491a077 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:35:30.283986 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fd6bd32-b737-462f-8347-7823a4e125c2 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Router c9186722-52de-47b2-9135-5f1c8d3ae25d has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:35:30.351849 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-b0e08ee3-7817-44de-8df6-1a9cf31f29a8 None None] Attempting to bind port 7b33790e-32a9-42de-b26a-10cb1325835f on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:35:30.352526 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-b0e08ee3-7817-44de-8df6-1a9cf31f29a8 None None] Attempting to bind port 7b33790e-32a9-42de-b26a-10cb1325835f by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'e3999f3d-1ed3-46c8-ac71-dd3389575218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'f978902b-bd2f-45a5-bcdd-309468f8c80a'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:35:30.352641 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e08ee3-7817-44de-8df6-1a9cf31f29a8 None None] Attempting to bind port 7b33790e-32a9-42de-b26a-10cb1325835f on network f978902b-bd2f-45a5-bcdd-309468f8c80a {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:35:30.369018 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ba4ff7b9-d696-4672-9d72-d7b16ad4a4c4 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:30.394060 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e08ee3-7817-44de-8df6-1a9cf31f29a8 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:35:30.394551 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e08ee3-7817-44de-8df6-1a9cf31f29a8 None None] Checking segment: {'id': 'e3999f3d-1ed3-46c8-ac71-dd3389575218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'f978902b-bd2f-45a5-bcdd-309468f8c80a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:35:30.394973 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b0e08ee3-7817-44de-8df6-1a9cf31f29a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:30.396365 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e08ee3-7817-44de-8df6-1a9cf31f29a8 None None] Bound using segment: {'id': 'e3999f3d-1ed3-46c8-ac71-dd3389575218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'f978902b-bd2f-45a5-bcdd-309468f8c80a'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:35:30.396365 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-b0e08ee3-7817-44de-8df6-1a9cf31f29a8 None None] Bound port: 7b33790e-32a9-42de-b26a-10cb1325835f, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3999f3d-1ed3-46c8-ac71-dd3389575218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'f978902b-bd2f-45a5-bcdd-309468f8c80a'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:35:30.396754 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b0e08ee3-7817-44de-8df6-1a9cf31f29a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:30.523268 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-1ab13f29-99c7-422d-b14c-f363f0275a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58362404-fae8-4097-89af-11a23fd2da31', 'name': 'tempest-ServerActionsTestJSON-274664488-router', 'tenant_id': '442a3e50d6be48be9e1562c5772ee754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '40ab75eb-62e4-4c27-a917-0b46050ed2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:35:24Z', 'updated_at': '2021-07-05T02:35:27Z', 'revision_number': 3, 'project_id': '442a3e50d6be48be9e1562c5772ee754', 'gw_port': {'id': '40ab75eb-62e4-4c27-a917-0b46050ed2d0', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1e:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58362404-fae8-4097-89af-11a23fd2da31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:35:26Z', 'updated_at': '2021-07-05T02:35:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:35:30.528706 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-b0e08ee3-7817-44de-8df6-1a9cf31f29a8 None None] For port 7b33790e-32a9-42de-b26a-10cb1325835f, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:35:30.531852 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 7c4a8f96-3034-4f99-a4d5-4411c491a077 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:35:30.532340 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:30.595649 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab13f29-99c7-422d-b14c-f363f0275a1a None None] Checking router: 58362404-fae8-4097-89af-11a23fd2da31 for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:35:30.596238 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab13f29-99c7-422d-b14c-f363f0275a1a None None] Updating router 58362404-fae8-4097-89af-11a23fd2da31 port 40ab75eb-62e4-4c27-a917-0b46050ed2d0 binding host n-d-771362-32 {{(pid=94463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 02:35:30.602266 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-b0e08ee3-7817-44de-8df6-1a9cf31f29a8 None None] For port 7b33790e-32a9-42de-b26a-10cb1325835f, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=7b33790e-32a9-42de-b26a-10cb1325835f,segment=NetworkSegment(e3999f3d-1ed3-46c8-ac71-dd3389575218),segment_id=e3999f3d-1ed3-46c8-ac71-dd3389575218)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:35:30.654489 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-1ab13f29-99c7-422d-b14c-f363f0275a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:30.683622 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5342559-d8fc-48e1-bea0-6c1f712071ab None None] DHCP port deletion for f84cec8e-ba8a-4c92-8fe3-7ed7002d0806 request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:35:30.725530 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fd6bd32-b737-462f-8347-7823a4e125c2 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:35:30.728837 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-767e80b2-c1c1-47d7-a1df-f5b6a8b09324 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:30.736856 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5fd6bd32-b737-462f-8347-7823a4e125c2 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:30.741111 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-5fd6bd32-b737-462f-8347-7823a4e125c2 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "PUT /v2.0/routers/c9186722-52de-47b2-9135-5f1c8d3ae25d HTTP/1.1" status: 200 len: 700 time: 1.2784963 Jul 05 02:35:30.744135 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012ef528-4902-4ccc-a0e6-c87df836c0a5 None None] Sync routers for ids ['c9186722-52de-47b2-9135-5f1c8d3ae25d'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:35:30.745034 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45464) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:30.767191 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012ef528-4902-4ccc-a0e6-c87df836c0a5 None None] Routers {'c9186722-52de-47b2-9135-5f1c8d3ae25d'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:35:30.770022 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-012ef528-4902-4ccc-a0e6-c87df836c0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:35:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['c9186722-52de-47b2-9135-5f1c8d3ae25d'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:35:30.771555 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b0e08ee3-7817-44de-8df6-1a9cf31f29a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:30.784080 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-3375a2d5-f7c4-40f2-be25-f6863842c3ca tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9186722-52de-47b2-9135-5f1c8d3ae25d HTTP/1.1" status: 200 len: 205 time: 0.0379186 Jul 05 02:35:30.784693 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45468) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:30.813335 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5944704b-fae9-4e01-b570-e9697b5b5cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:30.839660 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-767e80b2-c1c1-47d7-a1df-f5b6a8b09324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:30.861909 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-012ef528-4902-4ccc-a0e6-c87df836c0a5 None None] Set router c9186722-52de-47b2-9135-5f1c8d3ae25d gateway port host: None {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:35:30.889642 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e01bff69-4060-4741-ae3e-fd525e4ec2a0 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:30.896089 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-767e80b2-c1c1-47d7-a1df-f5b6a8b09324 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5284e90ae4f0419389c7260277a1de36&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2982166 Jul 05 02:35:30.902924 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45474) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:30.967363 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-73bbcc8a-1830-4602-9bce-fcffbb8fd386 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks [] for router, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:30.982083 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-012ef528-4902-4ccc-a0e6-c87df836c0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9186722-52de-47b2-9135-5f1c8d3ae25d', 'name': 'tempest-RoutersTest-router-470164913', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:33:46Z', 'updated_at': '2021-07-05T02:35:23Z', 'revision_number': 11, 'project_id': '1593a1e15f6f447095222242302728ea', 'gw_port_host': None}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:35:30.986915 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [None req-e01bff69-4060-4741-ae3e-fd525e4ec2a0 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Transition to ACTIVE for port object d14c3b13-0581-42f7-9594-eac01fd1675f will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:35:31.053782 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012ef528-4902-4ccc-a0e6-c87df836c0a5 None None] Checking router: c9186722-52de-47b2-9135-5f1c8d3ae25d for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:35:31.074941 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012ef528-4902-4ccc-a0e6-c87df836c0a5 None None] Routers {'c9186722-52de-47b2-9135-5f1c8d3ae25d'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:35:31.075725 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-012ef528-4902-4ccc-a0e6-c87df836c0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:35:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['c9186722-52de-47b2-9135-5f1c8d3ae25d'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:35:31.080243 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-88c0a8ce-5dad-4821-b3ed-98e1c19830eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:31.086046 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767e80b2-c1c1-47d7-a1df-f5b6a8b09324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93c44f9b-6e58-4883-adcc-9c5a90cc5bc6,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:31.183406 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-1ab13f29-99c7-422d-b14c-f363f0275a1a None None] Notify callbacks [] for port, precommit_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:31.188048 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-5944704b-fae9-4e01-b570-e9697b5b5cef admin admin] Allocated IP 172.20.0.1 (c4d51310-b056-42c6-8720-dd3607bb490e/822ac30d-26eb-483a-9cd9-5da64853ba79/2587b0cd-b17f-4d40-ac22-a2b23f3937dd) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:35:31.194448 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-88c0a8ce-5dad-4821-b3ed-98e1c19830eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:31.224301 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-1ab13f29-99c7-422d-b14c-f363f0275a1a None None] Transition to ACTIVE for port object 40ab75eb-62e4-4c27-a917-0b46050ed2d0 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:35:31.235459 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-012ef528-4902-4ccc-a0e6-c87df836c0a5 None None] Set router c9186722-52de-47b2-9135-5f1c8d3ae25d gateway port host: None {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:35:31.237256 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-06888442-9798-4802-bd76-3bd0b2b08f0e req-0adb93b3-4007-49bb-be4e-56744bc9cb6a tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bfc5e67-c417-4826-8ea2-3d35f7ab4b27 HTTP/1.1" status: 200 len: 210 time: 0.0378041 Jul 05 02:35:31.303237 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-73bbcc8a-1830-4602-9bce-fcffbb8fd386 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11828'] for router, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:31.310541 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-73bbcc8a-1830-4602-9bce-fcffbb8fd386 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:31.320004 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ba4ff7b9-d696-4672-9d72-d7b16ad4a4c4 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5763388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774356'] for subnet, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:31.363271 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-012ef528-4902-4ccc-a0e6-c87df836c0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9186722-52de-47b2-9135-5f1c8d3ae25d', 'name': 'tempest-RoutersTest-router-470164913', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:33:46Z', 'updated_at': '2021-07-05T02:35:23Z', 'revision_number': 11, 'project_id': '1593a1e15f6f447095222242302728ea', 'gw_port_host': None}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:35:31.366439 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206ae713-3738-4131-ae10-13e8fca726a0 None None] Network 16bae15d-e6ae-4913-b1a0-19398fb13634 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:35:31.432526 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e01bff69-4060-4741-ae3e-fd525e4ec2a0 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:31.435145 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ba4ff7b9-d696-4672-9d72-d7b16ad4a4c4 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:31.437372 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-ba4ff7b9-d696-4672-9d72-d7b16ad4a4c4 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] 10.222.0.23 "DELETE /v2.0/subnets/97f73dad-921b-4c0f-a627-1c089d109c46 HTTP/1.1" status: 204 len: 168 time: 1.5453572 Jul 05 02:35:31.443496 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 45498) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:31.490288 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e823cab1-b17b-42bf-902b-f72ccaa1e8df req-863e0b15-900a-459a-9bbe-c49f576a4d0c tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:35:31.492385 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e823cab1-b17b-42bf-902b-f72ccaa1e8df req-863e0b15-900a-459a-9bbe-c49f576a4d0c tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.15 "GET /v2.0/networks?id=1b07052c-22c6-4d0f-b0a6-3bc3daa97540 HTTP/1.1" status: 200 len: 806 time: 0.9416568 Jul 05 02:35:31.492861 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-1ab13f29-99c7-422d-b14c-f363f0275a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:31.504196 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 991b0b49-5929-45af-9ec4-5c6a7af30684 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:35:31.507581 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4ff7b9-d696-4672-9d72-d7b16ad4a4c4 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Pushing event deleted for resources: {'Subnet': ['ID=97f73dad-921b-4c0f-a627-1c089d109c46,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:31.541308 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01bff69-4060-4741-ae3e-fd525e4ec2a0 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Network f978902b-bd2f-45a5-bcdd-309468f8c80a is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:35:31.552652 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-88c0a8ce-5dad-4821-b3ed-98e1c19830eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:31.557033 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-88c0a8ce-5dad-4821-b3ed-98e1c19830eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:31.558487 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-88c0a8ce-5dad-4821-b3ed-98e1c19830eb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/93c44f9b-6e58-4883-adcc-9c5a90cc5bc6 HTTP/1.1" status: 204 len: 168 time: 0.6500185 Jul 05 02:35:31.559941 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 991b0b49-5929-45af-9ec4-5c6a7af30684 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:35:31.560357 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 991b0b49-5929-45af-9ec4-5c6a7af30684 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:35:31.561906 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-e823cab1-b17b-42bf-902b-f72ccaa1e8df req-35ea281b-2dbc-4623-9f3c-db90b505b8cd tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Request body: {'port': {'device_id': '5bfc5e67-c417-4826-8ea2-3d35f7ab4b27', 'network_id': '1b07052c-22c6-4d0f-b0a6-3bc3daa97540', 'admin_state_up': True, 'tenant_id': '19e6c4c619cf4595801b0519afefcaf5'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:35:31.597570 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-1ab13f29-99c7-422d-b14c-f363f0275a1a None None] Attempting to bind port 40ab75eb-62e4-4c27-a917-0b46050ed2d0 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:35:31.599215 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-1ab13f29-99c7-422d-b14c-f363f0275a1a None None] Attempting to bind port 40ab75eb-62e4-4c27-a917-0b46050ed2d0 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:35:31.599754 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab13f29-99c7-422d-b14c-f363f0275a1a None None] Attempting to bind port 40ab75eb-62e4-4c27-a917-0b46050ed2d0 on network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:35:31.610498 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab13f29-99c7-422d-b14c-f363f0275a1a None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:35:31.610498 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab13f29-99c7-422d-b14c-f363f0275a1a None None] Checking segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:35:31.610498 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-1ab13f29-99c7-422d-b14c-f363f0275a1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:31.611311 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab13f29-99c7-422d-b14c-f363f0275a1a None None] Bound using segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:35:31.612120 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-1ab13f29-99c7-422d-b14c-f363f0275a1a None None] Bound port: 40ab75eb-62e4-4c27-a917-0b46050ed2d0, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:35:31.612666 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-1ab13f29-99c7-422d-b14c-f363f0275a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:31.638892 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-e01bff69-4060-4741-ae3e-fd525e4ec2a0 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:35:31.656779 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c0a8ce-5dad-4821-b3ed-98e1c19830eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c44f9b-6e58-4883-adcc-9c5a90cc5bc6,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:31.661707 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012ef528-4902-4ccc-a0e6-c87df836c0a5 None None] The sync data for ids ['c9186722-52de-47b2-9135-5f1c8d3ae25d'] in n-d-771362-32 is: [{'id': 'c9186722-52de-47b2-9135-5f1c8d3ae25d', 'name': 'tempest-RoutersTest-router-470164913', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:33:46Z', 'updated_at': '2021-07-05T02:35:23Z', 'revision_number': 11, 'project_id': '1593a1e15f6f447095222242302728ea', 'gw_port_host': None}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:35:31.673641 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-1ab13f29-99c7-422d-b14c-f363f0275a1a None None] For port 40ab75eb-62e4-4c27-a917-0b46050ed2d0, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:35:31.677653 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-1ab13f29-99c7-422d-b14c-f363f0275a1a None None] For port 40ab75eb-62e4-4c27-a917-0b46050ed2d0, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=40ab75eb-62e4-4c27-a917-0b46050ed2d0,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:35:31.678648 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e08ee3-7817-44de-8df6-1a9cf31f29a8 None None] Pushing event updated for resources: {'Port': ['ID=7b33790e-32a9-42de-b26a-10cb1325835f,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:31.686409 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01bff69-4060-4741-ae3e-fd525e4ec2a0 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:35:31.703147 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01bff69-4060-4741-ae3e-fd525e4ec2a0 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:35:31.703814 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e01bff69-4060-4741-ae3e-fd525e4ec2a0 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:31.763237 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01bff69-4060-4741-ae3e-fd525e4ec2a0 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Pushing event updated for resources: {'Port': ['ID=d14c3b13-0581-42f7-9594-eac01fd1675f,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:31.800771 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-b5342559-d8fc-48e1-bea0-6c1f712071ab None None] Deleting port d226f75b-01da-4bc9-bcf3-5a46573380b4 {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:35:31.802050 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b5342559-d8fc-48e1-bea0-6c1f712071ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:31.819418 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5944704b-fae9-4e01-b570-e9697b5b5cef admin admin] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:31.853342 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bb53e555-d8f1-49a2-b877-fc6ec7c6fb0d tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:31.858248 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [None req-5944704b-fae9-4e01-b570-e9697b5b5cef admin admin] Transition to ACTIVE for port object 2587b0cd-b17f-4d40-ac22-a2b23f3937dd will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:35:31.914525 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-73bbcc8a-1830-4602-9bce-fcffbb8fd386 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1575451'] for router, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:31.915350 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73bbcc8a-1830-4602-9bce-fcffbb8fd386 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Fanout notify agent at l3_agent the message router_deleted on router c9186722-52de-47b2-9135-5f1c8d3ae25d {{(pid=94462) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 02:35:31.927690 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-73bbcc8a-1830-4602-9bce-fcffbb8fd386 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:31.929837 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-73bbcc8a-1830-4602-9bce-fcffbb8fd386 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "DELETE /v2.0/routers/c9186722-52de-47b2-9135-5f1c8d3ae25d HTTP/1.1" status: 204 len: 168 time: 1.1405900 Jul 05 02:35:31.934422 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 45520) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:31.947301 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-b8c355a6-7848-46e8-88cd-8f4a69562fd0 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2048073792', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:35:31.978323 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-e01bff69-4060-4741-ae3e-fd525e4ec2a0 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.7261941 Jul 05 02:35:31.980793 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45522) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:31.988089 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-32bb9693-d3af-42bb-9e92-3adfc6661115 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Request body: {'port': {'network_id': 'f978902b-bd2f-45a5-bcdd-309468f8c80a', 'name': 'tempest-PortsIpV6TestJSON-1119532213', 'fixed_ips': [{'subnet_id': '57b8ce8e-9a92-4560-a063-0b1e390f0a2e', 'ip_address': '2001:db8::f'}]}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:35:32.013068 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.db.api [None req-b8c355a6-7848-46e8-88cd-8f4a69562fd0 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 02:35:32.013068 n-d-771362-32 neutron-server[94461]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 02:35:32.013068 n-d-771362-32 neutron-server[94461]: [parameters: {'project_id_1': '1593a1e15f6f447095222242302728ea', 'expiration_1': datetime.datetime(2021, 7, 5, 2, 35, 31, 969163)}] Jul 05 02:35:32.013068 n-d-771362-32 neutron-server[94461]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 02:35:32.013481 n-d-771362-32 neutron-server[94461]: DEBUG oslo_db.api [None req-b8c355a6-7848-46e8-88cd-8f4a69562fd0 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 02:35:32.020022 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001d4115-88d9-4e87-92ff-1cb2d500f713 None None] Pushing event updated for resources: {'Port': ['ID=40ab75eb-62e4-4c27-a917-0b46050ed2d0,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:32.029228 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-bb53e555-d8f1-49a2-b877-fc6ec7c6fb0d tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Deleting port d226f75b-01da-4bc9-bcf3-5a46573380b4 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:35:32.030262 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bb53e555-d8f1-49a2-b877-fc6ec7c6fb0d tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:32.051700 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-1ab13f29-99c7-422d-b14c-f363f0275a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:32.124156 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e823cab1-b17b-42bf-902b-f72ccaa1e8df req-35ea281b-2dbc-4623-9f3c-db90b505b8cd tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Made reservation on behalf of 19e6c4c619cf4595801b0519afefcaf5 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:35:32.130013 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-e823cab1-b17b-42bf-902b-f72ccaa1e8df req-35ea281b-2dbc-4623-9f3c-db90b505b8cd tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:32.132771 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5944704b-fae9-4e01-b570-e9697b5b5cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:32.226404 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 7b33790e-32a9-42de-b26a-10cb1325835f up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:35:32.227257 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5944704b-fae9-4e01-b570-e9697b5b5cef admin admin] Network c4d51310-b056-42c6-8720-dd3607bb490e is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:35:32.229371 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-5944704b-fae9-4e01-b570-e9697b5b5cef admin admin] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:35:32.249813 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5944704b-fae9-4e01-b570-e9697b5b5cef admin admin] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:35:32.267880 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [None req-bb53e555-d8f1-49a2-b877-fc6ec7c6fb0d tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] For port d226f75b-01da-4bc9-bcf3-5a46573380b4, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=d226f75b-01da-4bc9-bcf3-5a46573380b4,segment=NetworkSegment(e47dc173-a167-4850-9ffe-f74843fa8e45),segment_id=e47dc173-a167-4850-9ffe-f74843fa8e45)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:35:32.272298 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bb53e555-d8f1-49a2-b877-fc6ec7c6fb0d tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:32.284737 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab13f29-99c7-422d-b14c-f363f0275a1a None None] Routers {'58362404-fae8-4097-89af-11a23fd2da31'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:35:32.286482 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-1ab13f29-99c7-422d-b14c-f363f0275a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:35:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['58362404-fae8-4097-89af-11a23fd2da31'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:35:32.398369 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32bb9693-d3af-42bb-9e92-3adfc6661115 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Made reservation on behalf of eec53b7bac0445b2b9e29f73fcad1818 for: {'port': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:35:32.415450 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-32bb9693-d3af-42bb-9e92-3adfc6661115 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:32.439604 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-bb53e555-d8f1-49a2-b877-fc6ec7c6fb0d tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Calling delete_port for d226f75b-01da-4bc9-bcf3-5a46573380b4 owned by network:dhcp {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:35:32.464461 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [None req-32bb9693-d3af-42bb-9e92-3adfc6661115 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] device_id is not set on port 8b734253-f1e5-4f08-b82b-0a5335b41ef3 yet. {{(pid=94462) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:35:32.586085 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-b5342559-d8fc-48e1-bea0-6c1f712071ab None None] For port d226f75b-01da-4bc9-bcf3-5a46573380b4, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=d226f75b-01da-4bc9-bcf3-5a46573380b4,segment=NetworkSegment(e47dc173-a167-4850-9ffe-f74843fa8e45),segment_id=e47dc173-a167-4850-9ffe-f74843fa8e45)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:35:32.586736 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b5342559-d8fc-48e1-bea0-6c1f712071ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:32.597995 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5944704b-fae9-4e01-b570-e9697b5b5cef admin admin] Pushing event updated for resources: {'Port': ['ID=2587b0cd-b17f-4d40-ac22-a2b23f3937dd,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:32.671471 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e10249a9-4c54-47d2-a72c-659efd4c85fa req-03ad62ae-4560-4836-9b8d-95367b45b836 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bfc5e67-c417-4826-8ea2-3d35f7ab4b27 HTTP/1.1" status: 200 len: 210 time: 0.1158645 Jul 05 02:35:32.673941 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-b5342559-d8fc-48e1-bea0-6c1f712071ab None None] Calling delete_port for d226f75b-01da-4bc9-bcf3-5a46573380b4 owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:35:32.678727 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5944704b-fae9-4e01-b570-e9697b5b5cef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635668'] for router_interface, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:32.729875 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001d4115-88d9-4e87-92ff-1cb2d500f713 None None] Pushing event updated for resources: {'Port': ['ID=40ab75eb-62e4-4c27-a917-0b46050ed2d0,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:32.814078 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 7b33790e-32a9-42de-b26a-10cb1325835f completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:35:32.841060 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-1ab13f29-99c7-422d-b14c-f363f0275a1a None None] Set router 58362404-fae8-4097-89af-11a23fd2da31 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:35:32.869257 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-32bb9693-d3af-42bb-9e92-3adfc6661115 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Allocated IP 2001:db8::f (f978902b-bd2f-45a5-bcdd-309468f8c80a/57b8ce8e-9a92-4560-a063-0b1e390f0a2e/8b734253-f1e5-4f08-b82b-0a5335b41ef3) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:35:32.929374 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-78d5e767-3074-4ce2-9618-12bc164b55ef None None] Provisioning for port 2587b0cd-b17f-4d40-ac22-a2b23f3937dd completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:35:32.941385 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device d226f75b-01da-4bc9-bcf3-5a46573380b4 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:35:32.947628 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-78d5e767-3074-4ce2-9618-12bc164b55ef None None] Provisioning complete for port 2587b0cd-b17f-4d40-ac22-a2b23f3937dd triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:35:32.948200 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-78d5e767-3074-4ce2-9618-12bc164b55ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:32.996035 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-e823cab1-b17b-42bf-902b-f72ccaa1e8df req-35ea281b-2dbc-4623-9f3c-db90b505b8cd tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Allocated IP 172.20.0.4 (1b07052c-22c6-4d0f-b0a6-3bc3daa97540/83dd570d-22ee-4f29-80f0-61f3c568de93/8ddf5426-0739-47b0-ab63-f5000a780e97) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:35:33.008153 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ff614a-96cb-43bd-9ccf-960f2b3c5738 None None] DHCP port deletion for 16bae15d-e6ae-4913-b1a0-19398fb13634 request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:35:33.055746 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b8c355a6-7848-46e8-88cd-8f4a69562fd0 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11810'] for router, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:33.058546 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b8c355a6-7848-46e8-88cd-8f4a69562fd0 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1926740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11821'] for router, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:33.155193 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-32bb9693-d3af-42bb-9e92-3adfc6661115 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:33.172827 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [None req-32bb9693-d3af-42bb-9e92-3adfc6661115 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Transition to ACTIVE for port object 8b734253-f1e5-4f08-b82b-0a5335b41ef3 will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:35:33.259707 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f7e1c6-1ba3-4fd1-a3ac-29795e066e70 None None] Network f978902b-bd2f-45a5-bcdd-309468f8c80a requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:35:33.316262 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b8c355a6-7848-46e8-88cd-8f4a69562fd0 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:33.359966 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-78d5e767-3074-4ce2-9618-12bc164b55ef None None] Port 2587b0cd-b17f-4d40-ac22-a2b23f3937dd cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:35:33.404786 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-e823cab1-b17b-42bf-902b-f72ccaa1e8df req-35ea281b-2dbc-4623-9f3c-db90b505b8cd tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:33.428696 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-32bb9693-d3af-42bb-9e92-3adfc6661115 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:33.448350 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5944704b-fae9-4e01-b570-e9697b5b5cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:33.462790 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bb9693-d3af-42bb-9e92-3adfc6661115 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Network f978902b-bd2f-45a5-bcdd-309468f8c80a is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:35:33.490178 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-32bb9693-d3af-42bb-9e92-3adfc6661115 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:35:33.496346 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bb9693-d3af-42bb-9e92-3adfc6661115 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:35:33.504123 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32bb9693-d3af-42bb-9e92-3adfc6661115 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:35:33.505779 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-32bb9693-d3af-42bb-9e92-3adfc6661115 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:33.512171 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bb53e555-d8f1-49a2-b877-fc6ec7c6fb0d tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:33.515500 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b8c355a6-7848-46e8-88cd-8f4a69562fd0 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963'] for router, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:33.542994 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:33.546103 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b5342559-d8fc-48e1-bea0-6c1f712071ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:33.575026 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bb9693-d3af-42bb-9e92-3adfc6661115 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Pushing event updated for resources: {'Port': ['ID=8b734253-f1e5-4f08-b82b-0a5335b41ef3,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:33.592206 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-e823cab1-b17b-42bf-902b-f72ccaa1e8df req-35ea281b-2dbc-4623-9f3c-db90b505b8cd tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:33.598824 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb53e555-d8f1-49a2-b877-fc6ec7c6fb0d tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Pushing event deleted for resources: {'Port': ['ID=d226f75b-01da-4bc9-bcf3-5a46573380b4,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:33.613150 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb53e555-d8f1-49a2-b877-fc6ec7c6fb0d tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] No DVR routers for this DVR port d226f75b-01da-4bc9-bcf3-5a46573380b4 on host n-d-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:35:33.618517 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-32bb9693-d3af-42bb-9e92-3adfc6661115 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6359155 Jul 05 02:35:33.621131 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45606) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:33.628561 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-c3ff614a-96cb-43bd-9ccf-960f2b3c5738 None None] Deleting port a0784c59-a0c3-4b67-95f4-f0090a09993b {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:35:33.629150 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-c3ff614a-96cb-43bd-9ccf-960f2b3c5738 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:33.631388 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5342559-d8fc-48e1-bea0-6c1f712071ab None None] Pushing event deleted for resources: {'Port': ['ID=d226f75b-01da-4bc9-bcf3-5a46573380b4,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:33.635497 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5342559-d8fc-48e1-bea0-6c1f712071ab None None] No DVR routers for this DVR port d226f75b-01da-4bc9-bcf3-5a46573380b4 on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:35:33.712832 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e823cab1-b17b-42bf-902b-f72ccaa1e8df req-35ea281b-2dbc-4623-9f3c-db90b505b8cd tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Network 1b07052c-22c6-4d0f-b0a6-3bc3daa97540 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:35:33.726033 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-8d54403f-c1f8-4355-acbf-845cd558dab7 None None] Provisioning for port 7b33790e-32a9-42de-b26a-10cb1325835f completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:35:33.727945 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-e823cab1-b17b-42bf-902b-f72ccaa1e8df req-35ea281b-2dbc-4623-9f3c-db90b505b8cd tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:35:33.760378 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b8c355a6-7848-46e8-88cd-8f4a69562fd0 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks [] for router, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:33.764533 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-b8c355a6-7848-46e8-88cd-8f4a69562fd0 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.8288975 Jul 05 02:35:33.765466 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-e823cab1-b17b-42bf-902b-f72ccaa1e8df req-35ea281b-2dbc-4623-9f3c-db90b505b8cd tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:35:33.767959 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 45616) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:33.768553 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3d7b75-ab57-420c-bcc4-64de7d74465f tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:35:33.770394 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-6e3d7b75-ab57-420c-bcc4-64de7d74465f tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 926 time: 0.1480358 Jul 05 02:35:33.774334 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45618) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:33.781285 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-ccf08549-3223-4e60-acbf-9c65a25719a6 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:35:33.794739 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-8d54403f-c1f8-4355-acbf-845cd558dab7 None None] Provisioning complete for port 7b33790e-32a9-42de-b26a-10cb1325835f triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:35:33.795353 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8d54403f-c1f8-4355-acbf-845cd558dab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:33.867195 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-c3ff614a-96cb-43bd-9ccf-960f2b3c5738 None None] For port a0784c59-a0c3-4b67-95f4-f0090a09993b, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=a0784c59-a0c3-4b67-95f4-f0090a09993b,segment=NetworkSegment(73de3578-129f-499b-8a05-392549d26f29),segment_id=73de3578-129f-499b-8a05-392549d26f29)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:35:33.867686 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-c3ff614a-96cb-43bd-9ccf-960f2b3c5738 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:33.915294 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-c3ff614a-96cb-43bd-9ccf-960f2b3c5738 None None] Calling delete_port for a0784c59-a0c3-4b67-95f4-f0090a09993b owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:35:33.923534 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bb53e555-d8f1-49a2-b877-fc6ec7c6fb0d tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:33.940530 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b972e8bd-9262-49bc-88d4-4d8bcbcf9d85 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:35:33.966759 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b972e8bd-9262-49bc-88d4-4d8bcbcf9d85 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:35:33.972671 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device a0784c59-a0c3-4b67-95f4-f0090a09993b no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:35:33.973048 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b972e8bd-9262-49bc-88d4-4d8bcbcf9d85 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:35:33.978368 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-b972e8bd-9262-49bc-88d4-4d8bcbcf9d85 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2387 time: 0.2027910 Jul 05 02:35:33.979228 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45630) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:34.011367 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-1ab13f29-99c7-422d-b14c-f363f0275a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58362404-fae8-4097-89af-11a23fd2da31', 'name': 'tempest-ServerActionsTestJSON-274664488-router', 'tenant_id': '442a3e50d6be48be9e1562c5772ee754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '40ab75eb-62e4-4c27-a917-0b46050ed2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:35:24Z', 'updated_at': '2021-07-05T02:35:27Z', 'revision_number': 3, 'project_id': '442a3e50d6be48be9e1562c5772ee754', 'gw_port': {'id': '40ab75eb-62e4-4c27-a917-0b46050ed2d0', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1e:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58362404-fae8-4097-89af-11a23fd2da31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:35:26Z', 'updated_at': '2021-07-05T02:35:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:35:34.025025 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e823cab1-b17b-42bf-902b-f72ccaa1e8df req-35ea281b-2dbc-4623-9f3c-db90b505b8cd tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:35:34.025910 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-e823cab1-b17b-42bf-902b-f72ccaa1e8df req-35ea281b-2dbc-4623-9f3c-db90b505b8cd tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:34.043720 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-bb53e555-d8f1-49a2-b877-fc6ec7c6fb0d tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f84cec8e-ba8a-4c92-8fe3-7ed7002d0806']}} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:35:34.055482 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ea281b-2dbc-4623-9f3c-db90b505b8cd tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Pushing event updated for resources: {'Port': ['ID=8ddf5426-0739-47b0-ab63-f5000a780e97,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:34.132581 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b2a731-7fe5-466b-a5b9-e73ee23c737c req-fa907bb7-c7a6-4382-92ae-8efa084a944e tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:35:34.134568 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-94b2a731-7fe5-466b-a5b9-e73ee23c737c req-fa907bb7-c7a6-4382-92ae-8efa084a944e tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bfc5e67-c417-4826-8ea2-3d35f7ab4b27 HTTP/1.1" status: 200 len: 931 time: 0.1542025 Jul 05 02:35:34.141946 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-bb53e555-d8f1-49a2-b877-fc6ec7c6fb0d tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e47dc173-a167-4850-9ffe-f74843fa8e45') {'for_net_delete': True} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:35:34.142269 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-bb53e555-d8f1-49a2-b877-fc6ec7c6fb0d tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e47dc173-a167-4850-9ffe-f74843fa8e45') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:35:34.168682 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-647277a4-d1af-4393-bf51-5d646757740e tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Deleting port 8b734253-f1e5-4f08-b82b-0a5335b41ef3 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:35:34.169197 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-647277a4-d1af-4393-bf51-5d646757740e tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:34.177819 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab13f29-99c7-422d-b14c-f363f0275a1a None None] The sync data for ids ['58362404-fae8-4097-89af-11a23fd2da31'] in n-d-771362-32 is: [{'id': '58362404-fae8-4097-89af-11a23fd2da31', 'name': 'tempest-ServerActionsTestJSON-274664488-router', 'tenant_id': '442a3e50d6be48be9e1562c5772ee754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '40ab75eb-62e4-4c27-a917-0b46050ed2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:35:24Z', 'updated_at': '2021-07-05T02:35:27Z', 'revision_number': 3, 'project_id': '442a3e50d6be48be9e1562c5772ee754', 'gw_port': {'id': '40ab75eb-62e4-4c27-a917-0b46050ed2d0', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1e:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58362404-fae8-4097-89af-11a23fd2da31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:35:26Z', 'updated_at': '2021-07-05T02:35:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:35:34.211615 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bb53e555-d8f1-49a2-b877-fc6ec7c6fb0d tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5519669'] for segment, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:34.223652 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e823cab1-b17b-42bf-902b-f72ccaa1e8df req-35ea281b-2dbc-4623-9f3c-db90b505b8cd tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7135360 Jul 05 02:35:34.244542 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-e823cab1-b17b-42bf-902b-f72ccaa1e8df req-50fefaad-ae09-41e3-a632-432128ce8cc2 service neutron] Request body: {'port': {'device_id': '5bfc5e67-c417-4826-8ea2-3d35f7ab4b27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:35:34.258218 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bb53e555-d8f1-49a2-b877-fc6ec7c6fb0d tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:34.265184 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-94b2a731-7fe5-466b-a5b9-e73ee23c737c req-09d86a21-8be1-4655-8753-df7828f13d09 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/security-groups?id=896ea46a-6466-47fe-ac1a-3023b10eeb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209793 Jul 05 02:35:34.267155 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb53e555-d8f1-49a2-b877-fc6ec7c6fb0d tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=94461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:35:34.267689 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bb53e555-d8f1-49a2-b877-fc6ec7c6fb0d tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5763545'] for segment, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:34.329820 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:34.333531 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-647277a4-d1af-4393-bf51-5d646757740e tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:34.357810 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-647277a4-d1af-4393-bf51-5d646757740e tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Calling delete_port for 8b734253-f1e5-4f08-b82b-0a5335b41ef3 owned by {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:35:34.378327 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-c3ff614a-96cb-43bd-9ccf-960f2b3c5738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:34.461004 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8d54403f-c1f8-4355-acbf-845cd558dab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:34.484205 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ff614a-96cb-43bd-9ccf-960f2b3c5738 None None] Pushing event deleted for resources: {'Port': ['ID=a0784c59-a0c3-4b67-95f4-f0090a09993b,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:34.484205 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ff614a-96cb-43bd-9ccf-960f2b3c5738 None None] No DVR routers for this DVR port a0784c59-a0c3-4b67-95f4-f0090a09993b on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:35:34.514803 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-8d54403f-c1f8-4355-acbf-845cd558dab7 None None] For port 7b33790e-32a9-42de-b26a-10cb1325835f, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=7b33790e-32a9-42de-b26a-10cb1325835f,segment=NetworkSegment(e3999f3d-1ed3-46c8-ac71-dd3389575218),segment_id=e3999f3d-1ed3-46c8-ac71-dd3389575218)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:35:34.638725 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8d54403f-c1f8-4355-acbf-845cd558dab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:34.728815 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d54403f-c1f8-4355-acbf-845cd558dab7 None None] Pushing event updated for resources: {'Port': ['ID=7b33790e-32a9-42de-b26a-10cb1325835f,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:34.771558 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-647277a4-d1af-4393-bf51-5d646757740e tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:34.773240 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-52e7d2dc-4dcd-4b41-8264-77cc45a87186 None None] Provisioning complete for port 7b33790e-32a9-42de-b26a-10cb1325835f triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:35:34.773778 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-52e7d2dc-4dcd-4b41-8264-77cc45a87186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:34.851393 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647277a4-d1af-4393-bf51-5d646757740e tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Pushing event deleted for resources: {'Port': ['ID=8b734253-f1e5-4f08-b82b-0a5335b41ef3,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:34.887267 n-d-771362-32 neutron-server[94461]: Traceback (most recent call last): Jul 05 02:35:34.887267 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:35:34.887267 n-d-771362-32 neutron-server[94461]: timer() Jul 05 02:35:34.887267 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:35:34.887267 n-d-771362-32 neutron-server[94461]: cb(*args, **kw) Jul 05 02:35:34.887267 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:35:34.887267 n-d-771362-32 neutron-server[94461]: return func(*args, **kwargs) Jul 05 02:35:34.887267 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:35:34.887267 n-d-771362-32 neutron-server[94461]: self._notify() Jul 05 02:35:34.887267 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:35:34.887267 n-d-771362-32 neutron-server[94461]: self.callback(batched_events) Jul 05 02:35:34.887267 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:35:34.887267 n-d-771362-32 neutron-server[94461]: event.method(event) Jul 05 02:35:34.887267 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:35:34.887267 n-d-771362-32 neutron-server[94461]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:35:34.887267 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:35:34.887267 n-d-771362-32 neutron-server[94461]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:35:34.887267 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:35:34.887267 n-d-771362-32 neutron-server[94461]: return f(self, *a, **k) Jul 05 02:35:34.887267 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:35:34.887267 n-d-771362-32 neutron-server[94461]: return self._get(url).json() Jul 05 02:35:34.887267 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:35:34.887267 n-d-771362-32 neutron-server[94461]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:35:34.887267 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:35:34.887267 n-d-771362-32 neutron-server[94461]: return self.request(url, 'GET', **kwargs) Jul 05 02:35:34.887267 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:35:34.887267 n-d-771362-32 neutron-server[94461]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:35:34.887267 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:35:34.887267 n-d-771362-32 neutron-server[94461]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:35:34.887267 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:35:34.887267 n-d-771362-32 neutron-server[94461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:35:34.887267 n-d-771362-32 neutron-server[94461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:35:34.918530 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-647277a4-d1af-4393-bf51-5d646757740e tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:34.923363 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-52e7d2dc-4dcd-4b41-8264-77cc45a87186 None None] Could not find standard attr ID for object 8b734253-f1e5-4f08-b82b-0a5335b41ef3. {{(pid=94463) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 02:35:34.930158 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-647277a4-d1af-4393-bf51-5d646757740e tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "DELETE /v2.0/ports/8b734253-f1e5-4f08-b82b-0a5335b41ef3 HTTP/1.1" status: 204 len: 168 time: 0.9484770 Jul 05 02:35:34.930828 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45666) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:34.983989 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-18c45769-991e-4ab6-bbeb-adbd3ccf13c7 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] GET failed (client error): The resource could not be found. Jul 05 02:35:34.985999 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-18c45769-991e-4ab6-bbeb-adbd3ccf13c7 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "GET /v2.0/ports/8b734253-f1e5-4f08-b82b-0a5335b41ef3 HTTP/1.1" status: 404 len: 333 time: 0.0541573 Jul 05 02:35:34.988941 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45668) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:35.014900 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-52e7d2dc-4dcd-4b41-8264-77cc45a87186 None None] Provisioning for port d14c3b13-0581-42f7-9594-eac01fd1675f completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:35:35.021583 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-52e7d2dc-4dcd-4b41-8264-77cc45a87186 None None] Provisioning complete for port d14c3b13-0581-42f7-9594-eac01fd1675f triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:35:35.021993 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-52e7d2dc-4dcd-4b41-8264-77cc45a87186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:35.074633 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-52e7d2dc-4dcd-4b41-8264-77cc45a87186 None None] Port d14c3b13-0581-42f7-9594-eac01fd1675f cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:35:35.147086 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ccf08549-3223-4e60-acbf-9c65a25719a6 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:35.155624 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5944704b-fae9-4e01-b570-e9697b5b5cef admin admin] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:35.177399 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-5f788eb3-e2ec-4a3d-96fb-6bd82b7ba0e3 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Deleting port d14c3b13-0581-42f7-9594-eac01fd1675f {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:35:35.177998 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5f788eb3-e2ec-4a3d-96fb-6bd82b7ba0e3 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:35.202341 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-913fada6-59cb-4b3c-a023-ca5643ee102d None None] Provisioning complete for port d14c3b13-0581-42f7-9594-eac01fd1675f triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:35:35.203188 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-913fada6-59cb-4b3c-a023-ca5643ee102d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:35.248034 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bb53e555-d8f1-49a2-b877-fc6ec7c6fb0d tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:35.312806 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5f788eb3-e2ec-4a3d-96fb-6bd82b7ba0e3 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:35.315123 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-913fada6-59cb-4b3c-a023-ca5643ee102d None None] Port d14c3b13-0581-42f7-9594-eac01fd1675f cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:35:35.326464 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bb53e555-d8f1-49a2-b877-fc6ec7c6fb0d tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:35.329508 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-5f788eb3-e2ec-4a3d-96fb-6bd82b7ba0e3 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Calling delete_port for d14c3b13-0581-42f7-9594-eac01fd1675f owned by {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:35:35.346317 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45680) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:35.349855 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-bb53e555-d8f1-49a2-b877-fc6ec7c6fb0d tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] 10.222.0.23 "DELETE /v2.0/networks/f84cec8e-ba8a-4c92-8fe3-7ed7002d0806 HTTP/1.1" status: 204 len: 168 time: 3.8862572 Jul 05 02:35:35.350975 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb53e555-d8f1-49a2-b877-fc6ec7c6fb0d tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Pushing event deleted for resources: {'Network': ['ID=f84cec8e-ba8a-4c92-8fe3-7ed7002d0806,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:35.373770 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5944704b-fae9-4e01-b570-e9697b5b5cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:35.376538 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ccf08549-3223-4e60-acbf-9c65a25719a6 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1636977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1636970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1573792'] for router, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:35.436368 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-e823cab1-b17b-42bf-902b-f72ccaa1e8df req-50fefaad-ae09-41e3-a632-432128ce8cc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:35.469792 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-74de82dc-b39c-46b5-9557-100426fa1275 None None] Could not find standard attr ID for object 8b734253-f1e5-4f08-b82b-0a5335b41ef3. {{(pid=94463) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 02:35:35.501462 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7e090a2f-d66c-4860-9608-5bb2eaf63474 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:35.658720 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5944704b-fae9-4e01-b570-e9697b5b5cef admin admin] Pushing event updated for resources: {'Port': ['ID=2587b0cd-b17f-4d40-ac22-a2b23f3937dd,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:35.671294 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7e090a2f-d66c-4860-9608-5bb2eaf63474 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:35.689291 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-7e090a2f-d66c-4860-9608-5bb2eaf63474 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16bae15d-e6ae-4913-b1a0-19398fb13634']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:35:35.705160 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-7e090a2f-d66c-4860-9608-5bb2eaf63474 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73de3578-129f-499b-8a05-392549d26f29') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:35:35.705397 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-7e090a2f-d66c-4860-9608-5bb2eaf63474 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73de3578-129f-499b-8a05-392549d26f29') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:35:35.721076 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7e090a2f-d66c-4860-9608-5bb2eaf63474 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:35.746688 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7e090a2f-d66c-4860-9608-5bb2eaf63474 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:35.758245 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e090a2f-d66c-4860-9608-5bb2eaf63474 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:35:35.760111 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7e090a2f-d66c-4860-9608-5bb2eaf63474 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:35.764272 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:35:35.764272 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:35:35.764272 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:35:35.764272 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:35:35.764272 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:35:35.764272 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:35:35.764272 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:35:35.764272 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:35:35.764272 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:35:35.764272 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:35:35.764272 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:35:35.764272 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:35:35.764272 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:35:35.764272 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:35:35.764272 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:35:35.764272 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:35:35.764272 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:35:35.764272 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:35:35.764272 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:35:35.764272 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:35:35.764272 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:35:35.764272 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:35:35.764272 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:35:35.764272 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:35:35.764272 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:35:35.764272 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:35:35.764272 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:35:35.764272 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:35:35.764272 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:35:35.764272 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:35:35.764272 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:35:35.764272 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:35:35.764272 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:35:35.764272 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:35:35.764272 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:35:35.764272 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:35:35.815916 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5944704b-fae9-4e01-b570-e9697b5b5cef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634601'] for router_interface, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:35.838363 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5f788eb3-e2ec-4a3d-96fb-6bd82b7ba0e3 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:35.890955 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f788eb3-e2ec-4a3d-96fb-6bd82b7ba0e3 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Pushing event deleted for resources: {'Port': ['ID=d14c3b13-0581-42f7-9594-eac01fd1675f,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:35.920044 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5f788eb3-e2ec-4a3d-96fb-6bd82b7ba0e3 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:35.924823 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-5f788eb3-e2ec-4a3d-96fb-6bd82b7ba0e3 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "DELETE /v2.0/ports/d14c3b13-0581-42f7-9594-eac01fd1675f HTTP/1.1" status: 204 len: 168 time: 0.9341092 Jul 05 02:35:35.925462 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45688) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:35.954467 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fa8f2ae-e6b2-442a-a71a-9210d5c84003 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] GET failed (client error): The resource could not be found. Jul 05 02:35:35.958980 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-7fa8f2ae-e6b2-442a-a71a-9210d5c84003 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "GET /v2.0/ports/d14c3b13-0581-42f7-9594-eac01fd1675f HTTP/1.1" status: 404 len: 333 time: 0.0310819 Jul 05 02:35:35.959334 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 45690) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:35.999290 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7e090a2f-d66c-4860-9608-5bb2eaf63474 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:36.027999 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7e090a2f-d66c-4860-9608-5bb2eaf63474 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:36.030391 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-7e090a2f-d66c-4860-9608-5bb2eaf63474 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] 10.222.0.23 "DELETE /v2.0/networks/16bae15d-e6ae-4913-b1a0-19398fb13634 HTTP/1.1" status: 204 len: 168 time: 0.6827521 Jul 05 02:35:36.031569 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e090a2f-d66c-4860-9608-5bb2eaf63474 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Pushing event deleted for resources: {'Network': ['ID=16bae15d-e6ae-4913-b1a0-19398fb13634,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:36.033425 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45692) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:36.064451 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 40ab75eb-62e4-4c27-a917-0b46050ed2d0 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:35:36.136808 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d686c0e-fc70-42fd-b281-f20b84b0b335 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Deleting subnet 501ab1fb-bc30-4348-afe8-104b67ca7a3b {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:35:36.141101 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2d686c0e-fc70-42fd-b281-f20b84b0b335 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:36.149756 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13069f3c-1c41-4746-a5d3-7f57ef87589c req-4d89aa5f-8c6a-4382-8f9c-c3eb394c46c5 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:35:36.159631 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-13069f3c-1c41-4746-a5d3-7f57ef87589c req-4d89aa5f-8c6a-4382-8f9c-c3eb394c46c5 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bfc5e67-c417-4826-8ea2-3d35f7ab4b27 HTTP/1.1" status: 200 len: 931 time: 0.6117506 Jul 05 02:35:36.168031 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_v2 [None req-1579a3f1-95a1-44a5-8645-126522409ce4 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Deleting subnet 57b8ce8e-9a92-4560-a063-0b1e390f0a2e {{(pid=94461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:35:36.184815 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccf08549-3223-4e60-acbf-9c65a25719a6 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Router 13106bbb-63d7-486f-a2fd-368bd186e9fe is scheduled to L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 with binding_index 1 {{(pid=94461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 02:35:36.187025 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1579a3f1-95a1-44a5-8645-126522409ce4 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks [] for subnet, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:36.224421 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2d686c0e-fc70-42fd-b281-f20b84b0b335 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:36.245636 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5944704b-fae9-4e01-b570-e9697b5b5cef admin admin] Network c4d51310-b056-42c6-8720-dd3607bb490e is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:35:36.268557 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-5944704b-fae9-4e01-b570-e9697b5b5cef admin admin] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:35:36.320982 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1579a3f1-95a1-44a5-8645-126522409ce4 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5519650'] for subnet, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:36.379117 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2d686c0e-fc70-42fd-b281-f20b84b0b335 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:36.384939 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-13069f3c-1c41-4746-a5d3-7f57ef87589c req-46f42e79-c713-4f84-992c-75ccb4bd6b15 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/security-groups?id=896ea46a-6466-47fe-ac1a-3023b10eeb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260854 Jul 05 02:35:36.448144 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 40ab75eb-62e4-4c27-a917-0b46050ed2d0 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:35:36.458157 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 40ab75eb-62e4-4c27-a917-0b46050ed2d0 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:35:36.458928 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:36.548744 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-e823cab1-b17b-42bf-902b-f72ccaa1e8df req-50fefaad-ae09-41e3-a632-432128ce8cc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ddf5426-0739-47b0-ab63-f5000a780e97 {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:35:36.566186 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-e823cab1-b17b-42bf-902b-f72ccaa1e8df req-50fefaad-ae09-41e3-a632-432128ce8cc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:36.574716 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:36.584661 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccf08549-3223-4e60-acbf-9c65a25719a6 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:35:36.601973 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ccf08549-3223-4e60-acbf-9c65a25719a6 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks [] for router, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:36.602868 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdddb40-bf7a-45cd-9aa8-9f8f4ed2cad5 None None] Sync routers for ids ['13106bbb-63d7-486f-a2fd-368bd186e9fe'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:35:36.606369 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2d686c0e-fc70-42fd-b281-f20b84b0b335 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:36.607320 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-ccf08549-3223-4e60-acbf-9c65a25719a6 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "PUT /v2.0/routers/13106bbb-63d7-486f-a2fd-368bd186e9fe HTTP/1.1" status: 200 len: 694 time: 2.8296535 Jul 05 02:35:36.608108 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45706) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:36.650733 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 40ab75eb-62e4-4c27-a917-0b46050ed2d0, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=40ab75eb-62e4-4c27-a917-0b46050ed2d0,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:35:36.668273 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdddb40-bf7a-45cd-9aa8-9f8f4ed2cad5 None None] Routers {'13106bbb-63d7-486f-a2fd-368bd186e9fe'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:35:36.668918 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-bbdddb40-bf7a-45cd-9aa8-9f8f4ed2cad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:35:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['13106bbb-63d7-486f-a2fd-368bd186e9fe'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:35:36.702925 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-e823cab1-b17b-42bf-902b-f72ccaa1e8df req-50fefaad-ae09-41e3-a632-432128ce8cc2 service neutron] Transition to ACTIVE for port object 8ddf5426-0739-47b0-ab63-f5000a780e97 will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:35:36.735933 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1579a3f1-95a1-44a5-8645-126522409ce4 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:36.741638 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5944704b-fae9-4e01-b570-e9697b5b5cef admin admin] Router 58362404-fae8-4097-89af-11a23fd2da31 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:35:36.759169 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-bbdddb40-bf7a-45cd-9aa8-9f8f4ed2cad5 None None] Set router 13106bbb-63d7-486f-a2fd-368bd186e9fe gateway port host: None {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:35:36.816869 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-0ce5ff36-fb52-4ac4-9870-9f7ce5b3e7d4 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "GET /v2.0/routers/13106bbb-63d7-486f-a2fd-368bd186e9fe HTTP/1.1" status: 200 len: 700 time: 0.1399765 Jul 05 02:35:36.816869 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d686c0e-fc70-42fd-b281-f20b84b0b335 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Pushing event deleted for resources: {'Subnet': ['ID=501ab1fb-bc30-4348-afe8-104b67ca7a3b,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:36.818153 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45712) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:36.834213 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2d686c0e-fc70-42fd-b281-f20b84b0b335 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks [] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:36.838186 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-2d686c0e-fc70-42fd-b281-f20b84b0b335 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] 10.222.0.23 "DELETE /v2.0/subnets/501ab1fb-bc30-4348-afe8-104b67ca7a3b HTTP/1.1" status: 204 len: 168 time: 0.8016138 Jul 05 02:35:36.856979 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45714) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:36.860670 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-5fc07fc9-a5cf-4fa9-964b-d196056454db tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "GET /v2.0/ports?device_id=13106bbb-63d7-486f-a2fd-368bd186e9fe HTTP/1.1" status: 200 len: 205 time: 0.0418568 Jul 05 02:35:36.868091 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-e823cab1-b17b-42bf-902b-f72ccaa1e8df req-50fefaad-ae09-41e3-a632-432128ce8cc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:36.869787 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45716) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:36.873571 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-bbdddb40-bf7a-45cd-9aa8-9f8f4ed2cad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13106bbb-63d7-486f-a2fd-368bd186e9fe', 'name': 'tempest-RoutersTest-router-2048073792', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:35:33Z', 'updated_at': '2021-07-05T02:35:35Z', 'revision_number': 2, 'project_id': '1593a1e15f6f447095222242302728ea', 'gw_port_host': None}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:35:36.921521 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b79e8f6-7bc2-41cb-9b9d-f6378f471597 None None] Network 4ce1bf2b-10ed-4dec-b9d4-473c522320f0 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:35:36.924133 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:36.925068 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 7b33790e-32a9-42de-b26a-10cb1325835f up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:35:36.929851 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdddb40-bf7a-45cd-9aa8-9f8f4ed2cad5 None None] Checking router: 13106bbb-63d7-486f-a2fd-368bd186e9fe for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:35:36.969880 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-072d480a-81bc-47b7-b563-d171cb480979 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks [] for router, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:37.066010 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5944704b-fae9-4e01-b570-e9697b5b5cef admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:35:37.079511 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d96325-8659-4933-8770-4683778ef489 None None] Sync routers for ids ['58362404-fae8-4097-89af-11a23fd2da31'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:35:37.085946 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-2f6c9a4c-7393-4d0e-9ee8-d86222609222 None None] Provisioning complete for port 2587b0cd-b17f-4d40-ac22-a2b23f3937dd triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:35:37.086733 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-5944704b-fae9-4e01-b570-e9697b5b5cef admin admin] 10.222.0.23 "PUT /v2.0/routers/58362404-fae8-4097-89af-11a23fd2da31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7835891 Jul 05 02:35:37.087468 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-2f6c9a4c-7393-4d0e-9ee8-d86222609222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:37.092511 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fefaad-ae09-41e3-a632-432128ce8cc2 service neutron] Pushing event updated for resources: {'Port': ['ID=8ddf5426-0739-47b0-ab63-f5000a780e97,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:37.097064 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d96325-8659-4933-8770-4683778ef489 None None] Routers {'58362404-fae8-4097-89af-11a23fd2da31'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:35:37.097670 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-d1d96325-8659-4933-8770-4683778ef489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:35:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['58362404-fae8-4097-89af-11a23fd2da31'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:35:37.107743 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1579a3f1-95a1-44a5-8645-126522409ce4 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5763388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774356'] for subnet, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:37.125674 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1579a3f1-95a1-44a5-8645-126522409ce4 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:37.128058 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-1579a3f1-95a1-44a5-8645-126522409ce4 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "DELETE /v2.0/subnets/57b8ce8e-9a92-4560-a063-0b1e390f0a2e HTTP/1.1" status: 204 len: 168 time: 1.1536479 Jul 05 02:35:37.138794 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdddb40-bf7a-45cd-9aa8-9f8f4ed2cad5 None None] Routers {'13106bbb-63d7-486f-a2fd-368bd186e9fe'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:35:37.142347 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-bbdddb40-bf7a-45cd-9aa8-9f8f4ed2cad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:35:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['13106bbb-63d7-486f-a2fd-368bd186e9fe'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:35:37.165906 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 45722) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:37.169084 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5976bb6-e7f8-4076-a4e9-902284699fb9 None None] Network f978902b-bd2f-45a5-bcdd-309468f8c80a requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:35:37.242678 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-072d480a-81bc-47b7-b563-d171cb480979 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11828'] for router, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:37.246282 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-072d480a-81bc-47b7-b563-d171cb480979 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:37.313377 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-54f6314b-8481-4bac-aeec-d4a8110c7020 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:37.329334 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1579a3f1-95a1-44a5-8645-126522409ce4 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Pushing event deleted for resources: {'Subnet': ['ID=57b8ce8e-9a92-4560-a063-0b1e390f0a2e,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:37.331551 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-d1d96325-8659-4933-8770-4683778ef489 None None] Set router 58362404-fae8-4097-89af-11a23fd2da31 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:35:37.403322 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5f50038e-8e6b-4a3d-96dc-2479730d4543 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:37.494638 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-5f50038e-8e6b-4a3d-96dc-2479730d4543 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Deleting port cdad011c-e1a2-48d2-8d58-687af5e12957 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:35:37.495006 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5f50038e-8e6b-4a3d-96dc-2479730d4543 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:37.508356 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-e823cab1-b17b-42bf-902b-f72ccaa1e8df req-50fefaad-ae09-41e3-a632-432128ce8cc2 service neutron] Attempting to bind port 8ddf5426-0739-47b0-ab63-f5000a780e97 on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:35:37.508725 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-e823cab1-b17b-42bf-902b-f72ccaa1e8df req-50fefaad-ae09-41e3-a632-432128ce8cc2 service neutron] Attempting to bind port 8ddf5426-0739-47b0-ab63-f5000a780e97 by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': 'fa1cc820-8811-4bbd-a98d-5810eaac77f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1b07052c-22c6-4d0f-b0a6-3bc3daa97540'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:35:37.509032 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e823cab1-b17b-42bf-902b-f72ccaa1e8df req-50fefaad-ae09-41e3-a632-432128ce8cc2 service neutron] Attempting to bind port 8ddf5426-0739-47b0-ab63-f5000a780e97 on network 1b07052c-22c6-4d0f-b0a6-3bc3daa97540 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:35:37.514987 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e823cab1-b17b-42bf-902b-f72ccaa1e8df req-50fefaad-ae09-41e3-a632-432128ce8cc2 service neutron] Port 8ddf5426-0739-47b0-ab63-f5000a780e97 on network 1b07052c-22c6-4d0f-b0a6-3bc3daa97540 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:35:37.515455 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e823cab1-b17b-42bf-902b-f72ccaa1e8df req-50fefaad-ae09-41e3-a632-432128ce8cc2 service neutron] Attempting to bind port 8ddf5426-0739-47b0-ab63-f5000a780e97 on network 1b07052c-22c6-4d0f-b0a6-3bc3daa97540 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:35:37.529015 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e823cab1-b17b-42bf-902b-f72ccaa1e8df req-50fefaad-ae09-41e3-a632-432128ce8cc2 service neutron] Checking agent: {'id': 'e071c76e-395f-48c4-a98f-88088465cf0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:35:37.529420 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e823cab1-b17b-42bf-902b-f72ccaa1e8df req-50fefaad-ae09-41e3-a632-432128ce8cc2 service neutron] Checking segment: {'id': 'fa1cc820-8811-4bbd-a98d-5810eaac77f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1b07052c-22c6-4d0f-b0a6-3bc3daa97540'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:35:37.529818 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e823cab1-b17b-42bf-902b-f72ccaa1e8df req-50fefaad-ae09-41e3-a632-432128ce8cc2 service neutron] Bound using segment: {'id': 'fa1cc820-8811-4bbd-a98d-5810eaac77f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1b07052c-22c6-4d0f-b0a6-3bc3daa97540'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:35:37.530291 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-e823cab1-b17b-42bf-902b-f72ccaa1e8df req-50fefaad-ae09-41e3-a632-432128ce8cc2 service neutron] Bound port: 8ddf5426-0739-47b0-ab63-f5000a780e97, host: n-h2-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa1cc820-8811-4bbd-a98d-5810eaac77f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1b07052c-22c6-4d0f-b0a6-3bc3daa97540'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:35:37.530657 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-e823cab1-b17b-42bf-902b-f72ccaa1e8df req-50fefaad-ae09-41e3-a632-432128ce8cc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:37.569883 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-5f50038e-8e6b-4a3d-96dc-2479730d4543 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] For port cdad011c-e1a2-48d2-8d58-687af5e12957, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=cdad011c-e1a2-48d2-8d58-687af5e12957,segment=NetworkSegment(4e8032ea-73ab-4a7a-8932-00c3ac73fedd),segment_id=4e8032ea-73ab-4a7a-8932-00c3ac73fedd)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:35:37.570350 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5f50038e-8e6b-4a3d-96dc-2479730d4543 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:37.586661 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-072d480a-81bc-47b7-b563-d171cb480979 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1575451'] for router, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:37.587179 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-072d480a-81bc-47b7-b563-d171cb480979 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Fanout notify agent at l3_agent the message router_deleted on router 13106bbb-63d7-486f-a2fd-368bd186e9fe {{(pid=94462) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 02:35:37.589081 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-5f50038e-8e6b-4a3d-96dc-2479730d4543 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Calling delete_port for cdad011c-e1a2-48d2-8d58-687af5e12957 owned by network:dhcp {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:35:37.596664 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-072d480a-81bc-47b7-b563-d171cb480979 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:37.601517 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-072d480a-81bc-47b7-b563-d171cb480979 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "DELETE /v2.0/routers/13106bbb-63d7-486f-a2fd-368bd186e9fe HTTP/1.1" status: 204 len: 168 time: 0.7268887 Jul 05 02:35:37.602971 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45738) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:37.614094 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=40ab75eb-62e4-4c27-a917-0b46050ed2d0,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:37.656225 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-e823cab1-b17b-42bf-902b-f72ccaa1e8df req-50fefaad-ae09-41e3-a632-432128ce8cc2 service neutron] For port 8ddf5426-0739-47b0-ab63-f5000a780e97, host n-h2-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:35:37.661136 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-e823cab1-b17b-42bf-902b-f72ccaa1e8df req-50fefaad-ae09-41e3-a632-432128ce8cc2 service neutron] For port 8ddf5426-0739-47b0-ab63-f5000a780e97, host n-h2-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=8ddf5426-0739-47b0-ab63-f5000a780e97,segment=NetworkSegment(fa1cc820-8811-4bbd-a98d-5810eaac77f0),segment_id=fa1cc820-8811-4bbd-a98d-5810eaac77f0)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:35:37.661542 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-fb8e62f4-d80f-4c6d-95b5-488b5a9937b6 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "GET /v2.0/ports?device_id=13106bbb-63d7-486f-a2fd-368bd186e9fe HTTP/1.1" status: 200 len: 205 time: 0.0570724 Jul 05 02:35:37.668857 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45740) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:37.759654 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-54f6314b-8481-4bac-aeec-d4a8110c7020 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Deleting port 7b33790e-32a9-42de-b26a-10cb1325835f {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:35:37.759654 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-54f6314b-8481-4bac-aeec-d4a8110c7020 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:37.791054 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-bbdddb40-bf7a-45cd-9aa8-9f8f4ed2cad5 None None] Set router 13106bbb-63d7-486f-a2fd-368bd186e9fe gateway port host: None {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:35:37.793033 n-d-771362-32 neutron-server[94462]: INFO neutron.api.v2.resource [None req-9fc18042-7682-4662-8392-2aa4bfccdf21 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] delete failed (client error): The resource could not be found. Jul 05 02:35:37.795191 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-e823cab1-b17b-42bf-902b-f72ccaa1e8df req-50fefaad-ae09-41e3-a632-432128ce8cc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:37.796605 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-9fc18042-7682-4662-8392-2aa4bfccdf21 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "DELETE /v2.0/routers/13106bbb-63d7-486f-a2fd-368bd186e9fe HTTP/1.1" status: 404 len: 336 time: 0.1268702 Jul 05 02:35:37.804492 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 45746) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:37.848762 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-d1d96325-8659-4933-8770-4683778ef489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58362404-fae8-4097-89af-11a23fd2da31', 'name': 'tempest-ServerActionsTestJSON-274664488-router', 'tenant_id': '442a3e50d6be48be9e1562c5772ee754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '40ab75eb-62e4-4c27-a917-0b46050ed2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:35:24Z', 'updated_at': '2021-07-05T02:35:33Z', 'revision_number': 4, 'project_id': '442a3e50d6be48be9e1562c5772ee754', 'gw_port': {'id': '40ab75eb-62e4-4c27-a917-0b46050ed2d0', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58362404-fae8-4097-89af-11a23fd2da31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:35:26Z', 'updated_at': '2021-07-05T02:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '2587b0cd-b17f-4d40-ac22-a2b23f3937dd', 'name': '', 'network_id': 'c4d51310-b056-42c6-8720-dd3607bb490e', 'tenant_id': '442a3e50d6be48be9e1562c5772ee754', 'mac_address': 'fa:16:3e:99:48:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58362404-fae8-4097-89af-11a23fd2da31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '822ac30d-26eb-483a-9cd9-5da64853ba79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:35:30Z', 'updated_at': '2021-07-05T02:35:33Z', 'revision_number': 2, 'project_id': '442a3e50d6be48be9e1562c5772ee754', 'subnets': [{'id': '822ac30d-26eb-483a-9cd9-5da64853ba79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:35:37.868159 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-bbdddb40-bf7a-45cd-9aa8-9f8f4ed2cad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13106bbb-63d7-486f-a2fd-368bd186e9fe', 'name': 'tempest-RoutersTest-router-2048073792', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:35:33Z', 'updated_at': '2021-07-05T02:35:35Z', 'revision_number': 2, 'project_id': '1593a1e15f6f447095222242302728ea', 'gw_port_host': None}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:35:37.923920 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d96325-8659-4933-8770-4683778ef489 None None] Checking router: 58362404-fae8-4097-89af-11a23fd2da31 for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:35:37.924338 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d96325-8659-4933-8770-4683778ef489 None None] Updating router 58362404-fae8-4097-89af-11a23fd2da31 port 2587b0cd-b17f-4d40-ac22-a2b23f3937dd binding host n-d-771362-32 {{(pid=94464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 02:35:37.964709 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d1d96325-8659-4933-8770-4683778ef489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:37.994056 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e823cab1-b17b-42bf-902b-f72ccaa1e8df req-50fefaad-ae09-41e3-a632-432128ce8cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:35:37.994757 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-e823cab1-b17b-42bf-902b-f72ccaa1e8df req-50fefaad-ae09-41e3-a632-432128ce8cc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:37.996530 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e823cab1-b17b-42bf-902b-f72ccaa1e8df req-50fefaad-ae09-41e3-a632-432128ce8cc2 service neutron] 10.222.0.15 "PUT /v2.0/ports/8ddf5426-0739-47b0-ab63-f5000a780e97 HTTP/1.1" status: 200 len: 1092 time: 3.7567174 Jul 05 02:35:38.014480 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bfc5e67-c417-4826-8ea2-3d35f7ab4b27', 'tag': '8ddf5426-0739-47b0-ab63-f5000a780e97'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:35:38.017910 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67b0599f-db49-41dc-90e3-6d097c2779d4" -d '{"events": [{"name": "network-changed", "server_uuid": "5bfc5e67-c417-4826-8ea2-3d35f7ab4b27", "tag": "8ddf5426-0739-47b0-ab63-f5000a780e97"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:35:38.035038 n-d-771362-32 neutron-server[94461]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b0fa8e8-a66d-4b2f-ad06-d491ecf9107c tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] DELETE failed (client error): The resource could not be found. Jul 05 02:35:38.038450 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b0fa8e8-a66d-4b2f-ad06-d491ecf9107c tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:35:38.042977 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-9b0fa8e8-a66d-4b2f-ad06-d491ecf9107c tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "DELETE /v2.0/subnets/cfe185a4-50e8-4fe9-af58-74d1b0ae9f5b HTTP/1.1" status: 404 len: 337 time: 0.1522911 Jul 05 02:35:38.054330 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45760) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:38.080276 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 45762) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:38.092146 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-9cd30c31-0edc-4af4-9375-d4c3ca164210 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Request body: {'security_group': {'name': 'tempest-securitygroup--860096490', 'description': 'tempest-description--71417610'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:35:38.131476 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5f50038e-8e6b-4a3d-96dc-2479730d4543 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:38.144136 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cce087d-d9e7-4a00-ba52-aac67f2475f9 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] DELETE failed (client error): The resource could not be found. Jul 05 02:35:38.145394 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cce087d-d9e7-4a00-ba52-aac67f2475f9 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94462) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:35:38.149573 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9534aa30-75d1-49db-a2d0-b02c2ae76aef req-7e080c8b-e32b-43d7-8096-0d8a7752dbc7 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:35:38.150485 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-7cce087d-d9e7-4a00-ba52-aac67f2475f9 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "DELETE /v2.0/subnets/8145a2d0-1847-44ba-9921-d01ca12a6710 HTTP/1.1" status: 404 len: 337 time: 0.0949802 Jul 05 02:35:38.150609 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9534aa30-75d1-49db-a2d0-b02c2ae76aef req-7e080c8b-e32b-43d7-8096-0d8a7752dbc7 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bfc5e67-c417-4826-8ea2-3d35f7ab4b27 HTTP/1.1" status: 200 len: 943 time: 0.4873524 Jul 05 02:35:38.151682 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45764) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:38.162914 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdddb40-bf7a-45cd-9aa8-9f8f4ed2cad5 None None] The sync data for ids ['13106bbb-63d7-486f-a2fd-368bd186e9fe'] in n-d-771362-32 is: [{'id': '13106bbb-63d7-486f-a2fd-368bd186e9fe', 'name': 'tempest-RoutersTest-router-2048073792', 'tenant_id': '1593a1e15f6f447095222242302728ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:35:33Z', 'updated_at': '2021-07-05T02:35:35Z', 'revision_number': 2, 'project_id': '1593a1e15f6f447095222242302728ea', 'gw_port_host': None}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:35:38.165494 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f50038e-8e6b-4a3d-96dc-2479730d4543 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] No DVR routers for this DVR port cdad011c-e1a2-48d2-8d58-687af5e12957 on host n-d-771362-32 {{(pid=94462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:35:38.190821 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-624a4b40-97e1-49cf-a057-368d33cc836a x-openstack-request-id: req-624a4b40-97e1-49cf-a057-368d33cc836a {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:35:38.193421 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bfc5e67-c417-4826-8ea2-3d35f7ab4b27", "tag": "8ddf5426-0739-47b0-ab63-f5000a780e97", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:35:38.193930 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-624a4b40-97e1-49cf-a057-368d33cc836a {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:35:38.196112 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bfc5e67-c417-4826-8ea2-3d35f7ab4b27', 'tag': '8ddf5426-0739-47b0-ab63-f5000a780e97', 'status': 'completed', 'code': 200} Jul 05 02:35:38.200022 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-2f6c9a4c-7393-4d0e-9ee8-d86222609222 None None] Port 2587b0cd-b17f-4d40-ac22-a2b23f3937dd cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:35:38.214383 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 7b33790e-32a9-42de-b26a-10cb1325835f triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:35:38.215034 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:38.244323 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fefaad-ae09-41e3-a632-432128ce8cc2 service neutron] Pushing event updated for resources: {'Port': ['ID=8ddf5426-0739-47b0-ab63-f5000a780e97,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:38.256423 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [None req-54f6314b-8481-4bac-aeec-d4a8110c7020 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] For port 7b33790e-32a9-42de-b26a-10cb1325835f, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=7b33790e-32a9-42de-b26a-10cb1325835f,segment=NetworkSegment(e3999f3d-1ed3-46c8-ac71-dd3389575218),segment_id=e3999f3d-1ed3-46c8-ac71-dd3389575218)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:35:38.256893 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-54f6314b-8481-4bac-aeec-d4a8110c7020 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:38.420078 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-54f6314b-8481-4bac-aeec-d4a8110c7020 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Calling delete_port for 7b33790e-32a9-42de-b26a-10cb1325835f owned by network:dhcp {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:35:38.542028 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6582ad61-0c94-4620-81f9-c388684b9111 None None] DHCP port deletion for 4ce1bf2b-10ed-4dec-b9d4-473c522320f0 request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:35:38.561456 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9cd30c31-0edc-4af4-9375-d4c3ca164210 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:38.587963 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6b7318-6d39-4234-a006-f7247c68ad2d None None] DHCP port deletion for f978902b-bd2f-45a5-bcdd-309468f8c80a request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:35:38.655718 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d1d96325-8659-4933-8770-4683778ef489 None None] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:38.663746 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 40ab75eb-62e4-4c27-a917-0b46050ed2d0 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:35:38.686277 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-d1d96325-8659-4933-8770-4683778ef489 None None] Transition to ACTIVE for port object 2587b0cd-b17f-4d40-ac22-a2b23f3937dd will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:35:38.709423 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9534aa30-75d1-49db-a2d0-b02c2ae76aef req-345c35e9-82ee-4923-935c-bdbe8ce94ac9 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/security-groups?id=896ea46a-6466-47fe-ac1a-3023b10eeb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4786987 Jul 05 02:35:38.775667 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e823cab1-b17b-42bf-902b-f72ccaa1e8df req-87a6808f-ba9a-4a42-88d4-9ef929ab15e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:35:38.777198 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e823cab1-b17b-42bf-902b-f72ccaa1e8df req-87a6808f-ba9a-4a42-88d4-9ef929ab15e0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=19e6c4c619cf4595801b0519afefcaf5&device_id=5bfc5e67-c417-4826-8ea2-3d35f7ab4b27 HTTP/1.1" status: 200 len: 1095 time: 0.6425548 Jul 05 02:35:38.810786 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d1d96325-8659-4933-8770-4683778ef489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:38.826309 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-de6b7318-6d39-4234-a006-f7247c68ad2d None None] Deleting port 7b33790e-32a9-42de-b26a-10cb1325835f {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:35:38.826915 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-de6b7318-6d39-4234-a006-f7247c68ad2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:38.829009 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 40ab75eb-62e4-4c27-a917-0b46050ed2d0 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:35:38.829640 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:38.863270 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f50038e-8e6b-4a3d-96dc-2479730d4543 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Pushing event deleted for resources: {'Port': ['ID=cdad011c-e1a2-48d2-8d58-687af5e12957,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:38.885279 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-900c41c8-aa67-4538-9f87-04b524b245e1 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] DELETE failed (client error): The resource could not be found. Jul 05 02:35:38.885829 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-900c41c8-aa67-4538-9f87-04b524b245e1 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94462) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:35:38.886792 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e823cab1-b17b-42bf-902b-f72ccaa1e8df req-bf117d16-4d62-467b-aa7d-9fdf4961ef9d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ddf5426-0739-47b0-ab63-f5000a780e97 HTTP/1.1" status: 200 len: 217 time: 0.0963328 Jul 05 02:35:38.889857 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-900c41c8-aa67-4538-9f87-04b524b245e1 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "DELETE /v2.0/subnets/008675e9-deb9-4e8a-a572-225b5a0b3f0e HTTP/1.1" status: 404 len: 337 time: 0.7322302 Jul 05 02:35:38.891030 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45776) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:38.908251 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e367150-fc91-4b1c-8631-33d0e7f72ac5 None None] Pushing event updated for resources: {'Port': ['ID=2587b0cd-b17f-4d40-ac22-a2b23f3937dd,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:38.922407 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-751c4dd5-629d-4dd2-a13d-584db3790946 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] DELETE failed (client error): The resource could not be found. Jul 05 02:35:38.922958 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-751c4dd5-629d-4dd2-a13d-584db3790946 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94462) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:35:38.925019 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-751c4dd5-629d-4dd2-a13d-584db3790946 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "DELETE /v2.0/subnets/d6de9b19-3a6a-419b-855c-91ae8d28d02d HTTP/1.1" status: 404 len: 337 time: 0.0329411 Jul 05 02:35:38.936373 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45778) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:38.939344 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e367150-fc91-4b1c-8631-33d0e7f72ac5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:35:38.939684 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e367150-fc91-4b1c-8631-33d0e7f72ac5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:35:38.940018 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e367150-fc91-4b1c-8631-33d0e7f72ac5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:35:38.940349 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e367150-fc91-4b1c-8631-33d0e7f72ac5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:35:38.940691 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e367150-fc91-4b1c-8631-33d0e7f72ac5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:35:38.940994 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e367150-fc91-4b1c-8631-33d0e7f72ac5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:35:38.941317 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e367150-fc91-4b1c-8631-33d0e7f72ac5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:35:38.941670 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e367150-fc91-4b1c-8631-33d0e7f72ac5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:35:38.942152 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e367150-fc91-4b1c-8631-33d0e7f72ac5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:35:38.942473 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e367150-fc91-4b1c-8631-33d0e7f72ac5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:35:38.942784 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e367150-fc91-4b1c-8631-33d0e7f72ac5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:35:38.943275 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e367150-fc91-4b1c-8631-33d0e7f72ac5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:35:38.983337 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e823cab1-b17b-42bf-902b-f72ccaa1e8df req-f2682c37-58ed-43ec-b373-6c2e141da269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:35:38.983337 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e823cab1-b17b-42bf-902b-f72ccaa1e8df req-f2682c37-58ed-43ec-b373-6c2e141da269 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=83dd570d-22ee-4f29-80f0-61f3c568de93 HTTP/1.1" status: 200 len: 846 time: 0.0784616 Jul 05 02:35:39.025606 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-d1d96325-8659-4933-8770-4683778ef489 None None] Attempting to bind port 2587b0cd-b17f-4d40-ac22-a2b23f3937dd on host n-d-771362-32 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:35:39.026064 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-de8d8fb1-03a6-4804-8442-f5ae5878d45e tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9186722-52de-47b2-9135-5f1c8d3ae25d HTTP/1.1" status: 200 len: 205 time: 0.0882039 Jul 05 02:35:39.026860 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45780) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:39.027089 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-d1d96325-8659-4933-8770-4683778ef489 None None] Attempting to bind port 2587b0cd-b17f-4d40-ac22-a2b23f3937dd by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c4d51310-b056-42c6-8720-dd3607bb490e'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:35:39.027774 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d96325-8659-4933-8770-4683778ef489 None None] Attempting to bind port 2587b0cd-b17f-4d40-ac22-a2b23f3937dd on network c4d51310-b056-42c6-8720-dd3607bb490e {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:35:39.032369 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9cd30c31-0edc-4af4-9375-d4c3ca164210 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:39.044171 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-de6b7318-6d39-4234-a006-f7247c68ad2d None None] For port 7b33790e-32a9-42de-b26a-10cb1325835f, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=7b33790e-32a9-42de-b26a-10cb1325835f,segment=NetworkSegment(e3999f3d-1ed3-46c8-ac71-dd3389575218),segment_id=e3999f3d-1ed3-46c8-ac71-dd3389575218)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:35:39.044171 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-de6b7318-6d39-4234-a006-f7247c68ad2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:39.049333 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d96325-8659-4933-8770-4683778ef489 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:35:39.050108 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d96325-8659-4933-8770-4683778ef489 None None] Checking segment: {'id': '2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c4d51310-b056-42c6-8720-dd3607bb490e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:35:39.050632 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d1d96325-8659-4933-8770-4683778ef489 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:39.051721 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d96325-8659-4933-8770-4683778ef489 None None] Bound using segment: {'id': '2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c4d51310-b056-42c6-8720-dd3607bb490e'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:35:39.052284 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-d1d96325-8659-4933-8770-4683778ef489 None None] Bound port: 2587b0cd-b17f-4d40-ac22-a2b23f3937dd, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c4d51310-b056-42c6-8720-dd3607bb490e'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:35:39.052735 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d1d96325-8659-4933-8770-4683778ef489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:39.072339 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-54f6314b-8481-4bac-aeec-d4a8110c7020 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:39.080084 n-d-771362-32 neutron-server[94462]: INFO neutron.api.v2.resource [None req-16279cc8-1c53-4589-9ed2-e4aae8bcc07b tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] delete failed (client error): The resource could not be found. Jul 05 02:35:39.092413 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-16279cc8-1c53-4589-9ed2-e4aae8bcc07b tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "DELETE /v2.0/routers/c9186722-52de-47b2-9135-5f1c8d3ae25d HTTP/1.1" status: 404 len: 336 time: 0.0487196 Jul 05 02:35:39.093800 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5f50038e-8e6b-4a3d-96dc-2479730d4543 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:39.097327 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45782) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:39.145968 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e823cab1-b17b-42bf-902b-f72ccaa1e8df req-13b1bdb0-2b01-4bc5-b028-582db98baad5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1b07052c-22c6-4d0f-b0a6-3bc3daa97540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1114330 Jul 05 02:35:39.168758 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-de6b7318-6d39-4234-a006-f7247c68ad2d None None] Calling delete_port for 7b33790e-32a9-42de-b26a-10cb1325835f owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:35:39.206798 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-f0d6f0db-a08a-4271-ba5c-a6c91823bdfa tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "GET /v2.0/ports?device_id=a756540e-950b-44ab-ad51-2b54cec195ae HTTP/1.1" status: 200 len: 205 time: 0.0977573 Jul 05 02:35:39.206798 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45784) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:39.209067 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-5f50038e-8e6b-4a3d-96dc-2479730d4543 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ce1bf2b-10ed-4dec-b9d4-473c522320f0']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:35:39.215559 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-d1d96325-8659-4933-8770-4683778ef489 None None] For port 2587b0cd-b17f-4d40-ac22-a2b23f3937dd, host n-d-771362-32, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:35:39.224870 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-d1d96325-8659-4933-8770-4683778ef489 None None] For port 2587b0cd-b17f-4d40-ac22-a2b23f3937dd, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=2587b0cd-b17f-4d40-ac22-a2b23f3937dd,segment=NetworkSegment(2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7),segment_id=2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:35:39.241865 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-5f50038e-8e6b-4a3d-96dc-2479730d4543 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e8032ea-73ab-4a7a-8932-00c3ac73fedd') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:35:39.245393 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-5f50038e-8e6b-4a3d-96dc-2479730d4543 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e8032ea-73ab-4a7a-8932-00c3ac73fedd') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:35:39.298402 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-d1d96325-8659-4933-8770-4683778ef489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:39.304385 n-d-771362-32 neutron-server[94462]: INFO neutron.api.v2.resource [None req-a7d8c9d4-dc1a-4302-bd41-d2e2861fa743 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] delete failed (client error): The resource could not be found. Jul 05 02:35:39.305877 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-a7d8c9d4-dc1a-4302-bd41-d2e2861fa743 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "DELETE /v2.0/routers/a756540e-950b-44ab-ad51-2b54cec195ae HTTP/1.1" status: 404 len: 336 time: 0.0761821 Jul 05 02:35:39.308707 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45786) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:39.314894 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5f50038e-8e6b-4a3d-96dc-2479730d4543 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:39.391692 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a30ca22-7ebc-42d9-90af-baeb2ba955a9 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] DELETE failed (client error): The resource could not be found. Jul 05 02:35:39.392234 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a30ca22-7ebc-42d9-90af-baeb2ba955a9 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94462) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:35:39.396632 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-4a30ca22-7ebc-42d9-90af-baeb2ba955a9 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "DELETE /v2.0/subnets/a45c92f1-84d9-46f1-ac22-c3327d759ded HTTP/1.1" status: 404 len: 337 time: 0.0861926 Jul 05 02:35:39.400589 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45792) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:39.426415 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-de6b7318-6d39-4234-a006-f7247c68ad2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:39.454404 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6b7318-6d39-4234-a006-f7247c68ad2d None None] No DVR routers for this DVR port 7b33790e-32a9-42de-b26a-10cb1325835f on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:35:39.530027 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d96325-8659-4933-8770-4683778ef489 None None] Routers {'58362404-fae8-4097-89af-11a23fd2da31'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:35:39.530844 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-d1d96325-8659-4933-8770-4683778ef489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:35:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['58362404-fae8-4097-89af-11a23fd2da31'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:35:39.536756 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-11824117-b1ba-4619-b8b7-b9f2104b47cf tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "GET /v2.0/ports?device_id=411651ea-003c-4234-8008-d9ff19f5f2bb HTTP/1.1" status: 200 len: 205 time: 0.1350071 Jul 05 02:35:39.540033 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45798) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:39.551206 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6b7318-6d39-4234-a006-f7247c68ad2d None None] Pushing event deleted for resources: {'Port': ['ID=7b33790e-32a9-42de-b26a-10cb1325835f,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:39.579153 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5f50038e-8e6b-4a3d-96dc-2479730d4543 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:39.606866 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e367150-fc91-4b1c-8631-33d0e7f72ac5 None None] Pushing event updated for resources: {'Port': ['ID=2587b0cd-b17f-4d40-ac22-a2b23f3937dd,revision_number=4']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:39.640646 n-d-771362-32 neutron-server[94462]: INFO neutron.api.v2.resource [None req-4df8dbad-5425-4d3b-973d-f313e9ac874b tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] delete failed (client error): The resource could not be found. Jul 05 02:35:39.642283 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-4df8dbad-5425-4d3b-973d-f313e9ac874b tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "DELETE /v2.0/routers/411651ea-003c-4234-8008-d9ff19f5f2bb HTTP/1.1" status: 404 len: 336 time: 0.0996165 Jul 05 02:35:39.647216 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45800) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:39.652202 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f50038e-8e6b-4a3d-96dc-2479730d4543 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:35:39.652875 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5f50038e-8e6b-4a3d-96dc-2479730d4543 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:39.660816 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:35:39.660816 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:35:39.660816 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:35:39.660816 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:35:39.660816 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:35:39.660816 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:35:39.660816 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:35:39.660816 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:35:39.660816 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:35:39.660816 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:35:39.660816 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:35:39.660816 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:35:39.660816 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:35:39.660816 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:35:39.660816 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:35:39.660816 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:35:39.660816 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:35:39.660816 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:35:39.660816 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:35:39.660816 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:35:39.660816 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:35:39.660816 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:35:39.660816 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:35:39.660816 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:35:39.660816 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:35:39.660816 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:35:39.660816 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:35:39.660816 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:35:39.660816 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:35:39.660816 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:35:39.660816 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:35:39.660816 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:35:39.772893 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-9c9af4d9-85d9-48fc-826f-567800ab5cc5 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "GET /v2.0/ports?device_id=1cb766a7-99c9-448a-b30a-64b05896f011 HTTP/1.1" status: 200 len: 205 time: 0.1216915 Jul 05 02:35:39.774728 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45806) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:39.777258 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-d1d96325-8659-4933-8770-4683778ef489 None None] Set router 58362404-fae8-4097-89af-11a23fd2da31 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:35:39.880696 n-d-771362-32 neutron-server[94462]: INFO neutron.api.v2.resource [None req-94d0087a-fde9-419a-8fb5-3f0d73cf23aa tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] delete failed (client error): The resource could not be found. Jul 05 02:35:39.881753 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-94d0087a-fde9-419a-8fb5-3f0d73cf23aa tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "DELETE /v2.0/routers/1cb766a7-99c9-448a-b30a-64b05896f011 HTTP/1.1" status: 404 len: 336 time: 0.1060824 Jul 05 02:35:39.887114 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45808) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:39.927167 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd29960d-f68a-4fb5-b46a-b7515020341b tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] DELETE failed (client error): The resource could not be found. Jul 05 02:35:39.927467 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd29960d-f68a-4fb5-b46a-b7515020341b tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94462) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:35:39.929190 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-bd29960d-f68a-4fb5-b46a-b7515020341b tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "DELETE /v2.0/subnets/7e22340b-51a9-41f3-8c1e-679e742651bc HTTP/1.1" status: 404 len: 337 time: 0.0403495 Jul 05 02:35:39.942710 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9cd30c31-0edc-4af4-9375-d4c3ca164210 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:39.946637 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e823cab1-b17b-42bf-902b-f72ccaa1e8df req-c3b51602-6d19-448e-8da2-c50abc0da684 service neutron] 10.222.0.15 "GET /v2.0/networks/1b07052c-22c6-4d0f-b0a6-3bc3daa97540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7329874 Jul 05 02:35:39.947511 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 45810) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:39.961096 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f6314b-8481-4bac-aeec-d4a8110c7020 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Pushing event deleted for resources: {'Port': ['ID=7b33790e-32a9-42de-b26a-10cb1325835f,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:39.964867 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f6314b-8481-4bac-aeec-d4a8110c7020 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] No DVR routers for this DVR port 7b33790e-32a9-42de-b26a-10cb1325835f on host n-d-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:35:40.022861 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eea1f88-83cd-47e8-9097-87e34fbb3d5b req-0b9a69e0-dc8a-4a09-84fa-dac00fb7a6ba tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:35:40.024426 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9eea1f88-83cd-47e8-9097-87e34fbb3d5b req-0b9a69e0-dc8a-4a09-84fa-dac00fb7a6ba tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bfc5e67-c417-4826-8ea2-3d35f7ab4b27 HTTP/1.1" status: 200 len: 943 time: 0.1253788 Jul 05 02:35:40.032714 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5f50038e-8e6b-4a3d-96dc-2479730d4543 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:40.049472 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5f50038e-8e6b-4a3d-96dc-2479730d4543 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:40.051667 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-5f50038e-8e6b-4a3d-96dc-2479730d4543 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] 10.222.0.23 "DELETE /v2.0/networks/4ce1bf2b-10ed-4dec-b9d4-473c522320f0 HTTP/1.1" status: 204 len: 168 time: 3.1933837 Jul 05 02:35:40.056738 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-6847e795-a760-41ac-b9a7-8a3fb655e45d tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae330189-47fd-4e59-b8f8-cdd857ddc0a0 HTTP/1.1" status: 200 len: 205 time: 0.0932124 Jul 05 02:35:40.057345 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 45812) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:40.068621 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45814) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:40.078073 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f50038e-8e6b-4a3d-96dc-2479730d4543 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Pushing event deleted for resources: {'Network': ['ID=4ce1bf2b-10ed-4dec-b9d4-473c522320f0,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:40.085919 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-d1d96325-8659-4933-8770-4683778ef489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58362404-fae8-4097-89af-11a23fd2da31', 'name': 'tempest-ServerActionsTestJSON-274664488-router', 'tenant_id': '442a3e50d6be48be9e1562c5772ee754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '40ab75eb-62e4-4c27-a917-0b46050ed2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:35:24Z', 'updated_at': '2021-07-05T02:35:33Z', 'revision_number': 4, 'project_id': '442a3e50d6be48be9e1562c5772ee754', 'gw_port': {'id': '40ab75eb-62e4-4c27-a917-0b46050ed2d0', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58362404-fae8-4097-89af-11a23fd2da31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:35:26Z', 'updated_at': '2021-07-05T02:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '2587b0cd-b17f-4d40-ac22-a2b23f3937dd', 'name': '', 'network_id': 'c4d51310-b056-42c6-8720-dd3607bb490e', 'tenant_id': '442a3e50d6be48be9e1562c5772ee754', 'mac_address': 'fa:16:3e:99:48:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58362404-fae8-4097-89af-11a23fd2da31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '822ac30d-26eb-483a-9cd9-5da64853ba79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:35:30Z', 'updated_at': '2021-07-05T02:35:39Z', 'revision_number': 4, 'project_id': '442a3e50d6be48be9e1562c5772ee754', 'subnets': [{'id': '822ac30d-26eb-483a-9cd9-5da64853ba79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:35:40.113513 n-d-771362-32 neutron-server[94462]: INFO neutron.api.v2.resource [None req-317f9be1-cd3a-4a38-9476-e47d95398f2e tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] delete failed (client error): The resource could not be found. Jul 05 02:35:40.114588 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-317f9be1-cd3a-4a38-9476-e47d95398f2e tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "DELETE /v2.0/routers/ae330189-47fd-4e59-b8f8-cdd857ddc0a0 HTTP/1.1" status: 404 len: 336 time: 0.0448642 Jul 05 02:35:40.115313 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d96325-8659-4933-8770-4683778ef489 None None] The sync data for ids ['58362404-fae8-4097-89af-11a23fd2da31'] in n-d-771362-32 is: [{'id': '58362404-fae8-4097-89af-11a23fd2da31', 'name': 'tempest-ServerActionsTestJSON-274664488-router', 'tenant_id': '442a3e50d6be48be9e1562c5772ee754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '40ab75eb-62e4-4c27-a917-0b46050ed2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:35:24Z', 'updated_at': '2021-07-05T02:35:33Z', 'revision_number': 4, 'project_id': '442a3e50d6be48be9e1562c5772ee754', 'gw_port': {'id': '40ab75eb-62e4-4c27-a917-0b46050ed2d0', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58362404-fae8-4097-89af-11a23fd2da31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:35:26Z', 'updated_at': '2021-07-05T02:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '2587b0cd-b17f-4d40-ac22-a2b23f3937dd', 'name': '', 'network_id': 'c4d51310-b056-42c6-8720-dd3607bb490e', 'tenant_id': '442a3e50d6be48be9e1562c5772ee754', 'mac_address': 'fa:16:3e:99:48:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58362404-fae8-4097-89af-11a23fd2da31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '822ac30d-26eb-483a-9cd9-5da64853ba79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:35:30Z', 'updated_at': '2021-07-05T02:35:39Z', 'revision_number': 4, 'project_id': '442a3e50d6be48be9e1562c5772ee754', 'subnets': [{'id': '822ac30d-26eb-483a-9cd9-5da64853ba79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:35:40.119719 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 45816) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:40.133954 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-a98bf372-fc58-4d7d-8071-c35a749e921a tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5580069-f2fa-4ac2-92cb-1d5b5dae45c5 HTTP/1.1" status: 200 len: 205 time: 0.0454054 Jul 05 02:35:40.134754 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd30c31-0edc-4af4-9375-d4c3ca164210 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09716028-44a2-4220-a754-7ed932c56f2a,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:40.135109 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9eea1f88-83cd-47e8-9097-87e34fbb3d5b req-110b3e78-e9fb-4795-8570-ae32b44f7e62 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/security-groups?id=896ea46a-6466-47fe-ac1a-3023b10eeb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035028 Jul 05 02:35:40.137133 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 45818) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:40.223709 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9cd30c31-0edc-4af4-9375-d4c3ca164210 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:40.226029 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-9cd30c31-0edc-4af4-9375-d4c3ca164210 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.1412153 Jul 05 02:35:40.228749 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45820) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:40.233909 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-c4b6ad59-7a14-4f19-8a93-0c2d54dad2b2 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Request body: {'security_group_rule': {'security_group_id': '09716028-44a2-4220-a754-7ed932c56f2a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:35:40.275302 n-d-771362-32 neutron-server[94461]: INFO neutron.pecan_wsgi.hooks.translation [None req-58dbe43e-3ae9-442e-8e54-ea1af65f5444 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] DELETE failed (client error): The resource could not be found. Jul 05 02:35:40.275832 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58dbe43e-3ae9-442e-8e54-ea1af65f5444 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:35:40.277608 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-58dbe43e-3ae9-442e-8e54-ea1af65f5444 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "DELETE /v2.0/subnets/16e23548-9d77-4845-aa1b-f7fee3ca6333 HTTP/1.1" status: 404 len: 337 time: 0.1463158 Jul 05 02:35:40.281547 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45822) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:40.325606 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-6989af4a-2111-43a6-9a3e-d4b17c4f056f tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcb0b214-fcfd-437a-8afc-f0a11399a3c1 HTTP/1.1" status: 200 len: 205 time: 0.0435719 Jul 05 02:35:40.329503 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45824) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:40.346105 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-54f6314b-8481-4bac-aeec-d4a8110c7020 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:40.368403 n-d-771362-32 neutron-server[94462]: INFO neutron.api.v2.resource [None req-6129ad6c-b7f2-49a6-9a65-dd4d68981bcd tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] delete failed (client error): The resource could not be found. Jul 05 02:35:40.369449 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-6129ad6c-b7f2-49a6-9a65-dd4d68981bcd tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "DELETE /v2.0/routers/dcb0b214-fcfd-437a-8afc-f0a11399a3c1 HTTP/1.1" status: 404 len: 336 time: 0.0406044 Jul 05 02:35:40.372107 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45826) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:40.372733 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5b136320-a6c5-4c4d-b922-ee3f789287b9 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks [] for router, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:40.375514 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-54f6314b-8481-4bac-aeec-d4a8110c7020 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f978902b-bd2f-45a5-bcdd-309468f8c80a']}} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:35:40.402816 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4d80477-8084-4411-a736-50fbf482c464 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] DELETE failed (client error): The resource could not be found. Jul 05 02:35:40.403281 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4d80477-8084-4411-a736-50fbf482c464 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94462) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:35:40.407805 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-e4d80477-8084-4411-a736-50fbf482c464 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "DELETE /v2.0/subnets/c43fbe8b-8937-49af-93bd-6cbfe5b6b0cf HTTP/1.1" status: 404 len: 337 time: 0.0315771 Jul 05 02:35:40.408072 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45828) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:40.428170 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-54f6314b-8481-4bac-aeec-d4a8110c7020 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3999f3d-1ed3-46c8-ac71-dd3389575218') {'for_net_delete': True} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:35:40.428396 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-54f6314b-8481-4bac-aeec-d4a8110c7020 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3999f3d-1ed3-46c8-ac71-dd3389575218') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:35:40.447955 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c4b6ad59-7a14-4f19-8a93-0c2d54dad2b2 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:40.452396 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8712ed0-ff06-42cd-9747-295499445ac6 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] DELETE failed (client error): The resource could not be found. Jul 05 02:35:40.452974 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8712ed0-ff06-42cd-9747-295499445ac6 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94462) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:35:40.454735 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-d8712ed0-ff06-42cd-9747-295499445ac6 tempest-RoutersTest-1414091440 tempest-RoutersTest-1414091440-project] 10.222.0.23 "DELETE /v2.0/subnets/fadaccf3-414c-4213-a966-3cac216998b6 HTTP/1.1" status: 404 len: 337 time: 0.0457466 Jul 05 02:35:40.461838 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e823cab1-b17b-42bf-902b-f72ccaa1e8df req-0425faf3-066c-4256-bca5-77396fee055b service neutron] 10.222.0.15 "GET /v2.0/networks/1b07052c-22c6-4d0f-b0a6-3bc3daa97540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4772458 Jul 05 02:35:40.480440 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-54f6314b-8481-4bac-aeec-d4a8110c7020 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5519669'] for segment, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:40.542086 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-54f6314b-8481-4bac-aeec-d4a8110c7020 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:40.772310 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 2587b0cd-b17f-4d40-ac22-a2b23f3937dd up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:35:40.778504 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c4b6ad59-7a14-4f19-8a93-0c2d54dad2b2 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:40.833084 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54f6314b-8481-4bac-aeec-d4a8110c7020 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=94461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:35:40.833713 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-54f6314b-8481-4bac-aeec-d4a8110c7020 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5763545'] for segment, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:40.892347 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c4b6ad59-7a14-4f19-8a93-0c2d54dad2b2 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:40.944583 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b6ad59-7a14-4f19-8a93-0c2d54dad2b2 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=286867f3-0f1b-4345-9863-7f4b5c3ce1b3,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:40.971056 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:35:40.971056 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:35:40.971056 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:35:40.971056 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:35:40.971056 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:35:40.971056 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:35:40.971056 n-d-771362-32 neutron-server[94461]: Traceback (most recent call last): Jul 05 02:35:40.971056 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:35:40.971056 n-d-771362-32 neutron-server[94461]: timer() Jul 05 02:35:40.971056 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:35:40.971056 n-d-771362-32 neutron-server[94461]: cb(*args, **kw) Jul 05 02:35:40.971056 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:35:40.971056 n-d-771362-32 neutron-server[94461]: return func(*args, **kwargs) Jul 05 02:35:40.971056 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:35:40.971056 n-d-771362-32 neutron-server[94461]: self._notify() Jul 05 02:35:40.971056 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:35:40.971056 n-d-771362-32 neutron-server[94461]: self.callback(batched_events) Jul 05 02:35:40.971056 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:35:40.971056 n-d-771362-32 neutron-server[94461]: event.method(event) Jul 05 02:35:40.971056 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:35:40.971056 n-d-771362-32 neutron-server[94461]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:35:40.971056 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:35:40.971056 n-d-771362-32 neutron-server[94461]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:35:40.971056 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:35:40.971056 n-d-771362-32 neutron-server[94461]: return f(self, *a, **k) Jul 05 02:35:40.971056 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:35:40.971056 n-d-771362-32 neutron-server[94461]: return self._get(url).json() Jul 05 02:35:40.971056 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:35:40.971056 n-d-771362-32 neutron-server[94461]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:35:40.971056 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:35:40.971056 n-d-771362-32 neutron-server[94461]: return self.request(url, 'GET', **kwargs) Jul 05 02:35:40.971056 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:35:40.971056 n-d-771362-32 neutron-server[94461]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:35:40.971056 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:35:40.971056 n-d-771362-32 neutron-server[94461]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:35:40.971056 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:35:40.971056 n-d-771362-32 neutron-server[94461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:35:40.971056 n-d-771362-32 neutron-server[94461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:35:41.064368 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 2587b0cd-b17f-4d40-ac22-a2b23f3937dd completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:35:41.068893 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c4b6ad59-7a14-4f19-8a93-0c2d54dad2b2 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:41.070810 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-c4b6ad59-7a14-4f19-8a93-0c2d54dad2b2 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8403704 Jul 05 02:35:41.072833 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45854) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:41.091248 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 2587b0cd-b17f-4d40-ac22-a2b23f3937dd triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:35:41.091630 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:41.105357 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-9da608a0-f626-4fe9-95fe-e1dde81b6160 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Request body: {'security_group_rule': {'security_group_id': '09716028-44a2-4220-a754-7ed932c56f2a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:35:41.123118 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5b136320-a6c5-4c4d-b922-ee3f789287b9 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11828'] for router, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:41.138810 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5b136320-a6c5-4c4d-b922-ee3f789287b9 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:41.231860 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-54f6314b-8481-4bac-aeec-d4a8110c7020 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:41.252372 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-54f6314b-8481-4bac-aeec-d4a8110c7020 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:41.263509 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45862) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:41.264264 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9da608a0-f626-4fe9-95fe-e1dde81b6160 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:41.266728 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-54f6314b-8481-4bac-aeec-d4a8110c7020 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "DELETE /v2.0/networks/f978902b-bd2f-45a5-bcdd-309468f8c80a HTTP/1.1" status: 204 len: 168 time: 4.0948634 Jul 05 02:35:41.339395 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f6314b-8481-4bac-aeec-d4a8110c7020 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Pushing event deleted for resources: {'Network': ['ID=f978902b-bd2f-45a5-bcdd-309468f8c80a,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:41.360589 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-d7aaaf8d-715c-4717-96ae-01d0b8b7d712 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-560604786'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:35:41.377683 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5b136320-a6c5-4c4d-b922-ee3f789287b9 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1575451'] for router, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:41.384360 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b136320-a6c5-4c4d-b922-ee3f789287b9 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Fanout notify agent at l3_agent the message router_deleted on router c5580069-f2fa-4ac2-92cb-1d5b5dae45c5 {{(pid=94461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 02:35:41.392859 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5b136320-a6c5-4c4d-b922-ee3f789287b9 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] Notify callbacks [] for router, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:41.395998 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-5b136320-a6c5-4c4d-b922-ee3f789287b9 tempest-RoutersNegativeIpV6Test-1871684213 tempest-RoutersNegativeIpV6Test-1871684213-project] 10.222.0.23 "DELETE /v2.0/routers/c5580069-f2fa-4ac2-92cb-1d5b5dae45c5 HTTP/1.1" status: 204 len: 168 time: 1.2077422 Jul 05 02:35:41.396155 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:41.465467 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b0599f-db49-41dc-90e3-6d097c2779d4 req-7cd5d685-94e0-4db8-b754-6e8b8792fd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:35:41.467063 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-67b0599f-db49-41dc-90e3-6d097c2779d4 req-7cd5d685-94e0-4db8-b754-6e8b8792fd66 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=19e6c4c619cf4595801b0519afefcaf5&device_id=5bfc5e67-c417-4826-8ea2-3d35f7ab4b27 HTTP/1.1" status: 200 len: 1095 time: 0.7752793 Jul 05 02:35:41.499244 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9da608a0-f626-4fe9-95fe-e1dde81b6160 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:41.500219 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45866) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:41.503881 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 2587b0cd-b17f-4d40-ac22-a2b23f3937dd, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=2587b0cd-b17f-4d40-ac22-a2b23f3937dd,segment=NetworkSegment(2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7),segment_id=2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:35:41.582360 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9da608a0-f626-4fe9-95fe-e1dde81b6160 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:41.597609 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7aaaf8d-715c-4717-96ae-01d0b8b7d712 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Made reservation on behalf of eec53b7bac0445b2b9e29f73fcad1818 for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:35:41.601050 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:41.601738 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d7aaaf8d-715c-4717-96ae-01d0b8b7d712 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:41.630726 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da608a0-f626-4fe9-95fe-e1dde81b6160 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d387573-ac0d-48ae-850f-6ba8e6dd51b7,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:41.693067 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=2587b0cd-b17f-4d40-ac22-a2b23f3937dd,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:41.706542 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:41.736880 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 7b33790e-32a9-42de-b26a-10cb1325835f no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:35:41.739237 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7aaaf8d-715c-4717-96ae-01d0b8b7d712 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:35:41.755353 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d7aaaf8d-715c-4717-96ae-01d0b8b7d712 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:41.755653 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-d7aaaf8d-715c-4717-96ae-01d0b8b7d712 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Added segment eb95577b-050e-41b8-831c-1059ca0aa29d of type vlan for network e661d3b7-190e-446c-8105-3cde09c9f02a Jul 05 02:35:41.794266 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 7b33790e-32a9-42de-b26a-10cb1325835f {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:35:41.794843 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 7b33790e-32a9-42de-b26a-10cb1325835f not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:35:41.795110 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device cdad011c-e1a2-48d2-8d58-687af5e12957 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:35:41.830272 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: cdad011c-e1a2-48d2-8d58-687af5e12957 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:35:41.830864 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device cdad011c-e1a2-48d2-8d58-687af5e12957 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:35:41.833921 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb055782-31e6-4e9d-9ca6-3f6aa62a3b73 req-cfe042e0-e036-49ed-a7a5-c11ecb9b62df tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:35:41.837084 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cb055782-31e6-4e9d-9ca6-3f6aa62a3b73 req-cfe042e0-e036-49ed-a7a5-c11ecb9b62df tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bfc5e67-c417-4826-8ea2-3d35f7ab4b27 HTTP/1.1" status: 200 len: 943 time: 0.4955499 Jul 05 02:35:41.852495 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9da608a0-f626-4fe9-95fe-e1dde81b6160 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:41.853330 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:41.857861 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 45876) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:41.859930 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-9da608a0-f626-4fe9-95fe-e1dde81b6160 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7833090 Jul 05 02:35:41.881288 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-f89e227e-26b0-4323-b3f9-9aeef471fb70 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Request body: {'floatingip': {'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:35:41.892194 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b0599f-db49-41dc-90e3-6d097c2779d4 req-10bba3ec-5915-4c07-aadc-8292ef43132d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:35:41.893703 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-67b0599f-db49-41dc-90e3-6d097c2779d4 req-10bba3ec-5915-4c07-aadc-8292ef43132d service neutron] 10.222.0.15 "GET /v2.0/networks?id=1b07052c-22c6-4d0f-b0a6-3bc3daa97540 HTTP/1.1" status: 200 len: 906 time: 0.4123919 Jul 05 02:35:41.909267 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d7aaaf8d-715c-4717-96ae-01d0b8b7d712 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:41.964000 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-67b0599f-db49-41dc-90e3-6d097c2779d4 req-341391c3-9415-4b88-bf87-31ffef4d1d32 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ddf5426-0739-47b0-ab63-f5000a780e97 HTTP/1.1" status: 200 len: 217 time: 0.0577426 Jul 05 02:35:42.032735 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cb055782-31e6-4e9d-9ca6-3f6aa62a3b73 req-bdc680a9-d851-481a-a650-cb94b385bd7b tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/security-groups?id=896ea46a-6466-47fe-ac1a-3023b10eeb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827588 Jul 05 02:35:42.038703 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-086a84a1-ce48-485f-867e-97d27442b628 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1593a1e15f6f447095222242302728ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5371535 Jul 05 02:35:42.039337 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45884) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:42.070730 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b0599f-db49-41dc-90e3-6d097c2779d4 req-5864efc3-1a9a-443c-87e2-5f4d3430fa77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:35:42.072223 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-67b0599f-db49-41dc-90e3-6d097c2779d4 req-5864efc3-1a9a-443c-87e2-5f4d3430fa77 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=83dd570d-22ee-4f29-80f0-61f3c568de93 HTTP/1.1" status: 200 len: 846 time: 0.0982747 Jul 05 02:35:42.116358 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-67b0599f-db49-41dc-90e3-6d097c2779d4 req-d4f9b49f-3de7-4c58-9640-8f4782832077 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1b07052c-22c6-4d0f-b0a6-3bc3daa97540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378454 Jul 05 02:35:42.122505 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f89e227e-26b0-4323-b3f9-9aeef471fb70 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Notify callbacks [] for floatingip, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:42.159023 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d7aaaf8d-715c-4717-96ae-01d0b8b7d712 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:42.165773 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7aaaf8d-715c-4717-96ae-01d0b8b7d712 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:35:42.166448 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d7aaaf8d-715c-4717-96ae-01d0b8b7d712 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:42.267691 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-dbc13ed8-4dba-40a8-b04d-7e1aa76e2464 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:42.294776 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aaaf8d-715c-4717-96ae-01d0b8b7d712 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Pushing event updated for resources: {'Network': ['ID=e661d3b7-190e-446c-8105-3cde09c9f02a,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:42.313409 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network e661d3b7-190e-446c-8105-3cde09c9f02a details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:35:42.324405 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-dbc13ed8-4dba-40a8-b04d-7e1aa76e2464 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:42.335413 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-67b0599f-db49-41dc-90e3-6d097c2779d4 req-01177cff-95f2-4ceb-89ce-b2a18b301125 service neutron] 10.222.0.15 "GET /v2.0/networks/1b07052c-22c6-4d0f-b0a6-3bc3daa97540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069890 Jul 05 02:35:42.339113 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-d7aaaf8d-715c-4717-96ae-01d0b8b7d712 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0012951 Jul 05 02:35:42.339508 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 45890) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:42.354865 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-a83c14c4-3b63-4d90-8f7b-027a303ba19b tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Request body: {'subnet': {'network_id': 'e661d3b7-190e-446c-8105-3cde09c9f02a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:35:42.392381 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45892) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:42.496041 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-dbc13ed8-4dba-40a8-b04d-7e1aa76e2464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:42.524472 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-dbc13ed8-4dba-40a8-b04d-7e1aa76e2464 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:42.524472 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-dbc13ed8-4dba-40a8-b04d-7e1aa76e2464 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/13bb3578-cb94-4b56-82dd-c9cb069cbe6f HTTP/1.1" status: 204 len: 168 time: 0.4503255 Jul 05 02:35:42.524472 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc13ed8-4dba-40a8-b04d-7e1aa76e2464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13bb3578-cb94-4b56-82dd-c9cb069cbe6f,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:42.591199 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 2587b0cd-b17f-4d40-ac22-a2b23f3937dd up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:35:42.603445 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-b3493c80-6f05-4d7e-b2eb-bfd3f27355d1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6f62952b264b4eb9913d764c8cb0555c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2090354 Jul 05 02:35:42.603667 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45898) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:42.620858 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-67b0599f-db49-41dc-90e3-6d097c2779d4 req-2c1b89f6-93af-43ce-9e46-da8cbdfaf96e service neutron] 10.222.0.15 "GET /v2.0/networks/1b07052c-22c6-4d0f-b0a6-3bc3daa97540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790031 Jul 05 02:35:42.696606 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f89e227e-26b0-4323-b3f9-9aeef471fb70 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:42.702745 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 2587b0cd-b17f-4d40-ac22-a2b23f3937dd triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:35:42.703260 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:42.713181 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2990b6fc-9697-4e8c-9cbf-8df158823a4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:42.751678 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2990b6fc-9697-4e8c-9cbf-8df158823a4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:42.813106 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a83c14c4-3b63-4d90-8f7b-027a303ba19b tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Made reservation on behalf of eec53b7bac0445b2b9e29f73fcad1818 for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:35:42.824144 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a83c14c4-3b63-4d90-8f7b-027a303ba19b tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:42.894801 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2990b6fc-9697-4e8c-9cbf-8df158823a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:42.897540 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2990b6fc-9697-4e8c-9cbf-8df158823a4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:42.909088 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-2990b6fc-9697-4e8c-9cbf-8df158823a4b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/17f7f4b7-60c8-4947-ad7e-aef09181a8e2 HTTP/1.1" status: 204 len: 168 time: 0.3043730 Jul 05 02:35:42.943558 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2990b6fc-9697-4e8c-9cbf-8df158823a4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17f7f4b7-60c8-4947-ad7e-aef09181a8e2,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:43.075987 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-f89e227e-26b0-4323-b3f9-9aeef471fb70 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Allocated IP 172.25.7.20 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/ba674425-f43c-4d25-857e-942c0054740a) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:35:43.355156 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f89e227e-26b0-4323-b3f9-9aeef471fb70 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:43.380017 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b722bfd-9846-4be0-953b-c257a6d4aa12 req-469cd275-38ce-403d-a96c-97966bc8a8e8 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:35:43.382023 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3b722bfd-9846-4be0-953b-c257a6d4aa12 req-469cd275-38ce-403d-a96c-97966bc8a8e8 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bfc5e67-c417-4826-8ea2-3d35f7ab4b27 HTTP/1.1" status: 200 len: 943 time: 0.1047249 Jul 05 02:35:43.429988 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3b722bfd-9846-4be0-953b-c257a6d4aa12 req-5a1c48db-0fe7-417e-a35f-6a12fb866280 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/security-groups?id=896ea46a-6466-47fe-ac1a-3023b10eeb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410504 Jul 05 02:35:43.440039 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a83c14c4-3b63-4d90-8f7b-027a303ba19b tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5763451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774823'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:43.507813 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83c14c4-3b63-4d90-8f7b-027a303ba19b tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Pushing event updated for resources: {'Subnet': ['ID=ba88e55e-1c8a-49e8-8498-a641643e6fdf,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:43.516389 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83c14c4-3b63-4d90-8f7b-027a303ba19b tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Checking segment: {'id': 'eb95577b-050e-41b8-831c-1059ca0aa29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e661d3b7-190e-446c-8105-3cde09c9f02a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:35:43.516856 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83c14c4-3b63-4d90-8f7b-027a303ba19b tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Network hostable DHCP agents. Network: e661d3b7-190e-446c-8105-3cde09c9f02a, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:35:43.565281 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f89e227e-26b0-4323-b3f9-9aeef471fb70 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:43.610730 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89e227e-26b0-4323-b3f9-9aeef471fb70 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:35:43.616935 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-f89e227e-26b0-4323-b3f9-9aeef471fb70 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:35:43.621784 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89e227e-26b0-4323-b3f9-9aeef471fb70 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:35:43.629327 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89e227e-26b0-4323-b3f9-9aeef471fb70 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Pushing event updated for resources: {'Port': ['ID=ba674425-f43c-4d25-857e-942c0054740a,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:43.654240 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83c14c4-3b63-4d90-8f7b-027a303ba19b tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Network e661d3b7-190e-446c-8105-3cde09c9f02a is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:35:43.733879 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-a83c14c4-3b63-4d90-8f7b-027a303ba19b tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, e661d3b7-190e-446c-8105-3cde09c9f02a) {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:35:43.739331 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83c14c4-3b63-4d90-8f7b-027a303ba19b tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:35:43.739331 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a83c14c4-3b63-4d90-8f7b-027a303ba19b tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:43.743217 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f876754b-ac7e-4b71-9ce3-049c86ab58f9 None None] Network e661d3b7-190e-446c-8105-3cde09c9f02a requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:35:43.794370 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f89e227e-26b0-4323-b3f9-9aeef471fb70 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:43.810582 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45930) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:43.857561 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-a83c14c4-3b63-4d90-8f7b-027a303ba19b tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5166919 Jul 05 02:35:43.865510 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45936) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:43.868545 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-c21a4586-53b7-40fa-a9c7-f6365fee8e90 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1683990561', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:35:43.927272 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f89e227e-26b0-4323-b3f9-9aeef471fb70 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:44.017240 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c21a4586-53b7-40fa-a9c7-f6365fee8e90 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11810'] for router, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:44.020196 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c21a4586-53b7-40fa-a9c7-f6365fee8e90 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1926740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11821'] for router, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:44.089524 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2756ab8-93f5-4e87-b209-e3694a19a08f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-e661d3b7-190e-446c-8105-3cde09c9f02a', 'network_id': 'e661d3b7-190e-446c-8105-3cde09c9f02a', 'tenant_id': 'eec53b7bac0445b2b9e29f73fcad1818', 'fixed_ips': [{'subnet_id': 'ba88e55e-1c8a-49e8-8498-a641643e6fdf'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:35:44.090441 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a2756ab8-93f5-4e87-b209-e3694a19a08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:44.102413 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c21a4586-53b7-40fa-a9c7-f6365fee8e90 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:44.118492 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a215bb08-c29b-4671-8156-056fc3d4d517 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:44.194944 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c21a4586-53b7-40fa-a9c7-f6365fee8e90 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963'] for router, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:44.225780 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f89e227e-26b0-4323-b3f9-9aeef471fb70 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:44.283436 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a215bb08-c29b-4671-8156-056fc3d4d517 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:44.317259 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f89e227e-26b0-4323-b3f9-9aeef471fb70 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:44.376883 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-a2756ab8-93f5-4e87-b209-e3694a19a08f None None] Allocated IP 2001:db8::2 (e661d3b7-190e-446c-8105-3cde09c9f02a/ba88e55e-1c8a-49e8-8498-a641643e6fdf/c9169ea7-f324-4af4-953e-bd33774dd8f1) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:35:44.417325 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a215bb08-c29b-4671-8156-056fc3d4d517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:44.432391 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f89e227e-26b0-4323-b3f9-9aeef471fb70 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636869'] for floatingip, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:44.461844 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89e227e-26b0-4323-b3f9-9aeef471fb70 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Pushing event updated for resources: {'Port': ['ID=ba674425-f43c-4d25-857e-942c0054740a,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:44.475273 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 45954) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:44.477424 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-a215bb08-c29b-4671-8156-056fc3d4d517 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9f36413b3f344227b19086fdb09af0eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6605897 Jul 05 02:35:44.517963 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c21a4586-53b7-40fa-a9c7-f6365fee8e90 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:44.526859 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-c21a4586-53b7-40fa-a9c7-f6365fee8e90 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6632774 Jul 05 02:35:44.527792 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45960) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:44.545252 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-ce17177b-9241-4aa4-9186-3d749a762608 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Request body: {'port': {'network_id': 'e661d3b7-190e-446c-8105-3cde09c9f02a', 'name': 'tempest-PortsIpV6TestJSON-1290892982'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:35:44.560156 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f89e227e-26b0-4323-b3f9-9aeef471fb70 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:44.561435 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-f89e227e-26b0-4323-b3f9-9aeef471fb70 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6848707 Jul 05 02:35:44.617545 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c7adf373-28ef-4724-9419-e93fbaf2fc50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:44.651962 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a215bb08-c29b-4671-8156-056fc3d4d517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80b5f6e7-6bbf-4f43-b598-7066abc5ff8f,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:44.672130 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 8ddf5426-0739-47b0-ab63-f5000a780e97 details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:35:44.764719 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a2756ab8-93f5-4e87-b209-e3694a19a08f None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:44.773334 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c7adf373-28ef-4724-9419-e93fbaf2fc50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:44.838490 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-a2756ab8-93f5-4e87-b209-e3694a19a08f None None] Transition to ACTIVE for port object c9169ea7-f324-4af4-953e-bd33774dd8f1 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:35:44.864702 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-a2756ab8-93f5-4e87-b209-e3694a19a08f None None] Transition to ACTIVE for port object c9169ea7-f324-4af4-953e-bd33774dd8f1 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:35:44.876521 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce17177b-9241-4aa4-9186-3d749a762608 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Made reservation on behalf of eec53b7bac0445b2b9e29f73fcad1818 for: {'port': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:35:44.882484 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ce17177b-9241-4aa4-9186-3d749a762608 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:44.926700 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [None req-ce17177b-9241-4aa4-9186-3d749a762608 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] device_id is not set on port 7804b999-67e6-46dd-ae80-358a1688e399 yet. {{(pid=94462) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:35:44.941610 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52ee8a6-8b7f-4f9b-b817-e82ac38b23c8 req-fdd9db7f-254e-40c2-a9ab-4b47f71ea5ef tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:35:44.941610 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c52ee8a6-8b7f-4f9b-b817-e82ac38b23c8 req-fdd9db7f-254e-40c2-a9ab-4b47f71ea5ef tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bfc5e67-c417-4826-8ea2-3d35f7ab4b27 HTTP/1.1" status: 200 len: 943 time: 0.3124793 Jul 05 02:35:44.952212 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 8ddf5426-0739-47b0-ab63-f5000a780e97, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=8ddf5426-0739-47b0-ab63-f5000a780e97,segment=NetworkSegment(fa1cc820-8811-4bbd-a98d-5810eaac77f0),segment_id=fa1cc820-8811-4bbd-a98d-5810eaac77f0)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:35:44.958270 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a2756ab8-93f5-4e87-b209-e3694a19a08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:45.024659 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2756ab8-93f5-4e87-b209-e3694a19a08f None None] Network e661d3b7-190e-446c-8105-3cde09c9f02a is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:35:45.029142 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-a2756ab8-93f5-4e87-b209-e3694a19a08f None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:35:45.053177 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2756ab8-93f5-4e87-b209-e3694a19a08f None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:35:45.054224 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c7adf373-28ef-4724-9419-e93fbaf2fc50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:45.056796 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c7adf373-28ef-4724-9419-e93fbaf2fc50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:45.060365 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-c7adf373-28ef-4724-9419-e93fbaf2fc50 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/80b5f6e7-6bbf-4f43-b598-7066abc5ff8f HTTP/1.1" status: 204 len: 168 time: 0.5814722 Jul 05 02:35:45.080418 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c52ee8a6-8b7f-4f9b-b817-e82ac38b23c8 req-35e4c899-ab95-4778-9cb4-05ea4a9bfac2 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/security-groups?id=896ea46a-6466-47fe-ac1a-3023b10eeb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133220 Jul 05 02:35:45.085782 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7adf373-28ef-4724-9419-e93fbaf2fc50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b5f6e7-6bbf-4f43-b598-7066abc5ff8f,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:45.131886 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a10b5101-5abf-43e0-814e-b01c16dba4b6 req-2b080e26-9f9c-43fe-bb6e-54d1e1ab9a8b tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--860096490&fields=id&tenant_id=442a3e50d6be48be9e1562c5772ee754 HTTP/1.1" status: 200 len: 267 time: 0.1129005 Jul 05 02:35:45.211952 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Returning: {'device': '8ddf5426-0739-47b0-ab63-f5000a780e97', 'network_id': '1b07052c-22c6-4d0f-b0a6-3bc3daa97540', 'port_id': '8ddf5426-0739-47b0-ab63-f5000a780e97', 'mac_address': 'fa:16:3e:18:95:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83dd570d-22ee-4f29-80f0-61f3c568de93', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:35:45.260557 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 45988) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:45.330989 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10b5101-5abf-43e0-814e-b01c16dba4b6 req-afa1894f-0caf-4f45-a453-c38d91bd4f58 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:35:45.332603 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a10b5101-5abf-43e0-814e-b01c16dba4b6 req-afa1894f-0caf-4f45-a453-c38d91bd4f58 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/networks?id=c4d51310-b056-42c6-8720-dd3607bb490e HTTP/1.1" status: 200 len: 811 time: 0.1552169 Jul 05 02:35:45.347412 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-a2756ab8-93f5-4e87-b209-e3694a19a08f None None] Attempting to bind port c9169ea7-f324-4af4-953e-bd33774dd8f1 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:35:45.348478 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-a2756ab8-93f5-4e87-b209-e3694a19a08f None None] Attempting to bind port c9169ea7-f324-4af4-953e-bd33774dd8f1 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'eb95577b-050e-41b8-831c-1059ca0aa29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e661d3b7-190e-446c-8105-3cde09c9f02a'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:35:45.348956 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2756ab8-93f5-4e87-b209-e3694a19a08f None None] Attempting to bind port c9169ea7-f324-4af4-953e-bd33774dd8f1 on network e661d3b7-190e-446c-8105-3cde09c9f02a {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:35:45.351594 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:45.355270 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2756ab8-93f5-4e87-b209-e3694a19a08f None None] Pushing event updated for resources: {'Port': ['ID=c9169ea7-f324-4af4-953e-bd33774dd8f1,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:45.377498 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2756ab8-93f5-4e87-b209-e3694a19a08f None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:35:45.378049 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2756ab8-93f5-4e87-b209-e3694a19a08f None None] Checking segment: {'id': 'eb95577b-050e-41b8-831c-1059ca0aa29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e661d3b7-190e-446c-8105-3cde09c9f02a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:35:45.379341 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a2756ab8-93f5-4e87-b209-e3694a19a08f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:45.379918 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2756ab8-93f5-4e87-b209-e3694a19a08f None None] Bound using segment: {'id': 'eb95577b-050e-41b8-831c-1059ca0aa29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e661d3b7-190e-446c-8105-3cde09c9f02a'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:35:45.380490 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-a2756ab8-93f5-4e87-b209-e3694a19a08f None None] Bound port: c9169ea7-f324-4af4-953e-bd33774dd8f1, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb95577b-050e-41b8-831c-1059ca0aa29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e661d3b7-190e-446c-8105-3cde09c9f02a'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:35:45.380938 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a2756ab8-93f5-4e87-b209-e3694a19a08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:45.388062 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ddf5426-0739-47b0-ab63-f5000a780e97 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:35:45.407447 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a10b5101-5abf-43e0-814e-b01c16dba4b6 req-68787fcf-69fb-493a-9896-e96b2ec7c790 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/quotas/442a3e50d6be48be9e1562c5772ee754 HTTP/1.1" status: 200 len: 375 time: 0.0693505 Jul 05 02:35:45.467392 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-ce17177b-9241-4aa4-9186-3d749a762608 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Allocated IP 2001:db8::259 (e661d3b7-190e-446c-8105-3cde09c9f02a/ba88e55e-1c8a-49e8-8498-a641643e6fdf/7804b999-67e6-46dd-ae80-358a1688e399) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:35:45.486803 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 8ddf5426-0739-47b0-ab63-f5000a780e97, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=8ddf5426-0739-47b0-ab63-f5000a780e97,segment=NetworkSegment(fa1cc820-8811-4bbd-a98d-5810eaac77f0),segment_id=fa1cc820-8811-4bbd-a98d-5810eaac77f0)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:35:45.536478 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-a2756ab8-93f5-4e87-b209-e3694a19a08f None None] For port c9169ea7-f324-4af4-953e-bd33774dd8f1, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:35:45.547932 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-a2756ab8-93f5-4e87-b209-e3694a19a08f None None] For port c9169ea7-f324-4af4-953e-bd33774dd8f1, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=c9169ea7-f324-4af4-953e-bd33774dd8f1,segment=NetworkSegment(eb95577b-050e-41b8-831c-1059ca0aa29d),segment_id=eb95577b-050e-41b8-831c-1059ca0aa29d)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:35:45.569889 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a10b5101-5abf-43e0-814e-b01c16dba4b6 req-1438230d-dc2d-454b-b8b2-079c590919cb tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=442a3e50d6be48be9e1562c5772ee754&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1611817 Jul 05 02:35:45.616701 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:45.663801 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a2756ab8-93f5-4e87-b209-e3694a19a08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:45.746301 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=8ddf5426-0739-47b0-ab63-f5000a780e97,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:45.765409 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 46000) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:45.786695 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-0c1707c1-8658-4f18-8095-2f063879f26a tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Request body: {'security_group': {'name': 'tempest-secgroup--2094816731'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:35:45.817889 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a10b5101-5abf-43e0-814e-b01c16dba4b6 req-48b829ad-d61b-4028-84c9-2e1ec49ffdee service neutron] 10.222.0.23 "GET /v2.0/networks/c4d51310-b056-42c6-8720-dd3607bb490e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448921 Jul 05 02:35:45.836033 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['8ddf5426-0739-47b0-ab63-f5000a780e97'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:35:45.850911 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ce17177b-9241-4aa4-9186-3d749a762608 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:45.883371 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2756ab8-93f5-4e87-b209-e3694a19a08f None None] Pushing event updated for resources: {'Port': ['ID=c9169ea7-f324-4af4-953e-bd33774dd8f1,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:45.902742 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-8b9d52b3-3ebf-4c6e-a25c-724bbc9ba735 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:35:45.903477 n-d-771362-32 neutron-server[94461]: WARNING neutron.api.v2.base [None req-8b9d52b3-3ebf-4c6e-a25c-724bbc9ba735 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 05 02:35:45.904139 n-d-771362-32 neutron-server[94461]: INFO neutron.api.v2.resource [None req-8b9d52b3-3ebf-4c6e-a25c-724bbc9ba735 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] create failed (client error): There was a conflict when trying to complete your request. Jul 05 02:35:45.905410 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-8b9d52b3-3ebf-4c6e-a25c-724bbc9ba735 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1390216 Jul 05 02:35:45.909377 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 46004) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:45.917514 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-4fb9acc4-b7e4-497f-b1e7-476115e679f9 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Request body: {'security_group': {'name': 'tempest-secgroup--1985857533'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:35:45.930657 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0c1707c1-8658-4f18-8095-2f063879f26a tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:45.951027 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [None req-ce17177b-9241-4aa4-9186-3d749a762608 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Transition to ACTIVE for port object 7804b999-67e6-46dd-ae80-358a1688e399 will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:35:45.961017 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0c1707c1-8658-4f18-8095-2f063879f26a tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:46.110190 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a10b5101-5abf-43e0-814e-b01c16dba4b6 req-cf6380a7-7121-423c-ba1b-9e018f61ac69 service neutron] 10.222.0.23 "GET /v2.0/networks/c4d51310-b056-42c6-8720-dd3607bb490e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2870097 Jul 05 02:35:46.174028 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4fb9acc4-b7e4-497f-b1e7-476115e679f9 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:46.207558 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4fb9acc4-b7e4-497f-b1e7-476115e679f9 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:46.228721 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ce17177b-9241-4aa4-9186-3d749a762608 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:46.352131 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce17177b-9241-4aa4-9186-3d749a762608 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Pushing event updated for resources: {'Port': ['ID=7804b999-67e6-46dd-ae80-358a1688e399,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:46.356323 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce17177b-9241-4aa4-9186-3d749a762608 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Network e661d3b7-190e-446c-8105-3cde09c9f02a is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:35:46.373054 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-ce17177b-9241-4aa4-9186-3d749a762608 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:35:46.375983 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce17177b-9241-4aa4-9186-3d749a762608 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:35:46.389495 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce17177b-9241-4aa4-9186-3d749a762608 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:35:46.390562 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ce17177b-9241-4aa4-9186-3d749a762608 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:46.422955 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0c1707c1-8658-4f18-8095-2f063879f26a tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:46.454827 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46012) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:46.474072 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ef36c7c1-daa4-4869-8c6e-e21255ebfdb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:46.583707 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0c1707c1-8658-4f18-8095-2f063879f26a tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:46.652619 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-ce17177b-9241-4aa4-9186-3d749a762608 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1192501 Jul 05 02:35:46.658533 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 8ddf5426-0739-47b0-ab63-f5000a780e97 up at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:35:46.661578 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1707c1-8658-4f18-8095-2f063879f26a tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06b4379c-0399-4cc7-8295-dbc697beb443,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:46.667554 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 46020) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:46.779191 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1fb0d6-e413-4896-8665-46f0ccdd167b req-e1f12de7-cf48-4fff-aa6a-f3db5895d7cb tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:35:46.780895 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ca1fb0d6-e413-4896-8665-46f0ccdd167b req-e1f12de7-cf48-4fff-aa6a-f3db5895d7cb tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bfc5e67-c417-4826-8ea2-3d35f7ab4b27 HTTP/1.1" status: 200 len: 944 time: 0.2551115 Jul 05 02:35:46.791459 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-63462e35-c3bf-49f7-8cfa-ce6a104aef4d req-fb5d4b5e-3219-4d4e-810d-465072b88fa3 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 210 time: 0.1423359 Jul 05 02:35:46.824443 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device c9169ea7-f324-4af4-953e-bd33774dd8f1 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:35:46.968991 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ca1fb0d6-e413-4896-8665-46f0ccdd167b req-db70fba9-bc55-4058-9da3-b8f9b989c872 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/security-groups?id=896ea46a-6466-47fe-ac1a-3023b10eeb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579080 Jul 05 02:35:47.011566 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning for port 8ddf5426-0739-47b0-ab63-f5000a780e97 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:35:47.014788 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning complete for port 8ddf5426-0739-47b0-ab63-f5000a780e97 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:35:47.015278 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:47.062758 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port c9169ea7-f324-4af4-953e-bd33774dd8f1 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:35:47.167566 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:47.195230 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bfc5e67-c417-4826-8ea2-3d35f7ab4b27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ddf5426-0739-47b0-ab63-f5000a780e97'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:35:47.198002 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b7f48fe-aa8a-4316-9f02-23bba8d612b2" -d '{"events": [{"server_uuid": "5bfc5e67-c417-4826-8ea2-3d35f7ab4b27", "name": "network-vif-plugged", "status": "completed", "tag": "8ddf5426-0739-47b0-ab63-f5000a780e97"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:35:47.218586 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 8ddf5426-0739-47b0-ab63-f5000a780e97, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=8ddf5426-0739-47b0-ab63-f5000a780e97,segment=NetworkSegment(fa1cc820-8811-4bbd-a98d-5810eaac77f0),segment_id=fa1cc820-8811-4bbd-a98d-5810eaac77f0)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:35:47.282860 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dcadd6a-d00b-42f9-aca3-a1fe11daa3fe x-openstack-request-id: req-9dcadd6a-d00b-42f9-aca3-a1fe11daa3fe {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:35:47.283466 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bfc5e67-c417-4826-8ea2-3d35f7ab4b27", "name": "network-vif-plugged", "status": "completed", "tag": "8ddf5426-0739-47b0-ab63-f5000a780e97", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:35:47.287817 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9dcadd6a-d00b-42f9-aca3-a1fe11daa3fe {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:35:47.287817 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bfc5e67-c417-4826-8ea2-3d35f7ab4b27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ddf5426-0739-47b0-ab63-f5000a780e97', 'code': 200} Jul 05 02:35:47.375397 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:47.377622 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8efb69e-5251-4089-9b5f-faf5319e9c75 None None] Network e661d3b7-190e-446c-8105-3cde09c9f02a requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:35:47.482184 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=8ddf5426-0739-47b0-ab63-f5000a780e97,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:47.559536 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4fb9acc4-b7e4-497f-b1e7-476115e679f9 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:47.584121 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-3db0d582-377a-4290-b63b-ac6618f2d85f None None] Provisioning for port c9169ea7-f324-4af4-953e-bd33774dd8f1 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:35:47.597238 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-3db0d582-377a-4290-b63b-ac6618f2d85f None None] Provisioning complete for port c9169ea7-f324-4af4-953e-bd33774dd8f1 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:35:47.597681 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3db0d582-377a-4290-b63b-ac6618f2d85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:47.601250 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55951a9f-6033-4855-b630-d8fefdad648e req-1a73b3d7-e6bb-4d1f-8924-c4f9a4e9d903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:35:47.603241 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-55951a9f-6033-4855-b630-d8fefdad648e req-1a73b3d7-e6bb-4d1f-8924-c4f9a4e9d903 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5bfc5e67-c417-4826-8ea2-3d35f7ab4b27 HTTP/1.1" status: 200 len: 1097 time: 0.1732140 Jul 05 02:35:47.678117 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-55951a9f-6033-4855-b630-d8fefdad648e req-dcec1e55-afc4-4dee-a221-9f0574032f76 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=896ea46a-6466-47fe-ac1a-3023b10eeb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646422 Jul 05 02:35:47.693327 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4fb9acc4-b7e4-497f-b1e7-476115e679f9 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:47.700081 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0eb0bfb8-6ac1-4b92-9804-68db4eab8d51 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:47.759930 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3db0d582-377a-4290-b63b-ac6618f2d85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:47.822832 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb9acc4-b7e4-497f-b1e7-476115e679f9 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b10c20f0-f5e7-4826-a755-c850a36d2d9c,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:47.861788 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-3db0d582-377a-4290-b63b-ac6618f2d85f None None] For port c9169ea7-f324-4af4-953e-bd33774dd8f1, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=c9169ea7-f324-4af4-953e-bd33774dd8f1,segment=NetworkSegment(eb95577b-050e-41b8-831c-1059ca0aa29d),segment_id=eb95577b-050e-41b8-831c-1059ca0aa29d)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:35:47.889238 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ef36c7c1-daa4-4869-8c6e-e21255ebfdb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:47.954787 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-29f28f14-e3ba-443b-b4ef-32e3cf2c343e req-6d97b880-8fe0-4a89-806a-30e8dae9dc74 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 210 time: 0.0712144 Jul 05 02:35:47.962856 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3db0d582-377a-4290-b63b-ac6618f2d85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:48.054172 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db0d582-377a-4290-b63b-ac6618f2d85f None None] Pushing event updated for resources: {'Port': ['ID=c9169ea7-f324-4af4-953e-bd33774dd8f1,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:48.066809 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ef36c7c1-daa4-4869-8c6e-e21255ebfdb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:48.134939 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef36c7c1-daa4-4869-8c6e-e21255ebfdb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f7a03b-d5c2-4a8d-987b-ed654e914e25,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:48.191881 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-ef36c7c1-daa4-4869-8c6e-e21255ebfdb1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=19b87a633a3a462b8a76cbaa84689518&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7359104 Jul 05 02:35:48.196851 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46044) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:48.207230 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-52fa4137-3ad3-44ed-82a0-93a7e485b74f None None] Provisioning complete for port c9169ea7-f324-4af4-953e-bd33774dd8f1 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:35:48.207601 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-52fa4137-3ad3-44ed-82a0-93a7e485b74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:48.208741 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0eb0bfb8-6ac1-4b92-9804-68db4eab8d51 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:48.259640 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0c1707c1-8658-4f18-8095-2f063879f26a tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:48.301953 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0eb0bfb8-6ac1-4b92-9804-68db4eab8d51 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:48.324904 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ce6449aa-96f7-497e-9288-e0822b425d93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:48.352925 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf72e9f-fe8f-489d-ad4e-28c21e635c88 req-b13e2cf7-b5cd-4dac-a73e-063471f2018d tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:35:48.355149 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ccf72e9f-fe8f-489d-ad4e-28c21e635c88 req-b13e2cf7-b5cd-4dac-a73e-063471f2018d tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bfc5e67-c417-4826-8ea2-3d35f7ab4b27 HTTP/1.1" status: 200 len: 945 time: 0.1591456 Jul 05 02:35:48.404153 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ce6449aa-96f7-497e-9288-e0822b425d93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:48.424406 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0c1707c1-8658-4f18-8095-2f063879f26a tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:48.465465 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb0bfb8-6ac1-4b92-9804-68db4eab8d51 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Pushing event updated for resources: {'Port': ['ID=7804b999-67e6-46dd-ae80-358a1688e399,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:48.521157 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1707c1-8658-4f18-8095-2f063879f26a tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d59806-7cf0-42be-9238-6e38a3f5f10b,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:48.570656 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-52fa4137-3ad3-44ed-82a0-93a7e485b74f None None] Provisioning for port 7804b999-67e6-46dd-ae80-358a1688e399 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:35:48.570656 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-52fa4137-3ad3-44ed-82a0-93a7e485b74f None None] Provisioning complete for port 7804b999-67e6-46dd-ae80-358a1688e399 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:35:48.570656 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-52fa4137-3ad3-44ed-82a0-93a7e485b74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:48.571130 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ccf72e9f-fe8f-489d-ad4e-28c21e635c88 req-759adfa8-52ff-4b7a-ac86-60c58c66fcbc tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/security-groups?id=896ea46a-6466-47fe-ac1a-3023b10eeb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824682 Jul 05 02:35:48.639478 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-52fa4137-3ad3-44ed-82a0-93a7e485b74f None None] Port 7804b999-67e6-46dd-ae80-358a1688e399 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:35:48.664697 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device c9169ea7-f324-4af4-953e-bd33774dd8f1 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:35:48.665013 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0eb0bfb8-6ac1-4b92-9804-68db4eab8d51 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635668'] for router_interface, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:48.670690 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4fb9acc4-b7e4-497f-b1e7-476115e679f9 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:48.701995 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ce6449aa-96f7-497e-9288-e0822b425d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:48.704925 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ce6449aa-96f7-497e-9288-e0822b425d93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:48.709588 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-ce6449aa-96f7-497e-9288-e0822b425d93 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e4f7a03b-d5c2-4a8d-987b-ed654e914e25 HTTP/1.1" status: 204 len: 168 time: 0.5110879 Jul 05 02:35:48.723094 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6449aa-96f7-497e-9288-e0822b425d93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f7a03b-d5c2-4a8d-987b-ed654e914e25,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:48.762931 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port c9169ea7-f324-4af4-953e-bd33774dd8f1 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:35:48.763506 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:48.789122 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4fb9acc4-b7e4-497f-b1e7-476115e679f9 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:48.799600 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-9eea107d-fb0d-45a2-b394-71cc81b31bd1 None None] Provisioning complete for port 7804b999-67e6-46dd-ae80-358a1688e399 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:35:48.799976 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-9eea107d-fb0d-45a2-b394-71cc81b31bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:48.856374 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb9acc4-b7e4-497f-b1e7-476115e679f9 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d743c571-575d-4755-9ab0-06c1bfdc8b66,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:48.859779 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-9eea107d-fb0d-45a2-b394-71cc81b31bd1 None None] Port 7804b999-67e6-46dd-ae80-358a1688e399 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:35:48.914596 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0eb0bfb8-6ac1-4b92-9804-68db4eab8d51 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:48.951233 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0c1707c1-8658-4f18-8095-2f063879f26a tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:48.956369 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-0c1707c1-8658-4f18-8095-2f063879f26a tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 3.6963866 Jul 05 02:35:48.959096 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46050) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:49.062002 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-607edf13-07d4-4ad4-b8e1-9f613c846735 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1006515 Jul 05 02:35:49.066225 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46058) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:49.081361 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-65a20b5d-b4b9-448f-b612-ffaabc7393bf tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Request body: {'security_group': {'name': 'tempest-security--1214539775', 'description': 'tempest-security-description-2059253375'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:35:49.086020 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-e657fa52-df41-4101-a73b-8b50e104f5e4 None None] Provisioning complete for port 7804b999-67e6-46dd-ae80-358a1688e399 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:35:49.086972 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e657fa52-df41-4101-a73b-8b50e104f5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:49.155652 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-65a20b5d-b4b9-448f-b612-ffaabc7393bf tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:49.189327 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-e657fa52-df41-4101-a73b-8b50e104f5e4 None None] Port 7804b999-67e6-46dd-ae80-358a1688e399 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:35:49.198413 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4fb9acc4-b7e4-497f-b1e7-476115e679f9 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:49.202402 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-4fb9acc4-b7e4-497f-b1e7-476115e679f9 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 3.2883651 Jul 05 02:35:49.204276 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46062) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:49.212575 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-0d8354f8-e286-456e-a909-5e896428da32 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Request body: {'security_group_rule': {'security_group_id': 'd743c571-575d-4755-9ab0-06c1bfdc8b66', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:35:49.261010 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-65a20b5d-b4b9-448f-b612-ffaabc7393bf tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:49.276348 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-245a233a-ad63-4b89-8f0d-a7d354b5d4de req-6a963d2a-8cf6-4afa-b534-81ec9aee8487 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 210 time: 0.0499449 Jul 05 02:35:49.310855 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0eb0bfb8-6ac1-4b92-9804-68db4eab8d51 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:49.471429 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-65a20b5d-b4b9-448f-b612-ffaabc7393bf tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:49.471544 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0eb0bfb8-6ac1-4b92-9804-68db4eab8d51 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:49.471544 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0eb0bfb8-6ac1-4b92-9804-68db4eab8d51 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634601'] for router_interface, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:49.471739 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-65a20b5d-b4b9-448f-b612-ffaabc7393bf tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:49.471739 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-65a20b5d-b4b9-448f-b612-ffaabc7393bf tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] 10.222.0.23 "PUT /v2.0/security-groups/e5d59806-7cf0-42be-9238-6e38a3f5f10b HTTP/1.1" status: 200 len: 1780 time: 0.3985698 Jul 05 02:35:49.477835 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 46064) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:49.513676 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0d8354f8-e286-456e-a909-5e896428da32 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:49.520905 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a20b5d-b4b9-448f-b612-ffaabc7393bf tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d59806-7cf0-42be-9238-6e38a3f5f10b,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:49.596069 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0d8354f8-e286-456e-a909-5e896428da32 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:49.659613 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb0bfb8-6ac1-4b92-9804-68db4eab8d51 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Pushing event updated for resources: {'Port': ['ID=7804b999-67e6-46dd-ae80-358a1688e399,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:49.668606 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-5306b6a9-68b9-4871-8572-569acce24da0 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] 10.222.0.23 "GET /v2.0/security-groups/e5d59806-7cf0-42be-9238-6e38a3f5f10b HTTP/1.1" status: 200 len: 1780 time: 0.1848586 Jul 05 02:35:49.671141 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 46072) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:49.735875 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0d8354f8-e286-456e-a909-5e896428da32 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:49.768433 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb0bfb8-6ac1-4b92-9804-68db4eab8d51 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Network e661d3b7-190e-446c-8105-3cde09c9f02a is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:35:49.772415 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-0eb0bfb8-6ac1-4b92-9804-68db4eab8d51 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:35:49.814650 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8354f8-e286-456e-a909-5e896428da32 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6872c288-371e-4575-8df8-660cb6bb7fea,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:49.861927 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b6b70879-a1c2-4cc6-a46e-e74915210694 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:49.879054 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f255a410-99d5-43eb-94e8-782124b9f10d req-7b3f4ec7-ab1f-4f0a-8ed3-aae340c34d36 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:35:49.889937 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f255a410-99d5-43eb-94e8-782124b9f10d req-7b3f4ec7-ab1f-4f0a-8ed3-aae340c34d36 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bfc5e67-c417-4826-8ea2-3d35f7ab4b27 HTTP/1.1" status: 200 len: 945 time: 0.1767890 Jul 05 02:35:49.916163 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0d8354f8-e286-456e-a909-5e896428da32 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:49.917434 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-0d8354f8-e286-456e-a909-5e896428da32 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7109129 Jul 05 02:35:49.922911 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46080) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:49.937273 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b6b70879-a1c2-4cc6-a46e-e74915210694 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:49.951936 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-63eec532-65bf-466b-b3fa-5f2725a26894 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Request body: {'security_group_rule': {'security_group_id': 'd743c571-575d-4755-9ab0-06c1bfdc8b66', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:35:49.976740 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f255a410-99d5-43eb-94e8-782124b9f10d req-c6ee1793-a303-4151-8ff0-52f876f2b244 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/security-groups?id=896ea46a-6466-47fe-ac1a-3023b10eeb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858142 Jul 05 02:35:50.107120 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-63eec532-65bf-466b-b3fa-5f2725a26894 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:50.125649 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eb0bfb8-6ac1-4b92-9804-68db4eab8d51 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Router d5816bce-c425-445a-bb0e-da5e793ea266 is scheduled to L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 with binding_index 1 {{(pid=94461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 02:35:50.135279 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b6b70879-a1c2-4cc6-a46e-e74915210694 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:50.135279 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b6b70879-a1c2-4cc6-a46e-e74915210694 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:50.144711 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-b6b70879-a1c2-4cc6-a46e-e74915210694 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] 10.222.0.23 "DELETE /v2.0/security-groups/e5d59806-7cf0-42be-9238-6e38a3f5f10b HTTP/1.1" status: 204 len: 168 time: 0.4699404 Jul 05 02:35:50.147048 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46090) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:50.174975 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-3598a703-0c8e-4453-8145-737df31a6875 None None] Provisioning complete for port 7804b999-67e6-46dd-ae80-358a1688e399 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:35:50.175586 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3598a703-0c8e-4453-8145-737df31a6875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:50.195861 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b70879-a1c2-4cc6-a46e-e74915210694 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d59806-7cf0-42be-9238-6e38a3f5f10b,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:50.221972 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-50783b60-dcdc-4439-8624-4df66836523f tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0737290 Jul 05 02:35:50.228340 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46096) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:50.242192 n-d-771362-32 neutron-server[94462]: INFO neutron.api.v2.resource [None req-3d22c80f-1dce-4d9b-a88a-915cbf3f0edd tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] delete failed (client error): The resource could not be found. Jul 05 02:35:50.246801 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-3d22c80f-1dce-4d9b-a88a-915cbf3f0edd tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] 10.222.0.23 "DELETE /v2.0/security-groups/e5d59806-7cf0-42be-9238-6e38a3f5f10b HTTP/1.1" status: 404 len: 347 time: 0.0140567 Jul 05 02:35:50.247951 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46098) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:50.267764 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-896dda26-d9d1-4353-8e0d-0995081187cd tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Request body: {'security_group': {'name': 'tempest-secgroup--204864805'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:35:50.295599 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-3598a703-0c8e-4453-8145-737df31a6875 None None] Port 7804b999-67e6-46dd-ae80-358a1688e399 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:35:50.383395 n-d-771362-32 neutron-server[94462]: INFO neutron.api.v2.resource [None req-63eec532-65bf-466b-b3fa-5f2725a26894 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] create failed (client error): There was a conflict when trying to complete your request. Jul 05 02:35:50.385449 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-63eec532-65bf-466b-b3fa-5f2725a26894 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4371889 Jul 05 02:35:50.392221 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 46116) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:50.451266 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3e7b3db4-6a08-45e4-b8cd-a7a2342fa129 req-9bcc3e80-5662-4f1c-a839-a2aa15a3b41e tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 210 time: 0.0319476 Jul 05 02:35:50.465809 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eb0bfb8-6ac1-4b92-9804-68db4eab8d51 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:35:50.481562 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd5c3ee-ecc3-4d22-8697-904af94dbf09 None None] Sync routers for ids ['d5816bce-c425-445a-bb0e-da5e793ea266'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:35:50.488873 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-0eb0bfb8-6ac1-4b92-9804-68db4eab8d51 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "PUT /v2.0/routers/d5816bce-c425-445a-bb0e-da5e793ea266/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7855217 Jul 05 02:35:50.497010 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd5c3ee-ecc3-4d22-8697-904af94dbf09 None None] Routers {'d5816bce-c425-445a-bb0e-da5e793ea266'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:35:50.497898 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-ddd5c3ee-ecc3-4d22-8697-904af94dbf09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:35:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['d5816bce-c425-445a-bb0e-da5e793ea266'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:35:50.498938 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46118) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:50.525348 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0afc21b6-4659-468c-a511-d705adfcc4af tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:50.533082 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-ddd5c3ee-ecc3-4d22-8697-904af94dbf09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:35:50.543087 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd5c3ee-ecc3-4d22-8697-904af94dbf09 None None] Routers {'d5816bce-c425-445a-bb0e-da5e793ea266'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:35:50.544107 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-ddd5c3ee-ecc3-4d22-8697-904af94dbf09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:35:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['d5816bce-c425-445a-bb0e-da5e793ea266'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:35:50.559243 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-896dda26-d9d1-4353-8e0d-0995081187cd tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:50.579143 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f4b74-d79c-455f-b592-791c70237216 req-c8e4e268-41be-4670-8e50-e5835c014ce5 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:35:50.588554 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2e9f4b74-d79c-455f-b592-791c70237216 req-c8e4e268-41be-4670-8e50-e5835c014ce5 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/networks?id=1b07052c-22c6-4d0f-b0a6-3bc3daa97540 HTTP/1.1" status: 200 len: 806 time: 0.2526650 Jul 05 02:35:50.594390 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-ddd5c3ee-ecc3-4d22-8697-904af94dbf09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:35:50.595298 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd5c3ee-ecc3-4d22-8697-904af94dbf09 None None] The sync data for ids ['d5816bce-c425-445a-bb0e-da5e793ea266'] in n-d-771362-32 is: [] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:35:50.616156 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0afc21b6-4659-468c-a511-d705adfcc4af tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:50.630531 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2e9f4b74-d79c-455f-b592-791c70237216 req-ef417549-99c8-4466-8909-14abda07e926 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/quotas/19e6c4c619cf4595801b0519afefcaf5 HTTP/1.1" status: 200 len: 375 time: 0.0408721 Jul 05 02:35:50.636770 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be5ca1c-0a82-4110-b3a4-ae616b153483 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:35:50.640656 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-5be5ca1c-0a82-4110-b3a4-ae616b153483 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5816bce-c425-445a-bb0e-da5e793ea266 HTTP/1.1" status: 200 len: 989 time: 0.1369102 Jul 05 02:35:50.641342 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46122) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:50.777864 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-896dda26-d9d1-4353-8e0d-0995081187cd tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:50.836818 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10b5101-5abf-43e0-814e-b01c16dba4b6 req-0fada528-63d7-4c76-9a7b-8926aa9e8418 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:35:50.838146 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a10b5101-5abf-43e0-814e-b01c16dba4b6 req-0fada528-63d7-4c76-9a7b-8926aa9e8418 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.21 "GET /v2.0/networks?id=c4d51310-b056-42c6-8720-dd3607bb490e HTTP/1.1" status: 200 len: 811 time: 0.2188637 Jul 05 02:35:50.843478 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2e9f4b74-d79c-455f-b592-791c70237216 req-32e2a637-70f4-47dd-85c9-99f680cf7dce tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=19e6c4c619cf4595801b0519afefcaf5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2121596 Jul 05 02:35:50.883414 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4b014f89-f617-4050-8564-30a78be352f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:50.926652 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-896dda26-d9d1-4353-8e0d-0995081187cd tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:50.974901 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0afc21b6-4659-468c-a511-d705adfcc4af tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:50.979523 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0afc21b6-4659-468c-a511-d705adfcc4af tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:50.985841 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-0afc21b6-4659-468c-a511-d705adfcc4af tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] 10.222.0.23 "DELETE /v2.0/security-groups/d743c571-575d-4755-9ab0-06c1bfdc8b66 HTTP/1.1" status: 204 len: 168 time: 0.5903041 Jul 05 02:35:51.011554 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46128) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:51.012359 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896dda26-d9d1-4353-8e0d-0995081187cd tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d1da22e-cf6e-49da-a255-edda8ebb2a9a,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:51.085652 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2e9f4b74-d79c-455f-b592-791c70237216 req-e7526f74-44c0-4cbf-96ab-f8966600ca2d service neutron] 10.222.0.23 "GET /v2.0/networks/1b07052c-22c6-4d0f-b0a6-3bc3daa97540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318461 Jul 05 02:35:51.101452 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-896dda26-d9d1-4353-8e0d-0995081187cd tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:51.101452 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-896dda26-d9d1-4353-8e0d-0995081187cd tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8437765 Jul 05 02:35:51.101452 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46130) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:51.107521 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-d113e808-5a81-4501-b31c-fbaba91b43a5 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Request body: {'security_group_rule': {'security_group_id': '0d1da22e-cf6e-49da-a255-edda8ebb2a9a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:35:51.109285 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a10b5101-5abf-43e0-814e-b01c16dba4b6 req-9e392e22-5b29-41ac-b00f-b9710d21f82d tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=442a3e50d6be48be9e1562c5772ee754 HTTP/1.1" status: 200 len: 379 time: 0.2625995 Jul 05 02:35:51.111314 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afc21b6-4659-468c-a511-d705adfcc4af tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d743c571-575d-4755-9ab0-06c1bfdc8b66,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:51.126279 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-8d137498-6539-4735-9735-6b53238d1220 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0986941 Jul 05 02:35:51.127227 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-a10b5101-5abf-43e0-814e-b01c16dba4b6 req-12ed1a3f-ecbc-4d13-9d94-4ed3cd53f76f tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Request body: {'port': {'device_id': '7a495395-0a83-4a09-b123-70337c3e7a2a', 'network_id': 'c4d51310-b056-42c6-8720-dd3607bb490e', 'admin_state_up': True, 'tenant_id': '442a3e50d6be48be9e1562c5772ee754', 'security_groups': ['09716028-44a2-4220-a754-7ed932c56f2a']}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:35:51.131015 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46132) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:51.136028 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-d66d6b56-a046-4751-8d8e-d06a1e3568f8 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Request body: {'security_group': {'name': 'tempest-secgroup--1510075217'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:35:51.226164 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.db.api [None req-d66d6b56-a046-4751-8d8e-d06a1e3568f8 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 02:35:51.226164 n-d-771362-32 neutron-server[94462]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 05 02:35:51.226164 n-d-771362-32 neutron-server[94462]: [parameters: {'project_id': '8791dc5ca24d4fac9abf55a2d19ba8a4', 'id': '91269a6d-01b4-4aa1-a4ad-2558dc2ba63c', 'expiration': datetime.datetime(2021, 7, 5, 2, 37, 51, 191141)}] Jul 05 02:35:51.226164 n-d-771362-32 neutron-server[94462]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94462) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 02:35:51.226545 n-d-771362-32 neutron-server[94462]: DEBUG oslo_db.api [None req-d66d6b56-a046-4751-8d8e-d06a1e3568f8 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 02:35:51.294621 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-49c6be15-77be-456c-81d6-9c79336d14f0 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1634680'] for router_interface, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:51.397216 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2e9f4b74-d79c-455f-b592-791c70237216 req-59e0a9a2-ee2b-49da-98d6-54a5efffc407 service neutron] 10.222.0.23 "GET /v2.0/networks/1b07052c-22c6-4d0f-b0a6-3bc3daa97540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3106310 Jul 05 02:35:51.427035 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d113e808-5a81-4501-b31c-fbaba91b43a5 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:51.511939 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d113e808-5a81-4501-b31c-fbaba91b43a5 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:51.606769 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2e0f14c5-f0d9-43a4-bb95-532084fdef63 req-eb4f9445-8ede-4d7d-8cbf-28cea585aa7a tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 210 time: 0.0341206 Jul 05 02:35:51.670490 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-49c6be15-77be-456c-81d6-9c79336d14f0 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Deleting port 7804b999-67e6-46dd-ae80-358a1688e399 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:35:51.670835 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-49c6be15-77be-456c-81d6-9c79336d14f0 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:51.759983 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-49c6be15-77be-456c-81d6-9c79336d14f0 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:51.772154 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-49c6be15-77be-456c-81d6-9c79336d14f0 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Calling delete_port for 7804b999-67e6-46dd-ae80-358a1688e399 owned by network:router_interface {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:35:51.822746 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a10b5101-5abf-43e0-814e-b01c16dba4b6 req-12ed1a3f-ecbc-4d13-9d94-4ed3cd53f76f tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Made reservation on behalf of 442a3e50d6be48be9e1562c5772ee754 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:35:51.828349 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d113e808-5a81-4501-b31c-fbaba91b43a5 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:51.828636 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a10b5101-5abf-43e0-814e-b01c16dba4b6 req-12ed1a3f-ecbc-4d13-9d94-4ed3cd53f76f tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:51.860880 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d113e808-5a81-4501-b31c-fbaba91b43a5 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc082a25-e113-42ed-ac99-a99a4d596c5e,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:51.982347 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d66d6b56-a046-4751-8d8e-d06a1e3568f8 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:52.073321 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-a10b5101-5abf-43e0-814e-b01c16dba4b6 req-12ed1a3f-ecbc-4d13-9d94-4ed3cd53f76f tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Allocated IP 172.20.0.5 (c4d51310-b056-42c6-8720-dd3607bb490e/822ac30d-26eb-483a-9cd9-5da64853ba79/a9394229-9271-4949-b389-b76d35d0946e) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:35:52.109748 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d113e808-5a81-4501-b31c-fbaba91b43a5 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:52.112943 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-d113e808-5a81-4501-b31c-fbaba91b43a5 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0112240 Jul 05 02:35:52.119816 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46166) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:52.211687 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ca109fe2-5a7f-4eb7-aa07-d0bb562d2787 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:52.227338 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ca109fe2-5a7f-4eb7-aa07-d0bb562d2787 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:52.276368 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-49c6be15-77be-456c-81d6-9c79336d14f0 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:52.312404 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c6be15-77be-456c-81d6-9c79336d14f0 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Pushing event deleted for resources: {'Port': ['ID=7804b999-67e6-46dd-ae80-358a1688e399,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:52.326670 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d66d6b56-a046-4751-8d8e-d06a1e3568f8 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:52.349253 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a10b5101-5abf-43e0-814e-b01c16dba4b6 req-12ed1a3f-ecbc-4d13-9d94-4ed3cd53f76f tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:52.482058 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-49c6be15-77be-456c-81d6-9c79336d14f0 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635398'] for router_interface, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:52.546812 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-a10b5101-5abf-43e0-814e-b01c16dba4b6 req-12ed1a3f-ecbc-4d13-9d94-4ed3cd53f76f tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Transition to ACTIVE for port object a9394229-9271-4949-b389-b76d35d0946e will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:35:52.627318 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d66d6b56-a046-4751-8d8e-d06a1e3568f8 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:52.632646 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ca109fe2-5a7f-4eb7-aa07-d0bb562d2787 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:52.643483 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ca109fe2-5a7f-4eb7-aa07-d0bb562d2787 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:52.647540 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-ca109fe2-5a7f-4eb7-aa07-d0bb562d2787 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/fc082a25-e113-42ed-ac99-a99a4d596c5e HTTP/1.1" status: 204 len: 168 time: 0.5244009 Jul 05 02:35:52.648017 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 46194) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:52.666332 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca109fe2-5a7f-4eb7-aa07-d0bb562d2787 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fc082a25-e113-42ed-ac99-a99a4d596c5e,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:52.715517 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66d6b56-a046-4751-8d8e-d06a1e3568f8 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb87a25-570d-4fba-baf1-9288378ed7db,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:52.760026 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49c6be15-77be-456c-81d6-9c79336d14f0 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Router d5816bce-c425-445a-bb0e-da5e793ea266 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:35:52.775221 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46202) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:52.778963 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-93df8efc-802e-4c57-9c36-d78d07144ae2 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1225493 Jul 05 02:35:52.796154 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a10b5101-5abf-43e0-814e-b01c16dba4b6 req-12ed1a3f-ecbc-4d13-9d94-4ed3cd53f76f tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:52.845530 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d66d6b56-a046-4751-8d8e-d06a1e3568f8 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:52.846489 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-d66d6b56-a046-4751-8d8e-d06a1e3568f8 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.7139802 Jul 05 02:35:52.850209 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 46208) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:52.905518 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-5669d0c9-0e51-42ea-adb7-455b876a0df4 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Request body: {'security_group_rule': {'security_group_id': 'fdb87a25-570d-4fba-baf1-9288378ed7db', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:35:52.906380 n-d-771362-32 neutron-server[94461]: WARNING neutron.api.v2.base [None req-5669d0c9-0e51-42ea-adb7-455b876a0df4 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 05 02:35:52.909513 n-d-771362-32 neutron-server[94461]: INFO neutron.api.v2.resource [None req-5669d0c9-0e51-42ea-adb7-455b876a0df4 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 02:35:52.912901 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-5669d0c9-0e51-42ea-adb7-455b876a0df4 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0129488 Jul 05 02:35:52.920680 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 46214) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:52.989934 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a10b5101-5abf-43e0-814e-b01c16dba4b6 req-12ed1a3f-ecbc-4d13-9d94-4ed3cd53f76f tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Network c4d51310-b056-42c6-8720-dd3607bb490e is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:35:53.004313 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-a10b5101-5abf-43e0-814e-b01c16dba4b6 req-12ed1a3f-ecbc-4d13-9d94-4ed3cd53f76f tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:35:53.014781 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-a10b5101-5abf-43e0-814e-b01c16dba4b6 req-12ed1a3f-ecbc-4d13-9d94-4ed3cd53f76f tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:35:53.036036 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ed1a3f-ecbc-4d13-9d94-4ed3cd53f76f tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Pushing event updated for resources: {'Port': ['ID=a9394229-9271-4949-b389-b76d35d0946e,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:53.080325 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ed1a3f-ecbc-4d13-9d94-4ed3cd53f76f tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:35:53.087168 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ed1a3f-ecbc-4d13-9d94-4ed3cd53f76f tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:35:53.087168 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ed1a3f-ecbc-4d13-9d94-4ed3cd53f76f tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:35:53.087168 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ed1a3f-ecbc-4d13-9d94-4ed3cd53f76f tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:35:53.087168 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ed1a3f-ecbc-4d13-9d94-4ed3cd53f76f tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:35:53.087168 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ed1a3f-ecbc-4d13-9d94-4ed3cd53f76f tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:35:53.087168 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ed1a3f-ecbc-4d13-9d94-4ed3cd53f76f tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:35:53.087168 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ed1a3f-ecbc-4d13-9d94-4ed3cd53f76f tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:35:53.087168 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ed1a3f-ecbc-4d13-9d94-4ed3cd53f76f tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:35:53.087168 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ed1a3f-ecbc-4d13-9d94-4ed3cd53f76f tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:35:53.087168 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ed1a3f-ecbc-4d13-9d94-4ed3cd53f76f tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:35:53.087168 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ed1a3f-ecbc-4d13-9d94-4ed3cd53f76f tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:35:53.198108 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3755518-9bf9-4605-89e2-d9000c4d7ee8 req-d8cb6e03-a4bf-4334-a5a3-4c763e086ce5 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:35:53.206307 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e3755518-9bf9-4605-89e2-d9000c4d7ee8 req-d8cb6e03-a4bf-4334-a5a3-4c763e086ce5 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 931 time: 0.2891338 Jul 05 02:35:53.244909 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-35300a19-0eec-4245-9943-8253f78be084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:53.269454 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10b5101-5abf-43e0-814e-b01c16dba4b6 req-12ed1a3f-ecbc-4d13-9d94-4ed3cd53f76f tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:35:53.270138 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a10b5101-5abf-43e0-814e-b01c16dba4b6 req-12ed1a3f-ecbc-4d13-9d94-4ed3cd53f76f tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:53.311707 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0f2920b4-cf53-4d37-9f33-1e0518a0a674 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:53.342325 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49c6be15-77be-456c-81d6-9c79336d14f0 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:35:53.356618 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d6be7c-b39a-4f17-b956-c518b126d2be None None] Sync routers for ids ['d5816bce-c425-445a-bb0e-da5e793ea266'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:35:53.373645 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0f2920b4-cf53-4d37-9f33-1e0518a0a674 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:53.382834 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d6be7c-b39a-4f17-b956-c518b126d2be None None] Routers {'d5816bce-c425-445a-bb0e-da5e793ea266'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:35:53.387365 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-f4d6be7c-b39a-4f17-b956-c518b126d2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:35:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['d5816bce-c425-445a-bb0e-da5e793ea266'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:35:53.390429 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e3755518-9bf9-4605-89e2-d9000c4d7ee8 req-aa026259-fd06-4b35-beb2-354941916c29 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=09716028-44a2-4220-a754-7ed932c56f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1449385 Jul 05 02:35:53.423768 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-49c6be15-77be-456c-81d6-9c79336d14f0 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "PUT /v2.0/routers/d5816bce-c425-445a-bb0e-da5e793ea266/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7813594 Jul 05 02:35:53.434051 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 46240) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:53.465239 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-f4d6be7c-b39a-4f17-b956-c518b126d2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:35:53.475649 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d6be7c-b39a-4f17-b956-c518b126d2be None None] Routers {'d5816bce-c425-445a-bb0e-da5e793ea266'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:35:53.476683 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-f4d6be7c-b39a-4f17-b956-c518b126d2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:35:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['d5816bce-c425-445a-bb0e-da5e793ea266'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:35:53.494763 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a10b5101-5abf-43e0-814e-b01c16dba4b6 req-12ed1a3f-ecbc-4d13-9d94-4ed3cd53f76f tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3794646 Jul 05 02:35:53.495900 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-a00b6b57-355f-4353-b8a2-088a1b9296f5 None None] Provisioning for port a9394229-9271-4949-b389-b76d35d0946e completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:35:53.497487 n-d-771362-32 neutron-server[94461]: INFO neutron.pecan_wsgi.hooks.translation [None req-c07b3654-4971-4fe1-bca5-3ef001d4ca85 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] GET failed (client error): The resource could not be found. Jul 05 02:35:53.500616 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-a00b6b57-355f-4353-b8a2-088a1b9296f5 None None] Provisioning complete for port a9394229-9271-4949-b389-b76d35d0946e triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:35:53.501379 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a00b6b57-355f-4353-b8a2-088a1b9296f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:53.504853 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46244) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:53.510760 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-c07b3654-4971-4fe1-bca5-3ef001d4ca85 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "GET /v2.0/ports/7804b999-67e6-46dd-ae80-358a1688e399 HTTP/1.1" status: 404 len: 333 time: 0.0752060 Jul 05 02:35:53.525158 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-a10b5101-5abf-43e0-814e-b01c16dba4b6 req-fae31315-bd6f-4279-9acd-439f1d6adc59 service neutron] Request body: {'port': {'device_id': '7a495395-0a83-4a09-b123-70337c3e7a2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:35:53.558034 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-f4d6be7c-b39a-4f17-b956-c518b126d2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:35:53.558930 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d6be7c-b39a-4f17-b956-c518b126d2be None None] The sync data for ids ['d5816bce-c425-445a-bb0e-da5e793ea266'] in n-d-771362-32 is: [] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:35:53.598743 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-a00b6b57-355f-4353-b8a2-088a1b9296f5 None None] Port a9394229-9271-4949-b389-b76d35d0946e cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:35:53.662045 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-94aee098-f9c9-4850-95d0-9e5119377ed1 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:53.668278 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-528558d4-a2c1-4972-b4ca-043098c39a08 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks [] for router, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:53.680528 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a10b5101-5abf-43e0-814e-b01c16dba4b6 req-fae31315-bd6f-4279-9acd-439f1d6adc59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:53.702293 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0f2920b4-cf53-4d37-9f33-1e0518a0a674 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:53.702438 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0f2920b4-cf53-4d37-9f33-1e0518a0a674 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:53.705884 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-0f2920b4-cf53-4d37-9f33-1e0518a0a674 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] 10.222.0.23 "DELETE /v2.0/security-groups/fdb87a25-570d-4fba-baf1-9288378ed7db HTTP/1.1" status: 204 len: 168 time: 0.7786069 Jul 05 02:35:53.717934 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46256) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:53.747542 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2920b4-cf53-4d37-9f33-1e0518a0a674 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb87a25-570d-4fba-baf1-9288378ed7db,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:53.785547 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-94aee098-f9c9-4850-95d0-9e5119377ed1 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:53.841391 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65008065-f17d-4874-afbf-fb8b4f34f698 req-a2cdbc07-4911-4d20-914d-7f8af7944c5e tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:35:53.842927 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-65008065-f17d-4874-afbf-fb8b4f34f698 req-a2cdbc07-4911-4d20-914d-7f8af7944c5e tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/networks?id=1b07052c-22c6-4d0f-b0a6-3bc3daa97540 HTTP/1.1" status: 200 len: 806 time: 0.5288312 Jul 05 02:35:53.953302 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-528558d4-a2c1-4972-b4ca-043098c39a08 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11828'] for router, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:53.955824 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-65008065-f17d-4874-afbf-fb8b4f34f698 req-62dcd039-cea1-492b-b8f9-f3abc5cd2cd2 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/quotas/19e6c4c619cf4595801b0519afefcaf5 HTTP/1.1" status: 200 len: 375 time: 0.0623646 Jul 05 02:35:53.960003 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-f8bbf93c-f330-41f8-b95f-919272cad0fd tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2395425 Jul 05 02:35:53.962183 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-528558d4-a2c1-4972-b4ca-043098c39a08 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:53.964446 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46262) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:53.973496 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-3ce1e7cc-647b-437f-b2e2-5c11e87f031c tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Request body: {'security_group': {'name': 'tempest-secgroup--2087364623'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:35:53.977136 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:54.026727 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-a10b5101-5abf-43e0-814e-b01c16dba4b6 req-fae31315-bd6f-4279-9acd-439f1d6adc59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9394229-9271-4949-b389-b76d35d0946e {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:35:54.031261 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a10b5101-5abf-43e0-814e-b01c16dba4b6 req-fae31315-bd6f-4279-9acd-439f1d6adc59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:54.092587 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-65008065-f17d-4874-afbf-fb8b4f34f698 req-4fe8d669-dd7c-47bd-a0d4-3516f8040df5 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=19e6c4c619cf4595801b0519afefcaf5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1246023 Jul 05 02:35:54.137199 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-94aee098-f9c9-4850-95d0-9e5119377ed1 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:54.139787 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-94aee098-f9c9-4850-95d0-9e5119377ed1 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:54.140936 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-94aee098-f9c9-4850-95d0-9e5119377ed1 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] 10.222.0.23 "DELETE /v2.0/security-groups/0d1da22e-cf6e-49da-a255-edda8ebb2a9a HTTP/1.1" status: 204 len: 168 time: 1.3645318 Jul 05 02:35:54.145687 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 46266) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:54.162809 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aee098-f9c9-4850-95d0-9e5119377ed1 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d1da22e-cf6e-49da-a255-edda8ebb2a9a,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:54.194590 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3ce1e7cc-647b-437f-b2e2-5c11e87f031c tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:54.195281 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-a10b5101-5abf-43e0-814e-b01c16dba4b6 req-fae31315-bd6f-4279-9acd-439f1d6adc59 service neutron] Transition to ACTIVE for port object a9394229-9271-4949-b389-b76d35d0946e will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:35:54.202445 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-528558d4-a2c1-4972-b4ca-043098c39a08 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1575451'] for router, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:54.202445 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-528558d4-a2c1-4972-b4ca-043098c39a08 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Fanout notify agent at l3_agent the message router_deleted on router d5816bce-c425-445a-bb0e-da5e793ea266 {{(pid=94462) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 02:35:54.214643 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-528558d4-a2c1-4972-b4ca-043098c39a08 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:54.218393 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-528558d4-a2c1-4972-b4ca-043098c39a08 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "DELETE /v2.0/routers/d5816bce-c425-445a-bb0e-da5e793ea266 HTTP/1.1" status: 204 len: 168 time: 0.7122779 Jul 05 02:35:54.223262 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-4eac3ee7-a77f-4857-b912-f7b8a0519b7f tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0762968 Jul 05 02:35:54.226265 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46272) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:54.226679 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46274) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:54.250068 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-a8ac46a7-6833-43a1-9b86-d794669f33e4 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Request body: {'security_group': {'name': 'tempest-secgroup--458404054'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:35:54.303720 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-65008065-f17d-4874-afbf-fb8b4f34f698 req-73aaf1ce-256b-4257-aa63-9f06a6d3ac7a service neutron] 10.222.0.23 "GET /v2.0/networks/1b07052c-22c6-4d0f-b0a6-3bc3daa97540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102864 Jul 05 02:35:54.326783 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8e5ece5-6701-456c-89c1-03d694573f19 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Deleting subnet ba88e55e-1c8a-49e8-8498-a641643e6fdf {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:35:54.365081 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c8e5ece5-6701-456c-89c1-03d694573f19 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:54.411629 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a10b5101-5abf-43e0-814e-b01c16dba4b6 req-fae31315-bd6f-4279-9acd-439f1d6adc59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:54.421364 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c8e5ece5-6701-456c-89c1-03d694573f19 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:54.482360 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-65008065-f17d-4874-afbf-fb8b4f34f698 req-1d5e63e9-13c9-44d5-a6fe-9cffc06d7a5b service neutron] 10.222.0.23 "GET /v2.0/networks/1b07052c-22c6-4d0f-b0a6-3bc3daa97540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688042 Jul 05 02:35:54.561995 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a8ac46a7-6833-43a1-9b86-d794669f33e4 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:54.609829 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c8e5ece5-6701-456c-89c1-03d694573f19 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:54.688274 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae31315-bd6f-4279-9acd-439f1d6adc59 service neutron] Pushing event updated for resources: {'Port': ['ID=a9394229-9271-4949-b389-b76d35d0946e,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:54.742341 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3ce1e7cc-647b-437f-b2e2-5c11e87f031c tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:54.779152 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:54.825972 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e0f195-5e59-43c2-8614-835e83a937e1 req-f69def07-3c67-4998-9ae8-1c675c7b7346 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:35:54.828518 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-17e0f195-5e59-43c2-8614-835e83a937e1 req-f69def07-3c67-4998-9ae8-1c675c7b7346 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 943 time: 0.1335168 Jul 05 02:35:54.887107 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-17e0f195-5e59-43c2-8614-835e83a937e1 req-c035fea9-083a-42ce-a1a6-c50456351940 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=09716028-44a2-4220-a754-7ed932c56f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529363 Jul 05 02:35:54.888279 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-a10b5101-5abf-43e0-814e-b01c16dba4b6 req-fae31315-bd6f-4279-9acd-439f1d6adc59 service neutron] Attempting to bind port a9394229-9271-4949-b389-b76d35d0946e on host n-h1-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:35:54.888798 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-a10b5101-5abf-43e0-814e-b01c16dba4b6 req-fae31315-bd6f-4279-9acd-439f1d6adc59 service neutron] Attempting to bind port a9394229-9271-4949-b389-b76d35d0946e by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': '2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c4d51310-b056-42c6-8720-dd3607bb490e'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:35:54.889591 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10b5101-5abf-43e0-814e-b01c16dba4b6 req-fae31315-bd6f-4279-9acd-439f1d6adc59 service neutron] Attempting to bind port a9394229-9271-4949-b389-b76d35d0946e on network c4d51310-b056-42c6-8720-dd3607bb490e {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:35:54.896611 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10b5101-5abf-43e0-814e-b01c16dba4b6 req-fae31315-bd6f-4279-9acd-439f1d6adc59 service neutron] Port a9394229-9271-4949-b389-b76d35d0946e on network c4d51310-b056-42c6-8720-dd3607bb490e not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:35:54.896938 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10b5101-5abf-43e0-814e-b01c16dba4b6 req-fae31315-bd6f-4279-9acd-439f1d6adc59 service neutron] Attempting to bind port a9394229-9271-4949-b389-b76d35d0946e on network c4d51310-b056-42c6-8720-dd3607bb490e {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:35:54.913163 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3ce1e7cc-647b-437f-b2e2-5c11e87f031c tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:54.927162 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c8e5ece5-6701-456c-89c1-03d694573f19 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:54.928803 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10b5101-5abf-43e0-814e-b01c16dba4b6 req-fae31315-bd6f-4279-9acd-439f1d6adc59 service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:35:54.929138 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10b5101-5abf-43e0-814e-b01c16dba4b6 req-fae31315-bd6f-4279-9acd-439f1d6adc59 service neutron] Checking segment: {'id': '2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c4d51310-b056-42c6-8720-dd3607bb490e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:35:54.930362 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10b5101-5abf-43e0-814e-b01c16dba4b6 req-fae31315-bd6f-4279-9acd-439f1d6adc59 service neutron] Bound using segment: {'id': '2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c4d51310-b056-42c6-8720-dd3607bb490e'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:35:54.930362 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-a10b5101-5abf-43e0-814e-b01c16dba4b6 req-fae31315-bd6f-4279-9acd-439f1d6adc59 service neutron] Bound port: a9394229-9271-4949-b389-b76d35d0946e, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c4d51310-b056-42c6-8720-dd3607bb490e'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:35:54.930362 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a10b5101-5abf-43e0-814e-b01c16dba4b6 req-fae31315-bd6f-4279-9acd-439f1d6adc59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:55.016741 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-a10b5101-5abf-43e0-814e-b01c16dba4b6 req-fae31315-bd6f-4279-9acd-439f1d6adc59 service neutron] For port a9394229-9271-4949-b389-b76d35d0946e, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:35:55.018435 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7352f7b0-9333-47a2-942c-4429b131c21d req-013a1a43-4cae-4ec2-a673-576df308a5a6 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3585f44-daa3-4604-b0ee-b5caf6379713 HTTP/1.1" status: 200 len: 210 time: 0.0768707 Jul 05 02:35:55.019150 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e5ece5-6701-456c-89c1-03d694573f19 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Pushing event deleted for resources: {'Subnet': ['ID=ba88e55e-1c8a-49e8-8498-a641643e6fdf,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:55.020516 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-a10b5101-5abf-43e0-814e-b01c16dba4b6 req-fae31315-bd6f-4279-9acd-439f1d6adc59 service neutron] For port a9394229-9271-4949-b389-b76d35d0946e, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=a9394229-9271-4949-b389-b76d35d0946e,segment=NetworkSegment(2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7),segment_id=2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:35:55.024120 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c8e5ece5-6701-456c-89c1-03d694573f19 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks [] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:55.026061 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-c8e5ece5-6701-456c-89c1-03d694573f19 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "DELETE /v2.0/subnets/ba88e55e-1c8a-49e8-8498-a641643e6fdf HTTP/1.1" status: 204 len: 168 time: 0.7983387 Jul 05 02:35:55.031196 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce1e7cc-647b-437f-b2e2-5c11e87f031c tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09bac247-a634-419a-85b5-801d407c4604,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:55.031466 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 46294) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:55.052991 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e0f204-b374-41a5-bd9f-14c189c2e528 None None] Network e661d3b7-190e-446c-8105-3cde09c9f02a requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:35:55.099339 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a8ac46a7-6833-43a1-9b86-d794669f33e4 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:55.178601 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a10b5101-5abf-43e0-814e-b01c16dba4b6 req-fae31315-bd6f-4279-9acd-439f1d6adc59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:55.199324 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-87d5409a-2c08-4043-a6c7-1cc1e479f746 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:55.223572 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10b5101-5abf-43e0-814e-b01c16dba4b6 req-fae31315-bd6f-4279-9acd-439f1d6adc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:35:55.224115 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a10b5101-5abf-43e0-814e-b01c16dba4b6 req-fae31315-bd6f-4279-9acd-439f1d6adc59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:55.225540 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a10b5101-5abf-43e0-814e-b01c16dba4b6 req-fae31315-bd6f-4279-9acd-439f1d6adc59 service neutron] 10.222.0.21 "PUT /v2.0/ports/a9394229-9271-4949-b389-b76d35d0946e HTTP/1.1" status: 200 len: 1092 time: 1.7124243 Jul 05 02:35:55.225995 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a495395-0a83-4a09-b123-70337c3e7a2a', 'tag': 'a9394229-9271-4949-b389-b76d35d0946e'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:35:55.228622 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-936f5035-bb83-4f96-be06-84067d579df5" -d '{"events": [{"name": "network-changed", "server_uuid": "7a495395-0a83-4a09-b123-70337c3e7a2a", "tag": "a9394229-9271-4949-b389-b76d35d0946e"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:35:55.246034 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a8ac46a7-6833-43a1-9b86-d794669f33e4 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:55.283553 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae31315-bd6f-4279-9acd-439f1d6adc59 service neutron] Pushing event updated for resources: {'Port': ['ID=a9394229-9271-4949-b389-b76d35d0946e,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:55.297649 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-968709a1-6946-4601-848a-8c32c5a120b4 x-openstack-request-id: req-968709a1-6946-4601-848a-8c32c5a120b4 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:35:55.298277 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a495395-0a83-4a09-b123-70337c3e7a2a", "tag": "a9394229-9271-4949-b389-b76d35d0946e", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:35:55.298732 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-968709a1-6946-4601-848a-8c32c5a120b4 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:35:55.299296 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a495395-0a83-4a09-b123-70337c3e7a2a', 'tag': 'a9394229-9271-4949-b389-b76d35d0946e', 'status': 'completed', 'code': 200} Jul 05 02:35:55.341169 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ac46a7-6833-43a1-9b86-d794669f33e4 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fadd7050-7269-450c-a49b-e86e120d10e1,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:55.421895 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3ce1e7cc-647b-437f-b2e2-5c11e87f031c tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:55.423525 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-3ce1e7cc-647b-437f-b2e2-5c11e87f031c tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.4567659 Jul 05 02:35:55.427063 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46306) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:55.433276 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-55d8d924-e4ed-43d8-835c-74c509ced4bd tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Request body: {'security_group_rule': {'security_group_id': '09bac247-a634-419a-85b5-801d407c4604', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:35:55.433848 n-d-771362-32 neutron-server[94462]: WARNING neutron.api.v2.base [None req-55d8d924-e4ed-43d8-835c-74c509ced4bd tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 05 02:35:55.434384 n-d-771362-32 neutron-server[94462]: INFO neutron.api.v2.resource [None req-55d8d924-e4ed-43d8-835c-74c509ced4bd tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 02:35:55.435533 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-55d8d924-e4ed-43d8-835c-74c509ced4bd tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0059996 Jul 05 02:35:55.439575 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 46310) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:55.455396 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc678df2-01a4-4e4c-bfb9-30522e0cb886 None None] DHCP port deletion for e661d3b7-190e-446c-8105-3cde09c9f02a request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:35:55.508031 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a8ac46a7-6833-43a1-9b86-d794669f33e4 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:55.508031 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-a8ac46a7-6833-43a1-9b86-d794669f33e4 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2770762 Jul 05 02:35:55.508031 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46312) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:55.516229 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-397061c8-ff79-4920-adbc-9c26f194cc4b tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Request body: {'security_group_rule': {'security_group_id': 'fadd7050-7269-450c-a49b-e86e120d10e1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:35:55.544122 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-cc678df2-01a4-4e4c-bfb9-30522e0cb886 None None] Deleting port c9169ea7-f324-4af4-953e-bd33774dd8f1 {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:35:55.544777 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-cc678df2-01a4-4e4c-bfb9-30522e0cb886 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:55.684587 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-cc678df2-01a4-4e4c-bfb9-30522e0cb886 None None] For port c9169ea7-f324-4af4-953e-bd33774dd8f1, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=c9169ea7-f324-4af4-953e-bd33774dd8f1,segment=NetworkSegment(eb95577b-050e-41b8-831c-1059ca0aa29d),segment_id=eb95577b-050e-41b8-831c-1059ca0aa29d)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:35:55.685472 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-cc678df2-01a4-4e4c-bfb9-30522e0cb886 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:55.703058 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-397061c8-ff79-4920-adbc-9c26f194cc4b tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:55.707432 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-cc678df2-01a4-4e4c-bfb9-30522e0cb886 None None] Calling delete_port for c9169ea7-f324-4af4-953e-bd33774dd8f1 owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:35:55.852605 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-397061c8-ff79-4920-adbc-9c26f194cc4b tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:55.934158 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-87d5409a-2c08-4043-a6c7-1cc1e479f746 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Deleting port c9169ea7-f324-4af4-953e-bd33774dd8f1 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:35:55.934158 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-87d5409a-2c08-4043-a6c7-1cc1e479f746 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:55.937876 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936f5035-bb83-4f96-be06-84067d579df5 req-69e88f82-e73c-454f-9c44-885828b1f8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:35:55.939434 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-936f5035-bb83-4f96-be06-84067d579df5 req-69e88f82-e73c-454f-9c44-885828b1f8ff service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=442a3e50d6be48be9e1562c5772ee754&device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 1095 time: 0.5791426 Jul 05 02:35:55.958790 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-397061c8-ff79-4920-adbc-9c26f194cc4b tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:55.990796 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-cc678df2-01a4-4e4c-bfb9-30522e0cb886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:56.016701 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397061c8-ff79-4920-adbc-9c26f194cc4b tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb2e40f5-cdca-4425-858a-cad8da549cec,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:56.077328 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc678df2-01a4-4e4c-bfb9-30522e0cb886 None None] Pushing event deleted for resources: {'Port': ['ID=c9169ea7-f324-4af4-953e-bd33774dd8f1,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:56.081027 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc678df2-01a4-4e4c-bfb9-30522e0cb886 None None] No DVR routers for this DVR port c9169ea7-f324-4af4-953e-bd33774dd8f1 on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:35:56.102521 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:56.103095 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-397061c8-ff79-4920-adbc-9c26f194cc4b tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:56.104936 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-397061c8-ff79-4920-adbc-9c26f194cc4b tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5969000 Jul 05 02:35:56.107218 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46338) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:56.116551 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-7ab6739c-f591-4f80-9c21-e04ba46c44e3 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Request body: {'security_group_rule': {'security_group_id': 'fadd7050-7269-450c-a49b-e86e120d10e1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:35:56.190164 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3a9e241f-198f-44f3-bb37-2240227bcbe9 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:56.201078 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b66f1a0c-bd67-49f6-a34b-0b6bca1ff5ce req-922e1ec7-f90f-4bba-a135-97d975802e2e tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3585f44-daa3-4604-b0ee-b5caf6379713 HTTP/1.1" status: 200 len: 210 time: 0.0612347 Jul 05 02:35:56.203508 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [None req-87d5409a-2c08-4043-a6c7-1cc1e479f746 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] For port c9169ea7-f324-4af4-953e-bd33774dd8f1, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=c9169ea7-f324-4af4-953e-bd33774dd8f1,segment=NetworkSegment(eb95577b-050e-41b8-831c-1059ca0aa29d),segment_id=eb95577b-050e-41b8-831c-1059ca0aa29d)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:35:56.203970 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-87d5409a-2c08-4043-a6c7-1cc1e479f746 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:56.235188 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-87d5409a-2c08-4043-a6c7-1cc1e479f746 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Calling delete_port for c9169ea7-f324-4af4-953e-bd33774dd8f1 owned by network:dhcp {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:35:56.244500 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d449812-6eca-4b83-92cf-baf5c8795d47 req-fc1fb60e-deb4-4d6a-acab-7ced257218b0 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:35:56.246048 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8d449812-6eca-4b83-92cf-baf5c8795d47 req-fc1fb60e-deb4-4d6a-acab-7ced257218b0 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 943 time: 0.0911818 Jul 05 02:35:56.261305 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3a9e241f-198f-44f3-bb37-2240227bcbe9 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:56.274863 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936f5035-bb83-4f96-be06-84067d579df5 req-ff1a48bc-dc50-4a50-9cd4-a572689d67c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:35:56.276401 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-936f5035-bb83-4f96-be06-84067d579df5 req-ff1a48bc-dc50-4a50-9cd4-a572689d67c4 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=442a3e50d6be48be9e1562c5772ee754&shared=False HTTP/1.1" status: 200 len: 911 time: 0.3211973 Jul 05 02:35:56.315081 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8d449812-6eca-4b83-92cf-baf5c8795d47 req-e1f1c26a-023e-414e-928a-0f156ebb4f92 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=09716028-44a2-4220-a754-7ed932c56f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603752 Jul 05 02:35:56.344940 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7ab6739c-f591-4f80-9c21-e04ba46c44e3 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:56.426170 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7ab6739c-f591-4f80-9c21-e04ba46c44e3 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:56.434402 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-87d5409a-2c08-4043-a6c7-1cc1e479f746 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:56.474334 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d5409a-2c08-4043-a6c7-1cc1e479f746 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Pushing event deleted for resources: {'Port': ['ID=c9169ea7-f324-4af4-953e-bd33774dd8f1,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:56.480880 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d5409a-2c08-4043-a6c7-1cc1e479f746 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] No DVR routers for this DVR port c9169ea7-f324-4af4-953e-bd33774dd8f1 on host n-d-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:35:56.482918 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936f5035-bb83-4f96-be06-84067d579df5 req-d60aa0d6-cf29-4579-9c03-5f5ef6bcd654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:35:56.484607 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-936f5035-bb83-4f96-be06-84067d579df5 req-d60aa0d6-cf29-4579-9c03-5f5ef6bcd654 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1650333 Jul 05 02:35:56.582625 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7ab6739c-f591-4f80-9c21-e04ba46c44e3 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:56.585396 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device c9169ea7-f324-4af4-953e-bd33774dd8f1 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:35:56.623672 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3a9e241f-198f-44f3-bb37-2240227bcbe9 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:56.626426 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3a9e241f-198f-44f3-bb37-2240227bcbe9 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:56.630327 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-3a9e241f-198f-44f3-bb37-2240227bcbe9 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] 10.222.0.23 "DELETE /v2.0/security-groups/09bac247-a634-419a-85b5-801d407c4604 HTTP/1.1" status: 204 len: 168 time: 1.1864779 Jul 05 02:35:56.637411 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 46344) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:56.643277 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: c9169ea7-f324-4af4-953e-bd33774dd8f1 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:35:56.643670 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device c9169ea7-f324-4af4-953e-bd33774dd8f1 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:35:56.646831 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab6739c-f591-4f80-9c21-e04ba46c44e3 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ec62d63-ecec-4666-8b88-97fa52afea44,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:56.672045 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9e241f-198f-44f3-bb37-2240227bcbe9 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09bac247-a634-419a-85b5-801d407c4604,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:56.676239 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-87d5409a-2c08-4043-a6c7-1cc1e479f746 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:56.693154 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-87d5409a-2c08-4043-a6c7-1cc1e479f746 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e661d3b7-190e-446c-8105-3cde09c9f02a']}} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:35:56.711794 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-87d5409a-2c08-4043-a6c7-1cc1e479f746 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb95577b-050e-41b8-831c-1059ca0aa29d') {'for_net_delete': True} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:35:56.712081 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-87d5409a-2c08-4043-a6c7-1cc1e479f746 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb95577b-050e-41b8-831c-1059ca0aa29d') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:35:56.730245 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-87d5409a-2c08-4043-a6c7-1cc1e479f746 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5519669'] for segment, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:56.752876 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-f14880f2-963e-4964-8eb1-0b49819a72f8 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1087952 Jul 05 02:35:56.757272 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46348) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:56.757894 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-87d5409a-2c08-4043-a6c7-1cc1e479f746 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:56.762143 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-247c2153-7090-4d38-bc2e-e8017326e350 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Request body: {'security_group': {'name': 'tempest-secgroup--448536902'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:35:56.763895 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10b5101-5abf-43e0-814e-b01c16dba4b6 req-7cd2167c-4811-470f-a6d0-f0c4749862c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:35:56.765391 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a10b5101-5abf-43e0-814e-b01c16dba4b6 req-7cd2167c-4811-470f-a6d0-f0c4749862c4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=442a3e50d6be48be9e1562c5772ee754&device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 1095 time: 0.2179031 Jul 05 02:35:56.768195 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87d5409a-2c08-4043-a6c7-1cc1e479f746 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=94461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:35:56.768778 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-87d5409a-2c08-4043-a6c7-1cc1e479f746 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5763545'] for segment, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:56.772186 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:35:56.772186 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:35:56.772186 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:35:56.772186 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:35:56.772186 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:35:56.772186 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:35:56.772186 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:35:56.772186 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:35:56.772186 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:35:56.772186 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:35:56.772186 n-d-771362-32 neutron-server[94461]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:35:56.772186 n-d-771362-32 neutron-server[94461]: self.session.flush() Jul 05 02:35:56.772186 n-d-771362-32 neutron-server[94461]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:35:56.772186 n-d-771362-32 neutron-server[94461]: self.session.flush() Jul 05 02:35:56.772186 n-d-771362-32 neutron-server[94461]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:35:56.772186 n-d-771362-32 neutron-server[94461]: self.session.flush() Jul 05 02:35:56.772186 n-d-771362-32 neutron-server[94461]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:35:56.772186 n-d-771362-32 neutron-server[94461]: self.session.flush() Jul 05 02:35:56.772186 n-d-771362-32 neutron-server[94461]: Traceback (most recent call last): Jul 05 02:35:56.772186 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:35:56.772186 n-d-771362-32 neutron-server[94461]: timer() Jul 05 02:35:56.772186 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:35:56.772186 n-d-771362-32 neutron-server[94461]: cb(*args, **kw) Jul 05 02:35:56.772186 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:35:56.772186 n-d-771362-32 neutron-server[94461]: return func(*args, **kwargs) Jul 05 02:35:56.772186 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:35:56.772186 n-d-771362-32 neutron-server[94461]: self._notify() Jul 05 02:35:56.772186 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:35:56.772186 n-d-771362-32 neutron-server[94461]: self.callback(batched_events) Jul 05 02:35:56.772186 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:35:56.772186 n-d-771362-32 neutron-server[94461]: event.method(event) Jul 05 02:35:56.772186 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:35:56.772186 n-d-771362-32 neutron-server[94461]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:35:56.772186 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:35:56.772186 n-d-771362-32 neutron-server[94461]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:35:56.772186 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:35:56.772186 n-d-771362-32 neutron-server[94461]: return f(self, *a, **k) Jul 05 02:35:56.772186 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:35:56.772186 n-d-771362-32 neutron-server[94461]: return self._get(url).json() Jul 05 02:35:56.772186 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:35:56.772186 n-d-771362-32 neutron-server[94461]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:35:56.772186 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:35:56.772186 n-d-771362-32 neutron-server[94461]: return self.request(url, 'GET', **kwargs) Jul 05 02:35:56.772186 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:35:56.772186 n-d-771362-32 neutron-server[94461]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:35:56.772186 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:35:56.772186 n-d-771362-32 neutron-server[94461]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:35:56.772186 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:35:56.772186 n-d-771362-32 neutron-server[94461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:35:56.772186 n-d-771362-32 neutron-server[94461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:35:56.847645 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a10b5101-5abf-43e0-814e-b01c16dba4b6 req-052a80ad-d33f-4f7c-bdca-62a11a6cf33a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9394229-9271-4949-b389-b76d35d0946e HTTP/1.1" status: 200 len: 217 time: 0.0745404 Jul 05 02:35:56.907001 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10b5101-5abf-43e0-814e-b01c16dba4b6 req-a223926d-cdec-461c-818d-23a167aa8837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:35:56.908489 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a10b5101-5abf-43e0-814e-b01c16dba4b6 req-a223926d-cdec-461c-818d-23a167aa8837 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=822ac30d-26eb-483a-9cd9-5da64853ba79 HTTP/1.1" status: 200 len: 850 time: 0.0512862 Jul 05 02:35:56.938093 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7ab6739c-f591-4f80-9c21-e04ba46c44e3 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:56.938663 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-7ab6739c-f591-4f80-9c21-e04ba46c44e3 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8305018 Jul 05 02:35:56.942251 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46354) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:56.948684 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-d21731cc-d5f9-48aa-97e2-f7e649bc11db tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Request body: {'security_group_rule': {'security_group_id': 'fadd7050-7269-450c-a49b-e86e120d10e1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:35:56.989072 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10b5101-5abf-43e0-814e-b01c16dba4b6 req-2063bc8c-99b3-49a0-9d8a-9bb8de3f3266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:35:56.996805 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a10b5101-5abf-43e0-814e-b01c16dba4b6 req-2063bc8c-99b3-49a0-9d8a-9bb8de3f3266 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c4d51310-b056-42c6-8720-dd3607bb490e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0749989 Jul 05 02:35:57.102286 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-87d5409a-2c08-4043-a6c7-1cc1e479f746 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:57.115622 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-87d5409a-2c08-4043-a6c7-1cc1e479f746 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:57.118592 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-87d5409a-2c08-4043-a6c7-1cc1e479f746 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "DELETE /v2.0/networks/e661d3b7-190e-446c-8105-3cde09c9f02a HTTP/1.1" status: 204 len: 168 time: 2.0884347 Jul 05 02:35:57.128597 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46360) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:57.131946 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-247c2153-7090-4d38-bc2e-e8017326e350 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:57.145482 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d5409a-2c08-4043-a6c7-1cc1e479f746 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Pushing event deleted for resources: {'Network': ['ID=e661d3b7-190e-446c-8105-3cde09c9f02a,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:57.185325 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a10b5101-5abf-43e0-814e-b01c16dba4b6 req-bf154016-dcb2-4339-b63f-a97f0015297d service neutron] 10.222.0.21 "GET /v2.0/networks/c4d51310-b056-42c6-8720-dd3607bb490e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839290 Jul 05 02:35:57.209876 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b11446-393f-4fed-84c1-e0ccdc93133b tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:35:57.211275 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-03b11446-393f-4fed-84c1-e0ccdc93133b tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "GET /v2.0/ports/a2f7b0f1-dfae-46c9-a6da-d9ab7895090f HTTP/1.1" status: 200 len: 845 time: 0.0804162 Jul 05 02:35:57.214975 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46364) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:57.275503 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-3260714f-d58f-440b-825b-3f3c38a09dde tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "GET /v2.0/ports/a2f7b0f1-dfae-46c9-a6da-d9ab7895090f?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0594027 Jul 05 02:35:57.279032 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46368) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:57.280191 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a10b5101-5abf-43e0-814e-b01c16dba4b6 req-115bcdce-38be-4e89-9687-ca414ae72874 service neutron] 10.222.0.21 "GET /v2.0/networks/c4d51310-b056-42c6-8720-dd3607bb490e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888176 Jul 05 02:35:57.285063 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-5bf69b31-70b6-46ab-8fd4-75a8c288099e tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Request body: {'subnet': {'network_id': 'b31362b4-a4bd-42b5-81be-dffc815669f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:35:57.361524 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d21731cc-d5f9-48aa-97e2-f7e649bc11db tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:57.399640 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ea8e8855-ea0b-404f-8e10-b693299da1d4 req-d355c745-4ae2-48ba-aab8-3ae7e66eff1b tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3585f44-daa3-4604-b0ee-b5caf6379713 HTTP/1.1" status: 200 len: 210 time: 0.0463262 Jul 05 02:35:57.511541 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d21731cc-d5f9-48aa-97e2-f7e649bc11db tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:57.561108 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-247c2153-7090-4d38-bc2e-e8017326e350 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:57.596741 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26d80dd-f264-48ef-a95c-915ed46b34f8 req-9c4fef67-3e47-4ad0-9511-1643328111f1 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:35:57.598900 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e26d80dd-f264-48ef-a95c-915ed46b34f8 req-9c4fef67-3e47-4ad0-9511-1643328111f1 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 943 time: 0.0836861 Jul 05 02:35:57.650674 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e26d80dd-f264-48ef-a95c-915ed46b34f8 req-9b5724cf-c2fc-4811-9ff7-33f8629c2b51 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=09716028-44a2-4220-a754-7ed932c56f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452361 Jul 05 02:35:57.669324 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d21731cc-d5f9-48aa-97e2-f7e649bc11db tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:57.680577 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-247c2153-7090-4d38-bc2e-e8017326e350 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:57.718768 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21731cc-d5f9-48aa-97e2-f7e649bc11db tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0802d569-b1fc-47d1-9a41-a14663718e46,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:57.731533 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247c2153-7090-4d38-bc2e-e8017326e350 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d2549e3-2c6d-4abf-ab33-9d65e389beaf,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:57.916774 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bf69b31-70b6-46ab-8fd4-75a8c288099e tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Made reservation on behalf of eec53b7bac0445b2b9e29f73fcad1818 for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:35:57.920633 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5bf69b31-70b6-46ab-8fd4-75a8c288099e tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:58.136573 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-247c2153-7090-4d38-bc2e-e8017326e350 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:58.144478 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-247c2153-7090-4d38-bc2e-e8017326e350 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3834500 Jul 05 02:35:58.145020 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 46386) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:58.150589 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-47d3acec-bf1c-442f-8976-0fe12e7d3255 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Request body: {'security_group_rule': {'security_group_id': '1d2549e3-2c6d-4abf-ab33-9d65e389beaf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:35:58.152724 n-d-771362-32 neutron-server[94461]: WARNING neutron.api.v2.base [None req-47d3acec-bf1c-442f-8976-0fe12e7d3255 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 05 02:35:58.157714 n-d-771362-32 neutron-server[94461]: INFO neutron.api.v2.resource [None req-47d3acec-bf1c-442f-8976-0fe12e7d3255 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 02:35:58.160683 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-47d3acec-bf1c-442f-8976-0fe12e7d3255 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0135915 Jul 05 02:35:58.163323 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 46394) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:58.168874 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-a4e796ea-52c4-4b88-98ab-aa0506fdecf3 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Request body: {'security_group_rule': {'security_group_id': '1d2549e3-2c6d-4abf-ab33-9d65e389beaf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:35:58.169998 n-d-771362-32 neutron-server[94461]: WARNING neutron.api.v2.base [None req-a4e796ea-52c4-4b88-98ab-aa0506fdecf3 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 05 02:35:58.170907 n-d-771362-32 neutron-server[94461]: INFO neutron.api.v2.resource [None req-a4e796ea-52c4-4b88-98ab-aa0506fdecf3 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 02:35:58.172008 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-a4e796ea-52c4-4b88-98ab-aa0506fdecf3 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0067959 Jul 05 02:35:58.174738 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 46396) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:58.188284 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-ab7a65da-24e2-42aa-b201-24f09e16e206 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Request body: {'security_group_rule': {'security_group_id': '1d2549e3-2c6d-4abf-ab33-9d65e389beaf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:35:58.189412 n-d-771362-32 neutron-server[94461]: WARNING neutron.api.v2.base [None req-ab7a65da-24e2-42aa-b201-24f09e16e206 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 05 02:35:58.189882 n-d-771362-32 neutron-server[94461]: INFO neutron.api.v2.resource [None req-ab7a65da-24e2-42aa-b201-24f09e16e206 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 02:35:58.191011 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-ab7a65da-24e2-42aa-b201-24f09e16e206 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0146883 Jul 05 02:35:58.194849 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 46398) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:58.199615 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-28a83be3-f616-4eb9-a3c4-97e73051f3a0 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Request body: {'security_group_rule': {'security_group_id': '1d2549e3-2c6d-4abf-ab33-9d65e389beaf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:35:58.200649 n-d-771362-32 neutron-server[94461]: WARNING neutron.api.v2.base [None req-28a83be3-f616-4eb9-a3c4-97e73051f3a0 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 05 02:35:58.201559 n-d-771362-32 neutron-server[94461]: INFO neutron.api.v2.resource [None req-28a83be3-f616-4eb9-a3c4-97e73051f3a0 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 02:35:58.202396 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-28a83be3-f616-4eb9-a3c4-97e73051f3a0 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0064001 Jul 05 02:35:58.208942 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 46400) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:58.211296 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d21731cc-d5f9-48aa-97e2-f7e649bc11db tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:58.212713 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-d21731cc-d5f9-48aa-97e2-f7e649bc11db tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2696872 Jul 05 02:35:58.226830 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 46402) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:58.234282 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-bfd95ae2-6af6-4d28-907b-cb0880f6b2e1 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Request body: {'security_group_rule': {'security_group_id': 'fadd7050-7269-450c-a49b-e86e120d10e1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:35:58.288067 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4015d6b3-f1b8-4731-9353-797b84d41d7d tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:58.313211 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4015d6b3-f1b8-4731-9353-797b84d41d7d tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:58.467700 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5bf69b31-70b6-46ab-8fd4-75a8c288099e tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:58.530070 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf69b31-70b6-46ab-8fd4-75a8c288099e tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Network b31362b4-a4bd-42b5-81be-dffc815669f8 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:35:58.533394 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-5bf69b31-70b6-46ab-8fd4-75a8c288099e tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:35:58.548558 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ea22f7-cb39-418e-b955-031775431c09 None None] Network b31362b4-a4bd-42b5-81be-dffc815669f8 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:35:58.576377 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4015d6b3-f1b8-4731-9353-797b84d41d7d tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:58.594676 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4015d6b3-f1b8-4731-9353-797b84d41d7d tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:58.598762 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-4015d6b3-f1b8-4731-9353-797b84d41d7d tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] 10.222.0.23 "DELETE /v2.0/security-groups/1d2549e3-2c6d-4abf-ab33-9d65e389beaf HTTP/1.1" status: 204 len: 168 time: 0.3887689 Jul 05 02:35:58.602580 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf69b31-70b6-46ab-8fd4-75a8c288099e tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Pushing event updated for resources: {'Subnet': ['ID=d31652d9-1148-4319-8da2-8f422ddef17c,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:58.606362 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46410) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:58.622635 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf69b31-70b6-46ab-8fd4-75a8c288099e tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:35:58.624068 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5bf69b31-70b6-46ab-8fd4-75a8c288099e tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks [] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:58.669004 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bfd95ae2-6af6-4d28-907b-cb0880f6b2e1 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:58.702002 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-77e7173a-3499-4c2c-b9e0-c983d46981a6 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0689223 Jul 05 02:35:58.702296 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46414) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:58.711240 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-16f5b28a-6b7c-4ba5-8e6a-f37b764f7871 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Request body: {'security_group': {'name': 'tempest-secgroup--1970105342'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:35:58.750688 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-5bf69b31-70b6-46ab-8fd4-75a8c288099e tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4705973 Jul 05 02:35:58.753693 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46418) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:58.758374 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-5126dbd9-e864-46eb-90f8-db7a7368e253 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Request body: {'security_group': {'name': 'tempest-secgroup-1241815219'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:35:58.764411 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d8ecc1a5-4725-494b-b618-aeaa7c71dca2 req-76db738e-914c-4a0f-8c1f-55c02a2393b7 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3585f44-daa3-4604-b0ee-b5caf6379713 HTTP/1.1" status: 200 len: 210 time: 0.1604578 Jul 05 02:35:58.765415 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4015d6b3-f1b8-4731-9353-797b84d41d7d tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d2549e3-2c6d-4abf-ab33-9d65e389beaf,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:58.863972 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bfd95ae2-6af6-4d28-907b-cb0880f6b2e1 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:58.883332 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65008065-f17d-4874-afbf-fb8b4f34f698 req-f9bb5c76-309b-4334-8981-f2bc1225bc93 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:35:58.885178 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-65008065-f17d-4874-afbf-fb8b4f34f698 req-f9bb5c76-309b-4334-8981-f2bc1225bc93 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.15 "GET /v2.0/networks?id=1b07052c-22c6-4d0f-b0a6-3bc3daa97540 HTTP/1.1" status: 200 len: 806 time: 0.2632456 Jul 05 02:35:58.898108 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-65008065-f17d-4874-afbf-fb8b4f34f698 req-e8c435e3-0da0-4389-b83a-2e424f62af9e tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Request body: {'port': {'device_id': 'a3585f44-daa3-4604-b0ee-b5caf6379713', 'network_id': '1b07052c-22c6-4d0f-b0a6-3bc3daa97540', 'admin_state_up': True, 'tenant_id': '19e6c4c619cf4595801b0519afefcaf5'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:35:58.899640 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5ddeb3-6847-4e86-ad88-4c2aa88531fc req-02a3cc3a-9595-4a3a-bec4-4b91bdadc713 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:35:58.901182 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-cb5ddeb3-6847-4e86-ad88-4c2aa88531fc req-02a3cc3a-9595-4a3a-bec4-4b91bdadc713 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 943 time: 0.0874500 Jul 05 02:35:58.934242 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4836647e-2405-4224-9105-abaec3f2331c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-b31362b4-a4bd-42b5-81be-dffc815669f8', 'network_id': 'b31362b4-a4bd-42b5-81be-dffc815669f8', 'tenant_id': 'eec53b7bac0445b2b9e29f73fcad1818', 'fixed_ips': [{'subnet_id': 'd31652d9-1148-4319-8da2-8f422ddef17c'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:35:58.934242 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4836647e-2405-4224-9105-abaec3f2331c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:58.957351 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-16f5b28a-6b7c-4ba5-8e6a-f37b764f7871 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:59.014582 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-cb5ddeb3-6847-4e86-ad88-4c2aa88531fc req-ee8639eb-308e-4eb6-bb27-ed80967e1eda tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=09716028-44a2-4220-a754-7ed932c56f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704510 Jul 05 02:35:59.027836 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bfd95ae2-6af6-4d28-907b-cb0880f6b2e1 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:59.053420 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd95ae2-6af6-4d28-907b-cb0880f6b2e1 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0eb9a37c-24b4-492e-ae1c-0cae01965112,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:59.114374 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5126dbd9-e864-46eb-90f8-db7a7368e253 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:59.266633 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device a9394229-9271-4949-b389-b76d35d0946e details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:35:59.306182 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bfd95ae2-6af6-4d28-907b-cb0880f6b2e1 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:59.306182 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-bfd95ae2-6af6-4d28-907b-cb0880f6b2e1 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0768425 Jul 05 02:35:59.307907 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46432) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:35:59.313026 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-8351290e-5690-4b25-910e-5dc5826cb361 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Request body: {'security_group_rule': {'security_group_id': 'fadd7050-7269-450c-a49b-e86e120d10e1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:35:59.353914 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-4836647e-2405-4224-9105-abaec3f2331c None None] Allocated IP 2001:db8::2 (b31362b4-a4bd-42b5-81be-dffc815669f8/d31652d9-1148-4319-8da2-8f422ddef17c/bc9ea3b7-f00b-4e36-b137-c1590c7364c8) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:35:59.402698 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port a9394229-9271-4949-b389-b76d35d0946e, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=a9394229-9271-4949-b389-b76d35d0946e,segment=NetworkSegment(2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7),segment_id=2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:35:59.415823 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': 'a9394229-9271-4949-b389-b76d35d0946e', 'network_id': 'c4d51310-b056-42c6-8720-dd3607bb490e', 'port_id': 'a9394229-9271-4949-b389-b76d35d0946e', 'mac_address': 'fa:16:3e:27:ef:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '822ac30d-26eb-483a-9cd9-5da64853ba79', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:35:59.461939 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:59.466441 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65008065-f17d-4874-afbf-fb8b4f34f698 req-e8c435e3-0da0-4389-b83a-2e424f62af9e tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Made reservation on behalf of 19e6c4c619cf4595801b0519afefcaf5 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:35:59.468792 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-65008065-f17d-4874-afbf-fb8b4f34f698 req-e8c435e3-0da0-4389-b83a-2e424f62af9e tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:59.477376 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9394229-9271-4949-b389-b76d35d0946e {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:35:59.545741 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port a9394229-9271-4949-b389-b76d35d0946e, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=a9394229-9271-4949-b389-b76d35d0946e,segment=NetworkSegment(2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7),segment_id=2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:35:59.624786 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-16f5b28a-6b7c-4ba5-8e6a-f37b764f7871 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:59.687734 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-65008065-f17d-4874-afbf-fb8b4f34f698 req-e8c435e3-0da0-4389-b83a-2e424f62af9e tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Allocated IP 172.20.0.13 (1b07052c-22c6-4d0f-b0a6-3bc3daa97540/83dd570d-22ee-4f29-80f0-61f3c568de93/85262029-6326-4ca7-994d-3d91821f6c75) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:35:59.711290 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4836647e-2405-4224-9105-abaec3f2331c None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:59.719854 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-4836647e-2405-4224-9105-abaec3f2331c None None] Transition to ACTIVE for port object bc9ea3b7-f00b-4e36-b137-c1590c7364c8 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:35:59.739441 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-4836647e-2405-4224-9105-abaec3f2331c None None] Transition to ACTIVE for port object bc9ea3b7-f00b-4e36-b137-c1590c7364c8 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:35:59.797565 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:59.800875 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-16f5b28a-6b7c-4ba5-8e6a-f37b764f7871 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:59.860022 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-65008065-f17d-4874-afbf-fb8b4f34f698 req-e8c435e3-0da0-4389-b83a-2e424f62af9e tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:59.863059 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4836647e-2405-4224-9105-abaec3f2331c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:59.877594 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=a9394229-9271-4949-b389-b76d35d0946e,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:59.907461 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f5b28a-6b7c-4ba5-8e6a-f37b764f7871 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b2de11-df14-4620-b4ee-dabe90f8a3b4,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:59.930310 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4836647e-2405-4224-9105-abaec3f2331c None None] Network b31362b4-a4bd-42b5-81be-dffc815669f8 is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:35:59.958302 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4836647e-2405-4224-9105-abaec3f2331c None None] Pushing event updated for resources: {'Port': ['ID=bc9ea3b7-f00b-4e36-b137-c1590c7364c8,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:35:59.966557 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5126dbd9-e864-46eb-90f8-db7a7368e253 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:35:59.970143 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-4836647e-2405-4224-9105-abaec3f2331c None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:35:59.972711 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4836647e-2405-4224-9105-abaec3f2331c None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:36:00.038208 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-4836647e-2405-4224-9105-abaec3f2331c None None] Attempting to bind port bc9ea3b7-f00b-4e36-b137-c1590c7364c8 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:36:00.038585 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-4836647e-2405-4224-9105-abaec3f2331c None None] Attempting to bind port bc9ea3b7-f00b-4e36-b137-c1590c7364c8 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '0e3ceaa3-50b0-4cab-ab79-3e0466590955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b31362b4-a4bd-42b5-81be-dffc815669f8'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:36:00.038954 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4836647e-2405-4224-9105-abaec3f2331c None None] Attempting to bind port bc9ea3b7-f00b-4e36-b137-c1590c7364c8 on network b31362b4-a4bd-42b5-81be-dffc815669f8 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:36:00.046159 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['a9394229-9271-4949-b389-b76d35d0946e'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:36:00.057187 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4836647e-2405-4224-9105-abaec3f2331c None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:36:00.057701 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4836647e-2405-4224-9105-abaec3f2331c None None] Checking segment: {'id': '0e3ceaa3-50b0-4cab-ab79-3e0466590955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b31362b4-a4bd-42b5-81be-dffc815669f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:36:00.058141 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4836647e-2405-4224-9105-abaec3f2331c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:00.058541 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4836647e-2405-4224-9105-abaec3f2331c None None] Bound using segment: {'id': '0e3ceaa3-50b0-4cab-ab79-3e0466590955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b31362b4-a4bd-42b5-81be-dffc815669f8'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:36:00.059026 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-4836647e-2405-4224-9105-abaec3f2331c None None] Bound port: bc9ea3b7-f00b-4e36-b137-c1590c7364c8, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e3ceaa3-50b0-4cab-ab79-3e0466590955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b31362b4-a4bd-42b5-81be-dffc815669f8'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:36:00.059410 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4836647e-2405-4224-9105-abaec3f2331c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:00.085116 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a4e44efb-e897-48e2-a601-608e577b4cd6 req-054a615b-4975-454e-88de-146136157c7a tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3585f44-daa3-4604-b0ee-b5caf6379713 HTTP/1.1" status: 200 len: 210 time: 0.0568383 Jul 05 02:36:00.090368 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-65008065-f17d-4874-afbf-fb8b4f34f698 req-e8c435e3-0da0-4389-b83a-2e424f62af9e tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:00.104472 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['8ddf5426-0739-47b0-ab63-f5000a780e97'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:36:00.107218 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5126dbd9-e864-46eb-90f8-db7a7368e253 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:00.180291 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5126dbd9-e864-46eb-90f8-db7a7368e253 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f4166ae-dd42-477d-9bef-7f9ec426fee0,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:00.194838 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c435e3-0da0-4389-b83a-2e424f62af9e tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Pushing event updated for resources: {'Port': ['ID=85262029-6326-4ca7-994d-3d91821f6c75,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:00.213335 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65008065-f17d-4874-afbf-fb8b4f34f698 req-e8c435e3-0da0-4389-b83a-2e424f62af9e tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Network 1b07052c-22c6-4d0f-b0a6-3bc3daa97540 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:36:00.215707 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-65008065-f17d-4874-afbf-fb8b4f34f698 req-e8c435e3-0da0-4389-b83a-2e424f62af9e tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:36:00.219082 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-65008065-f17d-4874-afbf-fb8b4f34f698 req-e8c435e3-0da0-4389-b83a-2e424f62af9e tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:36:00.249268 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-16f5b28a-6b7c-4ba5-8e6a-f37b764f7871 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:00.250651 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-16f5b28a-6b7c-4ba5-8e6a-f37b764f7871 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.5474219 Jul 05 02:36:00.253893 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 46450) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:00.261831 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-d1bd1a6c-8953-40dc-bd29-3038c45a4f32 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Request body: {'security_group_rule': {'security_group_id': 'e5b2de11-df14-4620-b4ee-dabe90f8a3b4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:36:00.262822 n-d-771362-32 neutron-server[94461]: WARNING neutron.api.v2.base [None req-d1bd1a6c-8953-40dc-bd29-3038c45a4f32 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 05 02:36:00.263529 n-d-771362-32 neutron-server[94461]: INFO neutron.api.v2.resource [None req-d1bd1a6c-8953-40dc-bd29-3038c45a4f32 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 02:36:00.264791 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-d1bd1a6c-8953-40dc-bd29-3038c45a4f32 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0096910 Jul 05 02:36:00.271934 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46452) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:00.282918 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-4836647e-2405-4224-9105-abaec3f2331c None None] For port bc9ea3b7-f00b-4e36-b137-c1590c7364c8, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:36:00.315871 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-4836647e-2405-4224-9105-abaec3f2331c None None] For port bc9ea3b7-f00b-4e36-b137-c1590c7364c8, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=bc9ea3b7-f00b-4e36-b137-c1590c7364c8,segment=NetworkSegment(0e3ceaa3-50b0-4cab-ab79-3e0466590955),segment_id=0e3ceaa3-50b0-4cab-ab79-3e0466590955)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:36:00.321930 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-e1ac078e-1df2-4862-bbc3-aaeb36335be0 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Request body: {'security_group_rule': {'security_group_id': 'e5b2de11-df14-4620-b4ee-dabe90f8a3b4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:36:00.323877 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65008065-f17d-4874-afbf-fb8b4f34f698 req-e8c435e3-0da0-4389-b83a-2e424f62af9e tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:36:00.326056 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-65008065-f17d-4874-afbf-fb8b4f34f698 req-e8c435e3-0da0-4389-b83a-2e424f62af9e tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:00.392079 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8351290e-5690-4b25-910e-5dc5826cb361 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:00.494424 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e899750-5cbe-4ef0-a96b-6386e338b29b req-584c5682-48f2-4f8b-a56b-26218cf39c54 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:36:00.496331 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3e899750-5cbe-4ef0-a96b-6386e338b29b req-584c5682-48f2-4f8b-a56b-26218cf39c54 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 944 time: 0.2218454 Jul 05 02:36:00.531384 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4836647e-2405-4224-9105-abaec3f2331c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:00.532251 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-65008065-f17d-4874-afbf-fb8b4f34f698 req-e8c435e3-0da0-4389-b83a-2e424f62af9e tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6384194 Jul 05 02:36:00.539685 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8351290e-5690-4b25-910e-5dc5826cb361 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:00.546438 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5126dbd9-e864-46eb-90f8-db7a7368e253 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:00.552602 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-5126dbd9-e864-46eb-90f8-db7a7368e253 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.7928944 Jul 05 02:36:00.553481 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46462) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:00.557946 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-65008065-f17d-4874-afbf-fb8b4f34f698 req-991d3a26-3274-44ed-ae35-9b3df553e529 service neutron] Request body: {'port': {'device_id': 'a3585f44-daa3-4604-b0ee-b5caf6379713', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:36:00.558086 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-6f9fd2e1-001e-497c-81c8-71ff5a847727 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Request body: {'security_group': {'name': 'tempest-secgroup-1622745069'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:36:00.605667 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3e899750-5cbe-4ef0-a96b-6386e338b29b req-ed905103-cc60-47e6-8bf9-fbe2635d42a6 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=09716028-44a2-4220-a754-7ed932c56f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818758 Jul 05 02:36:00.671352 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4836647e-2405-4224-9105-abaec3f2331c None None] Pushing event updated for resources: {'Port': ['ID=bc9ea3b7-f00b-4e36-b137-c1590c7364c8,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:00.700058 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-65008065-f17d-4874-afbf-fb8b4f34f698 req-991d3a26-3274-44ed-ae35-9b3df553e529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:00.705083 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8351290e-5690-4b25-910e-5dc5826cb361 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:00.730976 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8351290e-5690-4b25-910e-5dc5826cb361 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=903c5348-d27b-487c-b469-9cbac3f78524,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:00.875383 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6f9fd2e1-001e-497c-81c8-71ff5a847727 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:00.977757 n-d-771362-32 neutron-server[94462]: INFO neutron.api.v2.resource [None req-e1ac078e-1df2-4862-bbc3-aaeb36335be0 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 02:36:00.983003 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-e1ac078e-1df2-4862-bbc3-aaeb36335be0 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.7070336 Jul 05 02:36:00.983999 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46470) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:00.997445 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-26841b7b-9d2a-4980-a770-8d7cd7b023fe tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Request body: {'security_group_rule': {'security_group_id': 'e5b2de11-df14-4620-b4ee-dabe90f8a3b4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:36:00.998030 n-d-771362-32 neutron-server[94462]: WARNING neutron.api.v2.base [None req-26841b7b-9d2a-4980-a770-8d7cd7b023fe tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 05 02:36:00.998688 n-d-771362-32 neutron-server[94462]: INFO neutron.api.v2.resource [None req-26841b7b-9d2a-4980-a770-8d7cd7b023fe tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 02:36:01.002363 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-26841b7b-9d2a-4980-a770-8d7cd7b023fe tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0163071 Jul 05 02:36:01.005674 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 46472) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:01.012302 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8351290e-5690-4b25-910e-5dc5826cb361 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:01.015472 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-23b36b39-e5db-46e7-b6aa-696affbd7bca tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Request body: {'security_group_rule': {'security_group_id': 'e5b2de11-df14-4620-b4ee-dabe90f8a3b4', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:36:01.025309 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-8351290e-5690-4b25-910e-5dc5826cb361 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 1.7128620 Jul 05 02:36:01.025916 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46474) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:01.157891 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e6783cc9-eb5c-42d9-b473-ea2d103318b8 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:01.175477 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e6783cc9-eb5c-42d9-b473-ea2d103318b8 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:01.187977 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-65008065-f17d-4874-afbf-fb8b4f34f698 req-991d3a26-3274-44ed-ae35-9b3df553e529 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85262029-6326-4ca7-994d-3d91821f6c75 {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:36:01.196719 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-65008065-f17d-4874-afbf-fb8b4f34f698 req-991d3a26-3274-44ed-ae35-9b3df553e529 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:01.210473 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6f9fd2e1-001e-497c-81c8-71ff5a847727 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:01.214241 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device a9394229-9271-4949-b389-b76d35d0946e up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:36:01.219196 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-65008065-f17d-4874-afbf-fb8b4f34f698 req-991d3a26-3274-44ed-ae35-9b3df553e529 service neutron] Transition to ACTIVE for port object 85262029-6326-4ca7-994d-3d91821f6c75 will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:36:01.345550 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0411fb4a-a187-49c1-8d91-4e85d13bc973 req-8acb4931-5528-42cb-b0c1-f6295020032b tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:36:01.349425 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0411fb4a-a187-49c1-8d91-4e85d13bc973 req-8acb4931-5528-42cb-b0c1-f6295020032b tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3585f44-daa3-4604-b0ee-b5caf6379713 HTTP/1.1" status: 200 len: 932 time: 0.0914218 Jul 05 02:36:01.398365 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0411fb4a-a187-49c1-8d91-4e85d13bc973 req-8a96c2f0-47a6-4dce-9e5c-55d8aa5efeb6 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/security-groups?id=896ea46a-6466-47fe-ac1a-3023b10eeb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439572 Jul 05 02:36:01.476659 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6f9fd2e1-001e-497c-81c8-71ff5a847727 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:01.525580 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9fd2e1-001e-497c-81c8-71ff5a847727 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e8a4aea-43a7-43dd-abda-f39e5187c071,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:01.527922 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning for port a9394229-9271-4949-b389-b76d35d0946e completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:36:01.530934 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-65008065-f17d-4874-afbf-fb8b4f34f698 req-991d3a26-3274-44ed-ae35-9b3df553e529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:01.541256 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port a9394229-9271-4949-b389-b76d35d0946e triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:36:01.541613 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:01.549988 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e6783cc9-eb5c-42d9-b473-ea2d103318b8 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:01.557674 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e6783cc9-eb5c-42d9-b473-ea2d103318b8 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:01.561917 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-e6783cc9-eb5c-42d9-b473-ea2d103318b8 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/903c5348-d27b-487c-b469-9cbac3f78524 HTTP/1.1" status: 204 len: 168 time: 0.5345206 Jul 05 02:36:01.562638 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46486) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:01.582488 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6783cc9-eb5c-42d9-b473-ea2d103318b8 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=903c5348-d27b-487c-b469-9cbac3f78524,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:01.672554 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-f67de6cf-6103-4f79-95e8-859f662778e9 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1008739 Jul 05 02:36:01.673278 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46492) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:01.729478 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:01.729700 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991d3a26-3274-44ed-ae35-9b3df553e529 service neutron] Pushing event updated for resources: {'Port': ['ID=85262029-6326-4ca7-994d-3d91821f6c75,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:01.767105 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-61f3ffdc-0a12-47bf-af3b-285ff888845e tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:01.781035 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-61f3ffdc-0a12-47bf-af3b-285ff888845e tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:01.816868 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-65008065-f17d-4874-afbf-fb8b4f34f698 req-991d3a26-3274-44ed-ae35-9b3df553e529 service neutron] Attempting to bind port 85262029-6326-4ca7-994d-3d91821f6c75 on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:36:01.817206 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-65008065-f17d-4874-afbf-fb8b4f34f698 req-991d3a26-3274-44ed-ae35-9b3df553e529 service neutron] Attempting to bind port 85262029-6326-4ca7-994d-3d91821f6c75 by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': 'fa1cc820-8811-4bbd-a98d-5810eaac77f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1b07052c-22c6-4d0f-b0a6-3bc3daa97540'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:36:01.817540 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65008065-f17d-4874-afbf-fb8b4f34f698 req-991d3a26-3274-44ed-ae35-9b3df553e529 service neutron] Attempting to bind port 85262029-6326-4ca7-994d-3d91821f6c75 on network 1b07052c-22c6-4d0f-b0a6-3bc3daa97540 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:36:01.826606 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a495395-0a83-4a09-b123-70337c3e7a2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9394229-9271-4949-b389-b76d35d0946e'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:36:01.827130 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65008065-f17d-4874-afbf-fb8b4f34f698 req-991d3a26-3274-44ed-ae35-9b3df553e529 service neutron] Port 85262029-6326-4ca7-994d-3d91821f6c75 on network 1b07052c-22c6-4d0f-b0a6-3bc3daa97540 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:36:01.827459 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65008065-f17d-4874-afbf-fb8b4f34f698 req-991d3a26-3274-44ed-ae35-9b3df553e529 service neutron] Attempting to bind port 85262029-6326-4ca7-994d-3d91821f6c75 on network 1b07052c-22c6-4d0f-b0a6-3bc3daa97540 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:36:01.833176 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65008065-f17d-4874-afbf-fb8b4f34f698 req-991d3a26-3274-44ed-ae35-9b3df553e529 service neutron] Checking agent: {'id': 'e071c76e-395f-48c4-a98f-88088465cf0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:36:01.833480 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65008065-f17d-4874-afbf-fb8b4f34f698 req-991d3a26-3274-44ed-ae35-9b3df553e529 service neutron] Checking segment: {'id': 'fa1cc820-8811-4bbd-a98d-5810eaac77f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1b07052c-22c6-4d0f-b0a6-3bc3daa97540'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:36:01.833862 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65008065-f17d-4874-afbf-fb8b4f34f698 req-991d3a26-3274-44ed-ae35-9b3df553e529 service neutron] Bound using segment: {'id': 'fa1cc820-8811-4bbd-a98d-5810eaac77f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1b07052c-22c6-4d0f-b0a6-3bc3daa97540'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:36:01.834754 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-65008065-f17d-4874-afbf-fb8b4f34f698 req-991d3a26-3274-44ed-ae35-9b3df553e529 service neutron] Bound port: 85262029-6326-4ca7-994d-3d91821f6c75, host: n-h2-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa1cc820-8811-4bbd-a98d-5810eaac77f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1b07052c-22c6-4d0f-b0a6-3bc3daa97540'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:36:01.834754 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-65008065-f17d-4874-afbf-fb8b4f34f698 req-991d3a26-3274-44ed-ae35-9b3df553e529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:01.837153 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d8c5740-ac01-44ac-9d0b-d57cb6824dc1" -d '{"events": [{"server_uuid": "7a495395-0a83-4a09-b123-70337c3e7a2a", "name": "network-vif-plugged", "status": "completed", "tag": "a9394229-9271-4949-b389-b76d35d0946e"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:36:01.840990 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port a9394229-9271-4949-b389-b76d35d0946e, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=a9394229-9271-4949-b389-b76d35d0946e,segment=NetworkSegment(2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7),segment_id=2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:36:01.879166 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6f9fd2e1-001e-497c-81c8-71ff5a847727 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:01.880886 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-6f9fd2e1-001e-497c-81c8-71ff5a847727 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3264537 Jul 05 02:36:01.883515 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46498) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:01.889390 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-3f7a5dc0-633e-4f9e-a041-b5bb0b049ff8 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-451168878', 'security_groups': ['4e8a4aea-43a7-43dd-abda-f39e5187c071'], 'network_id': 'b31362b4-a4bd-42b5-81be-dffc815669f8', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd31652d9-1148-4319-8da2-8f422ddef17c'}]}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:36:01.926552 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5df1f3d6-2717-46f8-bd0b-5b68f8c426c9 x-openstack-request-id: req-5df1f3d6-2717-46f8-bd0b-5b68f8c426c9 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:36:01.927634 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a495395-0a83-4a09-b123-70337c3e7a2a", "name": "network-vif-plugged", "status": "completed", "tag": "a9394229-9271-4949-b389-b76d35d0946e", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:36:01.930694 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5df1f3d6-2717-46f8-bd0b-5b68f8c426c9 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:36:01.930694 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a495395-0a83-4a09-b123-70337c3e7a2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9394229-9271-4949-b389-b76d35d0946e', 'code': 200} Jul 05 02:36:01.958278 n-d-771362-32 neutron-server[94461]: INFO neutron.api.v2.resource [None req-23b36b39-e5db-46e7-b6aa-696affbd7bca tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 02:36:01.967634 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-23b36b39-e5db-46e7-b6aa-696affbd7bca tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.9528139 Jul 05 02:36:01.967634 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 46500) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:01.976590 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-1fe158b7-028b-40e2-ae0e-c3825e1c8252 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Request body: {'security_group_rule': {'security_group_id': 'e5b2de11-df14-4620-b4ee-dabe90f8a3b4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:36:01.977617 n-d-771362-32 neutron-server[94461]: WARNING neutron.api.v2.base [None req-1fe158b7-028b-40e2-ae0e-c3825e1c8252 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 05 02:36:01.977794 n-d-771362-32 neutron-server[94461]: INFO neutron.api.v2.resource [None req-1fe158b7-028b-40e2-ae0e-c3825e1c8252 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 02:36:01.977993 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-61f3ffdc-0a12-47bf-af3b-285ff888845e tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:01.978909 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-1fe158b7-028b-40e2-ae0e-c3825e1c8252 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0150957 Jul 05 02:36:01.988239 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 46502) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:01.998513 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-c1a0cf70-d8a0-4b9c-9a43-6b7c8380a87e tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Request body: {'security_group_rule': {'security_group_id': 'e5b2de11-df14-4620-b4ee-dabe90f8a3b4', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:36:02.000496 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-61f3ffdc-0a12-47bf-af3b-285ff888845e tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:02.001728 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-61f3ffdc-0a12-47bf-af3b-285ff888845e tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/0eb9a37c-24b4-492e-ae1c-0cae01965112 HTTP/1.1" status: 204 len: 168 time: 0.3272250 Jul 05 02:36:02.016449 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 46504) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:02.021651 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f3ffdc-0a12-47bf-af3b-285ff888845e tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0eb9a37c-24b4-492e-ae1c-0cae01965112,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:02.061756 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:02.068270 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-65008065-f17d-4874-afbf-fb8b4f34f698 req-991d3a26-3274-44ed-ae35-9b3df553e529 service neutron] For port 85262029-6326-4ca7-994d-3d91821f6c75, host n-h2-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:36:02.109772 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2148f337-8b3d-4643-93f7-e605056b6504 req-4b124313-e8cd-4561-8e9b-c3c7d4feabcb tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:36:02.111706 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2148f337-8b3d-4643-93f7-e605056b6504 req-4b124313-e8cd-4561-8e9b-c3c7d4feabcb tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 944 time: 0.2897420 Jul 05 02:36:02.135303 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-65008065-f17d-4874-afbf-fb8b4f34f698 req-991d3a26-3274-44ed-ae35-9b3df553e529 service neutron] For port 85262029-6326-4ca7-994d-3d91821f6c75, host n-h2-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=85262029-6326-4ca7-994d-3d91821f6c75,segment=NetworkSegment(fa1cc820-8811-4bbd-a98d-5810eaac77f0),segment_id=fa1cc820-8811-4bbd-a98d-5810eaac77f0)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:36:02.170681 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=a9394229-9271-4949-b389-b76d35d0946e,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:02.179887 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-814b6493-43fa-4575-8ba4-bbac6d77c887 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1478226 Jul 05 02:36:02.181952 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 46510) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:02.210470 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2148f337-8b3d-4643-93f7-e605056b6504 req-10957c7f-8ef8-404c-87b9-077596207414 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=09716028-44a2-4220-a754-7ed932c56f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883508 Jul 05 02:36:02.224266 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b167e62-acd8-44f6-8292-cb9b8d5a6d0a req-4492dec1-e5a9-4f12-917a-6e11f78fc0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:36:02.225892 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3b167e62-acd8-44f6-8292-cb9b8d5a6d0a req-4492dec1-e5a9-4f12-917a-6e11f78fc0f7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 1097 time: 0.1963470 Jul 05 02:36:02.226971 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f0d612c8-2a1e-4225-adeb-330d188806af tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:02.236008 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f0d612c8-2a1e-4225-adeb-330d188806af tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:02.295530 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3b167e62-acd8-44f6-8292-cb9b8d5a6d0a req-4b34a0a0-78fb-423c-aed9-7f179c0e2d85 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=09716028-44a2-4220-a754-7ed932c56f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608349 Jul 05 02:36:02.373666 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-698aeb0e-735c-4347-8803-ab2ef883985d None None] Provisioning for port bc9ea3b7-f00b-4e36-b137-c1590c7364c8 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:36:02.381845 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-65008065-f17d-4874-afbf-fb8b4f34f698 req-991d3a26-3274-44ed-ae35-9b3df553e529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:02.397399 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-698aeb0e-735c-4347-8803-ab2ef883985d None None] Provisioning complete for port a2f7b0f1-dfae-46c9-a6da-d9ab7895090f triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:36:02.397887 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-698aeb0e-735c-4347-8803-ab2ef883985d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:02.418149 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65008065-f17d-4874-afbf-fb8b4f34f698 req-991d3a26-3274-44ed-ae35-9b3df553e529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:36:02.419082 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-65008065-f17d-4874-afbf-fb8b4f34f698 req-991d3a26-3274-44ed-ae35-9b3df553e529 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:02.420709 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-65008065-f17d-4874-afbf-fb8b4f34f698 req-991d3a26-3274-44ed-ae35-9b3df553e529 service neutron] 10.222.0.15 "PUT /v2.0/ports/85262029-6326-4ca7-994d-3d91821f6c75 HTTP/1.1" status: 200 len: 1093 time: 1.8810687 Jul 05 02:36:02.423189 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3585f44-daa3-4604-b0ee-b5caf6379713', 'tag': '85262029-6326-4ca7-994d-3d91821f6c75'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:36:02.426314 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a0ec4f0-2f98-4c45-925f-0f7243d8e745" -d '{"events": [{"name": "network-changed", "server_uuid": "a3585f44-daa3-4604-b0ee-b5caf6379713", "tag": "85262029-6326-4ca7-994d-3d91821f6c75"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:36:02.451294 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-698aeb0e-735c-4347-8803-ab2ef883985d None None] Port a2f7b0f1-dfae-46c9-a6da-d9ab7895090f cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:36:02.474874 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991d3a26-3274-44ed-ae35-9b3df553e529 service neutron] Pushing event updated for resources: {'Port': ['ID=85262029-6326-4ca7-994d-3d91821f6c75,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:02.478638 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f0d612c8-2a1e-4225-adeb-330d188806af tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:02.488020 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f7a5dc0-633e-4f9e-a041-b5bb0b049ff8 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Made reservation on behalf of eec53b7bac0445b2b9e29f73fcad1818 for: {'port': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:36:02.530976 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f0d612c8-2a1e-4225-adeb-330d188806af tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:02.530976 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-f0d612c8-2a1e-4225-adeb-330d188806af tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/0802d569-b1fc-47d1-9a41-a14663718e46 HTTP/1.1" status: 204 len: 168 time: 0.3446546 Jul 05 02:36:02.534020 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f47a8cf2-001e-43f9-9094-c4e45e11cb75 x-openstack-request-id: req-f47a8cf2-001e-43f9-9094-c4e45e11cb75 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:36:02.534532 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3585f44-daa3-4604-b0ee-b5caf6379713", "tag": "85262029-6326-4ca7-994d-3d91821f6c75", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:36:02.534653 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f47a8cf2-001e-43f9-9094-c4e45e11cb75 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:36:02.535756 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3585f44-daa3-4604-b0ee-b5caf6379713', 'tag': '85262029-6326-4ca7-994d-3d91821f6c75', 'status': 'completed', 'code': 200} Jul 05 02:36:02.550637 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 46520) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:02.616344 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d612c8-2a1e-4225-adeb-330d188806af tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0802d569-b1fc-47d1-9a41-a14663718e46,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:02.671565 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-b9d53cc8-c006-46e7-a2da-e2914abe78a6 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1160274 Jul 05 02:36:02.675422 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 46526) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:02.677704 n-d-771362-32 neutron-server[94461]: INFO neutron.api.v2.resource [None req-c1a0cf70-d8a0-4b9c-9a43-6b7c8380a87e tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 02:36:02.678758 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-c1a0cf70-d8a0-4b9c-9a43-6b7c8380a87e tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.6895459 Jul 05 02:36:02.684484 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 46528) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:02.689594 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbaac68-1859-4a99-aa03-bb4ebb93d8bc req-e99c45c4-2f20-43e3-b947-8e7149f19d98 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:36:02.692094 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-fcbaac68-1859-4a99-aa03-bb4ebb93d8bc req-e99c45c4-2f20-43e3-b947-8e7149f19d98 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3585f44-daa3-4604-b0ee-b5caf6379713 HTTP/1.1" status: 200 len: 944 time: 0.1140759 Jul 05 02:36:02.697710 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-edac5486-5424-4246-88ad-9cbe62252ddf tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Request body: {'security_group_rule': {'security_group_id': 'e5b2de11-df14-4620-b4ee-dabe90f8a3b4', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:36:02.699816 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device bc9ea3b7-f00b-4e36-b137-c1590c7364c8 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:36:02.701843 n-d-771362-32 neutron-server[94461]: WARNING neutron.api.v2.base [None req-edac5486-5424-4246-88ad-9cbe62252ddf tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 05 02:36:02.702608 n-d-771362-32 neutron-server[94461]: INFO neutron.api.v2.resource [None req-edac5486-5424-4246-88ad-9cbe62252ddf tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 02:36:02.704970 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-edac5486-5424-4246-88ad-9cbe62252ddf tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0174243 Jul 05 02:36:02.713412 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46530) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:02.718273 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-de4dfdd0-266b-4bbd-8578-ae69ca5672db tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Request body: {'security_group_rule': {'security_group_id': 'e5b2de11-df14-4620-b4ee-dabe90f8a3b4', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:36:02.729312 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0ec4f0-2f98-4c45-925f-0f7243d8e745 req-71b971f2-5491-455a-ba46-597b8cc10905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:36:02.730917 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3a0ec4f0-2f98-4c45-925f-0f7243d8e745 req-71b971f2-5491-455a-ba46-597b8cc10905 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=19e6c4c619cf4595801b0519afefcaf5&device_id=a3585f44-daa3-4604-b0ee-b5caf6379713 HTTP/1.1" status: 200 len: 1096 time: 0.1942980 Jul 05 02:36:02.738636 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2166d3c1-5330-403b-8101-4e07fd74d496 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:02.756446 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2166d3c1-5330-403b-8101-4e07fd74d496 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:02.782406 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3f7a5dc0-633e-4f9e-a041-b5bb0b049ff8 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:02.814802 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-fcbaac68-1859-4a99-aa03-bb4ebb93d8bc req-3e0800fe-010c-41fe-9363-9093d5837f2b tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/security-groups?id=896ea46a-6466-47fe-ac1a-3023b10eeb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124547 Jul 05 02:36:02.828033 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [None req-3f7a5dc0-633e-4f9e-a041-b5bb0b049ff8 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] device_id is not set on port 186c8ca1-bee9-49eb-949d-9d1bd347f604 yet. {{(pid=94462) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:36:02.863744 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0ec4f0-2f98-4c45-925f-0f7243d8e745 req-33cdb5bf-4876-413f-baa9-ca197bf81120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:36:02.865367 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3a0ec4f0-2f98-4c45-925f-0f7243d8e745 req-33cdb5bf-4876-413f-baa9-ca197bf81120 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=19e6c4c619cf4595801b0519afefcaf5&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1235571 Jul 05 02:36:02.973329 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port bc9ea3b7-f00b-4e36-b137-c1590c7364c8 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:36:02.978702 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port bc9ea3b7-f00b-4e36-b137-c1590c7364c8 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:36:02.979364 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:03.024501 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0ec4f0-2f98-4c45-925f-0f7243d8e745 req-4115fb2d-706c-4ae9-af86-0009b277011f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:36:03.026319 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3a0ec4f0-2f98-4c45-925f-0f7243d8e745 req-4115fb2d-706c-4ae9-af86-0009b277011f service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1528897 Jul 05 02:36:03.027804 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2166d3c1-5330-403b-8101-4e07fd74d496 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:03.037533 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2166d3c1-5330-403b-8101-4e07fd74d496 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:03.040141 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-2166d3c1-5330-403b-8101-4e07fd74d496 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/9ec62d63-ecec-4666-8b88-97fa52afea44 HTTP/1.1" status: 204 len: 168 time: 0.3638043 Jul 05 02:36:03.046597 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 46536) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:03.086986 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2166d3c1-5330-403b-8101-4e07fd74d496 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9ec62d63-ecec-4666-8b88-97fa52afea44,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:03.181253 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-c75a2773-a1a2-47f7-9bdf-d6c1d6273093 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1309474 Jul 05 02:36:03.183982 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 46542) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:03.217937 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65008065-f17d-4874-afbf-fb8b4f34f698 req-62ab5449-4001-4954-a047-c0f2edc01e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:36:03.225067 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:03.237982 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-65008065-f17d-4874-afbf-fb8b4f34f698 req-62ab5449-4001-4954-a047-c0f2edc01e6b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=19e6c4c619cf4595801b0519afefcaf5&device_id=a3585f44-daa3-4604-b0ee-b5caf6379713 HTTP/1.1" status: 200 len: 1096 time: 0.1518068 Jul 05 02:36:03.254869 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2e2462dc-8243-4720-a214-07cd48885573 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:03.267591 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2e2462dc-8243-4720-a214-07cd48885573 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:03.291566 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port bc9ea3b7-f00b-4e36-b137-c1590c7364c8, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=bc9ea3b7-f00b-4e36-b137-c1590c7364c8,segment=NetworkSegment(0e3ceaa3-50b0-4cab-ab79-3e0466590955),segment_id=0e3ceaa3-50b0-4cab-ab79-3e0466590955)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:36:03.352590 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-65008065-f17d-4874-afbf-fb8b4f34f698 req-87cda520-a218-457d-af81-d1624d6a7419 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85262029-6326-4ca7-994d-3d91821f6c75 HTTP/1.1" status: 200 len: 217 time: 0.1074412 Jul 05 02:36:03.445355 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:03.456838 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-3f7a5dc0-633e-4f9e-a041-b5bb0b049ff8 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Allocated IP 2001:db8::237 (b31362b4-a4bd-42b5-81be-dffc815669f8/d31652d9-1148-4319-8da2-8f422ddef17c/186c8ca1-bee9-49eb-949d-9d1bd347f604) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:36:03.460022 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65008065-f17d-4874-afbf-fb8b4f34f698 req-8cbba91e-aaa9-410f-93d2-4cdbfe6bbc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:36:03.462114 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-65008065-f17d-4874-afbf-fb8b4f34f698 req-8cbba91e-aaa9-410f-93d2-4cdbfe6bbc4b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=83dd570d-22ee-4f29-80f0-61f3c568de93 HTTP/1.1" status: 200 len: 846 time: 0.1034091 Jul 05 02:36:03.535790 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-65008065-f17d-4874-afbf-fb8b4f34f698 req-58e059bc-8248-4bbd-9aa7-980d0ad88b45 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1b07052c-22c6-4d0f-b0a6-3bc3daa97540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664196 Jul 05 02:36:03.537879 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2e2462dc-8243-4720-a214-07cd48885573 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:03.540164 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=bc9ea3b7-f00b-4e36-b137-c1590c7364c8,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:03.546289 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2e2462dc-8243-4720-a214-07cd48885573 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:03.547643 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-2e2462dc-8243-4720-a214-07cd48885573 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/eb2e40f5-cdca-4425-858a-cad8da549cec HTTP/1.1" status: 204 len: 168 time: 0.3627615 Jul 05 02:36:03.561317 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 46548) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:03.598882 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2462dc-8243-4720-a214-07cd48885573 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eb2e40f5-cdca-4425-858a-cad8da549cec,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:03.620300 n-d-771362-32 neutron-server[94462]: INFO neutron.api.v2.resource [None req-de4dfdd0-266b-4bbd-8578-ae69ca5672db tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 02:36:03.620300 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-de4dfdd0-266b-4bbd-8578-ae69ca5672db tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.9040885 Jul 05 02:36:03.622169 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46552) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:03.627115 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-a691e445-f689-4648-ad14-82aa244ef97f tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Request body: {'security_group_rule': {'security_group_id': 'e5b2de11-df14-4620-b4ee-dabe90f8a3b4', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:36:03.698376 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-1522ffa1-a633-4bda-af0f-7fe6c3ff6742 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1347268 Jul 05 02:36:03.701890 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 46556) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:03.761166 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3f7a5dc0-633e-4f9e-a041-b5bb0b049ff8 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:03.763877 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cd6216-60cd-47dd-86c2-509b2887fe56 req-085c280a-ac3f-443b-8ddd-39b7e1ef4c0d tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:36:03.765434 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a6cd6216-60cd-47dd-86c2-509b2887fe56 req-085c280a-ac3f-443b-8ddd-39b7e1ef4c0d tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 945 time: 0.2948158 Jul 05 02:36:03.785794 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [None req-3f7a5dc0-633e-4f9e-a041-b5bb0b049ff8 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Transition to ACTIVE for port object 186c8ca1-bee9-49eb-949d-9d1bd347f604 will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:36:03.792764 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-65008065-f17d-4874-afbf-fb8b4f34f698 req-892a37aa-f1ef-4748-b854-69668e4e5b5c service neutron] 10.222.0.15 "GET /v2.0/networks/1b07052c-22c6-4d0f-b0a6-3bc3daa97540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429447 Jul 05 02:36:03.915308 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a6cd6216-60cd-47dd-86c2-509b2887fe56 req-80f62719-81a8-4448-890b-873f5c8a29d1 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=09716028-44a2-4220-a754-7ed932c56f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1322856 Jul 05 02:36:03.934193 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0f8a766d-f429-4829-83ea-425491fe29c2 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:03.968832 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3f7a5dc0-633e-4f9e-a041-b5bb0b049ff8 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:03.970971 n-d-771362-32 neutron-server[94462]: INFO neutron.api.v2.resource [None req-a691e445-f689-4648-ad14-82aa244ef97f tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 02:36:03.975640 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-a691e445-f689-4648-ad14-82aa244ef97f tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3524132 Jul 05 02:36:03.982588 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46564) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:03.988678 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0f8a766d-f429-4829-83ea-425491fe29c2 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:04.003636 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-65008065-f17d-4874-afbf-fb8b4f34f698 req-6b8586e8-b19e-4054-a3e0-ba865d9911b1 service neutron] 10.222.0.15 "GET /v2.0/networks/1b07052c-22c6-4d0f-b0a6-3bc3daa97540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016606 Jul 05 02:36:04.093055 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7a5dc0-633e-4f9e-a041-b5bb0b049ff8 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Network b31362b4-a4bd-42b5-81be-dffc815669f8 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:36:04.102094 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-3f7a5dc0-633e-4f9e-a041-b5bb0b049ff8 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:36:04.107736 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7a5dc0-633e-4f9e-a041-b5bb0b049ff8 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:36:04.113406 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7a5dc0-633e-4f9e-a041-b5bb0b049ff8 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:36:04.114049 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3f7a5dc0-633e-4f9e-a041-b5bb0b049ff8 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:04.144495 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7a5dc0-633e-4f9e-a041-b5bb0b049ff8 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Pushing event updated for resources: {'Port': ['ID=186c8ca1-bee9-49eb-949d-9d1bd347f604,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:04.175914 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0f8a766d-f429-4829-83ea-425491fe29c2 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:04.178686 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0f8a766d-f429-4829-83ea-425491fe29c2 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:04.182424 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-0f8a766d-f429-4829-83ea-425491fe29c2 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] 10.222.0.23 "DELETE /v2.0/security-groups/fadd7050-7269-450c-a49b-e86e120d10e1 HTTP/1.1" status: 204 len: 168 time: 0.4764078 Jul 05 02:36:04.183060 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 46572) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:04.197925 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c7a23585-6565-4b68-b864-a4d37b9f0690 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:04.207131 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8a766d-f429-4829-83ea-425491fe29c2 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fadd7050-7269-450c-a49b-e86e120d10e1,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:04.211344 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142fb179-0b95-41ed-b36c-b001d51701c0 req-5b388f0b-9a0f-40dc-a2a4-4a8ea81a7a71 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:36:04.218511 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-142fb179-0b95-41ed-b36c-b001d51701c0 req-5b388f0b-9a0f-40dc-a2a4-4a8ea81a7a71 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3585f44-daa3-4604-b0ee-b5caf6379713 HTTP/1.1" status: 200 len: 944 time: 0.2235210 Jul 05 02:36:04.276245 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-0316bfae-7de4-48fa-a758-eeeaef216e0a tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0849175 Jul 05 02:36:04.280992 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 46576) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:04.292540 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-618e9497-ea73-47fc-b522-4f3aa8f5344b tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Request body: {'security_group': {'name': 'tempest-secgroup--1208939082'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:36:04.294247 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c7a23585-6565-4b68-b864-a4d37b9f0690 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:04.309756 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-142fb179-0b95-41ed-b36c-b001d51701c0 req-8bf43f94-ef67-4966-a9e7-e03a712b6033 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/security-groups?id=896ea46a-6466-47fe-ac1a-3023b10eeb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903609 Jul 05 02:36:04.325446 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-3f7a5dc0-633e-4f9e-a041-b5bb0b049ff8 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4403493 Jul 05 02:36:04.329447 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46578) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:04.340283 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-8cfe7081-686b-4a29-a70a-de12981b485a tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Request body: {'subnet': {'network_id': 'b31362b4-a4bd-42b5-81be-dffc815669f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:36:04.447991 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-618e9497-ea73-47fc-b522-4f3aa8f5344b tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:04.486869 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.db.api [None req-8cfe7081-686b-4a29-a70a-de12981b485a tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 02:36:04.486869 n-d-771362-32 neutron-server[94462]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 02:36:04.486869 n-d-771362-32 neutron-server[94462]: [parameters: {'project_id_1': 'eec53b7bac0445b2b9e29f73fcad1818', 'expiration_1': datetime.datetime(2021, 7, 5, 2, 36, 4, 472240)}] Jul 05 02:36:04.486869 n-d-771362-32 neutron-server[94462]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94462) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 02:36:04.486869 n-d-771362-32 neutron-server[94462]: DEBUG oslo_db.api [None req-8cfe7081-686b-4a29-a70a-de12981b485a tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 02:36:04.577612 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device bc9ea3b7-f00b-4e36-b137-c1590c7364c8 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:36:04.593001 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c7a23585-6565-4b68-b864-a4d37b9f0690 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:04.599171 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c7a23585-6565-4b68-b864-a4d37b9f0690 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:04.599171 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-c7a23585-6565-4b68-b864-a4d37b9f0690 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] 10.222.0.23 "DELETE /v2.0/security-groups/e5b2de11-df14-4620-b4ee-dabe90f8a3b4 HTTP/1.1" status: 204 len: 168 time: 0.6113694 Jul 05 02:36:04.601304 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 46584) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:04.617370 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a23585-6565-4b68-b864-a4d37b9f0690 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b2de11-df14-4620-b4ee-dabe90f8a3b4,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:04.634624 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-d81994e1-a1d6-426e-9929-aa3f48330bf6 None None] Provisioning for port 186c8ca1-bee9-49eb-949d-9d1bd347f604 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:36:04.645064 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-d81994e1-a1d6-426e-9929-aa3f48330bf6 None None] Provisioning complete for port 186c8ca1-bee9-49eb-949d-9d1bd347f604 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:36:04.645359 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-d81994e1-a1d6-426e-9929-aa3f48330bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:04.665063 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-a31c4073-4756-46a5-9425-489e172a7280 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0622249 Jul 05 02:36:04.668812 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 46586) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:04.673188 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-c7e3e1e5-51dd-4e25-82bc-502c8235305d tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Request body: {'security_group': {'name': 'tempest-secgroup--1717734607'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:36:04.678037 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port bc9ea3b7-f00b-4e36-b137-c1590c7364c8 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:36:04.678495 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:04.710651 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-d81994e1-a1d6-426e-9929-aa3f48330bf6 None None] Port 186c8ca1-bee9-49eb-949d-9d1bd347f604 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:36:04.716231 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-618e9497-ea73-47fc-b522-4f3aa8f5344b tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:04.859876 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-618e9497-ea73-47fc-b522-4f3aa8f5344b tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:04.899767 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618e9497-ea73-47fc-b522-4f3aa8f5344b tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d27da0a3-4282-4272-8ab8-4981281d5e1b,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:05.034016 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c7e3e1e5-51dd-4e25-82bc-502c8235305d tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:05.118291 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e98f746-a1ea-451c-9b99-3518d19146e2 req-4e8578f9-6ddf-426f-9bea-694021480f0f tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:36:05.122774 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2e98f746-a1ea-451c-9b99-3518d19146e2 req-4e8578f9-6ddf-426f-9bea-694021480f0f tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 945 time: 0.0672388 Jul 05 02:36:05.161422 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2e98f746-a1ea-451c-9b99-3518d19146e2 req-27a28e63-9957-4562-90df-4045def8cfde tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=09716028-44a2-4220-a754-7ed932c56f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358961 Jul 05 02:36:05.218728 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-618e9497-ea73-47fc-b522-4f3aa8f5344b tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:05.223383 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-618e9497-ea73-47fc-b522-4f3aa8f5344b tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9353616 Jul 05 02:36:05.229936 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 46604) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:05.229936 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-db61e16c-33cb-413f-b1fb-1fdfea7563ea tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Request body: {'security_group_rule': {'security_group_id': 'd27da0a3-4282-4272-8ab8-4981281d5e1b', 'direction': 'ingress', 'protocol': 17}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:36:05.383534 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db30f064-73fc-49e3-8f62-f625350b5a03 req-21074b4d-f6d6-4139-9c3b-58792994d14c tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:36:05.385098 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-db30f064-73fc-49e3-8f62-f625350b5a03 req-21074b4d-f6d6-4139-9c3b-58792994d14c tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 945 time: 0.1028006 Jul 05 02:36:05.386422 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cfe7081-686b-4a29-a70a-de12981b485a tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Made reservation on behalf of eec53b7bac0445b2b9e29f73fcad1818 for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:36:05.390728 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8cfe7081-686b-4a29-a70a-de12981b485a tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:05.398602 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46610) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:05.404185 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-511481aa-9642-422f-99b0-311a49c83d1b tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Request body: {'floatingip': {'port_id': 'a9394229-9271-4949-b389-b76d35d0946e'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:36:05.474669 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c7e3e1e5-51dd-4e25-82bc-502c8235305d tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:05.532480 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-511481aa-9642-422f-99b0-311a49c83d1b tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Notify callbacks [] for floatingip, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:05.589849 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071552b2-57ac-47e8-b55f-4566ab12baa8 req-530e49d4-4adf-42cd-9311-5d2dbd9625b8 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:36:05.591382 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-071552b2-57ac-47e8-b55f-4566ab12baa8 req-530e49d4-4adf-42cd-9311-5d2dbd9625b8 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3585f44-daa3-4604-b0ee-b5caf6379713 HTTP/1.1" status: 200 len: 944 time: 0.0856953 Jul 05 02:36:05.638718 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-071552b2-57ac-47e8-b55f-4566ab12baa8 req-45269cac-f0ba-416c-8f65-13ce3f811a77 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/security-groups?id=896ea46a-6466-47fe-ac1a-3023b10eeb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408487 Jul 05 02:36:05.641477 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c7e3e1e5-51dd-4e25-82bc-502c8235305d tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:05.682441 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e3e1e5-51dd-4e25-82bc-502c8235305d tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe9010ca-b70b-4fdd-8437-3c7fa8a26eb9,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:05.691734 n-d-771362-32 neutron-server[94462]: INFO neutron.db.ipam_backend_mixin [None req-8cfe7081-686b-4a29-a70a-de12981b485a tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d31652d9-1148-4319-8da2-8f422ddef17c (CIDR: 2001:db8::/64) Jul 05 02:36:05.757723 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cfe7081-686b-4a29-a70a-de12981b485a tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 02:36:05.758535 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cfe7081-686b-4a29-a70a-de12981b485a tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94462) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:36:05.848477 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-db61e16c-33cb-413f-b1fb-1fdfea7563ea tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:05.916878 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-db61e16c-33cb-413f-b1fb-1fdfea7563ea tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:05.958402 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c7e3e1e5-51dd-4e25-82bc-502c8235305d tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:05.959753 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-c7e3e1e5-51dd-4e25-82bc-502c8235305d tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2900271 Jul 05 02:36:05.962635 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 46622) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:05.967187 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-32033cfb-01d6-467a-a649-6077273b27a9 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Request body: {'security_group_rule': {'security_group_id': 'fe9010ca-b70b-4fdd-8437-3c7fa8a26eb9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:36:05.994992 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 02:36:06.027615 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-8cfe7081-686b-4a29-a70a-de12981b485a tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6968451 Jul 05 02:36:06.033263 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46624) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:06.039110 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-9a5dd267-0e55-498f-b6e1-34ccc63934c8 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Request body: {'subnet': {'network_id': 'b31362b4-a4bd-42b5-81be-dffc815669f8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:36:06.072958 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-db61e16c-33cb-413f-b1fb-1fdfea7563ea tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:06.101294 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db61e16c-33cb-413f-b1fb-1fdfea7563ea tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5898023-fabc-413b-b025-678dd835de49,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:06.288684 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-db61e16c-33cb-413f-b1fb-1fdfea7563ea tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:06.290511 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-db61e16c-33cb-413f-b1fb-1fdfea7563ea tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.0656538 Jul 05 02:36:06.303972 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 46636) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:06.314319 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-511481aa-9642-422f-99b0-311a49c83d1b tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:06.372640 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-53ab2ead-48d7-4bf1-b069-f33ee63f1c06 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:06.404243 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-53ab2ead-48d7-4bf1-b069-f33ee63f1c06 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:06.407702 n-d-771362-32 neutron-server[94461]: INFO neutron.api.v2.resource [None req-32033cfb-01d6-467a-a649-6077273b27a9 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] create failed (client error): The resource could not be found. Jul 05 02:36:06.408782 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-32033cfb-01d6-467a-a649-6077273b27a9 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4451356 Jul 05 02:36:06.412451 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46640) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:06.417498 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-b741dfa2-d334-4c37-af8d-218d93882a2c tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Request body: {'security_group_rule': {'security_group_id': 'fe9010ca-b70b-4fdd-8437-3c7fa8a26eb9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '4f6b3907-e326-49d7-ae1a-a0ce3255e96d'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:36:06.490337 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-511481aa-9642-422f-99b0-311a49c83d1b tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636869'] for floatingip, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:06.593263 n-d-771362-32 neutron-server[94462]: INFO neutron.db.l3_db [None req-511481aa-9642-422f-99b0-311a49c83d1b tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Floating IP 55a44158-9477-466b-96d3-8069250137e3 associated. External IP: 172.25.7.20, port: a9394229-9271-4949-b389-b76d35d0946e. Jul 05 02:36:06.632879 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a5dd267-0e55-498f-b6e1-34ccc63934c8 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Made reservation on behalf of eec53b7bac0445b2b9e29f73fcad1818 for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:36:06.636388 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9a5dd267-0e55-498f-b6e1-34ccc63934c8 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:06.736015 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-53ab2ead-48d7-4bf1-b069-f33ee63f1c06 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:06.739980 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-53ab2ead-48d7-4bf1-b069-f33ee63f1c06 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:06.741374 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-53ab2ead-48d7-4bf1-b069-f33ee63f1c06 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] 10.222.0.23 "DELETE /v2.0/security-groups/d27da0a3-4282-4272-8ab8-4981281d5e1b HTTP/1.1" status: 204 len: 168 time: 0.4352303 Jul 05 02:36:06.745055 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 46646) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:06.764386 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ab2ead-48d7-4bf1-b069-f33ee63f1c06 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d27da0a3-4282-4272-8ab8-4981281d5e1b,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:06.771934 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 85262029-6326-4ca7-994d-3d91821f6c75 details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:36:06.798149 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-0ce11e60-fe32-409f-b461-c5343e10d0b1 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0515561 Jul 05 02:36:06.803516 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 46650) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:06.808420 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-10b927c2-6e78-4466-bf00-636f921f3925 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Request body: {'security_group': {'name': 'tempest-secgroup--1651865100'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:36:06.931513 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 85262029-6326-4ca7-994d-3d91821f6c75, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=85262029-6326-4ca7-994d-3d91821f6c75,segment=NetworkSegment(fa1cc820-8811-4bbd-a98d-5810eaac77f0),segment_id=fa1cc820-8811-4bbd-a98d-5810eaac77f0)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:36:06.958497 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Returning: {'device': '85262029-6326-4ca7-994d-3d91821f6c75', 'network_id': '1b07052c-22c6-4d0f-b0a6-3bc3daa97540', 'port_id': '85262029-6326-4ca7-994d-3d91821f6c75', 'mac_address': 'fa:16:3e:86:64:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83dd570d-22ee-4f29-80f0-61f3c568de93', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:36:07.004814 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-10b927c2-6e78-4466-bf00-636f921f3925 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:07.052292 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:07.114203 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85262029-6326-4ca7-994d-3d91821f6c75 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:36:07.169372 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 85262029-6326-4ca7-994d-3d91821f6c75, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=85262029-6326-4ca7-994d-3d91821f6c75,segment=NetworkSegment(fa1cc820-8811-4bbd-a98d-5810eaac77f0),segment_id=fa1cc820-8811-4bbd-a98d-5810eaac77f0)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:36:07.204897 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-10b927c2-6e78-4466-bf00-636f921f3925 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:07.260749 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e69c2e2-5c58-4a42-a78c-a340b5c93bc3 req-0206e944-704b-45fe-afa3-7286eea93e51 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:36:07.262213 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6e69c2e2-5c58-4a42-a78c-a340b5c93bc3 req-0206e944-704b-45fe-afa3-7286eea93e51 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3585f44-daa3-4604-b0ee-b5caf6379713 HTTP/1.1" status: 200 len: 944 time: 0.2004085 Jul 05 02:36:07.389278 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6e69c2e2-5c58-4a42-a78c-a340b5c93bc3 req-e0abf218-71a1-4064-9ea0-becb37146f10 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/security-groups?id=896ea46a-6466-47fe-ac1a-3023b10eeb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953717 Jul 05 02:36:07.412143 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-511481aa-9642-422f-99b0-311a49c83d1b tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Router 58362404-fae8-4097-89af-11a23fd2da31 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:36:07.421024 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:07.498985 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=85262029-6326-4ca7-994d-3d91821f6c75,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:07.562679 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-10b927c2-6e78-4466-bf00-636f921f3925 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:07.578182 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b927c2-6e78-4466-bf00-636f921f3925 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08c6200b-2e44-4789-bbd1-939174fc18f1,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:07.588201 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-511481aa-9642-422f-99b0-311a49c83d1b tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:36:07.598979 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-511481aa-9642-422f-99b0-311a49c83d1b tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:07.599193 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748068b2-8137-49df-ae35-0f4ac589d9f2 None None] Sync routers for ids ['58362404-fae8-4097-89af-11a23fd2da31'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:36:07.608035 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748068b2-8137-49df-ae35-0f4ac589d9f2 None None] Routers {'58362404-fae8-4097-89af-11a23fd2da31'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:36:07.608960 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-748068b2-8137-49df-ae35-0f4ac589d9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:35:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['58362404-fae8-4097-89af-11a23fd2da31'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:36:07.623214 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9a5dd267-0e55-498f-b6e1-34ccc63934c8 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:07.653392 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['85262029-6326-4ca7-994d-3d91821f6c75'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:36:07.662109 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-511481aa-9642-422f-99b0-311a49c83d1b tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "PUT /v2.0/floatingips/55a44158-9477-466b-96d3-8069250137e3 HTTP/1.1" status: 200 len: 990 time: 2.2590539 Jul 05 02:36:07.664217 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a495395-0a83-4a09-b123-70337c3e7a2a', 'tag': 'a9394229-9271-4949-b389-b76d35d0946e'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:36:07.666347 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b223267e0e0ddb3199af7772d0b45336e3b4b54fbb151c86a8051291a61e85db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-128db93a-b602-4dd1-84cf-e830dcd0f5a9" -d '{"events": [{"name": "network-changed", "server_uuid": "7a495395-0a83-4a09-b123-70337c3e7a2a", "tag": "a9394229-9271-4949-b389-b76d35d0946e"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:36:07.690516 n-d-771362-32 neutron-server[94462]: INFO neutron.api.v2.resource [None req-b741dfa2-d334-4c37-af8d-218d93882a2c tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] create failed (client error): The resource could not be found. Jul 05 02:36:07.698103 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-b741dfa2-d334-4c37-af8d-218d93882a2c tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 1.2786283 Jul 05 02:36:07.698103 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5dd267-0e55-498f-b6e1-34ccc63934c8 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Network b31362b4-a4bd-42b5-81be-dffc815669f8 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:36:07.698103 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-9a5dd267-0e55-498f-b6e1-34ccc63934c8 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:36:07.699631 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5dd267-0e55-498f-b6e1-34ccc63934c8 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Pushing event updated for resources: {'Subnet': ['ID=86316dc3-3fb5-49fd-a865-a2c122172f76,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:07.702268 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5dd267-0e55-498f-b6e1-34ccc63934c8 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:36:07.702862 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9a5dd267-0e55-498f-b6e1-34ccc63934c8 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks [] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:07.713116 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46672) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:07.752517 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-10b927c2-6e78-4466-bf00-636f921f3925 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:07.757072 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-10b927c2-6e78-4466-bf00-636f921f3925 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9525187 Jul 05 02:36:07.759701 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 46676) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:07.767467 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e0de11-2df2-424f-9e27-693e211211d5 None None] Network b31362b4-a4bd-42b5-81be-dffc815669f8 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:36:07.771544 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-66f22a66-a095-4716-b766-82f4956abed7 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Request body: {'security_group': {'name': 'tempest-secgroup--765745632'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:36:07.780424 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2af2eddb-2ae8-4e96-b70a-f3b613261b73 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:07.809920 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-9a5dd267-0e55-498f-b6e1-34ccc63934c8 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.7754898 Jul 05 02:36:07.812780 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46678) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:07.819774 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-8c41684e-7091-4aa1-ab0d-3c5d49ef6cd0 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1236860746', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '86316dc3-3fb5-49fd-a865-a2c122172f76'}], 'security_groups': ['3f4166ae-dd42-477d-9bef-7f9ec426fee0']}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:36:07.867271 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2af2eddb-2ae8-4e96-b70a-f3b613261b73 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:07.876467 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-748068b2-8137-49df-ae35-0f4ac589d9f2 None None] Set router 58362404-fae8-4097-89af-11a23fd2da31 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:36:07.998053 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-254781a9-489f-47fa-8f10-eca8be622ad9 x-openstack-request-id: req-254781a9-489f-47fa-8f10-eca8be622ad9 {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:36:07.998053 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a495395-0a83-4a09-b123-70337c3e7a2a", "tag": "a9394229-9271-4949-b389-b76d35d0946e", "status": "completed", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:36:07.998053 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-254781a9-489f-47fa-8f10-eca8be622ad9 {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:36:07.998053 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a495395-0a83-4a09-b123-70337c3e7a2a', 'tag': 'a9394229-9271-4949-b389-b76d35d0946e', 'status': 'completed', 'code': 200} Jul 05 02:36:08.060249 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8c41684e-7091-4aa1-ab0d-3c5d49ef6cd0 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:08.067761 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-66f22a66-a095-4716-b766-82f4956abed7 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:08.145635 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2af2eddb-2ae8-4e96-b70a-f3b613261b73 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:08.148660 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2af2eddb-2ae8-4e96-b70a-f3b613261b73 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:08.152484 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-2af2eddb-2ae8-4e96-b70a-f3b613261b73 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] 10.222.0.23 "DELETE /v2.0/security-groups/fe9010ca-b70b-4fdd-8437-3c7fa8a26eb9 HTTP/1.1" status: 204 len: 168 time: 0.4358802 Jul 05 02:36:08.154495 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 46684) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:08.178448 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af2eddb-2ae8-4e96-b70a-f3b613261b73 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe9010ca-b70b-4fdd-8437-3c7fa8a26eb9,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:08.345665 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128db93a-b602-4dd1-84cf-e830dcd0f5a9 req-d57c2fc9-a54a-41ea-975d-3b6c90a0b353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:36:08.347417 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-128db93a-b602-4dd1-84cf-e830dcd0f5a9 req-d57c2fc9-a54a-41ea-975d-3b6c90a0b353 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=442a3e50d6be48be9e1562c5772ee754&device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 1097 time: 0.3277659 Jul 05 02:36:08.431428 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-a717f2f4-a8c5-4385-b03a-3f385175ce91 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2680743 Jul 05 02:36:08.438697 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 46694) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:08.444079 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-37293d59-777f-4526-8873-82605b81e06e tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Request body: {'security_group_rule': {'security_group_id': '66eed2ec-7342-4183-bdcf-e1736995c587', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:36:08.512094 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-748068b2-8137-49df-ae35-0f4ac589d9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58362404-fae8-4097-89af-11a23fd2da31', 'name': 'tempest-ServerActionsTestJSON-274664488-router', 'tenant_id': '442a3e50d6be48be9e1562c5772ee754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '40ab75eb-62e4-4c27-a917-0b46050ed2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:35:24Z', 'updated_at': '2021-07-05T02:35:33Z', 'revision_number': 4, 'project_id': '442a3e50d6be48be9e1562c5772ee754', 'gw_port': {'id': '40ab75eb-62e4-4c27-a917-0b46050ed2d0', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58362404-fae8-4097-89af-11a23fd2da31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:35:26Z', 'updated_at': '2021-07-05T02:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '55a44158-9477-466b-96d3-8069250137e3', 'tenant_id': '442a3e50d6be48be9e1562c5772ee754', 'floating_ip_address': '172.25.7.20', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': '58362404-fae8-4097-89af-11a23fd2da31', 'port_id': 'a9394229-9271-4949-b389-b76d35d0946e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2742, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4d51310-b056-42c6-8720-dd3607bb490e', 'mac_address': 'fa:16:3e:27:ef:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a495395-0a83-4a09-b123-70337c3e7a2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T02:35:43Z', 'updated_at': '2021-07-05T02:36:06Z', 'revision_number': 1, 'project_id': '442a3e50d6be48be9e1562c5772ee754', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2587b0cd-b17f-4d40-ac22-a2b23f3937dd', 'name': '', 'network_id': 'c4d51310-b056-42c6-8720-dd3607bb490e', 'tenant_id': '442a3e50d6be48be9e1562c5772ee754', 'mac_address': 'fa:16:3e:99:48:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58362404-fae8-4097-89af-11a23fd2da31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '822ac30d-26eb-483a-9cd9-5da64853ba79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:35:30Z', 'updated_at': '2021-07-05T02:35:41Z', 'revision_number': 5, 'project_id': '442a3e50d6be48be9e1562c5772ee754', 'subnets': [{'id': '822ac30d-26eb-483a-9cd9-5da64853ba79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:36:08.527209 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-66f22a66-a095-4716-b766-82f4956abed7 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:08.537378 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128db93a-b602-4dd1-84cf-e830dcd0f5a9 req-3e35eb4d-a3f0-4193-9627-4ff70e6c3d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:36:08.538994 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-128db93a-b602-4dd1-84cf-e830dcd0f5a9 req-3e35eb4d-a3f0-4193-9627-4ff70e6c3d54 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c4d51310-b056-42c6-8720-dd3607bb490e HTTP/1.1" status: 200 len: 911 time: 0.1841757 Jul 05 02:36:08.583174 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748068b2-8137-49df-ae35-0f4ac589d9f2 None None] Checking router: 58362404-fae8-4097-89af-11a23fd2da31 for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:36:08.599799 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748068b2-8137-49df-ae35-0f4ac589d9f2 None None] Routers {'58362404-fae8-4097-89af-11a23fd2da31'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:36:08.600442 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-748068b2-8137-49df-ae35-0f4ac589d9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:35:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['58362404-fae8-4097-89af-11a23fd2da31'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:36:08.649476 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-128db93a-b602-4dd1-84cf-e830dcd0f5a9 req-ff068dea-2d03-4f7e-8a86-030760742478 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9394229-9271-4949-b389-b76d35d0946e HTTP/1.1" status: 200 len: 998 time: 0.1040776 Jul 05 02:36:08.660281 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-8c41684e-7091-4aa1-ab0d-3c5d49ef6cd0 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Delete allocated IP 2001:db8::237 (b31362b4-a4bd-42b5-81be-dffc815669f8/d31652d9-1148-4319-8da2-8f422ddef17c) {{(pid=94462) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 05 02:36:08.676980 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-8c41684e-7091-4aa1-ab0d-3c5d49ef6cd0 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Allocated IP 2001:db8:0:1::349 (b31362b4-a4bd-42b5-81be-dffc815669f8/86316dc3-3fb5-49fd-a865-a2c122172f76/186c8ca1-bee9-49eb-949d-9d1bd347f604) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:36:08.738321 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-66f22a66-a095-4716-b766-82f4956abed7 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:08.769131 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac174a-cd3c-4fbe-9f18-2d042812036e req-d62f6ba2-6c19-49be-bce5-3ab46765335b tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:36:08.770871 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-52ac174a-cd3c-4fbe-9f18-2d042812036e req-d62f6ba2-6c19-49be-bce5-3ab46765335b tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3585f44-daa3-4604-b0ee-b5caf6379713 HTTP/1.1" status: 200 len: 945 time: 0.1823893 Jul 05 02:36:08.777644 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128db93a-b602-4dd1-84cf-e830dcd0f5a9 req-0cf56d96-aaeb-42c6-b64e-a6f18ef16fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:36:08.779266 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-128db93a-b602-4dd1-84cf-e830dcd0f5a9 req-0cf56d96-aaeb-42c6-b64e-a6f18ef16fba service neutron] 10.222.0.21 "GET /v2.0/subnets?id=822ac30d-26eb-483a-9cd9-5da64853ba79 HTTP/1.1" status: 200 len: 850 time: 0.1229630 Jul 05 02:36:08.906561 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-52ac174a-cd3c-4fbe-9f18-2d042812036e req-e53fc5bc-5261-4891-a4f3-f9d19eaf6474 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/security-groups?id=896ea46a-6466-47fe-ac1a-3023b10eeb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261640 Jul 05 02:36:08.938378 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f22a66-a095-4716-b766-82f4956abed7 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0160b91-7f90-4078-bf6a-55932e88c796,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:09.001190 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8c41684e-7091-4aa1-ab0d-3c5d49ef6cd0 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:09.015526 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-66f22a66-a095-4716-b766-82f4956abed7 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:09.018877 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-66f22a66-a095-4716-b766-82f4956abed7 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2540045 Jul 05 02:36:09.021259 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46706) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:09.023151 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128db93a-b602-4dd1-84cf-e830dcd0f5a9 req-e59e5723-cdea-4b14-b7d8-1a298173d472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:36:09.024763 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-128db93a-b602-4dd1-84cf-e830dcd0f5a9 req-e59e5723-cdea-4b14-b7d8-1a298173d472 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c4d51310-b056-42c6-8720-dd3607bb490e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2351675 Jul 05 02:36:09.026345 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-73d07f73-4472-4bae-b309-0d39addb1948 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Request body: {'security_group_rule': {'security_group_id': '08c6200b-2e44-4789-bbd1-939174fc18f1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'a0160b91-7f90-4078-bf6a-55932e88c796', 'remote_ip_prefix': None}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:36:09.032395 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [None req-8c41684e-7091-4aa1-ab0d-3c5d49ef6cd0 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Transition to ACTIVE for port object 186c8ca1-bee9-49eb-949d-9d1bd347f604 will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:36:09.042477 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 85262029-6326-4ca7-994d-3d91821f6c75 up at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:36:09.108872 n-d-771362-32 neutron-server[94461]: INFO neutron.api.v2.resource [None req-37293d59-777f-4526-8873-82605b81e06e tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] create failed (client error): The resource could not be found. Jul 05 02:36:09.116115 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46710) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:09.116270 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-37293d59-777f-4526-8873-82605b81e06e tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6758778 Jul 05 02:36:09.121382 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-b793dc8e-ff8d-493f-be79-a82a7572fd75 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Request body: {'security_group': {'name': 'tempest-secgroup--1433229004'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:36:09.128399 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92439d7-b0b9-4b12-88a4-4107d00d878a None None] Update dhcp port {'port': {'network_id': 'b31362b4-a4bd-42b5-81be-dffc815669f8', 'fixed_ips': [{'subnet_id': 'd31652d9-1148-4319-8da2-8f422ddef17c', 'ip_address': '2001:db8::2'}, {'subnet_id': '86316dc3-3fb5-49fd-a865-a2c122172f76'}], 'binding:host_id': 'n-d-771362-32'}, 'id': 'bc9ea3b7-f00b-4e36-b137-c1590c7364c8'} from n-d-771362-32. {{(pid=94463) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 02:36:09.144722 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8c41684e-7091-4aa1-ab0d-3c5d49ef6cd0 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:09.186333 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-c92439d7-b0b9-4b12-88a4-4107d00d878a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:09.205404 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-128db93a-b602-4dd1-84cf-e830dcd0f5a9 req-e4e4da02-1ce3-49ce-9717-778f580a581a service neutron] 10.222.0.21 "GET /v2.0/networks/c4d51310-b056-42c6-8720-dd3607bb490e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731045 Jul 05 02:36:09.245084 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c41684e-7091-4aa1-ab0d-3c5d49ef6cd0 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Pushing event updated for resources: {'Port': ['ID=186c8ca1-bee9-49eb-949d-9d1bd347f604,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:09.245816 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-748068b2-8137-49df-ae35-0f4ac589d9f2 None None] Set router 58362404-fae8-4097-89af-11a23fd2da31 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:36:09.309764 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-8c41684e-7091-4aa1-ab0d-3c5d49ef6cd0 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] In _notify_port_updated(), no bound segment for port 186c8ca1-bee9-49eb-949d-9d1bd347f604 on network b31362b4-a4bd-42b5-81be-dffc815669f8 {{(pid=94462) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 02:36:09.318019 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c41684e-7091-4aa1-ab0d-3c5d49ef6cd0 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:36:09.318851 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8c41684e-7091-4aa1-ab0d-3c5d49ef6cd0 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:09.320540 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-8c41684e-7091-4aa1-ab0d-3c5d49ef6cd0 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "PUT /v2.0/ports/186c8ca1-bee9-49eb-949d-9d1bd347f604 HTTP/1.1" status: 200 len: 931 time: 1.5067644 Jul 05 02:36:09.324367 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46714) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:09.329019 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-73d07f73-4472-4bae-b309-0d39addb1948 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:09.423858 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-128db93a-b602-4dd1-84cf-e830dcd0f5a9 req-6def08a1-2e5f-44fb-b2e1-611ee7fdfb98 service neutron] 10.222.0.21 "GET /v2.0/networks/c4d51310-b056-42c6-8720-dd3607bb490e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106643 Jul 05 02:36:09.425505 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning for port 85262029-6326-4ca7-994d-3d91821f6c75 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:36:09.441452 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning complete for port 85262029-6326-4ca7-994d-3d91821f6c75 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:36:09.441715 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:09.526590 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-73d07f73-4472-4bae-b309-0d39addb1948 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:09.558619 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b793dc8e-ff8d-493f-be79-a82a7572fd75 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:09.587916 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-ace55f78-66a8-4c86-885f-428d547be237 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Deleting port 186c8ca1-bee9-49eb-949d-9d1bd347f604 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:36:09.588270 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ace55f78-66a8-4c86-885f-428d547be237 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:09.663019 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-c92439d7-b0b9-4b12-88a4-4107d00d878a None None] Allocated IP 2001:db8:0:1::2 (b31362b4-a4bd-42b5-81be-dffc815669f8/86316dc3-3fb5-49fd-a865-a2c122172f76/bc9ea3b7-f00b-4e36-b137-c1590c7364c8) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:36:09.702062 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-73d07f73-4472-4bae-b309-0d39addb1948 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:09.784935 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ace55f78-66a8-4c86-885f-428d547be237 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:09.787841 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d07f73-4472-4bae-b309-0d39addb1948 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c70f227-397f-400e-be03-3a40978ee2f5,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:09.803020 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:09.805791 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-ace55f78-66a8-4c86-885f-428d547be237 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Calling delete_port for 186c8ca1-bee9-49eb-949d-9d1bd347f604 owned by {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:36:09.831191 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b793dc8e-ff8d-493f-be79-a82a7572fd75 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:09.844436 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3585f44-daa3-4604-b0ee-b5caf6379713', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85262029-6326-4ca7-994d-3d91821f6c75'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:36:09.847267 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7226df60-2a43-4f4a-adef-82862627a837" -d '{"events": [{"server_uuid": "a3585f44-daa3-4604-b0ee-b5caf6379713", "name": "network-vif-plugged", "status": "completed", "tag": "85262029-6326-4ca7-994d-3d91821f6c75"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:36:09.888379 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 85262029-6326-4ca7-994d-3d91821f6c75, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=85262029-6326-4ca7-994d-3d91821f6c75,segment=NetworkSegment(fa1cc820-8811-4bbd-a98d-5810eaac77f0),segment_id=fa1cc820-8811-4bbd-a98d-5810eaac77f0)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:36:09.904949 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-748068b2-8137-49df-ae35-0f4ac589d9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58362404-fae8-4097-89af-11a23fd2da31', 'name': 'tempest-ServerActionsTestJSON-274664488-router', 'tenant_id': '442a3e50d6be48be9e1562c5772ee754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '40ab75eb-62e4-4c27-a917-0b46050ed2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:35:24Z', 'updated_at': '2021-07-05T02:35:33Z', 'revision_number': 4, 'project_id': '442a3e50d6be48be9e1562c5772ee754', 'gw_port': {'id': '40ab75eb-62e4-4c27-a917-0b46050ed2d0', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58362404-fae8-4097-89af-11a23fd2da31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:35:26Z', 'updated_at': '2021-07-05T02:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '55a44158-9477-466b-96d3-8069250137e3', 'tenant_id': '442a3e50d6be48be9e1562c5772ee754', 'floating_ip_address': '172.25.7.20', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': '58362404-fae8-4097-89af-11a23fd2da31', 'port_id': 'a9394229-9271-4949-b389-b76d35d0946e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2742, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4d51310-b056-42c6-8720-dd3607bb490e', 'mac_address': 'fa:16:3e:27:ef:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a495395-0a83-4a09-b123-70337c3e7a2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T02:35:43Z', 'updated_at': '2021-07-05T02:36:06Z', 'revision_number': 1, 'project_id': '442a3e50d6be48be9e1562c5772ee754', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2587b0cd-b17f-4d40-ac22-a2b23f3937dd', 'name': '', 'network_id': 'c4d51310-b056-42c6-8720-dd3607bb490e', 'tenant_id': '442a3e50d6be48be9e1562c5772ee754', 'mac_address': 'fa:16:3e:99:48:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58362404-fae8-4097-89af-11a23fd2da31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '822ac30d-26eb-483a-9cd9-5da64853ba79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:35:30Z', 'updated_at': '2021-07-05T02:35:41Z', 'revision_number': 5, 'project_id': '442a3e50d6be48be9e1562c5772ee754', 'subnets': [{'id': '822ac30d-26eb-483a-9cd9-5da64853ba79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:36:09.910620 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-c92439d7-b0b9-4b12-88a4-4107d00d878a None None] For port bc9ea3b7-f00b-4e36-b137-c1590c7364c8, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=bc9ea3b7-f00b-4e36-b137-c1590c7364c8,segment=NetworkSegment(0e3ceaa3-50b0-4cab-ab79-3e0466590955),segment_id=0e3ceaa3-50b0-4cab-ab79-3e0466590955)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:36:09.913998 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-674836d8-6a34-4ff0-8496-6c47721a24d1 x-openstack-request-id: req-674836d8-6a34-4ff0-8496-6c47721a24d1 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:36:09.914925 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3585f44-daa3-4604-b0ee-b5caf6379713", "name": "network-vif-plugged", "status": "completed", "tag": "85262029-6326-4ca7-994d-3d91821f6c75", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:36:09.915183 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-674836d8-6a34-4ff0-8496-6c47721a24d1 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:36:09.916572 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3585f44-daa3-4604-b0ee-b5caf6379713', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85262029-6326-4ca7-994d-3d91821f6c75', 'code': 200} Jul 05 02:36:09.979075 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748068b2-8137-49df-ae35-0f4ac589d9f2 None None] The sync data for ids ['58362404-fae8-4097-89af-11a23fd2da31'] in n-d-771362-32 is: [{'id': '58362404-fae8-4097-89af-11a23fd2da31', 'name': 'tempest-ServerActionsTestJSON-274664488-router', 'tenant_id': '442a3e50d6be48be9e1562c5772ee754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '40ab75eb-62e4-4c27-a917-0b46050ed2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:35:24Z', 'updated_at': '2021-07-05T02:35:33Z', 'revision_number': 4, 'project_id': '442a3e50d6be48be9e1562c5772ee754', 'gw_port': {'id': '40ab75eb-62e4-4c27-a917-0b46050ed2d0', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58362404-fae8-4097-89af-11a23fd2da31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:35:26Z', 'updated_at': '2021-07-05T02:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '55a44158-9477-466b-96d3-8069250137e3', 'tenant_id': '442a3e50d6be48be9e1562c5772ee754', 'floating_ip_address': '172.25.7.20', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': '58362404-fae8-4097-89af-11a23fd2da31', 'port_id': 'a9394229-9271-4949-b389-b76d35d0946e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2742, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4d51310-b056-42c6-8720-dd3607bb490e', 'mac_address': 'fa:16:3e:27:ef:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a495395-0a83-4a09-b123-70337c3e7a2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T02:35:43Z', 'updated_at': '2021-07-05T02:36:06Z', 'revision_number': 1, 'project_id': '442a3e50d6be48be9e1562c5772ee754', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2587b0cd-b17f-4d40-ac22-a2b23f3937dd', 'name': '', 'network_id': 'c4d51310-b056-42c6-8720-dd3607bb490e', 'tenant_id': '442a3e50d6be48be9e1562c5772ee754', 'mac_address': 'fa:16:3e:99:48:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58362404-fae8-4097-89af-11a23fd2da31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '822ac30d-26eb-483a-9cd9-5da64853ba79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:35:30Z', 'updated_at': '2021-07-05T02:35:41Z', 'revision_number': 5, 'project_id': '442a3e50d6be48be9e1562c5772ee754', 'subnets': [{'id': '822ac30d-26eb-483a-9cd9-5da64853ba79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:36:10.026789 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-c92439d7-b0b9-4b12-88a4-4107d00d878a None None] Notify callbacks [] for port, precommit_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:10.042557 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b793dc8e-ff8d-493f-be79-a82a7572fd75 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:10.079711 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:10.100853 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-c92439d7-b0b9-4b12-88a4-4107d00d878a None None] Transition to ACTIVE for port object bc9ea3b7-f00b-4e36-b137-c1590c7364c8 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:36:10.164227 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-73d07f73-4472-4bae-b309-0d39addb1948 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:10.165779 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-73d07f73-4472-4bae-b309-0d39addb1948 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.1433225 Jul 05 02:36:10.174972 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46734) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:10.180219 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=85262029-6326-4ca7-994d-3d91821f6c75,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:10.237488 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-79d808d8-21a2-42a6-bd0d-a0409c194a00 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:10.249470 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b793dc8e-ff8d-493f-be79-a82a7572fd75 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3be26fae-0164-430f-99b7-e9b66e49ca78,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:10.249692 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230c4dec-a834-4e5d-a6c6-d375d07a100d req-166a2d85-48b6-419d-8001-1446de6ffac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:36:10.250586 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-230c4dec-a834-4e5d-a6c6-d375d07a100d req-166a2d85-48b6-419d-8001-1446de6ffac5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a3585f44-daa3-4604-b0ee-b5caf6379713 HTTP/1.1" status: 200 len: 1098 time: 0.2046480 Jul 05 02:36:10.251812 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-c92439d7-b0b9-4b12-88a4-4107d00d878a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:10.274455 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-79d808d8-21a2-42a6-bd0d-a0409c194a00 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:10.307850 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ace55f78-66a8-4c86-885f-428d547be237 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:10.312162 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b793dc8e-ff8d-493f-be79-a82a7572fd75 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:10.313453 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-b793dc8e-ff8d-493f-be79-a82a7572fd75 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1960258 Jul 05 02:36:10.332411 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 46742) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:10.348194 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace55f78-66a8-4c86-885f-428d547be237 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Pushing event deleted for resources: {'Port': ['ID=186c8ca1-bee9-49eb-949d-9d1bd347f604,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:10.359772 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-9fd260cb-96be-41f1-a38f-8cec05d1c50e tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Request body: {'security_group': {'name': 'tempest-secgroup--347659981'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:36:10.430075 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92439d7-b0b9-4b12-88a4-4107d00d878a None None] Pushing event updated for resources: {'Port': ['ID=bc9ea3b7-f00b-4e36-b137-c1590c7364c8,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:10.434168 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ace55f78-66a8-4c86-885f-428d547be237 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:10.438340 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-ace55f78-66a8-4c86-885f-428d547be237 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "DELETE /v2.0/ports/186c8ca1-bee9-49eb-949d-9d1bd347f604 HTTP/1.1" status: 204 len: 168 time: 1.0579007 Jul 05 02:36:10.450189 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46748) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:10.482634 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a72395d-64cc-43cd-9a09-5b2c9eb157b6 req-c5ffa990-48ea-47ff-a453-db7f63a5876d tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:36:10.484270 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1a72395d-64cc-43cd-9a09-5b2c9eb157b6 req-c5ffa990-48ea-47ff-a453-db7f63a5876d tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3585f44-daa3-4604-b0ee-b5caf6379713 HTTP/1.1" status: 200 len: 946 time: 0.2603686 Jul 05 02:36:10.487615 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-79d808d8-21a2-42a6-bd0d-a0409c194a00 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:10.488525 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf227c73-09df-43a8-b4c6-af1240a3f513 None None] New status for floating IP 55a44158-9477-466b-96d3-8069250137e3: ACTIVE {{(pid=94464) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 02:36:10.549973 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-79d808d8-21a2-42a6-bd0d-a0409c194a00 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:10.551176 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-79d808d8-21a2-42a6-bd0d-a0409c194a00 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/6c70f227-397f-400e-be03-3a40978ee2f5 HTTP/1.1" status: 204 len: 168 time: 0.3797796 Jul 05 02:36:10.554879 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-f861fbcb-f8d2-4255-83b5-1b401b734cf5 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] GET failed (client error): The resource could not be found. Jul 05 02:36:10.556290 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-f861fbcb-f8d2-4255-83b5-1b401b734cf5 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "GET /v2.0/ports/186c8ca1-bee9-49eb-949d-9d1bd347f604 HTTP/1.1" status: 404 len: 333 time: 0.0984888 Jul 05 02:36:10.581697 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46752) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:10.581697 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46754) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:10.617109 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d808d8-21a2-42a6-bd0d-a0409c194a00 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6c70f227-397f-400e-be03-3a40978ee2f5,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:10.658441 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1a72395d-64cc-43cd-9a09-5b2c9eb157b6 req-ba2a72ce-0605-47bc-b8a4-927524b34f81 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/security-groups?id=896ea46a-6466-47fe-ac1a-3023b10eeb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377819 Jul 05 02:36:10.668354 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device bc9ea3b7-f00b-4e36-b137-c1590c7364c8 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:36:10.717034 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-5093c13b-0c0e-47cc-9345-d140df0df5c9 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1417017 Jul 05 02:36:10.722988 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46760) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:10.826648 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-35f50292-2b1b-4293-8fc9-dfe0116726d0 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:10.928730 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-35f50292-2b1b-4293-8fc9-dfe0116726d0 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:10.933747 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9ee309cd-c42a-4366-a31c-977c0fbb9457 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:10.990714 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9ee309cd-c42a-4366-a31c-977c0fbb9457 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:11.071848 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-230c4dec-a834-4e5d-a6c6-d375d07a100d req-158c2d5b-07a3-4c50-a8b7-17de61cc2198 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=896ea46a-6466-47fe-ac1a-3023b10eeb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8147423 Jul 05 02:36:11.120285 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-35f50292-2b1b-4293-8fc9-dfe0116726d0 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:11.123938 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-35f50292-2b1b-4293-8fc9-dfe0116726d0 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:11.130853 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-35f50292-2b1b-4293-8fc9-dfe0116726d0 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "DELETE /v2.0/security-groups/4e8a4aea-43a7-43dd-abda-f39e5187c071 HTTP/1.1" status: 204 len: 168 time: 0.5247710 Jul 05 02:36:11.131093 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 46768) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:11.149602 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f50292-2b1b-4293-8fc9-dfe0116726d0 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e8a4aea-43a7-43dd-abda-f39e5187c071,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:11.159469 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9ee309cd-c42a-4366-a31c-977c0fbb9457 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:11.164366 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9ee309cd-c42a-4366-a31c-977c0fbb9457 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:11.166169 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-9ee309cd-c42a-4366-a31c-977c0fbb9457 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] 10.222.0.23 "DELETE /v2.0/security-groups/a0160b91-7f90-4078-bf6a-55932e88c796 HTTP/1.1" status: 204 len: 168 time: 0.4409845 Jul 05 02:36:11.169216 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 46770) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:11.186314 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee309cd-c42a-4366-a31c-977c0fbb9457 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0160b91-7f90-4078-bf6a-55932e88c796,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:11.266641 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9fd260cb-96be-41f1-a38f-8cec05d1c50e tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:11.307838 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-90e55233-4b53-48a5-907c-f6c53ef41715 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1375082 Jul 05 02:36:11.311238 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46774) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:11.340583 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d6f87361-75da-464f-a736-ed096f1b9aa0 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:11.381099 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d6f87361-75da-464f-a736-ed096f1b9aa0 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:11.396386 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0ab7d843-0240-429a-a983-0c531b490c8a tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:11.424903 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0ab7d843-0240-429a-a983-0c531b490c8a tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:11.456380 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9fd260cb-96be-41f1-a38f-8cec05d1c50e tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:11.585405 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d6f87361-75da-464f-a736-ed096f1b9aa0 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:11.592289 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d6f87361-75da-464f-a736-ed096f1b9aa0 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:11.592558 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46780) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:11.596079 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-d6f87361-75da-464f-a736-ed096f1b9aa0 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "DELETE /v2.0/security-groups/3f4166ae-dd42-477d-9bef-7f9ec426fee0 HTTP/1.1" status: 204 len: 168 time: 0.4638767 Jul 05 02:36:11.624614 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f87361-75da-464f-a736-ed096f1b9aa0 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f4166ae-dd42-477d-9bef-7f9ec426fee0,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:11.644177 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-488112f9-e72e-459d-9a74-d3e883becce9 None None] Provisioning for port bc9ea3b7-f00b-4e36-b137-c1590c7364c8 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:36:11.645306 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9fd260cb-96be-41f1-a38f-8cec05d1c50e tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:11.649987 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-488112f9-e72e-459d-9a74-d3e883becce9 None None] Provisioning complete for port bc9ea3b7-f00b-4e36-b137-c1590c7364c8 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:36:11.650592 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-488112f9-e72e-459d-9a74-d3e883becce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:11.667817 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0ab7d843-0240-429a-a983-0c531b490c8a tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:11.670576 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0ab7d843-0240-429a-a983-0c531b490c8a tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:11.672234 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-0ab7d843-0240-429a-a983-0c531b490c8a tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] 10.222.0.23 "DELETE /v2.0/security-groups/08c6200b-2e44-4789-bbd1-939174fc18f1 HTTP/1.1" status: 204 len: 168 time: 0.3598053 Jul 05 02:36:11.684451 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46784) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:11.708875 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd260cb-96be-41f1-a38f-8cec05d1c50e tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86e2f8eb-fdad-4ac7-96ca-9952b1322bb5,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:11.732210 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:11.759056 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab7d843-0240-429a-a983-0c531b490c8a tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08c6200b-2e44-4789-bbd1-939174fc18f1,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:11.780517 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:11.792401 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7e646a5-f0af-4637-bfd7-989f5ec4a2a4 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Deleting subnet d31652d9-1148-4319-8da2-8f422ddef17c {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:36:11.819978 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e7e646a5-f0af-4637-bfd7-989f5ec4a2a4 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:11.826804 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9fd260cb-96be-41f1-a38f-8cec05d1c50e tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:11.829603 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-9fd260cb-96be-41f1-a38f-8cec05d1c50e tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4953685 Jul 05 02:36:11.832009 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 46794) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:11.837845 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-8a3439b0-8098-43cf-8cdb-16fdea7187b1 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Request body: {'security_group_rule': {'security_group_id': '3be26fae-0164-430f-99b7-e9b66e49ca78', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '86e2f8eb-fdad-4ac7-96ca-9952b1322bb5'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:36:11.937875 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-400a5b0e-91ae-4a30-9d24-16fcc7224de6 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2508035 Jul 05 02:36:11.941888 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 46798) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:11.947318 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-40008d44-0fc8-45f2-9e16-d3cea5f160c9 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Request body: {'security_group': {'name': 'tempest-secgroup--1285858563'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:36:11.988769 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-488112f9-e72e-459d-9a74-d3e883becce9 None None] Provisioning complete for port a2f7b0f1-dfae-46c9-a6da-d9ab7895090f triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:36:11.989144 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-488112f9-e72e-459d-9a74-d3e883becce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:12.053916 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e7e646a5-f0af-4637-bfd7-989f5ec4a2a4 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:12.061743 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-488112f9-e72e-459d-9a74-d3e883becce9 None None] Port a2f7b0f1-dfae-46c9-a6da-d9ab7895090f cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:36:12.064883 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-488112f9-e72e-459d-9a74-d3e883becce9 None None] Could not find standard attr ID for object 186c8ca1-bee9-49eb-949d-9d1bd347f604. {{(pid=94463) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 02:36:12.130222 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-40008d44-0fc8-45f2-9e16-d3cea5f160c9 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:12.160507 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e7e646a5-f0af-4637-bfd7-989f5ec4a2a4 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:12.182997 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-ebfebe75-2f9a-4a86-a6cc-bb52fce90f1f None None] Could not find standard attr ID for object 186c8ca1-bee9-49eb-949d-9d1bd347f604. {{(pid=94463) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 02:36:12.244392 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e445421a-aa3c-49fd-88b4-17a837136a1b req-97a05f72-c6f6-42eb-9b50-4ae743b86772 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:36:12.246339 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e445421a-aa3c-49fd-88b4-17a837136a1b req-97a05f72-c6f6-42eb-9b50-4ae743b86772 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3585f44-daa3-4604-b0ee-b5caf6379713 HTTP/1.1" status: 200 len: 946 time: 0.2883017 Jul 05 02:36:12.266960 n-d-771362-32 neutron-server[94461]: INFO neutron.api.v2.resource [None req-8a3439b0-8098-43cf-8cdb-16fdea7187b1 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 02:36:12.266960 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-8a3439b0-8098-43cf-8cdb-16fdea7187b1 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.4250619 Jul 05 02:36:12.266960 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 46812) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:12.330927 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e445421a-aa3c-49fd-88b4-17a837136a1b req-5c263a20-2ed7-4782-a7b8-1039c6c5efe3 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/security-groups?id=896ea46a-6466-47fe-ac1a-3023b10eeb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758438 Jul 05 02:36:12.384632 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-370fe472-b5ef-4847-99d2-49f860013f2a tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:12.388433 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-40008d44-0fc8-45f2-9e16-d3cea5f160c9 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:12.419649 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-370fe472-b5ef-4847-99d2-49f860013f2a tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:12.499209 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e7e646a5-f0af-4637-bfd7-989f5ec4a2a4 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:12.518750 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-40008d44-0fc8-45f2-9e16-d3cea5f160c9 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:12.534522 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e646a5-f0af-4637-bfd7-989f5ec4a2a4 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Pushing event deleted for resources: {'Subnet': ['ID=d31652d9-1148-4319-8da2-8f422ddef17c,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:12.544382 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e7e646a5-f0af-4637-bfd7-989f5ec4a2a4 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks [] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:12.551782 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-e7e646a5-f0af-4637-bfd7-989f5ec4a2a4 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "DELETE /v2.0/subnets/d31652d9-1148-4319-8da2-8f422ddef17c HTTP/1.1" status: 204 len: 168 time: 0.9576511 Jul 05 02:36:12.552203 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46818) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:12.553759 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9c78ae-5f7f-418b-9182-4190c7a63c1f None None] Network b31362b4-a4bd-42b5-81be-dffc815669f8 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:36:12.558591 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-42e0e25a-56d7-40fa-8231-573985f45ade tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Request body: {'subnet': {'network_id': 'b31362b4-a4bd-42b5-81be-dffc815669f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:36:12.581342 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40008d44-0fc8-45f2-9e16-d3cea5f160c9 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a50dd442-e01a-4521-a6c7-c1861d96c293,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:12.647989 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-370fe472-b5ef-4847-99d2-49f860013f2a tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:12.651640 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-370fe472-b5ef-4847-99d2-49f860013f2a tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:12.655785 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-370fe472-b5ef-4847-99d2-49f860013f2a tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] 10.222.0.23 "DELETE /v2.0/security-groups/86e2f8eb-fdad-4ac7-96ca-9952b1322bb5 HTTP/1.1" status: 204 len: 168 time: 0.3889880 Jul 05 02:36:12.661457 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46824) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:12.664821 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370fe472-b5ef-4847-99d2-49f860013f2a tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e2f8eb-fdad-4ac7-96ca-9952b1322bb5,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:12.727514 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-40008d44-0fc8-45f2-9e16-d3cea5f160c9 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:12.730927 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-40008d44-0fc8-45f2-9e16-d3cea5f160c9 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7864170 Jul 05 02:36:12.732971 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 46826) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:12.737888 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-307b0ff7-df67-4354-94c4-cf8e2b3f9701 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Request body: {'security_group_rule': {'security_group_id': 'a50dd442-e01a-4521-a6c7-c1861d96c293', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:36:12.770723 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-fa430204-f00b-41f9-ae48-28683c8791df tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1059515 Jul 05 02:36:12.771430 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46830) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:12.863965 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42e0e25a-56d7-40fa-8231-573985f45ade tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Made reservation on behalf of eec53b7bac0445b2b9e29f73fcad1818 for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:36:12.868964 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-42e0e25a-56d7-40fa-8231-573985f45ade tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:12.941941 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-307b0ff7-df67-4354-94c4-cf8e2b3f9701 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:12.942777 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d4e82dde-1fc8-4149-9fac-7d42e626aec7 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:12.987216 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d4e82dde-1fc8-4149-9fac-7d42e626aec7 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:13.055792 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-307b0ff7-df67-4354-94c4-cf8e2b3f9701 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:13.176110 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-307b0ff7-df67-4354-94c4-cf8e2b3f9701 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:13.207541 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307b0ff7-df67-4354-94c4-cf8e2b3f9701 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5582a655-cc93-4691-9691-f806f5ecf8b9,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:13.315075 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d4e82dde-1fc8-4149-9fac-7d42e626aec7 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:13.317919 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d4e82dde-1fc8-4149-9fac-7d42e626aec7 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:13.319256 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-d4e82dde-1fc8-4149-9fac-7d42e626aec7 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] 10.222.0.23 "DELETE /v2.0/security-groups/3be26fae-0164-430f-99b7-e9b66e49ca78 HTTP/1.1" status: 204 len: 168 time: 0.5467598 Jul 05 02:36:13.322321 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 46838) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:13.328756 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e82dde-1fc8-4149-9fac-7d42e626aec7 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be26fae-0164-430f-99b7-e9b66e49ca78,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:13.349088 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-307b0ff7-df67-4354-94c4-cf8e2b3f9701 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:13.356941 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-42e0e25a-56d7-40fa-8231-573985f45ade tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:13.375589 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-307b0ff7-df67-4354-94c4-cf8e2b3f9701 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6375964 Jul 05 02:36:13.375589 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 46842) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:13.416081 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e0e25a-56d7-40fa-8231-573985f45ade tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Pushing event updated for resources: {'Subnet': ['ID=2a104796-c903-4592-8a0f-3fb169dc77c0,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:13.435259 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e0e25a-56d7-40fa-8231-573985f45ade tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Network b31362b4-a4bd-42b5-81be-dffc815669f8 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:36:13.437091 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-42e0e25a-56d7-40fa-8231-573985f45ade tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:36:13.440287 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e0e25a-56d7-40fa-8231-573985f45ade tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:36:13.440919 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-42e0e25a-56d7-40fa-8231-573985f45ade tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks [] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:13.459534 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46846) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:13.459788 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-733a4016-c9e7-425f-a8ab-f58475dfdd6c tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1361473 Jul 05 02:36:13.473523 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-16acb1f8-b878-4fdf-9817-34360567a459 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:13.474683 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-fcc30584-d6e8-462c-8a31-d75ab8836510 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Request body: {'security_group': {'name': 'tempest-secgroup--1953585032'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:36:13.512025 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-16acb1f8-b878-4fdf-9817-34360567a459 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:13.597430 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-42e0e25a-56d7-40fa-8231-573985f45ade tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0250378 Jul 05 02:36:13.599140 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 46850) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:13.604648 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-2e403c7c-af68-46ec-8857-88a16d9c692d tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Request body: {'security_group': {'name': 'tempest-secgroup-1905358926'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:36:13.694757 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d824d216-dfb5-42e7-9d34-0b02c1de8c45 None None] Network b31362b4-a4bd-42b5-81be-dffc815669f8 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:36:13.704952 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c6ac0e-6bad-47a3-a93a-224a3cd2d42b req-d51c0760-9a3c-42e2-8bfb-d5ad76299436 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:36:13.713099 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a1c6ac0e-6bad-47a3-a93a-224a3cd2d42b req-d51c0760-9a3c-42e2-8bfb-d5ad76299436 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3585f44-daa3-4604-b0ee-b5caf6379713 HTTP/1.1" status: 200 len: 946 time: 0.1305463 Jul 05 02:36:13.752811 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-16acb1f8-b878-4fdf-9817-34360567a459 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:13.758565 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-16acb1f8-b878-4fdf-9817-34360567a459 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:13.759844 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-16acb1f8-b878-4fdf-9817-34360567a459 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/5582a655-cc93-4691-9691-f806f5ecf8b9 HTTP/1.1" status: 204 len: 168 time: 0.3843644 Jul 05 02:36:13.768053 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 46854) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:13.772708 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a1c6ac0e-6bad-47a3-a93a-224a3cd2d42b req-dd26edbb-f150-444f-81dd-d34defc21b3a tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/security-groups?id=896ea46a-6466-47fe-ac1a-3023b10eeb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582063 Jul 05 02:36:13.827123 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-c4ad2709-8537-43be-b038-fe4a3b78fe76 None None] Provisioning complete for port bc9ea3b7-f00b-4e36-b137-c1590c7364c8 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:36:13.827893 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-c4ad2709-8537-43be-b038-fe4a3b78fe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:13.852643 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fcc30584-d6e8-462c-8a31-d75ab8836510 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:13.866669 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16acb1f8-b878-4fdf-9817-34360567a459 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5582a655-cc93-4691-9691-f806f5ecf8b9,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:13.937493 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-cf8f4be1-4fb9-4a6b-87b4-f504cd21fb35 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1680832 Jul 05 02:36:13.941015 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46862) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:14.006201 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1f5166f0-3345-41d6-838f-50eb9c434e3c tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:14.037756 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1f5166f0-3345-41d6-838f-50eb9c434e3c tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:14.051600 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2bf932-7f37-4a21-be60-98e1019639e0 req-55b440bd-2f6f-42b8-aee4-2a097764acca tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:36:14.088886 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ab2bf932-7f37-4a21-be60-98e1019639e0 req-55b440bd-2f6f-42b8-aee4-2a097764acca tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3585f44-daa3-4604-b0ee-b5caf6379713 HTTP/1.1" status: 200 len: 946 time: 0.1379154 Jul 05 02:36:14.109506 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2e403c7c-af68-46ec-8857-88a16d9c692d tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:14.168182 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fcc30584-d6e8-462c-8a31-d75ab8836510 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:14.215344 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1f5166f0-3345-41d6-838f-50eb9c434e3c tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:14.218369 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1f5166f0-3345-41d6-838f-50eb9c434e3c tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:14.223088 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-1f5166f0-3345-41d6-838f-50eb9c434e3c tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] 10.222.0.23 "DELETE /v2.0/security-groups/a50dd442-e01a-4521-a6c7-c1861d96c293 HTTP/1.1" status: 204 len: 168 time: 0.2800419 Jul 05 02:36:14.223711 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46874) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:14.229714 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-c4ad2709-8537-43be-b038-fe4a3b78fe76 None None] Provisioning complete for port a2f7b0f1-dfae-46c9-a6da-d9ab7895090f triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:36:14.230106 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-c4ad2709-8537-43be-b038-fe4a3b78fe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:14.263753 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ab2bf932-7f37-4a21-be60-98e1019639e0 req-da89855a-d44b-4e6a-8d6a-25ce934c2681 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/security-groups?id=896ea46a-6466-47fe-ac1a-3023b10eeb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732650 Jul 05 02:36:14.281207 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fcc30584-d6e8-462c-8a31-d75ab8836510 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:14.281207 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5166f0-3345-41d6-838f-50eb9c434e3c tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a50dd442-e01a-4521-a6c7-c1861d96c293,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:14.337830 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-c4ad2709-8537-43be-b038-fe4a3b78fe76 None None] Port a2f7b0f1-dfae-46c9-a6da-d9ab7895090f cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:36:14.407970 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2e403c7c-af68-46ec-8857-88a16d9c692d tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:14.422046 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc30584-d6e8-462c-8a31-d75ab8836510 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef4b938f-ce35-452c-8080-13789d1d989a,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:14.438084 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a987ecd-4c92-4e89-b9bf-fe7ef380d3a2 None None] Update dhcp port {'port': {'network_id': 'b31362b4-a4bd-42b5-81be-dffc815669f8', 'fixed_ips': [{'subnet_id': '86316dc3-3fb5-49fd-a865-a2c122172f76', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '2a104796-c903-4592-8a0f-3fb169dc77c0'}], 'binding:host_id': 'n-d-771362-32'}, 'id': 'bc9ea3b7-f00b-4e36-b137-c1590c7364c8'} from n-d-771362-32. {{(pid=94463) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 02:36:14.455170 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 46878) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:14.456460 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-5aaef4e2-c459-4b10-8741-ec90ecab21cc tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2275105 Jul 05 02:36:14.458391 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-bcbf6404-1ce3-4f89-b276-00135abf7586 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Request body: {'security_group': {'name': 'tempest-secgroup--6351448'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:36:14.507160 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2e403c7c-af68-46ec-8857-88a16d9c692d tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:14.521849 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3a987ecd-4c92-4e89-b9bf-fe7ef380d3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:14.560824 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e403c7c-af68-46ec-8857-88a16d9c692d tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e38c4983-30d4-4a68-9e3d-1a7219965138,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:14.592449 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fcc30584-d6e8-462c-8a31-d75ab8836510 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:14.593756 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-fcc30584-d6e8-462c-8a31-d75ab8836510 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1331711 Jul 05 02:36:14.597442 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 46880) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:14.604074 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-aed4cee3-5a2b-45f6-9acc-91ac0b50d30d tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:36:14.607508 n-d-771362-32 neutron-server[94461]: WARNING neutron.api.v2.base [None req-aed4cee3-5a2b-45f6-9acc-91ac0b50d30d tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 05 02:36:14.608041 n-d-771362-32 neutron-server[94461]: INFO neutron.api.v2.resource [None req-aed4cee3-5a2b-45f6-9acc-91ac0b50d30d tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] update failed (client error): There was a conflict when trying to complete your request. Jul 05 02:36:14.609050 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-aed4cee3-5a2b-45f6-9acc-91ac0b50d30d tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] 10.222.0.23 "PUT /v2.0/security-groups/ef4b938f-ce35-452c-8080-13789d1d989a HTTP/1.1" status: 409 len: 330 time: 0.0101769 Jul 05 02:36:14.612166 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 46884) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:14.634820 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2e403c7c-af68-46ec-8857-88a16d9c692d tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:14.638218 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-2e403c7c-af68-46ec-8857-88a16d9c692d tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0359011 Jul 05 02:36:14.639707 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46886) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:14.645169 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-b0b57c76-76f8-4a9f-ab91-11c0ea607262 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Request body: {'security_group': {'name': 'tempest-secgroup-272535178'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:36:14.684649 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5947c10c-1cf1-4112-98f9-81ce8878ab53 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:14.707256 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5947c10c-1cf1-4112-98f9-81ce8878ab53 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:14.766061 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-3a987ecd-4c92-4e89-b9bf-fe7ef380d3a2 None None] Allocated IP 2001:db8::2 (b31362b4-a4bd-42b5-81be-dffc815669f8/2a104796-c903-4592-8a0f-3fb169dc77c0/bc9ea3b7-f00b-4e36-b137-c1590c7364c8) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:36:14.893593 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bcbf6404-1ce3-4f89-b276-00135abf7586 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:14.926806 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-3a987ecd-4c92-4e89-b9bf-fe7ef380d3a2 None None] For port bc9ea3b7-f00b-4e36-b137-c1590c7364c8, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=bc9ea3b7-f00b-4e36-b137-c1590c7364c8,segment=NetworkSegment(0e3ceaa3-50b0-4cab-ab79-3e0466590955),segment_id=0e3ceaa3-50b0-4cab-ab79-3e0466590955)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:36:14.935956 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5947c10c-1cf1-4112-98f9-81ce8878ab53 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:14.938679 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5947c10c-1cf1-4112-98f9-81ce8878ab53 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:14.939726 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-5947c10c-1cf1-4112-98f9-81ce8878ab53 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] 10.222.0.23 "DELETE /v2.0/security-groups/ef4b938f-ce35-452c-8080-13789d1d989a HTTP/1.1" status: 204 len: 168 time: 0.3266344 Jul 05 02:36:14.942565 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46896) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:14.952942 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5947c10c-1cf1-4112-98f9-81ce8878ab53 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef4b938f-ce35-452c-8080-13789d1d989a,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:14.996662 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3a987ecd-4c92-4e89-b9bf-fe7ef380d3a2 None None] Notify callbacks [] for port, precommit_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:15.006770 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-abe3779d-2702-4a2a-aa36-d3e9575a7341 tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0588310 Jul 05 02:36:15.007105 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46898) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:15.024142 n-d-771362-32 neutron-server[94462]: INFO neutron.api.v2.resource [None req-b7ccab94-1a5f-4d6c-b5a7-2de31a130f4f tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] delete failed (client error): The resource could not be found. Jul 05 02:36:15.024633 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-3a987ecd-4c92-4e89-b9bf-fe7ef380d3a2 None None] Transition to ACTIVE for port object bc9ea3b7-f00b-4e36-b137-c1590c7364c8 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:36:15.025478 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-b7ccab94-1a5f-4d6c-b5a7-2de31a130f4f tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] 10.222.0.23 "DELETE /v2.0/security-groups/12135084-2852-443f-a013-bde75223e923 HTTP/1.1" status: 404 len: 347 time: 0.0173199 Jul 05 02:36:15.026792 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b0b57c76-76f8-4a9f-ab91-11c0ea607262 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:15.030159 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46900) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:15.058035 n-d-771362-32 neutron-server[94462]: INFO neutron.api.v2.resource [None req-09fad53b-297c-4b43-ae69-6482cec39cdd tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] show failed (client error): The resource could not be found. Jul 05 02:36:15.062738 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-09fad53b-297c-4b43-ae69-6482cec39cdd tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] 10.222.0.23 "GET /v2.0/security-groups/6eff2bbc-90cc-44e2-9a21-8663a69c1af4 HTTP/1.1" status: 404 len: 347 time: 0.0281305 Jul 05 02:36:15.063127 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 46902) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:15.079253 n-d-771362-32 neutron-server[94461]: INFO neutron.api.v2.resource [None req-380b61d3-e966-4139-bbd0-f1dffe27d02d tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] show failed (client error): The resource could not be found. Jul 05 02:36:15.081136 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-380b61d3-e966-4139-bbd0-f1dffe27d02d tempest-NegativeSecGroupTest-1591652156 tempest-NegativeSecGroupTest-1591652156-project] 10.222.0.23 "GET /v2.0/security-group-rules/81105ed3-2a46-4e8b-8d81-d9f2e61bb198 HTTP/1.1" status: 404 len: 356 time: 0.0161903 Jul 05 02:36:15.100642 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bcbf6404-1ce3-4f89-b276-00135abf7586 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:15.132813 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3a987ecd-4c92-4e89-b9bf-fe7ef380d3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:15.230166 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bcbf6404-1ce3-4f89-b276-00135abf7586 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:15.255774 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a987ecd-4c92-4e89-b9bf-fe7ef380d3a2 None None] Pushing event updated for resources: {'Port': ['ID=bc9ea3b7-f00b-4e36-b137-c1590c7364c8,revision_number=6']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:15.323327 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbf6404-1ce3-4f89-b276-00135abf7586 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52d82f5c-3dd7-4b04-8785-2e7d5ba61531,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:15.360010 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b0b57c76-76f8-4a9f-ab91-11c0ea607262 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:15.396846 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69666f83-9daf-45ea-a52a-a9dd17d31f56 req-cce5c484-407b-42a6-8c18-7d78ec6e044a tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:36:15.398686 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-69666f83-9daf-45ea-a52a-a9dd17d31f56 req-cce5c484-407b-42a6-8c18-7d78ec6e044a tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3585f44-daa3-4604-b0ee-b5caf6379713 HTTP/1.1" status: 200 len: 946 time: 0.1003783 Jul 05 02:36:15.450182 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-69666f83-9daf-45ea-a52a-a9dd17d31f56 req-e5a8363c-070d-41d5-887a-689a785185bf tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/security-groups?id=896ea46a-6466-47fe-ac1a-3023b10eeb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406060 Jul 05 02:36:15.469246 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b0b57c76-76f8-4a9f-ab91-11c0ea607262 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:15.517253 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b57c76-76f8-4a9f-ab91-11c0ea607262 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edda7903-d65b-4091-bee8-10fcc7a823e0,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:15.536116 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bcbf6404-1ce3-4f89-b276-00135abf7586 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:15.539736 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-bcbf6404-1ce3-4f89-b276-00135abf7586 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0838459 Jul 05 02:36:15.546685 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 46916) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:15.547910 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-75760894-4426-468d-bbfc-9feb28354b84 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Request body: {'security_group_rule': {'security_group_id': '52d82f5c-3dd7-4b04-8785-2e7d5ba61531', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:36:15.646701 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b0b57c76-76f8-4a9f-ab91-11c0ea607262 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:15.649219 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-b0b57c76-76f8-4a9f-ab91-11c0ea607262 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0074239 Jul 05 02:36:15.650782 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46920) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:15.661034 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-e174d48f-faee-4408-a73a-fad1bd1e2cc7 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Request body: {'security_group': {'name': 'tempest-secgroup-946933442'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:36:15.797270 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-75760894-4426-468d-bbfc-9feb28354b84 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:15.875878 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-75760894-4426-468d-bbfc-9feb28354b84 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:15.906615 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e174d48f-faee-4408-a73a-fad1bd1e2cc7 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:15.930268 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 46926) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:16.007143 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-afdcbf36-5c3e-44fd-b72f-99958b6851a9 None None] Provisioning for port bc9ea3b7-f00b-4e36-b137-c1590c7364c8 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:36:16.007732 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-75760894-4426-468d-bbfc-9feb28354b84 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:16.012304 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-afdcbf36-5c3e-44fd-b72f-99958b6851a9 None None] Provisioning complete for port bc9ea3b7-f00b-4e36-b137-c1590c7364c8 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:36:16.019465 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-afdcbf36-5c3e-44fd-b72f-99958b6851a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:16.028202 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e174d48f-faee-4408-a73a-fad1bd1e2cc7 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:16.046530 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75760894-4426-468d-bbfc-9feb28354b84 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c027249d-c9c7-4f35-8c81-40291aa48b7c,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:16.130165 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-afdcbf36-5c3e-44fd-b72f-99958b6851a9 None None] Provisioning complete for port a2f7b0f1-dfae-46c9-a6da-d9ab7895090f triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:36:16.130608 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-afdcbf36-5c3e-44fd-b72f-99958b6851a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:16.181945 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-afdcbf36-5c3e-44fd-b72f-99958b6851a9 None None] Port a2f7b0f1-dfae-46c9-a6da-d9ab7895090f cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:36:16.224321 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e174d48f-faee-4408-a73a-fad1bd1e2cc7 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:16.232681 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-e82acef2-2d1f-4ff4-9ae7-62cf188468e3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8791dc5ca24d4fac9abf55a2d19ba8a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2990603 Jul 05 02:36:16.232907 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 46952) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:16.278988 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e174d48f-faee-4408-a73a-fad1bd1e2cc7 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40bcf71e-feaa-4d7f-b811-d41c766eca58,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:16.334695 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5103f520-0c7f-47fb-892f-88715cb6b99a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:16.341006 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-75760894-4426-468d-bbfc-9feb28354b84 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:16.343135 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-75760894-4426-468d-bbfc-9feb28354b84 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8002574 Jul 05 02:36:16.360397 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 46956) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:16.377293 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e174d48f-faee-4408-a73a-fad1bd1e2cc7 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:16.384948 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-e174d48f-faee-4408-a73a-fad1bd1e2cc7 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7290020 Jul 05 02:36:16.385077 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5103f520-0c7f-47fb-892f-88715cb6b99a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:16.386877 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46958) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:16.395807 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-2d543b52-a61c-4933-803f-4b42225ad26c tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] 10.222.0.23 "GET /v2.0/security-group-rules/c027249d-c9c7-4f35-8c81-40291aa48b7c HTTP/1.1" status: 200 len: 763 time: 0.0308125 Jul 05 02:36:16.395807 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 46960) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:16.398759 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-2f1bb313-d5f7-4c54-8c31-9141ba0430ad tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1844394968', 'security_groups': ['40bcf71e-feaa-4d7f-b811-d41c766eca58'], 'network_id': 'b31362b4-a4bd-42b5-81be-dffc815669f8', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2a104796-c903-4592-8a0f-3fb169dc77c0'}]}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:36:16.498549 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-492857f2-bb60-4507-8ea3-b97bb94fa453 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1018353 Jul 05 02:36:16.501247 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 46966) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:16.538674 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-030395a3-800a-456d-95f9-61af0fd73687 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:16.548876 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-030395a3-800a-456d-95f9-61af0fd73687 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:16.644994 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2dbd21-0cb5-4cb5-9d8e-11275a819c13 req-9629d2b4-47a4-451b-8251-6166b5a7d049 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:36:16.647315 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9a2dbd21-0cb5-4cb5-9d8e-11275a819c13 req-9629d2b4-47a4-451b-8251-6166b5a7d049 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3585f44-daa3-4604-b0ee-b5caf6379713 HTTP/1.1" status: 200 len: 946 time: 0.2126014 Jul 05 02:36:16.648232 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5103f520-0c7f-47fb-892f-88715cb6b99a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:16.651238 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5103f520-0c7f-47fb-892f-88715cb6b99a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:16.652699 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-5103f520-0c7f-47fb-892f-88715cb6b99a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b10c20f0-f5e7-4826-a755-c850a36d2d9c HTTP/1.1" status: 204 len: 168 time: 0.4075162 Jul 05 02:36:16.675823 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device bc9ea3b7-f00b-4e36-b137-c1590c7364c8 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:36:16.686759 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5103f520-0c7f-47fb-892f-88715cb6b99a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b10c20f0-f5e7-4826-a755-c850a36d2d9c,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:16.722239 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-030395a3-800a-456d-95f9-61af0fd73687 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:16.746944 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-030395a3-800a-456d-95f9-61af0fd73687 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:16.748105 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-030395a3-800a-456d-95f9-61af0fd73687 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/c027249d-c9c7-4f35-8c81-40291aa48b7c HTTP/1.1" status: 204 len: 168 time: 0.2452934 Jul 05 02:36:16.751263 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46976) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:16.773724 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f1bb313-d5f7-4c54-8c31-9141ba0430ad tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Made reservation on behalf of eec53b7bac0445b2b9e29f73fcad1818 for: {'port': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:36:16.826025 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port bc9ea3b7-f00b-4e36-b137-c1590c7364c8 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:36:16.826494 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:16.881397 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030395a3-800a-456d-95f9-61af0fd73687 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c027249d-c9c7-4f35-8c81-40291aa48b7c,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:16.985392 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-0441df38-f9fa-4384-974a-4038fd7b261d tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2288864 Jul 05 02:36:16.988428 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46980) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:16.988672 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46982) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:16.996601 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-ff590dd5-56a1-4fe2-bb34-b36395bfc2ed tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Request body: {'security_group_rule': {'security_group_id': '52d82f5c-3dd7-4b04-8785-2e7d5ba61531', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:36:17.076721 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dbf40f-7840-4faa-a845-928993180edc req-4e867249-63ae-4b82-b33d-9312198f5156 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:36:17.084359 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-54dbf40f-7840-4faa-a845-928993180edc req-4e867249-63ae-4b82-b33d-9312198f5156 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3585f44-daa3-4604-b0ee-b5caf6379713 HTTP/1.1" status: 200 len: 946 time: 0.3667638 Jul 05 02:36:17.106866 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-9a2dbd21-0cb5-4cb5-9d8e-11275a819c13 req-23230fe6-7b79-456a-8163-572e086a95ff tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Deleting port 85262029-6326-4ca7-994d-3d91821f6c75 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:36:17.107517 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-9a2dbd21-0cb5-4cb5-9d8e-11275a819c13 req-23230fe6-7b79-456a-8163-572e086a95ff tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:17.135035 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2f1bb313-d5f7-4c54-8c31-9141ba0430ad tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:17.222650 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [None req-2f1bb313-d5f7-4c54-8c31-9141ba0430ad tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] device_id is not set on port 7695e08c-e999-4b27-b7df-9927b1d5ed47 yet. {{(pid=94462) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:36:17.285969 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-54dbf40f-7840-4faa-a845-928993180edc req-ca14aba6-3ec6-4f42-b49f-ae43239424f1 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/security-groups?id=896ea46a-6466-47fe-ac1a-3023b10eeb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002356 Jul 05 02:36:17.385752 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-50fd4e69-a9fd-4da9-b6e6-69ea73addf25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:17.396129 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ff590dd5-56a1-4fe2-bb34-b36395bfc2ed tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:17.416104 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-9a2dbd21-0cb5-4cb5-9d8e-11275a819c13 req-23230fe6-7b79-456a-8163-572e086a95ff tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] For port 85262029-6326-4ca7-994d-3d91821f6c75, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=85262029-6326-4ca7-994d-3d91821f6c75,segment=NetworkSegment(fa1cc820-8811-4bbd-a98d-5810eaac77f0),segment_id=fa1cc820-8811-4bbd-a98d-5810eaac77f0)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:36:17.416623 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-9a2dbd21-0cb5-4cb5-9d8e-11275a819c13 req-23230fe6-7b79-456a-8163-572e086a95ff tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:17.444476 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-9a2dbd21-0cb5-4cb5-9d8e-11275a819c13 req-23230fe6-7b79-456a-8163-572e086a95ff tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Calling delete_port for 85262029-6326-4ca7-994d-3d91821f6c75 owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:36:17.686271 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ff590dd5-56a1-4fe2-bb34-b36395bfc2ed tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:17.708622 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-2f1bb313-d5f7-4c54-8c31-9141ba0430ad tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Allocated IP 2001:db8::35b (b31362b4-a4bd-42b5-81be-dffc815669f8/2a104796-c903-4592-8a0f-3fb169dc77c0/7695e08c-e999-4b27-b7df-9927b1d5ed47) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:36:17.732501 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-9a2dbd21-0cb5-4cb5-9d8e-11275a819c13 req-23230fe6-7b79-456a-8163-572e086a95ff tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:17.753016 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['8ddf5426-0739-47b0-ab63-f5000a780e97', '85262029-6326-4ca7-994d-3d91821f6c75'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:36:17.778075 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-50fd4e69-a9fd-4da9-b6e6-69ea73addf25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:17.815989 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ff590dd5-56a1-4fe2-bb34-b36395bfc2ed tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:17.841276 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23230fe6-7b79-456a-8163-572e086a95ff tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Pushing event deleted for resources: {'Port': ['ID=85262029-6326-4ca7-994d-3d91821f6c75,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:17.851855 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff590dd5-56a1-4fe2-bb34-b36395bfc2ed tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b376c6e-06ac-45ef-8a6d-219c076f3261,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:17.868765 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-50fd4e69-a9fd-4da9-b6e6-69ea73addf25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:17.951268 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a2dbd21-0cb5-4cb5-9d8e-11275a819c13 req-23230fe6-7b79-456a-8163-572e086a95ff tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] No DVR routers for this DVR port 85262029-6326-4ca7-994d-3d91821f6c75 on host n-h2-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:36:17.954008 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-9a2dbd21-0cb5-4cb5-9d8e-11275a819c13 req-23230fe6-7b79-456a-8163-572e086a95ff tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:17.956266 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-50fd4e69-a9fd-4da9-b6e6-69ea73addf25 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3ad624c5377f4d629165ea8eaa300664&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9651685 Jul 05 02:36:17.956793 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fd4e69-a9fd-4da9-b6e6-69ea73addf25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb43c5b-df0c-4951-a3f0-892f1ffa741e,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:17.959540 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9a2dbd21-0cb5-4cb5-9d8e-11275a819c13 req-23230fe6-7b79-456a-8163-572e086a95ff tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.15 "DELETE /v2.0/ports/85262029-6326-4ca7-994d-3d91821f6c75 HTTP/1.1" status: 204 len: 173 time: 1.2935510 Jul 05 02:36:17.960020 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3585f44-daa3-4604-b0ee-b5caf6379713', 'name': 'network-vif-deleted', 'tag': '85262029-6326-4ca7-994d-3d91821f6c75'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:36:17.963028 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 47012) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:17.963218 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ded2f5b9-4181-4a35-8fa7-531c4e3f1fd7" -d '{"events": [{"server_uuid": "a3585f44-daa3-4604-b0ee-b5caf6379713", "name": "network-vif-deleted", "tag": "85262029-6326-4ca7-994d-3d91821f6c75"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:36:17.988054 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ff590dd5-56a1-4fe2-bb34-b36395bfc2ed tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:17.991994 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 47016) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:17.992712 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-ff590dd5-56a1-4fe2-bb34-b36395bfc2ed tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0029845 Jul 05 02:36:18.008691 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2f1bb313-d5f7-4c54-8c31-9141ba0430ad tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:18.017863 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-5a91cecf-cd0a-492e-a4b8-bbd0918a4776 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] 10.222.0.23 "GET /v2.0/security-group-rules/1b376c6e-06ac-45ef-8a6d-219c076f3261 HTTP/1.1" status: 200 len: 763 time: 0.0241289 Jul 05 02:36:18.022065 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 47020) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:18.028998 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed8fb415-cdd3-495a-b2f5-64ece3be560d x-openstack-request-id: req-ed8fb415-cdd3-495a-b2f5-64ece3be560d {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:36:18.029714 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3585f44-daa3-4604-b0ee-b5caf6379713", "name": "network-vif-deleted", "tag": "85262029-6326-4ca7-994d-3d91821f6c75", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:36:18.030211 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ed8fb415-cdd3-495a-b2f5-64ece3be560d {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:36:18.030897 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3585f44-daa3-4604-b0ee-b5caf6379713', 'name': 'network-vif-deleted', 'tag': '85262029-6326-4ca7-994d-3d91821f6c75', 'status': 'completed', 'code': 200} Jul 05 02:36:18.078392 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [None req-2f1bb313-d5f7-4c54-8c31-9141ba0430ad tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Transition to ACTIVE for port object 7695e08c-e999-4b27-b7df-9927b1d5ed47 will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:36:18.131391 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-048df156-7297-40ad-93fd-62a00f9349e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:18.175775 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-61dd1049-3f91-4557-9062-9823fe4b4f9e tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1477833 Jul 05 02:36:18.181756 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 47028) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:18.203880 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-048df156-7297-40ad-93fd-62a00f9349e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:18.209348 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-24f2ba22-41fd-44e0-b370-ffab48cafd3e tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:18.217820 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-24f2ba22-41fd-44e0-b370-ffab48cafd3e tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:18.455717 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c710f55d-47ea-464a-9f42-653b3180e3a0 req-42a08102-ae08-437c-8110-9f4efb71e309 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3585f44-daa3-4604-b0ee-b5caf6379713 HTTP/1.1" status: 200 len: 210 time: 0.0428195 Jul 05 02:36:18.523356 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-048df156-7297-40ad-93fd-62a00f9349e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:18.523736 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-24f2ba22-41fd-44e0-b370-ffab48cafd3e tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:18.523840 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-048df156-7297-40ad-93fd-62a00f9349e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:18.523840 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-048df156-7297-40ad-93fd-62a00f9349e2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7fb43c5b-df0c-4951-a3f0-892f1ffa741e HTTP/1.1" status: 204 len: 168 time: 0.5539563 Jul 05 02:36:18.523840 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2f1bb313-d5f7-4c54-8c31-9141ba0430ad tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:18.529414 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-24f2ba22-41fd-44e0-b370-ffab48cafd3e tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:18.545337 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-24f2ba22-41fd-44e0-b370-ffab48cafd3e tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/1b376c6e-06ac-45ef-8a6d-219c076f3261 HTTP/1.1" status: 204 len: 168 time: 0.3615987 Jul 05 02:36:18.547355 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 47040) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:18.616429 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f2ba22-41fd-44e0-b370-ffab48cafd3e tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1b376c6e-06ac-45ef-8a6d-219c076f3261,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:18.650038 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048df156-7297-40ad-93fd-62a00f9349e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb43c5b-df0c-4951-a3f0-892f1ffa741e,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:18.669891 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-9c2049ba-2911-446f-b6ff-4fa1d17595af tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1214008 Jul 05 02:36:18.672726 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 47044) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:18.683866 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-465f86ab-b5ab-4040-ac79-b2e41cd6ab9a tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Request body: {'security_group_rule': {'security_group_id': '52d82f5c-3dd7-4b04-8785-2e7d5ba61531', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:36:18.703965 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1bb313-d5f7-4c54-8c31-9141ba0430ad tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Network b31362b4-a4bd-42b5-81be-dffc815669f8 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:36:18.718484 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-2f1bb313-d5f7-4c54-8c31-9141ba0430ad tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:36:18.739394 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1bb313-d5f7-4c54-8c31-9141ba0430ad tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Pushing event updated for resources: {'Port': ['ID=7695e08c-e999-4b27-b7df-9927b1d5ed47,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:18.742002 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1bb313-d5f7-4c54-8c31-9141ba0430ad tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:36:18.748741 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1bb313-d5f7-4c54-8c31-9141ba0430ad tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:36:18.749396 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2f1bb313-d5f7-4c54-8c31-9141ba0430ad tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:18.800831 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 47048) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:18.859537 n-d-771362-32 neutron-server[94461]: INFO neutron.db.securitygroups_db [None req-465f86ab-b5ab-4040-ac79-b2e41cd6ab9a tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Project b4cf283b696d4d4580e304dc4da723a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 02:36:18.868097 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-465f86ab-b5ab-4040-ac79-b2e41cd6ab9a tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:18.919882 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-9a154c22-ebdb-4669-b8ca-72002f549936 tempest-TagsTest-1119728722 tempest-TagsTest-1119728722-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-337729098'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:36:18.974640 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-2f1bb313-d5f7-4c54-8c31-9141ba0430ad tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5861530 Jul 05 02:36:18.977570 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 47054) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:18.978621 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-465f86ab-b5ab-4040-ac79-b2e41cd6ab9a tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:18.984108 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-4892cdf5-a098-40a4-b29a-05d465d763f1 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Request body: {'subnet': {'network_id': 'b31362b4-a4bd-42b5-81be-dffc815669f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:36:19.090819 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-465f86ab-b5ab-4040-ac79-b2e41cd6ab9a tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:19.117535 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465f86ab-b5ab-4040-ac79-b2e41cd6ab9a tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e05a9569-6b2e-4ef1-99d6-e0d3fe0291cb,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:19.132084 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a154c22-ebdb-4669-b8ca-72002f549936 tempest-TagsTest-1119728722 tempest-TagsTest-1119728722-project] Made reservation on behalf of b830c02f141d40d7a3729713de8ede50 for: {'network': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:36:19.132218 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-0cd3909c-79e8-4a47-9251-3b932bf183f0 None None] Provisioning for port 7695e08c-e999-4b27-b7df-9927b1d5ed47 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:36:19.136585 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9a154c22-ebdb-4669-b8ca-72002f549936 tempest-TagsTest-1119728722 tempest-TagsTest-1119728722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:19.138737 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-0cd3909c-79e8-4a47-9251-3b932bf183f0 None None] Provisioning complete for port 7695e08c-e999-4b27-b7df-9927b1d5ed47 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:36:19.144012 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-0cd3909c-79e8-4a47-9251-3b932bf183f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:19.151591 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9a154c22-ebdb-4669-b8ca-72002f549936 tempest-TagsTest-1119728722 tempest-TagsTest-1119728722-project] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:19.191862 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-0cd3909c-79e8-4a47-9251-3b932bf183f0 None None] Port 7695e08c-e999-4b27-b7df-9927b1d5ed47 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:36:19.238342 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-465f86ab-b5ab-4040-ac79-b2e41cd6ab9a tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:19.242265 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-465f86ab-b5ab-4040-ac79-b2e41cd6ab9a tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5660033 Jul 05 02:36:19.242707 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 47062) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:19.258903 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.db.api [None req-4892cdf5-a098-40a4-b29a-05d465d763f1 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 02:36:19.258903 n-d-771362-32 neutron-server[94462]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 02:36:19.258903 n-d-771362-32 neutron-server[94462]: [parameters: {'project_id_1': 'eec53b7bac0445b2b9e29f73fcad1818', 'expiration_1': datetime.datetime(2021, 7, 5, 2, 36, 19, 177040)}] Jul 05 02:36:19.258903 n-d-771362-32 neutron-server[94462]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94462) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 02:36:19.259880 n-d-771362-32 neutron-server[94462]: DEBUG oslo_db.api [None req-4892cdf5-a098-40a4-b29a-05d465d763f1 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 02:36:19.266841 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-bd659b9a-9e88-43cf-abc3-b55e6d7bf896 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] 10.222.0.23 "GET /v2.0/security-group-rules/e05a9569-6b2e-4ef1-99d6-e0d3fe0291cb HTTP/1.1" status: 200 len: 769 time: 0.0228958 Jul 05 02:36:19.269554 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 47066) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:19.330285 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-aeb80dd3-9b13-49e4-a4f2-6e952331da8b tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0590777 Jul 05 02:36:19.332754 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 47068) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:19.357495 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2998574b-0d5b-478d-932a-06076998a0d0 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:19.365711 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2998574b-0d5b-478d-932a-06076998a0d0 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:19.391179 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9a154c22-ebdb-4669-b8ca-72002f549936 tempest-TagsTest-1119728722 tempest-TagsTest-1119728722-project] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:19.592652 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9a154c22-ebdb-4669-b8ca-72002f549936 tempest-TagsTest-1119728722 tempest-TagsTest-1119728722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:19.593725 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2998574b-0d5b-478d-932a-06076998a0d0 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:19.625456 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2998574b-0d5b-478d-932a-06076998a0d0 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:19.626805 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-2998574b-0d5b-478d-932a-06076998a0d0 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/e05a9569-6b2e-4ef1-99d6-e0d3fe0291cb HTTP/1.1" status: 204 len: 168 time: 0.2924824 Jul 05 02:36:19.630298 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e00a82be-f4a2-40d6-b5f7-7fd3a49c6c26 req-09bf4955-2f3a-4588-88a3-d85e6f666a53 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3585f44-daa3-4604-b0ee-b5caf6379713 HTTP/1.1" status: 200 len: 210 time: 0.0499709 Jul 05 02:36:19.637403 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 47078) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:19.641303 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2998574b-0d5b-478d-932a-06076998a0d0 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e05a9569-6b2e-4ef1-99d6-e0d3fe0291cb,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:19.680371 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a154c22-ebdb-4669-b8ca-72002f549936 tempest-TagsTest-1119728722 tempest-TagsTest-1119728722-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=94461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:36:19.688576 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a154c22-ebdb-4669-b8ca-72002f549936 tempest-TagsTest-1119728722 tempest-TagsTest-1119728722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3bb8367-4c72-4bc8-8295-a15713ee951f,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:19.700698 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9a154c22-ebdb-4669-b8ca-72002f549936 tempest-TagsTest-1119728722 tempest-TagsTest-1119728722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:19.701131 n-d-771362-32 neutron-server[94461]: INFO neutron.db.segments_db [None req-9a154c22-ebdb-4669-b8ca-72002f549936 tempest-TagsTest-1119728722 tempest-TagsTest-1119728722-project] Added segment 78c23651-d3f5-4700-a220-0f45bc039a2a of type vlan for network 4faddf39-05e0-4255-96a3-e6fe8131dd60 Jul 05 02:36:19.711646 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-a50405af-a11f-467b-9b46-fba311ccdbba tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0724974 Jul 05 02:36:19.714563 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 47082) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:19.763699 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9a154c22-ebdb-4669-b8ca-72002f549936 tempest-TagsTest-1119728722 tempest-TagsTest-1119728722-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:19.812157 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-cfa16a17-cfe1-498d-be0a-47c25d150006 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:19.834819 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-cfa16a17-cfe1-498d-be0a-47c25d150006 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:19.885674 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 47086) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:19.903288 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6798d135-e83d-474c-b6f6-d7b7772b6936 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:19.906593 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4892cdf5-a098-40a4-b29a-05d465d763f1 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Made reservation on behalf of eec53b7bac0445b2b9e29f73fcad1818 for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:36:19.911253 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4892cdf5-a098-40a4-b29a-05d465d763f1 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:19.948618 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9a154c22-ebdb-4669-b8ca-72002f549936 tempest-TagsTest-1119728722 tempest-TagsTest-1119728722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:19.954356 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a154c22-ebdb-4669-b8ca-72002f549936 tempest-TagsTest-1119728722 tempest-TagsTest-1119728722-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:36:19.954957 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9a154c22-ebdb-4669-b8ca-72002f549936 tempest-TagsTest-1119728722 tempest-TagsTest-1119728722-project] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:20.019028 n-d-771362-32 neutron-server[94462]: INFO neutron.db.ipam_backend_mixin [None req-4892cdf5-a098-40a4-b29a-05d465d763f1 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2a104796-c903-4592-8a0f-3fb169dc77c0 (CIDR: 2001:db8::/64) Jul 05 02:36:20.024590 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-cfa16a17-cfe1-498d-be0a-47c25d150006 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:20.027188 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-cfa16a17-cfe1-498d-be0a-47c25d150006 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:20.032091 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-cfa16a17-cfe1-498d-be0a-47c25d150006 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] 10.222.0.23 "DELETE /v2.0/security-groups/52d82f5c-3dd7-4b04-8785-2e7d5ba61531 HTTP/1.1" status: 204 len: 168 time: 0.3128526 Jul 05 02:36:20.032220 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 47088) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:20.046491 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a154c22-ebdb-4669-b8ca-72002f549936 tempest-TagsTest-1119728722 tempest-TagsTest-1119728722-project] Pushing event updated for resources: {'Network': ['ID=4faddf39-05e0-4255-96a3-e6fe8131dd60,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:20.050503 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa16a17-cfe1-498d-be0a-47c25d150006 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d82f5c-3dd7-4b04-8785-2e7d5ba61531,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:20.061309 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 4faddf39-05e0-4255-96a3-e6fe8131dd60 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:36:20.090728 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6798d135-e83d-474c-b6f6-d7b7772b6936 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:20.091760 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-4892cdf5-a098-40a4-b29a-05d465d763f1 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 02:36:20.091985 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4892cdf5-a098-40a4-b29a-05d465d763f1 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94462) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:36:20.110208 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 47094) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:20.111222 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-bc7cc978-ec75-4003-aa68-a490d3a027b3 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0782969 Jul 05 02:36:20.174423 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-7fb8bf04-562a-4e43-8e64-2583941c9658 tempest-SecGroupIPv6Test-1639071969 tempest-SecGroupIPv6Test-1639071969-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0624321 Jul 05 02:36:20.196079 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6798d135-e83d-474c-b6f6-d7b7772b6936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:20.244003 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6798d135-e83d-474c-b6f6-d7b7772b6936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae789ba-62f4-4ae1-851f-79b65babf5cd,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:20.253059 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-6798d135-e83d-474c-b6f6-d7b7772b6936 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=eb62b1d68895497292952051133213e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3632519 Jul 05 02:36:20.253597 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 47100) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:20.312805 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8179417c-e84b-44a9-af4b-1b9b0ad83e00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:20.335431 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8179417c-e84b-44a9-af4b-1b9b0ad83e00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:20.352679 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-4892cdf5-a098-40a4-b29a-05d465d763f1 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3730478 Jul 05 02:36:20.355396 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 47104) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:20.362423 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-a5cb146c-57dd-4930-a702-41e0fa0b611f tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Request body: {'subnet': {'network_id': 'b31362b4-a4bd-42b5-81be-dffc815669f8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:36:20.415706 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-9a154c22-ebdb-4669-b8ca-72002f549936 tempest-TagsTest-1119728722 tempest-TagsTest-1119728722-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 1.6101649 Jul 05 02:36:20.415706 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 47106) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:20.420319 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.tag.tag_plugin [None req-402c1ce0-e3a0-498b-8acf-5866d127901c tempest-TagsTest-1119728722 tempest-TagsTest-1119728722-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '4faddf39-05e0-4255-96a3-e6fe8131dd60', 'tempest-TagsTest-Tag-252941713') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:36:20.579512 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8179417c-e84b-44a9-af4b-1b9b0ad83e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:20.585515 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8179417c-e84b-44a9-af4b-1b9b0ad83e00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:20.586695 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-8179417c-e84b-44a9-af4b-1b9b0ad83e00 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6ae789ba-62f4-4ae1-851f-79b65babf5cd HTTP/1.1" status: 204 len: 168 time: 0.3321176 Jul 05 02:36:20.602633 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8179417c-e84b-44a9-af4b-1b9b0ad83e00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae789ba-62f4-4ae1-851f-79b65babf5cd,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:20.723658 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5cb146c-57dd-4930-a702-41e0fa0b611f tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Made reservation on behalf of eec53b7bac0445b2b9e29f73fcad1818 for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:36:20.731193 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a5cb146c-57dd-4930-a702-41e0fa0b611f tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:20.843356 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-402c1ce0-e3a0-498b-8acf-5866d127901c tempest-TagsTest-1119728722 tempest-TagsTest-1119728722-project] 10.222.0.23 "PUT /v2.0/networks/4faddf39-05e0-4255-96a3-e6fe8131dd60/tags/tempest-TagsTest-Tag-252941713 HTTP/1.1" status: 201 len: 201 time: 0.4243386 Jul 05 02:36:20.843984 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 47122) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:20.848450 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.tag.tag_plugin [None req-78644280-0520-4a04-9859-892d52005866 tempest-TagsTest-1119728722 tempest-TagsTest-1119728722-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4faddf39-05e0-4255-96a3-e6fe8131dd60', 'tempest-TagsTest-Tag-252941713') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:36:20.873149 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 85262029-6326-4ca7-994d-3d91821f6c75 no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:36:20.916797 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-ac588e23-c199-46c4-ba38-dffb19532e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:20.921680 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] No Port match for: 85262029-6326-4ca7-994d-3d91821f6c75 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:36:20.922286 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 85262029-6326-4ca7-994d-3d91821f6c75 not bound to the agent host n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:36:20.967468 n-d-771362-32 neutron-server[94461]: INFO neutron.db.ipam_backend_mixin [None req-a5cb146c-57dd-4930-a702-41e0fa0b611f tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 86316dc3-3fb5-49fd-a865-a2c122172f76 (CIDR: 2001:db8:0:1::/64) Jul 05 02:36:21.004257 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-78644280-0520-4a04-9859-892d52005866 tempest-TagsTest-1119728722 tempest-TagsTest-1119728722-project] 10.222.0.23 "GET /v2.0/networks/4faddf39-05e0-4255-96a3-e6fe8131dd60/tags/tempest-TagsTest-Tag-252941713 HTTP/1.1" status: 204 len: 168 time: 0.1593313 Jul 05 02:36:21.007770 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 47130) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:21.007941 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 47128) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:21.013517 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.tag.tag_plugin [None req-d05d07d1-765d-4ba4-bc48-8f3741ba5571 tempest-TagsTest-1119728722 tempest-TagsTest-1119728722-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '4faddf39-05e0-4255-96a3-e6fe8131dd60') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:36:21.109969 n-d-771362-32 neutron-server[94461]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5cb146c-57dd-4930-a702-41e0fa0b611f tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 02:36:21.111669 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5cb146c-57dd-4930-a702-41e0fa0b611f tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:36:21.195945 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 47138) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:21.196167 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-d05d07d1-765d-4ba4-bc48-8f3741ba5571 tempest-TagsTest-1119728722 tempest-TagsTest-1119728722-project] 10.222.0.23 "GET /v2.0/networks/4faddf39-05e0-4255-96a3-e6fe8131dd60/tags HTTP/1.1" status: 200 len: 237 time: 0.1870971 Jul 05 02:36:21.200852 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.tag.tag_plugin [None req-e7e2317f-7b60-4cc4-8b1a-0ce7e029b901 tempest-TagsTest-1119728722 tempest-TagsTest-1119728722-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '4faddf39-05e0-4255-96a3-e6fe8131dd60', {'tags': ['tempest-TagsTest-Tag-1667648671', 'tempest-TagsTest-Tag-215357599', 'tempest-TagsTest-Tag-441535236']}) {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:36:21.218987 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-a5cb146c-57dd-4930-a702-41e0fa0b611f tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.8598526 Jul 05 02:36:21.219697 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 47140) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:21.225094 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-340d0e44-6f60-4645-a41c-8d727270612f tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Request body: {'subnet': {'network_id': 'b31362b4-a4bd-42b5-81be-dffc815669f8', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:36:21.523879 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-340d0e44-6f60-4645-a41c-8d727270612f tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Made reservation on behalf of eec53b7bac0445b2b9e29f73fcad1818 for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:36:21.528099 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-340d0e44-6f60-4645-a41c-8d727270612f tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:21.711561 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-e7ca3bbc-dced-4b47-80e7-c1bc9bb46260 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b4cf283b696d4d4580e304dc4da723a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7022326 Jul 05 02:36:21.714276 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 47172) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:21.792819 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 47174) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:21.821731 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89315b0a-74cc-49d2-a0bd-64c03fd93c3b req-dfead56b-184a-4ce5-a043-b4645fb1b346 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:36:21.823524 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-89315b0a-74cc-49d2-a0bd-64c03fd93c3b req-dfead56b-184a-4ce5-a043-b4645fb1b346 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/networks?id=1b07052c-22c6-4d0f-b0a6-3bc3daa97540 HTTP/1.1" status: 200 len: 806 time: 0.1027453 Jul 05 02:36:21.824834 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-543dc630-7df4-4a71-9d53-7a9ab4196c90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:21.828906 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-12da72ea-b8c0-49ce-bdbc-1ffeb9192717 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:21.843803 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-89315b0a-74cc-49d2-a0bd-64c03fd93c3b req-fc6644c6-44a0-4a76-8f53-a05bb07c19e2 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/quotas/19e6c4c619cf4595801b0519afefcaf5 HTTP/1.1" status: 200 len: 375 time: 0.0100989 Jul 05 02:36:21.886156 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-543dc630-7df4-4a71-9d53-7a9ab4196c90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:21.912867 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-e7e2317f-7b60-4cc4-8b1a-0ce7e029b901 tempest-TagsTest-1119728722 tempest-TagsTest-1119728722-project] 10.222.0.23 "PUT /v2.0/networks/4faddf39-05e0-4255-96a3-e6fe8131dd60/tags HTTP/1.1" status: 200 len: 307 time: 0.7157869 Jul 05 02:36:21.915626 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 47178) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:21.921015 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.tag.tag_plugin [None req-96bacea9-692b-4051-ab76-3f98d6ec5416 tempest-TagsTest-1119728722 tempest-TagsTest-1119728722-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '4faddf39-05e0-4255-96a3-e6fe8131dd60', 'tempest-TagsTest-Tag-1667648671') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:36:22.001729 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-89315b0a-74cc-49d2-a0bd-64c03fd93c3b req-a4394b58-3047-488d-ae63-24d463205d41 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=19e6c4c619cf4595801b0519afefcaf5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1490521 Jul 05 02:36:22.093184 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-340d0e44-6f60-4645-a41c-8d727270612f tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5763451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774823'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:22.118390 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-89315b0a-74cc-49d2-a0bd-64c03fd93c3b req-c0bfa426-d946-46ce-b4cc-fdc46fd8c12a service neutron] 10.222.0.23 "GET /v2.0/networks/1b07052c-22c6-4d0f-b0a6-3bc3daa97540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008999 Jul 05 02:36:22.139529 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340d0e44-6f60-4645-a41c-8d727270612f tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Network b31362b4-a4bd-42b5-81be-dffc815669f8 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:36:22.148072 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-340d0e44-6f60-4645-a41c-8d727270612f tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:36:22.149716 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-543dc630-7df4-4a71-9d53-7a9ab4196c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:22.152248 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-543dc630-7df4-4a71-9d53-7a9ab4196c90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:22.153400 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-543dc630-7df4-4a71-9d53-7a9ab4196c90 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/06b4379c-0399-4cc7-8295-dbc697beb443 HTTP/1.1" status: 204 len: 168 time: 0.4383779 Jul 05 02:36:22.155751 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340d0e44-6f60-4645-a41c-8d727270612f tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:36:22.156513 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-340d0e44-6f60-4645-a41c-8d727270612f tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:22.164426 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1e9dae-074d-4e43-9477-f70abf4357c7 None None] Network b31362b4-a4bd-42b5-81be-dffc815669f8 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:36:22.189547 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543dc630-7df4-4a71-9d53-7a9ab4196c90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b4379c-0399-4cc7-8295-dbc697beb443,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:22.193603 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340d0e44-6f60-4645-a41c-8d727270612f tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Pushing event updated for resources: {'Subnet': ['ID=609005b9-3a66-4cef-b4b3-074005742bef,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:22.246820 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-89315b0a-74cc-49d2-a0bd-64c03fd93c3b req-6f82ed8b-7b58-44a8-bef2-47aa1a7de59f service neutron] 10.222.0.23 "GET /v2.0/networks/1b07052c-22c6-4d0f-b0a6-3bc3daa97540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226439 Jul 05 02:36:22.264931 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-12da72ea-b8c0-49ce-bdbc-1ffeb9192717 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:22.325716 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-96bacea9-692b-4051-ab76-3f98d6ec5416 tempest-TagsTest-1119728722 tempest-TagsTest-1119728722-project] 10.222.0.23 "DELETE /v2.0/networks/4faddf39-05e0-4255-96a3-e6fe8131dd60/tags/tempest-TagsTest-Tag-1667648671 HTTP/1.1" status: 204 len: 168 time: 0.4074762 Jul 05 02:36:22.333842 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 47190) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:22.339885 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.tag.tag_plugin [None req-6347811b-16d9-4dc2-af91-d3748f4ec2f2 tempest-TagsTest-1119728722 tempest-TagsTest-1119728722-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4faddf39-05e0-4255-96a3-e6fe8131dd60', 'tempest-TagsTest-Tag-1667648671') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:36:22.349731 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-12da72ea-b8c0-49ce-bdbc-1ffeb9192717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:22.408019 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 47192) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:22.441250 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 47196) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:22.448547 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-12da72ea-b8c0-49ce-bdbc-1ffeb9192717 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9f645d4809184b24b7679d970add8c22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6500585 Jul 05 02:36:22.457342 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12da72ea-b8c0-49ce-bdbc-1ffeb9192717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0610c40d-8b59-4fec-80d9-8db23a201fdf,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:22.489446 n-d-771362-32 neutron-server[94462]: INFO neutron.api.v2.resource [None req-6347811b-16d9-4dc2-af91-d3748f4ec2f2 tempest-TagsTest-1119728722 tempest-TagsTest-1119728722-project] show failed (client error): The resource could not be found. Jul 05 02:36:22.493419 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 47198) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:22.493635 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-6347811b-16d9-4dc2-af91-d3748f4ec2f2 tempest-TagsTest-1119728722 tempest-TagsTest-1119728722-project] 10.222.0.23 "GET /v2.0/networks/4faddf39-05e0-4255-96a3-e6fe8131dd60/tags/tempest-TagsTest-Tag-1667648671 HTTP/1.1" status: 404 len: 326 time: 0.1583967 Jul 05 02:36:22.498148 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.tag.tag_plugin [None req-3efe2512-4e72-459a-a884-64b4cb9ffb62 tempest-TagsTest-1119728722 tempest-TagsTest-1119728722-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4faddf39-05e0-4255-96a3-e6fe8131dd60', 'tempest-TagsTest-Tag-215357599') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:36:22.531683 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-340d0e44-6f60-4645-a41c-8d727270612f tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3113284 Jul 05 02:36:22.534374 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 47202) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:22.549770 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-60d7e25c-5c47-4822-8213-9ccb09db0915 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-925992736', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '609005b9-3a66-4cef-b4b3-074005742bef'}], 'security_groups': ['e38c4983-30d4-4a68-9e3d-1a7219965138', 'edda7903-d65b-4091-bee8-10fcc7a823e0']}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:36:22.563038 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7dc8b7fa-e41b-435d-8c57-4725219b652d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:22.605680 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7dc8b7fa-e41b-435d-8c57-4725219b652d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:22.620872 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7048559b-0ac6-432b-87b2-c91c29f653a8 None None] Update dhcp port {'port': {'network_id': 'b31362b4-a4bd-42b5-81be-dffc815669f8', 'fixed_ips': [{'subnet_id': '86316dc3-3fb5-49fd-a865-a2c122172f76', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '2a104796-c903-4592-8a0f-3fb169dc77c0', 'ip_address': '2001:db8::2'}, {'subnet_id': '609005b9-3a66-4cef-b4b3-074005742bef'}], 'binding:host_id': 'n-d-771362-32'}, 'id': 'bc9ea3b7-f00b-4e36-b137-c1590c7364c8'} from n-d-771362-32. {{(pid=94463) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 02:36:22.668120 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-db7a480d-c4ae-47ab-a5cf-b240b3395ce9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:22.672781 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-7048559b-0ac6-432b-87b2-c91c29f653a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:22.705689 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f4dd4534-3b29-4b71-be13-3243af6797a7 req-caa5107c-26a1-4bbe-8d35-36421c77cf9e tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=36ee09db-120e-4028-a1d6-9355b85fa5e5 HTTP/1.1" status: 200 len: 210 time: 0.0680945 Jul 05 02:36:22.788742 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-3efe2512-4e72-459a-a884-64b4cb9ffb62 tempest-TagsTest-1119728722 tempest-TagsTest-1119728722-project] 10.222.0.23 "GET /v2.0/networks/4faddf39-05e0-4255-96a3-e6fe8131dd60/tags/tempest-TagsTest-Tag-215357599 HTTP/1.1" status: 204 len: 168 time: 0.2941449 Jul 05 02:36:22.791592 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 47210) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:22.795884 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.tag.tag_plugin [None req-5304f401-7112-4595-8445-feaf804f5955 tempest-TagsTest-1119728722 tempest-TagsTest-1119728722-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4faddf39-05e0-4255-96a3-e6fe8131dd60', 'tempest-TagsTest-Tag-441535236') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:36:22.872108 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7dc8b7fa-e41b-435d-8c57-4725219b652d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:22.874717 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7dc8b7fa-e41b-435d-8c57-4725219b652d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:22.876236 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-7dc8b7fa-e41b-435d-8c57-4725219b652d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0610c40d-8b59-4fec-80d9-8db23a201fdf HTTP/1.1" status: 204 len: 168 time: 0.4338355 Jul 05 02:36:22.897168 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-7048559b-0ac6-432b-87b2-c91c29f653a8 None None] Allocated IP 2001:db8:0:2::2 (b31362b4-a4bd-42b5-81be-dffc815669f8/609005b9-3a66-4cef-b4b3-074005742bef/bc9ea3b7-f00b-4e36-b137-c1590c7364c8) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:36:22.897418 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc8b7fa-e41b-435d-8c57-4725219b652d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0610c40d-8b59-4fec-80d9-8db23a201fdf,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:22.912689 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc8b7fa-e41b-435d-8c57-4725219b652d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:36:22.913123 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc8b7fa-e41b-435d-8c57-4725219b652d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:36:22.914368 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc8b7fa-e41b-435d-8c57-4725219b652d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:36:22.914368 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc8b7fa-e41b-435d-8c57-4725219b652d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:36:22.914368 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc8b7fa-e41b-435d-8c57-4725219b652d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:36:22.914671 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc8b7fa-e41b-435d-8c57-4725219b652d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:36:22.915092 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc8b7fa-e41b-435d-8c57-4725219b652d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:36:22.915772 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc8b7fa-e41b-435d-8c57-4725219b652d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:36:22.915939 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc8b7fa-e41b-435d-8c57-4725219b652d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:36:22.916708 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc8b7fa-e41b-435d-8c57-4725219b652d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:36:22.916708 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc8b7fa-e41b-435d-8c57-4725219b652d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:36:22.917090 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc8b7fa-e41b-435d-8c57-4725219b652d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:36:22.934249 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-5304f401-7112-4595-8445-feaf804f5955 tempest-TagsTest-1119728722 tempest-TagsTest-1119728722-project] 10.222.0.23 "GET /v2.0/networks/4faddf39-05e0-4255-96a3-e6fe8131dd60/tags/tempest-TagsTest-Tag-441535236 HTTP/1.1" status: 204 len: 168 time: 0.1417882 Jul 05 02:36:22.935080 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-60d7e25c-5c47-4822-8213-9ccb09db0915 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:22.952168 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 47218) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:22.957599 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.tag.tag_plugin [None req-76e815ab-e280-47c7-8d3b-0b4be370cd0c tempest-TagsTest-1119728722 tempest-TagsTest-1119728722-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '4faddf39-05e0-4255-96a3-e6fe8131dd60') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:36:22.976529 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-db7a480d-c4ae-47ab-a5cf-b240b3395ce9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:23.026379 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-7048559b-0ac6-432b-87b2-c91c29f653a8 None None] For port bc9ea3b7-f00b-4e36-b137-c1590c7364c8, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=bc9ea3b7-f00b-4e36-b137-c1590c7364c8,segment=NetworkSegment(0e3ceaa3-50b0-4cab-ab79-3e0466590955),segment_id=0e3ceaa3-50b0-4cab-ab79-3e0466590955)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:36:23.103466 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-7048559b-0ac6-432b-87b2-c91c29f653a8 None None] Notify callbacks [] for port, precommit_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:23.131952 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-7048559b-0ac6-432b-87b2-c91c29f653a8 None None] Transition to ACTIVE for port object bc9ea3b7-f00b-4e36-b137-c1590c7364c8 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:36:23.177026 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-db7a480d-c4ae-47ab-a5cf-b240b3395ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:23.242002 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-7048559b-0ac6-432b-87b2-c91c29f653a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:23.373042 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7a480d-c4ae-47ab-a5cf-b240b3395ce9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27d9fde4-4c98-464c-8ed4-3fdeb52a79f8,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:23.376924 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7048559b-0ac6-432b-87b2-c91c29f653a8 None None] Pushing event updated for resources: {'Port': ['ID=bc9ea3b7-f00b-4e36-b137-c1590c7364c8,revision_number=7']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:23.384915 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-db7a480d-c4ae-47ab-a5cf-b240b3395ce9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0bcf63d0f8854a34a7f0a1c42ef2f3b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9711494 Jul 05 02:36:23.384915 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 47234) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:23.386590 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7048559b-0ac6-432b-87b2-c91c29f653a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:36:23.387042 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7048559b-0ac6-432b-87b2-c91c29f653a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:36:23.387701 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7048559b-0ac6-432b-87b2-c91c29f653a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:36:23.388446 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7048559b-0ac6-432b-87b2-c91c29f653a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:36:23.388934 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7048559b-0ac6-432b-87b2-c91c29f653a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:36:23.389412 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7048559b-0ac6-432b-87b2-c91c29f653a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:36:23.389818 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7048559b-0ac6-432b-87b2-c91c29f653a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:36:23.391049 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7048559b-0ac6-432b-87b2-c91c29f653a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:36:23.391049 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7048559b-0ac6-432b-87b2-c91c29f653a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:36:23.391049 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7048559b-0ac6-432b-87b2-c91c29f653a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:36:23.395148 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7048559b-0ac6-432b-87b2-c91c29f653a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:36:23.395148 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7048559b-0ac6-432b-87b2-c91c29f653a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:36:23.402096 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-6edee30c-65c9-4ecb-8e09-56e38e3098a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:23.459469 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-30ddc2d7-4e42-499a-b922-52fdc4381762 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:23.495381 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-30ddc2d7-4e42-499a-b922-52fdc4381762 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:23.582145 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-60d7e25c-5c47-4822-8213-9ccb09db0915 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Delete allocated IP 2001:db8::35b (b31362b4-a4bd-42b5-81be-dffc815669f8/2a104796-c903-4592-8a0f-3fb169dc77c0) {{(pid=94461) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 05 02:36:23.591463 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-60d7e25c-5c47-4822-8213-9ccb09db0915 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Allocated IP 2001:db8:0:2::29f (b31362b4-a4bd-42b5-81be-dffc815669f8/609005b9-3a66-4cef-b4b3-074005742bef/7695e08c-e999-4b27-b7df-9927b1d5ed47) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:36:23.738273 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-76e815ab-e280-47c7-8d3b-0b4be370cd0c tempest-TagsTest-1119728722 tempest-TagsTest-1119728722-project] 10.222.0.23 "DELETE /v2.0/networks/4faddf39-05e0-4255-96a3-e6fe8131dd60/tags HTTP/1.1" status: 204 len: 168 time: 0.7848701 Jul 05 02:36:23.741103 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 47246) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:23.745363 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.tag.tag_plugin [None req-d265b85c-2c2f-4936-bcdd-f29d564668ef tempest-TagsTest-1119728722 tempest-TagsTest-1119728722-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4faddf39-05e0-4255-96a3-e6fe8131dd60', 'tempest-TagsTest-Tag-215357599') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:36:23.843900 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-30ddc2d7-4e42-499a-b922-52fdc4381762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:23.847526 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-30ddc2d7-4e42-499a-b922-52fdc4381762 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:23.848899 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-30ddc2d7-4e42-499a-b922-52fdc4381762 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/27d9fde4-4c98-464c-8ed4-3fdeb52a79f8 HTTP/1.1" status: 204 len: 168 time: 0.4632313 Jul 05 02:36:23.866689 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ddc2d7-4e42-499a-b922-52fdc4381762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d9fde4-4c98-464c-8ed4-3fdeb52a79f8,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:23.900038 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-60d7e25c-5c47-4822-8213-9ccb09db0915 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:23.931132 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a3ea0a3b-1d3f-4af3-8859-fbbb2fdc4e07 req-8cdcfc81-4462-40e7-9cbb-997a275a3c71 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=36ee09db-120e-4028-a1d6-9355b85fa5e5 HTTP/1.1" status: 200 len: 210 time: 0.1115205 Jul 05 02:36:23.941049 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:23.947837 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [None req-60d7e25c-5c47-4822-8213-9ccb09db0915 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Transition to ACTIVE for port object 7695e08c-e999-4b27-b7df-9927b1d5ed47 will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:36:23.958658 n-d-771362-32 neutron-server[94461]: INFO neutron.api.v2.resource [None req-d265b85c-2c2f-4936-bcdd-f29d564668ef tempest-TagsTest-1119728722 tempest-TagsTest-1119728722-project] show failed (client error): The resource could not be found. Jul 05 02:36:23.960627 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-d265b85c-2c2f-4936-bcdd-f29d564668ef tempest-TagsTest-1119728722 tempest-TagsTest-1119728722-project] 10.222.0.23 "GET /v2.0/networks/4faddf39-05e0-4255-96a3-e6fe8131dd60/tags/tempest-TagsTest-Tag-215357599 HTTP/1.1" status: 404 len: 325 time: 0.2186677 Jul 05 02:36:23.963499 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 47262) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:23.968431 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.tag.tag_plugin [None req-02002ef5-dfcf-44b2-a4f7-f12557ed2ac3 tempest-TagsTest-1119728722 tempest-TagsTest-1119728722-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4faddf39-05e0-4255-96a3-e6fe8131dd60', 'tempest-TagsTest-Tag-441535236') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:36:24.056102 n-d-771362-32 neutron-server[94461]: INFO neutron.api.v2.resource [None req-02002ef5-dfcf-44b2-a4f7-f12557ed2ac3 tempest-TagsTest-1119728722 tempest-TagsTest-1119728722-project] show failed (client error): The resource could not be found. Jul 05 02:36:24.057895 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-02002ef5-dfcf-44b2-a4f7-f12557ed2ac3 tempest-TagsTest-1119728722 tempest-TagsTest-1119728722-project] 10.222.0.23 "GET /v2.0/networks/4faddf39-05e0-4255-96a3-e6fe8131dd60/tags/tempest-TagsTest-Tag-441535236 HTTP/1.1" status: 404 len: 325 time: 0.0933301 Jul 05 02:36:24.060866 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 47270) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:24.066229 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.tag.tag_plugin [None req-34fc1191-4f56-4eeb-a840-60775cdc8c27 tempest-TagsTest-1119728722 tempest-TagsTest-1119728722-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '4faddf39-05e0-4255-96a3-e6fe8131dd60') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:36:24.098281 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-60d7e25c-5c47-4822-8213-9ccb09db0915 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:24.147345 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-34fc1191-4f56-4eeb-a840-60775cdc8c27 tempest-TagsTest-1119728722 tempest-TagsTest-1119728722-project] 10.222.0.23 "DELETE /v2.0/networks/4faddf39-05e0-4255-96a3-e6fe8131dd60/tags HTTP/1.1" status: 204 len: 168 time: 0.0853174 Jul 05 02:36:24.151986 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 47272) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:24.200880 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-60d7e25c-5c47-4822-8213-9ccb09db0915 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] In _notify_port_updated(), no bound segment for port 7695e08c-e999-4b27-b7df-9927b1d5ed47 on network b31362b4-a4bd-42b5-81be-dffc815669f8 {{(pid=94461) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 02:36:24.207057 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d7e25c-5c47-4822-8213-9ccb09db0915 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:36:24.208121 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-60d7e25c-5c47-4822-8213-9ccb09db0915 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:24.209470 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-60d7e25c-5c47-4822-8213-9ccb09db0915 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "PUT /v2.0/ports/7695e08c-e999-4b27-b7df-9927b1d5ed47 HTTP/1.1" status: 200 len: 969 time: 1.6742041 Jul 05 02:36:24.213416 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 47274) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:24.221983 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d7e25c-5c47-4822-8213-9ccb09db0915 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Pushing event updated for resources: {'Port': ['ID=7695e08c-e999-4b27-b7df-9927b1d5ed47,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:24.257562 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-72223203-8fef-4c91-b194-1e6797ebfb27 tempest-TagsTest-1119728722 tempest-TagsTest-1119728722-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:24.281506 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-0c5d16d6-054d-4255-99f3-94bf62662716 None None] Provisioning for port bc9ea3b7-f00b-4e36-b137-c1590c7364c8 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:36:24.286350 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-0c5d16d6-054d-4255-99f3-94bf62662716 None None] Provisioning complete for port bc9ea3b7-f00b-4e36-b137-c1590c7364c8 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:36:24.286729 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-0c5d16d6-054d-4255-99f3-94bf62662716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:24.425989 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-72223203-8fef-4c91-b194-1e6797ebfb27 tempest-TagsTest-1119728722 tempest-TagsTest-1119728722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:24.454185 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-72223203-8fef-4c91-b194-1e6797ebfb27 tempest-TagsTest-1119728722 tempest-TagsTest-1119728722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4faddf39-05e0-4255-96a3-e6fe8131dd60']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:36:24.459405 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-afd1c27c-679c-47e1-952f-f69cd66e55cd tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Deleting port 7695e08c-e999-4b27-b7df-9927b1d5ed47 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:36:24.459766 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-afd1c27c-679c-47e1-952f-f69cd66e55cd tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:24.484408 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-72223203-8fef-4c91-b194-1e6797ebfb27 tempest-TagsTest-1119728722 tempest-TagsTest-1119728722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78c23651-d3f5-4700-a220-0f45bc039a2a') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:36:24.484732 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-72223203-8fef-4c91-b194-1e6797ebfb27 tempest-TagsTest-1119728722 tempest-TagsTest-1119728722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78c23651-d3f5-4700-a220-0f45bc039a2a') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:36:24.514151 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-72223203-8fef-4c91-b194-1e6797ebfb27 tempest-TagsTest-1119728722 tempest-TagsTest-1119728722-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:24.547653 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-72223203-8fef-4c91-b194-1e6797ebfb27 tempest-TagsTest-1119728722 tempest-TagsTest-1119728722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:24.560463 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72223203-8fef-4c91-b194-1e6797ebfb27 tempest-TagsTest-1119728722 tempest-TagsTest-1119728722-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:36:24.562620 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-72223203-8fef-4c91-b194-1e6797ebfb27 tempest-TagsTest-1119728722 tempest-TagsTest-1119728722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:24.567207 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:36:24.567207 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:36:24.567207 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:36:24.567207 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:36:24.567207 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:36:24.567207 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:36:24.567207 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:36:24.567207 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:36:24.567207 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:36:24.567207 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:36:24.567207 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:36:24.567207 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:36:24.567207 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:36:24.567207 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:36:24.567207 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:36:24.567207 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:36:24.567207 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:36:24.567207 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:36:24.567207 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:36:24.567207 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:36:24.567207 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:36:24.567207 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:36:24.567207 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:36:24.567207 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:36:24.567207 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:36:24.567207 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:36:24.567207 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:36:24.567207 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:36:24.567207 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:36:24.567207 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:36:24.567207 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:36:24.567207 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:36:24.567207 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:36:24.567207 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:36:24.567207 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:36:24.567207 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:36:24.567207 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:36:24.567207 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:36:24.567207 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:36:24.567207 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:36:24.567207 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:36:24.567207 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:36:24.645515 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-afd1c27c-679c-47e1-952f-f69cd66e55cd tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:24.667668 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device bc9ea3b7-f00b-4e36-b137-c1590c7364c8 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:36:24.674749 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-afd1c27c-679c-47e1-952f-f69cd66e55cd tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Calling delete_port for 7695e08c-e999-4b27-b7df-9927b1d5ed47 owned by {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:36:24.715778 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-0c5d16d6-054d-4255-99f3-94bf62662716 None None] Provisioning for port 7695e08c-e999-4b27-b7df-9927b1d5ed47 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:36:24.726625 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-0c5d16d6-054d-4255-99f3-94bf62662716 None None] Provisioning complete for port 7695e08c-e999-4b27-b7df-9927b1d5ed47 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:36:24.727266 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-0c5d16d6-054d-4255-99f3-94bf62662716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:24.730100 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:24.769724 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-72223203-8fef-4c91-b194-1e6797ebfb27 tempest-TagsTest-1119728722 tempest-TagsTest-1119728722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:24.778892 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-72223203-8fef-4c91-b194-1e6797ebfb27 tempest-TagsTest-1119728722 tempest-TagsTest-1119728722-project] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:24.789757 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-72223203-8fef-4c91-b194-1e6797ebfb27 tempest-TagsTest-1119728722 tempest-TagsTest-1119728722-project] 10.222.0.23 "DELETE /v2.0/networks/4faddf39-05e0-4255-96a3-e6fe8131dd60 HTTP/1.1" status: 204 len: 168 time: 0.6364441 Jul 05 02:36:24.806145 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72223203-8fef-4c91-b194-1e6797ebfb27 tempest-TagsTest-1119728722 tempest-TagsTest-1119728722-project] Pushing event deleted for resources: {'Network': ['ID=4faddf39-05e0-4255-96a3-e6fe8131dd60,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:24.819161 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-0c5d16d6-054d-4255-99f3-94bf62662716 None None] Port 7695e08c-e999-4b27-b7df-9927b1d5ed47 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:36:24.829162 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port bc9ea3b7-f00b-4e36-b137-c1590c7364c8 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:36:24.829538 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:24.853528 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-0c5d16d6-054d-4255-99f3-94bf62662716 None None] Provisioning complete for port a2f7b0f1-dfae-46c9-a6da-d9ab7895090f triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:36:24.853896 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-0c5d16d6-054d-4255-99f3-94bf62662716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:24.907392 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-0c5d16d6-054d-4255-99f3-94bf62662716 None None] Port a2f7b0f1-dfae-46c9-a6da-d9ab7895090f cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:36:24.975758 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-afd1c27c-679c-47e1-952f-f69cd66e55cd tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:25.008434 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd1c27c-679c-47e1-952f-f69cd66e55cd tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Pushing event deleted for resources: {'Port': ['ID=7695e08c-e999-4b27-b7df-9927b1d5ed47,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:25.023109 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-b0d8b1c0-d513-4286-a8fb-2652a59464c3 None None] Could not find standard attr ID for object 7695e08c-e999-4b27-b7df-9927b1d5ed47. {{(pid=94463) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 02:36:25.058077 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-afd1c27c-679c-47e1-952f-f69cd66e55cd tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:25.060227 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-afd1c27c-679c-47e1-952f-f69cd66e55cd tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "DELETE /v2.0/ports/7695e08c-e999-4b27-b7df-9927b1d5ed47 HTTP/1.1" status: 204 len: 168 time: 0.8453453 Jul 05 02:36:25.063104 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 47300) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:25.092240 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 47302) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:25.119050 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-dcc6a2a9-60f4-49d1-9e4f-a544536fa745 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:25.165604 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2f0d67e6-afe1-4817-9088-f7ea602267e2 req-e347b850-8775-4609-941b-6b8ba40b2cb0 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=36ee09db-120e-4028-a1d6-9355b85fa5e5 HTTP/1.1" status: 200 len: 210 time: 0.0919776 Jul 05 02:36:25.167385 n-d-771362-32 neutron-server[94461]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2510e4e-48d6-4698-b624-9eed3324be05 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] GET failed (client error): The resource could not be found. Jul 05 02:36:25.169576 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-e2510e4e-48d6-4698-b624-9eed3324be05 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "GET /v2.0/ports/7695e08c-e999-4b27-b7df-9927b1d5ed47 HTTP/1.1" status: 404 len: 333 time: 0.1050966 Jul 05 02:36:25.172844 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 47306) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:25.272924 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a103ba75-2312-4906-99a4-86267490cbb4 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:25.280951 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-dcc6a2a9-60f4-49d1-9e4f-a544536fa745 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:25.297651 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a103ba75-2312-4906-99a4-86267490cbb4 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:25.469455 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-dcc6a2a9-60f4-49d1-9e4f-a544536fa745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:25.514562 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-dcc6a2a9-60f4-49d1-9e4f-a544536fa745 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b95a6255de71461cbeb7d2a20f443b65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4210920 Jul 05 02:36:25.515736 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc6a2a9-60f4-49d1-9e4f-a544536fa745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64979e90-476d-446d-a3f1-596b7c5a6506,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:25.517370 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 47316) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:25.549626 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a103ba75-2312-4906-99a4-86267490cbb4 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:25.559824 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a103ba75-2312-4906-99a4-86267490cbb4 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:25.561011 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-a103ba75-2312-4906-99a4-86267490cbb4 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "DELETE /v2.0/security-groups/40bcf71e-feaa-4d7f-b811-d41c766eca58 HTTP/1.1" status: 204 len: 168 time: 0.3842132 Jul 05 02:36:25.563936 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 47320) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:25.590977 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a103ba75-2312-4906-99a4-86267490cbb4 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40bcf71e-feaa-4d7f-b811-d41c766eca58,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:25.647588 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-38c77e15-8a96-48f6-829f-833db8fdc9d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:25.676664 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-38c77e15-8a96-48f6-829f-833db8fdc9d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:25.710882 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2585315d-bb15-4941-810b-cd08a1be4bfe tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:25.742206 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2585315d-bb15-4941-810b-cd08a1be4bfe tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:25.781086 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 47330) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:25.833976 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-38c77e15-8a96-48f6-829f-833db8fdc9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:25.838435 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-38c77e15-8a96-48f6-829f-833db8fdc9d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:25.839723 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-38c77e15-8a96-48f6-829f-833db8fdc9d4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/64979e90-476d-446d-a3f1-596b7c5a6506 HTTP/1.1" status: 204 len: 168 time: 0.3211272 Jul 05 02:36:25.850743 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c77e15-8a96-48f6-829f-833db8fdc9d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64979e90-476d-446d-a3f1-596b7c5a6506,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:25.899051 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2585315d-bb15-4941-810b-cd08a1be4bfe tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:25.902078 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2585315d-bb15-4941-810b-cd08a1be4bfe tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:25.903599 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-2585315d-bb15-4941-810b-cd08a1be4bfe tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "DELETE /v2.0/security-groups/edda7903-d65b-4091-bee8-10fcc7a823e0 HTTP/1.1" status: 204 len: 168 time: 0.3379333 Jul 05 02:36:25.906444 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 47340) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:25.913241 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2585315d-bb15-4941-810b-cd08a1be4bfe tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edda7903-d65b-4091-bee8-10fcc7a823e0,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:26.070683 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-2c8d644a-5162-4213-8419-89b98c6c2759 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b830c02f141d40d7a3729713de8ede50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2883868 Jul 05 02:36:26.071371 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e927f5d2-8f9e-4f09-8fad-362b3b88bc06 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:26.073301 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 47344) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:26.111533 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e927f5d2-8f9e-4f09-8fad-362b3b88bc06 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:26.131791 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-aa75af17-c4c9-4d6e-823e-cd253956ed70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:26.143629 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89315b0a-74cc-49d2-a0bd-64c03fd93c3b req-156a0c3a-ab43-4828-ad3b-f9db7a7d2a95 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:36:26.145418 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-89315b0a-74cc-49d2-a0bd-64c03fd93c3b req-156a0c3a-ab43-4828-ad3b-f9db7a7d2a95 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.15 "GET /v2.0/networks?id=1b07052c-22c6-4d0f-b0a6-3bc3daa97540 HTTP/1.1" status: 200 len: 806 time: 0.1724031 Jul 05 02:36:26.157967 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:26.162450 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-aa75af17-c4c9-4d6e-823e-cd253956ed70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:26.163130 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-89315b0a-74cc-49d2-a0bd-64c03fd93c3b req-87f921a0-e17a-4d83-8520-bf61e5c0472d tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Request body: {'port': {'device_id': '36ee09db-120e-4028-a1d6-9355b85fa5e5', 'network_id': '1b07052c-22c6-4d0f-b0a6-3bc3daa97540', 'admin_state_up': True, 'tenant_id': '19e6c4c619cf4595801b0519afefcaf5'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:36:26.413901 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-aa75af17-c4c9-4d6e-823e-cd253956ed70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:26.417633 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-aa75af17-c4c9-4d6e-823e-cd253956ed70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:26.419351 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-aa75af17-c4c9-4d6e-823e-cd253956ed70 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c3bb8367-4c72-4bc8-8295-a15713ee951f HTTP/1.1" status: 204 len: 168 time: 0.3448975 Jul 05 02:36:26.430963 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa75af17-c4c9-4d6e-823e-cd253956ed70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3bb8367-4c72-4bc8-8295-a15713ee951f,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:26.682321 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e927f5d2-8f9e-4f09-8fad-362b3b88bc06 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:26.685081 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e927f5d2-8f9e-4f09-8fad-362b3b88bc06 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:26.686285 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-e927f5d2-8f9e-4f09-8fad-362b3b88bc06 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "DELETE /v2.0/security-groups/e38c4983-30d4-4a68-9e3d-1a7219965138 HTTP/1.1" status: 204 len: 168 time: 0.7787960 Jul 05 02:36:26.692993 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 47374) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:26.728865 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ee5b8b30-3a61-4f15-9859-49ca554c7050 req-ac6ecc61-de14-4ae3-b242-74717bf312fc tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=36ee09db-120e-4028-a1d6-9355b85fa5e5 HTTP/1.1" status: 200 len: 210 time: 0.0517011 Jul 05 02:36:26.729939 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e927f5d2-8f9e-4f09-8fad-362b3b88bc06 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e38c4983-30d4-4a68-9e3d-1a7219965138,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:26.792256 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e48e16c-7807-489b-9087-6a6d40615567 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Deleting subnet 2a104796-c903-4592-8a0f-3fb169dc77c0 {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:36:26.795481 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1e48e16c-7807-489b-9087-6a6d40615567 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:26.836787 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1e48e16c-7807-489b-9087-6a6d40615567 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:26.879759 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89315b0a-74cc-49d2-a0bd-64c03fd93c3b req-87f921a0-e17a-4d83-8520-bf61e5c0472d tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Made reservation on behalf of 19e6c4c619cf4595801b0519afefcaf5 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:36:26.885776 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-89315b0a-74cc-49d2-a0bd-64c03fd93c3b req-87f921a0-e17a-4d83-8520-bf61e5c0472d tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:26.932288 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1e48e16c-7807-489b-9087-6a6d40615567 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:27.054067 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-89315b0a-74cc-49d2-a0bd-64c03fd93c3b req-87f921a0-e17a-4d83-8520-bf61e5c0472d tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Allocated IP 172.20.0.11 (1b07052c-22c6-4d0f-b0a6-3bc3daa97540/83dd570d-22ee-4f29-80f0-61f3c568de93/5c39741c-bfa4-4ce0-a54d-0cbe98a9d733) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:36:27.134771 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1e48e16c-7807-489b-9087-6a6d40615567 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:27.173483 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e48e16c-7807-489b-9087-6a6d40615567 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Pushing event deleted for resources: {'Subnet': ['ID=2a104796-c903-4592-8a0f-3fb169dc77c0,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:27.189906 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1e48e16c-7807-489b-9087-6a6d40615567 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks [] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:27.196106 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-1e48e16c-7807-489b-9087-6a6d40615567 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "DELETE /v2.0/subnets/2a104796-c903-4592-8a0f-3fb169dc77c0 HTTP/1.1" status: 204 len: 168 time: 0.5020158 Jul 05 02:36:27.197094 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 47394) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:27.203900 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f80312-0c25-4cf8-8f3c-e7e128f0851e None None] Network b31362b4-a4bd-42b5-81be-dffc815669f8 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:36:27.256165 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-daf42dcc-ef50-4da2-88cd-c107c158bd71 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Deleting subnet 609005b9-3a66-4cef-b4b3-074005742bef {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:36:27.257204 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-89315b0a-74cc-49d2-a0bd-64c03fd93c3b req-87f921a0-e17a-4d83-8520-bf61e5c0472d tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:27.260404 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-daf42dcc-ef50-4da2-88cd-c107c158bd71 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:27.311217 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-daf42dcc-ef50-4da2-88cd-c107c158bd71 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:27.420989 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-daf42dcc-ef50-4da2-88cd-c107c158bd71 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:27.489659 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-89315b0a-74cc-49d2-a0bd-64c03fd93c3b req-87f921a0-e17a-4d83-8520-bf61e5c0472d tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:27.501072 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['8ddf5426-0739-47b0-ab63-f5000a780e97'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:36:27.539515 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89315b0a-74cc-49d2-a0bd-64c03fd93c3b req-87f921a0-e17a-4d83-8520-bf61e5c0472d tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Network 1b07052c-22c6-4d0f-b0a6-3bc3daa97540 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:36:27.543315 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-89315b0a-74cc-49d2-a0bd-64c03fd93c3b req-87f921a0-e17a-4d83-8520-bf61e5c0472d tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:36:27.545861 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-89315b0a-74cc-49d2-a0bd-64c03fd93c3b req-87f921a0-e17a-4d83-8520-bf61e5c0472d tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:36:27.582629 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f921a0-e17a-4d83-8520-bf61e5c0472d tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Pushing event updated for resources: {'Port': ['ID=5c39741c-bfa4-4ce0-a54d-0cbe98a9d733,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:27.638968 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89315b0a-74cc-49d2-a0bd-64c03fd93c3b req-87f921a0-e17a-4d83-8520-bf61e5c0472d tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:36:27.643527 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-89315b0a-74cc-49d2-a0bd-64c03fd93c3b req-87f921a0-e17a-4d83-8520-bf61e5c0472d tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:27.662711 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-daf42dcc-ef50-4da2-88cd-c107c158bd71 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:27.766785 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf42dcc-ef50-4da2-88cd-c107c158bd71 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Pushing event deleted for resources: {'Subnet': ['ID=609005b9-3a66-4cef-b4b3-074005742bef,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:27.770409 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-daf42dcc-ef50-4da2-88cd-c107c158bd71 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks [] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:27.772339 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-daf42dcc-ef50-4da2-88cd-c107c158bd71 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "DELETE /v2.0/subnets/609005b9-3a66-4cef-b4b3-074005742bef HTTP/1.1" status: 204 len: 168 time: 0.5742946 Jul 05 02:36:27.775345 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 47418) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:27.807524 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-89315b0a-74cc-49d2-a0bd-64c03fd93c3b req-87f921a0-e17a-4d83-8520-bf61e5c0472d tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6536312 Jul 05 02:36:27.829019 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-89315b0a-74cc-49d2-a0bd-64c03fd93c3b req-dfbdc147-bce2-4b0c-acac-2834967269c5 service neutron] Request body: {'port': {'device_id': '36ee09db-120e-4028-a1d6-9355b85fa5e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:36:27.938446 n-d-771362-32 neutron-server[94461]: INFO neutron.pecan_wsgi.hooks.translation [None req-af1447a9-5986-4d88-8001-8d23ee8f76ef tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] DELETE failed (client error): The resource could not be found. Jul 05 02:36:27.938914 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af1447a9-5986-4d88-8001-8d23ee8f76ef tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:36:27.942666 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-af1447a9-5986-4d88-8001-8d23ee8f76ef tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "DELETE /v2.0/subnets/2a104796-c903-4592-8a0f-3fb169dc77c0 HTTP/1.1" status: 404 len: 337 time: 0.1656790 Jul 05 02:36:27.944937 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 47428) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:28.015468 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-89315b0a-74cc-49d2-a0bd-64c03fd93c3b req-dfbdc147-bce2-4b0c-acac-2834967269c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:28.061059 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbe95c91-2155-4146-a64f-67818b2e09bb tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Deleting subnet 86316dc3-3fb5-49fd-a865-a2c122172f76 {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:36:28.067220 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cbe95c91-2155-4146-a64f-67818b2e09bb tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:28.123257 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cbe95c91-2155-4146-a64f-67818b2e09bb tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:28.144183 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a69f1a-2860-449e-9e4d-191d12cbf905 req-a18a2eca-011e-4679-9a18-1e910cbd7b2d tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:36:28.148246 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c5a69f1a-2860-449e-9e4d-191d12cbf905 req-a18a2eca-011e-4679-9a18-1e910cbd7b2d tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=36ee09db-120e-4028-a1d6-9355b85fa5e5 HTTP/1.1" status: 200 len: 932 time: 0.1431668 Jul 05 02:36:28.270408 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cbe95c91-2155-4146-a64f-67818b2e09bb tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:28.312776 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65aef2b9-3cbe-4b76-bf69-f1575441766d None None] Network b31362b4-a4bd-42b5-81be-dffc815669f8 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:36:28.357759 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c5a69f1a-2860-449e-9e4d-191d12cbf905 req-ef33873e-003a-48d2-a618-2a8034e9fe34 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/security-groups?id=896ea46a-6466-47fe-ac1a-3023b10eeb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843589 Jul 05 02:36:28.413705 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-73b7bca8-2238-49d3-89e9-8d13fe11e541 None None] Provisioning complete for port bc9ea3b7-f00b-4e36-b137-c1590c7364c8 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:36:28.413982 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-73b7bca8-2238-49d3-89e9-8d13fe11e541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:28.423667 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-89315b0a-74cc-49d2-a0bd-64c03fd93c3b req-dfbdc147-bce2-4b0c-acac-2834967269c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c39741c-bfa4-4ce0-a54d-0cbe98a9d733 {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:36:28.432853 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-89315b0a-74cc-49d2-a0bd-64c03fd93c3b req-dfbdc147-bce2-4b0c-acac-2834967269c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:28.510029 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-89315b0a-74cc-49d2-a0bd-64c03fd93c3b req-dfbdc147-bce2-4b0c-acac-2834967269c5 service neutron] Transition to ACTIVE for port object 5c39741c-bfa4-4ce0-a54d-0cbe98a9d733 will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:36:28.511388 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cbe95c91-2155-4146-a64f-67818b2e09bb tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:28.561270 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cbe95c91-2155-4146-a64f-67818b2e09bb tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks [] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:28.566854 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 47442) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:28.567156 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-cbe95c91-2155-4146-a64f-67818b2e09bb tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "DELETE /v2.0/subnets/86316dc3-3fb5-49fd-a865-a2c122172f76 HTTP/1.1" status: 204 len: 168 time: 0.6208780 Jul 05 02:36:28.568500 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe95c91-2155-4146-a64f-67818b2e09bb tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Pushing event deleted for resources: {'Subnet': ['ID=86316dc3-3fb5-49fd-a865-a2c122172f76,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:28.597848 n-d-771362-32 neutron-server[94461]: INFO neutron.pecan_wsgi.hooks.translation [None req-34623ecf-5be3-4f19-bb34-9ed3887f77c1 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] DELETE failed (client error): The resource could not be found. Jul 05 02:36:28.598457 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34623ecf-5be3-4f19-bb34-9ed3887f77c1 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:36:28.601035 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-34623ecf-5be3-4f19-bb34-9ed3887f77c1 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "DELETE /v2.0/subnets/d31652d9-1148-4319-8da2-8f422ddef17c HTTP/1.1" status: 404 len: 337 time: 0.0325084 Jul 05 02:36:28.606841 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 47446) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:28.619891 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-73b7bca8-2238-49d3-89e9-8d13fe11e541 None None] Provisioning complete for port a2f7b0f1-dfae-46c9-a6da-d9ab7895090f triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:36:28.620263 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-73b7bca8-2238-49d3-89e9-8d13fe11e541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:28.640365 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-d38b9bc5-7673-4408-9b7b-d44029a87915 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5816bce-c425-445a-bb0e-da5e793ea266 HTTP/1.1" status: 200 len: 205 time: 0.0302420 Jul 05 02:36:28.641850 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 47450) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:28.671956 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-73b7bca8-2238-49d3-89e9-8d13fe11e541 None None] Port a2f7b0f1-dfae-46c9-a6da-d9ab7895090f cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:36:28.680066 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-89315b0a-74cc-49d2-a0bd-64c03fd93c3b req-dfbdc147-bce2-4b0c-acac-2834967269c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:28.684392 n-d-771362-32 neutron-server[94462]: INFO neutron.api.v2.resource [None req-19d71e28-47b9-4ec5-a477-3dd55561031d tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] delete failed (client error): The resource could not be found. Jul 05 02:36:28.685341 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-19d71e28-47b9-4ec5-a477-3dd55561031d tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "DELETE /v2.0/routers/d5816bce-c425-445a-bb0e-da5e793ea266 HTTP/1.1" status: 404 len: 336 time: 0.0423892 Jul 05 02:36:28.692160 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 47458) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:28.928491 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-d94316ed-9a8a-4f5d-b296-24e3c2bdea32 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] DELETE failed (client error): The resource could not be found. Jul 05 02:36:28.928491 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d94316ed-9a8a-4f5d-b296-24e3c2bdea32 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94462) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:36:28.928491 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-d94316ed-9a8a-4f5d-b296-24e3c2bdea32 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "DELETE /v2.0/subnets/ba88e55e-1c8a-49e8-8498-a641643e6fdf HTTP/1.1" status: 404 len: 337 time: 0.0561235 Jul 05 02:36:28.928491 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 47462) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:28.930224 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea77f91-0fac-4239-8272-06b00b2ddfa0 None None] DHCP port deletion for b31362b4-a4bd-42b5-81be-dffc815669f8 request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:36:28.931314 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbdc147-bce2-4b0c-acac-2834967269c5 service neutron] Pushing event updated for resources: {'Port': ['ID=5c39741c-bfa4-4ce0-a54d-0cbe98a9d733,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:28.931706 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ab94ceb-8e40-4b31-a9a8-f5c25d3f7091 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] DELETE failed (client error): The resource could not be found. Jul 05 02:36:28.931706 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ab94ceb-8e40-4b31-a9a8-f5c25d3f7091 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94462) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:36:28.931706 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-3ab94ceb-8e40-4b31-a9a8-f5c25d3f7091 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "DELETE /v2.0/subnets/57b8ce8e-9a92-4560-a063-0b1e390f0a2e HTTP/1.1" status: 404 len: 337 time: 0.0398037 Jul 05 02:36:28.931706 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 47464) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:28.932614 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-fea77f91-0fac-4239-8272-06b00b2ddfa0 None None] Deleting port bc9ea3b7-f00b-4e36-b137-c1590c7364c8 {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:36:28.932614 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-fea77f91-0fac-4239-8272-06b00b2ddfa0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:28.934371 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ddb779a-b1f1-4b3f-9a68-03db5360989a tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] DELETE failed (client error): The resource could not be found. Jul 05 02:36:28.934371 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ddb779a-b1f1-4b3f-9a68-03db5360989a tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94462) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:36:28.934371 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-7ddb779a-b1f1-4b3f-9a68-03db5360989a tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "DELETE /v2.0/subnets/3e1bbce1-132c-4fc8-a647-d1065cc1860b HTTP/1.1" status: 404 len: 337 time: 0.0425723 Jul 05 02:36:28.934371 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 47468) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:28.934371 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bfd9b2d-161e-4100-97d1-f90f5294a6b9 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] DELETE failed (client error): The resource could not be found. Jul 05 02:36:28.934371 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bfd9b2d-161e-4100-97d1-f90f5294a6b9 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94462) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:36:28.936991 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-89315b0a-74cc-49d2-a0bd-64c03fd93c3b req-dfbdc147-bce2-4b0c-acac-2834967269c5 service neutron] Attempting to bind port 5c39741c-bfa4-4ce0-a54d-0cbe98a9d733 on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:36:28.936991 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-89315b0a-74cc-49d2-a0bd-64c03fd93c3b req-dfbdc147-bce2-4b0c-acac-2834967269c5 service neutron] Attempting to bind port 5c39741c-bfa4-4ce0-a54d-0cbe98a9d733 by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': 'fa1cc820-8811-4bbd-a98d-5810eaac77f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1b07052c-22c6-4d0f-b0a6-3bc3daa97540'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:36:28.936991 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89315b0a-74cc-49d2-a0bd-64c03fd93c3b req-dfbdc147-bce2-4b0c-acac-2834967269c5 service neutron] Attempting to bind port 5c39741c-bfa4-4ce0-a54d-0cbe98a9d733 on network 1b07052c-22c6-4d0f-b0a6-3bc3daa97540 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:36:28.938724 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-5bfd9b2d-161e-4100-97d1-f90f5294a6b9 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "DELETE /v2.0/ports/98c15d3a-c98c-4a5f-98ab-cb343a303c37 HTTP/1.1" status: 404 len: 333 time: 0.0686948 Jul 05 02:36:28.938724 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 47478) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:28.939795 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89315b0a-74cc-49d2-a0bd-64c03fd93c3b req-dfbdc147-bce2-4b0c-acac-2834967269c5 service neutron] Port 5c39741c-bfa4-4ce0-a54d-0cbe98a9d733 on network 1b07052c-22c6-4d0f-b0a6-3bc3daa97540 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:36:28.939795 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89315b0a-74cc-49d2-a0bd-64c03fd93c3b req-dfbdc147-bce2-4b0c-acac-2834967269c5 service neutron] Attempting to bind port 5c39741c-bfa4-4ce0-a54d-0cbe98a9d733 on network 1b07052c-22c6-4d0f-b0a6-3bc3daa97540 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:36:28.939795 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89315b0a-74cc-49d2-a0bd-64c03fd93c3b req-dfbdc147-bce2-4b0c-acac-2834967269c5 service neutron] Checking agent: {'id': 'e071c76e-395f-48c4-a98f-88088465cf0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:36:28.939795 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89315b0a-74cc-49d2-a0bd-64c03fd93c3b req-dfbdc147-bce2-4b0c-acac-2834967269c5 service neutron] Checking segment: {'id': 'fa1cc820-8811-4bbd-a98d-5810eaac77f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1b07052c-22c6-4d0f-b0a6-3bc3daa97540'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:36:28.939795 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89315b0a-74cc-49d2-a0bd-64c03fd93c3b req-dfbdc147-bce2-4b0c-acac-2834967269c5 service neutron] Bound using segment: {'id': 'fa1cc820-8811-4bbd-a98d-5810eaac77f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1b07052c-22c6-4d0f-b0a6-3bc3daa97540'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:36:28.939795 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-89315b0a-74cc-49d2-a0bd-64c03fd93c3b req-dfbdc147-bce2-4b0c-acac-2834967269c5 service neutron] Bound port: 5c39741c-bfa4-4ce0-a54d-0cbe98a9d733, host: n-h2-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa1cc820-8811-4bbd-a98d-5810eaac77f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1b07052c-22c6-4d0f-b0a6-3bc3daa97540'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:36:28.939795 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-89315b0a-74cc-49d2-a0bd-64c03fd93c3b req-dfbdc147-bce2-4b0c-acac-2834967269c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:28.943577 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf69fae6-e24d-49a9-b049-d6d289916140 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] DELETE failed (client error): The resource could not be found. Jul 05 02:36:28.957822 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf69fae6-e24d-49a9-b049-d6d289916140 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94462) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:36:28.957822 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-bf69fae6-e24d-49a9-b049-d6d289916140 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "DELETE /v2.0/subnets/5bfa42e8-03d7-40c7-9649-e38ed062f187 HTTP/1.1" status: 404 len: 337 time: 0.0325577 Jul 05 02:36:28.958101 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 47480) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:28.964690 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-fea77f91-0fac-4239-8272-06b00b2ddfa0 None None] For port bc9ea3b7-f00b-4e36-b137-c1590c7364c8, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=bc9ea3b7-f00b-4e36-b137-c1590c7364c8,segment=NetworkSegment(0e3ceaa3-50b0-4cab-ab79-3e0466590955),segment_id=0e3ceaa3-50b0-4cab-ab79-3e0466590955)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:36:28.964690 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-fea77f91-0fac-4239-8272-06b00b2ddfa0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:28.987039 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-fea77f91-0fac-4239-8272-06b00b2ddfa0 None None] Calling delete_port for bc9ea3b7-f00b-4e36-b137-c1590c7364c8 owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:36:29.011539 n-d-771362-32 neutron-server[94461]: INFO neutron.pecan_wsgi.hooks.translation [None req-50b3f77c-52c4-48d3-a6b7-c1dd5d5e100e tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] DELETE failed (client error): The resource could not be found. Jul 05 02:36:29.012173 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50b3f77c-52c4-48d3-a6b7-c1dd5d5e100e tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:36:29.017527 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-50b3f77c-52c4-48d3-a6b7-c1dd5d5e100e tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "DELETE /v2.0/subnets/2e848d97-571b-416e-86bf-d18b38684370 HTTP/1.1" status: 404 len: 337 time: 0.0641716 Jul 05 02:36:29.018561 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 47484) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:29.062560 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-89315b0a-74cc-49d2-a0bd-64c03fd93c3b req-dfbdc147-bce2-4b0c-acac-2834967269c5 service neutron] For port 5c39741c-bfa4-4ce0-a54d-0cbe98a9d733, host n-h2-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:36:29.068127 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-89315b0a-74cc-49d2-a0bd-64c03fd93c3b req-dfbdc147-bce2-4b0c-acac-2834967269c5 service neutron] For port 5c39741c-bfa4-4ce0-a54d-0cbe98a9d733, host n-h2-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=5c39741c-bfa4-4ce0-a54d-0cbe98a9d733,segment=NetworkSegment(fa1cc820-8811-4bbd-a98d-5810eaac77f0),segment_id=fa1cc820-8811-4bbd-a98d-5810eaac77f0)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:36:29.119167 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-35991594-b832-43d7-85ba-e8ff6b1bf6d5 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] DELETE failed (client error): The resource could not be found. Jul 05 02:36:29.121416 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35991594-b832-43d7-85ba-e8ff6b1bf6d5 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94462) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:36:29.126322 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 47488) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:29.128025 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-35991594-b832-43d7-85ba-e8ff6b1bf6d5 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "DELETE /v2.0/ports/1860cf5b-9493-4dd9-99ff-bc31362d543a HTTP/1.1" status: 404 len: 333 time: 0.1078224 Jul 05 02:36:29.178808 n-d-771362-32 neutron-server[94461]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc50181d-18ce-46b5-b490-44a8f195425d tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] DELETE failed (client error): The resource could not be found. Jul 05 02:36:29.182546 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc50181d-18ce-46b5-b490-44a8f195425d tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:36:29.186095 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-dc50181d-18ce-46b5-b490-44a8f195425d tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "DELETE /v2.0/subnets/140f83d9-e95c-45c3-bf75-e0d424ef0566 HTTP/1.1" status: 404 len: 337 time: 0.0572340 Jul 05 02:36:29.189176 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 47490) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:29.192235 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-89315b0a-74cc-49d2-a0bd-64c03fd93c3b req-dfbdc147-bce2-4b0c-acac-2834967269c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:29.242539 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-64a288d6-9aad-4910-bfeb-5fe3697aa2aa tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] DELETE failed (client error): The resource could not be found. Jul 05 02:36:29.243015 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64a288d6-9aad-4910-bfeb-5fe3697aa2aa tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94462) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:36:29.250583 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-64a288d6-9aad-4910-bfeb-5fe3697aa2aa tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "DELETE /v2.0/subnets/5055dd88-2b85-4ca6-a8aa-b57d2055d657 HTTP/1.1" status: 404 len: 337 time: 0.0554607 Jul 05 02:36:29.250583 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 47492) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:29.285469 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89315b0a-74cc-49d2-a0bd-64c03fd93c3b req-dfbdc147-bce2-4b0c-acac-2834967269c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:36:29.285469 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-89315b0a-74cc-49d2-a0bd-64c03fd93c3b req-dfbdc147-bce2-4b0c-acac-2834967269c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:29.285469 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-89315b0a-74cc-49d2-a0bd-64c03fd93c3b req-dfbdc147-bce2-4b0c-acac-2834967269c5 service neutron] 10.222.0.15 "PUT /v2.0/ports/5c39741c-bfa4-4ce0-a54d-0cbe98a9d733 HTTP/1.1" status: 200 len: 1093 time: 1.4598315 Jul 05 02:36:29.285469 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36ee09db-120e-4028-a1d6-9355b85fa5e5', 'tag': '5c39741c-bfa4-4ce0-a54d-0cbe98a9d733'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:36:29.285469 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1685153f-e980-4f2d-9978-380887158e30" -d '{"events": [{"name": "network-changed", "server_uuid": "36ee09db-120e-4028-a1d6-9355b85fa5e5", "tag": "5c39741c-bfa4-4ce0-a54d-0cbe98a9d733"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:36:29.333667 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbdc147-bce2-4b0c-acac-2834967269c5 service neutron] Pushing event updated for resources: {'Port': ['ID=5c39741c-bfa4-4ce0-a54d-0cbe98a9d733,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:29.342148 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e83aab06-a60a-438b-8197-ea7f8f549c81 x-openstack-request-id: req-e83aab06-a60a-438b-8197-ea7f8f549c81 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:36:29.342771 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36ee09db-120e-4028-a1d6-9355b85fa5e5", "tag": "5c39741c-bfa4-4ce0-a54d-0cbe98a9d733", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:36:29.342875 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e83aab06-a60a-438b-8197-ea7f8f549c81 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:36:29.343366 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36ee09db-120e-4028-a1d6-9355b85fa5e5', 'tag': '5c39741c-bfa4-4ce0-a54d-0cbe98a9d733', 'status': 'completed', 'code': 200} Jul 05 02:36:29.349457 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-fea77f91-0fac-4239-8272-06b00b2ddfa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:29.377013 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea77f91-0fac-4239-8272-06b00b2ddfa0 None None] Pushing event deleted for resources: {'Port': ['ID=bc9ea3b7-f00b-4e36-b137-c1590c7364c8,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:29.382849 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea77f91-0fac-4239-8272-06b00b2ddfa0 None None] No DVR routers for this DVR port bc9ea3b7-f00b-4e36-b137-c1590c7364c8 on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:36:29.458361 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-cf6e6c99-1a7b-48cf-8c3f-8b74ccd08178 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Deleting port a2f7b0f1-dfae-46c9-a6da-d9ab7895090f {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:36:29.458361 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cf6e6c99-1a7b-48cf-8c3f-8b74ccd08178 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:29.459764 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1685153f-e980-4f2d-9978-380887158e30 req-3f37af48-8367-4242-bcab-be87b270d518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:36:29.459764 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1685153f-e980-4f2d-9978-380887158e30 req-3f37af48-8367-4242-bcab-be87b270d518 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=19e6c4c619cf4595801b0519afefcaf5&device_id=36ee09db-120e-4028-a1d6-9355b85fa5e5 HTTP/1.1" status: 200 len: 1096 time: 0.0688138 Jul 05 02:36:29.576946 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cf6e6c99-1a7b-48cf-8c3f-8b74ccd08178 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:29.594239 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-cf6e6c99-1a7b-48cf-8c3f-8b74ccd08178 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Calling delete_port for a2f7b0f1-dfae-46c9-a6da-d9ab7895090f owned by {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:36:29.620454 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1685153f-e980-4f2d-9978-380887158e30 req-adcb02e5-9813-42e0-b259-eb08b928c014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:36:29.621989 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1685153f-e980-4f2d-9978-380887158e30 req-adcb02e5-9813-42e0-b259-eb08b928c014 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=19e6c4c619cf4595801b0519afefcaf5&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1821234 Jul 05 02:36:29.768486 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cf6e6c99-1a7b-48cf-8c3f-8b74ccd08178 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:29.794158 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763df317-6f54-4c31-9aff-743b4aed5d38 req-1138de03-8850-4bcc-9a36-ec8ca9f911ae tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:36:29.795666 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-763df317-6f54-4c31-9aff-743b4aed5d38 req-1138de03-8850-4bcc-9a36-ec8ca9f911ae tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=36ee09db-120e-4028-a1d6-9355b85fa5e5 HTTP/1.1" status: 200 len: 944 time: 0.2544641 Jul 05 02:36:29.804564 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6e6c99-1a7b-48cf-8c3f-8b74ccd08178 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Pushing event deleted for resources: {'Port': ['ID=a2f7b0f1-dfae-46c9-a6da-d9ab7895090f,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:29.810416 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cf6e6c99-1a7b-48cf-8c3f-8b74ccd08178 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:29.812649 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-cf6e6c99-1a7b-48cf-8c3f-8b74ccd08178 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "DELETE /v2.0/ports/a2f7b0f1-dfae-46c9-a6da-d9ab7895090f HTTP/1.1" status: 204 len: 168 time: 0.5618725 Jul 05 02:36:29.815194 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 47512) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:29.817631 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1685153f-e980-4f2d-9978-380887158e30 req-b8aae6d3-5fa0-4c2d-97fe-b5e6210f34ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:36:29.819107 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1685153f-e980-4f2d-9978-380887158e30 req-b8aae6d3-5fa0-4c2d-97fe-b5e6210f34ad service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1861320 Jul 05 02:36:29.933051 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-763df317-6f54-4c31-9aff-743b4aed5d38 req-69a57de4-b9e0-418e-ae12-123f9efedd20 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/security-groups?id=896ea46a-6466-47fe-ac1a-3023b10eeb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279550 Jul 05 02:36:29.957648 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-cd1c231c-cfa9-4cb1-b2d9-f7528cc7edb4 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:30.002550 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89315b0a-74cc-49d2-a0bd-64c03fd93c3b req-173366aa-e297-4c71-b926-9d9147765a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:36:30.002550 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-89315b0a-74cc-49d2-a0bd-64c03fd93c3b req-173366aa-e297-4c71-b926-9d9147765a0f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=19e6c4c619cf4595801b0519afefcaf5&device_id=36ee09db-120e-4028-a1d6-9355b85fa5e5 HTTP/1.1" status: 200 len: 1096 time: 0.1299860 Jul 05 02:36:30.107118 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-89315b0a-74cc-49d2-a0bd-64c03fd93c3b req-e103f495-4e87-4863-ab53-8723496c9cbf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c39741c-bfa4-4ce0-a54d-0cbe98a9d733 HTTP/1.1" status: 200 len: 217 time: 0.0875700 Jul 05 02:36:30.114864 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-cd1c231c-cfa9-4cb1-b2d9-f7528cc7edb4 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:30.138632 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-cd1c231c-cfa9-4cb1-b2d9-f7528cc7edb4 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b31362b4-a4bd-42b5-81be-dffc815669f8']}} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:36:30.170166 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-cd1c231c-cfa9-4cb1-b2d9-f7528cc7edb4 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e3ceaa3-50b0-4cab-ab79-3e0466590955') {'for_net_delete': True} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:36:30.170469 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-cd1c231c-cfa9-4cb1-b2d9-f7528cc7edb4 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e3ceaa3-50b0-4cab-ab79-3e0466590955') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:36:30.185927 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-cd1c231c-cfa9-4cb1-b2d9-f7528cc7edb4 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5519669'] for segment, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:30.201736 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89315b0a-74cc-49d2-a0bd-64c03fd93c3b req-f5f58016-ef2f-4e90-9a0a-3738a6e6faf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:36:30.203290 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-89315b0a-74cc-49d2-a0bd-64c03fd93c3b req-f5f58016-ef2f-4e90-9a0a-3738a6e6faf4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=83dd570d-22ee-4f29-80f0-61f3c568de93 HTTP/1.1" status: 200 len: 846 time: 0.0848775 Jul 05 02:36:30.207354 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-cd1c231c-cfa9-4cb1-b2d9-f7528cc7edb4 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:30.223551 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd1c231c-cfa9-4cb1-b2d9-f7528cc7edb4 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=94461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:36:30.223963 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-cd1c231c-cfa9-4cb1-b2d9-f7528cc7edb4 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5763545'] for segment, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:30.226949 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:36:30.226949 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:36:30.226949 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:36:30.226949 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:36:30.226949 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:36:30.226949 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:36:30.226949 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:36:30.226949 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:36:30.226949 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:36:30.226949 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:36:30.226949 n-d-771362-32 neutron-server[94461]: Traceback (most recent call last): Jul 05 02:36:30.226949 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:36:30.226949 n-d-771362-32 neutron-server[94461]: timer() Jul 05 02:36:30.226949 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:36:30.226949 n-d-771362-32 neutron-server[94461]: cb(*args, **kw) Jul 05 02:36:30.226949 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:36:30.226949 n-d-771362-32 neutron-server[94461]: return func(*args, **kwargs) Jul 05 02:36:30.226949 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:36:30.226949 n-d-771362-32 neutron-server[94461]: self._notify() Jul 05 02:36:30.226949 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:36:30.226949 n-d-771362-32 neutron-server[94461]: self.callback(batched_events) Jul 05 02:36:30.226949 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:36:30.226949 n-d-771362-32 neutron-server[94461]: event.method(event) Jul 05 02:36:30.226949 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:36:30.226949 n-d-771362-32 neutron-server[94461]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:36:30.226949 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:36:30.226949 n-d-771362-32 neutron-server[94461]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:36:30.226949 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:36:30.226949 n-d-771362-32 neutron-server[94461]: return f(self, *a, **k) Jul 05 02:36:30.226949 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:36:30.226949 n-d-771362-32 neutron-server[94461]: return self._get(url).json() Jul 05 02:36:30.226949 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:36:30.226949 n-d-771362-32 neutron-server[94461]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:36:30.226949 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:36:30.226949 n-d-771362-32 neutron-server[94461]: return self.request(url, 'GET', **kwargs) Jul 05 02:36:30.226949 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:36:30.226949 n-d-771362-32 neutron-server[94461]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:36:30.226949 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:36:30.226949 n-d-771362-32 neutron-server[94461]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:36:30.226949 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:36:30.226949 n-d-771362-32 neutron-server[94461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:36:30.226949 n-d-771362-32 neutron-server[94461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:36:30.264655 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-89315b0a-74cc-49d2-a0bd-64c03fd93c3b req-3c50853c-fcb6-4f8f-b474-f0d046e24ceb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1b07052c-22c6-4d0f-b0a6-3bc3daa97540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547316 Jul 05 02:36:30.408613 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-89315b0a-74cc-49d2-a0bd-64c03fd93c3b req-d79ff202-375b-4aab-8031-a5dd8b911226 service neutron] 10.222.0.15 "GET /v2.0/networks/1b07052c-22c6-4d0f-b0a6-3bc3daa97540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126051 Jul 05 02:36:30.544494 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-cd1c231c-cfa9-4cb1-b2d9-f7528cc7edb4 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:30.579031 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-cd1c231c-cfa9-4cb1-b2d9-f7528cc7edb4 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:30.598461 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-cd1c231c-cfa9-4cb1-b2d9-f7528cc7edb4 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] 10.222.0.23 "DELETE /v2.0/networks/b31362b4-a4bd-42b5-81be-dffc815669f8 HTTP/1.1" status: 204 len: 168 time: 0.7796776 Jul 05 02:36:30.633951 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-89315b0a-74cc-49d2-a0bd-64c03fd93c3b req-cf5da9fe-e554-4dfc-8825-0200bb87467b service neutron] 10.222.0.15 "GET /v2.0/networks/1b07052c-22c6-4d0f-b0a6-3bc3daa97540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188027 Jul 05 02:36:30.635198 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1c231c-cfa9-4cb1-b2d9-f7528cc7edb4 tempest-PortsIpV6TestJSON-564869767 tempest-PortsIpV6TestJSON-564869767-project] Pushing event deleted for resources: {'Network': ['ID=b31362b4-a4bd-42b5-81be-dffc815669f8,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:30.664049 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device bc9ea3b7-f00b-4e36-b137-c1590c7364c8 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:36:30.689640 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: bc9ea3b7-f00b-4e36-b137-c1590c7364c8 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:36:30.698157 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device bc9ea3b7-f00b-4e36-b137-c1590c7364c8 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:36:31.217030 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4120d836-573d-4968-89e9-f5a4e011f66d req-74486283-ff52-4b56-a84c-51011e7d5d8a tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:36:31.218776 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4120d836-573d-4968-89e9-f5a4e011f66d req-74486283-ff52-4b56-a84c-51011e7d5d8a tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=36ee09db-120e-4028-a1d6-9355b85fa5e5 HTTP/1.1" status: 200 len: 944 time: 0.0886598 Jul 05 02:36:31.265901 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4120d836-573d-4968-89e9-f5a4e011f66d req-f1573cd9-7eab-429e-b90f-0a26e7585a93 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/security-groups?id=896ea46a-6466-47fe-ac1a-3023b10eeb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412927 Jul 05 02:36:31.344010 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 47586) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:31.481337 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b1f2e9f4-7043-4721-a704-40d3906a3493 req-ea6afa8d-21bf-4448-8559-41b8840fc01a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5bfc5e67-c417-4826-8ea2-3d35f7ab4b27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0630319 Jul 05 02:36:31.544694 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 47598) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:31.558394 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-86cc0e6f-3d6f-4dcb-923c-5967513ca4fd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=eec53b7bac0445b2b9e29f73fcad1818&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2117445 Jul 05 02:36:31.639974 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-df5e6142-f25f-4f6a-ac63-4599b95f1cd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:31.653379 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f2e9f4-7043-4721-a704-40d3906a3493 req-aee6397a-c60f-4e9f-a0cf-f509f7d325e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:36:31.655117 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b1f2e9f4-7043-4721-a704-40d3906a3493 req-aee6397a-c60f-4e9f-a0cf-f509f7d325e5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=19e6c4c619cf4595801b0519afefcaf5&device_id=5bfc5e67-c417-4826-8ea2-3d35f7ab4b27 HTTP/1.1" status: 200 len: 1097 time: 0.0725641 Jul 05 02:36:31.666695 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-df5e6142-f25f-4f6a-ac63-4599b95f1cd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:31.803962 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f2e9f4-7043-4721-a704-40d3906a3493 req-987e21cc-39cc-4e1a-91f2-89e2aa306e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:36:31.805622 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b1f2e9f4-7043-4721-a704-40d3906a3493 req-987e21cc-39cc-4e1a-91f2-89e2aa306e58 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1b07052c-22c6-4d0f-b0a6-3bc3daa97540 HTTP/1.1" status: 200 len: 906 time: 0.1252527 Jul 05 02:36:31.837613 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-df5e6142-f25f-4f6a-ac63-4599b95f1cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:31.840584 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-df5e6142-f25f-4f6a-ac63-4599b95f1cd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:31.841773 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-df5e6142-f25f-4f6a-ac63-4599b95f1cd9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/70678489-c4bb-429c-8908-f9caad16c008 HTTP/1.1" status: 204 len: 168 time: 0.2951074 Jul 05 02:36:31.848858 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b1f2e9f4-7043-4721-a704-40d3906a3493 req-4c892edd-d386-4ce3-86e9-a552381732fa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ddf5426-0739-47b0-ab63-f5000a780e97 HTTP/1.1" status: 200 len: 217 time: 0.0373580 Jul 05 02:36:31.849907 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5e6142-f25f-4f6a-ac63-4599b95f1cd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70678489-c4bb-429c-8908-f9caad16c008,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:31.909641 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f2e9f4-7043-4721-a704-40d3906a3493 req-293f5080-fcce-4729-80c1-fbd3cf9a8796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:36:31.911977 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b1f2e9f4-7043-4721-a704-40d3906a3493 req-293f5080-fcce-4729-80c1-fbd3cf9a8796 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=83dd570d-22ee-4f29-80f0-61f3c568de93 HTTP/1.1" status: 200 len: 846 time: 0.0574481 Jul 05 02:36:31.954161 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b1f2e9f4-7043-4721-a704-40d3906a3493 req-d2c34e74-05b6-4017-94dc-d72ac398fad5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1b07052c-22c6-4d0f-b0a6-3bc3daa97540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356278 Jul 05 02:36:32.052607 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b1f2e9f4-7043-4721-a704-40d3906a3493 req-2219fb75-8f8a-47ce-967d-f35928a9ef16 service neutron] 10.222.0.15 "GET /v2.0/networks/1b07052c-22c6-4d0f-b0a6-3bc3daa97540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920923 Jul 05 02:36:32.167619 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b1f2e9f4-7043-4721-a704-40d3906a3493 req-c19b502c-5f60-499c-b9f1-0fa4d6115bd9 service neutron] 10.222.0.15 "GET /v2.0/networks/1b07052c-22c6-4d0f-b0a6-3bc3daa97540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089947 Jul 05 02:36:32.459941 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f63f758-1e3a-4afe-ae27-31da9fd89758 req-523c6ec9-f382-4b77-a521-f8f7335a920b tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:36:32.461511 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9f63f758-1e3a-4afe-ae27-31da9fd89758 req-523c6ec9-f382-4b77-a521-f8f7335a920b tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=36ee09db-120e-4028-a1d6-9355b85fa5e5 HTTP/1.1" status: 200 len: 944 time: 0.0705118 Jul 05 02:36:32.504851 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9f63f758-1e3a-4afe-ae27-31da9fd89758 req-281c3edc-80f4-494d-8525-55daead24fd2 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/security-groups?id=896ea46a-6466-47fe-ac1a-3023b10eeb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359123 Jul 05 02:36:33.260299 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 47674) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:33.393535 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-9edc20c4-0f7c-4bee-9970-e66533ae2043 tempest-DvrRoutersNegativeTest-728650494 tempest-DvrRoutersNegativeTest-728650494-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1518445198', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:36:33.397284 n-d-771362-32 neutron-server[94462]: DEBUG neutron.policy [None req-9edc20c4-0f7c-4bee-9970-e66533ae2043 tempest-DvrRoutersNegativeTest-728650494 tempest-DvrRoutersNegativeTest-728650494-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=94462) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 05 02:36:33.397586 n-d-771362-32 neutron-server[94462]: DEBUG neutron.policy [None req-9edc20c4-0f7c-4bee-9970-e66533ae2043 tempest-DvrRoutersNegativeTest-728650494 tempest-DvrRoutersNegativeTest-728650494-project] Failed policy check for 'create_router' {{(pid=94462) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 05 02:36:33.398150 n-d-771362-32 neutron-server[94462]: INFO neutron.api.v2.resource [None req-9edc20c4-0f7c-4bee-9970-e66533ae2043 tempest-DvrRoutersNegativeTest-728650494 tempest-DvrRoutersNegativeTest-728650494-project] create failed (client error): Access was denied to this resource. Jul 05 02:36:33.404146 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-9edc20c4-0f7c-4bee-9970-e66533ae2043 tempest-DvrRoutersNegativeTest-728650494 tempest-DvrRoutersNegativeTest-728650494-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1427233 Jul 05 02:36:33.826353 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4115f90-f653-4c97-beb8-befb798c41dc req-1f4ff786-c595-4f22-a896-1c19931a1ee5 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:36:33.828583 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f4115f90-f653-4c97-beb8-befb798c41dc req-1f4ff786-c595-4f22-a896-1c19931a1ee5 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=36ee09db-120e-4028-a1d6-9355b85fa5e5 HTTP/1.1" status: 200 len: 944 time: 0.1145689 Jul 05 02:36:33.879608 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f4115f90-f653-4c97-beb8-befb798c41dc req-49d5c99c-237a-4380-8017-de54055b90b9 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/security-groups?id=896ea46a-6466-47fe-ac1a-3023b10eeb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448055 Jul 05 02:36:34.185605 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 47716) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:34.316618 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-12a31962-6b30-4b4d-86f3-4a31fa30dfba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:34.405091 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-12a31962-6b30-4b4d-86f3-4a31fa30dfba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:34.609370 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-12a31962-6b30-4b4d-86f3-4a31fa30dfba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:34.651263 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a31962-6b30-4b4d-86f3-4a31fa30dfba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d84fe57a-b120-4644-ae3f-3196d53ff1ff,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:34.659793 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 47732) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:34.667483 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-12a31962-6b30-4b4d-86f3-4a31fa30dfba admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=315c4e3eba4b4777bff13b47baa94721&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4807105 Jul 05 02:36:34.724105 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5026067a-e34e-4472-89c3-d4ea6a914125 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:34.746609 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5026067a-e34e-4472-89c3-d4ea6a914125 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:34.881215 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5026067a-e34e-4472-89c3-d4ea6a914125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:34.885566 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5026067a-e34e-4472-89c3-d4ea6a914125 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:34.890611 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-5026067a-e34e-4472-89c3-d4ea6a914125 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d84fe57a-b120-4644-ae3f-3196d53ff1ff HTTP/1.1" status: 204 len: 168 time: 0.2293024 Jul 05 02:36:34.899467 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5026067a-e34e-4472-89c3-d4ea6a914125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d84fe57a-b120-4644-ae3f-3196d53ff1ff,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:34.918329 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 5c39741c-bfa4-4ce0-a54d-0cbe98a9d733 details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:36:35.104671 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 5c39741c-bfa4-4ce0-a54d-0cbe98a9d733, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=5c39741c-bfa4-4ce0-a54d-0cbe98a9d733,segment=NetworkSegment(fa1cc820-8811-4bbd-a98d-5810eaac77f0),segment_id=fa1cc820-8811-4bbd-a98d-5810eaac77f0)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:36:35.118807 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Returning: {'device': '5c39741c-bfa4-4ce0-a54d-0cbe98a9d733', 'network_id': '1b07052c-22c6-4d0f-b0a6-3bc3daa97540', 'port_id': '5c39741c-bfa4-4ce0-a54d-0cbe98a9d733', 'mac_address': 'fa:16:3e:d8:2c:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83dd570d-22ee-4f29-80f0-61f3c568de93', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:36:35.186729 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb713ab-01ed-40d3-961d-6353b0a6d136 req-4162e48b-3bc1-4981-898e-4bc96bd58e31 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:36:35.198742 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-eeb713ab-01ed-40d3-961d-6353b0a6d136 req-4162e48b-3bc1-4981-898e-4bc96bd58e31 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=36ee09db-120e-4028-a1d6-9355b85fa5e5 HTTP/1.1" status: 200 len: 944 time: 0.1318657 Jul 05 02:36:35.206451 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:35.229107 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c39741c-bfa4-4ce0-a54d-0cbe98a9d733 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:36:35.260865 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 5c39741c-bfa4-4ce0-a54d-0cbe98a9d733, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=5c39741c-bfa4-4ce0-a54d-0cbe98a9d733,segment=NetworkSegment(fa1cc820-8811-4bbd-a98d-5810eaac77f0),segment_id=fa1cc820-8811-4bbd-a98d-5810eaac77f0)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:36:35.268096 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-eeb713ab-01ed-40d3-961d-6353b0a6d136 req-43e6ff06-2c5a-47f0-95d2-fbdce32d5189 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/security-groups?id=896ea46a-6466-47fe-ac1a-3023b10eeb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683351 Jul 05 02:36:35.443289 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:35.510601 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=5c39741c-bfa4-4ce0-a54d-0cbe98a9d733,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:35.650859 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['5c39741c-bfa4-4ce0-a54d-0cbe98a9d733'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:36:36.523941 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 47798) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:36.614216 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f10474-33ed-4bd3-8e9a-eb906d08be6c req-2406b20d-97a2-47e1-b764-ade87b0cb4f5 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:36:36.621077 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-51f10474-33ed-4bd3-8e9a-eb906d08be6c req-2406b20d-97a2-47e1-b764-ade87b0cb4f5 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=36ee09db-120e-4028-a1d6-9355b85fa5e5 HTTP/1.1" status: 200 len: 945 time: 0.1194093 Jul 05 02:36:36.677548 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-51f10474-33ed-4bd3-8e9a-eb906d08be6c req-fa185be8-1f2a-498c-bf05-fce8e02e5b5c tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/security-groups?id=896ea46a-6466-47fe-ac1a-3023b10eeb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554903 Jul 05 02:36:36.719700 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-76709e7d-302f-433b-b690-28f34d52b3c8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-127013562-network', 'tenant_id': 'd9a3879b17dd43baa4078b08858ac435'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:36:36.825967 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76709e7d-302f-433b-b690-28f34d52b3c8 admin admin] Made reservation on behalf of d9a3879b17dd43baa4078b08858ac435 for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:36:36.829654 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-76709e7d-302f-433b-b690-28f34d52b3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:36.841047 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-76709e7d-302f-433b-b690-28f34d52b3c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:36.926074 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 5c39741c-bfa4-4ce0-a54d-0cbe98a9d733 up at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:36:36.975816 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-76709e7d-302f-433b-b690-28f34d52b3c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:37.106875 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning for port 5c39741c-bfa4-4ce0-a54d-0cbe98a9d733 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:36:37.107061 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-76709e7d-302f-433b-b690-28f34d52b3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:37.115653 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning complete for port 5c39741c-bfa4-4ce0-a54d-0cbe98a9d733 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:36:37.116052 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:37.130313 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76709e7d-302f-433b-b690-28f34d52b3c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:36:37.176566 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-76709e7d-302f-433b-b690-28f34d52b3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:37.177137 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-76709e7d-302f-433b-b690-28f34d52b3c8 admin admin] Added segment e559531c-eab8-482c-a24e-6f8f3c12d890 of type vlan for network 16dcf45f-7561-47f2-bed2-788004225838 Jul 05 02:36:37.240491 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:37.283673 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76709e7d-302f-433b-b690-28f34d52b3c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df72f78c-811a-49f3-888a-18243f24837e,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:37.294273 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 5c39741c-bfa4-4ce0-a54d-0cbe98a9d733, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=5c39741c-bfa4-4ce0-a54d-0cbe98a9d733,segment=NetworkSegment(fa1cc820-8811-4bbd-a98d-5810eaac77f0),segment_id=fa1cc820-8811-4bbd-a98d-5810eaac77f0)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:36:37.301724 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36ee09db-120e-4028-a1d6-9355b85fa5e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c39741c-bfa4-4ce0-a54d-0cbe98a9d733'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:36:37.308692 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-76709e7d-302f-433b-b690-28f34d52b3c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:37.321958 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a98b41-552c-43a4-9ba7-14f11b8d6209" -d '{"events": [{"server_uuid": "36ee09db-120e-4028-a1d6-9355b85fa5e5", "name": "network-vif-plugged", "status": "completed", "tag": "5c39741c-bfa4-4ce0-a54d-0cbe98a9d733"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:36:37.396264 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6844f04-c7a4-4948-9598-35e0245b6bc6 x-openstack-request-id: req-b6844f04-c7a4-4948-9598-35e0245b6bc6 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:36:37.396264 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36ee09db-120e-4028-a1d6-9355b85fa5e5", "name": "network-vif-plugged", "status": "completed", "tag": "5c39741c-bfa4-4ce0-a54d-0cbe98a9d733", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:36:37.396264 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b6844f04-c7a4-4948-9598-35e0245b6bc6 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:36:37.396264 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36ee09db-120e-4028-a1d6-9355b85fa5e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c39741c-bfa4-4ce0-a54d-0cbe98a9d733', 'code': 200} Jul 05 02:36:37.477365 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:37.521463 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-76709e7d-302f-433b-b690-28f34d52b3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:37.522588 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76709e7d-302f-433b-b690-28f34d52b3c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:36:37.523232 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-76709e7d-302f-433b-b690-28f34d52b3c8 admin admin] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:37.615835 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=5c39741c-bfa4-4ce0-a54d-0cbe98a9d733,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:37.644493 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76709e7d-302f-433b-b690-28f34d52b3c8 admin admin] Pushing event updated for resources: {'Network': ['ID=16dcf45f-7561-47f2-bed2-788004225838,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:37.659774 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-76709e7d-302f-433b-b690-28f34d52b3c8 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.1315999 Jul 05 02:36:37.660458 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 47840) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:37.680601 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 16dcf45f-7561-47f2-bed2-788004225838 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:36:37.695497 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-d4527b81-f218-4c78-b546-ecb25a002c95 admin admin] Request body: {'subnet': {'network_id': '16dcf45f-7561-47f2-bed2-788004225838', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-127013562-subnet', 'tenant_id': 'd9a3879b17dd43baa4078b08858ac435', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:36:37.732486 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd22a852-68a7-4cc2-b6bd-2f90661af210 req-5195c952-5a4b-450c-aaa1-41582b53dc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:36:37.735063 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fd22a852-68a7-4cc2-b6bd-2f90661af210 req-5195c952-5a4b-450c-aaa1-41582b53dc39 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=36ee09db-120e-4028-a1d6-9355b85fa5e5 HTTP/1.1" status: 200 len: 1098 time: 0.2469337 Jul 05 02:36:37.809874 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fd22a852-68a7-4cc2-b6bd-2f90661af210 req-56108c19-45ba-4eb5-8923-a7c59b1b9ded service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=896ea46a-6466-47fe-ac1a-3023b10eeb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669701 Jul 05 02:36:37.836083 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4527b81-f218-4c78-b546-ecb25a002c95 admin admin] Made reservation on behalf of d9a3879b17dd43baa4078b08858ac435 for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:36:37.839357 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d4527b81-f218-4c78-b546-ecb25a002c95 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:38.178194 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23b6924-5756-400a-87f0-decc5d9c8262 req-b99d72b1-4234-4b46-9fdf-80bedf299b82 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:36:38.182577 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e23b6924-5756-400a-87f0-decc5d9c8262 req-b99d72b1-4234-4b46-9fdf-80bedf299b82 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=36ee09db-120e-4028-a1d6-9355b85fa5e5 HTTP/1.1" status: 200 len: 946 time: 0.2556531 Jul 05 02:36:38.223174 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e23b6924-5756-400a-87f0-decc5d9c8262 req-acfc0b46-b9ce-4a4d-84eb-73cad5d69eb1 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/security-groups?id=896ea46a-6466-47fe-ac1a-3023b10eeb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376379 Jul 05 02:36:38.264199 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d4527b81-f218-4c78-b546-ecb25a002c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5763451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774823'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:38.318365 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4527b81-f218-4c78-b546-ecb25a002c95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6690f9d-14b7-43ff-a10d-5c3f3e3bb3ea,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:38.336193 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4527b81-f218-4c78-b546-ecb25a002c95 admin admin] Checking segment: {'id': 'e559531c-eab8-482c-a24e-6f8f3c12d890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '16dcf45f-7561-47f2-bed2-788004225838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:36:38.336562 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4527b81-f218-4c78-b546-ecb25a002c95 admin admin] Network hostable DHCP agents. Network: 16dcf45f-7561-47f2-bed2-788004225838, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:36:38.451316 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4527b81-f218-4c78-b546-ecb25a002c95 admin admin] Network 16dcf45f-7561-47f2-bed2-788004225838 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:36:38.570917 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-d4527b81-f218-4c78-b546-ecb25a002c95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 16dcf45f-7561-47f2-bed2-788004225838) {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:36:38.580757 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0ef2cf-9b66-435a-a8ee-4d1fb76ebb4e None None] Network 16dcf45f-7561-47f2-bed2-788004225838 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:36:38.582502 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4527b81-f218-4c78-b546-ecb25a002c95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:36:38.583262 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d4527b81-f218-4c78-b546-ecb25a002c95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:38.722072 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-d4527b81-f218-4c78-b546-ecb25a002c95 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0393636 Jul 05 02:36:38.791558 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0405b7-da0d-4836-9d3e-58f5ac8b9cc7 None None] Network 16dcf45f-7561-47f2-bed2-788004225838 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:36:39.459265 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1dd04199-a855-4ca3-ba66-e7103d2d885a req-be23ed49-e511-476a-b8bb-764639a7e309 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1206715 Jul 05 02:36:39.532019 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755355b1-286a-4d79-88c3-b53ade868503 req-57fbe4be-708c-47d3-a6c7-b283bf805a20 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:36:39.547091 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-755355b1-286a-4d79-88c3-b53ade868503 req-57fbe4be-708c-47d3-a6c7-b283bf805a20 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=36ee09db-120e-4028-a1d6-9355b85fa5e5 HTTP/1.1" status: 200 len: 946 time: 0.1416986 Jul 05 02:36:39.670844 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-755355b1-286a-4d79-88c3-b53ade868503 req-7d7e13ab-feaa-4662-927f-1b84fb505c9c tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/security-groups?id=896ea46a-6466-47fe-ac1a-3023b10eeb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199722 Jul 05 02:36:39.708005 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd04199-a855-4ca3-ba66-e7103d2d885a req-41a32993-479a-4f84-b1b0-74d6efd5a5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:36:39.710486 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1dd04199-a855-4ca3-ba66-e7103d2d885a req-41a32993-479a-4f84-b1b0-74d6efd5a5c9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=442a3e50d6be48be9e1562c5772ee754&device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 1097 time: 0.1431851 Jul 05 02:36:40.000707 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd04199-a855-4ca3-ba66-e7103d2d885a req-bc5a1364-4845-41f5-a7b8-6f72ece515af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:36:40.003415 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1dd04199-a855-4ca3-ba66-e7103d2d885a req-bc5a1364-4845-41f5-a7b8-6f72ece515af service neutron] 10.222.0.21 "GET /v2.0/networks?id=c4d51310-b056-42c6-8720-dd3607bb490e HTTP/1.1" status: 200 len: 911 time: 0.2712224 Jul 05 02:36:40.085787 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1dd04199-a855-4ca3-ba66-e7103d2d885a req-9a3861d1-a1c9-4904-9965-d49c6dba752b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9394229-9271-4949-b389-b76d35d0946e HTTP/1.1" status: 200 len: 1000 time: 0.0737078 Jul 05 02:36:40.195673 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 47928) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:40.261725 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eed760-9c5d-4a92-a08e-3cef6097d7c5 req-37b6f245-9c18-4f4f-9af9-5a48f5fd8bcc tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:36:40.279781 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-60eed760-9c5d-4a92-a08e-3cef6097d7c5 req-37b6f245-9c18-4f4f-9af9-5a48f5fd8bcc tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=36ee09db-120e-4028-a1d6-9355b85fa5e5 HTTP/1.1" status: 200 len: 946 time: 0.3552523 Jul 05 02:36:40.303519 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 47934) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:40.309663 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-cde2b414-14a9-4333-ac25-8765fb406aae admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-12179877-network', 'tenant_id': 'd7f09cb96e114df996ce4c44b66de57d'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:36:40.338439 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd04199-a855-4ca3-ba66-e7103d2d885a req-4e5f3bdb-f6e7-4107-a350-4ed338dce7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:36:40.340238 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1dd04199-a855-4ca3-ba66-e7103d2d885a req-4e5f3bdb-f6e7-4107-a350-4ed338dce7ce service neutron] 10.222.0.21 "GET /v2.0/subnets?id=822ac30d-26eb-483a-9cd9-5da64853ba79 HTTP/1.1" status: 200 len: 850 time: 0.2485178 Jul 05 02:36:40.406813 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-60eed760-9c5d-4a92-a08e-3cef6097d7c5 req-bc44a5a2-429e-46e2-9fc5-30a83ba65c1a tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/security-groups?id=896ea46a-6466-47fe-ac1a-3023b10eeb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252623 Jul 05 02:36:40.451209 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd04199-a855-4ca3-ba66-e7103d2d885a req-5c86f315-4c49-4dc0-8f8c-fb03546e12ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:36:40.452892 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1dd04199-a855-4ca3-ba66-e7103d2d885a req-5c86f315-4c49-4dc0-8f8c-fb03546e12ea service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c4d51310-b056-42c6-8720-dd3607bb490e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1033790 Jul 05 02:36:40.581631 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1dd04199-a855-4ca3-ba66-e7103d2d885a req-b9ab17b2-b252-428f-a2db-2b1d024fbba9 service neutron] 10.222.0.21 "GET /v2.0/networks/c4d51310-b056-42c6-8720-dd3607bb490e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209936 Jul 05 02:36:40.589635 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde2b414-14a9-4333-ac25-8765fb406aae admin admin] Made reservation on behalf of d7f09cb96e114df996ce4c44b66de57d for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:36:40.593492 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cde2b414-14a9-4333-ac25-8765fb406aae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:40.652448 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cde2b414-14a9-4333-ac25-8765fb406aae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:40.722994 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3967c5c2-dbea-48d2-8835-56d765b3421d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:40.814738 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1dd04199-a855-4ca3-ba66-e7103d2d885a req-3cb9860b-1fad-4f8e-b477-556da4bd0f4f service neutron] 10.222.0.21 "GET /v2.0/networks/c4d51310-b056-42c6-8720-dd3607bb490e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235987 Jul 05 02:36:40.817514 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cde2b414-14a9-4333-ac25-8765fb406aae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:40.930705 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cde2b414-14a9-4333-ac25-8765fb406aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:40.975830 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cde2b414-14a9-4333-ac25-8765fb406aae admin admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:36:40.986585 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cde2b414-14a9-4333-ac25-8765fb406aae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:40.986944 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-cde2b414-14a9-4333-ac25-8765fb406aae admin admin] Added segment 579755e9-a33b-4e4e-b1ee-bafecb28dcef of type vlan for network 567f5d49-6e3e-498b-bd3b-30b063898c97 Jul 05 02:36:41.061290 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde2b414-14a9-4333-ac25-8765fb406aae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b5069a2-e722-4bc3-ab29-7d2ccbf9fca0,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:41.083148 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cde2b414-14a9-4333-ac25-8765fb406aae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:41.087817 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3967c5c2-dbea-48d2-8835-56d765b3421d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:41.221261 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3967c5c2-dbea-48d2-8835-56d765b3421d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:41.225295 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cde2b414-14a9-4333-ac25-8765fb406aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:41.225295 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde2b414-14a9-4333-ac25-8765fb406aae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:36:41.225295 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cde2b414-14a9-4333-ac25-8765fb406aae admin admin] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:41.405041 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-3967c5c2-dbea-48d2-8835-56d765b3421d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b70934b0dfd94f1da1d0e721f25d803c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2020016 Jul 05 02:36:41.406978 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 47960) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:41.408140 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3967c5c2-dbea-48d2-8835-56d765b3421d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d2d7798-15bc-4d6c-befa-d14c94dd0034,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:41.506725 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9debc9b0-458d-47bc-9da7-157b6ac36288 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:41.567521 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9debc9b0-458d-47bc-9da7-157b6ac36288 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:41.639173 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde2b414-14a9-4333-ac25-8765fb406aae admin admin] Pushing event updated for resources: {'Network': ['ID=567f5d49-6e3e-498b-bd3b-30b063898c97,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:41.665992 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 567f5d49-6e3e-498b-bd3b-30b063898c97 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:36:41.791973 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-cde2b414-14a9-4333-ac25-8765fb406aae admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.4877794 Jul 05 02:36:41.794864 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 47974) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:41.800867 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-652146ec-1b2c-48cc-83c9-11915edc2aaf admin admin] Request body: {'subnet': {'network_id': '567f5d49-6e3e-498b-bd3b-30b063898c97', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-12179877-subnet', 'tenant_id': 'd7f09cb96e114df996ce4c44b66de57d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:36:41.869792 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9debc9b0-458d-47bc-9da7-157b6ac36288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:41.875384 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9debc9b0-458d-47bc-9da7-157b6ac36288 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:41.878827 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-9debc9b0-458d-47bc-9da7-157b6ac36288 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2d2d7798-15bc-4d6c-befa-d14c94dd0034 HTTP/1.1" status: 204 len: 168 time: 0.4463613 Jul 05 02:36:41.900983 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9debc9b0-458d-47bc-9da7-157b6ac36288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d2d7798-15bc-4d6c-befa-d14c94dd0034,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:41.927588 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d4b4de-0c70-455f-8cef-d36c37236c49 req-ecbb75a0-611b-490e-b5aa-34db385e30ed tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:36:41.931646 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c4d4b4de-0c70-455f-8cef-d36c37236c49 req-ecbb75a0-611b-490e-b5aa-34db385e30ed tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=36ee09db-120e-4028-a1d6-9355b85fa5e5 HTTP/1.1" status: 200 len: 946 time: 0.7847462 Jul 05 02:36:41.972754 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-652146ec-1b2c-48cc-83c9-11915edc2aaf admin admin] Made reservation on behalf of d7f09cb96e114df996ce4c44b66de57d for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:36:41.974721 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-652146ec-1b2c-48cc-83c9-11915edc2aaf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:42.000546 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:42.006195 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c4d4b4de-0c70-455f-8cef-d36c37236c49 req-df628851-f1a4-4bc1-b364-4260ffb4bc15 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/security-groups?id=896ea46a-6466-47fe-ac1a-3023b10eeb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649633 Jul 05 02:36:42.064381 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:42.547860 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a46fcca-b5b3-4f27-9dd3-fd7bd47d6a1a req-6388109b-6ffd-46da-bfd3-d9f64ac66e12 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:36:42.554442 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1a46fcca-b5b3-4f27-9dd3-fd7bd47d6a1a req-6388109b-6ffd-46da-bfd3-d9f64ac66e12 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.15 "GET /v2.0/ports?device_id=36ee09db-120e-4028-a1d6-9355b85fa5e5 HTTP/1.1" status: 200 len: 946 time: 0.2344298 Jul 05 02:36:42.574723 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-652146ec-1b2c-48cc-83c9-11915edc2aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5763451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774823'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:42.829033 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652146ec-1b2c-48cc-83c9-11915edc2aaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=60c62200-a08a-48cd-8c75-3e68060f9d2d,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:42.876195 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652146ec-1b2c-48cc-83c9-11915edc2aaf admin admin] Checking segment: {'id': '579755e9-a33b-4e4e-b1ee-bafecb28dcef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '567f5d49-6e3e-498b-bd3b-30b063898c97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:36:42.880526 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652146ec-1b2c-48cc-83c9-11915edc2aaf admin admin] Network hostable DHCP agents. Network: 567f5d49-6e3e-498b-bd3b-30b063898c97, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:36:42.948284 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-1a46fcca-b5b3-4f27-9dd3-fd7bd47d6a1a req-97b9204e-6f36-488f-bbe8-cae15503c96f tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Deleting port 5c39741c-bfa4-4ce0-a54d-0cbe98a9d733 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:36:42.950759 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1a46fcca-b5b3-4f27-9dd3-fd7bd47d6a1a req-97b9204e-6f36-488f-bbe8-cae15503c96f tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:42.995259 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 02:36:43.052133 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652146ec-1b2c-48cc-83c9-11915edc2aaf admin admin] Network 567f5d49-6e3e-498b-bd3b-30b063898c97 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:36:43.131403 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 48012) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:43.154307 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 48016) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:43.179508 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-1a46fcca-b5b3-4f27-9dd3-fd7bd47d6a1a req-97b9204e-6f36-488f-bbe8-cae15503c96f tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] For port 5c39741c-bfa4-4ce0-a54d-0cbe98a9d733, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=5c39741c-bfa4-4ce0-a54d-0cbe98a9d733,segment=NetworkSegment(fa1cc820-8811-4bbd-a98d-5810eaac77f0),segment_id=fa1cc820-8811-4bbd-a98d-5810eaac77f0)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:36:43.182891 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1a46fcca-b5b3-4f27-9dd3-fd7bd47d6a1a req-97b9204e-6f36-488f-bbe8-cae15503c96f tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:43.187677 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-292358fb-a6bf-4158-9c4e-0eec9e4b5677 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:43.234752 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-1a46fcca-b5b3-4f27-9dd3-fd7bd47d6a1a req-97b9204e-6f36-488f-bbe8-cae15503c96f tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Calling delete_port for 5c39741c-bfa4-4ce0-a54d-0cbe98a9d733 owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:36:43.464951 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-292358fb-a6bf-4158-9c4e-0eec9e4b5677 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:43.555514 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-652146ec-1b2c-48cc-83c9-11915edc2aaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 567f5d49-6e3e-498b-bd3b-30b063898c97) {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:36:43.564104 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727a69a7-c503-4e7f-ab81-1bed1ce1dc6a None None] Network 567f5d49-6e3e-498b-bd3b-30b063898c97 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:36:43.591036 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652146ec-1b2c-48cc-83c9-11915edc2aaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:36:43.591734 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-652146ec-1b2c-48cc-83c9-11915edc2aaf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:43.635445 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-292358fb-a6bf-4158-9c4e-0eec9e4b5677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:43.673439 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f24bea-f5e3-4fd2-9bbd-131dd219191c req-002145b0-e103-4b3c-aede-eeee6f3b2590 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:36:43.675599 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-65f24bea-f5e3-4fd2-9bbd-131dd219191c req-002145b0-e103-4b3c-aede-eeee6f3b2590 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=36ee09db-120e-4028-a1d6-9355b85fa5e5 HTTP/1.1" status: 200 len: 946 time: 0.1805208 Jul 05 02:36:43.722790 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343e8a0a-0a05-40d2-a513-7eae0629f932 None None] Network 567f5d49-6e3e-498b-bd3b-30b063898c97 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:36:43.737183 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-292358fb-a6bf-4158-9c4e-0eec9e4b5677 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2bb10688453e4cd1a7c8014f17e0c52c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5817716 Jul 05 02:36:43.739334 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7e83c51b-f40b-49fb-bfd5-97ed4a9e3e60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:43.739994 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 48024) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:43.749195 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292358fb-a6bf-4158-9c4e-0eec9e4b5677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21755ab7-41f7-4586-9dd3-4bde9764d770,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:43.770834 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-65f24bea-f5e3-4fd2-9bbd-131dd219191c req-ff34cc6d-ffd8-4869-90b7-453cdeadc952 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/security-groups?id=896ea46a-6466-47fe-ac1a-3023b10eeb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864611 Jul 05 02:36:43.800880 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1ca2cfef-f02a-4a8f-b6ea-f50f7724a8d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:43.838217 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1ca2cfef-f02a-4a8f-b6ea-f50f7724a8d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:43.863872 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1a46fcca-b5b3-4f27-9dd3-fd7bd47d6a1a req-97b9204e-6f36-488f-bbe8-cae15503c96f tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:43.885859 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-652146ec-1b2c-48cc-83c9-11915edc2aaf admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.0898910 Jul 05 02:36:43.913384 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b9204e-6f36-488f-bbe8-cae15503c96f tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Pushing event deleted for resources: {'Port': ['ID=5c39741c-bfa4-4ce0-a54d-0cbe98a9d733,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:43.919165 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['8ddf5426-0739-47b0-ab63-f5000a780e97', '5c39741c-bfa4-4ce0-a54d-0cbe98a9d733'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:36:43.995247 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a46fcca-b5b3-4f27-9dd3-fd7bd47d6a1a req-97b9204e-6f36-488f-bbe8-cae15503c96f tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] No DVR routers for this DVR port 5c39741c-bfa4-4ce0-a54d-0cbe98a9d733 on host n-h2-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:36:43.997933 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1a46fcca-b5b3-4f27-9dd3-fd7bd47d6a1a req-97b9204e-6f36-488f-bbe8-cae15503c96f tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:44.000294 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1a46fcca-b5b3-4f27-9dd3-fd7bd47d6a1a req-97b9204e-6f36-488f-bbe8-cae15503c96f tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.15 "DELETE /v2.0/ports/5c39741c-bfa4-4ce0-a54d-0cbe98a9d733 HTTP/1.1" status: 204 len: 173 time: 1.4449193 Jul 05 02:36:44.000845 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36ee09db-120e-4028-a1d6-9355b85fa5e5', 'name': 'network-vif-deleted', 'tag': '5c39741c-bfa4-4ce0-a54d-0cbe98a9d733'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:36:44.011032 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c861006-79b0-4782-8900-900a754154ef" -d '{"events": [{"server_uuid": "36ee09db-120e-4028-a1d6-9355b85fa5e5", "name": "network-vif-deleted", "tag": "5c39741c-bfa4-4ce0-a54d-0cbe98a9d733"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:36:44.056308 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e11ccd-f6d5-4d9f-af90-0faeab1612f2 x-openstack-request-id: req-35e11ccd-f6d5-4d9f-af90-0faeab1612f2 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:36:44.056308 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36ee09db-120e-4028-a1d6-9355b85fa5e5", "name": "network-vif-deleted", "tag": "5c39741c-bfa4-4ce0-a54d-0cbe98a9d733", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:36:44.056654 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-35e11ccd-f6d5-4d9f-af90-0faeab1612f2 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:36:44.057007 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36ee09db-120e-4028-a1d6-9355b85fa5e5', 'name': 'network-vif-deleted', 'tag': '5c39741c-bfa4-4ce0-a54d-0cbe98a9d733', 'status': 'completed', 'code': 200} Jul 05 02:36:44.080154 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 48038) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:44.138695 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1ca2cfef-f02a-4a8f-b6ea-f50f7724a8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:44.141777 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1ca2cfef-f02a-4a8f-b6ea-f50f7724a8d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:44.143224 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-1ca2cfef-f02a-4a8f-b6ea-f50f7724a8d3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/21755ab7-41f7-4586-9dd3-4bde9764d770 HTTP/1.1" status: 204 len: 168 time: 0.4022012 Jul 05 02:36:44.146402 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_v2 [None req-4edbee03-07ad-475c-87c4-5c338720a55b admin admin] Deleting subnet d6690f9d-14b7-43ff-a10d-5c3f3e3bb3ea {{(pid=94461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:36:44.151168 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4edbee03-07ad-475c-87c4-5c338720a55b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:44.184444 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca2cfef-f02a-4a8f-b6ea-f50f7724a8d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21755ab7-41f7-4586-9dd3-4bde9764d770,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:44.214320 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4edbee03-07ad-475c-87c4-5c338720a55b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5519650'] for subnet, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:44.231676 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7e83c51b-f40b-49fb-bfd5-97ed4a9e3e60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:44.262907 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4edbee03-07ad-475c-87c4-5c338720a55b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:44.431870 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7e83c51b-f40b-49fb-bfd5-97ed4a9e3e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:44.477160 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-7e83c51b-f40b-49fb-bfd5-97ed4a9e3e60 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b8d4631d19df429d9a5a8b913934c2b1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3421035 Jul 05 02:36:44.477286 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 48052) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:44.477377 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e83c51b-f40b-49fb-bfd5-97ed4a9e3e60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ecd28a2-e39e-4dc3-a3e9-d4894a0a3e94,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:44.554254 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-fe1521dc-af35-4662-82bf-c4010123bec6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:44.587572 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-fe1521dc-af35-4662-82bf-c4010123bec6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:44.798029 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4edbee03-07ad-475c-87c4-5c338720a55b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5763388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774356'] for subnet, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:44.840647 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edbee03-07ad-475c-87c4-5c338720a55b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6690f9d-14b7-43ff-a10d-5c3f3e3bb3ea,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:44.849353 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-fe1521dc-af35-4662-82bf-c4010123bec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:44.852092 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-fe1521dc-af35-4662-82bf-c4010123bec6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:44.855876 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-fe1521dc-af35-4662-82bf-c4010123bec6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4ecd28a2-e39e-4dc3-a3e9-d4894a0a3e94 HTTP/1.1" status: 204 len: 168 time: 0.3779509 Jul 05 02:36:44.859767 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4edbee03-07ad-475c-87c4-5c338720a55b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:44.864016 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-4edbee03-07ad-475c-87c4-5c338720a55b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/d6690f9d-14b7-43ff-a10d-5c3f3e3bb3ea HTTP/1.1" status: 204 len: 168 time: 0.7810876 Jul 05 02:36:44.864878 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 48070) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:44.867077 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1521dc-af35-4662-82bf-c4010123bec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ecd28a2-e39e-4dc3-a3e9-d4894a0a3e94,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:45.090464 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-04ecb960-9075-4340-8942-2f2a88004f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:45.200549 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-04ecb960-9075-4340-8942-2f2a88004f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:45.214537 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-04ecb960-9075-4340-8942-2f2a88004f0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16dcf45f-7561-47f2-bed2-788004225838']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:36:45.225633 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-04ecb960-9075-4340-8942-2f2a88004f0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e559531c-eab8-482c-a24e-6f8f3c12d890') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:36:45.226032 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-04ecb960-9075-4340-8942-2f2a88004f0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e559531c-eab8-482c-a24e-6f8f3c12d890') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:36:45.235268 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-04ecb960-9075-4340-8942-2f2a88004f0c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:45.249227 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-04ecb960-9075-4340-8942-2f2a88004f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:45.256559 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04ecb960-9075-4340-8942-2f2a88004f0c admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:36:45.256980 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-04ecb960-9075-4340-8942-2f2a88004f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:45.258655 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:36:45.258655 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:36:45.258655 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:36:45.258655 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:36:45.258655 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:36:45.258655 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:36:45.258655 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:36:45.258655 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:36:45.258655 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:36:45.258655 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:36:45.258655 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:36:45.258655 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:36:45.258655 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:36:45.258655 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:36:45.258655 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:36:45.258655 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:36:45.258655 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:36:45.258655 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:36:45.258655 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:36:45.258655 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:36:45.258655 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:36:45.258655 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:36:45.258655 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:36:45.258655 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:36:45.258655 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:36:45.258655 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:36:45.258655 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:36:45.258655 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:36:45.258655 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:36:45.258655 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:36:45.258655 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:36:45.258655 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:36:45.460863 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-04ecb960-9075-4340-8942-2f2a88004f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:45.493232 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-04ecb960-9075-4340-8942-2f2a88004f0c admin admin] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:45.500986 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-04ecb960-9075-4340-8942-2f2a88004f0c admin admin] 10.222.0.23 "DELETE /v2.0/networks/16dcf45f-7561-47f2-bed2-788004225838 HTTP/1.1" status: 204 len: 168 time: 0.6320992 Jul 05 02:36:45.501509 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 48092) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:45.502359 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ecb960-9075-4340-8942-2f2a88004f0c admin admin] Pushing event deleted for resources: {'Network': ['ID=16dcf45f-7561-47f2-bed2-788004225838,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:45.600808 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4df9974-315f-4746-ba62-4baf12be9b3b admin admin] Deleting subnet 60c62200-a08a-48cd-8c75-3e68060f9d2d {{(pid=94461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:36:45.603590 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c4df9974-315f-4746-ba62-4baf12be9b3b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:45.777271 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-97048d1b-459d-4644-892b-5bd68f62e612 req-aade98f4-5c40-4b86-b1e3-62335868a242 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=36ee09db-120e-4028-a1d6-9355b85fa5e5 HTTP/1.1" status: 200 len: 210 time: 0.6735685 Jul 05 02:36:45.787059 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c4df9974-315f-4746-ba62-4baf12be9b3b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5519650'] for subnet, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:45.860138 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c4df9974-315f-4746-ba62-4baf12be9b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:46.146631 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c4df9974-315f-4746-ba62-4baf12be9b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5763388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774356'] for subnet, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:46.163654 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c4df9974-315f-4746-ba62-4baf12be9b3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:46.168856 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-c4df9974-315f-4746-ba62-4baf12be9b3b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/60c62200-a08a-48cd-8c75-3e68060f9d2d HTTP/1.1" status: 204 len: 168 time: 0.6661627 Jul 05 02:36:46.169360 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 48116) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:46.197462 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4df9974-315f-4746-ba62-4baf12be9b3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60c62200-a08a-48cd-8c75-3e68060f9d2d,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:46.264649 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f67cc58c-df1b-485b-a4d8-8dcc5df8a0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:46.363825 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 48120) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:46.377476 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f67cc58c-df1b-485b-a4d8-8dcc5df8a0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:46.388884 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b22f719d-45af-4c74-8376-a927d5542772 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:46.392540 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-f67cc58c-df1b-485b-a4d8-8dcc5df8a0a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['567f5d49-6e3e-498b-bd3b-30b063898c97']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:36:46.404045 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-f67cc58c-df1b-485b-a4d8-8dcc5df8a0a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '579755e9-a33b-4e4e-b1ee-bafecb28dcef') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:36:46.404354 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-f67cc58c-df1b-485b-a4d8-8dcc5df8a0a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '579755e9-a33b-4e4e-b1ee-bafecb28dcef') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:36:46.415942 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f67cc58c-df1b-485b-a4d8-8dcc5df8a0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:46.430928 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f67cc58c-df1b-485b-a4d8-8dcc5df8a0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:46.439352 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f67cc58c-df1b-485b-a4d8-8dcc5df8a0a4 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:36:46.439668 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f67cc58c-df1b-485b-a4d8-8dcc5df8a0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:46.441394 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:36:46.441394 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:36:46.441394 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:36:46.441394 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:36:46.441394 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:36:46.441394 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:36:46.441394 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:36:46.441394 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:36:46.441394 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:36:46.441394 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:36:46.441394 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:36:46.441394 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:36:46.441394 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:36:46.441394 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:36:46.441394 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:36:46.441394 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:36:46.441394 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:36:46.441394 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:36:46.441394 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:36:46.441394 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:36:46.441394 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:36:46.441394 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:36:46.441394 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:36:46.441394 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:36:46.441394 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:36:46.441394 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:36:46.441394 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:36:46.441394 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:36:46.441394 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:36:46.441394 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:36:46.441394 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:36:46.441394 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:36:46.629420 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f67cc58c-df1b-485b-a4d8-8dcc5df8a0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:46.655654 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f67cc58c-df1b-485b-a4d8-8dcc5df8a0a4 admin admin] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:46.658257 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-f67cc58c-df1b-485b-a4d8-8dcc5df8a0a4 admin admin] 10.222.0.23 "DELETE /v2.0/networks/567f5d49-6e3e-498b-bd3b-30b063898c97 HTTP/1.1" status: 204 len: 168 time: 0.4875329 Jul 05 02:36:46.659328 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67cc58c-df1b-485b-a4d8-8dcc5df8a0a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=567f5d49-6e3e-498b-bd3b-30b063898c97,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:46.697011 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b22f719d-45af-4c74-8376-a927d5542772 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:46.774560 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b22f719d-45af-4c74-8376-a927d5542772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:46.814865 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-b22f719d-45af-4c74-8376-a927d5542772 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=be77ad1edac9497aad9bc7a595bc599b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4499493 Jul 05 02:36:46.816022 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f719d-45af-4c74-8376-a927d5542772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30c2928d-36e0-4d5c-b445-f67a5b975998,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:46.818276 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 48140) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:46.878312 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9c11f278-a132-44be-b41b-e0a9d8a92920 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:46.910327 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9c11f278-a132-44be-b41b-e0a9d8a92920 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:46.941198 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 5c39741c-bfa4-4ce0-a54d-0cbe98a9d733 no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:36:46.970681 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] No Port match for: 5c39741c-bfa4-4ce0-a54d-0cbe98a9d733 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:36:46.971024 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 5c39741c-bfa4-4ce0-a54d-0cbe98a9d733 not bound to the agent host n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:36:47.166502 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9c11f278-a132-44be-b41b-e0a9d8a92920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:47.169365 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9c11f278-a132-44be-b41b-e0a9d8a92920 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:47.173039 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-9c11f278-a132-44be-b41b-e0a9d8a92920 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/30c2928d-36e0-4d5c-b445-f67a5b975998 HTTP/1.1" status: 204 len: 168 time: 0.3513789 Jul 05 02:36:47.179266 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c11f278-a132-44be-b41b-e0a9d8a92920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30c2928d-36e0-4d5c-b445-f67a5b975998,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:47.286582 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 48166) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:47.366478 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-45411def-44d5-447d-821c-7c2019dda0d3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d9a3879b17dd43baa4078b08858ac435&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0788417 Jul 05 02:36:47.368994 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 48178) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:47.454805 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9e749216-fe00-4cf4-9325-4e41c5729060 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:47.497692 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9e749216-fe00-4cf4-9325-4e41c5729060 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:47.569526 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7107d94e-2134-478b-b81f-a7844d63de4c req-0adcdcad-aea8-4ed4-a229-efc92c23759b tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:36:47.575217 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7107d94e-2134-478b-b81f-a7844d63de4c req-0adcdcad-aea8-4ed4-a229-efc92c23759b tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/networks?id=1b07052c-22c6-4d0f-b0a6-3bc3daa97540 HTTP/1.1" status: 200 len: 806 time: 0.1513891 Jul 05 02:36:47.587281 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7107d94e-2134-478b-b81f-a7844d63de4c req-8c7732bc-f246-41fa-8351-ffe5c31750b8 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/quotas/19e6c4c619cf4595801b0519afefcaf5 HTTP/1.1" status: 200 len: 375 time: 0.0103872 Jul 05 02:36:47.680527 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9e749216-fe00-4cf4-9325-4e41c5729060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:47.683108 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9e749216-fe00-4cf4-9325-4e41c5729060 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:47.684467 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-9e749216-fe00-4cf4-9325-4e41c5729060 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/df72f78c-811a-49f3-888a-18243f24837e HTTP/1.1" status: 204 len: 168 time: 0.3140268 Jul 05 02:36:47.699742 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e749216-fe00-4cf4-9325-4e41c5729060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df72f78c-811a-49f3-888a-18243f24837e,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:47.719249 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7107d94e-2134-478b-b81f-a7844d63de4c req-6ea7b0e6-da8c-4265-98f0-f5dd27972433 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=19e6c4c619cf4595801b0519afefcaf5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1249983 Jul 05 02:36:47.866631 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7107d94e-2134-478b-b81f-a7844d63de4c req-01a8d63b-b117-4a08-8fa5-5825f80d452a service neutron] 10.222.0.23 "GET /v2.0/networks/1b07052c-22c6-4d0f-b0a6-3bc3daa97540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404629 Jul 05 02:36:47.957264 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7107d94e-2134-478b-b81f-a7844d63de4c req-c2215a17-dfcd-4e86-bbed-b4b1c25a43db service neutron] 10.222.0.23 "GET /v2.0/networks/1b07052c-22c6-4d0f-b0a6-3bc3daa97540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840993 Jul 05 02:36:48.461848 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-aa5f0172-b6a4-4d88-8035-d419558dd8e2 req-82b94567-8caa-4a07-9a72-4e3fd0431b08 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=b64b2faa-f1d8-4c09-8f46-3fc6608959e6 HTTP/1.1" status: 200 len: 210 time: 0.0572436 Jul 05 02:36:48.922425 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 48244) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:48.979116 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-02198ad8-c332-4925-9067-0170a3c422ca admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d7f09cb96e114df996ce4c44b66de57d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0520461 Jul 05 02:36:48.979320 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 48246) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:36:49.055414 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a5535323-32f8-45c7-830b-c17dec795fdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:49.097339 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a5535323-32f8-45c7-830b-c17dec795fdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:49.629662 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9c956d7d-b4fa-40d5-babd-321545b3c9a8 req-1b30f917-e134-4bd0-a515-f35f7c412a2d tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=b64b2faa-f1d8-4c09-8f46-3fc6608959e6 HTTP/1.1" status: 200 len: 210 time: 0.0718272 Jul 05 02:36:49.814383 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a5535323-32f8-45c7-830b-c17dec795fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:49.817241 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a5535323-32f8-45c7-830b-c17dec795fdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:49.818506 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-a5535323-32f8-45c7-830b-c17dec795fdc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8b5069a2-e722-4bc3-ab29-7d2ccbf9fca0 HTTP/1.1" status: 204 len: 168 time: 0.8380365 Jul 05 02:36:49.829550 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5535323-32f8-45c7-830b-c17dec795fdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b5069a2-e722-4bc3-ab29-7d2ccbf9fca0,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:50.889165 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-ac371033-bd2d-49f6-9f9a-4ca0cf65e56c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:50.919714 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1c96caeb-361f-4924-8186-46ebc6cac48e req-8783fba7-027f-4f3b-b462-25f19651d7c3 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=b64b2faa-f1d8-4c09-8f46-3fc6608959e6 HTTP/1.1" status: 200 len: 210 time: 0.0798790 Jul 05 02:36:52.150356 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-48ee7fe7-a372-4fef-806e-f0ed1a9b46cc req-b15bc94c-e089-427c-aab1-1b9835714190 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=b64b2faa-f1d8-4c09-8f46-3fc6608959e6 HTTP/1.1" status: 200 len: 210 time: 0.0430684 Jul 05 02:36:52.325790 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7107d94e-2134-478b-b81f-a7844d63de4c req-4a8013a1-e4bd-4ad3-a06c-ef9c51c5993b tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:36:52.329455 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7107d94e-2134-478b-b81f-a7844d63de4c req-4a8013a1-e4bd-4ad3-a06c-ef9c51c5993b tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.15 "GET /v2.0/networks?id=1b07052c-22c6-4d0f-b0a6-3bc3daa97540 HTTP/1.1" status: 200 len: 806 time: 0.2754295 Jul 05 02:36:52.342099 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-7107d94e-2134-478b-b81f-a7844d63de4c req-8e3a7831-9012-4691-83ac-8952f571c9ec tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Request body: {'port': {'device_id': 'b64b2faa-f1d8-4c09-8f46-3fc6608959e6', 'network_id': '1b07052c-22c6-4d0f-b0a6-3bc3daa97540', 'admin_state_up': True, 'tenant_id': '19e6c4c619cf4595801b0519afefcaf5'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:36:52.672984 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7107d94e-2134-478b-b81f-a7844d63de4c req-8e3a7831-9012-4691-83ac-8952f571c9ec tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Made reservation on behalf of 19e6c4c619cf4595801b0519afefcaf5 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:36:52.677436 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-7107d94e-2134-478b-b81f-a7844d63de4c req-8e3a7831-9012-4691-83ac-8952f571c9ec tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:53.119948 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-7107d94e-2134-478b-b81f-a7844d63de4c req-8e3a7831-9012-4691-83ac-8952f571c9ec tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Allocated IP 172.20.0.11 (1b07052c-22c6-4d0f-b0a6-3bc3daa97540/83dd570d-22ee-4f29-80f0-61f3c568de93/0ac7ea64-7874-4632-9c73-766e79ee314f) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:36:53.328945 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-2b42a7bd-fae3-4182-a548-068d5c73a0c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:53.363411 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-bdd3fcd3-6621-430d-a33a-4f6f8ccc2b50 req-a6ec05b0-170c-4c36-8dec-27505c373936 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=b64b2faa-f1d8-4c09-8f46-3fc6608959e6 HTTP/1.1" status: 200 len: 210 time: 0.0476408 Jul 05 02:36:53.435619 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-7107d94e-2134-478b-b81f-a7844d63de4c req-8e3a7831-9012-4691-83ac-8952f571c9ec tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:53.686756 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-7107d94e-2134-478b-b81f-a7844d63de4c req-8e3a7831-9012-4691-83ac-8952f571c9ec tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:53.699983 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['8ddf5426-0739-47b0-ab63-f5000a780e97'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:36:53.754670 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3a7831-9012-4691-83ac-8952f571c9ec tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Pushing event updated for resources: {'Port': ['ID=0ac7ea64-7874-4632-9c73-766e79ee314f,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:53.765637 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3a7831-9012-4691-83ac-8952f571c9ec tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:36:53.765637 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3a7831-9012-4691-83ac-8952f571c9ec tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:36:53.766776 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3a7831-9012-4691-83ac-8952f571c9ec tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:36:53.767126 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3a7831-9012-4691-83ac-8952f571c9ec tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:36:53.767465 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3a7831-9012-4691-83ac-8952f571c9ec tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:36:53.767816 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3a7831-9012-4691-83ac-8952f571c9ec tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:36:53.768136 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3a7831-9012-4691-83ac-8952f571c9ec tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:36:53.768465 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3a7831-9012-4691-83ac-8952f571c9ec tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:36:53.768801 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3a7831-9012-4691-83ac-8952f571c9ec tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:36:53.769167 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3a7831-9012-4691-83ac-8952f571c9ec tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:36:53.772544 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3a7831-9012-4691-83ac-8952f571c9ec tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:36:53.772544 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3a7831-9012-4691-83ac-8952f571c9ec tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:36:53.784059 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7107d94e-2134-478b-b81f-a7844d63de4c req-8e3a7831-9012-4691-83ac-8952f571c9ec tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Network 1b07052c-22c6-4d0f-b0a6-3bc3daa97540 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:36:53.785706 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-7107d94e-2134-478b-b81f-a7844d63de4c req-8e3a7831-9012-4691-83ac-8952f571c9ec tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:36:53.789768 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-7107d94e-2134-478b-b81f-a7844d63de4c req-8e3a7831-9012-4691-83ac-8952f571c9ec tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:36:53.860816 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7107d94e-2134-478b-b81f-a7844d63de4c req-8e3a7831-9012-4691-83ac-8952f571c9ec tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:36:53.862964 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-7107d94e-2134-478b-b81f-a7844d63de4c req-8e3a7831-9012-4691-83ac-8952f571c9ec tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:53.978617 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7107d94e-2134-478b-b81f-a7844d63de4c req-8e3a7831-9012-4691-83ac-8952f571c9ec tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6405892 Jul 05 02:36:53.980348 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:53.991328 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-7107d94e-2134-478b-b81f-a7844d63de4c req-fc0ca891-8e76-48b6-bda9-5935baeffbe6 service neutron] Request body: {'port': {'device_id': 'b64b2faa-f1d8-4c09-8f46-3fc6608959e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:36:54.076375 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-7107d94e-2134-478b-b81f-a7844d63de4c req-fc0ca891-8e76-48b6-bda9-5935baeffbe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:54.521222 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-7107d94e-2134-478b-b81f-a7844d63de4c req-fc0ca891-8e76-48b6-bda9-5935baeffbe6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ac7ea64-7874-4632-9c73-766e79ee314f {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:36:54.547861 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-7107d94e-2134-478b-b81f-a7844d63de4c req-fc0ca891-8e76-48b6-bda9-5935baeffbe6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:54.572782 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-7107d94e-2134-478b-b81f-a7844d63de4c req-fc0ca891-8e76-48b6-bda9-5935baeffbe6 service neutron] Transition to ACTIVE for port object 0ac7ea64-7874-4632-9c73-766e79ee314f will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:36:54.635017 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae66a49-8fca-4973-930a-1ced0e289702 req-65dab652-2f3f-4860-b2dd-7f3aacec0673 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:36:54.636859 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-aae66a49-8fca-4973-930a-1ced0e289702 req-65dab652-2f3f-4860-b2dd-7f3aacec0673 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=b64b2faa-f1d8-4c09-8f46-3fc6608959e6 HTTP/1.1" status: 200 len: 932 time: 0.0990751 Jul 05 02:36:54.648608 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:54.649187 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-7107d94e-2134-478b-b81f-a7844d63de4c req-fc0ca891-8e76-48b6-bda9-5935baeffbe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:54.699387 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-aae66a49-8fca-4973-930a-1ced0e289702 req-780fe722-d756-4841-a560-89a938f6496c tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/security-groups?id=896ea46a-6466-47fe-ac1a-3023b10eeb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553164 Jul 05 02:36:54.770425 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0ca891-8e76-48b6-bda9-5935baeffbe6 service neutron] Pushing event updated for resources: {'Port': ['ID=0ac7ea64-7874-4632-9c73-766e79ee314f,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:54.848451 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-7107d94e-2134-478b-b81f-a7844d63de4c req-fc0ca891-8e76-48b6-bda9-5935baeffbe6 service neutron] Attempting to bind port 0ac7ea64-7874-4632-9c73-766e79ee314f on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:36:54.848827 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-7107d94e-2134-478b-b81f-a7844d63de4c req-fc0ca891-8e76-48b6-bda9-5935baeffbe6 service neutron] Attempting to bind port 0ac7ea64-7874-4632-9c73-766e79ee314f by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': 'fa1cc820-8811-4bbd-a98d-5810eaac77f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1b07052c-22c6-4d0f-b0a6-3bc3daa97540'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:36:54.849503 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7107d94e-2134-478b-b81f-a7844d63de4c req-fc0ca891-8e76-48b6-bda9-5935baeffbe6 service neutron] Attempting to bind port 0ac7ea64-7874-4632-9c73-766e79ee314f on network 1b07052c-22c6-4d0f-b0a6-3bc3daa97540 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:36:54.858200 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7107d94e-2134-478b-b81f-a7844d63de4c req-fc0ca891-8e76-48b6-bda9-5935baeffbe6 service neutron] Port 0ac7ea64-7874-4632-9c73-766e79ee314f on network 1b07052c-22c6-4d0f-b0a6-3bc3daa97540 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:36:54.858638 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7107d94e-2134-478b-b81f-a7844d63de4c req-fc0ca891-8e76-48b6-bda9-5935baeffbe6 service neutron] Attempting to bind port 0ac7ea64-7874-4632-9c73-766e79ee314f on network 1b07052c-22c6-4d0f-b0a6-3bc3daa97540 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:36:54.869102 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7107d94e-2134-478b-b81f-a7844d63de4c req-fc0ca891-8e76-48b6-bda9-5935baeffbe6 service neutron] Checking agent: {'id': 'e071c76e-395f-48c4-a98f-88088465cf0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:36:54.869387 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7107d94e-2134-478b-b81f-a7844d63de4c req-fc0ca891-8e76-48b6-bda9-5935baeffbe6 service neutron] Checking segment: {'id': 'fa1cc820-8811-4bbd-a98d-5810eaac77f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1b07052c-22c6-4d0f-b0a6-3bc3daa97540'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:36:54.869778 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7107d94e-2134-478b-b81f-a7844d63de4c req-fc0ca891-8e76-48b6-bda9-5935baeffbe6 service neutron] Bound using segment: {'id': 'fa1cc820-8811-4bbd-a98d-5810eaac77f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1b07052c-22c6-4d0f-b0a6-3bc3daa97540'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:36:54.870356 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-7107d94e-2134-478b-b81f-a7844d63de4c req-fc0ca891-8e76-48b6-bda9-5935baeffbe6 service neutron] Bound port: 0ac7ea64-7874-4632-9c73-766e79ee314f, host: n-h2-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa1cc820-8811-4bbd-a98d-5810eaac77f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1b07052c-22c6-4d0f-b0a6-3bc3daa97540'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:36:54.870731 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-7107d94e-2134-478b-b81f-a7844d63de4c req-fc0ca891-8e76-48b6-bda9-5935baeffbe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:54.945656 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-7107d94e-2134-478b-b81f-a7844d63de4c req-fc0ca891-8e76-48b6-bda9-5935baeffbe6 service neutron] For port 0ac7ea64-7874-4632-9c73-766e79ee314f, host n-h2-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:36:54.948966 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-7107d94e-2134-478b-b81f-a7844d63de4c req-fc0ca891-8e76-48b6-bda9-5935baeffbe6 service neutron] For port 0ac7ea64-7874-4632-9c73-766e79ee314f, host n-h2-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=0ac7ea64-7874-4632-9c73-766e79ee314f,segment=NetworkSegment(fa1cc820-8811-4bbd-a98d-5810eaac77f0),segment_id=fa1cc820-8811-4bbd-a98d-5810eaac77f0)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:36:55.103275 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-7107d94e-2134-478b-b81f-a7844d63de4c req-fc0ca891-8e76-48b6-bda9-5935baeffbe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:55.148184 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7107d94e-2134-478b-b81f-a7844d63de4c req-fc0ca891-8e76-48b6-bda9-5935baeffbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:36:55.148845 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-7107d94e-2134-478b-b81f-a7844d63de4c req-fc0ca891-8e76-48b6-bda9-5935baeffbe6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:55.150532 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7107d94e-2134-478b-b81f-a7844d63de4c req-fc0ca891-8e76-48b6-bda9-5935baeffbe6 service neutron] 10.222.0.15 "PUT /v2.0/ports/0ac7ea64-7874-4632-9c73-766e79ee314f HTTP/1.1" status: 200 len: 1093 time: 1.1637075 Jul 05 02:36:55.150984 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b64b2faa-f1d8-4c09-8f46-3fc6608959e6', 'tag': '0ac7ea64-7874-4632-9c73-766e79ee314f'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:36:55.153340 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5f5b493-957d-4363-ba7a-2cdcca090821" -d '{"events": [{"name": "network-changed", "server_uuid": "b64b2faa-f1d8-4c09-8f46-3fc6608959e6", "tag": "0ac7ea64-7874-4632-9c73-766e79ee314f"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:36:55.186864 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0ca891-8e76-48b6-bda9-5935baeffbe6 service neutron] Pushing event updated for resources: {'Port': ['ID=0ac7ea64-7874-4632-9c73-766e79ee314f,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:55.204878 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-542f95dd-0e31-4725-8000-4ba3336bca8c x-openstack-request-id: req-542f95dd-0e31-4725-8000-4ba3336bca8c {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:36:55.205175 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b64b2faa-f1d8-4c09-8f46-3fc6608959e6", "tag": "0ac7ea64-7874-4632-9c73-766e79ee314f", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:36:55.205435 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-542f95dd-0e31-4725-8000-4ba3336bca8c {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:36:55.205844 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b64b2faa-f1d8-4c09-8f46-3fc6608959e6', 'tag': '0ac7ea64-7874-4632-9c73-766e79ee314f', 'status': 'completed', 'code': 200} Jul 05 02:36:55.282582 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f5b493-957d-4363-ba7a-2cdcca090821 req-bbcd6464-fa95-40c2-9b1e-48ec30d2ebf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:36:55.284055 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c5f5b493-957d-4363-ba7a-2cdcca090821 req-bbcd6464-fa95-40c2-9b1e-48ec30d2ebf3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=19e6c4c619cf4595801b0519afefcaf5&device_id=b64b2faa-f1d8-4c09-8f46-3fc6608959e6 HTTP/1.1" status: 200 len: 1096 time: 0.0581710 Jul 05 02:36:55.405834 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f5b493-957d-4363-ba7a-2cdcca090821 req-bc44fe97-a3fd-4fda-919e-7d68c79b27cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:36:55.408158 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c5f5b493-957d-4363-ba7a-2cdcca090821 req-bc44fe97-a3fd-4fda-919e-7d68c79b27cf service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=19e6c4c619cf4595801b0519afefcaf5&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1159570 Jul 05 02:36:55.520084 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f5b493-957d-4363-ba7a-2cdcca090821 req-5d25c4a9-261e-47ce-bcb1-2ce0b3618609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:36:55.520660 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c5f5b493-957d-4363-ba7a-2cdcca090821 req-5d25c4a9-261e-47ce-bcb1-2ce0b3618609 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1062922 Jul 05 02:36:55.657955 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7107d94e-2134-478b-b81f-a7844d63de4c req-7c22fe75-3854-4d91-8d8d-865337f34f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:36:55.660490 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7107d94e-2134-478b-b81f-a7844d63de4c req-7c22fe75-3854-4d91-8d8d-865337f34f64 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=19e6c4c619cf4595801b0519afefcaf5&device_id=b64b2faa-f1d8-4c09-8f46-3fc6608959e6 HTTP/1.1" status: 200 len: 1096 time: 0.0891099 Jul 05 02:36:55.720935 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7107d94e-2134-478b-b81f-a7844d63de4c req-734621c8-f516-4189-85b1-86cf2482473c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ac7ea64-7874-4632-9c73-766e79ee314f HTTP/1.1" status: 200 len: 217 time: 0.0520427 Jul 05 02:36:55.783286 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7107d94e-2134-478b-b81f-a7844d63de4c req-65f8b6ab-f0f0-4481-bbd0-ccd5908aad2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:36:55.785236 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7107d94e-2134-478b-b81f-a7844d63de4c req-65f8b6ab-f0f0-4481-bbd0-ccd5908aad2a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=83dd570d-22ee-4f29-80f0-61f3c568de93 HTTP/1.1" status: 200 len: 846 time: 0.0573518 Jul 05 02:36:55.826758 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7107d94e-2134-478b-b81f-a7844d63de4c req-989444fa-77df-4ef6-a35e-0aab876a2242 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1b07052c-22c6-4d0f-b0a6-3bc3daa97540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355616 Jul 05 02:36:55.998091 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7107d94e-2134-478b-b81f-a7844d63de4c req-3a239301-882b-46e7-bccd-cf9e7f08f8c2 service neutron] 10.222.0.15 "GET /v2.0/networks/1b07052c-22c6-4d0f-b0a6-3bc3daa97540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632915 Jul 05 02:36:56.031689 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26665b7d-5780-4976-9265-eacf976ec5b8 req-23b0444e-7e3d-4e00-b69f-a323be662bd4 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:36:56.075395 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-26665b7d-5780-4976-9265-eacf976ec5b8 req-23b0444e-7e3d-4e00-b69f-a323be662bd4 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=b64b2faa-f1d8-4c09-8f46-3fc6608959e6 HTTP/1.1" status: 200 len: 944 time: 0.2039223 Jul 05 02:36:56.122919 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:56.200447 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-26665b7d-5780-4976-9265-eacf976ec5b8 req-333788da-fe57-4c60-a198-ff59d9e8d502 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/security-groups?id=896ea46a-6466-47fe-ac1a-3023b10eeb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533024 Jul 05 02:36:56.258831 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7107d94e-2134-478b-b81f-a7844d63de4c req-8ba43724-0293-4fae-b24f-eb24b9651c21 service neutron] 10.222.0.15 "GET /v2.0/networks/1b07052c-22c6-4d0f-b0a6-3bc3daa97540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056689 Jul 05 02:36:57.467561 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d6e46-fbe4-463f-8f4d-62c75875037b req-a2a7c127-629e-4f90-a370-86edd74ffd98 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:36:57.469645 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5e7d6e46-fbe4-463f-8f4d-62c75875037b req-a2a7c127-629e-4f90-a370-86edd74ffd98 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=b64b2faa-f1d8-4c09-8f46-3fc6608959e6 HTTP/1.1" status: 200 len: 944 time: 0.0832024 Jul 05 02:36:57.513908 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5e7d6e46-fbe4-463f-8f4d-62c75875037b req-21b60f4d-0114-4d73-8f72-2f74704d442c tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/security-groups?id=896ea46a-6466-47fe-ac1a-3023b10eeb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371161 Jul 05 02:36:58.734760 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0659d73b-3a77-4e8c-a37b-5447b768cf25 req-4297dbc0-8b7b-4208-965d-93b33d3eb261 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:36:58.737325 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0659d73b-3a77-4e8c-a37b-5447b768cf25 req-4297dbc0-8b7b-4208-965d-93b33d3eb261 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=b64b2faa-f1d8-4c09-8f46-3fc6608959e6 HTTP/1.1" status: 200 len: 944 time: 0.0825377 Jul 05 02:36:58.822756 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0659d73b-3a77-4e8c-a37b-5447b768cf25 req-1b33811f-4f93-47ba-954d-208f79e895a1 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/security-groups?id=896ea46a-6466-47fe-ac1a-3023b10eeb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812752 Jul 05 02:36:59.018372 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 0ac7ea64-7874-4632-9c73-766e79ee314f details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:36:59.278250 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 0ac7ea64-7874-4632-9c73-766e79ee314f, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=0ac7ea64-7874-4632-9c73-766e79ee314f,segment=NetworkSegment(fa1cc820-8811-4bbd-a98d-5810eaac77f0),segment_id=fa1cc820-8811-4bbd-a98d-5810eaac77f0)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:36:59.292414 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Returning: {'device': '0ac7ea64-7874-4632-9c73-766e79ee314f', 'network_id': '1b07052c-22c6-4d0f-b0a6-3bc3daa97540', 'port_id': '0ac7ea64-7874-4632-9c73-766e79ee314f', 'mac_address': 'fa:16:3e:bc:90:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83dd570d-22ee-4f29-80f0-61f3c568de93', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:36:59.358615 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:59.374423 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ac7ea64-7874-4632-9c73-766e79ee314f {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:36:59.394446 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 0ac7ea64-7874-4632-9c73-766e79ee314f, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=0ac7ea64-7874-4632-9c73-766e79ee314f,segment=NetworkSegment(fa1cc820-8811-4bbd-a98d-5810eaac77f0),segment_id=fa1cc820-8811-4bbd-a98d-5810eaac77f0)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:36:59.571924 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:36:59.671258 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=0ac7ea64-7874-4632-9c73-766e79ee314f,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:36:59.788809 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['0ac7ea64-7874-4632-9c73-766e79ee314f'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:37:00.075972 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 48652) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:37:00.180449 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e957e6-2379-47e2-9dcc-8a4562721a4d req-7315cab9-a7b9-403a-97f2-878a169769be tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:37:00.182067 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a7e957e6-2379-47e2-9dcc-8a4562721a4d req-7315cab9-a7b9-403a-97f2-878a169769be tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=b64b2faa-f1d8-4c09-8f46-3fc6608959e6 HTTP/1.1" status: 200 len: 945 time: 0.0931993 Jul 05 02:37:00.212340 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 48664) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:37:00.237268 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a7e957e6-2379-47e2-9dcc-8a4562721a4d req-df6c963a-143e-4152-8597-1c1722880a5c tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/security-groups?id=896ea46a-6466-47fe-ac1a-3023b10eeb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462754 Jul 05 02:37:00.343278 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0f5ea89b-22e4-4681-8b74-4cb131716bc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:00.345800 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-178bb924-f298-4f9d-af8b-be68866bdbe5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:00.385856 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.db.api [None req-178bb924-f298-4f9d-af8b-be68866bdbe5 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 02:37:00.385856 n-d-771362-32 neutron-server[94462]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 05 02:37:00.385856 n-d-771362-32 neutron-server[94462]: [parameters: {'project_id': '03239959136048af93f211906ab4ec1b', 'id': '799e811b-281a-497e-942b-11b2064d14f5', 'expiration': datetime.datetime(2021, 7, 5, 2, 39, 0, 381567)}] Jul 05 02:37:00.385856 n-d-771362-32 neutron-server[94462]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94462) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 02:37:00.386409 n-d-771362-32 neutron-server[94462]: DEBUG oslo_db.api [None req-178bb924-f298-4f9d-af8b-be68866bdbe5 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 02:37:00.455516 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0f5ea89b-22e4-4681-8b74-4cb131716bc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:00.574717 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0f5ea89b-22e4-4681-8b74-4cb131716bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:00.612888 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5ea89b-22e4-4681-8b74-4cb131716bc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4962de57-93fa-431c-bf97-336558ca3438,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:37:00.620263 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-0f5ea89b-22e4-4681-8b74-4cb131716bc6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=68d6cc893f1c4da3962bcc34ba898ba9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5425029 Jul 05 02:37:00.626891 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 48682) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:37:00.673018 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5c8b02b0-9a96-4c01-b6f7-6b345c89076f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:00.700332 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5c8b02b0-9a96-4c01-b6f7-6b345c89076f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:00.887654 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-178bb924-f298-4f9d-af8b-be68866bdbe5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:00.958516 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5c8b02b0-9a96-4c01-b6f7-6b345c89076f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:00.961304 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5c8b02b0-9a96-4c01-b6f7-6b345c89076f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:00.962792 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-5c8b02b0-9a96-4c01-b6f7-6b345c89076f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4962de57-93fa-431c-bf97-336558ca3438 HTTP/1.1" status: 204 len: 168 time: 0.3385744 Jul 05 02:37:00.979299 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8b02b0-9a96-4c01-b6f7-6b345c89076f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4962de57-93fa-431c-bf97-336558ca3438,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:37:01.034741 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 0ac7ea64-7874-4632-9c73-766e79ee314f up at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:37:01.067564 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-178bb924-f298-4f9d-af8b-be68866bdbe5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:01.263375 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning for port 0ac7ea64-7874-4632-9c73-766e79ee314f completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:37:01.264904 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-178bb924-f298-4f9d-af8b-be68866bdbe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:01.274578 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning complete for port 0ac7ea64-7874-4632-9c73-766e79ee314f triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:37:01.274955 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:01.312019 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-178bb924-f298-4f9d-af8b-be68866bdbe5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=03239959136048af93f211906ab4ec1b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0986130 Jul 05 02:37:01.314705 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178bb924-f298-4f9d-af8b-be68866bdbe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33ff7586-2ee7-4cf7-b135-a519cb513f3c,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:37:01.314998 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 48718) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:37:01.366878 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4b4830c9-0243-4c37-a414-aa78ae572f4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:01.397776 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4b4830c9-0243-4c37-a414-aa78ae572f4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:01.551334 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e6eff8-1761-4dcd-a569-003ee413ae0b req-451bb978-ca52-4fd5-b84b-f84abb4aa4fa tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:37:01.558107 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-01e6eff8-1761-4dcd-a569-003ee413ae0b req-451bb978-ca52-4fd5-b84b-f84abb4aa4fa tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=b64b2faa-f1d8-4c09-8f46-3fc6608959e6 HTTP/1.1" status: 200 len: 945 time: 0.1929398 Jul 05 02:37:01.593439 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:01.610232 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-01e6eff8-1761-4dcd-a569-003ee413ae0b req-de6827d3-b913-4159-a96c-e52071b2f883 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/security-groups?id=896ea46a-6466-47fe-ac1a-3023b10eeb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465889 Jul 05 02:37:01.624257 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b64b2faa-f1d8-4c09-8f46-3fc6608959e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ac7ea64-7874-4632-9c73-766e79ee314f'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:37:01.627004 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e62b4e5-7422-40b5-9a71-ff64f1cf1e56" -d '{"events": [{"server_uuid": "b64b2faa-f1d8-4c09-8f46-3fc6608959e6", "name": "network-vif-plugged", "status": "completed", "tag": "0ac7ea64-7874-4632-9c73-766e79ee314f"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:37:01.651671 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4b4830c9-0243-4c37-a414-aa78ae572f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:01.651671 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4b4830c9-0243-4c37-a414-aa78ae572f4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:01.652545 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-4b4830c9-0243-4c37-a414-aa78ae572f4b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/33ff7586-2ee7-4cf7-b135-a519cb513f3c HTTP/1.1" status: 204 len: 168 time: 0.3364255 Jul 05 02:37:01.678161 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 0ac7ea64-7874-4632-9c73-766e79ee314f, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=0ac7ea64-7874-4632-9c73-766e79ee314f,segment=NetworkSegment(fa1cc820-8811-4bbd-a98d-5810eaac77f0),segment_id=fa1cc820-8811-4bbd-a98d-5810eaac77f0)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:37:01.679943 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4830c9-0243-4c37-a414-aa78ae572f4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33ff7586-2ee7-4cf7-b135-a519cb513f3c,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:37:01.691948 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cbac158-65bd-4e74-9fba-ec830339fcc5 x-openstack-request-id: req-0cbac158-65bd-4e74-9fba-ec830339fcc5 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:37:01.692330 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b64b2faa-f1d8-4c09-8f46-3fc6608959e6", "name": "network-vif-plugged", "status": "completed", "tag": "0ac7ea64-7874-4632-9c73-766e79ee314f", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:37:01.692801 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0cbac158-65bd-4e74-9fba-ec830339fcc5 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:37:01.693621 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b64b2faa-f1d8-4c09-8f46-3fc6608959e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ac7ea64-7874-4632-9c73-766e79ee314f', 'code': 200} Jul 05 02:37:01.811211 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb0b75d-3d5b-4293-bd5a-c0d295075632 req-afdb7de8-30a3-43dd-ae10-75a16ba56a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:37:01.813400 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fcb0b75d-3d5b-4293-bd5a-c0d295075632 req-afdb7de8-30a3-43dd-ae10-75a16ba56a49 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b64b2faa-f1d8-4c09-8f46-3fc6608959e6 HTTP/1.1" status: 200 len: 1097 time: 0.0545824 Jul 05 02:37:01.834571 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:01.848376 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fcb0b75d-3d5b-4293-bd5a-c0d295075632 req-a458b7a4-f157-4783-882b-2bd3019f0319 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=896ea46a-6466-47fe-ac1a-3023b10eeb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287399 Jul 05 02:37:01.896985 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=0ac7ea64-7874-4632-9c73-766e79ee314f,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:37:02.111541 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 48762) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:37:02.124961 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a6445080-e271-49af-9b89-e6ccccfe3069 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:02.242248 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a6445080-e271-49af-9b89-e6ccccfe3069 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:02.445532 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a6445080-e271-49af-9b89-e6ccccfe3069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:02.481127 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-a6445080-e271-49af-9b89-e6ccccfe3069 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6bff1b0cd9e44bfdbe1e4947923979e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3684895 Jul 05 02:37:02.484753 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 48792) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:37:02.486418 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6445080-e271-49af-9b89-e6ccccfe3069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acb30319-7a4a-4de5-b6c5-28f922a65098,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:37:02.565638 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5839cbf1-6e88-4b6a-ab07-2d6785c1ec6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:02.581252 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 48798) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:37:02.591786 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5839cbf1-6e88-4b6a-ab07-2d6785c1ec6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:02.596451 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c0c51b6f-506f-46ee-a8d6-329d9ad99530 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:02.766961 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5839cbf1-6e88-4b6a-ab07-2d6785c1ec6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:02.772632 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5839cbf1-6e88-4b6a-ab07-2d6785c1ec6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:02.774168 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-5839cbf1-6e88-4b6a-ab07-2d6785c1ec6c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/acb30319-7a4a-4de5-b6c5-28f922a65098 HTTP/1.1" status: 204 len: 168 time: 0.2882142 Jul 05 02:37:02.796447 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5839cbf1-6e88-4b6a-ab07-2d6785c1ec6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acb30319-7a4a-4de5-b6c5-28f922a65098,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:37:02.951988 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c0c51b6f-506f-46ee-a8d6-329d9ad99530 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:02.960782 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81246910-55cc-45b5-9e30-f795062a4c83 req-001217a6-9046-4527-80b1-6e4eeb24b43e tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:37:02.962898 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-81246910-55cc-45b5-9e30-f795062a4c83 req-001217a6-9046-4527-80b1-6e4eeb24b43e tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=b64b2faa-f1d8-4c09-8f46-3fc6608959e6 HTTP/1.1" status: 200 len: 946 time: 0.1308713 Jul 05 02:37:03.013156 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-81246910-55cc-45b5-9e30-f795062a4c83 req-f08998fc-e451-4fee-a3d2-dd38cb7d9158 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/security-groups?id=896ea46a-6466-47fe-ac1a-3023b10eeb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443668 Jul 05 02:37:03.066954 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c0c51b6f-506f-46ee-a8d6-329d9ad99530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:03.115267 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-c0c51b6f-506f-46ee-a8d6-329d9ad99530 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=517bb349969a46ca9ef26bc1acec6dfc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5323813 Jul 05 02:37:03.122778 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 48828) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:37:03.137088 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c51b6f-506f-46ee-a8d6-329d9ad99530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2ef9623-01fb-4700-b4c1-2d133836c257,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:37:03.212281 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-318758d9-bd83-458e-8b31-7b4c39e2073d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:03.238161 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-318758d9-bd83-458e-8b31-7b4c39e2073d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:03.431469 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-318758d9-bd83-458e-8b31-7b4c39e2073d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:03.434024 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-318758d9-bd83-458e-8b31-7b4c39e2073d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:03.435921 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-318758d9-bd83-458e-8b31-7b4c39e2073d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a2ef9623-01fb-4700-b4c1-2d133836c257 HTTP/1.1" status: 204 len: 168 time: 0.3166323 Jul 05 02:37:03.445473 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318758d9-bd83-458e-8b31-7b4c39e2073d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2ef9623-01fb-4700-b4c1-2d133836c257,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:37:03.791412 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 48860) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:37:03.806465 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-419ff93a-e4d3-470f-b49f-af4a9fbb70a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:03.959113 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-419ff93a-e4d3-470f-b49f-af4a9fbb70a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:04.077147 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-419ff93a-e4d3-470f-b49f-af4a9fbb70a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:04.148771 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419ff93a-e4d3-470f-b49f-af4a9fbb70a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11267e79-80c3-46f8-b3c6-9a035d1d498d,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:37:04.168778 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-419ff93a-e4d3-470f-b49f-af4a9fbb70a1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dbd948780dd04133bf2243b6f45e79ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3757250 Jul 05 02:37:04.171151 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 48880) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:37:04.327414 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-991a90a5-9a1b-4089-9ce1-123c15f0f5b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:04.363395 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-991a90a5-9a1b-4089-9ce1-123c15f0f5b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:04.456455 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0179e244-6009-4f2b-bc6e-e16abf750bd1 req-06b61d4a-ed34-470c-9fe7-5479d2d0285b tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:37:04.458684 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0179e244-6009-4f2b-bc6e-e16abf750bd1 req-06b61d4a-ed34-470c-9fe7-5479d2d0285b tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=b64b2faa-f1d8-4c09-8f46-3fc6608959e6 HTTP/1.1" status: 200 len: 946 time: 0.1043644 Jul 05 02:37:04.509130 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0179e244-6009-4f2b-bc6e-e16abf750bd1 req-e3d3767e-8383-41ec-a182-0975705402c7 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/security-groups?id=896ea46a-6466-47fe-ac1a-3023b10eeb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419116 Jul 05 02:37:04.563363 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-991a90a5-9a1b-4089-9ce1-123c15f0f5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:04.566296 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-991a90a5-9a1b-4089-9ce1-123c15f0f5b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:04.570601 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-991a90a5-9a1b-4089-9ce1-123c15f0f5b1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/11267e79-80c3-46f8-b3c6-9a035d1d498d HTTP/1.1" status: 204 len: 168 time: 0.3977919 Jul 05 02:37:04.580079 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991a90a5-9a1b-4089-9ce1-123c15f0f5b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11267e79-80c3-46f8-b3c6-9a035d1d498d,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:37:04.855136 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eecbeda-eb66-4534-80ff-4001f4adcd6a req-9a3b6d15-505f-417d-97b0-a18f8e170e0b tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:37:04.856777 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1eecbeda-eb66-4534-80ff-4001f4adcd6a req-9a3b6d15-505f-417d-97b0-a18f8e170e0b tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/networks?id=1b07052c-22c6-4d0f-b0a6-3bc3daa97540 HTTP/1.1" status: 200 len: 806 time: 0.1095061 Jul 05 02:37:04.874479 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1eecbeda-eb66-4534-80ff-4001f4adcd6a req-bb46d324-a1eb-40f2-9d0b-e338b56915dd tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/quotas/19e6c4c619cf4595801b0519afefcaf5 HTTP/1.1" status: 200 len: 375 time: 0.0107720 Jul 05 02:37:04.948516 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1eecbeda-eb66-4534-80ff-4001f4adcd6a req-d33b2510-95b4-4361-92c9-2b911f3bdabf tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=19e6c4c619cf4595801b0519afefcaf5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0678675 Jul 05 02:37:05.065369 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1eecbeda-eb66-4534-80ff-4001f4adcd6a req-f6bb2284-9398-40e6-84ff-457e6c1bd5ec service neutron] 10.222.0.23 "GET /v2.0/networks/1b07052c-22c6-4d0f-b0a6-3bc3daa97540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076529 Jul 05 02:37:05.194803 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1eecbeda-eb66-4534-80ff-4001f4adcd6a req-b9a5e4fe-4063-4663-a3d8-b31b2bf61887 service neutron] 10.222.0.23 "GET /v2.0/networks/1b07052c-22c6-4d0f-b0a6-3bc3daa97540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253870 Jul 05 02:37:05.654007 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f3fc238c-21a8-4d47-8c57-5538c7c16c39 req-e3b1db2e-701e-4ef9-9eeb-39696994e1e6 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=af190570-ede8-45a7-a952-387a78380ddd HTTP/1.1" status: 200 len: 210 time: 0.0660949 Jul 05 02:37:06.802859 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5f3e34db-13d7-464f-a661-13bc0b9ead7d req-022e8076-72f3-42b1-8560-85341323216c tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=af190570-ede8-45a7-a952-387a78380ddd HTTP/1.1" status: 200 len: 210 time: 0.0565429 Jul 05 02:37:08.004265 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9a0c0b6f-bda8-429f-9d8a-ebcf49dbaa37 req-3928ba12-7812-45ac-a5ee-89cc27a9dcb0 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=af190570-ede8-45a7-a952-387a78380ddd HTTP/1.1" status: 200 len: 210 time: 0.0579031 Jul 05 02:37:09.213955 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eecbeda-eb66-4534-80ff-4001f4adcd6a req-af90fa82-2eaf-45a0-8b24-c8ade6720a57 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:37:09.215662 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1eecbeda-eb66-4534-80ff-4001f4adcd6a req-af90fa82-2eaf-45a0-8b24-c8ade6720a57 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.21 "GET /v2.0/networks?id=1b07052c-22c6-4d0f-b0a6-3bc3daa97540 HTTP/1.1" status: 200 len: 806 time: 0.2109311 Jul 05 02:37:09.233363 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-1eecbeda-eb66-4534-80ff-4001f4adcd6a req-017e0b7a-6850-499c-8db6-4dfc296a2a85 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Request body: {'port': {'device_id': 'af190570-ede8-45a7-a952-387a78380ddd', 'network_id': '1b07052c-22c6-4d0f-b0a6-3bc3daa97540', 'admin_state_up': True, 'tenant_id': '19e6c4c619cf4595801b0519afefcaf5'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:37:09.386835 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4729aa31-19a9-43ff-9d21-df9b9773dc17 req-2f168898-65fb-490a-a437-8315619fb22d tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=af190570-ede8-45a7-a952-387a78380ddd HTTP/1.1" status: 200 len: 210 time: 0.1103277 Jul 05 02:37:09.625741 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1eecbeda-eb66-4534-80ff-4001f4adcd6a req-017e0b7a-6850-499c-8db6-4dfc296a2a85 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Made reservation on behalf of 19e6c4c619cf4595801b0519afefcaf5 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:37:09.629448 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1eecbeda-eb66-4534-80ff-4001f4adcd6a req-017e0b7a-6850-499c-8db6-4dfc296a2a85 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:09.785228 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-1eecbeda-eb66-4534-80ff-4001f4adcd6a req-017e0b7a-6850-499c-8db6-4dfc296a2a85 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Allocated IP 172.20.0.3 (1b07052c-22c6-4d0f-b0a6-3bc3daa97540/83dd570d-22ee-4f29-80f0-61f3c568de93/67c130ea-80c4-487f-aab3-b3f21b8beb8c) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:37:09.957118 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1eecbeda-eb66-4534-80ff-4001f4adcd6a req-017e0b7a-6850-499c-8db6-4dfc296a2a85 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:10.213001 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1eecbeda-eb66-4534-80ff-4001f4adcd6a req-017e0b7a-6850-499c-8db6-4dfc296a2a85 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:10.285065 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017e0b7a-6850-499c-8db6-4dfc296a2a85 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Pushing event updated for resources: {'Port': ['ID=67c130ea-80c4-487f-aab3-b3f21b8beb8c,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:37:10.298982 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1eecbeda-eb66-4534-80ff-4001f4adcd6a req-017e0b7a-6850-499c-8db6-4dfc296a2a85 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Network 1b07052c-22c6-4d0f-b0a6-3bc3daa97540 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:37:10.303156 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['8ddf5426-0739-47b0-ab63-f5000a780e97', '0ac7ea64-7874-4632-9c73-766e79ee314f'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:37:10.318287 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-1eecbeda-eb66-4534-80ff-4001f4adcd6a req-017e0b7a-6850-499c-8db6-4dfc296a2a85 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:37:10.324593 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eecbeda-eb66-4534-80ff-4001f4adcd6a req-017e0b7a-6850-499c-8db6-4dfc296a2a85 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:37:10.437610 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eecbeda-eb66-4534-80ff-4001f4adcd6a req-017e0b7a-6850-499c-8db6-4dfc296a2a85 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:37:10.438730 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1eecbeda-eb66-4534-80ff-4001f4adcd6a req-017e0b7a-6850-499c-8db6-4dfc296a2a85 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:10.631872 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1eecbeda-eb66-4534-80ff-4001f4adcd6a req-017e0b7a-6850-499c-8db6-4dfc296a2a85 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4024799 Jul 05 02:37:10.643741 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-1eecbeda-eb66-4534-80ff-4001f4adcd6a req-a42a5991-ff46-46c6-a0ac-9db6393886bd service neutron] Request body: {'port': {'device_id': 'af190570-ede8-45a7-a952-387a78380ddd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:37:10.747700 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3bbf55-1b72-4a23-8282-68d9558ac31c req-a7778235-2990-476f-af07-81adb64b774e tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:37:10.749880 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5a3bbf55-1b72-4a23-8282-68d9558ac31c req-a7778235-2990-476f-af07-81adb64b774e tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=af190570-ede8-45a7-a952-387a78380ddd HTTP/1.1" status: 200 len: 931 time: 0.0883224 Jul 05 02:37:10.755629 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1eecbeda-eb66-4534-80ff-4001f4adcd6a req-a42a5991-ff46-46c6-a0ac-9db6393886bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:10.789516 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5a3bbf55-1b72-4a23-8282-68d9558ac31c req-10d7df9a-bf11-4d08-a54d-5ced8b5e1900 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/security-groups?id=896ea46a-6466-47fe-ac1a-3023b10eeb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336263 Jul 05 02:37:11.144010 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-1eecbeda-eb66-4534-80ff-4001f4adcd6a req-a42a5991-ff46-46c6-a0ac-9db6393886bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67c130ea-80c4-487f-aab3-b3f21b8beb8c {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:37:11.152460 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1eecbeda-eb66-4534-80ff-4001f4adcd6a req-a42a5991-ff46-46c6-a0ac-9db6393886bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:11.165596 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-1eecbeda-eb66-4534-80ff-4001f4adcd6a req-a42a5991-ff46-46c6-a0ac-9db6393886bd service neutron] Transition to ACTIVE for port object 67c130ea-80c4-487f-aab3-b3f21b8beb8c will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:37:11.316781 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1eecbeda-eb66-4534-80ff-4001f4adcd6a req-a42a5991-ff46-46c6-a0ac-9db6393886bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:11.427292 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42a5991-ff46-46c6-a0ac-9db6393886bd service neutron] Pushing event updated for resources: {'Port': ['ID=67c130ea-80c4-487f-aab3-b3f21b8beb8c,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:37:11.488848 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-1eecbeda-eb66-4534-80ff-4001f4adcd6a req-a42a5991-ff46-46c6-a0ac-9db6393886bd service neutron] Attempting to bind port 67c130ea-80c4-487f-aab3-b3f21b8beb8c on host n-h1-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:37:11.489563 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-1eecbeda-eb66-4534-80ff-4001f4adcd6a req-a42a5991-ff46-46c6-a0ac-9db6393886bd service neutron] Attempting to bind port 67c130ea-80c4-487f-aab3-b3f21b8beb8c by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': 'fa1cc820-8811-4bbd-a98d-5810eaac77f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1b07052c-22c6-4d0f-b0a6-3bc3daa97540'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:37:11.490103 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eecbeda-eb66-4534-80ff-4001f4adcd6a req-a42a5991-ff46-46c6-a0ac-9db6393886bd service neutron] Attempting to bind port 67c130ea-80c4-487f-aab3-b3f21b8beb8c on network 1b07052c-22c6-4d0f-b0a6-3bc3daa97540 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:37:11.496669 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eecbeda-eb66-4534-80ff-4001f4adcd6a req-a42a5991-ff46-46c6-a0ac-9db6393886bd service neutron] Port 67c130ea-80c4-487f-aab3-b3f21b8beb8c on network 1b07052c-22c6-4d0f-b0a6-3bc3daa97540 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:37:11.504231 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eecbeda-eb66-4534-80ff-4001f4adcd6a req-a42a5991-ff46-46c6-a0ac-9db6393886bd service neutron] Attempting to bind port 67c130ea-80c4-487f-aab3-b3f21b8beb8c on network 1b07052c-22c6-4d0f-b0a6-3bc3daa97540 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:37:11.504231 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eecbeda-eb66-4534-80ff-4001f4adcd6a req-a42a5991-ff46-46c6-a0ac-9db6393886bd service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:37:11.504583 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eecbeda-eb66-4534-80ff-4001f4adcd6a req-a42a5991-ff46-46c6-a0ac-9db6393886bd service neutron] Checking segment: {'id': 'fa1cc820-8811-4bbd-a98d-5810eaac77f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1b07052c-22c6-4d0f-b0a6-3bc3daa97540'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:37:11.505328 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eecbeda-eb66-4534-80ff-4001f4adcd6a req-a42a5991-ff46-46c6-a0ac-9db6393886bd service neutron] Bound using segment: {'id': 'fa1cc820-8811-4bbd-a98d-5810eaac77f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1b07052c-22c6-4d0f-b0a6-3bc3daa97540'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:37:11.506091 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-1eecbeda-eb66-4534-80ff-4001f4adcd6a req-a42a5991-ff46-46c6-a0ac-9db6393886bd service neutron] Bound port: 67c130ea-80c4-487f-aab3-b3f21b8beb8c, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa1cc820-8811-4bbd-a98d-5810eaac77f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1b07052c-22c6-4d0f-b0a6-3bc3daa97540'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:37:11.506706 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1eecbeda-eb66-4534-80ff-4001f4adcd6a req-a42a5991-ff46-46c6-a0ac-9db6393886bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:11.624690 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-1eecbeda-eb66-4534-80ff-4001f4adcd6a req-a42a5991-ff46-46c6-a0ac-9db6393886bd service neutron] For port 67c130ea-80c4-487f-aab3-b3f21b8beb8c, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:37:11.628164 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-1eecbeda-eb66-4534-80ff-4001f4adcd6a req-a42a5991-ff46-46c6-a0ac-9db6393886bd service neutron] For port 67c130ea-80c4-487f-aab3-b3f21b8beb8c, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=67c130ea-80c4-487f-aab3-b3f21b8beb8c,segment=NetworkSegment(fa1cc820-8811-4bbd-a98d-5810eaac77f0),segment_id=fa1cc820-8811-4bbd-a98d-5810eaac77f0)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:37:11.731789 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:11.733652 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:11.733793 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1eecbeda-eb66-4534-80ff-4001f4adcd6a req-a42a5991-ff46-46c6-a0ac-9db6393886bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:11.774840 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eecbeda-eb66-4534-80ff-4001f4adcd6a req-a42a5991-ff46-46c6-a0ac-9db6393886bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:37:11.775692 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1eecbeda-eb66-4534-80ff-4001f4adcd6a req-a42a5991-ff46-46c6-a0ac-9db6393886bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:11.777156 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1eecbeda-eb66-4534-80ff-4001f4adcd6a req-a42a5991-ff46-46c6-a0ac-9db6393886bd service neutron] 10.222.0.21 "PUT /v2.0/ports/67c130ea-80c4-487f-aab3-b3f21b8beb8c HTTP/1.1" status: 200 len: 1092 time: 1.1378400 Jul 05 02:37:11.779731 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af190570-ede8-45a7-a952-387a78380ddd', 'tag': '67c130ea-80c4-487f-aab3-b3f21b8beb8c'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:37:11.790723 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dd049c7-7a31-4d66-a244-ba58875ca572" -d '{"events": [{"name": "network-changed", "server_uuid": "af190570-ede8-45a7-a952-387a78380ddd", "tag": "67c130ea-80c4-487f-aab3-b3f21b8beb8c"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:37:11.823126 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42a5991-ff46-46c6-a0ac-9db6393886bd service neutron] Pushing event updated for resources: {'Port': ['ID=67c130ea-80c4-487f-aab3-b3f21b8beb8c,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:37:11.877315 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b1f3af1-d34c-4040-9f23-07526785844f x-openstack-request-id: req-4b1f3af1-d34c-4040-9f23-07526785844f {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:37:11.877795 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af190570-ede8-45a7-a952-387a78380ddd", "tag": "67c130ea-80c4-487f-aab3-b3f21b8beb8c", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:37:11.878315 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4b1f3af1-d34c-4040-9f23-07526785844f {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:37:11.878931 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af190570-ede8-45a7-a952-387a78380ddd', 'tag': '67c130ea-80c4-487f-aab3-b3f21b8beb8c', 'status': 'completed', 'code': 200} Jul 05 02:37:11.985060 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd049c7-7a31-4d66-a244-ba58875ca572 req-ecf33036-12f5-49e0-bd26-76cef214ca61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:37:11.987826 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7dd049c7-7a31-4d66-a244-ba58875ca572 req-ecf33036-12f5-49e0-bd26-76cef214ca61 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=19e6c4c619cf4595801b0519afefcaf5&device_id=af190570-ede8-45a7-a952-387a78380ddd HTTP/1.1" status: 200 len: 1095 time: 0.0842648 Jul 05 02:37:12.178012 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cf7736-1b8c-4249-ada1-beffc1ddb559 req-b4c92423-4fe8-4afb-955d-b3ff9c934535 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:37:12.179670 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-53cf7736-1b8c-4249-ada1-beffc1ddb559 req-b4c92423-4fe8-4afb-955d-b3ff9c934535 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=af190570-ede8-45a7-a952-387a78380ddd HTTP/1.1" status: 200 len: 943 time: 0.1909413 Jul 05 02:37:12.209354 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd049c7-7a31-4d66-a244-ba58875ca572 req-a34b379b-358d-4a93-acfe-8f096c16a440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:37:12.210942 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7dd049c7-7a31-4d66-a244-ba58875ca572 req-a34b379b-358d-4a93-acfe-8f096c16a440 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=19e6c4c619cf4595801b0519afefcaf5&shared=False HTTP/1.1" status: 200 len: 906 time: 0.2102818 Jul 05 02:37:12.342389 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-53cf7736-1b8c-4249-ada1-beffc1ddb559 req-b35af97c-ca8e-4e2c-996f-9a46d66ef9ae tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/security-groups?id=896ea46a-6466-47fe-ac1a-3023b10eeb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535089 Jul 05 02:37:12.432156 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd049c7-7a31-4d66-a244-ba58875ca572 req-a959bce4-1639-4e62-8afe-6fa883141698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:37:12.434300 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7dd049c7-7a31-4d66-a244-ba58875ca572 req-a959bce4-1639-4e62-8afe-6fa883141698 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2164371 Jul 05 02:37:12.549470 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eecbeda-eb66-4534-80ff-4001f4adcd6a req-142a16f9-96c7-4e2c-ae0a-1b5e6cdb77e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:37:12.551148 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1eecbeda-eb66-4534-80ff-4001f4adcd6a req-142a16f9-96c7-4e2c-ae0a-1b5e6cdb77e5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=19e6c4c619cf4595801b0519afefcaf5&device_id=af190570-ede8-45a7-a952-387a78380ddd HTTP/1.1" status: 200 len: 1095 time: 0.0732853 Jul 05 02:37:12.602418 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1eecbeda-eb66-4534-80ff-4001f4adcd6a req-b5fe9b83-7d98-44b8-8c46-ca7fcdcff104 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67c130ea-80c4-487f-aab3-b3f21b8beb8c HTTP/1.1" status: 200 len: 217 time: 0.0381255 Jul 05 02:37:12.654571 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eecbeda-eb66-4534-80ff-4001f4adcd6a req-44cb4673-377c-4f5d-9b45-83cd1915c66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:37:12.662273 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1eecbeda-eb66-4534-80ff-4001f4adcd6a req-44cb4673-377c-4f5d-9b45-83cd1915c66c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=83dd570d-22ee-4f29-80f0-61f3c568de93 HTTP/1.1" status: 200 len: 846 time: 0.0523548 Jul 05 02:37:12.740714 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1eecbeda-eb66-4534-80ff-4001f4adcd6a req-46481538-6c5d-4d1a-8628-6c98e4dc0a20 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1b07052c-22c6-4d0f-b0a6-3bc3daa97540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757229 Jul 05 02:37:12.889261 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1eecbeda-eb66-4534-80ff-4001f4adcd6a req-561db616-6032-42fb-a211-f37780fa9541 service neutron] 10.222.0.21 "GET /v2.0/networks/1b07052c-22c6-4d0f-b0a6-3bc3daa97540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374619 Jul 05 02:37:13.078331 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1eecbeda-eb66-4534-80ff-4001f4adcd6a req-6d0b841f-6a48-4774-a72e-6321cc3f088e service neutron] 10.222.0.21 "GET /v2.0/networks/1b07052c-22c6-4d0f-b0a6-3bc3daa97540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813018 Jul 05 02:37:13.618986 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836aa586-fe30-4ca0-ad21-021f4bd28c5b req-eeb83cfa-9cf3-4c1b-882f-b397d0a272c6 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:37:13.620754 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-836aa586-fe30-4ca0-ad21-021f4bd28c5b req-eeb83cfa-9cf3-4c1b-882f-b397d0a272c6 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=af190570-ede8-45a7-a952-387a78380ddd HTTP/1.1" status: 200 len: 943 time: 0.0800531 Jul 05 02:37:13.659027 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-836aa586-fe30-4ca0-ad21-021f4bd28c5b req-09acaf7c-5477-4de7-a160-17a422a8de19 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/security-groups?id=896ea46a-6466-47fe-ac1a-3023b10eeb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322046 Jul 05 02:37:14.888306 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391674c4-4cae-4709-a89f-2b3aebf7784e req-e1682484-4b1d-4c99-818a-91dd9875f042 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:37:14.890444 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-391674c4-4cae-4709-a89f-2b3aebf7784e req-e1682484-4b1d-4c99-818a-91dd9875f042 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=af190570-ede8-45a7-a952-387a78380ddd HTTP/1.1" status: 200 len: 943 time: 0.0837047 Jul 05 02:37:14.951341 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-391674c4-4cae-4709-a89f-2b3aebf7784e req-36ecd18a-7b43-43ae-80f5-2d449a2200f0 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/security-groups?id=896ea46a-6466-47fe-ac1a-3023b10eeb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540233 Jul 05 02:37:15.038693 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 49496) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:37:15.177873 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-534b5c3a-978b-4dc4-9e84-b62576b94e35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:15.290935 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-534b5c3a-978b-4dc4-9e84-b62576b94e35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:15.482403 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-534b5c3a-978b-4dc4-9e84-b62576b94e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:15.522316 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-534b5c3a-978b-4dc4-9e84-b62576b94e35 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b810ed229d3d45bca1b783f070f1501c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4823539 Jul 05 02:37:15.523339 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534b5c3a-978b-4dc4-9e84-b62576b94e35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a3f875b-6d91-4ab0-8b2e-b6bc0daf9c45,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:37:15.524905 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 49518) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:37:15.580791 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-21c0329b-31b6-4c87-a7b6-94b420162dc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:15.600678 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 67c130ea-80c4-487f-aab3-b3f21b8beb8c details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:37:15.604071 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-21c0329b-31b6-4c87-a7b6-94b420162dc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:15.741709 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 67c130ea-80c4-487f-aab3-b3f21b8beb8c, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=67c130ea-80c4-487f-aab3-b3f21b8beb8c,segment=NetworkSegment(fa1cc820-8811-4bbd-a98d-5810eaac77f0),segment_id=fa1cc820-8811-4bbd-a98d-5810eaac77f0)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:37:15.760042 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-21c0329b-31b6-4c87-a7b6-94b420162dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:15.765895 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-21c0329b-31b6-4c87-a7b6-94b420162dc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:15.767613 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-21c0329b-31b6-4c87-a7b6-94b420162dc9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5a3f875b-6d91-4ab0-8b2e-b6bc0daf9c45 HTTP/1.1" status: 204 len: 168 time: 0.2416496 Jul 05 02:37:15.784375 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': '67c130ea-80c4-487f-aab3-b3f21b8beb8c', 'network_id': '1b07052c-22c6-4d0f-b0a6-3bc3daa97540', 'port_id': '67c130ea-80c4-487f-aab3-b3f21b8beb8c', 'mac_address': 'fa:16:3e:c1:2a:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83dd570d-22ee-4f29-80f0-61f3c568de93', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:37:15.787275 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c0329b-31b6-4c87-a7b6-94b420162dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a3f875b-6d91-4ab0-8b2e-b6bc0daf9c45,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:37:15.873700 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:15.888348 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67c130ea-80c4-487f-aab3-b3f21b8beb8c {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:37:15.915246 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 67c130ea-80c4-487f-aab3-b3f21b8beb8c, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=67c130ea-80c4-487f-aab3-b3f21b8beb8c,segment=NetworkSegment(fa1cc820-8811-4bbd-a98d-5810eaac77f0),segment_id=fa1cc820-8811-4bbd-a98d-5810eaac77f0)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:37:15.979691 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:16.042543 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=67c130ea-80c4-487f-aab3-b3f21b8beb8c,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:37:16.191909 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['67c130ea-80c4-487f-aab3-b3f21b8beb8c'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:37:16.207040 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b053b63-c97d-4813-9e51-b83834f7cc03 req-c4a0ea29-35f3-48a4-a2cd-600785f2a934 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:37:16.208566 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1b053b63-c97d-4813-9e51-b83834f7cc03 req-c4a0ea29-35f3-48a4-a2cd-600785f2a934 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=af190570-ede8-45a7-a952-387a78380ddd HTTP/1.1" status: 200 len: 944 time: 0.0653028 Jul 05 02:37:16.246851 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1b053b63-c97d-4813-9e51-b83834f7cc03 req-b7d5e916-bad0-4205-bd8f-a9f511b27b25 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/security-groups?id=896ea46a-6466-47fe-ac1a-3023b10eeb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322218 Jul 05 02:37:16.521027 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 49558) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:37:16.639030 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-59ba945e-3c0b-47c3-9f45-35b86716a19b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:16.745870 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-59ba945e-3c0b-47c3-9f45-35b86716a19b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:16.819466 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-59ba945e-3c0b-47c3-9f45-35b86716a19b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:16.832521 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 49570) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:37:16.850453 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e5398f7c-282c-4260-a302-e3f8139bffcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:16.862993 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-59ba945e-3c0b-47c3-9f45-35b86716a19b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=de6b66dbfe744db591185f8536bd128f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3406088 Jul 05 02:37:16.863952 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ba945e-3c0b-47c3-9f45-35b86716a19b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d5f990d-c0b2-480d-ba5b-1bed8ae7d132,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:37:16.866878 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 49572) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:37:17.006419 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a478caca-cea4-47af-a372-28ea4b69ddc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:17.064103 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a478caca-cea4-47af-a372-28ea4b69ddc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:17.070367 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e5398f7c-282c-4260-a302-e3f8139bffcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:17.132393 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e5398f7c-282c-4260-a302-e3f8139bffcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:17.170019 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5398f7c-282c-4260-a302-e3f8139bffcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68f3db90-6a61-4c16-b833-c8cc5e9953d0,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:37:17.206109 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-e5398f7c-282c-4260-a302-e3f8139bffcb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=88c2651996434519b47be892a99f7dbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3719001 Jul 05 02:37:17.208589 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 49578) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:37:17.221650 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a478caca-cea4-47af-a372-28ea4b69ddc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:17.232047 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a478caca-cea4-47af-a372-28ea4b69ddc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:17.234976 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-a478caca-cea4-47af-a372-28ea4b69ddc4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3d5f990d-c0b2-480d-ba5b-1bed8ae7d132 HTTP/1.1" status: 204 len: 168 time: 0.3665972 Jul 05 02:37:17.340655 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a478caca-cea4-47af-a372-28ea4b69ddc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d5f990d-c0b2-480d-ba5b-1bed8ae7d132,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:37:17.390724 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-11fda4aa-b686-4ce7-853f-64b9afb803ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:17.448676 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-11fda4aa-b686-4ce7-853f-64b9afb803ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:17.615497 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 67c130ea-80c4-487f-aab3-b3f21b8beb8c up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:37:17.627284 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a052e-73d0-4021-b246-46c07aefa060 req-6a9da906-0d72-4318-af2b-45cf1ff7e283 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:37:17.628862 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-270a052e-73d0-4021-b246-46c07aefa060 req-6a9da906-0d72-4318-af2b-45cf1ff7e283 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=af190570-ede8-45a7-a952-387a78380ddd HTTP/1.1" status: 200 len: 944 time: 0.1829321 Jul 05 02:37:17.697621 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-270a052e-73d0-4021-b246-46c07aefa060 req-91ce5d72-c116-496c-85a0-4ea277428650 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/security-groups?id=896ea46a-6466-47fe-ac1a-3023b10eeb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541763 Jul 05 02:37:17.705944 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-11fda4aa-b686-4ce7-853f-64b9afb803ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:17.709285 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-11fda4aa-b686-4ce7-853f-64b9afb803ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:17.720966 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-11fda4aa-b686-4ce7-853f-64b9afb803ec admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/68f3db90-6a61-4c16-b833-c8cc5e9953d0 HTTP/1.1" status: 204 len: 168 time: 0.5076170 Jul 05 02:37:17.782392 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fda4aa-b686-4ce7-853f-64b9afb803ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68f3db90-6a61-4c16-b833-c8cc5e9953d0,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:37:17.806639 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning for port 67c130ea-80c4-487f-aab3-b3f21b8beb8c completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:37:17.818019 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port 67c130ea-80c4-487f-aab3-b3f21b8beb8c triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:37:17.819009 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:17.982657 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:18.028003 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af190570-ede8-45a7-a952-387a78380ddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67c130ea-80c4-487f-aab3-b3f21b8beb8c'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:37:18.032136 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a59d881-1bce-4c6c-85e9-4550b171b4da" -d '{"events": [{"server_uuid": "af190570-ede8-45a7-a952-387a78380ddd", "name": "network-vif-plugged", "status": "completed", "tag": "67c130ea-80c4-487f-aab3-b3f21b8beb8c"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:37:18.078762 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 67c130ea-80c4-487f-aab3-b3f21b8beb8c, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=67c130ea-80c4-487f-aab3-b3f21b8beb8c,segment=NetworkSegment(fa1cc820-8811-4bbd-a98d-5810eaac77f0),segment_id=fa1cc820-8811-4bbd-a98d-5810eaac77f0)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:37:18.086096 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a5adc13-fe10-4094-bfc5-e79b40ccaf1c x-openstack-request-id: req-2a5adc13-fe10-4094-bfc5-e79b40ccaf1c {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:37:18.086702 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af190570-ede8-45a7-a952-387a78380ddd", "name": "network-vif-plugged", "status": "completed", "tag": "67c130ea-80c4-487f-aab3-b3f21b8beb8c", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:37:18.087049 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2a5adc13-fe10-4094-bfc5-e79b40ccaf1c {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:37:18.087523 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af190570-ede8-45a7-a952-387a78380ddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67c130ea-80c4-487f-aab3-b3f21b8beb8c', 'code': 200} Jul 05 02:37:18.230263 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f841f-51f6-4c0a-973d-3d8e0773958f req-203d7607-449c-4947-83be-1031e8c4e7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:37:18.231790 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-613f841f-51f6-4c0a-973d-3d8e0773958f req-203d7607-449c-4947-83be-1031e8c4e7a9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=af190570-ede8-45a7-a952-387a78380ddd HTTP/1.1" status: 200 len: 1096 time: 0.0575140 Jul 05 02:37:18.268659 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-613f841f-51f6-4c0a-973d-3d8e0773958f req-4dbe5cd5-87b8-440c-a2da-f3d3bef07c4f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=896ea46a-6466-47fe-ac1a-3023b10eeb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290358 Jul 05 02:37:18.322818 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:18.378312 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=67c130ea-80c4-487f-aab3-b3f21b8beb8c,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:37:18.748059 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 49620) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:37:18.767689 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5b384a27-ec67-4834-8729-642a4514b20e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:19.059851 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5b384a27-ec67-4834-8729-642a4514b20e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:19.141214 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08f52ce-63d7-4568-83a6-b37176c09bbc req-d65a34c1-30d1-405c-a51c-69c2d946d451 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:37:19.160691 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f08f52ce-63d7-4568-83a6-b37176c09bbc req-d65a34c1-30d1-405c-a51c-69c2d946d451 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=af190570-ede8-45a7-a952-387a78380ddd HTTP/1.1" status: 200 len: 945 time: 0.1759706 Jul 05 02:37:19.191015 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5b384a27-ec67-4834-8729-642a4514b20e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:19.275473 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f08f52ce-63d7-4568-83a6-b37176c09bbc req-e03d36bd-ce2f-450f-9f6d-e34eaf30b703 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/security-groups?id=896ea46a-6466-47fe-ac1a-3023b10eeb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138473 Jul 05 02:37:19.342012 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-5b384a27-ec67-4834-8729-642a4514b20e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9a7b82b6c01b46d2ab9c657647c8b55e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5928774 Jul 05 02:37:19.353059 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 49646) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:37:19.361903 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b384a27-ec67-4834-8729-642a4514b20e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fa843ad-0843-41e4-b48c-a6579716da0b,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:37:19.441033 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-340def69-a930-406c-8531-a30eeb1fc6e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:19.480463 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-340def69-a930-406c-8531-a30eeb1fc6e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:19.625203 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-340def69-a930-406c-8531-a30eeb1fc6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:19.628100 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-340def69-a930-406c-8531-a30eeb1fc6e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:19.629351 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-340def69-a930-406c-8531-a30eeb1fc6e8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5fa843ad-0843-41e4-b48c-a6579716da0b HTTP/1.1" status: 204 len: 168 time: 0.2832572 Jul 05 02:37:19.642763 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340def69-a930-406c-8531-a30eeb1fc6e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fa843ad-0843-41e4-b48c-a6579716da0b,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:37:20.005371 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 02:37:20.596355 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fb5999-f686-4a61-94a4-4c12e7867bbc req-bfa274e3-5f7f-4c86-a948-2b99dcb21e33 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:37:20.606050 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-25fb5999-f686-4a61-94a4-4c12e7867bbc req-bfa274e3-5f7f-4c86-a948-2b99dcb21e33 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=af190570-ede8-45a7-a952-387a78380ddd HTTP/1.1" status: 200 len: 945 time: 0.1056592 Jul 05 02:37:20.665465 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-25fb5999-f686-4a61-94a4-4c12e7867bbc req-4f2bc8e3-4bc5-4f4e-a03f-5d117c941287 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/security-groups?id=896ea46a-6466-47fe-ac1a-3023b10eeb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581729 Jul 05 02:37:20.839137 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-ee40405a-2d8f-4a32-8da4-c88b9ce0e92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:20.903965 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba5b51a-1bde-487d-b97c-5487e7ccd964 req-dfc43ff1-e5f2-413b-9cf5-60c77884aceb tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:37:20.911955 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6ba5b51a-1bde-487d-b97c-5487e7ccd964 req-dfc43ff1-e5f2-413b-9cf5-60c77884aceb tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=b64b2faa-f1d8-4c09-8f46-3fc6608959e6 HTTP/1.1" status: 200 len: 946 time: 0.1107240 Jul 05 02:37:20.978694 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6ba5b51a-1bde-487d-b97c-5487e7ccd964 req-11f84ad5-e259-4675-b9e5-15714fbf08e2 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/security-groups?id=896ea46a-6466-47fe-ac1a-3023b10eeb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650644 Jul 05 02:37:21.236718 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d055ebf9-cc6a-4041-af67-7dfc696c6cab req-0655a0b6-a3d3-4e61-b10b-732f1a7b30cd tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:37:21.243552 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d055ebf9-cc6a-4041-af67-7dfc696c6cab req-0655a0b6-a3d3-4e61-b10b-732f1a7b30cd tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=af190570-ede8-45a7-a952-387a78380ddd HTTP/1.1" status: 200 len: 945 time: 0.1313448 Jul 05 02:37:21.361909 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d055ebf9-cc6a-4041-af67-7dfc696c6cab req-8debecf7-0420-4597-be13-4e0fa004379e tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/security-groups?id=896ea46a-6466-47fe-ac1a-3023b10eeb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064556 Jul 05 02:37:22.230717 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57d698e-cdce-4476-804a-e700b64c3779 req-87405298-ae41-4e93-b37a-0ecdc985df88 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:37:22.247661 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c57d698e-cdce-4476-804a-e700b64c3779 req-87405298-ae41-4e93-b37a-0ecdc985df88 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=af190570-ede8-45a7-a952-387a78380ddd HTTP/1.1" status: 200 len: 945 time: 0.1303766 Jul 05 02:37:22.354543 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c57d698e-cdce-4476-804a-e700b64c3779 req-dad2b57c-4c31-40d6-9c46-0839e1d17708 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/security-groups?id=896ea46a-6466-47fe-ac1a-3023b10eeb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051774 Jul 05 02:37:22.757509 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 49790) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:37:23.234065 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a5e6d997-971e-44b2-a90a-a93e36a2b357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:23.293996 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 49800) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:37:23.373885 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e595685-09f5-4be7-bc04-72f8ca473d71 req-f1d75175-7b9e-4303-a95f-5fcfe8bb2cc2 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:37:23.375832 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1e595685-09f5-4be7-bc04-72f8ca473d71 req-f1d75175-7b9e-4303-a95f-5fcfe8bb2cc2 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.21 "GET /v2.0/ports?device_id=af190570-ede8-45a7-a952-387a78380ddd HTTP/1.1" status: 200 len: 945 time: 0.1391029 Jul 05 02:37:23.386098 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bd379ee6-e52f-45ed-977c-c23ac4520906 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:23.414741 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c4a3fcc7-1e2f-47ba-8fc4-8234a4419cf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:23.534431 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bd379ee6-e52f-45ed-977c-c23ac4520906 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:23.536893 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.db.api [None req-c4a3fcc7-1e2f-47ba-8fc4-8234a4419cf3 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 02:37:23.536893 n-d-771362-32 neutron-server[94462]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 05 02:37:23.536893 n-d-771362-32 neutron-server[94462]: [parameters: {'project_id': 'af035659193d46c9aba63260dbe1a902', 'id': 'f52629f0-5538-494c-8e70-5fa3bee1df08', 'expiration': datetime.datetime(2021, 7, 5, 2, 39, 23, 446339)}] Jul 05 02:37:23.536893 n-d-771362-32 neutron-server[94462]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94462) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 02:37:23.537721 n-d-771362-32 neutron-server[94462]: DEBUG oslo_db.api [None req-c4a3fcc7-1e2f-47ba-8fc4-8234a4419cf3 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 02:37:23.602502 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-1e595685-09f5-4be7-bc04-72f8ca473d71 req-9c884283-d160-4805-ada3-72aadd4e3e19 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Deleting port 67c130ea-80c4-487f-aab3-b3f21b8beb8c {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:37:23.602923 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1e595685-09f5-4be7-bc04-72f8ca473d71 req-9c884283-d160-4805-ada3-72aadd4e3e19 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:23.633799 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bd379ee6-e52f-45ed-977c-c23ac4520906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:23.704696 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-bd379ee6-e52f-45ed-977c-c23ac4520906 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6ac197ee6b1b4d0b9a8be9ebb67bb824&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9423852 Jul 05 02:37:23.708069 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 49818) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:37:23.768081 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd379ee6-e52f-45ed-977c-c23ac4520906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f26eb820-4293-40a6-b5ff-0d6238a5e667,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:37:23.850690 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd379ee6-e52f-45ed-977c-c23ac4520906 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:37:23.850690 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd379ee6-e52f-45ed-977c-c23ac4520906 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:37:23.850690 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd379ee6-e52f-45ed-977c-c23ac4520906 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:37:23.850690 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd379ee6-e52f-45ed-977c-c23ac4520906 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:37:23.850690 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd379ee6-e52f-45ed-977c-c23ac4520906 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:37:23.850690 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd379ee6-e52f-45ed-977c-c23ac4520906 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:37:23.850690 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd379ee6-e52f-45ed-977c-c23ac4520906 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:37:23.850690 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd379ee6-e52f-45ed-977c-c23ac4520906 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:37:23.850690 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd379ee6-e52f-45ed-977c-c23ac4520906 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:37:23.850690 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd379ee6-e52f-45ed-977c-c23ac4520906 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:37:23.850690 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd379ee6-e52f-45ed-977c-c23ac4520906 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:37:23.850690 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd379ee6-e52f-45ed-977c-c23ac4520906 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:37:23.850690 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-80390a78-0408-4eb6-9dfe-96fe35dba716 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:23.873990 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-80390a78-0408-4eb6-9dfe-96fe35dba716 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:24.039616 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c4a3fcc7-1e2f-47ba-8fc4-8234a4419cf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:24.147801 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656c1fb0-f82b-42a3-8274-f8c68471d2af req-1857d792-355e-47f2-8210-4f69219638e9 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:37:24.149699 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-656c1fb0-f82b-42a3-8274-f8c68471d2af req-1857d792-355e-47f2-8210-4f69219638e9 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=af190570-ede8-45a7-a952-387a78380ddd HTTP/1.1" status: 200 len: 945 time: 0.5494220 Jul 05 02:37:24.155210 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-1e595685-09f5-4be7-bc04-72f8ca473d71 req-9c884283-d160-4805-ada3-72aadd4e3e19 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] For port 67c130ea-80c4-487f-aab3-b3f21b8beb8c, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=67c130ea-80c4-487f-aab3-b3f21b8beb8c,segment=NetworkSegment(fa1cc820-8811-4bbd-a98d-5810eaac77f0),segment_id=fa1cc820-8811-4bbd-a98d-5810eaac77f0)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:37:24.155587 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1e595685-09f5-4be7-bc04-72f8ca473d71 req-9c884283-d160-4805-ada3-72aadd4e3e19 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:24.173458 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:24.189077 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-1e595685-09f5-4be7-bc04-72f8ca473d71 req-9c884283-d160-4805-ada3-72aadd4e3e19 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Calling delete_port for 67c130ea-80c4-487f-aab3-b3f21b8beb8c owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:37:24.194307 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-80390a78-0408-4eb6-9dfe-96fe35dba716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:24.194307 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-80390a78-0408-4eb6-9dfe-96fe35dba716 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:24.199166 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-80390a78-0408-4eb6-9dfe-96fe35dba716 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f26eb820-4293-40a6-b5ff-0d6238a5e667 HTTP/1.1" status: 204 len: 168 time: 0.4898512 Jul 05 02:37:24.296583 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c4a3fcc7-1e2f-47ba-8fc4-8234a4419cf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:24.317330 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-656c1fb0-f82b-42a3-8274-f8c68471d2af req-fff9d90a-2cf3-44c8-b9ce-8651c1370f0c tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/security-groups?id=896ea46a-6466-47fe-ac1a-3023b10eeb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588323 Jul 05 02:37:24.327818 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80390a78-0408-4eb6-9dfe-96fe35dba716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f26eb820-4293-40a6-b5ff-0d6238a5e667,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:37:24.402316 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c4a3fcc7-1e2f-47ba-8fc4-8234a4419cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:24.436748 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 49840) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:37:24.453439 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-c4a3fcc7-1e2f-47ba-8fc4-8234a4419cf3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=af035659193d46c9aba63260dbe1a902&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1583157 Jul 05 02:37:24.454322 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a3fcc7-1e2f-47ba-8fc4-8234a4419cf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efc673f0-798f-48cd-af4a-cd20de85072c,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:37:24.457255 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 49844) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:37:24.536830 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-68d97365-a62a-4750-ab50-14c1acd33aba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:24.561035 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-68d97365-a62a-4750-ab50-14c1acd33aba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:24.605916 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:24.606509 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1e595685-09f5-4be7-bc04-72f8ca473d71 req-9c884283-d160-4805-ada3-72aadd4e3e19 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:24.619157 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['8ddf5426-0739-47b0-ab63-f5000a780e97', '0ac7ea64-7874-4632-9c73-766e79ee314f'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:37:24.669761 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c884283-d160-4805-ada3-72aadd4e3e19 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Pushing event deleted for resources: {'Port': ['ID=67c130ea-80c4-487f-aab3-b3f21b8beb8c,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:37:24.716547 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-68d97365-a62a-4750-ab50-14c1acd33aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:24.720586 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-68d97365-a62a-4750-ab50-14c1acd33aba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:24.724993 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-68d97365-a62a-4750-ab50-14c1acd33aba admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/efc673f0-798f-48cd-af4a-cd20de85072c HTTP/1.1" status: 204 len: 168 time: 0.2640302 Jul 05 02:37:24.743779 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d97365-a62a-4750-ab50-14c1acd33aba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efc673f0-798f-48cd-af4a-cd20de85072c,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:37:24.744010 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e595685-09f5-4be7-bc04-72f8ca473d71 req-9c884283-d160-4805-ada3-72aadd4e3e19 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] No DVR routers for this DVR port 67c130ea-80c4-487f-aab3-b3f21b8beb8c on host n-h1-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:37:24.746967 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1e595685-09f5-4be7-bc04-72f8ca473d71 req-9c884283-d160-4805-ada3-72aadd4e3e19 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:24.749388 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1e595685-09f5-4be7-bc04-72f8ca473d71 req-9c884283-d160-4805-ada3-72aadd4e3e19 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.21 "DELETE /v2.0/ports/67c130ea-80c4-487f-aab3-b3f21b8beb8c HTTP/1.1" status: 204 len: 173 time: 1.3569651 Jul 05 02:37:24.749887 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af190570-ede8-45a7-a952-387a78380ddd', 'name': 'network-vif-deleted', 'tag': '67c130ea-80c4-487f-aab3-b3f21b8beb8c'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:37:24.752445 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-739da17b-1212-43ae-85c9-d807ff000bf8" -d '{"events": [{"server_uuid": "af190570-ede8-45a7-a952-387a78380ddd", "name": "network-vif-deleted", "tag": "67c130ea-80c4-487f-aab3-b3f21b8beb8c"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:37:24.823757 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b8ea26a5-9595-4aef-938f-1aa929c26997 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:24.895129 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cbd1162-0313-41ef-b9fd-3bbf388d7ed8 x-openstack-request-id: req-1cbd1162-0313-41ef-b9fd-3bbf388d7ed8 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:37:24.895430 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af190570-ede8-45a7-a952-387a78380ddd", "name": "network-vif-deleted", "tag": "67c130ea-80c4-487f-aab3-b3f21b8beb8c", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:37:24.895689 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1cbd1162-0313-41ef-b9fd-3bbf388d7ed8 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:37:24.896091 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af190570-ede8-45a7-a952-387a78380ddd', 'name': 'network-vif-deleted', 'tag': '67c130ea-80c4-487f-aab3-b3f21b8beb8c', 'status': 'completed', 'code': 200} Jul 05 02:37:24.956517 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b8ea26a5-9595-4aef-938f-1aa929c26997 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:25.070667 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b8ea26a5-9595-4aef-938f-1aa929c26997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:25.108378 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-b8ea26a5-9595-4aef-938f-1aa929c26997 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dac2cad30d854ba091774b7ac432c470&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6698120 Jul 05 02:37:25.110582 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ea26a5-9595-4aef-938f-1aa929c26997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f57fd6d0-4c26-47cf-af2c-d78866a6d676,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:37:25.111042 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 49866) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:37:25.179141 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-70148afa-e80f-4962-85de-570a44e2ffde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:25.210259 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-70148afa-e80f-4962-85de-570a44e2ffde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:25.347140 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 49880) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:37:25.367316 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5a32afa9-c861-4aaf-98d8-db0a6c368536 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:25.530697 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5c6aa81c-9923-4ae0-bb1a-db6cad541be0 req-4dfc9113-d85c-46f8-91c5-baad5723fc74 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=af190570-ede8-45a7-a952-387a78380ddd HTTP/1.1" status: 200 len: 210 time: 0.0450149 Jul 05 02:37:25.575703 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5a32afa9-c861-4aaf-98d8-db0a6c368536 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:25.625112 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-70148afa-e80f-4962-85de-570a44e2ffde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:25.628300 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-70148afa-e80f-4962-85de-570a44e2ffde admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:25.629518 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-70148afa-e80f-4962-85de-570a44e2ffde admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f57fd6d0-4c26-47cf-af2c-d78866a6d676 HTTP/1.1" status: 204 len: 168 time: 0.5174897 Jul 05 02:37:25.637950 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 67c130ea-80c4-487f-aab3-b3f21b8beb8c no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:37:25.638561 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70148afa-e80f-4962-85de-570a44e2ffde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f57fd6d0-4c26-47cf-af2c-d78866a6d676,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:37:25.662333 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5a32afa9-c861-4aaf-98d8-db0a6c368536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:25.680149 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] No Port match for: 67c130ea-80c4-487f-aab3-b3f21b8beb8c {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:37:25.680505 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 67c130ea-80c4-487f-aab3-b3f21b8beb8c not bound to the agent host n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:37:25.721629 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-5a32afa9-c861-4aaf-98d8-db0a6c368536 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=99113097901c4dcbb344885aa67c40e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3698723 Jul 05 02:37:25.721629 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a32afa9-c861-4aaf-98d8-db0a6c368536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=096e5bb0-25aa-4910-9894-57a740bdadde,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:37:25.723674 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 49890) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:37:25.776780 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f56c973d-f1c3-4d3c-b683-bc4024a0ab5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:25.802514 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f56c973d-f1c3-4d3c-b683-bc4024a0ab5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:26.016543 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f56c973d-f1c3-4d3c-b683-bc4024a0ab5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:26.021092 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 49896) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:37:26.026890 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f56c973d-f1c3-4d3c-b683-bc4024a0ab5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:26.027948 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-f56c973d-f1c3-4d3c-b683-bc4024a0ab5b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/096e5bb0-25aa-4910-9894-57a740bdadde HTTP/1.1" status: 204 len: 168 time: 0.3001516 Jul 05 02:37:26.039144 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56c973d-f1c3-4d3c-b683-bc4024a0ab5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=096e5bb0-25aa-4910-9894-57a740bdadde,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:37:26.116503 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:26.150174 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 49906) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:37:26.251059 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-85907d2d-87c3-46fc-9fd0-b5f79ecefc11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:26.358883 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-85907d2d-87c3-46fc-9fd0-b5f79ecefc11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:26.567823 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-85907d2d-87c3-46fc-9fd0-b5f79ecefc11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:26.621033 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-85907d2d-87c3-46fc-9fd0-b5f79ecefc11 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=46c57536f05047868ff4666cfe7d90a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5960193 Jul 05 02:37:26.621251 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 49922) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:37:26.632735 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85907d2d-87c3-46fc-9fd0-b5f79ecefc11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f46303c-3151-4b64-91fa-175f2dd6cd3a,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:37:26.679585 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a0dcc74d-3d96-47d3-a15c-44e60361a7a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:26.728960 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d7c1e2e8-0935-477a-a9c4-5fd6e6deef10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:26.765893 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d7c1e2e8-0935-477a-a9c4-5fd6e6deef10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:26.842909 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a0dcc74d-3d96-47d3-a15c-44e60361a7a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:26.930787 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 49936) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:37:26.938450 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a0dcc74d-3d96-47d3-a15c-44e60361a7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:26.940610 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d7c1e2e8-0935-477a-a9c4-5fd6e6deef10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:26.944815 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d7c1e2e8-0935-477a-a9c4-5fd6e6deef10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:26.948375 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-d7c1e2e8-0935-477a-a9c4-5fd6e6deef10 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1f46303c-3151-4b64-91fa-175f2dd6cd3a HTTP/1.1" status: 204 len: 168 time: 0.3238108 Jul 05 02:37:26.966733 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a2dbbac3-b6cf-473a-8d1c-39bc85ddcfd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:27.001803 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-a0dcc74d-3d96-47d3-a15c-44e60361a7a7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ed70e27587284dccbb012eed79cd33ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8458738 Jul 05 02:37:27.001999 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 49940) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:37:27.009648 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dcc74d-3d96-47d3-a15c-44e60361a7a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6b7fdf9-1b73-4450-8f03-a4ffcc432ff7,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:37:27.052565 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c1e2e8-0935-477a-a9c4-5fd6e6deef10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f46303c-3151-4b64-91fa-175f2dd6cd3a,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:37:27.123286 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-76482f52-6ef1-4667-b006-fd9c3446d234 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:27.156075 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-76482f52-6ef1-4667-b006-fd9c3446d234 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:27.207929 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a2dbbac3-b6cf-473a-8d1c-39bc85ddcfd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:27.291251 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c82b7f-09cc-4c6e-87b6-8ad30d5c7c34 req-4333122f-24d0-4e32-b585-45ae4abe2ad8 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:37:27.292765 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-30c82b7f-09cc-4c6e-87b6-8ad30d5c7c34 req-4333122f-24d0-4e32-b585-45ae4abe2ad8 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=b64b2faa-f1d8-4c09-8f46-3fc6608959e6 HTTP/1.1" status: 200 len: 946 time: 0.0666120 Jul 05 02:37:27.298657 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a2dbbac3-b6cf-473a-8d1c-39bc85ddcfd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:27.341783 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-76482f52-6ef1-4667-b006-fd9c3446d234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:27.344861 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-76482f52-6ef1-4667-b006-fd9c3446d234 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:27.348332 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-76482f52-6ef1-4667-b006-fd9c3446d234 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b6b7fdf9-1b73-4450-8f03-a4ffcc432ff7 HTTP/1.1" status: 204 len: 168 time: 0.3431592 Jul 05 02:37:27.356825 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-a2dbbac3-b6cf-473a-8d1c-39bc85ddcfd2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=281854eeda084979930da1339a25e490&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4252689 Jul 05 02:37:27.360361 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 49954) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:37:27.363440 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dbbac3-b6cf-473a-8d1c-39bc85ddcfd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4561d341-7e35-4b44-9ee2-a6479665a3f6,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:37:27.386349 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-30c82b7f-09cc-4c6e-87b6-8ad30d5c7c34 req-a1fb1802-513d-46e3-849f-dbc9d6d29efe tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/security-groups?id=896ea46a-6466-47fe-ac1a-3023b10eeb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848243 Jul 05 02:37:27.387220 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76482f52-6ef1-4667-b006-fd9c3446d234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6b7fdf9-1b73-4450-8f03-a4ffcc432ff7,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:37:27.436948 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5b0f8b7a-75bf-40c2-9c27-3834fcf69ef7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:27.461260 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5b0f8b7a-75bf-40c2-9c27-3834fcf69ef7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:27.598831 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5b0f8b7a-75bf-40c2-9c27-3834fcf69ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:27.601392 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5b0f8b7a-75bf-40c2-9c27-3834fcf69ef7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:27.602577 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-5b0f8b7a-75bf-40c2-9c27-3834fcf69ef7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4561d341-7e35-4b44-9ee2-a6479665a3f6 HTTP/1.1" status: 204 len: 168 time: 0.2404106 Jul 05 02:37:27.609965 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0f8b7a-75bf-40c2-9c27-3834fcf69ef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4561d341-7e35-4b44-9ee2-a6479665a3f6,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:37:27.776153 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 49970) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:37:28.205090 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 49980) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:37:28.220982 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cd70f335-33eb-49c3-b808-66a5f7ca6d0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:28.315267 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-8a965789-4a5a-40b5-9c2d-a3c7ba8c7934 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1971417265-network', 'tenant_id': '17faf05fd78e4e22b717e94714221c5f'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:37:28.323038 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cd70f335-33eb-49c3-b808-66a5f7ca6d0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:28.449217 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cd70f335-33eb-49c3-b808-66a5f7ca6d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:28.504233 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-cd70f335-33eb-49c3-b808-66a5f7ca6d0f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0e318c92ed8941ed94a5534d111b65f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2974155 Jul 05 02:37:28.505108 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd70f335-33eb-49c3-b808-66a5f7ca6d0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a2e7be0-57a1-4e31-865b-67beef821db9,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:37:28.506901 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 49992) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:37:28.633347 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-66c7fe21-4f0a-4100-ab17-f38fe74bb8f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:28.672252 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a3bc00-8ca2-40ab-8d7c-b34db79fb864 req-2567f808-28d4-4f10-995b-55d7c9e4a701 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:37:28.673898 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-04a3bc00-8ca2-40ab-8d7c-b34db79fb864 req-2567f808-28d4-4f10-995b-55d7c9e4a701 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.15 "GET /v2.0/ports?device_id=b64b2faa-f1d8-4c09-8f46-3fc6608959e6 HTTP/1.1" status: 200 len: 946 time: 0.1483932 Jul 05 02:37:28.676234 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-66c7fe21-4f0a-4100-ab17-f38fe74bb8f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:28.678156 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 49996) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:37:28.785047 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3cdf5b8d-7a52-470d-a831-42b7b15597c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:28.856258 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-04a3bc00-8ca2-40ab-8d7c-b34db79fb864 req-75b37719-ebd5-4f2b-b217-d575524d6c2b tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Deleting port 0ac7ea64-7874-4632-9c73-766e79ee314f {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:37:28.856509 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-04a3bc00-8ca2-40ab-8d7c-b34db79fb864 req-75b37719-ebd5-4f2b-b217-d575524d6c2b tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:28.865526 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a965789-4a5a-40b5-9c2d-a3c7ba8c7934 admin admin] Made reservation on behalf of 17faf05fd78e4e22b717e94714221c5f for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:37:28.867992 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8a965789-4a5a-40b5-9c2d-a3c7ba8c7934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:28.879142 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8a965789-4a5a-40b5-9c2d-a3c7ba8c7934 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:28.919501 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c17b16c-a6c3-44f3-ac29-5b1628ea50b8 req-6a81abb8-42ca-40b4-b6fe-1403f1af6687 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:37:28.921669 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6c17b16c-a6c3-44f3-ac29-5b1628ea50b8 req-6a81abb8-42ca-40b4-b6fe-1403f1af6687 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=b64b2faa-f1d8-4c09-8f46-3fc6608959e6 HTTP/1.1" status: 200 len: 946 time: 0.4115479 Jul 05 02:37:28.951079 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-04a3bc00-8ca2-40ab-8d7c-b34db79fb864 req-75b37719-ebd5-4f2b-b217-d575524d6c2b tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] For port 0ac7ea64-7874-4632-9c73-766e79ee314f, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=0ac7ea64-7874-4632-9c73-766e79ee314f,segment=NetworkSegment(fa1cc820-8811-4bbd-a98d-5810eaac77f0),segment_id=fa1cc820-8811-4bbd-a98d-5810eaac77f0)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:37:28.952372 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-04a3bc00-8ca2-40ab-8d7c-b34db79fb864 req-75b37719-ebd5-4f2b-b217-d575524d6c2b tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:28.976521 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6c17b16c-a6c3-44f3-ac29-5b1628ea50b8 req-34b8479c-a1a0-4b39-bb2a-5d916622c766 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/security-groups?id=896ea46a-6466-47fe-ac1a-3023b10eeb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475786 Jul 05 02:37:28.979414 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-04a3bc00-8ca2-40ab-8d7c-b34db79fb864 req-75b37719-ebd5-4f2b-b217-d575524d6c2b tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Calling delete_port for 0ac7ea64-7874-4632-9c73-766e79ee314f owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:37:29.046668 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-66c7fe21-4f0a-4100-ab17-f38fe74bb8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:29.049496 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-66c7fe21-4f0a-4100-ab17-f38fe74bb8f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:29.050982 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-66c7fe21-4f0a-4100-ab17-f38fe74bb8f0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0a2e7be0-57a1-4e31-865b-67beef821db9 HTTP/1.1" status: 204 len: 168 time: 0.5425441 Jul 05 02:37:29.072293 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c7fe21-4f0a-4100-ab17-f38fe74bb8f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a2e7be0-57a1-4e31-865b-67beef821db9,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:37:29.176521 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3cdf5b8d-7a52-470d-a831-42b7b15597c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:29.329080 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3cdf5b8d-7a52-470d-a831-42b7b15597c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:29.346862 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-04a3bc00-8ca2-40ab-8d7c-b34db79fb864 req-75b37719-ebd5-4f2b-b217-d575524d6c2b tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:29.363148 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['8ddf5426-0739-47b0-ab63-f5000a780e97', '0ac7ea64-7874-4632-9c73-766e79ee314f'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:37:29.370110 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdf5b8d-7a52-470d-a831-42b7b15597c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62849b80-5b29-49d2-9599-5809dd995a06,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:37:29.416590 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b37719-ebd5-4f2b-b217-d575524d6c2b tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Pushing event deleted for resources: {'Port': ['ID=0ac7ea64-7874-4632-9c73-766e79ee314f,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:37:29.423079 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-3cdf5b8d-7a52-470d-a831-42b7b15597c1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=63b1950f94a34aa38b164b47d3871729&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7413943 Jul 05 02:37:29.423546 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 50026) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:37:29.467557 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8a965789-4a5a-40b5-9c2d-a3c7ba8c7934 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:29.485137 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-04a3bc00-8ca2-40ab-8d7c-b34db79fb864 req-75b37719-ebd5-4f2b-b217-d575524d6c2b tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] No DVR routers for this DVR port 0ac7ea64-7874-4632-9c73-766e79ee314f on host n-h2-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:37:29.492924 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-04a3bc00-8ca2-40ab-8d7c-b34db79fb864 req-75b37719-ebd5-4f2b-b217-d575524d6c2b tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:29.495775 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-04a3bc00-8ca2-40ab-8d7c-b34db79fb864 req-75b37719-ebd5-4f2b-b217-d575524d6c2b tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.15 "DELETE /v2.0/ports/0ac7ea64-7874-4632-9c73-766e79ee314f HTTP/1.1" status: 204 len: 173 time: 0.8100958 Jul 05 02:37:29.496230 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b64b2faa-f1d8-4c09-8f46-3fc6608959e6', 'name': 'network-vif-deleted', 'tag': '0ac7ea64-7874-4632-9c73-766e79ee314f'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:37:29.499504 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc25630-097a-427e-aba3-7006bd01e937" -d '{"events": [{"server_uuid": "b64b2faa-f1d8-4c09-8f46-3fc6608959e6", "name": "network-vif-deleted", "tag": "0ac7ea64-7874-4632-9c73-766e79ee314f"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:37:29.538857 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8a965789-4a5a-40b5-9c2d-a3c7ba8c7934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:29.553652 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0b9bb6ed-d4e7-4659-8f72-012a9be86480 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:29.577905 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a965789-4a5a-40b5-9c2d-a3c7ba8c7934 admin admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:37:29.580277 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0b9bb6ed-d4e7-4659-8f72-012a9be86480 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:29.604611 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8a965789-4a5a-40b5-9c2d-a3c7ba8c7934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:29.605368 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-8a965789-4a5a-40b5-9c2d-a3c7ba8c7934 admin admin] Added segment 1bdeea40-8190-419c-8df6-ee18aafe7477 of type vlan for network bb78d8c6-d0ec-4713-96da-482056d9cb25 Jul 05 02:37:29.607003 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a965789-4a5a-40b5-9c2d-a3c7ba8c7934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=343bc49c-ce5c-4e4d-a616-856a6409c7ec,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:37:29.631210 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ab4a5dc-2042-462d-866a-e40abf86b605 x-openstack-request-id: req-7ab4a5dc-2042-462d-866a-e40abf86b605 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:37:29.631498 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b64b2faa-f1d8-4c09-8f46-3fc6608959e6", "name": "network-vif-deleted", "tag": "0ac7ea64-7874-4632-9c73-766e79ee314f", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:37:29.633674 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7ab4a5dc-2042-462d-866a-e40abf86b605 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:37:29.634433 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b64b2faa-f1d8-4c09-8f46-3fc6608959e6', 'name': 'network-vif-deleted', 'tag': '0ac7ea64-7874-4632-9c73-766e79ee314f', 'status': 'completed', 'code': 200} Jul 05 02:37:29.669835 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8a965789-4a5a-40b5-9c2d-a3c7ba8c7934 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:29.722013 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0b9bb6ed-d4e7-4659-8f72-012a9be86480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:29.724879 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0b9bb6ed-d4e7-4659-8f72-012a9be86480 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:29.726686 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-0b9bb6ed-d4e7-4659-8f72-012a9be86480 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/62849b80-5b29-49d2-9599-5809dd995a06 HTTP/1.1" status: 204 len: 168 time: 0.3020921 Jul 05 02:37:29.744574 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9bb6ed-d4e7-4659-8f72-012a9be86480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62849b80-5b29-49d2-9599-5809dd995a06,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:37:29.802173 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8a965789-4a5a-40b5-9c2d-a3c7ba8c7934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:29.803132 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a965789-4a5a-40b5-9c2d-a3c7ba8c7934 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:37:29.803717 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8a965789-4a5a-40b5-9c2d-a3c7ba8c7934 admin admin] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:29.873090 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a965789-4a5a-40b5-9c2d-a3c7ba8c7934 admin admin] Pushing event updated for resources: {'Network': ['ID=bb78d8c6-d0ec-4713-96da-482056d9cb25,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:37:29.888430 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network bb78d8c6-d0ec-4713-96da-482056d9cb25 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:37:29.951983 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 50050) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:37:29.952183 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-8a965789-4a5a-40b5-9c2d-a3c7ba8c7934 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.1741903 Jul 05 02:37:29.975781 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-19787f0f-85b6-4d33-b050-686bde1957db admin admin] Request body: {'subnet': {'network_id': 'bb78d8c6-d0ec-4713-96da-482056d9cb25', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1971417265-subnet', 'tenant_id': '17faf05fd78e4e22b717e94714221c5f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:37:30.151711 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b889d4a3-6558-4429-b840-1341b76aaac5 req-e0678515-16bf-4230-916a-77a25d23c9b2 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=b64b2faa-f1d8-4c09-8f46-3fc6608959e6 HTTP/1.1" status: 200 len: 210 time: 0.0303280 Jul 05 02:37:30.152513 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19787f0f-85b6-4d33-b050-686bde1957db admin admin] Made reservation on behalf of 17faf05fd78e4e22b717e94714221c5f for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:37:30.155873 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-19787f0f-85b6-4d33-b050-686bde1957db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:30.477169 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-19787f0f-85b6-4d33-b050-686bde1957db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5763451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774823'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:30.574649 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19787f0f-85b6-4d33-b050-686bde1957db admin admin] Pushing event updated for resources: {'Subnet': ['ID=306ee548-5838-4137-9a09-1e1c676757f1,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:37:30.593372 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19787f0f-85b6-4d33-b050-686bde1957db admin admin] Checking segment: {'id': '1bdeea40-8190-419c-8df6-ee18aafe7477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'bb78d8c6-d0ec-4713-96da-482056d9cb25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:37:30.593748 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19787f0f-85b6-4d33-b050-686bde1957db admin admin] Network hostable DHCP agents. Network: bb78d8c6-d0ec-4713-96da-482056d9cb25, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:37:30.713732 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19787f0f-85b6-4d33-b050-686bde1957db admin admin] Network bb78d8c6-d0ec-4713-96da-482056d9cb25 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:37:30.825674 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-19787f0f-85b6-4d33-b050-686bde1957db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, bb78d8c6-d0ec-4713-96da-482056d9cb25) {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:37:30.838233 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75eacb44-6574-45e6-8503-ded0b51c6fa8 None None] Network bb78d8c6-d0ec-4713-96da-482056d9cb25 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:37:30.852366 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19787f0f-85b6-4d33-b050-686bde1957db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:37:30.854039 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-19787f0f-85b6-4d33-b050-686bde1957db admin admin] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:30.965297 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-19787f0f-85b6-4d33-b050-686bde1957db admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0114520 Jul 05 02:37:31.015703 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a861ab3e-c152-4e06-a149-dcbeb713a704 None None] Network bb78d8c6-d0ec-4713-96da-482056d9cb25 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:37:31.501482 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 50108) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:37:31.816121 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad18f1ad-a797-46b7-926c-da5ab07ad1c1 req-3c7e5be8-be90-436b-b03b-7468e930bcdb tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:37:31.824705 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ad18f1ad-a797-46b7-926c-da5ab07ad1c1 req-3c7e5be8-be90-436b-b03b-7468e930bcdb tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/networks?id=1b07052c-22c6-4d0f-b0a6-3bc3daa97540 HTTP/1.1" status: 200 len: 806 time: 0.1562903 Jul 05 02:37:31.844785 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ad18f1ad-a797-46b7-926c-da5ab07ad1c1 req-df03e3ca-e204-4985-9ccf-12551a0c738a tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/quotas/19e6c4c619cf4595801b0519afefcaf5 HTTP/1.1" status: 200 len: 375 time: 0.0181997 Jul 05 02:37:31.912131 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ad18f1ad-a797-46b7-926c-da5ab07ad1c1 req-35d0ea15-44a2-4830-ae9a-304e8fa82b6f tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=19e6c4c619cf4595801b0519afefcaf5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0662131 Jul 05 02:37:31.955112 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-90f046f4-368f-463a-a956-01835d7115c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:32.032921 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ad18f1ad-a797-46b7-926c-da5ab07ad1c1 req-3266de8a-fa5e-4b77-a85b-432a0c959d07 service neutron] 10.222.0.23 "GET /v2.0/networks/1b07052c-22c6-4d0f-b0a6-3bc3daa97540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116264 Jul 05 02:37:32.173113 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-90f046f4-368f-463a-a956-01835d7115c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:32.175459 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ad18f1ad-a797-46b7-926c-da5ab07ad1c1 req-2447818e-6ee4-4115-96fd-da03a8637a15 service neutron] 10.222.0.23 "GET /v2.0/networks/1b07052c-22c6-4d0f-b0a6-3bc3daa97540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818031 Jul 05 02:37:32.376416 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-90f046f4-368f-463a-a956-01835d7115c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:32.429545 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 50142) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:37:32.429975 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-90f046f4-368f-463a-a956-01835d7115c3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=638a743b109549598d636573d67a58b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9266877 Jul 05 02:37:32.432302 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f046f4-368f-463a-a956-01835d7115c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72604e70-e4e0-4de1-af98-969485315533,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:37:32.534270 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f21b8247-b9fb-4f0f-8431-69426a3e7254 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:32.585284 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6dc05408-a852-4076-98df-2a0d7f585f6a req-2a610f38-138d-4583-90f5-fa6d87a02a7a tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=59db1389-e0de-4340-9580-f760d108546a HTTP/1.1" status: 200 len: 210 time: 0.0614724 Jul 05 02:37:32.587316 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f21b8247-b9fb-4f0f-8431-69426a3e7254 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:32.629851 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 50150) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:37:32.773511 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-14ab3ecc-6371-4a96-b80e-1b446b3d065b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-289105860-network', 'tenant_id': 'c49ca7e75e4e436e94105e192c4b094f'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:37:32.796405 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f21b8247-b9fb-4f0f-8431-69426a3e7254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:32.799079 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f21b8247-b9fb-4f0f-8431-69426a3e7254 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:32.800361 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-f21b8247-b9fb-4f0f-8431-69426a3e7254 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/72604e70-e4e0-4de1-af98-969485315533 HTTP/1.1" status: 204 len: 168 time: 0.3675442 Jul 05 02:37:32.808976 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21b8247-b9fb-4f0f-8431-69426a3e7254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72604e70-e4e0-4de1-af98-969485315533,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:37:32.929098 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14ab3ecc-6371-4a96-b80e-1b446b3d065b admin admin] Made reservation on behalf of c49ca7e75e4e436e94105e192c4b094f for: {'network': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:37:32.932544 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-14ab3ecc-6371-4a96-b80e-1b446b3d065b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:32.948520 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-14ab3ecc-6371-4a96-b80e-1b446b3d065b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:33.172787 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-14ab3ecc-6371-4a96-b80e-1b446b3d065b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:33.229259 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 0ac7ea64-7874-4632-9c73-766e79ee314f no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:37:33.249593 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] No Port match for: 0ac7ea64-7874-4632-9c73-766e79ee314f {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:37:33.250811 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 0ac7ea64-7874-4632-9c73-766e79ee314f not bound to the agent host n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:37:33.310485 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-14ab3ecc-6371-4a96-b80e-1b446b3d065b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:33.356628 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14ab3ecc-6371-4a96-b80e-1b446b3d065b admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=94461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:37:33.359197 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ab3ecc-6371-4a96-b80e-1b446b3d065b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d18d34c-042d-4504-89ac-5d4504c42f87,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:37:33.365635 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-14ab3ecc-6371-4a96-b80e-1b446b3d065b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:33.365988 n-d-771362-32 neutron-server[94461]: INFO neutron.db.segments_db [None req-14ab3ecc-6371-4a96-b80e-1b446b3d065b admin admin] Added segment 08c70867-6984-4de4-9f6d-58d888710250 of type vlan for network 793d0d25-0324-4fe9-91c8-9b0cec0b4da8 Jul 05 02:37:33.438346 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-14ab3ecc-6371-4a96-b80e-1b446b3d065b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:33.635581 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-14ab3ecc-6371-4a96-b80e-1b446b3d065b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:33.637041 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ab3ecc-6371-4a96-b80e-1b446b3d065b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:37:33.637802 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-14ab3ecc-6371-4a96-b80e-1b446b3d065b admin admin] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:33.735187 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-33c433e2-1a59-4170-96ec-45d6d5777775 req-04455941-ae33-4683-8c86-582852551595 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=59db1389-e0de-4340-9580-f760d108546a HTTP/1.1" status: 200 len: 210 time: 0.0860064 Jul 05 02:37:33.757022 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-14ab3ecc-6371-4a96-b80e-1b446b3d065b admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.1271453 Jul 05 02:37:33.759990 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 50236) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:37:33.766662 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ab3ecc-6371-4a96-b80e-1b446b3d065b admin admin] Pushing event updated for resources: {'Network': ['ID=793d0d25-0324-4fe9-91c8-9b0cec0b4da8,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:37:33.767640 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-ae0a456d-37d5-4781-8cb4-4c2f43c420d0 admin admin] Request body: {'subnet': {'network_id': '793d0d25-0324-4fe9-91c8-9b0cec0b4da8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-289105860-subnet', 'tenant_id': 'c49ca7e75e4e436e94105e192c4b094f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:37:33.786312 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 793d0d25-0324-4fe9-91c8-9b0cec0b4da8 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:37:33.796241 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-496839c7-2e99-418d-9fc1-461654148155 req-a65a6b20-6fdc-4b11-91c8-3f500789b4b8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5bfc5e67-c417-4826-8ea2-3d35f7ab4b27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3904631 Jul 05 02:37:33.900098 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496839c7-2e99-418d-9fc1-461654148155 req-e0a7d808-c307-409b-96be-42892ce60fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:37:33.901649 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-496839c7-2e99-418d-9fc1-461654148155 req-e0a7d808-c307-409b-96be-42892ce60fc6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=19e6c4c619cf4595801b0519afefcaf5&device_id=5bfc5e67-c417-4826-8ea2-3d35f7ab4b27 HTTP/1.1" status: 200 len: 1097 time: 0.0536079 Jul 05 02:37:33.916177 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae0a456d-37d5-4781-8cb4-4c2f43c420d0 admin admin] Made reservation on behalf of c49ca7e75e4e436e94105e192c4b094f for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:37:33.921093 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ae0a456d-37d5-4781-8cb4-4c2f43c420d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:33.995970 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 50240) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:37:34.019070 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3b7eefa9-6779-4126-96ca-8985ca2b5293 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:34.081096 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496839c7-2e99-418d-9fc1-461654148155 req-1a9d9d17-1276-4144-9478-0dcccc07e7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:37:34.083408 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-496839c7-2e99-418d-9fc1-461654148155 req-1a9d9d17-1276-4144-9478-0dcccc07e7ab service neutron] 10.222.0.15 "GET /v2.0/networks?id=1b07052c-22c6-4d0f-b0a6-3bc3daa97540 HTTP/1.1" status: 200 len: 906 time: 0.1503634 Jul 05 02:37:34.156346 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-496839c7-2e99-418d-9fc1-461654148155 req-d282f377-b371-4e34-9211-a105f3a9051f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ddf5426-0739-47b0-ab63-f5000a780e97 HTTP/1.1" status: 200 len: 217 time: 0.0558321 Jul 05 02:37:34.216841 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 50248) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:37:34.227925 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496839c7-2e99-418d-9fc1-461654148155 req-67b1d4f7-e067-492c-b3fc-1f7e20d19228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:37:34.229763 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-496839c7-2e99-418d-9fc1-461654148155 req-67b1d4f7-e067-492c-b3fc-1f7e20d19228 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=83dd570d-22ee-4f29-80f0-61f3c568de93 HTTP/1.1" status: 200 len: 846 time: 0.0703607 Jul 05 02:37:34.276541 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-496839c7-2e99-418d-9fc1-461654148155 req-615e2fe9-da1d-463b-9cf8-b6908d1158c8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1b07052c-22c6-4d0f-b0a6-3bc3daa97540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393138 Jul 05 02:37:34.280239 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ae0a456d-37d5-4781-8cb4-4c2f43c420d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:34.376290 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3b7eefa9-6779-4126-96ca-8985ca2b5293 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:34.412496 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0a456d-37d5-4781-8cb4-4c2f43c420d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d37bc5a5-e14e-4ffb-ace0-62bea73b2897,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:37:34.476947 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3b7eefa9-6779-4126-96ca-8985ca2b5293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:34.480663 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0a456d-37d5-4781-8cb4-4c2f43c420d0 admin admin] Checking segment: {'id': '08c70867-6984-4de4-9f6d-58d888710250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '793d0d25-0324-4fe9-91c8-9b0cec0b4da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:37:34.484384 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0a456d-37d5-4781-8cb4-4c2f43c420d0 admin admin] Network hostable DHCP agents. Network: 793d0d25-0324-4fe9-91c8-9b0cec0b4da8, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:37:34.523320 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-46ad0aa8-32e1-4045-8330-722f0ed19ac8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:34.549443 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-3b7eefa9-6779-4126-96ca-8985ca2b5293 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=944240f23c9a4e00ba3b91c2c3179e56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5506592 Jul 05 02:37:34.554157 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-496839c7-2e99-418d-9fc1-461654148155 req-fb1d2515-490c-4f61-8645-898e7c08473b service neutron] 10.222.0.15 "GET /v2.0/networks/1b07052c-22c6-4d0f-b0a6-3bc3daa97540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653744 Jul 05 02:37:34.554293 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 50262) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:37:34.604569 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7eefa9-6779-4126-96ca-8985ca2b5293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a62ad76-7fe8-4ff5-b2a6-7dc703c0b57a,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:37:34.623694 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3aba6d64-d915-4d83-9995-1d9b6e3be587 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:34.665138 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0a456d-37d5-4781-8cb4-4c2f43c420d0 admin admin] Network 793d0d25-0324-4fe9-91c8-9b0cec0b4da8 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:37:34.669396 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-496839c7-2e99-418d-9fc1-461654148155 req-46afe406-fdbf-49b2-8bf6-288ff27dba36 service neutron] 10.222.0.15 "GET /v2.0/networks/1b07052c-22c6-4d0f-b0a6-3bc3daa97540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098461 Jul 05 02:37:34.692251 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3aba6d64-d915-4d83-9995-1d9b6e3be587 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:34.747181 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-46ad0aa8-32e1-4045-8330-722f0ed19ac8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:34.813024 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-ae0a456d-37d5-4781-8cb4-4c2f43c420d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 793d0d25-0324-4fe9-91c8-9b0cec0b4da8) {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:37:34.820106 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0a456d-37d5-4781-8cb4-4c2f43c420d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:37:34.828501 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ae0a456d-37d5-4781-8cb4-4c2f43c420d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:34.828887 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f679b73e-7b29-4877-a8a3-0d29572144be None None] Network 793d0d25-0324-4fe9-91c8-9b0cec0b4da8 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:37:34.829337 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-46ad0aa8-32e1-4045-8330-722f0ed19ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:34.875166 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-46ad0aa8-32e1-4045-8330-722f0ed19ac8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6195180db41c45108d5230000aa4b878&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6562617 Jul 05 02:37:34.880202 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 50270) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:37:34.888420 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ad0aa8-32e1-4045-8330-722f0ed19ac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b006fef-2758-4734-bd6d-832d19741e79,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:37:34.900887 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3aba6d64-d915-4d83-9995-1d9b6e3be587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:34.905260 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3aba6d64-d915-4d83-9995-1d9b6e3be587 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:34.906439 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-3aba6d64-d915-4d83-9995-1d9b6e3be587 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0a62ad76-7fe8-4ff5-b2a6-7dc703c0b57a HTTP/1.1" status: 204 len: 168 time: 0.3551834 Jul 05 02:37:34.941321 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-ae0a456d-37d5-4781-8cb4-4c2f43c420d0 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1798806 Jul 05 02:37:34.949949 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aba6d64-d915-4d83-9995-1d9b6e3be587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a62ad76-7fe8-4ff5-b2a6-7dc703c0b57a,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:37:35.099627 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-96d1a4dd-4992-4c0a-b06e-100e8dd9fd1d req-d2727d0f-d9a4-424a-a5e3-b21bb6541768 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=59db1389-e0de-4340-9580-f760d108546a HTTP/1.1" status: 200 len: 210 time: 0.1289895 Jul 05 02:37:35.135503 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4ca641bb-b15e-4d90-862e-827503529358 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:35.162243 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4ca641bb-b15e-4d90-862e-827503529358 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:35.168286 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318512ef-a675-4e93-a56f-f1adb3eaa2df None None] Network 793d0d25-0324-4fe9-91c8-9b0cec0b4da8 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:37:35.407996 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4ca641bb-b15e-4d90-862e-827503529358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:35.412722 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4ca641bb-b15e-4d90-862e-827503529358 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:35.414682 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-4ca641bb-b15e-4d90-862e-827503529358 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3b006fef-2758-4734-bd6d-832d19741e79 HTTP/1.1" status: 204 len: 168 time: 0.5326095 Jul 05 02:37:35.430512 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca641bb-b15e-4d90-862e-827503529358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b006fef-2758-4734-bd6d-832d19741e79,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:37:35.769683 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55ccb29-2919-4a8d-9020-5e87503cf60d req-f991bdbc-431b-441b-b76b-11192b7ce63e tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:37:35.771416 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b55ccb29-2919-4a8d-9020-5e87503cf60d req-f991bdbc-431b-441b-b76b-11192b7ce63e tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] 10.222.0.23 "GET /v2.0/networks?id=bb78d8c6-d0ec-4713-96da-482056d9cb25 HTTP/1.1" status: 200 len: 809 time: 0.1605060 Jul 05 02:37:35.793597 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b55ccb29-2919-4a8d-9020-5e87503cf60d req-f9b80d4c-084a-4aa9-bd1a-45ca62167557 tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] 10.222.0.23 "GET /v2.0/quotas/17faf05fd78e4e22b717e94714221c5f HTTP/1.1" status: 200 len: 375 time: 0.0168362 Jul 05 02:37:35.837319 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b55ccb29-2919-4a8d-9020-5e87503cf60d req-9221a608-0f5a-4ad6-844e-f157858cc58b tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=17faf05fd78e4e22b717e94714221c5f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298886 Jul 05 02:37:35.837963 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad18f1ad-a797-46b7-926c-da5ab07ad1c1 req-32b66889-7e27-42b0-963e-23c09e7463d2 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:37:35.842267 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ad18f1ad-a797-46b7-926c-da5ab07ad1c1 req-32b66889-7e27-42b0-963e-23c09e7463d2 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.15 "GET /v2.0/networks?id=1b07052c-22c6-4d0f-b0a6-3bc3daa97540 HTTP/1.1" status: 200 len: 806 time: 0.1541572 Jul 05 02:37:35.853485 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-ad18f1ad-a797-46b7-926c-da5ab07ad1c1 req-24ba1a6c-b73e-4140-bb93-e4fed6ad40e0 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Request body: {'port': {'device_id': '59db1389-e0de-4340-9580-f760d108546a', 'network_id': '1b07052c-22c6-4d0f-b0a6-3bc3daa97540', 'admin_state_up': True, 'tenant_id': '19e6c4c619cf4595801b0519afefcaf5'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:37:36.040509 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b55ccb29-2919-4a8d-9020-5e87503cf60d req-0bfb18e0-9950-4a53-8f6c-eb8baa3e4565 service neutron] 10.222.0.23 "GET /v2.0/networks/bb78d8c6-d0ec-4713-96da-482056d9cb25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029569 Jul 05 02:37:36.162963 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad18f1ad-a797-46b7-926c-da5ab07ad1c1 req-24ba1a6c-b73e-4140-bb93-e4fed6ad40e0 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Made reservation on behalf of 19e6c4c619cf4595801b0519afefcaf5 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:37:36.169661 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-ad18f1ad-a797-46b7-926c-da5ab07ad1c1 req-24ba1a6c-b73e-4140-bb93-e4fed6ad40e0 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:36.175025 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b55ccb29-2919-4a8d-9020-5e87503cf60d req-b1a87a93-c0ee-46c8-a9ec-3ebb1e3beff8 service neutron] 10.222.0.23 "GET /v2.0/networks/bb78d8c6-d0ec-4713-96da-482056d9cb25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335411 Jul 05 02:37:36.443418 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3139c450-ce3f-4687-9e12-d65e56853f72 req-cfe00d72-6842-41b2-b932-f711eec4ada3 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=59db1389-e0de-4340-9580-f760d108546a HTTP/1.1" status: 200 len: 210 time: 0.0398192 Jul 05 02:37:36.463877 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-ad18f1ad-a797-46b7-926c-da5ab07ad1c1 req-24ba1a6c-b73e-4140-bb93-e4fed6ad40e0 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Allocated IP 172.20.0.7 (1b07052c-22c6-4d0f-b0a6-3bc3daa97540/83dd570d-22ee-4f29-80f0-61f3c568de93/1872b2f7-5358-4b47-bae1-4fd37cd63e9c) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:37:36.675904 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 50368) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:37:36.707714 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7b976cee-e720-46a8-a1b4-859ea24426a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:36.707933 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-891c9670-9ff7-42b1-b941-ef84575951ea req-eb5f8c78-c67d-447b-a771-4ba6506ddde0 tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] 10.222.0.23 "GET /v2.0/ports?device_id=906c4ede-847c-4318-9deb-b6368763b4b2 HTTP/1.1" status: 200 len: 210 time: 0.0450933 Jul 05 02:37:36.752949 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-ad18f1ad-a797-46b7-926c-da5ab07ad1c1 req-24ba1a6c-b73e-4140-bb93-e4fed6ad40e0 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:36.914149 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-ad18f1ad-a797-46b7-926c-da5ab07ad1c1 req-24ba1a6c-b73e-4140-bb93-e4fed6ad40e0 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:36.916521 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7b976cee-e720-46a8-a1b4-859ea24426a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:36.933163 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['8ddf5426-0739-47b0-ab63-f5000a780e97'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:37:37.007304 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7b976cee-e720-46a8-a1b4-859ea24426a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:37.026339 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad18f1ad-a797-46b7-926c-da5ab07ad1c1 req-24ba1a6c-b73e-4140-bb93-e4fed6ad40e0 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Network 1b07052c-22c6-4d0f-b0a6-3bc3daa97540 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:37:37.046894 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-ad18f1ad-a797-46b7-926c-da5ab07ad1c1 req-24ba1a6c-b73e-4140-bb93-e4fed6ad40e0 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:37:37.085040 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 50380) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:37:37.090908 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ba1a6c-b73e-4140-bb93-e4fed6ad40e0 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Pushing event updated for resources: {'Port': ['ID=1872b2f7-5358-4b47-bae1-4fd37cd63e9c,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:37:37.101510 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad18f1ad-a797-46b7-926c-da5ab07ad1c1 req-24ba1a6c-b73e-4140-bb93-e4fed6ad40e0 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:37:37.107633 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-e3797c3d-7aa9-4db2-b24b-6d535c6544a0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-823747384-network', 'tenant_id': 'fa1fb7e8ea0e4e6ab79948da968f60fc'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:37:37.117115 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-7b976cee-e720-46a8-a1b4-859ea24426a8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c88f4d57631b40cb93fd74a139638927&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4399493 Jul 05 02:37:37.130767 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 50382) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:37:37.158260 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b976cee-e720-46a8-a1b4-859ea24426a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=293a7a30-365c-4854-a5b2-144014f1f35f,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:37:37.204793 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad18f1ad-a797-46b7-926c-da5ab07ad1c1 req-24ba1a6c-b73e-4140-bb93-e4fed6ad40e0 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:37:37.210136 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-ad18f1ad-a797-46b7-926c-da5ab07ad1c1 req-24ba1a6c-b73e-4140-bb93-e4fed6ad40e0 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:37.227668 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-44f762cf-a375-49a7-8a4b-2c25649085eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:37.274102 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-44f762cf-a375-49a7-8a4b-2c25649085eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:37.296425 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3797c3d-7aa9-4db2-b24b-6d535c6544a0 admin admin] Made reservation on behalf of fa1fb7e8ea0e4e6ab79948da968f60fc for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:37:37.305027 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e3797c3d-7aa9-4db2-b24b-6d535c6544a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:37.321412 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e3797c3d-7aa9-4db2-b24b-6d535c6544a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:37.382426 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ad18f1ad-a797-46b7-926c-da5ab07ad1c1 req-24ba1a6c-b73e-4140-bb93-e4fed6ad40e0 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5338783 Jul 05 02:37:37.395828 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-ad18f1ad-a797-46b7-926c-da5ab07ad1c1 req-6d7a9295-613d-485f-a7f9-5df6b6f4a390 service neutron] Request body: {'port': {'device_id': '59db1389-e0de-4340-9580-f760d108546a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:37:37.487347 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-44f762cf-a375-49a7-8a4b-2c25649085eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:37.494538 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-44f762cf-a375-49a7-8a4b-2c25649085eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:37.494538 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-44f762cf-a375-49a7-8a4b-2c25649085eb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/293a7a30-365c-4854-a5b2-144014f1f35f HTTP/1.1" status: 204 len: 168 time: 0.3556502 Jul 05 02:37:37.537369 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-ad18f1ad-a797-46b7-926c-da5ab07ad1c1 req-6d7a9295-613d-485f-a7f9-5df6b6f4a390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:37.557294 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f762cf-a375-49a7-8a4b-2c25649085eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=293a7a30-365c-4854-a5b2-144014f1f35f,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:37:37.695422 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e3797c3d-7aa9-4db2-b24b-6d535c6544a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:37.773628 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e3797c3d-7aa9-4db2-b24b-6d535c6544a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:37.820956 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3797c3d-7aa9-4db2-b24b-6d535c6544a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:37:37.923400 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6b88a79c-b9a1-4a98-8804-8fa17d2d8848 req-0d613b40-a919-4f69-b708-6a13eceff21d tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] 10.222.0.23 "GET /v2.0/ports?device_id=906c4ede-847c-4318-9deb-b6368763b4b2 HTTP/1.1" status: 200 len: 210 time: 0.1153762 Jul 05 02:37:37.926629 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e3797c3d-7aa9-4db2-b24b-6d535c6544a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:37.930609 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-e3797c3d-7aa9-4db2-b24b-6d535c6544a0 admin admin] Added segment a97f01c7-034d-45e9-b635-b824b3399964 of type vlan for network 2d38a4a1-bc03-4acb-a687-a861e0b512f4 Jul 05 02:37:37.932603 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3797c3d-7aa9-4db2-b24b-6d535c6544a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6766944-7f6a-42a9-9bcf-c1e69f1f4879,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:37:37.962273 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d194e9dd-295a-4645-b5f5-82cbd7c1089b req-753c7f32-eeda-4926-a32b-2dad2f6442b1 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:37:37.969860 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d194e9dd-295a-4645-b5f5-82cbd7c1089b req-753c7f32-eeda-4926-a32b-2dad2f6442b1 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=59db1389-e0de-4340-9580-f760d108546a HTTP/1.1" status: 200 len: 931 time: 0.2042847 Jul 05 02:37:38.082149 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d194e9dd-295a-4645-b5f5-82cbd7c1089b req-b6a3bb47-94cd-4f55-9649-2c212ac8c0fe tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/security-groups?id=896ea46a-6466-47fe-ac1a-3023b10eeb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111054 Jul 05 02:37:38.124518 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e3797c3d-7aa9-4db2-b24b-6d535c6544a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:38.199166 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-ad18f1ad-a797-46b7-926c-da5ab07ad1c1 req-6d7a9295-613d-485f-a7f9-5df6b6f4a390 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1872b2f7-5358-4b47-bae1-4fd37cd63e9c {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:37:38.210343 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-ad18f1ad-a797-46b7-926c-da5ab07ad1c1 req-6d7a9295-613d-485f-a7f9-5df6b6f4a390 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:38.224361 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-ad18f1ad-a797-46b7-926c-da5ab07ad1c1 req-6d7a9295-613d-485f-a7f9-5df6b6f4a390 service neutron] Transition to ACTIVE for port object 1872b2f7-5358-4b47-bae1-4fd37cd63e9c will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:37:38.304646 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e3797c3d-7aa9-4db2-b24b-6d535c6544a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:38.305993 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3797c3d-7aa9-4db2-b24b-6d535c6544a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:37:38.309649 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e3797c3d-7aa9-4db2-b24b-6d535c6544a0 admin admin] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:38.367741 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-ad18f1ad-a797-46b7-926c-da5ab07ad1c1 req-6d7a9295-613d-485f-a7f9-5df6b6f4a390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:38.409011 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3797c3d-7aa9-4db2-b24b-6d535c6544a0 admin admin] Pushing event updated for resources: {'Network': ['ID=2d38a4a1-bc03-4acb-a687-a861e0b512f4,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:37:38.421116 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 2d38a4a1-bc03-4acb-a687-a861e0b512f4 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:37:38.430773 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a9295-613d-485f-a7f9-5df6b6f4a390 service neutron] Pushing event updated for resources: {'Port': ['ID=1872b2f7-5358-4b47-bae1-4fd37cd63e9c,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:37:38.541546 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-ad18f1ad-a797-46b7-926c-da5ab07ad1c1 req-6d7a9295-613d-485f-a7f9-5df6b6f4a390 service neutron] Attempting to bind port 1872b2f7-5358-4b47-bae1-4fd37cd63e9c on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:37:38.542238 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-ad18f1ad-a797-46b7-926c-da5ab07ad1c1 req-6d7a9295-613d-485f-a7f9-5df6b6f4a390 service neutron] Attempting to bind port 1872b2f7-5358-4b47-bae1-4fd37cd63e9c by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': 'fa1cc820-8811-4bbd-a98d-5810eaac77f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1b07052c-22c6-4d0f-b0a6-3bc3daa97540'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:37:38.542238 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad18f1ad-a797-46b7-926c-da5ab07ad1c1 req-6d7a9295-613d-485f-a7f9-5df6b6f4a390 service neutron] Attempting to bind port 1872b2f7-5358-4b47-bae1-4fd37cd63e9c on network 1b07052c-22c6-4d0f-b0a6-3bc3daa97540 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:37:38.553530 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-e3797c3d-7aa9-4db2-b24b-6d535c6544a0 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.4595702 Jul 05 02:37:38.553712 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad18f1ad-a797-46b7-926c-da5ab07ad1c1 req-6d7a9295-613d-485f-a7f9-5df6b6f4a390 service neutron] Port 1872b2f7-5358-4b47-bae1-4fd37cd63e9c on network 1b07052c-22c6-4d0f-b0a6-3bc3daa97540 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:37:38.553712 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad18f1ad-a797-46b7-926c-da5ab07ad1c1 req-6d7a9295-613d-485f-a7f9-5df6b6f4a390 service neutron] Attempting to bind port 1872b2f7-5358-4b47-bae1-4fd37cd63e9c on network 1b07052c-22c6-4d0f-b0a6-3bc3daa97540 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:37:38.553890 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 50454) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:37:38.553988 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad18f1ad-a797-46b7-926c-da5ab07ad1c1 req-6d7a9295-613d-485f-a7f9-5df6b6f4a390 service neutron] Checking agent: {'id': 'e071c76e-395f-48c4-a98f-88088465cf0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:37:38.553988 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad18f1ad-a797-46b7-926c-da5ab07ad1c1 req-6d7a9295-613d-485f-a7f9-5df6b6f4a390 service neutron] Checking segment: {'id': 'fa1cc820-8811-4bbd-a98d-5810eaac77f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1b07052c-22c6-4d0f-b0a6-3bc3daa97540'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:37:38.554208 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-9a0fdd3e-758d-48af-b23b-e573dd7fb317 admin admin] Request body: {'subnet': {'network_id': '2d38a4a1-bc03-4acb-a687-a861e0b512f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-823747384-subnet', 'tenant_id': 'fa1fb7e8ea0e4e6ab79948da968f60fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:37:38.554301 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad18f1ad-a797-46b7-926c-da5ab07ad1c1 req-6d7a9295-613d-485f-a7f9-5df6b6f4a390 service neutron] Bound using segment: {'id': 'fa1cc820-8811-4bbd-a98d-5810eaac77f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1b07052c-22c6-4d0f-b0a6-3bc3daa97540'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:37:38.554301 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-ad18f1ad-a797-46b7-926c-da5ab07ad1c1 req-6d7a9295-613d-485f-a7f9-5df6b6f4a390 service neutron] Bound port: 1872b2f7-5358-4b47-bae1-4fd37cd63e9c, host: n-h2-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa1cc820-8811-4bbd-a98d-5810eaac77f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1b07052c-22c6-4d0f-b0a6-3bc3daa97540'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:37:38.554301 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-ad18f1ad-a797-46b7-926c-da5ab07ad1c1 req-6d7a9295-613d-485f-a7f9-5df6b6f4a390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:38.622398 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-ad18f1ad-a797-46b7-926c-da5ab07ad1c1 req-6d7a9295-613d-485f-a7f9-5df6b6f4a390 service neutron] For port 1872b2f7-5358-4b47-bae1-4fd37cd63e9c, host n-h2-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:37:38.627227 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-ad18f1ad-a797-46b7-926c-da5ab07ad1c1 req-6d7a9295-613d-485f-a7f9-5df6b6f4a390 service neutron] For port 1872b2f7-5358-4b47-bae1-4fd37cd63e9c, host n-h2-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=1872b2f7-5358-4b47-bae1-4fd37cd63e9c,segment=NetworkSegment(fa1cc820-8811-4bbd-a98d-5810eaac77f0),segment_id=fa1cc820-8811-4bbd-a98d-5810eaac77f0)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:37:38.694749 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a0fdd3e-758d-48af-b23b-e573dd7fb317 admin admin] Made reservation on behalf of fa1fb7e8ea0e4e6ab79948da968f60fc for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:37:38.697148 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9a0fdd3e-758d-48af-b23b-e573dd7fb317 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:38.831102 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-ad18f1ad-a797-46b7-926c-da5ab07ad1c1 req-6d7a9295-613d-485f-a7f9-5df6b6f4a390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:38.869842 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad18f1ad-a797-46b7-926c-da5ab07ad1c1 req-6d7a9295-613d-485f-a7f9-5df6b6f4a390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:37:38.871242 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-ad18f1ad-a797-46b7-926c-da5ab07ad1c1 req-6d7a9295-613d-485f-a7f9-5df6b6f4a390 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:38.873064 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ad18f1ad-a797-46b7-926c-da5ab07ad1c1 req-6d7a9295-613d-485f-a7f9-5df6b6f4a390 service neutron] 10.222.0.15 "PUT /v2.0/ports/1872b2f7-5358-4b47-bae1-4fd37cd63e9c HTTP/1.1" status: 200 len: 1092 time: 1.4822066 Jul 05 02:37:38.875665 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59db1389-e0de-4340-9580-f760d108546a', 'tag': '1872b2f7-5358-4b47-bae1-4fd37cd63e9c'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:37:38.885875 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7945bab-b6db-4e37-b2c1-945359e16f29" -d '{"events": [{"name": "network-changed", "server_uuid": "59db1389-e0de-4340-9580-f760d108546a", "tag": "1872b2f7-5358-4b47-bae1-4fd37cd63e9c"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:37:38.925122 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a9295-613d-485f-a7f9-5df6b6f4a390 service neutron] Pushing event updated for resources: {'Port': ['ID=1872b2f7-5358-4b47-bae1-4fd37cd63e9c,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:37:38.939343 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00c69cb0-b282-441f-89cd-90e15d67759d x-openstack-request-id: req-00c69cb0-b282-441f-89cd-90e15d67759d {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:37:38.939571 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59db1389-e0de-4340-9580-f760d108546a", "tag": "1872b2f7-5358-4b47-bae1-4fd37cd63e9c", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:37:38.939835 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-00c69cb0-b282-441f-89cd-90e15d67759d {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:37:38.940334 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59db1389-e0de-4340-9580-f760d108546a', 'tag': '1872b2f7-5358-4b47-bae1-4fd37cd63e9c', 'status': 'completed', 'code': 200} Jul 05 02:37:39.007737 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9a0fdd3e-758d-48af-b23b-e573dd7fb317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:39.068499 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7945bab-b6db-4e37-b2c1-945359e16f29 req-86d51c58-0110-4aa2-88c6-67d161c7021c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:37:39.068499 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c7945bab-b6db-4e37-b2c1-945359e16f29 req-86d51c58-0110-4aa2-88c6-67d161c7021c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=19e6c4c619cf4595801b0519afefcaf5&device_id=59db1389-e0de-4340-9580-f760d108546a HTTP/1.1" status: 200 len: 1095 time: 0.0984144 Jul 05 02:37:39.163470 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-26733864-964c-485f-b354-a5ac1f344899 req-27180c64-4f83-48fd-8374-3faa9642accb tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] 10.222.0.23 "GET /v2.0/ports?device_id=906c4ede-847c-4318-9deb-b6368763b4b2 HTTP/1.1" status: 200 len: 210 time: 0.0486372 Jul 05 02:37:39.178551 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0fdd3e-758d-48af-b23b-e573dd7fb317 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cdd35a3-9d6f-4be6-9144-e6760816b6a6,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:37:39.231420 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0fdd3e-758d-48af-b23b-e573dd7fb317 admin admin] Checking segment: {'id': 'a97f01c7-034d-45e9-b635-b824b3399964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2d38a4a1-bc03-4acb-a687-a861e0b512f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:37:39.236064 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0fdd3e-758d-48af-b23b-e573dd7fb317 admin admin] Network hostable DHCP agents. Network: 2d38a4a1-bc03-4acb-a687-a861e0b512f4, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:37:39.237666 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7945bab-b6db-4e37-b2c1-945359e16f29 req-b7ec6fc9-f872-4182-b149-73978b450aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:37:39.240809 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c7945bab-b6db-4e37-b2c1-945359e16f29 req-b7ec6fc9-f872-4182-b149-73978b450aa8 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=19e6c4c619cf4595801b0519afefcaf5&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1659243 Jul 05 02:37:39.396192 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0fdd3e-758d-48af-b23b-e573dd7fb317 admin admin] Network 2d38a4a1-bc03-4acb-a687-a861e0b512f4 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:37:39.401812 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7945bab-b6db-4e37-b2c1-945359e16f29 req-bbf64376-b9da-485d-834a-7ef1857316b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:37:39.407262 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c7945bab-b6db-4e37-b2c1-945359e16f29 req-bbf64376-b9da-485d-834a-7ef1857316b0 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1591141 Jul 05 02:37:39.416137 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52426bc-b61f-4db5-8446-03aa2c0861ec req-c0971644-2301-408b-8f95-a32a45a9a67c tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:37:39.417699 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f52426bc-b61f-4db5-8446-03aa2c0861ec req-c0971644-2301-408b-8f95-a32a45a9a67c tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=59db1389-e0de-4340-9580-f760d108546a HTTP/1.1" status: 200 len: 943 time: 0.1479852 Jul 05 02:37:39.515012 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f52426bc-b61f-4db5-8446-03aa2c0861ec req-e5e2739c-611b-499b-a8f1-a291c9faec63 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/security-groups?id=896ea46a-6466-47fe-ac1a-3023b10eeb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891869 Jul 05 02:37:39.540312 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad18f1ad-a797-46b7-926c-da5ab07ad1c1 req-7b18b039-2fd0-428e-be1c-98bae294069e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:37:39.541864 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ad18f1ad-a797-46b7-926c-da5ab07ad1c1 req-7b18b039-2fd0-428e-be1c-98bae294069e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=19e6c4c619cf4595801b0519afefcaf5&device_id=59db1389-e0de-4340-9580-f760d108546a HTTP/1.1" status: 200 len: 1095 time: 0.0938160 Jul 05 02:37:39.594784 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ad18f1ad-a797-46b7-926c-da5ab07ad1c1 req-800351bf-4b3b-4667-b248-d09e805e6f29 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1872b2f7-5358-4b47-bae1-4fd37cd63e9c HTTP/1.1" status: 200 len: 217 time: 0.0433767 Jul 05 02:37:39.652273 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad18f1ad-a797-46b7-926c-da5ab07ad1c1 req-8e0c90a5-b998-4fad-a52c-85cf91eef7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:37:39.655038 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ad18f1ad-a797-46b7-926c-da5ab07ad1c1 req-8e0c90a5-b998-4fad-a52c-85cf91eef7e8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=83dd570d-22ee-4f29-80f0-61f3c568de93 HTTP/1.1" status: 200 len: 846 time: 0.0546012 Jul 05 02:37:39.692073 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ad18f1ad-a797-46b7-926c-da5ab07ad1c1 req-88e7d9e2-e9eb-4a48-bbb5-25599e75d40b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1b07052c-22c6-4d0f-b0a6-3bc3daa97540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310304 Jul 05 02:37:39.782430 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ad18f1ad-a797-46b7-926c-da5ab07ad1c1 req-2ea89a4e-25be-4547-bef2-3c197ef9e323 service neutron] 10.222.0.15 "GET /v2.0/networks/1b07052c-22c6-4d0f-b0a6-3bc3daa97540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839434 Jul 05 02:37:39.830602 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-9a0fdd3e-758d-48af-b23b-e573dd7fb317 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 2d38a4a1-bc03-4acb-a687-a861e0b512f4) {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:37:39.834927 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0fdd3e-758d-48af-b23b-e573dd7fb317 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:37:39.835528 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9a0fdd3e-758d-48af-b23b-e573dd7fb317 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:39.846809 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725dc695-f36d-48d6-abd8-15ab98a288ef None None] Network 2d38a4a1-bc03-4acb-a687-a861e0b512f4 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:37:39.900237 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ad18f1ad-a797-46b7-926c-da5ab07ad1c1 req-1fa93bb7-e30a-4d36-a91d-8b59f91dcc89 service neutron] 10.222.0.15 "GET /v2.0/networks/1b07052c-22c6-4d0f-b0a6-3bc3daa97540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119995 Jul 05 02:37:39.956638 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-9a0fdd3e-758d-48af-b23b-e573dd7fb317 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4074631 Jul 05 02:37:40.232081 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1430e11-d82b-409d-9045-246729f69b81 None None] Network 2d38a4a1-bc03-4acb-a687-a861e0b512f4 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:37:40.455148 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-cb8579ee-92d4-4582-b800-227ca323b21c req-39af0ca2-cff2-468b-914c-0c06a483197f tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] 10.222.0.23 "GET /v2.0/ports?device_id=906c4ede-847c-4318-9deb-b6368763b4b2 HTTP/1.1" status: 200 len: 210 time: 0.0650651 Jul 05 02:37:40.495306 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 50550) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:37:40.580912 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55ccb29-2919-4a8d-9020-5e87503cf60d req-643ea269-b5b2-4f74-b0f4-93f3ec2bcf88 tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:37:40.596826 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b55ccb29-2919-4a8d-9020-5e87503cf60d req-643ea269-b5b2-4f74-b0f4-93f3ec2bcf88 tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] 10.222.0.21 "GET /v2.0/networks?id=bb78d8c6-d0ec-4713-96da-482056d9cb25 HTTP/1.1" status: 200 len: 809 time: 0.4369292 Jul 05 02:37:40.621226 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-b55ccb29-2919-4a8d-9020-5e87503cf60d req-5426a973-f15c-45bb-bbbf-80397468a64b tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] Request body: {'port': {'device_id': '906c4ede-847c-4318-9deb-b6368763b4b2', 'network_id': 'bb78d8c6-d0ec-4713-96da-482056d9cb25', 'admin_state_up': True, 'tenant_id': '17faf05fd78e4e22b717e94714221c5f'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:37:40.806776 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6ec7502a-275d-4d7f-bbf9-bf620ecc57d1 req-5edfd895-3a37-42ae-ba88-6e12436e3037 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4352288 Jul 05 02:37:40.815186 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e945b8bf-84bb-4fb6-b98f-e5c9ee10fbc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:40.957500 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec7502a-275d-4d7f-bbf9-bf620ecc57d1 req-e681bfcb-5bfb-4b04-aa6c-d06b9f41e923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:37:40.971592 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6ec7502a-275d-4d7f-bbf9-bf620ecc57d1 req-e681bfcb-5bfb-4b04-aa6c-d06b9f41e923 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=442a3e50d6be48be9e1562c5772ee754&device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 1097 time: 0.1058025 Jul 05 02:37:40.991855 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594dae4b-6f16-458a-97b8-68dd55366c97 req-6a02ef88-4d88-4f97-9a3f-c2bb9019e459 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:37:40.993765 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-594dae4b-6f16-458a-97b8-68dd55366c97 req-6a02ef88-4d88-4f97-9a3f-c2bb9019e459 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=59db1389-e0de-4340-9580-f760d108546a HTTP/1.1" status: 200 len: 943 time: 0.1032047 Jul 05 02:37:41.049356 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-594dae4b-6f16-458a-97b8-68dd55366c97 req-bc278f1e-e032-4c8d-a7d5-886d97c7eecc tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/security-groups?id=896ea46a-6466-47fe-ac1a-3023b10eeb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472183 Jul 05 02:37:41.094953 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec7502a-275d-4d7f-bbf9-bf620ecc57d1 req-39eb4eeb-bb70-47ff-8b4c-a9f413a6c213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:37:41.096785 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6ec7502a-275d-4d7f-bbf9-bf620ecc57d1 req-39eb4eeb-bb70-47ff-8b4c-a9f413a6c213 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c4d51310-b056-42c6-8720-dd3607bb490e HTTP/1.1" status: 200 len: 911 time: 0.1075997 Jul 05 02:37:41.150343 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b55ccb29-2919-4a8d-9020-5e87503cf60d req-5426a973-f15c-45bb-bbbf-80397468a64b tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] Made reservation on behalf of 17faf05fd78e4e22b717e94714221c5f for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:37:41.153776 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b55ccb29-2919-4a8d-9020-5e87503cf60d req-5426a973-f15c-45bb-bbbf-80397468a64b tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:41.206295 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6ec7502a-275d-4d7f-bbf9-bf620ecc57d1 req-1a7aec64-d4dc-467a-b727-dbde99bf776c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9394229-9271-4949-b389-b76d35d0946e HTTP/1.1" status: 200 len: 1000 time: 0.1023057 Jul 05 02:37:41.273256 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899c49c3-8ee5-4e01-b8a2-876eb9470eea req-c339b4ca-528d-434a-94a2-b6dba226a9ad tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:37:41.292238 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-899c49c3-8ee5-4e01-b8a2-876eb9470eea req-c339b4ca-528d-434a-94a2-b6dba226a9ad tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 945 time: 0.1381903 Jul 05 02:37:41.312266 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec7502a-275d-4d7f-bbf9-bf620ecc57d1 req-7d2b98a2-91b2-4b1a-aa31-d8fb48d9e58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:37:41.314281 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6ec7502a-275d-4d7f-bbf9-bf620ecc57d1 req-7d2b98a2-91b2-4b1a-aa31-d8fb48d9e58d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=822ac30d-26eb-483a-9cd9-5da64853ba79 HTTP/1.1" status: 200 len: 850 time: 0.0762155 Jul 05 02:37:41.377143 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-899c49c3-8ee5-4e01-b8a2-876eb9470eea req-24c1a55e-7be5-4f86-aa0f-9e275324e49d tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=09716028-44a2-4220-a754-7ed932c56f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805531 Jul 05 02:37:41.379361 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e945b8bf-84bb-4fb6-b98f-e5c9ee10fbc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:41.522222 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e945b8bf-84bb-4fb6-b98f-e5c9ee10fbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:41.640961 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e945b8bf-84bb-4fb6-b98f-e5c9ee10fbc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0673543-815f-4e71-8cd7-7b18514f2f08,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:37:41.671432 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-e945b8bf-84bb-4fb6-b98f-e5c9ee10fbc3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c4189922e48a4c4ba7ced046e7e15fd2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1710114 Jul 05 02:37:41.672180 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 50584) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:37:41.698878 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:41.735813 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:41.829499 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-b55ccb29-2919-4a8d-9020-5e87503cf60d req-5426a973-f15c-45bb-bbbf-80397468a64b tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] Allocated IP 172.20.0.2 (bb78d8c6-d0ec-4713-96da-482056d9cb25/306ee548-5838-4137-9a09-1e1c676757f1/cfbb3fda-dead-4fe4-aae0-bede6dc37908) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:37:41.843894 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6f66f485-a043-4dcb-9d40-7ac35b6b1ed5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:41.861232 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6f66f485-a043-4dcb-9d40-7ac35b6b1ed5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:41.871012 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec7502a-275d-4d7f-bbf9-bf620ecc57d1 req-9148c8f3-0964-4439-91ea-b27d7fb81803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:37:41.872636 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6ec7502a-275d-4d7f-bbf9-bf620ecc57d1 req-9148c8f3-0964-4439-91ea-b27d7fb81803 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c4d51310-b056-42c6-8720-dd3607bb490e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5499539 Jul 05 02:37:42.050758 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6ec7502a-275d-4d7f-bbf9-bf620ecc57d1 req-ef3a6961-c8e5-4ce3-afaa-5931e0595530 service neutron] 10.222.0.21 "GET /v2.0/networks/c4d51310-b056-42c6-8720-dd3607bb490e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699088 Jul 05 02:37:42.067502 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6f66f485-a043-4dcb-9d40-7ac35b6b1ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:42.070993 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6f66f485-a043-4dcb-9d40-7ac35b6b1ed5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:42.076305 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-6f66f485-a043-4dcb-9d40-7ac35b6b1ed5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c0673543-815f-4e71-8cd7-7b18514f2f08 HTTP/1.1" status: 204 len: 168 time: 0.3983474 Jul 05 02:37:42.096114 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f66f485-a043-4dcb-9d40-7ac35b6b1ed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0673543-815f-4e71-8cd7-7b18514f2f08,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:37:42.318291 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b55ccb29-2919-4a8d-9020-5e87503cf60d req-5426a973-f15c-45bb-bbbf-80397468a64b tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:42.323416 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6ec7502a-275d-4d7f-bbf9-bf620ecc57d1 req-5331f88f-a06d-4bd0-b2aa-dd7957a4d6bd service neutron] 10.222.0.21 "GET /v2.0/networks/c4d51310-b056-42c6-8720-dd3607bb490e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605958 Jul 05 02:37:42.469159 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b55ccb29-2919-4a8d-9020-5e87503cf60d req-5426a973-f15c-45bb-bbbf-80397468a64b tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:42.519012 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b55ccb29-2919-4a8d-9020-5e87503cf60d req-5426a973-f15c-45bb-bbbf-80397468a64b tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] Network bb78d8c6-d0ec-4713-96da-482056d9cb25 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:37:42.522296 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-b55ccb29-2919-4a8d-9020-5e87503cf60d req-5426a973-f15c-45bb-bbbf-80397468a64b tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:37:42.554810 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-b55ccb29-2919-4a8d-9020-5e87503cf60d req-5426a973-f15c-45bb-bbbf-80397468a64b tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:37:42.583104 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5426a973-f15c-45bb-bbbf-80397468a64b tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] Pushing event updated for resources: {'Port': ['ID=cfbb3fda-dead-4fe4-aae0-bede6dc37908,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:37:42.610657 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55ccb29-2919-4a8d-9020-5e87503cf60d req-5426a973-f15c-45bb-bbbf-80397468a64b tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:37:42.612455 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b55ccb29-2919-4a8d-9020-5e87503cf60d req-5426a973-f15c-45bb-bbbf-80397468a64b tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:42.734002 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b55ccb29-2919-4a8d-9020-5e87503cf60d req-5426a973-f15c-45bb-bbbf-80397468a64b tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1248786 Jul 05 02:37:42.753435 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-b55ccb29-2919-4a8d-9020-5e87503cf60d req-7aaff532-5b41-4f0e-aac1-e0709a779e3d service neutron] Request body: {'port': {'device_id': '906c4ede-847c-4318-9deb-b6368763b4b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:37:42.899506 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b55ccb29-2919-4a8d-9020-5e87503cf60d req-7aaff532-5b41-4f0e-aac1-e0709a779e3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:43.232045 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-b55ccb29-2919-4a8d-9020-5e87503cf60d req-7aaff532-5b41-4f0e-aac1-e0709a779e3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfbb3fda-dead-4fe4-aae0-bede6dc37908 {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:37:43.239916 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 1872b2f7-5358-4b47-bae1-4fd37cd63e9c details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:37:43.241450 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b55ccb29-2919-4a8d-9020-5e87503cf60d req-7aaff532-5b41-4f0e-aac1-e0709a779e3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:43.256421 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-b55ccb29-2919-4a8d-9020-5e87503cf60d req-7aaff532-5b41-4f0e-aac1-e0709a779e3d service neutron] Transition to ACTIVE for port object cfbb3fda-dead-4fe4-aae0-bede6dc37908 will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:37:43.347132 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b55ccb29-2919-4a8d-9020-5e87503cf60d req-7aaff532-5b41-4f0e-aac1-e0709a779e3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:43.360074 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 1872b2f7-5358-4b47-bae1-4fd37cd63e9c, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=1872b2f7-5358-4b47-bae1-4fd37cd63e9c,segment=NetworkSegment(fa1cc820-8811-4bbd-a98d-5810eaac77f0),segment_id=fa1cc820-8811-4bbd-a98d-5810eaac77f0)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:37:43.404087 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Returning: {'device': '1872b2f7-5358-4b47-bae1-4fd37cd63e9c', 'network_id': '1b07052c-22c6-4d0f-b0a6-3bc3daa97540', 'port_id': '1872b2f7-5358-4b47-bae1-4fd37cd63e9c', 'mac_address': 'fa:16:3e:37:85:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83dd570d-22ee-4f29-80f0-61f3c568de93', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:37:43.423963 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaff532-5b41-4f0e-aac1-e0709a779e3d service neutron] Pushing event updated for resources: {'Port': ['ID=cfbb3fda-dead-4fe4-aae0-bede6dc37908,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:37:43.451677 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:43.483253 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1872b2f7-5358-4b47-bae1-4fd37cd63e9c {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:37:43.537531 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 1872b2f7-5358-4b47-bae1-4fd37cd63e9c, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=1872b2f7-5358-4b47-bae1-4fd37cd63e9c,segment=NetworkSegment(fa1cc820-8811-4bbd-a98d-5810eaac77f0),segment_id=fa1cc820-8811-4bbd-a98d-5810eaac77f0)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:37:43.558054 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-b55ccb29-2919-4a8d-9020-5e87503cf60d req-7aaff532-5b41-4f0e-aac1-e0709a779e3d service neutron] Attempting to bind port cfbb3fda-dead-4fe4-aae0-bede6dc37908 on host n-h1-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:37:43.558427 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-b55ccb29-2919-4a8d-9020-5e87503cf60d req-7aaff532-5b41-4f0e-aac1-e0709a779e3d service neutron] Attempting to bind port cfbb3fda-dead-4fe4-aae0-bede6dc37908 by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': '1bdeea40-8190-419c-8df6-ee18aafe7477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'bb78d8c6-d0ec-4713-96da-482056d9cb25'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:37:43.558758 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b55ccb29-2919-4a8d-9020-5e87503cf60d req-7aaff532-5b41-4f0e-aac1-e0709a779e3d service neutron] Attempting to bind port cfbb3fda-dead-4fe4-aae0-bede6dc37908 on network bb78d8c6-d0ec-4713-96da-482056d9cb25 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:37:43.563473 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b55ccb29-2919-4a8d-9020-5e87503cf60d req-7aaff532-5b41-4f0e-aac1-e0709a779e3d service neutron] Port cfbb3fda-dead-4fe4-aae0-bede6dc37908 on network bb78d8c6-d0ec-4713-96da-482056d9cb25 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:37:43.563800 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b55ccb29-2919-4a8d-9020-5e87503cf60d req-7aaff532-5b41-4f0e-aac1-e0709a779e3d service neutron] Attempting to bind port cfbb3fda-dead-4fe4-aae0-bede6dc37908 on network bb78d8c6-d0ec-4713-96da-482056d9cb25 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:37:43.583924 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b55ccb29-2919-4a8d-9020-5e87503cf60d req-7aaff532-5b41-4f0e-aac1-e0709a779e3d service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:37:43.587088 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b55ccb29-2919-4a8d-9020-5e87503cf60d req-7aaff532-5b41-4f0e-aac1-e0709a779e3d service neutron] Checking segment: {'id': '1bdeea40-8190-419c-8df6-ee18aafe7477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'bb78d8c6-d0ec-4713-96da-482056d9cb25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:37:43.587088 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b55ccb29-2919-4a8d-9020-5e87503cf60d req-7aaff532-5b41-4f0e-aac1-e0709a779e3d service neutron] Bound using segment: {'id': '1bdeea40-8190-419c-8df6-ee18aafe7477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'bb78d8c6-d0ec-4713-96da-482056d9cb25'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:37:43.587088 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-b55ccb29-2919-4a8d-9020-5e87503cf60d req-7aaff532-5b41-4f0e-aac1-e0709a779e3d service neutron] Bound port: cfbb3fda-dead-4fe4-aae0-bede6dc37908, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bdeea40-8190-419c-8df6-ee18aafe7477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'bb78d8c6-d0ec-4713-96da-482056d9cb25'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:37:43.587088 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b55ccb29-2919-4a8d-9020-5e87503cf60d req-7aaff532-5b41-4f0e-aac1-e0709a779e3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:43.608952 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:43.680915 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-b55ccb29-2919-4a8d-9020-5e87503cf60d req-7aaff532-5b41-4f0e-aac1-e0709a779e3d service neutron] For port cfbb3fda-dead-4fe4-aae0-bede6dc37908, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:37:43.684986 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-b55ccb29-2919-4a8d-9020-5e87503cf60d req-7aaff532-5b41-4f0e-aac1-e0709a779e3d service neutron] For port cfbb3fda-dead-4fe4-aae0-bede6dc37908, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=cfbb3fda-dead-4fe4-aae0-bede6dc37908,segment=NetworkSegment(1bdeea40-8190-419c-8df6-ee18aafe7477),segment_id=1bdeea40-8190-419c-8df6-ee18aafe7477)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:37:43.692523 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=1872b2f7-5358-4b47-bae1-4fd37cd63e9c,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:37:43.700463 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:37:43.701544 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:37:43.701904 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:37:43.702284 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:37:43.702951 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:37:43.703098 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:37:43.703328 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:37:43.703670 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:37:43.704033 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:37:43.704326 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:37:43.704644 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:37:43.705172 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:37:43.815244 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['1872b2f7-5358-4b47-bae1-4fd37cd63e9c'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:37:43.916247 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b55ccb29-2919-4a8d-9020-5e87503cf60d req-7aaff532-5b41-4f0e-aac1-e0709a779e3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:43.961568 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55ccb29-2919-4a8d-9020-5e87503cf60d req-7aaff532-5b41-4f0e-aac1-e0709a779e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:37:43.962540 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b55ccb29-2919-4a8d-9020-5e87503cf60d req-7aaff532-5b41-4f0e-aac1-e0709a779e3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:43.964931 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b55ccb29-2919-4a8d-9020-5e87503cf60d req-7aaff532-5b41-4f0e-aac1-e0709a779e3d service neutron] 10.222.0.21 "PUT /v2.0/ports/cfbb3fda-dead-4fe4-aae0-bede6dc37908 HTTP/1.1" status: 200 len: 1092 time: 1.2158835 Jul 05 02:37:43.965149 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '906c4ede-847c-4318-9deb-b6368763b4b2', 'tag': 'cfbb3fda-dead-4fe4-aae0-bede6dc37908'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:37:43.968933 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3af701b0-a3e1-41c0-a044-3cdcda10e813" -d '{"events": [{"name": "network-changed", "server_uuid": "906c4ede-847c-4318-9deb-b6368763b4b2", "tag": "cfbb3fda-dead-4fe4-aae0-bede6dc37908"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:37:44.013615 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaff532-5b41-4f0e-aac1-e0709a779e3d service neutron] Pushing event updated for resources: {'Port': ['ID=cfbb3fda-dead-4fe4-aae0-bede6dc37908,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:37:44.145331 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55ccb29-2919-4a8d-9020-5e87503cf60d req-e5ace087-51b2-41bc-8d3c-49fe4b4dee9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:37:44.146895 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b55ccb29-2919-4a8d-9020-5e87503cf60d req-e5ace087-51b2-41bc-8d3c-49fe4b4dee9e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=17faf05fd78e4e22b717e94714221c5f&device_id=906c4ede-847c-4318-9deb-b6368763b4b2 HTTP/1.1" status: 200 len: 1095 time: 0.0780165 Jul 05 02:37:44.191139 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b55ccb29-2919-4a8d-9020-5e87503cf60d req-e7321f6d-e575-4efd-9e07-4f61860ee930 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cfbb3fda-dead-4fe4-aae0-bede6dc37908 HTTP/1.1" status: 200 len: 217 time: 0.0375764 Jul 05 02:37:44.247512 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55ccb29-2919-4a8d-9020-5e87503cf60d req-af5ff899-c274-4892-ab4a-769525d1b534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:37:44.249476 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b55ccb29-2919-4a8d-9020-5e87503cf60d req-af5ff899-c274-4892-ab4a-769525d1b534 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=306ee548-5838-4137-9a09-1e1c676757f1 HTTP/1.1" status: 200 len: 849 time: 0.0516436 Jul 05 02:37:44.289133 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b55ccb29-2919-4a8d-9020-5e87503cf60d req-a7bb7792-7417-43a8-8398-60ca172c6f39 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bb78d8c6-d0ec-4713-96da-482056d9cb25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325620 Jul 05 02:37:44.387275 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b55ccb29-2919-4a8d-9020-5e87503cf60d req-2429334a-5817-4316-b8c6-cf3eb92f619e service neutron] 10.222.0.21 "GET /v2.0/networks/bb78d8c6-d0ec-4713-96da-482056d9cb25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917141 Jul 05 02:37:44.499513 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b55ccb29-2919-4a8d-9020-5e87503cf60d req-47a3ae09-5008-415b-81ea-c3965ca176ec service neutron] 10.222.0.21 "GET /v2.0/networks/bb78d8c6-d0ec-4713-96da-482056d9cb25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058118 Jul 05 02:37:45.237991 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 1872b2f7-5358-4b47-bae1-4fd37cd63e9c up at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:37:45.364436 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning for port 1872b2f7-5358-4b47-bae1-4fd37cd63e9c completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:37:45.369333 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning complete for port 1872b2f7-5358-4b47-bae1-4fd37cd63e9c triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:37:45.369755 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:45.462297 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:45.488387 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59db1389-e0de-4340-9580-f760d108546a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1872b2f7-5358-4b47-bae1-4fd37cd63e9c'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:37:45.490691 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6667738-cd47-488d-bc2d-6ca4dd0232ab" -d '{"events": [{"server_uuid": "59db1389-e0de-4340-9580-f760d108546a", "name": "network-vif-plugged", "status": "completed", "tag": "1872b2f7-5358-4b47-bae1-4fd37cd63e9c"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:37:45.503318 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 1872b2f7-5358-4b47-bae1-4fd37cd63e9c, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=1872b2f7-5358-4b47-bae1-4fd37cd63e9c,segment=NetworkSegment(fa1cc820-8811-4bbd-a98d-5810eaac77f0),segment_id=fa1cc820-8811-4bbd-a98d-5810eaac77f0)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:37:45.564193 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:45.614014 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=1872b2f7-5358-4b47-bae1-4fd37cd63e9c,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:37:47.729116 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device cfbb3fda-dead-4fe4-aae0-bede6dc37908 details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:37:47.841592 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port cfbb3fda-dead-4fe4-aae0-bede6dc37908, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=cfbb3fda-dead-4fe4-aae0-bede6dc37908,segment=NetworkSegment(1bdeea40-8190-419c-8df6-ee18aafe7477),segment_id=1bdeea40-8190-419c-8df6-ee18aafe7477)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:37:47.853424 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': 'cfbb3fda-dead-4fe4-aae0-bede6dc37908', 'network_id': 'bb78d8c6-d0ec-4713-96da-482056d9cb25', 'port_id': 'cfbb3fda-dead-4fe4-aae0-bede6dc37908', 'mac_address': 'fa:16:3e:af:5e:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '306ee548-5838-4137-9a09-1e1c676757f1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:37:47.892023 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:47.905030 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfbb3fda-dead-4fe4-aae0-bede6dc37908 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:37:47.927438 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port cfbb3fda-dead-4fe4-aae0-bede6dc37908, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=cfbb3fda-dead-4fe4-aae0-bede6dc37908,segment=NetworkSegment(1bdeea40-8190-419c-8df6-ee18aafe7477),segment_id=1bdeea40-8190-419c-8df6-ee18aafe7477)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:37:48.030558 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:48.091785 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=cfbb3fda-dead-4fe4-aae0-bede6dc37908,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:37:48.232370 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['cfbb3fda-dead-4fe4-aae0-bede6dc37908'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:37:49.745182 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device cfbb3fda-dead-4fe4-aae0-bede6dc37908 up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:37:49.918939 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning for port cfbb3fda-dead-4fe4-aae0-bede6dc37908 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:37:49.929740 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port cfbb3fda-dead-4fe4-aae0-bede6dc37908 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:37:49.930761 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:50.041700 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:50.082007 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port cfbb3fda-dead-4fe4-aae0-bede6dc37908, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=cfbb3fda-dead-4fe4-aae0-bede6dc37908,segment=NetworkSegment(1bdeea40-8190-419c-8df6-ee18aafe7477),segment_id=1bdeea40-8190-419c-8df6-ee18aafe7477)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:37:50.198867 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:50.250844 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=cfbb3fda-dead-4fe4-aae0-bede6dc37908,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:37:51.080903 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e6f4a0d1-138c-49cb-b145-651f1f883e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:54.130020 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-008b0de1-b834-432b-8d24-0fcb249768fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:54.241110 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:54.573992 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [req-1dadc6c7-5b0f-44aa-8442-5c5ac99019ad req-b450d47b-2a86-4aad-9f6d-7e7055f4b6ce service neutron] (94462) timed out ('10.222.0.23', 42786) {{(pid=94462) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 02:37:54.649639 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:55.974069 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d60494-d3ea-45a8-82ea-56416d64a613 req-849f0b3a-775f-4c5b-9ffc-f1bcc774f289 tempest-VolumesActionsTest-1477755360 tempest-VolumesActionsTest-1477755360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:37:55.980883 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-27d60494-d3ea-45a8-82ea-56416d64a613 req-849f0b3a-775f-4c5b-9ffc-f1bcc774f289 tempest-VolumesActionsTest-1477755360 tempest-VolumesActionsTest-1477755360-project] 10.222.0.23 "GET /v2.0/networks?id=793d0d25-0324-4fe9-91c8-9b0cec0b4da8 HTTP/1.1" status: 200 len: 808 time: 0.1816826 Jul 05 02:37:55.992200 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-27d60494-d3ea-45a8-82ea-56416d64a613 req-6172f672-d9e0-4db8-902e-f88b76f59301 tempest-VolumesActionsTest-1477755360 tempest-VolumesActionsTest-1477755360-project] 10.222.0.23 "GET /v2.0/quotas/c49ca7e75e4e436e94105e192c4b094f HTTP/1.1" status: 200 len: 375 time: 0.0099661 Jul 05 02:37:56.028338 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-27d60494-d3ea-45a8-82ea-56416d64a613 req-5ba774e9-6c8c-4092-bedf-8b674a9ee3ae tempest-VolumesActionsTest-1477755360 tempest-VolumesActionsTest-1477755360-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c49ca7e75e4e436e94105e192c4b094f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307155 Jul 05 02:37:56.069973 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:37:56.192368 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-27d60494-d3ea-45a8-82ea-56416d64a613 req-124a2485-6558-48d7-a4c8-9208bcc6069b service neutron] 10.222.0.23 "GET /v2.0/networks/793d0d25-0324-4fe9-91c8-9b0cec0b4da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509511 Jul 05 02:37:56.319938 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-27d60494-d3ea-45a8-82ea-56416d64a613 req-3a6877d0-1aa3-4e9f-b686-851d1df9348d service neutron] 10.222.0.23 "GET /v2.0/networks/793d0d25-0324-4fe9-91c8-9b0cec0b4da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215432 Jul 05 02:37:56.588723 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8ced3e-6b7c-4d36-a761-96458876c68d req-786b02a4-ee74-41ca-bd8e-91e9b5477a54 tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:37:56.590310 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9d8ced3e-6b7c-4d36-a761-96458876c68d req-786b02a4-ee74-41ca-bd8e-91e9b5477a54 tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] 10.222.0.23 "GET /v2.0/ports?device_id=906c4ede-847c-4318-9deb-b6368763b4b2 HTTP/1.1" status: 200 len: 945 time: 0.0866964 Jul 05 02:37:56.668207 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9d8ced3e-6b7c-4d36-a761-96458876c68d req-2bcf866f-5ec4-4adb-be1b-adbe77175959 tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] 10.222.0.23 "GET /v2.0/security-groups?id=343bc49c-ce5c-4e4d-a616-856a6409c7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700655 Jul 05 02:37:56.932527 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43364ce6-0e43-4f11-a9de-c87182f88d98 x-openstack-request-id: req-43364ce6-0e43-4f11-a9de-c87182f88d98 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:37:56.933184 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "906c4ede-847c-4318-9deb-b6368763b4b2", "tag": "cfbb3fda-dead-4fe4-aae0-bede6dc37908", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:37:56.934969 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-43364ce6-0e43-4f11-a9de-c87182f88d98 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:37:56.935609 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '906c4ede-847c-4318-9deb-b6368763b4b2', 'tag': 'cfbb3fda-dead-4fe4-aae0-bede6dc37908', 'status': 'completed', 'code': 200} Jul 05 02:37:56.995743 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 02:37:57.013911 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4662c23f-0ab0-4800-8b41-33c098c269b9 req-db21810c-da72-4aed-b348-dd2ea67d2ab4 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:37:57.019648 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4662c23f-0ab0-4800-8b41-33c098c269b9 req-db21810c-da72-4aed-b348-dd2ea67d2ab4 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=59db1389-e0de-4340-9580-f760d108546a HTTP/1.1" status: 200 len: 945 time: 0.1836059 Jul 05 02:37:57.025607 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21a10ceb-f0f1-48b0-a2ac-46ef1b53993e x-openstack-request-id: req-21a10ceb-f0f1-48b0-a2ac-46ef1b53993e {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:37:57.026671 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59db1389-e0de-4340-9580-f760d108546a", "name": "network-vif-plugged", "status": "completed", "tag": "1872b2f7-5358-4b47-bae1-4fd37cd63e9c", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:37:57.027214 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-21a10ceb-f0f1-48b0-a2ac-46ef1b53993e {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:37:57.032084 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59db1389-e0de-4340-9580-f760d108546a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1872b2f7-5358-4b47-bae1-4fd37cd63e9c', 'code': 200} Jul 05 02:37:57.132482 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4662c23f-0ab0-4800-8b41-33c098c269b9 req-7c03b08f-aeb1-4c9b-ae0e-6376f85a88bf tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/security-groups?id=896ea46a-6466-47fe-ac1a-3023b10eeb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991929 Jul 05 02:37:57.168049 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bb414b33-cf29-42f4-9686-556117c94952 req-14dd6c7f-1f3a-46ca-94d0-959765fc7603 tempest-VolumesActionsTest-1477755360 tempest-VolumesActionsTest-1477755360-project] 10.222.0.23 "GET /v2.0/ports?device_id=1cb02d47-f7d9-4649-8e14-6b6b5a979f5f HTTP/1.1" status: 200 len: 210 time: 0.0570800 Jul 05 02:37:57.183227 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af701b0-a3e1-41c0-a044-3cdcda10e813 req-3951f0da-dc42-4feb-8453-8e182af0966e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:37:57.185418 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3af701b0-a3e1-41c0-a044-3cdcda10e813 req-3951f0da-dc42-4feb-8453-8e182af0966e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=17faf05fd78e4e22b717e94714221c5f&device_id=906c4ede-847c-4318-9deb-b6368763b4b2 HTTP/1.1" status: 200 len: 1097 time: 0.2053440 Jul 05 02:37:57.272985 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34a24ac-5921-4be7-8e73-c1a6c3b976bd req-37fd6b95-a1d7-4a6e-99bc-a957987c4ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:37:57.274767 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a34a24ac-5921-4be7-8e73-c1a6c3b976bd req-37fd6b95-a1d7-4a6e-99bc-a957987c4ae2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=59db1389-e0de-4340-9580-f760d108546a HTTP/1.1" status: 200 len: 1097 time: 0.1753387 Jul 05 02:37:57.328838 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af701b0-a3e1-41c0-a044-3cdcda10e813 req-ecc2275e-7acb-4d08-84eb-f07380261b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:37:57.336462 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3af701b0-a3e1-41c0-a044-3cdcda10e813 req-ecc2275e-7acb-4d08-84eb-f07380261b31 service neutron] 10.222.0.21 "GET /v2.0/networks?id=bb78d8c6-d0ec-4713-96da-482056d9cb25 HTTP/1.1" status: 200 len: 909 time: 0.1370430 Jul 05 02:37:57.336462 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a34a24ac-5921-4be7-8e73-c1a6c3b976bd req-810ddd02-edc5-4d66-a2ce-95825452c0c5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=896ea46a-6466-47fe-ac1a-3023b10eeb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488646 Jul 05 02:37:57.379916 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3af701b0-a3e1-41c0-a044-3cdcda10e813 req-cfe72eda-5a92-44e3-b753-b4163c79502c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cfbb3fda-dead-4fe4-aae0-bede6dc37908 HTTP/1.1" status: 200 len: 217 time: 0.0403214 Jul 05 02:37:57.463898 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af701b0-a3e1-41c0-a044-3cdcda10e813 req-9ee40398-a670-4a17-a486-964a705f30e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:37:57.465432 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3af701b0-a3e1-41c0-a044-3cdcda10e813 req-9ee40398-a670-4a17-a486-964a705f30e2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=306ee548-5838-4137-9a09-1e1c676757f1 HTTP/1.1" status: 200 len: 849 time: 0.0775957 Jul 05 02:37:57.534964 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3af701b0-a3e1-41c0-a044-3cdcda10e813 req-ad12d09f-4fc4-400c-adfe-b353ca12b3b3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bb78d8c6-d0ec-4713-96da-482056d9cb25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387917 Jul 05 02:37:57.631763 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3af701b0-a3e1-41c0-a044-3cdcda10e813 req-77cfb0fd-eaeb-4956-a47b-5e50ff639536 service neutron] 10.222.0.21 "GET /v2.0/networks/bb78d8c6-d0ec-4713-96da-482056d9cb25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085031 Jul 05 02:37:57.773108 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3af701b0-a3e1-41c0-a044-3cdcda10e813 req-25f421a0-342b-446e-966c-0e690c59ef28 service neutron] 10.222.0.21 "GET /v2.0/networks/bb78d8c6-d0ec-4713-96da-482056d9cb25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338270 Jul 05 02:37:57.898568 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a0935f-926e-4bf6-8e19-28bc56e0e2f2 req-dd6a61ab-11c9-490f-a71c-e5e321d89fdb tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:37:57.901146 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-80a0935f-926e-4bf6-8e19-28bc56e0e2f2 req-dd6a61ab-11c9-490f-a71c-e5e321d89fdb tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] 10.222.0.23 "GET /v2.0/ports?device_id=906c4ede-847c-4318-9deb-b6368763b4b2 HTTP/1.1" status: 200 len: 945 time: 0.0731781 Jul 05 02:37:57.954898 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-80a0935f-926e-4bf6-8e19-28bc56e0e2f2 req-28045963-d558-43b7-b6b4-7791a67f0c3d tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] 10.222.0.23 "GET /v2.0/security-groups?id=343bc49c-ce5c-4e4d-a616-856a6409c7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461922 Jul 05 02:37:58.302041 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-73ad5b14-57e2-4a59-8645-c0ed13ac9ba3 req-1cd2b4ed-91e0-45df-b6a0-1788c5d7d0bb tempest-VolumesActionsTest-1477755360 tempest-VolumesActionsTest-1477755360-project] 10.222.0.23 "GET /v2.0/ports?device_id=1cb02d47-f7d9-4649-8e14-6b6b5a979f5f HTTP/1.1" status: 200 len: 210 time: 0.0481391 Jul 05 02:37:58.391807 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7359922-63f3-432c-a6c6-39a89e81648e req-27b59641-8b98-4b75-9d07-3a7e7cf331e1 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:37:58.399212 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a7359922-63f3-432c-a6c6-39a89e81648e req-27b59641-8b98-4b75-9d07-3a7e7cf331e1 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=59db1389-e0de-4340-9580-f760d108546a HTTP/1.1" status: 200 len: 945 time: 0.1325948 Jul 05 02:37:58.469067 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a7359922-63f3-432c-a6c6-39a89e81648e req-2fcaf6f3-f639-483d-9cf2-751a40fa7514 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/security-groups?id=896ea46a-6466-47fe-ac1a-3023b10eeb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598903 Jul 05 02:37:59.033083 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '906c4ede-847c-4318-9deb-b6368763b4b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfbb3fda-dead-4fe4-aae0-bede6dc37908'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:37:59.036203 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9794d053-5c40-45ed-bdaa-b244d2d41d5c" -d '{"events": [{"server_uuid": "906c4ede-847c-4318-9deb-b6368763b4b2", "name": "network-vif-plugged", "status": "completed", "tag": "cfbb3fda-dead-4fe4-aae0-bede6dc37908"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:37:59.102967 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b3cd65c-2563-4677-8243-7aa0d0e46687 x-openstack-request-id: req-0b3cd65c-2563-4677-8243-7aa0d0e46687 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:37:59.103357 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "906c4ede-847c-4318-9deb-b6368763b4b2", "name": "network-vif-plugged", "status": "completed", "tag": "cfbb3fda-dead-4fe4-aae0-bede6dc37908", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:37:59.103712 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0b3cd65c-2563-4677-8243-7aa0d0e46687 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:37:59.104190 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '906c4ede-847c-4318-9deb-b6368763b4b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfbb3fda-dead-4fe4-aae0-bede6dc37908', 'code': 200} Jul 05 02:37:59.244999 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a5e48a-251f-4592-82e2-6e137f543a27 req-e7cd62e5-fb39-4c62-8cda-174f756d2c4d tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:37:59.253732 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-13a5e48a-251f-4592-82e2-6e137f543a27 req-e7cd62e5-fb39-4c62-8cda-174f756d2c4d tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] 10.222.0.23 "GET /v2.0/ports?device_id=906c4ede-847c-4318-9deb-b6368763b4b2 HTTP/1.1" status: 200 len: 945 time: 0.1591744 Jul 05 02:37:59.259967 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67dd0f7-5239-4a35-adb9-da88994ac24f req-fada9a83-89b5-45c9-a310-fc09add8f206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:37:59.262062 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e67dd0f7-5239-4a35-adb9-da88994ac24f req-fada9a83-89b5-45c9-a310-fc09add8f206 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=906c4ede-847c-4318-9deb-b6368763b4b2 HTTP/1.1" status: 200 len: 1097 time: 0.0891683 Jul 05 02:37:59.304598 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-13a5e48a-251f-4592-82e2-6e137f543a27 req-c5ec7c98-140f-47da-821d-376cb64f48db tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] 10.222.0.23 "GET /v2.0/security-groups?id=343bc49c-ce5c-4e4d-a616-856a6409c7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496168 Jul 05 02:37:59.312752 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e67dd0f7-5239-4a35-adb9-da88994ac24f req-1a21d999-d08a-40d3-b055-9154730918db service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=343bc49c-ce5c-4e4d-a616-856a6409c7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427754 Jul 05 02:37:59.476069 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3c07e72e-e42d-4c47-b417-644a22d8e362 req-7a12aff3-47e0-4ee8-93c7-08d16864a1ce tempest-VolumesActionsTest-1477755360 tempest-VolumesActionsTest-1477755360-project] 10.222.0.23 "GET /v2.0/ports?device_id=1cb02d47-f7d9-4649-8e14-6b6b5a979f5f HTTP/1.1" status: 200 len: 210 time: 0.0449891 Jul 05 02:37:59.801780 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device a9394229-9271-4949-b389-b76d35d0946e details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:37:59.807328 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b957ae6-cc2b-40ac-ae47-7cb76cb497ca req-1de1693a-a0d3-4ea6-86ad-d604abaed065 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:37:59.810367 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7b957ae6-cc2b-40ac-ae47-7cb76cb497ca req-1de1693a-a0d3-4ea6-86ad-d604abaed065 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=59db1389-e0de-4340-9580-f760d108546a HTTP/1.1" status: 200 len: 945 time: 0.1008074 Jul 05 02:37:59.916962 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7b957ae6-cc2b-40ac-ae47-7cb76cb497ca req-aa306a3f-bf57-4c92-98f9-46928981f3f9 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/security-groups?id=896ea46a-6466-47fe-ac1a-3023b10eeb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008632 Jul 05 02:37:59.978800 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port a9394229-9271-4949-b389-b76d35d0946e, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=a9394229-9271-4949-b389-b76d35d0946e,segment=NetworkSegment(2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7),segment_id=2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:37:59.997573 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': 'a9394229-9271-4949-b389-b76d35d0946e', 'network_id': 'c4d51310-b056-42c6-8720-dd3607bb490e', 'port_id': 'a9394229-9271-4949-b389-b76d35d0946e', 'mac_address': 'fa:16:3e:27:ef:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '822ac30d-26eb-483a-9cd9-5da64853ba79', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:38:00.060002 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:00.080736 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a9394229-9271-4949-b389-b76d35d0946e {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:38:00.107743 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port a9394229-9271-4949-b389-b76d35d0946e, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=a9394229-9271-4949-b389-b76d35d0946e,segment=NetworkSegment(2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7),segment_id=2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:38:00.190405 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:00.227814 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d60494-d3ea-45a8-82ea-56416d64a613 req-fba5bc38-e451-4128-8938-e4bf92f5dbe4 tempest-VolumesActionsTest-1477755360 tempest-VolumesActionsTest-1477755360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:38:00.242766 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-27d60494-d3ea-45a8-82ea-56416d64a613 req-fba5bc38-e451-4128-8938-e4bf92f5dbe4 tempest-VolumesActionsTest-1477755360 tempest-VolumesActionsTest-1477755360-project] 10.222.0.15 "GET /v2.0/networks?id=793d0d25-0324-4fe9-91c8-9b0cec0b4da8 HTTP/1.1" status: 200 len: 808 time: 0.2193546 Jul 05 02:38:00.254767 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-27d60494-d3ea-45a8-82ea-56416d64a613 req-a3b6c977-808e-4658-b529-0b718458f0a1 tempest-VolumesActionsTest-1477755360 tempest-VolumesActionsTest-1477755360-project] Request body: {'port': {'device_id': '1cb02d47-f7d9-4649-8e14-6b6b5a979f5f', 'network_id': '793d0d25-0324-4fe9-91c8-9b0cec0b4da8', 'admin_state_up': True, 'tenant_id': 'c49ca7e75e4e436e94105e192c4b094f'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:38:00.378459 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['a9394229-9271-4949-b389-b76d35d0946e'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:38:00.506709 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=a9394229-9271-4949-b389-b76d35d0946e,revision_number=6']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:38:00.604155 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27d60494-d3ea-45a8-82ea-56416d64a613 req-a3b6c977-808e-4658-b529-0b718458f0a1 tempest-VolumesActionsTest-1477755360 tempest-VolumesActionsTest-1477755360-project] Made reservation on behalf of c49ca7e75e4e436e94105e192c4b094f for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:38:00.609059 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-27d60494-d3ea-45a8-82ea-56416d64a613 req-a3b6c977-808e-4658-b529-0b718458f0a1 tempest-VolumesActionsTest-1477755360 tempest-VolumesActionsTest-1477755360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:00.959442 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f0b59a-b830-454a-aaaf-ef771cbc4e08 req-ffddc412-ea1f-4568-9d7a-f2eff7902512 tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:38:00.962977 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-36f0b59a-b830-454a-aaaf-ef771cbc4e08 req-ffddc412-ea1f-4568-9d7a-f2eff7902512 tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] 10.222.0.23 "GET /v2.0/ports?device_id=906c4ede-847c-4318-9deb-b6368763b4b2 HTTP/1.1" status: 200 len: 945 time: 0.2085629 Jul 05 02:38:01.051813 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-36f0b59a-b830-454a-aaaf-ef771cbc4e08 req-bad6fcb1-3c5c-401d-bec6-ee0015bdbfb4 tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] 10.222.0.23 "GET /v2.0/security-groups?id=343bc49c-ce5c-4e4d-a616-856a6409c7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831015 Jul 05 02:38:01.078798 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744c16ff-3624-462b-8a6c-fba2d15db835 req-0167ca3e-5627-447a-b614-2c406669b6b7 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:38:01.080494 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-744c16ff-3624-462b-8a6c-fba2d15db835 req-0167ca3e-5627-447a-b614-2c406669b6b7 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=59db1389-e0de-4340-9580-f760d108546a HTTP/1.1" status: 200 len: 945 time: 0.2563417 Jul 05 02:38:01.082039 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-27d60494-d3ea-45a8-82ea-56416d64a613 req-a3b6c977-808e-4658-b529-0b718458f0a1 tempest-VolumesActionsTest-1477755360 tempest-VolumesActionsTest-1477755360-project] Allocated IP 172.20.0.12 (793d0d25-0324-4fe9-91c8-9b0cec0b4da8/d37bc5a5-e14e-4ffb-ace0-62bea73b2897/e84bf1f4-564e-43cc-a847-956025c4117c) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:38:01.192248 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-744c16ff-3624-462b-8a6c-fba2d15db835 req-03a7c73b-cd19-48ea-a0e2-09ac4b24fb53 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/security-groups?id=896ea46a-6466-47fe-ac1a-3023b10eeb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997682 Jul 05 02:38:01.257638 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-18ea3b7f-b21a-41f3-8c06-749722c306f5 req-f4ee3243-b2c5-49ae-8532-03f0818c6708 tempest-VolumesActionsTest-1477755360 tempest-VolumesActionsTest-1477755360-project] 10.222.0.23 "GET /v2.0/ports?device_id=1cb02d47-f7d9-4649-8e14-6b6b5a979f5f HTTP/1.1" status: 200 len: 210 time: 0.0711374 Jul 05 02:38:01.460681 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-27d60494-d3ea-45a8-82ea-56416d64a613 req-a3b6c977-808e-4658-b529-0b718458f0a1 tempest-VolumesActionsTest-1477755360 tempest-VolumesActionsTest-1477755360-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:01.579446 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3f0ed5-b51c-485a-8c50-a500481e1518 req-fce53381-f98d-4a24-b821-55f36dc6ce59 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:38:01.582070 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4c3f0ed5-b51c-485a-8c50-a500481e1518 req-fce53381-f98d-4a24-b821-55f36dc6ce59 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=59db1389-e0de-4340-9580-f760d108546a HTTP/1.1" status: 200 len: 945 time: 0.1114340 Jul 05 02:38:01.634606 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4c3f0ed5-b51c-485a-8c50-a500481e1518 req-b06d7334-e260-4256-b1cf-bea87e0b31dc tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/security-groups?id=896ea46a-6466-47fe-ac1a-3023b10eeb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413394 Jul 05 02:38:01.681595 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-27d60494-d3ea-45a8-82ea-56416d64a613 req-a3b6c977-808e-4658-b529-0b718458f0a1 tempest-VolumesActionsTest-1477755360 tempest-VolumesActionsTest-1477755360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:01.769078 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b6c977-808e-4658-b529-0b718458f0a1 tempest-VolumesActionsTest-1477755360 tempest-VolumesActionsTest-1477755360-project] Pushing event updated for resources: {'Port': ['ID=e84bf1f4-564e-43cc-a847-956025c4117c,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:38:01.781597 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27d60494-d3ea-45a8-82ea-56416d64a613 req-a3b6c977-808e-4658-b529-0b718458f0a1 tempest-VolumesActionsTest-1477755360 tempest-VolumesActionsTest-1477755360-project] Network 793d0d25-0324-4fe9-91c8-9b0cec0b4da8 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:38:01.783481 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b6c977-808e-4658-b529-0b718458f0a1 tempest-VolumesActionsTest-1477755360 tempest-VolumesActionsTest-1477755360-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:38:01.795594 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b6c977-808e-4658-b529-0b718458f0a1 tempest-VolumesActionsTest-1477755360 tempest-VolumesActionsTest-1477755360-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:38:01.795594 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b6c977-808e-4658-b529-0b718458f0a1 tempest-VolumesActionsTest-1477755360 tempest-VolumesActionsTest-1477755360-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:38:01.795594 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b6c977-808e-4658-b529-0b718458f0a1 tempest-VolumesActionsTest-1477755360 tempest-VolumesActionsTest-1477755360-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:38:01.795594 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b6c977-808e-4658-b529-0b718458f0a1 tempest-VolumesActionsTest-1477755360 tempest-VolumesActionsTest-1477755360-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:38:01.795594 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b6c977-808e-4658-b529-0b718458f0a1 tempest-VolumesActionsTest-1477755360 tempest-VolumesActionsTest-1477755360-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:38:01.795594 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b6c977-808e-4658-b529-0b718458f0a1 tempest-VolumesActionsTest-1477755360 tempest-VolumesActionsTest-1477755360-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:38:01.795594 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b6c977-808e-4658-b529-0b718458f0a1 tempest-VolumesActionsTest-1477755360 tempest-VolumesActionsTest-1477755360-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:38:01.795594 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b6c977-808e-4658-b529-0b718458f0a1 tempest-VolumesActionsTest-1477755360 tempest-VolumesActionsTest-1477755360-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:38:01.795594 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b6c977-808e-4658-b529-0b718458f0a1 tempest-VolumesActionsTest-1477755360 tempest-VolumesActionsTest-1477755360-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:38:01.795594 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b6c977-808e-4658-b529-0b718458f0a1 tempest-VolumesActionsTest-1477755360 tempest-VolumesActionsTest-1477755360-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:38:01.795594 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b6c977-808e-4658-b529-0b718458f0a1 tempest-VolumesActionsTest-1477755360 tempest-VolumesActionsTest-1477755360-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:38:01.798444 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-27d60494-d3ea-45a8-82ea-56416d64a613 req-a3b6c977-808e-4658-b529-0b718458f0a1 tempest-VolumesActionsTest-1477755360 tempest-VolumesActionsTest-1477755360-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:38:01.804239 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-27d60494-d3ea-45a8-82ea-56416d64a613 req-a3b6c977-808e-4658-b529-0b718458f0a1 tempest-VolumesActionsTest-1477755360 tempest-VolumesActionsTest-1477755360-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:38:01.815960 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device a9394229-9271-4949-b389-b76d35d0946e up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:38:01.909223 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d60494-d3ea-45a8-82ea-56416d64a613 req-a3b6c977-808e-4658-b529-0b718458f0a1 tempest-VolumesActionsTest-1477755360 tempest-VolumesActionsTest-1477755360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:38:01.913008 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-27d60494-d3ea-45a8-82ea-56416d64a613 req-a3b6c977-808e-4658-b529-0b718458f0a1 tempest-VolumesActionsTest-1477755360 tempest-VolumesActionsTest-1477755360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:01.959658 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port a9394229-9271-4949-b389-b76d35d0946e triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:38:01.960033 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:02.167989 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:02.219241 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port a9394229-9271-4949-b389-b76d35d0946e, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=a9394229-9271-4949-b389-b76d35d0946e,segment=NetworkSegment(2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7),segment_id=2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:38:02.220519 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a495395-0a83-4a09-b123-70337c3e7a2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9394229-9271-4949-b389-b76d35d0946e'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:38:02.223705 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f14e09ae-0105-4fcd-9106-69e9308082eb" -d '{"events": [{"server_uuid": "7a495395-0a83-4a09-b123-70337c3e7a2a", "name": "network-vif-plugged", "status": "completed", "tag": "a9394229-9271-4949-b389-b76d35d0946e"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:38:02.393482 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-27d60494-d3ea-45a8-82ea-56416d64a613 req-a3b6c977-808e-4658-b529-0b718458f0a1 tempest-VolumesActionsTest-1477755360 tempest-VolumesActionsTest-1477755360-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1489878 Jul 05 02:38:02.408073 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-27d60494-d3ea-45a8-82ea-56416d64a613 req-c446790a-886d-4f19-8631-8f82dbe94b47 service neutron] Request body: {'port': {'device_id': '1cb02d47-f7d9-4649-8e14-6b6b5a979f5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:38:02.452821 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:02.670849 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-27d60494-d3ea-45a8-82ea-56416d64a613 req-c446790a-886d-4f19-8631-8f82dbe94b47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:02.679378 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=a9394229-9271-4949-b389-b76d35d0946e,revision_number=7']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:38:02.832755 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-decfe925-8864-4d70-beae-3750852f4520 x-openstack-request-id: req-decfe925-8864-4d70-beae-3750852f4520 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:38:02.833440 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a495395-0a83-4a09-b123-70337c3e7a2a", "name": "network-vif-plugged", "status": "completed", "tag": "a9394229-9271-4949-b389-b76d35d0946e", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:38:02.833440 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-decfe925-8864-4d70-beae-3750852f4520 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:38:02.834039 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a495395-0a83-4a09-b123-70337c3e7a2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9394229-9271-4949-b389-b76d35d0946e', 'code': 200} Jul 05 02:38:03.093751 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-27d60494-d3ea-45a8-82ea-56416d64a613 req-c446790a-886d-4f19-8631-8f82dbe94b47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e84bf1f4-564e-43cc-a847-956025c4117c {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:38:03.103434 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-27d60494-d3ea-45a8-82ea-56416d64a613 req-c446790a-886d-4f19-8631-8f82dbe94b47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:03.146357 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480ecde6-d1d2-4863-841a-29b03b971b4d req-c7c1e46a-da5c-4663-984a-d3792d694285 tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:38:03.153497 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2453d40-fb99-4960-9fa9-d5b217834203 req-28a0d8d1-0ca5-4c05-9dee-bee6352ddeca tempest-VolumesActionsTest-1477755360 tempest-VolumesActionsTest-1477755360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:38:03.155262 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-480ecde6-d1d2-4863-841a-29b03b971b4d req-c7c1e46a-da5c-4663-984a-d3792d694285 tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] 10.222.0.23 "GET /v2.0/ports?device_id=906c4ede-847c-4318-9deb-b6368763b4b2 HTTP/1.1" status: 200 len: 945 time: 0.6127162 Jul 05 02:38:03.167296 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a2453d40-fb99-4960-9fa9-d5b217834203 req-28a0d8d1-0ca5-4c05-9dee-bee6352ddeca tempest-VolumesActionsTest-1477755360 tempest-VolumesActionsTest-1477755360-project] 10.222.0.23 "GET /v2.0/ports?device_id=1cb02d47-f7d9-4649-8e14-6b6b5a979f5f HTTP/1.1" status: 200 len: 932 time: 0.1719530 Jul 05 02:38:03.175571 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-27d60494-d3ea-45a8-82ea-56416d64a613 req-c446790a-886d-4f19-8631-8f82dbe94b47 service neutron] Transition to ACTIVE for port object e84bf1f4-564e-43cc-a847-956025c4117c will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:38:03.219953 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-480ecde6-d1d2-4863-841a-29b03b971b4d req-859183d1-0d62-42e5-94c8-d497ca3cb0d0 tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] 10.222.0.23 "GET /v2.0/security-groups?id=343bc49c-ce5c-4e4d-a616-856a6409c7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635598 Jul 05 02:38:03.313735 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-27d60494-d3ea-45a8-82ea-56416d64a613 req-c446790a-886d-4f19-8631-8f82dbe94b47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:03.359788 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a2453d40-fb99-4960-9fa9-d5b217834203 req-382ae809-4d24-4eab-8364-66d9558a6098 tempest-VolumesActionsTest-1477755360 tempest-VolumesActionsTest-1477755360-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d18d34c-042d-4504-89ac-5d4504c42f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832273 Jul 05 02:38:03.413329 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 51068) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:38:03.541667 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c446790a-886d-4f19-8631-8f82dbe94b47 service neutron] Pushing event updated for resources: {'Port': ['ID=e84bf1f4-564e-43cc-a847-956025c4117c,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:38:03.589119 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-27d60494-d3ea-45a8-82ea-56416d64a613 req-c446790a-886d-4f19-8631-8f82dbe94b47 service neutron] Attempting to bind port e84bf1f4-564e-43cc-a847-956025c4117c on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:38:03.589732 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-27d60494-d3ea-45a8-82ea-56416d64a613 req-c446790a-886d-4f19-8631-8f82dbe94b47 service neutron] Attempting to bind port e84bf1f4-564e-43cc-a847-956025c4117c by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '08c70867-6984-4de4-9f6d-58d888710250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '793d0d25-0324-4fe9-91c8-9b0cec0b4da8'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:38:03.590368 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d60494-d3ea-45a8-82ea-56416d64a613 req-c446790a-886d-4f19-8631-8f82dbe94b47 service neutron] Attempting to bind port e84bf1f4-564e-43cc-a847-956025c4117c on network 793d0d25-0324-4fe9-91c8-9b0cec0b4da8 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:38:03.613020 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d60494-d3ea-45a8-82ea-56416d64a613 req-c446790a-886d-4f19-8631-8f82dbe94b47 service neutron] Port e84bf1f4-564e-43cc-a847-956025c4117c on network 793d0d25-0324-4fe9-91c8-9b0cec0b4da8 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:38:03.613646 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d60494-d3ea-45a8-82ea-56416d64a613 req-c446790a-886d-4f19-8631-8f82dbe94b47 service neutron] Attempting to bind port e84bf1f4-564e-43cc-a847-956025c4117c on network 793d0d25-0324-4fe9-91c8-9b0cec0b4da8 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:38:03.636035 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a2fff8-6c3b-45a6-aa99-39f86c13edb8 req-0cb06aad-4a23-450f-a317-0cd8b04e7fa9 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:38:03.646527 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c1a2fff8-6c3b-45a6-aa99-39f86c13edb8 req-0cb06aad-4a23-450f-a317-0cd8b04e7fa9 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=59db1389-e0de-4340-9580-f760d108546a HTTP/1.1" status: 200 len: 945 time: 0.2032180 Jul 05 02:38:03.710998 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-97a0761b-c747-4c6f-b3c2-0408fce63df3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:03.739609 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d60494-d3ea-45a8-82ea-56416d64a613 req-c446790a-886d-4f19-8631-8f82dbe94b47 service neutron] Checking agent: {'id': 'e071c76e-395f-48c4-a98f-88088465cf0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:38:03.740339 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d60494-d3ea-45a8-82ea-56416d64a613 req-c446790a-886d-4f19-8631-8f82dbe94b47 service neutron] Checking segment: {'id': '08c70867-6984-4de4-9f6d-58d888710250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '793d0d25-0324-4fe9-91c8-9b0cec0b4da8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:38:03.740339 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d60494-d3ea-45a8-82ea-56416d64a613 req-c446790a-886d-4f19-8631-8f82dbe94b47 service neutron] Bound using segment: {'id': '08c70867-6984-4de4-9f6d-58d888710250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '793d0d25-0324-4fe9-91c8-9b0cec0b4da8'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:38:03.740840 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-27d60494-d3ea-45a8-82ea-56416d64a613 req-c446790a-886d-4f19-8631-8f82dbe94b47 service neutron] Bound port: e84bf1f4-564e-43cc-a847-956025c4117c, host: n-h2-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08c70867-6984-4de4-9f6d-58d888710250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '793d0d25-0324-4fe9-91c8-9b0cec0b4da8'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:38:03.741252 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-27d60494-d3ea-45a8-82ea-56416d64a613 req-c446790a-886d-4f19-8631-8f82dbe94b47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:03.749308 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c1a2fff8-6c3b-45a6-aa99-39f86c13edb8 req-f53d0e40-d7ab-42c0-9b41-3b623a6e7bbc tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/security-groups?id=896ea46a-6466-47fe-ac1a-3023b10eeb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015749 Jul 05 02:38:03.854895 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-27d60494-d3ea-45a8-82ea-56416d64a613 req-c446790a-886d-4f19-8631-8f82dbe94b47 service neutron] For port e84bf1f4-564e-43cc-a847-956025c4117c, host n-h2-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:38:03.859795 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-27d60494-d3ea-45a8-82ea-56416d64a613 req-c446790a-886d-4f19-8631-8f82dbe94b47 service neutron] For port e84bf1f4-564e-43cc-a847-956025c4117c, host n-h2-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=e84bf1f4-564e-43cc-a847-956025c4117c,segment=NetworkSegment(08c70867-6984-4de4-9f6d-58d888710250),segment_id=08c70867-6984-4de4-9f6d-58d888710250)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:38:03.896412 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-97a0761b-c747-4c6f-b3c2-0408fce63df3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:04.026686 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-97a0761b-c747-4c6f-b3c2-0408fce63df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:04.028928 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-27d60494-d3ea-45a8-82ea-56416d64a613 req-c446790a-886d-4f19-8631-8f82dbe94b47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:04.061449 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a0761b-c747-4c6f-b3c2-0408fce63df3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1be28aa5-9ae1-401e-aead-8a99781f7589,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:38:04.090050 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-97a0761b-c747-4c6f-b3c2-0408fce63df3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fb0945a0ab2c4f7ba2990e7079bfe7e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6751628 Jul 05 02:38:04.093030 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 51090) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:38:04.177282 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4886f092-4bb1-4841-82d3-0d02df565f46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:04.257587 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4886f092-4bb1-4841-82d3-0d02df565f46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:04.276961 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d60494-d3ea-45a8-82ea-56416d64a613 req-c446790a-886d-4f19-8631-8f82dbe94b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:38:04.277448 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-27d60494-d3ea-45a8-82ea-56416d64a613 req-c446790a-886d-4f19-8631-8f82dbe94b47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:04.279282 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-27d60494-d3ea-45a8-82ea-56416d64a613 req-c446790a-886d-4f19-8631-8f82dbe94b47 service neutron] 10.222.0.15 "PUT /v2.0/ports/e84bf1f4-564e-43cc-a847-956025c4117c HTTP/1.1" status: 200 len: 1093 time: 1.8786898 Jul 05 02:38:04.281327 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cb02d47-f7d9-4649-8e14-6b6b5a979f5f', 'tag': 'e84bf1f4-564e-43cc-a847-956025c4117c'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:38:04.284320 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-651abf93-a361-4c39-984a-71c35a4f4ee2" -d '{"events": [{"name": "network-changed", "server_uuid": "1cb02d47-f7d9-4649-8e14-6b6b5a979f5f", "tag": "e84bf1f4-564e-43cc-a847-956025c4117c"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:38:04.290183 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c446790a-886d-4f19-8631-8f82dbe94b47 service neutron] Pushing event updated for resources: {'Port': ['ID=e84bf1f4-564e-43cc-a847-956025c4117c,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:38:04.367305 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff87b114-6a57-43f0-8fc1-fa57301c8a70 req-7994f37e-ee40-48ff-88b4-45e1b775e9f6 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:38:04.375686 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ff87b114-6a57-43f0-8fc1-fa57301c8a70 req-7994f37e-ee40-48ff-88b4-45e1b775e9f6 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.15 "GET /v2.0/ports?device_id=59db1389-e0de-4340-9580-f760d108546a HTTP/1.1" status: 200 len: 945 time: 0.2137890 Jul 05 02:38:04.378767 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed75ae9-da50-4bc0-be2d-59c4ae100b67 x-openstack-request-id: req-1ed75ae9-da50-4bc0-be2d-59c4ae100b67 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:38:04.379302 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cb02d47-f7d9-4649-8e14-6b6b5a979f5f", "tag": "e84bf1f4-564e-43cc-a847-956025c4117c", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:38:04.379733 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1ed75ae9-da50-4bc0-be2d-59c4ae100b67 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:38:04.380305 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cb02d47-f7d9-4649-8e14-6b6b5a979f5f', 'tag': 'e84bf1f4-564e-43cc-a847-956025c4117c', 'status': 'completed', 'code': 200} Jul 05 02:38:04.595506 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651abf93-a361-4c39-984a-71c35a4f4ee2 req-4060162f-951b-4476-bb4b-24cae7916fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:38:04.597112 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-651abf93-a361-4c39-984a-71c35a4f4ee2 req-4060162f-951b-4476-bb4b-24cae7916fe3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c49ca7e75e4e436e94105e192c4b094f&device_id=1cb02d47-f7d9-4649-8e14-6b6b5a979f5f HTTP/1.1" status: 200 len: 1096 time: 0.1974487 Jul 05 02:38:04.686772 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4886f092-4bb1-4841-82d3-0d02df565f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:04.689388 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4886f092-4bb1-4841-82d3-0d02df565f46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:04.690724 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-4886f092-4bb1-4841-82d3-0d02df565f46 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1be28aa5-9ae1-401e-aead-8a99781f7589 HTTP/1.1" status: 204 len: 168 time: 0.5966854 Jul 05 02:38:04.712408 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4886f092-4bb1-4841-82d3-0d02df565f46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1be28aa5-9ae1-401e-aead-8a99781f7589,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:38:04.904367 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651abf93-a361-4c39-984a-71c35a4f4ee2 req-fc5e91c3-7718-4ced-b06f-a69d400cef04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:38:04.906916 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-651abf93-a361-4c39-984a-71c35a4f4ee2 req-fc5e91c3-7718-4ced-b06f-a69d400cef04 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=c49ca7e75e4e436e94105e192c4b094f&shared=False HTTP/1.1" status: 200 len: 908 time: 0.3008468 Jul 05 02:38:05.008254 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-ff87b114-6a57-43f0-8fc1-fa57301c8a70 req-3d34ba2b-e47c-4691-96d3-e31449535efd tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Deleting port 1872b2f7-5358-4b47-bae1-4fd37cd63e9c {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:38:05.012692 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-ff87b114-6a57-43f0-8fc1-fa57301c8a70 req-3d34ba2b-e47c-4691-96d3-e31449535efd tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:05.022028 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf8c0e2-d6b5-45e3-9e8e-869877f8b9c0 req-eb95478b-c387-42dc-8490-bf2391fe6b21 tempest-VolumesActionsTest-1477755360 tempest-VolumesActionsTest-1477755360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:38:05.023905 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2bf8c0e2-d6b5-45e3-9e8e-869877f8b9c0 req-eb95478b-c387-42dc-8490-bf2391fe6b21 tempest-VolumesActionsTest-1477755360 tempest-VolumesActionsTest-1477755360-project] 10.222.0.23 "GET /v2.0/ports?device_id=1cb02d47-f7d9-4649-8e14-6b6b5a979f5f HTTP/1.1" status: 200 len: 944 time: 0.3871579 Jul 05 02:38:05.206425 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2bf8c0e2-d6b5-45e3-9e8e-869877f8b9c0 req-ce9cd1a6-afef-4483-829e-f1439b31786e tempest-VolumesActionsTest-1477755360 tempest-VolumesActionsTest-1477755360-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d18d34c-042d-4504-89ac-5d4504c42f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645837 Jul 05 02:38:05.254804 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651abf93-a361-4c39-984a-71c35a4f4ee2 req-d7093b2f-825b-4456-b9d4-09561a73c986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:38:05.257586 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-651abf93-a361-4c39-984a-71c35a4f4ee2 req-d7093b2f-825b-4456-b9d4-09561a73c986 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3412914 Jul 05 02:38:05.280521 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0370f369-525a-49f4-87a9-f671b1c0ff8e req-1f94f39d-9d98-43ad-8965-36585f40c7d2 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:38:05.285803 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0370f369-525a-49f4-87a9-f671b1c0ff8e req-1f94f39d-9d98-43ad-8965-36585f40c7d2 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=59db1389-e0de-4340-9580-f760d108546a HTTP/1.1" status: 200 len: 945 time: 0.1891630 Jul 05 02:38:05.316513 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-ff87b114-6a57-43f0-8fc1-fa57301c8a70 req-3d34ba2b-e47c-4691-96d3-e31449535efd tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] For port 1872b2f7-5358-4b47-bae1-4fd37cd63e9c, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=1872b2f7-5358-4b47-bae1-4fd37cd63e9c,segment=NetworkSegment(fa1cc820-8811-4bbd-a98d-5810eaac77f0),segment_id=fa1cc820-8811-4bbd-a98d-5810eaac77f0)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:38:05.316513 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-ff87b114-6a57-43f0-8fc1-fa57301c8a70 req-3d34ba2b-e47c-4691-96d3-e31449535efd tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:05.389845 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-ff87b114-6a57-43f0-8fc1-fa57301c8a70 req-3d34ba2b-e47c-4691-96d3-e31449535efd tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Calling delete_port for 1872b2f7-5358-4b47-bae1-4fd37cd63e9c owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:38:05.436740 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0370f369-525a-49f4-87a9-f671b1c0ff8e req-28104204-835a-41a0-b9ad-bca978db2f1b tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/security-groups?id=896ea46a-6466-47fe-ac1a-3023b10eeb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258833 Jul 05 02:38:05.593025 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d60494-d3ea-45a8-82ea-56416d64a613 req-bcd8c333-412b-42b6-a5b5-6d26c115d53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:38:05.593025 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-27d60494-d3ea-45a8-82ea-56416d64a613 req-bcd8c333-412b-42b6-a5b5-6d26c115d53a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c49ca7e75e4e436e94105e192c4b094f&device_id=1cb02d47-f7d9-4649-8e14-6b6b5a979f5f HTTP/1.1" status: 200 len: 1096 time: 0.2430117 Jul 05 02:38:05.668037 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-27d60494-d3ea-45a8-82ea-56416d64a613 req-90bf82ca-a67c-4feb-84bc-71d6ef8f09ca service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e84bf1f4-564e-43cc-a847-956025c4117c HTTP/1.1" status: 200 len: 217 time: 0.0666683 Jul 05 02:38:05.794843 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d60494-d3ea-45a8-82ea-56416d64a613 req-1c3760a3-4690-4294-94c1-b669861f9638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:38:05.801380 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-27d60494-d3ea-45a8-82ea-56416d64a613 req-1c3760a3-4690-4294-94c1-b669861f9638 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d37bc5a5-e14e-4ffb-ace0-62bea73b2897 HTTP/1.1" status: 200 len: 848 time: 0.1242211 Jul 05 02:38:06.057501 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 51148) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:38:06.092889 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a4a13776-d7da-4c0e-ac63-fa592c17c97a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:06.234817 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a4a13776-d7da-4c0e-ac63-fa592c17c97a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:06.430242 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa411e9-380b-450f-8cb5-f9e8512c3774 req-55689bf5-5d87-4bb1-a59a-164892abc722 tempest-VolumesActionsTest-1477755360 tempest-VolumesActionsTest-1477755360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:38:06.444626 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8fa411e9-380b-450f-8cb5-f9e8512c3774 req-55689bf5-5d87-4bb1-a59a-164892abc722 tempest-VolumesActionsTest-1477755360 tempest-VolumesActionsTest-1477755360-project] 10.222.0.23 "GET /v2.0/ports?device_id=1cb02d47-f7d9-4649-8e14-6b6b5a979f5f HTTP/1.1" status: 200 len: 944 time: 0.0851622 Jul 05 02:38:06.473971 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-27d60494-d3ea-45a8-82ea-56416d64a613 req-ad3321ea-277b-4d72-a560-0374d64af1ed service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=793d0d25-0324-4fe9-91c8-9b0cec0b4da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6622143 Jul 05 02:38:06.478944 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-ff87b114-6a57-43f0-8fc1-fa57301c8a70 req-3d34ba2b-e47c-4691-96d3-e31449535efd tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:06.487724 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8fa411e9-380b-450f-8cb5-f9e8512c3774 req-d0a75774-4086-4583-83b3-2d3044a85431 tempest-VolumesActionsTest-1477755360 tempest-VolumesActionsTest-1477755360-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d18d34c-042d-4504-89ac-5d4504c42f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495036 Jul 05 02:38:06.488008 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['8ddf5426-0739-47b0-ab63-f5000a780e97', '1872b2f7-5358-4b47-bae1-4fd37cd63e9c'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:38:06.488963 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a4a13776-d7da-4c0e-ac63-fa592c17c97a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:06.614589 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-a4a13776-d7da-4c0e-ac63-fa592c17c97a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dda7f080544b467c846adf45c3f30bc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5536606 Jul 05 02:38:06.614831 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a13776-d7da-4c0e-ac63-fa592c17c97a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61eb3706-770f-4240-b208-1cd16ce4e6ad,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:38:06.624143 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 51168) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:38:06.644093 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d34ba2b-e47c-4691-96d3-e31449535efd tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Pushing event deleted for resources: {'Port': ['ID=1872b2f7-5358-4b47-bae1-4fd37cd63e9c,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:38:06.759470 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-16088e4a-b21d-4a71-9567-4da98504622a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:06.772390 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff87b114-6a57-43f0-8fc1-fa57301c8a70 req-3d34ba2b-e47c-4691-96d3-e31449535efd tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] No DVR routers for this DVR port 1872b2f7-5358-4b47-bae1-4fd37cd63e9c on host n-h2-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:38:06.776552 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-bbf29a96-cd7a-450e-879e-13dd78a0ca89 req-33d83971-55c6-4340-99f0-2256930cf84a tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=59db1389-e0de-4340-9580-f760d108546a HTTP/1.1" status: 200 len: 210 time: 0.0518663 Jul 05 02:38:06.782831 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-ff87b114-6a57-43f0-8fc1-fa57301c8a70 req-3d34ba2b-e47c-4691-96d3-e31449535efd tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:06.786996 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ff87b114-6a57-43f0-8fc1-fa57301c8a70 req-3d34ba2b-e47c-4691-96d3-e31449535efd tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.15 "DELETE /v2.0/ports/1872b2f7-5358-4b47-bae1-4fd37cd63e9c HTTP/1.1" status: 204 len: 173 time: 2.4056647 Jul 05 02:38:06.789254 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59db1389-e0de-4340-9580-f760d108546a', 'name': 'network-vif-deleted', 'tag': '1872b2f7-5358-4b47-bae1-4fd37cd63e9c'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:38:06.792310 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c107522-bc0d-40c4-b45e-d7784cb7b294" -d '{"events": [{"server_uuid": "59db1389-e0de-4340-9580-f760d108546a", "name": "network-vif-deleted", "tag": "1872b2f7-5358-4b47-bae1-4fd37cd63e9c"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:38:06.825628 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-16088e4a-b21d-4a71-9567-4da98504622a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:06.846160 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141fc038-e2ff-4eb3-9508-4644e1fd8fe1 req-769b6adf-e2f8-4ab3-b34b-508df034117b tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:38:06.853313 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-141fc038-e2ff-4eb3-9508-4644e1fd8fe1 req-769b6adf-e2f8-4ab3-b34b-508df034117b tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] 10.222.0.23 "GET /v2.0/ports?device_id=906c4ede-847c-4318-9deb-b6368763b4b2 HTTP/1.1" status: 200 len: 945 time: 0.3068683 Jul 05 02:38:06.856745 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-148b14f8-ff11-4bda-8c43-9e35c9ea8f52 x-openstack-request-id: req-148b14f8-ff11-4bda-8c43-9e35c9ea8f52 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:38:06.857378 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59db1389-e0de-4340-9580-f760d108546a", "name": "network-vif-deleted", "tag": "1872b2f7-5358-4b47-bae1-4fd37cd63e9c", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:38:06.857787 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-148b14f8-ff11-4bda-8c43-9e35c9ea8f52 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:38:06.858609 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59db1389-e0de-4340-9580-f760d108546a', 'name': 'network-vif-deleted', 'tag': '1872b2f7-5358-4b47-bae1-4fd37cd63e9c', 'status': 'completed', 'code': 200} Jul 05 02:38:06.861365 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-27d60494-d3ea-45a8-82ea-56416d64a613 req-4f566222-7a6f-409d-aeed-fee8b1f62e17 service neutron] 10.222.0.15 "GET /v2.0/networks/793d0d25-0324-4fe9-91c8-9b0cec0b4da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3750560 Jul 05 02:38:06.971212 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-141fc038-e2ff-4eb3-9508-4644e1fd8fe1 req-5d2bfaae-31e9-4c9a-aca8-252d5803bbb1 tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] 10.222.0.23 "GET /v2.0/security-groups?id=343bc49c-ce5c-4e4d-a616-856a6409c7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168234 Jul 05 02:38:07.023026 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-27d60494-d3ea-45a8-82ea-56416d64a613 req-fc5984de-35fb-4a78-8afb-f8e812ca7585 service neutron] 10.222.0.15 "GET /v2.0/networks/793d0d25-0324-4fe9-91c8-9b0cec0b4da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495998 Jul 05 02:38:07.086809 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-16088e4a-b21d-4a71-9567-4da98504622a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:07.089780 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-16088e4a-b21d-4a71-9567-4da98504622a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:07.091140 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-16088e4a-b21d-4a71-9567-4da98504622a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/61eb3706-770f-4240-b208-1cd16ce4e6ad HTTP/1.1" status: 204 len: 168 time: 0.4660299 Jul 05 02:38:07.108231 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16088e4a-b21d-4a71-9567-4da98504622a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61eb3706-770f-4240-b208-1cd16ce4e6ad,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:38:07.289857 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 51184) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:38:07.473395 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-959405be-ed69-4b4d-9d45-adecf87dae89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:07.640949 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-959405be-ed69-4b4d-9d45-adecf87dae89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:07.794849 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-959405be-ed69-4b4d-9d45-adecf87dae89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:07.908779 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f7198-7e66-400c-b131-a5fbb74d487f req-ac57808c-edc2-43eb-b028-358ef52cb9c6 tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:38:07.910879 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0f1f7198-7e66-400c-b131-a5fbb74d487f req-ac57808c-edc2-43eb-b028-358ef52cb9c6 tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] 10.222.0.21 "GET /v2.0/ports?device_id=906c4ede-847c-4318-9deb-b6368763b4b2 HTTP/1.1" status: 200 len: 945 time: 0.1768889 Jul 05 02:38:07.996444 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-959405be-ed69-4b4d-9d45-adecf87dae89 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=627b98600b3c40b78cd3258a363c4579&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7068603 Jul 05 02:38:07.997366 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 51198) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:38:08.007302 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959405be-ed69-4b4d-9d45-adecf87dae89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=108b26a0-7823-4032-a9d5-fa7c747af0ef,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:38:08.084013 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194ea9c4-9392-4b09-b7bb-16b5092cccf1 req-9737b4d9-799e-4349-9f02-53d8a4666b16 tempest-VolumesActionsTest-1477755360 tempest-VolumesActionsTest-1477755360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:38:08.087986 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-194ea9c4-9392-4b09-b7bb-16b5092cccf1 req-9737b4d9-799e-4349-9f02-53d8a4666b16 tempest-VolumesActionsTest-1477755360 tempest-VolumesActionsTest-1477755360-project] 10.222.0.23 "GET /v2.0/ports?device_id=1cb02d47-f7d9-4649-8e14-6b6b5a979f5f HTTP/1.1" status: 200 len: 944 time: 0.3847275 Jul 05 02:38:08.150568 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-47b8cefd-6622-4f78-b9a3-3ef966351eb6 req-6385c83f-2b69-4bfa-a73f-d9b5d2236153 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=59db1389-e0de-4340-9580-f760d108546a HTTP/1.1" status: 200 len: 210 time: 0.0965579 Jul 05 02:38:08.192402 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-0f1f7198-7e66-400c-b131-a5fbb74d487f req-a2f946d9-1e04-4de5-8a78-9345a994806c tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] Deleting port cfbb3fda-dead-4fe4-aae0-bede6dc37908 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:38:08.192767 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-0f1f7198-7e66-400c-b131-a5fbb74d487f req-a2f946d9-1e04-4de5-8a78-9345a994806c tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:08.226519 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-07e064a1-6f36-4134-8c5a-7aa3e80989fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:08.259987 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-194ea9c4-9392-4b09-b7bb-16b5092cccf1 req-fce0914a-51a0-4c27-b70c-2fce13934d17 tempest-VolumesActionsTest-1477755360 tempest-VolumesActionsTest-1477755360-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d18d34c-042d-4504-89ac-5d4504c42f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482584 Jul 05 02:38:08.314571 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-07e064a1-6f36-4134-8c5a-7aa3e80989fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:08.475477 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-0f1f7198-7e66-400c-b131-a5fbb74d487f req-a2f946d9-1e04-4de5-8a78-9345a994806c tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] For port cfbb3fda-dead-4fe4-aae0-bede6dc37908, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=cfbb3fda-dead-4fe4-aae0-bede6dc37908,segment=NetworkSegment(1bdeea40-8190-419c-8df6-ee18aafe7477),segment_id=1bdeea40-8190-419c-8df6-ee18aafe7477)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:38:08.476287 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-0f1f7198-7e66-400c-b131-a5fbb74d487f req-a2f946d9-1e04-4de5-8a78-9345a994806c tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:08.544103 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-0f1f7198-7e66-400c-b131-a5fbb74d487f req-a2f946d9-1e04-4de5-8a78-9345a994806c tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] Calling delete_port for cfbb3fda-dead-4fe4-aae0-bede6dc37908 owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:38:08.544471 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 51208) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:38:08.567465 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-712c879d-3b63-4e64-8f37-c55bf0d0d98e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:08.569536 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-07e064a1-6f36-4134-8c5a-7aa3e80989fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:08.572192 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-07e064a1-6f36-4134-8c5a-7aa3e80989fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:08.575883 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-07e064a1-6f36-4134-8c5a-7aa3e80989fd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/108b26a0-7823-4032-a9d5-fa7c747af0ef HTTP/1.1" status: 204 len: 168 time: 0.5749569 Jul 05 02:38:08.618112 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147d1eaf-e35b-46e2-b0b0-48f6ca5ec000 req-3f6f758b-1ad8-46c7-9c93-891a81b35c0b tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:38:08.620788 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-147d1eaf-e35b-46e2-b0b0-48f6ca5ec000 req-3f6f758b-1ad8-46c7-9c93-891a81b35c0b tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] 10.222.0.23 "GET /v2.0/ports?device_id=906c4ede-847c-4318-9deb-b6368763b4b2 HTTP/1.1" status: 200 len: 945 time: 0.2116909 Jul 05 02:38:08.634625 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e064a1-6f36-4134-8c5a-7aa3e80989fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=108b26a0-7823-4032-a9d5-fa7c747af0ef,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:38:08.858285 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-147d1eaf-e35b-46e2-b0b0-48f6ca5ec000 req-e2c27f08-c846-4af7-848d-d60bafdf8c33 tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] 10.222.0.23 "GET /v2.0/security-groups?id=343bc49c-ce5c-4e4d-a616-856a6409c7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298391 Jul 05 02:38:08.902446 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-712c879d-3b63-4e64-8f37-c55bf0d0d98e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:09.346337 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 1872b2f7-5358-4b47-bae1-4fd37cd63e9c no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:38:09.362288 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-0f1f7198-7e66-400c-b131-a5fbb74d487f req-a2f946d9-1e04-4de5-8a78-9345a994806c tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:09.362883 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-712c879d-3b63-4e64-8f37-c55bf0d0d98e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:09.373643 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['cfbb3fda-dead-4fe4-aae0-bede6dc37908'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:38:09.376334 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] No Port match for: 1872b2f7-5358-4b47-bae1-4fd37cd63e9c {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:38:09.376881 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 1872b2f7-5358-4b47-bae1-4fd37cd63e9c not bound to the agent host n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:38:09.403626 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f946d9-1e04-4de5-8a78-9345a994806c tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] Pushing event deleted for resources: {'Port': ['ID=cfbb3fda-dead-4fe4-aae0-bede6dc37908,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:38:09.411614 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-712c879d-3b63-4e64-8f37-c55bf0d0d98e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5b11d56a7d744378b7f35be24b30d54f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8660946 Jul 05 02:38:09.412264 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 51230) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:38:09.414498 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712c879d-3b63-4e64-8f37-c55bf0d0d98e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90459c73-08b7-41ac-9ed5-c908d2779449,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:38:09.499917 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c86dd290-76d5-4256-839b-0cc85736d997 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:09.611398 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c86dd290-76d5-4256-839b-0cc85736d997 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:09.638222 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f1f7198-7e66-400c-b131-a5fbb74d487f req-a2f946d9-1e04-4de5-8a78-9345a994806c tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] No DVR routers for this DVR port cfbb3fda-dead-4fe4-aae0-bede6dc37908 on host n-h1-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:38:09.644017 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-0f1f7198-7e66-400c-b131-a5fbb74d487f req-a2f946d9-1e04-4de5-8a78-9345a994806c tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:09.646102 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0f1f7198-7e66-400c-b131-a5fbb74d487f req-a2f946d9-1e04-4de5-8a78-9345a994806c tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] 10.222.0.21 "DELETE /v2.0/ports/cfbb3fda-dead-4fe4-aae0-bede6dc37908 HTTP/1.1" status: 204 len: 173 time: 1.7292805 Jul 05 02:38:09.646793 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '906c4ede-847c-4318-9deb-b6368763b4b2', 'name': 'network-vif-deleted', 'tag': 'cfbb3fda-dead-4fe4-aae0-bede6dc37908'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:38:09.673431 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44029c8d-6717-4911-88d8-09307f1ce8a5" -d '{"events": [{"server_uuid": "906c4ede-847c-4318-9deb-b6368763b4b2", "name": "network-vif-deleted", "tag": "cfbb3fda-dead-4fe4-aae0-bede6dc37908"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:38:09.724084 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf77992-7141-48df-a9ee-dd9ace8ded80 req-5695a90a-807b-4ec6-af52-fd8ebf3aa5bc tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:38:09.724084 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9cf77992-7141-48df-a9ee-dd9ace8ded80 req-5695a90a-807b-4ec6-af52-fd8ebf3aa5bc tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/networks?id=1b07052c-22c6-4d0f-b0a6-3bc3daa97540 HTTP/1.1" status: 200 len: 806 time: 0.2038064 Jul 05 02:38:09.769132 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9cf77992-7141-48df-a9ee-dd9ace8ded80 req-dedb2975-d730-48ed-89d6-68e012a808f9 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/quotas/19e6c4c619cf4595801b0519afefcaf5 HTTP/1.1" status: 200 len: 375 time: 0.0252151 Jul 05 02:38:09.802561 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f93f4ba-b825-492e-b81a-e340f114facd req-69ce360d-d66b-46dc-9746-0bbecfe31242 tempest-VolumesActionsTest-1477755360 tempest-VolumesActionsTest-1477755360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:38:09.811914 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6f93f4ba-b825-492e-b81a-e340f114facd req-69ce360d-d66b-46dc-9746-0bbecfe31242 tempest-VolumesActionsTest-1477755360 tempest-VolumesActionsTest-1477755360-project] 10.222.0.23 "GET /v2.0/ports?device_id=1cb02d47-f7d9-4649-8e14-6b6b5a979f5f HTTP/1.1" status: 200 len: 944 time: 0.3404796 Jul 05 02:38:09.862444 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9cf77992-7141-48df-a9ee-dd9ace8ded80 req-2a005ac7-b357-4971-a28b-373d64089fc4 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=19e6c4c619cf4595801b0519afefcaf5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0875146 Jul 05 02:38:09.914837 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6f93f4ba-b825-492e-b81a-e340f114facd req-c413b2e2-5530-4283-84c2-729c9c1a532e tempest-VolumesActionsTest-1477755360 tempest-VolumesActionsTest-1477755360-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d18d34c-042d-4504-89ac-5d4504c42f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980530 Jul 05 02:38:09.935185 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c86dd290-76d5-4256-839b-0cc85736d997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:09.935326 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c86dd290-76d5-4256-839b-0cc85736d997 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:09.937482 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-c86dd290-76d5-4256-839b-0cc85736d997 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/90459c73-08b7-41ac-9ed5-c908d2779449 HTTP/1.1" status: 204 len: 168 time: 0.5238457 Jul 05 02:38:09.957280 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86dd290-76d5-4256-839b-0cc85736d997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90459c73-08b7-41ac-9ed5-c908d2779449,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:38:09.988321 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c86f14d9-17b2-4d6b-8444-f8648d4c7e1f x-openstack-request-id: req-c86f14d9-17b2-4d6b-8444-f8648d4c7e1f {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:38:09.988321 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "906c4ede-847c-4318-9deb-b6368763b4b2", "name": "network-vif-deleted", "tag": "cfbb3fda-dead-4fe4-aae0-bede6dc37908", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:38:09.991033 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c86f14d9-17b2-4d6b-8444-f8648d4c7e1f {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:38:09.991566 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '906c4ede-847c-4318-9deb-b6368763b4b2', 'name': 'network-vif-deleted', 'tag': 'cfbb3fda-dead-4fe4-aae0-bede6dc37908', 'status': 'completed', 'code': 200} Jul 05 02:38:10.052832 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9cf77992-7141-48df-a9ee-dd9ace8ded80 req-1148226d-0415-4b4d-a602-66cad35c6a01 service neutron] 10.222.0.23 "GET /v2.0/networks/1b07052c-22c6-4d0f-b0a6-3bc3daa97540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894104 Jul 05 02:38:10.217134 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9cf77992-7141-48df-a9ee-dd9ace8ded80 req-f8ae370c-9750-4ccf-9f22-ba2795b446f5 service neutron] 10.222.0.23 "GET /v2.0/networks/1b07052c-22c6-4d0f-b0a6-3bc3daa97540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632867 Jul 05 02:38:10.287041 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c1306e52-0eec-4642-ad10-908b90218031 req-ff8ccba9-7f9a-4cd6-b8e8-ca9463796984 tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] 10.222.0.23 "GET /v2.0/ports?device_id=906c4ede-847c-4318-9deb-b6368763b4b2 HTTP/1.1" status: 200 len: 210 time: 0.0494673 Jul 05 02:38:10.316220 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 51258) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:38:10.381265 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a5aaa381-02d7-4228-bda0-6dc78eb9225a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:10.494979 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a5aaa381-02d7-4228-bda0-6dc78eb9225a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:10.598164 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a5aaa381-02d7-4228-bda0-6dc78eb9225a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:10.635807 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-a5aaa381-02d7-4228-bda0-6dc78eb9225a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=862b653a9d144f7e97b6381a8fb37b11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3183484 Jul 05 02:38:10.639210 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 51266) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:38:10.671014 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5aaa381-02d7-4228-bda0-6dc78eb9225a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e99bc78b-e94b-4258-8a55-a1f0ce11c8e8,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:38:10.725763 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1bb3e73c-ef08-4c51-b041-e4785768cb27 req-d8b17e65-6d50-4f04-9bca-da071f90f236 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7263e13-4c54-4669-81be-866c344e594b HTTP/1.1" status: 200 len: 210 time: 0.0504179 Jul 05 02:38:10.767897 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-27fac9de-d4a3-4e68-958d-bc23a8d5dc9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:10.835901 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-27fac9de-d4a3-4e68-958d-bc23a8d5dc9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:11.053255 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-27fac9de-d4a3-4e68-958d-bc23a8d5dc9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:11.056044 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-27fac9de-d4a3-4e68-958d-bc23a8d5dc9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:11.057428 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-27fac9de-d4a3-4e68-958d-bc23a8d5dc9f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e99bc78b-e94b-4258-8a55-a1f0ce11c8e8 HTTP/1.1" status: 204 len: 168 time: 0.4171891 Jul 05 02:38:11.106404 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fac9de-d4a3-4e68-958d-bc23a8d5dc9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e99bc78b-e94b-4258-8a55-a1f0ce11c8e8,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:38:11.273449 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2e57e6-8b9f-492d-abb7-f0ee1434a41e req-e3d30e1f-fcca-4694-a9e4-fed407614e74 tempest-VolumesActionsTest-1477755360 tempest-VolumesActionsTest-1477755360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:38:11.280986 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4c2e57e6-8b9f-492d-abb7-f0ee1434a41e req-e3d30e1f-fcca-4694-a9e4-fed407614e74 tempest-VolumesActionsTest-1477755360 tempest-VolumesActionsTest-1477755360-project] 10.222.0.23 "GET /v2.0/ports?device_id=1cb02d47-f7d9-4649-8e14-6b6b5a979f5f HTTP/1.1" status: 200 len: 944 time: 0.2333684 Jul 05 02:38:11.362290 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device e84bf1f4-564e-43cc-a847-956025c4117c details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:38:11.409237 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4c2e57e6-8b9f-492d-abb7-f0ee1434a41e req-34c3983d-cc63-4956-803c-f5ffcd0ce614 tempest-VolumesActionsTest-1477755360 tempest-VolumesActionsTest-1477755360-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d18d34c-042d-4504-89ac-5d4504c42f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062551 Jul 05 02:38:11.555235 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port e84bf1f4-564e-43cc-a847-956025c4117c, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=e84bf1f4-564e-43cc-a847-956025c4117c,segment=NetworkSegment(08c70867-6984-4de4-9f6d-58d888710250),segment_id=08c70867-6984-4de4-9f6d-58d888710250)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:38:11.568346 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Returning: {'device': 'e84bf1f4-564e-43cc-a847-956025c4117c', 'network_id': '793d0d25-0324-4fe9-91c8-9b0cec0b4da8', 'port_id': 'e84bf1f4-564e-43cc-a847-956025c4117c', 'mac_address': 'fa:16:3e:dd:5c:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd37bc5a5-e14e-4ffb-ace0-62bea73b2897', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:38:11.580323 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-69db6639-af4f-4ec4-be4a-af74784d480c req-eda0f131-ce6e-4d4d-b5f1-65e85218ad68 tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] 10.222.0.23 "GET /v2.0/ports?device_id=906c4ede-847c-4318-9deb-b6368763b4b2 HTTP/1.1" status: 200 len: 210 time: 0.0411112 Jul 05 02:38:11.641249 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:11.656662 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e84bf1f4-564e-43cc-a847-956025c4117c {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:38:11.681402 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port e84bf1f4-564e-43cc-a847-956025c4117c, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=e84bf1f4-564e-43cc-a847-956025c4117c,segment=NetworkSegment(08c70867-6984-4de4-9f6d-58d888710250),segment_id=08c70867-6984-4de4-9f6d-58d888710250)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:38:11.806219 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:11.810030 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:11.878237 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device cfbb3fda-dead-4fe4-aae0-bede6dc37908 no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:38:11.889325 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2b954181-e026-45b4-8ec2-36611a941c0e req-1bd3297a-9d8e-488a-872e-ccd07733f256 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7263e13-4c54-4669-81be-866c344e594b HTTP/1.1" status: 200 len: 210 time: 0.0563011 Jul 05 02:38:11.920983 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] No Port match for: cfbb3fda-dead-4fe4-aae0-bede6dc37908 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:38:11.921406 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device cfbb3fda-dead-4fe4-aae0-bede6dc37908 not bound to the agent host n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:38:11.949986 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:12.005489 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=e84bf1f4-564e-43cc-a847-956025c4117c,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:38:12.170781 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['e84bf1f4-564e-43cc-a847-956025c4117c'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:38:12.692241 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d799f191-1b46-4d0a-a4b9-92630f4046ea req-33c97df0-3089-4fc9-853b-bb764d8b18a6 tempest-VolumesActionsTest-1477755360 tempest-VolumesActionsTest-1477755360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:38:12.694812 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d799f191-1b46-4d0a-a4b9-92630f4046ea req-33c97df0-3089-4fc9-853b-bb764d8b18a6 tempest-VolumesActionsTest-1477755360 tempest-VolumesActionsTest-1477755360-project] 10.222.0.23 "GET /v2.0/ports?device_id=1cb02d47-f7d9-4649-8e14-6b6b5a979f5f HTTP/1.1" status: 200 len: 945 time: 0.0934763 Jul 05 02:38:12.804411 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d799f191-1b46-4d0a-a4b9-92630f4046ea req-23b63bae-9f01-4071-8a01-a3f3ae5c0e93 tempest-VolumesActionsTest-1477755360 tempest-VolumesActionsTest-1477755360-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d18d34c-042d-4504-89ac-5d4504c42f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005406 Jul 05 02:38:13.097507 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-87f2b16f-807d-46a9-a362-1464df4aff44 req-0520c0c6-2695-42d4-8e62-08657fd1d3e4 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7263e13-4c54-4669-81be-866c344e594b HTTP/1.1" status: 200 len: 210 time: 0.0491719 Jul 05 02:38:13.180967 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ea49f4-8c7d-4b14-a5e3-d89ce59f48f8 req-299f4ea5-a385-4851-9ec2-d18c34ba6ae2 tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:38:13.182726 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-47ea49f4-8c7d-4b14-a5e3-d89ce59f48f8 req-299f4ea5-a385-4851-9ec2-d18c34ba6ae2 tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] 10.222.0.23 "GET /v2.0/networks?id=bb78d8c6-d0ec-4713-96da-482056d9cb25 HTTP/1.1" status: 200 len: 809 time: 0.1674385 Jul 05 02:38:13.213918 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-47ea49f4-8c7d-4b14-a5e3-d89ce59f48f8 req-b713e8e4-5957-4909-a58b-41b42410b654 tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] 10.222.0.23 "GET /v2.0/quotas/17faf05fd78e4e22b717e94714221c5f HTTP/1.1" status: 200 len: 375 time: 0.0249128 Jul 05 02:38:13.267430 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-47ea49f4-8c7d-4b14-a5e3-d89ce59f48f8 req-fd600934-821f-419e-ba46-28e8f703b5de tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=17faf05fd78e4e22b717e94714221c5f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0519080 Jul 05 02:38:13.373847 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device e84bf1f4-564e-43cc-a847-956025c4117c up at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:38:13.429663 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-47ea49f4-8c7d-4b14-a5e3-d89ce59f48f8 req-f91e0ba1-6ce2-4c06-b234-e998875f663d service neutron] 10.222.0.23 "GET /v2.0/networks/bb78d8c6-d0ec-4713-96da-482056d9cb25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610498 Jul 05 02:38:13.557604 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-47ea49f4-8c7d-4b14-a5e3-d89ce59f48f8 req-85e2230f-17e6-49ca-9272-8357f2038f04 service neutron] 10.222.0.23 "GET /v2.0/networks/bb78d8c6-d0ec-4713-96da-482056d9cb25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266243 Jul 05 02:38:13.563449 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning for port e84bf1f4-564e-43cc-a847-956025c4117c completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:38:13.571365 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning complete for port e84bf1f4-564e-43cc-a847-956025c4117c triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:38:13.571365 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:13.766184 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:13.841027 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port e84bf1f4-564e-43cc-a847-956025c4117c, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=e84bf1f4-564e-43cc-a847-956025c4117c,segment=NetworkSegment(08c70867-6984-4de4-9f6d-58d888710250),segment_id=08c70867-6984-4de4-9f6d-58d888710250)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:38:13.843638 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cb02d47-f7d9-4649-8e14-6b6b5a979f5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e84bf1f4-564e-43cc-a847-956025c4117c'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:38:13.846114 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b2821cb-9d0a-4231-bc74-a9ff3bafc15e" -d '{"events": [{"server_uuid": "1cb02d47-f7d9-4649-8e14-6b6b5a979f5f", "name": "network-vif-plugged", "status": "completed", "tag": "e84bf1f4-564e-43cc-a847-956025c4117c"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:38:14.049318 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:14.183068 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5221adce-d768-43f8-9ba1-924523750f77 x-openstack-request-id: req-5221adce-d768-43f8-9ba1-924523750f77 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:38:14.184174 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cb02d47-f7d9-4649-8e14-6b6b5a979f5f", "name": "network-vif-plugged", "status": "completed", "tag": "e84bf1f4-564e-43cc-a847-956025c4117c", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:38:14.189276 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5221adce-d768-43f8-9ba1-924523750f77 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:38:14.189954 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cb02d47-f7d9-4649-8e14-6b6b5a979f5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e84bf1f4-564e-43cc-a847-956025c4117c', 'code': 200} Jul 05 02:38:14.233849 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=e84bf1f4-564e-43cc-a847-956025c4117c,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:38:14.265906 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143206a0-f4bf-4149-a939-16df69e4472b req-cd5652ac-be84-42ab-b8e6-f14fdf88abcd tempest-VolumesActionsTest-1477755360 tempest-VolumesActionsTest-1477755360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:38:14.270245 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-143206a0-f4bf-4149-a939-16df69e4472b req-cd5652ac-be84-42ab-b8e6-f14fdf88abcd tempest-VolumesActionsTest-1477755360 tempest-VolumesActionsTest-1477755360-project] 10.222.0.23 "GET /v2.0/ports?device_id=1cb02d47-f7d9-4649-8e14-6b6b5a979f5f HTTP/1.1" status: 200 len: 946 time: 0.2015920 Jul 05 02:38:14.340337 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-aa114a39-db34-4a1b-8c7d-066ca03048cb req-e22a89c9-d976-46a1-b17c-462070d17af3 tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc22ffe7-6c4e-4598-a0c5-4fa0a98cf967 HTTP/1.1" status: 200 len: 210 time: 0.0685594 Jul 05 02:38:14.438383 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-143206a0-f4bf-4149-a939-16df69e4472b req-83178e2f-f1d8-4ff3-982c-92366cce1931 tempest-VolumesActionsTest-1477755360 tempest-VolumesActionsTest-1477755360-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d18d34c-042d-4504-89ac-5d4504c42f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577096 Jul 05 02:38:14.510092 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f51c76e-7da2-4eb9-97cd-559a04fe1a57 req-ea101071-45af-42c5-81c2-4e19ac92bb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:38:14.512000 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1f51c76e-7da2-4eb9-97cd-559a04fe1a57 req-ea101071-45af-42c5-81c2-4e19ac92bb05 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1cb02d47-f7d9-4649-8e14-6b6b5a979f5f HTTP/1.1" status: 200 len: 1098 time: 0.1509984 Jul 05 02:38:14.565912 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-04187c3c-9648-45ba-86bc-20b442badf44 req-179055af-727c-4a83-9cd1-4affdaa1e6f2 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7263e13-4c54-4669-81be-866c344e594b HTTP/1.1" status: 200 len: 210 time: 0.0464149 Jul 05 02:38:14.596956 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1f51c76e-7da2-4eb9-97cd-559a04fe1a57 req-02639334-e555-4e91-ac3d-082d646fe6e1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9d18d34c-042d-4504-89ac-5d4504c42f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630274 Jul 05 02:38:14.908518 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf77992-7141-48df-a9ee-dd9ace8ded80 req-919cfaae-daa5-4a88-873c-204f7a8b2289 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:38:14.910232 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9cf77992-7141-48df-a9ee-dd9ace8ded80 req-919cfaae-daa5-4a88-873c-204f7a8b2289 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.21 "GET /v2.0/networks?id=1b07052c-22c6-4d0f-b0a6-3bc3daa97540 HTTP/1.1" status: 200 len: 806 time: 0.1209426 Jul 05 02:38:14.921872 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-9cf77992-7141-48df-a9ee-dd9ace8ded80 req-e7e42788-1877-471b-99dd-44901f49b45e tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Request body: {'port': {'device_id': 'c7263e13-4c54-4669-81be-866c344e594b', 'network_id': '1b07052c-22c6-4d0f-b0a6-3bc3daa97540', 'admin_state_up': True, 'tenant_id': '19e6c4c619cf4595801b0519afefcaf5'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:38:15.157550 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cf77992-7141-48df-a9ee-dd9ace8ded80 req-e7e42788-1877-471b-99dd-44901f49b45e tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Made reservation on behalf of 19e6c4c619cf4595801b0519afefcaf5 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:38:15.168536 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-9cf77992-7141-48df-a9ee-dd9ace8ded80 req-e7e42788-1877-471b-99dd-44901f49b45e tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:15.606990 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8ace3dc0-84f9-4f2f-8660-6aac583325af req-c12239ae-0384-4ff1-bd06-c326c303ec8a tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc22ffe7-6c4e-4598-a0c5-4fa0a98cf967 HTTP/1.1" status: 200 len: 210 time: 0.1495111 Jul 05 02:38:15.608967 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-9cf77992-7141-48df-a9ee-dd9ace8ded80 req-e7e42788-1877-471b-99dd-44901f49b45e tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Allocated IP 172.20.0.14 (1b07052c-22c6-4d0f-b0a6-3bc3daa97540/83dd570d-22ee-4f29-80f0-61f3c568de93/37dcf6d5-d2e6-4fac-a4d3-aed6493bf39d) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:38:15.610740 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 51438) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:38:15.847839 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-9cf77992-7141-48df-a9ee-dd9ace8ded80 req-e7e42788-1877-471b-99dd-44901f49b45e tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:15.911489 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-766a140d-8df0-423b-9f26-19a8952359e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:16.010955 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ece709b-a730-4471-9cab-ad6bb27ececf req-b7331854-cbf4-425f-986d-99e03cb0a17b tempest-VolumesActionsTest-1477755360 tempest-VolumesActionsTest-1477755360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:38:16.030164 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e32ac24e-5cdb-4a0c-93d4-c443942392a5 req-56a0a6a4-3115-47e2-b7e1-412f6af6fbac tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7263e13-4c54-4669-81be-866c344e594b HTTP/1.1" status: 200 len: 210 time: 0.1043942 Jul 05 02:38:16.030685 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0ece709b-a730-4471-9cab-ad6bb27ececf req-b7331854-cbf4-425f-986d-99e03cb0a17b tempest-VolumesActionsTest-1477755360 tempest-VolumesActionsTest-1477755360-project] 10.222.0.23 "GET /v2.0/ports?device_id=1cb02d47-f7d9-4649-8e14-6b6b5a979f5f HTTP/1.1" status: 200 len: 946 time: 0.1994364 Jul 05 02:38:16.108983 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0ece709b-a730-4471-9cab-ad6bb27ececf req-1ddecdd8-1fe9-438b-b1fb-d1b038f1b5c7 tempest-VolumesActionsTest-1477755360 tempest-VolumesActionsTest-1477755360-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d18d34c-042d-4504-89ac-5d4504c42f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773258 Jul 05 02:38:16.173213 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-766a140d-8df0-423b-9f26-19a8952359e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:16.206084 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-9cf77992-7141-48df-a9ee-dd9ace8ded80 req-e7e42788-1877-471b-99dd-44901f49b45e tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:16.214327 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['8ddf5426-0739-47b0-ab63-f5000a780e97'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:38:16.278517 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cf77992-7141-48df-a9ee-dd9ace8ded80 req-e7e42788-1877-471b-99dd-44901f49b45e tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Network 1b07052c-22c6-4d0f-b0a6-3bc3daa97540 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:38:16.285660 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-9cf77992-7141-48df-a9ee-dd9ace8ded80 req-e7e42788-1877-471b-99dd-44901f49b45e tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:38:16.301479 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cf77992-7141-48df-a9ee-dd9ace8ded80 req-e7e42788-1877-471b-99dd-44901f49b45e tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:38:16.306325 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e42788-1877-471b-99dd-44901f49b45e tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Pushing event updated for resources: {'Port': ['ID=37dcf6d5-d2e6-4fac-a4d3-aed6493bf39d,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:38:16.354467 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-766a140d-8df0-423b-9f26-19a8952359e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:16.382571 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf77992-7141-48df-a9ee-dd9ace8ded80 req-e7e42788-1877-471b-99dd-44901f49b45e tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:38:16.383844 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-9cf77992-7141-48df-a9ee-dd9ace8ded80 req-e7e42788-1877-471b-99dd-44901f49b45e tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:16.452168 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766a140d-8df0-423b-9f26-19a8952359e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32192a09-bfaa-4133-a1d2-4bb33745afe1,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:38:16.525547 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9cf77992-7141-48df-a9ee-dd9ace8ded80 req-e7e42788-1877-471b-99dd-44901f49b45e tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6073909 Jul 05 02:38:16.571758 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-766a140d-8df0-423b-9f26-19a8952359e0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8672f22250be457591f1d706035013ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9577727 Jul 05 02:38:16.575821 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 51454) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:38:16.650925 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-9cf77992-7141-48df-a9ee-dd9ace8ded80 req-547aafbd-57ea-4856-a15d-3009810bb58f service neutron] Request body: {'port': {'device_id': 'c7263e13-4c54-4669-81be-866c344e594b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:38:16.676489 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-059517c6-69c8-4da2-9308-3527499e82be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:16.717913 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-059517c6-69c8-4da2-9308-3527499e82be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:16.926634 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-9cf77992-7141-48df-a9ee-dd9ace8ded80 req-547aafbd-57ea-4856-a15d-3009810bb58f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:16.936089 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-46457374-ba63-4344-be3c-b80758f71de5 req-a9a2e113-09c6-47e5-9f2d-295125e3b0b3 tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc22ffe7-6c4e-4598-a0c5-4fa0a98cf967 HTTP/1.1" status: 200 len: 210 time: 0.1238902 Jul 05 02:38:17.209334 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-059517c6-69c8-4da2-9308-3527499e82be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:17.212178 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-059517c6-69c8-4da2-9308-3527499e82be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:17.216118 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-059517c6-69c8-4da2-9308-3527499e82be admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/32192a09-bfaa-4133-a1d2-4bb33745afe1 HTTP/1.1" status: 204 len: 168 time: 0.6366484 Jul 05 02:38:17.245256 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059517c6-69c8-4da2-9308-3527499e82be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32192a09-bfaa-4133-a1d2-4bb33745afe1,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:38:17.596551 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1c00c1-7297-40f5-b86f-b265779955ae req-5eec439b-0b69-4d3d-92bc-28788b12eb80 tempest-VolumesActionsTest-1477755360 tempest-VolumesActionsTest-1477755360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:38:17.596840 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-9cf77992-7141-48df-a9ee-dd9ace8ded80 req-547aafbd-57ea-4856-a15d-3009810bb58f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37dcf6d5-d2e6-4fac-a4d3-aed6493bf39d {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:38:17.609329 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ae1c00c1-7297-40f5-b86f-b265779955ae req-5eec439b-0b69-4d3d-92bc-28788b12eb80 tempest-VolumesActionsTest-1477755360 tempest-VolumesActionsTest-1477755360-project] 10.222.0.23 "GET /v2.0/ports?device_id=1cb02d47-f7d9-4649-8e14-6b6b5a979f5f HTTP/1.1" status: 200 len: 946 time: 0.1935239 Jul 05 02:38:17.620380 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-9cf77992-7141-48df-a9ee-dd9ace8ded80 req-547aafbd-57ea-4856-a15d-3009810bb58f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:17.670846 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-9cf77992-7141-48df-a9ee-dd9ace8ded80 req-547aafbd-57ea-4856-a15d-3009810bb58f service neutron] Transition to ACTIVE for port object 37dcf6d5-d2e6-4fac-a4d3-aed6493bf39d will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:38:17.701673 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ae1c00c1-7297-40f5-b86f-b265779955ae req-023a8a4c-092f-4c4f-ac90-4addab55166e tempest-VolumesActionsTest-1477755360 tempest-VolumesActionsTest-1477755360-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d18d34c-042d-4504-89ac-5d4504c42f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912087 Jul 05 02:38:17.736682 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ceb9e2-bfd0-4b12-ae43-5a41c4f7c483 req-4f054ce5-d42f-4fc5-bdbb-9a2f52dedb41 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:38:17.739555 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-87ceb9e2-bfd0-4b12-ae43-5a41c4f7c483 req-4f054ce5-d42f-4fc5-bdbb-9a2f52dedb41 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7263e13-4c54-4669-81be-866c344e594b HTTP/1.1" status: 200 len: 932 time: 0.3709240 Jul 05 02:38:17.791615 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-9cf77992-7141-48df-a9ee-dd9ace8ded80 req-547aafbd-57ea-4856-a15d-3009810bb58f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:17.871176 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 51486) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:38:17.990148 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-87ceb9e2-bfd0-4b12-ae43-5a41c4f7c483 req-8f219812-11d0-434c-919a-6628d31b0549 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/security-groups?id=896ea46a-6466-47fe-ac1a-3023b10eeb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404075 Jul 05 02:38:18.001784 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547aafbd-57ea-4856-a15d-3009810bb58f service neutron] Pushing event updated for resources: {'Port': ['ID=37dcf6d5-d2e6-4fac-a4d3-aed6493bf39d,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:38:18.165660 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-9cf77992-7141-48df-a9ee-dd9ace8ded80 req-547aafbd-57ea-4856-a15d-3009810bb58f service neutron] Attempting to bind port 37dcf6d5-d2e6-4fac-a4d3-aed6493bf39d on host n-h1-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:38:18.168189 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-9cf77992-7141-48df-a9ee-dd9ace8ded80 req-547aafbd-57ea-4856-a15d-3009810bb58f service neutron] Attempting to bind port 37dcf6d5-d2e6-4fac-a4d3-aed6493bf39d by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': 'fa1cc820-8811-4bbd-a98d-5810eaac77f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1b07052c-22c6-4d0f-b0a6-3bc3daa97540'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:38:18.168711 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf77992-7141-48df-a9ee-dd9ace8ded80 req-547aafbd-57ea-4856-a15d-3009810bb58f service neutron] Attempting to bind port 37dcf6d5-d2e6-4fac-a4d3-aed6493bf39d on network 1b07052c-22c6-4d0f-b0a6-3bc3daa97540 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:38:18.178678 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf77992-7141-48df-a9ee-dd9ace8ded80 req-547aafbd-57ea-4856-a15d-3009810bb58f service neutron] Port 37dcf6d5-d2e6-4fac-a4d3-aed6493bf39d on network 1b07052c-22c6-4d0f-b0a6-3bc3daa97540 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:38:18.182275 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf77992-7141-48df-a9ee-dd9ace8ded80 req-547aafbd-57ea-4856-a15d-3009810bb58f service neutron] Attempting to bind port 37dcf6d5-d2e6-4fac-a4d3-aed6493bf39d on network 1b07052c-22c6-4d0f-b0a6-3bc3daa97540 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:38:18.193153 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf77992-7141-48df-a9ee-dd9ace8ded80 req-547aafbd-57ea-4856-a15d-3009810bb58f service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:38:18.201378 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf77992-7141-48df-a9ee-dd9ace8ded80 req-547aafbd-57ea-4856-a15d-3009810bb58f service neutron] Checking segment: {'id': 'fa1cc820-8811-4bbd-a98d-5810eaac77f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1b07052c-22c6-4d0f-b0a6-3bc3daa97540'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:38:18.206214 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf77992-7141-48df-a9ee-dd9ace8ded80 req-547aafbd-57ea-4856-a15d-3009810bb58f service neutron] Bound using segment: {'id': 'fa1cc820-8811-4bbd-a98d-5810eaac77f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1b07052c-22c6-4d0f-b0a6-3bc3daa97540'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:38:18.206214 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-9cf77992-7141-48df-a9ee-dd9ace8ded80 req-547aafbd-57ea-4856-a15d-3009810bb58f service neutron] Bound port: 37dcf6d5-d2e6-4fac-a4d3-aed6493bf39d, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa1cc820-8811-4bbd-a98d-5810eaac77f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1b07052c-22c6-4d0f-b0a6-3bc3daa97540'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:38:18.206214 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-9cf77992-7141-48df-a9ee-dd9ace8ded80 req-547aafbd-57ea-4856-a15d-3009810bb58f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:18.209347 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-93f75e41-a232-4895-8b4a-a3212b9be884 req-89e48cff-6f4b-4aed-9a31-f5eee56e73ad tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc22ffe7-6c4e-4598-a0c5-4fa0a98cf967 HTTP/1.1" status: 200 len: 210 time: 0.0637178 Jul 05 02:38:18.234656 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ca98b65e-2341-44b6-a944-ba67d17664fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:18.315496 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-9cf77992-7141-48df-a9ee-dd9ace8ded80 req-547aafbd-57ea-4856-a15d-3009810bb58f service neutron] For port 37dcf6d5-d2e6-4fac-a4d3-aed6493bf39d, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:38:18.320011 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-9cf77992-7141-48df-a9ee-dd9ace8ded80 req-547aafbd-57ea-4856-a15d-3009810bb58f service neutron] For port 37dcf6d5-d2e6-4fac-a4d3-aed6493bf39d, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=37dcf6d5-d2e6-4fac-a4d3-aed6493bf39d,segment=NetworkSegment(fa1cc820-8811-4bbd-a98d-5810eaac77f0),segment_id=fa1cc820-8811-4bbd-a98d-5810eaac77f0)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:38:18.385760 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ca98b65e-2341-44b6-a944-ba67d17664fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:18.484143 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-9cf77992-7141-48df-a9ee-dd9ace8ded80 req-547aafbd-57ea-4856-a15d-3009810bb58f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:18.512012 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ca98b65e-2341-44b6-a944-ba67d17664fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:18.561956 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 51496) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:38:18.563857 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca98b65e-2341-44b6-a944-ba67d17664fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=201da0ea-dfea-481e-aaf6-0c1ad67b3eec,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:38:18.590886 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2d4ea99f-9eaf-42bc-9da6-fc29df729e3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:18.592487 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf77992-7141-48df-a9ee-dd9ace8ded80 req-547aafbd-57ea-4856-a15d-3009810bb58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:38:18.593192 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-9cf77992-7141-48df-a9ee-dd9ace8ded80 req-547aafbd-57ea-4856-a15d-3009810bb58f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:18.596232 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9cf77992-7141-48df-a9ee-dd9ace8ded80 req-547aafbd-57ea-4856-a15d-3009810bb58f service neutron] 10.222.0.21 "PUT /v2.0/ports/37dcf6d5-d2e6-4fac-a4d3-aed6493bf39d HTTP/1.1" status: 200 len: 1093 time: 2.0621250 Jul 05 02:38:18.599200 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7263e13-4c54-4669-81be-866c344e594b', 'tag': '37dcf6d5-d2e6-4fac-a4d3-aed6493bf39d'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:38:18.612328 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-107c93bf-91c6-4ae1-acdd-de74db4a7943" -d '{"events": [{"name": "network-changed", "server_uuid": "c7263e13-4c54-4669-81be-866c344e594b", "tag": "37dcf6d5-d2e6-4fac-a4d3-aed6493bf39d"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:38:18.644670 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-ca98b65e-2341-44b6-a944-ba67d17664fb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c2f6ac41d0e04701af4fa29e4a128b75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7723000 Jul 05 02:38:18.647782 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 51504) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:38:18.693359 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547aafbd-57ea-4856-a15d-3009810bb58f service neutron] Pushing event updated for resources: {'Port': ['ID=37dcf6d5-d2e6-4fac-a4d3-aed6493bf39d,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:38:18.723539 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91ddba99-ea63-4ea4-915c-ed8e87f6a7c2 x-openstack-request-id: req-91ddba99-ea63-4ea4-915c-ed8e87f6a7c2 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:38:18.723825 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7263e13-4c54-4669-81be-866c344e594b", "tag": "37dcf6d5-d2e6-4fac-a4d3-aed6493bf39d", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:38:18.724098 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-91ddba99-ea63-4ea4-915c-ed8e87f6a7c2 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:38:18.724656 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7263e13-4c54-4669-81be-866c344e594b', 'tag': '37dcf6d5-d2e6-4fac-a4d3-aed6493bf39d', 'status': 'completed', 'code': 200} Jul 05 02:38:18.757529 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8e1a1cc5-c3e0-48b9-9826-eccaa802f07c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:18.783549 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8e1a1cc5-c3e0-48b9-9826-eccaa802f07c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:18.896200 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2d4ea99f-9eaf-42bc-9da6-fc29df729e3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:18.929484 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ea49f4-8c7d-4b14-a5e3-d89ce59f48f8 req-63c5c07b-2b7a-4520-bfb0-f2b6a93a1688 tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:38:18.931156 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-47ea49f4-8c7d-4b14-a5e3-d89ce59f48f8 req-63c5c07b-2b7a-4520-bfb0-f2b6a93a1688 tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] 10.222.0.15 "GET /v2.0/networks?id=bb78d8c6-d0ec-4713-96da-482056d9cb25 HTTP/1.1" status: 200 len: 809 time: 0.2054060 Jul 05 02:38:18.947238 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-47ea49f4-8c7d-4b14-a5e3-d89ce59f48f8 req-0ea8f58d-4a71-45ad-9e9a-a54f6447a7e8 tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] Request body: {'port': {'device_id': 'cc22ffe7-6c4e-4598-a0c5-4fa0a98cf967', 'network_id': 'bb78d8c6-d0ec-4713-96da-482056d9cb25', 'admin_state_up': True, 'tenant_id': '17faf05fd78e4e22b717e94714221c5f'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:38:18.966733 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c93bf-91c6-4ae1-acdd-de74db4a7943 req-557521e7-ca2a-4c35-9982-6f49f7876bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:38:18.971527 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-107c93bf-91c6-4ae1-acdd-de74db4a7943 req-557521e7-ca2a-4c35-9982-6f49f7876bcd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=19e6c4c619cf4595801b0519afefcaf5&device_id=c7263e13-4c54-4669-81be-866c344e594b HTTP/1.1" status: 200 len: 1096 time: 0.1727457 Jul 05 02:38:19.032967 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2d4ea99f-9eaf-42bc-9da6-fc29df729e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:19.081393 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8e1a1cc5-c3e0-48b9-9826-eccaa802f07c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:19.086598 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8e1a1cc5-c3e0-48b9-9826-eccaa802f07c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:19.096495 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-8e1a1cc5-c3e0-48b9-9826-eccaa802f07c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/201da0ea-dfea-481e-aaf6-0c1ad67b3eec HTTP/1.1" status: 204 len: 168 time: 0.4458406 Jul 05 02:38:19.105410 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-2d4ea99f-9eaf-42bc-9da6-fc29df729e3f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ccaf512c4288472d8eab0530b98cd7d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5352149 Jul 05 02:38:19.109598 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 51512) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:38:19.216798 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4ea99f-9eaf-42bc-9da6-fc29df729e3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e15e16ed-30fa-4d39-a43f-65c2b3509999,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:38:19.323077 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1a1cc5-c3e0-48b9-9826-eccaa802f07c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=201da0ea-dfea-481e-aaf6-0c1ad67b3eec,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:38:19.345777 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-85e70a01-39a2-4af9-acef-e64dc0921d13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:19.415299 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-85e70a01-39a2-4af9-acef-e64dc0921d13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:19.425948 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc09324-497a-4a63-ba75-99b29eacc75c req-68d01f53-b2d1-44a7-8dff-7a373594a100 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:38:19.434847 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5cc09324-497a-4a63-ba75-99b29eacc75c req-68d01f53-b2d1-44a7-8dff-7a373594a100 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7263e13-4c54-4669-81be-866c344e594b HTTP/1.1" status: 200 len: 944 time: 0.2133861 Jul 05 02:38:19.517171 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c30f3239-3431-4a3e-a9da-fde74950fa01 req-0c4869d9-2546-413a-b220-dc748b94fab6 tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc22ffe7-6c4e-4598-a0c5-4fa0a98cf967 HTTP/1.1" status: 200 len: 210 time: 0.0689447 Jul 05 02:38:19.523547 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5cc09324-497a-4a63-ba75-99b29eacc75c req-a6bc4ef5-315e-4333-9a0c-4a5edd8b3f49 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/security-groups?id=896ea46a-6466-47fe-ac1a-3023b10eeb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876348 Jul 05 02:38:19.549753 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c93bf-91c6-4ae1-acdd-de74db4a7943 req-a49e2eb0-3251-4dba-9030-a00f57cff325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:38:19.551329 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-107c93bf-91c6-4ae1-acdd-de74db4a7943 req-a49e2eb0-3251-4dba-9030-a00f57cff325 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=19e6c4c619cf4595801b0519afefcaf5&shared=False HTTP/1.1" status: 200 len: 906 time: 0.5347023 Jul 05 02:38:19.706321 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-85e70a01-39a2-4af9-acef-e64dc0921d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:19.710888 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-85e70a01-39a2-4af9-acef-e64dc0921d13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:19.716862 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-85e70a01-39a2-4af9-acef-e64dc0921d13 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e15e16ed-30fa-4d39-a43f-65c2b3509999 HTTP/1.1" status: 204 len: 168 time: 0.6020463 Jul 05 02:38:19.717901 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47ea49f4-8c7d-4b14-a5e3-d89ce59f48f8 req-0ea8f58d-4a71-45ad-9e9a-a54f6447a7e8 tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] Made reservation on behalf of 17faf05fd78e4e22b717e94714221c5f for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:38:19.722796 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-47ea49f4-8c7d-4b14-a5e3-d89ce59f48f8 req-0ea8f58d-4a71-45ad-9e9a-a54f6447a7e8 tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:19.735270 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e70a01-39a2-4af9-acef-e64dc0921d13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e15e16ed-30fa-4d39-a43f-65c2b3509999,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:38:19.743323 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c93bf-91c6-4ae1-acdd-de74db4a7943 req-a1ba9bed-940b-4ca1-a21e-9a62fd6c7436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:38:19.753260 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-107c93bf-91c6-4ae1-acdd-de74db4a7943 req-a1ba9bed-940b-4ca1-a21e-9a62fd6c7436 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1907916 Jul 05 02:38:20.102560 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf77992-7141-48df-a9ee-dd9ace8ded80 req-cddb21e3-e9bd-4557-91f1-dfa9df4c48d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:38:20.104116 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9cf77992-7141-48df-a9ee-dd9ace8ded80 req-cddb21e3-e9bd-4557-91f1-dfa9df4c48d8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=19e6c4c619cf4595801b0519afefcaf5&device_id=c7263e13-4c54-4669-81be-866c344e594b HTTP/1.1" status: 200 len: 1096 time: 0.2995934 Jul 05 02:38:20.266255 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9cf77992-7141-48df-a9ee-dd9ace8ded80 req-244e8c3a-ae31-40d1-9b38-2f6ed0d93963 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=37dcf6d5-d2e6-4fac-a4d3-aed6493bf39d HTTP/1.1" status: 200 len: 217 time: 0.1493804 Jul 05 02:38:20.267335 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-47ea49f4-8c7d-4b14-a5e3-d89ce59f48f8 req-0ea8f58d-4a71-45ad-9e9a-a54f6447a7e8 tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] Allocated IP 172.20.0.8 (bb78d8c6-d0ec-4713-96da-482056d9cb25/306ee548-5838-4137-9a09-1e1c676757f1/382ae613-4144-4b88-bd03-341207da126b) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:38:20.470812 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf77992-7141-48df-a9ee-dd9ace8ded80 req-fd8dce6f-d64f-4e0b-881d-04fa39b944ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:38:20.472243 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9cf77992-7141-48df-a9ee-dd9ace8ded80 req-fd8dce6f-d64f-4e0b-881d-04fa39b944ff service neutron] 10.222.0.21 "GET /v2.0/subnets?id=83dd570d-22ee-4f29-80f0-61f3c568de93 HTTP/1.1" status: 200 len: 846 time: 0.1932712 Jul 05 02:38:20.868885 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-00d50142-fb69-4393-a865-42edde8f8144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:20.901767 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9cf77992-7141-48df-a9ee-dd9ace8ded80 req-400a459c-fbf0-4d71-b71b-d430af03751a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1b07052c-22c6-4d0f-b0a6-3bc3daa97540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4144802 Jul 05 02:38:21.097986 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec729f8e-045d-4b7f-b19b-46d413d244bc req-9a14c151-a4d1-4e06-ac0e-87a882b04cc3 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:38:21.110697 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ec729f8e-045d-4b7f-b19b-46d413d244bc req-9a14c151-a4d1-4e06-ac0e-87a882b04cc3 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7263e13-4c54-4669-81be-866c344e594b HTTP/1.1" status: 200 len: 944 time: 0.1549759 Jul 05 02:38:21.152516 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9cf77992-7141-48df-a9ee-dd9ace8ded80 req-3cf0127a-de95-436b-a09d-d1abfe690453 service neutron] 10.222.0.21 "GET /v2.0/networks/1b07052c-22c6-4d0f-b0a6-3bc3daa97540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281337 Jul 05 02:38:21.215806 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-108367e3-861d-446f-961b-dfa50fce0bf8 req-99233af4-3581-4646-ac7e-6e3c4af33705 tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc22ffe7-6c4e-4598-a0c5-4fa0a98cf967 HTTP/1.1" status: 200 len: 210 time: 0.3053522 Jul 05 02:38:21.278314 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-47ea49f4-8c7d-4b14-a5e3-d89ce59f48f8 req-0ea8f58d-4a71-45ad-9e9a-a54f6447a7e8 tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:21.282801 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ec729f8e-045d-4b7f-b19b-46d413d244bc req-9f8e58ac-24f3-42ec-9e1b-fa61c3c40689 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/security-groups?id=896ea46a-6466-47fe-ac1a-3023b10eeb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695874 Jul 05 02:38:21.410974 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9cf77992-7141-48df-a9ee-dd9ace8ded80 req-6937bc0c-0fbe-416e-ac3e-a1350781ae0a service neutron] 10.222.0.21 "GET /v2.0/networks/1b07052c-22c6-4d0f-b0a6-3bc3daa97540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364695 Jul 05 02:38:21.519761 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-47ea49f4-8c7d-4b14-a5e3-d89ce59f48f8 req-0ea8f58d-4a71-45ad-9e9a-a54f6447a7e8 tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:21.670203 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea8f58d-4a71-45ad-9e9a-a54f6447a7e8 tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] Pushing event updated for resources: {'Port': ['ID=382ae613-4144-4b88-bd03-341207da126b,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:38:21.710904 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47ea49f4-8c7d-4b14-a5e3-d89ce59f48f8 req-0ea8f58d-4a71-45ad-9e9a-a54f6447a7e8 tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] Network bb78d8c6-d0ec-4713-96da-482056d9cb25 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:38:21.710904 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-47ea49f4-8c7d-4b14-a5e3-d89ce59f48f8 req-0ea8f58d-4a71-45ad-9e9a-a54f6447a7e8 tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:38:21.710904 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-47ea49f4-8c7d-4b14-a5e3-d89ce59f48f8 req-0ea8f58d-4a71-45ad-9e9a-a54f6447a7e8 tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:38:21.755328 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ea49f4-8c7d-4b14-a5e3-d89ce59f48f8 req-0ea8f58d-4a71-45ad-9e9a-a54f6447a7e8 tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:38:21.755960 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-47ea49f4-8c7d-4b14-a5e3-d89ce59f48f8 req-0ea8f58d-4a71-45ad-9e9a-a54f6447a7e8 tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:22.061494 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-47ea49f4-8c7d-4b14-a5e3-d89ce59f48f8 req-0ea8f58d-4a71-45ad-9e9a-a54f6447a7e8 tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1195056 Jul 05 02:38:22.101202 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-47ea49f4-8c7d-4b14-a5e3-d89ce59f48f8 req-9f4b46af-47a0-4223-8b63-7c1811346476 service neutron] Request body: {'port': {'device_id': 'cc22ffe7-6c4e-4598-a0c5-4fa0a98cf967', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:38:22.169479 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-47ea49f4-8c7d-4b14-a5e3-d89ce59f48f8 req-9f4b46af-47a0-4223-8b63-7c1811346476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:22.700883 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-47ea49f4-8c7d-4b14-a5e3-d89ce59f48f8 req-9f4b46af-47a0-4223-8b63-7c1811346476 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 382ae613-4144-4b88-bd03-341207da126b {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:38:22.710187 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-47ea49f4-8c7d-4b14-a5e3-d89ce59f48f8 req-9f4b46af-47a0-4223-8b63-7c1811346476 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:22.725728 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-47ea49f4-8c7d-4b14-a5e3-d89ce59f48f8 req-9f4b46af-47a0-4223-8b63-7c1811346476 service neutron] Transition to ACTIVE for port object 382ae613-4144-4b88-bd03-341207da126b will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:38:22.826943 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db40e495-6b9e-4674-a93e-f19dfe1fbaac req-be0c2886-08fb-4e38-9cb1-4568bf4229dd tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:38:22.831927 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-db40e495-6b9e-4674-a93e-f19dfe1fbaac req-be0c2886-08fb-4e38-9cb1-4568bf4229dd tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7263e13-4c54-4669-81be-866c344e594b HTTP/1.1" status: 200 len: 944 time: 0.1981630 Jul 05 02:38:22.846998 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125378fb-7b2e-463d-bca4-0a0aff30e5ec req-3a751cae-7eab-4dfe-bd84-43385bb64d60 tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:38:22.854796 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-125378fb-7b2e-463d-bca4-0a0aff30e5ec req-3a751cae-7eab-4dfe-bd84-43385bb64d60 tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc22ffe7-6c4e-4598-a0c5-4fa0a98cf967 HTTP/1.1" status: 200 len: 931 time: 0.1269128 Jul 05 02:38:22.874088 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-47ea49f4-8c7d-4b14-a5e3-d89ce59f48f8 req-9f4b46af-47a0-4223-8b63-7c1811346476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:22.928036 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-db40e495-6b9e-4674-a93e-f19dfe1fbaac req-11403927-292b-4c22-825b-afff6fbae05f tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/security-groups?id=896ea46a-6466-47fe-ac1a-3023b10eeb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888133 Jul 05 02:38:23.018075 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-125378fb-7b2e-463d-bca4-0a0aff30e5ec req-1cfbd987-ba1e-47ec-98c4-4f0be82d1d48 tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] 10.222.0.23 "GET /v2.0/security-groups?id=343bc49c-ce5c-4e4d-a616-856a6409c7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611042 Jul 05 02:38:23.025965 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4b46af-47a0-4223-8b63-7c1811346476 service neutron] Pushing event updated for resources: {'Port': ['ID=382ae613-4144-4b88-bd03-341207da126b,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:38:23.150820 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-47ea49f4-8c7d-4b14-a5e3-d89ce59f48f8 req-9f4b46af-47a0-4223-8b63-7c1811346476 service neutron] Attempting to bind port 382ae613-4144-4b88-bd03-341207da126b on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:38:23.151481 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-47ea49f4-8c7d-4b14-a5e3-d89ce59f48f8 req-9f4b46af-47a0-4223-8b63-7c1811346476 service neutron] Attempting to bind port 382ae613-4144-4b88-bd03-341207da126b by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '1bdeea40-8190-419c-8df6-ee18aafe7477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'bb78d8c6-d0ec-4713-96da-482056d9cb25'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:38:23.151615 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ea49f4-8c7d-4b14-a5e3-d89ce59f48f8 req-9f4b46af-47a0-4223-8b63-7c1811346476 service neutron] Attempting to bind port 382ae613-4144-4b88-bd03-341207da126b on network bb78d8c6-d0ec-4713-96da-482056d9cb25 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:38:23.166698 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ea49f4-8c7d-4b14-a5e3-d89ce59f48f8 req-9f4b46af-47a0-4223-8b63-7c1811346476 service neutron] Port 382ae613-4144-4b88-bd03-341207da126b on network bb78d8c6-d0ec-4713-96da-482056d9cb25 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:38:23.167062 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ea49f4-8c7d-4b14-a5e3-d89ce59f48f8 req-9f4b46af-47a0-4223-8b63-7c1811346476 service neutron] Attempting to bind port 382ae613-4144-4b88-bd03-341207da126b on network bb78d8c6-d0ec-4713-96da-482056d9cb25 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:38:23.182992 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ea49f4-8c7d-4b14-a5e3-d89ce59f48f8 req-9f4b46af-47a0-4223-8b63-7c1811346476 service neutron] Checking agent: {'id': 'e071c76e-395f-48c4-a98f-88088465cf0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:38:23.182992 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ea49f4-8c7d-4b14-a5e3-d89ce59f48f8 req-9f4b46af-47a0-4223-8b63-7c1811346476 service neutron] Checking segment: {'id': '1bdeea40-8190-419c-8df6-ee18aafe7477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'bb78d8c6-d0ec-4713-96da-482056d9cb25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:38:23.182992 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ea49f4-8c7d-4b14-a5e3-d89ce59f48f8 req-9f4b46af-47a0-4223-8b63-7c1811346476 service neutron] Bound using segment: {'id': '1bdeea40-8190-419c-8df6-ee18aafe7477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'bb78d8c6-d0ec-4713-96da-482056d9cb25'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:38:23.182992 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-47ea49f4-8c7d-4b14-a5e3-d89ce59f48f8 req-9f4b46af-47a0-4223-8b63-7c1811346476 service neutron] Bound port: 382ae613-4144-4b88-bd03-341207da126b, host: n-h2-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bdeea40-8190-419c-8df6-ee18aafe7477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'bb78d8c6-d0ec-4713-96da-482056d9cb25'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:38:23.182992 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-47ea49f4-8c7d-4b14-a5e3-d89ce59f48f8 req-9f4b46af-47a0-4223-8b63-7c1811346476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:23.251748 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-85842aaa-3b36-4659-884c-8824bfea59c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:23.278180 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-47ea49f4-8c7d-4b14-a5e3-d89ce59f48f8 req-9f4b46af-47a0-4223-8b63-7c1811346476 service neutron] For port 382ae613-4144-4b88-bd03-341207da126b, host n-h2-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:38:23.282502 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-47ea49f4-8c7d-4b14-a5e3-d89ce59f48f8 req-9f4b46af-47a0-4223-8b63-7c1811346476 service neutron] For port 382ae613-4144-4b88-bd03-341207da126b, host n-h2-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=382ae613-4144-4b88-bd03-341207da126b,segment=NetworkSegment(1bdeea40-8190-419c-8df6-ee18aafe7477),segment_id=1bdeea40-8190-419c-8df6-ee18aafe7477)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:38:23.369282 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-47ea49f4-8c7d-4b14-a5e3-d89ce59f48f8 req-9f4b46af-47a0-4223-8b63-7c1811346476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:23.452823 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ea49f4-8c7d-4b14-a5e3-d89ce59f48f8 req-9f4b46af-47a0-4223-8b63-7c1811346476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:38:23.453688 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-47ea49f4-8c7d-4b14-a5e3-d89ce59f48f8 req-9f4b46af-47a0-4223-8b63-7c1811346476 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:23.465009 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-47ea49f4-8c7d-4b14-a5e3-d89ce59f48f8 req-9f4b46af-47a0-4223-8b63-7c1811346476 service neutron] 10.222.0.15 "PUT /v2.0/ports/382ae613-4144-4b88-bd03-341207da126b HTTP/1.1" status: 200 len: 1092 time: 1.3882616 Jul 05 02:38:23.476131 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc22ffe7-6c4e-4598-a0c5-4fa0a98cf967', 'tag': '382ae613-4144-4b88-bd03-341207da126b'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:38:23.487122 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40c4c6cb-23c9-4f36-aabd-42cc7e4299aa" -d '{"events": [{"name": "network-changed", "server_uuid": "cc22ffe7-6c4e-4598-a0c5-4fa0a98cf967", "tag": "382ae613-4144-4b88-bd03-341207da126b"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:38:23.552767 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4b46af-47a0-4223-8b63-7c1811346476 service neutron] Pushing event updated for resources: {'Port': ['ID=382ae613-4144-4b88-bd03-341207da126b,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:38:23.602514 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fae77c0-9d1d-4882-a415-87a9640e22af x-openstack-request-id: req-5fae77c0-9d1d-4882-a415-87a9640e22af {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:38:23.602807 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc22ffe7-6c4e-4598-a0c5-4fa0a98cf967", "tag": "382ae613-4144-4b88-bd03-341207da126b", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:38:23.603131 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5fae77c0-9d1d-4882-a415-87a9640e22af {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:38:23.603532 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc22ffe7-6c4e-4598-a0c5-4fa0a98cf967', 'tag': '382ae613-4144-4b88-bd03-341207da126b', 'status': 'completed', 'code': 200} Jul 05 02:38:23.723943 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ea49f4-8c7d-4b14-a5e3-d89ce59f48f8 req-36272a48-c483-4aea-915c-b6375db61b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:38:23.725492 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-47ea49f4-8c7d-4b14-a5e3-d89ce59f48f8 req-36272a48-c483-4aea-915c-b6375db61b20 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=17faf05fd78e4e22b717e94714221c5f&device_id=cc22ffe7-6c4e-4598-a0c5-4fa0a98cf967 HTTP/1.1" status: 200 len: 1095 time: 0.1211462 Jul 05 02:38:23.784674 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-47ea49f4-8c7d-4b14-a5e3-d89ce59f48f8 req-177d2e2a-f14a-4220-88f2-aabcc39196c9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=382ae613-4144-4b88-bd03-341207da126b HTTP/1.1" status: 200 len: 217 time: 0.0491965 Jul 05 02:38:23.866724 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ea49f4-8c7d-4b14-a5e3-d89ce59f48f8 req-555d57fa-977a-4205-8c9f-bc61cc0e39cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:38:23.868504 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-47ea49f4-8c7d-4b14-a5e3-d89ce59f48f8 req-555d57fa-977a-4205-8c9f-bc61cc0e39cf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=306ee548-5838-4137-9a09-1e1c676757f1 HTTP/1.1" status: 200 len: 849 time: 0.0774713 Jul 05 02:38:23.919647 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 37dcf6d5-d2e6-4fac-a4d3-aed6493bf39d details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:38:23.940779 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-47ea49f4-8c7d-4b14-a5e3-d89ce59f48f8 req-baa542f5-4bbd-44ad-8798-27020a1f1d1b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bb78d8c6-d0ec-4713-96da-482056d9cb25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648336 Jul 05 02:38:24.063068 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 37dcf6d5-d2e6-4fac-a4d3-aed6493bf39d, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=37dcf6d5-d2e6-4fac-a4d3-aed6493bf39d,segment=NetworkSegment(fa1cc820-8811-4bbd-a98d-5810eaac77f0),segment_id=fa1cc820-8811-4bbd-a98d-5810eaac77f0)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:38:24.076270 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': '37dcf6d5-d2e6-4fac-a4d3-aed6493bf39d', 'network_id': '1b07052c-22c6-4d0f-b0a6-3bc3daa97540', 'port_id': '37dcf6d5-d2e6-4fac-a4d3-aed6493bf39d', 'mac_address': 'fa:16:3e:d8:cd:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83dd570d-22ee-4f29-80f0-61f3c568de93', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:38:24.090719 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-47ea49f4-8c7d-4b14-a5e3-d89ce59f48f8 req-33c4a6ef-0f70-462f-8662-b26d129df80d service neutron] 10.222.0.15 "GET /v2.0/networks/bb78d8c6-d0ec-4713-96da-482056d9cb25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412702 Jul 05 02:38:24.120885 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:24.122721 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:24.161187 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37dcf6d5-d2e6-4fac-a4d3-aed6493bf39d {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:38:24.184645 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 37dcf6d5-d2e6-4fac-a4d3-aed6493bf39d, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=37dcf6d5-d2e6-4fac-a4d3-aed6493bf39d,segment=NetworkSegment(fa1cc820-8811-4bbd-a98d-5810eaac77f0),segment_id=fa1cc820-8811-4bbd-a98d-5810eaac77f0)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:38:24.273632 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e2b2fc-a69f-4e89-8a3b-a20071dd32bb req-797f4158-1d9d-4f9b-a711-1e19f53f398e tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:38:24.280079 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b1e2b2fc-a69f-4e89-8a3b-a20071dd32bb req-797f4158-1d9d-4f9b-a711-1e19f53f398e tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc22ffe7-6c4e-4598-a0c5-4fa0a98cf967 HTTP/1.1" status: 200 len: 943 time: 0.0946338 Jul 05 02:38:24.305593 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:24.361181 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adf5101-1d25-4c79-9ab9-c8840720b355 req-beaa7ecd-ef27-4f8a-a076-6b82c7c93efe tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:38:24.366422 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3adf5101-1d25-4c79-9ab9-c8840720b355 req-beaa7ecd-ef27-4f8a-a076-6b82c7c93efe tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7263e13-4c54-4669-81be-866c344e594b HTTP/1.1" status: 200 len: 944 time: 0.2292044 Jul 05 02:38:24.377405 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-47ea49f4-8c7d-4b14-a5e3-d89ce59f48f8 req-bffcbc3c-8a4f-48f9-9b9a-e660729f5bad service neutron] 10.222.0.15 "GET /v2.0/networks/bb78d8c6-d0ec-4713-96da-482056d9cb25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801478 Jul 05 02:38:24.403362 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b1e2b2fc-a69f-4e89-8a3b-a20071dd32bb req-0ceac8a1-c0d9-40f7-8360-81f390f18374 tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] 10.222.0.23 "GET /v2.0/security-groups?id=343bc49c-ce5c-4e4d-a616-856a6409c7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160080 Jul 05 02:38:24.429186 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=37dcf6d5-d2e6-4fac-a4d3-aed6493bf39d,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:38:24.446414 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3adf5101-1d25-4c79-9ab9-c8840720b355 req-a10225c8-ae6a-4a61-aae0-35cfb4142bf9 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/security-groups?id=896ea46a-6466-47fe-ac1a-3023b10eeb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647731 Jul 05 02:38:24.536366 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['37dcf6d5-d2e6-4fac-a4d3-aed6493bf39d'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:38:24.606620 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:24.653879 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c4c6cb-23c9-4f36-aabd-42cc7e4299aa req-55c28026-aa4f-4f5e-a6d0-95c27ccdf3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:38:24.654708 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-40c4c6cb-23c9-4f36-aabd-42cc7e4299aa req-55c28026-aa4f-4f5e-a6d0-95c27ccdf3dd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=17faf05fd78e4e22b717e94714221c5f&device_id=cc22ffe7-6c4e-4598-a0c5-4fa0a98cf967 HTTP/1.1" status: 200 len: 1095 time: 0.0733936 Jul 05 02:38:24.751727 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c4c6cb-23c9-4f36-aabd-42cc7e4299aa req-aa641f12-14c2-4eca-9061-b84171fb2cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:38:24.753335 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-40c4c6cb-23c9-4f36-aabd-42cc7e4299aa req-aa641f12-14c2-4eca-9061-b84171fb2cde service neutron] 10.222.0.15 "GET /v2.0/networks?id=bb78d8c6-d0ec-4713-96da-482056d9cb25 HTTP/1.1" status: 200 len: 909 time: 0.0928457 Jul 05 02:38:24.801759 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-40c4c6cb-23c9-4f36-aabd-42cc7e4299aa req-c2f560e6-0fcd-4276-9fc9-26e17778513e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=382ae613-4144-4b88-bd03-341207da126b HTTP/1.1" status: 200 len: 217 time: 0.0410452 Jul 05 02:38:24.872990 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c4c6cb-23c9-4f36-aabd-42cc7e4299aa req-43dd56bb-642f-42ae-9a3d-52c3f95565a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:38:24.874531 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-40c4c6cb-23c9-4f36-aabd-42cc7e4299aa req-43dd56bb-642f-42ae-9a3d-52c3f95565a5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=306ee548-5838-4137-9a09-1e1c676757f1 HTTP/1.1" status: 200 len: 849 time: 0.0556793 Jul 05 02:38:24.916021 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-40c4c6cb-23c9-4f36-aabd-42cc7e4299aa req-bbed0712-819d-48a0-a3b8-29260e89eb69 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bb78d8c6-d0ec-4713-96da-482056d9cb25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290256 Jul 05 02:38:25.042631 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-40c4c6cb-23c9-4f36-aabd-42cc7e4299aa req-ad1d0deb-4201-48cf-a77b-983ebf9e61d7 service neutron] 10.222.0.15 "GET /v2.0/networks/bb78d8c6-d0ec-4713-96da-482056d9cb25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191583 Jul 05 02:38:25.186908 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-40c4c6cb-23c9-4f36-aabd-42cc7e4299aa req-53dcfdd5-2598-4300-9ae4-e59279ef1a0f service neutron] 10.222.0.15 "GET /v2.0/networks/bb78d8c6-d0ec-4713-96da-482056d9cb25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363957 Jul 05 02:38:25.305875 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178e10af-fb5c-490a-b90b-9148d184fe56 req-1fdd25b3-1e14-43e6-bb72-de4bc8136571 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:38:25.314624 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-178e10af-fb5c-490a-b90b-9148d184fe56 req-1fdd25b3-1e14-43e6-bb72-de4bc8136571 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 945 time: 0.1477118 Jul 05 02:38:25.377671 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-178e10af-fb5c-490a-b90b-9148d184fe56 req-b1671469-efe3-4624-8da6-2f7f317f6cd6 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=09716028-44a2-4220-a754-7ed932c56f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617051 Jul 05 02:38:25.616241 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c464cff-891e-468a-b23a-db87a67aac4d req-0a68b101-d4bf-4664-bf04-cb2a5424212f tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:38:25.618181 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5c464cff-891e-468a-b23a-db87a67aac4d req-0a68b101-d4bf-4664-bf04-cb2a5424212f tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc22ffe7-6c4e-4598-a0c5-4fa0a98cf967 HTTP/1.1" status: 200 len: 943 time: 0.0991399 Jul 05 02:38:25.663860 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5c464cff-891e-468a-b23a-db87a67aac4d req-4dcebb05-c6fc-49da-afa4-e92bc566b9f2 tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] 10.222.0.23 "GET /v2.0/security-groups?id=343bc49c-ce5c-4e4d-a616-856a6409c7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400589 Jul 05 02:38:25.914503 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faffd4fc-15e7-45b0-a197-00ff1dc66b51 req-4e80b3be-14fb-4c38-86d3-a601446c4b31 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:38:25.925949 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 37dcf6d5-d2e6-4fac-a4d3-aed6493bf39d up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:38:25.929051 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-faffd4fc-15e7-45b0-a197-00ff1dc66b51 req-4e80b3be-14fb-4c38-86d3-a601446c4b31 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7263e13-4c54-4669-81be-866c344e594b HTTP/1.1" status: 200 len: 945 time: 0.0900104 Jul 05 02:38:25.979155 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 51742) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:38:25.988112 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde5a56e-0d1a-4de3-8126-820138347498 req-ff3a8a24-42ba-4d2c-81ee-04b8f89748ae tempest-VolumesActionsTest-1477755360 tempest-VolumesActionsTest-1477755360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:38:25.991275 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fde5a56e-0d1a-4de3-8126-820138347498 req-ff3a8a24-42ba-4d2c-81ee-04b8f89748ae tempest-VolumesActionsTest-1477755360 tempest-VolumesActionsTest-1477755360-project] 10.222.0.23 "GET /v2.0/ports?device_id=1cb02d47-f7d9-4649-8e14-6b6b5a979f5f HTTP/1.1" status: 200 len: 946 time: 0.1257274 Jul 05 02:38:26.045802 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-faffd4fc-15e7-45b0-a197-00ff1dc66b51 req-be66e0fb-cab1-4075-829f-e70b86bc8f73 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/security-groups?id=896ea46a-6466-47fe-ac1a-3023b10eeb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148436 Jul 05 02:38:26.061637 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fde5a56e-0d1a-4de3-8126-820138347498 req-4dface5c-6630-4516-9423-91d9ddb07c6f tempest-VolumesActionsTest-1477755360 tempest-VolumesActionsTest-1477755360-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d18d34c-042d-4504-89ac-5d4504c42f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561948 Jul 05 02:38:26.157475 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a81a02cf-3dd4-4546-b484-0aa612bde2db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:26.243052 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a81a02cf-3dd4-4546-b484-0aa612bde2db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:26.243489 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:26.244291 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning for port 37dcf6d5-d2e6-4fac-a4d3-aed6493bf39d completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:38:26.248761 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port 37dcf6d5-d2e6-4fac-a4d3-aed6493bf39d triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:38:26.249123 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:26.329546 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:26.351415 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7263e13-4c54-4669-81be-866c344e594b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37dcf6d5-d2e6-4fac-a4d3-aed6493bf39d'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:38:26.353609 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab96429e-56d0-4f89-a65f-ffa1087bebb0" -d '{"events": [{"server_uuid": "c7263e13-4c54-4669-81be-866c344e594b", "name": "network-vif-plugged", "status": "completed", "tag": "37dcf6d5-d2e6-4fac-a4d3-aed6493bf39d"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:38:26.363790 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a81a02cf-3dd4-4546-b484-0aa612bde2db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:26.366821 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 37dcf6d5-d2e6-4fac-a4d3-aed6493bf39d, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=37dcf6d5-d2e6-4fac-a4d3-aed6493bf39d,segment=NetworkSegment(fa1cc820-8811-4bbd-a98d-5810eaac77f0),segment_id=fa1cc820-8811-4bbd-a98d-5810eaac77f0)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:38:26.390752 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7155eda0-ebe9-491b-97e7-4f603c8e564c x-openstack-request-id: req-7155eda0-ebe9-491b-97e7-4f603c8e564c {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:38:26.391044 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7263e13-4c54-4669-81be-866c344e594b", "name": "network-vif-plugged", "status": "completed", "tag": "37dcf6d5-d2e6-4fac-a4d3-aed6493bf39d", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:38:26.391319 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7155eda0-ebe9-491b-97e7-4f603c8e564c {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:38:26.391790 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7263e13-4c54-4669-81be-866c344e594b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37dcf6d5-d2e6-4fac-a4d3-aed6493bf39d', 'code': 200} Jul 05 02:38:26.418856 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-a81a02cf-3dd4-4546-b484-0aa612bde2db admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=df26ba2a709b47509c6c79a7844a11b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4354632 Jul 05 02:38:26.418856 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a02cf-3dd4-4546-b484-0aa612bde2db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ccb409-b3ae-4525-837e-c831c10c1611,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:38:26.419594 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 51758) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:38:26.448816 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a02cf-3dd4-4546-b484-0aa612bde2db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:38:26.450546 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a02cf-3dd4-4546-b484-0aa612bde2db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:38:26.451682 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a02cf-3dd4-4546-b484-0aa612bde2db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:38:26.452994 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a02cf-3dd4-4546-b484-0aa612bde2db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:38:26.453572 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a02cf-3dd4-4546-b484-0aa612bde2db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:38:26.453908 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a02cf-3dd4-4546-b484-0aa612bde2db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:38:26.454296 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a02cf-3dd4-4546-b484-0aa612bde2db admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:38:26.454644 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a02cf-3dd4-4546-b484-0aa612bde2db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:38:26.454951 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a02cf-3dd4-4546-b484-0aa612bde2db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:38:26.455269 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a02cf-3dd4-4546-b484-0aa612bde2db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:38:26.455656 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a02cf-3dd4-4546-b484-0aa612bde2db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:38:26.456046 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a02cf-3dd4-4546-b484-0aa612bde2db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:38:26.486780 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:26.487909 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device a9394229-9271-4949-b389-b76d35d0946e no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:38:26.574377 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c726de5d-42ae-4e7f-ba90-748db4f4aa27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:26.585793 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=37dcf6d5-d2e6-4fac-a4d3-aed6493bf39d,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:38:26.608463 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c726de5d-42ae-4e7f-ba90-748db4f4aa27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:26.645294 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:26.661407 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245bf71b-8242-43f9-8ef2-3091ce6d683c req-a99b42e6-dc7d-4702-8b55-b4de7423657a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:38:26.662904 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-245bf71b-8242-43f9-8ef2-3091ce6d683c req-a99b42e6-dc7d-4702-8b55-b4de7423657a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c7263e13-4c54-4669-81be-866c344e594b HTTP/1.1" status: 200 len: 1097 time: 0.1947792 Jul 05 02:38:26.688506 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port a9394229-9271-4949-b389-b76d35d0946e, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=a9394229-9271-4949-b389-b76d35d0946e,segment=NetworkSegment(2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7),segment_id=2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:38:26.709089 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fbb3f9-8398-497b-a911-5634751977ad req-8374e017-7780-46ca-8d7c-917df990333c tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:38:26.710637 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-73fbb3f9-8398-497b-a911-5634751977ad req-8374e017-7780-46ca-8d7c-917df990333c tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 945 time: 0.1820691 Jul 05 02:38:26.717197 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-245bf71b-8242-43f9-8ef2-3091ce6d683c req-51945030-c37a-4a1e-91ac-5df3942bc64a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=896ea46a-6466-47fe-ac1a-3023b10eeb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464771 Jul 05 02:38:26.762383 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-73fbb3f9-8398-497b-a911-5634751977ad req-6db64689-8a91-4478-9d62-74ce9bb27b94 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=09716028-44a2-4220-a754-7ed932c56f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441294 Jul 05 02:38:26.780362 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c726de5d-42ae-4e7f-ba90-748db4f4aa27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:26.783106 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c726de5d-42ae-4e7f-ba90-748db4f4aa27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:26.786780 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-c726de5d-42ae-4e7f-ba90-748db4f4aa27 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f8ccb409-b3ae-4525-837e-c831c10c1611 HTTP/1.1" status: 204 len: 168 time: 0.3640633 Jul 05 02:38:26.795170 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c726de5d-42ae-4e7f-ba90-748db4f4aa27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ccb409-b3ae-4525-837e-c831c10c1611,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:38:26.796334 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:26.880429 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe508b82-3e2e-487e-90ab-9f842bf9bd59 req-6532e0eb-0910-4186-8041-48ffbc0db410 tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:38:26.883086 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-fe508b82-3e2e-487e-90ab-9f842bf9bd59 req-6532e0eb-0910-4186-8041-48ffbc0db410 tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc22ffe7-6c4e-4598-a0c5-4fa0a98cf967 HTTP/1.1" status: 200 len: 943 time: 0.0808628 Jul 05 02:38:26.885742 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=a9394229-9271-4949-b389-b76d35d0946e,revision_number=8']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:38:26.944365 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-fe508b82-3e2e-487e-90ab-9f842bf9bd59 req-3a7953bb-9bab-4684-bf13-9f985b7e0663 tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] 10.222.0.23 "GET /v2.0/security-groups?id=343bc49c-ce5c-4e4d-a616-856a6409c7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387108 Jul 05 02:38:27.213381 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2152224-10e4-4490-9772-3d06be6e44e8 req-6f73d53a-3a20-492e-b6fc-a43ea6213a99 tempest-VolumesActionsTest-1477755360 tempest-VolumesActionsTest-1477755360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:38:27.215574 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c2152224-10e4-4490-9772-3d06be6e44e8 req-6f73d53a-3a20-492e-b6fc-a43ea6213a99 tempest-VolumesActionsTest-1477755360 tempest-VolumesActionsTest-1477755360-project] 10.222.0.15 "GET /v2.0/ports?device_id=1cb02d47-f7d9-4649-8e14-6b6b5a979f5f HTTP/1.1" status: 200 len: 946 time: 0.1282701 Jul 05 02:38:27.311767 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e130b0b-a7b5-4a81-9e3a-ce035ba07130 req-1379ab93-ee87-4cce-9564-d414a90ba3cd tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:38:27.313400 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9e130b0b-a7b5-4a81-9e3a-ce035ba07130 req-1379ab93-ee87-4cce-9564-d414a90ba3cd tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7263e13-4c54-4669-81be-866c344e594b HTTP/1.1" status: 200 len: 946 time: 0.1140935 Jul 05 02:38:27.365605 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9e130b0b-a7b5-4a81-9e3a-ce035ba07130 req-23e8d394-7686-4869-8334-4979ca3bceef tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/security-groups?id=896ea46a-6466-47fe-ac1a-3023b10eeb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457642 Jul 05 02:38:27.378143 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-c2152224-10e4-4490-9772-3d06be6e44e8 req-498ddf02-d03c-4af6-a965-8db966c116bb tempest-VolumesActionsTest-1477755360 tempest-VolumesActionsTest-1477755360-project] Deleting port e84bf1f4-564e-43cc-a847-956025c4117c {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:38:27.378503 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c2152224-10e4-4490-9772-3d06be6e44e8 req-498ddf02-d03c-4af6-a965-8db966c116bb tempest-VolumesActionsTest-1477755360 tempest-VolumesActionsTest-1477755360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:27.425738 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 382ae613-4144-4b88-bd03-341207da126b details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:38:27.623399 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba3db54-1007-4d17-9478-e85d4d1349fd req-0970d57b-e918-4245-bf4b-90d37e22155a tempest-VolumesActionsTest-1477755360 tempest-VolumesActionsTest-1477755360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:38:27.628262 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1ba3db54-1007-4d17-9478-e85d4d1349fd req-0970d57b-e918-4245-bf4b-90d37e22155a tempest-VolumesActionsTest-1477755360 tempest-VolumesActionsTest-1477755360-project] 10.222.0.23 "GET /v2.0/ports?device_id=1cb02d47-f7d9-4649-8e14-6b6b5a979f5f HTTP/1.1" status: 200 len: 946 time: 0.1476142 Jul 05 02:38:27.680534 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 382ae613-4144-4b88-bd03-341207da126b, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=382ae613-4144-4b88-bd03-341207da126b,segment=NetworkSegment(1bdeea40-8190-419c-8df6-ee18aafe7477),segment_id=1bdeea40-8190-419c-8df6-ee18aafe7477)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:38:27.703747 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Returning: {'device': '382ae613-4144-4b88-bd03-341207da126b', 'network_id': 'bb78d8c6-d0ec-4713-96da-482056d9cb25', 'port_id': '382ae613-4144-4b88-bd03-341207da126b', 'mac_address': 'fa:16:3e:80:73:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '306ee548-5838-4137-9a09-1e1c676757f1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:38:27.722001 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1ba3db54-1007-4d17-9478-e85d4d1349fd req-74839c70-6041-47f2-81f0-9788092dc1c8 tempest-VolumesActionsTest-1477755360 tempest-VolumesActionsTest-1477755360-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d18d34c-042d-4504-89ac-5d4504c42f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818217 Jul 05 02:38:27.749396 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:27.763155 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 382ae613-4144-4b88-bd03-341207da126b {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:38:27.787168 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 382ae613-4144-4b88-bd03-341207da126b, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=382ae613-4144-4b88-bd03-341207da126b,segment=NetworkSegment(1bdeea40-8190-419c-8df6-ee18aafe7477),segment_id=1bdeea40-8190-419c-8df6-ee18aafe7477)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:38:27.810967 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 51808) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:38:27.844433 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5abdeb56-1b8f-4dcb-8af8-a0ca96ebd582 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:27.907840 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:27.961247 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5abdeb56-1b8f-4dcb-8af8-a0ca96ebd582 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:27.971972 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=382ae613-4144-4b88-bd03-341207da126b,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:38:27.986360 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-c2152224-10e4-4490-9772-3d06be6e44e8 req-498ddf02-d03c-4af6-a965-8db966c116bb tempest-VolumesActionsTest-1477755360 tempest-VolumesActionsTest-1477755360-project] For port e84bf1f4-564e-43cc-a847-956025c4117c, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=e84bf1f4-564e-43cc-a847-956025c4117c,segment=NetworkSegment(08c70867-6984-4de4-9f6d-58d888710250),segment_id=08c70867-6984-4de4-9f6d-58d888710250)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:38:27.986721 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c2152224-10e4-4490-9772-3d06be6e44e8 req-498ddf02-d03c-4af6-a965-8db966c116bb tempest-VolumesActionsTest-1477755360 tempest-VolumesActionsTest-1477755360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:28.000919 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-c2152224-10e4-4490-9772-3d06be6e44e8 req-498ddf02-d03c-4af6-a965-8db966c116bb tempest-VolumesActionsTest-1477755360 tempest-VolumesActionsTest-1477755360-project] Calling delete_port for e84bf1f4-564e-43cc-a847-956025c4117c owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:38:28.111217 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['382ae613-4144-4b88-bd03-341207da126b'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:38:28.126735 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5abdeb56-1b8f-4dcb-8af8-a0ca96ebd582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:28.157664 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-5abdeb56-1b8f-4dcb-8af8-a0ca96ebd582 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a0b08ec310704cd099fa9f2cd42c4750&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3452680 Jul 05 02:38:28.162998 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 51818) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:38:28.179650 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abdeb56-1b8f-4dcb-8af8-a0ca96ebd582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6d46d4e-7393-4f38-bc95-9fb7dfd1caac,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:38:28.232783 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b096411b-e978-4eb9-a7ae-32935d0edd7e req-c0bb88db-2776-4327-979d-5ed1bae329c9 tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:38:28.234445 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b096411b-e978-4eb9-a7ae-32935d0edd7e req-c0bb88db-2776-4327-979d-5ed1bae329c9 tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc22ffe7-6c4e-4598-a0c5-4fa0a98cf967 HTTP/1.1" status: 200 len: 944 time: 0.1533499 Jul 05 02:38:28.334678 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b096411b-e978-4eb9-a7ae-32935d0edd7e req-0dbd8438-0262-4a79-994f-937848a94fca tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] 10.222.0.23 "GET /v2.0/security-groups?id=343bc49c-ce5c-4e4d-a616-856a6409c7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934985 Jul 05 02:38:28.335543 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-eb8a06eb-c7d7-4b71-a89f-39bc7de1e727 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:28.352125 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c2152224-10e4-4490-9772-3d06be6e44e8 req-498ddf02-d03c-4af6-a965-8db966c116bb tempest-VolumesActionsTest-1477755360 tempest-VolumesActionsTest-1477755360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:28.395280 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a495395-0a83-4a09-b123-70337c3e7a2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9394229-9271-4949-b389-b76d35d0946e'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:38:28.398595 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5becce84-0749-4001-aeb9-d20ba4c7da66" -d '{"events": [{"server_uuid": "7a495395-0a83-4a09-b123-70337c3e7a2a", "name": "network-vif-unplugged", "status": "completed", "tag": "a9394229-9271-4949-b389-b76d35d0946e"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:38:28.407457 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-eb8a06eb-c7d7-4b71-a89f-39bc7de1e727 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:28.411731 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498ddf02-d03c-4af6-a965-8db966c116bb tempest-VolumesActionsTest-1477755360 tempest-VolumesActionsTest-1477755360-project] Pushing event deleted for resources: {'Port': ['ID=e84bf1f4-564e-43cc-a847-956025c4117c,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:38:28.443343 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 02:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6dba741-46f9-439a-8457-ccd1d8196cc8 x-openstack-request-id: req-d6dba741-46f9-439a-8457-ccd1d8196cc8 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:38:28.443869 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a495395-0a83-4a09-b123-70337c3e7a2a", "name": "network-vif-unplugged", "status": "completed", "tag": "a9394229-9271-4949-b389-b76d35d0946e", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:38:28.443869 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d6dba741-46f9-439a-8457-ccd1d8196cc8 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:38:28.444424 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a495395-0a83-4a09-b123-70337c3e7a2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9394229-9271-4949-b389-b76d35d0946e', 'code': 200} Jul 05 02:38:28.499320 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2152224-10e4-4490-9772-3d06be6e44e8 req-498ddf02-d03c-4af6-a965-8db966c116bb tempest-VolumesActionsTest-1477755360 tempest-VolumesActionsTest-1477755360-project] No DVR routers for this DVR port e84bf1f4-564e-43cc-a847-956025c4117c on host n-h2-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:38:28.502829 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c2152224-10e4-4490-9772-3d06be6e44e8 req-498ddf02-d03c-4af6-a965-8db966c116bb tempest-VolumesActionsTest-1477755360 tempest-VolumesActionsTest-1477755360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:28.505213 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c2152224-10e4-4490-9772-3d06be6e44e8 req-498ddf02-d03c-4af6-a965-8db966c116bb tempest-VolumesActionsTest-1477755360 tempest-VolumesActionsTest-1477755360-project] 10.222.0.15 "DELETE /v2.0/ports/e84bf1f4-564e-43cc-a847-956025c4117c HTTP/1.1" status: 204 len: 173 time: 1.2787745 Jul 05 02:38:28.505841 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cb02d47-f7d9-4649-8e14-6b6b5a979f5f', 'name': 'network-vif-deleted', 'tag': 'e84bf1f4-564e-43cc-a847-956025c4117c'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:38:28.508434 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec80b41d-fc1d-4230-92dc-96142c3c2e76" -d '{"events": [{"server_uuid": "1cb02d47-f7d9-4649-8e14-6b6b5a979f5f", "name": "network-vif-deleted", "tag": "e84bf1f4-564e-43cc-a847-956025c4117c"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:38:28.575021 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['e84bf1f4-564e-43cc-a847-956025c4117c'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:38:28.585356 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9021e679-3a71-470e-911c-6a4c6b2c4fbc x-openstack-request-id: req-9021e679-3a71-470e-911c-6a4c6b2c4fbc {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:38:28.585648 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cb02d47-f7d9-4649-8e14-6b6b5a979f5f", "name": "network-vif-deleted", "tag": "e84bf1f4-564e-43cc-a847-956025c4117c", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:38:28.585903 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9021e679-3a71-470e-911c-6a4c6b2c4fbc {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:38:28.586329 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cb02d47-f7d9-4649-8e14-6b6b5a979f5f', 'name': 'network-vif-deleted', 'tag': 'e84bf1f4-564e-43cc-a847-956025c4117c', 'status': 'completed', 'code': 200} Jul 05 02:38:28.636934 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86964210-ce4f-4790-9cf9-77bc65795abb req-8c354a40-cd42-441b-8e29-025c486e4505 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:38:28.638402 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-86964210-ce4f-4790-9cf9-77bc65795abb req-8c354a40-cd42-441b-8e29-025c486e4505 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7263e13-4c54-4669-81be-866c344e594b HTTP/1.1" status: 200 len: 946 time: 0.1136699 Jul 05 02:38:28.672779 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-eb8a06eb-c7d7-4b71-a89f-39bc7de1e727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:28.680189 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-eb8a06eb-c7d7-4b71-a89f-39bc7de1e727 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:28.683755 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-eb8a06eb-c7d7-4b71-a89f-39bc7de1e727 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b6d46d4e-7393-4f38-bc95-9fb7dfd1caac HTTP/1.1" status: 204 len: 168 time: 0.5146692 Jul 05 02:38:28.685889 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-86964210-ce4f-4790-9cf9-77bc65795abb req-bd481dfa-ab8d-4536-9e23-4bf4d6b80d34 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/security-groups?id=896ea46a-6466-47fe-ac1a-3023b10eeb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416307 Jul 05 02:38:28.710904 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8a06eb-c7d7-4b71-a89f-39bc7de1e727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6d46d4e-7393-4f38-bc95-9fb7dfd1caac,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:38:28.996424 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1539a70e-df54-4dcb-b944-abf5c4ea127b req-6def4ec2-6bc7-441f-b7d8-23ef592a80d7 tempest-VolumesActionsTest-1477755360 tempest-VolumesActionsTest-1477755360-project] 10.222.0.23 "GET /v2.0/ports?device_id=1cb02d47-f7d9-4649-8e14-6b6b5a979f5f HTTP/1.1" status: 200 len: 210 time: 0.0713844 Jul 05 02:38:29.287889 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd56cb7-cb2e-407c-920c-776d5e52c6ed req-6b71d191-f346-4297-b0ca-5e721de1c82a tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:38:29.299700 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0bd56cb7-cb2e-407c-920c-776d5e52c6ed req-6b71d191-f346-4297-b0ca-5e721de1c82a tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7263e13-4c54-4669-81be-866c344e594b HTTP/1.1" status: 200 len: 946 time: 0.0858419 Jul 05 02:38:29.438440 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0bd56cb7-cb2e-407c-920c-776d5e52c6ed req-d391832f-b2d8-4ca4-8bf7-2f2b56ba622c tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/security-groups?id=896ea46a-6466-47fe-ac1a-3023b10eeb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297765 Jul 05 02:38:29.444155 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 382ae613-4144-4b88-bd03-341207da126b up at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:38:29.672982 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ec9cd0-31bf-4e31-83bb-a3d37bcf9fa0 req-30d5d5b0-4dfc-4b32-ab32-08e8c85a43a2 tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:38:29.675385 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-79ec9cd0-31bf-4e31-83bb-a3d37bcf9fa0 req-30d5d5b0-4dfc-4b32-ab32-08e8c85a43a2 tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc22ffe7-6c4e-4598-a0c5-4fa0a98cf967 HTTP/1.1" status: 200 len: 944 time: 0.0908692 Jul 05 02:38:29.677049 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning for port 382ae613-4144-4b88-bd03-341207da126b completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:38:29.681388 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning complete for port 382ae613-4144-4b88-bd03-341207da126b triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:38:29.687968 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:29.766418 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-79ec9cd0-31bf-4e31-83bb-a3d37bcf9fa0 req-a7463f7e-24a1-42ff-a3b0-fb683bdaee1a tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] 10.222.0.23 "GET /v2.0/security-groups?id=343bc49c-ce5c-4e4d-a616-856a6409c7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796638 Jul 05 02:38:29.832426 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a227ca-d5b2-49f6-a996-e7781df60f1c req-f783e33f-97aa-4278-baaf-0362637efe29 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:38:29.839213 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-34a227ca-d5b2-49f6-a996-e7781df60f1c req-f783e33f-97aa-4278-baaf-0362637efe29 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7263e13-4c54-4669-81be-866c344e594b HTTP/1.1" status: 200 len: 946 time: 0.1976354 Jul 05 02:38:29.893399 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:29.900707 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-34a227ca-d5b2-49f6-a996-e7781df60f1c req-356e8d70-df95-4b34-bee8-6cdc8aa0845e tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/security-groups?id=896ea46a-6466-47fe-ac1a-3023b10eeb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558918 Jul 05 02:38:29.941560 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device a9394229-9271-4949-b389-b76d35d0946e details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:38:29.983575 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 382ae613-4144-4b88-bd03-341207da126b, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=382ae613-4144-4b88-bd03-341207da126b,segment=NetworkSegment(1bdeea40-8190-419c-8df6-ee18aafe7477),segment_id=1bdeea40-8190-419c-8df6-ee18aafe7477)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:38:30.108444 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:30.138083 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port a9394229-9271-4949-b389-b76d35d0946e, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=a9394229-9271-4949-b389-b76d35d0946e,segment=NetworkSegment(2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7),segment_id=2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:38:30.162315 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': 'a9394229-9271-4949-b389-b76d35d0946e', 'network_id': 'c4d51310-b056-42c6-8720-dd3607bb490e', 'port_id': 'a9394229-9271-4949-b389-b76d35d0946e', 'mac_address': 'fa:16:3e:27:ef:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '822ac30d-26eb-483a-9cd9-5da64853ba79', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:38:30.263848 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:30.275172 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=382ae613-4144-4b88-bd03-341207da126b,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:38:30.291494 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9394229-9271-4949-b389-b76d35d0946e {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:38:30.318998 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port a9394229-9271-4949-b389-b76d35d0946e, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=a9394229-9271-4949-b389-b76d35d0946e,segment=NetworkSegment(2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7),segment_id=2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:38:30.470054 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc22ffe7-6c4e-4598-a0c5-4fa0a98cf967', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '382ae613-4144-4b88-bd03-341207da126b'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:38:30.479717 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-decbdbc6-8662-4da1-a731-813bceb81ab5" -d '{"events": [{"server_uuid": "cc22ffe7-6c4e-4598-a0c5-4fa0a98cf967", "name": "network-vif-plugged", "status": "completed", "tag": "382ae613-4144-4b88-bd03-341207da126b"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:38:30.511100 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:30.611895 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b58c5ca6-5388-495d-bef6-1826422e72f4 x-openstack-request-id: req-b58c5ca6-5388-495d-bef6-1826422e72f4 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:38:30.612594 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc22ffe7-6c4e-4598-a0c5-4fa0a98cf967", "name": "network-vif-plugged", "status": "completed", "tag": "382ae613-4144-4b88-bd03-341207da126b", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:38:30.613020 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b58c5ca6-5388-495d-bef6-1826422e72f4 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:38:30.613580 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc22ffe7-6c4e-4598-a0c5-4fa0a98cf967', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '382ae613-4144-4b88-bd03-341207da126b', 'code': 200} Jul 05 02:38:30.657557 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['a9394229-9271-4949-b389-b76d35d0946e'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:38:30.662968 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=a9394229-9271-4949-b389-b76d35d0946e,revision_number=9']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:38:30.810436 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0eeed6-2627-4acb-aab9-4aa45014fa0c req-da936fd8-a999-4b53-9b27-37a527a98b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:38:30.812012 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8b0eeed6-2627-4acb-aab9-4aa45014fa0c req-da936fd8-a999-4b53-9b27-37a527a98b54 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cc22ffe7-6c4e-4598-a0c5-4fa0a98cf967 HTTP/1.1" status: 200 len: 1097 time: 0.1247814 Jul 05 02:38:30.862982 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8b0eeed6-2627-4acb-aab9-4aa45014fa0c req-f69be5f6-8ab6-4f5d-b373-ee03eed1379d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=343bc49c-ce5c-4e4d-a616-856a6409c7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316765 Jul 05 02:38:30.919067 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03573c38-e095-4876-aa49-465be7c45d61 req-dcdd0d91-ef40-4480-a1dc-c758bd56e3ae tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:38:30.921487 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-03573c38-e095-4876-aa49-465be7c45d61 req-dcdd0d91-ef40-4480-a1dc-c758bd56e3ae tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7263e13-4c54-4669-81be-866c344e594b HTTP/1.1" status: 200 len: 946 time: 0.1959589 Jul 05 02:38:30.972151 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-03573c38-e095-4876-aa49-465be7c45d61 req-8299ff02-626f-4052-81af-48c486f72a6f tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/security-groups?id=896ea46a-6466-47fe-ac1a-3023b10eeb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446510 Jul 05 02:38:31.055319 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cb64b8-9822-4805-98dd-1e34d84e38b8 req-4ec768fd-9e6b-4458-afb5-093cf9318b21 tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:38:31.057166 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-86cb64b8-9822-4805-98dd-1e34d84e38b8 req-4ec768fd-9e6b-4458-afb5-093cf9318b21 tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc22ffe7-6c4e-4598-a0c5-4fa0a98cf967 HTTP/1.1" status: 200 len: 945 time: 0.0868568 Jul 05 02:38:31.124399 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-86cb64b8-9822-4805-98dd-1e34d84e38b8 req-912edff4-88a6-4655-a2e0-1cf26f76c250 tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] 10.222.0.23 "GET /v2.0/security-groups?id=343bc49c-ce5c-4e4d-a616-856a6409c7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574722 Jul 05 02:38:31.441749 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device e84bf1f4-564e-43cc-a847-956025c4117c no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:38:31.477131 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] No Port match for: e84bf1f4-564e-43cc-a847-956025c4117c {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:38:31.477777 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device e84bf1f4-564e-43cc-a847-956025c4117c not bound to the agent host n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:38:31.498943 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 51942) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:38:31.675457 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b294eccb-4845-4825-8bf3-e2b4d19d758b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:31.838444 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b294eccb-4845-4825-8bf3-e2b4d19d758b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:31.939537 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device a9394229-9271-4949-b389-b76d35d0946e up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:38:31.991484 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b294eccb-4845-4825-8bf3-e2b4d19d758b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:32.056219 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port a9394229-9271-4949-b389-b76d35d0946e triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:38:32.064883 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:32.065671 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b294eccb-4845-4825-8bf3-e2b4d19d758b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35a3b961-e21f-4ad1-a17a-f2dbf47c32c6,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:38:32.125286 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 51982) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:38:32.126393 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-b294eccb-4845-4825-8bf3-e2b4d19d758b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cfcbd1c2dbf54bdbbffbd0b4234b7e25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6264606 Jul 05 02:38:32.248547 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:32.297847 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port a9394229-9271-4949-b389-b76d35d0946e, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=a9394229-9271-4949-b389-b76d35d0946e,segment=NetworkSegment(2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7),segment_id=2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:38:32.380169 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:32.427501 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2028398b-16cb-4b7f-8dc7-6aa0559b6bfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:32.496744 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2028398b-16cb-4b7f-8dc7-6aa0559b6bfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:32.508244 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=a9394229-9271-4949-b389-b76d35d0946e,revision_number=10']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:38:32.558068 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f595ec-7057-49c4-9dba-b29d03361f87 req-83d94f39-812d-4839-9f32-f3ffc3523c4c tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:38:32.559649 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-29f595ec-7057-49c4-9dba-b29d03361f87 req-83d94f39-812d-4839-9f32-f3ffc3523c4c tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7263e13-4c54-4669-81be-866c344e594b HTTP/1.1" status: 200 len: 946 time: 0.2848308 Jul 05 02:38:32.599316 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecf06c1-aec2-4756-bed4-bfbf5e7e32c1 req-9b50ec48-22b2-490e-adeb-e2d3129402eb tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:38:32.601825 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-aecf06c1-aec2-4756-bed4-bfbf5e7e32c1 req-9b50ec48-22b2-490e-adeb-e2d3129402eb tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc22ffe7-6c4e-4598-a0c5-4fa0a98cf967 HTTP/1.1" status: 200 len: 945 time: 0.1263101 Jul 05 02:38:32.607657 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-29f595ec-7057-49c4-9dba-b29d03361f87 req-cfaf0058-6ae2-40b0-bc38-3c987f2f0deb tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/security-groups?id=896ea46a-6466-47fe-ac1a-3023b10eeb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413277 Jul 05 02:38:32.615309 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a495395-0a83-4a09-b123-70337c3e7a2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9394229-9271-4949-b389-b76d35d0946e'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:38:32.618114 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-366fdc0c-a860-4984-bc04-36239fc7a5a5" -d '{"events": [{"server_uuid": "7a495395-0a83-4a09-b123-70337c3e7a2a", "name": "network-vif-plugged", "status": "completed", "tag": "a9394229-9271-4949-b389-b76d35d0946e"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:38:32.665103 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-aecf06c1-aec2-4756-bed4-bfbf5e7e32c1 req-93f4760c-9e95-4c9a-8a51-63aee8ca7b1e tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] 10.222.0.23 "GET /v2.0/security-groups?id=343bc49c-ce5c-4e4d-a616-856a6409c7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560503 Jul 05 02:38:32.701076 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2028398b-16cb-4b7f-8dc7-6aa0559b6bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:32.704377 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47cf6ff1-f517-434e-871d-7f21e87d620b x-openstack-request-id: req-47cf6ff1-f517-434e-871d-7f21e87d620b {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:38:32.704679 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a495395-0a83-4a09-b123-70337c3e7a2a", "name": "network-vif-plugged", "status": "completed", "tag": "a9394229-9271-4949-b389-b76d35d0946e", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:38:32.704937 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-47cf6ff1-f517-434e-871d-7f21e87d620b {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:38:32.705267 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2028398b-16cb-4b7f-8dc7-6aa0559b6bfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:32.705394 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a495395-0a83-4a09-b123-70337c3e7a2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9394229-9271-4949-b389-b76d35d0946e', 'code': 200} Jul 05 02:38:32.712106 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-2028398b-16cb-4b7f-8dc7-6aa0559b6bfd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/35a3b961-e21f-4ad1-a17a-f2dbf47c32c6 HTTP/1.1" status: 204 len: 168 time: 0.5853059 Jul 05 02:38:32.731204 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028398b-16cb-4b7f-8dc7-6aa0559b6bfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a3b961-e21f-4ad1-a17a-f2dbf47c32c6,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:38:33.857435 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 52060) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:38:33.877602 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6ee85ca3-2fc5-4069-88cb-50bdf2fbbfe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:33.966014 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd85eaf7-0b5e-4131-b401-7fdbbc1f436c req-642f5fda-7cb5-46df-94d1-92865f7a973f tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:38:33.974671 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bd85eaf7-0b5e-4131-b401-7fdbbc1f436c req-642f5fda-7cb5-46df-94d1-92865f7a973f tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7263e13-4c54-4669-81be-866c344e594b HTTP/1.1" status: 200 len: 946 time: 0.1293187 Jul 05 02:38:34.000216 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 02:38:34.016087 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bd85eaf7-0b5e-4131-b401-7fdbbc1f436c req-a7b5c172-99e1-4a2c-abe1-d24668ed7965 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/security-groups?id=896ea46a-6466-47fe-ac1a-3023b10eeb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403006 Jul 05 02:38:34.139762 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6ee85ca3-2fc5-4069-88cb-50bdf2fbbfe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:34.220365 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6ee85ca3-2fc5-4069-88cb-50bdf2fbbfe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:34.307772 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee85ca3-2fc5-4069-88cb-50bdf2fbbfe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09d14b98-91b6-4218-98fd-affff0138c45,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:38:34.307772 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-6ee85ca3-2fc5-4069-88cb-50bdf2fbbfe6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4b6b6360803a4b83ba21ef9405147979&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4440634 Jul 05 02:38:34.307772 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 52076) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:38:34.429873 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0c0826de-0649-4f3d-a1a6-b693a3e97351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:34.472848 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0c0826de-0649-4f3d-a1a6-b693a3e97351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:34.696869 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0c0826de-0649-4f3d-a1a6-b693a3e97351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:34.697056 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0c0826de-0649-4f3d-a1a6-b693a3e97351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:34.700449 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-0c0826de-0649-4f3d-a1a6-b693a3e97351 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/09d14b98-91b6-4218-98fd-affff0138c45 HTTP/1.1" status: 204 len: 168 time: 0.3910797 Jul 05 02:38:34.734362 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0826de-0649-4f3d-a1a6-b693a3e97351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d14b98-91b6-4218-98fd-affff0138c45,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:38:35.379970 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7971335b-0ddc-48b8-ac3d-9457bb3f4dd5 req-f41efc60-292c-4dba-a56b-be8bd557fdc1 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:38:35.382631 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7971335b-0ddc-48b8-ac3d-9457bb3f4dd5 req-f41efc60-292c-4dba-a56b-be8bd557fdc1 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7263e13-4c54-4669-81be-866c344e594b HTTP/1.1" status: 200 len: 946 time: 0.1946840 Jul 05 02:38:35.517510 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7971335b-0ddc-48b8-ac3d-9457bb3f4dd5 req-bed98167-ddb2-4331-a4b8-70f4e699e79f tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/security-groups?id=896ea46a-6466-47fe-ac1a-3023b10eeb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247106 Jul 05 02:38:35.564652 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f5bcf13f-d5eb-4ebf-9698-f3d7d67c0b32 req-3d3dd5d5-f980-4dc8-a557-8fa2855a322b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5bfc5e67-c417-4826-8ea2-3d35f7ab4b27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1372142 Jul 05 02:38:35.731210 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bcf13f-d5eb-4ebf-9698-f3d7d67c0b32 req-a7b91bc3-dd7c-4500-bfc0-e4b31b994bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:38:35.732859 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f5bcf13f-d5eb-4ebf-9698-f3d7d67c0b32 req-a7b91bc3-dd7c-4500-bfc0-e4b31b994bcf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=19e6c4c619cf4595801b0519afefcaf5&device_id=5bfc5e67-c417-4826-8ea2-3d35f7ab4b27 HTTP/1.1" status: 200 len: 1097 time: 0.0967484 Jul 05 02:38:35.842034 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa04d6f-564b-45b6-ae12-b7204404ff77 req-f9a66be5-c586-4ea4-a53b-812e401da276 tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:38:35.868449 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-afa04d6f-564b-45b6-ae12-b7204404ff77 req-f9a66be5-c586-4ea4-a53b-812e401da276 tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc22ffe7-6c4e-4598-a0c5-4fa0a98cf967 HTTP/1.1" status: 200 len: 945 time: 0.1792102 Jul 05 02:38:35.943096 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bcf13f-d5eb-4ebf-9698-f3d7d67c0b32 req-ead71266-d376-45b6-bf17-c7f384b28fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:38:35.944619 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f5bcf13f-d5eb-4ebf-9698-f3d7d67c0b32 req-ead71266-d376-45b6-bf17-c7f384b28fab service neutron] 10.222.0.15 "GET /v2.0/networks?id=1b07052c-22c6-4d0f-b0a6-3bc3daa97540 HTTP/1.1" status: 200 len: 906 time: 0.1809986 Jul 05 02:38:35.960951 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-afa04d6f-564b-45b6-ae12-b7204404ff77 req-966e0e6f-b452-4e30-a8ab-bfbcdfccb467 tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] 10.222.0.23 "GET /v2.0/security-groups?id=343bc49c-ce5c-4e4d-a616-856a6409c7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991037 Jul 05 02:38:36.067900 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f5bcf13f-d5eb-4ebf-9698-f3d7d67c0b32 req-f1d6dd22-9a7b-48a0-a0c8-f425904a795e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ddf5426-0739-47b0-ab63-f5000a780e97 HTTP/1.1" status: 200 len: 217 time: 0.1150486 Jul 05 02:38:36.171579 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bcf13f-d5eb-4ebf-9698-f3d7d67c0b32 req-b305db0e-b581-4683-9f42-2382f44e80af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:38:36.180420 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f5bcf13f-d5eb-4ebf-9698-f3d7d67c0b32 req-b305db0e-b581-4683-9f42-2382f44e80af service neutron] 10.222.0.15 "GET /v2.0/subnets?id=83dd570d-22ee-4f29-80f0-61f3c568de93 HTTP/1.1" status: 200 len: 846 time: 0.1027985 Jul 05 02:38:36.234281 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f5bcf13f-d5eb-4ebf-9698-f3d7d67c0b32 req-b16a7312-79b8-42df-8225-4c406ef5f690 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1b07052c-22c6-4d0f-b0a6-3bc3daa97540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458348 Jul 05 02:38:36.568419 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f5bcf13f-d5eb-4ebf-9698-f3d7d67c0b32 req-5b3f2d77-a6f4-4e08-8107-eedf9047b626 service neutron] 10.222.0.15 "GET /v2.0/networks/1b07052c-22c6-4d0f-b0a6-3bc3daa97540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3221009 Jul 05 02:38:36.770888 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f5bcf13f-d5eb-4ebf-9698-f3d7d67c0b32 req-fab3a5e4-23ae-4801-aabf-1658ff0d9fcd service neutron] 10.222.0.15 "GET /v2.0/networks/1b07052c-22c6-4d0f-b0a6-3bc3daa97540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930332 Jul 05 02:38:37.099164 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc73b132-b5aa-48e7-a07c-d66d3bbf85e8 req-1592ea80-4721-4926-a5b7-41e50a7dbc1c tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:38:37.115201 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-dc73b132-b5aa-48e7-a07c-d66d3bbf85e8 req-1592ea80-4721-4926-a5b7-41e50a7dbc1c tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc22ffe7-6c4e-4598-a0c5-4fa0a98cf967 HTTP/1.1" status: 200 len: 945 time: 0.3305516 Jul 05 02:38:37.161298 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd71ff2-b6a3-4d63-ba83-4ab46d29e594 req-dd0d3215-99a6-436e-b4c9-dfea4a538270 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:38:37.171207 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bcd71ff2-b6a3-4d63-ba83-4ab46d29e594 req-dd0d3215-99a6-436e-b4c9-dfea4a538270 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7263e13-4c54-4669-81be-866c344e594b HTTP/1.1" status: 200 len: 946 time: 0.3246694 Jul 05 02:38:37.310392 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71606e90-2592-426b-9afd-d9fe0fbad7a1 req-0950c11d-c652-4575-a20b-8999a97d9fea tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:38:37.320563 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-71606e90-2592-426b-9afd-d9fe0fbad7a1 req-0950c11d-c652-4575-a20b-8999a97d9fea tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc22ffe7-6c4e-4598-a0c5-4fa0a98cf967 HTTP/1.1" status: 200 len: 945 time: 0.1068966 Jul 05 02:38:37.341173 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bcd71ff2-b6a3-4d63-ba83-4ab46d29e594 req-83322fc2-b841-42fa-802b-33f64f3aae81 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/security-groups?id=896ea46a-6466-47fe-ac1a-3023b10eeb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675644 Jul 05 02:38:37.430324 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-71606e90-2592-426b-9afd-d9fe0fbad7a1 req-0fb6b262-d1e4-4a77-9ffc-b2ac429f32a4 tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] 10.222.0.23 "GET /v2.0/security-groups?id=343bc49c-ce5c-4e4d-a616-856a6409c7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081781 Jul 05 02:38:37.469574 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-dc73b132-b5aa-48e7-a07c-d66d3bbf85e8 req-cb27bcff-4b20-4a9f-b776-e9a547de86e0 tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] Deleting port 382ae613-4144-4b88-bd03-341207da126b {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:38:37.470472 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-dc73b132-b5aa-48e7-a07c-d66d3bbf85e8 req-cb27bcff-4b20-4a9f-b776-e9a547de86e0 tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:37.706046 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-dc73b132-b5aa-48e7-a07c-d66d3bbf85e8 req-cb27bcff-4b20-4a9f-b776-e9a547de86e0 tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] For port 382ae613-4144-4b88-bd03-341207da126b, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=382ae613-4144-4b88-bd03-341207da126b,segment=NetworkSegment(1bdeea40-8190-419c-8df6-ee18aafe7477),segment_id=1bdeea40-8190-419c-8df6-ee18aafe7477)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:38:37.708194 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-dc73b132-b5aa-48e7-a07c-d66d3bbf85e8 req-cb27bcff-4b20-4a9f-b776-e9a547de86e0 tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:37.735651 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-dc73b132-b5aa-48e7-a07c-d66d3bbf85e8 req-cb27bcff-4b20-4a9f-b776-e9a547de86e0 tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] Calling delete_port for 382ae613-4144-4b88-bd03-341207da126b owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:38:38.071837 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-dc73b132-b5aa-48e7-a07c-d66d3bbf85e8 req-cb27bcff-4b20-4a9f-b776-e9a547de86e0 tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:38.087156 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['382ae613-4144-4b88-bd03-341207da126b'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:38:38.163463 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb27bcff-4b20-4a9f-b776-e9a547de86e0 tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] Pushing event deleted for resources: {'Port': ['ID=382ae613-4144-4b88-bd03-341207da126b,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:38:38.294646 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc73b132-b5aa-48e7-a07c-d66d3bbf85e8 req-cb27bcff-4b20-4a9f-b776-e9a547de86e0 tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] No DVR routers for this DVR port 382ae613-4144-4b88-bd03-341207da126b on host n-h2-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:38:38.298346 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-dc73b132-b5aa-48e7-a07c-d66d3bbf85e8 req-cb27bcff-4b20-4a9f-b776-e9a547de86e0 tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:38.300760 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-dc73b132-b5aa-48e7-a07c-d66d3bbf85e8 req-cb27bcff-4b20-4a9f-b776-e9a547de86e0 tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] 10.222.0.15 "DELETE /v2.0/ports/382ae613-4144-4b88-bd03-341207da126b HTTP/1.1" status: 204 len: 173 time: 1.1782184 Jul 05 02:38:38.301631 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc22ffe7-6c4e-4598-a0c5-4fa0a98cf967', 'name': 'network-vif-deleted', 'tag': '382ae613-4144-4b88-bd03-341207da126b'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:38:38.304543 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43a04dc3-08d9-4366-9700-296f7d1bbef7" -d '{"events": [{"server_uuid": "cc22ffe7-6c4e-4598-a0c5-4fa0a98cf967", "name": "network-vif-deleted", "tag": "382ae613-4144-4b88-bd03-341207da126b"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:38:38.405821 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9929f202-dad2-48d7-a534-9ba4cbba64ba x-openstack-request-id: req-9929f202-dad2-48d7-a534-9ba4cbba64ba {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:38:38.405821 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc22ffe7-6c4e-4598-a0c5-4fa0a98cf967", "name": "network-vif-deleted", "tag": "382ae613-4144-4b88-bd03-341207da126b", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:38:38.405821 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9929f202-dad2-48d7-a534-9ba4cbba64ba {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:38:38.405821 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc22ffe7-6c4e-4598-a0c5-4fa0a98cf967', 'name': 'network-vif-deleted', 'tag': '382ae613-4144-4b88-bd03-341207da126b', 'status': 'completed', 'code': 200} Jul 05 02:38:38.624736 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a06d210-77f2-4937-b91f-a55cc8f6419c req-127bdc2c-bcae-445b-afb1-d7299f9e6cdc tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:38:38.635091 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1a06d210-77f2-4937-b91f-a55cc8f6419c req-127bdc2c-bcae-445b-afb1-d7299f9e6cdc tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7263e13-4c54-4669-81be-866c344e594b HTTP/1.1" status: 200 len: 946 time: 0.0931673 Jul 05 02:38:38.706561 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1a06d210-77f2-4937-b91f-a55cc8f6419c req-d13b3665-55af-4f9a-981f-159d53f3b79b tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/security-groups?id=896ea46a-6466-47fe-ac1a-3023b10eeb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687616 Jul 05 02:38:38.773622 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1254ea4d-5312-48aa-9953-14468046a052 req-fdcca421-d774-49e9-98fd-f5e4feab4e87 tempest-VolumesActionsTest-153678741 tempest-VolumesActionsTest-153678741-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc22ffe7-6c4e-4598-a0c5-4fa0a98cf967 HTTP/1.1" status: 200 len: 210 time: 0.0681806 Jul 05 02:38:40.289574 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77d863d-afbf-4023-a30e-0c6fcb21035c req-40641660-ea4a-4bbf-8c46-4563437f09f8 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:38:40.306721 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a77d863d-afbf-4023-a30e-0c6fcb21035c req-40641660-ea4a-4bbf-8c46-4563437f09f8 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7263e13-4c54-4669-81be-866c344e594b HTTP/1.1" status: 200 len: 946 time: 0.1685398 Jul 05 02:38:40.397088 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a77d863d-afbf-4023-a30e-0c6fcb21035c req-61641ff9-a073-4245-90da-dd71e74d8704 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/security-groups?id=896ea46a-6466-47fe-ac1a-3023b10eeb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856779 Jul 05 02:38:40.575316 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19171d59-1ceb-4da8-87ee-9c03f960e938 req-8999393b-3847-4305-bfad-1fc025ff4455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:38:40.577803 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-19171d59-1ceb-4da8-87ee-9c03f960e938 req-8999393b-3847-4305-bfad-1fc025ff4455 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=442a3e50d6be48be9e1562c5772ee754&device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 1098 time: 0.1351275 Jul 05 02:38:40.723553 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19171d59-1ceb-4da8-87ee-9c03f960e938 req-ba44932e-a838-4b17-9920-3ce2838da0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:38:40.725226 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-19171d59-1ceb-4da8-87ee-9c03f960e938 req-ba44932e-a838-4b17-9920-3ce2838da0d8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c4d51310-b056-42c6-8720-dd3607bb490e HTTP/1.1" status: 200 len: 911 time: 0.1214905 Jul 05 02:38:40.814732 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-19171d59-1ceb-4da8-87ee-9c03f960e938 req-1675aae4-496a-498b-b6b5-0d1c50d0579e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9394229-9271-4949-b389-b76d35d0946e HTTP/1.1" status: 200 len: 1000 time: 0.0828474 Jul 05 02:38:40.879406 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19171d59-1ceb-4da8-87ee-9c03f960e938 req-a4712a70-5b5d-416f-9d79-2c8b7626fd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:38:40.881502 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-19171d59-1ceb-4da8-87ee-9c03f960e938 req-a4712a70-5b5d-416f-9d79-2c8b7626fd2d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=822ac30d-26eb-483a-9cd9-5da64853ba79 HTTP/1.1" status: 200 len: 850 time: 0.0598471 Jul 05 02:38:40.980278 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19171d59-1ceb-4da8-87ee-9c03f960e938 req-9b788463-c6a4-4ec1-8db6-0f30fad38fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:38:40.981944 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-19171d59-1ceb-4da8-87ee-9c03f960e938 req-9b788463-c6a4-4ec1-8db6-0f30fad38fe8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c4d51310-b056-42c6-8720-dd3607bb490e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0937359 Jul 05 02:38:41.101593 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-19171d59-1ceb-4da8-87ee-9c03f960e938 req-82295813-5a62-466e-877a-9773d9b44615 service neutron] 10.222.0.21 "GET /v2.0/networks/c4d51310-b056-42c6-8720-dd3607bb490e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110904 Jul 05 02:38:41.205165 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-19171d59-1ceb-4da8-87ee-9c03f960e938 req-042faaaf-4e0b-494a-925e-6ad57198e0f8 service neutron] 10.222.0.21 "GET /v2.0/networks/c4d51310-b056-42c6-8720-dd3607bb490e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956106 Jul 05 02:38:41.499593 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 382ae613-4144-4b88-bd03-341207da126b no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:38:41.595087 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] No Port match for: 382ae613-4144-4b88-bd03-341207da126b {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:38:41.604232 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 382ae613-4144-4b88-bd03-341207da126b not bound to the agent host n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:38:41.781224 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295dcd10-4c14-4bd1-a3e7-f746b230eb40 req-06833f48-b691-4f88-883b-18be9602e2b4 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:38:41.783725 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-295dcd10-4c14-4bd1-a3e7-f746b230eb40 req-06833f48-b691-4f88-883b-18be9602e2b4 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7263e13-4c54-4669-81be-866c344e594b HTTP/1.1" status: 200 len: 946 time: 0.1101611 Jul 05 02:38:41.798049 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:41.825849 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:41.899388 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-295dcd10-4c14-4bd1-a3e7-f746b230eb40 req-96d92e06-7fe1-4a5c-b2f1-f28d2e02e5d1 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/security-groups?id=896ea46a-6466-47fe-ac1a-3023b10eeb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040468 Jul 05 02:38:43.198094 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b9da5e-d503-4bfe-b75f-214b11f3cbf2 req-f7da7250-f499-4263-a878-618a75fb5910 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:38:43.200199 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-49b9da5e-d503-4bfe-b75f-214b11f3cbf2 req-f7da7250-f499-4263-a878-618a75fb5910 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7263e13-4c54-4669-81be-866c344e594b HTTP/1.1" status: 200 len: 946 time: 0.1140511 Jul 05 02:38:43.252163 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-49b9da5e-d503-4bfe-b75f-214b11f3cbf2 req-aa2bce26-786b-4f45-896b-38fad6849ac3 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/security-groups?id=896ea46a-6466-47fe-ac1a-3023b10eeb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458658 Jul 05 02:38:44.776739 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eccdcd-7a3c-4ef8-9762-8ac868c9b740 req-b73aac71-4320-4eaa-ad4d-28d66ed5e9ef tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:38:44.794232 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-24eccdcd-7a3c-4ef8-9762-8ac868c9b740 req-b73aac71-4320-4eaa-ad4d-28d66ed5e9ef tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7263e13-4c54-4669-81be-866c344e594b HTTP/1.1" status: 200 len: 946 time: 0.1735296 Jul 05 02:38:44.948127 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-24eccdcd-7a3c-4ef8-9762-8ac868c9b740 req-6c673888-a964-442c-9408-03f8b5f9709d tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/security-groups?id=896ea46a-6466-47fe-ac1a-3023b10eeb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504936 Jul 05 02:38:46.612547 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4b1e43-c749-4bd2-b1e8-3201647635dc req-a047b515-f46b-4fac-9a32-617e4b11ceb9 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:38:46.623599 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ab4b1e43-c749-4bd2-b1e8-3201647635dc req-a047b515-f46b-4fac-9a32-617e4b11ceb9 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7263e13-4c54-4669-81be-866c344e594b HTTP/1.1" status: 200 len: 946 time: 0.2367103 Jul 05 02:38:46.749484 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ab4b1e43-c749-4bd2-b1e8-3201647635dc req-371d2331-d6af-4d25-b741-e0a8d01cdd6e tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/security-groups?id=896ea46a-6466-47fe-ac1a-3023b10eeb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174223 Jul 05 02:38:48.125894 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15641244-a827-4c2d-93aa-e373283c23d2 req-aea2f21e-64ca-4471-8d5c-7afbf27ba01d tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:38:48.140016 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-15641244-a827-4c2d-93aa-e373283c23d2 req-aea2f21e-64ca-4471-8d5c-7afbf27ba01d tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7263e13-4c54-4669-81be-866c344e594b HTTP/1.1" status: 200 len: 946 time: 0.1711228 Jul 05 02:38:48.287678 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-15641244-a827-4c2d-93aa-e373283c23d2 req-b5a86d0c-111f-473a-9d3a-f2d3a8a32f07 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/security-groups?id=896ea46a-6466-47fe-ac1a-3023b10eeb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029103 Jul 05 02:38:49.489524 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 52522) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:38:50.033045 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2106ed2f-5201-4911-b31b-841c353d1091 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:50.256992 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c107c89c-dcb8-4717-85d0-4fec7387af23 req-71b5cec4-5204-40ec-bd51-03e6f2a9bf21 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:38:50.260820 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c107c89c-dcb8-4717-85d0-4fec7387af23 req-71b5cec4-5204-40ec-bd51-03e6f2a9bf21 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7263e13-4c54-4669-81be-866c344e594b HTTP/1.1" status: 200 len: 946 time: 0.4666889 Jul 05 02:38:50.409124 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2106ed2f-5201-4911-b31b-841c353d1091 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:50.574738 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c107c89c-dcb8-4717-85d0-4fec7387af23 req-d59c3cea-71f9-4b58-badc-d43647908f81 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/security-groups?id=896ea46a-6466-47fe-ac1a-3023b10eeb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2854495 Jul 05 02:38:50.577370 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2106ed2f-5201-4911-b31b-841c353d1091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:50.733085 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 52548) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:38:50.754789 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-2106ed2f-5201-4911-b31b-841c353d1091 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e3bcfaa5cf6a442f9f7875e702f4596e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2639220 Jul 05 02:38:50.809450 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 52550) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:38:50.827405 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2106ed2f-5201-4911-b31b-841c353d1091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f7f2cb0-e1b7-49c0-a766-e9d0f9b9e555,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:38:50.859475 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-069d0032-22fc-4b09-9197-49f887b8553e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:50.882613 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b72f6213-f9d7-4664-ad09-c0e4e55b9207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:50.919371 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-069d0032-22fc-4b09-9197-49f887b8553e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:51.106735 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-069d0032-22fc-4b09-9197-49f887b8553e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:51.110360 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-069d0032-22fc-4b09-9197-49f887b8553e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:51.117349 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-069d0032-22fc-4b09-9197-49f887b8553e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5f7f2cb0-e1b7-49c0-a766-e9d0f9b9e555 HTTP/1.1" status: 204 len: 168 time: 0.3822153 Jul 05 02:38:51.153874 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069d0032-22fc-4b09-9197-49f887b8553e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f7f2cb0-e1b7-49c0-a766-e9d0f9b9e555,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:38:51.160311 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-583cd4c6-f5d8-4858-a0c5-c07673a33256 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:51.285485 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-583cd4c6-f5d8-4858-a0c5-c07673a33256 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:51.408810 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-583cd4c6-f5d8-4858-a0c5-c07673a33256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:51.476058 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583cd4c6-f5d8-4858-a0c5-c07673a33256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c1718b-4195-4dc0-b4b2-8d29b8bb8363,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:38:51.538999 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-583cd4c6-f5d8-4858-a0c5-c07673a33256 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=218efbe150e445d0b2294b9c8ff9d056&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7252173 Jul 05 02:38:51.539675 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 52566) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:38:51.625749 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9b9f0c9a-9dff-4c87-971a-3a8051f3b8bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:51.682523 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9b9f0c9a-9dff-4c87-971a-3a8051f3b8bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:51.894015 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9b9f0c9a-9dff-4c87-971a-3a8051f3b8bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:51.897612 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9b9f0c9a-9dff-4c87-971a-3a8051f3b8bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:51.899583 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-9b9f0c9a-9dff-4c87-971a-3a8051f3b8bd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b2c1718b-4195-4dc0-b4b2-8d29b8bb8363 HTTP/1.1" status: 204 len: 168 time: 0.3579688 Jul 05 02:38:51.912072 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9f0c9a-9dff-4c87-971a-3a8051f3b8bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c1718b-4195-4dc0-b4b2-8d29b8bb8363,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:38:51.946765 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761f8687-b431-48ac-a520-faa71695e843 req-fdb4a0bd-9f5e-48a6-a57e-ac600d3fb0c6 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:38:51.955453 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-761f8687-b431-48ac-a520-faa71695e843 req-fdb4a0bd-9f5e-48a6-a57e-ac600d3fb0c6 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7263e13-4c54-4669-81be-866c344e594b HTTP/1.1" status: 200 len: 946 time: 0.1059616 Jul 05 02:38:52.036119 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-761f8687-b431-48ac-a520-faa71695e843 req-44d2864e-dca7-4f33-bb46-29940b409bda tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/security-groups?id=896ea46a-6466-47fe-ac1a-3023b10eeb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727007 Jul 05 02:38:52.343213 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 52588) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:38:52.403773 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-90172c3e-80d2-4eac-90cc-01ec87d7fd25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:52.759426 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-90172c3e-80d2-4eac-90cc-01ec87d7fd25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:52.855380 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-90172c3e-80d2-4eac-90cc-01ec87d7fd25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:52.990096 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-90172c3e-80d2-4eac-90cc-01ec87d7fd25 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=407f90f896a44eae81b97577ad98af8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6452253 Jul 05 02:38:52.992973 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 52604) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:38:53.076092 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90172c3e-80d2-4eac-90cc-01ec87d7fd25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06db9a5f-affc-41d0-be8a-7e6e2ef61532,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:38:53.225439 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f959411d-da94-47a4-b86a-dcb3a1f73196 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:53.279108 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f959411d-da94-47a4-b86a-dcb3a1f73196 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:53.282849 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-9ac49eb8-8080-4b0f-9fe6-6b81b861385f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:53.483839 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 52620) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:38:53.556567 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f959411d-da94-47a4-b86a-dcb3a1f73196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:53.570152 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f959411d-da94-47a4-b86a-dcb3a1f73196 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:53.591356 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-f959411d-da94-47a4-b86a-dcb3a1f73196 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/06db9a5f-affc-41d0-be8a-7e6e2ef61532 HTTP/1.1" status: 204 len: 168 time: 0.5551729 Jul 05 02:38:53.674878 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50716d9-003b-4dd3-80a7-cfd1e97ddea0 req-aa49e32f-14ab-461a-9eb4-0b2e477ecd4c tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:38:53.676905 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c50716d9-003b-4dd3-80a7-cfd1e97ddea0 req-aa49e32f-14ab-461a-9eb4-0b2e477ecd4c tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7263e13-4c54-4669-81be-866c344e594b HTTP/1.1" status: 200 len: 946 time: 0.2608967 Jul 05 02:38:53.761294 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f692ac5a-67f4-4713-831f-e970a2b3a6bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:53.861114 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c50716d9-003b-4dd3-80a7-cfd1e97ddea0 req-7d48f488-cdfe-495f-bfca-55071d12b4a2 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/security-groups?id=896ea46a-6466-47fe-ac1a-3023b10eeb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599989 Jul 05 02:38:53.862231 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f959411d-da94-47a4-b86a-dcb3a1f73196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06db9a5f-affc-41d0-be8a-7e6e2ef61532,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:38:53.920520 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:54.161067 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f692ac5a-67f4-4713-831f-e970a2b3a6bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:54.408374 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f692ac5a-67f4-4713-831f-e970a2b3a6bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:54.531084 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-f692ac5a-67f4-4713-831f-e970a2b3a6bf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8329eedec54f4c07b146e1a2f58fe87a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0458488 Jul 05 02:38:54.532141 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f692ac5a-67f4-4713-831f-e970a2b3a6bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb8580f-3f0e-4587-83b6-9ff1525088d1,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:38:54.533914 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 52644) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:38:54.599265 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:54.688853 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-17dc9ee4-24ec-4953-96ce-2ce4331fad59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:54.754462 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-17dc9ee4-24ec-4953-96ce-2ce4331fad59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:54.936897 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-17dc9ee4-24ec-4953-96ce-2ce4331fad59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:54.939959 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-17dc9ee4-24ec-4953-96ce-2ce4331fad59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:54.944110 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-17dc9ee4-24ec-4953-96ce-2ce4331fad59 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1fb8580f-3f0e-4587-83b6-9ff1525088d1 HTTP/1.1" status: 204 len: 168 time: 0.4087551 Jul 05 02:38:54.960268 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dc9ee4-24ec-4953-96ce-2ce4331fad59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb8580f-3f0e-4587-83b6-9ff1525088d1,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:38:55.419042 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e444bd96-7cdd-4494-ba0d-e4c78b17c554 req-ca1bee95-4427-4cb7-9850-d4380d4fbb25 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:38:55.421404 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e444bd96-7cdd-4494-ba0d-e4c78b17c554 req-ca1bee95-4427-4cb7-9850-d4380d4fbb25 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7263e13-4c54-4669-81be-866c344e594b HTTP/1.1" status: 200 len: 946 time: 0.2405269 Jul 05 02:38:55.554601 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e444bd96-7cdd-4494-ba0d-e4c78b17c554 req-6e6d44c6-eeb6-4e1e-8b53-5df18becb4a9 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/security-groups?id=896ea46a-6466-47fe-ac1a-3023b10eeb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264544 Jul 05 02:38:56.282995 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:38:56.849322 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d07e91-5e76-451a-bbaf-c8592a634dc8 req-02d93d12-c627-45fc-a9e3-185add5c67ea tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:38:56.851218 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-65d07e91-5e76-451a-bbaf-c8592a634dc8 req-02d93d12-c627-45fc-a9e3-185add5c67ea tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7263e13-4c54-4669-81be-866c344e594b HTTP/1.1" status: 200 len: 946 time: 0.0874293 Jul 05 02:38:56.947840 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-65d07e91-5e76-451a-bbaf-c8592a634dc8 req-012b2e9b-51e6-469e-aa48-3c2b483b5dd2 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/security-groups?id=896ea46a-6466-47fe-ac1a-3023b10eeb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886955 Jul 05 02:38:57.782845 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970e72b0-2025-4cb6-80e4-ed41b060390c req-112005cd-babd-4551-9f2a-ab3bb78bcecf tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:38:57.792305 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-970e72b0-2025-4cb6-80e4-ed41b060390c req-112005cd-babd-4551-9f2a-ab3bb78bcecf tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7263e13-4c54-4669-81be-866c344e594b HTTP/1.1" status: 200 len: 946 time: 0.1308134 Jul 05 02:38:57.845146 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-970e72b0-2025-4cb6-80e4-ed41b060390c req-65efdc93-40a0-4bcc-aa0f-f690e3322bc9 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/security-groups?id=896ea46a-6466-47fe-ac1a-3023b10eeb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515201 Jul 05 02:38:58.648364 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c9e552-ee05-4529-8cea-82eb76a3a363 req-ebed8f8d-edc8-4619-a321-9c853538a547 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:38:58.650686 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-93c9e552-ee05-4529-8cea-82eb76a3a363 req-ebed8f8d-edc8-4619-a321-9c853538a547 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7263e13-4c54-4669-81be-866c344e594b HTTP/1.1" status: 200 len: 946 time: 0.0883965 Jul 05 02:38:58.713793 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-93c9e552-ee05-4529-8cea-82eb76a3a363 req-983ee77e-88d0-4aca-871f-726b08329fbb tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/security-groups?id=896ea46a-6466-47fe-ac1a-3023b10eeb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558729 Jul 05 02:38:59.709632 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b573447-decf-4074-870d-8313a05ad3da req-f180da41-1c0d-4213-a800-d91257d9d31a tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:38:59.714601 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9b573447-decf-4074-870d-8313a05ad3da req-f180da41-1c0d-4213-a800-d91257d9d31a tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7263e13-4c54-4669-81be-866c344e594b HTTP/1.1" status: 200 len: 946 time: 0.1086943 Jul 05 02:38:59.888494 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9b573447-decf-4074-870d-8313a05ad3da req-c6034489-668b-4e78-9a0e-4ba789d87c23 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/security-groups?id=896ea46a-6466-47fe-ac1a-3023b10eeb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673872 Jul 05 02:39:00.675850 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64575924-0936-453f-aa71-0815b4d622be req-e446b99f-2634-45fa-8e6f-8f536058e746 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:39:00.693823 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-64575924-0936-453f-aa71-0815b4d622be req-e446b99f-2634-45fa-8e6f-8f536058e746 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7263e13-4c54-4669-81be-866c344e594b HTTP/1.1" status: 200 len: 946 time: 0.2151089 Jul 05 02:39:01.058580 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-64575924-0936-453f-aa71-0815b4d622be req-6ac50832-8743-488e-b381-76554e4d86da tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Deleting port 37dcf6d5-d2e6-4fac-a4d3-aed6493bf39d {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:39:01.059773 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-64575924-0936-453f-aa71-0815b4d622be req-6ac50832-8743-488e-b381-76554e4d86da tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:01.197939 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-64575924-0936-453f-aa71-0815b4d622be req-6ac50832-8743-488e-b381-76554e4d86da tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] For port 37dcf6d5-d2e6-4fac-a4d3-aed6493bf39d, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=37dcf6d5-d2e6-4fac-a4d3-aed6493bf39d,segment=NetworkSegment(fa1cc820-8811-4bbd-a98d-5810eaac77f0),segment_id=fa1cc820-8811-4bbd-a98d-5810eaac77f0)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:39:01.198471 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-64575924-0936-453f-aa71-0815b4d622be req-6ac50832-8743-488e-b381-76554e4d86da tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:01.215174 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-64575924-0936-453f-aa71-0815b4d622be req-6ac50832-8743-488e-b381-76554e4d86da tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Calling delete_port for 37dcf6d5-d2e6-4fac-a4d3-aed6493bf39d owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:39:01.315456 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c31d0d-c0de-46bf-9a94-94e3e2d2582b req-bb407a57-2c7b-45da-8d88-7260320fec20 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:39:01.328125 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-60c31d0d-c0de-46bf-9a94-94e3e2d2582b req-bb407a57-2c7b-45da-8d88-7260320fec20 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 946 time: 0.3857582 Jul 05 02:39:01.379951 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [req-72f3cf98-beae-4e7c-9387-fec8261f210e req-e3fe5683-f170-4b81-9c7f-626ae8c383f4 service neutron] (94461) timed out ('10.222.0.23', 43944) {{(pid=94461) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 02:39:01.469625 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-60c31d0d-c0de-46bf-9a94-94e3e2d2582b req-53aa9de7-dba3-4799-96aa-92659f975bb6 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=09716028-44a2-4220-a754-7ed932c56f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1402082 Jul 05 02:39:01.736785 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 52852) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:39:01.745199 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-818a4f76-0937-4153-8d4c-e1c48bda4fba tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Request body: {'network': {'name': 'tempest-network-smoke--1041988839', 'project_id': '0d97daa9abfb4f3f83ba38958ca24f47', 'port_security_enabled': True}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:39:01.795143 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-64575924-0936-453f-aa71-0815b4d622be req-6ac50832-8743-488e-b381-76554e4d86da tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:01.822866 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['37dcf6d5-d2e6-4fac-a4d3-aed6493bf39d'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:39:01.900945 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac50832-8743-488e-b381-76554e4d86da tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Pushing event deleted for resources: {'Port': ['ID=37dcf6d5-d2e6-4fac-a4d3-aed6493bf39d,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:39:01.938539 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['8ddf5426-0739-47b0-ab63-f5000a780e97'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:39:01.991087 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac50832-8743-488e-b381-76554e4d86da tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:39:01.991580 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac50832-8743-488e-b381-76554e4d86da tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:39:01.992194 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac50832-8743-488e-b381-76554e4d86da tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:39:01.992639 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac50832-8743-488e-b381-76554e4d86da tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:39:01.993145 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac50832-8743-488e-b381-76554e4d86da tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:39:01.994532 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac50832-8743-488e-b381-76554e4d86da tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:39:01.994532 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac50832-8743-488e-b381-76554e4d86da tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:39:01.995011 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac50832-8743-488e-b381-76554e4d86da tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:39:01.995606 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac50832-8743-488e-b381-76554e4d86da tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:39:01.996251 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac50832-8743-488e-b381-76554e4d86da tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:39:01.996821 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac50832-8743-488e-b381-76554e4d86da tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:39:01.997457 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac50832-8743-488e-b381-76554e4d86da tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:39:02.027007 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-64575924-0936-453f-aa71-0815b4d622be req-6ac50832-8743-488e-b381-76554e4d86da tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] No DVR routers for this DVR port 37dcf6d5-d2e6-4fac-a4d3-aed6493bf39d on host n-h1-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:39:02.078403 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-64575924-0936-453f-aa71-0815b4d622be req-6ac50832-8743-488e-b381-76554e4d86da tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:02.078403 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-64575924-0936-453f-aa71-0815b4d622be req-6ac50832-8743-488e-b381-76554e4d86da tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.21 "DELETE /v2.0/ports/37dcf6d5-d2e6-4fac-a4d3-aed6493bf39d HTTP/1.1" status: 204 len: 173 time: 1.3314629 Jul 05 02:39:02.078403 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7263e13-4c54-4669-81be-866c344e594b', 'name': 'network-vif-deleted', 'tag': '37dcf6d5-d2e6-4fac-a4d3-aed6493bf39d'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:39:02.078403 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b668d47f-68f7-49fc-a118-63b6fa092d59" -d '{"events": [{"server_uuid": "c7263e13-4c54-4669-81be-866c344e594b", "name": "network-vif-deleted", "tag": "37dcf6d5-d2e6-4fac-a4d3-aed6493bf39d"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:39:02.078403 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c9de35-d232-4e89-9dcb-f4fd76c8f840 req-888570dc-2616-4b52-8b24-174212ed571b tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:39:02.078403 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-86c9de35-d232-4e89-9dcb-f4fd76c8f840 req-888570dc-2616-4b52-8b24-174212ed571b tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7263e13-4c54-4669-81be-866c344e594b HTTP/1.1" status: 200 len: 867 time: 0.3925245 Jul 05 02:39:02.143784 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-86c9de35-d232-4e89-9dcb-f4fd76c8f840 req-c05c8498-bbcc-44d1-b411-68d582c6f949 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/security-groups?id=896ea46a-6466-47fe-ac1a-3023b10eeb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730357 Jul 05 02:39:02.162015 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-818a4f76-0937-4153-8d4c-e1c48bda4fba tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Made reservation on behalf of 0d97daa9abfb4f3f83ba38958ca24f47 for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:39:02.167784 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-818a4f76-0937-4153-8d4c-e1c48bda4fba tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:02.179913 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-818a4f76-0937-4153-8d4c-e1c48bda4fba tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:02.383341 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-818a4f76-0937-4153-8d4c-e1c48bda4fba tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:02.467840 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b747136-f425-4fd2-800b-b96f0c3663e9 x-openstack-request-id: req-3b747136-f425-4fd2-800b-b96f0c3663e9 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:39:02.468641 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7263e13-4c54-4669-81be-866c344e594b", "name": "network-vif-deleted", "tag": "37dcf6d5-d2e6-4fac-a4d3-aed6493bf39d", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:39:02.469145 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3b747136-f425-4fd2-800b-b96f0c3663e9 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:39:02.469805 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7263e13-4c54-4669-81be-866c344e594b', 'name': 'network-vif-deleted', 'tag': '37dcf6d5-d2e6-4fac-a4d3-aed6493bf39d', 'status': 'completed', 'code': 200} Jul 05 02:39:02.510606 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-818a4f76-0937-4153-8d4c-e1c48bda4fba tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:02.663726 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818a4f76-0937-4153-8d4c-e1c48bda4fba tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b455ad38-79d1-4a62-9e70-c1c6c0618d45,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:39:02.676873 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-818a4f76-0937-4153-8d4c-e1c48bda4fba tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:39:02.701231 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-818a4f76-0937-4153-8d4c-e1c48bda4fba tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:02.704636 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-818a4f76-0937-4153-8d4c-e1c48bda4fba tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Added segment 7a1fdef7-cfe6-4ec0-a011-d2b8173ed813 of type vlan for network 423941ad-288e-4f52-9863-01cb0753c63a Jul 05 02:39:02.761376 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-818a4f76-0937-4153-8d4c-e1c48bda4fba tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:02.896223 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-818a4f76-0937-4153-8d4c-e1c48bda4fba tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:02.902174 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818a4f76-0937-4153-8d4c-e1c48bda4fba tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:39:02.905174 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-818a4f76-0937-4153-8d4c-e1c48bda4fba tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:03.107108 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818a4f76-0937-4153-8d4c-e1c48bda4fba tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Pushing event updated for resources: {'Network': ['ID=423941ad-288e-4f52-9863-01cb0753c63a,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:39:03.124332 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-818a4f76-0937-4153-8d4c-e1c48bda4fba tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3852310 Jul 05 02:39:03.130286 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a7eae9-1445-41c5-a24b-42ba7cc2a2b7 req-c7d83ac7-dfa1-4364-b503-a685cb4279ae tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:39:03.131270 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 52894) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:39:03.136487 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 423941ad-288e-4f52-9863-01cb0753c63a details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:39:03.137072 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-ce98fbc7-f6aa-472b-90ca-e5ad11aef975 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1220023826', 'admin_state_up': True, 'project_id': '0d97daa9abfb4f3f83ba38958ca24f47', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:39:03.141578 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-28a7eae9-1445-41c5-a24b-42ba7cc2a2b7 req-c7d83ac7-dfa1-4364-b503-a685cb4279ae tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 946 time: 0.2210090 Jul 05 02:39:03.282094 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ce98fbc7-f6aa-472b-90ca-e5ad11aef975 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11810'] for router, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:03.283483 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ce98fbc7-f6aa-472b-90ca-e5ad11aef975 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1926740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11821'] for router, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:03.319671 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-28a7eae9-1445-41c5-a24b-42ba7cc2a2b7 req-470a8588-0f47-4d20-a541-bd498277ad59 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=09716028-44a2-4220-a754-7ed932c56f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1767082 Jul 05 02:39:03.421997 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ce98fbc7-f6aa-472b-90ca-e5ad11aef975 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:03.486421 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6b8d9091-b7df-4ad6-89cd-fa05232e8440 req-589aaf16-4385-401c-b22d-ad368f9c463b tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7263e13-4c54-4669-81be-866c344e594b HTTP/1.1" status: 200 len: 210 time: 0.0434682 Jul 05 02:39:04.125022 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device a9394229-9271-4949-b389-b76d35d0946e no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:39:04.263643 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:04.317940 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port a9394229-9271-4949-b389-b76d35d0946e, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=a9394229-9271-4949-b389-b76d35d0946e,segment=NetworkSegment(2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7),segment_id=2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:39:04.322439 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a495395-0a83-4a09-b123-70337c3e7a2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9394229-9271-4949-b389-b76d35d0946e'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:39:04.325361 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e36374a-ec25-4f3c-a136-680afffdc287" -d '{"events": [{"server_uuid": "7a495395-0a83-4a09-b123-70337c3e7a2a", "name": "network-vif-unplugged", "status": "completed", "tag": "a9394229-9271-4949-b389-b76d35d0946e"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:39:04.378935 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 02:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13840932-2d93-4896-b1e4-2fe241589890 x-openstack-request-id: req-13840932-2d93-4896-b1e4-2fe241589890 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:39:04.379315 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a495395-0a83-4a09-b123-70337c3e7a2a", "name": "network-vif-unplugged", "status": "completed", "tag": "a9394229-9271-4949-b389-b76d35d0946e", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:39:04.379629 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-13840932-2d93-4896-b1e4-2fe241589890 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:39:04.382377 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a495395-0a83-4a09-b123-70337c3e7a2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9394229-9271-4949-b389-b76d35d0946e', 'code': 200} Jul 05 02:39:04.399695 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:04.403544 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 37dcf6d5-d2e6-4fac-a4d3-aed6493bf39d no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:39:04.471806 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] No Port match for: 37dcf6d5-d2e6-4fac-a4d3-aed6493bf39d {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:39:04.472215 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 37dcf6d5-d2e6-4fac-a4d3-aed6493bf39d not bound to the agent host n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:39:04.618857 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ce98fbc7-f6aa-472b-90ca-e5ad11aef975 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:04.620364 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=a9394229-9271-4949-b389-b76d35d0946e,revision_number=11']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:39:04.670166 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:39:04.672678 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:39:04.673586 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:39:04.673945 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:39:04.677164 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:39:04.677538 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:39:04.678576 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:39:04.681963 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:39:04.683196 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:39:04.684157 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:39:04.686526 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:39:04.687547 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:39:04.942664 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c7b15b-3699-4574-a0bc-133a9c026fdc req-52f31641-3b1e-4a2a-8b81-4b2da1e5ecdf tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:39:04.952688 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d2c7b15b-3699-4574-a0bc-133a9c026fdc req-52f31641-3b1e-4a2a-8b81-4b2da1e5ecdf tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 944 time: 0.0988243 Jul 05 02:39:05.028956 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d2c7b15b-3699-4574-a0bc-133a9c026fdc req-7e0098ef-4600-4010-8e9f-c39e6295a537 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=09716028-44a2-4220-a754-7ed932c56f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749590 Jul 05 02:39:05.383433 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ce98fbc7-f6aa-472b-90ca-e5ad11aef975 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks [] for router_gateway, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:05.416736 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ce98fbc7-f6aa-472b-90ca-e5ad11aef975 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:05.563572 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-ce98fbc7-f6aa-472b-90ca-e5ad11aef975 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Allocated IP 172.25.7.73 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/37e1209b-0d92-4b05-8144-69b36ed2e9af) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:39:05.904994 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ce98fbc7-f6aa-472b-90ca-e5ad11aef975 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:06.139400 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ce98fbc7-f6aa-472b-90ca-e5ad11aef975 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:06.293488 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce98fbc7-f6aa-472b-90ca-e5ad11aef975 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:39:06.311768 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-ce98fbc7-f6aa-472b-90ca-e5ad11aef975 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:39:06.316695 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce98fbc7-f6aa-472b-90ca-e5ad11aef975 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:39:06.355836 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98fbc7-f6aa-472b-90ca-e5ad11aef975 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Pushing event updated for resources: {'Port': ['ID=37e1209b-0d92-4b05-8144-69b36ed2e9af,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:39:06.574847 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a021e10-c48d-4e6b-a026-03b865042d1a req-a47a0ebb-fb53-4b19-b443-2a7de476aa38 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:39:06.582007 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5a021e10-c48d-4e6b-a026-03b865042d1a req-a47a0ebb-fb53-4b19-b443-2a7de476aa38 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 944 time: 0.3973534 Jul 05 02:39:06.724964 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5a021e10-c48d-4e6b-a026-03b865042d1a req-18de253d-0eb0-4d89-9769-75d816848a15 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=09716028-44a2-4220-a754-7ed932c56f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1419029 Jul 05 02:39:07.022285 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ce98fbc7-f6aa-472b-90ca-e5ad11aef975 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks [] for router_gateway, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:07.356670 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ce98fbc7-f6aa-472b-90ca-e5ad11aef975 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963'] for router, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:07.595998 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea149539-2e1c-4781-bf3c-3073b33489af req-e5a25183-3e63-436f-8216-228fe2f3b77e tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:39:07.603069 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ea149539-2e1c-4781-bf3c-3073b33489af req-e5a25183-3e63-436f-8216-228fe2f3b77e tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bfc5e67-c417-4826-8ea2-3d35f7ab4b27 HTTP/1.1" status: 200 len: 945 time: 0.2057681 Jul 05 02:39:07.711595 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ea149539-2e1c-4781-bf3c-3073b33489af req-513894df-417e-440f-b65a-f68608fbc7a0 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/security-groups?id=896ea46a-6466-47fe-ac1a-3023b10eeb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937643 Jul 05 02:39:07.813022 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce98fbc7-f6aa-472b-90ca-e5ad11aef975 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Router a5b6b7aa-ff1f-4e79-be3c-e14985b73ecd is scheduled to L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 with binding_index 1 {{(pid=94462) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 02:39:08.152425 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce98fbc7-f6aa-472b-90ca-e5ad11aef975 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:39:08.155705 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device a9394229-9271-4949-b389-b76d35d0946e details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:39:08.202504 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206d50ed-408c-4361-9fc9-52f257645c2f None None] Sync routers for ids ['a5b6b7aa-ff1f-4e79-be3c-e14985b73ecd'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:39:08.287592 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ce98fbc7-f6aa-472b-90ca-e5ad11aef975 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:08.294110 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206d50ed-408c-4361-9fc9-52f257645c2f None None] Routers {'a5b6b7aa-ff1f-4e79-be3c-e14985b73ecd'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:39:08.294313 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-ce98fbc7-f6aa-472b-90ca-e5ad11aef975 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 5.1566637 Jul 05 02:39:08.294437 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-206d50ed-408c-4361-9fc9-52f257645c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:38:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['a5b6b7aa-ff1f-4e79-be3c-e14985b73ecd'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:39:08.295192 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 53080) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:39:08.415553 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a11cc5c-00ac-4247-90c8-4d7a1040f731 req-947d556a-cbec-4771-a8fe-8df96bcfdf27 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:39:08.421390 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0a11cc5c-00ac-4247-90c8-4d7a1040f731 req-947d556a-cbec-4771-a8fe-8df96bcfdf27 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 944 time: 0.3512573 Jul 05 02:39:08.686640 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0a11cc5c-00ac-4247-90c8-4d7a1040f731 req-6eb230ad-bb9d-44a6-84c2-d911b896b16b tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=09716028-44a2-4220-a754-7ed932c56f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2384496 Jul 05 02:39:08.758034 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f698469-dafd-4952-8877-390780e265ec req-50c8dd62-320a-4be2-84ed-64ce54fea745 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:39:08.760753 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5f698469-dafd-4952-8877-390780e265ec req-50c8dd62-320a-4be2-84ed-64ce54fea745 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.15 "GET /v2.0/ports?device_id=5bfc5e67-c417-4826-8ea2-3d35f7ab4b27 HTTP/1.1" status: 200 len: 945 time: 0.3376977 Jul 05 02:39:08.923881 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port a9394229-9271-4949-b389-b76d35d0946e, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=a9394229-9271-4949-b389-b76d35d0946e,segment=NetworkSegment(2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7),segment_id=2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:39:08.933197 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-78effbfa-4151-49e1-961d-210c8d5b7c38 tempest-TestSecurityGroupsBasicOps-1770913595 tempest-TestSecurityGroupsBasicOps-1770913595-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=0d97daa9abfb4f3f83ba38958ca24f47&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6365480 Jul 05 02:39:08.937584 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 53096) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:39:08.988579 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-206d50ed-408c-4361-9fc9-52f257645c2f None None] Set router a5b6b7aa-ff1f-4e79-be3c-e14985b73ecd gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:39:08.991428 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': 'a9394229-9271-4949-b389-b76d35d0946e', 'network_id': 'c4d51310-b056-42c6-8720-dd3607bb490e', 'port_id': 'a9394229-9271-4949-b389-b76d35d0946e', 'mac_address': 'fa:16:3e:27:ef:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '822ac30d-26eb-483a-9cd9-5da64853ba79', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:39:09.011894 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-5f698469-dafd-4952-8877-390780e265ec req-d483c42e-218c-47ba-b04f-824ae0fd9739 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Deleting port 8ddf5426-0739-47b0-ab63-f5000a780e97 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:39:09.014715 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-5f698469-dafd-4952-8877-390780e265ec req-d483c42e-218c-47ba-b04f-824ae0fd9739 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:09.194573 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-5f698469-dafd-4952-8877-390780e265ec req-d483c42e-218c-47ba-b04f-824ae0fd9739 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] For port 8ddf5426-0739-47b0-ab63-f5000a780e97, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=8ddf5426-0739-47b0-ab63-f5000a780e97,segment=NetworkSegment(fa1cc820-8811-4bbd-a98d-5810eaac77f0),segment_id=fa1cc820-8811-4bbd-a98d-5810eaac77f0)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:39:09.194573 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-5f698469-dafd-4952-8877-390780e265ec req-d483c42e-218c-47ba-b04f-824ae0fd9739 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:09.251488 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-5f698469-dafd-4952-8877-390780e265ec req-d483c42e-218c-47ba-b04f-824ae0fd9739 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Calling delete_port for 8ddf5426-0739-47b0-ab63-f5000a780e97 owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:39:09.264438 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8afdc76-1e58-490d-94d8-b44d3aa7c51c tempest-TestSecurityGroupsBasicOps-1770913595 tempest-TestSecurityGroupsBasicOps-1770913595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:39:09.266282 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-d8afdc76-1e58-490d-94d8-b44d3aa7c51c tempest-TestSecurityGroupsBasicOps-1770913595 tempest-TestSecurityGroupsBasicOps-1770913595-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3265276 Jul 05 02:39:09.270327 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 53106) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:39:09.372767 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-2ffed368-71c4-4de9-aa51-ca41553756d2 tempest-TestSecurityGroupsBasicOps-1770913595 tempest-TestSecurityGroupsBasicOps-1770913595-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=4bbc2f9e-02cf-490e-901d-2588655a3ef0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1006813 Jul 05 02:39:09.375515 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 53118) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:39:09.378443 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:09.419278 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9394229-9271-4949-b389-b76d35d0946e {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:39:09.491265 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-c765903b-e85d-4de2-a8f0-6233b5b1f9b9 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-529070826', 'network_id': '423941ad-288e-4f52-9863-01cb0753c63a', 'project_id': '0d97daa9abfb4f3f83ba38958ca24f47', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:39:09.564130 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port a9394229-9271-4949-b389-b76d35d0946e, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=a9394229-9271-4949-b389-b76d35d0946e,segment=NetworkSegment(2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7),segment_id=2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:39:09.659871 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:09.719476 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-5f698469-dafd-4952-8877-390780e265ec req-d483c42e-218c-47ba-b04f-824ae0fd9739 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:09.742901 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=a9394229-9271-4949-b389-b76d35d0946e,revision_number=12']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:39:09.744717 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878db4e6-9bfc-427d-acaf-e4ba6534473c req-34821cb2-a7b8-4da0-b96c-3302435874e5 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:39:09.749371 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-878db4e6-9bfc-427d-acaf-e4ba6534473c req-34821cb2-a7b8-4da0-b96c-3302435874e5 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bfc5e67-c417-4826-8ea2-3d35f7ab4b27 HTTP/1.1" status: 200 len: 945 time: 0.4804966 Jul 05 02:39:09.769372 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['8ddf5426-0739-47b0-ab63-f5000a780e97'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:39:09.832148 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c765903b-e85d-4de2-a8f0-6233b5b1f9b9 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Made reservation on behalf of 0d97daa9abfb4f3f83ba38958ca24f47 for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:39:09.835725 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c765903b-e85d-4de2-a8f0-6233b5b1f9b9 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:09.850687 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d483c42e-218c-47ba-b04f-824ae0fd9739 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Pushing event deleted for resources: {'Port': ['ID=8ddf5426-0739-47b0-ab63-f5000a780e97,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:39:09.865431 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['a9394229-9271-4949-b389-b76d35d0946e'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:39:09.882154 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f698469-dafd-4952-8877-390780e265ec req-d483c42e-218c-47ba-b04f-824ae0fd9739 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] No DVR routers for this DVR port 8ddf5426-0739-47b0-ab63-f5000a780e97 on host n-h2-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:39:09.886286 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-5f698469-dafd-4952-8877-390780e265ec req-d483c42e-218c-47ba-b04f-824ae0fd9739 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:09.888798 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5f698469-dafd-4952-8877-390780e265ec req-d483c42e-218c-47ba-b04f-824ae0fd9739 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.15 "DELETE /v2.0/ports/8ddf5426-0739-47b0-ab63-f5000a780e97 HTTP/1.1" status: 204 len: 173 time: 1.1208236 Jul 05 02:39:09.889837 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bfc5e67-c417-4826-8ea2-3d35f7ab4b27', 'name': 'network-vif-deleted', 'tag': '8ddf5426-0739-47b0-ab63-f5000a780e97'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:39:09.893583 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb902d21-264c-4e40-8e44-f02cd7203394" -d '{"events": [{"server_uuid": "5bfc5e67-c417-4826-8ea2-3d35f7ab4b27", "name": "network-vif-deleted", "tag": "8ddf5426-0739-47b0-ab63-f5000a780e97"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:39:10.045071 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-206d50ed-408c-4361-9fc9-52f257645c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5b6b7aa-ff1f-4e79-be3c-e14985b73ecd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1220023826', 'tenant_id': '0d97daa9abfb4f3f83ba38958ca24f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '37e1209b-0d92-4b05-8144-69b36ed2e9af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:39:03Z', 'updated_at': '2021-07-05T02:39:06Z', 'revision_number': 3, 'project_id': '0d97daa9abfb4f3f83ba38958ca24f47', 'gw_port': {'id': '37e1209b-0d92-4b05-8144-69b36ed2e9af', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:48:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5b6b7aa-ff1f-4e79-be3c-e14985b73ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:39:05Z', 'updated_at': '2021-07-05T02:39:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:39:10.130743 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77df9a28-d828-4e01-aa96-3a8f5a7f2909 req-cb63af99-35a4-4cab-896c-1e655e79a774 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:39:10.139330 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-77df9a28-d828-4e01-aa96-3a8f5a7f2909 req-cb63af99-35a4-4cab-896c-1e655e79a774 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 945 time: 0.1727142 Jul 05 02:39:10.166180 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206d50ed-408c-4361-9fc9-52f257645c2f None None] Checking router: a5b6b7aa-ff1f-4e79-be3c-e14985b73ecd for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:39:10.166564 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206d50ed-408c-4361-9fc9-52f257645c2f None None] Updating router a5b6b7aa-ff1f-4e79-be3c-e14985b73ecd port 37e1209b-0d92-4b05-8144-69b36ed2e9af binding host n-d-771362-32 {{(pid=94463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 02:39:10.207540 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-77df9a28-d828-4e01-aa96-3a8f5a7f2909 req-a9ce73af-01de-427c-8bfa-c8f5e598d671 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=09716028-44a2-4220-a754-7ed932c56f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665243 Jul 05 02:39:10.213913 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-878db4e6-9bfc-427d-acaf-e4ba6534473c req-3da4172d-a90d-4837-9313-7c5645f06419 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/security-groups?id=896ea46a-6466-47fe-ac1a-3023b10eeb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4485049 Jul 05 02:39:10.262424 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88fb3a34-c84a-47c4-bdd6-0db904544224 x-openstack-request-id: req-88fb3a34-c84a-47c4-bdd6-0db904544224 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:39:10.263089 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bfc5e67-c417-4826-8ea2-3d35f7ab4b27", "name": "network-vif-deleted", "tag": "8ddf5426-0739-47b0-ab63-f5000a780e97", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:39:10.263580 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-88fb3a34-c84a-47c4-bdd6-0db904544224 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:39:10.264377 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bfc5e67-c417-4826-8ea2-3d35f7ab4b27', 'name': 'network-vif-deleted', 'tag': '8ddf5426-0739-47b0-ab63-f5000a780e97', 'status': 'completed', 'code': 200} Jul 05 02:39:10.293136 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-206d50ed-408c-4361-9fc9-52f257645c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:10.647582 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c765903b-e85d-4de2-a8f0-6233b5b1f9b9 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:10.833653 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c765903b-e85d-4de2-a8f0-6233b5b1f9b9 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Pushing event updated for resources: {'Subnet': ['ID=d14fbacc-e76b-48b0-b10d-9f14e6f86812,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:39:10.857150 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c765903b-e85d-4de2-a8f0-6233b5b1f9b9 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Checking segment: {'id': '7a1fdef7-cfe6-4ec0-a011-d2b8173ed813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '423941ad-288e-4f52-9863-01cb0753c63a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:39:10.858048 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c765903b-e85d-4de2-a8f0-6233b5b1f9b9 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Network hostable DHCP agents. Network: 423941ad-288e-4f52-9863-01cb0753c63a, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:39:10.958801 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-206d50ed-408c-4361-9fc9-52f257645c2f None None] Notify callbacks [] for port, precommit_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:10.972591 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-206d50ed-408c-4361-9fc9-52f257645c2f None None] Transition to ACTIVE for port object 37e1209b-0d92-4b05-8144-69b36ed2e9af will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:39:10.997431 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 02:39:11.002232 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c765903b-e85d-4de2-a8f0-6233b5b1f9b9 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Network 423941ad-288e-4f52-9863-01cb0753c63a is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:39:11.115164 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-206d50ed-408c-4361-9fc9-52f257645c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:11.132957 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-c765903b-e85d-4de2-a8f0-6233b5b1f9b9 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 423941ad-288e-4f52-9863-01cb0753c63a) {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:39:11.137475 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c765903b-e85d-4de2-a8f0-6233b5b1f9b9 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:39:11.143898 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c765903b-e85d-4de2-a8f0-6233b5b1f9b9 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks [] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:11.209367 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0b53e1-fab0-4170-91eb-cda3b3a7e8c1 None None] Network 423941ad-288e-4f52-9863-01cb0753c63a requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:39:11.237274 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-c765903b-e85d-4de2-a8f0-6233b5b1f9b9 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.7823913 Jul 05 02:39:11.239874 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 53176) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:39:11.432850 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-206d50ed-408c-4361-9fc9-52f257645c2f None None] Attempting to bind port 37e1209b-0d92-4b05-8144-69b36ed2e9af on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:39:11.438526 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-206d50ed-408c-4361-9fc9-52f257645c2f None None] Attempting to bind port 37e1209b-0d92-4b05-8144-69b36ed2e9af by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:39:11.441964 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206d50ed-408c-4361-9fc9-52f257645c2f None None] Attempting to bind port 37e1209b-0d92-4b05-8144-69b36ed2e9af on network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:39:11.682870 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084d4f83-3d33-458e-bedf-4380daac56e6 None None] Pushing event updated for resources: {'Port': ['ID=37e1209b-0d92-4b05-8144-69b36ed2e9af,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:39:11.732141 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206d50ed-408c-4361-9fc9-52f257645c2f None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:39:11.732588 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206d50ed-408c-4361-9fc9-52f257645c2f None None] Checking segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:39:11.733047 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-206d50ed-408c-4361-9fc9-52f257645c2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:11.733458 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206d50ed-408c-4361-9fc9-52f257645c2f None None] Bound using segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:39:11.733954 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-206d50ed-408c-4361-9fc9-52f257645c2f None None] Bound port: 37e1209b-0d92-4b05-8144-69b36ed2e9af, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:39:11.734363 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-206d50ed-408c-4361-9fc9-52f257645c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:11.912367 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7d29e9f2-3256-4a2d-b551-fb9a91bfbc2f req-5f0142cd-280e-4062-88f9-fc46803c5c17 tempest-ServersTestJSON-1410636208 tempest-ServersTestJSON-1410636208-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bfc5e67-c417-4826-8ea2-3d35f7ab4b27 HTTP/1.1" status: 200 len: 210 time: 0.0854237 Jul 05 02:39:11.942538 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8bb4b95-7986-46ec-ab9f-eba966d88e79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-423941ad-288e-4f52-9863-01cb0753c63a', 'network_id': '423941ad-288e-4f52-9863-01cb0753c63a', 'tenant_id': '0d97daa9abfb4f3f83ba38958ca24f47', 'fixed_ips': [{'subnet_id': 'd14fbacc-e76b-48b0-b10d-9f14e6f86812'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:39:11.943595 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-d8bb4b95-7986-46ec-ab9f-eba966d88e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:12.052704 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:12.053918 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-206d50ed-408c-4361-9fc9-52f257645c2f None None] For port 37e1209b-0d92-4b05-8144-69b36ed2e9af, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:39:12.175641 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device a9394229-9271-4949-b389-b76d35d0946e up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:39:12.239257 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:12.247423 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-206d50ed-408c-4361-9fc9-52f257645c2f None None] For port 37e1209b-0d92-4b05-8144-69b36ed2e9af, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=37e1209b-0d92-4b05-8144-69b36ed2e9af,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:39:12.281999 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port a9394229-9271-4949-b389-b76d35d0946e triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:39:12.282624 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:12.345387 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5c0826-3d64-4551-951e-80c1ab875546 req-0cbb74df-7385-4d29-820f-bd8b5cb2c002 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:39:12.369000 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3a5c0826-3d64-4551-951e-80c1ab875546 req-0cbb74df-7385-4d29-820f-bd8b5cb2c002 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 945 time: 0.7326880 Jul 05 02:39:12.410610 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-d8bb4b95-7986-46ec-ab9f-eba966d88e79 None None] Allocated IP 172.20.0.2 (423941ad-288e-4f52-9863-01cb0753c63a/d14fbacc-e76b-48b0-b10d-9f14e6f86812/c875dc40-a2d0-466e-a692-86c386ad685b) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:39:12.462574 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-206d50ed-408c-4361-9fc9-52f257645c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:12.553351 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3a5c0826-3d64-4551-951e-80c1ab875546 req-dde8a45b-7976-4eb1-a138-5b7abfb690ee tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=09716028-44a2-4220-a754-7ed932c56f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1821802 Jul 05 02:39:12.778621 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-d8bb4b95-7986-46ec-ab9f-eba966d88e79 None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:12.813252 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-d8bb4b95-7986-46ec-ab9f-eba966d88e79 None None] Transition to ACTIVE for port object c875dc40-a2d0-466e-a692-86c386ad685b will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:39:12.854815 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-d8bb4b95-7986-46ec-ab9f-eba966d88e79 None None] Transition to ACTIVE for port object c875dc40-a2d0-466e-a692-86c386ad685b will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:39:13.004482 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-d8bb4b95-7986-46ec-ab9f-eba966d88e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:13.171321 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 53220) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:39:13.222875 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8bb4b95-7986-46ec-ab9f-eba966d88e79 None None] Network 423941ad-288e-4f52-9863-01cb0753c63a is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:39:13.234465 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084d4f83-3d33-458e-bedf-4380daac56e6 None None] Pushing event updated for resources: {'Port': ['ID=37e1209b-0d92-4b05-8144-69b36ed2e9af,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:39:13.241600 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-683869c7-84eb-4cef-ab16-fe6014ca85bb tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:13.257765 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-d8bb4b95-7986-46ec-ab9f-eba966d88e79 None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:39:13.265103 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8bb4b95-7986-46ec-ab9f-eba966d88e79 None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:39:13.317682 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b9fcee8-452d-4cec-9b1b-4ab54d73f300 admin admin] Deleting subnet 83dd570d-22ee-4f29-80f0-61f3c568de93 {{(pid=94461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:39:13.329548 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0b9fcee8-452d-4cec-9b1b-4ab54d73f300 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:13.403222 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206d50ed-408c-4361-9fc9-52f257645c2f None None] Routers {'a5b6b7aa-ff1f-4e79-be3c-e14985b73ecd'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:39:13.406108 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-206d50ed-408c-4361-9fc9-52f257645c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:38:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['a5b6b7aa-ff1f-4e79-be3c-e14985b73ecd'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:39:13.437880 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0b9fcee8-452d-4cec-9b1b-4ab54d73f300 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5519650'] for subnet, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:13.663206 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0b9fcee8-452d-4cec-9b1b-4ab54d73f300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:14.003235 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0b9fcee8-452d-4cec-9b1b-4ab54d73f300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5763388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774356'] for subnet, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:14.076147 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0b9fcee8-452d-4cec-9b1b-4ab54d73f300 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:14.082416 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-0b9fcee8-452d-4cec-9b1b-4ab54d73f300 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/83dd570d-22ee-4f29-80f0-61f3c568de93 HTTP/1.1" status: 204 len: 168 time: 0.9058461 Jul 05 02:39:14.083804 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 53236) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:39:14.096498 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9fcee8-452d-4cec-9b1b-4ab54d73f300 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83dd570d-22ee-4f29-80f0-61f3c568de93,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:39:14.327161 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-57f7f1e0-6a08-4d04-ab04-be82ad3c0fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:14.368148 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-206d50ed-408c-4361-9fc9-52f257645c2f None None] Set router a5b6b7aa-ff1f-4e79-be3c-e14985b73ecd gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:39:14.575501 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-57f7f1e0-6a08-4d04-ab04-be82ad3c0fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:14.637181 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-57f7f1e0-6a08-4d04-ab04-be82ad3c0fe1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b07052c-22c6-4d0f-b0a6-3bc3daa97540']}} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:39:14.685163 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-57f7f1e0-6a08-4d04-ab04-be82ad3c0fe1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa1cc820-8811-4bbd-a98d-5810eaac77f0') {'for_net_delete': True} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:39:14.685469 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-57f7f1e0-6a08-4d04-ab04-be82ad3c0fe1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa1cc820-8811-4bbd-a98d-5810eaac77f0') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:39:14.709054 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-57f7f1e0-6a08-4d04-ab04-be82ad3c0fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5519669'] for segment, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:14.752387 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-57f7f1e0-6a08-4d04-ab04-be82ad3c0fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:14.785229 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57f7f1e0-6a08-4d04-ab04-be82ad3c0fe1 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=94461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:39:14.785648 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-57f7f1e0-6a08-4d04-ab04-be82ad3c0fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5763545'] for segment, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:14.795575 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:39:14.795575 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:39:14.795575 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:39:14.795575 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:39:14.795575 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:39:14.795575 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:39:14.795575 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:39:14.795575 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:39:14.795575 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:39:14.795575 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:39:14.795575 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:39:14.795575 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:39:14.795575 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:39:14.795575 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:39:14.795575 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:39:14.795575 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:39:14.795575 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:39:14.795575 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:39:14.795575 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:39:14.795575 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:39:14.795575 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:39:14.795575 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:39:14.795575 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:39:14.795575 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:39:14.795575 n-d-771362-32 neutron-server[94461]: Traceback (most recent call last): Jul 05 02:39:14.795575 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:39:14.795575 n-d-771362-32 neutron-server[94461]: timer() Jul 05 02:39:14.795575 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:39:14.795575 n-d-771362-32 neutron-server[94461]: cb(*args, **kw) Jul 05 02:39:14.795575 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:39:14.795575 n-d-771362-32 neutron-server[94461]: return func(*args, **kwargs) Jul 05 02:39:14.795575 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:39:14.795575 n-d-771362-32 neutron-server[94461]: self._notify() Jul 05 02:39:14.795575 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:39:14.795575 n-d-771362-32 neutron-server[94461]: self.callback(batched_events) Jul 05 02:39:14.795575 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:39:14.795575 n-d-771362-32 neutron-server[94461]: event.method(event) Jul 05 02:39:14.795575 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:39:14.795575 n-d-771362-32 neutron-server[94461]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:39:14.795575 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:39:14.795575 n-d-771362-32 neutron-server[94461]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:39:14.795575 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:39:14.795575 n-d-771362-32 neutron-server[94461]: return f(self, *a, **k) Jul 05 02:39:14.795575 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:39:14.795575 n-d-771362-32 neutron-server[94461]: return self._get(url).json() Jul 05 02:39:14.795575 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:39:14.795575 n-d-771362-32 neutron-server[94461]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:39:14.795575 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:39:14.795575 n-d-771362-32 neutron-server[94461]: return self.request(url, 'GET', **kwargs) Jul 05 02:39:14.795575 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:39:14.795575 n-d-771362-32 neutron-server[94461]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:39:14.795575 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:39:14.795575 n-d-771362-32 neutron-server[94461]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:39:14.795575 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:39:14.795575 n-d-771362-32 neutron-server[94461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:39:14.795575 n-d-771362-32 neutron-server[94461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:39:14.820331 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 8ddf5426-0739-47b0-ab63-f5000a780e97 no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:39:15.024646 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-57f7f1e0-6a08-4d04-ab04-be82ad3c0fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:15.046404 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-57f7f1e0-6a08-4d04-ab04-be82ad3c0fe1 admin admin] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:15.046404 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-57f7f1e0-6a08-4d04-ab04-be82ad3c0fe1 admin admin] 10.222.0.23 "DELETE /v2.0/networks/1b07052c-22c6-4d0f-b0a6-3bc3daa97540 HTTP/1.1" status: 204 len: 168 time: 0.9366295 Jul 05 02:39:15.147989 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f7f1e0-6a08-4d04-ab04-be82ad3c0fe1 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b07052c-22c6-4d0f-b0a6-3bc3daa97540,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:39:15.165369 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:15.235548 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8764e2c2-6344-48d0-b01f-d5b3b43a552f req-2aa2f670-91ce-453d-a6d7-9f1ba9fcc23b tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:39:15.244595 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8764e2c2-6344-48d0-b01f-d5b3b43a552f req-2aa2f670-91ce-453d-a6d7-9f1ba9fcc23b tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 945 time: 0.5008647 Jul 05 02:39:15.261806 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port a9394229-9271-4949-b389-b76d35d0946e, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=a9394229-9271-4949-b389-b76d35d0946e,segment=NetworkSegment(2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7),segment_id=2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:39:15.262933 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bb4b95-7986-46ec-ab9f-eba966d88e79 None None] Pushing event updated for resources: {'Port': ['ID=c875dc40-a2d0-466e-a692-86c386ad685b,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:39:15.281547 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] No Port match for: 8ddf5426-0739-47b0-ab63-f5000a780e97 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:39:15.286838 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 8ddf5426-0739-47b0-ab63-f5000a780e97 not bound to the agent host n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:39:15.297564 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a495395-0a83-4a09-b123-70337c3e7a2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9394229-9271-4949-b389-b76d35d0946e'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:39:15.302633 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b62ebe-1fc3-44ea-81da-0830f54803ec" -d '{"events": [{"server_uuid": "7a495395-0a83-4a09-b123-70337c3e7a2a", "name": "network-vif-plugged", "status": "completed", "tag": "a9394229-9271-4949-b389-b76d35d0946e"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:39:15.392943 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8764e2c2-6344-48d0-b01f-d5b3b43a552f req-8782b163-2d6a-44cc-9643-c8c8e0903a01 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=09716028-44a2-4220-a754-7ed932c56f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1469538 Jul 05 02:39:15.436034 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:15.440107 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-d8bb4b95-7986-46ec-ab9f-eba966d88e79 None None] Attempting to bind port c875dc40-a2d0-466e-a692-86c386ad685b on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:39:15.440695 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-d8bb4b95-7986-46ec-ab9f-eba966d88e79 None None] Attempting to bind port c875dc40-a2d0-466e-a692-86c386ad685b by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '7a1fdef7-cfe6-4ec0-a011-d2b8173ed813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '423941ad-288e-4f52-9863-01cb0753c63a'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:39:15.442334 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8bb4b95-7986-46ec-ab9f-eba966d88e79 None None] Attempting to bind port c875dc40-a2d0-466e-a692-86c386ad685b on network 423941ad-288e-4f52-9863-01cb0753c63a {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:39:15.543842 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8bb4b95-7986-46ec-ab9f-eba966d88e79 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:39:15.550418 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8bb4b95-7986-46ec-ab9f-eba966d88e79 None None] Checking segment: {'id': '7a1fdef7-cfe6-4ec0-a011-d2b8173ed813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '423941ad-288e-4f52-9863-01cb0753c63a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:39:15.550911 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-d8bb4b95-7986-46ec-ab9f-eba966d88e79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:15.551328 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8bb4b95-7986-46ec-ab9f-eba966d88e79 None None] Bound using segment: {'id': '7a1fdef7-cfe6-4ec0-a011-d2b8173ed813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '423941ad-288e-4f52-9863-01cb0753c63a'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:39:15.551951 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-d8bb4b95-7986-46ec-ab9f-eba966d88e79 None None] Bound port: c875dc40-a2d0-466e-a692-86c386ad685b, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a1fdef7-cfe6-4ec0-a011-d2b8173ed813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '423941ad-288e-4f52-9863-01cb0753c63a'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:39:15.552332 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-d8bb4b95-7986-46ec-ab9f-eba966d88e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:15.587930 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-683869c7-84eb-4cef-ab16-fe6014ca85bb tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Allocated IP 172.20.0.1 (423941ad-288e-4f52-9863-01cb0753c63a/d14fbacc-e76b-48b0-b10d-9f14e6f86812/59efa17b-874c-44b5-bfe5-b56e9d8f4667) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:39:15.593374 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9377a65-d884-437c-99a6-364854e8d941 x-openstack-request-id: req-a9377a65-d884-437c-99a6-364854e8d941 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:39:15.593674 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a495395-0a83-4a09-b123-70337c3e7a2a", "name": "network-vif-plugged", "status": "completed", "tag": "a9394229-9271-4949-b389-b76d35d0946e", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:39:15.593931 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a9377a65-d884-437c-99a6-364854e8d941 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:39:15.594369 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a495395-0a83-4a09-b123-70337c3e7a2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9394229-9271-4949-b389-b76d35d0946e', 'code': 200} Jul 05 02:39:15.594929 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=a9394229-9271-4949-b389-b76d35d0946e,revision_number=13']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:39:15.735329 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-206d50ed-408c-4361-9fc9-52f257645c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5b6b7aa-ff1f-4e79-be3c-e14985b73ecd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1220023826', 'tenant_id': '0d97daa9abfb4f3f83ba38958ca24f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '37e1209b-0d92-4b05-8144-69b36ed2e9af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:39:03Z', 'updated_at': '2021-07-05T02:39:06Z', 'revision_number': 3, 'project_id': '0d97daa9abfb4f3f83ba38958ca24f47', 'gw_port': {'id': '37e1209b-0d92-4b05-8144-69b36ed2e9af', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:48:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5b6b7aa-ff1f-4e79-be3c-e14985b73ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:39:05Z', 'updated_at': '2021-07-05T02:39:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:39:15.843312 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206d50ed-408c-4361-9fc9-52f257645c2f None None] The sync data for ids ['a5b6b7aa-ff1f-4e79-be3c-e14985b73ecd'] in n-d-771362-32 is: [{'id': 'a5b6b7aa-ff1f-4e79-be3c-e14985b73ecd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1220023826', 'tenant_id': '0d97daa9abfb4f3f83ba38958ca24f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '37e1209b-0d92-4b05-8144-69b36ed2e9af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:39:03Z', 'updated_at': '2021-07-05T02:39:06Z', 'revision_number': 3, 'project_id': '0d97daa9abfb4f3f83ba38958ca24f47', 'gw_port': {'id': '37e1209b-0d92-4b05-8144-69b36ed2e9af', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:48:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5b6b7aa-ff1f-4e79-be3c-e14985b73ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:39:05Z', 'updated_at': '2021-07-05T02:39:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:39:15.967202 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-d8bb4b95-7986-46ec-ab9f-eba966d88e79 None None] For port c875dc40-a2d0-466e-a692-86c386ad685b, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:39:15.976089 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-d8bb4b95-7986-46ec-ab9f-eba966d88e79 None None] For port c875dc40-a2d0-466e-a692-86c386ad685b, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=c875dc40-a2d0-466e-a692-86c386ad685b,segment=NetworkSegment(7a1fdef7-cfe6-4ec0-a011-d2b8173ed813),segment_id=7a1fdef7-cfe6-4ec0-a011-d2b8173ed813)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:39:16.032761 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 53268) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:39:16.111173 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-d8bb4b95-7986-46ec-ab9f-eba966d88e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:16.153354 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-683869c7-84eb-4cef-ab16-fe6014ca85bb tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:16.194813 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-1194d299-994a-4e84-a41a-5241f52e0e45 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=19e6c4c619cf4595801b0519afefcaf5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1582391 Jul 05 02:39:16.195980 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 53274) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:39:16.287723 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [None req-683869c7-84eb-4cef-ab16-fe6014ca85bb tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Transition to ACTIVE for port object 59efa17b-874c-44b5-bfe5-b56e9d8f4667 will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:39:16.294658 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bb4b95-7986-46ec-ab9f-eba966d88e79 None None] Pushing event updated for resources: {'Port': ['ID=c875dc40-a2d0-466e-a692-86c386ad685b,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:39:16.553603 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-462f2d9b-d28f-480e-9baa-f0c39181c66d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:16.732820 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-462f2d9b-d28f-480e-9baa-f0c39181c66d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:16.933711 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-683869c7-84eb-4cef-ab16-fe6014ca85bb tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:16.997876 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 37e1209b-0d92-4b05-8144-69b36ed2e9af up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:39:17.004110 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-683869c7-84eb-4cef-ab16-fe6014ca85bb tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Network 423941ad-288e-4f52-9863-01cb0753c63a is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:39:17.044243 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-683869c7-84eb-4cef-ab16-fe6014ca85bb tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:39:17.047760 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683869c7-84eb-4cef-ab16-fe6014ca85bb tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:39:17.292937 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 37e1209b-0d92-4b05-8144-69b36ed2e9af completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:39:17.311772 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 37e1209b-0d92-4b05-8144-69b36ed2e9af triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:39:17.312391 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:17.494292 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-683869c7-84eb-4cef-ab16-fe6014ca85bb tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635668'] for router_interface, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:17.844362 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683869c7-84eb-4cef-ab16-fe6014ca85bb tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Pushing event updated for resources: {'Port': ['ID=59efa17b-874c-44b5-bfe5-b56e9d8f4667,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:39:17.845840 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:17.927493 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 37e1209b-0d92-4b05-8144-69b36ed2e9af, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=37e1209b-0d92-4b05-8144-69b36ed2e9af,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:39:18.017925 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87096325-bb62-424f-8cab-75c959a933d5 req-a351169b-52cb-4949-8f2d-93901c2f3c88 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:39:18.019872 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:18.047233 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-87096325-bb62-424f-8cab-75c959a933d5 req-a351169b-52cb-4949-8f2d-93901c2f3c88 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 946 time: 1.2500930 Jul 05 02:39:18.388165 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=37e1209b-0d92-4b05-8144-69b36ed2e9af,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:39:18.690221 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-462f2d9b-d28f-480e-9baa-f0c39181c66d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:18.770305 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-462f2d9b-d28f-480e-9baa-f0c39181c66d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:18.770305 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-462f2d9b-d28f-480e-9baa-f0c39181c66d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/896ea46a-6466-47fe-ac1a-3023b10eeb07 HTTP/1.1" status: 204 len: 168 time: 2.5677173 Jul 05 02:39:18.847437 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-87096325-bb62-424f-8cab-75c959a933d5 req-d650a3d4-6f85-4e7f-ac31-007a721ad154 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=09716028-44a2-4220-a754-7ed932c56f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7892406 Jul 05 02:39:18.889590 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462f2d9b-d28f-480e-9baa-f0c39181c66d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=896ea46a-6466-47fe-ac1a-3023b10eeb07,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:39:18.977893 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2e77bd-c3ea-4328-a441-abf6d0203fa7 None None] Network 423941ad-288e-4f52-9863-01cb0753c63a requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:39:19.177401 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-683869c7-84eb-4cef-ab16-fe6014ca85bb tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:19.364190 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 37e1209b-0d92-4b05-8144-69b36ed2e9af up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:39:19.806323 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-0bbf1936-64f9-4022-a761-c0935f94cb6c None None] Provisioning for port c875dc40-a2d0-466e-a692-86c386ad685b completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:39:19.882376 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 37e1209b-0d92-4b05-8144-69b36ed2e9af triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:39:19.889475 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:20.364772 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-683869c7-84eb-4cef-ab16-fe6014ca85bb tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:20.518944 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device c875dc40-a2d0-466e-a692-86c386ad685b up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:39:20.521445 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-683869c7-84eb-4cef-ab16-fe6014ca85bb tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:20.685578 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d26aee-431d-4575-a090-d46ef6746209 req-ba471f0c-94e3-4d0a-b9e2-ff9d02eb5e53 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:39:20.694251 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c3d26aee-431d-4575-a090-d46ef6746209 req-ba471f0c-94e3-4d0a-b9e2-ff9d02eb5e53 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 946 time: 0.3187475 Jul 05 02:39:20.812883 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c3d26aee-431d-4575-a090-d46ef6746209 req-b01377da-169b-4c52-b993-72674c7ef7e6 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=09716028-44a2-4220-a754-7ed932c56f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134467 Jul 05 02:39:20.906274 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-6dd62408-3ac2-4b5f-9b5d-589a92b45e60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:20.906274 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port c875dc40-a2d0-466e-a692-86c386ad685b completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:39:20.909555 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port c875dc40-a2d0-466e-a692-86c386ad685b triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:39:20.909981 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:20.937334 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-683869c7-84eb-4cef-ab16-fe6014ca85bb tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634601'] for router_interface, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:21.020985 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683869c7-84eb-4cef-ab16-fe6014ca85bb tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Pushing event updated for resources: {'Port': ['ID=59efa17b-874c-44b5-bfe5-b56e9d8f4667,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:39:21.134937 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-a111b61b-ee83-44b9-8ccc-90cfb75d4b0e None None] Provisioning complete for port c875dc40-a2d0-466e-a692-86c386ad685b triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:39:21.135743 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a111b61b-ee83-44b9-8ccc-90cfb75d4b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:21.349113 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-683869c7-84eb-4cef-ab16-fe6014ca85bb tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Network 423941ad-288e-4f52-9863-01cb0753c63a is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:39:21.358577 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-683869c7-84eb-4cef-ab16-fe6014ca85bb tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:39:21.465914 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:21.728827 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port c875dc40-a2d0-466e-a692-86c386ad685b, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=c875dc40-a2d0-466e-a692-86c386ad685b,segment=NetworkSegment(7a1fdef7-cfe6-4ec0-a011-d2b8173ed813),segment_id=7a1fdef7-cfe6-4ec0-a011-d2b8173ed813)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:39:21.736764 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a111b61b-ee83-44b9-8ccc-90cfb75d4b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:21.815402 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:21.818883 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-683869c7-84eb-4cef-ab16-fe6014ca85bb tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Router a5b6b7aa-ff1f-4e79-be3c-e14985b73ecd has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:39:21.908712 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 53390) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:39:22.197258 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-4ee2ffd9-01b5-43ed-9d7f-6561e75e9012 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-607017831-network', 'tenant_id': '4029f7586c674799901f5830e91fb3ea'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:39:22.297066 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=c875dc40-a2d0-466e-a692-86c386ad685b,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:39:22.312762 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.db.api [None req-a111b61b-ee83-44b9-8ccc-90cfb75d4b0e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94463) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 02:39:22.315197 n-d-771362-32 neutron-server[94463]: DEBUG oslo_db.api [None req-a111b61b-ee83-44b9-8ccc-90cfb75d4b0e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 02:39:22.387323 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ee2ffd9-01b5-43ed-9d7f-6561e75e9012 admin admin] Made reservation on behalf of 4029f7586c674799901f5830e91fb3ea for: {'network': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:39:22.389939 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4ee2ffd9-01b5-43ed-9d7f-6561e75e9012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:22.415557 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4ee2ffd9-01b5-43ed-9d7f-6561e75e9012 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:22.509164 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-683869c7-84eb-4cef-ab16-fe6014ca85bb tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:39:22.517937 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-683869c7-84eb-4cef-ab16-fe6014ca85bb tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] 10.222.0.23 "PUT /v2.0/routers/a5b6b7aa-ff1f-4e79-be3c-e14985b73ecd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2765386 Jul 05 02:39:22.518927 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5585de99-5b54-41ce-80ae-584e9de72e99 None None] Sync routers for ids ['a5b6b7aa-ff1f-4e79-be3c-e14985b73ecd'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:39:22.521831 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 53402) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:39:22.527728 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-e6e43335-127b-4b45-bc62-95addd2798cd tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1162136576', 'description': 'tempest-secgroup_access--1162136576 description', 'project_id': '0d97daa9abfb4f3f83ba38958ca24f47'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:39:22.548495 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5585de99-5b54-41ce-80ae-584e9de72e99 None None] Routers {'a5b6b7aa-ff1f-4e79-be3c-e14985b73ecd'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:39:22.548649 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-5585de99-5b54-41ce-80ae-584e9de72e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:38:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['a5b6b7aa-ff1f-4e79-be3c-e14985b73ecd'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:39:22.558343 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfed234-3258-4c40-8669-461d3aa3c188 req-293d4a03-2774-4eae-a50e-15038b571089 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:39:22.576875 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3dfed234-3258-4c40-8669-461d3aa3c188 req-293d4a03-2774-4eae-a50e-15038b571089 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 946 time: 0.2441065 Jul 05 02:39:22.629531 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3dfed234-3258-4c40-8669-461d3aa3c188 req-a4d123e1-0107-44ee-a526-6512a79ee210 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=09716028-44a2-4220-a754-7ed932c56f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511918 Jul 05 02:39:22.855384 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4ee2ffd9-01b5-43ed-9d7f-6561e75e9012 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:22.943730 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4ee2ffd9-01b5-43ed-9d7f-6561e75e9012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:22.979193 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ee2ffd9-01b5-43ed-9d7f-6561e75e9012 admin admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=94461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:39:22.988520 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-5585de99-5b54-41ce-80ae-584e9de72e99 None None] Set router a5b6b7aa-ff1f-4e79-be3c-e14985b73ecd gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:39:22.998415 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4ee2ffd9-01b5-43ed-9d7f-6561e75e9012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:22.999090 n-d-771362-32 neutron-server[94461]: INFO neutron.db.segments_db [None req-4ee2ffd9-01b5-43ed-9d7f-6561e75e9012 admin admin] Added segment 00a692bc-19f1-4303-ae19-6195e6ab101f of type vlan for network 0363edd0-1704-4ea5-b7c0-1061ca483b3c Jul 05 02:39:23.012756 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-a111b61b-ee83-44b9-8ccc-90cfb75d4b0e None None] Provisioning for port 59efa17b-874c-44b5-bfe5-b56e9d8f4667 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:39:23.018322 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-a111b61b-ee83-44b9-8ccc-90cfb75d4b0e None None] Provisioning complete for port 59efa17b-874c-44b5-bfe5-b56e9d8f4667 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:39:23.025672 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a111b61b-ee83-44b9-8ccc-90cfb75d4b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:23.098890 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e6e43335-127b-4b45-bc62-95addd2798cd tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:23.175209 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4ee2ffd9-01b5-43ed-9d7f-6561e75e9012 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:23.217105 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-a111b61b-ee83-44b9-8ccc-90cfb75d4b0e None None] Port 59efa17b-874c-44b5-bfe5-b56e9d8f4667 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:39:23.282507 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3300f8d1-6254-4209-b6ea-0f1e058f5964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:23.299475 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee2ffd9-01b5-43ed-9d7f-6561e75e9012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6130630f-d9db-49bb-b45d-c2d074d385e4,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:39:23.324386 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4ee2ffd9-01b5-43ed-9d7f-6561e75e9012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:23.337581 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee2ffd9-01b5-43ed-9d7f-6561e75e9012 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:39:23.337581 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4ee2ffd9-01b5-43ed-9d7f-6561e75e9012 admin admin] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:23.366881 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-85997ae5-3328-45e7-a098-a2e0a67a6ef4 None None] Provisioning complete for port 59efa17b-874c-44b5-bfe5-b56e9d8f4667 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:39:23.367307 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-85997ae5-3328-45e7-a098-a2e0a67a6ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:23.437203 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee2ffd9-01b5-43ed-9d7f-6561e75e9012 admin admin] Pushing event updated for resources: {'Network': ['ID=0363edd0-1704-4ea5-b7c0-1061ca483b3c,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:39:23.495133 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 0363edd0-1704-4ea5-b7c0-1061ca483b3c details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:39:23.497845 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e6e43335-127b-4b45-bc62-95addd2798cd tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:23.623166 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-5585de99-5b54-41ce-80ae-584e9de72e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5b6b7aa-ff1f-4e79-be3c-e14985b73ecd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1220023826', 'tenant_id': '0d97daa9abfb4f3f83ba38958ca24f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '37e1209b-0d92-4b05-8144-69b36ed2e9af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:39:03Z', 'updated_at': '2021-07-05T02:39:18Z', 'revision_number': 4, 'project_id': '0d97daa9abfb4f3f83ba38958ca24f47', 'gw_port': {'id': '37e1209b-0d92-4b05-8144-69b36ed2e9af', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:48:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b6b7aa-ff1f-4e79-be3c-e14985b73ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:39:05Z', 'updated_at': '2021-07-05T02:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '59efa17b-874c-44b5-bfe5-b56e9d8f4667', 'name': '', 'network_id': '423941ad-288e-4f52-9863-01cb0753c63a', 'tenant_id': '0d97daa9abfb4f3f83ba38958ca24f47', 'mac_address': 'fa:16:3e:1f:cc:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5b6b7aa-ff1f-4e79-be3c-e14985b73ecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': 'd14fbacc-e76b-48b0-b10d-9f14e6f86812', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:39:14Z', 'updated_at': '2021-07-05T02:39:19Z', 'revision_number': 2, 'project_id': '0d97daa9abfb4f3f83ba38958ca24f47', 'subnets': [{'id': 'd14fbacc-e76b-48b0-b10d-9f14e6f86812', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:39:23.649586 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-85997ae5-3328-45e7-a098-a2e0a67a6ef4 None None] Port 59efa17b-874c-44b5-bfe5-b56e9d8f4667 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:39:23.687598 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e6e43335-127b-4b45-bc62-95addd2798cd tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:23.779253 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-4ee2ffd9-01b5-43ed-9d7f-6561e75e9012 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8622701 Jul 05 02:39:23.779253 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 53422) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:39:23.779919 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-820805ee-faf5-4387-a78e-88807e589022 admin admin] Request body: {'subnet': {'network_id': '0363edd0-1704-4ea5-b7c0-1061ca483b3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-607017831-subnet', 'tenant_id': '4029f7586c674799901f5830e91fb3ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:39:23.785934 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5585de99-5b54-41ce-80ae-584e9de72e99 None None] Checking router: a5b6b7aa-ff1f-4e79-be3c-e14985b73ecd for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:39:23.789632 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5585de99-5b54-41ce-80ae-584e9de72e99 None None] Updating router a5b6b7aa-ff1f-4e79-be3c-e14985b73ecd port 59efa17b-874c-44b5-bfe5-b56e9d8f4667 binding host n-d-771362-32 {{(pid=94464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 02:39:23.840677 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e6e43335-127b-4b45-bc62-95addd2798cd tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:23.845087 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-e6e43335-127b-4b45-bc62-95addd2798cd tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 1.3216238 Jul 05 02:39:23.851429 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 53424) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:39:23.878383 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-68b43e4f-aaf2-431c-a784-4939c254d751 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1762542310', 'description': 'tempest-secgroup_general--1762542310 description', 'project_id': '0d97daa9abfb4f3f83ba38958ca24f47'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:39:23.907155 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e43335-127b-4b45-bc62-95addd2798cd tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65e2d1a5-611d-48ad-8028-5d3b9e94d176,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:39:23.939118 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5585de99-5b54-41ce-80ae-584e9de72e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:24.085243 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device c875dc40-a2d0-466e-a692-86c386ad685b up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:39:24.136816 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-820805ee-faf5-4387-a78e-88807e589022 admin admin] Made reservation on behalf of 4029f7586c674799901f5830e91fb3ea for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:39:24.150159 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-820805ee-faf5-4387-a78e-88807e589022 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:24.170526 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:24.261267 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port c875dc40-a2d0-466e-a692-86c386ad685b triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:39:24.261824 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:24.677145 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:24.754542 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e07532-c51c-4e41-a713-e7eb847c4809 req-5f244e8c-09b5-4966-83fd-dcda317dc18d tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:39:24.756676 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b5e07532-c51c-4e41-a713-e7eb847c4809 req-5f244e8c-09b5-4966-83fd-dcda317dc18d tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 946 time: 0.8369718 Jul 05 02:39:24.832605 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-820805ee-faf5-4387-a78e-88807e589022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5763451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774823'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:24.905319 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5585de99-5b54-41ce-80ae-584e9de72e99 None None] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:24.938574 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-68b43e4f-aaf2-431c-a784-4939c254d751 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:24.955467 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-5585de99-5b54-41ce-80ae-584e9de72e99 None None] Transition to ACTIVE for port object 59efa17b-874c-44b5-bfe5-b56e9d8f4667 will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:39:25.046910 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5585de99-5b54-41ce-80ae-584e9de72e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:25.061181 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b5e07532-c51c-4e41-a713-e7eb847c4809 req-b34234b0-c9fc-4265-b823-8288a4c9c64d tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=09716028-44a2-4220-a754-7ed932c56f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2951610 Jul 05 02:39:25.146100 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820805ee-faf5-4387-a78e-88807e589022 admin admin] Pushing event updated for resources: {'Subnet': ['ID=606919bb-0ade-4589-8a2b-c9dcfa56ec85,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:39:25.208384 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820805ee-faf5-4387-a78e-88807e589022 admin admin] Checking segment: {'id': '00a692bc-19f1-4303-ae19-6195e6ab101f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0363edd0-1704-4ea5-b7c0-1061ca483b3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:39:25.212619 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820805ee-faf5-4387-a78e-88807e589022 admin admin] Network hostable DHCP agents. Network: 0363edd0-1704-4ea5-b7c0-1061ca483b3c, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:39:25.239389 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ae66cf-8484-4ef9-b350-09cd8f2c66c5 None None] Pushing event updated for resources: {'Port': ['ID=59efa17b-874c-44b5-bfe5-b56e9d8f4667,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:39:25.386403 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820805ee-faf5-4387-a78e-88807e589022 admin admin] Network 0363edd0-1704-4ea5-b7c0-1061ca483b3c is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:39:25.446911 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-68b43e4f-aaf2-431c-a784-4939c254d751 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:25.521711 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-68b43e4f-aaf2-431c-a784-4939c254d751 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:25.532361 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-5585de99-5b54-41ce-80ae-584e9de72e99 None None] Attempting to bind port 59efa17b-874c-44b5-bfe5-b56e9d8f4667 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:39:25.532994 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-5585de99-5b54-41ce-80ae-584e9de72e99 None None] Attempting to bind port 59efa17b-874c-44b5-bfe5-b56e9d8f4667 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '7a1fdef7-cfe6-4ec0-a011-d2b8173ed813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '423941ad-288e-4f52-9863-01cb0753c63a'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:39:25.540916 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5585de99-5b54-41ce-80ae-584e9de72e99 None None] Attempting to bind port 59efa17b-874c-44b5-bfe5-b56e9d8f4667 on network 423941ad-288e-4f52-9863-01cb0753c63a {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:39:25.561478 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ae66cf-8484-4ef9-b350-09cd8f2c66c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:39:25.561823 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ae66cf-8484-4ef9-b350-09cd8f2c66c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:39:25.562178 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ae66cf-8484-4ef9-b350-09cd8f2c66c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:39:25.562619 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ae66cf-8484-4ef9-b350-09cd8f2c66c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:39:25.568031 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ae66cf-8484-4ef9-b350-09cd8f2c66c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:39:25.568417 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ae66cf-8484-4ef9-b350-09cd8f2c66c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:39:25.568794 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ae66cf-8484-4ef9-b350-09cd8f2c66c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:39:25.573506 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ae66cf-8484-4ef9-b350-09cd8f2c66c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:39:25.573856 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ae66cf-8484-4ef9-b350-09cd8f2c66c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:39:25.574244 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ae66cf-8484-4ef9-b350-09cd8f2c66c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:39:25.574582 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ae66cf-8484-4ef9-b350-09cd8f2c66c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:39:25.574905 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ae66cf-8484-4ef9-b350-09cd8f2c66c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:39:25.584684 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5585de99-5b54-41ce-80ae-584e9de72e99 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:39:25.585051 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5585de99-5b54-41ce-80ae-584e9de72e99 None None] Checking segment: {'id': '7a1fdef7-cfe6-4ec0-a011-d2b8173ed813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '423941ad-288e-4f52-9863-01cb0753c63a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:39:25.585448 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5585de99-5b54-41ce-80ae-584e9de72e99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:25.585921 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5585de99-5b54-41ce-80ae-584e9de72e99 None None] Bound using segment: {'id': '7a1fdef7-cfe6-4ec0-a011-d2b8173ed813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '423941ad-288e-4f52-9863-01cb0753c63a'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:39:25.586419 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-5585de99-5b54-41ce-80ae-584e9de72e99 None None] Bound port: 59efa17b-874c-44b5-bfe5-b56e9d8f4667, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a1fdef7-cfe6-4ec0-a011-d2b8173ed813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '423941ad-288e-4f52-9863-01cb0753c63a'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:39:25.586793 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5585de99-5b54-41ce-80ae-584e9de72e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:25.604443 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-820805ee-faf5-4387-a78e-88807e589022 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 0363edd0-1704-4ea5-b7c0-1061ca483b3c) {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:39:25.612565 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34986250-a974-48de-8be5-c8842992a7a2 None None] Network 0363edd0-1704-4ea5-b7c0-1061ca483b3c requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:39:25.652178 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820805ee-faf5-4387-a78e-88807e589022 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:39:25.652784 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-820805ee-faf5-4387-a78e-88807e589022 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:25.753568 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b43e4f-aaf2-431c-a784-4939c254d751 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6aa9060-aafc-4b33-8a20-b4e61509aad1,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:39:25.798941 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-68b43e4f-aaf2-431c-a784-4939c254d751 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:25.800845 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-5585de99-5b54-41ce-80ae-584e9de72e99 None None] For port 59efa17b-874c-44b5-bfe5-b56e9d8f4667, host n-d-771362-32, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:39:25.803183 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 53450) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:39:25.809342 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-68b43e4f-aaf2-431c-a784-4939c254d751 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 1.9460893 Jul 05 02:39:25.809511 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-5f7f83ea-f106-4e50-b680-0fe9f3dccc29 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Request body: {'security_group_rule': {'security_group_id': '65e2d1a5-611d-48ad-8028-5d3b9e94d176', 'project_id': '0d97daa9abfb4f3f83ba38958ca24f47', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:39:25.821305 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-5585de99-5b54-41ce-80ae-584e9de72e99 None None] For port 59efa17b-874c-44b5-bfe5-b56e9d8f4667, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=59efa17b-874c-44b5-bfe5-b56e9d8f4667,segment=NetworkSegment(7a1fdef7-cfe6-4ec0-a011-d2b8173ed813),segment_id=7a1fdef7-cfe6-4ec0-a011-d2b8173ed813)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:39:25.878478 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-820805ee-faf5-4387-a78e-88807e589022 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.1028605 Jul 05 02:39:25.899180 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-5585de99-5b54-41ce-80ae-584e9de72e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:26.058211 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5f7f83ea-f106-4e50-b680-0fe9f3dccc29 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:26.192085 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ae66cf-8484-4ef9-b350-09cd8f2c66c5 None None] Pushing event updated for resources: {'Port': ['ID=59efa17b-874c-44b5-bfe5-b56e9d8f4667,revision_number=4']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:39:26.217217 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5f7f83ea-f106-4e50-b680-0fe9f3dccc29 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:26.224365 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5585de99-5b54-41ce-80ae-584e9de72e99 None None] Routers {'a5b6b7aa-ff1f-4e79-be3c-e14985b73ecd'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:39:26.225626 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-5585de99-5b54-41ce-80ae-584e9de72e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:39:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['a5b6b7aa-ff1f-4e79-be3c-e14985b73ecd'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:39:26.236650 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be72043-12f3-4e19-b1ed-76d9a0e40f95 None None] Network 0363edd0-1704-4ea5-b7c0-1061ca483b3c requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:39:26.348573 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [req-daa0496e-eb07-4864-a86e-0a7cf0cb489d req-382d92f9-941e-4809-b7a4-39d5e82da8a9 service neutron] (94462) timed out ('10.222.0.15', 64963) {{(pid=94462) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 02:39:26.452107 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5f7f83ea-f106-4e50-b680-0fe9f3dccc29 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:26.490861 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f83ea-f106-4e50-b680-0fe9f3dccc29 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dabfc96-b8db-4b04-b1de-b13b9a0bc07f,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:39:26.518333 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f83ea-f106-4e50-b680-0fe9f3dccc29 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:39:26.518707 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f83ea-f106-4e50-b680-0fe9f3dccc29 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:39:26.521927 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f83ea-f106-4e50-b680-0fe9f3dccc29 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:39:26.521927 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f83ea-f106-4e50-b680-0fe9f3dccc29 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:39:26.531454 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f83ea-f106-4e50-b680-0fe9f3dccc29 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:39:26.531829 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f83ea-f106-4e50-b680-0fe9f3dccc29 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:39:26.532172 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f83ea-f106-4e50-b680-0fe9f3dccc29 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:39:26.532512 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f83ea-f106-4e50-b680-0fe9f3dccc29 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:39:26.541967 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f83ea-f106-4e50-b680-0fe9f3dccc29 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:39:26.542888 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f83ea-f106-4e50-b680-0fe9f3dccc29 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:39:26.549432 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f83ea-f106-4e50-b680-0fe9f3dccc29 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:39:26.549432 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f83ea-f106-4e50-b680-0fe9f3dccc29 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:39:26.556845 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-5585de99-5b54-41ce-80ae-584e9de72e99 None None] Set router a5b6b7aa-ff1f-4e79-be3c-e14985b73ecd gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:39:26.593129 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:26.693380 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5f7f83ea-f106-4e50-b680-0fe9f3dccc29 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:26.704279 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-5f7f83ea-f106-4e50-b680-0fe9f3dccc29 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8905411 Jul 05 02:39:26.771132 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0658183b-41ee-4c32-93df-333f3843ceda req-0056706b-1b2e-4177-a80b-c3acb8b42eab tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:39:26.811371 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0658183b-41ee-4c32-93df-333f3843ceda req-0056706b-1b2e-4177-a80b-c3acb8b42eab tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 946 time: 0.4107726 Jul 05 02:39:26.979450 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0658183b-41ee-4c32-93df-333f3843ceda req-be12b923-c586-4d54-846c-ce4c6ad01d23 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=09716028-44a2-4220-a754-7ed932c56f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1595328 Jul 05 02:39:27.268220 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-5585de99-5b54-41ce-80ae-584e9de72e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5b6b7aa-ff1f-4e79-be3c-e14985b73ecd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1220023826', 'tenant_id': '0d97daa9abfb4f3f83ba38958ca24f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '37e1209b-0d92-4b05-8144-69b36ed2e9af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:39:03Z', 'updated_at': '2021-07-05T02:39:18Z', 'revision_number': 4, 'project_id': '0d97daa9abfb4f3f83ba38958ca24f47', 'gw_port': {'id': '37e1209b-0d92-4b05-8144-69b36ed2e9af', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:48:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b6b7aa-ff1f-4e79-be3c-e14985b73ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:39:05Z', 'updated_at': '2021-07-05T02:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '59efa17b-874c-44b5-bfe5-b56e9d8f4667', 'name': '', 'network_id': '423941ad-288e-4f52-9863-01cb0753c63a', 'tenant_id': '0d97daa9abfb4f3f83ba38958ca24f47', 'mac_address': 'fa:16:3e:1f:cc:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5b6b7aa-ff1f-4e79-be3c-e14985b73ecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': 'd14fbacc-e76b-48b0-b10d-9f14e6f86812', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:39:14Z', 'updated_at': '2021-07-05T02:39:25Z', 'revision_number': 4, 'project_id': '0d97daa9abfb4f3f83ba38958ca24f47', 'subnets': [{'id': 'd14fbacc-e76b-48b0-b10d-9f14e6f86812', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:39:27.342672 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5585de99-5b54-41ce-80ae-584e9de72e99 None None] The sync data for ids ['a5b6b7aa-ff1f-4e79-be3c-e14985b73ecd'] in n-d-771362-32 is: [{'id': 'a5b6b7aa-ff1f-4e79-be3c-e14985b73ecd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1220023826', 'tenant_id': '0d97daa9abfb4f3f83ba38958ca24f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '37e1209b-0d92-4b05-8144-69b36ed2e9af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:39:03Z', 'updated_at': '2021-07-05T02:39:18Z', 'revision_number': 4, 'project_id': '0d97daa9abfb4f3f83ba38958ca24f47', 'gw_port': {'id': '37e1209b-0d92-4b05-8144-69b36ed2e9af', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:48:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b6b7aa-ff1f-4e79-be3c-e14985b73ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:39:05Z', 'updated_at': '2021-07-05T02:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '59efa17b-874c-44b5-bfe5-b56e9d8f4667', 'name': '', 'network_id': '423941ad-288e-4f52-9863-01cb0753c63a', 'tenant_id': '0d97daa9abfb4f3f83ba38958ca24f47', 'mac_address': 'fa:16:3e:1f:cc:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5b6b7aa-ff1f-4e79-be3c-e14985b73ecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': 'd14fbacc-e76b-48b0-b10d-9f14e6f86812', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:39:14Z', 'updated_at': '2021-07-05T02:39:25Z', 'revision_number': 4, 'project_id': '0d97daa9abfb4f3f83ba38958ca24f47', 'subnets': [{'id': 'd14fbacc-e76b-48b0-b10d-9f14e6f86812', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:39:27.612075 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 53502) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:39:27.743432 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_v2 [None req-da2f0638-07f9-4002-aad9-750ffba3b594 admin admin] Deleting subnet d37bc5a5-e14e-4ffb-ace0-62bea73b2897 {{(pid=94461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:39:27.752034 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-da2f0638-07f9-4002-aad9-750ffba3b594 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:27.885087 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-da2f0638-07f9-4002-aad9-750ffba3b594 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5519650'] for subnet, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:27.970970 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-da2f0638-07f9-4002-aad9-750ffba3b594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:28.059621 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 59efa17b-874c-44b5-bfe5-b56e9d8f4667 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:39:28.296816 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-da2f0638-07f9-4002-aad9-750ffba3b594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5763388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774356'] for subnet, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:28.325270 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-da2f0638-07f9-4002-aad9-750ffba3b594 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:28.336271 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 53516) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:39:28.338959 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-da2f0638-07f9-4002-aad9-750ffba3b594 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/d37bc5a5-e14e-4ffb-ace0-62bea73b2897 HTTP/1.1" status: 204 len: 168 time: 0.7177958 Jul 05 02:39:28.416220 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 59efa17b-874c-44b5-bfe5-b56e9d8f4667 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:39:28.422242 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 59efa17b-874c-44b5-bfe5-b56e9d8f4667 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:39:28.422812 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:28.444585 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2f0638-07f9-4002-aad9-750ffba3b594 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d37bc5a5-e14e-4ffb-ace0-62bea73b2897,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:39:28.519899 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ba217f65-5dd9-4e9e-91cb-09b23ae2778d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:28.599944 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:28.696226 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ba217f65-5dd9-4e9e-91cb-09b23ae2778d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:28.710220 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 59efa17b-874c-44b5-bfe5-b56e9d8f4667, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=59efa17b-874c-44b5-bfe5-b56e9d8f4667,segment=NetworkSegment(7a1fdef7-cfe6-4ec0-a011-d2b8173ed813),segment_id=7a1fdef7-cfe6-4ec0-a011-d2b8173ed813)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:39:28.711692 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-ba217f65-5dd9-4e9e-91cb-09b23ae2778d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['793d0d25-0324-4fe9-91c8-9b0cec0b4da8']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:39:28.725663 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-ba217f65-5dd9-4e9e-91cb-09b23ae2778d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08c70867-6984-4de4-9f6d-58d888710250') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:39:28.726253 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-ba217f65-5dd9-4e9e-91cb-09b23ae2778d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08c70867-6984-4de4-9f6d-58d888710250') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:39:28.737699 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ba217f65-5dd9-4e9e-91cb-09b23ae2778d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:28.754321 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ba217f65-5dd9-4e9e-91cb-09b23ae2778d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:28.762312 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba217f65-5dd9-4e9e-91cb-09b23ae2778d admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:39:28.763274 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ba217f65-5dd9-4e9e-91cb-09b23ae2778d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:28.809948 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:28.835144 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:39:28.835144 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:39:28.835144 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:39:28.835144 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:39:28.835144 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:39:28.835144 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:39:28.835144 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:39:28.835144 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:39:28.835144 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:39:28.835144 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:39:28.835144 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:39:28.835144 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:39:28.835144 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:39:28.835144 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:39:28.835144 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:39:28.835144 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:39:28.835144 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:39:28.835144 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:39:28.835144 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:39:28.835144 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:39:28.835144 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:39:28.835144 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:39:28.835144 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:39:28.835144 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:39:28.835144 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:39:28.835144 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:39:28.835144 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:39:28.835144 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:39:28.835144 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:39:28.835144 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:39:28.835144 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:39:28.835144 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:39:28.961911 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=59efa17b-874c-44b5-bfe5-b56e9d8f4667,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:39:28.981809 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ba217f65-5dd9-4e9e-91cb-09b23ae2778d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:28.987107 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ba217f65-5dd9-4e9e-91cb-09b23ae2778d admin admin] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:28.989729 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-ba217f65-5dd9-4e9e-91cb-09b23ae2778d admin admin] 10.222.0.23 "DELETE /v2.0/networks/793d0d25-0324-4fe9-91c8-9b0cec0b4da8 HTTP/1.1" status: 204 len: 168 time: 0.6518857 Jul 05 02:39:28.994074 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 53540) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:39:29.065350 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba217f65-5dd9-4e9e-91cb-09b23ae2778d admin admin] Pushing event deleted for resources: {'Network': ['ID=793d0d25-0324-4fe9-91c8-9b0cec0b4da8,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:39:29.206251 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_v2 [None req-466d4015-b178-4ac1-a193-3fdf8f03555d admin admin] Deleting subnet 7cdd35a3-9d6f-4be6-9144-e6760816b6a6 {{(pid=94461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:39:29.222055 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-466d4015-b178-4ac1-a193-3fdf8f03555d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:29.395502 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b2d37799-a781-49b8-9791-6cc66a463846 req-f57cc31a-3198-42cc-ad20-5dbd01f374c3 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup_access--1162136576&fields=id&tenant_id=0d97daa9abfb4f3f83ba38958ca24f47 HTTP/1.1" status: 200 len: 267 time: 0.1099513 Jul 05 02:39:29.469710 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b2d37799-a781-49b8-9791-6cc66a463846 req-2f671cbe-b5aa-4fbc-9dc4-5979d14bd5f2 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup_general--1762542310&fields=id&tenant_id=0d97daa9abfb4f3f83ba38958ca24f47 HTTP/1.1" status: 200 len: 267 time: 0.0679746 Jul 05 02:39:29.637325 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 53572) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:39:29.835497 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d37799-a781-49b8-9791-6cc66a463846 req-d4f22407-039f-4876-a1c8-9f6b13f0611c tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:39:29.845134 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b2d37799-a781-49b8-9791-6cc66a463846 req-d4f22407-039f-4876-a1c8-9f6b13f0611c tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] 10.222.0.23 "GET /v2.0/networks?id=423941ad-288e-4f52-9863-01cb0753c63a HTTP/1.1" status: 200 len: 797 time: 0.3742430 Jul 05 02:39:29.883988 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b2d37799-a781-49b8-9791-6cc66a463846 req-072e0f73-1467-4566-a395-7a9b444a94d2 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] 10.222.0.23 "GET /v2.0/quotas/0d97daa9abfb4f3f83ba38958ca24f47 HTTP/1.1" status: 200 len: 375 time: 0.0379279 Jul 05 02:39:30.009275 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-668568ef-5631-4e84-b0a8-2cf328974f7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:30.030655 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 59efa17b-874c-44b5-bfe5-b56e9d8f4667 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:39:30.198788 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b2d37799-a781-49b8-9791-6cc66a463846 req-0bf9329a-2c4f-49da-b800-48363c79d38c tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0d97daa9abfb4f3f83ba38958ca24f47&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3137977 Jul 05 02:39:30.215215 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 59efa17b-874c-44b5-bfe5-b56e9d8f4667 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:39:30.215608 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:30.347469 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-668568ef-5631-4e84-b0a8-2cf328974f7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:30.456559 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-668568ef-5631-4e84-b0a8-2cf328974f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:30.564220 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668568ef-5631-4e84-b0a8-2cf328974f7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2992d36b-9589-4f31-9427-5ff4d5a6ffd2,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:39:30.597435 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-668568ef-5631-4e84-b0a8-2cf328974f7a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3988b9b0914a4b8fb28a03f625f57e61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9590597 Jul 05 02:39:30.600108 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 53590) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:39:30.758473 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-afea21ed-f0d4-4532-8c31-56fdc01f20fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:30.783733 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b2d37799-a781-49b8-9791-6cc66a463846 req-58dee7c8-4c8f-4517-8ee1-96a6d061916c service neutron] 10.222.0.23 "GET /v2.0/networks/423941ad-288e-4f52-9863-01cb0753c63a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5719168 Jul 05 02:39:30.840144 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a53a4c-bf72-466a-a866-ef5ede06f3e5 req-8ca0c7ef-c60d-4762-b359-abaa82b3637b tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:39:30.841789 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d6a53a4c-bf72-466a-a866-ef5ede06f3e5 req-8ca0c7ef-c60d-4762-b359-abaa82b3637b tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/networks?id=0363edd0-1704-4ea5-b7c0-1061ca483b3c HTTP/1.1" status: 200 len: 813 time: 1.5221429 Jul 05 02:39:30.856582 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-466d4015-b178-4ac1-a193-3fdf8f03555d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5519650'] for subnet, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:30.901838 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-466d4015-b178-4ac1-a193-3fdf8f03555d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:30.993732 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b2d37799-a781-49b8-9791-6cc66a463846 req-c98d5906-dd78-4fa6-b33c-a916d4ab9184 service neutron] 10.222.0.23 "GET /v2.0/networks/423941ad-288e-4f52-9863-01cb0753c63a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014396 Jul 05 02:39:31.008891 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d6a53a4c-bf72-466a-a866-ef5ede06f3e5 req-046ec335-6760-4aee-b58a-e8caa65f90cd tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/quotas/4029f7586c674799901f5830e91fb3ea HTTP/1.1" status: 200 len: 375 time: 0.0105727 Jul 05 02:39:31.035916 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-afea21ed-f0d4-4532-8c31-56fdc01f20fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:31.085944 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d6a53a4c-bf72-466a-a866-ef5ede06f3e5 req-8ead8911-d167-4160-9f14-1dcb16c1cf4e tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4029f7586c674799901f5830e91fb3ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0696366 Jul 05 02:39:31.087483 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-466d4015-b178-4ac1-a193-3fdf8f03555d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5763388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774356'] for subnet, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:31.200967 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-afea21ed-f0d4-4532-8c31-56fdc01f20fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:31.204967 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-afea21ed-f0d4-4532-8c31-56fdc01f20fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:31.215433 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-afea21ed-f0d4-4532-8c31-56fdc01f20fe admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2992d36b-9589-4f31-9427-5ff4d5a6ffd2 HTTP/1.1" status: 204 len: 168 time: 0.6090465 Jul 05 02:39:31.230928 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afea21ed-f0d4-4532-8c31-56fdc01f20fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2992d36b-9589-4f31-9427-5ff4d5a6ffd2,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:39:31.252071 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d6a53a4c-bf72-466a-a866-ef5ede06f3e5 req-20cd27e5-e9dd-4f1f-ba2f-e9d55144d4be service neutron] 10.222.0.23 "GET /v2.0/networks/0363edd0-1704-4ea5-b7c0-1061ca483b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512463 Jul 05 02:39:31.430083 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466d4015-b178-4ac1-a193-3fdf8f03555d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7cdd35a3-9d6f-4be6-9144-e6760816b6a6,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:39:31.453527 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-466d4015-b178-4ac1-a193-3fdf8f03555d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:31.458620 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 53610) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:39:31.459484 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-466d4015-b178-4ac1-a193-3fdf8f03555d admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7cdd35a3-9d6f-4be6-9144-e6760816b6a6 HTTP/1.1" status: 204 len: 168 time: 2.4650781 Jul 05 02:39:31.504003 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d6a53a4c-bf72-466a-a866-ef5ede06f3e5 req-4ef07783-d2da-43f2-9361-a1773efa9c5a service neutron] 10.222.0.23 "GET /v2.0/networks/0363edd0-1704-4ea5-b7c0-1061ca483b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993742 Jul 05 02:39:31.694487 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d89498b9-fa63-4793-bd87-037adf7e2018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:31.721467 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e0bf1e-411e-41f2-b674-d5e6225f7034 req-e84668b4-4082-49e7-a9c8-5865cf158d81 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:39:31.723020 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f7e0bf1e-411e-41f2-b674-d5e6225f7034 req-e84668b4-4082-49e7-a9c8-5865cf158d81 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 946 time: 0.1254318 Jul 05 02:39:31.819699 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d89498b9-fa63-4793-bd87-037adf7e2018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:31.832055 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f7e0bf1e-411e-41f2-b674-d5e6225f7034 req-f1162a1c-c058-42d2-8a87-4015e6dbc555 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=09716028-44a2-4220-a754-7ed932c56f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893638 Jul 05 02:39:31.846865 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-d89498b9-fa63-4793-bd87-037adf7e2018 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d38a4a1-bc03-4acb-a687-a861e0b512f4']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:39:31.876280 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-d89498b9-fa63-4793-bd87-037adf7e2018 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a97f01c7-034d-45e9-b635-b824b3399964') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:39:31.876280 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-d89498b9-fa63-4793-bd87-037adf7e2018 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a97f01c7-034d-45e9-b635-b824b3399964') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:39:31.904721 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d89498b9-fa63-4793-bd87-037adf7e2018 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:31.967932 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-df033aca-e29b-4ab8-9516-4e9b6d96f97a req-be7bfb5a-ff6a-49d0-a577-c08ef35c1361 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfafab15-6df6-4fd1-91a0-07638ebbddfb HTTP/1.1" status: 200 len: 210 time: 0.0609515 Jul 05 02:39:31.983530 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d89498b9-fa63-4793-bd87-037adf7e2018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:32.000211 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d89498b9-fa63-4793-bd87-037adf7e2018 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:39:32.000885 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d89498b9-fa63-4793-bd87-037adf7e2018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:32.065733 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:39:32.065733 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:39:32.065733 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:39:32.065733 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:39:32.065733 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:39:32.065733 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:39:32.065733 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:39:32.065733 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:39:32.065733 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:39:32.065733 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:39:32.065733 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:39:32.065733 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:39:32.065733 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:39:32.065733 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:39:32.065733 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:39:32.065733 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:39:32.065733 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:39:32.065733 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:39:32.065733 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:39:32.065733 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:39:32.065733 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:39:32.065733 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:39:32.065733 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:39:32.065733 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:39:32.065733 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:39:32.065733 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:39:32.065733 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:39:32.065733 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:39:32.065733 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:39:32.065733 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:39:32.065733 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:39:32.065733 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:39:32.188104 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d89498b9-fa63-4793-bd87-037adf7e2018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:32.206175 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d89498b9-fa63-4793-bd87-037adf7e2018 admin admin] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:32.212837 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-d89498b9-fa63-4793-bd87-037adf7e2018 admin admin] 10.222.0.23 "DELETE /v2.0/networks/2d38a4a1-bc03-4acb-a687-a861e0b512f4 HTTP/1.1" status: 204 len: 168 time: 0.7515566 Jul 05 02:39:32.298809 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89498b9-fa63-4793-bd87-037adf7e2018 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d38a4a1-bc03-4acb-a687-a861e0b512f4,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:39:32.346247 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-45a8a418-eed9-4b15-85d9-422543fb763f req-254bb8f1-5024-44ee-90a1-56a15f061ba5 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 210 time: 0.0575652 Jul 05 02:39:32.632994 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 53668) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:39:32.653561 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-080e3f2e-c5c3-447d-9162-261633aa4886 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:32.780929 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 53674) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:39:32.923521 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 53682) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:39:32.924684 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-9c476cfe-755f-4992-b990-ab5a95d75c92 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c49ca7e75e4e436e94105e192c4b094f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1415319 Jul 05 02:39:32.933662 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-080e3f2e-c5c3-447d-9162-261633aa4886 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:33.064054 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ba1e308c-73ff-4e0c-95f3-c50d30f20046 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:33.076889 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac2434-74b3-42ec-a710-3352d6db2151 req-7efa0e28-8ac6-4189-a450-a1ba340c1e0c tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:39:33.089580 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-efac2434-74b3-42ec-a710-3352d6db2151 req-7efa0e28-8ac6-4189-a450-a1ba340c1e0c tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 946 time: 0.1038442 Jul 05 02:39:33.104255 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ba1e308c-73ff-4e0c-95f3-c50d30f20046 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:33.156695 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-080e3f2e-c5c3-447d-9162-261633aa4886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:33.160248 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-efac2434-74b3-42ec-a710-3352d6db2151 req-6d71c2b6-c104-42cd-b623-faf4e363c308 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=09716028-44a2-4220-a754-7ed932c56f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648794 Jul 05 02:39:33.228790 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-fffee4b6-af0a-4118-9c91-baba80ec3cc1 req-7f484e37-30e4-4ff3-b6db-df94ee6398dc tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfafab15-6df6-4fd1-91a0-07638ebbddfb HTTP/1.1" status: 200 len: 210 time: 0.0741642 Jul 05 02:39:33.261463 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080e3f2e-c5c3-447d-9162-261633aa4886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a869c44-3eb0-4546-bbaa-6f1b7c925ce1,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:39:33.269956 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-080e3f2e-c5c3-447d-9162-261633aa4886 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=857f3061e043478aa6cd42275d8e3e75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6327393 Jul 05 02:39:33.271104 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 53696) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:39:33.332280 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ba1e308c-73ff-4e0c-95f3-c50d30f20046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:33.335264 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ba1e308c-73ff-4e0c-95f3-c50d30f20046 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:33.337908 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-ba1e308c-73ff-4e0c-95f3-c50d30f20046 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9d18d34c-042d-4504-89ac-5d4504c42f87 HTTP/1.1" status: 204 len: 168 time: 0.4130042 Jul 05 02:39:33.350420 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1e308c-73ff-4e0c-95f3-c50d30f20046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d18d34c-042d-4504-89ac-5d4504c42f87,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:39:33.420723 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1d53e8c6-6aeb-49a7-8330-373528646e69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:33.501174 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1093acf6-854e-458d-849e-53cbb4e32fd6 req-1ec37b2f-d262-4b04-aab2-2da933921a3d tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 210 time: 0.0748017 Jul 05 02:39:33.531354 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1d53e8c6-6aeb-49a7-8330-373528646e69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:33.778099 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1d53e8c6-6aeb-49a7-8330-373528646e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:33.785299 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1d53e8c6-6aeb-49a7-8330-373528646e69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:33.791399 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-1d53e8c6-6aeb-49a7-8330-373528646e69 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4a869c44-3eb0-4546-bbaa-6f1b7c925ce1 HTTP/1.1" status: 204 len: 168 time: 0.5162356 Jul 05 02:39:33.837261 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d53e8c6-6aeb-49a7-8330-373528646e69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a869c44-3eb0-4546-bbaa-6f1b7c925ce1,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:39:34.511929 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fbfe85-33d6-4f8d-9816-12975196ab5b req-b008b202-ac7f-42dd-8f7e-af6c9ffc6923 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:39:34.520552 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b3fbfe85-33d6-4f8d-9816-12975196ab5b req-b008b202-ac7f-42dd-8f7e-af6c9ffc6923 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 946 time: 0.1537921 Jul 05 02:39:34.633454 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 53742) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:39:34.667567 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ee14e518-c512-45d4-9e99-8a5af83671c6 req-8931bc15-a6e3-4402-b34f-cab703f85cb0 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfafab15-6df6-4fd1-91a0-07638ebbddfb HTTP/1.1" status: 200 len: 210 time: 0.0460706 Jul 05 02:39:34.725715 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b3fbfe85-33d6-4f8d-9816-12975196ab5b req-f44b82dd-ff34-49d5-91d6-a7cc103083dc tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=09716028-44a2-4220-a754-7ed932c56f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2024689 Jul 05 02:39:34.792941 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-9266cde9-d426-45e9-8a14-9ba59374c737 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fa1fb7e8ea0e4e6ab79948da968f60fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1488290 Jul 05 02:39:34.800129 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 53744) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:39:34.916173 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8404e709-d1bb-4e8f-971a-2135cdfdf236 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:34.974006 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-11edb38a-aed7-4e78-b895-530db2e01aec req-246bda29-e2e9-488b-bfc0-428160bc80de tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 210 time: 0.0403588 Jul 05 02:39:34.980535 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8404e709-d1bb-4e8f-971a-2135cdfdf236 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:35.190092 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8404e709-d1bb-4e8f-971a-2135cdfdf236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:35.197414 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8404e709-d1bb-4e8f-971a-2135cdfdf236 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:35.197414 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-8404e709-d1bb-4e8f-971a-2135cdfdf236 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a6766944-7f6a-42a9-9bcf-c1e69f1f4879 HTTP/1.1" status: 204 len: 168 time: 0.3991942 Jul 05 02:39:35.220324 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8404e709-d1bb-4e8f-971a-2135cdfdf236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6766944-7f6a-42a9-9bcf-c1e69f1f4879,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:39:35.308295 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 53756) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:39:35.333006 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b4e6c189-3354-433c-ac09-62a7a37b5fc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:35.562012 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b4e6c189-3354-433c-ac09-62a7a37b5fc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:35.701540 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b4e6c189-3354-433c-ac09-62a7a37b5fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:35.763253 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-b4e6c189-3354-433c-ac09-62a7a37b5fc0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7c17beaba0b145caa661551ff647e2c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4538419 Jul 05 02:39:35.767140 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 53770) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:39:36.017224 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e6c189-3354-433c-ac09-62a7a37b5fc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64419c99-dafd-40d9-a515-85a1409a57ce,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:39:36.113759 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-68dab17e-2551-4c79-b76d-3fcfc6d63a12 req-3ef48fa8-57b7-47e2-9497-bd856ac9bca8 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfafab15-6df6-4fd1-91a0-07638ebbddfb HTTP/1.1" status: 200 len: 210 time: 0.2040148 Jul 05 02:39:36.159447 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2fa14c86-0fa7-4b8c-985d-4992f6505456 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:36.222648 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2fa14c86-0fa7-4b8c-985d-4992f6505456 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:36.343693 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d37799-a781-49b8-9791-6cc66a463846 req-37334772-f55d-4830-86ca-27571d0a06e9 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:39:36.345661 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b2d37799-a781-49b8-9791-6cc66a463846 req-37334772-f55d-4830-86ca-27571d0a06e9 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] 10.222.0.15 "GET /v2.0/networks?id=423941ad-288e-4f52-9863-01cb0753c63a HTTP/1.1" status: 200 len: 797 time: 0.5676110 Jul 05 02:39:36.416377 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d5417dfd-c0f6-44e6-8b47-0f5bcb9e34c2 req-16618824-1eb0-45aa-9519-2c8f44794a6c tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 210 time: 0.0948477 Jul 05 02:39:36.458210 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2fa14c86-0fa7-4b8c-985d-4992f6505456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:36.461779 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2fa14c86-0fa7-4b8c-985d-4992f6505456 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:36.463195 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-2fa14c86-0fa7-4b8c-985d-4992f6505456 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/64419c99-dafd-40d9-a515-85a1409a57ce HTTP/1.1" status: 204 len: 168 time: 0.6950960 Jul 05 02:39:36.464051 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5869dc-105d-43ec-a9f1-428659e1f0d7 req-29cea491-64c7-441b-9fda-beb4fe095942 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:39:36.478685 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cb5869dc-105d-43ec-a9f1-428659e1f0d7 req-29cea491-64c7-441b-9fda-beb4fe095942 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 946 time: 0.3994970 Jul 05 02:39:36.489174 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa14c86-0fa7-4b8c-985d-4992f6505456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64419c99-dafd-40d9-a515-85a1409a57ce,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:39:36.600919 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b2d37799-a781-49b8-9791-6cc66a463846 req-d6761511-dd98-4fa5-86ec-23c122593ba5 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d97daa9abfb4f3f83ba38958ca24f47 HTTP/1.1" status: 200 len: 478 time: 0.2447693 Jul 05 02:39:36.619013 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-b2d37799-a781-49b8-9791-6cc66a463846 req-1737920f-95f3-4272-9109-52cc4a783ea3 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Request body: {'port': {'device_id': 'dfafab15-6df6-4fd1-91a0-07638ebbddfb', 'network_id': '423941ad-288e-4f52-9863-01cb0753c63a', 'admin_state_up': True, 'tenant_id': '0d97daa9abfb4f3f83ba38958ca24f47', 'security_groups': ['65e2d1a5-611d-48ad-8028-5d3b9e94d176', 'd6aa9060-aafc-4b33-8a20-b4e61509aad1']}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:39:36.993213 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cb5869dc-105d-43ec-a9f1-428659e1f0d7 req-59b21c80-7a96-4fb6-9abc-525f21d0f59e tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=09716028-44a2-4220-a754-7ed932c56f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4709976 Jul 05 02:39:37.106697 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a53a4c-bf72-466a-a866-ef5ede06f3e5 req-2a58ca76-8c76-4524-8929-76f20691f5a4 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:39:37.108292 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d6a53a4c-bf72-466a-a866-ef5ede06f3e5 req-2a58ca76-8c76-4524-8929-76f20691f5a4 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.15 "GET /v2.0/networks?id=0363edd0-1704-4ea5-b7c0-1061ca483b3c HTTP/1.1" status: 200 len: 813 time: 0.3533399 Jul 05 02:39:37.127630 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-d6a53a4c-bf72-466a-a866-ef5ede06f3e5 req-5bd67223-4722-4140-914a-e2f50ba6fcff tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Request body: {'port': {'device_id': '3113eabb-b161-4b04-b0e4-8d9160d7b05b', 'network_id': '0363edd0-1704-4ea5-b7c0-1061ca483b3c', 'admin_state_up': True, 'tenant_id': '4029f7586c674799901f5830e91fb3ea'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:39:37.303793 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [req-33405227-cd23-44d3-ba46-6c3370f6dd73 req-149d9e81-4cef-4d86-903f-ecffaeea9d05 service neutron] (94461) timed out ('10.222.0.23', 58764) {{(pid=94461) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 02:39:37.509592 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6a53a4c-bf72-466a-a866-ef5ede06f3e5 req-5bd67223-4722-4140-914a-e2f50ba6fcff tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Made reservation on behalf of 4029f7586c674799901f5830e91fb3ea for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:39:37.530540 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-d6a53a4c-bf72-466a-a866-ef5ede06f3e5 req-5bd67223-4722-4140-914a-e2f50ba6fcff tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:37.562562 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e60ad865-7c4b-48b3-8f79-d2b12973eda8 req-627896e2-1c64-4803-aa11-cd2f9f868e3e tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfafab15-6df6-4fd1-91a0-07638ebbddfb HTTP/1.1" status: 200 len: 210 time: 0.1346707 Jul 05 02:39:37.644364 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2d37799-a781-49b8-9791-6cc66a463846 req-1737920f-95f3-4272-9109-52cc4a783ea3 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Made reservation on behalf of 0d97daa9abfb4f3f83ba38958ca24f47 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:39:37.662496 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b2d37799-a781-49b8-9791-6cc66a463846 req-1737920f-95f3-4272-9109-52cc4a783ea3 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:38.004496 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-b2d37799-a781-49b8-9791-6cc66a463846 req-1737920f-95f3-4272-9109-52cc4a783ea3 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Allocated IP 172.20.0.12 (423941ad-288e-4f52-9863-01cb0753c63a/d14fbacc-e76b-48b0-b10d-9f14e6f86812/aca5fd2a-1a9a-473f-9796-60404af1bc2b) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:39:38.196729 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c9a2c6c1-0a6d-4787-b3a0-7557bd99147c req-9fbab97b-bd7b-4a65-8e27-89895cb7aafc tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 210 time: 0.3960903 Jul 05 02:39:38.539850 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ce75ed-f69e-4ca0-93a8-4e7b81b97dbd req-ab076372-9af9-4589-b1b5-03fea444801c tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:39:38.566675 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-96ce75ed-f69e-4ca0-93a8-4e7b81b97dbd req-ab076372-9af9-4589-b1b5-03fea444801c tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 946 time: 0.2359033 Jul 05 02:39:38.704752 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-96ce75ed-f69e-4ca0-93a8-4e7b81b97dbd req-81fd6c86-599e-479a-bed0-075ef377c3f1 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=09716028-44a2-4220-a754-7ed932c56f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1346457 Jul 05 02:39:38.743763 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-d6a53a4c-bf72-466a-a866-ef5ede06f3e5 req-5bd67223-4722-4140-914a-e2f50ba6fcff tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Allocated IP 172.20.0.2 (0363edd0-1704-4ea5-b7c0-1061ca483b3c/606919bb-0ade-4589-8a2b-c9dcfa56ec85/8045d015-5213-428b-a14c-1cb3ac9ffdd6) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:39:38.880839 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d2b8b10d-acc7-45df-bf46-c019a6b3c2fd req-f2d70b67-94fc-4062-9328-594d8db143a9 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfafab15-6df6-4fd1-91a0-07638ebbddfb HTTP/1.1" status: 200 len: 210 time: 0.0802512 Jul 05 02:39:39.025766 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b2d37799-a781-49b8-9791-6cc66a463846 req-1737920f-95f3-4272-9109-52cc4a783ea3 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:39.053134 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-b2d37799-a781-49b8-9791-6cc66a463846 req-1737920f-95f3-4272-9109-52cc4a783ea3 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Transition to ACTIVE for port object aca5fd2a-1a9a-473f-9796-60404af1bc2b will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:39:39.200342 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-d6a53a4c-bf72-466a-a866-ef5ede06f3e5 req-5bd67223-4722-4140-914a-e2f50ba6fcff tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:39.375319 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d5546bef-fad1-4877-b3f8-c3c722e50222 req-592eb35f-eee6-4718-a45c-155009601a14 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 210 time: 0.0319648 Jul 05 02:39:39.572643 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b2d37799-a781-49b8-9791-6cc66a463846 req-1737920f-95f3-4272-9109-52cc4a783ea3 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:39.616962 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2d37799-a781-49b8-9791-6cc66a463846 req-1737920f-95f3-4272-9109-52cc4a783ea3 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Network 423941ad-288e-4f52-9863-01cb0753c63a is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:39:39.618144 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-d6a53a4c-bf72-466a-a866-ef5ede06f3e5 req-5bd67223-4722-4140-914a-e2f50ba6fcff tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:39.623946 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-b2d37799-a781-49b8-9791-6cc66a463846 req-1737920f-95f3-4272-9109-52cc4a783ea3 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:39:39.631468 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2d37799-a781-49b8-9791-6cc66a463846 req-1737920f-95f3-4272-9109-52cc4a783ea3 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:39:39.666701 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1737920f-95f3-4272-9109-52cc4a783ea3 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Pushing event updated for resources: {'Port': ['ID=aca5fd2a-1a9a-473f-9796-60404af1bc2b,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:39:39.716206 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6a53a4c-bf72-466a-a866-ef5ede06f3e5 req-5bd67223-4722-4140-914a-e2f50ba6fcff tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Network 0363edd0-1704-4ea5-b7c0-1061ca483b3c is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:39:39.721632 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-d6a53a4c-bf72-466a-a866-ef5ede06f3e5 req-5bd67223-4722-4140-914a-e2f50ba6fcff tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:39:39.728775 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6a53a4c-bf72-466a-a866-ef5ede06f3e5 req-5bd67223-4722-4140-914a-e2f50ba6fcff tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:39:39.802437 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d37799-a781-49b8-9791-6cc66a463846 req-1737920f-95f3-4272-9109-52cc4a783ea3 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:39:39.807465 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b2d37799-a781-49b8-9791-6cc66a463846 req-1737920f-95f3-4272-9109-52cc4a783ea3 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:39.820279 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd67223-4722-4140-914a-e2f50ba6fcff tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Pushing event updated for resources: {'Port': ['ID=8045d015-5213-428b-a14c-1cb3ac9ffdd6,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:39:39.862175 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a53a4c-bf72-466a-a866-ef5ede06f3e5 req-5bd67223-4722-4140-914a-e2f50ba6fcff tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:39:39.862856 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-d6a53a4c-bf72-466a-a866-ef5ede06f3e5 req-5bd67223-4722-4140-914a-e2f50ba6fcff tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:40.016565 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b2d37799-a781-49b8-9791-6cc66a463846 req-1737920f-95f3-4272-9109-52cc4a783ea3 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 3.3974240 Jul 05 02:39:40.034428 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-b2d37799-a781-49b8-9791-6cc66a463846 req-bbaf7c13-428d-4a47-b3b5-49cc79e01d26 service neutron] Request body: {'port': {'device_id': 'dfafab15-6df6-4fd1-91a0-07638ebbddfb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:39:40.069980 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c97a1-0874-4667-b31c-eaf2a472998e req-4fd7b57e-b9f0-4e0b-b303-8b9e4f8b3c97 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:39:40.080846 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f20c97a1-0874-4667-b31c-eaf2a472998e req-4fd7b57e-b9f0-4e0b-b303-8b9e4f8b3c97 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 946 time: 0.2015820 Jul 05 02:39:40.083268 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d6a53a4c-bf72-466a-a866-ef5ede06f3e5 req-5bd67223-4722-4140-914a-e2f50ba6fcff tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9642768 Jul 05 02:39:40.144640 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-d6a53a4c-bf72-466a-a866-ef5ede06f3e5 req-a163acb6-7217-48cc-8fcc-04be0602f3eb service neutron] Request body: {'port': {'device_id': '3113eabb-b161-4b04-b0e4-8d9160d7b05b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:39:40.204294 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 53932) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:39:40.259912 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cd85f4-a981-43e8-9de2-19c47d704b97 req-2110a239-00eb-45fe-8c79-9439ddcc5e6c tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:39:40.267199 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-72cd85f4-a981-43e8-9de2-19c47d704b97 req-2110a239-00eb-45fe-8c79-9439ddcc5e6c tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfafab15-6df6-4fd1-91a0-07638ebbddfb HTTP/1.1" status: 200 len: 971 time: 0.1433246 Jul 05 02:39:40.301381 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-212c2bca-69b6-47d4-b49f-4d5eeb0336b3 None None] Provisioning for port aca5fd2a-1a9a-473f-9796-60404af1bc2b completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:39:40.306518 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-212c2bca-69b6-47d4-b49f-4d5eeb0336b3 None None] Provisioning complete for port aca5fd2a-1a9a-473f-9796-60404af1bc2b triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:39:40.306518 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-212c2bca-69b6-47d4-b49f-4d5eeb0336b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:40.397862 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-72cd85f4-a981-43e8-9de2-19c47d704b97 req-842a830f-503b-422c-83db-e13800058383 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] 10.222.0.23 "GET /v2.0/security-groups?id=65e2d1a5-611d-48ad-8028-5d3b9e94d176&id=d6aa9060-aafc-4b33-8a20-b4e61509aad1&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1296685 Jul 05 02:39:40.438914 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-212c2bca-69b6-47d4-b49f-4d5eeb0336b3 None None] Port aca5fd2a-1a9a-473f-9796-60404af1bc2b cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:39:40.439464 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f20c97a1-0874-4667-b31c-eaf2a472998e req-8623172c-0ee5-42f1-88b2-2d94fd79ab9f tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=09716028-44a2-4220-a754-7ed932c56f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3568363 Jul 05 02:39:40.458700 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a4ab2b83-3258-4d45-9d02-5afb44e98071 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:40.472676 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-d6a53a4c-bf72-466a-a866-ef5ede06f3e5 req-a163acb6-7217-48cc-8fcc-04be0602f3eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:40.501065 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b2d37799-a781-49b8-9791-6cc66a463846 req-bbaf7c13-428d-4a47-b3b5-49cc79e01d26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:40.610737 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b53651-72e3-471b-9e46-a2a296a1a49e req-e402c6d5-b428-4232-82a8-c73b86710242 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:39:40.618372 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c6b53651-72e3-471b-9e46-a2a296a1a49e req-e402c6d5-b428-4232-82a8-c73b86710242 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 931 time: 0.0869286 Jul 05 02:39:40.682469 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c6b53651-72e3-471b-9e46-a2a296a1a49e req-4708300b-a35e-4612-afdb-dafa91df4f51 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589421 Jul 05 02:39:40.768966 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 53946) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:39:40.940170 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-d95ee520-be66-418f-9dfe-4ffd988c7c5c admin admin] Deleting subnet 306ee548-5838-4137-9a09-1e1c676757f1 {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:39:40.958653 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d95ee520-be66-418f-9dfe-4ffd988c7c5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:41.033303 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d95ee520-be66-418f-9dfe-4ffd988c7c5c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:41.146825 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d95ee520-be66-418f-9dfe-4ffd988c7c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:41.253404 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a4ab2b83-3258-4d45-9d02-5afb44e98071 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:41.336412 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d95ee520-be66-418f-9dfe-4ffd988c7c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:41.378682 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95ee520-be66-418f-9dfe-4ffd988c7c5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=306ee548-5838-4137-9a09-1e1c676757f1,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:39:41.390615 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d95ee520-be66-418f-9dfe-4ffd988c7c5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:41.393714 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-d95ee520-be66-418f-9dfe-4ffd988c7c5c admin admin] 10.222.0.23 "DELETE /v2.0/subnets/306ee548-5838-4137-9a09-1e1c676757f1 HTTP/1.1" status: 204 len: 168 time: 0.6233459 Jul 05 02:39:41.396423 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 53962) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:39:41.458787 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a4ab2b83-3258-4d45-9d02-5afb44e98071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:41.680374 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-a4ab2b83-3258-4d45-9d02-5afb44e98071 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4e6af4dc738446c7a56a07d5ef5410da&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4745226 Jul 05 02:39:41.681901 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1619e277-b444-4530-8ca0-f9bd9b795ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:41.686596 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 53990) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:39:41.692516 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-d6a53a4c-bf72-466a-a866-ef5ede06f3e5 req-a163acb6-7217-48cc-8fcc-04be0602f3eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8045d015-5213-428b-a14c-1cb3ac9ffdd6 {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:39:41.707992 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ab2b83-3258-4d45-9d02-5afb44e98071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ed085a9-2e58-4098-8dcf-98b738d93796,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:39:41.708150 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:41.718713 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-d6a53a4c-bf72-466a-a866-ef5ede06f3e5 req-a163acb6-7217-48cc-8fcc-04be0602f3eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:41.766816 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:41.779821 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-b2d37799-a781-49b8-9791-6cc66a463846 req-bbaf7c13-428d-4a47-b3b5-49cc79e01d26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aca5fd2a-1a9a-473f-9796-60404af1bc2b {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:39:41.826690 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b2d37799-a781-49b8-9791-6cc66a463846 req-bbaf7c13-428d-4a47-b3b5-49cc79e01d26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:41.839856 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-d6a53a4c-bf72-466a-a866-ef5ede06f3e5 req-a163acb6-7217-48cc-8fcc-04be0602f3eb service neutron] Transition to ACTIVE for port object 8045d015-5213-428b-a14c-1cb3ac9ffdd6 will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:39:41.904053 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-b2d37799-a781-49b8-9791-6cc66a463846 req-bbaf7c13-428d-4a47-b3b5-49cc79e01d26 service neutron] Transition to ACTIVE for port object aca5fd2a-1a9a-473f-9796-60404af1bc2b will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:39:41.964450 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-d6a53a4c-bf72-466a-a866-ef5ede06f3e5 req-a163acb6-7217-48cc-8fcc-04be0602f3eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:41.989238 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1619e277-b444-4530-8ca0-f9bd9b795ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:42.000700 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-1619e277-b444-4530-8ca0-f9bd9b795ecd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb78d8c6-d0ec-4713-96da-482056d9cb25']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:39:42.011429 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-1619e277-b444-4530-8ca0-f9bd9b795ecd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bdeea40-8190-419c-8df6-ee18aafe7477') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:39:42.011725 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-1619e277-b444-4530-8ca0-f9bd9b795ecd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bdeea40-8190-419c-8df6-ee18aafe7477') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:39:42.028180 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1619e277-b444-4530-8ca0-f9bd9b795ecd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:42.028694 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6d1c32-abdf-4f52-b4f6-3561832ed391 req-e7e7b0a8-ab25-498b-962d-0b6a0174ef73 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:39:42.034276 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3f6d1c32-abdf-4f52-b4f6-3561832ed391 req-e7e7b0a8-ab25-498b-962d-0b6a0174ef73 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfafab15-6df6-4fd1-91a0-07638ebbddfb HTTP/1.1" status: 200 len: 971 time: 0.3360503 Jul 05 02:39:42.035670 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1619e277-b444-4530-8ca0-f9bd9b795ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:42.044083 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1619e277-b444-4530-8ca0-f9bd9b795ecd admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:39:42.044495 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1619e277-b444-4530-8ca0-f9bd9b795ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:42.056393 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b2d37799-a781-49b8-9791-6cc66a463846 req-bbaf7c13-428d-4a47-b3b5-49cc79e01d26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:42.058252 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-38412373-ff6d-452c-9215-2a7c83180b10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:42.095949 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:39:42.095949 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:39:42.095949 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:39:42.095949 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:39:42.095949 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:39:42.095949 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:39:42.095949 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:39:42.095949 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:39:42.095949 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:39:42.095949 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:39:42.095949 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:39:42.095949 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:39:42.095949 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:39:42.095949 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:39:42.095949 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:39:42.095949 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:39:42.095949 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:39:42.095949 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:39:42.095949 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:39:42.095949 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:39:42.095949 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:39:42.095949 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:39:42.095949 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:39:42.095949 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:39:42.095949 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:39:42.095949 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:39:42.095949 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:39:42.095949 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:39:42.095949 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:39:42.095949 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:39:42.095949 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:39:42.095949 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:39:42.148546 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573be81d-9f03-482a-842f-702c6cdcb7da req-25d83fd3-a7bd-4aee-8e58-606eb054dc07 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:39:42.150647 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-573be81d-9f03-482a-842f-702c6cdcb7da req-25d83fd3-a7bd-4aee-8e58-606eb054dc07 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 946 time: 0.4643509 Jul 05 02:39:42.229562 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-573be81d-9f03-482a-842f-702c6cdcb7da req-7bb13c0b-df67-4fbd-8d97-998621d77f5b tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=09716028-44a2-4220-a754-7ed932c56f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655556 Jul 05 02:39:42.264129 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1619e277-b444-4530-8ca0-f9bd9b795ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:42.302494 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1619e277-b444-4530-8ca0-f9bd9b795ecd admin admin] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:42.304735 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-1619e277-b444-4530-8ca0-f9bd9b795ecd admin admin] 10.222.0.23 "DELETE /v2.0/networks/bb78d8c6-d0ec-4713-96da-482056d9cb25 HTTP/1.1" status: 204 len: 168 time: 0.9071863 Jul 05 02:39:42.309168 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3f6d1c32-abdf-4f52-b4f6-3561832ed391 req-a55150d3-ba19-4b0c-a60e-bfc4d8e0dc85 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] 10.222.0.23 "GET /v2.0/security-groups?id=65e2d1a5-611d-48ad-8028-5d3b9e94d176&id=d6aa9060-aafc-4b33-8a20-b4e61509aad1&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2715800 Jul 05 02:39:42.312783 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-38412373-ff6d-452c-9215-2a7c83180b10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:42.324884 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1619e277-b444-4530-8ca0-f9bd9b795ecd admin admin] Pushing event deleted for resources: {'Network': ['ID=bb78d8c6-d0ec-4713-96da-482056d9cb25,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:39:42.339885 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a163acb6-7217-48cc-8fcc-04be0602f3eb service neutron] Pushing event updated for resources: {'Port': ['ID=8045d015-5213-428b-a14c-1cb3ac9ffdd6,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:39:42.464222 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-d6a53a4c-bf72-466a-a866-ef5ede06f3e5 req-a163acb6-7217-48cc-8fcc-04be0602f3eb service neutron] Attempting to bind port 8045d015-5213-428b-a14c-1cb3ac9ffdd6 on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:39:42.464222 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-d6a53a4c-bf72-466a-a866-ef5ede06f3e5 req-a163acb6-7217-48cc-8fcc-04be0602f3eb service neutron] Attempting to bind port 8045d015-5213-428b-a14c-1cb3ac9ffdd6 by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '00a692bc-19f1-4303-ae19-6195e6ab101f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0363edd0-1704-4ea5-b7c0-1061ca483b3c'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:39:42.464222 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a53a4c-bf72-466a-a866-ef5ede06f3e5 req-a163acb6-7217-48cc-8fcc-04be0602f3eb service neutron] Attempting to bind port 8045d015-5213-428b-a14c-1cb3ac9ffdd6 on network 0363edd0-1704-4ea5-b7c0-1061ca483b3c {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:39:42.542436 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a53a4c-bf72-466a-a866-ef5ede06f3e5 req-a163acb6-7217-48cc-8fcc-04be0602f3eb service neutron] Port 8045d015-5213-428b-a14c-1cb3ac9ffdd6 on network 0363edd0-1704-4ea5-b7c0-1061ca483b3c not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:39:42.543177 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a53a4c-bf72-466a-a866-ef5ede06f3e5 req-a163acb6-7217-48cc-8fcc-04be0602f3eb service neutron] Attempting to bind port 8045d015-5213-428b-a14c-1cb3ac9ffdd6 on network 0363edd0-1704-4ea5-b7c0-1061ca483b3c {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:39:42.588189 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a53a4c-bf72-466a-a866-ef5ede06f3e5 req-a163acb6-7217-48cc-8fcc-04be0602f3eb service neutron] Checking agent: {'id': 'e071c76e-395f-48c4-a98f-88088465cf0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:39:42.588915 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a53a4c-bf72-466a-a866-ef5ede06f3e5 req-a163acb6-7217-48cc-8fcc-04be0602f3eb service neutron] Checking segment: {'id': '00a692bc-19f1-4303-ae19-6195e6ab101f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0363edd0-1704-4ea5-b7c0-1061ca483b3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:39:42.589497 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a53a4c-bf72-466a-a866-ef5ede06f3e5 req-a163acb6-7217-48cc-8fcc-04be0602f3eb service neutron] Bound using segment: {'id': '00a692bc-19f1-4303-ae19-6195e6ab101f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0363edd0-1704-4ea5-b7c0-1061ca483b3c'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:39:42.590155 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-d6a53a4c-bf72-466a-a866-ef5ede06f3e5 req-a163acb6-7217-48cc-8fcc-04be0602f3eb service neutron] Bound port: 8045d015-5213-428b-a14c-1cb3ac9ffdd6, host: n-h2-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00a692bc-19f1-4303-ae19-6195e6ab101f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0363edd0-1704-4ea5-b7c0-1061ca483b3c'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:39:42.591082 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-d6a53a4c-bf72-466a-a866-ef5ede06f3e5 req-a163acb6-7217-48cc-8fcc-04be0602f3eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:42.601629 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297dbd7c-d740-4c8f-91da-d0a85c7015d1 req-4df10334-b5e0-471b-be22-be88273476fa tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:39:42.609498 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-297dbd7c-d740-4c8f-91da-d0a85c7015d1 req-4df10334-b5e0-471b-be22-be88273476fa tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 943 time: 0.1517217 Jul 05 02:39:42.636994 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaf7c13-428d-4a47-b3b5-49cc79e01d26 service neutron] Pushing event updated for resources: {'Port': ['ID=aca5fd2a-1a9a-473f-9796-60404af1bc2b,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:39:42.687197 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-297dbd7c-d740-4c8f-91da-d0a85c7015d1 req-9a7b5fd9-0095-4cb9-b490-fc14626f766e tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673826 Jul 05 02:39:42.701128 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-38412373-ff6d-452c-9215-2a7c83180b10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:42.704201 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-38412373-ff6d-452c-9215-2a7c83180b10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:42.706117 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-38412373-ff6d-452c-9215-2a7c83180b10 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6ed085a9-2e58-4098-8dcf-98b738d93796 HTTP/1.1" status: 204 len: 168 time: 1.0063605 Jul 05 02:39:42.720270 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-b2d37799-a781-49b8-9791-6cc66a463846 req-bbaf7c13-428d-4a47-b3b5-49cc79e01d26 service neutron] Attempting to bind port aca5fd2a-1a9a-473f-9796-60404af1bc2b on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:39:42.724945 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-b2d37799-a781-49b8-9791-6cc66a463846 req-bbaf7c13-428d-4a47-b3b5-49cc79e01d26 service neutron] Attempting to bind port aca5fd2a-1a9a-473f-9796-60404af1bc2b by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '7a1fdef7-cfe6-4ec0-a011-d2b8173ed813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '423941ad-288e-4f52-9863-01cb0753c63a'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:39:42.732261 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d37799-a781-49b8-9791-6cc66a463846 req-bbaf7c13-428d-4a47-b3b5-49cc79e01d26 service neutron] Attempting to bind port aca5fd2a-1a9a-473f-9796-60404af1bc2b on network 423941ad-288e-4f52-9863-01cb0753c63a {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:39:42.739201 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38412373-ff6d-452c-9215-2a7c83180b10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ed085a9-2e58-4098-8dcf-98b738d93796,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:39:42.756120 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d37799-a781-49b8-9791-6cc66a463846 req-bbaf7c13-428d-4a47-b3b5-49cc79e01d26 service neutron] Port aca5fd2a-1a9a-473f-9796-60404af1bc2b on network 423941ad-288e-4f52-9863-01cb0753c63a not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:39:42.756120 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d37799-a781-49b8-9791-6cc66a463846 req-bbaf7c13-428d-4a47-b3b5-49cc79e01d26 service neutron] Attempting to bind port aca5fd2a-1a9a-473f-9796-60404af1bc2b on network 423941ad-288e-4f52-9863-01cb0753c63a {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:39:42.794154 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d37799-a781-49b8-9791-6cc66a463846 req-bbaf7c13-428d-4a47-b3b5-49cc79e01d26 service neutron] Checking agent: {'id': 'e071c76e-395f-48c4-a98f-88088465cf0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:39:42.794623 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d37799-a781-49b8-9791-6cc66a463846 req-bbaf7c13-428d-4a47-b3b5-49cc79e01d26 service neutron] Checking segment: {'id': '7a1fdef7-cfe6-4ec0-a011-d2b8173ed813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '423941ad-288e-4f52-9863-01cb0753c63a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:39:42.797120 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d37799-a781-49b8-9791-6cc66a463846 req-bbaf7c13-428d-4a47-b3b5-49cc79e01d26 service neutron] Bound using segment: {'id': '7a1fdef7-cfe6-4ec0-a011-d2b8173ed813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '423941ad-288e-4f52-9863-01cb0753c63a'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:39:42.797120 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-b2d37799-a781-49b8-9791-6cc66a463846 req-bbaf7c13-428d-4a47-b3b5-49cc79e01d26 service neutron] Bound port: aca5fd2a-1a9a-473f-9796-60404af1bc2b, host: n-h2-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a1fdef7-cfe6-4ec0-a011-d2b8173ed813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '423941ad-288e-4f52-9863-01cb0753c63a'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:39:42.797120 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b2d37799-a781-49b8-9791-6cc66a463846 req-bbaf7c13-428d-4a47-b3b5-49cc79e01d26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:42.812407 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-d6a53a4c-bf72-466a-a866-ef5ede06f3e5 req-a163acb6-7217-48cc-8fcc-04be0602f3eb service neutron] For port 8045d015-5213-428b-a14c-1cb3ac9ffdd6, host n-h2-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:39:42.842769 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-d6a53a4c-bf72-466a-a866-ef5ede06f3e5 req-a163acb6-7217-48cc-8fcc-04be0602f3eb service neutron] For port 8045d015-5213-428b-a14c-1cb3ac9ffdd6, host n-h2-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=8045d015-5213-428b-a14c-1cb3ac9ffdd6,segment=NetworkSegment(00a692bc-19f1-4303-ae19-6195e6ab101f),segment_id=00a692bc-19f1-4303-ae19-6195e6ab101f)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:39:42.859194 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 54028) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:39:42.943246 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-473b8569-4535-4c0d-b9e1-b759bba924af admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=17faf05fd78e4e22b717e94714221c5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0778790 Jul 05 02:39:42.943970 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 54038) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:39:42.989534 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-b2d37799-a781-49b8-9791-6cc66a463846 req-bbaf7c13-428d-4a47-b3b5-49cc79e01d26 service neutron] For port aca5fd2a-1a9a-473f-9796-60404af1bc2b, host n-h2-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:39:42.993476 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-b2d37799-a781-49b8-9791-6cc66a463846 req-bbaf7c13-428d-4a47-b3b5-49cc79e01d26 service neutron] For port aca5fd2a-1a9a-473f-9796-60404af1bc2b, host n-h2-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=aca5fd2a-1a9a-473f-9796-60404af1bc2b,segment=NetworkSegment(7a1fdef7-cfe6-4ec0-a011-d2b8173ed813),segment_id=7a1fdef7-cfe6-4ec0-a011-d2b8173ed813)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:39:42.996378 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-d6a53a4c-bf72-466a-a866-ef5ede06f3e5 req-a163acb6-7217-48cc-8fcc-04be0602f3eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:43.060282 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a771bfa5-60cd-438f-b6f8-f50b53a5059d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:43.113140 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a771bfa5-60cd-438f-b6f8-f50b53a5059d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:43.130345 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a53a4c-bf72-466a-a866-ef5ede06f3e5 req-a163acb6-7217-48cc-8fcc-04be0602f3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:39:43.131049 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-d6a53a4c-bf72-466a-a866-ef5ede06f3e5 req-a163acb6-7217-48cc-8fcc-04be0602f3eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:43.135057 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d6a53a4c-bf72-466a-a866-ef5ede06f3e5 req-a163acb6-7217-48cc-8fcc-04be0602f3eb service neutron] 10.222.0.15 "PUT /v2.0/ports/8045d015-5213-428b-a14c-1cb3ac9ffdd6 HTTP/1.1" status: 200 len: 1092 time: 3.0033252 Jul 05 02:39:43.147518 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3113eabb-b161-4b04-b0e4-8d9160d7b05b', 'tag': '8045d015-5213-428b-a14c-1cb3ac9ffdd6'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:39:43.150505 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e4bf93-6b2c-443b-ad2a-3d10c0b34695" -d '{"events": [{"name": "network-changed", "server_uuid": "3113eabb-b161-4b04-b0e4-8d9160d7b05b", "tag": "8045d015-5213-428b-a14c-1cb3ac9ffdd6"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:39:43.166212 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b2d37799-a781-49b8-9791-6cc66a463846 req-bbaf7c13-428d-4a47-b3b5-49cc79e01d26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:43.269141 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d37799-a781-49b8-9791-6cc66a463846 req-bbaf7c13-428d-4a47-b3b5-49cc79e01d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:39:43.272647 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b2d37799-a781-49b8-9791-6cc66a463846 req-bbaf7c13-428d-4a47-b3b5-49cc79e01d26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:43.274705 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b2d37799-a781-49b8-9791-6cc66a463846 req-bbaf7c13-428d-4a47-b3b5-49cc79e01d26 service neutron] 10.222.0.15 "PUT /v2.0/ports/aca5fd2a-1a9a-473f-9796-60404af1bc2b HTTP/1.1" status: 200 len: 1132 time: 3.2511854 Jul 05 02:39:43.278706 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a163acb6-7217-48cc-8fcc-04be0602f3eb service neutron] Pushing event updated for resources: {'Port': ['ID=8045d015-5213-428b-a14c-1cb3ac9ffdd6,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:39:43.287853 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86d72b9b-81f1-4348-a666-4bab21e0ee6a x-openstack-request-id: req-86d72b9b-81f1-4348-a666-4bab21e0ee6a {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:39:43.308778 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3113eabb-b161-4b04-b0e4-8d9160d7b05b", "tag": "8045d015-5213-428b-a14c-1cb3ac9ffdd6", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:39:43.318871 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-86d72b9b-81f1-4348-a666-4bab21e0ee6a {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:39:43.318871 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3113eabb-b161-4b04-b0e4-8d9160d7b05b', 'tag': '8045d015-5213-428b-a14c-1cb3ac9ffdd6', 'status': 'completed', 'code': 200} Jul 05 02:39:43.349536 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a771bfa5-60cd-438f-b6f8-f50b53a5059d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:43.349536 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a771bfa5-60cd-438f-b6f8-f50b53a5059d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:43.353747 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-a771bfa5-60cd-438f-b6f8-f50b53a5059d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/343bc49c-ce5c-4e4d-a616-856a6409c7ec HTTP/1.1" status: 204 len: 168 time: 0.4063764 Jul 05 02:39:43.373683 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a771bfa5-60cd-438f-b6f8-f50b53a5059d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=343bc49c-ce5c-4e4d-a616-856a6409c7ec,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:39:43.761409 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaf7c13-428d-4a47-b3b5-49cc79e01d26 service neutron] Pushing event updated for resources: {'Port': ['ID=aca5fd2a-1a9a-473f-9796-60404af1bc2b,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:39:43.889611 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cafe493-19de-43ea-be85-ae7cdcd42368 req-d5ef9ff3-25a7-4e0d-ac08-c59376d1a87a tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:39:43.892099 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9cafe493-19de-43ea-be85-ae7cdcd42368 req-d5ef9ff3-25a7-4e0d-ac08-c59376d1a87a tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 946 time: 0.1533561 Jul 05 02:39:43.907833 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d37799-a781-49b8-9791-6cc66a463846 req-4b6e26bc-943f-45c4-853c-02fe67cde981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:39:43.910360 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b2d37799-a781-49b8-9791-6cc66a463846 req-4b6e26bc-943f-45c4-853c-02fe67cde981 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0d97daa9abfb4f3f83ba38958ca24f47&device_id=dfafab15-6df6-4fd1-91a0-07638ebbddfb HTTP/1.1" status: 200 len: 1135 time: 0.3780315 Jul 05 02:39:43.916911 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e4bf93-6b2c-443b-ad2a-3d10c0b34695 req-400f8fc0-959a-40f5-bb56-62d412dc2b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:39:43.920691 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-74e4bf93-6b2c-443b-ad2a-3d10c0b34695 req-400f8fc0-959a-40f5-bb56-62d412dc2b01 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4029f7586c674799901f5830e91fb3ea&device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 1095 time: 0.5957167 Jul 05 02:39:43.994515 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9cafe493-19de-43ea-be85-ae7cdcd42368 req-237aa81f-1a18-4b1d-8637-5fa7528abb1f tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=09716028-44a2-4220-a754-7ed932c56f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872362 Jul 05 02:39:44.319735 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49347e0a-239a-4cf9-ab6f-464d29c7c907 req-54a69c13-2bcb-4d6a-b938-30de2fb3313e tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:39:44.327956 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-49347e0a-239a-4cf9-ab6f-464d29c7c907 req-54a69c13-2bcb-4d6a-b938-30de2fb3313e tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 943 time: 0.1584795 Jul 05 02:39:44.386811 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-49347e0a-239a-4cf9-ab6f-464d29c7c907 req-c462556b-db12-4106-bc9d-00452073b054 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578365 Jul 05 02:39:44.552571 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6216eab-a5bc-45ee-a487-083389362d52 req-3f133cb0-c58d-4a31-bd26-d94a87865fbe tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:39:44.572144 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e6216eab-a5bc-45ee-a487-083389362d52 req-3f133cb0-c58d-4a31-bd26-d94a87865fbe tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfafab15-6df6-4fd1-91a0-07638ebbddfb HTTP/1.1" status: 200 len: 983 time: 0.8783436 Jul 05 02:39:44.583747 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b2d37799-a781-49b8-9791-6cc66a463846 req-c45857a9-b4c5-4f5b-b23d-f52d0dc3a226 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aca5fd2a-1a9a-473f-9796-60404af1bc2b HTTP/1.1" status: 200 len: 217 time: 0.6523547 Jul 05 02:39:44.722874 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d37799-a781-49b8-9791-6cc66a463846 req-c0c7cf14-4b9c-425a-8d63-028c49c1cb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:39:44.723042 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b2d37799-a781-49b8-9791-6cc66a463846 req-c0c7cf14-4b9c-425a-8d63-028c49c1cb46 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d14fbacc-e76b-48b0-b10d-9f14e6f86812 HTTP/1.1" status: 200 len: 834 time: 0.1280000 Jul 05 02:39:44.833457 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e6216eab-a5bc-45ee-a487-083389362d52 req-df44ed30-fc64-47d3-993e-e5162504e251 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] 10.222.0.23 "GET /v2.0/security-groups?id=65e2d1a5-611d-48ad-8028-5d3b9e94d176&id=d6aa9060-aafc-4b33-8a20-b4e61509aad1&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2450581 Jul 05 02:39:44.839245 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e4bf93-6b2c-443b-ad2a-3d10c0b34695 req-d0389455-7383-428e-a615-c103e5dc60fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:39:44.840778 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-74e4bf93-6b2c-443b-ad2a-3d10c0b34695 req-d0389455-7383-428e-a615-c103e5dc60fb service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=4029f7586c674799901f5830e91fb3ea&shared=False HTTP/1.1" status: 200 len: 913 time: 0.9106417 Jul 05 02:39:44.903543 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d37799-a781-49b8-9791-6cc66a463846 req-60a63671-1362-4eb9-a533-9d0d695092b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:39:44.905085 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b2d37799-a781-49b8-9791-6cc66a463846 req-60a63671-1362-4eb9-a533-9d0d695092b0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=423941ad-288e-4f52-9863-01cb0753c63a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1704195 Jul 05 02:39:45.011875 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e4bf93-6b2c-443b-ad2a-3d10c0b34695 req-ee56f445-a842-4a5e-b60e-099857bd8386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:39:45.013398 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-74e4bf93-6b2c-443b-ad2a-3d10c0b34695 req-ee56f445-a842-4a5e-b60e-099857bd8386 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1663597 Jul 05 02:39:45.045123 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b2d37799-a781-49b8-9791-6cc66a463846 req-fe50862c-134b-41d0-95d2-e5b02b967c1f service neutron] 10.222.0.15 "GET /v2.0/networks/423941ad-288e-4f52-9863-01cb0753c63a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323471 Jul 05 02:39:45.196920 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b2d37799-a781-49b8-9791-6cc66a463846 req-32059642-0eaa-460d-8926-1602df6eeed1 service neutron] 10.222.0.15 "GET /v2.0/networks/423941ad-288e-4f52-9863-01cb0753c63a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452935 Jul 05 02:39:45.198841 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a53a4c-bf72-466a-a866-ef5ede06f3e5 req-e7ebd285-7e86-4f73-8de5-c000cf1c376d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:39:45.200135 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d6a53a4c-bf72-466a-a866-ef5ede06f3e5 req-e7ebd285-7e86-4f73-8de5-c000cf1c376d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4029f7586c674799901f5830e91fb3ea&device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 1095 time: 0.1380639 Jul 05 02:39:45.260010 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d6a53a4c-bf72-466a-a866-ef5ede06f3e5 req-bffef735-350e-4e8a-9f40-e78071b0e567 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8045d015-5213-428b-a14c-1cb3ac9ffdd6 HTTP/1.1" status: 200 len: 217 time: 0.0520761 Jul 05 02:39:45.328346 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfafab15-6df6-4fd1-91a0-07638ebbddfb', 'tag': 'aca5fd2a-1a9a-473f-9796-60404af1bc2b'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:39:45.330807 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbb3eb2f-6bc6-41c2-87a9-2d5c9063f6f9" -d '{"events": [{"name": "network-changed", "server_uuid": "dfafab15-6df6-4fd1-91a0-07638ebbddfb", "tag": "aca5fd2a-1a9a-473f-9796-60404af1bc2b"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:39:45.361870 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a53a4c-bf72-466a-a866-ef5ede06f3e5 req-7f936a04-64d4-4533-a457-fabbc69193e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:39:45.363641 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d6a53a4c-bf72-466a-a866-ef5ede06f3e5 req-7f936a04-64d4-4533-a457-fabbc69193e3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=606919bb-0ade-4589-8a2b-c9dcfa56ec85 HTTP/1.1" status: 200 len: 853 time: 0.0971899 Jul 05 02:39:45.406082 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d6a53a4c-bf72-466a-a866-ef5ede06f3e5 req-7f25d366-ddbe-402f-a1d6-d8581acf3fe2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0363edd0-1704-4ea5-b7c0-1061ca483b3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356755 Jul 05 02:39:45.434522 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12d0eceb-412d-42f4-b007-49f1c22672af x-openstack-request-id: req-12d0eceb-412d-42f4-b007-49f1c22672af {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:39:45.436267 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfafab15-6df6-4fd1-91a0-07638ebbddfb", "tag": "aca5fd2a-1a9a-473f-9796-60404af1bc2b", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:39:45.437420 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-12d0eceb-412d-42f4-b007-49f1c22672af {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:39:45.438659 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfafab15-6df6-4fd1-91a0-07638ebbddfb', 'tag': 'aca5fd2a-1a9a-473f-9796-60404af1bc2b', 'status': 'completed', 'code': 200} Jul 05 02:39:45.661513 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d6a53a4c-bf72-466a-a866-ef5ede06f3e5 req-a91add6c-2d6e-4e1f-9a0c-07f83ffb9f27 service neutron] 10.222.0.15 "GET /v2.0/networks/0363edd0-1704-4ea5-b7c0-1061ca483b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473707 Jul 05 02:39:45.669579 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb3eb2f-6bc6-41c2-87a9-2d5c9063f6f9 req-aecfb52d-2d9d-4eab-99bf-efefa35a72ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:39:45.671309 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bbb3eb2f-6bc6-41c2-87a9-2d5c9063f6f9 req-aecfb52d-2d9d-4eab-99bf-efefa35a72ca service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0d97daa9abfb4f3f83ba38958ca24f47&device_id=dfafab15-6df6-4fd1-91a0-07638ebbddfb HTTP/1.1" status: 200 len: 1135 time: 0.2045469 Jul 05 02:39:45.720514 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33001ff1-3cc1-46c9-8d13-b2330f3bd3ed req-3893f712-757a-4153-9dbf-263685c45064 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:39:45.722058 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-33001ff1-3cc1-46c9-8d13-b2330f3bd3ed req-3893f712-757a-4153-9dbf-263685c45064 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 943 time: 0.1596644 Jul 05 02:39:45.875829 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-33001ff1-3cc1-46c9-8d13-b2330f3bd3ed req-b335b98e-999e-4ce8-933a-3d5b633332d1 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201124 Jul 05 02:39:45.904639 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb3eb2f-6bc6-41c2-87a9-2d5c9063f6f9 req-dc3a369e-5208-4398-a4c8-36ae9b9353ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:39:45.904639 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bbb3eb2f-6bc6-41c2-87a9-2d5c9063f6f9 req-dc3a369e-5208-4398-a4c8-36ae9b9353ec service neutron] 10.222.0.15 "GET /v2.0/networks?id=423941ad-288e-4f52-9863-01cb0753c63a HTTP/1.1" status: 200 len: 897 time: 0.2167010 Jul 05 02:39:45.920123 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d6a53a4c-bf72-466a-a866-ef5ede06f3e5 req-a3e9a08f-3550-42e6-87c1-11f032b88c78 service neutron] 10.222.0.15 "GET /v2.0/networks/0363edd0-1704-4ea5-b7c0-1061ca483b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443411 Jul 05 02:39:46.041374 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bbb3eb2f-6bc6-41c2-87a9-2d5c9063f6f9 req-5a3ae1f7-ac92-4e25-9d29-eecfbbe6e2cc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aca5fd2a-1a9a-473f-9796-60404af1bc2b HTTP/1.1" status: 200 len: 217 time: 0.1247766 Jul 05 02:39:46.112233 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb3eb2f-6bc6-41c2-87a9-2d5c9063f6f9 req-61df1b3b-29aa-4716-8da3-dcf29311a216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:39:46.113260 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bbb3eb2f-6bc6-41c2-87a9-2d5c9063f6f9 req-61df1b3b-29aa-4716-8da3-dcf29311a216 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d14fbacc-e76b-48b0-b10d-9f14e6f86812 HTTP/1.1" status: 200 len: 834 time: 0.0710230 Jul 05 02:39:46.220210 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb3eb2f-6bc6-41c2-87a9-2d5c9063f6f9 req-bf15221d-54fb-42a1-9b6a-de39f1c59145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:39:46.221847 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bbb3eb2f-6bc6-41c2-87a9-2d5c9063f6f9 req-bf15221d-54fb-42a1-9b6a-de39f1c59145 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=423941ad-288e-4f52-9863-01cb0753c63a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1002841 Jul 05 02:39:46.222242 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f548f5e-87ce-46b4-aef6-04fe846cbe47 req-77e61629-249b-49cc-8642-301fd002aea9 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:39:46.232603 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6f548f5e-87ce-46b4-aef6-04fe846cbe47 req-77e61629-249b-49cc-8642-301fd002aea9 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfafab15-6df6-4fd1-91a0-07638ebbddfb HTTP/1.1" status: 200 len: 983 time: 0.1234095 Jul 05 02:39:46.297243 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device a9394229-9271-4949-b389-b76d35d0946e no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:39:46.349074 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6f548f5e-87ce-46b4-aef6-04fe846cbe47 req-7b9df38c-011f-41c7-9f45-55148afbdbd1 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] 10.222.0.23 "GET /v2.0/security-groups?id=65e2d1a5-611d-48ad-8028-5d3b9e94d176&id=d6aa9060-aafc-4b33-8a20-b4e61509aad1&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1119504 Jul 05 02:39:46.439220 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bbb3eb2f-6bc6-41c2-87a9-2d5c9063f6f9 req-3a6ee5ab-a7ea-432c-9c24-cb1624036f41 service neutron] 10.222.0.15 "GET /v2.0/networks/423941ad-288e-4f52-9863-01cb0753c63a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055168 Jul 05 02:39:46.447786 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418c534c-3113-4c6b-8ad6-95127ff975e7 req-01fc3776-a091-4452-b5d7-c02c881313a6 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:39:46.454797 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-418c534c-3113-4c6b-8ad6-95127ff975e7 req-01fc3776-a091-4452-b5d7-c02c881313a6 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 946 time: 0.1477418 Jul 05 02:39:46.463807 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:46.503506 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port a9394229-9271-4949-b389-b76d35d0946e, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=a9394229-9271-4949-b389-b76d35d0946e,segment=NetworkSegment(2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7),segment_id=2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:39:46.504812 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a495395-0a83-4a09-b123-70337c3e7a2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9394229-9271-4949-b389-b76d35d0946e'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:39:46.507567 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34e27793-c923-454c-8426-c2e0d4fd74c9" -d '{"events": [{"server_uuid": "7a495395-0a83-4a09-b123-70337c3e7a2a", "name": "network-vif-unplugged", "status": "completed", "tag": "a9394229-9271-4949-b389-b76d35d0946e"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:39:46.538815 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-418c534c-3113-4c6b-8ad6-95127ff975e7 req-f9036335-2644-4f83-8ac0-969090414d1f tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=09716028-44a2-4220-a754-7ed932c56f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832982 Jul 05 02:39:46.582979 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bbb3eb2f-6bc6-41c2-87a9-2d5c9063f6f9 req-95034c7c-ef8b-45ce-9d96-881c8b4a23d9 service neutron] 10.222.0.15 "GET /v2.0/networks/423941ad-288e-4f52-9863-01cb0753c63a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263669 Jul 05 02:39:46.632616 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:46.709621 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=a9394229-9271-4949-b389-b76d35d0946e,revision_number=14']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:39:46.763864 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 02:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5368c2f-9fa8-41ac-a7fe-f8277a46afbe x-openstack-request-id: req-b5368c2f-9fa8-41ac-a7fe-f8277a46afbe {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:39:46.764465 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a495395-0a83-4a09-b123-70337c3e7a2a", "name": "network-vif-unplugged", "status": "completed", "tag": "a9394229-9271-4949-b389-b76d35d0946e", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:39:46.764908 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b5368c2f-9fa8-41ac-a7fe-f8277a46afbe {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:39:46.765351 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a495395-0a83-4a09-b123-70337c3e7a2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9394229-9271-4949-b389-b76d35d0946e', 'code': 200} Jul 05 02:39:47.092836 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d217a76-b280-4d07-9b8d-66b6bda52b69 req-9f7b5e6e-1598-483a-a4d7-f9ec18b8ebcc tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:39:47.100480 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1d217a76-b280-4d07-9b8d-66b6bda52b69 req-9f7b5e6e-1598-483a-a4d7-f9ec18b8ebcc tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 943 time: 0.0934806 Jul 05 02:39:47.141293 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1d217a76-b280-4d07-9b8d-66b6bda52b69 req-b09aa5df-b42e-446d-9da0-3d6a3cc6f145 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399315 Jul 05 02:39:47.579527 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61d3709-34be-4c0f-8a2e-b29794907574 req-1d388422-4dad-4504-a56c-e0d45e17bd72 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:39:47.581733 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d61d3709-34be-4c0f-8a2e-b29794907574 req-1d388422-4dad-4504-a56c-e0d45e17bd72 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfafab15-6df6-4fd1-91a0-07638ebbddfb HTTP/1.1" status: 200 len: 983 time: 0.0790451 Jul 05 02:39:47.763073 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device aca5fd2a-1a9a-473f-9796-60404af1bc2b details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:39:47.937661 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port aca5fd2a-1a9a-473f-9796-60404af1bc2b, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=aca5fd2a-1a9a-473f-9796-60404af1bc2b,segment=NetworkSegment(7a1fdef7-cfe6-4ec0-a011-d2b8173ed813),segment_id=7a1fdef7-cfe6-4ec0-a011-d2b8173ed813)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:39:47.953707 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Returning: {'device': 'aca5fd2a-1a9a-473f-9796-60404af1bc2b', 'network_id': '423941ad-288e-4f52-9863-01cb0753c63a', 'port_id': 'aca5fd2a-1a9a-473f-9796-60404af1bc2b', 'mac_address': 'fa:16:3e:62:c9:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd14fbacc-e76b-48b0-b10d-9f14e6f86812', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:39:47.971475 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d61d3709-34be-4c0f-8a2e-b29794907574 req-517806c8-001a-41ed-8b47-020e9fb190c3 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] 10.222.0.23 "GET /v2.0/security-groups?id=65e2d1a5-611d-48ad-8028-5d3b9e94d176&id=d6aa9060-aafc-4b33-8a20-b4e61509aad1&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.3834031 Jul 05 02:39:47.998838 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 02:39:48.047950 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:48.065631 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aca5fd2a-1a9a-473f-9796-60404af1bc2b {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:39:48.089902 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port aca5fd2a-1a9a-473f-9796-60404af1bc2b, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=aca5fd2a-1a9a-473f-9796-60404af1bc2b,segment=NetworkSegment(7a1fdef7-cfe6-4ec0-a011-d2b8173ed813),segment_id=7a1fdef7-cfe6-4ec0-a011-d2b8173ed813)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:39:48.210070 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:48.319735 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=aca5fd2a-1a9a-473f-9796-60404af1bc2b,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:39:48.421663 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['aca5fd2a-1a9a-473f-9796-60404af1bc2b'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:39:48.544238 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68505f9-09de-4c06-930c-2203ed4846bf req-9c5ea122-5290-4c3a-9132-2d131bb3d0f2 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:39:48.561932 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f68505f9-09de-4c06-930c-2203ed4846bf req-9c5ea122-5290-4c3a-9132-2d131bb3d0f2 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 943 time: 0.1970434 Jul 05 02:39:48.657964 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f68505f9-09de-4c06-930c-2203ed4846bf req-9992f462-848c-460c-8815-c2fbf367b75c tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907476 Jul 05 02:39:49.220061 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c7eb28-cc67-45fc-9378-27ee5bd0dce3 req-3aba6c33-5486-4df9-bbcd-d879d1cc26fe tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:39:49.220061 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d1c7eb28-cc67-45fc-9378-27ee5bd0dce3 req-3aba6c33-5486-4df9-bbcd-d879d1cc26fe tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfafab15-6df6-4fd1-91a0-07638ebbddfb HTTP/1.1" status: 200 len: 984 time: 0.0773032 Jul 05 02:39:49.220061 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d1c7eb28-cc67-45fc-9378-27ee5bd0dce3 req-d1653968-793c-4205-8756-ebe01a490d78 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] 10.222.0.23 "GET /v2.0/security-groups?id=65e2d1a5-611d-48ad-8028-5d3b9e94d176&id=d6aa9060-aafc-4b33-8a20-b4e61509aad1&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0383918 Jul 05 02:39:49.782152 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device aca5fd2a-1a9a-473f-9796-60404af1bc2b up at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:39:49.783668 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 8045d015-5213-428b-a14c-1cb3ac9ffdd6 details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:39:49.876448 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90e7f34-7017-4051-bc68-929e569bc9ff req-0aa548b5-57f4-4bdb-b5b5-4ee13ace555d tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:39:49.878201 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e90e7f34-7017-4051-bc68-929e569bc9ff req-0aa548b5-57f4-4bdb-b5b5-4ee13ace555d tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 943 time: 0.0821707 Jul 05 02:39:49.933065 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e90e7f34-7017-4051-bc68-929e569bc9ff req-f7b88a11-86ef-444f-8ccd-481d12bb9ec8 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446737 Jul 05 02:39:49.969655 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 8045d015-5213-428b-a14c-1cb3ac9ffdd6, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=8045d015-5213-428b-a14c-1cb3ac9ffdd6,segment=NetworkSegment(00a692bc-19f1-4303-ae19-6195e6ab101f),segment_id=00a692bc-19f1-4303-ae19-6195e6ab101f)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:39:49.990649 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Returning: {'device': '8045d015-5213-428b-a14c-1cb3ac9ffdd6', 'network_id': '0363edd0-1704-4ea5-b7c0-1061ca483b3c', 'port_id': '8045d015-5213-428b-a14c-1cb3ac9ffdd6', 'mac_address': 'fa:16:3e:a2:50:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '606919bb-0ade-4589-8a2b-c9dcfa56ec85', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:39:50.028372 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning for port aca5fd2a-1a9a-473f-9796-60404af1bc2b completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:39:50.043493 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:50.045403 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning complete for port aca5fd2a-1a9a-473f-9796-60404af1bc2b triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:39:50.046002 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:50.124270 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8045d015-5213-428b-a14c-1cb3ac9ffdd6 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:39:50.173293 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 8045d015-5213-428b-a14c-1cb3ac9ffdd6, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=8045d015-5213-428b-a14c-1cb3ac9ffdd6,segment=NetworkSegment(00a692bc-19f1-4303-ae19-6195e6ab101f),segment_id=00a692bc-19f1-4303-ae19-6195e6ab101f)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:39:50.190927 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:50.229340 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfafab15-6df6-4fd1-91a0-07638ebbddfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aca5fd2a-1a9a-473f-9796-60404af1bc2b'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:39:50.231634 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46f49083-0eaa-4b38-8aa0-c92f18d1747a" -d '{"events": [{"server_uuid": "dfafab15-6df6-4fd1-91a0-07638ebbddfb", "name": "network-vif-plugged", "status": "completed", "tag": "aca5fd2a-1a9a-473f-9796-60404af1bc2b"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:39:50.246459 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port aca5fd2a-1a9a-473f-9796-60404af1bc2b, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=aca5fd2a-1a9a-473f-9796-60404af1bc2b,segment=NetworkSegment(7a1fdef7-cfe6-4ec0-a011-d2b8173ed813),segment_id=7a1fdef7-cfe6-4ec0-a011-d2b8173ed813)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:39:50.273247 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd5b8ef8-899e-42ad-9cff-34ca592a7658 x-openstack-request-id: req-cd5b8ef8-899e-42ad-9cff-34ca592a7658 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:39:50.273247 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfafab15-6df6-4fd1-91a0-07638ebbddfb", "name": "network-vif-plugged", "status": "completed", "tag": "aca5fd2a-1a9a-473f-9796-60404af1bc2b", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:39:50.273247 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cd5b8ef8-899e-42ad-9cff-34ca592a7658 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:39:50.273247 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfafab15-6df6-4fd1-91a0-07638ebbddfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aca5fd2a-1a9a-473f-9796-60404af1bc2b', 'code': 200} Jul 05 02:39:50.359866 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:50.471620 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=8045d015-5213-428b-a14c-1cb3ac9ffdd6,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:39:50.495085 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:50.570714 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['8045d015-5213-428b-a14c-1cb3ac9ffdd6'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:39:50.579489 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c02c0b-3c76-4444-8887-8d1a34100a92 req-76d5c0a3-ebdf-4e1f-9216-8748a7fa997c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:39:50.581303 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d8c02c0b-3c76-4444-8887-8d1a34100a92 req-76d5c0a3-ebdf-4e1f-9216-8748a7fa997c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=dfafab15-6df6-4fd1-91a0-07638ebbddfb HTTP/1.1" status: 200 len: 1136 time: 0.2455621 Jul 05 02:39:50.645029 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b58db72-ffaf-4478-9b37-d1012524c502 req-54e1888b-0b65-4548-bca8-90db7c06b8ea tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:39:50.651201 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=aca5fd2a-1a9a-473f-9796-60404af1bc2b,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:39:50.652489 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7b58db72-ffaf-4478-9b37-d1012524c502 req-54e1888b-0b65-4548-bca8-90db7c06b8ea tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfafab15-6df6-4fd1-91a0-07638ebbddfb HTTP/1.1" status: 200 len: 984 time: 0.2544212 Jul 05 02:39:50.679620 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d8c02c0b-3c76-4444-8887-8d1a34100a92 req-6563bbc9-87ef-4052-8524-dab37579339d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=65e2d1a5-611d-48ad-8028-5d3b9e94d176&id=d6aa9060-aafc-4b33-8a20-b4e61509aad1&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0907464 Jul 05 02:39:50.717606 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7b58db72-ffaf-4478-9b37-d1012524c502 req-0938e926-5f53-4d4a-b7f2-aa0be4354a94 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] 10.222.0.23 "GET /v2.0/security-groups?id=65e2d1a5-611d-48ad-8028-5d3b9e94d176&id=d6aa9060-aafc-4b33-8a20-b4e61509aad1&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0638685 Jul 05 02:39:51.150004 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b98229-8738-40e5-be04-413e62377314 req-cc5f046f-a67d-4fc1-941e-1f05b7e54dfb tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:39:51.150004 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-87b98229-8738-40e5-be04-413e62377314 req-cc5f046f-a67d-4fc1-941e-1f05b7e54dfb tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 944 time: 0.0716350 Jul 05 02:39:51.249095 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-87b98229-8738-40e5-be04-413e62377314 req-37cb8779-6bc4-4479-af5b-2f6b2c5b6fa5 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097450 Jul 05 02:39:51.264739 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [req-3a58cc35-2b1e-4293-b4a4-8055a04350a3 req-48662e30-3076-4eb9-b287-d32522e57e7e service neutron] (94462) timed out ('10.222.0.21', 51221) {{(pid=94462) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 02:39:51.457103 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5db66409-4348-45f7-be42-53395b10ca27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:51.778318 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 8045d015-5213-428b-a14c-1cb3ac9ffdd6 up at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:39:52.011656 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning for port 8045d015-5213-428b-a14c-1cb3ac9ffdd6 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:39:52.019022 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning complete for port 8045d015-5213-428b-a14c-1cb3ac9ffdd6 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:39:52.020498 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:52.235003 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e25eae8-5c15-42a8-9e51-1de0298f3ebc req-826be009-a8aa-47a9-a5e2-695f0a4e4a7f tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:39:52.241944 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3e25eae8-5c15-42a8-9e51-1de0298f3ebc req-826be009-a8aa-47a9-a5e2-695f0a4e4a7f tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfafab15-6df6-4fd1-91a0-07638ebbddfb HTTP/1.1" status: 200 len: 985 time: 0.2486959 Jul 05 02:39:52.282171 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:52.322576 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bb0e90-b052-40ff-8565-9b398b65a93c req-1b7fe05b-3a00-4335-ba14-eab309285ef3 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:39:52.323370 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3113eabb-b161-4b04-b0e4-8d9160d7b05b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8045d015-5213-428b-a14c-1cb3ac9ffdd6'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:39:52.325622 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d05ec782-e9c4-44cd-a641-f2c03a3466c6" -d '{"events": [{"server_uuid": "3113eabb-b161-4b04-b0e4-8d9160d7b05b", "name": "network-vif-plugged", "status": "completed", "tag": "8045d015-5213-428b-a14c-1cb3ac9ffdd6"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:39:52.333508 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3e25eae8-5c15-42a8-9e51-1de0298f3ebc req-af60ce94-9386-4898-89b2-b4a12fece213 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] 10.222.0.23 "GET /v2.0/security-groups?id=65e2d1a5-611d-48ad-8028-5d3b9e94d176&id=d6aa9060-aafc-4b33-8a20-b4e61509aad1&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0832784 Jul 05 02:39:52.341714 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e1bb0e90-b052-40ff-8565-9b398b65a93c req-1b7fe05b-3a00-4335-ba14-eab309285ef3 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 944 time: 0.1459301 Jul 05 02:39:52.357850 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 8045d015-5213-428b-a14c-1cb3ac9ffdd6, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=8045d015-5213-428b-a14c-1cb3ac9ffdd6,segment=NetworkSegment(00a692bc-19f1-4303-ae19-6195e6ab101f),segment_id=00a692bc-19f1-4303-ae19-6195e6ab101f)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:39:52.400008 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e1bb0e90-b052-40ff-8565-9b398b65a93c req-8bb9320c-0494-411a-a681-9580b46336d3 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=09716028-44a2-4220-a754-7ed932c56f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523934 Jul 05 02:39:52.462652 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:52.503898 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7531b278-91a2-449a-8cd2-c8a934433bc3 x-openstack-request-id: req-7531b278-91a2-449a-8cd2-c8a934433bc3 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:39:52.504539 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3113eabb-b161-4b04-b0e4-8d9160d7b05b", "name": "network-vif-plugged", "status": "completed", "tag": "8045d015-5213-428b-a14c-1cb3ac9ffdd6", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:39:52.505034 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7531b278-91a2-449a-8cd2-c8a934433bc3 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:39:52.505732 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3113eabb-b161-4b04-b0e4-8d9160d7b05b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8045d015-5213-428b-a14c-1cb3ac9ffdd6', 'code': 200} Jul 05 02:39:52.578188 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=8045d015-5213-428b-a14c-1cb3ac9ffdd6,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:39:52.614086 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9e9d67-e958-438a-855c-8353e8ee5766 req-b29cb3ea-a4f2-4b83-9563-a9a6ffcaf16c tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:39:52.616024 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ba9e9d67-e958-438a-855c-8353e8ee5766 req-b29cb3ea-a4f2-4b83-9563-a9a6ffcaf16c tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 945 time: 0.1566494 Jul 05 02:39:52.824540 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ba9e9d67-e958-438a-855c-8353e8ee5766 req-cf5aa933-3282-47fd-9ea6-ccd497cecd19 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895440 Jul 05 02:39:52.858317 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e7aeed-7282-44bb-a3eb-5250b1dca1a7 req-969245af-e7f5-438a-b33f-183b29fa4383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:39:52.881966 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b4e7aeed-7282-44bb-a3eb-5250b1dca1a7 req-969245af-e7f5-438a-b33f-183b29fa4383 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 1097 time: 0.3142073 Jul 05 02:39:52.936067 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b4e7aeed-7282-44bb-a3eb-5250b1dca1a7 req-6e0a81b5-a046-473b-9ba0-bb140d83707f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465434 Jul 05 02:39:53.245240 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4df44c74-0f22-4f32-acf4-876966263921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:53.472012 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad6c899-cb07-4163-bf24-16c7a74ae5db req-2daecf50-424b-4bf1-b568-4620955da3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:39:53.473550 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1ad6c899-cb07-4163-bf24-16c7a74ae5db req-2daecf50-424b-4bf1-b568-4620955da3d6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=442a3e50d6be48be9e1562c5772ee754&device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 1096 time: 0.1537645 Jul 05 02:39:53.498738 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf2c0f0-c312-470b-8db2-39ad8ee83770 req-ed6c05cc-5d03-49c5-935f-13f4bf4770ce tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:39:53.505842 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-faf2c0f0-c312-470b-8db2-39ad8ee83770 req-ed6c05cc-5d03-49c5-935f-13f4bf4770ce tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 944 time: 0.1181166 Jul 05 02:39:53.656011 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-faf2c0f0-c312-470b-8db2-39ad8ee83770 req-c4aaf259-b8c7-49aa-a279-ef74e8b21185 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=09716028-44a2-4220-a754-7ed932c56f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1491170 Jul 05 02:39:53.699337 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad6c899-cb07-4163-bf24-16c7a74ae5db req-5bf55de9-6b27-4349-a57f-5e0f8198fd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:39:53.701373 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1ad6c899-cb07-4163-bf24-16c7a74ae5db req-5bf55de9-6b27-4349-a57f-5e0f8198fd3b service neutron] 10.222.0.21 "GET /v2.0/networks?id=c4d51310-b056-42c6-8720-dd3607bb490e HTTP/1.1" status: 200 len: 911 time: 0.2207661 Jul 05 02:39:53.747110 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2461893a-beb0-47a6-a008-d3616a6ea178 req-c66ef113-8a6a-4360-9ace-cc81849c87c0 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:39:53.749392 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2461893a-beb0-47a6-a008-d3616a6ea178 req-c66ef113-8a6a-4360-9ace-cc81849c87c0 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfafab15-6df6-4fd1-91a0-07638ebbddfb HTTP/1.1" status: 200 len: 985 time: 0.1228304 Jul 05 02:39:53.845325 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2461893a-beb0-47a6-a008-d3616a6ea178 req-5dad1bfa-d99b-4c94-86a3-39af3d336499 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] 10.222.0.23 "GET /v2.0/security-groups?id=65e2d1a5-611d-48ad-8028-5d3b9e94d176&id=d6aa9060-aafc-4b33-8a20-b4e61509aad1&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0805306 Jul 05 02:39:53.859191 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1ad6c899-cb07-4163-bf24-16c7a74ae5db req-3636b121-1686-4bb4-8388-08043581b02d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9394229-9271-4949-b389-b76d35d0946e HTTP/1.1" status: 200 len: 998 time: 0.1369805 Jul 05 02:39:53.971597 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad6c899-cb07-4163-bf24-16c7a74ae5db req-12835460-69e1-485c-a321-93125a459ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:39:53.973123 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1ad6c899-cb07-4163-bf24-16c7a74ae5db req-12835460-69e1-485c-a321-93125a459ec2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=822ac30d-26eb-483a-9cd9-5da64853ba79 HTTP/1.1" status: 200 len: 850 time: 0.1164112 Jul 05 02:39:53.974886 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:54.201589 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae0aa42-021b-48d5-b649-acca747ac9d9 req-e8b54e2d-ee2e-48f4-9770-4644d1b35d82 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:39:54.207985 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfe3a54-6414-476e-bfe2-79391642a1e7 req-61390c50-0a10-481a-8d3f-ddee0d783beb tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:39:54.210777 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-cae0aa42-021b-48d5-b649-acca747ac9d9 req-e8b54e2d-ee2e-48f4-9770-4644d1b35d82 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfafab15-6df6-4fd1-91a0-07638ebbddfb HTTP/1.1" status: 200 len: 985 time: 0.1746950 Jul 05 02:39:54.214396 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3bfe3a54-6414-476e-bfe2-79391642a1e7 req-61390c50-0a10-481a-8d3f-ddee0d783beb tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 945 time: 0.1608820 Jul 05 02:39:54.264609 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad6c899-cb07-4163-bf24-16c7a74ae5db req-0ed662c8-1f44-4873-882c-bb4b940664d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:39:54.266203 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1ad6c899-cb07-4163-bf24-16c7a74ae5db req-0ed662c8-1f44-4873-882c-bb4b940664d9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c4d51310-b056-42c6-8720-dd3607bb490e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2838979 Jul 05 02:39:54.283352 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-cae0aa42-021b-48d5-b649-acca747ac9d9 req-01cc9969-7ade-412f-82e0-0429b65e7a4d tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] 10.222.0.23 "GET /v2.0/security-groups?id=65e2d1a5-611d-48ad-8028-5d3b9e94d176&id=d6aa9060-aafc-4b33-8a20-b4e61509aad1&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0719655 Jul 05 02:39:54.349759 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3bfe3a54-6414-476e-bfe2-79391642a1e7 req-59daf194-666d-4e40-9231-f96b2caed94f tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318488 Jul 05 02:39:54.407065 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 54436) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:39:54.491636 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1ad6c899-cb07-4163-bf24-16c7a74ae5db req-8d250a78-82a1-431a-bd11-6065c2a646a4 service neutron] 10.222.0.21 "GET /v2.0/networks/c4d51310-b056-42c6-8720-dd3607bb490e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914427 Jul 05 02:39:54.613607 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e947a02-0524-4bd4-b42a-ae034ca89b14 req-889074d1-7746-416a-84ac-0ac6fd28dd50 tempest-TestSecurityGroupsBasicOps-1770913595 tempest-TestSecurityGroupsBasicOps-1770913595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:39:54.616558 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9e947a02-0524-4bd4-b42a-ae034ca89b14 req-889074d1-7746-416a-84ac-0ac6fd28dd50 tempest-TestSecurityGroupsBasicOps-1770913595 tempest-TestSecurityGroupsBasicOps-1770913595-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=dfafab15-6df6-4fd1-91a0-07638ebbddfb HTTP/1.1" status: 200 len: 1137 time: 0.1358168 Jul 05 02:39:54.625889 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b27e1d0c-4b75-4854-bed7-0788efe2aaf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:54.668182 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-9e947a02-0524-4bd4-b42a-ae034ca89b14 req-6faa73a2-81f4-4804-bcf5-a6469f43010b tempest-TestSecurityGroupsBasicOps-1770913595 tempest-TestSecurityGroupsBasicOps-1770913595-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:54.679366 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1ad6c899-cb07-4163-bf24-16c7a74ae5db req-8af00f15-15c6-40d3-a734-cb8091b9f39a service neutron] 10.222.0.21 "GET /v2.0/networks/c4d51310-b056-42c6-8720-dd3607bb490e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780069 Jul 05 02:39:54.711911 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:54.749275 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.db.api [None req-b27e1d0c-4b75-4854-bed7-0788efe2aaf6 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 02:39:54.749275 n-d-771362-32 neutron-server[94462]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 05 02:39:54.749275 n-d-771362-32 neutron-server[94462]: [parameters: {'project_id': 'b7e625b7cc224669a17c04b8e69b202d', 'id': '07fc038d-231b-4d98-bd1a-7c94a4f203a9', 'expiration': datetime.datetime(2021, 7, 5, 2, 41, 54, 736007)}] Jul 05 02:39:54.749275 n-d-771362-32 neutron-server[94462]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94462) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 02:39:54.750210 n-d-771362-32 neutron-server[94462]: DEBUG oslo_db.api [None req-b27e1d0c-4b75-4854-bed7-0788efe2aaf6 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 02:39:54.856648 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-9e947a02-0524-4bd4-b42a-ae034ca89b14 req-6faa73a2-81f4-4804-bcf5-a6469f43010b tempest-TestSecurityGroupsBasicOps-1770913595 tempest-TestSecurityGroupsBasicOps-1770913595-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:54.867909 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7da2c5-2359-492e-9194-c9d5e0e64990 req-3c0be00b-9e8d-46ad-8aa2-e3d05294ae6d tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:39:54.874510 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5f7da2c5-2359-492e-9194-c9d5e0e64990 req-3c0be00b-9e8d-46ad-8aa2-e3d05294ae6d tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 944 time: 0.0761125 Jul 05 02:39:54.938639 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5f7da2c5-2359-492e-9194-c9d5e0e64990 req-f6253a5a-d54e-4b39-b7b8-1841b98d3724 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=09716028-44a2-4220-a754-7ed932c56f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588918 Jul 05 02:39:54.947047 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-9e947a02-0524-4bd4-b42a-ae034ca89b14 req-6faa73a2-81f4-4804-bcf5-a6469f43010b tempest-TestSecurityGroupsBasicOps-1770913595 tempest-TestSecurityGroupsBasicOps-1770913595-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:55.005375 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa73a2-81f4-4804-bcf5-a6469f43010b tempest-TestSecurityGroupsBasicOps-1770913595 tempest-TestSecurityGroupsBasicOps-1770913595-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b75ab4b-c31b-4f46-a374-14196ceb5efd,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:39:55.041014 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9e947a02-0524-4bd4-b42a-ae034ca89b14 req-6faa73a2-81f4-4804-bcf5-a6469f43010b tempest-TestSecurityGroupsBasicOps-1770913595 tempest-TestSecurityGroupsBasicOps-1770913595-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=65e2d1a5-611d-48ad-8028-5d3b9e94d176&id=d6aa9060-aafc-4b33-8a20-b4e61509aad1&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.4128513 Jul 05 02:39:55.056779 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 54452) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:39:55.135946 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2baa57-a936-4a4a-a854-a14954f22a1c tempest-TestSecurityGroupsBasicOps-1770913595 tempest-TestSecurityGroupsBasicOps-1770913595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:39:55.137525 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-9a2baa57-a936-4a4a-a854-a14954f22a1c tempest-TestSecurityGroupsBasicOps-1770913595 tempest-TestSecurityGroupsBasicOps-1770913595-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=dfafab15-6df6-4fd1-91a0-07638ebbddfb HTTP/1.1" status: 200 len: 1132 time: 0.0796859 Jul 05 02:39:55.140633 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 54456) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:39:55.148762 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-00c904fc-814b-4ac4-8f95-caa516b5cae5 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Request body: {'floatingip': {'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'port_id': 'aca5fd2a-1a9a-473f-9796-60404af1bc2b', 'tenant_id': '0d97daa9abfb4f3f83ba38958ca24f47', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:39:55.251277 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b27e1d0c-4b75-4854-bed7-0788efe2aaf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:55.384036 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-00c904fc-814b-4ac4-8f95-caa516b5cae5 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks [] for floatingip, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:55.579738 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b27e1d0c-4b75-4854-bed7-0788efe2aaf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:55.581750 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff0b4f-140e-490f-8105-db04d7444f92 req-123acbb4-3736-46ea-ac23-79b6babec970 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:39:55.583449 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2dff0b4f-140e-490f-8105-db04d7444f92 req-123acbb4-3736-46ea-ac23-79b6babec970 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 945 time: 0.0858896 Jul 05 02:39:55.589048 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-00c904fc-814b-4ac4-8f95-caa516b5cae5 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:55.706907 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2dff0b4f-140e-490f-8105-db04d7444f92 req-ea11f040-f7ca-4b51-aa96-3eed1f17fc34 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164765 Jul 05 02:39:55.743916 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b27e1d0c-4b75-4854-bed7-0788efe2aaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:55.835073 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-b27e1d0c-4b75-4854-bed7-0788efe2aaf6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b7e625b7cc224669a17c04b8e69b202d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4315877 Jul 05 02:39:55.837832 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 54472) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:39:55.845509 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-00c904fc-814b-4ac4-8f95-caa516b5cae5 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Allocated IP 172.25.7.226 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/63d5f7b5-2704-43dc-8d4c-3fdaa21ff392) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:39:55.878879 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27e1d0c-4b75-4854-bed7-0788efe2aaf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b85b159-4ce2-4cd1-b17c-241be9c59501,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:39:55.954215 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2eada8ae-b3c4-4279-adcb-9c7902c6f24e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:56.023596 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2eada8ae-b3c4-4279-adcb-9c7902c6f24e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:56.113904 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:56.175981 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-00c904fc-814b-4ac4-8f95-caa516b5cae5 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:56.193027 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db632ec2-600c-4da9-a5b9-8038d354cfe0 req-17a87d41-1136-4c6d-b24a-b8932d9d8f72 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:39:56.195301 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-db632ec2-600c-4da9-a5b9-8038d354cfe0 req-17a87d41-1136-4c6d-b24a-b8932d9d8f72 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/networks?id=0363edd0-1704-4ea5-b7c0-1061ca483b3c HTTP/1.1" status: 200 len: 813 time: 0.2109203 Jul 05 02:39:56.266564 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-db632ec2-600c-4da9-a5b9-8038d354cfe0 req-42eb7031-4a4d-41de-be82-f9837a276573 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/quotas/4029f7586c674799901f5830e91fb3ea HTTP/1.1" status: 200 len: 375 time: 0.0558097 Jul 05 02:39:56.347515 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2eada8ae-b3c4-4279-adcb-9c7902c6f24e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:56.358406 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2eada8ae-b3c4-4279-adcb-9c7902c6f24e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:56.358406 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-2eada8ae-b3c4-4279-adcb-9c7902c6f24e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7b85b159-4ce2-4cd1-b17c-241be9c59501 HTTP/1.1" status: 204 len: 168 time: 0.5147433 Jul 05 02:39:56.392732 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eada8ae-b3c4-4279-adcb-9c7902c6f24e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b85b159-4ce2-4cd1-b17c-241be9c59501,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:39:56.407592 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-00c904fc-814b-4ac4-8f95-caa516b5cae5 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:56.509399 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8214fc1-7f6a-4838-b426-6d8364e557ee req-8a3fce61-d2e8-4bdc-bdfc-c1bff4e282bc tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:39:56.511298 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d8214fc1-7f6a-4838-b426-6d8364e557ee req-8a3fce61-d2e8-4bdc-bdfc-c1bff4e282bc tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 944 time: 0.3111663 Jul 05 02:39:56.527127 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c904fc-814b-4ac4-8f95-caa516b5cae5 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:39:56.530733 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-00c904fc-814b-4ac4-8f95-caa516b5cae5 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:39:56.539803 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c904fc-814b-4ac4-8f95-caa516b5cae5 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:39:56.580193 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c904fc-814b-4ac4-8f95-caa516b5cae5 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Pushing event updated for resources: {'Port': ['ID=63d5f7b5-2704-43dc-8d4c-3fdaa21ff392,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:39:56.586510 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d8214fc1-7f6a-4838-b426-6d8364e557ee req-7074dc07-d85b-491d-b93a-8fd14d90622d tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=09716028-44a2-4220-a754-7ed932c56f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642924 Jul 05 02:39:56.594660 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-db632ec2-600c-4da9-a5b9-8038d354cfe0 req-b633e96b-5e08-4c62-869e-ab7dc0efdff6 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4029f7586c674799901f5830e91fb3ea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3148332 Jul 05 02:39:56.856415 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-db632ec2-600c-4da9-a5b9-8038d354cfe0 req-caa437c9-f2ff-4f37-9855-ea315578df13 service neutron] 10.222.0.23 "GET /v2.0/networks/0363edd0-1704-4ea5-b7c0-1061ca483b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2576599 Jul 05 02:39:56.958220 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a27bea-87a2-4110-a043-4e85d17401e7 req-f0f23a01-7971-4536-9fa7-d7a5df274bc3 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:39:56.969584 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f8a27bea-87a2-4110-a043-4e85d17401e7 req-f0f23a01-7971-4536-9fa7-d7a5df274bc3 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 944 time: 0.0987017 Jul 05 02:39:57.009785 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f8a27bea-87a2-4110-a043-4e85d17401e7 req-31ee05dc-ef44-44ac-945b-d2efdaede5a1 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=09716028-44a2-4220-a754-7ed932c56f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393271 Jul 05 02:39:57.070088 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-db632ec2-600c-4da9-a5b9-8038d354cfe0 req-85fa72fc-e9f3-4d90-aeea-b72e167f82d4 service neutron] 10.222.0.23 "GET /v2.0/networks/0363edd0-1704-4ea5-b7c0-1061ca483b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126603 Jul 05 02:39:57.269577 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c243386-cc08-43b1-b409-d4b50dff7143 req-40292b7f-e162-4437-aec6-4c6e5fef2abb tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:39:57.271329 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1c243386-cc08-43b1-b409-d4b50dff7143 req-40292b7f-e162-4437-aec6-4c6e5fef2abb tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 944 time: 0.0942619 Jul 05 02:39:57.308924 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-00c904fc-814b-4ac4-8f95-caa516b5cae5 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:57.329677 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1c243386-cc08-43b1-b409-d4b50dff7143 req-e3592293-ac57-41b9-9db3-5fdb401a6873 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=09716028-44a2-4220-a754-7ed932c56f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483227 Jul 05 02:39:57.571489 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d3e18dbc-dcce-4f96-9618-0db35cdf8569 req-d9380fab-405d-49bd-811b-745c787e3ee2 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba3da823-4175-4539-ac81-d332c229a08c HTTP/1.1" status: 200 len: 210 time: 0.1137276 Jul 05 02:39:57.627993 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-00c904fc-814b-4ac4-8f95-caa516b5cae5 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:57.885792 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45da2be-6592-4a4a-bb9a-2635425d9be3 req-a5f2c83c-50a1-4f62-a305-c44979d7b207 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:39:57.895879 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a45da2be-6592-4a4a-bb9a-2635425d9be3 req-a5f2c83c-50a1-4f62-a305-c44979d7b207 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/networks?id=c4d51310-b056-42c6-8720-dd3607bb490e HTTP/1.1" status: 200 len: 811 time: 0.2279058 Jul 05 02:39:57.952907 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a45da2be-6592-4a4a-bb9a-2635425d9be3 req-68309158-53b5-4680-8614-59e143b992f9 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/quotas/442a3e50d6be48be9e1562c5772ee754 HTTP/1.1" status: 200 len: 375 time: 0.0528381 Jul 05 02:39:58.033574 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-00c904fc-814b-4ac4-8f95-caa516b5cae5 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:58.064035 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a45da2be-6592-4a4a-bb9a-2635425d9be3 req-49f19810-cd9b-42c0-bbad-c00fd79db3aa tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=442a3e50d6be48be9e1562c5772ee754&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1102364 Jul 05 02:39:58.165480 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-00c904fc-814b-4ac4-8f95-caa516b5cae5 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:58.330524 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 54558) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:39:58.393359 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-00c904fc-814b-4ac4-8f95-caa516b5cae5 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636869'] for floatingip, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:58.511443 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c904fc-814b-4ac4-8f95-caa516b5cae5 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Pushing event updated for resources: {'Port': ['ID=63d5f7b5-2704-43dc-8d4c-3fdaa21ff392,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:39:58.553702 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-9639fbd5-08a0-4d4e-90ce-61c1f635a3b4 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1646021902-network', 'tenant_id': '8c22abc688cd4c0292ded251d472128d'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:39:58.554099 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a45da2be-6592-4a4a-bb9a-2635425d9be3 req-9e4f4a18-68bc-4292-8260-9e320407e046 service neutron] 10.222.0.23 "GET /v2.0/networks/c4d51310-b056-42c6-8720-dd3607bb490e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4789338 Jul 05 02:39:58.651333 n-d-771362-32 neutron-server[94462]: INFO neutron.db.l3_db [None req-00c904fc-814b-4ac4-8f95-caa516b5cae5 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Floating IP 2b3e656d-4262-4fd9-912f-8d3142f4f81e associated. External IP: 172.25.7.226, port: aca5fd2a-1a9a-473f-9796-60404af1bc2b. Jul 05 02:39:58.677038 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-07a71404-1b83-4bac-9357-e62daf532654 req-d10ef96a-97c3-4292-b232-6d815013e4a4 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba3da823-4175-4539-ac81-d332c229a08c HTTP/1.1" status: 200 len: 210 time: 0.0486219 Jul 05 02:39:58.677714 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9639fbd5-08a0-4d4e-90ce-61c1f635a3b4 admin admin] Made reservation on behalf of 8c22abc688cd4c0292ded251d472128d for: {'network': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:39:58.684568 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9639fbd5-08a0-4d4e-90ce-61c1f635a3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:58.708578 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9639fbd5-08a0-4d4e-90ce-61c1f635a3b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:58.834619 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9639fbd5-08a0-4d4e-90ce-61c1f635a3b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:58.941796 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9639fbd5-08a0-4d4e-90ce-61c1f635a3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:58.985531 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9639fbd5-08a0-4d4e-90ce-61c1f635a3b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c29044e-26e1-4373-b044-191de713e9d7,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:39:59.030079 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9639fbd5-08a0-4d4e-90ce-61c1f635a3b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=94461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:39:59.059487 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9639fbd5-08a0-4d4e-90ce-61c1f635a3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:59.061754 n-d-771362-32 neutron-server[94461]: INFO neutron.db.segments_db [None req-9639fbd5-08a0-4d4e-90ce-61c1f635a3b4 admin admin] Added segment 36ca27f6-4dd0-4ee8-a09b-77e60d7442cd of type vlan for network ff533ffd-e3f7-45b7-9256-cd4ac6526c51 Jul 05 02:39:59.079714 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a45da2be-6592-4a4a-bb9a-2635425d9be3 req-23057e41-062f-4173-8f69-8c497df908e4 service neutron] 10.222.0.23 "GET /v2.0/networks/c4d51310-b056-42c6-8720-dd3607bb490e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5287061 Jul 05 02:39:59.164588 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9639fbd5-08a0-4d4e-90ce-61c1f635a3b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:59.300386 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9639fbd5-08a0-4d4e-90ce-61c1f635a3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:59.301514 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9639fbd5-08a0-4d4e-90ce-61c1f635a3b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:39:59.307277 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9639fbd5-08a0-4d4e-90ce-61c1f635a3b4 admin admin] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:59.374928 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00c904fc-814b-4ac4-8f95-caa516b5cae5 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Router a5b6b7aa-ff1f-4e79-be3c-e14985b73ecd has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:39:59.395775 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9639fbd5-08a0-4d4e-90ce-61c1f635a3b4 admin admin] Pushing event updated for resources: {'Network': ['ID=ff533ffd-e3f7-45b7-9256-cd4ac6526c51,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:39:59.406650 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network ff533ffd-e3f7-45b7-9256-cd4ac6526c51 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:39:59.497931 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-9639fbd5-08a0-4d4e-90ce-61c1f635a3b4 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1654389 Jul 05 02:39:59.502242 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 54572) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:39:59.549457 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-f5b77b68-1bc2-4d1d-9fcb-7a4d5fcd66a0 admin admin] Request body: {'subnet': {'network_id': 'ff533ffd-e3f7-45b7-9256-cd4ac6526c51', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1646021902-subnet', 'tenant_id': '8c22abc688cd4c0292ded251d472128d', 'ip_version': 4}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:39:59.642084 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00c904fc-814b-4ac4-8f95-caa516b5cae5 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:39:59.663983 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5aabe5-175c-4556-8571-d550149d6918 None None] Sync routers for ids ['a5b6b7aa-ff1f-4e79-be3c-e14985b73ecd'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:39:59.676489 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5aabe5-175c-4556-8571-d550149d6918 None None] Routers {'a5b6b7aa-ff1f-4e79-be3c-e14985b73ecd'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:39:59.677161 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-af5aabe5-175c-4556-8571-d550149d6918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:39:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['a5b6b7aa-ff1f-4e79-be3c-e14985b73ecd'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:39:59.750893 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-51d490b3-bcc2-4de1-a476-9dc5c4620886 req-7823af1a-56eb-4d37-b7b5-d691725fb3da tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=106f67d5-1349-418d-8dec-d727be87b1a5 HTTP/1.1" status: 200 len: 210 time: 0.1134369 Jul 05 02:39:59.831994 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5b77b68-1bc2-4d1d-9fcb-7a4d5fcd66a0 admin admin] Made reservation on behalf of 8c22abc688cd4c0292ded251d472128d for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:39:59.839105 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f5b77b68-1bc2-4d1d-9fcb-7a4d5fcd66a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:39:59.914360 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-af5aabe5-175c-4556-8571-d550149d6918 None None] Set router a5b6b7aa-ff1f-4e79-be3c-e14985b73ecd gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:39:59.919813 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-00c904fc-814b-4ac4-8f95-caa516b5cae5 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:00.035858 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3567536d-6050-4781-ba38-417180c82f7e req-a61cbf59-91a7-406b-b078-eaf82eb08e66 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba3da823-4175-4539-ac81-d332c229a08c HTTP/1.1" status: 200 len: 210 time: 0.0851052 Jul 05 02:40:00.052022 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-00c904fc-814b-4ac4-8f95-caa516b5cae5 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.9097955 Jul 05 02:40:00.053590 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfafab15-6df6-4fd1-91a0-07638ebbddfb', 'tag': 'aca5fd2a-1a9a-473f-9796-60404af1bc2b'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:40:00.057598 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b223267e0e0ddb3199af7772d0b45336e3b4b54fbb151c86a8051291a61e85db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-931e9e87-7bcf-4b16-a8d3-6b9b75c29998" -d '{"events": [{"name": "network-changed", "server_uuid": "dfafab15-6df6-4fd1-91a0-07638ebbddfb", "tag": "aca5fd2a-1a9a-473f-9796-60404af1bc2b"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:40:00.058268 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 54588) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:40:00.126059 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e18f45-a843-4ded-84ec-bd64d01ebff6 x-openstack-request-id: req-43e18f45-a843-4ded-84ec-bd64d01ebff6 {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:40:00.127262 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfafab15-6df6-4fd1-91a0-07638ebbddfb", "tag": "aca5fd2a-1a9a-473f-9796-60404af1bc2b", "status": "completed", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:40:00.127262 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-43e18f45-a843-4ded-84ec-bd64d01ebff6 {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:40:00.127262 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfafab15-6df6-4fd1-91a0-07638ebbddfb', 'tag': 'aca5fd2a-1a9a-473f-9796-60404af1bc2b', 'status': 'completed', 'code': 200} Jul 05 02:40:00.327040 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-af5aabe5-175c-4556-8571-d550149d6918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5b6b7aa-ff1f-4e79-be3c-e14985b73ecd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1220023826', 'tenant_id': '0d97daa9abfb4f3f83ba38958ca24f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '37e1209b-0d92-4b05-8144-69b36ed2e9af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:39:03Z', 'updated_at': '2021-07-05T02:39:18Z', 'revision_number': 4, 'project_id': '0d97daa9abfb4f3f83ba38958ca24f47', 'gw_port': {'id': '37e1209b-0d92-4b05-8144-69b36ed2e9af', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:48:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b6b7aa-ff1f-4e79-be3c-e14985b73ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:39:05Z', 'updated_at': '2021-07-05T02:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '2b3e656d-4262-4fd9-912f-8d3142f4f81e', 'tenant_id': '0d97daa9abfb4f3f83ba38958ca24f47', 'floating_ip_address': '172.25.7.226', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': 'a5b6b7aa-ff1f-4e79-be3c-e14985b73ecd', 'port_id': 'aca5fd2a-1a9a-473f-9796-60404af1bc2b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3214, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '423941ad-288e-4f52-9863-01cb0753c63a', 'mac_address': 'fa:16:3e:62:c9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfafab15-6df6-4fd1-91a0-07638ebbddfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T02:39:57Z', 'updated_at': '2021-07-05T02:39:57Z', 'revision_number': 0, 'project_id': '0d97daa9abfb4f3f83ba38958ca24f47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59efa17b-874c-44b5-bfe5-b56e9d8f4667', 'name': '', 'network_id': '423941ad-288e-4f52-9863-01cb0753c63a', 'tenant_id': '0d97daa9abfb4f3f83ba38958ca24f47', 'mac_address': 'fa:16:3e:1f:cc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b6b7aa-ff1f-4e79-be3c-e14985b73ecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': 'd14fbacc-e76b-48b0-b10d-9f14e6f86812', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:39:14Z', 'updated_at': '2021-07-05T02:39:28Z', 'revision_number': 5, 'project_id': '0d97daa9abfb4f3f83ba38958ca24f47', 'subnets': [{'id': 'd14fbacc-e76b-48b0-b10d-9f14e6f86812', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:40:00.337425 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95f486c-651a-4aa9-9f88-e51c6c825e5a tempest-TestSecurityGroupsBasicOps-1770913595 tempest-TestSecurityGroupsBasicOps-1770913595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:00.337915 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95f486c-651a-4aa9-9f88-e51c6c825e5a tempest-TestSecurityGroupsBasicOps-1770913595 tempest-TestSecurityGroupsBasicOps-1770913595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:00.338466 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95f486c-651a-4aa9-9f88-e51c6c825e5a tempest-TestSecurityGroupsBasicOps-1770913595 tempest-TestSecurityGroupsBasicOps-1770913595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:00.340439 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95f486c-651a-4aa9-9f88-e51c6c825e5a tempest-TestSecurityGroupsBasicOps-1770913595 tempest-TestSecurityGroupsBasicOps-1770913595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:00.341056 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95f486c-651a-4aa9-9f88-e51c6c825e5a tempest-TestSecurityGroupsBasicOps-1770913595 tempest-TestSecurityGroupsBasicOps-1770913595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:00.341627 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95f486c-651a-4aa9-9f88-e51c6c825e5a tempest-TestSecurityGroupsBasicOps-1770913595 tempest-TestSecurityGroupsBasicOps-1770913595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:00.342101 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95f486c-651a-4aa9-9f88-e51c6c825e5a tempest-TestSecurityGroupsBasicOps-1770913595 tempest-TestSecurityGroupsBasicOps-1770913595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:00.346795 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 54594) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:40:00.346983 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-e95f486c-651a-4aa9-9f88-e51c6c825e5a tempest-TestSecurityGroupsBasicOps-1770913595 tempest-TestSecurityGroupsBasicOps-1770913595-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4937 time: 0.2716122 Jul 05 02:40:00.359164 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5aabe5-175c-4556-8571-d550149d6918 None None] Checking router: a5b6b7aa-ff1f-4e79-be3c-e14985b73ecd for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:40:00.372730 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5aabe5-175c-4556-8571-d550149d6918 None None] Routers {'a5b6b7aa-ff1f-4e79-be3c-e14985b73ecd'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:40:00.373633 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-af5aabe5-175c-4556-8571-d550149d6918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:39:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['a5b6b7aa-ff1f-4e79-be3c-e14985b73ecd'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:40:00.486686 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931e9e87-7bcf-4b16-a8d3-6b9b75c29998 req-23228bfe-5e66-4bd2-8c64-b43115bc73b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:00.488830 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-931e9e87-7bcf-4b16-a8d3-6b9b75c29998 req-23228bfe-5e66-4bd2-8c64-b43115bc73b1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0d97daa9abfb4f3f83ba38958ca24f47&device_id=dfafab15-6df6-4fd1-91a0-07638ebbddfb HTTP/1.1" status: 200 len: 1137 time: 0.1611426 Jul 05 02:40:00.581213 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-af5aabe5-175c-4556-8571-d550149d6918 None None] Set router a5b6b7aa-ff1f-4e79-be3c-e14985b73ecd gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:40:00.790756 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f5b77b68-1bc2-4d1d-9fcb-7a4d5fcd66a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5763451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774823'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:00.872656 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa297348-e8b4-45ef-a277-81020be35129 tempest-TestSecurityGroupsBasicOps-1770913595 tempest-TestSecurityGroupsBasicOps-1770913595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:00.886855 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931e9e87-7bcf-4b16-a8d3-6b9b75c29998 req-1192e353-2e4c-47c5-867e-0a145521f8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:00.887128 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa297348-e8b4-45ef-a277-81020be35129 tempest-TestSecurityGroupsBasicOps-1770913595 tempest-TestSecurityGroupsBasicOps-1770913595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:00.887357 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa297348-e8b4-45ef-a277-81020be35129 tempest-TestSecurityGroupsBasicOps-1770913595 tempest-TestSecurityGroupsBasicOps-1770913595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:00.887820 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa297348-e8b4-45ef-a277-81020be35129 tempest-TestSecurityGroupsBasicOps-1770913595 tempest-TestSecurityGroupsBasicOps-1770913595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:00.888288 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa297348-e8b4-45ef-a277-81020be35129 tempest-TestSecurityGroupsBasicOps-1770913595 tempest-TestSecurityGroupsBasicOps-1770913595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:00.888742 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa297348-e8b4-45ef-a277-81020be35129 tempest-TestSecurityGroupsBasicOps-1770913595 tempest-TestSecurityGroupsBasicOps-1770913595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:00.892172 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-aa297348-e8b4-45ef-a277-81020be35129 tempest-TestSecurityGroupsBasicOps-1770913595 tempest-TestSecurityGroupsBasicOps-1770913595-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.5442896 Jul 05 02:40:00.901709 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-931e9e87-7bcf-4b16-a8d3-6b9b75c29998 req-1192e353-2e4c-47c5-867e-0a145521f8ab service neutron] 10.222.0.15 "GET /v2.0/networks?id=423941ad-288e-4f52-9863-01cb0753c63a HTTP/1.1" status: 200 len: 897 time: 0.4026196 Jul 05 02:40:00.917498 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 54612) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:40:00.985423 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5723aa01-15c5-41bd-ba00-bdc66a377879 req-11c5c638-9fb9-4f9d-8c1f-03d3292a4c30 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=106f67d5-1349-418d-8dec-d727be87b1a5 HTTP/1.1" status: 200 len: 210 time: 0.0910323 Jul 05 02:40:01.166725 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-af5aabe5-175c-4556-8571-d550149d6918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5b6b7aa-ff1f-4e79-be3c-e14985b73ecd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1220023826', 'tenant_id': '0d97daa9abfb4f3f83ba38958ca24f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '37e1209b-0d92-4b05-8144-69b36ed2e9af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:39:03Z', 'updated_at': '2021-07-05T02:39:18Z', 'revision_number': 4, 'project_id': '0d97daa9abfb4f3f83ba38958ca24f47', 'gw_port': {'id': '37e1209b-0d92-4b05-8144-69b36ed2e9af', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:48:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b6b7aa-ff1f-4e79-be3c-e14985b73ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:39:05Z', 'updated_at': '2021-07-05T02:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '2b3e656d-4262-4fd9-912f-8d3142f4f81e', 'tenant_id': '0d97daa9abfb4f3f83ba38958ca24f47', 'floating_ip_address': '172.25.7.226', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': 'a5b6b7aa-ff1f-4e79-be3c-e14985b73ecd', 'port_id': 'aca5fd2a-1a9a-473f-9796-60404af1bc2b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3214, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '423941ad-288e-4f52-9863-01cb0753c63a', 'mac_address': 'fa:16:3e:62:c9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfafab15-6df6-4fd1-91a0-07638ebbddfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T02:39:57Z', 'updated_at': '2021-07-05T02:39:57Z', 'revision_number': 0, 'project_id': '0d97daa9abfb4f3f83ba38958ca24f47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59efa17b-874c-44b5-bfe5-b56e9d8f4667', 'name': '', 'network_id': '423941ad-288e-4f52-9863-01cb0753c63a', 'tenant_id': '0d97daa9abfb4f3f83ba38958ca24f47', 'mac_address': 'fa:16:3e:1f:cc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b6b7aa-ff1f-4e79-be3c-e14985b73ecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': 'd14fbacc-e76b-48b0-b10d-9f14e6f86812', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:39:14Z', 'updated_at': '2021-07-05T02:39:28Z', 'revision_number': 5, 'project_id': '0d97daa9abfb4f3f83ba38958ca24f47', 'subnets': [{'id': 'd14fbacc-e76b-48b0-b10d-9f14e6f86812', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:40:01.242674 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5aabe5-175c-4556-8571-d550149d6918 None None] The sync data for ids ['a5b6b7aa-ff1f-4e79-be3c-e14985b73ecd'] in n-d-771362-32 is: [{'id': 'a5b6b7aa-ff1f-4e79-be3c-e14985b73ecd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1220023826', 'tenant_id': '0d97daa9abfb4f3f83ba38958ca24f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '37e1209b-0d92-4b05-8144-69b36ed2e9af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:39:03Z', 'updated_at': '2021-07-05T02:39:18Z', 'revision_number': 4, 'project_id': '0d97daa9abfb4f3f83ba38958ca24f47', 'gw_port': {'id': '37e1209b-0d92-4b05-8144-69b36ed2e9af', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:48:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b6b7aa-ff1f-4e79-be3c-e14985b73ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:39:05Z', 'updated_at': '2021-07-05T02:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '2b3e656d-4262-4fd9-912f-8d3142f4f81e', 'tenant_id': '0d97daa9abfb4f3f83ba38958ca24f47', 'floating_ip_address': '172.25.7.226', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': 'a5b6b7aa-ff1f-4e79-be3c-e14985b73ecd', 'port_id': 'aca5fd2a-1a9a-473f-9796-60404af1bc2b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3214, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '423941ad-288e-4f52-9863-01cb0753c63a', 'mac_address': 'fa:16:3e:62:c9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfafab15-6df6-4fd1-91a0-07638ebbddfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T02:39:57Z', 'updated_at': '2021-07-05T02:39:57Z', 'revision_number': 0, 'project_id': '0d97daa9abfb4f3f83ba38958ca24f47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59efa17b-874c-44b5-bfe5-b56e9d8f4667', 'name': '', 'network_id': '423941ad-288e-4f52-9863-01cb0753c63a', 'tenant_id': '0d97daa9abfb4f3f83ba38958ca24f47', 'mac_address': 'fa:16:3e:1f:cc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b6b7aa-ff1f-4e79-be3c-e14985b73ecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': 'd14fbacc-e76b-48b0-b10d-9f14e6f86812', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:39:14Z', 'updated_at': '2021-07-05T02:39:28Z', 'revision_number': 5, 'project_id': '0d97daa9abfb4f3f83ba38958ca24f47', 'subnets': [{'id': 'd14fbacc-e76b-48b0-b10d-9f14e6f86812', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:40:01.519202 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-5c3aea7e-0312-4af2-ae2a-31df7cc0a655 tempest-TestSecurityGroupsBasicOps-1770913595 tempest-TestSecurityGroupsBasicOps-1770913595-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2332 time: 0.5975029 Jul 05 02:40:01.524745 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 54630) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:40:01.607403 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2312e586-f73d-47e4-b8b5-ec8e28b7652d tempest-TestSecurityGroupsBasicOps-1770913595 tempest-TestSecurityGroupsBasicOps-1770913595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:01.622038 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2312e586-f73d-47e4-b8b5-ec8e28b7652d tempest-TestSecurityGroupsBasicOps-1770913595 tempest-TestSecurityGroupsBasicOps-1770913595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:01.622038 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-2312e586-f73d-47e4-b8b5-ec8e28b7652d tempest-TestSecurityGroupsBasicOps-1770913595 tempest-TestSecurityGroupsBasicOps-1770913595-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a5b6b7aa-ff1f-4e79-be3c-e14985b73ecd HTTP/1.1" status: 200 len: 1991 time: 0.0843477 Jul 05 02:40:01.653487 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89455422-8aa5-404b-9e85-a445091d50e5 None None] New status for floating IP 2b3e656d-4262-4fd9-912f-8d3142f4f81e: ACTIVE {{(pid=94464) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 02:40:01.714749 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-931e9e87-7bcf-4b16-a8d3-6b9b75c29998 req-cba853e9-8f66-4526-b13a-bd766df9f216 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aca5fd2a-1a9a-473f-9796-60404af1bc2b HTTP/1.1" status: 200 len: 1000 time: 0.7906353 Jul 05 02:40:01.923717 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-dbf31c43-a5ff-442b-9f47-c2125747a3fa req-e8953c9b-8f9b-4ebb-bd27-a8cbec2f3bb3 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba3da823-4175-4539-ac81-d332c229a08c HTTP/1.1" status: 200 len: 210 time: 0.2079036 Jul 05 02:40:01.937542 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931e9e87-7bcf-4b16-a8d3-6b9b75c29998 req-0de42ad1-64a8-4349-9950-f717cb3e0761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:01.939343 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-931e9e87-7bcf-4b16-a8d3-6b9b75c29998 req-0de42ad1-64a8-4349-9950-f717cb3e0761 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d14fbacc-e76b-48b0-b10d-9f14e6f86812 HTTP/1.1" status: 200 len: 834 time: 0.2083189 Jul 05 02:40:01.973773 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b77b68-1bc2-4d1d-9fcb-7a4d5fcd66a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3cc404d-8d1f-49d4-9bc4-d1d3fd71c0a0,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:40:02.439445 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b77b68-1bc2-4d1d-9fcb-7a4d5fcd66a0 admin admin] Checking segment: {'id': '36ca27f6-4dd0-4ee8-a09b-77e60d7442cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ff533ffd-e3f7-45b7-9256-cd4ac6526c51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:40:02.439445 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b77b68-1bc2-4d1d-9fcb-7a4d5fcd66a0 admin admin] Network hostable DHCP agents. Network: ff533ffd-e3f7-45b7-9256-cd4ac6526c51, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:40:02.439445 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db632ec2-600c-4da9-a5b9-8038d354cfe0 req-3c1a9d32-d4c2-440f-8269-283c9cbbd14c tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:02.439445 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-db632ec2-600c-4da9-a5b9-8038d354cfe0 req-3c1a9d32-d4c2-440f-8269-283c9cbbd14c tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.21 "GET /v2.0/networks?id=0363edd0-1704-4ea5-b7c0-1061ca483b3c HTTP/1.1" status: 200 len: 813 time: 1.2632082 Jul 05 02:40:02.439445 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-db632ec2-600c-4da9-a5b9-8038d354cfe0 req-cb554166-2aae-43fe-ae0b-7532451fad36 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Request body: {'port': {'device_id': 'ba3da823-4175-4539-ac81-d332c229a08c', 'network_id': '0363edd0-1704-4ea5-b7c0-1061ca483b3c', 'admin_state_up': True, 'tenant_id': '4029f7586c674799901f5830e91fb3ea'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:40:02.444740 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-62a22c03-95b7-466b-83fc-49c29e39dd7f req-17153994-7daf-4008-b693-6c056127aada tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=106f67d5-1349-418d-8dec-d727be87b1a5 HTTP/1.1" status: 200 len: 210 time: 0.0446484 Jul 05 02:40:02.448218 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931e9e87-7bcf-4b16-a8d3-6b9b75c29998 req-f6a5b3d5-4940-43f4-9a06-7a65002fe43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:02.448218 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-931e9e87-7bcf-4b16-a8d3-6b9b75c29998 req-f6a5b3d5-4940-43f4-9a06-7a65002fe43a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=423941ad-288e-4f52-9863-01cb0753c63a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3878219 Jul 05 02:40:02.550016 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-931e9e87-7bcf-4b16-a8d3-6b9b75c29998 req-a5235275-978f-4422-84ab-0c30309a4437 service neutron] 10.222.0.15 "GET /v2.0/networks/423941ad-288e-4f52-9863-01cb0753c63a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965907 Jul 05 02:40:02.569217 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b77b68-1bc2-4d1d-9fcb-7a4d5fcd66a0 admin admin] Network ff533ffd-e3f7-45b7-9256-cd4ac6526c51 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:40:02.652266 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db632ec2-600c-4da9-a5b9-8038d354cfe0 req-cb554166-2aae-43fe-ae0b-7532451fad36 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Made reservation on behalf of 4029f7586c674799901f5830e91fb3ea for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:40:02.656711 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-db632ec2-600c-4da9-a5b9-8038d354cfe0 req-cb554166-2aae-43fe-ae0b-7532451fad36 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:02.664622 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-931e9e87-7bcf-4b16-a8d3-6b9b75c29998 req-1ff42bbe-bde8-477e-93bc-ec5b22855f89 service neutron] 10.222.0.15 "GET /v2.0/networks/423941ad-288e-4f52-9863-01cb0753c63a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066060 Jul 05 02:40:02.742045 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-f5b77b68-1bc2-4d1d-9fcb-7a4d5fcd66a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, ff533ffd-e3f7-45b7-9256-cd4ac6526c51) {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:40:02.750590 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf85d309-44ed-49cd-a056-c5a155317ada None None] Network ff533ffd-e3f7-45b7-9256-cd4ac6526c51 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:40:02.751113 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b77b68-1bc2-4d1d-9fcb-7a4d5fcd66a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:02.751450 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f5b77b68-1bc2-4d1d-9fcb-7a4d5fcd66a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:02.837089 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-db632ec2-600c-4da9-a5b9-8038d354cfe0 req-cb554166-2aae-43fe-ae0b-7532451fad36 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Allocated IP 172.20.0.14 (0363edd0-1704-4ea5-b7c0-1061ca483b3c/606919bb-0ade-4589-8a2b-c9dcfa56ec85/ae1bc923-ffce-439f-9ca1-f7d82202825d) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:40:02.851614 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-f5b77b68-1bc2-4d1d-9fcb-7a4d5fcd66a0 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.3493834 Jul 05 02:40:02.854293 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 54682) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:40:02.859407 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-d812a03d-8153-4698-951c-4a97fc8c757c admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1646021902-router', 'tenant_id': '8c22abc688cd4c0292ded251d472128d', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:40:02.938717 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1a8816-40a7-427e-bf40-c2fe2e596ce8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-ff533ffd-e3f7-45b7-9256-cd4ac6526c51', 'network_id': 'ff533ffd-e3f7-45b7-9256-cd4ac6526c51', 'tenant_id': '8c22abc688cd4c0292ded251d472128d', 'fixed_ips': [{'subnet_id': 'd3cc404d-8d1f-49d4-9bc4-d1d3fd71c0a0'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:40:02.941336 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-bd1a8816-40a7-427e-bf40-c2fe2e596ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:03.006146 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d812a03d-8153-4698-951c-4a97fc8c757c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11810'] for router, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:03.007129 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d812a03d-8153-4698-951c-4a97fc8c757c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1926740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11821'] for router, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:03.116222 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-db632ec2-600c-4da9-a5b9-8038d354cfe0 req-cb554166-2aae-43fe-ae0b-7532451fad36 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:03.207931 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d812a03d-8153-4698-951c-4a97fc8c757c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:03.289261 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-bd1a8816-40a7-427e-bf40-c2fe2e596ce8 None None] Allocated IP 172.20.0.2 (ff533ffd-e3f7-45b7-9256-cd4ac6526c51/d3cc404d-8d1f-49d4-9bc4-d1d3fd71c0a0/29e27f4d-7f35-460b-8c98-10b5011df5f6) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:40:03.339311 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bb06b355-cd8e-499c-bcc1-9679c0be14cd req-1c5c74c1-1836-4fcf-b21a-3e839cfea582 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba3da823-4175-4539-ac81-d332c229a08c HTTP/1.1" status: 200 len: 210 time: 0.0864968 Jul 05 02:40:03.422843 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-db632ec2-600c-4da9-a5b9-8038d354cfe0 req-cb554166-2aae-43fe-ae0b-7532451fad36 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:03.514529 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db632ec2-600c-4da9-a5b9-8038d354cfe0 req-cb554166-2aae-43fe-ae0b-7532451fad36 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Network 0363edd0-1704-4ea5-b7c0-1061ca483b3c is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:40:03.530242 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-db632ec2-600c-4da9-a5b9-8038d354cfe0 req-cb554166-2aae-43fe-ae0b-7532451fad36 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:40:03.541829 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-db632ec2-600c-4da9-a5b9-8038d354cfe0 req-cb554166-2aae-43fe-ae0b-7532451fad36 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:40:03.559289 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d812a03d-8153-4698-951c-4a97fc8c757c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:03.596270 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-04f3771c-717e-4df8-bc26-5554e9b2e644 req-b6e97f13-a98b-4d3d-a06e-f947b475e212 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=106f67d5-1349-418d-8dec-d727be87b1a5 HTTP/1.1" status: 200 len: 210 time: 0.0299397 Jul 05 02:40:03.600275 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['8045d015-5213-428b-a14c-1cb3ac9ffdd6'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:40:03.841255 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45da2be-6592-4a4a-bb9a-2635425d9be3 req-300c1b7f-3c0b-4a75-aba0-1c663bc1238b tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:03.843820 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a45da2be-6592-4a4a-bb9a-2635425d9be3 req-300c1b7f-3c0b-4a75-aba0-1c663bc1238b tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.21 "GET /v2.0/networks?id=c4d51310-b056-42c6-8720-dd3607bb490e HTTP/1.1" status: 200 len: 811 time: 0.2977087 Jul 05 02:40:03.894229 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-a45da2be-6592-4a4a-bb9a-2635425d9be3 req-e79f4302-3a02-45d1-9d19-2f1229e5fed3 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Request body: {'port': {'device_id': '106f67d5-1349-418d-8dec-d727be87b1a5', 'network_id': 'c4d51310-b056-42c6-8720-dd3607bb490e', 'admin_state_up': True, 'tenant_id': '442a3e50d6be48be9e1562c5772ee754'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:40:03.909664 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-bd1a8816-40a7-427e-bf40-c2fe2e596ce8 None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:03.926734 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-bd1a8816-40a7-427e-bf40-c2fe2e596ce8 None None] Transition to ACTIVE for port object 29e27f4d-7f35-460b-8c98-10b5011df5f6 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:40:04.020776 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb554166-2aae-43fe-ae0b-7532451fad36 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Pushing event updated for resources: {'Port': ['ID=ae1bc923-ffce-439f-9ca1-f7d82202825d,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:40:04.045116 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb554166-2aae-43fe-ae0b-7532451fad36 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:40:04.045657 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb554166-2aae-43fe-ae0b-7532451fad36 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:40:04.046188 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb554166-2aae-43fe-ae0b-7532451fad36 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:40:04.046680 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-bd1a8816-40a7-427e-bf40-c2fe2e596ce8 None None] Transition to ACTIVE for port object 29e27f4d-7f35-460b-8c98-10b5011df5f6 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:40:04.046859 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb554166-2aae-43fe-ae0b-7532451fad36 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:40:04.047564 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb554166-2aae-43fe-ae0b-7532451fad36 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:40:04.048054 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb554166-2aae-43fe-ae0b-7532451fad36 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:40:04.048890 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb554166-2aae-43fe-ae0b-7532451fad36 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:40:04.049879 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb554166-2aae-43fe-ae0b-7532451fad36 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:40:04.050495 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb554166-2aae-43fe-ae0b-7532451fad36 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:40:04.051285 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb554166-2aae-43fe-ae0b-7532451fad36 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:40:04.051832 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb554166-2aae-43fe-ae0b-7532451fad36 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:40:04.052350 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb554166-2aae-43fe-ae0b-7532451fad36 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:40:04.079876 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db632ec2-600c-4da9-a5b9-8038d354cfe0 req-cb554166-2aae-43fe-ae0b-7532451fad36 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:04.081308 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-db632ec2-600c-4da9-a5b9-8038d354cfe0 req-cb554166-2aae-43fe-ae0b-7532451fad36 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:04.133097 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d812a03d-8153-4698-951c-4a97fc8c757c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:04.158100 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-bd1a8816-40a7-427e-bf40-c2fe2e596ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:04.172862 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d812a03d-8153-4698-951c-4a97fc8c757c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:04.204153 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-db632ec2-600c-4da9-a5b9-8038d354cfe0 req-cb554166-2aae-43fe-ae0b-7532451fad36 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0163724 Jul 05 02:40:04.219181 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-db632ec2-600c-4da9-a5b9-8038d354cfe0 req-19adea96-1ce4-4a43-a09d-d082b21b5578 service neutron] Request body: {'port': {'device_id': 'ba3da823-4175-4539-ac81-d332c229a08c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:40:04.259580 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1a8816-40a7-427e-bf40-c2fe2e596ce8 None None] Pushing event updated for resources: {'Port': ['ID=29e27f4d-7f35-460b-8c98-10b5011df5f6,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:40:04.269680 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1a8816-40a7-427e-bf40-c2fe2e596ce8 None None] Network ff533ffd-e3f7-45b7-9256-cd4ac6526c51 is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:40:04.272133 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-bd1a8816-40a7-427e-bf40-c2fe2e596ce8 None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:40:04.279522 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1a8816-40a7-427e-bf40-c2fe2e596ce8 None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:40:04.347152 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-db632ec2-600c-4da9-a5b9-8038d354cfe0 req-19adea96-1ce4-4a43-a09d-d082b21b5578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:04.395502 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-bd1a8816-40a7-427e-bf40-c2fe2e596ce8 None None] Attempting to bind port 29e27f4d-7f35-460b-8c98-10b5011df5f6 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:40:04.396986 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-bd1a8816-40a7-427e-bf40-c2fe2e596ce8 None None] Attempting to bind port 29e27f4d-7f35-460b-8c98-10b5011df5f6 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '36ca27f6-4dd0-4ee8-a09b-77e60d7442cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ff533ffd-e3f7-45b7-9256-cd4ac6526c51'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:40:04.397557 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1a8816-40a7-427e-bf40-c2fe2e596ce8 None None] Attempting to bind port 29e27f4d-7f35-460b-8c98-10b5011df5f6 on network ff533ffd-e3f7-45b7-9256-cd4ac6526c51 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:40:04.403613 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a45da2be-6592-4a4a-bb9a-2635425d9be3 req-e79f4302-3a02-45d1-9d19-2f1229e5fed3 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Made reservation on behalf of 442a3e50d6be48be9e1562c5772ee754 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:40:04.406800 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1a8816-40a7-427e-bf40-c2fe2e596ce8 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:40:04.407174 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1a8816-40a7-427e-bf40-c2fe2e596ce8 None None] Checking segment: {'id': '36ca27f6-4dd0-4ee8-a09b-77e60d7442cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ff533ffd-e3f7-45b7-9256-cd4ac6526c51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:40:04.407656 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-bd1a8816-40a7-427e-bf40-c2fe2e596ce8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:04.408022 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1a8816-40a7-427e-bf40-c2fe2e596ce8 None None] Bound using segment: {'id': '36ca27f6-4dd0-4ee8-a09b-77e60d7442cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ff533ffd-e3f7-45b7-9256-cd4ac6526c51'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:40:04.408129 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a45da2be-6592-4a4a-bb9a-2635425d9be3 req-e79f4302-3a02-45d1-9d19-2f1229e5fed3 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:04.408496 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-bd1a8816-40a7-427e-bf40-c2fe2e596ce8 None None] Bound port: 29e27f4d-7f35-460b-8c98-10b5011df5f6, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36ca27f6-4dd0-4ee8-a09b-77e60d7442cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ff533ffd-e3f7-45b7-9256-cd4ac6526c51'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:40:04.410348 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-bd1a8816-40a7-427e-bf40-c2fe2e596ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:04.447070 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-d812a03d-8153-4698-951c-4a97fc8c757c admin admin] Allocated IP 172.25.7.108 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/d01c68ea-7c51-4d77-b9c3-cdd7383fef9f) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:40:04.609024 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-bd1a8816-40a7-427e-bf40-c2fe2e596ce8 None None] For port 29e27f4d-7f35-460b-8c98-10b5011df5f6, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:40:04.612532 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d812a03d-8153-4698-951c-4a97fc8c757c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:04.613183 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-bd1a8816-40a7-427e-bf40-c2fe2e596ce8 None None] For port 29e27f4d-7f35-460b-8c98-10b5011df5f6, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=29e27f4d-7f35-460b-8c98-10b5011df5f6,segment=NetworkSegment(36ca27f6-4dd0-4ee8-a09b-77e60d7442cd),segment_id=36ca27f6-4dd0-4ee8-a09b-77e60d7442cd)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:40:04.702004 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-bd1a8816-40a7-427e-bf40-c2fe2e596ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:04.766058 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d812a03d-8153-4698-951c-4a97fc8c757c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:04.775867 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1a8816-40a7-427e-bf40-c2fe2e596ce8 None None] Pushing event updated for resources: {'Port': ['ID=29e27f4d-7f35-460b-8c98-10b5011df5f6,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:40:04.789152 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1a8816-40a7-427e-bf40-c2fe2e596ce8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:40:04.789552 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1a8816-40a7-427e-bf40-c2fe2e596ce8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:40:04.789833 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1a8816-40a7-427e-bf40-c2fe2e596ce8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:40:04.794438 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1a8816-40a7-427e-bf40-c2fe2e596ce8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:40:04.794955 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1a8816-40a7-427e-bf40-c2fe2e596ce8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:40:04.795303 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1a8816-40a7-427e-bf40-c2fe2e596ce8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:40:04.795653 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1a8816-40a7-427e-bf40-c2fe2e596ce8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:40:04.796027 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1a8816-40a7-427e-bf40-c2fe2e596ce8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:40:04.796368 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1a8816-40a7-427e-bf40-c2fe2e596ce8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:40:04.796706 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1a8816-40a7-427e-bf40-c2fe2e596ce8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:40:04.797030 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1a8816-40a7-427e-bf40-c2fe2e596ce8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:40:04.802963 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1a8816-40a7-427e-bf40-c2fe2e596ce8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:40:04.898501 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-a45da2be-6592-4a4a-bb9a-2635425d9be3 req-e79f4302-3a02-45d1-9d19-2f1229e5fed3 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Allocated IP 172.20.0.3 (c4d51310-b056-42c6-8720-dd3607bb490e/822ac30d-26eb-483a-9cd9-5da64853ba79/fe1080a3-9d43-4188-906d-d53acae014f6) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:40:04.950321 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d812a03d-8153-4698-951c-4a97fc8c757c admin admin] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:40:04.970222 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-63f3c133-949f-467a-8779-373f1d3a3ce1 req-5191e170-c12f-4557-ac65-3b07b8aad2ad tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=106f67d5-1349-418d-8dec-d727be87b1a5 HTTP/1.1" status: 200 len: 210 time: 0.1523752 Jul 05 02:40:04.987615 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-d812a03d-8153-4698-951c-4a97fc8c757c admin admin] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:40:04.994219 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d812a03d-8153-4698-951c-4a97fc8c757c admin admin] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:40:05.037675 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d812a03d-8153-4698-951c-4a97fc8c757c admin admin] Pushing event updated for resources: {'Port': ['ID=d01c68ea-7c51-4d77-b9c3-cdd7383fef9f,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:40:05.272938 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf1e62c-1ff3-4f4d-8ccc-9baa703b1ca8 req-df977994-aecb-4d8a-aa16-bad5973541f1 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:05.274548 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3cf1e62c-1ff3-4f4d-8ccc-9baa703b1ca8 req-df977994-aecb-4d8a-aa16-bad5973541f1 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba3da823-4175-4539-ac81-d332c229a08c HTTP/1.1" status: 200 len: 932 time: 0.6522315 Jul 05 02:40:05.312176 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a45da2be-6592-4a4a-bb9a-2635425d9be3 req-e79f4302-3a02-45d1-9d19-2f1229e5fed3 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:05.343131 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-a45da2be-6592-4a4a-bb9a-2635425d9be3 req-e79f4302-3a02-45d1-9d19-2f1229e5fed3 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Transition to ACTIVE for port object fe1080a3-9d43-4188-906d-d53acae014f6 will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:40:05.380036 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3cf1e62c-1ff3-4f4d-8ccc-9baa703b1ca8 req-72d195c3-7ee6-4cd1-8acd-1de41e7317e7 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976367 Jul 05 02:40:05.401206 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-db632ec2-600c-4da9-a5b9-8038d354cfe0 req-19adea96-1ce4-4a43-a09d-d082b21b5578 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae1bc923-ffce-439f-9ca1-f7d82202825d {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:40:05.412092 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-db632ec2-600c-4da9-a5b9-8038d354cfe0 req-19adea96-1ce4-4a43-a09d-d082b21b5578 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:05.443432 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-db632ec2-600c-4da9-a5b9-8038d354cfe0 req-19adea96-1ce4-4a43-a09d-d082b21b5578 service neutron] Transition to ACTIVE for port object ae1bc923-ffce-439f-9ca1-f7d82202825d will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:40:05.588890 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d812a03d-8153-4698-951c-4a97fc8c757c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:05.901795 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d812a03d-8153-4698-951c-4a97fc8c757c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963'] for router, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:05.997975 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 29e27f4d-7f35-460b-8c98-10b5011df5f6 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:40:06.077123 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8c052f-1da8-4802-a869-46a43b82e4b4 None None] Network ff533ffd-e3f7-45b7-9256-cd4ac6526c51 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:40:06.187048 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-426ecdfb-b55b-4bea-8790-662985a168d0 req-cd8ef369-b056-42a4-853e-ebdd8dfd5b21 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=106f67d5-1349-418d-8dec-d727be87b1a5 HTTP/1.1" status: 200 len: 210 time: 0.0363321 Jul 05 02:40:06.486226 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-db632ec2-600c-4da9-a5b9-8038d354cfe0 req-19adea96-1ce4-4a43-a09d-d082b21b5578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:06.605621 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d812a03d-8153-4698-951c-4a97fc8c757c admin admin] Router a5a24777-37ed-4747-80a0-20d16e0c608d is scheduled to L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 with binding_index 1 {{(pid=94462) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 02:40:06.606183 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-39f376f4-5c9e-4ca9-8cae-872da77e3771 None None] Provisioning for port 29e27f4d-7f35-460b-8c98-10b5011df5f6 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:40:06.607996 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 29e27f4d-7f35-460b-8c98-10b5011df5f6 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:40:06.613008 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-39f376f4-5c9e-4ca9-8cae-872da77e3771 None None] Provisioning complete for port 29e27f4d-7f35-460b-8c98-10b5011df5f6 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:40:06.613377 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-39f376f4-5c9e-4ca9-8cae-872da77e3771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:06.616554 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19adea96-1ce4-4a43-a09d-d082b21b5578 service neutron] Pushing event updated for resources: {'Port': ['ID=ae1bc923-ffce-439f-9ca1-f7d82202825d,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:40:06.622318 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 29e27f4d-7f35-460b-8c98-10b5011df5f6 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:40:06.622318 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:06.635791 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a45da2be-6592-4a4a-bb9a-2635425d9be3 req-e79f4302-3a02-45d1-9d19-2f1229e5fed3 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:06.707303 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a45da2be-6592-4a4a-bb9a-2635425d9be3 req-e79f4302-3a02-45d1-9d19-2f1229e5fed3 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Network c4d51310-b056-42c6-8720-dd3607bb490e is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:40:06.720576 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-a45da2be-6592-4a4a-bb9a-2635425d9be3 req-e79f4302-3a02-45d1-9d19-2f1229e5fed3 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:40:06.732790 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-a45da2be-6592-4a4a-bb9a-2635425d9be3 req-e79f4302-3a02-45d1-9d19-2f1229e5fed3 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:40:06.758759 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d812a03d-8153-4698-951c-4a97fc8c757c admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:40:06.772989 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79f4302-3a02-45d1-9d19-2f1229e5fed3 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Pushing event updated for resources: {'Port': ['ID=fe1080a3-9d43-4188-906d-d53acae014f6,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:40:06.779130 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67f9d3e-55a9-49a1-992a-e7f2667fbb0c None None] Sync routers for ids ['a5a24777-37ed-4747-80a0-20d16e0c608d'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:40:06.820297 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67f9d3e-55a9-49a1-992a-e7f2667fbb0c None None] Routers {'a5a24777-37ed-4747-80a0-20d16e0c608d'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:40:06.820943 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-b67f9d3e-55a9-49a1-992a-e7f2667fbb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:39:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['a5a24777-37ed-4747-80a0-20d16e0c608d'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:40:06.857317 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d812a03d-8153-4698-951c-4a97fc8c757c admin admin] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:06.858795 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-d812a03d-8153-4698-951c-4a97fc8c757c admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.0029705 Jul 05 02:40:06.861530 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 54762) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:40:06.873396 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:06.926327 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932403a0-6202-470a-b1c2-8ba18434011e req-614dd9cc-d7b3-42b4-82e1-b7ad9f2a67b5 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:06.956202 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-932403a0-6202-470a-b1c2-8ba18434011e req-614dd9cc-d7b3-42b4-82e1-b7ad9f2a67b5 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba3da823-4175-4539-ac81-d332c229a08c HTTP/1.1" status: 200 len: 944 time: 0.3868370 Jul 05 02:40:06.983756 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-39f376f4-5c9e-4ca9-8cae-872da77e3771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:06.999410 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45da2be-6592-4a4a-bb9a-2635425d9be3 req-e79f4302-3a02-45d1-9d19-2f1229e5fed3 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:07.000254 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a45da2be-6592-4a4a-bb9a-2635425d9be3 req-e79f4302-3a02-45d1-9d19-2f1229e5fed3 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:07.026263 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 29e27f4d-7f35-460b-8c98-10b5011df5f6, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=29e27f4d-7f35-460b-8c98-10b5011df5f6,segment=NetworkSegment(36ca27f6-4dd0-4ee8-a09b-77e60d7442cd),segment_id=36ca27f6-4dd0-4ee8-a09b-77e60d7442cd)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:40:07.074552 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-932403a0-6202-470a-b1c2-8ba18434011e req-84dffb19-2de7-41ba-b489-bca168dee8cc tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103461 Jul 05 02:40:07.093587 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-db632ec2-600c-4da9-a5b9-8038d354cfe0 req-19adea96-1ce4-4a43-a09d-d082b21b5578 service neutron] Attempting to bind port ae1bc923-ffce-439f-9ca1-f7d82202825d on host n-h1-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:40:07.094791 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-db632ec2-600c-4da9-a5b9-8038d354cfe0 req-19adea96-1ce4-4a43-a09d-d082b21b5578 service neutron] Attempting to bind port ae1bc923-ffce-439f-9ca1-f7d82202825d by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': '00a692bc-19f1-4303-ae19-6195e6ab101f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0363edd0-1704-4ea5-b7c0-1061ca483b3c'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:40:07.094791 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db632ec2-600c-4da9-a5b9-8038d354cfe0 req-19adea96-1ce4-4a43-a09d-d082b21b5578 service neutron] Attempting to bind port ae1bc923-ffce-439f-9ca1-f7d82202825d on network 0363edd0-1704-4ea5-b7c0-1061ca483b3c {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:40:07.100835 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db632ec2-600c-4da9-a5b9-8038d354cfe0 req-19adea96-1ce4-4a43-a09d-d082b21b5578 service neutron] Port ae1bc923-ffce-439f-9ca1-f7d82202825d on network 0363edd0-1704-4ea5-b7c0-1061ca483b3c not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:40:07.101401 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db632ec2-600c-4da9-a5b9-8038d354cfe0 req-19adea96-1ce4-4a43-a09d-d082b21b5578 service neutron] Attempting to bind port ae1bc923-ffce-439f-9ca1-f7d82202825d on network 0363edd0-1704-4ea5-b7c0-1061ca483b3c {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:40:07.102385 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-b67f9d3e-55a9-49a1-992a-e7f2667fbb0c None None] Set router a5a24777-37ed-4747-80a0-20d16e0c608d gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:40:07.107802 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db632ec2-600c-4da9-a5b9-8038d354cfe0 req-19adea96-1ce4-4a43-a09d-d082b21b5578 service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:40:07.108425 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db632ec2-600c-4da9-a5b9-8038d354cfe0 req-19adea96-1ce4-4a43-a09d-d082b21b5578 service neutron] Checking segment: {'id': '00a692bc-19f1-4303-ae19-6195e6ab101f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0363edd0-1704-4ea5-b7c0-1061ca483b3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:40:07.109143 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db632ec2-600c-4da9-a5b9-8038d354cfe0 req-19adea96-1ce4-4a43-a09d-d082b21b5578 service neutron] Bound using segment: {'id': '00a692bc-19f1-4303-ae19-6195e6ab101f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0363edd0-1704-4ea5-b7c0-1061ca483b3c'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:40:07.109773 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-db632ec2-600c-4da9-a5b9-8038d354cfe0 req-19adea96-1ce4-4a43-a09d-d082b21b5578 service neutron] Bound port: ae1bc923-ffce-439f-9ca1-f7d82202825d, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00a692bc-19f1-4303-ae19-6195e6ab101f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0363edd0-1704-4ea5-b7c0-1061ca483b3c'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:40:07.110330 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-db632ec2-600c-4da9-a5b9-8038d354cfe0 req-19adea96-1ce4-4a43-a09d-d082b21b5578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:07.197340 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-db632ec2-600c-4da9-a5b9-8038d354cfe0 req-19adea96-1ce4-4a43-a09d-d082b21b5578 service neutron] For port ae1bc923-ffce-439f-9ca1-f7d82202825d, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:40:07.201056 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-db632ec2-600c-4da9-a5b9-8038d354cfe0 req-19adea96-1ce4-4a43-a09d-d082b21b5578 service neutron] For port ae1bc923-ffce-439f-9ca1-f7d82202825d, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=ae1bc923-ffce-439f-9ca1-f7d82202825d,segment=NetworkSegment(00a692bc-19f1-4303-ae19-6195e6ab101f),segment_id=00a692bc-19f1-4303-ae19-6195e6ab101f)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:40:07.205080 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a45da2be-6592-4a4a-bb9a-2635425d9be3 req-e79f4302-3a02-45d1-9d19-2f1229e5fed3 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3160970 Jul 05 02:40:07.215676 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:07.231831 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-a45da2be-6592-4a4a-bb9a-2635425d9be3 req-3e68f6ca-2bc5-404d-a80c-9710737d75e6 service neutron] Request body: {'port': {'device_id': '106f67d5-1349-418d-8dec-d727be87b1a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:40:07.299159 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-db632ec2-600c-4da9-a5b9-8038d354cfe0 req-19adea96-1ce4-4a43-a09d-d082b21b5578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:07.317589 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=29e27f4d-7f35-460b-8c98-10b5011df5f6,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:40:07.425290 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.db.api [None req-39f376f4-5c9e-4ca9-8cae-872da77e3771 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94463) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 02:40:07.425746 n-d-771362-32 neutron-server[94463]: DEBUG oslo_db.api [None req-39f376f4-5c9e-4ca9-8cae-872da77e3771 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 02:40:07.459271 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db632ec2-600c-4da9-a5b9-8038d354cfe0 req-19adea96-1ce4-4a43-a09d-d082b21b5578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:07.461364 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-db632ec2-600c-4da9-a5b9-8038d354cfe0 req-19adea96-1ce4-4a43-a09d-d082b21b5578 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:07.464502 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-db632ec2-600c-4da9-a5b9-8038d354cfe0 req-19adea96-1ce4-4a43-a09d-d082b21b5578 service neutron] 10.222.0.21 "PUT /v2.0/ports/ae1bc923-ffce-439f-9ca1-f7d82202825d HTTP/1.1" status: 200 len: 1093 time: 3.2527077 Jul 05 02:40:07.471710 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba3da823-4175-4539-ac81-d332c229a08c', 'tag': 'ae1bc923-ffce-439f-9ca1-f7d82202825d'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:40:07.479717 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fcefe12-3b5f-4967-8760-fb31781ce704" -d '{"events": [{"name": "network-changed", "server_uuid": "ba3da823-4175-4539-ac81-d332c229a08c", "tag": "ae1bc923-ffce-439f-9ca1-f7d82202825d"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:40:07.545776 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19adea96-1ce4-4a43-a09d-d082b21b5578 service neutron] Pushing event updated for resources: {'Port': ['ID=ae1bc923-ffce-439f-9ca1-f7d82202825d,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:40:07.555900 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a45da2be-6592-4a4a-bb9a-2635425d9be3 req-3e68f6ca-2bc5-404d-a80c-9710737d75e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:07.584178 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c198ea5-be84-4f92-9ebc-8f9dd27223cc x-openstack-request-id: req-0c198ea5-be84-4f92-9ebc-8f9dd27223cc {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:40:07.584178 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba3da823-4175-4539-ac81-d332c229a08c", "tag": "ae1bc923-ffce-439f-9ca1-f7d82202825d", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:40:07.584178 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0c198ea5-be84-4f92-9ebc-8f9dd27223cc {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:40:07.584178 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba3da823-4175-4539-ac81-d332c229a08c', 'tag': 'ae1bc923-ffce-439f-9ca1-f7d82202825d', 'status': 'completed', 'code': 200} Jul 05 02:40:07.619551 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-b67f9d3e-55a9-49a1-992a-e7f2667fbb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5a24777-37ed-4747-80a0-20d16e0c608d', 'name': 'tempest-TestAggregatesBasicOps-1646021902-router', 'tenant_id': '8c22abc688cd4c0292ded251d472128d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': 'd01c68ea-7c51-4d77-b9c3-cdd7383fef9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:40:03Z', 'updated_at': '2021-07-05T02:40:05Z', 'revision_number': 3, 'project_id': '8c22abc688cd4c0292ded251d472128d', 'gw_port': {'id': 'd01c68ea-7c51-4d77-b9c3-cdd7383fef9f', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:16:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5a24777-37ed-4747-80a0-20d16e0c608d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:40:04Z', 'updated_at': '2021-07-05T02:40:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:40:07.691594 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67f9d3e-55a9-49a1-992a-e7f2667fbb0c None None] Checking router: a5a24777-37ed-4747-80a0-20d16e0c608d for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:40:07.691944 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67f9d3e-55a9-49a1-992a-e7f2667fbb0c None None] Updating router a5a24777-37ed-4747-80a0-20d16e0c608d port d01c68ea-7c51-4d77-b9c3-cdd7383fef9f binding host n-d-771362-32 {{(pid=94463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 02:40:07.754947 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b67f9d3e-55a9-49a1-992a-e7f2667fbb0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:07.811010 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131317f-ae87-4fca-8752-f28f7b416967 req-f252ae33-4168-4779-8ee6-cdfa32dfae6c tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:07.818731 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f131317f-ae87-4fca-8752-f28f7b416967 req-f252ae33-4168-4779-8ee6-cdfa32dfae6c tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=106f67d5-1349-418d-8dec-d727be87b1a5 HTTP/1.1" status: 200 len: 931 time: 0.2219794 Jul 05 02:40:07.897550 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f131317f-ae87-4fca-8752-f28f7b416967 req-ae3cfc1f-4924-4443-b6de-83d97809a527 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e2564be-f5d8-4abd-ab86-f37a499f4ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758288 Jul 05 02:40:07.913809 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c5acdf29-f952-4e53-80a9-9826a0a13301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:08.000480 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 29e27f4d-7f35-460b-8c98-10b5011df5f6 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:40:08.145980 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-a45da2be-6592-4a4a-bb9a-2635425d9be3 req-3e68f6ca-2bc5-404d-a80c-9710737d75e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe1080a3-9d43-4188-906d-d53acae014f6 {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:40:08.160809 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a45da2be-6592-4a4a-bb9a-2635425d9be3 req-3e68f6ca-2bc5-404d-a80c-9710737d75e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:08.248342 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcefe12-3b5f-4967-8760-fb31781ce704 req-d9de92d8-8cd1-4d78-9be3-d664a04bd6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:08.248342 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3fcefe12-3b5f-4967-8760-fb31781ce704 req-d9de92d8-8cd1-4d78-9be3-d664a04bd6a9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4029f7586c674799901f5830e91fb3ea&device_id=ba3da823-4175-4539-ac81-d332c229a08c HTTP/1.1" status: 200 len: 1096 time: 0.6144702 Jul 05 02:40:08.248342 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-a45da2be-6592-4a4a-bb9a-2635425d9be3 req-3e68f6ca-2bc5-404d-a80c-9710737d75e6 service neutron] Transition to ACTIVE for port object fe1080a3-9d43-4188-906d-d53acae014f6 will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:40:08.312512 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-c5acdf29-f952-4e53-80a9-9826a0a13301 admin admin] Allocated IP 172.20.0.1 (ff533ffd-e3f7-45b7-9256-cd4ac6526c51/d3cc404d-8d1f-49d4-9bc4-d1d3fd71c0a0/bc8c6fb1-81a9-438d-9b1b-7564f618b5f0) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:40:08.335537 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 29e27f4d-7f35-460b-8c98-10b5011df5f6 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:40:08.342685 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:08.428960 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-0b676def-46ac-45df-ada2-02f9fb1b3100 None None] Provisioning complete for port 29e27f4d-7f35-460b-8c98-10b5011df5f6 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:40:08.433122 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-0b676def-46ac-45df-ada2-02f9fb1b3100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:08.520445 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c5acdf29-f952-4e53-80a9-9826a0a13301 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:08.550658 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [None req-c5acdf29-f952-4e53-80a9-9826a0a13301 admin admin] Transition to ACTIVE for port object bc8c6fb1-81a9-438d-9b1b-7564f618b5f0 will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:40:08.568662 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcefe12-3b5f-4967-8760-fb31781ce704 req-cf8f0904-3895-446e-bc7c-6a29984c3034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:08.572866 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3fcefe12-3b5f-4967-8760-fb31781ce704 req-cf8f0904-3895-446e-bc7c-6a29984c3034 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=4029f7586c674799901f5830e91fb3ea&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3008220 Jul 05 02:40:08.582873 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a45da2be-6592-4a4a-bb9a-2635425d9be3 req-3e68f6ca-2bc5-404d-a80c-9710737d75e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:08.679836 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c5acdf29-f952-4e53-80a9-9826a0a13301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:08.790927 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5acdf29-f952-4e53-80a9-9826a0a13301 admin admin] Network ff533ffd-e3f7-45b7-9256-cd4ac6526c51 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:40:08.793483 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcefe12-3b5f-4967-8760-fb31781ce704 req-ac5fc379-8ec1-4190-a72d-3e6e7767f6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:08.795159 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3fcefe12-3b5f-4967-8760-fb31781ce704 req-ac5fc379-8ec1-4190-a72d-3e6e7767f6dd service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1959786 Jul 05 02:40:08.796617 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-c5acdf29-f952-4e53-80a9-9826a0a13301 admin admin] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:40:08.817814 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5acdf29-f952-4e53-80a9-9826a0a13301 admin admin] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:40:08.863131 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b67f9d3e-55a9-49a1-992a-e7f2667fbb0c None None] Notify callbacks [] for port, precommit_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:08.868487 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5acdf29-f952-4e53-80a9-9826a0a13301 admin admin] Pushing event updated for resources: {'Port': ['ID=bc8c6fb1-81a9-438d-9b1b-7564f618b5f0,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:40:08.886345 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-b67f9d3e-55a9-49a1-992a-e7f2667fbb0c None None] Transition to ACTIVE for port object d01c68ea-7c51-4d77-b9c3-cdd7383fef9f will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:40:08.903767 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c5acdf29-f952-4e53-80a9-9826a0a13301 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635668'] for router_interface, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:08.955292 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e68f6ca-2bc5-404d-a80c-9710737d75e6 service neutron] Pushing event updated for resources: {'Port': ['ID=fe1080a3-9d43-4188-906d-d53acae014f6,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:40:08.959726 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-0b676def-46ac-45df-ada2-02f9fb1b3100 None None] Provisioning for port fe1080a3-9d43-4188-906d-d53acae014f6 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:40:09.041949 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b67f9d3e-55a9-49a1-992a-e7f2667fbb0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:09.274379 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8da6e9-6304-425b-a921-f2b15cba4037 req-d035c443-952b-4e32-bf69-0f91dbfbc33c tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:09.276111 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4e8da6e9-6304-425b-a921-f2b15cba4037 req-d035c443-952b-4e32-bf69-0f91dbfbc33c tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba3da823-4175-4539-ac81-d332c229a08c HTTP/1.1" status: 200 len: 944 time: 0.8906345 Jul 05 02:40:09.281813 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a774f37a-058f-43df-a01b-583cc6c7c3c3 None None] Pushing event updated for resources: {'Port': ['ID=d01c68ea-7c51-4d77-b9c3-cdd7383fef9f,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:40:09.285751 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-b67f9d3e-55a9-49a1-992a-e7f2667fbb0c None None] Attempting to bind port d01c68ea-7c51-4d77-b9c3-cdd7383fef9f on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:40:09.286525 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-b67f9d3e-55a9-49a1-992a-e7f2667fbb0c None None] Attempting to bind port d01c68ea-7c51-4d77-b9c3-cdd7383fef9f by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:40:09.287155 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67f9d3e-55a9-49a1-992a-e7f2667fbb0c None None] Attempting to bind port d01c68ea-7c51-4d77-b9c3-cdd7383fef9f on network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:40:09.298667 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67f9d3e-55a9-49a1-992a-e7f2667fbb0c None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:40:09.299059 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67f9d3e-55a9-49a1-992a-e7f2667fbb0c None None] Checking segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:40:09.299468 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b67f9d3e-55a9-49a1-992a-e7f2667fbb0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:09.299859 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67f9d3e-55a9-49a1-992a-e7f2667fbb0c None None] Bound using segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:40:09.301962 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-b67f9d3e-55a9-49a1-992a-e7f2667fbb0c None None] Bound port: d01c68ea-7c51-4d77-b9c3-cdd7383fef9f, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:40:09.302980 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b67f9d3e-55a9-49a1-992a-e7f2667fbb0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:09.416104 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-b67f9d3e-55a9-49a1-992a-e7f2667fbb0c None None] For port d01c68ea-7c51-4d77-b9c3-cdd7383fef9f, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:40:09.421818 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-b67f9d3e-55a9-49a1-992a-e7f2667fbb0c None None] For port d01c68ea-7c51-4d77-b9c3-cdd7383fef9f, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=d01c68ea-7c51-4d77-b9c3-cdd7383fef9f,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:40:09.422776 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4e8da6e9-6304-425b-a921-f2b15cba4037 req-c1d661d9-91c0-4c15-a154-4fe2169ed093 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984514 Jul 05 02:40:09.429330 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db632ec2-600c-4da9-a5b9-8038d354cfe0 req-a345ded1-6a8c-443f-84d6-9c4b73860649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:09.430922 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-db632ec2-600c-4da9-a5b9-8038d354cfe0 req-a345ded1-6a8c-443f-84d6-9c4b73860649 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4029f7586c674799901f5830e91fb3ea&device_id=ba3da823-4175-4539-ac81-d332c229a08c HTTP/1.1" status: 200 len: 1096 time: 0.5755322 Jul 05 02:40:09.451115 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c5acdf29-f952-4e53-80a9-9826a0a13301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:09.517536 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7231e02-e8b6-4261-990f-b0382a6cf3e9 req-f9266262-abba-4f09-b87f-ec870ec7de99 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:09.525444 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a7231e02-e8b6-4261-990f-b0382a6cf3e9 req-f9266262-abba-4f09-b87f-ec870ec7de99 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=106f67d5-1349-418d-8dec-d727be87b1a5 HTTP/1.1" status: 200 len: 943 time: 0.3190188 Jul 05 02:40:09.529185 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-c9a8e1db-cbde-4dac-ad13-4a200939cfa1 None None] Provisioning for port bc8c6fb1-81a9-438d-9b1b-7564f618b5f0 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:40:09.530729 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-db632ec2-600c-4da9-a5b9-8038d354cfe0 req-5efa382d-0cb6-4039-878a-961f731118ad service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae1bc923-ffce-439f-9ca1-f7d82202825d HTTP/1.1" status: 200 len: 217 time: 0.0718505 Jul 05 02:40:09.534248 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-c9a8e1db-cbde-4dac-ad13-4a200939cfa1 None None] Provisioning complete for port bc8c6fb1-81a9-438d-9b1b-7564f618b5f0 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:40:09.534628 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-c9a8e1db-cbde-4dac-ad13-4a200939cfa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:09.537443 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b67f9d3e-55a9-49a1-992a-e7f2667fbb0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:09.600152 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a7231e02-e8b6-4261-990f-b0382a6cf3e9 req-4d5054c1-6749-4ed0-a984-ee86aa55fa60 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e2564be-f5d8-4abd-ab86-f37a499f4ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685034 Jul 05 02:40:09.600399 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db632ec2-600c-4da9-a5b9-8038d354cfe0 req-e27a2870-62c4-45a2-a9c9-63b8fd97acc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:09.605171 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-db632ec2-600c-4da9-a5b9-8038d354cfe0 req-e27a2870-62c4-45a2-a9c9-63b8fd97acc7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=606919bb-0ade-4589-8a2b-c9dcfa56ec85 HTTP/1.1" status: 200 len: 853 time: 0.0734043 Jul 05 02:40:09.607644 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-a45da2be-6592-4a4a-bb9a-2635425d9be3 req-3e68f6ca-2bc5-404d-a80c-9710737d75e6 service neutron] Attempting to bind port fe1080a3-9d43-4188-906d-d53acae014f6 on host n-h1-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:40:09.608332 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-a45da2be-6592-4a4a-bb9a-2635425d9be3 req-3e68f6ca-2bc5-404d-a80c-9710737d75e6 service neutron] Attempting to bind port fe1080a3-9d43-4188-906d-d53acae014f6 by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': '2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c4d51310-b056-42c6-8720-dd3607bb490e'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:40:09.608672 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45da2be-6592-4a4a-bb9a-2635425d9be3 req-3e68f6ca-2bc5-404d-a80c-9710737d75e6 service neutron] Attempting to bind port fe1080a3-9d43-4188-906d-d53acae014f6 on network c4d51310-b056-42c6-8720-dd3607bb490e {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:40:09.647886 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45da2be-6592-4a4a-bb9a-2635425d9be3 req-3e68f6ca-2bc5-404d-a80c-9710737d75e6 service neutron] Port fe1080a3-9d43-4188-906d-d53acae014f6 on network c4d51310-b056-42c6-8720-dd3607bb490e not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:40:09.648494 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45da2be-6592-4a4a-bb9a-2635425d9be3 req-3e68f6ca-2bc5-404d-a80c-9710737d75e6 service neutron] Attempting to bind port fe1080a3-9d43-4188-906d-d53acae014f6 on network c4d51310-b056-42c6-8720-dd3607bb490e {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:40:09.656138 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-db632ec2-600c-4da9-a5b9-8038d354cfe0 req-a15f3a4c-98b4-4964-ac68-37a820355871 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0363edd0-1704-4ea5-b7c0-1061ca483b3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439506 Jul 05 02:40:09.657180 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45da2be-6592-4a4a-bb9a-2635425d9be3 req-3e68f6ca-2bc5-404d-a80c-9710737d75e6 service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:40:09.657723 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45da2be-6592-4a4a-bb9a-2635425d9be3 req-3e68f6ca-2bc5-404d-a80c-9710737d75e6 service neutron] Checking segment: {'id': '2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c4d51310-b056-42c6-8720-dd3607bb490e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:40:09.658302 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45da2be-6592-4a4a-bb9a-2635425d9be3 req-3e68f6ca-2bc5-404d-a80c-9710737d75e6 service neutron] Bound using segment: {'id': '2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c4d51310-b056-42c6-8720-dd3607bb490e'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:40:09.659163 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-a45da2be-6592-4a4a-bb9a-2635425d9be3 req-3e68f6ca-2bc5-404d-a80c-9710737d75e6 service neutron] Bound port: fe1080a3-9d43-4188-906d-d53acae014f6, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c4d51310-b056-42c6-8720-dd3607bb490e'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:40:09.659959 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a45da2be-6592-4a4a-bb9a-2635425d9be3 req-3e68f6ca-2bc5-404d-a80c-9710737d75e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:09.715423 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-c9a8e1db-cbde-4dac-ad13-4a200939cfa1 None None] Port bc8c6fb1-81a9-438d-9b1b-7564f618b5f0 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:40:09.726286 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67f9d3e-55a9-49a1-992a-e7f2667fbb0c None None] Routers {'a5a24777-37ed-4747-80a0-20d16e0c608d'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:40:09.727197 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-b67f9d3e-55a9-49a1-992a-e7f2667fbb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:39:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['a5a24777-37ed-4747-80a0-20d16e0c608d'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:40:09.729580 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a774f37a-058f-43df-a01b-583cc6c7c3c3 None None] Pushing event updated for resources: {'Port': ['ID=d01c68ea-7c51-4d77-b9c3-cdd7383fef9f,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:40:09.943509 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-b67f9d3e-55a9-49a1-992a-e7f2667fbb0c None None] Set router a5a24777-37ed-4747-80a0-20d16e0c608d gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:40:09.959844 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-db632ec2-600c-4da9-a5b9-8038d354cfe0 req-a9fcc6e5-484c-460c-a459-afeeefb5aed2 service neutron] 10.222.0.21 "GET /v2.0/networks/0363edd0-1704-4ea5-b7c0-1061ca483b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2954350 Jul 05 02:40:10.029223 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-a45da2be-6592-4a4a-bb9a-2635425d9be3 req-3e68f6ca-2bc5-404d-a80c-9710737d75e6 service neutron] For port fe1080a3-9d43-4188-906d-d53acae014f6, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:40:10.047918 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-a45da2be-6592-4a4a-bb9a-2635425d9be3 req-3e68f6ca-2bc5-404d-a80c-9710737d75e6 service neutron] For port fe1080a3-9d43-4188-906d-d53acae014f6, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=fe1080a3-9d43-4188-906d-d53acae014f6,segment=NetworkSegment(2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7),segment_id=2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:40:10.087581 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-db632ec2-600c-4da9-a5b9-8038d354cfe0 req-11261f9e-efb3-4b47-8a6d-a0bee8d5a15c service neutron] 10.222.0.21 "GET /v2.0/networks/0363edd0-1704-4ea5-b7c0-1061ca483b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191177 Jul 05 02:40:10.186930 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a45da2be-6592-4a4a-bb9a-2635425d9be3 req-3e68f6ca-2bc5-404d-a80c-9710737d75e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:10.198428 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c5acdf29-f952-4e53-80a9-9826a0a13301 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:10.223804 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-b67f9d3e-55a9-49a1-992a-e7f2667fbb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5a24777-37ed-4747-80a0-20d16e0c608d', 'name': 'tempest-TestAggregatesBasicOps-1646021902-router', 'tenant_id': '8c22abc688cd4c0292ded251d472128d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': 'd01c68ea-7c51-4d77-b9c3-cdd7383fef9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:40:03Z', 'updated_at': '2021-07-05T02:40:09Z', 'revision_number': 4, 'project_id': '8c22abc688cd4c0292ded251d472128d', 'gw_port': {'id': 'd01c68ea-7c51-4d77-b9c3-cdd7383fef9f', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:16:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5a24777-37ed-4747-80a0-20d16e0c608d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:40:04Z', 'updated_at': '2021-07-05T02:40:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'bc8c6fb1-81a9-438d-9b1b-7564f618b5f0', 'name': '', 'network_id': 'ff533ffd-e3f7-45b7-9256-cd4ac6526c51', 'tenant_id': '8c22abc688cd4c0292ded251d472128d', 'mac_address': 'fa:16:3e:1b:70:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5a24777-37ed-4747-80a0-20d16e0c608d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': 'd3cc404d-8d1f-49d4-9bc4-d1d3fd71c0a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:40:07Z', 'updated_at': '2021-07-05T02:40:08Z', 'revision_number': 1, 'project_id': '8c22abc688cd4c0292ded251d472128d', 'subnets': [{'id': 'd3cc404d-8d1f-49d4-9bc4-d1d3fd71c0a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:40:10.235512 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45da2be-6592-4a4a-bb9a-2635425d9be3 req-3e68f6ca-2bc5-404d-a80c-9710737d75e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:10.236482 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a45da2be-6592-4a4a-bb9a-2635425d9be3 req-3e68f6ca-2bc5-404d-a80c-9710737d75e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:10.237556 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a45da2be-6592-4a4a-bb9a-2635425d9be3 req-3e68f6ca-2bc5-404d-a80c-9710737d75e6 service neutron] 10.222.0.21 "PUT /v2.0/ports/fe1080a3-9d43-4188-906d-d53acae014f6 HTTP/1.1" status: 200 len: 1092 time: 3.0224948 Jul 05 02:40:10.238171 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '106f67d5-1349-418d-8dec-d727be87b1a5', 'tag': 'fe1080a3-9d43-4188-906d-d53acae014f6'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:40:10.241475 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-346a8179-0a0b-4d8d-b6d5-4c4f5f657386" -d '{"events": [{"name": "network-changed", "server_uuid": "106f67d5-1349-418d-8dec-d727be87b1a5", "tag": "fe1080a3-9d43-4188-906d-d53acae014f6"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:40:10.266412 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67f9d3e-55a9-49a1-992a-e7f2667fbb0c None None] The sync data for ids ['a5a24777-37ed-4747-80a0-20d16e0c608d'] in n-d-771362-32 is: [{'id': 'a5a24777-37ed-4747-80a0-20d16e0c608d', 'name': 'tempest-TestAggregatesBasicOps-1646021902-router', 'tenant_id': '8c22abc688cd4c0292ded251d472128d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': 'd01c68ea-7c51-4d77-b9c3-cdd7383fef9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:40:03Z', 'updated_at': '2021-07-05T02:40:09Z', 'revision_number': 4, 'project_id': '8c22abc688cd4c0292ded251d472128d', 'gw_port': {'id': 'd01c68ea-7c51-4d77-b9c3-cdd7383fef9f', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:16:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5a24777-37ed-4747-80a0-20d16e0c608d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:40:04Z', 'updated_at': '2021-07-05T02:40:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'bc8c6fb1-81a9-438d-9b1b-7564f618b5f0', 'name': '', 'network_id': 'ff533ffd-e3f7-45b7-9256-cd4ac6526c51', 'tenant_id': '8c22abc688cd4c0292ded251d472128d', 'mac_address': 'fa:16:3e:1b:70:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5a24777-37ed-4747-80a0-20d16e0c608d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': 'd3cc404d-8d1f-49d4-9bc4-d1d3fd71c0a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:40:07Z', 'updated_at': '2021-07-05T02:40:08Z', 'revision_number': 1, 'project_id': '8c22abc688cd4c0292ded251d472128d', 'subnets': [{'id': 'd3cc404d-8d1f-49d4-9bc4-d1d3fd71c0a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:40:10.308217 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e68f6ca-2bc5-404d-a80c-9710737d75e6 service neutron] Pushing event updated for resources: {'Port': ['ID=fe1080a3-9d43-4188-906d-d53acae014f6,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:40:10.315461 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc710cc7-344e-49c5-80e2-2ce26bf4aebc x-openstack-request-id: req-dc710cc7-344e-49c5-80e2-2ce26bf4aebc {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:40:10.316459 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "106f67d5-1349-418d-8dec-d727be87b1a5", "tag": "fe1080a3-9d43-4188-906d-d53acae014f6", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:40:10.317134 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dc710cc7-344e-49c5-80e2-2ce26bf4aebc {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:40:10.318351 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '106f67d5-1349-418d-8dec-d727be87b1a5', 'tag': 'fe1080a3-9d43-4188-906d-d53acae014f6', 'status': 'completed', 'code': 200} Jul 05 02:40:10.325097 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c5acdf29-f952-4e53-80a9-9826a0a13301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:10.431051 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346a8179-0a0b-4d8d-b6d5-4c4f5f657386 req-539f9a42-0618-408b-8050-cc1ece5cb3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:10.447626 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-346a8179-0a0b-4d8d-b6d5-4c4f5f657386 req-539f9a42-0618-408b-8050-cc1ece5cb3bb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=442a3e50d6be48be9e1562c5772ee754&device_id=106f67d5-1349-418d-8dec-d727be87b1a5 HTTP/1.1" status: 200 len: 1095 time: 0.1029563 Jul 05 02:40:10.469217 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5acdf29-f952-4e53-80a9-9826a0a13301 admin admin] Pushing event updated for resources: {'Port': ['ID=bc8c6fb1-81a9-438d-9b1b-7564f618b5f0,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:40:10.491657 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c5acdf29-f952-4e53-80a9-9826a0a13301 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634601'] for router_interface, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:10.699445 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346a8179-0a0b-4d8d-b6d5-4c4f5f657386 req-f99931d4-d6a2-492b-ad95-4c905be97c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:10.703693 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-346a8179-0a0b-4d8d-b6d5-4c4f5f657386 req-f99931d4-d6a2-492b-ad95-4c905be97c87 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=442a3e50d6be48be9e1562c5772ee754&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2453105 Jul 05 02:40:10.924649 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5acdf29-f952-4e53-80a9-9826a0a13301 admin admin] Network ff533ffd-e3f7-45b7-9256-cd4ac6526c51 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:40:10.986156 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-c5acdf29-f952-4e53-80a9-9826a0a13301 admin admin] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:40:11.000275 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346a8179-0a0b-4d8d-b6d5-4c4f5f657386 req-26d5595f-4371-4a8a-9761-d78f46dd5ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:11.003952 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-346a8179-0a0b-4d8d-b6d5-4c4f5f657386 req-26d5595f-4371-4a8a-9761-d78f46dd5ee6 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2908089 Jul 05 02:40:11.025224 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e17fb9-4cf8-498a-aa9e-0d5694f6e3f7 req-c774fce1-0bd3-4916-bf8c-17c09b7b9ae4 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:11.026911 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-01e17fb9-4cf8-498a-aa9e-0d5694f6e3f7 req-c774fce1-0bd3-4916-bf8c-17c09b7b9ae4 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba3da823-4175-4539-ac81-d332c229a08c HTTP/1.1" status: 200 len: 944 time: 0.2295208 Jul 05 02:40:11.099963 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c2ed8-8962-4a09-9d69-aefdbbdfd021 req-91d077d6-2ffe-41ff-af3c-311dabaa1846 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:11.107514 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fb3c2ed8-8962-4a09-9d69-aefdbbdfd021 req-91d077d6-2ffe-41ff-af3c-311dabaa1846 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=106f67d5-1349-418d-8dec-d727be87b1a5 HTTP/1.1" status: 200 len: 943 time: 0.1763916 Jul 05 02:40:11.243631 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fb3c2ed8-8962-4a09-9d69-aefdbbdfd021 req-2bed8745-e010-4bc1-a132-3ab27f0e6748 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e2564be-f5d8-4abd-ab86-f37a499f4ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330287 Jul 05 02:40:11.295510 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45da2be-6592-4a4a-bb9a-2635425d9be3 req-d92eb8e5-80d7-4225-b324-9df90c6ccdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:11.301913 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a45da2be-6592-4a4a-bb9a-2635425d9be3 req-d92eb8e5-80d7-4225-b324-9df90c6ccdd1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=442a3e50d6be48be9e1562c5772ee754&device_id=106f67d5-1349-418d-8dec-d727be87b1a5 HTTP/1.1" status: 200 len: 1095 time: 0.2405052 Jul 05 02:40:11.385209 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5acdf29-f952-4e53-80a9-9826a0a13301 admin admin] Router a5a24777-37ed-4747-80a0-20d16e0c608d has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:40:11.506102 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-37d353c1-3021-4cfd-856f-ad9d62cf3663 None None] Provisioning complete for port bc8c6fb1-81a9-438d-9b1b-7564f618b5f0 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:40:11.506662 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-37d353c1-3021-4cfd-856f-ad9d62cf3663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:11.568798 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-01e17fb9-4cf8-498a-aa9e-0d5694f6e3f7 req-1675217c-20a0-40b7-9347-658e2e639ba3 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253139 Jul 05 02:40:11.626908 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-37d353c1-3021-4cfd-856f-ad9d62cf3663 None None] Port bc8c6fb1-81a9-438d-9b1b-7564f618b5f0 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:40:11.766461 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:11.798473 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5acdf29-f952-4e53-80a9-9826a0a13301 admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:40:11.814985 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-c5acdf29-f952-4e53-80a9-9826a0a13301 admin admin] 10.222.0.23 "PUT /v2.0/routers/a5a24777-37ed-4747-80a0-20d16e0c608d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9521139 Jul 05 02:40:11.879235 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:12.090099 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device d01c68ea-7c51-4d77-b9c3-cdd7383fef9f up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:40:12.093637 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a45da2be-6592-4a4a-bb9a-2635425d9be3 req-a4c60836-0aba-4f25-817a-0dfa5724849a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe1080a3-9d43-4188-906d-d53acae014f6 HTTP/1.1" status: 200 len: 217 time: 0.7821589 Jul 05 02:40:12.198719 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45da2be-6592-4a4a-bb9a-2635425d9be3 req-d649e251-5e0d-4cc2-89c4-053a769c0bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:12.200366 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a45da2be-6592-4a4a-bb9a-2635425d9be3 req-d649e251-5e0d-4cc2-89c4-053a769c0bfd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=822ac30d-26eb-483a-9cd9-5da64853ba79 HTTP/1.1" status: 200 len: 850 time: 0.0997028 Jul 05 02:40:12.263765 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port d01c68ea-7c51-4d77-b9c3-cdd7383fef9f completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:40:12.265079 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port d01c68ea-7c51-4d77-b9c3-cdd7383fef9f triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:40:12.265466 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:12.352998 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45da2be-6592-4a4a-bb9a-2635425d9be3 req-e169cc76-21e9-46e8-a54d-28197cdadf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:12.354921 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a45da2be-6592-4a4a-bb9a-2635425d9be3 req-e169cc76-21e9-46e8-a54d-28197cdadf71 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c4d51310-b056-42c6-8720-dd3607bb490e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1469486 Jul 05 02:40:12.400701 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device ae1bc923-ffce-439f-9ca1-f7d82202825d details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:40:12.519689 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:12.588664 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a45da2be-6592-4a4a-bb9a-2635425d9be3 req-d3729db9-776a-475d-9df6-cd05cf4a84ec service neutron] 10.222.0.21 "GET /v2.0/networks/c4d51310-b056-42c6-8720-dd3607bb490e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264268 Jul 05 02:40:12.707143 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321e93a3-03d6-42e8-9aaf-1ffaf4f2ef22 req-5b9be9cd-c113-4134-9c06-3ebe95416fae tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:12.717479 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-321e93a3-03d6-42e8-9aaf-1ffaf4f2ef22 req-5b9be9cd-c113-4134-9c06-3ebe95416fae tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=106f67d5-1349-418d-8dec-d727be87b1a5 HTTP/1.1" status: 200 len: 943 time: 0.1964405 Jul 05 02:40:12.801548 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-321e93a3-03d6-42e8-9aaf-1ffaf4f2ef22 req-1e43abdb-0a96-464e-b654-34e435b48393 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e2564be-f5d8-4abd-ab86-f37a499f4ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767796 Jul 05 02:40:12.854906 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a45da2be-6592-4a4a-bb9a-2635425d9be3 req-8cc19ba4-740b-40f8-bb83-9c3d6bda0dbd service neutron] 10.222.0.21 "GET /v2.0/networks/c4d51310-b056-42c6-8720-dd3607bb490e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441013 Jul 05 02:40:12.874802 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port d01c68ea-7c51-4d77-b9c3-cdd7383fef9f, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=d01c68ea-7c51-4d77-b9c3-cdd7383fef9f,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:40:13.006155 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:13.072765 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port ae1bc923-ffce-439f-9ca1-f7d82202825d, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=ae1bc923-ffce-439f-9ca1-f7d82202825d,segment=NetworkSegment(00a692bc-19f1-4303-ae19-6195e6ab101f),segment_id=00a692bc-19f1-4303-ae19-6195e6ab101f)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:40:13.103626 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': 'ae1bc923-ffce-439f-9ca1-f7d82202825d', 'network_id': '0363edd0-1704-4ea5-b7c0-1061ca483b3c', 'port_id': 'ae1bc923-ffce-439f-9ca1-f7d82202825d', 'mac_address': 'fa:16:3e:22:d4:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '606919bb-0ade-4589-8a2b-c9dcfa56ec85', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:40:13.147425 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=d01c68ea-7c51-4d77-b9c3-cdd7383fef9f,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:40:13.182789 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10f14b5-2cb6-4952-a8a9-60c602d5d32a req-7e82b394-7209-4248-b225-d5bd5d7fcc74 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:13.184822 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:13.192365 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b10f14b5-2cb6-4952-a8a9-60c602d5d32a req-7e82b394-7209-4248-b225-d5bd5d7fcc74 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba3da823-4175-4539-ac81-d332c229a08c HTTP/1.1" status: 200 len: 944 time: 0.2134125 Jul 05 02:40:13.214049 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae1bc923-ffce-439f-9ca1-f7d82202825d {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:40:13.246822 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port ae1bc923-ffce-439f-9ca1-f7d82202825d, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=ae1bc923-ffce-439f-9ca1-f7d82202825d,segment=NetworkSegment(00a692bc-19f1-4303-ae19-6195e6ab101f),segment_id=00a692bc-19f1-4303-ae19-6195e6ab101f)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:40:13.247887 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b10f14b5-2cb6-4952-a8a9-60c602d5d32a req-466734b5-8e6d-4062-81eb-f954104ec49f tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543196 Jul 05 02:40:13.377580 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 55020) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:40:13.383557 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-692b13cd-5034-47ee-b894-5e742eff591f admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1944499383-network', 'tenant_id': 'd528297433b04443888da8f1a3dd78a1'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:40:13.456823 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:13.510079 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=ae1bc923-ffce-439f-9ca1-f7d82202825d,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:40:13.610989 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-692b13cd-5034-47ee-b894-5e742eff591f admin admin] Made reservation on behalf of d528297433b04443888da8f1a3dd78a1 for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:40:13.613416 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-692b13cd-5034-47ee-b894-5e742eff591f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:13.623662 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-692b13cd-5034-47ee-b894-5e742eff591f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:13.681511 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['ae1bc923-ffce-439f-9ca1-f7d82202825d'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:40:13.720667 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-692b13cd-5034-47ee-b894-5e742eff591f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:13.943093 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-692b13cd-5034-47ee-b894-5e742eff591f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:13.979310 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device d01c68ea-7c51-4d77-b9c3-cdd7383fef9f up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:40:13.993047 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-692b13cd-5034-47ee-b894-5e742eff591f admin admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:40:14.010075 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692b13cd-5034-47ee-b894-5e742eff591f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d45cf62-b8d7-4a68-ad5d-c97ae12b54d6,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:40:14.016943 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-692b13cd-5034-47ee-b894-5e742eff591f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:14.017654 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-692b13cd-5034-47ee-b894-5e742eff591f admin admin] Added segment 0cb721e7-31df-4d1e-8514-295703e20912 of type vlan for network 298f5d1b-f553-44c2-b9d8-1781cb1d7820 Jul 05 02:40:14.041825 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port d01c68ea-7c51-4d77-b9c3-cdd7383fef9f triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:40:14.042467 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:14.050112 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19d5def-dec4-4c75-997d-ac0cda541fcc req-407a49fe-860f-4895-9f41-64d6a4a9802d tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:14.051829 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d19d5def-dec4-4c75-997d-ac0cda541fcc req-407a49fe-860f-4895-9f41-64d6a4a9802d tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=106f67d5-1349-418d-8dec-d727be87b1a5 HTTP/1.1" status: 200 len: 943 time: 0.1174309 Jul 05 02:40:14.076513 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-692b13cd-5034-47ee-b894-5e742eff591f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:14.096578 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadd0957-bc5f-4e2c-8c6d-20290323a8ce None None] Sync routers for ids ['a5a24777-37ed-4747-80a0-20d16e0c608d'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:40:14.117390 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadd0957-bc5f-4e2c-8c6d-20290323a8ce None None] Routers {'a5a24777-37ed-4747-80a0-20d16e0c608d'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:40:14.118114 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-aadd0957-bc5f-4e2c-8c6d-20290323a8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:39:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['a5a24777-37ed-4747-80a0-20d16e0c608d'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:40:14.129861 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d19d5def-dec4-4c75-997d-ac0cda541fcc req-2eedde9b-c3f6-453f-98ff-d0db191c489e tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e2564be-f5d8-4abd-ab86-f37a499f4ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641303 Jul 05 02:40:14.230833 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-aadd0957-bc5f-4e2c-8c6d-20290323a8ce None None] Set router a5a24777-37ed-4747-80a0-20d16e0c608d gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:40:14.251256 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-692b13cd-5034-47ee-b894-5e742eff591f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:14.252252 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692b13cd-5034-47ee-b894-5e742eff591f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:14.252838 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-692b13cd-5034-47ee-b894-5e742eff591f admin admin] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:14.357759 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692b13cd-5034-47ee-b894-5e742eff591f admin admin] Pushing event updated for resources: {'Network': ['ID=298f5d1b-f553-44c2-b9d8-1781cb1d7820,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:40:14.369137 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 298f5d1b-f553-44c2-b9d8-1781cb1d7820 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:40:14.375731 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device fe1080a3-9d43-4188-906d-d53acae014f6 details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:40:14.378841 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device ae1bc923-ffce-439f-9ca1-f7d82202825d up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:40:14.481779 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2cdc5a-61e7-4e92-957b-dd8da68c153f req-494382ed-e92d-41df-9d0d-534b63253bdb tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:14.483358 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ec2cdc5a-61e7-4e92-957b-dd8da68c153f req-494382ed-e92d-41df-9d0d-534b63253bdb tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba3da823-4175-4539-ac81-d332c229a08c HTTP/1.1" status: 200 len: 945 time: 0.0692616 Jul 05 02:40:14.488608 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-aadd0957-bc5f-4e2c-8c6d-20290323a8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5a24777-37ed-4747-80a0-20d16e0c608d', 'name': 'tempest-TestAggregatesBasicOps-1646021902-router', 'tenant_id': '8c22abc688cd4c0292ded251d472128d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': 'd01c68ea-7c51-4d77-b9c3-cdd7383fef9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:40:03Z', 'updated_at': '2021-07-05T02:40:09Z', 'revision_number': 4, 'project_id': '8c22abc688cd4c0292ded251d472128d', 'gw_port': {'id': 'd01c68ea-7c51-4d77-b9c3-cdd7383fef9f', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:16:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a24777-37ed-4747-80a0-20d16e0c608d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:40:04Z', 'updated_at': '2021-07-05T02:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'bc8c6fb1-81a9-438d-9b1b-7564f618b5f0', 'name': '', 'network_id': 'ff533ffd-e3f7-45b7-9256-cd4ac6526c51', 'tenant_id': '8c22abc688cd4c0292ded251d472128d', 'mac_address': 'fa:16:3e:1b:70:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5a24777-37ed-4747-80a0-20d16e0c608d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': 'd3cc404d-8d1f-49d4-9bc4-d1d3fd71c0a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:40:07Z', 'updated_at': '2021-07-05T02:40:09Z', 'revision_number': 2, 'project_id': '8c22abc688cd4c0292ded251d472128d', 'subnets': [{'id': 'd3cc404d-8d1f-49d4-9bc4-d1d3fd71c0a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:40:14.489348 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-692b13cd-5034-47ee-b894-5e742eff591f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1100485 Jul 05 02:40:14.504882 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 55060) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:40:14.504882 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-c52fc3eb-5ffe-443f-a8e5-43d02560061d admin admin] Request body: {'subnet': {'network_id': '298f5d1b-f553-44c2-b9d8-1781cb1d7820', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1944499383-subnet', 'tenant_id': 'd528297433b04443888da8f1a3dd78a1', 'ip_version': 4}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:40:14.525946 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadd0957-bc5f-4e2c-8c6d-20290323a8ce None None] Checking router: a5a24777-37ed-4747-80a0-20d16e0c608d for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:40:14.526752 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadd0957-bc5f-4e2c-8c6d-20290323a8ce None None] Updating router a5a24777-37ed-4747-80a0-20d16e0c608d port bc8c6fb1-81a9-438d-9b1b-7564f618b5f0 binding host n-d-771362-32 {{(pid=94464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 02:40:14.547074 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ec2cdc5a-61e7-4e92-957b-dd8da68c153f req-90e3b34d-5bcd-4455-b072-d0bd68728642 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563538 Jul 05 02:40:14.565989 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-aadd0957-bc5f-4e2c-8c6d-20290323a8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:14.629790 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port fe1080a3-9d43-4188-906d-d53acae014f6, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=fe1080a3-9d43-4188-906d-d53acae014f6,segment=NetworkSegment(2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7),segment_id=2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:40:14.639062 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning for port ae1bc923-ffce-439f-9ca1-f7d82202825d completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:40:14.648155 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port ae1bc923-ffce-439f-9ca1-f7d82202825d triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:40:14.648585 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:14.650566 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': 'fe1080a3-9d43-4188-906d-d53acae014f6', 'network_id': 'c4d51310-b056-42c6-8720-dd3607bb490e', 'port_id': 'fe1080a3-9d43-4188-906d-d53acae014f6', 'mac_address': 'fa:16:3e:04:5a:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '822ac30d-26eb-483a-9cd9-5da64853ba79', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:40:14.671538 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c52fc3eb-5ffe-443f-a8e5-43d02560061d admin admin] Made reservation on behalf of d528297433b04443888da8f1a3dd78a1 for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:40:14.676450 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c52fc3eb-5ffe-443f-a8e5-43d02560061d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:14.929477 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:14.967495 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe1080a3-9d43-4188-906d-d53acae014f6 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:40:14.968019 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-aadd0957-bc5f-4e2c-8c6d-20290323a8ce None None] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:14.993910 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-aadd0957-bc5f-4e2c-8c6d-20290323a8ce None None] Transition to ACTIVE for port object bc8c6fb1-81a9-438d-9b1b-7564f618b5f0 will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:40:14.996924 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port fe1080a3-9d43-4188-906d-d53acae014f6, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=fe1080a3-9d43-4188-906d-d53acae014f6,segment=NetworkSegment(2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7),segment_id=2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:40:14.998032 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:15.022216 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba3da823-4175-4539-ac81-d332c229a08c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae1bc923-ffce-439f-9ca1-f7d82202825d'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:40:15.024581 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bd97beb-2ba1-49fb-8214-c19c08343fbe" -d '{"events": [{"server_uuid": "ba3da823-4175-4539-ac81-d332c229a08c", "name": "network-vif-plugged", "status": "completed", "tag": "ae1bc923-ffce-439f-9ca1-f7d82202825d"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:40:15.050992 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port ae1bc923-ffce-439f-9ca1-f7d82202825d, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=ae1bc923-ffce-439f-9ca1-f7d82202825d,segment=NetworkSegment(00a692bc-19f1-4303-ae19-6195e6ab101f),segment_id=00a692bc-19f1-4303-ae19-6195e6ab101f)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:40:15.067037 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f0eae6e-c369-46a2-931b-d3f746241afc x-openstack-request-id: req-1f0eae6e-c369-46a2-931b-d3f746241afc {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:40:15.067324 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba3da823-4175-4539-ac81-d332c229a08c", "name": "network-vif-plugged", "status": "completed", "tag": "ae1bc923-ffce-439f-9ca1-f7d82202825d", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:40:15.067646 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1f0eae6e-c369-46a2-931b-d3f746241afc {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:40:15.068611 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba3da823-4175-4539-ac81-d332c229a08c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae1bc923-ffce-439f-9ca1-f7d82202825d', 'code': 200} Jul 05 02:40:15.142487 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:15.206290 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-aadd0957-bc5f-4e2c-8c6d-20290323a8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:15.206758 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c52fc3eb-5ffe-443f-a8e5-43d02560061d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:15.223320 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:15.296201 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6820e2cb-0afb-41b2-b9c9-aa2ea87364bd req-8f4a6e4e-c664-49d7-8ba4-5994096b5c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:15.305112 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6820e2cb-0afb-41b2-b9c9-aa2ea87364bd req-8f4a6e4e-c664-49d7-8ba4-5994096b5c13 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ba3da823-4175-4539-ac81-d332c229a08c HTTP/1.1" status: 200 len: 1097 time: 0.1756670 Jul 05 02:40:15.318592 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=fe1080a3-9d43-4188-906d-d53acae014f6,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:40:15.379367 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-aadd0957-bc5f-4e2c-8c6d-20290323a8ce None None] Attempting to bind port bc8c6fb1-81a9-438d-9b1b-7564f618b5f0 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:40:15.381314 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-aadd0957-bc5f-4e2c-8c6d-20290323a8ce None None] Attempting to bind port bc8c6fb1-81a9-438d-9b1b-7564f618b5f0 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '36ca27f6-4dd0-4ee8-a09b-77e60d7442cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ff533ffd-e3f7-45b7-9256-cd4ac6526c51'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:40:15.381828 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadd0957-bc5f-4e2c-8c6d-20290323a8ce None None] Attempting to bind port bc8c6fb1-81a9-438d-9b1b-7564f618b5f0 on network ff533ffd-e3f7-45b7-9256-cd4ac6526c51 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:40:15.384317 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeb762c-6c5a-4c4e-a141-74a6bf502bf4 None None] Pushing event updated for resources: {'Port': ['ID=bc8c6fb1-81a9-438d-9b1b-7564f618b5f0,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:40:15.391054 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52fc3eb-5ffe-443f-a8e5-43d02560061d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3253026-23fa-4754-94cc-fa2572fc1481,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:40:15.407578 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadd0957-bc5f-4e2c-8c6d-20290323a8ce None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:40:15.408636 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadd0957-bc5f-4e2c-8c6d-20290323a8ce None None] Checking segment: {'id': '36ca27f6-4dd0-4ee8-a09b-77e60d7442cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ff533ffd-e3f7-45b7-9256-cd4ac6526c51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:40:15.412264 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-aadd0957-bc5f-4e2c-8c6d-20290323a8ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:15.412659 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadd0957-bc5f-4e2c-8c6d-20290323a8ce None None] Bound using segment: {'id': '36ca27f6-4dd0-4ee8-a09b-77e60d7442cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ff533ffd-e3f7-45b7-9256-cd4ac6526c51'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:40:15.413150 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-aadd0957-bc5f-4e2c-8c6d-20290323a8ce None None] Bound port: bc8c6fb1-81a9-438d-9b1b-7564f618b5f0, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36ca27f6-4dd0-4ee8-a09b-77e60d7442cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ff533ffd-e3f7-45b7-9256-cd4ac6526c51'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:40:15.413531 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-aadd0957-bc5f-4e2c-8c6d-20290323a8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:15.416853 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6820e2cb-0afb-41b2-b9c9-aa2ea87364bd req-6221cae5-cd95-4c54-b4d3-54530f9bdbc0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969479 Jul 05 02:40:15.476915 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52fc3eb-5ffe-443f-a8e5-43d02560061d admin admin] Checking segment: {'id': '0cb721e7-31df-4d1e-8514-295703e20912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '298f5d1b-f553-44c2-b9d8-1781cb1d7820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:40:15.477506 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52fc3eb-5ffe-443f-a8e5-43d02560061d admin admin] Network hostable DHCP agents. Network: 298f5d1b-f553-44c2-b9d8-1781cb1d7820, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:40:15.487208 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=ae1bc923-ffce-439f-9ca1-f7d82202825d,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:40:15.501257 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['fe1080a3-9d43-4188-906d-d53acae014f6'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:40:15.568626 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af90948a-15bd-4268-82fd-2399fd4943b9 req-ce645d8b-dfc9-438c-be07-d382a61c0423 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:15.576906 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-af90948a-15bd-4268-82fd-2399fd4943b9 req-ce645d8b-dfc9-438c-be07-d382a61c0423 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=106f67d5-1349-418d-8dec-d727be87b1a5 HTTP/1.1" status: 200 len: 944 time: 0.2384646 Jul 05 02:40:15.610784 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-aadd0957-bc5f-4e2c-8c6d-20290323a8ce None None] For port bc8c6fb1-81a9-438d-9b1b-7564f618b5f0, host n-d-771362-32, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:40:15.623995 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-aadd0957-bc5f-4e2c-8c6d-20290323a8ce None None] For port bc8c6fb1-81a9-438d-9b1b-7564f618b5f0, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=bc8c6fb1-81a9-438d-9b1b-7564f618b5f0,segment=NetworkSegment(36ca27f6-4dd0-4ee8-a09b-77e60d7442cd),segment_id=36ca27f6-4dd0-4ee8-a09b-77e60d7442cd)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:40:15.707820 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-af90948a-15bd-4268-82fd-2399fd4943b9 req-0e90b498-e037-43ba-b824-5cf6b9a4bf2b tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e2564be-f5d8-4abd-ab86-f37a499f4ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299195 Jul 05 02:40:15.713760 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52fc3eb-5ffe-443f-a8e5-43d02560061d admin admin] Network 298f5d1b-f553-44c2-b9d8-1781cb1d7820 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:40:15.731085 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-aadd0957-bc5f-4e2c-8c6d-20290323a8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:15.830525 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeb762c-6c5a-4c4e-a141-74a6bf502bf4 None None] Pushing event updated for resources: {'Port': ['ID=bc8c6fb1-81a9-438d-9b1b-7564f618b5f0,revision_number=4']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:40:15.862858 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadd0957-bc5f-4e2c-8c6d-20290323a8ce None None] Routers {'a5a24777-37ed-4747-80a0-20d16e0c608d'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:40:15.863467 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-aadd0957-bc5f-4e2c-8c6d-20290323a8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:39:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['a5a24777-37ed-4747-80a0-20d16e0c608d'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:40:15.890036 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d113ce5-970f-4981-b2bf-900e4a41c022 req-63fa98a9-0099-4286-8b81-dcd31ec50594 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:15.906186 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0d113ce5-970f-4981-b2bf-900e4a41c022 req-63fa98a9-0099-4286-8b81-dcd31ec50594 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba3da823-4175-4539-ac81-d332c229a08c HTTP/1.1" status: 200 len: 946 time: 0.1029670 Jul 05 02:40:15.912145 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-c52fc3eb-5ffe-443f-a8e5-43d02560061d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 298f5d1b-f553-44c2-b9d8-1781cb1d7820) {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:40:15.916261 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52fc3eb-5ffe-443f-a8e5-43d02560061d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:15.916895 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c52fc3eb-5ffe-443f-a8e5-43d02560061d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:15.926788 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda3c3be-d866-4614-906d-b5351980a44b None None] Network 298f5d1b-f553-44c2-b9d8-1781cb1d7820 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:40:16.022788 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0d113ce5-970f-4981-b2bf-900e4a41c022 req-228ece7a-683b-4a6f-be96-bd90086cf875 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117067 Jul 05 02:40:16.069369 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-aadd0957-bc5f-4e2c-8c6d-20290323a8ce None None] Set router a5a24777-37ed-4747-80a0-20d16e0c608d gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:40:16.089324 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device bc8c6fb1-81a9-438d-9b1b-7564f618b5f0 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:40:16.127437 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-c52fc3eb-5ffe-443f-a8e5-43d02560061d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6340990 Jul 05 02:40:16.129879 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 55146) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:40:16.134826 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-60f8e5ad-0588-4727-ba8a-c38e371a8c21 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1944499383-router', 'tenant_id': 'd528297433b04443888da8f1a3dd78a1', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:40:16.296086 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0170db00-0f0c-4316-b7ba-89a46eedc0c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-298f5d1b-f553-44c2-b9d8-1781cb1d7820', 'network_id': '298f5d1b-f553-44c2-b9d8-1781cb1d7820', 'tenant_id': 'd528297433b04443888da8f1a3dd78a1', 'fixed_ips': [{'subnet_id': 'd3253026-23fa-4754-94cc-fa2572fc1481'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:40:16.297166 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-0170db00-0f0c-4316-b7ba-89a46eedc0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:16.342358 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-aadd0957-bc5f-4e2c-8c6d-20290323a8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5a24777-37ed-4747-80a0-20d16e0c608d', 'name': 'tempest-TestAggregatesBasicOps-1646021902-router', 'tenant_id': '8c22abc688cd4c0292ded251d472128d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': 'd01c68ea-7c51-4d77-b9c3-cdd7383fef9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:40:03Z', 'updated_at': '2021-07-05T02:40:09Z', 'revision_number': 4, 'project_id': '8c22abc688cd4c0292ded251d472128d', 'gw_port': {'id': 'd01c68ea-7c51-4d77-b9c3-cdd7383fef9f', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:16:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a24777-37ed-4747-80a0-20d16e0c608d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:40:04Z', 'updated_at': '2021-07-05T02:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'bc8c6fb1-81a9-438d-9b1b-7564f618b5f0', 'name': '', 'network_id': 'ff533ffd-e3f7-45b7-9256-cd4ac6526c51', 'tenant_id': '8c22abc688cd4c0292ded251d472128d', 'mac_address': 'fa:16:3e:1b:70:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5a24777-37ed-4747-80a0-20d16e0c608d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': 'd3cc404d-8d1f-49d4-9bc4-d1d3fd71c0a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:40:07Z', 'updated_at': '2021-07-05T02:40:15Z', 'revision_number': 4, 'project_id': '8c22abc688cd4c0292ded251d472128d', 'subnets': [{'id': 'd3cc404d-8d1f-49d4-9bc4-d1d3fd71c0a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:40:16.404535 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-60f8e5ad-0588-4727-ba8a-c38e371a8c21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11810'] for router, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:16.406031 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-60f8e5ad-0588-4727-ba8a-c38e371a8c21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1926740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11821'] for router, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:16.466543 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadd0957-bc5f-4e2c-8c6d-20290323a8ce None None] The sync data for ids ['a5a24777-37ed-4747-80a0-20d16e0c608d'] in n-d-771362-32 is: [{'id': 'a5a24777-37ed-4747-80a0-20d16e0c608d', 'name': 'tempest-TestAggregatesBasicOps-1646021902-router', 'tenant_id': '8c22abc688cd4c0292ded251d472128d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': 'd01c68ea-7c51-4d77-b9c3-cdd7383fef9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:40:03Z', 'updated_at': '2021-07-05T02:40:09Z', 'revision_number': 4, 'project_id': '8c22abc688cd4c0292ded251d472128d', 'gw_port': {'id': 'd01c68ea-7c51-4d77-b9c3-cdd7383fef9f', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:16:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a24777-37ed-4747-80a0-20d16e0c608d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:40:04Z', 'updated_at': '2021-07-05T02:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'bc8c6fb1-81a9-438d-9b1b-7564f618b5f0', 'name': '', 'network_id': 'ff533ffd-e3f7-45b7-9256-cd4ac6526c51', 'tenant_id': '8c22abc688cd4c0292ded251d472128d', 'mac_address': 'fa:16:3e:1b:70:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5a24777-37ed-4747-80a0-20d16e0c608d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': 'd3cc404d-8d1f-49d4-9bc4-d1d3fd71c0a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:40:07Z', 'updated_at': '2021-07-05T02:40:15Z', 'revision_number': 4, 'project_id': '8c22abc688cd4c0292ded251d472128d', 'subnets': [{'id': 'd3cc404d-8d1f-49d4-9bc4-d1d3fd71c0a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:40:16.478379 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-0170db00-0f0c-4316-b7ba-89a46eedc0c4 None None] Allocated IP 172.20.0.2 (298f5d1b-f553-44c2-b9d8-1781cb1d7820/d3253026-23fa-4754-94cc-fa2572fc1481/f71edbec-30be-4adf-aee9-a4194d3cccb4) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:40:16.503295 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-60f8e5ad-0588-4727-ba8a-c38e371a8c21 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:16.603234 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device fe1080a3-9d43-4188-906d-d53acae014f6 up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:40:16.609991 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port bc8c6fb1-81a9-438d-9b1b-7564f618b5f0 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:40:16.635637 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port bc8c6fb1-81a9-438d-9b1b-7564f618b5f0 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:40:16.636006 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:16.762100 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-0170db00-0f0c-4316-b7ba-89a46eedc0c4 None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:16.772284 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-0170db00-0f0c-4316-b7ba-89a46eedc0c4 None None] Transition to ACTIVE for port object f71edbec-30be-4adf-aee9-a4194d3cccb4 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:40:16.792668 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-0170db00-0f0c-4316-b7ba-89a46eedc0c4 None None] Transition to ACTIVE for port object f71edbec-30be-4adf-aee9-a4194d3cccb4 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:40:16.858936 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:16.895665 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port bc8c6fb1-81a9-438d-9b1b-7564f618b5f0, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=bc8c6fb1-81a9-438d-9b1b-7564f618b5f0,segment=NetworkSegment(36ca27f6-4dd0-4ee8-a09b-77e60d7442cd),segment_id=36ca27f6-4dd0-4ee8-a09b-77e60d7442cd)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:40:16.947384 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-60f8e5ad-0588-4727-ba8a-c38e371a8c21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:16.993988 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29faee50-d024-411c-a945-13bb5c4c407b req-b793ce62-d12f-4808-8d23-dc198880d3b8 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:17.001657 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-29faee50-d024-411c-a945-13bb5c4c407b req-b793ce62-d12f-4808-8d23-dc198880d3b8 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=106f67d5-1349-418d-8dec-d727be87b1a5 HTTP/1.1" status: 200 len: 944 time: 0.1125746 Jul 05 02:40:17.042965 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-29faee50-d024-411c-a945-13bb5c4c407b req-7934a21f-fa26-4a70-bbfa-32603c3e9c48 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e2564be-f5d8-4abd-ab86-f37a499f4ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398388 Jul 05 02:40:17.043820 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-0170db00-0f0c-4316-b7ba-89a46eedc0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:17.045812 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning for port fe1080a3-9d43-4188-906d-d53acae014f6 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:40:17.085909 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port fe1080a3-9d43-4188-906d-d53acae014f6 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:40:17.085909 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:17.161528 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0170db00-0f0c-4316-b7ba-89a46eedc0c4 None None] Network 298f5d1b-f553-44c2-b9d8-1781cb1d7820 is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:40:17.165865 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:17.176854 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-0170db00-0f0c-4316-b7ba-89a46eedc0c4 None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:40:17.184038 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0170db00-0f0c-4316-b7ba-89a46eedc0c4 None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:40:17.197795 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0170db00-0f0c-4316-b7ba-89a46eedc0c4 None None] Pushing event updated for resources: {'Port': ['ID=f71edbec-30be-4adf-aee9-a4194d3cccb4,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:40:17.278062 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a383b7-04f0-4db7-83ca-e8dac3684735 req-32f9d7f1-7acb-4b7a-8c27-295cb3d8956a tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:17.279892 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-31a383b7-04f0-4db7-83ca-e8dac3684735 req-32f9d7f1-7acb-4b7a-8c27-295cb3d8956a tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba3da823-4175-4539-ac81-d332c229a08c HTTP/1.1" status: 200 len: 946 time: 0.0872867 Jul 05 02:40:17.339502 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-0170db00-0f0c-4316-b7ba-89a46eedc0c4 None None] Attempting to bind port f71edbec-30be-4adf-aee9-a4194d3cccb4 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:40:17.339872 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-0170db00-0f0c-4316-b7ba-89a46eedc0c4 None None] Attempting to bind port f71edbec-30be-4adf-aee9-a4194d3cccb4 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '0cb721e7-31df-4d1e-8514-295703e20912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '298f5d1b-f553-44c2-b9d8-1781cb1d7820'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:40:17.340239 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0170db00-0f0c-4316-b7ba-89a46eedc0c4 None None] Attempting to bind port f71edbec-30be-4adf-aee9-a4194d3cccb4 on network 298f5d1b-f553-44c2-b9d8-1781cb1d7820 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:40:17.344952 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-31a383b7-04f0-4db7-83ca-e8dac3684735 req-c1e6cf02-8873-4a6a-aaf9-e9b9808ff7ff tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488729 Jul 05 02:40:17.380938 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0170db00-0f0c-4316-b7ba-89a46eedc0c4 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:40:17.381586 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0170db00-0f0c-4316-b7ba-89a46eedc0c4 None None] Checking segment: {'id': '0cb721e7-31df-4d1e-8514-295703e20912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '298f5d1b-f553-44c2-b9d8-1781cb1d7820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:40:17.382130 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-0170db00-0f0c-4316-b7ba-89a46eedc0c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:17.382637 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0170db00-0f0c-4316-b7ba-89a46eedc0c4 None None] Bound using segment: {'id': '0cb721e7-31df-4d1e-8514-295703e20912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '298f5d1b-f553-44c2-b9d8-1781cb1d7820'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:40:17.383217 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-0170db00-0f0c-4316-b7ba-89a46eedc0c4 None None] Bound port: f71edbec-30be-4adf-aee9-a4194d3cccb4, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cb721e7-31df-4d1e-8514-295703e20912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '298f5d1b-f553-44c2-b9d8-1781cb1d7820'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:40:17.383696 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-0170db00-0f0c-4316-b7ba-89a46eedc0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:17.396795 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=bc8c6fb1-81a9-438d-9b1b-7564f618b5f0,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:40:17.460458 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-60f8e5ad-0588-4727-ba8a-c38e371a8c21 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:17.479719 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:17.498571 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-60f8e5ad-0588-4727-ba8a-c38e371a8c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:17.518176 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-0170db00-0f0c-4316-b7ba-89a46eedc0c4 None None] For port f71edbec-30be-4adf-aee9-a4194d3cccb4, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:40:17.522028 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-0170db00-0f0c-4316-b7ba-89a46eedc0c4 None None] For port f71edbec-30be-4adf-aee9-a4194d3cccb4, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=f71edbec-30be-4adf-aee9-a4194d3cccb4,segment=NetworkSegment(0cb721e7-31df-4d1e-8514-295703e20912),segment_id=0cb721e7-31df-4d1e-8514-295703e20912)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:40:17.527780 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '106f67d5-1349-418d-8dec-d727be87b1a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe1080a3-9d43-4188-906d-d53acae014f6'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:40:17.530256 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5078728-2082-457c-b6aa-93d7c75524e0" -d '{"events": [{"server_uuid": "106f67d5-1349-418d-8dec-d727be87b1a5", "name": "network-vif-plugged", "status": "completed", "tag": "fe1080a3-9d43-4188-906d-d53acae014f6"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:40:17.545079 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port fe1080a3-9d43-4188-906d-d53acae014f6, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=fe1080a3-9d43-4188-906d-d53acae014f6,segment=NetworkSegment(2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7),segment_id=2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:40:17.573105 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b7ce1b-885e-499b-8024-c8e98955e880 x-openstack-request-id: req-c9b7ce1b-885e-499b-8024-c8e98955e880 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:40:17.573400 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "106f67d5-1349-418d-8dec-d727be87b1a5", "name": "network-vif-plugged", "status": "completed", "tag": "fe1080a3-9d43-4188-906d-d53acae014f6", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:40:17.573648 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c9b7ce1b-885e-499b-8024-c8e98955e880 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:40:17.574043 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '106f67d5-1349-418d-8dec-d727be87b1a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe1080a3-9d43-4188-906d-d53acae014f6', 'code': 200} Jul 05 02:40:17.626563 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-0170db00-0f0c-4316-b7ba-89a46eedc0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:17.650368 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-60f8e5ad-0588-4727-ba8a-c38e371a8c21 admin admin] Allocated IP 172.25.7.238 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/d5fd867d-ad62-4e81-bc6a-96739d2edab5) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:40:17.698446 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:17.744870 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0170db00-0f0c-4316-b7ba-89a46eedc0c4 None None] Pushing event updated for resources: {'Port': ['ID=f71edbec-30be-4adf-aee9-a4194d3cccb4,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:40:17.755168 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64799f7d-b594-43b2-afda-fee78e06407f req-15d5ac8c-ddec-44a4-be24-cbd30cf4fb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:17.757105 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-64799f7d-b594-43b2-afda-fee78e06407f req-15d5ac8c-ddec-44a4-be24-cbd30cf4fb35 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=106f67d5-1349-418d-8dec-d727be87b1a5 HTTP/1.1" status: 200 len: 1097 time: 0.0823505 Jul 05 02:40:17.811611 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=fe1080a3-9d43-4188-906d-d53acae014f6,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:40:17.895819 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-64799f7d-b594-43b2-afda-fee78e06407f req-b5bb9eae-1b2e-40bf-ac67-122846155f7d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6e2564be-f5d8-4abd-ab86-f37a499f4ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234522 Jul 05 02:40:17.980565 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-60f8e5ad-0588-4727-ba8a-c38e371a8c21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:18.005461 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device bc8c6fb1-81a9-438d-9b1b-7564f618b5f0 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:40:18.163946 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port bc8c6fb1-81a9-438d-9b1b-7564f618b5f0 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:40:18.164685 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:18.344626 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c2012f-c0ab-40fd-8d84-603ddba58523 req-e7604b25-f9b6-4a28-b0f7-66c632a673a3 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:18.346152 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-75c2012f-c0ab-40fd-8d84-603ddba58523 req-e7604b25-f9b6-4a28-b0f7-66c632a673a3 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=106f67d5-1349-418d-8dec-d727be87b1a5 HTTP/1.1" status: 200 len: 945 time: 0.1038074 Jul 05 02:40:18.394179 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-60f8e5ad-0588-4727-ba8a-c38e371a8c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:18.425292 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-75c2012f-c0ab-40fd-8d84-603ddba58523 req-578fdd9b-b825-4e01-aadf-22a943d2995e tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e2564be-f5d8-4abd-ab86-f37a499f4ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694895 Jul 05 02:40:18.442152 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f8e5ad-0588-4727-ba8a-c38e371a8c21 admin admin] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:40:18.446759 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-60f8e5ad-0588-4727-ba8a-c38e371a8c21 admin admin] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:40:18.455181 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f8e5ad-0588-4727-ba8a-c38e371a8c21 admin admin] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:40:18.516490 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f8e5ad-0588-4727-ba8a-c38e371a8c21 admin admin] Pushing event updated for resources: {'Port': ['ID=d5fd867d-ad62-4e81-bc6a-96739d2edab5,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:40:18.690137 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6136931a-5447-4d8b-abb4-e35718ca7776 req-c3a4f234-ecc6-4856-9db3-6f9e64f51bcf tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:18.691760 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6136931a-5447-4d8b-abb4-e35718ca7776 req-c3a4f234-ecc6-4856-9db3-6f9e64f51bcf tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba3da823-4175-4539-ac81-d332c229a08c HTTP/1.1" status: 200 len: 946 time: 0.1672328 Jul 05 02:40:18.771668 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6136931a-5447-4d8b-abb4-e35718ca7776 req-411e5598-c0a3-4061-9a0b-a0b5773f1276 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682085 Jul 05 02:40:18.920113 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 55262) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:40:19.055525 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-60f8e5ad-0588-4727-ba8a-c38e371a8c21 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:19.094310 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7ec962d3-4d9b-4613-84de-b8198896a4d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:19.176363 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f846466-5701-4c15-840c-710a7cd8e9d5 None None] Network 298f5d1b-f553-44c2-b9d8-1781cb1d7820 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:40:19.255664 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7ec962d3-4d9b-4613-84de-b8198896a4d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:19.327581 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-60f8e5ad-0588-4727-ba8a-c38e371a8c21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963'] for router, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:19.402960 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-c449f7d7-ae79-4244-99fd-762be4b2b01e None None] Provisioning for port f71edbec-30be-4adf-aee9-a4194d3cccb4 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:40:19.477620 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7ec962d3-4d9b-4613-84de-b8198896a4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:19.531262 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-7ec962d3-4d9b-4613-84de-b8198896a4d6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=480a15429880484ea933ebc7e662c116&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6097383 Jul 05 02:40:19.534617 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 55282) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:40:19.545716 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec962d3-4d9b-4613-84de-b8198896a4d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ffdf4f-70b0-40e8-8f1e-759c405426c4,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:40:19.628590 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6250baac-37a6-42d3-8c90-c3f017555555 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:19.654347 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60f8e5ad-0588-4727-ba8a-c38e371a8c21 admin admin] Router d751e539-30d2-48f2-9cee-a8f801eb03cd is scheduled to L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 with binding_index 1 {{(pid=94462) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 02:40:19.658014 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7b9628-a4c9-4053-9823-17dc44d3b69e req-04290999-dbad-4888-8630-e3a3f9cc7337 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:19.658884 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6250baac-37a6-42d3-8c90-c3f017555555 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:19.659853 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6a7b9628-a4c9-4053-9823-17dc44d3b69e req-04290999-dbad-4888-8630-e3a3f9cc7337 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=106f67d5-1349-418d-8dec-d727be87b1a5 HTTP/1.1" status: 200 len: 945 time: 0.0731726 Jul 05 02:40:19.728718 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6a7b9628-a4c9-4053-9823-17dc44d3b69e req-ceeae18d-41db-4d89-9af7-13844d7317a3 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e2564be-f5d8-4abd-ab86-f37a499f4ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625250 Jul 05 02:40:19.798594 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60f8e5ad-0588-4727-ba8a-c38e371a8c21 admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:40:19.808296 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eefbd44-911d-4d74-9f1d-0a7c9dc3229d None None] Sync routers for ids ['d751e539-30d2-48f2-9cee-a8f801eb03cd'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:40:19.822595 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eefbd44-911d-4d74-9f1d-0a7c9dc3229d None None] Routers {'d751e539-30d2-48f2-9cee-a8f801eb03cd'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:40:19.823226 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-2eefbd44-911d-4d74-9f1d-0a7c9dc3229d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:39:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['d751e539-30d2-48f2-9cee-a8f801eb03cd'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:40:19.975262 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-60f8e5ad-0588-4727-ba8a-c38e371a8c21 admin admin] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:19.980146 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-60f8e5ad-0588-4727-ba8a-c38e371a8c21 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.8489623 Jul 05 02:40:19.981136 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 55300) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:40:19.981932 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6250baac-37a6-42d3-8c90-c3f017555555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:19.984811 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6250baac-37a6-42d3-8c90-c3f017555555 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:19.986096 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-6250baac-37a6-42d3-8c90-c3f017555555 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b6ffdf4f-70b0-40e8-8f1e-759c405426c4 HTTP/1.1" status: 204 len: 168 time: 0.4506767 Jul 05 02:40:20.011439 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-2eefbd44-911d-4d74-9f1d-0a7c9dc3229d None None] Set router d751e539-30d2-48f2-9cee-a8f801eb03cd gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:40:20.091092 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1839774-e41f-4edc-8166-09bf49e0c1f9 req-4a3e5e78-f47d-4c3a-90d4-97b50cd6a3c1 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:20.092644 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c1839774-e41f-4edc-8166-09bf49e0c1f9 req-4a3e5e78-f47d-4c3a-90d4-97b50cd6a3c1 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba3da823-4175-4539-ac81-d332c229a08c HTTP/1.1" status: 200 len: 946 time: 0.1996570 Jul 05 02:40:20.105018 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fac2a49-5003-435a-b6c0-4c2bdfa1cd89 req-a3121da4-2806-489a-af9d-9afb20f05b2f tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:20.111994 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5fac2a49-5003-435a-b6c0-4c2bdfa1cd89 req-a3121da4-2806-489a-af9d-9afb20f05b2f tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba3da823-4175-4539-ac81-d332c229a08c HTTP/1.1" status: 200 len: 946 time: 0.1602514 Jul 05 02:40:20.113954 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6250baac-37a6-42d3-8c90-c3f017555555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ffdf4f-70b0-40e8-8f1e-759c405426c4,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:40:20.121891 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device f71edbec-30be-4adf-aee9-a4194d3cccb4 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:40:20.189223 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5fac2a49-5003-435a-b6c0-4c2bdfa1cd89 req-cb4d2ced-e664-4237-8d62-1867a20d9c91 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762708 Jul 05 02:40:20.289556 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-c1839774-e41f-4edc-8166-09bf49e0c1f9 req-168b41de-23fa-489d-8aa5-40e24c63f021 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Deleting port ae1bc923-ffce-439f-9ca1-f7d82202825d {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:40:20.289909 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c1839774-e41f-4edc-8166-09bf49e0c1f9 req-168b41de-23fa-489d-8aa5-40e24c63f021 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:20.357091 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-2eefbd44-911d-4d74-9f1d-0a7c9dc3229d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd751e539-30d2-48f2-9cee-a8f801eb03cd', 'name': 'tempest-TestAggregatesBasicOps-1944499383-router', 'tenant_id': 'd528297433b04443888da8f1a3dd78a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': 'd5fd867d-ad62-4e81-bc6a-96739d2edab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:40:16Z', 'updated_at': '2021-07-05T02:40:18Z', 'revision_number': 3, 'project_id': 'd528297433b04443888da8f1a3dd78a1', 'gw_port': {'id': 'd5fd867d-ad62-4e81-bc6a-96739d2edab5', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f7:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd751e539-30d2-48f2-9cee-a8f801eb03cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:40:17Z', 'updated_at': '2021-07-05T02:40:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:40:20.443133 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-c1839774-e41f-4edc-8166-09bf49e0c1f9 req-168b41de-23fa-489d-8aa5-40e24c63f021 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] For port ae1bc923-ffce-439f-9ca1-f7d82202825d, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=ae1bc923-ffce-439f-9ca1-f7d82202825d,segment=NetworkSegment(00a692bc-19f1-4303-ae19-6195e6ab101f),segment_id=00a692bc-19f1-4303-ae19-6195e6ab101f)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:40:20.444234 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c1839774-e41f-4edc-8166-09bf49e0c1f9 req-168b41de-23fa-489d-8aa5-40e24c63f021 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:20.451544 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eefbd44-911d-4d74-9f1d-0a7c9dc3229d None None] Checking router: d751e539-30d2-48f2-9cee-a8f801eb03cd for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:40:20.452136 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eefbd44-911d-4d74-9f1d-0a7c9dc3229d None None] Updating router d751e539-30d2-48f2-9cee-a8f801eb03cd port d5fd867d-ad62-4e81-bc6a-96739d2edab5 binding host n-d-771362-32 {{(pid=94463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 02:40:20.495981 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-c1839774-e41f-4edc-8166-09bf49e0c1f9 req-168b41de-23fa-489d-8aa5-40e24c63f021 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Calling delete_port for ae1bc923-ffce-439f-9ca1-f7d82202825d owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:40:20.506075 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port f71edbec-30be-4adf-aee9-a4194d3cccb4 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:40:20.521419 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port f71edbec-30be-4adf-aee9-a4194d3cccb4 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:40:20.522917 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:20.605356 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-2eefbd44-911d-4d74-9f1d-0a7c9dc3229d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:20.780436 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:20.854309 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c661f0b-963f-4c42-a9dd-f708a5aa2f45 req-4fa5608b-5004-4e12-8025-6f857e4f1b45 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:20.861777 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8c661f0b-963f-4c42-a9dd-f708a5aa2f45 req-4fa5608b-5004-4e12-8025-6f857e4f1b45 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=106f67d5-1349-418d-8dec-d727be87b1a5 HTTP/1.1" status: 200 len: 945 time: 0.1104178 Jul 05 02:40:20.885163 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port f71edbec-30be-4adf-aee9-a4194d3cccb4, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=f71edbec-30be-4adf-aee9-a4194d3cccb4,segment=NetworkSegment(0cb721e7-31df-4d1e-8514-295703e20912),segment_id=0cb721e7-31df-4d1e-8514-295703e20912)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:40:20.921823 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c1839774-e41f-4edc-8166-09bf49e0c1f9 req-168b41de-23fa-489d-8aa5-40e24c63f021 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:20.950602 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['ae1bc923-ffce-439f-9ca1-f7d82202825d'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:40:20.952922 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['8045d015-5213-428b-a14c-1cb3ac9ffdd6'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:40:21.031114 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8c661f0b-963f-4c42-a9dd-f708a5aa2f45 req-926c4c84-0473-4409-b9a0-e1f514787e87 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e2564be-f5d8-4abd-ab86-f37a499f4ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684160 Jul 05 02:40:21.032178 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168b41de-23fa-489d-8aa5-40e24c63f021 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Pushing event deleted for resources: {'Port': ['ID=ae1bc923-ffce-439f-9ca1-f7d82202825d,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:40:21.054077 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1839774-e41f-4edc-8166-09bf49e0c1f9 req-168b41de-23fa-489d-8aa5-40e24c63f021 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] No DVR routers for this DVR port ae1bc923-ffce-439f-9ca1-f7d82202825d on host n-h1-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:40:21.067363 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c1839774-e41f-4edc-8166-09bf49e0c1f9 req-168b41de-23fa-489d-8aa5-40e24c63f021 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:21.071713 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c1839774-e41f-4edc-8166-09bf49e0c1f9 req-168b41de-23fa-489d-8aa5-40e24c63f021 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.21 "DELETE /v2.0/ports/ae1bc923-ffce-439f-9ca1-f7d82202825d HTTP/1.1" status: 204 len: 173 time: 0.9393861 Jul 05 02:40:21.075097 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba3da823-4175-4539-ac81-d332c229a08c', 'name': 'network-vif-deleted', 'tag': 'ae1bc923-ffce-439f-9ca1-f7d82202825d'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:40:21.080246 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45f009c0-a266-404e-b834-dc05f94e59d5" -d '{"events": [{"server_uuid": "ba3da823-4175-4539-ac81-d332c229a08c", "name": "network-vif-deleted", "tag": "ae1bc923-ffce-439f-9ca1-f7d82202825d"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:40:21.142866 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7d1e738-cbae-46c3-bca8-757bc88e7dc9 x-openstack-request-id: req-e7d1e738-cbae-46c3-bca8-757bc88e7dc9 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:40:21.143619 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba3da823-4175-4539-ac81-d332c229a08c", "name": "network-vif-deleted", "tag": "ae1bc923-ffce-439f-9ca1-f7d82202825d", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:40:21.144007 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e7d1e738-cbae-46c3-bca8-757bc88e7dc9 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:40:21.144570 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba3da823-4175-4539-ac81-d332c229a08c', 'name': 'network-vif-deleted', 'tag': 'ae1bc923-ffce-439f-9ca1-f7d82202825d', 'status': 'completed', 'code': 200} Jul 05 02:40:21.201654 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7892e828-e92d-4340-823d-f6b0bffd818e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:21.208956 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-0b8e20a4-60ab-47d4-9929-397d9155b8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:21.210665 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:21.429463 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-7892e828-e92d-4340-823d-f6b0bffd818e admin admin] Allocated IP 172.20.0.1 (298f5d1b-f553-44c2-b9d8-1781cb1d7820/d3253026-23fa-4754-94cc-fa2572fc1481/de99f08a-8026-4e5b-80f1-38ec38fe1357) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:40:21.459130 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=f71edbec-30be-4adf-aee9-a4194d3cccb4,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:40:21.460443 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e7cad0b2-7864-41c2-ac73-2d5e8155a989 req-cef3f34a-3de9-4819-b3e5-7d6337d60d10 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba3da823-4175-4539-ac81-d332c229a08c HTTP/1.1" status: 200 len: 210 time: 0.0611963 Jul 05 02:40:21.483211 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-2eefbd44-911d-4d74-9f1d-0a7c9dc3229d None None] Notify callbacks [] for port, precommit_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:21.509430 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-2eefbd44-911d-4d74-9f1d-0a7c9dc3229d None None] Transition to ACTIVE for port object d5fd867d-ad62-4e81-bc6a-96739d2edab5 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:40:21.615886 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7892e828-e92d-4340-823d-f6b0bffd818e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:21.637854 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [None req-7892e828-e92d-4340-823d-f6b0bffd818e admin admin] Transition to ACTIVE for port object de99f08a-8026-4e5b-80f1-38ec38fe1357 will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:40:21.660361 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-2eefbd44-911d-4d74-9f1d-0a7c9dc3229d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:21.724297 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-2eefbd44-911d-4d74-9f1d-0a7c9dc3229d None None] Attempting to bind port d5fd867d-ad62-4e81-bc6a-96739d2edab5 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:40:21.724780 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-2eefbd44-911d-4d74-9f1d-0a7c9dc3229d None None] Attempting to bind port d5fd867d-ad62-4e81-bc6a-96739d2edab5 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:40:21.725219 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eefbd44-911d-4d74-9f1d-0a7c9dc3229d None None] Attempting to bind port d5fd867d-ad62-4e81-bc6a-96739d2edab5 on network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:40:21.732829 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2c1ad0-3101-4e33-a95a-a31e1acd2966 None None] Pushing event updated for resources: {'Port': ['ID=d5fd867d-ad62-4e81-bc6a-96739d2edab5,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:40:21.736043 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eefbd44-911d-4d74-9f1d-0a7c9dc3229d None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:40:21.736496 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eefbd44-911d-4d74-9f1d-0a7c9dc3229d None None] Checking segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:40:21.736990 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-2eefbd44-911d-4d74-9f1d-0a7c9dc3229d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:21.737443 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eefbd44-911d-4d74-9f1d-0a7c9dc3229d None None] Bound using segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:40:21.737993 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-2eefbd44-911d-4d74-9f1d-0a7c9dc3229d None None] Bound port: d5fd867d-ad62-4e81-bc6a-96739d2edab5, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:40:21.738464 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-2eefbd44-911d-4d74-9f1d-0a7c9dc3229d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:21.796193 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-2eefbd44-911d-4d74-9f1d-0a7c9dc3229d None None] For port d5fd867d-ad62-4e81-bc6a-96739d2edab5, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:40:21.804627 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-2eefbd44-911d-4d74-9f1d-0a7c9dc3229d None None] For port d5fd867d-ad62-4e81-bc6a-96739d2edab5, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=d5fd867d-ad62-4e81-bc6a-96739d2edab5,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:40:21.874718 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7892e828-e92d-4340-823d-f6b0bffd818e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:21.923282 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7892e828-e92d-4340-823d-f6b0bffd818e admin admin] Network 298f5d1b-f553-44c2-b9d8-1781cb1d7820 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:40:21.929283 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-7892e828-e92d-4340-823d-f6b0bffd818e admin admin] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:40:21.936727 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7892e828-e92d-4340-823d-f6b0bffd818e admin admin] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:40:21.937532 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7892e828-e92d-4340-823d-f6b0bffd818e admin admin] Pushing event updated for resources: {'Port': ['ID=de99f08a-8026-4e5b-80f1-38ec38fe1357,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:40:21.964974 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device f71edbec-30be-4adf-aee9-a4194d3cccb4 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:40:21.980595 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7892e828-e92d-4340-823d-f6b0bffd818e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635668'] for router_interface, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:22.058418 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port f71edbec-30be-4adf-aee9-a4194d3cccb4 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:40:22.058418 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:22.122907 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-2eefbd44-911d-4d74-9f1d-0a7c9dc3229d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:22.301862 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b103db2-3eed-4024-b62f-481fe15c80ab req-9abad1be-6f79-47e5-be7b-738e893ae8f4 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:22.303683 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2b103db2-3eed-4024-b62f-481fe15c80ab req-9abad1be-6f79-47e5-be7b-738e893ae8f4 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=106f67d5-1349-418d-8dec-d727be87b1a5 HTTP/1.1" status: 200 len: 945 time: 0.0942504 Jul 05 02:40:22.305150 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eefbd44-911d-4d74-9f1d-0a7c9dc3229d None None] Routers {'d751e539-30d2-48f2-9cee-a8f801eb03cd'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:40:22.305804 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-2eefbd44-911d-4d74-9f1d-0a7c9dc3229d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:39:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['d751e539-30d2-48f2-9cee-a8f801eb03cd'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:40:22.347462 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2b103db2-3eed-4024-b62f-481fe15c80ab req-6b33e248-53c7-4c1b-993e-1bfc332fec94 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e2564be-f5d8-4abd-ab86-f37a499f4ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356927 Jul 05 02:40:22.349742 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2c1ad0-3101-4e33-a95a-a31e1acd2966 None None] Pushing event updated for resources: {'Port': ['ID=d5fd867d-ad62-4e81-bc6a-96739d2edab5,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:40:22.444554 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7892e828-e92d-4340-823d-f6b0bffd818e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:22.476736 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-2eefbd44-911d-4d74-9f1d-0a7c9dc3229d None None] Set router d751e539-30d2-48f2-9cee-a8f801eb03cd gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:40:22.630368 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-56a1b123-0b65-46f4-bcb0-1a7a16c2e2d4 None None] Provisioning for port de99f08a-8026-4e5b-80f1-38ec38fe1357 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:40:22.649471 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-56a1b123-0b65-46f4-bcb0-1a7a16c2e2d4 None None] Provisioning complete for port de99f08a-8026-4e5b-80f1-38ec38fe1357 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:40:22.649861 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-56a1b123-0b65-46f4-bcb0-1a7a16c2e2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:22.650811 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1c6662bd-082a-4f8f-98f7-63932cd7b91e req-f733cdae-6502-428b-8150-abfef8306773 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba3da823-4175-4539-ac81-d332c229a08c HTTP/1.1" status: 200 len: 210 time: 0.0417283 Jul 05 02:40:22.679131 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7892e828-e92d-4340-823d-f6b0bffd818e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:22.732555 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-56a1b123-0b65-46f4-bcb0-1a7a16c2e2d4 None None] Port de99f08a-8026-4e5b-80f1-38ec38fe1357 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:40:22.766600 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-2eefbd44-911d-4d74-9f1d-0a7c9dc3229d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd751e539-30d2-48f2-9cee-a8f801eb03cd', 'name': 'tempest-TestAggregatesBasicOps-1944499383-router', 'tenant_id': 'd528297433b04443888da8f1a3dd78a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': 'd5fd867d-ad62-4e81-bc6a-96739d2edab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:40:16Z', 'updated_at': '2021-07-05T02:40:18Z', 'revision_number': 3, 'project_id': 'd528297433b04443888da8f1a3dd78a1', 'gw_port': {'id': 'd5fd867d-ad62-4e81-bc6a-96739d2edab5', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f7:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd751e539-30d2-48f2-9cee-a8f801eb03cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:40:17Z', 'updated_at': '2021-07-05T02:40:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:40:22.794383 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eefbd44-911d-4d74-9f1d-0a7c9dc3229d None None] The sync data for ids ['d751e539-30d2-48f2-9cee-a8f801eb03cd'] in n-d-771362-32 is: [{'id': 'd751e539-30d2-48f2-9cee-a8f801eb03cd', 'name': 'tempest-TestAggregatesBasicOps-1944499383-router', 'tenant_id': 'd528297433b04443888da8f1a3dd78a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': 'd5fd867d-ad62-4e81-bc6a-96739d2edab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:40:16Z', 'updated_at': '2021-07-05T02:40:18Z', 'revision_number': 3, 'project_id': 'd528297433b04443888da8f1a3dd78a1', 'gw_port': {'id': 'd5fd867d-ad62-4e81-bc6a-96739d2edab5', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f7:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd751e539-30d2-48f2-9cee-a8f801eb03cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:40:17Z', 'updated_at': '2021-07-05T02:40:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:40:22.902111 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7892e828-e92d-4340-823d-f6b0bffd818e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:22.979821 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7892e828-e92d-4340-823d-f6b0bffd818e admin admin] Pushing event updated for resources: {'Port': ['ID=de99f08a-8026-4e5b-80f1-38ec38fe1357,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:40:22.982527 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7892e828-e92d-4340-823d-f6b0bffd818e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634601'] for router_interface, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:23.128483 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7892e828-e92d-4340-823d-f6b0bffd818e admin admin] Network 298f5d1b-f553-44c2-b9d8-1781cb1d7820 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:40:23.130817 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-7892e828-e92d-4340-823d-f6b0bffd818e admin admin] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:40:23.301961 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7892e828-e92d-4340-823d-f6b0bffd818e admin admin] Router d751e539-30d2-48f2-9cee-a8f801eb03cd has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:40:23.343017 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3fbb45c0-83a1-457f-902e-290792a82d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:23.483501 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-d1164503-e0e1-44db-82f8-b78a7e253de9 None None] Provisioning complete for port de99f08a-8026-4e5b-80f1-38ec38fe1357 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:40:23.485767 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-d1164503-e0e1-44db-82f8-b78a7e253de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:23.545332 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7892e828-e92d-4340-823d-f6b0bffd818e admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:40:23.561041 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-d1164503-e0e1-44db-82f8-b78a7e253de9 None None] Port de99f08a-8026-4e5b-80f1-38ec38fe1357 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:40:23.580501 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-7892e828-e92d-4340-823d-f6b0bffd818e admin admin] 10.222.0.23 "PUT /v2.0/routers/d751e539-30d2-48f2-9cee-a8f801eb03cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5880997 Jul 05 02:40:23.756405 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bab3e09-3d7f-4103-a08e-d5d763f1f183 req-b7794256-7586-4f25-b103-0f749354e5f8 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:23.759651 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8bab3e09-3d7f-4103-a08e-d5d763f1f183 req-b7794256-7586-4f25-b103-0f749354e5f8 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=106f67d5-1349-418d-8dec-d727be87b1a5 HTTP/1.1" status: 200 len: 945 time: 0.1334274 Jul 05 02:40:23.852836 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8bab3e09-3d7f-4103-a08e-d5d763f1f183 req-2a26593c-af50-4124-92f9-addf1e2213d0 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e2564be-f5d8-4abd-ab86-f37a499f4ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829306 Jul 05 02:40:23.898240 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 55454) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:40:24.042033 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:24.055035 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676d967a-856d-412a-890a-283aa6d8cdf5 req-61fc27cc-e1ab-4b8f-acbf-e39e4785335f tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:24.057062 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-676d967a-856d-412a-890a-283aa6d8cdf5 req-61fc27cc-e1ab-4b8f-acbf-e39e4785335f tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 945 time: 0.0994043 Jul 05 02:40:24.078305 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device d5fd867d-ad62-4e81-bc6a-96739d2edab5 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:40:24.128458 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-676d967a-856d-412a-890a-283aa6d8cdf5 req-6803edc1-783e-4e16-8551-81c5b44a3b05 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640197 Jul 05 02:40:24.150813 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-ee428c65-175e-40bc-bc07-a8c01fb42cd6 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Request body: {'network': {'name': 'tempest-network-smoke--1518351289', 'project_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'port_security_enabled': True}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:40:24.353200 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port d5fd867d-ad62-4e81-bc6a-96739d2edab5 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:40:24.357645 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port d5fd867d-ad62-4e81-bc6a-96739d2edab5 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:40:24.358038 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:24.410613 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee428c65-175e-40bc-bc07-a8c01fb42cd6 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Made reservation on behalf of e74a7c63f72a43c48203f0c9f39b1c1e for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:40:24.422699 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ee428c65-175e-40bc-bc07-a8c01fb42cd6 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:24.426062 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ee428c65-175e-40bc-bc07-a8c01fb42cd6 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:24.432563 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device ae1bc923-ffce-439f-9ca1-f7d82202825d no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:40:24.466568 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] No Port match for: ae1bc923-ffce-439f-9ca1-f7d82202825d {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:40:24.467459 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device ae1bc923-ffce-439f-9ca1-f7d82202825d not bound to the agent host n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:40:24.509960 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58835f39-e877-4a6d-9402-18f40fd4809d req-0f6b85a9-4e65-4f9b-bea1-826670c041d7 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:24.512303 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-58835f39-e877-4a6d-9402-18f40fd4809d req-0f6b85a9-4e65-4f9b-bea1-826670c041d7 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 945 time: 0.1158094 Jul 05 02:40:24.537208 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:24.568947 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ee428c65-175e-40bc-bc07-a8c01fb42cd6 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:24.571768 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-58835f39-e877-4a6d-9402-18f40fd4809d req-ecf8d9cb-bbdb-436b-befb-c5a6ec938c02 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525539 Jul 05 02:40:24.591904 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port d5fd867d-ad62-4e81-bc6a-96739d2edab5, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=d5fd867d-ad62-4e81-bc6a-96739d2edab5,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:40:24.725172 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ee428c65-175e-40bc-bc07-a8c01fb42cd6 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:24.726800 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:24.741844 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee428c65-175e-40bc-bc07-a8c01fb42cd6 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:40:24.771828 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cbd939-e79c-4b59-9fad-ad822db7ea50 req-4fe3e53b-381b-4614-89b3-a22fe902e442 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:24.771828 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-60cbd939-e79c-4b59-9fad-ad822db7ea50 req-4fe3e53b-381b-4614-89b3-a22fe902e442 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 945 time: 0.0787981 Jul 05 02:40:24.772107 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ee428c65-175e-40bc-bc07-a8c01fb42cd6 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:24.772107 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-ee428c65-175e-40bc-bc07-a8c01fb42cd6 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Added segment 348128bd-cced-4c56-bced-23f73527db9c of type vlan for network 5707578e-6bd2-47ab-9975-d5337f100e83 Jul 05 02:40:24.808055 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:24.816386 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee428c65-175e-40bc-bc07-a8c01fb42cd6 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=086c61dc-7a98-4e27-89b6-42d1d380b055,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:40:24.831992 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ee428c65-175e-40bc-bc07-a8c01fb42cd6 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:24.889207 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-60cbd939-e79c-4b59-9fad-ad822db7ea50 req-f7cd84f3-14c0-466b-b44f-4fcbc0aa9527 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062627 Jul 05 02:40:24.903347 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=d5fd867d-ad62-4e81-bc6a-96739d2edab5,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:40:24.987512 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc80d14-2ff9-4712-bb85-9f7002db7c7f None None] Sync routers for ids ['d751e539-30d2-48f2-9cee-a8f801eb03cd'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:40:25.004823 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 02:40:25.005958 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc80d14-2ff9-4712-bb85-9f7002db7c7f None None] Routers {'d751e539-30d2-48f2-9cee-a8f801eb03cd'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:40:25.007395 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-bcc80d14-2ff9-4712-bb85-9f7002db7c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:40:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['d751e539-30d2-48f2-9cee-a8f801eb03cd'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:40:25.060035 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ee428c65-175e-40bc-bc07-a8c01fb42cd6 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:25.065746 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee428c65-175e-40bc-bc07-a8c01fb42cd6 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:25.066460 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ee428c65-175e-40bc-bc07-a8c01fb42cd6 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:25.139322 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-bcc80d14-2ff9-4712-bb85-9f7002db7c7f None None] Set router d751e539-30d2-48f2-9cee-a8f801eb03cd gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:40:25.143921 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee428c65-175e-40bc-bc07-a8c01fb42cd6 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Pushing event updated for resources: {'Network': ['ID=5707578e-6bd2-47ab-9975-d5337f100e83,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:40:25.160539 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 5707578e-6bd2-47ab-9975-d5337f100e83 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:40:25.208551 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fbe1e8-222d-4978-8a35-9e35a5f8551d req-f6252957-1e4c-492d-9b8e-83d7b8ab25cd tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:25.217816 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-30fbe1e8-222d-4978-8a35-9e35a5f8551d req-f6252957-1e4c-492d-9b8e-83d7b8ab25cd tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=106f67d5-1349-418d-8dec-d727be87b1a5 HTTP/1.1" status: 200 len: 945 time: 0.1525085 Jul 05 02:40:25.252283 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-ee428c65-175e-40bc-bc07-a8c01fb42cd6 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3527904 Jul 05 02:40:25.255669 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 55516) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:40:25.262192 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-91f61343-6b18-43fe-aede-27c7121787b5 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1623503849', 'admin_state_up': True, 'project_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:40:25.295465 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-30fbe1e8-222d-4978-8a35-9e35a5f8551d req-e4de8dd6-59c9-43b6-8e7b-c79e2462fcd4 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e2564be-f5d8-4abd-ab86-f37a499f4ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764995 Jul 05 02:40:25.444729 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-91f61343-6b18-43fe-aede-27c7121787b5 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11810'] for router, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:25.447921 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-91f61343-6b18-43fe-aede-27c7121787b5 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1926740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11821'] for router, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:25.463204 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-bcc80d14-2ff9-4712-bb85-9f7002db7c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd751e539-30d2-48f2-9cee-a8f801eb03cd', 'name': 'tempest-TestAggregatesBasicOps-1944499383-router', 'tenant_id': 'd528297433b04443888da8f1a3dd78a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': 'd5fd867d-ad62-4e81-bc6a-96739d2edab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:40:16Z', 'updated_at': '2021-07-05T02:40:22Z', 'revision_number': 4, 'project_id': 'd528297433b04443888da8f1a3dd78a1', 'gw_port': {'id': 'd5fd867d-ad62-4e81-bc6a-96739d2edab5', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd751e539-30d2-48f2-9cee-a8f801eb03cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:40:17Z', 'updated_at': '2021-07-05T02:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'de99f08a-8026-4e5b-80f1-38ec38fe1357', 'name': '', 'network_id': '298f5d1b-f553-44c2-b9d8-1781cb1d7820', 'tenant_id': 'd528297433b04443888da8f1a3dd78a1', 'mac_address': 'fa:16:3e:e0:d7:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd751e539-30d2-48f2-9cee-a8f801eb03cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': 'd3253026-23fa-4754-94cc-fa2572fc1481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:40:21Z', 'updated_at': '2021-07-05T02:40:22Z', 'revision_number': 2, 'project_id': 'd528297433b04443888da8f1a3dd78a1', 'subnets': [{'id': 'd3253026-23fa-4754-94cc-fa2572fc1481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:40:25.498365 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc80d14-2ff9-4712-bb85-9f7002db7c7f None None] Checking router: d751e539-30d2-48f2-9cee-a8f801eb03cd for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:40:25.498607 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc80d14-2ff9-4712-bb85-9f7002db7c7f None None] Updating router d751e539-30d2-48f2-9cee-a8f801eb03cd port de99f08a-8026-4e5b-80f1-38ec38fe1357 binding host n-d-771362-32 {{(pid=94464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 02:40:25.517572 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-91f61343-6b18-43fe-aede-27c7121787b5 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:25.537091 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-bcc80d14-2ff9-4712-bb85-9f7002db7c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:25.827922 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-bcc80d14-2ff9-4712-bb85-9f7002db7c7f None None] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:25.839172 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-bcc80d14-2ff9-4712-bb85-9f7002db7c7f None None] Transition to ACTIVE for port object de99f08a-8026-4e5b-80f1-38ec38fe1357 will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:40:25.938571 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-91f61343-6b18-43fe-aede-27c7121787b5 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:25.970580 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device d5fd867d-ad62-4e81-bc6a-96739d2edab5 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:40:26.034914 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port d5fd867d-ad62-4e81-bc6a-96739d2edab5 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:40:26.035357 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:26.147969 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-bcc80d14-2ff9-4712-bb85-9f7002db7c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:26.201545 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbe076f-f0b2-4b12-96d9-a47207b47836 None None] Pushing event updated for resources: {'Port': ['ID=de99f08a-8026-4e5b-80f1-38ec38fe1357,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:40:26.227201 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbe076f-f0b2-4b12-96d9-a47207b47836 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:40:26.227684 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbe076f-f0b2-4b12-96d9-a47207b47836 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:40:26.228025 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbe076f-f0b2-4b12-96d9-a47207b47836 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:40:26.228358 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbe076f-f0b2-4b12-96d9-a47207b47836 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:40:26.228678 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:26.228826 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbe076f-f0b2-4b12-96d9-a47207b47836 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:40:26.229004 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbe076f-f0b2-4b12-96d9-a47207b47836 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:40:26.229329 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbe076f-f0b2-4b12-96d9-a47207b47836 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:40:26.229647 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbe076f-f0b2-4b12-96d9-a47207b47836 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:40:26.229964 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbe076f-f0b2-4b12-96d9-a47207b47836 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:40:26.230316 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbe076f-f0b2-4b12-96d9-a47207b47836 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:40:26.230640 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbe076f-f0b2-4b12-96d9-a47207b47836 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:40:26.230955 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbe076f-f0b2-4b12-96d9-a47207b47836 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:40:26.282236 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-bcc80d14-2ff9-4712-bb85-9f7002db7c7f None None] Attempting to bind port de99f08a-8026-4e5b-80f1-38ec38fe1357 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:40:26.282611 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-bcc80d14-2ff9-4712-bb85-9f7002db7c7f None None] Attempting to bind port de99f08a-8026-4e5b-80f1-38ec38fe1357 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '0cb721e7-31df-4d1e-8514-295703e20912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '298f5d1b-f553-44c2-b9d8-1781cb1d7820'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:40:26.282967 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc80d14-2ff9-4712-bb85-9f7002db7c7f None None] Attempting to bind port de99f08a-8026-4e5b-80f1-38ec38fe1357 on network 298f5d1b-f553-44c2-b9d8-1781cb1d7820 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:40:26.294942 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc80d14-2ff9-4712-bb85-9f7002db7c7f None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:40:26.296391 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc80d14-2ff9-4712-bb85-9f7002db7c7f None None] Checking segment: {'id': '0cb721e7-31df-4d1e-8514-295703e20912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '298f5d1b-f553-44c2-b9d8-1781cb1d7820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:40:26.298434 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-bcc80d14-2ff9-4712-bb85-9f7002db7c7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:26.299293 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc80d14-2ff9-4712-bb85-9f7002db7c7f None None] Bound using segment: {'id': '0cb721e7-31df-4d1e-8514-295703e20912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '298f5d1b-f553-44c2-b9d8-1781cb1d7820'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:40:26.300627 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-bcc80d14-2ff9-4712-bb85-9f7002db7c7f None None] Bound port: de99f08a-8026-4e5b-80f1-38ec38fe1357, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cb721e7-31df-4d1e-8514-295703e20912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '298f5d1b-f553-44c2-b9d8-1781cb1d7820'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:40:26.302045 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-bcc80d14-2ff9-4712-bb85-9f7002db7c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:26.426529 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-bcc80d14-2ff9-4712-bb85-9f7002db7c7f None None] For port de99f08a-8026-4e5b-80f1-38ec38fe1357, host n-d-771362-32, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:40:26.431240 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-bcc80d14-2ff9-4712-bb85-9f7002db7c7f None None] For port de99f08a-8026-4e5b-80f1-38ec38fe1357, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=de99f08a-8026-4e5b-80f1-38ec38fe1357,segment=NetworkSegment(0cb721e7-31df-4d1e-8514-295703e20912),segment_id=0cb721e7-31df-4d1e-8514-295703e20912)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:40:26.563115 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-bcc80d14-2ff9-4712-bb85-9f7002db7c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:26.673343 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbe076f-f0b2-4b12-96d9-a47207b47836 None None] Pushing event updated for resources: {'Port': ['ID=de99f08a-8026-4e5b-80f1-38ec38fe1357,revision_number=4']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:40:26.678084 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc80d14-2ff9-4712-bb85-9f7002db7c7f None None] Routers {'d751e539-30d2-48f2-9cee-a8f801eb03cd'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:40:26.678725 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-bcc80d14-2ff9-4712-bb85-9f7002db7c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:40:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['d751e539-30d2-48f2-9cee-a8f801eb03cd'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:40:26.701014 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-91f61343-6b18-43fe-aede-27c7121787b5 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for router_gateway, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:26.715699 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4088772-fb68-4807-b24d-c10525b4c695 req-2e088a2a-680f-4030-b00f-2f50bda0be7f tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:26.717334 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b4088772-fb68-4807-b24d-c10525b4c695 req-2e088a2a-680f-4030-b00f-2f50bda0be7f tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=106f67d5-1349-418d-8dec-d727be87b1a5 HTTP/1.1" status: 200 len: 945 time: 0.2024503 Jul 05 02:40:26.739479 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-91f61343-6b18-43fe-aede-27c7121787b5 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:26.850369 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b4088772-fb68-4807-b24d-c10525b4c695 req-bbac3771-bd06-4115-9168-bf5e663efc01 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e2564be-f5d8-4abd-ab86-f37a499f4ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132469 Jul 05 02:40:26.878622 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-bcc80d14-2ff9-4712-bb85-9f7002db7c7f None None] Set router d751e539-30d2-48f2-9cee-a8f801eb03cd gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:40:26.945006 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-91f61343-6b18-43fe-aede-27c7121787b5 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Allocated IP 172.25.7.242 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/6555e7cb-1ce8-4da9-bb4d-d91ce047b0e7) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:40:27.103291 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 55606) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:40:27.207299 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-bcc80d14-2ff9-4712-bb85-9f7002db7c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd751e539-30d2-48f2-9cee-a8f801eb03cd', 'name': 'tempest-TestAggregatesBasicOps-1944499383-router', 'tenant_id': 'd528297433b04443888da8f1a3dd78a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': 'd5fd867d-ad62-4e81-bc6a-96739d2edab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:40:16Z', 'updated_at': '2021-07-05T02:40:22Z', 'revision_number': 4, 'project_id': 'd528297433b04443888da8f1a3dd78a1', 'gw_port': {'id': 'd5fd867d-ad62-4e81-bc6a-96739d2edab5', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd751e539-30d2-48f2-9cee-a8f801eb03cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:40:17Z', 'updated_at': '2021-07-05T02:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'de99f08a-8026-4e5b-80f1-38ec38fe1357', 'name': '', 'network_id': '298f5d1b-f553-44c2-b9d8-1781cb1d7820', 'tenant_id': 'd528297433b04443888da8f1a3dd78a1', 'mac_address': 'fa:16:3e:e0:d7:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd751e539-30d2-48f2-9cee-a8f801eb03cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': 'd3253026-23fa-4754-94cc-fa2572fc1481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:40:21Z', 'updated_at': '2021-07-05T02:40:26Z', 'revision_number': 4, 'project_id': 'd528297433b04443888da8f1a3dd78a1', 'subnets': [{'id': 'd3253026-23fa-4754-94cc-fa2572fc1481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:40:27.222188 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-91f61343-6b18-43fe-aede-27c7121787b5 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:27.242815 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc80d14-2ff9-4712-bb85-9f7002db7c7f None None] The sync data for ids ['d751e539-30d2-48f2-9cee-a8f801eb03cd'] in n-d-771362-32 is: [{'id': 'd751e539-30d2-48f2-9cee-a8f801eb03cd', 'name': 'tempest-TestAggregatesBasicOps-1944499383-router', 'tenant_id': 'd528297433b04443888da8f1a3dd78a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': 'd5fd867d-ad62-4e81-bc6a-96739d2edab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:40:16Z', 'updated_at': '2021-07-05T02:40:22Z', 'revision_number': 4, 'project_id': 'd528297433b04443888da8f1a3dd78a1', 'gw_port': {'id': 'd5fd867d-ad62-4e81-bc6a-96739d2edab5', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd751e539-30d2-48f2-9cee-a8f801eb03cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:40:17Z', 'updated_at': '2021-07-05T02:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'de99f08a-8026-4e5b-80f1-38ec38fe1357', 'name': '', 'network_id': '298f5d1b-f553-44c2-b9d8-1781cb1d7820', 'tenant_id': 'd528297433b04443888da8f1a3dd78a1', 'mac_address': 'fa:16:3e:e0:d7:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd751e539-30d2-48f2-9cee-a8f801eb03cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': 'd3253026-23fa-4754-94cc-fa2572fc1481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:40:21Z', 'updated_at': '2021-07-05T02:40:26Z', 'revision_number': 4, 'project_id': 'd528297433b04443888da8f1a3dd78a1', 'subnets': [{'id': 'd3253026-23fa-4754-94cc-fa2572fc1481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:40:27.594199 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-91f61343-6b18-43fe-aede-27c7121787b5 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:27.667562 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f61343-6b18-43fe-aede-27c7121787b5 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:40:27.674252 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-91f61343-6b18-43fe-aede-27c7121787b5 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:40:27.682082 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f61343-6b18-43fe-aede-27c7121787b5 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:40:27.716568 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f61343-6b18-43fe-aede-27c7121787b5 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Pushing event updated for resources: {'Port': ['ID=6555e7cb-1ce8-4da9-bb4d-d91ce047b0e7,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:40:27.739504 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f61343-6b18-43fe-aede-27c7121787b5 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:40:27.739883 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f61343-6b18-43fe-aede-27c7121787b5 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:40:27.740237 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f61343-6b18-43fe-aede-27c7121787b5 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:40:27.740574 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f61343-6b18-43fe-aede-27c7121787b5 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:40:27.740906 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f61343-6b18-43fe-aede-27c7121787b5 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:40:27.741235 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f61343-6b18-43fe-aede-27c7121787b5 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:40:27.741560 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f61343-6b18-43fe-aede-27c7121787b5 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:40:27.741881 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f61343-6b18-43fe-aede-27c7121787b5 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:40:27.742230 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f61343-6b18-43fe-aede-27c7121787b5 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:40:27.742561 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f61343-6b18-43fe-aede-27c7121787b5 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:40:27.742887 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f61343-6b18-43fe-aede-27c7121787b5 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:40:27.743235 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f61343-6b18-43fe-aede-27c7121787b5 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:40:27.934035 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-48c1f78b-d6fe-462e-b38a-077b7cc7ae89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1634680'] for router_interface, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:28.110840 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device de99f08a-8026-4e5b-80f1-38ec38fe1357 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:40:28.184618 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e8895-7d9f-4837-b309-23676112333e req-03d52b9d-0aa2-4b3c-9a27-9471b1d9b2f4 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:28.187857 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6b0e8895-7d9f-4837-b309-23676112333e req-03d52b9d-0aa2-4b3c-9a27-9471b1d9b2f4 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=106f67d5-1349-418d-8dec-d727be87b1a5 HTTP/1.1" status: 200 len: 945 time: 0.1078882 Jul 05 02:40:28.238821 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6b0e8895-7d9f-4837-b309-23676112333e req-cd869a06-f193-4029-89ee-97b9838dcb22 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e2564be-f5d8-4abd-ab86-f37a499f4ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448389 Jul 05 02:40:28.296473 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port de99f08a-8026-4e5b-80f1-38ec38fe1357 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:40:28.301190 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-91f61343-6b18-43fe-aede-27c7121787b5 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for router_gateway, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:28.302291 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port de99f08a-8026-4e5b-80f1-38ec38fe1357 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:40:28.303142 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:28.411446 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:28.450790 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port de99f08a-8026-4e5b-80f1-38ec38fe1357, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=de99f08a-8026-4e5b-80f1-38ec38fe1357,segment=NetworkSegment(0cb721e7-31df-4d1e-8514-295703e20912),segment_id=0cb721e7-31df-4d1e-8514-295703e20912)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:40:28.587248 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:28.652999 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-91f61343-6b18-43fe-aede-27c7121787b5 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963'] for router, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:28.679195 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=de99f08a-8026-4e5b-80f1-38ec38fe1357,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:40:28.926564 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 55652) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:40:29.097032 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-5ce2c681-3f7d-48f9-a943-8123fac56d55 tempest-TestSecurityGroupsBasicOps-1770913595 tempest-TestSecurityGroupsBasicOps-1770913595-project-admin] 10.222.0.23 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3189 time: 0.1686995 Jul 05 02:40:29.099499 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 55656) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:40:29.104875 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-a779b75f-99e8-4411-b190-9e3920dc7a51 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Request body: {'network': {'name': 'tempest-network-smoke--804719700', 'project_id': '0d97daa9abfb4f3f83ba38958ca24f47', 'port_security_enabled': False}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:40:29.149189 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-48c1f78b-d6fe-462e-b38a-077b7cc7ae89 admin admin] Deleting port bc8c6fb1-81a9-438d-9b1b-7564f618b5f0 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:40:29.149737 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-48c1f78b-d6fe-462e-b38a-077b7cc7ae89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:29.233591 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a779b75f-99e8-4411-b190-9e3920dc7a51 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Made reservation on behalf of 0d97daa9abfb4f3f83ba38958ca24f47 for: {'network': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:40:29.239830 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a779b75f-99e8-4411-b190-9e3920dc7a51 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:29.279906 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-48c1f78b-d6fe-462e-b38a-077b7cc7ae89 admin admin] For port bc8c6fb1-81a9-438d-9b1b-7564f618b5f0, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=bc8c6fb1-81a9-438d-9b1b-7564f618b5f0,segment=NetworkSegment(36ca27f6-4dd0-4ee8-a09b-77e60d7442cd),segment_id=36ca27f6-4dd0-4ee8-a09b-77e60d7442cd)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:40:29.280271 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-48c1f78b-d6fe-462e-b38a-077b7cc7ae89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:29.299047 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a779b75f-99e8-4411-b190-9e3920dc7a51 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=94461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:40:29.300420 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-48c1f78b-d6fe-462e-b38a-077b7cc7ae89 admin admin] Calling delete_port for bc8c6fb1-81a9-438d-9b1b-7564f618b5f0 owned by network:router_interface {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:40:29.336626 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a779b75f-99e8-4411-b190-9e3920dc7a51 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:29.336983 n-d-771362-32 neutron-server[94461]: INFO neutron.db.segments_db [None req-a779b75f-99e8-4411-b190-9e3920dc7a51 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Added segment 1b110631-389a-4729-8a0c-ae21d314e9b9 of type vlan for network 95a6ff8c-0252-4f7b-bace-6be7ab13b4fd Jul 05 02:40:29.385497 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91f61343-6b18-43fe-aede-27c7121787b5 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Router b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d is scheduled to L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 with binding_index 1 {{(pid=94462) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 02:40:29.437065 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a779b75f-99e8-4411-b190-9e3920dc7a51 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:29.750967 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c073eb-cf0c-4497-8b51-4f0c1df032db req-92683356-e644-4f04-85ef-0795d6438187 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:29.756334 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91f61343-6b18-43fe-aede-27c7121787b5 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:40:29.761078 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e6c073eb-cf0c-4497-8b51-4f0c1df032db req-92683356-e644-4f04-85ef-0795d6438187 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 945 time: 0.0826104 Jul 05 02:40:29.766739 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a779b75f-99e8-4411-b190-9e3920dc7a51 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:29.767020 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20baa146-8855-4e67-926f-0ed0d0b975dd None None] Sync routers for ids ['b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:40:29.777087 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a779b75f-99e8-4411-b190-9e3920dc7a51 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:29.778745 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a779b75f-99e8-4411-b190-9e3920dc7a51 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:29.784315 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20baa146-8855-4e67-926f-0ed0d0b975dd None None] Routers {'b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:40:29.784917 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-20baa146-8855-4e67-926f-0ed0d0b975dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:40:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:40:29.817757 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c89b04e-7146-4b39-9d15-5a5fd4ade10e req-0a1a870c-1277-457b-89c3-bd20ea6b3f5f tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:29.819444 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3c89b04e-7146-4b39-9d15-5a5fd4ade10e req-0a1a870c-1277-457b-89c3-bd20ea6b3f5f tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=106f67d5-1349-418d-8dec-d727be87b1a5 HTTP/1.1" status: 200 len: 945 time: 0.3459778 Jul 05 02:40:29.893165 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3c89b04e-7146-4b39-9d15-5a5fd4ade10e req-e52cbe1b-3658-42f8-8438-979216056cdf tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e2564be-f5d8-4abd-ab86-f37a499f4ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657890 Jul 05 02:40:29.900523 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-91f61343-6b18-43fe-aede-27c7121787b5 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:29.907667 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-91f61343-6b18-43fe-aede-27c7121787b5 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.6461091 Jul 05 02:40:29.908331 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 55676) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:40:29.920227 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e6c073eb-cf0c-4497-8b51-4f0c1df032db req-e5fa6b79-06a9-44ea-a6a1-7dcb6c2e43aa tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579127 Jul 05 02:40:29.941775 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a779b75f-99e8-4411-b190-9e3920dc7a51 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Pushing event updated for resources: {'Network': ['ID=95a6ff8c-0252-4f7b-bace-6be7ab13b4fd,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:40:29.963490 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 95a6ff8c-0252-4f7b-bace-6be7ab13b4fd details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:40:30.006482 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-a779b75f-99e8-4411-b190-9e3920dc7a51 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9053767 Jul 05 02:40:30.010432 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 55684) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:40:30.015697 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-eb8dd8b9-49f3-44be-a34a-a15e7474abc5 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1977206953', 'admin_state_up': True, 'project_id': '0d97daa9abfb4f3f83ba38958ca24f47', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:40:30.066559 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device de99f08a-8026-4e5b-80f1-38ec38fe1357 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:40:30.106761 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-48c1f78b-d6fe-462e-b38a-077b7cc7ae89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:30.112560 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-4216caca-b5bc-4bc5-9d88-d641dd0220c9 tempest-TestNetworkBasicOps-1962896060 tempest-TestNetworkBasicOps-1962896060-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=e74a7c63f72a43c48203f0c9f39b1c1e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1967700 Jul 05 02:40:30.118107 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 55686) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:40:30.167433 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-20baa146-8855-4e67-926f-0ed0d0b975dd None None] Set router b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:40:30.189966 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad955601-e4f4-4055-abe9-b26efec57c1b req-715136c4-c10c-4bae-88a0-545426c79a8e tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:30.192027 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ad955601-e4f4-4055-abe9-b26efec57c1b req-715136c4-c10c-4bae-88a0-545426c79a8e tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 945 time: 0.1127784 Jul 05 02:40:30.242989 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24031153-e5b0-483e-a386-f7f726a28591 tempest-TestNetworkBasicOps-1962896060 tempest-TestNetworkBasicOps-1962896060-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:30.247019 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-24031153-e5b0-483e-a386-f7f726a28591 tempest-TestNetworkBasicOps-1962896060 tempest-TestNetworkBasicOps-1962896060-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1222618 Jul 05 02:40:30.250333 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 55688) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:40:30.304899 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c1f78b-d6fe-462e-b38a-077b7cc7ae89 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc8c6fb1-81a9-438d-9b1b-7564f618b5f0,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:40:30.364208 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-eb8dd8b9-49f3-44be-a34a-a15e7474abc5 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11810'] for router, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:30.364208 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-eb8dd8b9-49f3-44be-a34a-a15e7474abc5 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1926740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11821'] for router, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:30.366768 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-b2d4aa76-cb85-4edf-9ed7-c3e9b2f4fdbd tempest-TestNetworkBasicOps-1962896060 tempest-TestNetworkBasicOps-1962896060-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=4bbc2f9e-02cf-490e-901d-2588655a3ef0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1140115 Jul 05 02:40:30.367463 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 55692) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:40:30.388307 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-acfed63f-1cc9-4ae6-bda7-02d08c6206b3 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1573969193', 'network_id': '5707578e-6bd2-47ab-9975-d5337f100e83', 'project_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:40:30.511088 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port de99f08a-8026-4e5b-80f1-38ec38fe1357 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:40:30.511464 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:30.572774 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-eb8dd8b9-49f3-44be-a34a-a15e7474abc5 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:30.600400 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ad955601-e4f4-4055-abe9-b26efec57c1b req-7b3697a1-db57-423e-aa94-3c148d4cfc9f tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4021995 Jul 05 02:40:30.762356 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acfed63f-1cc9-4ae6-bda7-02d08c6206b3 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Made reservation on behalf of e74a7c63f72a43c48203f0c9f39b1c1e for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:40:30.762356 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-acfed63f-1cc9-4ae6-bda7-02d08c6206b3 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:30.874537 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-20baa146-8855-4e67-926f-0ed0d0b975dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d', 'name': 'tempest-TestNetworkBasicOps-router-1623503849', 'tenant_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': '6555e7cb-1ce8-4da9-bb4d-d91ce047b0e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:40:25Z', 'updated_at': '2021-07-05T02:40:27Z', 'revision_number': 3, 'project_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'gw_port': {'id': '6555e7cb-1ce8-4da9-bb4d-d91ce047b0e7', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:94:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:40:26Z', 'updated_at': '2021-07-05T02:40:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:40:30.916775 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20baa146-8855-4e67-926f-0ed0d0b975dd None None] Checking router: b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:40:30.919010 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20baa146-8855-4e67-926f-0ed0d0b975dd None None] Updating router b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d port 6555e7cb-1ce8-4da9-bb4d-d91ce047b0e7 binding host n-d-771362-32 {{(pid=94463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 02:40:31.001252 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-20baa146-8855-4e67-926f-0ed0d0b975dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:31.043529 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-48c1f78b-d6fe-462e-b38a-077b7cc7ae89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635398'] for router_interface, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:31.060449 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-eb8dd8b9-49f3-44be-a34a-a15e7474abc5 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:31.170517 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-acfed63f-1cc9-4ae6-bda7-02d08c6206b3 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5763451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774823'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:31.367836 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfed63f-1cc9-4ae6-bda7-02d08c6206b3 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Checking segment: {'id': '348128bd-cced-4c56-bced-23f73527db9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5707578e-6bd2-47ab-9975-d5337f100e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:40:31.371599 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acfed63f-1cc9-4ae6-bda7-02d08c6206b3 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Network hostable DHCP agents. Network: 5707578e-6bd2-47ab-9975-d5337f100e83, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:40:31.381908 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfed63f-1cc9-4ae6-bda7-02d08c6206b3 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Pushing event updated for resources: {'Subnet': ['ID=28052bc8-43f3-4b27-af64-004e742f3a2d,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:40:31.475599 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad1d708-bbfe-4fd9-8f96-b4517459a10e req-f49c6915-d4a4-4f53-a6ff-c8a06c5059f6 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:31.485467 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-aad1d708-bbfe-4fd9-8f96-b4517459a10e req-f49c6915-d4a4-4f53-a6ff-c8a06c5059f6 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=106f67d5-1349-418d-8dec-d727be87b1a5 HTTP/1.1" status: 200 len: 945 time: 0.3449605 Jul 05 02:40:31.641019 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-aad1d708-bbfe-4fd9-8f96-b4517459a10e req-446657b7-77fe-4751-8ba2-bb929428765e tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e2564be-f5d8-4abd-ab86-f37a499f4ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056249 Jul 05 02:40:31.643426 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48c1f78b-d6fe-462e-b38a-077b7cc7ae89 admin admin] Router a5a24777-37ed-4747-80a0-20d16e0c608d has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:40:31.667468 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acfed63f-1cc9-4ae6-bda7-02d08c6206b3 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Network 5707578e-6bd2-47ab-9975-d5337f100e83 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:40:31.718116 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-20baa146-8855-4e67-926f-0ed0d0b975dd None None] Notify callbacks [] for port, precommit_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:31.728116 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-20baa146-8855-4e67-926f-0ed0d0b975dd None None] Transition to ACTIVE for port object 6555e7cb-1ce8-4da9-bb4d-d91ce047b0e7 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:40:31.825569 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-eb8dd8b9-49f3-44be-a34a-a15e7474abc5 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks [] for router_gateway, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:31.840407 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-acfed63f-1cc9-4ae6-bda7-02d08c6206b3 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 5707578e-6bd2-47ab-9975-d5337f100e83) {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:40:31.847200 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acfed63f-1cc9-4ae6-bda7-02d08c6206b3 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:31.848679 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-acfed63f-1cc9-4ae6-bda7-02d08c6206b3 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:31.850523 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-eb8dd8b9-49f3-44be-a34a-a15e7474abc5 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:31.856415 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9a1cd7-033a-4476-a406-1b52796e58c5 None None] Network 5707578e-6bd2-47ab-9975-d5337f100e83 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:40:31.942617 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-20baa146-8855-4e67-926f-0ed0d0b975dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:32.066090 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eb7481-17a6-4d6b-8ef1-509a413eec26 None None] Pushing event updated for resources: {'Port': ['ID=6555e7cb-1ce8-4da9-bb4d-d91ce047b0e7,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:40:32.075015 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48c1f78b-d6fe-462e-b38a-077b7cc7ae89 admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:40:32.088608 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44701722-d0cd-4ba2-b053-7d67d318e666 None None] Sync routers for ids ['a5a24777-37ed-4747-80a0-20d16e0c608d'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:40:32.091715 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-48c1f78b-d6fe-462e-b38a-077b7cc7ae89 admin admin] 10.222.0.23 "PUT /v2.0/routers/a5a24777-37ed-4747-80a0-20d16e0c608d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9852052 Jul 05 02:40:32.094420 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 55712) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:40:32.121232 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44701722-d0cd-4ba2-b053-7d67d318e666 None None] Routers {'a5a24777-37ed-4747-80a0-20d16e0c608d'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:40:32.124139 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-44701722-d0cd-4ba2-b053-7d67d318e666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:40:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['a5a24777-37ed-4747-80a0-20d16e0c608d'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:40:32.197203 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-eb8dd8b9-49f3-44be-a34a-a15e7474abc5 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Allocated IP 172.25.7.234 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/fce8dfec-5825-457a-96a9-ffc6d05350e5) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:40:32.211581 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-20baa146-8855-4e67-926f-0ed0d0b975dd None None] Attempting to bind port 6555e7cb-1ce8-4da9-bb4d-d91ce047b0e7 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:40:32.212309 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-20baa146-8855-4e67-926f-0ed0d0b975dd None None] Attempting to bind port 6555e7cb-1ce8-4da9-bb4d-d91ce047b0e7 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:40:32.212900 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20baa146-8855-4e67-926f-0ed0d0b975dd None None] Attempting to bind port 6555e7cb-1ce8-4da9-bb4d-d91ce047b0e7 on network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:40:32.222155 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20baa146-8855-4e67-926f-0ed0d0b975dd None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:40:32.223411 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20baa146-8855-4e67-926f-0ed0d0b975dd None None] Checking segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:40:32.224044 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-20baa146-8855-4e67-926f-0ed0d0b975dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:32.224657 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20baa146-8855-4e67-926f-0ed0d0b975dd None None] Bound using segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:40:32.225679 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-20baa146-8855-4e67-926f-0ed0d0b975dd None None] Bound port: 6555e7cb-1ce8-4da9-bb4d-d91ce047b0e7, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:40:32.226365 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-20baa146-8855-4e67-926f-0ed0d0b975dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:32.327884 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef64ab8-be87-4811-8d29-3b60097c45f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-5707578e-6bd2-47ab-9975-d5337f100e83', 'network_id': '5707578e-6bd2-47ab-9975-d5337f100e83', 'tenant_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'fixed_ips': [{'subnet_id': '28052bc8-43f3-4b27-af64-004e742f3a2d'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:40:32.330425 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-aef64ab8-be87-4811-8d29-3b60097c45f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:32.344588 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-44701722-d0cd-4ba2-b053-7d67d318e666 None None] Set router a5a24777-37ed-4747-80a0-20d16e0c608d gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:40:32.366448 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-20baa146-8855-4e67-926f-0ed0d0b975dd None None] For port 6555e7cb-1ce8-4da9-bb4d-d91ce047b0e7, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:40:32.384236 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-acfed63f-1cc9-4ae6-bda7-02d08c6206b3 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.0108497 Jul 05 02:40:32.389337 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 55714) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:40:32.443957 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e988c04b-6ea6-478a-a50a-40c24c901912 admin admin] Notify callbacks [] for router, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:32.520259 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-eb8dd8b9-49f3-44be-a34a-a15e7474abc5 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:32.533818 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-aef64ab8-be87-4811-8d29-3b60097c45f3 None None] Allocated IP 172.20.0.2 (5707578e-6bd2-47ab-9975-d5337f100e83/28052bc8-43f3-4b27-af64-004e742f3a2d/bad32508-74c0-476a-bf4b-2570913bf20d) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:40:32.614457 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e988c04b-6ea6-478a-a50a-40c24c901912 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:32.627878 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-20baa146-8855-4e67-926f-0ed0d0b975dd None None] For port 6555e7cb-1ce8-4da9-bb4d-d91ce047b0e7, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=6555e7cb-1ce8-4da9-bb4d-d91ce047b0e7,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:40:32.815817 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-aef64ab8-be87-4811-8d29-3b60097c45f3 None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:32.818950 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-20baa146-8855-4e67-926f-0ed0d0b975dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:32.837307 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-44701722-d0cd-4ba2-b053-7d67d318e666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5a24777-37ed-4747-80a0-20d16e0c608d', 'name': 'tempest-TestAggregatesBasicOps-1646021902-router', 'tenant_id': '8c22abc688cd4c0292ded251d472128d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': 'd01c68ea-7c51-4d77-b9c3-cdd7383fef9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:40:03Z', 'updated_at': '2021-07-05T02:40:29Z', 'revision_number': 5, 'project_id': '8c22abc688cd4c0292ded251d472128d', 'gw_port': {'id': 'd01c68ea-7c51-4d77-b9c3-cdd7383fef9f', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:16:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a24777-37ed-4747-80a0-20d16e0c608d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:40:04Z', 'updated_at': '2021-07-05T02:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:40:32.896580 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-e988c04b-6ea6-478a-a50a-40c24c901912 admin admin] Deleting port d01c68ea-7c51-4d77-b9c3-cdd7383fef9f {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:40:32.904200 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e988c04b-6ea6-478a-a50a-40c24c901912 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:32.998205 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [None req-e988c04b-6ea6-478a-a50a-40c24c901912 admin admin] For port d01c68ea-7c51-4d77-b9c3-cdd7383fef9f, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=d01c68ea-7c51-4d77-b9c3-cdd7383fef9f,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:40:33.001673 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e988c04b-6ea6-478a-a50a-40c24c901912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:33.013676 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-e988c04b-6ea6-478a-a50a-40c24c901912 admin admin] Calling delete_port for d01c68ea-7c51-4d77-b9c3-cdd7383fef9f owned by network:router_gateway {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:40:33.038983 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-aef64ab8-be87-4811-8d29-3b60097c45f3 None None] Transition to ACTIVE for port object bad32508-74c0-476a-bf4b-2570913bf20d will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:40:33.084328 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-eb8dd8b9-49f3-44be-a34a-a15e7474abc5 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:33.088352 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20baa146-8855-4e67-926f-0ed0d0b975dd None None] Routers {'b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:40:33.089001 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-20baa146-8855-4e67-926f-0ed0d0b975dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:40:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:40:33.181827 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44701722-d0cd-4ba2-b053-7d67d318e666 None None] Checking router: a5a24777-37ed-4747-80a0-20d16e0c608d for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:40:33.187367 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-aef64ab8-be87-4811-8d29-3b60097c45f3 None None] Transition to ACTIVE for port object bad32508-74c0-476a-bf4b-2570913bf20d will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:40:33.193010 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eb7481-17a6-4d6b-8ef1-509a413eec26 None None] Pushing event updated for resources: {'Port': ['ID=6555e7cb-1ce8-4da9-bb4d-d91ce047b0e7,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:40:33.213431 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44701722-d0cd-4ba2-b053-7d67d318e666 None None] Routers {'a5a24777-37ed-4747-80a0-20d16e0c608d'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:40:33.214105 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-44701722-d0cd-4ba2-b053-7d67d318e666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:40:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['a5a24777-37ed-4747-80a0-20d16e0c608d'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:40:33.234688 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8dd8b9-49f3-44be-a34a-a15e7474abc5 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:40:33.243387 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-eb8dd8b9-49f3-44be-a34a-a15e7474abc5 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:40:33.293414 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-aef64ab8-be87-4811-8d29-3b60097c45f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:33.308420 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8dd8b9-49f3-44be-a34a-a15e7474abc5 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:40:33.333007 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8dd8b9-49f3-44be-a34a-a15e7474abc5 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Pushing event updated for resources: {'Port': ['ID=fce8dfec-5825-457a-96a9-ffc6d05350e5,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:40:33.379445 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-44701722-d0cd-4ba2-b053-7d67d318e666 None None] Set router a5a24777-37ed-4747-80a0-20d16e0c608d gateway port host: None {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:40:33.383592 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e988c04b-6ea6-478a-a50a-40c24c901912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:33.429955 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e988c04b-6ea6-478a-a50a-40c24c901912 admin admin] Pushing event deleted for resources: {'Port': ['ID=d01c68ea-7c51-4d77-b9c3-cdd7383fef9f,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:40:33.444690 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef64ab8-be87-4811-8d29-3b60097c45f3 None None] Network 5707578e-6bd2-47ab-9975-d5337f100e83 is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:40:33.451968 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403e5518-5e5d-4532-83a3-a5dad23a874b req-f26cc21c-49ad-4609-9da9-22dcdc472dfb tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:33.454090 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-20baa146-8855-4e67-926f-0ed0d0b975dd None None] Set router b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:40:33.459269 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-aef64ab8-be87-4811-8d29-3b60097c45f3 None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:40:33.461338 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-403e5518-5e5d-4532-83a3-a5dad23a874b req-f26cc21c-49ad-4609-9da9-22dcdc472dfb tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=106f67d5-1349-418d-8dec-d727be87b1a5 HTTP/1.1" status: 200 len: 945 time: 0.1951461 Jul 05 02:40:33.507548 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-44701722-d0cd-4ba2-b053-7d67d318e666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5a24777-37ed-4747-80a0-20d16e0c608d', 'name': 'tempest-TestAggregatesBasicOps-1646021902-router', 'tenant_id': '8c22abc688cd4c0292ded251d472128d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:40:03Z', 'updated_at': '2021-07-05T02:40:32Z', 'revision_number': 6, 'project_id': '8c22abc688cd4c0292ded251d472128d', 'gw_port_host': None}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:40:33.518297 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef64ab8-be87-4811-8d29-3b60097c45f3 None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:40:33.575446 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44701722-d0cd-4ba2-b053-7d67d318e666 None None] The sync data for ids ['a5a24777-37ed-4747-80a0-20d16e0c608d'] in n-d-771362-32 is: [{'id': 'a5a24777-37ed-4747-80a0-20d16e0c608d', 'name': 'tempest-TestAggregatesBasicOps-1646021902-router', 'tenant_id': '8c22abc688cd4c0292ded251d472128d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:40:03Z', 'updated_at': '2021-07-05T02:40:32Z', 'revision_number': 6, 'project_id': '8c22abc688cd4c0292ded251d472128d', 'gw_port_host': None}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:40:33.602851 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef64ab8-be87-4811-8d29-3b60097c45f3 None None] Pushing event updated for resources: {'Port': ['ID=bad32508-74c0-476a-bf4b-2570913bf20d,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:40:33.663513 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-403e5518-5e5d-4532-83a3-a5dad23a874b req-39513f9f-7672-4fa7-9249-29d920444871 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e2564be-f5d8-4abd-ab86-f37a499f4ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005651 Jul 05 02:40:33.665944 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e988c04b-6ea6-478a-a50a-40c24c901912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636927'] for router_gateway, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:33.746026 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-aef64ab8-be87-4811-8d29-3b60097c45f3 None None] Attempting to bind port bad32508-74c0-476a-bf4b-2570913bf20d on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:40:33.746426 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-aef64ab8-be87-4811-8d29-3b60097c45f3 None None] Attempting to bind port bad32508-74c0-476a-bf4b-2570913bf20d by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '348128bd-cced-4c56-bced-23f73527db9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5707578e-6bd2-47ab-9975-d5337f100e83'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:40:33.746801 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef64ab8-be87-4811-8d29-3b60097c45f3 None None] Attempting to bind port bad32508-74c0-476a-bf4b-2570913bf20d on network 5707578e-6bd2-47ab-9975-d5337f100e83 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:40:33.754693 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef64ab8-be87-4811-8d29-3b60097c45f3 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:40:33.755079 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef64ab8-be87-4811-8d29-3b60097c45f3 None None] Checking segment: {'id': '348128bd-cced-4c56-bced-23f73527db9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5707578e-6bd2-47ab-9975-d5337f100e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:40:33.755492 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-aef64ab8-be87-4811-8d29-3b60097c45f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:33.756035 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef64ab8-be87-4811-8d29-3b60097c45f3 None None] Bound using segment: {'id': '348128bd-cced-4c56-bced-23f73527db9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5707578e-6bd2-47ab-9975-d5337f100e83'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:40:33.765823 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-aef64ab8-be87-4811-8d29-3b60097c45f3 None None] Bound port: bad32508-74c0-476a-bf4b-2570913bf20d, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '348128bd-cced-4c56-bced-23f73527db9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5707578e-6bd2-47ab-9975-d5337f100e83'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:40:33.765823 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-aef64ab8-be87-4811-8d29-3b60097c45f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:33.954303 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-aef64ab8-be87-4811-8d29-3b60097c45f3 None None] For port bad32508-74c0-476a-bf4b-2570913bf20d, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:40:33.964910 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-aef64ab8-be87-4811-8d29-3b60097c45f3 None None] For port bad32508-74c0-476a-bf4b-2570913bf20d, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=bad32508-74c0-476a-bf4b-2570913bf20d,segment=NetworkSegment(348128bd-cced-4c56-bced-23f73527db9c),segment_id=348128bd-cced-4c56-bced-23f73527db9c)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:40:33.990422 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e988c04b-6ea6-478a-a50a-40c24c901912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11828'] for router, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:33.993136 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e988c04b-6ea6-478a-a50a-40c24c901912 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:34.091954 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-20baa146-8855-4e67-926f-0ed0d0b975dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d', 'name': 'tempest-TestNetworkBasicOps-router-1623503849', 'tenant_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': '6555e7cb-1ce8-4da9-bb4d-d91ce047b0e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:40:25Z', 'updated_at': '2021-07-05T02:40:27Z', 'revision_number': 3, 'project_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'gw_port': {'id': '6555e7cb-1ce8-4da9-bb4d-d91ce047b0e7', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:94:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:40:26Z', 'updated_at': '2021-07-05T02:40:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:40:34.136658 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-aef64ab8-be87-4811-8d29-3b60097c45f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:34.181740 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e988c04b-6ea6-478a-a50a-40c24c901912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1575451'] for router, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:34.182300 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e988c04b-6ea6-478a-a50a-40c24c901912 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5a24777-37ed-4747-80a0-20d16e0c608d {{(pid=94461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 02:40:34.190106 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e988c04b-6ea6-478a-a50a-40c24c901912 admin admin] Notify callbacks [] for router, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:34.195132 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-e988c04b-6ea6-478a-a50a-40c24c901912 admin admin] 10.222.0.23 "DELETE /v2.0/routers/a5a24777-37ed-4747-80a0-20d16e0c608d HTTP/1.1" status: 204 len: 168 time: 2.0956819 Jul 05 02:40:34.195132 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 55738) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:40:34.234293 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device bc8c6fb1-81a9-438d-9b1b-7564f618b5f0 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:40:34.309003 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_v2 [None req-3582fe70-4dfd-45bd-abde-0f420574e556 admin admin] Deleting subnet d3cc404d-8d1f-49d4-9bc4-d1d3fd71c0a0 {{(pid=94461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:40:34.322421 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3582fe70-4dfd-45bd-abde-0f420574e556 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:34.344742 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20baa146-8855-4e67-926f-0ed0d0b975dd None None] The sync data for ids ['b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d'] in n-d-771362-32 is: [{'id': 'b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d', 'name': 'tempest-TestNetworkBasicOps-router-1623503849', 'tenant_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': '6555e7cb-1ce8-4da9-bb4d-d91ce047b0e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:40:25Z', 'updated_at': '2021-07-05T02:40:27Z', 'revision_number': 3, 'project_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'gw_port': {'id': '6555e7cb-1ce8-4da9-bb4d-d91ce047b0e7', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:94:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:40:26Z', 'updated_at': '2021-07-05T02:40:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:40:34.467997 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3582fe70-4dfd-45bd-abde-0f420574e556 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5519650'] for subnet, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:34.471004 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: bc8c6fb1-81a9-438d-9b1b-7564f618b5f0 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:40:34.481969 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device bc8c6fb1-81a9-438d-9b1b-7564f618b5f0 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:40:34.481969 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef64ab8-be87-4811-8d29-3b60097c45f3 None None] Pushing event updated for resources: {'Port': ['ID=bad32508-74c0-476a-bf4b-2570913bf20d,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:40:34.739000 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3582fe70-4dfd-45bd-abde-0f420574e556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:34.800328 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 55744) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:40:35.027632 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3582fe70-4dfd-45bd-abde-0f420574e556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5763388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774356'] for subnet, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:35.083869 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3582fe70-4dfd-45bd-abde-0f420574e556 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3cc404d-8d1f-49d4-9bc4-d1d3fd71c0a0,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:40:35.085397 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfaaca61-cf9f-48d3-8e3d-64df9c547dd0 None None] Network ff533ffd-e3f7-45b7-9256-cd4ac6526c51 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:40:35.093120 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3582fe70-4dfd-45bd-abde-0f420574e556 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:35.096447 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-3582fe70-4dfd-45bd-abde-0f420574e556 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/d3cc404d-8d1f-49d4-9bc4-d1d3fd71c0a0 HTTP/1.1" status: 204 len: 168 time: 0.9015718 Jul 05 02:40:35.105360 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 55750) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:40:35.300341 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e32759ff-f198-44a5-b272-e7bad1eb9fd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:35.451332 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1cffe6e7-86f0-4303-914b-371fd2ce5601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:35.512113 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-eb8dd8b9-49f3-44be-a34a-a15e7474abc5 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks [] for router_gateway, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:35.614082 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f2ebd7c4-e990-4f9f-870f-ac1a4400e138 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:35.622370 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6736e9c0-e035-4c4b-b2f4-00a49d131c08 None None] DHCP port deletion for ff533ffd-e3f7-45b7-9256-cd4ac6526c51 request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:40:35.715394 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-1cffe6e7-86f0-4303-914b-371fd2ce5601 admin admin] Deleting port 29e27f4d-7f35-460b-8c98-10b5011df5f6 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:40:35.715394 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1cffe6e7-86f0-4303-914b-371fd2ce5601 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:35.758374 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-6736e9c0-e035-4c4b-b2f4-00a49d131c08 None None] Deleting port 29e27f4d-7f35-460b-8c98-10b5011df5f6 {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:40:35.758995 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-6736e9c0-e035-4c4b-b2f4-00a49d131c08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:35.829003 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e32759ff-f198-44a5-b272-e7bad1eb9fd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:35.874876 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6663c2d-2f4d-4da1-94af-4850b02ba5b8 req-9bc2524c-34bb-4a51-af24-b405374cb8d9 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:35.876540 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d6663c2d-2f4d-4da1-94af-4850b02ba5b8 req-9bc2524c-34bb-4a51-af24-b405374cb8d9 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=106f67d5-1349-418d-8dec-d727be87b1a5 HTTP/1.1" status: 200 len: 945 time: 0.7987096 Jul 05 02:40:35.933989 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-6736e9c0-e035-4c4b-b2f4-00a49d131c08 None None] For port 29e27f4d-7f35-460b-8c98-10b5011df5f6, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=29e27f4d-7f35-460b-8c98-10b5011df5f6,segment=NetworkSegment(36ca27f6-4dd0-4ee8-a09b-77e60d7442cd),segment_id=36ca27f6-4dd0-4ee8-a09b-77e60d7442cd)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:40:35.935845 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-6736e9c0-e035-4c4b-b2f4-00a49d131c08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:35.967273 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-6736e9c0-e035-4c4b-b2f4-00a49d131c08 None None] Calling delete_port for 29e27f4d-7f35-460b-8c98-10b5011df5f6 owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:40:36.042584 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e32759ff-f198-44a5-b272-e7bad1eb9fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:36.171294 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32759ff-f198-44a5-b272-e7bad1eb9fd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f117ce-7378-421d-9014-557457844ea3,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:40:36.171976 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd977aa-0c08-495e-a3b1-548f9a4569af None None] Network 5707578e-6bd2-47ab-9975-d5337f100e83 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:40:36.224187 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [None req-1cffe6e7-86f0-4303-914b-371fd2ce5601 admin admin] For port 29e27f4d-7f35-460b-8c98-10b5011df5f6, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=29e27f4d-7f35-460b-8c98-10b5011df5f6,segment=NetworkSegment(36ca27f6-4dd0-4ee8-a09b-77e60d7442cd),segment_id=36ca27f6-4dd0-4ee8-a09b-77e60d7442cd)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:40:36.226482 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1cffe6e7-86f0-4303-914b-371fd2ce5601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:36.306966 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-1cffe6e7-86f0-4303-914b-371fd2ce5601 admin admin] Calling delete_port for 29e27f4d-7f35-460b-8c98-10b5011df5f6 owned by network:dhcp {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:40:36.316909 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-e32759ff-f198-44a5-b272-e7bad1eb9fd7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d027ad8c2d1549f1a8b224aea0731a41&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5148172 Jul 05 02:40:36.321359 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 55764) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:40:36.358069 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05dee44-d458-455f-9d53-a4c540cb3246 req-8b82cf9f-d72f-4f0a-a40f-66535b88efad tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:36.358239 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-eb8dd8b9-49f3-44be-a34a-a15e7474abc5 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963'] for router, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:36.359870 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c05dee44-d458-455f-9d53-a4c540cb3246 req-8b82cf9f-d72f-4f0a-a40f-66535b88efad tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 945 time: 0.5329263 Jul 05 02:40:36.376054 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device bad32508-74c0-476a-bf4b-2570913bf20d up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:40:36.424901 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d6663c2d-2f4d-4da1-94af-4850b02ba5b8 req-4bdaab1a-6fbd-4289-8b29-a8d71f85d956 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e2564be-f5d8-4abd-ab86-f37a499f4ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5262368 Jul 05 02:40:36.617979 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-6736e9c0-e035-4c4b-b2f4-00a49d131c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:36.617979 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6736e9c0-e035-4c4b-b2f4-00a49d131c08 None None] Pushing event deleted for resources: {'Port': ['ID=29e27f4d-7f35-460b-8c98-10b5011df5f6,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:40:36.651751 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6736e9c0-e035-4c4b-b2f4-00a49d131c08 None None] No DVR routers for this DVR port 29e27f4d-7f35-460b-8c98-10b5011df5f6 on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:40:36.660435 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c05dee44-d458-455f-9d53-a4c540cb3246 req-7211d6a1-28c0-44eb-9ef0-52eb16fa6624 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366619 Jul 05 02:40:36.693440 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1cffe6e7-86f0-4303-914b-371fd2ce5601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:36.704945 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8bf58611-b92c-4e80-80a8-9b54035755b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:36.731253 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8bf58611-b92c-4e80-80a8-9b54035755b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:36.808085 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cffe6e7-86f0-4303-914b-371fd2ce5601 admin admin] Pushing event deleted for resources: {'Port': ['ID=29e27f4d-7f35-460b-8c98-10b5011df5f6,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:40:36.814054 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cffe6e7-86f0-4303-914b-371fd2ce5601 admin admin] No DVR routers for this DVR port 29e27f4d-7f35-460b-8c98-10b5011df5f6 on host n-d-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:40:36.866970 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-f2ebd7c4-e990-4f9f-870f-ac1a4400e138 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Allocated IP 172.20.0.1 (5707578e-6bd2-47ab-9975-d5337f100e83/28052bc8-43f3-4b27-af64-004e742f3a2d/3494458e-5161-45af-8201-9b30e115c3ed) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:40:36.964478 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9ae586df-85a0-4fec-b841-a29fad381d74 req-f9c7e2ca-c569-46e8-b676-6c4737b14355 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=dfafab15-6df6-4fd1-91a0-07638ebbddfb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5348332 Jul 05 02:40:36.970808 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1cffe6e7-86f0-4303-914b-371fd2ce5601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:36.982332 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-1cffe6e7-86f0-4303-914b-371fd2ce5601 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff533ffd-e3f7-45b7-9256-cd4ac6526c51']}} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:40:37.005959 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-1cffe6e7-86f0-4303-914b-371fd2ce5601 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36ca27f6-4dd0-4ee8-a09b-77e60d7442cd') {'for_net_delete': True} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:40:37.006328 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-1cffe6e7-86f0-4303-914b-371fd2ce5601 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36ca27f6-4dd0-4ee8-a09b-77e60d7442cd') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:40:37.031010 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1cffe6e7-86f0-4303-914b-371fd2ce5601 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5519669'] for segment, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:37.126428 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1cffe6e7-86f0-4303-914b-371fd2ce5601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:37.140277 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cffe6e7-86f0-4303-914b-371fd2ce5601 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=94461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:40:37.140749 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1cffe6e7-86f0-4303-914b-371fd2ce5601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5763545'] for segment, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:37.143265 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:40:37.143265 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:40:37.143265 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:40:37.143265 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:40:37.143265 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:40:37.143265 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:40:37.143265 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:40:37.143265 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:40:37.143265 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:40:37.143265 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:40:37.143265 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:40:37.143265 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:40:37.143265 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:40:37.143265 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:40:37.143265 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:40:37.143265 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:40:37.143265 n-d-771362-32 neutron-server[94461]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:40:37.143265 n-d-771362-32 neutron-server[94461]: self.session.flush() Jul 05 02:40:37.143265 n-d-771362-32 neutron-server[94461]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:40:37.143265 n-d-771362-32 neutron-server[94461]: self.session.flush() Jul 05 02:40:37.143265 n-d-771362-32 neutron-server[94461]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:40:37.143265 n-d-771362-32 neutron-server[94461]: self.session.flush() Jul 05 02:40:37.143265 n-d-771362-32 neutron-server[94461]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:40:37.143265 n-d-771362-32 neutron-server[94461]: self.session.flush() Jul 05 02:40:37.143265 n-d-771362-32 neutron-server[94461]: Traceback (most recent call last): Jul 05 02:40:37.143265 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:40:37.143265 n-d-771362-32 neutron-server[94461]: timer() Jul 05 02:40:37.143265 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:40:37.143265 n-d-771362-32 neutron-server[94461]: cb(*args, **kw) Jul 05 02:40:37.143265 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:40:37.143265 n-d-771362-32 neutron-server[94461]: return func(*args, **kwargs) Jul 05 02:40:37.143265 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:40:37.143265 n-d-771362-32 neutron-server[94461]: self._notify() Jul 05 02:40:37.143265 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:40:37.143265 n-d-771362-32 neutron-server[94461]: self.callback(batched_events) Jul 05 02:40:37.143265 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:40:37.143265 n-d-771362-32 neutron-server[94461]: event.method(event) Jul 05 02:40:37.143265 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:40:37.143265 n-d-771362-32 neutron-server[94461]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:40:37.143265 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:40:37.143265 n-d-771362-32 neutron-server[94461]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:40:37.143265 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:40:37.143265 n-d-771362-32 neutron-server[94461]: return f(self, *a, **k) Jul 05 02:40:37.143265 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:40:37.143265 n-d-771362-32 neutron-server[94461]: return self._get(url).json() Jul 05 02:40:37.143265 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:40:37.143265 n-d-771362-32 neutron-server[94461]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:40:37.143265 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:40:37.143265 n-d-771362-32 neutron-server[94461]: return self.request(url, 'GET', **kwargs) Jul 05 02:40:37.143265 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:40:37.143265 n-d-771362-32 neutron-server[94461]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:40:37.143265 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:40:37.143265 n-d-771362-32 neutron-server[94461]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:40:37.143265 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:40:37.143265 n-d-771362-32 neutron-server[94461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:40:37.143265 n-d-771362-32 neutron-server[94461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:40:37.149755 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f2ebd7c4-e990-4f9f-870f-ac1a4400e138 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:37.188806 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbd560a-78a3-4b1d-95a1-4444b4768b83 req-d76f9007-1e52-4dad-b177-241fe4735102 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:37.194881 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3fbd560a-78a3-4b1d-95a1-4444b4768b83 req-d76f9007-1e52-4dad-b177-241fe4735102 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 945 time: 0.2672203 Jul 05 02:40:37.211417 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-7bc7a9c6-a8de-498c-b708-1fbd9e81e574 None None] Provisioning for port bad32508-74c0-476a-bf4b-2570913bf20d completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:40:37.241073 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae586df-85a0-4fec-b841-a29fad381d74 req-fc5f8033-7649-4aa0-8a99-e29ceec75531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:37.243961 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9ae586df-85a0-4fec-b841-a29fad381d74 req-fc5f8033-7649-4aa0-8a99-e29ceec75531 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0d97daa9abfb4f3f83ba38958ca24f47&device_id=dfafab15-6df6-4fd1-91a0-07638ebbddfb HTTP/1.1" status: 200 len: 1137 time: 0.1884129 Jul 05 02:40:37.250884 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3fbd560a-78a3-4b1d-95a1-4444b4768b83 req-19ddb167-2fbc-44f4-898f-a08fe0e103da tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507855 Jul 05 02:40:37.301984 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb8dd8b9-49f3-44be-a34a-a15e7474abc5 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Router 8e7be68d-4d89-4be5-8648-b7198a4922a6 is scheduled to L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 with binding_index 1 {{(pid=94462) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 02:40:37.303166 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port bad32508-74c0-476a-bf4b-2570913bf20d completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:40:37.307942 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port bad32508-74c0-476a-bf4b-2570913bf20d triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:40:37.308450 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:37.348192 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8bf58611-b92c-4e80-80a8-9b54035755b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:37.351742 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8bf58611-b92c-4e80-80a8-9b54035755b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:37.360784 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-8bf58611-b92c-4e80-80a8-9b54035755b8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e4f117ce-7378-421d-9014-557457844ea3 HTTP/1.1" status: 204 len: 168 time: 1.0325413 Jul 05 02:40:37.381444 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [None req-f2ebd7c4-e990-4f9f-870f-ac1a4400e138 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Transition to ACTIVE for port object 3494458e-5161-45af-8201-9b30e115c3ed will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:40:37.385305 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1cffe6e7-86f0-4303-914b-371fd2ce5601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:37.432323 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1cffe6e7-86f0-4303-914b-371fd2ce5601 admin admin] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:37.437704 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-1cffe6e7-86f0-4303-914b-371fd2ce5601 admin admin] 10.222.0.23 "DELETE /v2.0/networks/ff533ffd-e3f7-45b7-9256-cd4ac6526c51 HTTP/1.1" status: 204 len: 168 time: 2.3298995 Jul 05 02:40:37.440626 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cffe6e7-86f0-4303-914b-371fd2ce5601 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff533ffd-e3f7-45b7-9256-cd4ac6526c51,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:40:37.444769 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 55780) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:40:37.451343 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf58611-b92c-4e80-80a8-9b54035755b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f117ce-7378-421d-9014-557457844ea3,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:40:37.526609 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-3a152c47-367a-4881-b3be-9444a2fb4c35 None None] Provisioning complete for port bad32508-74c0-476a-bf4b-2570913bf20d triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:40:37.527259 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3a152c47-367a-4881-b3be-9444a2fb4c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:37.578321 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f2ebd7c4-e990-4f9f-870f-ac1a4400e138 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:37.685025 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae586df-85a0-4fec-b841-a29fad381d74 req-2d19ff2f-034f-4a8f-a597-2926f51eaf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:37.688736 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9ae586df-85a0-4fec-b841-a29fad381d74 req-2d19ff2f-034f-4a8f-a597-2926f51eaf86 service neutron] 10.222.0.15 "GET /v2.0/networks?id=423941ad-288e-4f52-9863-01cb0753c63a HTTP/1.1" status: 200 len: 897 time: 0.4194329 Jul 05 02:40:37.710655 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:37.723138 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ebd7c4-e990-4f9f-870f-ac1a4400e138 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Network 5707578e-6bd2-47ab-9975-d5337f100e83 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:40:37.774356 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-f2ebd7c4-e990-4f9f-870f-ac1a4400e138 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:40:37.782889 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ebd7c4-e990-4f9f-870f-ac1a4400e138 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:40:37.792691 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb8dd8b9-49f3-44be-a34a-a15e7474abc5 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:40:37.825206 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b872d01-e1e9-4408-81d3-ae42147ffbe3 None None] Sync routers for ids ['8e7be68d-4d89-4be5-8648-b7198a4922a6'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:40:37.896911 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port bad32508-74c0-476a-bf4b-2570913bf20d, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=bad32508-74c0-476a-bf4b-2570913bf20d,segment=NetworkSegment(348128bd-cced-4c56-bced-23f73527db9c),segment_id=348128bd-cced-4c56-bced-23f73527db9c)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:40:37.897909 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3a152c47-367a-4881-b3be-9444a2fb4c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:37.932974 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b872d01-e1e9-4408-81d3-ae42147ffbe3 None None] Routers {'8e7be68d-4d89-4be5-8648-b7198a4922a6'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:40:37.935535 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-2b872d01-e1e9-4408-81d3-ae42147ffbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:40:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['8e7be68d-4d89-4be5-8648-b7198a4922a6'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:40:37.998836 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ebd7c4-e990-4f9f-870f-ac1a4400e138 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Pushing event updated for resources: {'Port': ['ID=3494458e-5161-45af-8201-9b30e115c3ed,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:40:38.100407 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:38.103607 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 6555e7cb-1ce8-4da9-bb4d-d91ce047b0e7 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:40:38.114802 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f2ebd7c4-e990-4f9f-870f-ac1a4400e138 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635668'] for router_interface, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:38.214311 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-eb8dd8b9-49f3-44be-a34a-a15e7474abc5 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:38.215572 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-eb8dd8b9-49f3-44be-a34a-a15e7474abc5 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 8.2056153 Jul 05 02:40:38.224641 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 55794) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:40:38.320645 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e61566-c17e-4fc5-a94c-02912ff47af1 tempest-TestSecurityGroupsBasicOps-1770913595 tempest-TestSecurityGroupsBasicOps-1770913595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:38.322213 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-43e61566-c17e-4fc5-a94c-02912ff47af1 tempest-TestSecurityGroupsBasicOps-1770913595 tempest-TestSecurityGroupsBasicOps-1770913595-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=0d97daa9abfb4f3f83ba38958ca24f47&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0965977 Jul 05 02:40:38.326244 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 55798) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:40:38.345255 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da96355-8ae3-434e-b26a-f9a866b6c048 req-a30cd479-d5ed-4f07-9e16-4659f9ac9e7a tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:38.356605 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1da96355-8ae3-434e-b26a-f9a866b6c048 req-a30cd479-d5ed-4f07-9e16-4659f9ac9e7a tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 945 time: 0.6695096 Jul 05 02:40:38.639765 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9ae586df-85a0-4fec-b841-a29fad381d74 req-a75bde7a-5661-4238-a1c5-ae27a9a4d81c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aca5fd2a-1a9a-473f-9796-60404af1bc2b HTTP/1.1" status: 200 len: 1002 time: 0.9432232 Jul 05 02:40:38.647138 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1da96355-8ae3-434e-b26a-f9a866b6c048 req-38268b54-d7e1-46e3-8e59-e46bee329278 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890987 Jul 05 02:40:38.657637 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.db.api [None req-3a152c47-367a-4881-b3be-9444a2fb4c35 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94463) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 02:40:38.659312 n-d-771362-32 neutron-server[94463]: DEBUG oslo_db.api [None req-3a152c47-367a-4881-b3be-9444a2fb4c35 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 02:40:38.664356 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a32855-29c5-4501-8858-f4bbba300d55 tempest-TestSecurityGroupsBasicOps-1770913595 tempest-TestSecurityGroupsBasicOps-1770913595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:38.667244 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-85a32855-29c5-4501-8858-f4bbba300d55 tempest-TestSecurityGroupsBasicOps-1770913595 tempest-TestSecurityGroupsBasicOps-1770913595-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3376427 Jul 05 02:40:38.671528 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 55806) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:40:38.671776 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=bad32508-74c0-476a-bf4b-2570913bf20d,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:40:38.711110 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-2b872d01-e1e9-4408-81d3-ae42147ffbe3 None None] Set router 8e7be68d-4d89-4be5-8648-b7198a4922a6 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:40:38.720930 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-46569fbb-d614-4e3e-b673-c2834211f23c tempest-TestSecurityGroupsBasicOps-1770913595 tempest-TestSecurityGroupsBasicOps-1770913595-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=4bbc2f9e-02cf-490e-901d-2588655a3ef0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381789 Jul 05 02:40:38.721585 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 55810) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:40:38.761477 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-41d1f531-1659-42b9-8a2f-1dd6d60b6ffe tempest-TestSecurityGroupsBasicOps-1770913595 tempest-TestSecurityGroupsBasicOps-1770913595-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=0d97daa9abfb4f3f83ba38958ca24f47&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386913 Jul 05 02:40:38.762360 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 55814) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:40:38.837117 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae586df-85a0-4fec-b841-a29fad381d74 req-c141ea0e-5f92-4aeb-97dc-bca97c9311b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:38.838653 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9ae586df-85a0-4fec-b841-a29fad381d74 req-c141ea0e-5f92-4aeb-97dc-bca97c9311b6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d14fbacc-e76b-48b0-b10d-9f14e6f86812 HTTP/1.1" status: 200 len: 834 time: 0.1907706 Jul 05 02:40:38.868766 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f2ebd7c4-e990-4f9f-870f-ac1a4400e138 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:38.905124 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a8ffd-8945-4316-8172-45761e504979 req-d2e162ab-874f-407f-97d8-cc2de548b7c2 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:38.908371 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0c9a8ffd-8945-4316-8172-45761e504979 req-d2e162ab-874f-407f-97d8-cc2de548b7c2 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=106f67d5-1349-418d-8dec-d727be87b1a5 HTTP/1.1" status: 200 len: 945 time: 0.3618786 Jul 05 02:40:38.969289 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d2f3b6-208c-40fd-ab80-a920fad348b3 tempest-TestSecurityGroupsBasicOps-1770913595 tempest-TestSecurityGroupsBasicOps-1770913595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:38.974614 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-70d2f3b6-208c-40fd-ab80-a920fad348b3 tempest-TestSecurityGroupsBasicOps-1770913595 tempest-TestSecurityGroupsBasicOps-1770913595-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2115142 Jul 05 02:40:38.979837 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 55820) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:40:38.984163 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 6555e7cb-1ce8-4da9-bb4d-d91ce047b0e7 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:40:38.997135 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 6555e7cb-1ce8-4da9-bb4d-d91ce047b0e7 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:40:38.997757 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:39.069047 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-5864f20f-5133-4138-99e7-06b2cf0e568d tempest-TestSecurityGroupsBasicOps-1770913595 tempest-TestSecurityGroupsBasicOps-1770913595-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=4bbc2f9e-02cf-490e-901d-2588655a3ef0&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0828717 Jul 05 02:40:39.079337 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 55822) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:40:39.088613 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-e066b568-7016-405e-94b6-bb70d1bc68ee tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-761158211', 'network_id': '95a6ff8c-0252-4f7b-bace-6be7ab13b4fd', 'project_id': '0d97daa9abfb4f3f83ba38958ca24f47', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:40:39.159173 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0c9a8ffd-8945-4316-8172-45761e504979 req-82058793-2022-42ec-858a-5f5df70e328f tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e2564be-f5d8-4abd-ab86-f37a499f4ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747384 Jul 05 02:40:39.189273 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:39.206257 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae586df-85a0-4fec-b841-a29fad381d74 req-3deccdb8-c11e-4cc5-ae91-917452c4e8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:39.210179 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9ae586df-85a0-4fec-b841-a29fad381d74 req-3deccdb8-c11e-4cc5-ae91-917452c4e8ac service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=423941ad-288e-4f52-9863-01cb0753c63a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3638294 Jul 05 02:40:39.229453 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da6f71c-3718-4bf5-8f7c-22a36daf3ca6 req-7c3e2274-0f29-4066-9bee-161d08edcadc tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:39.231743 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1da6f71c-3718-4bf5-8f7c-22a36daf3ca6 req-7c3e2274-0f29-4066-9bee-161d08edcadc tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 945 time: 0.2930796 Jul 05 02:40:39.357564 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 6555e7cb-1ce8-4da9-bb4d-d91ce047b0e7, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=6555e7cb-1ce8-4da9-bb4d-d91ce047b0e7,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:40:39.395045 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-2b872d01-e1e9-4408-81d3-ae42147ffbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e7be68d-4d89-4be5-8648-b7198a4922a6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1977206953', 'tenant_id': '0d97daa9abfb4f3f83ba38958ca24f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': 'fce8dfec-5825-457a-96a9-ffc6d05350e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:40:30Z', 'updated_at': '2021-07-05T02:40:34Z', 'revision_number': 3, 'project_id': '0d97daa9abfb4f3f83ba38958ca24f47', 'gw_port': {'id': 'fce8dfec-5825-457a-96a9-ffc6d05350e5', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a5:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e7be68d-4d89-4be5-8648-b7198a4922a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:40:31Z', 'updated_at': '2021-07-05T02:40:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:40:39.417226 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-244b7560-d77f-4fae-8230-68f5b6db54d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1634680'] for router_interface, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:39.421819 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9ae586df-85a0-4fec-b841-a29fad381d74 req-d56ba7e5-0e4a-47e9-b0a2-fe246ad6f6ef service neutron] 10.222.0.15 "GET /v2.0/networks/423941ad-288e-4f52-9863-01cb0753c63a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017963 Jul 05 02:40:39.436185 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b872d01-e1e9-4408-81d3-ae42147ffbe3 None None] Checking router: 8e7be68d-4d89-4be5-8648-b7198a4922a6 for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:40:39.436185 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b872d01-e1e9-4408-81d3-ae42147ffbe3 None None] Updating router 8e7be68d-4d89-4be5-8648-b7198a4922a6 port fce8dfec-5825-457a-96a9-ffc6d05350e5 binding host n-d-771362-32 {{(pid=94463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 02:40:39.437988 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 55826) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:40:39.449791 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e066b568-7016-405e-94b6-bb70d1bc68ee tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Made reservation on behalf of 0d97daa9abfb4f3f83ba38958ca24f47 for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:40:39.453263 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e066b568-7016-405e-94b6-bb70d1bc68ee tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:39.475978 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1da6f71c-3718-4bf5-8f7c-22a36daf3ca6 req-27a91077-9977-4afb-aa3c-27b387a6c45a tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344112 Jul 05 02:40:39.502990 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-2b872d01-e1e9-4408-81d3-ae42147ffbe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:39.518572 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:39.607820 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f2ebd7c4-e990-4f9f-870f-ac1a4400e138 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:39.771043 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 29e27f4d-7f35-460b-8c98-10b5011df5f6 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:40:39.783752 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9ae586df-85a0-4fec-b841-a29fad381d74 req-9d604355-21b6-4bb2-96c2-453edfac7b4c service neutron] 10.222.0.15 "GET /v2.0/networks/423941ad-288e-4f52-9863-01cb0753c63a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3126695 Jul 05 02:40:39.825068 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f2ebd7c4-e990-4f9f-870f-ac1a4400e138 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:39.865515 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-2da5c83c-5485-449c-8277-1a90a8ee0f93 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2077171695-network', 'tenant_id': 'd41aebdcdcbc4a2585f4a39dbb0792fe'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:40:39.905558 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 29e27f4d-7f35-460b-8c98-10b5011df5f6 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:40:39.907900 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 29e27f4d-7f35-460b-8c98-10b5011df5f6 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:40:39.907900 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device d01c68ea-7c51-4d77-b9c3-cdd7383fef9f no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:40:39.944994 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-244b7560-d77f-4fae-8230-68f5b6db54d3 admin admin] Deleting port de99f08a-8026-4e5b-80f1-38ec38fe1357 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:40:39.945491 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-244b7560-d77f-4fae-8230-68f5b6db54d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:39.976205 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ebd7c4-e990-4f9f-870f-ac1a4400e138 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Pushing event updated for resources: {'Port': ['ID=3494458e-5161-45af-8201-9b30e115c3ed,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:40:39.980542 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f2ebd7c4-e990-4f9f-870f-ac1a4400e138 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634601'] for router_interface, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:40.012165 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: d01c68ea-7c51-4d77-b9c3-cdd7383fef9f {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:40:40.012502 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device d01c68ea-7c51-4d77-b9c3-cdd7383fef9f not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:40:40.016286 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=6555e7cb-1ce8-4da9-bb4d-d91ce047b0e7,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:40:40.056973 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [None req-244b7560-d77f-4fae-8230-68f5b6db54d3 admin admin] For port de99f08a-8026-4e5b-80f1-38ec38fe1357, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=de99f08a-8026-4e5b-80f1-38ec38fe1357,segment=NetworkSegment(0cb721e7-31df-4d1e-8514-295703e20912),segment_id=0cb721e7-31df-4d1e-8514-295703e20912)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:40:40.057297 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-244b7560-d77f-4fae-8230-68f5b6db54d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:40.085398 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-244b7560-d77f-4fae-8230-68f5b6db54d3 admin admin] Calling delete_port for de99f08a-8026-4e5b-80f1-38ec38fe1357 owned by network:router_interface {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:40:40.154936 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-e965eb35-832d-4028-a362-c58ef29f6fe9 None None] Provisioning for port 3494458e-5161-45af-8201-9b30e115c3ed completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:40:40.166610 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-e965eb35-832d-4028-a362-c58ef29f6fe9 None None] Provisioning complete for port 3494458e-5161-45af-8201-9b30e115c3ed triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:40:40.166610 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e965eb35-832d-4028-a362-c58ef29f6fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:40.170698 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device bad32508-74c0-476a-bf4b-2570913bf20d up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:40:40.421782 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-e965eb35-832d-4028-a362-c58ef29f6fe9 None None] Port 3494458e-5161-45af-8201-9b30e115c3ed cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:40:40.495072 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e066b568-7016-405e-94b6-bb70d1bc68ee tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:40.496881 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2da5c83c-5485-449c-8277-1a90a8ee0f93 admin admin] Made reservation on behalf of d41aebdcdcbc4a2585f4a39dbb0792fe for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:40:40.502368 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2da5c83c-5485-449c-8277-1a90a8ee0f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:40.552912 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2da5c83c-5485-449c-8277-1a90a8ee0f93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:40.558801 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-244b7560-d77f-4fae-8230-68f5b6db54d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:40.577285 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90407186-2e06-462f-9e67-edee3a8651ad req-52fbbaac-4680-4412-ac10-1ab1e4083c14 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:40.579489 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-90407186-2e06-462f-9e67-edee3a8651ad req-52fbbaac-4680-4412-ac10-1ab1e4083c14 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=106f67d5-1349-418d-8dec-d727be87b1a5 HTTP/1.1" status: 200 len: 945 time: 0.1310735 Jul 05 02:40:40.611769 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244b7560-d77f-4fae-8230-68f5b6db54d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=de99f08a-8026-4e5b-80f1-38ec38fe1357,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:40:40.627900 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-2b872d01-e1e9-4408-81d3-ae42147ffbe3 None None] Notify callbacks [] for port, precommit_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:40.632157 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9596a374-0a6b-4104-9800-0206490e99b4 req-aa397ae4-9c98-43d4-92d0-61bf2ffcd159 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:40.633716 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9596a374-0a6b-4104-9800-0206490e99b4 req-aa397ae4-9c98-43d4-92d0-61bf2ffcd159 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 945 time: 0.7044988 Jul 05 02:40:40.654419 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-2b872d01-e1e9-4408-81d3-ae42147ffbe3 None None] Transition to ACTIVE for port object fce8dfec-5825-457a-96a9-ffc6d05350e5 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:40:40.658755 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port bad32508-74c0-476a-bf4b-2570913bf20d triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:40:40.659534 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:40.667598 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e066b568-7016-405e-94b6-bb70d1bc68ee tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Pushing event updated for resources: {'Subnet': ['ID=7f3995e5-f17e-4cfa-b434-c16d7b6197db,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:40:40.723442 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-90407186-2e06-462f-9e67-edee3a8651ad req-9b5b35ff-902d-49ca-8074-16ff99e0cd3e tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e2564be-f5d8-4abd-ab86-f37a499f4ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206281 Jul 05 02:40:40.818414 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 6555e7cb-1ce8-4da9-bb4d-d91ce047b0e7 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:40:40.874672 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-2b872d01-e1e9-4408-81d3-ae42147ffbe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:40.887644 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9596a374-0a6b-4104-9800-0206490e99b4 req-30645658-a6cc-4712-9324-504b0002e1da tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363291 Jul 05 02:40:40.928232 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ebd7c4-e990-4f9f-870f-ac1a4400e138 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Network 5707578e-6bd2-47ab-9975-d5337f100e83 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:40:40.936009 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-2b872d01-e1e9-4408-81d3-ae42147ffbe3 None None] Attempting to bind port fce8dfec-5825-457a-96a9-ffc6d05350e5 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:40:40.936380 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-2b872d01-e1e9-4408-81d3-ae42147ffbe3 None None] Attempting to bind port fce8dfec-5825-457a-96a9-ffc6d05350e5 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:40:40.936740 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b872d01-e1e9-4408-81d3-ae42147ffbe3 None None] Attempting to bind port fce8dfec-5825-457a-96a9-ffc6d05350e5 on network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:40:40.943246 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-f2ebd7c4-e990-4f9f-870f-ac1a4400e138 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:40:40.963193 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-244b7560-d77f-4fae-8230-68f5b6db54d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635398'] for router_interface, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:40.973948 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e066b568-7016-405e-94b6-bb70d1bc68ee tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Checking segment: {'id': '1b110631-389a-4729-8a0c-ae21d314e9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '95a6ff8c-0252-4f7b-bace-6be7ab13b4fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:40:40.974339 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e066b568-7016-405e-94b6-bb70d1bc68ee tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Network hostable DHCP agents. Network: 95a6ff8c-0252-4f7b-bace-6be7ab13b4fd, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:40:41.012167 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b872d01-e1e9-4408-81d3-ae42147ffbe3 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:40:41.012590 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b872d01-e1e9-4408-81d3-ae42147ffbe3 None None] Checking segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:40:41.013003 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-2b872d01-e1e9-4408-81d3-ae42147ffbe3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:41.013396 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b872d01-e1e9-4408-81d3-ae42147ffbe3 None None] Bound using segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:40:41.013994 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-2b872d01-e1e9-4408-81d3-ae42147ffbe3 None None] Bound port: fce8dfec-5825-457a-96a9-ffc6d05350e5, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:40:41.014459 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-2b872d01-e1e9-4408-81d3-ae42147ffbe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:41.104327 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55b4a62-068a-4223-9c21-47e55304844c None None] Pushing event updated for resources: {'Port': ['ID=fce8dfec-5825-457a-96a9-ffc6d05350e5,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:40:41.150880 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 6555e7cb-1ce8-4da9-bb4d-d91ce047b0e7 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:40:41.151488 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:41.153580 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-2b872d01-e1e9-4408-81d3-ae42147ffbe3 None None] For port fce8dfec-5825-457a-96a9-ffc6d05350e5, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:40:41.157460 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-2b872d01-e1e9-4408-81d3-ae42147ffbe3 None None] For port fce8dfec-5825-457a-96a9-ffc6d05350e5, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=fce8dfec-5825-457a-96a9-ffc6d05350e5,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:40:41.260493 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-2b872d01-e1e9-4408-81d3-ae42147ffbe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:41.283332 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2da5c83c-5485-449c-8277-1a90a8ee0f93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:41.339597 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b872d01-e1e9-4408-81d3-ae42147ffbe3 None None] Routers {'8e7be68d-4d89-4be5-8648-b7198a4922a6'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:40:41.340469 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-2b872d01-e1e9-4408-81d3-ae42147ffbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:40:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['8e7be68d-4d89-4be5-8648-b7198a4922a6'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:40:41.372214 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2ebd7c4-e990-4f9f-870f-ac1a4400e138 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Router b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:40:41.412878 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55b4a62-068a-4223-9c21-47e55304844c None None] Pushing event updated for resources: {'Port': ['ID=fce8dfec-5825-457a-96a9-ffc6d05350e5,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:40:41.480563 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c70177-1234-40ea-9e04-ff96bfe2121a req-3f9d717f-15a8-4ec0-a906-a48f19ab816e tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:41.482169 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-34c70177-1234-40ea-9e04-ff96bfe2121a req-3f9d717f-15a8-4ec0-a906-a48f19ab816e tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 945 time: 0.2898812 Jul 05 02:40:41.516062 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-6d61a9ff-26aa-4a65-b0a3-584bd49c8afa None None] Provisioning complete for port 3494458e-5161-45af-8201-9b30e115c3ed triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:40:41.516433 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-6d61a9ff-26aa-4a65-b0a3-584bd49c8afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:41.551254 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-2b872d01-e1e9-4408-81d3-ae42147ffbe3 None None] Set router 8e7be68d-4d89-4be5-8648-b7198a4922a6 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:40:41.602807 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-34c70177-1234-40ea-9e04-ff96bfe2121a req-228ddfea-7cb0-4456-a9aa-de2c971a0e96 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100214 Jul 05 02:40:41.628067 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-6d61a9ff-26aa-4a65-b0a3-584bd49c8afa None None] Port 3494458e-5161-45af-8201-9b30e115c3ed cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:40:41.631050 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2da5c83c-5485-449c-8277-1a90a8ee0f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:41.654716 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2da5c83c-5485-449c-8277-1a90a8ee0f93 admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:40:41.681032 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a95826c9-34c2-474e-a9b6-d485f0d55b23 req-2c700bc3-d383-4e80-bf18-0e27eacbe5b8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2903783 Jul 05 02:40:41.688184 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-244b7560-d77f-4fae-8230-68f5b6db54d3 admin admin] Router d751e539-30d2-48f2-9cee-a8f801eb03cd has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:40:41.773624 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2ebd7c4-e990-4f9f-870f-ac1a4400e138 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:40:41.791761 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a368df-741f-4ed8-9de8-403e0a7fe3db None None] Sync routers for ids ['b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:40:41.805113 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-f2ebd7c4-e990-4f9f-870f-ac1a4400e138 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "PUT /v2.0/routers/b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4147239 Jul 05 02:40:41.805886 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e066b568-7016-405e-94b6-bb70d1bc68ee tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Network 95a6ff8c-0252-4f7b-bace-6be7ab13b4fd is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:40:41.809355 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a368df-741f-4ed8-9de8-403e0a7fe3db None None] Routers {'b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:40:41.810261 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-45a368df-741f-4ed8-9de8-403e0a7fe3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:40:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:40:41.815341 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 55874) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:40:41.830192 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2da5c83c-5485-449c-8277-1a90a8ee0f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:41.832016 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-2da5c83c-5485-449c-8277-1a90a8ee0f93 admin admin] Added segment fd52cc91-f1e1-4702-b64f-660962e16e26 of type vlan for network ba243357-0b01-4810-b2f5-4baadc94135a Jul 05 02:40:41.833592 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da5c83c-5485-449c-8277-1a90a8ee0f93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78144ff4-cee4-4469-a330-7ab44b6f97d5,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:40:41.919434 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:42.002621 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:42.008193 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-e066b568-7016-405e-94b6-bb70d1bc68ee tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 95a6ff8c-0252-4f7b-bace-6be7ab13b4fd) {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:40:42.011176 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2da5c83c-5485-449c-8277-1a90a8ee0f93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:42.019893 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f3b847-b8bd-4601-a1e2-2bbd98bf07b2 None None] Network 95a6ff8c-0252-4f7b-bace-6be7ab13b4fd requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:40:42.052397 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e066b568-7016-405e-94b6-bb70d1bc68ee tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:42.061826 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e066b568-7016-405e-94b6-bb70d1bc68ee tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks [] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:42.083136 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-244b7560-d77f-4fae-8230-68f5b6db54d3 admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:40:42.086460 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95826c9-34c2-474e-a9b6-d485f0d55b23 req-6541070d-f15c-4488-a6d4-13595162665d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:42.088227 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a95826c9-34c2-474e-a9b6-d485f0d55b23 req-6541070d-f15c-4488-a6d4-13595162665d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=442a3e50d6be48be9e1562c5772ee754&device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 1096 time: 0.3221576 Jul 05 02:40:42.092857 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-244b7560-d77f-4fae-8230-68f5b6db54d3 admin admin] 10.222.0.23 "PUT /v2.0/routers/d751e539-30d2-48f2-9cee-a8f801eb03cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6469595 Jul 05 02:40:42.105720 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 55880) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:40:42.154066 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-45a368df-741f-4ed8-9de8-403e0a7fe3db None None] Set router b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:40:42.209924 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-2b872d01-e1e9-4408-81d3-ae42147ffbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e7be68d-4d89-4be5-8648-b7198a4922a6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1977206953', 'tenant_id': '0d97daa9abfb4f3f83ba38958ca24f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': 'fce8dfec-5825-457a-96a9-ffc6d05350e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:40:30Z', 'updated_at': '2021-07-05T02:40:34Z', 'revision_number': 3, 'project_id': '0d97daa9abfb4f3f83ba38958ca24f47', 'gw_port': {'id': 'fce8dfec-5825-457a-96a9-ffc6d05350e5', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a5:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e7be68d-4d89-4be5-8648-b7198a4922a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:40:31Z', 'updated_at': '2021-07-05T02:40:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:40:42.226795 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c132f0a1-da62-40cf-bc83-39425792941e tempest-TestNetworkBasicOps-1962896060 tempest-TestNetworkBasicOps-1962896060-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:42.229604 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c132f0a1-da62-40cf-bc83-39425792941e tempest-TestNetworkBasicOps-1962896060 tempest-TestNetworkBasicOps-1962896060-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:42.233817 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c132f0a1-da62-40cf-bc83-39425792941e tempest-TestNetworkBasicOps-1962896060 tempest-TestNetworkBasicOps-1962896060-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:42.234545 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c132f0a1-da62-40cf-bc83-39425792941e tempest-TestNetworkBasicOps-1962896060 tempest-TestNetworkBasicOps-1962896060-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:42.235185 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c132f0a1-da62-40cf-bc83-39425792941e tempest-TestNetworkBasicOps-1962896060 tempest-TestNetworkBasicOps-1962896060-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:42.235646 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c132f0a1-da62-40cf-bc83-39425792941e tempest-TestNetworkBasicOps-1962896060 tempest-TestNetworkBasicOps-1962896060-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:42.236187 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c132f0a1-da62-40cf-bc83-39425792941e tempest-TestNetworkBasicOps-1962896060 tempest-TestNetworkBasicOps-1962896060-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:42.236722 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c132f0a1-da62-40cf-bc83-39425792941e tempest-TestNetworkBasicOps-1962896060 tempest-TestNetworkBasicOps-1962896060-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:42.239840 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c132f0a1-da62-40cf-bc83-39425792941e tempest-TestNetworkBasicOps-1962896060 tempest-TestNetworkBasicOps-1962896060-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:42.244565 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-c132f0a1-da62-40cf-bc83-39425792941e tempest-TestNetworkBasicOps-1962896060 tempest-TestNetworkBasicOps-1962896060-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6349 time: 0.4227326 Jul 05 02:40:42.254306 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 55882) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:40:42.268176 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.db.resource_extend [None req-2da5c83c-5485-449c-8277-1a90a8ee0f93 admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 02:40:42.302957 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8597db-2200-4d2d-b2df-bbc0ca82c897 None None] Sync routers for ids ['d751e539-30d2-48f2-9cee-a8f801eb03cd'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:40:42.383997 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-e066b568-7016-405e-94b6-bb70d1bc68ee tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.2971878 Jul 05 02:40:42.383997 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 55884) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:40:42.404284 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b872d01-e1e9-4408-81d3-ae42147ffbe3 None None] The sync data for ids ['8e7be68d-4d89-4be5-8648-b7198a4922a6'] in n-d-771362-32 is: [{'id': '8e7be68d-4d89-4be5-8648-b7198a4922a6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1977206953', 'tenant_id': '0d97daa9abfb4f3f83ba38958ca24f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': 'fce8dfec-5825-457a-96a9-ffc6d05350e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:40:30Z', 'updated_at': '2021-07-05T02:40:34Z', 'revision_number': 3, 'project_id': '0d97daa9abfb4f3f83ba38958ca24f47', 'gw_port': {'id': 'fce8dfec-5825-457a-96a9-ffc6d05350e5', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a5:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e7be68d-4d89-4be5-8648-b7198a4922a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:40:31Z', 'updated_at': '2021-07-05T02:40:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:40:42.409281 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8597db-2200-4d2d-b2df-bbc0ca82c897 None None] Routers {'d751e539-30d2-48f2-9cee-a8f801eb03cd'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:40:42.409281 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-0f8597db-2200-4d2d-b2df-bbc0ca82c897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:40:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['d751e539-30d2-48f2-9cee-a8f801eb03cd'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:40:42.467231 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2da5c83c-5485-449c-8277-1a90a8ee0f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:42.467231 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da5c83c-5485-449c-8277-1a90a8ee0f93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:42.467903 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2da5c83c-5485-449c-8277-1a90a8ee0f93 admin admin] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:42.469773 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-45a368df-741f-4ed8-9de8-403e0a7fe3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d', 'name': 'tempest-TestNetworkBasicOps-router-1623503849', 'tenant_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': '6555e7cb-1ce8-4da9-bb4d-d91ce047b0e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:40:25Z', 'updated_at': '2021-07-05T02:40:38Z', 'revision_number': 4, 'project_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'gw_port': {'id': '6555e7cb-1ce8-4da9-bb4d-d91ce047b0e7', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:94:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:40:26Z', 'updated_at': '2021-07-05T02:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '3494458e-5161-45af-8201-9b30e115c3ed', 'name': '', 'network_id': '5707578e-6bd2-47ab-9975-d5337f100e83', 'tenant_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'mac_address': 'fa:16:3e:4d:ba:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '28052bc8-43f3-4b27-af64-004e742f3a2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:40:36Z', 'updated_at': '2021-07-05T02:40:39Z', 'revision_number': 2, 'project_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'subnets': [{'id': '28052bc8-43f3-4b27-af64-004e742f3a2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:40:42.478639 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04518a40-1c20-4da9-a815-be5cf56adcbd req-47ad971a-462b-4504-b014-6d29b3f4cd34 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:42.491633 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a363d55-8422-4b09-adff-bd54a961d471 req-d67f3f96-ba53-418e-86f1-6159e7738665 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:42.493604 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45a77bf-4ce3-40e0-8170-56bd8c235be8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-95a6ff8c-0252-4f7b-bace-6be7ab13b4fd', 'network_id': '95a6ff8c-0252-4f7b-bace-6be7ab13b4fd', 'tenant_id': '0d97daa9abfb4f3f83ba38958ca24f47', 'fixed_ips': [{'subnet_id': '7f3995e5-f17e-4cfa-b434-c16d7b6197db'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:40:42.494738 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6a363d55-8422-4b09-adff-bd54a961d471 req-d67f3f96-ba53-418e-86f1-6159e7738665 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 945 time: 0.4346926 Jul 05 02:40:42.494931 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b45a77bf-4ce3-40e0-8170-56bd8c235be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:42.502760 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-04518a40-1c20-4da9-a815-be5cf56adcbd req-47ad971a-462b-4504-b014-6d29b3f4cd34 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=106f67d5-1349-418d-8dec-d727be87b1a5 HTTP/1.1" status: 200 len: 945 time: 0.3859363 Jul 05 02:40:42.540995 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a368df-741f-4ed8-9de8-403e0a7fe3db None None] Checking router: b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:40:42.541347 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a368df-741f-4ed8-9de8-403e0a7fe3db None None] Updating router b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d port 3494458e-5161-45af-8201-9b30e115c3ed binding host n-d-771362-32 {{(pid=94464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 02:40:42.611422 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95826c9-34c2-474e-a9b6-d485f0d55b23 req-2c628ff8-8549-4b5c-a61a-33606973b0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:42.615370 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a95826c9-34c2-474e-a9b6-d485f0d55b23 req-2c628ff8-8549-4b5c-a61a-33606973b0e8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c4d51310-b056-42c6-8720-dd3607bb490e HTTP/1.1" status: 200 len: 911 time: 0.4744341 Jul 05 02:40:42.624833 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834892a1-e187-41af-9c5f-ed530fc3adee tempest-TestNetworkBasicOps-1962896060 tempest-TestNetworkBasicOps-1962896060-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:42.625600 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834892a1-e187-41af-9c5f-ed530fc3adee tempest-TestNetworkBasicOps-1962896060 tempest-TestNetworkBasicOps-1962896060-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:42.627802 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834892a1-e187-41af-9c5f-ed530fc3adee tempest-TestNetworkBasicOps-1962896060 tempest-TestNetworkBasicOps-1962896060-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:42.628321 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834892a1-e187-41af-9c5f-ed530fc3adee tempest-TestNetworkBasicOps-1962896060 tempest-TestNetworkBasicOps-1962896060-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:42.628828 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834892a1-e187-41af-9c5f-ed530fc3adee tempest-TestNetworkBasicOps-1962896060 tempest-TestNetworkBasicOps-1962896060-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:42.629363 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834892a1-e187-41af-9c5f-ed530fc3adee tempest-TestNetworkBasicOps-1962896060 tempest-TestNetworkBasicOps-1962896060-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:42.633136 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834892a1-e187-41af-9c5f-ed530fc3adee tempest-TestNetworkBasicOps-1962896060 tempest-TestNetworkBasicOps-1962896060-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:42.633657 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834892a1-e187-41af-9c5f-ed530fc3adee tempest-TestNetworkBasicOps-1962896060 tempest-TestNetworkBasicOps-1962896060-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:42.634157 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834892a1-e187-41af-9c5f-ed530fc3adee tempest-TestNetworkBasicOps-1962896060 tempest-TestNetworkBasicOps-1962896060-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:42.637448 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-45a368df-741f-4ed8-9de8-403e0a7fe3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:42.644849 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-834892a1-e187-41af-9c5f-ed530fc3adee tempest-TestNetworkBasicOps-1962896060 tempest-TestNetworkBasicOps-1962896060-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5894 time: 0.3874178 Jul 05 02:40:42.646966 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 55886) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:40:42.728772 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5097d821-87eb-42a0-a6a0-07dc94b758fb admin admin] Notify callbacks [] for router, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:42.800885 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da5c83c-5485-449c-8277-1a90a8ee0f93 admin admin] Pushing event updated for resources: {'Network': ['ID=ba243357-0b01-4810-b2f5-4baadc94135a,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:40:42.819224 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network ba243357-0b01-4810-b2f5-4baadc94135a details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:40:42.829063 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-2da5c83c-5485-449c-8277-1a90a8ee0f93 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.3875074 Jul 05 02:40:42.849088 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-0f8597db-2200-4d2d-b2df-bbc0ca82c897 None None] Set router d751e539-30d2-48f2-9cee-a8f801eb03cd gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:40:42.860449 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-04518a40-1c20-4da9-a815-be5cf56adcbd req-bbfd7618-36c5-4ba1-9095-b6d56b5ae496 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e2564be-f5d8-4abd-ab86-f37a499f4ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3546109 Jul 05 02:40:42.877292 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 55888) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:40:42.987799 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-b0be0f21-4c41-413d-bf8d-63ff681ffff7 admin admin] Request body: {'subnet': {'network_id': 'ba243357-0b01-4810-b2f5-4baadc94135a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2077171695-subnet', 'tenant_id': 'd41aebdcdcbc4a2585f4a39dbb0792fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:40:43.025100 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a95826c9-34c2-474e-a9b6-d485f0d55b23 req-932cc423-8dcc-4cce-888d-094dc3379114 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9394229-9271-4949-b389-b76d35d0946e HTTP/1.1" status: 200 len: 998 time: 0.3789587 Jul 05 02:40:43.236491 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-b45a77bf-4ce3-40e0-8170-56bd8c235be8 None None] Allocated IP 172.20.0.18 (95a6ff8c-0252-4f7b-bace-6be7ab13b4fd/7f3995e5-f17e-4cfa-b434-c16d7b6197db/96f28a7a-8502-4521-9ed5-d2fe100c849f) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:40:43.243139 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6a363d55-8422-4b09-adff-bd54a961d471 req-bedb908d-6dc9-4e2f-9b5d-8be50309383c tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5951183 Jul 05 02:40:43.320189 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5097d821-87eb-42a0-a6a0-07dc94b758fb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:43.351596 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95826c9-34c2-474e-a9b6-d485f0d55b23 req-e65cf718-c59f-42b4-a181-399fba633e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:43.356181 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a95826c9-34c2-474e-a9b6-d485f0d55b23 req-e65cf718-c59f-42b4-a181-399fba633e2e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=822ac30d-26eb-483a-9cd9-5da64853ba79 HTTP/1.1" status: 200 len: 850 time: 0.3113103 Jul 05 02:40:43.440293 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-45a368df-741f-4ed8-9de8-403e0a7fe3db None None] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:43.461517 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0be0f21-4c41-413d-bf8d-63ff681ffff7 admin admin] Made reservation on behalf of d41aebdcdcbc4a2585f4a39dbb0792fe for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:40:43.464428 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b0be0f21-4c41-413d-bf8d-63ff681ffff7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:43.479750 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-45a368df-741f-4ed8-9de8-403e0a7fe3db None None] Transition to ACTIVE for port object 3494458e-5161-45af-8201-9b30e115c3ed will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:40:43.530427 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b45a77bf-4ce3-40e0-8170-56bd8c235be8 None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:43.551714 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-b45a77bf-4ce3-40e0-8170-56bd8c235be8 None None] Transition to ACTIVE for port object 96f28a7a-8502-4521-9ed5-d2fe100c849f will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:40:43.559280 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-45a368df-741f-4ed8-9de8-403e0a7fe3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:43.585993 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-b45a77bf-4ce3-40e0-8170-56bd8c235be8 None None] Transition to ACTIVE for port object 96f28a7a-8502-4521-9ed5-d2fe100c849f will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:40:43.720993 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5f9f3f-870d-47a9-bdb7-434a52b80426 None None] Pushing event updated for resources: {'Port': ['ID=3494458e-5161-45af-8201-9b30e115c3ed,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:40:43.777496 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63240785-c36d-4ee8-b93b-1c4583154fa1 req-11bede98-d1dc-44fd-806e-629bc97c682e tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:43.806504 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-63240785-c36d-4ee8-b93b-1c4583154fa1 req-11bede98-d1dc-44fd-806e-629bc97c682e tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 945 time: 0.3743796 Jul 05 02:40:43.856271 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-5097d821-87eb-42a0-a6a0-07dc94b758fb admin admin] Deleting port d5fd867d-ad62-4e81-bc6a-96739d2edab5 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:40:43.856608 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5097d821-87eb-42a0-a6a0-07dc94b758fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:43.883264 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-45a368df-741f-4ed8-9de8-403e0a7fe3db None None] Attempting to bind port 3494458e-5161-45af-8201-9b30e115c3ed on host n-d-771362-32 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:40:43.883643 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-45a368df-741f-4ed8-9de8-403e0a7fe3db None None] Attempting to bind port 3494458e-5161-45af-8201-9b30e115c3ed by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '348128bd-cced-4c56-bced-23f73527db9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5707578e-6bd2-47ab-9975-d5337f100e83'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:40:43.884002 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a368df-741f-4ed8-9de8-403e0a7fe3db None None] Attempting to bind port 3494458e-5161-45af-8201-9b30e115c3ed on network 5707578e-6bd2-47ab-9975-d5337f100e83 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:40:43.898331 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a368df-741f-4ed8-9de8-403e0a7fe3db None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:40:43.898702 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a368df-741f-4ed8-9de8-403e0a7fe3db None None] Checking segment: {'id': '348128bd-cced-4c56-bced-23f73527db9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5707578e-6bd2-47ab-9975-d5337f100e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:40:43.899110 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-45a368df-741f-4ed8-9de8-403e0a7fe3db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:43.899509 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a368df-741f-4ed8-9de8-403e0a7fe3db None None] Bound using segment: {'id': '348128bd-cced-4c56-bced-23f73527db9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5707578e-6bd2-47ab-9975-d5337f100e83'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:40:43.899961 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-45a368df-741f-4ed8-9de8-403e0a7fe3db None None] Bound port: 3494458e-5161-45af-8201-9b30e115c3ed, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '348128bd-cced-4c56-bced-23f73527db9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5707578e-6bd2-47ab-9975-d5337f100e83'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:40:43.900338 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-45a368df-741f-4ed8-9de8-403e0a7fe3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:44.002301 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-45a368df-741f-4ed8-9de8-403e0a7fe3db None None] For port 3494458e-5161-45af-8201-9b30e115c3ed, host n-d-771362-32, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:40:44.011090 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-45a368df-741f-4ed8-9de8-403e0a7fe3db None None] For port 3494458e-5161-45af-8201-9b30e115c3ed, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=3494458e-5161-45af-8201-9b30e115c3ed,segment=NetworkSegment(348128bd-cced-4c56-bced-23f73527db9c),segment_id=348128bd-cced-4c56-bced-23f73527db9c)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:40:44.100110 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-45a368df-741f-4ed8-9de8-403e0a7fe3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:44.251039 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-63240785-c36d-4ee8-b93b-1c4583154fa1 req-db2f24a5-15bf-4458-bc62-5dacad2ca7a4 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4423392 Jul 05 02:40:44.263771 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b45a77bf-4ce3-40e0-8170-56bd8c235be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:44.277616 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a368df-741f-4ed8-9de8-403e0a7fe3db None None] Routers {'b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:40:44.281802 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-45a368df-741f-4ed8-9de8-403e0a7fe3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:40:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:40:44.348618 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device fce8dfec-5825-457a-96a9-ffc6d05350e5 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:40:44.497579 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5f9f3f-870d-47a9-bdb7-434a52b80426 None None] Pushing event updated for resources: {'Port': ['ID=3494458e-5161-45af-8201-9b30e115c3ed,revision_number=4']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:40:44.506842 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9605efc2-65da-4210-b208-6f11f7bc4954 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:44.514770 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-5097d821-87eb-42a0-a6a0-07dc94b758fb admin admin] For port d5fd867d-ad62-4e81-bc6a-96739d2edab5, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=d5fd867d-ad62-4e81-bc6a-96739d2edab5,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:40:44.515193 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5097d821-87eb-42a0-a6a0-07dc94b758fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:44.555827 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-5097d821-87eb-42a0-a6a0-07dc94b758fb admin admin] Calling delete_port for d5fd867d-ad62-4e81-bc6a-96739d2edab5 owned by network:router_gateway {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:40:44.583589 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45a77bf-4ce3-40e0-8170-56bd8c235be8 None None] Network 95a6ff8c-0252-4f7b-bace-6be7ab13b4fd is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:40:44.598051 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-b45a77bf-4ce3-40e0-8170-56bd8c235be8 None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:40:44.640250 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45a77bf-4ce3-40e0-8170-56bd8c235be8 None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:40:44.695149 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-45a368df-741f-4ed8-9de8-403e0a7fe3db None None] Set router b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:40:44.765404 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45a77bf-4ce3-40e0-8170-56bd8c235be8 None None] Pushing event updated for resources: {'Port': ['ID=96f28a7a-8502-4521-9ed5-d2fe100c849f,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:40:44.866100 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-b45a77bf-4ce3-40e0-8170-56bd8c235be8 None None] Attempting to bind port 96f28a7a-8502-4521-9ed5-d2fe100c849f on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:40:44.867730 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-b45a77bf-4ce3-40e0-8170-56bd8c235be8 None None] Attempting to bind port 96f28a7a-8502-4521-9ed5-d2fe100c849f by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '1b110631-389a-4729-8a0c-ae21d314e9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '95a6ff8c-0252-4f7b-bace-6be7ab13b4fd'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:40:44.868324 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45a77bf-4ce3-40e0-8170-56bd8c235be8 None None] Attempting to bind port 96f28a7a-8502-4521-9ed5-d2fe100c849f on network 95a6ff8c-0252-4f7b-bace-6be7ab13b4fd {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:40:44.890110 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45a77bf-4ce3-40e0-8170-56bd8c235be8 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:40:44.890791 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45a77bf-4ce3-40e0-8170-56bd8c235be8 None None] Checking segment: {'id': '1b110631-389a-4729-8a0c-ae21d314e9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '95a6ff8c-0252-4f7b-bace-6be7ab13b4fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:40:44.891488 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b45a77bf-4ce3-40e0-8170-56bd8c235be8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:44.892016 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45a77bf-4ce3-40e0-8170-56bd8c235be8 None None] Bound using segment: {'id': '1b110631-389a-4729-8a0c-ae21d314e9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '95a6ff8c-0252-4f7b-bace-6be7ab13b4fd'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:40:44.892684 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-b45a77bf-4ce3-40e0-8170-56bd8c235be8 None None] Bound port: 96f28a7a-8502-4521-9ed5-d2fe100c849f, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b110631-389a-4729-8a0c-ae21d314e9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '95a6ff8c-0252-4f7b-bace-6be7ab13b4fd'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:40:44.893221 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b45a77bf-4ce3-40e0-8170-56bd8c235be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:44.916949 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port fce8dfec-5825-457a-96a9-ffc6d05350e5 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:40:44.932720 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port fce8dfec-5825-457a-96a9-ffc6d05350e5 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:40:44.933320 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:45.082400 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-0f8597db-2200-4d2d-b2df-bbc0ca82c897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd751e539-30d2-48f2-9cee-a8f801eb03cd', 'name': 'tempest-TestAggregatesBasicOps-1944499383-router', 'tenant_id': 'd528297433b04443888da8f1a3dd78a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': 'd5fd867d-ad62-4e81-bc6a-96739d2edab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:40:16Z', 'updated_at': '2021-07-05T02:40:40Z', 'revision_number': 5, 'project_id': 'd528297433b04443888da8f1a3dd78a1', 'gw_port': {'id': 'd5fd867d-ad62-4e81-bc6a-96739d2edab5', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd751e539-30d2-48f2-9cee-a8f801eb03cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:40:17Z', 'updated_at': '2021-07-05T02:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:40:45.126764 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-45a368df-741f-4ed8-9de8-403e0a7fe3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d', 'name': 'tempest-TestNetworkBasicOps-router-1623503849', 'tenant_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': '6555e7cb-1ce8-4da9-bb4d-d91ce047b0e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:40:25Z', 'updated_at': '2021-07-05T02:40:38Z', 'revision_number': 4, 'project_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'gw_port': {'id': '6555e7cb-1ce8-4da9-bb4d-d91ce047b0e7', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:94:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:40:26Z', 'updated_at': '2021-07-05T02:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '3494458e-5161-45af-8201-9b30e115c3ed', 'name': '', 'network_id': '5707578e-6bd2-47ab-9975-d5337f100e83', 'tenant_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'mac_address': 'fa:16:3e:4d:ba:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '28052bc8-43f3-4b27-af64-004e742f3a2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:40:36Z', 'updated_at': '2021-07-05T02:40:43Z', 'revision_number': 4, 'project_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'subnets': [{'id': '28052bc8-43f3-4b27-af64-004e742f3a2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:40:45.140353 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c17039-dec7-446b-a010-fe145d2824ae req-2e8a7481-0317-4a86-9ffe-b63e452eb60e tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:45.148221 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-09c17039-dec7-446b-a010-fe145d2824ae req-2e8a7481-0317-4a86-9ffe-b63e452eb60e tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=106f67d5-1349-418d-8dec-d727be87b1a5 HTTP/1.1" status: 200 len: 945 time: 0.2783237 Jul 05 02:40:45.150429 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b0be0f21-4c41-413d-bf8d-63ff681ffff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5763451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774823'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:45.155893 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f759e5-09e2-44c5-85a5-6eef7a18d076 req-61382a58-4e48-4bdd-a020-8b3c10d55504 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:45.170514 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a368df-741f-4ed8-9de8-403e0a7fe3db None None] The sync data for ids ['b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d'] in n-d-771362-32 is: [{'id': 'b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d', 'name': 'tempest-TestNetworkBasicOps-router-1623503849', 'tenant_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': '6555e7cb-1ce8-4da9-bb4d-d91ce047b0e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:40:25Z', 'updated_at': '2021-07-05T02:40:38Z', 'revision_number': 4, 'project_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'gw_port': {'id': '6555e7cb-1ce8-4da9-bb4d-d91ce047b0e7', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:94:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:40:26Z', 'updated_at': '2021-07-05T02:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '3494458e-5161-45af-8201-9b30e115c3ed', 'name': '', 'network_id': '5707578e-6bd2-47ab-9975-d5337f100e83', 'tenant_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'mac_address': 'fa:16:3e:4d:ba:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '28052bc8-43f3-4b27-af64-004e742f3a2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:40:36Z', 'updated_at': '2021-07-05T02:40:43Z', 'revision_number': 4, 'project_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'subnets': [{'id': '28052bc8-43f3-4b27-af64-004e742f3a2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:40:45.176530 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-12f759e5-09e2-44c5-85a5-6eef7a18d076 req-61382a58-4e48-4bdd-a020-8b3c10d55504 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 945 time: 0.4436643 Jul 05 02:40:45.185528 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95826c9-34c2-474e-a9b6-d485f0d55b23 req-a4b2a232-840c-4e81-adc3-4607e5164d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:45.187425 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a95826c9-34c2-474e-a9b6-d485f0d55b23 req-a4b2a232-840c-4e81-adc3-4607e5164d7f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c4d51310-b056-42c6-8720-dd3607bb490e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.8134446 Jul 05 02:40:45.220474 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8597db-2200-4d2d-b2df-bbc0ca82c897 None None] Checking router: d751e539-30d2-48f2-9cee-a8f801eb03cd for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:40:45.299030 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8597db-2200-4d2d-b2df-bbc0ca82c897 None None] Routers {'d751e539-30d2-48f2-9cee-a8f801eb03cd'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:40:45.299714 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-0f8597db-2200-4d2d-b2df-bbc0ca82c897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:40:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['d751e539-30d2-48f2-9cee-a8f801eb03cd'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:40:45.303269 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-b45a77bf-4ce3-40e0-8170-56bd8c235be8 None None] For port 96f28a7a-8502-4521-9ed5-d2fe100c849f, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:40:45.308361 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-b45a77bf-4ce3-40e0-8170-56bd8c235be8 None None] For port 96f28a7a-8502-4521-9ed5-d2fe100c849f, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=96f28a7a-8502-4521-9ed5-d2fe100c849f,segment=NetworkSegment(1b110631-389a-4729-8a0c-ae21d314e9b9),segment_id=1b110631-389a-4729-8a0c-ae21d314e9b9)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:40:45.470753 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a95826c9-34c2-474e-a9b6-d485f0d55b23 req-94052ef3-7715-47ce-a080-b4b74b3afa5f service neutron] 10.222.0.21 "GET /v2.0/networks/c4d51310-b056-42c6-8720-dd3607bb490e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515194 Jul 05 02:40:45.491390 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-12f759e5-09e2-44c5-85a5-6eef7a18d076 req-c8ae6e44-2d5d-4de1-8dc9-868ab3786cbf tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3138504 Jul 05 02:40:45.579910 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b45a77bf-4ce3-40e0-8170-56bd8c235be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:45.663065 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-319eeefd-5263-4ae5-9817-e19b357e1280 tempest-TestNetworkBasicOps-1962896060 tempest-TestNetworkBasicOps-1962896060-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4499 time: 2.9908381 Jul 05 02:40:45.672156 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-9605efc2-65da-4210-b208-6f11f7bc4954 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Allocated IP 172.20.0.17 (95a6ff8c-0252-4f7b-bace-6be7ab13b4fd/7f3995e5-f17e-4cfa-b434-c16d7b6197db/d095798d-2e2d-4500-ad4b-4d1549427544) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:40:45.695255 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-0f8597db-2200-4d2d-b2df-bbc0ca82c897 None None] Set router d751e539-30d2-48f2-9cee-a8f801eb03cd gateway port host: None {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:40:45.700311 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:45.737805 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port fce8dfec-5825-457a-96a9-ffc6d05350e5, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=fce8dfec-5825-457a-96a9-ffc6d05350e5,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:40:45.802541 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0be0f21-4c41-413d-bf8d-63ff681ffff7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85d1c05a-07bf-4181-8bdc-ffaa6ae92376,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:40:45.806634 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0be0f21-4c41-413d-bf8d-63ff681ffff7 admin admin] Checking segment: {'id': 'fd52cc91-f1e1-4702-b64f-660962e16e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ba243357-0b01-4810-b2f5-4baadc94135a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:40:45.806634 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0be0f21-4c41-413d-bf8d-63ff681ffff7 admin admin] Network hostable DHCP agents. Network: ba243357-0b01-4810-b2f5-4baadc94135a, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:40:45.813729 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-09c17039-dec7-446b-a010-fe145d2824ae req-9658d9e8-d0ab-455c-bb2a-ba6123311b79 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e2564be-f5d8-4abd-ab86-f37a499f4ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6645060 Jul 05 02:40:45.883917 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-0f8597db-2200-4d2d-b2df-bbc0ca82c897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd751e539-30d2-48f2-9cee-a8f801eb03cd', 'name': 'tempest-TestAggregatesBasicOps-1944499383-router', 'tenant_id': 'd528297433b04443888da8f1a3dd78a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:40:16Z', 'updated_at': '2021-07-05T02:40:43Z', 'revision_number': 6, 'project_id': 'd528297433b04443888da8f1a3dd78a1', 'gw_port_host': None}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:40:45.934251 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a95826c9-34c2-474e-a9b6-d485f0d55b23 req-0a0d8f98-5b5a-43c4-a5e5-5d88e3df484c service neutron] 10.222.0.21 "GET /v2.0/networks/c4d51310-b056-42c6-8720-dd3607bb490e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3852284 Jul 05 02:40:45.959601 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:45.979670 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8597db-2200-4d2d-b2df-bbc0ca82c897 None None] The sync data for ids ['d751e539-30d2-48f2-9cee-a8f801eb03cd'] in n-d-771362-32 is: [{'id': 'd751e539-30d2-48f2-9cee-a8f801eb03cd', 'name': 'tempest-TestAggregatesBasicOps-1944499383-router', 'tenant_id': 'd528297433b04443888da8f1a3dd78a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:40:16Z', 'updated_at': '2021-07-05T02:40:43Z', 'revision_number': 6, 'project_id': 'd528297433b04443888da8f1a3dd78a1', 'gw_port_host': None}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:40:45.994443 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45a77bf-4ce3-40e0-8170-56bd8c235be8 None None] Pushing event updated for resources: {'Port': ['ID=96f28a7a-8502-4521-9ed5-d2fe100c849f,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:40:46.015134 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0be0f21-4c41-413d-bf8d-63ff681ffff7 admin admin] Network ba243357-0b01-4810-b2f5-4baadc94135a is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:40:46.122114 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-b0be0f21-4c41-413d-bf8d-63ff681ffff7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, ba243357-0b01-4810-b2f5-4baadc94135a) {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:40:46.139616 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0be0f21-4c41-413d-bf8d-63ff681ffff7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:46.142600 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b0be0f21-4c41-413d-bf8d-63ff681ffff7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:46.151694 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=fce8dfec-5825-457a-96a9-ffc6d05350e5,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:40:46.172579 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e395f4b-1c86-4f80-8fad-dbc343083807 None None] Network ba243357-0b01-4810-b2f5-4baadc94135a requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:40:46.224975 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9605efc2-65da-4210-b208-6f11f7bc4954 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:46.255549 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [None req-9605efc2-65da-4210-b208-6f11f7bc4954 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Transition to ACTIVE for port object d095798d-2e2d-4500-ad4b-4d1549427544 will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:40:46.283795 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-b0be0f21-4c41-413d-bf8d-63ff681ffff7 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.3529134 Jul 05 02:40:46.361178 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5097d821-87eb-42a0-a6a0-07dc94b758fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:46.424055 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15fb15f6-ca35-4361-aebc-d4fd4ea7c6c9 None None] Network ba243357-0b01-4810-b2f5-4baadc94135a requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:40:46.448059 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59822749-2986-4fa4-ae1f-202aad95b472 req-c9e67f88-3b9b-4e87-ade7-3a9c5b5a3702 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:46.451384 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-59822749-2986-4fa4-ae1f-202aad95b472 req-c9e67f88-3b9b-4e87-ade7-3a9c5b5a3702 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 945 time: 0.7248523 Jul 05 02:40:46.540600 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9605efc2-65da-4210-b208-6f11f7bc4954 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:46.623851 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 3494458e-5161-45af-8201-9b30e115c3ed up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:40:46.773718 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5097d821-87eb-42a0-a6a0-07dc94b758fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636927'] for router_gateway, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:46.778272 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 55932) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:40:46.785064 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-1dc6e473-531f-45aa-83a0-261e8e0facf2 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2031230596', 'description': 'tempest-secgroup-smoke-2031230596 description', 'project_id': 'e74a7c63f72a43c48203f0c9f39b1c1e'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:40:46.838436 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 3494458e-5161-45af-8201-9b30e115c3ed completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:40:46.842774 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 3494458e-5161-45af-8201-9b30e115c3ed triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:40:46.843413 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:46.973551 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:47.044216 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1dc6e473-531f-45aa-83a0-261e8e0facf2 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:47.077289 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 3494458e-5161-45af-8201-9b30e115c3ed, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=3494458e-5161-45af-8201-9b30e115c3ed,segment=NetworkSegment(348128bd-cced-4c56-bced-23f73527db9c),segment_id=348128bd-cced-4c56-bced-23f73527db9c)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:40:47.179234 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:47.262255 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1dc6e473-531f-45aa-83a0-261e8e0facf2 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:47.296708 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=3494458e-5161-45af-8201-9b30e115c3ed,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:40:47.325920 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749f5a2e-080c-444c-9b5c-04f8b0e21287 req-6f760922-9731-446c-8a05-5b587a926467 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:47.346776 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-749f5a2e-080c-444c-9b5c-04f8b0e21287 req-6f760922-9731-446c-8a05-5b587a926467 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=106f67d5-1349-418d-8dec-d727be87b1a5 HTTP/1.1" status: 200 len: 945 time: 0.2275555 Jul 05 02:40:47.393481 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1dc6e473-531f-45aa-83a0-261e8e0facf2 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:47.413616 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-749f5a2e-080c-444c-9b5c-04f8b0e21287 req-184a075b-11b1-4918-9623-c32288973ce8 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e2564be-f5d8-4abd-ab86-f37a499f4ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649822 Jul 05 02:40:47.468926 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc6e473-531f-45aa-83a0-261e8e0facf2 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d739ef8a-6d64-4005-a0e5-d063475d1b1f,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:40:47.532365 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5097d821-87eb-42a0-a6a0-07dc94b758fb admin admin] Pushing event deleted for resources: {'Port': ['ID=d5fd867d-ad62-4e81-bc6a-96739d2edab5,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:40:47.540462 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53120f15-6d0d-4619-bdb3-deccce709010 None None] Network 95a6ff8c-0252-4f7b-bace-6be7ab13b4fd requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:40:47.568273 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1dc6e473-531f-45aa-83a0-261e8e0facf2 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:47.572863 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-1dc6e473-531f-45aa-83a0-261e8e0facf2 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7935169 Jul 05 02:40:47.573548 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 55946) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:40:47.580575 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-6cd100ee-4ec4-4e03-8d07-4d5ad69cebd1 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Request body: {'security_group_rule': {'security_group_id': 'd739ef8a-6d64-4005-a0e5-d063475d1b1f', 'project_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:40:47.700038 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6cd100ee-4ec4-4e03-8d07-4d5ad69cebd1 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:47.788452 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-59822749-2986-4fa4-ae1f-202aad95b472 req-d6d0ed97-7e52-45bc-9dce-9624ac91c14a tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1304545 Jul 05 02:40:47.801364 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9605efc2-65da-4210-b208-6f11f7bc4954 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Network 95a6ff8c-0252-4f7b-bace-6be7ab13b4fd is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:40:47.804396 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5097d821-87eb-42a0-a6a0-07dc94b758fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11828'] for router, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:47.807589 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5097d821-87eb-42a0-a6a0-07dc94b758fb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:47.856359 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-e5a81457-f775-4eef-ac29-2e3353f088e4 None None] Provisioning for port 96f28a7a-8502-4521-9ed5-d2fe100c849f completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:40:47.871558 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 55958) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:40:47.880369 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-9605efc2-65da-4210-b208-6f11f7bc4954 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:40:47.883598 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9605efc2-65da-4210-b208-6f11f7bc4954 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Pushing event updated for resources: {'Port': ['ID=d095798d-2e2d-4500-ad4b-4d1549427544,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:40:47.885959 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9605efc2-65da-4210-b208-6f11f7bc4954 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:40:47.887117 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-3489290a-14b9-478b-837a-d687302779bf admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1470473224-network', 'tenant_id': '3b709691e9604117b7ce6f42a465171d'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:40:47.941689 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6cd100ee-4ec4-4e03-8d07-4d5ad69cebd1 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:47.954770 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9605efc2-65da-4210-b208-6f11f7bc4954 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635668'] for router_interface, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:48.002585 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a163f86c-62cd-443f-8484-fc1c2bad4073 req-b27e01a2-177c-4b97-ba2f-08e79c8bba65 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:48.002978 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a163f86c-62cd-443f-8484-fc1c2bad4073 req-b27e01a2-177c-4b97-ba2f-08e79c8bba65 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 944 time: 0.1424499 Jul 05 02:40:48.053864 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a163f86c-62cd-443f-8484-fc1c2bad4073 req-08feabb4-d02a-4b30-8a2f-6485354a4411 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=09716028-44a2-4220-a754-7ed932c56f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430331 Jul 05 02:40:48.126896 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5097d821-87eb-42a0-a6a0-07dc94b758fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1575451'] for router, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:48.128118 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5097d821-87eb-42a0-a6a0-07dc94b758fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router d751e539-30d2-48f2-9cee-a8f801eb03cd {{(pid=94462) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 02:40:48.169714 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5097d821-87eb-42a0-a6a0-07dc94b758fb admin admin] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:48.171638 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-5097d821-87eb-42a0-a6a0-07dc94b758fb admin admin] 10.222.0.23 "DELETE /v2.0/routers/d751e539-30d2-48f2-9cee-a8f801eb03cd HTTP/1.1" status: 204 len: 168 time: 6.0512474 Jul 05 02:40:48.175963 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 55966) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:40:48.299899 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6cd100ee-4ec4-4e03-8d07-4d5ad69cebd1 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:48.301905 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3489290a-14b9-478b-837a-d687302779bf admin admin] Made reservation on behalf of 3b709691e9604117b7ce6f42a465171d for: {'network': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:40:48.304243 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3489290a-14b9-478b-837a-d687302779bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:48.336450 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3489290a-14b9-478b-837a-d687302779bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:48.344752 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd100ee-4ec4-4e03-8d07-4d5ad69cebd1 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b6c1140-6677-405a-920e-39a5b6e5cab1,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:40:48.361233 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb3bf33-9cd7-433a-96f3-b23611020e16 req-bef1946b-f02f-4978-8ff1-7b849e494889 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:48.363100 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6bb3bf33-9cd7-433a-96f3-b23611020e16 req-bef1946b-f02f-4978-8ff1-7b849e494889 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 945 time: 0.2307093 Jul 05 02:40:48.370342 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 3494458e-5161-45af-8201-9b30e115c3ed up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:40:48.384208 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9605efc2-65da-4210-b208-6f11f7bc4954 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:48.387660 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_v2 [None req-63ba63d3-5306-4fd8-bd2e-869401a5d4cf admin admin] Deleting subnet d3253026-23fa-4754-94cc-fa2572fc1481 {{(pid=94461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:40:48.395529 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-63ba63d3-5306-4fd8-bd2e-869401a5d4cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:48.443106 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6bb3bf33-9cd7-433a-96f3-b23611020e16 req-858db6df-e0fe-4d4a-9fb6-5938f0e0c19e tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742729 Jul 05 02:40:48.459278 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a3f14-033a-476f-b975-31dc5f91ab64 req-020d8577-0c59-4b48-8485-e6a5021e528d tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:48.461347 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1d5a3f14-033a-476f-b975-31dc5f91ab64 req-020d8577-0c59-4b48-8485-e6a5021e528d tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 944 time: 0.2154150 Jul 05 02:40:48.464264 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-63ba63d3-5306-4fd8-bd2e-869401a5d4cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5519650'] for subnet, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:48.467342 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 3494458e-5161-45af-8201-9b30e115c3ed triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:40:48.467723 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:48.581030 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-35448b40-3410-4eb9-91af-2a1c0cce0743 None None] Provisioning for port d095798d-2e2d-4500-ad4b-4d1549427544 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:40:48.588215 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-35448b40-3410-4eb9-91af-2a1c0cce0743 None None] Provisioning complete for port d095798d-2e2d-4500-ad4b-4d1549427544 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:40:48.589349 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-35448b40-3410-4eb9-91af-2a1c0cce0743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:48.649380 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3489290a-14b9-478b-837a-d687302779bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:48.655678 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1d5a3f14-033a-476f-b975-31dc5f91ab64 req-6b14a911-a257-4bdc-8b37-17b48a1c2e9f tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=09716028-44a2-4220-a754-7ed932c56f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1643558 Jul 05 02:40:48.656389 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6cd100ee-4ec4-4e03-8d07-4d5ad69cebd1 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:48.657544 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-6cd100ee-4ec4-4e03-8d07-4d5ad69cebd1 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0828893 Jul 05 02:40:48.661640 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 55970) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:40:48.672697 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-35448b40-3410-4eb9-91af-2a1c0cce0743 None None] Port d095798d-2e2d-4500-ad4b-4d1549427544 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:40:48.679098 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 96f28a7a-8502-4521-9ed5-d2fe100c849f up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:40:48.708866 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-63ba63d3-5306-4fd8-bd2e-869401a5d4cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:48.717730 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-6b6cc6ca-39bc-43bb-9cec-4ec879269287 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Request body: {'security_group_rule': {'security_group_id': 'd739ef8a-6d64-4005-a0e5-d063475d1b1f', 'project_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:40:48.793237 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3489290a-14b9-478b-837a-d687302779bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:48.817929 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3489290a-14b9-478b-837a-d687302779bf admin admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=94461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:40:48.834839 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489290a-14b9-478b-837a-d687302779bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fdf7528-8484-432a-bc2d-54ad6323b8fc,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:40:48.854166 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3489290a-14b9-478b-837a-d687302779bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:48.858625 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5964748-01f4-48f0-81d6-7f864c4a956c req-fa8dc6ff-68a1-4ea6-ae8f-3614c0ccfb6d tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:48.859109 n-d-771362-32 neutron-server[94461]: INFO neutron.db.segments_db [None req-3489290a-14b9-478b-837a-d687302779bf admin admin] Added segment 98b51a0e-7fd9-4c79-b609-743fbdb1f86c of type vlan for network fde045a2-11dd-45de-835a-3b0d098a1616 Jul 05 02:40:48.870050 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f5964748-01f4-48f0-81d6-7f864c4a956c req-fa8dc6ff-68a1-4ea6-ae8f-3614c0ccfb6d tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 945 time: 0.1970844 Jul 05 02:40:48.871523 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-13a84102-cba7-4c04-94f3-7fb577861907 None None] Provisioning complete for port d095798d-2e2d-4500-ad4b-4d1549427544 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:40:48.871523 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-13a84102-cba7-4c04-94f3-7fb577861907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:48.935086 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 96f28a7a-8502-4521-9ed5-d2fe100c849f completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:40:48.955426 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f5964748-01f4-48f0-81d6-7f864c4a956c req-b90c6eb3-dc63-40ee-b51d-8195fafa6c0b tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877941 Jul 05 02:40:48.967871 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3489290a-14b9-478b-837a-d687302779bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:48.970557 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 96f28a7a-8502-4521-9ed5-d2fe100c849f triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:40:48.970917 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:48.973397 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9605efc2-65da-4210-b208-6f11f7bc4954 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:48.979344 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-63ba63d3-5306-4fd8-bd2e-869401a5d4cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5763388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774356'] for subnet, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:48.993399 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6b6cc6ca-39bc-43bb-9cec-4ec879269287 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:49.021276 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ba63d3-5306-4fd8-bd2e-869401a5d4cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3253026-23fa-4754-94cc-fa2572fc1481,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:40:49.024005 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-13a84102-cba7-4c04-94f3-7fb577861907 None None] Port d095798d-2e2d-4500-ad4b-4d1549427544 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:40:49.062263 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6b6cc6ca-39bc-43bb-9cec-4ec879269287 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:49.089964 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-63ba63d3-5306-4fd8-bd2e-869401a5d4cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:49.094909 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-63ba63d3-5306-4fd8-bd2e-869401a5d4cf admin admin] 10.222.0.23 "DELETE /v2.0/subnets/d3253026-23fa-4754-94cc-fa2572fc1481 HTTP/1.1" status: 204 len: 168 time: 0.9062359 Jul 05 02:40:49.095871 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 55996) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:40:49.096255 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ef8618-52aa-497e-ab69-743c90720903 None None] Network 298f5d1b-f553-44c2-b9d8-1781cb1d7820 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:40:49.129382 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:49.151722 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9605efc2-65da-4210-b208-6f11f7bc4954 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:49.168564 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862cd73d-e2db-4991-8db2-fe77e2b0fa5f req-413a177a-9f3a-4d87-96f8-0cac73bfcdf0 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:49.170384 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-862cd73d-e2db-4991-8db2-fe77e2b0fa5f req-413a177a-9f3a-4d87-96f8-0cac73bfcdf0 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/networks?id=c4d51310-b056-42c6-8720-dd3607bb490e HTTP/1.1" status: 200 len: 811 time: 0.1966398 Jul 05 02:40:49.199486 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-862cd73d-e2db-4991-8db2-fe77e2b0fa5f req-12af41fa-362e-4572-80c9-28bc81f78283 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/quotas/442a3e50d6be48be9e1562c5772ee754 HTTP/1.1" status: 200 len: 375 time: 0.0190418 Jul 05 02:40:49.211736 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3489290a-14b9-478b-837a-d687302779bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:49.212701 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3489290a-14b9-478b-837a-d687302779bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:49.213278 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 96f28a7a-8502-4521-9ed5-d2fe100c849f, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=96f28a7a-8502-4521-9ed5-d2fe100c849f,segment=NetworkSegment(1b110631-389a-4729-8a0c-ae21d314e9b9),segment_id=1b110631-389a-4729-8a0c-ae21d314e9b9)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:40:49.213397 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3489290a-14b9-478b-837a-d687302779bf admin admin] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:49.272000 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6b6cc6ca-39bc-43bb-9cec-4ec879269287 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:49.326712 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9605efc2-65da-4210-b208-6f11f7bc4954 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634601'] for router_interface, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:49.335670 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489290a-14b9-478b-837a-d687302779bf admin admin] Pushing event updated for resources: {'Network': ['ID=fde045a2-11dd-45de-835a-3b0d098a1616,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:40:49.352622 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-67778020-eb85-4175-ac9b-05d12488ca81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:49.361155 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6cc6ca-39bc-43bb-9cec-4ec879269287 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cb16f19-cd72-4163-8206-b7d36ae40f3c,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:40:49.362104 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network fde045a2-11dd-45de-835a-3b0d098a1616 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:40:49.374734 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-862cd73d-e2db-4991-8db2-fe77e2b0fa5f req-4d10bcbc-4adb-4a98-aa13-6874af9160df tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=442a3e50d6be48be9e1562c5772ee754&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1742921 Jul 05 02:40:49.388835 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9605efc2-65da-4210-b208-6f11f7bc4954 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Pushing event updated for resources: {'Port': ['ID=d095798d-2e2d-4500-ad4b-4d1549427544,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:40:49.394902 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:49.395895 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device fce8dfec-5825-457a-96a9-ffc6d05350e5 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:40:49.398785 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e017c941-4768-4389-bb2a-9ff9d35192e2 None None] DHCP port deletion for 298f5d1b-f553-44c2-b9d8-1781cb1d7820 request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:40:49.451111 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-3489290a-14b9-478b-837a-d687302779bf admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5685282 Jul 05 02:40:49.451866 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 56004) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:40:49.456926 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-937df504-6426-434f-826f-71dccd447545 admin admin] Request body: {'subnet': {'network_id': 'fde045a2-11dd-45de-835a-3b0d098a1616', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1470473224-subnet', 'tenant_id': '3b709691e9604117b7ce6f42a465171d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:40:49.493813 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6b6cc6ca-39bc-43bb-9cec-4ec879269287 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:49.495058 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-6b6cc6ca-39bc-43bb-9cec-4ec879269287 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8207281 Jul 05 02:40:49.499648 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 56006) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:40:49.514827 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64d4107-ba8e-478b-ae58-1597d15434e3 req-b115c40d-998b-4e85-9e2a-cc138d8c8721 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:49.516371 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b64d4107-ba8e-478b-ae58-1597d15434e3 req-b115c40d-998b-4e85-9e2a-cc138d8c8721 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/networks?id=0363edd0-1704-4ea5-b7c0-1061ca483b3c HTTP/1.1" status: 200 len: 813 time: 0.3679719 Jul 05 02:40:49.523120 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-48300597-47a8-4014-9495-92ab2d0069a9 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Request body: {'security_group_rule': {'security_group_id': 'd739ef8a-6d64-4005-a0e5-d063475d1b1f', 'project_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:40:49.584613 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b64d4107-ba8e-478b-ae58-1597d15434e3 req-98f355f7-6bfe-410c-b4b2-9b13471cc755 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/quotas/4029f7586c674799901f5830e91fb3ea HTTP/1.1" status: 200 len: 375 time: 0.0392373 Jul 05 02:40:49.594466 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=96f28a7a-8502-4521-9ed5-d2fe100c849f,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:40:49.607436 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9605efc2-65da-4210-b208-6f11f7bc4954 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Network 95a6ff8c-0252-4f7b-bace-6be7ab13b4fd is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:40:49.611558 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-937df504-6426-434f-826f-71dccd447545 admin admin] Made reservation on behalf of 3b709691e9604117b7ce6f42a465171d for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:40:49.614728 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-937df504-6426-434f-826f-71dccd447545 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:49.621107 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-9605efc2-65da-4210-b208-6f11f7bc4954 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:40:49.625667 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port fce8dfec-5825-457a-96a9-ffc6d05350e5 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:40:49.626603 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:49.641325 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-67778020-eb85-4175-ac9b-05d12488ca81 admin admin] Deleting port f71edbec-30be-4adf-aee9-a4194d3cccb4 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:40:49.641679 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-67778020-eb85-4175-ac9b-05d12488ca81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:49.678253 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-e017c941-4768-4389-bb2a-9ff9d35192e2 None None] Deleting port f71edbec-30be-4adf-aee9-a4194d3cccb4 {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:40:49.678728 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e017c941-4768-4389-bb2a-9ff9d35192e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:49.688447 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-862cd73d-e2db-4991-8db2-fe77e2b0fa5f req-defc1c08-3abc-4b1f-acb6-a2ab7820b91c service neutron] 10.222.0.23 "GET /v2.0/networks/c4d51310-b056-42c6-8720-dd3607bb490e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3090374 Jul 05 02:40:49.781831 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-67778020-eb85-4175-ac9b-05d12488ca81 admin admin] For port f71edbec-30be-4adf-aee9-a4194d3cccb4, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=f71edbec-30be-4adf-aee9-a4194d3cccb4,segment=NetworkSegment(0cb721e7-31df-4d1e-8514-295703e20912),segment_id=0cb721e7-31df-4d1e-8514-295703e20912)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:40:49.782650 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-67778020-eb85-4175-ac9b-05d12488ca81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:49.805613 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-e017c941-4768-4389-bb2a-9ff9d35192e2 None None] For port f71edbec-30be-4adf-aee9-a4194d3cccb4, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=f71edbec-30be-4adf-aee9-a4194d3cccb4,segment=NetworkSegment(0cb721e7-31df-4d1e-8514-295703e20912),segment_id=0cb721e7-31df-4d1e-8514-295703e20912)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:40:49.806054 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e017c941-4768-4389-bb2a-9ff9d35192e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:49.813223 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-67778020-eb85-4175-ac9b-05d12488ca81 admin admin] Calling delete_port for f71edbec-30be-4adf-aee9-a4194d3cccb4 owned by network:dhcp {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:40:49.827902 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-e017c941-4768-4389-bb2a-9ff9d35192e2 None None] Calling delete_port for f71edbec-30be-4adf-aee9-a4194d3cccb4 owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:40:49.895438 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b64d4107-ba8e-478b-ae58-1597d15434e3 req-837b6cc0-68c7-4725-a5a6-2304e59c524b tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4029f7586c674799901f5830e91fb3ea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2951546 Jul 05 02:40:49.898785 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-862cd73d-e2db-4991-8db2-fe77e2b0fa5f req-eaa1ebb8-0244-4fca-b1db-cc09b26bca5c service neutron] 10.222.0.23 "GET /v2.0/networks/c4d51310-b056-42c6-8720-dd3607bb490e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962740 Jul 05 02:40:49.932476 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device de99f08a-8026-4e5b-80f1-38ec38fe1357 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:40:49.936575 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-48300597-47a8-4014-9495-92ab2d0069a9 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:50.039936 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: de99f08a-8026-4e5b-80f1-38ec38fe1357 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:40:50.040414 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device de99f08a-8026-4e5b-80f1-38ec38fe1357 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:40:50.040735 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device d5fd867d-ad62-4e81-bc6a-96739d2edab5 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:40:50.045703 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9605efc2-65da-4210-b208-6f11f7bc4954 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Router 8e7be68d-4d89-4be5-8648-b7198a4922a6 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:40:50.113862 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: d5fd867d-ad62-4e81-bc6a-96739d2edab5 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:40:50.114468 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device d5fd867d-ad62-4e81-bc6a-96739d2edab5 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:40:50.130411 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-d0a2dc71-ab75-470f-99a5-bae3f673a6e1 None None] Provisioning complete for port d095798d-2e2d-4500-ad4b-4d1549427544 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:40:50.131000 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-d0a2dc71-ab75-470f-99a5-bae3f673a6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:50.138578 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-48300597-47a8-4014-9495-92ab2d0069a9 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:50.173164 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-d0a2dc71-ab75-470f-99a5-bae3f673a6e1 None None] Port d095798d-2e2d-4500-ad4b-4d1549427544 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:40:50.226541 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 96f28a7a-8502-4521-9ed5-d2fe100c849f up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:40:50.282462 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-937df504-6426-434f-826f-71dccd447545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5763451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774823'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:50.292701 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 96f28a7a-8502-4521-9ed5-d2fe100c849f triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:40:50.293094 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:50.317676 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-48300597-47a8-4014-9495-92ab2d0069a9 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:50.321388 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9605efc2-65da-4210-b208-6f11f7bc4954 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:40:50.322098 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e017c941-4768-4389-bb2a-9ff9d35192e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:50.330790 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-67778020-eb85-4175-ac9b-05d12488ca81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:50.333675 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393b7e09-aa3e-4c17-89c4-17c63084dc6c None None] Sync routers for ids ['8e7be68d-4d89-4be5-8648-b7198a4922a6'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:40:50.355519 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393b7e09-aa3e-4c17-89c4-17c63084dc6c None None] Routers {'8e7be68d-4d89-4be5-8648-b7198a4922a6'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:40:50.358878 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-393b7e09-aa3e-4c17-89c4-17c63084dc6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:40:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['8e7be68d-4d89-4be5-8648-b7198a4922a6'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:40:50.368691 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-9605efc2-65da-4210-b208-6f11f7bc4954 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] 10.222.0.23 "PUT /v2.0/routers/8e7be68d-4d89-4be5-8648-b7198a4922a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9849632 Jul 05 02:40:50.407246 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67778020-eb85-4175-ac9b-05d12488ca81 admin admin] Pushing event deleted for resources: {'Port': ['ID=f71edbec-30be-4adf-aee9-a4194d3cccb4,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:40:50.423137 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937df504-6426-434f-826f-71dccd447545 admin admin] Checking segment: {'id': '98b51a0e-7fd9-4c79-b609-743fbdb1f86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fde045a2-11dd-45de-835a-3b0d098a1616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:40:50.423738 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937df504-6426-434f-826f-71dccd447545 admin admin] Network hostable DHCP agents. Network: fde045a2-11dd-45de-835a-3b0d098a1616, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:40:50.458315 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f71ba7-0032-48d6-bb9a-747d54060def req-26890366-5db2-4d82-bac1-596b62fbe828 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:50.461026 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-49b44be0-e474-4c16-8c4d-404405dc95ef req-2344f1cd-f9ac-4d33-9ef4-a1cd408c37b4 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d57b7a4-ae99-4809-ae3b-eb1a67eeb579 HTTP/1.1" status: 200 len: 210 time: 0.1144464 Jul 05 02:40:50.461313 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d7f71ba7-0032-48d6-bb9a-747d54060def req-26890366-5db2-4d82-bac1-596b62fbe828 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 945 time: 0.2750549 Jul 05 02:40:50.498889 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48300597-47a8-4014-9495-92ab2d0069a9 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba9dad2a-1bf1-4dfc-af5f-ed1975bbcc26,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:40:50.499157 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937df504-6426-434f-826f-71dccd447545 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34ab5bbe-61ee-49cc-a8af-acffead49ed7,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:40:50.520794 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67778020-eb85-4175-ac9b-05d12488ca81 admin admin] No DVR routers for this DVR port f71edbec-30be-4adf-aee9-a4194d3cccb4 on host n-d-771362-32 {{(pid=94462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:40:50.616049 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e017c941-4768-4389-bb2a-9ff9d35192e2 None None] No DVR routers for this DVR port f71edbec-30be-4adf-aee9-a4194d3cccb4 on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:40:50.621184 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-67778020-eb85-4175-ac9b-05d12488ca81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:50.625979 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e017c941-4768-4389-bb2a-9ff9d35192e2 None None] Pushing event deleted for resources: {'Port': ['ID=f71edbec-30be-4adf-aee9-a4194d3cccb4,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:40:50.652590 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d7f71ba7-0032-48d6-bb9a-747d54060def req-36d32da4-c2c9-4f82-94d8-a8f5a5686d0f tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900740 Jul 05 02:40:50.654869 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-67778020-eb85-4175-ac9b-05d12488ca81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['298f5d1b-f553-44c2-b9d8-1781cb1d7820']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:40:50.669162 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-67778020-eb85-4175-ac9b-05d12488ca81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cb721e7-31df-4d1e-8514-295703e20912') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:40:50.669416 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-67778020-eb85-4175-ac9b-05d12488ca81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cb721e7-31df-4d1e-8514-295703e20912') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:40:50.681686 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-67778020-eb85-4175-ac9b-05d12488ca81 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:50.698556 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-48300597-47a8-4014-9495-92ab2d0069a9 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:50.698556 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-48300597-47a8-4014-9495-92ab2d0069a9 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1952131 Jul 05 02:40:50.700477 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 56032) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:40:50.702615 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-67778020-eb85-4175-ac9b-05d12488ca81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:50.711353 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67778020-eb85-4175-ac9b-05d12488ca81 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:40:50.711927 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-67778020-eb85-4175-ac9b-05d12488ca81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:50.712044 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-03338725-f6e4-48f7-9162-077ee8532f19 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Request body: {'security_group_rule': {'security_group_id': 'd739ef8a-6d64-4005-a0e5-d063475d1b1f', 'project_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:40:50.725914 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937df504-6426-434f-826f-71dccd447545 admin admin] Network fde045a2-11dd-45de-835a-3b0d098a1616 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:40:50.730052 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:40:50.730052 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:40:50.730052 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:40:50.730052 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:40:50.730052 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:40:50.730052 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:40:50.730052 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:40:50.730052 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:40:50.730052 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:40:50.730052 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:40:50.730052 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:40:50.730052 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:40:50.730052 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:40:50.730052 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:40:50.730052 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:40:50.730052 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:40:50.730052 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:40:50.730052 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:40:50.730052 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:40:50.730052 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:40:50.730052 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:40:50.730052 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:40:50.730052 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:40:50.730052 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:40:50.730052 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:40:50.730052 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:40:50.730052 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:40:50.730052 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:40:50.730052 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:40:50.730052 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:40:50.730052 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:40:50.730052 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:40:50.805213 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device f71edbec-30be-4adf-aee9-a4194d3cccb4 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:40:50.819635 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-393b7e09-aa3e-4c17-89c4-17c63084dc6c None None] Set router 8e7be68d-4d89-4be5-8648-b7198a4922a6 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:40:50.842697 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: f71edbec-30be-4adf-aee9-a4194d3cccb4 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:40:50.843041 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device f71edbec-30be-4adf-aee9-a4194d3cccb4 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:40:50.879648 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-937df504-6426-434f-826f-71dccd447545 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, fde045a2-11dd-45de-835a-3b0d098a1616) {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:40:50.887156 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937df504-6426-434f-826f-71dccd447545 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:50.888094 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-937df504-6426-434f-826f-71dccd447545 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:50.893212 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ea98d1-0669-4009-8fd2-ffe814fa3477 None None] Network fde045a2-11dd-45de-835a-3b0d098a1616 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:40:50.918601 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-03338725-f6e4-48f7-9162-077ee8532f19 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:50.948566 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b994797a-143e-4b13-99bd-5ca3347b8262 req-b5bb6347-4f39-4489-b3a1-ec28c0ffaf73 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:50.954637 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b994797a-143e-4b13-99bd-5ca3347b8262 req-b5bb6347-4f39-4489-b3a1-ec28c0ffaf73 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 945 time: 0.1077526 Jul 05 02:40:50.961998 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-67778020-eb85-4175-ac9b-05d12488ca81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:50.970683 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-67778020-eb85-4175-ac9b-05d12488ca81 admin admin] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:50.976744 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-67778020-eb85-4175-ac9b-05d12488ca81 admin admin] 10.222.0.23 "DELETE /v2.0/networks/298f5d1b-f553-44c2-b9d8-1781cb1d7820 HTTP/1.1" status: 204 len: 168 time: 1.8785756 Jul 05 02:40:50.989038 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67778020-eb85-4175-ac9b-05d12488ca81 admin admin] Pushing event deleted for resources: {'Network': ['ID=298f5d1b-f553-44c2-b9d8-1781cb1d7820,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:40:51.035247 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b994797a-143e-4b13-99bd-5ca3347b8262 req-c04b3872-6d3a-4a83-b207-684960145a1f tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445304 Jul 05 02:40:51.072459 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e745f817-348f-4ab1-882d-5d3d18013aa7 req-6463a04d-f90c-46f7-acc9-c52556f9987b tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:51.099962 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e745f817-348f-4ab1-882d-5d3d18013aa7 req-6463a04d-f90c-46f7-acc9-c52556f9987b tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] 10.222.0.23 "GET /v2.0/networks?id=95a6ff8c-0252-4f7b-bace-6be7ab13b4fd HTTP/1.1" status: 200 len: 797 time: 0.3134742 Jul 05 02:40:51.114234 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-03338725-f6e4-48f7-9162-077ee8532f19 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:51.122871 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e745f817-348f-4ab1-882d-5d3d18013aa7 req-085bf19e-16ba-4140-bdc3-9bb4035e91f3 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] 10.222.0.23 "GET /v2.0/quotas/0d97daa9abfb4f3f83ba38958ca24f47 HTTP/1.1" status: 200 len: 375 time: 0.0330913 Jul 05 02:40:51.136677 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f07319f0-7bb5-409a-ac9c-dec3c90ca67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:51.138415 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-393b7e09-aa3e-4c17-89c4-17c63084dc6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e7be68d-4d89-4be5-8648-b7198a4922a6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1977206953', 'tenant_id': '0d97daa9abfb4f3f83ba38958ca24f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': 'fce8dfec-5825-457a-96a9-ffc6d05350e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:40:30Z', 'updated_at': '2021-07-05T02:40:48Z', 'revision_number': 4, 'project_id': '0d97daa9abfb4f3f83ba38958ca24f47', 'gw_port': {'id': 'fce8dfec-5825-457a-96a9-ffc6d05350e5', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7be68d-4d89-4be5-8648-b7198a4922a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:40:31Z', 'updated_at': '2021-07-05T02:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'd095798d-2e2d-4500-ad4b-4d1549427544', 'name': '', 'network_id': '95a6ff8c-0252-4f7b-bace-6be7ab13b4fd', 'tenant_id': '0d97daa9abfb4f3f83ba38958ca24f47', 'mac_address': 'fa:16:3e:b6:9e:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e7be68d-4d89-4be5-8648-b7198a4922a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '7f3995e5-f17e-4cfa-b434-c16d7b6197db', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:40:44Z', 'updated_at': '2021-07-05T02:40:48Z', 'revision_number': 2, 'project_id': '0d97daa9abfb4f3f83ba38958ca24f47', 'subnets': [{'id': '7f3995e5-f17e-4cfa-b434-c16d7b6197db', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:40:51.150993 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8836d0-1338-439b-8857-34927ecdbd57 None None] Network fde045a2-11dd-45de-835a-3b0d098a1616 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:40:51.197798 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393b7e09-aa3e-4c17-89c4-17c63084dc6c None None] Checking router: 8e7be68d-4d89-4be5-8648-b7198a4922a6 for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:40:51.201035 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393b7e09-aa3e-4c17-89c4-17c63084dc6c None None] Updating router 8e7be68d-4d89-4be5-8648-b7198a4922a6 port d095798d-2e2d-4500-ad4b-4d1549427544 binding host n-d-771362-32 {{(pid=94464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 02:40:51.263999 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-98ef5402-9156-4534-ab2f-49928a41bb68 req-3a2943e3-18c5-497f-aa73-f342504857a0 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=4029f7586c674799901f5830e91fb3ea HTTP/1.1" status: 200 len: 221 time: 0.0330782 Jul 05 02:40:51.271098 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-393b7e09-aa3e-4c17-89c4-17c63084dc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:51.289761 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e745f817-348f-4ab1-882d-5d3d18013aa7 req-827a20e4-408a-4b2f-9247-6a0a4ea4c688 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0d97daa9abfb4f3f83ba38958ca24f47&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1582630 Jul 05 02:40:51.291843 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-937df504-6426-434f-826f-71dccd447545 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8389075 Jul 05 02:40:51.327096 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-03338725-f6e4-48f7-9162-077ee8532f19 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:51.396527 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03338725-f6e4-48f7-9162-077ee8532f19 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aba58462-8405-4d6f-8745-86d8d408afe1,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:40:51.444582 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e745f817-348f-4ab1-882d-5d3d18013aa7 req-276ac451-1067-4c19-a092-ef971cf63219 service neutron] 10.222.0.23 "GET /v2.0/networks/95a6ff8c-0252-4f7b-bace-6be7ab13b4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504312 Jul 05 02:40:51.555197 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e745f817-348f-4ab1-882d-5d3d18013aa7 req-46052025-cd69-4abb-aecf-b8d65fde8c30 service neutron] 10.222.0.23 "GET /v2.0/networks/95a6ff8c-0252-4f7b-bace-6be7ab13b4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047127 Jul 05 02:40:51.555575 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2533357a-d8d9-4e1d-b719-e7bbb8b8839e req-0bc8e3f5-1be3-4368-88f9-da9e8bb4379f tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:51.557132 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2533357a-d8d9-4e1d-b719-e7bbb8b8839e req-0bc8e3f5-1be3-4368-88f9-da9e8bb4379f tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 945 time: 0.0915337 Jul 05 02:40:51.570782 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-03338725-f6e4-48f7-9162-077ee8532f19 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:51.575102 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-03338725-f6e4-48f7-9162-077ee8532f19 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8682835 Jul 05 02:40:51.576024 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 56066) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:40:51.586228 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-d501242f-00cb-4185-9df4-ba3ea2d50136 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Request body: {'security_group_rule': {'security_group_id': 'd739ef8a-6d64-4005-a0e5-d063475d1b1f', 'project_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:40:51.622856 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2533357a-d8d9-4e1d-b719-e7bbb8b8839e req-44e8c587-8a23-43b1-a0cb-8903daf28387 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575743 Jul 05 02:40:51.700056 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-393b7e09-aa3e-4c17-89c4-17c63084dc6c None None] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:51.710327 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-393b7e09-aa3e-4c17-89c4-17c63084dc6c None None] Transition to ACTIVE for port object d095798d-2e2d-4500-ad4b-4d1549427544 will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:40:51.715032 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5487d02a-45a2-4916-8571-3e2bdc13d7aa req-37cdb60a-9427-49b6-9c37-df2ff34dbf0c tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d57b7a4-ae99-4809-ae3b-eb1a67eeb579 HTTP/1.1" status: 200 len: 210 time: 0.0347650 Jul 05 02:40:51.830234 n-d-771362-32 neutron-server[94461]: INFO neutron.db.securitygroups_db [None req-d501242f-00cb-4185-9df4-ba3ea2d50136 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Project e74a7c63f72a43c48203f0c9f39b1c1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 02:40:51.830894 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d501242f-00cb-4185-9df4-ba3ea2d50136 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:51.852319 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 56074) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:40:51.927470 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-899f24f0-6cd0-4b1a-b3b9-07e54f939181 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8c22abc688cd4c0292ded251d472128d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0729456 Jul 05 02:40:51.931841 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 56084) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:40:51.941088 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-393b7e09-aa3e-4c17-89c4-17c63084dc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:51.944317 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d501242f-00cb-4185-9df4-ba3ea2d50136 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:51.992066 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bf63aa-55b7-4fef-a9c5-d69919a331f1 None None] Pushing event updated for resources: {'Port': ['ID=d095798d-2e2d-4500-ad4b-4d1549427544,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:40:51.992228 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a54e35a4-ead8-4423-8354-a734512474ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:52.018276 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a54e35a4-ead8-4423-8354-a734512474ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:52.046250 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac52d07-acb1-4c30-94f6-d58efe084965 req-a3d75b94-c810-4f4c-b4dd-46fd6ef7e92d tempest-TestServerAdvancedOps-1882430909 tempest-TestServerAdvancedOps-1882430909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:52.048489 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-fac52d07-acb1-4c30-94f6-d58efe084965 req-a3d75b94-c810-4f4c-b4dd-46fd6ef7e92d tempest-TestServerAdvancedOps-1882430909 tempest-TestServerAdvancedOps-1882430909-project] 10.222.0.23 "GET /v2.0/networks?id=ba243357-0b01-4810-b2f5-4baadc94135a HTTP/1.1" status: 200 len: 812 time: 0.1357245 Jul 05 02:40:52.071440 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-fac52d07-acb1-4c30-94f6-d58efe084965 req-6cd1720e-1f5b-4a09-bdac-d40972df263b tempest-TestServerAdvancedOps-1882430909 tempest-TestServerAdvancedOps-1882430909-project] 10.222.0.23 "GET /v2.0/quotas/d41aebdcdcbc4a2585f4a39dbb0792fe HTTP/1.1" status: 200 len: 375 time: 0.0178967 Jul 05 02:40:52.085401 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-393b7e09-aa3e-4c17-89c4-17c63084dc6c None None] Attempting to bind port d095798d-2e2d-4500-ad4b-4d1549427544 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:40:52.085836 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-393b7e09-aa3e-4c17-89c4-17c63084dc6c None None] Attempting to bind port d095798d-2e2d-4500-ad4b-4d1549427544 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '1b110631-389a-4729-8a0c-ae21d314e9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '95a6ff8c-0252-4f7b-bace-6be7ab13b4fd'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:40:52.086342 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393b7e09-aa3e-4c17-89c4-17c63084dc6c None None] Attempting to bind port d095798d-2e2d-4500-ad4b-4d1549427544 on network 95a6ff8c-0252-4f7b-bace-6be7ab13b4fd {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:40:52.092489 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393b7e09-aa3e-4c17-89c4-17c63084dc6c None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:40:52.092919 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393b7e09-aa3e-4c17-89c4-17c63084dc6c None None] Checking segment: {'id': '1b110631-389a-4729-8a0c-ae21d314e9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '95a6ff8c-0252-4f7b-bace-6be7ab13b4fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:40:52.093512 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-393b7e09-aa3e-4c17-89c4-17c63084dc6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:52.094264 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393b7e09-aa3e-4c17-89c4-17c63084dc6c None None] Bound using segment: {'id': '1b110631-389a-4729-8a0c-ae21d314e9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '95a6ff8c-0252-4f7b-bace-6be7ab13b4fd'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:40:52.095003 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-393b7e09-aa3e-4c17-89c4-17c63084dc6c None None] Bound port: d095798d-2e2d-4500-ad4b-4d1549427544, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b110631-389a-4729-8a0c-ae21d314e9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '95a6ff8c-0252-4f7b-bace-6be7ab13b4fd'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:40:52.095453 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-393b7e09-aa3e-4c17-89c4-17c63084dc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:52.122895 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-fac52d07-acb1-4c30-94f6-d58efe084965 req-8349c959-3cdf-42ed-b0e9-0043ae2121a6 tempest-TestServerAdvancedOps-1882430909 tempest-TestServerAdvancedOps-1882430909-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d41aebdcdcbc4a2585f4a39dbb0792fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0458539 Jul 05 02:40:52.129830 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d501242f-00cb-4185-9df4-ba3ea2d50136 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:52.164280 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d501242f-00cb-4185-9df4-ba3ea2d50136 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba8466bc-a025-4948-a1fb-1fa22bd6e2d4,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:40:52.290965 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-393b7e09-aa3e-4c17-89c4-17c63084dc6c None None] For port d095798d-2e2d-4500-ad4b-4d1549427544, host n-d-771362-32, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:40:52.298087 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-393b7e09-aa3e-4c17-89c4-17c63084dc6c None None] For port d095798d-2e2d-4500-ad4b-4d1549427544, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=d095798d-2e2d-4500-ad4b-4d1549427544,segment=NetworkSegment(1b110631-389a-4729-8a0c-ae21d314e9b9),segment_id=1b110631-389a-4729-8a0c-ae21d314e9b9)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:40:52.303601 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d501242f-00cb-4185-9df4-ba3ea2d50136 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:52.309396 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 56094) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:40:52.310770 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-d501242f-00cb-4185-9df4-ba3ea2d50136 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7335255 Jul 05 02:40:52.311597 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a54e35a4-ead8-4423-8354-a734512474ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:52.322217 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a54e35a4-ead8-4423-8354-a734512474ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:52.331763 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-a54e35a4-ead8-4423-8354-a734512474ae admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6c29044e-26e1-4373-b044-191de713e9d7 HTTP/1.1" status: 204 len: 168 time: 0.3918834 Jul 05 02:40:52.331969 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-c325fbbf-3113-4b87-9b1c-41c4a03a9407 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Request body: {'security_group_rule': {'security_group_id': 'd739ef8a-6d64-4005-a0e5-d063475d1b1f', 'project_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:40:52.365543 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-fac52d07-acb1-4c30-94f6-d58efe084965 req-ea4964ca-8ced-48f3-be5e-a0ca5f9d0353 service neutron] 10.222.0.23 "GET /v2.0/networks/ba243357-0b01-4810-b2f5-4baadc94135a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416615 Jul 05 02:40:52.378668 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54e35a4-ead8-4423-8354-a734512474ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c29044e-26e1-4373-b044-191de713e9d7,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:40:52.451951 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3464edaa-0361-45c7-933b-c83c16630c28 req-33f7d492-ed47-4831-a8d7-5d824d889e52 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:52.455073 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3464edaa-0361-45c7-933b-c83c16630c28 req-33f7d492-ed47-4831-a8d7-5d824d889e52 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 945 time: 0.1717274 Jul 05 02:40:52.504955 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-fac52d07-acb1-4c30-94f6-d58efe084965 req-a7863f35-b80d-4963-8e5b-dc40180b5dac service neutron] 10.222.0.23 "GET /v2.0/networks/ba243357-0b01-4810-b2f5-4baadc94135a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114061 Jul 05 02:40:52.505855 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3464edaa-0361-45c7-933b-c83c16630c28 req-53b907c0-cf19-4699-8243-236dce8f5a89 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449936 Jul 05 02:40:52.520106 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-393b7e09-aa3e-4c17-89c4-17c63084dc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:52.594240 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393b7e09-aa3e-4c17-89c4-17c63084dc6c None None] Routers {'8e7be68d-4d89-4be5-8648-b7198a4922a6'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:40:52.594939 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-393b7e09-aa3e-4c17-89c4-17c63084dc6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:40:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['8e7be68d-4d89-4be5-8648-b7198a4922a6'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:40:52.597903 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bf63aa-55b7-4fef-a9c5-d69919a331f1 None None] Pushing event updated for resources: {'Port': ['ID=d095798d-2e2d-4500-ad4b-4d1549427544,revision_number=4']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:40:52.609694 n-d-771362-32 neutron-server[94462]: INFO neutron.db.securitygroups_db [None req-c325fbbf-3113-4b87-9b1c-41c4a03a9407 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Project e74a7c63f72a43c48203f0c9f39b1c1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 02:40:52.622241 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c325fbbf-3113-4b87-9b1c-41c4a03a9407 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:52.623844 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bda483b1-6bdd-4d86-8a65-ba8ea0a9dcc1 req-94670d64-cea2-4cad-b9c9-8b407fb2455c tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cf1d713-cd41-4eac-b1df-8c9d093e936d HTTP/1.1" status: 200 len: 210 time: 0.0698843 Jul 05 02:40:52.744495 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c325fbbf-3113-4b87-9b1c-41c4a03a9407 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:52.818329 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-393b7e09-aa3e-4c17-89c4-17c63084dc6c None None] Set router 8e7be68d-4d89-4be5-8648-b7198a4922a6 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:40:52.908232 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af609ee-6fa6-422e-963b-91858b112eb6 req-766fd63f-cec2-494f-953f-80bf53bbd8a4 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:52.930378 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3af609ee-6fa6-422e-963b-91858b112eb6 req-766fd63f-cec2-494f-953f-80bf53bbd8a4 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 945 time: 0.1231160 Jul 05 02:40:52.999849 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c325fbbf-3113-4b87-9b1c-41c4a03a9407 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:53.020090 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f54e07b7-facb-451e-84f2-4d7d12f1eadc req-5492640e-e226-4fd1-87cd-8036893ae18a tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d57b7a4-ae99-4809-ae3b-eb1a67eeb579 HTTP/1.1" status: 200 len: 210 time: 0.0704246 Jul 05 02:40:53.020597 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3af609ee-6fa6-422e-963b-91858b112eb6 req-0fe817c1-2310-4433-89ed-afa1357d0b77 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888240 Jul 05 02:40:53.076491 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c325fbbf-3113-4b87-9b1c-41c4a03a9407 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=670c9eb8-c49e-4901-98df-68384c7349d5,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:40:53.166670 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6294799e-812f-4ed0-bd1c-45cb12b08abf req-48d2bc7b-70a7-4f3c-8c8d-a4c44eeecae3 tempest-TestServerAdvancedOps-1882430909 tempest-TestServerAdvancedOps-1882430909-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcf64d4c-c13c-479d-9c34-8035eb1c0645 HTTP/1.1" status: 200 len: 210 time: 0.0402777 Jul 05 02:40:53.209562 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-393b7e09-aa3e-4c17-89c4-17c63084dc6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e7be68d-4d89-4be5-8648-b7198a4922a6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1977206953', 'tenant_id': '0d97daa9abfb4f3f83ba38958ca24f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': 'fce8dfec-5825-457a-96a9-ffc6d05350e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:40:30Z', 'updated_at': '2021-07-05T02:40:48Z', 'revision_number': 4, 'project_id': '0d97daa9abfb4f3f83ba38958ca24f47', 'gw_port': {'id': 'fce8dfec-5825-457a-96a9-ffc6d05350e5', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7be68d-4d89-4be5-8648-b7198a4922a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:40:31Z', 'updated_at': '2021-07-05T02:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'd095798d-2e2d-4500-ad4b-4d1549427544', 'name': '', 'network_id': '95a6ff8c-0252-4f7b-bace-6be7ab13b4fd', 'tenant_id': '0d97daa9abfb4f3f83ba38958ca24f47', 'mac_address': 'fa:16:3e:b6:9e:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e7be68d-4d89-4be5-8648-b7198a4922a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '7f3995e5-f17e-4cfa-b434-c16d7b6197db', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:40:44Z', 'updated_at': '2021-07-05T02:40:52Z', 'revision_number': 4, 'project_id': '0d97daa9abfb4f3f83ba38958ca24f47', 'subnets': [{'id': '7f3995e5-f17e-4cfa-b434-c16d7b6197db', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:40:53.233769 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c325fbbf-3113-4b87-9b1c-41c4a03a9407 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:53.242308 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-c325fbbf-3113-4b87-9b1c-41c4a03a9407 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9217176 Jul 05 02:40:53.242594 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393b7e09-aa3e-4c17-89c4-17c63084dc6c None None] The sync data for ids ['8e7be68d-4d89-4be5-8648-b7198a4922a6'] in n-d-771362-32 is: [{'id': '8e7be68d-4d89-4be5-8648-b7198a4922a6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1977206953', 'tenant_id': '0d97daa9abfb4f3f83ba38958ca24f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': 'fce8dfec-5825-457a-96a9-ffc6d05350e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:40:30Z', 'updated_at': '2021-07-05T02:40:48Z', 'revision_number': 4, 'project_id': '0d97daa9abfb4f3f83ba38958ca24f47', 'gw_port': {'id': 'fce8dfec-5825-457a-96a9-ffc6d05350e5', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7be68d-4d89-4be5-8648-b7198a4922a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:40:31Z', 'updated_at': '2021-07-05T02:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'd095798d-2e2d-4500-ad4b-4d1549427544', 'name': '', 'network_id': '95a6ff8c-0252-4f7b-bace-6be7ab13b4fd', 'tenant_id': '0d97daa9abfb4f3f83ba38958ca24f47', 'mac_address': 'fa:16:3e:b6:9e:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e7be68d-4d89-4be5-8648-b7198a4922a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '7f3995e5-f17e-4cfa-b434-c16d7b6197db', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:40:44Z', 'updated_at': '2021-07-05T02:40:52Z', 'revision_number': 4, 'project_id': '0d97daa9abfb4f3f83ba38958ca24f47', 'subnets': [{'id': '7f3995e5-f17e-4cfa-b434-c16d7b6197db', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:40:53.287337 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fee2c3-cd9a-442d-b7f9-4408a54a9742 req-214be061-c81a-4624-88bd-d58fa8692fe4 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:53.296317 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-27fee2c3-cd9a-442d-b7f9-4408a54a9742 req-214be061-c81a-4624-88bd-d58fa8692fe4 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 945 time: 0.0979416 Jul 05 02:40:53.299561 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-bfdc5752-32fd-4ed6-bfd4-9294b5eeaed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:53.413462 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-27fee2c3-cd9a-442d-b7f9-4408a54a9742 req-80266d53-d450-4fb4-afec-854005332b69 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160920 Jul 05 02:40:53.586730 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-627862cf-4d0f-43fb-9e05-d1bcb9dceddd req-3bf4dac3-5e02-4df2-a54f-c7e54c4e35f6 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2031230596&fields=id&tenant_id=e74a7c63f72a43c48203f0c9f39b1c1e HTTP/1.1" status: 200 len: 267 time: 0.0533185 Jul 05 02:40:53.640024 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f71c89-1474-423f-a6f1-2fb35da5d24b req-2660ae02-bb5e-45e6-ae03-3160df972daf tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:53.641929 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-90f71c89-1474-423f-a6f1-2fb35da5d24b req-2660ae02-bb5e-45e6-ae03-3160df972daf tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 945 time: 0.0782404 Jul 05 02:40:53.702672 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-90f71c89-1474-423f-a6f1-2fb35da5d24b req-bfdcdb22-6b22-4fef-aec7-560783fcf282 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421815 Jul 05 02:40:53.740667 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627862cf-4d0f-43fb-9e05-d1bcb9dceddd req-af7f8a63-8525-4686-a0af-6fa6deca0f9f tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:53.754692 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-627862cf-4d0f-43fb-9e05-d1bcb9dceddd req-af7f8a63-8525-4686-a0af-6fa6deca0f9f tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/networks?id=5707578e-6bd2-47ab-9975-d5337f100e83 HTTP/1.1" status: 200 len: 797 time: 0.1544983 Jul 05 02:40:53.768124 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-627862cf-4d0f-43fb-9e05-d1bcb9dceddd req-e47ad1bf-64f7-4c6b-af30-8bb59edc1b68 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/quotas/e74a7c63f72a43c48203f0c9f39b1c1e HTTP/1.1" status: 200 len: 375 time: 0.0163853 Jul 05 02:40:53.795529 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d8888db4-6a9d-4fc6-96d4-6439f366cf38 req-50a1fdf8-3413-4023-a48f-acc954f47791 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cf1d713-cd41-4eac-b1df-8c9d093e936d HTTP/1.1" status: 200 len: 210 time: 0.0312099 Jul 05 02:40:53.859999 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 56146) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:40:53.865579 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-627862cf-4d0f-43fb-9e05-d1bcb9dceddd req-1f2433bc-5833-4d71-b0af-fcc775b6c134 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e74a7c63f72a43c48203f0c9f39b1c1e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0906963 Jul 05 02:40:53.984817 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-627862cf-4d0f-43fb-9e05-d1bcb9dceddd req-f4b3daeb-a1c1-49f3-8bc4-1d634369658a service neutron] 10.222.0.23 "GET /v2.0/networks/5707578e-6bd2-47ab-9975-d5337f100e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093140 Jul 05 02:40:54.019136 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-b14cd750-c1ce-4043-89ea-9aabadfdf795 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d528297433b04443888da8f1a3dd78a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1568305 Jul 05 02:40:54.020990 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 56148) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:40:54.059833 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:54.088642 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95e40bc-7c41-424c-950c-84b00202fd9a req-632e4246-c388-4e81-a3d6-cc8b35f7ab82 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:54.096186 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f95e40bc-7c41-424c-950c-84b00202fd9a req-632e4246-c388-4e81-a3d6-cc8b35f7ab82 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 945 time: 0.1471577 Jul 05 02:40:54.118712 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-627862cf-4d0f-43fb-9e05-d1bcb9dceddd req-fd04c2ef-07ea-4aa3-b767-5cb8787fe8d2 service neutron] 10.222.0.23 "GET /v2.0/networks/5707578e-6bd2-47ab-9975-d5337f100e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217754 Jul 05 02:40:54.161491 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f95e40bc-7c41-424c-950c-84b00202fd9a req-0df383ff-e2aa-4ba8-80da-c3c03c340d48 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642996 Jul 05 02:40:54.166804 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-33edcf56-3798-482d-8754-bb88de119b77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:54.209346 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-33edcf56-3798-482d-8754-bb88de119b77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:54.287143 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device d095798d-2e2d-4500-ad4b-4d1549427544 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:40:54.387779 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7c4904f2-d9c3-4f40-99c3-43f5e1845fa0 req-2e0081a5-0c6d-4686-99c0-f94b931b8134 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d57b7a4-ae99-4809-ae3b-eb1a67eeb579 HTTP/1.1" status: 200 len: 210 time: 0.0308845 Jul 05 02:40:54.430380 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-33edcf56-3798-482d-8754-bb88de119b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:54.433664 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-33edcf56-3798-482d-8754-bb88de119b77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:54.435398 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-33edcf56-3798-482d-8754-bb88de119b77 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0d45cf62-b8d7-4a68-ad5d-c97ae12b54d6 HTTP/1.1" status: 204 len: 168 time: 0.4129012 Jul 05 02:40:54.447555 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33edcf56-3798-482d-8754-bb88de119b77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d45cf62-b8d7-4a68-ad5d-c97ae12b54d6,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:40:54.513940 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ca829bf6-1bce-428f-b57e-1093567546a4 req-58694649-446d-4f77-a096-f7cde2e81b4a tempest-TestServerAdvancedOps-1882430909 tempest-TestServerAdvancedOps-1882430909-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcf64d4c-c13c-479d-9c34-8035eb1c0645 HTTP/1.1" status: 200 len: 210 time: 0.0372734 Jul 05 02:40:54.584834 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port d095798d-2e2d-4500-ad4b-4d1549427544 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:40:54.622004 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port d095798d-2e2d-4500-ad4b-4d1549427544 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:40:54.627578 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:54.755884 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:54.795541 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862cd73d-e2db-4991-8db2-fe77e2b0fa5f req-0db63f29-fce3-4ff1-a0af-8c8d8b0a8ffc tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:54.798360 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-862cd73d-e2db-4991-8db2-fe77e2b0fa5f req-0db63f29-fce3-4ff1-a0af-8c8d8b0a8ffc tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.21 "GET /v2.0/networks?id=c4d51310-b056-42c6-8720-dd3607bb490e HTTP/1.1" status: 200 len: 811 time: 0.2166502 Jul 05 02:40:54.803986 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port d095798d-2e2d-4500-ad4b-4d1549427544, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=d095798d-2e2d-4500-ad4b-4d1549427544,segment=NetworkSegment(1b110631-389a-4729-8a0c-ae21d314e9b9),segment_id=1b110631-389a-4729-8a0c-ae21d314e9b9)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:40:54.821519 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:54.836036 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a4fd8f4f-149f-4e08-9065-0a7bf68d7603 req-a3e47027-3a88-40b6-9126-d9d9526a0e71 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8ca3bcd-f0a6-43dd-9dd2-88e517634f63 HTTP/1.1" status: 200 len: 210 time: 0.0857172 Jul 05 02:40:54.844042 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-862cd73d-e2db-4991-8db2-fe77e2b0fa5f req-f375e46f-7519-4ebd-9f37-7ae9b3a393e1 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Request body: {'port': {'device_id': '3d57b7a4-ae99-4809-ae3b-eb1a67eeb579', 'network_id': 'c4d51310-b056-42c6-8720-dd3607bb490e', 'admin_state_up': True, 'tenant_id': '442a3e50d6be48be9e1562c5772ee754'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:40:54.962966 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f3cf14-5e26-4137-9d9f-9f5fe2a2a6a5 req-345ddbbe-c71c-4b30-a625-1ec5fbc23365 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:54.971085 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a5f3cf14-5e26-4137-9d9f-9f5fe2a2a6a5 req-345ddbbe-c71c-4b30-a625-1ec5fbc23365 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 945 time: 0.2137513 Jul 05 02:40:55.000294 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-57af33ec-0ee3-4b98-b6d8-ca4f6a7a88d6 req-b1085b6d-b40b-42b4-b980-bd41c75f5118 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cf1d713-cd41-4eac-b1df-8c9d093e936d HTTP/1.1" status: 200 len: 210 time: 0.0395517 Jul 05 02:40:55.024738 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:55.048935 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a5f3cf14-5e26-4137-9d9f-9f5fe2a2a6a5 req-36e1d694-53bc-487f-9b45-24dd67e3eb12 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732865 Jul 05 02:40:55.101222 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=d095798d-2e2d-4500-ad4b-4d1549427544,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:40:55.188862 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-862cd73d-e2db-4991-8db2-fe77e2b0fa5f req-f375e46f-7519-4ebd-9f37-7ae9b3a393e1 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Made reservation on behalf of 442a3e50d6be48be9e1562c5772ee754 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:40:55.222705 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-862cd73d-e2db-4991-8db2-fe77e2b0fa5f req-f375e46f-7519-4ebd-9f37-7ae9b3a393e1 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:55.303445 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e15a3-182e-474d-a985-2756c2128906 req-76f6706b-728d-4f3c-b048-44c99bc449e2 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:55.305462 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c52e15a3-182e-474d-a985-2756c2128906 req-76f6706b-728d-4f3c-b048-44c99bc449e2 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 945 time: 0.1078441 Jul 05 02:40:55.363217 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c52e15a3-182e-474d-a985-2756c2128906 req-d5e8e395-a564-47a6-b78b-0cc0ad9c0f0b tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479002 Jul 05 02:40:55.556093 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-862cd73d-e2db-4991-8db2-fe77e2b0fa5f req-f375e46f-7519-4ebd-9f37-7ae9b3a393e1 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Allocated IP 172.20.0.4 (c4d51310-b056-42c6-8720-dd3607bb490e/822ac30d-26eb-483a-9cd9-5da64853ba79/66653bc2-6cf2-4197-a191-9977fe7eb17c) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:40:55.657057 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c767e3-2702-49dc-bd35-ed5b182286c1 req-135670d9-3799-452d-8539-79d5317d668f tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:55.658908 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-49c767e3-2702-49dc-bd35-ed5b182286c1 req-135670d9-3799-452d-8539-79d5317d668f tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 945 time: 0.0867333 Jul 05 02:40:55.707732 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-49c767e3-2702-49dc-bd35-ed5b182286c1 req-2a31596a-2ae5-4fc9-8d3d-8b5ed4601234 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421486 Jul 05 02:40:55.747029 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8ee994a8-47fb-473a-8f06-0e759fe0f6fd req-4341ffc3-990d-4e63-b325-6dbfd2dcb961 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d57b7a4-ae99-4809-ae3b-eb1a67eeb579 HTTP/1.1" status: 200 len: 210 time: 0.0384965 Jul 05 02:40:55.859498 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-862cd73d-e2db-4991-8db2-fe77e2b0fa5f req-f375e46f-7519-4ebd-9f37-7ae9b3a393e1 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:55.880203 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-862cd73d-e2db-4991-8db2-fe77e2b0fa5f req-f375e46f-7519-4ebd-9f37-7ae9b3a393e1 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Transition to ACTIVE for port object 66653bc2-6cf2-4197-a191-9977fe7eb17c will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:40:55.896054 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-532d95ae-fe47-45c4-8f58-a9bd3f2f074f req-e0f3b08f-f056-4703-830b-1b8e54d6a146 tempest-TestServerAdvancedOps-1882430909 tempest-TestServerAdvancedOps-1882430909-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcf64d4c-c13c-479d-9c34-8035eb1c0645 HTTP/1.1" status: 200 len: 210 time: 0.0366693 Jul 05 02:40:55.976562 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-bc5985dd-b878-4149-b0e9-12820a8efd8e req-48c323c3-68ad-488a-85d3-8e8bffdeda58 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8ca3bcd-f0a6-43dd-9dd2-88e517634f63 HTTP/1.1" status: 200 len: 210 time: 0.0290377 Jul 05 02:40:56.009473 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69873752-f0a1-4d3c-a830-446f7d6a5352 req-5c168b40-b0ce-4443-8348-dff0c2c7c4e0 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:56.011029 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-69873752-f0a1-4d3c-a830-446f7d6a5352 req-5c168b40-b0ce-4443-8348-dff0c2c7c4e0 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 945 time: 0.0732446 Jul 05 02:40:56.055686 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-69873752-f0a1-4d3c-a830-446f7d6a5352 req-bd290be7-b38d-4cef-b472-1f9f47659eb0 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387647 Jul 05 02:40:56.129792 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-862cd73d-e2db-4991-8db2-fe77e2b0fa5f req-f375e46f-7519-4ebd-9f37-7ae9b3a393e1 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:56.131324 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:56.149574 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['fe1080a3-9d43-4188-906d-d53acae014f6'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:40:56.191363 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-872f3cae-43b6-42c3-9202-879c948f66d4 req-44bab69f-a7b3-485a-866c-028b9aa3f236 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cf1d713-cd41-4eac-b1df-8c9d093e936d HTTP/1.1" status: 200 len: 210 time: 0.0681970 Jul 05 02:40:56.301255 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device d095798d-2e2d-4500-ad4b-4d1549427544 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:40:56.417286 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port d095798d-2e2d-4500-ad4b-4d1549427544 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:40:56.417778 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:56.516667 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-862cd73d-e2db-4991-8db2-fe77e2b0fa5f req-f375e46f-7519-4ebd-9f37-7ae9b3a393e1 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Network c4d51310-b056-42c6-8720-dd3607bb490e is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:40:56.546505 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-862cd73d-e2db-4991-8db2-fe77e2b0fa5f req-f375e46f-7519-4ebd-9f37-7ae9b3a393e1 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:40:56.592072 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-862cd73d-e2db-4991-8db2-fe77e2b0fa5f req-f375e46f-7519-4ebd-9f37-7ae9b3a393e1 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:40:56.592072 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f375e46f-7519-4ebd-9f37-7ae9b3a393e1 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Pushing event updated for resources: {'Port': ['ID=66653bc2-6cf2-4197-a191-9977fe7eb17c,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:40:56.677796 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862cd73d-e2db-4991-8db2-fe77e2b0fa5f req-f375e46f-7519-4ebd-9f37-7ae9b3a393e1 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:56.678502 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-862cd73d-e2db-4991-8db2-fe77e2b0fa5f req-f375e46f-7519-4ebd-9f37-7ae9b3a393e1 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:56.711763 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f536945f-31e2-4060-a7af-fd8d52ec60f2 req-c9a31ff6-7457-470f-9e34-02829f8161c7 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:56.719489 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f536945f-31e2-4060-a7af-fd8d52ec60f2 req-c9a31ff6-7457-470f-9e34-02829f8161c7 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 945 time: 0.2486649 Jul 05 02:40:56.727768 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e745f817-348f-4ab1-882d-5d3d18013aa7 req-2947be61-7fa8-4418-ba59-fdb119156d98 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:56.729234 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e745f817-348f-4ab1-882d-5d3d18013aa7 req-2947be61-7fa8-4418-ba59-fdb119156d98 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] 10.222.0.21 "GET /v2.0/networks?id=95a6ff8c-0252-4f7b-bace-6be7ab13b4fd HTTP/1.1" status: 200 len: 797 time: 0.2235124 Jul 05 02:40:56.749016 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-e745f817-348f-4ab1-882d-5d3d18013aa7 req-0a6d8f7e-5780-4487-8f42-8417c72607ec tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Request body: {'port': {'device_id': '3cf1d713-cd41-4eac-b1df-8c9d093e936d', 'network_id': '95a6ff8c-0252-4f7b-bace-6be7ab13b4fd', 'admin_state_up': True, 'tenant_id': '0d97daa9abfb4f3f83ba38958ca24f47'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:40:56.848287 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f536945f-31e2-4060-a7af-fd8d52ec60f2 req-f5efa533-dbc3-4cb1-ac17-afffe9a07b8d tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119821 Jul 05 02:40:56.966070 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ea5e33-8f64-42bf-9082-5c8ee7c59257 req-86559f03-504b-44e9-a457-05e23550b240 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:56.967614 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f0ea5e33-8f64-42bf-9082-5c8ee7c59257 req-86559f03-504b-44e9-a457-05e23550b240 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d57b7a4-ae99-4809-ae3b-eb1a67eeb579 HTTP/1.1" status: 200 len: 931 time: 0.0696001 Jul 05 02:40:56.996207 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-862cd73d-e2db-4991-8db2-fe77e2b0fa5f req-f375e46f-7519-4ebd-9f37-7ae9b3a393e1 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1618147 Jul 05 02:40:57.012518 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-862cd73d-e2db-4991-8db2-fe77e2b0fa5f req-2ce43162-1b55-476b-a30c-4cd4146e45fc service neutron] Request body: {'port': {'device_id': '3d57b7a4-ae99-4809-ae3b-eb1a67eeb579', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:40:57.014648 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f0ea5e33-8f64-42bf-9082-5c8ee7c59257 req-bf896ec8-7ab6-4e50-a8e5-b8d08dd21239 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e2564be-f5d8-4abd-ab86-f37a499f4ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408380 Jul 05 02:40:57.023873 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e91054-9433-4b0a-8885-0e0edaec2116 req-693081ce-5218-4a61-9c26-f8f5396b0972 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:57.025393 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f0e91054-9433-4b0a-8885-0e0edaec2116 req-693081ce-5218-4a61-9c26-f8f5396b0972 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 945 time: 0.0811307 Jul 05 02:40:57.111664 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f0e91054-9433-4b0a-8885-0e0edaec2116 req-255a129e-464c-4c36-bcd3-14ffdd524d30 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661404 Jul 05 02:40:57.161401 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-862cd73d-e2db-4991-8db2-fe77e2b0fa5f req-2ce43162-1b55-476b-a30c-4cd4146e45fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:57.182288 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-79ad0311-3633-4898-a158-a9df0d4e3075 req-efdf392d-1a5a-4cd1-98cd-e4d05f7e31ba tempest-TestServerAdvancedOps-1882430909 tempest-TestServerAdvancedOps-1882430909-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcf64d4c-c13c-479d-9c34-8035eb1c0645 HTTP/1.1" status: 200 len: 210 time: 0.0457249 Jul 05 02:40:57.210733 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-59b846f9-2433-409e-8aa9-258a1fe089b9 None None] Provisioning for port 66653bc2-6cf2-4197-a191-9977fe7eb17c completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:40:57.211557 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-59b846f9-2433-409e-8aa9-258a1fe089b9 None None] Provisioning complete for port 66653bc2-6cf2-4197-a191-9977fe7eb17c triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:40:57.212143 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-59b846f9-2433-409e-8aa9-258a1fe089b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:57.257873 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-59b846f9-2433-409e-8aa9-258a1fe089b9 None None] Port 66653bc2-6cf2-4197-a191-9977fe7eb17c cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:40:57.288633 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e745f817-348f-4ab1-882d-5d3d18013aa7 req-0a6d8f7e-5780-4487-8f42-8417c72607ec tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Made reservation on behalf of 0d97daa9abfb4f3f83ba38958ca24f47 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:40:57.296043 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-e745f817-348f-4ab1-882d-5d3d18013aa7 req-0a6d8f7e-5780-4487-8f42-8417c72607ec tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:57.327408 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0e26dace-b90a-4d9d-a7cd-5d434da42d3b req-3f53c666-a40d-4729-b500-b9dd3dbcacab tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8ca3bcd-f0a6-43dd-9dd2-88e517634f63 HTTP/1.1" status: 200 len: 210 time: 0.0437722 Jul 05 02:40:57.414379 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b78bba3-bb1e-4df1-8ef9-83fa2b8eda6c req-efb4b85c-bf0f-4847-8580-001fa9c25026 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:57.416306 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1b78bba3-bb1e-4df1-8ef9-83fa2b8eda6c req-efb4b85c-bf0f-4847-8580-001fa9c25026 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 945 time: 0.0835173 Jul 05 02:40:57.468238 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1b78bba3-bb1e-4df1-8ef9-83fa2b8eda6c req-dc4e9890-f4f9-44a4-b1b3-1539c879322a tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444977 Jul 05 02:40:57.518743 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a2422b67-811d-484b-a115-aee1f4552049 req-d4a88147-9caf-4d43-9e59-534ee84b8251 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cf1d713-cd41-4eac-b1df-8c9d093e936d HTTP/1.1" status: 200 len: 210 time: 0.0577378 Jul 05 02:40:57.599208 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-e745f817-348f-4ab1-882d-5d3d18013aa7 req-0a6d8f7e-5780-4487-8f42-8417c72607ec tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Allocated IP 172.20.0.30 (95a6ff8c-0252-4f7b-bace-6be7ab13b4fd/7f3995e5-f17e-4cfa-b434-c16d7b6197db/00c19075-cbd9-4712-98f0-6801472e069d) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:40:57.656302 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-862cd73d-e2db-4991-8db2-fe77e2b0fa5f req-2ce43162-1b55-476b-a30c-4cd4146e45fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66653bc2-6cf2-4197-a191-9977fe7eb17c {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:40:57.677512 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5ed436-86b0-4872-89c4-72f7c6f00af9 req-3b68daa0-9447-4bac-9c97-d450b23f0f97 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:57.679094 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-bb5ed436-86b0-4872-89c4-72f7c6f00af9 req-3b68daa0-9447-4bac-9c97-d450b23f0f97 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 945 time: 0.0779176 Jul 05 02:40:57.697663 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-862cd73d-e2db-4991-8db2-fe77e2b0fa5f req-2ce43162-1b55-476b-a30c-4cd4146e45fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:57.723086 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-862cd73d-e2db-4991-8db2-fe77e2b0fa5f req-2ce43162-1b55-476b-a30c-4cd4146e45fc service neutron] Transition to ACTIVE for port object 66653bc2-6cf2-4197-a191-9977fe7eb17c will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:40:57.726213 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-bb5ed436-86b0-4872-89c4-72f7c6f00af9 req-f7ae136a-7421-4d40-a1da-3074cdf4e081 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407634 Jul 05 02:40:57.775973 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-e745f817-348f-4ab1-882d-5d3d18013aa7 req-0a6d8f7e-5780-4487-8f42-8417c72607ec tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:57.793053 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-e745f817-348f-4ab1-882d-5d3d18013aa7 req-0a6d8f7e-5780-4487-8f42-8417c72607ec tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Transition to ACTIVE for port object 00c19075-cbd9-4712-98f0-6801472e069d will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:40:57.893451 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-862cd73d-e2db-4991-8db2-fe77e2b0fa5f req-2ce43162-1b55-476b-a30c-4cd4146e45fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:57.951511 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce43162-1b55-476b-a30c-4cd4146e45fc service neutron] Pushing event updated for resources: {'Port': ['ID=66653bc2-6cf2-4197-a191-9977fe7eb17c,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:40:58.034463 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-e745f817-348f-4ab1-882d-5d3d18013aa7 req-0a6d8f7e-5780-4487-8f42-8417c72607ec tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:58.066165 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5cab95-b54a-4025-be5a-2ba0100c1180 req-78f6fe25-05bd-4552-a0f8-7a5c590080d4 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:58.067795 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ed5cab95-b54a-4025-be5a-2ba0100c1180 req-78f6fe25-05bd-4552-a0f8-7a5c590080d4 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 945 time: 0.0793650 Jul 05 02:40:58.098605 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.21', 51753) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:40:58.103737 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6d8f7e-5780-4487-8f42-8417c72607ec tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Pushing event updated for resources: {'Port': ['ID=00c19075-cbd9-4712-98f0-6801472e069d,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:40:58.125225 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-862cd73d-e2db-4991-8db2-fe77e2b0fa5f req-2ce43162-1b55-476b-a30c-4cd4146e45fc service neutron] Attempting to bind port 66653bc2-6cf2-4197-a191-9977fe7eb17c on host n-h1-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:40:58.125563 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-862cd73d-e2db-4991-8db2-fe77e2b0fa5f req-2ce43162-1b55-476b-a30c-4cd4146e45fc service neutron] Attempting to bind port 66653bc2-6cf2-4197-a191-9977fe7eb17c by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': '2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c4d51310-b056-42c6-8720-dd3607bb490e'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:40:58.125892 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862cd73d-e2db-4991-8db2-fe77e2b0fa5f req-2ce43162-1b55-476b-a30c-4cd4146e45fc service neutron] Attempting to bind port 66653bc2-6cf2-4197-a191-9977fe7eb17c on network c4d51310-b056-42c6-8720-dd3607bb490e {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:40:58.139094 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ed5cab95-b54a-4025-be5a-2ba0100c1180 req-48ed807c-04c3-40ce-b697-45a86af1baa1 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654287 Jul 05 02:40:58.185821 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862cd73d-e2db-4991-8db2-fe77e2b0fa5f req-2ce43162-1b55-476b-a30c-4cd4146e45fc service neutron] Port 66653bc2-6cf2-4197-a191-9977fe7eb17c on network c4d51310-b056-42c6-8720-dd3607bb490e not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:40:58.186171 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862cd73d-e2db-4991-8db2-fe77e2b0fa5f req-2ce43162-1b55-476b-a30c-4cd4146e45fc service neutron] Attempting to bind port 66653bc2-6cf2-4197-a191-9977fe7eb17c on network c4d51310-b056-42c6-8720-dd3607bb490e {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:40:58.189358 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e745f817-348f-4ab1-882d-5d3d18013aa7 req-0a6d8f7e-5780-4487-8f42-8417c72607ec tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Network 95a6ff8c-0252-4f7b-bace-6be7ab13b4fd is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:40:58.201773 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-e745f817-348f-4ab1-882d-5d3d18013aa7 req-0a6d8f7e-5780-4487-8f42-8417c72607ec tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:40:58.204832 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-e745f817-348f-4ab1-882d-5d3d18013aa7 req-0a6d8f7e-5780-4487-8f42-8417c72607ec tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:40:58.248957 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862cd73d-e2db-4991-8db2-fe77e2b0fa5f req-2ce43162-1b55-476b-a30c-4cd4146e45fc service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:40:58.249296 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862cd73d-e2db-4991-8db2-fe77e2b0fa5f req-2ce43162-1b55-476b-a30c-4cd4146e45fc service neutron] Checking segment: {'id': '2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c4d51310-b056-42c6-8720-dd3607bb490e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:40:58.249682 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862cd73d-e2db-4991-8db2-fe77e2b0fa5f req-2ce43162-1b55-476b-a30c-4cd4146e45fc service neutron] Bound using segment: {'id': '2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c4d51310-b056-42c6-8720-dd3607bb490e'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:40:58.250181 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-862cd73d-e2db-4991-8db2-fe77e2b0fa5f req-2ce43162-1b55-476b-a30c-4cd4146e45fc service neutron] Bound port: 66653bc2-6cf2-4197-a191-9977fe7eb17c, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c4d51310-b056-42c6-8720-dd3607bb490e'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:40:58.250543 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-862cd73d-e2db-4991-8db2-fe77e2b0fa5f req-2ce43162-1b55-476b-a30c-4cd4146e45fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:58.364190 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41c272a-c661-44a2-b3af-a3a8c111045b req-dbf478df-864d-4c86-bc68-edace0ffd592 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:58.365647 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d41c272a-c661-44a2-b3af-a3a8c111045b req-dbf478df-864d-4c86-bc68-edace0ffd592 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 945 time: 0.0768769 Jul 05 02:40:58.414152 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e745f817-348f-4ab1-882d-5d3d18013aa7 req-0a6d8f7e-5780-4487-8f42-8417c72607ec tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:58.414990 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-e745f817-348f-4ab1-882d-5d3d18013aa7 req-0a6d8f7e-5780-4487-8f42-8417c72607ec tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:58.438894 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d41c272a-c661-44a2-b3af-a3a8c111045b req-2348e56f-13f0-4e98-ba2e-11de208e723a tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659196 Jul 05 02:40:58.459182 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac52d07-acb1-4c30-94f6-d58efe084965 req-ec3bca54-1767-472f-9d7a-5d1e441f9b8a tempest-TestServerAdvancedOps-1882430909 tempest-TestServerAdvancedOps-1882430909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:58.463355 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fac52d07-acb1-4c30-94f6-d58efe084965 req-ec3bca54-1767-472f-9d7a-5d1e441f9b8a tempest-TestServerAdvancedOps-1882430909 tempest-TestServerAdvancedOps-1882430909-project] 10.222.0.21 "GET /v2.0/networks?id=ba243357-0b01-4810-b2f5-4baadc94135a HTTP/1.1" status: 200 len: 812 time: 0.3503408 Jul 05 02:40:58.489549 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-fac52d07-acb1-4c30-94f6-d58efe084965 req-3e2e9481-bbf1-47f5-8b35-db35e0ff08ed tempest-TestServerAdvancedOps-1882430909 tempest-TestServerAdvancedOps-1882430909-project] Request body: {'port': {'device_id': 'fcf64d4c-c13c-479d-9c34-8035eb1c0645', 'network_id': 'ba243357-0b01-4810-b2f5-4baadc94135a', 'admin_state_up': True, 'tenant_id': 'd41aebdcdcbc4a2585f4a39dbb0792fe'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:40:58.499060 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-862cd73d-e2db-4991-8db2-fe77e2b0fa5f req-2ce43162-1b55-476b-a30c-4cd4146e45fc service neutron] For port 66653bc2-6cf2-4197-a191-9977fe7eb17c, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:40:58.569070 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-862cd73d-e2db-4991-8db2-fe77e2b0fa5f req-2ce43162-1b55-476b-a30c-4cd4146e45fc service neutron] For port 66653bc2-6cf2-4197-a191-9977fe7eb17c, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=66653bc2-6cf2-4197-a191-9977fe7eb17c,segment=NetworkSegment(2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7),segment_id=2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:40:58.593269 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e0faa0dd-e91d-416a-9741-37d04b025de8 req-b077b7be-968c-47ab-a74f-417821da1f80 tempest-TestServerAdvancedOps-1882430909 tempest-TestServerAdvancedOps-1882430909-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcf64d4c-c13c-479d-9c34-8035eb1c0645 HTTP/1.1" status: 200 len: 210 time: 0.0302360 Jul 05 02:40:58.604881 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2630b16-5c4d-47e1-96f9-ea1f12fc67f2 req-810af7e9-c811-44cc-8365-de071fe6b472 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:58.606436 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b2630b16-5c4d-47e1-96f9-ea1f12fc67f2 req-810af7e9-c811-44cc-8365-de071fe6b472 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d57b7a4-ae99-4809-ae3b-eb1a67eeb579 HTTP/1.1" status: 200 len: 943 time: 0.3978934 Jul 05 02:40:58.674663 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b2630b16-5c4d-47e1-96f9-ea1f12fc67f2 req-25eb197e-9b9e-400a-8df4-3115b1eb7f85 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e2564be-f5d8-4abd-ab86-f37a499f4ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580647 Jul 05 02:40:58.679711 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e745f817-348f-4ab1-882d-5d3d18013aa7 req-0a6d8f7e-5780-4487-8f42-8417c72607ec tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.9363520 Jul 05 02:40:58.695912 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-e745f817-348f-4ab1-882d-5d3d18013aa7 req-51b11618-6bf6-4049-9bbf-4a5258be1c62 service neutron] Request body: {'port': {'device_id': '3cf1d713-cd41-4eac-b1df-8c9d093e936d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:40:58.763520 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b61fe5a2-3aab-4556-b04d-78ef1b6795d1 req-cc327d06-08ba-4237-91d1-2cd1cbe92ba6 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8ca3bcd-f0a6-43dd-9dd2-88e517634f63 HTTP/1.1" status: 200 len: 210 time: 0.0341325 Jul 05 02:40:58.774900 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-5a8ca25a-8adc-42c4-b2e1-ffd1340f95f2 None None] Provisioning for port 00c19075-cbd9-4712-98f0-6801472e069d completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:40:58.777904 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-862cd73d-e2db-4991-8db2-fe77e2b0fa5f req-2ce43162-1b55-476b-a30c-4cd4146e45fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:58.778957 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-5a8ca25a-8adc-42c4-b2e1-ffd1340f95f2 None None] Provisioning complete for port 00c19075-cbd9-4712-98f0-6801472e069d triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:40:58.779870 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca25a-8adc-42c4-b2e1-ffd1340f95f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:58.827269 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862cd73d-e2db-4991-8db2-fe77e2b0fa5f req-2ce43162-1b55-476b-a30c-4cd4146e45fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:58.827269 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-862cd73d-e2db-4991-8db2-fe77e2b0fa5f req-2ce43162-1b55-476b-a30c-4cd4146e45fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:58.827269 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-862cd73d-e2db-4991-8db2-fe77e2b0fa5f req-2ce43162-1b55-476b-a30c-4cd4146e45fc service neutron] 10.222.0.21 "PUT /v2.0/ports/66653bc2-6cf2-4197-a191-9977fe7eb17c HTTP/1.1" status: 200 len: 1092 time: 1.8177330 Jul 05 02:40:58.827269 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d57b7a4-ae99-4809-ae3b-eb1a67eeb579', 'tag': '66653bc2-6cf2-4197-a191-9977fe7eb17c'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:40:58.846845 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-318beea0-6d42-4ed4-b8e6-fd3dc1a2cdac" -d '{"events": [{"name": "network-changed", "server_uuid": "3d57b7a4-ae99-4809-ae3b-eb1a67eeb579", "tag": "66653bc2-6cf2-4197-a191-9977fe7eb17c"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:40:58.846845 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-e745f817-348f-4ab1-882d-5d3d18013aa7 req-51b11618-6bf6-4049-9bbf-4a5258be1c62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:58.931330 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-5a8ca25a-8adc-42c4-b2e1-ffd1340f95f2 None None] Port 00c19075-cbd9-4712-98f0-6801472e069d cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:40:58.965207 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce43162-1b55-476b-a30c-4cd4146e45fc service neutron] Pushing event updated for resources: {'Port': ['ID=66653bc2-6cf2-4197-a191-9977fe7eb17c,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:40:58.974753 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fac52d07-acb1-4c30-94f6-d58efe084965 req-3e2e9481-bbf1-47f5-8b35-db35e0ff08ed tempest-TestServerAdvancedOps-1882430909 tempest-TestServerAdvancedOps-1882430909-project] Made reservation on behalf of d41aebdcdcbc4a2585f4a39dbb0792fe for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:40:58.977758 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-fac52d07-acb1-4c30-94f6-d58efe084965 req-3e2e9481-bbf1-47f5-8b35-db35e0ff08ed tempest-TestServerAdvancedOps-1882430909 tempest-TestServerAdvancedOps-1882430909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:40:59.108514 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7a1268-1e52-4c22-8c08-de96b1043d2e req-8fd7d1af-c8b3-48a0-9aa3-f4c7293cdf4c tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:59.110115 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2c7a1268-1e52-4c22-8c08-de96b1043d2e req-8fd7d1af-c8b3-48a0-9aa3-f4c7293cdf4c tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 945 time: 0.0973816 Jul 05 02:40:59.163105 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2c7a1268-1e52-4c22-8c08-de96b1043d2e req-a965337f-8eed-4a9c-8f47-57e8ef47342c tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455315 Jul 05 02:40:59.227251 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34dc4847-3460-41c5-9abd-fe0532f5cead x-openstack-request-id: req-34dc4847-3460-41c5-9abd-fe0532f5cead {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:40:59.228140 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d57b7a4-ae99-4809-ae3b-eb1a67eeb579", "tag": "66653bc2-6cf2-4197-a191-9977fe7eb17c", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:40:59.228398 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-34dc4847-3460-41c5-9abd-fe0532f5cead {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:40:59.228898 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d57b7a4-ae99-4809-ae3b-eb1a67eeb579', 'tag': '66653bc2-6cf2-4197-a191-9977fe7eb17c', 'status': 'completed', 'code': 200} Jul 05 02:40:59.378635 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28380cb5-b3e3-425e-9625-4a25ae23a1dd req-a5328c9d-3ebc-40e9-b9f7-930a1acb2be6 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:59.380909 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-28380cb5-b3e3-425e-9625-4a25ae23a1dd req-a5328c9d-3ebc-40e9-b9f7-930a1acb2be6 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 945 time: 0.0720801 Jul 05 02:40:59.394408 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba04bde-37f2-40af-9d6a-7cd32124148d req-2d1436cf-bb79-4ee7-9b7f-b5fbef2548a6 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:59.395942 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bba04bde-37f2-40af-9d6a-7cd32124148d req-2d1436cf-bb79-4ee7-9b7f-b5fbef2548a6 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cf1d713-cd41-4eac-b1df-8c9d093e936d HTTP/1.1" status: 200 len: 895 time: 0.5304532 Jul 05 02:40:59.415650 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-fac52d07-acb1-4c30-94f6-d58efe084965 req-3e2e9481-bbf1-47f5-8b35-db35e0ff08ed tempest-TestServerAdvancedOps-1882430909 tempest-TestServerAdvancedOps-1882430909-project] Allocated IP 172.20.0.9 (ba243357-0b01-4810-b2f5-4baadc94135a/85d1c05a-07bf-4181-8bdc-ffaa6ae92376/27284142-f81a-4f9e-a39c-cff2c4894808) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:40:59.421886 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-28380cb5-b3e3-425e-9625-4a25ae23a1dd req-903d4064-3af1-4a9f-9fad-d28659e63a30 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351214 Jul 05 02:40:59.497680 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862cd73d-e2db-4991-8db2-fe77e2b0fa5f req-3c060266-e806-4309-aa7c-eca65e9deb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:59.499258 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-862cd73d-e2db-4991-8db2-fe77e2b0fa5f req-3c060266-e806-4309-aa7c-eca65e9deb37 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=442a3e50d6be48be9e1562c5772ee754&device_id=3d57b7a4-ae99-4809-ae3b-eb1a67eeb579 HTTP/1.1" status: 200 len: 1095 time: 0.3583548 Jul 05 02:40:59.536883 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627862cf-4d0f-43fb-9e05-d1bcb9dceddd req-6d80f9dd-7fd6-46cc-8dd4-46e51639d9de tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:59.538395 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-627862cf-4d0f-43fb-9e05-d1bcb9dceddd req-6d80f9dd-7fd6-46cc-8dd4-46e51639d9de tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.15 "GET /v2.0/networks?id=5707578e-6bd2-47ab-9975-d5337f100e83 HTTP/1.1" status: 200 len: 797 time: 0.2446172 Jul 05 02:40:59.646479 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e095ba-8c0f-4022-9df8-423e34041273 req-0411f147-d1d0-426b-84c5-df161583717b tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:59.648209 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-10e095ba-8c0f-4022-9df8-423e34041273 req-0411f147-d1d0-426b-84c5-df161583717b tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 945 time: 0.0758333 Jul 05 02:40:59.694003 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-10e095ba-8c0f-4022-9df8-423e34041273 req-90ff0c50-c69c-4188-9d29-509792547b1e tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387053 Jul 05 02:40:59.852555 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-862cd73d-e2db-4991-8db2-fe77e2b0fa5f req-09f300e2-a373-46fe-95a3-83dcb489e603 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66653bc2-6cf2-4197-a191-9977fe7eb17c HTTP/1.1" status: 200 len: 217 time: 0.3410375 Jul 05 02:40:59.883492 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c94fcf-0f22-49d9-a280-6b8bb9ea0421 req-ae209ee4-5b86-42e1-8583-ad7116359a52 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:40:59.884989 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b4c94fcf-0f22-49d9-a280-6b8bb9ea0421 req-ae209ee4-5b86-42e1-8583-ad7116359a52 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d57b7a4-ae99-4809-ae3b-eb1a67eeb579 HTTP/1.1" status: 200 len: 943 time: 0.0748041 Jul 05 02:40:59.913799 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6c03959a-45da-478e-a178-3dbd5e14d688 req-bc60d4d1-faa0-4a49-975b-a208622bc797 tempest-TestServerAdvancedOps-1882430909 tempest-TestServerAdvancedOps-1882430909-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcf64d4c-c13c-479d-9c34-8035eb1c0645 HTTP/1.1" status: 200 len: 210 time: 0.0747769 Jul 05 02:40:59.927321 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b4c94fcf-0f22-49d9-a280-6b8bb9ea0421 req-b214f993-05ec-4f8a-ab61-20140563a98d tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e2564be-f5d8-4abd-ab86-f37a499f4ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363119 Jul 05 02:41:00.046439 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-627862cf-4d0f-43fb-9e05-d1bcb9dceddd req-6999aa93-ce03-4ff6-83bd-7212fdda4ada tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e74a7c63f72a43c48203f0c9f39b1c1e HTTP/1.1" status: 200 len: 380 time: 0.2086141 Jul 05 02:41:00.067589 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862cd73d-e2db-4991-8db2-fe77e2b0fa5f req-549b6d28-6ade-49cb-80e6-dcadb7a70b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:00.069061 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-862cd73d-e2db-4991-8db2-fe77e2b0fa5f req-549b6d28-6ade-49cb-80e6-dcadb7a70b3c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=822ac30d-26eb-483a-9cd9-5da64853ba79 HTTP/1.1" status: 200 len: 850 time: 0.1995611 Jul 05 02:41:00.072657 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-627862cf-4d0f-43fb-9e05-d1bcb9dceddd req-8fcb0562-9df1-489f-b96b-24194ed21382 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Request body: {'port': {'device_id': 'c8ca3bcd-f0a6-43dd-9dd2-88e517634f63', 'network_id': '5707578e-6bd2-47ab-9975-d5337f100e83', 'admin_state_up': True, 'tenant_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'security_groups': ['d739ef8a-6d64-4005-a0e5-d063475d1b1f']}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:41:00.131780 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-e745f817-348f-4ab1-882d-5d3d18013aa7 req-51b11618-6bf6-4049-9bbf-4a5258be1c62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00c19075-cbd9-4712-98f0-6801472e069d {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:41:00.159879 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8dc508a3-d0b9-4d51-8d6f-734f3c9c56f5 req-b87acf06-4e61-4970-b4e0-a18a768dfaf9 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8ca3bcd-f0a6-43dd-9dd2-88e517634f63 HTTP/1.1" status: 200 len: 210 time: 0.0305703 Jul 05 02:41:00.180787 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-e745f817-348f-4ab1-882d-5d3d18013aa7 req-51b11618-6bf6-4049-9bbf-4a5258be1c62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:00.252076 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-e745f817-348f-4ab1-882d-5d3d18013aa7 req-51b11618-6bf6-4049-9bbf-4a5258be1c62 service neutron] Transition to ACTIVE for port object 00c19075-cbd9-4712-98f0-6801472e069d will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:41:00.304418 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-fac52d07-acb1-4c30-94f6-d58efe084965 req-3e2e9481-bbf1-47f5-8b35-db35e0ff08ed tempest-TestServerAdvancedOps-1882430909 tempest-TestServerAdvancedOps-1882430909-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:00.349950 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862cd73d-e2db-4991-8db2-fe77e2b0fa5f req-ea2e58b0-7417-45ae-bb12-9fbe167bcdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:00.351513 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-862cd73d-e2db-4991-8db2-fe77e2b0fa5f req-ea2e58b0-7417-45ae-bb12-9fbe167bcdd8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c4d51310-b056-42c6-8720-dd3607bb490e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2294636 Jul 05 02:41:00.364552 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808e667-4c8f-4652-9003-18b6c5b64b0d req-16f8af9a-99b8-4b8b-a383-e3261dab5c83 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:00.365950 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c808e667-4c8f-4652-9003-18b6c5b64b0d req-16f8af9a-99b8-4b8b-a383-e3261dab5c83 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 945 time: 0.2382758 Jul 05 02:41:00.440013 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-e745f817-348f-4ab1-882d-5d3d18013aa7 req-51b11618-6bf6-4049-9bbf-4a5258be1c62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:00.482725 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-627862cf-4d0f-43fb-9e05-d1bcb9dceddd req-8fcb0562-9df1-489f-b96b-24194ed21382 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Made reservation on behalf of e74a7c63f72a43c48203f0c9f39b1c1e for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:41:00.486338 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-627862cf-4d0f-43fb-9e05-d1bcb9dceddd req-8fcb0562-9df1-489f-b96b-24194ed21382 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:00.542619 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c808e667-4c8f-4652-9003-18b6c5b64b0d req-de9f5572-1209-43bd-98dd-a0d5446a6db9 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670322 Jul 05 02:41:00.561710 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b11618-6bf6-4049-9bbf-4a5258be1c62 service neutron] Pushing event updated for resources: {'Port': ['ID=00c19075-cbd9-4712-98f0-6801472e069d,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:41:00.624513 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81d2ac1-7ad9-42bb-961c-6e5df76fa512 req-85ec7285-4a23-4c4f-8dd6-22e65a982294 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:00.626823 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-fac52d07-acb1-4c30-94f6-d58efe084965 req-3e2e9481-bbf1-47f5-8b35-db35e0ff08ed tempest-TestServerAdvancedOps-1882430909 tempest-TestServerAdvancedOps-1882430909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:00.631174 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-862cd73d-e2db-4991-8db2-fe77e2b0fa5f req-d18305a5-f70e-4edb-b6d5-14b7f6d1211e service neutron] 10.222.0.21 "GET /v2.0/networks/c4d51310-b056-42c6-8720-dd3607bb490e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641690 Jul 05 02:41:00.640596 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a81d2ac1-7ad9-42bb-961c-6e5df76fa512 req-85ec7285-4a23-4c4f-8dd6-22e65a982294 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cf1d713-cd41-4eac-b1df-8c9d093e936d HTTP/1.1" status: 200 len: 907 time: 0.1137516 Jul 05 02:41:00.851462 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fac52d07-acb1-4c30-94f6-d58efe084965 req-3e2e9481-bbf1-47f5-8b35-db35e0ff08ed tempest-TestServerAdvancedOps-1882430909 tempest-TestServerAdvancedOps-1882430909-project] Network ba243357-0b01-4810-b2f5-4baadc94135a is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:41:00.864146 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-fac52d07-acb1-4c30-94f6-d58efe084965 req-3e2e9481-bbf1-47f5-8b35-db35e0ff08ed tempest-TestServerAdvancedOps-1882430909 tempest-TestServerAdvancedOps-1882430909-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:41:00.865942 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2e9481-bbf1-47f5-8b35-db35e0ff08ed tempest-TestServerAdvancedOps-1882430909 tempest-TestServerAdvancedOps-1882430909-project] Pushing event updated for resources: {'Port': ['ID=27284142-f81a-4f9e-a39c-cff2c4894808,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:41:00.869506 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-fac52d07-acb1-4c30-94f6-d58efe084965 req-3e2e9481-bbf1-47f5-8b35-db35e0ff08ed tempest-TestServerAdvancedOps-1882430909 tempest-TestServerAdvancedOps-1882430909-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:41:00.969574 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-e745f817-348f-4ab1-882d-5d3d18013aa7 req-51b11618-6bf6-4049-9bbf-4a5258be1c62 service neutron] Attempting to bind port 00c19075-cbd9-4712-98f0-6801472e069d on host n-h1-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:41:00.969918 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-e745f817-348f-4ab1-882d-5d3d18013aa7 req-51b11618-6bf6-4049-9bbf-4a5258be1c62 service neutron] Attempting to bind port 00c19075-cbd9-4712-98f0-6801472e069d by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': '1b110631-389a-4729-8a0c-ae21d314e9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '95a6ff8c-0252-4f7b-bace-6be7ab13b4fd'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:41:00.970276 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e745f817-348f-4ab1-882d-5d3d18013aa7 req-51b11618-6bf6-4049-9bbf-4a5258be1c62 service neutron] Attempting to bind port 00c19075-cbd9-4712-98f0-6801472e069d on network 95a6ff8c-0252-4f7b-bace-6be7ab13b4fd {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:41:00.995016 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e745f817-348f-4ab1-882d-5d3d18013aa7 req-51b11618-6bf6-4049-9bbf-4a5258be1c62 service neutron] Port 00c19075-cbd9-4712-98f0-6801472e069d on network 95a6ff8c-0252-4f7b-bace-6be7ab13b4fd not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:41:00.995372 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e745f817-348f-4ab1-882d-5d3d18013aa7 req-51b11618-6bf6-4049-9bbf-4a5258be1c62 service neutron] Attempting to bind port 00c19075-cbd9-4712-98f0-6801472e069d on network 95a6ff8c-0252-4f7b-bace-6be7ab13b4fd {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:41:00.997747 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-627862cf-4d0f-43fb-9e05-d1bcb9dceddd req-8fcb0562-9df1-489f-b96b-24194ed21382 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Allocated IP 172.20.0.4 (5707578e-6bd2-47ab-9975-d5337f100e83/28052bc8-43f3-4b27-af64-004e742f3a2d/cdfd25fc-b633-4b97-ade1-309f75e1f7a3) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:41:01.004265 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-862cd73d-e2db-4991-8db2-fe77e2b0fa5f req-c94bff43-ded0-4c21-895c-f11faa23e1aa service neutron] 10.222.0.21 "GET /v2.0/networks/c4d51310-b056-42c6-8720-dd3607bb490e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2888582 Jul 05 02:41:01.016527 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac52d07-acb1-4c30-94f6-d58efe084965 req-3e2e9481-bbf1-47f5-8b35-db35e0ff08ed tempest-TestServerAdvancedOps-1882430909 tempest-TestServerAdvancedOps-1882430909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:01.016947 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-fac52d07-acb1-4c30-94f6-d58efe084965 req-3e2e9481-bbf1-47f5-8b35-db35e0ff08ed tempest-TestServerAdvancedOps-1882430909 tempest-TestServerAdvancedOps-1882430909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:01.024278 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e745f817-348f-4ab1-882d-5d3d18013aa7 req-51b11618-6bf6-4049-9bbf-4a5258be1c62 service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:41:01.024632 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e745f817-348f-4ab1-882d-5d3d18013aa7 req-51b11618-6bf6-4049-9bbf-4a5258be1c62 service neutron] Checking segment: {'id': '1b110631-389a-4729-8a0c-ae21d314e9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '95a6ff8c-0252-4f7b-bace-6be7ab13b4fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:41:01.025034 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e745f817-348f-4ab1-882d-5d3d18013aa7 req-51b11618-6bf6-4049-9bbf-4a5258be1c62 service neutron] Bound using segment: {'id': '1b110631-389a-4729-8a0c-ae21d314e9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '95a6ff8c-0252-4f7b-bace-6be7ab13b4fd'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:41:01.025483 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-e745f817-348f-4ab1-882d-5d3d18013aa7 req-51b11618-6bf6-4049-9bbf-4a5258be1c62 service neutron] Bound port: 00c19075-cbd9-4712-98f0-6801472e069d, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b110631-389a-4729-8a0c-ae21d314e9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '95a6ff8c-0252-4f7b-bace-6be7ab13b4fd'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:41:01.025851 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-e745f817-348f-4ab1-882d-5d3d18013aa7 req-51b11618-6bf6-4049-9bbf-4a5258be1c62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:01.123007 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9697e389-dd39-487b-bff0-e4243cff0a6f req-09fbb8cc-fc2f-4fd0-96e2-a7d6d5195361 tempest-TestServerAdvancedOps-1882430909 tempest-TestServerAdvancedOps-1882430909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:01.124703 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9697e389-dd39-487b-bff0-e4243cff0a6f req-09fbb8cc-fc2f-4fd0-96e2-a7d6d5195361 tempest-TestServerAdvancedOps-1882430909 tempest-TestServerAdvancedOps-1882430909-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcf64d4c-c13c-479d-9c34-8035eb1c0645 HTTP/1.1" status: 200 len: 931 time: 0.0910594 Jul 05 02:41:01.162499 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-e745f817-348f-4ab1-882d-5d3d18013aa7 req-51b11618-6bf6-4049-9bbf-4a5258be1c62 service neutron] For port 00c19075-cbd9-4712-98f0-6801472e069d, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:41:01.169129 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-e745f817-348f-4ab1-882d-5d3d18013aa7 req-51b11618-6bf6-4049-9bbf-4a5258be1c62 service neutron] For port 00c19075-cbd9-4712-98f0-6801472e069d, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=00c19075-cbd9-4712-98f0-6801472e069d,segment=NetworkSegment(1b110631-389a-4729-8a0c-ae21d314e9b9),segment_id=1b110631-389a-4729-8a0c-ae21d314e9b9)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:41:01.179747 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9697e389-dd39-487b-bff0-e4243cff0a6f req-50ba1045-041c-4d79-98f1-43a486ba7d16 tempest-TestServerAdvancedOps-1882430909 tempest-TestServerAdvancedOps-1882430909-project] 10.222.0.23 "GET /v2.0/security-groups?id=78144ff4-cee4-4469-a330-7ab44b6f97d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468724 Jul 05 02:41:01.191120 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fac52d07-acb1-4c30-94f6-d58efe084965 req-3e2e9481-bbf1-47f5-8b35-db35e0ff08ed tempest-TestServerAdvancedOps-1882430909 tempest-TestServerAdvancedOps-1882430909-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7117887 Jul 05 02:41:01.224442 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-fac52d07-acb1-4c30-94f6-d58efe084965 req-f691d2b4-0af6-4b44-9f6b-ad333124afa1 service neutron] Request body: {'port': {'device_id': 'fcf64d4c-c13c-479d-9c34-8035eb1c0645', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:41:01.294644 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-e745f817-348f-4ab1-882d-5d3d18013aa7 req-51b11618-6bf6-4049-9bbf-4a5258be1c62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:01.337112 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d336157d-f66d-451f-8ee9-100896f2532e req-45e86d54-4956-4253-9bcd-ae731c413718 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8ca3bcd-f0a6-43dd-9dd2-88e517634f63 HTTP/1.1" status: 200 len: 210 time: 0.0313230 Jul 05 02:41:01.410243 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-627862cf-4d0f-43fb-9e05-d1bcb9dceddd req-8fcb0562-9df1-489f-b96b-24194ed21382 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:01.419564 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e745f817-348f-4ab1-882d-5d3d18013aa7 req-51b11618-6bf6-4049-9bbf-4a5258be1c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:01.420188 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-e745f817-348f-4ab1-882d-5d3d18013aa7 req-51b11618-6bf6-4049-9bbf-4a5258be1c62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:01.421570 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e745f817-348f-4ab1-882d-5d3d18013aa7 req-51b11618-6bf6-4049-9bbf-4a5258be1c62 service neutron] 10.222.0.21 "PUT /v2.0/ports/00c19075-cbd9-4712-98f0-6801472e069d HTTP/1.1" status: 200 len: 1056 time: 2.7334027 Jul 05 02:41:01.426723 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cf1d713-cd41-4eac-b1df-8c9d093e936d', 'tag': '00c19075-cbd9-4712-98f0-6801472e069d'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:41:01.429164 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfeef69c-9a93-491f-80f3-d738b37544c1" -d '{"events": [{"name": "network-changed", "server_uuid": "3cf1d713-cd41-4eac-b1df-8c9d093e936d", "tag": "00c19075-cbd9-4712-98f0-6801472e069d"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:41:01.450337 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318beea0-6d42-4ed4-b8e6-fd3dc1a2cdac req-1d103a9f-f021-4061-a31c-47e037d0baff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:01.454337 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-318beea0-6d42-4ed4-b8e6-fd3dc1a2cdac req-1d103a9f-f021-4061-a31c-47e037d0baff service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=442a3e50d6be48be9e1562c5772ee754&device_id=3d57b7a4-ae99-4809-ae3b-eb1a67eeb579 HTTP/1.1" status: 200 len: 1095 time: 0.2838638 Jul 05 02:41:01.477584 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b11618-6bf6-4049-9bbf-4a5258be1c62 service neutron] Pushing event updated for resources: {'Port': ['ID=00c19075-cbd9-4712-98f0-6801472e069d,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:41:01.491720 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-fac52d07-acb1-4c30-94f6-d58efe084965 req-f691d2b4-0af6-4b44-9f6b-ad333124afa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:01.513146 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-627862cf-4d0f-43fb-9e05-d1bcb9dceddd req-8fcb0562-9df1-489f-b96b-24194ed21382 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Transition to ACTIVE for port object cdfd25fc-b633-4b97-ade1-309f75e1f7a3 will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:41:01.520627 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a43c9a-ee69-4c04-9baf-40bc559c0d6e req-f9e5d615-a398-4ab2-9c9a-2a983272bbab tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:01.522223 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-01a43c9a-ee69-4c04-9baf-40bc559c0d6e req-f9e5d615-a398-4ab2-9c9a-2a983272bbab tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 945 time: 0.0701540 Jul 05 02:41:01.565624 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-01a43c9a-ee69-4c04-9baf-40bc559c0d6e req-b785c6e3-82ea-4e88-a54f-debe9ed5545c tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369215 Jul 05 02:41:01.645409 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3c2b201-29ac-4e70-88ac-ae02239e8f54 x-openstack-request-id: req-a3c2b201-29ac-4e70-88ac-ae02239e8f54 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:41:01.645699 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cf1d713-cd41-4eac-b1df-8c9d093e936d", "tag": "00c19075-cbd9-4712-98f0-6801472e069d", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:41:01.645951 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a3c2b201-29ac-4e70-88ac-ae02239e8f54 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:41:01.646370 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cf1d713-cd41-4eac-b1df-8c9d093e936d', 'tag': '00c19075-cbd9-4712-98f0-6801472e069d', 'status': 'completed', 'code': 200} Jul 05 02:41:01.689430 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c332d5a-f0e7-40fd-bd50-b9d157e5f7ce req-75df8a3a-8c72-457f-895f-c7922f6d0f0a tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:01.691020 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0c332d5a-f0e7-40fd-bd50-b9d157e5f7ce req-75df8a3a-8c72-457f-895f-c7922f6d0f0a tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d57b7a4-ae99-4809-ae3b-eb1a67eeb579 HTTP/1.1" status: 200 len: 943 time: 0.3895147 Jul 05 02:41:01.810749 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318beea0-6d42-4ed4-b8e6-fd3dc1a2cdac req-8764db68-1c7b-4722-9721-218dbc68f5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:01.812244 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-318beea0-6d42-4ed4-b8e6-fd3dc1a2cdac req-8764db68-1c7b-4722-9721-218dbc68f5ae service neutron] 10.222.0.21 "GET /v2.0/networks?id=c4d51310-b056-42c6-8720-dd3607bb490e HTTP/1.1" status: 200 len: 911 time: 0.3260913 Jul 05 02:41:01.832979 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30943168-038f-4b97-bb94-0ef61fb0d238 req-2ab8b2ab-632d-4ad2-80c5-19c77a40073e tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:01.834612 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-30943168-038f-4b97-bb94-0ef61fb0d238 req-2ab8b2ab-632d-4ad2-80c5-19c77a40073e tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cf1d713-cd41-4eac-b1df-8c9d093e936d HTTP/1.1" status: 200 len: 907 time: 0.0830090 Jul 05 02:41:01.880182 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-318beea0-6d42-4ed4-b8e6-fd3dc1a2cdac req-1a02ece6-ea89-4316-be28-132379a6a9be service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66653bc2-6cf2-4197-a191-9977fe7eb17c HTTP/1.1" status: 200 len: 217 time: 0.0581663 Jul 05 02:41:02.004651 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 02:41:02.174942 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-627862cf-4d0f-43fb-9e05-d1bcb9dceddd req-8fcb0562-9df1-489f-b96b-24194ed21382 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:02.201174 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0c332d5a-f0e7-40fd-bd50-b9d157e5f7ce req-df2b0498-33e9-49b8-a96d-282b1dcc32d7 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e2564be-f5d8-4abd-ab86-f37a499f4ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5022104 Jul 05 02:41:02.276981 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e745f817-348f-4ab1-882d-5d3d18013aa7 req-8f68cb43-90f4-4673-bc65-07fc69154826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:02.278526 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e745f817-348f-4ab1-882d-5d3d18013aa7 req-8f68cb43-90f4-4673-bc65-07fc69154826 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0d97daa9abfb4f3f83ba38958ca24f47&device_id=3cf1d713-cd41-4eac-b1df-8c9d093e936d HTTP/1.1" status: 200 len: 1059 time: 0.6118739 Jul 05 02:41:02.290177 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-627862cf-4d0f-43fb-9e05-d1bcb9dceddd req-8fcb0562-9df1-489f-b96b-24194ed21382 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Network 5707578e-6bd2-47ab-9975-d5337f100e83 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:41:02.317278 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-627862cf-4d0f-43fb-9e05-d1bcb9dceddd req-8fcb0562-9df1-489f-b96b-24194ed21382 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:41:02.319144 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcb0562-9df1-489f-b96b-24194ed21382 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Pushing event updated for resources: {'Port': ['ID=cdfd25fc-b633-4b97-ade1-309f75e1f7a3,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:41:02.350460 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-627862cf-4d0f-43fb-9e05-d1bcb9dceddd req-8fcb0562-9df1-489f-b96b-24194ed21382 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:41:02.358607 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318beea0-6d42-4ed4-b8e6-fd3dc1a2cdac req-fc45286c-2836-476f-bd95-0df149d99fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:02.360172 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-318beea0-6d42-4ed4-b8e6-fd3dc1a2cdac req-fc45286c-2836-476f-bd95-0df149d99fed service neutron] 10.222.0.21 "GET /v2.0/subnets?id=822ac30d-26eb-483a-9cd9-5da64853ba79 HTTP/1.1" status: 200 len: 850 time: 0.1924975 Jul 05 02:41:02.386253 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e745f817-348f-4ab1-882d-5d3d18013aa7 req-1838ad6b-2094-47a5-a638-26ecb2ae729a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=00c19075-cbd9-4712-98f0-6801472e069d HTTP/1.1" status: 200 len: 217 time: 0.0933089 Jul 05 02:41:02.427144 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc79797-75c8-4eb4-964d-11dbc1cf15b7 req-a7d7a04f-33af-4525-9f42-3ae246ff21f6 tempest-TestServerAdvancedOps-1882430909 tempest-TestServerAdvancedOps-1882430909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:02.428905 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ecc79797-75c8-4eb4-964d-11dbc1cf15b7 req-a7d7a04f-33af-4525-9f42-3ae246ff21f6 tempest-TestServerAdvancedOps-1882430909 tempest-TestServerAdvancedOps-1882430909-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcf64d4c-c13c-479d-9c34-8035eb1c0645 HTTP/1.1" status: 200 len: 931 time: 0.0967057 Jul 05 02:41:02.490641 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e745f817-348f-4ab1-882d-5d3d18013aa7 req-f9a17dea-8de1-4f83-9ff7-dc3da63141e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:02.492175 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e745f817-348f-4ab1-882d-5d3d18013aa7 req-f9a17dea-8de1-4f83-9ff7-dc3da63141e1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7f3995e5-f17e-4cfa-b434-c16d7b6197db HTTP/1.1" status: 200 len: 837 time: 0.0891187 Jul 05 02:41:02.492784 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ecc79797-75c8-4eb4-964d-11dbc1cf15b7 req-0f4fb349-b3a5-48d6-aa3a-411f3177bfc9 tempest-TestServerAdvancedOps-1882430909 tempest-TestServerAdvancedOps-1882430909-project] 10.222.0.23 "GET /v2.0/security-groups?id=78144ff4-cee4-4469-a330-7ab44b6f97d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580280 Jul 05 02:41:02.550902 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627862cf-4d0f-43fb-9e05-d1bcb9dceddd req-8fcb0562-9df1-489f-b96b-24194ed21382 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:02.551568 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-627862cf-4d0f-43fb-9e05-d1bcb9dceddd req-8fcb0562-9df1-489f-b96b-24194ed21382 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:02.626377 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 66653bc2-6cf2-4197-a191-9977fe7eb17c details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:41:02.702302 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-fac52d07-acb1-4c30-94f6-d58efe084965 req-f691d2b4-0af6-4b44-9f6b-ad333124afa1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27284142-f81a-4f9e-a39c-cff2c4894808 {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:41:02.702302 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-fac52d07-acb1-4c30-94f6-d58efe084965 req-f691d2b4-0af6-4b44-9f6b-ad333124afa1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:02.707323 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318beea0-6d42-4ed4-b8e6-fd3dc1a2cdac req-ec50fd21-c502-4bcf-b42f-fff01a55d9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:02.708955 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-318beea0-6d42-4ed4-b8e6-fd3dc1a2cdac req-ec50fd21-c502-4bcf-b42f-fff01a55d9f3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c4d51310-b056-42c6-8720-dd3607bb490e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3186285 Jul 05 02:41:02.710721 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-fac52d07-acb1-4c30-94f6-d58efe084965 req-f691d2b4-0af6-4b44-9f6b-ad333124afa1 service neutron] Transition to ACTIVE for port object 27284142-f81a-4f9e-a39c-cff2c4894808 will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:41:02.739397 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 66653bc2-6cf2-4197-a191-9977fe7eb17c, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=66653bc2-6cf2-4197-a191-9977fe7eb17c,segment=NetworkSegment(2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7),segment_id=2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:41:02.753667 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': '66653bc2-6cf2-4197-a191-9977fe7eb17c', 'network_id': 'c4d51310-b056-42c6-8720-dd3607bb490e', 'port_id': '66653bc2-6cf2-4197-a191-9977fe7eb17c', 'mac_address': 'fa:16:3e:4b:b5:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '822ac30d-26eb-483a-9cd9-5da64853ba79', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:41:02.784025 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f4e6d9-8ac6-4dfd-bd4d-2200efae8e7d req-2a404e07-4377-4636-8a40-f1aaad902fa9 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:02.790630 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-96f4e6d9-8ac6-4dfd-bd4d-2200efae8e7d req-2a404e07-4377-4636-8a40-f1aaad902fa9 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8ca3bcd-f0a6-43dd-9dd2-88e517634f63 HTTP/1.1" status: 200 len: 931 time: 0.2924080 Jul 05 02:41:02.790968 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3ecdd7-7309-419c-bd4c-265622e2219b req-004e8d56-34c7-4951-9f85-24a3a138904a tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:02.792647 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4c3ecdd7-7309-419c-bd4c-265622e2219b req-004e8d56-34c7-4951-9f85-24a3a138904a tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 945 time: 0.0997863 Jul 05 02:41:02.794594 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:02.807610 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66653bc2-6cf2-4197-a191-9977fe7eb17c {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:41:02.809055 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e745f817-348f-4ab1-882d-5d3d18013aa7 req-57c08080-d02a-4c02-b129-1f02229e744c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:02.810610 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e745f817-348f-4ab1-882d-5d3d18013aa7 req-57c08080-d02a-4c02-b129-1f02229e744c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=95a6ff8c-0252-4f7b-bace-6be7ab13b4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.2965763 Jul 05 02:41:02.828636 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 66653bc2-6cf2-4197-a191-9977fe7eb17c, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=66653bc2-6cf2-4197-a191-9977fe7eb17c,segment=NetworkSegment(2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7),segment_id=2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:41:02.835659 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4c3ecdd7-7309-419c-bd4c-265622e2219b req-3ad3a33e-3ead-4ea4-bf38-22b6879b6165 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372708 Jul 05 02:41:02.922500 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-96f4e6d9-8ac6-4dfd-bd4d-2200efae8e7d req-1c0b80e4-71fd-4493-94d5-ba0e68d5cb2c tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/security-groups?id=d739ef8a-6d64-4005-a0e5-d063475d1b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307507 Jul 05 02:41:03.034800 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-318beea0-6d42-4ed4-b8e6-fd3dc1a2cdac req-c78cdbbb-4f98-4d47-8640-2ad4a560936a service neutron] 10.222.0.21 "GET /v2.0/networks/c4d51310-b056-42c6-8720-dd3607bb490e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322884 Jul 05 02:41:03.034800 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e745f817-348f-4ab1-882d-5d3d18013aa7 req-4b045951-7f83-43f9-a0bc-bdc050b012a9 service neutron] 10.222.0.21 "GET /v2.0/networks/95a6ff8c-0252-4f7b-bace-6be7ab13b4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687312 Jul 05 02:41:03.034800 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-627862cf-4d0f-43fb-9e05-d1bcb9dceddd req-8fcb0562-9df1-489f-b96b-24194ed21382 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9751642 Jul 05 02:41:03.085307 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-627862cf-4d0f-43fb-9e05-d1bcb9dceddd req-b7a45b37-87f2-433f-964f-4ce72cdaf14c service neutron] Request body: {'port': {'device_id': 'c8ca3bcd-f0a6-43dd-9dd2-88e517634f63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:41:03.117999 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:03.145610 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-ad30ce63-5c31-47f6-8592-b493ea150210 None None] Provisioning for port cdfd25fc-b633-4b97-ade1-309f75e1f7a3 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:41:03.147483 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-fac52d07-acb1-4c30-94f6-d58efe084965 req-f691d2b4-0af6-4b44-9f6b-ad333124afa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:03.155572 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-ad30ce63-5c31-47f6-8592-b493ea150210 None None] Provisioning complete for port cdfd25fc-b633-4b97-ade1-309f75e1f7a3 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:41:03.156026 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-ad30ce63-5c31-47f6-8592-b493ea150210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:03.205456 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=66653bc2-6cf2-4197-a191-9977fe7eb17c,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:41:03.208710 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-ad30ce63-5c31-47f6-8592-b493ea150210 None None] Port cdfd25fc-b633-4b97-ade1-309f75e1f7a3 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:41:03.292706 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f691d2b4-0af6-4b44-9f6b-ad333124afa1 service neutron] Pushing event updated for resources: {'Port': ['ID=27284142-f81a-4f9e-a39c-cff2c4894808,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:41:03.334510 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['66653bc2-6cf2-4197-a191-9977fe7eb17c'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:41:03.345292 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-318beea0-6d42-4ed4-b8e6-fd3dc1a2cdac req-85e1b76b-a4ee-43d7-94c7-453262db265c service neutron] 10.222.0.21 "GET /v2.0/networks/c4d51310-b056-42c6-8720-dd3607bb490e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3879735 Jul 05 02:41:03.378284 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e745f817-348f-4ab1-882d-5d3d18013aa7 req-a286cab4-3a58-4604-b0af-bf76d025f6c3 service neutron] 10.222.0.21 "GET /v2.0/networks/95a6ff8c-0252-4f7b-bace-6be7ab13b4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3575022 Jul 05 02:41:03.400130 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1b0ea6-0416-49d0-b190-1687901e49f4 req-22fa5a0f-fd17-445c-89db-e489794c2c30 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:03.401657 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ca1b0ea6-0416-49d0-b190-1687901e49f4 req-22fa5a0f-fd17-445c-89db-e489794c2c30 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cf1d713-cd41-4eac-b1df-8c9d093e936d HTTP/1.1" status: 200 len: 907 time: 0.3660693 Jul 05 02:41:03.407363 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-627862cf-4d0f-43fb-9e05-d1bcb9dceddd req-b7a45b37-87f2-433f-964f-4ce72cdaf14c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:03.440696 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-fac52d07-acb1-4c30-94f6-d58efe084965 req-f691d2b4-0af6-4b44-9f6b-ad333124afa1 service neutron] Attempting to bind port 27284142-f81a-4f9e-a39c-cff2c4894808 on host n-h1-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:41:03.441037 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-fac52d07-acb1-4c30-94f6-d58efe084965 req-f691d2b4-0af6-4b44-9f6b-ad333124afa1 service neutron] Attempting to bind port 27284142-f81a-4f9e-a39c-cff2c4894808 by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': 'fd52cc91-f1e1-4702-b64f-660962e16e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ba243357-0b01-4810-b2f5-4baadc94135a'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:41:03.441365 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac52d07-acb1-4c30-94f6-d58efe084965 req-f691d2b4-0af6-4b44-9f6b-ad333124afa1 service neutron] Attempting to bind port 27284142-f81a-4f9e-a39c-cff2c4894808 on network ba243357-0b01-4810-b2f5-4baadc94135a {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:41:03.465218 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac52d07-acb1-4c30-94f6-d58efe084965 req-f691d2b4-0af6-4b44-9f6b-ad333124afa1 service neutron] Port 27284142-f81a-4f9e-a39c-cff2c4894808 on network ba243357-0b01-4810-b2f5-4baadc94135a not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:41:03.465603 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac52d07-acb1-4c30-94f6-d58efe084965 req-f691d2b4-0af6-4b44-9f6b-ad333124afa1 service neutron] Attempting to bind port 27284142-f81a-4f9e-a39c-cff2c4894808 on network ba243357-0b01-4810-b2f5-4baadc94135a {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:41:03.473633 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac52d07-acb1-4c30-94f6-d58efe084965 req-f691d2b4-0af6-4b44-9f6b-ad333124afa1 service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:41:03.473975 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac52d07-acb1-4c30-94f6-d58efe084965 req-f691d2b4-0af6-4b44-9f6b-ad333124afa1 service neutron] Checking segment: {'id': 'fd52cc91-f1e1-4702-b64f-660962e16e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ba243357-0b01-4810-b2f5-4baadc94135a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:41:03.474388 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac52d07-acb1-4c30-94f6-d58efe084965 req-f691d2b4-0af6-4b44-9f6b-ad333124afa1 service neutron] Bound using segment: {'id': 'fd52cc91-f1e1-4702-b64f-660962e16e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ba243357-0b01-4810-b2f5-4baadc94135a'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:41:03.474838 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-fac52d07-acb1-4c30-94f6-d58efe084965 req-f691d2b4-0af6-4b44-9f6b-ad333124afa1 service neutron] Bound port: 27284142-f81a-4f9e-a39c-cff2c4894808, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd52cc91-f1e1-4702-b64f-660962e16e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ba243357-0b01-4810-b2f5-4baadc94135a'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:41:03.475207 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-fac52d07-acb1-4c30-94f6-d58efe084965 req-f691d2b4-0af6-4b44-9f6b-ad333124afa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:03.684040 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2766e89-8b4b-40a1-a40e-397d9338d629 req-bbdf9320-d397-4ed5-883f-c8315df616b1 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:03.686414 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a2766e89-8b4b-40a1-a40e-397d9338d629 req-bbdf9320-d397-4ed5-883f-c8315df616b1 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 945 time: 0.0732019 Jul 05 02:41:03.731703 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a2766e89-8b4b-40a1-a40e-397d9338d629 req-966b7b25-9ac9-4038-91d1-5c6cd8ea2380 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338283 Jul 05 02:41:03.737675 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-fac52d07-acb1-4c30-94f6-d58efe084965 req-f691d2b4-0af6-4b44-9f6b-ad333124afa1 service neutron] For port 27284142-f81a-4f9e-a39c-cff2c4894808, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:41:03.764520 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-fac52d07-acb1-4c30-94f6-d58efe084965 req-f691d2b4-0af6-4b44-9f6b-ad333124afa1 service neutron] For port 27284142-f81a-4f9e-a39c-cff2c4894808, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=27284142-f81a-4f9e-a39c-cff2c4894808,segment=NetworkSegment(fd52cc91-f1e1-4702-b64f-660962e16e26),segment_id=fd52cc91-f1e1-4702-b64f-660962e16e26)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:41:03.801398 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76348ac2-3da9-4538-9197-3eaf865cb920 req-83c23d97-a172-40ac-addf-a3147e8f2266 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:03.803019 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-76348ac2-3da9-4538-9197-3eaf865cb920 req-83c23d97-a172-40ac-addf-a3147e8f2266 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d57b7a4-ae99-4809-ae3b-eb1a67eeb579 HTTP/1.1" status: 200 len: 944 time: 0.2759628 Jul 05 02:41:03.812613 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeef69c-9a93-491f-80f3-d738b37544c1 req-369cbde9-f4f1-43cf-bc2d-2335270b2b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:03.814039 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bfeef69c-9a93-491f-80f3-d738b37544c1 req-369cbde9-f4f1-43cf-bc2d-2335270b2b77 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0d97daa9abfb4f3f83ba38958ca24f47&device_id=3cf1d713-cd41-4eac-b1df-8c9d093e936d HTTP/1.1" status: 200 len: 1059 time: 0.2101338 Jul 05 02:41:03.901770 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-fac52d07-acb1-4c30-94f6-d58efe084965 req-f691d2b4-0af6-4b44-9f6b-ad333124afa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:03.925220 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dfd72d-96e2-4613-9c3d-da5fda9ab9de req-cd3fc555-5eee-4290-874d-a2e59faee2da tempest-TestServerAdvancedOps-1882430909 tempest-TestServerAdvancedOps-1882430909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:03.926912 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-48dfd72d-96e2-4613-9c3d-da5fda9ab9de req-cd3fc555-5eee-4290-874d-a2e59faee2da tempest-TestServerAdvancedOps-1882430909 tempest-TestServerAdvancedOps-1882430909-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcf64d4c-c13c-479d-9c34-8035eb1c0645 HTTP/1.1" status: 200 len: 943 time: 0.0707321 Jul 05 02:41:03.961559 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-76348ac2-3da9-4538-9197-3eaf865cb920 req-d2f82da7-d82c-4990-b26d-f5fc599f5385 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e2564be-f5d8-4abd-ab86-f37a499f4ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509628 Jul 05 02:41:03.971735 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac52d07-acb1-4c30-94f6-d58efe084965 req-f691d2b4-0af6-4b44-9f6b-ad333124afa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:03.972637 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-fac52d07-acb1-4c30-94f6-d58efe084965 req-f691d2b4-0af6-4b44-9f6b-ad333124afa1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:03.974036 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fac52d07-acb1-4c30-94f6-d58efe084965 req-f691d2b4-0af6-4b44-9f6b-ad333124afa1 service neutron] 10.222.0.21 "PUT /v2.0/ports/27284142-f81a-4f9e-a39c-cff2c4894808 HTTP/1.1" status: 200 len: 1092 time: 2.7563579 Jul 05 02:41:03.974507 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcf64d4c-c13c-479d-9c34-8035eb1c0645', 'tag': '27284142-f81a-4f9e-a39c-cff2c4894808'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:41:03.975545 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-48dfd72d-96e2-4613-9c3d-da5fda9ab9de req-4ef6df7c-5e65-491e-904d-e9fa9b519441 tempest-TestServerAdvancedOps-1882430909 tempest-TestServerAdvancedOps-1882430909-project] 10.222.0.23 "GET /v2.0/security-groups?id=78144ff4-cee4-4469-a330-7ab44b6f97d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417492 Jul 05 02:41:03.976766 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec8a4ee9-a0dd-4889-bb73-c1cbbb81eb18" -d '{"events": [{"name": "network-changed", "server_uuid": "fcf64d4c-c13c-479d-9c34-8035eb1c0645", "tag": "27284142-f81a-4f9e-a39c-cff2c4894808"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:41:04.071562 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcca2166-892a-4274-a08f-5f521866bd12 x-openstack-request-id: req-bcca2166-892a-4274-a08f-5f521866bd12 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:41:04.071562 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcf64d4c-c13c-479d-9c34-8035eb1c0645", "tag": "27284142-f81a-4f9e-a39c-cff2c4894808", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:41:04.071562 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bcca2166-892a-4274-a08f-5f521866bd12 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:41:04.074327 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcf64d4c-c13c-479d-9c34-8035eb1c0645', 'tag': '27284142-f81a-4f9e-a39c-cff2c4894808', 'status': 'completed', 'code': 200} Jul 05 02:41:04.123813 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f691d2b4-0af6-4b44-9f6b-ad333124afa1 service neutron] Pushing event updated for resources: {'Port': ['ID=27284142-f81a-4f9e-a39c-cff2c4894808,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:41:04.134086 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-627862cf-4d0f-43fb-9e05-d1bcb9dceddd req-b7a45b37-87f2-433f-964f-4ce72cdaf14c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdfd25fc-b633-4b97-ade1-309f75e1f7a3 {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:41:04.139926 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeef69c-9a93-491f-80f3-d738b37544c1 req-b85627a8-f79f-46fd-b4ab-25ec9ea56136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:04.141434 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bfeef69c-9a93-491f-80f3-d738b37544c1 req-b85627a8-f79f-46fd-b4ab-25ec9ea56136 service neutron] 10.222.0.21 "GET /v2.0/networks?id=95a6ff8c-0252-4f7b-bace-6be7ab13b4fd HTTP/1.1" status: 200 len: 897 time: 0.3182716 Jul 05 02:41:04.152616 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-627862cf-4d0f-43fb-9e05-d1bcb9dceddd req-b7a45b37-87f2-433f-964f-4ce72cdaf14c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:04.162542 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f691d2b4-0af6-4b44-9f6b-ad333124afa1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:41:04.162902 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f691d2b4-0af6-4b44-9f6b-ad333124afa1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:41:04.163246 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f691d2b4-0af6-4b44-9f6b-ad333124afa1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:41:04.163586 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f691d2b4-0af6-4b44-9f6b-ad333124afa1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:41:04.163922 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f691d2b4-0af6-4b44-9f6b-ad333124afa1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:41:04.164281 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f691d2b4-0af6-4b44-9f6b-ad333124afa1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:41:04.165011 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f691d2b4-0af6-4b44-9f6b-ad333124afa1 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:41:04.165011 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f691d2b4-0af6-4b44-9f6b-ad333124afa1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:41:04.166359 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f691d2b4-0af6-4b44-9f6b-ad333124afa1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:41:04.166359 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f691d2b4-0af6-4b44-9f6b-ad333124afa1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:41:04.166359 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f691d2b4-0af6-4b44-9f6b-ad333124afa1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:41:04.166359 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f691d2b4-0af6-4b44-9f6b-ad333124afa1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:41:04.210990 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6880982-482c-497b-b949-b3556bb7a51e req-ee159279-561a-4341-92bb-6a9331a566da tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:04.212667 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d6880982-482c-497b-b949-b3556bb7a51e req-ee159279-561a-4341-92bb-6a9331a566da tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8ca3bcd-f0a6-43dd-9dd2-88e517634f63 HTTP/1.1" status: 200 len: 931 time: 0.0993869 Jul 05 02:41:04.218026 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-627862cf-4d0f-43fb-9e05-d1bcb9dceddd req-b7a45b37-87f2-433f-964f-4ce72cdaf14c service neutron] Transition to ACTIVE for port object cdfd25fc-b633-4b97-ade1-309f75e1f7a3 will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:41:04.220125 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bfeef69c-9a93-491f-80f3-d738b37544c1 req-1cf8075a-460c-4f3c-96be-3c381f9c83fa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=00c19075-cbd9-4712-98f0-6801472e069d HTTP/1.1" status: 200 len: 217 time: 0.0697527 Jul 05 02:41:04.261847 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d6880982-482c-497b-b949-b3556bb7a51e req-65efcb80-b071-45b8-8821-680e4c40735d tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/security-groups?id=d739ef8a-6d64-4005-a0e5-d063475d1b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404172 Jul 05 02:41:04.288725 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8a4ee9-a0dd-4889-bb73-c1cbbb81eb18 req-f99e1c44-ec9e-478d-b16f-e95dac256962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:04.294564 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ec8a4ee9-a0dd-4889-bb73-c1cbbb81eb18 req-f99e1c44-ec9e-478d-b16f-e95dac256962 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d41aebdcdcbc4a2585f4a39dbb0792fe&device_id=fcf64d4c-c13c-479d-9c34-8035eb1c0645 HTTP/1.1" status: 200 len: 1095 time: 0.2084870 Jul 05 02:41:04.325714 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeef69c-9a93-491f-80f3-d738b37544c1 req-ddd44aa1-718b-40a9-834f-95e59389d1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:04.327236 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bfeef69c-9a93-491f-80f3-d738b37544c1 req-ddd44aa1-718b-40a9-834f-95e59389d1f0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7f3995e5-f17e-4cfa-b434-c16d7b6197db HTTP/1.1" status: 200 len: 837 time: 0.0997746 Jul 05 02:41:04.363523 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-627862cf-4d0f-43fb-9e05-d1bcb9dceddd req-b7a45b37-87f2-433f-964f-4ce72cdaf14c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:04.645431 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 00c19075-cbd9-4712-98f0-6801472e069d details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:41:04.647814 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 66653bc2-6cf2-4197-a191-9977fe7eb17c up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:41:04.769559 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a45b37-87f2-433f-964f-4ce72cdaf14c service neutron] Pushing event updated for resources: {'Port': ['ID=cdfd25fc-b633-4b97-ade1-309f75e1f7a3,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:41:04.803022 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 00c19075-cbd9-4712-98f0-6801472e069d, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=00c19075-cbd9-4712-98f0-6801472e069d,segment=NetworkSegment(1b110631-389a-4729-8a0c-ae21d314e9b9),segment_id=1b110631-389a-4729-8a0c-ae21d314e9b9)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:41:04.846303 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': '00c19075-cbd9-4712-98f0-6801472e069d', 'network_id': '95a6ff8c-0252-4f7b-bace-6be7ab13b4fd', 'port_id': '00c19075-cbd9-4712-98f0-6801472e069d', 'mac_address': 'fa:16:3e:e3:c0:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f3995e5-f17e-4cfa-b434-c16d7b6197db', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:41:04.853339 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning for port 66653bc2-6cf2-4197-a191-9977fe7eb17c completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:41:04.930084 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port 66653bc2-6cf2-4197-a191-9977fe7eb17c triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:41:04.938599 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:05.026706 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:05.060472 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00c19075-cbd9-4712-98f0-6801472e069d {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:41:05.075256 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8a4ee9-a0dd-4889-bb73-c1cbbb81eb18 req-ec24e6d2-7a24-46a1-b6cd-3e59c8545be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:05.076761 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ec8a4ee9-a0dd-4889-bb73-c1cbbb81eb18 req-ec24e6d2-7a24-46a1-b6cd-3e59c8545be4 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=d41aebdcdcbc4a2585f4a39dbb0792fe&shared=False HTTP/1.1" status: 200 len: 912 time: 0.7748005 Jul 05 02:41:05.081202 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeef69c-9a93-491f-80f3-d738b37544c1 req-171679c3-f203-430f-867c-5973b29dc3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:05.082707 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bfeef69c-9a93-491f-80f3-d738b37544c1 req-171679c3-f203-430f-867c-5973b29dc3de service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=95a6ff8c-0252-4f7b-bace-6be7ab13b4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.7295115 Jul 05 02:41:05.134276 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 00c19075-cbd9-4712-98f0-6801472e069d, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=00c19075-cbd9-4712-98f0-6801472e069d,segment=NetworkSegment(1b110631-389a-4729-8a0c-ae21d314e9b9),segment_id=1b110631-389a-4729-8a0c-ae21d314e9b9)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:41:05.153370 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4e1a72-5077-48c8-a654-e856f205d516 req-1fed1480-ff7d-4625-8537-800af9b3f0b9 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:05.162037 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0f4e1a72-5077-48c8-a654-e856f205d516 req-1fed1480-ff7d-4625-8537-800af9b3f0b9 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 945 time: 0.1646988 Jul 05 02:41:05.198726 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25d4190-d88c-4073-8901-18c16a92f2b7 req-20d02f4e-3402-414a-85ff-b2cfa3aa0358 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:05.209865 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f25d4190-d88c-4073-8901-18c16a92f2b7 req-20d02f4e-3402-414a-85ff-b2cfa3aa0358 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cf1d713-cd41-4eac-b1df-8c9d093e936d HTTP/1.1" status: 200 len: 907 time: 0.5357387 Jul 05 02:41:05.253279 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0f4e1a72-5077-48c8-a654-e856f205d516 req-865a98f9-53d1-402d-ab3b-eeca25f79c0c tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880294 Jul 05 02:41:05.257905 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:05.293748 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:05.313590 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-627862cf-4d0f-43fb-9e05-d1bcb9dceddd req-b7a45b37-87f2-433f-964f-4ce72cdaf14c service neutron] Attempting to bind port cdfd25fc-b633-4b97-ade1-309f75e1f7a3 on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:41:05.320649 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-627862cf-4d0f-43fb-9e05-d1bcb9dceddd req-b7a45b37-87f2-433f-964f-4ce72cdaf14c service neutron] Attempting to bind port cdfd25fc-b633-4b97-ade1-309f75e1f7a3 by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '348128bd-cced-4c56-bced-23f73527db9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5707578e-6bd2-47ab-9975-d5337f100e83'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:41:05.320649 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627862cf-4d0f-43fb-9e05-d1bcb9dceddd req-b7a45b37-87f2-433f-964f-4ce72cdaf14c service neutron] Attempting to bind port cdfd25fc-b633-4b97-ade1-309f75e1f7a3 on network 5707578e-6bd2-47ab-9975-d5337f100e83 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:41:05.344005 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d57b7a4-ae99-4809-ae3b-eb1a67eeb579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66653bc2-6cf2-4197-a191-9977fe7eb17c'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:41:05.357697 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf937f7-d52f-4900-ae82-929e05fee435" -d '{"events": [{"server_uuid": "3d57b7a4-ae99-4809-ae3b-eb1a67eeb579", "name": "network-vif-plugged", "status": "completed", "tag": "66653bc2-6cf2-4197-a191-9977fe7eb17c"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:41:05.381085 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627862cf-4d0f-43fb-9e05-d1bcb9dceddd req-b7a45b37-87f2-433f-964f-4ce72cdaf14c service neutron] Port cdfd25fc-b633-4b97-ade1-309f75e1f7a3 on network 5707578e-6bd2-47ab-9975-d5337f100e83 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:41:05.394370 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627862cf-4d0f-43fb-9e05-d1bcb9dceddd req-b7a45b37-87f2-433f-964f-4ce72cdaf14c service neutron] Attempting to bind port cdfd25fc-b633-4b97-ade1-309f75e1f7a3 on network 5707578e-6bd2-47ab-9975-d5337f100e83 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:41:05.414209 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627862cf-4d0f-43fb-9e05-d1bcb9dceddd req-b7a45b37-87f2-433f-964f-4ce72cdaf14c service neutron] Checking agent: {'id': 'e071c76e-395f-48c4-a98f-88088465cf0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:41:05.421665 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627862cf-4d0f-43fb-9e05-d1bcb9dceddd req-b7a45b37-87f2-433f-964f-4ce72cdaf14c service neutron] Checking segment: {'id': '348128bd-cced-4c56-bced-23f73527db9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5707578e-6bd2-47ab-9975-d5337f100e83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:41:05.423656 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627862cf-4d0f-43fb-9e05-d1bcb9dceddd req-b7a45b37-87f2-433f-964f-4ce72cdaf14c service neutron] Bound using segment: {'id': '348128bd-cced-4c56-bced-23f73527db9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5707578e-6bd2-47ab-9975-d5337f100e83'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:41:05.424302 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-627862cf-4d0f-43fb-9e05-d1bcb9dceddd req-b7a45b37-87f2-433f-964f-4ce72cdaf14c service neutron] Bound port: cdfd25fc-b633-4b97-ade1-309f75e1f7a3, host: n-h2-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '348128bd-cced-4c56-bced-23f73527db9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5707578e-6bd2-47ab-9975-d5337f100e83'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:41:05.433304 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-627862cf-4d0f-43fb-9e05-d1bcb9dceddd req-b7a45b37-87f2-433f-964f-4ce72cdaf14c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:05.493957 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479a478f-01b9-4acf-a0a7-c20ae14b65ed req-eb6b4c58-e7cf-42cd-ac03-e3609c06efe7 tempest-TestServerAdvancedOps-1882430909 tempest-TestServerAdvancedOps-1882430909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:05.498329 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-479a478f-01b9-4acf-a0a7-c20ae14b65ed req-eb6b4c58-e7cf-42cd-ac03-e3609c06efe7 tempest-TestServerAdvancedOps-1882430909 tempest-TestServerAdvancedOps-1882430909-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcf64d4c-c13c-479d-9c34-8035eb1c0645 HTTP/1.1" status: 200 len: 943 time: 0.1128476 Jul 05 02:41:05.518560 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 66653bc2-6cf2-4197-a191-9977fe7eb17c, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=66653bc2-6cf2-4197-a191-9977fe7eb17c,segment=NetworkSegment(2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7),segment_id=2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:41:05.571127 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8a4ee9-a0dd-4889-bb73-c1cbbb81eb18 req-36bab773-f6a3-40b2-ae16-7f88680d39b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:05.572731 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ec8a4ee9-a0dd-4889-bb73-c1cbbb81eb18 req-36bab773-f6a3-40b2-ae16-7f88680d39b1 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4890208 Jul 05 02:41:05.576763 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bfeef69c-9a93-491f-80f3-d738b37544c1 req-dfdc0533-e198-4453-a0fd-0f3c91f47319 service neutron] 10.222.0.21 "GET /v2.0/networks/95a6ff8c-0252-4f7b-bace-6be7ab13b4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4733670 Jul 05 02:41:05.585036 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['00c19075-cbd9-4712-98f0-6801472e069d'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:41:05.586818 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-479a478f-01b9-4acf-a0a7-c20ae14b65ed req-fd990e65-4dd9-4a02-86a3-f9fd87a92b95 tempest-TestServerAdvancedOps-1882430909 tempest-TestServerAdvancedOps-1882430909-project] 10.222.0.23 "GET /v2.0/security-groups?id=78144ff4-cee4-4469-a330-7ab44b6f97d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695341 Jul 05 02:41:05.658012 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:05.667753 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=00c19075-cbd9-4712-98f0-6801472e069d,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:41:05.689219 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:41:05.689869 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:41:05.690412 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:41:05.690907 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:41:05.691398 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:41:05.691885 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:41:05.692623 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:41:05.692966 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:41:05.693302 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:41:05.694889 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:41:05.695412 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:41:05.699274 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:41:05.738511 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-627862cf-4d0f-43fb-9e05-d1bcb9dceddd req-b7a45b37-87f2-433f-964f-4ce72cdaf14c service neutron] For port cdfd25fc-b633-4b97-ade1-309f75e1f7a3, host n-h2-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:41:05.744547 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-627862cf-4d0f-43fb-9e05-d1bcb9dceddd req-b7a45b37-87f2-433f-964f-4ce72cdaf14c service neutron] For port cdfd25fc-b633-4b97-ade1-309f75e1f7a3, host n-h2-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=cdfd25fc-b633-4b97-ade1-309f75e1f7a3,segment=NetworkSegment(348128bd-cced-4c56-bced-23f73527db9c),segment_id=348128bd-cced-4c56-bced-23f73527db9c)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:41:05.760135 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b449b4c6-3fc2-4f81-b310-c1dd970529da req-2adba06f-6b18-463d-8664-2202558bf97a tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:05.767449 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b449b4c6-3fc2-4f81-b310-c1dd970529da req-2adba06f-6b18-463d-8664-2202558bf97a tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d57b7a4-ae99-4809-ae3b-eb1a67eeb579 HTTP/1.1" status: 200 len: 944 time: 0.2890818 Jul 05 02:41:05.832039 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=66653bc2-6cf2-4197-a191-9977fe7eb17c,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:41:05.835052 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bfeef69c-9a93-491f-80f3-d738b37544c1 req-55a9df21-9584-4d0b-859c-fe9e32f44cd1 service neutron] 10.222.0.21 "GET /v2.0/networks/95a6ff8c-0252-4f7b-bace-6be7ab13b4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335439 Jul 05 02:41:05.841388 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b449b4c6-3fc2-4f81-b310-c1dd970529da req-f04aa007-a005-4d87-b4f7-5eda5c900fa6 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e2564be-f5d8-4abd-ab86-f37a499f4ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727398 Jul 05 02:41:05.877176 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac52d07-acb1-4c30-94f6-d58efe084965 req-8b16018f-b3d1-4b96-892c-59bbfea0bd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:05.878822 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fac52d07-acb1-4c30-94f6-d58efe084965 req-8b16018f-b3d1-4b96-892c-59bbfea0bd0d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d41aebdcdcbc4a2585f4a39dbb0792fe&device_id=fcf64d4c-c13c-479d-9c34-8035eb1c0645 HTTP/1.1" status: 200 len: 1095 time: 0.2183247 Jul 05 02:41:05.929914 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fac52d07-acb1-4c30-94f6-d58efe084965 req-277bec76-f37b-4b57-a43b-2eb5aec032fd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27284142-f81a-4f9e-a39c-cff2c4894808 HTTP/1.1" status: 200 len: 217 time: 0.0389333 Jul 05 02:41:05.934855 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-627862cf-4d0f-43fb-9e05-d1bcb9dceddd req-b7a45b37-87f2-433f-964f-4ce72cdaf14c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:05.938553 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7759e9-5963-4ed3-aa77-0ae6515d0faf req-46e77745-c589-485a-bae2-714c3d83d177 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:05.950846 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3d7759e9-5963-4ed3-aa77-0ae6515d0faf req-46e77745-c589-485a-bae2-714c3d83d177 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8ca3bcd-f0a6-43dd-9dd2-88e517634f63 HTTP/1.1" status: 200 len: 943 time: 0.1725278 Jul 05 02:41:05.990752 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3d7759e9-5963-4ed3-aa77-0ae6515d0faf req-199a8f39-a4e4-46fc-9fb7-f1e4f6bfdbff tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/security-groups?id=d739ef8a-6d64-4005-a0e5-d063475d1b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390205 Jul 05 02:41:06.062282 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ed3779c-f5b3-4257-9968-0ba49904d083 x-openstack-request-id: req-8ed3779c-f5b3-4257-9968-0ba49904d083 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:41:06.062649 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d57b7a4-ae99-4809-ae3b-eb1a67eeb579", "name": "network-vif-plugged", "status": "completed", "tag": "66653bc2-6cf2-4197-a191-9977fe7eb17c", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:41:06.063164 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8ed3779c-f5b3-4257-9968-0ba49904d083 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:41:06.063285 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d57b7a4-ae99-4809-ae3b-eb1a67eeb579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66653bc2-6cf2-4197-a191-9977fe7eb17c', 'code': 200} Jul 05 02:41:06.085712 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627862cf-4d0f-43fb-9e05-d1bcb9dceddd req-b7a45b37-87f2-433f-964f-4ce72cdaf14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:06.086295 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-627862cf-4d0f-43fb-9e05-d1bcb9dceddd req-b7a45b37-87f2-433f-964f-4ce72cdaf14c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:06.087815 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-627862cf-4d0f-43fb-9e05-d1bcb9dceddd req-b7a45b37-87f2-433f-964f-4ce72cdaf14c service neutron] 10.222.0.15 "PUT /v2.0/ports/cdfd25fc-b633-4b97-ade1-309f75e1f7a3 HTTP/1.1" status: 200 len: 1092 time: 3.0353739 Jul 05 02:41:06.092028 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8ca3bcd-f0a6-43dd-9dd2-88e517634f63', 'tag': 'cdfd25fc-b633-4b97-ade1-309f75e1f7a3'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:41:06.094538 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9fd9b2a-5855-4201-b96a-84b774cf6697" -d '{"events": [{"name": "network-changed", "server_uuid": "c8ca3bcd-f0a6-43dd-9dd2-88e517634f63", "tag": "cdfd25fc-b633-4b97-ade1-309f75e1f7a3"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:41:06.122073 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a45b37-87f2-433f-964f-4ce72cdaf14c service neutron] Pushing event updated for resources: {'Port': ['ID=cdfd25fc-b633-4b97-ade1-309f75e1f7a3,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:41:06.145307 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac52d07-acb1-4c30-94f6-d58efe084965 req-4cbf8c78-974d-48b2-a51a-0d2272350b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:06.151592 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fac52d07-acb1-4c30-94f6-d58efe084965 req-4cbf8c78-974d-48b2-a51a-0d2272350b33 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=85d1c05a-07bf-4181-8bdc-ffaa6ae92376 HTTP/1.1" status: 200 len: 852 time: 0.2110031 Jul 05 02:41:06.190324 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5b3175a-d702-4c1c-b90a-ec81a15a91ae x-openstack-request-id: req-b5b3175a-d702-4c1c-b90a-ec81a15a91ae {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:41:06.190633 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8ca3bcd-f0a6-43dd-9dd2-88e517634f63", "tag": "cdfd25fc-b633-4b97-ade1-309f75e1f7a3", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:41:06.192576 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b5b3175a-d702-4c1c-b90a-ec81a15a91ae {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:41:06.192576 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8ca3bcd-f0a6-43dd-9dd2-88e517634f63', 'tag': 'cdfd25fc-b633-4b97-ade1-309f75e1f7a3', 'status': 'completed', 'code': 200} Jul 05 02:41:06.244835 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fac52d07-acb1-4c30-94f6-d58efe084965 req-1764e076-bd7d-42ee-b5a6-281ebb645aa5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ba243357-0b01-4810-b2f5-4baadc94135a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739689 Jul 05 02:41:06.397246 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fb1fa3-0378-4362-95e4-fbdf47b938ec req-31a87b20-549e-4060-8192-4379000a80a0 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:06.399337 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d1fb1fa3-0378-4362-95e4-fbdf47b938ec req-31a87b20-549e-4060-8192-4379000a80a0 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 945 time: 0.3671942 Jul 05 02:41:06.415417 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01000021-68c7-4675-aba4-8d7aee88d5b1 req-0bc425a9-1296-418b-ad61-24a70c114ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:06.422233 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-01000021-68c7-4675-aba4-8d7aee88d5b1 req-0bc425a9-1296-418b-ad61-24a70c114ac6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3d57b7a4-ae99-4809-ae3b-eb1a67eeb579 HTTP/1.1" status: 200 len: 1097 time: 0.2549131 Jul 05 02:41:06.441896 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d23c32-3a6d-4be3-ba58-782beb215e5a req-9ce127d2-dda1-40de-9569-3ae90fc63cdf tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:06.444156 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a7d23c32-3a6d-4be3-ba58-782beb215e5a req-9ce127d2-dda1-40de-9569-3ae90fc63cdf tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cf1d713-cd41-4eac-b1df-8c9d093e936d HTTP/1.1" status: 200 len: 908 time: 0.0972636 Jul 05 02:41:06.505391 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fd9b2a-5855-4201-b96a-84b774cf6697 req-fabe8ac5-9e96-4d2f-8d0d-f5ef8848741d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:06.506992 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f9fd9b2a-5855-4201-b96a-84b774cf6697 req-fabe8ac5-9e96-4d2f-8d0d-f5ef8848741d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e74a7c63f72a43c48203f0c9f39b1c1e&device_id=c8ca3bcd-f0a6-43dd-9dd2-88e517634f63 HTTP/1.1" status: 200 len: 1095 time: 0.2946777 Jul 05 02:41:06.516448 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fac52d07-acb1-4c30-94f6-d58efe084965 req-95bade36-69c1-4cdd-a2fc-a5aebb49f1b1 service neutron] 10.222.0.21 "GET /v2.0/networks/ba243357-0b01-4810-b2f5-4baadc94135a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500329 Jul 05 02:41:06.518750 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d1fb1fa3-0378-4362-95e4-fbdf47b938ec req-ce6a3cb2-867a-4bf4-ab77-57680a670661 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117065 Jul 05 02:41:06.556361 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-01000021-68c7-4675-aba4-8d7aee88d5b1 req-eb76ac62-2233-4370-986e-2e66084de117 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6e2564be-f5d8-4abd-ab86-f37a499f4ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237888 Jul 05 02:41:06.641581 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 00c19075-cbd9-4712-98f0-6801472e069d up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:41:06.740918 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fd9b2a-5855-4201-b96a-84b774cf6697 req-a65d0a7b-0842-4607-8c34-363b2397b905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:06.742545 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f9fd9b2a-5855-4201-b96a-84b774cf6697 req-a65d0a7b-0842-4607-8c34-363b2397b905 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=e74a7c63f72a43c48203f0c9f39b1c1e&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2229137 Jul 05 02:41:06.744906 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fac52d07-acb1-4c30-94f6-d58efe084965 req-7fd74292-dc4a-4b6b-a225-ec09082e8057 service neutron] 10.222.0.21 "GET /v2.0/networks/ba243357-0b01-4810-b2f5-4baadc94135a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239408 Jul 05 02:41:06.889316 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning for port 00c19075-cbd9-4712-98f0-6801472e069d completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:41:06.896875 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port 00c19075-cbd9-4712-98f0-6801472e069d triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:41:06.898157 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:06.941790 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd4ba8-f8ca-43aa-b985-3735010a2c50 req-16bdd474-67c2-4f36-b589-6769fa798c75 tempest-TestServerAdvancedOps-1882430909 tempest-TestServerAdvancedOps-1882430909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:06.946717 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c0bd4ba8-f8ca-43aa-b985-3735010a2c50 req-16bdd474-67c2-4f36-b589-6769fa798c75 tempest-TestServerAdvancedOps-1882430909 tempest-TestServerAdvancedOps-1882430909-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcf64d4c-c13c-479d-9c34-8035eb1c0645 HTTP/1.1" status: 200 len: 943 time: 0.1203673 Jul 05 02:41:06.946717 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fd9b2a-5855-4201-b96a-84b774cf6697 req-3da0aed9-1860-41e4-900e-badc550ea1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:06.946933 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f9fd9b2a-5855-4201-b96a-84b774cf6697 req-3da0aed9-1860-41e4-900e-badc550ea1c1 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1950853 Jul 05 02:41:06.973867 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c22461-4adb-4104-8118-63ad0e61d824 req-7e9091e9-7c6c-4d51-a6ec-1706a212a664 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:06.975597 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-33c22461-4adb-4104-8118-63ad0e61d824 req-7e9091e9-7c6c-4d51-a6ec-1706a212a664 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 945 time: 0.1187630 Jul 05 02:41:06.991673 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c0bd4ba8-f8ca-43aa-b985-3735010a2c50 req-1c94ac18-7ace-4769-bb4e-8a851e07210c tempest-TestServerAdvancedOps-1882430909 tempest-TestServerAdvancedOps-1882430909-project] 10.222.0.23 "GET /v2.0/security-groups?id=78144ff4-cee4-4469-a330-7ab44b6f97d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403459 Jul 05 02:41:07.024787 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:07.078570 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-33c22461-4adb-4104-8118-63ad0e61d824 req-ebbf4207-0d59-46b3-966f-a78a7d6ea56c tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785167 Jul 05 02:41:07.097034 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 00c19075-cbd9-4712-98f0-6801472e069d, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=00c19075-cbd9-4712-98f0-6801472e069d,segment=NetworkSegment(1b110631-389a-4729-8a0c-ae21d314e9b9),segment_id=1b110631-389a-4729-8a0c-ae21d314e9b9)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:41:07.106050 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627862cf-4d0f-43fb-9e05-d1bcb9dceddd req-3d3b5e81-05fd-4adc-ab35-287879a45635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:07.108058 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-627862cf-4d0f-43fb-9e05-d1bcb9dceddd req-3d3b5e81-05fd-4adc-ab35-287879a45635 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e74a7c63f72a43c48203f0c9f39b1c1e&device_id=c8ca3bcd-f0a6-43dd-9dd2-88e517634f63 HTTP/1.1" status: 200 len: 1095 time: 0.1154370 Jul 05 02:41:07.163491 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-627862cf-4d0f-43fb-9e05-d1bcb9dceddd req-8fa75a2c-0548-4409-ac2b-26e079acb5d7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cdfd25fc-b633-4b97-ade1-309f75e1f7a3 HTTP/1.1" status: 200 len: 217 time: 0.0469677 Jul 05 02:41:07.208734 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:07.294515 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627862cf-4d0f-43fb-9e05-d1bcb9dceddd req-c4e18793-35c4-42df-8897-89f483e38d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:07.296014 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-627862cf-4d0f-43fb-9e05-d1bcb9dceddd req-c4e18793-35c4-42df-8897-89f483e38d6e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=28052bc8-43f3-4b27-af64-004e742f3a2d HTTP/1.1" status: 200 len: 835 time: 0.1224830 Jul 05 02:41:07.304664 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537bd459-f65a-4a2e-818a-f024740a7c99 req-e780a55b-7e02-4bca-9c27-de26fe1872d7 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:07.316268 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-537bd459-f65a-4a2e-818a-f024740a7c99 req-e780a55b-7e02-4bca-9c27-de26fe1872d7 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8ca3bcd-f0a6-43dd-9dd2-88e517634f63 HTTP/1.1" status: 200 len: 943 time: 0.1143277 Jul 05 02:41:07.366826 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=00c19075-cbd9-4712-98f0-6801472e069d,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:41:07.366916 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-537bd459-f65a-4a2e-818a-f024740a7c99 req-f4da47c8-f5f8-48f6-83ca-4a412f4063e8 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/security-groups?id=d739ef8a-6d64-4005-a0e5-d063475d1b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432715 Jul 05 02:41:07.367098 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002238cb-c0d0-4846-a076-bfeab0a5355e req-3ffd243b-8d19-486e-9ada-b21a4a27b240 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:07.370194 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-002238cb-c0d0-4846-a076-bfeab0a5355e req-3ffd243b-8d19-486e-9ada-b21a4a27b240 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d57b7a4-ae99-4809-ae3b-eb1a67eeb579 HTTP/1.1" status: 200 len: 945 time: 0.2096779 Jul 05 02:41:07.430570 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-002238cb-c0d0-4846-a076-bfeab0a5355e req-405d63d9-dcee-46ff-97a0-979278c3a6a4 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e2564be-f5d8-4abd-ab86-f37a499f4ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593576 Jul 05 02:41:07.432568 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627862cf-4d0f-43fb-9e05-d1bcb9dceddd req-ab24deb4-a949-4130-9508-b47db2b2405a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:07.433988 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-627862cf-4d0f-43fb-9e05-d1bcb9dceddd req-ab24deb4-a949-4130-9508-b47db2b2405a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5707578e-6bd2-47ab-9975-d5337f100e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1292703 Jul 05 02:41:07.544516 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-627862cf-4d0f-43fb-9e05-d1bcb9dceddd req-b61a204d-9d45-4744-9ed3-4e1a089c29da service neutron] 10.222.0.15 "GET /v2.0/networks/5707578e-6bd2-47ab-9975-d5337f100e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027038 Jul 05 02:41:07.567027 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d77bd3-49ac-45ca-a8f7-49b054d864e9 req-a653c088-e501-41f4-890e-10fc52b250c6 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:07.569448 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-87d77bd3-49ac-45ca-a8f7-49b054d864e9 req-a653c088-e501-41f4-890e-10fc52b250c6 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 945 time: 0.0823555 Jul 05 02:41:07.671222 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-87d77bd3-49ac-45ca-a8f7-49b054d864e9 req-774f3176-3aaf-4e27-8740-42841a0a7314 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931149 Jul 05 02:41:07.730950 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-627862cf-4d0f-43fb-9e05-d1bcb9dceddd req-ce2c8b95-b7bc-4536-a8a0-7ac2db26ccd1 service neutron] 10.222.0.15 "GET /v2.0/networks/5707578e-6bd2-47ab-9975-d5337f100e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810029 Jul 05 02:41:07.753139 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d811ff05-74af-4f50-bf72-78c71b3346a2 req-5495d621-bcee-4399-bf0d-c600d4c5dbdf tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:07.753139 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d811ff05-74af-4f50-bf72-78c71b3346a2 req-5495d621-bcee-4399-bf0d-c600d4c5dbdf tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cf1d713-cd41-4eac-b1df-8c9d093e936d HTTP/1.1" status: 200 len: 909 time: 0.1328428 Jul 05 02:41:07.916046 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99531f2-d647-4634-848f-fdbc99b93cca req-a3d85c2a-be41-42ae-94ac-99e7462ae35b tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:07.917582 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e99531f2-d647-4634-848f-fdbc99b93cca req-a3d85c2a-be41-42ae-94ac-99e7462ae35b tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 945 time: 0.0875571 Jul 05 02:41:07.959872 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e99531f2-d647-4634-848f-fdbc99b93cca req-87eeef9c-d0b8-489a-98bc-327792beacea tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365803 Jul 05 02:41:08.064295 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cf1d713-cd41-4eac-b1df-8c9d093e936d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00c19075-cbd9-4712-98f0-6801472e069d'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:41:08.066830 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2e7cab8-0900-49e4-a63e-6a72436877da" -d '{"events": [{"server_uuid": "3cf1d713-cd41-4eac-b1df-8c9d093e936d", "name": "network-vif-plugged", "status": "completed", "tag": "00c19075-cbd9-4712-98f0-6801472e069d"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:41:08.160743 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c674f4-2021-4e5f-9101-d5b5c4ab0162 req-4d2f119c-a8b7-4edc-851b-8a4573a810ed tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:08.162308 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-61c674f4-2021-4e5f-9101-d5b5c4ab0162 req-4d2f119c-a8b7-4edc-851b-8a4573a810ed tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 945 time: 0.0700214 Jul 05 02:41:08.182437 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8155d9-fd04-4768-ba8b-41e271b446cb req-114ccb5c-bf52-4881-8dce-e4fa19cf96b0 tempest-TestServerAdvancedOps-1882430909 tempest-TestServerAdvancedOps-1882430909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:08.184131 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4c8155d9-fd04-4768-ba8b-41e271b446cb req-114ccb5c-bf52-4881-8dce-e4fa19cf96b0 tempest-TestServerAdvancedOps-1882430909 tempest-TestServerAdvancedOps-1882430909-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcf64d4c-c13c-479d-9c34-8035eb1c0645 HTTP/1.1" status: 200 len: 943 time: 0.0700192 Jul 05 02:41:08.202273 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-61c674f4-2021-4e5f-9101-d5b5c4ab0162 req-ffcaa15d-b88f-4c8e-8636-be44f42d017c tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322146 Jul 05 02:41:08.224815 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4c8155d9-fd04-4768-ba8b-41e271b446cb req-1b6f82f2-7d75-4c0a-a932-4369a43a9801 tempest-TestServerAdvancedOps-1882430909 tempest-TestServerAdvancedOps-1882430909-project] 10.222.0.23 "GET /v2.0/security-groups?id=78144ff4-cee4-4469-a330-7ab44b6f97d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350933 Jul 05 02:41:08.259839 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b1911b-98e1-4895-b061-0d4ba0b4addd x-openstack-request-id: req-88b1911b-98e1-4895-b061-0d4ba0b4addd {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:41:08.260138 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cf1d713-cd41-4eac-b1df-8c9d093e936d", "name": "network-vif-plugged", "status": "completed", "tag": "00c19075-cbd9-4712-98f0-6801472e069d", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:41:08.260398 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-88b1911b-98e1-4895-b061-0d4ba0b4addd {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:41:08.260806 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cf1d713-cd41-4eac-b1df-8c9d093e936d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00c19075-cbd9-4712-98f0-6801472e069d', 'code': 200} Jul 05 02:41:08.432574 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c506f67a-e8c8-4c31-9008-ceed6b41d9cf req-4c1867a4-9a43-4cf4-9260-2f7af6c64093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:08.436078 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c506f67a-e8c8-4c31-9008-ceed6b41d9cf req-4c1867a4-9a43-4cf4-9260-2f7af6c64093 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3cf1d713-cd41-4eac-b1df-8c9d093e936d HTTP/1.1" status: 200 len: 1061 time: 0.1033659 Jul 05 02:41:08.509403 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c37328d-07c7-4fe4-82db-3aa65a820fbe req-5dee0533-a6b8-45d6-b07b-8c07bba55b2d tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:08.512758 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0c37328d-07c7-4fe4-82db-3aa65a820fbe req-5dee0533-a6b8-45d6-b07b-8c07bba55b2d tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 945 time: 0.0753543 Jul 05 02:41:08.554752 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0c37328d-07c7-4fe4-82db-3aa65a820fbe req-e16a8463-96cd-4623-b85f-77816e475de5 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376322 Jul 05 02:41:08.578612 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee8fcc7-7cf3-41d3-9e20-9167c0174ec1 req-0d313425-7cd6-43da-9ec5-1cd4fb056d82 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:08.586554 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6ee8fcc7-7cf3-41d3-9e20-9167c0174ec1 req-0d313425-7cd6-43da-9ec5-1cd4fb056d82 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8ca3bcd-f0a6-43dd-9dd2-88e517634f63 HTTP/1.1" status: 200 len: 943 time: 0.0961943 Jul 05 02:41:08.622778 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6ee8fcc7-7cf3-41d3-9e20-9167c0174ec1 req-79f3c9a6-7693-435b-85ac-4e304022a468 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/security-groups?id=d739ef8a-6d64-4005-a0e5-d063475d1b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352445 Jul 05 02:41:08.651403 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 27284142-f81a-4f9e-a39c-cff2c4894808 details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:41:08.752615 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3429e9cf-f083-4397-a6b0-57e718fe3d71 req-fe83a30a-1796-461c-a1c8-c9d694131507 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:08.754483 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3429e9cf-f083-4397-a6b0-57e718fe3d71 req-fe83a30a-1796-461c-a1c8-c9d694131507 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d57b7a4-ae99-4809-ae3b-eb1a67eeb579 HTTP/1.1" status: 200 len: 945 time: 0.0831492 Jul 05 02:41:08.777865 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 27284142-f81a-4f9e-a39c-cff2c4894808, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=27284142-f81a-4f9e-a39c-cff2c4894808,segment=NetworkSegment(fd52cc91-f1e1-4702-b64f-660962e16e26),segment_id=fd52cc91-f1e1-4702-b64f-660962e16e26)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:41:08.793318 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': '27284142-f81a-4f9e-a39c-cff2c4894808', 'network_id': 'ba243357-0b01-4810-b2f5-4baadc94135a', 'port_id': '27284142-f81a-4f9e-a39c-cff2c4894808', 'mac_address': 'fa:16:3e:c9:99:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85d1c05a-07bf-4181-8bdc-ffaa6ae92376', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:41:08.803693 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3429e9cf-f083-4397-a6b0-57e718fe3d71 req-7f99727d-732e-4ffe-a5db-4a9f0c1cab77 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e2564be-f5d8-4abd-ab86-f37a499f4ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431468 Jul 05 02:41:08.843286 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc805f-a06e-4e99-9e2e-37eb6a72ac30 req-86e7b9e8-9b5a-4578-827d-5a3b8b3e2878 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:08.845571 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-71dc805f-a06e-4e99-9e2e-37eb6a72ac30 req-86e7b9e8-9b5a-4578-827d-5a3b8b3e2878 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 945 time: 0.1012993 Jul 05 02:41:08.865593 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:08.883281 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27284142-f81a-4f9e-a39c-cff2c4894808 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:41:08.907075 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-71dc805f-a06e-4e99-9e2e-37eb6a72ac30 req-374ab284-6444-4830-9a70-63bfb49bd5a2 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532503 Jul 05 02:41:08.908695 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 27284142-f81a-4f9e-a39c-cff2c4894808, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=27284142-f81a-4f9e-a39c-cff2c4894808,segment=NetworkSegment(fd52cc91-f1e1-4702-b64f-660962e16e26),segment_id=fd52cc91-f1e1-4702-b64f-660962e16e26)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:41:09.017044 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:09.070330 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0e5d53-716c-48a8-a4c9-fd45743f94c5 req-44c557e8-2323-4e91-b51f-959b2942d2e4 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:09.071827 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-be0e5d53-716c-48a8-a4c9-fd45743f94c5 req-44c557e8-2323-4e91-b51f-959b2942d2e4 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cf1d713-cd41-4eac-b1df-8c9d093e936d HTTP/1.1" status: 200 len: 909 time: 0.0911016 Jul 05 02:41:09.075905 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=27284142-f81a-4f9e-a39c-cff2c4894808,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:41:09.279674 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfe5f4a-58d8-4260-a992-20bee5218ae0 req-91aaf1c4-d11e-4c63-9efd-1b57f0639894 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:09.281053 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8bfe5f4a-58d8-4260-a992-20bee5218ae0 req-91aaf1c4-d11e-4c63-9efd-1b57f0639894 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 945 time: 0.0763764 Jul 05 02:41:09.300648 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['27284142-f81a-4f9e-a39c-cff2c4894808'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:41:09.328372 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8bfe5f4a-58d8-4260-a992-20bee5218ae0 req-7875ddc7-6716-4fcb-a5da-01a49795c8b6 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396976 Jul 05 02:41:09.450976 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef283a9-29e7-450a-912b-eb553dbd915c req-3535867b-b897-4543-8ddd-d033c2b854e5 tempest-TestServerAdvancedOps-1882430909 tempest-TestServerAdvancedOps-1882430909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:09.453189 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cef283a9-29e7-450a-912b-eb553dbd915c req-3535867b-b897-4543-8ddd-d033c2b854e5 tempest-TestServerAdvancedOps-1882430909 tempest-TestServerAdvancedOps-1882430909-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcf64d4c-c13c-479d-9c34-8035eb1c0645 HTTP/1.1" status: 200 len: 944 time: 0.0901384 Jul 05 02:41:09.500322 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cef283a9-29e7-450a-912b-eb553dbd915c req-036ed845-b66d-42c4-8873-0e12dbbab064 tempest-TestServerAdvancedOps-1882430909 tempest-TestServerAdvancedOps-1882430909-project] 10.222.0.23 "GET /v2.0/security-groups?id=78144ff4-cee4-4469-a330-7ab44b6f97d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401807 Jul 05 02:41:09.542436 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67372da4-2581-4911-b7f4-d6f0acd7c5a6 req-2df8ae52-33d6-459b-95a2-bbb3aad485cd tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:09.544604 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-67372da4-2581-4911-b7f4-d6f0acd7c5a6 req-2df8ae52-33d6-459b-95a2-bbb3aad485cd tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 945 time: 0.0945604 Jul 05 02:41:09.584792 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-67372da4-2581-4911-b7f4-d6f0acd7c5a6 req-fd1fada8-db78-40d3-9a6e-28e61e94c508 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339417 Jul 05 02:41:09.785505 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a8d823-3652-48e1-be8c-4700f89578c4 req-f513979b-2b89-4826-ba6b-bf7532286c2b tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:09.787182 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-53a8d823-3652-48e1-be8c-4700f89578c4 req-f513979b-2b89-4826-ba6b-bf7532286c2b tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 945 time: 0.0662396 Jul 05 02:41:09.826490 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62352d50-e7ae-48d1-a039-1a2449c0446a req-9098455f-2434-455f-b77b-8b0b73582cbb tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:09.828048 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-62352d50-e7ae-48d1-a039-1a2449c0446a req-9098455f-2434-455f-b77b-8b0b73582cbb tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8ca3bcd-f0a6-43dd-9dd2-88e517634f63 HTTP/1.1" status: 200 len: 943 time: 0.0761404 Jul 05 02:41:09.830562 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-53a8d823-3652-48e1-be8c-4700f89578c4 req-492bc587-b90c-4273-9d64-7287bd070994 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354540 Jul 05 02:41:09.870993 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-62352d50-e7ae-48d1-a039-1a2449c0446a req-ede4f7a8-ef95-4fc3-b75a-e9e04a9d5b61 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/security-groups?id=d739ef8a-6d64-4005-a0e5-d063475d1b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361826 Jul 05 02:41:10.011465 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9986dac2-1c52-4479-b678-a8db05b760d6 req-e75ec072-cef4-4e9e-ae9e-ba32e87f66b6 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:10.012979 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9986dac2-1c52-4479-b678-a8db05b760d6 req-e75ec072-cef4-4e9e-ae9e-ba32e87f66b6 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 945 time: 0.0669281 Jul 05 02:41:10.120331 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device cdfd25fc-b633-4b97-ade1-309f75e1f7a3 details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:41:10.237436 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port cdfd25fc-b633-4b97-ade1-309f75e1f7a3, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=cdfd25fc-b633-4b97-ade1-309f75e1f7a3,segment=NetworkSegment(348128bd-cced-4c56-bced-23f73527db9c),segment_id=348128bd-cced-4c56-bced-23f73527db9c)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:41:10.250495 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Returning: {'device': 'cdfd25fc-b633-4b97-ade1-309f75e1f7a3', 'network_id': '5707578e-6bd2-47ab-9975-d5337f100e83', 'port_id': 'cdfd25fc-b633-4b97-ade1-309f75e1f7a3', 'mac_address': 'fa:16:3e:78:c4:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28052bc8-43f3-4b27-af64-004e742f3a2d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:41:10.288272 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba6608e-c320-4278-ae83-8de376245a25 req-bb53e0a0-3cca-412f-bde5-edb44b242337 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:10.298732 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bba6608e-c320-4278-ae83-8de376245a25 req-bb53e0a0-3cca-412f-bde5-edb44b242337 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cf1d713-cd41-4eac-b1df-8c9d093e936d HTTP/1.1" status: 200 len: 909 time: 0.0844064 Jul 05 02:41:10.299283 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:10.314841 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdfd25fc-b633-4b97-ade1-309f75e1f7a3 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:41:10.338987 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port cdfd25fc-b633-4b97-ade1-309f75e1f7a3, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=cdfd25fc-b633-4b97-ade1-309f75e1f7a3,segment=NetworkSegment(348128bd-cced-4c56-bced-23f73527db9c),segment_id=348128bd-cced-4c56-bced-23f73527db9c)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:41:10.422197 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:10.459306 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9986dac2-1c52-4479-b678-a8db05b760d6 req-d90a0fe8-696b-4253-915a-f7a83ff8b1ea tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4361203 Jul 05 02:41:10.498872 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=cdfd25fc-b633-4b97-ade1-309f75e1f7a3,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:41:10.641091 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 27284142-f81a-4f9e-a39c-cff2c4894808 up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:41:10.661347 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34332866-bdb3-48b1-b53f-da33b0f893b1 req-b8a08650-c3a3-4b14-abf7-b4910e4f0c8a tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:10.663190 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-34332866-bdb3-48b1-b53f-da33b0f893b1 req-b8a08650-c3a3-4b14-abf7-b4910e4f0c8a tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cf1d713-cd41-4eac-b1df-8c9d093e936d HTTP/1.1" status: 200 len: 909 time: 0.1035674 Jul 05 02:41:10.665392 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['cdfd25fc-b633-4b97-ade1-309f75e1f7a3'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:41:10.802561 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e313606-d25f-41fe-a968-23881af9cef6 req-b397e4da-5af3-4c66-975d-413f0d1966e1 tempest-TestServerAdvancedOps-1882430909 tempest-TestServerAdvancedOps-1882430909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:10.804680 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9e313606-d25f-41fe-a968-23881af9cef6 req-b397e4da-5af3-4c66-975d-413f0d1966e1 tempest-TestServerAdvancedOps-1882430909 tempest-TestServerAdvancedOps-1882430909-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcf64d4c-c13c-479d-9c34-8035eb1c0645 HTTP/1.1" status: 200 len: 944 time: 0.0966172 Jul 05 02:41:10.845389 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9e313606-d25f-41fe-a968-23881af9cef6 req-2a3ffef5-d4bb-468a-a834-3b32120b9faf tempest-TestServerAdvancedOps-1882430909 tempest-TestServerAdvancedOps-1882430909-project] 10.222.0.23 "GET /v2.0/security-groups?id=78144ff4-cee4-4469-a330-7ab44b6f97d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348654 Jul 05 02:41:10.853614 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4679a3bd-8c70-4a4e-8e54-ddaec06f5590 req-48309d39-681d-4f34-937b-3b6ef64ae46e tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:10.862556 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4679a3bd-8c70-4a4e-8e54-ddaec06f5590 req-48309d39-681d-4f34-937b-3b6ef64ae46e tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 945 time: 0.0773909 Jul 05 02:41:10.913098 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4679a3bd-8c70-4a4e-8e54-ddaec06f5590 req-5b7d2119-e09b-4eba-8aab-78746553dfc6 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488055 Jul 05 02:41:11.061174 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a10c4-cc1e-4805-b8ce-2ff61e6a1dfa req-75190668-61a8-41cd-be10-86ea9222de43 tempest-TestSecurityGroupsBasicOps-1770913595 tempest-TestSecurityGroupsBasicOps-1770913595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:11.062631 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8b9a10c4-cc1e-4805-b8ce-2ff61e6a1dfa req-75190668-61a8-41cd-be10-86ea9222de43 tempest-TestSecurityGroupsBasicOps-1770913595 tempest-TestSecurityGroupsBasicOps-1770913595-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=3cf1d713-cd41-4eac-b1df-8c9d093e936d HTTP/1.1" status: 200 len: 1061 time: 0.0711584 Jul 05 02:41:11.088133 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc73b7-0a72-44a5-84c5-50f79af7a459 req-2198a556-cdc4-499d-b6ab-b51877b4bec8 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:11.088133 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-befc73b7-0a72-44a5-84c5-50f79af7a459 req-2198a556-cdc4-499d-b6ab-b51877b4bec8 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8ca3bcd-f0a6-43dd-9dd2-88e517634f63 HTTP/1.1" status: 200 len: 944 time: 0.0713382 Jul 05 02:41:11.122378 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-befc73b7-0a72-44a5-84c5-50f79af7a459 req-930d5d49-89f3-4f9c-93f0-00ac958328c1 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/security-groups?id=d739ef8a-6d64-4005-a0e5-d063475d1b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323176 Jul 05 02:41:11.140522 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning for port 27284142-f81a-4f9e-a39c-cff2c4894808 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:41:11.146150 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port 27284142-f81a-4f9e-a39c-cff2c4894808 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:41:11.146678 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:11.243259 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:11.259048 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10255043-2e48-442f-a895-b5087a7c4c37 req-740c1946-91c2-40a2-b117-80328048ae8e tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:11.266574 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-10255043-2e48-442f-a895-b5087a7c4c37 req-740c1946-91c2-40a2-b117-80328048ae8e tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 945 time: 0.0954318 Jul 05 02:41:11.274989 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcf64d4c-c13c-479d-9c34-8035eb1c0645', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27284142-f81a-4f9e-a39c-cff2c4894808'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:41:11.279948 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e23e830-9815-4220-a47c-5a33b95b6452" -d '{"events": [{"server_uuid": "fcf64d4c-c13c-479d-9c34-8035eb1c0645", "name": "network-vif-plugged", "status": "completed", "tag": "27284142-f81a-4f9e-a39c-cff2c4894808"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:41:11.292206 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c1e027-62cc-4759-bf5e-c5963f9c139b req-2abe36d8-1af0-46ff-808a-bb866ae342ec tempest-TestSecurityGroupsBasicOps-1770913595 tempest-TestSecurityGroupsBasicOps-1770913595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:11.294379 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-70c1e027-62cc-4759-bf5e-c5963f9c139b req-2abe36d8-1af0-46ff-808a-bb866ae342ec tempest-TestSecurityGroupsBasicOps-1770913595 tempest-TestSecurityGroupsBasicOps-1770913595-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=dfafab15-6df6-4fd1-91a0-07638ebbddfb HTTP/1.1" status: 200 len: 1137 time: 0.0637214 Jul 05 02:41:11.295207 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 27284142-f81a-4f9e-a39c-cff2c4894808, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=27284142-f81a-4f9e-a39c-cff2c4894808,segment=NetworkSegment(fd52cc91-f1e1-4702-b64f-660962e16e26),segment_id=fd52cc91-f1e1-4702-b64f-660962e16e26)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:41:11.321587 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-10255043-2e48-442f-a895-b5087a7c4c37 req-e7019e43-4a65-4a30-a177-43cf089dd384 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535607 Jul 05 02:41:11.342450 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-70c1e027-62cc-4759-bf5e-c5963f9c139b req-3816e47c-4492-4065-a511-29ae48d4e723 tempest-TestSecurityGroupsBasicOps-1770913595 tempest-TestSecurityGroupsBasicOps-1770913595-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=65e2d1a5-611d-48ad-8028-5d3b9e94d176&id=d6aa9060-aafc-4b33-8a20-b4e61509aad1&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0404401 Jul 05 02:41:11.368761 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 56478) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:41:11.395323 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32beeeb8-202f-4234-bd88-dab3202e70c4 x-openstack-request-id: req-32beeeb8-202f-4234-bd88-dab3202e70c4 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:41:11.395685 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcf64d4c-c13c-479d-9c34-8035eb1c0645", "name": "network-vif-plugged", "status": "completed", "tag": "27284142-f81a-4f9e-a39c-cff2c4894808", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:41:11.395870 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-32beeeb8-202f-4234-bd88-dab3202e70c4 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:41:11.396325 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcf64d4c-c13c-479d-9c34-8035eb1c0645', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27284142-f81a-4f9e-a39c-cff2c4894808', 'code': 200} Jul 05 02:41:11.397575 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:11.442512 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1939e169-a14e-4644-a8c7-823828b9a91c tempest-TestSecurityGroupsBasicOps-1770913595 tempest-TestSecurityGroupsBasicOps-1770913595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:11.444848 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-1939e169-a14e-4644-a8c7-823828b9a91c tempest-TestSecurityGroupsBasicOps-1770913595 tempest-TestSecurityGroupsBasicOps-1770913595-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=3cf1d713-cd41-4eac-b1df-8c9d093e936d HTTP/1.1" status: 200 len: 1056 time: 0.0744946 Jul 05 02:41:11.487313 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=27284142-f81a-4f9e-a39c-cff2c4894808,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:41:11.607638 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8395a799-5c8c-4af3-aa89-1d037070c035 req-5b3a77b7-684d-46c3-b854-66e9eb64a07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:11.609156 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8395a799-5c8c-4af3-aa89-1d037070c035 req-5b3a77b7-684d-46c3-b854-66e9eb64a07e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fcf64d4c-c13c-479d-9c34-8035eb1c0645 HTTP/1.1" status: 200 len: 1097 time: 0.1301761 Jul 05 02:41:11.621367 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dbc5e7-17bd-47e0-90ae-ca0d57b8d183 req-b492b883-2694-4363-b481-36c082a97701 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:11.622996 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-00dbc5e7-17bd-47e0-90ae-ca0d57b8d183 req-b492b883-2694-4363-b481-36c082a97701 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 945 time: 0.1030073 Jul 05 02:41:11.674630 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8395a799-5c8c-4af3-aa89-1d037070c035 req-9e5b84bb-4446-4bbf-adb2-078fcf5c1d23 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=78144ff4-cee4-4469-a330-7ab44b6f97d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499449 Jul 05 02:41:11.699596 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-00dbc5e7-17bd-47e0-90ae-ca0d57b8d183 req-24fd2592-bb08-42fb-98dc-be9ca241cbe6 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691640 Jul 05 02:41:11.786007 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:11.814574 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:11.888435 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608d3866-404b-4d2d-9f29-fe2e8e61b3ab req-44596464-aed1-4b81-ae0e-a95586c48a13 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:11.890218 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-608d3866-404b-4d2d-9f29-fe2e8e61b3ab req-44596464-aed1-4b81-ae0e-a95586c48a13 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 945 time: 0.0667255 Jul 05 02:41:11.932957 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-608d3866-404b-4d2d-9f29-fe2e8e61b3ab req-97f0c819-f5ad-4c4c-bd8c-e358359b0fc1 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364130 Jul 05 02:41:12.109477 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b548e84-8b1c-4c96-8935-501580940a73 req-0b038fe8-b3d4-4f8a-9702-c8584578da9e tempest-TestServerAdvancedOps-1882430909 tempest-TestServerAdvancedOps-1882430909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:12.111242 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5b548e84-8b1c-4c96-8935-501580940a73 req-0b038fe8-b3d4-4f8a-9702-c8584578da9e tempest-TestServerAdvancedOps-1882430909 tempest-TestServerAdvancedOps-1882430909-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcf64d4c-c13c-479d-9c34-8035eb1c0645 HTTP/1.1" status: 200 len: 945 time: 0.0652945 Jul 05 02:41:12.133445 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device cdfd25fc-b633-4b97-ade1-309f75e1f7a3 up at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:41:12.155681 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5b548e84-8b1c-4c96-8935-501580940a73 req-4088709a-aee4-462c-a160-834a4e559c46 tempest-TestServerAdvancedOps-1882430909 tempest-TestServerAdvancedOps-1882430909-project] 10.222.0.23 "GET /v2.0/security-groups?id=78144ff4-cee4-4469-a330-7ab44b6f97d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376492 Jul 05 02:41:12.317701 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning for port cdfd25fc-b633-4b97-ade1-309f75e1f7a3 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:41:12.322447 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning complete for port cdfd25fc-b633-4b97-ade1-309f75e1f7a3 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:41:12.322904 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:12.358758 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501b712b-2812-436a-a6f9-ce7813f61dba req-1b3df4e7-57f0-470c-991b-6f7b4c639ba1 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:12.360596 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-501b712b-2812-436a-a6f9-ce7813f61dba req-1b3df4e7-57f0-470c-991b-6f7b4c639ba1 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cf1d713-cd41-4eac-b1df-8c9d093e936d HTTP/1.1" status: 200 len: 909 time: 0.0813437 Jul 05 02:41:12.494182 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78410b1-e2b4-4556-a778-1b8d85aa03c4 req-e72926fc-b8d8-4081-9473-6ae5faf31756 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:12.495816 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d78410b1-e2b4-4556-a778-1b8d85aa03c4 req-e72926fc-b8d8-4081-9473-6ae5faf31756 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8ca3bcd-f0a6-43dd-9dd2-88e517634f63 HTTP/1.1" status: 200 len: 944 time: 0.1554892 Jul 05 02:41:12.499253 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:12.571619 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port cdfd25fc-b633-4b97-ade1-309f75e1f7a3, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=cdfd25fc-b633-4b97-ade1-309f75e1f7a3,segment=NetworkSegment(348128bd-cced-4c56-bced-23f73527db9c),segment_id=348128bd-cced-4c56-bced-23f73527db9c)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:41:12.574988 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d78410b1-e2b4-4556-a778-1b8d85aa03c4 req-a931f110-1231-4b9c-be0f-426727398f3c tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/security-groups?id=d739ef8a-6d64-4005-a0e5-d063475d1b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689409 Jul 05 02:41:12.630582 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892d3aec-6abc-4d22-8f23-78f955d65add req-aacf3223-1789-4c9a-ace1-97a823653b38 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:12.633491 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-892d3aec-6abc-4d22-8f23-78f955d65add req-aacf3223-1789-4c9a-ace1-97a823653b38 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 945 time: 0.1073837 Jul 05 02:41:12.685129 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-892d3aec-6abc-4d22-8f23-78f955d65add req-b7f047a3-2990-408d-bb57-fde9b528ee0d tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422945 Jul 05 02:41:12.692694 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:12.753693 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=cdfd25fc-b633-4b97-ade1-309f75e1f7a3,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:41:12.888013 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab0af59-a212-46be-9119-f769eee69d65 req-14055942-3918-49e6-9121-fd7af0e3630b tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:12.889453 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-dab0af59-a212-46be-9119-f769eee69d65 req-14055942-3918-49e6-9121-fd7af0e3630b tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 945 time: 0.0832739 Jul 05 02:41:12.928277 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-dab0af59-a212-46be-9119-f769eee69d65 req-c1a7ee9f-6e4c-4537-8dbd-a8e2a07bc270 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324173 Jul 05 02:41:13.160343 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f496c2c0-7ba9-4791-ac4b-f4ed89b692d1 req-bd631524-93b5-4c76-9dd2-fa2110f5bfa6 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:13.161781 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f496c2c0-7ba9-4791-ac4b-f4ed89b692d1 req-bd631524-93b5-4c76-9dd2-fa2110f5bfa6 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 945 time: 0.0683341 Jul 05 02:41:13.203580 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f496c2c0-7ba9-4791-ac4b-f4ed89b692d1 req-7b7f25f4-93bc-4865-8268-2fb3bd35c81c tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360851 Jul 05 02:41:13.396766 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f5cffa-c7ef-4d10-8203-75cc52af9bdf req-dc4d48b8-4536-4843-ba0a-71fb9c03823d tempest-TestServerAdvancedOps-1882430909 tempest-TestServerAdvancedOps-1882430909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:13.397270 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8ca3bcd-f0a6-43dd-9dd2-88e517634f63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdfd25fc-b633-4b97-ade1-309f75e1f7a3'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:41:13.399811 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7ef12ce-3b0a-4679-95e0-1fac3c0438b0" -d '{"events": [{"server_uuid": "c8ca3bcd-f0a6-43dd-9dd2-88e517634f63", "name": "network-vif-plugged", "status": "completed", "tag": "cdfd25fc-b633-4b97-ade1-309f75e1f7a3"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:41:13.400101 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b5f5cffa-c7ef-4d10-8203-75cc52af9bdf req-dc4d48b8-4536-4843-ba0a-71fb9c03823d tempest-TestServerAdvancedOps-1882430909 tempest-TestServerAdvancedOps-1882430909-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcf64d4c-c13c-479d-9c34-8035eb1c0645 HTTP/1.1" status: 200 len: 945 time: 0.1036134 Jul 05 02:41:13.421697 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e1d71-2c55-4c24-ba70-57e160c9e39b req-a333a2c6-875b-46f6-a4a7-7b0110d15869 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:13.426602 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-333e1d71-2c55-4c24-ba70-57e160c9e39b req-a333a2c6-875b-46f6-a4a7-7b0110d15869 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 945 time: 0.0974815 Jul 05 02:41:13.442085 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b5f5cffa-c7ef-4d10-8203-75cc52af9bdf req-7cb23e2e-eedb-42a5-bcef-442767b56455 tempest-TestServerAdvancedOps-1882430909 tempest-TestServerAdvancedOps-1882430909-project] 10.222.0.23 "GET /v2.0/security-groups?id=78144ff4-cee4-4469-a330-7ab44b6f97d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355144 Jul 05 02:41:13.479714 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-333e1d71-2c55-4c24-ba70-57e160c9e39b req-d1782ab9-a469-4d24-b969-3cdb7824428b tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488422 Jul 05 02:41:13.535439 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8be2e7b-7989-4b51-97f3-58f8bda8157e x-openstack-request-id: req-a8be2e7b-7989-4b51-97f3-58f8bda8157e {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:41:13.535784 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8ca3bcd-f0a6-43dd-9dd2-88e517634f63", "name": "network-vif-plugged", "status": "completed", "tag": "cdfd25fc-b633-4b97-ade1-309f75e1f7a3", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:41:13.535986 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a8be2e7b-7989-4b51-97f3-58f8bda8157e {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:41:13.536436 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8ca3bcd-f0a6-43dd-9dd2-88e517634f63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdfd25fc-b633-4b97-ade1-309f75e1f7a3', 'code': 200} Jul 05 02:41:13.725863 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc917908-27fb-47e0-a92f-147b256dbe41 req-13338cd7-cfce-4c20-b6d4-14b19f79cace tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:13.727585 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-dc917908-27fb-47e0-a92f-147b256dbe41 req-13338cd7-cfce-4c20-b6d4-14b19f79cace tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cf1d713-cd41-4eac-b1df-8c9d093e936d HTTP/1.1" status: 200 len: 909 time: 0.0796509 Jul 05 02:41:13.972328 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9222339a-f127-4f86-8b2f-e1da4c3af763 req-c34c2332-79a7-40f1-b025-1f7051ff8595 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:13.991714 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9222339a-f127-4f86-8b2f-e1da4c3af763 req-c34c2332-79a7-40f1-b025-1f7051ff8595 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8ca3bcd-f0a6-43dd-9dd2-88e517634f63 HTTP/1.1" status: 200 len: 945 time: 0.1078711 Jul 05 02:41:14.026411 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ebd618-c484-4a37-a15c-1381e26f14b3 req-bb42c4df-bdb7-481d-892a-b621f0342518 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:14.027959 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-78ebd618-c484-4a37-a15c-1381e26f14b3 req-bb42c4df-bdb7-481d-892a-b621f0342518 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cf1d713-cd41-4eac-b1df-8c9d093e936d HTTP/1.1" status: 200 len: 909 time: 0.4542980 Jul 05 02:41:14.039972 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9222339a-f127-4f86-8b2f-e1da4c3af763 req-d49c6f57-140c-48da-bba6-73cabbfe6586 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/security-groups?id=d739ef8a-6d64-4005-a0e5-d063475d1b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538008 Jul 05 02:41:14.049848 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682449d0-7aa8-4389-b2f5-47d38aa831cb req-d8ab908a-1303-49fd-8a33-716d10ca65c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:14.051529 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-682449d0-7aa8-4389-b2f5-47d38aa831cb req-d8ab908a-1303-49fd-8a33-716d10ca65c4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c8ca3bcd-f0a6-43dd-9dd2-88e517634f63 HTTP/1.1" status: 200 len: 1097 time: 0.4121242 Jul 05 02:41:14.094294 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c315f8-4d7a-434f-ad67-618f687ba4e5 req-8a8588ba-865d-4d6f-8bd5-a14ef914992d tempest-TestServerAdvancedOps-1882430909 tempest-TestServerAdvancedOps-1882430909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:14.095929 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-34c315f8-4d7a-434f-ad67-618f687ba4e5 req-8a8588ba-865d-4d6f-8bd5-a14ef914992d tempest-TestServerAdvancedOps-1882430909 tempest-TestServerAdvancedOps-1882430909-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcf64d4c-c13c-479d-9c34-8035eb1c0645 HTTP/1.1" status: 200 len: 945 time: 0.4476299 Jul 05 02:41:14.193906 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-682449d0-7aa8-4389-b2f5-47d38aa831cb req-560f3da5-9b8d-4896-a795-1a9b9fc425a4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d739ef8a-6d64-4005-a0e5-d063475d1b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205842 Jul 05 02:41:14.211923 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-34c315f8-4d7a-434f-ad67-618f687ba4e5 req-4bbc3e85-b265-4c9a-a250-788897580429 tempest-TestServerAdvancedOps-1882430909 tempest-TestServerAdvancedOps-1882430909-project] 10.222.0.23 "GET /v2.0/security-groups?id=78144ff4-cee4-4469-a330-7ab44b6f97d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030133 Jul 05 02:41:14.270923 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-78ebd618-c484-4a37-a15c-1381e26f14b3 req-7cac549a-3d8d-4d73-9081-3dd43bfe99da tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Deleting port 00c19075-cbd9-4712-98f0-6801472e069d {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:41:14.271391 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-78ebd618-c484-4a37-a15c-1381e26f14b3 req-7cac549a-3d8d-4d73-9081-3dd43bfe99da tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:14.516322 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-78ebd618-c484-4a37-a15c-1381e26f14b3 req-7cac549a-3d8d-4d73-9081-3dd43bfe99da tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] For port 00c19075-cbd9-4712-98f0-6801472e069d, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=00c19075-cbd9-4712-98f0-6801472e069d,segment=NetworkSegment(1b110631-389a-4729-8a0c-ae21d314e9b9),segment_id=1b110631-389a-4729-8a0c-ae21d314e9b9)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:41:14.516322 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-78ebd618-c484-4a37-a15c-1381e26f14b3 req-7cac549a-3d8d-4d73-9081-3dd43bfe99da tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:14.600130 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-78ebd618-c484-4a37-a15c-1381e26f14b3 req-7cac549a-3d8d-4d73-9081-3dd43bfe99da tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Calling delete_port for 00c19075-cbd9-4712-98f0-6801472e069d owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:41:14.648973 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db045e78-28dc-437e-9328-ee6207e99915 req-2f6edec9-4ef8-4b50-97ed-dadc6f304d50 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:14.656687 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-db045e78-28dc-437e-9328-ee6207e99915 req-2f6edec9-4ef8-4b50-97ed-dadc6f304d50 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 945 time: 0.1769779 Jul 05 02:41:14.707657 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-db045e78-28dc-437e-9328-ee6207e99915 req-34148855-94e7-4a65-b57a-e656e6197611 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494940 Jul 05 02:41:14.925369 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2d0074-4db2-4cbe-a7ef-5f8df8ca07c3 req-ddcfa2a1-2aba-4224-b1e1-fdee8ce96b2e tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:14.926870 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0f2d0074-4db2-4cbe-a7ef-5f8df8ca07c3 req-ddcfa2a1-2aba-4224-b1e1-fdee8ce96b2e tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 945 time: 0.0891404 Jul 05 02:41:14.966018 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0f2d0074-4db2-4cbe-a7ef-5f8df8ca07c3 req-646fdc93-56eb-4953-a06f-32b4eb7997c6 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329466 Jul 05 02:41:15.138804 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0ee3f7-70ff-4ce3-bd3f-4f036139299a req-2755a0e1-c6b3-4c4b-9c62-b83ef186960f tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:15.140327 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-fa0ee3f7-70ff-4ce3-bd3f-4f036139299a req-2755a0e1-c6b3-4c4b-9c62-b83ef186960f tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cf1d713-cd41-4eac-b1df-8c9d093e936d HTTP/1.1" status: 200 len: 909 time: 0.0674305 Jul 05 02:41:15.184410 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-78ebd618-c484-4a37-a15c-1381e26f14b3 req-7cac549a-3d8d-4d73-9081-3dd43bfe99da tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:15.210766 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cac549a-3d8d-4d73-9081-3dd43bfe99da tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Pushing event deleted for resources: {'Port': ['ID=00c19075-cbd9-4712-98f0-6801472e069d,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:41:15.305561 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-78ebd618-c484-4a37-a15c-1381e26f14b3 req-7cac549a-3d8d-4d73-9081-3dd43bfe99da tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] No DVR routers for this DVR port 00c19075-cbd9-4712-98f0-6801472e069d on host n-h1-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:41:15.305561 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-78ebd618-c484-4a37-a15c-1381e26f14b3 req-7cac549a-3d8d-4d73-9081-3dd43bfe99da tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:15.305561 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-78ebd618-c484-4a37-a15c-1381e26f14b3 req-7cac549a-3d8d-4d73-9081-3dd43bfe99da tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] 10.222.0.21 "DELETE /v2.0/ports/00c19075-cbd9-4712-98f0-6801472e069d HTTP/1.1" status: 204 len: 173 time: 1.2707434 Jul 05 02:41:15.305561 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cf1d713-cd41-4eac-b1df-8c9d093e936d', 'name': 'network-vif-deleted', 'tag': '00c19075-cbd9-4712-98f0-6801472e069d'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:41:15.307898 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61815624-fcc4-45c1-a683-d5479a78641d" -d '{"events": [{"server_uuid": "3cf1d713-cd41-4eac-b1df-8c9d093e936d", "name": "network-vif-deleted", "tag": "00c19075-cbd9-4712-98f0-6801472e069d"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:41:15.568066 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378e2569-14a6-47a0-b4a8-00fd75955fc2 req-1074d198-82de-4aa7-b372-7991c85ad33e tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:15.577901 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-378e2569-14a6-47a0-b4a8-00fd75955fc2 req-1074d198-82de-4aa7-b372-7991c85ad33e tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8ca3bcd-f0a6-43dd-9dd2-88e517634f63 HTTP/1.1" status: 200 len: 945 time: 0.1090171 Jul 05 02:41:15.632245 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-378e2569-14a6-47a0-b4a8-00fd75955fc2 req-d1e47275-4175-41d0-b457-d2ee5267496e tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/security-groups?id=d739ef8a-6d64-4005-a0e5-d063475d1b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530334 Jul 05 02:41:15.926625 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d7eadb-0a93-465b-8a44-15a3944fb3da req-be609e0c-3a77-46be-b4e6-06c81ecc307e tempest-TestServerAdvancedOps-1882430909 tempest-TestServerAdvancedOps-1882430909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:15.934579 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-35d7eadb-0a93-465b-8a44-15a3944fb3da req-be609e0c-3a77-46be-b4e6-06c81ecc307e tempest-TestServerAdvancedOps-1882430909 tempest-TestServerAdvancedOps-1882430909-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcf64d4c-c13c-479d-9c34-8035eb1c0645 HTTP/1.1" status: 200 len: 945 time: 0.0793378 Jul 05 02:41:15.978519 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-35d7eadb-0a93-465b-8a44-15a3944fb3da req-5222903f-3f1d-451f-803e-18cc5f7966bb tempest-TestServerAdvancedOps-1882430909 tempest-TestServerAdvancedOps-1882430909-project] 10.222.0.23 "GET /v2.0/security-groups?id=78144ff4-cee4-4469-a330-7ab44b6f97d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430584 Jul 05 02:41:16.038041 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7be9e91-a60d-4ff2-ba70-ed569a03ef23 x-openstack-request-id: req-f7be9e91-a60d-4ff2-ba70-ed569a03ef23 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:41:16.038433 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cf1d713-cd41-4eac-b1df-8c9d093e936d", "name": "network-vif-deleted", "tag": "00c19075-cbd9-4712-98f0-6801472e069d", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:41:16.038753 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f7be9e91-a60d-4ff2-ba70-ed569a03ef23 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:41:16.039222 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cf1d713-cd41-4eac-b1df-8c9d093e936d', 'name': 'network-vif-deleted', 'tag': '00c19075-cbd9-4712-98f0-6801472e069d', 'status': 'completed', 'code': 200} Jul 05 02:41:16.336113 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-98d33425-4d37-49ab-a822-0c3036cb609a req-fc87b277-1569-4b1a-b0e4-199b5a092541 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cf1d713-cd41-4eac-b1df-8c9d093e936d HTTP/1.1" status: 200 len: 210 time: 0.0321646 Jul 05 02:41:16.383075 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698be994-0881-4a65-a3c1-0bdc3e7a07dc req-4e98e66a-289f-4207-8e56-84e7a19fcfa2 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:16.390792 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-698be994-0881-4a65-a3c1-0bdc3e7a07dc req-4e98e66a-289f-4207-8e56-84e7a19fcfa2 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 945 time: 0.1014512 Jul 05 02:41:16.450959 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-698be994-0881-4a65-a3c1-0bdc3e7a07dc req-ed9e9790-868c-4a47-bdfe-b4aedca111c8 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591607 Jul 05 02:41:16.829132 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b91440-9194-4755-9bbc-b668fd6ac042 req-1e4172bd-155a-4f4e-b70f-bbe9a6c40f54 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:16.831721 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-02b91440-9194-4755-9bbc-b668fd6ac042 req-1e4172bd-155a-4f4e-b70f-bbe9a6c40f54 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8ca3bcd-f0a6-43dd-9dd2-88e517634f63 HTTP/1.1" status: 200 len: 945 time: 0.0876265 Jul 05 02:41:16.879149 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-02b91440-9194-4755-9bbc-b668fd6ac042 req-acc5de52-29bd-4c51-80d6-c15d2bcff418 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/security-groups?id=d739ef8a-6d64-4005-a0e5-d063475d1b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346155 Jul 05 02:41:17.071332 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bef1ab-4732-4891-9866-590be45448f8 req-6cc505dd-8899-409c-bd6b-e383d655c9d5 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:17.073483 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-22bef1ab-4732-4891-9866-590be45448f8 req-6cc505dd-8899-409c-bd6b-e383d655c9d5 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8ca3bcd-f0a6-43dd-9dd2-88e517634f63 HTTP/1.1" status: 200 len: 945 time: 0.0744720 Jul 05 02:41:17.142087 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-22bef1ab-4732-4891-9866-590be45448f8 req-26383eca-a1b1-4815-82a0-046f8c1140f7 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/security-groups?id=d739ef8a-6d64-4005-a0e5-d063475d1b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624182 Jul 05 02:41:17.162197 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 56598) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:41:17.218150 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e91348-b3be-4965-bd33-d059f17c9382 req-96a92391-163c-4fb4-9e6e-65fabd7d5771 tempest-TestServerAdvancedOps-1882430909 tempest-TestServerAdvancedOps-1882430909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:17.218698 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0cbb40-ba97-44b0-8e73-9b670b98870e tempest-TestNetworkBasicOps-1962896060 tempest-TestNetworkBasicOps-1962896060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:17.220150 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d5e91348-b3be-4965-bd33-d059f17c9382 req-96a92391-163c-4fb4-9e6e-65fabd7d5771 tempest-TestServerAdvancedOps-1882430909 tempest-TestServerAdvancedOps-1882430909-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcf64d4c-c13c-479d-9c34-8035eb1c0645 HTTP/1.1" status: 200 len: 945 time: 0.0950942 Jul 05 02:41:17.220351 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-5f0cbb40-ba97-44b0-8e73-9b670b98870e tempest-TestNetworkBasicOps-1962896060 tempest-TestNetworkBasicOps-1962896060-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=c8ca3bcd-f0a6-43dd-9dd2-88e517634f63 HTTP/1.1" status: 200 len: 1092 time: 0.0567372 Jul 05 02:41:17.224159 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 56600) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:41:17.228806 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-e8ae52c1-e6e4-4412-ae1b-d17dfff5d50c tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Request body: {'floatingip': {'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'port_id': 'cdfd25fc-b633-4b97-ade1-309f75e1f7a3', 'tenant_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:41:17.274034 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d5e91348-b3be-4965-bd33-d059f17c9382 req-98f1a31a-c129-4cc5-9895-7f63116771b3 tempest-TestServerAdvancedOps-1882430909 tempest-TestServerAdvancedOps-1882430909-project] 10.222.0.23 "GET /v2.0/security-groups?id=78144ff4-cee4-4469-a330-7ab44b6f97d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429697 Jul 05 02:41:17.344153 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e8ae52c1-e6e4-4412-ae1b-d17dfff5d50c tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for floatingip, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:17.480970 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 56612) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:41:17.668757 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d4fb91-a617-4800-9cf5-8d61deddac43 req-a8af5e07-1893-40f4-b996-71ca92729a5c tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:17.670463 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c3d4fb91-a617-4800-9cf5-8d61deddac43 req-a8af5e07-1893-40f4-b996-71ca92729a5c tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 945 time: 0.0819538 Jul 05 02:41:17.736192 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e8ae52c1-e6e4-4412-ae1b-d17dfff5d50c tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:17.757084 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c3d4fb91-a617-4800-9cf5-8d61deddac43 req-0eb3d3b5-a42e-4ded-bf26-3212a9f5f3f4 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780716 Jul 05 02:41:18.193134 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-e8ae52c1-e6e4-4412-ae1b-d17dfff5d50c tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Allocated IP 172.25.7.98 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/f53fb5b9-b56b-41fc-8663-36e06c58a58f) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:41:18.253938 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed9d110-621d-49ad-9f06-74ad98e6ffff req-40dba19f-91ae-40ff-82d1-8842112b1c28 tempest-TestServerAdvancedOps-1882430909 tempest-TestServerAdvancedOps-1882430909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:18.255453 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8ed9d110-621d-49ad-9f06-74ad98e6ffff req-40dba19f-91ae-40ff-82d1-8842112b1c28 tempest-TestServerAdvancedOps-1882430909 tempest-TestServerAdvancedOps-1882430909-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcf64d4c-c13c-479d-9c34-8035eb1c0645 HTTP/1.1" status: 200 len: 945 time: 0.4007485 Jul 05 02:41:18.266013 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f99d213-b7a9-4b39-9342-4009b808c994 req-216e4506-2e38-44d9-bee0-e9bdfea9ffa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:18.267601 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5f99d213-b7a9-4b39-9342-4009b808c994 req-216e4506-2e38-44d9-bee0-e9bdfea9ffa2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d41aebdcdcbc4a2585f4a39dbb0792fe&device_id=fcf64d4c-c13c-479d-9c34-8035eb1c0645 HTTP/1.1" status: 200 len: 1097 time: 0.2902012 Jul 05 02:41:18.441944 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8ed9d110-621d-49ad-9f06-74ad98e6ffff req-b5ef632a-67cf-4bf9-82b1-6daeacb3e9da tempest-TestServerAdvancedOps-1882430909 tempest-TestServerAdvancedOps-1882430909-project] 10.222.0.23 "GET /v2.0/security-groups?id=78144ff4-cee4-4469-a330-7ab44b6f97d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730480 Jul 05 02:41:18.531579 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f99d213-b7a9-4b39-9342-4009b808c994 req-d9248bf2-8ac6-406d-8842-8fce317d7770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:18.533646 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5f99d213-b7a9-4b39-9342-4009b808c994 req-d9248bf2-8ac6-406d-8842-8fce317d7770 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ba243357-0b01-4810-b2f5-4baadc94135a HTTP/1.1" status: 200 len: 912 time: 0.2467098 Jul 05 02:41:18.536709 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e8ae52c1-e6e4-4412-ae1b-d17dfff5d50c tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:18.589969 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5f99d213-b7a9-4b39-9342-4009b808c994 req-82297829-800e-4c3e-9c5d-6a4ce8ab58b2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27284142-f81a-4f9e-a39c-cff2c4894808 HTTP/1.1" status: 200 len: 217 time: 0.0465138 Jul 05 02:41:18.684222 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f99d213-b7a9-4b39-9342-4009b808c994 req-6223db24-7adb-4670-a6c2-f967e7901dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:18.685651 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5f99d213-b7a9-4b39-9342-4009b808c994 req-6223db24-7adb-4670-a6c2-f967e7901dea service neutron] 10.222.0.21 "GET /v2.0/subnets?id=85d1c05a-07bf-4181-8bdc-ffaa6ae92376 HTTP/1.1" status: 200 len: 852 time: 0.0889280 Jul 05 02:41:18.705246 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 00c19075-cbd9-4712-98f0-6801472e069d no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:41:18.723228 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5f99d213-b7a9-4b39-9342-4009b808c994 req-6a531d38-46fd-47a1-bf01-1ac6bbbbb01d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ba243357-0b01-4810-b2f5-4baadc94135a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312161 Jul 05 02:41:18.729472 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-012697ae-3a18-4223-a408-85df5a740f13 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1634680'] for router_interface, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:18.730335 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] No Port match for: 00c19075-cbd9-4712-98f0-6801472e069d {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:41:18.730598 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 00c19075-cbd9-4712-98f0-6801472e069d not bound to the agent host n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:41:19.017834 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76fb8d5-5f2c-4cf9-9104-31b0f11cb647 req-067ee1bb-1c9d-401d-9389-34cc6d937634 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:19.019494 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f76fb8d5-5f2c-4cf9-9104-31b0f11cb647 req-067ee1bb-1c9d-401d-9389-34cc6d937634 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 945 time: 0.1005011 Jul 05 02:41:19.077307 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f76fb8d5-5f2c-4cf9-9104-31b0f11cb647 req-a5cd0c6f-98ba-47d0-88b4-44c6fdf6f00d tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513358 Jul 05 02:41:19.086276 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e8ae52c1-e6e4-4412-ae1b-d17dfff5d50c tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:19.208723 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ae52c1-e6e4-4412-ae1b-d17dfff5d50c tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:41:19.219232 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-e8ae52c1-e6e4-4412-ae1b-d17dfff5d50c tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:41:19.234480 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ae52c1-e6e4-4412-ae1b-d17dfff5d50c tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:41:19.246606 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ae52c1-e6e4-4412-ae1b-d17dfff5d50c tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Pushing event updated for resources: {'Port': ['ID=f53fb5b9-b56b-41fc-8663-36e06c58a58f,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:41:19.271241 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5f99d213-b7a9-4b39-9342-4009b808c994 req-1143f958-f068-4dbd-9d54-78a90d757c2b service neutron] 10.222.0.21 "GET /v2.0/networks/ba243357-0b01-4810-b2f5-4baadc94135a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5395405 Jul 05 02:41:19.499273 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5f99d213-b7a9-4b39-9342-4009b808c994 req-3259b624-88fd-4c5d-9ac4-ce0fb6a2a6c5 service neutron] 10.222.0.21 "GET /v2.0/networks/ba243357-0b01-4810-b2f5-4baadc94135a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187493 Jul 05 02:41:19.653164 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50071754-98bb-4687-a655-72623acf5c17 req-dfdc0dba-96b9-4ebe-bf98-afa576724401 tempest-TestServerAdvancedOps-1882430909 tempest-TestServerAdvancedOps-1882430909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:19.655205 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-50071754-98bb-4687-a655-72623acf5c17 req-dfdc0dba-96b9-4ebe-bf98-afa576724401 tempest-TestServerAdvancedOps-1882430909 tempest-TestServerAdvancedOps-1882430909-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcf64d4c-c13c-479d-9c34-8035eb1c0645 HTTP/1.1" status: 200 len: 945 time: 0.0714500 Jul 05 02:41:19.702148 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-50071754-98bb-4687-a655-72623acf5c17 req-ab391468-a792-4c92-927d-ac0171d63c84 tempest-TestServerAdvancedOps-1882430909 tempest-TestServerAdvancedOps-1882430909-project] 10.222.0.23 "GET /v2.0/security-groups?id=78144ff4-cee4-4469-a330-7ab44b6f97d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336554 Jul 05 02:41:19.781910 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-012697ae-3a18-4223-a408-85df5a740f13 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Deleting port d095798d-2e2d-4500-ad4b-4d1549427544 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:41:19.782536 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-012697ae-3a18-4223-a408-85df5a740f13 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:20.020492 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [None req-012697ae-3a18-4223-a408-85df5a740f13 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] For port d095798d-2e2d-4500-ad4b-4d1549427544, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=d095798d-2e2d-4500-ad4b-4d1549427544,segment=NetworkSegment(1b110631-389a-4729-8a0c-ae21d314e9b9),segment_id=1b110631-389a-4729-8a0c-ae21d314e9b9)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:41:20.020859 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-012697ae-3a18-4223-a408-85df5a740f13 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:20.045073 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-012697ae-3a18-4223-a408-85df5a740f13 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Calling delete_port for d095798d-2e2d-4500-ad4b-4d1549427544 owned by network:router_interface {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:41:20.047122 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e8ae52c1-e6e4-4412-ae1b-d17dfff5d50c tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:20.303269 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e8ae52c1-e6e4-4412-ae1b-d17dfff5d50c tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:20.394447 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6f94a7-28df-46b7-b58c-568e67aca60f req-0d723c7a-99f5-4559-8f00-5565c940cd2f tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:20.395932 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ee6f94a7-28df-46b7-b58c-568e67aca60f req-0d723c7a-99f5-4559-8f00-5565c940cd2f tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 945 time: 0.1900673 Jul 05 02:41:20.508564 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ee6f94a7-28df-46b7-b58c-568e67aca60f req-26e74ac3-0901-4fdf-8e57-dda343def96e tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041067 Jul 05 02:41:20.583197 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-012697ae-3a18-4223-a408-85df5a740f13 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:20.624772 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012697ae-3a18-4223-a408-85df5a740f13 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Pushing event deleted for resources: {'Port': ['ID=d095798d-2e2d-4500-ad4b-4d1549427544,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:41:20.660608 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e8ae52c1-e6e4-4412-ae1b-d17dfff5d50c tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:20.909994 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e3e74eff-cceb-4539-bdde-3ca23fd380de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:21.019983 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03be2d68-6a28-446d-a8e8-95566d9069e5 req-ef4b3c0a-9205-4bc7-9006-bf6fe250f560 tempest-TestServerAdvancedOps-1882430909 tempest-TestServerAdvancedOps-1882430909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:21.027417 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-03be2d68-6a28-446d-a8e8-95566d9069e5 req-ef4b3c0a-9205-4bc7-9006-bf6fe250f560 tempest-TestServerAdvancedOps-1882430909 tempest-TestServerAdvancedOps-1882430909-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcf64d4c-c13c-479d-9c34-8035eb1c0645 HTTP/1.1" status: 200 len: 945 time: 0.0966063 Jul 05 02:41:21.091081 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-03be2d68-6a28-446d-a8e8-95566d9069e5 req-47d00eec-420a-4266-a6fd-c0d6ead9b68b tempest-TestServerAdvancedOps-1882430909 tempest-TestServerAdvancedOps-1882430909-project] 10.222.0.23 "GET /v2.0/security-groups?id=78144ff4-cee4-4469-a330-7ab44b6f97d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626636 Jul 05 02:41:21.125589 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e8ae52c1-e6e4-4412-ae1b-d17dfff5d50c tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:21.247921 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-012697ae-3a18-4223-a408-85df5a740f13 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635398'] for router_interface, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:21.264116 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ae52c1-e6e4-4412-ae1b-d17dfff5d50c tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Pushing event updated for resources: {'Port': ['ID=f53fb5b9-b56b-41fc-8663-36e06c58a58f,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:41:21.327727 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e8ae52c1-e6e4-4412-ae1b-d17dfff5d50c tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636869'] for floatingip, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:21.556178 n-d-771362-32 neutron-server[94461]: INFO neutron.db.l3_db [None req-e8ae52c1-e6e4-4412-ae1b-d17dfff5d50c tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Floating IP 086f0309-d4b2-4772-b204-4db88179e219 associated. External IP: 172.25.7.98, port: cdfd25fc-b633-4b97-ade1-309f75e1f7a3. Jul 05 02:41:21.567084 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55abee58-dce0-4519-9c74-bd85e3d120a1 req-64d113aa-8746-42cd-a964-9877330876c6 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:21.568751 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-55abee58-dce0-4519-9c74-bd85e3d120a1 req-64d113aa-8746-42cd-a964-9877330876c6 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 944 time: 0.0853360 Jul 05 02:41:21.617586 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-55abee58-dce0-4519-9c74-bd85e3d120a1 req-4188c286-7539-4c41-aeab-b897e74d09c9 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=09716028-44a2-4220-a754-7ed932c56f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352418 Jul 05 02:41:21.700987 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-012697ae-3a18-4223-a408-85df5a740f13 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Router 8e7be68d-4d89-4be5-8648-b7198a4922a6 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:41:21.785685 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 56660) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:41:21.856077 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a08801-313e-4aa6-9697-12871925cb7f req-29522230-71ba-4986-be4f-2c13e68fbd0c tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:21.858215 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f1a08801-313e-4aa6-9697-12871925cb7f req-29522230-71ba-4986-be4f-2c13e68fbd0c tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 945 time: 0.1014338 Jul 05 02:41:21.911297 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-012697ae-3a18-4223-a408-85df5a740f13 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:41:21.914554 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f1a08801-313e-4aa6-9697-12871925cb7f req-5110c097-895b-4e40-909a-f4fc0edbbe50 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462594 Jul 05 02:41:21.921859 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-012697ae-3a18-4223-a408-85df5a740f13 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] 10.222.0.23 "PUT /v2.0/routers/8e7be68d-4d89-4be5-8648-b7198a4922a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4366877 Jul 05 02:41:21.922789 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b97335-7b8b-4855-8d65-d5766e6e0859 None None] Sync routers for ids ['8e7be68d-4d89-4be5-8648-b7198a4922a6'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:41:21.926029 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 56666) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:41:21.939699 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b97335-7b8b-4855-8d65-d5766e6e0859 None None] Routers {'8e7be68d-4d89-4be5-8648-b7198a4922a6'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:41:21.948574 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-41b97335-7b8b-4855-8d65-d5766e6e0859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:40:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['8e7be68d-4d89-4be5-8648-b7198a4922a6'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:41:21.951612 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8ae52c1-e6e4-4412-ae1b-d17dfff5d50c tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Router b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:41:22.009497 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1152fa9e-78d7-4fea-a685-3f1e40b20e79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:22.036710 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6fc1ef8-a93c-47fe-905f-ce514c463e01 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Deleting subnet 7f3995e5-f17e-4cfa-b434-c16d7b6197db {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:41:22.043420 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d6fc1ef8-a93c-47fe-905f-ce514c463e01 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:22.101293 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-41b97335-7b8b-4855-8d65-d5766e6e0859 None None] Set router 8e7be68d-4d89-4be5-8648-b7198a4922a6 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:41:22.109003 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ddef3d-5771-410b-bc9b-b524f39a49a6 req-d4744e89-eecc-456d-bed6-8167cdcbc17c tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:22.110853 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-89ddef3d-5771-410b-bc9b-b524f39a49a6 req-d4744e89-eecc-456d-bed6-8167cdcbc17c tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 944 time: 0.1957295 Jul 05 02:41:22.150746 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d6fc1ef8-a93c-47fe-905f-ce514c463e01 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:22.152038 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8ae52c1-e6e4-4412-ae1b-d17dfff5d50c tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:41:22.169012 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88c6f26-7611-43da-8b49-b4278e55774f None None] Sync routers for ids ['b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:41:22.190858 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88c6f26-7611-43da-8b49-b4278e55774f None None] Routers {'b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:41:22.191492 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-f88c6f26-7611-43da-8b49-b4278e55774f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:40:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:41:22.226034 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-89ddef3d-5771-410b-bc9b-b524f39a49a6 req-3d39c60c-ef99-497b-92af-4b7cf2a498ef tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=09716028-44a2-4220-a754-7ed932c56f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079881 Jul 05 02:41:22.320965 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06a4c92-aee7-412d-a29b-c451cca7fd6f req-e77337e9-bdf5-4fb9-94cb-dc386be6b4da tempest-TestServerAdvancedOps-1882430909 tempest-TestServerAdvancedOps-1882430909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:22.328108 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f06a4c92-aee7-412d-a29b-c451cca7fd6f req-e77337e9-bdf5-4fb9-94cb-dc386be6b4da tempest-TestServerAdvancedOps-1882430909 tempest-TestServerAdvancedOps-1882430909-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcf64d4c-c13c-479d-9c34-8035eb1c0645 HTTP/1.1" status: 200 len: 945 time: 0.2443402 Jul 05 02:41:22.354244 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-f88c6f26-7611-43da-8b49-b4278e55774f None None] Set router b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:41:22.356968 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-41b97335-7b8b-4855-8d65-d5766e6e0859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e7be68d-4d89-4be5-8648-b7198a4922a6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1977206953', 'tenant_id': '0d97daa9abfb4f3f83ba38958ca24f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': 'fce8dfec-5825-457a-96a9-ffc6d05350e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:40:30Z', 'updated_at': '2021-07-05T02:41:20Z', 'revision_number': 5, 'project_id': '0d97daa9abfb4f3f83ba38958ca24f47', 'gw_port': {'id': 'fce8dfec-5825-457a-96a9-ffc6d05350e5', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7be68d-4d89-4be5-8648-b7198a4922a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:40:31Z', 'updated_at': '2021-07-05T02:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:41:22.399053 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b97335-7b8b-4855-8d65-d5766e6e0859 None None] Checking router: 8e7be68d-4d89-4be5-8648-b7198a4922a6 for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:41:22.419205 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b97335-7b8b-4855-8d65-d5766e6e0859 None None] Routers {'8e7be68d-4d89-4be5-8648-b7198a4922a6'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:41:22.419884 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-41b97335-7b8b-4855-8d65-d5766e6e0859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:40:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['8e7be68d-4d89-4be5-8648-b7198a4922a6'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:41:22.440753 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f06a4c92-aee7-412d-a29b-c451cca7fd6f req-47e34b6f-267b-4946-b544-bd2930504c3a tempest-TestServerAdvancedOps-1882430909 tempest-TestServerAdvancedOps-1882430909-project] 10.222.0.23 "GET /v2.0/security-groups?id=78144ff4-cee4-4469-a330-7ab44b6f97d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099734 Jul 05 02:41:22.463101 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d6fc1ef8-a93c-47fe-905f-ce514c463e01 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:22.500305 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1152fa9e-78d7-4fea-a685-3f1e40b20e79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:22.551008 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-41b97335-7b8b-4855-8d65-d5766e6e0859 None None] Set router 8e7be68d-4d89-4be5-8648-b7198a4922a6 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:41:22.652774 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-f88c6f26-7611-43da-8b49-b4278e55774f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d', 'name': 'tempest-TestNetworkBasicOps-router-1623503849', 'tenant_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': '6555e7cb-1ce8-4da9-bb4d-d91ce047b0e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:40:25Z', 'updated_at': '2021-07-05T02:40:38Z', 'revision_number': 4, 'project_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'gw_port': {'id': '6555e7cb-1ce8-4da9-bb4d-d91ce047b0e7', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:94:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:40:26Z', 'updated_at': '2021-07-05T02:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '086f0309-d4b2-4772-b204-4db88179e219', 'tenant_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'floating_ip_address': '172.25.7.98', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': 'b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d', 'port_id': 'cdfd25fc-b633-4b97-ade1-309f75e1f7a3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3300, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5707578e-6bd2-47ab-9975-d5337f100e83', 'mac_address': 'fa:16:3e:78:c4:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ca3bcd-f0a6-43dd-9dd2-88e517634f63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T02:41:19Z', 'updated_at': '2021-07-05T02:41:19Z', 'revision_number': 0, 'project_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3494458e-5161-45af-8201-9b30e115c3ed', 'name': '', 'network_id': '5707578e-6bd2-47ab-9975-d5337f100e83', 'tenant_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'mac_address': 'fa:16:3e:4d:ba:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '28052bc8-43f3-4b27-af64-004e742f3a2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:40:36Z', 'updated_at': '2021-07-05T02:40:47Z', 'revision_number': 5, 'project_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'subnets': [{'id': '28052bc8-43f3-4b27-af64-004e742f3a2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:41:22.672893 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d6fc1ef8-a93c-47fe-905f-ce514c463e01 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:22.680891 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1152fa9e-78d7-4fea-a685-3f1e40b20e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:22.733270 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fc1ef8-a93c-47fe-905f-ce514c463e01 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Pushing event deleted for resources: {'Subnet': ['ID=7f3995e5-f17e-4cfa-b434-c16d7b6197db,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:41:22.763720 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e8ae52c1-e6e4-4412-ae1b-d17dfff5d50c tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:22.780589 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d6fc1ef8-a93c-47fe-905f-ce514c463e01 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks [] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:22.781565 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88c6f26-7611-43da-8b49-b4278e55774f None None] Checking router: b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:41:22.786169 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-d6fc1ef8-a93c-47fe-905f-ce514c463e01 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] 10.222.0.23 "DELETE /v2.0/subnets/7f3995e5-f17e-4cfa-b434-c16d7b6197db HTTP/1.1" status: 204 len: 168 time: 0.8506269 Jul 05 02:41:22.790996 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 56672) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:41:22.791626 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88c6f26-7611-43da-8b49-b4278e55774f None None] Routers {'b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:41:22.792434 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-f88c6f26-7611-43da-8b49-b4278e55774f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:40:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:41:22.797970 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d31bb0-fc76-43d7-9357-ad247f7883e0 None None] Network 95a6ff8c-0252-4f7b-bace-6be7ab13b4fd requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:41:22.833123 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1152fa9e-78d7-4fea-a685-3f1e40b20e79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8d897e7-f6c0-47c1-b559-5fdab1d00e3d,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:41:22.856966 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-e8ae52c1-e6e4-4412-ae1b-d17dfff5d50c tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.6317105 Jul 05 02:41:22.857559 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8ca3bcd-f0a6-43dd-9dd2-88e517634f63', 'tag': 'cdfd25fc-b633-4b97-ade1-309f75e1f7a3'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:41:22.861072 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d2654de-3cf3-4ede-8500-a13d7937905f" -d '{"events": [{"name": "network-changed", "server_uuid": "c8ca3bcd-f0a6-43dd-9dd2-88e517634f63", "tag": "cdfd25fc-b633-4b97-ade1-309f75e1f7a3"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:41:22.863887 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 56674) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:41:22.905662 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-f88c6f26-7611-43da-8b49-b4278e55774f None None] Set router b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:41:22.935256 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-1152fa9e-78d7-4fea-a685-3f1e40b20e79 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8278f7a050ce4f148c32e28f03866ed5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1453462 Jul 05 02:41:23.003489 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 56678) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:41:23.004919 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f83cb77b-f143-4dbb-bcd6-a3bcf1619f5b x-openstack-request-id: req-f83cb77b-f143-4dbb-bcd6-a3bcf1619f5b {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:41:23.005221 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8ca3bcd-f0a6-43dd-9dd2-88e517634f63", "tag": "cdfd25fc-b633-4b97-ade1-309f75e1f7a3", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:41:23.005948 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f83cb77b-f143-4dbb-bcd6-a3bcf1619f5b {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:41:23.005948 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8ca3bcd-f0a6-43dd-9dd2-88e517634f63', 'tag': 'cdfd25fc-b633-4b97-ade1-309f75e1f7a3', 'status': 'completed', 'code': 200} Jul 05 02:41:23.029084 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-41b97335-7b8b-4855-8d65-d5766e6e0859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e7be68d-4d89-4be5-8648-b7198a4922a6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1977206953', 'tenant_id': '0d97daa9abfb4f3f83ba38958ca24f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': 'fce8dfec-5825-457a-96a9-ffc6d05350e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:40:30Z', 'updated_at': '2021-07-05T02:41:20Z', 'revision_number': 5, 'project_id': '0d97daa9abfb4f3f83ba38958ca24f47', 'gw_port': {'id': 'fce8dfec-5825-457a-96a9-ffc6d05350e5', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7be68d-4d89-4be5-8648-b7198a4922a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:40:31Z', 'updated_at': '2021-07-05T02:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:41:23.058763 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0fe52038-6786-4c8b-bb59-c40a80d3a803 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks [] for router, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:23.124776 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0bf57f0-5a3f-4e10-8055-211202caca7a None None] DHCP port deletion for 95a6ff8c-0252-4f7b-bace-6be7ab13b4fd request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:41:23.136397 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b97335-7b8b-4855-8d65-d5766e6e0859 None None] The sync data for ids ['8e7be68d-4d89-4be5-8648-b7198a4922a6'] in n-d-771362-32 is: [{'id': '8e7be68d-4d89-4be5-8648-b7198a4922a6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1977206953', 'tenant_id': '0d97daa9abfb4f3f83ba38958ca24f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': 'fce8dfec-5825-457a-96a9-ffc6d05350e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:40:30Z', 'updated_at': '2021-07-05T02:41:20Z', 'revision_number': 5, 'project_id': '0d97daa9abfb4f3f83ba38958ca24f47', 'gw_port': {'id': 'fce8dfec-5825-457a-96a9-ffc6d05350e5', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7be68d-4d89-4be5-8648-b7198a4922a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:40:31Z', 'updated_at': '2021-07-05T02:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:41:23.181628 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-bf4b9bbd-c098-4e78-90b6-f4793cd6edda tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/floatingips/086f0309-d4b2-4772-b204-4db88179e219 HTTP/1.1" status: 200 len: 990 time: 0.3141425 Jul 05 02:41:23.231531 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e40b988d-0511-4305-9ea4-415954eef390 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:23.247978 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2654de-3cf3-4ede-8500-a13d7937905f req-022d49c4-cdc9-42a3-939e-b7cba4fdb5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:23.249840 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0d2654de-3cf3-4ede-8500-a13d7937905f req-022d49c4-cdc9-42a3-939e-b7cba4fdb5c8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e74a7c63f72a43c48203f0c9f39b1c1e&device_id=c8ca3bcd-f0a6-43dd-9dd2-88e517634f63 HTTP/1.1" status: 200 len: 1097 time: 0.1927869 Jul 05 02:41:23.340032 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-a0bf57f0-5a3f-4e10-8055-211202caca7a None None] Deleting port 96f28a7a-8502-4521-9ed5-d2fe100c849f {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:41:23.340412 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a0bf57f0-5a3f-4e10-8055-211202caca7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:23.365233 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0fe52038-6786-4c8b-bb59-c40a80d3a803 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:23.417696 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e40b988d-0511-4305-9ea4-415954eef390 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:23.444066 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-f88c6f26-7611-43da-8b49-b4278e55774f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d', 'name': 'tempest-TestNetworkBasicOps-router-1623503849', 'tenant_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': '6555e7cb-1ce8-4da9-bb4d-d91ce047b0e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:40:25Z', 'updated_at': '2021-07-05T02:40:38Z', 'revision_number': 4, 'project_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'gw_port': {'id': '6555e7cb-1ce8-4da9-bb4d-d91ce047b0e7', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:94:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:40:26Z', 'updated_at': '2021-07-05T02:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '086f0309-d4b2-4772-b204-4db88179e219', 'tenant_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'floating_ip_address': '172.25.7.98', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': 'b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d', 'port_id': 'cdfd25fc-b633-4b97-ade1-309f75e1f7a3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3300, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5707578e-6bd2-47ab-9975-d5337f100e83', 'mac_address': 'fa:16:3e:78:c4:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ca3bcd-f0a6-43dd-9dd2-88e517634f63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T02:41:19Z', 'updated_at': '2021-07-05T02:41:19Z', 'revision_number': 0, 'project_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3494458e-5161-45af-8201-9b30e115c3ed', 'name': '', 'network_id': '5707578e-6bd2-47ab-9975-d5337f100e83', 'tenant_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'mac_address': 'fa:16:3e:4d:ba:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '28052bc8-43f3-4b27-af64-004e742f3a2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:40:36Z', 'updated_at': '2021-07-05T02:40:47Z', 'revision_number': 5, 'project_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'subnets': [{'id': '28052bc8-43f3-4b27-af64-004e742f3a2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:41:23.472938 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-a0bf57f0-5a3f-4e10-8055-211202caca7a None None] For port 96f28a7a-8502-4521-9ed5-d2fe100c849f, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=96f28a7a-8502-4521-9ed5-d2fe100c849f,segment=NetworkSegment(1b110631-389a-4729-8a0c-ae21d314e9b9),segment_id=1b110631-389a-4729-8a0c-ae21d314e9b9)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:41:23.473710 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a0bf57f0-5a3f-4e10-8055-211202caca7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:23.504744 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-a0bf57f0-5a3f-4e10-8055-211202caca7a None None] Calling delete_port for 96f28a7a-8502-4521-9ed5-d2fe100c849f owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:41:23.512214 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88c6f26-7611-43da-8b49-b4278e55774f None None] The sync data for ids ['b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d'] in n-d-771362-32 is: [{'id': 'b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d', 'name': 'tempest-TestNetworkBasicOps-router-1623503849', 'tenant_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': '6555e7cb-1ce8-4da9-bb4d-d91ce047b0e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:40:25Z', 'updated_at': '2021-07-05T02:40:38Z', 'revision_number': 4, 'project_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'gw_port': {'id': '6555e7cb-1ce8-4da9-bb4d-d91ce047b0e7', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:94:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:40:26Z', 'updated_at': '2021-07-05T02:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '086f0309-d4b2-4772-b204-4db88179e219', 'tenant_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'floating_ip_address': '172.25.7.98', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': 'b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d', 'port_id': 'cdfd25fc-b633-4b97-ade1-309f75e1f7a3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3300, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5707578e-6bd2-47ab-9975-d5337f100e83', 'mac_address': 'fa:16:3e:78:c4:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ca3bcd-f0a6-43dd-9dd2-88e517634f63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T02:41:19Z', 'updated_at': '2021-07-05T02:41:19Z', 'revision_number': 0, 'project_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3494458e-5161-45af-8201-9b30e115c3ed', 'name': '', 'network_id': '5707578e-6bd2-47ab-9975-d5337f100e83', 'tenant_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'mac_address': 'fa:16:3e:4d:ba:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '28052bc8-43f3-4b27-af64-004e742f3a2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:40:36Z', 'updated_at': '2021-07-05T02:40:47Z', 'revision_number': 5, 'project_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'subnets': [{'id': '28052bc8-43f3-4b27-af64-004e742f3a2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:41:23.570523 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-c2751235-5066-451c-bd8d-7befb968ce3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:23.584154 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6052c56e-2e23-4cf8-9694-97f578f6b86f req-ec4d7078-6c35-4be0-a287-9d806b3d0547 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:23.591599 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6052c56e-2e23-4cf8-9694-97f578f6b86f req-ec4d7078-6c35-4be0-a287-9d806b3d0547 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 945 time: 0.1619868 Jul 05 02:41:23.596363 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2654de-3cf3-4ede-8500-a13d7937905f req-dd0a45c7-cb41-4025-8298-8db368288ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:23.598408 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0d2654de-3cf3-4ede-8500-a13d7937905f req-dd0a45c7-cb41-4025-8298-8db368288ced service neutron] 10.222.0.15 "GET /v2.0/networks?id=5707578e-6bd2-47ab-9975-d5337f100e83 HTTP/1.1" status: 200 len: 897 time: 0.3340707 Jul 05 02:41:23.607980 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411e81e0-876f-4cf5-b8c0-8a9baf204ceb req-26918aac-9a26-420c-bcd6-302aa8bb091a tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:23.610261 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-411e81e0-876f-4cf5-b8c0-8a9baf204ceb req-26918aac-9a26-420c-bcd6-302aa8bb091a tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 944 time: 0.1986537 Jul 05 02:41:23.646267 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-0fe52038-6786-4c8b-bb59-c40a80d3a803 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Deleting port fce8dfec-5825-457a-96a9-ffc6d05350e5 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:41:23.646603 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0fe52038-6786-4c8b-bb59-c40a80d3a803 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:23.652388 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6052c56e-2e23-4cf8-9694-97f578f6b86f req-c35ed9b4-2a31-40b3-bd25-e60348824153 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597410 Jul 05 02:41:23.723105 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0d2654de-3cf3-4ede-8500-a13d7937905f req-223e1ae9-307a-4d0d-8bd5-f186a7924554 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cdfd25fc-b633-4b97-ade1-309f75e1f7a3 HTTP/1.1" status: 200 len: 998 time: 0.1112626 Jul 05 02:41:23.727319 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e40b988d-0511-4305-9ea4-415954eef390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:23.734842 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e40b988d-0511-4305-9ea4-415954eef390 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:23.738960 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-e40b988d-0511-4305-9ea4-415954eef390 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c8d897e7-f6c0-47c1-b559-5fdab1d00e3d HTTP/1.1" status: 204 len: 168 time: 0.7298295 Jul 05 02:41:23.750108 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-411e81e0-876f-4cf5-b8c0-8a9baf204ceb req-b641e320-58ca-47a1-8a27-2983353a10dc tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=09716028-44a2-4220-a754-7ed932c56f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250439 Jul 05 02:41:23.769090 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a0bf57f0-5a3f-4e10-8055-211202caca7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:23.785706 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40b988d-0511-4305-9ea4-415954eef390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8d897e7-f6c0-47c1-b559-5fdab1d00e3d,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:41:23.822614 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2654de-3cf3-4ede-8500-a13d7937905f req-a833cee6-d6d2-485e-9875-263de97328db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:23.825109 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0d2654de-3cf3-4ede-8500-a13d7937905f req-a833cee6-d6d2-485e-9875-263de97328db service neutron] 10.222.0.15 "GET /v2.0/subnets?id=28052bc8-43f3-4b27-af64-004e742f3a2d HTTP/1.1" status: 200 len: 835 time: 0.0868287 Jul 05 02:41:23.844617 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-0fe52038-6786-4c8b-bb59-c40a80d3a803 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] For port fce8dfec-5825-457a-96a9-ffc6d05350e5, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=fce8dfec-5825-457a-96a9-ffc6d05350e5,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:41:23.846028 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0fe52038-6786-4c8b-bb59-c40a80d3a803 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:23.850213 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bf57f0-5a3f-4e10-8055-211202caca7a None None] Pushing event deleted for resources: {'Port': ['ID=96f28a7a-8502-4521-9ed5-d2fe100c849f,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:41:23.894885 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0bf57f0-5a3f-4e10-8055-211202caca7a None None] No DVR routers for this DVR port 96f28a7a-8502-4521-9ed5-d2fe100c849f on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:41:23.922265 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-0fe52038-6786-4c8b-bb59-c40a80d3a803 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Calling delete_port for fce8dfec-5825-457a-96a9-ffc6d05350e5 owned by network:router_gateway {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:41:23.971237 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2654de-3cf3-4ede-8500-a13d7937905f req-55e32c34-153d-4aba-9679-579b13ef5940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:23.972866 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0d2654de-3cf3-4ede-8500-a13d7937905f req-55e32c34-153d-4aba-9679-579b13ef5940 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5707578e-6bd2-47ab-9975-d5337f100e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1408050 Jul 05 02:41:24.024603 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:24.077129 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c81054-d71c-48cb-be12-43333d8db679 None None] New status for floating IP 086f0309-d4b2-4772-b204-4db88179e219: ACTIVE {{(pid=94463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 02:41:24.150379 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fb58e1-7789-4a69-8e63-2e7605343f3b req-a29f1207-abac-40e7-bed6-bd6d9628917f tempest-TestServerAdvancedOps-1882430909 tempest-TestServerAdvancedOps-1882430909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:24.153971 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-67fb58e1-7789-4a69-8e63-2e7605343f3b req-a29f1207-abac-40e7-bed6-bd6d9628917f tempest-TestServerAdvancedOps-1882430909 tempest-TestServerAdvancedOps-1882430909-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcf64d4c-c13c-479d-9c34-8035eb1c0645 HTTP/1.1" status: 200 len: 945 time: 0.2044988 Jul 05 02:41:24.176452 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0d2654de-3cf3-4ede-8500-a13d7937905f req-a1a9027c-a422-4764-8bea-cb22bbb88781 service neutron] 10.222.0.15 "GET /v2.0/networks/5707578e-6bd2-47ab-9975-d5337f100e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932073 Jul 05 02:41:24.186636 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 56694) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:41:24.291159 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-67fb58e1-7789-4a69-8e63-2e7605343f3b req-a3c2e89a-eb62-4349-9001-c0b23b5f16fb tempest-TestServerAdvancedOps-1882430909 tempest-TestServerAdvancedOps-1882430909-project] 10.222.0.23 "GET /v2.0/security-groups?id=78144ff4-cee4-4469-a330-7ab44b6f97d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876789 Jul 05 02:41:24.309187 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 96f28a7a-8502-4521-9ed5-d2fe100c849f no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:41:24.337208 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 96f28a7a-8502-4521-9ed5-d2fe100c849f {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:41:24.337821 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 96f28a7a-8502-4521-9ed5-d2fe100c849f not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:41:24.338296 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device d095798d-2e2d-4500-ad4b-4d1549427544 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:41:24.360420 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: d095798d-2e2d-4500-ad4b-4d1549427544 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:41:24.360798 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device d095798d-2e2d-4500-ad4b-4d1549427544 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:41:24.364812 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-9ab12781-c371-445d-911a-c2c3ae9237f5 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/floatingips/086f0309-d4b2-4772-b204-4db88179e219 HTTP/1.1" status: 200 len: 990 time: 0.1789973 Jul 05 02:41:24.443202 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0d2654de-3cf3-4ede-8500-a13d7937905f req-6ad68485-588c-42ac-86eb-dbd4578d1c6f service neutron] 10.222.0.15 "GET /v2.0/networks/5707578e-6bd2-47ab-9975-d5337f100e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457359 Jul 05 02:41:24.492970 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0fe52038-6786-4c8b-bb59-c40a80d3a803 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:24.532322 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe52038-6786-4c8b-bb59-c40a80d3a803 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Pushing event deleted for resources: {'Port': ['ID=fce8dfec-5825-457a-96a9-ffc6d05350e5,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:41:24.611545 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0fe52038-6786-4c8b-bb59-c40a80d3a803 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636927'] for router_gateway, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:24.669746 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:24.702593 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0fe52038-6786-4c8b-bb59-c40a80d3a803 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11828'] for router, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:24.704717 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0fe52038-6786-4c8b-bb59-c40a80d3a803 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:24.895275 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12f9044-4d20-4230-9515-e9ef25002d98 req-815643dc-a3e2-4f05-9f38-fe146b709e04 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:24.896784 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d12f9044-4d20-4230-9515-e9ef25002d98 req-815643dc-a3e2-4f05-9f38-fe146b709e04 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 945 time: 0.0759218 Jul 05 02:41:24.898643 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0fe52038-6786-4c8b-bb59-c40a80d3a803 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1575451'] for router, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:24.899725 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fe52038-6786-4c8b-bb59-c40a80d3a803 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Fanout notify agent at l3_agent the message router_deleted on router 8e7be68d-4d89-4be5-8648-b7198a4922a6 {{(pid=94462) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 02:41:24.913860 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0fe52038-6786-4c8b-bb59-c40a80d3a803 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:24.915109 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-0fe52038-6786-4c8b-bb59-c40a80d3a803 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] 10.222.0.23 "DELETE /v2.0/routers/8e7be68d-4d89-4be5-8648-b7198a4922a6 HTTP/1.1" status: 204 len: 168 time: 2.1084950 Jul 05 02:41:24.917560 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 56716) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:41:24.957384 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d12f9044-4d20-4230-9515-e9ef25002d98 req-a334387d-1910-41f8-9da7-8f2d9e8e3586 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525305 Jul 05 02:41:25.051518 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-10ed5e9c-180e-442b-854e-1ab3e54910cc tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:25.181108 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-10ed5e9c-180e-442b-854e-1ab3e54910cc tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:25.192843 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-10ed5e9c-180e-442b-854e-1ab3e54910cc tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95a6ff8c-0252-4f7b-bace-6be7ab13b4fd']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:41:25.202972 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-10ed5e9c-180e-442b-854e-1ab3e54910cc tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b110631-389a-4729-8a0c-ae21d314e9b9') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:41:25.203270 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-10ed5e9c-180e-442b-854e-1ab3e54910cc tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b110631-389a-4729-8a0c-ae21d314e9b9') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:41:25.212476 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-10ed5e9c-180e-442b-854e-1ab3e54910cc tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:25.226960 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-10ed5e9c-180e-442b-854e-1ab3e54910cc tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:25.233194 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10ed5e9c-180e-442b-854e-1ab3e54910cc tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:41:25.233649 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-10ed5e9c-180e-442b-854e-1ab3e54910cc tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:25.237271 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:41:25.237271 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:41:25.237271 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:41:25.237271 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:41:25.237271 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:41:25.237271 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:41:25.237271 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:41:25.237271 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:41:25.237271 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:41:25.237271 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:41:25.237271 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:41:25.237271 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:41:25.237271 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:41:25.237271 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:41:25.237271 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:41:25.237271 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:41:25.237271 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:41:25.237271 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:41:25.237271 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:41:25.237271 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:41:25.237271 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:41:25.237271 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:41:25.237271 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:41:25.237271 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:41:25.237271 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:41:25.237271 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:41:25.237271 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:41:25.237271 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:41:25.237271 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:41:25.237271 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:41:25.237271 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:41:25.237271 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:41:25.252961 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a41b59-0398-4468-b318-9ff62f5e1dc4 req-a903dbc5-1f0a-47b0-8034-2a21f7a61631 tempest-TestServerAdvancedOps-1882430909 tempest-TestServerAdvancedOps-1882430909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:25.254449 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-80a41b59-0398-4468-b318-9ff62f5e1dc4 req-a903dbc5-1f0a-47b0-8034-2a21f7a61631 tempest-TestServerAdvancedOps-1882430909 tempest-TestServerAdvancedOps-1882430909-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcf64d4c-c13c-479d-9c34-8035eb1c0645 HTTP/1.1" status: 200 len: 945 time: 0.1335928 Jul 05 02:41:25.259436 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21b1f9e-0870-4db4-846f-b7443c15e659 req-d398cd90-2a71-49cb-af80-c0ff77b14be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:25.260917 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d21b1f9e-0870-4db4-846f-b7443c15e659 req-d398cd90-2a71-49cb-af80-c0ff77b14be5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d41aebdcdcbc4a2585f4a39dbb0792fe&device_id=fcf64d4c-c13c-479d-9c34-8035eb1c0645 HTTP/1.1" status: 200 len: 1097 time: 0.0794866 Jul 05 02:41:25.351112 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-80a41b59-0398-4468-b318-9ff62f5e1dc4 req-bbe2b702-0217-4e9c-9e4c-3a08f2dc23ee tempest-TestServerAdvancedOps-1882430909 tempest-TestServerAdvancedOps-1882430909-project] 10.222.0.23 "GET /v2.0/security-groups?id=78144ff4-cee4-4469-a330-7ab44b6f97d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892062 Jul 05 02:41:25.369141 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 56726) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:41:25.402675 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21b1f9e-0870-4db4-846f-b7443c15e659 req-a7eee1b0-6ba4-4d1c-ba45-a60f511804d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:25.404550 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d21b1f9e-0870-4db4-846f-b7443c15e659 req-a7eee1b0-6ba4-4d1c-ba45-a60f511804d2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ba243357-0b01-4810-b2f5-4baadc94135a HTTP/1.1" status: 200 len: 912 time: 0.1361806 Jul 05 02:41:25.438503 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-10ed5e9c-180e-442b-854e-1ab3e54910cc tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:25.458078 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-10ed5e9c-180e-442b-854e-1ab3e54910cc tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:25.463026 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-10ed5e9c-180e-442b-854e-1ab3e54910cc tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] 10.222.0.23 "DELETE /v2.0/networks/95a6ff8c-0252-4f7b-bace-6be7ab13b4fd HTTP/1.1" status: 204 len: 168 time: 0.5444307 Jul 05 02:41:25.467971 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 56730) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:41:25.483395 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d21b1f9e-0870-4db4-846f-b7443c15e659 req-5929faf1-82a6-439d-98d4-0fc90972cc03 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27284142-f81a-4f9e-a39c-cff2c4894808 HTTP/1.1" status: 200 len: 217 time: 0.0653996 Jul 05 02:41:25.492305 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ed5e9c-180e-442b-854e-1ab3e54910cc tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Pushing event deleted for resources: {'Network': ['ID=95a6ff8c-0252-4f7b-bace-6be7ab13b4fd,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:41:25.496510 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-0c78016f-a654-4d04-8ddc-f96575061dda tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/floatingips/086f0309-d4b2-4772-b204-4db88179e219 HTTP/1.1" status: 200 len: 992 time: 0.1260417 Jul 05 02:41:25.581084 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21b1f9e-0870-4db4-846f-b7443c15e659 req-8c35cc58-c7ca-4be1-8084-791724774db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:25.582759 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d21b1f9e-0870-4db4-846f-b7443c15e659 req-8c35cc58-c7ca-4be1-8084-791724774db0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=85d1c05a-07bf-4181-8bdc-ffaa6ae92376 HTTP/1.1" status: 200 len: 852 time: 0.0954294 Jul 05 02:41:25.631953 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d21b1f9e-0870-4db4-846f-b7443c15e659 req-4950be85-2f2d-4948-b902-dcbc3974b614 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ba243357-0b01-4810-b2f5-4baadc94135a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404449 Jul 05 02:41:25.720745 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c31d96-2588-4844-8da4-713bedd768ab req-ecce5789-3897-4d0a-b422-489fa46970e8 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:25.722329 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-54c31d96-2588-4844-8da4-713bedd768ab req-ecce5789-3897-4d0a-b422-489fa46970e8 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 944 time: 0.1389282 Jul 05 02:41:25.739562 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d21b1f9e-0870-4db4-846f-b7443c15e659 req-19bd67cb-b0c0-4def-86f6-4702c82878fc service neutron] 10.222.0.21 "GET /v2.0/networks/ba243357-0b01-4810-b2f5-4baadc94135a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985806 Jul 05 02:41:25.790872 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-54c31d96-2588-4844-8da4-713bedd768ab req-d88ffeaa-05fa-48cd-a3df-1422fb8ecdce tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=09716028-44a2-4220-a754-7ed932c56f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456815 Jul 05 02:41:25.799482 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-64c398cb-1d8e-4680-baed-1edf0dd6d3d6 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Deleting port 63d5f7b5-2704-43dc-8d4c-3fdaa21ff392 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:41:25.799895 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-64c398cb-1d8e-4680-baed-1edf0dd6d3d6 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:25.851085 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d21b1f9e-0870-4db4-846f-b7443c15e659 req-efcd4563-91b8-4b11-ad11-995f56adf4c8 service neutron] 10.222.0.21 "GET /v2.0/networks/ba243357-0b01-4810-b2f5-4baadc94135a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038487 Jul 05 02:41:25.889954 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-64c398cb-1d8e-4680-baed-1edf0dd6d3d6 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:25.890338 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-64c398cb-1d8e-4680-baed-1edf0dd6d3d6 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:25.903034 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-64c398cb-1d8e-4680-baed-1edf0dd6d3d6 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Calling delete_port for 63d5f7b5-2704-43dc-8d4c-3fdaa21ff392 owned by network:floatingip {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:41:26.127207 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:26.146969 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11763f9b-1f1a-406e-91a7-cd34468c6387 req-2ffdc0a6-fa7c-4b33-8204-40a2c43534da tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:26.148507 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-11763f9b-1f1a-406e-91a7-cd34468c6387 req-2ffdc0a6-fa7c-4b33-8204-40a2c43534da tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 945 time: 0.0641916 Jul 05 02:41:26.191523 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-11763f9b-1f1a-406e-91a7-cd34468c6387 req-09e73a25-cc77-4f18-8ed1-8d76e73350b3 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366614 Jul 05 02:41:26.217721 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device fce8dfec-5825-457a-96a9-ffc6d05350e5 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:41:26.231377 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-64c398cb-1d8e-4680-baed-1edf0dd6d3d6 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:26.238204 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: fce8dfec-5825-457a-96a9-ffc6d05350e5 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:41:26.238834 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device fce8dfec-5825-457a-96a9-ffc6d05350e5 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:41:26.258341 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c398cb-1d8e-4680-baed-1edf0dd6d3d6 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Pushing event deleted for resources: {'Port': ['ID=63d5f7b5-2704-43dc-8d4c-3fdaa21ff392,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:41:26.320243 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-64c398cb-1d8e-4680-baed-1edf0dd6d3d6 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks [] for floatingip, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:26.320612 n-d-771362-32 neutron-server[94462]: INFO neutron.db.l3_db [None req-64c398cb-1d8e-4680-baed-1edf0dd6d3d6 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Floating IP 2b3e656d-4262-4fd9-912f-8d3142f4f81e disassociated (deleted). External IP: 172.25.7.226, port: aca5fd2a-1a9a-473f-9796-60404af1bc2b. Jul 05 02:41:26.416674 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 56746) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:41:26.569028 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-06f33d67-1471-432b-9cdd-749bf52b9773 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:26.603276 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64c398cb-1d8e-4680-baed-1edf0dd6d3d6 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Router a5b6b7aa-ff1f-4e79-be3c-e14985b73ecd has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:41:26.683902 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f981b51-c6ce-4ac7-a6ef-27a7235024c2 req-efa6e8b7-ef0d-4865-8c8a-69d78dfde936 tempest-TestServerAdvancedOps-1882430909 tempest-TestServerAdvancedOps-1882430909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:26.684901 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0f981b51-c6ce-4ac7-a6ef-27a7235024c2 req-efa6e8b7-ef0d-4865-8c8a-69d78dfde936 tempest-TestServerAdvancedOps-1882430909 tempest-TestServerAdvancedOps-1882430909-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcf64d4c-c13c-479d-9c34-8035eb1c0645 HTTP/1.1" status: 200 len: 945 time: 0.1717963 Jul 05 02:41:26.694466 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-06f33d67-1471-432b-9cdd-749bf52b9773 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:26.768246 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0f981b51-c6ce-4ac7-a6ef-27a7235024c2 req-4f5c7c92-a9dd-4550-a911-215317862c43 tempest-TestServerAdvancedOps-1882430909 tempest-TestServerAdvancedOps-1882430909-project] 10.222.0.23 "GET /v2.0/security-groups?id=78144ff4-cee4-4469-a330-7ab44b6f97d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754595 Jul 05 02:41:26.770850 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64c398cb-1d8e-4680-baed-1edf0dd6d3d6 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:41:26.775944 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-64c398cb-1d8e-4680-baed-1edf0dd6d3d6 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:26.786552 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc000dd-c05a-4f9c-9cf6-49c893164074 None None] Sync routers for ids ['a5b6b7aa-ff1f-4e79-be3c-e14985b73ecd'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:41:26.797073 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc000dd-c05a-4f9c-9cf6-49c893164074 None None] Routers {'a5b6b7aa-ff1f-4e79-be3c-e14985b73ecd'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:41:26.797073 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-6bc000dd-c05a-4f9c-9cf6-49c893164074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:41:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['a5b6b7aa-ff1f-4e79-be3c-e14985b73ecd'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:41:26.833254 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-64c398cb-1d8e-4680-baed-1edf0dd6d3d6 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] 10.222.0.23 "DELETE /v2.0/floatingips/2b3e656d-4262-4fd9-912f-8d3142f4f81e HTTP/1.1" status: 204 len: 168 time: 1.3565974 Jul 05 02:41:26.833254 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfafab15-6df6-4fd1-91a0-07638ebbddfb', 'tag': 'aca5fd2a-1a9a-473f-9796-60404af1bc2b'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:41:26.835681 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b223267e0e0ddb3199af7772d0b45336e3b4b54fbb151c86a8051291a61e85db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78ad0a3a-3e53-43c1-b8b4-7b85b9ee7c7c" -d '{"events": [{"name": "network-changed", "server_uuid": "dfafab15-6df6-4fd1-91a0-07638ebbddfb", "tag": "aca5fd2a-1a9a-473f-9796-60404af1bc2b"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:41:26.847142 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-06f33d67-1471-432b-9cdd-749bf52b9773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:26.915996 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 56758) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:41:26.932114 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-06f33d67-1471-432b-9cdd-749bf52b9773 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=004075e7fef3434eaa5a4c1ee9f616c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5142884 Jul 05 02:41:26.933598 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f33d67-1471-432b-9cdd-749bf52b9773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faf88bed-58b2-4458-ba14-46b98245dc40,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:41:26.937393 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-6bc000dd-c05a-4f9c-9cf6-49c893164074 None None] Set router a5b6b7aa-ff1f-4e79-be3c-e14985b73ecd gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:41:26.987751 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-830d18c0-fdd9-490b-8e59-d8284de0a7e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:27.016481 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-830d18c0-fdd9-490b-8e59-d8284de0a7e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:27.187512 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-6bc000dd-c05a-4f9c-9cf6-49c893164074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5b6b7aa-ff1f-4e79-be3c-e14985b73ecd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1220023826', 'tenant_id': '0d97daa9abfb4f3f83ba38958ca24f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '37e1209b-0d92-4b05-8144-69b36ed2e9af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:39:03Z', 'updated_at': '2021-07-05T02:39:18Z', 'revision_number': 4, 'project_id': '0d97daa9abfb4f3f83ba38958ca24f47', 'gw_port': {'id': '37e1209b-0d92-4b05-8144-69b36ed2e9af', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:48:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b6b7aa-ff1f-4e79-be3c-e14985b73ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:39:05Z', 'updated_at': '2021-07-05T02:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '59efa17b-874c-44b5-bfe5-b56e9d8f4667', 'name': '', 'network_id': '423941ad-288e-4f52-9863-01cb0753c63a', 'tenant_id': '0d97daa9abfb4f3f83ba38958ca24f47', 'mac_address': 'fa:16:3e:1f:cc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b6b7aa-ff1f-4e79-be3c-e14985b73ecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': 'd14fbacc-e76b-48b0-b10d-9f14e6f86812', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:39:14Z', 'updated_at': '2021-07-05T02:39:28Z', 'revision_number': 5, 'project_id': '0d97daa9abfb4f3f83ba38958ca24f47', 'subnets': [{'id': 'd14fbacc-e76b-48b0-b10d-9f14e6f86812', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:41:27.223382 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc000dd-c05a-4f9c-9cf6-49c893164074 None None] Checking router: a5b6b7aa-ff1f-4e79-be3c-e14985b73ecd for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:41:27.233001 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc000dd-c05a-4f9c-9cf6-49c893164074 None None] Routers {'a5b6b7aa-ff1f-4e79-be3c-e14985b73ecd'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:41:27.233606 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-6bc000dd-c05a-4f9c-9cf6-49c893164074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:41:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['a5b6b7aa-ff1f-4e79-be3c-e14985b73ecd'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:41:27.254012 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-830d18c0-fdd9-490b-8e59-d8284de0a7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:27.256815 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-830d18c0-fdd9-490b-8e59-d8284de0a7e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:27.263949 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-830d18c0-fdd9-490b-8e59-d8284de0a7e8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/faf88bed-58b2-4458-ba14-46b98245dc40 HTTP/1.1" status: 204 len: 168 time: 0.3411653 Jul 05 02:41:27.272106 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830d18c0-fdd9-490b-8e59-d8284de0a7e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf88bed-58b2-4458-ba14-46b98245dc40,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:41:27.358507 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-6bc000dd-c05a-4f9c-9cf6-49c893164074 None None] Set router a5b6b7aa-ff1f-4e79-be3c-e14985b73ecd gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:41:27.369272 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be529b3d-5640-4a25-ad99-fcb47d505b82 req-90cb23fe-a718-4cce-83d7-c7eb39f58ad6 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:27.371569 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-be529b3d-5640-4a25-ad99-fcb47d505b82 req-90cb23fe-a718-4cce-83d7-c7eb39f58ad6 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 944 time: 0.3933289 Jul 05 02:41:27.419126 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-be529b3d-5640-4a25-ad99-fcb47d505b82 req-281cdedf-9a48-49d4-a140-35ec8bfd640c tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=09716028-44a2-4220-a754-7ed932c56f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402176 Jul 05 02:41:27.588584 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-6bc000dd-c05a-4f9c-9cf6-49c893164074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5b6b7aa-ff1f-4e79-be3c-e14985b73ecd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1220023826', 'tenant_id': '0d97daa9abfb4f3f83ba38958ca24f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '37e1209b-0d92-4b05-8144-69b36ed2e9af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:39:03Z', 'updated_at': '2021-07-05T02:39:18Z', 'revision_number': 4, 'project_id': '0d97daa9abfb4f3f83ba38958ca24f47', 'gw_port': {'id': '37e1209b-0d92-4b05-8144-69b36ed2e9af', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:48:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b6b7aa-ff1f-4e79-be3c-e14985b73ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:39:05Z', 'updated_at': '2021-07-05T02:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '59efa17b-874c-44b5-bfe5-b56e9d8f4667', 'name': '', 'network_id': '423941ad-288e-4f52-9863-01cb0753c63a', 'tenant_id': '0d97daa9abfb4f3f83ba38958ca24f47', 'mac_address': 'fa:16:3e:1f:cc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b6b7aa-ff1f-4e79-be3c-e14985b73ecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': 'd14fbacc-e76b-48b0-b10d-9f14e6f86812', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:39:14Z', 'updated_at': '2021-07-05T02:39:28Z', 'revision_number': 5, 'project_id': '0d97daa9abfb4f3f83ba38958ca24f47', 'subnets': [{'id': 'd14fbacc-e76b-48b0-b10d-9f14e6f86812', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:41:27.619040 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc000dd-c05a-4f9c-9cf6-49c893164074 None None] The sync data for ids ['a5b6b7aa-ff1f-4e79-be3c-e14985b73ecd'] in n-d-771362-32 is: [{'id': 'a5b6b7aa-ff1f-4e79-be3c-e14985b73ecd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1220023826', 'tenant_id': '0d97daa9abfb4f3f83ba38958ca24f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '37e1209b-0d92-4b05-8144-69b36ed2e9af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:39:03Z', 'updated_at': '2021-07-05T02:39:18Z', 'revision_number': 4, 'project_id': '0d97daa9abfb4f3f83ba38958ca24f47', 'gw_port': {'id': '37e1209b-0d92-4b05-8144-69b36ed2e9af', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:48:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b6b7aa-ff1f-4e79-be3c-e14985b73ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:39:05Z', 'updated_at': '2021-07-05T02:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '59efa17b-874c-44b5-bfe5-b56e9d8f4667', 'name': '', 'network_id': '423941ad-288e-4f52-9863-01cb0753c63a', 'tenant_id': '0d97daa9abfb4f3f83ba38958ca24f47', 'mac_address': 'fa:16:3e:1f:cc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b6b7aa-ff1f-4e79-be3c-e14985b73ecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': 'd14fbacc-e76b-48b0-b10d-9f14e6f86812', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:39:14Z', 'updated_at': '2021-07-05T02:39:28Z', 'revision_number': 5, 'project_id': '0d97daa9abfb4f3f83ba38958ca24f47', 'subnets': [{'id': 'd14fbacc-e76b-48b0-b10d-9f14e6f86812', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:41:27.719229 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b5b0c-7867-479d-82aa-74b1ed79b6c3 req-50a44b2c-3047-4729-91bf-544b0be26ebf tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:27.723811 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-005b5b0c-7867-479d-82aa-74b1ed79b6c3 req-50a44b2c-3047-4729-91bf-544b0be26ebf tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 945 time: 0.1107750 Jul 05 02:41:27.794058 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-005b5b0c-7867-479d-82aa-74b1ed79b6c3 req-46ca7f87-d403-4df7-af15-3370a6ccba07 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560656 Jul 05 02:41:27.946445 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3104cdf-3b03-49fd-9405-c6726698bb6f x-openstack-request-id: req-e3104cdf-3b03-49fd-9405-c6726698bb6f {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:41:27.946637 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfafab15-6df6-4fd1-91a0-07638ebbddfb", "tag": "aca5fd2a-1a9a-473f-9796-60404af1bc2b", "status": "completed", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:41:27.946817 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e3104cdf-3b03-49fd-9405-c6726698bb6f {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:41:27.947398 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfafab15-6df6-4fd1-91a0-07638ebbddfb', 'tag': 'aca5fd2a-1a9a-473f-9796-60404af1bc2b', 'status': 'completed', 'code': 200} Jul 05 02:41:28.000141 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a538e19-7515-4d91-b4b3-f114f8a58e0a None None] New status for floating IP 2b3e656d-4262-4fd9-912f-8d3142f4f81e: DOWN {{(pid=94463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 02:41:28.041008 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c9323-f897-4517-8367-107b4edd6ffe req-b3344a22-52dd-46e8-912e-c17e3f91ce62 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:28.042748 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c51c9323-f897-4517-8367-107b4edd6ffe req-b3344a22-52dd-46e8-912e-c17e3f91ce62 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfafab15-6df6-4fd1-91a0-07638ebbddfb HTTP/1.1" status: 200 len: 985 time: 0.1112902 Jul 05 02:41:28.072344 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad0a3a-3e53-43c1-b8b4-7b85b9ee7c7c req-4397fa1c-05ca-4a6c-bf9d-ee74533bce53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:28.074871 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-78ad0a3a-3e53-43c1-b8b4-7b85b9ee7c7c req-4397fa1c-05ca-4a6c-bf9d-ee74533bce53 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0d97daa9abfb4f3f83ba38958ca24f47&device_id=dfafab15-6df6-4fd1-91a0-07638ebbddfb HTTP/1.1" status: 200 len: 1137 time: 0.1060660 Jul 05 02:41:28.097433 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c51c9323-f897-4517-8367-107b4edd6ffe req-3bbc1f49-ca04-468a-95dd-3fbf251a339e tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] 10.222.0.23 "GET /v2.0/security-groups?id=65e2d1a5-611d-48ad-8028-5d3b9e94d176&id=d6aa9060-aafc-4b33-8a20-b4e61509aad1&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0477014 Jul 05 02:41:28.201852 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad0a3a-3e53-43c1-b8b4-7b85b9ee7c7c req-ae60dfd0-e5dd-4458-a797-18fb937a2a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:28.204090 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-78ad0a3a-3e53-43c1-b8b4-7b85b9ee7c7c req-ae60dfd0-e5dd-4458-a797-18fb937a2a79 service neutron] 10.222.0.15 "GET /v2.0/networks?id=423941ad-288e-4f52-9863-01cb0753c63a HTTP/1.1" status: 200 len: 897 time: 0.1080661 Jul 05 02:41:28.230205 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de96153a-61f4-463c-9674-a4ae2947ee9f req-79a11591-b7c0-46f2-b459-a15111d5173d tempest-TestServerAdvancedOps-1882430909 tempest-TestServerAdvancedOps-1882430909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:28.231710 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-de96153a-61f4-463c-9674-a4ae2947ee9f req-79a11591-b7c0-46f2-b459-a15111d5173d tempest-TestServerAdvancedOps-1882430909 tempest-TestServerAdvancedOps-1882430909-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcf64d4c-c13c-479d-9c34-8035eb1c0645 HTTP/1.1" status: 200 len: 945 time: 0.1775026 Jul 05 02:41:28.265548 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-78ad0a3a-3e53-43c1-b8b4-7b85b9ee7c7c req-9aafb262-b5a6-468f-9853-8ce11162265b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aca5fd2a-1a9a-473f-9796-60404af1bc2b HTTP/1.1" status: 200 len: 217 time: 0.0526872 Jul 05 02:41:28.326436 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-de96153a-61f4-463c-9674-a4ae2947ee9f req-3958b09a-6773-4f46-8e20-c06e75797b9d tempest-TestServerAdvancedOps-1882430909 tempest-TestServerAdvancedOps-1882430909-project] 10.222.0.23 "GET /v2.0/security-groups?id=78144ff4-cee4-4469-a330-7ab44b6f97d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634842 Jul 05 02:41:28.335332 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad0a3a-3e53-43c1-b8b4-7b85b9ee7c7c req-20050c38-30fa-4c84-9edb-505dd74095f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:28.336758 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-78ad0a3a-3e53-43c1-b8b4-7b85b9ee7c7c req-20050c38-30fa-4c84-9edb-505dd74095f5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d14fbacc-e76b-48b0-b10d-9f14e6f86812 HTTP/1.1" status: 200 len: 834 time: 0.0593143 Jul 05 02:41:28.395587 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad0a3a-3e53-43c1-b8b4-7b85b9ee7c7c req-86cd4689-1460-4c04-ba8b-8948b5586e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:28.397856 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-78ad0a3a-3e53-43c1-b8b4-7b85b9ee7c7c req-86cd4689-1460-4c04-ba8b-8948b5586e89 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=423941ad-288e-4f52-9863-01cb0753c63a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535944 Jul 05 02:41:28.511485 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-78ad0a3a-3e53-43c1-b8b4-7b85b9ee7c7c req-c536556e-8cde-4a7f-a26d-5e214bf69435 service neutron] 10.222.0.15 "GET /v2.0/networks/423941ad-288e-4f52-9863-01cb0753c63a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070964 Jul 05 02:41:28.665579 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-78ad0a3a-3e53-43c1-b8b4-7b85b9ee7c7c req-f6b055b8-a306-4a21-9ce8-d2901912c0c3 service neutron] 10.222.0.15 "GET /v2.0/networks/423941ad-288e-4f52-9863-01cb0753c63a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462665 Jul 05 02:41:28.681082 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9762c38c-40d6-4272-9de8-cb0d772b7e16 req-58f275bb-ce14-4f69-9857-d0cd93117b4e tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:28.682818 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9762c38c-40d6-4272-9de8-cb0d772b7e16 req-58f275bb-ce14-4f69-9857-d0cd93117b4e tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 944 time: 0.1240888 Jul 05 02:41:28.727871 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9762c38c-40d6-4272-9de8-cb0d772b7e16 req-22a82e10-b153-418a-9093-011cecf75d9d tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=09716028-44a2-4220-a754-7ed932c56f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338550 Jul 05 02:41:29.116238 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbd889b-b19b-4b91-aa01-53ca10c42518 req-40d9bfcb-72b0-4a1e-b098-d03a47acf160 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:29.116238 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0dbd889b-b19b-4b91-aa01-53ca10c42518 req-40d9bfcb-72b0-4a1e-b098-d03a47acf160 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 945 time: 0.0692196 Jul 05 02:41:29.116238 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0dbd889b-b19b-4b91-aa01-53ca10c42518 req-6da366f5-c693-40af-b261-a020dbbac582 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337176 Jul 05 02:41:29.140289 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc7e11b-bbfb-469d-b216-6d86d85c420c req-3fbde2cd-d785-4404-a697-e1077bb79145 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:29.142580 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bbc7e11b-bbfb-469d-b216-6d86d85c420c req-3fbde2cd-d785-4404-a697-e1077bb79145 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfafab15-6df6-4fd1-91a0-07638ebbddfb HTTP/1.1" status: 200 len: 985 time: 0.0811102 Jul 05 02:41:29.335120 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5a373a-9985-47c0-98ed-1e38900e1265 req-69aee36f-6016-4b56-9590-7dd1d2665324 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:29.336674 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bc5a373a-9985-47c0-98ed-1e38900e1265 req-69aee36f-6016-4b56-9590-7dd1d2665324 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfafab15-6df6-4fd1-91a0-07638ebbddfb HTTP/1.1" status: 200 len: 985 time: 0.1231475 Jul 05 02:41:29.346303 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-bbc7e11b-bbfb-469d-b216-6d86d85c420c req-0af0142e-9ff9-4f01-85e0-3298505bf910 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Deleting port aca5fd2a-1a9a-473f-9796-60404af1bc2b {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:41:29.349363 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-bbc7e11b-bbfb-469d-b216-6d86d85c420c req-0af0142e-9ff9-4f01-85e0-3298505bf910 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:29.349508 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f24d1d-7d56-45db-9b8e-4da33c954f59 req-57cdcae8-a37f-4cae-b7fb-4cbf1bc45316 tempest-TestServerAdvancedOps-1882430909 tempest-TestServerAdvancedOps-1882430909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:29.349508 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-93f24d1d-7d56-45db-9b8e-4da33c954f59 req-57cdcae8-a37f-4cae-b7fb-4cbf1bc45316 tempest-TestServerAdvancedOps-1882430909 tempest-TestServerAdvancedOps-1882430909-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcf64d4c-c13c-479d-9c34-8035eb1c0645 HTTP/1.1" status: 200 len: 945 time: 0.0741742 Jul 05 02:41:29.390720 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-93f24d1d-7d56-45db-9b8e-4da33c954f59 req-289e9775-e26f-4482-b464-69b9647a165a tempest-TestServerAdvancedOps-1882430909 tempest-TestServerAdvancedOps-1882430909-project] 10.222.0.23 "GET /v2.0/security-groups?id=78144ff4-cee4-4469-a330-7ab44b6f97d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339723 Jul 05 02:41:29.430086 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bc5a373a-9985-47c0-98ed-1e38900e1265 req-04bbf7f3-0239-4b28-aae0-481f9f366eb2 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] 10.222.0.23 "GET /v2.0/security-groups?id=65e2d1a5-611d-48ad-8028-5d3b9e94d176&id=d6aa9060-aafc-4b33-8a20-b4e61509aad1&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0855906 Jul 05 02:41:29.467518 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-bbc7e11b-bbfb-469d-b216-6d86d85c420c req-0af0142e-9ff9-4f01-85e0-3298505bf910 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] For port aca5fd2a-1a9a-473f-9796-60404af1bc2b, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=aca5fd2a-1a9a-473f-9796-60404af1bc2b,segment=NetworkSegment(7a1fdef7-cfe6-4ec0-a011-d2b8173ed813),segment_id=7a1fdef7-cfe6-4ec0-a011-d2b8173ed813)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:41:29.473206 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-bbc7e11b-bbfb-469d-b216-6d86d85c420c req-0af0142e-9ff9-4f01-85e0-3298505bf910 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:29.479689 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-bbc7e11b-bbfb-469d-b216-6d86d85c420c req-0af0142e-9ff9-4f01-85e0-3298505bf910 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Calling delete_port for aca5fd2a-1a9a-473f-9796-60404af1bc2b owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:41:29.692462 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-bbc7e11b-bbfb-469d-b216-6d86d85c420c req-0af0142e-9ff9-4f01-85e0-3298505bf910 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:29.722515 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af0142e-9ff9-4f01-85e0-3298505bf910 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Pushing event deleted for resources: {'Port': ['ID=aca5fd2a-1a9a-473f-9796-60404af1bc2b,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:41:29.807295 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbc7e11b-bbfb-469d-b216-6d86d85c420c req-0af0142e-9ff9-4f01-85e0-3298505bf910 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] No DVR routers for this DVR port aca5fd2a-1a9a-473f-9796-60404af1bc2b on host n-h2-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:41:29.807295 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-bbc7e11b-bbfb-469d-b216-6d86d85c420c req-0af0142e-9ff9-4f01-85e0-3298505bf910 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:29.807295 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bbc7e11b-bbfb-469d-b216-6d86d85c420c req-0af0142e-9ff9-4f01-85e0-3298505bf910 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] 10.222.0.15 "DELETE /v2.0/ports/aca5fd2a-1a9a-473f-9796-60404af1bc2b HTTP/1.1" status: 204 len: 173 time: 0.6267350 Jul 05 02:41:29.807295 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfafab15-6df6-4fd1-91a0-07638ebbddfb', 'name': 'network-vif-deleted', 'tag': 'aca5fd2a-1a9a-473f-9796-60404af1bc2b'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:41:29.807295 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ecfd5db-a959-43a7-9d76-4c24ea382538" -d '{"events": [{"server_uuid": "dfafab15-6df6-4fd1-91a0-07638ebbddfb", "name": "network-vif-deleted", "tag": "aca5fd2a-1a9a-473f-9796-60404af1bc2b"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:41:29.820827 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd78e74c-8532-4f18-9089-f53540499622 x-openstack-request-id: req-dd78e74c-8532-4f18-9089-f53540499622 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:41:29.821180 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfafab15-6df6-4fd1-91a0-07638ebbddfb", "name": "network-vif-deleted", "tag": "aca5fd2a-1a9a-473f-9796-60404af1bc2b", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:41:29.821506 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dd78e74c-8532-4f18-9089-f53540499622 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:41:29.822075 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfafab15-6df6-4fd1-91a0-07638ebbddfb', 'name': 'network-vif-deleted', 'tag': 'aca5fd2a-1a9a-473f-9796-60404af1bc2b', 'status': 'completed', 'code': 200} Jul 05 02:41:29.932243 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a9b397-e1ff-4c10-b765-517087bedebe req-b8cf13cb-2d6a-4041-bf1b-4815303b926f tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:29.933778 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-05a9b397-e1ff-4c10-b765-517087bedebe req-b8cf13cb-2d6a-4041-bf1b-4815303b926f tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 944 time: 0.0667531 Jul 05 02:41:29.980016 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-05a9b397-e1ff-4c10-b765-517087bedebe req-2849acff-1c21-4ce0-8dba-88249e1666eb tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=09716028-44a2-4220-a754-7ed932c56f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335186 Jul 05 02:41:30.226851 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace30f9e-ef64-4f4b-8d4e-53dbacc78fbe req-d37e944b-92dc-4f60-b318-b029f77adadb tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:30.228485 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ace30f9e-ef64-4f4b-8d4e-53dbacc78fbe req-d37e944b-92dc-4f60-b318-b029f77adadb tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 945 time: 0.0820780 Jul 05 02:41:30.277423 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ace30f9e-ef64-4f4b-8d4e-53dbacc78fbe req-01d4e442-ccf1-4285-90d0-cbd30eb9bfcd tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427432 Jul 05 02:41:30.615285 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-94097364-f93d-4ac6-8a90-8398e98ee0e3 req-a0a9cf2a-191d-4cde-8d9c-fc52ac29738a tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfafab15-6df6-4fd1-91a0-07638ebbddfb HTTP/1.1" status: 200 len: 210 time: 0.0414839 Jul 05 02:41:30.620750 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62561ebe-ce54-46b8-934f-e2805570d8c7 req-b28a2b79-65c7-4c2c-ab88-9eb392455c8c tempest-TestServerAdvancedOps-1882430909 tempest-TestServerAdvancedOps-1882430909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:30.629325 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-62561ebe-ce54-46b8-934f-e2805570d8c7 req-b28a2b79-65c7-4c2c-ab88-9eb392455c8c tempest-TestServerAdvancedOps-1882430909 tempest-TestServerAdvancedOps-1882430909-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcf64d4c-c13c-479d-9c34-8035eb1c0645 HTTP/1.1" status: 200 len: 945 time: 0.1097786 Jul 05 02:41:30.667583 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-62561ebe-ce54-46b8-934f-e2805570d8c7 req-52ac982a-ce41-4acb-9215-78d7d69b6ffc tempest-TestServerAdvancedOps-1882430909 tempest-TestServerAdvancedOps-1882430909-project] 10.222.0.23 "GET /v2.0/security-groups?id=78144ff4-cee4-4469-a330-7ab44b6f97d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369084 Jul 05 02:41:31.188303 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737905f8-265a-4f6a-beb1-cd92f624ca91 req-b7718011-29f3-4878-8cd0-34672abd2030 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:31.190398 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-737905f8-265a-4f6a-beb1-cd92f624ca91 req-b7718011-29f3-4878-8cd0-34672abd2030 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 944 time: 0.0733998 Jul 05 02:41:31.269678 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-737905f8-265a-4f6a-beb1-cd92f624ca91 req-e26354d8-35e6-4283-ba18-e609458813c3 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=09716028-44a2-4220-a754-7ed932c56f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732925 Jul 05 02:41:31.301311 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313d8434-1508-4778-a64e-1b9c9ce74980 req-090d2c2c-fb28-433c-9314-8b8015f9a582 tempest-TestServerAdvancedOps-1882430909 tempest-TestServerAdvancedOps-1882430909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:31.302896 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-313d8434-1508-4778-a64e-1b9c9ce74980 req-090d2c2c-fb28-433c-9314-8b8015f9a582 tempest-TestServerAdvancedOps-1882430909 tempest-TestServerAdvancedOps-1882430909-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcf64d4c-c13c-479d-9c34-8035eb1c0645 HTTP/1.1" status: 200 len: 945 time: 0.0901034 Jul 05 02:41:31.416529 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-313d8434-1508-4778-a64e-1b9c9ce74980 req-6af2b78f-2b76-4a83-b95b-1db6e9e64ca5 tempest-TestServerAdvancedOps-1882430909 tempest-TestServerAdvancedOps-1882430909-project] Deleting port 27284142-f81a-4f9e-a39c-cff2c4894808 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:41:31.416871 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-313d8434-1508-4778-a64e-1b9c9ce74980 req-6af2b78f-2b76-4a83-b95b-1db6e9e64ca5 tempest-TestServerAdvancedOps-1882430909 tempest-TestServerAdvancedOps-1882430909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:31.469241 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cef83e-5f7f-4a51-804c-60dba7e8e082 req-5b6d8b27-c9c8-444a-90f3-34f6a96f0faa tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:31.470437 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b9cef83e-5f7f-4a51-804c-60dba7e8e082 req-5b6d8b27-c9c8-444a-90f3-34f6a96f0faa tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 945 time: 0.0641885 Jul 05 02:41:31.509209 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-313d8434-1508-4778-a64e-1b9c9ce74980 req-6af2b78f-2b76-4a83-b95b-1db6e9e64ca5 tempest-TestServerAdvancedOps-1882430909 tempest-TestServerAdvancedOps-1882430909-project] For port 27284142-f81a-4f9e-a39c-cff2c4894808, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=27284142-f81a-4f9e-a39c-cff2c4894808,segment=NetworkSegment(fd52cc91-f1e1-4702-b64f-660962e16e26),segment_id=fd52cc91-f1e1-4702-b64f-660962e16e26)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:41:31.511049 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-313d8434-1508-4778-a64e-1b9c9ce74980 req-6af2b78f-2b76-4a83-b95b-1db6e9e64ca5 tempest-TestServerAdvancedOps-1882430909 tempest-TestServerAdvancedOps-1882430909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:31.516710 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b9cef83e-5f7f-4a51-804c-60dba7e8e082 req-81917142-99f0-45d0-8d21-6398a028fac4 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378802 Jul 05 02:41:31.521348 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-313d8434-1508-4778-a64e-1b9c9ce74980 req-6af2b78f-2b76-4a83-b95b-1db6e9e64ca5 tempest-TestServerAdvancedOps-1882430909 tempest-TestServerAdvancedOps-1882430909-project] Calling delete_port for 27284142-f81a-4f9e-a39c-cff2c4894808 owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:41:31.723039 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 56846) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:41:31.759254 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-313d8434-1508-4778-a64e-1b9c9ce74980 req-6af2b78f-2b76-4a83-b95b-1db6e9e64ca5 tempest-TestServerAdvancedOps-1882430909 tempest-TestServerAdvancedOps-1882430909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:31.771341 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['27284142-f81a-4f9e-a39c-cff2c4894808'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:41:31.803876 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af2b78f-2b76-4a83-b95b-1db6e9e64ca5 tempest-TestServerAdvancedOps-1882430909 tempest-TestServerAdvancedOps-1882430909-project] Pushing event deleted for resources: {'Port': ['ID=27284142-f81a-4f9e-a39c-cff2c4894808,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:41:31.822842 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-bf70af86-339c-4bd3-8df7-40c0ce41480f req-4e116c65-4c2f-4921-bfaf-3fa47e96f3fe tempest-TestServerAdvancedOps-1882430909 tempest-TestServerAdvancedOps-1882430909-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcf64d4c-c13c-479d-9c34-8035eb1c0645 HTTP/1.1" status: 200 len: 210 time: 0.0319726 Jul 05 02:41:31.829086 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0a99fbb1-52d6-45c1-bb22-c105dd9220d2 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:31.856868 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-313d8434-1508-4778-a64e-1b9c9ce74980 req-6af2b78f-2b76-4a83-b95b-1db6e9e64ca5 tempest-TestServerAdvancedOps-1882430909 tempest-TestServerAdvancedOps-1882430909-project] No DVR routers for this DVR port 27284142-f81a-4f9e-a39c-cff2c4894808 on host n-h1-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:41:31.861323 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-313d8434-1508-4778-a64e-1b9c9ce74980 req-6af2b78f-2b76-4a83-b95b-1db6e9e64ca5 tempest-TestServerAdvancedOps-1882430909 tempest-TestServerAdvancedOps-1882430909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:31.863346 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-313d8434-1508-4778-a64e-1b9c9ce74980 req-6af2b78f-2b76-4a83-b95b-1db6e9e64ca5 tempest-TestServerAdvancedOps-1882430909 tempest-TestServerAdvancedOps-1882430909-project] 10.222.0.21 "DELETE /v2.0/ports/27284142-f81a-4f9e-a39c-cff2c4894808 HTTP/1.1" status: 204 len: 173 time: 0.5533993 Jul 05 02:41:31.863787 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcf64d4c-c13c-479d-9c34-8035eb1c0645', 'name': 'network-vif-deleted', 'tag': '27284142-f81a-4f9e-a39c-cff2c4894808'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:41:31.866064 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aba8f47-7bfe-4f53-8c0a-1e0712cb63c0" -d '{"events": [{"server_uuid": "fcf64d4c-c13c-479d-9c34-8035eb1c0645", "name": "network-vif-deleted", "tag": "27284142-f81a-4f9e-a39c-cff2c4894808"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:41:31.882076 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0a99fbb1-52d6-45c1-bb22-c105dd9220d2 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:31.904609 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bce8c39-0b8f-4943-a5c2-1d4981ac9cd9 x-openstack-request-id: req-1bce8c39-0b8f-4943-a5c2-1d4981ac9cd9 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:41:31.904917 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcf64d4c-c13c-479d-9c34-8035eb1c0645", "name": "network-vif-deleted", "tag": "27284142-f81a-4f9e-a39c-cff2c4894808", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:41:31.905177 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1bce8c39-0b8f-4943-a5c2-1d4981ac9cd9 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:41:31.905583 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcf64d4c-c13c-479d-9c34-8035eb1c0645', 'name': 'network-vif-deleted', 'tag': '27284142-f81a-4f9e-a39c-cff2c4894808', 'status': 'completed', 'code': 200} Jul 05 02:41:32.092334 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0a99fbb1-52d6-45c1-bb22-c105dd9220d2 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:32.095585 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0a99fbb1-52d6-45c1-bb22-c105dd9220d2 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:32.097855 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-0a99fbb1-52d6-45c1-bb22-c105dd9220d2 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] 10.222.0.23 "DELETE /v2.0/security-groups/d6aa9060-aafc-4b33-8a20-b4e61509aad1 HTTP/1.1" status: 204 len: 168 time: 0.3727272 Jul 05 02:41:32.099561 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 56854) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:41:32.119107 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a99fbb1-52d6-45c1-bb22-c105dd9220d2 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6aa9060-aafc-4b33-8a20-b4e61509aad1,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:41:32.158919 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-be89695b-0eb7-4d6b-9887-19e84798c1ff tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:32.182117 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-be89695b-0eb7-4d6b-9887-19e84798c1ff tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:32.213285 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device aca5fd2a-1a9a-473f-9796-60404af1bc2b no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:41:32.234948 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] No Port match for: aca5fd2a-1a9a-473f-9796-60404af1bc2b {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:41:32.235374 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device aca5fd2a-1a9a-473f-9796-60404af1bc2b not bound to the agent host n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:41:32.419237 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-be89695b-0eb7-4d6b-9887-19e84798c1ff tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:32.421822 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-be89695b-0eb7-4d6b-9887-19e84798c1ff tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:32.423291 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-be89695b-0eb7-4d6b-9887-19e84798c1ff tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] 10.222.0.23 "DELETE /v2.0/security-groups/65e2d1a5-611d-48ad-8028-5d3b9e94d176 HTTP/1.1" status: 204 len: 168 time: 0.3224750 Jul 05 02:41:32.425998 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 56860) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:41:32.437682 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89695b-0eb7-4d6b-9887-19e84798c1ff tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e2d1a5-611d-48ad-8028-5d3b9e94d176,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:41:32.455783 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89695b-0eb7-4d6b-9887-19e84798c1ff tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:41:32.456208 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89695b-0eb7-4d6b-9887-19e84798c1ff tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:41:32.456733 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89695b-0eb7-4d6b-9887-19e84798c1ff tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:41:32.457232 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89695b-0eb7-4d6b-9887-19e84798c1ff tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:41:32.457719 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89695b-0eb7-4d6b-9887-19e84798c1ff tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:41:32.458336 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89695b-0eb7-4d6b-9887-19e84798c1ff tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:41:32.458837 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89695b-0eb7-4d6b-9887-19e84798c1ff tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:41:32.459316 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89695b-0eb7-4d6b-9887-19e84798c1ff tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:41:32.459815 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89695b-0eb7-4d6b-9887-19e84798c1ff tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:41:32.460316 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89695b-0eb7-4d6b-9887-19e84798c1ff tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:41:32.460645 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89695b-0eb7-4d6b-9887-19e84798c1ff tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:41:32.460991 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89695b-0eb7-4d6b-9887-19e84798c1ff tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:41:32.493454 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac914385-0d9b-4e5c-b156-44bc66021092 req-1c4ed314-1296-40df-9ba9-9318da17198b tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:32.498686 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ac914385-0d9b-4e5c-b156-44bc66021092 req-1c4ed314-1296-40df-9ba9-9318da17198b tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 944 time: 0.1101744 Jul 05 02:41:32.539818 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ac914385-0d9b-4e5c-b156-44bc66021092 req-4bb9a308-5251-4262-bc7d-5217cf6b1120 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=09716028-44a2-4220-a754-7ed932c56f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358210 Jul 05 02:41:32.774599 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812276f2-0d5d-4ab2-a493-1fb8e3ca62c1 req-fe98c031-09de-470e-b6be-1dde45ef3abf tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:32.776087 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-812276f2-0d5d-4ab2-a493-1fb8e3ca62c1 req-fe98c031-09de-470e-b6be-1dde45ef3abf tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 945 time: 0.1335819 Jul 05 02:41:32.839763 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-812276f2-0d5d-4ab2-a493-1fb8e3ca62c1 req-91e6a964-7bd9-450b-bd55-6d43573746b5 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560982 Jul 05 02:41:32.926919 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7a3f5748-0e21-475e-a800-c03f4e974774 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1634680'] for router_interface, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:33.003740 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a23a0fb4-5b34-43c2-aa17-5b58fb1d4bf1 req-6e1bdef4-75e1-459b-8716-ab01f446f5d7 tempest-TestServerAdvancedOps-1882430909 tempest-TestServerAdvancedOps-1882430909-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcf64d4c-c13c-479d-9c34-8035eb1c0645 HTTP/1.1" status: 200 len: 210 time: 0.0458400 Jul 05 02:41:33.217683 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-7a3f5748-0e21-475e-a800-c03f4e974774 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Deleting port 59efa17b-874c-44b5-bfe5-b56e9d8f4667 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:41:33.217944 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7a3f5748-0e21-475e-a800-c03f4e974774 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:33.310003 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [None req-7a3f5748-0e21-475e-a800-c03f4e974774 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] For port 59efa17b-874c-44b5-bfe5-b56e9d8f4667, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=59efa17b-874c-44b5-bfe5-b56e9d8f4667,segment=NetworkSegment(7a1fdef7-cfe6-4ec0-a011-d2b8173ed813),segment_id=7a1fdef7-cfe6-4ec0-a011-d2b8173ed813)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:41:33.310454 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7a3f5748-0e21-475e-a800-c03f4e974774 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:33.327836 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-7a3f5748-0e21-475e-a800-c03f4e974774 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Calling delete_port for 59efa17b-874c-44b5-bfe5-b56e9d8f4667 owned by network:router_interface {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:41:33.687427 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7a3f5748-0e21-475e-a800-c03f4e974774 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:33.722297 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3f5748-0e21-475e-a800-c03f4e974774 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Pushing event deleted for resources: {'Port': ['ID=59efa17b-874c-44b5-bfe5-b56e9d8f4667,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:41:33.875247 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5e0d69-0d53-487f-9c60-00d274c6e51b req-fc3110e3-c7bc-4b58-b162-95b6384eb97e tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:33.877073 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ef5e0d69-0d53-487f-9c60-00d274c6e51b req-fc3110e3-c7bc-4b58-b162-95b6384eb97e tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 944 time: 0.2237422 Jul 05 02:41:33.995831 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ef5e0d69-0d53-487f-9c60-00d274c6e51b req-c21b8807-377b-4b65-939a-08039268063d tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=09716028-44a2-4220-a754-7ed932c56f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074622 Jul 05 02:41:34.015221 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7a3f5748-0e21-475e-a800-c03f4e974774 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635398'] for router_interface, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:34.150625 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947ab17a-0b6f-4b77-a6e5-0b4c6cc40059 req-45706d88-45af-431c-aad1-6028c8e099b5 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:34.166599 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-947ab17a-0b6f-4b77-a6e5-0b4c6cc40059 req-45706d88-45af-431c-aad1-6028c8e099b5 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 945 time: 0.1017461 Jul 05 02:41:34.177203 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 56888) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:41:34.212694 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 8045d015-5213-428b-a14c-1cb3ac9ffdd6 details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:41:34.262704 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-947ab17a-0b6f-4b77-a6e5-0b4c6cc40059 req-e8ff971f-19c7-4f51-9438-e3d9d5844c7a tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951154 Jul 05 02:41:34.278953 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-91ff74a6-1a4c-4ade-a94a-fff736229ac3 admin admin] Deleting subnet 85d1c05a-07bf-4181-8bdc-ffaa6ae92376 {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:41:34.283061 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-91ff74a6-1a4c-4ade-a94a-fff736229ac3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:34.309439 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a3f5748-0e21-475e-a800-c03f4e974774 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Router a5b6b7aa-ff1f-4e79-be3c-e14985b73ecd has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:41:34.336768 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-91ff74a6-1a4c-4ade-a94a-fff736229ac3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:34.375605 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 8045d015-5213-428b-a14c-1cb3ac9ffdd6, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=8045d015-5213-428b-a14c-1cb3ac9ffdd6,segment=NetworkSegment(00a692bc-19f1-4303-ae19-6195e6ab101f),segment_id=00a692bc-19f1-4303-ae19-6195e6ab101f)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:41:34.388773 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-91ff74a6-1a4c-4ade-a94a-fff736229ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:34.394145 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Returning: {'device': '8045d015-5213-428b-a14c-1cb3ac9ffdd6', 'network_id': '0363edd0-1704-4ea5-b7c0-1061ca483b3c', 'port_id': '8045d015-5213-428b-a14c-1cb3ac9ffdd6', 'mac_address': 'fa:16:3e:a2:50:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '606919bb-0ade-4589-8a2b-c9dcfa56ec85', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:41:34.437983 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:34.456006 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8045d015-5213-428b-a14c-1cb3ac9ffdd6 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:41:34.486199 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a3f5748-0e21-475e-a800-c03f4e974774 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:41:34.495242 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-7a3f5748-0e21-475e-a800-c03f4e974774 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] 10.222.0.23 "PUT /v2.0/routers/a5b6b7aa-ff1f-4e79-be3c-e14985b73ecd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0680137 Jul 05 02:41:34.496636 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 56894) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:41:34.497627 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358952c4-1ca4-4d54-9f0c-39b06df180cf None None] Sync routers for ids ['a5b6b7aa-ff1f-4e79-be3c-e14985b73ecd'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:41:34.508104 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 8045d015-5213-428b-a14c-1cb3ac9ffdd6, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=8045d015-5213-428b-a14c-1cb3ac9ffdd6,segment=NetworkSegment(00a692bc-19f1-4303-ae19-6195e6ab101f),segment_id=00a692bc-19f1-4303-ae19-6195e6ab101f)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:41:34.512265 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358952c4-1ca4-4d54-9f0c-39b06df180cf None None] Routers {'a5b6b7aa-ff1f-4e79-be3c-e14985b73ecd'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:41:34.513216 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-358952c4-1ca4-4d54-9f0c-39b06df180cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:41:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['a5b6b7aa-ff1f-4e79-be3c-e14985b73ecd'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:41:34.614999 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-c440d0f9-35ef-4594-af26-25e99ad39f3b tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Deleting subnet d14fbacc-e76b-48b0-b10d-9f14e6f86812 {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:41:34.622393 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c440d0f9-35ef-4594-af26-25e99ad39f3b tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:34.680704 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-91ff74a6-1a4c-4ade-a94a-fff736229ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:34.684451 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-358952c4-1ca4-4d54-9f0c-39b06df180cf None None] Set router a5b6b7aa-ff1f-4e79-be3c-e14985b73ecd gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:41:34.722905 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:34.727543 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-91ff74a6-1a4c-4ade-a94a-fff736229ac3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:34.729419 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-91ff74a6-1a4c-4ade-a94a-fff736229ac3 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/85d1c05a-07bf-4181-8bdc-ffaa6ae92376 HTTP/1.1" status: 204 len: 168 time: 0.5508640 Jul 05 02:41:34.730284 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ff74a6-1a4c-4ade-a94a-fff736229ac3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85d1c05a-07bf-4181-8bdc-ffaa6ae92376,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:41:34.734332 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 56898) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:41:34.755805 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c440d0f9-35ef-4594-af26-25e99ad39f3b tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:34.814484 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-04c6c251-47bb-4c6c-a0d9-c729e74303c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:34.848448 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['8045d015-5213-428b-a14c-1cb3ac9ffdd6'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:41:34.888506 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=8045d015-5213-428b-a14c-1cb3ac9ffdd6,revision_number=6']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:41:34.890391 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c440d0f9-35ef-4594-af26-25e99ad39f3b tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:34.995355 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-04c6c251-47bb-4c6c-a0d9-c729e74303c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:35.011314 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-358952c4-1ca4-4d54-9f0c-39b06df180cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5b6b7aa-ff1f-4e79-be3c-e14985b73ecd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1220023826', 'tenant_id': '0d97daa9abfb4f3f83ba38958ca24f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '37e1209b-0d92-4b05-8144-69b36ed2e9af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:39:03Z', 'updated_at': '2021-07-05T02:41:33Z', 'revision_number': 5, 'project_id': '0d97daa9abfb4f3f83ba38958ca24f47', 'gw_port': {'id': '37e1209b-0d92-4b05-8144-69b36ed2e9af', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:48:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b6b7aa-ff1f-4e79-be3c-e14985b73ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:39:05Z', 'updated_at': '2021-07-05T02:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:41:35.015539 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-04c6c251-47bb-4c6c-a0d9-c729e74303c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba243357-0b01-4810-b2f5-4baadc94135a']}} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:41:35.028827 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-04c6c251-47bb-4c6c-a0d9-c729e74303c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd52cc91-f1e1-4702-b64f-660962e16e26') {'for_net_delete': True} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:41:35.029125 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-04c6c251-47bb-4c6c-a0d9-c729e74303c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd52cc91-f1e1-4702-b64f-660962e16e26') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:41:35.048721 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-04c6c251-47bb-4c6c-a0d9-c729e74303c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5519669'] for segment, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:35.075868 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-04c6c251-47bb-4c6c-a0d9-c729e74303c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:35.092736 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04c6c251-47bb-4c6c-a0d9-c729e74303c1 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=94461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:41:35.093047 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-04c6c251-47bb-4c6c-a0d9-c729e74303c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5763545'] for segment, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:35.095035 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:41:35.095035 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:41:35.095035 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:41:35.095035 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:41:35.095035 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:41:35.095035 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:41:35.095035 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:41:35.095035 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:41:35.095035 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:41:35.095035 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:41:35.095035 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:41:35.095035 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:41:35.095035 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:41:35.095035 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:41:35.095035 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:41:35.095035 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:41:35.095035 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:41:35.095035 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:41:35.095035 n-d-771362-32 neutron-server[94461]: Traceback (most recent call last): Jul 05 02:41:35.095035 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:41:35.095035 n-d-771362-32 neutron-server[94461]: timer() Jul 05 02:41:35.095035 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:41:35.095035 n-d-771362-32 neutron-server[94461]: cb(*args, **kw) Jul 05 02:41:35.095035 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:41:35.095035 n-d-771362-32 neutron-server[94461]: return func(*args, **kwargs) Jul 05 02:41:35.095035 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:41:35.095035 n-d-771362-32 neutron-server[94461]: self._notify() Jul 05 02:41:35.095035 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:41:35.095035 n-d-771362-32 neutron-server[94461]: self.callback(batched_events) Jul 05 02:41:35.095035 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:41:35.095035 n-d-771362-32 neutron-server[94461]: event.method(event) Jul 05 02:41:35.095035 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:41:35.095035 n-d-771362-32 neutron-server[94461]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:41:35.095035 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:41:35.095035 n-d-771362-32 neutron-server[94461]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:41:35.095035 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:41:35.095035 n-d-771362-32 neutron-server[94461]: return f(self, *a, **k) Jul 05 02:41:35.095035 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:41:35.095035 n-d-771362-32 neutron-server[94461]: return self._get(url).json() Jul 05 02:41:35.095035 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:41:35.095035 n-d-771362-32 neutron-server[94461]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:41:35.095035 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:41:35.095035 n-d-771362-32 neutron-server[94461]: return self.request(url, 'GET', **kwargs) Jul 05 02:41:35.095035 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:41:35.095035 n-d-771362-32 neutron-server[94461]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:41:35.095035 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:41:35.095035 n-d-771362-32 neutron-server[94461]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:41:35.095035 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:41:35.095035 n-d-771362-32 neutron-server[94461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:41:35.095035 n-d-771362-32 neutron-server[94461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:41:35.169105 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358952c4-1ca4-4d54-9f0c-39b06df180cf None None] Checking router: a5b6b7aa-ff1f-4e79-be3c-e14985b73ecd for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:41:35.179188 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358952c4-1ca4-4d54-9f0c-39b06df180cf None None] Routers {'a5b6b7aa-ff1f-4e79-be3c-e14985b73ecd'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:41:35.182355 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-358952c4-1ca4-4d54-9f0c-39b06df180cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:41:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['a5b6b7aa-ff1f-4e79-be3c-e14985b73ecd'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:41:35.214575 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c440d0f9-35ef-4594-af26-25e99ad39f3b tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:35.241872 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c440d0f9-35ef-4594-af26-25e99ad39f3b tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Pushing event deleted for resources: {'Subnet': ['ID=d14fbacc-e76b-48b0-b10d-9f14e6f86812,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:41:35.246229 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c440d0f9-35ef-4594-af26-25e99ad39f3b tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks [] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:35.253641 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4fb2cab-58ea-4b80-92fb-2f7147b358ea None None] Network 423941ad-288e-4f52-9863-01cb0753c63a requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:41:35.260678 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 56916) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:41:35.260825 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-c440d0f9-35ef-4594-af26-25e99ad39f3b tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] 10.222.0.23 "DELETE /v2.0/subnets/d14fbacc-e76b-48b0-b10d-9f14e6f86812 HTTP/1.1" status: 204 len: 168 time: 0.7606623 Jul 05 02:41:35.311674 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-04c6c251-47bb-4c6c-a0d9-c729e74303c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:35.316188 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-358952c4-1ca4-4d54-9f0c-39b06df180cf None None] Set router a5b6b7aa-ff1f-4e79-be3c-e14985b73ecd gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:41:35.319860 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-04c6c251-47bb-4c6c-a0d9-c729e74303c1 admin admin] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:35.326343 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-04c6c251-47bb-4c6c-a0d9-c729e74303c1 admin admin] 10.222.0.23 "DELETE /v2.0/networks/ba243357-0b01-4810-b2f5-4baadc94135a HTTP/1.1" status: 204 len: 168 time: 0.5877488 Jul 05 02:41:35.326913 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 56920) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:41:35.406036 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-85a24cd4-1ffc-4cd0-b608-fb282a64fe7e admin admin] Deleting subnet 34ab5bbe-61ee-49cc-a8af-acffead49ed7 {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:41:35.429762 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-85a24cd4-1ffc-4cd0-b608-fb282a64fe7e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:35.552085 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-85a24cd4-1ffc-4cd0-b608-fb282a64fe7e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:35.571463 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853316c0-d403-4093-bf7f-68f79f87a1ab None None] DHCP port deletion for 423941ad-288e-4f52-9863-01cb0753c63a request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:41:35.596809 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023284f6-4c82-44cc-a7e3-9e3be3b39eb3 req-5a56ec02-d268-46f7-a3c5-cbef50c25a51 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:35.602361 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-023284f6-4c82-44cc-a7e3-9e3be3b39eb3 req-5a56ec02-d268-46f7-a3c5-cbef50c25a51 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 944 time: 0.1859066 Jul 05 02:41:35.643535 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-358952c4-1ca4-4d54-9f0c-39b06df180cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5b6b7aa-ff1f-4e79-be3c-e14985b73ecd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1220023826', 'tenant_id': '0d97daa9abfb4f3f83ba38958ca24f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '37e1209b-0d92-4b05-8144-69b36ed2e9af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:39:03Z', 'updated_at': '2021-07-05T02:41:33Z', 'revision_number': 5, 'project_id': '0d97daa9abfb4f3f83ba38958ca24f47', 'gw_port': {'id': '37e1209b-0d92-4b05-8144-69b36ed2e9af', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:48:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b6b7aa-ff1f-4e79-be3c-e14985b73ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:39:05Z', 'updated_at': '2021-07-05T02:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:41:35.662709 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-85a24cd4-1ffc-4cd0-b608-fb282a64fe7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:35.675604 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-853316c0-d403-4093-bf7f-68f79f87a1ab None None] Deleting port c875dc40-a2d0-466e-a692-86c386ad685b {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:41:35.676370 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-853316c0-d403-4093-bf7f-68f79f87a1ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:35.690301 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358952c4-1ca4-4d54-9f0c-39b06df180cf None None] The sync data for ids ['a5b6b7aa-ff1f-4e79-be3c-e14985b73ecd'] in n-d-771362-32 is: [{'id': 'a5b6b7aa-ff1f-4e79-be3c-e14985b73ecd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1220023826', 'tenant_id': '0d97daa9abfb4f3f83ba38958ca24f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '37e1209b-0d92-4b05-8144-69b36ed2e9af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:39:03Z', 'updated_at': '2021-07-05T02:41:33Z', 'revision_number': 5, 'project_id': '0d97daa9abfb4f3f83ba38958ca24f47', 'gw_port': {'id': '37e1209b-0d92-4b05-8144-69b36ed2e9af', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:48:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b6b7aa-ff1f-4e79-be3c-e14985b73ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:39:05Z', 'updated_at': '2021-07-05T02:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:41:35.717221 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-023284f6-4c82-44cc-a7e3-9e3be3b39eb3 req-6758cd84-2271-4917-8c8f-6ec60ab5b691 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076374 Jul 05 02:41:35.823332 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-853316c0-d403-4093-bf7f-68f79f87a1ab None None] For port c875dc40-a2d0-466e-a692-86c386ad685b, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=c875dc40-a2d0-466e-a692-86c386ad685b,segment=NetworkSegment(7a1fdef7-cfe6-4ec0-a011-d2b8173ed813),segment_id=7a1fdef7-cfe6-4ec0-a011-d2b8173ed813)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:41:35.824011 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-853316c0-d403-4093-bf7f-68f79f87a1ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:35.838978 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-853316c0-d403-4093-bf7f-68f79f87a1ab None None] Calling delete_port for c875dc40-a2d0-466e-a692-86c386ad685b owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:41:35.911391 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c6c251-47bb-4c6c-a0d9-c729e74303c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba243357-0b01-4810-b2f5-4baadc94135a,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:41:35.952638 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-85a24cd4-1ffc-4cd0-b608-fb282a64fe7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:35.986924 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a24cd4-1ffc-4cd0-b608-fb282a64fe7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34ab5bbe-61ee-49cc-a8af-acffead49ed7,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:41:35.998808 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-85a24cd4-1ffc-4cd0-b608-fb282a64fe7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:35.999454 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18628cd-cff3-40df-8031-3457eb1dee94 req-028e8ed7-0d82-40e9-b54a-9a7a56023eef tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:35.999560 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-85a24cd4-1ffc-4cd0-b608-fb282a64fe7e admin admin] 10.222.0.23 "DELETE /v2.0/subnets/34ab5bbe-61ee-49cc-a8af-acffead49ed7 HTTP/1.1" status: 204 len: 168 time: 0.6683805 Jul 05 02:41:36.001235 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 56930) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:41:36.010540 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a18628cd-cff3-40df-8031-3457eb1dee94 req-028e8ed7-0d82-40e9-b54a-9a7a56023eef tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 944 time: 0.8040893 Jul 05 02:41:36.071338 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-853316c0-d403-4093-bf7f-68f79f87a1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:36.089616 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853316c0-d403-4093-bf7f-68f79f87a1ab None None] No DVR routers for this DVR port c875dc40-a2d0-466e-a692-86c386ad685b on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:41:36.108107 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0a4508e2-2571-42fc-af0b-5b9f4df33c55 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks [] for router, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:36.143805 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853316c0-d403-4093-bf7f-68f79f87a1ab None None] Pushing event deleted for resources: {'Port': ['ID=c875dc40-a2d0-466e-a692-86c386ad685b,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:41:36.152559 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-48874d30-2240-4bf8-9245-b27c810af621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:36.211728 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a18628cd-cff3-40df-8031-3457eb1dee94 req-434b5cc0-1cdc-4728-a030-5b2b43e115b6 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=09716028-44a2-4220-a754-7ed932c56f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2002614 Jul 05 02:41:36.230891 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 8045d015-5213-428b-a14c-1cb3ac9ffdd6 up at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:41:36.320664 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-48874d30-2240-4bf8-9245-b27c810af621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:36.321124 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device c875dc40-a2d0-466e-a692-86c386ad685b no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:41:36.347880 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-48874d30-2240-4bf8-9245-b27c810af621 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fde045a2-11dd-45de-835a-3b0d098a1616']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:41:36.351378 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: c875dc40-a2d0-466e-a692-86c386ad685b {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:41:36.351941 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device c875dc40-a2d0-466e-a692-86c386ad685b not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:41:36.352588 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 59efa17b-874c-44b5-bfe5-b56e9d8f4667 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:41:36.380310 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-48874d30-2240-4bf8-9245-b27c810af621 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98b51a0e-7fd9-4c79-b609-743fbdb1f86c') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:41:36.380310 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-48874d30-2240-4bf8-9245-b27c810af621 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98b51a0e-7fd9-4c79-b609-743fbdb1f86c') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:41:36.386828 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 59efa17b-874c-44b5-bfe5-b56e9d8f4667 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:41:36.387471 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 59efa17b-874c-44b5-bfe5-b56e9d8f4667 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:41:36.387931 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-48874d30-2240-4bf8-9245-b27c810af621 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:36.424409 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0a4508e2-2571-42fc-af0b-5b9f4df33c55 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:36.434104 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-48874d30-2240-4bf8-9245-b27c810af621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:36.440331 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning complete for port 8045d015-5213-428b-a14c-1cb3ac9ffdd6 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:41:36.440713 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:36.472368 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48874d30-2240-4bf8-9245-b27c810af621 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:41:36.473618 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-48874d30-2240-4bf8-9245-b27c810af621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:36.481529 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:41:36.481529 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:41:36.481529 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:41:36.481529 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:41:36.481529 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:41:36.481529 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:41:36.481529 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:41:36.481529 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:41:36.481529 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:41:36.481529 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:41:36.481529 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:41:36.481529 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:41:36.481529 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:41:36.481529 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:41:36.481529 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:41:36.481529 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:41:36.481529 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:41:36.481529 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:41:36.481529 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:41:36.481529 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:41:36.481529 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:41:36.481529 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:41:36.481529 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:41:36.481529 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:41:36.481529 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:41:36.481529 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:41:36.481529 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:41:36.481529 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:41:36.481529 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:41:36.481529 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:41:36.481529 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:41:36.481529 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:41:36.599950 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:36.650659 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3113eabb-b161-4b04-b0e4-8d9160d7b05b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8045d015-5213-428b-a14c-1cb3ac9ffdd6'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:41:36.653034 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c969a0dc-4176-4d77-911d-ada38bfca3eb" -d '{"events": [{"server_uuid": "3113eabb-b161-4b04-b0e4-8d9160d7b05b", "name": "network-vif-plugged", "status": "completed", "tag": "8045d015-5213-428b-a14c-1cb3ac9ffdd6"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:41:36.676066 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 8045d015-5213-428b-a14c-1cb3ac9ffdd6, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=8045d015-5213-428b-a14c-1cb3ac9ffdd6,segment=NetworkSegment(00a692bc-19f1-4303-ae19-6195e6ab101f),segment_id=00a692bc-19f1-4303-ae19-6195e6ab101f)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:41:36.754520 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6fe4435-d3a6-487b-b9ef-255a091e5c9a x-openstack-request-id: req-a6fe4435-d3a6-487b-b9ef-255a091e5c9a {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:41:36.754821 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3113eabb-b161-4b04-b0e4-8d9160d7b05b", "name": "network-vif-plugged", "status": "completed", "tag": "8045d015-5213-428b-a14c-1cb3ac9ffdd6", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:41:36.755369 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a6fe4435-d3a6-487b-b9ef-255a091e5c9a {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:41:36.755614 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3113eabb-b161-4b04-b0e4-8d9160d7b05b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8045d015-5213-428b-a14c-1cb3ac9ffdd6', 'code': 200} Jul 05 02:41:36.772815 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-48874d30-2240-4bf8-9245-b27c810af621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:36.787409 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-48874d30-2240-4bf8-9245-b27c810af621 admin admin] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:36.787409 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-48874d30-2240-4bf8-9245-b27c810af621 admin admin] 10.222.0.23 "DELETE /v2.0/networks/fde045a2-11dd-45de-835a-3b0d098a1616 HTTP/1.1" status: 204 len: 168 time: 0.7819586 Jul 05 02:41:36.812429 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48874d30-2240-4bf8-9245-b27c810af621 admin admin] Pushing event deleted for resources: {'Network': ['ID=fde045a2-11dd-45de-835a-3b0d098a1616,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:41:36.822210 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:36.836489 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-0a4508e2-2571-42fc-af0b-5b9f4df33c55 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Deleting port 37e1209b-0d92-4b05-8144-69b36ed2e9af {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:41:36.836489 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0a4508e2-2571-42fc-af0b-5b9f4df33c55 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:36.953506 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 27284142-f81a-4f9e-a39c-cff2c4894808 no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:41:36.962305 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=8045d015-5213-428b-a14c-1cb3ac9ffdd6,revision_number=7']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:41:36.966460 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca598c38-4466-449a-b105-74ed9c078358 req-50a589bf-e615-4295-b9a9-7fb73f48533d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:36.968021 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ca598c38-4466-449a-b105-74ed9c078358 req-50a589bf-e615-4295-b9a9-7fb73f48533d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4029f7586c674799901f5830e91fb3ea&device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 1096 time: 0.2994006 Jul 05 02:41:37.007388 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] No Port match for: 27284142-f81a-4f9e-a39c-cff2c4894808 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:41:37.008380 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 27284142-f81a-4f9e-a39c-cff2c4894808 not bound to the agent host n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:41:37.114424 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [None req-0a4508e2-2571-42fc-af0b-5b9f4df33c55 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] For port 37e1209b-0d92-4b05-8144-69b36ed2e9af, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=37e1209b-0d92-4b05-8144-69b36ed2e9af,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:41:37.114424 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0a4508e2-2571-42fc-af0b-5b9f4df33c55 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:37.144523 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-0a4508e2-2571-42fc-af0b-5b9f4df33c55 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Calling delete_port for 37e1209b-0d92-4b05-8144-69b36ed2e9af owned by network:router_gateway {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:41:37.269338 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf812005-8c64-473d-ad80-f84e844ce355 req-77bafd8a-3e92-4555-9912-a1f338447b74 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:37.270896 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cf812005-8c64-473d-ad80-f84e844ce355 req-77bafd8a-3e92-4555-9912-a1f338447b74 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 945 time: 0.2597704 Jul 05 02:41:37.271926 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca598c38-4466-449a-b105-74ed9c078358 req-8ca0d215-b200-42a1-a530-31883414811d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:37.273252 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ca598c38-4466-449a-b105-74ed9c078358 req-8ca0d215-b200-42a1-a530-31883414811d service neutron] 10.222.0.15 "GET /v2.0/networks?id=0363edd0-1704-4ea5-b7c0-1061ca483b3c HTTP/1.1" status: 200 len: 913 time: 0.2782838 Jul 05 02:41:37.339495 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ca598c38-4466-449a-b105-74ed9c078358 req-da636eb2-50e0-479f-9c4e-3b0955b609da service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8045d015-5213-428b-a14c-1cb3ac9ffdd6 HTTP/1.1" status: 200 len: 217 time: 0.0486274 Jul 05 02:41:37.474428 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cf812005-8c64-473d-ad80-f84e844ce355 req-017e4434-2dda-402f-a389-60fb98020aff tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947219 Jul 05 02:41:37.495596 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca598c38-4466-449a-b105-74ed9c078358 req-ff1de89d-38d5-429b-a288-7841e72531dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:37.497093 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ca598c38-4466-449a-b105-74ed9c078358 req-ff1de89d-38d5-429b-a288-7841e72531dd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=606919bb-0ade-4589-8a2b-c9dcfa56ec85 HTTP/1.1" status: 200 len: 853 time: 0.1465263 Jul 05 02:41:37.520884 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 56952) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:41:37.576946 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ca598c38-4466-449a-b105-74ed9c078358 req-0eede188-7b92-4f0f-bc5c-c1ef7b96375a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0363edd0-1704-4ea5-b7c0-1061ca483b3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706947 Jul 05 02:41:37.600778 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-a8055af3-1902-400c-897a-27fea867fb64 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d41aebdcdcbc4a2585f4a39dbb0792fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0774753 Jul 05 02:41:37.609949 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ef14b5-55a3-4285-a138-8c43b7fb2710 req-bc5084d0-2b1f-4602-baf5-4aac0c6e6ba3 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:37.614766 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a4ef14b5-55a3-4285-a138-8c43b7fb2710 req-bc5084d0-2b1f-4602-baf5-4aac0c6e6ba3 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 944 time: 0.1749070 Jul 05 02:41:37.615510 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 56954) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:41:37.743723 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9344d000-35cf-458e-b1bf-370515b710a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:37.749569 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a4ef14b5-55a3-4285-a138-8c43b7fb2710 req-6a0195a9-9c1c-4d9c-bd78-ed7d7cc859df tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=09716028-44a2-4220-a754-7ed932c56f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242249 Jul 05 02:41:37.789122 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ca598c38-4466-449a-b105-74ed9c078358 req-a515b435-d6af-4d5b-a911-a8ac6eae78cd service neutron] 10.222.0.15 "GET /v2.0/networks/0363edd0-1704-4ea5-b7c0-1061ca483b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703043 Jul 05 02:41:37.810243 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9344d000-35cf-458e-b1bf-370515b710a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:37.932459 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0a4508e2-2571-42fc-af0b-5b9f4df33c55 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:37.996825 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9344d000-35cf-458e-b1bf-370515b710a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:37.999892 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9344d000-35cf-458e-b1bf-370515b710a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:38.003615 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-9344d000-35cf-458e-b1bf-370515b710a2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/78144ff4-cee4-4469-a330-7ab44b6f97d5 HTTP/1.1" status: 204 len: 168 time: 0.3845870 Jul 05 02:41:38.023853 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9344d000-35cf-458e-b1bf-370515b710a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78144ff4-cee4-4469-a330-7ab44b6f97d5,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:41:38.163657 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4508e2-2571-42fc-af0b-5b9f4df33c55 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Pushing event deleted for resources: {'Port': ['ID=37e1209b-0d92-4b05-8144-69b36ed2e9af,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:41:38.175976 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ca598c38-4466-449a-b105-74ed9c078358 req-16b76945-4e83-4947-bbc0-04f494f136e5 service neutron] 10.222.0.15 "GET /v2.0/networks/0363edd0-1704-4ea5-b7c0-1061ca483b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3667936 Jul 05 02:41:38.191754 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0a4508e2-2571-42fc-af0b-5b9f4df33c55 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636927'] for router_gateway, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:38.356741 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0a4508e2-2571-42fc-af0b-5b9f4df33c55 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11828'] for router, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:38.361026 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0a4508e2-2571-42fc-af0b-5b9f4df33c55 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:38.549136 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0a4508e2-2571-42fc-af0b-5b9f4df33c55 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1575451'] for router, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:38.549759 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a4508e2-2571-42fc-af0b-5b9f4df33c55 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Fanout notify agent at l3_agent the message router_deleted on router a5b6b7aa-ff1f-4e79-be3c-e14985b73ecd {{(pid=94461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 02:41:38.556508 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0a4508e2-2571-42fc-af0b-5b9f4df33c55 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks [] for router, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:38.557563 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-0a4508e2-2571-42fc-af0b-5b9f4df33c55 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] 10.222.0.23 "DELETE /v2.0/routers/a5b6b7aa-ff1f-4e79-be3c-e14985b73ecd HTTP/1.1" status: 204 len: 168 time: 3.3012316 Jul 05 02:41:38.560277 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 56970) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:41:38.704223 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af61c89-e005-4764-bc73-07c60320b419 req-c2eec567-0524-4de0-87a0-1f8e0d7d848a tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:38.716338 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7af61c89-e005-4764-bc73-07c60320b419 req-c2eec567-0524-4de0-87a0-1f8e0d7d848a tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 944 time: 0.1790483 Jul 05 02:41:38.784917 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7af61c89-e005-4764-bc73-07c60320b419 req-8d70b6d8-1ff5-4f0c-874b-61f0ee5d3dc4 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=09716028-44a2-4220-a754-7ed932c56f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646679 Jul 05 02:41:38.813681 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ae286634-dba1-4372-ae8e-55237209b745 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:38.931038 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c863f7f-7792-4878-86e3-6ff1618a189a req-eaada65c-ddc3-4d58-8ccd-48448cf8adea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:38.932618 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1c863f7f-7792-4878-86e3-6ff1618a189a req-eaada65c-ddc3-4d58-8ccd-48448cf8adea service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=442a3e50d6be48be9e1562c5772ee754&device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 1096 time: 0.3289034 Jul 05 02:41:39.007743 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 02:41:39.079010 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ae286634-dba1-4372-ae8e-55237209b745 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:39.121954 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93c1aea-1583-48de-98b0-663e4c2c3d4d req-29d5224b-b738-4c90-9125-883189153d79 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:39.128829 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e93c1aea-1583-48de-98b0-663e4c2c3d4d req-29d5224b-b738-4c90-9125-883189153d79 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 945 time: 0.3042920 Jul 05 02:41:39.145879 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-ae286634-dba1-4372-ae8e-55237209b745 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['423941ad-288e-4f52-9863-01cb0753c63a']}} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:41:39.175620 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-ae286634-dba1-4372-ae8e-55237209b745 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a1fdef7-cfe6-4ec0-a011-d2b8173ed813') {'for_net_delete': True} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:41:39.176338 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-ae286634-dba1-4372-ae8e-55237209b745 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a1fdef7-cfe6-4ec0-a011-d2b8173ed813') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:41:39.203637 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ae286634-dba1-4372-ae8e-55237209b745 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5519669'] for segment, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:39.217976 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c863f7f-7792-4878-86e3-6ff1618a189a req-745f473d-ba4c-43aa-bcf3-ab4e06d74b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:39.220338 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1c863f7f-7792-4878-86e3-6ff1618a189a req-745f473d-ba4c-43aa-bcf3-ab4e06d74b7a service neutron] 10.222.0.21 "GET /v2.0/networks?id=c4d51310-b056-42c6-8720-dd3607bb490e HTTP/1.1" status: 200 len: 911 time: 0.2601881 Jul 05 02:41:39.236154 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e93c1aea-1583-48de-98b0-663e4c2c3d4d req-ad6e842c-b7ab-4c45-a262-412a431ddc40 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063941 Jul 05 02:41:39.259123 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ae286634-dba1-4372-ae8e-55237209b745 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:39.275300 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 56972) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:41:39.336421 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae286634-dba1-4372-ae8e-55237209b745 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=94461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:41:39.336655 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ae286634-dba1-4372-ae8e-55237209b745 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5763545'] for segment, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:39.339946 n-d-771362-32 neutron-server[94461]: Traceback (most recent call last): Jul 05 02:41:39.339946 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:41:39.339946 n-d-771362-32 neutron-server[94461]: timer() Jul 05 02:41:39.339946 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:41:39.339946 n-d-771362-32 neutron-server[94461]: cb(*args, **kw) Jul 05 02:41:39.339946 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:41:39.339946 n-d-771362-32 neutron-server[94461]: return func(*args, **kwargs) Jul 05 02:41:39.339946 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:41:39.339946 n-d-771362-32 neutron-server[94461]: self._notify() Jul 05 02:41:39.339946 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:41:39.339946 n-d-771362-32 neutron-server[94461]: self.callback(batched_events) Jul 05 02:41:39.339946 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:41:39.339946 n-d-771362-32 neutron-server[94461]: event.method(event) Jul 05 02:41:39.339946 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:41:39.339946 n-d-771362-32 neutron-server[94461]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:41:39.339946 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:41:39.339946 n-d-771362-32 neutron-server[94461]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:41:39.339946 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:41:39.339946 n-d-771362-32 neutron-server[94461]: return f(self, *a, **k) Jul 05 02:41:39.339946 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:41:39.339946 n-d-771362-32 neutron-server[94461]: return self._get(url).json() Jul 05 02:41:39.339946 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:41:39.339946 n-d-771362-32 neutron-server[94461]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:41:39.339946 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:41:39.339946 n-d-771362-32 neutron-server[94461]: return self.request(url, 'GET', **kwargs) Jul 05 02:41:39.339946 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:41:39.339946 n-d-771362-32 neutron-server[94461]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:41:39.339946 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:41:39.339946 n-d-771362-32 neutron-server[94461]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:41:39.339946 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:41:39.339946 n-d-771362-32 neutron-server[94461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:41:39.339946 n-d-771362-32 neutron-server[94461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:41:39.345491 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-f288502c-d631-4bc7-afb8-827b8bb91a39 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3b709691e9604117b7ce6f42a465171d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0647905 Jul 05 02:41:39.346549 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 56974) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:41:39.443789 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1c863f7f-7792-4878-86e3-6ff1618a189a req-13912c78-93f2-44c4-95ed-233db5673ae4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9394229-9271-4949-b389-b76d35d0946e HTTP/1.1" status: 200 len: 998 time: 0.2057977 Jul 05 02:41:39.521492 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ae286634-dba1-4372-ae8e-55237209b745 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:39.540064 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ae286634-dba1-4372-ae8e-55237209b745 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:39.544586 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-ae286634-dba1-4372-ae8e-55237209b745 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] 10.222.0.23 "DELETE /v2.0/networks/423941ad-288e-4f52-9863-01cb0753c63a HTTP/1.1" status: 204 len: 168 time: 0.9824123 Jul 05 02:41:39.577329 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c863f7f-7792-4878-86e3-6ff1618a189a req-c83396ac-5a38-4e9f-85f3-8621519294ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:39.583872 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1c863f7f-7792-4878-86e3-6ff1618a189a req-c83396ac-5a38-4e9f-85f3-8621519294ee service neutron] 10.222.0.21 "GET /v2.0/subnets?id=822ac30d-26eb-483a-9cd9-5da64853ba79 HTTP/1.1" status: 200 len: 850 time: 0.1312106 Jul 05 02:41:39.610971 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae286634-dba1-4372-ae8e-55237209b745 tempest-TestSecurityGroupsBasicOps-754717686 tempest-TestSecurityGroupsBasicOps-754717686-project] Pushing event deleted for resources: {'Network': ['ID=423941ad-288e-4f52-9863-01cb0753c63a,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:41:39.699692 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c863f7f-7792-4878-86e3-6ff1618a189a req-712e196f-fd71-45cb-909c-45d229190a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:39.702812 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1c863f7f-7792-4878-86e3-6ff1618a189a req-712e196f-fd71-45cb-909c-45d229190a28 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c4d51310-b056-42c6-8720-dd3607bb490e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1029196 Jul 05 02:41:39.837243 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1c863f7f-7792-4878-86e3-6ff1618a189a req-2d7d156d-4297-4edf-84c3-9c316f98a9e3 service neutron] 10.222.0.21 "GET /v2.0/networks/c4d51310-b056-42c6-8720-dd3607bb490e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159050 Jul 05 02:41:39.843657 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9fde9244-ab92-4891-93fb-c8e0c16c7fc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:39.876899 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9fde9244-ab92-4891-93fb-c8e0c16c7fc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:40.091228 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1c863f7f-7792-4878-86e3-6ff1618a189a req-89ced98f-b125-4a02-a386-95bbd062d7e3 service neutron] 10.222.0.21 "GET /v2.0/networks/c4d51310-b056-42c6-8720-dd3607bb490e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520604 Jul 05 02:41:40.102014 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9fde9244-ab92-4891-93fb-c8e0c16c7fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:40.112851 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd5634f-ed5f-4de8-8059-d23e94ef43b0 req-d3e5092b-b80e-46e0-a6e6-24fc709aca85 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:40.116237 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fcd5634f-ed5f-4de8-8059-d23e94ef43b0 req-d3e5092b-b80e-46e0-a6e6-24fc709aca85 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 944 time: 0.1227632 Jul 05 02:41:40.121012 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9fde9244-ab92-4891-93fb-c8e0c16c7fc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:40.122469 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-9fde9244-ab92-4891-93fb-c8e0c16c7fc9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5fdf7528-8484-432a-bc2d-54ad6323b8fc HTTP/1.1" status: 204 len: 168 time: 0.7748296 Jul 05 02:41:40.168862 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fde9244-ab92-4891-93fb-c8e0c16c7fc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fdf7528-8484-432a-bc2d-54ad6323b8fc,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:41:40.192196 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fcd5634f-ed5f-4de8-8059-d23e94ef43b0 req-a8b9a7a6-b801-4d2f-840a-8bb07df8e092 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=09716028-44a2-4220-a754-7ed932c56f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698111 Jul 05 02:41:40.225232 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 37e1209b-0d92-4b05-8144-69b36ed2e9af no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:41:40.287862 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 37e1209b-0d92-4b05-8144-69b36ed2e9af {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:41:40.288220 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 37e1209b-0d92-4b05-8144-69b36ed2e9af not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:41:40.542739 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 57002) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:41:40.591378 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cc4079-be9d-41a5-a45b-0c91ce8a1575 req-54dad2c0-406b-4861-bb36-2f8c84abe6e5 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:40.593314 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-64cc4079-be9d-41a5-a45b-0c91ce8a1575 req-54dad2c0-406b-4861-bb36-2f8c84abe6e5 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 945 time: 0.1839600 Jul 05 02:41:40.670630 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-64cc4079-be9d-41a5-a45b-0c91ce8a1575 req-cc0d0fb8-4a75-44c1-90aa-bee2dc013542 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711882 Jul 05 02:41:40.857151 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 57006) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:41:40.857791 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-5aa8bbfb-39b7-431a-9332-fd018b2d1d53 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0d97daa9abfb4f3f83ba38958ca24f47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3094242 Jul 05 02:41:40.968871 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-08650454-2ddc-4848-bea8-239ca62f359e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:41.000258 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-08650454-2ddc-4848-bea8-239ca62f359e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:41.208434 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-08650454-2ddc-4848-bea8-239ca62f359e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:41.211365 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-08650454-2ddc-4848-bea8-239ca62f359e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:41.212658 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-08650454-2ddc-4848-bea8-239ca62f359e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b455ad38-79d1-4a62-9e70-c1c6c0618d45 HTTP/1.1" status: 204 len: 168 time: 0.3536711 Jul 05 02:41:41.225883 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08650454-2ddc-4848-bea8-239ca62f359e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b455ad38-79d1-4a62-9e70-c1c6c0618d45,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:41:41.503412 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c089738-2be2-4605-a84b-cbc6cd823749 req-a92d04d4-7a21-41bf-8473-d84950a9329e tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:41.506503 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1c089738-2be2-4605-a84b-cbc6cd823749 req-a92d04d4-7a21-41bf-8473-d84950a9329e tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 944 time: 0.1649773 Jul 05 02:41:41.562228 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1c089738-2be2-4605-a84b-cbc6cd823749 req-9e8a9265-25fd-4257-8c6e-dfddbdf44877 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=09716028-44a2-4220-a754-7ed932c56f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500357 Jul 05 02:41:41.930774 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80ee6dd-9ac5-4264-a73f-5412ec03a85b req-1698d084-2cb3-4167-bcd2-73571f6a624d tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:41.939280 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a80ee6dd-9ac5-4264-a73f-5412ec03a85b req-1698d084-2cb3-4167-bcd2-73571f6a624d tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 945 time: 0.0904195 Jul 05 02:41:41.981767 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a80ee6dd-9ac5-4264-a73f-5412ec03a85b req-83f9ed13-98a9-4cb8-ab74-8faa51506fd5 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402725 Jul 05 02:41:42.052239 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:42.097362 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:42.101410 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6138822b-95b6-4f8a-8a69-304db3564a2a req-d4b345db-40e8-451c-bbc1-93ee05fff8d6 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:42.103174 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6138822b-95b6-4f8a-8a69-304db3564a2a req-d4b345db-40e8-451c-bbc1-93ee05fff8d6 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 944 time: 0.3023922 Jul 05 02:41:42.143905 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6138822b-95b6-4f8a-8a69-304db3564a2a req-73314b36-8a61-49ec-bcfc-0f47c00f0341 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=09716028-44a2-4220-a754-7ed932c56f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349228 Jul 05 02:41:42.385811 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 57032) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:41:42.464830 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f5f822ce-2651-4fcb-8f8f-d411164803bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:42.923305 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f5f822ce-2651-4fcb-8f8f-d411164803bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:43.003634 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f5f822ce-2651-4fcb-8f8f-d411164803bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:43.138709 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 57040) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:41:43.148884 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-f5f822ce-2651-4fcb-8f8f-d411164803bc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=85d41b12f8494074b2e12b70e558538e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7617941 Jul 05 02:41:43.155478 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f822ce-2651-4fcb-8f8f-d411164803bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f9453d-78c1-478e-9906-3a91246c2d68,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:41:43.275861 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4468eb1b-c090-49e6-a18f-b5ec24253393 req-69a6bd1c-9942-41ee-91ed-c1749d66fe6c tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:43.289211 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4468eb1b-c090-49e6-a18f-b5ec24253393 req-69a6bd1c-9942-41ee-91ed-c1749d66fe6c tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 944 time: 0.2387941 Jul 05 02:41:43.355474 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4468eb1b-c090-49e6-a18f-b5ec24253393 req-3c76ceb9-d670-428e-b7b7-274c679ba47e tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=09716028-44a2-4220-a754-7ed932c56f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644507 Jul 05 02:41:43.385648 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0a8d92da-696d-45c7-bb7a-c35ae0c64bc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:43.442879 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0a8d92da-696d-45c7-bb7a-c35ae0c64bc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:43.599734 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b888f9b2-8dc5-45a1-8386-32666dab29a8 req-6a24aeeb-339e-4856-804d-8777580afb19 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:43.601319 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b888f9b2-8dc5-45a1-8386-32666dab29a8 req-6a24aeeb-339e-4856-804d-8777580afb19 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 945 time: 0.3774261 Jul 05 02:41:43.608744 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0a8d92da-696d-45c7-bb7a-c35ae0c64bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:43.611944 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0a8d92da-696d-45c7-bb7a-c35ae0c64bc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:43.635063 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-0a8d92da-696d-45c7-bb7a-c35ae0c64bc2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/44f9453d-78c1-478e-9906-3a91246c2d68 HTTP/1.1" status: 204 len: 168 time: 0.4931281 Jul 05 02:41:43.708054 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8d92da-696d-45c7-bb7a-c35ae0c64bc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f9453d-78c1-478e-9906-3a91246c2d68,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:41:43.789563 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b888f9b2-8dc5-45a1-8386-32666dab29a8 req-3cef30b7-4eeb-4d7c-a51c-9b5c12e1c39a tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525156 Jul 05 02:41:43.815768 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-272ac99d-d1c2-40b8-891f-34addd426754 req-d9da2f38-ddc4-4514-bede-eadf048ee2d0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=106f67d5-1349-418d-8dec-d727be87b1a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3080447 Jul 05 02:41:43.972397 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272ac99d-d1c2-40b8-891f-34addd426754 req-c55dfe69-85dc-4105-9295-d7b766f9f4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:43.977346 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-272ac99d-d1c2-40b8-891f-34addd426754 req-c55dfe69-85dc-4105-9295-d7b766f9f4eb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=442a3e50d6be48be9e1562c5772ee754&device_id=106f67d5-1349-418d-8dec-d727be87b1a5 HTTP/1.1" status: 200 len: 1097 time: 0.1224339 Jul 05 02:41:44.147993 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272ac99d-d1c2-40b8-891f-34addd426754 req-21d20fa5-6c2c-421b-b1bf-f746b4ff0af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:44.149550 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-272ac99d-d1c2-40b8-891f-34addd426754 req-21d20fa5-6c2c-421b-b1bf-f746b4ff0af2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c4d51310-b056-42c6-8720-dd3607bb490e HTTP/1.1" status: 200 len: 911 time: 0.1429737 Jul 05 02:41:44.211059 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-272ac99d-d1c2-40b8-891f-34addd426754 req-7a31df80-5cc3-4e71-bd54-d57ed339be3a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe1080a3-9d43-4188-906d-d53acae014f6 HTTP/1.1" status: 200 len: 217 time: 0.0543625 Jul 05 02:41:44.287417 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 57066) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:41:44.317692 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272ac99d-d1c2-40b8-891f-34addd426754 req-e4e668dd-868f-4df2-a103-cd4333d9b31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:44.331829 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-272ac99d-d1c2-40b8-891f-34addd426754 req-e4e668dd-868f-4df2-a103-cd4333d9b31b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=822ac30d-26eb-483a-9cd9-5da64853ba79 HTTP/1.1" status: 200 len: 850 time: 0.1124954 Jul 05 02:41:44.555662 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b273c8c4-f5ce-46a1-b869-de18ae4a0e32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:44.627502 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66c6816-afcc-4e4b-bb65-c0144b3e20f8 req-0ab8d188-cb7f-4b12-8207-48da21804eba tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:44.649658 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e66c6816-afcc-4e4b-bb65-c0144b3e20f8 req-0ab8d188-cb7f-4b12-8207-48da21804eba tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 944 time: 0.2963240 Jul 05 02:41:44.739825 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272ac99d-d1c2-40b8-891f-34addd426754 req-05173548-cdf0-416c-a20c-f60cf73e7105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:44.741802 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-272ac99d-d1c2-40b8-891f-34addd426754 req-05173548-cdf0-416c-a20c-f60cf73e7105 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c4d51310-b056-42c6-8720-dd3607bb490e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3985946 Jul 05 02:41:44.758971 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b273c8c4-f5ce-46a1-b869-de18ae4a0e32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:44.760068 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e66c6816-afcc-4e4b-bb65-c0144b3e20f8 req-87b86e94-c80a-45d5-9399-cb4702528a1b tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=09716028-44a2-4220-a754-7ed932c56f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093764 Jul 05 02:41:44.868945 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b273c8c4-f5ce-46a1-b869-de18ae4a0e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:44.943289 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-272ac99d-d1c2-40b8-891f-34addd426754 req-d432401f-354d-42ae-a11c-0efc8ca0bb1a service neutron] 10.222.0.21 "GET /v2.0/networks/c4d51310-b056-42c6-8720-dd3607bb490e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820850 Jul 05 02:41:45.030318 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-b273c8c4-f5ce-46a1-b869-de18ae4a0e32 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=280a87aae907436ba8b7e9a7a85c82fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7390466 Jul 05 02:41:45.031000 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 57076) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:41:45.093004 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b273c8c4-f5ce-46a1-b869-de18ae4a0e32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4433a81c-0c7c-4c9f-bd41-22ac24d856ac,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:41:45.178830 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 57078) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:41:45.188613 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-272ac99d-d1c2-40b8-891f-34addd426754 req-355bc359-508a-4a2c-9efc-81a2862a5b95 service neutron] 10.222.0.21 "GET /v2.0/networks/c4d51310-b056-42c6-8720-dd3607bb490e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376380 Jul 05 02:41:45.253759 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-aa4c7e7a-315e-4aa6-849c-fd5f49a19172 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4dcb900d8d8148f790c96cd7ba1f9733&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0709753 Jul 05 02:41:45.258256 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 57080) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:41:45.258382 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0a45de2e-5bb4-45ab-87b1-f3acd30e0a29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:45.316283 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-dc7c9267-7b44-44a7-b933-22185c3a7c0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:45.326447 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0a45de2e-5bb4-45ab-87b1-f3acd30e0a29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:45.343308 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-dc7c9267-7b44-44a7-b933-22185c3a7c0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:45.382901 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e461b81-8321-4d50-9489-13359f18fbce req-d2630835-1662-43a7-9cf6-f51515020ccc tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:45.391583 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5e461b81-8321-4d50-9489-13359f18fbce req-d2630835-1662-43a7-9cf6-f51515020ccc tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 945 time: 0.2082944 Jul 05 02:41:45.481649 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5e461b81-8321-4d50-9489-13359f18fbce req-a0f567c8-3a51-4ba2-970a-2a20e9f9b616 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771253 Jul 05 02:41:45.503418 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-dc7c9267-7b44-44a7-b933-22185c3a7c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:45.503418 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-dc7c9267-7b44-44a7-b933-22185c3a7c0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:45.503418 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-dc7c9267-7b44-44a7-b933-22185c3a7c0c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3b75ab4b-c31b-4f46-a374-14196ceb5efd HTTP/1.1" status: 204 len: 168 time: 0.2430043 Jul 05 02:41:45.513000 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7c9267-7b44-44a7-b933-22185c3a7c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b75ab4b-c31b-4f46-a374-14196ceb5efd,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:41:45.561649 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0a45de2e-5bb4-45ab-87b1-f3acd30e0a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:45.566359 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0a45de2e-5bb4-45ab-87b1-f3acd30e0a29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:45.566474 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-0a45de2e-5bb4-45ab-87b1-f3acd30e0a29 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4433a81c-0c7c-4c9f-bd41-22ac24d856ac HTTP/1.1" status: 204 len: 168 time: 0.5046208 Jul 05 02:41:45.582367 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a45de2e-5bb4-45ab-87b1-f3acd30e0a29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4433a81c-0c7c-4c9f-bd41-22ac24d856ac,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:41:46.417126 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9ee7fd-5218-4246-9959-b901631a38d0 req-6ebe95a1-26e9-407a-b1aa-38c72f094e17 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:46.419353 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ab9ee7fd-5218-4246-9959-b901631a38d0 req-6ebe95a1-26e9-407a-b1aa-38c72f094e17 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 944 time: 0.5307696 Jul 05 02:41:46.498015 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ab9ee7fd-5218-4246-9959-b901631a38d0 req-a1310e06-be70-42cc-b6fa-85a4ec7c1614 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=09716028-44a2-4220-a754-7ed932c56f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715666 Jul 05 02:41:46.811565 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d383b09-d64f-4dba-b718-e4aaf01d1957 req-bc1527e2-a966-492a-b10c-d8ffbeb58846 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:46.820667 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2d383b09-d64f-4dba-b718-e4aaf01d1957 req-bc1527e2-a966-492a-b10c-d8ffbeb58846 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 945 time: 0.1603391 Jul 05 02:41:46.899166 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2d383b09-d64f-4dba-b718-e4aaf01d1957 req-05b4e09f-7fc6-4197-8a23-896a817e8be6 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774798 Jul 05 02:41:47.258171 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81df9ecd-fe58-4b5a-b482-1bafc215222a req-d0bebc3a-5592-441c-820b-22e7ef28a6ae tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:47.260661 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-81df9ecd-fe58-4b5a-b482-1bafc215222a req-d0bebc3a-5592-441c-820b-22e7ef28a6ae tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 944 time: 0.0888138 Jul 05 02:41:47.312300 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-81df9ecd-fe58-4b5a-b482-1bafc215222a req-4c700135-e93a-4800-a5e0-18a8276c0df9 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=09716028-44a2-4220-a754-7ed932c56f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435596 Jul 05 02:41:47.504181 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 57140) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:41:47.505394 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 57142) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:41:47.625455 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-fed802fb-9500-4404-8b02-429e8caccc24 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-77187964-network', 'tenant_id': 'a2a128e531764065b9d7371bd7cd83c5'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:41:47.638530 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-8e60a374-f959-46b3-b894-5994a6f60900 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1666250849-network', 'tenant_id': 'b1a00a493e704ec48248eed2815bb351'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:41:48.008744 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fed802fb-9500-4404-8b02-429e8caccc24 admin admin] Made reservation on behalf of a2a128e531764065b9d7371bd7cd83c5 for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:41:48.008744 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fed802fb-9500-4404-8b02-429e8caccc24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:48.021834 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fed802fb-9500-4404-8b02-429e8caccc24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:48.119720 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28dd98f-4930-49e9-8474-51654473b59d req-ea229ec0-e657-4f22-83d4-ee4ae4dba60c tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:48.127620 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a28dd98f-4930-49e9-8474-51654473b59d req-ea229ec0-e657-4f22-83d4-ee4ae4dba60c tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 945 time: 0.0766957 Jul 05 02:41:48.173826 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a28dd98f-4930-49e9-8474-51654473b59d req-90469880-5424-4064-a0bd-59d85c719360 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451024 Jul 05 02:41:48.174523 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e60a374-f959-46b3-b894-5994a6f60900 admin admin] Made reservation on behalf of b1a00a493e704ec48248eed2815bb351 for: {'network': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:41:48.185861 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8e60a374-f959-46b3-b894-5994a6f60900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:48.269451 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8e60a374-f959-46b3-b894-5994a6f60900 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:48.342436 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fed802fb-9500-4404-8b02-429e8caccc24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:48.471551 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fed802fb-9500-4404-8b02-429e8caccc24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:48.511226 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fed802fb-9500-4404-8b02-429e8caccc24 admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:41:48.527179 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fed802fb-9500-4404-8b02-429e8caccc24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:48.527439 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-fed802fb-9500-4404-8b02-429e8caccc24 admin admin] Added segment 118523a0-35b3-48fa-b3e4-22dd091bd29c of type vlan for network 4998b7af-a070-4fe3-aeaa-2961371b2b2b Jul 05 02:41:48.575174 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fed802fb-9500-4404-8b02-429e8caccc24 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:48.659939 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8e60a374-f959-46b3-b894-5994a6f60900 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:48.668036 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed802fb-9500-4404-8b02-429e8caccc24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59ee65e8-adcd-4c57-92ea-7890610815af,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:41:48.710171 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0b92f4-6a63-4c0a-8af1-42e1af8e2d8a req-389cb29d-4a25-4ae5-bec8-9d89e4b82433 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:48.717590 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9f0b92f4-6a63-4c0a-8af1-42e1af8e2d8a req-389cb29d-4a25-4ae5-bec8-9d89e4b82433 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 944 time: 0.1105866 Jul 05 02:41:48.751572 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8e60a374-f959-46b3-b894-5994a6f60900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:48.753838 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fed802fb-9500-4404-8b02-429e8caccc24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:48.755387 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed802fb-9500-4404-8b02-429e8caccc24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:48.755750 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fed802fb-9500-4404-8b02-429e8caccc24 admin admin] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:48.763776 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9f0b92f4-6a63-4c0a-8af1-42e1af8e2d8a req-fc54e6be-a07a-4e52-b2dc-086f492bae45 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=09716028-44a2-4220-a754-7ed932c56f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451143 Jul 05 02:41:48.824086 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e60a374-f959-46b3-b894-5994a6f60900 admin admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=94461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:41:48.831078 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed802fb-9500-4404-8b02-429e8caccc24 admin admin] Pushing event updated for resources: {'Network': ['ID=4998b7af-a070-4fe3-aeaa-2961371b2b2b,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:41:48.841612 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 4998b7af-a070-4fe3-aeaa-2961371b2b2b details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:41:48.854198 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e60a374-f959-46b3-b894-5994a6f60900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac3071f8-72e9-48f6-993d-b91865fa3824,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:41:48.872291 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8e60a374-f959-46b3-b894-5994a6f60900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:48.872648 n-d-771362-32 neutron-server[94461]: INFO neutron.db.segments_db [None req-8e60a374-f959-46b3-b894-5994a6f60900 admin admin] Added segment 0d275c90-3bd1-498e-a485-a23914e67eb1 of type vlan for network 73b1fe81-9ead-413d-adcc-8dcb2085def5 Jul 05 02:41:48.885665 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-fed802fb-9500-4404-8b02-429e8caccc24 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3788626 Jul 05 02:41:48.886762 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 57160) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:41:48.893529 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-2af4fc6e-76d2-4770-8c05-7bb98f41d880 admin admin] Request body: {'subnet': {'network_id': '4998b7af-a070-4fe3-aeaa-2961371b2b2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-77187964-subnet', 'tenant_id': 'a2a128e531764065b9d7371bd7cd83c5', 'ip_version': 4}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:41:48.930661 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8e60a374-f959-46b3-b894-5994a6f60900 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:49.019687 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2af4fc6e-76d2-4770-8c05-7bb98f41d880 admin admin] Made reservation on behalf of a2a128e531764065b9d7371bd7cd83c5 for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:41:49.022279 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2af4fc6e-76d2-4770-8c05-7bb98f41d880 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:49.051394 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8e60a374-f959-46b3-b894-5994a6f60900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:49.052444 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e60a374-f959-46b3-b894-5994a6f60900 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:49.053315 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8e60a374-f959-46b3-b894-5994a6f60900 admin admin] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:49.153637 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416678e7-aae0-4e52-bfc4-eec8b6822aaa req-6a20bcd3-b6d6-4594-8964-49450d96aca7 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:49.165131 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-416678e7-aae0-4e52-bfc4-eec8b6822aaa req-6a20bcd3-b6d6-4594-8964-49450d96aca7 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 944 time: 0.1892762 Jul 05 02:41:49.187918 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-8e60a374-f959-46b3-b894-5994a6f60900 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6790607 Jul 05 02:41:49.188548 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 57164) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:41:49.194359 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-540f7340-1593-4de2-8b59-96c93cd0df0f admin admin] Request body: {'subnet': {'network_id': '73b1fe81-9ead-413d-adcc-8dcb2085def5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1666250849-subnet', 'tenant_id': 'b1a00a493e704ec48248eed2815bb351', 'ip_version': 4}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:41:49.216367 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e60a374-f959-46b3-b894-5994a6f60900 admin admin] Pushing event updated for resources: {'Network': ['ID=73b1fe81-9ead-413d-adcc-8dcb2085def5,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:41:49.231624 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 73b1fe81-9ead-413d-adcc-8dcb2085def5 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:41:49.246899 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-416678e7-aae0-4e52-bfc4-eec8b6822aaa req-d2a6a5b7-49c4-41f8-a722-bafb66951aa0 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=09716028-44a2-4220-a754-7ed932c56f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804958 Jul 05 02:41:49.374062 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-540f7340-1593-4de2-8b59-96c93cd0df0f admin admin] Made reservation on behalf of b1a00a493e704ec48248eed2815bb351 for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:41:49.377817 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-540f7340-1593-4de2-8b59-96c93cd0df0f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:49.525679 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a0f998-03c9-4260-a675-fecf45fd29e5 req-c5455f61-6107-4e0e-b88d-bda6e1a9b058 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:49.545597 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-11a0f998-03c9-4260-a675-fecf45fd29e5 req-c5455f61-6107-4e0e-b88d-bda6e1a9b058 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 944 time: 0.1635962 Jul 05 02:41:49.570516 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bdea96-0dc5-4174-8df8-dd1e99c95829 req-ce523765-01db-4636-8a28-b70d54ea8613 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:49.572431 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-72bdea96-0dc5-4174-8df8-dd1e99c95829 req-ce523765-01db-4636-8a28-b70d54ea8613 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 945 time: 0.1288264 Jul 05 02:41:49.626187 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-11a0f998-03c9-4260-a675-fecf45fd29e5 req-295c08f3-26b1-4cbe-b7fa-521fbcc945cb tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=09716028-44a2-4220-a754-7ed932c56f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742190 Jul 05 02:41:49.674759 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2af4fc6e-76d2-4770-8c05-7bb98f41d880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:49.757059 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-72bdea96-0dc5-4174-8df8-dd1e99c95829 req-555c87a2-93d8-4214-90a6-3998234bf87c tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717474 Jul 05 02:41:49.814657 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af4fc6e-76d2-4770-8c05-7bb98f41d880 admin admin] Checking segment: {'id': '118523a0-35b3-48fa-b3e4-22dd091bd29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4998b7af-a070-4fe3-aeaa-2961371b2b2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:41:49.818492 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af4fc6e-76d2-4770-8c05-7bb98f41d880 admin admin] Network hostable DHCP agents. Network: 4998b7af-a070-4fe3-aeaa-2961371b2b2b, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:41:49.828735 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af4fc6e-76d2-4770-8c05-7bb98f41d880 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b34c68d-6895-4c90-9616-98e1bfcb7944,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:41:49.904533 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-540f7340-1593-4de2-8b59-96c93cd0df0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:49.928840 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c0f3f-c729-48e1-b8ba-c18c31ca4991 req-e08a87fb-db0c-406b-8d52-2135264bff60 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:49.941375 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1a7c0f3f-c729-48e1-b8ba-c18c31ca4991 req-e08a87fb-db0c-406b-8d52-2135264bff60 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 944 time: 0.1112013 Jul 05 02:41:49.977012 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af4fc6e-76d2-4770-8c05-7bb98f41d880 admin admin] Network 4998b7af-a070-4fe3-aeaa-2961371b2b2b is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:41:50.000559 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1a7c0f3f-c729-48e1-b8ba-c18c31ca4991 req-314b310c-e092-407d-ac88-f61c262f2c3d tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=09716028-44a2-4220-a754-7ed932c56f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574901 Jul 05 02:41:50.049545 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540f7340-1593-4de2-8b59-96c93cd0df0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=33729902-d3e5-4dd5-ba26-acbc079120a6,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:41:50.074655 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540f7340-1593-4de2-8b59-96c93cd0df0f admin admin] Checking segment: {'id': '0d275c90-3bd1-498e-a485-a23914e67eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '73b1fe81-9ead-413d-adcc-8dcb2085def5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:41:50.074655 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540f7340-1593-4de2-8b59-96c93cd0df0f admin admin] Network hostable DHCP agents. Network: 73b1fe81-9ead-413d-adcc-8dcb2085def5, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:41:50.132398 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-2af4fc6e-76d2-4770-8c05-7bb98f41d880 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 4998b7af-a070-4fe3-aeaa-2961371b2b2b) {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:41:50.139150 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af4fc6e-76d2-4770-8c05-7bb98f41d880 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:50.141978 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a10e9c-d35d-4cba-a446-36e2c466c6a5 None None] Network 4998b7af-a070-4fe3-aeaa-2961371b2b2b requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:41:50.150924 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2af4fc6e-76d2-4770-8c05-7bb98f41d880 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:50.224515 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540f7340-1593-4de2-8b59-96c93cd0df0f admin admin] Network 73b1fe81-9ead-413d-adcc-8dcb2085def5 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:41:50.231349 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-540f7340-1593-4de2-8b59-96c93cd0df0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 73b1fe81-9ead-413d-adcc-8dcb2085def5) {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:41:50.247678 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540f7340-1593-4de2-8b59-96c93cd0df0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:50.247678 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-540f7340-1593-4de2-8b59-96c93cd0df0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:50.260690 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c600ca9d-878b-4745-bfa0-496f4873d62b None None] Network 73b1fe81-9ead-413d-adcc-8dcb2085def5 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:41:50.320361 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 57178) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:41:50.320817 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-2af4fc6e-76d2-4770-8c05-7bb98f41d880 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4326577 Jul 05 02:41:50.326283 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-9a257ccc-b275-4c27-97bf-5b3ac8fa3ca8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-77187964-router', 'tenant_id': 'a2a128e531764065b9d7371bd7cd83c5', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:41:50.420216 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-540f7340-1593-4de2-8b59-96c93cd0df0f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2301605 Jul 05 02:41:50.423297 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 57180) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:41:50.428345 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-a5ab0a1f-239b-4c84-a657-995a90c901ac admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1666250849-router', 'tenant_id': 'b1a00a493e704ec48248eed2815bb351', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:41:50.433231 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 57182) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:41:50.498033 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7359adfe-045f-4277-bd41-052479647073 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-4998b7af-a070-4fe3-aeaa-2961371b2b2b', 'network_id': '4998b7af-a070-4fe3-aeaa-2961371b2b2b', 'tenant_id': 'a2a128e531764065b9d7371bd7cd83c5', 'fixed_ips': [{'subnet_id': '1b34c68d-6895-4c90-9616-98e1bfcb7944'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:41:50.498954 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-7359adfe-045f-4277-bd41-052479647073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:50.596716 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847cf95e-0e98-4fbf-a238-a210387f3bc3 tempest-TestNetworkBasicOps-1962896060 tempest-TestNetworkBasicOps-1962896060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:50.597279 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847cf95e-0e98-4fbf-a238-a210387f3bc3 tempest-TestNetworkBasicOps-1962896060 tempest-TestNetworkBasicOps-1962896060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:50.597765 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847cf95e-0e98-4fbf-a238-a210387f3bc3 tempest-TestNetworkBasicOps-1962896060 tempest-TestNetworkBasicOps-1962896060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:50.602213 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-847cf95e-0e98-4fbf-a238-a210387f3bc3 tempest-TestNetworkBasicOps-1962896060 tempest-TestNetworkBasicOps-1962896060-project-admin] 10.222.0.23 "GET /v2.0/ports?project_id=e74a7c63f72a43c48203f0c9f39b1c1e&network_id=5707578e-6bd2-47ab-9975-d5337f100e83 HTTP/1.1" status: 200 len: 2972 time: 0.1653824 Jul 05 02:41:50.607316 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9a257ccc-b275-4c27-97bf-5b3ac8fa3ca8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11810'] for router, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:50.611624 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9a257ccc-b275-4c27-97bf-5b3ac8fa3ca8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1926740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11821'] for router, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:50.626534 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b445644-8970-4483-89ed-a57156379128 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-73b1fe81-9ead-413d-adcc-8dcb2085def5', 'network_id': '73b1fe81-9ead-413d-adcc-8dcb2085def5', 'tenant_id': 'b1a00a493e704ec48248eed2815bb351', 'fixed_ips': [{'subnet_id': '33729902-d3e5-4dd5-ba26-acbc079120a6'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:41:50.627545 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4b445644-8970-4483-89ed-a57156379128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:50.794844 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a5ab0a1f-239b-4c84-a657-995a90c901ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11810'] for router, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:50.796222 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a5ab0a1f-239b-4c84-a657-995a90c901ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1926740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11821'] for router, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:50.801873 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-4b445644-8970-4483-89ed-a57156379128 None None] Allocated IP 172.20.0.2 (73b1fe81-9ead-413d-adcc-8dcb2085def5/33729902-d3e5-4dd5-ba26-acbc079120a6/272c6be2-3d24-451e-96a4-90a44fc49beb) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:41:50.913619 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-7359adfe-045f-4277-bd41-052479647073 None None] Allocated IP 172.20.0.2 (4998b7af-a070-4fe3-aeaa-2961371b2b2b/1b34c68d-6895-4c90-9616-98e1bfcb7944/09a8138b-3523-49a0-97ad-3befd94b34b3) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:41:50.945708 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a5ab0a1f-239b-4c84-a657-995a90c901ac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:51.101800 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9a257ccc-b275-4c27-97bf-5b3ac8fa3ca8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:51.147662 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-fc69efe0-5869-4007-99ed-7ee5785444b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:51.260203 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4b445644-8970-4483-89ed-a57156379128 None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:51.279304 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a5ab0a1f-239b-4c84-a657-995a90c901ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:51.299010 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2183817b-df3a-4a98-9948-1b7975fa936c req-7f240683-f288-4a55-baf4-1150a859316c tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:51.306485 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2183817b-df3a-4a98-9948-1b7975fa936c req-7f240683-f288-4a55-baf4-1150a859316c tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 945 time: 0.2848253 Jul 05 02:41:51.328860 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-4b445644-8970-4483-89ed-a57156379128 None None] Transition to ACTIVE for port object 272c6be2-3d24-451e-96a4-90a44fc49beb will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:41:51.356990 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2183817b-df3a-4a98-9948-1b7975fa936c req-1950a42d-4f9e-41b1-bcfd-aaab0fd8b379 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490503 Jul 05 02:41:51.390224 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-4b445644-8970-4483-89ed-a57156379128 None None] Transition to ACTIVE for port object 272c6be2-3d24-451e-96a4-90a44fc49beb will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:41:51.408479 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-7359adfe-045f-4277-bd41-052479647073 None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:51.436254 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-7359adfe-045f-4277-bd41-052479647073 None None] Transition to ACTIVE for port object 09a8138b-3523-49a0-97ad-3befd94b34b3 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:41:51.469887 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-7359adfe-045f-4277-bd41-052479647073 None None] Transition to ACTIVE for port object 09a8138b-3523-49a0-97ad-3befd94b34b3 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:41:51.482028 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4b445644-8970-4483-89ed-a57156379128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:51.524341 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9a257ccc-b275-4c27-97bf-5b3ac8fa3ca8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:51.570501 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-7359adfe-045f-4277-bd41-052479647073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:51.580341 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b445644-8970-4483-89ed-a57156379128 None None] Network 73b1fe81-9ead-413d-adcc-8dcb2085def5 is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:41:51.587794 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-4b445644-8970-4483-89ed-a57156379128 None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:41:51.592129 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b445644-8970-4483-89ed-a57156379128 None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:41:51.628357 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b445644-8970-4483-89ed-a57156379128 None None] Pushing event updated for resources: {'Port': ['ID=272c6be2-3d24-451e-96a4-90a44fc49beb,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:41:51.643094 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7359adfe-045f-4277-bd41-052479647073 None None] Network 4998b7af-a070-4fe3-aeaa-2961371b2b2b is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:41:51.732318 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-7359adfe-045f-4277-bd41-052479647073 None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:41:51.739705 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7359adfe-045f-4277-bd41-052479647073 None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:41:51.791741 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a5ab0a1f-239b-4c84-a657-995a90c901ac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:51.813363 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a5ab0a1f-239b-4c84-a657-995a90c901ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:51.931731 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7359adfe-045f-4277-bd41-052479647073 None None] Pushing event updated for resources: {'Port': ['ID=09a8138b-3523-49a0-97ad-3befd94b34b3,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:41:51.934117 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-4b445644-8970-4483-89ed-a57156379128 None None] Attempting to bind port 272c6be2-3d24-451e-96a4-90a44fc49beb on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:41:51.946461 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-4b445644-8970-4483-89ed-a57156379128 None None] Attempting to bind port 272c6be2-3d24-451e-96a4-90a44fc49beb by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '0d275c90-3bd1-498e-a485-a23914e67eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '73b1fe81-9ead-413d-adcc-8dcb2085def5'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:41:51.946838 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b445644-8970-4483-89ed-a57156379128 None None] Attempting to bind port 272c6be2-3d24-451e-96a4-90a44fc49beb on network 73b1fe81-9ead-413d-adcc-8dcb2085def5 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:41:51.978631 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b445644-8970-4483-89ed-a57156379128 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:41:51.979029 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b445644-8970-4483-89ed-a57156379128 None None] Checking segment: {'id': '0d275c90-3bd1-498e-a485-a23914e67eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '73b1fe81-9ead-413d-adcc-8dcb2085def5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:41:51.979418 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4b445644-8970-4483-89ed-a57156379128 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:51.979841 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b445644-8970-4483-89ed-a57156379128 None None] Bound using segment: {'id': '0d275c90-3bd1-498e-a485-a23914e67eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '73b1fe81-9ead-413d-adcc-8dcb2085def5'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:41:51.980325 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-4b445644-8970-4483-89ed-a57156379128 None None] Bound port: 272c6be2-3d24-451e-96a4-90a44fc49beb, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d275c90-3bd1-498e-a485-a23914e67eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '73b1fe81-9ead-413d-adcc-8dcb2085def5'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:41:51.980721 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4b445644-8970-4483-89ed-a57156379128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:51.985400 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-7359adfe-045f-4277-bd41-052479647073 None None] Attempting to bind port 09a8138b-3523-49a0-97ad-3befd94b34b3 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:41:51.985805 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-7359adfe-045f-4277-bd41-052479647073 None None] Attempting to bind port 09a8138b-3523-49a0-97ad-3befd94b34b3 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '118523a0-35b3-48fa-b3e4-22dd091bd29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4998b7af-a070-4fe3-aeaa-2961371b2b2b'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:41:51.994259 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7359adfe-045f-4277-bd41-052479647073 None None] Attempting to bind port 09a8138b-3523-49a0-97ad-3befd94b34b3 on network 4998b7af-a070-4fe3-aeaa-2961371b2b2b {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:41:52.025069 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7359adfe-045f-4277-bd41-052479647073 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:41:52.025439 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7359adfe-045f-4277-bd41-052479647073 None None] Checking segment: {'id': '118523a0-35b3-48fa-b3e4-22dd091bd29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4998b7af-a070-4fe3-aeaa-2961371b2b2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:41:52.025847 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-7359adfe-045f-4277-bd41-052479647073 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:52.026296 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7359adfe-045f-4277-bd41-052479647073 None None] Bound using segment: {'id': '118523a0-35b3-48fa-b3e4-22dd091bd29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4998b7af-a070-4fe3-aeaa-2961371b2b2b'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:41:52.026753 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-7359adfe-045f-4277-bd41-052479647073 None None] Bound port: 09a8138b-3523-49a0-97ad-3befd94b34b3, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '118523a0-35b3-48fa-b3e4-22dd091bd29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4998b7af-a070-4fe3-aeaa-2961371b2b2b'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:41:52.027146 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-7359adfe-045f-4277-bd41-052479647073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:52.055391 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9a257ccc-b275-4c27-97bf-5b3ac8fa3ca8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:52.056378 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-a5ab0a1f-239b-4c84-a657-995a90c901ac admin admin] Allocated IP 172.25.7.214 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/7d2df5b5-41a7-4290-a99f-4004dbb96fd5) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:41:52.098421 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9a257ccc-b275-4c27-97bf-5b3ac8fa3ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:52.200456 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a5ab0a1f-239b-4c84-a657-995a90c901ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:52.246425 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-4b445644-8970-4483-89ed-a57156379128 None None] For port 272c6be2-3d24-451e-96a4-90a44fc49beb, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:41:52.270077 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-4b445644-8970-4483-89ed-a57156379128 None None] For port 272c6be2-3d24-451e-96a4-90a44fc49beb, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=272c6be2-3d24-451e-96a4-90a44fc49beb,segment=NetworkSegment(0d275c90-3bd1-498e-a485-a23914e67eb1),segment_id=0d275c90-3bd1-498e-a485-a23914e67eb1)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:41:52.271956 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-7359adfe-045f-4277-bd41-052479647073 None None] For port 09a8138b-3523-49a0-97ad-3befd94b34b3, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:41:52.286380 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-7359adfe-045f-4277-bd41-052479647073 None None] For port 09a8138b-3523-49a0-97ad-3befd94b34b3, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=09a8138b-3523-49a0-97ad-3befd94b34b3,segment=NetworkSegment(118523a0-35b3-48fa-b3e4-22dd091bd29c),segment_id=118523a0-35b3-48fa-b3e4-22dd091bd29c)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:41:52.339224 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4b445644-8970-4483-89ed-a57156379128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:52.383572 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a5ab0a1f-239b-4c84-a657-995a90c901ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:52.417779 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b445644-8970-4483-89ed-a57156379128 None None] Pushing event updated for resources: {'Port': ['ID=272c6be2-3d24-451e-96a4-90a44fc49beb,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:41:52.430997 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-7359adfe-045f-4277-bd41-052479647073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:52.523970 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-9a257ccc-b275-4c27-97bf-5b3ac8fa3ca8 admin admin] Allocated IP 172.25.7.155 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/666b79ad-912c-43be-acd4-fd1d391f3de0) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:41:52.548622 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7359adfe-045f-4277-bd41-052479647073 None None] Pushing event updated for resources: {'Port': ['ID=09a8138b-3523-49a0-97ad-3befd94b34b3,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:41:52.613638 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ab0a1f-239b-4c84-a657-995a90c901ac admin admin] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:41:52.621474 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ab0a1f-239b-4c84-a657-995a90c901ac admin admin] Pushing event updated for resources: {'Port': ['ID=7d2df5b5-41a7-4290-a99f-4004dbb96fd5,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:41:52.635767 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-a5ab0a1f-239b-4c84-a657-995a90c901ac admin admin] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:41:52.639156 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ab0a1f-239b-4c84-a657-995a90c901ac admin admin] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:41:53.032899 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9a257ccc-b275-4c27-97bf-5b3ac8fa3ca8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:53.124123 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48043767-6305-42f3-b750-ded22c25dc84 req-82c3aa63-4dd2-40c7-897f-323663686722 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:53.132545 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-48043767-6305-42f3-b750-ded22c25dc84 req-82c3aa63-4dd2-40c7-897f-323663686722 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 945 time: 0.3475034 Jul 05 02:41:53.185850 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-48043767-6305-42f3-b750-ded22c25dc84 req-61ece45b-cc75-4c57-9b8a-f949c3b1c60a tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523965 Jul 05 02:41:53.287463 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a5ab0a1f-239b-4c84-a657-995a90c901ac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:53.494215 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a5ab0a1f-239b-4c84-a657-995a90c901ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963'] for router, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:53.563550 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-24143e78-8036-4f5b-a9b8-b1229473412e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:53.634920 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9a257ccc-b275-4c27-97bf-5b3ac8fa3ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:53.720721 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a257ccc-b275-4c27-97bf-5b3ac8fa3ca8 admin admin] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:41:53.727682 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-9a257ccc-b275-4c27-97bf-5b3ac8fa3ca8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:41:53.741114 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a257ccc-b275-4c27-97bf-5b3ac8fa3ca8 admin admin] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:41:53.749240 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5ab0a1f-239b-4c84-a657-995a90c901ac admin admin] Router 8e2bcb07-6c5e-4486-8f64-4c01f3036bb7 is scheduled to L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 with binding_index 1 {{(pid=94462) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 02:41:53.798324 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a257ccc-b275-4c27-97bf-5b3ac8fa3ca8 admin admin] Pushing event updated for resources: {'Port': ['ID=666b79ad-912c-43be-acd4-fd1d391f3de0,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:41:53.920815 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:53.984789 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5ab0a1f-239b-4c84-a657-995a90c901ac admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:41:53.998809 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250ad8fc-f64a-4d75-a6f6-70295dc7d6fa None None] Sync routers for ids ['8e2bcb07-6c5e-4486-8f64-4c01f3036bb7'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:41:54.029901 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250ad8fc-f64a-4d75-a6f6-70295dc7d6fa None None] Routers {'8e2bcb07-6c5e-4486-8f64-4c01f3036bb7'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:41:54.030748 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-250ad8fc-f64a-4d75-a6f6-70295dc7d6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:41:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['8e2bcb07-6c5e-4486-8f64-4c01f3036bb7'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:41:54.091091 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac814bf-f24b-413f-9d34-f4defe18c1e4 None None] Network 73b1fe81-9ead-413d-adcc-8dcb2085def5 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:41:54.103669 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a5ab0a1f-239b-4c84-a657-995a90c901ac admin admin] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:54.108440 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-a5ab0a1f-239b-4c84-a657-995a90c901ac admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.6839058 Jul 05 02:41:54.109636 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 57210) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:41:54.331182 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-3d38f7ff-311a-4a22-aae5-1fe7c147e7ce None None] Provisioning for port 272c6be2-3d24-451e-96a4-90a44fc49beb completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:41:54.337673 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-250ad8fc-f64a-4d75-a6f6-70295dc7d6fa None None] Set router 8e2bcb07-6c5e-4486-8f64-4c01f3036bb7 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:41:54.508874 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 272c6be2-3d24-451e-96a4-90a44fc49beb up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:41:54.522468 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 57214) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:41:54.523600 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9a257ccc-b275-4c27-97bf-5b3ac8fa3ca8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:54.708907 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fea43fb-3aee-4cb4-8fc4-f2cf552119b6 tempest-TestNetworkBasicOps-1962896060 tempest-TestNetworkBasicOps-1962896060-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:54.731226 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-2fea43fb-3aee-4cb4-8fc4-f2cf552119b6 tempest-TestNetworkBasicOps-1962896060 tempest-TestNetworkBasicOps-1962896060-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=4bbc2f9e-02cf-490e-901d-2588655a3ef0 HTTP/1.1" status: 200 len: 814 time: 0.1631429 Jul 05 02:41:54.761446 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae80700-352a-4426-b88e-df21bc466c77 None None] Network 4998b7af-a070-4fe3-aeaa-2961371b2b2b requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:41:54.951885 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:54.955760 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 272c6be2-3d24-451e-96a4-90a44fc49beb completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:41:55.003707 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-ddb4a654-6b35-4119-b31e-74ba99a8ac7d None None] Provisioning for port 09a8138b-3523-49a0-97ad-3befd94b34b3 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:41:55.018681 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 272c6be2-3d24-451e-96a4-90a44fc49beb triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:41:55.021623 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:55.033317 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9a257ccc-b275-4c27-97bf-5b3ac8fa3ca8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963'] for router, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:55.328699 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-250ad8fc-f64a-4d75-a6f6-70295dc7d6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2bcb07-6c5e-4486-8f64-4c01f3036bb7', 'name': 'tempest-TestVolumeBootPattern-1666250849-router', 'tenant_id': 'b1a00a493e704ec48248eed2815bb351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '7d2df5b5-41a7-4290-a99f-4004dbb96fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:41:50Z', 'updated_at': '2021-07-05T02:41:53Z', 'revision_number': 3, 'project_id': 'b1a00a493e704ec48248eed2815bb351', 'gw_port': {'id': '7d2df5b5-41a7-4290-a99f-4004dbb96fd5', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a3:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e2bcb07-6c5e-4486-8f64-4c01f3036bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:41:51Z', 'updated_at': '2021-07-05T02:41:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:41:55.433180 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250ad8fc-f64a-4d75-a6f6-70295dc7d6fa None None] Checking router: 8e2bcb07-6c5e-4486-8f64-4c01f3036bb7 for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:41:55.433602 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250ad8fc-f64a-4d75-a6f6-70295dc7d6fa None None] Updating router 8e2bcb07-6c5e-4486-8f64-4c01f3036bb7 port 7d2df5b5-41a7-4290-a99f-4004dbb96fd5 binding host n-d-771362-32 {{(pid=94463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 02:41:55.458219 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0eb8e7-ac31-4ec9-87d8-dd517ca99166 req-cb9d40f9-b6f0-4e48-bbcc-04411550a202 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:55.477174 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4d0eb8e7-ac31-4ec9-87d8-dd517ca99166 req-cb9d40f9-b6f0-4e48-bbcc-04411550a202 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 945 time: 0.8285286 Jul 05 02:41:55.486412 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a257ccc-b275-4c27-97bf-5b3ac8fa3ca8 admin admin] Router 4e81096a-2faf-4683-ac01-1eeb4c9c3bd6 is scheduled to L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 with binding_index 1 {{(pid=94461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 02:41:55.547499 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-5570f11d-5bfd-4505-a655-3422d7091905 None None] Provisioning complete for port 272c6be2-3d24-451e-96a4-90a44fc49beb triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:41:55.548016 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5570f11d-5bfd-4505-a655-3422d7091905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:55.568844 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4d0eb8e7-ac31-4ec9-87d8-dd517ca99166 req-3a9ce590-2d20-40bc-9141-fb7e4ffc85f5 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904188 Jul 05 02:41:55.572919 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 57226) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:41:55.639319 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-250ad8fc-f64a-4d75-a6f6-70295dc7d6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:55.721235 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 57232) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:41:55.723291 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5defc678-97fb-4866-81f0-cb147b8244c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:55.731851 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-812db806-f5ac-4e08-bff5-a19ab29c1d66 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Request body: {'network': {'name': 'tempest-network-smoke--2118296682', 'project_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'port_security_enabled': True}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:41:55.781450 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a257ccc-b275-4c27-97bf-5b3ac8fa3ca8 admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:41:55.816887 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b6bee0-ff2f-4da5-a756-64911214c070 None None] Sync routers for ids ['4e81096a-2faf-4683-ac01-1eeb4c9c3bd6'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:41:55.816887 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b6bee0-ff2f-4da5-a756-64911214c070 None None] Routers {'4e81096a-2faf-4683-ac01-1eeb4c9c3bd6'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:41:55.816887 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-76b6bee0-ff2f-4da5-a756-64911214c070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:41:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['4e81096a-2faf-4683-ac01-1eeb4c9c3bd6'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:41:55.840996 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e0cd847c-1875-45d2-8075-fa2e936219bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:55.970917 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-5defc678-97fb-4866-81f0-cb147b8244c6 admin admin] Allocated IP 172.20.0.1 (73b1fe81-9ead-413d-adcc-8dcb2085def5/33729902-d3e5-4dd5-ba26-acbc079120a6/581871ae-f1f2-4d48-a7e0-6ba26cbd1272) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:41:56.038596 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-76b6bee0-ff2f-4da5-a756-64911214c070 None None] Set router 4e81096a-2faf-4683-ac01-1eeb4c9c3bd6 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:41:56.098817 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5defc678-97fb-4866-81f0-cb147b8244c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:56.112936 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [None req-5defc678-97fb-4866-81f0-cb147b8244c6 admin admin] Transition to ACTIVE for port object 581871ae-f1f2-4d48-a7e0-6ba26cbd1272 will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:41:56.149446 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:56.227125 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-250ad8fc-f64a-4d75-a6f6-70295dc7d6fa None None] Notify callbacks [] for port, precommit_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:56.230778 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-812db806-f5ac-4e08-bff5-a19ab29c1d66 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Made reservation on behalf of e74a7c63f72a43c48203f0c9f39b1c1e for: {'network': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:41:56.236799 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-812db806-f5ac-4e08-bff5-a19ab29c1d66 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:56.267811 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-76b6bee0-ff2f-4da5-a756-64911214c070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e81096a-2faf-4683-ac01-1eeb4c9c3bd6', 'name': 'tempest-TestVolumeBackupRestore-77187964-router', 'tenant_id': 'a2a128e531764065b9d7371bd7cd83c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '666b79ad-912c-43be-acd4-fd1d391f3de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:41:50Z', 'updated_at': '2021-07-05T02:41:54Z', 'revision_number': 3, 'project_id': 'a2a128e531764065b9d7371bd7cd83c5', 'gw_port': {'id': '666b79ad-912c-43be-acd4-fd1d391f3de0', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5a:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e81096a-2faf-4683-ac01-1eeb4c9c3bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:41:52Z', 'updated_at': '2021-07-05T02:41:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:41:56.272617 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-812db806-f5ac-4e08-bff5-a19ab29c1d66 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=94461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:41:56.282686 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-812db806-f5ac-4e08-bff5-a19ab29c1d66 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:56.283555 n-d-771362-32 neutron-server[94461]: INFO neutron.db.segments_db [None req-812db806-f5ac-4e08-bff5-a19ab29c1d66 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Added segment 9ea05186-e175-4085-afab-93b2a2a0f9d2 of type vlan for network 5f4ace55-178b-4ec0-8ee2-07eda90fa2ad Jul 05 02:41:56.291195 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5570f11d-5bfd-4505-a655-3422d7091905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:56.298659 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 272c6be2-3d24-451e-96a4-90a44fc49beb, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=272c6be2-3d24-451e-96a4-90a44fc49beb,segment=NetworkSegment(0d275c90-3bd1-498e-a485-a23914e67eb1),segment_id=0d275c90-3bd1-498e-a485-a23914e67eb1)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:41:56.300476 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b6bee0-ff2f-4da5-a756-64911214c070 None None] Checking router: 4e81096a-2faf-4683-ac01-1eeb4c9c3bd6 for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:41:56.300476 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b6bee0-ff2f-4da5-a756-64911214c070 None None] Updating router 4e81096a-2faf-4683-ac01-1eeb4c9c3bd6 port 666b79ad-912c-43be-acd4-fd1d391f3de0 binding host n-d-771362-32 {{(pid=94464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 02:41:56.300950 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-250ad8fc-f64a-4d75-a6f6-70295dc7d6fa None None] Transition to ACTIVE for port object 7d2df5b5-41a7-4290-a99f-4004dbb96fd5 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:41:56.305504 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5defc678-97fb-4866-81f0-cb147b8244c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:56.336243 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:56.340028 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-76b6bee0-ff2f-4da5-a756-64911214c070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:56.356162 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-812db806-f5ac-4e08-bff5-a19ab29c1d66 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:56.371899 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5defc678-97fb-4866-81f0-cb147b8244c6 admin admin] Network 73b1fe81-9ead-413d-adcc-8dcb2085def5 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:41:56.375133 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-5defc678-97fb-4866-81f0-cb147b8244c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:41:56.380577 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5defc678-97fb-4866-81f0-cb147b8244c6 admin admin] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:41:56.386087 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5defc678-97fb-4866-81f0-cb147b8244c6 admin admin] Pushing event updated for resources: {'Port': ['ID=581871ae-f1f2-4d48-a7e0-6ba26cbd1272,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:41:56.423821 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5defc678-97fb-4866-81f0-cb147b8244c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635668'] for router_interface, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:56.426733 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9a257ccc-b275-4c27-97bf-5b3ac8fa3ca8 admin admin] Notify callbacks [] for router, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:56.432737 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-9a257ccc-b275-4c27-97bf-5b3ac8fa3ca8 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.1081438 Jul 05 02:41:56.434003 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 57238) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:41:56.475768 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:56.479082 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 09a8138b-3523-49a0-97ad-3befd94b34b3 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:41:56.481222 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-250ad8fc-f64a-4d75-a6f6-70295dc7d6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:56.658334 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.db.api [None req-5570f11d-5bfd-4505-a655-3422d7091905 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94463) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 02:41:56.658334 n-d-771362-32 neutron-server[94463]: DEBUG oslo_db.api [None req-5570f11d-5bfd-4505-a655-3422d7091905 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 02:41:56.732161 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-812db806-f5ac-4e08-bff5-a19ab29c1d66 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:56.742082 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-812db806-f5ac-4e08-bff5-a19ab29c1d66 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:56.742767 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-812db806-f5ac-4e08-bff5-a19ab29c1d66 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:56.760291 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5defc678-97fb-4866-81f0-cb147b8244c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:56.812726 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-250ad8fc-f64a-4d75-a6f6-70295dc7d6fa None None] Attempting to bind port 7d2df5b5-41a7-4290-a99f-4004dbb96fd5 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:41:56.813029 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-250ad8fc-f64a-4d75-a6f6-70295dc7d6fa None None] Attempting to bind port 7d2df5b5-41a7-4290-a99f-4004dbb96fd5 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:41:56.813407 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250ad8fc-f64a-4d75-a6f6-70295dc7d6fa None None] Attempting to bind port 7d2df5b5-41a7-4290-a99f-4004dbb96fd5 on network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:41:56.826719 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=272c6be2-3d24-451e-96a4-90a44fc49beb,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:41:56.838635 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-76b6bee0-ff2f-4da5-a756-64911214c070 None None] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:56.843924 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250ad8fc-f64a-4d75-a6f6-70295dc7d6fa None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:41:56.843924 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250ad8fc-f64a-4d75-a6f6-70295dc7d6fa None None] Checking segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:41:56.843924 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-250ad8fc-f64a-4d75-a6f6-70295dc7d6fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:56.843924 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250ad8fc-f64a-4d75-a6f6-70295dc7d6fa None None] Bound using segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:41:56.843924 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-250ad8fc-f64a-4d75-a6f6-70295dc7d6fa None None] Bound port: 7d2df5b5-41a7-4290-a99f-4004dbb96fd5, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:41:56.843924 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-250ad8fc-f64a-4d75-a6f6-70295dc7d6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:56.851751 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-76b6bee0-ff2f-4da5-a756-64911214c070 None None] Transition to ACTIVE for port object 666b79ad-912c-43be-acd4-fd1d391f3de0 will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:41:56.939659 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812db806-f5ac-4e08-bff5-a19ab29c1d66 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Pushing event updated for resources: {'Network': ['ID=5f4ace55-178b-4ec0-8ee2-07eda90fa2ad,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:41:56.948725 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-250ad8fc-f64a-4d75-a6f6-70295dc7d6fa None None] For port 7d2df5b5-41a7-4290-a99f-4004dbb96fd5, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:41:56.953726 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e0d9a5-d195-4476-bc13-881cc601effc None None] Pushing event updated for resources: {'Port': ['ID=7d2df5b5-41a7-4290-a99f-4004dbb96fd5,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:41:56.956874 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 5f4ace55-178b-4ec0-8ee2-07eda90fa2ad details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:41:56.971794 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-76b6bee0-ff2f-4da5-a756-64911214c070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:57.018184 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-250ad8fc-f64a-4d75-a6f6-70295dc7d6fa None None] For port 7d2df5b5-41a7-4290-a99f-4004dbb96fd5, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=7d2df5b5-41a7-4290-a99f-4004dbb96fd5,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:41:57.025819 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-76b6bee0-ff2f-4da5-a756-64911214c070 None None] Attempting to bind port 666b79ad-912c-43be-acd4-fd1d391f3de0 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:41:57.026521 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-76b6bee0-ff2f-4da5-a756-64911214c070 None None] Attempting to bind port 666b79ad-912c-43be-acd4-fd1d391f3de0 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:41:57.027049 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b6bee0-ff2f-4da5-a756-64911214c070 None None] Attempting to bind port 666b79ad-912c-43be-acd4-fd1d391f3de0 on network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:41:57.028950 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5defc678-97fb-4866-81f0-cb147b8244c6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:57.040079 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b6bee0-ff2f-4da5-a756-64911214c070 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:41:57.040735 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b6bee0-ff2f-4da5-a756-64911214c070 None None] Checking segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:41:57.041298 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-76b6bee0-ff2f-4da5-a756-64911214c070 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:57.041871 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b6bee0-ff2f-4da5-a756-64911214c070 None None] Bound using segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:41:57.042595 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-76b6bee0-ff2f-4da5-a756-64911214c070 None None] Bound port: 666b79ad-912c-43be-acd4-fd1d391f3de0, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:41:57.043137 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-76b6bee0-ff2f-4da5-a756-64911214c070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:57.047004 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 09a8138b-3523-49a0-97ad-3befd94b34b3 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:41:57.053912 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 09a8138b-3523-49a0-97ad-3befd94b34b3 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:41:57.054423 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:57.105480 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2953bf9e-c003-42f8-9c7e-f0de3cf4c2f9 None None] Pushing event updated for resources: {'Port': ['ID=666b79ad-912c-43be-acd4-fd1d391f3de0,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:41:57.116009 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2953bf9e-c003-42f8-9c7e-f0de3cf4c2f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:41:57.116354 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2953bf9e-c003-42f8-9c7e-f0de3cf4c2f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:41:57.116697 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2953bf9e-c003-42f8-9c7e-f0de3cf4c2f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:41:57.117032 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2953bf9e-c003-42f8-9c7e-f0de3cf4c2f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:41:57.117362 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2953bf9e-c003-42f8-9c7e-f0de3cf4c2f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:41:57.117687 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2953bf9e-c003-42f8-9c7e-f0de3cf4c2f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:41:57.118223 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2953bf9e-c003-42f8-9c7e-f0de3cf4c2f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:41:57.118549 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2953bf9e-c003-42f8-9c7e-f0de3cf4c2f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:41:57.118870 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2953bf9e-c003-42f8-9c7e-f0de3cf4c2f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:41:57.119190 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2953bf9e-c003-42f8-9c7e-f0de3cf4c2f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:41:57.119511 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2953bf9e-c003-42f8-9c7e-f0de3cf4c2f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:41:57.119830 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2953bf9e-c003-42f8-9c7e-f0de3cf4c2f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:41:57.123627 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-76b6bee0-ff2f-4da5-a756-64911214c070 None None] For port 666b79ad-912c-43be-acd4-fd1d391f3de0, host n-d-771362-32, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:41:57.127664 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-76b6bee0-ff2f-4da5-a756-64911214c070 None None] For port 666b79ad-912c-43be-acd4-fd1d391f3de0, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=666b79ad-912c-43be-acd4-fd1d391f3de0,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:41:57.132027 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-250ad8fc-f64a-4d75-a6f6-70295dc7d6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:57.161995 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5defc678-97fb-4866-81f0-cb147b8244c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:57.216820 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:57.237073 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5defc678-97fb-4866-81f0-cb147b8244c6 admin admin] Pushing event updated for resources: {'Port': ['ID=581871ae-f1f2-4d48-a7e0-6ba26cbd1272,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:41:57.240166 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5defc678-97fb-4866-81f0-cb147b8244c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634601'] for router_interface, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:57.259284 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250ad8fc-f64a-4d75-a6f6-70295dc7d6fa None None] Routers {'8e2bcb07-6c5e-4486-8f64-4c01f3036bb7'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:41:57.260153 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-250ad8fc-f64a-4d75-a6f6-70295dc7d6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:41:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['8e2bcb07-6c5e-4486-8f64-4c01f3036bb7'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:41:57.275949 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e0d9a5-d195-4476-bc13-881cc601effc None None] Pushing event updated for resources: {'Port': ['ID=7d2df5b5-41a7-4290-a99f-4004dbb96fd5,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:41:57.294482 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-76b6bee0-ff2f-4da5-a756-64911214c070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:57.326317 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 09a8138b-3523-49a0-97ad-3befd94b34b3, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=09a8138b-3523-49a0-97ad-3befd94b34b3,segment=NetworkSegment(118523a0-35b3-48fa-b3e4-22dd091bd29c),segment_id=118523a0-35b3-48fa-b3e4-22dd091bd29c)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:41:57.357438 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5defc678-97fb-4866-81f0-cb147b8244c6 admin admin] Network 73b1fe81-9ead-413d-adcc-8dcb2085def5 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:41:57.359086 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-5defc678-97fb-4866-81f0-cb147b8244c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:41:57.390408 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b6bee0-ff2f-4da5-a756-64911214c070 None None] Routers {'4e81096a-2faf-4683-ac01-1eeb4c9c3bd6'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:41:57.391034 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-76b6bee0-ff2f-4da5-a756-64911214c070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:41:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['4e81096a-2faf-4683-ac01-1eeb4c9c3bd6'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:41:57.392934 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2953bf9e-c003-42f8-9c7e-f0de3cf4c2f9 None None] Pushing event updated for resources: {'Port': ['ID=666b79ad-912c-43be-acd4-fd1d391f3de0,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:41:57.453851 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-250ad8fc-f64a-4d75-a6f6-70295dc7d6fa None None] Set router 8e2bcb07-6c5e-4486-8f64-4c01f3036bb7 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:41:57.494168 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e0cd847c-1875-45d2-8075-fa2e936219bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:57.539814 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5defc678-97fb-4866-81f0-cb147b8244c6 admin admin] Router 8e2bcb07-6c5e-4486-8f64-4c01f3036bb7 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:41:57.546451 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-76b6bee0-ff2f-4da5-a756-64911214c070 None None] Set router 4e81096a-2faf-4683-ac01-1eeb4c9c3bd6 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:41:57.551459 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1107130-726c-43b1-89de-fdcba124022e req-bead7de4-fc30-40fb-96ba-c82b3f8607b8 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:57.558460 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a1107130-726c-43b1-89de-fdcba124022e req-bead7de4-fc30-40fb-96ba-c82b3f8607b8 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 945 time: 0.7784269 Jul 05 02:41:57.563958 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:57.690441 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=09a8138b-3523-49a0-97ad-3befd94b34b3,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:41:57.699369 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e0cd847c-1875-45d2-8075-fa2e936219bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:57.705776 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 272c6be2-3d24-451e-96a4-90a44fc49beb up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:41:57.753767 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-2e7016b3-b382-43b2-bf04-6b9f720499f7 None None] Provisioning complete for port 09a8138b-3523-49a0-97ad-3befd94b34b3 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:41:57.754433 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-2e7016b3-b382-43b2-bf04-6b9f720499f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:57.756409 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5defc678-97fb-4866-81f0-cb147b8244c6 admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:41:57.772306 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-e0cd847c-1875-45d2-8075-fa2e936219bc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=539c4e17e9f046e0850476d84054c562&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1981754 Jul 05 02:41:57.778160 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-5defc678-97fb-4866-81f0-cb147b8244c6 admin admin] 10.222.0.23 "PUT /v2.0/routers/8e2bcb07-6c5e-4486-8f64-4c01f3036bb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6660209 Jul 05 02:41:57.778657 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 57250) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:41:57.816118 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-76b6bee0-ff2f-4da5-a756-64911214c070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e81096a-2faf-4683-ac01-1eeb4c9c3bd6', 'name': 'tempest-TestVolumeBackupRestore-77187964-router', 'tenant_id': 'a2a128e531764065b9d7371bd7cd83c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '666b79ad-912c-43be-acd4-fd1d391f3de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:41:50Z', 'updated_at': '2021-07-05T02:41:54Z', 'revision_number': 3, 'project_id': 'a2a128e531764065b9d7371bd7cd83c5', 'gw_port': {'id': '666b79ad-912c-43be-acd4-fd1d391f3de0', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5a:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e81096a-2faf-4683-ac01-1eeb4c9c3bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:41:52Z', 'updated_at': '2021-07-05T02:41:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:41:57.836519 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-812db806-f5ac-4e08-bff5-a19ab29c1d66 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.1103334 Jul 05 02:41:57.844068 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 57254) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:41:57.845944 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b0a52be1-28e6-43c6-a4c4-d4816b73b432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:57.903509 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 272c6be2-3d24-451e-96a4-90a44fc49beb triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:41:57.904324 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:57.909314 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d56997a2-79df-497b-a599-1c245015575b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:57.933096 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eb8fcd-b370-4853-a300-4481e4e6b043 req-a3f7f43e-1bec-4587-81fb-5bb186db0351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:57.938847 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-21eb8fcd-b370-4853-a300-4481e4e6b043 req-a3f7f43e-1bec-4587-81fb-5bb186db0351 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4029f7586c674799901f5830e91fb3ea&device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 1097 time: 0.4431183 Jul 05 02:41:57.949010 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d56997a2-79df-497b-a599-1c245015575b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:57.983715 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-2e7016b3-b382-43b2-bf04-6b9f720499f7 None None] Provisioning for port 581871ae-f1f2-4d48-a7e0-6ba26cbd1272 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:41:57.994821 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b6bee0-ff2f-4da5-a756-64911214c070 None None] The sync data for ids ['4e81096a-2faf-4683-ac01-1eeb4c9c3bd6'] in n-d-771362-32 is: [{'id': '4e81096a-2faf-4683-ac01-1eeb4c9c3bd6', 'name': 'tempest-TestVolumeBackupRestore-77187964-router', 'tenant_id': 'a2a128e531764065b9d7371bd7cd83c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '666b79ad-912c-43be-acd4-fd1d391f3de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:41:50Z', 'updated_at': '2021-07-05T02:41:54Z', 'revision_number': 3, 'project_id': 'a2a128e531764065b9d7371bd7cd83c5', 'gw_port': {'id': '666b79ad-912c-43be-acd4-fd1d391f3de0', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5a:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e81096a-2faf-4683-ac01-1eeb4c9c3bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:41:52Z', 'updated_at': '2021-07-05T02:41:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:41:57.996955 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-2e7016b3-b382-43b2-bf04-6b9f720499f7 None None] Provisioning complete for port 581871ae-f1f2-4d48-a7e0-6ba26cbd1272 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:41:57.997338 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-2e7016b3-b382-43b2-bf04-6b9f720499f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:58.091984 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-2e7016b3-b382-43b2-bf04-6b9f720499f7 None None] Port 581871ae-f1f2-4d48-a7e0-6ba26cbd1272 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:41:58.102892 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a1107130-726c-43b1-89de-fdcba124022e req-3c757d4b-47ca-428b-9156-84f9b049d6fc tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5433378 Jul 05 02:41:58.104229 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-250ad8fc-f64a-4d75-a6f6-70295dc7d6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2bcb07-6c5e-4486-8f64-4c01f3036bb7', 'name': 'tempest-TestVolumeBootPattern-1666250849-router', 'tenant_id': 'b1a00a493e704ec48248eed2815bb351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '7d2df5b5-41a7-4290-a99f-4004dbb96fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:41:50Z', 'updated_at': '2021-07-05T02:41:56Z', 'revision_number': 4, 'project_id': 'b1a00a493e704ec48248eed2815bb351', 'gw_port': {'id': '7d2df5b5-41a7-4290-a99f-4004dbb96fd5', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a3:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e2bcb07-6c5e-4486-8f64-4c01f3036bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:41:51Z', 'updated_at': '2021-07-05T02:41:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '581871ae-f1f2-4d48-a7e0-6ba26cbd1272', 'name': '', 'network_id': '73b1fe81-9ead-413d-adcc-8dcb2085def5', 'tenant_id': 'b1a00a493e704ec48248eed2815bb351', 'mac_address': 'fa:16:3e:2c:24:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e2bcb07-6c5e-4486-8f64-4c01f3036bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': '33729902-d3e5-4dd5-ba26-acbc079120a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:41:55Z', 'updated_at': '2021-07-05T02:41:56Z', 'revision_number': 2, 'project_id': 'b1a00a493e704ec48248eed2815bb351', 'subnets': [{'id': '33729902-d3e5-4dd5-ba26-acbc079120a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:41:58.124419 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd847c-1875-45d2-8075-fa2e936219bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82572eee-2e95-4578-a149-dc50b2864422,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:41:58.131718 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d56997a2-79df-497b-a599-1c245015575b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:58.134906 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d56997a2-79df-497b-a599-1c245015575b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:58.136663 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-d56997a2-79df-497b-a599-1c245015575b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/82572eee-2e95-4578-a149-dc50b2864422 HTTP/1.1" status: 204 len: 168 time: 0.3569944 Jul 05 02:41:58.136787 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250ad8fc-f64a-4d75-a6f6-70295dc7d6fa None None] The sync data for ids ['8e2bcb07-6c5e-4486-8f64-4c01f3036bb7'] in n-d-771362-32 is: [{'id': '8e2bcb07-6c5e-4486-8f64-4c01f3036bb7', 'name': 'tempest-TestVolumeBootPattern-1666250849-router', 'tenant_id': 'b1a00a493e704ec48248eed2815bb351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '7d2df5b5-41a7-4290-a99f-4004dbb96fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:41:50Z', 'updated_at': '2021-07-05T02:41:56Z', 'revision_number': 4, 'project_id': 'b1a00a493e704ec48248eed2815bb351', 'gw_port': {'id': '7d2df5b5-41a7-4290-a99f-4004dbb96fd5', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a3:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e2bcb07-6c5e-4486-8f64-4c01f3036bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:41:51Z', 'updated_at': '2021-07-05T02:41:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '581871ae-f1f2-4d48-a7e0-6ba26cbd1272', 'name': '', 'network_id': '73b1fe81-9ead-413d-adcc-8dcb2085def5', 'tenant_id': 'b1a00a493e704ec48248eed2815bb351', 'mac_address': 'fa:16:3e:2c:24:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e2bcb07-6c5e-4486-8f64-4c01f3036bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': '33729902-d3e5-4dd5-ba26-acbc079120a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:41:55Z', 'updated_at': '2021-07-05T02:41:56Z', 'revision_number': 2, 'project_id': 'b1a00a493e704ec48248eed2815bb351', 'subnets': [{'id': '33729902-d3e5-4dd5-ba26-acbc079120a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:41:58.152034 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56997a2-79df-497b-a599-1c245015575b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82572eee-2e95-4578-a149-dc50b2864422,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:41:58.190924 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34cf1c02-a3d3-417e-ac99-2dd0dc7905f7 tempest-TestNetworkBasicOps-1962896060 tempest-TestNetworkBasicOps-1962896060-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:58.195550 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-34cf1c02-a3d3-417e-ac99-2dd0dc7905f7 tempest-TestNetworkBasicOps-1962896060 tempest-TestNetworkBasicOps-1962896060-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=e74a7c63f72a43c48203f0c9f39b1c1e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.3291180 Jul 05 02:41:58.195644 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 57262) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:41:58.235275 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-cff67cbc-b52d-449f-9740-a809b697ea92 None None] Provisioning complete for port 581871ae-f1f2-4d48-a7e0-6ba26cbd1272 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:41:58.236969 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-cff67cbc-b52d-449f-9740-a809b697ea92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:58.318378 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-cff67cbc-b52d-449f-9740-a809b697ea92 None None] Port 581871ae-f1f2-4d48-a7e0-6ba26cbd1272 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:41:58.338320 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-b0a52be1-28e6-43c6-a4c4-d4816b73b432 admin admin] Allocated IP 172.20.0.1 (4998b7af-a070-4fe3-aeaa-2961371b2b2b/1b34c68d-6895-4c90-9616-98e1bfcb7944/e8f5ba52-78d6-44c3-a04b-f119d562aaf5) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:41:58.364114 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eb8fcd-b370-4853-a300-4481e4e6b043 req-eaf83807-127e-45d8-aeac-37a5f44663cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:58.377406 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-21eb8fcd-b370-4853-a300-4481e4e6b043 req-eaf83807-127e-45d8-aeac-37a5f44663cc service neutron] 10.222.0.15 "GET /v2.0/networks?id=0363edd0-1704-4ea5-b7c0-1061ca483b3c HTTP/1.1" status: 200 len: 913 time: 0.3678973 Jul 05 02:41:58.378085 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de7e061-b2b7-451c-8ce4-34066405c139 tempest-TestNetworkBasicOps-1962896060 tempest-TestNetworkBasicOps-1962896060-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:58.384064 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-8de7e061-b2b7-451c-8ce4-34066405c139 tempest-TestNetworkBasicOps-1962896060 tempest-TestNetworkBasicOps-1962896060-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1875241 Jul 05 02:41:58.384752 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 57266) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:41:58.439582 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-5a02bd3d-e3b5-44f9-ba7c-f54d438c9ed4 tempest-TestNetworkBasicOps-1962896060 tempest-TestNetworkBasicOps-1962896060-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=4bbc2f9e-02cf-490e-901d-2588655a3ef0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0534596 Jul 05 02:41:58.442233 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 57268) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:41:58.455362 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-21eb8fcd-b370-4853-a300-4481e4e6b043 req-65ce4c22-3a67-4882-b59f-716b53e0c1e6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8045d015-5213-428b-a14c-1cb3ac9ffdd6 HTTP/1.1" status: 200 len: 217 time: 0.0764878 Jul 05 02:41:58.485387 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-be8e9b4f-a565-43ff-b15d-cfacaca833e8 tempest-TestNetworkBasicOps-1962896060 tempest-TestNetworkBasicOps-1962896060-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=e74a7c63f72a43c48203f0c9f39b1c1e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0434196 Jul 05 02:41:58.486058 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 57272) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:41:58.584406 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eb8fcd-b370-4853-a300-4481e4e6b043 req-2e2bbaa2-9757-41cd-9f87-55b05e4e56de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:58.585249 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-21eb8fcd-b370-4853-a300-4481e4e6b043 req-2e2bbaa2-9757-41cd-9f87-55b05e4e56de service neutron] 10.222.0.15 "GET /v2.0/subnets?id=606919bb-0ade-4589-8a2b-c9dcfa56ec85 HTTP/1.1" status: 200 len: 853 time: 0.1289487 Jul 05 02:41:58.659043 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4212aa30-a186-4a79-9303-b3a8df06dcc8 tempest-TestNetworkBasicOps-1962896060 tempest-TestNetworkBasicOps-1962896060-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:58.659371 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-21eb8fcd-b370-4853-a300-4481e4e6b043 req-b47e4992-d1bc-412e-a2df-aacea74aae2a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0363edd0-1704-4ea5-b7c0-1061ca483b3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645707 Jul 05 02:41:58.663798 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 57274) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:41:58.666557 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-4212aa30-a186-4a79-9303-b3a8df06dcc8 tempest-TestNetworkBasicOps-1962896060 tempest-TestNetworkBasicOps-1962896060-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1793742 Jul 05 02:41:58.684953 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [req-21eb8fcd-b370-4853-a300-4481e4e6b043 req-215432a7-5c08-4814-b086-90494e9239c9 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:41:58.685968 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-21eb8fcd-b370-4853-a300-4481e4e6b043 req-215432a7-5c08-4814-b086-90494e9239c9 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0097742 Jul 05 02:41:58.725544 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-dcd128be-08c3-4caf-b695-ed5c242ae0e9 tempest-TestNetworkBasicOps-1962896060 tempest-TestNetworkBasicOps-1962896060-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=4bbc2f9e-02cf-490e-901d-2588655a3ef0&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0583758 Jul 05 02:41:58.727164 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 57280) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:41:58.745193 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-7de4a4d3-77b4-4605-9859-b40b9f1acdc8 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1683083574', 'network_id': '5f4ace55-178b-4ec0-8ee2-07eda90fa2ad', 'project_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:41:58.832996 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-21eb8fcd-b370-4853-a300-4481e4e6b043 req-e1216933-1d60-42bd-a955-50acdf7176f7 service neutron] 10.222.0.15 "GET /v2.0/networks/0363edd0-1704-4ea5-b7c0-1061ca483b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208897 Jul 05 02:41:58.951342 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b0a52be1-28e6-43c6-a4c4-d4816b73b432 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:58.977508 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 57290) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:41:58.983258 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-5bc66473-08d0-476e-9fb6-de3e582cdd04 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1235246729-network', 'tenant_id': 'd699901598c74175a3ad387b16e8958e'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:41:58.984563 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [None req-b0a52be1-28e6-43c6-a4c4-d4816b73b432 admin admin] Transition to ACTIVE for port object e8f5ba52-78d6-44c3-a04b-f119d562aaf5 will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:41:59.003603 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7de4a4d3-77b4-4605-9859-b40b9f1acdc8 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Made reservation on behalf of e74a7c63f72a43c48203f0c9f39b1c1e for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:41:59.007333 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7de4a4d3-77b4-4605-9859-b40b9f1acdc8 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:59.009897 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-21eb8fcd-b370-4853-a300-4481e4e6b043 req-db565fa3-e814-406a-a098-de78d869032a service neutron] 10.222.0.15 "GET /v2.0/networks/0363edd0-1704-4ea5-b7c0-1061ca483b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633921 Jul 05 02:41:59.105133 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b0a52be1-28e6-43c6-a4c4-d4816b73b432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:59.166556 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a52be1-28e6-43c6-a4c4-d4816b73b432 admin admin] Network 4998b7af-a070-4fe3-aeaa-2961371b2b2b is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:41:59.166717 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bc66473-08d0-476e-9fb6-de3e582cdd04 admin admin] Made reservation on behalf of d699901598c74175a3ad387b16e8958e for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:41:59.170321 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5bc66473-08d0-476e-9fb6-de3e582cdd04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:59.182221 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-b0a52be1-28e6-43c6-a4c4-d4816b73b432 admin admin] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:41:59.188094 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a52be1-28e6-43c6-a4c4-d4816b73b432 admin admin] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:41:59.208150 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a52be1-28e6-43c6-a4c4-d4816b73b432 admin admin] Pushing event updated for resources: {'Port': ['ID=e8f5ba52-78d6-44c3-a04b-f119d562aaf5,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:41:59.246609 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5bc66473-08d0-476e-9fb6-de3e582cdd04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:59.321509 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b0a52be1-28e6-43c6-a4c4-d4816b73b432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635668'] for router_interface, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:59.513047 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c5079-16c3-496f-aaa9-c8cdf7a04b25 req-a8573763-d19c-4d39-84a6-8406e0e361e8 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:41:59.514778 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6d8c5079-16c3-496f-aaa9-c8cdf7a04b25 req-a8573763-d19c-4d39-84a6-8406e0e361e8 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 945 time: 0.1557112 Jul 05 02:41:59.521574 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7de4a4d3-77b4-4605-9859-b40b9f1acdc8 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:59.675663 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5bc66473-08d0-476e-9fb6-de3e582cdd04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:59.704120 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de4a4d3-77b4-4605-9859-b40b9f1acdc8 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Pushing event updated for resources: {'Subnet': ['ID=4d216bc0-19bb-4c3b-953e-09ed51f70ed1,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:41:59.707197 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de4a4d3-77b4-4605-9859-b40b9f1acdc8 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Checking segment: {'id': '9ea05186-e175-4085-afab-93b2a2a0f9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5f4ace55-178b-4ec0-8ee2-07eda90fa2ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:41:59.707558 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de4a4d3-77b4-4605-9859-b40b9f1acdc8 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Network hostable DHCP agents. Network: 5f4ace55-178b-4ec0-8ee2-07eda90fa2ad, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:41:59.724116 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6d8c5079-16c3-496f-aaa9-c8cdf7a04b25 req-db6751a5-c454-44f4-bbab-1e6b63dab91f tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834419 Jul 05 02:41:59.779937 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b0a52be1-28e6-43c6-a4c4-d4816b73b432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:59.796453 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-08c5d71d-e572-4556-ae8e-4e513f18256c None None] Provisioning for port e8f5ba52-78d6-44c3-a04b-f119d562aaf5 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:41:59.799294 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5bc66473-08d0-476e-9fb6-de3e582cdd04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:59.803183 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-08c5d71d-e572-4556-ae8e-4e513f18256c None None] Provisioning complete for port e8f5ba52-78d6-44c3-a04b-f119d562aaf5 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:41:59.803555 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-08c5d71d-e572-4556-ae8e-4e513f18256c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:59.821313 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bc66473-08d0-476e-9fb6-de3e582cdd04 admin admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:41:59.863872 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5bc66473-08d0-476e-9fb6-de3e582cdd04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:59.863872 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-5bc66473-08d0-476e-9fb6-de3e582cdd04 admin admin] Added segment eef3ba66-b75f-4a29-b048-e3ceb7e56ce5 of type vlan for network 6b16f47a-001b-44a9-b239-5a456beb0f2f Jul 05 02:41:59.873016 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 09a8138b-3523-49a0-97ad-3befd94b34b3 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:41:59.880816 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc66473-08d0-476e-9fb6-de3e582cdd04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acc17dfa-4ee8-4f7c-957a-e5910c09e5ab,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:41:59.923747 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de4a4d3-77b4-4605-9859-b40b9f1acdc8 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Network 5f4ace55-178b-4ec0-8ee2-07eda90fa2ad is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:41:59.925090 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-08c5d71d-e572-4556-ae8e-4e513f18256c None None] Port e8f5ba52-78d6-44c3-a04b-f119d562aaf5 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:41:59.941908 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5bc66473-08d0-476e-9fb6-de3e582cdd04 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:41:59.988661 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 09a8138b-3523-49a0-97ad-3befd94b34b3 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:41:59.989038 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:00.022776 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-7de4a4d3-77b4-4605-9859-b40b9f1acdc8 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 5f4ace55-178b-4ec0-8ee2-07eda90fa2ad) {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:42:00.031316 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de4a4d3-77b4-4605-9859-b40b9f1acdc8 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:00.031316 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7de4a4d3-77b4-4605-9859-b40b9f1acdc8 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:00.045729 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace524eb-97cc-44b1-9102-171a97970e9c None None] Network 5f4ace55-178b-4ec0-8ee2-07eda90fa2ad requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:42:00.051507 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5bc66473-08d0-476e-9fb6-de3e582cdd04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:00.052636 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc66473-08d0-476e-9fb6-de3e582cdd04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:00.053217 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5bc66473-08d0-476e-9fb6-de3e582cdd04 admin admin] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:00.114828 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b0a52be1-28e6-43c6-a4c4-d4816b73b432 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:00.148940 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-7de4a4d3-77b4-4605-9859-b40b9f1acdc8 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.4210145 Jul 05 02:42:00.151244 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 666b79ad-912c-43be-acd4-fd1d391f3de0 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:42:00.162398 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-5bc66473-08d0-476e-9fb6-de3e582cdd04 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1833797 Jul 05 02:42:00.166554 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 57310) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:42:00.172775 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-4f28aa02-3347-468d-9de3-a0f5101c9a69 admin admin] Request body: {'subnet': {'network_id': '6b16f47a-001b-44a9-b239-5a456beb0f2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1235246729-subnet', 'tenant_id': 'd699901598c74175a3ad387b16e8958e', 'ip_version': 4}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:42:00.189790 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc66473-08d0-476e-9fb6-de3e582cdd04 admin admin] Pushing event updated for resources: {'Network': ['ID=6b16f47a-001b-44a9-b239-5a456beb0f2f,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:42:00.205124 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 6b16f47a-001b-44a9-b239-5a456beb0f2f details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:42:00.229947 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b0a52be1-28e6-43c6-a4c4-d4816b73b432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:00.330324 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b0a52be1-28e6-43c6-a4c4-d4816b73b432 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634601'] for router_interface, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:00.330787 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 8045d015-5213-428b-a14c-1cb3ac9ffdd6 no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:42:00.339413 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f28aa02-3347-468d-9de3-a0f5101c9a69 admin admin] Made reservation on behalf of d699901598c74175a3ad387b16e8958e for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:42:00.341927 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4f28aa02-3347-468d-9de3-a0f5101c9a69 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:00.348542 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a52be1-28e6-43c6-a4c4-d4816b73b432 admin admin] Pushing event updated for resources: {'Port': ['ID=e8f5ba52-78d6-44c3-a04b-f119d562aaf5,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:42:00.394160 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2778016-a2e0-4814-a1de-65f54d01217c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-5f4ace55-178b-4ec0-8ee2-07eda90fa2ad', 'network_id': '5f4ace55-178b-4ec0-8ee2-07eda90fa2ad', 'tenant_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'fixed_ips': [{'subnet_id': '4d216bc0-19bb-4c3b-953e-09ed51f70ed1'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:42:00.395543 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b2778016-a2e0-4814-a1de-65f54d01217c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:00.501243 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 666b79ad-912c-43be-acd4-fd1d391f3de0 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:42:00.524399 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 666b79ad-912c-43be-acd4-fd1d391f3de0 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:42:00.525084 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:00.529944 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:00.534862 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 57314) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:42:00.540693 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-4769abb3-7839-465e-bfc5-fc48108005b9 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1891786698', 'description': 'tempest-secgroup-smoke-1891786698 description', 'project_id': 'e74a7c63f72a43c48203f0c9f39b1c1e'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:42:00.582321 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3113eabb-b161-4b04-b0e4-8d9160d7b05b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8045d015-5213-428b-a14c-1cb3ac9ffdd6'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:42:00.585131 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93acf593-1426-41d2-b578-378d9498d650" -d '{"events": [{"server_uuid": "3113eabb-b161-4b04-b0e4-8d9160d7b05b", "name": "network-vif-unplugged", "status": "completed", "tag": "8045d015-5213-428b-a14c-1cb3ac9ffdd6"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:42:00.586115 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a52be1-28e6-43c6-a4c4-d4816b73b432 admin admin] Network 4998b7af-a070-4fe3-aeaa-2961371b2b2b is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:42:00.589257 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-b0a52be1-28e6-43c6-a4c4-d4816b73b432 admin admin] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:42:00.617042 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 8045d015-5213-428b-a14c-1cb3ac9ffdd6, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=8045d015-5213-428b-a14c-1cb3ac9ffdd6,segment=NetworkSegment(00a692bc-19f1-4303-ae19-6195e6ab101f),segment_id=00a692bc-19f1-4303-ae19-6195e6ab101f)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:42:00.643400 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 02:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcd08c79-4557-4d1f-b81c-cb5fb8992ecf x-openstack-request-id: req-fcd08c79-4557-4d1f-b81c-cb5fb8992ecf {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:42:00.643700 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3113eabb-b161-4b04-b0e4-8d9160d7b05b", "name": "network-vif-unplugged", "status": "completed", "tag": "8045d015-5213-428b-a14c-1cb3ac9ffdd6", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:42:00.643948 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fcd08c79-4557-4d1f-b81c-cb5fb8992ecf {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:42:00.644334 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3113eabb-b161-4b04-b0e4-8d9160d7b05b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8045d015-5213-428b-a14c-1cb3ac9ffdd6', 'code': 200} Jul 05 02:42:00.715101 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-b2778016-a2e0-4814-a1de-65f54d01217c None None] Allocated IP 172.20.0.18 (5f4ace55-178b-4ec0-8ee2-07eda90fa2ad/4d216bc0-19bb-4c3b-953e-09ed51f70ed1/61db8183-7b48-4902-9cc3-f9f63a2c1aaa) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:42:00.721140 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:00.729596 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4769abb3-7839-465e-bfc5-fc48108005b9 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:00.734269 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:00.781850 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0a52be1-28e6-43c6-a4c4-d4816b73b432 admin admin] Router 4e81096a-2faf-4683-ac01-1eeb4c9c3bd6 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:42:00.858966 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4769abb3-7839-465e-bfc5-fc48108005b9 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:00.881120 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 666b79ad-912c-43be-acd4-fd1d391f3de0, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=666b79ad-912c-43be-acd4-fd1d391f3de0,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:42:00.885060 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4f28aa02-3347-468d-9de3-a0f5101c9a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5763451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774823'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:00.958565 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=8045d015-5213-428b-a14c-1cb3ac9ffdd6,revision_number=8']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:42:00.980096 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-622f1dc3-1995-4f10-81d5-0123d62c8f01 None None] Provisioning complete for port e8f5ba52-78d6-44c3-a04b-f119d562aaf5 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:42:00.980498 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-622f1dc3-1995-4f10-81d5-0123d62c8f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:00.990229 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4769abb3-7839-465e-bfc5-fc48108005b9 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:01.019408 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4769abb3-7839-465e-bfc5-fc48108005b9 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=967a393c-bc8e-40d2-92cf-793f4178073f,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:42:01.021756 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f28aa02-3347-468d-9de3-a0f5101c9a69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2c8c380-8820-4e16-9b40-3143e8724223,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:42:01.035136 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:01.036969 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 7d2df5b5-41a7-4290-a99f-4004dbb96fd5 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:42:01.056097 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f28aa02-3347-468d-9de3-a0f5101c9a69 admin admin] Checking segment: {'id': 'eef3ba66-b75f-4a29-b048-e3ceb7e56ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6b16f47a-001b-44a9-b239-5a456beb0f2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:42:01.056494 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f28aa02-3347-468d-9de3-a0f5101c9a69 admin admin] Network hostable DHCP agents. Network: 6b16f47a-001b-44a9-b239-5a456beb0f2f, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:42:01.061543 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0a52be1-28e6-43c6-a4c4-d4816b73b432 admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:42:01.075631 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-b0a52be1-28e6-43c6-a4c4-d4816b73b432 admin admin] 10.222.0.23 "PUT /v2.0/routers/4e81096a-2faf-4683-ac01-1eeb4c9c3bd6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6331756 Jul 05 02:42:01.082264 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4769abb3-7839-465e-bfc5-fc48108005b9 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:01.088249 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-4769abb3-7839-465e-bfc5-fc48108005b9 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5521770 Jul 05 02:42:01.093802 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 57322) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:42:01.096948 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c57aec-7c2e-4be6-9431-46f6a3543b9e req-a23c7cab-039e-4b37-b774-23f327d441d5 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:01.098544 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-36c57aec-7c2e-4be6-9431-46f6a3543b9e req-a23c7cab-039e-4b37-b774-23f327d441d5 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 943 time: 0.1749537 Jul 05 02:42:01.110842 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-1126ae9f-4952-4dbe-b569-e392f066e09f tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Request body: {'security_group_rule': {'security_group_id': '967a393c-bc8e-40d2-92cf-793f4178073f', 'project_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:42:01.170267 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-36c57aec-7c2e-4be6-9431-46f6a3543b9e req-1f2ea254-b311-420e-a1f9-65fea2c3c5d5 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638397 Jul 05 02:42:01.171183 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-622f1dc3-1995-4f10-81d5-0123d62c8f01 None None] Port e8f5ba52-78d6-44c3-a04b-f119d562aaf5 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:42:01.176628 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f28aa02-3347-468d-9de3-a0f5101c9a69 admin admin] Network 6b16f47a-001b-44a9-b239-5a456beb0f2f is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:42:01.216373 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b2778016-a2e0-4814-a1de-65f54d01217c None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:01.223864 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=666b79ad-912c-43be-acd4-fd1d391f3de0,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:42:01.231078 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-b2778016-a2e0-4814-a1de-65f54d01217c None None] Transition to ACTIVE for port object 61db8183-7b48-4902-9cc3-f9f63a2c1aaa will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:42:01.265748 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1126ae9f-4952-4dbe-b569-e392f066e09f tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:01.276923 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-b2778016-a2e0-4814-a1de-65f54d01217c None None] Transition to ACTIVE for port object 61db8183-7b48-4902-9cc3-f9f63a2c1aaa will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:42:01.287219 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-4f28aa02-3347-468d-9de3-a0f5101c9a69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 6b16f47a-001b-44a9-b239-5a456beb0f2f) {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:42:01.287434 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 7d2df5b5-41a7-4290-a99f-4004dbb96fd5 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:42:01.292780 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 7d2df5b5-41a7-4290-a99f-4004dbb96fd5 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:42:01.296883 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:01.299407 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f28aa02-3347-468d-9de3-a0f5101c9a69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:01.300036 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4f28aa02-3347-468d-9de3-a0f5101c9a69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:01.301212 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ddf3bd-daf2-418d-84b0-0e7ed8244967 None None] Network 6b16f47a-001b-44a9-b239-5a456beb0f2f requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:42:01.314841 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cdc37db-921d-430b-9bd6-b90a0770730a None None] Sync routers for ids ['4e81096a-2faf-4683-ac01-1eeb4c9c3bd6'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:42:01.429697 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1126ae9f-4952-4dbe-b569-e392f066e09f tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:01.466569 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-4f28aa02-3347-468d-9de3-a0f5101c9a69 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2962549 Jul 05 02:42:01.467051 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 57330) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:42:01.472624 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-7b77b60b-5da0-4a95-aaeb-e993be987ade admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1235246729-router', 'tenant_id': 'd699901598c74175a3ad387b16e8958e', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:42:01.505071 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1126ae9f-4952-4dbe-b569-e392f066e09f tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:01.542284 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1126ae9f-4952-4dbe-b569-e392f066e09f tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7147669d-b45a-49c7-82dd-8eeb753d8e37,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:42:01.571350 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b2778016-a2e0-4814-a1de-65f54d01217c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:01.595815 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7b77b60b-5da0-4a95-aaeb-e993be987ade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11810'] for router, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:01.596875 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7b77b60b-5da0-4a95-aaeb-e993be987ade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1926740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11821'] for router, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:01.627396 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdc37db-921d-430b-9bd6-b90a0770730a None None] Routers {'4e81096a-2faf-4683-ac01-1eeb4c9c3bd6'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:42:01.628194 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-0cdc37db-921d-430b-9bd6-b90a0770730a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:41:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['4e81096a-2faf-4683-ac01-1eeb4c9c3bd6'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:42:01.642016 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1126ae9f-4952-4dbe-b569-e392f066e09f tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:01.645784 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-1126ae9f-4952-4dbe-b569-e392f066e09f tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5481791 Jul 05 02:42:01.646071 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 57334) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:42:01.651310 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-2da387b1-a5cd-44a5-b562-d0d9b0272b30 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Request body: {'security_group_rule': {'security_group_id': '967a393c-bc8e-40d2-92cf-793f4178073f', 'project_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:42:01.685689 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7b77b60b-5da0-4a95-aaeb-e993be987ade admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:01.724353 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2778016-a2e0-4814-a1de-65f54d01217c None None] Network 5f4ace55-178b-4ec0-8ee2-07eda90fa2ad is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:42:01.742955 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-b2778016-a2e0-4814-a1de-65f54d01217c None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:42:01.767149 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6a549b-0eee-47ef-b115-d4120461131f None None] Sync routers for ids ['8e2bcb07-6c5e-4486-8f64-4c01f3036bb7'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:42:01.777719 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6a549b-0eee-47ef-b115-d4120461131f None None] Routers {'8e2bcb07-6c5e-4486-8f64-4c01f3036bb7'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:42:01.778795 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-fd6a549b-0eee-47ef-b115-d4120461131f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:41:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['8e2bcb07-6c5e-4486-8f64-4c01f3036bb7'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:42:01.788274 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2778016-a2e0-4814-a1de-65f54d01217c None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:42:01.795111 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2778016-a2e0-4814-a1de-65f54d01217c None None] Pushing event updated for resources: {'Port': ['ID=61db8183-7b48-4902-9cc3-f9f63a2c1aaa,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:42:01.828347 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2da387b1-a5cd-44a5-b562-d0d9b0272b30 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:01.930333 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-0cdc37db-921d-430b-9bd6-b90a0770730a None None] Set router 4e81096a-2faf-4683-ac01-1eeb4c9c3bd6 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:42:01.983864 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:01.988584 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-b2778016-a2e0-4814-a1de-65f54d01217c None None] Attempting to bind port 61db8183-7b48-4902-9cc3-f9f63a2c1aaa on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:42:01.988953 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-b2778016-a2e0-4814-a1de-65f54d01217c None None] Attempting to bind port 61db8183-7b48-4902-9cc3-f9f63a2c1aaa by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '9ea05186-e175-4085-afab-93b2a2a0f9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5f4ace55-178b-4ec0-8ee2-07eda90fa2ad'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:42:01.989322 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2778016-a2e0-4814-a1de-65f54d01217c None None] Attempting to bind port 61db8183-7b48-4902-9cc3-f9f63a2c1aaa on network 5f4ace55-178b-4ec0-8ee2-07eda90fa2ad {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:42:02.012595 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7b77b60b-5da0-4a95-aaeb-e993be987ade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:02.053150 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2da387b1-a5cd-44a5-b562-d0d9b0272b30 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:02.064866 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2778016-a2e0-4814-a1de-65f54d01217c None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:42:02.065429 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2778016-a2e0-4814-a1de-65f54d01217c None None] Checking segment: {'id': '9ea05186-e175-4085-afab-93b2a2a0f9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5f4ace55-178b-4ec0-8ee2-07eda90fa2ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:42:02.065658 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b2778016-a2e0-4814-a1de-65f54d01217c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:02.066049 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2778016-a2e0-4814-a1de-65f54d01217c None None] Bound using segment: {'id': '9ea05186-e175-4085-afab-93b2a2a0f9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5f4ace55-178b-4ec0-8ee2-07eda90fa2ad'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:42:02.066560 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-b2778016-a2e0-4814-a1de-65f54d01217c None None] Bound port: 61db8183-7b48-4902-9cc3-f9f63a2c1aaa, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ea05186-e175-4085-afab-93b2a2a0f9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5f4ace55-178b-4ec0-8ee2-07eda90fa2ad'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:42:02.066946 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b2778016-a2e0-4814-a1de-65f54d01217c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:02.068906 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-fd6a549b-0eee-47ef-b115-d4120461131f None None] Set router 8e2bcb07-6c5e-4486-8f64-4c01f3036bb7 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:42:02.069025 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37a7d44-d1bd-456f-a589-1a9555ddbf10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-6b16f47a-001b-44a9-b239-5a456beb0f2f', 'network_id': '6b16f47a-001b-44a9-b239-5a456beb0f2f', 'tenant_id': 'd699901598c74175a3ad387b16e8958e', 'fixed_ips': [{'subnet_id': 'd2c8c380-8820-4e16-9b40-3143e8724223'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:42:02.069791 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a37a7d44-d1bd-456f-a589-1a9555ddbf10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:02.095592 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 7d2df5b5-41a7-4290-a99f-4004dbb96fd5, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=7d2df5b5-41a7-4290-a99f-4004dbb96fd5,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:42:02.167527 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2da387b1-a5cd-44a5-b562-d0d9b0272b30 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:02.196326 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da387b1-a5cd-44a5-b562-d0d9b0272b30 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64cc976b-7579-40d8-8c0b-ec9e960c9c88,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:42:02.239910 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:02.331012 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-b2778016-a2e0-4814-a1de-65f54d01217c None None] For port 61db8183-7b48-4902-9cc3-f9f63a2c1aaa, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:42:02.333485 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2da387b1-a5cd-44a5-b562-d0d9b0272b30 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:02.335162 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-2da387b1-a5cd-44a5-b562-d0d9b0272b30 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6881373 Jul 05 02:42:02.337953 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 57348) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:42:02.344443 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-e54eb604-fc59-4f3c-a461-8df908723960 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Request body: {'security_group_rule': {'security_group_id': '967a393c-bc8e-40d2-92cf-793f4178073f', 'project_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:42:02.394546 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=7d2df5b5-41a7-4290-a99f-4004dbb96fd5,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:42:02.416713 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-fd6a549b-0eee-47ef-b115-d4120461131f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2bcb07-6c5e-4486-8f64-4c01f3036bb7', 'name': 'tempest-TestVolumeBootPattern-1666250849-router', 'tenant_id': 'b1a00a493e704ec48248eed2815bb351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '7d2df5b5-41a7-4290-a99f-4004dbb96fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:41:50Z', 'updated_at': '2021-07-05T02:41:56Z', 'revision_number': 4, 'project_id': 'b1a00a493e704ec48248eed2815bb351', 'gw_port': {'id': '7d2df5b5-41a7-4290-a99f-4004dbb96fd5', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a3:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e2bcb07-6c5e-4486-8f64-4c01f3036bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:41:51Z', 'updated_at': '2021-07-05T02:41:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '581871ae-f1f2-4d48-a7e0-6ba26cbd1272', 'name': '', 'network_id': '73b1fe81-9ead-413d-adcc-8dcb2085def5', 'tenant_id': 'b1a00a493e704ec48248eed2815bb351', 'mac_address': 'fa:16:3e:2c:24:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e2bcb07-6c5e-4486-8f64-4c01f3036bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': '33729902-d3e5-4dd5-ba26-acbc079120a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:41:55Z', 'updated_at': '2021-07-05T02:41:56Z', 'revision_number': 2, 'project_id': 'b1a00a493e704ec48248eed2815bb351', 'subnets': [{'id': '33729902-d3e5-4dd5-ba26-acbc079120a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:42:02.491338 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6a549b-0eee-47ef-b115-d4120461131f None None] Checking router: 8e2bcb07-6c5e-4486-8f64-4c01f3036bb7 for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:42:02.491797 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6a549b-0eee-47ef-b115-d4120461131f None None] Updating router 8e2bcb07-6c5e-4486-8f64-4c01f3036bb7 port 581871ae-f1f2-4d48-a7e0-6ba26cbd1272 binding host n-d-771362-32 {{(pid=94464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 02:42:02.496662 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 666b79ad-912c-43be-acd4-fd1d391f3de0 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:42:02.513114 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-b2778016-a2e0-4814-a1de-65f54d01217c None None] For port 61db8183-7b48-4902-9cc3-f9f63a2c1aaa, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=61db8183-7b48-4902-9cc3-f9f63a2c1aaa,segment=NetworkSegment(9ea05186-e175-4085-afab-93b2a2a0f9d2),segment_id=9ea05186-e175-4085-afab-93b2a2a0f9d2)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:42:02.517711 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 57354) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:42:02.521702 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e54eb604-fc59-4f3c-a461-8df908723960 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:02.542866 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fd6a549b-0eee-47ef-b115-d4120461131f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:02.565286 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-e72590b1-5a7a-4d49-ac6b-b0b4e447a452 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1324180180-network', 'tenant_id': '25f4865214344fa08348dc146da663e0'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:42:02.586424 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-a37a7d44-d1bd-456f-a589-1a9555ddbf10 None None] Allocated IP 172.20.0.2 (6b16f47a-001b-44a9-b239-5a456beb0f2f/d2c8c380-8820-4e16-9b40-3143e8724223/a480e617-cd56-4dc9-bd6b-fb71ccfbb25d) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:42:02.665084 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b2778016-a2e0-4814-a1de-65f54d01217c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:02.669810 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60674535-b5c1-4e3e-9d2c-0ad97fbfbd50 req-91bc5e78-2b5b-4bd2-bcca-b41b997538b5 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:02.679328 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-60674535-b5c1-4e3e-9d2c-0ad97fbfbd50 req-91bc5e78-2b5b-4bd2-bcca-b41b997538b5 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 943 time: 0.2702134 Jul 05 02:42:02.712383 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e72590b1-5a7a-4d49-ac6b-b0b4e447a452 admin admin] Made reservation on behalf of 25f4865214344fa08348dc146da663e0 for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:42:02.715070 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e72590b1-5a7a-4d49-ac6b-b0b4e447a452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:02.756904 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 666b79ad-912c-43be-acd4-fd1d391f3de0 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:42:02.757532 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:02.758277 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e54eb604-fc59-4f3c-a461-8df908723960 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:02.776519 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-60674535-b5c1-4e3e-9d2c-0ad97fbfbd50 req-c65d7108-c0a8-4f2f-94a8-66cb1e923bd0 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959871 Jul 05 02:42:02.777514 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e72590b1-5a7a-4d49-ac6b-b0b4e447a452 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:02.818547 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-0cdc37db-921d-430b-9bd6-b90a0770730a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e81096a-2faf-4683-ac01-1eeb4c9c3bd6', 'name': 'tempest-TestVolumeBackupRestore-77187964-router', 'tenant_id': 'a2a128e531764065b9d7371bd7cd83c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '666b79ad-912c-43be-acd4-fd1d391f3de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:41:50Z', 'updated_at': '2021-07-05T02:41:59Z', 'revision_number': 4, 'project_id': 'a2a128e531764065b9d7371bd7cd83c5', 'gw_port': {'id': '666b79ad-912c-43be-acd4-fd1d391f3de0', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e81096a-2faf-4683-ac01-1eeb4c9c3bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:41:52Z', 'updated_at': '2021-07-05T02:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'e8f5ba52-78d6-44c3-a04b-f119d562aaf5', 'name': '', 'network_id': '4998b7af-a070-4fe3-aeaa-2961371b2b2b', 'tenant_id': 'a2a128e531764065b9d7371bd7cd83c5', 'mac_address': 'fa:16:3e:40:de:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e81096a-2faf-4683-ac01-1eeb4c9c3bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '1b34c68d-6895-4c90-9616-98e1bfcb7944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:41:57Z', 'updated_at': '2021-07-05T02:41:59Z', 'revision_number': 2, 'project_id': 'a2a128e531764065b9d7371bd7cd83c5', 'subnets': [{'id': '1b34c68d-6895-4c90-9616-98e1bfcb7944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:42:02.884607 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cdc37db-921d-430b-9bd6-b90a0770730a None None] Checking router: 4e81096a-2faf-4683-ac01-1eeb4c9c3bd6 for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:42:02.885267 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cdc37db-921d-430b-9bd6-b90a0770730a None None] Updating router 4e81096a-2faf-4683-ac01-1eeb4c9c3bd6 port e8f5ba52-78d6-44c3-a04b-f119d562aaf5 binding host n-d-771362-32 {{(pid=94463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 02:42:02.897854 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2778016-a2e0-4814-a1de-65f54d01217c None None] Pushing event updated for resources: {'Port': ['ID=61db8183-7b48-4902-9cc3-f9f63a2c1aaa,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:42:02.944530 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e72590b1-5a7a-4d49-ac6b-b0b4e447a452 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:02.946116 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e54eb604-fc59-4f3c-a461-8df908723960 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:02.970437 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54eb604-fc59-4f3c-a461-8df908723960 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38d326bd-2b1c-4b9e-9926-79cebbcb0451,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:42:02.983286 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-0cdc37db-921d-430b-9bd6-b90a0770730a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:03.008854 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a37a7d44-d1bd-456f-a589-1a9555ddbf10 None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:03.017419 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fd6a549b-0eee-47ef-b115-d4120461131f None None] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:03.031641 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-fd6a549b-0eee-47ef-b115-d4120461131f None None] Transition to ACTIVE for port object 581871ae-f1f2-4d48-a7e0-6ba26cbd1272 will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:42:03.054283 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e72590b1-5a7a-4d49-ac6b-b0b4e447a452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:03.056238 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-a37a7d44-d1bd-456f-a589-1a9555ddbf10 None None] Transition to ACTIVE for port object a480e617-cd56-4dc9-bd6b-fb71ccfbb25d will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:42:03.079606 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7b77b60b-5da0-4a95-aaeb-e993be987ade admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:03.093891 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e72590b1-5a7a-4d49-ac6b-b0b4e447a452 admin admin] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:42:03.104636 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fd6a549b-0eee-47ef-b115-d4120461131f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:03.105420 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7b77b60b-5da0-4a95-aaeb-e993be987ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:03.121423 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-a37a7d44-d1bd-456f-a589-1a9555ddbf10 None None] Transition to ACTIVE for port object a480e617-cd56-4dc9-bd6b-fb71ccfbb25d will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:42:03.136697 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72590b1-5a7a-4d49-ac6b-b0b4e447a452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23fa92f2-45b2-446f-9afd-4be277b179b8,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:42:03.144699 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e72590b1-5a7a-4d49-ac6b-b0b4e447a452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:03.145042 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-e72590b1-5a7a-4d49-ac6b-b0b4e447a452 admin admin] Added segment c39fbd70-ee77-4154-9c20-b8ffc6386387 of type vlan for network 31e006a1-8b10-4321-ba26-31b32c170e1d Jul 05 02:42:03.146553 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e54eb604-fc59-4f3c-a461-8df908723960 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:03.147934 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-e54eb604-fc59-4f3c-a461-8df908723960 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8087676 Jul 05 02:42:03.156989 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 57358) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:42:03.163083 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-e1778024-af1b-4d9d-9312-8d2bce3064cd tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Request body: {'security_group_rule': {'security_group_id': '967a393c-bc8e-40d2-92cf-793f4178073f', 'project_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:42:03.195765 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfaa0c7-2349-4dd9-9f3e-c5f43f08a312 None None] Pushing event updated for resources: {'Port': ['ID=581871ae-f1f2-4d48-a7e0-6ba26cbd1272,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:42:03.209654 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a37a7d44-d1bd-456f-a589-1a9555ddbf10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:03.230679 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b31c4d2-3866-45c3-b89f-018105a03f84 req-3f2f349c-6073-40eb-83cd-f27206e41c8e tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:03.232341 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e72590b1-5a7a-4d49-ac6b-b0b4e447a452 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:03.233307 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1b31c4d2-3866-45c3-b89f-018105a03f84 req-3f2f349c-6073-40eb-83cd-f27206e41c8e tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 943 time: 0.2272186 Jul 05 02:42:03.275647 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e1778024-af1b-4d9d-9312-8d2bce3064cd tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:03.335393 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1b31c4d2-3866-45c3-b89f-018105a03f84 req-fdf1efbd-54d3-4567-be69-8aaa9bff4894 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844026 Jul 05 02:42:03.347698 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37a7d44-d1bd-456f-a589-1a9555ddbf10 None None] Network 6b16f47a-001b-44a9-b239-5a456beb0f2f is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:42:03.351062 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-fd6a549b-0eee-47ef-b115-d4120461131f None None] Attempting to bind port 581871ae-f1f2-4d48-a7e0-6ba26cbd1272 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:42:03.351442 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-fd6a549b-0eee-47ef-b115-d4120461131f None None] Attempting to bind port 581871ae-f1f2-4d48-a7e0-6ba26cbd1272 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '0d275c90-3bd1-498e-a485-a23914e67eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '73b1fe81-9ead-413d-adcc-8dcb2085def5'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:42:03.351807 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6a549b-0eee-47ef-b115-d4120461131f None None] Attempting to bind port 581871ae-f1f2-4d48-a7e0-6ba26cbd1272 on network 73b1fe81-9ead-413d-adcc-8dcb2085def5 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:42:03.366635 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6a549b-0eee-47ef-b115-d4120461131f None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:42:03.367936 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6a549b-0eee-47ef-b115-d4120461131f None None] Checking segment: {'id': '0d275c90-3bd1-498e-a485-a23914e67eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '73b1fe81-9ead-413d-adcc-8dcb2085def5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:42:03.368534 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fd6a549b-0eee-47ef-b115-d4120461131f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:03.369178 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6a549b-0eee-47ef-b115-d4120461131f None None] Bound using segment: {'id': '0d275c90-3bd1-498e-a485-a23914e67eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '73b1fe81-9ead-413d-adcc-8dcb2085def5'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:42:03.370889 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-a37a7d44-d1bd-456f-a589-1a9555ddbf10 None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:42:03.371246 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-fd6a549b-0eee-47ef-b115-d4120461131f None None] Bound port: 581871ae-f1f2-4d48-a7e0-6ba26cbd1272, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d275c90-3bd1-498e-a485-a23914e67eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '73b1fe81-9ead-413d-adcc-8dcb2085def5'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:42:03.371825 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fd6a549b-0eee-47ef-b115-d4120461131f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:03.381923 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-7b77b60b-5da0-4a95-aaeb-e993be987ade admin admin] Allocated IP 172.25.7.94 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/ba8f70e2-bd0c-4d47-b6f9-70914091ca0b) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:42:03.390361 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37a7d44-d1bd-456f-a589-1a9555ddbf10 None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:42:03.396168 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e1778024-af1b-4d9d-9312-8d2bce3064cd tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:03.397521 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e72590b1-5a7a-4d49-ac6b-b0b4e447a452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:03.398570 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72590b1-5a7a-4d49-ac6b-b0b4e447a452 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:03.399887 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e72590b1-5a7a-4d49-ac6b-b0b4e447a452 admin admin] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:03.433750 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37a7d44-d1bd-456f-a589-1a9555ddbf10 None None] Pushing event updated for resources: {'Port': ['ID=a480e617-cd56-4dc9-bd6b-fb71ccfbb25d,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:42:03.469823 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72590b1-5a7a-4d49-ac6b-b0b4e447a452 admin admin] Pushing event updated for resources: {'Network': ['ID=31e006a1-8b10-4321-ba26-31b32c170e1d,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:42:03.491611 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 31e006a1-8b10-4321-ba26-31b32c170e1d details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:42:03.497348 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e1778024-af1b-4d9d-9312-8d2bce3064cd tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:03.541079 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1778024-af1b-4d9d-9312-8d2bce3064cd tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93a5088f-aeb7-40d4-893a-a1906d49b055,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:42:03.556783 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-e72590b1-5a7a-4d49-ac6b-b0b4e447a452 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0073004 Jul 05 02:42:03.560021 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 57366) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:42:03.570236 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-96ef5a7e-20b0-45a2-9831-a76424a1b848 admin admin] Request body: {'subnet': {'network_id': '31e006a1-8b10-4321-ba26-31b32c170e1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1324180180-subnet', 'tenant_id': '25f4865214344fa08348dc146da663e0', 'ip_version': 4}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:42:03.580443 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-fd6a549b-0eee-47ef-b115-d4120461131f None None] For port 581871ae-f1f2-4d48-a7e0-6ba26cbd1272, host n-d-771362-32, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:42:03.584908 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-fd6a549b-0eee-47ef-b115-d4120461131f None None] For port 581871ae-f1f2-4d48-a7e0-6ba26cbd1272, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=581871ae-f1f2-4d48-a7e0-6ba26cbd1272,segment=NetworkSegment(0d275c90-3bd1-498e-a485-a23914e67eb1),segment_id=0d275c90-3bd1-498e-a485-a23914e67eb1)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:42:03.624702 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7b77b60b-5da0-4a95-aaeb-e993be987ade admin admin] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:03.667055 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e1778024-af1b-4d9d-9312-8d2bce3064cd tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:03.682101 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-e1778024-af1b-4d9d-9312-8d2bce3064cd tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5104833 Jul 05 02:42:03.682101 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 57374) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:42:03.682101 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-1c9d9b30-dc4d-405f-8b1d-a09a98120602 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Request body: {'security_group_rule': {'security_group_id': '967a393c-bc8e-40d2-92cf-793f4178073f', 'project_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:42:03.699479 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-fd6a549b-0eee-47ef-b115-d4120461131f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:03.779636 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7b77b60b-5da0-4a95-aaeb-e993be987ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:03.782678 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfaa0c7-2349-4dd9-9f3e-c5f43f08a312 None None] Pushing event updated for resources: {'Port': ['ID=581871ae-f1f2-4d48-a7e0-6ba26cbd1272,revision_number=4']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:42:03.819976 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ef5a7e-20b0-45a2-9831-a76424a1b848 admin admin] Made reservation on behalf of 25f4865214344fa08348dc146da663e0 for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:42:03.823321 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-96ef5a7e-20b0-45a2-9831-a76424a1b848 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:03.826096 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6a549b-0eee-47ef-b115-d4120461131f None None] Routers {'8e2bcb07-6c5e-4486-8f64-4c01f3036bb7'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:42:03.830397 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-fd6a549b-0eee-47ef-b115-d4120461131f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:41:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['8e2bcb07-6c5e-4486-8f64-4c01f3036bb7'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:42:03.867062 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b77b60b-5da0-4a95-aaeb-e993be987ade admin admin] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:42:03.871133 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-7b77b60b-5da0-4a95-aaeb-e993be987ade admin admin] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:42:03.873667 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b77b60b-5da0-4a95-aaeb-e993be987ade admin admin] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:42:03.901492 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-a37a7d44-d1bd-456f-a589-1a9555ddbf10 None None] Attempting to bind port a480e617-cd56-4dc9-bd6b-fb71ccfbb25d on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:42:03.902222 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-a37a7d44-d1bd-456f-a589-1a9555ddbf10 None None] Attempting to bind port a480e617-cd56-4dc9-bd6b-fb71ccfbb25d by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'eef3ba66-b75f-4a29-b048-e3ceb7e56ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6b16f47a-001b-44a9-b239-5a456beb0f2f'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:42:03.902780 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37a7d44-d1bd-456f-a589-1a9555ddbf10 None None] Attempting to bind port a480e617-cd56-4dc9-bd6b-fb71ccfbb25d on network 6b16f47a-001b-44a9-b239-5a456beb0f2f {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:42:03.916631 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b77b60b-5da0-4a95-aaeb-e993be987ade admin admin] Pushing event updated for resources: {'Port': ['ID=ba8f70e2-bd0c-4d47-b6f9-70914091ca0b,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:42:03.937387 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37a7d44-d1bd-456f-a589-1a9555ddbf10 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:42:03.938173 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37a7d44-d1bd-456f-a589-1a9555ddbf10 None None] Checking segment: {'id': 'eef3ba66-b75f-4a29-b048-e3ceb7e56ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6b16f47a-001b-44a9-b239-5a456beb0f2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:42:03.938765 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a37a7d44-d1bd-456f-a589-1a9555ddbf10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:03.939607 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37a7d44-d1bd-456f-a589-1a9555ddbf10 None None] Bound using segment: {'id': 'eef3ba66-b75f-4a29-b048-e3ceb7e56ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6b16f47a-001b-44a9-b239-5a456beb0f2f'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:42:03.940256 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-a37a7d44-d1bd-456f-a589-1a9555ddbf10 None None] Bound port: a480e617-cd56-4dc9-bd6b-fb71ccfbb25d, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eef3ba66-b75f-4a29-b048-e3ceb7e56ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6b16f47a-001b-44a9-b239-5a456beb0f2f'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:42:03.940932 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a37a7d44-d1bd-456f-a589-1a9555ddbf10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:04.050978 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-fd6a549b-0eee-47ef-b115-d4120461131f None None] Set router 8e2bcb07-6c5e-4486-8f64-4c01f3036bb7 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:42:04.107107 n-d-771362-32 neutron-server[94462]: INFO neutron.db.securitygroups_db [None req-1c9d9b30-dc4d-405f-8b1d-a09a98120602 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Project e74a7c63f72a43c48203f0c9f39b1c1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 02:42:04.135292 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1c9d9b30-dc4d-405f-8b1d-a09a98120602 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:04.159903 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-0cdc37db-921d-430b-9bd6-b90a0770730a None None] Notify callbacks [] for port, precommit_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:04.192032 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-a37a7d44-d1bd-456f-a589-1a9555ddbf10 None None] For port a480e617-cd56-4dc9-bd6b-fb71ccfbb25d, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:42:04.204222 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-a37a7d44-d1bd-456f-a589-1a9555ddbf10 None None] For port a480e617-cd56-4dc9-bd6b-fb71ccfbb25d, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=a480e617-cd56-4dc9-bd6b-fb71ccfbb25d,segment=NetworkSegment(eef3ba66-b75f-4a29-b048-e3ceb7e56ce5),segment_id=eef3ba66-b75f-4a29-b048-e3ceb7e56ce5)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:42:04.205864 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-0cdc37db-921d-430b-9bd6-b90a0770730a None None] Transition to ACTIVE for port object e8f5ba52-78d6-44c3-a04b-f119d562aaf5 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:42:04.293361 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-0cdc37db-921d-430b-9bd6-b90a0770730a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:04.296856 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a37a7d44-d1bd-456f-a589-1a9555ddbf10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:04.305340 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1c9d9b30-dc4d-405f-8b1d-a09a98120602 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:04.370181 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 8045d015-5213-428b-a14c-1cb3ac9ffdd6 no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:42:04.396271 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-96ef5a7e-20b0-45a2-9831-a76424a1b848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:04.482858 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1f945f-7095-4b57-8745-87419159758e None None] Pushing event updated for resources: {'Port': ['ID=e8f5ba52-78d6-44c3-a04b-f119d562aaf5,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:42:04.518702 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-fd6a549b-0eee-47ef-b115-d4120461131f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2bcb07-6c5e-4486-8f64-4c01f3036bb7', 'name': 'tempest-TestVolumeBootPattern-1666250849-router', 'tenant_id': 'b1a00a493e704ec48248eed2815bb351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '7d2df5b5-41a7-4290-a99f-4004dbb96fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:41:50Z', 'updated_at': '2021-07-05T02:41:56Z', 'revision_number': 4, 'project_id': 'b1a00a493e704ec48248eed2815bb351', 'gw_port': {'id': '7d2df5b5-41a7-4290-a99f-4004dbb96fd5', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2bcb07-6c5e-4486-8f64-4c01f3036bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:41:51Z', 'updated_at': '2021-07-05T02:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '581871ae-f1f2-4d48-a7e0-6ba26cbd1272', 'name': '', 'network_id': '73b1fe81-9ead-413d-adcc-8dcb2085def5', 'tenant_id': 'b1a00a493e704ec48248eed2815bb351', 'mac_address': 'fa:16:3e:2c:24:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e2bcb07-6c5e-4486-8f64-4c01f3036bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': '33729902-d3e5-4dd5-ba26-acbc079120a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:41:55Z', 'updated_at': '2021-07-05T02:42:03Z', 'revision_number': 4, 'project_id': 'b1a00a493e704ec48248eed2815bb351', 'subnets': [{'id': '33729902-d3e5-4dd5-ba26-acbc079120a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:42:04.583040 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ef5a7e-20b0-45a2-9831-a76424a1b848 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a73f7263-f73c-4141-ac64-39c49fc31048,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:42:04.595351 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1c9d9b30-dc4d-405f-8b1d-a09a98120602 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:04.632428 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25486ee5-0b6e-4bc0-a4da-ae6cd07efe1f None None] Network 5f4ace55-178b-4ec0-8ee2-07eda90fa2ad requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:42:04.634620 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6a549b-0eee-47ef-b115-d4120461131f None None] The sync data for ids ['8e2bcb07-6c5e-4486-8f64-4c01f3036bb7'] in n-d-771362-32 is: [{'id': '8e2bcb07-6c5e-4486-8f64-4c01f3036bb7', 'name': 'tempest-TestVolumeBootPattern-1666250849-router', 'tenant_id': 'b1a00a493e704ec48248eed2815bb351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '7d2df5b5-41a7-4290-a99f-4004dbb96fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:41:50Z', 'updated_at': '2021-07-05T02:41:56Z', 'revision_number': 4, 'project_id': 'b1a00a493e704ec48248eed2815bb351', 'gw_port': {'id': '7d2df5b5-41a7-4290-a99f-4004dbb96fd5', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2bcb07-6c5e-4486-8f64-4c01f3036bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:41:51Z', 'updated_at': '2021-07-05T02:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '581871ae-f1f2-4d48-a7e0-6ba26cbd1272', 'name': '', 'network_id': '73b1fe81-9ead-413d-adcc-8dcb2085def5', 'tenant_id': 'b1a00a493e704ec48248eed2815bb351', 'mac_address': 'fa:16:3e:2c:24:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e2bcb07-6c5e-4486-8f64-4c01f3036bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': '33729902-d3e5-4dd5-ba26-acbc079120a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:41:55Z', 'updated_at': '2021-07-05T02:42:03Z', 'revision_number': 4, 'project_id': 'b1a00a493e704ec48248eed2815bb351', 'subnets': [{'id': '33729902-d3e5-4dd5-ba26-acbc079120a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:42:04.732602 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d9b30-dc4d-405f-8b1d-a09a98120602 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66c260e4-e542-4530-9009-f02c2679b9bf,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:42:04.780990 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ef5a7e-20b0-45a2-9831-a76424a1b848 admin admin] Checking segment: {'id': 'c39fbd70-ee77-4154-9c20-b8ffc6386387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '31e006a1-8b10-4321-ba26-31b32c170e1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:42:04.781992 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ef5a7e-20b0-45a2-9831-a76424a1b848 admin admin] Network hostable DHCP agents. Network: 31e006a1-8b10-4321-ba26-31b32c170e1d, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:42:04.789625 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7b77b60b-5da0-4a95-aaeb-e993be987ade admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:04.815320 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec97b9c-17a5-45f6-9dbb-78d2b2e93f8a req-4411ad88-b5fa-44f4-9494-ec2a7452630f tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:04.817294 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-fec97b9c-17a5-45f6-9dbb-78d2b2e93f8a req-4411ad88-b5fa-44f4-9494-ec2a7452630f tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 943 time: 0.1727309 Jul 05 02:42:04.833589 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1c9d9b30-dc4d-405f-8b1d-a09a98120602 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:04.833589 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-1c9d9b30-dc4d-405f-8b1d-a09a98120602 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1556456 Jul 05 02:42:04.842764 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 57390) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:42:04.848529 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-854d53a7-3bff-4447-8c48-29d5c2128e09 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Request body: {'security_group_rule': {'security_group_id': '967a393c-bc8e-40d2-92cf-793f4178073f', 'project_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:42:04.880609 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 581871ae-f1f2-4d48-a7e0-6ba26cbd1272 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:42:04.883101 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37a7d44-d1bd-456f-a589-1a9555ddbf10 None None] Pushing event updated for resources: {'Port': ['ID=a480e617-cd56-4dc9-bd6b-fb71ccfbb25d,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:42:04.937215 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-fec97b9c-17a5-45f6-9dbb-78d2b2e93f8a req-1db8fe9e-c107-48af-9d60-ee051d2675f2 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118677 Jul 05 02:42:04.961320 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ef5a7e-20b0-45a2-9831-a76424a1b848 admin admin] Network 31e006a1-8b10-4321-ba26-31b32c170e1d is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:42:05.018889 n-d-771362-32 neutron-server[94462]: INFO neutron.db.securitygroups_db [None req-854d53a7-3bff-4447-8c48-29d5c2128e09 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Project e74a7c63f72a43c48203f0c9f39b1c1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 02:42:05.026702 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-854d53a7-3bff-4447-8c48-29d5c2128e09 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:05.043744 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-0cdc37db-921d-430b-9bd6-b90a0770730a None None] Attempting to bind port e8f5ba52-78d6-44c3-a04b-f119d562aaf5 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:42:05.044353 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-0cdc37db-921d-430b-9bd6-b90a0770730a None None] Attempting to bind port e8f5ba52-78d6-44c3-a04b-f119d562aaf5 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '118523a0-35b3-48fa-b3e4-22dd091bd29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4998b7af-a070-4fe3-aeaa-2961371b2b2b'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:42:05.044876 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdc37db-921d-430b-9bd6-b90a0770730a None None] Attempting to bind port e8f5ba52-78d6-44c3-a04b-f119d562aaf5 on network 4998b7af-a070-4fe3-aeaa-2961371b2b2b {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:42:05.054012 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdc37db-921d-430b-9bd6-b90a0770730a None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:42:05.059203 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdc37db-921d-430b-9bd6-b90a0770730a None None] Checking segment: {'id': '118523a0-35b3-48fa-b3e4-22dd091bd29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4998b7af-a070-4fe3-aeaa-2961371b2b2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:42:05.063258 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-0cdc37db-921d-430b-9bd6-b90a0770730a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:05.063258 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdc37db-921d-430b-9bd6-b90a0770730a None None] Bound using segment: {'id': '118523a0-35b3-48fa-b3e4-22dd091bd29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4998b7af-a070-4fe3-aeaa-2961371b2b2b'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:42:05.063258 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-0cdc37db-921d-430b-9bd6-b90a0770730a None None] Bound port: e8f5ba52-78d6-44c3-a04b-f119d562aaf5, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '118523a0-35b3-48fa-b3e4-22dd091bd29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4998b7af-a070-4fe3-aeaa-2961371b2b2b'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:42:05.063258 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-0cdc37db-921d-430b-9bd6-b90a0770730a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:05.128602 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-854d53a7-3bff-4447-8c48-29d5c2128e09 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:05.137869 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-96ef5a7e-20b0-45a2-9831-a76424a1b848 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 31e006a1-8b10-4321-ba26-31b32c170e1d) {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:42:05.154064 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ef5a7e-20b0-45a2-9831-a76424a1b848 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:05.154401 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-96ef5a7e-20b0-45a2-9831-a76424a1b848 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:05.189672 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755cd3df-357d-45b0-9fce-58b3299670cd None None] Network 31e006a1-8b10-4321-ba26-31b32c170e1d requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:42:05.192821 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7b77b60b-5da0-4a95-aaeb-e993be987ade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963'] for router, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:05.194103 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-f95d6cdc-043c-4357-8439-9fb0cf396db8 None None] Provisioning for port 61db8183-7b48-4902-9cc3-f9f63a2c1aaa completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:42:05.269879 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-854d53a7-3bff-4447-8c48-29d5c2128e09 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:05.292874 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854d53a7-3bff-4447-8c48-29d5c2128e09 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0618d1a0-ce22-4cdb-a793-da0bee2c7a49,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:42:05.333545 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-96ef5a7e-20b0-45a2-9831-a76424a1b848 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7681048 Jul 05 02:42:05.336126 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 57398) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:42:05.340853 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-a25c820c-864c-4a35-b185-3dd424b586e4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1324180180-router', 'tenant_id': '25f4865214344fa08348dc146da663e0', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:42:05.385968 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 581871ae-f1f2-4d48-a7e0-6ba26cbd1272 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:42:05.413877 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-854d53a7-3bff-4447-8c48-29d5c2128e09 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:05.423648 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-854d53a7-3bff-4447-8c48-29d5c2128e09 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5709281 Jul 05 02:42:05.473712 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-0cdc37db-921d-430b-9bd6-b90a0770730a None None] For port e8f5ba52-78d6-44c3-a04b-f119d562aaf5, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:42:05.497781 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 581871ae-f1f2-4d48-a7e0-6ba26cbd1272 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:42:05.498230 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:05.544319 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b77b60b-5da0-4a95-aaeb-e993be987ade admin admin] Router 64db05f5-93ed-4661-a629-c11acc4dc101 is scheduled to L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 with binding_index 1 {{(pid=94461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 02:42:05.584519 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a25c820c-864c-4a35-b185-3dd424b586e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11810'] for router, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:05.585586 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a25c820c-864c-4a35-b185-3dd424b586e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1926740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11821'] for router, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:05.604072 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 57406) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:42:05.608078 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1a4ba4-5739-4d9e-8e57-88ffc9d37f3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-31e006a1-8b10-4321-ba26-31b32c170e1d', 'network_id': '31e006a1-8b10-4321-ba26-31b32c170e1d', 'tenant_id': '25f4865214344fa08348dc146da663e0', 'fixed_ips': [{'subnet_id': 'a73f7263-f73c-4141-ac64-39c49fc31048'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:42:05.609003 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-fb1a4ba4-5739-4d9e-8e57-88ffc9d37f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:05.646165 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-0cdc37db-921d-430b-9bd6-b90a0770730a None None] For port e8f5ba52-78d6-44c3-a04b-f119d562aaf5, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=e8f5ba52-78d6-44c3-a04b-f119d562aaf5,segment=NetworkSegment(118523a0-35b3-48fa-b3e4-22dd091bd29c),segment_id=118523a0-35b3-48fa-b3e4-22dd091bd29c)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:42:05.737007 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-0cdc37db-921d-430b-9bd6-b90a0770730a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:05.769255 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a25c820c-864c-4a35-b185-3dd424b586e4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:05.784468 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b77b60b-5da0-4a95-aaeb-e993be987ade admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:42:05.797046 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-51c468e7-2b54-45d0-b945-42780ab3d19f req-481c7acd-d85e-4bf4-baf5-0a25dc02644c tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1891786698&fields=id&tenant_id=e74a7c63f72a43c48203f0c9f39b1c1e HTTP/1.1" status: 200 len: 267 time: 0.0730946 Jul 05 02:42:05.849123 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b382b6ad-599c-4e24-a84e-e409c0300258 None None] Sync routers for ids ['64db05f5-93ed-4661-a629-c11acc4dc101'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:42:05.901410 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdc37db-921d-430b-9bd6-b90a0770730a None None] Routers {'4e81096a-2faf-4683-ac01-1eeb4c9c3bd6'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:42:05.902238 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-0cdc37db-921d-430b-9bd6-b90a0770730a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:41:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['4e81096a-2faf-4683-ac01-1eeb4c9c3bd6'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:42:06.059039 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7b77b60b-5da0-4a95-aaeb-e993be987ade admin admin] Notify callbacks [] for router, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:06.068934 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-7b77b60b-5da0-4a95-aaeb-e993be987ade admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.6003931 Jul 05 02:42:06.075222 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 57420) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:42:06.111737 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-0cdc37db-921d-430b-9bd6-b90a0770730a None None] Set router 4e81096a-2faf-4683-ac01-1eeb4c9c3bd6 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:42:06.234421 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a25c820c-864c-4a35-b185-3dd424b586e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:06.266203 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b382b6ad-599c-4e24-a84e-e409c0300258 None None] Routers {'64db05f5-93ed-4661-a629-c11acc4dc101'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:42:06.268259 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-b382b6ad-599c-4e24-a84e-e409c0300258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:41:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['64db05f5-93ed-4661-a629-c11acc4dc101'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:42:06.291279 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c468e7-2b54-45d0-b945-42780ab3d19f req-d9a32cfe-7c94-4231-bc8c-d66e0badf97b tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:06.299160 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-51c468e7-2b54-45d0-b945-42780ab3d19f req-d9a32cfe-7c94-4231-bc8c-d66e0badf97b tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/networks?id=5f4ace55-178b-4ec0-8ee2-07eda90fa2ad HTTP/1.1" status: 200 len: 797 time: 0.5011601 Jul 05 02:42:06.305977 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ef2886a4-26e6-4b98-8554-444475b8c602 req-cef9486f-cc4e-46b4-9b9e-cd05e9b6d227 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6985524 Jul 05 02:42:06.346210 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-51c468e7-2b54-45d0-b945-42780ab3d19f req-37f196c8-25f8-443c-8856-4ac05b2ba452 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/quotas/e74a7c63f72a43c48203f0c9f39b1c1e HTTP/1.1" status: 200 len: 375 time: 0.0460937 Jul 05 02:42:06.400968 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c077b9-426d-4684-b562-9710a8470418 req-e88ac10d-54c1-4eca-9145-4c93adc4ce0c tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:06.404360 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d6c077b9-426d-4684-b562-9710a8470418 req-e88ac10d-54c1-4eca-9145-4c93adc4ce0c tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 943 time: 0.1151693 Jul 05 02:42:06.436649 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ce5e13-76ff-4b83-90c7-94d739f24040 None None] Network 6b16f47a-001b-44a9-b239-5a456beb0f2f requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:42:06.477745 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:06.568359 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1f945f-7095-4b57-8745-87419159758e None None] Pushing event updated for resources: {'Port': ['ID=e8f5ba52-78d6-44c3-a04b-f119d562aaf5,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:42:06.571915 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d6c077b9-426d-4684-b562-9710a8470418 req-fcb69377-4eec-4141-894b-96c95b50a24b tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453781 Jul 05 02:42:06.620137 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-51c468e7-2b54-45d0-b945-42780ab3d19f req-5a343f85-08f3-4562-a44b-b81259da7913 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e74a7c63f72a43c48203f0c9f39b1c1e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2633662 Jul 05 02:42:06.620350 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-36657d51-4f8f-4aa2-beed-574f1042fe44 None None] Provisioning for port a480e617-cd56-4dc9-bd6b-fb71ccfbb25d completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:42:06.679548 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1f945f-7095-4b57-8745-87419159758e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:42:06.679896 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1f945f-7095-4b57-8745-87419159758e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:42:06.680228 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1f945f-7095-4b57-8745-87419159758e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:42:06.680565 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1f945f-7095-4b57-8745-87419159758e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:42:06.680895 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1f945f-7095-4b57-8745-87419159758e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:42:06.681222 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1f945f-7095-4b57-8745-87419159758e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:42:06.681546 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1f945f-7095-4b57-8745-87419159758e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:42:06.681925 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1f945f-7095-4b57-8745-87419159758e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:42:06.682261 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1f945f-7095-4b57-8745-87419159758e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:42:06.682622 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1f945f-7095-4b57-8745-87419159758e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:42:06.682941 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1f945f-7095-4b57-8745-87419159758e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:42:06.683265 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1f945f-7095-4b57-8745-87419159758e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:42:06.725952 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-fb1a4ba4-5739-4d9e-8e57-88ffc9d37f3d None None] Allocated IP 172.20.0.2 (31e006a1-8b10-4321-ba26-31b32c170e1d/a73f7263-f73c-4141-ac64-39c49fc31048/f6e44502-7b3e-4658-bc34-15ccf7a9df02) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:42:06.790237 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a25c820c-864c-4a35-b185-3dd424b586e4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:06.797685 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-51c468e7-2b54-45d0-b945-42780ab3d19f req-443759e0-3c63-474a-b370-cd08fe4f1600 service neutron] 10.222.0.23 "GET /v2.0/networks/5f4ace55-178b-4ec0-8ee2-07eda90fa2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789536 Jul 05 02:42:06.819270 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a25c820c-864c-4a35-b185-3dd424b586e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:06.971418 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-a25c820c-864c-4a35-b185-3dd424b586e4 admin admin] Allocated IP 172.25.7.178 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/063217e6-a092-4927-979e-a3491c79b811) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:42:07.042921 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-51c468e7-2b54-45d0-b945-42780ab3d19f req-32963893-b2b8-40d0-bbea-f4ea1eac9b39 service neutron] 10.222.0.23 "GET /v2.0/networks/5f4ace55-178b-4ec0-8ee2-07eda90fa2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101133 Jul 05 02:42:07.070108 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 581871ae-f1f2-4d48-a7e0-6ba26cbd1272, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=581871ae-f1f2-4d48-a7e0-6ba26cbd1272,segment=NetworkSegment(0d275c90-3bd1-498e-a485-a23914e67eb1),segment_id=0d275c90-3bd1-498e-a485-a23914e67eb1)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:42:07.089628 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-b382b6ad-599c-4e24-a84e-e409c0300258 None None] Set router 64db05f5-93ed-4661-a629-c11acc4dc101 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:42:07.130330 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a25c820c-864c-4a35-b185-3dd424b586e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:07.133387 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-af2cba54-c14f-4115-94a5-020411180bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:07.203434 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:07.204334 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 61db8183-7b48-4902-9cc3-f9f63a2c1aaa up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:42:07.293830 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a25c820c-864c-4a35-b185-3dd424b586e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:07.299948 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-af2cba54-c14f-4115-94a5-020411180bde admin admin] Allocated IP 172.20.0.1 (6b16f47a-001b-44a9-b239-5a456beb0f2f/d2c8c380-8820-4e16-9b40-3143e8724223/f4ceab4a-cef4-4b45-87b6-53aecbd18690) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:42:07.362252 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25c820c-864c-4a35-b185-3dd424b586e4 admin admin] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:42:07.370292 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-a25c820c-864c-4a35-b185-3dd424b586e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:42:07.375134 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25c820c-864c-4a35-b185-3dd424b586e4 admin admin] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:42:07.419748 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-af2cba54-c14f-4115-94a5-020411180bde admin admin] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:07.437489 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [None req-af2cba54-c14f-4115-94a5-020411180bde admin admin] Transition to ACTIVE for port object f4ceab4a-cef4-4b45-87b6-53aecbd18690 will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:42:07.503584 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25c820c-864c-4a35-b185-3dd424b586e4 admin admin] Pushing event updated for resources: {'Port': ['ID=063217e6-a092-4927-979e-a3491c79b811,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:42:07.506802 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-fccf1e3e-c1dd-4430-8a92-4898b5f8bef0 req-2c999e0e-92f2-496d-b504-6200fe804c5f tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3b04e1c-238b-4b2d-9237-ec47169c6654 HTTP/1.1" status: 200 len: 210 time: 0.0733449 Jul 05 02:42:07.543970 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=581871ae-f1f2-4d48-a7e0-6ba26cbd1272,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:42:07.574994 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-af2cba54-c14f-4115-94a5-020411180bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:07.595794 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-fb1a4ba4-5739-4d9e-8e57-88ffc9d37f3d None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:07.623133 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-0cdc37db-921d-430b-9bd6-b90a0770730a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e81096a-2faf-4683-ac01-1eeb4c9c3bd6', 'name': 'tempest-TestVolumeBackupRestore-77187964-router', 'tenant_id': 'a2a128e531764065b9d7371bd7cd83c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '666b79ad-912c-43be-acd4-fd1d391f3de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:41:50Z', 'updated_at': '2021-07-05T02:41:59Z', 'revision_number': 4, 'project_id': 'a2a128e531764065b9d7371bd7cd83c5', 'gw_port': {'id': '666b79ad-912c-43be-acd4-fd1d391f3de0', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e81096a-2faf-4683-ac01-1eeb4c9c3bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:41:52Z', 'updated_at': '2021-07-05T02:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'e8f5ba52-78d6-44c3-a04b-f119d562aaf5', 'name': '', 'network_id': '4998b7af-a070-4fe3-aeaa-2961371b2b2b', 'tenant_id': 'a2a128e531764065b9d7371bd7cd83c5', 'mac_address': 'fa:16:3e:40:de:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e81096a-2faf-4683-ac01-1eeb4c9c3bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '1b34c68d-6895-4c90-9616-98e1bfcb7944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:41:57Z', 'updated_at': '2021-07-05T02:42:05Z', 'revision_number': 4, 'project_id': 'a2a128e531764065b9d7371bd7cd83c5', 'subnets': [{'id': '1b34c68d-6895-4c90-9616-98e1bfcb7944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:42:07.675011 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2cba54-c14f-4115-94a5-020411180bde admin admin] Network 6b16f47a-001b-44a9-b239-5a456beb0f2f is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:42:07.678208 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-af2cba54-c14f-4115-94a5-020411180bde admin admin] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:42:07.689768 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2cba54-c14f-4115-94a5-020411180bde admin admin] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:42:07.700943 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2cba54-c14f-4115-94a5-020411180bde admin admin] Pushing event updated for resources: {'Port': ['ID=f4ceab4a-cef4-4b45-87b6-53aecbd18690,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:42:07.704400 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cdc37db-921d-430b-9bd6-b90a0770730a None None] The sync data for ids ['4e81096a-2faf-4683-ac01-1eeb4c9c3bd6'] in n-d-771362-32 is: [{'id': '4e81096a-2faf-4683-ac01-1eeb4c9c3bd6', 'name': 'tempest-TestVolumeBackupRestore-77187964-router', 'tenant_id': 'a2a128e531764065b9d7371bd7cd83c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '666b79ad-912c-43be-acd4-fd1d391f3de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:41:50Z', 'updated_at': '2021-07-05T02:41:59Z', 'revision_number': 4, 'project_id': 'a2a128e531764065b9d7371bd7cd83c5', 'gw_port': {'id': '666b79ad-912c-43be-acd4-fd1d391f3de0', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e81096a-2faf-4683-ac01-1eeb4c9c3bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:41:52Z', 'updated_at': '2021-07-05T02:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'e8f5ba52-78d6-44c3-a04b-f119d562aaf5', 'name': '', 'network_id': '4998b7af-a070-4fe3-aeaa-2961371b2b2b', 'tenant_id': 'a2a128e531764065b9d7371bd7cd83c5', 'mac_address': 'fa:16:3e:40:de:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e81096a-2faf-4683-ac01-1eeb4c9c3bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '1b34c68d-6895-4c90-9616-98e1bfcb7944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:41:57Z', 'updated_at': '2021-07-05T02:42:05Z', 'revision_number': 4, 'project_id': 'a2a128e531764065b9d7371bd7cd83c5', 'subnets': [{'id': '1b34c68d-6895-4c90-9616-98e1bfcb7944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:42:07.717099 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-fb1a4ba4-5739-4d9e-8e57-88ffc9d37f3d None None] Transition to ACTIVE for port object f6e44502-7b3e-4658-bc34-15ccf7a9df02 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:42:07.749520 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2cba54-c14f-4115-94a5-020411180bde admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:42:07.750196 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2cba54-c14f-4115-94a5-020411180bde admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:42:07.750697 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2cba54-c14f-4115-94a5-020411180bde admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:42:07.751363 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2cba54-c14f-4115-94a5-020411180bde admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:42:07.751857 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2cba54-c14f-4115-94a5-020411180bde admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:42:07.752578 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2cba54-c14f-4115-94a5-020411180bde admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:42:07.753079 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2cba54-c14f-4115-94a5-020411180bde admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:42:07.753566 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2cba54-c14f-4115-94a5-020411180bde admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:42:07.754137 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2cba54-c14f-4115-94a5-020411180bde admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:42:07.754644 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2cba54-c14f-4115-94a5-020411180bde admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:42:07.755461 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2cba54-c14f-4115-94a5-020411180bde admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:42:07.755925 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2cba54-c14f-4115-94a5-020411180bde admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:42:07.779803 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 61db8183-7b48-4902-9cc3-f9f63a2c1aaa completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:42:07.792925 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-fb1a4ba4-5739-4d9e-8e57-88ffc9d37f3d None None] Transition to ACTIVE for port object f6e44502-7b3e-4658-bc34-15ccf7a9df02 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:42:07.800848 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-af2cba54-c14f-4115-94a5-020411180bde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635668'] for router_interface, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:07.834906 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 61db8183-7b48-4902-9cc3-f9f63a2c1aaa triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:42:07.835556 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:07.931635 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-b382b6ad-599c-4e24-a84e-e409c0300258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64db05f5-93ed-4661-a629-c11acc4dc101', 'name': 'tempest-TestVolumeBootPattern-1235246729-router', 'tenant_id': 'd699901598c74175a3ad387b16e8958e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': 'ba8f70e2-bd0c-4d47-b6f9-70914091ca0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:42:01Z', 'updated_at': '2021-07-05T02:42:04Z', 'revision_number': 3, 'project_id': 'd699901598c74175a3ad387b16e8958e', 'gw_port': {'id': 'ba8f70e2-bd0c-4d47-b6f9-70914091ca0b', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:37:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64db05f5-93ed-4661-a629-c11acc4dc101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:42:03Z', 'updated_at': '2021-07-05T02:42:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:42:07.979952 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b382b6ad-599c-4e24-a84e-e409c0300258 None None] Checking router: 64db05f5-93ed-4661-a629-c11acc4dc101 for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:42:07.980373 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b382b6ad-599c-4e24-a84e-e409c0300258 None None] Updating router 64db05f5-93ed-4661-a629-c11acc4dc101 port ba8f70e2-bd0c-4d47-b6f9-70914091ca0b binding host n-d-771362-32 {{(pid=94463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 02:42:08.034563 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-fb1a4ba4-5739-4d9e-8e57-88ffc9d37f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:08.040120 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b382b6ad-599c-4e24-a84e-e409c0300258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:08.154239 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09559cd-6e0b-4077-85a8-c40177860ad6 req-72a89c4a-45f5-404b-88a2-2de6aee73274 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:08.156075 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b09559cd-6e0b-4077-85a8-c40177860ad6 req-72a89c4a-45f5-404b-88a2-2de6aee73274 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 943 time: 0.2657714 Jul 05 02:42:08.231926 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b09559cd-6e0b-4077-85a8-c40177860ad6 req-0fd2539a-27e6-4577-bad3-95f58ff633a9 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631437 Jul 05 02:42:08.397798 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-af2cba54-c14f-4115-94a5-020411180bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:08.531250 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:08.543709 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1a4ba4-5739-4d9e-8e57-88ffc9d37f3d None None] Network 31e006a1-8b10-4321-ba26-31b32c170e1d is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:42:08.557227 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-fb1a4ba4-5739-4d9e-8e57-88ffc9d37f3d None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:42:08.592476 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1a4ba4-5739-4d9e-8e57-88ffc9d37f3d None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:42:08.670528 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 61db8183-7b48-4902-9cc3-f9f63a2c1aaa, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=61db8183-7b48-4902-9cc3-f9f63a2c1aaa,segment=NetworkSegment(9ea05186-e175-4085-afab-93b2a2a0f9d2),segment_id=9ea05186-e175-4085-afab-93b2a2a0f9d2)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:42:08.672341 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1a4ba4-5739-4d9e-8e57-88ffc9d37f3d None None] Pushing event updated for resources: {'Port': ['ID=f6e44502-7b3e-4658-bc34-15ccf7a9df02,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:42:08.681790 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b382b6ad-599c-4e24-a84e-e409c0300258 None None] Notify callbacks [] for port, precommit_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:08.747723 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-b382b6ad-599c-4e24-a84e-e409c0300258 None None] Transition to ACTIVE for port object ba8f70e2-bd0c-4d47-b6f9-70914091ca0b will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:42:08.760000 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-fb1a4ba4-5739-4d9e-8e57-88ffc9d37f3d None None] Attempting to bind port f6e44502-7b3e-4658-bc34-15ccf7a9df02 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:42:08.762488 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-fb1a4ba4-5739-4d9e-8e57-88ffc9d37f3d None None] Attempting to bind port f6e44502-7b3e-4658-bc34-15ccf7a9df02 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'c39fbd70-ee77-4154-9c20-b8ffc6386387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '31e006a1-8b10-4321-ba26-31b32c170e1d'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:42:08.762964 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1a4ba4-5739-4d9e-8e57-88ffc9d37f3d None None] Attempting to bind port f6e44502-7b3e-4658-bc34-15ccf7a9df02 on network 31e006a1-8b10-4321-ba26-31b32c170e1d {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:42:08.773576 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:08.774578 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 7d2df5b5-41a7-4290-a99f-4004dbb96fd5 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:42:08.774725 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-caced6bb-c9a9-4064-8f97-cf8a4bd5b12d req-114f0387-64d4-48e8-9275-0037d53b0b83 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3b04e1c-238b-4b2d-9237-ec47169c6654 HTTP/1.1" status: 200 len: 210 time: 0.0316443 Jul 05 02:42:08.818775 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-af2cba54-c14f-4115-94a5-020411180bde admin admin] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:08.841247 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2886a4-26e6-4b98-8554-444475b8c602 req-9e88b7f8-e4ca-4dc9-b91b-6ad4f0d5eb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:08.842438 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1a4ba4-5739-4d9e-8e57-88ffc9d37f3d None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:42:08.843387 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ef2886a4-26e6-4b98-8554-444475b8c602 req-9e88b7f8-e4ca-4dc9-b91b-6ad4f0d5eb66 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b&tenant_id=4029f7586c674799901f5830e91fb3ea HTTP/1.1" status: 200 len: 1095 time: 0.1961162 Jul 05 02:42:08.843501 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1a4ba4-5739-4d9e-8e57-88ffc9d37f3d None None] Checking segment: {'id': 'c39fbd70-ee77-4154-9c20-b8ffc6386387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '31e006a1-8b10-4321-ba26-31b32c170e1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:42:08.843906 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-fb1a4ba4-5739-4d9e-8e57-88ffc9d37f3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:08.844303 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1a4ba4-5739-4d9e-8e57-88ffc9d37f3d None None] Bound using segment: {'id': 'c39fbd70-ee77-4154-9c20-b8ffc6386387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '31e006a1-8b10-4321-ba26-31b32c170e1d'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:42:08.844778 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-fb1a4ba4-5739-4d9e-8e57-88ffc9d37f3d None None] Bound port: f6e44502-7b3e-4658-bc34-15ccf7a9df02, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c39fbd70-ee77-4154-9c20-b8ffc6386387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '31e006a1-8b10-4321-ba26-31b32c170e1d'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:42:08.845156 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-fb1a4ba4-5739-4d9e-8e57-88ffc9d37f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:08.887780 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b382b6ad-599c-4e24-a84e-e409c0300258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:08.924345 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2886a4-26e6-4b98-8554-444475b8c602 req-b6f53f4d-6986-4336-b1ca-e45bed1ba91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:08.925899 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ef2886a4-26e6-4b98-8554-444475b8c602 req-b6f53f4d-6986-4336-b1ca-e45bed1ba91c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4029f7586c674799901f5830e91fb3ea&device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 1095 time: 0.0582395 Jul 05 02:42:08.932142 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-af2cba54-c14f-4115-94a5-020411180bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:08.955596 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=61db8183-7b48-4902-9cc3-f9f63a2c1aaa,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:42:08.994633 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-fb1a4ba4-5739-4d9e-8e57-88ffc9d37f3d None None] For port f6e44502-7b3e-4658-bc34-15ccf7a9df02, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:42:08.998616 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-fb1a4ba4-5739-4d9e-8e57-88ffc9d37f3d None None] For port f6e44502-7b3e-4658-bc34-15ccf7a9df02, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=f6e44502-7b3e-4658-bc34-15ccf7a9df02,segment=NetworkSegment(c39fbd70-ee77-4154-9c20-b8ffc6386387),segment_id=c39fbd70-ee77-4154-9c20-b8ffc6386387)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:42:09.001559 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a25c820c-864c-4a35-b185-3dd424b586e4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:09.022407 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-b382b6ad-599c-4e24-a84e-e409c0300258 None None] Attempting to bind port ba8f70e2-bd0c-4d47-b6f9-70914091ca0b on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:42:09.022864 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-b382b6ad-599c-4e24-a84e-e409c0300258 None None] Attempting to bind port ba8f70e2-bd0c-4d47-b6f9-70914091ca0b by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:42:09.023231 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b382b6ad-599c-4e24-a84e-e409c0300258 None None] Attempting to bind port ba8f70e2-bd0c-4d47-b6f9-70914091ca0b on network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:42:09.028914 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-cbcdf927-c434-4dc4-94ab-32a043902926 None None] Provisioning for port f4ceab4a-cef4-4b45-87b6-53aecbd18690 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:42:09.040591 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 7d2df5b5-41a7-4290-a99f-4004dbb96fd5 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:42:09.049429 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:09.049429 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b382b6ad-599c-4e24-a84e-e409c0300258 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:42:09.049824 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b382b6ad-599c-4e24-a84e-e409c0300258 None None] Checking segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:42:09.050150 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b382b6ad-599c-4e24-a84e-e409c0300258 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:09.050565 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b382b6ad-599c-4e24-a84e-e409c0300258 None None] Bound using segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:42:09.051047 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-b382b6ad-599c-4e24-a84e-e409c0300258 None None] Bound port: ba8f70e2-bd0c-4d47-b6f9-70914091ca0b, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:42:09.052477 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b382b6ad-599c-4e24-a84e-e409c0300258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:09.052982 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-cbcdf927-c434-4dc4-94ab-32a043902926 None None] Provisioning complete for port f4ceab4a-cef4-4b45-87b6-53aecbd18690 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:42:09.053333 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-cbcdf927-c434-4dc4-94ab-32a043902926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:09.055442 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-af2cba54-c14f-4115-94a5-020411180bde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634601'] for router_interface, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:09.059838 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2cba54-c14f-4115-94a5-020411180bde admin admin] Pushing event updated for resources: {'Port': ['ID=f4ceab4a-cef4-4b45-87b6-53aecbd18690,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:42:09.128218 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3017ef-2aef-477b-ae94-5ede69afd552 None None] Pushing event updated for resources: {'Port': ['ID=ba8f70e2-bd0c-4d47-b6f9-70914091ca0b,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:42:09.138149 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2886a4-26e6-4b98-8554-444475b8c602 req-affbf3ac-ce90-4547-bfa5-04e55e996cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:09.138771 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ef2886a4-26e6-4b98-8554-444475b8c602 req-affbf3ac-ce90-4547-bfa5-04e55e996cc6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0363edd0-1704-4ea5-b7c0-1061ca483b3c HTTP/1.1" status: 200 len: 913 time: 0.2041249 Jul 05 02:42:09.166511 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-fb1a4ba4-5739-4d9e-8e57-88ffc9d37f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:09.187999 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ef2886a4-26e6-4b98-8554-444475b8c602 req-bef61d8b-7d9b-4307-a445-9321891dd25e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8045d015-5213-428b-a14c-1cb3ac9ffdd6 HTTP/1.1" status: 200 len: 217 time: 0.0415342 Jul 05 02:42:09.223919 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-cbcdf927-c434-4dc4-94ab-32a043902926 None None] Port f4ceab4a-cef4-4b45-87b6-53aecbd18690 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:42:09.232047 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-b382b6ad-599c-4e24-a84e-e409c0300258 None None] For port ba8f70e2-bd0c-4d47-b6f9-70914091ca0b, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:42:09.272962 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2cba54-c14f-4115-94a5-020411180bde admin admin] Network 6b16f47a-001b-44a9-b239-5a456beb0f2f is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:42:09.272962 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2886a4-26e6-4b98-8554-444475b8c602 req-eeb0ddaa-e4fc-4a7b-8afc-dfd377f88b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:09.272962 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ef2886a4-26e6-4b98-8554-444475b8c602 req-eeb0ddaa-e4fc-4a7b-8afc-dfd377f88b8d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=606919bb-0ade-4589-8a2b-c9dcfa56ec85 HTTP/1.1" status: 200 len: 853 time: 0.0730369 Jul 05 02:42:09.273955 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-af2cba54-c14f-4115-94a5-020411180bde admin admin] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:42:09.314084 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-b382b6ad-599c-4e24-a84e-e409c0300258 None None] For port ba8f70e2-bd0c-4d47-b6f9-70914091ca0b, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=ba8f70e2-bd0c-4d47-b6f9-70914091ca0b,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:42:09.355591 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1a4ba4-5739-4d9e-8e57-88ffc9d37f3d None None] Pushing event updated for resources: {'Port': ['ID=f6e44502-7b3e-4658-bc34-15ccf7a9df02,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:42:09.388342 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ef2886a4-26e6-4b98-8554-444475b8c602 req-2164c9db-6546-4ee9-af81-baf1bd6ef829 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0363edd0-1704-4ea5-b7c0-1061ca483b3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1063683 Jul 05 02:42:09.404645 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a25c820c-864c-4a35-b185-3dd424b586e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963'] for router, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:09.478803 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b382b6ad-599c-4e24-a84e-e409c0300258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:09.638451 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3017ef-2aef-477b-ae94-5ede69afd552 None None] Pushing event updated for resources: {'Port': ['ID=ba8f70e2-bd0c-4d47-b6f9-70914091ca0b,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:42:09.661365 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b382b6ad-599c-4e24-a84e-e409c0300258 None None] Routers {'64db05f5-93ed-4661-a629-c11acc4dc101'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:42:09.662399 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-b382b6ad-599c-4e24-a84e-e409c0300258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:41:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['64db05f5-93ed-4661-a629-c11acc4dc101'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:42:09.885058 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a25c820c-864c-4a35-b185-3dd424b586e4 admin admin] Router 4ca716c4-6c66-476b-a660-7ae78b3706ac is scheduled to L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 with binding_index 1 {{(pid=94462) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 02:42:10.020286 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 61db8183-7b48-4902-9cc3-f9f63a2c1aaa up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:42:10.024208 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4ab0c05f-c212-4dd8-97dc-63350272eee3 req-db79ef65-9353-4da2-9d8e-c9b253990187 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3b04e1c-238b-4b2d-9237-ec47169c6654 HTTP/1.1" status: 200 len: 210 time: 0.0403869 Jul 05 02:42:10.029602 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-03dc5b00-32ad-484e-b140-6f3095a30630 None None] Provisioning complete for port f4ceab4a-cef4-4b45-87b6-53aecbd18690 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:42:10.029972 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-03dc5b00-32ad-484e-b140-6f3095a30630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:10.086534 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a25c820c-864c-4a35-b185-3dd424b586e4 admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:42:10.097751 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd830f7-82dc-44e2-a773-78bb3964b9c5 None None] Sync routers for ids ['4ca716c4-6c66-476b-a660-7ae78b3706ac'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:42:10.111056 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd830f7-82dc-44e2-a773-78bb3964b9c5 None None] Routers {'4ca716c4-6c66-476b-a660-7ae78b3706ac'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:42:10.112158 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-cdd830f7-82dc-44e2-a773-78bb3964b9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:41:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['4ca716c4-6c66-476b-a660-7ae78b3706ac'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:42:10.160292 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-b382b6ad-599c-4e24-a84e-e409c0300258 None None] Set router 64db05f5-93ed-4661-a629-c11acc4dc101 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:42:10.163110 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-03dc5b00-32ad-484e-b140-6f3095a30630 None None] Port f4ceab4a-cef4-4b45-87b6-53aecbd18690 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:42:10.179171 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a25c820c-864c-4a35-b185-3dd424b586e4 admin admin] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:10.182817 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-a25c820c-864c-4a35-b185-3dd424b586e4 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.8457012 Jul 05 02:42:10.185732 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 57472) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:42:10.276675 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 61db8183-7b48-4902-9cc3-f9f63a2c1aaa triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:42:10.277051 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:10.363313 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-cdd830f7-82dc-44e2-a773-78bb3964b9c5 None None] Set router 4ca716c4-6c66-476b-a660-7ae78b3706ac gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:42:10.508573 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ef2886a4-26e6-4b98-8554-444475b8c602 req-0c273df0-5391-43ce-8106-2dfdb875f996 service neutron] 10.222.0.15 "GET /v2.0/networks/0363edd0-1704-4ea5-b7c0-1061ca483b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0813224 Jul 05 02:42:10.551546 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af2cba54-c14f-4115-94a5-020411180bde admin admin] Router 64db05f5-93ed-4661-a629-c11acc4dc101 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:42:10.696380 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b669675e-91e1-4b5e-bcb7-4a45936a0c8a req-78bb53d6-b33b-4d11-8134-8dd32ba365f5 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:10.704025 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b669675e-91e1-4b5e-bcb7-4a45936a0c8a req-78bb53d6-b33b-4d11-8134-8dd32ba365f5 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 943 time: 0.5274284 Jul 05 02:42:10.871084 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b669675e-91e1-4b5e-bcb7-4a45936a0c8a req-a15c2cd2-5b60-4fa2-aa7e-db6ca76bef86 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660616 Jul 05 02:42:10.925081 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 581871ae-f1f2-4d48-a7e0-6ba26cbd1272 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:42:10.953902 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-cdd830f7-82dc-44e2-a773-78bb3964b9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca716c4-6c66-476b-a660-7ae78b3706ac', 'name': 'tempest-TestVolumeBackupRestore-1324180180-router', 'tenant_id': '25f4865214344fa08348dc146da663e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '063217e6-a092-4927-979e-a3491c79b811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:42:05Z', 'updated_at': '2021-07-05T02:42:08Z', 'revision_number': 3, 'project_id': '25f4865214344fa08348dc146da663e0', 'gw_port': {'id': '063217e6-a092-4927-979e-a3491c79b811', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:70:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ca716c4-6c66-476b-a660-7ae78b3706ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:42:06Z', 'updated_at': '2021-07-05T02:42:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:42:10.963949 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ef2886a4-26e6-4b98-8554-444475b8c602 req-ffc329d6-9daf-4772-b1f6-14f76e3d41e8 service neutron] 10.222.0.15 "GET /v2.0/networks/0363edd0-1704-4ea5-b7c0-1061ca483b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4498451 Jul 05 02:42:10.999870 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 581871ae-f1f2-4d48-a7e0-6ba26cbd1272 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:42:11.000469 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:11.023060 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd830f7-82dc-44e2-a773-78bb3964b9c5 None None] Checking router: 4ca716c4-6c66-476b-a660-7ae78b3706ac for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:42:11.023499 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd830f7-82dc-44e2-a773-78bb3964b9c5 None None] Updating router 4ca716c4-6c66-476b-a660-7ae78b3706ac port 063217e6-a092-4927-979e-a3491c79b811 binding host n-d-771362-32 {{(pid=94464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 02:42:11.051207 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-b382b6ad-599c-4e24-a84e-e409c0300258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64db05f5-93ed-4661-a629-c11acc4dc101', 'name': 'tempest-TestVolumeBootPattern-1235246729-router', 'tenant_id': 'd699901598c74175a3ad387b16e8958e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': 'ba8f70e2-bd0c-4d47-b6f9-70914091ca0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:42:01Z', 'updated_at': '2021-07-05T02:42:08Z', 'revision_number': 4, 'project_id': 'd699901598c74175a3ad387b16e8958e', 'gw_port': {'id': 'ba8f70e2-bd0c-4d47-b6f9-70914091ca0b', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:37:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64db05f5-93ed-4661-a629-c11acc4dc101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:42:03Z', 'updated_at': '2021-07-05T02:42:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'f4ceab4a-cef4-4b45-87b6-53aecbd18690', 'name': '', 'network_id': '6b16f47a-001b-44a9-b239-5a456beb0f2f', 'tenant_id': 'd699901598c74175a3ad387b16e8958e', 'mac_address': 'fa:16:3e:74:cb:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64db05f5-93ed-4661-a629-c11acc4dc101', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': 'd2c8c380-8820-4e16-9b40-3143e8724223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:42:07Z', 'updated_at': '2021-07-05T02:42:08Z', 'revision_number': 2, 'project_id': 'd699901598c74175a3ad387b16e8958e', 'subnets': [{'id': 'd2c8c380-8820-4e16-9b40-3143e8724223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:42:11.084212 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b382b6ad-599c-4e24-a84e-e409c0300258 None None] The sync data for ids ['64db05f5-93ed-4661-a629-c11acc4dc101'] in n-d-771362-32 is: [{'id': '64db05f5-93ed-4661-a629-c11acc4dc101', 'name': 'tempest-TestVolumeBootPattern-1235246729-router', 'tenant_id': 'd699901598c74175a3ad387b16e8958e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': 'ba8f70e2-bd0c-4d47-b6f9-70914091ca0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:42:01Z', 'updated_at': '2021-07-05T02:42:08Z', 'revision_number': 4, 'project_id': 'd699901598c74175a3ad387b16e8958e', 'gw_port': {'id': 'ba8f70e2-bd0c-4d47-b6f9-70914091ca0b', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:37:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64db05f5-93ed-4661-a629-c11acc4dc101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:42:03Z', 'updated_at': '2021-07-05T02:42:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'f4ceab4a-cef4-4b45-87b6-53aecbd18690', 'name': '', 'network_id': '6b16f47a-001b-44a9-b239-5a456beb0f2f', 'tenant_id': 'd699901598c74175a3ad387b16e8958e', 'mac_address': 'fa:16:3e:74:cb:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64db05f5-93ed-4661-a629-c11acc4dc101', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': 'd2c8c380-8820-4e16-9b40-3143e8724223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:42:07Z', 'updated_at': '2021-07-05T02:42:08Z', 'revision_number': 2, 'project_id': 'd699901598c74175a3ad387b16e8958e', 'subnets': [{'id': 'd2c8c380-8820-4e16-9b40-3143e8724223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:42:11.127831 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cdd830f7-82dc-44e2-a773-78bb3964b9c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:11.159718 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device e8f5ba52-78d6-44c3-a04b-f119d562aaf5 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:42:11.220063 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af2cba54-c14f-4115-94a5-020411180bde admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:42:11.235682 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a50721-1373-4bbc-9c4c-3a05b6d8d85d None None] Network 31e006a1-8b10-4321-ba26-31b32c170e1d requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:42:11.239390 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-af2cba54-c14f-4115-94a5-020411180bde admin admin] 10.222.0.23 "PUT /v2.0/routers/64db05f5-93ed-4661-a629-c11acc4dc101/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1570301 Jul 05 02:42:11.444405 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cfe1f14d-4a1b-47a2-aa16-dacf87ac167e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:11.482807 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port e8f5ba52-78d6-44c3-a04b-f119d562aaf5 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:42:11.501006 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c468e7-2b54-45d0-b945-42780ab3d19f req-385a574e-b745-44e7-8ccc-86dc5ab5c96e tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:11.514676 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-51c468e7-2b54-45d0-b945-42780ab3d19f req-385a574e-b745-44e7-8ccc-86dc5ab5c96e tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.15 "GET /v2.0/networks?id=5f4ace55-178b-4ec0-8ee2-07eda90fa2ad HTTP/1.1" status: 200 len: 797 time: 0.4061832 Jul 05 02:42:11.532633 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-5f7cb24a-08d2-44ab-b4b1-7f28844e79ef None None] Provisioning for port f6e44502-7b3e-4658-bc34-15ccf7a9df02 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:42:11.539391 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port e8f5ba52-78d6-44c3-a04b-f119d562aaf5 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:42:11.539611 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:11.637410 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-76e39250-432a-413a-a453-6bbbefa41095 req-847e6f3d-6f3e-4e77-b636-7a2539608d6a tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3b04e1c-238b-4b2d-9237-ec47169c6654 HTTP/1.1" status: 200 len: 210 time: 0.1864352 Jul 05 02:42:11.744547 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-51c468e7-2b54-45d0-b945-42780ab3d19f req-2c38fefc-2080-48f8-972c-b3fa48edbca0 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e74a7c63f72a43c48203f0c9f39b1c1e HTTP/1.1" status: 200 len: 473 time: 0.2213662 Jul 05 02:42:11.760832 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-51c468e7-2b54-45d0-b945-42780ab3d19f req-e5d334c5-9a81-45df-bdb3-28c7c8651de5 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Request body: {'port': {'device_id': 'a3b04e1c-238b-4b2d-9237-ec47169c6654', 'network_id': '5f4ace55-178b-4ec0-8ee2-07eda90fa2ad', 'admin_state_up': True, 'tenant_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'security_groups': ['967a393c-bc8e-40d2-92cf-793f4178073f']}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:42:11.807694 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cdd830f7-82dc-44e2-a773-78bb3964b9c5 None None] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:11.821929 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-cdd830f7-82dc-44e2-a773-78bb3964b9c5 None None] Transition to ACTIVE for port object 063217e6-a092-4927-979e-a3491c79b811 will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:42:11.887536 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:11.890474 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:11.996037 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cdd830f7-82dc-44e2-a773-78bb3964b9c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:12.005435 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port e8f5ba52-78d6-44c3-a04b-f119d562aaf5, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=e8f5ba52-78d6-44c3-a04b-f119d562aaf5,segment=NetworkSegment(118523a0-35b3-48fa-b3e4-22dd091bd29c),segment_id=118523a0-35b3-48fa-b3e4-22dd091bd29c)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:42:12.010638 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-cfe1f14d-4a1b-47a2-aa16-dacf87ac167e admin admin] Allocated IP 172.20.0.1 (31e006a1-8b10-4321-ba26-31b32c170e1d/a73f7263-f73c-4141-ac64-39c49fc31048/53b8f858-5342-4c3f-8da0-e3b8cc5303a8) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:42:12.014196 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:12.124140 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-cdd830f7-82dc-44e2-a773-78bb3964b9c5 None None] Attempting to bind port 063217e6-a092-4927-979e-a3491c79b811 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:42:12.124507 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-cdd830f7-82dc-44e2-a773-78bb3964b9c5 None None] Attempting to bind port 063217e6-a092-4927-979e-a3491c79b811 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:42:12.125016 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd830f7-82dc-44e2-a773-78bb3964b9c5 None None] Attempting to bind port 063217e6-a092-4927-979e-a3491c79b811 on network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:42:12.130619 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd830f7-82dc-44e2-a773-78bb3964b9c5 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:42:12.131724 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd830f7-82dc-44e2-a773-78bb3964b9c5 None None] Checking segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:42:12.132491 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cdd830f7-82dc-44e2-a773-78bb3964b9c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:12.133050 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd830f7-82dc-44e2-a773-78bb3964b9c5 None None] Bound using segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:42:12.134202 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-cdd830f7-82dc-44e2-a773-78bb3964b9c5 None None] Bound port: 063217e6-a092-4927-979e-a3491c79b811, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:42:12.134751 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cdd830f7-82dc-44e2-a773-78bb3964b9c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:12.137657 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7d8d99-6093-4e1a-b53c-3339fe9890c9 None None] Pushing event updated for resources: {'Port': ['ID=063217e6-a092-4927-979e-a3491c79b811,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:42:12.149709 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:12.153643 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device a480e617-cd56-4dc9-bd6b-fb71ccfbb25d up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:42:12.240217 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc01af1-8d00-4b48-9690-305df3dff101 req-87f9ebeb-8261-4504-90ff-05c5bee22ad0 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:12.257205 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6bc01af1-8d00-4b48-9690-305df3dff101 req-87f9ebeb-8261-4504-90ff-05c5bee22ad0 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 943 time: 0.1728387 Jul 05 02:42:12.257205 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51c468e7-2b54-45d0-b945-42780ab3d19f req-e5d334c5-9a81-45df-bdb3-28c7c8651de5 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Made reservation on behalf of e74a7c63f72a43c48203f0c9f39b1c1e for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:42:12.258944 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-51c468e7-2b54-45d0-b945-42780ab3d19f req-e5d334c5-9a81-45df-bdb3-28c7c8651de5 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:12.337432 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cfe1f14d-4a1b-47a2-aa16-dacf87ac167e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:12.393365 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-cdd830f7-82dc-44e2-a773-78bb3964b9c5 None None] For port 063217e6-a092-4927-979e-a3491c79b811, host n-d-771362-32, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:42:12.393992 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [None req-cfe1f14d-4a1b-47a2-aa16-dacf87ac167e admin admin] Transition to ACTIVE for port object 53b8f858-5342-4c3f-8da0-e3b8cc5303a8 will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:42:12.422472 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-cdd830f7-82dc-44e2-a773-78bb3964b9c5 None None] For port 063217e6-a092-4927-979e-a3491c79b811, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=063217e6-a092-4927-979e-a3491c79b811,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:42:12.468098 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=e8f5ba52-78d6-44c3-a04b-f119d562aaf5,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:42:12.505852 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cdd830f7-82dc-44e2-a773-78bb3964b9c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:12.552141 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6bc01af1-8d00-4b48-9690-305df3dff101 req-9d71f7b6-5532-4484-b566-cc7b2888d4af tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982237 Jul 05 02:42:12.580761 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cfe1f14d-4a1b-47a2-aa16-dacf87ac167e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:12.644363 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd830f7-82dc-44e2-a773-78bb3964b9c5 None None] Routers {'4ca716c4-6c66-476b-a660-7ae78b3706ac'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:42:12.645079 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-cdd830f7-82dc-44e2-a773-78bb3964b9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:41:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['4ca716c4-6c66-476b-a660-7ae78b3706ac'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:42:12.652224 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port a480e617-cd56-4dc9-bd6b-fb71ccfbb25d completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:42:12.680425 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port a480e617-cd56-4dc9-bd6b-fb71ccfbb25d triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:42:12.680425 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:12.742512 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe1f14d-4a1b-47a2-aa16-dacf87ac167e admin admin] Network 31e006a1-8b10-4321-ba26-31b32c170e1d is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:42:12.778946 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-cfe1f14d-4a1b-47a2-aa16-dacf87ac167e admin admin] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:42:12.824954 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe1f14d-4a1b-47a2-aa16-dacf87ac167e admin admin] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:42:12.840656 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-51c468e7-2b54-45d0-b945-42780ab3d19f req-e5d334c5-9a81-45df-bdb3-28c7c8651de5 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Allocated IP 172.20.0.21 (5f4ace55-178b-4ec0-8ee2-07eda90fa2ad/4d216bc0-19bb-4c3b-953e-09ed51f70ed1/9c60a69c-3c16-467a-9cec-612ef6c8ce29) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:42:12.855525 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe1f14d-4a1b-47a2-aa16-dacf87ac167e admin admin] Pushing event updated for resources: {'Port': ['ID=53b8f858-5342-4c3f-8da0-e3b8cc5303a8,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:42:12.966288 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7d8d99-6093-4e1a-b53c-3339fe9890c9 None None] Pushing event updated for resources: {'Port': ['ID=063217e6-a092-4927-979e-a3491c79b811,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:42:12.971525 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cfe1f14d-4a1b-47a2-aa16-dacf87ac167e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635668'] for router_interface, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:12.990452 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:13.083608 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port a480e617-cd56-4dc9-bd6b-fb71ccfbb25d, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=a480e617-cd56-4dc9-bd6b-fb71ccfbb25d,segment=NetworkSegment(eef3ba66-b75f-4a29-b048-e3ceb7e56ce5),segment_id=eef3ba66-b75f-4a29-b048-e3ceb7e56ce5)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:42:13.113317 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-227ea30f-4d7c-4819-b27d-5c393876f4fa req-4a399f83-01fe-42f4-8fed-e02b6771b696 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3b04e1c-238b-4b2d-9237-ec47169c6654 HTTP/1.1" status: 200 len: 210 time: 0.1313608 Jul 05 02:42:13.146948 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-cdd830f7-82dc-44e2-a773-78bb3964b9c5 None None] Set router 4ca716c4-6c66-476b-a660-7ae78b3706ac gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:42:13.202338 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:13.376659 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-51c468e7-2b54-45d0-b945-42780ab3d19f req-e5d334c5-9a81-45df-bdb3-28c7c8651de5 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:13.426770 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=a480e617-cd56-4dc9-bd6b-fb71ccfbb25d,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:42:13.436983 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-51c468e7-2b54-45d0-b945-42780ab3d19f req-e5d334c5-9a81-45df-bdb3-28c7c8651de5 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Transition to ACTIVE for port object 9c60a69c-3c16-467a-9cec-612ef6c8ce29 will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:42:13.547259 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cfe1f14d-4a1b-47a2-aa16-dacf87ac167e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:13.573585 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-8e2a7d6a-532e-46e4-876d-a9d8f072e57f None None] Provisioning for port 53b8f858-5342-4c3f-8da0-e3b8cc5303a8 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:42:13.574173 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-51c468e7-2b54-45d0-b945-42780ab3d19f req-e5d334c5-9a81-45df-bdb3-28c7c8651de5 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:13.580697 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-8e2a7d6a-532e-46e4-876d-a9d8f072e57f None None] Provisioning complete for port 53b8f858-5342-4c3f-8da0-e3b8cc5303a8 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:42:13.581557 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8e2a7d6a-532e-46e4-876d-a9d8f072e57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:13.651049 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-cdd830f7-82dc-44e2-a773-78bb3964b9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca716c4-6c66-476b-a660-7ae78b3706ac', 'name': 'tempest-TestVolumeBackupRestore-1324180180-router', 'tenant_id': '25f4865214344fa08348dc146da663e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '063217e6-a092-4927-979e-a3491c79b811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:42:05Z', 'updated_at': '2021-07-05T02:42:08Z', 'revision_number': 3, 'project_id': '25f4865214344fa08348dc146da663e0', 'gw_port': {'id': '063217e6-a092-4927-979e-a3491c79b811', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:70:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ca716c4-6c66-476b-a660-7ae78b3706ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:42:06Z', 'updated_at': '2021-07-05T02:42:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:42:13.652941 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device f6e44502-7b3e-4658-bc34-15ccf7a9df02 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:42:13.752809 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd830f7-82dc-44e2-a773-78bb3964b9c5 None None] The sync data for ids ['4ca716c4-6c66-476b-a660-7ae78b3706ac'] in n-d-771362-32 is: [{'id': '4ca716c4-6c66-476b-a660-7ae78b3706ac', 'name': 'tempest-TestVolumeBackupRestore-1324180180-router', 'tenant_id': '25f4865214344fa08348dc146da663e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '063217e6-a092-4927-979e-a3491c79b811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:42:05Z', 'updated_at': '2021-07-05T02:42:08Z', 'revision_number': 3, 'project_id': '25f4865214344fa08348dc146da663e0', 'gw_port': {'id': '063217e6-a092-4927-979e-a3491c79b811', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:70:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ca716c4-6c66-476b-a660-7ae78b3706ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:42:06Z', 'updated_at': '2021-07-05T02:42:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:42:13.755036 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51c468e7-2b54-45d0-b945-42780ab3d19f req-e5d334c5-9a81-45df-bdb3-28c7c8651de5 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Network 5f4ace55-178b-4ec0-8ee2-07eda90fa2ad is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:42:13.766674 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-51c468e7-2b54-45d0-b945-42780ab3d19f req-e5d334c5-9a81-45df-bdb3-28c7c8651de5 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:42:13.774338 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-51c468e7-2b54-45d0-b945-42780ab3d19f req-e5d334c5-9a81-45df-bdb3-28c7c8651de5 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:42:13.812732 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-8e2a7d6a-532e-46e4-876d-a9d8f072e57f None None] Port 53b8f858-5342-4c3f-8da0-e3b8cc5303a8 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:42:13.942338 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d334c5-9a81-45df-bdb3-28c7c8651de5 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Pushing event updated for resources: {'Port': ['ID=9c60a69c-3c16-467a-9cec-612ef6c8ce29,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:42:13.972693 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port f6e44502-7b3e-4658-bc34-15ccf7a9df02 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:42:13.977257 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port f6e44502-7b3e-4658-bc34-15ccf7a9df02 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:42:13.977731 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:14.143509 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c468e7-2b54-45d0-b945-42780ab3d19f req-e5d334c5-9a81-45df-bdb3-28c7c8651de5 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:14.145154 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-51c468e7-2b54-45d0-b945-42780ab3d19f req-e5d334c5-9a81-45df-bdb3-28c7c8651de5 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:14.189938 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cfe1f14d-4a1b-47a2-aa16-dacf87ac167e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:14.226462 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93bae62-a7c2-435d-84e3-ea4d42377397 req-447ad4c3-9311-42e7-8802-f1485e03cd90 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:14.235764 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f93bae62-a7c2-435d-84e3-ea4d42377397 req-447ad4c3-9311-42e7-8802-f1485e03cd90 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 943 time: 0.2549293 Jul 05 02:42:14.268002 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cfe1f14d-4a1b-47a2-aa16-dacf87ac167e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:14.274424 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-51c468e7-2b54-45d0-b945-42780ab3d19f req-e5d334c5-9a81-45df-bdb3-28c7c8651de5 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5147147 Jul 05 02:42:14.294189 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-51c468e7-2b54-45d0-b945-42780ab3d19f req-96a0272d-ebfd-4fd3-9ebb-d4e030a977b2 service neutron] Request body: {'port': {'device_id': 'a3b04e1c-238b-4b2d-9237-ec47169c6654', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:42:14.315186 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:14.363298 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cfe1f14d-4a1b-47a2-aa16-dacf87ac167e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634601'] for router_interface, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:14.366106 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe1f14d-4a1b-47a2-aa16-dacf87ac167e admin admin] Pushing event updated for resources: {'Port': ['ID=53b8f858-5342-4c3f-8da0-e3b8cc5303a8,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:42:14.415095 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f93bae62-a7c2-435d-84e3-ea4d42377397 req-c0d7e147-5fee-492f-be4a-5d5e9387579b tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760039 Jul 05 02:42:14.479614 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-51c468e7-2b54-45d0-b945-42780ab3d19f req-96a0272d-ebfd-4fd3-9ebb-d4e030a977b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:14.494524 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port f6e44502-7b3e-4658-bc34-15ccf7a9df02, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=f6e44502-7b3e-4658-bc34-15ccf7a9df02,segment=NetworkSegment(c39fbd70-ee77-4154-9c20-b8ffc6386387),segment_id=c39fbd70-ee77-4154-9c20-b8ffc6386387)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:42:14.567758 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:14.569172 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device ba8f70e2-bd0c-4d47-b6f9-70914091ca0b up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:42:14.602635 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dfd1e8-eda2-434c-b59c-91659265a1a8 req-cb992009-3631-4354-8ab3-47c13bc193b4 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:14.612953 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-60dfd1e8-eda2-434c-b59c-91659265a1a8 req-cb992009-3631-4354-8ab3-47c13bc193b4 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3b04e1c-238b-4b2d-9237-ec47169c6654 HTTP/1.1" status: 200 len: 932 time: 0.1490498 Jul 05 02:42:14.650310 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe1f14d-4a1b-47a2-aa16-dacf87ac167e admin admin] Network 31e006a1-8b10-4321-ba26-31b32c170e1d is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:42:14.660665 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-cfe1f14d-4a1b-47a2-aa16-dacf87ac167e admin admin] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:42:14.704561 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-60dfd1e8-eda2-434c-b59c-91659265a1a8 req-a5621dcf-c666-427a-bb58-ec398c93eb12 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/security-groups?id=967a393c-bc8e-40d2-92cf-793f4178073f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868351 Jul 05 02:42:14.739564 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-c0601517-e1e0-43df-b80c-c9116dce3a5b None None] Provisioning for port 9c60a69c-3c16-467a-9cec-612ef6c8ce29 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:42:14.779393 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-c0601517-e1e0-43df-b80c-c9116dce3a5b None None] Provisioning complete for port 9c60a69c-3c16-467a-9cec-612ef6c8ce29 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:42:14.779393 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-c0601517-e1e0-43df-b80c-c9116dce3a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:14.970360 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=f6e44502-7b3e-4658-bc34-15ccf7a9df02,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:42:14.991966 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-c0601517-e1e0-43df-b80c-c9116dce3a5b None None] Port 9c60a69c-3c16-467a-9cec-612ef6c8ce29 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:42:15.057726 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-51c468e7-2b54-45d0-b945-42780ab3d19f req-96a0272d-ebfd-4fd3-9ebb-d4e030a977b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c60a69c-3c16-467a-9cec-612ef6c8ce29 {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:42:15.068724 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-51c468e7-2b54-45d0-b945-42780ab3d19f req-96a0272d-ebfd-4fd3-9ebb-d4e030a977b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:15.086208 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-51c468e7-2b54-45d0-b945-42780ab3d19f req-96a0272d-ebfd-4fd3-9ebb-d4e030a977b2 service neutron] Transition to ACTIVE for port object 9c60a69c-3c16-467a-9cec-612ef6c8ce29 will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:42:15.096910 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfe1f14d-4a1b-47a2-aa16-dacf87ac167e admin admin] Router 4ca716c4-6c66-476b-a660-7ae78b3706ac has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:42:15.108224 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port ba8f70e2-bd0c-4d47-b6f9-70914091ca0b completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:42:15.117645 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port ba8f70e2-bd0c-4d47-b6f9-70914091ca0b triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:42:15.117645 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:15.171045 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-51c468e7-2b54-45d0-b945-42780ab3d19f req-96a0272d-ebfd-4fd3-9ebb-d4e030a977b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:15.329696 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a0272d-ebfd-4fd3-9ebb-d4e030a977b2 service neutron] Pushing event updated for resources: {'Port': ['ID=9c60a69c-3c16-467a-9cec-612ef6c8ce29,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:42:15.361229 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-ab013bd2-6442-4737-b016-d66b7f9b0322 None None] Provisioning complete for port 53b8f858-5342-4c3f-8da0-e3b8cc5303a8 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:42:15.361229 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-ab013bd2-6442-4737-b016-d66b7f9b0322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:15.400334 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfe1f14d-4a1b-47a2-aa16-dacf87ac167e admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:42:15.402026 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-ab013bd2-6442-4737-b016-d66b7f9b0322 None None] Port 53b8f858-5342-4c3f-8da0-e3b8cc5303a8 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:42:15.437291 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:15.444941 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-cfe1f14d-4a1b-47a2-aa16-dacf87ac167e admin admin] 10.222.0.23 "PUT /v2.0/routers/4ca716c4-6c66-476b-a660-7ae78b3706ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2562342 Jul 05 02:42:15.525365 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port ba8f70e2-bd0c-4d47-b6f9-70914091ca0b, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=ba8f70e2-bd0c-4d47-b6f9-70914091ca0b,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:42:15.612039 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:15.613352 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device e8f5ba52-78d6-44c3-a04b-f119d562aaf5 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:42:15.624851 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-51c468e7-2b54-45d0-b945-42780ab3d19f req-96a0272d-ebfd-4fd3-9ebb-d4e030a977b2 service neutron] Attempting to bind port 9c60a69c-3c16-467a-9cec-612ef6c8ce29 on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:42:15.625148 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-51c468e7-2b54-45d0-b945-42780ab3d19f req-96a0272d-ebfd-4fd3-9ebb-d4e030a977b2 service neutron] Attempting to bind port 9c60a69c-3c16-467a-9cec-612ef6c8ce29 by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '9ea05186-e175-4085-afab-93b2a2a0f9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5f4ace55-178b-4ec0-8ee2-07eda90fa2ad'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:42:15.625479 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c468e7-2b54-45d0-b945-42780ab3d19f req-96a0272d-ebfd-4fd3-9ebb-d4e030a977b2 service neutron] Attempting to bind port 9c60a69c-3c16-467a-9cec-612ef6c8ce29 on network 5f4ace55-178b-4ec0-8ee2-07eda90fa2ad {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:42:15.643014 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c468e7-2b54-45d0-b945-42780ab3d19f req-96a0272d-ebfd-4fd3-9ebb-d4e030a977b2 service neutron] Port 9c60a69c-3c16-467a-9cec-612ef6c8ce29 on network 5f4ace55-178b-4ec0-8ee2-07eda90fa2ad not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:42:15.645783 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c468e7-2b54-45d0-b945-42780ab3d19f req-96a0272d-ebfd-4fd3-9ebb-d4e030a977b2 service neutron] Attempting to bind port 9c60a69c-3c16-467a-9cec-612ef6c8ce29 on network 5f4ace55-178b-4ec0-8ee2-07eda90fa2ad {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:42:15.684057 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c468e7-2b54-45d0-b945-42780ab3d19f req-96a0272d-ebfd-4fd3-9ebb-d4e030a977b2 service neutron] Checking agent: {'id': 'e071c76e-395f-48c4-a98f-88088465cf0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:42:15.684400 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c468e7-2b54-45d0-b945-42780ab3d19f req-96a0272d-ebfd-4fd3-9ebb-d4e030a977b2 service neutron] Checking segment: {'id': '9ea05186-e175-4085-afab-93b2a2a0f9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5f4ace55-178b-4ec0-8ee2-07eda90fa2ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:42:15.684743 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c468e7-2b54-45d0-b945-42780ab3d19f req-96a0272d-ebfd-4fd3-9ebb-d4e030a977b2 service neutron] Bound using segment: {'id': '9ea05186-e175-4085-afab-93b2a2a0f9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5f4ace55-178b-4ec0-8ee2-07eda90fa2ad'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:42:15.685211 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-51c468e7-2b54-45d0-b945-42780ab3d19f req-96a0272d-ebfd-4fd3-9ebb-d4e030a977b2 service neutron] Bound port: 9c60a69c-3c16-467a-9cec-612ef6c8ce29, host: n-h2-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ea05186-e175-4085-afab-93b2a2a0f9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5f4ace55-178b-4ec0-8ee2-07eda90fa2ad'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:42:15.685589 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-51c468e7-2b54-45d0-b945-42780ab3d19f req-96a0272d-ebfd-4fd3-9ebb-d4e030a977b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:15.971384 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=ba8f70e2-bd0c-4d47-b6f9-70914091ca0b,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:42:15.983253 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port e8f5ba52-78d6-44c3-a04b-f119d562aaf5 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:42:15.983961 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:16.009025 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 02:42:16.092560 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-51c468e7-2b54-45d0-b945-42780ab3d19f req-96a0272d-ebfd-4fd3-9ebb-d4e030a977b2 service neutron] For port 9c60a69c-3c16-467a-9cec-612ef6c8ce29, host n-h2-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:42:16.101950 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-51c468e7-2b54-45d0-b945-42780ab3d19f req-96a0272d-ebfd-4fd3-9ebb-d4e030a977b2 service neutron] For port 9c60a69c-3c16-467a-9cec-612ef6c8ce29, host n-h2-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=9c60a69c-3c16-467a-9cec-612ef6c8ce29,segment=NetworkSegment(9ea05186-e175-4085-afab-93b2a2a0f9d2),segment_id=9ea05186-e175-4085-afab-93b2a2a0f9d2)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:42:16.235578 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d424edd1-148a-4d91-b2a8-7307c83957b7 req-ac43a69b-e634-44f8-8f60-eddfb84e0243 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:16.252957 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d424edd1-148a-4d91-b2a8-7307c83957b7 req-ac43a69b-e634-44f8-8f60-eddfb84e0243 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 943 time: 0.3432419 Jul 05 02:42:16.296051 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8426cb72-133e-40f1-a1c3-75091b7e4e4e req-767b0aaa-8dd1-4a35-8d78-539aa0019b03 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:16.296051 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8426cb72-133e-40f1-a1c3-75091b7e4e4e req-767b0aaa-8dd1-4a35-8d78-539aa0019b03 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3b04e1c-238b-4b2d-9237-ec47169c6654 HTTP/1.1" status: 200 len: 944 time: 0.2008641 Jul 05 02:42:16.316324 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-51c468e7-2b54-45d0-b945-42780ab3d19f req-96a0272d-ebfd-4fd3-9ebb-d4e030a977b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:16.399764 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8426cb72-133e-40f1-a1c3-75091b7e4e4e req-398fdbf5-59e0-457f-aa51-1ab4ee1600d3 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/security-groups?id=967a393c-bc8e-40d2-92cf-793f4178073f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997117 Jul 05 02:42:16.522382 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c468e7-2b54-45d0-b945-42780ab3d19f req-96a0272d-ebfd-4fd3-9ebb-d4e030a977b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:16.523779 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-51c468e7-2b54-45d0-b945-42780ab3d19f req-96a0272d-ebfd-4fd3-9ebb-d4e030a977b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:16.549946 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device f6e44502-7b3e-4658-bc34-15ccf7a9df02 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:42:16.557571 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-51c468e7-2b54-45d0-b945-42780ab3d19f req-96a0272d-ebfd-4fd3-9ebb-d4e030a977b2 service neutron] 10.222.0.15 "PUT /v2.0/ports/9c60a69c-3c16-467a-9cec-612ef6c8ce29 HTTP/1.1" status: 200 len: 1093 time: 2.2675607 Jul 05 02:42:16.558066 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3b04e1c-238b-4b2d-9237-ec47169c6654', 'tag': '9c60a69c-3c16-467a-9cec-612ef6c8ce29'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:42:16.560924 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75b86a58-7cd7-4a0b-a221-87e8d1187039" -d '{"events": [{"name": "network-changed", "server_uuid": "a3b04e1c-238b-4b2d-9237-ec47169c6654", "tag": "9c60a69c-3c16-467a-9cec-612ef6c8ce29"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:42:16.612775 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d424edd1-148a-4d91-b2a8-7307c83957b7 req-3da7fd96-8e5a-4a55-9fce-6133ff7209f8 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3603659 Jul 05 02:42:16.734645 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a0272d-ebfd-4fd3-9ebb-d4e030a977b2 service neutron] Pushing event updated for resources: {'Port': ['ID=9c60a69c-3c16-467a-9cec-612ef6c8ce29,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:42:16.763347 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port f6e44502-7b3e-4658-bc34-15ccf7a9df02 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:42:16.763813 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:16.785899 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed5c65c7-4c0f-4962-bcad-254ea43abb0a x-openstack-request-id: req-ed5c65c7-4c0f-4962-bcad-254ea43abb0a {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:42:16.786368 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3b04e1c-238b-4b2d-9237-ec47169c6654", "tag": "9c60a69c-3c16-467a-9cec-612ef6c8ce29", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:42:16.787164 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ed5c65c7-4c0f-4962-bcad-254ea43abb0a {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:42:16.788501 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3b04e1c-238b-4b2d-9237-ec47169c6654', 'tag': '9c60a69c-3c16-467a-9cec-612ef6c8ce29', 'status': 'completed', 'code': 200} Jul 05 02:42:16.815350 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53f6025-7cb2-43d2-8c2d-e16eedf84336 None None] Sync routers for ids ['64db05f5-93ed-4661-a629-c11acc4dc101'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:42:16.866450 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53f6025-7cb2-43d2-8c2d-e16eedf84336 None None] Routers {'64db05f5-93ed-4661-a629-c11acc4dc101'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:42:16.867105 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-c53f6025-7cb2-43d2-8c2d-e16eedf84336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:41:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['64db05f5-93ed-4661-a629-c11acc4dc101'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:42:16.900843 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c468e7-2b54-45d0-b945-42780ab3d19f req-c1ea70f3-b0fc-4c9a-bb5c-0c78f7784097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:16.903372 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-51c468e7-2b54-45d0-b945-42780ab3d19f req-c1ea70f3-b0fc-4c9a-bb5c-0c78f7784097 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e74a7c63f72a43c48203f0c9f39b1c1e&device_id=a3b04e1c-238b-4b2d-9237-ec47169c6654 HTTP/1.1" status: 200 len: 1096 time: 0.1428726 Jul 05 02:42:17.002784 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 063217e6-a092-4927-979e-a3491c79b811 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:42:17.087476 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-51c468e7-2b54-45d0-b945-42780ab3d19f req-ac83dcdb-9006-4d36-9a01-d01e7a33413c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=9c60a69c-3c16-467a-9cec-612ef6c8ce29 HTTP/1.1" status: 200 len: 217 time: 0.0509417 Jul 05 02:42:17.161855 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c468e7-2b54-45d0-b945-42780ab3d19f req-55d846fd-02e9-4672-b831-963e7fb056da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:17.164538 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-51c468e7-2b54-45d0-b945-42780ab3d19f req-55d846fd-02e9-4672-b831-963e7fb056da service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4d216bc0-19bb-4c3b-953e-09ed51f70ed1 HTTP/1.1" status: 200 len: 838 time: 0.0566816 Jul 05 02:42:17.228981 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-c53f6025-7cb2-43d2-8c2d-e16eedf84336 None None] Set router 64db05f5-93ed-4661-a629-c11acc4dc101 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:42:17.283942 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 063217e6-a092-4927-979e-a3491c79b811 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:42:17.284709 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c468e7-2b54-45d0-b945-42780ab3d19f req-b0a259de-452a-4390-a88a-fd77c87e454b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:17.286592 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-51c468e7-2b54-45d0-b945-42780ab3d19f req-b0a259de-452a-4390-a88a-fd77c87e454b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5f4ace55-178b-4ec0-8ee2-07eda90fa2ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0906422 Jul 05 02:42:17.290991 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 063217e6-a092-4927-979e-a3491c79b811 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:42:17.291424 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:17.656763 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:17.729810 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 063217e6-a092-4927-979e-a3491c79b811, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=063217e6-a092-4927-979e-a3491c79b811,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:42:17.739998 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0bcc94-eb29-495e-a08e-0d44e22eecbb req-2ce7fc27-a39f-4117-99ff-3130142cfa51 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:17.750428 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-fb0bcc94-eb29-495e-a08e-0d44e22eecbb req-2ce7fc27-a39f-4117-99ff-3130142cfa51 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3b04e1c-238b-4b2d-9237-ec47169c6654 HTTP/1.1" status: 200 len: 944 time: 0.1054075 Jul 05 02:42:17.794242 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:17.795856 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device a480e617-cd56-4dc9-bd6b-fb71ccfbb25d up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:42:17.814887 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-fb0bcc94-eb29-495e-a08e-0d44e22eecbb req-5196c8db-2cdf-4464-826a-bd337164163b tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/security-groups?id=967a393c-bc8e-40d2-92cf-793f4178073f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630643 Jul 05 02:42:17.866951 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-51c468e7-2b54-45d0-b945-42780ab3d19f req-91671ce4-650c-4377-928e-abe7cae2ec97 service neutron] 10.222.0.15 "GET /v2.0/networks/5f4ace55-178b-4ec0-8ee2-07eda90fa2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5631306 Jul 05 02:42:17.990231 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port a480e617-cd56-4dc9-bd6b-fb71ccfbb25d triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:42:17.990702 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:18.021808 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=063217e6-a092-4927-979e-a3491c79b811,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:42:18.058262 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-c53f6025-7cb2-43d2-8c2d-e16eedf84336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64db05f5-93ed-4661-a629-c11acc4dc101', 'name': 'tempest-TestVolumeBootPattern-1235246729-router', 'tenant_id': 'd699901598c74175a3ad387b16e8958e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': 'ba8f70e2-bd0c-4d47-b6f9-70914091ca0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:42:01Z', 'updated_at': '2021-07-05T02:42:08Z', 'revision_number': 4, 'project_id': 'd699901598c74175a3ad387b16e8958e', 'gw_port': {'id': 'ba8f70e2-bd0c-4d47-b6f9-70914091ca0b', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:37:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64db05f5-93ed-4661-a629-c11acc4dc101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:42:03Z', 'updated_at': '2021-07-05T02:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'f4ceab4a-cef4-4b45-87b6-53aecbd18690', 'name': '', 'network_id': '6b16f47a-001b-44a9-b239-5a456beb0f2f', 'tenant_id': 'd699901598c74175a3ad387b16e8958e', 'mac_address': 'fa:16:3e:74:cb:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64db05f5-93ed-4661-a629-c11acc4dc101', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': 'd2c8c380-8820-4e16-9b40-3143e8724223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:42:07Z', 'updated_at': '2021-07-05T02:42:08Z', 'revision_number': 2, 'project_id': 'd699901598c74175a3ad387b16e8958e', 'subnets': [{'id': 'd2c8c380-8820-4e16-9b40-3143e8724223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:42:18.138442 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d517a0c-0377-4db6-8bc5-46b177b21bd8 req-af6e0c39-1159-4937-8b8c-92485e854dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:18.144706 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7d517a0c-0377-4db6-8bc5-46b177b21bd8 req-af6e0c39-1159-4937-8b8c-92485e854dc8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=442a3e50d6be48be9e1562c5772ee754&device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 1096 time: 0.7190135 Jul 05 02:42:18.227029 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53f6025-7cb2-43d2-8c2d-e16eedf84336 None None] Checking router: 64db05f5-93ed-4661-a629-c11acc4dc101 for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:42:18.227399 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53f6025-7cb2-43d2-8c2d-e16eedf84336 None None] Updating router 64db05f5-93ed-4661-a629-c11acc4dc101 port f4ceab4a-cef4-4b45-87b6-53aecbd18690 binding host n-d-771362-32 {{(pid=94463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 02:42:18.269355 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d789fbb4-0ca9-4b6a-afc9-007a12b8e4ca req-dc0c94c4-e928-47e9-b393-946a12b3709f tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:18.286476 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d789fbb4-0ca9-4b6a-afc9-007a12b8e4ca req-dc0c94c4-e928-47e9-b393-946a12b3709f tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 943 time: 0.2394507 Jul 05 02:42:18.358925 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device ba8f70e2-bd0c-4d47-b6f9-70914091ca0b up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:42:18.429652 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d789fbb4-0ca9-4b6a-afc9-007a12b8e4ca req-6bc998fa-d603-4172-8993-b51fb37c4654 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409161 Jul 05 02:42:18.463405 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-c53f6025-7cb2-43d2-8c2d-e16eedf84336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:18.469061 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-51c468e7-2b54-45d0-b945-42780ab3d19f req-e81b8eb9-7d70-4dc8-8376-ac438efc9ba8 service neutron] 10.222.0.15 "GET /v2.0/networks/5f4ace55-178b-4ec0-8ee2-07eda90fa2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5642047 Jul 05 02:42:18.494218 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2587c1ce-c690-4530-8998-9ba81e2c5726 req-1618bb68-6ea9-400f-89cc-2d4854ddb186 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:18.500867 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1937241-7f9b-4197-ae46-fd9edf49e0c5 None None] Sync routers for ids ['4ca716c4-6c66-476b-a660-7ae78b3706ac'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:42:18.505511 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2587c1ce-c690-4530-8998-9ba81e2c5726 req-1618bb68-6ea9-400f-89cc-2d4854ddb186 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 944 time: 0.9273999 Jul 05 02:42:18.521510 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1937241-7f9b-4197-ae46-fd9edf49e0c5 None None] Routers {'4ca716c4-6c66-476b-a660-7ae78b3706ac'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:42:18.521897 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-a1937241-7f9b-4197-ae46-fd9edf49e0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:41:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['4ca716c4-6c66-476b-a660-7ae78b3706ac'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:42:18.567471 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port ba8f70e2-bd0c-4d47-b6f9-70914091ca0b triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:42:18.567920 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:18.804902 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-a1937241-7f9b-4197-ae46-fd9edf49e0c5 None None] Set router 4ca716c4-6c66-476b-a660-7ae78b3706ac gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:42:18.835418 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2587c1ce-c690-4530-8998-9ba81e2c5726 req-a67dac4d-d18e-4491-9295-0b097d4ffa1c tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=09716028-44a2-4220-a754-7ed932c56f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3290224 Jul 05 02:42:18.892994 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d517a0c-0377-4db6-8bc5-46b177b21bd8 req-7d6f9f3f-ce8c-4cb6-8c3c-9dbafd1a5a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:18.907793 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7d517a0c-0377-4db6-8bc5-46b177b21bd8 req-7d6f9f3f-ce8c-4cb6-8c3c-9dbafd1a5a17 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c4d51310-b056-42c6-8720-dd3607bb490e HTTP/1.1" status: 200 len: 911 time: 0.7555332 Jul 05 02:42:18.958727 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b86a58-7cd7-4a0b-a221-87e8d1187039 req-6780c883-f58f-4a09-b6c6-2e22bb7c152a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:18.963036 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-75b86a58-7cd7-4a0b-a221-87e8d1187039 req-6780c883-f58f-4a09-b6c6-2e22bb7c152a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e74a7c63f72a43c48203f0c9f39b1c1e&device_id=a3b04e1c-238b-4b2d-9237-ec47169c6654 HTTP/1.1" status: 200 len: 1096 time: 0.3493772 Jul 05 02:42:19.042209 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00b1468-b0ad-4eba-9519-27eddaac1085 req-73092002-9dea-482a-93b3-2e7cffe9f3e2 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:19.049176 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c00b1468-b0ad-4eba-9519-27eddaac1085 req-73092002-9dea-482a-93b3-2e7cffe9f3e2 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/networks?id=73b1fe81-9ead-413d-adcc-8dcb2085def5 HTTP/1.1" status: 200 len: 812 time: 0.3765972 Jul 05 02:42:19.098278 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c00b1468-b0ad-4eba-9519-27eddaac1085 req-e836eba4-cf13-4ad8-8867-ca6ddfcbc261 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/quotas/b1a00a493e704ec48248eed2815bb351 HTTP/1.1" status: 200 len: 375 time: 0.0408742 Jul 05 02:42:19.156575 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7d517a0c-0377-4db6-8bc5-46b177b21bd8 req-c2bb0639-9d36-433f-bffc-12d2e50afc57 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9394229-9271-4949-b389-b76d35d0946e HTTP/1.1" status: 200 len: 998 time: 0.2307847 Jul 05 02:42:19.265135 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 063217e6-a092-4927-979e-a3491c79b811 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:42:19.277146 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-a1937241-7f9b-4197-ae46-fd9edf49e0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca716c4-6c66-476b-a660-7ae78b3706ac', 'name': 'tempest-TestVolumeBackupRestore-1324180180-router', 'tenant_id': '25f4865214344fa08348dc146da663e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '063217e6-a092-4927-979e-a3491c79b811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:42:05Z', 'updated_at': '2021-07-05T02:42:13Z', 'revision_number': 4, 'project_id': '25f4865214344fa08348dc146da663e0', 'gw_port': {'id': '063217e6-a092-4927-979e-a3491c79b811', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:70:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca716c4-6c66-476b-a660-7ae78b3706ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:42:06Z', 'updated_at': '2021-07-05T02:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '53b8f858-5342-4c3f-8da0-e3b8cc5303a8', 'name': '', 'network_id': '31e006a1-8b10-4321-ba26-31b32c170e1d', 'tenant_id': '25f4865214344fa08348dc146da663e0', 'mac_address': 'fa:16:3e:90:f8:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ca716c4-6c66-476b-a660-7ae78b3706ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3386, 'fixed_ips': [{'subnet_id': 'a73f7263-f73c-4141-ac64-39c49fc31048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:42:11Z', 'updated_at': '2021-07-05T02:42:13Z', 'revision_number': 2, 'project_id': '25f4865214344fa08348dc146da663e0', 'subnets': [{'id': 'a73f7263-f73c-4141-ac64-39c49fc31048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:42:19.306511 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c00b1468-b0ad-4eba-9519-27eddaac1085 req-4f75aa8d-728a-4ac9-a42b-e67ca74449dc tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b1a00a493e704ec48248eed2815bb351&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1984453 Jul 05 02:42:19.341608 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d517a0c-0377-4db6-8bc5-46b177b21bd8 req-98fb4306-94a6-4aa5-9807-108fd15956b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:19.344176 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7d517a0c-0377-4db6-8bc5-46b177b21bd8 req-98fb4306-94a6-4aa5-9807-108fd15956b0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=822ac30d-26eb-483a-9cd9-5da64853ba79 HTTP/1.1" status: 200 len: 850 time: 0.1690807 Jul 05 02:42:19.377608 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1937241-7f9b-4197-ae46-fd9edf49e0c5 None None] Checking router: 4ca716c4-6c66-476b-a660-7ae78b3706ac for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:42:19.378091 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1937241-7f9b-4197-ae46-fd9edf49e0c5 None None] Updating router 4ca716c4-6c66-476b-a660-7ae78b3706ac port 53b8f858-5342-4c3f-8da0-e3b8cc5303a8 binding host n-d-771362-32 {{(pid=94464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 02:42:19.493226 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a1937241-7f9b-4197-ae46-fd9edf49e0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:19.524653 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b86a58-7cd7-4a0b-a221-87e8d1187039 req-c60485af-4cfb-46cd-b803-3f3b8b6e579c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:19.527561 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-75b86a58-7cd7-4a0b-a221-87e8d1187039 req-c60485af-4cfb-46cd-b803-3f3b8b6e579c service neutron] 10.222.0.15 "GET /v2.0/networks?id=5f4ace55-178b-4ec0-8ee2-07eda90fa2ad HTTP/1.1" status: 200 len: 897 time: 0.4588768 Jul 05 02:42:19.558467 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599110ec-ca16-4cee-a1c9-8b2537d55f30 req-9fc914e7-e751-4cd0-997a-6369fef1f3d7 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:19.572724 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-599110ec-ca16-4cee-a1c9-8b2537d55f30 req-9fc914e7-e751-4cd0-997a-6369fef1f3d7 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3b04e1c-238b-4b2d-9237-ec47169c6654 HTTP/1.1" status: 200 len: 944 time: 0.2235599 Jul 05 02:42:19.575191 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c00b1468-b0ad-4eba-9519-27eddaac1085 req-19b074aa-0071-479c-86ce-428b26b753d9 service neutron] 10.222.0.23 "GET /v2.0/networks/73b1fe81-9ead-413d-adcc-8dcb2085def5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645614 Jul 05 02:42:19.626674 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 063217e6-a092-4927-979e-a3491c79b811 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:42:19.627059 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:19.756259 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-75b86a58-7cd7-4a0b-a221-87e8d1187039 req-54b11080-5459-435d-808b-154122e3b33f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=9c60a69c-3c16-467a-9cec-612ef6c8ce29 HTTP/1.1" status: 200 len: 217 time: 0.1735554 Jul 05 02:42:19.815960 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b86a58-7cd7-4a0b-a221-87e8d1187039 req-967c39f6-012d-43cd-a347-55b81de4061d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:19.817603 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-75b86a58-7cd7-4a0b-a221-87e8d1187039 req-967c39f6-012d-43cd-a347-55b81de4061d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4d216bc0-19bb-4c3b-953e-09ed51f70ed1 HTTP/1.1" status: 200 len: 838 time: 0.0474169 Jul 05 02:42:19.826188 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d517a0c-0377-4db6-8bc5-46b177b21bd8 req-8cc385a6-1273-41c1-8583-8ab685656366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:19.828427 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7d517a0c-0377-4db6-8bc5-46b177b21bd8 req-8cc385a6-1273-41c1-8583-8ab685656366 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c4d51310-b056-42c6-8720-dd3607bb490e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4598536 Jul 05 02:42:19.852507 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c00b1468-b0ad-4eba-9519-27eddaac1085 req-e7ce9ff3-da56-4c7a-9599-d5b4e58b8573 service neutron] 10.222.0.23 "GET /v2.0/networks/73b1fe81-9ead-413d-adcc-8dcb2085def5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762649 Jul 05 02:42:20.084698 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-c53f6025-7cb2-43d2-8c2d-e16eedf84336 None None] Notify callbacks [] for port, precommit_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:20.103784 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-c53f6025-7cb2-43d2-8c2d-e16eedf84336 None None] Transition to ACTIVE for port object f4ceab4a-cef4-4b45-87b6-53aecbd18690 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:42:20.142479 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-599110ec-ca16-4cee-a1c9-8b2537d55f30 req-939ace61-5d7d-4439-9fff-ddb603eb89a5 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/security-groups?id=967a393c-bc8e-40d2-92cf-793f4178073f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5682917 Jul 05 02:42:20.211342 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b86a58-7cd7-4a0b-a221-87e8d1187039 req-fea72d8a-7148-49cc-a87d-add250511680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:20.213121 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-75b86a58-7cd7-4a0b-a221-87e8d1187039 req-fea72d8a-7148-49cc-a87d-add250511680 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5f4ace55-178b-4ec0-8ee2-07eda90fa2ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.3649366 Jul 05 02:42:20.258952 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-c53f6025-7cb2-43d2-8c2d-e16eedf84336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:20.376515 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00ce336-ea7c-45fa-94e3-9a0b99221505 None None] Pushing event updated for resources: {'Port': ['ID=f4ceab4a-cef4-4b45-87b6-53aecbd18690,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:42:20.436811 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 9c60a69c-3c16-467a-9cec-612ef6c8ce29 details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:42:20.445791 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-c53f6025-7cb2-43d2-8c2d-e16eedf84336 None None] Attempting to bind port f4ceab4a-cef4-4b45-87b6-53aecbd18690 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:42:20.447446 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-c53f6025-7cb2-43d2-8c2d-e16eedf84336 None None] Attempting to bind port f4ceab4a-cef4-4b45-87b6-53aecbd18690 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'eef3ba66-b75f-4a29-b048-e3ceb7e56ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6b16f47a-001b-44a9-b239-5a456beb0f2f'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:42:20.448177 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53f6025-7cb2-43d2-8c2d-e16eedf84336 None None] Attempting to bind port f4ceab4a-cef4-4b45-87b6-53aecbd18690 on network 6b16f47a-001b-44a9-b239-5a456beb0f2f {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:42:20.475426 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53f6025-7cb2-43d2-8c2d-e16eedf84336 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:42:20.476179 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53f6025-7cb2-43d2-8c2d-e16eedf84336 None None] Checking segment: {'id': 'eef3ba66-b75f-4a29-b048-e3ceb7e56ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6b16f47a-001b-44a9-b239-5a456beb0f2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:42:20.476655 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-c53f6025-7cb2-43d2-8c2d-e16eedf84336 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:20.481793 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53f6025-7cb2-43d2-8c2d-e16eedf84336 None None] Bound using segment: {'id': 'eef3ba66-b75f-4a29-b048-e3ceb7e56ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6b16f47a-001b-44a9-b239-5a456beb0f2f'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:42:20.482554 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-c53f6025-7cb2-43d2-8c2d-e16eedf84336 None None] Bound port: f4ceab4a-cef4-4b45-87b6-53aecbd18690, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eef3ba66-b75f-4a29-b048-e3ceb7e56ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6b16f47a-001b-44a9-b239-5a456beb0f2f'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:42:20.488240 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-c53f6025-7cb2-43d2-8c2d-e16eedf84336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:20.493557 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-75b86a58-7cd7-4a0b-a221-87e8d1187039 req-0ed20e2d-473f-4975-b758-61f9154a2f51 service neutron] 10.222.0.15 "GET /v2.0/networks/5f4ace55-178b-4ec0-8ee2-07eda90fa2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566512 Jul 05 02:42:20.567364 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a1937241-7f9b-4197-ae46-fd9edf49e0c5 None None] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:20.608939 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-a1937241-7f9b-4197-ae46-fd9edf49e0c5 None None] Transition to ACTIVE for port object 53b8f858-5342-4c3f-8da0-e3b8cc5303a8 will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:42:20.699847 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 9c60a69c-3c16-467a-9cec-612ef6c8ce29, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=9c60a69c-3c16-467a-9cec-612ef6c8ce29,segment=NetworkSegment(9ea05186-e175-4085-afab-93b2a2a0f9d2),segment_id=9ea05186-e175-4085-afab-93b2a2a0f9d2)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:42:20.744006 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a1937241-7f9b-4197-ae46-fd9edf49e0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:20.744401 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-75b86a58-7cd7-4a0b-a221-87e8d1187039 req-8b5bdb8f-cd8a-45fa-ace2-bd02a3c28b18 service neutron] 10.222.0.15 "GET /v2.0/networks/5f4ace55-178b-4ec0-8ee2-07eda90fa2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913145 Jul 05 02:42:20.759616 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Returning: {'device': '9c60a69c-3c16-467a-9cec-612ef6c8ce29', 'network_id': '5f4ace55-178b-4ec0-8ee2-07eda90fa2ad', 'port_id': '9c60a69c-3c16-467a-9cec-612ef6c8ce29', 'mac_address': 'fa:16:3e:6e:ce:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d216bc0-19bb-4c3b-953e-09ed51f70ed1', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:42:20.759616 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-c53f6025-7cb2-43d2-8c2d-e16eedf84336 None None] For port f4ceab4a-cef4-4b45-87b6-53aecbd18690, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:42:20.759616 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-c53f6025-7cb2-43d2-8c2d-e16eedf84336 None None] For port f4ceab4a-cef4-4b45-87b6-53aecbd18690, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=f4ceab4a-cef4-4b45-87b6-53aecbd18690,segment=NetworkSegment(eef3ba66-b75f-4a29-b048-e3ceb7e56ce5),segment_id=eef3ba66-b75f-4a29-b048-e3ceb7e56ce5)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:42:20.805106 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7d517a0c-0377-4db6-8bc5-46b177b21bd8 req-944310b7-902a-46af-8b6d-2389861ea1a1 service neutron] 10.222.0.21 "GET /v2.0/networks/c4d51310-b056-42c6-8720-dd3607bb490e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9647782 Jul 05 02:42:20.835779 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1555885a-2654-4b11-9c34-ebcd2c098413 None None] Pushing event updated for resources: {'Port': ['ID=53b8f858-5342-4c3f-8da0-e3b8cc5303a8,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:42:20.842610 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:20.844967 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-c53f6025-7cb2-43d2-8c2d-e16eedf84336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:20.955856 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-a1937241-7f9b-4197-ae46-fd9edf49e0c5 None None] Attempting to bind port 53b8f858-5342-4c3f-8da0-e3b8cc5303a8 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:42:20.956247 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-a1937241-7f9b-4197-ae46-fd9edf49e0c5 None None] Attempting to bind port 53b8f858-5342-4c3f-8da0-e3b8cc5303a8 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'c39fbd70-ee77-4154-9c20-b8ffc6386387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '31e006a1-8b10-4321-ba26-31b32c170e1d'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:42:20.956605 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1937241-7f9b-4197-ae46-fd9edf49e0c5 None None] Attempting to bind port 53b8f858-5342-4c3f-8da0-e3b8cc5303a8 on network 31e006a1-8b10-4321-ba26-31b32c170e1d {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:42:20.966887 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1937241-7f9b-4197-ae46-fd9edf49e0c5 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:42:20.967553 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1937241-7f9b-4197-ae46-fd9edf49e0c5 None None] Checking segment: {'id': 'c39fbd70-ee77-4154-9c20-b8ffc6386387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '31e006a1-8b10-4321-ba26-31b32c170e1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:42:20.968218 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a1937241-7f9b-4197-ae46-fd9edf49e0c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:20.968823 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1937241-7f9b-4197-ae46-fd9edf49e0c5 None None] Bound using segment: {'id': 'c39fbd70-ee77-4154-9c20-b8ffc6386387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '31e006a1-8b10-4321-ba26-31b32c170e1d'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:42:20.969373 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-a1937241-7f9b-4197-ae46-fd9edf49e0c5 None None] Bound port: 53b8f858-5342-4c3f-8da0-e3b8cc5303a8, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c39fbd70-ee77-4154-9c20-b8ffc6386387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '31e006a1-8b10-4321-ba26-31b32c170e1d'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:42:20.969788 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a1937241-7f9b-4197-ae46-fd9edf49e0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:20.982488 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00ce336-ea7c-45fa-94e3-9a0b99221505 None None] Pushing event updated for resources: {'Port': ['ID=f4ceab4a-cef4-4b45-87b6-53aecbd18690,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:42:20.988725 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-c9620d66-e4ef-4454-bbd6-c963283f4de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:20.992508 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c60a69c-3c16-467a-9cec-612ef6c8ce29 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:42:21.080500 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 9c60a69c-3c16-467a-9cec-612ef6c8ce29, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=9c60a69c-3c16-467a-9cec-612ef6c8ce29,segment=NetworkSegment(9ea05186-e175-4085-afab-93b2a2a0f9d2),segment_id=9ea05186-e175-4085-afab-93b2a2a0f9d2)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:42:21.123954 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53f6025-7cb2-43d2-8c2d-e16eedf84336 None None] Routers {'64db05f5-93ed-4661-a629-c11acc4dc101'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:42:21.123954 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-c53f6025-7cb2-43d2-8c2d-e16eedf84336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:41:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['64db05f5-93ed-4661-a629-c11acc4dc101'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:42:21.207963 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7d517a0c-0377-4db6-8bc5-46b177b21bd8 req-b5867780-8881-4a57-879a-a4ee2ed950a0 service neutron] 10.222.0.21 "GET /v2.0/networks/c4d51310-b056-42c6-8720-dd3607bb490e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3958075 Jul 05 02:42:21.249532 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb77c740-c221-42f9-bd6c-775b9e07b0c1 req-c55743c0-54fe-473b-9151-b7935aa6beed tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:21.257808 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cb77c740-c221-42f9-bd6c-775b9e07b0c1 req-c55743c0-54fe-473b-9151-b7935aa6beed tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 943 time: 0.7604930 Jul 05 02:42:21.400217 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device f4ceab4a-cef4-4b45-87b6-53aecbd18690 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:42:21.444621 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cb77c740-c221-42f9-bd6c-775b9e07b0c1 req-f2ca3878-edd9-4857-a550-466ba1ab6b7a tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812384 Jul 05 02:42:21.574287 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-a1937241-7f9b-4197-ae46-fd9edf49e0c5 None None] For port 53b8f858-5342-4c3f-8da0-e3b8cc5303a8, host n-d-771362-32, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:42:21.580616 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-a1937241-7f9b-4197-ae46-fd9edf49e0c5 None None] For port 53b8f858-5342-4c3f-8da0-e3b8cc5303a8, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=53b8f858-5342-4c3f-8da0-e3b8cc5303a8,segment=NetworkSegment(c39fbd70-ee77-4154-9c20-b8ffc6386387),segment_id=c39fbd70-ee77-4154-9c20-b8ffc6386387)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:42:21.636803 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c664d4bf-85df-404e-965c-dded9318ea67 req-66b66776-47b4-4871-a9dc-251b1c04b463 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:21.643036 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c664d4bf-85df-404e-965c-dded9318ea67 req-66b66776-47b4-4871-a9dc-251b1c04b463 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 944 time: 0.3321662 Jul 05 02:42:21.669581 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-497d24a6-a903-4b25-966d-ef1cca14ae84 req-68f73f02-8505-42f4-89e7-fab8d4994e65 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=1595e6dd-94a0-4553-b6d3-286b1a295207 HTTP/1.1" status: 200 len: 210 time: 0.0584509 Jul 05 02:42:21.682431 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:21.703185 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-a1937241-7f9b-4197-ae46-fd9edf49e0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:21.802681 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c664d4bf-85df-404e-965c-dded9318ea67 req-9921c11c-6407-476e-9230-4f59d032e4bb tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=09716028-44a2-4220-a754-7ed932c56f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1531363 Jul 05 02:42:21.871328 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1555885a-2654-4b11-9c34-ebcd2c098413 None None] Pushing event updated for resources: {'Port': ['ID=53b8f858-5342-4c3f-8da0-e3b8cc5303a8,revision_number=4']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:42:21.883529 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1937241-7f9b-4197-ae46-fd9edf49e0c5 None None] Routers {'4ca716c4-6c66-476b-a660-7ae78b3706ac'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:42:21.890828 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-a1937241-7f9b-4197-ae46-fd9edf49e0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:41:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['4ca716c4-6c66-476b-a660-7ae78b3706ac'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:42:21.965184 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a6322-7491-445b-a28d-5fb4ef8789ff req-ca3e078c-be06-4439-b67c-3870510baee5 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:21.975249 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6a3a6322-7491-445b-a28d-5fb4ef8789ff req-ca3e078c-be06-4439-b67c-3870510baee5 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3b04e1c-238b-4b2d-9237-ec47169c6654 HTTP/1.1" status: 200 len: 945 time: 0.1918273 Jul 05 02:42:22.145018 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6a3a6322-7491-445b-a28d-5fb4ef8789ff req-82df3c21-290e-4f55-a734-ae1d302da602 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/security-groups?id=967a393c-bc8e-40d2-92cf-793f4178073f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1617205 Jul 05 02:42:22.173086 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['9c60a69c-3c16-467a-9cec-612ef6c8ce29'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:42:22.206863 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-a1937241-7f9b-4197-ae46-fd9edf49e0c5 None None] Set router 4ca716c4-6c66-476b-a660-7ae78b3706ac gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:42:22.279538 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port f4ceab4a-cef4-4b45-87b6-53aecbd18690 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:42:22.292332 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-c53f6025-7cb2-43d2-8c2d-e16eedf84336 None None] Set router 64db05f5-93ed-4661-a629-c11acc4dc101 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:42:22.376689 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port f4ceab4a-cef4-4b45-87b6-53aecbd18690 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:42:22.377293 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:22.481686 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=9c60a69c-3c16-467a-9cec-612ef6c8ce29,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:42:22.608989 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-eb82bed1-cb27-4f61-b948-c1fc10901f89 None None] Provisioning complete for port f4ceab4a-cef4-4b45-87b6-53aecbd18690 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:42:22.609416 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-eb82bed1-cb27-4f61-b948-c1fc10901f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:22.707385 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-a1937241-7f9b-4197-ae46-fd9edf49e0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca716c4-6c66-476b-a660-7ae78b3706ac', 'name': 'tempest-TestVolumeBackupRestore-1324180180-router', 'tenant_id': '25f4865214344fa08348dc146da663e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '063217e6-a092-4927-979e-a3491c79b811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:42:05Z', 'updated_at': '2021-07-05T02:42:13Z', 'revision_number': 4, 'project_id': '25f4865214344fa08348dc146da663e0', 'gw_port': {'id': '063217e6-a092-4927-979e-a3491c79b811', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:70:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca716c4-6c66-476b-a660-7ae78b3706ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:42:06Z', 'updated_at': '2021-07-05T02:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '53b8f858-5342-4c3f-8da0-e3b8cc5303a8', 'name': '', 'network_id': '31e006a1-8b10-4321-ba26-31b32c170e1d', 'tenant_id': '25f4865214344fa08348dc146da663e0', 'mac_address': 'fa:16:3e:90:f8:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ca716c4-6c66-476b-a660-7ae78b3706ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3386, 'fixed_ips': [{'subnet_id': 'a73f7263-f73c-4141-ac64-39c49fc31048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:42:11Z', 'updated_at': '2021-07-05T02:42:21Z', 'revision_number': 4, 'project_id': '25f4865214344fa08348dc146da663e0', 'subnets': [{'id': 'a73f7263-f73c-4141-ac64-39c49fc31048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:42:22.721680 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1937241-7f9b-4197-ae46-fd9edf49e0c5 None None] The sync data for ids ['4ca716c4-6c66-476b-a660-7ae78b3706ac'] in n-d-771362-32 is: [{'id': '4ca716c4-6c66-476b-a660-7ae78b3706ac', 'name': 'tempest-TestVolumeBackupRestore-1324180180-router', 'tenant_id': '25f4865214344fa08348dc146da663e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '063217e6-a092-4927-979e-a3491c79b811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:42:05Z', 'updated_at': '2021-07-05T02:42:13Z', 'revision_number': 4, 'project_id': '25f4865214344fa08348dc146da663e0', 'gw_port': {'id': '063217e6-a092-4927-979e-a3491c79b811', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:70:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca716c4-6c66-476b-a660-7ae78b3706ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:42:06Z', 'updated_at': '2021-07-05T02:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '53b8f858-5342-4c3f-8da0-e3b8cc5303a8', 'name': '', 'network_id': '31e006a1-8b10-4321-ba26-31b32c170e1d', 'tenant_id': '25f4865214344fa08348dc146da663e0', 'mac_address': 'fa:16:3e:90:f8:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ca716c4-6c66-476b-a660-7ae78b3706ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3386, 'fixed_ips': [{'subnet_id': 'a73f7263-f73c-4141-ac64-39c49fc31048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:42:11Z', 'updated_at': '2021-07-05T02:42:21Z', 'revision_number': 4, 'project_id': '25f4865214344fa08348dc146da663e0', 'subnets': [{'id': 'a73f7263-f73c-4141-ac64-39c49fc31048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:42:22.836188 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c3b4ccc5-2ab6-46ca-bf92-6b1f1d3c141d req-e8ca2534-77df-4207-b6eb-710394739c98 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=1595e6dd-94a0-4553-b6d3-286b1a295207 HTTP/1.1" status: 200 len: 210 time: 0.0834775 Jul 05 02:42:22.945690 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff3b537-3cc7-4ea2-b78e-29dc1dd2ad70 req-2a72d00b-1cc1-4e59-b6f8-bd70f57aec7f tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:22.959740 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:22.961351 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4ff3b537-3cc7-4ea2-b78e-29dc1dd2ad70 req-2a72d00b-1cc1-4e59-b6f8-bd70f57aec7f tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 943 time: 0.2550890 Jul 05 02:42:22.961512 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-eb82bed1-cb27-4f61-b948-c1fc10901f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:23.076185 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4ff3b537-3cc7-4ea2-b78e-29dc1dd2ad70 req-b8ce70eb-dd4e-45b6-b043-49b7cc1b119f tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001546 Jul 05 02:42:23.150160 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-eb82bed1-cb27-4f61-b948-c1fc10901f89 None None] For port f4ceab4a-cef4-4b45-87b6-53aecbd18690, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=f4ceab4a-cef4-4b45-87b6-53aecbd18690,segment=NetworkSegment(eef3ba66-b75f-4a29-b048-e3ceb7e56ce5),segment_id=eef3ba66-b75f-4a29-b048-e3ceb7e56ce5)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:42:23.372276 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-eb82bed1-cb27-4f61-b948-c1fc10901f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:23.430921 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5377548c-9021-4a0f-adf6-dc06bb1f8af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:23.632272 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934d428-8336-4a4a-b820-3fc7771fd102 req-e352e298-6a80-4ed7-b2be-9c5592183c80 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:23.642448 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e934d428-8336-4a4a-b820-3fc7771fd102 req-e352e298-6a80-4ed7-b2be-9c5592183c80 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3b04e1c-238b-4b2d-9237-ec47169c6654 HTTP/1.1" status: 200 len: 945 time: 0.2184162 Jul 05 02:42:23.771941 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e934d428-8336-4a4a-b820-3fc7771fd102 req-7ce8292c-79d2-4425-ba2e-a430a4b0c814 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/security-groups?id=967a393c-bc8e-40d2-92cf-793f4178073f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279976 Jul 05 02:42:24.063759 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb82bed1-cb27-4f61-b948-c1fc10901f89 None None] Pushing event updated for resources: {'Port': ['ID=f4ceab4a-cef4-4b45-87b6-53aecbd18690,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:42:24.070869 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.db.api [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94463) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 02:42:24.070869 n-d-771362-32 neutron-server[94463]: DEBUG oslo_db.api [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 02:42:24.089143 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:24.218093 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-c53f6025-7cb2-43d2-8c2d-e16eedf84336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64db05f5-93ed-4661-a629-c11acc4dc101', 'name': 'tempest-TestVolumeBootPattern-1235246729-router', 'tenant_id': 'd699901598c74175a3ad387b16e8958e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': 'ba8f70e2-bd0c-4d47-b6f9-70914091ca0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:42:01Z', 'updated_at': '2021-07-05T02:42:08Z', 'revision_number': 4, 'project_id': 'd699901598c74175a3ad387b16e8958e', 'gw_port': {'id': 'ba8f70e2-bd0c-4d47-b6f9-70914091ca0b', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:37:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64db05f5-93ed-4661-a629-c11acc4dc101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:42:03Z', 'updated_at': '2021-07-05T02:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'f4ceab4a-cef4-4b45-87b6-53aecbd18690', 'name': '', 'network_id': '6b16f47a-001b-44a9-b239-5a456beb0f2f', 'tenant_id': 'd699901598c74175a3ad387b16e8958e', 'mac_address': 'fa:16:3e:74:cb:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64db05f5-93ed-4661-a629-c11acc4dc101', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': 'd2c8c380-8820-4e16-9b40-3143e8724223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:42:07Z', 'updated_at': '2021-07-05T02:42:20Z', 'revision_number': 4, 'project_id': 'd699901598c74175a3ad387b16e8958e', 'subnets': [{'id': 'd2c8c380-8820-4e16-9b40-3143e8724223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:42:24.236898 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8fb1ab3c-05ca-4bdb-b112-c209aa3c50f6 req-5f933a34-3701-4f58-9943-831f4b3f7910 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=1595e6dd-94a0-4553-b6d3-286b1a295207 HTTP/1.1" status: 200 len: 210 time: 0.1251364 Jul 05 02:42:24.342330 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53f6025-7cb2-43d2-8c2d-e16eedf84336 None None] The sync data for ids ['64db05f5-93ed-4661-a629-c11acc4dc101'] in n-d-771362-32 is: [{'id': '64db05f5-93ed-4661-a629-c11acc4dc101', 'name': 'tempest-TestVolumeBootPattern-1235246729-router', 'tenant_id': 'd699901598c74175a3ad387b16e8958e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': 'ba8f70e2-bd0c-4d47-b6f9-70914091ca0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:42:01Z', 'updated_at': '2021-07-05T02:42:08Z', 'revision_number': 4, 'project_id': 'd699901598c74175a3ad387b16e8958e', 'gw_port': {'id': 'ba8f70e2-bd0c-4d47-b6f9-70914091ca0b', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:37:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64db05f5-93ed-4661-a629-c11acc4dc101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:42:03Z', 'updated_at': '2021-07-05T02:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'f4ceab4a-cef4-4b45-87b6-53aecbd18690', 'name': '', 'network_id': '6b16f47a-001b-44a9-b239-5a456beb0f2f', 'tenant_id': 'd699901598c74175a3ad387b16e8958e', 'mac_address': 'fa:16:3e:74:cb:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64db05f5-93ed-4661-a629-c11acc4dc101', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': 'd2c8c380-8820-4e16-9b40-3143e8724223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:42:07Z', 'updated_at': '2021-07-05T02:42:20Z', 'revision_number': 4, 'project_id': 'd699901598c74175a3ad387b16e8958e', 'subnets': [{'id': 'd2c8c380-8820-4e16-9b40-3143e8724223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:42:24.438475 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41131d6e-478d-43b6-b68c-52b19f7faa25 req-b331efe4-7a54-4599-a769-544b6a3dc5b6 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:24.458725 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-41131d6e-478d-43b6-b68c-52b19f7faa25 req-b331efe4-7a54-4599-a769-544b6a3dc5b6 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 944 time: 1.2187588 Jul 05 02:42:24.556513 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-41131d6e-478d-43b6-b68c-52b19f7faa25 req-88fb0063-388a-47e0-9713-e3861a1518fe tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=09716028-44a2-4220-a754-7ed932c56f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955544 Jul 05 02:42:24.838664 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522ada56-72c8-4e7e-b6a5-71683581ede5 req-a8ae123c-0aa7-481d-82e2-47bbab5f6dd1 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:24.840126 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-522ada56-72c8-4e7e-b6a5-71683581ede5 req-a8ae123c-0aa7-481d-82e2-47bbab5f6dd1 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 943 time: 0.2195415 Jul 05 02:42:24.940820 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-522ada56-72c8-4e7e-b6a5-71683581ede5 req-8f2f7303-4b50-4c3c-9bcb-7e39b4dd2663 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987689 Jul 05 02:42:25.125220 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 53b8f858-5342-4c3f-8da0-e3b8cc5303a8 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:42:25.172136 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab0e697-0cbc-413d-b9f3-7ac9a3ff5ea4 req-a17a6b93-35df-4fb4-8329-8d3f6fb156d3 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:25.180626 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bab0e697-0cbc-413d-b9f3-7ac9a3ff5ea4 req-a17a6b93-35df-4fb4-8329-8d3f6fb156d3 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3b04e1c-238b-4b2d-9237-ec47169c6654 HTTP/1.1" status: 200 len: 945 time: 0.1300352 Jul 05 02:42:25.261680 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bab0e697-0cbc-413d-b9f3-7ac9a3ff5ea4 req-224d55b7-607f-4b6f-ae85-e73cfd06220c tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/security-groups?id=967a393c-bc8e-40d2-92cf-793f4178073f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790358 Jul 05 02:42:25.714514 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-245b0bfb-df68-4f37-b794-c1d1c04dc208 req-4c07d428-13ee-43bc-b59e-a13b6172587d tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=1595e6dd-94a0-4553-b6d3-286b1a295207 HTTP/1.1" status: 200 len: 210 time: 0.0694513 Jul 05 02:42:25.982948 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:26.199095 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 53b8f858-5342-4c3f-8da0-e3b8cc5303a8 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:42:26.203196 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 53b8f858-5342-4c3f-8da0-e3b8cc5303a8 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:42:26.203581 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:26.229053 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf535ac-a2e0-4a95-bcff-9e015226f1a8 req-8c6f85bd-7109-4e61-b6ae-3e1a0cfc3c7d tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:26.239908 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1cf535ac-a2e0-4a95-bcff-9e015226f1a8 req-8c6f85bd-7109-4e61-b6ae-3e1a0cfc3c7d tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 943 time: 0.0978894 Jul 05 02:42:26.268398 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:26.363207 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1cf535ac-a2e0-4a95-bcff-9e015226f1a8 req-32c410bf-1335-42e9-ae18-72a44d9bf180 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223335 Jul 05 02:42:26.394072 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:26.464806 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 9c60a69c-3c16-467a-9cec-612ef6c8ce29 up at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:42:26.528910 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 53b8f858-5342-4c3f-8da0-e3b8cc5303a8, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=53b8f858-5342-4c3f-8da0-e3b8cc5303a8,segment=NetworkSegment(c39fbd70-ee77-4154-9c20-b8ffc6386387),segment_id=c39fbd70-ee77-4154-9c20-b8ffc6386387)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:42:26.607940 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:26.610320 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device f4ceab4a-cef4-4b45-87b6-53aecbd18690 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:42:26.633287 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f862b92-4941-4b85-9046-a8b061b8fcd1 req-6c8f96c3-d81a-4779-a045-bee587c91f15 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:26.635433 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8f862b92-4941-4b85-9046-a8b061b8fcd1 req-6c8f96c3-d81a-4779-a045-bee587c91f15 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3b04e1c-238b-4b2d-9237-ec47169c6654 HTTP/1.1" status: 200 len: 945 time: 0.1187229 Jul 05 02:42:26.803670 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8f862b92-4941-4b85-9046-a8b061b8fcd1 req-cc8fde42-6fa0-46ed-bc84-566991ea1ace tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/security-groups?id=967a393c-bc8e-40d2-92cf-793f4178073f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1571169 Jul 05 02:42:26.907037 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=53b8f858-5342-4c3f-8da0-e3b8cc5303a8,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:42:26.947082 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning for port 9c60a69c-3c16-467a-9cec-612ef6c8ce29 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:42:26.959552 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning complete for port 9c60a69c-3c16-467a-9cec-612ef6c8ce29 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:42:26.959972 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:27.011011 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00b1468-b0ad-4eba-9519-27eddaac1085 req-2d02447e-47f3-4f96-8306-2ba6a7cb5bc8 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:27.013919 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c00b1468-b0ad-4eba-9519-27eddaac1085 req-2d02447e-47f3-4f96-8306-2ba6a7cb5bc8 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.21 "GET /v2.0/networks?id=73b1fe81-9ead-413d-adcc-8dcb2085def5 HTTP/1.1" status: 200 len: 812 time: 0.2079527 Jul 05 02:42:27.017611 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port f4ceab4a-cef4-4b45-87b6-53aecbd18690 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:42:27.018437 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:27.047205 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-c00b1468-b0ad-4eba-9519-27eddaac1085 req-7f4d416a-4c35-4418-bdf3-f8bb0f9b72ce tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Request body: {'port': {'device_id': '1595e6dd-94a0-4553-b6d3-286b1a295207', 'network_id': '73b1fe81-9ead-413d-adcc-8dcb2085def5', 'admin_state_up': True, 'tenant_id': 'b1a00a493e704ec48248eed2815bb351'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:42:27.162879 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f8b6c205-efd3-42b1-a795-e59d7009a8fa req-2ccc015a-5981-4b04-956f-83a3a975f7b6 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=1595e6dd-94a0-4553-b6d3-286b1a295207 HTTP/1.1" status: 200 len: 210 time: 0.1632938 Jul 05 02:42:27.212493 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:27.278948 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3b04e1c-238b-4b2d-9237-ec47169c6654', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c60a69c-3c16-467a-9cec-612ef6c8ce29'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:42:27.284279 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62df35e7-62cd-4db8-a5fd-67eb019d42b3" -d '{"events": [{"server_uuid": "a3b04e1c-238b-4b2d-9237-ec47169c6654", "name": "network-vif-plugged", "status": "completed", "tag": "9c60a69c-3c16-467a-9cec-612ef6c8ce29"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:42:27.347698 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c00b1468-b0ad-4eba-9519-27eddaac1085 req-7f4d416a-4c35-4418-bdf3-f8bb0f9b72ce tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Made reservation on behalf of b1a00a493e704ec48248eed2815bb351 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:42:27.352729 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c00b1468-b0ad-4eba-9519-27eddaac1085 req-7f4d416a-4c35-4418-bdf3-f8bb0f9b72ce tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:27.396410 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b3255a1-0e66-470f-a862-e7f09a251779 x-openstack-request-id: req-7b3255a1-0e66-470f-a862-e7f09a251779 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:42:27.396828 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3b04e1c-238b-4b2d-9237-ec47169c6654", "name": "network-vif-plugged", "status": "completed", "tag": "9c60a69c-3c16-467a-9cec-612ef6c8ce29", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:42:27.399710 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7b3255a1-0e66-470f-a862-e7f09a251779 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:42:27.400269 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3b04e1c-238b-4b2d-9237-ec47169c6654', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c60a69c-3c16-467a-9cec-612ef6c8ce29', 'code': 200} Jul 05 02:42:27.414259 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 9c60a69c-3c16-467a-9cec-612ef6c8ce29, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=9c60a69c-3c16-467a-9cec-612ef6c8ce29,segment=NetworkSegment(9ea05186-e175-4085-afab-93b2a2a0f9d2),segment_id=9ea05186-e175-4085-afab-93b2a2a0f9d2)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:42:27.531890 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:27.637870 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 53b8f858-5342-4c3f-8da0-e3b8cc5303a8 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:42:27.639388 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-c00b1468-b0ad-4eba-9519-27eddaac1085 req-7f4d416a-4c35-4418-bdf3-f8bb0f9b72ce tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Allocated IP 172.20.0.6 (73b1fe81-9ead-413d-adcc-8dcb2085def5/33729902-d3e5-4dd5-ba26-acbc079120a6/4603193c-607e-4da9-89c1-f428c7260fa5) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:42:27.727210 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=9c60a69c-3c16-467a-9cec-612ef6c8ce29,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:42:27.773280 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 53b8f858-5342-4c3f-8da0-e3b8cc5303a8 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:42:27.773665 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:27.964772 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142e24a1-6cee-4f6c-a302-eecc0945b26d req-7e6a45d8-383d-4f83-bc54-e2de9e310973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:27.966794 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-142e24a1-6cee-4f6c-a302-eecc0945b26d req-7e6a45d8-383d-4f83-bc54-e2de9e310973 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a3b04e1c-238b-4b2d-9237-ec47169c6654 HTTP/1.1" status: 200 len: 1097 time: 0.4668553 Jul 05 02:42:28.018985 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba51bb0d-05e5-4fe2-9415-b94bc015fc41 req-52d768eb-c055-44a4-b357-eb002626518e tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:28.033510 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ba51bb0d-05e5-4fe2-9415-b94bc015fc41 req-52d768eb-c055-44a4-b357-eb002626518e tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 943 time: 0.2556474 Jul 05 02:42:28.115415 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ba51bb0d-05e5-4fe2-9415-b94bc015fc41 req-9944c2f1-027e-45d6-9b6f-09c4dac7251b tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808666 Jul 05 02:42:28.157741 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-142e24a1-6cee-4f6c-a302-eecc0945b26d req-7e7c1fac-118b-43c7-a8c5-5fd5d5e23612 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=967a393c-bc8e-40d2-92cf-793f4178073f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1751487 Jul 05 02:42:28.177068 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c00b1468-b0ad-4eba-9519-27eddaac1085 req-7f4d416a-4c35-4418-bdf3-f8bb0f9b72ce tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:28.241067 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-c00b1468-b0ad-4eba-9519-27eddaac1085 req-7f4d416a-4c35-4418-bdf3-f8bb0f9b72ce tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Transition to ACTIVE for port object 4603193c-607e-4da9-89c1-f428c7260fa5 will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:42:28.315010 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19226e6-204a-4234-ae94-9cead5fd89e4 req-f9bdf739-3822-46f7-9cfd-59ece2970aea tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:28.321851 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e19226e6-204a-4234-ae94-9cead5fd89e4 req-f9bdf739-3822-46f7-9cfd-59ece2970aea tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3b04e1c-238b-4b2d-9237-ec47169c6654 HTTP/1.1" status: 200 len: 946 time: 0.2252185 Jul 05 02:42:28.423945 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e19226e6-204a-4234-ae94-9cead5fd89e4 req-7108e194-c0bf-4d77-ae9b-b3d9a8b2f883 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/security-groups?id=967a393c-bc8e-40d2-92cf-793f4178073f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942571 Jul 05 02:42:28.472042 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c00b1468-b0ad-4eba-9519-27eddaac1085 req-7f4d416a-4c35-4418-bdf3-f8bb0f9b72ce tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:28.573592 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c00b1468-b0ad-4eba-9519-27eddaac1085 req-7f4d416a-4c35-4418-bdf3-f8bb0f9b72ce tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Network 73b1fe81-9ead-413d-adcc-8dcb2085def5 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:42:28.578583 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4d416a-4c35-4418-bdf3-f8bb0f9b72ce tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Pushing event updated for resources: {'Port': ['ID=4603193c-607e-4da9-89c1-f428c7260fa5,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:42:28.578583 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-c00b1468-b0ad-4eba-9519-27eddaac1085 req-7f4d416a-4c35-4418-bdf3-f8bb0f9b72ce tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:42:28.590590 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-c00b1468-b0ad-4eba-9519-27eddaac1085 req-7f4d416a-4c35-4418-bdf3-f8bb0f9b72ce tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:42:28.683339 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb272bc5-c0e9-455a-8888-0e4a6ca33afa req-665eec1e-5714-471b-864f-b9f9a517f422 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:28.705066 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fb272bc5-c0e9-455a-8888-0e4a6ca33afa req-665eec1e-5714-471b-864f-b9f9a517f422 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=1595e6dd-94a0-4553-b6d3-286b1a295207 HTTP/1.1" status: 200 len: 931 time: 0.2907872 Jul 05 02:42:28.748835 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00b1468-b0ad-4eba-9519-27eddaac1085 req-7f4d416a-4c35-4418-bdf3-f8bb0f9b72ce tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:28.749567 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c00b1468-b0ad-4eba-9519-27eddaac1085 req-7f4d416a-4c35-4418-bdf3-f8bb0f9b72ce tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:28.798933 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fb272bc5-c0e9-455a-8888-0e4a6ca33afa req-64bab4c0-a1fc-4fe4-9e34-7c826133a2c1 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809138 Jul 05 02:42:28.864885 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c00b1468-b0ad-4eba-9519-27eddaac1085 req-7f4d416a-4c35-4418-bdf3-f8bb0f9b72ce tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8288102 Jul 05 02:42:28.880264 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-c00b1468-b0ad-4eba-9519-27eddaac1085 req-8e18569b-cc0b-453e-87ad-8af6ef57c5e2 service neutron] Request body: {'port': {'device_id': '1595e6dd-94a0-4553-b6d3-286b1a295207', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:42:29.019316 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c00b1468-b0ad-4eba-9519-27eddaac1085 req-8e18569b-cc0b-453e-87ad-8af6ef57c5e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:29.103664 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-2940239a-6cb0-406b-9ac1-4fc098cbe45e None None] Provisioning for port 4603193c-607e-4da9-89c1-f428c7260fa5 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:42:29.109156 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-2940239a-6cb0-406b-9ac1-4fc098cbe45e None None] Provisioning complete for port 4603193c-607e-4da9-89c1-f428c7260fa5 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:42:29.113190 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-2940239a-6cb0-406b-9ac1-4fc098cbe45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:29.165904 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-2940239a-6cb0-406b-9ac1-4fc098cbe45e None None] Port 4603193c-607e-4da9-89c1-f428c7260fa5 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:42:29.398918 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5991bf87-a4a1-4ae9-96d0-c60abbd12bb8 req-617eef9b-c949-42f9-a5b5-965cde503820 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:29.409960 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5991bf87-a4a1-4ae9-96d0-c60abbd12bb8 req-617eef9b-c949-42f9-a5b5-965cde503820 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 943 time: 0.0865800 Jul 05 02:42:29.511037 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5991bf87-a4a1-4ae9-96d0-c60abbd12bb8 req-dfa070ac-f895-4766-a783-302d338a554c tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989349 Jul 05 02:42:29.562744 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-c00b1468-b0ad-4eba-9519-27eddaac1085 req-8e18569b-cc0b-453e-87ad-8af6ef57c5e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4603193c-607e-4da9-89c1-f428c7260fa5 {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:42:29.571903 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c00b1468-b0ad-4eba-9519-27eddaac1085 req-8e18569b-cc0b-453e-87ad-8af6ef57c5e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:29.586343 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-c00b1468-b0ad-4eba-9519-27eddaac1085 req-8e18569b-cc0b-453e-87ad-8af6ef57c5e2 service neutron] Transition to ACTIVE for port object 4603193c-607e-4da9-89c1-f428c7260fa5 will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:42:29.683107 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c00b1468-b0ad-4eba-9519-27eddaac1085 req-8e18569b-cc0b-453e-87ad-8af6ef57c5e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:29.743589 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6738e5f2-4345-4a0c-ac4e-3d47a34bb8cb req-b54e26f3-6d57-4a0f-9326-bfbfb7bb9fe9 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:29.745720 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6738e5f2-4345-4a0c-ac4e-3d47a34bb8cb req-b54e26f3-6d57-4a0f-9326-bfbfb7bb9fe9 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3b04e1c-238b-4b2d-9237-ec47169c6654 HTTP/1.1" status: 200 len: 946 time: 0.1190426 Jul 05 02:42:29.756819 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e18569b-cc0b-453e-87ad-8af6ef57c5e2 service neutron] Pushing event updated for resources: {'Port': ['ID=4603193c-607e-4da9-89c1-f428c7260fa5,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:42:29.930196 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-c00b1468-b0ad-4eba-9519-27eddaac1085 req-8e18569b-cc0b-453e-87ad-8af6ef57c5e2 service neutron] Attempting to bind port 4603193c-607e-4da9-89c1-f428c7260fa5 on host n-h1-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:42:29.930540 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-c00b1468-b0ad-4eba-9519-27eddaac1085 req-8e18569b-cc0b-453e-87ad-8af6ef57c5e2 service neutron] Attempting to bind port 4603193c-607e-4da9-89c1-f428c7260fa5 by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': '0d275c90-3bd1-498e-a485-a23914e67eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '73b1fe81-9ead-413d-adcc-8dcb2085def5'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:42:29.930874 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00b1468-b0ad-4eba-9519-27eddaac1085 req-8e18569b-cc0b-453e-87ad-8af6ef57c5e2 service neutron] Attempting to bind port 4603193c-607e-4da9-89c1-f428c7260fa5 on network 73b1fe81-9ead-413d-adcc-8dcb2085def5 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:42:29.939385 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00b1468-b0ad-4eba-9519-27eddaac1085 req-8e18569b-cc0b-453e-87ad-8af6ef57c5e2 service neutron] Port 4603193c-607e-4da9-89c1-f428c7260fa5 on network 73b1fe81-9ead-413d-adcc-8dcb2085def5 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:42:29.939724 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00b1468-b0ad-4eba-9519-27eddaac1085 req-8e18569b-cc0b-453e-87ad-8af6ef57c5e2 service neutron] Attempting to bind port 4603193c-607e-4da9-89c1-f428c7260fa5 on network 73b1fe81-9ead-413d-adcc-8dcb2085def5 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:42:29.952871 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00b1468-b0ad-4eba-9519-27eddaac1085 req-8e18569b-cc0b-453e-87ad-8af6ef57c5e2 service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:42:29.953208 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00b1468-b0ad-4eba-9519-27eddaac1085 req-8e18569b-cc0b-453e-87ad-8af6ef57c5e2 service neutron] Checking segment: {'id': '0d275c90-3bd1-498e-a485-a23914e67eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '73b1fe81-9ead-413d-adcc-8dcb2085def5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:42:29.953601 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00b1468-b0ad-4eba-9519-27eddaac1085 req-8e18569b-cc0b-453e-87ad-8af6ef57c5e2 service neutron] Bound using segment: {'id': '0d275c90-3bd1-498e-a485-a23914e67eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '73b1fe81-9ead-413d-adcc-8dcb2085def5'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:42:29.954039 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-c00b1468-b0ad-4eba-9519-27eddaac1085 req-8e18569b-cc0b-453e-87ad-8af6ef57c5e2 service neutron] Bound port: 4603193c-607e-4da9-89c1-f428c7260fa5, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d275c90-3bd1-498e-a485-a23914e67eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '73b1fe81-9ead-413d-adcc-8dcb2085def5'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:42:29.954446 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c00b1468-b0ad-4eba-9519-27eddaac1085 req-8e18569b-cc0b-453e-87ad-8af6ef57c5e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:30.052600 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6738e5f2-4345-4a0c-ac4e-3d47a34bb8cb req-cc25ea08-b368-47b8-a7b7-b3054bc57315 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/security-groups?id=967a393c-bc8e-40d2-92cf-793f4178073f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2723026 Jul 05 02:42:30.056364 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa66947d-87f0-4b1a-92fa-0b6b13231dc0 req-f4f66600-e754-4e68-8658-9deb5bdd02e4 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:30.058740 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-aa66947d-87f0-4b1a-92fa-0b6b13231dc0 req-f4f66600-e754-4e68-8658-9deb5bdd02e4 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=1595e6dd-94a0-4553-b6d3-286b1a295207 HTTP/1.1" status: 200 len: 943 time: 0.1178641 Jul 05 02:42:30.108545 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-c00b1468-b0ad-4eba-9519-27eddaac1085 req-8e18569b-cc0b-453e-87ad-8af6ef57c5e2 service neutron] For port 4603193c-607e-4da9-89c1-f428c7260fa5, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:42:30.112109 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-c00b1468-b0ad-4eba-9519-27eddaac1085 req-8e18569b-cc0b-453e-87ad-8af6ef57c5e2 service neutron] For port 4603193c-607e-4da9-89c1-f428c7260fa5, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=4603193c-607e-4da9-89c1-f428c7260fa5,segment=NetworkSegment(0d275c90-3bd1-498e-a485-a23914e67eb1),segment_id=0d275c90-3bd1-498e-a485-a23914e67eb1)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:42:30.128381 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-aa66947d-87f0-4b1a-92fa-0b6b13231dc0 req-4a3d0f80-f35f-4d76-9b16-7cf116d9ec1a tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604510 Jul 05 02:42:30.218851 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c00b1468-b0ad-4eba-9519-27eddaac1085 req-8e18569b-cc0b-453e-87ad-8af6ef57c5e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:30.280297 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00b1468-b0ad-4eba-9519-27eddaac1085 req-8e18569b-cc0b-453e-87ad-8af6ef57c5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:30.283273 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c00b1468-b0ad-4eba-9519-27eddaac1085 req-8e18569b-cc0b-453e-87ad-8af6ef57c5e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:30.283273 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c00b1468-b0ad-4eba-9519-27eddaac1085 req-8e18569b-cc0b-453e-87ad-8af6ef57c5e2 service neutron] 10.222.0.21 "PUT /v2.0/ports/4603193c-607e-4da9-89c1-f428c7260fa5 HTTP/1.1" status: 200 len: 1092 time: 1.4081025 Jul 05 02:42:30.283992 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1595e6dd-94a0-4553-b6d3-286b1a295207', 'tag': '4603193c-607e-4da9-89c1-f428c7260fa5'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:42:30.286589 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76177173-8ce2-402c-a681-ef3cafea5520" -d '{"events": [{"name": "network-changed", "server_uuid": "1595e6dd-94a0-4553-b6d3-286b1a295207", "tag": "4603193c-607e-4da9-89c1-f428c7260fa5"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:42:30.324798 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e18569b-cc0b-453e-87ad-8af6ef57c5e2 service neutron] Pushing event updated for resources: {'Port': ['ID=4603193c-607e-4da9-89c1-f428c7260fa5,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:42:30.358069 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080ec6ce-cc45-4b4d-b1ba-2550baa83d1f req-3f8ea84d-7126-41ed-92a7-0d6575d262f8 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:30.376147 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-080ec6ce-cc45-4b4d-b1ba-2550baa83d1f req-3f8ea84d-7126-41ed-92a7-0d6575d262f8 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3b04e1c-238b-4b2d-9237-ec47169c6654 HTTP/1.1" status: 200 len: 946 time: 0.1894760 Jul 05 02:42:30.386222 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f192943-192c-4616-b616-12652b06c829 x-openstack-request-id: req-9f192943-192c-4616-b616-12652b06c829 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:42:30.387415 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1595e6dd-94a0-4553-b6d3-286b1a295207", "tag": "4603193c-607e-4da9-89c1-f428c7260fa5", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:42:30.388236 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9f192943-192c-4616-b616-12652b06c829 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:42:30.388714 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1595e6dd-94a0-4553-b6d3-286b1a295207', 'tag': '4603193c-607e-4da9-89c1-f428c7260fa5', 'status': 'completed', 'code': 200} Jul 05 02:42:30.484637 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-080ec6ce-cc45-4b4d-b1ba-2550baa83d1f req-393cd2d9-b001-48aa-940c-6ce404717315 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/security-groups?id=967a393c-bc8e-40d2-92cf-793f4178073f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061544 Jul 05 02:42:30.650908 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76177173-8ce2-402c-a681-ef3cafea5520 req-8d71380f-25fa-495f-9de4-68dfedd1c845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:30.653265 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-76177173-8ce2-402c-a681-ef3cafea5520 req-8d71380f-25fa-495f-9de4-68dfedd1c845 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b1a00a493e704ec48248eed2815bb351&device_id=1595e6dd-94a0-4553-b6d3-286b1a295207 HTTP/1.1" status: 200 len: 1095 time: 0.1726248 Jul 05 02:42:30.741360 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079572ec-0737-4032-b1ce-7c682f97c253 req-1bb6bdb6-ff67-46b6-b972-d6672a6cce41 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:30.743916 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-079572ec-0737-4032-b1ce-7c682f97c253 req-1bb6bdb6-ff67-46b6-b972-d6672a6cce41 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 943 time: 0.0790715 Jul 05 02:42:30.793245 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76177173-8ce2-402c-a681-ef3cafea5520 req-5dc7e10c-9688-4d96-98d8-c92b508efb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:30.793245 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-76177173-8ce2-402c-a681-ef3cafea5520 req-5dc7e10c-9688-4d96-98d8-c92b508efb6b service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=b1a00a493e704ec48248eed2815bb351&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1275325 Jul 05 02:42:30.816471 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-079572ec-0737-4032-b1ce-7c682f97c253 req-0a124f03-db6c-4315-87b4-bf06d0c8b6b3 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639114 Jul 05 02:42:30.927529 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76177173-8ce2-402c-a681-ef3cafea5520 req-2629bf51-ae48-4e65-b86d-5b42fa87b190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:30.934003 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-76177173-8ce2-402c-a681-ef3cafea5520 req-2629bf51-ae48-4e65-b86d-5b42fa87b190 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1284728 Jul 05 02:42:31.031241 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00b1468-b0ad-4eba-9519-27eddaac1085 req-6c49e78d-d880-4e0d-b9bc-3bd6a229f833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:31.033196 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c00b1468-b0ad-4eba-9519-27eddaac1085 req-6c49e78d-d880-4e0d-b9bc-3bd6a229f833 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b1a00a493e704ec48248eed2815bb351&device_id=1595e6dd-94a0-4553-b6d3-286b1a295207 HTTP/1.1" status: 200 len: 1095 time: 0.0633805 Jul 05 02:42:31.079727 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c00b1468-b0ad-4eba-9519-27eddaac1085 req-496b36d8-b531-496f-919b-ca41a7fbf48e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4603193c-607e-4da9-89c1-f428c7260fa5 HTTP/1.1" status: 200 len: 217 time: 0.0403109 Jul 05 02:42:31.129284 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00b1468-b0ad-4eba-9519-27eddaac1085 req-e07f0763-0094-4cfe-a4ae-25e530ce5d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:31.130888 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c00b1468-b0ad-4eba-9519-27eddaac1085 req-e07f0763-0094-4cfe-a4ae-25e530ce5d64 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=33729902-d3e5-4dd5-ba26-acbc079120a6 HTTP/1.1" status: 200 len: 851 time: 0.0457122 Jul 05 02:42:31.208182 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00b1468-b0ad-4eba-9519-27eddaac1085 req-79fd79b2-6f9d-4028-8ab9-c5a4d1ae44e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:31.209909 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c00b1468-b0ad-4eba-9519-27eddaac1085 req-79fd79b2-6f9d-4028-8ab9-c5a4d1ae44e1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=73b1fe81-9ead-413d-adcc-8dcb2085def5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0724034 Jul 05 02:42:31.375533 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c00b1468-b0ad-4eba-9519-27eddaac1085 req-e0bc5f23-f23d-4094-87f7-5fc7ec309bb6 service neutron] 10.222.0.21 "GET /v2.0/networks/73b1fe81-9ead-413d-adcc-8dcb2085def5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575437 Jul 05 02:42:31.388155 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7577b2-57c7-47d8-a669-ac83bd9833af req-f92b086a-51f2-41af-93d7-5110013b6913 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:31.395139 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0e7577b2-57c7-47d8-a669-ac83bd9833af req-f92b086a-51f2-41af-93d7-5110013b6913 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=1595e6dd-94a0-4553-b6d3-286b1a295207 HTTP/1.1" status: 200 len: 943 time: 0.1104157 Jul 05 02:42:31.494459 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c00b1468-b0ad-4eba-9519-27eddaac1085 req-f02da3a9-6855-4d65-a8a9-568f080a887b service neutron] 10.222.0.21 "GET /v2.0/networks/73b1fe81-9ead-413d-adcc-8dcb2085def5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961430 Jul 05 02:42:31.543749 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0e7577b2-57c7-47d8-a669-ac83bd9833af req-ebefb2ca-da60-4d30-a035-fcc6ccc2c076 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477399 Jul 05 02:42:32.037371 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 57830) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:42:32.056300 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316f60ce-7e5f-4ed5-bcf0-05e9ac242124 req-089c0f2a-92bc-407e-ac70-5cfef1267544 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:32.058537 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-316f60ce-7e5f-4ed5-bcf0-05e9ac242124 req-089c0f2a-92bc-407e-ac70-5cfef1267544 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 943 time: 0.0871432 Jul 05 02:42:32.113108 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-316f60ce-7e5f-4ed5-bcf0-05e9ac242124 req-856a27ea-f932-41d8-a076-69350765a1c9 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485756 Jul 05 02:42:32.279923 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 57834) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:42:32.428402 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-32d6514f-2145-4030-842f-6b054dff4e37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:32.468882 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 8045d015-5213-428b-a14c-1cb3ac9ffdd6 details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:42:32.592990 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-32d6514f-2145-4030-842f-6b054dff4e37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:32.646371 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 8045d015-5213-428b-a14c-1cb3ac9ffdd6, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=8045d015-5213-428b-a14c-1cb3ac9ffdd6,segment=NetworkSegment(00a692bc-19f1-4303-ae19-6195e6ab101f),segment_id=00a692bc-19f1-4303-ae19-6195e6ab101f)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:42:32.679269 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Returning: {'device': '8045d015-5213-428b-a14c-1cb3ac9ffdd6', 'network_id': '0363edd0-1704-4ea5-b7c0-1061ca483b3c', 'port_id': '8045d015-5213-428b-a14c-1cb3ac9ffdd6', 'mac_address': 'fa:16:3e:a2:50:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '606919bb-0ade-4589-8a2b-c9dcfa56ec85', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:42:32.679455 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-32d6514f-2145-4030-842f-6b054dff4e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:32.729252 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-dd06dd51-7a8b-4c37-8d90-8e47636f3683 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:32.735268 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:32.751541 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8045d015-5213-428b-a14c-1cb3ac9ffdd6 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:42:32.753492 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-32d6514f-2145-4030-842f-6b054dff4e37 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dcd6442abbb54360865ffa357b15a987&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4724567 Jul 05 02:42:32.755947 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d6514f-2145-4030-842f-6b054dff4e37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbf61593-da3c-4b62-8cfa-7e723981a3b5,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:42:32.758156 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 57842) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:42:32.775259 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 8045d015-5213-428b-a14c-1cb3ac9ffdd6, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=8045d015-5213-428b-a14c-1cb3ac9ffdd6,segment=NetworkSegment(00a692bc-19f1-4303-ae19-6195e6ab101f),segment_id=00a692bc-19f1-4303-ae19-6195e6ab101f)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:42:32.776102 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d6514f-2145-4030-842f-6b054dff4e37 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:42:32.777256 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d6514f-2145-4030-842f-6b054dff4e37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:42:32.779511 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d6514f-2145-4030-842f-6b054dff4e37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:42:32.779511 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d6514f-2145-4030-842f-6b054dff4e37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:42:32.779511 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d6514f-2145-4030-842f-6b054dff4e37 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:42:32.779511 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d6514f-2145-4030-842f-6b054dff4e37 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:42:32.779511 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d6514f-2145-4030-842f-6b054dff4e37 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:42:32.780021 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d6514f-2145-4030-842f-6b054dff4e37 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:42:32.780310 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d6514f-2145-4030-842f-6b054dff4e37 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:42:32.781379 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d6514f-2145-4030-842f-6b054dff4e37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:42:32.781756 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d6514f-2145-4030-842f-6b054dff4e37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:42:32.782783 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d6514f-2145-4030-842f-6b054dff4e37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:42:32.850753 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:32.850965 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78974351-7910-488a-9f0b-5b72a2927f53 req-9a282ea5-76e5-4da6-af63-40195a88bca7 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:32.858644 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-78974351-7910-488a-9f0b-5b72a2927f53 req-9a282ea5-76e5-4da6-af63-40195a88bca7 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=1595e6dd-94a0-4553-b6d3-286b1a295207 HTTP/1.1" status: 200 len: 943 time: 0.1794345 Jul 05 02:42:32.904536 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=8045d015-5213-428b-a14c-1cb3ac9ffdd6,revision_number=9']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:42:32.958781 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-78974351-7910-488a-9f0b-5b72a2927f53 req-28bfd761-9a3a-4d46-bcfc-d2b55e7cdb92 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990565 Jul 05 02:42:32.961345 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-28293717-5f24-4dfd-b91c-ed7827e49e44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:32.994386 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-28293717-5f24-4dfd-b91c-ed7827e49e44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:33.064489 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['8045d015-5213-428b-a14c-1cb3ac9ffdd6'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:42:33.241123 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-dd06dd51-7a8b-4c37-8d90-8e47636f3683 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Allocated IP 172.20.0.17 (5f4ace55-178b-4ec0-8ee2-07eda90fa2ad/4d216bc0-19bb-4c3b-953e-09ed51f70ed1/208e19d7-13b6-460e-a4b8-1b5d3e5448f5) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:42:33.281923 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-28293717-5f24-4dfd-b91c-ed7827e49e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:33.284511 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-28293717-5f24-4dfd-b91c-ed7827e49e44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:33.285677 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-28293717-5f24-4dfd-b91c-ed7827e49e44 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cbf61593-da3c-4b62-8cfa-7e723981a3b5 HTTP/1.1" status: 204 len: 168 time: 0.5258791 Jul 05 02:42:33.337726 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28293717-5f24-4dfd-b91c-ed7827e49e44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbf61593-da3c-4b62-8cfa-7e723981a3b5,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:42:33.382672 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea66c43-2f9f-4fd9-ac30-489bef0b71c3 req-1b26506a-8a19-4063-9851-8a17f297ba3c tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:33.384890 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2ea66c43-2f9f-4fd9-ac30-489bef0b71c3 req-1b26506a-8a19-4063-9851-8a17f297ba3c tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 944 time: 0.0841215 Jul 05 02:42:33.406058 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-dd06dd51-7a8b-4c37-8d90-8e47636f3683 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:33.422790 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [None req-dd06dd51-7a8b-4c37-8d90-8e47636f3683 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Transition to ACTIVE for port object 208e19d7-13b6-460e-a4b8-1b5d3e5448f5 will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:42:33.429784 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2ea66c43-2f9f-4fd9-ac30-489bef0b71c3 req-629ec66d-b79c-4b13-9ab2-afc403aa9be0 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380132 Jul 05 02:42:33.572483 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-dd06dd51-7a8b-4c37-8d90-8e47636f3683 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:33.613175 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd06dd51-7a8b-4c37-8d90-8e47636f3683 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Network 5f4ace55-178b-4ec0-8ee2-07eda90fa2ad is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:42:33.621714 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-dd06dd51-7a8b-4c37-8d90-8e47636f3683 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:42:33.621714 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd06dd51-7a8b-4c37-8d90-8e47636f3683 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:42:33.655296 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd06dd51-7a8b-4c37-8d90-8e47636f3683 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Pushing event updated for resources: {'Port': ['ID=208e19d7-13b6-460e-a4b8-1b5d3e5448f5,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:42:33.684237 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-dd06dd51-7a8b-4c37-8d90-8e47636f3683 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635668'] for router_interface, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:33.939126 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-d948ae4a-9e88-42ba-b338-7d14fd4dfd36 None None] Provisioning for port 208e19d7-13b6-460e-a4b8-1b5d3e5448f5 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:42:33.940810 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-dd06dd51-7a8b-4c37-8d90-8e47636f3683 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:33.944718 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-d948ae4a-9e88-42ba-b338-7d14fd4dfd36 None None] Provisioning complete for port 208e19d7-13b6-460e-a4b8-1b5d3e5448f5 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:42:33.945098 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-d948ae4a-9e88-42ba-b338-7d14fd4dfd36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:33.981528 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-d948ae4a-9e88-42ba-b338-7d14fd4dfd36 None None] Port 208e19d7-13b6-460e-a4b8-1b5d3e5448f5 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:42:34.468904 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 8045d015-5213-428b-a14c-1cb3ac9ffdd6 up at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:42:34.576716 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning complete for port 8045d015-5213-428b-a14c-1cb3ac9ffdd6 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:42:34.577465 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:34.587764 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaa8cd9-8094-42eb-bff8-e14bbf39c3e7 req-42e79efe-3ee4-42a9-b934-54e95ef49401 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:34.590011 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-feaa8cd9-8094-42eb-bff8-e14bbf39c3e7 req-42e79efe-3ee4-42a9-b934-54e95ef49401 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=1595e6dd-94a0-4553-b6d3-286b1a295207 HTTP/1.1" status: 200 len: 943 time: 0.1592929 Jul 05 02:42:34.727785 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3eaf61-af8a-44d5-9a5e-2378b434fbfb req-29f1a6f5-45cc-4461-82cf-8754fd959112 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:34.727785 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7b3eaf61-af8a-44d5-9a5e-2378b434fbfb req-29f1a6f5-45cc-4461-82cf-8754fd959112 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 944 time: 0.1174343 Jul 05 02:42:34.779762 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-feaa8cd9-8094-42eb-bff8-e14bbf39c3e7 req-238dcacf-7884-4e1d-8263-bee585c0414d tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690913 Jul 05 02:42:34.780410 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:34.780410 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3113eabb-b161-4b04-b0e4-8d9160d7b05b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8045d015-5213-428b-a14c-1cb3ac9ffdd6'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:42:34.780410 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53dbf5be-d005-4021-8bf3-072754225cea" -d '{"events": [{"server_uuid": "3113eabb-b161-4b04-b0e4-8d9160d7b05b", "name": "network-vif-plugged", "status": "completed", "tag": "8045d015-5213-428b-a14c-1cb3ac9ffdd6"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:42:34.780947 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 57874) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:42:34.781225 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 8045d015-5213-428b-a14c-1cb3ac9ffdd6, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=8045d015-5213-428b-a14c-1cb3ac9ffdd6,segment=NetworkSegment(00a692bc-19f1-4303-ae19-6195e6ab101f),segment_id=00a692bc-19f1-4303-ae19-6195e6ab101f)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:42:34.781528 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7b3eaf61-af8a-44d5-9a5e-2378b434fbfb req-3631dd1e-367b-472a-bda7-c2a27893873c tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481811 Jul 05 02:42:34.781620 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-dd06dd51-7a8b-4c37-8d90-8e47636f3683 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:34.810798 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26858cb9-4caf-4f09-bfe6-946fadb7d351 x-openstack-request-id: req-26858cb9-4caf-4f09-bfe6-946fadb7d351 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:42:34.811101 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3113eabb-b161-4b04-b0e4-8d9160d7b05b", "name": "network-vif-plugged", "status": "completed", "tag": "8045d015-5213-428b-a14c-1cb3ac9ffdd6", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:42:34.811396 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-26858cb9-4caf-4f09-bfe6-946fadb7d351 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:42:34.811799 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3113eabb-b161-4b04-b0e4-8d9160d7b05b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8045d015-5213-428b-a14c-1cb3ac9ffdd6', 'code': 200} Jul 05 02:42:35.144679 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-0f9ebd3c-9ebc-48b0-8a48-a08768a00592 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1864285954-network', 'tenant_id': 'ba0e78208f5340669c29db9de3ab6e02'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:42:35.274695 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-dd06dd51-7a8b-4c37-8d90-8e47636f3683 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:35.274984 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:35.286522 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f9ebd3c-9ebc-48b0-8a48-a08768a00592 admin admin] Made reservation on behalf of ba0e78208f5340669c29db9de3ab6e02 for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:42:35.288965 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0f9ebd3c-9ebc-48b0-8a48-a08768a00592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:35.300421 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0f9ebd3c-9ebc-48b0-8a48-a08768a00592 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:35.347805 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=8045d015-5213-428b-a14c-1cb3ac9ffdd6,revision_number=10']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:42:35.369609 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd06dd51-7a8b-4c37-8d90-8e47636f3683 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Pushing event updated for resources: {'Port': ['ID=208e19d7-13b6-460e-a4b8-1b5d3e5448f5,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:42:35.373140 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-dd06dd51-7a8b-4c37-8d90-8e47636f3683 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634601'] for router_interface, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:35.481965 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0f9ebd3c-9ebc-48b0-8a48-a08768a00592 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:35.515236 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd06dd51-7a8b-4c37-8d90-8e47636f3683 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Network 5f4ace55-178b-4ec0-8ee2-07eda90fa2ad is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:42:35.518705 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-dd06dd51-7a8b-4c37-8d90-8e47636f3683 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:42:35.525759 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660c02d0-7af4-4b0f-9ab4-4c6ef678c6db req-2eae5a91-0319-4c59-8436-0ad80ab167f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:35.527146 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-660c02d0-7af4-4b0f-9ab4-4c6ef678c6db req-2eae5a91-0319-4c59-8436-0ad80ab167f5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 1098 time: 0.1701314 Jul 05 02:42:35.617188 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0f9ebd3c-9ebc-48b0-8a48-a08768a00592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:35.658657 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-660c02d0-7af4-4b0f-9ab4-4c6ef678c6db req-5fb8c6a6-72ae-42b3-9387-c2664cdb93fb service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235836 Jul 05 02:42:35.661978 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9ebd3c-9ebc-48b0-8a48-a08768a00592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7af8d589-730d-469c-8bc2-19a36fefd4d3,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:42:35.665274 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f9ebd3c-9ebc-48b0-8a48-a08768a00592 admin admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:42:35.683949 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0f9ebd3c-9ebc-48b0-8a48-a08768a00592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:35.684331 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-0f9ebd3c-9ebc-48b0-8a48-a08768a00592 admin admin] Added segment b7157176-2d07-46f7-baeb-77586810c902 of type vlan for network c6a1e8ad-0016-46f3-9a4a-7f59ac68f139 Jul 05 02:42:35.691892 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd06dd51-7a8b-4c37-8d90-8e47636f3683 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Router b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:42:35.749940 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0f9ebd3c-9ebc-48b0-8a48-a08768a00592 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:35.824710 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-9f69223b-66f3-42e1-a8f1-6fc2f4f72095 None None] Provisioning complete for port 208e19d7-13b6-460e-a4b8-1b5d3e5448f5 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:42:35.825094 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-9f69223b-66f3-42e1-a8f1-6fc2f4f72095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:35.828325 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd06dd51-7a8b-4c37-8d90-8e47636f3683 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:42:35.861251 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-dd06dd51-7a8b-4c37-8d90-8e47636f3683 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "PUT /v2.0/routers/b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8217673 Jul 05 02:42:35.878707 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2236301d-dd77-4f9a-a509-60060b5910f5 None None] Sync routers for ids ['b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:42:35.898432 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2236301d-dd77-4f9a-a509-60060b5910f5 None None] Routers {'b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:42:35.899078 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-2236301d-dd77-4f9a-a509-60060b5910f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:42:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:42:35.900929 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-9f69223b-66f3-42e1-a8f1-6fc2f4f72095 None None] Port 208e19d7-13b6-460e-a4b8-1b5d3e5448f5 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:42:35.926072 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0f9ebd3c-9ebc-48b0-8a48-a08768a00592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:35.931967 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9ebd3c-9ebc-48b0-8a48-a08768a00592 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:35.931967 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0f9ebd3c-9ebc-48b0-8a48-a08768a00592 admin admin] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:36.019165 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183c2c14-a80f-4d85-9eab-d9673efbded8 req-554bed2e-f437-46e6-a32c-111c6fa34d65 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:36.020019 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9ebd3c-9ebc-48b0-8a48-a08768a00592 admin admin] Pushing event updated for resources: {'Network': ['ID=c6a1e8ad-0016-46f3-9a4a-7f59ac68f139,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:42:36.030104 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-183c2c14-a80f-4d85-9eab-d9673efbded8 req-554bed2e-f437-46e6-a32c-111c6fa34d65 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 946 time: 0.0969715 Jul 05 02:42:36.033122 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4c3dec-fc16-4f81-be11-300fc77a2216 req-5980ff07-b380-46a4-aea5-524f7b2de9ca tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:36.034786 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6e4c3dec-fc16-4f81-be11-300fc77a2216 req-5980ff07-b380-46a4-aea5-524f7b2de9ca tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=1595e6dd-94a0-4553-b6d3-286b1a295207 HTTP/1.1" status: 200 len: 943 time: 0.1703923 Jul 05 02:42:36.042228 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network c6a1e8ad-0016-46f3-9a4a-7f59ac68f139 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:42:36.051893 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-2236301d-dd77-4f9a-a509-60060b5910f5 None None] Set router b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:42:36.072551 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-0f9ebd3c-9ebc-48b0-8a48-a08768a00592 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3303945 Jul 05 02:42:36.083266 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-183c2c14-a80f-4d85-9eab-d9673efbded8 req-b166d433-8f0f-4fea-acee-013a3dfb7bc5 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520616 Jul 05 02:42:36.083800 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 57892) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:42:36.093774 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-804e33ec-8e4a-447a-9a80-08e90720f5e6 admin admin] Request body: {'subnet': {'network_id': 'c6a1e8ad-0016-46f3-9a4a-7f59ac68f139', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1864285954-subnet', 'tenant_id': 'ba0e78208f5340669c29db9de3ab6e02', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:42:36.094299 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6e4c3dec-fc16-4f81-be11-300fc77a2216 req-9c81dc26-0fc8-4a80-9f2f-80cd438cb580 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529330 Jul 05 02:42:36.228757 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-804e33ec-8e4a-447a-9a80-08e90720f5e6 admin admin] Made reservation on behalf of ba0e78208f5340669c29db9de3ab6e02 for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:42:36.231339 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-804e33ec-8e4a-447a-9a80-08e90720f5e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:36.369222 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-2236301d-dd77-4f9a-a509-60060b5910f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d', 'name': 'tempest-TestNetworkBasicOps-router-1623503849', 'tenant_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': '6555e7cb-1ce8-4da9-bb4d-d91ce047b0e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:40:25Z', 'updated_at': '2021-07-05T02:42:33Z', 'revision_number': 5, 'project_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'gw_port': {'id': '6555e7cb-1ce8-4da9-bb4d-d91ce047b0e7', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:94:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:40:26Z', 'updated_at': '2021-07-05T02:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '086f0309-d4b2-4772-b204-4db88179e219', 'tenant_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'floating_ip_address': '172.25.7.98', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': 'b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d', 'port_id': 'cdfd25fc-b633-4b97-ade1-309f75e1f7a3', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3300, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5707578e-6bd2-47ab-9975-d5337f100e83', 'mac_address': 'fa:16:3e:78:c4:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ca3bcd-f0a6-43dd-9dd2-88e517634f63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T02:41:19Z', 'updated_at': '2021-07-05T02:41:24Z', 'revision_number': 1, 'project_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '208e19d7-13b6-460e-a4b8-1b5d3e5448f5', 'name': '', 'network_id': '5f4ace55-178b-4ec0-8ee2-07eda90fa2ad', 'tenant_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'mac_address': 'fa:16:3e:a4:f5:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': '4d216bc0-19bb-4c3b-953e-09ed51f70ed1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:42:32Z', 'updated_at': '2021-07-05T02:42:34Z', 'revision_number': 2, 'project_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'subnets': [{'id': '4d216bc0-19bb-4c3b-953e-09ed51f70ed1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3494458e-5161-45af-8201-9b30e115c3ed', 'name': '', 'network_id': '5707578e-6bd2-47ab-9975-d5337f100e83', 'tenant_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'mac_address': 'fa:16:3e:4d:ba:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '28052bc8-43f3-4b27-af64-004e742f3a2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:40:36Z', 'updated_at': '2021-07-05T02:40:47Z', 'revision_number': 5, 'project_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'subnets': [{'id': '28052bc8-43f3-4b27-af64-004e742f3a2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:42:36.397950 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2236301d-dd77-4f9a-a509-60060b5910f5 None None] Checking router: b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:42:36.398353 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2236301d-dd77-4f9a-a509-60060b5910f5 None None] Updating router b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d port 208e19d7-13b6-460e-a4b8-1b5d3e5448f5 binding host n-d-771362-32 {{(pid=94463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 02:42:36.458997 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-2236301d-dd77-4f9a-a509-60060b5910f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:36.525854 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-804e33ec-8e4a-447a-9a80-08e90720f5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5763451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774823'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:36.624718 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804e33ec-8e4a-447a-9a80-08e90720f5e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd91a718-1133-4464-b627-0d4d6c8f8f9c,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:42:36.635955 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804e33ec-8e4a-447a-9a80-08e90720f5e6 admin admin] Checking segment: {'id': 'b7157176-2d07-46f7-baeb-77586810c902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c6a1e8ad-0016-46f3-9a4a-7f59ac68f139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:42:36.636178 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804e33ec-8e4a-447a-9a80-08e90720f5e6 admin admin] Network hostable DHCP agents. Network: c6a1e8ad-0016-46f3-9a4a-7f59ac68f139, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:42:36.647805 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377b65a9-d513-4fe1-8bdf-cbbbe4fc7341 req-f48b8aa2-11a7-42e6-984b-7ba331ace3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:36.649450 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-377b65a9-d513-4fe1-8bdf-cbbbe4fc7341 req-f48b8aa2-11a7-42e6-984b-7ba331ace3c0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4029f7586c674799901f5830e91fb3ea&device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 1098 time: 0.1559179 Jul 05 02:42:36.738759 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804e33ec-8e4a-447a-9a80-08e90720f5e6 admin admin] Network c6a1e8ad-0016-46f3-9a4a-7f59ac68f139 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:42:36.775370 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377b65a9-d513-4fe1-8bdf-cbbbe4fc7341 req-1cb7e1a6-cc42-4356-981f-174d511c3d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:36.777249 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-377b65a9-d513-4fe1-8bdf-cbbbe4fc7341 req-1cb7e1a6-cc42-4356-981f-174d511c3d5e service neutron] 10.222.0.15 "GET /v2.0/networks?id=0363edd0-1704-4ea5-b7c0-1061ca483b3c HTTP/1.1" status: 200 len: 913 time: 0.1041176 Jul 05 02:42:36.792094 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-2236301d-dd77-4f9a-a509-60060b5910f5 None None] Notify callbacks [] for port, precommit_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:36.815225 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-2236301d-dd77-4f9a-a509-60060b5910f5 None None] Transition to ACTIVE for port object 208e19d7-13b6-460e-a4b8-1b5d3e5448f5 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:42:36.825023 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-377b65a9-d513-4fe1-8bdf-cbbbe4fc7341 req-c0e452f3-eb7d-4799-8056-7ce15e12fd80 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8045d015-5213-428b-a14c-1cb3ac9ffdd6 HTTP/1.1" status: 200 len: 217 time: 0.0418210 Jul 05 02:42:36.857741 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-804e33ec-8e4a-447a-9a80-08e90720f5e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, c6a1e8ad-0016-46f3-9a4a-7f59ac68f139) {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:42:36.864095 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804e33ec-8e4a-447a-9a80-08e90720f5e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:36.864682 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-804e33ec-8e4a-447a-9a80-08e90720f5e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:36.866476 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3584aa99-b2e1-4eed-b778-c6b21d277830 None None] Network c6a1e8ad-0016-46f3-9a4a-7f59ac68f139 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:42:36.884915 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377b65a9-d513-4fe1-8bdf-cbbbe4fc7341 req-3d1ad4ad-3ba4-41a6-8cf4-9412db646d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:36.886471 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-377b65a9-d513-4fe1-8bdf-cbbbe4fc7341 req-3d1ad4ad-3ba4-41a6-8cf4-9412db646d49 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=606919bb-0ade-4589-8a2b-c9dcfa56ec85 HTTP/1.1" status: 200 len: 853 time: 0.0552790 Jul 05 02:42:36.929634 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-2236301d-dd77-4f9a-a509-60060b5910f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:36.937612 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-377b65a9-d513-4fe1-8bdf-cbbbe4fc7341 req-8238804a-37c2-4ebc-a081-73d4abb00555 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0363edd0-1704-4ea5-b7c0-1061ca483b3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435326 Jul 05 02:42:36.969142 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-804e33ec-8e4a-447a-9a80-08e90720f5e6 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8842354 Jul 05 02:42:37.012168 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dc8d1c-7736-401b-9af4-8d5dc1552f5e None None] Pushing event updated for resources: {'Port': ['ID=208e19d7-13b6-460e-a4b8-1b5d3e5448f5,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:42:37.080033 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-377b65a9-d513-4fe1-8bdf-cbbbe4fc7341 req-45888dfa-fd0a-4a65-b90c-3adf8ff113e2 service neutron] 10.222.0.15 "GET /v2.0/networks/0363edd0-1704-4ea5-b7c0-1061ca483b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366873 Jul 05 02:42:37.101041 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-2236301d-dd77-4f9a-a509-60060b5910f5 None None] Attempting to bind port 208e19d7-13b6-460e-a4b8-1b5d3e5448f5 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:42:37.101415 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-2236301d-dd77-4f9a-a509-60060b5910f5 None None] Attempting to bind port 208e19d7-13b6-460e-a4b8-1b5d3e5448f5 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '9ea05186-e175-4085-afab-93b2a2a0f9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5f4ace55-178b-4ec0-8ee2-07eda90fa2ad'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:42:37.101802 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2236301d-dd77-4f9a-a509-60060b5910f5 None None] Attempting to bind port 208e19d7-13b6-460e-a4b8-1b5d3e5448f5 on network 5f4ace55-178b-4ec0-8ee2-07eda90fa2ad {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:42:37.108360 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2236301d-dd77-4f9a-a509-60060b5910f5 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:42:37.108738 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2236301d-dd77-4f9a-a509-60060b5910f5 None None] Checking segment: {'id': '9ea05186-e175-4085-afab-93b2a2a0f9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5f4ace55-178b-4ec0-8ee2-07eda90fa2ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:42:37.109152 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-2236301d-dd77-4f9a-a509-60060b5910f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:37.109552 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2236301d-dd77-4f9a-a509-60060b5910f5 None None] Bound using segment: {'id': '9ea05186-e175-4085-afab-93b2a2a0f9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5f4ace55-178b-4ec0-8ee2-07eda90fa2ad'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:42:37.110027 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-2236301d-dd77-4f9a-a509-60060b5910f5 None None] Bound port: 208e19d7-13b6-460e-a4b8-1b5d3e5448f5, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ea05186-e175-4085-afab-93b2a2a0f9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5f4ace55-178b-4ec0-8ee2-07eda90fa2ad'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:42:37.114493 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-2236301d-dd77-4f9a-a509-60060b5910f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:37.184982 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c8f30f-273f-4d40-96de-0562f3178213 None None] Network c6a1e8ad-0016-46f3-9a4a-7f59ac68f139 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:42:37.317930 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-377b65a9-d513-4fe1-8bdf-cbbbe4fc7341 req-dab235f8-8d9b-4010-8017-a5d765dd1328 service neutron] 10.222.0.15 "GET /v2.0/networks/0363edd0-1704-4ea5-b7c0-1061ca483b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314656 Jul 05 02:42:37.441583 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98622dc8-d333-4b94-acd5-33c1741ccaf6 req-ac6bf9c2-6c4a-4f2f-9c84-de89eac06513 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:37.443810 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-98622dc8-d333-4b94-acd5-33c1741ccaf6 req-ac6bf9c2-6c4a-4f2f-9c84-de89eac06513 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=1595e6dd-94a0-4553-b6d3-286b1a295207 HTTP/1.1" status: 200 len: 943 time: 0.1073790 Jul 05 02:42:37.453570 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-2236301d-dd77-4f9a-a509-60060b5910f5 None None] For port 208e19d7-13b6-460e-a4b8-1b5d3e5448f5, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:42:37.459732 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-2236301d-dd77-4f9a-a509-60060b5910f5 None None] For port 208e19d7-13b6-460e-a4b8-1b5d3e5448f5, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=208e19d7-13b6-460e-a4b8-1b5d3e5448f5,segment=NetworkSegment(9ea05186-e175-4085-afab-93b2a2a0f9d2),segment_id=9ea05186-e175-4085-afab-93b2a2a0f9d2)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:42:37.465422 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb2925b-ba11-4219-bc92-9a4e6d677595 req-9e6b84cd-c928-4457-966d-b8ff28ecb257 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:37.468009 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fdb2925b-ba11-4219-bc92-9a4e6d677595 req-9e6b84cd-c928-4457-966d-b8ff28ecb257 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 946 time: 0.1369076 Jul 05 02:42:37.491299 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-98622dc8-d333-4b94-acd5-33c1741ccaf6 req-d3b9f64b-3c37-48ee-a48a-f3575e2cffe0 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398173 Jul 05 02:42:37.535674 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fdb2925b-ba11-4219-bc92-9a4e6d677595 req-5051d6c4-0b6a-466f-a75b-fb5ef8d61ac5 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587506 Jul 05 02:42:38.286229 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-2236301d-dd77-4f9a-a509-60060b5910f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:38.338875 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2236301d-dd77-4f9a-a509-60060b5910f5 None None] Routers {'b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:42:38.339714 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-2236301d-dd77-4f9a-a509-60060b5910f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:42:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:42:38.395409 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dc8d1c-7736-401b-9af4-8d5dc1552f5e None None] Pushing event updated for resources: {'Port': ['ID=208e19d7-13b6-460e-a4b8-1b5d3e5448f5,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:42:38.475195 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-2236301d-dd77-4f9a-a509-60060b5910f5 None None] Set router b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:42:38.721141 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27006a73-4ac6-4dd7-8753-01dcac825528 req-7b45cb34-b539-4264-a4b1-9f8b045c47dd tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:38.723614 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-27006a73-4ac6-4dd7-8753-01dcac825528 req-7b45cb34-b539-4264-a4b1-9f8b045c47dd tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=1595e6dd-94a0-4553-b6d3-286b1a295207 HTTP/1.1" status: 200 len: 943 time: 0.0816202 Jul 05 02:42:38.772555 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-27006a73-4ac6-4dd7-8753-01dcac825528 req-0c8e472d-1683-4ca9-b8e6-02a3a0c49078 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425353 Jul 05 02:42:38.793963 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeb386c-6556-4edc-b849-7867756396f4 req-dbcec6d9-b23c-4145-8565-91df0d96731e tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:38.796979 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cdeb386c-6556-4edc-b849-7867756396f4 req-dbcec6d9-b23c-4145-8565-91df0d96731e tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 946 time: 0.0939903 Jul 05 02:42:38.843434 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cdeb386c-6556-4edc-b849-7867756396f4 req-7f4f8f29-0d17-490a-98a0-17a7b9707577 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395172 Jul 05 02:42:38.973678 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-2236301d-dd77-4f9a-a509-60060b5910f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d', 'name': 'tempest-TestNetworkBasicOps-router-1623503849', 'tenant_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': '6555e7cb-1ce8-4da9-bb4d-d91ce047b0e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:40:25Z', 'updated_at': '2021-07-05T02:42:33Z', 'revision_number': 5, 'project_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'gw_port': {'id': '6555e7cb-1ce8-4da9-bb4d-d91ce047b0e7', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:94:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:40:26Z', 'updated_at': '2021-07-05T02:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '086f0309-d4b2-4772-b204-4db88179e219', 'tenant_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'floating_ip_address': '172.25.7.98', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': 'b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d', 'port_id': 'cdfd25fc-b633-4b97-ade1-309f75e1f7a3', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3300, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5707578e-6bd2-47ab-9975-d5337f100e83', 'mac_address': 'fa:16:3e:78:c4:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ca3bcd-f0a6-43dd-9dd2-88e517634f63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T02:41:19Z', 'updated_at': '2021-07-05T02:41:24Z', 'revision_number': 1, 'project_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '208e19d7-13b6-460e-a4b8-1b5d3e5448f5', 'name': '', 'network_id': '5f4ace55-178b-4ec0-8ee2-07eda90fa2ad', 'tenant_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'mac_address': 'fa:16:3e:a4:f5:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': '4d216bc0-19bb-4c3b-953e-09ed51f70ed1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:42:32Z', 'updated_at': '2021-07-05T02:42:37Z', 'revision_number': 4, 'project_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'subnets': [{'id': '4d216bc0-19bb-4c3b-953e-09ed51f70ed1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3494458e-5161-45af-8201-9b30e115c3ed', 'name': '', 'network_id': '5707578e-6bd2-47ab-9975-d5337f100e83', 'tenant_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'mac_address': 'fa:16:3e:4d:ba:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '28052bc8-43f3-4b27-af64-004e742f3a2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:40:36Z', 'updated_at': '2021-07-05T02:40:47Z', 'revision_number': 5, 'project_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'subnets': [{'id': '28052bc8-43f3-4b27-af64-004e742f3a2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:42:39.000496 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2236301d-dd77-4f9a-a509-60060b5910f5 None None] The sync data for ids ['b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d'] in n-d-771362-32 is: [{'id': 'b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d', 'name': 'tempest-TestNetworkBasicOps-router-1623503849', 'tenant_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': '6555e7cb-1ce8-4da9-bb4d-d91ce047b0e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:40:25Z', 'updated_at': '2021-07-05T02:42:33Z', 'revision_number': 5, 'project_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'gw_port': {'id': '6555e7cb-1ce8-4da9-bb4d-d91ce047b0e7', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:94:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:40:26Z', 'updated_at': '2021-07-05T02:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '086f0309-d4b2-4772-b204-4db88179e219', 'tenant_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'floating_ip_address': '172.25.7.98', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': 'b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d', 'port_id': 'cdfd25fc-b633-4b97-ade1-309f75e1f7a3', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3300, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5707578e-6bd2-47ab-9975-d5337f100e83', 'mac_address': 'fa:16:3e:78:c4:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ca3bcd-f0a6-43dd-9dd2-88e517634f63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T02:41:19Z', 'updated_at': '2021-07-05T02:41:24Z', 'revision_number': 1, 'project_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '208e19d7-13b6-460e-a4b8-1b5d3e5448f5', 'name': '', 'network_id': '5f4ace55-178b-4ec0-8ee2-07eda90fa2ad', 'tenant_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'mac_address': 'fa:16:3e:a4:f5:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': '4d216bc0-19bb-4c3b-953e-09ed51f70ed1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:42:32Z', 'updated_at': '2021-07-05T02:42:37Z', 'revision_number': 4, 'project_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'subnets': [{'id': '4d216bc0-19bb-4c3b-953e-09ed51f70ed1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3494458e-5161-45af-8201-9b30e115c3ed', 'name': '', 'network_id': '5707578e-6bd2-47ab-9975-d5337f100e83', 'tenant_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'mac_address': 'fa:16:3e:4d:ba:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '28052bc8-43f3-4b27-af64-004e742f3a2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:40:36Z', 'updated_at': '2021-07-05T02:40:47Z', 'revision_number': 5, 'project_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'subnets': [{'id': '28052bc8-43f3-4b27-af64-004e742f3a2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:42:39.465039 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 208e19d7-13b6-460e-a4b8-1b5d3e5448f5 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:42:39.646089 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 208e19d7-13b6-460e-a4b8-1b5d3e5448f5 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:42:39.653160 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 208e19d7-13b6-460e-a4b8-1b5d3e5448f5 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:42:39.654618 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:39.761791 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:39.804374 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 208e19d7-13b6-460e-a4b8-1b5d3e5448f5, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=208e19d7-13b6-460e-a4b8-1b5d3e5448f5,segment=NetworkSegment(9ea05186-e175-4085-afab-93b2a2a0f9d2),segment_id=9ea05186-e175-4085-afab-93b2a2a0f9d2)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:42:39.873896 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:39.989177 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=208e19d7-13b6-460e-a4b8-1b5d3e5448f5,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:42:40.021014 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edf60e5-1be7-4041-923b-727de673bca9 req-a8a36e74-e980-4ad2-9f47-33e93937f894 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:40.027293 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3edf60e5-1be7-4041-923b-727de673bca9 req-a8a36e74-e980-4ad2-9f47-33e93937f894 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=1595e6dd-94a0-4553-b6d3-286b1a295207 HTTP/1.1" status: 200 len: 943 time: 0.1169488 Jul 05 02:42:40.069031 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3edf60e5-1be7-4041-923b-727de673bca9 req-d388a043-93bd-409c-acea-8c96e1e560e7 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379086 Jul 05 02:42:40.074812 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fbd9d1-8184-441d-b023-d05950b6f0ee req-cafd508e-0ed8-4d9c-9778-5e0e0fdf5414 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:40.077124 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-39fbd9d1-8184-441d-b023-d05950b6f0ee req-cafd508e-0ed8-4d9c-9778-5e0e0fdf5414 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 946 time: 0.0832789 Jul 05 02:42:40.116826 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-39fbd9d1-8184-441d-b023-d05950b6f0ee req-365a52d1-2ede-47a0-9bd2-f2ea10ad3ddd tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334635 Jul 05 02:42:40.366224 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3873f078-bfe4-4868-a913-b41ce130b48c req-8aa4b8a7-5471-4ae2-9ce0-5a81e713a82d tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:40.367875 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3873f078-bfe4-4868-a913-b41ce130b48c req-8aa4b8a7-5471-4ae2-9ce0-5a81e713a82d tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 946 time: 0.1160245 Jul 05 02:42:40.410312 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3873f078-bfe4-4868-a913-b41ce130b48c req-aa604a60-1f75-4feb-823f-84a0af285249 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317905 Jul 05 02:42:40.589924 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0e7672-6f1b-4fa5-adfd-a74fff44cf6f req-960c073a-9e58-441b-954a-d7e7aaca7455 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:40.592017 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cd0e7672-6f1b-4fa5-adfd-a74fff44cf6f req-960c073a-9e58-441b-954a-d7e7aaca7455 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 946 time: 0.0654783 Jul 05 02:42:40.630357 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cd0e7672-6f1b-4fa5-adfd-a74fff44cf6f req-23441ebf-296e-4c73-98a4-45d14970bb56 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321522 Jul 05 02:42:40.845379 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497cb152-3fee-4c85-af12-b87b8cdcf34e req-b4d3d777-0307-4ded-85f4-c4d39e9e753b tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:40.846976 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-497cb152-3fee-4c85-af12-b87b8cdcf34e req-b4d3d777-0307-4ded-85f4-c4d39e9e753b tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 946 time: 0.0777087 Jul 05 02:42:40.884623 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-497cb152-3fee-4c85-af12-b87b8cdcf34e req-5019c69c-fb44-4bb0-9d2c-9386b31840f9 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321019 Jul 05 02:42:41.056211 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6016c626-101d-4ff2-af38-f43d8af10796 req-99a26365-2531-477f-bae6-26937c261d67 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:41.057702 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6016c626-101d-4ff2-af38-f43d8af10796 req-99a26365-2531-477f-bae6-26937c261d67 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 946 time: 0.0630846 Jul 05 02:42:41.099008 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6016c626-101d-4ff2-af38-f43d8af10796 req-5f5ab8a9-ea55-4e5f-a1f9-427b0d136ceb tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355630 Jul 05 02:42:41.257307 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c584b9ef-f21b-44a0-90c7-6546d823a2a9 req-99ce0d0b-6207-45df-bfb8-aa7d3db70bef tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:41.262590 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c584b9ef-f21b-44a0-90c7-6546d823a2a9 req-99ce0d0b-6207-45df-bfb8-aa7d3db70bef tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=1595e6dd-94a0-4553-b6d3-286b1a295207 HTTP/1.1" status: 200 len: 943 time: 0.0704472 Jul 05 02:42:41.307879 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c584b9ef-f21b-44a0-90c7-6546d823a2a9 req-dc898f53-6ae1-4337-9d51-7213d1c38a3b tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413339 Jul 05 02:42:41.325000 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950ea254-b357-4992-9baf-a0d8fa87a4b0 req-44f8ca14-bb1d-4dd9-9997-6656ba8cde66 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:41.327208 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-950ea254-b357-4992-9baf-a0d8fa87a4b0 req-44f8ca14-bb1d-4dd9-9997-6656ba8cde66 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 946 time: 0.0892098 Jul 05 02:42:41.367244 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-950ea254-b357-4992-9baf-a0d8fa87a4b0 req-25f1f28a-214f-41c5-965f-9fe36cf3bb5d tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342925 Jul 05 02:42:41.449228 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 208e19d7-13b6-460e-a4b8-1b5d3e5448f5 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:42:41.519555 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 208e19d7-13b6-460e-a4b8-1b5d3e5448f5 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:42:41.520182 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:41.606416 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e1adc5-ee3b-4fde-9f59-47e89905ede2 req-c586d807-5a89-4f30-8a58-cdc6a00c5904 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:41.609111 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-35e1adc5-ee3b-4fde-9f59-47e89905ede2 req-c586d807-5a89-4f30-8a58-cdc6a00c5904 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 946 time: 0.0983038 Jul 05 02:42:41.662049 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-35e1adc5-ee3b-4fde-9f59-47e89905ede2 req-9ffd3c3b-b4d5-460a-aa12-feeb384135b1 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470002 Jul 05 02:42:41.840781 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:41.842042 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:42.296075 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93548ca-0683-43fe-ae50-b3a732a3724c req-9d320caa-f1b4-4f72-9949-8cb738d740cf tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:42.305108 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b93548ca-0683-43fe-ae50-b3a732a3724c req-9d320caa-f1b4-4f72-9949-8cb738d740cf tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 946 time: 0.0808592 Jul 05 02:42:42.374187 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b93548ca-0683-43fe-ae50-b3a732a3724c req-1c9e5f4b-49c6-42cf-8773-7be46d387390 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694292 Jul 05 02:42:42.522637 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc767e5e-c28e-4fc1-9bdd-48f42356097c req-8d8d734a-0150-4977-ad24-544929659524 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:42.524465 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-dc767e5e-c28e-4fc1-9bdd-48f42356097c req-8d8d734a-0150-4977-ad24-544929659524 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=1595e6dd-94a0-4553-b6d3-286b1a295207 HTTP/1.1" status: 200 len: 943 time: 0.0735347 Jul 05 02:42:42.573162 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-dc767e5e-c28e-4fc1-9bdd-48f42356097c req-11618707-2aba-4aea-98d0-4ede659e7f52 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327778 Jul 05 02:42:43.226635 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 4603193c-607e-4da9-89c1-f428c7260fa5 details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:42:43.326014 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 4603193c-607e-4da9-89c1-f428c7260fa5, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=4603193c-607e-4da9-89c1-f428c7260fa5,segment=NetworkSegment(0d275c90-3bd1-498e-a485-a23914e67eb1),segment_id=0d275c90-3bd1-498e-a485-a23914e67eb1)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:42:43.339007 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': '4603193c-607e-4da9-89c1-f428c7260fa5', 'network_id': '73b1fe81-9ead-413d-adcc-8dcb2085def5', 'port_id': '4603193c-607e-4da9-89c1-f428c7260fa5', 'mac_address': 'fa:16:3e:8e:a2:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33729902-d3e5-4dd5-ba26-acbc079120a6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:42:43.377960 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:43.392089 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4603193c-607e-4da9-89c1-f428c7260fa5 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:42:43.436069 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 4603193c-607e-4da9-89c1-f428c7260fa5, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=4603193c-607e-4da9-89c1-f428c7260fa5,segment=NetworkSegment(0d275c90-3bd1-498e-a485-a23914e67eb1),segment_id=0d275c90-3bd1-498e-a485-a23914e67eb1)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:42:43.531630 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:43.597386 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=4603193c-607e-4da9-89c1-f428c7260fa5,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:42:43.601775 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3389b9-6520-4a33-812e-755fed0f154a req-c49401a1-b0d8-4a61-af98-5edcb07f9b10 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:43.606898 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ba3389b9-6520-4a33-812e-755fed0f154a req-c49401a1-b0d8-4a61-af98-5edcb07f9b10 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 946 time: 0.1053245 Jul 05 02:42:43.647717 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ba3389b9-6520-4a33-812e-755fed0f154a req-30c29360-5596-4ec5-a95b-408e2d29b932 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351143 Jul 05 02:42:43.807732 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['4603193c-607e-4da9-89c1-f428c7260fa5'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:42:44.118113 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5385cad8-b809-4e4d-bbbc-262803aa2124 req-ad7958cf-cb40-470c-92a7-074eb988c620 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:44.118113 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5385cad8-b809-4e4d-bbbc-262803aa2124 req-ad7958cf-cb40-470c-92a7-074eb988c620 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=1595e6dd-94a0-4553-b6d3-286b1a295207 HTTP/1.1" status: 200 len: 944 time: 0.4178386 Jul 05 02:42:44.150762 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5385cad8-b809-4e4d-bbbc-262803aa2124 req-89ea02b5-2ddd-4065-9a48-0de833dce653 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324163 Jul 05 02:42:44.548101 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154e2356-2362-4c25-8fab-3df078e54477 req-15143065-9eb7-4c80-a219-c4bb3f98c680 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:44.549663 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-154e2356-2362-4c25-8fab-3df078e54477 req-15143065-9eb7-4c80-a219-c4bb3f98c680 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 946 time: 0.0643039 Jul 05 02:42:44.591321 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-154e2356-2362-4c25-8fab-3df078e54477 req-cb59626f-72b5-4a8e-8c15-ef5b0cddba8b tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352311 Jul 05 02:42:44.680183 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9646daa6-e1d7-405d-bfde-845549227a05 req-f7f6f50f-b072-460b-8bce-f59feab0ecf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:44.680183 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9646daa6-e1d7-405d-bfde-845549227a05 req-f7f6f50f-b072-460b-8bce-f59feab0ecf0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4029f7586c674799901f5830e91fb3ea&device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 1098 time: 0.0674679 Jul 05 02:42:44.771536 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9646daa6-e1d7-405d-bfde-845549227a05 req-9cc09189-c3dc-43eb-964a-24e0a0bc6016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:44.773251 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9646daa6-e1d7-405d-bfde-845549227a05 req-9cc09189-c3dc-43eb-964a-24e0a0bc6016 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0363edd0-1704-4ea5-b7c0-1061ca483b3c HTTP/1.1" status: 200 len: 913 time: 0.0875773 Jul 05 02:42:44.814491 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9646daa6-e1d7-405d-bfde-845549227a05 req-a7558648-1c9d-4068-95e3-9c11f2c197a2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8045d015-5213-428b-a14c-1cb3ac9ffdd6 HTTP/1.1" status: 200 len: 217 time: 0.0346370 Jul 05 02:42:44.866905 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9646daa6-e1d7-405d-bfde-845549227a05 req-4abd0254-3c15-4875-b67e-ad54ffaefb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:44.868366 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9646daa6-e1d7-405d-bfde-845549227a05 req-4abd0254-3c15-4875-b67e-ad54ffaefb29 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=606919bb-0ade-4589-8a2b-c9dcfa56ec85 HTTP/1.1" status: 200 len: 853 time: 0.0480196 Jul 05 02:42:44.899668 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9646daa6-e1d7-405d-bfde-845549227a05 req-9b0c6d38-6028-4f4d-bb9d-e515907b5538 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0363edd0-1704-4ea5-b7c0-1061ca483b3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250947 Jul 05 02:42:44.985555 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9646daa6-e1d7-405d-bfde-845549227a05 req-b2b5bfdf-5611-442e-a389-c5bd93801323 service neutron] 10.222.0.15 "GET /v2.0/networks/0363edd0-1704-4ea5-b7c0-1061ca483b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790281 Jul 05 02:42:45.078279 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9646daa6-e1d7-405d-bfde-845549227a05 req-858c409a-f90a-49b2-b418-13c293af7bd6 service neutron] 10.222.0.15 "GET /v2.0/networks/0363edd0-1704-4ea5-b7c0-1061ca483b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864506 Jul 05 02:42:45.241320 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 4603193c-607e-4da9-89c1-f428c7260fa5 up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:42:45.344116 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80d63d6-689f-4771-b4d9-22159bb7b2ec req-be2b60c4-f504-4865-b068-dce4503bb111 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:45.345575 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b80d63d6-689f-4771-b4d9-22159bb7b2ec req-be2b60c4-f504-4865-b068-dce4503bb111 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=1595e6dd-94a0-4553-b6d3-286b1a295207 HTTP/1.1" status: 200 len: 944 time: 0.0839252 Jul 05 02:42:45.404311 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning for port 4603193c-607e-4da9-89c1-f428c7260fa5 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:42:45.408028 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b80d63d6-689f-4771-b4d9-22159bb7b2ec req-3d32dc50-7526-4460-80af-e4e0db5dc731 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464880 Jul 05 02:42:45.408630 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port 4603193c-607e-4da9-89c1-f428c7260fa5 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:42:45.409172 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:45.424227 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1cff3572-b3a3-4f01-90bd-ccd4250e6797 req-ccc75a28-058b-48a9-87f2-5f5acac20384 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0960722 Jul 05 02:42:45.491912 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:45.518295 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1595e6dd-94a0-4553-b6d3-286b1a295207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4603193c-607e-4da9-89c1-f428c7260fa5'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:42:45.527221 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92cc9646-2877-45f5-95cb-e177c8a7f1a8" -d '{"events": [{"server_uuid": "1595e6dd-94a0-4553-b6d3-286b1a295207", "name": "network-vif-plugged", "status": "completed", "tag": "4603193c-607e-4da9-89c1-f428c7260fa5"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:42:45.547009 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 4603193c-607e-4da9-89c1-f428c7260fa5, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=4603193c-607e-4da9-89c1-f428c7260fa5,segment=NetworkSegment(0d275c90-3bd1-498e-a485-a23914e67eb1),segment_id=0d275c90-3bd1-498e-a485-a23914e67eb1)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:42:45.556725 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff3572-b3a3-4f01-90bd-ccd4250e6797 req-c463d60f-ea0c-4a93-bdb3-d08b16237327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:45.567898 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1cff3572-b3a3-4f01-90bd-ccd4250e6797 req-c463d60f-ea0c-4a93-bdb3-d08b16237327 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=442a3e50d6be48be9e1562c5772ee754&device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 1096 time: 0.0867100 Jul 05 02:42:45.580275 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a640d68-40ed-4111-9bcb-28064848076c x-openstack-request-id: req-6a640d68-40ed-4111-9bcb-28064848076c {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:42:45.580559 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1595e6dd-94a0-4553-b6d3-286b1a295207", "name": "network-vif-plugged", "status": "completed", "tag": "4603193c-607e-4da9-89c1-f428c7260fa5", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:42:45.580892 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6a640d68-40ed-4111-9bcb-28064848076c {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:42:45.581291 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1595e6dd-94a0-4553-b6d3-286b1a295207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4603193c-607e-4da9-89c1-f428c7260fa5', 'code': 200} Jul 05 02:42:45.703645 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:45.731982 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff3572-b3a3-4f01-90bd-ccd4250e6797 req-1e29a199-33fb-4368-b733-8f4b8855c9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:45.734987 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1cff3572-b3a3-4f01-90bd-ccd4250e6797 req-1e29a199-33fb-4368-b733-8f4b8855c9b7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c4d51310-b056-42c6-8720-dd3607bb490e HTTP/1.1" status: 200 len: 911 time: 0.1470950 Jul 05 02:42:45.770262 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=4603193c-607e-4da9-89c1-f428c7260fa5,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:42:45.828374 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35306a4c-0d96-4716-8f1a-64271c01cbc5 req-1408da60-d8df-4b7f-b5f3-425d6dbb968c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:45.829907 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-35306a4c-0d96-4716-8f1a-64271c01cbc5 req-1408da60-d8df-4b7f-b5f3-425d6dbb968c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1595e6dd-94a0-4553-b6d3-286b1a295207 HTTP/1.1" status: 200 len: 1096 time: 0.1796849 Jul 05 02:42:45.870661 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1cff3572-b3a3-4f01-90bd-ccd4250e6797 req-b4133b8c-9518-4933-b81f-0af268a6939c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9394229-9271-4949-b389-b76d35d0946e HTTP/1.1" status: 200 len: 998 time: 0.1147301 Jul 05 02:42:45.926074 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aaab5b-3417-43bd-830b-aab4a0d102c4 req-15b0e550-c8cc-4c95-9251-b272ffbfa6d6 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:45.927730 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d0aaab5b-3417-43bd-830b-aab4a0d102c4 req-15b0e550-c8cc-4c95-9251-b272ffbfa6d6 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 946 time: 0.1875286 Jul 05 02:42:45.931245 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-35306a4c-0d96-4716-8f1a-64271c01cbc5 req-7626bf95-f5ad-430c-8121-e7370d0ec312 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937052 Jul 05 02:42:45.960639 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff3572-b3a3-4f01-90bd-ccd4250e6797 req-ded60a4f-d345-4cfa-b1ff-1122a2d5c1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:45.962224 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1cff3572-b3a3-4f01-90bd-ccd4250e6797 req-ded60a4f-d345-4cfa-b1ff-1122a2d5c1df service neutron] 10.222.0.21 "GET /v2.0/subnets?id=822ac30d-26eb-483a-9cd9-5da64853ba79 HTTP/1.1" status: 200 len: 850 time: 0.0823781 Jul 05 02:42:45.978985 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d0aaab5b-3417-43bd-830b-aab4a0d102c4 req-bbd3c800-289d-4958-bc1f-10b568f1340f tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431514 Jul 05 02:42:46.047189 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff3572-b3a3-4f01-90bd-ccd4250e6797 req-e3164d4c-1d5c-4c64-90af-5d736b8f0d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:46.048833 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1cff3572-b3a3-4f01-90bd-ccd4250e6797 req-e3164d4c-1d5c-4c64-90af-5d736b8f0d9c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c4d51310-b056-42c6-8720-dd3607bb490e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0604637 Jul 05 02:42:46.072371 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [req-1cff3572-b3a3-4f01-90bd-ccd4250e6797 req-4656788c-7d89-468a-8145-36047750d6f4 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:42:46.073415 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1cff3572-b3a3-4f01-90bd-ccd4250e6797 req-4656788c-7d89-468a-8145-36047750d6f4 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053546 Jul 05 02:42:46.170536 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1cff3572-b3a3-4f01-90bd-ccd4250e6797 req-3367602b-9a4f-468c-a8c5-a70500d47e67 service neutron] 10.222.0.21 "GET /v2.0/networks/c4d51310-b056-42c6-8720-dd3607bb490e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904670 Jul 05 02:42:46.261171 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1cff3572-b3a3-4f01-90bd-ccd4250e6797 req-735bed40-3192-40a4-b11d-8425737938e0 service neutron] 10.222.0.21 "GET /v2.0/networks/c4d51310-b056-42c6-8720-dd3607bb490e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833132 Jul 05 02:42:46.607134 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0d5d7f-b29e-4a24-a5c8-140ebce7692d req-9996007b-5abb-45aa-9039-83038fb12d56 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:46.614519 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2a0d5d7f-b29e-4a24-a5c8-140ebce7692d req-9996007b-5abb-45aa-9039-83038fb12d56 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=1595e6dd-94a0-4553-b6d3-286b1a295207 HTTP/1.1" status: 200 len: 945 time: 0.0850041 Jul 05 02:42:46.654748 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2a0d5d7f-b29e-4a24-a5c8-140ebce7692d req-f29dcf5f-ff0c-497f-9968-9b0c00aee041 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392737 Jul 05 02:42:47.183061 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8446d5-7fe1-473c-9fc2-05621a38607f req-641b1d55-84c0-4c86-87aa-17a109d59bc9 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:47.185255 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8e8446d5-7fe1-473c-9fc2-05621a38607f req-641b1d55-84c0-4c86-87aa-17a109d59bc9 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 946 time: 0.0702038 Jul 05 02:42:47.222586 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8e8446d5-7fe1-473c-9fc2-05621a38607f req-9efa092b-4063-4d55-afd3-e8b6bab5fe99 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316887 Jul 05 02:42:47.406406 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b2c518-43fb-4ed7-b1d3-61c356cbf04d req-4cf787e4-9546-4624-ab51-1c6f6418b7fd tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:47.414264 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a7b2c518-43fb-4ed7-b1d3-61c356cbf04d req-4cf787e4-9546-4624-ab51-1c6f6418b7fd tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 946 time: 0.0757668 Jul 05 02:42:47.457391 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a7b2c518-43fb-4ed7-b1d3-61c356cbf04d req-0eccf258-42a1-408d-8c02-a7bee4ed2d24 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391645 Jul 05 02:42:47.646378 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43790965-3fa3-403b-9a25-28184ad0ad50 req-14d5f528-10f9-40f0-9371-f77a530c67b7 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:47.648099 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-43790965-3fa3-403b-9a25-28184ad0ad50 req-14d5f528-10f9-40f0-9371-f77a530c67b7 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 946 time: 0.0639741 Jul 05 02:42:47.699640 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-43790965-3fa3-403b-9a25-28184ad0ad50 req-718a2b03-b0b5-496f-8175-e32f688f3cb0 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362043 Jul 05 02:42:47.851525 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f83b441-b28c-4941-b004-fb1b50eb3c13 req-2fbda236-a90e-4aa6-84a7-ef668b0ddc27 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:47.853238 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0f83b441-b28c-4941-b004-fb1b50eb3c13 req-2fbda236-a90e-4aa6-84a7-ef668b0ddc27 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=1595e6dd-94a0-4553-b6d3-286b1a295207 HTTP/1.1" status: 200 len: 945 time: 0.0756989 Jul 05 02:42:47.893716 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e5b23-7809-4b73-a2e3-4c54c16954ea req-5c97ab70-9f85-4fad-a71c-b7241de4e266 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:47.895278 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d89e5b23-7809-4b73-a2e3-4c54c16954ea req-5c97ab70-9f85-4fad-a71c-b7241de4e266 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 946 time: 0.0693049 Jul 05 02:42:47.905825 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0f83b441-b28c-4941-b004-fb1b50eb3c13 req-2904ae06-33c1-4b19-9fcb-cbd0d22bb0cf tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461311 Jul 05 02:42:47.936185 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d89e5b23-7809-4b73-a2e3-4c54c16954ea req-20c255f3-5be6-4890-be4d-e911b522ca44 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346997 Jul 05 02:42:48.102633 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2ca155-45d0-4946-8f16-7170a9ae9b65 req-4124f379-e543-4515-8c3b-aabc5b8095b5 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:48.104137 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fd2ca155-45d0-4946-8f16-7170a9ae9b65 req-4124f379-e543-4515-8c3b-aabc5b8095b5 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=1595e6dd-94a0-4553-b6d3-286b1a295207 HTTP/1.1" status: 200 len: 945 time: 0.0723937 Jul 05 02:42:48.145230 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fd2ca155-45d0-4946-8f16-7170a9ae9b65 req-b896f221-8c03-4711-8f8f-e79ab58fe8b5 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348849 Jul 05 02:42:48.211973 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34322a12-24e1-4185-81af-78a434d4bf53 req-18bea6ce-c463-41c5-9a49-1b65ccf54151 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:48.213507 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-34322a12-24e1-4185-81af-78a434d4bf53 req-18bea6ce-c463-41c5-9a49-1b65ccf54151 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 946 time: 0.0694332 Jul 05 02:42:48.253428 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-34322a12-24e1-4185-81af-78a434d4bf53 req-42b7a434-8739-4d8b-b911-dbabe5afd10f tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340741 Jul 05 02:42:48.358342 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a938e231-399f-48ed-941f-eaa157251607 req-83e879d2-95f0-4185-acd6-c2bef19aeaf1 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:48.365231 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a938e231-399f-48ed-941f-eaa157251607 req-83e879d2-95f0-4185-acd6-c2bef19aeaf1 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=1595e6dd-94a0-4553-b6d3-286b1a295207 HTTP/1.1" status: 200 len: 945 time: 0.0785773 Jul 05 02:42:48.402326 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a938e231-399f-48ed-941f-eaa157251607 req-de8e20c8-07eb-4c14-8e38-d0df21b30dfd tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361688 Jul 05 02:42:48.451967 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ee21e0-76fb-4397-a0ee-03804eb1099d req-22b6353b-ea0a-4c4f-8f40-7323cd45f0eb tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:48.458853 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-82ee21e0-76fb-4397-a0ee-03804eb1099d req-22b6353b-ea0a-4c4f-8f40-7323cd45f0eb tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 946 time: 0.0809450 Jul 05 02:42:48.502990 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-82ee21e0-76fb-4397-a0ee-03804eb1099d req-4f26cf3f-6526-4588-91ff-2ac1603eb80d tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432322 Jul 05 02:42:48.699618 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94221e8b-883e-4661-b701-a6e263653f86 req-1904de47-e7f7-4a94-b0ac-7bda3d4e7844 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:48.701326 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-94221e8b-883e-4661-b701-a6e263653f86 req-1904de47-e7f7-4a94-b0ac-7bda3d4e7844 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 946 time: 0.0656383 Jul 05 02:42:48.769319 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-94221e8b-883e-4661-b701-a6e263653f86 req-71b5a381-c6d0-4a80-9099-d17f401fe7ee tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560808 Jul 05 02:42:48.938075 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96a0f79-fba8-4d37-b8bb-72289b0e7354 req-160114f5-9a19-41d2-a5f4-577a837ca7ca tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:48.939716 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f96a0f79-fba8-4d37-b8bb-72289b0e7354 req-160114f5-9a19-41d2-a5f4-577a837ca7ca tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 946 time: 0.0669458 Jul 05 02:42:48.977894 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f96a0f79-fba8-4d37-b8bb-72289b0e7354 req-ab36a323-91ef-479a-8027-0a7795cd1544 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321836 Jul 05 02:42:49.270323 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f549bd8-df6d-4d48-80a1-731e0584462b req-6da19f57-9692-4b10-b24c-1857fce4dbcc tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:49.271840 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4f549bd8-df6d-4d48-80a1-731e0584462b req-6da19f57-9692-4b10-b24c-1857fce4dbcc tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 946 time: 0.0891218 Jul 05 02:42:49.278828 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5902c3-986c-426e-b066-8abceb9f3a4c req-c9255c65-fa16-4285-bf3f-32bbab205389 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:49.280444 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-af5902c3-986c-426e-b066-8abceb9f3a4c req-c9255c65-fa16-4285-bf3f-32bbab205389 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=1595e6dd-94a0-4553-b6d3-286b1a295207 HTTP/1.1" status: 200 len: 945 time: 0.0754671 Jul 05 02:42:49.310922 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4f549bd8-df6d-4d48-80a1-731e0584462b req-f8505f44-2b4f-47c6-ba13-46c1129f8d63 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333936 Jul 05 02:42:49.320108 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-af5902c3-986c-426e-b066-8abceb9f3a4c req-400b91db-4b24-47ad-a7da-8daff7f58ee2 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340264 Jul 05 02:42:49.515325 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cce8b2-4e8f-4158-a407-d04ba8e09ec0 req-7660ee32-75d2-460d-83ca-f26908630091 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:49.516890 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b7cce8b2-4e8f-4158-a407-d04ba8e09ec0 req-7660ee32-75d2-460d-83ca-f26908630091 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 946 time: 0.0749071 Jul 05 02:42:49.558341 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b7cce8b2-4e8f-4158-a407-d04ba8e09ec0 req-6eab1833-4758-495f-ada3-f437d85ab229 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351601 Jul 05 02:42:49.764866 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974a13a0-7078-4187-8370-08d3e47a9b5d req-b54c9a0f-1ebc-46e6-a4a0-3a088510cc88 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:49.766597 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-974a13a0-7078-4187-8370-08d3e47a9b5d req-b54c9a0f-1ebc-46e6-a4a0-3a088510cc88 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 946 time: 0.0689566 Jul 05 02:42:49.809885 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-974a13a0-7078-4187-8370-08d3e47a9b5d req-bb07b27d-15a9-46b3-9cb3-3f1e9ef853ef tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373034 Jul 05 02:42:50.003464 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea0a0ad-9278-49d2-8a98-dc6db4cc5b06 req-a8286c12-5a05-427f-a36b-b216be9f17c2 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:50.004993 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-aea0a0ad-9278-49d2-8a98-dc6db4cc5b06 req-a8286c12-5a05-427f-a36b-b216be9f17c2 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 946 time: 0.0758452 Jul 05 02:42:50.045567 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-aea0a0ad-9278-49d2-8a98-dc6db4cc5b06 req-d19b0cf9-516d-4a70-b308-f078e7bbecdf tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344517 Jul 05 02:42:50.242708 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f0583-7b31-434d-930c-8eabbc201b2c req-c04392bb-e878-493e-b5f4-75c0a86d1e67 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:50.244219 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-031f0583-7b31-434d-930c-8eabbc201b2c req-c04392bb-e878-493e-b5f4-75c0a86d1e67 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 946 time: 0.0718486 Jul 05 02:42:50.286179 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-031f0583-7b31-434d-930c-8eabbc201b2c req-87630965-af45-48bc-bf4e-f177e3b5c33a tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353000 Jul 05 02:42:50.492540 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d0aa46-ed68-432c-a57b-3c22fe640f7d req-5ccbaeb6-dc58-4e8a-8e8e-b9230603d3b6 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:50.495121 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-60d0aa46-ed68-432c-a57b-3c22fe640f7d req-5ccbaeb6-dc58-4e8a-8e8e-b9230603d3b6 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 946 time: 0.0884025 Jul 05 02:42:50.555759 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f5e9d4-f560-4278-9914-9e12a9fdb74d req-e2868199-21b7-4c69-a464-bd0da798e18b tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:50.563603 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c0f5e9d4-f560-4278-9914-9e12a9fdb74d req-e2868199-21b7-4c69-a464-bd0da798e18b tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=1595e6dd-94a0-4553-b6d3-286b1a295207 HTTP/1.1" status: 200 len: 945 time: 0.1071696 Jul 05 02:42:50.576213 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-60d0aa46-ed68-432c-a57b-3c22fe640f7d req-3130559e-512d-4f27-ab85-5d36f5423fa3 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739191 Jul 05 02:42:50.602289 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c0f5e9d4-f560-4278-9914-9e12a9fdb74d req-99fa30fb-2ac1-4ff8-bc39-10d275a34af7 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375786 Jul 05 02:42:50.808533 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8952872-36cb-4500-ae91-d8e9ee35a3e5 req-3fc57921-06e9-4f38-9c9e-47e154a11dba tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:50.809958 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c8952872-36cb-4500-ae91-d8e9ee35a3e5 req-3fc57921-06e9-4f38-9c9e-47e154a11dba tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.21 "GET /v2.0/ports?device_id=1595e6dd-94a0-4553-b6d3-286b1a295207 HTTP/1.1" status: 200 len: 945 time: 0.1064911 Jul 05 02:42:50.818004 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05106c2-6f8e-480f-b10e-82dea0209854 req-351a0d5c-bec4-4bb9-a08e-1f59dfb041f9 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:50.819466 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b05106c2-6f8e-480f-b10e-82dea0209854 req-351a0d5c-bec4-4bb9-a08e-1f59dfb041f9 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 946 time: 0.1260934 Jul 05 02:42:50.920186 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-ad3f69cf-86e2-4f48-a406-1dad71474da8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:50.922017 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b05106c2-6f8e-480f-b10e-82dea0209854 req-39de4d0f-c32d-45c1-afa7-bba8d1dde402 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681784 Jul 05 02:42:50.964089 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-c8952872-36cb-4500-ae91-d8e9ee35a3e5 req-8e0b8d05-e3cd-4ff7-b34d-0b98f23b1582 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Deleting port 4603193c-607e-4da9-89c1-f428c7260fa5 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:42:50.964089 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c8952872-36cb-4500-ae91-d8e9ee35a3e5 req-8e0b8d05-e3cd-4ff7-b34d-0b98f23b1582 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:51.058374 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-c8952872-36cb-4500-ae91-d8e9ee35a3e5 req-8e0b8d05-e3cd-4ff7-b34d-0b98f23b1582 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] For port 4603193c-607e-4da9-89c1-f428c7260fa5, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=4603193c-607e-4da9-89c1-f428c7260fa5,segment=NetworkSegment(0d275c90-3bd1-498e-a485-a23914e67eb1),segment_id=0d275c90-3bd1-498e-a485-a23914e67eb1)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:42:51.058788 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c8952872-36cb-4500-ae91-d8e9ee35a3e5 req-8e0b8d05-e3cd-4ff7-b34d-0b98f23b1582 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:51.071904 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-c8952872-36cb-4500-ae91-d8e9ee35a3e5 req-8e0b8d05-e3cd-4ff7-b34d-0b98f23b1582 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Calling delete_port for 4603193c-607e-4da9-89c1-f428c7260fa5 owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:42:51.387161 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c8952872-36cb-4500-ae91-d8e9ee35a3e5 req-8e0b8d05-e3cd-4ff7-b34d-0b98f23b1582 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:51.400425 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['4603193c-607e-4da9-89c1-f428c7260fa5'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:42:51.428720 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0b8d05-e3cd-4ff7-b34d-0b98f23b1582 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Pushing event deleted for resources: {'Port': ['ID=4603193c-607e-4da9-89c1-f428c7260fa5,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:42:51.475755 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8952872-36cb-4500-ae91-d8e9ee35a3e5 req-8e0b8d05-e3cd-4ff7-b34d-0b98f23b1582 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] No DVR routers for this DVR port 4603193c-607e-4da9-89c1-f428c7260fa5 on host n-h1-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:42:51.478935 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c8952872-36cb-4500-ae91-d8e9ee35a3e5 req-8e0b8d05-e3cd-4ff7-b34d-0b98f23b1582 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:51.481177 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c8952872-36cb-4500-ae91-d8e9ee35a3e5 req-8e0b8d05-e3cd-4ff7-b34d-0b98f23b1582 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.21 "DELETE /v2.0/ports/4603193c-607e-4da9-89c1-f428c7260fa5 HTTP/1.1" status: 204 len: 173 time: 0.6607740 Jul 05 02:42:51.481688 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1595e6dd-94a0-4553-b6d3-286b1a295207', 'name': 'network-vif-deleted', 'tag': '4603193c-607e-4da9-89c1-f428c7260fa5'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:42:51.484078 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53558183-a225-40ce-97f1-7d66d0042794" -d '{"events": [{"server_uuid": "1595e6dd-94a0-4553-b6d3-286b1a295207", "name": "network-vif-deleted", "tag": "4603193c-607e-4da9-89c1-f428c7260fa5"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:42:51.549840 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90d94878-1e40-4105-88fa-ab0be32670f7 x-openstack-request-id: req-90d94878-1e40-4105-88fa-ab0be32670f7 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:42:51.549840 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1595e6dd-94a0-4553-b6d3-286b1a295207", "name": "network-vif-deleted", "tag": "4603193c-607e-4da9-89c1-f428c7260fa5", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:42:51.549840 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-90d94878-1e40-4105-88fa-ab0be32670f7 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:42:51.549840 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1595e6dd-94a0-4553-b6d3-286b1a295207', 'name': 'network-vif-deleted', 'tag': '4603193c-607e-4da9-89c1-f428c7260fa5', 'status': 'completed', 'code': 200} Jul 05 02:42:51.772517 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-14de57d8-1efb-4f4a-83a0-befdff1f6c88 req-004b56a4-a866-4631-9a7c-7bb7e40da941 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=1595e6dd-94a0-4553-b6d3-286b1a295207 HTTP/1.1" status: 200 len: 210 time: 0.0377533 Jul 05 02:42:52.992887 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f8061170-1a45-45d4-9b17-dd35d87e6bcf req-b536047d-212a-4323-9416-bcdff0440dba tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=1595e6dd-94a0-4553-b6d3-286b1a295207 HTTP/1.1" status: 200 len: 210 time: 0.0483282 Jul 05 02:42:53.011640 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 02:42:53.291283 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-46e4565a-28e3-4cb1-84f4-7c40caaf895a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:54.014847 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:54.190321 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-580c94c4-eecc-47f6-ac12-7db4a7908a90 req-5499469d-c940-4423-ad38-0e6ffd9a4273 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=1595e6dd-94a0-4553-b6d3-286b1a295207 HTTP/1.1" status: 200 len: 210 time: 0.0293031 Jul 05 02:42:54.753960 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:55.333544 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 4603193c-607e-4da9-89c1-f428c7260fa5 no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:42:55.360920 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] No Port match for: 4603193c-607e-4da9-89c1-f428c7260fa5 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:42:55.361269 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 4603193c-607e-4da9-89c1-f428c7260fa5 not bound to the agent host n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:42:55.386521 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f5427fcd-58df-4e8a-b1d9-b0c4d76b2ad3 req-4b3c99ed-d13d-47af-b62e-f99832143d02 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=1595e6dd-94a0-4553-b6d3-286b1a295207 HTTP/1.1" status: 200 len: 210 time: 0.0764797 Jul 05 02:42:56.079993 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:56.564553 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b5252279-fcdf-4ca6-aa81-47152bf0350f req-c4994614-f786-42ae-99e7-7d11855eab7f tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=1595e6dd-94a0-4553-b6d3-286b1a295207 HTTP/1.1" status: 200 len: 210 time: 0.0419216 Jul 05 02:42:56.860456 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd15db-0818-4b42-8f8a-7121e68ddaef req-2b7de276-88d0-4fb1-a1ae-b89089d92d46 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:56.862874 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d5cd15db-0818-4b42-8f8a-7121e68ddaef req-2b7de276-88d0-4fb1-a1ae-b89089d92d46 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 944 time: 0.0696051 Jul 05 02:42:56.901189 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d5cd15db-0818-4b42-8f8a-7121e68ddaef req-063f3278-4962-4613-9b8f-3d5d9b94e6cd tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=09716028-44a2-4220-a754-7ed932c56f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321381 Jul 05 02:42:57.096617 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b440dc9-4398-416c-9791-318aa739e920 req-9d58e80a-1490-4d26-b4cc-2cf0c907a978 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:57.098256 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1b440dc9-4398-416c-9791-318aa739e920 req-9d58e80a-1490-4d26-b4cc-2cf0c907a978 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 944 time: 0.0804014 Jul 05 02:42:57.120249 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 58218) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:42:57.143377 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1b440dc9-4398-416c-9791-318aa739e920 req-83eae5e5-9e98-4b12-83a0-09bb364016c1 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=09716028-44a2-4220-a754-7ed932c56f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378020 Jul 05 02:42:57.641128 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9f51a475-f8cf-46d6-9ebf-ec5408754572 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1634680'] for router_interface, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:57.674115 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f309e454-5ac5-442b-b51f-a290896b572b req-76753949-ba3d-4244-ae79-0c7bd7ec14c4 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:57.679822 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f309e454-5ac5-442b-b51f-a290896b572b req-76753949-ba3d-4244-ae79-0c7bd7ec14c4 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/networks?id=c4d51310-b056-42c6-8720-dd3607bb490e HTTP/1.1" status: 200 len: 811 time: 0.2025542 Jul 05 02:42:57.714595 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f309e454-5ac5-442b-b51f-a290896b572b req-f415f137-17e5-4cc3-9935-70bad5551bcf tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/quotas/442a3e50d6be48be9e1562c5772ee754 HTTP/1.1" status: 200 len: 375 time: 0.0154614 Jul 05 02:42:57.854561 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f309e454-5ac5-442b-b51f-a290896b572b req-c9676735-b894-4209-b541-3da2652aa0f4 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=442a3e50d6be48be9e1562c5772ee754&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1342311 Jul 05 02:42:57.987244 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f309e454-5ac5-442b-b51f-a290896b572b req-4f3cf9e3-4afd-4872-8f1a-2011cfd1d1a5 service neutron] 10.222.0.23 "GET /v2.0/networks/c4d51310-b056-42c6-8720-dd3607bb490e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314800 Jul 05 02:42:58.088833 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-9f51a475-f8cf-46d6-9ebf-ec5408754572 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Deleting port 208e19d7-13b6-460e-a4b8-1b5d3e5448f5 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:42:58.090489 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9f51a475-f8cf-46d6-9ebf-ec5408754572 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:58.111217 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f309e454-5ac5-442b-b51f-a290896b572b req-ca5fb8fd-0ed4-442a-bb30-d9b617bc155b service neutron] 10.222.0.23 "GET /v2.0/networks/c4d51310-b056-42c6-8720-dd3607bb490e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145766 Jul 05 02:42:58.252528 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-9f51a475-f8cf-46d6-9ebf-ec5408754572 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] For port 208e19d7-13b6-460e-a4b8-1b5d3e5448f5, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=208e19d7-13b6-460e-a4b8-1b5d3e5448f5,segment=NetworkSegment(9ea05186-e175-4085-afab-93b2a2a0f9d2),segment_id=9ea05186-e175-4085-afab-93b2a2a0f9d2)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:42:58.253435 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9f51a475-f8cf-46d6-9ebf-ec5408754572 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:58.279725 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-9f51a475-f8cf-46d6-9ebf-ec5408754572 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Calling delete_port for 208e19d7-13b6-460e-a4b8-1b5d3e5448f5 owned by network:router_interface {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:42:58.503938 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cbbd7431-a828-40a6-b8ac-40c58f380419 req-b8d29459-5140-42c2-97ff-3a28c3a37171 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=8bad8ef0-7af4-4e99-ac07-aebe7d07cb93 HTTP/1.1" status: 200 len: 210 time: 0.0719817 Jul 05 02:42:58.539066 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede2421e-3974-4bec-8288-8f581baca9e3 req-786f6e95-167d-4f95-bd16-6f6a1281930c tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:58.540691 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ede2421e-3974-4bec-8288-8f581baca9e3 req-786f6e95-167d-4f95-bd16-6f6a1281930c tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 946 time: 0.1945827 Jul 05 02:42:58.614679 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ede2421e-3974-4bec-8288-8f581baca9e3 req-c8f3918a-07ab-4e04-9397-57744016dcb0 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639863 Jul 05 02:42:58.771079 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9f51a475-f8cf-46d6-9ebf-ec5408754572 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:58.796977 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f51a475-f8cf-46d6-9ebf-ec5408754572 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Pushing event deleted for resources: {'Port': ['ID=208e19d7-13b6-460e-a4b8-1b5d3e5448f5,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:42:58.997527 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9f51a475-f8cf-46d6-9ebf-ec5408754572 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635398'] for router_interface, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:42:59.241006 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f51a475-f8cf-46d6-9ebf-ec5408754572 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Router b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:42:59.365054 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f51a475-f8cf-46d6-9ebf-ec5408754572 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:42:59.370166 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-9f51a475-f8cf-46d6-9ebf-ec5408754572 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "PUT /v2.0/routers/b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2470868 Jul 05 02:42:59.388995 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d7d964-28be-463d-9eb1-d3b218fa8bbe None None] Sync routers for ids ['b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:42:59.403801 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d7d964-28be-463d-9eb1-d3b218fa8bbe None None] Routers {'b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:42:59.405136 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-86d7d964-28be-463d-9eb1-d3b218fa8bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:42:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:42:59.568287 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-86d7d964-28be-463d-9eb1-d3b218fa8bbe None None] Set router b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:42:59.610262 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5bdfb298-c178-4a8d-a538-52d4ff6decac req-835522c9-0f77-495b-b3de-75bbb8a26d8e tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=8bad8ef0-7af4-4e99-ac07-aebe7d07cb93 HTTP/1.1" status: 200 len: 210 time: 0.0470772 Jul 05 02:42:59.878238 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9a896e-47e8-4434-962c-5103c7b84029 req-7bc37d5c-32a5-461c-bedd-e5e38b235e69 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:42:59.884157 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4d9a896e-47e8-4434-962c-5103c7b84029 req-7bc37d5c-32a5-461c-bedd-e5e38b235e69 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 946 time: 0.1156335 Jul 05 02:42:59.915324 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-86d7d964-28be-463d-9eb1-d3b218fa8bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d', 'name': 'tempest-TestNetworkBasicOps-router-1623503849', 'tenant_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': '6555e7cb-1ce8-4da9-bb4d-d91ce047b0e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:40:25Z', 'updated_at': '2021-07-05T02:42:58Z', 'revision_number': 6, 'project_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'gw_port': {'id': '6555e7cb-1ce8-4da9-bb4d-d91ce047b0e7', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:94:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:40:26Z', 'updated_at': '2021-07-05T02:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '086f0309-d4b2-4772-b204-4db88179e219', 'tenant_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'floating_ip_address': '172.25.7.98', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': 'b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d', 'port_id': 'cdfd25fc-b633-4b97-ade1-309f75e1f7a3', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3300, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5707578e-6bd2-47ab-9975-d5337f100e83', 'mac_address': 'fa:16:3e:78:c4:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ca3bcd-f0a6-43dd-9dd2-88e517634f63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T02:41:19Z', 'updated_at': '2021-07-05T02:41:24Z', 'revision_number': 1, 'project_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3494458e-5161-45af-8201-9b30e115c3ed', 'name': '', 'network_id': '5707578e-6bd2-47ab-9975-d5337f100e83', 'tenant_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'mac_address': 'fa:16:3e:4d:ba:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '28052bc8-43f3-4b27-af64-004e742f3a2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:40:36Z', 'updated_at': '2021-07-05T02:40:47Z', 'revision_number': 5, 'project_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'subnets': [{'id': '28052bc8-43f3-4b27-af64-004e742f3a2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:42:59.948157 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d7d964-28be-463d-9eb1-d3b218fa8bbe None None] Checking router: b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:42:59.957756 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4d9a896e-47e8-4434-962c-5103c7b84029 req-29e7c5e9-0562-446a-9a11-3fb0b4de2b4c tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/security-groups?id=6130630f-d9db-49bb-b45d-c2d074d385e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647871 Jul 05 02:42:59.994108 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d7d964-28be-463d-9eb1-d3b218fa8bbe None None] Routers {'b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:42:59.994781 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-86d7d964-28be-463d-9eb1-d3b218fa8bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:42:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:43:00.048268 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faba8117-8069-43a3-a767-585ec926c517 req-2ec65f3b-5880-4bb6-9d05-a967fe241392 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:00.052326 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-faba8117-8069-43a3-a767-585ec926c517 req-2ec65f3b-5880-4bb6-9d05-a967fe241392 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.15 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 946 time: 0.1366842 Jul 05 02:43:00.135292 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-86d7d964-28be-463d-9eb1-d3b218fa8bbe None None] Set router b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:43:00.231851 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-faba8117-8069-43a3-a767-585ec926c517 req-12c7c0e9-27e7-4df4-8719-fae14cf766ed tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Deleting port 8045d015-5213-428b-a14c-1cb3ac9ffdd6 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:43:00.232327 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-faba8117-8069-43a3-a767-585ec926c517 req-12c7c0e9-27e7-4df4-8719-fae14cf766ed tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:00.285020 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a118256-6d75-4edd-bd1f-d572ff7234c9 req-067be4c3-5d85-4553-8d8e-83af4c384519 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:00.290657 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6a118256-6d75-4edd-bd1f-d572ff7234c9 req-067be4c3-5d85-4553-8d8e-83af4c384519 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3b04e1c-238b-4b2d-9237-ec47169c6654 HTTP/1.1" status: 200 len: 946 time: 0.1393960 Jul 05 02:43:00.387399 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6a118256-6d75-4edd-bd1f-d572ff7234c9 req-a122cf47-cf5f-45cd-94f7-a1ab84ee0c61 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/security-groups?id=967a393c-bc8e-40d2-92cf-793f4178073f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901463 Jul 05 02:43:00.415806 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-faba8117-8069-43a3-a767-585ec926c517 req-12c7c0e9-27e7-4df4-8719-fae14cf766ed tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] For port 8045d015-5213-428b-a14c-1cb3ac9ffdd6, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=8045d015-5213-428b-a14c-1cb3ac9ffdd6,segment=NetworkSegment(00a692bc-19f1-4303-ae19-6195e6ab101f),segment_id=00a692bc-19f1-4303-ae19-6195e6ab101f)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:43:00.420571 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-faba8117-8069-43a3-a767-585ec926c517 req-12c7c0e9-27e7-4df4-8719-fae14cf766ed tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:00.420709 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-86d7d964-28be-463d-9eb1-d3b218fa8bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d', 'name': 'tempest-TestNetworkBasicOps-router-1623503849', 'tenant_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': '6555e7cb-1ce8-4da9-bb4d-d91ce047b0e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:40:25Z', 'updated_at': '2021-07-05T02:42:58Z', 'revision_number': 6, 'project_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'gw_port': {'id': '6555e7cb-1ce8-4da9-bb4d-d91ce047b0e7', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:94:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:40:26Z', 'updated_at': '2021-07-05T02:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '086f0309-d4b2-4772-b204-4db88179e219', 'tenant_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'floating_ip_address': '172.25.7.98', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': 'b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d', 'port_id': 'cdfd25fc-b633-4b97-ade1-309f75e1f7a3', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3300, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5707578e-6bd2-47ab-9975-d5337f100e83', 'mac_address': 'fa:16:3e:78:c4:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ca3bcd-f0a6-43dd-9dd2-88e517634f63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T02:41:19Z', 'updated_at': '2021-07-05T02:41:24Z', 'revision_number': 1, 'project_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3494458e-5161-45af-8201-9b30e115c3ed', 'name': '', 'network_id': '5707578e-6bd2-47ab-9975-d5337f100e83', 'tenant_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'mac_address': 'fa:16:3e:4d:ba:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '28052bc8-43f3-4b27-af64-004e742f3a2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:40:36Z', 'updated_at': '2021-07-05T02:40:47Z', 'revision_number': 5, 'project_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'subnets': [{'id': '28052bc8-43f3-4b27-af64-004e742f3a2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:43:00.450062 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d7d964-28be-463d-9eb1-d3b218fa8bbe None None] The sync data for ids ['b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d'] in n-d-771362-32 is: [{'id': 'b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d', 'name': 'tempest-TestNetworkBasicOps-router-1623503849', 'tenant_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': '6555e7cb-1ce8-4da9-bb4d-d91ce047b0e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:40:25Z', 'updated_at': '2021-07-05T02:42:58Z', 'revision_number': 6, 'project_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'gw_port': {'id': '6555e7cb-1ce8-4da9-bb4d-d91ce047b0e7', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:94:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:40:26Z', 'updated_at': '2021-07-05T02:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '086f0309-d4b2-4772-b204-4db88179e219', 'tenant_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'floating_ip_address': '172.25.7.98', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': 'b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d', 'port_id': 'cdfd25fc-b633-4b97-ade1-309f75e1f7a3', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3300, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5707578e-6bd2-47ab-9975-d5337f100e83', 'mac_address': 'fa:16:3e:78:c4:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ca3bcd-f0a6-43dd-9dd2-88e517634f63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T02:41:19Z', 'updated_at': '2021-07-05T02:41:24Z', 'revision_number': 1, 'project_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3494458e-5161-45af-8201-9b30e115c3ed', 'name': '', 'network_id': '5707578e-6bd2-47ab-9975-d5337f100e83', 'tenant_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'mac_address': 'fa:16:3e:4d:ba:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '28052bc8-43f3-4b27-af64-004e742f3a2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:40:36Z', 'updated_at': '2021-07-05T02:40:47Z', 'revision_number': 5, 'project_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'subnets': [{'id': '28052bc8-43f3-4b27-af64-004e742f3a2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:43:00.450524 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-faba8117-8069-43a3-a767-585ec926c517 req-12c7c0e9-27e7-4df4-8719-fae14cf766ed tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Calling delete_port for 8045d015-5213-428b-a14c-1cb3ac9ffdd6 owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:43:00.719411 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-faba8117-8069-43a3-a767-585ec926c517 req-12c7c0e9-27e7-4df4-8719-fae14cf766ed tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:00.733647 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['8045d015-5213-428b-a14c-1cb3ac9ffdd6'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:43:00.773163 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c7c0e9-27e7-4df4-8719-fae14cf766ed tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Pushing event deleted for resources: {'Port': ['ID=8045d015-5213-428b-a14c-1cb3ac9ffdd6,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:43:00.857731 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5872ba08-1c3d-4f9c-bbd3-b5414446a978 req-a4e0dd82-b428-4be6-8f55-e03586408648 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=8bad8ef0-7af4-4e99-ac07-aebe7d07cb93 HTTP/1.1" status: 200 len: 210 time: 0.0694783 Jul 05 02:43:00.892972 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-faba8117-8069-43a3-a767-585ec926c517 req-12c7c0e9-27e7-4df4-8719-fae14cf766ed tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] No DVR routers for this DVR port 8045d015-5213-428b-a14c-1cb3ac9ffdd6 on host n-h2-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:43:00.898074 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-faba8117-8069-43a3-a767-585ec926c517 req-12c7c0e9-27e7-4df4-8719-fae14cf766ed tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:00.900533 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-faba8117-8069-43a3-a767-585ec926c517 req-12c7c0e9-27e7-4df4-8719-fae14cf766ed tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.15 "DELETE /v2.0/ports/8045d015-5213-428b-a14c-1cb3ac9ffdd6 HTTP/1.1" status: 204 len: 173 time: 0.8397536 Jul 05 02:43:00.901164 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3113eabb-b161-4b04-b0e4-8d9160d7b05b', 'name': 'network-vif-deleted', 'tag': '8045d015-5213-428b-a14c-1cb3ac9ffdd6'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:43:00.915128 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c1ae67c-d803-415e-9189-49ec13005dce" -d '{"events": [{"server_uuid": "3113eabb-b161-4b04-b0e4-8d9160d7b05b", "name": "network-vif-deleted", "tag": "8045d015-5213-428b-a14c-1cb3ac9ffdd6"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:43:00.957771 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f959c428-8001-427d-879a-7f595ac55090 x-openstack-request-id: req-f959c428-8001-427d-879a-7f595ac55090 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:43:00.958309 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3113eabb-b161-4b04-b0e4-8d9160d7b05b", "name": "network-vif-deleted", "tag": "8045d015-5213-428b-a14c-1cb3ac9ffdd6", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:43:00.958660 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f959c428-8001-427d-879a-7f595ac55090 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:43:00.959117 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3113eabb-b161-4b04-b0e4-8d9160d7b05b', 'name': 'network-vif-deleted', 'tag': '8045d015-5213-428b-a14c-1cb3ac9ffdd6', 'status': 'completed', 'code': 200} Jul 05 02:43:01.218815 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6966988d-a2b4-4f15-a25f-ce23c0d5d104 req-14dc465e-e62d-4ac6-afbe-792eae87c5e4 tempest-ServersNegativeTestJSON-1310180522 tempest-ServersNegativeTestJSON-1310180522-project] 10.222.0.23 "GET /v2.0/ports?device_id=3113eabb-b161-4b04-b0e4-8d9160d7b05b HTTP/1.1" status: 200 len: 210 time: 0.0580053 Jul 05 02:43:01.403154 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 208e19d7-13b6-460e-a4b8-1b5d3e5448f5 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:43:01.427539 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 208e19d7-13b6-460e-a4b8-1b5d3e5448f5 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:43:01.431985 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 208e19d7-13b6-460e-a4b8-1b5d3e5448f5 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:43:01.493250 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affcf73c-7414-44ca-a0d0-830572e469b7 req-eb454149-3e5b-4070-8452-f607c17b863d tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:01.496532 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-affcf73c-7414-44ca-a0d0-830572e469b7 req-eb454149-3e5b-4070-8452-f607c17b863d tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3b04e1c-238b-4b2d-9237-ec47169c6654 HTTP/1.1" status: 200 len: 946 time: 0.1454179 Jul 05 02:43:01.800010 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-affcf73c-7414-44ca-a0d0-830572e469b7 req-1f560c69-b823-4d83-915f-bb14713b3d60 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Deleting port 9c60a69c-3c16-467a-9cec-612ef6c8ce29 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:43:01.800372 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-affcf73c-7414-44ca-a0d0-830572e469b7 req-1f560c69-b823-4d83-915f-bb14713b3d60 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:01.810593 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34485c68-bf86-4e03-94e1-ed2029d51b55 req-bd37c8c1-af88-4dda-98c4-593e9b7cb5e0 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:01.812148 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-34485c68-bf86-4e03-94e1-ed2029d51b55 req-bd37c8c1-af88-4dda-98c4-593e9b7cb5e0 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3b04e1c-238b-4b2d-9237-ec47169c6654 HTTP/1.1" status: 200 len: 946 time: 0.2104843 Jul 05 02:43:01.846711 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f309e454-5ac5-442b-b51f-a290896b572b req-9cfe79c3-e53a-4d20-9fee-a9bcc934b4b7 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:01.848342 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f309e454-5ac5-442b-b51f-a290896b572b req-9cfe79c3-e53a-4d20-9fee-a9bcc934b4b7 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.15 "GET /v2.0/networks?id=c4d51310-b056-42c6-8720-dd3607bb490e HTTP/1.1" status: 200 len: 811 time: 0.2330236 Jul 05 02:43:01.881543 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-f309e454-5ac5-442b-b51f-a290896b572b req-25be405b-8a35-4acd-8d51-6be3f8d323ba tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Request body: {'port': {'device_id': '8bad8ef0-7af4-4e99-ac07-aebe7d07cb93', 'network_id': 'c4d51310-b056-42c6-8720-dd3607bb490e', 'admin_state_up': True, 'tenant_id': '442a3e50d6be48be9e1562c5772ee754'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:43:02.041157 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2125384d-07e8-4d89-ab01-cafa952ab8fd req-c6a12263-2de2-4d49-a2c9-562386a7afec tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=8bad8ef0-7af4-4e99-ac07-aebe7d07cb93 HTTP/1.1" status: 200 len: 210 time: 0.0494454 Jul 05 02:43:02.331218 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 58320) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:43:02.388901 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-1263c6e4-f863-43f5-ba85-276dd13e87b7 admin admin] Deleting subnet 606919bb-0ade-4589-8a2b-c9dcfa56ec85 {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:43:02.391344 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-34485c68-bf86-4e03-94e1-ed2029d51b55 req-9db38a18-3f93-4dd8-a150-f2b80cb18f17 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/security-groups?id=967a393c-bc8e-40d2-92cf-793f4178073f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5572991 Jul 05 02:43:02.393196 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1263c6e4-f863-43f5-ba85-276dd13e87b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:02.434501 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1263c6e4-f863-43f5-ba85-276dd13e87b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:02.438477 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-affcf73c-7414-44ca-a0d0-830572e469b7 req-1f560c69-b823-4d83-915f-bb14713b3d60 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] For port 9c60a69c-3c16-467a-9cec-612ef6c8ce29, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=9c60a69c-3c16-467a-9cec-612ef6c8ce29,segment=NetworkSegment(9ea05186-e175-4085-afab-93b2a2a0f9d2),segment_id=9ea05186-e175-4085-afab-93b2a2a0f9d2)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:43:02.438849 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-affcf73c-7414-44ca-a0d0-830572e469b7 req-1f560c69-b823-4d83-915f-bb14713b3d60 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:02.457754 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-affcf73c-7414-44ca-a0d0-830572e469b7 req-1f560c69-b823-4d83-915f-bb14713b3d60 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Calling delete_port for 9c60a69c-3c16-467a-9cec-612ef6c8ce29 owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:43:02.476164 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1263c6e4-f863-43f5-ba85-276dd13e87b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:02.606095 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1263c6e4-f863-43f5-ba85-276dd13e87b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:02.640671 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1263c6e4-f863-43f5-ba85-276dd13e87b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:02.642633 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-1263c6e4-f863-43f5-ba85-276dd13e87b7 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/606919bb-0ade-4589-8a2b-c9dcfa56ec85 HTTP/1.1" status: 204 len: 168 time: 0.3101623 Jul 05 02:43:02.652382 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 58328) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:43:02.691043 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1263c6e4-f863-43f5-ba85-276dd13e87b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=606919bb-0ade-4589-8a2b-c9dcfa56ec85,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:43:02.747594 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-affcf73c-7414-44ca-a0d0-830572e469b7 req-1f560c69-b823-4d83-915f-bb14713b3d60 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:02.752030 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f309e454-5ac5-442b-b51f-a290896b572b req-25be405b-8a35-4acd-8d51-6be3f8d323ba tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Made reservation on behalf of 442a3e50d6be48be9e1562c5772ee754 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:43:02.755866 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f309e454-5ac5-442b-b51f-a290896b572b req-25be405b-8a35-4acd-8d51-6be3f8d323ba tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:02.797297 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e5d8fbd8-f60a-4cf1-b013-a863e70dce3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:02.801393 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f560c69-b823-4d83-915f-bb14713b3d60 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Pushing event deleted for resources: {'Port': ['ID=9c60a69c-3c16-467a-9cec-612ef6c8ce29,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:43:02.929090 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-affcf73c-7414-44ca-a0d0-830572e469b7 req-1f560c69-b823-4d83-915f-bb14713b3d60 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] No DVR routers for this DVR port 9c60a69c-3c16-467a-9cec-612ef6c8ce29 on host n-h2-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:43:02.933827 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-affcf73c-7414-44ca-a0d0-830572e469b7 req-1f560c69-b823-4d83-915f-bb14713b3d60 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:02.935879 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-affcf73c-7414-44ca-a0d0-830572e469b7 req-1f560c69-b823-4d83-915f-bb14713b3d60 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.15 "DELETE /v2.0/ports/9c60a69c-3c16-467a-9cec-612ef6c8ce29 HTTP/1.1" status: 204 len: 173 time: 1.4332802 Jul 05 02:43:02.967120 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3b04e1c-238b-4b2d-9237-ec47169c6654', 'name': 'network-vif-deleted', 'tag': '9c60a69c-3c16-467a-9cec-612ef6c8ce29'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:43:02.969433 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e108d55d-1c16-42a8-884e-44e65476f02d" -d '{"events": [{"server_uuid": "a3b04e1c-238b-4b2d-9237-ec47169c6654", "name": "network-vif-deleted", "tag": "9c60a69c-3c16-467a-9cec-612ef6c8ce29"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:43:03.068258 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-183c5d90-81d1-4127-a0db-521268998fb6 x-openstack-request-id: req-183c5d90-81d1-4127-a0db-521268998fb6 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:43:03.068931 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3b04e1c-238b-4b2d-9237-ec47169c6654", "name": "network-vif-deleted", "tag": "9c60a69c-3c16-467a-9cec-612ef6c8ce29", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:43:03.069510 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-183c5d90-81d1-4127-a0db-521268998fb6 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:43:03.070056 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3b04e1c-238b-4b2d-9237-ec47169c6654', 'name': 'network-vif-deleted', 'tag': '9c60a69c-3c16-467a-9cec-612ef6c8ce29', 'status': 'completed', 'code': 200} Jul 05 02:43:03.095316 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-f309e454-5ac5-442b-b51f-a290896b572b req-25be405b-8a35-4acd-8d51-6be3f8d323ba tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Allocated IP 172.20.0.8 (c4d51310-b056-42c6-8720-dd3607bb490e/822ac30d-26eb-483a-9cd9-5da64853ba79/040987f5-f58c-4888-a20d-f047aadd9e68) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:43:03.102243 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e5d8fbd8-f60a-4cf1-b013-a863e70dce3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:03.119030 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-e5d8fbd8-f60a-4cf1-b013-a863e70dce3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0363edd0-1704-4ea5-b7c0-1061ca483b3c']}} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:43:03.132646 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-e5d8fbd8-f60a-4cf1-b013-a863e70dce3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00a692bc-19f1-4303-ae19-6195e6ab101f') {'for_net_delete': True} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:43:03.133270 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-e5d8fbd8-f60a-4cf1-b013-a863e70dce3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00a692bc-19f1-4303-ae19-6195e6ab101f') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:43:03.166174 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e5d8fbd8-f60a-4cf1-b013-a863e70dce3a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5519669'] for segment, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:03.194414 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e5d8fbd8-f60a-4cf1-b013-a863e70dce3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:03.212176 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5d8fbd8-f60a-4cf1-b013-a863e70dce3a admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=94461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:43:03.212826 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e5d8fbd8-f60a-4cf1-b013-a863e70dce3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5763545'] for segment, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:03.216950 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:43:03.216950 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:43:03.216950 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:43:03.216950 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:43:03.216950 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:43:03.216950 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:43:03.216950 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:43:03.216950 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:43:03.216950 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:43:03.216950 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:43:03.216950 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:43:03.216950 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:43:03.216950 n-d-771362-32 neutron-server[94461]: Traceback (most recent call last): Jul 05 02:43:03.216950 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:43:03.216950 n-d-771362-32 neutron-server[94461]: timer() Jul 05 02:43:03.216950 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:43:03.216950 n-d-771362-32 neutron-server[94461]: cb(*args, **kw) Jul 05 02:43:03.216950 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:43:03.216950 n-d-771362-32 neutron-server[94461]: return func(*args, **kwargs) Jul 05 02:43:03.216950 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:43:03.216950 n-d-771362-32 neutron-server[94461]: self._notify() Jul 05 02:43:03.216950 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:43:03.216950 n-d-771362-32 neutron-server[94461]: self.callback(batched_events) Jul 05 02:43:03.216950 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:43:03.216950 n-d-771362-32 neutron-server[94461]: event.method(event) Jul 05 02:43:03.216950 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:43:03.216950 n-d-771362-32 neutron-server[94461]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:43:03.216950 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:43:03.216950 n-d-771362-32 neutron-server[94461]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:43:03.216950 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:43:03.216950 n-d-771362-32 neutron-server[94461]: return f(self, *a, **k) Jul 05 02:43:03.216950 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:43:03.216950 n-d-771362-32 neutron-server[94461]: return self._get(url).json() Jul 05 02:43:03.216950 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:43:03.216950 n-d-771362-32 neutron-server[94461]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:43:03.216950 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:43:03.216950 n-d-771362-32 neutron-server[94461]: return self.request(url, 'GET', **kwargs) Jul 05 02:43:03.216950 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:43:03.216950 n-d-771362-32 neutron-server[94461]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:43:03.216950 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:43:03.216950 n-d-771362-32 neutron-server[94461]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:43:03.216950 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:43:03.216950 n-d-771362-32 neutron-server[94461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:43:03.216950 n-d-771362-32 neutron-server[94461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:43:03.413474 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-395afcf7-77b7-40ca-a828-a48cd0f7fe02 req-b2404200-ff94-4b42-8040-1086f6a840ea tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=8bad8ef0-7af4-4e99-ac07-aebe7d07cb93 HTTP/1.1" status: 200 len: 210 time: 0.0578952 Jul 05 02:43:03.590634 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e5d8fbd8-f60a-4cf1-b013-a863e70dce3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:03.600496 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e5d8fbd8-f60a-4cf1-b013-a863e70dce3a admin admin] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:03.605097 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-e5d8fbd8-f60a-4cf1-b013-a863e70dce3a admin admin] 10.222.0.23 "DELETE /v2.0/networks/0363edd0-1704-4ea5-b7c0-1061ca483b3c HTTP/1.1" status: 204 len: 168 time: 0.9516835 Jul 05 02:43:03.625999 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d8fbd8-f60a-4cf1-b013-a863e70dce3a admin admin] Pushing event deleted for resources: {'Network': ['ID=0363edd0-1704-4ea5-b7c0-1061ca483b3c,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:43:03.643812 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f309e454-5ac5-442b-b51f-a290896b572b req-25be405b-8a35-4acd-8d51-6be3f8d323ba tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:03.661691 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-f309e454-5ac5-442b-b51f-a290896b572b req-25be405b-8a35-4acd-8d51-6be3f8d323ba tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Transition to ACTIVE for port object 040987f5-f58c-4888-a20d-f047aadd9e68 will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:43:03.719490 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a2e2a87a-ef94-4474-a700-d044e8598ffc req-66014f7e-812b-4647-af95-3ee3be118720 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3b04e1c-238b-4b2d-9237-ec47169c6654 HTTP/1.1" status: 200 len: 210 time: 0.0752482 Jul 05 02:43:03.800326 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f309e454-5ac5-442b-b51f-a290896b572b req-25be405b-8a35-4acd-8d51-6be3f8d323ba tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:03.812854 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['fe1080a3-9d43-4188-906d-d53acae014f6', '66653bc2-6cf2-4197-a191-9977fe7eb17c'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:43:03.860915 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f309e454-5ac5-442b-b51f-a290896b572b req-25be405b-8a35-4acd-8d51-6be3f8d323ba tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Network c4d51310-b056-42c6-8720-dd3607bb490e is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:43:03.864912 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-f309e454-5ac5-442b-b51f-a290896b572b req-25be405b-8a35-4acd-8d51-6be3f8d323ba tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:43:03.870111 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-f309e454-5ac5-442b-b51f-a290896b572b req-25be405b-8a35-4acd-8d51-6be3f8d323ba tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:43:03.939095 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25be405b-8a35-4acd-8d51-6be3f8d323ba tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Pushing event updated for resources: {'Port': ['ID=040987f5-f58c-4888-a20d-f047aadd9e68,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:43:04.000181 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f309e454-5ac5-442b-b51f-a290896b572b req-25be405b-8a35-4acd-8d51-6be3f8d323ba tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:04.001408 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f309e454-5ac5-442b-b51f-a290896b572b req-25be405b-8a35-4acd-8d51-6be3f8d323ba tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:04.103308 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f309e454-5ac5-442b-b51f-a290896b572b req-25be405b-8a35-4acd-8d51-6be3f8d323ba tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2202156 Jul 05 02:43:04.112228 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-f309e454-5ac5-442b-b51f-a290896b572b req-fc68bc7d-dd23-4e5d-9918-755916f43f19 service neutron] Request body: {'port': {'device_id': '8bad8ef0-7af4-4e99-ac07-aebe7d07cb93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:43:04.128154 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 58398) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:43:04.206714 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-34bfad4c-940f-438e-86b7-3aecf63a314c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4029f7586c674799901f5830e91fb3ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0771935 Jul 05 02:43:04.207573 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 58400) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:43:04.271042 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2c66f4fd-1d28-417b-af18-e7da6d7122b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:04.308890 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2c66f4fd-1d28-417b-af18-e7da6d7122b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:04.333170 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f309e454-5ac5-442b-b51f-a290896b572b req-fc68bc7d-dd23-4e5d-9918-755916f43f19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:04.406776 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-8b6efc6c-f8b4-4900-bab4-f0584cfb406d None None] Provisioning for port 040987f5-f58c-4888-a20d-f047aadd9e68 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:43:04.411317 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-8b6efc6c-f8b4-4900-bab4-f0584cfb406d None None] Provisioning complete for port 040987f5-f58c-4888-a20d-f047aadd9e68 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:43:04.411825 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8b6efc6c-f8b4-4900-bab4-f0584cfb406d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:04.476313 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-8b6efc6c-f8b4-4900-bab4-f0584cfb406d None None] Port 040987f5-f58c-4888-a20d-f047aadd9e68 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:43:04.548498 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2c66f4fd-1d28-417b-af18-e7da6d7122b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:04.552732 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2c66f4fd-1d28-417b-af18-e7da6d7122b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:04.554031 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-2c66f4fd-1d28-417b-af18-e7da6d7122b6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6130630f-d9db-49bb-b45d-c2d074d385e4 HTTP/1.1" status: 204 len: 168 time: 0.3450010 Jul 05 02:43:04.570188 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c66f4fd-1d28-417b-af18-e7da6d7122b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6130630f-d9db-49bb-b45d-c2d074d385e4,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:43:04.656394 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 9c60a69c-3c16-467a-9cec-612ef6c8ce29 no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:43:04.706882 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] No Port match for: 9c60a69c-3c16-467a-9cec-612ef6c8ce29 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:43:04.707498 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 9c60a69c-3c16-467a-9cec-612ef6c8ce29 not bound to the agent host n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:43:04.708071 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 8045d015-5213-428b-a14c-1cb3ac9ffdd6 no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:43:04.731162 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] No Port match for: 8045d015-5213-428b-a14c-1cb3ac9ffdd6 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:43:04.731508 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 8045d015-5213-428b-a14c-1cb3ac9ffdd6 not bound to the agent host n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:43:04.819979 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83535229-3663-4e4f-88e5-44bd2f5e0b35 req-0b133658-ab6b-4db4-9ac3-7fa869141b3a tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:04.827392 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-83535229-3663-4e4f-88e5-44bd2f5e0b35 req-0b133658-ab6b-4db4-9ac3-7fa869141b3a tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=8bad8ef0-7af4-4e99-ac07-aebe7d07cb93 HTTP/1.1" status: 200 len: 931 time: 0.1668303 Jul 05 02:43:04.838115 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-f309e454-5ac5-442b-b51f-a290896b572b req-fc68bc7d-dd23-4e5d-9918-755916f43f19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 040987f5-f58c-4888-a20d-f047aadd9e68 {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:43:04.852831 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f309e454-5ac5-442b-b51f-a290896b572b req-fc68bc7d-dd23-4e5d-9918-755916f43f19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:04.882275 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-f309e454-5ac5-442b-b51f-a290896b572b req-fc68bc7d-dd23-4e5d-9918-755916f43f19 service neutron] Transition to ACTIVE for port object 040987f5-f58c-4888-a20d-f047aadd9e68 will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:43:04.890456 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-83535229-3663-4e4f-88e5-44bd2f5e0b35 req-43ad6f36-b0d9-47bb-9f18-daf4de1925b8 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e2564be-f5d8-4abd-ab86-f37a499f4ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546074 Jul 05 02:43:04.930435 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 58428) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:43:04.964845 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f309e454-5ac5-442b-b51f-a290896b572b req-fc68bc7d-dd23-4e5d-9918-755916f43f19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:05.031524 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d41c79a7-2df0-4b04-b5e0-5f021771c5d7 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:05.043628 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc68bc7d-dd23-4e5d-9918-755916f43f19 service neutron] Pushing event updated for resources: {'Port': ['ID=040987f5-f58c-4888-a20d-f047aadd9e68,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:43:05.102501 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d41c79a7-2df0-4b04-b5e0-5f021771c5d7 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:05.203862 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-f309e454-5ac5-442b-b51f-a290896b572b req-fc68bc7d-dd23-4e5d-9918-755916f43f19 service neutron] Attempting to bind port 040987f5-f58c-4888-a20d-f047aadd9e68 on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:43:05.204178 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-f309e454-5ac5-442b-b51f-a290896b572b req-fc68bc7d-dd23-4e5d-9918-755916f43f19 service neutron] Attempting to bind port 040987f5-f58c-4888-a20d-f047aadd9e68 by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c4d51310-b056-42c6-8720-dd3607bb490e'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:43:05.204514 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f309e454-5ac5-442b-b51f-a290896b572b req-fc68bc7d-dd23-4e5d-9918-755916f43f19 service neutron] Attempting to bind port 040987f5-f58c-4888-a20d-f047aadd9e68 on network c4d51310-b056-42c6-8720-dd3607bb490e {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:43:05.222746 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f309e454-5ac5-442b-b51f-a290896b572b req-fc68bc7d-dd23-4e5d-9918-755916f43f19 service neutron] Port 040987f5-f58c-4888-a20d-f047aadd9e68 on network c4d51310-b056-42c6-8720-dd3607bb490e not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:43:05.223572 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f309e454-5ac5-442b-b51f-a290896b572b req-fc68bc7d-dd23-4e5d-9918-755916f43f19 service neutron] Attempting to bind port 040987f5-f58c-4888-a20d-f047aadd9e68 on network c4d51310-b056-42c6-8720-dd3607bb490e {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:43:05.242785 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f309e454-5ac5-442b-b51f-a290896b572b req-fc68bc7d-dd23-4e5d-9918-755916f43f19 service neutron] Checking agent: {'id': 'e071c76e-395f-48c4-a98f-88088465cf0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:43:05.243234 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f309e454-5ac5-442b-b51f-a290896b572b req-fc68bc7d-dd23-4e5d-9918-755916f43f19 service neutron] Checking segment: {'id': '2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c4d51310-b056-42c6-8720-dd3607bb490e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:43:05.243839 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f309e454-5ac5-442b-b51f-a290896b572b req-fc68bc7d-dd23-4e5d-9918-755916f43f19 service neutron] Bound using segment: {'id': '2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c4d51310-b056-42c6-8720-dd3607bb490e'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:43:05.244523 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-f309e454-5ac5-442b-b51f-a290896b572b req-fc68bc7d-dd23-4e5d-9918-755916f43f19 service neutron] Bound port: 040987f5-f58c-4888-a20d-f047aadd9e68, host: n-h2-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c4d51310-b056-42c6-8720-dd3607bb490e'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:43:05.245731 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f309e454-5ac5-442b-b51f-a290896b572b req-fc68bc7d-dd23-4e5d-9918-755916f43f19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:05.292281 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d41c79a7-2df0-4b04-b5e0-5f021771c5d7 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:05.296114 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d41c79a7-2df0-4b04-b5e0-5f021771c5d7 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:05.297720 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-d41c79a7-2df0-4b04-b5e0-5f021771c5d7 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "DELETE /v2.0/security-groups/967a393c-bc8e-40d2-92cf-793f4178073f HTTP/1.1" status: 204 len: 168 time: 0.3658597 Jul 05 02:43:05.311069 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41c79a7-2df0-4b04-b5e0-5f021771c5d7 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=967a393c-bc8e-40d2-92cf-793f4178073f,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:43:05.399676 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-f309e454-5ac5-442b-b51f-a290896b572b req-fc68bc7d-dd23-4e5d-9918-755916f43f19 service neutron] For port 040987f5-f58c-4888-a20d-f047aadd9e68, host n-h2-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:43:05.403603 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-f309e454-5ac5-442b-b51f-a290896b572b req-fc68bc7d-dd23-4e5d-9918-755916f43f19 service neutron] For port 040987f5-f58c-4888-a20d-f047aadd9e68, host n-h2-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=040987f5-f58c-4888-a20d-f047aadd9e68,segment=NetworkSegment(2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7),segment_id=2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:43:05.461416 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 58474) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:43:05.501005 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f309e454-5ac5-442b-b51f-a290896b572b req-fc68bc7d-dd23-4e5d-9918-755916f43f19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:05.596546 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0b6b186-09fa-4f6d-ba26-7aee121d4376 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Deleting subnet 4d216bc0-19bb-4c3b-953e-09ed51f70ed1 {{(pid=94461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:43:05.601423 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f0b6b186-09fa-4f6d-ba26-7aee121d4376 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for subnet, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:05.658314 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f309e454-5ac5-442b-b51f-a290896b572b req-fc68bc7d-dd23-4e5d-9918-755916f43f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:05.659170 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f309e454-5ac5-442b-b51f-a290896b572b req-fc68bc7d-dd23-4e5d-9918-755916f43f19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:05.661125 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f309e454-5ac5-442b-b51f-a290896b572b req-fc68bc7d-dd23-4e5d-9918-755916f43f19 service neutron] 10.222.0.15 "PUT /v2.0/ports/040987f5-f58c-4888-a20d-f047aadd9e68 HTTP/1.1" status: 200 len: 1092 time: 1.5535471 Jul 05 02:43:05.661982 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc68bc7d-dd23-4e5d-9918-755916f43f19 service neutron] Pushing event updated for resources: {'Port': ['ID=040987f5-f58c-4888-a20d-f047aadd9e68,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:43:05.666577 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bad8ef0-7af4-4e99-ac07-aebe7d07cb93', 'tag': '040987f5-f58c-4888-a20d-f047aadd9e68'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:43:05.675021 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a90b5630-0b32-42a6-ba3b-d3127fb2bfab" -d '{"events": [{"name": "network-changed", "server_uuid": "8bad8ef0-7af4-4e99-ac07-aebe7d07cb93", "tag": "040987f5-f58c-4888-a20d-f047aadd9e68"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:43:05.708443 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f0b6b186-09fa-4f6d-ba26-7aee121d4376 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5519650'] for subnet, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:05.759650 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c90cf93-dd55-4d4a-83ff-8a9551a86b85 x-openstack-request-id: req-2c90cf93-dd55-4d4a-83ff-8a9551a86b85 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:43:05.761054 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bad8ef0-7af4-4e99-ac07-aebe7d07cb93", "tag": "040987f5-f58c-4888-a20d-f047aadd9e68", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:43:05.761054 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2c90cf93-dd55-4d4a-83ff-8a9551a86b85 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:43:05.761054 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bad8ef0-7af4-4e99-ac07-aebe7d07cb93', 'tag': '040987f5-f58c-4888-a20d-f047aadd9e68', 'status': 'completed', 'code': 200} Jul 05 02:43:05.908133 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90b5630-0b32-42a6-ba3b-d3127fb2bfab req-9f6e7fb6-5d4a-4fa3-9030-513d8653232c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:05.909678 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a90b5630-0b32-42a6-ba3b-d3127fb2bfab req-9f6e7fb6-5d4a-4fa3-9030-513d8653232c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=442a3e50d6be48be9e1562c5772ee754&device_id=8bad8ef0-7af4-4e99-ac07-aebe7d07cb93 HTTP/1.1" status: 200 len: 1095 time: 0.1484401 Jul 05 02:43:06.002917 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f0b6b186-09fa-4f6d-ba26-7aee121d4376 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:06.123227 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90b5630-0b32-42a6-ba3b-d3127fb2bfab req-0b26c06f-db8f-4a1b-b36e-e08a18a3185c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:06.125908 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a90b5630-0b32-42a6-ba3b-d3127fb2bfab req-0b26c06f-db8f-4a1b-b36e-e08a18a3185c service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=442a3e50d6be48be9e1562c5772ee754&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2067671 Jul 05 02:43:06.230344 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b57efb-54ec-4099-af50-3d49fdfa3213 req-3e5b5d85-a0dc-4878-98b8-86ec7c4350dc tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:06.231940 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-85b57efb-54ec-4099-af50-3d49fdfa3213 req-3e5b5d85-a0dc-4878-98b8-86ec7c4350dc tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=8bad8ef0-7af4-4e99-ac07-aebe7d07cb93 HTTP/1.1" status: 200 len: 943 time: 0.1876895 Jul 05 02:43:06.267859 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f0b6b186-09fa-4f6d-ba26-7aee121d4376 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5763388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774356'] for subnet, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:06.306716 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b6b186-09fa-4f6d-ba26-7aee121d4376 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Pushing event deleted for resources: {'Subnet': ['ID=4d216bc0-19bb-4c3b-953e-09ed51f70ed1,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:43:06.320269 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90b5630-0b32-42a6-ba3b-d3127fb2bfab req-f5fdfc89-c82c-42b2-8e8c-b83db1e77639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:06.322472 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a90b5630-0b32-42a6-ba3b-d3127fb2bfab req-f5fdfc89-c82c-42b2-8e8c-b83db1e77639 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1902020 Jul 05 02:43:06.323077 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30231a10-ca1a-465c-b72a-4ccdf70d5b6f None None] Network 5f4ace55-178b-4ec0-8ee2-07eda90fa2ad requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:43:06.341309 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f0b6b186-09fa-4f6d-ba26-7aee121d4376 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:06.344483 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-f0b6b186-09fa-4f6d-ba26-7aee121d4376 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "DELETE /v2.0/subnets/4d216bc0-19bb-4c3b-953e-09ed51f70ed1 HTTP/1.1" status: 204 len: 168 time: 0.8820186 Jul 05 02:43:06.347359 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 58504) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:43:06.348757 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-85b57efb-54ec-4099-af50-3d49fdfa3213 req-21235b10-fb80-4bf1-9c78-94fdd5593a31 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e2564be-f5d8-4abd-ab86-f37a499f4ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096456 Jul 05 02:43:06.494857 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f309e454-5ac5-442b-b51f-a290896b572b req-38c8db42-d36c-4433-9f7c-13a545ce3163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:06.496706 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f309e454-5ac5-442b-b51f-a290896b572b req-38c8db42-d36c-4433-9f7c-13a545ce3163 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=442a3e50d6be48be9e1562c5772ee754&device_id=8bad8ef0-7af4-4e99-ac07-aebe7d07cb93 HTTP/1.1" status: 200 len: 1095 time: 0.1166189 Jul 05 02:43:06.519332 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-af57c879-bf89-4de3-9a11-9fa2489eb966 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:06.613175 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f309e454-5ac5-442b-b51f-a290896b572b req-502ee777-f044-4acf-841b-66ecdb3c7372 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=040987f5-f58c-4888-a20d-f047aadd9e68 HTTP/1.1" status: 200 len: 217 time: 0.1069131 Jul 05 02:43:06.626978 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-af57c879-bf89-4de3-9a11-9fa2489eb966 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Deleting port 61db8183-7b48-4902-9cc3-f9f63a2c1aaa {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:43:06.627568 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-af57c879-bf89-4de3-9a11-9fa2489eb966 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:06.672712 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65a9b20-6a72-41ed-9308-0c28eddfb9e0 None None] DHCP port deletion for 5f4ace55-178b-4ec0-8ee2-07eda90fa2ad request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:43:06.698786 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f309e454-5ac5-442b-b51f-a290896b572b req-5af89776-8a24-471f-949b-df7ef36e3e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:06.700582 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f309e454-5ac5-442b-b51f-a290896b572b req-5af89776-8a24-471f-949b-df7ef36e3e1d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=822ac30d-26eb-483a-9cd9-5da64853ba79 HTTP/1.1" status: 200 len: 850 time: 0.0830810 Jul 05 02:43:06.735358 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-af57c879-bf89-4de3-9a11-9fa2489eb966 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] For port 61db8183-7b48-4902-9cc3-f9f63a2c1aaa, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=61db8183-7b48-4902-9cc3-f9f63a2c1aaa,segment=NetworkSegment(9ea05186-e175-4085-afab-93b2a2a0f9d2),segment_id=9ea05186-e175-4085-afab-93b2a2a0f9d2)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:43:06.735771 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-af57c879-bf89-4de3-9a11-9fa2489eb966 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:06.762293 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-d65a9b20-6a72-41ed-9308-0c28eddfb9e0 None None] Deleting port 61db8183-7b48-4902-9cc3-f9f63a2c1aaa {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:43:06.764934 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-d65a9b20-6a72-41ed-9308-0c28eddfb9e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:06.774385 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-af57c879-bf89-4de3-9a11-9fa2489eb966 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Calling delete_port for 61db8183-7b48-4902-9cc3-f9f63a2c1aaa owned by network:dhcp {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:43:06.873336 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-d65a9b20-6a72-41ed-9308-0c28eddfb9e0 None None] For port 61db8183-7b48-4902-9cc3-f9f63a2c1aaa, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=61db8183-7b48-4902-9cc3-f9f63a2c1aaa,segment=NetworkSegment(9ea05186-e175-4085-afab-93b2a2a0f9d2),segment_id=9ea05186-e175-4085-afab-93b2a2a0f9d2)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:43:06.874055 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-d65a9b20-6a72-41ed-9308-0c28eddfb9e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:06.890207 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f309e454-5ac5-442b-b51f-a290896b572b req-53e9aea5-f827-41c2-929d-a29c6000428a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:06.892276 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f309e454-5ac5-442b-b51f-a290896b572b req-53e9aea5-f827-41c2-929d-a29c6000428a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c4d51310-b056-42c6-8720-dd3607bb490e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1812921 Jul 05 02:43:06.893164 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-d65a9b20-6a72-41ed-9308-0c28eddfb9e0 None None] Calling delete_port for 61db8183-7b48-4902-9cc3-f9f63a2c1aaa owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:43:07.025520 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f309e454-5ac5-442b-b51f-a290896b572b req-b0b60c9b-29ca-4331-9984-96e0f2db2def service neutron] 10.222.0.15 "GET /v2.0/networks/c4d51310-b056-42c6-8720-dd3607bb490e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240940 Jul 05 02:43:07.053405 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-af57c879-bf89-4de3-9a11-9fa2489eb966 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:07.064625 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-d65a9b20-6a72-41ed-9308-0c28eddfb9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:07.076774 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 58518) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:43:07.115551 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af57c879-bf89-4de3-9a11-9fa2489eb966 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Pushing event deleted for resources: {'Port': ['ID=61db8183-7b48-4902-9cc3-f9f63a2c1aaa,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:43:07.140867 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af57c879-bf89-4de3-9a11-9fa2489eb966 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] No DVR routers for this DVR port 61db8183-7b48-4902-9cc3-f9f63a2c1aaa on host n-d-771362-32 {{(pid=94462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:43:07.150244 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65a9b20-6a72-41ed-9308-0c28eddfb9e0 None None] Pushing event deleted for resources: {'Port': ['ID=61db8183-7b48-4902-9cc3-f9f63a2c1aaa,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:43:07.157562 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65a9b20-6a72-41ed-9308-0c28eddfb9e0 None None] No DVR routers for this DVR port 61db8183-7b48-4902-9cc3-f9f63a2c1aaa on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:43:07.183660 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65a9b20-6a72-41ed-9308-0c28eddfb9e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:43:07.184527 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65a9b20-6a72-41ed-9308-0c28eddfb9e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:43:07.185328 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65a9b20-6a72-41ed-9308-0c28eddfb9e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:43:07.185328 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65a9b20-6a72-41ed-9308-0c28eddfb9e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:43:07.185537 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65a9b20-6a72-41ed-9308-0c28eddfb9e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:43:07.186038 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65a9b20-6a72-41ed-9308-0c28eddfb9e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:43:07.186428 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65a9b20-6a72-41ed-9308-0c28eddfb9e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:43:07.186714 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65a9b20-6a72-41ed-9308-0c28eddfb9e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:43:07.187039 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65a9b20-6a72-41ed-9308-0c28eddfb9e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:43:07.187359 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65a9b20-6a72-41ed-9308-0c28eddfb9e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:43:07.187678 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65a9b20-6a72-41ed-9308-0c28eddfb9e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:43:07.187999 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65a9b20-6a72-41ed-9308-0c28eddfb9e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:43:07.201620 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f309e454-5ac5-442b-b51f-a290896b572b req-b2b0972c-9cdf-4982-96e3-f1b0ecc27d19 service neutron] 10.222.0.15 "GET /v2.0/networks/c4d51310-b056-42c6-8720-dd3607bb490e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681914 Jul 05 02:43:07.265367 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-67c65dbf-7893-4726-9b66-2011880fac8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:07.265648 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-af57c879-bf89-4de3-9a11-9fa2489eb966 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:07.278620 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-af57c879-bf89-4de3-9a11-9fa2489eb966 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f4ace55-178b-4ec0-8ee2-07eda90fa2ad']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:43:07.289303 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-af57c879-bf89-4de3-9a11-9fa2489eb966 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ea05186-e175-4085-afab-93b2a2a0f9d2') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:43:07.289603 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-af57c879-bf89-4de3-9a11-9fa2489eb966 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ea05186-e175-4085-afab-93b2a2a0f9d2') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:43:07.302055 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-af57c879-bf89-4de3-9a11-9fa2489eb966 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:07.321149 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-af57c879-bf89-4de3-9a11-9fa2489eb966 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:07.328561 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af57c879-bf89-4de3-9a11-9fa2489eb966 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:43:07.328962 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-af57c879-bf89-4de3-9a11-9fa2489eb966 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:07.332718 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:43:07.332718 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:43:07.332718 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:43:07.332718 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:43:07.332718 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:43:07.332718 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:43:07.332718 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:43:07.332718 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:43:07.332718 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:43:07.332718 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:43:07.332718 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:43:07.332718 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:43:07.332718 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:43:07.332718 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:43:07.332718 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:43:07.332718 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:43:07.332718 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:43:07.332718 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:43:07.332718 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:43:07.332718 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:43:07.332718 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:43:07.332718 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:43:07.332718 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:43:07.332718 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:43:07.332718 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:43:07.332718 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:43:07.332718 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:43:07.332718 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:43:07.332718 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:43:07.332718 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:43:07.332718 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:43:07.332718 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:43:07.395375 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-67c65dbf-7893-4726-9b66-2011880fac8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:07.479709 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 61db8183-7b48-4902-9cc3-f9f63a2c1aaa no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:43:07.485012 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-67c65dbf-7893-4726-9b66-2011880fac8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:07.512325 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-af57c879-bf89-4de3-9a11-9fa2489eb966 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:07.524850 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-67c65dbf-7893-4726-9b66-2011880fac8b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=74e49019037447e788d796f615b01f6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4466960 Jul 05 02:43:07.536442 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-af57c879-bf89-4de3-9a11-9fa2489eb966 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:07.542311 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-af57c879-bf89-4de3-9a11-9fa2489eb966 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "DELETE /v2.0/networks/5f4ace55-178b-4ec0-8ee2-07eda90fa2ad HTTP/1.1" status: 204 len: 168 time: 1.1935418 Jul 05 02:43:07.548852 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 58538) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:43:07.549195 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 58540) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:43:07.565766 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 61db8183-7b48-4902-9cc3-f9f63a2c1aaa {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:43:07.569051 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 61db8183-7b48-4902-9cc3-f9f63a2c1aaa not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:43:07.603407 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c65dbf-7893-4726-9b66-2011880fac8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed0d9650-ff93-4e85-8f95-be1db47886bb,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:43:07.650030 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af57c879-bf89-4de3-9a11-9fa2489eb966 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Pushing event deleted for resources: {'Network': ['ID=5f4ace55-178b-4ec0-8ee2-07eda90fa2ad,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:43:07.733891 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c655bbef-2f0f-4e29-b95a-cde417abd206 req-60a40139-625a-4b28-aebb-b5be52b4f073 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:07.739879 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c655bbef-2f0f-4e29-b95a-cde417abd206 req-60a40139-625a-4b28-aebb-b5be52b4f073 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=8bad8ef0-7af4-4e99-ac07-aebe7d07cb93 HTTP/1.1" status: 200 len: 943 time: 0.2397182 Jul 05 02:43:07.766873 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9c5e3e17-5e85-4d6a-816e-9407692ea929 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:07.782080 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c655bbef-2f0f-4e29-b95a-cde417abd206 req-813f9ced-7be3-4fc1-9b96-c1e40958284f tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e2564be-f5d8-4abd-ab86-f37a499f4ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379777 Jul 05 02:43:07.813808 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9c5e3e17-5e85-4d6a-816e-9407692ea929 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:07.859587 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-5bd5c81a-4bdc-493c-8551-f13ff20db143 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Deleting port f53fb5b9-b56b-41fc-8663-36e06c58a58f {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:43:07.859940 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5bd5c81a-4bdc-493c-8551-f13ff20db143 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:07.963224 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5bd5c81a-4bdc-493c-8551-f13ff20db143 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:07.963497 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5bd5c81a-4bdc-493c-8551-f13ff20db143 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:07.975974 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-5bd5c81a-4bdc-493c-8551-f13ff20db143 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Calling delete_port for f53fb5b9-b56b-41fc-8663-36e06c58a58f owned by network:floatingip {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:43:08.022600 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9c5e3e17-5e85-4d6a-816e-9407692ea929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:08.025829 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9c5e3e17-5e85-4d6a-816e-9407692ea929 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:08.027897 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-9c5e3e17-5e85-4d6a-816e-9407692ea929 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ed0d9650-ff93-4e85-8f95-be1db47886bb HTTP/1.1" status: 204 len: 168 time: 0.4777455 Jul 05 02:43:08.049542 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5e3e17-5e85-4d6a-816e-9407692ea929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed0d9650-ff93-4e85-8f95-be1db47886bb,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:43:08.075677 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5e3e17-5e85-4d6a-816e-9407692ea929 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:43:08.075677 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5e3e17-5e85-4d6a-816e-9407692ea929 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:43:08.075677 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5e3e17-5e85-4d6a-816e-9407692ea929 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:43:08.075677 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5e3e17-5e85-4d6a-816e-9407692ea929 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:43:08.075677 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5e3e17-5e85-4d6a-816e-9407692ea929 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:43:08.075677 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5e3e17-5e85-4d6a-816e-9407692ea929 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:43:08.075677 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5e3e17-5e85-4d6a-816e-9407692ea929 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:43:08.075677 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5e3e17-5e85-4d6a-816e-9407692ea929 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:43:08.075677 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5e3e17-5e85-4d6a-816e-9407692ea929 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:43:08.075677 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5e3e17-5e85-4d6a-816e-9407692ea929 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:43:08.075677 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5e3e17-5e85-4d6a-816e-9407692ea929 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:43:08.075677 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5e3e17-5e85-4d6a-816e-9407692ea929 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:43:08.302035 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5bd5c81a-4bdc-493c-8551-f13ff20db143 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:08.327958 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd5c81a-4bdc-493c-8551-f13ff20db143 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Pushing event deleted for resources: {'Port': ['ID=f53fb5b9-b56b-41fc-8663-36e06c58a58f,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:43:08.411992 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5bd5c81a-4bdc-493c-8551-f13ff20db143 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for floatingip, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:08.412331 n-d-771362-32 neutron-server[94461]: INFO neutron.db.l3_db [None req-5bd5c81a-4bdc-493c-8551-f13ff20db143 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Floating IP 086f0309-d4b2-4772-b204-4db88179e219 disassociated (deleted). External IP: 172.25.7.98, port: cdfd25fc-b633-4b97-ade1-309f75e1f7a3. Jul 05 02:43:08.857894 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bd5c81a-4bdc-493c-8551-f13ff20db143 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Router b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:43:08.864595 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bd5c81a-4bdc-493c-8551-f13ff20db143 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:43:08.876862 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8b2363-5c8e-4fb7-9c67-dc2d709d4787 None None] Sync routers for ids ['b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:43:08.877425 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5bd5c81a-4bdc-493c-8551-f13ff20db143 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:08.889396 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8b2363-5c8e-4fb7-9c67-dc2d709d4787 None None] Routers {'b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:43:08.891150 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-df8b2363-5c8e-4fb7-9c67-dc2d709d4787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:42:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:43:08.950762 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-5bd5c81a-4bdc-493c-8551-f13ff20db143 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "DELETE /v2.0/floatingips/086f0309-d4b2-4772-b204-4db88179e219 HTTP/1.1" status: 204 len: 168 time: 1.3992283 Jul 05 02:43:08.983507 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8ca3bcd-f0a6-43dd-9dd2-88e517634f63', 'tag': 'cdfd25fc-b633-4b97-ade1-309f75e1f7a3'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:43:08.986531 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-710ba550-e488-40af-85a4-8ee3277906ab" -d '{"events": [{"name": "network-changed", "server_uuid": "c8ca3bcd-f0a6-43dd-9dd2-88e517634f63", "tag": "cdfd25fc-b633-4b97-ade1-309f75e1f7a3"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:43:09.032420 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-df8b2363-5c8e-4fb7-9c67-dc2d709d4787 None None] Set router b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:43:09.106578 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c2bd1-5a5d-4ddb-9591-484c73d0d70d req-e97fcaef-888c-441d-9640-6f43d5125e0f tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:09.114449 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cc9c2bd1-5a5d-4ddb-9591-484c73d0d70d req-e97fcaef-888c-441d-9640-6f43d5125e0f tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=8bad8ef0-7af4-4e99-ac07-aebe7d07cb93 HTTP/1.1" status: 200 len: 943 time: 0.1935222 Jul 05 02:43:09.170617 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cc9c2bd1-5a5d-4ddb-9591-484c73d0d70d req-6da6d68d-aab5-4558-9acd-39151662da98 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e2564be-f5d8-4abd-ab86-f37a499f4ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512583 Jul 05 02:43:09.242366 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ad5371-826c-4ec6-a0f0-d486b6624675 x-openstack-request-id: req-05ad5371-826c-4ec6-a0f0-d486b6624675 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:43:09.242366 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8ca3bcd-f0a6-43dd-9dd2-88e517634f63", "tag": "cdfd25fc-b633-4b97-ade1-309f75e1f7a3", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:43:09.242366 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-05ad5371-826c-4ec6-a0f0-d486b6624675 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:43:09.242366 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8ca3bcd-f0a6-43dd-9dd2-88e517634f63', 'tag': 'cdfd25fc-b633-4b97-ade1-309f75e1f7a3', 'status': 'completed', 'code': 200} Jul 05 02:43:09.358566 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-df8b2363-5c8e-4fb7-9c67-dc2d709d4787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d', 'name': 'tempest-TestNetworkBasicOps-router-1623503849', 'tenant_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': '6555e7cb-1ce8-4da9-bb4d-d91ce047b0e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:40:25Z', 'updated_at': '2021-07-05T02:42:58Z', 'revision_number': 6, 'project_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'gw_port': {'id': '6555e7cb-1ce8-4da9-bb4d-d91ce047b0e7', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:94:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:40:26Z', 'updated_at': '2021-07-05T02:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '3494458e-5161-45af-8201-9b30e115c3ed', 'name': '', 'network_id': '5707578e-6bd2-47ab-9975-d5337f100e83', 'tenant_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'mac_address': 'fa:16:3e:4d:ba:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '28052bc8-43f3-4b27-af64-004e742f3a2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:40:36Z', 'updated_at': '2021-07-05T02:40:47Z', 'revision_number': 5, 'project_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'subnets': [{'id': '28052bc8-43f3-4b27-af64-004e742f3a2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:43:09.372386 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710ba550-e488-40af-85a4-8ee3277906ab req-50e3193a-df56-437a-9e85-8a576c40b4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:09.375954 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-710ba550-e488-40af-85a4-8ee3277906ab req-50e3193a-df56-437a-9e85-8a576c40b4f9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e74a7c63f72a43c48203f0c9f39b1c1e&device_id=c8ca3bcd-f0a6-43dd-9dd2-88e517634f63 HTTP/1.1" status: 200 len: 1097 time: 0.1097381 Jul 05 02:43:09.452374 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8b2363-5c8e-4fb7-9c67-dc2d709d4787 None None] Checking router: b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:43:09.484384 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8b2363-5c8e-4fb7-9c67-dc2d709d4787 None None] Routers {'b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:43:09.484384 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-df8b2363-5c8e-4fb7-9c67-dc2d709d4787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:42:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:43:09.536178 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710ba550-e488-40af-85a4-8ee3277906ab req-a60d9260-9b91-4a81-93b8-4d783663a2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:09.537929 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-710ba550-e488-40af-85a4-8ee3277906ab req-a60d9260-9b91-4a81-93b8-4d783663a2e1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5707578e-6bd2-47ab-9975-d5337f100e83 HTTP/1.1" status: 200 len: 897 time: 0.1561189 Jul 05 02:43:09.589095 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-710ba550-e488-40af-85a4-8ee3277906ab req-cb20c7ea-2834-428a-b120-2f80bda45ab5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cdfd25fc-b633-4b97-ade1-309f75e1f7a3 HTTP/1.1" status: 200 len: 217 time: 0.0439620 Jul 05 02:43:09.626366 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-df8b2363-5c8e-4fb7-9c67-dc2d709d4787 None None] Set router b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:43:09.754332 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710ba550-e488-40af-85a4-8ee3277906ab req-50223fd7-c1c6-4df9-9fd2-786224808555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:09.755885 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-710ba550-e488-40af-85a4-8ee3277906ab req-50223fd7-c1c6-4df9-9fd2-786224808555 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=28052bc8-43f3-4b27-af64-004e742f3a2d HTTP/1.1" status: 200 len: 835 time: 0.1611779 Jul 05 02:43:09.941767 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710ba550-e488-40af-85a4-8ee3277906ab req-ae0b4b28-0c19-4c21-b74b-cfc2a3a3d1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:09.943331 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-710ba550-e488-40af-85a4-8ee3277906ab req-ae0b4b28-0c19-4c21-b74b-cfc2a3a3d1d3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5707578e-6bd2-47ab-9975-d5337f100e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1798906 Jul 05 02:43:09.953039 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eb6e63-077d-4961-b14e-05f879327f28 req-f2a46c4a-b3d9-4fec-9c9b-745f554a464d tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:09.953406 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-47eb6e63-077d-4961-b14e-05f879327f28 req-f2a46c4a-b3d9-4fec-9c9b-745f554a464d tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8ca3bcd-f0a6-43dd-9dd2-88e517634f63 HTTP/1.1" status: 200 len: 945 time: 0.1160955 Jul 05 02:43:09.976473 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-df8b2363-5c8e-4fb7-9c67-dc2d709d4787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d', 'name': 'tempest-TestNetworkBasicOps-router-1623503849', 'tenant_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': '6555e7cb-1ce8-4da9-bb4d-d91ce047b0e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:40:25Z', 'updated_at': '2021-07-05T02:42:58Z', 'revision_number': 6, 'project_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'gw_port': {'id': '6555e7cb-1ce8-4da9-bb4d-d91ce047b0e7', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:94:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:40:26Z', 'updated_at': '2021-07-05T02:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '3494458e-5161-45af-8201-9b30e115c3ed', 'name': '', 'network_id': '5707578e-6bd2-47ab-9975-d5337f100e83', 'tenant_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'mac_address': 'fa:16:3e:4d:ba:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '28052bc8-43f3-4b27-af64-004e742f3a2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:40:36Z', 'updated_at': '2021-07-05T02:40:47Z', 'revision_number': 5, 'project_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'subnets': [{'id': '28052bc8-43f3-4b27-af64-004e742f3a2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:43:10.019536 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8b2363-5c8e-4fb7-9c67-dc2d709d4787 None None] The sync data for ids ['b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d'] in n-d-771362-32 is: [{'id': 'b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d', 'name': 'tempest-TestNetworkBasicOps-router-1623503849', 'tenant_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': '6555e7cb-1ce8-4da9-bb4d-d91ce047b0e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:40:25Z', 'updated_at': '2021-07-05T02:42:58Z', 'revision_number': 6, 'project_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'gw_port': {'id': '6555e7cb-1ce8-4da9-bb4d-d91ce047b0e7', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:94:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:40:26Z', 'updated_at': '2021-07-05T02:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '3494458e-5161-45af-8201-9b30e115c3ed', 'name': '', 'network_id': '5707578e-6bd2-47ab-9975-d5337f100e83', 'tenant_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'mac_address': 'fa:16:3e:4d:ba:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '28052bc8-43f3-4b27-af64-004e742f3a2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:40:36Z', 'updated_at': '2021-07-05T02:40:47Z', 'revision_number': 5, 'project_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'subnets': [{'id': '28052bc8-43f3-4b27-af64-004e742f3a2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:43:10.503243 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb6b61d-3d5a-4c1a-b917-aea94aab06dd req-e67de326-2589-4299-97cb-246629469387 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:10.505986 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec95abb2-b877-4ff0-ab85-9f2a7028acad None None] New status for floating IP 086f0309-d4b2-4772-b204-4db88179e219: DOWN {{(pid=94464) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 02:43:10.506514 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-acb6b61d-3d5a-4c1a-b917-aea94aab06dd req-e67de326-2589-4299-97cb-246629469387 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=8bad8ef0-7af4-4e99-ac07-aebe7d07cb93 HTTP/1.1" status: 200 len: 943 time: 0.1523020 Jul 05 02:43:10.544969 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-47eb6e63-077d-4961-b14e-05f879327f28 req-862deee7-1e4b-43d7-9445-fbaae0104f43 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/security-groups?id=d739ef8a-6d64-4005-a0e5-d063475d1b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5777164 Jul 05 02:43:10.594250 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-acb6b61d-3d5a-4c1a-b917-aea94aab06dd req-897c43cd-8641-45c6-beae-34e63c21dc10 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e2564be-f5d8-4abd-ab86-f37a499f4ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719929 Jul 05 02:43:10.613256 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-710ba550-e488-40af-85a4-8ee3277906ab req-01a1d418-323c-4a2e-8f4b-b5cf77babfd0 service neutron] 10.222.0.15 "GET /v2.0/networks/5707578e-6bd2-47ab-9975-d5337f100e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6586039 Jul 05 02:43:10.686922 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 040987f5-f58c-4888-a20d-f047aadd9e68 details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:43:10.755887 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-710ba550-e488-40af-85a4-8ee3277906ab req-0bbd0f79-3acc-4c27-bdff-8aa20b0028c6 service neutron] 10.222.0.15 "GET /v2.0/networks/5707578e-6bd2-47ab-9975-d5337f100e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320202 Jul 05 02:43:10.832865 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 040987f5-f58c-4888-a20d-f047aadd9e68, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=040987f5-f58c-4888-a20d-f047aadd9e68,segment=NetworkSegment(2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7),segment_id=2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:43:10.845750 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Returning: {'device': '040987f5-f58c-4888-a20d-f047aadd9e68', 'network_id': 'c4d51310-b056-42c6-8720-dd3607bb490e', 'port_id': '040987f5-f58c-4888-a20d-f047aadd9e68', 'mac_address': 'fa:16:3e:1c:5a:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '822ac30d-26eb-483a-9cd9-5da64853ba79', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:43:10.890235 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 58646) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:43:10.893396 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:10.914401 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 040987f5-f58c-4888-a20d-f047aadd9e68 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:43:10.940842 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 040987f5-f58c-4888-a20d-f047aadd9e68, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=040987f5-f58c-4888-a20d-f047aadd9e68,segment=NetworkSegment(2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7),segment_id=2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:43:10.985901 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d47d633-57aa-43d0-8dc5-caf81df80c15 req-bef63195-6676-4629-9a73-d2fe68f7b5e3 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:10.987659 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8d47d633-57aa-43d0-8dc5-caf81df80c15 req-bef63195-6676-4629-9a73-d2fe68f7b5e3 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8ca3bcd-f0a6-43dd-9dd2-88e517634f63 HTTP/1.1" status: 200 len: 945 time: 0.1221371 Jul 05 02:43:11.013166 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c181ee1a-e1c0-4391-b92e-103b96f3cf07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:11.056204 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:11.156371 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=040987f5-f58c-4888-a20d-f047aadd9e68,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:43:11.163654 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c181ee1a-e1c0-4391-b92e-103b96f3cf07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:11.181552 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-8d47d633-57aa-43d0-8dc5-caf81df80c15 req-79f50028-b06e-48d6-b764-434c682be235 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Deleting port cdfd25fc-b633-4b97-ade1-309f75e1f7a3 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:43:11.182192 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-8d47d633-57aa-43d0-8dc5-caf81df80c15 req-79f50028-b06e-48d6-b764-434c682be235 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:11.245114 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['040987f5-f58c-4888-a20d-f047aadd9e68'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:43:11.273427 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c181ee1a-e1c0-4391-b92e-103b96f3cf07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:11.315370 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c181ee1a-e1c0-4391-b92e-103b96f3cf07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=402090a1-5b01-400e-ad57-ebf2b0adb60e,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:43:11.335178 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-8d47d633-57aa-43d0-8dc5-caf81df80c15 req-79f50028-b06e-48d6-b764-434c682be235 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] For port cdfd25fc-b633-4b97-ade1-309f75e1f7a3, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=cdfd25fc-b633-4b97-ade1-309f75e1f7a3,segment=NetworkSegment(348128bd-cced-4c56-bced-23f73527db9c),segment_id=348128bd-cced-4c56-bced-23f73527db9c)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:43:11.335523 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-8d47d633-57aa-43d0-8dc5-caf81df80c15 req-79f50028-b06e-48d6-b764-434c682be235 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:11.371580 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-c181ee1a-e1c0-4391-b92e-103b96f3cf07 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8531c7bd12f84bf3902657e145fc1302&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4759474 Jul 05 02:43:11.372332 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 58658) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:43:11.377500 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-8d47d633-57aa-43d0-8dc5-caf81df80c15 req-79f50028-b06e-48d6-b764-434c682be235 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Calling delete_port for cdfd25fc-b633-4b97-ade1-309f75e1f7a3 owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:43:11.503388 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-264a90c7-f74e-4936-9a26-5aba5a202951 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:11.557787 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-264a90c7-f74e-4936-9a26-5aba5a202951 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:11.808243 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-264a90c7-f74e-4936-9a26-5aba5a202951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:11.811323 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-264a90c7-f74e-4936-9a26-5aba5a202951 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:11.817141 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-264a90c7-f74e-4936-9a26-5aba5a202951 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/402090a1-5b01-400e-ad57-ebf2b0adb60e HTTP/1.1" status: 204 len: 168 time: 0.4392834 Jul 05 02:43:11.823205 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264a90c7-f74e-4936-9a26-5aba5a202951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=402090a1-5b01-400e-ad57-ebf2b0adb60e,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:43:11.848118 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f299283-fde1-46bf-90e6-5f9ae685e1b6 req-42d72cdb-0fe8-4044-88b2-3866eb2ff403 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:11.849812 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7f299283-fde1-46bf-90e6-5f9ae685e1b6 req-42d72cdb-0fe8-4044-88b2-3866eb2ff403 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8ca3bcd-f0a6-43dd-9dd2-88e517634f63 HTTP/1.1" status: 200 len: 945 time: 0.1187007 Jul 05 02:43:11.850331 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:11.852945 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-8d47d633-57aa-43d0-8dc5-caf81df80c15 req-79f50028-b06e-48d6-b764-434c682be235 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:11.853436 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:11.867002 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8172a84-8844-4e29-8783-e6284f29fa89 req-c80a75ae-4218-4c7f-b9f9-a1e03204f796 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:11.874768 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f8172a84-8844-4e29-8783-e6284f29fa89 req-c80a75ae-4218-4c7f-b9f9-a1e03204f796 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=8bad8ef0-7af4-4e99-ac07-aebe7d07cb93 HTTP/1.1" status: 200 len: 944 time: 0.1448889 Jul 05 02:43:11.912281 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f50028-b06e-48d6-b764-434c682be235 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Pushing event deleted for resources: {'Port': ['ID=cdfd25fc-b633-4b97-ade1-309f75e1f7a3,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:43:11.927212 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f8172a84-8844-4e29-8783-e6284f29fa89 req-5718a7bc-1482-473c-83d9-b485e946ce4d tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e2564be-f5d8-4abd-ab86-f37a499f4ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487854 Jul 05 02:43:11.996980 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d47d633-57aa-43d0-8dc5-caf81df80c15 req-79f50028-b06e-48d6-b764-434c682be235 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] No DVR routers for this DVR port cdfd25fc-b633-4b97-ade1-309f75e1f7a3 on host n-h2-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:43:12.000515 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-8d47d633-57aa-43d0-8dc5-caf81df80c15 req-79f50028-b06e-48d6-b764-434c682be235 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:12.002520 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8d47d633-57aa-43d0-8dc5-caf81df80c15 req-79f50028-b06e-48d6-b764-434c682be235 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.15 "DELETE /v2.0/ports/cdfd25fc-b633-4b97-ade1-309f75e1f7a3 HTTP/1.1" status: 204 len: 173 time: 1.0096335 Jul 05 02:43:12.008546 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7f299283-fde1-46bf-90e6-5f9ae685e1b6 req-c2d5376e-4bf9-4953-bf29-315d37c2cdfc tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/security-groups?id=d739ef8a-6d64-4005-a0e5-d063475d1b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1464696 Jul 05 02:43:12.009009 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8ca3bcd-f0a6-43dd-9dd2-88e517634f63', 'name': 'network-vif-deleted', 'tag': 'cdfd25fc-b633-4b97-ade1-309f75e1f7a3'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:43:12.011849 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad69b73f-7007-46ce-a7f9-f177956a9c89" -d '{"events": [{"server_uuid": "c8ca3bcd-f0a6-43dd-9dd2-88e517634f63", "name": "network-vif-deleted", "tag": "cdfd25fc-b633-4b97-ade1-309f75e1f7a3"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:43:12.056808 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d1436ed-a728-47bf-9117-78c0c83ea61e x-openstack-request-id: req-5d1436ed-a728-47bf-9117-78c0c83ea61e {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:43:12.057083 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8ca3bcd-f0a6-43dd-9dd2-88e517634f63", "name": "network-vif-deleted", "tag": "cdfd25fc-b633-4b97-ade1-309f75e1f7a3", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:43:12.057329 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5d1436ed-a728-47bf-9117-78c0c83ea61e {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:43:12.058183 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8ca3bcd-f0a6-43dd-9dd2-88e517634f63', 'name': 'network-vif-deleted', 'tag': 'cdfd25fc-b633-4b97-ade1-309f75e1f7a3', 'status': 'completed', 'code': 200} Jul 05 02:43:12.716806 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 040987f5-f58c-4888-a20d-f047aadd9e68 up at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:43:12.850087 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning for port 040987f5-f58c-4888-a20d-f047aadd9e68 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:43:12.854077 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning complete for port 040987f5-f58c-4888-a20d-f047aadd9e68 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:43:12.854484 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:12.943435 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:12.991186 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 040987f5-f58c-4888-a20d-f047aadd9e68, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=040987f5-f58c-4888-a20d-f047aadd9e68,segment=NetworkSegment(2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7),segment_id=2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:43:12.992326 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bad8ef0-7af4-4e99-ac07-aebe7d07cb93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '040987f5-f58c-4888-a20d-f047aadd9e68'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:43:12.995316 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e25d41fe-294f-43e1-b1fc-5f7172043a91" -d '{"events": [{"server_uuid": "8bad8ef0-7af4-4e99-ac07-aebe7d07cb93", "name": "network-vif-plugged", "status": "completed", "tag": "040987f5-f58c-4888-a20d-f047aadd9e68"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:43:13.067808 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:13.174814 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afcba8b6-8040-47e3-98eb-e476fd6b35b3 x-openstack-request-id: req-afcba8b6-8040-47e3-98eb-e476fd6b35b3 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:43:13.175202 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bad8ef0-7af4-4e99-ac07-aebe7d07cb93", "name": "network-vif-plugged", "status": "completed", "tag": "040987f5-f58c-4888-a20d-f047aadd9e68", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:43:13.175335 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-afcba8b6-8040-47e3-98eb-e476fd6b35b3 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:43:13.175760 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bad8ef0-7af4-4e99-ac07-aebe7d07cb93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '040987f5-f58c-4888-a20d-f047aadd9e68', 'code': 200} Jul 05 02:43:13.269996 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=040987f5-f58c-4888-a20d-f047aadd9e68,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:43:13.410674 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cbd9ce-cd94-48c9-b671-4e37bb010cdc req-d53c3751-e78b-46c5-96c9-72cb2567f872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:13.410674 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-18cbd9ce-cd94-48c9-b671-4e37bb010cdc req-d53c3751-e78b-46c5-96c9-72cb2567f872 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8bad8ef0-7af4-4e99-ac07-aebe7d07cb93 HTTP/1.1" status: 200 len: 1097 time: 0.1005182 Jul 05 02:43:13.420074 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadced03-0be8-4805-8d52-b96506932690 req-6a6d4c7e-8ef3-4a71-b10c-4d9bb08dc5d4 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:13.427128 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cadced03-0be8-4805-8d52-b96506932690 req-6a6d4c7e-8ef3-4a71-b10c-4d9bb08dc5d4 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=8bad8ef0-7af4-4e99-ac07-aebe7d07cb93 HTTP/1.1" status: 200 len: 945 time: 0.2034900 Jul 05 02:43:13.440113 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-50d117a5-5464-41e0-a505-9e06b308a355 req-2e713003-7f8a-4521-80ee-e91f0230e181 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8ca3bcd-f0a6-43dd-9dd2-88e517634f63 HTTP/1.1" status: 200 len: 210 time: 0.0869303 Jul 05 02:43:13.515468 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cadced03-0be8-4805-8d52-b96506932690 req-1175a5e2-9b80-4a7e-9da8-9d4a0c6419c0 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e2564be-f5d8-4abd-ab86-f37a499f4ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874996 Jul 05 02:43:13.521762 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-18cbd9ce-cd94-48c9-b671-4e37bb010cdc req-516e1ceb-a29b-4c71-a8c8-405bde949445 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6e2564be-f5d8-4abd-ab86-f37a499f4ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920689 Jul 05 02:43:14.094201 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 58746) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:43:14.301111 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-da701610-38bb-40f7-b944-a0a7b31fe56c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:14.391280 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-da701610-38bb-40f7-b944-a0a7b31fe56c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:14.543594 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 58762) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:43:14.614616 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1340b6cd-c447-48d3-8e86-86470ecab403 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:14.642526 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1340b6cd-c447-48d3-8e86-86470ecab403 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:14.705476 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device cdfd25fc-b633-4b97-ade1-309f75e1f7a3 no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:43:14.711032 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5831694-191d-41da-a576-3d085cb3f62c req-5a661948-8733-4fa3-bd5a-78c08a9a23f1 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:14.712861 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e5831694-191d-41da-a576-3d085cb3f62c req-5a661948-8733-4fa3-bd5a-78c08a9a23f1 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=8bad8ef0-7af4-4e99-ac07-aebe7d07cb93 HTTP/1.1" status: 200 len: 945 time: 0.0702243 Jul 05 02:43:14.729568 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] No Port match for: cdfd25fc-b633-4b97-ade1-309f75e1f7a3 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:43:14.730422 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device cdfd25fc-b633-4b97-ade1-309f75e1f7a3 not bound to the agent host n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:43:14.755163 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e5831694-191d-41da-a576-3d085cb3f62c req-22476fa6-104a-45cf-8408-16aca106fa6b tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e2564be-f5d8-4abd-ab86-f37a499f4ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361052 Jul 05 02:43:15.039662 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1340b6cd-c447-48d3-8e86-86470ecab403 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:15.042464 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1340b6cd-c447-48d3-8e86-86470ecab403 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:15.043677 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-1340b6cd-c447-48d3-8e86-86470ecab403 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "DELETE /v2.0/security-groups/d739ef8a-6d64-4005-a0e5-d063475d1b1f HTTP/1.1" status: 204 len: 168 time: 0.4990661 Jul 05 02:43:15.047668 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-da701610-38bb-40f7-b944-a0a7b31fe56c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:15.063959 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1340b6cd-c447-48d3-8e86-86470ecab403 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d739ef8a-6d64-4005-a0e5-d063475d1b1f,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:43:15.095731 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-da701610-38bb-40f7-b944-a0a7b31fe56c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ab6ffa7f94584556a22e3c8971041b1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9968612 Jul 05 02:43:15.096166 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 58770) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:43:15.104259 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da701610-38bb-40f7-b944-a0a7b31fe56c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d61cbc-0e8a-4c78-89c3-eff36d8fa125,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:43:15.168819 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0a75b801-a200-4b8f-a3a2-04a7fca1f8eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:15.214028 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0a75b801-a200-4b8f-a3a2-04a7fca1f8eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:15.220088 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 58778) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:43:15.395374 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0a75b801-a200-4b8f-a3a2-04a7fca1f8eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:15.397953 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0a75b801-a200-4b8f-a3a2-04a7fca1f8eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:15.403467 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-0a75b801-a200-4b8f-a3a2-04a7fca1f8eb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a1d61cbc-0e8a-4c78-89c3-eff36d8fa125 HTTP/1.1" status: 204 len: 168 time: 0.3069916 Jul 05 02:43:15.422263 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a75b801-a200-4b8f-a3a2-04a7fca1f8eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d61cbc-0e8a-4c78-89c3-eff36d8fa125,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:43:15.683023 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-41f66d86-41e6-4751-9497-198c06bcc6ee tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1634680'] for router_interface, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:16.123772 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173679a8-d2cd-43a0-a9d1-dbe2cf839083 req-7641a271-456b-4321-8a59-9bba52b0cf69 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:16.126048 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-173679a8-d2cd-43a0-a9d1-dbe2cf839083 req-7641a271-456b-4321-8a59-9bba52b0cf69 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=8bad8ef0-7af4-4e99-ac07-aebe7d07cb93 HTTP/1.1" status: 200 len: 945 time: 0.0895720 Jul 05 02:43:16.150000 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-41f66d86-41e6-4751-9497-198c06bcc6ee tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Deleting port 3494458e-5161-45af-8201-9b30e115c3ed {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:43:16.150376 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-41f66d86-41e6-4751-9497-198c06bcc6ee tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:16.225557 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-173679a8-d2cd-43a0-a9d1-dbe2cf839083 req-b3ad3b9c-7d54-4500-904e-108454d01138 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e2564be-f5d8-4abd-ab86-f37a499f4ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933735 Jul 05 02:43:16.279254 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-41f66d86-41e6-4751-9497-198c06bcc6ee tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] For port 3494458e-5161-45af-8201-9b30e115c3ed, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=3494458e-5161-45af-8201-9b30e115c3ed,segment=NetworkSegment(348128bd-cced-4c56-bced-23f73527db9c),segment_id=348128bd-cced-4c56-bced-23f73527db9c)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:43:16.279620 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-41f66d86-41e6-4751-9497-198c06bcc6ee tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:16.296774 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-41f66d86-41e6-4751-9497-198c06bcc6ee tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Calling delete_port for 3494458e-5161-45af-8201-9b30e115c3ed owned by network:router_interface {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:43:16.475014 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-97726b88-c6d8-4837-88ae-22613815636c req-79feb2fa-0883-41a6-9248-62bc3efc0a3b tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=442a3e50d6be48be9e1562c5772ee754 HTTP/1.1" status: 200 len: 267 time: 0.0974939 Jul 05 02:43:16.608447 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97726b88-c6d8-4837-88ae-22613815636c req-58f49101-a7ba-4955-bba6-e633177f36a8 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:16.614581 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-97726b88-c6d8-4837-88ae-22613815636c req-58f49101-a7ba-4955-bba6-e633177f36a8 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=8bad8ef0-7af4-4e99-ac07-aebe7d07cb93 HTTP/1.1" status: 200 len: 945 time: 0.1312737 Jul 05 02:43:16.632838 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-97726b88-c6d8-4837-88ae-22613815636c req-b19cad83-9a7e-44cf-bc51-23cef9a0bba6 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Request body: {'port': {'security_groups': []}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:43:16.715835 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-41f66d86-41e6-4751-9497-198c06bcc6ee tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:16.757275 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-97726b88-c6d8-4837-88ae-22613815636c req-b19cad83-9a7e-44cf-bc51-23cef9a0bba6 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:16.757275 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f66d86-41e6-4751-9497-198c06bcc6ee tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Pushing event deleted for resources: {'Port': ['ID=3494458e-5161-45af-8201-9b30e115c3ed,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:43:16.986684 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 58834) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:43:17.153566 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-8ed670b9-d155-4335-8ebe-bc3a14e3782c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1776347955-network', 'tenant_id': 'f71f6dbd7ca04e46abf258fabaf4edd3'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:43:17.274590 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed670b9-d155-4335-8ebe-bc3a14e3782c admin admin] Made reservation on behalf of f71f6dbd7ca04e46abf258fabaf4edd3 for: {'network': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:43:17.281553 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8ed670b9-d155-4335-8ebe-bc3a14e3782c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:17.303691 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8ed670b9-d155-4335-8ebe-bc3a14e3782c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:17.482157 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8ed670b9-d155-4335-8ebe-bc3a14e3782c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:17.578961 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-97726b88-c6d8-4837-88ae-22613815636c req-b19cad83-9a7e-44cf-bc51-23cef9a0bba6 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] For port 040987f5-f58c-4888-a20d-f047aadd9e68, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=040987f5-f58c-4888-a20d-f047aadd9e68,segment=NetworkSegment(2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7),segment_id=2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:43:17.614150 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-41f66d86-41e6-4751-9497-198c06bcc6ee tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635398'] for router_interface, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:17.615763 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8ed670b9-d155-4335-8ebe-bc3a14e3782c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:17.629064 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-97726b88-c6d8-4837-88ae-22613815636c req-b19cad83-9a7e-44cf-bc51-23cef9a0bba6 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:17.646523 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ed670b9-d155-4335-8ebe-bc3a14e3782c admin admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=94461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:43:17.652961 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed670b9-d155-4335-8ebe-bc3a14e3782c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d238212d-1a50-45b4-ab82-48399d70be5b,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:43:17.659309 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8ed670b9-d155-4335-8ebe-bc3a14e3782c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:17.659849 n-d-771362-32 neutron-server[94461]: INFO neutron.db.segments_db [None req-8ed670b9-d155-4335-8ebe-bc3a14e3782c admin admin] Added segment be409309-6ad2-47dc-8674-b2f6fbe283c8 of type vlan for network 319f6f27-0518-41ae-a3ab-b70eb1a13ad7 Jul 05 02:43:17.707876 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8ed670b9-d155-4335-8ebe-bc3a14e3782c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:17.746957 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-97726b88-c6d8-4837-88ae-22613815636c req-b19cad83-9a7e-44cf-bc51-23cef9a0bba6 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:17.758015 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['040987f5-f58c-4888-a20d-f047aadd9e68'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:43:17.788237 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['fe1080a3-9d43-4188-906d-d53acae014f6', '66653bc2-6cf2-4197-a191-9977fe7eb17c'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:43:17.794429 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8ed670b9-d155-4335-8ebe-bc3a14e3782c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:17.800254 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed670b9-d155-4335-8ebe-bc3a14e3782c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:17.805849 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97726b88-c6d8-4837-88ae-22613815636c req-b19cad83-9a7e-44cf-bc51-23cef9a0bba6 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:17.806439 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8ed670b9-d155-4335-8ebe-bc3a14e3782c admin admin] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:17.810135 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-97726b88-c6d8-4837-88ae-22613815636c req-b19cad83-9a7e-44cf-bc51-23cef9a0bba6 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:17.821024 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-97726b88-c6d8-4837-88ae-22613815636c req-b19cad83-9a7e-44cf-bc51-23cef9a0bba6 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "PUT /v2.0/ports/040987f5-f58c-4888-a20d-f047aadd9e68 HTTP/1.1" status: 200 len: 904 time: 1.2018411 Jul 05 02:43:17.837243 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bad8ef0-7af4-4e99-ac07-aebe7d07cb93', 'tag': '040987f5-f58c-4888-a20d-f047aadd9e68'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:43:17.844813 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b223267e0e0ddb3199af7772d0b45336e3b4b54fbb151c86a8051291a61e85db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6356f6e2-b1a8-47f7-8b18-135c0d7e5011" -d '{"events": [{"name": "network-changed", "server_uuid": "8bad8ef0-7af4-4e99-ac07-aebe7d07cb93", "tag": "040987f5-f58c-4888-a20d-f047aadd9e68"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:43:17.880968 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['040987f5-f58c-4888-a20d-f047aadd9e68'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:43:18.080217 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f26921ba-b551-4b36-a7b2-477b9e66721e x-openstack-request-id: req-f26921ba-b551-4b36-a7b2-477b9e66721e {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:43:18.080830 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bad8ef0-7af4-4e99-ac07-aebe7d07cb93", "tag": "040987f5-f58c-4888-a20d-f047aadd9e68", "status": "completed", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:43:18.081985 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f26921ba-b551-4b36-a7b2-477b9e66721e {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:43:18.083316 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bad8ef0-7af4-4e99-ac07-aebe7d07cb93', 'tag': '040987f5-f58c-4888-a20d-f047aadd9e68', 'status': 'completed', 'code': 200} Jul 05 02:43:18.103514 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-8ed670b9-d155-4335-8ebe-bc3a14e3782c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1155663 Jul 05 02:43:18.113322 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 58866) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:43:18.113545 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19cad83-9a7e-44cf-bc51-23cef9a0bba6 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Pushing event updated for resources: {'Port': ['ID=040987f5-f58c-4888-a20d-f047aadd9e68,revision_number=6']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:43:18.157887 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-4a6c0cae-c5d1-4a09-9274-8f21878cb4e6 admin admin] Request body: {'subnet': {'network_id': '319f6f27-0518-41ae-a3ab-b70eb1a13ad7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1776347955-subnet', 'tenant_id': 'f71f6dbd7ca04e46abf258fabaf4edd3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:43:18.469564 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41f66d86-41e6-4751-9497-198c06bcc6ee tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Router b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:43:18.474887 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed670b9-d155-4335-8ebe-bc3a14e3782c admin admin] Pushing event updated for resources: {'Network': ['ID=319f6f27-0518-41ae-a3ab-b70eb1a13ad7,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:43:18.476972 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 319f6f27-0518-41ae-a3ab-b70eb1a13ad7 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:43:18.476972 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-c6d4fd45-4f5b-42a3-ae7d-0f24beaf1a5e None None] Provisioning complete for port 040987f5-f58c-4888-a20d-f047aadd9e68 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:43:18.476972 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-c6d4fd45-4f5b-42a3-ae7d-0f24beaf1a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:18.478099 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b69ee67-e25e-4e03-97a0-2dec8f056dfc req-20395aba-f084-4393-bf99-f261ff29972d tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:18.478099 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4b69ee67-e25e-4e03-97a0-2dec8f056dfc req-20395aba-f084-4393-bf99-f261ff29972d tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=8bad8ef0-7af4-4e99-ac07-aebe7d07cb93 HTTP/1.1" status: 200 len: 907 time: 0.2373750 Jul 05 02:43:18.478099 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6356f6e2-b1a8-47f7-8b18-135c0d7e5011 req-38ff9700-535b-450a-88ba-159e5f0fbe59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:18.478099 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6356f6e2-b1a8-47f7-8b18-135c0d7e5011 req-38ff9700-535b-450a-88ba-159e5f0fbe59 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=442a3e50d6be48be9e1562c5772ee754&device_id=8bad8ef0-7af4-4e99-ac07-aebe7d07cb93 HTTP/1.1" status: 200 len: 1059 time: 0.3653834 Jul 05 02:43:18.521991 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6356f6e2-b1a8-47f7-8b18-135c0d7e5011 req-87bfe169-dda7-4fdb-86ce-0fd4cb2de125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:18.523836 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6356f6e2-b1a8-47f7-8b18-135c0d7e5011 req-87bfe169-dda7-4fdb-86ce-0fd4cb2de125 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c4d51310-b056-42c6-8720-dd3607bb490e HTTP/1.1" status: 200 len: 911 time: 0.1627436 Jul 05 02:43:18.583481 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6356f6e2-b1a8-47f7-8b18-135c0d7e5011 req-56e78b43-daf3-44db-9ff1-0ccc14a99ef1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=040987f5-f58c-4888-a20d-f047aadd9e68 HTTP/1.1" status: 200 len: 217 time: 0.0524023 Jul 05 02:43:18.585687 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41f66d86-41e6-4751-9497-198c06bcc6ee tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:43:18.597196 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-41f66d86-41e6-4751-9497-198c06bcc6ee tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "PUT /v2.0/routers/b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3735168 Jul 05 02:43:18.600662 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 58878) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:43:18.686667 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6356f6e2-b1a8-47f7-8b18-135c0d7e5011 req-a9e20fa6-d308-4693-bb38-d3025af87c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:18.688388 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6356f6e2-b1a8-47f7-8b18-135c0d7e5011 req-a9e20fa6-d308-4693-bb38-d3025af87c30 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=822ac30d-26eb-483a-9cd9-5da64853ba79 HTTP/1.1" status: 200 len: 850 time: 0.0980239 Jul 05 02:43:18.708231 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f440c31d-c4e5-454d-ae68-5cfba11f23f4 req-765ff660-cf35-49be-99d0-7ccfe7fc3c38 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:18.709809 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f440c31d-c4e5-454d-ae68-5cfba11f23f4 req-765ff660-cf35-49be-99d0-7ccfe7fc3c38 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 944 time: 0.2321553 Jul 05 02:43:18.714874 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9bb59e1-5f62-4176-8ccf-07ffdcb92474 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Deleting subnet 28052bc8-43f3-4b27-af64-004e742f3a2d {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:43:18.724984 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c9bb59e1-5f62-4176-8ccf-07ffdcb92474 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:18.761867 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a875ed31-825a-4346-b0ee-3e547cd41545 None None] Sync routers for ids ['b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:43:18.771666 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6356f6e2-b1a8-47f7-8b18-135c0d7e5011 req-5b9cce65-c376-4318-bdfc-82de13ed5500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:18.773566 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6356f6e2-b1a8-47f7-8b18-135c0d7e5011 req-5b9cce65-c376-4318-bdfc-82de13ed5500 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c4d51310-b056-42c6-8720-dd3607bb490e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0786340 Jul 05 02:43:18.784679 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a875ed31-825a-4346-b0ee-3e547cd41545 None None] Routers {'b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:43:18.786337 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-a875ed31-825a-4346-b0ee-3e547cd41545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:42:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:43:18.801735 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f440c31d-c4e5-454d-ae68-5cfba11f23f4 req-3fc06961-e2fe-4ee3-8b06-68da335a63fb tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=09716028-44a2-4220-a754-7ed932c56f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843017 Jul 05 02:43:18.804015 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c9bb59e1-5f62-4176-8ccf-07ffdcb92474 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:18.890775 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6356f6e2-b1a8-47f7-8b18-135c0d7e5011 req-578a25a4-426d-4c54-b558-a4792df76125 service neutron] 10.222.0.15 "GET /v2.0/networks/c4d51310-b056-42c6-8720-dd3607bb490e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100154 Jul 05 02:43:18.926519 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a6c0cae-c5d1-4a09-9274-8f21878cb4e6 admin admin] Made reservation on behalf of f71f6dbd7ca04e46abf258fabaf4edd3 for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:43:18.931780 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4a6c0cae-c5d1-4a09-9274-8f21878cb4e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:18.944413 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-a875ed31-825a-4346-b0ee-3e547cd41545 None None] Set router b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:43:18.949349 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c9bb59e1-5f62-4176-8ccf-07ffdcb92474 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:19.170800 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-a875ed31-825a-4346-b0ee-3e547cd41545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d', 'name': 'tempest-TestNetworkBasicOps-router-1623503849', 'tenant_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': '6555e7cb-1ce8-4da9-bb4d-d91ce047b0e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:40:25Z', 'updated_at': '2021-07-05T02:43:16Z', 'revision_number': 7, 'project_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'gw_port': {'id': '6555e7cb-1ce8-4da9-bb4d-d91ce047b0e7', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:94:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:40:26Z', 'updated_at': '2021-07-05T02:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:43:19.176696 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c9bb59e1-5f62-4176-8ccf-07ffdcb92474 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:19.227667 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c9bb59e1-5f62-4176-8ccf-07ffdcb92474 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:19.232707 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6356f6e2-b1a8-47f7-8b18-135c0d7e5011 req-34b46f5d-fd05-4850-988c-d5eff7418be8 service neutron] 10.222.0.15 "GET /v2.0/networks/c4d51310-b056-42c6-8720-dd3607bb490e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3354697 Jul 05 02:43:19.233268 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-c9bb59e1-5f62-4176-8ccf-07ffdcb92474 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "DELETE /v2.0/subnets/28052bc8-43f3-4b27-af64-004e742f3a2d HTTP/1.1" status: 204 len: 168 time: 0.6306393 Jul 05 02:43:19.234805 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bb59e1-5f62-4176-8ccf-07ffdcb92474 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Pushing event deleted for resources: {'Subnet': ['ID=28052bc8-43f3-4b27-af64-004e742f3a2d,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:43:19.238030 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 58888) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:43:19.260579 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f558a013-8262-4353-9461-016428870a1e None None] Network 5707578e-6bd2-47ab-9975-d5337f100e83 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:43:19.283858 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a875ed31-825a-4346-b0ee-3e547cd41545 None None] Checking router: b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:43:19.295950 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409e146f-0a9e-4680-a0af-851325ceabec req-f78efa07-caa1-4ebf-b084-8b8f591e7413 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:19.297609 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-409e146f-0a9e-4680-a0af-851325ceabec req-f78efa07-caa1-4ebf-b084-8b8f591e7413 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 944 time: 0.2878416 Jul 05 02:43:19.354434 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a875ed31-825a-4346-b0ee-3e547cd41545 None None] Routers {'b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:43:19.357860 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-a875ed31-825a-4346-b0ee-3e547cd41545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:42:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:43:19.416169 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-409e146f-0a9e-4680-a0af-851325ceabec req-eccd893d-408e-4758-bacb-7872aefb8519 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=09716028-44a2-4220-a754-7ed932c56f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123846 Jul 05 02:43:19.480405 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-09f43983-4893-4790-85d7-9c90f31a6fdd tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for router, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:19.578153 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-a875ed31-825a-4346-b0ee-3e547cd41545 None None] Set router b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:43:19.651071 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4a6c0cae-c5d1-4a09-9274-8f21878cb4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5763451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774823'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:19.708345 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6c0cae-c5d1-4a09-9274-8f21878cb4e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a90bcd4-05d3-4076-8731-a724bae74bd9,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:43:19.751173 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-09f43983-4893-4790-85d7-9c90f31a6fdd tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:19.775165 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6c0cae-c5d1-4a09-9274-8f21878cb4e6 admin admin] Checking segment: {'id': 'be409309-6ad2-47dc-8674-b2f6fbe283c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '319f6f27-0518-41ae-a3ab-b70eb1a13ad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:43:19.775428 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6c0cae-c5d1-4a09-9274-8f21878cb4e6 admin admin] Network hostable DHCP agents. Network: 319f6f27-0518-41ae-a3ab-b70eb1a13ad7, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:43:19.913563 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dadb496-468a-4fb9-a203-b2468d5d5dc4 req-0e6419a3-e82b-4af7-aa84-dbeb2e841a5b tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:19.918589 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1dadb496-468a-4fb9-a203-b2468d5d5dc4 req-0e6419a3-e82b-4af7-aa84-dbeb2e841a5b tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/networks?id=c4d51310-b056-42c6-8720-dd3607bb490e HTTP/1.1" status: 200 len: 811 time: 0.2436543 Jul 05 02:43:19.937297 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1dadb496-468a-4fb9-a203-b2468d5d5dc4 req-f11e31ee-fec9-49ea-b2f0-f154cd9067d1 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/quotas/442a3e50d6be48be9e1562c5772ee754 HTTP/1.1" status: 200 len: 375 time: 0.0152104 Jul 05 02:43:19.955738 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f0757f-c26a-4e94-8031-59a6d500c487 None None] DHCP port deletion for 5707578e-6bd2-47ab-9975-d5337f100e83 request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:43:19.976903 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6c0cae-c5d1-4a09-9274-8f21878cb4e6 admin admin] Network 319f6f27-0518-41ae-a3ab-b70eb1a13ad7 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:43:19.997582 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-a875ed31-825a-4346-b0ee-3e547cd41545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d', 'name': 'tempest-TestNetworkBasicOps-router-1623503849', 'tenant_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': '6555e7cb-1ce8-4da9-bb4d-d91ce047b0e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:40:25Z', 'updated_at': '2021-07-05T02:43:16Z', 'revision_number': 7, 'project_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'gw_port': {'id': '6555e7cb-1ce8-4da9-bb4d-d91ce047b0e7', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:94:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:40:26Z', 'updated_at': '2021-07-05T02:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:43:20.014091 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-09f43983-4893-4790-85d7-9c90f31a6fdd tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Deleting port 6555e7cb-1ce8-4da9-bb4d-d91ce047b0e7 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:43:20.014565 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-09f43983-4893-4790-85d7-9c90f31a6fdd tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:20.042452 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a875ed31-825a-4346-b0ee-3e547cd41545 None None] The sync data for ids ['b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d'] in n-d-771362-32 is: [{'id': 'b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d', 'name': 'tempest-TestNetworkBasicOps-router-1623503849', 'tenant_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': '6555e7cb-1ce8-4da9-bb4d-d91ce047b0e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:40:25Z', 'updated_at': '2021-07-05T02:43:16Z', 'revision_number': 7, 'project_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'gw_port': {'id': '6555e7cb-1ce8-4da9-bb4d-d91ce047b0e7', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:94:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:40:26Z', 'updated_at': '2021-07-05T02:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:43:20.067227 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-a2f0757f-c26a-4e94-8031-59a6d500c487 None None] Deleting port bad32508-74c0-476a-bf4b-2570913bf20d {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:43:20.067858 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a2f0757f-c26a-4e94-8031-59a6d500c487 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:20.092974 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-4a6c0cae-c5d1-4a09-9274-8f21878cb4e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 319f6f27-0518-41ae-a3ab-b70eb1a13ad7) {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:43:20.128175 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6c0cae-c5d1-4a09-9274-8f21878cb4e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:20.138611 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4a6c0cae-c5d1-4a09-9274-8f21878cb4e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:20.165892 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2c51da-c697-4167-b9df-60b33b3cef71 None None] Network 319f6f27-0518-41ae-a3ab-b70eb1a13ad7 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:43:20.191558 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [None req-09f43983-4893-4790-85d7-9c90f31a6fdd tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] For port 6555e7cb-1ce8-4da9-bb4d-d91ce047b0e7, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=6555e7cb-1ce8-4da9-bb4d-d91ce047b0e7,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:43:20.192095 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-09f43983-4893-4790-85d7-9c90f31a6fdd tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:20.193300 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1dadb496-468a-4fb9-a203-b2468d5d5dc4 req-348d5c14-3dbb-4463-8967-7f71f9b9739f tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=442a3e50d6be48be9e1562c5772ee754&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2325714 Jul 05 02:43:20.220860 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-09f43983-4893-4790-85d7-9c90f31a6fdd tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Calling delete_port for 6555e7cb-1ce8-4da9-bb4d-d91ce047b0e7 owned by network:router_gateway {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:43:20.245994 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-a2f0757f-c26a-4e94-8031-59a6d500c487 None None] For port bad32508-74c0-476a-bf4b-2570913bf20d, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=bad32508-74c0-476a-bf4b-2570913bf20d,segment=NetworkSegment(348128bd-cced-4c56-bced-23f73527db9c),segment_id=348128bd-cced-4c56-bced-23f73527db9c)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:43:20.248636 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a2f0757f-c26a-4e94-8031-59a6d500c487 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:20.276097 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-a2f0757f-c26a-4e94-8031-59a6d500c487 None None] Calling delete_port for bad32508-74c0-476a-bf4b-2570913bf20d owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:43:20.343295 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-4a6c0cae-c5d1-4a09-9274-8f21878cb4e6 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.2216427 Jul 05 02:43:20.349271 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 58924) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:43:20.368254 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-a6e64038-8d5e-4205-855b-b0314858be91 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1776347955-router', 'tenant_id': 'f71f6dbd7ca04e46abf258fabaf4edd3', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:43:20.368353 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1dadb496-468a-4fb9-a203-b2468d5d5dc4 req-879732b5-39d4-4e7a-ae7a-b3c79fe855b4 service neutron] 10.222.0.23 "GET /v2.0/networks/c4d51310-b056-42c6-8720-dd3607bb490e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704912 Jul 05 02:43:20.456711 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d1d209-f1db-4dc0-b166-45caa5c916d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-319f6f27-0518-41ae-a3ab-b70eb1a13ad7', 'network_id': '319f6f27-0518-41ae-a3ab-b70eb1a13ad7', 'tenant_id': 'f71f6dbd7ca04e46abf258fabaf4edd3', 'fixed_ips': [{'subnet_id': '3a90bcd4-05d3-4076-8731-a724bae74bd9'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:43:20.458608 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-69d1d209-f1db-4dc0-b166-45caa5c916d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:20.562112 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1dadb496-468a-4fb9-a203-b2468d5d5dc4 req-30ea522f-9908-48c3-bc04-737117d84d2b service neutron] 10.222.0.23 "GET /v2.0/networks/c4d51310-b056-42c6-8720-dd3607bb490e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696892 Jul 05 02:43:20.661283 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a2f0757f-c26a-4e94-8031-59a6d500c487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:20.690681 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a6e64038-8d5e-4205-855b-b0314858be91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11810'] for router, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:20.691732 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a6e64038-8d5e-4205-855b-b0314858be91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1926740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11821'] for router, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:20.722936 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f0757f-c26a-4e94-8031-59a6d500c487 None None] No DVR routers for this DVR port bad32508-74c0-476a-bf4b-2570913bf20d on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:43:20.725180 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f0757f-c26a-4e94-8031-59a6d500c487 None None] Pushing event deleted for resources: {'Port': ['ID=bad32508-74c0-476a-bf4b-2570913bf20d,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:43:20.731145 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-09f43983-4893-4790-85d7-9c90f31a6fdd tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:20.773863 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-69d1d209-f1db-4dc0-b166-45caa5c916d3 None None] Allocated IP 172.20.0.2 (319f6f27-0518-41ae-a3ab-b70eb1a13ad7/3a90bcd4-05d3-4076-8731-a724bae74bd9/d09116da-ddf5-4695-a547-adc960682778) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:43:20.848682 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f43983-4893-4790-85d7-9c90f31a6fdd tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Pushing event deleted for resources: {'Port': ['ID=6555e7cb-1ce8-4da9-bb4d-d91ce047b0e7,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:43:20.857944 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a6e64038-8d5e-4205-855b-b0314858be91 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:20.962004 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-9e4c0d87-701f-4207-9689-d75773525c61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:21.004859 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-09f43983-4893-4790-85d7-9c90f31a6fdd tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636927'] for router_gateway, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:21.109843 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-69d1d209-f1db-4dc0-b166-45caa5c916d3 None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:21.126750 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-69d1d209-f1db-4dc0-b166-45caa5c916d3 None None] Transition to ACTIVE for port object d09116da-ddf5-4695-a547-adc960682778 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:43:21.161391 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ef0f404c-74ba-4d28-b231-ed7faf549f29 req-4dc90654-8c9d-4648-a3ab-2ca11df92a5f tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca760323-0b4c-471c-b685-74a7a369abfe HTTP/1.1" status: 200 len: 210 time: 0.1589177 Jul 05 02:43:21.173392 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-69d1d209-f1db-4dc0-b166-45caa5c916d3 None None] Transition to ACTIVE for port object d09116da-ddf5-4695-a547-adc960682778 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:43:21.279305 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-69d1d209-f1db-4dc0-b166-45caa5c916d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:21.283796 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-09f43983-4893-4790-85d7-9c90f31a6fdd tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11828'] for router, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:21.316086 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d1d209-f1db-4dc0-b166-45caa5c916d3 None None] Network 319f6f27-0518-41ae-a3ab-b70eb1a13ad7 is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:43:21.320465 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-69d1d209-f1db-4dc0-b166-45caa5c916d3 None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:43:21.324913 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-09f43983-4893-4790-85d7-9c90f31a6fdd tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:21.328377 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d1d209-f1db-4dc0-b166-45caa5c916d3 None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:43:21.337303 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a6e64038-8d5e-4205-855b-b0314858be91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:21.339675 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d1d209-f1db-4dc0-b166-45caa5c916d3 None None] Pushing event updated for resources: {'Port': ['ID=d09116da-ddf5-4695-a547-adc960682778,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:43:21.426888 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-69d1d209-f1db-4dc0-b166-45caa5c916d3 None None] Attempting to bind port d09116da-ddf5-4695-a547-adc960682778 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:43:21.427389 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-69d1d209-f1db-4dc0-b166-45caa5c916d3 None None] Attempting to bind port d09116da-ddf5-4695-a547-adc960682778 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'be409309-6ad2-47dc-8674-b2f6fbe283c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '319f6f27-0518-41ae-a3ab-b70eb1a13ad7'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:43:21.427841 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d1d209-f1db-4dc0-b166-45caa5c916d3 None None] Attempting to bind port d09116da-ddf5-4695-a547-adc960682778 on network 319f6f27-0518-41ae-a3ab-b70eb1a13ad7 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:43:21.440266 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d1d209-f1db-4dc0-b166-45caa5c916d3 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:43:21.440775 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d1d209-f1db-4dc0-b166-45caa5c916d3 None None] Checking segment: {'id': 'be409309-6ad2-47dc-8674-b2f6fbe283c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '319f6f27-0518-41ae-a3ab-b70eb1a13ad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:43:21.441276 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-69d1d209-f1db-4dc0-b166-45caa5c916d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:21.442524 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d1d209-f1db-4dc0-b166-45caa5c916d3 None None] Bound using segment: {'id': 'be409309-6ad2-47dc-8674-b2f6fbe283c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '319f6f27-0518-41ae-a3ab-b70eb1a13ad7'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:43:21.458401 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-69d1d209-f1db-4dc0-b166-45caa5c916d3 None None] Bound port: d09116da-ddf5-4695-a547-adc960682778, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be409309-6ad2-47dc-8674-b2f6fbe283c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '319f6f27-0518-41ae-a3ab-b70eb1a13ad7'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:43:21.460079 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-69d1d209-f1db-4dc0-b166-45caa5c916d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:21.564934 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-09f43983-4893-4790-85d7-9c90f31a6fdd tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1575451'] for router, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:21.565502 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09f43983-4893-4790-85d7-9c90f31a6fdd tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Fanout notify agent at l3_agent the message router_deleted on router b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d {{(pid=94461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 02:43:21.579924 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-09f43983-4893-4790-85d7-9c90f31a6fdd tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for router, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:21.586505 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-09f43983-4893-4790-85d7-9c90f31a6fdd tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "DELETE /v2.0/routers/b7aee4cb-c37f-48d3-ab8a-9b7ebf388b8d HTTP/1.1" status: 204 len: 168 time: 2.3464785 Jul 05 02:43:21.589221 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 58952) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:43:21.653672 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 3494458e-5161-45af-8201-9b30e115c3ed no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:43:21.711155 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 3494458e-5161-45af-8201-9b30e115c3ed {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:43:21.713055 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 3494458e-5161-45af-8201-9b30e115c3ed not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:43:21.713895 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device bad32508-74c0-476a-bf4b-2570913bf20d no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:43:21.763127 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c13fb083-aa3f-4b35-8f76-4e86823f76a9 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:21.768287 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-69d1d209-f1db-4dc0-b166-45caa5c916d3 None None] For port d09116da-ddf5-4695-a547-adc960682778, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:43:21.773412 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: bad32508-74c0-476a-bf4b-2570913bf20d {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:43:21.773910 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device bad32508-74c0-476a-bf4b-2570913bf20d not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:43:21.812399 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-69d1d209-f1db-4dc0-b166-45caa5c916d3 None None] For port d09116da-ddf5-4695-a547-adc960682778, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=d09116da-ddf5-4695-a547-adc960682778,segment=NetworkSegment(be409309-6ad2-47dc-8674-b2f6fbe283c8),segment_id=be409309-6ad2-47dc-8674-b2f6fbe283c8)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:43:21.921900 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c13fb083-aa3f-4b35-8f76-4e86823f76a9 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:21.930741 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-69d1d209-f1db-4dc0-b166-45caa5c916d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:21.933838 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-c13fb083-aa3f-4b35-8f76-4e86823f76a9 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5707578e-6bd2-47ab-9975-d5337f100e83']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:43:21.948424 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-c13fb083-aa3f-4b35-8f76-4e86823f76a9 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '348128bd-cced-4c56-bced-23f73527db9c') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:43:21.949005 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-c13fb083-aa3f-4b35-8f76-4e86823f76a9 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '348128bd-cced-4c56-bced-23f73527db9c') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:43:21.960241 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c13fb083-aa3f-4b35-8f76-4e86823f76a9 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:21.976994 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c13fb083-aa3f-4b35-8f76-4e86823f76a9 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:21.985518 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c13fb083-aa3f-4b35-8f76-4e86823f76a9 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:43:21.985518 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c13fb083-aa3f-4b35-8f76-4e86823f76a9 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:22.007034 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:43:22.007034 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:43:22.007034 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:43:22.007034 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:43:22.007034 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:43:22.007034 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:43:22.007034 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:43:22.007034 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:43:22.007034 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:43:22.007034 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:43:22.007034 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:43:22.007034 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:43:22.007034 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:43:22.007034 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:43:22.007034 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:43:22.007034 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:43:22.007034 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:43:22.007034 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:43:22.007034 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:43:22.007034 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:43:22.007034 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:43:22.007034 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:43:22.007034 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:43:22.007034 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:43:22.007034 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:43:22.007034 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:43:22.007034 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:43:22.007034 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:43:22.007034 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:43:22.007034 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:43:22.007034 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:43:22.007034 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:43:22.017988 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a6e64038-8d5e-4205-855b-b0314858be91 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:22.073159 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a6e64038-8d5e-4205-855b-b0314858be91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:22.096819 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d1d209-f1db-4dc0-b166-45caa5c916d3 None None] Pushing event updated for resources: {'Port': ['ID=d09116da-ddf5-4695-a547-adc960682778,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:43:22.219389 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c13fb083-aa3f-4b35-8f76-4e86823f76a9 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:22.251211 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c13fb083-aa3f-4b35-8f76-4e86823f76a9 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:22.261733 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-c13fb083-aa3f-4b35-8f76-4e86823f76a9 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "DELETE /v2.0/networks/5707578e-6bd2-47ab-9975-d5337f100e83 HTTP/1.1" status: 204 len: 168 time: 0.6704698 Jul 05 02:43:22.262859 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13fb083-aa3f-4b35-8f76-4e86823f76a9 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Pushing event deleted for resources: {'Network': ['ID=5707578e-6bd2-47ab-9975-d5337f100e83,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:43:22.286897 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 58968) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:43:22.297801 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-475c1071-cf0f-42f8-89be-cfbee1eec1e9 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Request body: {'network': {'name': 'tempest-network-smoke--1140965889', 'project_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'port_security_enabled': True}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:43:22.349812 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-a6e64038-8d5e-4205-855b-b0314858be91 admin admin] Allocated IP 172.25.7.71 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/63cd5c22-c8e7-4c32-88ad-d0657fb24d47) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:43:22.362679 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-674773b5-4752-4542-a8ca-cf53e790aca6 req-bdf14884-1081-4ecf-a0b0-4c4e391cc427 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca760323-0b4c-471c-b685-74a7a369abfe HTTP/1.1" status: 200 len: 210 time: 0.0601285 Jul 05 02:43:22.628731 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a6e64038-8d5e-4205-855b-b0314858be91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:23.254296 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17db35e-b829-44ee-a62a-f43a852859a5 None None] Network 319f6f27-0518-41ae-a3ab-b70eb1a13ad7 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:43:23.432633 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-475c1071-cf0f-42f8-89be-cfbee1eec1e9 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Made reservation on behalf of e74a7c63f72a43c48203f0c9f39b1c1e for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:43:23.443121 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-475c1071-cf0f-42f8-89be-cfbee1eec1e9 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:23.466082 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-475c1071-cf0f-42f8-89be-cfbee1eec1e9 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:43:23.499840 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-475c1071-cf0f-42f8-89be-cfbee1eec1e9 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:23.499840 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-475c1071-cf0f-42f8-89be-cfbee1eec1e9 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Added segment 0dec8835-1605-4d70-b910-30b29ebdf37d of type vlan for network 453695ed-f7f0-4e83-af9e-79d82abcce43 Jul 05 02:43:23.524727 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device d09116da-ddf5-4695-a547-adc960682778 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:43:23.538454 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a6e64038-8d5e-4205-855b-b0314858be91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:23.560688 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-475c1071-cf0f-42f8-89be-cfbee1eec1e9 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:23.655206 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a13b7ee9-ce91-4a1e-90d1-5b491e210faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:23.658814 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-62d4be9c-aaf4-4e45-bad8-0063ea353a6b None None] Provisioning for port d09116da-ddf5-4695-a547-adc960682778 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:43:23.670750 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d820424a-79cf-4522-8e1f-c4938d63c6a9 req-d907f9c3-949a-4779-9e1f-e3aa95a3048d tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca760323-0b4c-471c-b685-74a7a369abfe HTTP/1.1" status: 200 len: 210 time: 0.0558808 Jul 05 02:43:23.678653 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e64038-8d5e-4205-855b-b0314858be91 admin admin] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:43:23.680886 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-a6e64038-8d5e-4205-855b-b0314858be91 admin admin] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:43:23.684616 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e64038-8d5e-4205-855b-b0314858be91 admin admin] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:43:23.688556 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e64038-8d5e-4205-855b-b0314858be91 admin admin] Pushing event updated for resources: {'Port': ['ID=63cd5c22-c8e7-4c32-88ad-d0657fb24d47,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:43:23.779580 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-475c1071-cf0f-42f8-89be-cfbee1eec1e9 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:23.785818 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475c1071-cf0f-42f8-89be-cfbee1eec1e9 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:23.786577 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-475c1071-cf0f-42f8-89be-cfbee1eec1e9 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:23.798696 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port d09116da-ddf5-4695-a547-adc960682778 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:43:23.806063 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port d09116da-ddf5-4695-a547-adc960682778 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:43:23.813745 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:23.882985 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-243c3b4e-4938-422e-b37f-a6cbf02ab1ee None None] Provisioning complete for port d09116da-ddf5-4695-a547-adc960682778 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:43:23.883363 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-243c3b4e-4938-422e-b37f-a6cbf02ab1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:23.927304 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475c1071-cf0f-42f8-89be-cfbee1eec1e9 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Pushing event updated for resources: {'Network': ['ID=453695ed-f7f0-4e83-af9e-79d82abcce43,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:43:23.945709 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 453695ed-f7f0-4e83-af9e-79d82abcce43 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:43:23.951311 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-475c1071-cf0f-42f8-89be-cfbee1eec1e9 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6596999 Jul 05 02:43:23.955384 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 58994) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:43:23.961299 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-77c9d784-839a-4dd7-86b1-d21d4e379df7 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-477094769', 'admin_state_up': True, 'project_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:43:24.097411 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:24.102805 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:24.148408 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a6e64038-8d5e-4205-855b-b0314858be91 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:24.189429 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-77c9d784-839a-4dd7-86b1-d21d4e379df7 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11810'] for router, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:24.189429 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-77c9d784-839a-4dd7-86b1-d21d4e379df7 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1926740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11821'] for router, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:24.320626 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-77c9d784-839a-4dd7-86b1-d21d4e379df7 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:24.337214 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-243c3b4e-4938-422e-b37f-a6cbf02ab1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:24.390362 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port d09116da-ddf5-4695-a547-adc960682778, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=d09116da-ddf5-4695-a547-adc960682778,segment=NetworkSegment(be409309-6ad2-47dc-8674-b2f6fbe283c8),segment_id=be409309-6ad2-47dc-8674-b2f6fbe283c8)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:43:24.468162 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:24.481401 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 6555e7cb-1ce8-4da9-bb4d-d91ce047b0e7 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:43:24.568894 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 6555e7cb-1ce8-4da9-bb4d-d91ce047b0e7 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:43:24.569322 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 6555e7cb-1ce8-4da9-bb4d-d91ce047b0e7 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:43:24.680165 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.db.api [None req-243c3b4e-4938-422e-b37f-a6cbf02ab1ee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94463) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 02:43:24.680534 n-d-771362-32 neutron-server[94463]: DEBUG oslo_db.api [None req-243c3b4e-4938-422e-b37f-a6cbf02ab1ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 02:43:24.702252 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=d09116da-ddf5-4695-a547-adc960682778,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:43:24.704117 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-77c9d784-839a-4dd7-86b1-d21d4e379df7 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:24.833535 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:24.840898 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-aeef87b1-7c15-4978-8006-b730554e6eb8 req-6ac83c11-71bf-4719-82a8-94a887275e18 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca760323-0b4c-471c-b685-74a7a369abfe HTTP/1.1" status: 200 len: 210 time: 0.0316329 Jul 05 02:43:24.920829 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a6e64038-8d5e-4205-855b-b0314858be91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963'] for router, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:25.127395 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-77c9d784-839a-4dd7-86b1-d21d4e379df7 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for router_gateway, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:25.147986 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-77c9d784-839a-4dd7-86b1-d21d4e379df7 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:25.196497 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6e64038-8d5e-4205-855b-b0314858be91 admin admin] Router 0576a2b9-2cc4-4905-8ec3-663f026e0538 is scheduled to L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 with binding_index 1 {{(pid=94461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 02:43:25.369630 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6e64038-8d5e-4205-855b-b0314858be91 admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:43:25.381467 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d96931-1857-4b75-92cb-f13f4c5233a8 None None] Sync routers for ids ['0576a2b9-2cc4-4905-8ec3-663f026e0538'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:43:25.392366 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d96931-1857-4b75-92cb-f13f4c5233a8 None None] Routers {'0576a2b9-2cc4-4905-8ec3-663f026e0538'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:43:25.392994 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-77d96931-1857-4b75-92cb-f13f4c5233a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:43:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['0576a2b9-2cc4-4905-8ec3-663f026e0538'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:43:25.429378 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-77c9d784-839a-4dd7-86b1-d21d4e379df7 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Allocated IP 172.25.7.22 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/44cdf809-82a0-454e-970c-8b3b78d74acb) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:43:25.526055 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device d09116da-ddf5-4695-a547-adc960682778 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:43:25.624634 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a6e64038-8d5e-4205-855b-b0314858be91 admin admin] Notify callbacks [] for router, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:25.629481 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-a6e64038-8d5e-4205-855b-b0314858be91 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.2753932 Jul 05 02:43:25.631237 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 59034) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:43:25.656770 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port d09116da-ddf5-4695-a547-adc960682778 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:43:25.657197 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:25.711472 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-77c9d784-839a-4dd7-86b1-d21d4e379df7 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:25.851508 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-77d96931-1857-4b75-92cb-f13f4c5233a8 None None] Set router 0576a2b9-2cc4-4905-8ec3-663f026e0538 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:43:25.890406 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-77c9d784-839a-4dd7-86b1-d21d4e379df7 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:25.923651 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dadb496-468a-4fb9-a203-b2468d5d5dc4 req-a5be5a5f-02c6-4959-bf87-4f8320fe5b84 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:25.925861 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1dadb496-468a-4fb9-a203-b2468d5d5dc4 req-a5be5a5f-02c6-4959-bf87-4f8320fe5b84 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.21 "GET /v2.0/networks?id=c4d51310-b056-42c6-8720-dd3607bb490e HTTP/1.1" status: 200 len: 811 time: 0.4889452 Jul 05 02:43:25.939751 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-1dadb496-468a-4fb9-a203-b2468d5d5dc4 req-5aa20c1e-c732-4ab7-bd1e-024ac682f2b9 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Request body: {'port': {'device_id': 'ca760323-0b4c-471c-b685-74a7a369abfe', 'network_id': 'c4d51310-b056-42c6-8720-dd3607bb490e', 'admin_state_up': True, 'tenant_id': '442a3e50d6be48be9e1562c5772ee754'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:43:25.974113 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c9d784-839a-4dd7-86b1-d21d4e379df7 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:43:25.977973 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-77c9d784-839a-4dd7-86b1-d21d4e379df7 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:43:25.990313 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c9d784-839a-4dd7-86b1-d21d4e379df7 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:43:26.039564 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c9d784-839a-4dd7-86b1-d21d4e379df7 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Pushing event updated for resources: {'Port': ['ID=44cdf809-82a0-454e-970c-8b3b78d74acb,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:43:26.078725 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:26.129844 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ae429de2-3792-4d01-8b4e-63d6681a7a4f req-f1697a2c-8867-404a-832e-0c51857028d9 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca760323-0b4c-471c-b685-74a7a369abfe HTTP/1.1" status: 200 len: 210 time: 0.0437741 Jul 05 02:43:26.454330 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-77d96931-1857-4b75-92cb-f13f4c5233a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0576a2b9-2cc4-4905-8ec3-663f026e0538', 'name': 'tempest-AttachVolumeShelveTestJSON-1776347955-router', 'tenant_id': 'f71f6dbd7ca04e46abf258fabaf4edd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '63cd5c22-c8e7-4c32-88ad-d0657fb24d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:43:20Z', 'updated_at': '2021-07-05T02:43:23Z', 'revision_number': 3, 'project_id': 'f71f6dbd7ca04e46abf258fabaf4edd3', 'gw_port': {'id': '63cd5c22-c8e7-4c32-88ad-d0657fb24d47', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:46:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0576a2b9-2cc4-4905-8ec3-663f026e0538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:43:22Z', 'updated_at': '2021-07-05T02:43:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:43:26.499091 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d96931-1857-4b75-92cb-f13f4c5233a8 None None] Checking router: 0576a2b9-2cc4-4905-8ec3-663f026e0538 for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:43:26.499446 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d96931-1857-4b75-92cb-f13f4c5233a8 None None] Updating router 0576a2b9-2cc4-4905-8ec3-663f026e0538 port 63cd5c22-c8e7-4c32-88ad-d0657fb24d47 binding host n-d-771362-32 {{(pid=94464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 02:43:26.527688 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dadb496-468a-4fb9-a203-b2468d5d5dc4 req-5aa20c1e-c732-4ab7-bd1e-024ac682f2b9 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Made reservation on behalf of 442a3e50d6be48be9e1562c5772ee754 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:43:26.531825 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1dadb496-468a-4fb9-a203-b2468d5d5dc4 req-5aa20c1e-c732-4ab7-bd1e-024ac682f2b9 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:26.556884 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-77d96931-1857-4b75-92cb-f13f4c5233a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:26.572552 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-77c9d784-839a-4dd7-86b1-d21d4e379df7 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for router_gateway, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:26.847680 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-77c9d784-839a-4dd7-86b1-d21d4e379df7 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963'] for router, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:26.869520 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-750ec552-c8cc-4bf3-890d-61e02f401af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:26.875525 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-1dadb496-468a-4fb9-a203-b2468d5d5dc4 req-5aa20c1e-c732-4ab7-bd1e-024ac682f2b9 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Allocated IP 172.20.0.12 (c4d51310-b056-42c6-8720-dd3607bb490e/822ac30d-26eb-483a-9cd9-5da64853ba79/e6652c9e-a15a-49b0-b803-c898e5a7da5a) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:43:27.028656 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-77d96931-1857-4b75-92cb-f13f4c5233a8 None None] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:27.039089 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-77d96931-1857-4b75-92cb-f13f4c5233a8 None None] Transition to ACTIVE for port object 63cd5c22-c8e7-4c32-88ad-d0657fb24d47 will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:43:27.126562 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77c9d784-839a-4dd7-86b1-d21d4e379df7 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Router bcd28f77-0339-46bd-98f0-ac6c5c00ad45 is scheduled to L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 with binding_index 1 {{(pid=94462) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 02:43:27.137871 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1dadb496-468a-4fb9-a203-b2468d5d5dc4 req-5aa20c1e-c732-4ab7-bd1e-024ac682f2b9 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:27.164476 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-77d96931-1857-4b75-92cb-f13f4c5233a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:27.190907 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-1dadb496-468a-4fb9-a203-b2468d5d5dc4 req-5aa20c1e-c732-4ab7-bd1e-024ac682f2b9 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Transition to ACTIVE for port object e6652c9e-a15a-49b0-b803-c898e5a7da5a will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:43:27.281724 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-750ec552-c8cc-4bf3-890d-61e02f401af6 admin admin] Allocated IP 172.20.0.1 (319f6f27-0518-41ae-a3ab-b70eb1a13ad7/3a90bcd4-05d3-4076-8731-a724bae74bd9/744af8d5-757e-4652-95ba-36160c6b27ca) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:43:27.308918 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169a2435-fb6d-403c-a15d-593ea393c60b None None] Pushing event updated for resources: {'Port': ['ID=63cd5c22-c8e7-4c32-88ad-d0657fb24d47,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:43:27.327383 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-77d96931-1857-4b75-92cb-f13f4c5233a8 None None] Attempting to bind port 63cd5c22-c8e7-4c32-88ad-d0657fb24d47 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:43:27.336333 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-77d96931-1857-4b75-92cb-f13f4c5233a8 None None] Attempting to bind port 63cd5c22-c8e7-4c32-88ad-d0657fb24d47 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:43:27.337088 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d96931-1857-4b75-92cb-f13f4c5233a8 None None] Attempting to bind port 63cd5c22-c8e7-4c32-88ad-d0657fb24d47 on network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:43:27.340878 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169a2435-fb6d-403c-a15d-593ea393c60b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:43:27.341426 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169a2435-fb6d-403c-a15d-593ea393c60b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:43:27.341925 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169a2435-fb6d-403c-a15d-593ea393c60b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:43:27.342431 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169a2435-fb6d-403c-a15d-593ea393c60b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:43:27.342929 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169a2435-fb6d-403c-a15d-593ea393c60b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:43:27.343419 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169a2435-fb6d-403c-a15d-593ea393c60b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:43:27.343906 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169a2435-fb6d-403c-a15d-593ea393c60b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:43:27.344394 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169a2435-fb6d-403c-a15d-593ea393c60b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:43:27.344868 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169a2435-fb6d-403c-a15d-593ea393c60b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:43:27.345358 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169a2435-fb6d-403c-a15d-593ea393c60b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:43:27.345842 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169a2435-fb6d-403c-a15d-593ea393c60b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:43:27.346354 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169a2435-fb6d-403c-a15d-593ea393c60b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:43:27.353935 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d96931-1857-4b75-92cb-f13f4c5233a8 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:43:27.355214 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d96931-1857-4b75-92cb-f13f4c5233a8 None None] Checking segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:43:27.355778 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-77d96931-1857-4b75-92cb-f13f4c5233a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:27.356330 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d96931-1857-4b75-92cb-f13f4c5233a8 None None] Bound using segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:43:27.356974 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-77d96931-1857-4b75-92cb-f13f4c5233a8 None None] Bound port: 63cd5c22-c8e7-4c32-88ad-d0657fb24d47, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:43:27.357529 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-77d96931-1857-4b75-92cb-f13f4c5233a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:27.377191 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1dadb496-468a-4fb9-a203-b2468d5d5dc4 req-5aa20c1e-c732-4ab7-bd1e-024ac682f2b9 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:27.389692 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['fe1080a3-9d43-4188-906d-d53acae014f6', '66653bc2-6cf2-4197-a191-9977fe7eb17c'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:43:27.429135 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-77d96931-1857-4b75-92cb-f13f4c5233a8 None None] For port 63cd5c22-c8e7-4c32-88ad-d0657fb24d47, host n-d-771362-32, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:43:27.433605 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-77d96931-1857-4b75-92cb-f13f4c5233a8 None None] For port 63cd5c22-c8e7-4c32-88ad-d0657fb24d47, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=63cd5c22-c8e7-4c32-88ad-d0657fb24d47,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:43:27.535880 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dadb496-468a-4fb9-a203-b2468d5d5dc4 req-5aa20c1e-c732-4ab7-bd1e-024ac682f2b9 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Network c4d51310-b056-42c6-8720-dd3607bb490e is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:43:27.542805 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-77d96931-1857-4b75-92cb-f13f4c5233a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:27.564162 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-1dadb496-468a-4fb9-a203-b2468d5d5dc4 req-5aa20c1e-c732-4ab7-bd1e-024ac682f2b9 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:43:27.595377 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dadb496-468a-4fb9-a203-b2468d5d5dc4 req-5aa20c1e-c732-4ab7-bd1e-024ac682f2b9 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:43:27.660157 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d96931-1857-4b75-92cb-f13f4c5233a8 None None] Routers {'0576a2b9-2cc4-4905-8ec3-663f026e0538'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:43:27.661188 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-77d96931-1857-4b75-92cb-f13f4c5233a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:43:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['0576a2b9-2cc4-4905-8ec3-663f026e0538'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:43:27.726621 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169a2435-fb6d-403c-a15d-593ea393c60b None None] Pushing event updated for resources: {'Port': ['ID=63cd5c22-c8e7-4c32-88ad-d0657fb24d47,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:43:27.756196 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa20c1e-c732-4ab7-bd1e-024ac682f2b9 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Pushing event updated for resources: {'Port': ['ID=e6652c9e-a15a-49b0-b803-c898e5a7da5a,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:43:27.834145 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dadb496-468a-4fb9-a203-b2468d5d5dc4 req-5aa20c1e-c732-4ab7-bd1e-024ac682f2b9 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:27.845767 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1dadb496-468a-4fb9-a203-b2468d5d5dc4 req-5aa20c1e-c732-4ab7-bd1e-024ac682f2b9 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:27.915883 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-750ec552-c8cc-4bf3-890d-61e02f401af6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:27.943135 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-77d96931-1857-4b75-92cb-f13f4c5233a8 None None] Set router 0576a2b9-2cc4-4905-8ec3-663f026e0538 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:43:27.947166 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [None req-750ec552-c8cc-4bf3-890d-61e02f401af6 admin admin] Transition to ACTIVE for port object 744af8d5-757e-4652-95ba-36160c6b27ca will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:43:27.947609 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77c9d784-839a-4dd7-86b1-d21d4e379df7 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:43:27.976333 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeac2c4d-05f0-4367-a753-cd2c95519fc1 None None] Sync routers for ids ['bcd28f77-0339-46bd-98f0-ac6c5c00ad45'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:43:27.999364 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeac2c4d-05f0-4367-a753-cd2c95519fc1 None None] Routers {'bcd28f77-0339-46bd-98f0-ac6c5c00ad45'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:43:28.000034 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-eeac2c4d-05f0-4367-a753-cd2c95519fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:43:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['bcd28f77-0339-46bd-98f0-ac6c5c00ad45'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:43:28.001246 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1dadb496-468a-4fb9-a203-b2468d5d5dc4 req-5aa20c1e-c732-4ab7-bd1e-024ac682f2b9 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0653818 Jul 05 02:43:28.020745 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6c2807-d646-4875-b3c2-60eab88a02bc req-5f97ee0f-fd63-4378-9fd9-37084daa144e tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:28.031746 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4a6c2807-d646-4875-b3c2-60eab88a02bc req-5f97ee0f-fd63-4378-9fd9-37084daa144e tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca760323-0b4c-471c-b685-74a7a369abfe HTTP/1.1" status: 200 len: 932 time: 0.1973574 Jul 05 02:43:28.091827 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4a6c2807-d646-4875-b3c2-60eab88a02bc req-66c6bbf7-12e0-4074-9c3b-e0b2ecb397f0 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e2564be-f5d8-4abd-ab86-f37a499f4ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579205 Jul 05 02:43:28.120715 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-77c9d784-839a-4dd7-86b1-d21d4e379df7 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:28.121930 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-77c9d784-839a-4dd7-86b1-d21d4e379df7 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.1694770 Jul 05 02:43:28.123140 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-1dadb496-468a-4fb9-a203-b2468d5d5dc4 req-74547439-1eaf-4536-907a-9fcf151734f8 service neutron] Request body: {'port': {'device_id': 'ca760323-0b4c-471c-b685-74a7a369abfe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:43:28.124848 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 59084) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:43:28.177834 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-972698f2-e449-4b39-b444-78474fe27e2c tempest-TestNetworkBasicOps-1962896060 tempest-TestNetworkBasicOps-1962896060-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=e74a7c63f72a43c48203f0c9f39b1c1e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0507140 Jul 05 02:43:28.179383 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 59086) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:43:28.216159 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1dadb496-468a-4fb9-a203-b2468d5d5dc4 req-74547439-1eaf-4536-907a-9fcf151734f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:28.228815 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-750ec552-c8cc-4bf3-890d-61e02f401af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:28.317763 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-77d96931-1857-4b75-92cb-f13f4c5233a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0576a2b9-2cc4-4905-8ec3-663f026e0538', 'name': 'tempest-AttachVolumeShelveTestJSON-1776347955-router', 'tenant_id': 'f71f6dbd7ca04e46abf258fabaf4edd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '63cd5c22-c8e7-4c32-88ad-d0657fb24d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:43:20Z', 'updated_at': '2021-07-05T02:43:23Z', 'revision_number': 3, 'project_id': 'f71f6dbd7ca04e46abf258fabaf4edd3', 'gw_port': {'id': '63cd5c22-c8e7-4c32-88ad-d0657fb24d47', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:46:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0576a2b9-2cc4-4905-8ec3-663f026e0538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:43:22Z', 'updated_at': '2021-07-05T02:43:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:43:28.346713 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6441cd0-29e0-49c0-860d-abdcb1d09b89 tempest-TestNetworkBasicOps-1962896060 tempest-TestNetworkBasicOps-1962896060-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:28.349514 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-b6441cd0-29e0-49c0-860d-abdcb1d09b89 tempest-TestNetworkBasicOps-1962896060 tempest-TestNetworkBasicOps-1962896060-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1675532 Jul 05 02:43:28.352031 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 59092) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:43:28.378671 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750ec552-c8cc-4bf3-890d-61e02f401af6 admin admin] Network 319f6f27-0518-41ae-a3ab-b70eb1a13ad7 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:43:28.384793 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d96931-1857-4b75-92cb-f13f4c5233a8 None None] The sync data for ids ['0576a2b9-2cc4-4905-8ec3-663f026e0538'] in n-d-771362-32 is: [{'id': '0576a2b9-2cc4-4905-8ec3-663f026e0538', 'name': 'tempest-AttachVolumeShelveTestJSON-1776347955-router', 'tenant_id': 'f71f6dbd7ca04e46abf258fabaf4edd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '63cd5c22-c8e7-4c32-88ad-d0657fb24d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:43:20Z', 'updated_at': '2021-07-05T02:43:23Z', 'revision_number': 3, 'project_id': 'f71f6dbd7ca04e46abf258fabaf4edd3', 'gw_port': {'id': '63cd5c22-c8e7-4c32-88ad-d0657fb24d47', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:46:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0576a2b9-2cc4-4905-8ec3-663f026e0538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:43:22Z', 'updated_at': '2021-07-05T02:43:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:43:28.390495 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-750ec552-c8cc-4bf3-890d-61e02f401af6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:43:28.404209 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-09ebe3dc-0ba2-4f0e-ab97-a67140e95da3 tempest-TestNetworkBasicOps-1962896060 tempest-TestNetworkBasicOps-1962896060-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=4bbc2f9e-02cf-490e-901d-2588655a3ef0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0506690 Jul 05 02:43:28.406418 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750ec552-c8cc-4bf3-890d-61e02f401af6 admin admin] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:43:28.406619 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 59094) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:43:28.421517 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-c10d57d3-a5cd-4f86-a445-f2d84437e25b tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2131854850', 'network_id': '453695ed-f7f0-4e83-af9e-79d82abcce43', 'project_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:43:28.495576 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-eeac2c4d-05f0-4367-a753-cd2c95519fc1 None None] Set router bcd28f77-0339-46bd-98f0-ac6c5c00ad45 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:43:28.647216 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ec552-c8cc-4bf3-890d-61e02f401af6 admin admin] Pushing event updated for resources: {'Port': ['ID=744af8d5-757e-4652-95ba-36160c6b27ca,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:43:28.659385 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-ef0e2d8e-bec7-4e9c-b629-9b6bc57fa1d0 None None] Provisioning for port e6652c9e-a15a-49b0-b803-c898e5a7da5a completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:43:28.734947 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c10d57d3-a5cd-4f86-a445-f2d84437e25b tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Made reservation on behalf of e74a7c63f72a43c48203f0c9f39b1c1e for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:43:28.738803 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c10d57d3-a5cd-4f86-a445-f2d84437e25b tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:28.876337 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-750ec552-c8cc-4bf3-890d-61e02f401af6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635668'] for router_interface, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:28.906743 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-ef0e2d8e-bec7-4e9c-b629-9b6bc57fa1d0 None None] Provisioning complete for port e6652c9e-a15a-49b0-b803-c898e5a7da5a triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:43:28.907117 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-ef0e2d8e-bec7-4e9c-b629-9b6bc57fa1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:29.069837 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-ef0e2d8e-bec7-4e9c-b629-9b6bc57fa1d0 None None] Port e6652c9e-a15a-49b0-b803-c898e5a7da5a cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:43:29.102719 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-eeac2c4d-05f0-4367-a753-cd2c95519fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd28f77-0339-46bd-98f0-ac6c5c00ad45', 'name': 'tempest-TestNetworkBasicOps-router-477094769', 'tenant_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '44cdf809-82a0-454e-970c-8b3b78d74acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:43:24Z', 'updated_at': '2021-07-05T02:43:26Z', 'revision_number': 3, 'project_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'gw_port': {'id': '44cdf809-82a0-454e-970c-8b3b78d74acb', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:7f:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd28f77-0339-46bd-98f0-ac6c5c00ad45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:43:25Z', 'updated_at': '2021-07-05T02:43:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:43:29.195183 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-1dadb496-468a-4fb9-a203-b2468d5d5dc4 req-74547439-1eaf-4536-907a-9fcf151734f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6652c9e-a15a-49b0-b803-c898e5a7da5a {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:43:29.204379 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeac2c4d-05f0-4367-a753-cd2c95519fc1 None None] Checking router: bcd28f77-0339-46bd-98f0-ac6c5c00ad45 for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:43:29.204735 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeac2c4d-05f0-4367-a753-cd2c95519fc1 None None] Updating router bcd28f77-0339-46bd-98f0-ac6c5c00ad45 port 44cdf809-82a0-454e-970c-8b3b78d74acb binding host n-d-771362-32 {{(pid=94463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 02:43:29.218847 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1dadb496-468a-4fb9-a203-b2468d5d5dc4 req-74547439-1eaf-4536-907a-9fcf151734f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:29.285081 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c10d57d3-a5cd-4f86-a445-f2d84437e25b tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:29.371380 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-eeac2c4d-05f0-4367-a753-cd2c95519fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:29.383212 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-3293b173-5039-432f-aba1-35cb91a0c524 None None] Provisioning for port 744af8d5-757e-4652-95ba-36160c6b27ca completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:43:29.385106 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-1dadb496-468a-4fb9-a203-b2468d5d5dc4 req-74547439-1eaf-4536-907a-9fcf151734f8 service neutron] Transition to ACTIVE for port object e6652c9e-a15a-49b0-b803-c898e5a7da5a will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:43:29.463194 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10d57d3-a5cd-4f86-a445-f2d84437e25b tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Pushing event updated for resources: {'Subnet': ['ID=f9d9f2ef-5bcd-4d20-8246-b7af7b447930,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:43:29.470880 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-3293b173-5039-432f-aba1-35cb91a0c524 None None] Provisioning complete for port 744af8d5-757e-4652-95ba-36160c6b27ca triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:43:29.471250 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3293b173-5039-432f-aba1-35cb91a0c524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:29.473602 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10d57d3-a5cd-4f86-a445-f2d84437e25b tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Checking segment: {'id': '0dec8835-1605-4d70-b910-30b29ebdf37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '453695ed-f7f0-4e83-af9e-79d82abcce43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:43:29.474074 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10d57d3-a5cd-4f86-a445-f2d84437e25b tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Network hostable DHCP agents. Network: 453695ed-f7f0-4e83-af9e-79d82abcce43, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:43:29.512285 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1dadb496-468a-4fb9-a203-b2468d5d5dc4 req-74547439-1eaf-4536-907a-9fcf151734f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:29.610780 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-750ec552-c8cc-4bf3-890d-61e02f401af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:29.611581 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10d57d3-a5cd-4f86-a445-f2d84437e25b tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Network 453695ed-f7f0-4e83-af9e-79d82abcce43 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:43:29.665745 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74547439-1eaf-4536-907a-9fcf151734f8 service neutron] Pushing event updated for resources: {'Port': ['ID=e6652c9e-a15a-49b0-b803-c898e5a7da5a,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:43:29.667654 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 63cd5c22-c8e7-4c32-88ad-d0657fb24d47 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:43:29.683119 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-3293b173-5039-432f-aba1-35cb91a0c524 None None] Port 744af8d5-757e-4652-95ba-36160c6b27ca cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:43:29.724303 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-c10d57d3-a5cd-4f86-a445-f2d84437e25b tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 453695ed-f7f0-4e83-af9e-79d82abcce43) {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:43:29.729383 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10d57d3-a5cd-4f86-a445-f2d84437e25b tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:29.730086 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c10d57d3-a5cd-4f86-a445-f2d84437e25b tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:29.782187 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80060ac3-5687-4199-97b1-3dfade754310 None None] Network 453695ed-f7f0-4e83-af9e-79d82abcce43 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:43:29.826703 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d86915c-d22d-40c1-bfe4-1f7dc61ee0a4 req-19b4ec08-8acb-47b3-8865-7dd2dcc166e6 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:29.829229 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3d86915c-d22d-40c1-bfe4-1f7dc61ee0a4 req-19b4ec08-8acb-47b3-8865-7dd2dcc166e6 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca760323-0b4c-471c-b685-74a7a369abfe HTTP/1.1" status: 200 len: 932 time: 0.4396875 Jul 05 02:43:29.862341 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-c10d57d3-a5cd-4f86-a445-f2d84437e25b tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.4545226 Jul 05 02:43:29.868979 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 59118) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:43:29.988866 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3d86915c-d22d-40c1-bfe4-1f7dc61ee0a4 req-23b68456-adbb-4e9e-a05a-720b512fd554 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e2564be-f5d8-4abd-ab86-f37a499f4ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489861 Jul 05 02:43:30.028007 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 02:43:30.094709 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 63cd5c22-c8e7-4c32-88ad-d0657fb24d47 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:43:30.105648 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 63cd5c22-c8e7-4c32-88ad-d0657fb24d47 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:43:30.106019 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:30.175472 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-1dadb496-468a-4fb9-a203-b2468d5d5dc4 req-74547439-1eaf-4536-907a-9fcf151734f8 service neutron] Attempting to bind port e6652c9e-a15a-49b0-b803-c898e5a7da5a on host n-h1-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:43:30.175780 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-1dadb496-468a-4fb9-a203-b2468d5d5dc4 req-74547439-1eaf-4536-907a-9fcf151734f8 service neutron] Attempting to bind port e6652c9e-a15a-49b0-b803-c898e5a7da5a by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': '2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c4d51310-b056-42c6-8720-dd3607bb490e'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:43:30.182551 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dadb496-468a-4fb9-a203-b2468d5d5dc4 req-74547439-1eaf-4536-907a-9fcf151734f8 service neutron] Attempting to bind port e6652c9e-a15a-49b0-b803-c898e5a7da5a on network c4d51310-b056-42c6-8720-dd3607bb490e {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:43:30.189193 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dadb496-468a-4fb9-a203-b2468d5d5dc4 req-74547439-1eaf-4536-907a-9fcf151734f8 service neutron] Port e6652c9e-a15a-49b0-b803-c898e5a7da5a on network c4d51310-b056-42c6-8720-dd3607bb490e not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:43:30.189597 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dadb496-468a-4fb9-a203-b2468d5d5dc4 req-74547439-1eaf-4536-907a-9fcf151734f8 service neutron] Attempting to bind port e6652c9e-a15a-49b0-b803-c898e5a7da5a on network c4d51310-b056-42c6-8720-dd3607bb490e {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:43:30.201236 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dadb496-468a-4fb9-a203-b2468d5d5dc4 req-74547439-1eaf-4536-907a-9fcf151734f8 service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:43:30.201891 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dadb496-468a-4fb9-a203-b2468d5d5dc4 req-74547439-1eaf-4536-907a-9fcf151734f8 service neutron] Checking segment: {'id': '2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c4d51310-b056-42c6-8720-dd3607bb490e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:43:30.202081 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dadb496-468a-4fb9-a203-b2468d5d5dc4 req-74547439-1eaf-4536-907a-9fcf151734f8 service neutron] Bound using segment: {'id': '2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c4d51310-b056-42c6-8720-dd3607bb490e'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:43:30.202661 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-1dadb496-468a-4fb9-a203-b2468d5d5dc4 req-74547439-1eaf-4536-907a-9fcf151734f8 service neutron] Bound port: e6652c9e-a15a-49b0-b803-c898e5a7da5a, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c4d51310-b056-42c6-8720-dd3607bb490e'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:43:30.203486 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1dadb496-468a-4fb9-a203-b2468d5d5dc4 req-74547439-1eaf-4536-907a-9fcf151734f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:30.283786 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-1dadb496-468a-4fb9-a203-b2468d5d5dc4 req-74547439-1eaf-4536-907a-9fcf151734f8 service neutron] For port e6652c9e-a15a-49b0-b803-c898e5a7da5a, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:43:30.287079 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-1dadb496-468a-4fb9-a203-b2468d5d5dc4 req-74547439-1eaf-4536-907a-9fcf151734f8 service neutron] For port e6652c9e-a15a-49b0-b803-c898e5a7da5a, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=e6652c9e-a15a-49b0-b803-c898e5a7da5a,segment=NetworkSegment(2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7),segment_id=2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:43:30.341086 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-eeac2c4d-05f0-4367-a753-cd2c95519fc1 None None] Notify callbacks [] for port, precommit_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:30.351413 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-750ec552-c8cc-4bf3-890d-61e02f401af6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:30.358767 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-eeac2c4d-05f0-4367-a753-cd2c95519fc1 None None] Transition to ACTIVE for port object 44cdf809-82a0-454e-970c-8b3b78d74acb will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:43:30.413868 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b732004f-463a-435d-b555-18ba9b0149f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-453695ed-f7f0-4e83-af9e-79d82abcce43', 'network_id': '453695ed-f7f0-4e83-af9e-79d82abcce43', 'tenant_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'fixed_ips': [{'subnet_id': 'f9d9f2ef-5bcd-4d20-8246-b7af7b447930'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:43:30.414971 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b732004f-463a-435d-b555-18ba9b0149f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:30.437842 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1dadb496-468a-4fb9-a203-b2468d5d5dc4 req-74547439-1eaf-4536-907a-9fcf151734f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:30.511303 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dadb496-468a-4fb9-a203-b2468d5d5dc4 req-74547439-1eaf-4536-907a-9fcf151734f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:30.512130 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1dadb496-468a-4fb9-a203-b2468d5d5dc4 req-74547439-1eaf-4536-907a-9fcf151734f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:30.514568 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1dadb496-468a-4fb9-a203-b2468d5d5dc4 req-74547439-1eaf-4536-907a-9fcf151734f8 service neutron] 10.222.0.21 "PUT /v2.0/ports/e6652c9e-a15a-49b0-b803-c898e5a7da5a HTTP/1.1" status: 200 len: 1093 time: 2.5013475 Jul 05 02:43:30.515157 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca760323-0b4c-471c-b685-74a7a369abfe', 'tag': 'e6652c9e-a15a-49b0-b803-c898e5a7da5a'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:43:30.517668 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c163e012-3e9f-483d-9c24-c45bcd8e63d0" -d '{"events": [{"name": "network-changed", "server_uuid": "ca760323-0b4c-471c-b685-74a7a369abfe", "tag": "e6652c9e-a15a-49b0-b803-c898e5a7da5a"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:43:30.624373 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e01e8cc-3ccf-43cf-b8c2-a2b0f66d6408 x-openstack-request-id: req-6e01e8cc-3ccf-43cf-b8c2-a2b0f66d6408 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:43:30.624373 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca760323-0b4c-471c-b685-74a7a369abfe", "tag": "e6652c9e-a15a-49b0-b803-c898e5a7da5a", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:43:30.624373 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6e01e8cc-3ccf-43cf-b8c2-a2b0f66d6408 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:43:30.624373 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca760323-0b4c-471c-b685-74a7a369abfe', 'tag': 'e6652c9e-a15a-49b0-b803-c898e5a7da5a', 'status': 'completed', 'code': 200} Jul 05 02:43:30.624373 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74547439-1eaf-4536-907a-9fcf151734f8 service neutron] Pushing event updated for resources: {'Port': ['ID=e6652c9e-a15a-49b0-b803-c898e5a7da5a,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:43:30.678976 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-750ec552-c8cc-4bf3-890d-61e02f401af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:30.744046 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ec552-c8cc-4bf3-890d-61e02f401af6 admin admin] Pushing event updated for resources: {'Port': ['ID=744af8d5-757e-4652-95ba-36160c6b27ca,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:43:30.759851 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:30.794222 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-eeac2c4d-05f0-4367-a753-cd2c95519fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:30.800988 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c163e012-3e9f-483d-9c24-c45bcd8e63d0 req-bbed7232-fcfe-4f29-8c75-7168fbc710e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:30.806862 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c163e012-3e9f-483d-9c24-c45bcd8e63d0 req-bbed7232-fcfe-4f29-8c75-7168fbc710e7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=442a3e50d6be48be9e1562c5772ee754&device_id=ca760323-0b4c-471c-b685-74a7a369abfe HTTP/1.1" status: 200 len: 1096 time: 0.1610439 Jul 05 02:43:30.870581 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 63cd5c22-c8e7-4c32-88ad-d0657fb24d47, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=63cd5c22-c8e7-4c32-88ad-d0657fb24d47,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:43:30.892196 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-650fa37f-6863-42a4-aa41-6f265e600539 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:30.913436 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-750ec552-c8cc-4bf3-890d-61e02f401af6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634601'] for router_interface, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:30.953455 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-eeac2c4d-05f0-4367-a753-cd2c95519fc1 None None] Attempting to bind port 44cdf809-82a0-454e-970c-8b3b78d74acb on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:43:30.953760 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-eeac2c4d-05f0-4367-a753-cd2c95519fc1 None None] Attempting to bind port 44cdf809-82a0-454e-970c-8b3b78d74acb by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:43:30.954152 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeac2c4d-05f0-4367-a753-cd2c95519fc1 None None] Attempting to bind port 44cdf809-82a0-454e-970c-8b3b78d74acb on network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:43:30.966201 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeac2c4d-05f0-4367-a753-cd2c95519fc1 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:43:30.966520 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeac2c4d-05f0-4367-a753-cd2c95519fc1 None None] Checking segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:43:30.966931 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-eeac2c4d-05f0-4367-a753-cd2c95519fc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:30.967331 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeac2c4d-05f0-4367-a753-cd2c95519fc1 None None] Bound using segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:43:30.967820 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-eeac2c4d-05f0-4367-a753-cd2c95519fc1 None None] Bound port: 44cdf809-82a0-454e-970c-8b3b78d74acb, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:43:30.968223 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-eeac2c4d-05f0-4367-a753-cd2c95519fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:31.021695 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-eeac2c4d-05f0-4367-a753-cd2c95519fc1 None None] For port 44cdf809-82a0-454e-970c-8b3b78d74acb, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:43:31.024765 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-eeac2c4d-05f0-4367-a753-cd2c95519fc1 None None] For port 44cdf809-82a0-454e-970c-8b3b78d74acb, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=44cdf809-82a0-454e-970c-8b3b78d74acb,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:43:31.038317 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c8a2cf-e41a-4e98-85a4-cfa15be863bc None None] Pushing event updated for resources: {'Port': ['ID=44cdf809-82a0-454e-970c-8b3b78d74acb,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:43:31.079622 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:31.176643 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-b732004f-463a-435d-b555-18ba9b0149f9 None None] Allocated IP 172.20.0.2 (453695ed-f7f0-4e83-af9e-79d82abcce43/f9d9f2ef-5bcd-4d20-8246-b7af7b447930/5973a432-a99c-4d23-b9dd-0224a9b21f3d) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:43:31.192579 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c163e012-3e9f-483d-9c24-c45bcd8e63d0 req-60e0768f-4477-47b2-8eb6-5e1b19b06237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:31.193403 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-eeac2c4d-05f0-4367-a753-cd2c95519fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:31.194142 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c163e012-3e9f-483d-9c24-c45bcd8e63d0 req-60e0768f-4477-47b2-8eb6-5e1b19b06237 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=442a3e50d6be48be9e1562c5772ee754&shared=False HTTP/1.1" status: 200 len: 911 time: 0.3831117 Jul 05 02:43:31.209452 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=63cd5c22-c8e7-4c32-88ad-d0657fb24d47,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:43:31.323800 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeac2c4d-05f0-4367-a753-cd2c95519fc1 None None] Routers {'bcd28f77-0339-46bd-98f0-ac6c5c00ad45'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:43:31.324436 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-eeac2c4d-05f0-4367-a753-cd2c95519fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:43:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['bcd28f77-0339-46bd-98f0-ac6c5c00ad45'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:43:31.327638 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c8a2cf-e41a-4e98-85a4-cfa15be863bc None None] Pushing event updated for resources: {'Port': ['ID=44cdf809-82a0-454e-970c-8b3b78d74acb,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:43:31.402354 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750ec552-c8cc-4bf3-890d-61e02f401af6 admin admin] Network 319f6f27-0518-41ae-a3ab-b70eb1a13ad7 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:43:31.410683 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-750ec552-c8cc-4bf3-890d-61e02f401af6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:43:31.461254 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c163e012-3e9f-483d-9c24-c45bcd8e63d0 req-4e43ed8d-de19-4d6e-bf58-224ababad215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:31.463530 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c163e012-3e9f-483d-9c24-c45bcd8e63d0 req-4e43ed8d-de19-4d6e-bf58-224ababad215 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2536871 Jul 05 02:43:31.505898 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4d122f-0793-472a-aba8-a518beb058fa req-246a9ad3-02a4-4a19-a160-02d784dc7998 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:31.508857 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cf4d122f-0793-472a-aba8-a518beb058fa req-246a9ad3-02a4-4a19-a160-02d784dc7998 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca760323-0b4c-471c-b685-74a7a369abfe HTTP/1.1" status: 200 len: 944 time: 0.2196419 Jul 05 02:43:31.565770 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 63cd5c22-c8e7-4c32-88ad-d0657fb24d47 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:43:31.577523 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-eeac2c4d-05f0-4367-a753-cd2c95519fc1 None None] Set router bcd28f77-0339-46bd-98f0-ac6c5c00ad45 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:43:31.684957 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cf4d122f-0793-472a-aba8-a518beb058fa req-71876e34-9df7-4ab8-8ee8-73fd0497e7b3 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e2564be-f5d8-4abd-ab86-f37a499f4ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023905 Jul 05 02:43:31.722737 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dadb496-468a-4fb9-a203-b2468d5d5dc4 req-40b2dd64-7d26-4362-a4e2-08287c7d4f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:31.723754 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b732004f-463a-435d-b555-18ba9b0149f9 None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:31.724442 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1dadb496-468a-4fb9-a203-b2468d5d5dc4 req-40b2dd64-7d26-4362-a4e2-08287c7d4f67 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=442a3e50d6be48be9e1562c5772ee754&device_id=ca760323-0b4c-471c-b685-74a7a369abfe HTTP/1.1" status: 200 len: 1096 time: 0.1681948 Jul 05 02:43:31.732351 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-750ec552-c8cc-4bf3-890d-61e02f401af6 admin admin] Router 0576a2b9-2cc4-4905-8ec3-663f026e0538 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:43:31.736153 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-b732004f-463a-435d-b555-18ba9b0149f9 None None] Transition to ACTIVE for port object 5973a432-a99c-4d23-b9dd-0224a9b21f3d will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:43:31.754184 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-b732004f-463a-435d-b555-18ba9b0149f9 None None] Transition to ACTIVE for port object 5973a432-a99c-4d23-b9dd-0224a9b21f3d will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:43:31.771631 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1dadb496-468a-4fb9-a203-b2468d5d5dc4 req-f18b09ef-92af-4ca5-bb66-85983a58ec0c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6652c9e-a15a-49b0-b803-c898e5a7da5a HTTP/1.1" status: 200 len: 217 time: 0.0378866 Jul 05 02:43:31.834563 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-0dcbb4c9-59e3-4d00-96a6-0da981e9577d None None] Provisioning complete for port 744af8d5-757e-4652-95ba-36160c6b27ca triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:43:31.835154 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-0dcbb4c9-59e3-4d00-96a6-0da981e9577d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:31.864041 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dadb496-468a-4fb9-a203-b2468d5d5dc4 req-e035110e-77c4-4775-8312-3c0c40fd20b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:31.865592 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1dadb496-468a-4fb9-a203-b2468d5d5dc4 req-e035110e-77c4-4775-8312-3c0c40fd20b2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=822ac30d-26eb-483a-9cd9-5da64853ba79 HTTP/1.1" status: 200 len: 850 time: 0.0880234 Jul 05 02:43:31.868522 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 63cd5c22-c8e7-4c32-88ad-d0657fb24d47 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:43:31.868895 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:31.911555 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-0dcbb4c9-59e3-4d00-96a6-0da981e9577d None None] Port 744af8d5-757e-4652-95ba-36160c6b27ca cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:43:31.963234 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b732004f-463a-435d-b555-18ba9b0149f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:32.019256 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-650fa37f-6863-42a4-aa41-6f265e600539 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Allocated IP 172.20.0.1 (453695ed-f7f0-4e83-af9e-79d82abcce43/f9d9f2ef-5bcd-4d20-8246-b7af7b447930/d0a3fbce-96f8-43c6-b98d-40013dbaf3f1) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:43:32.033905 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b732004f-463a-435d-b555-18ba9b0149f9 None None] Network 453695ed-f7f0-4e83-af9e-79d82abcce43 is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:43:32.052539 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-b732004f-463a-435d-b555-18ba9b0149f9 None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:43:32.065614 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b732004f-463a-435d-b555-18ba9b0149f9 None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:43:32.068670 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b732004f-463a-435d-b555-18ba9b0149f9 None None] Pushing event updated for resources: {'Port': ['ID=5973a432-a99c-4d23-b9dd-0224a9b21f3d,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:43:32.080095 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-eeac2c4d-05f0-4367-a753-cd2c95519fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd28f77-0339-46bd-98f0-ac6c5c00ad45', 'name': 'tempest-TestNetworkBasicOps-router-477094769', 'tenant_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '44cdf809-82a0-454e-970c-8b3b78d74acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:43:24Z', 'updated_at': '2021-07-05T02:43:26Z', 'revision_number': 3, 'project_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'gw_port': {'id': '44cdf809-82a0-454e-970c-8b3b78d74acb', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:7f:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd28f77-0339-46bd-98f0-ac6c5c00ad45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:43:25Z', 'updated_at': '2021-07-05T02:43:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:43:32.128732 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeac2c4d-05f0-4367-a753-cd2c95519fc1 None None] The sync data for ids ['bcd28f77-0339-46bd-98f0-ac6c5c00ad45'] in n-d-771362-32 is: [{'id': 'bcd28f77-0339-46bd-98f0-ac6c5c00ad45', 'name': 'tempest-TestNetworkBasicOps-router-477094769', 'tenant_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '44cdf809-82a0-454e-970c-8b3b78d74acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:43:24Z', 'updated_at': '2021-07-05T02:43:26Z', 'revision_number': 3, 'project_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'gw_port': {'id': '44cdf809-82a0-454e-970c-8b3b78d74acb', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:7f:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd28f77-0339-46bd-98f0-ac6c5c00ad45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:43:25Z', 'updated_at': '2021-07-05T02:43:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:43:32.191346 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-b732004f-463a-435d-b555-18ba9b0149f9 None None] Attempting to bind port 5973a432-a99c-4d23-b9dd-0224a9b21f3d on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:43:32.191687 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-b732004f-463a-435d-b555-18ba9b0149f9 None None] Attempting to bind port 5973a432-a99c-4d23-b9dd-0224a9b21f3d by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '0dec8835-1605-4d70-b910-30b29ebdf37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '453695ed-f7f0-4e83-af9e-79d82abcce43'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:43:32.192048 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b732004f-463a-435d-b555-18ba9b0149f9 None None] Attempting to bind port 5973a432-a99c-4d23-b9dd-0224a9b21f3d on network 453695ed-f7f0-4e83-af9e-79d82abcce43 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:43:32.199697 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b732004f-463a-435d-b555-18ba9b0149f9 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:43:32.200177 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b732004f-463a-435d-b555-18ba9b0149f9 None None] Checking segment: {'id': '0dec8835-1605-4d70-b910-30b29ebdf37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '453695ed-f7f0-4e83-af9e-79d82abcce43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:43:32.200658 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b732004f-463a-435d-b555-18ba9b0149f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:32.201128 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b732004f-463a-435d-b555-18ba9b0149f9 None None] Bound using segment: {'id': '0dec8835-1605-4d70-b910-30b29ebdf37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '453695ed-f7f0-4e83-af9e-79d82abcce43'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:43:32.201687 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-b732004f-463a-435d-b555-18ba9b0149f9 None None] Bound port: 5973a432-a99c-4d23-b9dd-0224a9b21f3d, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dec8835-1605-4d70-b910-30b29ebdf37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '453695ed-f7f0-4e83-af9e-79d82abcce43'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:43:32.206576 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-650fa37f-6863-42a4-aa41-6f265e600539 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:32.218569 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b732004f-463a-435d-b555-18ba9b0149f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:32.230798 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [None req-650fa37f-6863-42a4-aa41-6f265e600539 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Transition to ACTIVE for port object d0a3fbce-96f8-43c6-b98d-40013dbaf3f1 will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:43:32.345098 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-b732004f-463a-435d-b555-18ba9b0149f9 None None] For port 5973a432-a99c-4d23-b9dd-0224a9b21f3d, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:43:32.350053 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-b732004f-463a-435d-b555-18ba9b0149f9 None None] For port 5973a432-a99c-4d23-b9dd-0224a9b21f3d, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=5973a432-a99c-4d23-b9dd-0224a9b21f3d,segment=NetworkSegment(0dec8835-1605-4d70-b910-30b29ebdf37d),segment_id=0dec8835-1605-4d70-b910-30b29ebdf37d)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:43:32.385438 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-750ec552-c8cc-4bf3-890d-61e02f401af6 admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:43:32.394115 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-750ec552-c8cc-4bf3-890d-61e02f401af6 admin admin] 10.222.0.23 "PUT /v2.0/routers/0576a2b9-2cc4-4905-8ec3-663f026e0538/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7378736 Jul 05 02:43:32.413793 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dadb496-468a-4fb9-a203-b2468d5d5dc4 req-5974753d-998b-48d5-a3d9-2dee5b7d9a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:32.415485 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1dadb496-468a-4fb9-a203-b2468d5d5dc4 req-5974753d-998b-48d5-a3d9-2dee5b7d9a0a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c4d51310-b056-42c6-8720-dd3607bb490e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5202448 Jul 05 02:43:32.415813 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8727e8-e0d0-4dee-b9b8-cc04f6519c3c None None] Sync routers for ids ['0576a2b9-2cc4-4905-8ec3-663f026e0538'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:43:32.422585 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-650fa37f-6863-42a4-aa41-6f265e600539 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:32.428725 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8727e8-e0d0-4dee-b9b8-cc04f6519c3c None None] Routers {'0576a2b9-2cc4-4905-8ec3-663f026e0538'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:43:32.432838 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-ed8727e8-e0d0-4dee-b9b8-cc04f6519c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:43:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['0576a2b9-2cc4-4905-8ec3-663f026e0538'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:43:32.479441 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b732004f-463a-435d-b555-18ba9b0149f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:32.631194 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650fa37f-6863-42a4-aa41-6f265e600539 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Network 453695ed-f7f0-4e83-af9e-79d82abcce43 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:43:32.643152 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-650fa37f-6863-42a4-aa41-6f265e600539 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:43:32.662928 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650fa37f-6863-42a4-aa41-6f265e600539 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:43:32.671315 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b732004f-463a-435d-b555-18ba9b0149f9 None None] Pushing event updated for resources: {'Port': ['ID=5973a432-a99c-4d23-b9dd-0224a9b21f3d,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:43:32.692575 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1dadb496-468a-4fb9-a203-b2468d5d5dc4 req-5bc1b4de-c6fb-4390-a566-206ff0e4ab7e service neutron] 10.222.0.21 "GET /v2.0/networks/c4d51310-b056-42c6-8720-dd3607bb490e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648070 Jul 05 02:43:32.783204 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650fa37f-6863-42a4-aa41-6f265e600539 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Pushing event updated for resources: {'Port': ['ID=d0a3fbce-96f8-43c6-b98d-40013dbaf3f1,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:43:32.801888 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-ed8727e8-e0d0-4dee-b9b8-cc04f6519c3c None None] Set router 0576a2b9-2cc4-4905-8ec3-663f026e0538 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:43:32.829498 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-650fa37f-6863-42a4-aa41-6f265e600539 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635668'] for router_interface, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:32.998227 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1dadb496-468a-4fb9-a203-b2468d5d5dc4 req-48b0c8f4-bc9d-4054-b932-3955d793260b service neutron] 10.222.0.21 "GET /v2.0/networks/c4d51310-b056-42c6-8720-dd3607bb490e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956092 Jul 05 02:43:33.166428 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bddf51-34fc-490a-b340-ea0a5e1c2cda req-df4142b8-cd25-407e-954d-1c2716196da2 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:33.178806 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-50bddf51-34fc-490a-b340-ea0a5e1c2cda req-df4142b8-cd25-407e-954d-1c2716196da2 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca760323-0b4c-471c-b685-74a7a369abfe HTTP/1.1" status: 200 len: 944 time: 0.1768858 Jul 05 02:43:33.257059 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-50bddf51-34fc-490a-b340-ea0a5e1c2cda req-ef6a0949-84b1-4936-83ae-1797e4d76d7c tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e2564be-f5d8-4abd-ab86-f37a499f4ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772569 Jul 05 02:43:33.352420 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-ed8727e8-e0d0-4dee-b9b8-cc04f6519c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0576a2b9-2cc4-4905-8ec3-663f026e0538', 'name': 'tempest-AttachVolumeShelveTestJSON-1776347955-router', 'tenant_id': 'f71f6dbd7ca04e46abf258fabaf4edd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '63cd5c22-c8e7-4c32-88ad-d0657fb24d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:43:20Z', 'updated_at': '2021-07-05T02:43:29Z', 'revision_number': 4, 'project_id': 'f71f6dbd7ca04e46abf258fabaf4edd3', 'gw_port': {'id': '63cd5c22-c8e7-4c32-88ad-d0657fb24d47', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:46:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0576a2b9-2cc4-4905-8ec3-663f026e0538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:43:22Z', 'updated_at': '2021-07-05T02:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '744af8d5-757e-4652-95ba-36160c6b27ca', 'name': '', 'network_id': '319f6f27-0518-41ae-a3ab-b70eb1a13ad7', 'tenant_id': 'f71f6dbd7ca04e46abf258fabaf4edd3', 'mac_address': 'fa:16:3e:54:27:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0576a2b9-2cc4-4905-8ec3-663f026e0538', 'device_owner': 'network:router_interface', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': '3a90bcd4-05d3-4076-8731-a724bae74bd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:43:27Z', 'updated_at': '2021-07-05T02:43:29Z', 'revision_number': 2, 'project_id': 'f71f6dbd7ca04e46abf258fabaf4edd3', 'subnets': [{'id': '3a90bcd4-05d3-4076-8731-a724bae74bd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:43:33.418656 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8727e8-e0d0-4dee-b9b8-cc04f6519c3c None None] Checking router: 0576a2b9-2cc4-4905-8ec3-663f026e0538 for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:43:33.419301 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8727e8-e0d0-4dee-b9b8-cc04f6519c3c None None] Updating router 0576a2b9-2cc4-4905-8ec3-663f026e0538 port 744af8d5-757e-4652-95ba-36160c6b27ca binding host n-d-771362-32 {{(pid=94464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 02:43:33.440482 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-650fa37f-6863-42a4-aa41-6f265e600539 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:33.494788 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ed8727e8-e0d0-4dee-b9b8-cc04f6519c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:33.626423 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 44cdf809-82a0-454e-970c-8b3b78d74acb up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:43:33.784656 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 59184) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:43:33.790205 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-d4065f79-ddf9-4535-8e84-b9c3919a074d tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1790905881', 'description': 'tempest-description--1926038655'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:43:33.850202 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 44cdf809-82a0-454e-970c-8b3b78d74acb completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:43:33.857851 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 44cdf809-82a0-454e-970c-8b3b78d74acb triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:43:33.858567 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:33.930652 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d4065f79-ddf9-4535-8e84-b9c3919a074d tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:33.991625 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-650fa37f-6863-42a4-aa41-6f265e600539 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:34.052569 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:34.106545 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-650fa37f-6863-42a4-aa41-6f265e600539 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:34.109632 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 44cdf809-82a0-454e-970c-8b3b78d74acb, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=44cdf809-82a0-454e-970c-8b3b78d74acb,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:43:34.156587 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d4065f79-ddf9-4535-8e84-b9c3919a074d tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:34.191211 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ed8727e8-e0d0-4dee-b9b8-cc04f6519c3c None None] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:34.212495 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-ed8727e8-e0d0-4dee-b9b8-cc04f6519c3c None None] Transition to ACTIVE for port object 744af8d5-757e-4652-95ba-36160c6b27ca will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:43:34.239753 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650fa37f-6863-42a4-aa41-6f265e600539 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Pushing event updated for resources: {'Port': ['ID=d0a3fbce-96f8-43c6-b98d-40013dbaf3f1,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:43:34.242043 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-650fa37f-6863-42a4-aa41-6f265e600539 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634601'] for router_interface, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:34.250434 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:34.251250 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 5973a432-a99c-4d23-b9dd-0224a9b21f3d up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:43:34.256042 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650fa37f-6863-42a4-aa41-6f265e600539 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:43:34.256388 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650fa37f-6863-42a4-aa41-6f265e600539 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:43:34.261919 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650fa37f-6863-42a4-aa41-6f265e600539 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:43:34.261919 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650fa37f-6863-42a4-aa41-6f265e600539 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:43:34.261919 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650fa37f-6863-42a4-aa41-6f265e600539 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:43:34.261919 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650fa37f-6863-42a4-aa41-6f265e600539 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:43:34.261919 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650fa37f-6863-42a4-aa41-6f265e600539 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:43:34.261919 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650fa37f-6863-42a4-aa41-6f265e600539 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:43:34.261919 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650fa37f-6863-42a4-aa41-6f265e600539 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:43:34.261919 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650fa37f-6863-42a4-aa41-6f265e600539 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:43:34.261919 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650fa37f-6863-42a4-aa41-6f265e600539 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:43:34.261919 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650fa37f-6863-42a4-aa41-6f265e600539 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:43:34.353344 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d4065f79-ddf9-4535-8e84-b9c3919a074d tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:34.394388 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=44cdf809-82a0-454e-970c-8b3b78d74acb,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:43:34.403721 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38848203-0e43-4a18-a772-d9486e1fd0e7 None None] Network 453695ed-f7f0-4e83-af9e-79d82abcce43 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:43:34.407378 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ed8727e8-e0d0-4dee-b9b8-cc04f6519c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:34.418364 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650fa37f-6863-42a4-aa41-6f265e600539 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Network 453695ed-f7f0-4e83-af9e-79d82abcce43 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:43:34.420206 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-650fa37f-6863-42a4-aa41-6f265e600539 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:43:34.496188 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a10d58-a2a1-4261-a008-10ca114eb21e None None] Pushing event updated for resources: {'Port': ['ID=744af8d5-757e-4652-95ba-36160c6b27ca,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:43:34.562569 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 5973a432-a99c-4d23-b9dd-0224a9b21f3d completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:43:34.598671 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-ed8727e8-e0d0-4dee-b9b8-cc04f6519c3c None None] Attempting to bind port 744af8d5-757e-4652-95ba-36160c6b27ca on host n-d-771362-32 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:43:34.599287 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-ed8727e8-e0d0-4dee-b9b8-cc04f6519c3c None None] Attempting to bind port 744af8d5-757e-4652-95ba-36160c6b27ca by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'be409309-6ad2-47dc-8674-b2f6fbe283c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '319f6f27-0518-41ae-a3ab-b70eb1a13ad7'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:43:34.600156 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d4065f79-ddf9-4535-8e84-b9c3919a074d tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:34.600639 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8727e8-e0d0-4dee-b9b8-cc04f6519c3c None None] Attempting to bind port 744af8d5-757e-4652-95ba-36160c6b27ca on network 319f6f27-0518-41ae-a3ab-b70eb1a13ad7 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:43:34.607632 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-d4065f79-ddf9-4535-8e84-b9c3919a074d tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8190734 Jul 05 02:43:34.620725 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 59196) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:43:34.625899 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8727e8-e0d0-4dee-b9b8-cc04f6519c3c None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:43:34.626512 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8727e8-e0d0-4dee-b9b8-cc04f6519c3c None None] Checking segment: {'id': 'be409309-6ad2-47dc-8674-b2f6fbe283c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '319f6f27-0518-41ae-a3ab-b70eb1a13ad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:43:34.627037 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ed8727e8-e0d0-4dee-b9b8-cc04f6519c3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:34.627530 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8727e8-e0d0-4dee-b9b8-cc04f6519c3c None None] Bound using segment: {'id': 'be409309-6ad2-47dc-8674-b2f6fbe283c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '319f6f27-0518-41ae-a3ab-b70eb1a13ad7'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:43:34.628080 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-ed8727e8-e0d0-4dee-b9b8-cc04f6519c3c None None] Bound port: 744af8d5-757e-4652-95ba-36160c6b27ca, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be409309-6ad2-47dc-8674-b2f6fbe283c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '319f6f27-0518-41ae-a3ab-b70eb1a13ad7'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:43:34.628579 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ed8727e8-e0d0-4dee-b9b8-cc04f6519c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:34.634097 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-4451b5bd-dd47-479e-b552-23006df9bf50 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Request body: {'security_group_rule': {'security_group_id': 'e22aeac7-2b31-4b36-8770-94d9819b52f0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:43:34.664508 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4065f79-ddf9-4535-8e84-b9c3919a074d tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e22aeac7-2b31-4b36-8770-94d9819b52f0,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:43:34.719089 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-650fa37f-6863-42a4-aa41-6f265e600539 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Router bcd28f77-0339-46bd-98f0-ac6c5c00ad45 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:43:34.755925 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-f9c426c5-2129-496c-93f3-35a78fa7f03c None None] Provisioning for port 5973a432-a99c-4d23-b9dd-0224a9b21f3d completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:43:34.773168 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-f9c426c5-2129-496c-93f3-35a78fa7f03c None None] Provisioning complete for port 5973a432-a99c-4d23-b9dd-0224a9b21f3d triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:43:34.773875 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f9c426c5-2129-496c-93f3-35a78fa7f03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:34.792987 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167cf76c-607c-46b2-89c0-f2bf1efed8cd req-d9d21889-7125-4f2d-b46a-e4233c67b8f5 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:34.798490 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-167cf76c-607c-46b2-89c0-f2bf1efed8cd req-d9d21889-7125-4f2d-b46a-e4233c67b8f5 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca760323-0b4c-471c-b685-74a7a369abfe HTTP/1.1" status: 200 len: 944 time: 0.3385470 Jul 05 02:43:34.806399 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-ed8727e8-e0d0-4dee-b9b8-cc04f6519c3c None None] For port 744af8d5-757e-4652-95ba-36160c6b27ca, host n-d-771362-32, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:43:34.816342 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-ed8727e8-e0d0-4dee-b9b8-cc04f6519c3c None None] For port 744af8d5-757e-4652-95ba-36160c6b27ca, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=744af8d5-757e-4652-95ba-36160c6b27ca,segment=NetworkSegment(be409309-6ad2-47dc-8674-b2f6fbe283c8),segment_id=be409309-6ad2-47dc-8674-b2f6fbe283c8)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:43:34.889579 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-167cf76c-607c-46b2-89c0-f2bf1efed8cd req-b122479b-09b6-44d9-a190-41af456736b8 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e2564be-f5d8-4abd-ab86-f37a499f4ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848155 Jul 05 02:43:34.890726 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4451b5bd-dd47-479e-b552-23006df9bf50 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:34.918976 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ed8727e8-e0d0-4dee-b9b8-cc04f6519c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:34.954416 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4451b5bd-dd47-479e-b552-23006df9bf50 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:34.983630 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-650fa37f-6863-42a4-aa41-6f265e600539 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:43:34.997347 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 59202) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:43:35.009565 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-650fa37f-6863-42a4-aa41-6f265e600539 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "PUT /v2.0/routers/bcd28f77-0339-46bd-98f0-ac6c5c00ad45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1389399 Jul 05 02:43:35.021933 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f9c426c5-2129-496c-93f3-35a78fa7f03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:35.053312 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a10d58-a2a1-4261-a008-10ca114eb21e None None] Pushing event updated for resources: {'Port': ['ID=744af8d5-757e-4652-95ba-36160c6b27ca,revision_number=4']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:43:35.070185 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8727e8-e0d0-4dee-b9b8-cc04f6519c3c None None] Routers {'0576a2b9-2cc4-4905-8ec3-663f026e0538'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:43:35.071201 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-ed8727e8-e0d0-4dee-b9b8-cc04f6519c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:43:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['0576a2b9-2cc4-4905-8ec3-663f026e0538'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:43:35.115609 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-f9c426c5-2129-496c-93f3-35a78fa7f03c None None] For port 5973a432-a99c-4d23-b9dd-0224a9b21f3d, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=5973a432-a99c-4d23-b9dd-0224a9b21f3d,segment=NetworkSegment(0dec8835-1605-4d70-b910-30b29ebdf37d),segment_id=0dec8835-1605-4d70-b910-30b29ebdf37d)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:43:35.130050 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4451b5bd-dd47-479e-b552-23006df9bf50 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:35.181611 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4451b5bd-dd47-479e-b552-23006df9bf50 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d88eced4-bd95-411d-992f-55ee25ee882f,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:43:35.213053 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f9c426c5-2129-496c-93f3-35a78fa7f03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:35.244026 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe22769f-77d4-4deb-8964-934704dbd284 None None] Sync routers for ids ['bcd28f77-0339-46bd-98f0-ac6c5c00ad45'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:43:35.270503 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe22769f-77d4-4deb-8964-934704dbd284 None None] Routers {'bcd28f77-0339-46bd-98f0-ac6c5c00ad45'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:43:35.271684 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-fe22769f-77d4-4deb-8964-934704dbd284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:43:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['bcd28f77-0339-46bd-98f0-ac6c5c00ad45'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:43:35.318088 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca425f30-61d0-40c2-969d-b5d2fb587076 tempest-TestNetworkBasicOps-1962896060 tempest-TestNetworkBasicOps-1962896060-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:35.321354 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca425f30-61d0-40c2-969d-b5d2fb587076 tempest-TestNetworkBasicOps-1962896060 tempest-TestNetworkBasicOps-1962896060-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:35.321900 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca425f30-61d0-40c2-969d-b5d2fb587076 tempest-TestNetworkBasicOps-1962896060 tempest-TestNetworkBasicOps-1962896060-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:35.322411 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca425f30-61d0-40c2-969d-b5d2fb587076 tempest-TestNetworkBasicOps-1962896060 tempest-TestNetworkBasicOps-1962896060-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:35.322952 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca425f30-61d0-40c2-969d-b5d2fb587076 tempest-TestNetworkBasicOps-1962896060 tempest-TestNetworkBasicOps-1962896060-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:35.327110 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca425f30-61d0-40c2-969d-b5d2fb587076 tempest-TestNetworkBasicOps-1962896060 tempest-TestNetworkBasicOps-1962896060-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:35.327595 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca425f30-61d0-40c2-969d-b5d2fb587076 tempest-TestNetworkBasicOps-1962896060 tempest-TestNetworkBasicOps-1962896060-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:35.328069 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca425f30-61d0-40c2-969d-b5d2fb587076 tempest-TestNetworkBasicOps-1962896060 tempest-TestNetworkBasicOps-1962896060-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:35.328650 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca425f30-61d0-40c2-969d-b5d2fb587076 tempest-TestNetworkBasicOps-1962896060 tempest-TestNetworkBasicOps-1962896060-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:35.329114 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca425f30-61d0-40c2-969d-b5d2fb587076 tempest-TestNetworkBasicOps-1962896060 tempest-TestNetworkBasicOps-1962896060-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:35.330261 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca425f30-61d0-40c2-969d-b5d2fb587076 tempest-TestNetworkBasicOps-1962896060 tempest-TestNetworkBasicOps-1962896060-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:35.331841 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-ca425f30-61d0-40c2-969d-b5d2fb587076 tempest-TestNetworkBasicOps-1962896060 tempest-TestNetworkBasicOps-1962896060-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7784 time: 0.3334842 Jul 05 02:43:35.335047 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 59212) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:43:35.346769 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4451b5bd-dd47-479e-b552-23006df9bf50 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:35.348298 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-4451b5bd-dd47-479e-b552-23006df9bf50 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7259176 Jul 05 02:43:35.351429 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 59214) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:43:35.357663 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-ed8727e8-e0d0-4dee-b9b8-cc04f6519c3c None None] Set router 0576a2b9-2cc4-4905-8ec3-663f026e0538 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:43:35.361523 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-c2aa0b5f-dbab-4804-b3b7-a602ab708c06 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Request body: {'security_group_rule': {'security_group_id': 'e22aeac7-2b31-4b36-8770-94d9819b52f0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:43:35.442821 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device e6652c9e-a15a-49b0-b803-c898e5a7da5a details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:43:35.494945 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c426c5-2129-496c-93f3-35a78fa7f03c None None] Pushing event updated for resources: {'Port': ['ID=5973a432-a99c-4d23-b9dd-0224a9b21f3d,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:43:35.553078 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c2aa0b5f-dbab-4804-b3b7-a602ab708c06 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:35.568807 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 44cdf809-82a0-454e-970c-8b3b78d74acb up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:43:35.600244 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845d901c-a2b7-4aeb-a041-f2b586b7243b tempest-TestNetworkBasicOps-1962896060 tempest-TestNetworkBasicOps-1962896060-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:35.601074 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845d901c-a2b7-4aeb-a041-f2b586b7243b tempest-TestNetworkBasicOps-1962896060 tempest-TestNetworkBasicOps-1962896060-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:35.601547 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845d901c-a2b7-4aeb-a041-f2b586b7243b tempest-TestNetworkBasicOps-1962896060 tempest-TestNetworkBasicOps-1962896060-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:35.602010 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845d901c-a2b7-4aeb-a041-f2b586b7243b tempest-TestNetworkBasicOps-1962896060 tempest-TestNetworkBasicOps-1962896060-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:35.602720 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845d901c-a2b7-4aeb-a041-f2b586b7243b tempest-TestNetworkBasicOps-1962896060 tempest-TestNetworkBasicOps-1962896060-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:35.605472 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845d901c-a2b7-4aeb-a041-f2b586b7243b tempest-TestNetworkBasicOps-1962896060 tempest-TestNetworkBasicOps-1962896060-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:35.605966 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845d901c-a2b7-4aeb-a041-f2b586b7243b tempest-TestNetworkBasicOps-1962896060 tempest-TestNetworkBasicOps-1962896060-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:35.606608 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845d901c-a2b7-4aeb-a041-f2b586b7243b tempest-TestNetworkBasicOps-1962896060 tempest-TestNetworkBasicOps-1962896060-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:35.607071 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845d901c-a2b7-4aeb-a041-f2b586b7243b tempest-TestNetworkBasicOps-1962896060 tempest-TestNetworkBasicOps-1962896060-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:35.607531 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845d901c-a2b7-4aeb-a041-f2b586b7243b tempest-TestNetworkBasicOps-1962896060 tempest-TestNetworkBasicOps-1962896060-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:35.607991 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845d901c-a2b7-4aeb-a041-f2b586b7243b tempest-TestNetworkBasicOps-1962896060 tempest-TestNetworkBasicOps-1962896060-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:35.613238 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-845d901c-a2b7-4aeb-a041-f2b586b7243b tempest-TestNetworkBasicOps-1962896060 tempest-TestNetworkBasicOps-1962896060-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7210 time: 0.2743390 Jul 05 02:43:35.613795 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 59218) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:43:35.693407 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c2aa0b5f-dbab-4804-b3b7-a602ab708c06 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:35.726315 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-fe22769f-77d4-4deb-8964-934704dbd284 None None] Set router bcd28f77-0339-46bd-98f0-ac6c5c00ad45 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:43:35.759154 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-ed8727e8-e0d0-4dee-b9b8-cc04f6519c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0576a2b9-2cc4-4905-8ec3-663f026e0538', 'name': 'tempest-AttachVolumeShelveTestJSON-1776347955-router', 'tenant_id': 'f71f6dbd7ca04e46abf258fabaf4edd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '63cd5c22-c8e7-4c32-88ad-d0657fb24d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:43:20Z', 'updated_at': '2021-07-05T02:43:29Z', 'revision_number': 4, 'project_id': 'f71f6dbd7ca04e46abf258fabaf4edd3', 'gw_port': {'id': '63cd5c22-c8e7-4c32-88ad-d0657fb24d47', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:46:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0576a2b9-2cc4-4905-8ec3-663f026e0538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:43:22Z', 'updated_at': '2021-07-05T02:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '744af8d5-757e-4652-95ba-36160c6b27ca', 'name': '', 'network_id': '319f6f27-0518-41ae-a3ab-b70eb1a13ad7', 'tenant_id': 'f71f6dbd7ca04e46abf258fabaf4edd3', 'mac_address': 'fa:16:3e:54:27:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0576a2b9-2cc4-4905-8ec3-663f026e0538', 'device_owner': 'network:router_interface', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': '3a90bcd4-05d3-4076-8731-a724bae74bd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:43:27Z', 'updated_at': '2021-07-05T02:43:34Z', 'revision_number': 4, 'project_id': 'f71f6dbd7ca04e46abf258fabaf4edd3', 'subnets': [{'id': '3a90bcd4-05d3-4076-8731-a724bae74bd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:43:35.805542 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8727e8-e0d0-4dee-b9b8-cc04f6519c3c None None] The sync data for ids ['0576a2b9-2cc4-4905-8ec3-663f026e0538'] in n-d-771362-32 is: [{'id': '0576a2b9-2cc4-4905-8ec3-663f026e0538', 'name': 'tempest-AttachVolumeShelveTestJSON-1776347955-router', 'tenant_id': 'f71f6dbd7ca04e46abf258fabaf4edd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '63cd5c22-c8e7-4c32-88ad-d0657fb24d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:43:20Z', 'updated_at': '2021-07-05T02:43:29Z', 'revision_number': 4, 'project_id': 'f71f6dbd7ca04e46abf258fabaf4edd3', 'gw_port': {'id': '63cd5c22-c8e7-4c32-88ad-d0657fb24d47', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:46:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0576a2b9-2cc4-4905-8ec3-663f026e0538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:43:22Z', 'updated_at': '2021-07-05T02:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '744af8d5-757e-4652-95ba-36160c6b27ca', 'name': '', 'network_id': '319f6f27-0518-41ae-a3ab-b70eb1a13ad7', 'tenant_id': 'f71f6dbd7ca04e46abf258fabaf4edd3', 'mac_address': 'fa:16:3e:54:27:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0576a2b9-2cc4-4905-8ec3-663f026e0538', 'device_owner': 'network:router_interface', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': '3a90bcd4-05d3-4076-8731-a724bae74bd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:43:27Z', 'updated_at': '2021-07-05T02:43:34Z', 'revision_number': 4, 'project_id': 'f71f6dbd7ca04e46abf258fabaf4edd3', 'subnets': [{'id': '3a90bcd4-05d3-4076-8731-a724bae74bd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:43:35.855610 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c2aa0b5f-dbab-4804-b3b7-a602ab708c06 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:35.962600 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aa0b5f-dbab-4804-b3b7-a602ab708c06 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=221beea1-777c-4c85-9509-3a665bcf1974,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:43:36.108674 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 44cdf809-82a0-454e-970c-8b3b78d74acb triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:43:36.109290 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:36.232995 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c2aa0b5f-dbab-4804-b3b7-a602ab708c06 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:36.238745 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-8e271a77-ae2a-4bbb-b2e5-b6dcdc1feca1 None None] Provisioning for port d0a3fbce-96f8-43c6-b98d-40013dbaf3f1 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:43:36.240316 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-c2aa0b5f-dbab-4804-b3b7-a602ab708c06 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8872862 Jul 05 02:43:36.241220 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 59230) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:43:36.246956 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-9eb94a94-47f7-46fa-b801-5a85ad19ea47 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Request body: {'floatingip': {'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:43:36.306157 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-8e271a77-ae2a-4bbb-b2e5-b6dcdc1feca1 None None] Provisioning complete for port d0a3fbce-96f8-43c6-b98d-40013dbaf3f1 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:43:36.306618 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8e271a77-ae2a-4bbb-b2e5-b6dcdc1feca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:36.314345 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port e6652c9e-a15a-49b0-b803-c898e5a7da5a, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=e6652c9e-a15a-49b0-b803-c898e5a7da5a,segment=NetworkSegment(2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7),segment_id=2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:43:36.375348 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': 'e6652c9e-a15a-49b0-b803-c898e5a7da5a', 'network_id': 'c4d51310-b056-42c6-8720-dd3607bb490e', 'port_id': 'e6652c9e-a15a-49b0-b803-c898e5a7da5a', 'mac_address': 'fa:16:3e:31:c8:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '822ac30d-26eb-483a-9cd9-5da64853ba79', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:43:36.397286 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9eb94a94-47f7-46fa-b801-5a85ad19ea47 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Notify callbacks [] for floatingip, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:36.657142 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-8e271a77-ae2a-4bbb-b2e5-b6dcdc1feca1 None None] Port d0a3fbce-96f8-43c6-b98d-40013dbaf3f1 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:43:36.661726 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9eb94a94-47f7-46fa-b801-5a85ad19ea47 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:36.673235 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-f5a76b65-d8b3-49f4-9801-bf4a8445c4ba tempest-TestNetworkBasicOps-1962896060 tempest-TestNetworkBasicOps-1962896060-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5934 time: 1.0550175 Jul 05 02:43:36.694846 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:36.730684 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dadd7a-ebc5-4230-8591-9cf5a87b4cef req-b219b91f-bb84-4191-be45-949d5e3260f8 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:36.737172 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d0dadd7a-ebc5-4230-8591-9cf5a87b4cef req-b219b91f-bb84-4191-be45-949d5e3260f8 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca760323-0b4c-471c-b685-74a7a369abfe HTTP/1.1" status: 200 len: 944 time: 0.2387156 Jul 05 02:43:36.762363 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6652c9e-a15a-49b0-b803-c898e5a7da5a {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:43:36.830715 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d0dadd7a-ebc5-4230-8591-9cf5a87b4cef req-269a3c1b-fc95-4961-82c6-827524601c42 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e2564be-f5d8-4abd-ab86-f37a499f4ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835485 Jul 05 02:43:36.870149 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port e6652c9e-a15a-49b0-b803-c898e5a7da5a, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=e6652c9e-a15a-49b0-b803-c898e5a7da5a,segment=NetworkSegment(2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7),segment_id=2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:43:36.875323 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-fe22769f-77d4-4deb-8964-934704dbd284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd28f77-0339-46bd-98f0-ac6c5c00ad45', 'name': 'tempest-TestNetworkBasicOps-router-477094769', 'tenant_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '44cdf809-82a0-454e-970c-8b3b78d74acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:43:24Z', 'updated_at': '2021-07-05T02:43:33Z', 'revision_number': 4, 'project_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'gw_port': {'id': '44cdf809-82a0-454e-970c-8b3b78d74acb', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:7f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd28f77-0339-46bd-98f0-ac6c5c00ad45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:43:25Z', 'updated_at': '2021-07-05T02:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'd0a3fbce-96f8-43c6-b98d-40013dbaf3f1', 'name': '', 'network_id': '453695ed-f7f0-4e83-af9e-79d82abcce43', 'tenant_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'mac_address': 'fa:16:3e:4f:d6:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd28f77-0339-46bd-98f0-ac6c5c00ad45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'f9d9f2ef-5bcd-4d20-8246-b7af7b447930', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:43:31Z', 'updated_at': '2021-07-05T02:43:33Z', 'revision_number': 2, 'project_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'subnets': [{'id': 'f9d9f2ef-5bcd-4d20-8246-b7af7b447930', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:43:36.879331 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-8e271a77-ae2a-4bbb-b2e5-b6dcdc1feca1 None None] Provisioning complete for port 5973a432-a99c-4d23-b9dd-0224a9b21f3d triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:43:36.879331 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8e271a77-ae2a-4bbb-b2e5-b6dcdc1feca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:36.941033 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-9eb94a94-47f7-46fa-b801-5a85ad19ea47 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Allocated IP 172.25.7.15 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/5c0a88c9-d616-4d63-baaa-599fd64fdc2f) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:43:36.946414 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe22769f-77d4-4deb-8964-934704dbd284 None None] Checking router: bcd28f77-0339-46bd-98f0-ac6c5c00ad45 for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:43:36.946984 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe22769f-77d4-4deb-8964-934704dbd284 None None] Updating router bcd28f77-0339-46bd-98f0-ac6c5c00ad45 port d0a3fbce-96f8-43c6-b98d-40013dbaf3f1 binding host n-d-771362-32 {{(pid=94463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 02:43:36.988512 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-fe22769f-77d4-4deb-8964-934704dbd284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:37.041409 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:37.128157 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9eb94a94-47f7-46fa-b801-5a85ad19ea47 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:37.293740 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 59252) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:43:37.300577 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-e5c89e8e-9bc7-4e6a-92f0-8852ef4553f3 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1529040908', 'description': 'tempest-secgroup-smoke-1529040908 description', 'project_id': 'e74a7c63f72a43c48203f0c9f39b1c1e'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:43:37.312796 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['e6652c9e-a15a-49b0-b803-c898e5a7da5a'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:43:37.330866 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9eb94a94-47f7-46fa-b801-5a85ad19ea47 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:37.345404 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=e6652c9e-a15a-49b0-b803-c898e5a7da5a,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:43:37.396651 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb94a94-47f7-46fa-b801-5a85ad19ea47 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:43:37.401635 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-9eb94a94-47f7-46fa-b801-5a85ad19ea47 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:43:37.405334 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb94a94-47f7-46fa-b801-5a85ad19ea47 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:43:37.462450 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb94a94-47f7-46fa-b801-5a85ad19ea47 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Pushing event updated for resources: {'Port': ['ID=5c0a88c9-d616-4d63-baaa-599fd64fdc2f,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:43:37.550200 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-996caae0-035d-4113-a851-cdae5f3fae48 None None] Provisioning complete for port d0a3fbce-96f8-43c6-b98d-40013dbaf3f1 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:43:37.550585 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-996caae0-035d-4113-a851-cdae5f3fae48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:37.558890 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9eb94a94-47f7-46fa-b801-5a85ad19ea47 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:37.569386 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e5c89e8e-9bc7-4e6a-92f0-8852ef4553f3 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:37.584943 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-fe22769f-77d4-4deb-8964-934704dbd284 None None] Notify callbacks [] for port, precommit_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:37.623067 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-fe22769f-77d4-4deb-8964-934704dbd284 None None] Transition to ACTIVE for port object d0a3fbce-96f8-43c6-b98d-40013dbaf3f1 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:43:37.638185 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-996caae0-035d-4113-a851-cdae5f3fae48 None None] Port d0a3fbce-96f8-43c6-b98d-40013dbaf3f1 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:43:37.752200 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 744af8d5-757e-4652-95ba-36160c6b27ca up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:43:37.752200 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-fe22769f-77d4-4deb-8964-934704dbd284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:37.767645 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9eb94a94-47f7-46fa-b801-5a85ad19ea47 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:37.817536 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e5c89e8e-9bc7-4e6a-92f0-8852ef4553f3 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:37.924735 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e5c89e8e-9bc7-4e6a-92f0-8852ef4553f3 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:37.953210 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0091fb79-b97d-4730-a927-35a67d01a8fa None None] Pushing event updated for resources: {'Port': ['ID=d0a3fbce-96f8-43c6-b98d-40013dbaf3f1,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:43:37.995405 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c89e8e-9bc7-4e6a-92f0-8852ef4553f3 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1b432c8-791e-4baf-8873-3d03dfbb1ab2,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:43:38.023713 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-fe22769f-77d4-4deb-8964-934704dbd284 None None] Attempting to bind port d0a3fbce-96f8-43c6-b98d-40013dbaf3f1 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:43:38.024539 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-fe22769f-77d4-4deb-8964-934704dbd284 None None] Attempting to bind port d0a3fbce-96f8-43c6-b98d-40013dbaf3f1 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '0dec8835-1605-4d70-b910-30b29ebdf37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '453695ed-f7f0-4e83-af9e-79d82abcce43'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:43:38.025166 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe22769f-77d4-4deb-8964-934704dbd284 None None] Attempting to bind port d0a3fbce-96f8-43c6-b98d-40013dbaf3f1 on network 453695ed-f7f0-4e83-af9e-79d82abcce43 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:43:38.030934 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe22769f-77d4-4deb-8964-934704dbd284 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:43:38.031464 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe22769f-77d4-4deb-8964-934704dbd284 None None] Checking segment: {'id': '0dec8835-1605-4d70-b910-30b29ebdf37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '453695ed-f7f0-4e83-af9e-79d82abcce43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:43:38.031985 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-fe22769f-77d4-4deb-8964-934704dbd284 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:38.032761 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe22769f-77d4-4deb-8964-934704dbd284 None None] Bound using segment: {'id': '0dec8835-1605-4d70-b910-30b29ebdf37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '453695ed-f7f0-4e83-af9e-79d82abcce43'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:43:38.033326 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-fe22769f-77d4-4deb-8964-934704dbd284 None None] Bound port: d0a3fbce-96f8-43c6-b98d-40013dbaf3f1, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dec8835-1605-4d70-b910-30b29ebdf37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '453695ed-f7f0-4e83-af9e-79d82abcce43'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:43:38.033931 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-fe22769f-77d4-4deb-8964-934704dbd284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:38.053214 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9eb94a94-47f7-46fa-b801-5a85ad19ea47 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:38.112787 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e5c89e8e-9bc7-4e6a-92f0-8852ef4553f3 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:38.117790 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-e5c89e8e-9bc7-4e6a-92f0-8852ef4553f3 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8229616 Jul 05 02:43:38.118475 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 59268) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:43:38.124026 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-03b91fad-a696-451c-bac5-d5dbbe02e6a8 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Request body: {'security_group_rule': {'security_group_id': 'c1b432c8-791e-4baf-8873-3d03dfbb1ab2', 'project_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:43:38.144928 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-fe22769f-77d4-4deb-8964-934704dbd284 None None] For port d0a3fbce-96f8-43c6-b98d-40013dbaf3f1, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:43:38.149094 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-fe22769f-77d4-4deb-8964-934704dbd284 None None] For port d0a3fbce-96f8-43c6-b98d-40013dbaf3f1, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=d0a3fbce-96f8-43c6-b98d-40013dbaf3f1,segment=NetworkSegment(0dec8835-1605-4d70-b910-30b29ebdf37d),segment_id=0dec8835-1605-4d70-b910-30b29ebdf37d)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:43:38.171416 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 744af8d5-757e-4652-95ba-36160c6b27ca completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:43:38.177990 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 744af8d5-757e-4652-95ba-36160c6b27ca triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:43:38.177990 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:38.194114 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e090b-1998-45ed-8bd9-cf1477855a8c req-e7218305-5117-4599-a4a5-2324c0336b42 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:38.194114 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c52e090b-1998-45ed-8bd9-cf1477855a8c req-e7218305-5117-4599-a4a5-2324c0336b42 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca760323-0b4c-471c-b685-74a7a369abfe HTTP/1.1" status: 200 len: 945 time: 0.1332510 Jul 05 02:43:38.201777 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9eb94a94-47f7-46fa-b801-5a85ad19ea47 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:38.250833 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-fe22769f-77d4-4deb-8964-934704dbd284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:38.294011 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c52e090b-1998-45ed-8bd9-cf1477855a8c req-3f24f85e-af8b-48d4-b0fa-1e86b103b258 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e2564be-f5d8-4abd-ab86-f37a499f4ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819309 Jul 05 02:43:38.346672 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9eb94a94-47f7-46fa-b801-5a85ad19ea47 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636869'] for floatingip, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:38.357953 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-03b91fad-a696-451c-bac5-d5dbbe02e6a8 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:38.397859 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb94a94-47f7-46fa-b801-5a85ad19ea47 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Pushing event updated for resources: {'Port': ['ID=5c0a88c9-d616-4d63-baaa-599fd64fdc2f,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:43:38.414495 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:38.422621 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe22769f-77d4-4deb-8964-934704dbd284 None None] Routers {'bcd28f77-0339-46bd-98f0-ac6c5c00ad45'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:43:38.423254 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-fe22769f-77d4-4deb-8964-934704dbd284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:43:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['bcd28f77-0339-46bd-98f0-ac6c5c00ad45'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:43:38.463860 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-03b91fad-a696-451c-bac5-d5dbbe02e6a8 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:38.489487 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0091fb79-b97d-4730-a927-35a67d01a8fa None None] Pushing event updated for resources: {'Port': ['ID=d0a3fbce-96f8-43c6-b98d-40013dbaf3f1,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:43:38.502982 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9eb94a94-47f7-46fa-b801-5a85ad19ea47 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:38.504599 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-9eb94a94-47f7-46fa-b801-5a85ad19ea47 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2621055 Jul 05 02:43:38.570518 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 744af8d5-757e-4652-95ba-36160c6b27ca, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=744af8d5-757e-4652-95ba-36160c6b27ca,segment=NetworkSegment(be409309-6ad2-47dc-8674-b2f6fbe283c8),segment_id=be409309-6ad2-47dc-8674-b2f6fbe283c8)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:43:38.601970 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-fe22769f-77d4-4deb-8964-934704dbd284 None None] Set router bcd28f77-0339-46bd-98f0-ac6c5c00ad45 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:43:38.731592 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-03b91fad-a696-451c-bac5-d5dbbe02e6a8 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:38.763177 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8038612e-d002-4c52-91c1-875a2dfc7f12 req-d9dd7fc2-c900-458f-9b66-0c14cfc30747 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1790905881&fields=id&tenant_id=f71f6dbd7ca04e46abf258fabaf4edd3 HTTP/1.1" status: 200 len: 267 time: 0.0875714 Jul 05 02:43:38.767511 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b91fad-a696-451c-bac5-d5dbbe02e6a8 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43e6504b-bc39-436b-8817-845af3692a02,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:43:38.833381 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:38.834223 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 5973a432-a99c-4d23-b9dd-0224a9b21f3d up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:43:38.887320 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8038612e-d002-4c52-91c1-875a2dfc7f12 req-50a696e4-d6b9-45a0-8785-493777d28fbc tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:38.893875 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8038612e-d002-4c52-91c1-875a2dfc7f12 req-50a696e4-d6b9-45a0-8785-493777d28fbc tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/networks?id=319f6f27-0518-41ae-a3ab-b70eb1a13ad7 HTTP/1.1" status: 200 len: 817 time: 0.1149175 Jul 05 02:43:38.909878 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8038612e-d002-4c52-91c1-875a2dfc7f12 req-5006c57b-0e25-4808-b100-c090e78b5929 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/quotas/f71f6dbd7ca04e46abf258fabaf4edd3 HTTP/1.1" status: 200 len: 375 time: 0.0148389 Jul 05 02:43:38.922208 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-03b91fad-a696-451c-bac5-d5dbbe02e6a8 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:38.923466 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-03b91fad-a696-451c-bac5-d5dbbe02e6a8 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8039415 Jul 05 02:43:38.926550 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 59294) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:43:38.936529 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-c73b332a-e33a-4666-9dda-c1445db4f453 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Request body: {'security_group_rule': {'security_group_id': 'c1b432c8-791e-4baf-8873-3d03dfbb1ab2', 'project_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:43:38.977803 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=744af8d5-757e-4652-95ba-36160c6b27ca,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:43:38.996720 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8038612e-d002-4c52-91c1-875a2dfc7f12 req-f748a697-1d99-4a72-9f20-aa4a2b491b4b tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f71f6dbd7ca04e46abf258fabaf4edd3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0859351 Jul 05 02:43:39.010621 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 5973a432-a99c-4d23-b9dd-0224a9b21f3d triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:43:39.010991 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:39.067851 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-fe22769f-77d4-4deb-8964-934704dbd284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd28f77-0339-46bd-98f0-ac6c5c00ad45', 'name': 'tempest-TestNetworkBasicOps-router-477094769', 'tenant_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '44cdf809-82a0-454e-970c-8b3b78d74acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:43:24Z', 'updated_at': '2021-07-05T02:43:33Z', 'revision_number': 4, 'project_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'gw_port': {'id': '44cdf809-82a0-454e-970c-8b3b78d74acb', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:7f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd28f77-0339-46bd-98f0-ac6c5c00ad45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:43:25Z', 'updated_at': '2021-07-05T02:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'd0a3fbce-96f8-43c6-b98d-40013dbaf3f1', 'name': '', 'network_id': '453695ed-f7f0-4e83-af9e-79d82abcce43', 'tenant_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'mac_address': 'fa:16:3e:4f:d6:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd28f77-0339-46bd-98f0-ac6c5c00ad45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'f9d9f2ef-5bcd-4d20-8246-b7af7b447930', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:43:31Z', 'updated_at': '2021-07-05T02:43:38Z', 'revision_number': 4, 'project_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'subnets': [{'id': 'f9d9f2ef-5bcd-4d20-8246-b7af7b447930', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:43:39.105117 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe22769f-77d4-4deb-8964-934704dbd284 None None] The sync data for ids ['bcd28f77-0339-46bd-98f0-ac6c5c00ad45'] in n-d-771362-32 is: [{'id': 'bcd28f77-0339-46bd-98f0-ac6c5c00ad45', 'name': 'tempest-TestNetworkBasicOps-router-477094769', 'tenant_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '44cdf809-82a0-454e-970c-8b3b78d74acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:43:24Z', 'updated_at': '2021-07-05T02:43:33Z', 'revision_number': 4, 'project_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'gw_port': {'id': '44cdf809-82a0-454e-970c-8b3b78d74acb', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:7f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd28f77-0339-46bd-98f0-ac6c5c00ad45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:43:25Z', 'updated_at': '2021-07-05T02:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'd0a3fbce-96f8-43c6-b98d-40013dbaf3f1', 'name': '', 'network_id': '453695ed-f7f0-4e83-af9e-79d82abcce43', 'tenant_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'mac_address': 'fa:16:3e:4f:d6:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd28f77-0339-46bd-98f0-ac6c5c00ad45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'f9d9f2ef-5bcd-4d20-8246-b7af7b447930', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:43:31Z', 'updated_at': '2021-07-05T02:43:38Z', 'revision_number': 4, 'project_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'subnets': [{'id': 'f9d9f2ef-5bcd-4d20-8246-b7af7b447930', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:43:39.108423 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8038612e-d002-4c52-91c1-875a2dfc7f12 req-f240e943-1037-430a-b711-f6abd8d2eb4f service neutron] 10.222.0.23 "GET /v2.0/networks/319f6f27-0518-41ae-a3ab-b70eb1a13ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989256 Jul 05 02:43:39.111555 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c73b332a-e33a-4666-9dda-c1445db4f453 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:39.202000 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c73b332a-e33a-4666-9dda-c1445db4f453 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:39.283870 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8038612e-d002-4c52-91c1-875a2dfc7f12 req-ede7e225-8677-476a-92ab-6324b10369e6 service neutron] 10.222.0.23 "GET /v2.0/networks/319f6f27-0518-41ae-a3ab-b70eb1a13ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606917 Jul 05 02:43:39.324736 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c73b332a-e33a-4666-9dda-c1445db4f453 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:39.378186 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73b332a-e33a-4666-9dda-c1445db4f453 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08774560-484d-46b4-9fcc-301d7acfb0a5,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:43:39.453361 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device e6652c9e-a15a-49b0-b803-c898e5a7da5a up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:43:39.479605 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c73b332a-e33a-4666-9dda-c1445db4f453 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:39.484174 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-c73b332a-e33a-4666-9dda-c1445db4f453 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5533485 Jul 05 02:43:39.485243 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 59306) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:43:39.499389 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-88967ece-6896-471b-85e2-589768a8e4a4 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Request body: {'security_group_rule': {'security_group_id': 'c1b432c8-791e-4baf-8873-3d03dfbb1ab2', 'project_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:43:39.638547 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning for port e6652c9e-a15a-49b0-b803-c898e5a7da5a completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:43:39.642544 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port e6652c9e-a15a-49b0-b803-c898e5a7da5a triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:43:39.648872 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:39.649018 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-88967ece-6896-471b-85e2-589768a8e4a4 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:39.685277 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6c8905-acd6-4e2b-aec8-70318d350fa3 req-9b2dde6b-8acd-4afb-a9a4-37623143d413 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:39.696158 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5e6c8905-acd6-4e2b-aec8-70318d350fa3 req-9b2dde6b-8acd-4afb-a9a4-37623143d413 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca760323-0b4c-471c-b685-74a7a369abfe HTTP/1.1" status: 200 len: 945 time: 0.1547644 Jul 05 02:43:39.748545 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f464acd7-1ae4-41ac-a9d6-e3594ce4b8a2 req-9a8dbdfc-6b87-48cb-b3b1-8d09943f7792 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a7c46d4-ee97-4330-8317-c5f97c0c2913 HTTP/1.1" status: 200 len: 210 time: 0.0896747 Jul 05 02:43:39.836688 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5e6c8905-acd6-4e2b-aec8-70318d350fa3 req-83a29cf2-2e15-4ebb-a6de-a2f60a71407a tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e2564be-f5d8-4abd-ab86-f37a499f4ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378975 Jul 05 02:43:39.888975 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-88967ece-6896-471b-85e2-589768a8e4a4 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:40.027098 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 744af8d5-757e-4652-95ba-36160c6b27ca up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:43:40.043920 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-88967ece-6896-471b-85e2-589768a8e4a4 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:40.086492 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88967ece-6896-471b-85e2-589768a8e4a4 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e620ce02-1327-4489-9853-bed2d2072813,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:43:40.104800 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:40.156354 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port e6652c9e-a15a-49b0-b803-c898e5a7da5a, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=e6652c9e-a15a-49b0-b803-c898e5a7da5a,segment=NetworkSegment(2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7),segment_id=2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:43:40.158526 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca760323-0b4c-471c-b685-74a7a369abfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6652c9e-a15a-49b0-b803-c898e5a7da5a'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:43:40.161262 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d5e157a-6076-47f0-8b32-4007aed56bf8" -d '{"events": [{"server_uuid": "ca760323-0b4c-471c-b685-74a7a369abfe", "name": "network-vif-plugged", "status": "completed", "tag": "e6652c9e-a15a-49b0-b803-c898e5a7da5a"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:43:40.183106 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 744af8d5-757e-4652-95ba-36160c6b27ca triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:43:40.183721 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:40.215892 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76702b7a-7e2d-4a0e-a3d3-9f321704017f x-openstack-request-id: req-76702b7a-7e2d-4a0e-a3d3-9f321704017f {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:43:40.216215 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca760323-0b4c-471c-b685-74a7a369abfe", "name": "network-vif-plugged", "status": "completed", "tag": "e6652c9e-a15a-49b0-b803-c898e5a7da5a", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:43:40.216476 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-76702b7a-7e2d-4a0e-a3d3-9f321704017f {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:43:40.216912 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca760323-0b4c-471c-b685-74a7a369abfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6652c9e-a15a-49b0-b803-c898e5a7da5a', 'code': 200} Jul 05 02:43:40.229952 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-88967ece-6896-471b-85e2-589768a8e4a4 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:40.236915 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-88967ece-6896-471b-85e2-589768a8e4a4 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7487051 Jul 05 02:43:40.237072 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 59326) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:43:40.243226 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-00c8fb07-dc77-4bf9-bf20-803d55870146 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Request body: {'security_group_rule': {'security_group_id': 'c1b432c8-791e-4baf-8873-3d03dfbb1ab2', 'project_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:43:40.309501 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:40.374855 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device d0a3fbce-96f8-43c6-b98d-40013dbaf3f1 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:43:40.409536 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=e6652c9e-a15a-49b0-b803-c898e5a7da5a,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:43:40.421796 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c15549-ad39-41ef-868b-de33ceae4dc6 req-4e8af81c-41fe-4fcb-9a1c-5e47b0cab5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:40.423974 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-93c15549-ad39-41ef-868b-de33ceae4dc6 req-4e8af81c-41fe-4fcb-9a1c-5e47b0cab5a3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ca760323-0b4c-471c-b685-74a7a369abfe HTTP/1.1" status: 200 len: 1098 time: 0.0850639 Jul 05 02:43:40.464875 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-93c15549-ad39-41ef-868b-de33ceae4dc6 req-0806ace0-fdb9-48b2-bc6e-9953d1ec6cf8 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6e2564be-f5d8-4abd-ab86-f37a499f4ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345154 Jul 05 02:43:40.466189 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-00c8fb07-dc77-4bf9-bf20-803d55870146 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:40.523679 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-00c8fb07-dc77-4bf9-bf20-803d55870146 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:40.627404 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port d0a3fbce-96f8-43c6-b98d-40013dbaf3f1 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:43:40.632555 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port d0a3fbce-96f8-43c6-b98d-40013dbaf3f1 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:43:40.633088 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:40.741230 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-00c8fb07-dc77-4bf9-bf20-803d55870146 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:40.746866 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:40.773557 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c8fb07-dc77-4bf9-bf20-803d55870146 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=126ca7f3-1d57-4f06-9939-b79f7dc2cfd4,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:43:40.805675 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port d0a3fbce-96f8-43c6-b98d-40013dbaf3f1, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=d0a3fbce-96f8-43c6-b98d-40013dbaf3f1,segment=NetworkSegment(0dec8835-1605-4d70-b910-30b29ebdf37d),segment_id=0dec8835-1605-4d70-b910-30b29ebdf37d)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:43:40.948147 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d396c5a7-302f-4d65-a1ff-9b0c8e71ad2d req-7ee69ddc-2b86-426e-9d73-9cc7d6ba56e3 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a7c46d4-ee97-4330-8317-c5f97c0c2913 HTTP/1.1" status: 200 len: 210 time: 0.0928993 Jul 05 02:43:40.949193 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-00c8fb07-dc77-4bf9-bf20-803d55870146 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:40.950468 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-00c8fb07-dc77-4bf9-bf20-803d55870146 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7138793 Jul 05 02:43:40.953386 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 59348) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:43:40.958896 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-c2b1ef55-ec1c-42ea-8a24-c0f60163cd70 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Request body: {'security_group_rule': {'security_group_id': 'c1b432c8-791e-4baf-8873-3d03dfbb1ab2', 'project_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:43:40.998101 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:41.056038 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=d0a3fbce-96f8-43c6-b98d-40013dbaf3f1,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:43:41.101077 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a659f4aa-6047-4d45-a2db-12baa9d3b0fb req-71e5fe6d-53c6-4c61-9719-9d94881242a2 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:41.103638 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a659f4aa-6047-4d45-a2db-12baa9d3b0fb req-71e5fe6d-53c6-4c61-9719-9d94881242a2 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca760323-0b4c-471c-b685-74a7a369abfe HTTP/1.1" status: 200 len: 946 time: 0.0724688 Jul 05 02:43:41.130320 n-d-771362-32 neutron-server[94461]: INFO neutron.db.securitygroups_db [None req-c2b1ef55-ec1c-42ea-8a24-c0f60163cd70 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Project e74a7c63f72a43c48203f0c9f39b1c1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 02:43:41.149161 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c2b1ef55-ec1c-42ea-8a24-c0f60163cd70 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:41.171651 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a659f4aa-6047-4d45-a2db-12baa9d3b0fb req-aab904b5-86b7-4ff1-935a-f2ca820720c8 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e2564be-f5d8-4abd-ab86-f37a499f4ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620325 Jul 05 02:43:41.221645 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c2b1ef55-ec1c-42ea-8a24-c0f60163cd70 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:41.404265 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c2b1ef55-ec1c-42ea-8a24-c0f60163cd70 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:41.424725 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b1ef55-ec1c-42ea-8a24-c0f60163cd70 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25a33ced-61fd-465b-a592-59cecf889259,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:43:41.496459 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device d0a3fbce-96f8-43c6-b98d-40013dbaf3f1 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:43:41.524225 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c2b1ef55-ec1c-42ea-8a24-c0f60163cd70 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:41.528099 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-c2b1ef55-ec1c-42ea-8a24-c0f60163cd70 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5707998 Jul 05 02:43:41.530979 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 59358) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:43:41.543685 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-0eed0809-0f24-4dde-8d6b-307b339dc6f9 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Request body: {'security_group_rule': {'security_group_id': 'c1b432c8-791e-4baf-8873-3d03dfbb1ab2', 'project_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:43:41.600608 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port d0a3fbce-96f8-43c6-b98d-40013dbaf3f1 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:43:41.601034 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:41.872133 n-d-771362-32 neutron-server[94462]: INFO neutron.db.securitygroups_db [None req-0eed0809-0f24-4dde-8d6b-307b339dc6f9 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Project e74a7c63f72a43c48203f0c9f39b1c1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 02:43:41.877461 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0eed0809-0f24-4dde-8d6b-307b339dc6f9 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:41.941203 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0eed0809-0f24-4dde-8d6b-307b339dc6f9 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:41.941990 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:41.944404 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:42.082922 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0eed0809-0f24-4dde-8d6b-307b339dc6f9 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:42.117771 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eed0809-0f24-4dde-8d6b-307b339dc6f9 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fdb94f6-bfa0-4624-b0b7-37628f7fb6c7,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:43:42.156408 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3d18d296-8423-423b-841c-1577758e1365 req-b474c606-f263-40fa-85da-d45b96588243 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a7c46d4-ee97-4330-8317-c5f97c0c2913 HTTP/1.1" status: 200 len: 210 time: 0.0580389 Jul 05 02:43:42.296267 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0eed0809-0f24-4dde-8d6b-307b339dc6f9 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:42.305764 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-0eed0809-0f24-4dde-8d6b-307b339dc6f9 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7636535 Jul 05 02:43:42.420490 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb06069e-1acb-4fa8-ae9d-da6753d0b8ef req-d8047955-d00a-40b7-8041-29bab0a00728 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:42.426665 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bb06069e-1acb-4fa8-ae9d-da6753d0b8ef req-d8047955-d00a-40b7-8041-29bab0a00728 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca760323-0b4c-471c-b685-74a7a369abfe HTTP/1.1" status: 200 len: 946 time: 0.1100996 Jul 05 02:43:42.481569 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bb06069e-1acb-4fa8-ae9d-da6753d0b8ef req-55e9fd55-d390-41a3-afef-63b2fadc60af tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e2564be-f5d8-4abd-ab86-f37a499f4ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442152 Jul 05 02:43:42.618149 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3943e08d-bee2-4bbf-a231-305d9a0618a5 req-973e42fb-62db-42ba-91c3-f976680e2906 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1529040908&fields=id&tenant_id=e74a7c63f72a43c48203f0c9f39b1c1e HTTP/1.1" status: 200 len: 267 time: 0.0438859 Jul 05 02:43:42.727919 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3943e08d-bee2-4bbf-a231-305d9a0618a5 req-2cbb6acf-ec5a-49a7-9dfd-0a29a5935a33 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:42.729436 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3943e08d-bee2-4bbf-a231-305d9a0618a5 req-2cbb6acf-ec5a-49a7-9dfd-0a29a5935a33 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/networks?id=453695ed-f7f0-4e83-af9e-79d82abcce43 HTTP/1.1" status: 200 len: 797 time: 0.1104939 Jul 05 02:43:42.745758 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3943e08d-bee2-4bbf-a231-305d9a0618a5 req-965583d2-4e51-4671-b34d-7c70119f7b97 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/quotas/e74a7c63f72a43c48203f0c9f39b1c1e HTTP/1.1" status: 200 len: 375 time: 0.0096610 Jul 05 02:43:42.824561 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3943e08d-bee2-4bbf-a231-305d9a0618a5 req-ef5934a4-fbf2-416e-a3e6-b35ee34132e7 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e74a7c63f72a43c48203f0c9f39b1c1e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0730886 Jul 05 02:43:42.934259 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3943e08d-bee2-4bbf-a231-305d9a0618a5 req-dab68d14-c6b3-4294-b0f7-85c8ec7576b9 service neutron] 10.222.0.23 "GET /v2.0/networks/453695ed-f7f0-4e83-af9e-79d82abcce43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973377 Jul 05 02:43:43.087220 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3943e08d-bee2-4bbf-a231-305d9a0618a5 req-fcc3bfe5-0293-4435-a3f4-0a52475cbeda service neutron] 10.222.0.23 "GET /v2.0/networks/453695ed-f7f0-4e83-af9e-79d82abcce43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462870 Jul 05 02:43:43.231448 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a00d9-e6da-4246-8866-cfffc1ac1221 req-80ea3d7e-c36a-4a76-be5f-0c7f7c7c140c tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:43.233108 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c67a00d9-e6da-4246-8866-cfffc1ac1221 req-80ea3d7e-c36a-4a76-be5f-0c7f7c7c140c tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca760323-0b4c-471c-b685-74a7a369abfe HTTP/1.1" status: 200 len: 946 time: 0.0719366 Jul 05 02:43:43.275307 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c67a00d9-e6da-4246-8866-cfffc1ac1221 req-89fc8920-29d0-4c0d-94ee-ad70e964a90e tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e2564be-f5d8-4abd-ab86-f37a499f4ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361893 Jul 05 02:43:43.411893 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f1bd3f83-5a15-46e7-acb6-5bc82eacfbd5 req-a55a6f04-487d-4c49-99e0-5ad0b5464165 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a7c46d4-ee97-4330-8317-c5f97c0c2913 HTTP/1.1" status: 200 len: 210 time: 0.0311465 Jul 05 02:43:43.466149 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c260a53e-58d6-48e0-aff8-07b2b2adba2a req-06e9a0a8-d33a-4242-8940-d7f112b1748a tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/ports?device_id=509db484-14ad-4a38-8bbd-0e2406d8e106 HTTP/1.1" status: 200 len: 210 time: 0.0416420 Jul 05 02:43:43.731194 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8038612e-d002-4c52-91c1-875a2dfc7f12 req-ca98b1fa-6fb1-42c6-b73b-14471d742ac6 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:43.733288 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8038612e-d002-4c52-91c1-875a2dfc7f12 req-ca98b1fa-6fb1-42c6-b73b-14471d742ac6 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.15 "GET /v2.0/networks?id=319f6f27-0518-41ae-a3ab-b70eb1a13ad7 HTTP/1.1" status: 200 len: 817 time: 0.1498957 Jul 05 02:43:43.777732 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8038612e-d002-4c52-91c1-875a2dfc7f12 req-afe28c90-9599-4fed-9d0f-b23feb998947 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f71f6dbd7ca04e46abf258fabaf4edd3 HTTP/1.1" status: 200 len: 380 time: 0.0365782 Jul 05 02:43:43.786748 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-8038612e-d002-4c52-91c1-875a2dfc7f12 req-403fe192-2697-4cfe-b8c1-f2b8603dc1cd tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Request body: {'port': {'device_id': '7a7c46d4-ee97-4330-8317-c5f97c0c2913', 'network_id': '319f6f27-0518-41ae-a3ab-b70eb1a13ad7', 'admin_state_up': True, 'tenant_id': 'f71f6dbd7ca04e46abf258fabaf4edd3', 'security_groups': ['e22aeac7-2b31-4b36-8770-94d9819b52f0']}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:43:44.020624 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8038612e-d002-4c52-91c1-875a2dfc7f12 req-403fe192-2697-4cfe-b8c1-f2b8603dc1cd tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Made reservation on behalf of f71f6dbd7ca04e46abf258fabaf4edd3 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:43:44.026336 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-8038612e-d002-4c52-91c1-875a2dfc7f12 req-403fe192-2697-4cfe-b8c1-f2b8603dc1cd tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:44.269277 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-8038612e-d002-4c52-91c1-875a2dfc7f12 req-403fe192-2697-4cfe-b8c1-f2b8603dc1cd tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Allocated IP 172.20.0.13 (319f6f27-0518-41ae-a3ab-b70eb1a13ad7/3a90bcd4-05d3-4076-8731-a724bae74bd9/575b1f79-b8b7-4b20-a5be-3fee3932145b) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:43:44.432356 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-8038612e-d002-4c52-91c1-875a2dfc7f12 req-403fe192-2697-4cfe-b8c1-f2b8603dc1cd tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:44.476079 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-8038612e-d002-4c52-91c1-875a2dfc7f12 req-403fe192-2697-4cfe-b8c1-f2b8603dc1cd tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Transition to ACTIVE for port object 575b1f79-b8b7-4b20-a5be-3fee3932145b will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:43:44.544996 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0ea2c7-5870-4605-b3f2-824b700992d7 req-7c00ab17-abe7-41a7-91d7-a446e28b6ad1 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:44.547481 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2b0ea2c7-5870-4605-b3f2-824b700992d7 req-7c00ab17-abe7-41a7-91d7-a446e28b6ad1 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca760323-0b4c-471c-b685-74a7a369abfe HTTP/1.1" status: 200 len: 946 time: 0.1083319 Jul 05 02:43:44.582819 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ee8da666-5472-464a-931a-dfacc6edb722 req-244f5032-285c-4c31-8d34-0b6db1c0a692 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a7c46d4-ee97-4330-8317-c5f97c0c2913 HTTP/1.1" status: 200 len: 210 time: 0.0316069 Jul 05 02:43:44.595631 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2b0ea2c7-5870-4605-b3f2-824b700992d7 req-9ebe4a40-965b-4d1f-b45d-65d45615112a tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e2564be-f5d8-4abd-ab86-f37a499f4ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353360 Jul 05 02:43:44.664580 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-df365a0a-6a88-43b2-a628-a271214cf233 req-60ed4695-dd5e-4616-8ba4-26255b1a3971 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/ports?device_id=509db484-14ad-4a38-8bbd-0e2406d8e106 HTTP/1.1" status: 200 len: 210 time: 0.0337753 Jul 05 02:43:44.735821 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-8038612e-d002-4c52-91c1-875a2dfc7f12 req-403fe192-2697-4cfe-b8c1-f2b8603dc1cd tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:44.789607 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8038612e-d002-4c52-91c1-875a2dfc7f12 req-403fe192-2697-4cfe-b8c1-f2b8603dc1cd tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Network 319f6f27-0518-41ae-a3ab-b70eb1a13ad7 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:43:44.794465 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-8038612e-d002-4c52-91c1-875a2dfc7f12 req-403fe192-2697-4cfe-b8c1-f2b8603dc1cd tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:43:44.796877 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-8038612e-d002-4c52-91c1-875a2dfc7f12 req-403fe192-2697-4cfe-b8c1-f2b8603dc1cd tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:43:44.826757 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403fe192-2697-4cfe-b8c1-f2b8603dc1cd tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Pushing event updated for resources: {'Port': ['ID=575b1f79-b8b7-4b20-a5be-3fee3932145b,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:43:44.903201 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8038612e-d002-4c52-91c1-875a2dfc7f12 req-403fe192-2697-4cfe-b8c1-f2b8603dc1cd tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:44.903907 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-8038612e-d002-4c52-91c1-875a2dfc7f12 req-403fe192-2697-4cfe-b8c1-f2b8603dc1cd tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:45.049324 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8038612e-d002-4c52-91c1-875a2dfc7f12 req-403fe192-2697-4cfe-b8c1-f2b8603dc1cd tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2669308 Jul 05 02:43:45.062454 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-8038612e-d002-4c52-91c1-875a2dfc7f12 req-4f9b924a-afc5-4502-8dba-ddb38ddbca00 service neutron] Request body: {'port': {'device_id': '7a7c46d4-ee97-4330-8317-c5f97c0c2913', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:43:45.184608 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-8038612e-d002-4c52-91c1-875a2dfc7f12 req-4f9b924a-afc5-4502-8dba-ddb38ddbca00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:45.231327 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-5d279eb4-f5f7-4e00-bdcc-8499b112974d None None] Provisioning for port 575b1f79-b8b7-4b20-a5be-3fee3932145b completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:43:45.236481 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-5d279eb4-f5f7-4e00-bdcc-8499b112974d None None] Provisioning complete for port 575b1f79-b8b7-4b20-a5be-3fee3932145b triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:43:45.236963 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5d279eb4-f5f7-4e00-bdcc-8499b112974d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:45.308360 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-5d279eb4-f5f7-4e00-bdcc-8499b112974d None None] Port 575b1f79-b8b7-4b20-a5be-3fee3932145b cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:43:45.611228 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-8038612e-d002-4c52-91c1-875a2dfc7f12 req-4f9b924a-afc5-4502-8dba-ddb38ddbca00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 575b1f79-b8b7-4b20-a5be-3fee3932145b {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:43:45.621592 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-8038612e-d002-4c52-91c1-875a2dfc7f12 req-4f9b924a-afc5-4502-8dba-ddb38ddbca00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:45.634623 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-8038612e-d002-4c52-91c1-875a2dfc7f12 req-4f9b924a-afc5-4502-8dba-ddb38ddbca00 service neutron] Transition to ACTIVE for port object 575b1f79-b8b7-4b20-a5be-3fee3932145b will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:43:45.769519 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-8038612e-d002-4c52-91c1-875a2dfc7f12 req-4f9b924a-afc5-4502-8dba-ddb38ddbca00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:45.793694 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbeb5bd-d28d-4338-98b4-93662226b89a req-46b64ea6-1af8-4342-93ca-a20154df2082 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:45.795339 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5dbeb5bd-d28d-4338-98b4-93662226b89a req-46b64ea6-1af8-4342-93ca-a20154df2082 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a7c46d4-ee97-4330-8317-c5f97c0c2913 HTTP/1.1" status: 200 len: 932 time: 0.0785928 Jul 05 02:43:45.851534 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9b924a-afc5-4502-8dba-ddb38ddbca00 service neutron] Pushing event updated for resources: {'Port': ['ID=575b1f79-b8b7-4b20-a5be-3fee3932145b,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:43:45.885222 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5dbeb5bd-d28d-4338-98b4-93662226b89a req-d729f18f-162e-4d76-8ea6-d4b6caf6b03c tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=e22aeac7-2b31-4b36-8770-94d9819b52f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831094 Jul 05 02:43:46.068599 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-92a288ad-deb7-4461-8b8a-7fcc9ab03e64 req-da244443-1804-476e-a3e2-12d4a95cd426 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/ports?device_id=509db484-14ad-4a38-8bbd-0e2406d8e106 HTTP/1.1" status: 200 len: 210 time: 0.0492268 Jul 05 02:43:46.116007 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-8038612e-d002-4c52-91c1-875a2dfc7f12 req-4f9b924a-afc5-4502-8dba-ddb38ddbca00 service neutron] Attempting to bind port 575b1f79-b8b7-4b20-a5be-3fee3932145b on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:43:46.116007 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-8038612e-d002-4c52-91c1-875a2dfc7f12 req-4f9b924a-afc5-4502-8dba-ddb38ddbca00 service neutron] Attempting to bind port 575b1f79-b8b7-4b20-a5be-3fee3932145b by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': 'be409309-6ad2-47dc-8674-b2f6fbe283c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '319f6f27-0518-41ae-a3ab-b70eb1a13ad7'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:43:46.116007 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8038612e-d002-4c52-91c1-875a2dfc7f12 req-4f9b924a-afc5-4502-8dba-ddb38ddbca00 service neutron] Attempting to bind port 575b1f79-b8b7-4b20-a5be-3fee3932145b on network 319f6f27-0518-41ae-a3ab-b70eb1a13ad7 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:43:46.126579 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8038612e-d002-4c52-91c1-875a2dfc7f12 req-4f9b924a-afc5-4502-8dba-ddb38ddbca00 service neutron] Port 575b1f79-b8b7-4b20-a5be-3fee3932145b on network 319f6f27-0518-41ae-a3ab-b70eb1a13ad7 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:43:46.127885 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8038612e-d002-4c52-91c1-875a2dfc7f12 req-4f9b924a-afc5-4502-8dba-ddb38ddbca00 service neutron] Attempting to bind port 575b1f79-b8b7-4b20-a5be-3fee3932145b on network 319f6f27-0518-41ae-a3ab-b70eb1a13ad7 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:43:46.139980 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8038612e-d002-4c52-91c1-875a2dfc7f12 req-4f9b924a-afc5-4502-8dba-ddb38ddbca00 service neutron] Checking agent: {'id': 'e071c76e-395f-48c4-a98f-88088465cf0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:43:46.139980 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8038612e-d002-4c52-91c1-875a2dfc7f12 req-4f9b924a-afc5-4502-8dba-ddb38ddbca00 service neutron] Checking segment: {'id': 'be409309-6ad2-47dc-8674-b2f6fbe283c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '319f6f27-0518-41ae-a3ab-b70eb1a13ad7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:43:46.139980 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8038612e-d002-4c52-91c1-875a2dfc7f12 req-4f9b924a-afc5-4502-8dba-ddb38ddbca00 service neutron] Bound using segment: {'id': 'be409309-6ad2-47dc-8674-b2f6fbe283c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '319f6f27-0518-41ae-a3ab-b70eb1a13ad7'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:43:46.139980 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-8038612e-d002-4c52-91c1-875a2dfc7f12 req-4f9b924a-afc5-4502-8dba-ddb38ddbca00 service neutron] Bound port: 575b1f79-b8b7-4b20-a5be-3fee3932145b, host: n-h2-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be409309-6ad2-47dc-8674-b2f6fbe283c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '319f6f27-0518-41ae-a3ab-b70eb1a13ad7'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:43:46.139980 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-8038612e-d002-4c52-91c1-875a2dfc7f12 req-4f9b924a-afc5-4502-8dba-ddb38ddbca00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:46.185865 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42d54f7-5001-40e7-9d24-7d9163182999 req-0c2cf005-db3f-4c5f-9ffb-6f59cf30c9fd tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:46.193653 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d42d54f7-5001-40e7-9d24-7d9163182999 req-0c2cf005-db3f-4c5f-9ffb-6f59cf30c9fd tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca760323-0b4c-471c-b685-74a7a369abfe HTTP/1.1" status: 200 len: 946 time: 0.1154130 Jul 05 02:43:46.240805 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-8038612e-d002-4c52-91c1-875a2dfc7f12 req-4f9b924a-afc5-4502-8dba-ddb38ddbca00 service neutron] For port 575b1f79-b8b7-4b20-a5be-3fee3932145b, host n-h2-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:43:46.242332 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d42d54f7-5001-40e7-9d24-7d9163182999 req-bd3ef4dd-b2c6-49bc-bc10-60be633a93c0 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e2564be-f5d8-4abd-ab86-f37a499f4ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476997 Jul 05 02:43:46.245099 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-8038612e-d002-4c52-91c1-875a2dfc7f12 req-4f9b924a-afc5-4502-8dba-ddb38ddbca00 service neutron] For port 575b1f79-b8b7-4b20-a5be-3fee3932145b, host n-h2-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=575b1f79-b8b7-4b20-a5be-3fee3932145b,segment=NetworkSegment(be409309-6ad2-47dc-8674-b2f6fbe283c8),segment_id=be409309-6ad2-47dc-8674-b2f6fbe283c8)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:43:46.310880 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-8038612e-d002-4c52-91c1-875a2dfc7f12 req-4f9b924a-afc5-4502-8dba-ddb38ddbca00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:46.404525 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9b924a-afc5-4502-8dba-ddb38ddbca00 service neutron] Pushing event updated for resources: {'Port': ['ID=575b1f79-b8b7-4b20-a5be-3fee3932145b,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:43:46.436855 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8038612e-d002-4c52-91c1-875a2dfc7f12 req-4f9b924a-afc5-4502-8dba-ddb38ddbca00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:46.437785 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-8038612e-d002-4c52-91c1-875a2dfc7f12 req-4f9b924a-afc5-4502-8dba-ddb38ddbca00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:46.439631 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8038612e-d002-4c52-91c1-875a2dfc7f12 req-4f9b924a-afc5-4502-8dba-ddb38ddbca00 service neutron] 10.222.0.15 "PUT /v2.0/ports/575b1f79-b8b7-4b20-a5be-3fee3932145b HTTP/1.1" status: 200 len: 1093 time: 1.3819318 Jul 05 02:43:46.440323 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a7c46d4-ee97-4330-8317-c5f97c0c2913', 'tag': '575b1f79-b8b7-4b20-a5be-3fee3932145b'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:43:46.457708 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b47096d3-49fb-4269-98ea-defbdf41e098" -d '{"events": [{"name": "network-changed", "server_uuid": "7a7c46d4-ee97-4330-8317-c5f97c0c2913", "tag": "575b1f79-b8b7-4b20-a5be-3fee3932145b"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:43:46.530774 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8081ed59-bf69-4af3-a356-a2185d04590a x-openstack-request-id: req-8081ed59-bf69-4af3-a356-a2185d04590a {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:43:46.531305 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a7c46d4-ee97-4330-8317-c5f97c0c2913", "tag": "575b1f79-b8b7-4b20-a5be-3fee3932145b", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:43:46.531715 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8081ed59-bf69-4af3-a356-a2185d04590a {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:43:46.532651 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a7c46d4-ee97-4330-8317-c5f97c0c2913', 'tag': '575b1f79-b8b7-4b20-a5be-3fee3932145b', 'status': 'completed', 'code': 200} Jul 05 02:43:46.712093 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-65c21f6c-ba12-4938-a335-b85828dded9d req-b7676c74-5fdc-4b81-9464-5d77557fdd8e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=106f67d5-1349-418d-8dec-d727be87b1a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2389061 Jul 05 02:43:46.849300 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3943e08d-bee2-4bbf-a231-305d9a0618a5 req-12771986-f55c-45a6-b7c6-67dd8ea71207 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:46.851043 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3943e08d-bee2-4bbf-a231-305d9a0618a5 req-12771986-f55c-45a6-b7c6-67dd8ea71207 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.15 "GET /v2.0/networks?id=453695ed-f7f0-4e83-af9e-79d82abcce43 HTTP/1.1" status: 200 len: 797 time: 0.2829540 Jul 05 02:43:46.854768 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47096d3-49fb-4269-98ea-defbdf41e098 req-b65ea7c6-c5cf-4939-b1d9-9ba4c86000c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:46.857157 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b47096d3-49fb-4269-98ea-defbdf41e098 req-b65ea7c6-c5cf-4939-b1d9-9ba4c86000c4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f71f6dbd7ca04e46abf258fabaf4edd3&device_id=7a7c46d4-ee97-4330-8317-c5f97c0c2913 HTTP/1.1" status: 200 len: 1096 time: 0.2474499 Jul 05 02:43:46.966046 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c21f6c-ba12-4938-a335-b85828dded9d req-e60a0182-43a0-43c0-b1bd-8d9203e9708d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:46.967721 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-65c21f6c-ba12-4938-a335-b85828dded9d req-e60a0182-43a0-43c0-b1bd-8d9203e9708d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=442a3e50d6be48be9e1562c5772ee754&device_id=106f67d5-1349-418d-8dec-d727be87b1a5 HTTP/1.1" status: 200 len: 1097 time: 0.1854923 Jul 05 02:43:46.975752 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3943e08d-bee2-4bbf-a231-305d9a0618a5 req-1d1fe518-20a5-4333-8a17-83f9f23ee3c6 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e74a7c63f72a43c48203f0c9f39b1c1e HTTP/1.1" status: 200 len: 380 time: 0.1068056 Jul 05 02:43:46.985268 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-3943e08d-bee2-4bbf-a231-305d9a0618a5 req-02251ef5-75d4-4b61-99c9-63216c9c8dec tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Request body: {'port': {'device_id': '509db484-14ad-4a38-8bbd-0e2406d8e106', 'network_id': '453695ed-f7f0-4e83-af9e-79d82abcce43', 'admin_state_up': True, 'tenant_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'security_groups': ['c1b432c8-791e-4baf-8873-3d03dfbb1ab2']}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:43:47.122560 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee424b5a-9c26-4f69-9851-845fe02d4014 req-a1c7a3cd-7bee-475f-8083-e65c48e3cc7d tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:47.124119 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ee424b5a-9c26-4f69-9851-845fe02d4014 req-a1c7a3cd-7bee-475f-8083-e65c48e3cc7d tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a7c46d4-ee97-4330-8317-c5f97c0c2913 HTTP/1.1" status: 200 len: 944 time: 0.0868170 Jul 05 02:43:47.184647 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ee424b5a-9c26-4f69-9851-845fe02d4014 req-aa8f2896-dce0-4232-906d-9b32d167f106 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=e22aeac7-2b31-4b36-8770-94d9819b52f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474987 Jul 05 02:43:47.235895 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47096d3-49fb-4269-98ea-defbdf41e098 req-37bbb371-43a9-4898-8766-eaccab2a5a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:47.237898 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b47096d3-49fb-4269-98ea-defbdf41e098 req-37bbb371-43a9-4898-8766-eaccab2a5a0c service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=f71f6dbd7ca04e46abf258fabaf4edd3&shared=False HTTP/1.1" status: 200 len: 917 time: 0.3699095 Jul 05 02:43:47.241470 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c21f6c-ba12-4938-a335-b85828dded9d req-6ab6d01d-5dce-47d8-8f3c-138095e258af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:47.242907 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-65c21f6c-ba12-4938-a335-b85828dded9d req-6ab6d01d-5dce-47d8-8f3c-138095e258af service neutron] 10.222.0.21 "GET /v2.0/networks?id=c4d51310-b056-42c6-8720-dd3607bb490e HTTP/1.1" status: 200 len: 911 time: 0.1881607 Jul 05 02:43:47.305663 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-486e5e03-ea09-4f67-9a14-f2dbb6969ad9 req-4129b829-2fc4-45ae-9093-311c96d76f8f tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/ports?device_id=509db484-14ad-4a38-8bbd-0e2406d8e106 HTTP/1.1" status: 200 len: 210 time: 0.0586245 Jul 05 02:43:47.364221 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-65c21f6c-ba12-4938-a335-b85828dded9d req-6f04f2f7-4619-429d-9ce2-0262b4bfd799 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe1080a3-9d43-4188-906d-d53acae014f6 HTTP/1.1" status: 200 len: 217 time: 0.0955260 Jul 05 02:43:47.427169 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c21f6c-ba12-4938-a335-b85828dded9d req-db5eba35-169d-4a8b-8640-afa5734ac329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:47.435906 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-65c21f6c-ba12-4938-a335-b85828dded9d req-db5eba35-169d-4a8b-8640-afa5734ac329 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=822ac30d-26eb-483a-9cd9-5da64853ba79 HTTP/1.1" status: 200 len: 850 time: 0.0624206 Jul 05 02:43:47.456581 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3943e08d-bee2-4bbf-a231-305d9a0618a5 req-02251ef5-75d4-4b61-99c9-63216c9c8dec tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Made reservation on behalf of e74a7c63f72a43c48203f0c9f39b1c1e for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:43:47.467208 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2550457-0bdc-4836-96c6-e1a423672e25 req-c84d5b01-aadf-4549-b822-c4bec744584e tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:47.471603 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-3943e08d-bee2-4bbf-a231-305d9a0618a5 req-02251ef5-75d4-4b61-99c9-63216c9c8dec tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:47.472963 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b2550457-0bdc-4836-96c6-e1a423672e25 req-c84d5b01-aadf-4549-b822-c4bec744584e tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca760323-0b4c-471c-b685-74a7a369abfe HTTP/1.1" status: 200 len: 946 time: 0.0951972 Jul 05 02:43:47.524050 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b2550457-0bdc-4836-96c6-e1a423672e25 req-77bdad6b-c374-4c81-8f04-9321e1297959 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e2564be-f5d8-4abd-ab86-f37a499f4ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466764 Jul 05 02:43:47.525481 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device e6652c9e-a15a-49b0-b803-c898e5a7da5a details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:43:47.572964 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47096d3-49fb-4269-98ea-defbdf41e098 req-d050ec6c-6e63-40bc-87dd-e4d804db69e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:47.574802 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b47096d3-49fb-4269-98ea-defbdf41e098 req-d050ec6c-6e63-40bc-87dd-e4d804db69e8 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3290257 Jul 05 02:43:47.666781 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port e6652c9e-a15a-49b0-b803-c898e5a7da5a, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=e6652c9e-a15a-49b0-b803-c898e5a7da5a,segment=NetworkSegment(2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7),segment_id=2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:43:47.681486 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': 'e6652c9e-a15a-49b0-b803-c898e5a7da5a', 'network_id': 'c4d51310-b056-42c6-8720-dd3607bb490e', 'port_id': 'e6652c9e-a15a-49b0-b803-c898e5a7da5a', 'mac_address': 'fa:16:3e:31:c8:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '822ac30d-26eb-483a-9cd9-5da64853ba79', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:43:47.724810 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:47.737220 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c21f6c-ba12-4938-a335-b85828dded9d req-c254956a-1c1f-4da5-8d77-df0c95bec7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:47.738875 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-65c21f6c-ba12-4938-a335-b85828dded9d req-c254956a-1c1f-4da5-8d77-df0c95bec7dc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c4d51310-b056-42c6-8720-dd3607bb490e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2958078 Jul 05 02:43:47.739066 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e6652c9e-a15a-49b0-b803-c898e5a7da5a {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:43:47.759981 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port e6652c9e-a15a-49b0-b803-c898e5a7da5a, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=e6652c9e-a15a-49b0-b803-c898e5a7da5a,segment=NetworkSegment(2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7),segment_id=2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:43:47.824664 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-3943e08d-bee2-4bbf-a231-305d9a0618a5 req-02251ef5-75d4-4b61-99c9-63216c9c8dec tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Allocated IP 172.20.0.5 (453695ed-f7f0-4e83-af9e-79d82abcce43/f9d9f2ef-5bcd-4d20-8246-b7af7b447930/83181b82-bc38-4fc3-89d1-2f453e81042b) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:43:47.827864 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8038612e-d002-4c52-91c1-875a2dfc7f12 req-dd675750-903d-418d-af95-6f84c2286e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:47.829490 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8038612e-d002-4c52-91c1-875a2dfc7f12 req-dd675750-903d-418d-af95-6f84c2286e83 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f71f6dbd7ca04e46abf258fabaf4edd3&device_id=7a7c46d4-ee97-4330-8317-c5f97c0c2913 HTTP/1.1" status: 200 len: 1096 time: 0.1946733 Jul 05 02:43:47.887854 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8038612e-d002-4c52-91c1-875a2dfc7f12 req-c1aaa9b7-90c8-45a4-90f3-d6632d904dbc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=575b1f79-b8b7-4b20-a5be-3fee3932145b HTTP/1.1" status: 200 len: 217 time: 0.0458591 Jul 05 02:43:47.889323 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:47.955162 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=e6652c9e-a15a-49b0-b803-c898e5a7da5a,revision_number=6']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:43:48.023518 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['e6652c9e-a15a-49b0-b803-c898e5a7da5a'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:43:48.527301 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-59505a41-068c-4f6d-bd35-96f3de72dcc1 req-574389d6-1667-4a58-9029-ee4e2d5f3a0a tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/ports?device_id=509db484-14ad-4a38-8bbd-0e2406d8e106 HTTP/1.1" status: 200 len: 210 time: 0.0357401 Jul 05 02:43:48.601869 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-65c21f6c-ba12-4938-a335-b85828dded9d req-0c4ca171-afe3-4966-9065-ec57941c7cf9 service neutron] 10.222.0.21 "GET /v2.0/networks/c4d51310-b056-42c6-8720-dd3607bb490e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8528445 Jul 05 02:43:48.716396 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8038612e-d002-4c52-91c1-875a2dfc7f12 req-f69188af-7610-4ba2-821a-5e6de49068fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:48.719358 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8038612e-d002-4c52-91c1-875a2dfc7f12 req-f69188af-7610-4ba2-821a-5e6de49068fa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3a90bcd4-05d3-4076-8731-a724bae74bd9 HTTP/1.1" status: 200 len: 856 time: 0.8170300 Jul 05 02:43:48.845118 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dede7b9-1b26-4ffe-85a3-781834a3ea66 req-5de995b0-6bcd-41a3-8780-e69a6818f8e6 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:48.858226 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6dede7b9-1b26-4ffe-85a3-781834a3ea66 req-5de995b0-6bcd-41a3-8780-e69a6818f8e6 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca760323-0b4c-471c-b685-74a7a369abfe HTTP/1.1" status: 200 len: 945 time: 0.1086962 Jul 05 02:43:48.861923 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b02f34-fabb-4c0a-8d0c-19908185429c req-4b64c38e-201f-4f1b-a96f-76d1bc95a8ce tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:48.863715 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-13b02f34-fabb-4c0a-8d0c-19908185429c req-4b64c38e-201f-4f1b-a96f-76d1bc95a8ce tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a7c46d4-ee97-4330-8317-c5f97c0c2913 HTTP/1.1" status: 200 len: 944 time: 0.3629875 Jul 05 02:43:48.916198 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-3943e08d-bee2-4bbf-a231-305d9a0618a5 req-02251ef5-75d4-4b61-99c9-63216c9c8dec tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:48.921601 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-65c21f6c-ba12-4938-a335-b85828dded9d req-5dd6c933-c2af-46f2-95c6-b0167e1c778c service neutron] 10.222.0.21 "GET /v2.0/networks/c4d51310-b056-42c6-8720-dd3607bb490e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3009129 Jul 05 02:43:48.923975 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6dede7b9-1b26-4ffe-85a3-781834a3ea66 req-6adf4dea-f648-435b-9f25-c1a8bc3a9952 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e2564be-f5d8-4abd-ab86-f37a499f4ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670519 Jul 05 02:43:48.930924 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8038612e-d002-4c52-91c1-875a2dfc7f12 req-dafa0b8e-aa94-4a3a-828f-abd7842a6bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:48.933287 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8038612e-d002-4c52-91c1-875a2dfc7f12 req-dafa0b8e-aa94-4a3a-828f-abd7842a6bd8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=319f6f27-0518-41ae-a3ab-b70eb1a13ad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2022395 Jul 05 02:43:48.953410 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-3943e08d-bee2-4bbf-a231-305d9a0618a5 req-02251ef5-75d4-4b61-99c9-63216c9c8dec tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Transition to ACTIVE for port object 83181b82-bc38-4fc3-89d1-2f453e81042b will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:43:49.015993 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-13b02f34-fabb-4c0a-8d0c-19908185429c req-bb627ddc-75de-4050-8775-48e780adbd17 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=e22aeac7-2b31-4b36-8770-94d9819b52f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345818 Jul 05 02:43:49.073503 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8038612e-d002-4c52-91c1-875a2dfc7f12 req-259da244-28d2-4d45-bf95-26bf12e4efa7 service neutron] 10.222.0.15 "GET /v2.0/networks/319f6f27-0518-41ae-a3ab-b70eb1a13ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313012 Jul 05 02:43:49.160055 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8038612e-d002-4c52-91c1-875a2dfc7f12 req-861e0a1a-fbbb-4995-b4c7-05f2e59217fb service neutron] 10.222.0.15 "GET /v2.0/networks/319f6f27-0518-41ae-a3ab-b70eb1a13ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802786 Jul 05 02:43:49.203930 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-3943e08d-bee2-4bbf-a231-305d9a0618a5 req-02251ef5-75d4-4b61-99c9-63216c9c8dec tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:49.260368 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3943e08d-bee2-4bbf-a231-305d9a0618a5 req-02251ef5-75d4-4b61-99c9-63216c9c8dec tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Network 453695ed-f7f0-4e83-af9e-79d82abcce43 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:43:49.263788 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-3943e08d-bee2-4bbf-a231-305d9a0618a5 req-02251ef5-75d4-4b61-99c9-63216c9c8dec tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:43:49.270624 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-3943e08d-bee2-4bbf-a231-305d9a0618a5 req-02251ef5-75d4-4b61-99c9-63216c9c8dec tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:43:49.281533 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02251ef5-75d4-4b61-99c9-63216c9c8dec tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Pushing event updated for resources: {'Port': ['ID=83181b82-bc38-4fc3-89d1-2f453e81042b,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:43:49.335488 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3943e08d-bee2-4bbf-a231-305d9a0618a5 req-02251ef5-75d4-4b61-99c9-63216c9c8dec tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:49.336166 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-3943e08d-bee2-4bbf-a231-305d9a0618a5 req-02251ef5-75d4-4b61-99c9-63216c9c8dec tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:49.522497 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3943e08d-bee2-4bbf-a231-305d9a0618a5 req-02251ef5-75d4-4b61-99c9-63216c9c8dec tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5381243 Jul 05 02:43:49.522619 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device e6652c9e-a15a-49b0-b803-c898e5a7da5a up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:43:49.542807 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-3943e08d-bee2-4bbf-a231-305d9a0618a5 req-caba034b-6dc9-4b89-91a3-75765f8bb469 service neutron] Request body: {'port': {'device_id': '509db484-14ad-4a38-8bbd-0e2406d8e106', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:43:49.656390 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port e6652c9e-a15a-49b0-b803-c898e5a7da5a triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:43:49.657850 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:49.706439 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-3943e08d-bee2-4bbf-a231-305d9a0618a5 req-caba034b-6dc9-4b89-91a3-75765f8bb469 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:49.718681 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-483ae88e-1a8b-4eed-8883-8f9331bfeace None None] Provisioning for port 83181b82-bc38-4fc3-89d1-2f453e81042b completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:43:49.724401 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-483ae88e-1a8b-4eed-8883-8f9331bfeace None None] Provisioning complete for port 83181b82-bc38-4fc3-89d1-2f453e81042b triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:43:49.726438 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-483ae88e-1a8b-4eed-8883-8f9331bfeace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:49.794292 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-483ae88e-1a8b-4eed-8883-8f9331bfeace None None] Port 83181b82-bc38-4fc3-89d1-2f453e81042b cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:43:49.841438 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ce962f-76b7-4f45-b35b-9cc0a72851b5 req-23d2e03c-dada-40ac-be6f-9c841ca4e824 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:49.848873 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:49.849403 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c8ce962f-76b7-4f45-b35b-9cc0a72851b5 req-23d2e03c-dada-40ac-be6f-9c841ca4e824 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/networks?id=73b1fe81-9ead-413d-adcc-8dcb2085def5 HTTP/1.1" status: 200 len: 812 time: 0.2023973 Jul 05 02:43:49.867198 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c8ce962f-76b7-4f45-b35b-9cc0a72851b5 req-bcb7406a-00e5-430f-871c-472c4654a092 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/quotas/b1a00a493e704ec48248eed2815bb351 HTTP/1.1" status: 200 len: 375 time: 0.0168254 Jul 05 02:43:49.932752 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port e6652c9e-a15a-49b0-b803-c898e5a7da5a, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=e6652c9e-a15a-49b0-b803-c898e5a7da5a,segment=NetworkSegment(2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7),segment_id=2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:43:49.936646 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca760323-0b4c-471c-b685-74a7a369abfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6652c9e-a15a-49b0-b803-c898e5a7da5a'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:43:49.940369 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3df8e29-e40b-481c-9841-0b3e7b61fc58" -d '{"events": [{"server_uuid": "ca760323-0b4c-471c-b685-74a7a369abfe", "name": "network-vif-plugged", "status": "completed", "tag": "e6652c9e-a15a-49b0-b803-c898e5a7da5a"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:43:49.997617 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:50.029040 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c8ce962f-76b7-4f45-b35b-9cc0a72851b5 req-73ac96cc-fdd2-456f-b470-f1ea130f3f79 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b1a00a493e704ec48248eed2815bb351&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1602407 Jul 05 02:43:50.102485 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=e6652c9e-a15a-49b0-b803-c898e5a7da5a,revision_number=7']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:43:50.148056 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f70243f-3a99-4897-8b35-f6369dfd4255 req-f3e59faa-08db-4620-8c97-5177c347c7c9 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:50.150080 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0f70243f-3a99-4897-8b35-f6369dfd4255 req-f3e59faa-08db-4620-8c97-5177c347c7c9 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/ports?device_id=509db484-14ad-4a38-8bbd-0e2406d8e106 HTTP/1.1" status: 200 len: 931 time: 0.3228338 Jul 05 02:43:50.179777 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c8ce962f-76b7-4f45-b35b-9cc0a72851b5 req-74b51440-2bcc-48bd-8eec-9046d91cc0dd service neutron] 10.222.0.23 "GET /v2.0/networks/73b1fe81-9ead-413d-adcc-8dcb2085def5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496568 Jul 05 02:43:50.244899 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0f70243f-3a99-4897-8b35-f6369dfd4255 req-d4bbcd41-c07d-4e77-b3f3-6f48634c4492 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1b432c8-791e-4baf-8873-3d03dfbb1ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859773 Jul 05 02:43:50.321231 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c8ce962f-76b7-4f45-b35b-9cc0a72851b5 req-6a5982fe-2afa-404b-a160-37d18e9dc8b6 service neutron] 10.222.0.23 "GET /v2.0/networks/73b1fe81-9ead-413d-adcc-8dcb2085def5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371031 Jul 05 02:43:50.327138 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-3943e08d-bee2-4bbf-a231-305d9a0618a5 req-caba034b-6dc9-4b89-91a3-75765f8bb469 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83181b82-bc38-4fc3-89d1-2f453e81042b {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:43:50.336784 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-3943e08d-bee2-4bbf-a231-305d9a0618a5 req-caba034b-6dc9-4b89-91a3-75765f8bb469 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:50.350577 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-3943e08d-bee2-4bbf-a231-305d9a0618a5 req-caba034b-6dc9-4b89-91a3-75765f8bb469 service neutron] Transition to ACTIVE for port object 83181b82-bc38-4fc3-89d1-2f453e81042b will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:43:50.459044 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-3943e08d-bee2-4bbf-a231-305d9a0618a5 req-caba034b-6dc9-4b89-91a3-75765f8bb469 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:50.557647 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caba034b-6dc9-4b89-91a3-75765f8bb469 service neutron] Pushing event updated for resources: {'Port': ['ID=83181b82-bc38-4fc3-89d1-2f453e81042b,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:43:50.615352 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3585f992-685f-4e48-b0bb-ceefd56f8c01 req-fff99458-ab05-4d85-aacf-d0f0cf63e3a0 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:50.626470 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3585f992-685f-4e48-b0bb-ceefd56f8c01 req-fff99458-ab05-4d85-aacf-d0f0cf63e3a0 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca760323-0b4c-471c-b685-74a7a369abfe HTTP/1.1" status: 200 len: 946 time: 0.2007267 Jul 05 02:43:50.791828 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-3943e08d-bee2-4bbf-a231-305d9a0618a5 req-caba034b-6dc9-4b89-91a3-75765f8bb469 service neutron] Attempting to bind port 83181b82-bc38-4fc3-89d1-2f453e81042b on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:43:50.792369 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-3943e08d-bee2-4bbf-a231-305d9a0618a5 req-caba034b-6dc9-4b89-91a3-75765f8bb469 service neutron] Attempting to bind port 83181b82-bc38-4fc3-89d1-2f453e81042b by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '0dec8835-1605-4d70-b910-30b29ebdf37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '453695ed-f7f0-4e83-af9e-79d82abcce43'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:43:50.792654 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3943e08d-bee2-4bbf-a231-305d9a0618a5 req-caba034b-6dc9-4b89-91a3-75765f8bb469 service neutron] Attempting to bind port 83181b82-bc38-4fc3-89d1-2f453e81042b on network 453695ed-f7f0-4e83-af9e-79d82abcce43 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:43:50.795714 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7811dfa-d375-44af-a68b-54e9eab770ae x-openstack-request-id: req-f7811dfa-d375-44af-a68b-54e9eab770ae {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:43:50.796636 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca760323-0b4c-471c-b685-74a7a369abfe", "name": "network-vif-plugged", "status": "completed", "tag": "e6652c9e-a15a-49b0-b803-c898e5a7da5a", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:43:50.797081 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f7811dfa-d375-44af-a68b-54e9eab770ae {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:43:50.797717 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca760323-0b4c-471c-b685-74a7a369abfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6652c9e-a15a-49b0-b803-c898e5a7da5a', 'code': 200} Jul 05 02:43:50.802278 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3943e08d-bee2-4bbf-a231-305d9a0618a5 req-caba034b-6dc9-4b89-91a3-75765f8bb469 service neutron] Port 83181b82-bc38-4fc3-89d1-2f453e81042b on network 453695ed-f7f0-4e83-af9e-79d82abcce43 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:43:50.802678 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3943e08d-bee2-4bbf-a231-305d9a0618a5 req-caba034b-6dc9-4b89-91a3-75765f8bb469 service neutron] Attempting to bind port 83181b82-bc38-4fc3-89d1-2f453e81042b on network 453695ed-f7f0-4e83-af9e-79d82abcce43 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:43:50.810711 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3943e08d-bee2-4bbf-a231-305d9a0618a5 req-caba034b-6dc9-4b89-91a3-75765f8bb469 service neutron] Checking agent: {'id': 'e071c76e-395f-48c4-a98f-88088465cf0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:43:50.812588 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3943e08d-bee2-4bbf-a231-305d9a0618a5 req-caba034b-6dc9-4b89-91a3-75765f8bb469 service neutron] Checking segment: {'id': '0dec8835-1605-4d70-b910-30b29ebdf37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '453695ed-f7f0-4e83-af9e-79d82abcce43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:43:50.812992 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3943e08d-bee2-4bbf-a231-305d9a0618a5 req-caba034b-6dc9-4b89-91a3-75765f8bb469 service neutron] Bound using segment: {'id': '0dec8835-1605-4d70-b910-30b29ebdf37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '453695ed-f7f0-4e83-af9e-79d82abcce43'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:43:50.813440 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-3943e08d-bee2-4bbf-a231-305d9a0618a5 req-caba034b-6dc9-4b89-91a3-75765f8bb469 service neutron] Bound port: 83181b82-bc38-4fc3-89d1-2f453e81042b, host: n-h2-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dec8835-1605-4d70-b910-30b29ebdf37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '453695ed-f7f0-4e83-af9e-79d82abcce43'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:43:50.813808 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-3943e08d-bee2-4bbf-a231-305d9a0618a5 req-caba034b-6dc9-4b89-91a3-75765f8bb469 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:50.844607 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3585f992-685f-4e48-b0bb-ceefd56f8c01 req-7401ec7a-7f4a-4a3c-9f5d-2080ace84d76 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e2564be-f5d8-4abd-ab86-f37a499f4ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032108 Jul 05 02:43:50.876463 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 575b1f79-b8b7-4b20-a5be-3fee3932145b details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:43:50.910643 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-0eda4e56-7c69-474c-8eb1-62218ad1b3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:50.957456 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-3943e08d-bee2-4bbf-a231-305d9a0618a5 req-caba034b-6dc9-4b89-91a3-75765f8bb469 service neutron] For port 83181b82-bc38-4fc3-89d1-2f453e81042b, host n-h2-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:43:50.961786 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-3943e08d-bee2-4bbf-a231-305d9a0618a5 req-caba034b-6dc9-4b89-91a3-75765f8bb469 service neutron] For port 83181b82-bc38-4fc3-89d1-2f453e81042b, host n-h2-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=83181b82-bc38-4fc3-89d1-2f453e81042b,segment=NetworkSegment(0dec8835-1605-4d70-b910-30b29ebdf37d),segment_id=0dec8835-1605-4d70-b910-30b29ebdf37d)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:43:51.095475 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-3943e08d-bee2-4bbf-a231-305d9a0618a5 req-caba034b-6dc9-4b89-91a3-75765f8bb469 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:51.114187 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a9232528-063a-4531-82ef-05b87145ddb4 req-fb2822d3-227f-4b4f-971e-e26851b42394 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=5479368f-99b9-4cb5-97a3-ad73b7d7fdd4 HTTP/1.1" status: 200 len: 210 time: 0.1233356 Jul 05 02:43:51.172477 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 575b1f79-b8b7-4b20-a5be-3fee3932145b, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=575b1f79-b8b7-4b20-a5be-3fee3932145b,segment=NetworkSegment(be409309-6ad2-47dc-8674-b2f6fbe283c8),segment_id=be409309-6ad2-47dc-8674-b2f6fbe283c8)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:43:51.176081 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa61e5c-4c84-43d1-b233-34b8702a8317 req-199e9d51-a386-4cfd-a588-a03b6be7ae3e tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:51.183471 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-cfa61e5c-4c84-43d1-b233-34b8702a8317 req-199e9d51-a386-4cfd-a588-a03b6be7ae3e tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a7c46d4-ee97-4330-8317-c5f97c0c2913 HTTP/1.1" status: 200 len: 944 time: 0.1322761 Jul 05 02:43:51.208059 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Returning: {'device': '575b1f79-b8b7-4b20-a5be-3fee3932145b', 'network_id': '319f6f27-0518-41ae-a3ab-b70eb1a13ad7', 'port_id': '575b1f79-b8b7-4b20-a5be-3fee3932145b', 'mac_address': 'fa:16:3e:d9:98:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a90bcd4-05d3-4076-8731-a724bae74bd9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:43:51.252321 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3943e08d-bee2-4bbf-a231-305d9a0618a5 req-caba034b-6dc9-4b89-91a3-75765f8bb469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:51.256048 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-3943e08d-bee2-4bbf-a231-305d9a0618a5 req-caba034b-6dc9-4b89-91a3-75765f8bb469 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:51.256048 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3943e08d-bee2-4bbf-a231-305d9a0618a5 req-caba034b-6dc9-4b89-91a3-75765f8bb469 service neutron] 10.222.0.15 "PUT /v2.0/ports/83181b82-bc38-4fc3-89d1-2f453e81042b HTTP/1.1" status: 200 len: 1092 time: 1.7267964 Jul 05 02:43:51.256472 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-cfa61e5c-4c84-43d1-b233-34b8702a8317 req-5e8810c3-5d8d-4710-b521-fe5d8edb584f tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=e22aeac7-2b31-4b36-8770-94d9819b52f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647566 Jul 05 02:43:51.257587 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '509db484-14ad-4a38-8bbd-0e2406d8e106', 'tag': '83181b82-bc38-4fc3-89d1-2f453e81042b'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:43:51.266580 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfcd8672-2399-4ba7-bffa-b76aedab2bb0" -d '{"events": [{"name": "network-changed", "server_uuid": "509db484-14ad-4a38-8bbd-0e2406d8e106", "tag": "83181b82-bc38-4fc3-89d1-2f453e81042b"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:43:51.293432 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:51.352354 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 575b1f79-b8b7-4b20-a5be-3fee3932145b {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:43:51.395192 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 575b1f79-b8b7-4b20-a5be-3fee3932145b, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=575b1f79-b8b7-4b20-a5be-3fee3932145b,segment=NetworkSegment(be409309-6ad2-47dc-8674-b2f6fbe283c8),segment_id=be409309-6ad2-47dc-8674-b2f6fbe283c8)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:43:51.400229 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-113f287c-7ff0-4139-8ab1-52b7f91e1d3c x-openstack-request-id: req-113f287c-7ff0-4139-8ab1-52b7f91e1d3c {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:43:51.400554 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "509db484-14ad-4a38-8bbd-0e2406d8e106", "tag": "83181b82-bc38-4fc3-89d1-2f453e81042b", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:43:51.400819 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-113f287c-7ff0-4139-8ab1-52b7f91e1d3c {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:43:51.401222 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '509db484-14ad-4a38-8bbd-0e2406d8e106', 'tag': '83181b82-bc38-4fc3-89d1-2f453e81042b', 'status': 'completed', 'code': 200} Jul 05 02:43:51.416786 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caba034b-6dc9-4b89-91a3-75765f8bb469 service neutron] Pushing event updated for resources: {'Port': ['ID=83181b82-bc38-4fc3-89d1-2f453e81042b,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:43:51.488635 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3943e08d-bee2-4bbf-a231-305d9a0618a5 req-aa54fa6d-af53-4042-9636-06ac86069d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:51.492246 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3943e08d-bee2-4bbf-a231-305d9a0618a5 req-aa54fa6d-af53-4042-9636-06ac86069d93 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e74a7c63f72a43c48203f0c9f39b1c1e&device_id=509db484-14ad-4a38-8bbd-0e2406d8e106 HTTP/1.1" status: 200 len: 1095 time: 0.1020844 Jul 05 02:43:51.495446 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:51.597841 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=575b1f79-b8b7-4b20-a5be-3fee3932145b,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:43:51.670552 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3943e08d-bee2-4bbf-a231-305d9a0618a5 req-7a0cce8b-40d3-4c7e-99bd-d51980aa3f3f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83181b82-bc38-4fc3-89d1-2f453e81042b HTTP/1.1" status: 200 len: 217 time: 0.1674430 Jul 05 02:43:51.707263 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['575b1f79-b8b7-4b20-a5be-3fee3932145b'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:43:51.740884 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3943e08d-bee2-4bbf-a231-305d9a0618a5 req-ecc0e5e9-5ac1-4460-ad49-5a129b11426c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:51.742664 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3943e08d-bee2-4bbf-a231-305d9a0618a5 req-ecc0e5e9-5ac1-4460-ad49-5a129b11426c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f9d9f2ef-5bcd-4d20-8246-b7af7b447930 HTTP/1.1" status: 200 len: 835 time: 0.0672841 Jul 05 02:43:51.843367 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752f33f8-8ff8-47f7-83d0-e6eb1e755102 req-4fa2460a-d652-4193-b7a9-541d5c2eb021 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:51.845582 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-752f33f8-8ff8-47f7-83d0-e6eb1e755102 req-4fa2460a-d652-4193-b7a9-541d5c2eb021 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/ports?device_id=509db484-14ad-4a38-8bbd-0e2406d8e106 HTTP/1.1" status: 200 len: 943 time: 0.2939079 Jul 05 02:43:51.935417 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-752f33f8-8ff8-47f7-83d0-e6eb1e755102 req-112e07bf-02b9-4f82-b0b0-28ece14a2ee7 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1b432c8-791e-4baf-8873-3d03dfbb1ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777099 Jul 05 02:43:51.948470 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3943e08d-bee2-4bbf-a231-305d9a0618a5 req-d0d827fb-74b6-49d0-b489-aa2d8f0449e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:51.950178 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3943e08d-bee2-4bbf-a231-305d9a0618a5 req-d0d827fb-74b6-49d0-b489-aa2d8f0449e0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=453695ed-f7f0-4e83-af9e-79d82abcce43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1867020 Jul 05 02:43:52.083721 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540f44ec-6376-4abc-8fdf-e9706a4b031e req-c6905a46-80d1-4bc9-b744-01057f07ab7e tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:52.085481 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-540f44ec-6376-4abc-8fdf-e9706a4b031e req-c6905a46-80d1-4bc9-b744-01057f07ab7e tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca760323-0b4c-471c-b685-74a7a369abfe HTTP/1.1" status: 200 len: 946 time: 0.0816009 Jul 05 02:43:52.134714 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3943e08d-bee2-4bbf-a231-305d9a0618a5 req-5b7f31c3-519b-4f06-9c4d-37e40a7afecf service neutron] 10.222.0.15 "GET /v2.0/networks/453695ed-f7f0-4e83-af9e-79d82abcce43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684127 Jul 05 02:43:52.135237 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-540f44ec-6376-4abc-8fdf-e9706a4b031e req-446bfefa-5a67-4cf0-b70d-557179048dae tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e2564be-f5d8-4abd-ab86-f37a499f4ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415418 Jul 05 02:43:52.285320 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3943e08d-bee2-4bbf-a231-305d9a0618a5 req-6e1441e2-ec8a-441d-8325-d191b1e6b12b service neutron] 10.222.0.15 "GET /v2.0/networks/453695ed-f7f0-4e83-af9e-79d82abcce43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430304 Jul 05 02:43:52.432636 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-340fbb5f-6fb1-4686-8eed-ccb762e5ef77 req-6e75bd45-1fb5-42b1-bbc0-1314b16684e8 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=5479368f-99b9-4cb5-97a3-ad73b7d7fdd4 HTTP/1.1" status: 200 len: 210 time: 0.1037276 Jul 05 02:43:52.559801 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcd8672-2399-4ba7-bffa-b76aedab2bb0 req-da73afb5-364d-49c1-a43a-2eacd03845ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:52.561348 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bfcd8672-2399-4ba7-bffa-b76aedab2bb0 req-da73afb5-364d-49c1-a43a-2eacd03845ae service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e74a7c63f72a43c48203f0c9f39b1c1e&device_id=509db484-14ad-4a38-8bbd-0e2406d8e106 HTTP/1.1" status: 200 len: 1095 time: 0.1248531 Jul 05 02:43:52.634048 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc36a2f-7cef-41b7-b9fd-75255770e115 req-f1178d39-09b9-46ad-ac0b-e2a5f2a280aa tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:52.636311 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7dc36a2f-7cef-41b7-b9fd-75255770e115 req-f1178d39-09b9-46ad-ac0b-e2a5f2a280aa tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a7c46d4-ee97-4330-8317-c5f97c0c2913 HTTP/1.1" status: 200 len: 945 time: 0.1546280 Jul 05 02:43:52.725161 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcd8672-2399-4ba7-bffa-b76aedab2bb0 req-809f0ae0-30cc-4ded-ae11-2b212ae81210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:52.729720 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bfcd8672-2399-4ba7-bffa-b76aedab2bb0 req-809f0ae0-30cc-4ded-ae11-2b212ae81210 service neutron] 10.222.0.15 "GET /v2.0/networks?id=453695ed-f7f0-4e83-af9e-79d82abcce43 HTTP/1.1" status: 200 len: 897 time: 0.1587069 Jul 05 02:43:52.730684 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7dc36a2f-7cef-41b7-b9fd-75255770e115 req-00941dd4-fa6d-4318-b409-57d84a7c4fc6 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=e22aeac7-2b31-4b36-8770-94d9819b52f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831320 Jul 05 02:43:52.801272 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bfcd8672-2399-4ba7-bffa-b76aedab2bb0 req-67af412f-4f69-44a4-9d2a-3524ca7b899f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83181b82-bc38-4fc3-89d1-2f453e81042b HTTP/1.1" status: 200 len: 217 time: 0.0522439 Jul 05 02:43:52.843526 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcd8672-2399-4ba7-bffa-b76aedab2bb0 req-6a882b81-cab9-491f-8ae0-238e829b1c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:52.845017 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bfcd8672-2399-4ba7-bffa-b76aedab2bb0 req-6a882b81-cab9-491f-8ae0-238e829b1c94 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f9d9f2ef-5bcd-4d20-8246-b7af7b447930 HTTP/1.1" status: 200 len: 835 time: 0.0478909 Jul 05 02:43:52.891128 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 575b1f79-b8b7-4b20-a5be-3fee3932145b up at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:43:52.948679 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcd8672-2399-4ba7-bffa-b76aedab2bb0 req-cc699726-54de-451d-a67e-3f48f16e4489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:52.953736 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bfcd8672-2399-4ba7-bffa-b76aedab2bb0 req-cc699726-54de-451d-a67e-3f48f16e4489 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=453695ed-f7f0-4e83-af9e-79d82abcce43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0975714 Jul 05 02:43:53.116643 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bfcd8672-2399-4ba7-bffa-b76aedab2bb0 req-ad1b5798-52e7-419e-8429-bf05a8ddd415 service neutron] 10.222.0.15 "GET /v2.0/networks/453695ed-f7f0-4e83-af9e-79d82abcce43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580479 Jul 05 02:43:53.135333 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning for port 575b1f79-b8b7-4b20-a5be-3fee3932145b completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:43:53.139847 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning complete for port 575b1f79-b8b7-4b20-a5be-3fee3932145b triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:43:53.140407 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:53.342953 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c39fa0-2518-4cc0-b0cf-d0bdf4a7b117 req-be708057-d26e-4b49-826d-f8dea29381b2 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:53.344742 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-83c39fa0-2518-4cc0-b0cf-d0bdf4a7b117 req-be708057-d26e-4b49-826d-f8dea29381b2 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/ports?device_id=509db484-14ad-4a38-8bbd-0e2406d8e106 HTTP/1.1" status: 200 len: 943 time: 0.1829908 Jul 05 02:43:53.352251 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bfcd8672-2399-4ba7-bffa-b76aedab2bb0 req-3f928476-c835-4cc9-b880-4984a2612025 service neutron] 10.222.0.15 "GET /v2.0/networks/453695ed-f7f0-4e83-af9e-79d82abcce43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152317 Jul 05 02:43:53.355205 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:53.372328 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-06cad20b-5091-46ee-95b5-9f573eb9cc64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:53.388258 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a7c46d4-ee97-4330-8317-c5f97c0c2913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '575b1f79-b8b7-4b20-a5be-3fee3932145b'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:43:53.390822 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a7ee86f-cdc9-4b2f-9944-bf0b93c06d0f" -d '{"events": [{"server_uuid": "7a7c46d4-ee97-4330-8317-c5f97c0c2913", "name": "network-vif-plugged", "status": "completed", "tag": "575b1f79-b8b7-4b20-a5be-3fee3932145b"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:43:53.408006 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 575b1f79-b8b7-4b20-a5be-3fee3932145b, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=575b1f79-b8b7-4b20-a5be-3fee3932145b,segment=NetworkSegment(be409309-6ad2-47dc-8674-b2f6fbe283c8),segment_id=be409309-6ad2-47dc-8674-b2f6fbe283c8)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:43:53.415821 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-83c39fa0-2518-4cc0-b0cf-d0bdf4a7b117 req-bebb6bfe-bf41-4f26-ac73-27ac75de52b5 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1b432c8-791e-4baf-8873-3d03dfbb1ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623531 Jul 05 02:43:53.481799 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-494ec15e-2748-4250-b407-8055ccc924f4 x-openstack-request-id: req-494ec15e-2748-4250-b407-8055ccc924f4 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:43:53.482426 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a7c46d4-ee97-4330-8317-c5f97c0c2913", "name": "network-vif-plugged", "status": "completed", "tag": "575b1f79-b8b7-4b20-a5be-3fee3932145b", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:43:53.482945 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-494ec15e-2748-4250-b407-8055ccc924f4 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:43:53.483547 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a7c46d4-ee97-4330-8317-c5f97c0c2913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '575b1f79-b8b7-4b20-a5be-3fee3932145b', 'code': 200} Jul 05 02:43:53.511618 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0490cb-a7fe-4886-8204-787969b36257 req-0843212d-9ab6-4879-97a1-0f77a662949f tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:53.517881 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:53.518817 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8a0490cb-a7fe-4886-8204-787969b36257 req-0843212d-9ab6-4879-97a1-0f77a662949f tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca760323-0b4c-471c-b685-74a7a369abfe HTTP/1.1" status: 200 len: 946 time: 0.1215074 Jul 05 02:43:53.566314 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8a0490cb-a7fe-4886-8204-787969b36257 req-289ba2a6-6a2b-4a5d-bd4d-b08fa4cba519 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e2564be-f5d8-4abd-ab86-f37a499f4ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463102 Jul 05 02:43:53.660194 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=575b1f79-b8b7-4b20-a5be-3fee3932145b,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:43:53.783521 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-747f1605-57b5-49de-b86d-c2071d5cb95a req-ad46bbdf-e3e5-42e1-bc03-774582bedc56 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=5479368f-99b9-4cb5-97a3-ad73b7d7fdd4 HTTP/1.1" status: 200 len: 210 time: 0.0512486 Jul 05 02:43:53.839735 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414619ab-207c-4e26-9fe2-3e075bc20f57 req-5e4e9dbf-758d-4bca-9e1d-d3101a2f7d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:53.841806 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-414619ab-207c-4e26-9fe2-3e075bc20f57 req-5e4e9dbf-758d-4bca-9e1d-d3101a2f7d7e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7a7c46d4-ee97-4330-8317-c5f97c0c2913 HTTP/1.1" status: 200 len: 1098 time: 0.2237918 Jul 05 02:43:53.877343 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ce962f-76b7-4f45-b35b-9cc0a72851b5 req-cd2ad48c-b761-4fd1-822a-3d4ce52f72a4 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:53.878939 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c8ce962f-76b7-4f45-b35b-9cc0a72851b5 req-cd2ad48c-b761-4fd1-822a-3d4ce52f72a4 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.21 "GET /v2.0/networks?id=73b1fe81-9ead-413d-adcc-8dcb2085def5 HTTP/1.1" status: 200 len: 812 time: 0.2023280 Jul 05 02:43:53.894404 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-c8ce962f-76b7-4f45-b35b-9cc0a72851b5 req-aab0c3d7-29b8-4c81-83b3-a80d56cb7db1 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Request body: {'port': {'device_id': '5479368f-99b9-4cb5-97a3-ad73b7d7fdd4', 'network_id': '73b1fe81-9ead-413d-adcc-8dcb2085def5', 'admin_state_up': True, 'tenant_id': 'b1a00a493e704ec48248eed2815bb351'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:43:53.976402 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-414619ab-207c-4e26-9fe2-3e075bc20f57 req-59546499-4528-470a-9438-71d05fc1b42f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e22aeac7-2b31-4b36-8770-94d9819b52f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194534 Jul 05 02:43:53.980583 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:54.044893 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf79666-db7a-4a4f-818c-7bd648d2987b req-224b8774-ab5f-4a67-9230-bf74be0eb8c0 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:54.052694 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1bf79666-db7a-4a4f-818c-7bd648d2987b req-224b8774-ab5f-4a67-9230-bf74be0eb8c0 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a7c46d4-ee97-4330-8317-c5f97c0c2913 HTTP/1.1" status: 200 len: 946 time: 0.0946138 Jul 05 02:43:54.102021 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1bf79666-db7a-4a4f-818c-7bd648d2987b req-f56e9eae-901b-4b3c-a18f-b2032b1928de tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=e22aeac7-2b31-4b36-8770-94d9819b52f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480702 Jul 05 02:43:54.296538 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8ce962f-76b7-4f45-b35b-9cc0a72851b5 req-aab0c3d7-29b8-4c81-83b3-a80d56cb7db1 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Made reservation on behalf of b1a00a493e704ec48248eed2815bb351 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:43:54.309832 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c8ce962f-76b7-4f45-b35b-9cc0a72851b5 req-aab0c3d7-29b8-4c81-83b3-a80d56cb7db1 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:54.533912 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-c8ce962f-76b7-4f45-b35b-9cc0a72851b5 req-aab0c3d7-29b8-4c81-83b3-a80d56cb7db1 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Allocated IP 172.20.0.10 (73b1fe81-9ead-413d-adcc-8dcb2085def5/33729902-d3e5-4dd5-ba26-acbc079120a6/949956d1-934b-4ef7-800c-91d1ee0b9eec) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:43:54.674888 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:54.907883 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 83181b82-bc38-4fc3-89d1-2f453e81042b details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:43:54.989538 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c8ce962f-76b7-4f45-b35b-9cc0a72851b5 req-aab0c3d7-29b8-4c81-83b3-a80d56cb7db1 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:54.994502 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670b088f-0340-4c5e-a680-f889b8066752 req-2afebe3c-99c0-4b6b-893f-694efdfb05ec tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:54.996203 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-670b088f-0340-4c5e-a680-f889b8066752 req-2afebe3c-99c0-4b6b-893f-694efdfb05ec tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca760323-0b4c-471c-b685-74a7a369abfe HTTP/1.1" status: 200 len: 946 time: 0.1673715 Jul 05 02:43:55.035913 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-c8ce962f-76b7-4f45-b35b-9cc0a72851b5 req-aab0c3d7-29b8-4c81-83b3-a80d56cb7db1 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Transition to ACTIVE for port object 949956d1-934b-4ef7-800c-91d1ee0b9eec will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:43:55.085118 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 83181b82-bc38-4fc3-89d1-2f453e81042b, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=83181b82-bc38-4fc3-89d1-2f453e81042b,segment=NetworkSegment(0dec8835-1605-4d70-b910-30b29ebdf37d),segment_id=0dec8835-1605-4d70-b910-30b29ebdf37d)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:43:55.086517 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-670b088f-0340-4c5e-a680-f889b8066752 req-5790a078-2882-4c09-9c32-f4323169156b tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e2564be-f5d8-4abd-ab86-f37a499f4ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777230 Jul 05 02:43:55.103764 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5432317b-134c-49b7-9011-dc44cf973bb3 req-6a305297-b387-4eb5-8715-41540c40769d tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:55.104447 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5432317b-134c-49b7-9011-dc44cf973bb3 req-6a305297-b387-4eb5-8715-41540c40769d tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/ports?device_id=509db484-14ad-4a38-8bbd-0e2406d8e106 HTTP/1.1" status: 200 len: 943 time: 0.3623495 Jul 05 02:43:55.115072 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Returning: {'device': '83181b82-bc38-4fc3-89d1-2f453e81042b', 'network_id': '453695ed-f7f0-4e83-af9e-79d82abcce43', 'port_id': '83181b82-bc38-4fc3-89d1-2f453e81042b', 'mac_address': 'fa:16:3e:f0:b0:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9d9f2ef-5bcd-4d20-8246-b7af7b447930', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:43:55.166258 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:55.190931 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83181b82-bc38-4fc3-89d1-2f453e81042b {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:43:55.216807 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5432317b-134c-49b7-9011-dc44cf973bb3 req-bbc131e7-ce8a-4ad7-b539-a176e1e73e44 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1b432c8-791e-4baf-8873-3d03dfbb1ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047857 Jul 05 02:43:55.235961 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 83181b82-bc38-4fc3-89d1-2f453e81042b, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=83181b82-bc38-4fc3-89d1-2f453e81042b,segment=NetworkSegment(0dec8835-1605-4d70-b910-30b29ebdf37d),segment_id=0dec8835-1605-4d70-b910-30b29ebdf37d)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:43:55.305539 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-432078a3-2341-45e0-9387-ac01a096974e req-b0546a0d-49c7-4c1c-84c5-2f8f3953d04b tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=5479368f-99b9-4cb5-97a3-ad73b7d7fdd4 HTTP/1.1" status: 200 len: 210 time: 0.0429113 Jul 05 02:43:55.369918 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:55.370733 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c8ce962f-76b7-4f45-b35b-9cc0a72851b5 req-aab0c3d7-29b8-4c81-83b3-a80d56cb7db1 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:55.447005 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=83181b82-bc38-4fc3-89d1-2f453e81042b,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:43:55.481839 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8ce962f-76b7-4f45-b35b-9cc0a72851b5 req-aab0c3d7-29b8-4c81-83b3-a80d56cb7db1 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Network 73b1fe81-9ead-413d-adcc-8dcb2085def5 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:43:55.490026 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-c8ce962f-76b7-4f45-b35b-9cc0a72851b5 req-aab0c3d7-29b8-4c81-83b3-a80d56cb7db1 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:43:55.510460 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8ce962f-76b7-4f45-b35b-9cc0a72851b5 req-aab0c3d7-29b8-4c81-83b3-a80d56cb7db1 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:43:55.541399 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab0c3d7-29b8-4c81-83b3-a80d56cb7db1 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Pushing event updated for resources: {'Port': ['ID=949956d1-934b-4ef7-800c-91d1ee0b9eec,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:43:55.579265 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['83181b82-bc38-4fc3-89d1-2f453e81042b'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:43:55.604297 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ce962f-76b7-4f45-b35b-9cc0a72851b5 req-aab0c3d7-29b8-4c81-83b3-a80d56cb7db1 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:55.605001 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c8ce962f-76b7-4f45-b35b-9cc0a72851b5 req-aab0c3d7-29b8-4c81-83b3-a80d56cb7db1 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:55.703516 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d3a7e2-2e5c-4b2f-8438-df99c1b1bf44 req-e12d967d-2ae1-43e8-93e0-6df251be4203 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:55.703516 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-16d3a7e2-2e5c-4b2f-8438-df99c1b1bf44 req-e12d967d-2ae1-43e8-93e0-6df251be4203 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a7c46d4-ee97-4330-8317-c5f97c0c2913 HTTP/1.1" status: 200 len: 946 time: 0.2708204 Jul 05 02:43:55.793668 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c8ce962f-76b7-4f45-b35b-9cc0a72851b5 req-aab0c3d7-29b8-4c81-83b3-a80d56cb7db1 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9040084 Jul 05 02:43:55.806460 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-c8ce962f-76b7-4f45-b35b-9cc0a72851b5 req-2a46401b-adc9-4ec3-a47c-e26f409dcfda service neutron] Request body: {'port': {'device_id': '5479368f-99b9-4cb5-97a3-ad73b7d7fdd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:43:55.844738 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-16d3a7e2-2e5c-4b2f-8438-df99c1b1bf44 req-7acbcf2a-aa22-491b-85d3-3972a2a2df75 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=e22aeac7-2b31-4b36-8770-94d9819b52f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170979 Jul 05 02:43:55.928448 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c8ce962f-76b7-4f45-b35b-9cc0a72851b5 req-2a46401b-adc9-4ec3-a47c-e26f409dcfda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:56.220425 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:56.221086 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-c2a6c64a-c14c-4357-839b-813a82527a98 None None] Provisioning for port 949956d1-934b-4ef7-800c-91d1ee0b9eec completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:43:56.243842 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-c2a6c64a-c14c-4357-839b-813a82527a98 None None] Provisioning complete for port 949956d1-934b-4ef7-800c-91d1ee0b9eec triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:43:56.244220 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-c2a6c64a-c14c-4357-839b-813a82527a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:56.357881 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-c2a6c64a-c14c-4357-839b-813a82527a98 None None] Port 949956d1-934b-4ef7-800c-91d1ee0b9eec cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:43:56.406896 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2293494f-5f5a-4fb1-9beb-bcf40c096e1e req-f6015365-b44e-40fa-9ab0-7249a7c4e663 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:56.430250 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 59734) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:43:56.432119 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2293494f-5f5a-4fb1-9beb-bcf40c096e1e req-f6015365-b44e-40fa-9ab0-7249a7c4e663 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a7c46d4-ee97-4330-8317-c5f97c0c2913 HTTP/1.1" status: 200 len: 946 time: 0.2138491 Jul 05 02:43:56.470524 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-80fe25e9-dec2-4f49-aabe-65c9fbd2b4d5 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Request body: {'floatingip': {'port_id': '575b1f79-b8b7-4b20-a5be-3fee3932145b'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:43:56.571403 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-80fe25e9-dec2-4f49-aabe-65c9fbd2b4d5 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Notify callbacks [] for floatingip, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:56.662838 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d931d43a-9b37-4757-a068-0d9a8e2c15a8 req-2fdec510-dcce-4114-b85b-81b09ccaafc8 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:56.665650 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d931d43a-9b37-4757-a068-0d9a8e2c15a8 req-2fdec510-dcce-4114-b85b-81b09ccaafc8 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/ports?device_id=509db484-14ad-4a38-8bbd-0e2406d8e106 HTTP/1.1" status: 200 len: 944 time: 0.0796635 Jul 05 02:43:56.818191 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d931d43a-9b37-4757-a068-0d9a8e2c15a8 req-ccd67129-7b8c-414e-94b6-20fb363bf431 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1b432c8-791e-4baf-8873-3d03dfbb1ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1428294 Jul 05 02:43:56.907538 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 83181b82-bc38-4fc3-89d1-2f453e81042b up at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:43:57.123629 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning for port 83181b82-bc38-4fc3-89d1-2f453e81042b completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:43:57.127680 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning complete for port 83181b82-bc38-4fc3-89d1-2f453e81042b triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:43:57.128066 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:57.149817 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32809fa-73ea-4430-b6b4-b8cb4056e545 req-8f60892b-53d6-4043-be6d-82dd27e3130f tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:57.159720 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a32809fa-73ea-4430-b6b4-b8cb4056e545 req-8f60892b-53d6-4043-be6d-82dd27e3130f tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=5479368f-99b9-4cb5-97a3-ad73b7d7fdd4 HTTP/1.1" status: 200 len: 932 time: 0.1441865 Jul 05 02:43:57.224512 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a32809fa-73ea-4430-b6b4-b8cb4056e545 req-386430c4-0d08-42cf-80d5-5fd603b8fd71 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637093 Jul 05 02:43:57.262439 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:57.292461 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '509db484-14ad-4a38-8bbd-0e2406d8e106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83181b82-bc38-4fc3-89d1-2f453e81042b'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:43:57.295312 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd754485-edcf-4033-bbfb-075cb59eefbe" -d '{"events": [{"server_uuid": "509db484-14ad-4a38-8bbd-0e2406d8e106", "name": "network-vif-plugged", "status": "completed", "tag": "83181b82-bc38-4fc3-89d1-2f453e81042b"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:43:57.312502 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 83181b82-bc38-4fc3-89d1-2f453e81042b, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=83181b82-bc38-4fc3-89d1-2f453e81042b,segment=NetworkSegment(0dec8835-1605-4d70-b910-30b29ebdf37d),segment_id=0dec8835-1605-4d70-b910-30b29ebdf37d)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:43:57.338461 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67a4b9f2-2c2c-431f-8063-cb4b2b496d0c x-openstack-request-id: req-67a4b9f2-2c2c-431f-8063-cb4b2b496d0c {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:43:57.338948 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "509db484-14ad-4a38-8bbd-0e2406d8e106", "name": "network-vif-plugged", "status": "completed", "tag": "83181b82-bc38-4fc3-89d1-2f453e81042b", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:43:57.339437 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-67a4b9f2-2c2c-431f-8063-cb4b2b496d0c {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:43:57.339950 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '509db484-14ad-4a38-8bbd-0e2406d8e106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83181b82-bc38-4fc3-89d1-2f453e81042b', 'code': 200} Jul 05 02:43:57.457711 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3739800-de1d-4d89-8296-7d3e734d9935 req-a10d4738-095c-4a95-9966-2ff76578e3c1 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:57.459382 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b3739800-de1d-4d89-8296-7d3e734d9935 req-a10d4738-095c-4a95-9966-2ff76578e3c1 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca760323-0b4c-471c-b685-74a7a369abfe HTTP/1.1" status: 200 len: 946 time: 1.0496218 Jul 05 02:43:57.551845 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:57.560359 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-c8ce962f-76b7-4f45-b35b-9cc0a72851b5 req-2a46401b-adc9-4ec3-a47c-e26f409dcfda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 949956d1-934b-4ef7-800c-91d1ee0b9eec {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:43:57.617175 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=83181b82-bc38-4fc3-89d1-2f453e81042b,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:43:57.628122 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c8ce962f-76b7-4f45-b35b-9cc0a72851b5 req-2a46401b-adc9-4ec3-a47c-e26f409dcfda service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:57.687307 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b3739800-de1d-4d89-8296-7d3e734d9935 req-2ccf87df-d9e8-4009-9c76-c1c418f6ca88 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e2564be-f5d8-4abd-ab86-f37a499f4ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999710 Jul 05 02:43:57.718739 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0682d683-c351-4d06-a6c9-ab33653f22ba req-937d54f3-e8bd-4e83-97e4-3bf480f549ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:57.720282 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0682d683-c351-4d06-a6c9-ab33653f22ba req-937d54f3-e8bd-4e83-97e4-3bf480f549ba service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=509db484-14ad-4a38-8bbd-0e2406d8e106 HTTP/1.1" status: 200 len: 1096 time: 0.2918808 Jul 05 02:43:57.726262 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-c8ce962f-76b7-4f45-b35b-9cc0a72851b5 req-2a46401b-adc9-4ec3-a47c-e26f409dcfda service neutron] Transition to ACTIVE for port object 949956d1-934b-4ef7-800c-91d1ee0b9eec will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:43:57.813483 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0682d683-c351-4d06-a6c9-ab33653f22ba req-29528fc8-d9fb-4d6f-a9b5-b5c087e1c80f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c1b432c8-791e-4baf-8873-3d03dfbb1ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860157 Jul 05 02:43:57.829568 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c8ce962f-76b7-4f45-b35b-9cc0a72851b5 req-2a46401b-adc9-4ec3-a47c-e26f409dcfda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:58.074871 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a46401b-adc9-4ec3-a47c-e26f409dcfda service neutron] Pushing event updated for resources: {'Port': ['ID=949956d1-934b-4ef7-800c-91d1ee0b9eec,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:43:58.205514 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-c8ce962f-76b7-4f45-b35b-9cc0a72851b5 req-2a46401b-adc9-4ec3-a47c-e26f409dcfda service neutron] Attempting to bind port 949956d1-934b-4ef7-800c-91d1ee0b9eec on host n-h1-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:43:58.206075 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-c8ce962f-76b7-4f45-b35b-9cc0a72851b5 req-2a46401b-adc9-4ec3-a47c-e26f409dcfda service neutron] Attempting to bind port 949956d1-934b-4ef7-800c-91d1ee0b9eec by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': '0d275c90-3bd1-498e-a485-a23914e67eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '73b1fe81-9ead-413d-adcc-8dcb2085def5'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:43:58.206630 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ce962f-76b7-4f45-b35b-9cc0a72851b5 req-2a46401b-adc9-4ec3-a47c-e26f409dcfda service neutron] Attempting to bind port 949956d1-934b-4ef7-800c-91d1ee0b9eec on network 73b1fe81-9ead-413d-adcc-8dcb2085def5 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:43:58.209844 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b957407b-dda4-4644-b1c5-9b34abc8227e req-a7f6161c-c552-47bd-90cc-b22c9fa27b77 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:58.215733 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ce962f-76b7-4f45-b35b-9cc0a72851b5 req-2a46401b-adc9-4ec3-a47c-e26f409dcfda service neutron] Port 949956d1-934b-4ef7-800c-91d1ee0b9eec on network 73b1fe81-9ead-413d-adcc-8dcb2085def5 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:43:58.216358 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ce962f-76b7-4f45-b35b-9cc0a72851b5 req-2a46401b-adc9-4ec3-a47c-e26f409dcfda service neutron] Attempting to bind port 949956d1-934b-4ef7-800c-91d1ee0b9eec on network 73b1fe81-9ead-413d-adcc-8dcb2085def5 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:43:58.226592 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b957407b-dda4-4644-b1c5-9b34abc8227e req-a7f6161c-c552-47bd-90cc-b22c9fa27b77 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/ports?device_id=509db484-14ad-4a38-8bbd-0e2406d8e106 HTTP/1.1" status: 200 len: 945 time: 0.1595650 Jul 05 02:43:58.231480 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ce962f-76b7-4f45-b35b-9cc0a72851b5 req-2a46401b-adc9-4ec3-a47c-e26f409dcfda service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:43:58.236285 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ce962f-76b7-4f45-b35b-9cc0a72851b5 req-2a46401b-adc9-4ec3-a47c-e26f409dcfda service neutron] Checking segment: {'id': '0d275c90-3bd1-498e-a485-a23914e67eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '73b1fe81-9ead-413d-adcc-8dcb2085def5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:43:58.236939 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ce962f-76b7-4f45-b35b-9cc0a72851b5 req-2a46401b-adc9-4ec3-a47c-e26f409dcfda service neutron] Bound using segment: {'id': '0d275c90-3bd1-498e-a485-a23914e67eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '73b1fe81-9ead-413d-adcc-8dcb2085def5'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:43:58.237589 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-c8ce962f-76b7-4f45-b35b-9cc0a72851b5 req-2a46401b-adc9-4ec3-a47c-e26f409dcfda service neutron] Bound port: 949956d1-934b-4ef7-800c-91d1ee0b9eec, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d275c90-3bd1-498e-a485-a23914e67eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '73b1fe81-9ead-413d-adcc-8dcb2085def5'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:43:58.238177 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c8ce962f-76b7-4f45-b35b-9cc0a72851b5 req-2a46401b-adc9-4ec3-a47c-e26f409dcfda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:58.291361 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-80fe25e9-dec2-4f49-aabe-65c9fbd2b4d5 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:58.323573 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b957407b-dda4-4644-b1c5-9b34abc8227e req-61e00196-1b59-4855-b6aa-a9eeb61a6a1a tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1b432c8-791e-4baf-8873-3d03dfbb1ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831425 Jul 05 02:43:58.367530 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-c8ce962f-76b7-4f45-b35b-9cc0a72851b5 req-2a46401b-adc9-4ec3-a47c-e26f409dcfda service neutron] For port 949956d1-934b-4ef7-800c-91d1ee0b9eec, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:43:58.371566 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-c8ce962f-76b7-4f45-b35b-9cc0a72851b5 req-2a46401b-adc9-4ec3-a47c-e26f409dcfda service neutron] For port 949956d1-934b-4ef7-800c-91d1ee0b9eec, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=949956d1-934b-4ef7-800c-91d1ee0b9eec,segment=NetworkSegment(0d275c90-3bd1-498e-a485-a23914e67eb1),segment_id=0d275c90-3bd1-498e-a485-a23914e67eb1)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:43:58.458668 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-80fe25e9-dec2-4f49-aabe-65c9fbd2b4d5 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636869'] for floatingip, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:58.555312 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c8ce962f-76b7-4f45-b35b-9cc0a72851b5 req-2a46401b-adc9-4ec3-a47c-e26f409dcfda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:58.774978 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ce962f-76b7-4f45-b35b-9cc0a72851b5 req-2a46401b-adc9-4ec3-a47c-e26f409dcfda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:58.776421 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c8ce962f-76b7-4f45-b35b-9cc0a72851b5 req-2a46401b-adc9-4ec3-a47c-e26f409dcfda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:43:58.778031 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c8ce962f-76b7-4f45-b35b-9cc0a72851b5 req-2a46401b-adc9-4ec3-a47c-e26f409dcfda service neutron] 10.222.0.21 "PUT /v2.0/ports/949956d1-934b-4ef7-800c-91d1ee0b9eec HTTP/1.1" status: 200 len: 1093 time: 2.9761343 Jul 05 02:43:58.778756 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5479368f-99b9-4cb5-97a3-ad73b7d7fdd4', 'tag': '949956d1-934b-4ef7-800c-91d1ee0b9eec'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:43:58.781273 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6e63ec2-dec9-4ad8-9991-ae357d7a7997" -d '{"events": [{"name": "network-changed", "server_uuid": "5479368f-99b9-4cb5-97a3-ad73b7d7fdd4", "tag": "949956d1-934b-4ef7-800c-91d1ee0b9eec"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:43:58.856336 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a46401b-adc9-4ec3-a47c-e26f409dcfda service neutron] Pushing event updated for resources: {'Port': ['ID=949956d1-934b-4ef7-800c-91d1ee0b9eec,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:43:58.897362 n-d-771362-32 neutron-server[94461]: INFO neutron.db.l3_db [None req-80fe25e9-dec2-4f49-aabe-65c9fbd2b4d5 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Floating IP 2afdfcff-d4d3-4a6f-b645-e73c71d9e36e associated. External IP: 172.25.7.15, port: 575b1f79-b8b7-4b20-a5be-3fee3932145b. Jul 05 02:43:58.994677 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2bfe87-5306-44c7-a670-73661f3f5340 req-ba879f1c-cd99-4c22-ba51-b773fc2d4203 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:59.003829 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0f2bfe87-5306-44c7-a670-73661f3f5340 req-ba879f1c-cd99-4c22-ba51-b773fc2d4203 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=5479368f-99b9-4cb5-97a3-ad73b7d7fdd4 HTTP/1.1" status: 200 len: 944 time: 0.5828629 Jul 05 02:43:59.237429 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0f2bfe87-5306-44c7-a670-73661f3f5340 req-bb97d633-5457-4796-bbe4-6766c3f9cc2b tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748617 Jul 05 02:43:59.286329 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ce962f-76b7-4f45-b35b-9cc0a72851b5 req-630b2fee-4ccc-4d16-934d-fa603aeb2eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:59.288199 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c8ce962f-76b7-4f45-b35b-9cc0a72851b5 req-630b2fee-4ccc-4d16-934d-fa603aeb2eb0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b1a00a493e704ec48248eed2815bb351&device_id=5479368f-99b9-4cb5-97a3-ad73b7d7fdd4 HTTP/1.1" status: 200 len: 1096 time: 0.3193467 Jul 05 02:43:59.351500 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cbad29-918b-4202-a2ba-9a42c96cdd65 req-f1f4cc5b-ada9-46f1-abb7-6609ef0e54d2 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:59.359504 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-19cbad29-918b-4202-a2ba-9a42c96cdd65 req-f1f4cc5b-ada9-46f1-abb7-6609ef0e54d2 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca760323-0b4c-471c-b685-74a7a369abfe HTTP/1.1" status: 200 len: 946 time: 0.2157187 Jul 05 02:43:59.378242 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06dac9bb-24b6-443a-89a4-93abf6acbf89 x-openstack-request-id: req-06dac9bb-24b6-443a-89a4-93abf6acbf89 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:43:59.378855 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5479368f-99b9-4cb5-97a3-ad73b7d7fdd4", "tag": "949956d1-934b-4ef7-800c-91d1ee0b9eec", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:43:59.383476 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-06dac9bb-24b6-443a-89a4-93abf6acbf89 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:43:59.384326 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5479368f-99b9-4cb5-97a3-ad73b7d7fdd4', 'tag': '949956d1-934b-4ef7-800c-91d1ee0b9eec', 'status': 'completed', 'code': 200} Jul 05 02:43:59.445680 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-19cbad29-918b-4202-a2ba-9a42c96cdd65 req-3ec44444-3f01-4644-87b0-d4452d6b5e2d tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e2564be-f5d8-4abd-ab86-f37a499f4ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851548 Jul 05 02:43:59.519336 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c8ce962f-76b7-4f45-b35b-9cc0a72851b5 req-3d1ba065-039f-48f8-9773-de30bdd65ba9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=949956d1-934b-4ef7-800c-91d1ee0b9eec HTTP/1.1" status: 200 len: 217 time: 0.1452625 Jul 05 02:43:59.723301 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32fbbeb-2f53-456c-9ff9-fcc89d439ce1 req-c878e019-d0cf-48a2-9db5-ecb3b5232760 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:59.731189 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a32fbbeb-2f53-456c-9ff9-fcc89d439ce1 req-c878e019-d0cf-48a2-9db5-ecb3b5232760 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/ports?device_id=509db484-14ad-4a38-8bbd-0e2406d8e106 HTTP/1.1" status: 200 len: 945 time: 0.1411021 Jul 05 02:43:59.752730 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ce962f-76b7-4f45-b35b-9cc0a72851b5 req-05706022-dbed-4a88-ae01-deaa77fbfdff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:59.754259 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c8ce962f-76b7-4f45-b35b-9cc0a72851b5 req-05706022-dbed-4a88-ae01-deaa77fbfdff service neutron] 10.222.0.21 "GET /v2.0/subnets?id=33729902-d3e5-4dd5-ba26-acbc079120a6 HTTP/1.1" status: 200 len: 851 time: 0.2274187 Jul 05 02:43:59.792479 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a32fbbeb-2f53-456c-9ff9-fcc89d439ce1 req-e1f82db4-4c70-4ace-86cc-9957a9a08cd6 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1b432c8-791e-4baf-8873-3d03dfbb1ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565226 Jul 05 02:43:59.849138 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80fe25e9-dec2-4f49-aabe-65c9fbd2b4d5 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Router 0576a2b9-2cc4-4905-8ec3-663f026e0538 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:43:59.909121 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ce962f-76b7-4f45-b35b-9cc0a72851b5 req-e17a31c4-1f79-46ad-8415-8b41420b9bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:43:59.910695 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c8ce962f-76b7-4f45-b35b-9cc0a72851b5 req-e17a31c4-1f79-46ad-8415-8b41420b9bf0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=73b1fe81-9ead-413d-adcc-8dcb2085def5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1403358 Jul 05 02:44:00.091234 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a63aa2-b4d6-4ea4-a706-cec0ab752b71 req-9cd82231-88ed-413c-bab8-bcc7d2fad440 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:00.099207 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-89a63aa2-b4d6-4ea4-a706-cec0ab752b71 req-9cd82231-88ed-413c-bab8-bcc7d2fad440 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/ports?device_id=509db484-14ad-4a38-8bbd-0e2406d8e106 HTTP/1.1" status: 200 len: 945 time: 0.1273539 Jul 05 02:44:00.168269 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80fe25e9-dec2-4f49-aabe-65c9fbd2b4d5 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:44:00.177028 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c8ce962f-76b7-4f45-b35b-9cc0a72851b5 req-e1c95518-b1fc-4920-9410-ae3a4626e2d3 service neutron] 10.222.0.21 "GET /v2.0/networks/73b1fe81-9ead-413d-adcc-8dcb2085def5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555943 Jul 05 02:44:00.177800 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-89a63aa2-b4d6-4ea4-a706-cec0ab752b71 req-8a029812-a07d-4a08-856d-6d7a06d6559d tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1b432c8-791e-4baf-8873-3d03dfbb1ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772910 Jul 05 02:44:00.181306 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-80fe25e9-dec2-4f49-aabe-65c9fbd2b4d5 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:00.183330 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a398c39-9477-4d93-bbbd-086430fd50a8 None None] Sync routers for ids ['0576a2b9-2cc4-4905-8ec3-663f026e0538'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:44:00.194318 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 59802) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:44:00.203369 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a398c39-9477-4d93-bbbd-086430fd50a8 None None] Routers {'0576a2b9-2cc4-4905-8ec3-663f026e0538'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:44:00.210519 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-4a398c39-9477-4d93-bbbd-086430fd50a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:43:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['0576a2b9-2cc4-4905-8ec3-663f026e0538'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:44:00.343994 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ead4f4-2c45-4d0a-96ba-24c094952d3c tempest-TestNetworkBasicOps-1962896060 tempest-TestNetworkBasicOps-1962896060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:00.345859 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-80ead4f4-2c45-4d0a-96ba-24c094952d3c tempest-TestNetworkBasicOps-1962896060 tempest-TestNetworkBasicOps-1962896060-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=509db484-14ad-4a38-8bbd-0e2406d8e106 HTTP/1.1" status: 200 len: 1092 time: 0.1470978 Jul 05 02:44:00.354140 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 59806) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:44:00.364735 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-1c73f089-061d-467a-acdc-bb95649b604d tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Request body: {'floatingip': {'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'port_id': '83181b82-bc38-4fc3-89d1-2f453e81042b', 'tenant_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:44:00.445144 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-80fe25e9-dec2-4f49-aabe-65c9fbd2b4d5 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "PUT /v2.0/floatingips/2afdfcff-d4d3-4a6f-b645-e73c71d9e36e HTTP/1.1" status: 200 len: 991 time: 3.9817967 Jul 05 02:44:00.447818 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [req-1d5e829a-a404-4867-a011-a63163d45c08 req-9960031b-8b8e-4412-96fb-d44c7ecfacc9 service neutron] (94462) timed out ('10.222.0.23', 36488) {{(pid=94462) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 02:44:00.493923 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-4a398c39-9477-4d93-bbbd-086430fd50a8 None None] Set router 0576a2b9-2cc4-4905-8ec3-663f026e0538 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:44:00.506251 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1c73f089-061d-467a-acdc-bb95649b604d tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for floatingip, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:00.537236 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c8ce962f-76b7-4f45-b35b-9cc0a72851b5 req-62cd1a6f-f55b-4546-a44e-26f9155a84fc service neutron] 10.222.0.21 "GET /v2.0/networks/73b1fe81-9ead-413d-adcc-8dcb2085def5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3353865 Jul 05 02:44:00.650658 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1c73f089-061d-467a-acdc-bb95649b604d tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:00.726193 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548b847a-b54c-45bb-a8d0-30aaa8a0d2e0 req-381040e9-f0fd-478d-8a73-61c8b597f906 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:00.731110 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-548b847a-b54c-45bb-a8d0-30aaa8a0d2e0 req-381040e9-f0fd-478d-8a73-61c8b597f906 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=5479368f-99b9-4cb5-97a3-ad73b7d7fdd4 HTTP/1.1" status: 200 len: 944 time: 0.2372570 Jul 05 02:44:00.799486 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-1c73f089-061d-467a-acdc-bb95649b604d tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Allocated IP 172.25.7.189 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/8112d1fd-2a1d-4f11-960c-c58657043919) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:44:00.888958 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-548b847a-b54c-45bb-a8d0-30aaa8a0d2e0 req-aac813d3-1429-4407-8f85-c01610a8cf17 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484880 Jul 05 02:44:00.928978 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e63ec2-dec9-4ad8-9991-ae357d7a7997 req-527192f2-d0f7-45c4-a7d3-979baa3896d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:00.936580 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f6e63ec2-dec9-4ad8-9991-ae357d7a7997 req-527192f2-d0f7-45c4-a7d3-979baa3896d3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b1a00a493e704ec48248eed2815bb351&device_id=5479368f-99b9-4cb5-97a3-ad73b7d7fdd4 HTTP/1.1" status: 200 len: 1096 time: 0.2918897 Jul 05 02:44:01.002781 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-4a398c39-9477-4d93-bbbd-086430fd50a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0576a2b9-2cc4-4905-8ec3-663f026e0538', 'name': 'tempest-AttachVolumeShelveTestJSON-1776347955-router', 'tenant_id': 'f71f6dbd7ca04e46abf258fabaf4edd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '63cd5c22-c8e7-4c32-88ad-d0657fb24d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:43:20Z', 'updated_at': '2021-07-05T02:43:29Z', 'revision_number': 4, 'project_id': 'f71f6dbd7ca04e46abf258fabaf4edd3', 'gw_port': {'id': '63cd5c22-c8e7-4c32-88ad-d0657fb24d47', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:46:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0576a2b9-2cc4-4905-8ec3-663f026e0538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:43:22Z', 'updated_at': '2021-07-05T02:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '2afdfcff-d4d3-4a6f-b645-e73c71d9e36e', 'tenant_id': 'f71f6dbd7ca04e46abf258fabaf4edd3', 'floating_ip_address': '172.25.7.15', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': '0576a2b9-2cc4-4905-8ec3-663f026e0538', 'port_id': '575b1f79-b8b7-4b20-a5be-3fee3932145b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '319f6f27-0518-41ae-a3ab-b70eb1a13ad7', 'mac_address': 'fa:16:3e:d9:98:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7c46d4-ee97-4330-8317-c5f97c0c2913', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T02:43:37Z', 'updated_at': '2021-07-05T02:43:57Z', 'revision_number': 1, 'project_id': 'f71f6dbd7ca04e46abf258fabaf4edd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '744af8d5-757e-4652-95ba-36160c6b27ca', 'name': '', 'network_id': '319f6f27-0518-41ae-a3ab-b70eb1a13ad7', 'tenant_id': 'f71f6dbd7ca04e46abf258fabaf4edd3', 'mac_address': 'fa:16:3e:54:27:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0576a2b9-2cc4-4905-8ec3-663f026e0538', 'device_owner': 'network:router_interface', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': '3a90bcd4-05d3-4076-8731-a724bae74bd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:43:27Z', 'updated_at': '2021-07-05T02:43:38Z', 'revision_number': 5, 'project_id': 'f71f6dbd7ca04e46abf258fabaf4edd3', 'subnets': [{'id': '3a90bcd4-05d3-4076-8731-a724bae74bd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:44:01.004766 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1c73f089-061d-467a-acdc-bb95649b604d tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:01.062317 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a398c39-9477-4d93-bbbd-086430fd50a8 None None] Checking router: 0576a2b9-2cc4-4905-8ec3-663f026e0538 for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:44:01.082725 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a398c39-9477-4d93-bbbd-086430fd50a8 None None] Routers {'0576a2b9-2cc4-4905-8ec3-663f026e0538'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:44:01.083486 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-4a398c39-9477-4d93-bbbd-086430fd50a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:43:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['0576a2b9-2cc4-4905-8ec3-663f026e0538'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:44:01.125907 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1c73f089-061d-467a-acdc-bb95649b604d tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:01.136827 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e63ec2-dec9-4ad8-9991-ae357d7a7997 req-205c3980-d798-44de-b2ac-e5bd38a6da27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:01.138649 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f6e63ec2-dec9-4ad8-9991-ae357d7a7997 req-205c3980-d798-44de-b2ac-e5bd38a6da27 service neutron] 10.222.0.21 "GET /v2.0/networks?id=73b1fe81-9ead-413d-adcc-8dcb2085def5 HTTP/1.1" status: 200 len: 912 time: 0.1956112 Jul 05 02:44:01.144932 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b8bed8-28b9-4ae0-ba72-c59a5be305d0 req-4df2b50a-2823-4d3e-8974-f1a66420905f tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:01.146813 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-23b8bed8-28b9-4ae0-ba72-c59a5be305d0 req-4df2b50a-2823-4d3e-8974-f1a66420905f tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca760323-0b4c-471c-b685-74a7a369abfe HTTP/1.1" status: 200 len: 946 time: 0.0974448 Jul 05 02:44:01.199471 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c73f089-061d-467a-acdc-bb95649b604d tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:44:01.220624 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c73f089-061d-467a-acdc-bb95649b604d tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Pushing event updated for resources: {'Port': ['ID=8112d1fd-2a1d-4f11-960c-c58657043919,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:44:01.224054 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-1c73f089-061d-467a-acdc-bb95649b604d tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:44:01.236223 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f6e63ec2-dec9-4ad8-9991-ae357d7a7997 req-6629e788-1a50-4066-9bf3-27acba948cb4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=949956d1-934b-4ef7-800c-91d1ee0b9eec HTTP/1.1" status: 200 len: 217 time: 0.0911257 Jul 05 02:44:01.251244 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c73f089-061d-467a-acdc-bb95649b604d tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:44:01.258012 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-4a398c39-9477-4d93-bbbd-086430fd50a8 None None] Set router 0576a2b9-2cc4-4905-8ec3-663f026e0538 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:44:01.269924 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-23b8bed8-28b9-4ae0-ba72-c59a5be305d0 req-afe55504-8f0b-4aa5-b72e-6d0e4f3df2e2 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e2564be-f5d8-4abd-ab86-f37a499f4ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680497 Jul 05 02:44:01.372776 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e63ec2-dec9-4ad8-9991-ae357d7a7997 req-78bafdc9-44aa-4f90-8ca6-24a158c63fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:01.374915 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f6e63ec2-dec9-4ad8-9991-ae357d7a7997 req-78bafdc9-44aa-4f90-8ca6-24a158c63fee service neutron] 10.222.0.21 "GET /v2.0/subnets?id=33729902-d3e5-4dd5-ba26-acbc079120a6 HTTP/1.1" status: 200 len: 851 time: 0.1272950 Jul 05 02:44:01.395173 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a7c46d4-ee97-4330-8317-c5f97c0c2913', 'tag': '575b1f79-b8b7-4b20-a5be-3fee3932145b'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:44:01.397456 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fed70c3f-7366-4287-aec7-04ba16545ec8" -d '{"events": [{"name": "network-changed", "server_uuid": "7a7c46d4-ee97-4330-8317-c5f97c0c2913", "tag": "575b1f79-b8b7-4b20-a5be-3fee3932145b"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:44:01.474256 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e63ec2-dec9-4ad8-9991-ae357d7a7997 req-d95a6f98-bdfd-4bc6-bbfd-b8772aa91124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:01.474256 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f6e63ec2-dec9-4ad8-9991-ae357d7a7997 req-d95a6f98-bdfd-4bc6-bbfd-b8772aa91124 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=73b1fe81-9ead-413d-adcc-8dcb2085def5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0737023 Jul 05 02:44:01.559682 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d206af9-0ff8-4af4-a51a-544298be0668 x-openstack-request-id: req-9d206af9-0ff8-4af4-a51a-544298be0668 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:44:01.560022 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a7c46d4-ee97-4330-8317-c5f97c0c2913", "tag": "575b1f79-b8b7-4b20-a5be-3fee3932145b", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:44:01.560340 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9d206af9-0ff8-4af4-a51a-544298be0668 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:44:01.560843 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a7c46d4-ee97-4330-8317-c5f97c0c2913', 'tag': '575b1f79-b8b7-4b20-a5be-3fee3932145b', 'status': 'completed', 'code': 200} Jul 05 02:44:01.686207 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-4a398c39-9477-4d93-bbbd-086430fd50a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0576a2b9-2cc4-4905-8ec3-663f026e0538', 'name': 'tempest-AttachVolumeShelveTestJSON-1776347955-router', 'tenant_id': 'f71f6dbd7ca04e46abf258fabaf4edd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '63cd5c22-c8e7-4c32-88ad-d0657fb24d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:43:20Z', 'updated_at': '2021-07-05T02:43:29Z', 'revision_number': 4, 'project_id': 'f71f6dbd7ca04e46abf258fabaf4edd3', 'gw_port': {'id': '63cd5c22-c8e7-4c32-88ad-d0657fb24d47', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:46:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0576a2b9-2cc4-4905-8ec3-663f026e0538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:43:22Z', 'updated_at': '2021-07-05T02:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '2afdfcff-d4d3-4a6f-b645-e73c71d9e36e', 'tenant_id': 'f71f6dbd7ca04e46abf258fabaf4edd3', 'floating_ip_address': '172.25.7.15', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': '0576a2b9-2cc4-4905-8ec3-663f026e0538', 'port_id': '575b1f79-b8b7-4b20-a5be-3fee3932145b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '319f6f27-0518-41ae-a3ab-b70eb1a13ad7', 'mac_address': 'fa:16:3e:d9:98:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7c46d4-ee97-4330-8317-c5f97c0c2913', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T02:43:37Z', 'updated_at': '2021-07-05T02:43:57Z', 'revision_number': 1, 'project_id': 'f71f6dbd7ca04e46abf258fabaf4edd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '744af8d5-757e-4652-95ba-36160c6b27ca', 'name': '', 'network_id': '319f6f27-0518-41ae-a3ab-b70eb1a13ad7', 'tenant_id': 'f71f6dbd7ca04e46abf258fabaf4edd3', 'mac_address': 'fa:16:3e:54:27:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0576a2b9-2cc4-4905-8ec3-663f026e0538', 'device_owner': 'network:router_interface', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': '3a90bcd4-05d3-4076-8731-a724bae74bd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:43:27Z', 'updated_at': '2021-07-05T02:43:38Z', 'revision_number': 5, 'project_id': 'f71f6dbd7ca04e46abf258fabaf4edd3', 'subnets': [{'id': '3a90bcd4-05d3-4076-8731-a724bae74bd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:44:01.721128 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed70c3f-7366-4287-aec7-04ba16545ec8 req-ecb5b49c-0909-4504-8009-7bc57f7838f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:01.723148 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fed70c3f-7366-4287-aec7-04ba16545ec8 req-ecb5b49c-0909-4504-8009-7bc57f7838f4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f71f6dbd7ca04e46abf258fabaf4edd3&device_id=7a7c46d4-ee97-4330-8317-c5f97c0c2913 HTTP/1.1" status: 200 len: 1098 time: 0.1784294 Jul 05 02:44:01.728989 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f6e63ec2-dec9-4ad8-9991-ae357d7a7997 req-6d5eed56-ce9d-491c-b7e5-17ad148edf2a service neutron] 10.222.0.21 "GET /v2.0/networks/73b1fe81-9ead-413d-adcc-8dcb2085def5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627330 Jul 05 02:44:01.735908 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a398c39-9477-4d93-bbbd-086430fd50a8 None None] The sync data for ids ['0576a2b9-2cc4-4905-8ec3-663f026e0538'] in n-d-771362-32 is: [{'id': '0576a2b9-2cc4-4905-8ec3-663f026e0538', 'name': 'tempest-AttachVolumeShelveTestJSON-1776347955-router', 'tenant_id': 'f71f6dbd7ca04e46abf258fabaf4edd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '63cd5c22-c8e7-4c32-88ad-d0657fb24d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:43:20Z', 'updated_at': '2021-07-05T02:43:29Z', 'revision_number': 4, 'project_id': 'f71f6dbd7ca04e46abf258fabaf4edd3', 'gw_port': {'id': '63cd5c22-c8e7-4c32-88ad-d0657fb24d47', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:46:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0576a2b9-2cc4-4905-8ec3-663f026e0538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:43:22Z', 'updated_at': '2021-07-05T02:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '2afdfcff-d4d3-4a6f-b645-e73c71d9e36e', 'tenant_id': 'f71f6dbd7ca04e46abf258fabaf4edd3', 'floating_ip_address': '172.25.7.15', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': '0576a2b9-2cc4-4905-8ec3-663f026e0538', 'port_id': '575b1f79-b8b7-4b20-a5be-3fee3932145b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '319f6f27-0518-41ae-a3ab-b70eb1a13ad7', 'mac_address': 'fa:16:3e:d9:98:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7c46d4-ee97-4330-8317-c5f97c0c2913', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T02:43:37Z', 'updated_at': '2021-07-05T02:43:57Z', 'revision_number': 1, 'project_id': 'f71f6dbd7ca04e46abf258fabaf4edd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '744af8d5-757e-4652-95ba-36160c6b27ca', 'name': '', 'network_id': '319f6f27-0518-41ae-a3ab-b70eb1a13ad7', 'tenant_id': 'f71f6dbd7ca04e46abf258fabaf4edd3', 'mac_address': 'fa:16:3e:54:27:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0576a2b9-2cc4-4905-8ec3-663f026e0538', 'device_owner': 'network:router_interface', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': '3a90bcd4-05d3-4076-8731-a724bae74bd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:43:27Z', 'updated_at': '2021-07-05T02:43:38Z', 'revision_number': 5, 'project_id': 'f71f6dbd7ca04e46abf258fabaf4edd3', 'subnets': [{'id': '3a90bcd4-05d3-4076-8731-a724bae74bd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:44:01.937355 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f6e63ec2-dec9-4ad8-9991-ae357d7a7997 req-cc7544bc-3b1e-48f1-94af-4859317be4b1 service neutron] 10.222.0.21 "GET /v2.0/networks/73b1fe81-9ead-413d-adcc-8dcb2085def5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833901 Jul 05 02:44:01.938809 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed70c3f-7366-4287-aec7-04ba16545ec8 req-d5db79d0-33d7-4318-9c98-3e52d528ca3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:01.940552 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fed70c3f-7366-4287-aec7-04ba16545ec8 req-d5db79d0-33d7-4318-9c98-3e52d528ca3b service neutron] 10.222.0.15 "GET /v2.0/networks?id=319f6f27-0518-41ae-a3ab-b70eb1a13ad7 HTTP/1.1" status: 200 len: 917 time: 0.2091691 Jul 05 02:44:02.173904 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fed70c3f-7366-4287-aec7-04ba16545ec8 req-79c2c1ea-8f11-443d-9418-894d2a5f942a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=575b1f79-b8b7-4b20-a5be-3fee3932145b HTTP/1.1" status: 200 len: 999 time: 0.2202556 Jul 05 02:44:02.325840 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed70c3f-7366-4287-aec7-04ba16545ec8 req-ef4b9acb-836f-4a78-876d-32735d9a82cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:02.327823 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fed70c3f-7366-4287-aec7-04ba16545ec8 req-ef4b9acb-836f-4a78-876d-32735d9a82cc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3a90bcd4-05d3-4076-8731-a724bae74bd9 HTTP/1.1" status: 200 len: 856 time: 0.1446257 Jul 05 02:44:02.348189 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1c73f089-061d-467a-acdc-bb95649b604d tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:02.429764 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29e7dde-1f1e-40aa-8d35-b8fbd1a3c928 None None] New status for floating IP 2afdfcff-d4d3-4a6f-b645-e73c71d9e36e: ACTIVE {{(pid=94463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 02:44:02.476995 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d31a7-6d31-486e-954e-3d0d28e6f31b req-f8c7d3d7-388d-49a2-a728-baf83aaeeb13 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:02.482154 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bf6d31a7-6d31-486e-954e-3d0d28e6f31b req-f8c7d3d7-388d-49a2-a728-baf83aaeeb13 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=5479368f-99b9-4cb5-97a3-ad73b7d7fdd4 HTTP/1.1" status: 200 len: 944 time: 0.1532705 Jul 05 02:44:02.486697 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed70c3f-7366-4287-aec7-04ba16545ec8 req-5023a00a-1b09-4205-ba75-e971e3aced14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:02.488312 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fed70c3f-7366-4287-aec7-04ba16545ec8 req-5023a00a-1b09-4205-ba75-e971e3aced14 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=319f6f27-0518-41ae-a3ab-b70eb1a13ad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1481028 Jul 05 02:44:02.959462 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1c73f089-061d-467a-acdc-bb95649b604d tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:03.076211 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bf6d31a7-6d31-486e-954e-3d0d28e6f31b req-4de238e8-19b1-47d0-a600-7ca2d3668007 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5851104 Jul 05 02:44:03.127643 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fed70c3f-7366-4287-aec7-04ba16545ec8 req-342c9062-34da-4e39-ac93-39b1e1d663b5 service neutron] 10.222.0.15 "GET /v2.0/networks/319f6f27-0518-41ae-a3ab-b70eb1a13ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6173527 Jul 05 02:44:03.136015 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddb1efe-d6e4-4dac-a9f0-52aac9bf8096 req-fcd5a277-2876-418a-9600-31c136818f15 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:03.137784 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-fddb1efe-d6e4-4dac-a9f0-52aac9bf8096 req-fcd5a277-2876-418a-9600-31c136818f15 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca760323-0b4c-471c-b685-74a7a369abfe HTTP/1.1" status: 200 len: 946 time: 0.5615177 Jul 05 02:44:03.204417 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1c73f089-061d-467a-acdc-bb95649b604d tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:03.293992 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-fddb1efe-d6e4-4dac-a9f0-52aac9bf8096 req-c8715d9e-2812-4dcf-a44e-78d110d40266 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e2564be-f5d8-4abd-ab86-f37a499f4ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457593 Jul 05 02:44:03.298486 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1c73f089-061d-467a-acdc-bb95649b604d tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:03.345487 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fed70c3f-7366-4287-aec7-04ba16545ec8 req-7b92ab77-71d2-432c-afe5-1bd373a707d5 service neutron] 10.222.0.15 "GET /v2.0/networks/319f6f27-0518-41ae-a3ab-b70eb1a13ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999185 Jul 05 02:44:03.443437 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1c73f089-061d-467a-acdc-bb95649b604d tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636869'] for floatingip, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:03.510629 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c73f089-061d-467a-acdc-bb95649b604d tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Pushing event updated for resources: {'Port': ['ID=8112d1fd-2a1d-4f11-960c-c58657043919,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:44:03.602778 n-d-771362-32 neutron-server[94462]: INFO neutron.db.l3_db [None req-1c73f089-061d-467a-acdc-bb95649b604d tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Floating IP 0d15159b-e148-40f1-800e-23b036e628a7 associated. External IP: 172.25.7.189, port: 83181b82-bc38-4fc3-89d1-2f453e81042b. Jul 05 02:44:03.887593 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c73f089-061d-467a-acdc-bb95649b604d tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Router bcd28f77-0339-46bd-98f0-ac6c5c00ad45 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:44:04.018635 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c73f089-061d-467a-acdc-bb95649b604d tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:44:04.029981 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea373c9-06f0-4d40-b1b4-b747fa00d909 None None] Sync routers for ids ['bcd28f77-0339-46bd-98f0-ac6c5c00ad45'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:44:04.044851 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea373c9-06f0-4d40-b1b4-b747fa00d909 None None] Routers {'bcd28f77-0339-46bd-98f0-ac6c5c00ad45'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:44:04.046763 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-eea373c9-06f0-4d40-b1b4-b747fa00d909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:43:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['bcd28f77-0339-46bd-98f0-ac6c5c00ad45'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:44:04.123895 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1c73f089-061d-467a-acdc-bb95649b604d tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:04.291482 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 59868) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:44:04.292096 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-1c73f089-061d-467a-acdc-bb95649b604d tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.9357545 Jul 05 02:44:04.294981 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '509db484-14ad-4a38-8bbd-0e2406d8e106', 'tag': '83181b82-bc38-4fc3-89d1-2f453e81042b'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:44:04.299821 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b223267e0e0ddb3199af7772d0b45336e3b4b54fbb151c86a8051291a61e85db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c75d7e5-ce0b-469f-889e-eef83690c0f0" -d '{"events": [{"name": "network-changed", "server_uuid": "509db484-14ad-4a38-8bbd-0e2406d8e106", "tag": "83181b82-bc38-4fc3-89d1-2f453e81042b"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:44:04.423818 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd577c0-7e05-4815-82d9-10a60c10c554 x-openstack-request-id: req-6bd577c0-7e05-4815-82d9-10a60c10c554 {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:44:04.424110 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "509db484-14ad-4a38-8bbd-0e2406d8e106", "tag": "83181b82-bc38-4fc3-89d1-2f453e81042b", "status": "completed", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:44:04.424450 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6bd577c0-7e05-4815-82d9-10a60c10c554 {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:44:04.424846 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '509db484-14ad-4a38-8bbd-0e2406d8e106', 'tag': '83181b82-bc38-4fc3-89d1-2f453e81042b', 'status': 'completed', 'code': 200} Jul 05 02:44:04.444509 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3f7b53-7f6f-4ed3-af0d-a93440fd62e0 req-8b53ad79-d60e-431b-a4f5-2918224a5ed6 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:04.447093 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7e3f7b53-7f6f-4ed3-af0d-a93440fd62e0 req-8b53ad79-d60e-431b-a4f5-2918224a5ed6 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=5479368f-99b9-4cb5-97a3-ad73b7d7fdd4 HTTP/1.1" status: 200 len: 944 time: 0.1540873 Jul 05 02:44:04.504024 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7e3f7b53-7f6f-4ed3-af0d-a93440fd62e0 req-3bccbdcf-2a10-4b37-ba67-b6d67a7ab081 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503106 Jul 05 02:44:04.546834 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-0d0c4f18-befd-45d7-97a1-eeebeb283ca1 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/floatingips/0d15159b-e148-40f1-800e-23b036e628a7 HTTP/1.1" status: 200 len: 991 time: 0.2528300 Jul 05 02:44:04.562789 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-eea373c9-06f0-4d40-b1b4-b747fa00d909 None None] Set router bcd28f77-0339-46bd-98f0-ac6c5c00ad45 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:44:04.650719 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c75d7e5-ce0b-469f-889e-eef83690c0f0 req-c96a6957-c94f-4791-bbbb-b30234fe4777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:04.653272 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7c75d7e5-ce0b-469f-889e-eef83690c0f0 req-c96a6957-c94f-4791-bbbb-b30234fe4777 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e74a7c63f72a43c48203f0c9f39b1c1e&device_id=509db484-14ad-4a38-8bbd-0e2406d8e106 HTTP/1.1" status: 200 len: 1097 time: 0.1053548 Jul 05 02:44:04.837330 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c75d7e5-ce0b-469f-889e-eef83690c0f0 req-d4e4ad50-ad21-43a9-b9e2-4ff483ca2e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:04.838958 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7c75d7e5-ce0b-469f-889e-eef83690c0f0 req-d4e4ad50-ad21-43a9-b9e2-4ff483ca2e6b service neutron] 10.222.0.15 "GET /v2.0/networks?id=453695ed-f7f0-4e83-af9e-79d82abcce43 HTTP/1.1" status: 200 len: 897 time: 0.1752384 Jul 05 02:44:04.854500 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc945228-0171-40f2-8b1d-04ab3de59910 req-e4f1e2db-4b7b-4ea1-a347-1cd6acca0a7e tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:04.855940 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fc945228-0171-40f2-8b1d-04ab3de59910 req-e4f1e2db-4b7b-4ea1-a347-1cd6acca0a7e tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca760323-0b4c-471c-b685-74a7a369abfe HTTP/1.1" status: 200 len: 946 time: 0.1343095 Jul 05 02:44:04.906593 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-eea373c9-06f0-4d40-b1b4-b747fa00d909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd28f77-0339-46bd-98f0-ac6c5c00ad45', 'name': 'tempest-TestNetworkBasicOps-router-477094769', 'tenant_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '44cdf809-82a0-454e-970c-8b3b78d74acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:43:24Z', 'updated_at': '2021-07-05T02:43:33Z', 'revision_number': 4, 'project_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'gw_port': {'id': '44cdf809-82a0-454e-970c-8b3b78d74acb', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:7f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd28f77-0339-46bd-98f0-ac6c5c00ad45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:43:25Z', 'updated_at': '2021-07-05T02:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '0d15159b-e148-40f1-800e-23b036e628a7', 'tenant_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'floating_ip_address': '172.25.7.189', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': 'bcd28f77-0339-46bd-98f0-ac6c5c00ad45', 'port_id': '83181b82-bc38-4fc3-89d1-2f453e81042b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '453695ed-f7f0-4e83-af9e-79d82abcce43', 'mac_address': 'fa:16:3e:f0:b0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509db484-14ad-4a38-8bbd-0e2406d8e106', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T02:44:01Z', 'updated_at': '2021-07-05T02:44:01Z', 'revision_number': 0, 'project_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0a3fbce-96f8-43c6-b98d-40013dbaf3f1', 'name': '', 'network_id': '453695ed-f7f0-4e83-af9e-79d82abcce43', 'tenant_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'mac_address': 'fa:16:3e:4f:d6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd28f77-0339-46bd-98f0-ac6c5c00ad45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'f9d9f2ef-5bcd-4d20-8246-b7af7b447930', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:43:31Z', 'updated_at': '2021-07-05T02:43:40Z', 'revision_number': 5, 'project_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'subnets': [{'id': 'f9d9f2ef-5bcd-4d20-8246-b7af7b447930', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:44:04.989707 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea373c9-06f0-4d40-b1b4-b747fa00d909 None None] Checking router: bcd28f77-0339-46bd-98f0-ac6c5c00ad45 for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:44:05.021049 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7c75d7e5-ce0b-469f-889e-eef83690c0f0 req-829bce03-d2d4-4372-83d1-36c0b232e92a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83181b82-bc38-4fc3-89d1-2f453e81042b HTTP/1.1" status: 200 len: 999 time: 0.1636145 Jul 05 02:44:05.029042 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea373c9-06f0-4d40-b1b4-b747fa00d909 None None] Routers {'bcd28f77-0339-46bd-98f0-ac6c5c00ad45'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:44:05.030166 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-eea373c9-06f0-4d40-b1b4-b747fa00d909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:43:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['bcd28f77-0339-46bd-98f0-ac6c5c00ad45'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:44:05.169093 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fc945228-0171-40f2-8b1d-04ab3de59910 req-e6a10f32-92ca-424f-986f-b9cb04261fec tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e2564be-f5d8-4abd-ab86-f37a499f4ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2894974 Jul 05 02:44:05.184798 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c75d7e5-ce0b-469f-889e-eef83690c0f0 req-e66dc13e-01e6-4bb2-a066-a6bfef1854f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:05.186545 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7c75d7e5-ce0b-469f-889e-eef83690c0f0 req-e66dc13e-01e6-4bb2-a066-a6bfef1854f2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f9d9f2ef-5bcd-4d20-8246-b7af7b447930 HTTP/1.1" status: 200 len: 835 time: 0.1502850 Jul 05 02:44:05.317964 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-eea373c9-06f0-4d40-b1b4-b747fa00d909 None None] Set router bcd28f77-0339-46bd-98f0-ac6c5c00ad45 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:44:05.324311 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c75d7e5-ce0b-469f-889e-eef83690c0f0 req-e03bd4b4-0711-42ab-a88f-a4a95e25aed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:05.325882 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7c75d7e5-ce0b-469f-889e-eef83690c0f0 req-e03bd4b4-0711-42ab-a88f-a4a95e25aed4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=453695ed-f7f0-4e83-af9e-79d82abcce43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1330309 Jul 05 02:44:05.509870 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7c75d7e5-ce0b-469f-889e-eef83690c0f0 req-a694d1e1-b62e-4700-a894-fd3e1b192094 service neutron] 10.222.0.15 "GET /v2.0/networks/453695ed-f7f0-4e83-af9e-79d82abcce43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667583 Jul 05 02:44:05.550537 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 59892) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:44:05.638256 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7c75d7e5-ce0b-469f-889e-eef83690c0f0 req-cbb26c47-6c18-4813-ab27-92a24e1e5c1a service neutron] 10.222.0.15 "GET /v2.0/networks/453695ed-f7f0-4e83-af9e-79d82abcce43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219492 Jul 05 02:44:05.726649 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-fa3ca10e-3657-4de4-a46a-5cfe8b7395d2 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/floatingips/0d15159b-e148-40f1-800e-23b036e628a7 HTTP/1.1" status: 200 len: 991 time: 0.1748028 Jul 05 02:44:05.870359 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-eea373c9-06f0-4d40-b1b4-b747fa00d909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd28f77-0339-46bd-98f0-ac6c5c00ad45', 'name': 'tempest-TestNetworkBasicOps-router-477094769', 'tenant_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '44cdf809-82a0-454e-970c-8b3b78d74acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:43:24Z', 'updated_at': '2021-07-05T02:43:33Z', 'revision_number': 4, 'project_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'gw_port': {'id': '44cdf809-82a0-454e-970c-8b3b78d74acb', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:7f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd28f77-0339-46bd-98f0-ac6c5c00ad45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:43:25Z', 'updated_at': '2021-07-05T02:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '0d15159b-e148-40f1-800e-23b036e628a7', 'tenant_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'floating_ip_address': '172.25.7.189', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': 'bcd28f77-0339-46bd-98f0-ac6c5c00ad45', 'port_id': '83181b82-bc38-4fc3-89d1-2f453e81042b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '453695ed-f7f0-4e83-af9e-79d82abcce43', 'mac_address': 'fa:16:3e:f0:b0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509db484-14ad-4a38-8bbd-0e2406d8e106', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T02:44:01Z', 'updated_at': '2021-07-05T02:44:01Z', 'revision_number': 0, 'project_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0a3fbce-96f8-43c6-b98d-40013dbaf3f1', 'name': '', 'network_id': '453695ed-f7f0-4e83-af9e-79d82abcce43', 'tenant_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'mac_address': 'fa:16:3e:4f:d6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd28f77-0339-46bd-98f0-ac6c5c00ad45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'f9d9f2ef-5bcd-4d20-8246-b7af7b447930', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:43:31Z', 'updated_at': '2021-07-05T02:43:40Z', 'revision_number': 5, 'project_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'subnets': [{'id': 'f9d9f2ef-5bcd-4d20-8246-b7af7b447930', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:44:05.917606 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f6aea4-a745-49ae-8aab-5a23ae5429e4 req-76cd8015-163f-43c3-bd51-1ac9830ca04f tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:05.922466 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-90f6aea4-a745-49ae-8aab-5a23ae5429e4 req-76cd8015-163f-43c3-bd51-1ac9830ca04f tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=5479368f-99b9-4cb5-97a3-ad73b7d7fdd4 HTTP/1.1" status: 200 len: 944 time: 0.1943440 Jul 05 02:44:05.948523 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea373c9-06f0-4d40-b1b4-b747fa00d909 None None] The sync data for ids ['bcd28f77-0339-46bd-98f0-ac6c5c00ad45'] in n-d-771362-32 is: [{'id': 'bcd28f77-0339-46bd-98f0-ac6c5c00ad45', 'name': 'tempest-TestNetworkBasicOps-router-477094769', 'tenant_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '44cdf809-82a0-454e-970c-8b3b78d74acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:43:24Z', 'updated_at': '2021-07-05T02:43:33Z', 'revision_number': 4, 'project_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'gw_port': {'id': '44cdf809-82a0-454e-970c-8b3b78d74acb', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:7f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd28f77-0339-46bd-98f0-ac6c5c00ad45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:43:25Z', 'updated_at': '2021-07-05T02:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '0d15159b-e148-40f1-800e-23b036e628a7', 'tenant_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'floating_ip_address': '172.25.7.189', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': 'bcd28f77-0339-46bd-98f0-ac6c5c00ad45', 'port_id': '83181b82-bc38-4fc3-89d1-2f453e81042b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '453695ed-f7f0-4e83-af9e-79d82abcce43', 'mac_address': 'fa:16:3e:f0:b0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509db484-14ad-4a38-8bbd-0e2406d8e106', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T02:44:01Z', 'updated_at': '2021-07-05T02:44:01Z', 'revision_number': 0, 'project_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0a3fbce-96f8-43c6-b98d-40013dbaf3f1', 'name': '', 'network_id': '453695ed-f7f0-4e83-af9e-79d82abcce43', 'tenant_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'mac_address': 'fa:16:3e:4f:d6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd28f77-0339-46bd-98f0-ac6c5c00ad45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'f9d9f2ef-5bcd-4d20-8246-b7af7b447930', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:43:31Z', 'updated_at': '2021-07-05T02:43:40Z', 'revision_number': 5, 'project_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'subnets': [{'id': 'f9d9f2ef-5bcd-4d20-8246-b7af7b447930', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:44:06.013063 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-90f6aea4-a745-49ae-8aab-5a23ae5429e4 req-c1c1bb15-cba2-40b4-9872-5cef41f688ce tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779536 Jul 05 02:44:06.413201 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01347778-b706-420a-a121-d3a2f17dc58a None None] New status for floating IP 0d15159b-e148-40f1-800e-23b036e628a7: ACTIVE {{(pid=94463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 02:44:06.468821 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2fee69-b151-4ed6-ad6b-40a6d02bdc58 req-c90235cc-d27c-4665-ad7e-b5480e0c9e6b tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:06.477571 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-df2fee69-b151-4ed6-ad6b-40a6d02bdc58 req-c90235cc-d27c-4665-ad7e-b5480e0c9e6b tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca760323-0b4c-471c-b685-74a7a369abfe HTTP/1.1" status: 200 len: 946 time: 0.0976887 Jul 05 02:44:06.536392 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-df2fee69-b151-4ed6-ad6b-40a6d02bdc58 req-4b4c544b-0414-4b63-a376-8b176cc851db tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e2564be-f5d8-4abd-ab86-f37a499f4ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495615 Jul 05 02:44:06.730505 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 59912) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:44:06.840590 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-c6fcd824-d2eb-492c-956c-fda1975b2cb2 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/floatingips/0d15159b-e148-40f1-800e-23b036e628a7 HTTP/1.1" status: 200 len: 991 time: 0.1084073 Jul 05 02:44:07.008012 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 02:44:07.235397 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dae985-61c2-4556-aa1c-d561c4aad0d4 req-5ae42184-f147-4076-9897-9b04411db3dd tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:07.243774 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-21dae985-61c2-4556-aa1c-d561c4aad0d4 req-5ae42184-f147-4076-9897-9b04411db3dd tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=5479368f-99b9-4cb5-97a3-ad73b7d7fdd4 HTTP/1.1" status: 200 len: 944 time: 0.0902603 Jul 05 02:44:07.296898 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-21dae985-61c2-4556-aa1c-d561c4aad0d4 req-be9357be-806a-429f-b143-82ad97e1b56b tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517895 Jul 05 02:44:07.781044 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9884cb6a-57e6-4d28-ba2d-5957a5d03a5c req-66b107b0-75ed-4046-9a1a-62cce8d7e250 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:07.788590 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9884cb6a-57e6-4d28-ba2d-5957a5d03a5c req-66b107b0-75ed-4046-9a1a-62cce8d7e250 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca760323-0b4c-471c-b685-74a7a369abfe HTTP/1.1" status: 200 len: 946 time: 0.1075869 Jul 05 02:44:07.840308 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9884cb6a-57e6-4d28-ba2d-5957a5d03a5c req-87a149bb-0070-47ab-b86e-18caae4a8815 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e2564be-f5d8-4abd-ab86-f37a499f4ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507169 Jul 05 02:44:07.844149 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 59936) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:44:07.938451 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-b1047569-21d4-484e-bde1-1c7cad84ddaf tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/floatingips/0d15159b-e148-40f1-800e-23b036e628a7 HTTP/1.1" status: 200 len: 993 time: 0.0930302 Jul 05 02:44:08.635527 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78ac37f-2df5-4573-aa1b-80a7883a1565 req-229b8dca-15ff-4377-932e-dced5e82c0d1 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:08.637384 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c78ac37f-2df5-4573-aa1b-80a7883a1565 req-229b8dca-15ff-4377-932e-dced5e82c0d1 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=5479368f-99b9-4cb5-97a3-ad73b7d7fdd4 HTTP/1.1" status: 200 len: 944 time: 0.0928783 Jul 05 02:44:08.712788 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c78ac37f-2df5-4573-aa1b-80a7883a1565 req-3a60cccd-4f40-4e45-995c-d83c5fab7135 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614564 Jul 05 02:44:09.060788 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96ee8c6-92d7-4202-808f-f96c392e05d1 req-10417b0e-b7da-461e-b2b5-f9803d4c60d8 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:09.063234 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a96ee8c6-92d7-4202-808f-f96c392e05d1 req-10417b0e-b7da-461e-b2b5-f9803d4c60d8 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca760323-0b4c-471c-b685-74a7a369abfe HTTP/1.1" status: 200 len: 946 time: 0.0789204 Jul 05 02:44:09.105951 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a96ee8c6-92d7-4202-808f-f96c392e05d1 req-74d87135-e087-4d93-831b-97a666869c39 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e2564be-f5d8-4abd-ab86-f37a499f4ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364432 Jul 05 02:44:09.903238 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d33325-3d4c-44bf-842d-3550797aa18b req-6dcff429-107c-44ff-a1b1-ade6f87a9eba tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:09.905133 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-35d33325-3d4c-44bf-842d-3550797aa18b req-6dcff429-107c-44ff-a1b1-ade6f87a9eba tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=5479368f-99b9-4cb5-97a3-ad73b7d7fdd4 HTTP/1.1" status: 200 len: 944 time: 0.0798888 Jul 05 02:44:09.948602 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-35d33325-3d4c-44bf-842d-3550797aa18b req-7c4df476-8399-4088-84b0-04c61484be23 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374315 Jul 05 02:44:10.307912 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d20531c-8ee9-46cc-acf9-e8c441543934 req-906d427b-38d0-45b7-999f-fca3c1acb556 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:10.309532 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5d20531c-8ee9-46cc-acf9-e8c441543934 req-906d427b-38d0-45b7-999f-fca3c1acb556 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca760323-0b4c-471c-b685-74a7a369abfe HTTP/1.1" status: 200 len: 946 time: 0.0765359 Jul 05 02:44:10.354009 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5d20531c-8ee9-46cc-acf9-e8c441543934 req-ebe81d46-1832-42df-bd89-ebe86db7fcce tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e2564be-f5d8-4abd-ab86-f37a499f4ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385168 Jul 05 02:44:11.104943 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c9e67a-6259-44de-b282-ac479e47c8b0 req-d702270c-92c7-46f0-a7cb-cf25a520b1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:11.106668 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b4c9e67a-6259-44de-b282-ac479e47c8b0 req-d702270c-92c7-46f0-a7cb-cf25a520b1db service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=442a3e50d6be48be9e1562c5772ee754&device_id=ca760323-0b4c-471c-b685-74a7a369abfe HTTP/1.1" status: 200 len: 1098 time: 0.0625272 Jul 05 02:44:11.172684 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63287cf6-9097-4e70-9205-d332a978352d req-899c3f31-86aa-425c-aef0-738e4e418ba5 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:11.174443 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-63287cf6-9097-4e70-9205-d332a978352d req-899c3f31-86aa-425c-aef0-738e4e418ba5 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=5479368f-99b9-4cb5-97a3-ad73b7d7fdd4 HTTP/1.1" status: 200 len: 944 time: 0.1015594 Jul 05 02:44:11.237998 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-63287cf6-9097-4e70-9205-d332a978352d req-3e588769-b353-4cae-98ca-a085a4536803 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554488 Jul 05 02:44:11.244430 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c9e67a-6259-44de-b282-ac479e47c8b0 req-bba8506b-7645-4f03-a3bf-2c1e611913e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:11.247941 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b4c9e67a-6259-44de-b282-ac479e47c8b0 req-bba8506b-7645-4f03-a3bf-2c1e611913e5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c4d51310-b056-42c6-8720-dd3607bb490e HTTP/1.1" status: 200 len: 911 time: 0.1341195 Jul 05 02:44:11.300932 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b4c9e67a-6259-44de-b282-ac479e47c8b0 req-6fb34b7f-4ad2-495d-b1ce-e0461cc680ca service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6652c9e-a15a-49b0-b803-c898e5a7da5a HTTP/1.1" status: 200 len: 217 time: 0.0464797 Jul 05 02:44:11.350520 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c9e67a-6259-44de-b282-ac479e47c8b0 req-10f4447e-e2ed-4239-a703-fbff359f6958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:11.352707 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b4c9e67a-6259-44de-b282-ac479e47c8b0 req-10f4447e-e2ed-4239-a703-fbff359f6958 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=822ac30d-26eb-483a-9cd9-5da64853ba79 HTTP/1.1" status: 200 len: 850 time: 0.0462289 Jul 05 02:44:11.431595 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c9e67a-6259-44de-b282-ac479e47c8b0 req-8508483d-4a12-42a9-b595-626d69e91d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:11.433303 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b4c9e67a-6259-44de-b282-ac479e47c8b0 req-8508483d-4a12-42a9-b595-626d69e91d3d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c4d51310-b056-42c6-8720-dd3607bb490e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0745716 Jul 05 02:44:11.669160 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b4c9e67a-6259-44de-b282-ac479e47c8b0 req-8c24e023-6c71-4ab4-9283-b4f293f0bb6f service neutron] 10.222.0.21 "GET /v2.0/networks/c4d51310-b056-42c6-8720-dd3607bb490e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287407 Jul 05 02:44:11.678682 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336bb5bc-e6c4-482a-9d99-c1f8619deb29 req-1a56bfb3-f8f8-42db-88c4-edba057a503d tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:11.690737 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-336bb5bc-e6c4-482a-9d99-c1f8619deb29 req-1a56bfb3-f8f8-42db-88c4-edba057a503d tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca760323-0b4c-471c-b685-74a7a369abfe HTTP/1.1" status: 200 len: 946 time: 0.1727042 Jul 05 02:44:11.785791 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-336bb5bc-e6c4-482a-9d99-c1f8619deb29 req-7a4081d8-3104-434c-aa9d-d3f7f9b65704 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e2564be-f5d8-4abd-ab86-f37a499f4ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798905 Jul 05 02:44:11.808381 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:11.833500 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b4c9e67a-6259-44de-b282-ac479e47c8b0 req-53de6265-4e6d-4e31-89d4-7362640e2aa2 service neutron] 10.222.0.21 "GET /v2.0/networks/c4d51310-b056-42c6-8720-dd3607bb490e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415875 Jul 05 02:44:11.848357 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:12.441363 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2209f3a-e17f-4a4a-8019-468d2b4f21b4 req-f7c2bddd-cba2-4fda-bbdf-5ed7245ef265 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:12.443045 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a2209f3a-e17f-4a4a-8019-468d2b4f21b4 req-f7c2bddd-cba2-4fda-bbdf-5ed7245ef265 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=5479368f-99b9-4cb5-97a3-ad73b7d7fdd4 HTTP/1.1" status: 200 len: 944 time: 0.0825682 Jul 05 02:44:12.493293 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a2209f3a-e17f-4a4a-8019-468d2b4f21b4 req-9b5e6411-24f7-488c-9629-1fa114f9750b tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435281 Jul 05 02:44:13.032752 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef35284-de43-41be-8fb6-957fe9c61988 req-a3c1e120-d184-4c47-a8b7-ee7a4d5aa3e1 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:13.037235 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-fef35284-de43-41be-8fb6-957fe9c61988 req-a3c1e120-d184-4c47-a8b7-ee7a4d5aa3e1 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca760323-0b4c-471c-b685-74a7a369abfe HTTP/1.1" status: 200 len: 946 time: 0.1030424 Jul 05 02:44:13.085640 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-fef35284-de43-41be-8fb6-957fe9c61988 req-c626da27-6bb2-4ecb-8cd2-9fd13e7b18e9 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e2564be-f5d8-4abd-ab86-f37a499f4ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421550 Jul 05 02:44:13.723844 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58951f8-57cc-42b9-951b-d981c704c925 req-4d7b457a-f853-4b08-95e5-ec43ce81025b tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:13.726447 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c58951f8-57cc-42b9-951b-d981c704c925 req-4d7b457a-f853-4b08-95e5-ec43ce81025b tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=5479368f-99b9-4cb5-97a3-ad73b7d7fdd4 HTTP/1.1" status: 200 len: 944 time: 0.0955429 Jul 05 02:44:13.772548 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c58951f8-57cc-42b9-951b-d981c704c925 req-7415d795-1e5d-43b3-825d-80642f79be7c tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386181 Jul 05 02:44:14.535480 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021aa359-0930-4c1d-8179-2708187608bd req-e3b0d1e5-23df-477e-a67c-e4a4bfbb2d32 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:14.545946 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-021aa359-0930-4c1d-8179-2708187608bd req-e3b0d1e5-23df-477e-a67c-e4a4bfbb2d32 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca760323-0b4c-471c-b685-74a7a369abfe HTTP/1.1" status: 200 len: 946 time: 0.1221757 Jul 05 02:44:14.603683 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-021aa359-0930-4c1d-8179-2708187608bd req-3c070bdc-5ea1-4e48-8482-d892cfdfea31 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e2564be-f5d8-4abd-ab86-f37a499f4ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532591 Jul 05 02:44:14.843842 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851705cd-f12c-4543-8019-c2228e5cd5eb req-c9ac0291-1d3b-48fd-bfe3-d689c42828ea tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:14.852624 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-851705cd-f12c-4543-8019-c2228e5cd5eb req-c9ac0291-1d3b-48fd-bfe3-d689c42828ea tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 944 time: 0.0811694 Jul 05 02:44:14.902625 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-851705cd-f12c-4543-8019-c2228e5cd5eb req-50b7cb35-f7db-4263-b615-3033530e1713 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=09716028-44a2-4220-a754-7ed932c56f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456481 Jul 05 02:44:15.008661 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8749790e-c226-4836-a167-6b2b031ee637 req-07a041a6-63b9-4be3-b9f6-327d5c6bfc05 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:15.010912 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8749790e-c226-4836-a167-6b2b031ee637 req-07a041a6-63b9-4be3-b9f6-327d5c6bfc05 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=5479368f-99b9-4cb5-97a3-ad73b7d7fdd4 HTTP/1.1" status: 200 len: 944 time: 0.0882096 Jul 05 02:44:15.051917 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8749790e-c226-4836-a167-6b2b031ee637 req-9b1148a6-e28a-49ca-b56e-8b890feb3e71 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351937 Jul 05 02:44:15.115051 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00845b07-6569-4a00-ae49-0723eeeebf80 req-28bec6fd-586f-42c3-b1df-02922a5b8a58 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:15.116998 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-00845b07-6569-4a00-ae49-0723eeeebf80 req-28bec6fd-586f-42c3-b1df-02922a5b8a58 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 944 time: 0.0879714 Jul 05 02:44:15.165309 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-00845b07-6569-4a00-ae49-0723eeeebf80 req-35cd42cd-3604-4614-98ba-253ba3841962 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=09716028-44a2-4220-a754-7ed932c56f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422676 Jul 05 02:44:15.660744 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device e6652c9e-a15a-49b0-b803-c898e5a7da5a no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:44:15.826786 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:15.857825 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca760323-0b4c-471c-b685-74a7a369abfe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6652c9e-a15a-49b0-b803-c898e5a7da5a'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:44:15.861460 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a807bd4a-5ca9-431f-a799-23020504a83c" -d '{"events": [{"server_uuid": "ca760323-0b4c-471c-b685-74a7a369abfe", "name": "network-vif-unplugged", "status": "completed", "tag": "e6652c9e-a15a-49b0-b803-c898e5a7da5a"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:44:15.887951 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c741c1e-d47e-4f2d-8bff-dbee62406c7b req-1f2de46d-6ff1-46f1-b2c6-c654e1b3728b tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:15.902745 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2c741c1e-d47e-4f2d-8bff-dbee62406c7b req-1f2de46d-6ff1-46f1-b2c6-c654e1b3728b tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 944 time: 0.1631289 Jul 05 02:44:15.908576 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port e6652c9e-a15a-49b0-b803-c898e5a7da5a, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=e6652c9e-a15a-49b0-b803-c898e5a7da5a,segment=NetworkSegment(2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7),segment_id=2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:44:15.935564 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 05 Jul 2021 02:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0cf896c-5fca-4d8c-ba2a-fc40779ad2d5 x-openstack-request-id: req-f0cf896c-5fca-4d8c-ba2a-fc40779ad2d5 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:44:15.936084 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca760323-0b4c-471c-b685-74a7a369abfe", "name": "network-vif-unplugged", "status": "failed", "tag": "e6652c9e-a15a-49b0-b803-c898e5a7da5a", "code": 422}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:44:15.936511 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f0cf896c-5fca-4d8c-ba2a-fc40779ad2d5 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:44:15.937119 n-d-771362-32 neutron-server[94463]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ca760323-0b4c-471c-b685-74a7a369abfe', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e6652c9e-a15a-49b0-b803-c898e5a7da5a', 'code': 422} returned with failed status Jul 05 02:44:15.954959 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2c741c1e-d47e-4f2d-8bff-dbee62406c7b req-01c1182f-4ca6-4e55-99e0-96300f3e00ad tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=09716028-44a2-4220-a754-7ed932c56f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512111 Jul 05 02:44:16.026164 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:16.108320 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=e6652c9e-a15a-49b0-b803-c898e5a7da5a,revision_number=8']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:44:16.132879 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:44:16.134709 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:44:16.135071 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:44:16.135416 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:44:16.135897 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:44:16.136285 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:44:16.136631 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:44:16.136963 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:44:16.137294 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:44:16.137620 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:44:16.137947 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:44:16.138296 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:44:16.283047 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42007d2-4a93-4127-afce-6106e55ac676 req-645c092f-c8c9-48be-a612-4c57960ca362 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:16.285863 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b42007d2-4a93-4127-afce-6106e55ac676 req-645c092f-c8c9-48be-a612-4c57960ca362 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=5479368f-99b9-4cb5-97a3-ad73b7d7fdd4 HTTP/1.1" status: 200 len: 944 time: 0.1015284 Jul 05 02:44:16.337915 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b42007d2-4a93-4127-afce-6106e55ac676 req-3e61d952-ef0d-4bc1-8386-3c57d23f4a0e tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452933 Jul 05 02:44:17.157933 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6736ac65-2aae-42ca-a876-5760c2bfd71a req-b07f9b39-d2f5-43c4-a057-fa079faa21ed tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:17.159783 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6736ac65-2aae-42ca-a876-5760c2bfd71a req-b07f9b39-d2f5-43c4-a057-fa079faa21ed tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 944 time: 0.0720549 Jul 05 02:44:17.204722 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6736ac65-2aae-42ca-a876-5760c2bfd71a req-ba126c1a-a066-48ea-9e6e-2268de595a46 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=09716028-44a2-4220-a754-7ed932c56f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364690 Jul 05 02:44:17.530519 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a42cb0-aa4b-41e9-84f9-788cb8a53de1 req-205f75a3-452b-4e7d-815b-904ca558090f tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:17.532099 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-84a42cb0-aa4b-41e9-84f9-788cb8a53de1 req-205f75a3-452b-4e7d-815b-904ca558090f tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=5479368f-99b9-4cb5-97a3-ad73b7d7fdd4 HTTP/1.1" status: 200 len: 944 time: 0.0762160 Jul 05 02:44:17.578368 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-84a42cb0-aa4b-41e9-84f9-788cb8a53de1 req-b7ac8f26-095d-4253-a53b-148d22e883d0 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368371 Jul 05 02:44:18.398688 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea47bc9-db37-4eaf-8288-ed765eb2573e req-3e1eced4-4929-4732-ad13-c7e9b8de91d5 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:18.400270 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2ea47bc9-db37-4eaf-8288-ed765eb2573e req-3e1eced4-4929-4732-ad13-c7e9b8de91d5 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 944 time: 0.0650923 Jul 05 02:44:18.441002 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2ea47bc9-db37-4eaf-8288-ed765eb2573e req-9f8fd8bf-9224-4168-8890-216fbad1c3b6 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=09716028-44a2-4220-a754-7ed932c56f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344703 Jul 05 02:44:18.759063 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ee7f36-c481-43fd-ba97-7229658ecc1b req-44a4ea36-6a6c-4efe-bc75-b0bf15d966af tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:18.760564 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b4ee7f36-c481-43fd-ba97-7229658ecc1b req-44a4ea36-6a6c-4efe-bc75-b0bf15d966af tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=5479368f-99b9-4cb5-97a3-ad73b7d7fdd4 HTTP/1.1" status: 200 len: 944 time: 0.0668652 Jul 05 02:44:18.800036 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b4ee7f36-c481-43fd-ba97-7229658ecc1b req-d3fc1cf1-3d48-4088-b7a6-c8b279a4d8ef tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329452 Jul 05 02:44:19.655627 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d009b1f-757b-4127-be33-80e5d69958a5 req-9b7bcf13-592d-4993-8f03-9ede16ae7e58 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:19.659862 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4d009b1f-757b-4127-be33-80e5d69958a5 req-9b7bcf13-592d-4993-8f03-9ede16ae7e58 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 944 time: 0.0897379 Jul 05 02:44:19.704539 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4d009b1f-757b-4127-be33-80e5d69958a5 req-183fc991-572f-46e5-8a1a-8588e8140723 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=09716028-44a2-4220-a754-7ed932c56f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410566 Jul 05 02:44:19.975586 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4971026-bee9-44d6-9834-6fcb37a58d94 req-7a0dc8fe-893d-4995-81b0-273e2069580c tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:19.977646 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e4971026-bee9-44d6-9834-6fcb37a58d94 req-7a0dc8fe-893d-4995-81b0-273e2069580c tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=5479368f-99b9-4cb5-97a3-ad73b7d7fdd4 HTTP/1.1" status: 200 len: 944 time: 0.0655529 Jul 05 02:44:20.016076 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e4971026-bee9-44d6-9834-6fcb37a58d94 req-d608dfd1-dcec-40bf-baea-7468b6e156f2 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327392 Jul 05 02:44:20.933742 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-375e55d7-184a-4c83-b3ad-2f9517deebae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:20.957492 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247326cb-21d8-4e79-ba15-87e8821e4558 req-b68c297c-c0a7-40cd-8a0b-8c8a4cce749c tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:20.959255 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-247326cb-21d8-4e79-ba15-87e8821e4558 req-b68c297c-c0a7-40cd-8a0b-8c8a4cce749c tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 944 time: 0.0775046 Jul 05 02:44:21.001685 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-247326cb-21d8-4e79-ba15-87e8821e4558 req-85e62ce1-2da3-480f-ab8d-fc9afc2ed2c6 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=09716028-44a2-4220-a754-7ed932c56f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365481 Jul 05 02:44:21.192696 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2760f5c2-815d-49af-8ce1-ff9c51e5a53f req-f6fa9d4c-fff6-420e-82e2-2b120140187b tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:21.194225 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2760f5c2-815d-49af-8ce1-ff9c51e5a53f req-f6fa9d4c-fff6-420e-82e2-2b120140187b tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=5479368f-99b9-4cb5-97a3-ad73b7d7fdd4 HTTP/1.1" status: 200 len: 944 time: 0.0663252 Jul 05 02:44:21.237257 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2760f5c2-815d-49af-8ce1-ff9c51e5a53f req-c45f5b2a-c801-434e-93cd-b1f6db607c23 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375495 Jul 05 02:44:22.191655 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5a4697-54c4-43f0-a8c1-a32c39627d40 req-4a2c97e2-770a-4e23-b1c4-d9200ae941c3 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:22.191655 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-af5a4697-54c4-43f0-a8c1-a32c39627d40 req-4a2c97e2-770a-4e23-b1c4-d9200ae941c3 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 944 time: 0.0689461 Jul 05 02:44:22.233604 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-af5a4697-54c4-43f0-a8c1-a32c39627d40 req-a25ef5e1-9f19-4205-adaf-e6fb05efa7d3 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=09716028-44a2-4220-a754-7ed932c56f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347993 Jul 05 02:44:22.422787 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5ecc8c-e91c-4854-9421-fd756ba2ac1c req-ba03521a-20fc-4723-864a-a6b49e5a28e5 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:22.424321 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6e5ecc8c-e91c-4854-9421-fd756ba2ac1c req-ba03521a-20fc-4723-864a-a6b49e5a28e5 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=5479368f-99b9-4cb5-97a3-ad73b7d7fdd4 HTTP/1.1" status: 200 len: 944 time: 0.0685239 Jul 05 02:44:22.462933 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6e5ecc8c-e91c-4854-9421-fd756ba2ac1c req-4bf9dbce-e28e-4860-adbe-4741bccd8d6d tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320656 Jul 05 02:44:23.259435 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-111880e2-6b6b-488f-a66f-8bbe38503dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:23.415677 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5b307d-ff11-4368-b701-a0fc8b23e173 req-fb23b289-f96d-431b-9859-0cf252d8c7a6 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:23.417179 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-af5b307d-ff11-4368-b701-a0fc8b23e173 req-fb23b289-f96d-431b-9859-0cf252d8c7a6 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 944 time: 0.0664048 Jul 05 02:44:23.455054 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-af5b307d-ff11-4368-b701-a0fc8b23e173 req-933e83dc-9d6f-4469-b284-04c5d998c8fe tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=09716028-44a2-4220-a754-7ed932c56f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322883 Jul 05 02:44:23.641726 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bc9aa6-4e6e-4f6b-bd34-b22a2d6ed632 req-164c1823-f946-4827-96ac-d3627f878513 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:23.643219 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a8bc9aa6-4e6e-4f6b-bd34-b22a2d6ed632 req-164c1823-f946-4827-96ac-d3627f878513 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=5479368f-99b9-4cb5-97a3-ad73b7d7fdd4 HTTP/1.1" status: 200 len: 944 time: 0.0640261 Jul 05 02:44:23.683195 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a8bc9aa6-4e6e-4f6b-bd34-b22a2d6ed632 req-0ebb5125-d74c-4931-8553-c620eb0fc76e tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336180 Jul 05 02:44:23.932926 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:24.654584 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707495ca-af79-4ce1-b526-56139c8c7702 req-01097cb9-518e-47bc-ac58-4381a5c1276f tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:24.656419 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-707495ca-af79-4ce1-b526-56139c8c7702 req-01097cb9-518e-47bc-ac58-4381a5c1276f tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 944 time: 0.0718031 Jul 05 02:44:24.665233 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:24.703121 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-707495ca-af79-4ce1-b526-56139c8c7702 req-31a6107f-79ac-425b-8d4a-d6c81bfc8db1 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=09716028-44a2-4220-a754-7ed932c56f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401614 Jul 05 02:44:24.873597 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426288ea-f061-4457-850f-e465d2a0ce64 req-164de3d0-53b7-4163-b337-1fa2526d4e9e tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:24.875145 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-426288ea-f061-4457-850f-e465d2a0ce64 req-164de3d0-53b7-4163-b337-1fa2526d4e9e tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=5479368f-99b9-4cb5-97a3-ad73b7d7fdd4 HTTP/1.1" status: 200 len: 944 time: 0.0700521 Jul 05 02:44:24.914146 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-426288ea-f061-4457-850f-e465d2a0ce64 req-b92786ce-e216-4017-a83f-a9f7e4968c1e tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333343 Jul 05 02:44:25.878909 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559faa97-e9b5-49d3-aad5-e0f0fa126ece req-032e4a76-fea0-48f6-9d2e-15bf73d85228 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:25.880291 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-559faa97-e9b5-49d3-aad5-e0f0fa126ece req-032e4a76-fea0-48f6-9d2e-15bf73d85228 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 944 time: 0.0619416 Jul 05 02:44:25.921023 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-559faa97-e9b5-49d3-aad5-e0f0fa126ece req-ef4ec61c-8f04-4b73-af93-0a20615da60a tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=09716028-44a2-4220-a754-7ed932c56f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345762 Jul 05 02:44:26.087776 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:26.115750 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2700e90b-47c8-4dfb-8f9e-0d7d0a713d81 req-0864b1ee-4850-4c93-8f71-667f5a2f4da3 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:26.118090 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2700e90b-47c8-4dfb-8f9e-0d7d0a713d81 req-0864b1ee-4850-4c93-8f71-667f5a2f4da3 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=5479368f-99b9-4cb5-97a3-ad73b7d7fdd4 HTTP/1.1" status: 200 len: 944 time: 0.0815742 Jul 05 02:44:26.157871 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2700e90b-47c8-4dfb-8f9e-0d7d0a713d81 req-27fd8409-cbb3-461f-8fbd-91469290c960 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334687 Jul 05 02:44:27.121011 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba40180d-acb6-412d-a9c1-99087089e79b req-9b86df2a-b942-4ab2-8000-e63fd8f03161 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:27.123848 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ba40180d-acb6-412d-a9c1-99087089e79b req-9b86df2a-b942-4ab2-8000-e63fd8f03161 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 944 time: 0.0673120 Jul 05 02:44:27.169340 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ba40180d-acb6-412d-a9c1-99087089e79b req-0e0cfd0e-b53f-4b91-b71d-ca50fda3c7e1 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=09716028-44a2-4220-a754-7ed932c56f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398734 Jul 05 02:44:27.377976 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e8efea-9773-4dd4-aa44-3f0ae7181cad req-34d7e37d-5858-4672-b161-4be13cad834e tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:27.379687 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-27e8efea-9773-4dd4-aa44-3f0ae7181cad req-34d7e37d-5858-4672-b161-4be13cad834e tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=5479368f-99b9-4cb5-97a3-ad73b7d7fdd4 HTTP/1.1" status: 200 len: 944 time: 0.0828724 Jul 05 02:44:27.427347 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-27e8efea-9773-4dd4-aa44-3f0ae7181cad req-90e6324b-0147-4282-b6e4-4218f78abee5 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415483 Jul 05 02:44:27.791711 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59e7636-4c29-4293-beb9-6749fd65adc2 req-1ba36b1d-ca97-4d87-bc3c-a7ac71895ec6 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:27.793221 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d59e7636-4c29-4293-beb9-6749fd65adc2 req-1ba36b1d-ca97-4d87-bc3c-a7ac71895ec6 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 944 time: 0.1070945 Jul 05 02:44:27.837915 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d6458c-c125-431b-9c46-e3726cf986bc req-c35087b4-7f36-4c82-ac7b-e7b021fa8a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:27.839866 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d7d6458c-c125-431b-9c46-e3726cf986bc req-c35087b4-7f36-4c82-ac7b-e7b021fa8a38 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=442a3e50d6be48be9e1562c5772ee754&device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 1096 time: 0.0681164 Jul 05 02:44:27.862639 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d59e7636-4c29-4293-beb9-6749fd65adc2 req-3f7d0f5a-4a9c-4a24-bdb8-95aac77f3194 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=09716028-44a2-4220-a754-7ed932c56f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630238 Jul 05 02:44:27.940901 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d6458c-c125-431b-9c46-e3726cf986bc req-b01c7aa9-a31d-4ff5-b447-cf93690ad8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:27.942464 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d7d6458c-c125-431b-9c46-e3726cf986bc req-b01c7aa9-a31d-4ff5-b447-cf93690ad8f1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c4d51310-b056-42c6-8720-dd3607bb490e HTTP/1.1" status: 200 len: 911 time: 0.0953269 Jul 05 02:44:28.016877 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d7d6458c-c125-431b-9c46-e3726cf986bc req-b834a3ac-179c-4757-ae38-52b124faea38 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9394229-9271-4949-b389-b76d35d0946e HTTP/1.1" status: 200 len: 998 time: 0.0681899 Jul 05 02:44:28.072372 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d6458c-c125-431b-9c46-e3726cf986bc req-0a80b22a-abef-4e39-9fa4-fb67378159b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:28.074191 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d7d6458c-c125-431b-9c46-e3726cf986bc req-0a80b22a-abef-4e39-9fa4-fb67378159b3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=822ac30d-26eb-483a-9cd9-5da64853ba79 HTTP/1.1" status: 200 len: 850 time: 0.0507500 Jul 05 02:44:28.136187 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d6458c-c125-431b-9c46-e3726cf986bc req-186ec989-47ce-44a4-b01d-d8e745c3f1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:28.137709 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d7d6458c-c125-431b-9c46-e3726cf986bc req-186ec989-47ce-44a4-b01d-d8e745c3f1a1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c4d51310-b056-42c6-8720-dd3607bb490e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568802 Jul 05 02:44:28.231101 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d7d6458c-c125-431b-9c46-e3726cf986bc req-9c2604e9-e04d-49eb-9718-0526c62fc866 service neutron] 10.222.0.21 "GET /v2.0/networks/c4d51310-b056-42c6-8720-dd3607bb490e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868685 Jul 05 02:44:28.332163 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d7d6458c-c125-431b-9c46-e3726cf986bc req-7af33063-944a-49ad-b537-f0d21f7c271e service neutron] 10.222.0.21 "GET /v2.0/networks/c4d51310-b056-42c6-8720-dd3607bb490e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949168 Jul 05 02:44:28.629594 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64850472-59cb-437f-ad0a-1c67785d3207 req-b5cfafd8-9bf3-461a-89b2-47cf8b2daf8b tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:28.631214 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-64850472-59cb-437f-ad0a-1c67785d3207 req-b5cfafd8-9bf3-461a-89b2-47cf8b2daf8b tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=5479368f-99b9-4cb5-97a3-ad73b7d7fdd4 HTTP/1.1" status: 200 len: 944 time: 0.0778239 Jul 05 02:44:28.702587 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-64850472-59cb-437f-ad0a-1c67785d3207 req-eafaacfb-a887-43c3-b3b4-4ae29bb71798 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616801 Jul 05 02:44:29.064935 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7419dfc7-6873-43b4-8a54-d879d3298267 req-f7b00f97-6c48-445b-9bde-ecb04b03120c tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:29.066477 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7419dfc7-6873-43b4-8a54-d879d3298267 req-f7b00f97-6c48-445b-9bde-ecb04b03120c tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 944 time: 0.0733171 Jul 05 02:44:29.104796 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7419dfc7-6873-43b4-8a54-d879d3298267 req-3c94f073-44ae-421b-bbac-d684cb021f75 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=09716028-44a2-4220-a754-7ed932c56f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316579 Jul 05 02:44:29.904650 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee59a9f9-f7a9-4b40-80b3-891ea4d0c375 req-b4af7a4f-bb33-45a2-b1c3-c56d343ff03d tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:29.906246 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ee59a9f9-f7a9-4b40-80b3-891ea4d0c375 req-b4af7a4f-bb33-45a2-b1c3-c56d343ff03d tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=5479368f-99b9-4cb5-97a3-ad73b7d7fdd4 HTTP/1.1" status: 200 len: 944 time: 0.0770941 Jul 05 02:44:29.951505 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ee59a9f9-f7a9-4b40-80b3-891ea4d0c375 req-a9026b15-f5d8-4581-a527-fdb4242d2dfb tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361702 Jul 05 02:44:30.280906 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a674bc-4292-4da4-a8af-f9ac331f7c28 req-16cf3a55-dc8b-40ad-a93f-1557353fb592 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:30.286256 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-95a674bc-4292-4da4-a8af-f9ac331f7c28 req-16cf3a55-dc8b-40ad-a93f-1557353fb592 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 944 time: 0.0657992 Jul 05 02:44:30.322587 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-95a674bc-4292-4da4-a8af-f9ac331f7c28 req-5382797e-9511-43e1-bae8-3ceee31c251b tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=09716028-44a2-4220-a754-7ed932c56f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341134 Jul 05 02:44:30.541998 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515c74ef-41be-40d2-b8c2-4a49ca9832d9 req-581dfc67-3189-4af8-bb74-091ca46373a5 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:30.544201 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-515c74ef-41be-40d2-b8c2-4a49ca9832d9 req-581dfc67-3189-4af8-bb74-091ca46373a5 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 944 time: 0.0928526 Jul 05 02:44:30.588566 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-515c74ef-41be-40d2-b8c2-4a49ca9832d9 req-328169f4-2bdd-4497-9c0d-cd8a0c2b4447 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=09716028-44a2-4220-a754-7ed932c56f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381613 Jul 05 02:44:30.781395 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb86d24-57f7-46de-bce9-20d68d77d88d req-481b31c6-0a34-4dbf-b56e-1945cfd0cc42 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:30.783269 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8fb86d24-57f7-46de-bce9-20d68d77d88d req-481b31c6-0a34-4dbf-b56e-1945cfd0cc42 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 944 time: 0.0684800 Jul 05 02:44:30.828236 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8fb86d24-57f7-46de-bce9-20d68d77d88d req-8ef0e77d-43fc-4eb0-972b-9c34f2d12bdc tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=09716028-44a2-4220-a754-7ed932c56f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375288 Jul 05 02:44:31.278697 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f594adb-110f-4a01-9259-4c5d7e14e286 req-c5c15ffb-b85b-40dc-b2c7-a06bd9433345 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:31.284456 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4f594adb-110f-4a01-9259-4c5d7e14e286 req-c5c15ffb-b85b-40dc-b2c7-a06bd9433345 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=5479368f-99b9-4cb5-97a3-ad73b7d7fdd4 HTTP/1.1" status: 200 len: 944 time: 0.0726573 Jul 05 02:44:31.325711 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4f594adb-110f-4a01-9259-4c5d7e14e286 req-fafb750b-a014-451c-9a45-dfbd35aba7b6 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383751 Jul 05 02:44:31.504179 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2d2673-81aa-47ab-ba5a-21af6fe89a9b req-b2530611-f126-4d3c-8965-a54d41f6c6ed tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:31.505674 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9f2d2673-81aa-47ab-ba5a-21af6fe89a9b req-b2530611-f126-4d3c-8965-a54d41f6c6ed tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 944 time: 0.0796683 Jul 05 02:44:31.545346 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9f2d2673-81aa-47ab-ba5a-21af6fe89a9b req-93a68e70-12dc-4b8d-aa3c-9d5fbcb6e8d1 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=09716028-44a2-4220-a754-7ed932c56f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340242 Jul 05 02:44:32.510897 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83475679-9dba-4fdd-8626-a3566b854848 req-9200068e-e251-4c98-8966-41873879f06c tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:32.512410 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-83475679-9dba-4fdd-8626-a3566b854848 req-9200068e-e251-4c98-8966-41873879f06c tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=5479368f-99b9-4cb5-97a3-ad73b7d7fdd4 HTTP/1.1" status: 200 len: 944 time: 0.0677476 Jul 05 02:44:32.556366 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-83475679-9dba-4fdd-8626-a3566b854848 req-d7332f55-b054-45f2-b654-6494d8475b80 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382390 Jul 05 02:44:32.745004 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3cd214-6644-49e8-a8df-69458ebca452 req-23df1e30-16ee-46c4-b7d0-8ec404b67c4e tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:32.746529 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2e3cd214-6644-49e8-a8df-69458ebca452 req-23df1e30-16ee-46c4-b7d0-8ec404b67c4e tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 944 time: 0.0694873 Jul 05 02:44:32.784570 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2e3cd214-6644-49e8-a8df-69458ebca452 req-84dd8f87-30d4-4709-b4cb-d8b6de0e6968 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=09716028-44a2-4220-a754-7ed932c56f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322185 Jul 05 02:44:33.268882 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a90b0f3-3ce0-46de-9d7a-bd0d35ccd47f req-e030879c-b34d-42ce-8794-cb7926b00ac9 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:33.270470 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0a90b0f3-3ce0-46de-9d7a-bd0d35ccd47f req-e030879c-b34d-42ce-8794-cb7926b00ac9 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 944 time: 0.0696683 Jul 05 02:44:33.340492 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0a90b0f3-3ce0-46de-9d7a-bd0d35ccd47f req-154f4f76-59d3-4cc9-961e-78e5830698f5 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=09716028-44a2-4220-a754-7ed932c56f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613375 Jul 05 02:44:33.360847 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb9c554-417f-4a33-9bb7-205ae3a60217 req-4023fa4a-8b38-48d6-aee6-7585c8df5d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:33.362523 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0cb9c554-417f-4a33-9bb7-205ae3a60217 req-4023fa4a-8b38-48d6-aee6-7585c8df5d10 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=442a3e50d6be48be9e1562c5772ee754&device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 1096 time: 0.0676150 Jul 05 02:44:33.452601 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb9c554-417f-4a33-9bb7-205ae3a60217 req-7049f2fb-d7bb-4f5c-bb1c-f3f02a0633cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:33.454077 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0cb9c554-417f-4a33-9bb7-205ae3a60217 req-7049f2fb-d7bb-4f5c-bb1c-f3f02a0633cc service neutron] 10.222.0.21 "GET /v2.0/networks?id=c4d51310-b056-42c6-8720-dd3607bb490e HTTP/1.1" status: 200 len: 911 time: 0.0858278 Jul 05 02:44:33.521249 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0cb9c554-417f-4a33-9bb7-205ae3a60217 req-ad20d092-1ab2-4875-b224-a122518d4f56 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9394229-9271-4949-b389-b76d35d0946e HTTP/1.1" status: 200 len: 998 time: 0.0604088 Jul 05 02:44:33.583426 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb9c554-417f-4a33-9bb7-205ae3a60217 req-f8785ee5-8d12-44d8-9b57-dab1b403a35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:33.584953 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0cb9c554-417f-4a33-9bb7-205ae3a60217 req-f8785ee5-8d12-44d8-9b57-dab1b403a35f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=822ac30d-26eb-483a-9cd9-5da64853ba79 HTTP/1.1" status: 200 len: 850 time: 0.0506666 Jul 05 02:44:33.644530 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb9c554-417f-4a33-9bb7-205ae3a60217 req-faca7e8e-d73d-433d-8f4c-dd39e2b80334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:33.646235 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0cb9c554-417f-4a33-9bb7-205ae3a60217 req-faca7e8e-d73d-433d-8f4c-dd39e2b80334 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c4d51310-b056-42c6-8720-dd3607bb490e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545688 Jul 05 02:44:33.743291 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808217b2-0008-46c5-af89-ea3b565a29bb req-d1b5bf18-c51c-4977-8916-91582bf198fd tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:33.743291 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-808217b2-0008-46c5-af89-ea3b565a29bb req-d1b5bf18-c51c-4977-8916-91582bf198fd tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=5479368f-99b9-4cb5-97a3-ad73b7d7fdd4 HTTP/1.1" status: 200 len: 944 time: 0.0656188 Jul 05 02:44:33.743869 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0cb9c554-417f-4a33-9bb7-205ae3a60217 req-ded2bf1a-5d74-413e-aa6c-4e1da6bcebef service neutron] 10.222.0.21 "GET /v2.0/networks/c4d51310-b056-42c6-8720-dd3607bb490e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889330 Jul 05 02:44:33.783374 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-808217b2-0008-46c5-af89-ea3b565a29bb req-7a6cb527-6fa9-442d-8456-24635a5bf6c9 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329351 Jul 05 02:44:33.838599 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0cb9c554-417f-4a33-9bb7-205ae3a60217 req-96bd257e-2673-4e4b-ab46-587a2b321e79 service neutron] 10.222.0.21 "GET /v2.0/networks/c4d51310-b056-42c6-8720-dd3607bb490e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903857 Jul 05 02:44:34.521580 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f2592-eaf3-4273-9d24-e2ceb33d2580 req-46e176b2-2b4d-46a9-b315-2ad0e03ef3de tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:34.524233 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-fc6f2592-eaf3-4273-9d24-e2ceb33d2580 req-46e176b2-2b4d-46a9-b315-2ad0e03ef3de tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 944 time: 0.0660460 Jul 05 02:44:34.582181 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-fc6f2592-eaf3-4273-9d24-e2ceb33d2580 req-1d82b6dc-5bcf-49fd-b2f7-22b9955d1686 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=09716028-44a2-4220-a754-7ed932c56f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480433 Jul 05 02:44:34.844160 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7956ef1a-7d4e-4215-8c22-17d2876deac6 req-eda830eb-8994-4607-a456-74d100d2feab tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:34.845670 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7956ef1a-7d4e-4215-8c22-17d2876deac6 req-eda830eb-8994-4607-a456-74d100d2feab tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] 10.222.0.23 "GET /v2.0/networks?id=c6a1e8ad-0016-46f3-9a4a-7f59ac68f139 HTTP/1.1" status: 200 len: 814 time: 0.1114767 Jul 05 02:44:34.861006 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7956ef1a-7d4e-4215-8c22-17d2876deac6 req-132493d8-da59-4b44-8f94-10599cbb085e tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] 10.222.0.23 "GET /v2.0/quotas/ba0e78208f5340669c29db9de3ab6e02 HTTP/1.1" status: 200 len: 375 time: 0.0093420 Jul 05 02:44:34.897360 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7956ef1a-7d4e-4215-8c22-17d2876deac6 req-c028bdb7-b5cd-44e6-945c-2e096187a0e1 tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ba0e78208f5340669c29db9de3ab6e02&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304654 Jul 05 02:44:34.908638 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [req-7956ef1a-7d4e-4215-8c22-17d2876deac6 req-ed6a8af7-43a2-4873-a956-e16281e31e39 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:44:34.909704 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7956ef1a-7d4e-4215-8c22-17d2876deac6 req-ed6a8af7-43a2-4873-a956-e16281e31e39 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055931 Jul 05 02:44:34.968755 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b494448-5f1b-43dc-a838-cbae396a9729 req-957e5ff3-06f6-4da0-b62d-0f32fbd1f464 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:34.970292 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7b494448-5f1b-43dc-a838-cbae396a9729 req-957e5ff3-06f6-4da0-b62d-0f32fbd1f464 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=5479368f-99b9-4cb5-97a3-ad73b7d7fdd4 HTTP/1.1" status: 200 len: 944 time: 0.0688937 Jul 05 02:44:35.006683 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7956ef1a-7d4e-4215-8c22-17d2876deac6 req-56bff1e3-2830-4056-93af-42b5ad71f3fc service neutron] 10.222.0.23 "GET /v2.0/networks/c6a1e8ad-0016-46f3-9a4a-7f59ac68f139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899105 Jul 05 02:44:35.010002 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7b494448-5f1b-43dc-a838-cbae396a9729 req-1801c366-1b09-46ee-901e-953013525c6b tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335891 Jul 05 02:44:35.107504 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7956ef1a-7d4e-4215-8c22-17d2876deac6 req-e3a6bd98-7e27-43e3-b316-04589d6d431e service neutron] 10.222.0.23 "GET /v2.0/networks/c6a1e8ad-0016-46f3-9a4a-7f59ac68f139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940127 Jul 05 02:44:35.333383 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-96e8f04c-243a-493f-ab07-52b752789bee req-ba96e986-ae7e-4c4f-a834-9140881393b8 tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] 10.222.0.23 "GET /v2.0/ports?device_id=798a2195-53e5-428c-b62b-0d286ac9054d HTTP/1.1" status: 200 len: 210 time: 0.0305731 Jul 05 02:44:35.761928 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cca4898-777c-474c-9f79-39d73a5f51cd req-e3a8cf9c-3687-47c1-b882-942e6afdb15f tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:35.763471 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9cca4898-777c-474c-9f79-39d73a5f51cd req-e3a8cf9c-3687-47c1-b882-942e6afdb15f tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 944 time: 0.0635159 Jul 05 02:44:35.806044 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9cca4898-777c-474c-9f79-39d73a5f51cd req-cb14daba-da42-4af5-820d-27767d7e54d7 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=09716028-44a2-4220-a754-7ed932c56f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368171 Jul 05 02:44:35.985895 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf94a8f1-2de9-48a1-8555-31c775c9629b req-938fcd44-159f-4ed7-b05b-5525ff8dcafb tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:35.987587 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bf94a8f1-2de9-48a1-8555-31c775c9629b req-938fcd44-159f-4ed7-b05b-5525ff8dcafb tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 944 time: 0.0647047 Jul 05 02:44:36.026333 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bf94a8f1-2de9-48a1-8555-31c775c9629b req-22bb5bbf-32ad-4071-8727-480ff5b0b4a1 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=09716028-44a2-4220-a754-7ed932c56f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319631 Jul 05 02:44:36.218721 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e54ed06-ca09-4f24-9ef9-a8fc38762bc5 req-15dffdc4-ca9a-4254-8bb4-e0c78251c62d tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:36.220300 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1e54ed06-ca09-4f24-9ef9-a8fc38762bc5 req-15dffdc4-ca9a-4254-8bb4-e0c78251c62d tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=5479368f-99b9-4cb5-97a3-ad73b7d7fdd4 HTTP/1.1" status: 200 len: 944 time: 0.0796118 Jul 05 02:44:36.261250 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1e54ed06-ca09-4f24-9ef9-a8fc38762bc5 req-8f8f6275-503e-4d98-b53a-045af8e80956 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338695 Jul 05 02:44:36.412039 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-17ad5777-4aa5-4628-bf3f-1c5f01cd8cd7 req-7541dc6e-f065-470b-af86-34c62f8cf0ea tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] 10.222.0.23 "GET /v2.0/ports?device_id=798a2195-53e5-428c-b62b-0d286ac9054d HTTP/1.1" status: 200 len: 210 time: 0.0294244 Jul 05 02:44:36.999223 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 60920) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:44:37.066318 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-5908d530-c36f-4e75-9e6f-d2b4e9a41328 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/floatingips/0d15159b-e148-40f1-800e-23b036e628a7 HTTP/1.1" status: 200 len: 993 time: 0.0657911 Jul 05 02:44:37.378017 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 60942) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:44:37.458358 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e5a2ee-c60e-4b2d-95c4-df0c34d9f781 req-db09b466-b6f4-4f32-a222-f05bce54b87e tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:37.459965 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-98e5a2ee-c60e-4b2d-95c4-df0c34d9f781 req-db09b466-b6f4-4f32-a222-f05bce54b87e tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=5479368f-99b9-4cb5-97a3-ad73b7d7fdd4 HTTP/1.1" status: 200 len: 944 time: 0.0688314 Jul 05 02:44:37.504534 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-98e5a2ee-c60e-4b2d-95c4-df0c34d9f781 req-05c9d1b2-335d-4446-9964-41bf74529a85 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372138 Jul 05 02:44:37.554103 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-b3390b8f-c728-426c-b6e5-9f435e6ee0c8 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Deleting port 8112d1fd-2a1d-4f11-960c-c58657043919 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:44:37.555015 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b3390b8f-c728-426c-b6e5-9f435e6ee0c8 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:37.635181 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b3390b8f-c728-426c-b6e5-9f435e6ee0c8 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:37.635512 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b3390b8f-c728-426c-b6e5-9f435e6ee0c8 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:37.647599 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-b3390b8f-c728-426c-b6e5-9f435e6ee0c8 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Calling delete_port for 8112d1fd-2a1d-4f11-960c-c58657043919 owned by network:floatingip {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:44:37.667766 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e9ca8590-39b1-409c-bc30-fa3e4312d81d req-0fc5a8dd-95bc-4d09-8c63-472a09c4d92e tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] 10.222.0.23 "GET /v2.0/ports?device_id=798a2195-53e5-428c-b62b-0d286ac9054d HTTP/1.1" status: 200 len: 210 time: 0.0422711 Jul 05 02:44:37.914142 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b3390b8f-c728-426c-b6e5-9f435e6ee0c8 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:37.960563 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3390b8f-c728-426c-b6e5-9f435e6ee0c8 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Pushing event deleted for resources: {'Port': ['ID=8112d1fd-2a1d-4f11-960c-c58657043919,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:44:37.997259 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3390b8f-c728-426c-b6e5-9f435e6ee0c8 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:44:38.006988 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3390b8f-c728-426c-b6e5-9f435e6ee0c8 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:44:38.006988 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3390b8f-c728-426c-b6e5-9f435e6ee0c8 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:44:38.006988 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3390b8f-c728-426c-b6e5-9f435e6ee0c8 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:44:38.006988 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3390b8f-c728-426c-b6e5-9f435e6ee0c8 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:44:38.006988 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3390b8f-c728-426c-b6e5-9f435e6ee0c8 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:44:38.006988 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3390b8f-c728-426c-b6e5-9f435e6ee0c8 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:44:38.006988 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3390b8f-c728-426c-b6e5-9f435e6ee0c8 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:44:38.006988 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3390b8f-c728-426c-b6e5-9f435e6ee0c8 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:44:38.006988 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3390b8f-c728-426c-b6e5-9f435e6ee0c8 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:44:38.006988 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3390b8f-c728-426c-b6e5-9f435e6ee0c8 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:44:38.006988 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3390b8f-c728-426c-b6e5-9f435e6ee0c8 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:44:38.122397 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7317cbc4-fb6b-4876-8d5e-7352847ebeff req-1a92d35c-86d5-4bf8-8293-9fffed4a2d63 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:38.123939 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7317cbc4-fb6b-4876-8d5e-7352847ebeff req-1a92d35c-86d5-4bf8-8293-9fffed4a2d63 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca760323-0b4c-471c-b685-74a7a369abfe HTTP/1.1" status: 200 len: 944 time: 0.2213347 Jul 05 02:44:38.127315 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b3390b8f-c728-426c-b6e5-9f435e6ee0c8 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for floatingip, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:38.127658 n-d-771362-32 neutron-server[94461]: INFO neutron.db.l3_db [None req-b3390b8f-c728-426c-b6e5-9f435e6ee0c8 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Floating IP 0d15159b-e148-40f1-800e-23b036e628a7 disassociated (deleted). External IP: 172.25.7.189, port: 83181b82-bc38-4fc3-89d1-2f453e81042b. Jul 05 02:44:38.259357 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7956ef1a-7d4e-4215-8c22-17d2876deac6 req-0bb6df38-b501-43db-8a4d-89be9b648b87 tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:38.260813 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7956ef1a-7d4e-4215-8c22-17d2876deac6 req-0bb6df38-b501-43db-8a4d-89be9b648b87 tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] 10.222.0.21 "GET /v2.0/networks?id=c6a1e8ad-0016-46f3-9a4a-7f59ac68f139 HTTP/1.1" status: 200 len: 814 time: 0.2561152 Jul 05 02:44:38.275672 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-7956ef1a-7d4e-4215-8c22-17d2876deac6 req-b7feacb5-1454-4f02-bae2-80a979b0b1a5 tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] Request body: {'port': {'device_id': '798a2195-53e5-428c-b62b-0d286ac9054d', 'network_id': 'c6a1e8ad-0016-46f3-9a4a-7f59ac68f139', 'admin_state_up': True, 'tenant_id': 'ba0e78208f5340669c29db9de3ab6e02'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:44:38.711865 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d253e6-fef6-47ab-9f3e-9430e7a58a68 req-67054036-23c3-4f74-b829-a5b48fd7e3e9 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:38.713490 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-00d253e6-fef6-47ab-9f3e-9430e7a58a68 req-67054036-23c3-4f74-b829-a5b48fd7e3e9 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=5479368f-99b9-4cb5-97a3-ad73b7d7fdd4 HTTP/1.1" status: 200 len: 944 time: 0.0786366 Jul 05 02:44:38.753314 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-00d253e6-fef6-47ab-9f3e-9430e7a58a68 req-fdd538a0-2a55-426e-86f5-bd807b77e7d7 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338175 Jul 05 02:44:38.888739 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-7317cbc4-fb6b-4876-8d5e-7352847ebeff req-bed847a6-8ece-4eaa-94e6-e911a7ba467e tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Deleting port e6652c9e-a15a-49b0-b803-c898e5a7da5a {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:44:38.889079 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-7317cbc4-fb6b-4876-8d5e-7352847ebeff req-bed847a6-8ece-4eaa-94e6-e911a7ba467e tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:38.895248 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-06baa53d-81e4-4aeb-a3b7-2c5ee2176b9d req-92b8e0fc-e08b-4569-bdc0-39d9e43f496c tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] 10.222.0.23 "GET /v2.0/ports?device_id=798a2195-53e5-428c-b62b-0d286ac9054d HTTP/1.1" status: 200 len: 210 time: 0.0335374 Jul 05 02:44:38.909410 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d7e47d41-865e-4eec-a3f7-042972458a83 req-fe7985be-a26e-41a8-8dd2-614edc27b069 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8bad8ef0-7af4-4e99-ac07-aebe7d07cb93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2306969 Jul 05 02:44:39.028112 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3390b8f-c728-426c-b6e5-9f435e6ee0c8 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Router bcd28f77-0339-46bd-98f0-ac6c5c00ad45 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:44:39.067099 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7956ef1a-7d4e-4215-8c22-17d2876deac6 req-b7feacb5-1454-4f02-bae2-80a979b0b1a5 tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] Made reservation on behalf of ba0e78208f5340669c29db9de3ab6e02 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:44:39.071194 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-7956ef1a-7d4e-4215-8c22-17d2876deac6 req-b7feacb5-1454-4f02-bae2-80a979b0b1a5 tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:39.074322 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-7317cbc4-fb6b-4876-8d5e-7352847ebeff req-bed847a6-8ece-4eaa-94e6-e911a7ba467e tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] For port e6652c9e-a15a-49b0-b803-c898e5a7da5a, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=e6652c9e-a15a-49b0-b803-c898e5a7da5a,segment=NetworkSegment(2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7),segment_id=2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:44:39.074671 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-7317cbc4-fb6b-4876-8d5e-7352847ebeff req-bed847a6-8ece-4eaa-94e6-e911a7ba467e tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:39.140938 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-7317cbc4-fb6b-4876-8d5e-7352847ebeff req-bed847a6-8ece-4eaa-94e6-e911a7ba467e tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Calling delete_port for e6652c9e-a15a-49b0-b803-c898e5a7da5a owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:44:39.207190 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e47d41-865e-4eec-a3f7-042972458a83 req-1f625b4a-8909-41c1-af73-0214b572ca95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:39.208713 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d7e47d41-865e-4eec-a3f7-042972458a83 req-1f625b4a-8909-41c1-af73-0214b572ca95 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=442a3e50d6be48be9e1562c5772ee754&device_id=8bad8ef0-7af4-4e99-ac07-aebe7d07cb93 HTTP/1.1" status: 200 len: 1059 time: 0.2273221 Jul 05 02:44:39.366021 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3390b8f-c728-426c-b6e5-9f435e6ee0c8 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:44:39.375650 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2d4c06-3845-47d6-9641-e01495404f7e None None] Sync routers for ids ['bcd28f77-0339-46bd-98f0-ac6c5c00ad45'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:44:39.376255 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b3390b8f-c728-426c-b6e5-9f435e6ee0c8 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:39.384506 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2d4c06-3845-47d6-9641-e01495404f7e None None] Routers {'bcd28f77-0339-46bd-98f0-ac6c5c00ad45'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:44:39.385097 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-cc2d4c06-3845-47d6-9641-e01495404f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:44:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['bcd28f77-0339-46bd-98f0-ac6c5c00ad45'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:44:39.492803 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-cc2d4c06-3845-47d6-9641-e01495404f7e None None] Set router bcd28f77-0339-46bd-98f0-ac6c5c00ad45 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:44:39.511990 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-b3390b8f-c728-426c-b6e5-9f435e6ee0c8 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "DELETE /v2.0/floatingips/0d15159b-e148-40f1-800e-23b036e628a7 HTTP/1.1" status: 204 len: 168 time: 2.1326220 Jul 05 02:44:39.515934 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '509db484-14ad-4a38-8bbd-0e2406d8e106', 'tag': '83181b82-bc38-4fc3-89d1-2f453e81042b'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:44:39.518237 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc02eb9d-00fa-402f-ae84-5a27cc6a2f3c" -d '{"events": [{"name": "network-changed", "server_uuid": "509db484-14ad-4a38-8bbd-0e2406d8e106", "tag": "83181b82-bc38-4fc3-89d1-2f453e81042b"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:44:39.521082 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e47d41-865e-4eec-a3f7-042972458a83 req-45b860c9-b2a2-4815-a8cc-66ecf2ef8e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:39.522607 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d7e47d41-865e-4eec-a3f7-042972458a83 req-45b860c9-b2a2-4815-a8cc-66ecf2ef8e69 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c4d51310-b056-42c6-8720-dd3607bb490e HTTP/1.1" status: 200 len: 911 time: 0.2789769 Jul 05 02:44:39.534315 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-7956ef1a-7d4e-4215-8c22-17d2876deac6 req-b7feacb5-1454-4f02-bae2-80a979b0b1a5 tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] Allocated IP 172.20.0.13 (c6a1e8ad-0016-46f3-9a4a-7f59ac68f139/bd91a718-1133-4464-b627-0d4d6c8f8f9c/18f9adf2-6625-4753-a21d-0e1cc785d229) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:44:39.593007 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d7e47d41-865e-4eec-a3f7-042972458a83 req-24b5a31e-3501-4be7-badf-37e6cd1453b3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=040987f5-f58c-4888-a20d-f047aadd9e68 HTTP/1.1" status: 200 len: 217 time: 0.0621970 Jul 05 02:44:39.662829 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e47d41-865e-4eec-a3f7-042972458a83 req-2fabbd4b-531c-426f-804d-7b45cb919d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:39.664633 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d7e47d41-865e-4eec-a3f7-042972458a83 req-2fabbd4b-531c-426f-804d-7b45cb919d7d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=822ac30d-26eb-483a-9cd9-5da64853ba79 HTTP/1.1" status: 200 len: 850 time: 0.0526481 Jul 05 02:44:39.730550 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-cc2d4c06-3845-47d6-9641-e01495404f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd28f77-0339-46bd-98f0-ac6c5c00ad45', 'name': 'tempest-TestNetworkBasicOps-router-477094769', 'tenant_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '44cdf809-82a0-454e-970c-8b3b78d74acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:43:24Z', 'updated_at': '2021-07-05T02:43:33Z', 'revision_number': 4, 'project_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'gw_port': {'id': '44cdf809-82a0-454e-970c-8b3b78d74acb', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:7f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd28f77-0339-46bd-98f0-ac6c5c00ad45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:43:25Z', 'updated_at': '2021-07-05T02:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'd0a3fbce-96f8-43c6-b98d-40013dbaf3f1', 'name': '', 'network_id': '453695ed-f7f0-4e83-af9e-79d82abcce43', 'tenant_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'mac_address': 'fa:16:3e:4f:d6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd28f77-0339-46bd-98f0-ac6c5c00ad45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'f9d9f2ef-5bcd-4d20-8246-b7af7b447930', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:43:31Z', 'updated_at': '2021-07-05T02:43:40Z', 'revision_number': 5, 'project_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'subnets': [{'id': 'f9d9f2ef-5bcd-4d20-8246-b7af7b447930', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:44:39.747237 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-7317cbc4-fb6b-4876-8d5e-7352847ebeff req-bed847a6-8ece-4eaa-94e6-e911a7ba467e tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:39.755961 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2d4c06-3845-47d6-9641-e01495404f7e None None] Checking router: bcd28f77-0339-46bd-98f0-ac6c5c00ad45 for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:44:39.760327 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['fe1080a3-9d43-4188-906d-d53acae014f6', '66653bc2-6cf2-4197-a191-9977fe7eb17c'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:44:39.766423 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2d4c06-3845-47d6-9641-e01495404f7e None None] Routers {'bcd28f77-0339-46bd-98f0-ac6c5c00ad45'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:44:39.767238 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-cc2d4c06-3845-47d6-9641-e01495404f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:44:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['bcd28f77-0339-46bd-98f0-ac6c5c00ad45'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:44:39.821283 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed847a6-8ece-4eaa-94e6-e911a7ba467e tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Pushing event deleted for resources: {'Port': ['ID=e6652c9e-a15a-49b0-b803-c898e5a7da5a,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:44:39.856727 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e47d41-865e-4eec-a3f7-042972458a83 req-4406207e-4163-4a30-a3a9-d4d0e06b4bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:39.858344 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d7e47d41-865e-4eec-a3f7-042972458a83 req-4406207e-4163-4a30-a3a9-d4d0e06b4bd0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c4d51310-b056-42c6-8720-dd3607bb490e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1860490 Jul 05 02:44:39.916656 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-7317cbc4-fb6b-4876-8d5e-7352847ebeff req-bed847a6-8ece-4eaa-94e6-e911a7ba467e tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] No DVR routers for this DVR port e6652c9e-a15a-49b0-b803-c898e5a7da5a on host n-h1-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:44:39.950511 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-cc2d4c06-3845-47d6-9641-e01495404f7e None None] Set router bcd28f77-0339-46bd-98f0-ac6c5c00ad45 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:44:39.963369 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-7317cbc4-fb6b-4876-8d5e-7352847ebeff req-bed847a6-8ece-4eaa-94e6-e911a7ba467e tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:39.966267 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7317cbc4-fb6b-4876-8d5e-7352847ebeff req-bed847a6-8ece-4eaa-94e6-e911a7ba467e tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "DELETE /v2.0/ports/e6652c9e-a15a-49b0-b803-c898e5a7da5a HTTP/1.1" status: 204 len: 173 time: 1.8365214 Jul 05 02:44:40.074884 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-7956ef1a-7d4e-4215-8c22-17d2876deac6 req-b7feacb5-1454-4f02-bae2-80a979b0b1a5 tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:40.122548 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d7e47d41-865e-4eec-a3f7-042972458a83 req-77c6ca49-6141-4703-abd4-43c5687e34b8 service neutron] 10.222.0.15 "GET /v2.0/networks/c4d51310-b056-42c6-8720-dd3607bb490e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544827 Jul 05 02:44:40.237679 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d7e47d41-865e-4eec-a3f7-042972458a83 req-c93103bf-4c41-4394-b181-21d672041c64 service neutron] 10.222.0.15 "GET /v2.0/networks/c4d51310-b056-42c6-8720-dd3607bb490e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036749 Jul 05 02:44:40.255961 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c04140f5-a0a3-44ba-9f7e-9934754c4e2d x-openstack-request-id: req-c04140f5-a0a3-44ba-9f7e-9934754c4e2d {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:44:40.256208 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "509db484-14ad-4a38-8bbd-0e2406d8e106", "tag": "83181b82-bc38-4fc3-89d1-2f453e81042b", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:44:40.256470 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c04140f5-a0a3-44ba-9f7e-9934754c4e2d {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:44:40.256879 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '509db484-14ad-4a38-8bbd-0e2406d8e106', 'tag': '83181b82-bc38-4fc3-89d1-2f453e81042b', 'status': 'completed', 'code': 200} Jul 05 02:44:40.260153 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-7956ef1a-7d4e-4215-8c22-17d2876deac6 req-b7feacb5-1454-4f02-bae2-80a979b0b1a5 tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:40.293059 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-cc2d4c06-3845-47d6-9641-e01495404f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd28f77-0339-46bd-98f0-ac6c5c00ad45', 'name': 'tempest-TestNetworkBasicOps-router-477094769', 'tenant_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '44cdf809-82a0-454e-970c-8b3b78d74acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:43:24Z', 'updated_at': '2021-07-05T02:43:33Z', 'revision_number': 4, 'project_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'gw_port': {'id': '44cdf809-82a0-454e-970c-8b3b78d74acb', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:7f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd28f77-0339-46bd-98f0-ac6c5c00ad45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:43:25Z', 'updated_at': '2021-07-05T02:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'd0a3fbce-96f8-43c6-b98d-40013dbaf3f1', 'name': '', 'network_id': '453695ed-f7f0-4e83-af9e-79d82abcce43', 'tenant_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'mac_address': 'fa:16:3e:4f:d6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd28f77-0339-46bd-98f0-ac6c5c00ad45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'f9d9f2ef-5bcd-4d20-8246-b7af7b447930', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:43:31Z', 'updated_at': '2021-07-05T02:43:40Z', 'revision_number': 5, 'project_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'subnets': [{'id': 'f9d9f2ef-5bcd-4d20-8246-b7af7b447930', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:44:40.326958 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2d4c06-3845-47d6-9641-e01495404f7e None None] The sync data for ids ['bcd28f77-0339-46bd-98f0-ac6c5c00ad45'] in n-d-771362-32 is: [{'id': 'bcd28f77-0339-46bd-98f0-ac6c5c00ad45', 'name': 'tempest-TestNetworkBasicOps-router-477094769', 'tenant_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '44cdf809-82a0-454e-970c-8b3b78d74acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:43:24Z', 'updated_at': '2021-07-05T02:43:33Z', 'revision_number': 4, 'project_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'gw_port': {'id': '44cdf809-82a0-454e-970c-8b3b78d74acb', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:7f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd28f77-0339-46bd-98f0-ac6c5c00ad45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:43:25Z', 'updated_at': '2021-07-05T02:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'd0a3fbce-96f8-43c6-b98d-40013dbaf3f1', 'name': '', 'network_id': '453695ed-f7f0-4e83-af9e-79d82abcce43', 'tenant_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'mac_address': 'fa:16:3e:4f:d6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd28f77-0339-46bd-98f0-ac6c5c00ad45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'f9d9f2ef-5bcd-4d20-8246-b7af7b447930', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:43:31Z', 'updated_at': '2021-07-05T02:43:40Z', 'revision_number': 5, 'project_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'subnets': [{'id': 'f9d9f2ef-5bcd-4d20-8246-b7af7b447930', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:44:40.403490 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7feacb5-1454-4f02-bae2-80a979b0b1a5 tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] Pushing event updated for resources: {'Port': ['ID=18f9adf2-6625-4753-a21d-0e1cc785d229,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:44:40.411262 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7956ef1a-7d4e-4215-8c22-17d2876deac6 req-b7feacb5-1454-4f02-bae2-80a979b0b1a5 tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] Network c6a1e8ad-0016-46f3-9a4a-7f59ac68f139 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:44:40.416324 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-7956ef1a-7d4e-4215-8c22-17d2876deac6 req-b7feacb5-1454-4f02-bae2-80a979b0b1a5 tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:44:40.424433 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-7956ef1a-7d4e-4215-8c22-17d2876deac6 req-b7feacb5-1454-4f02-bae2-80a979b0b1a5 tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:44:40.504659 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6666a7f-7a1e-4804-ac79-b127d39fbfff req-2b8035c0-426c-4f93-85ca-80d8be599fa7 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:40.515864 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f6666a7f-7a1e-4804-ac79-b127d39fbfff req-2b8035c0-426c-4f93-85ca-80d8be599fa7 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=5479368f-99b9-4cb5-97a3-ad73b7d7fdd4 HTTP/1.1" status: 200 len: 944 time: 0.1004422 Jul 05 02:44:40.516501 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc02eb9d-00fa-402f-ae84-5a27cc6a2f3c req-bceff99a-f4e6-4423-89d9-bc0d1f30cf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:40.518368 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cc02eb9d-00fa-402f-ae84-5a27cc6a2f3c req-bceff99a-f4e6-4423-89d9-bc0d1f30cf7d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e74a7c63f72a43c48203f0c9f39b1c1e&device_id=509db484-14ad-4a38-8bbd-0e2406d8e106 HTTP/1.1" status: 200 len: 1097 time: 0.2200351 Jul 05 02:44:40.528866 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7956ef1a-7d4e-4215-8c22-17d2876deac6 req-b7feacb5-1454-4f02-bae2-80a979b0b1a5 tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:40.533653 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-7956ef1a-7d4e-4215-8c22-17d2876deac6 req-b7feacb5-1454-4f02-bae2-80a979b0b1a5 tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:40.595802 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f6666a7f-7a1e-4804-ac79-b127d39fbfff req-5a507724-9e9f-4aca-b5f4-9b71bb7f2682 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729134 Jul 05 02:44:40.629534 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7956ef1a-7d4e-4215-8c22-17d2876deac6 req-b7feacb5-1454-4f02-bae2-80a979b0b1a5 tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3575716 Jul 05 02:44:40.642793 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-7956ef1a-7d4e-4215-8c22-17d2876deac6 req-1119bec3-7242-4630-b02b-a6b85af31b4f service neutron] Request body: {'port': {'device_id': '798a2195-53e5-428c-b62b-0d286ac9054d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:44:40.715522 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc02eb9d-00fa-402f-ae84-5a27cc6a2f3c req-d37d51a2-6bdc-4cc5-9cde-3db30fe0363a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:40.721835 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cc02eb9d-00fa-402f-ae84-5a27cc6a2f3c req-d37d51a2-6bdc-4cc5-9cde-3db30fe0363a service neutron] 10.222.0.15 "GET /v2.0/networks?id=453695ed-f7f0-4e83-af9e-79d82abcce43 HTTP/1.1" status: 200 len: 897 time: 0.1736376 Jul 05 02:44:40.798459 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cc02eb9d-00fa-402f-ae84-5a27cc6a2f3c req-802fcbf5-d1a0-4acd-b6b3-029fa1cc647e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83181b82-bc38-4fc3-89d1-2f453e81042b HTTP/1.1" status: 200 len: 217 time: 0.0464561 Jul 05 02:44:40.817201 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-7956ef1a-7d4e-4215-8c22-17d2876deac6 req-1119bec3-7242-4630-b02b-a6b85af31b4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:40.819740 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e10b6d6-e204-442e-b897-fa92a3a01f40 None None] New status for floating IP 0d15159b-e148-40f1-800e-23b036e628a7: DOWN {{(pid=94463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 02:44:40.881605 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ea89c-cf70-41fc-9e07-2d95ee113034 req-8454774a-3ab2-4369-93c4-dfbdf5244683 tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:40.889777 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc02eb9d-00fa-402f-ae84-5a27cc6a2f3c req-d3b0f864-d90e-46bc-b0e9-66dd0a6280c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:40.891327 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cc02eb9d-00fa-402f-ae84-5a27cc6a2f3c req-d3b0f864-d90e-46bc-b0e9-66dd0a6280c6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f9d9f2ef-5bcd-4d20-8246-b7af7b447930 HTTP/1.1" status: 200 len: 835 time: 0.0845530 Jul 05 02:44:40.891537 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f55ea89c-cf70-41fc-9e07-2d95ee113034 req-8454774a-3ab2-4369-93c4-dfbdf5244683 tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] 10.222.0.23 "GET /v2.0/ports?device_id=798a2195-53e5-428c-b62b-0d286ac9054d HTTP/1.1" status: 200 len: 932 time: 0.1005933 Jul 05 02:44:40.959717 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f55ea89c-cf70-41fc-9e07-2d95ee113034 req-8e04e63e-8fe2-4660-8fac-891c06f2c631 tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] 10.222.0.23 "GET /v2.0/security-groups?id=7af8d589-730d-469c-8bc2-19a36fefd4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673068 Jul 05 02:44:41.125690 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc02eb9d-00fa-402f-ae84-5a27cc6a2f3c req-252b9db5-c19b-4fc5-b8f7-4e07fde50b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:41.128073 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cc02eb9d-00fa-402f-ae84-5a27cc6a2f3c req-252b9db5-c19b-4fc5-b8f7-4e07fde50b4d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=453695ed-f7f0-4e83-af9e-79d82abcce43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2278423 Jul 05 02:44:41.319780 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cc02eb9d-00fa-402f-ae84-5a27cc6a2f3c req-99f67ed8-f669-496d-9015-5d017f05ed85 service neutron] 10.222.0.15 "GET /v2.0/networks/453695ed-f7f0-4e83-af9e-79d82abcce43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750200 Jul 05 02:44:41.327060 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-7956ef1a-7d4e-4215-8c22-17d2876deac6 req-1119bec3-7242-4630-b02b-a6b85af31b4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18f9adf2-6625-4753-a21d-0e1cc785d229 {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:44:41.346637 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-7956ef1a-7d4e-4215-8c22-17d2876deac6 req-1119bec3-7242-4630-b02b-a6b85af31b4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:41.401985 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97582d19-69d0-4052-8b3d-72eaa829db00 req-acdf417b-e01d-405e-9d89-46af9604f09a tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:41.403529 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-97582d19-69d0-4052-8b3d-72eaa829db00 req-acdf417b-e01d-405e-9d89-46af9604f09a tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/ports?device_id=509db484-14ad-4a38-8bbd-0e2406d8e106 HTTP/1.1" status: 200 len: 945 time: 0.2600408 Jul 05 02:44:41.408846 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-7956ef1a-7d4e-4215-8c22-17d2876deac6 req-1119bec3-7242-4630-b02b-a6b85af31b4f service neutron] Transition to ACTIVE for port object 18f9adf2-6625-4753-a21d-0e1cc785d229 will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:44:41.465224 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-97582d19-69d0-4052-8b3d-72eaa829db00 req-86f2a532-acb3-400b-a63b-49b5b9d35a65 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1b432c8-791e-4baf-8873-3d03dfbb1ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521982 Jul 05 02:44:41.507808 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cc02eb9d-00fa-402f-ae84-5a27cc6a2f3c req-764af3d9-e393-465c-8f6b-48d23a2974a7 service neutron] 10.222.0.15 "GET /v2.0/networks/453695ed-f7f0-4e83-af9e-79d82abcce43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761608 Jul 05 02:44:41.529277 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-7956ef1a-7d4e-4215-8c22-17d2876deac6 req-1119bec3-7242-4630-b02b-a6b85af31b4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:41.596762 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1119bec3-7242-4630-b02b-a6b85af31b4f service neutron] Pushing event updated for resources: {'Port': ['ID=18f9adf2-6625-4753-a21d-0e1cc785d229,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:44:41.670317 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541a821d-cdfc-4354-9594-ac349fe2ccd9 req-53517563-24f1-4ac0-8a60-305daac4e10e tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:41.672092 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-541a821d-cdfc-4354-9594-ac349fe2ccd9 req-53517563-24f1-4ac0-8a60-305daac4e10e tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.15 "GET /v2.0/ports?device_id=509db484-14ad-4a38-8bbd-0e2406d8e106 HTTP/1.1" status: 200 len: 945 time: 0.1825883 Jul 05 02:44:41.756928 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-7956ef1a-7d4e-4215-8c22-17d2876deac6 req-1119bec3-7242-4630-b02b-a6b85af31b4f service neutron] Attempting to bind port 18f9adf2-6625-4753-a21d-0e1cc785d229 on host n-h1-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:44:41.756928 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-7956ef1a-7d4e-4215-8c22-17d2876deac6 req-1119bec3-7242-4630-b02b-a6b85af31b4f service neutron] Attempting to bind port 18f9adf2-6625-4753-a21d-0e1cc785d229 by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': 'b7157176-2d07-46f7-baeb-77586810c902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c6a1e8ad-0016-46f3-9a4a-7f59ac68f139'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:44:41.756928 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7956ef1a-7d4e-4215-8c22-17d2876deac6 req-1119bec3-7242-4630-b02b-a6b85af31b4f service neutron] Attempting to bind port 18f9adf2-6625-4753-a21d-0e1cc785d229 on network c6a1e8ad-0016-46f3-9a4a-7f59ac68f139 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:44:41.783567 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:41.789630 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7956ef1a-7d4e-4215-8c22-17d2876deac6 req-1119bec3-7242-4630-b02b-a6b85af31b4f service neutron] Port 18f9adf2-6625-4753-a21d-0e1cc785d229 on network c6a1e8ad-0016-46f3-9a4a-7f59ac68f139 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:44:41.789959 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7956ef1a-7d4e-4215-8c22-17d2876deac6 req-1119bec3-7242-4630-b02b-a6b85af31b4f service neutron] Attempting to bind port 18f9adf2-6625-4753-a21d-0e1cc785d229 on network c6a1e8ad-0016-46f3-9a4a-7f59ac68f139 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:44:41.818885 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7956ef1a-7d4e-4215-8c22-17d2876deac6 req-1119bec3-7242-4630-b02b-a6b85af31b4f service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:44:41.819227 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7956ef1a-7d4e-4215-8c22-17d2876deac6 req-1119bec3-7242-4630-b02b-a6b85af31b4f service neutron] Checking segment: {'id': 'b7157176-2d07-46f7-baeb-77586810c902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c6a1e8ad-0016-46f3-9a4a-7f59ac68f139'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:44:41.819621 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7956ef1a-7d4e-4215-8c22-17d2876deac6 req-1119bec3-7242-4630-b02b-a6b85af31b4f service neutron] Bound using segment: {'id': 'b7157176-2d07-46f7-baeb-77586810c902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c6a1e8ad-0016-46f3-9a4a-7f59ac68f139'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:44:41.820636 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-7956ef1a-7d4e-4215-8c22-17d2876deac6 req-1119bec3-7242-4630-b02b-a6b85af31b4f service neutron] Bound port: 18f9adf2-6625-4753-a21d-0e1cc785d229, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7157176-2d07-46f7-baeb-77586810c902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c6a1e8ad-0016-46f3-9a4a-7f59ac68f139'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:44:41.821001 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-7956ef1a-7d4e-4215-8c22-17d2876deac6 req-1119bec3-7242-4630-b02b-a6b85af31b4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:41.827277 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 949956d1-934b-4ef7-800c-91d1ee0b9eec details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:44:41.865586 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:41.934579 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aae6467-7ca1-4f70-865c-4ea003038e9a req-c34cd43a-57aa-4fd0-9f99-4453e3c628b3 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:41.942680 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1aae6467-7ca1-4f70-865c-4ea003038e9a req-c34cd43a-57aa-4fd0-9f99-4453e3c628b3 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=5479368f-99b9-4cb5-97a3-ad73b7d7fdd4 HTTP/1.1" status: 200 len: 944 time: 0.1931427 Jul 05 02:44:41.942680 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-7956ef1a-7d4e-4215-8c22-17d2876deac6 req-1119bec3-7242-4630-b02b-a6b85af31b4f service neutron] For port 18f9adf2-6625-4753-a21d-0e1cc785d229, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:44:41.942680 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-541a821d-cdfc-4354-9594-ac349fe2ccd9 req-2b399943-7ca2-4ff9-94cd-d7eab035325f tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Deleting port 83181b82-bc38-4fc3-89d1-2f453e81042b {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:44:41.942680 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-541a821d-cdfc-4354-9594-ac349fe2ccd9 req-2b399943-7ca2-4ff9-94cd-d7eab035325f tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:41.945837 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-7956ef1a-7d4e-4215-8c22-17d2876deac6 req-1119bec3-7242-4630-b02b-a6b85af31b4f service neutron] For port 18f9adf2-6625-4753-a21d-0e1cc785d229, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=18f9adf2-6625-4753-a21d-0e1cc785d229,segment=NetworkSegment(b7157176-2d07-46f7-baeb-77586810c902),segment_id=b7157176-2d07-46f7-baeb-77586810c902)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:44:41.948602 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6506d8-647c-416d-ad3a-b51ef7cf5546 req-44e7f75a-19aa-435d-9e74-d6e191a80292 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:41.964018 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ed6506d8-647c-416d-ad3a-b51ef7cf5546 req-44e7f75a-19aa-435d-9e74-d6e191a80292 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=8bad8ef0-7af4-4e99-ac07-aebe7d07cb93 HTTP/1.1" status: 200 len: 907 time: 0.1537566 Jul 05 02:44:42.026030 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 949956d1-934b-4ef7-800c-91d1ee0b9eec, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=949956d1-934b-4ef7-800c-91d1ee0b9eec,segment=NetworkSegment(0d275c90-3bd1-498e-a485-a23914e67eb1),segment_id=0d275c90-3bd1-498e-a485-a23914e67eb1)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:44:42.039698 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': '949956d1-934b-4ef7-800c-91d1ee0b9eec', 'network_id': '73b1fe81-9ead-413d-adcc-8dcb2085def5', 'port_id': '949956d1-934b-4ef7-800c-91d1ee0b9eec', 'mac_address': 'fa:16:3e:de:8e:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33729902-d3e5-4dd5-ba26-acbc079120a6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:44:42.045531 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1aae6467-7ca1-4f70-865c-4ea003038e9a req-5b0cf485-f732-495c-8a54-74aa1877a919 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015887 Jul 05 02:44:42.051500 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-7956ef1a-7d4e-4215-8c22-17d2876deac6 req-1119bec3-7242-4630-b02b-a6b85af31b4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:42.092451 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:42.112280 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7956ef1a-7d4e-4215-8c22-17d2876deac6 req-1119bec3-7242-4630-b02b-a6b85af31b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:42.112916 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-7956ef1a-7d4e-4215-8c22-17d2876deac6 req-1119bec3-7242-4630-b02b-a6b85af31b4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:42.114348 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7956ef1a-7d4e-4215-8c22-17d2876deac6 req-1119bec3-7242-4630-b02b-a6b85af31b4f service neutron] 10.222.0.21 "PUT /v2.0/ports/18f9adf2-6625-4753-a21d-0e1cc785d229 HTTP/1.1" status: 200 len: 1093 time: 1.4764457 Jul 05 02:44:42.143807 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-541a821d-cdfc-4354-9594-ac349fe2ccd9 req-2b399943-7ca2-4ff9-94cd-d7eab035325f tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] For port 83181b82-bc38-4fc3-89d1-2f453e81042b, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=83181b82-bc38-4fc3-89d1-2f453e81042b,segment=NetworkSegment(0dec8835-1605-4d70-b910-30b29ebdf37d),segment_id=0dec8835-1605-4d70-b910-30b29ebdf37d)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:44:42.144798 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-541a821d-cdfc-4354-9594-ac349fe2ccd9 req-2b399943-7ca2-4ff9-94cd-d7eab035325f tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:42.148839 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 949956d1-934b-4ef7-800c-91d1ee0b9eec {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:44:42.157674 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1119bec3-7242-4630-b02b-a6b85af31b4f service neutron] Pushing event updated for resources: {'Port': ['ID=18f9adf2-6625-4753-a21d-0e1cc785d229,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:44:42.167805 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-541a821d-cdfc-4354-9594-ac349fe2ccd9 req-2b399943-7ca2-4ff9-94cd-d7eab035325f tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Calling delete_port for 83181b82-bc38-4fc3-89d1-2f453e81042b owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:44:42.193770 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 949956d1-934b-4ef7-800c-91d1ee0b9eec, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=949956d1-934b-4ef7-800c-91d1ee0b9eec,segment=NetworkSegment(0d275c90-3bd1-498e-a485-a23914e67eb1),segment_id=0d275c90-3bd1-498e-a485-a23914e67eb1)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:44:42.276971 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767f2e4c-be4e-4980-b272-048781fd79a7 req-f32d77b2-fbc6-472a-b35b-67807a4e8734 tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:42.284569 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-767f2e4c-be4e-4980-b272-048781fd79a7 req-f32d77b2-fbc6-472a-b35b-67807a4e8734 tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] 10.222.0.23 "GET /v2.0/ports?device_id=798a2195-53e5-428c-b62b-0d286ac9054d HTTP/1.1" status: 200 len: 944 time: 0.1403737 Jul 05 02:44:42.299134 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:42.324312 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-767f2e4c-be4e-4980-b272-048781fd79a7 req-e1f0b1b9-f867-4301-9e6d-73ddbfeca1c1 tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] 10.222.0.23 "GET /v2.0/security-groups?id=7af8d589-730d-469c-8bc2-19a36fefd4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388434 Jul 05 02:44:42.354029 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=949956d1-934b-4ef7-800c-91d1ee0b9eec,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:44:42.568759 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['949956d1-934b-4ef7-800c-91d1ee0b9eec'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:44:42.630342 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca760323-0b4c-471c-b685-74a7a369abfe', 'name': 'network-vif-deleted', 'tag': 'e6652c9e-a15a-49b0-b803-c898e5a7da5a'}, {'name': 'network-changed', 'server_uuid': '798a2195-53e5-428c-b62b-0d286ac9054d', 'tag': '18f9adf2-6625-4753-a21d-0e1cc785d229'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:44:42.633136 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59ca7288-f9f3-4fb7-aa8b-294f5fb46f79" -d '{"events": [{"server_uuid": "ca760323-0b4c-471c-b685-74a7a369abfe", "name": "network-vif-deleted", "tag": "e6652c9e-a15a-49b0-b803-c898e5a7da5a"}, {"name": "network-changed", "server_uuid": "798a2195-53e5-428c-b62b-0d286ac9054d", "tag": "18f9adf2-6625-4753-a21d-0e1cc785d229"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:44:42.695529 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 347 Content-Type: application/json Date: Mon, 05 Jul 2021 02:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-841e6c32-ad45-4d12-90dc-df512ec966dc x-openstack-request-id: req-841e6c32-ad45-4d12-90dc-df512ec966dc {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:44:42.695849 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca760323-0b4c-471c-b685-74a7a369abfe", "name": "network-vif-deleted", "tag": "e6652c9e-a15a-49b0-b803-c898e5a7da5a", "status": "failed", "code": 422}, {"name": "network-changed", "server_uuid": "798a2195-53e5-428c-b62b-0d286ac9054d", "tag": "18f9adf2-6625-4753-a21d-0e1cc785d229", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:44:42.696066 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-841e6c32-ad45-4d12-90dc-df512ec966dc {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:44:42.696554 n-d-771362-32 neutron-server[94461]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ca760323-0b4c-471c-b685-74a7a369abfe', 'name': 'network-vif-deleted', 'tag': 'e6652c9e-a15a-49b0-b803-c898e5a7da5a', 'status': 'failed', 'code': 422} returned with failed status Jul 05 02:44:42.696855 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '798a2195-53e5-428c-b62b-0d286ac9054d', 'tag': '18f9adf2-6625-4753-a21d-0e1cc785d229', 'status': 'completed', 'code': 200} Jul 05 02:44:42.775548 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7956ef1a-7d4e-4215-8c22-17d2876deac6 req-0fae0be4-9aa9-4280-9174-8de03dddb5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:42.777066 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7956ef1a-7d4e-4215-8c22-17d2876deac6 req-0fae0be4-9aa9-4280-9174-8de03dddb5c3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ba0e78208f5340669c29db9de3ab6e02&device_id=798a2195-53e5-428c-b62b-0d286ac9054d HTTP/1.1" status: 200 len: 1096 time: 0.1413105 Jul 05 02:44:42.803440 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf5759b-19e8-4a9d-b185-03f422925831 req-a8960a77-a8a8-4a87-8348-153b592227f4 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:42.805418 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ccf5759b-19e8-4a9d-b185-03f422925831 req-a8960a77-a8a8-4a87-8348-153b592227f4 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/ports?device_id=509db484-14ad-4a38-8bbd-0e2406d8e106 HTTP/1.1" status: 200 len: 945 time: 0.1685815 Jul 05 02:44:42.855344 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7956ef1a-7d4e-4215-8c22-17d2876deac6 req-641df979-3814-47c4-a18b-1f183e050343 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18f9adf2-6625-4753-a21d-0e1cc785d229 HTTP/1.1" status: 200 len: 217 time: 0.0489819 Jul 05 02:44:42.934823 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ccf5759b-19e8-4a9d-b185-03f422925831 req-194d8de2-07ad-4ecb-a685-e6be2e2d6b47 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1b432c8-791e-4baf-8873-3d03dfbb1ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197650 Jul 05 02:44:42.936567 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7956ef1a-7d4e-4215-8c22-17d2876deac6 req-6951ef50-c5e4-4525-8e4d-3c3ba952079c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:42.937938 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7956ef1a-7d4e-4215-8c22-17d2876deac6 req-6951ef50-c5e4-4525-8e4d-3c3ba952079c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bd91a718-1133-4464-b627-0d4d6c8f8f9c HTTP/1.1" status: 200 len: 854 time: 0.0721502 Jul 05 02:44:42.972877 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7956ef1a-7d4e-4215-8c22-17d2876deac6 req-d1464059-5440-4e32-9ce7-89e400399eb7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c6a1e8ad-0016-46f3-9a4a-7f59ac68f139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282190 Jul 05 02:44:42.979680 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-541a821d-cdfc-4354-9594-ac349fe2ccd9 req-2b399943-7ca2-4ff9-94cd-d7eab035325f tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:43.061427 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b399943-7ca2-4ff9-94cd-d7eab035325f tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Pushing event deleted for resources: {'Port': ['ID=83181b82-bc38-4fc3-89d1-2f453e81042b,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:44:43.140812 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-541a821d-cdfc-4354-9594-ac349fe2ccd9 req-2b399943-7ca2-4ff9-94cd-d7eab035325f tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] No DVR routers for this DVR port 83181b82-bc38-4fc3-89d1-2f453e81042b on host n-h2-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:44:43.153547 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-541a821d-cdfc-4354-9594-ac349fe2ccd9 req-2b399943-7ca2-4ff9-94cd-d7eab035325f tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:43.156023 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-541a821d-cdfc-4354-9594-ac349fe2ccd9 req-2b399943-7ca2-4ff9-94cd-d7eab035325f tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.15 "DELETE /v2.0/ports/83181b82-bc38-4fc3-89d1-2f453e81042b HTTP/1.1" status: 204 len: 173 time: 1.4770188 Jul 05 02:44:43.183808 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecef7ae-4373-416e-a918-d035a8854048 req-37dd6704-a8f5-44cf-90e4-550bd4f9517e tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:43.191803 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0ecef7ae-4373-416e-a918-d035a8854048 req-37dd6704-a8f5-44cf-90e4-550bd4f9517e tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=8bad8ef0-7af4-4e99-ac07-aebe7d07cb93 HTTP/1.1" status: 200 len: 907 time: 0.1005104 Jul 05 02:44:43.192173 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7956ef1a-7d4e-4215-8c22-17d2876deac6 req-5f66eb94-1933-4227-8c26-aefbc2cdeace service neutron] 10.222.0.21 "GET /v2.0/networks/c6a1e8ad-0016-46f3-9a4a-7f59ac68f139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073755 Jul 05 02:44:43.201585 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5925c6f-c4fe-49a9-a8c4-396a0d918c50 req-6531f938-0be7-4d78-8148-c363dd856ac5 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:43.203020 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f5925c6f-c4fe-49a9-a8c4-396a0d918c50 req-6531f938-0be7-4d78-8148-c363dd856ac5 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bad8ef0-7af4-4e99-ac07-aebe7d07cb93 HTTP/1.1" status: 200 len: 907 time: 0.1811187 Jul 05 02:44:43.403876 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7956ef1a-7d4e-4215-8c22-17d2876deac6 req-64632466-b835-43e4-937c-f86db0ac60c7 service neutron] 10.222.0.21 "GET /v2.0/networks/c6a1e8ad-0016-46f3-9a4a-7f59ac68f139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999156 Jul 05 02:44:43.418533 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de82c93-a84d-4458-bb86-b6f1229f86d7 req-19f591cc-18dc-453a-8e02-0ca0cc543266 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:43.424532 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0de82c93-a84d-4458-bb86-b6f1229f86d7 req-19f591cc-18dc-453a-8e02-0ca0cc543266 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=5479368f-99b9-4cb5-97a3-ad73b7d7fdd4 HTTP/1.1" status: 200 len: 945 time: 0.2192538 Jul 05 02:44:43.455271 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-f5925c6f-c4fe-49a9-a8c4-396a0d918c50 req-687d2749-d7a5-4b2c-94f7-20fca8b89684 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Deleting port 040987f5-f58c-4888-a20d-f047aadd9e68 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:44:43.455622 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f5925c6f-c4fe-49a9-a8c4-396a0d918c50 req-687d2749-d7a5-4b2c-94f7-20fca8b89684 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:43.517696 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0de82c93-a84d-4458-bb86-b6f1229f86d7 req-21c124b9-9b86-43a7-bb0d-2dda56bd1ad3 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924847 Jul 05 02:44:43.596010 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-f5925c6f-c4fe-49a9-a8c4-396a0d918c50 req-687d2749-d7a5-4b2c-94f7-20fca8b89684 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] For port 040987f5-f58c-4888-a20d-f047aadd9e68, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=040987f5-f58c-4888-a20d-f047aadd9e68,segment=NetworkSegment(2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7),segment_id=2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:44:43.596669 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f5925c6f-c4fe-49a9-a8c4-396a0d918c50 req-687d2749-d7a5-4b2c-94f7-20fca8b89684 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:43.611762 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-f5925c6f-c4fe-49a9-a8c4-396a0d918c50 req-687d2749-d7a5-4b2c-94f7-20fca8b89684 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Calling delete_port for 040987f5-f58c-4888-a20d-f047aadd9e68 owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:44:43.644660 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3af2b03-ab83-461c-be1a-c1ded19f39c0 req-8c1142c4-0610-4f4f-9eb7-2cb33877270d tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:43.646732 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a3af2b03-ab83-461c-be1a-c1ded19f39c0 req-8c1142c4-0610-4f4f-9eb7-2cb33877270d tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] 10.222.0.23 "GET /v2.0/ports?device_id=798a2195-53e5-428c-b62b-0d286ac9054d HTTP/1.1" status: 200 len: 944 time: 0.0766053 Jul 05 02:44:43.690910 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a3af2b03-ab83-461c-be1a-c1ded19f39c0 req-a0b2c2d6-a3f0-4367-aadd-02d190ff1ae6 tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] 10.222.0.23 "GET /v2.0/security-groups?id=7af8d589-730d-469c-8bc2-19a36fefd4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358219 Jul 05 02:44:43.786162 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ca7288-f9f3-4fb7-aa8b-294f5fb46f79 req-1d4c6619-c585-45dc-99e0-8cfb911e8269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:43.787671 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-59ca7288-f9f3-4fb7-aa8b-294f5fb46f79 req-1d4c6619-c585-45dc-99e0-8cfb911e8269 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ba0e78208f5340669c29db9de3ab6e02&device_id=798a2195-53e5-428c-b62b-0d286ac9054d HTTP/1.1" status: 200 len: 1096 time: 0.1037457 Jul 05 02:44:43.860843 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 949956d1-934b-4ef7-800c-91d1ee0b9eec up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:44:43.888800 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ca7288-f9f3-4fb7-aa8b-294f5fb46f79 req-79b6931a-f64c-4d03-ad55-488bdd1427ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:43.891639 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-59ca7288-f9f3-4fb7-aa8b-294f5fb46f79 req-79b6931a-f64c-4d03-ad55-488bdd1427ea service neutron] 10.222.0.21 "GET /v2.0/networks?id=c6a1e8ad-0016-46f3-9a4a-7f59ac68f139 HTTP/1.1" status: 200 len: 914 time: 0.0947108 Jul 05 02:44:43.912150 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f5925c6f-c4fe-49a9-a8c4-396a0d918c50 req-687d2749-d7a5-4b2c-94f7-20fca8b89684 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:43.954798 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-59ca7288-f9f3-4fb7-aa8b-294f5fb46f79 req-85b8479c-9f77-4c39-b31c-9fbf8a834d92 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18f9adf2-6625-4753-a21d-0e1cc785d229 HTTP/1.1" status: 200 len: 217 time: 0.0514143 Jul 05 02:44:43.976077 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning for port 949956d1-934b-4ef7-800c-91d1ee0b9eec completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:44:43.981011 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687d2749-d7a5-4b2c-94f7-20fca8b89684 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Pushing event deleted for resources: {'Port': ['ID=040987f5-f58c-4888-a20d-f047aadd9e68,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:44:43.985657 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port 949956d1-934b-4ef7-800c-91d1ee0b9eec triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:44:43.986029 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:44.007393 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 02:44:44.055678 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5925c6f-c4fe-49a9-a8c4-396a0d918c50 req-687d2749-d7a5-4b2c-94f7-20fca8b89684 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] No DVR routers for this DVR port 040987f5-f58c-4888-a20d-f047aadd9e68 on host n-h2-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:44:44.060017 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f5925c6f-c4fe-49a9-a8c4-396a0d918c50 req-687d2749-d7a5-4b2c-94f7-20fca8b89684 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:44.064186 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f5925c6f-c4fe-49a9-a8c4-396a0d918c50 req-687d2749-d7a5-4b2c-94f7-20fca8b89684 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.15 "DELETE /v2.0/ports/040987f5-f58c-4888-a20d-f047aadd9e68 HTTP/1.1" status: 204 len: 173 time: 0.8363521 Jul 05 02:44:44.071968 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ca7288-f9f3-4fb7-aa8b-294f5fb46f79 req-2cf91dc9-b592-4c4a-95ee-e46da0d71b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:44.075282 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-59ca7288-f9f3-4fb7-aa8b-294f5fb46f79 req-2cf91dc9-b592-4c4a-95ee-e46da0d71b46 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bd91a718-1133-4464-b627-0d4d6c8f8f9c HTTP/1.1" status: 200 len: 854 time: 0.1013932 Jul 05 02:44:44.151404 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-59ca7288-f9f3-4fb7-aa8b-294f5fb46f79 req-62450d12-6401-465c-a243-c5a7ddf7772a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c6a1e8ad-0016-46f3-9a4a-7f59ac68f139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664477 Jul 05 02:44:44.169716 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:44.193933 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5479368f-99b9-4cb5-97a3-ad73b7d7fdd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '949956d1-934b-4ef7-800c-91d1ee0b9eec'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:44:44.196851 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e63f4e6-887f-43e4-8779-bfc189d4ae5e" -d '{"events": [{"server_uuid": "5479368f-99b9-4cb5-97a3-ad73b7d7fdd4", "name": "network-vif-plugged", "status": "completed", "tag": "949956d1-934b-4ef7-800c-91d1ee0b9eec"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:44:44.212770 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 949956d1-934b-4ef7-800c-91d1ee0b9eec, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=949956d1-934b-4ef7-800c-91d1ee0b9eec,segment=NetworkSegment(0d275c90-3bd1-498e-a485-a23914e67eb1),segment_id=0d275c90-3bd1-498e-a485-a23914e67eb1)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:44:44.229800 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-446eb000-01d5-42a0-a737-23a283aec9dc req-71896c64-9eff-403e-82d0-e2aa917f3f70 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "GET /v2.0/ports?device_id=509db484-14ad-4a38-8bbd-0e2406d8e106 HTTP/1.1" status: 200 len: 210 time: 0.0634158 Jul 05 02:44:44.265973 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c587e992-0060-445b-be4e-dfe3fed84ff4 x-openstack-request-id: req-c587e992-0060-445b-be4e-dfe3fed84ff4 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:44:44.271552 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5479368f-99b9-4cb5-97a3-ad73b7d7fdd4", "name": "network-vif-plugged", "status": "completed", "tag": "949956d1-934b-4ef7-800c-91d1ee0b9eec", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:44:44.271552 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c587e992-0060-445b-be4e-dfe3fed84ff4 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:44:44.271552 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5479368f-99b9-4cb5-97a3-ad73b7d7fdd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '949956d1-934b-4ef7-800c-91d1ee0b9eec', 'code': 200} Jul 05 02:44:44.280866 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-59ca7288-f9f3-4fb7-aa8b-294f5fb46f79 req-41741688-236e-47d4-9e09-1d019ab192cf service neutron] 10.222.0.21 "GET /v2.0/networks/c6a1e8ad-0016-46f3-9a4a-7f59ac68f139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236093 Jul 05 02:44:44.340372 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:44.417553 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=949956d1-934b-4ef7-800c-91d1ee0b9eec,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:44:44.470075 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-59ca7288-f9f3-4fb7-aa8b-294f5fb46f79 req-80da7411-38d4-44b9-944e-46c04e1f6a26 service neutron] 10.222.0.21 "GET /v2.0/networks/c6a1e8ad-0016-46f3-9a4a-7f59ac68f139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696396 Jul 05 02:44:44.519041 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1eeac35c-c2a9-41f2-ab3d-9b91414ebed4 req-4e8478bd-ac8a-42e3-a7a2-0df3d8127056 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=8bad8ef0-7af4-4e99-ac07-aebe7d07cb93 HTTP/1.1" status: 200 len: 210 time: 0.1314988 Jul 05 02:44:44.576639 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450aa852-9b51-47ca-9888-d0b4519794fd req-6dfc90c3-ee4d-4fca-98d3-87476b217e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:44.578480 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-450aa852-9b51-47ca-9888-d0b4519794fd req-6dfc90c3-ee4d-4fca-98d3-87476b217e03 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5479368f-99b9-4cb5-97a3-ad73b7d7fdd4 HTTP/1.1" status: 200 len: 1098 time: 0.1072361 Jul 05 02:44:44.620593 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-450aa852-9b51-47ca-9888-d0b4519794fd req-65b17766-3aeb-4add-a250-7efb0b4461e1 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346761 Jul 05 02:44:44.697772 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '509db484-14ad-4a38-8bbd-0e2406d8e106', 'name': 'network-vif-deleted', 'tag': '83181b82-bc38-4fc3-89d1-2f453e81042b'}, {'server_uuid': '8bad8ef0-7af4-4e99-ac07-aebe7d07cb93', 'name': 'network-vif-deleted', 'tag': '040987f5-f58c-4888-a20d-f047aadd9e68'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:44:44.700014 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac3d2558-3f98-4f2f-a1c6-4b36098502e1" -d '{"events": [{"server_uuid": "509db484-14ad-4a38-8bbd-0e2406d8e106", "name": "network-vif-deleted", "tag": "83181b82-bc38-4fc3-89d1-2f453e81042b"}, {"server_uuid": "8bad8ef0-7af4-4e99-ac07-aebe7d07cb93", "name": "network-vif-deleted", "tag": "040987f5-f58c-4888-a20d-f047aadd9e68"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:44:44.710962 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e05cfde-b5fd-4c4e-a629-402bbc70cfd2 req-5834e8e4-c999-46b5-a358-544df87a7d96 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:44.712488 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8e05cfde-b5fd-4c4e-a629-402bbc70cfd2 req-5834e8e4-c999-46b5-a358-544df87a7d96 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=5479368f-99b9-4cb5-97a3-ad73b7d7fdd4 HTTP/1.1" status: 200 len: 946 time: 0.0726004 Jul 05 02:44:44.749079 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 05 Jul 2021 02:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8ba12ec-2863-488b-a95e-e2ee516d3a21 x-openstack-request-id: req-d8ba12ec-2863-488b-a95e-e2ee516d3a21 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:44:44.749079 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "509db484-14ad-4a38-8bbd-0e2406d8e106", "name": "network-vif-deleted", "tag": "83181b82-bc38-4fc3-89d1-2f453e81042b", "status": "completed", "code": 200}, {"server_uuid": "8bad8ef0-7af4-4e99-ac07-aebe7d07cb93", "name": "network-vif-deleted", "tag": "040987f5-f58c-4888-a20d-f047aadd9e68", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:44:44.749079 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d8ba12ec-2863-488b-a95e-e2ee516d3a21 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:44:44.749079 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '509db484-14ad-4a38-8bbd-0e2406d8e106', 'name': 'network-vif-deleted', 'tag': '83181b82-bc38-4fc3-89d1-2f453e81042b', 'status': 'completed', 'code': 200} Jul 05 02:44:44.749079 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bad8ef0-7af4-4e99-ac07-aebe7d07cb93', 'name': 'network-vif-deleted', 'tag': '040987f5-f58c-4888-a20d-f047aadd9e68', 'status': 'completed', 'code': 200} Jul 05 02:44:44.754493 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8e05cfde-b5fd-4c4e-a629-402bbc70cfd2 req-620aa2e3-420c-471e-949e-a66137983479 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362906 Jul 05 02:44:44.891992 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8b6879-4b84-42e6-baef-5ef02c483371 req-1ac5ae69-277d-4609-9fad-3d45c65f78af tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:44.893524 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7e8b6879-4b84-42e6-baef-5ef02c483371 req-1ac5ae69-277d-4609-9fad-3d45c65f78af tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] 10.222.0.23 "GET /v2.0/ports?device_id=798a2195-53e5-428c-b62b-0d286ac9054d HTTP/1.1" status: 200 len: 944 time: 0.0640016 Jul 05 02:44:44.931737 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7e8b6879-4b84-42e6-baef-5ef02c483371 req-5d91441c-c6f8-46ce-a90c-5d1c1d3d5480 tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] 10.222.0.23 "GET /v2.0/security-groups?id=7af8d589-730d-469c-8bc2-19a36fefd4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325956 Jul 05 02:44:45.079839 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 83181b82-bc38-4fc3-89d1-2f453e81042b no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:44:45.099919 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] No Port match for: 83181b82-bc38-4fc3-89d1-2f453e81042b {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:44:45.100264 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 83181b82-bc38-4fc3-89d1-2f453e81042b not bound to the agent host n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:44:45.326794 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 32862) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:44:45.394771 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-81c71124-f5d5-46a1-aa20-b5e6c0eab955 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:45.423893 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-81c71124-f5d5-46a1-aa20-b5e6c0eab955 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:45.571884 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-81c71124-f5d5-46a1-aa20-b5e6c0eab955 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:45.586954 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-81c71124-f5d5-46a1-aa20-b5e6c0eab955 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:45.588342 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-81c71124-f5d5-46a1-aa20-b5e6c0eab955 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "DELETE /v2.0/security-groups/c1b432c8-791e-4baf-8873-3d03dfbb1ab2 HTTP/1.1" status: 204 len: 168 time: 0.2604764 Jul 05 02:44:45.599060 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c71124-f5d5-46a1-aa20-b5e6c0eab955 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1b432c8-791e-4baf-8873-3d03dfbb1ab2,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:44:45.619617 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c71124-f5d5-46a1-aa20-b5e6c0eab955 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:44:45.620073 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c71124-f5d5-46a1-aa20-b5e6c0eab955 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:44:45.620514 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c71124-f5d5-46a1-aa20-b5e6c0eab955 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:44:45.620970 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c71124-f5d5-46a1-aa20-b5e6c0eab955 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:44:45.621404 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c71124-f5d5-46a1-aa20-b5e6c0eab955 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:44:45.625088 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c71124-f5d5-46a1-aa20-b5e6c0eab955 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:44:45.625507 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c71124-f5d5-46a1-aa20-b5e6c0eab955 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:44:45.625950 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c71124-f5d5-46a1-aa20-b5e6c0eab955 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:44:45.626423 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c71124-f5d5-46a1-aa20-b5e6c0eab955 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:44:45.626855 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c71124-f5d5-46a1-aa20-b5e6c0eab955 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:44:45.627292 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c71124-f5d5-46a1-aa20-b5e6c0eab955 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:44:45.627754 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c71124-f5d5-46a1-aa20-b5e6c0eab955 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:44:45.803922 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 32878) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:44:45.970489 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f545257-7de9-4edc-91bb-3923d7569fd0 req-9f1ad087-4ff8-4e0e-bea1-87c10553dded tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:45.972025 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5f545257-7de9-4edc-91bb-3923d7569fd0 req-9f1ad087-4ff8-4e0e-bea1-87c10553dded tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=5479368f-99b9-4cb5-97a3-ad73b7d7fdd4 HTTP/1.1" status: 200 len: 946 time: 0.0777538 Jul 05 02:44:46.010794 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5f545257-7de9-4edc-91bb-3923d7569fd0 req-9a72f60f-8043-497b-994e-54b09701de18 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329597 Jul 05 02:44:46.217232 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f0aded44-bac5-44d2-a547-262aebea24be tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1634680'] for router_interface, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:46.221293 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad743c9-3df0-4bc0-a955-8c725ac9bd4d req-8449c87d-5689-4f4b-99a2-938ce053e030 tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:46.222760 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-dad743c9-3df0-4bc0-a955-8c725ac9bd4d req-8449c87d-5689-4f4b-99a2-938ce053e030 tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] 10.222.0.23 "GET /v2.0/ports?device_id=798a2195-53e5-428c-b62b-0d286ac9054d HTTP/1.1" status: 200 len: 944 time: 0.0706587 Jul 05 02:44:46.269932 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-dad743c9-3df0-4bc0-a955-8c725ac9bd4d req-adf56833-7d81-4380-a146-9630eb0afc28 tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] 10.222.0.23 "GET /v2.0/security-groups?id=7af8d589-730d-469c-8bc2-19a36fefd4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408418 Jul 05 02:44:46.459017 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2937410-c56d-411d-9aea-3a20020f30d7 req-331a4fa4-e1a5-4994-9e8c-1a22b5337e8b tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:46.460510 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d2937410-c56d-411d-9aea-3a20020f30d7 req-331a4fa4-e1a5-4994-9e8c-1a22b5337e8b tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d57b7a4-ae99-4809-ae3b-eb1a67eeb579 HTTP/1.1" status: 200 len: 945 time: 0.0972455 Jul 05 02:44:46.530216 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d2937410-c56d-411d-9aea-3a20020f30d7 req-4f505ccc-61ed-4bae-ab0c-259769b7673c tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e2564be-f5d8-4abd-ab86-f37a499f4ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610571 Jul 05 02:44:46.591767 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-f0aded44-bac5-44d2-a547-262aebea24be tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Deleting port d0a3fbce-96f8-43c6-b98d-40013dbaf3f1 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:44:46.592112 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f0aded44-bac5-44d2-a547-262aebea24be tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:46.679575 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [None req-f0aded44-bac5-44d2-a547-262aebea24be tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] For port d0a3fbce-96f8-43c6-b98d-40013dbaf3f1, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=d0a3fbce-96f8-43c6-b98d-40013dbaf3f1,segment=NetworkSegment(0dec8835-1605-4d70-b910-30b29ebdf37d),segment_id=0dec8835-1605-4d70-b910-30b29ebdf37d)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:44:46.679932 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f0aded44-bac5-44d2-a547-262aebea24be tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:46.704230 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-f0aded44-bac5-44d2-a547-262aebea24be tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Calling delete_port for d0a3fbce-96f8-43c6-b98d-40013dbaf3f1 owned by network:router_interface {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:44:46.951642 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f0aded44-bac5-44d2-a547-262aebea24be tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:46.977427 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aded44-bac5-44d2-a547-262aebea24be tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Pushing event deleted for resources: {'Port': ['ID=d0a3fbce-96f8-43c6-b98d-40013dbaf3f1,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:44:47.092833 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 040987f5-f58c-4888-a20d-f047aadd9e68 no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:44:47.126845 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] No Port match for: 040987f5-f58c-4888-a20d-f047aadd9e68 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:44:47.127451 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 040987f5-f58c-4888-a20d-f047aadd9e68 not bound to the agent host n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:44:47.171124 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f0aded44-bac5-44d2-a547-262aebea24be tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635398'] for router_interface, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:47.315681 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc1d56b-7b8c-4311-a240-71cfb7564405 req-3d930554-6fd2-4da1-8b40-1b21a9886d37 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:47.317908 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1cc1d56b-7b8c-4311-a240-71cfb7564405 req-3d930554-6fd2-4da1-8b40-1b21a9886d37 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=5479368f-99b9-4cb5-97a3-ad73b7d7fdd4 HTTP/1.1" status: 200 len: 946 time: 0.1586778 Jul 05 02:44:47.406675 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1cc1d56b-7b8c-4311-a240-71cfb7564405 req-864c5e3a-3eca-439c-b81f-3b05256d8d9d tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745561 Jul 05 02:44:47.481948 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0aded44-bac5-44d2-a547-262aebea24be tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Router bcd28f77-0339-46bd-98f0-ac6c5c00ad45 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:44:47.498909 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caa2566-8405-4647-aa64-e7f267e986ff req-38dad10b-321a-412e-bb5f-d27f849ea9f2 tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:47.501585 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2caa2566-8405-4647-aa64-e7f267e986ff req-38dad10b-321a-412e-bb5f-d27f849ea9f2 tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] 10.222.0.23 "GET /v2.0/ports?device_id=798a2195-53e5-428c-b62b-0d286ac9054d HTTP/1.1" status: 200 len: 944 time: 0.1065547 Jul 05 02:44:47.574255 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2caa2566-8405-4647-aa64-e7f267e986ff req-eb729255-5131-462f-baa7-e5368daae9a3 tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] 10.222.0.23 "GET /v2.0/security-groups?id=7af8d589-730d-469c-8bc2-19a36fefd4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668981 Jul 05 02:44:47.661328 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0aded44-bac5-44d2-a547-262aebea24be tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:44:47.673402 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-f0aded44-bac5-44d2-a547-262aebea24be tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "PUT /v2.0/routers/bcd28f77-0339-46bd-98f0-ac6c5c00ad45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8662281 Jul 05 02:44:47.680543 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 32920) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:44:47.680695 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be38077-22ba-4a9c-85f7-8ad1f20f3b89 None None] Sync routers for ids ['bcd28f77-0339-46bd-98f0-ac6c5c00ad45'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:44:47.684525 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be38077-22ba-4a9c-85f7-8ad1f20f3b89 None None] Routers {'bcd28f77-0339-46bd-98f0-ac6c5c00ad45'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:44:47.685389 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-9be38077-22ba-4a9c-85f7-8ad1f20f3b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:44:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['bcd28f77-0339-46bd-98f0-ac6c5c00ad45'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:44:47.760231 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-989ce7e8-21d4-4186-b31f-d039c7db118b tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Deleting subnet f9d9f2ef-5bcd-4d20-8246-b7af7b447930 {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:44:47.769628 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-989ce7e8-21d4-4186-b31f-d039c7db118b tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:47.771866 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de60514-b1bb-41e7-b830-abda2d3dd150 req-ed55b7db-0d8a-441a-b2a2-d314b40d4c40 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:47.780161 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1de60514-b1bb-41e7-b830-abda2d3dd150 req-ed55b7db-0d8a-441a-b2a2-d314b40d4c40 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=5479368f-99b9-4cb5-97a3-ad73b7d7fdd4 HTTP/1.1" status: 200 len: 946 time: 0.1620221 Jul 05 02:44:47.822505 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba2b593-637e-4dcd-9575-354b94680fec req-e72f588f-f277-4e04-81d2-9afdaf6fde4a tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:47.824323 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fba2b593-637e-4dcd-9575-354b94680fec req-e72f588f-f277-4e04-81d2-9afdaf6fde4a tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d57b7a4-ae99-4809-ae3b-eb1a67eeb579 HTTP/1.1" status: 200 len: 945 time: 0.1380696 Jul 05 02:44:47.933770 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 18f9adf2-6625-4753-a21d-0e1cc785d229 details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:44:47.933872 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1de60514-b1bb-41e7-b830-abda2d3dd150 req-48231ef7-c8e2-4f3e-9252-e59a7be37de3 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847454 Jul 05 02:44:47.933957 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-989ce7e8-21d4-4186-b31f-d039c7db118b tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:47.969176 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-9be38077-22ba-4a9c-85f7-8ad1f20f3b89 None None] Set router bcd28f77-0339-46bd-98f0-ac6c5c00ad45 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:44:47.984802 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-fba2b593-637e-4dcd-9575-354b94680fec req-69ad523d-f66f-4931-b97a-c2c6e0256f4d tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Deleting port 66653bc2-6cf2-4197-a191-9977fe7eb17c {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:44:47.985428 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-fba2b593-637e-4dcd-9575-354b94680fec req-69ad523d-f66f-4931-b97a-c2c6e0256f4d tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:47.988398 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474edcb2-3ba0-47da-b3dd-fb3ed565ceb9 req-8469e90f-f99d-450d-80f0-af36d5634412 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:47.990016 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-474edcb2-3ba0-47da-b3dd-fb3ed565ceb9 req-8469e90f-f99d-450d-80f0-af36d5634412 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d57b7a4-ae99-4809-ae3b-eb1a67eeb579 HTTP/1.1" status: 200 len: 945 time: 0.2138541 Jul 05 02:44:48.095120 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-474edcb2-3ba0-47da-b3dd-fb3ed565ceb9 req-8e3be438-38f9-48a4-83e2-90ad37d77db3 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e2564be-f5d8-4abd-ab86-f37a499f4ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861716 Jul 05 02:44:48.126927 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-989ce7e8-21d4-4186-b31f-d039c7db118b tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:48.218413 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-fba2b593-637e-4dcd-9575-354b94680fec req-69ad523d-f66f-4931-b97a-c2c6e0256f4d tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] For port 66653bc2-6cf2-4197-a191-9977fe7eb17c, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=66653bc2-6cf2-4197-a191-9977fe7eb17c,segment=NetworkSegment(2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7),segment_id=2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:44:48.218657 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-fba2b593-637e-4dcd-9575-354b94680fec req-69ad523d-f66f-4931-b97a-c2c6e0256f4d tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:48.257286 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-fba2b593-637e-4dcd-9575-354b94680fec req-69ad523d-f66f-4931-b97a-c2c6e0256f4d tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Calling delete_port for 66653bc2-6cf2-4197-a191-9977fe7eb17c owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:44:48.270712 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 18f9adf2-6625-4753-a21d-0e1cc785d229, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=18f9adf2-6625-4753-a21d-0e1cc785d229,segment=NetworkSegment(b7157176-2d07-46f7-baeb-77586810c902),segment_id=b7157176-2d07-46f7-baeb-77586810c902)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:44:48.296032 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': '18f9adf2-6625-4753-a21d-0e1cc785d229', 'network_id': 'c6a1e8ad-0016-46f3-9a4a-7f59ac68f139', 'port_id': '18f9adf2-6625-4753-a21d-0e1cc785d229', 'mac_address': 'fa:16:3e:ab:77:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd91a718-1133-4464-b627-0d4d6c8f8f9c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:44:48.312497 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-9be38077-22ba-4a9c-85f7-8ad1f20f3b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd28f77-0339-46bd-98f0-ac6c5c00ad45', 'name': 'tempest-TestNetworkBasicOps-router-477094769', 'tenant_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '44cdf809-82a0-454e-970c-8b3b78d74acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:43:24Z', 'updated_at': '2021-07-05T02:44:46Z', 'revision_number': 5, 'project_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'gw_port': {'id': '44cdf809-82a0-454e-970c-8b3b78d74acb', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:7f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd28f77-0339-46bd-98f0-ac6c5c00ad45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:43:25Z', 'updated_at': '2021-07-05T02:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:44:48.341501 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:48.347417 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be38077-22ba-4a9c-85f7-8ad1f20f3b89 None None] Checking router: bcd28f77-0339-46bd-98f0-ac6c5c00ad45 for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:44:48.353214 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-989ce7e8-21d4-4186-b31f-d039c7db118b tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:48.357140 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18f9adf2-6625-4753-a21d-0e1cc785d229 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:44:48.366999 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be38077-22ba-4a9c-85f7-8ad1f20f3b89 None None] Routers {'bcd28f77-0339-46bd-98f0-ac6c5c00ad45'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:44:48.367953 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-9be38077-22ba-4a9c-85f7-8ad1f20f3b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:44:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['bcd28f77-0339-46bd-98f0-ac6c5c00ad45'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:44:48.377765 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 18f9adf2-6625-4753-a21d-0e1cc785d229, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=18f9adf2-6625-4753-a21d-0e1cc785d229,segment=NetworkSegment(b7157176-2d07-46f7-baeb-77586810c902),segment_id=b7157176-2d07-46f7-baeb-77586810c902)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:44:48.405965 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989ce7e8-21d4-4186-b31f-d039c7db118b tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Pushing event deleted for resources: {'Subnet': ['ID=f9d9f2ef-5bcd-4d20-8246-b7af7b447930,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:44:48.409281 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-989ce7e8-21d4-4186-b31f-d039c7db118b tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:48.412271 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-989ce7e8-21d4-4186-b31f-d039c7db118b tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "DELETE /v2.0/subnets/f9d9f2ef-5bcd-4d20-8246-b7af7b447930 HTTP/1.1" status: 204 len: 168 time: 0.7366955 Jul 05 02:44:48.426697 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7205c2c-1f1e-4b3b-ac81-1eb4290bc539 None None] Network 453695ed-f7f0-4e83-af9e-79d82abcce43 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:44:48.426816 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 32936) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:44:48.462935 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:48.538067 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-9be38077-22ba-4a9c-85f7-8ad1f20f3b89 None None] Set router bcd28f77-0339-46bd-98f0-ac6c5c00ad45 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:44:48.581360 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=18f9adf2-6625-4753-a21d-0e1cc785d229,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:44:48.755354 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['18f9adf2-6625-4753-a21d-0e1cc785d229'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:44:48.825974 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-9be38077-22ba-4a9c-85f7-8ad1f20f3b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd28f77-0339-46bd-98f0-ac6c5c00ad45', 'name': 'tempest-TestNetworkBasicOps-router-477094769', 'tenant_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '44cdf809-82a0-454e-970c-8b3b78d74acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:43:24Z', 'updated_at': '2021-07-05T02:44:46Z', 'revision_number': 5, 'project_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'gw_port': {'id': '44cdf809-82a0-454e-970c-8b3b78d74acb', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:7f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd28f77-0339-46bd-98f0-ac6c5c00ad45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:43:25Z', 'updated_at': '2021-07-05T02:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:44:48.828793 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f7ebb4-984d-4407-a345-f49d6c797309 None None] DHCP port deletion for 453695ed-f7f0-4e83-af9e-79d82abcce43 request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:44:48.844414 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7551a0af-ff03-48cd-a282-949ee78ca8d6 req-31735af8-305a-4425-93cb-ac2d83cd3ad8 tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:48.850956 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7551a0af-ff03-48cd-a282-949ee78ca8d6 req-31735af8-305a-4425-93cb-ac2d83cd3ad8 tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] 10.222.0.23 "GET /v2.0/ports?device_id=798a2195-53e5-428c-b62b-0d286ac9054d HTTP/1.1" status: 200 len: 945 time: 0.1135991 Jul 05 02:44:48.861998 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be38077-22ba-4a9c-85f7-8ad1f20f3b89 None None] The sync data for ids ['bcd28f77-0339-46bd-98f0-ac6c5c00ad45'] in n-d-771362-32 is: [{'id': 'bcd28f77-0339-46bd-98f0-ac6c5c00ad45', 'name': 'tempest-TestNetworkBasicOps-router-477094769', 'tenant_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '44cdf809-82a0-454e-970c-8b3b78d74acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:43:24Z', 'updated_at': '2021-07-05T02:44:46Z', 'revision_number': 5, 'project_id': 'e74a7c63f72a43c48203f0c9f39b1c1e', 'gw_port': {'id': '44cdf809-82a0-454e-970c-8b3b78d74acb', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:7f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd28f77-0339-46bd-98f0-ac6c5c00ad45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:43:25Z', 'updated_at': '2021-07-05T02:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:44:48.903826 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7551a0af-ff03-48cd-a282-949ee78ca8d6 req-aae37a55-3c00-4924-9ecf-65e59d459f5e tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] 10.222.0.23 "GET /v2.0/security-groups?id=7af8d589-730d-469c-8bc2-19a36fefd4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512743 Jul 05 02:44:48.926479 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-61f7ebb4-984d-4407-a345-f49d6c797309 None None] Deleting port 5973a432-a99c-4d23-b9dd-0224a9b21f3d {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:44:48.926974 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-61f7ebb4-984d-4407-a345-f49d6c797309 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:48.985257 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3644d27f-294c-48ed-927d-37f479b509cb req-0526df80-c517-4f73-81ce-92699674b499 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:48.986802 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3644d27f-294c-48ed-927d-37f479b509cb req-0526df80-c517-4f73-81ce-92699674b499 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=5479368f-99b9-4cb5-97a3-ad73b7d7fdd4 HTTP/1.1" status: 200 len: 946 time: 0.7096567 Jul 05 02:44:49.018225 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-61f7ebb4-984d-4407-a345-f49d6c797309 None None] For port 5973a432-a99c-4d23-b9dd-0224a9b21f3d, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=5973a432-a99c-4d23-b9dd-0224a9b21f3d,segment=NetworkSegment(0dec8835-1605-4d70-b910-30b29ebdf37d),segment_id=0dec8835-1605-4d70-b910-30b29ebdf37d)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:44:49.018461 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-61f7ebb4-984d-4407-a345-f49d6c797309 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:49.041432 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-61f7ebb4-984d-4407-a345-f49d6c797309 None None] Calling delete_port for 5973a432-a99c-4d23-b9dd-0224a9b21f3d owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:44:49.092244 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1cbd2df0-5f5c-407d-af06-8661e07407f6 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for router, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:49.143155 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3644d27f-294c-48ed-927d-37f479b509cb req-abc9bec5-53ec-4679-9fcc-272b333bb7bc tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220398 Jul 05 02:44:49.215106 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-61f7ebb4-984d-4407-a345-f49d6c797309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:49.272375 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f7ebb4-984d-4407-a345-f49d6c797309 None None] Pushing event deleted for resources: {'Port': ['ID=5973a432-a99c-4d23-b9dd-0224a9b21f3d,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:44:49.279092 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-fba2b593-637e-4dcd-9575-354b94680fec req-69ad523d-f66f-4931-b97a-c2c6e0256f4d tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:49.286633 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f7ebb4-984d-4407-a345-f49d6c797309 None None] No DVR routers for this DVR port 5973a432-a99c-4d23-b9dd-0224a9b21f3d on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:44:49.357368 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ad523d-f66f-4931-b97a-c2c6e0256f4d tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Pushing event deleted for resources: {'Port': ['ID=66653bc2-6cf2-4197-a191-9977fe7eb17c,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:44:49.399482 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e6370246-6313-48e1-9d0f-85b6dc57cdca req-40782215-06dd-43cd-af50-83472a7cbbf2 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d57b7a4-ae99-4809-ae3b-eb1a67eeb579 HTTP/1.1" status: 200 len: 210 time: 0.0624654 Jul 05 02:44:49.444421 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-fba2b593-637e-4dcd-9575-354b94680fec req-69ad523d-f66f-4931-b97a-c2c6e0256f4d tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] No DVR routers for this DVR port 66653bc2-6cf2-4197-a191-9977fe7eb17c on host n-h1-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:44:49.447228 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-fba2b593-637e-4dcd-9575-354b94680fec req-69ad523d-f66f-4931-b97a-c2c6e0256f4d tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:49.450509 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fba2b593-637e-4dcd-9575-354b94680fec req-69ad523d-f66f-4931-b97a-c2c6e0256f4d tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.21 "DELETE /v2.0/ports/66653bc2-6cf2-4197-a191-9977fe7eb17c HTTP/1.1" status: 204 len: 173 time: 1.6075058 Jul 05 02:44:49.450932 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d57b7a4-ae99-4809-ae3b-eb1a67eeb579', 'name': 'network-vif-deleted', 'tag': '66653bc2-6cf2-4197-a191-9977fe7eb17c'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:44:49.453963 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fd43a46-fefe-4028-990e-6656abbc6453" -d '{"events": [{"server_uuid": "3d57b7a4-ae99-4809-ae3b-eb1a67eeb579", "name": "network-vif-deleted", "tag": "66653bc2-6cf2-4197-a191-9977fe7eb17c"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:44:49.457511 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1cbd2df0-5f5c-407d-af06-8661e07407f6 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:49.500439 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96784829-9de7-4065-a98a-aa06ad1fed5c x-openstack-request-id: req-96784829-9de7-4065-a98a-aa06ad1fed5c {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:44:49.500728 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d57b7a4-ae99-4809-ae3b-eb1a67eeb579", "name": "network-vif-deleted", "tag": "66653bc2-6cf2-4197-a191-9977fe7eb17c", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:44:49.500977 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-96784829-9de7-4065-a98a-aa06ad1fed5c {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:44:49.501373 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d57b7a4-ae99-4809-ae3b-eb1a67eeb579', 'name': 'network-vif-deleted', 'tag': '66653bc2-6cf2-4197-a191-9977fe7eb17c', 'status': 'completed', 'code': 200} Jul 05 02:44:49.516640 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['fe1080a3-9d43-4188-906d-d53acae014f6'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:44:49.643838 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device d0a3fbce-96f8-43c6-b98d-40013dbaf3f1 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:44:49.657023 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-1cbd2df0-5f5c-407d-af06-8661e07407f6 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Deleting port 44cdf809-82a0-454e-970c-8b3b78d74acb {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:44:49.657370 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1cbd2df0-5f5c-407d-af06-8661e07407f6 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:49.717703 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: d0a3fbce-96f8-43c6-b98d-40013dbaf3f1 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:44:49.718065 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device d0a3fbce-96f8-43c6-b98d-40013dbaf3f1 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:44:49.718619 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 5973a432-a99c-4d23-b9dd-0224a9b21f3d no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:44:49.744400 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [None req-1cbd2df0-5f5c-407d-af06-8661e07407f6 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] For port 44cdf809-82a0-454e-970c-8b3b78d74acb, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=44cdf809-82a0-454e-970c-8b3b78d74acb,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:44:49.744743 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 5973a432-a99c-4d23-b9dd-0224a9b21f3d {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:44:49.744887 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1cbd2df0-5f5c-407d-af06-8661e07407f6 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:49.745190 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 5973a432-a99c-4d23-b9dd-0224a9b21f3d not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:44:49.765543 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-1cbd2df0-5f5c-407d-af06-8661e07407f6 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Calling delete_port for 44cdf809-82a0-454e-970c-8b3b78d74acb owned by network:router_gateway {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:44:49.880674 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 18f9adf2-6625-4753-a21d-0e1cc785d229 up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:44:50.048630 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999f50d5-4f49-4bea-b1dc-14555b10415f req-27093d5b-0499-477d-b5c0-090e55f5e0b9 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:50.050197 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-999f50d5-4f49-4bea-b1dc-14555b10415f req-27093d5b-0499-477d-b5c0-090e55f5e0b9 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=5479368f-99b9-4cb5-97a3-ad73b7d7fdd4 HTTP/1.1" status: 200 len: 946 time: 0.0847740 Jul 05 02:44:50.060264 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning for port 18f9adf2-6625-4753-a21d-0e1cc785d229 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:44:50.065672 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port 18f9adf2-6625-4753-a21d-0e1cc785d229 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:44:50.071679 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:50.096961 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-999f50d5-4f49-4bea-b1dc-14555b10415f req-e681fd81-d14e-4967-9d75-73084b18b31c tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404713 Jul 05 02:44:50.103346 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1cbd2df0-5f5c-407d-af06-8661e07407f6 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:50.130166 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fc9311-3d51-4226-b024-d07a7fee4f11 req-3cb6baba-7fdf-40f1-9b78-62136151919d tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:50.133950 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-04fc9311-3d51-4226-b024-d07a7fee4f11 req-3cb6baba-7fdf-40f1-9b78-62136151919d tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] 10.222.0.23 "GET /v2.0/ports?device_id=798a2195-53e5-428c-b62b-0d286ac9054d HTTP/1.1" status: 200 len: 945 time: 0.0875177 Jul 05 02:44:50.139781 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbd2df0-5f5c-407d-af06-8661e07407f6 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Pushing event deleted for resources: {'Port': ['ID=44cdf809-82a0-454e-970c-8b3b78d74acb,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:44:50.191216 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:50.201241 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-04fc9311-3d51-4226-b024-d07a7fee4f11 req-f73e110b-80b0-49d9-bd15-86e4022bd342 tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] 10.222.0.23 "GET /v2.0/security-groups?id=7af8d589-730d-469c-8bc2-19a36fefd4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577130 Jul 05 02:44:50.217493 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1cbd2df0-5f5c-407d-af06-8661e07407f6 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636927'] for router_gateway, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:50.256915 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 18f9adf2-6625-4753-a21d-0e1cc785d229, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=18f9adf2-6625-4753-a21d-0e1cc785d229,segment=NetworkSegment(b7157176-2d07-46f7-baeb-77586810c902),segment_id=b7157176-2d07-46f7-baeb-77586810c902)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:44:50.258070 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '798a2195-53e5-428c-b62b-0d286ac9054d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18f9adf2-6625-4753-a21d-0e1cc785d229'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:44:50.261253 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7de2b5e4-e036-4894-bd48-f49afa9c10db" -d '{"events": [{"server_uuid": "798a2195-53e5-428c-b62b-0d286ac9054d", "name": "network-vif-plugged", "status": "completed", "tag": "18f9adf2-6625-4753-a21d-0e1cc785d229"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:44:50.333264 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1cbd2df0-5f5c-407d-af06-8661e07407f6 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11828'] for router, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:50.335469 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1cbd2df0-5f5c-407d-af06-8661e07407f6 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:50.353326 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:50.354272 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 66653bc2-6cf2-4197-a191-9977fe7eb17c no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:44:50.395325 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d856e29-9129-4688-8bbd-aab1f04ed55b x-openstack-request-id: req-6d856e29-9129-4688-8bbd-aab1f04ed55b {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:44:50.395612 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "798a2195-53e5-428c-b62b-0d286ac9054d", "name": "network-vif-plugged", "status": "completed", "tag": "18f9adf2-6625-4753-a21d-0e1cc785d229", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:44:50.395875 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6d856e29-9129-4688-8bbd-aab1f04ed55b {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:44:50.396251 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '798a2195-53e5-428c-b62b-0d286ac9054d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18f9adf2-6625-4753-a21d-0e1cc785d229', 'code': 200} Jul 05 02:44:50.399111 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] No Port match for: 66653bc2-6cf2-4197-a191-9977fe7eb17c {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:44:50.399452 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 66653bc2-6cf2-4197-a191-9977fe7eb17c not bound to the agent host n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:44:50.428883 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=18f9adf2-6625-4753-a21d-0e1cc785d229,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:44:50.448821 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1cbd2df0-5f5c-407d-af06-8661e07407f6 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1575451'] for router, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:50.449430 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cbd2df0-5f5c-407d-af06-8661e07407f6 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Fanout notify agent at l3_agent the message router_deleted on router bcd28f77-0339-46bd-98f0-ac6c5c00ad45 {{(pid=94461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 02:44:50.462584 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1cbd2df0-5f5c-407d-af06-8661e07407f6 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for router, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:50.468635 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 32968) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:44:50.470955 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-1cbd2df0-5f5c-407d-af06-8661e07407f6 tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "DELETE /v2.0/routers/bcd28f77-0339-46bd-98f0-ac6c5c00ad45 HTTP/1.1" status: 204 len: 168 time: 2.0464630 Jul 05 02:44:50.574661 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-baa722e8-cad8-437e-92d5-939c86e1034c tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:50.665946 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-24e5f500-b77f-43dd-9f4e-d88f3de0c9d2 req-080ddf2e-150c-41bb-aa4d-3341c20b4738 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d57b7a4-ae99-4809-ae3b-eb1a67eeb579 HTTP/1.1" status: 200 len: 210 time: 0.0770984 Jul 05 02:44:50.698381 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7ab768-63a3-490c-9380-cae882c56016 req-9f7ff038-aab5-4a4b-8ff9-96225b555ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:50.700167 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7d7ab768-63a3-490c-9380-cae882c56016 req-9f7ff038-aab5-4a4b-8ff9-96225b555ffb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=798a2195-53e5-428c-b62b-0d286ac9054d HTTP/1.1" status: 200 len: 1098 time: 0.2278337 Jul 05 02:44:50.701106 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-baa722e8-cad8-437e-92d5-939c86e1034c tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:50.712129 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-baa722e8-cad8-437e-92d5-939c86e1034c tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['453695ed-f7f0-4e83-af9e-79d82abcce43']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:44:50.722745 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-baa722e8-cad8-437e-92d5-939c86e1034c tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dec8835-1605-4d70-b910-30b29ebdf37d') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:44:50.723049 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-baa722e8-cad8-437e-92d5-939c86e1034c tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dec8835-1605-4d70-b910-30b29ebdf37d') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:44:50.732196 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-baa722e8-cad8-437e-92d5-939c86e1034c tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:50.737500 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7d7ab768-63a3-490c-9380-cae882c56016 req-cff9887b-a1fd-4ca6-a890-9966b7fd0150 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7af8d589-730d-469c-8bc2-19a36fefd4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301454 Jul 05 02:44:50.751460 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-baa722e8-cad8-437e-92d5-939c86e1034c tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:50.758165 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baa722e8-cad8-437e-92d5-939c86e1034c tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:44:50.758539 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-baa722e8-cad8-437e-92d5-939c86e1034c tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:50.775809 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:44:50.775809 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:44:50.775809 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:44:50.775809 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:44:50.775809 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:44:50.775809 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:44:50.775809 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:44:50.775809 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:44:50.775809 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:44:50.775809 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:44:50.775809 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:44:50.775809 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:44:50.775809 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:44:50.775809 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:44:50.775809 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:44:50.775809 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:44:50.775809 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:44:50.775809 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:44:50.775809 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:44:50.775809 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:44:50.775809 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:44:50.775809 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:44:50.775809 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:44:50.775809 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:44:50.775809 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:44:50.775809 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:44:50.775809 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:44:50.775809 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:44:50.775809 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:44:50.775809 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:44:50.775809 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:44:50.775809 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:44:50.882389 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-d24cc854-9a2f-4995-a1bf-52d907fd2d98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:51.015110 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-baa722e8-cad8-437e-92d5-939c86e1034c tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:51.023160 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-baa722e8-cad8-437e-92d5-939c86e1034c tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:51.036833 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-baa722e8-cad8-437e-92d5-939c86e1034c tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] 10.222.0.23 "DELETE /v2.0/networks/453695ed-f7f0-4e83-af9e-79d82abcce43 HTTP/1.1" status: 204 len: 168 time: 0.5597618 Jul 05 02:44:51.059966 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa722e8-cad8-437e-92d5-939c86e1034c tempest-TestNetworkBasicOps-276422587 tempest-TestNetworkBasicOps-276422587-project] Pushing event deleted for resources: {'Network': ['ID=453695ed-f7f0-4e83-af9e-79d82abcce43,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:44:51.324996 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82950855-d7cb-4ad4-94a2-3e2817bc9f83 req-ec23633b-a257-42e6-8df6-df501d034d70 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:51.333650 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-82950855-d7cb-4ad4-94a2-3e2817bc9f83 req-ec23633b-a257-42e6-8df6-df501d034d70 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=5479368f-99b9-4cb5-97a3-ad73b7d7fdd4 HTTP/1.1" status: 200 len: 946 time: 0.1139982 Jul 05 02:44:51.384038 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-82950855-d7cb-4ad4-94a2-3e2817bc9f83 req-d55c71f9-03e6-4355-b57e-82fdc97704af tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470512 Jul 05 02:44:51.433331 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bb27b1-3b24-45a4-996f-2fd683907152 req-2553eb5c-5348-4f14-9c28-d388e8b6cf53 tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:51.446365 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e5bb27b1-3b24-45a4-996f-2fd683907152 req-2553eb5c-5348-4f14-9c28-d388e8b6cf53 tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] 10.222.0.23 "GET /v2.0/ports?device_id=798a2195-53e5-428c-b62b-0d286ac9054d HTTP/1.1" status: 200 len: 946 time: 0.0997500 Jul 05 02:44:51.493824 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e5bb27b1-3b24-45a4-996f-2fd683907152 req-acf67c1c-b6f1-4cfb-be1c-5c55d85ac7b4 tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] 10.222.0.23 "GET /v2.0/security-groups?id=7af8d589-730d-469c-8bc2-19a36fefd4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458236 Jul 05 02:44:51.510293 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 32982) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:44:51.621965 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 44cdf809-82a0-454e-970c-8b3b78d74acb no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:44:51.640375 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e49da5-6d1c-445d-9019-489064c0dfb4 req-a1a0e8c1-955e-4ade-a6a4-39a6fb37f34c tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:51.641964 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c5e49da5-6d1c-445d-9019-489064c0dfb4 req-a1a0e8c1-955e-4ade-a6a4-39a6fb37f34c tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.21 "GET /v2.0/ports?device_id=5479368f-99b9-4cb5-97a3-ad73b7d7fdd4 HTTP/1.1" status: 200 len: 946 time: 0.1291103 Jul 05 02:44:51.660832 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 44cdf809-82a0-454e-970c-8b3b78d74acb {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:44:51.661495 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 44cdf809-82a0-454e-970c-8b3b78d74acb not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:44:51.732875 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-3c4264ad-5a88-4226-987e-f30380381b2e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e74a7c63f72a43c48203f0c9f39b1c1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2213075 Jul 05 02:44:51.733521 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 32988) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:44:51.768968 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-c5e49da5-6d1c-445d-9019-489064c0dfb4 req-87ab1425-4b0d-430b-952b-0c2fe9decf4c tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Deleting port 949956d1-934b-4ef7-800c-91d1ee0b9eec {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:44:51.769315 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c5e49da5-6d1c-445d-9019-489064c0dfb4 req-87ab1425-4b0d-430b-952b-0c2fe9decf4c tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:51.798894 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2fab4199-3569-45e5-9a7c-7b84629fde9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:51.853290 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2fab4199-3569-45e5-9a7c-7b84629fde9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:51.867864 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-c5e49da5-6d1c-445d-9019-489064c0dfb4 req-87ab1425-4b0d-430b-952b-0c2fe9decf4c tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] For port 949956d1-934b-4ef7-800c-91d1ee0b9eec, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=949956d1-934b-4ef7-800c-91d1ee0b9eec,segment=NetworkSegment(0d275c90-3bd1-498e-a485-a23914e67eb1),segment_id=0d275c90-3bd1-498e-a485-a23914e67eb1)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:44:51.868225 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c5e49da5-6d1c-445d-9019-489064c0dfb4 req-87ab1425-4b0d-430b-952b-0c2fe9decf4c tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:51.888809 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-c5e49da5-6d1c-445d-9019-489064c0dfb4 req-87ab1425-4b0d-430b-952b-0c2fe9decf4c tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Calling delete_port for 949956d1-934b-4ef7-800c-91d1ee0b9eec owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:44:51.994168 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2fab4199-3569-45e5-9a7c-7b84629fde9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:51.996733 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2fab4199-3569-45e5-9a7c-7b84629fde9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:52.000390 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-2fab4199-3569-45e5-9a7c-7b84629fde9b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/086c61dc-7a98-4e27-89b6-42d1d380b055 HTTP/1.1" status: 204 len: 168 time: 0.2632630 Jul 05 02:44:52.017756 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fab4199-3569-45e5-9a7c-7b84629fde9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=086c61dc-7a98-4e27-89b6-42d1d380b055,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:44:52.112001 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c5e49da5-6d1c-445d-9019-489064c0dfb4 req-87ab1425-4b0d-430b-952b-0c2fe9decf4c tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:52.122806 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['949956d1-934b-4ef7-800c-91d1ee0b9eec'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:44:52.147671 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ab1425-4b0d-430b-952b-0c2fe9decf4c tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Pushing event deleted for resources: {'Port': ['ID=949956d1-934b-4ef7-800c-91d1ee0b9eec,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:44:52.203638 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5e49da5-6d1c-445d-9019-489064c0dfb4 req-87ab1425-4b0d-430b-952b-0c2fe9decf4c tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] No DVR routers for this DVR port 949956d1-934b-4ef7-800c-91d1ee0b9eec on host n-h1-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:44:52.206222 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c5e49da5-6d1c-445d-9019-489064c0dfb4 req-87ab1425-4b0d-430b-952b-0c2fe9decf4c tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:52.208319 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c5e49da5-6d1c-445d-9019-489064c0dfb4 req-87ab1425-4b0d-430b-952b-0c2fe9decf4c tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.21 "DELETE /v2.0/ports/949956d1-934b-4ef7-800c-91d1ee0b9eec HTTP/1.1" status: 204 len: 173 time: 0.5547249 Jul 05 02:44:52.208903 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5479368f-99b9-4cb5-97a3-ad73b7d7fdd4', 'name': 'network-vif-deleted', 'tag': '949956d1-934b-4ef7-800c-91d1ee0b9eec'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:44:52.218039 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2027dc17-a394-481c-9abe-0abb70730a06" -d '{"events": [{"server_uuid": "5479368f-99b9-4cb5-97a3-ad73b7d7fdd4", "name": "network-vif-deleted", "tag": "949956d1-934b-4ef7-800c-91d1ee0b9eec"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:44:52.255262 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f5b2f0c-943a-4543-9afd-62d9d6b6db1d x-openstack-request-id: req-6f5b2f0c-943a-4543-9afd-62d9d6b6db1d {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:44:52.255560 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5479368f-99b9-4cb5-97a3-ad73b7d7fdd4", "name": "network-vif-deleted", "tag": "949956d1-934b-4ef7-800c-91d1ee0b9eec", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:44:52.255822 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6f5b2f0c-943a-4543-9afd-62d9d6b6db1d {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:44:52.256260 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5479368f-99b9-4cb5-97a3-ad73b7d7fdd4', 'name': 'network-vif-deleted', 'tag': '949956d1-934b-4ef7-800c-91d1ee0b9eec', 'status': 'completed', 'code': 200} Jul 05 02:44:52.522742 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b8b52e6a-7627-4410-b5dd-e16b7a184f3d req-499d1f18-dff3-42bf-9f42-e5617027dd2c tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=5479368f-99b9-4cb5-97a3-ad73b7d7fdd4 HTTP/1.1" status: 200 len: 210 time: 0.0307527 Jul 05 02:44:52.599955 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecb7d48-b027-4a42-92d3-6d23777fb5f2 req-f5213486-ae2b-462e-87ee-93b02012445e tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:52.601716 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5ecb7d48-b027-4a42-92d3-6d23777fb5f2 req-f5213486-ae2b-462e-87ee-93b02012445e tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=106f67d5-1349-418d-8dec-d727be87b1a5 HTTP/1.1" status: 200 len: 945 time: 0.0821240 Jul 05 02:44:52.645716 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5ecb7d48-b027-4a42-92d3-6d23777fb5f2 req-c5df19b1-aadc-4c6e-86b2-e1b0f8f9b1ac tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e2564be-f5d8-4abd-ab86-f37a499f4ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380054 Jul 05 02:44:52.802950 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 33008) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:44:52.816914 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43780d14-bea3-4b95-8d3e-b3a96b6662fb req-4ca690b8-5ae1-4d28-a651-3fdc13f92f30 tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:52.817488 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b657e7de-0cfd-4c4b-a723-374e9204092f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:52.821320 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-43780d14-bea3-4b95-8d3e-b3a96b6662fb req-4ca690b8-5ae1-4d28-a651-3fdc13f92f30 tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] 10.222.0.23 "GET /v2.0/ports?device_id=798a2195-53e5-428c-b62b-0d286ac9054d HTTP/1.1" status: 200 len: 946 time: 0.0795372 Jul 05 02:44:52.862264 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-43780d14-bea3-4b95-8d3e-b3a96b6662fb req-1c1aed82-5e71-42e9-94c5-14f4752f8557 tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] 10.222.0.23 "GET /v2.0/security-groups?id=7af8d589-730d-469c-8bc2-19a36fefd4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363941 Jul 05 02:44:52.913579 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b657e7de-0cfd-4c4b-a723-374e9204092f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:52.991535 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b657e7de-0cfd-4c4b-a723-374e9204092f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:53.040716 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-b657e7de-0cfd-4c4b-a723-374e9204092f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=88684ff7ee05467496b94146262dbf51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2366774 Jul 05 02:44:53.043488 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b657e7de-0cfd-4c4b-a723-374e9204092f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8eb8d49-0a9b-45d6-b076-bee615311298,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:44:53.044030 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 33040) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:44:53.104424 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fcf0dcad-46b9-487e-8f22-4a9b464a3fcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:53.126182 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fcf0dcad-46b9-487e-8f22-4a9b464a3fcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:53.289142 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-ccf6b5ff-f074-4971-8b34-d1d8f14b3fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:53.357493 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fcf0dcad-46b9-487e-8f22-4a9b464a3fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:53.361032 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fcf0dcad-46b9-487e-8f22-4a9b464a3fcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:53.366805 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-fcf0dcad-46b9-487e-8f22-4a9b464a3fcf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d8eb8d49-0a9b-45d6-b076-bee615311298 HTTP/1.1" status: 204 len: 168 time: 0.3198762 Jul 05 02:44:53.375610 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf0dcad-46b9-487e-8f22-4a9b464a3fcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8eb8d49-0a9b-45d6-b076-bee615311298,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:44:53.694974 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-42688873-79ea-41d3-895a-091f4bcf1325 req-7b7164a8-e703-4ef0-acb4-9fca7fe5a3b1 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=5479368f-99b9-4cb5-97a3-ad73b7d7fdd4 HTTP/1.1" status: 200 len: 210 time: 0.0452685 Jul 05 02:44:53.875197 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd336598-d2a4-476f-95e8-4e7376be5e05 req-65e931db-6de2-4681-a53f-7be0269de7e2 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:53.878719 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bd336598-d2a4-476f-95e8-4e7376be5e05 req-65e931db-6de2-4681-a53f-7be0269de7e2 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.21 "GET /v2.0/ports?device_id=106f67d5-1349-418d-8dec-d727be87b1a5 HTTP/1.1" status: 200 len: 945 time: 0.1813290 Jul 05 02:44:53.952106 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:54.104726 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-bd336598-d2a4-476f-95e8-4e7376be5e05 req-cdd00f56-c353-4fea-85fd-a48dc581c327 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Deleting port fe1080a3-9d43-4188-906d-d53acae014f6 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:44:54.105086 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-bd336598-d2a4-476f-95e8-4e7376be5e05 req-cdd00f56-c353-4fea-85fd-a48dc581c327 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:54.167177 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a28e744-a3c5-4109-a683-92509d6df843 req-ede5c716-51d1-4489-9335-fd2857d12545 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:54.168722 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1a28e744-a3c5-4109-a683-92509d6df843 req-ede5c716-51d1-4489-9335-fd2857d12545 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=106f67d5-1349-418d-8dec-d727be87b1a5 HTTP/1.1" status: 200 len: 945 time: 0.2034249 Jul 05 02:44:54.241630 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1a28e744-a3c5-4109-a683-92509d6df843 req-1727cd44-ed2a-4b7c-856c-98f22c76c9bf tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e2564be-f5d8-4abd-ab86-f37a499f4ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629380 Jul 05 02:44:54.249076 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-bd336598-d2a4-476f-95e8-4e7376be5e05 req-cdd00f56-c353-4fea-85fd-a48dc581c327 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] For port fe1080a3-9d43-4188-906d-d53acae014f6, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=fe1080a3-9d43-4188-906d-d53acae014f6,segment=NetworkSegment(2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7),segment_id=2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:44:54.249446 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-bd336598-d2a4-476f-95e8-4e7376be5e05 req-cdd00f56-c353-4fea-85fd-a48dc581c327 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:54.266047 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-bd336598-d2a4-476f-95e8-4e7376be5e05 req-cdd00f56-c353-4fea-85fd-a48dc581c327 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Calling delete_port for fe1080a3-9d43-4188-906d-d53acae014f6 owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:44:54.500589 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-bd336598-d2a4-476f-95e8-4e7376be5e05 req-cdd00f56-c353-4fea-85fd-a48dc581c327 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:54.520241 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['fe1080a3-9d43-4188-906d-d53acae014f6'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:44:54.537596 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd00f56-c353-4fea-85fd-a48dc581c327 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Pushing event deleted for resources: {'Port': ['ID=fe1080a3-9d43-4188-906d-d53acae014f6,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:44:54.603449 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd336598-d2a4-476f-95e8-4e7376be5e05 req-cdd00f56-c353-4fea-85fd-a48dc581c327 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] No DVR routers for this DVR port fe1080a3-9d43-4188-906d-d53acae014f6 on host n-h1-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:44:54.606279 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-bd336598-d2a4-476f-95e8-4e7376be5e05 req-cdd00f56-c353-4fea-85fd-a48dc581c327 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:54.608803 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bd336598-d2a4-476f-95e8-4e7376be5e05 req-cdd00f56-c353-4fea-85fd-a48dc581c327 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.21 "DELETE /v2.0/ports/fe1080a3-9d43-4188-906d-d53acae014f6 HTTP/1.1" status: 204 len: 173 time: 0.7221298 Jul 05 02:44:54.609456 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '106f67d5-1349-418d-8dec-d727be87b1a5', 'name': 'network-vif-deleted', 'tag': 'fe1080a3-9d43-4188-906d-d53acae014f6'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:44:54.612031 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2362971f-15ed-43ae-87a1-803a27bfadcb" -d '{"events": [{"server_uuid": "106f67d5-1349-418d-8dec-d727be87b1a5", "name": "network-vif-deleted", "tag": "fe1080a3-9d43-4188-906d-d53acae014f6"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:44:54.657165 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd4e3496-a149-441d-a03d-826fd074dc9f x-openstack-request-id: req-bd4e3496-a149-441d-a03d-826fd074dc9f {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:44:54.657463 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "106f67d5-1349-418d-8dec-d727be87b1a5", "name": "network-vif-deleted", "tag": "fe1080a3-9d43-4188-906d-d53acae014f6", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:44:54.657719 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bd4e3496-a149-441d-a03d-826fd074dc9f {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:44:54.658164 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '106f67d5-1349-418d-8dec-d727be87b1a5', 'name': 'network-vif-deleted', 'tag': 'fe1080a3-9d43-4188-906d-d53acae014f6', 'status': 'completed', 'code': 200} Jul 05 02:44:54.695753 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:54.955685 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b27cfd6d-1867-4049-a147-248ab1221b97 req-6a2de1b1-065b-4059-8386-fe3d32119a18 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=5479368f-99b9-4cb5-97a3-ad73b7d7fdd4 HTTP/1.1" status: 200 len: 210 time: 0.0576084 Jul 05 02:44:55.486395 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-48fdc17a-0489-4f36-80d6-acf87af119fe req-e377fcf5-0fe2-4e13-9d47-f450f62f4ec2 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=106f67d5-1349-418d-8dec-d727be87b1a5 HTTP/1.1" status: 200 len: 210 time: 0.0310202 Jul 05 02:44:55.899879 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 949956d1-934b-4ef7-800c-91d1ee0b9eec no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:44:55.921990 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] No Port match for: 949956d1-934b-4ef7-800c-91d1ee0b9eec {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:44:55.922374 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 949956d1-934b-4ef7-800c-91d1ee0b9eec not bound to the agent host n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:44:56.119925 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:56.135775 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-43f8413a-3db4-47d6-9a19-02ffc8795359 req-396fee8f-d250-4621-a073-f43f2366b76c tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=5479368f-99b9-4cb5-97a3-ad73b7d7fdd4 HTTP/1.1" status: 200 len: 210 time: 0.0406573 Jul 05 02:44:57.365454 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-46a90318-b277-4aae-b3d1-29f0ad3c9eb0 req-5a708668-71fc-4b22-ad5e-0f4293c03a09 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=5479368f-99b9-4cb5-97a3-ad73b7d7fdd4 HTTP/1.1" status: 200 len: 210 time: 0.0484364 Jul 05 02:44:57.476952 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaf0915-7fa4-4cdc-b54c-9b29c351219b req-1753b727-c8ea-4d3f-a0da-91b9ec8f3306 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:57.477628 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6eaf0915-7fa4-4cdc-b54c-9b29c351219b req-1753b727-c8ea-4d3f-a0da-91b9ec8f3306 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 944 time: 0.0779152 Jul 05 02:44:57.536880 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6eaf0915-7fa4-4cdc-b54c-9b29c351219b req-25a7d9be-ab41-46c5-aea8-f27987aafa4c tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=09716028-44a2-4220-a754-7ed932c56f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503848 Jul 05 02:44:57.896311 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device fe1080a3-9d43-4188-906d-d53acae014f6 no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:44:57.922547 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] No Port match for: fe1080a3-9d43-4188-906d-d53acae014f6 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:44:57.922910 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device fe1080a3-9d43-4188-906d-d53acae014f6 not bound to the agent host n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:44:58.736154 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15703637-ee7f-417d-82ff-4c09fca50360 req-d2518435-26cd-479c-bfe1-37111537db93 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:58.746418 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-15703637-ee7f-417d-82ff-4c09fca50360 req-d2518435-26cd-479c-bfe1-37111537db93 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 944 time: 0.0795283 Jul 05 02:44:58.761813 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e93569-e736-43a5-a562-6db3c5fca7be req-f9dcdacf-d561-4cfa-8f62-5e8c1bb3e339 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:44:58.764381 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-15e93569-e736-43a5-a562-6db3c5fca7be req-f9dcdacf-d561-4cfa-8f62-5e8c1bb3e339 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 944 time: 0.0978608 Jul 05 02:44:58.790953 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-15703637-ee7f-417d-82ff-4c09fca50360 req-3702426f-6407-470a-8a10-856c6d59902f tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups?id=09716028-44a2-4220-a754-7ed932c56f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441706 Jul 05 02:44:58.917143 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-15e93569-e736-43a5-a562-6db3c5fca7be req-bb5f8c26-ffe7-40b5-9547-c6439e20160d tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Deleting port a9394229-9271-4949-b389-b76d35d0946e {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:44:58.917483 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-15e93569-e736-43a5-a562-6db3c5fca7be req-bb5f8c26-ffe7-40b5-9547-c6439e20160d tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:59.029029 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-15e93569-e736-43a5-a562-6db3c5fca7be req-bb5f8c26-ffe7-40b5-9547-c6439e20160d tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] For port a9394229-9271-4949-b389-b76d35d0946e, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=a9394229-9271-4949-b389-b76d35d0946e,segment=NetworkSegment(2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7),segment_id=2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:44:59.029411 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-15e93569-e736-43a5-a562-6db3c5fca7be req-bb5f8c26-ffe7-40b5-9547-c6439e20160d tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:59.290606 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-15e93569-e736-43a5-a562-6db3c5fca7be req-bb5f8c26-ffe7-40b5-9547-c6439e20160d tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:59.291272 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-15e93569-e736-43a5-a562-6db3c5fca7be req-bb5f8c26-ffe7-40b5-9547-c6439e20160d tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636869'] for floatingip, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:59.291530 n-d-771362-32 neutron-server[94461]: INFO neutron.db.l3_db [req-15e93569-e736-43a5-a562-6db3c5fca7be req-bb5f8c26-ffe7-40b5-9547-c6439e20160d tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Floating IP 55a44158-9477-466b-96d3-8069250137e3 disassociated. External IP: 172.25.7.20, port: a9394229-9271-4949-b389-b76d35d0946e. Jul 05 02:44:59.291949 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-15e93569-e736-43a5-a562-6db3c5fca7be req-bb5f8c26-ffe7-40b5-9547-c6439e20160d tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Calling delete_port for a9394229-9271-4949-b389-b76d35d0946e owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:44:59.528262 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-15e93569-e736-43a5-a562-6db3c5fca7be req-bb5f8c26-ffe7-40b5-9547-c6439e20160d tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:59.564501 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5f8c26-ffe7-40b5-9547-c6439e20160d tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Pushing event deleted for resources: {'Port': ['ID=a9394229-9271-4949-b389-b76d35d0946e,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:44:59.710707 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [req-15e93569-e736-43a5-a562-6db3c5fca7be req-bb5f8c26-ffe7-40b5-9547-c6439e20160d tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Router 58362404-fae8-4097-89af-11a23fd2da31 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:44:59.850003 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-15e93569-e736-43a5-a562-6db3c5fca7be req-bb5f8c26-ffe7-40b5-9547-c6439e20160d tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:44:59.872473 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c5d34a-5aea-476d-9ad5-90359ba6325d None None] Sync routers for ids ['58362404-fae8-4097-89af-11a23fd2da31'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:44:59.885813 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c5d34a-5aea-476d-9ad5-90359ba6325d None None] Routers {'58362404-fae8-4097-89af-11a23fd2da31'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:44:59.890367 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-23c5d34a-5aea-476d-9ad5-90359ba6325d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:44:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['58362404-fae8-4097-89af-11a23fd2da31'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:44:59.974540 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-15e93569-e736-43a5-a562-6db3c5fca7be req-bb5f8c26-ffe7-40b5-9547-c6439e20160d tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] No DVR routers for this DVR port a9394229-9271-4949-b389-b76d35d0946e on host n-h1-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:44:59.985391 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-15e93569-e736-43a5-a562-6db3c5fca7be req-bb5f8c26-ffe7-40b5-9547-c6439e20160d tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:44:59.990161 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-15e93569-e736-43a5-a562-6db3c5fca7be req-bb5f8c26-ffe7-40b5-9547-c6439e20160d tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.21 "DELETE /v2.0/ports/a9394229-9271-4949-b389-b76d35d0946e HTTP/1.1" status: 204 len: 173 time: 1.2189224 Jul 05 02:44:59.992545 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a495395-0a83-4a09-b123-70337c3e7a2a', 'name': 'network-vif-deleted', 'tag': 'a9394229-9271-4949-b389-b76d35d0946e'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:44:59.997706 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a91b248-c3f3-41c3-acf2-526fa323a087" -d '{"events": [{"server_uuid": "7a495395-0a83-4a09-b123-70337c3e7a2a", "name": "network-vif-deleted", "tag": "a9394229-9271-4949-b389-b76d35d0946e"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:45:00.033161 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ec5f3506-eeae-4121-b290-a06b01542ad7 req-0d29a880-4f75-4cd6-9bac-1e45978a9634 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 210 time: 0.0660264 Jul 05 02:45:00.084328 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f701fa4d-e30e-43e7-b49f-c40a62d07343 x-openstack-request-id: req-f701fa4d-e30e-43e7-b49f-c40a62d07343 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:45:00.084684 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a495395-0a83-4a09-b123-70337c3e7a2a", "name": "network-vif-deleted", "tag": "a9394229-9271-4949-b389-b76d35d0946e", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:45:00.085036 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f701fa4d-e30e-43e7-b49f-c40a62d07343 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:45:00.085502 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a495395-0a83-4a09-b123-70337c3e7a2a', 'name': 'network-vif-deleted', 'tag': 'a9394229-9271-4949-b389-b76d35d0946e', 'status': 'completed', 'code': 200} Jul 05 02:45:00.105131 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-23c5d34a-5aea-476d-9ad5-90359ba6325d None None] Set router 58362404-fae8-4097-89af-11a23fd2da31 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:45:00.384515 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-23c5d34a-5aea-476d-9ad5-90359ba6325d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58362404-fae8-4097-89af-11a23fd2da31', 'name': 'tempest-ServerActionsTestJSON-274664488-router', 'tenant_id': '442a3e50d6be48be9e1562c5772ee754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '40ab75eb-62e4-4c27-a917-0b46050ed2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:35:24Z', 'updated_at': '2021-07-05T02:35:33Z', 'revision_number': 4, 'project_id': '442a3e50d6be48be9e1562c5772ee754', 'gw_port': {'id': '40ab75eb-62e4-4c27-a917-0b46050ed2d0', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58362404-fae8-4097-89af-11a23fd2da31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:35:26Z', 'updated_at': '2021-07-05T02:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '2587b0cd-b17f-4d40-ac22-a2b23f3937dd', 'name': '', 'network_id': 'c4d51310-b056-42c6-8720-dd3607bb490e', 'tenant_id': '442a3e50d6be48be9e1562c5772ee754', 'mac_address': 'fa:16:3e:99:48:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58362404-fae8-4097-89af-11a23fd2da31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '822ac30d-26eb-483a-9cd9-5da64853ba79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:35:30Z', 'updated_at': '2021-07-05T02:35:41Z', 'revision_number': 5, 'project_id': '442a3e50d6be48be9e1562c5772ee754', 'subnets': [{'id': '822ac30d-26eb-483a-9cd9-5da64853ba79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:45:00.420104 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c5d34a-5aea-476d-9ad5-90359ba6325d None None] Checking router: 58362404-fae8-4097-89af-11a23fd2da31 for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:45:00.429672 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c5d34a-5aea-476d-9ad5-90359ba6325d None None] Routers {'58362404-fae8-4097-89af-11a23fd2da31'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:45:00.430820 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-23c5d34a-5aea-476d-9ad5-90359ba6325d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:44:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['58362404-fae8-4097-89af-11a23fd2da31'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:45:00.548607 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-23c5d34a-5aea-476d-9ad5-90359ba6325d None None] Set router 58362404-fae8-4097-89af-11a23fd2da31 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:45:00.895793 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-23c5d34a-5aea-476d-9ad5-90359ba6325d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58362404-fae8-4097-89af-11a23fd2da31', 'name': 'tempest-ServerActionsTestJSON-274664488-router', 'tenant_id': '442a3e50d6be48be9e1562c5772ee754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '40ab75eb-62e4-4c27-a917-0b46050ed2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:35:24Z', 'updated_at': '2021-07-05T02:35:33Z', 'revision_number': 4, 'project_id': '442a3e50d6be48be9e1562c5772ee754', 'gw_port': {'id': '40ab75eb-62e4-4c27-a917-0b46050ed2d0', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58362404-fae8-4097-89af-11a23fd2da31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:35:26Z', 'updated_at': '2021-07-05T02:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '2587b0cd-b17f-4d40-ac22-a2b23f3937dd', 'name': '', 'network_id': 'c4d51310-b056-42c6-8720-dd3607bb490e', 'tenant_id': '442a3e50d6be48be9e1562c5772ee754', 'mac_address': 'fa:16:3e:99:48:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58362404-fae8-4097-89af-11a23fd2da31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '822ac30d-26eb-483a-9cd9-5da64853ba79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:35:30Z', 'updated_at': '2021-07-05T02:35:41Z', 'revision_number': 5, 'project_id': '442a3e50d6be48be9e1562c5772ee754', 'subnets': [{'id': '822ac30d-26eb-483a-9cd9-5da64853ba79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:45:00.927783 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c5d34a-5aea-476d-9ad5-90359ba6325d None None] The sync data for ids ['58362404-fae8-4097-89af-11a23fd2da31'] in n-d-771362-32 is: [{'id': '58362404-fae8-4097-89af-11a23fd2da31', 'name': 'tempest-ServerActionsTestJSON-274664488-router', 'tenant_id': '442a3e50d6be48be9e1562c5772ee754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '40ab75eb-62e4-4c27-a917-0b46050ed2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:35:24Z', 'updated_at': '2021-07-05T02:35:33Z', 'revision_number': 4, 'project_id': '442a3e50d6be48be9e1562c5772ee754', 'gw_port': {'id': '40ab75eb-62e4-4c27-a917-0b46050ed2d0', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58362404-fae8-4097-89af-11a23fd2da31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:35:26Z', 'updated_at': '2021-07-05T02:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '2587b0cd-b17f-4d40-ac22-a2b23f3937dd', 'name': '', 'network_id': 'c4d51310-b056-42c6-8720-dd3607bb490e', 'tenant_id': '442a3e50d6be48be9e1562c5772ee754', 'mac_address': 'fa:16:3e:99:48:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58362404-fae8-4097-89af-11a23fd2da31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '822ac30d-26eb-483a-9cd9-5da64853ba79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:35:30Z', 'updated_at': '2021-07-05T02:35:41Z', 'revision_number': 5, 'project_id': '442a3e50d6be48be9e1562c5772ee754', 'subnets': [{'id': '822ac30d-26eb-483a-9cd9-5da64853ba79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:45:01.253187 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-18d532fc-36f8-4a1f-b2ed-d4347719a1d6 req-d1ff27b2-7784-400a-be40-83ba2863a3e8 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a495395-0a83-4a09-b123-70337c3e7a2a HTTP/1.1" status: 200 len: 210 time: 0.0743771 Jul 05 02:45:01.397917 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1985bdfb-3f7e-4c09-a96f-1618419b5efb None None] New status for floating IP 55a44158-9477-466b-96d3-8069250137e3: DOWN {{(pid=94464) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 02:45:02.462008 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 33190) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:45:02.524533 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-74e0b428-c011-47f8-a510-d862452725ea tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:02.561943 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-74e0b428-c011-47f8-a510-d862452725ea tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:02.809763 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-74e0b428-c011-47f8-a510-d862452725ea tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:02.812384 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-74e0b428-c011-47f8-a510-d862452725ea tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:02.815867 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-74e0b428-c011-47f8-a510-d862452725ea tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "DELETE /v2.0/security-groups/09716028-44a2-4220-a754-7ed932c56f2a HTTP/1.1" status: 204 len: 168 time: 0.3505197 Jul 05 02:45:02.816242 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 33194) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:45:02.824312 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e0b428-c011-47f8-a510-d862452725ea tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09716028-44a2-4220-a754-7ed932c56f2a,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:45:02.830777 n-d-771362-32 neutron-server[94461]: INFO neutron.api.v2.resource [None req-47a0c52f-b6b4-467d-86d9-ac4d24ba6d49 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] show failed (client error): The resource could not be found. Jul 05 02:45:02.835442 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 33198) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:45:02.835738 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-47a0c52f-b6b4-467d-86d9-ac4d24ba6d49 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "GET /v2.0/security-groups/09716028-44a2-4220-a754-7ed932c56f2a HTTP/1.1" status: 404 len: 347 time: 0.0184548 Jul 05 02:45:03.248221 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-e4e641c4-b890-4529-ab3f-1551955d87b9 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Deleting port ba674425-f43c-4d25-857e-942c0054740a {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:45:03.248560 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e4e641c4-b890-4529-ab3f-1551955d87b9 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:03.326663 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e4e641c4-b890-4529-ab3f-1551955d87b9 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:03.327060 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e4e641c4-b890-4529-ab3f-1551955d87b9 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:03.340266 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-e4e641c4-b890-4529-ab3f-1551955d87b9 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Calling delete_port for ba674425-f43c-4d25-857e-942c0054740a owned by network:floatingip {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:45:03.580322 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e4e641c4-b890-4529-ab3f-1551955d87b9 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:03.607148 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e641c4-b890-4529-ab3f-1551955d87b9 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Pushing event deleted for resources: {'Port': ['ID=ba674425-f43c-4d25-857e-942c0054740a,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:45:03.718261 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e4e641c4-b890-4529-ab3f-1551955d87b9 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Notify callbacks [] for floatingip, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:03.727644 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e4e641c4-b890-4529-ab3f-1551955d87b9 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:03.732263 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-e4e641c4-b890-4529-ab3f-1551955d87b9 tempest-ServerActionsTestJSON-984815110 tempest-ServerActionsTestJSON-984815110-project] 10.222.0.23 "DELETE /v2.0/floatingips/55a44158-9477-466b-96d3-8069250137e3 HTTP/1.1" status: 204 len: 168 time: 0.8930376 Jul 05 02:45:03.732478 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 33210) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:45:03.941087 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device a9394229-9271-4949-b389-b76d35d0946e no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:45:03.982260 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] No Port match for: a9394229-9271-4949-b389-b76d35d0946e {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:45:03.982801 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device a9394229-9271-4949-b389-b76d35d0946e not bound to the agent host n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:45:04.528824 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3aa6f252-4c3f-4a82-9e04-96aeb76b0567 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1634680'] for router_interface, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:04.844080 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-3aa6f252-4c3f-4a82-9e04-96aeb76b0567 admin admin] Deleting port 2587b0cd-b17f-4d40-ac22-a2b23f3937dd {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:45:04.845079 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3aa6f252-4c3f-4a82-9e04-96aeb76b0567 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:04.943868 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-3aa6f252-4c3f-4a82-9e04-96aeb76b0567 admin admin] For port 2587b0cd-b17f-4d40-ac22-a2b23f3937dd, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=2587b0cd-b17f-4d40-ac22-a2b23f3937dd,segment=NetworkSegment(2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7),segment_id=2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:45:04.943868 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3aa6f252-4c3f-4a82-9e04-96aeb76b0567 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:04.943868 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-3aa6f252-4c3f-4a82-9e04-96aeb76b0567 admin admin] Calling delete_port for 2587b0cd-b17f-4d40-ac22-a2b23f3937dd owned by network:router_interface {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:45:05.869974 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3aa6f252-4c3f-4a82-9e04-96aeb76b0567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:05.893306 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa6f252-4c3f-4a82-9e04-96aeb76b0567 admin admin] Pushing event deleted for resources: {'Port': ['ID=2587b0cd-b17f-4d40-ac22-a2b23f3937dd,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:45:06.134871 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3aa6f252-4c3f-4a82-9e04-96aeb76b0567 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635398'] for router_interface, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:06.378455 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aa6f252-4c3f-4a82-9e04-96aeb76b0567 admin admin] Router 58362404-fae8-4097-89af-11a23fd2da31 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:45:06.510600 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aa6f252-4c3f-4a82-9e04-96aeb76b0567 admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:45:06.516897 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-3aa6f252-4c3f-4a82-9e04-96aeb76b0567 admin admin] 10.222.0.23 "PUT /v2.0/routers/58362404-fae8-4097-89af-11a23fd2da31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7831070 Jul 05 02:45:06.519484 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 33256) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:45:06.524140 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67626cc-f47c-475f-b426-1fc6b92654b6 None None] Sync routers for ids ['58362404-fae8-4097-89af-11a23fd2da31'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:45:06.536036 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67626cc-f47c-475f-b426-1fc6b92654b6 None None] Routers {'58362404-fae8-4097-89af-11a23fd2da31'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:45:06.537084 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-b67626cc-f47c-475f-b426-1fc6b92654b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:44:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['58362404-fae8-4097-89af-11a23fd2da31'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:45:06.714092 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-b67626cc-f47c-475f-b426-1fc6b92654b6 None None] Set router 58362404-fae8-4097-89af-11a23fd2da31 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:45:06.750316 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3b72afc9-7ebf-4332-a39d-d2c23b0dd2e4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:06.913696 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3b72afc9-7ebf-4332-a39d-d2c23b0dd2e4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:06.993251 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-b67626cc-f47c-475f-b426-1fc6b92654b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58362404-fae8-4097-89af-11a23fd2da31', 'name': 'tempest-ServerActionsTestJSON-274664488-router', 'tenant_id': '442a3e50d6be48be9e1562c5772ee754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '40ab75eb-62e4-4c27-a917-0b46050ed2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:35:24Z', 'updated_at': '2021-07-05T02:45:05Z', 'revision_number': 5, 'project_id': '442a3e50d6be48be9e1562c5772ee754', 'gw_port': {'id': '40ab75eb-62e4-4c27-a917-0b46050ed2d0', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58362404-fae8-4097-89af-11a23fd2da31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:35:26Z', 'updated_at': '2021-07-05T02:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:45:07.025765 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67626cc-f47c-475f-b426-1fc6b92654b6 None None] Checking router: 58362404-fae8-4097-89af-11a23fd2da31 for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:45:07.035998 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67626cc-f47c-475f-b426-1fc6b92654b6 None None] Routers {'58362404-fae8-4097-89af-11a23fd2da31'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:45:07.037068 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-b67626cc-f47c-475f-b426-1fc6b92654b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:44:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['58362404-fae8-4097-89af-11a23fd2da31'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:45:07.102894 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-3b72afc9-7ebf-4332-a39d-d2c23b0dd2e4 admin admin] Deleting port 40ab75eb-62e4-4c27-a917-0b46050ed2d0 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:45:07.103236 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3b72afc9-7ebf-4332-a39d-d2c23b0dd2e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:07.142831 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-b67626cc-f47c-475f-b426-1fc6b92654b6 None None] Set router 58362404-fae8-4097-89af-11a23fd2da31 gateway port host: None {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:45:07.213432 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-3b72afc9-7ebf-4332-a39d-d2c23b0dd2e4 admin admin] For port 40ab75eb-62e4-4c27-a917-0b46050ed2d0, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=40ab75eb-62e4-4c27-a917-0b46050ed2d0,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:45:07.213873 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3b72afc9-7ebf-4332-a39d-d2c23b0dd2e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:07.233121 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-3b72afc9-7ebf-4332-a39d-d2c23b0dd2e4 admin admin] Calling delete_port for 40ab75eb-62e4-4c27-a917-0b46050ed2d0 owned by network:router_gateway {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:45:07.370853 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-b67626cc-f47c-475f-b426-1fc6b92654b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58362404-fae8-4097-89af-11a23fd2da31', 'name': 'tempest-ServerActionsTestJSON-274664488-router', 'tenant_id': '442a3e50d6be48be9e1562c5772ee754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:35:24Z', 'updated_at': '2021-07-05T02:45:06Z', 'revision_number': 6, 'project_id': '442a3e50d6be48be9e1562c5772ee754', 'gw_port_host': None}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:45:07.404890 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67626cc-f47c-475f-b426-1fc6b92654b6 None None] The sync data for ids ['58362404-fae8-4097-89af-11a23fd2da31'] in n-d-771362-32 is: [{'id': '58362404-fae8-4097-89af-11a23fd2da31', 'name': 'tempest-ServerActionsTestJSON-274664488-router', 'tenant_id': '442a3e50d6be48be9e1562c5772ee754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:35:24Z', 'updated_at': '2021-07-05T02:45:06Z', 'revision_number': 6, 'project_id': '442a3e50d6be48be9e1562c5772ee754', 'gw_port_host': None}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:45:07.689714 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3b72afc9-7ebf-4332-a39d-d2c23b0dd2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:07.724199 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b72afc9-7ebf-4332-a39d-d2c23b0dd2e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=40ab75eb-62e4-4c27-a917-0b46050ed2d0,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:45:07.846677 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3b72afc9-7ebf-4332-a39d-d2c23b0dd2e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636927'] for router_gateway, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:07.967195 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3b72afc9-7ebf-4332-a39d-d2c23b0dd2e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11828'] for router, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:07.969683 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3b72afc9-7ebf-4332-a39d-d2c23b0dd2e4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:08.135439 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3b72afc9-7ebf-4332-a39d-d2c23b0dd2e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1575451'] for router, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:08.136718 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b72afc9-7ebf-4332-a39d-d2c23b0dd2e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58362404-fae8-4097-89af-11a23fd2da31 {{(pid=94462) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 02:45:08.140919 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3b72afc9-7ebf-4332-a39d-d2c23b0dd2e4 admin admin] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:08.144605 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-3b72afc9-7ebf-4332-a39d-d2c23b0dd2e4 admin admin] 10.222.0.23 "DELETE /v2.0/routers/58362404-fae8-4097-89af-11a23fd2da31 HTTP/1.1" status: 204 len: 168 time: 1.6213973 Jul 05 02:45:08.150511 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 33350) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:45:08.198143 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-59fffe50-4d82-4f34-8f65-4e6b266693ca admin admin] Deleting subnet 822ac30d-26eb-483a-9cd9-5da64853ba79 {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:45:08.202888 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-59fffe50-4d82-4f34-8f65-4e6b266693ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:08.263281 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 2587b0cd-b17f-4d40-ac22-a2b23f3937dd no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:45:08.275695 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-59fffe50-4d82-4f34-8f65-4e6b266693ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:08.284538 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 2587b0cd-b17f-4d40-ac22-a2b23f3937dd {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:45:08.285151 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 2587b0cd-b17f-4d40-ac22-a2b23f3937dd not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:45:08.371197 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-59fffe50-4d82-4f34-8f65-4e6b266693ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:08.581552 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-59fffe50-4d82-4f34-8f65-4e6b266693ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:08.614912 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fffe50-4d82-4f34-8f65-4e6b266693ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=822ac30d-26eb-483a-9cd9-5da64853ba79,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:45:08.620039 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-59fffe50-4d82-4f34-8f65-4e6b266693ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:08.622313 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-59fffe50-4d82-4f34-8f65-4e6b266693ca admin admin] 10.222.0.23 "DELETE /v2.0/subnets/822ac30d-26eb-483a-9cd9-5da64853ba79 HTTP/1.1" status: 204 len: 168 time: 0.4764228 Jul 05 02:45:08.624769 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 33368) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:45:08.627629 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7cde64-f35e-4dad-b8d2-7f5fb1c198eb None None] Network c4d51310-b056-42c6-8720-dd3607bb490e requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:45:08.774769 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0423c514-e35a-4099-bcc3-8c9dae34fbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:08.844354 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-0423c514-e35a-4099-bcc3-8c9dae34fbb6 admin admin] Deleting port 7c4a8f96-3034-4f99-a4d5-4411c491a077 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:45:08.844354 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0423c514-e35a-4099-bcc3-8c9dae34fbb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:08.893699 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ad5c13-9f00-4d7d-9064-82323569d034 None None] DHCP port deletion for c4d51310-b056-42c6-8720-dd3607bb490e request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:45:08.927533 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-0423c514-e35a-4099-bcc3-8c9dae34fbb6 admin admin] For port 7c4a8f96-3034-4f99-a4d5-4411c491a077, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=7c4a8f96-3034-4f99-a4d5-4411c491a077,segment=NetworkSegment(2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7),segment_id=2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:45:08.928910 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0423c514-e35a-4099-bcc3-8c9dae34fbb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:08.942183 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-0423c514-e35a-4099-bcc3-8c9dae34fbb6 admin admin] Calling delete_port for 7c4a8f96-3034-4f99-a4d5-4411c491a077 owned by network:dhcp {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:45:08.943173 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-51ad5c13-9f00-4d7d-9064-82323569d034 None None] Deleting port 7c4a8f96-3034-4f99-a4d5-4411c491a077 {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:45:08.943600 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-51ad5c13-9f00-4d7d-9064-82323569d034 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:09.018625 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-51ad5c13-9f00-4d7d-9064-82323569d034 None None] For port 7c4a8f96-3034-4f99-a4d5-4411c491a077, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=7c4a8f96-3034-4f99-a4d5-4411c491a077,segment=NetworkSegment(2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7),segment_id=2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:45:09.030290 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-51ad5c13-9f00-4d7d-9064-82323569d034 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:09.054008 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-51ad5c13-9f00-4d7d-9064-82323569d034 None None] Calling delete_port for 7c4a8f96-3034-4f99-a4d5-4411c491a077 owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:45:09.170044 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0423c514-e35a-4099-bcc3-8c9dae34fbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:09.172288 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:45:09.172288 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 02:45:09.172288 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:45:09.172288 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 02:45:09.172288 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:45:09.172288 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 02:45:09.172288 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:45:09.172288 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 02:45:09.172288 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:45:09.172288 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 02:45:09.172288 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:45:09.172288 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 02:45:09.172288 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:45:09.172288 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 02:45:09.172288 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:45:09.172288 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 02:45:09.172288 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:45:09.172288 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 02:45:09.172288 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:45:09.172288 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 02:45:09.172288 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:45:09.172288 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 02:45:09.172288 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:45:09.172288 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 02:45:09.172288 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:45:09.172288 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 02:45:09.172288 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:45:09.172288 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 02:45:09.172288 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:45:09.172288 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 02:45:09.172288 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:45:09.172288 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 02:45:09.172288 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:45:09.172288 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 02:45:09.172288 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:45:09.172288 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 02:45:09.172288 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:45:09.172288 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 02:45:09.172288 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:45:09.172288 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 02:45:09.172288 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:45:09.172288 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 02:45:09.172288 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:45:09.172288 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 02:45:09.172288 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:45:09.172288 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 02:45:09.172288 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:45:09.172288 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 02:45:09.172288 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:45:09.172288 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 02:45:09.172288 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:45:09.172288 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 02:45:09.172288 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 02:45:09.172288 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 02:45:09.178746 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-51ad5c13-9f00-4d7d-9064-82323569d034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:09.209071 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ad5c13-9f00-4d7d-9064-82323569d034 None None] No DVR routers for this DVR port 7c4a8f96-3034-4f99-a4d5-4411c491a077 on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:45:09.209714 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0423c514-e35a-4099-bcc3-8c9dae34fbb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c4a8f96-3034-4f99-a4d5-4411c491a077,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:45:09.212427 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0423c514-e35a-4099-bcc3-8c9dae34fbb6 admin admin] No DVR routers for this DVR port 7c4a8f96-3034-4f99-a4d5-4411c491a077 on host n-d-771362-32 {{(pid=94462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:45:09.212713 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ad5c13-9f00-4d7d-9064-82323569d034 None None] Pushing event deleted for resources: {'Port': ['ID=7c4a8f96-3034-4f99-a4d5-4411c491a077,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:45:09.287721 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0423c514-e35a-4099-bcc3-8c9dae34fbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:09.299497 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-0423c514-e35a-4099-bcc3-8c9dae34fbb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4d51310-b056-42c6-8720-dd3607bb490e']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:45:09.311939 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-0423c514-e35a-4099-bcc3-8c9dae34fbb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:45:09.312336 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-0423c514-e35a-4099-bcc3-8c9dae34fbb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e9b0d09-4a1c-4e51-8281-e27ac5f2cfc7') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:45:09.323705 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0423c514-e35a-4099-bcc3-8c9dae34fbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:09.340177 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0423c514-e35a-4099-bcc3-8c9dae34fbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:09.348037 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0423c514-e35a-4099-bcc3-8c9dae34fbb6 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:45:09.348432 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0423c514-e35a-4099-bcc3-8c9dae34fbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:09.350452 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:45:09.350452 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:45:09.350452 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:45:09.350452 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:45:09.350452 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:45:09.350452 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:45:09.350452 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:45:09.350452 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:45:09.350452 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:45:09.350452 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:45:09.350452 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:45:09.350452 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:45:09.350452 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:45:09.350452 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:45:09.350452 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:45:09.350452 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:45:09.350452 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:45:09.350452 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:45:09.350452 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:45:09.350452 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:45:09.350452 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:45:09.350452 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:45:09.350452 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:45:09.350452 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:45:09.350452 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:45:09.350452 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:45:09.350452 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:45:09.350452 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:45:09.350452 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:45:09.350452 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:45:09.350452 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:45:09.350452 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:45:09.506310 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0423c514-e35a-4099-bcc3-8c9dae34fbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:09.512974 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0423c514-e35a-4099-bcc3-8c9dae34fbb6 admin admin] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:09.517539 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-0423c514-e35a-4099-bcc3-8c9dae34fbb6 admin admin] 10.222.0.23 "DELETE /v2.0/networks/c4d51310-b056-42c6-8720-dd3607bb490e HTTP/1.1" status: 204 len: 168 time: 0.8705232 Jul 05 02:45:09.534012 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0423c514-e35a-4099-bcc3-8c9dae34fbb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4d51310-b056-42c6-8720-dd3607bb490e,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:45:09.609651 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 40ab75eb-62e4-4c27-a917-0b46050ed2d0 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:45:09.617735 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 40ab75eb-62e4-4c27-a917-0b46050ed2d0 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:45:09.618160 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 40ab75eb-62e4-4c27-a917-0b46050ed2d0 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:45:09.618591 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 7c4a8f96-3034-4f99-a4d5-4411c491a077 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:45:09.637460 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 7c4a8f96-3034-4f99-a4d5-4411c491a077 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:45:09.637811 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 7c4a8f96-3034-4f99-a4d5-4411c491a077 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:45:10.961788 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 33414) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:45:11.016820 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 33418) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:45:11.017650 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-d34e8ba9-ff01-4578-bb23-3f3e4f667d83 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=442a3e50d6be48be9e1562c5772ee754&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0530291 Jul 05 02:45:11.111942 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9fb4864d-99e0-4f76-92d1-0da2c1bd9864 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:11.139571 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9fb4864d-99e0-4f76-92d1-0da2c1bd9864 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:11.301306 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9fb4864d-99e0-4f76-92d1-0da2c1bd9864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:11.305596 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9fb4864d-99e0-4f76-92d1-0da2c1bd9864 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:11.318491 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-9fb4864d-99e0-4f76-92d1-0da2c1bd9864 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6e2564be-f5d8-4abd-ab86-f37a499f4ae0 HTTP/1.1" status: 204 len: 168 time: 0.3005178 Jul 05 02:45:11.332997 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb4864d-99e0-4f76-92d1-0da2c1bd9864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e2564be-f5d8-4abd-ab86-f37a499f4ae0,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:45:11.814213 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:11.907264 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:12.751599 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 33470) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:45:12.900162 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-13733afc-38e2-4207-a42f-078ebea3bcf0 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-652969371-network', 'tenant_id': '09cd65d3e057404d806667a01d2b469b'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:45:13.004109 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13733afc-38e2-4207-a42f-078ebea3bcf0 admin admin] Made reservation on behalf of 09cd65d3e057404d806667a01d2b469b for: {'network': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:45:13.006994 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-13733afc-38e2-4207-a42f-078ebea3bcf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:13.016766 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-13733afc-38e2-4207-a42f-078ebea3bcf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:13.123330 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-13733afc-38e2-4207-a42f-078ebea3bcf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:13.204002 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-13733afc-38e2-4207-a42f-078ebea3bcf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:13.230522 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13733afc-38e2-4207-a42f-078ebea3bcf0 admin admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=94461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:45:13.240332 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13733afc-38e2-4207-a42f-078ebea3bcf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0db625b-1e2b-4bbd-89e4-dc7d01c613a9,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:45:13.247761 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-13733afc-38e2-4207-a42f-078ebea3bcf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:13.248340 n-d-771362-32 neutron-server[94461]: INFO neutron.db.segments_db [None req-13733afc-38e2-4207-a42f-078ebea3bcf0 admin admin] Added segment ec5d32c1-6886-4afa-9c49-ef11236c6196 of type vlan for network 2a5c354a-b769-4186-98df-81d7626d8ce3 Jul 05 02:45:13.301815 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-13733afc-38e2-4207-a42f-078ebea3bcf0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:13.434548 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-13733afc-38e2-4207-a42f-078ebea3bcf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:13.435532 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13733afc-38e2-4207-a42f-078ebea3bcf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:45:13.436117 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-13733afc-38e2-4207-a42f-078ebea3bcf0 admin admin] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:13.541622 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-13733afc-38e2-4207-a42f-078ebea3bcf0 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7888658 Jul 05 02:45:13.545373 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 33484) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:45:13.546267 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13733afc-38e2-4207-a42f-078ebea3bcf0 admin admin] Pushing event updated for resources: {'Network': ['ID=2a5c354a-b769-4186-98df-81d7626d8ce3,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:45:13.554216 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-ca42b5e1-56b3-41f3-918d-87e002288f2a admin admin] Request body: {'subnet': {'network_id': '2a5c354a-b769-4186-98df-81d7626d8ce3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-652969371-subnet', 'tenant_id': '09cd65d3e057404d806667a01d2b469b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:45:13.569363 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 2a5c354a-b769-4186-98df-81d7626d8ce3 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:45:13.713082 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca42b5e1-56b3-41f3-918d-87e002288f2a admin admin] Made reservation on behalf of 09cd65d3e057404d806667a01d2b469b for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:45:13.715619 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ca42b5e1-56b3-41f3-918d-87e002288f2a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:14.038758 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ca42b5e1-56b3-41f3-918d-87e002288f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:14.099863 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca42b5e1-56b3-41f3-918d-87e002288f2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3635f821-a6b4-43c2-9afb-cd078726cfe8,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:45:14.116595 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca42b5e1-56b3-41f3-918d-87e002288f2a admin admin] Checking segment: {'id': 'ec5d32c1-6886-4afa-9c49-ef11236c6196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '2a5c354a-b769-4186-98df-81d7626d8ce3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:45:14.117001 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca42b5e1-56b3-41f3-918d-87e002288f2a admin admin] Network hostable DHCP agents. Network: 2a5c354a-b769-4186-98df-81d7626d8ce3, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:45:14.254848 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca42b5e1-56b3-41f3-918d-87e002288f2a admin admin] Network 2a5c354a-b769-4186-98df-81d7626d8ce3 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:45:14.341120 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-ca42b5e1-56b3-41f3-918d-87e002288f2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 2a5c354a-b769-4186-98df-81d7626d8ce3) {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:45:14.346041 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca42b5e1-56b3-41f3-918d-87e002288f2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:45:14.346041 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ca42b5e1-56b3-41f3-918d-87e002288f2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:14.350966 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9dd58c9-ce4e-4b4a-bb7d-4176d87d1c03 None None] Network 2a5c354a-b769-4186-98df-81d7626d8ce3 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:45:14.467856 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-ca42b5e1-56b3-41f3-918d-87e002288f2a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9200029 Jul 05 02:45:14.516761 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3300a124-c581-491c-9bb1-e1f6403daf08 None None] Network 2a5c354a-b769-4186-98df-81d7626d8ce3 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:45:14.965604 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920006a9-f220-4427-8e6f-4c7645cc7f08 req-c3400c8e-d1b3-46ed-b008-f5f35a6f1e43 tempest-ServerAddressesTestJSON-2083043682 tempest-ServerAddressesTestJSON-2083043682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:45:14.968051 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-920006a9-f220-4427-8e6f-4c7645cc7f08 req-c3400c8e-d1b3-46ed-b008-f5f35a6f1e43 tempest-ServerAddressesTestJSON-2083043682 tempest-ServerAddressesTestJSON-2083043682-project] 10.222.0.23 "GET /v2.0/networks?id=2a5c354a-b769-4186-98df-81d7626d8ce3 HTTP/1.1" status: 200 len: 813 time: 0.1149235 Jul 05 02:45:14.989288 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-920006a9-f220-4427-8e6f-4c7645cc7f08 req-f70b09e4-7a8a-48af-a01a-9bcdba45441b tempest-ServerAddressesTestJSON-2083043682 tempest-ServerAddressesTestJSON-2083043682-project] 10.222.0.23 "GET /v2.0/quotas/09cd65d3e057404d806667a01d2b469b HTTP/1.1" status: 200 len: 375 time: 0.0152357 Jul 05 02:45:15.023106 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-920006a9-f220-4427-8e6f-4c7645cc7f08 req-197b9c2c-104c-4747-a35f-da3bda55b58e tempest-ServerAddressesTestJSON-2083043682 tempest-ServerAddressesTestJSON-2083043682-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=09cd65d3e057404d806667a01d2b469b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318727 Jul 05 02:45:15.143734 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-920006a9-f220-4427-8e6f-4c7645cc7f08 req-5de13146-cb60-4910-b420-ba0e49d09ff7 service neutron] 10.222.0.23 "GET /v2.0/networks/2a5c354a-b769-4186-98df-81d7626d8ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135795 Jul 05 02:45:15.254763 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-920006a9-f220-4427-8e6f-4c7645cc7f08 req-aea1a771-38f6-4af5-bbcd-61199c953df8 service neutron] 10.222.0.23 "GET /v2.0/networks/2a5c354a-b769-4186-98df-81d7626d8ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045094 Jul 05 02:45:15.602955 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f0b87aa4-386b-4c0f-a7ec-91592ae9eef9 req-e4f34746-ce8d-4af8-9997-846045919afe tempest-ServerAddressesTestJSON-2083043682 tempest-ServerAddressesTestJSON-2083043682-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3eafed9-cdb8-4ac1-8f3b-ee7b8d6f8f15 HTTP/1.1" status: 200 len: 210 time: 0.0585034 Jul 05 02:45:16.675260 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1d804111-f57d-4c78-83e8-53d20eddeebf req-535c3d77-012c-4252-aaaf-8c69a9214c47 tempest-ServerAddressesTestJSON-2083043682 tempest-ServerAddressesTestJSON-2083043682-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3eafed9-cdb8-4ac1-8f3b-ee7b8d6f8f15 HTTP/1.1" status: 200 len: 210 time: 0.0287461 Jul 05 02:45:17.828132 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-562db612-c61e-4c54-a6eb-a7f7a8d0ac92 req-3686c5ac-8b3b-4229-a1fa-02ff85e2a2ae tempest-ServerAddressesTestJSON-2083043682 tempest-ServerAddressesTestJSON-2083043682-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3eafed9-cdb8-4ac1-8f3b-ee7b8d6f8f15 HTTP/1.1" status: 200 len: 210 time: 0.0318124 Jul 05 02:45:18.979709 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-514cad4c-c56c-4bae-9cfc-016229bac3f0 req-3495246f-abe4-43c1-8740-b77ba778ab81 tempest-ServerAddressesTestJSON-2083043682 tempest-ServerAddressesTestJSON-2083043682-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3eafed9-cdb8-4ac1-8f3b-ee7b8d6f8f15 HTTP/1.1" status: 200 len: 210 time: 0.0325835 Jul 05 02:45:19.303604 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920006a9-f220-4427-8e6f-4c7645cc7f08 req-2109a6ce-5972-4579-bd4d-241f48160b5f tempest-ServerAddressesTestJSON-2083043682 tempest-ServerAddressesTestJSON-2083043682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:45:19.305274 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-920006a9-f220-4427-8e6f-4c7645cc7f08 req-2109a6ce-5972-4579-bd4d-241f48160b5f tempest-ServerAddressesTestJSON-2083043682 tempest-ServerAddressesTestJSON-2083043682-project] 10.222.0.15 "GET /v2.0/networks?id=2a5c354a-b769-4186-98df-81d7626d8ce3 HTTP/1.1" status: 200 len: 813 time: 0.1168573 Jul 05 02:45:19.323847 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-920006a9-f220-4427-8e6f-4c7645cc7f08 req-621b0bee-7af3-4c08-a241-690707611d35 tempest-ServerAddressesTestJSON-2083043682 tempest-ServerAddressesTestJSON-2083043682-project] Request body: {'port': {'device_id': 'f3eafed9-cdb8-4ac1-8f3b-ee7b8d6f8f15', 'network_id': '2a5c354a-b769-4186-98df-81d7626d8ce3', 'admin_state_up': True, 'tenant_id': '09cd65d3e057404d806667a01d2b469b'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:45:19.537750 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-920006a9-f220-4427-8e6f-4c7645cc7f08 req-621b0bee-7af3-4c08-a241-690707611d35 tempest-ServerAddressesTestJSON-2083043682 tempest-ServerAddressesTestJSON-2083043682-project] Made reservation on behalf of 09cd65d3e057404d806667a01d2b469b for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:45:19.543438 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-920006a9-f220-4427-8e6f-4c7645cc7f08 req-621b0bee-7af3-4c08-a241-690707611d35 tempest-ServerAddressesTestJSON-2083043682 tempest-ServerAddressesTestJSON-2083043682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:20.091358 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-920006a9-f220-4427-8e6f-4c7645cc7f08 req-621b0bee-7af3-4c08-a241-690707611d35 tempest-ServerAddressesTestJSON-2083043682 tempest-ServerAddressesTestJSON-2083043682-project] Allocated IP 172.20.0.4 (2a5c354a-b769-4186-98df-81d7626d8ce3/3635f821-a6b4-43c2-9afb-cd078726cfe8/f81a40e8-cd2c-4a68-a324-6aa6b5bb20ef) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:45:20.130727 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1cb26b2f-6d2e-432d-ba4c-67b4b1715032 req-05af877e-5765-44f2-9a0d-f630ec41844d tempest-ServerAddressesTestJSON-2083043682 tempest-ServerAddressesTestJSON-2083043682-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3eafed9-cdb8-4ac1-8f3b-ee7b8d6f8f15 HTTP/1.1" status: 200 len: 210 time: 0.0328519 Jul 05 02:45:20.262185 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-920006a9-f220-4427-8e6f-4c7645cc7f08 req-621b0bee-7af3-4c08-a241-690707611d35 tempest-ServerAddressesTestJSON-2083043682 tempest-ServerAddressesTestJSON-2083043682-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:20.370172 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-920006a9-f220-4427-8e6f-4c7645cc7f08 req-621b0bee-7af3-4c08-a241-690707611d35 tempest-ServerAddressesTestJSON-2083043682 tempest-ServerAddressesTestJSON-2083043682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:20.426070 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-920006a9-f220-4427-8e6f-4c7645cc7f08 req-621b0bee-7af3-4c08-a241-690707611d35 tempest-ServerAddressesTestJSON-2083043682 tempest-ServerAddressesTestJSON-2083043682-project] Network 2a5c354a-b769-4186-98df-81d7626d8ce3 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:45:20.430762 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-920006a9-f220-4427-8e6f-4c7645cc7f08 req-621b0bee-7af3-4c08-a241-690707611d35 tempest-ServerAddressesTestJSON-2083043682 tempest-ServerAddressesTestJSON-2083043682-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:45:20.444013 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-920006a9-f220-4427-8e6f-4c7645cc7f08 req-621b0bee-7af3-4c08-a241-690707611d35 tempest-ServerAddressesTestJSON-2083043682 tempest-ServerAddressesTestJSON-2083043682-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:45:20.446968 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621b0bee-7af3-4c08-a241-690707611d35 tempest-ServerAddressesTestJSON-2083043682 tempest-ServerAddressesTestJSON-2083043682-project] Pushing event updated for resources: {'Port': ['ID=f81a40e8-cd2c-4a68-a324-6aa6b5bb20ef,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:45:20.494423 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920006a9-f220-4427-8e6f-4c7645cc7f08 req-621b0bee-7af3-4c08-a241-690707611d35 tempest-ServerAddressesTestJSON-2083043682 tempest-ServerAddressesTestJSON-2083043682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:45:20.495067 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-920006a9-f220-4427-8e6f-4c7645cc7f08 req-621b0bee-7af3-4c08-a241-690707611d35 tempest-ServerAddressesTestJSON-2083043682 tempest-ServerAddressesTestJSON-2083043682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:20.610449 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-920006a9-f220-4427-8e6f-4c7645cc7f08 req-621b0bee-7af3-4c08-a241-690707611d35 tempest-ServerAddressesTestJSON-2083043682 tempest-ServerAddressesTestJSON-2083043682-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2959378 Jul 05 02:45:20.623958 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-920006a9-f220-4427-8e6f-4c7645cc7f08 req-65270c82-7937-4f99-bf9f-b41bbe01b250 service neutron] Request body: {'port': {'device_id': 'f3eafed9-cdb8-4ac1-8f3b-ee7b8d6f8f15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:45:20.706927 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-920006a9-f220-4427-8e6f-4c7645cc7f08 req-65270c82-7937-4f99-bf9f-b41bbe01b250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:20.890474 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b2e4199e-d4ce-4214-9721-1f975d0fda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:21.004972 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-920006a9-f220-4427-8e6f-4c7645cc7f08 req-65270c82-7937-4f99-bf9f-b41bbe01b250 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f81a40e8-cd2c-4a68-a324-6aa6b5bb20ef {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:45:21.014323 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-920006a9-f220-4427-8e6f-4c7645cc7f08 req-65270c82-7937-4f99-bf9f-b41bbe01b250 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:21.021880 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 02:45:21.028624 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-920006a9-f220-4427-8e6f-4c7645cc7f08 req-65270c82-7937-4f99-bf9f-b41bbe01b250 service neutron] Transition to ACTIVE for port object f81a40e8-cd2c-4a68-a324-6aa6b5bb20ef will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:45:21.278388 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-920006a9-f220-4427-8e6f-4c7645cc7f08 req-65270c82-7937-4f99-bf9f-b41bbe01b250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:21.332565 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65270c82-7937-4f99-bf9f-b41bbe01b250 service neutron] Pushing event updated for resources: {'Port': ['ID=f81a40e8-cd2c-4a68-a324-6aa6b5bb20ef,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:45:21.337304 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5ac49e-d3f8-4774-8626-38276cdfaf44 req-644515e0-6032-4f43-b663-8dcda88ce3c4 tempest-ServerAddressesTestJSON-2083043682 tempest-ServerAddressesTestJSON-2083043682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:45:21.339008 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8d5ac49e-d3f8-4774-8626-38276cdfaf44 req-644515e0-6032-4f43-b663-8dcda88ce3c4 tempest-ServerAddressesTestJSON-2083043682 tempest-ServerAddressesTestJSON-2083043682-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3eafed9-cdb8-4ac1-8f3b-ee7b8d6f8f15 HTTP/1.1" status: 200 len: 931 time: 0.0741072 Jul 05 02:45:21.383186 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8d5ac49e-d3f8-4774-8626-38276cdfaf44 req-0b721618-e0d6-4d62-8066-66e44df71178 tempest-ServerAddressesTestJSON-2083043682 tempest-ServerAddressesTestJSON-2083043682-project] 10.222.0.23 "GET /v2.0/security-groups?id=e0db625b-1e2b-4bbd-89e4-dc7d01c613a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371640 Jul 05 02:45:21.405909 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-920006a9-f220-4427-8e6f-4c7645cc7f08 req-65270c82-7937-4f99-bf9f-b41bbe01b250 service neutron] Attempting to bind port f81a40e8-cd2c-4a68-a324-6aa6b5bb20ef on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:45:21.406529 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-920006a9-f220-4427-8e6f-4c7645cc7f08 req-65270c82-7937-4f99-bf9f-b41bbe01b250 service neutron] Attempting to bind port f81a40e8-cd2c-4a68-a324-6aa6b5bb20ef by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': 'ec5d32c1-6886-4afa-9c49-ef11236c6196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '2a5c354a-b769-4186-98df-81d7626d8ce3'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:45:21.407062 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920006a9-f220-4427-8e6f-4c7645cc7f08 req-65270c82-7937-4f99-bf9f-b41bbe01b250 service neutron] Attempting to bind port f81a40e8-cd2c-4a68-a324-6aa6b5bb20ef on network 2a5c354a-b769-4186-98df-81d7626d8ce3 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:45:21.412639 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920006a9-f220-4427-8e6f-4c7645cc7f08 req-65270c82-7937-4f99-bf9f-b41bbe01b250 service neutron] Port f81a40e8-cd2c-4a68-a324-6aa6b5bb20ef on network 2a5c354a-b769-4186-98df-81d7626d8ce3 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:45:21.412858 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920006a9-f220-4427-8e6f-4c7645cc7f08 req-65270c82-7937-4f99-bf9f-b41bbe01b250 service neutron] Attempting to bind port f81a40e8-cd2c-4a68-a324-6aa6b5bb20ef on network 2a5c354a-b769-4186-98df-81d7626d8ce3 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:45:21.418905 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920006a9-f220-4427-8e6f-4c7645cc7f08 req-65270c82-7937-4f99-bf9f-b41bbe01b250 service neutron] Checking agent: {'id': 'e071c76e-395f-48c4-a98f-88088465cf0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:45:21.419247 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920006a9-f220-4427-8e6f-4c7645cc7f08 req-65270c82-7937-4f99-bf9f-b41bbe01b250 service neutron] Checking segment: {'id': 'ec5d32c1-6886-4afa-9c49-ef11236c6196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '2a5c354a-b769-4186-98df-81d7626d8ce3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:45:21.419676 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920006a9-f220-4427-8e6f-4c7645cc7f08 req-65270c82-7937-4f99-bf9f-b41bbe01b250 service neutron] Bound using segment: {'id': 'ec5d32c1-6886-4afa-9c49-ef11236c6196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '2a5c354a-b769-4186-98df-81d7626d8ce3'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:45:21.420105 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-920006a9-f220-4427-8e6f-4c7645cc7f08 req-65270c82-7937-4f99-bf9f-b41bbe01b250 service neutron] Bound port: f81a40e8-cd2c-4a68-a324-6aa6b5bb20ef, host: n-h2-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec5d32c1-6886-4afa-9c49-ef11236c6196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '2a5c354a-b769-4186-98df-81d7626d8ce3'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:45:21.420469 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-920006a9-f220-4427-8e6f-4c7645cc7f08 req-65270c82-7937-4f99-bf9f-b41bbe01b250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:21.500929 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-920006a9-f220-4427-8e6f-4c7645cc7f08 req-65270c82-7937-4f99-bf9f-b41bbe01b250 service neutron] For port f81a40e8-cd2c-4a68-a324-6aa6b5bb20ef, host n-h2-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:45:21.504202 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-920006a9-f220-4427-8e6f-4c7645cc7f08 req-65270c82-7937-4f99-bf9f-b41bbe01b250 service neutron] For port f81a40e8-cd2c-4a68-a324-6aa6b5bb20ef, host n-h2-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=f81a40e8-cd2c-4a68-a324-6aa6b5bb20ef,segment=NetworkSegment(ec5d32c1-6886-4afa-9c49-ef11236c6196),segment_id=ec5d32c1-6886-4afa-9c49-ef11236c6196)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:45:22.413717 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-920006a9-f220-4427-8e6f-4c7645cc7f08 req-65270c82-7937-4f99-bf9f-b41bbe01b250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:22.469524 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920006a9-f220-4427-8e6f-4c7645cc7f08 req-65270c82-7937-4f99-bf9f-b41bbe01b250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:45:22.469524 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-920006a9-f220-4427-8e6f-4c7645cc7f08 req-65270c82-7937-4f99-bf9f-b41bbe01b250 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:22.469524 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-920006a9-f220-4427-8e6f-4c7645cc7f08 req-65270c82-7937-4f99-bf9f-b41bbe01b250 service neutron] 10.222.0.15 "PUT /v2.0/ports/f81a40e8-cd2c-4a68-a324-6aa6b5bb20ef HTTP/1.1" status: 200 len: 1092 time: 1.8355219 Jul 05 02:45:22.469524 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3eafed9-cdb8-4ac1-8f3b-ee7b8d6f8f15', 'tag': 'f81a40e8-cd2c-4a68-a324-6aa6b5bb20ef'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:45:22.469524 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-019bf824-2f74-43c0-a03b-bc1e967b534c" -d '{"events": [{"name": "network-changed", "server_uuid": "f3eafed9-cdb8-4ac1-8f3b-ee7b8d6f8f15", "tag": "f81a40e8-cd2c-4a68-a324-6aa6b5bb20ef"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:45:22.502148 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65270c82-7937-4f99-bf9f-b41bbe01b250 service neutron] Pushing event updated for resources: {'Port': ['ID=f81a40e8-cd2c-4a68-a324-6aa6b5bb20ef,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:45:22.535280 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2edbc65-c0bf-4089-8c79-63d0de45f6ad x-openstack-request-id: req-c2edbc65-c0bf-4089-8c79-63d0de45f6ad {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:45:22.536045 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3eafed9-cdb8-4ac1-8f3b-ee7b8d6f8f15", "tag": "f81a40e8-cd2c-4a68-a324-6aa6b5bb20ef", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:45:22.536391 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c2edbc65-c0bf-4089-8c79-63d0de45f6ad {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:45:22.536886 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3eafed9-cdb8-4ac1-8f3b-ee7b8d6f8f15', 'tag': 'f81a40e8-cd2c-4a68-a324-6aa6b5bb20ef', 'status': 'completed', 'code': 200} Jul 05 02:45:22.625343 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019bf824-2f74-43c0-a03b-bc1e967b534c req-b5136fa6-cb93-4ff2-9c5e-efd6a679ef74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:45:22.628790 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-019bf824-2f74-43c0-a03b-bc1e967b534c req-b5136fa6-cb93-4ff2-9c5e-efd6a679ef74 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=09cd65d3e057404d806667a01d2b469b&device_id=f3eafed9-cdb8-4ac1-8f3b-ee7b8d6f8f15 HTTP/1.1" status: 200 len: 1095 time: 0.0669365 Jul 05 02:45:22.642097 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cd5f27-2ddd-46b6-9f43-6749c2e7a60a req-c465dfa9-8f76-4598-a831-1ac8122efef4 tempest-ServerAddressesTestJSON-2083043682 tempest-ServerAddressesTestJSON-2083043682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:45:22.644539 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-44cd5f27-2ddd-46b6-9f43-6749c2e7a60a req-c465dfa9-8f76-4598-a831-1ac8122efef4 tempest-ServerAddressesTestJSON-2083043682 tempest-ServerAddressesTestJSON-2083043682-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3eafed9-cdb8-4ac1-8f3b-ee7b8d6f8f15 HTTP/1.1" status: 200 len: 943 time: 0.1026242 Jul 05 02:45:22.691656 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-44cd5f27-2ddd-46b6-9f43-6749c2e7a60a req-3bc888e1-cbda-4f3f-aeca-8fb307d36488 tempest-ServerAddressesTestJSON-2083043682 tempest-ServerAddressesTestJSON-2083043682-project] 10.222.0.23 "GET /v2.0/security-groups?id=e0db625b-1e2b-4bbd-89e4-dc7d01c613a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364430 Jul 05 02:45:22.733266 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019bf824-2f74-43c0-a03b-bc1e967b534c req-89ec7d94-6418-47ae-969c-87b40d370d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:45:22.734852 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-019bf824-2f74-43c0-a03b-bc1e967b534c req-89ec7d94-6418-47ae-969c-87b40d370d3c service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=09cd65d3e057404d806667a01d2b469b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1006310 Jul 05 02:45:22.845374 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019bf824-2f74-43c0-a03b-bc1e967b534c req-433d698b-87b0-4aaf-9102-7ad4045c0ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:45:22.847013 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-019bf824-2f74-43c0-a03b-bc1e967b534c req-433d698b-87b0-4aaf-9102-7ad4045c0ac4 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1057081 Jul 05 02:45:22.953972 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920006a9-f220-4427-8e6f-4c7645cc7f08 req-3d62660c-ddd2-4dd7-9949-32c28b3442d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:45:22.955759 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-920006a9-f220-4427-8e6f-4c7645cc7f08 req-3d62660c-ddd2-4dd7-9949-32c28b3442d4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=09cd65d3e057404d806667a01d2b469b&device_id=f3eafed9-cdb8-4ac1-8f3b-ee7b8d6f8f15 HTTP/1.1" status: 200 len: 1095 time: 0.0573807 Jul 05 02:45:23.013344 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-920006a9-f220-4427-8e6f-4c7645cc7f08 req-7ddceb0a-e96c-4856-ab91-efa2c0dd3747 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f81a40e8-cd2c-4a68-a324-6aa6b5bb20ef HTTP/1.1" status: 200 len: 217 time: 0.0404687 Jul 05 02:45:23.060023 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920006a9-f220-4427-8e6f-4c7645cc7f08 req-744ad105-e411-4a8a-991b-8ff8b18bdabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:45:23.061574 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-920006a9-f220-4427-8e6f-4c7645cc7f08 req-744ad105-e411-4a8a-991b-8ff8b18bdabb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3635f821-a6b4-43c2-9afb-cd078726cfe8 HTTP/1.1" status: 200 len: 853 time: 0.0527089 Jul 05 02:45:23.095358 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-920006a9-f220-4427-8e6f-4c7645cc7f08 req-851843bb-6a50-4581-ab85-4b9ab0be7a51 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2a5c354a-b769-4186-98df-81d7626d8ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278471 Jul 05 02:45:23.191769 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-920006a9-f220-4427-8e6f-4c7645cc7f08 req-c4e2cc61-d3ab-40c8-8807-16802c5087cf service neutron] 10.222.0.15 "GET /v2.0/networks/2a5c354a-b769-4186-98df-81d7626d8ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872183 Jul 05 02:45:23.273168 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-c94b2a3b-633a-4b36-809d-1204e2a0fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:23.318966 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-920006a9-f220-4427-8e6f-4c7645cc7f08 req-76d48371-cde5-4447-8a96-66ffb5302c4a service neutron] 10.222.0.15 "GET /v2.0/networks/2a5c354a-b769-4186-98df-81d7626d8ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103461 Jul 05 02:45:23.884475 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7beeb4-98ea-4a90-909b-48cddbfa8dbb req-a658efaa-a7c3-4973-ae79-50d9fb9303b5 tempest-ServerAddressesTestJSON-2083043682 tempest-ServerAddressesTestJSON-2083043682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:45:23.886055 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-fb7beeb4-98ea-4a90-909b-48cddbfa8dbb req-a658efaa-a7c3-4973-ae79-50d9fb9303b5 tempest-ServerAddressesTestJSON-2083043682 tempest-ServerAddressesTestJSON-2083043682-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3eafed9-cdb8-4ac1-8f3b-ee7b8d6f8f15 HTTP/1.1" status: 200 len: 943 time: 0.0750906 Jul 05 02:45:23.930756 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-fb7beeb4-98ea-4a90-909b-48cddbfa8dbb req-d549ec25-fa01-477b-8a56-f5d8d5877abb tempest-ServerAddressesTestJSON-2083043682 tempest-ServerAddressesTestJSON-2083043682-project] 10.222.0.23 "GET /v2.0/security-groups?id=e0db625b-1e2b-4bbd-89e4-dc7d01c613a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382690 Jul 05 02:45:23.995754 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:24.714909 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:25.168994 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d176027c-fa58-4949-8b53-a3c0224b3f11 req-e978314c-1089-4200-bea6-5d51f6c5c7c1 tempest-ServerAddressesTestJSON-2083043682 tempest-ServerAddressesTestJSON-2083043682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:45:25.184204 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d176027c-fa58-4949-8b53-a3c0224b3f11 req-e978314c-1089-4200-bea6-5d51f6c5c7c1 tempest-ServerAddressesTestJSON-2083043682 tempest-ServerAddressesTestJSON-2083043682-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3eafed9-cdb8-4ac1-8f3b-ee7b8d6f8f15 HTTP/1.1" status: 200 len: 943 time: 0.0985734 Jul 05 02:45:25.220064 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device f81a40e8-cd2c-4a68-a324-6aa6b5bb20ef details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:45:25.310836 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d176027c-fa58-4949-8b53-a3c0224b3f11 req-b0b40e6b-509c-405f-90dc-d18a031e789c tempest-ServerAddressesTestJSON-2083043682 tempest-ServerAddressesTestJSON-2083043682-project] 10.222.0.23 "GET /v2.0/security-groups?id=e0db625b-1e2b-4bbd-89e4-dc7d01c613a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200829 Jul 05 02:45:25.372080 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port f81a40e8-cd2c-4a68-a324-6aa6b5bb20ef, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=f81a40e8-cd2c-4a68-a324-6aa6b5bb20ef,segment=NetworkSegment(ec5d32c1-6886-4afa-9c49-ef11236c6196),segment_id=ec5d32c1-6886-4afa-9c49-ef11236c6196)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:45:25.384284 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Returning: {'device': 'f81a40e8-cd2c-4a68-a324-6aa6b5bb20ef', 'network_id': '2a5c354a-b769-4186-98df-81d7626d8ce3', 'port_id': 'f81a40e8-cd2c-4a68-a324-6aa6b5bb20ef', 'mac_address': 'fa:16:3e:14:52:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3635f821-a6b4-43c2-9afb-cd078726cfe8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:45:25.433340 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:25.450374 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f81a40e8-cd2c-4a68-a324-6aa6b5bb20ef {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:45:25.470795 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port f81a40e8-cd2c-4a68-a324-6aa6b5bb20ef, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=f81a40e8-cd2c-4a68-a324-6aa6b5bb20ef,segment=NetworkSegment(ec5d32c1-6886-4afa-9c49-ef11236c6196),segment_id=ec5d32c1-6886-4afa-9c49-ef11236c6196)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:45:25.611031 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:25.669414 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=f81a40e8-cd2c-4a68-a324-6aa6b5bb20ef,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:45:25.677261 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:45:25.677827 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:45:25.678386 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:45:25.678949 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:45:25.679468 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:45:25.680495 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:45:25.681021 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:45:25.681554 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:45:25.682073 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:45:25.682616 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:45:25.683169 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:45:25.683688 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:45:25.822680 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['f81a40e8-cd2c-4a68-a324-6aa6b5bb20ef'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:45:26.130382 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:26.493802 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a29f30c-7edf-4f45-8748-43d3e70fdbfa req-e781705f-855d-4494-812d-0740704f7ab4 tempest-ServerAddressesTestJSON-2083043682 tempest-ServerAddressesTestJSON-2083043682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:45:26.495450 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6a29f30c-7edf-4f45-8748-43d3e70fdbfa req-e781705f-855d-4494-812d-0740704f7ab4 tempest-ServerAddressesTestJSON-2083043682 tempest-ServerAddressesTestJSON-2083043682-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3eafed9-cdb8-4ac1-8f3b-ee7b8d6f8f15 HTTP/1.1" status: 200 len: 944 time: 0.0728121 Jul 05 02:45:26.536227 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6a29f30c-7edf-4f45-8748-43d3e70fdbfa req-4594dd76-5545-456f-93bb-da1e212847bb tempest-ServerAddressesTestJSON-2083043682 tempest-ServerAddressesTestJSON-2083043682-project] 10.222.0.23 "GET /v2.0/security-groups?id=e0db625b-1e2b-4bbd-89e4-dc7d01c613a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344269 Jul 05 02:45:27.220855 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device f81a40e8-cd2c-4a68-a324-6aa6b5bb20ef up at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:45:27.518310 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning for port f81a40e8-cd2c-4a68-a324-6aa6b5bb20ef completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:45:27.522539 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning complete for port f81a40e8-cd2c-4a68-a324-6aa6b5bb20ef triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:45:27.522917 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:27.620414 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:27.652535 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3eafed9-cdb8-4ac1-8f3b-ee7b8d6f8f15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f81a40e8-cd2c-4a68-a324-6aa6b5bb20ef'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:45:27.658014 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-709840b3-58c3-4749-a242-69bb76a48494" -d '{"events": [{"server_uuid": "f3eafed9-cdb8-4ac1-8f3b-ee7b8d6f8f15", "name": "network-vif-plugged", "status": "completed", "tag": "f81a40e8-cd2c-4a68-a324-6aa6b5bb20ef"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:45:27.668065 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port f81a40e8-cd2c-4a68-a324-6aa6b5bb20ef, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=f81a40e8-cd2c-4a68-a324-6aa6b5bb20ef,segment=NetworkSegment(ec5d32c1-6886-4afa-9c49-ef11236c6196),segment_id=ec5d32c1-6886-4afa-9c49-ef11236c6196)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:45:27.756260 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd83ced-6073-48e1-96c4-2c3a863f56af req-45d80580-89dc-4125-9080-9be895efd6bd tempest-ServerAddressesTestJSON-2083043682 tempest-ServerAddressesTestJSON-2083043682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:45:27.757790 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-bdd83ced-6073-48e1-96c4-2c3a863f56af req-45d80580-89dc-4125-9080-9be895efd6bd tempest-ServerAddressesTestJSON-2083043682 tempest-ServerAddressesTestJSON-2083043682-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3eafed9-cdb8-4ac1-8f3b-ee7b8d6f8f15 HTTP/1.1" status: 200 len: 944 time: 0.0781980 Jul 05 02:45:27.795960 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-bdd83ced-6073-48e1-96c4-2c3a863f56af req-0dea39fa-379a-46c5-b31c-5dd4ffd7ba93 tempest-ServerAddressesTestJSON-2083043682 tempest-ServerAddressesTestJSON-2083043682-project] 10.222.0.23 "GET /v2.0/security-groups?id=e0db625b-1e2b-4bbd-89e4-dc7d01c613a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324395 Jul 05 02:45:27.843483 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87942b97-aba9-47e1-b152-8d6a99abc6a5 x-openstack-request-id: req-87942b97-aba9-47e1-b152-8d6a99abc6a5 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:45:27.843786 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3eafed9-cdb8-4ac1-8f3b-ee7b8d6f8f15", "name": "network-vif-plugged", "status": "completed", "tag": "f81a40e8-cd2c-4a68-a324-6aa6b5bb20ef", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:45:27.844043 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-87942b97-aba9-47e1-b152-8d6a99abc6a5 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:45:27.844442 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3eafed9-cdb8-4ac1-8f3b-ee7b8d6f8f15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f81a40e8-cd2c-4a68-a324-6aa6b5bb20ef', 'code': 200} Jul 05 02:45:27.845657 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:27.917544 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=f81a40e8-cd2c-4a68-a324-6aa6b5bb20ef,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:45:27.985956 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceae687-1b67-4a98-9069-50e76c41ede8 req-5a835275-b4eb-4f77-954e-485534a3e246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:45:27.987600 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9ceae687-1b67-4a98-9069-50e76c41ede8 req-5a835275-b4eb-4f77-954e-485534a3e246 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f3eafed9-cdb8-4ac1-8f3b-ee7b8d6f8f15 HTTP/1.1" status: 200 len: 1097 time: 0.0558617 Jul 05 02:45:28.024856 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9ceae687-1b67-4a98-9069-50e76c41ede8 req-84e37bef-5499-4af6-9faf-1e8a910ba8cc service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e0db625b-1e2b-4bbd-89e4-dc7d01c613a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309823 Jul 05 02:45:29.027044 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82d3ad8-1fe6-4160-b33d-2a7c8c4c6c06 req-cc2bc0b8-0006-4ac5-91b4-cf22a23b9dc4 tempest-ServerAddressesTestJSON-2083043682 tempest-ServerAddressesTestJSON-2083043682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:45:29.028693 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a82d3ad8-1fe6-4160-b33d-2a7c8c4c6c06 req-cc2bc0b8-0006-4ac5-91b4-cf22a23b9dc4 tempest-ServerAddressesTestJSON-2083043682 tempest-ServerAddressesTestJSON-2083043682-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3eafed9-cdb8-4ac1-8f3b-ee7b8d6f8f15 HTTP/1.1" status: 200 len: 945 time: 0.0960987 Jul 05 02:45:29.068645 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a82d3ad8-1fe6-4160-b33d-2a7c8c4c6c06 req-2f929435-f3c2-4638-a97b-8a6ce7632c40 tempest-ServerAddressesTestJSON-2083043682 tempest-ServerAddressesTestJSON-2083043682-project] 10.222.0.23 "GET /v2.0/security-groups?id=e0db625b-1e2b-4bbd-89e4-dc7d01c613a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340033 Jul 05 02:45:30.254692 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6bad3b-64a9-4712-a2ec-9609a0a67b73 req-52a3c195-6a71-4da5-b7cf-c19c4cc7eccf tempest-ServerAddressesTestJSON-2083043682 tempest-ServerAddressesTestJSON-2083043682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:45:30.256221 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ec6bad3b-64a9-4712-a2ec-9609a0a67b73 req-52a3c195-6a71-4da5-b7cf-c19c4cc7eccf tempest-ServerAddressesTestJSON-2083043682 tempest-ServerAddressesTestJSON-2083043682-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3eafed9-cdb8-4ac1-8f3b-ee7b8d6f8f15 HTTP/1.1" status: 200 len: 945 time: 0.0694556 Jul 05 02:45:30.296418 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ec6bad3b-64a9-4712-a2ec-9609a0a67b73 req-452729df-0e7e-468c-8f95-9cce720c86ab tempest-ServerAddressesTestJSON-2083043682 tempest-ServerAddressesTestJSON-2083043682-project] 10.222.0.23 "GET /v2.0/security-groups?id=e0db625b-1e2b-4bbd-89e4-dc7d01c613a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340142 Jul 05 02:45:31.506251 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd54cd4-cfe7-46cc-82fe-b27503faaf07 req-7553ddb4-04a2-4a94-9fde-ee37b750b712 tempest-ServerAddressesTestJSON-2083043682 tempest-ServerAddressesTestJSON-2083043682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:45:31.507790 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7fd54cd4-cfe7-46cc-82fe-b27503faaf07 req-7553ddb4-04a2-4a94-9fde-ee37b750b712 tempest-ServerAddressesTestJSON-2083043682 tempest-ServerAddressesTestJSON-2083043682-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3eafed9-cdb8-4ac1-8f3b-ee7b8d6f8f15 HTTP/1.1" status: 200 len: 945 time: 0.0627289 Jul 05 02:45:31.547023 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7fd54cd4-cfe7-46cc-82fe-b27503faaf07 req-87ebdc0e-c662-4195-9997-834d78fc0d07 tempest-ServerAddressesTestJSON-2083043682 tempest-ServerAddressesTestJSON-2083043682-project] 10.222.0.23 "GET /v2.0/security-groups?id=e0db625b-1e2b-4bbd-89e4-dc7d01c613a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335326 Jul 05 02:45:32.735448 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da0d610-424e-4a07-8d88-f9637b6b829f req-00c8029a-f055-41cc-942d-d45645111524 tempest-ServerAddressesTestJSON-2083043682 tempest-ServerAddressesTestJSON-2083043682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:45:32.737271 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6da0d610-424e-4a07-8d88-f9637b6b829f req-00c8029a-f055-41cc-942d-d45645111524 tempest-ServerAddressesTestJSON-2083043682 tempest-ServerAddressesTestJSON-2083043682-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3eafed9-cdb8-4ac1-8f3b-ee7b8d6f8f15 HTTP/1.1" status: 200 len: 945 time: 0.0744963 Jul 05 02:45:32.749483 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431f385d-42ae-4102-a5e3-a745d42c82d3 req-d3ceae37-a70f-44ea-9c87-0c140f78adb4 tempest-ServerAddressesTestJSON-2083043682 tempest-ServerAddressesTestJSON-2083043682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:45:32.751128 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-431f385d-42ae-4102-a5e3-a745d42c82d3 req-d3ceae37-a70f-44ea-9c87-0c140f78adb4 tempest-ServerAddressesTestJSON-2083043682 tempest-ServerAddressesTestJSON-2083043682-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3eafed9-cdb8-4ac1-8f3b-ee7b8d6f8f15 HTTP/1.1" status: 200 len: 945 time: 0.0709240 Jul 05 02:45:32.780392 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6da0d610-424e-4a07-8d88-f9637b6b829f req-61ecec5e-6a71-4e5f-aa8e-d700912e5d25 tempest-ServerAddressesTestJSON-2083043682 tempest-ServerAddressesTestJSON-2083043682-project] 10.222.0.23 "GET /v2.0/security-groups?id=e0db625b-1e2b-4bbd-89e4-dc7d01c613a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368407 Jul 05 02:45:32.868397 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-431f385d-42ae-4102-a5e3-a745d42c82d3 req-86a6fff1-fb9f-4752-9b82-48e1321d80fd tempest-ServerAddressesTestJSON-2083043682 tempest-ServerAddressesTestJSON-2083043682-project] Deleting port f81a40e8-cd2c-4a68-a324-6aa6b5bb20ef {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:45:32.868752 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-431f385d-42ae-4102-a5e3-a745d42c82d3 req-86a6fff1-fb9f-4752-9b82-48e1321d80fd tempest-ServerAddressesTestJSON-2083043682 tempest-ServerAddressesTestJSON-2083043682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:32.964113 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-431f385d-42ae-4102-a5e3-a745d42c82d3 req-86a6fff1-fb9f-4752-9b82-48e1321d80fd tempest-ServerAddressesTestJSON-2083043682 tempest-ServerAddressesTestJSON-2083043682-project] For port f81a40e8-cd2c-4a68-a324-6aa6b5bb20ef, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=f81a40e8-cd2c-4a68-a324-6aa6b5bb20ef,segment=NetworkSegment(ec5d32c1-6886-4afa-9c49-ef11236c6196),segment_id=ec5d32c1-6886-4afa-9c49-ef11236c6196)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:45:32.964476 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-431f385d-42ae-4102-a5e3-a745d42c82d3 req-86a6fff1-fb9f-4752-9b82-48e1321d80fd tempest-ServerAddressesTestJSON-2083043682 tempest-ServerAddressesTestJSON-2083043682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:32.977860 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-431f385d-42ae-4102-a5e3-a745d42c82d3 req-86a6fff1-fb9f-4752-9b82-48e1321d80fd tempest-ServerAddressesTestJSON-2083043682 tempest-ServerAddressesTestJSON-2083043682-project] Calling delete_port for f81a40e8-cd2c-4a68-a324-6aa6b5bb20ef owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:45:33.296103 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-431f385d-42ae-4102-a5e3-a745d42c82d3 req-86a6fff1-fb9f-4752-9b82-48e1321d80fd tempest-ServerAddressesTestJSON-2083043682 tempest-ServerAddressesTestJSON-2083043682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:33.328870 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a6fff1-fb9f-4752-9b82-48e1321d80fd tempest-ServerAddressesTestJSON-2083043682 tempest-ServerAddressesTestJSON-2083043682-project] Pushing event deleted for resources: {'Port': ['ID=f81a40e8-cd2c-4a68-a324-6aa6b5bb20ef,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:45:33.375066 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-431f385d-42ae-4102-a5e3-a745d42c82d3 req-86a6fff1-fb9f-4752-9b82-48e1321d80fd tempest-ServerAddressesTestJSON-2083043682 tempest-ServerAddressesTestJSON-2083043682-project] No DVR routers for this DVR port f81a40e8-cd2c-4a68-a324-6aa6b5bb20ef on host n-h2-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:45:33.378049 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-431f385d-42ae-4102-a5e3-a745d42c82d3 req-86a6fff1-fb9f-4752-9b82-48e1321d80fd tempest-ServerAddressesTestJSON-2083043682 tempest-ServerAddressesTestJSON-2083043682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:33.380601 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-431f385d-42ae-4102-a5e3-a745d42c82d3 req-86a6fff1-fb9f-4752-9b82-48e1321d80fd tempest-ServerAddressesTestJSON-2083043682 tempest-ServerAddressesTestJSON-2083043682-project] 10.222.0.15 "DELETE /v2.0/ports/f81a40e8-cd2c-4a68-a324-6aa6b5bb20ef HTTP/1.1" status: 204 len: 173 time: 0.6239417 Jul 05 02:45:33.381076 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3eafed9-cdb8-4ac1-8f3b-ee7b8d6f8f15', 'name': 'network-vif-deleted', 'tag': 'f81a40e8-cd2c-4a68-a324-6aa6b5bb20ef'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:45:33.384059 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-376b5ac5-bd47-48fa-998b-0e015468d6df" -d '{"events": [{"server_uuid": "f3eafed9-cdb8-4ac1-8f3b-ee7b8d6f8f15", "name": "network-vif-deleted", "tag": "f81a40e8-cd2c-4a68-a324-6aa6b5bb20ef"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:45:33.420274 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8768c71a-396b-49a0-81dc-f218656b5c23 x-openstack-request-id: req-8768c71a-396b-49a0-81dc-f218656b5c23 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:45:33.420603 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3eafed9-cdb8-4ac1-8f3b-ee7b8d6f8f15", "name": "network-vif-deleted", "tag": "f81a40e8-cd2c-4a68-a324-6aa6b5bb20ef", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:45:33.420856 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8768c71a-396b-49a0-81dc-f218656b5c23 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:45:33.421250 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3eafed9-cdb8-4ac1-8f3b-ee7b8d6f8f15', 'name': 'network-vif-deleted', 'tag': 'f81a40e8-cd2c-4a68-a324-6aa6b5bb20ef', 'status': 'completed', 'code': 200} Jul 05 02:45:33.934232 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e1597c05-4b4c-47dc-afc4-81466f843268 req-8d16aa43-60ed-402a-a0fa-72be92455ea6 tempest-ServerAddressesTestJSON-2083043682 tempest-ServerAddressesTestJSON-2083043682-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3eafed9-cdb8-4ac1-8f3b-ee7b8d6f8f15 HTTP/1.1" status: 200 len: 210 time: 0.0298648 Jul 05 02:45:35.030471 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 33906) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:45:35.075340 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-761204c1-879b-44c9-9027-aee25807772b admin admin] Deleting subnet 3635f821-a6b4-43c2-9afb-cd078726cfe8 {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:45:35.078420 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-761204c1-879b-44c9-9027-aee25807772b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:35.112888 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-761204c1-879b-44c9-9027-aee25807772b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:35.156628 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-761204c1-879b-44c9-9027-aee25807772b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:35.237439 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device f81a40e8-cd2c-4a68-a324-6aa6b5bb20ef no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:45:35.275199 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] No Port match for: f81a40e8-cd2c-4a68-a324-6aa6b5bb20ef {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:45:35.275977 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device f81a40e8-cd2c-4a68-a324-6aa6b5bb20ef not bound to the agent host n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:45:35.605189 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-761204c1-879b-44c9-9027-aee25807772b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:35.631654 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761204c1-879b-44c9-9027-aee25807772b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3635f821-a6b4-43c2-9afb-cd078726cfe8,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:45:35.637337 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-761204c1-879b-44c9-9027-aee25807772b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:35.640158 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-761204c1-879b-44c9-9027-aee25807772b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/3635f821-a6b4-43c2-9afb-cd078726cfe8 HTTP/1.1" status: 204 len: 168 time: 0.6081030 Jul 05 02:45:35.642091 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 33914) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:45:35.729914 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e84596c7-8c8f-46ff-bba2-03dfdb1adcbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:35.809965 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e84596c7-8c8f-46ff-bba2-03dfdb1adcbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:35.820227 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-e84596c7-8c8f-46ff-bba2-03dfdb1adcbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a5c354a-b769-4186-98df-81d7626d8ce3']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:45:35.830688 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-e84596c7-8c8f-46ff-bba2-03dfdb1adcbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec5d32c1-6886-4afa-9c49-ef11236c6196') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:45:35.830979 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-e84596c7-8c8f-46ff-bba2-03dfdb1adcbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec5d32c1-6886-4afa-9c49-ef11236c6196') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:45:35.840717 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e84596c7-8c8f-46ff-bba2-03dfdb1adcbc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:35.854780 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e84596c7-8c8f-46ff-bba2-03dfdb1adcbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:35.860535 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e84596c7-8c8f-46ff-bba2-03dfdb1adcbc admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:45:35.861054 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e84596c7-8c8f-46ff-bba2-03dfdb1adcbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:35.862751 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:45:35.862751 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:45:35.862751 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:45:35.862751 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:45:35.862751 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:45:35.862751 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:45:35.862751 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:45:35.862751 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:45:35.862751 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:45:35.862751 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:45:35.862751 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:45:35.862751 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:45:35.862751 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:45:35.862751 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:45:35.862751 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:45:35.862751 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:45:35.862751 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:45:35.862751 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:45:35.862751 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:45:35.862751 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:45:35.862751 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:45:35.862751 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:45:35.862751 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:45:35.862751 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:45:35.862751 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:45:35.862751 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:45:35.862751 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:45:35.862751 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:45:35.862751 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:45:35.862751 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:45:35.862751 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:45:35.862751 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:45:36.096125 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e84596c7-8c8f-46ff-bba2-03dfdb1adcbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:36.102651 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e84596c7-8c8f-46ff-bba2-03dfdb1adcbc admin admin] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:36.104719 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-e84596c7-8c8f-46ff-bba2-03dfdb1adcbc admin admin] 10.222.0.23 "DELETE /v2.0/networks/2a5c354a-b769-4186-98df-81d7626d8ce3 HTTP/1.1" status: 204 len: 168 time: 0.4614394 Jul 05 02:45:36.116062 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84596c7-8c8f-46ff-bba2-03dfdb1adcbc admin admin] Pushing event deleted for resources: {'Network': ['ID=2a5c354a-b769-4186-98df-81d7626d8ce3,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:45:36.647063 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 33930) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:45:36.690785 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-b41c1c65-6fdd-486a-99b6-f38153ce8ddf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=09cd65d3e057404d806667a01d2b469b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401828 Jul 05 02:45:36.691063 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 33932) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:45:36.739351 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4114fa5c-9c0f-4a0e-85d6-812a1f7b0fd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:36.762406 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4114fa5c-9c0f-4a0e-85d6-812a1f7b0fd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:37.044115 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4114fa5c-9c0f-4a0e-85d6-812a1f7b0fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:37.046907 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4114fa5c-9c0f-4a0e-85d6-812a1f7b0fd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:37.048158 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-4114fa5c-9c0f-4a0e-85d6-812a1f7b0fd1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e0db625b-1e2b-4bbd-89e4-dc7d01c613a9 HTTP/1.1" status: 204 len: 168 time: 0.3563092 Jul 05 02:45:37.057611 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4114fa5c-9c0f-4a0e-85d6-812a1f7b0fd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0db625b-1e2b-4bbd-89e4-dc7d01c613a9,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:45:39.177881 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 33998) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:45:39.183233 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-ca1c37ab-d0cc-4c75-b86f-8f61c3138c29 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-445323781', 'description': 'tempest-secgroup-smoke-445323781 description', 'project_id': 'a2a128e531764065b9d7371bd7cd83c5'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:45:39.347709 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ca1c37ab-d0cc-4c75-b86f-8f61c3138c29 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:39.453796 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ca1c37ab-d0cc-4c75-b86f-8f61c3138c29 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:39.510858 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-acd7bb12-8f4c-4691-9e55-698d059a2505 req-9b05600b-3ffe-49a2-b70e-3fd65bd93c29 tempest-ServerShowV257Test-940297669 tempest-ServerShowV257Test-940297669-project] 10.222.0.23 "GET /v2.0/ports?device_id=962434c2-dfd5-4389-90af-96817073197f HTTP/1.1" status: 200 len: 210 time: 0.0554121 Jul 05 02:45:39.589890 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6b980bb3-9993-4db2-a2e3-c35c97e3e571 req-1c763cb0-2cda-4edc-99f0-946351f0eb41 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7a7c46d4-ee97-4330-8317-c5f97c0c2913&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0758879 Jul 05 02:45:39.640093 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ca1c37ab-d0cc-4c75-b86f-8f61c3138c29 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:39.677035 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1c37ab-d0cc-4c75-b86f-8f61c3138c29 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15ed21df-6f20-4c28-b043-6b4c65663d13,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:45:39.687369 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1c37ab-d0cc-4c75-b86f-8f61c3138c29 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:45:39.687718 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1c37ab-d0cc-4c75-b86f-8f61c3138c29 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:45:39.688064 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1c37ab-d0cc-4c75-b86f-8f61c3138c29 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:45:39.688405 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1c37ab-d0cc-4c75-b86f-8f61c3138c29 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:45:39.688740 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1c37ab-d0cc-4c75-b86f-8f61c3138c29 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:45:39.689072 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1c37ab-d0cc-4c75-b86f-8f61c3138c29 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:45:39.689431 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1c37ab-d0cc-4c75-b86f-8f61c3138c29 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:45:39.689760 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1c37ab-d0cc-4c75-b86f-8f61c3138c29 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:45:39.690086 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1c37ab-d0cc-4c75-b86f-8f61c3138c29 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:45:39.690436 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1c37ab-d0cc-4c75-b86f-8f61c3138c29 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:45:39.690758 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1c37ab-d0cc-4c75-b86f-8f61c3138c29 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:45:39.691081 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1c37ab-d0cc-4c75-b86f-8f61c3138c29 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:45:39.710733 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b980bb3-9993-4db2-a2e3-c35c97e3e571 req-b3af91e4-83e0-4891-93aa-41274b4c0011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:45:39.712393 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6b980bb3-9993-4db2-a2e3-c35c97e3e571 req-b3af91e4-83e0-4891-93aa-41274b4c0011 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f71f6dbd7ca04e46abf258fabaf4edd3&device_id=7a7c46d4-ee97-4330-8317-c5f97c0c2913 HTTP/1.1" status: 200 len: 1098 time: 0.1019921 Jul 05 02:45:39.824885 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b980bb3-9993-4db2-a2e3-c35c97e3e571 req-801d2b86-50f3-4740-bd2f-0fdb2054f261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:45:39.826410 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6b980bb3-9993-4db2-a2e3-c35c97e3e571 req-801d2b86-50f3-4740-bd2f-0fdb2054f261 service neutron] 10.222.0.15 "GET /v2.0/networks?id=319f6f27-0518-41ae-a3ab-b70eb1a13ad7 HTTP/1.1" status: 200 len: 917 time: 0.0927587 Jul 05 02:45:39.869734 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ca1c37ab-d0cc-4c75-b86f-8f61c3138c29 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:39.871011 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-ca1c37ab-d0cc-4c75-b86f-8f61c3138c29 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6920781 Jul 05 02:45:39.874193 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 34014) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:45:39.879135 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-784bfd63-4aaa-4e4e-aa6a-52473f6c7fc3 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Request body: {'security_group_rule': {'security_group_id': '15ed21df-6f20-4c28-b043-6b4c65663d13', 'project_id': 'a2a128e531764065b9d7371bd7cd83c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:45:39.896420 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6b980bb3-9993-4db2-a2e3-c35c97e3e571 req-07f96a6a-e33c-40b6-ab83-b08ab11cfbfe service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=575b1f79-b8b7-4b20-a5be-3fee3932145b HTTP/1.1" status: 200 len: 1001 time: 0.0628116 Jul 05 02:45:39.945061 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b980bb3-9993-4db2-a2e3-c35c97e3e571 req-bb979d10-59de-4dbb-89aa-5f6866f01915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:45:39.946590 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6b980bb3-9993-4db2-a2e3-c35c97e3e571 req-bb979d10-59de-4dbb-89aa-5f6866f01915 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3a90bcd4-05d3-4076-8731-a724bae74bd9 HTTP/1.1" status: 200 len: 856 time: 0.0443916 Jul 05 02:45:39.964202 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-784bfd63-4aaa-4e4e-aa6a-52473f6c7fc3 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:40.010405 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b980bb3-9993-4db2-a2e3-c35c97e3e571 req-e30a2bfa-eae7-4df2-a4c2-855925a7c3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:45:40.011988 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6b980bb3-9993-4db2-a2e3-c35c97e3e571 req-e30a2bfa-eae7-4df2-a4c2-855925a7c3e7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=319f6f27-0518-41ae-a3ab-b70eb1a13ad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0592244 Jul 05 02:45:40.027990 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-784bfd63-4aaa-4e4e-aa6a-52473f6c7fc3 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:40.115234 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6b980bb3-9993-4db2-a2e3-c35c97e3e571 req-2517b383-3c37-4575-befc-7b18567338a4 service neutron] 10.222.0.15 "GET /v2.0/networks/319f6f27-0518-41ae-a3ab-b70eb1a13ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945673 Jul 05 02:45:40.205415 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-784bfd63-4aaa-4e4e-aa6a-52473f6c7fc3 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:40.213546 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6b980bb3-9993-4db2-a2e3-c35c97e3e571 req-68ee79e0-6a8c-43e0-98d2-f9f91ab7c022 service neutron] 10.222.0.15 "GET /v2.0/networks/319f6f27-0518-41ae-a3ab-b70eb1a13ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896187 Jul 05 02:45:40.226103 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784bfd63-4aaa-4e4e-aa6a-52473f6c7fc3 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b98e5a25-4378-4a39-b00e-b18366956bae,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:45:40.427760 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-784bfd63-4aaa-4e4e-aa6a-52473f6c7fc3 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:40.429009 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-784bfd63-4aaa-4e4e-aa6a-52473f6c7fc3 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5537097 Jul 05 02:45:40.431919 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 34026) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:45:40.436619 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-1943aff0-5dbf-41cc-8955-207da9a57461 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Request body: {'security_group_rule': {'security_group_id': '15ed21df-6f20-4c28-b043-6b4c65663d13', 'project_id': 'a2a128e531764065b9d7371bd7cd83c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:45:40.587093 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1943aff0-5dbf-41cc-8955-207da9a57461 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:40.618556 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-25766256-ebcf-40cf-b921-681f0e8c0976 req-06da80fd-3209-4ff3-ad76-50e7263c6056 tempest-ServerShowV257Test-940297669 tempest-ServerShowV257Test-940297669-project] 10.222.0.23 "GET /v2.0/ports?device_id=962434c2-dfd5-4389-90af-96817073197f HTTP/1.1" status: 200 len: 210 time: 0.0428669 Jul 05 02:45:40.664093 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1943aff0-5dbf-41cc-8955-207da9a57461 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:40.924483 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1943aff0-5dbf-41cc-8955-207da9a57461 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:40.942421 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1943aff0-5dbf-41cc-8955-207da9a57461 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f9c9a5c-30ef-4188-b3c2-d43a888a685b,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:45:41.108017 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1943aff0-5dbf-41cc-8955-207da9a57461 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:41.109302 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-1943aff0-5dbf-41cc-8955-207da9a57461 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6764207 Jul 05 02:45:41.112087 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 34038) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:45:41.116612 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-7ed55082-5a68-4ad4-94f7-ebf35aafe6a1 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Request body: {'security_group_rule': {'security_group_id': '15ed21df-6f20-4c28-b043-6b4c65663d13', 'project_id': 'a2a128e531764065b9d7371bd7cd83c5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:45:41.244941 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7ed55082-5a68-4ad4-94f7-ebf35aafe6a1 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:41.302194 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7ed55082-5a68-4ad4-94f7-ebf35aafe6a1 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:41.519860 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7ed55082-5a68-4ad4-94f7-ebf35aafe6a1 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:41.550654 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed55082-5a68-4ad4-94f7-ebf35aafe6a1 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22c294c6-e222-4271-a46b-f631b229422a,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:45:41.703155 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7ed55082-5a68-4ad4-94f7-ebf35aafe6a1 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:41.704639 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-7ed55082-5a68-4ad4-94f7-ebf35aafe6a1 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5915859 Jul 05 02:45:41.710487 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 34052) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:45:41.717616 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-62036d64-5564-4127-84e6-4d5399576000 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Request body: {'security_group_rule': {'security_group_id': '15ed21df-6f20-4c28-b043-6b4c65663d13', 'project_id': 'a2a128e531764065b9d7371bd7cd83c5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:45:41.827624 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:41.887497 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:41.899430 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e5559df6-0c8e-4953-9cf1-809ccc515a39 req-5d42efcd-3205-4b20-bcd2-3ff767b82bea tempest-ServerShowV257Test-940297669 tempest-ServerShowV257Test-940297669-project] 10.222.0.23 "GET /v2.0/ports?device_id=962434c2-dfd5-4389-90af-96817073197f HTTP/1.1" status: 200 len: 210 time: 0.0578518 Jul 05 02:45:41.916383 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-62036d64-5564-4127-84e6-4d5399576000 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:41.950264 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8acc06e-021c-4d42-8a58-7f5d57ce13b8 req-7cb84dba-ee8e-4bf6-a24d-21cb10824ae1 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:45:41.952664 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e8acc06e-021c-4d42-8a58-7f5d57ce13b8 req-7cb84dba-ee8e-4bf6-a24d-21cb10824ae1 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a7c46d4-ee97-4330-8317-c5f97c0c2913 HTTP/1.1" status: 200 len: 946 time: 0.0857255 Jul 05 02:45:41.993211 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-62036d64-5564-4127-84e6-4d5399576000 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:41.997279 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e8acc06e-021c-4d42-8a58-7f5d57ce13b8 req-3650fd24-9e56-439f-893d-f254e5d755e1 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=e22aeac7-2b31-4b36-8770-94d9819b52f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378613 Jul 05 02:45:42.136309 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-62036d64-5564-4127-84e6-4d5399576000 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:42.176851 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62036d64-5564-4127-84e6-4d5399576000 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d35de27-b18f-4359-8715-c614fd4e670d,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:45:42.262147 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-62036d64-5564-4127-84e6-4d5399576000 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:42.264209 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-62036d64-5564-4127-84e6-4d5399576000 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5517604 Jul 05 02:45:42.276258 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 34058) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:45:42.281232 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-a16243e7-d956-487c-bc65-8d149fb43acd tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Request body: {'security_group_rule': {'security_group_id': '15ed21df-6f20-4c28-b043-6b4c65663d13', 'project_id': 'a2a128e531764065b9d7371bd7cd83c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:45:42.422457 n-d-771362-32 neutron-server[94461]: INFO neutron.db.securitygroups_db [None req-a16243e7-d956-487c-bc65-8d149fb43acd tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Project a2a128e531764065b9d7371bd7cd83c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 02:45:42.428094 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a16243e7-d956-487c-bc65-8d149fb43acd tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:42.550589 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a16243e7-d956-487c-bc65-8d149fb43acd tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:42.691797 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a16243e7-d956-487c-bc65-8d149fb43acd tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:42.702418 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16243e7-d956-487c-bc65-8d149fb43acd tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae2245f4-e20c-40d4-883b-6b8cca6fed16,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:45:42.850461 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a16243e7-d956-487c-bc65-8d149fb43acd tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:42.851665 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-a16243e7-d956-487c-bc65-8d149fb43acd tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5742266 Jul 05 02:45:42.854495 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 34064) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:45:42.858962 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-cb8fd1df-7c8d-4c17-8c24-a6ac928707ce tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Request body: {'security_group_rule': {'security_group_id': '15ed21df-6f20-4c28-b043-6b4c65663d13', 'project_id': 'a2a128e531764065b9d7371bd7cd83c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:45:42.993669 n-d-771362-32 neutron-server[94461]: INFO neutron.db.securitygroups_db [None req-cb8fd1df-7c8d-4c17-8c24-a6ac928707ce tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Project a2a128e531764065b9d7371bd7cd83c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 02:45:43.002801 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-cb8fd1df-7c8d-4c17-8c24-a6ac928707ce tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:43.077523 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-84800c90-255e-4d50-af54-796df4270dbd req-cbd1fd9e-af44-4293-aeb9-017baf40f31f tempest-ServerShowV257Test-940297669 tempest-ServerShowV257Test-940297669-project] 10.222.0.23 "GET /v2.0/ports?device_id=962434c2-dfd5-4389-90af-96817073197f HTTP/1.1" status: 200 len: 210 time: 0.0475636 Jul 05 02:45:43.098272 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-cb8fd1df-7c8d-4c17-8c24-a6ac928707ce tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:43.193408 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-cb8fd1df-7c8d-4c17-8c24-a6ac928707ce tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:43.200110 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7faf6bc-8bf2-4687-8595-62f63819c45a req-86476499-9d99-4921-bce7-09cea8fef460 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:45:43.201635 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a7faf6bc-8bf2-4687-8595-62f63819c45a req-86476499-9d99-4921-bce7-09cea8fef460 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a7c46d4-ee97-4330-8317-c5f97c0c2913 HTTP/1.1" status: 200 len: 946 time: 0.0689590 Jul 05 02:45:43.215228 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8fd1df-7c8d-4c17-8c24-a6ac928707ce tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d09baa9c-7923-40c4-9600-0023c862a2a9,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:45:43.242435 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a7faf6bc-8bf2-4687-8595-62f63819c45a req-ed7d7cd2-5752-4ed0-a88b-89f1eca76337 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=e22aeac7-2b31-4b36-8770-94d9819b52f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336509 Jul 05 02:45:43.318883 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-cb8fd1df-7c8d-4c17-8c24-a6ac928707ce tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:43.320251 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-cb8fd1df-7c8d-4c17-8c24-a6ac928707ce tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4647098 Jul 05 02:45:43.513317 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fe54adef-5487-4fb3-9abc-f01edec65ec9 req-6748cf16-4967-4a9d-afc6-f6bc09b7e326 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-445323781&fields=id&tenant_id=a2a128e531764065b9d7371bd7cd83c5 HTTP/1.1" status: 200 len: 267 time: 0.0323555 Jul 05 02:45:43.616316 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe54adef-5487-4fb3-9abc-f01edec65ec9 req-fc4c947d-a3e4-400c-993c-24071b750120 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:45:43.618962 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fe54adef-5487-4fb3-9abc-f01edec65ec9 req-fc4c947d-a3e4-400c-993c-24071b750120 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] 10.222.0.23 "GET /v2.0/networks?id=4998b7af-a070-4fe3-aeaa-2961371b2b2b HTTP/1.1" status: 200 len: 812 time: 0.0994375 Jul 05 02:45:43.634473 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fe54adef-5487-4fb3-9abc-f01edec65ec9 req-e52ef5b4-c10a-4b76-9e06-9e48315f73c2 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] 10.222.0.23 "GET /v2.0/quotas/a2a128e531764065b9d7371bd7cd83c5 HTTP/1.1" status: 200 len: 375 time: 0.0100040 Jul 05 02:45:43.703670 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fe54adef-5487-4fb3-9abc-f01edec65ec9 req-709559fb-dc43-4c52-a4f7-ea26e29946af tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a2a128e531764065b9d7371bd7cd83c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0640404 Jul 05 02:45:43.802410 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fe54adef-5487-4fb3-9abc-f01edec65ec9 req-da4a05c1-6edc-45ff-82a2-3811bc96409d service neutron] 10.222.0.23 "GET /v2.0/networks/4998b7af-a070-4fe3-aeaa-2961371b2b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872731 Jul 05 02:45:43.893892 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fe54adef-5487-4fb3-9abc-f01edec65ec9 req-5567d76a-ee37-4aca-a3cb-f7ba644b9997 service neutron] 10.222.0.23 "GET /v2.0/networks/4998b7af-a070-4fe3-aeaa-2961371b2b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856624 Jul 05 02:45:44.135797 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33808b9a-da22-4967-a3ae-5bdd88893b70 req-56732663-560b-4f1a-9ab9-d7a51899e5c8 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:45:44.137307 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-33808b9a-da22-4967-a3ae-5bdd88893b70 req-56732663-560b-4f1a-9ab9-d7a51899e5c8 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/networks?id=73b1fe81-9ead-413d-adcc-8dcb2085def5 HTTP/1.1" status: 200 len: 812 time: 0.1025412 Jul 05 02:45:44.152274 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-33808b9a-da22-4967-a3ae-5bdd88893b70 req-4f49e7c4-6040-4df8-8e11-81d5d82c4615 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/quotas/b1a00a493e704ec48248eed2815bb351 HTTP/1.1" status: 200 len: 375 time: 0.0094306 Jul 05 02:45:44.223624 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-33808b9a-da22-4967-a3ae-5bdd88893b70 req-0fc4789f-82f3-4c1f-9523-7d658dddec52 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b1a00a493e704ec48248eed2815bb351&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0648973 Jul 05 02:45:44.330246 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [req-33808b9a-da22-4967-a3ae-5bdd88893b70 req-3e4a8945-2eda-4b85-aaee-3b80d2c4e865 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94462) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:45:44.331246 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-33808b9a-da22-4967-a3ae-5bdd88893b70 req-3e4a8945-2eda-4b85-aaee-3b80d2c4e865 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1009433 Jul 05 02:45:44.420726 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-33808b9a-da22-4967-a3ae-5bdd88893b70 req-f3df9554-7711-4871-bc84-98ab807cab97 service neutron] 10.222.0.23 "GET /v2.0/networks/73b1fe81-9ead-413d-adcc-8dcb2085def5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829518 Jul 05 02:45:44.529848 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-33808b9a-da22-4967-a3ae-5bdd88893b70 req-31f12155-8e34-448a-a5d0-6ef47c39295b service neutron] 10.222.0.23 "GET /v2.0/networks/73b1fe81-9ead-413d-adcc-8dcb2085def5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940807 Jul 05 02:45:44.641663 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-49d253a0-2892-4c37-8f76-a8fde27fc70d req-ac2eced6-f7f6-41fd-9c45-13b1100c1cb8 tempest-ServerShowV257Test-940297669 tempest-ServerShowV257Test-940297669-project] 10.222.0.23 "GET /v2.0/ports?device_id=962434c2-dfd5-4389-90af-96817073197f HTTP/1.1" status: 200 len: 210 time: 0.0345261 Jul 05 02:45:44.857856 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-95a47dd1-5b73-45a2-92ec-96de27217f9a req-faa2479f-1de7-4c7b-97f1-318d4613e56a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=962434c2-dfd5-4389-90af-96817073197f HTTP/1.1" status: 200 len: 210 time: 0.0332339 Jul 05 02:45:44.874460 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427a3656-1cba-40d6-8660-19ede93bf472 req-005590e8-63e5-4ab0-8e88-dc5894e22a91 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:45:44.875875 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-427a3656-1cba-40d6-8660-19ede93bf472 req-005590e8-63e5-4ab0-8e88-dc5894e22a91 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a7c46d4-ee97-4330-8317-c5f97c0c2913 HTTP/1.1" status: 200 len: 946 time: 0.0932095 Jul 05 02:45:44.913900 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-427a3656-1cba-40d6-8660-19ede93bf472 req-b5e30dd7-7d94-4297-a8c2-1716a07337da tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=e22aeac7-2b31-4b36-8770-94d9819b52f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323057 Jul 05 02:45:44.985876 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-de13bf54-c1be-46e0-bece-dbcdd2a8f121 req-a9671617-f3fd-416f-951f-855c14f433e2 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] 10.222.0.23 "GET /v2.0/ports?device_id=d691bb32-08c5-406f-8160-eae7f0117365 HTTP/1.1" status: 200 len: 210 time: 0.0293105 Jul 05 02:45:45.249872 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6dd60280-5c14-4a5a-9588-6f8177fbd2f4 req-34f778ff-ebb3-4dfc-9c7f-a607f4d1598f tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=140eb806-6820-43a2-b15d-c39b4530b155 HTTP/1.1" status: 200 len: 210 time: 0.0302415 Jul 05 02:45:45.833349 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f1e7d0fc-60bc-420d-8a1a-ce5e179a6e4c req-12beaa3e-52f2-4974-93e1-fccb8da265eb tempest-ServerShowV257Test-940297669 tempest-ServerShowV257Test-940297669-project] 10.222.0.23 "GET /v2.0/ports?device_id=962434c2-dfd5-4389-90af-96817073197f HTTP/1.1" status: 200 len: 210 time: 0.0567434 Jul 05 02:45:46.162904 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f706b9d-4c37-45f3-a8d2-2f24871124a3 req-8a0c9e3e-792c-470f-94a5-df1ae1adc663 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:45:46.165189 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7f706b9d-4c37-45f3-a8d2-2f24871124a3 req-8a0c9e3e-792c-470f-94a5-df1ae1adc663 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a7c46d4-ee97-4330-8317-c5f97c0c2913 HTTP/1.1" status: 200 len: 946 time: 0.0793033 Jul 05 02:45:46.179799 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-fa873ea5-9651-41f0-b5dd-a5d4037b7d65 req-581d6bdb-47b8-4869-af27-21d1d589e50a tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] 10.222.0.23 "GET /v2.0/ports?device_id=d691bb32-08c5-406f-8160-eae7f0117365 HTTP/1.1" status: 200 len: 210 time: 0.0338457 Jul 05 02:45:46.206780 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7f706b9d-4c37-45f3-a8d2-2f24871124a3 req-86e12fb7-9c00-4302-8857-92d2dbb7ada4 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=e22aeac7-2b31-4b36-8770-94d9819b52f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354731 Jul 05 02:45:46.398635 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b7618204-970f-4268-8ff9-ebb33526cacb req-a419e0b7-4b10-4a03-b76f-7107b0344a4d tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=140eb806-6820-43a2-b15d-c39b4530b155 HTTP/1.1" status: 200 len: 210 time: 0.0390301 Jul 05 02:45:46.971133 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-706d8e56-b02e-435f-85d7-bec8d13eaf39 req-ccfb5016-82cb-416a-b20d-56bbc6d11b2f tempest-ServerShowV257Test-940297669 tempest-ServerShowV257Test-940297669-project] 10.222.0.23 "GET /v2.0/ports?device_id=962434c2-dfd5-4389-90af-96817073197f HTTP/1.1" status: 200 len: 210 time: 0.0290568 Jul 05 02:45:47.348302 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8b3f6e97-e907-4551-9ea8-b94e3bb4c5f2 req-5ab125f4-6d75-4758-bf16-d6421de792c0 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] 10.222.0.23 "GET /v2.0/ports?device_id=d691bb32-08c5-406f-8160-eae7f0117365 HTTP/1.1" status: 200 len: 210 time: 0.0424705 Jul 05 02:45:47.631665 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6736516-a4ad-4186-97f5-078a5e762060 req-88c3ba96-df30-46fe-8c96-870b9c155421 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:45:47.633825 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a6736516-a4ad-4186-97f5-078a5e762060 req-88c3ba96-df30-46fe-8c96-870b9c155421 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a7c46d4-ee97-4330-8317-c5f97c0c2913 HTTP/1.1" status: 200 len: 946 time: 0.1847539 Jul 05 02:45:47.645641 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe54adef-5487-4fb3-9abc-f01edec65ec9 req-2315f899-ece6-4bed-a2ae-23b2f9ebe153 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:45:47.647311 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fe54adef-5487-4fb3-9abc-f01edec65ec9 req-2315f899-ece6-4bed-a2ae-23b2f9ebe153 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] 10.222.0.21 "GET /v2.0/networks?id=4998b7af-a070-4fe3-aeaa-2961371b2b2b HTTP/1.1" status: 200 len: 812 time: 0.1691499 Jul 05 02:45:47.708917 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a6736516-a4ad-4186-97f5-078a5e762060 req-af64e9e6-5601-46d9-86e9-f8290b18fb99 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=e22aeac7-2b31-4b36-8770-94d9819b52f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604165 Jul 05 02:45:47.717740 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fe54adef-5487-4fb3-9abc-f01edec65ec9 req-0e44a33c-9257-47c2-88e4-581aada77db3 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a2a128e531764065b9d7371bd7cd83c5 HTTP/1.1" status: 200 len: 379 time: 0.0616536 Jul 05 02:45:47.739811 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-fe54adef-5487-4fb3-9abc-f01edec65ec9 req-e419ab39-680d-4243-9a52-b2552eac3800 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Request body: {'port': {'device_id': 'd691bb32-08c5-406f-8160-eae7f0117365', 'network_id': '4998b7af-a070-4fe3-aeaa-2961371b2b2b', 'admin_state_up': True, 'tenant_id': 'a2a128e531764065b9d7371bd7cd83c5', 'security_groups': ['15ed21df-6f20-4c28-b043-6b4c65663d13']}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:45:47.754807 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1fa988c8-d1a0-4ac9-bb04-29b996a98fc3 req-bc7b594e-85a3-40b8-8a2c-22e0f77580eb tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=140eb806-6820-43a2-b15d-c39b4530b155 HTTP/1.1" status: 200 len: 210 time: 0.0396791 Jul 05 02:45:47.886964 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6ee83cad-4483-4f50-85e7-34bdf761ddb4 req-dfbfe5de-39d3-4ccd-b5b9-72466974d5b7 tempest-ServerShowV257Test-940297669 tempest-ServerShowV257Test-940297669-project] 10.222.0.23 "GET /v2.0/ports?device_id=962434c2-dfd5-4389-90af-96817073197f HTTP/1.1" status: 200 len: 210 time: 0.0333745 Jul 05 02:45:48.062391 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe54adef-5487-4fb3-9abc-f01edec65ec9 req-e419ab39-680d-4243-9a52-b2552eac3800 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Made reservation on behalf of a2a128e531764065b9d7371bd7cd83c5 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:45:48.065909 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-fe54adef-5487-4fb3-9abc-f01edec65ec9 req-e419ab39-680d-4243-9a52-b2552eac3800 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:48.212021 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-fe54adef-5487-4fb3-9abc-f01edec65ec9 req-e419ab39-680d-4243-9a52-b2552eac3800 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Allocated IP 172.20.0.14 (4998b7af-a070-4fe3-aeaa-2961371b2b2b/1b34c68d-6895-4c90-9616-98e1bfcb7944/53264918-5d3e-4dc3-bf85-77ad413d1c00) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:45:48.375083 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-fe54adef-5487-4fb3-9abc-f01edec65ec9 req-e419ab39-680d-4243-9a52-b2552eac3800 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:48.394672 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-fe54adef-5487-4fb3-9abc-f01edec65ec9 req-e419ab39-680d-4243-9a52-b2552eac3800 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Transition to ACTIVE for port object 53264918-5d3e-4dc3-bf85-77ad413d1c00 will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:45:48.481357 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a7d83c9d-2129-4723-a03e-a3f6324c9a9c req-f81b83dc-e84b-457b-ac06-50cebd5a75d1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=798a2195-53e5-428c-b62b-0d286ac9054d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0858047 Jul 05 02:45:48.574403 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-fe54adef-5487-4fb3-9abc-f01edec65ec9 req-e419ab39-680d-4243-9a52-b2552eac3800 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:48.580948 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9d6e6176-fb06-43e3-9f3e-5356e375e20c req-3a108cd7-c8d8-4b0a-a813-f14b8dffcdc2 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] 10.222.0.23 "GET /v2.0/ports?device_id=d691bb32-08c5-406f-8160-eae7f0117365 HTTP/1.1" status: 200 len: 210 time: 0.0855956 Jul 05 02:45:48.778140 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe54adef-5487-4fb3-9abc-f01edec65ec9 req-e419ab39-680d-4243-9a52-b2552eac3800 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Network 4998b7af-a070-4fe3-aeaa-2961371b2b2b is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:45:48.785315 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e419ab39-680d-4243-9a52-b2552eac3800 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Pushing event updated for resources: {'Port': ['ID=53264918-5d3e-4dc3-bf85-77ad413d1c00,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:45:48.792449 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-fe54adef-5487-4fb3-9abc-f01edec65ec9 req-e419ab39-680d-4243-9a52-b2552eac3800 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:45:48.803287 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe54adef-5487-4fb3-9abc-f01edec65ec9 req-e419ab39-680d-4243-9a52-b2552eac3800 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:45:48.887243 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe54adef-5487-4fb3-9abc-f01edec65ec9 req-e419ab39-680d-4243-9a52-b2552eac3800 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:45:48.888188 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-fe54adef-5487-4fb3-9abc-f01edec65ec9 req-e419ab39-680d-4243-9a52-b2552eac3800 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:48.960942 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33808b9a-da22-4967-a3ae-5bdd88893b70 req-9e233b63-f9a0-4d34-b045-6522e91c052b tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:45:48.962877 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-33808b9a-da22-4967-a3ae-5bdd88893b70 req-9e233b63-f9a0-4d34-b045-6522e91c052b tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.21 "GET /v2.0/networks?id=73b1fe81-9ead-413d-adcc-8dcb2085def5 HTTP/1.1" status: 200 len: 812 time: 0.3174987 Jul 05 02:45:48.970783 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d83c9d-2129-4723-a03e-a3f6324c9a9c req-03c06ce4-c3e7-4f08-8131-c3b8f2fa9636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:45:48.977999 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a7d83c9d-2129-4723-a03e-a3f6324c9a9c req-03c06ce4-c3e7-4f08-8131-c3b8f2fa9636 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ba0e78208f5340669c29db9de3ab6e02&device_id=798a2195-53e5-428c-b62b-0d286ac9054d HTTP/1.1" status: 200 len: 1098 time: 0.3032906 Jul 05 02:45:48.997489 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-33808b9a-da22-4967-a3ae-5bdd88893b70 req-a9c09a02-2c66-443a-bea4-449c2ab6df61 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Request body: {'port': {'device_id': '140eb806-6820-43a2-b15d-c39b4530b155', 'network_id': '73b1fe81-9ead-413d-adcc-8dcb2085def5', 'admin_state_up': True, 'tenant_id': 'b1a00a493e704ec48248eed2815bb351'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:45:49.014650 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2216b0fe-f883-43e4-9397-d7614964e188 req-90a5d3d0-0d33-4092-8640-c0b563cee0af tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=140eb806-6820-43a2-b15d-c39b4530b155 HTTP/1.1" status: 200 len: 210 time: 0.0435262 Jul 05 02:45:49.076834 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fe54adef-5487-4fb3-9abc-f01edec65ec9 req-e419ab39-680d-4243-9a52-b2552eac3800 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3543265 Jul 05 02:45:49.118174 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-fe54adef-5487-4fb3-9abc-f01edec65ec9 req-8ec60a22-2592-4f2b-90de-435295a2bcaa service neutron] Request body: {'port': {'device_id': 'd691bb32-08c5-406f-8160-eae7f0117365', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:45:49.167037 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-c9c452d5-57b9-43d4-8eb7-033a925ea094 None None] Provisioning for port 53264918-5d3e-4dc3-bf85-77ad413d1c00 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:45:49.175034 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-c9c452d5-57b9-43d4-8eb7-033a925ea094 None None] Provisioning complete for port 53264918-5d3e-4dc3-bf85-77ad413d1c00 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:45:49.175034 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-c9c452d5-57b9-43d4-8eb7-033a925ea094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:49.181208 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e2c65262-0a3f-49d5-b493-848ce8a769c9 req-bbc3cac9-7cb4-4c84-a61a-e3c10235c7b0 tempest-ServerShowV257Test-940297669 tempest-ServerShowV257Test-940297669-project] 10.222.0.23 "GET /v2.0/ports?device_id=962434c2-dfd5-4389-90af-96817073197f HTTP/1.1" status: 200 len: 210 time: 0.0486887 Jul 05 02:45:49.231173 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-c9c452d5-57b9-43d4-8eb7-033a925ea094 None None] Port 53264918-5d3e-4dc3-bf85-77ad413d1c00 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:45:49.243933 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6a98ba-a860-4fae-9662-c9f155f3be5b req-935f5a8b-9fe6-41db-999b-32e7c016e71c tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:45:49.245597 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9b6a98ba-a860-4fae-9662-c9f155f3be5b req-935f5a8b-9fe6-41db-999b-32e7c016e71c tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a7c46d4-ee97-4330-8317-c5f97c0c2913 HTTP/1.1" status: 200 len: 946 time: 0.3096545 Jul 05 02:45:49.316478 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d83c9d-2129-4723-a03e-a3f6324c9a9c req-cccc046d-b149-44f1-bc0a-a9602c9984e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:45:49.317767 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a7d83c9d-2129-4723-a03e-a3f6324c9a9c req-cccc046d-b149-44f1-bc0a-a9602c9984e6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c6a1e8ad-0016-46f3-9a4a-7f59ac68f139 HTTP/1.1" status: 200 len: 914 time: 0.3122175 Jul 05 02:45:49.390904 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a7d83c9d-2129-4723-a03e-a3f6324c9a9c req-b4306950-3518-4ccc-9cce-799c38034ff2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18f9adf2-6625-4753-a21d-0e1cc785d229 HTTP/1.1" status: 200 len: 217 time: 0.0579226 Jul 05 02:45:49.395924 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9b6a98ba-a860-4fae-9662-c9f155f3be5b req-6c765edf-8270-431d-9fd0-403b0e65f214 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=e22aeac7-2b31-4b36-8770-94d9819b52f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406922 Jul 05 02:45:49.396561 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-fe54adef-5487-4fb3-9abc-f01edec65ec9 req-8ec60a22-2592-4f2b-90de-435295a2bcaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:49.493465 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d83c9d-2129-4723-a03e-a3f6324c9a9c req-55e52c59-4ab4-4f00-a8cb-b4264b5f845f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:45:49.493465 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a7d83c9d-2129-4723-a03e-a3f6324c9a9c req-55e52c59-4ab4-4f00-a8cb-b4264b5f845f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bd91a718-1133-4464-b627-0d4d6c8f8f9c HTTP/1.1" status: 200 len: 854 time: 0.0870643 Jul 05 02:45:49.493465 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33808b9a-da22-4967-a3ae-5bdd88893b70 req-a9c09a02-2c66-443a-bea4-449c2ab6df61 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Made reservation on behalf of b1a00a493e704ec48248eed2815bb351 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:45:49.493465 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-33808b9a-da22-4967-a3ae-5bdd88893b70 req-a9c09a02-2c66-443a-bea4-449c2ab6df61 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:49.585196 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a7d83c9d-2129-4723-a03e-a3f6324c9a9c req-d29fde61-558f-41ce-9206-ba21d9ff4400 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c6a1e8ad-0016-46f3-9a4a-7f59ac68f139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0862954 Jul 05 02:45:49.886920 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b0349a-ed01-48e9-ba93-e592f54fe55a req-f3675883-531a-4c0f-b8ad-395e0a1376fc tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:45:49.888591 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-59b0349a-ed01-48e9-ba93-e592f54fe55a req-f3675883-531a-4c0f-b8ad-395e0a1376fc tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] 10.222.0.23 "GET /v2.0/ports?device_id=d691bb32-08c5-406f-8160-eae7f0117365 HTTP/1.1" status: 200 len: 932 time: 0.0904858 Jul 05 02:45:49.960099 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-59b0349a-ed01-48e9-ba93-e592f54fe55a req-147756fc-322e-42fa-93ef-d329fbd7fe64 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] 10.222.0.23 "GET /v2.0/security-groups?id=15ed21df-6f20-4c28-b043-6b4c65663d13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652838 Jul 05 02:45:50.188127 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a7d83c9d-2129-4723-a03e-a3f6324c9a9c req-84e03073-539c-45e6-8d0d-2577acab6e9a service neutron] 10.222.0.21 "GET /v2.0/networks/c6a1e8ad-0016-46f3-9a4a-7f59ac68f139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5969515 Jul 05 02:45:50.259220 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a8fdeeb0-9da6-4acb-98e6-8f664ad47a33 req-a9ff4a5c-b717-47c5-924b-2bbb03ab833c tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=140eb806-6820-43a2-b15d-c39b4530b155 HTTP/1.1" status: 200 len: 210 time: 0.0624506 Jul 05 02:45:50.297142 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-33808b9a-da22-4967-a3ae-5bdd88893b70 req-a9c09a02-2c66-443a-bea4-449c2ab6df61 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Allocated IP 172.20.0.13 (73b1fe81-9ead-413d-adcc-8dcb2085def5/33729902-d3e5-4dd5-ba26-acbc079120a6/2822b863-f068-471e-ad8b-cf997e93a756) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:45:50.396628 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f5775c24-5777-4877-ae2e-678637dd3347 req-52bfa07e-c724-493b-b9ae-bf334bd6f033 tempest-ServerShowV257Test-940297669 tempest-ServerShowV257Test-940297669-project] 10.222.0.23 "GET /v2.0/ports?device_id=962434c2-dfd5-4389-90af-96817073197f HTTP/1.1" status: 200 len: 210 time: 0.0466175 Jul 05 02:45:50.427386 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a7d83c9d-2129-4723-a03e-a3f6324c9a9c req-c3077573-1624-49b6-ab28-8264ae990663 service neutron] 10.222.0.21 "GET /v2.0/networks/c6a1e8ad-0016-46f3-9a4a-7f59ac68f139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244990 Jul 05 02:45:50.476134 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-fe54adef-5487-4fb3-9abc-f01edec65ec9 req-8ec60a22-2592-4f2b-90de-435295a2bcaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53264918-5d3e-4dc3-bf85-77ad413d1c00 {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:45:50.564069 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-fe54adef-5487-4fb3-9abc-f01edec65ec9 req-8ec60a22-2592-4f2b-90de-435295a2bcaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:50.623808 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-fe54adef-5487-4fb3-9abc-f01edec65ec9 req-8ec60a22-2592-4f2b-90de-435295a2bcaa service neutron] Transition to ACTIVE for port object 53264918-5d3e-4dc3-bf85-77ad413d1c00 will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:45:50.684800 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-fe54adef-5487-4fb3-9abc-f01edec65ec9 req-8ec60a22-2592-4f2b-90de-435295a2bcaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:50.702449 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-33808b9a-da22-4967-a3ae-5bdd88893b70 req-a9c09a02-2c66-443a-bea4-449c2ab6df61 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:50.756260 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-33808b9a-da22-4967-a3ae-5bdd88893b70 req-a9c09a02-2c66-443a-bea4-449c2ab6df61 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Transition to ACTIVE for port object 2822b863-f068-471e-ad8b-cf997e93a756 will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:45:50.767062 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec60a22-2592-4f2b-90de-435295a2bcaa service neutron] Pushing event updated for resources: {'Port': ['ID=53264918-5d3e-4dc3-bf85-77ad413d1c00,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:45:50.817206 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba4f49a-3dbf-4c32-9bd4-0c949458354f req-2db54de4-01e6-48a0-bb54-2f594529442d tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:45:50.818822 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-eba4f49a-3dbf-4c32-9bd4-0c949458354f req-2db54de4-01e6-48a0-bb54-2f594529442d tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a7c46d4-ee97-4330-8317-c5f97c0c2913 HTTP/1.1" status: 200 len: 946 time: 0.1881104 Jul 05 02:45:50.919392 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e5295ebb-2968-4c98-a4fa-3b5346e009c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:50.928012 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-fe54adef-5487-4fb3-9abc-f01edec65ec9 req-8ec60a22-2592-4f2b-90de-435295a2bcaa service neutron] Attempting to bind port 53264918-5d3e-4dc3-bf85-77ad413d1c00 on host n-h1-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:45:50.928350 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-fe54adef-5487-4fb3-9abc-f01edec65ec9 req-8ec60a22-2592-4f2b-90de-435295a2bcaa service neutron] Attempting to bind port 53264918-5d3e-4dc3-bf85-77ad413d1c00 by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': '118523a0-35b3-48fa-b3e4-22dd091bd29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4998b7af-a070-4fe3-aeaa-2961371b2b2b'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:45:50.930237 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe54adef-5487-4fb3-9abc-f01edec65ec9 req-8ec60a22-2592-4f2b-90de-435295a2bcaa service neutron] Attempting to bind port 53264918-5d3e-4dc3-bf85-77ad413d1c00 on network 4998b7af-a070-4fe3-aeaa-2961371b2b2b {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:45:50.954056 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe54adef-5487-4fb3-9abc-f01edec65ec9 req-8ec60a22-2592-4f2b-90de-435295a2bcaa service neutron] Port 53264918-5d3e-4dc3-bf85-77ad413d1c00 on network 4998b7af-a070-4fe3-aeaa-2961371b2b2b not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:45:50.954417 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe54adef-5487-4fb3-9abc-f01edec65ec9 req-8ec60a22-2592-4f2b-90de-435295a2bcaa service neutron] Attempting to bind port 53264918-5d3e-4dc3-bf85-77ad413d1c00 on network 4998b7af-a070-4fe3-aeaa-2961371b2b2b {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:45:50.975353 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-eba4f49a-3dbf-4c32-9bd4-0c949458354f req-0db99a07-1ded-4814-a394-552a1905e5cf tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=e22aeac7-2b31-4b36-8770-94d9819b52f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124651 Jul 05 02:45:50.979856 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe54adef-5487-4fb3-9abc-f01edec65ec9 req-8ec60a22-2592-4f2b-90de-435295a2bcaa service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:45:50.983984 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe54adef-5487-4fb3-9abc-f01edec65ec9 req-8ec60a22-2592-4f2b-90de-435295a2bcaa service neutron] Checking segment: {'id': '118523a0-35b3-48fa-b3e4-22dd091bd29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4998b7af-a070-4fe3-aeaa-2961371b2b2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:45:50.987263 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe54adef-5487-4fb3-9abc-f01edec65ec9 req-8ec60a22-2592-4f2b-90de-435295a2bcaa service neutron] Bound using segment: {'id': '118523a0-35b3-48fa-b3e4-22dd091bd29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4998b7af-a070-4fe3-aeaa-2961371b2b2b'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:45:50.987644 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-fe54adef-5487-4fb3-9abc-f01edec65ec9 req-8ec60a22-2592-4f2b-90de-435295a2bcaa service neutron] Bound port: 53264918-5d3e-4dc3-bf85-77ad413d1c00, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '118523a0-35b3-48fa-b3e4-22dd091bd29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4998b7af-a070-4fe3-aeaa-2961371b2b2b'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:45:50.988363 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-fe54adef-5487-4fb3-9abc-f01edec65ec9 req-8ec60a22-2592-4f2b-90de-435295a2bcaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:51.083679 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-fe54adef-5487-4fb3-9abc-f01edec65ec9 req-8ec60a22-2592-4f2b-90de-435295a2bcaa service neutron] For port 53264918-5d3e-4dc3-bf85-77ad413d1c00, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:45:51.087420 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-fe54adef-5487-4fb3-9abc-f01edec65ec9 req-8ec60a22-2592-4f2b-90de-435295a2bcaa service neutron] For port 53264918-5d3e-4dc3-bf85-77ad413d1c00, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=53264918-5d3e-4dc3-bf85-77ad413d1c00,segment=NetworkSegment(118523a0-35b3-48fa-b3e4-22dd091bd29c),segment_id=118523a0-35b3-48fa-b3e4-22dd091bd29c)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:45:51.096360 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-33808b9a-da22-4967-a3ae-5bdd88893b70 req-a9c09a02-2c66-443a-bea4-449c2ab6df61 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:51.151054 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33808b9a-da22-4967-a3ae-5bdd88893b70 req-a9c09a02-2c66-443a-bea4-449c2ab6df61 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Network 73b1fe81-9ead-413d-adcc-8dcb2085def5 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:45:51.154747 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-33808b9a-da22-4967-a3ae-5bdd88893b70 req-a9c09a02-2c66-443a-bea4-449c2ab6df61 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:45:51.161866 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-fe54adef-5487-4fb3-9abc-f01edec65ec9 req-8ec60a22-2592-4f2b-90de-435295a2bcaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:51.165538 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-33808b9a-da22-4967-a3ae-5bdd88893b70 req-a9c09a02-2c66-443a-bea4-449c2ab6df61 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:45:51.181416 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494a3451-63c2-48c5-8c01-6c91dbbdd601 req-af04fedd-e6eb-49cd-96ad-ee335aac25d2 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:45:51.184346 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-494a3451-63c2-48c5-8c01-6c91dbbdd601 req-af04fedd-e6eb-49cd-96ad-ee335aac25d2 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] 10.222.0.23 "GET /v2.0/ports?device_id=d691bb32-08c5-406f-8160-eae7f0117365 HTTP/1.1" status: 200 len: 944 time: 0.0778286 Jul 05 02:45:51.196108 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c09a02-2c66-443a-bea4-449c2ab6df61 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Pushing event updated for resources: {'Port': ['ID=2822b863-f068-471e-ad8b-cf997e93a756,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:45:51.241236 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe54adef-5487-4fb3-9abc-f01edec65ec9 req-8ec60a22-2592-4f2b-90de-435295a2bcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:45:51.241880 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-fe54adef-5487-4fb3-9abc-f01edec65ec9 req-8ec60a22-2592-4f2b-90de-435295a2bcaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:51.243880 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fe54adef-5487-4fb3-9abc-f01edec65ec9 req-8ec60a22-2592-4f2b-90de-435295a2bcaa service neutron] 10.222.0.21 "PUT /v2.0/ports/53264918-5d3e-4dc3-bf85-77ad413d1c00 HTTP/1.1" status: 200 len: 1093 time: 2.1333346 Jul 05 02:45:51.244344 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd691bb32-08c5-406f-8160-eae7f0117365', 'tag': '53264918-5d3e-4dc3-bf85-77ad413d1c00'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:45:51.250937 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da64e7e-04aa-4a4c-9c26-b07e911220f5" -d '{"events": [{"name": "network-changed", "server_uuid": "d691bb32-08c5-406f-8160-eae7f0117365", "tag": "53264918-5d3e-4dc3-bf85-77ad413d1c00"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:45:51.277681 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-494a3451-63c2-48c5-8c01-6c91dbbdd601 req-baccafcf-7b35-41a2-b518-c2894e7ada8c tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] 10.222.0.23 "GET /v2.0/security-groups?id=15ed21df-6f20-4c28-b043-6b4c65663d13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872126 Jul 05 02:45:51.306918 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec60a22-2592-4f2b-90de-435295a2bcaa service neutron] Pushing event updated for resources: {'Port': ['ID=53264918-5d3e-4dc3-bf85-77ad413d1c00,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:45:51.330724 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33808b9a-da22-4967-a3ae-5bdd88893b70 req-a9c09a02-2c66-443a-bea4-449c2ab6df61 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:45:51.332065 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-33808b9a-da22-4967-a3ae-5bdd88893b70 req-a9c09a02-2c66-443a-bea4-449c2ab6df61 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:51.388166 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e53199-f79a-46b8-80f8-d306614e5dac x-openstack-request-id: req-c0e53199-f79a-46b8-80f8-d306614e5dac {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:45:51.388463 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d691bb32-08c5-406f-8160-eae7f0117365", "tag": "53264918-5d3e-4dc3-bf85-77ad413d1c00", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:45:51.388725 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c0e53199-f79a-46b8-80f8-d306614e5dac {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:45:51.389130 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd691bb32-08c5-406f-8160-eae7f0117365', 'tag': '53264918-5d3e-4dc3-bf85-77ad413d1c00', 'status': 'completed', 'code': 200} Jul 05 02:45:51.448212 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-33808b9a-da22-4967-a3ae-5bdd88893b70 req-a9c09a02-2c66-443a-bea4-449c2ab6df61 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4515250 Jul 05 02:45:51.460370 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-33808b9a-da22-4967-a3ae-5bdd88893b70 req-fa3dc3fa-0e08-4039-bcce-7a1e485f0b96 service neutron] Request body: {'port': {'device_id': '140eb806-6820-43a2-b15d-c39b4530b155', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:45:51.501028 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe54adef-5487-4fb3-9abc-f01edec65ec9 req-bdda5ce0-f642-429a-b8a6-35dd6136c54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:45:51.506949 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fe54adef-5487-4fb3-9abc-f01edec65ec9 req-bdda5ce0-f642-429a-b8a6-35dd6136c54f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a2a128e531764065b9d7371bd7cd83c5&device_id=d691bb32-08c5-406f-8160-eae7f0117365 HTTP/1.1" status: 200 len: 1096 time: 0.1418314 Jul 05 02:45:51.591337 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a064c64-ca41-460b-b57f-dfc1018cb9fb req-41438a76-59bc-4ca0-94dc-4835b40af63d tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:45:51.591928 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fe54adef-5487-4fb3-9abc-f01edec65ec9 req-a88157ad-2dd4-49cb-9d44-88455ce5ff37 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=53264918-5d3e-4dc3-bf85-77ad413d1c00 HTTP/1.1" status: 200 len: 217 time: 0.0591471 Jul 05 02:45:51.594908 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3a064c64-ca41-460b-b57f-dfc1018cb9fb req-41438a76-59bc-4ca0-94dc-4835b40af63d tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=140eb806-6820-43a2-b15d-c39b4530b155 HTTP/1.1" status: 200 len: 932 time: 0.1182544 Jul 05 02:45:51.599105 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-ff09ccc9-dd40-4c44-ae73-e0a329c68f39 None None] Provisioning for port 2822b863-f068-471e-ad8b-cf997e93a756 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:45:51.605760 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-ff09ccc9-dd40-4c44-ae73-e0a329c68f39 None None] Provisioning complete for port 2822b863-f068-471e-ad8b-cf997e93a756 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:45:51.607437 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-ff09ccc9-dd40-4c44-ae73-e0a329c68f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:51.643381 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3a064c64-ca41-460b-b57f-dfc1018cb9fb req-69820a99-1bc4-463d-b9ec-f432a718a30c tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359006 Jul 05 02:45:51.657308 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-ff09ccc9-dd40-4c44-ae73-e0a329c68f39 None None] Port 2822b863-f068-471e-ad8b-cf997e93a756 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:45:51.706798 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-99b79d51-0752-4052-b464-bedf1f50650d req-a330dd71-306f-4386-9c4a-e535be9a925b tempest-ServerShowV257Test-940297669 tempest-ServerShowV257Test-940297669-project] 10.222.0.23 "GET /v2.0/ports?device_id=962434c2-dfd5-4389-90af-96817073197f HTTP/1.1" status: 200 len: 210 time: 0.0794299 Jul 05 02:45:51.718340 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-33808b9a-da22-4967-a3ae-5bdd88893b70 req-fa3dc3fa-0e08-4039-bcce-7a1e485f0b96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:51.730410 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe54adef-5487-4fb3-9abc-f01edec65ec9 req-4cae62a8-c5b8-4f45-8f00-4fc427bfc647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:45:51.731952 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fe54adef-5487-4fb3-9abc-f01edec65ec9 req-4cae62a8-c5b8-4f45-8f00-4fc427bfc647 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1b34c68d-6895-4c90-9616-98e1bfcb7944 HTTP/1.1" status: 200 len: 851 time: 0.1034174 Jul 05 02:45:51.941413 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe54adef-5487-4fb3-9abc-f01edec65ec9 req-50deae2c-5ff3-40db-afe1-9df497dccb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:45:51.943052 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fe54adef-5487-4fb3-9abc-f01edec65ec9 req-50deae2c-5ff3-40db-afe1-9df497dccb00 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4998b7af-a070-4fe3-aeaa-2961371b2b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2047324 Jul 05 02:45:52.074168 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fe54adef-5487-4fb3-9abc-f01edec65ec9 req-5a3531ea-0267-49a3-9e32-74c7a6a07002 service neutron] 10.222.0.21 "GET /v2.0/networks/4998b7af-a070-4fe3-aeaa-2961371b2b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247802 Jul 05 02:45:52.163021 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b808c95d-8301-49ee-b6a6-fe94b387f389 req-293b8420-e095-42ec-9392-47c930e52ea1 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:45:52.165114 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b808c95d-8301-49ee-b6a6-fe94b387f389 req-293b8420-e095-42ec-9392-47c930e52ea1 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a7c46d4-ee97-4330-8317-c5f97c0c2913 HTTP/1.1" status: 200 len: 946 time: 0.0667238 Jul 05 02:45:52.166039 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-33808b9a-da22-4967-a3ae-5bdd88893b70 req-fa3dc3fa-0e08-4039-bcce-7a1e485f0b96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2822b863-f068-471e-ad8b-cf997e93a756 {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:45:52.177447 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-33808b9a-da22-4967-a3ae-5bdd88893b70 req-fa3dc3fa-0e08-4039-bcce-7a1e485f0b96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:52.202378 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-33808b9a-da22-4967-a3ae-5bdd88893b70 req-fa3dc3fa-0e08-4039-bcce-7a1e485f0b96 service neutron] Transition to ACTIVE for port object 2822b863-f068-471e-ad8b-cf997e93a756 will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:45:52.217053 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fe54adef-5487-4fb3-9abc-f01edec65ec9 req-15bfb71d-fc28-4431-9480-eef8f467358e service neutron] 10.222.0.21 "GET /v2.0/networks/4998b7af-a070-4fe3-aeaa-2961371b2b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356363 Jul 05 02:45:52.230217 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b808c95d-8301-49ee-b6a6-fe94b387f389 req-f219cb15-de20-4fa0-8f7d-e3044f0d143b tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=e22aeac7-2b31-4b36-8770-94d9819b52f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510323 Jul 05 02:45:52.290290 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-33808b9a-da22-4967-a3ae-5bdd88893b70 req-fa3dc3fa-0e08-4039-bcce-7a1e485f0b96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:52.381118 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3dc3fa-0e08-4039-bcce-7a1e485f0b96 service neutron] Pushing event updated for resources: {'Port': ['ID=2822b863-f068-471e-ad8b-cf997e93a756,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:45:52.522841 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-33808b9a-da22-4967-a3ae-5bdd88893b70 req-fa3dc3fa-0e08-4039-bcce-7a1e485f0b96 service neutron] Attempting to bind port 2822b863-f068-471e-ad8b-cf997e93a756 on host n-h1-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:45:52.523494 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-33808b9a-da22-4967-a3ae-5bdd88893b70 req-fa3dc3fa-0e08-4039-bcce-7a1e485f0b96 service neutron] Attempting to bind port 2822b863-f068-471e-ad8b-cf997e93a756 by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': '0d275c90-3bd1-498e-a485-a23914e67eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '73b1fe81-9ead-413d-adcc-8dcb2085def5'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:45:52.523494 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33808b9a-da22-4967-a3ae-5bdd88893b70 req-fa3dc3fa-0e08-4039-bcce-7a1e485f0b96 service neutron] Attempting to bind port 2822b863-f068-471e-ad8b-cf997e93a756 on network 73b1fe81-9ead-413d-adcc-8dcb2085def5 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:45:52.536726 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33808b9a-da22-4967-a3ae-5bdd88893b70 req-fa3dc3fa-0e08-4039-bcce-7a1e485f0b96 service neutron] Port 2822b863-f068-471e-ad8b-cf997e93a756 on network 73b1fe81-9ead-413d-adcc-8dcb2085def5 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:45:52.537044 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33808b9a-da22-4967-a3ae-5bdd88893b70 req-fa3dc3fa-0e08-4039-bcce-7a1e485f0b96 service neutron] Attempting to bind port 2822b863-f068-471e-ad8b-cf997e93a756 on network 73b1fe81-9ead-413d-adcc-8dcb2085def5 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:45:52.549247 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da64e7e-04aa-4a4c-9c26-b07e911220f5 req-11b7d995-e34b-453d-b998-bc820aac8ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:45:52.550812 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5da64e7e-04aa-4a4c-9c26-b07e911220f5 req-11b7d995-e34b-453d-b998-bc820aac8ceb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a2a128e531764065b9d7371bd7cd83c5&device_id=d691bb32-08c5-406f-8160-eae7f0117365 HTTP/1.1" status: 200 len: 1096 time: 0.1974671 Jul 05 02:45:52.554331 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33808b9a-da22-4967-a3ae-5bdd88893b70 req-fa3dc3fa-0e08-4039-bcce-7a1e485f0b96 service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:45:52.554667 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33808b9a-da22-4967-a3ae-5bdd88893b70 req-fa3dc3fa-0e08-4039-bcce-7a1e485f0b96 service neutron] Checking segment: {'id': '0d275c90-3bd1-498e-a485-a23914e67eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '73b1fe81-9ead-413d-adcc-8dcb2085def5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:45:52.555073 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33808b9a-da22-4967-a3ae-5bdd88893b70 req-fa3dc3fa-0e08-4039-bcce-7a1e485f0b96 service neutron] Bound using segment: {'id': '0d275c90-3bd1-498e-a485-a23914e67eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '73b1fe81-9ead-413d-adcc-8dcb2085def5'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:45:52.555542 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-33808b9a-da22-4967-a3ae-5bdd88893b70 req-fa3dc3fa-0e08-4039-bcce-7a1e485f0b96 service neutron] Bound port: 2822b863-f068-471e-ad8b-cf997e93a756, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d275c90-3bd1-498e-a485-a23914e67eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '73b1fe81-9ead-413d-adcc-8dcb2085def5'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:45:52.555902 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-33808b9a-da22-4967-a3ae-5bdd88893b70 req-fa3dc3fa-0e08-4039-bcce-7a1e485f0b96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:52.573192 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3b5e82-3a74-48c4-9c43-3c818f4e9f68 req-2b141142-22b5-4e01-ac5e-f81687ed6350 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:45:52.574674 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bd3b5e82-3a74-48c4-9c43-3c818f4e9f68 req-2b141142-22b5-4e01-ac5e-f81687ed6350 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] 10.222.0.23 "GET /v2.0/ports?device_id=d691bb32-08c5-406f-8160-eae7f0117365 HTTP/1.1" status: 200 len: 944 time: 0.1323566 Jul 05 02:45:52.685518 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bd3b5e82-3a74-48c4-9c43-3c818f4e9f68 req-6a78011d-fb63-4c92-8717-3714bb7e74ef tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] 10.222.0.23 "GET /v2.0/security-groups?id=15ed21df-6f20-4c28-b043-6b4c65663d13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949762 Jul 05 02:45:52.743039 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da64e7e-04aa-4a4c-9c26-b07e911220f5 req-685b8c02-0068-4323-83aa-2c016c7daa20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:45:52.744942 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5da64e7e-04aa-4a4c-9c26-b07e911220f5 req-685b8c02-0068-4323-83aa-2c016c7daa20 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4998b7af-a070-4fe3-aeaa-2961371b2b2b HTTP/1.1" status: 200 len: 912 time: 0.1861980 Jul 05 02:45:52.748243 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-33808b9a-da22-4967-a3ae-5bdd88893b70 req-fa3dc3fa-0e08-4039-bcce-7a1e485f0b96 service neutron] For port 2822b863-f068-471e-ad8b-cf997e93a756, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:45:52.759782 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-33808b9a-da22-4967-a3ae-5bdd88893b70 req-fa3dc3fa-0e08-4039-bcce-7a1e485f0b96 service neutron] For port 2822b863-f068-471e-ad8b-cf997e93a756, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=2822b863-f068-471e-ad8b-cf997e93a756,segment=NetworkSegment(0d275c90-3bd1-498e-a485-a23914e67eb1),segment_id=0d275c90-3bd1-498e-a485-a23914e67eb1)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:45:52.800803 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5da64e7e-04aa-4a4c-9c26-b07e911220f5 req-af36f0b8-312a-4a16-9538-262d2a12cd30 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=53264918-5d3e-4dc3-bf85-77ad413d1c00 HTTP/1.1" status: 200 len: 217 time: 0.0491395 Jul 05 02:45:52.839660 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-33808b9a-da22-4967-a3ae-5bdd88893b70 req-fa3dc3fa-0e08-4039-bcce-7a1e485f0b96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:52.843457 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34bbed9-75e3-41aa-976f-ae1cdd4f1836 req-7c6a7313-c613-4b53-aca3-104739a376d1 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:45:52.845916 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a34bbed9-75e3-41aa-976f-ae1cdd4f1836 req-7c6a7313-c613-4b53-aca3-104739a376d1 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=140eb806-6820-43a2-b15d-c39b4530b155 HTTP/1.1" status: 200 len: 944 time: 0.0771911 Jul 05 02:45:52.885195 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a34bbed9-75e3-41aa-976f-ae1cdd4f1836 req-74242f88-6e66-44b2-92c9-dbcd2e97cb34 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335591 Jul 05 02:45:52.915419 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a2f853fe-cdc0-4c8c-84c3-38e7aea888e7 req-ce0db255-db1b-4258-8a43-1d4b7acb6b51 tempest-ServerShowV257Test-940297669 tempest-ServerShowV257Test-940297669-project] 10.222.0.23 "GET /v2.0/ports?device_id=962434c2-dfd5-4389-90af-96817073197f HTTP/1.1" status: 200 len: 210 time: 0.0428619 Jul 05 02:45:52.922738 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33808b9a-da22-4967-a3ae-5bdd88893b70 req-fa3dc3fa-0e08-4039-bcce-7a1e485f0b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:45:52.923491 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-33808b9a-da22-4967-a3ae-5bdd88893b70 req-fa3dc3fa-0e08-4039-bcce-7a1e485f0b96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:52.925236 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-33808b9a-da22-4967-a3ae-5bdd88893b70 req-fa3dc3fa-0e08-4039-bcce-7a1e485f0b96 service neutron] 10.222.0.21 "PUT /v2.0/ports/2822b863-f068-471e-ad8b-cf997e93a756 HTTP/1.1" status: 200 len: 1093 time: 1.4759812 Jul 05 02:45:52.944924 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3dc3fa-0e08-4039-bcce-7a1e485f0b96 service neutron] Pushing event updated for resources: {'Port': ['ID=2822b863-f068-471e-ad8b-cf997e93a756,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:45:52.949337 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da64e7e-04aa-4a4c-9c26-b07e911220f5 req-f86117a3-b2f5-4734-9f91-653e8b621465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:45:52.952886 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5da64e7e-04aa-4a4c-9c26-b07e911220f5 req-f86117a3-b2f5-4734-9f91-653e8b621465 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1b34c68d-6895-4c90-9616-98e1bfcb7944 HTTP/1.1" status: 200 len: 851 time: 0.1436846 Jul 05 02:45:53.022914 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da64e7e-04aa-4a4c-9c26-b07e911220f5 req-5b8178e4-5ca9-4318-ba0c-c77b80708bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:45:53.023061 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5da64e7e-04aa-4a4c-9c26-b07e911220f5 req-5b8178e4-5ca9-4318-ba0c-c77b80708bf7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4998b7af-a070-4fe3-aeaa-2961371b2b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0654976 Jul 05 02:45:53.117656 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5da64e7e-04aa-4a4c-9c26-b07e911220f5 req-e93e030d-98a6-4303-958b-d424c5484898 service neutron] 10.222.0.21 "GET /v2.0/networks/4998b7af-a070-4fe3-aeaa-2961371b2b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882890 Jul 05 02:45:53.250762 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8d945f74-9c4e-4527-921b-70022775504c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:53.254147 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5da64e7e-04aa-4a4c-9c26-b07e911220f5 req-b7df997b-feaa-4197-8e95-75110733f867 service neutron] 10.222.0.21 "GET /v2.0/networks/4998b7af-a070-4fe3-aeaa-2961371b2b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303563 Jul 05 02:45:53.259591 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33808b9a-da22-4967-a3ae-5bdd88893b70 req-ef85c730-c3f5-4ea0-a9dc-afd4d4e35a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:45:53.261083 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-33808b9a-da22-4967-a3ae-5bdd88893b70 req-ef85c730-c3f5-4ea0-a9dc-afd4d4e35a14 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b1a00a493e704ec48248eed2815bb351&device_id=140eb806-6820-43a2-b15d-c39b4530b155 HTTP/1.1" status: 200 len: 1096 time: 0.0875740 Jul 05 02:45:53.308294 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-33808b9a-da22-4967-a3ae-5bdd88893b70 req-249dc03f-b203-4566-b891-8707cf96c644 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2822b863-f068-471e-ad8b-cf997e93a756 HTTP/1.1" status: 200 len: 217 time: 0.0400386 Jul 05 02:45:53.361125 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 575b1f79-b8b7-4b20-a5be-3fee3932145b details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:45:53.368005 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33808b9a-da22-4967-a3ae-5bdd88893b70 req-0a08752b-1be4-4ddf-ab3c-379868b01f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:45:53.369583 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-33808b9a-da22-4967-a3ae-5bdd88893b70 req-0a08752b-1be4-4ddf-ab3c-379868b01f17 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=33729902-d3e5-4dd5-ba26-acbc079120a6 HTTP/1.1" status: 200 len: 851 time: 0.0555780 Jul 05 02:45:53.408650 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '140eb806-6820-43a2-b15d-c39b4530b155', 'tag': '2822b863-f068-471e-ad8b-cf997e93a756'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:45:53.411300 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94acae9f-6997-4938-9d4a-d84f773214e2" -d '{"events": [{"name": "network-changed", "server_uuid": "140eb806-6820-43a2-b15d-c39b4530b155", "tag": "2822b863-f068-471e-ad8b-cf997e93a756"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:45:53.466782 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33808b9a-da22-4967-a3ae-5bdd88893b70 req-1801211a-6faa-47ec-b7dc-658b00e76a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:45:53.468764 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-33808b9a-da22-4967-a3ae-5bdd88893b70 req-1801211a-6faa-47ec-b7dc-658b00e76a77 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=73b1fe81-9ead-413d-adcc-8dcb2085def5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0924273 Jul 05 02:45:53.470472 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9559622-d7d7-458e-bf95-b572d38e1f7d x-openstack-request-id: req-f9559622-d7d7-458e-bf95-b572d38e1f7d {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:45:53.471697 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "140eb806-6820-43a2-b15d-c39b4530b155", "tag": "2822b863-f068-471e-ad8b-cf997e93a756", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:45:53.472288 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f9559622-d7d7-458e-bf95-b572d38e1f7d {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:45:53.472877 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '140eb806-6820-43a2-b15d-c39b4530b155', 'tag': '2822b863-f068-471e-ad8b-cf997e93a756', 'status': 'completed', 'code': 200} Jul 05 02:45:53.491064 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 575b1f79-b8b7-4b20-a5be-3fee3932145b, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=575b1f79-b8b7-4b20-a5be-3fee3932145b,segment=NetworkSegment(be409309-6ad2-47dc-8674-b2f6fbe283c8),segment_id=be409309-6ad2-47dc-8674-b2f6fbe283c8)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:45:53.504427 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Returning: {'device': '575b1f79-b8b7-4b20-a5be-3fee3932145b', 'network_id': '319f6f27-0518-41ae-a3ab-b70eb1a13ad7', 'port_id': '575b1f79-b8b7-4b20-a5be-3fee3932145b', 'mac_address': 'fa:16:3e:d9:98:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a90bcd4-05d3-4076-8731-a724bae74bd9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:45:53.552538 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:53.578892 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 575b1f79-b8b7-4b20-a5be-3fee3932145b {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:45:53.596808 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-33808b9a-da22-4967-a3ae-5bdd88893b70 req-33f61555-567a-4541-84a7-d5654c2290f7 service neutron] 10.222.0.21 "GET /v2.0/networks/73b1fe81-9ead-413d-adcc-8dcb2085def5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205401 Jul 05 02:45:53.607195 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 575b1f79-b8b7-4b20-a5be-3fee3932145b, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=575b1f79-b8b7-4b20-a5be-3fee3932145b,segment=NetworkSegment(be409309-6ad2-47dc-8674-b2f6fbe283c8),segment_id=be409309-6ad2-47dc-8674-b2f6fbe283c8)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:45:53.609573 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeba28d7-b22a-493e-943c-707dbe55d9eb req-b9ff1250-9e79-496a-baea-4345411242b2 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:45:53.622560 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-eeba28d7-b22a-493e-943c-707dbe55d9eb req-b9ff1250-9e79-496a-baea-4345411242b2 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a7c46d4-ee97-4330-8317-c5f97c0c2913 HTTP/1.1" status: 200 len: 946 time: 0.0746398 Jul 05 02:45:53.654712 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-eeba28d7-b22a-493e-943c-707dbe55d9eb req-13190838-dbf5-4307-9c73-1ab799e7e199 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=e22aeac7-2b31-4b36-8770-94d9819b52f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367799 Jul 05 02:45:53.685369 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:53.702831 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-33808b9a-da22-4967-a3ae-5bdd88893b70 req-6a0072a4-b4ab-440a-a815-2d1dcda9f9c7 service neutron] 10.222.0.21 "GET /v2.0/networks/73b1fe81-9ead-413d-adcc-8dcb2085def5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978062 Jul 05 02:45:53.742419 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=575b1f79-b8b7-4b20-a5be-3fee3932145b,revision_number=6']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:45:53.776053 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['575b1f79-b8b7-4b20-a5be-3fee3932145b'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:45:53.920187 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b0fc21-ce43-4620-9f87-458eab38e2a4 req-ea2b3535-a8d8-44fe-b1b2-1a467765c228 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:45:53.921732 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-04b0fc21-ce43-4620-9f87-458eab38e2a4 req-ea2b3535-a8d8-44fe-b1b2-1a467765c228 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] 10.222.0.23 "GET /v2.0/ports?device_id=d691bb32-08c5-406f-8160-eae7f0117365 HTTP/1.1" status: 200 len: 944 time: 0.1163492 Jul 05 02:45:53.954935 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94acae9f-6997-4938-9d4a-d84f773214e2 req-db6f1b65-b785-4d07-b0e4-328426198e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:45:53.956750 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-94acae9f-6997-4938-9d4a-d84f773214e2 req-db6f1b65-b785-4d07-b0e4-328426198e55 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b1a00a493e704ec48248eed2815bb351&device_id=140eb806-6820-43a2-b15d-c39b4530b155 HTTP/1.1" status: 200 len: 1096 time: 0.1137326 Jul 05 02:45:53.976490 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:53.992304 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-04b0fc21-ce43-4620-9f87-458eab38e2a4 req-78c5d6a8-7eed-40d8-a9ab-270a2588b11c tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] 10.222.0.23 "GET /v2.0/security-groups?id=15ed21df-6f20-4c28-b043-6b4c65663d13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627081 Jul 05 02:45:54.061391 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94acae9f-6997-4938-9d4a-d84f773214e2 req-fa0163d2-6cb2-4388-9c2d-d8b872e62264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:45:54.066735 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-94acae9f-6997-4938-9d4a-d84f773214e2 req-fa0163d2-6cb2-4388-9c2d-d8b872e62264 service neutron] 10.222.0.21 "GET /v2.0/networks?id=73b1fe81-9ead-413d-adcc-8dcb2085def5 HTTP/1.1" status: 200 len: 912 time: 0.0966055 Jul 05 02:45:54.121413 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-94acae9f-6997-4938-9d4a-d84f773214e2 req-1a1ee8cd-261c-4a9f-bdf2-f141f7390451 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2822b863-f068-471e-ad8b-cf997e93a756 HTTP/1.1" status: 200 len: 217 time: 0.0504968 Jul 05 02:45:54.122606 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e651047-1741-4fd8-8870-1646f790a543 req-eafe23d0-2287-4c22-894f-0c18069bf8c7 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:45:54.124945 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4e651047-1741-4fd8-8870-1646f790a543 req-eafe23d0-2287-4c22-894f-0c18069bf8c7 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=140eb806-6820-43a2-b15d-c39b4530b155 HTTP/1.1" status: 200 len: 944 time: 0.0941069 Jul 05 02:45:54.169291 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4e651047-1741-4fd8-8870-1646f790a543 req-ef2ae27f-8c1b-4749-8d44-058f7bb99dd2 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386102 Jul 05 02:45:54.195037 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9cde5243-4972-4efd-84df-68d5c5c18304 req-f41a2cad-2ad1-437c-be15-ae56c621b58e tempest-ServerShowV257Test-940297669 tempest-ServerShowV257Test-940297669-project] 10.222.0.23 "GET /v2.0/ports?device_id=962434c2-dfd5-4389-90af-96817073197f HTTP/1.1" status: 200 len: 210 time: 0.0680304 Jul 05 02:45:54.210866 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94acae9f-6997-4938-9d4a-d84f773214e2 req-4ac1db0d-d704-4922-838b-fe3cf39e6721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:45:54.213131 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-94acae9f-6997-4938-9d4a-d84f773214e2 req-4ac1db0d-d704-4922-838b-fe3cf39e6721 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=33729902-d3e5-4dd5-ba26-acbc079120a6 HTTP/1.1" status: 200 len: 851 time: 0.0843825 Jul 05 02:45:54.280123 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94acae9f-6997-4938-9d4a-d84f773214e2 req-b0833ef5-dd0e-43bd-a05c-b0045eae7012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:45:54.281660 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-94acae9f-6997-4938-9d4a-d84f773214e2 req-b0833ef5-dd0e-43bd-a05c-b0045eae7012 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=73b1fe81-9ead-413d-adcc-8dcb2085def5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0625477 Jul 05 02:45:54.376153 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-94acae9f-6997-4938-9d4a-d84f773214e2 req-194c7d05-ab29-46fe-baac-6068f55b0c67 service neutron] 10.222.0.21 "GET /v2.0/networks/73b1fe81-9ead-413d-adcc-8dcb2085def5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876660 Jul 05 02:45:54.466495 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-94acae9f-6997-4938-9d4a-d84f773214e2 req-9557bb0e-7c96-47b6-a2cc-b7d14f8f4421 service neutron] 10.222.0.21 "GET /v2.0/networks/73b1fe81-9ead-413d-adcc-8dcb2085def5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825822 Jul 05 02:45:54.667367 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:54.842170 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdcbf73-90fa-4252-ac40-b7781362bda8 req-1db86cd3-2a02-401d-8661-882a8dcfd660 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:45:54.843851 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3bdcbf73-90fa-4252-ac40-b7781362bda8 req-1db86cd3-2a02-401d-8661-882a8dcfd660 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a7c46d4-ee97-4330-8317-c5f97c0c2913 HTTP/1.1" status: 200 len: 945 time: 0.0734203 Jul 05 02:45:54.887728 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3bdcbf73-90fa-4252-ac40-b7781362bda8 req-e4541643-2593-40a3-b1d8-7d3ced5086ca tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=e22aeac7-2b31-4b36-8770-94d9819b52f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369098 Jul 05 02:45:55.181255 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c72d70b-0f61-4ae3-a7cc-febf42596146 req-ad98d5d2-7e6f-427c-bb06-cc05dc3937a4 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:45:55.182734 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0c72d70b-0f61-4ae3-a7cc-febf42596146 req-ad98d5d2-7e6f-427c-bb06-cc05dc3937a4 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] 10.222.0.23 "GET /v2.0/ports?device_id=d691bb32-08c5-406f-8160-eae7f0117365 HTTP/1.1" status: 200 len: 944 time: 0.0674009 Jul 05 02:45:55.224467 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0c72d70b-0f61-4ae3-a7cc-febf42596146 req-35932df3-ae62-4089-85bb-45e40dc33a19 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] 10.222.0.23 "GET /v2.0/security-groups?id=15ed21df-6f20-4c28-b043-6b4c65663d13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357974 Jul 05 02:45:55.368244 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 575b1f79-b8b7-4b20-a5be-3fee3932145b up at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:45:55.386999 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190b3925-8550-43dc-a7a3-6dde2fbf2fcd req-b786c64e-bf13-42a4-b672-632639c49b75 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:45:55.394452 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-190b3925-8550-43dc-a7a3-6dde2fbf2fcd req-b786c64e-bf13-42a4-b672-632639c49b75 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=140eb806-6820-43a2-b15d-c39b4530b155 HTTP/1.1" status: 200 len: 944 time: 0.0784447 Jul 05 02:45:55.429966 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-721a8230-53c9-4808-bb6b-35350f984437 req-0c64bdab-9748-4ae7-b54e-43c33ef0b272 tempest-ServerShowV257Test-940297669 tempest-ServerShowV257Test-940297669-project] 10.222.0.23 "GET /v2.0/ports?device_id=962434c2-dfd5-4389-90af-96817073197f HTTP/1.1" status: 200 len: 210 time: 0.0604725 Jul 05 02:45:55.434367 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-190b3925-8550-43dc-a7a3-6dde2fbf2fcd req-faf49a66-519a-4922-ab96-a534c3fd3985 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389688 Jul 05 02:45:55.462857 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning complete for port 575b1f79-b8b7-4b20-a5be-3fee3932145b triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:45:55.463328 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:55.596385 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:55.624912 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a7c46d4-ee97-4330-8317-c5f97c0c2913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '575b1f79-b8b7-4b20-a5be-3fee3932145b'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:45:55.627628 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-038bb93e-8f58-494e-bff2-135b7ad95cc0" -d '{"events": [{"server_uuid": "7a7c46d4-ee97-4330-8317-c5f97c0c2913", "name": "network-vif-plugged", "status": "completed", "tag": "575b1f79-b8b7-4b20-a5be-3fee3932145b"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:45:55.667869 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 575b1f79-b8b7-4b20-a5be-3fee3932145b, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=575b1f79-b8b7-4b20-a5be-3fee3932145b,segment=NetworkSegment(be409309-6ad2-47dc-8674-b2f6fbe283c8),segment_id=be409309-6ad2-47dc-8674-b2f6fbe283c8)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:45:55.700960 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80db8d2c-631a-4708-a21a-54a8a484863c x-openstack-request-id: req-80db8d2c-631a-4708-a21a-54a8a484863c {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:45:55.700960 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a7c46d4-ee97-4330-8317-c5f97c0c2913", "name": "network-vif-plugged", "status": "completed", "tag": "575b1f79-b8b7-4b20-a5be-3fee3932145b", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:45:55.700960 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-80db8d2c-631a-4708-a21a-54a8a484863c {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:45:55.700960 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a7c46d4-ee97-4330-8317-c5f97c0c2913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '575b1f79-b8b7-4b20-a5be-3fee3932145b', 'code': 200} Jul 05 02:45:55.753939 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:55.831177 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=575b1f79-b8b7-4b20-a5be-3fee3932145b,revision_number=7']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:45:56.068453 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:45:56.165447 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ad6f89-94c7-4cf5-b6c4-5765d29dda5e req-250c24ea-9f38-4cdd-aba7-90049cc4eeff tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:45:56.168476 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-82ad6f89-94c7-4cf5-b6c4-5765d29dda5e req-250c24ea-9f38-4cdd-aba7-90049cc4eeff tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a7c46d4-ee97-4330-8317-c5f97c0c2913 HTTP/1.1" status: 200 len: 946 time: 0.0820417 Jul 05 02:45:56.212998 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-82ad6f89-94c7-4cf5-b6c4-5765d29dda5e req-b07e1d92-2e68-4ab1-8eb2-1056b6d7b449 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=e22aeac7-2b31-4b36-8770-94d9819b52f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387874 Jul 05 02:45:56.499468 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204805f0-6dff-4518-8da7-6acd0b72cbae req-bff63281-0536-401c-b8a7-0d5f573c9bde tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:45:56.501770 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-204805f0-6dff-4518-8da7-6acd0b72cbae req-bff63281-0536-401c-b8a7-0d5f573c9bde tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] 10.222.0.23 "GET /v2.0/ports?device_id=d691bb32-08c5-406f-8160-eae7f0117365 HTTP/1.1" status: 200 len: 944 time: 0.0845807 Jul 05 02:45:56.582354 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-204805f0-6dff-4518-8da7-6acd0b72cbae req-94ba219b-e9a5-42a3-8b8e-36fb62497f38 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] 10.222.0.23 "GET /v2.0/security-groups?id=15ed21df-6f20-4c28-b043-6b4c65663d13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743856 Jul 05 02:45:56.759129 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-47b092a4-d037-4d5b-bc06-8b9173e1cc90 req-84ccefd9-8d28-47eb-9a4b-a2b852dae2d2 tempest-ServerShowV257Test-940297669 tempest-ServerShowV257Test-940297669-project] 10.222.0.23 "GET /v2.0/ports?device_id=962434c2-dfd5-4389-90af-96817073197f HTTP/1.1" status: 200 len: 210 time: 0.0552576 Jul 05 02:45:56.761689 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1200da8c-56b8-47f9-8488-686b9093d429 req-a1ddce6a-2bf6-428a-8ce4-30e0397208b0 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:45:56.774995 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1200da8c-56b8-47f9-8488-686b9093d429 req-a1ddce6a-2bf6-428a-8ce4-30e0397208b0 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=140eb806-6820-43a2-b15d-c39b4530b155 HTTP/1.1" status: 200 len: 944 time: 0.1527305 Jul 05 02:45:56.830439 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1200da8c-56b8-47f9-8488-686b9093d429 req-01246765-2f0c-40ac-8f6c-8a254e6dc182 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566058 Jul 05 02:45:57.483453 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c0f6d0-0dd5-4c48-bfe0-e53a15a6e32a req-dc8bb0df-086a-4a4f-a186-c5d12f7c170b tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:45:57.485020 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-72c0f6d0-0dd5-4c48-bfe0-e53a15a6e32a req-dc8bb0df-086a-4a4f-a186-c5d12f7c170b tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a7c46d4-ee97-4330-8317-c5f97c0c2913 HTTP/1.1" status: 200 len: 946 time: 0.0876460 Jul 05 02:45:57.526426 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-72c0f6d0-0dd5-4c48-bfe0-e53a15a6e32a req-e1de1450-bde7-43a4-9088-6b64c46bd263 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=e22aeac7-2b31-4b36-8770-94d9819b52f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353146 Jul 05 02:45:57.776321 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4248374c-2307-4408-85bc-f4de2547964d req-4035b628-869f-40ab-b71a-7b3d32efe292 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:45:57.792829 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4248374c-2307-4408-85bc-f4de2547964d req-4035b628-869f-40ab-b71a-7b3d32efe292 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] 10.222.0.23 "GET /v2.0/ports?device_id=d691bb32-08c5-406f-8160-eae7f0117365 HTTP/1.1" status: 200 len: 944 time: 0.0991397 Jul 05 02:45:57.877077 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4248374c-2307-4408-85bc-f4de2547964d req-477dca15-447d-4fe9-894a-d8dc7be29557 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] 10.222.0.23 "GET /v2.0/security-groups?id=15ed21df-6f20-4c28-b043-6b4c65663d13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829852 Jul 05 02:45:57.957458 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e2ab021f-94a6-4153-9775-d2bbcdd6b268 req-152d89ab-067c-46a5-9c9b-5c4f69f0d80b tempest-ServerShowV257Test-940297669 tempest-ServerShowV257Test-940297669-project] 10.222.0.23 "GET /v2.0/ports?device_id=962434c2-dfd5-4389-90af-96817073197f HTTP/1.1" status: 200 len: 210 time: 0.0337639 Jul 05 02:45:58.015103 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 02:45:58.092831 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84a1de7-a9fa-435d-97b9-fd5a800bf42d req-d5b9c0c9-1378-4c72-bfbc-0007cad243a7 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:45:58.094375 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e84a1de7-a9fa-435d-97b9-fd5a800bf42d req-d5b9c0c9-1378-4c72-bfbc-0007cad243a7 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=140eb806-6820-43a2-b15d-c39b4530b155 HTTP/1.1" status: 200 len: 944 time: 0.0764410 Jul 05 02:45:58.531894 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e84a1de7-a9fa-435d-97b9-fd5a800bf42d req-87afde42-02d5-4c4c-a448-ab2393710361 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4264798 Jul 05 02:45:58.755168 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0453aa8f-a823-4dd7-bd95-b8dcdf42f6d4 req-1981a451-2c3f-4f79-88f8-b8385fa6392a tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:45:58.757114 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0453aa8f-a823-4dd7-bd95-b8dcdf42f6d4 req-1981a451-2c3f-4f79-88f8-b8385fa6392a tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a7c46d4-ee97-4330-8317-c5f97c0c2913 HTTP/1.1" status: 200 len: 946 time: 0.0783682 Jul 05 02:45:58.802171 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0453aa8f-a823-4dd7-bd95-b8dcdf42f6d4 req-e9def007-3c5f-414f-a85c-fd8998d7b35e tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=e22aeac7-2b31-4b36-8770-94d9819b52f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369506 Jul 05 02:45:59.072233 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90ef0ca-de4e-46be-bdce-dfeda9ef03ee req-12c306d5-c7d0-422e-99a5-a138456390b6 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:45:59.074222 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f90ef0ca-de4e-46be-bdce-dfeda9ef03ee req-12c306d5-c7d0-422e-99a5-a138456390b6 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] 10.222.0.23 "GET /v2.0/ports?device_id=d691bb32-08c5-406f-8160-eae7f0117365 HTTP/1.1" status: 200 len: 944 time: 0.0741060 Jul 05 02:45:59.113408 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f90ef0ca-de4e-46be-bdce-dfeda9ef03ee req-e9a288d3-02ac-43b9-a87f-8126047ab406 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] 10.222.0.23 "GET /v2.0/security-groups?id=15ed21df-6f20-4c28-b043-6b4c65663d13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333719 Jul 05 02:45:59.122790 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-55bdebf5-87dd-46a1-869d-1a521c3fd67d req-b930165b-41d6-4310-9507-b5d126612071 tempest-ServerShowV257Test-940297669 tempest-ServerShowV257Test-940297669-project] 10.222.0.23 "GET /v2.0/ports?device_id=962434c2-dfd5-4389-90af-96817073197f HTTP/1.1" status: 200 len: 210 time: 0.0318737 Jul 05 02:45:59.754843 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a56b80-5190-4cf4-9cb4-a6b39fa5ee51 req-1e08925f-e92d-4181-9e0f-6d1fe2d9a7a6 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:45:59.757879 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-01a56b80-5190-4cf4-9cb4-a6b39fa5ee51 req-1e08925f-e92d-4181-9e0f-6d1fe2d9a7a6 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=140eb806-6820-43a2-b15d-c39b4530b155 HTTP/1.1" status: 200 len: 944 time: 0.0903549 Jul 05 02:45:59.814903 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-01a56b80-5190-4cf4-9cb4-a6b39fa5ee51 req-7d7cf858-9a6c-49c9-8aaa-51cb3d3f79f9 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492527 Jul 05 02:46:00.061719 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8389b4d-5af8-425d-aac4-96ecf15b03f6 req-d2e653e1-9feb-4454-9a45-84df62154030 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:00.071202 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a8389b4d-5af8-425d-aac4-96ecf15b03f6 req-d2e653e1-9feb-4454-9a45-84df62154030 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a7c46d4-ee97-4330-8317-c5f97c0c2913 HTTP/1.1" status: 200 len: 946 time: 0.1131663 Jul 05 02:46:00.116892 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a8389b4d-5af8-425d-aac4-96ecf15b03f6 req-a3af5d5e-2fb6-49ef-97e5-3f07085f7534 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=e22aeac7-2b31-4b36-8770-94d9819b52f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443285 Jul 05 02:46:00.304616 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c053c69f-c2e8-4cd4-8366-58bc539a2871 req-3185d821-356e-4bff-8ef4-c9657d908874 tempest-ServerShowV257Test-940297669 tempest-ServerShowV257Test-940297669-project] 10.222.0.23 "GET /v2.0/ports?device_id=962434c2-dfd5-4389-90af-96817073197f HTTP/1.1" status: 200 len: 210 time: 0.0339093 Jul 05 02:46:00.340807 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f592df5-d1ed-44fc-9d97-fdbb76c610cf req-22eef35c-868d-4060-855f-2c99e2e950cc tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:00.354472 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5f592df5-d1ed-44fc-9d97-fdbb76c610cf req-22eef35c-868d-4060-855f-2c99e2e950cc tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] 10.222.0.23 "GET /v2.0/ports?device_id=d691bb32-08c5-406f-8160-eae7f0117365 HTTP/1.1" status: 200 len: 944 time: 0.0913739 Jul 05 02:46:00.394842 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5f592df5-d1ed-44fc-9d97-fdbb76c610cf req-a2e618ad-e55a-44aa-a1b3-dd8641b1ee0b tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] 10.222.0.23 "GET /v2.0/security-groups?id=15ed21df-6f20-4c28-b043-6b4c65663d13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460410 Jul 05 02:46:01.025538 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74645c57-6694-4c6f-af57-4c4359c303e3 req-ad9fe8ab-1078-4de8-91cc-1c9e5fbb6c48 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:01.029221 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-74645c57-6694-4c6f-af57-4c4359c303e3 req-ad9fe8ab-1078-4de8-91cc-1c9e5fbb6c48 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=140eb806-6820-43a2-b15d-c39b4530b155 HTTP/1.1" status: 200 len: 944 time: 0.0820425 Jul 05 02:46:01.087527 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-74645c57-6694-4c6f-af57-4c4359c303e3 req-527b6d48-f9a1-456f-b0b6-3d12167cabbb tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398786 Jul 05 02:46:01.310172 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bab953-1545-4413-98c8-0f5e67d2aafb req-99246ebf-1b18-4d2c-9868-f32a1e572222 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:01.311903 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-05bab953-1545-4413-98c8-0f5e67d2aafb req-99246ebf-1b18-4d2c-9868-f32a1e572222 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a7c46d4-ee97-4330-8317-c5f97c0c2913 HTTP/1.1" status: 200 len: 946 time: 0.0667217 Jul 05 02:46:01.370542 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-05bab953-1545-4413-98c8-0f5e67d2aafb req-12d602ad-d022-4a47-94d0-98e472374583 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=e22aeac7-2b31-4b36-8770-94d9819b52f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529580 Jul 05 02:46:01.515197 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bcc2553c-df3f-46db-b800-be2b82131cef req-56cc5d90-089c-4ee2-91f0-a2c03510a4da tempest-ServerShowV257Test-940297669 tempest-ServerShowV257Test-940297669-project] 10.222.0.23 "GET /v2.0/ports?device_id=962434c2-dfd5-4389-90af-96817073197f HTTP/1.1" status: 200 len: 210 time: 0.0334406 Jul 05 02:46:01.619526 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177f5611-2ce1-4d76-9e8e-9ea1c6c338e5 req-58ebf384-ba5a-46d4-b9f1-ab2691820b03 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:01.621737 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-177f5611-2ce1-4d76-9e8e-9ea1c6c338e5 req-58ebf384-ba5a-46d4-b9f1-ab2691820b03 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] 10.222.0.23 "GET /v2.0/ports?device_id=d691bb32-08c5-406f-8160-eae7f0117365 HTTP/1.1" status: 200 len: 944 time: 0.1026351 Jul 05 02:46:01.668970 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-177f5611-2ce1-4d76-9e8e-9ea1c6c338e5 req-ab185f3a-1249-4429-b967-bfcf03129920 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] 10.222.0.23 "GET /v2.0/security-groups?id=15ed21df-6f20-4c28-b043-6b4c65663d13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400820 Jul 05 02:46:02.304298 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2458edd0-6faa-4927-b123-25b1380eaea3 req-f20d6fb3-6d79-49bd-922b-fcc9317c3af1 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:02.307592 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2458edd0-6faa-4927-b123-25b1380eaea3 req-f20d6fb3-6d79-49bd-922b-fcc9317c3af1 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=140eb806-6820-43a2-b15d-c39b4530b155 HTTP/1.1" status: 200 len: 944 time: 0.0782673 Jul 05 02:46:02.346479 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2458edd0-6faa-4927-b123-25b1380eaea3 req-15945274-8ed1-41e1-b411-225f6910f3f5 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325994 Jul 05 02:46:02.592001 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d89fb-97fa-4d5d-bde5-a7bd0c347d98 req-24dddfbb-c9c8-4061-8e94-4f973ae37d79 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:02.594542 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-084d89fb-97fa-4d5d-bde5-a7bd0c347d98 req-24dddfbb-c9c8-4061-8e94-4f973ae37d79 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a7c46d4-ee97-4330-8317-c5f97c0c2913 HTTP/1.1" status: 200 len: 946 time: 0.0729475 Jul 05 02:46:02.636236 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-084d89fb-97fa-4d5d-bde5-a7bd0c347d98 req-fee057ed-4e95-4a64-9999-4dea8b0ab9d2 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=e22aeac7-2b31-4b36-8770-94d9819b52f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367897 Jul 05 02:46:02.873493 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667233ab-7638-4189-a427-7664657ab094 req-3ce99fb2-5d78-40f2-93b4-07a9fadbb0b3 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:02.880968 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-667233ab-7638-4189-a427-7664657ab094 req-3ce99fb2-5d78-40f2-93b4-07a9fadbb0b3 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] 10.222.0.23 "GET /v2.0/ports?device_id=d691bb32-08c5-406f-8160-eae7f0117365 HTTP/1.1" status: 200 len: 944 time: 0.0816159 Jul 05 02:46:02.927204 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-667233ab-7638-4189-a427-7664657ab094 req-59e1382c-2a12-4578-b708-4e227013a028 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] 10.222.0.23 "GET /v2.0/security-groups?id=15ed21df-6f20-4c28-b043-6b4c65663d13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402339 Jul 05 02:46:02.980048 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fc1428ea-c7e0-468a-aef6-905869a60119 req-6ec60a26-1a21-4920-9fd3-03babba77c66 tempest-ServerShowV257Test-940297669 tempest-ServerShowV257Test-940297669-project] 10.222.0.23 "GET /v2.0/ports?device_id=962434c2-dfd5-4389-90af-96817073197f HTTP/1.1" status: 200 len: 210 time: 0.0355914 Jul 05 02:46:03.557703 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f81b83a-732c-40b1-94e9-c06a002bcba7 req-8e02e7b8-d182-4af1-8f62-820193e64d8e tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:03.559711 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8f81b83a-732c-40b1-94e9-c06a002bcba7 req-8e02e7b8-d182-4af1-8f62-820193e64d8e tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=140eb806-6820-43a2-b15d-c39b4530b155 HTTP/1.1" status: 200 len: 944 time: 0.0876305 Jul 05 02:46:03.615102 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8f81b83a-732c-40b1-94e9-c06a002bcba7 req-0eb83a05-51a1-4a79-9ca1-717890ba9ec7 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453351 Jul 05 02:46:03.856234 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4321440-5624-4b1b-a047-9de28f3d48df req-9abfe0d5-0522-41ff-b64d-3220437d584a tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:03.857770 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f4321440-5624-4b1b-a047-9de28f3d48df req-9abfe0d5-0522-41ff-b64d-3220437d584a tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a7c46d4-ee97-4330-8317-c5f97c0c2913 HTTP/1.1" status: 200 len: 946 time: 0.0929999 Jul 05 02:46:03.916018 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f4321440-5624-4b1b-a047-9de28f3d48df req-c1924311-47a7-46b5-b082-92a1cbc2b228 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=e22aeac7-2b31-4b36-8770-94d9819b52f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504181 Jul 05 02:46:04.236338 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f8996a75-ef85-4563-a2ce-311a2bda0240 req-43e47360-2e3b-444d-adbb-693b4915e21f tempest-ServerShowV257Test-940297669 tempest-ServerShowV257Test-940297669-project] 10.222.0.23 "GET /v2.0/ports?device_id=962434c2-dfd5-4389-90af-96817073197f HTTP/1.1" status: 200 len: 210 time: 0.0449116 Jul 05 02:46:04.255692 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e6c5c1-5056-442e-93ab-f62191eda994 req-06970b2e-63f1-441a-97df-5c26ae7a4153 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:04.257263 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-30e6c5c1-5056-442e-93ab-f62191eda994 req-06970b2e-63f1-441a-97df-5c26ae7a4153 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] 10.222.0.23 "GET /v2.0/ports?device_id=d691bb32-08c5-406f-8160-eae7f0117365 HTTP/1.1" status: 200 len: 944 time: 0.1034029 Jul 05 02:46:04.313663 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-30e6c5c1-5056-442e-93ab-f62191eda994 req-dcf600b2-89fa-43ac-ab56-36fcb2e6d2c8 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] 10.222.0.23 "GET /v2.0/security-groups?id=15ed21df-6f20-4c28-b043-6b4c65663d13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402498 Jul 05 02:46:04.813626 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664e511f-5f82-463c-a21e-adccba08d198 req-51b7977e-0491-4b29-ae27-0d45acb0dcab tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:04.820625 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-664e511f-5f82-463c-a21e-adccba08d198 req-51b7977e-0491-4b29-ae27-0d45acb0dcab tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=140eb806-6820-43a2-b15d-c39b4530b155 HTTP/1.1" status: 200 len: 944 time: 0.0753973 Jul 05 02:46:04.881852 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-664e511f-5f82-463c-a21e-adccba08d198 req-550c29be-bfa9-4198-b682-ca0ab8aac766 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602839 Jul 05 02:46:05.130608 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed48cc84-446a-4e7e-a880-e607c105a70e req-042d6feb-550a-45c1-ba72-2b84cf0191df tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:05.132948 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ed48cc84-446a-4e7e-a880-e607c105a70e req-042d6feb-550a-45c1-ba72-2b84cf0191df tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a7c46d4-ee97-4330-8317-c5f97c0c2913 HTTP/1.1" status: 200 len: 946 time: 0.0867078 Jul 05 02:46:05.185930 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ed48cc84-446a-4e7e-a880-e607c105a70e req-7adfface-d89b-45b6-9136-a4cf0d3006b2 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=e22aeac7-2b31-4b36-8770-94d9819b52f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470197 Jul 05 02:46:05.449543 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2735f795-43b0-4299-838b-342d448affad req-875ea15c-084f-41e0-9bf5-e05e19788c0e tempest-ServerShowV257Test-940297669 tempest-ServerShowV257Test-940297669-project] 10.222.0.23 "GET /v2.0/ports?device_id=962434c2-dfd5-4389-90af-96817073197f HTTP/1.1" status: 200 len: 210 time: 0.0388372 Jul 05 02:46:05.560281 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a137f8-193c-428d-b980-176716fcfd0f req-ed3f17e8-2236-43fd-9dd3-0461bd9496fb tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:05.566476 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c0a137f8-193c-428d-b980-176716fcfd0f req-ed3f17e8-2236-43fd-9dd3-0461bd9496fb tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] 10.222.0.23 "GET /v2.0/ports?device_id=d691bb32-08c5-406f-8160-eae7f0117365 HTTP/1.1" status: 200 len: 944 time: 0.0899439 Jul 05 02:46:05.603784 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c0a137f8-193c-428d-b980-176716fcfd0f req-67e10fbe-a34f-4d17-869d-1d7af776befa tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] 10.222.0.23 "GET /v2.0/security-groups?id=15ed21df-6f20-4c28-b043-6b4c65663d13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360157 Jul 05 02:46:06.065078 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f687bd34-ec7b-4b91-ad11-35f9aa1d4fb3 req-4cec3ce0-2cba-4710-8984-d046dc5d9340 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:06.066619 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f687bd34-ec7b-4b91-ad11-35f9aa1d4fb3 req-4cec3ce0-2cba-4710-8984-d046dc5d9340 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=140eb806-6820-43a2-b15d-c39b4530b155 HTTP/1.1" status: 200 len: 944 time: 0.0756547 Jul 05 02:46:06.111582 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f687bd34-ec7b-4b91-ad11-35f9aa1d4fb3 req-95c38f7f-ea29-49b2-b35d-ece0849d0838 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387261 Jul 05 02:46:06.221164 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 53264918-5d3e-4dc3-bf85-77ad413d1c00 details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:46:06.342424 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 53264918-5d3e-4dc3-bf85-77ad413d1c00, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=53264918-5d3e-4dc3-bf85-77ad413d1c00,segment=NetworkSegment(118523a0-35b3-48fa-b3e4-22dd091bd29c),segment_id=118523a0-35b3-48fa-b3e4-22dd091bd29c)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:46:06.363264 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': '53264918-5d3e-4dc3-bf85-77ad413d1c00', 'network_id': '4998b7af-a070-4fe3-aeaa-2961371b2b2b', 'port_id': '53264918-5d3e-4dc3-bf85-77ad413d1c00', 'mac_address': 'fa:16:3e:dc:bb:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b34c68d-6895-4c90-9616-98e1bfcb7944', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:46:06.393308 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123ab662-4eb1-4f14-8972-82024e0f02a1 req-00cd9645-acb4-4c15-b5ae-32d1475f7f57 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:06.394868 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-123ab662-4eb1-4f14-8972-82024e0f02a1 req-00cd9645-acb4-4c15-b5ae-32d1475f7f57 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a7c46d4-ee97-4330-8317-c5f97c0c2913 HTTP/1.1" status: 200 len: 946 time: 0.0817876 Jul 05 02:46:06.416182 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:06.436589 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53264918-5d3e-4dc3-bf85-77ad413d1c00 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:46:06.456779 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-123ab662-4eb1-4f14-8972-82024e0f02a1 req-4df6db4c-0dad-4ec0-9007-8e72162bde05 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=e22aeac7-2b31-4b36-8770-94d9819b52f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525742 Jul 05 02:46:06.462091 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 53264918-5d3e-4dc3-bf85-77ad413d1c00, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=53264918-5d3e-4dc3-bf85-77ad413d1c00,segment=NetworkSegment(118523a0-35b3-48fa-b3e4-22dd091bd29c),segment_id=118523a0-35b3-48fa-b3e4-22dd091bd29c)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:46:06.571554 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:06.672217 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=53264918-5d3e-4dc3-bf85-77ad413d1c00,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:46:06.698766 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5ab4f36c-cbec-499d-9e1c-395873a422a2 req-c3bcb97f-d077-4ae6-9407-4ea36091aef6 tempest-ServerShowV257Test-940297669 tempest-ServerShowV257Test-940297669-project] 10.222.0.23 "GET /v2.0/ports?device_id=962434c2-dfd5-4389-90af-96817073197f HTTP/1.1" status: 200 len: 210 time: 0.0307138 Jul 05 02:46:06.786057 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['53264918-5d3e-4dc3-bf85-77ad413d1c00'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:46:06.893524 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544ebeac-f45d-4bae-9a6e-50297ee92a33 req-596c0917-81f4-4d44-9a5e-2e3748c9c5b2 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:06.895344 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-544ebeac-f45d-4bae-9a6e-50297ee92a33 req-596c0917-81f4-4d44-9a5e-2e3748c9c5b2 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] 10.222.0.23 "GET /v2.0/ports?device_id=d691bb32-08c5-406f-8160-eae7f0117365 HTTP/1.1" status: 200 len: 945 time: 0.0792844 Jul 05 02:46:06.945403 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-544ebeac-f45d-4bae-9a6e-50297ee92a33 req-327aa798-7ec3-4904-a201-5c506795efce tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] 10.222.0.23 "GET /v2.0/security-groups?id=15ed21df-6f20-4c28-b043-6b4c65663d13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435624 Jul 05 02:46:07.278666 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f14af73-3987-4d97-9292-a6b6168bb1fc req-6684da4a-e355-499b-87e1-325ab8606d62 tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:07.280213 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4f14af73-3987-4d97-9292-a6b6168bb1fc req-6684da4a-e355-499b-87e1-325ab8606d62 tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] 10.222.0.23 "GET /v2.0/ports?device_id=798a2195-53e5-428c-b62b-0d286ac9054d HTTP/1.1" status: 200 len: 946 time: 0.0649660 Jul 05 02:46:07.287273 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80af224-1aaa-49ba-b5eb-e753e7df6c92 req-d447db63-7058-48a6-a5c6-fbdd4ce80ff9 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:07.289094 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c80af224-1aaa-49ba-b5eb-e753e7df6c92 req-d447db63-7058-48a6-a5c6-fbdd4ce80ff9 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=140eb806-6820-43a2-b15d-c39b4530b155 HTTP/1.1" status: 200 len: 944 time: 0.0661492 Jul 05 02:46:07.321349 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4f14af73-3987-4d97-9292-a6b6168bb1fc req-04daca86-b035-4b81-a59a-1778a935306e tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] 10.222.0.23 "GET /v2.0/security-groups?id=7af8d589-730d-469c-8bc2-19a36fefd4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345662 Jul 05 02:46:07.328216 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c80af224-1aaa-49ba-b5eb-e753e7df6c92 req-0591cc0a-cdf0-4172-97d9-cd1baac9e2b6 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326843 Jul 05 02:46:07.650794 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eca17a-114e-4ecc-8161-f55cefc8c1c8 req-77b2bd64-cf27-49bb-8718-ce30ed7bc719 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:07.652195 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c1eca17a-114e-4ecc-8161-f55cefc8c1c8 req-77b2bd64-cf27-49bb-8718-ce30ed7bc719 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a7c46d4-ee97-4330-8317-c5f97c0c2913 HTTP/1.1" status: 200 len: 946 time: 0.0619078 Jul 05 02:46:07.688904 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c1eca17a-114e-4ecc-8161-f55cefc8c1c8 req-1f1fdae8-3d47-4614-9be2-f07fc6709fd1 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=e22aeac7-2b31-4b36-8770-94d9819b52f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311959 Jul 05 02:46:07.845475 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4e2a18f0-aa2d-46a8-a303-f9c073232eb8 req-6e7a4aab-06f5-40db-afda-46fd579a3eeb tempest-ServerShowV257Test-940297669 tempest-ServerShowV257Test-940297669-project] 10.222.0.23 "GET /v2.0/ports?device_id=962434c2-dfd5-4389-90af-96817073197f HTTP/1.1" status: 200 len: 210 time: 0.0282423 Jul 05 02:46:08.116276 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821ea8bd-4222-4cff-88fd-ea116c29ce55 req-64d87894-4c0a-4285-ac4c-56871da50955 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:08.118375 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-821ea8bd-4222-4cff-88fd-ea116c29ce55 req-64d87894-4c0a-4285-ac4c-56871da50955 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] 10.222.0.23 "GET /v2.0/ports?device_id=d691bb32-08c5-406f-8160-eae7f0117365 HTTP/1.1" status: 200 len: 945 time: 0.0665872 Jul 05 02:46:08.154183 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-821ea8bd-4222-4cff-88fd-ea116c29ce55 req-c6ca6680-ada5-453b-9901-cc9171bd1d71 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] 10.222.0.23 "GET /v2.0/security-groups?id=15ed21df-6f20-4c28-b043-6b4c65663d13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302134 Jul 05 02:46:08.235091 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bea15a8-33cb-41ce-b82b-dffe733abe3e req-cc0b6aa2-d8c5-46dc-88e5-8363779e7f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:08.236069 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 2822b863-f068-471e-ad8b-cf997e93a756 details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:46:08.236628 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8bea15a8-33cb-41ce-b82b-dffe733abe3e req-cc0b6aa2-d8c5-46dc-88e5-8363779e7f9e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f71f6dbd7ca04e46abf258fabaf4edd3&device_id=7a7c46d4-ee97-4330-8317-c5f97c0c2913 HTTP/1.1" status: 200 len: 1098 time: 0.0517285 Jul 05 02:46:08.240007 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 53264918-5d3e-4dc3-bf85-77ad413d1c00 up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:46:08.327874 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bea15a8-33cb-41ce-b82b-dffe733abe3e req-872c4f9c-2888-453d-9b39-1155810af393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:08.329452 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8bea15a8-33cb-41ce-b82b-dffe733abe3e req-872c4f9c-2888-453d-9b39-1155810af393 service neutron] 10.222.0.15 "GET /v2.0/networks?id=319f6f27-0518-41ae-a3ab-b70eb1a13ad7 HTTP/1.1" status: 200 len: 917 time: 0.0854564 Jul 05 02:46:08.379519 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 2822b863-f068-471e-ad8b-cf997e93a756, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=2822b863-f068-471e-ad8b-cf997e93a756,segment=NetworkSegment(0d275c90-3bd1-498e-a485-a23914e67eb1),segment_id=0d275c90-3bd1-498e-a485-a23914e67eb1)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:46:08.400882 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': '2822b863-f068-471e-ad8b-cf997e93a756', 'network_id': '73b1fe81-9ead-413d-adcc-8dcb2085def5', 'port_id': '2822b863-f068-471e-ad8b-cf997e93a756', 'mac_address': 'fa:16:3e:6a:94:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33729902-d3e5-4dd5-ba26-acbc079120a6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:46:08.413332 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8bea15a8-33cb-41ce-b82b-dffe733abe3e req-9f993714-048c-419c-88cc-206c298d13e9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=575b1f79-b8b7-4b20-a5be-3fee3932145b HTTP/1.1" status: 200 len: 1001 time: 0.0748436 Jul 05 02:46:08.428455 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning for port 53264918-5d3e-4dc3-bf85-77ad413d1c00 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:46:08.434194 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port 53264918-5d3e-4dc3-bf85-77ad413d1c00 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:46:08.434572 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:08.475262 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:08.499117 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2822b863-f068-471e-ad8b-cf997e93a756 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:46:08.515390 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bea15a8-33cb-41ce-b82b-dffe733abe3e req-713b155e-d7d3-4f31-81c1-4b4671ecfe49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:08.516908 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8bea15a8-33cb-41ce-b82b-dffe733abe3e req-713b155e-d7d3-4f31-81c1-4b4671ecfe49 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3a90bcd4-05d3-4076-8731-a724bae74bd9 HTTP/1.1" status: 200 len: 856 time: 0.0980539 Jul 05 02:46:08.519708 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af637af-4d67-469a-8f7a-96c01d01fb7c req-ed009aed-fd70-4dab-bff6-89e39bd6ac67 tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:08.521826 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8af637af-4d67-469a-8f7a-96c01d01fb7c req-ed009aed-fd70-4dab-bff6-89e39bd6ac67 tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] 10.222.0.23 "GET /v2.0/ports?device_id=798a2195-53e5-428c-b62b-0d286ac9054d HTTP/1.1" status: 200 len: 946 time: 0.0721750 Jul 05 02:46:08.539041 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 2822b863-f068-471e-ad8b-cf997e93a756, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=2822b863-f068-471e-ad8b-cf997e93a756,segment=NetworkSegment(0d275c90-3bd1-498e-a485-a23914e67eb1),segment_id=0d275c90-3bd1-498e-a485-a23914e67eb1)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:46:08.565374 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8af637af-4d67-469a-8f7a-96c01d01fb7c req-cbc82b2b-026d-43e2-a958-33812c729f98 tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] 10.222.0.23 "GET /v2.0/security-groups?id=7af8d589-730d-469c-8bc2-19a36fefd4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362551 Jul 05 02:46:08.571721 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:08.589281 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa01ea0-6c6c-4df9-98a1-c695da54e386 req-52dc74ac-c0e0-4bb8-becc-ba6c244611b6 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:08.590856 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3fa01ea0-6c6c-4df9-98a1-c695da54e386 req-52dc74ac-c0e0-4bb8-becc-ba6c244611b6 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=140eb806-6820-43a2-b15d-c39b4530b155 HTTP/1.1" status: 200 len: 944 time: 0.1189878 Jul 05 02:46:08.595084 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd691bb32-08c5-406f-8160-eae7f0117365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53264918-5d3e-4dc3-bf85-77ad413d1c00'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:46:08.597773 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70cf431b-53fd-4e0d-bfe4-3487b3b87ea1" -d '{"events": [{"server_uuid": "d691bb32-08c5-406f-8160-eae7f0117365", "name": "network-vif-plugged", "status": "completed", "tag": "53264918-5d3e-4dc3-bf85-77ad413d1c00"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:46:08.613606 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 53264918-5d3e-4dc3-bf85-77ad413d1c00, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=53264918-5d3e-4dc3-bf85-77ad413d1c00,segment=NetworkSegment(118523a0-35b3-48fa-b3e4-22dd091bd29c),segment_id=118523a0-35b3-48fa-b3e4-22dd091bd29c)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:46:08.616388 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:08.643822 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bea15a8-33cb-41ce-b82b-dffe733abe3e req-9353fbe3-9ca5-45fd-96fd-a08860c9f6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:08.644008 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd05c813-7ced-4c96-bbf5-87a0bc17b451 x-openstack-request-id: req-dd05c813-7ced-4c96-bbf5-87a0bc17b451 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:46:08.644305 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d691bb32-08c5-406f-8160-eae7f0117365", "name": "network-vif-plugged", "status": "completed", "tag": "53264918-5d3e-4dc3-bf85-77ad413d1c00", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:46:08.644688 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dd05c813-7ced-4c96-bbf5-87a0bc17b451 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:46:08.645100 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd691bb32-08c5-406f-8160-eae7f0117365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53264918-5d3e-4dc3-bf85-77ad413d1c00', 'code': 200} Jul 05 02:46:08.645353 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8bea15a8-33cb-41ce-b82b-dffe733abe3e req-9353fbe3-9ca5-45fd-96fd-a08860c9f6c5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=319f6f27-0518-41ae-a3ab-b70eb1a13ad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1203554 Jul 05 02:46:08.678350 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=2822b863-f068-471e-ad8b-cf997e93a756,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:46:08.722115 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3fa01ea0-6c6c-4df9-98a1-c695da54e386 req-5837def0-d9d1-4c27-b476-4769e4642519 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220231 Jul 05 02:46:08.771930 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:08.802590 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627482ec-017d-4179-8c91-2fbfe05cc90a req-e2c44738-a195-4196-a5c1-fd0329ad1c07 tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:08.804230 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-627482ec-017d-4179-8c91-2fbfe05cc90a req-e2c44738-a195-4196-a5c1-fd0329ad1c07 tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] 10.222.0.21 "GET /v2.0/ports?device_id=798a2195-53e5-428c-b62b-0d286ac9054d HTTP/1.1" status: 200 len: 946 time: 0.2053421 Jul 05 02:46:08.817881 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['2822b863-f068-471e-ad8b-cf997e93a756'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:46:08.853407 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8bea15a8-33cb-41ce-b82b-dffe733abe3e req-fcff89c9-10b4-45dc-b61e-b0ac4434be26 service neutron] 10.222.0.15 "GET /v2.0/networks/319f6f27-0518-41ae-a3ab-b70eb1a13ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000940 Jul 05 02:46:08.855789 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=53264918-5d3e-4dc3-bf85-77ad413d1c00,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:46:08.889736 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783d0e72-da28-4224-9ffb-e436329c6414 req-302e2408-47d9-42c0-a973-41e1bb51d609 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:08.891119 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-783d0e72-da28-4224-9ffb-e436329c6414 req-302e2408-47d9-42c0-a973-41e1bb51d609 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a7c46d4-ee97-4330-8317-c5f97c0c2913 HTTP/1.1" status: 200 len: 946 time: 0.0798271 Jul 05 02:46:08.925159 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adab08c-c7a6-4188-9665-f154c537f9b2 req-b2abfb8c-fedb-44e7-827e-ed097f07f134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:08.926755 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5adab08c-c7a6-4188-9665-f154c537f9b2 req-b2abfb8c-fedb-44e7-827e-ed097f07f134 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d691bb32-08c5-406f-8160-eae7f0117365 HTTP/1.1" status: 200 len: 1097 time: 0.2093186 Jul 05 02:46:08.957760 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-783d0e72-da28-4224-9ffb-e436329c6414 req-acd2b22d-0c5f-40d3-b53b-045c15ae7b89 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=e22aeac7-2b31-4b36-8770-94d9819b52f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541797 Jul 05 02:46:09.038695 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8bea15a8-33cb-41ce-b82b-dffe733abe3e req-ec41ca0b-2ee7-4f7c-a397-79fce5dc56c9 service neutron] 10.222.0.15 "GET /v2.0/networks/319f6f27-0518-41ae-a3ab-b70eb1a13ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754484 Jul 05 02:46:09.058085 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5adab08c-c7a6-4188-9665-f154c537f9b2 req-48bb3265-d25b-47ca-9d4d-169bb75e2939 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=15ed21df-6f20-4c28-b043-6b4c65663d13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193836 Jul 05 02:46:09.059979 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0f2ea92a-5ef5-43be-b70f-62c869b55738 req-2e7ad374-b8e0-4b29-b6c4-3153de5a0aea tempest-ServerShowV257Test-940297669 tempest-ServerShowV257Test-940297669-project] 10.222.0.23 "GET /v2.0/ports?device_id=962434c2-dfd5-4389-90af-96817073197f HTTP/1.1" status: 200 len: 210 time: 0.0473971 Jul 05 02:46:09.071918 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-627482ec-017d-4179-8c91-2fbfe05cc90a req-3130d824-7d6a-42d0-89c3-ec49218ca453 tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] Deleting port 18f9adf2-6625-4753-a21d-0e1cc785d229 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:46:09.072268 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-627482ec-017d-4179-8c91-2fbfe05cc90a req-3130d824-7d6a-42d0-89c3-ec49218ca453 tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:09.162375 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-627482ec-017d-4179-8c91-2fbfe05cc90a req-3130d824-7d6a-42d0-89c3-ec49218ca453 tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] For port 18f9adf2-6625-4753-a21d-0e1cc785d229, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=18f9adf2-6625-4753-a21d-0e1cc785d229,segment=NetworkSegment(b7157176-2d07-46f7-baeb-77586810c902),segment_id=b7157176-2d07-46f7-baeb-77586810c902)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:46:09.163079 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-627482ec-017d-4179-8c91-2fbfe05cc90a req-3130d824-7d6a-42d0-89c3-ec49218ca453 tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:09.174326 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-627482ec-017d-4179-8c91-2fbfe05cc90a req-3130d824-7d6a-42d0-89c3-ec49218ca453 tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] Calling delete_port for 18f9adf2-6625-4753-a21d-0e1cc785d229 owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:46:09.325796 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59594925-99b9-4160-b9c7-ffaf0c0f172a req-e5b8145f-dbf9-4249-8282-97612801acda tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:09.327243 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-59594925-99b9-4160-b9c7-ffaf0c0f172a req-e5b8145f-dbf9-4249-8282-97612801acda tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] 10.222.0.23 "GET /v2.0/ports?device_id=d691bb32-08c5-406f-8160-eae7f0117365 HTTP/1.1" status: 200 len: 946 time: 0.0619543 Jul 05 02:46:09.364387 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-59594925-99b9-4160-b9c7-ffaf0c0f172a req-3c46546f-5840-498a-a4c1-44345737d6a3 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] 10.222.0.23 "GET /v2.0/security-groups?id=15ed21df-6f20-4c28-b043-6b4c65663d13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315938 Jul 05 02:46:09.394103 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-627482ec-017d-4179-8c91-2fbfe05cc90a req-3130d824-7d6a-42d0-89c3-ec49218ca453 tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:09.405444 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['18f9adf2-6625-4753-a21d-0e1cc785d229'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:46:09.427935 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130d824-7d6a-42d0-89c3-ec49218ca453 tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] Pushing event deleted for resources: {'Port': ['ID=18f9adf2-6625-4753-a21d-0e1cc785d229,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:46:09.471179 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-627482ec-017d-4179-8c91-2fbfe05cc90a req-3130d824-7d6a-42d0-89c3-ec49218ca453 tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] No DVR routers for this DVR port 18f9adf2-6625-4753-a21d-0e1cc785d229 on host n-h1-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:46:09.473826 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-627482ec-017d-4179-8c91-2fbfe05cc90a req-3130d824-7d6a-42d0-89c3-ec49218ca453 tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:09.476140 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-627482ec-017d-4179-8c91-2fbfe05cc90a req-3130d824-7d6a-42d0-89c3-ec49218ca453 tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] 10.222.0.21 "DELETE /v2.0/ports/18f9adf2-6625-4753-a21d-0e1cc785d229 HTTP/1.1" status: 204 len: 173 time: 0.6598802 Jul 05 02:46:09.476575 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '798a2195-53e5-428c-b62b-0d286ac9054d', 'name': 'network-vif-deleted', 'tag': '18f9adf2-6625-4753-a21d-0e1cc785d229'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:46:09.478937 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e3ecbdc-b6dd-4994-91a7-49cc4865fa31" -d '{"events": [{"server_uuid": "798a2195-53e5-428c-b62b-0d286ac9054d", "name": "network-vif-deleted", "tag": "18f9adf2-6625-4753-a21d-0e1cc785d229"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:46:09.516722 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97687c8f-b7c8-4b0e-a606-44e3be8fa8c2 x-openstack-request-id: req-97687c8f-b7c8-4b0e-a606-44e3be8fa8c2 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:46:09.517017 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "798a2195-53e5-428c-b62b-0d286ac9054d", "name": "network-vif-deleted", "tag": "18f9adf2-6625-4753-a21d-0e1cc785d229", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:46:09.517275 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-97687c8f-b7c8-4b0e-a606-44e3be8fa8c2 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:46:09.517686 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '798a2195-53e5-428c-b62b-0d286ac9054d', 'name': 'network-vif-deleted', 'tag': '18f9adf2-6625-4753-a21d-0e1cc785d229', 'status': 'completed', 'code': 200} Jul 05 02:46:09.719006 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-939e4ea6-d931-4fc3-8c20-55ad9b1074f9 req-4ec11cb8-0632-470f-a70d-cc8acfdab0b3 tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] 10.222.0.23 "GET /v2.0/ports?device_id=798a2195-53e5-428c-b62b-0d286ac9054d HTTP/1.1" status: 200 len: 210 time: 0.0365503 Jul 05 02:46:09.898156 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbcee37-b387-4294-8884-b5c2beab3ca2 req-3482a4ad-a11f-4b16-920b-d8ece25a0426 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:09.900123 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4fbcee37-b387-4294-8884-b5c2beab3ca2 req-3482a4ad-a11f-4b16-920b-d8ece25a0426 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=140eb806-6820-43a2-b15d-c39b4530b155 HTTP/1.1" status: 200 len: 945 time: 0.0650444 Jul 05 02:46:09.939455 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4fbcee37-b387-4294-8884-b5c2beab3ca2 req-2d4d402f-0fc7-4846-8eea-2050bc794b89 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336459 Jul 05 02:46:10.164673 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061513b2-29de-45eb-beee-19d55775e618 req-e758cc85-34b0-439a-af64-18063f4d1dea tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:10.167492 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-061513b2-29de-45eb-beee-19d55775e618 req-e758cc85-34b0-439a-af64-18063f4d1dea tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a7c46d4-ee97-4330-8317-c5f97c0c2913 HTTP/1.1" status: 200 len: 946 time: 0.0684845 Jul 05 02:46:10.206435 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-061513b2-29de-45eb-beee-19d55775e618 req-7a5bc7c8-c00c-478a-95bd-c260e4b31c31 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=e22aeac7-2b31-4b36-8770-94d9819b52f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335989 Jul 05 02:46:10.231977 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c93f8d12-d4c3-4a7f-ad12-223d98ef9ce2 req-d95bec60-228a-4df6-b52d-c1d3eada1735 tempest-ServerShowV257Test-940297669 tempest-ServerShowV257Test-940297669-project] 10.222.0.23 "GET /v2.0/ports?device_id=962434c2-dfd5-4389-90af-96817073197f HTTP/1.1" status: 200 len: 210 time: 0.0410178 Jul 05 02:46:10.253205 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 2822b863-f068-471e-ad8b-cf997e93a756 up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:46:10.389763 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning for port 2822b863-f068-471e-ad8b-cf997e93a756 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:46:10.393966 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port 2822b863-f068-471e-ad8b-cf997e93a756 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:46:10.394385 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:10.550743 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c45cd6-5507-42b6-9bbb-9811577a646e req-a7da0f96-f244-4e94-ab5b-7540267d2077 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:10.552485 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-13c45cd6-5507-42b6-9bbb-9811577a646e req-a7da0f96-f244-4e94-ab5b-7540267d2077 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] 10.222.0.23 "GET /v2.0/ports?device_id=d691bb32-08c5-406f-8160-eae7f0117365 HTTP/1.1" status: 200 len: 946 time: 0.0719304 Jul 05 02:46:10.594533 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-13c45cd6-5507-42b6-9bbb-9811577a646e req-5da086ef-f690-434e-bd0c-bc328b2dd3a5 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] 10.222.0.23 "GET /v2.0/security-groups?id=15ed21df-6f20-4c28-b043-6b4c65663d13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356340 Jul 05 02:46:10.623466 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:10.646564 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '140eb806-6820-43a2-b15d-c39b4530b155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2822b863-f068-471e-ad8b-cf997e93a756'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:46:10.648980 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0945158-0f79-4627-8145-4bd137b03791" -d '{"events": [{"server_uuid": "140eb806-6820-43a2-b15d-c39b4530b155", "name": "network-vif-plugged", "status": "completed", "tag": "2822b863-f068-471e-ad8b-cf997e93a756"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:46:10.662491 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 2822b863-f068-471e-ad8b-cf997e93a756, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=2822b863-f068-471e-ad8b-cf997e93a756,segment=NetworkSegment(0d275c90-3bd1-498e-a485-a23914e67eb1),segment_id=0d275c90-3bd1-498e-a485-a23914e67eb1)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:46:10.684788 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7963729c-482b-4ad4-974e-60dfbae6a22a x-openstack-request-id: req-7963729c-482b-4ad4-974e-60dfbae6a22a {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:46:10.685111 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "140eb806-6820-43a2-b15d-c39b4530b155", "name": "network-vif-plugged", "status": "completed", "tag": "2822b863-f068-471e-ad8b-cf997e93a756", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:46:10.685361 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7963729c-482b-4ad4-974e-60dfbae6a22a {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:46:10.685748 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '140eb806-6820-43a2-b15d-c39b4530b155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2822b863-f068-471e-ad8b-cf997e93a756', 'code': 200} Jul 05 02:46:10.784320 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:10.829535 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58d909b-f878-4ab6-806e-a2933f01b563 req-f763d17f-0828-4168-b6e1-8f480c82a9f7 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:10.831182 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c58d909b-f878-4ab6-806e-a2933f01b563 req-f763d17f-0828-4168-b6e1-8f480c82a9f7 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] 10.222.0.23 "GET /v2.0/ports?device_id=d691bb32-08c5-406f-8160-eae7f0117365 HTTP/1.1" status: 200 len: 946 time: 0.1115322 Jul 05 02:46:10.836930 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46c222c-84e8-4f79-b8a6-31925003b5a4 req-a47793df-80c8-456d-a249-9a7ca269f40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:10.838497 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b46c222c-84e8-4f79-b8a6-31925003b5a4 req-a47793df-80c8-456d-a249-9a7ca269f40d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=140eb806-6820-43a2-b15d-c39b4530b155 HTTP/1.1" status: 200 len: 1097 time: 0.0909638 Jul 05 02:46:10.852723 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=2822b863-f068-471e-ad8b-cf997e93a756,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:46:10.892879 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c58d909b-f878-4ab6-806e-a2933f01b563 req-34155724-362a-44f6-8a6e-f40e8829476b tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] 10.222.0.23 "GET /v2.0/security-groups?id=15ed21df-6f20-4c28-b043-6b4c65663d13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533569 Jul 05 02:46:10.898582 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b46c222c-84e8-4f79-b8a6-31925003b5a4 req-5d29ae91-5e9a-48a8-b63a-c697d6cae5c6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518663 Jul 05 02:46:10.922537 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 34432) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:46:11.081283 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9589f9a6-e508-4379-ac3d-22ac4b311a77 tempest-TestVolumeBackupRestore-840775744 tempest-TestVolumeBackupRestore-840775744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:11.082897 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-9589f9a6-e508-4379-ac3d-22ac4b311a77 tempest-TestVolumeBackupRestore-840775744 tempest-TestVolumeBackupRestore-840775744-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=d691bb32-08c5-406f-8160-eae7f0117365 HTTP/1.1" status: 200 len: 1093 time: 0.1593623 Jul 05 02:46:11.090672 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 34438) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:46:11.096798 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-25c52df9-4d3f-4493-a45b-d8a29e7d25a6 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Request body: {'floatingip': {'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'port_id': '53264918-5d3e-4dc3-bf85-77ad413d1c00', 'tenant_id': 'a2a128e531764065b9d7371bd7cd83c5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:46:11.132424 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e10b89-f077-4561-a292-d6cc4c9aa400 req-c77e98e9-c3d0-4086-b5bc-e4e0c9a115a1 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:11.134823 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c2e10b89-f077-4561-a292-d6cc4c9aa400 req-c77e98e9-c3d0-4086-b5bc-e4e0c9a115a1 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=140eb806-6820-43a2-b15d-c39b4530b155 HTTP/1.1" status: 200 len: 946 time: 0.0720294 Jul 05 02:46:11.174100 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c2e10b89-f077-4561-a292-d6cc4c9aa400 req-a8d9c2d8-654c-49d9-b15e-97c4b2159d2d tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325959 Jul 05 02:46:11.217009 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-25c52df9-4d3f-4493-a45b-d8a29e7d25a6 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Notify callbacks [] for floatingip, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:11.370911 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-25c52df9-4d3f-4493-a45b-d8a29e7d25a6 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:11.396202 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-90b05c30-1a86-48c9-9f8c-fbf826ab4234 req-d0248a5d-5ac5-46e3-a8fb-8fa15fe967f2 tempest-ServerShowV257Test-940297669 tempest-ServerShowV257Test-940297669-project] 10.222.0.23 "GET /v2.0/ports?device_id=962434c2-dfd5-4389-90af-96817073197f HTTP/1.1" status: 200 len: 210 time: 0.0305698 Jul 05 02:46:11.458277 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04c1876-b5bc-490c-947f-1954fb631f2e req-d3924719-038a-432e-a9b0-7f95f6361aa3 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:11.459967 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e04c1876-b5bc-490c-947f-1954fb631f2e req-d3924719-038a-432e-a9b0-7f95f6361aa3 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a7c46d4-ee97-4330-8317-c5f97c0c2913 HTTP/1.1" status: 200 len: 946 time: 0.1296427 Jul 05 02:46:11.491333 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 575b1f79-b8b7-4b20-a5be-3fee3932145b no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:46:11.536936 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-25c52df9-4d3f-4493-a45b-d8a29e7d25a6 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Allocated IP 172.25.7.245 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/d3c04c13-1ee6-4d55-815f-cd6dedaac989) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:46:11.542932 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e04c1876-b5bc-490c-947f-1954fb631f2e req-d02dfde3-43f1-42ce-b537-fe2f0f885014 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=e22aeac7-2b31-4b36-8770-94d9819b52f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768309 Jul 05 02:46:11.636126 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:11.672716 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 575b1f79-b8b7-4b20-a5be-3fee3932145b, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=575b1f79-b8b7-4b20-a5be-3fee3932145b,segment=NetworkSegment(be409309-6ad2-47dc-8674-b2f6fbe283c8),segment_id=be409309-6ad2-47dc-8674-b2f6fbe283c8)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:46:11.684232 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-25c52df9-4d3f-4493-a45b-d8a29e7d25a6 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:11.760462 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:11.818547 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=575b1f79-b8b7-4b20-a5be-3fee3932145b,revision_number=8']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:46:11.868657 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-25c52df9-4d3f-4493-a45b-d8a29e7d25a6 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:11.908753 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c52df9-4d3f-4493-a45b-d8a29e7d25a6 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:46:11.911605 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-25c52df9-4d3f-4493-a45b-d8a29e7d25a6 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:46:11.917295 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c52df9-4d3f-4493-a45b-d8a29e7d25a6 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:46:11.922623 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c52df9-4d3f-4493-a45b-d8a29e7d25a6 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Pushing event updated for resources: {'Port': ['ID=d3c04c13-1ee6-4d55-815f-cd6dedaac989,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:46:11.965725 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:11.966473 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:12.253684 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 18f9adf2-6625-4753-a21d-0e1cc785d229 no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:46:12.279646 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] No Port match for: 18f9adf2-6625-4753-a21d-0e1cc785d229 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:46:12.280355 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 18f9adf2-6625-4753-a21d-0e1cc785d229 not bound to the agent host n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:46:12.300872 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-25c52df9-4d3f-4493-a45b-d8a29e7d25a6 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:12.401034 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322d5806-6b11-4b3e-9edd-12983cf241bc req-2dd44c86-34e4-48ca-a2aa-7ec86128d4fa tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:12.402483 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-322d5806-6b11-4b3e-9edd-12983cf241bc req-2dd44c86-34e4-48ca-a2aa-7ec86128d4fa tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=140eb806-6820-43a2-b15d-c39b4530b155 HTTP/1.1" status: 200 len: 946 time: 0.0763354 Jul 05 02:46:12.440902 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-322d5806-6b11-4b3e-9edd-12983cf241bc req-f9553f88-960f-4094-83c5-b6a60411d681 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328043 Jul 05 02:46:12.519993 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-25c52df9-4d3f-4493-a45b-d8a29e7d25a6 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:12.599436 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-281c69e0-4251-4e0b-bfcf-0c8c2d97176d req-a5406939-7347-4dcf-8c08-60130359c31d tempest-ServerShowV257Test-940297669 tempest-ServerShowV257Test-940297669-project] 10.222.0.23 "GET /v2.0/ports?device_id=962434c2-dfd5-4389-90af-96817073197f HTTP/1.1" status: 200 len: 210 time: 0.0318062 Jul 05 02:46:12.690150 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a7c46d4-ee97-4330-8317-c5f97c0c2913', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '575b1f79-b8b7-4b20-a5be-3fee3932145b'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:46:12.693378 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e20a4bd-3c73-4df9-b992-78a742299317" -d '{"events": [{"server_uuid": "7a7c46d4-ee97-4330-8317-c5f97c0c2913", "name": "network-vif-unplugged", "status": "completed", "tag": "575b1f79-b8b7-4b20-a5be-3fee3932145b"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:46:12.807179 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-25c52df9-4d3f-4493-a45b-d8a29e7d25a6 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:12.845139 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bd4a16-3b44-4370-b02c-e53a41d50477 req-b20f9986-a342-4d17-8e24-fb1d3154daec tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:12.846689 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f5bd4a16-3b44-4370-b02c-e53a41d50477 req-b20f9986-a342-4d17-8e24-fb1d3154daec tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=140eb806-6820-43a2-b15d-c39b4530b155 HTTP/1.1" status: 200 len: 946 time: 0.1302752 Jul 05 02:46:12.883500 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f5bd4a16-3b44-4370-b02c-e53a41d50477 req-0e6cd560-d453-4150-8e91-0226709aefa7 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312481 Jul 05 02:46:12.908549 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-25c52df9-4d3f-4493-a45b-d8a29e7d25a6 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:12.928156 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 05 Jul 2021 02:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4ec6cde-fad3-4add-af53-d005e3c62f2f x-openstack-request-id: req-f4ec6cde-fad3-4add-af53-d005e3c62f2f {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:46:12.928447 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a7c46d4-ee97-4330-8317-c5f97c0c2913", "name": "network-vif-unplugged", "status": "failed", "tag": "575b1f79-b8b7-4b20-a5be-3fee3932145b", "code": 422}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:46:12.928695 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f4ec6cde-fad3-4add-af53-d005e3c62f2f {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:46:12.929090 n-d-771362-32 neutron-server[94463]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7a7c46d4-ee97-4330-8317-c5f97c0c2913', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '575b1f79-b8b7-4b20-a5be-3fee3932145b', 'code': 422} returned with failed status Jul 05 02:46:12.994335 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c52df9-4d3f-4493-a45b-d8a29e7d25a6 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Pushing event updated for resources: {'Port': ['ID=d3c04c13-1ee6-4d55-815f-cd6dedaac989,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:46:13.000985 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-25c52df9-4d3f-4493-a45b-d8a29e7d25a6 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636869'] for floatingip, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:13.105478 n-d-771362-32 neutron-server[94461]: INFO neutron.db.l3_db [None req-25c52df9-4d3f-4493-a45b-d8a29e7d25a6 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Floating IP f56c9aa6-24ca-4010-9b51-bc7729e8da80 associated. External IP: 172.25.7.245, port: 53264918-5d3e-4dc3-bf85-77ad413d1c00. Jul 05 02:46:13.317314 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25c52df9-4d3f-4493-a45b-d8a29e7d25a6 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Router 4e81096a-2faf-4683-ac01-1eeb4c9c3bd6 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:46:13.778527 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25c52df9-4d3f-4493-a45b-d8a29e7d25a6 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:46:13.785291 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3484e151-af56-494a-9a66-c8a5a239dae5 req-25afd846-422b-4211-a44b-e9e0ef03fa7d tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:13.791408 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bdbfa8-0de7-4ef0-bb81-e9db0700a8de None None] Sync routers for ids ['4e81096a-2faf-4683-ac01-1eeb4c9c3bd6'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:46:13.792867 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3484e151-af56-494a-9a66-c8a5a239dae5 req-25afd846-422b-4211-a44b-e9e0ef03fa7d tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a7c46d4-ee97-4330-8317-c5f97c0c2913 HTTP/1.1" status: 200 len: 944 time: 0.0911610 Jul 05 02:46:13.808873 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bdbfa8-0de7-4ef0-bb81-e9db0700a8de None None] Routers {'4e81096a-2faf-4683-ac01-1eeb4c9c3bd6'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:46:13.809819 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-38bdbfa8-0de7-4ef0-bb81-e9db0700a8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:45:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['4e81096a-2faf-4683-ac01-1eeb4c9c3bd6'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:46:13.851020 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3484e151-af56-494a-9a66-c8a5a239dae5 req-4378a228-c88e-4577-b747-f5092485eba5 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=e22aeac7-2b31-4b36-8770-94d9819b52f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571966 Jul 05 02:46:13.884565 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-25c52df9-4d3f-4493-a45b-d8a29e7d25a6 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:13.943912 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-25c52df9-4d3f-4493-a45b-d8a29e7d25a6 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8520105 Jul 05 02:46:13.944609 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd691bb32-08c5-406f-8160-eae7f0117365', 'tag': '53264918-5d3e-4dc3-bf85-77ad413d1c00'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:46:13.946816 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 34504) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:46:13.947226 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2784691d-92c4-428b-b366-c2c2076f5a0b" -d '{"events": [{"name": "network-changed", "server_uuid": "d691bb32-08c5-406f-8160-eae7f0117365", "tag": "53264918-5d3e-4dc3-bf85-77ad413d1c00"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:46:13.955569 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-38bdbfa8-0de7-4ef0-bb81-e9db0700a8de None None] Set router 4e81096a-2faf-4683-ac01-1eeb4c9c3bd6 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:46:14.022865 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d911cb81-12d5-434e-9d7a-5b3899cdc9fc req-02eb9a66-94d5-4e5a-a800-d9368730958d tempest-ServerShowV257Test-940297669 tempest-ServerShowV257Test-940297669-project] 10.222.0.23 "GET /v2.0/ports?device_id=962434c2-dfd5-4389-90af-96817073197f HTTP/1.1" status: 200 len: 210 time: 0.0311756 Jul 05 02:46:14.046556 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999efa2e-ba46-4af4-9fc4-45decc708785 tempest-TestVolumeBackupRestore-840775744 tempest-TestVolumeBackupRestore-840775744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:14.048421 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-999efa2e-ba46-4af4-9fc4-45decc708785 tempest-TestVolumeBackupRestore-840775744 tempest-TestVolumeBackupRestore-840775744-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=d691bb32-08c5-406f-8160-eae7f0117365 HTTP/1.1" status: 200 len: 1093 time: 0.1006122 Jul 05 02:46:14.051445 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 34516) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:46:14.057332 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-0e021f03-800d-453b-a33c-8a35a0ec98ef tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Request body: {'floatingip': {'port_id': '53264918-5d3e-4dc3-bf85-77ad413d1c00'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:46:14.157257 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28c3dec6-4a80-4665-87a1-c2ff591ce037 x-openstack-request-id: req-28c3dec6-4a80-4665-87a1-c2ff591ce037 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:46:14.157796 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d691bb32-08c5-406f-8160-eae7f0117365", "tag": "53264918-5d3e-4dc3-bf85-77ad413d1c00", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:46:14.158275 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-28c3dec6-4a80-4665-87a1-c2ff591ce037 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:46:14.158868 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd691bb32-08c5-406f-8160-eae7f0117365', 'tag': '53264918-5d3e-4dc3-bf85-77ad413d1c00', 'status': 'completed', 'code': 200} Jul 05 02:46:14.168896 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0e021f03-800d-453b-a33c-8a35a0ec98ef tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Notify callbacks [] for floatingip, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:14.294753 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6b71ef9a-1b20-43d4-80f8-4c2f15fbacdb req-4ce88223-2acd-4843-bc17-b69de0974c2c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7a7c46d4-ee97-4330-8317-c5f97c0c2913&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1271696 Jul 05 02:46:14.353447 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-38bdbfa8-0de7-4ef0-bb81-e9db0700a8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e81096a-2faf-4683-ac01-1eeb4c9c3bd6', 'name': 'tempest-TestVolumeBackupRestore-77187964-router', 'tenant_id': 'a2a128e531764065b9d7371bd7cd83c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '666b79ad-912c-43be-acd4-fd1d391f3de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:41:50Z', 'updated_at': '2021-07-05T02:41:59Z', 'revision_number': 4, 'project_id': 'a2a128e531764065b9d7371bd7cd83c5', 'gw_port': {'id': '666b79ad-912c-43be-acd4-fd1d391f3de0', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e81096a-2faf-4683-ac01-1eeb4c9c3bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:41:52Z', 'updated_at': '2021-07-05T02:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': 'f56c9aa6-24ca-4010-9b51-bc7729e8da80', 'tenant_id': 'a2a128e531764065b9d7371bd7cd83c5', 'floating_ip_address': '172.25.7.245', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': '4e81096a-2faf-4683-ac01-1eeb4c9c3bd6', 'port_id': '53264918-5d3e-4dc3-bf85-77ad413d1c00', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4998b7af-a070-4fe3-aeaa-2961371b2b2b', 'mac_address': 'fa:16:3e:dc:bb:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd691bb32-08c5-406f-8160-eae7f0117365', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T02:46:12Z', 'updated_at': '2021-07-05T02:46:12Z', 'revision_number': 0, 'project_id': 'a2a128e531764065b9d7371bd7cd83c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8f5ba52-78d6-44c3-a04b-f119d562aaf5', 'name': '', 'network_id': '4998b7af-a070-4fe3-aeaa-2961371b2b2b', 'tenant_id': 'a2a128e531764065b9d7371bd7cd83c5', 'mac_address': 'fa:16:3e:40:de:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e81096a-2faf-4683-ac01-1eeb4c9c3bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '1b34c68d-6895-4c90-9616-98e1bfcb7944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:41:57Z', 'updated_at': '2021-07-05T02:42:11Z', 'revision_number': 5, 'project_id': 'a2a128e531764065b9d7371bd7cd83c5', 'subnets': [{'id': '1b34c68d-6895-4c90-9616-98e1bfcb7944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:46:14.388122 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bdbfa8-0de7-4ef0-bb81-e9db0700a8de None None] Checking router: 4e81096a-2faf-4683-ac01-1eeb4c9c3bd6 for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:46:14.398691 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bdbfa8-0de7-4ef0-bb81-e9db0700a8de None None] Routers {'4e81096a-2faf-4683-ac01-1eeb4c9c3bd6'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:46:14.399335 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-38bdbfa8-0de7-4ef0-bb81-e9db0700a8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:45:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['4e81096a-2faf-4683-ac01-1eeb4c9c3bd6'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:46:14.560415 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2784691d-92c4-428b-b366-c2c2076f5a0b req-13f2dc27-fd31-48c6-873d-15385df8c5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:14.562693 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2784691d-92c4-428b-b366-c2c2076f5a0b req-13f2dc27-fd31-48c6-873d-15385df8c5ec service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a2a128e531764065b9d7371bd7cd83c5&device_id=d691bb32-08c5-406f-8160-eae7f0117365 HTTP/1.1" status: 200 len: 1098 time: 0.1585057 Jul 05 02:46:14.680998 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-38bdbfa8-0de7-4ef0-bb81-e9db0700a8de None None] Set router 4e81096a-2faf-4683-ac01-1eeb4c9c3bd6 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:46:14.915216 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2784691d-92c4-428b-b366-c2c2076f5a0b req-cb7b7078-ee84-44fd-b4b4-bd8875b91e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:14.915216 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2784691d-92c4-428b-b366-c2c2076f5a0b req-cb7b7078-ee84-44fd-b4b4-bd8875b91e26 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4998b7af-a070-4fe3-aeaa-2961371b2b2b HTTP/1.1" status: 200 len: 912 time: 0.2856574 Jul 05 02:46:14.997321 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0e021f03-800d-453b-a33c-8a35a0ec98ef tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:15.016640 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2784691d-92c4-428b-b366-c2c2076f5a0b req-a00eeabe-7ef9-45d7-9691-8f438667b29e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=53264918-5d3e-4dc3-bf85-77ad413d1c00 HTTP/1.1" status: 200 len: 1000 time: 0.0846066 Jul 05 02:46:15.121977 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-38bdbfa8-0de7-4ef0-bb81-e9db0700a8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e81096a-2faf-4683-ac01-1eeb4c9c3bd6', 'name': 'tempest-TestVolumeBackupRestore-77187964-router', 'tenant_id': 'a2a128e531764065b9d7371bd7cd83c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '666b79ad-912c-43be-acd4-fd1d391f3de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:41:50Z', 'updated_at': '2021-07-05T02:41:59Z', 'revision_number': 4, 'project_id': 'a2a128e531764065b9d7371bd7cd83c5', 'gw_port': {'id': '666b79ad-912c-43be-acd4-fd1d391f3de0', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e81096a-2faf-4683-ac01-1eeb4c9c3bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:41:52Z', 'updated_at': '2021-07-05T02:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': 'f56c9aa6-24ca-4010-9b51-bc7729e8da80', 'tenant_id': 'a2a128e531764065b9d7371bd7cd83c5', 'floating_ip_address': '172.25.7.245', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': '4e81096a-2faf-4683-ac01-1eeb4c9c3bd6', 'port_id': '53264918-5d3e-4dc3-bf85-77ad413d1c00', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4998b7af-a070-4fe3-aeaa-2961371b2b2b', 'mac_address': 'fa:16:3e:dc:bb:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd691bb32-08c5-406f-8160-eae7f0117365', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T02:46:12Z', 'updated_at': '2021-07-05T02:46:12Z', 'revision_number': 0, 'project_id': 'a2a128e531764065b9d7371bd7cd83c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8f5ba52-78d6-44c3-a04b-f119d562aaf5', 'name': '', 'network_id': '4998b7af-a070-4fe3-aeaa-2961371b2b2b', 'tenant_id': 'a2a128e531764065b9d7371bd7cd83c5', 'mac_address': 'fa:16:3e:40:de:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e81096a-2faf-4683-ac01-1eeb4c9c3bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '1b34c68d-6895-4c90-9616-98e1bfcb7944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:41:57Z', 'updated_at': '2021-07-05T02:42:11Z', 'revision_number': 5, 'project_id': 'a2a128e531764065b9d7371bd7cd83c5', 'subnets': [{'id': '1b34c68d-6895-4c90-9616-98e1bfcb7944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:46:15.122724 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2784691d-92c4-428b-b366-c2c2076f5a0b req-f8b84074-d69f-4703-9a55-1f401fb83ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:15.124411 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2784691d-92c4-428b-b366-c2c2076f5a0b req-f8b84074-d69f-4703-9a55-1f401fb83ffe service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1b34c68d-6895-4c90-9616-98e1bfcb7944 HTTP/1.1" status: 200 len: 851 time: 0.1011372 Jul 05 02:46:15.126000 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b4bf5d-149b-4ee9-96d8-1881b43dd48c req-729b4cec-c1a8-4cbd-99b1-30440a4466a0 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:15.129707 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0e021f03-800d-453b-a33c-8a35a0ec98ef tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636869'] for floatingip, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:15.134944 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-77b4bf5d-149b-4ee9-96d8-1881b43dd48c req-729b4cec-c1a8-4cbd-99b1-30440a4466a0 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a7c46d4-ee97-4330-8317-c5f97c0c2913 HTTP/1.1" status: 200 len: 944 time: 0.1061313 Jul 05 02:46:15.191295 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bdbfa8-0de7-4ef0-bb81-e9db0700a8de None None] The sync data for ids ['4e81096a-2faf-4683-ac01-1eeb4c9c3bd6'] in n-d-771362-32 is: [{'id': '4e81096a-2faf-4683-ac01-1eeb4c9c3bd6', 'name': 'tempest-TestVolumeBackupRestore-77187964-router', 'tenant_id': 'a2a128e531764065b9d7371bd7cd83c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '666b79ad-912c-43be-acd4-fd1d391f3de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:41:50Z', 'updated_at': '2021-07-05T02:41:59Z', 'revision_number': 4, 'project_id': 'a2a128e531764065b9d7371bd7cd83c5', 'gw_port': {'id': '666b79ad-912c-43be-acd4-fd1d391f3de0', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e81096a-2faf-4683-ac01-1eeb4c9c3bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:41:52Z', 'updated_at': '2021-07-05T02:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': 'f56c9aa6-24ca-4010-9b51-bc7729e8da80', 'tenant_id': 'a2a128e531764065b9d7371bd7cd83c5', 'floating_ip_address': '172.25.7.245', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': '4e81096a-2faf-4683-ac01-1eeb4c9c3bd6', 'port_id': '53264918-5d3e-4dc3-bf85-77ad413d1c00', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4998b7af-a070-4fe3-aeaa-2961371b2b2b', 'mac_address': 'fa:16:3e:dc:bb:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd691bb32-08c5-406f-8160-eae7f0117365', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T02:46:12Z', 'updated_at': '2021-07-05T02:46:12Z', 'revision_number': 0, 'project_id': 'a2a128e531764065b9d7371bd7cd83c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8f5ba52-78d6-44c3-a04b-f119d562aaf5', 'name': '', 'network_id': '4998b7af-a070-4fe3-aeaa-2961371b2b2b', 'tenant_id': 'a2a128e531764065b9d7371bd7cd83c5', 'mac_address': 'fa:16:3e:40:de:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e81096a-2faf-4683-ac01-1eeb4c9c3bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '1b34c68d-6895-4c90-9616-98e1bfcb7944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:41:57Z', 'updated_at': '2021-07-05T02:42:11Z', 'revision_number': 5, 'project_id': 'a2a128e531764065b9d7371bd7cd83c5', 'subnets': [{'id': '1b34c68d-6895-4c90-9616-98e1bfcb7944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:46:15.206695 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-77b4bf5d-149b-4ee9-96d8-1881b43dd48c req-8271fda6-5079-4572-87a6-4ba17e053d0c tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=e22aeac7-2b31-4b36-8770-94d9819b52f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705876 Jul 05 02:46:15.350173 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2784691d-92c4-428b-b366-c2c2076f5a0b req-760119bb-cedd-45fa-bb5e-611562f86100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:15.354919 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2784691d-92c4-428b-b366-c2c2076f5a0b req-760119bb-cedd-45fa-bb5e-611562f86100 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4998b7af-a070-4fe3-aeaa-2961371b2b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1813312 Jul 05 02:46:15.558434 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2784691d-92c4-428b-b366-c2c2076f5a0b req-5d0619fa-6ed1-434e-b5fa-4b71a21718b6 service neutron] 10.222.0.21 "GET /v2.0/networks/4998b7af-a070-4fe3-aeaa-2961371b2b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964297 Jul 05 02:46:15.567591 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8aabc625-1032-455a-9b0b-e222890cc85b req-9adfabbc-b441-4d12-b0c7-e2b0106dc351 tempest-ServerShowV257Test-940297669 tempest-ServerShowV257Test-940297669-project] 10.222.0.23 "GET /v2.0/ports?device_id=962434c2-dfd5-4389-90af-96817073197f HTTP/1.1" status: 200 len: 210 time: 0.0472329 Jul 05 02:46:15.647539 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e021f03-800d-453b-a33c-8a35a0ec98ef tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Router 4e81096a-2faf-4683-ac01-1eeb4c9c3bd6 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:46:15.717502 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f986ff-20f9-4e69-89f4-330f6c71d809 None None] New status for floating IP f56c9aa6-24ca-4010-9b51-bc7729e8da80: ACTIVE {{(pid=94463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 02:46:15.846629 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2784691d-92c4-428b-b366-c2c2076f5a0b req-fa0473bd-4bbf-4b40-9b3f-0c48eea8ac95 service neutron] 10.222.0.21 "GET /v2.0/networks/4998b7af-a070-4fe3-aeaa-2961371b2b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729943 Jul 05 02:46:15.927790 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e021f03-800d-453b-a33c-8a35a0ec98ef tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:46:15.947207 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0e021f03-800d-453b-a33c-8a35a0ec98ef tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:16.065562 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-0e021f03-800d-453b-a33c-8a35a0ec98ef tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] 10.222.0.23 "PUT /v2.0/floatingips/f56c9aa6-24ca-4010-9b51-bc7729e8da80 HTTP/1.1" status: 200 len: 992 time: 2.0074656 Jul 05 02:46:16.159889 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd691bb32-08c5-406f-8160-eae7f0117365', 'tag': '53264918-5d3e-4dc3-bf85-77ad413d1c00'}, {'name': 'network-changed', 'server_uuid': 'd691bb32-08c5-406f-8160-eae7f0117365', 'tag': '53264918-5d3e-4dc3-bf85-77ad413d1c00'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:46:16.162485 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1ed7651-0767-4a42-b326-9a74de405ca4" -d '{"events": [{"name": "network-changed", "server_uuid": "d691bb32-08c5-406f-8160-eae7f0117365", "tag": "53264918-5d3e-4dc3-bf85-77ad413d1c00"}, {"name": "network-changed", "server_uuid": "d691bb32-08c5-406f-8160-eae7f0117365", "tag": "53264918-5d3e-4dc3-bf85-77ad413d1c00"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:46:16.208062 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 05 Jul 2021 02:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5cf384a-0a6d-4615-bd14-1da0ae520b45 x-openstack-request-id: req-b5cf384a-0a6d-4615-bd14-1da0ae520b45 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:46:16.208367 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d691bb32-08c5-406f-8160-eae7f0117365", "tag": "53264918-5d3e-4dc3-bf85-77ad413d1c00", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d691bb32-08c5-406f-8160-eae7f0117365", "tag": "53264918-5d3e-4dc3-bf85-77ad413d1c00", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:46:16.208626 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b5cf384a-0a6d-4615-bd14-1da0ae520b45 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:46:16.209046 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd691bb32-08c5-406f-8160-eae7f0117365', 'tag': '53264918-5d3e-4dc3-bf85-77ad413d1c00', 'status': 'completed', 'code': 200} Jul 05 02:46:16.209309 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd691bb32-08c5-406f-8160-eae7f0117365', 'tag': '53264918-5d3e-4dc3-bf85-77ad413d1c00', 'status': 'completed', 'code': 200} Jul 05 02:46:16.252028 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f22085e-d443-41a8-9b31-5deea6355cea None None] Sync routers for ids ['4e81096a-2faf-4683-ac01-1eeb4c9c3bd6'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:46:16.268714 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f22085e-d443-41a8-9b31-5deea6355cea None None] Routers {'4e81096a-2faf-4683-ac01-1eeb4c9c3bd6'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:46:16.269808 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-3f22085e-d443-41a8-9b31-5deea6355cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:45:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['4e81096a-2faf-4683-ac01-1eeb4c9c3bd6'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:46:16.304909 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ed7651-0767-4a42-b326-9a74de405ca4 req-f6710c74-515f-4105-941d-42c43504b06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:16.307637 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e1ed7651-0767-4a42-b326-9a74de405ca4 req-f6710c74-515f-4105-941d-42c43504b06c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a2a128e531764065b9d7371bd7cd83c5&device_id=d691bb32-08c5-406f-8160-eae7f0117365 HTTP/1.1" status: 200 len: 1098 time: 0.0725620 Jul 05 02:46:16.399067 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-3f22085e-d443-41a8-9b31-5deea6355cea None None] Set router 4e81096a-2faf-4683-ac01-1eeb4c9c3bd6 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:46:16.459371 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a17993-8c11-4192-a215-0f153cbddcc3 req-2839666b-8ef9-4f74-98c2-7109a667ca16 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:16.460932 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b3a17993-8c11-4192-a215-0f153cbddcc3 req-2839666b-8ef9-4f74-98c2-7109a667ca16 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a7c46d4-ee97-4330-8317-c5f97c0c2913 HTTP/1.1" status: 200 len: 944 time: 0.1023045 Jul 05 02:46:16.462228 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ed7651-0767-4a42-b326-9a74de405ca4 req-2076deb2-07ac-4a5d-808e-8c640f40da3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:16.467847 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e1ed7651-0767-4a42-b326-9a74de405ca4 req-2076deb2-07ac-4a5d-808e-8c640f40da3a service neutron] 10.222.0.21 "GET /v2.0/networks?id=4998b7af-a070-4fe3-aeaa-2961371b2b2b HTTP/1.1" status: 200 len: 912 time: 0.1496897 Jul 05 02:46:16.548561 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b3a17993-8c11-4192-a215-0f153cbddcc3 req-7175189e-7ffe-4bcd-871c-9a9f55535cd8 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=e22aeac7-2b31-4b36-8770-94d9819b52f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797162 Jul 05 02:46:16.565775 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e1ed7651-0767-4a42-b326-9a74de405ca4 req-4541c66f-f82f-4449-984d-3633ac850e1f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=53264918-5d3e-4dc3-bf85-77ad413d1c00 HTTP/1.1" status: 200 len: 1002 time: 0.0935569 Jul 05 02:46:16.617856 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ed7651-0767-4a42-b326-9a74de405ca4 req-e867298a-2190-44fc-9812-ecbf2bc51962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:16.619408 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e1ed7651-0767-4a42-b326-9a74de405ca4 req-e867298a-2190-44fc-9812-ecbf2bc51962 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1b34c68d-6895-4c90-9616-98e1bfcb7944 HTTP/1.1" status: 200 len: 851 time: 0.0476990 Jul 05 02:46:16.676890 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-3f22085e-d443-41a8-9b31-5deea6355cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e81096a-2faf-4683-ac01-1eeb4c9c3bd6', 'name': 'tempest-TestVolumeBackupRestore-77187964-router', 'tenant_id': 'a2a128e531764065b9d7371bd7cd83c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '666b79ad-912c-43be-acd4-fd1d391f3de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:41:50Z', 'updated_at': '2021-07-05T02:41:59Z', 'revision_number': 4, 'project_id': 'a2a128e531764065b9d7371bd7cd83c5', 'gw_port': {'id': '666b79ad-912c-43be-acd4-fd1d391f3de0', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e81096a-2faf-4683-ac01-1eeb4c9c3bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:41:52Z', 'updated_at': '2021-07-05T02:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': 'f56c9aa6-24ca-4010-9b51-bc7729e8da80', 'tenant_id': 'a2a128e531764065b9d7371bd7cd83c5', 'floating_ip_address': '172.25.7.245', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': '4e81096a-2faf-4683-ac01-1eeb4c9c3bd6', 'port_id': '53264918-5d3e-4dc3-bf85-77ad413d1c00', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4998b7af-a070-4fe3-aeaa-2961371b2b2b', 'mac_address': 'fa:16:3e:dc:bb:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd691bb32-08c5-406f-8160-eae7f0117365', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T02:46:12Z', 'updated_at': '2021-07-05T02:46:15Z', 'revision_number': 2, 'project_id': 'a2a128e531764065b9d7371bd7cd83c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8f5ba52-78d6-44c3-a04b-f119d562aaf5', 'name': '', 'network_id': '4998b7af-a070-4fe3-aeaa-2961371b2b2b', 'tenant_id': 'a2a128e531764065b9d7371bd7cd83c5', 'mac_address': 'fa:16:3e:40:de:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e81096a-2faf-4683-ac01-1eeb4c9c3bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '1b34c68d-6895-4c90-9616-98e1bfcb7944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:41:57Z', 'updated_at': '2021-07-05T02:42:11Z', 'revision_number': 5, 'project_id': 'a2a128e531764065b9d7371bd7cd83c5', 'subnets': [{'id': '1b34c68d-6895-4c90-9616-98e1bfcb7944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:46:16.682576 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ed7651-0767-4a42-b326-9a74de405ca4 req-c4048a18-6c3e-44e9-a9e6-cce3cf1f3051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:16.684329 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e1ed7651-0767-4a42-b326-9a74de405ca4 req-c4048a18-6c3e-44e9-a9e6-cce3cf1f3051 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4998b7af-a070-4fe3-aeaa-2961371b2b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0575862 Jul 05 02:46:16.709507 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f22085e-d443-41a8-9b31-5deea6355cea None None] Checking router: 4e81096a-2faf-4683-ac01-1eeb4c9c3bd6 for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:46:16.722396 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f22085e-d443-41a8-9b31-5deea6355cea None None] Routers {'4e81096a-2faf-4683-ac01-1eeb4c9c3bd6'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:46:16.723374 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-3f22085e-d443-41a8-9b31-5deea6355cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:45:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['4e81096a-2faf-4683-ac01-1eeb4c9c3bd6'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:46:16.765734 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-aead47fe-ee1b-4946-b11e-9310369699b0 req-19096d20-fece-4236-8992-782e261132ac tempest-ServerShowV257Test-940297669 tempest-ServerShowV257Test-940297669-project] 10.222.0.23 "GET /v2.0/ports?device_id=962434c2-dfd5-4389-90af-96817073197f HTTP/1.1" status: 200 len: 210 time: 0.0600054 Jul 05 02:46:16.825871 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e1ed7651-0767-4a42-b326-9a74de405ca4 req-b9a98415-a947-4206-85c7-51202ceaa12c service neutron] 10.222.0.21 "GET /v2.0/networks/4998b7af-a070-4fe3-aeaa-2961371b2b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338882 Jul 05 02:46:16.896629 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-3f22085e-d443-41a8-9b31-5deea6355cea None None] Set router 4e81096a-2faf-4683-ac01-1eeb4c9c3bd6 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:46:16.962793 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-da464661-6abf-4fcd-a807-4844d968f623 req-0636aa18-0468-4aca-b2b1-180bdcc1f9d0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=962434c2-dfd5-4389-90af-96817073197f HTTP/1.1" status: 200 len: 210 time: 0.0507472 Jul 05 02:46:17.024060 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e1ed7651-0767-4a42-b326-9a74de405ca4 req-5d66bc50-1cac-4ee8-870c-1cd9252bc73e service neutron] 10.222.0.21 "GET /v2.0/networks/4998b7af-a070-4fe3-aeaa-2961371b2b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922076 Jul 05 02:46:17.122865 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c22089-1187-43d1-8d17-b219117623dc req-724499aa-9caa-4c76-8a9d-470b848feef9 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:17.124330 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b1c22089-1187-43d1-8d17-b219117623dc req-724499aa-9caa-4c76-8a9d-470b848feef9 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/networks?id=73b1fe81-9ead-413d-adcc-8dcb2085def5 HTTP/1.1" status: 200 len: 812 time: 0.2114449 Jul 05 02:46:17.140725 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-3f22085e-d443-41a8-9b31-5deea6355cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e81096a-2faf-4683-ac01-1eeb4c9c3bd6', 'name': 'tempest-TestVolumeBackupRestore-77187964-router', 'tenant_id': 'a2a128e531764065b9d7371bd7cd83c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '666b79ad-912c-43be-acd4-fd1d391f3de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:41:50Z', 'updated_at': '2021-07-05T02:41:59Z', 'revision_number': 4, 'project_id': 'a2a128e531764065b9d7371bd7cd83c5', 'gw_port': {'id': '666b79ad-912c-43be-acd4-fd1d391f3de0', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e81096a-2faf-4683-ac01-1eeb4c9c3bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:41:52Z', 'updated_at': '2021-07-05T02:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': 'f56c9aa6-24ca-4010-9b51-bc7729e8da80', 'tenant_id': 'a2a128e531764065b9d7371bd7cd83c5', 'floating_ip_address': '172.25.7.245', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': '4e81096a-2faf-4683-ac01-1eeb4c9c3bd6', 'port_id': '53264918-5d3e-4dc3-bf85-77ad413d1c00', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4998b7af-a070-4fe3-aeaa-2961371b2b2b', 'mac_address': 'fa:16:3e:dc:bb:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd691bb32-08c5-406f-8160-eae7f0117365', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T02:46:12Z', 'updated_at': '2021-07-05T02:46:15Z', 'revision_number': 2, 'project_id': 'a2a128e531764065b9d7371bd7cd83c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8f5ba52-78d6-44c3-a04b-f119d562aaf5', 'name': '', 'network_id': '4998b7af-a070-4fe3-aeaa-2961371b2b2b', 'tenant_id': 'a2a128e531764065b9d7371bd7cd83c5', 'mac_address': 'fa:16:3e:40:de:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e81096a-2faf-4683-ac01-1eeb4c9c3bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '1b34c68d-6895-4c90-9616-98e1bfcb7944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:41:57Z', 'updated_at': '2021-07-05T02:42:11Z', 'revision_number': 5, 'project_id': 'a2a128e531764065b9d7371bd7cd83c5', 'subnets': [{'id': '1b34c68d-6895-4c90-9616-98e1bfcb7944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:46:17.167348 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b1c22089-1187-43d1-8d17-b219117623dc req-240832a3-f3ba-47bc-b688-d79bef4d9999 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/quotas/b1a00a493e704ec48248eed2815bb351 HTTP/1.1" status: 200 len: 375 time: 0.0246553 Jul 05 02:46:17.173130 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f22085e-d443-41a8-9b31-5deea6355cea None None] The sync data for ids ['4e81096a-2faf-4683-ac01-1eeb4c9c3bd6'] in n-d-771362-32 is: [{'id': '4e81096a-2faf-4683-ac01-1eeb4c9c3bd6', 'name': 'tempest-TestVolumeBackupRestore-77187964-router', 'tenant_id': 'a2a128e531764065b9d7371bd7cd83c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '666b79ad-912c-43be-acd4-fd1d391f3de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:41:50Z', 'updated_at': '2021-07-05T02:41:59Z', 'revision_number': 4, 'project_id': 'a2a128e531764065b9d7371bd7cd83c5', 'gw_port': {'id': '666b79ad-912c-43be-acd4-fd1d391f3de0', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e81096a-2faf-4683-ac01-1eeb4c9c3bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:41:52Z', 'updated_at': '2021-07-05T02:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': 'f56c9aa6-24ca-4010-9b51-bc7729e8da80', 'tenant_id': 'a2a128e531764065b9d7371bd7cd83c5', 'floating_ip_address': '172.25.7.245', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': '4e81096a-2faf-4683-ac01-1eeb4c9c3bd6', 'port_id': '53264918-5d3e-4dc3-bf85-77ad413d1c00', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4998b7af-a070-4fe3-aeaa-2961371b2b2b', 'mac_address': 'fa:16:3e:dc:bb:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd691bb32-08c5-406f-8160-eae7f0117365', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T02:46:12Z', 'updated_at': '2021-07-05T02:46:15Z', 'revision_number': 2, 'project_id': 'a2a128e531764065b9d7371bd7cd83c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8f5ba52-78d6-44c3-a04b-f119d562aaf5', 'name': '', 'network_id': '4998b7af-a070-4fe3-aeaa-2961371b2b2b', 'tenant_id': 'a2a128e531764065b9d7371bd7cd83c5', 'mac_address': 'fa:16:3e:40:de:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e81096a-2faf-4683-ac01-1eeb4c9c3bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '1b34c68d-6895-4c90-9616-98e1bfcb7944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:41:57Z', 'updated_at': '2021-07-05T02:42:11Z', 'revision_number': 5, 'project_id': 'a2a128e531764065b9d7371bd7cd83c5', 'subnets': [{'id': '1b34c68d-6895-4c90-9616-98e1bfcb7944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:46:17.187820 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ed7651-0767-4a42-b326-9a74de405ca4 req-2cb935a1-eb49-4dc2-ad77-750e34a7ce42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:17.189270 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e1ed7651-0767-4a42-b326-9a74de405ca4 req-2cb935a1-eb49-4dc2-ad77-750e34a7ce42 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a2a128e531764065b9d7371bd7cd83c5&device_id=d691bb32-08c5-406f-8160-eae7f0117365 HTTP/1.1" status: 200 len: 1098 time: 0.1144731 Jul 05 02:46:17.329724 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b1c22089-1187-43d1-8d17-b219117623dc req-01b639c2-04ac-4fc9-918d-9c2c52ee6ba9 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b1a00a493e704ec48248eed2815bb351&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1563187 Jul 05 02:46:17.335613 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ed7651-0767-4a42-b326-9a74de405ca4 req-9e484fa9-08a9-4de3-9d6b-2c5432970feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:17.336682 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e1ed7651-0767-4a42-b326-9a74de405ca4 req-9e484fa9-08a9-4de3-9d6b-2c5432970feb service neutron] 10.222.0.21 "GET /v2.0/networks?id=4998b7af-a070-4fe3-aeaa-2961371b2b2b HTTP/1.1" status: 200 len: 912 time: 0.1211996 Jul 05 02:46:17.454313 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e1ed7651-0767-4a42-b326-9a74de405ca4 req-d176f109-face-44e7-9391-bf3a87c87479 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=53264918-5d3e-4dc3-bf85-77ad413d1c00 HTTP/1.1" status: 200 len: 1002 time: 0.1106656 Jul 05 02:46:17.523238 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ed7651-0767-4a42-b326-9a74de405ca4 req-6afc1586-45aa-4f5f-b1eb-ebb739b66f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:17.524876 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e1ed7651-0767-4a42-b326-9a74de405ca4 req-6afc1586-45aa-4f5f-b1eb-ebb739b66f01 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1b34c68d-6895-4c90-9616-98e1bfcb7944 HTTP/1.1" status: 200 len: 851 time: 0.0645115 Jul 05 02:46:17.547791 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b1c22089-1187-43d1-8d17-b219117623dc req-24eea099-13ad-4dd1-9e4c-81abcbd531e7 service neutron] 10.222.0.23 "GET /v2.0/networks/73b1fe81-9ead-413d-adcc-8dcb2085def5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100244 Jul 05 02:46:17.645656 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ed7651-0767-4a42-b326-9a74de405ca4 req-77e6d138-bd81-4665-b20b-1a3f1e62ba2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:17.647303 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e1ed7651-0767-4a42-b326-9a74de405ca4 req-77e6d138-bd81-4665-b20b-1a3f1e62ba2d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4998b7af-a070-4fe3-aeaa-2961371b2b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1159098 Jul 05 02:46:17.817163 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a631cbf1-c803-4d38-b56c-0ea191db50fe req-f895fc9f-1ffa-4a7c-b230-fd9f1cfa563b tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:17.825231 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a631cbf1-c803-4d38-b56c-0ea191db50fe req-f895fc9f-1ffa-4a7c-b230-fd9f1cfa563b tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a7c46d4-ee97-4330-8317-c5f97c0c2913 HTTP/1.1" status: 200 len: 944 time: 0.1008954 Jul 05 02:46:17.893399 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a631cbf1-c803-4d38-b56c-0ea191db50fe req-60249c7c-bdab-4245-939d-a9d9015bd0c0 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=e22aeac7-2b31-4b36-8770-94d9819b52f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662496 Jul 05 02:46:18.085895 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b1c22089-1187-43d1-8d17-b219117623dc req-a64e6c54-0d00-4721-826e-282bfa0fd750 service neutron] 10.222.0.23 "GET /v2.0/networks/73b1fe81-9ead-413d-adcc-8dcb2085def5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5218182 Jul 05 02:46:18.125690 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e1ed7651-0767-4a42-b326-9a74de405ca4 req-2dde8e3e-6694-4597-87b5-996605ab722b service neutron] 10.222.0.21 "GET /v2.0/networks/4998b7af-a070-4fe3-aeaa-2961371b2b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4688964 Jul 05 02:46:18.153312 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-32a2715c-2fa6-4da6-a007-4ab5a3e813ef req-172b2793-260b-4dfb-aa62-8b7aa3fe2aac tempest-ServerShowV257Test-940297669 tempest-ServerShowV257Test-940297669-project] 10.222.0.23 "GET /v2.0/ports?device_id=962434c2-dfd5-4389-90af-96817073197f HTTP/1.1" status: 200 len: 210 time: 0.0951576 Jul 05 02:46:18.235685 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e1ed7651-0767-4a42-b326-9a74de405ca4 req-f971f1cc-629a-4d3d-997f-d27bd35faad9 service neutron] 10.222.0.21 "GET /v2.0/networks/4998b7af-a070-4fe3-aeaa-2961371b2b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032107 Jul 05 02:46:18.453590 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c614b4a6-5f3a-4539-9322-ec41b0b76cc3 req-9acb8026-7809-43d5-9c65-361eb1527e22 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6d21cb4-e0ff-4d4b-b47b-221fda201dba HTTP/1.1" status: 200 len: 210 time: 0.0293930 Jul 05 02:46:19.168191 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d884eb47-50b1-4a45-b941-e2cc9e381279 req-6b7f6d9b-cfa1-4332-8ed0-f7eaed141d11 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:19.170289 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d884eb47-50b1-4a45-b941-e2cc9e381279 req-6b7f6d9b-cfa1-4332-8ed0-f7eaed141d11 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a7c46d4-ee97-4330-8317-c5f97c0c2913 HTTP/1.1" status: 200 len: 944 time: 0.0730031 Jul 05 02:46:19.212078 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d884eb47-50b1-4a45-b941-e2cc9e381279 req-124de161-3491-4075-acf4-97c6b2220aa0 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=e22aeac7-2b31-4b36-8770-94d9819b52f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356736 Jul 05 02:46:19.332299 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c458d966-b7d1-4e45-afd6-081c52dc1e2e req-354f6b25-2b13-4722-b41d-77958f92c040 tempest-ServerShowV257Test-940297669 tempest-ServerShowV257Test-940297669-project] 10.222.0.23 "GET /v2.0/ports?device_id=962434c2-dfd5-4389-90af-96817073197f HTTP/1.1" status: 200 len: 210 time: 0.0326850 Jul 05 02:46:19.665988 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da6ba0c-efc4-4d3a-8ffe-78a514b67992 req-9c5020e2-2063-41ce-b704-a043a17546e4 tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:19.667718 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1da6ba0c-efc4-4d3a-8ffe-78a514b67992 req-9c5020e2-2063-41ce-b704-a043a17546e4 tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] 10.222.0.23 "GET /v2.0/networks?id=c6a1e8ad-0016-46f3-9a4a-7f59ac68f139 HTTP/1.1" status: 200 len: 814 time: 0.1160774 Jul 05 02:46:19.683491 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1da6ba0c-efc4-4d3a-8ffe-78a514b67992 req-bbfef9d3-84ab-4f9b-80c0-1e532fd9ed94 tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] 10.222.0.23 "GET /v2.0/quotas/ba0e78208f5340669c29db9de3ab6e02 HTTP/1.1" status: 200 len: 375 time: 0.0099452 Jul 05 02:46:19.720836 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1da6ba0c-efc4-4d3a-8ffe-78a514b67992 req-bcbaa76e-ace2-4985-bc36-dac4062209a4 tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ba0e78208f5340669c29db9de3ab6e02&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296988 Jul 05 02:46:19.814371 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1da6ba0c-efc4-4d3a-8ffe-78a514b67992 req-3833b63b-ad32-4275-86af-ec92c3dc19fa service neutron] 10.222.0.23 "GET /v2.0/networks/c6a1e8ad-0016-46f3-9a4a-7f59ac68f139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867114 Jul 05 02:46:19.907216 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1da6ba0c-efc4-4d3a-8ffe-78a514b67992 req-73cec492-e52f-45a2-a2a9-257590b1e071 service neutron] 10.222.0.23 "GET /v2.0/networks/c6a1e8ad-0016-46f3-9a4a-7f59ac68f139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862269 Jul 05 02:46:19.985830 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7cebca5d-d573-4e04-b2dc-461fcd1ba7a1 req-ee48b4cc-b427-4f45-af73-68e51bdcab88 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=33ab0f7f752343b397c0fc15a140167a&device_id=962434c2-dfd5-4389-90af-96817073197f HTTP/1.1" status: 200 len: 210 time: 0.0316868 Jul 05 02:46:20.014343 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7cebca5d-d573-4e04-b2dc-461fcd1ba7a1 req-afbec9a2-841a-4157-b57f-3fd1ea813bbb service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=33ab0f7f752343b397c0fc15a140167a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0202923 Jul 05 02:46:20.097328 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-40062cae-4d28-4e48-824b-dfbbfd83c3ff req-f4dd746a-7637-436e-827d-61ca6788bb85 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6d21cb4-e0ff-4d4b-b47b-221fda201dba HTTP/1.1" status: 200 len: 210 time: 0.0689750 Jul 05 02:46:20.149569 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cebca5d-d573-4e04-b2dc-461fcd1ba7a1 req-fc0766fd-b516-45a7-9b7c-47a76e448c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:20.151145 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7cebca5d-d573-4e04-b2dc-461fcd1ba7a1 req-fc0766fd-b516-45a7-9b7c-47a76e448c15 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1309366 Jul 05 02:46:20.244021 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3a61b7a2-b1ae-484e-827e-fdf063287327 req-abd108ba-2489-4fab-91b5-2251b6c656f7 tempest-ServerShowV257Test-940297669 tempest-ServerShowV257Test-940297669-project] 10.222.0.23 "GET /v2.0/ports?device_id=962434c2-dfd5-4389-90af-96817073197f HTTP/1.1" status: 200 len: 210 time: 0.0338516 Jul 05 02:46:20.423420 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05d69c3-487f-4128-8dfd-70bfc7035f0d req-bac1e668-c9c8-46a5-a701-28eb88d9ffba tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:20.425002 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d05d69c3-487f-4128-8dfd-70bfc7035f0d req-bac1e668-c9c8-46a5-a701-28eb88d9ffba tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a7c46d4-ee97-4330-8317-c5f97c0c2913 HTTP/1.1" status: 200 len: 944 time: 0.0788636 Jul 05 02:46:20.469789 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d05d69c3-487f-4128-8dfd-70bfc7035f0d req-d8d20fc7-5a7d-4a66-a41e-b0b4a5e8f0a7 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=e22aeac7-2b31-4b36-8770-94d9819b52f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381157 Jul 05 02:46:20.554398 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0223030e-5fdc-4eea-8d02-46119b613dfc req-7613ec38-36d9-4e6e-b8a5-a85a46b639dc tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] 10.222.0.23 "GET /v2.0/ports?device_id=039cd1d6-325c-46d2-9c54-dff1bc66dda5 HTTP/1.1" status: 200 len: 210 time: 0.0386906 Jul 05 02:46:20.903203 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-7702c4d3-1149-4211-8aa9-5ca09e202467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:21.257451 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-29a8919c-5e49-4227-8feb-1c7836588cd1 req-e95e620b-da1b-43c0-b504-5ace9df0fddd tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6d21cb4-e0ff-4d4b-b47b-221fda201dba HTTP/1.1" status: 200 len: 210 time: 0.0334148 Jul 05 02:46:21.380445 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c22089-1187-43d1-8d17-b219117623dc req-004fdaf9-300c-4b77-9106-e1fc3f7a9cc6 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:21.382233 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b1c22089-1187-43d1-8d17-b219117623dc req-004fdaf9-300c-4b77-9106-e1fc3f7a9cc6 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.15 "GET /v2.0/networks?id=73b1fe81-9ead-413d-adcc-8dcb2085def5 HTTP/1.1" status: 200 len: 812 time: 0.1272426 Jul 05 02:46:21.396683 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-b1c22089-1187-43d1-8d17-b219117623dc req-990d2af9-28c3-4cc1-bf80-6bae95e8c7e2 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Request body: {'port': {'device_id': 'b6d21cb4-e0ff-4d4b-b47b-221fda201dba', 'network_id': '73b1fe81-9ead-413d-adcc-8dcb2085def5', 'admin_state_up': True, 'tenant_id': 'b1a00a493e704ec48248eed2815bb351'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:46:21.438683 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7350dcd4-9d58-4868-a6b9-625f773574c4 req-62bf6c07-7651-41e3-abdd-2efd9100bc65 tempest-ServerShowV257Test-940297669 tempest-ServerShowV257Test-940297669-project] 10.222.0.23 "GET /v2.0/ports?device_id=962434c2-dfd5-4389-90af-96817073197f HTTP/1.1" status: 200 len: 210 time: 0.0317376 Jul 05 02:46:21.438788 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7cebca5d-d573-4e04-b2dc-461fcd1ba7a1 req-068e791c-36a9-4b7b-8f5f-993f055bcaec tempest-ServerShowV257Test-940297669 tempest-ServerShowV257Test-940297669-project] 10.222.0.15 "GET /v2.0/ports?device_id=962434c2-dfd5-4389-90af-96817073197f HTTP/1.1" status: 200 len: 210 time: 0.0458167 Jul 05 02:46:21.704947 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfedb601-468b-4976-a664-26493b9496fc req-085a01b3-8200-4baa-b823-3b1a19a168ea tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:21.706589 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bfedb601-468b-4976-a664-26493b9496fc req-085a01b3-8200-4baa-b823-3b1a19a168ea tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a7c46d4-ee97-4330-8317-c5f97c0c2913 HTTP/1.1" status: 200 len: 944 time: 0.0718429 Jul 05 02:46:21.707777 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1c22089-1187-43d1-8d17-b219117623dc req-990d2af9-28c3-4cc1-bf80-6bae95e8c7e2 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Made reservation on behalf of b1a00a493e704ec48248eed2815bb351 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:46:21.711189 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b1c22089-1187-43d1-8d17-b219117623dc req-990d2af9-28c3-4cc1-bf80-6bae95e8c7e2 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:21.735804 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f7c6dfe9-6638-4732-adc9-c6ae3b2c5eb3 req-5d7a19e0-ff49-40e5-af90-26ebc64b5314 tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] 10.222.0.23 "GET /v2.0/ports?device_id=039cd1d6-325c-46d2-9c54-dff1bc66dda5 HTTP/1.1" status: 200 len: 210 time: 0.0444481 Jul 05 02:46:21.800565 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bfedb601-468b-4976-a664-26493b9496fc req-780b0717-e002-45df-8e71-a962328bb8cd tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=e22aeac7-2b31-4b36-8770-94d9819b52f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787518 Jul 05 02:46:21.875343 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-b1c22089-1187-43d1-8d17-b219117623dc req-990d2af9-28c3-4cc1-bf80-6bae95e8c7e2 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Allocated IP 172.20.0.7 (73b1fe81-9ead-413d-adcc-8dcb2085def5/33729902-d3e5-4dd5-ba26-acbc079120a6/b1f7a5aa-e789-4fa3-82a4-1d6bcf1c4fa6) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:46:22.032856 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b1c22089-1187-43d1-8d17-b219117623dc req-990d2af9-28c3-4cc1-bf80-6bae95e8c7e2 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:22.051566 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-b1c22089-1187-43d1-8d17-b219117623dc req-990d2af9-28c3-4cc1-bf80-6bae95e8c7e2 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Transition to ACTIVE for port object b1f7a5aa-e789-4fa3-82a4-1d6bcf1c4fa6 will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:46:22.167616 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b1c22089-1187-43d1-8d17-b219117623dc req-990d2af9-28c3-4cc1-bf80-6bae95e8c7e2 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:22.180064 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['2822b863-f068-471e-ad8b-cf997e93a756'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:46:22.232209 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1c22089-1187-43d1-8d17-b219117623dc req-990d2af9-28c3-4cc1-bf80-6bae95e8c7e2 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Network 73b1fe81-9ead-413d-adcc-8dcb2085def5 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:46:22.253952 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-b1c22089-1187-43d1-8d17-b219117623dc req-990d2af9-28c3-4cc1-bf80-6bae95e8c7e2 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:46:22.257059 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1c22089-1187-43d1-8d17-b219117623dc req-990d2af9-28c3-4cc1-bf80-6bae95e8c7e2 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:46:22.309383 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990d2af9-28c3-4cc1-bf80-6bae95e8c7e2 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Pushing event updated for resources: {'Port': ['ID=b1f7a5aa-e789-4fa3-82a4-1d6bcf1c4fa6,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:46:22.344196 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c22089-1187-43d1-8d17-b219117623dc req-990d2af9-28c3-4cc1-bf80-6bae95e8c7e2 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:22.344861 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b1c22089-1187-43d1-8d17-b219117623dc req-990d2af9-28c3-4cc1-bf80-6bae95e8c7e2 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:22.366867 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b71ef9a-1b20-43d4-80f8-4c2f15fbacdb req-91860984-53d2-419c-91e2-c51c8729ce3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:22.368063 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6b71ef9a-1b20-43d4-80f8-4c2f15fbacdb req-91860984-53d2-419c-91e2-c51c8729ce3e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7a7c46d4-ee97-4330-8317-c5f97c0c2913&tenant_id=f71f6dbd7ca04e46abf258fabaf4edd3 HTTP/1.1" status: 200 len: 1096 time: 0.1556306 Jul 05 02:46:22.457386 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b71ef9a-1b20-43d4-80f8-4c2f15fbacdb req-94045bf4-f329-4f3e-913a-58dfaa00c648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:22.459015 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6b71ef9a-1b20-43d4-80f8-4c2f15fbacdb req-94045bf4-f329-4f3e-913a-58dfaa00c648 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f71f6dbd7ca04e46abf258fabaf4edd3&device_id=7a7c46d4-ee97-4330-8317-c5f97c0c2913 HTTP/1.1" status: 200 len: 1096 time: 0.0659626 Jul 05 02:46:22.460929 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b1c22089-1187-43d1-8d17-b219117623dc req-990d2af9-28c3-4cc1-bf80-6bae95e8c7e2 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0679948 Jul 05 02:46:22.530004 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-b1c22089-1187-43d1-8d17-b219117623dc req-ce81bf7e-46b0-4303-b775-04943b1ab163 service neutron] Request body: {'port': {'device_id': 'b6d21cb4-e0ff-4d4b-b47b-221fda201dba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:46:22.626905 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f399a3-4445-439a-bf3e-5cecc74b450b req-45ed92e8-9ae2-4a31-b0c8-c5e13725a0db tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:22.634387 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c7f399a3-4445-439a-bf3e-5cecc74b450b req-45ed92e8-9ae2-4a31-b0c8-c5e13725a0db tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6d21cb4-e0ff-4d4b-b47b-221fda201dba HTTP/1.1" status: 200 len: 931 time: 0.1612356 Jul 05 02:46:22.669950 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c7f399a3-4445-439a-bf3e-5cecc74b450b req-acbad34f-1df6-45f8-b97f-19bec86f4f39 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345550 Jul 05 02:46:22.683783 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ea5f1725-83f3-4bee-97ee-60d0977f2d93 req-f9609db0-e97c-4c6e-b9f9-0f474c688414 tempest-ServerShowV257Test-940297669 tempest-ServerShowV257Test-940297669-project] 10.222.0.23 "GET /v2.0/ports?device_id=962434c2-dfd5-4389-90af-96817073197f HTTP/1.1" status: 200 len: 210 time: 0.0433600 Jul 05 02:46:22.687003 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b71ef9a-1b20-43d4-80f8-4c2f15fbacdb req-25375719-e2d2-4c0e-b811-ad7db849e06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:22.690509 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6b71ef9a-1b20-43d4-80f8-4c2f15fbacdb req-25375719-e2d2-4c0e-b811-ad7db849e06d service neutron] 10.222.0.15 "GET /v2.0/networks?id=319f6f27-0518-41ae-a3ab-b70eb1a13ad7 HTTP/1.1" status: 200 len: 917 time: 0.2160923 Jul 05 02:46:22.703624 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b1c22089-1187-43d1-8d17-b219117623dc req-ce81bf7e-46b0-4303-b775-04943b1ab163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:22.788587 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-bb8d55e4-2814-4093-a1fb-c798a6520701 None None] Provisioning for port b1f7a5aa-e789-4fa3-82a4-1d6bcf1c4fa6 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:46:22.794946 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-bb8d55e4-2814-4093-a1fb-c798a6520701 None None] Provisioning complete for port b1f7a5aa-e789-4fa3-82a4-1d6bcf1c4fa6 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:46:22.794946 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-bb8d55e4-2814-4093-a1fb-c798a6520701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:22.799091 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6b71ef9a-1b20-43d4-80f8-4c2f15fbacdb req-e84d598f-ce01-4cff-acba-40105697cacf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=575b1f79-b8b7-4b20-a5be-3fee3932145b HTTP/1.1" status: 200 len: 999 time: 0.1021738 Jul 05 02:46:22.838790 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-bb8d55e4-2814-4093-a1fb-c798a6520701 None None] Port b1f7a5aa-e789-4fa3-82a4-1d6bcf1c4fa6 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:46:22.928098 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b71ef9a-1b20-43d4-80f8-4c2f15fbacdb req-5c2099ea-1cec-4e01-bc62-369d1ae36a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:22.929661 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6b71ef9a-1b20-43d4-80f8-4c2f15fbacdb req-5c2099ea-1cec-4e01-bc62-369d1ae36a8b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3a90bcd4-05d3-4076-8731-a724bae74bd9 HTTP/1.1" status: 200 len: 856 time: 0.1192977 Jul 05 02:46:23.008275 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3c8e90a9-3c02-40ec-ae90-eab74cf1845f req-90ceb23f-0b73-4846-b6d4-adb9af805caa tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] 10.222.0.23 "GET /v2.0/ports?device_id=039cd1d6-325c-46d2-9c54-dff1bc66dda5 HTTP/1.1" status: 200 len: 210 time: 0.0493057 Jul 05 02:46:23.128521 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b71ef9a-1b20-43d4-80f8-4c2f15fbacdb req-46763d91-ee9e-4b5e-a638-fa508e0902d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:23.130104 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6b71ef9a-1b20-43d4-80f8-4c2f15fbacdb req-46763d91-ee9e-4b5e-a638-fa508e0902d3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=319f6f27-0518-41ae-a3ab-b70eb1a13ad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1944289 Jul 05 02:46:23.223302 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d429fb5-d110-410d-9e53-f11c2a2b038d req-daa79aa1-dbd6-4769-ba26-3d45f7215abd tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:23.224684 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7d429fb5-d110-410d-9e53-f11c2a2b038d req-daa79aa1-dbd6-4769-ba26-3d45f7215abd tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a7c46d4-ee97-4330-8317-c5f97c0c2913 HTTP/1.1" status: 200 len: 944 time: 0.2033899 Jul 05 02:46:23.240135 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-67bad90c-237d-4c83-b0da-df03a824cd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:23.311975 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-b1c22089-1187-43d1-8d17-b219117623dc req-ce81bf7e-46b0-4303-b775-04943b1ab163 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1f7a5aa-e789-4fa3-82a4-1d6bcf1c4fa6 {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:46:23.325833 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b1c22089-1187-43d1-8d17-b219117623dc req-ce81bf7e-46b0-4303-b775-04943b1ab163 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:23.331041 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7d429fb5-d110-410d-9e53-f11c2a2b038d req-35094efd-1b7c-4892-9040-53f31ff08912 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=e22aeac7-2b31-4b36-8770-94d9819b52f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992608 Jul 05 02:46:23.332958 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6b71ef9a-1b20-43d4-80f8-4c2f15fbacdb req-3ea31b1f-3ab6-413a-a948-527613b5c60e service neutron] 10.222.0.15 "GET /v2.0/networks/319f6f27-0518-41ae-a3ab-b70eb1a13ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951504 Jul 05 02:46:23.362033 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-b1c22089-1187-43d1-8d17-b219117623dc req-ce81bf7e-46b0-4303-b775-04943b1ab163 service neutron] Transition to ACTIVE for port object b1f7a5aa-e789-4fa3-82a4-1d6bcf1c4fa6 will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:46:23.433660 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6b71ef9a-1b20-43d4-80f8-4c2f15fbacdb req-8074e58e-d8d6-4166-b3c9-09c0174bc9ff service neutron] 10.222.0.15 "GET /v2.0/networks/319f6f27-0518-41ae-a3ab-b70eb1a13ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910246 Jul 05 02:46:23.474839 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b1c22089-1187-43d1-8d17-b219117623dc req-ce81bf7e-46b0-4303-b775-04943b1ab163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:23.556779 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce81bf7e-46b0-4303-b775-04943b1ab163 service neutron] Pushing event updated for resources: {'Port': ['ID=b1f7a5aa-e789-4fa3-82a4-1d6bcf1c4fa6,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:46:23.662998 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-b1c22089-1187-43d1-8d17-b219117623dc req-ce81bf7e-46b0-4303-b775-04943b1ab163 service neutron] Attempting to bind port b1f7a5aa-e789-4fa3-82a4-1d6bcf1c4fa6 on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:46:23.663338 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-b1c22089-1187-43d1-8d17-b219117623dc req-ce81bf7e-46b0-4303-b775-04943b1ab163 service neutron] Attempting to bind port b1f7a5aa-e789-4fa3-82a4-1d6bcf1c4fa6 by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '0d275c90-3bd1-498e-a485-a23914e67eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '73b1fe81-9ead-413d-adcc-8dcb2085def5'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:46:23.663673 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c22089-1187-43d1-8d17-b219117623dc req-ce81bf7e-46b0-4303-b775-04943b1ab163 service neutron] Attempting to bind port b1f7a5aa-e789-4fa3-82a4-1d6bcf1c4fa6 on network 73b1fe81-9ead-413d-adcc-8dcb2085def5 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:46:23.669933 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c22089-1187-43d1-8d17-b219117623dc req-ce81bf7e-46b0-4303-b775-04943b1ab163 service neutron] Port b1f7a5aa-e789-4fa3-82a4-1d6bcf1c4fa6 on network 73b1fe81-9ead-413d-adcc-8dcb2085def5 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:46:23.670573 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c22089-1187-43d1-8d17-b219117623dc req-ce81bf7e-46b0-4303-b775-04943b1ab163 service neutron] Attempting to bind port b1f7a5aa-e789-4fa3-82a4-1d6bcf1c4fa6 on network 73b1fe81-9ead-413d-adcc-8dcb2085def5 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:46:23.677814 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c22089-1187-43d1-8d17-b219117623dc req-ce81bf7e-46b0-4303-b775-04943b1ab163 service neutron] Checking agent: {'id': 'e071c76e-395f-48c4-a98f-88088465cf0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:46:23.678659 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c22089-1187-43d1-8d17-b219117623dc req-ce81bf7e-46b0-4303-b775-04943b1ab163 service neutron] Checking segment: {'id': '0d275c90-3bd1-498e-a485-a23914e67eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '73b1fe81-9ead-413d-adcc-8dcb2085def5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:46:23.679490 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c22089-1187-43d1-8d17-b219117623dc req-ce81bf7e-46b0-4303-b775-04943b1ab163 service neutron] Bound using segment: {'id': '0d275c90-3bd1-498e-a485-a23914e67eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '73b1fe81-9ead-413d-adcc-8dcb2085def5'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:46:23.680377 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-b1c22089-1187-43d1-8d17-b219117623dc req-ce81bf7e-46b0-4303-b775-04943b1ab163 service neutron] Bound port: b1f7a5aa-e789-4fa3-82a4-1d6bcf1c4fa6, host: n-h2-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d275c90-3bd1-498e-a485-a23914e67eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '73b1fe81-9ead-413d-adcc-8dcb2085def5'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:46:23.681616 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b1c22089-1187-43d1-8d17-b219117623dc req-ce81bf7e-46b0-4303-b775-04943b1ab163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:23.791022 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-b1c22089-1187-43d1-8d17-b219117623dc req-ce81bf7e-46b0-4303-b775-04943b1ab163 service neutron] For port b1f7a5aa-e789-4fa3-82a4-1d6bcf1c4fa6, host n-h2-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:46:23.792990 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-b1c22089-1187-43d1-8d17-b219117623dc req-ce81bf7e-46b0-4303-b775-04943b1ab163 service neutron] For port b1f7a5aa-e789-4fa3-82a4-1d6bcf1c4fa6, host n-h2-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=b1f7a5aa-e789-4fa3-82a4-1d6bcf1c4fa6,segment=NetworkSegment(0d275c90-3bd1-498e-a485-a23914e67eb1),segment_id=0d275c90-3bd1-498e-a485-a23914e67eb1)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:46:23.980802 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13241a3-315b-4374-bebc-5916872f8c99 req-34c59d18-9e2a-4bfa-aa87-e231f496bb7f tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:23.982502 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e13241a3-315b-4374-bebc-5916872f8c99 req-34c59d18-9e2a-4bfa-aa87-e231f496bb7f tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6d21cb4-e0ff-4d4b-b47b-221fda201dba HTTP/1.1" status: 200 len: 943 time: 0.0874708 Jul 05 02:46:24.021047 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b1c22089-1187-43d1-8d17-b219117623dc req-ce81bf7e-46b0-4303-b775-04943b1ab163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:24.023286 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e13241a3-315b-4374-bebc-5916872f8c99 req-5943809f-5754-4581-87d4-a8456486f410 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346982 Jul 05 02:46:24.063218 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:24.092157 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c22089-1187-43d1-8d17-b219117623dc req-ce81bf7e-46b0-4303-b775-04943b1ab163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:24.092852 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b1c22089-1187-43d1-8d17-b219117623dc req-ce81bf7e-46b0-4303-b775-04943b1ab163 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:24.094438 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b1c22089-1187-43d1-8d17-b219117623dc req-ce81bf7e-46b0-4303-b775-04943b1ab163 service neutron] 10.222.0.15 "PUT /v2.0/ports/b1f7a5aa-e789-4fa3-82a4-1d6bcf1c4fa6 HTTP/1.1" status: 200 len: 1092 time: 1.5712335 Jul 05 02:46:24.103087 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6d21cb4-e0ff-4d4b-b47b-221fda201dba', 'tag': 'b1f7a5aa-e789-4fa3-82a4-1d6bcf1c4fa6'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:46:24.110252 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5688aad-a2f0-495d-b9b5-28584c92953e" -d '{"events": [{"name": "network-changed", "server_uuid": "b6d21cb4-e0ff-4d4b-b47b-221fda201dba", "tag": "b1f7a5aa-e789-4fa3-82a4-1d6bcf1c4fa6"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:46:24.136448 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da6ba0c-efc4-4d3a-8ffe-78a514b67992 req-a2fa2702-bbcd-4828-b0e6-4ae98790bdcd tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:24.138102 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1da6ba0c-efc4-4d3a-8ffe-78a514b67992 req-a2fa2702-bbcd-4828-b0e6-4ae98790bdcd tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] 10.222.0.15 "GET /v2.0/networks?id=c6a1e8ad-0016-46f3-9a4a-7f59ac68f139 HTTP/1.1" status: 200 len: 814 time: 0.2072093 Jul 05 02:46:24.144514 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce81bf7e-46b0-4303-b775-04943b1ab163 service neutron] Pushing event updated for resources: {'Port': ['ID=b1f7a5aa-e789-4fa3-82a4-1d6bcf1c4fa6,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:46:24.152929 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-1da6ba0c-efc4-4d3a-8ffe-78a514b67992 req-325bf3ef-f58a-4a4b-a4ec-ae127a3b1698 tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] Request body: {'port': {'device_id': '039cd1d6-325c-46d2-9c54-dff1bc66dda5', 'network_id': 'c6a1e8ad-0016-46f3-9a4a-7f59ac68f139', 'admin_state_up': True, 'tenant_id': 'ba0e78208f5340669c29db9de3ab6e02'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:46:24.249816 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b9ccb96-de9d-4711-8162-95eca3767ba9 x-openstack-request-id: req-6b9ccb96-de9d-4711-8162-95eca3767ba9 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:46:24.249816 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6d21cb4-e0ff-4d4b-b47b-221fda201dba", "tag": "b1f7a5aa-e789-4fa3-82a4-1d6bcf1c4fa6", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:46:24.250065 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6b9ccb96-de9d-4711-8162-95eca3767ba9 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:46:24.250469 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6d21cb4-e0ff-4d4b-b47b-221fda201dba', 'tag': 'b1f7a5aa-e789-4fa3-82a4-1d6bcf1c4fa6', 'status': 'completed', 'code': 200} Jul 05 02:46:24.295575 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0fa12c73-1166-4d68-9ced-c4cc47a5606e req-d85de6f2-2249-40a4-adce-dea29ecc3401 tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] 10.222.0.23 "GET /v2.0/ports?device_id=039cd1d6-325c-46d2-9c54-dff1bc66dda5 HTTP/1.1" status: 200 len: 210 time: 0.0767961 Jul 05 02:46:24.487537 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c22089-1187-43d1-8d17-b219117623dc req-944a5d9f-f043-4896-84b0-908dcbd6ea67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:24.489065 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b1c22089-1187-43d1-8d17-b219117623dc req-944a5d9f-f043-4896-84b0-908dcbd6ea67 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b1a00a493e704ec48248eed2815bb351&device_id=b6d21cb4-e0ff-4d4b-b47b-221fda201dba HTTP/1.1" status: 200 len: 1095 time: 0.2377455 Jul 05 02:46:24.577326 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 34706) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:46:24.615650 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b1c22089-1187-43d1-8d17-b219117623dc req-30cc3969-272a-46bf-8d6f-bd5db4f1ee86 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1f7a5aa-e789-4fa3-82a4-1d6bcf1c4fa6 HTTP/1.1" status: 200 len: 217 time: 0.0578930 Jul 05 02:46:24.672555 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1da6ba0c-efc4-4d3a-8ffe-78a514b67992 req-325bf3ef-f58a-4a4b-a4ec-ae127a3b1698 tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] Made reservation on behalf of ba0e78208f5340669c29db9de3ab6e02 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:46:24.673742 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:24.679411 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1da6ba0c-efc4-4d3a-8ffe-78a514b67992 req-325bf3ef-f58a-4a4b-a4ec-ae127a3b1698 tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:24.812899 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f04e9a2-8fe7-4637-a02e-78be7314c4a9 req-139be567-8e00-405a-a7b5-c9d6647852fa tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:24.825190 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3f04e9a2-8fe7-4637-a02e-78be7314c4a9 req-139be567-8e00-405a-a7b5-c9d6647852fa tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a7c46d4-ee97-4330-8317-c5f97c0c2913 HTTP/1.1" status: 200 len: 944 time: 0.1898339 Jul 05 02:46:24.869520 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2b85303c-6647-4e63-9511-095c8468b050 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:24.943328 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c22089-1187-43d1-8d17-b219117623dc req-751c07dd-2653-4884-baa7-58c81b3acd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:24.945115 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b1c22089-1187-43d1-8d17-b219117623dc req-751c07dd-2653-4884-baa7-58c81b3acd33 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=33729902-d3e5-4dd5-ba26-acbc079120a6 HTTP/1.1" status: 200 len: 851 time: 0.2370749 Jul 05 02:46:24.955408 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3f04e9a2-8fe7-4637-a02e-78be7314c4a9 req-bbf70e31-bab4-4eac-a16f-caa7cde66ccb tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=e22aeac7-2b31-4b36-8770-94d9819b52f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285326 Jul 05 02:46:25.051480 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2b85303c-6647-4e63-9511-095c8468b050 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:25.123062 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-1da6ba0c-efc4-4d3a-8ffe-78a514b67992 req-325bf3ef-f58a-4a4b-a4ec-ae127a3b1698 tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] Allocated IP 172.20.0.3 (c6a1e8ad-0016-46f3-9a4a-7f59ac68f139/bd91a718-1133-4464-b627-0d4d6c8f8f9c/e0cb0c21-328f-4a30-a6dd-a0112a368640) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:46:25.126780 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2b85303c-6647-4e63-9511-095c8468b050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:25.174351 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b85303c-6647-4e63-9511-095c8468b050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e3ce6f-544e-4729-a88f-f3993e2ada39,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:46:25.183622 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c22089-1187-43d1-8d17-b219117623dc req-df6d5713-e880-4494-a2a4-508117deac9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:25.185704 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b1c22089-1187-43d1-8d17-b219117623dc req-df6d5713-e880-4494-a2a4-508117deac9f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=73b1fe81-9ead-413d-adcc-8dcb2085def5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2137916 Jul 05 02:46:25.203355 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b85303c-6647-4e63-9511-095c8468b050 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:46:25.204195 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b85303c-6647-4e63-9511-095c8468b050 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:46:25.205997 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b85303c-6647-4e63-9511-095c8468b050 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:46:25.206556 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b85303c-6647-4e63-9511-095c8468b050 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:46:25.207003 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b85303c-6647-4e63-9511-095c8468b050 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:46:25.207446 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b85303c-6647-4e63-9511-095c8468b050 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:46:25.207886 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b85303c-6647-4e63-9511-095c8468b050 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:46:25.208659 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b85303c-6647-4e63-9511-095c8468b050 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:46:25.209098 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b85303c-6647-4e63-9511-095c8468b050 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:46:25.209649 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b85303c-6647-4e63-9511-095c8468b050 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:46:25.210086 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b85303c-6647-4e63-9511-095c8468b050 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:46:25.210767 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b85303c-6647-4e63-9511-095c8468b050 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:46:25.228056 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-2b85303c-6647-4e63-9511-095c8468b050 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=33ab0f7f752343b397c0fc15a140167a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6458061 Jul 05 02:46:25.229054 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 34712) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:46:25.311755 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-dc5ab26a-c192-41ce-9201-6ac739c3b2d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:25.345466 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-dc5ab26a-c192-41ce-9201-6ac739c3b2d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:25.533827 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8fab82eb-a82a-4664-9410-d52f347bce13 req-d7f2fd03-9f1f-4c9a-b243-3fa9f8a68977 tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] 10.222.0.23 "GET /v2.0/ports?device_id=039cd1d6-325c-46d2-9c54-dff1bc66dda5 HTTP/1.1" status: 200 len: 210 time: 0.0680866 Jul 05 02:46:25.547013 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-dc5ab26a-c192-41ce-9201-6ac739c3b2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:25.549813 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-dc5ab26a-c192-41ce-9201-6ac739c3b2d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:25.568435 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-dc5ab26a-c192-41ce-9201-6ac739c3b2d9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a8e3ce6f-544e-4729-a88f-f3993e2ada39 HTTP/1.1" status: 204 len: 168 time: 0.3343842 Jul 05 02:46:25.598489 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb90752e-065a-4245-9974-0e3c581b6198 req-f2759c54-6dab-45d8-b13e-331d16fe448c tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:25.598489 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cb90752e-065a-4245-9974-0e3c581b6198 req-f2759c54-6dab-45d8-b13e-331d16fe448c tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6d21cb4-e0ff-4d4b-b47b-221fda201dba HTTP/1.1" status: 200 len: 943 time: 0.3381958 Jul 05 02:46:25.598489 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1da6ba0c-efc4-4d3a-8ffe-78a514b67992 req-325bf3ef-f58a-4a4b-a4ec-ae127a3b1698 tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:25.605673 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b1c22089-1187-43d1-8d17-b219117623dc req-cd03bd1b-2eb2-43b9-b107-898ec926c864 service neutron] 10.222.0.15 "GET /v2.0/networks/73b1fe81-9ead-413d-adcc-8dcb2085def5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889292 Jul 05 02:46:25.613112 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5ab26a-c192-41ce-9201-6ac739c3b2d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e3ce6f-544e-4729-a88f-f3993e2ada39,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:46:25.737730 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cb90752e-065a-4245-9974-0e3c581b6198 req-a485b145-5be4-4787-b40a-eb3d1884a1a3 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295407 Jul 05 02:46:25.800446 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b1c22089-1187-43d1-8d17-b219117623dc req-46c8fc39-696f-45b9-9920-fb1cea8363a1 service neutron] 10.222.0.15 "GET /v2.0/networks/73b1fe81-9ead-413d-adcc-8dcb2085def5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669791 Jul 05 02:46:25.910379 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1da6ba0c-efc4-4d3a-8ffe-78a514b67992 req-325bf3ef-f58a-4a4b-a4ec-ae127a3b1698 tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:25.964544 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1da6ba0c-efc4-4d3a-8ffe-78a514b67992 req-325bf3ef-f58a-4a4b-a4ec-ae127a3b1698 tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] Network c6a1e8ad-0016-46f3-9a4a-7f59ac68f139 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:46:25.971989 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-1da6ba0c-efc4-4d3a-8ffe-78a514b67992 req-325bf3ef-f58a-4a4b-a4ec-ae127a3b1698 tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:46:25.978059 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-1da6ba0c-efc4-4d3a-8ffe-78a514b67992 req-325bf3ef-f58a-4a4b-a4ec-ae127a3b1698 tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:46:25.982527 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325bf3ef-f58a-4a4b-a4ec-ae127a3b1698 tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] Pushing event updated for resources: {'Port': ['ID=e0cb0c21-328f-4a30-a6dd-a0112a368640,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:46:26.065802 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da6ba0c-efc4-4d3a-8ffe-78a514b67992 req-325bf3ef-f58a-4a4b-a4ec-ae127a3b1698 tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:26.066053 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1da6ba0c-efc4-4d3a-8ffe-78a514b67992 req-325bf3ef-f58a-4a4b-a4ec-ae127a3b1698 tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:26.122431 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:26.175097 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1da6ba0c-efc4-4d3a-8ffe-78a514b67992 req-325bf3ef-f58a-4a4b-a4ec-ae127a3b1698 tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0256169 Jul 05 02:46:26.308066 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a835358-f138-4d22-af00-e3569c3062f2 req-ddd9acd5-6a11-4c4b-bd06-d8ee0226b47a tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:26.315273 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3a835358-f138-4d22-af00-e3569c3062f2 req-ddd9acd5-6a11-4c4b-bd06-d8ee0226b47a tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a7c46d4-ee97-4330-8317-c5f97c0c2913 HTTP/1.1" status: 200 len: 944 time: 0.0976226 Jul 05 02:46:26.322761 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-1da6ba0c-efc4-4d3a-8ffe-78a514b67992 req-a86c6ea2-6dff-45a4-911b-4b6fe3285548 service neutron] Request body: {'port': {'device_id': '039cd1d6-325c-46d2-9c54-dff1bc66dda5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:46:26.408058 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3a835358-f138-4d22-af00-e3569c3062f2 req-b4a7feea-c2d0-44c6-ab8a-ae9812ed8a62 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=e22aeac7-2b31-4b36-8770-94d9819b52f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889525 Jul 05 02:46:26.455939 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1da6ba0c-efc4-4d3a-8ffe-78a514b67992 req-a86c6ea2-6dff-45a4-911b-4b6fe3285548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:26.919236 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-1da6ba0c-efc4-4d3a-8ffe-78a514b67992 req-a86c6ea2-6dff-45a4-911b-4b6fe3285548 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0cb0c21-328f-4a30-a6dd-a0112a368640 {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:46:26.939655 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1da6ba0c-efc4-4d3a-8ffe-78a514b67992 req-a86c6ea2-6dff-45a4-911b-4b6fe3285548 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:26.965551 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-1da6ba0c-efc4-4d3a-8ffe-78a514b67992 req-a86c6ea2-6dff-45a4-911b-4b6fe3285548 service neutron] Transition to ACTIVE for port object e0cb0c21-328f-4a30-a6dd-a0112a368640 will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:46:26.992219 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3734ba-e6b9-4d26-a1a7-975f3a9a131c req-64dcbdf6-b043-4726-9d4f-f69a2329b680 tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:27.007070 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9b3734ba-e6b9-4d26-a1a7-975f3a9a131c req-64dcbdf6-b043-4726-9d4f-f69a2329b680 tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] 10.222.0.23 "GET /v2.0/ports?device_id=039cd1d6-325c-46d2-9c54-dff1bc66dda5 HTTP/1.1" status: 200 len: 931 time: 0.2860103 Jul 05 02:46:27.039483 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f347785e-1257-431e-a6cc-669553843c26 req-c7fde5d9-5d06-40f5-845a-61480cdf1de1 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:27.046540 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f347785e-1257-431e-a6cc-669553843c26 req-c7fde5d9-5d06-40f5-845a-61480cdf1de1 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6d21cb4-e0ff-4d4b-b47b-221fda201dba HTTP/1.1" status: 200 len: 943 time: 0.0942421 Jul 05 02:46:27.055849 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1da6ba0c-efc4-4d3a-8ffe-78a514b67992 req-a86c6ea2-6dff-45a4-911b-4b6fe3285548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:27.099683 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f347785e-1257-431e-a6cc-669553843c26 req-e27e3973-ef9d-4296-9314-c78787a5618c tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520158 Jul 05 02:46:27.149628 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9b3734ba-e6b9-4d26-a1a7-975f3a9a131c req-fb2afdc5-abb0-4a38-a4ef-32d905e5357f tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] 10.222.0.23 "GET /v2.0/security-groups?id=7af8d589-730d-469c-8bc2-19a36fefd4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343145 Jul 05 02:46:27.152206 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86c6ea2-6dff-45a4-911b-4b6fe3285548 service neutron] Pushing event updated for resources: {'Port': ['ID=e0cb0c21-328f-4a30-a6dd-a0112a368640,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:46:27.709345 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-1da6ba0c-efc4-4d3a-8ffe-78a514b67992 req-a86c6ea2-6dff-45a4-911b-4b6fe3285548 service neutron] Attempting to bind port e0cb0c21-328f-4a30-a6dd-a0112a368640 on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:46:27.709609 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-1da6ba0c-efc4-4d3a-8ffe-78a514b67992 req-a86c6ea2-6dff-45a4-911b-4b6fe3285548 service neutron] Attempting to bind port e0cb0c21-328f-4a30-a6dd-a0112a368640 by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': 'b7157176-2d07-46f7-baeb-77586810c902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c6a1e8ad-0016-46f3-9a4a-7f59ac68f139'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:46:27.709951 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da6ba0c-efc4-4d3a-8ffe-78a514b67992 req-a86c6ea2-6dff-45a4-911b-4b6fe3285548 service neutron] Attempting to bind port e0cb0c21-328f-4a30-a6dd-a0112a368640 on network c6a1e8ad-0016-46f3-9a4a-7f59ac68f139 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:46:27.726852 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da6ba0c-efc4-4d3a-8ffe-78a514b67992 req-a86c6ea2-6dff-45a4-911b-4b6fe3285548 service neutron] Port e0cb0c21-328f-4a30-a6dd-a0112a368640 on network c6a1e8ad-0016-46f3-9a4a-7f59ac68f139 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:46:27.735353 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da6ba0c-efc4-4d3a-8ffe-78a514b67992 req-a86c6ea2-6dff-45a4-911b-4b6fe3285548 service neutron] Attempting to bind port e0cb0c21-328f-4a30-a6dd-a0112a368640 on network c6a1e8ad-0016-46f3-9a4a-7f59ac68f139 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:46:27.735353 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da6ba0c-efc4-4d3a-8ffe-78a514b67992 req-a86c6ea2-6dff-45a4-911b-4b6fe3285548 service neutron] Checking agent: {'id': 'e071c76e-395f-48c4-a98f-88088465cf0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:46:27.735353 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da6ba0c-efc4-4d3a-8ffe-78a514b67992 req-a86c6ea2-6dff-45a4-911b-4b6fe3285548 service neutron] Checking segment: {'id': 'b7157176-2d07-46f7-baeb-77586810c902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c6a1e8ad-0016-46f3-9a4a-7f59ac68f139'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:46:27.735353 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da6ba0c-efc4-4d3a-8ffe-78a514b67992 req-a86c6ea2-6dff-45a4-911b-4b6fe3285548 service neutron] Bound using segment: {'id': 'b7157176-2d07-46f7-baeb-77586810c902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c6a1e8ad-0016-46f3-9a4a-7f59ac68f139'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:46:27.735353 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-1da6ba0c-efc4-4d3a-8ffe-78a514b67992 req-a86c6ea2-6dff-45a4-911b-4b6fe3285548 service neutron] Bound port: e0cb0c21-328f-4a30-a6dd-a0112a368640, host: n-h2-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7157176-2d07-46f7-baeb-77586810c902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c6a1e8ad-0016-46f3-9a4a-7f59ac68f139'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:46:27.735353 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1da6ba0c-efc4-4d3a-8ffe-78a514b67992 req-a86c6ea2-6dff-45a4-911b-4b6fe3285548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:27.782437 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b64dc3-9dac-4db5-ba40-3901ed22efe2 req-940fe384-086e-449b-974f-080bf88fb995 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:27.784741 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-99b64dc3-9dac-4db5-ba40-3901ed22efe2 req-940fe384-086e-449b-974f-080bf88fb995 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a7c46d4-ee97-4330-8317-c5f97c0c2913 HTTP/1.1" status: 200 len: 944 time: 0.1042118 Jul 05 02:46:27.833463 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-1da6ba0c-efc4-4d3a-8ffe-78a514b67992 req-a86c6ea2-6dff-45a4-911b-4b6fe3285548 service neutron] For port e0cb0c21-328f-4a30-a6dd-a0112a368640, host n-h2-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:46:27.834994 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-99b64dc3-9dac-4db5-ba40-3901ed22efe2 req-470cf94d-f46b-4cd2-836d-3160accd9546 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=e22aeac7-2b31-4b36-8770-94d9819b52f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445716 Jul 05 02:46:27.838441 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-1da6ba0c-efc4-4d3a-8ffe-78a514b67992 req-a86c6ea2-6dff-45a4-911b-4b6fe3285548 service neutron] For port e0cb0c21-328f-4a30-a6dd-a0112a368640, host n-h2-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=e0cb0c21-328f-4a30-a6dd-a0112a368640,segment=NetworkSegment(b7157176-2d07-46f7-baeb-77586810c902),segment_id=b7157176-2d07-46f7-baeb-77586810c902)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:46:28.052842 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1da6ba0c-efc4-4d3a-8ffe-78a514b67992 req-a86c6ea2-6dff-45a4-911b-4b6fe3285548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:28.091491 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da6ba0c-efc4-4d3a-8ffe-78a514b67992 req-a86c6ea2-6dff-45a4-911b-4b6fe3285548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:28.092122 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1da6ba0c-efc4-4d3a-8ffe-78a514b67992 req-a86c6ea2-6dff-45a4-911b-4b6fe3285548 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:28.094964 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1da6ba0c-efc4-4d3a-8ffe-78a514b67992 req-a86c6ea2-6dff-45a4-911b-4b6fe3285548 service neutron] 10.222.0.15 "PUT /v2.0/ports/e0cb0c21-328f-4a30-a6dd-a0112a368640 HTTP/1.1" status: 200 len: 1092 time: 1.7760682 Jul 05 02:46:28.100068 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '039cd1d6-325c-46d2-9c54-dff1bc66dda5', 'tag': 'e0cb0c21-328f-4a30-a6dd-a0112a368640'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:46:28.103297 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a813bb0-2ebf-4255-a99c-990c6daa725c" -d '{"events": [{"name": "network-changed", "server_uuid": "039cd1d6-325c-46d2-9c54-dff1bc66dda5", "tag": "e0cb0c21-328f-4a30-a6dd-a0112a368640"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:46:28.161886 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86c6ea2-6dff-45a4-911b-4b6fe3285548 service neutron] Pushing event updated for resources: {'Port': ['ID=e0cb0c21-328f-4a30-a6dd-a0112a368640,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:46:28.225739 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcd2c0f9-42b3-4caf-8bee-e2e8d7e9e227 x-openstack-request-id: req-dcd2c0f9-42b3-4caf-8bee-e2e8d7e9e227 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:46:28.226273 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "039cd1d6-325c-46d2-9c54-dff1bc66dda5", "tag": "e0cb0c21-328f-4a30-a6dd-a0112a368640", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:46:28.226603 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dcd2c0f9-42b3-4caf-8bee-e2e8d7e9e227 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:46:28.227647 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '039cd1d6-325c-46d2-9c54-dff1bc66dda5', 'tag': 'e0cb0c21-328f-4a30-a6dd-a0112a368640', 'status': 'completed', 'code': 200} Jul 05 02:46:28.394482 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2f41a3-4c7a-46e7-8474-5a28f138e09e req-52075d87-29ee-4ed9-9445-8dfed14f1e7d tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:28.396002 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8d2f41a3-4c7a-46e7-8474-5a28f138e09e req-52075d87-29ee-4ed9-9445-8dfed14f1e7d tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6d21cb4-e0ff-4d4b-b47b-221fda201dba HTTP/1.1" status: 200 len: 943 time: 0.0782957 Jul 05 02:46:28.448062 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ab7b86-ce4b-4955-a020-fae307dc77c7 req-1761c45f-92b6-47c7-a6de-2ca2b009dd63 tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:28.449273 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8d2f41a3-4c7a-46e7-8474-5a28f138e09e req-74d2b4ab-c587-46f0-80bb-4c72e99b23db tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454323 Jul 05 02:46:28.457636 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-63ab7b86-ce4b-4955-a020-fae307dc77c7 req-1761c45f-92b6-47c7-a6de-2ca2b009dd63 tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] 10.222.0.23 "GET /v2.0/ports?device_id=039cd1d6-325c-46d2-9c54-dff1bc66dda5 HTTP/1.1" status: 200 len: 943 time: 0.0974629 Jul 05 02:46:28.525090 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-63ab7b86-ce4b-4955-a020-fae307dc77c7 req-483802b9-3fd4-4daa-9b5e-6691c91d6822 tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] 10.222.0.23 "GET /v2.0/security-groups?id=7af8d589-730d-469c-8bc2-19a36fefd4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565517 Jul 05 02:46:29.075550 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e6a72d-0920-4225-8f2c-b03058d8f46c req-77e51ca7-ac74-4fad-bd38-d4cf81bef74d tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:29.077150 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f2e6a72d-0920-4225-8f2c-b03058d8f46c req-77e51ca7-ac74-4fad-bd38-d4cf81bef74d tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a7c46d4-ee97-4330-8317-c5f97c0c2913 HTTP/1.1" status: 200 len: 944 time: 0.1073432 Jul 05 02:46:29.142709 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f2e6a72d-0920-4225-8f2c-b03058d8f46c req-59c3a460-4ca7-4875-b10e-98152167e6a9 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=e22aeac7-2b31-4b36-8770-94d9819b52f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588629 Jul 05 02:46:29.796029 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9347d6-136c-4152-8b33-6ba541798281 req-4edbb853-cb43-4b6b-acb8-4ae72ee7c54c tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:29.798431 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8a9347d6-136c-4152-8b33-6ba541798281 req-4edbb853-cb43-4b6b-acb8-4ae72ee7c54c tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] 10.222.0.23 "GET /v2.0/ports?device_id=039cd1d6-325c-46d2-9c54-dff1bc66dda5 HTTP/1.1" status: 200 len: 943 time: 0.1041288 Jul 05 02:46:29.806262 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e79d688-7734-44c1-bf72-3ba39c98d0dc req-2b75656b-f9a4-442f-a739-44e928cb3f24 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:29.809006 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0e79d688-7734-44c1-bf72-3ba39c98d0dc req-2b75656b-f9a4-442f-a739-44e928cb3f24 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6d21cb4-e0ff-4d4b-b47b-221fda201dba HTTP/1.1" status: 200 len: 943 time: 0.1403272 Jul 05 02:46:29.856660 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8a9347d6-136c-4152-8b33-6ba541798281 req-92c9636b-00ff-4708-8b61-dc523ddd12fe tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] 10.222.0.23 "GET /v2.0/security-groups?id=7af8d589-730d-469c-8bc2-19a36fefd4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500481 Jul 05 02:46:29.890218 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0e79d688-7734-44c1-bf72-3ba39c98d0dc req-2a9b3c01-2478-489c-b3bd-3c78164400bb tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708408 Jul 05 02:46:30.377055 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9215fe16-e3ee-4a7d-b638-b74a77cbebde req-8739f916-77ca-4de6-a860-2a98a910f802 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:30.378653 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9215fe16-e3ee-4a7d-b638-b74a77cbebde req-8739f916-77ca-4de6-a860-2a98a910f802 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a7c46d4-ee97-4330-8317-c5f97c0c2913 HTTP/1.1" status: 200 len: 944 time: 0.0720084 Jul 05 02:46:30.426021 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9215fe16-e3ee-4a7d-b638-b74a77cbebde req-149ce86f-7979-49f1-b979-c23e9d4cd039 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=e22aeac7-2b31-4b36-8770-94d9819b52f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368104 Jul 05 02:46:31.120340 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f8a441-165e-4f0c-a9fa-ca8b7d057559 req-6eeada93-0798-4dc8-8dcf-f6337ed98f7e tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:31.123296 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-63f8a441-165e-4f0c-a9fa-ca8b7d057559 req-6eeada93-0798-4dc8-8dcf-f6337ed98f7e tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] 10.222.0.23 "GET /v2.0/ports?device_id=039cd1d6-325c-46d2-9c54-dff1bc66dda5 HTTP/1.1" status: 200 len: 943 time: 0.1216640 Jul 05 02:46:31.204076 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-63f8a441-165e-4f0c-a9fa-ca8b7d057559 req-26bedb67-2a97-4a4d-a7c3-885e291d3cfb tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] 10.222.0.23 "GET /v2.0/security-groups?id=7af8d589-730d-469c-8bc2-19a36fefd4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725851 Jul 05 02:46:31.211454 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09c5968-6771-445f-b895-13d557c9f46e req-599435df-289f-44ec-be17-06bce9497506 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:31.214692 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d09c5968-6771-445f-b895-13d557c9f46e req-599435df-289f-44ec-be17-06bce9497506 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6d21cb4-e0ff-4d4b-b47b-221fda201dba HTTP/1.1" status: 200 len: 943 time: 0.1441040 Jul 05 02:46:31.249300 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 34806) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:46:31.274922 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d09c5968-6771-445f-b895-13d557c9f46e req-c7a9e28f-9b79-43ff-b42a-de51968a7388 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532451 Jul 05 02:46:31.384689 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-139d33b8-d18d-4462-9603-282636298de0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:31.500163 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-139d33b8-d18d-4462-9603-282636298de0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:31.699586 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f720ac7-a39f-4c21-8db6-2343046bce0f req-b4d72d5c-7355-4378-a4c1-9e1d538fb58a tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:31.699586 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0f720ac7-a39f-4c21-8db6-2343046bce0f req-b4d72d5c-7355-4378-a4c1-9e1d538fb58a tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a7c46d4-ee97-4330-8317-c5f97c0c2913 HTTP/1.1" status: 200 len: 944 time: 0.0689695 Jul 05 02:46:31.707181 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0f720ac7-a39f-4c21-8db6-2343046bce0f req-ad2eeb9e-cd20-41b1-9af9-d4db150173c4 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=e22aeac7-2b31-4b36-8770-94d9819b52f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342870 Jul 05 02:46:31.783421 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-139d33b8-d18d-4462-9603-282636298de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:31.829081 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-139d33b8-d18d-4462-9603-282636298de0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=45e90873d089484b9739d4a2af43cbf2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5780699 Jul 05 02:46:31.832687 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 34812) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:46:31.845064 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139d33b8-d18d-4462-9603-282636298de0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5f94f0a-e97d-4ae4-a85c-3c49096c2af0,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:46:31.911541 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-01a934b8-1729-4028-a373-b1287d847e73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:31.940851 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-01a934b8-1729-4028-a373-b1287d847e73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:32.063073 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-01a934b8-1729-4028-a373-b1287d847e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:32.065737 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-01a934b8-1729-4028-a373-b1287d847e73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:32.067123 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-01a934b8-1729-4028-a373-b1287d847e73 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c5f94f0a-e97d-4ae4-a85c-3c49096c2af0 HTTP/1.1" status: 204 len: 168 time: 0.2305954 Jul 05 02:46:32.079348 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a934b8-1729-4028-a373-b1287d847e73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5f94f0a-e97d-4ae4-a85c-3c49096c2af0,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:46:32.438064 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eaf0fe-32dd-47da-be93-3674b9535be4 req-5feec71f-73c2-4601-ab6c-4a39065b4136 tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:32.439701 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-98eaf0fe-32dd-47da-be93-3674b9535be4 req-5feec71f-73c2-4601-ab6c-4a39065b4136 tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] 10.222.0.23 "GET /v2.0/ports?device_id=039cd1d6-325c-46d2-9c54-dff1bc66dda5 HTTP/1.1" status: 200 len: 943 time: 0.0988328 Jul 05 02:46:32.498938 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-98eaf0fe-32dd-47da-be93-3674b9535be4 req-dab46033-b056-4bf7-b7b4-631f6b4200e4 tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] 10.222.0.23 "GET /v2.0/security-groups?id=7af8d589-730d-469c-8bc2-19a36fefd4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535560 Jul 05 02:46:32.552667 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316b94ef-d4cc-4b00-97a2-f48965b6a9bd req-22d1e86c-96f7-4088-835c-534b5eadd12a tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:32.555900 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-316b94ef-d4cc-4b00-97a2-f48965b6a9bd req-22d1e86c-96f7-4088-835c-534b5eadd12a tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6d21cb4-e0ff-4d4b-b47b-221fda201dba HTTP/1.1" status: 200 len: 943 time: 0.1286922 Jul 05 02:46:32.607306 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-316b94ef-d4cc-4b00-97a2-f48965b6a9bd req-54a62b75-1166-4464-8ea9-1acc720a2c53 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385625 Jul 05 02:46:32.835129 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 34824) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:46:32.858410 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-82693871-e2ed-4a9d-bbc0-2f8d2a1dec55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:32.980241 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de892f3-a73c-40d6-958e-a37e51e69d73 req-acab439f-d28f-4f86-b784-35796e38851a tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:32.982657 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5de892f3-a73c-40d6-958e-a37e51e69d73 req-acab439f-d28f-4f86-b784-35796e38851a tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a7c46d4-ee97-4330-8317-c5f97c0c2913 HTTP/1.1" status: 200 len: 944 time: 0.1210587 Jul 05 02:46:33.047760 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5de892f3-a73c-40d6-958e-a37e51e69d73 req-3d2309a8-d65c-4459-8c2c-b39e473a6d03 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=e22aeac7-2b31-4b36-8770-94d9819b52f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563247 Jul 05 02:46:33.059629 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-82693871-e2ed-4a9d-bbc0-2f8d2a1dec55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:33.132064 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-82693871-e2ed-4a9d-bbc0-2f8d2a1dec55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:33.179496 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-82693871-e2ed-4a9d-bbc0-2f8d2a1dec55 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a69178029b274597ba13ee975756a41b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3408999 Jul 05 02:46:33.179496 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82693871-e2ed-4a9d-bbc0-2f8d2a1dec55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24ddc28c-2fe9-4f37-bff5-6b3232ffd354,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:46:33.179960 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 34826) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:46:33.249386 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6779a4e1-0c85-4389-8bcc-e253cc777639 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:33.280225 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6779a4e1-0c85-4389-8bcc-e253cc777639 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:33.457698 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6779a4e1-0c85-4389-8bcc-e253cc777639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:33.460213 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6779a4e1-0c85-4389-8bcc-e253cc777639 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:33.464640 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-6779a4e1-0c85-4389-8bcc-e253cc777639 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/24ddc28c-2fe9-4f37-bff5-6b3232ffd354 HTTP/1.1" status: 204 len: 168 time: 0.2800028 Jul 05 02:46:33.470509 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6779a4e1-0c85-4389-8bcc-e253cc777639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24ddc28c-2fe9-4f37-bff5-6b3232ffd354,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:46:33.726182 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ab0f61-9538-4898-8842-2614d3088bc2 req-a797b6ee-8281-446d-9503-b3e34e5d155e tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:33.727689 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-77ab0f61-9538-4898-8842-2614d3088bc2 req-a797b6ee-8281-446d-9503-b3e34e5d155e tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] 10.222.0.23 "GET /v2.0/ports?device_id=039cd1d6-325c-46d2-9c54-dff1bc66dda5 HTTP/1.1" status: 200 len: 943 time: 0.0865653 Jul 05 02:46:33.778339 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-77ab0f61-9538-4898-8842-2614d3088bc2 req-0bb93622-ab55-43fe-83a4-d22700175810 tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] 10.222.0.23 "GET /v2.0/security-groups?id=7af8d589-730d-469c-8bc2-19a36fefd4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447278 Jul 05 02:46:33.807973 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a70b9b2-1d0a-4a58-8d68-3be42e161a8c req-6b34611e-624d-4dd2-bb0c-b358a6cc2826 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:33.809949 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2a70b9b2-1d0a-4a58-8d68-3be42e161a8c req-6b34611e-624d-4dd2-bb0c-b358a6cc2826 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6d21cb4-e0ff-4d4b-b47b-221fda201dba HTTP/1.1" status: 200 len: 943 time: 0.0708387 Jul 05 02:46:33.859536 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2a70b9b2-1d0a-4a58-8d68-3be42e161a8c req-6692e5c8-43f4-40e6-a7bd-a607c71d7e9a tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419102 Jul 05 02:46:34.249083 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f961e24-87ad-49ae-81e3-b45c267e307c req-a1a6a3ed-161b-4c39-a86e-6e2dbeeaee1e tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:34.313446 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9f961e24-87ad-49ae-81e3-b45c267e307c req-a1a6a3ed-161b-4c39-a86e-6e2dbeeaee1e tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a7c46d4-ee97-4330-8317-c5f97c0c2913 HTTP/1.1" status: 200 len: 944 time: 0.0714695 Jul 05 02:46:34.313446 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9f961e24-87ad-49ae-81e3-b45c267e307c req-377ba3d3-4a8b-40f4-9910-dfb288ca50f2 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=e22aeac7-2b31-4b36-8770-94d9819b52f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351665 Jul 05 02:46:35.018837 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 02:46:35.042020 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45a06df-6fbf-4968-88d9-4d61b2ad44e6 req-5e37180a-6354-4743-b757-0aecc2260991 tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:35.044034 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e45a06df-6fbf-4968-88d9-4d61b2ad44e6 req-5e37180a-6354-4743-b757-0aecc2260991 tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] 10.222.0.23 "GET /v2.0/ports?device_id=039cd1d6-325c-46d2-9c54-dff1bc66dda5 HTTP/1.1" status: 200 len: 943 time: 0.1378434 Jul 05 02:46:35.087265 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e45a06df-6fbf-4968-88d9-4d61b2ad44e6 req-a6afbfda-42f3-4c3d-8215-2dc4c0fd02d4 tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] 10.222.0.23 "GET /v2.0/security-groups?id=7af8d589-730d-469c-8bc2-19a36fefd4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370467 Jul 05 02:46:35.120191 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a813bb0-2ebf-4255-a99c-990c6daa725c req-87ce78be-5ff8-4dcc-9442-4bee5599fa82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:35.121691 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5a813bb0-2ebf-4255-a99c-990c6daa725c req-87ce78be-5ff8-4dcc-9442-4bee5599fa82 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ba0e78208f5340669c29db9de3ab6e02&device_id=039cd1d6-325c-46d2-9c54-dff1bc66dda5 HTTP/1.1" status: 200 len: 1095 time: 0.1266408 Jul 05 02:46:35.125674 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5688aad-a2f0-495d-b9b5-28584c92953e req-202d4410-ed99-41ba-be71-06ac557538db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:35.127287 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f5688aad-a2f0-495d-b9b5-28584c92953e req-202d4410-ed99-41ba-be71-06ac557538db service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b1a00a493e704ec48248eed2815bb351&device_id=b6d21cb4-e0ff-4d4b-b47b-221fda201dba HTTP/1.1" status: 200 len: 1095 time: 0.2128606 Jul 05 02:46:35.136633 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac25e241-0a9c-4b04-b202-4b24247bafe6 req-17a77970-7179-4143-b45a-b839ca3d0e2f tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:35.138062 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ac25e241-0a9c-4b04-b202-4b24247bafe6 req-17a77970-7179-4143-b45a-b839ca3d0e2f tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6d21cb4-e0ff-4d4b-b47b-221fda201dba HTTP/1.1" status: 200 len: 943 time: 0.1440480 Jul 05 02:46:35.284906 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ac25e241-0a9c-4b04-b202-4b24247bafe6 req-e34a2174-5929-44af-8fc7-8c958849d423 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279454 Jul 05 02:46:35.341769 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5688aad-a2f0-495d-b9b5-28584c92953e req-9a5945c1-dc5c-43fc-bf47-dd1d92428ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:35.343305 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f5688aad-a2f0-495d-b9b5-28584c92953e req-9a5945c1-dc5c-43fc-bf47-dd1d92428ad4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=73b1fe81-9ead-413d-adcc-8dcb2085def5 HTTP/1.1" status: 200 len: 912 time: 0.2032950 Jul 05 02:46:35.344413 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a813bb0-2ebf-4255-a99c-990c6daa725c req-4519af88-b156-4793-9809-61abfe7fb34a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:35.345765 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5a813bb0-2ebf-4255-a99c-990c6daa725c req-4519af88-b156-4793-9809-61abfe7fb34a service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=ba0e78208f5340669c29db9de3ab6e02&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2068446 Jul 05 02:46:35.398442 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f5688aad-a2f0-495d-b9b5-28584c92953e req-f4c4e7a9-5904-443a-a648-fbcc38ab2346 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1f7a5aa-e789-4fa3-82a4-1d6bcf1c4fa6 HTTP/1.1" status: 200 len: 217 time: 0.0437021 Jul 05 02:46:35.496656 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5688aad-a2f0-495d-b9b5-28584c92953e req-bf4969b1-9d35-4110-b5c5-9c9e83df75a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:35.497699 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68222bed-591a-4b95-a5de-f499cb100e2e req-2e94c7b0-a3d6-46f2-be60-8934e6754f7d tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:35.498537 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f5688aad-a2f0-495d-b9b5-28584c92953e req-bf4969b1-9d35-4110-b5c5-9c9e83df75a3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=33729902-d3e5-4dd5-ba26-acbc079120a6 HTTP/1.1" status: 200 len: 851 time: 0.0900097 Jul 05 02:46:35.499579 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-68222bed-591a-4b95-a5de-f499cb100e2e req-2e94c7b0-a3d6-46f2-be60-8934e6754f7d tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a7c46d4-ee97-4330-8317-c5f97c0c2913 HTTP/1.1" status: 200 len: 944 time: 0.0755818 Jul 05 02:46:35.552162 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a813bb0-2ebf-4255-a99c-990c6daa725c req-2fc52995-3f01-4ce0-a43c-bd1df2074e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:35.553682 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5a813bb0-2ebf-4255-a99c-990c6daa725c req-2fc52995-3f01-4ce0-a43c-bd1df2074e4e service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1930959 Jul 05 02:46:35.556605 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-68222bed-591a-4b95-a5de-f499cb100e2e req-83832e48-366d-4aa4-9974-381ca92fe248 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=e22aeac7-2b31-4b36-8770-94d9819b52f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489538 Jul 05 02:46:35.587400 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5688aad-a2f0-495d-b9b5-28584c92953e req-7127ed3b-14d9-4172-a7ae-e12c78ea8f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:35.600209 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f5688aad-a2f0-495d-b9b5-28584c92953e req-7127ed3b-14d9-4172-a7ae-e12c78ea8f8f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=73b1fe81-9ead-413d-adcc-8dcb2085def5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0819340 Jul 05 02:46:35.725882 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f5688aad-a2f0-495d-b9b5-28584c92953e req-ed13e0a0-09da-47f7-a09c-c9241ead842e service neutron] 10.222.0.15 "GET /v2.0/networks/73b1fe81-9ead-413d-adcc-8dcb2085def5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289892 Jul 05 02:46:35.728114 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da6ba0c-efc4-4d3a-8ffe-78a514b67992 req-108b1c96-52e6-49ad-bb78-4ddc56ae4307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:35.729481 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1da6ba0c-efc4-4d3a-8ffe-78a514b67992 req-108b1c96-52e6-49ad-bb78-4ddc56ae4307 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ba0e78208f5340669c29db9de3ab6e02&device_id=039cd1d6-325c-46d2-9c54-dff1bc66dda5 HTTP/1.1" status: 200 len: 1095 time: 0.1235752 Jul 05 02:46:35.820466 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1da6ba0c-efc4-4d3a-8ffe-78a514b67992 req-246c14ea-2432-4c58-af4b-f4cb5cbb29a5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0cb0c21-328f-4a30-a6dd-a0112a368640 HTTP/1.1" status: 200 len: 217 time: 0.0755713 Jul 05 02:46:35.889133 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da6ba0c-efc4-4d3a-8ffe-78a514b67992 req-10275322-240e-4dd9-b8d5-4944ad7460a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:35.890657 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1da6ba0c-efc4-4d3a-8ffe-78a514b67992 req-10275322-240e-4dd9-b8d5-4944ad7460a7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bd91a718-1133-4464-b627-0d4d6c8f8f9c HTTP/1.1" status: 200 len: 854 time: 0.0629990 Jul 05 02:46:35.909966 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f5688aad-a2f0-495d-b9b5-28584c92953e req-c1d13e78-963a-4962-bf7c-23807fb0f3cc service neutron] 10.222.0.15 "GET /v2.0/networks/73b1fe81-9ead-413d-adcc-8dcb2085def5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721683 Jul 05 02:46:35.932935 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1da6ba0c-efc4-4d3a-8ffe-78a514b67992 req-4ae07126-3b32-488a-bfc0-2ada66a946c7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c6a1e8ad-0016-46f3-9a4a-7f59ac68f139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348654 Jul 05 02:46:36.025320 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1da6ba0c-efc4-4d3a-8ffe-78a514b67992 req-6f1afdf9-37fa-40e7-ae77-1da6827f3894 service neutron] 10.222.0.15 "GET /v2.0/networks/c6a1e8ad-0016-46f3-9a4a-7f59ac68f139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859489 Jul 05 02:46:36.121408 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1da6ba0c-efc4-4d3a-8ffe-78a514b67992 req-703ef832-9147-4e98-af2a-cfdbe782a20d service neutron] 10.222.0.15 "GET /v2.0/networks/c6a1e8ad-0016-46f3-9a4a-7f59ac68f139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904138 Jul 05 02:46:36.281140 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73346289-c143-4a12-9837-0f4d66ac83f7 req-50605bd7-313a-4262-874c-add53f02edbe tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:36.282786 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-73346289-c143-4a12-9837-0f4d66ac83f7 req-50605bd7-313a-4262-874c-add53f02edbe tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] 10.222.0.23 "GET /v2.0/ports?device_id=039cd1d6-325c-46d2-9c54-dff1bc66dda5 HTTP/1.1" status: 200 len: 943 time: 0.0764449 Jul 05 02:46:36.337397 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-73346289-c143-4a12-9837-0f4d66ac83f7 req-ae9a810b-de52-4c24-b0c5-475e56446d65 tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] 10.222.0.23 "GET /v2.0/security-groups?id=7af8d589-730d-469c-8bc2-19a36fefd4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453224 Jul 05 02:46:36.505130 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21e5acc-5d63-4c18-89ba-7f262e616988 req-a1e0db1a-1fca-4472-9a2b-b6e8141aa3c6 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:36.506829 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f21e5acc-5d63-4c18-89ba-7f262e616988 req-a1e0db1a-1fca-4472-9a2b-b6e8141aa3c6 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6d21cb4-e0ff-4d4b-b47b-221fda201dba HTTP/1.1" status: 200 len: 943 time: 0.0810699 Jul 05 02:46:36.551869 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f21e5acc-5d63-4c18-89ba-7f262e616988 req-47452a19-8f67-431f-93bf-4a9be2592d6c tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393839 Jul 05 02:46:36.741669 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa252b08-0664-4932-8906-9c538664cb95 req-85893776-d92a-4dde-9c65-743fdb221d3d tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:36.759318 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-aa252b08-0664-4932-8906-9c538664cb95 req-85893776-d92a-4dde-9c65-743fdb221d3d tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a7c46d4-ee97-4330-8317-c5f97c0c2913 HTTP/1.1" status: 200 len: 944 time: 0.0651259 Jul 05 02:46:36.781074 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-aa252b08-0664-4932-8906-9c538664cb95 req-86fdf442-1fa7-41e5-8b54-b9f3a2f24263 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=e22aeac7-2b31-4b36-8770-94d9819b52f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315971 Jul 05 02:46:37.517918 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd779c-7559-447b-9705-296fb54ada13 req-a1a8a8fb-4d4e-42f5-b9a3-45409e617d65 tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:37.519521 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-72dd779c-7559-447b-9705-296fb54ada13 req-a1a8a8fb-4d4e-42f5-b9a3-45409e617d65 tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] 10.222.0.23 "GET /v2.0/ports?device_id=039cd1d6-325c-46d2-9c54-dff1bc66dda5 HTTP/1.1" status: 200 len: 943 time: 0.0676277 Jul 05 02:46:37.570011 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-72dd779c-7559-447b-9705-296fb54ada13 req-a7d2b65d-5752-495f-885d-e0959c20fb7d tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] 10.222.0.23 "GET /v2.0/security-groups?id=7af8d589-730d-469c-8bc2-19a36fefd4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443790 Jul 05 02:46:37.619845 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device e0cb0c21-328f-4a30-a6dd-a0112a368640 details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:46:37.734289 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port e0cb0c21-328f-4a30-a6dd-a0112a368640, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=e0cb0c21-328f-4a30-a6dd-a0112a368640,segment=NetworkSegment(b7157176-2d07-46f7-baeb-77586810c902),segment_id=b7157176-2d07-46f7-baeb-77586810c902)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:46:37.743478 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54094626-4057-422a-9ade-fbdd9e196851 req-bd120036-2acf-43f4-91b9-261dac5c4559 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:37.745156 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-54094626-4057-422a-9ade-fbdd9e196851 req-bd120036-2acf-43f4-91b9-261dac5c4559 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6d21cb4-e0ff-4d4b-b47b-221fda201dba HTTP/1.1" status: 200 len: 943 time: 0.0746481 Jul 05 02:46:37.746197 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Returning: {'device': 'e0cb0c21-328f-4a30-a6dd-a0112a368640', 'network_id': 'c6a1e8ad-0016-46f3-9a4a-7f59ac68f139', 'port_id': 'e0cb0c21-328f-4a30-a6dd-a0112a368640', 'mac_address': 'fa:16:3e:c2:33:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd91a718-1133-4464-b627-0d4d6c8f8f9c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:46:37.785996 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:37.787673 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-54094626-4057-422a-9ade-fbdd9e196851 req-9a9e665c-7e48-43dd-b928-4d549b952d94 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356750 Jul 05 02:46:37.799930 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0cb0c21-328f-4a30-a6dd-a0112a368640 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:46:37.824729 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port e0cb0c21-328f-4a30-a6dd-a0112a368640, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=e0cb0c21-328f-4a30-a6dd-a0112a368640,segment=NetworkSegment(b7157176-2d07-46f7-baeb-77586810c902),segment_id=b7157176-2d07-46f7-baeb-77586810c902)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:46:37.892400 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:37.945203 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=e0cb0c21-328f-4a30-a6dd-a0112a368640,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:46:37.953139 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:46:37.953495 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:46:37.953831 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:46:37.954208 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:46:37.954563 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:46:37.954890 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:46:37.955376 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:46:37.955865 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:46:37.956372 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:46:37.956703 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:46:37.957029 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:46:37.957349 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:46:37.974865 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c629b9e2-1b37-4373-bd3c-b0eec12ab1e8 req-a91ab722-1a08-4e62-8b4a-13be23614028 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:37.976725 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c629b9e2-1b37-4373-bd3c-b0eec12ab1e8 req-a91ab722-1a08-4e62-8b4a-13be23614028 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a7c46d4-ee97-4330-8317-c5f97c0c2913 HTTP/1.1" status: 200 len: 944 time: 0.0695159 Jul 05 02:46:38.020192 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c629b9e2-1b37-4373-bd3c-b0eec12ab1e8 req-ff9d413a-021a-4013-b10d-1b624cea0bc1 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=e22aeac7-2b31-4b36-8770-94d9819b52f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361748 Jul 05 02:46:38.096482 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['e0cb0c21-328f-4a30-a6dd-a0112a368640'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:46:38.669422 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 34912) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:46:38.757244 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cd3ea5-eecb-4185-9240-4c22693ae870 req-ace0282b-fa07-4b07-bbb3-bf0c440e851e tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:38.758825 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-17cd3ea5-eecb-4185-9240-4c22693ae870 req-ace0282b-fa07-4b07-bbb3-bf0c440e851e tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] 10.222.0.23 "GET /v2.0/ports?device_id=039cd1d6-325c-46d2-9c54-dff1bc66dda5 HTTP/1.1" status: 200 len: 944 time: 0.0655024 Jul 05 02:46:38.785798 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-df419e7e-64af-4abf-afcf-66a5d34683a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:38.798048 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-17cd3ea5-eecb-4185-9240-4c22693ae870 req-5335f4cd-8ccb-454b-a7db-f11b7211a461 tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] 10.222.0.23 "GET /v2.0/security-groups?id=7af8d589-730d-469c-8bc2-19a36fefd4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337045 Jul 05 02:46:38.882214 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-df419e7e-64af-4abf-afcf-66a5d34683a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:38.975240 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95980db-72ef-4c1c-8e12-496750431a5e req-9b04001b-80ab-42c0-a9b6-c90d677b9e43 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:38.976985 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a95980db-72ef-4c1c-8e12-496750431a5e req-9b04001b-80ab-42c0-a9b6-c90d677b9e43 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6d21cb4-e0ff-4d4b-b47b-221fda201dba HTTP/1.1" status: 200 len: 943 time: 0.0722156 Jul 05 02:46:39.018233 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a95980db-72ef-4c1c-8e12-496750431a5e req-e5b01b4b-70e4-425a-8837-450c3d11203d tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351763 Jul 05 02:46:39.034371 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-df419e7e-64af-4abf-afcf-66a5d34683a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:39.074944 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-df419e7e-64af-4abf-afcf-66a5d34683a3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a60af45d0051489a95923baa44e7d21e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4043341 Jul 05 02:46:39.076078 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df419e7e-64af-4abf-afcf-66a5d34683a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3c94a13-1db3-4393-9bff-b5c3ca24baf0,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:46:39.077680 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 34920) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:46:39.129158 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-98643f80-e0f9-49e9-b0a6-53915d333b5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:39.152381 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-98643f80-e0f9-49e9-b0a6-53915d333b5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:39.244801 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f01d35-6f63-40f9-8e30-16cb7be7ea37 req-a33b6596-acf4-45c9-b544-8d61303a2b5e tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:39.246380 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-92f01d35-6f63-40f9-8e30-16cb7be7ea37 req-a33b6596-acf4-45c9-b544-8d61303a2b5e tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a7c46d4-ee97-4330-8317-c5f97c0c2913 HTTP/1.1" status: 200 len: 944 time: 0.0967398 Jul 05 02:46:39.285960 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-92f01d35-6f63-40f9-8e30-16cb7be7ea37 req-7b78383f-9b8f-4fe2-9d2d-9d081ea710aa tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=e22aeac7-2b31-4b36-8770-94d9819b52f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323672 Jul 05 02:46:39.320614 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-98643f80-e0f9-49e9-b0a6-53915d333b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:39.323734 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-98643f80-e0f9-49e9-b0a6-53915d333b5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:39.324889 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-98643f80-e0f9-49e9-b0a6-53915d333b5e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a3c94a13-1db3-4393-9bff-b5c3ca24baf0 HTTP/1.1" status: 204 len: 168 time: 0.2460198 Jul 05 02:46:39.334157 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98643f80-e0f9-49e9-b0a6-53915d333b5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3c94a13-1db3-4393-9bff-b5c3ca24baf0,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:46:39.626088 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device e0cb0c21-328f-4a30-a6dd-a0112a368640 up at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:46:40.002308 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6bba68-e924-4336-8cbe-bbe2f70b4de1 req-29bdff8e-0b1d-4ccb-8d97-2f212a136bee tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:40.003802 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2d6bba68-e924-4336-8cbe-bbe2f70b4de1 req-29bdff8e-0b1d-4ccb-8d97-2f212a136bee tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] 10.222.0.23 "GET /v2.0/ports?device_id=039cd1d6-325c-46d2-9c54-dff1bc66dda5 HTTP/1.1" status: 200 len: 944 time: 0.0751758 Jul 05 02:46:40.042220 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2d6bba68-e924-4336-8cbe-bbe2f70b4de1 req-06dc913f-8a9d-4bbe-a395-52b183ab88ac tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] 10.222.0.23 "GET /v2.0/security-groups?id=7af8d589-730d-469c-8bc2-19a36fefd4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318801 Jul 05 02:46:40.183792 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning for port e0cb0c21-328f-4a30-a6dd-a0112a368640 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:46:40.192433 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning complete for port e0cb0c21-328f-4a30-a6dd-a0112a368640 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:46:40.192815 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:40.199748 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcab6a9c-550a-4e5c-8c7c-c997056812c7 req-157d2d2c-3209-4b6f-8f35-2aed14b73d4f tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:40.201434 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fcab6a9c-550a-4e5c-8c7c-c997056812c7 req-157d2d2c-3209-4b6f-8f35-2aed14b73d4f tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6d21cb4-e0ff-4d4b-b47b-221fda201dba HTTP/1.1" status: 200 len: 943 time: 0.0728197 Jul 05 02:46:40.249944 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fcab6a9c-550a-4e5c-8c7c-c997056812c7 req-008396e1-bcc1-4503-8d4a-c0b405593e5b tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412829 Jul 05 02:46:40.286620 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:40.310388 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '039cd1d6-325c-46d2-9c54-dff1bc66dda5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0cb0c21-328f-4a30-a6dd-a0112a368640'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:46:40.312692 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7db69696-8ac0-4826-8bbc-14baebde1c8d" -d '{"events": [{"server_uuid": "039cd1d6-325c-46d2-9c54-dff1bc66dda5", "name": "network-vif-plugged", "status": "completed", "tag": "e0cb0c21-328f-4a30-a6dd-a0112a368640"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:46:40.327321 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port e0cb0c21-328f-4a30-a6dd-a0112a368640, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=e0cb0c21-328f-4a30-a6dd-a0112a368640,segment=NetworkSegment(b7157176-2d07-46f7-baeb-77586810c902),segment_id=b7157176-2d07-46f7-baeb-77586810c902)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:46:40.359357 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18179a5e-1e3c-4007-931e-75e8e7dced12 x-openstack-request-id: req-18179a5e-1e3c-4007-931e-75e8e7dced12 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:46:40.359648 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "039cd1d6-325c-46d2-9c54-dff1bc66dda5", "name": "network-vif-plugged", "status": "completed", "tag": "e0cb0c21-328f-4a30-a6dd-a0112a368640", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:46:40.359899 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-18179a5e-1e3c-4007-931e-75e8e7dced12 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:46:40.360293 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '039cd1d6-325c-46d2-9c54-dff1bc66dda5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0cb0c21-328f-4a30-a6dd-a0112a368640', 'code': 200} Jul 05 02:46:40.429286 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:40.477066 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=e0cb0c21-328f-4a30-a6dd-a0112a368640,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:46:40.525759 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9942b3a6-d765-42a8-be06-7302213c0682 req-42edd5d2-0e41-4af1-83c9-d4efce87e8b1 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:40.527470 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9942b3a6-d765-42a8-be06-7302213c0682 req-42edd5d2-0e41-4af1-83c9-d4efce87e8b1 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a7c46d4-ee97-4330-8317-c5f97c0c2913 HTTP/1.1" status: 200 len: 944 time: 0.1154549 Jul 05 02:46:40.529681 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eb0110-383c-4328-a79d-162e01802913 req-7be71b04-22f4-4f44-b7f3-a7002f205bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:40.531231 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-34eb0110-383c-4328-a79d-162e01802913 req-7be71b04-22f4-4f44-b7f3-a7002f205bc4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=039cd1d6-325c-46d2-9c54-dff1bc66dda5 HTTP/1.1" status: 200 len: 1097 time: 0.0860317 Jul 05 02:46:40.598655 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9942b3a6-d765-42a8-be06-7302213c0682 req-38e9d6f6-e57b-4e20-97b7-00ed5fdbe1af tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=e22aeac7-2b31-4b36-8770-94d9819b52f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631924 Jul 05 02:46:40.600272 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-34eb0110-383c-4328-a79d-162e01802913 req-2a71d5c7-6c7a-452e-9c44-2c1fb6879b9d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7af8d589-730d-469c-8bc2-19a36fefd4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574267 Jul 05 02:46:40.683713 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 34934) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:46:40.697466 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-30e4c94a-e7f2-460f-a116-cbb17a244a22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:40.787907 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-30e4c94a-e7f2-460f-a116-cbb17a244a22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:40.891878 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-30e4c94a-e7f2-460f-a116-cbb17a244a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:40.931349 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-30e4c94a-e7f2-460f-a116-cbb17a244a22 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dad1f775ce7f4f8aa147079b4ca6456e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2465136 Jul 05 02:46:40.932258 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e4c94a-e7f2-460f-a116-cbb17a244a22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21eae26e-ee52-41cd-9e59-9cd6a5b7d768,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:46:40.934330 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 34936) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:46:40.946293 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e4c94a-e7f2-460f-a116-cbb17a244a22 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:46:40.946638 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e4c94a-e7f2-460f-a116-cbb17a244a22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:46:40.946974 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e4c94a-e7f2-460f-a116-cbb17a244a22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:46:40.947306 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e4c94a-e7f2-460f-a116-cbb17a244a22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:46:40.947640 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e4c94a-e7f2-460f-a116-cbb17a244a22 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:46:40.947964 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e4c94a-e7f2-460f-a116-cbb17a244a22 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:46:40.948286 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e4c94a-e7f2-460f-a116-cbb17a244a22 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:46:40.948607 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e4c94a-e7f2-460f-a116-cbb17a244a22 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:46:40.948927 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e4c94a-e7f2-460f-a116-cbb17a244a22 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:46:40.949247 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e4c94a-e7f2-460f-a116-cbb17a244a22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:46:40.949565 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e4c94a-e7f2-460f-a116-cbb17a244a22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:46:40.949881 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e4c94a-e7f2-460f-a116-cbb17a244a22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:46:40.995451 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-97a73c82-e002-4f71-82c3-2dc6667b4473 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:41.017009 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-97a73c82-e002-4f71-82c3-2dc6667b4473 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:41.195074 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-97a73c82-e002-4f71-82c3-2dc6667b4473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:41.201721 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-97a73c82-e002-4f71-82c3-2dc6667b4473 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:41.208448 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-97a73c82-e002-4f71-82c3-2dc6667b4473 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/21eae26e-ee52-41cd-9e59-9cd6a5b7d768 HTTP/1.1" status: 204 len: 168 time: 0.2671471 Jul 05 02:46:41.213711 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a73c82-e002-4f71-82c3-2dc6667b4473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21eae26e-ee52-41cd-9e59-9cd6a5b7d768,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:46:41.519806 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb208dd-6cb1-456a-9f05-df9a9c2bf834 req-f4851097-4555-451d-b2d8-cc88eb526f11 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:41.519806 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8bb208dd-6cb1-456a-9f05-df9a9c2bf834 req-f4851097-4555-451d-b2d8-cc88eb526f11 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6d21cb4-e0ff-4d4b-b47b-221fda201dba HTTP/1.1" status: 200 len: 943 time: 0.0956895 Jul 05 02:46:41.576950 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8bb208dd-6cb1-456a-9f05-df9a9c2bf834 req-0d6eaa42-de8b-43df-b5d7-1364146db29f tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575910 Jul 05 02:46:41.832540 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a610c4b3-7817-4c01-bd0e-8ba2788d4d6e req-043c40c3-0734-47a2-9de8-94de3bfd40dc tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:41.834273 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a610c4b3-7817-4c01-bd0e-8ba2788d4d6e req-043c40c3-0734-47a2-9de8-94de3bfd40dc tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a7c46d4-ee97-4330-8317-c5f97c0c2913 HTTP/1.1" status: 200 len: 944 time: 0.0943942 Jul 05 02:46:41.850534 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387bf411-5120-4cef-b13b-ae5dbd56f89d req-a2e84c40-0415-4814-93b8-c2fa5d48a955 tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:41.852169 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-387bf411-5120-4cef-b13b-ae5dbd56f89d req-a2e84c40-0415-4814-93b8-c2fa5d48a955 tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] 10.222.0.23 "GET /v2.0/ports?device_id=039cd1d6-325c-46d2-9c54-dff1bc66dda5 HTTP/1.1" status: 200 len: 945 time: 0.6983635 Jul 05 02:46:41.877000 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a610c4b3-7817-4c01-bd0e-8ba2788d4d6e req-57364873-e42f-403b-a666-c32bdc81c2cd tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=e22aeac7-2b31-4b36-8770-94d9819b52f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365226 Jul 05 02:46:41.886461 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:41.903100 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-387bf411-5120-4cef-b13b-ae5dbd56f89d req-b733c0f1-6934-44fd-b573-b1b5537b27db tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] 10.222.0.23 "GET /v2.0/security-groups?id=7af8d589-730d-469c-8bc2-19a36fefd4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441458 Jul 05 02:46:41.957404 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:42.786465 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c833d9-ab8f-4a43-ba04-1b7c6938f4fc req-02caf126-a3e7-4f25-ac6a-9ddaec36eae7 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:42.791168 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e3c833d9-ab8f-4a43-ba04-1b7c6938f4fc req-02caf126-a3e7-4f25-ac6a-9ddaec36eae7 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6d21cb4-e0ff-4d4b-b47b-221fda201dba HTTP/1.1" status: 200 len: 943 time: 0.0658741 Jul 05 02:46:42.831681 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e3c833d9-ab8f-4a43-ba04-1b7c6938f4fc req-d86d647b-5f92-492d-9f9b-a6226204d146 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337906 Jul 05 02:46:43.067823 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1079ed-37b6-4f2d-b362-9bd656efca45 req-c71fe12f-c3b9-40bb-9829-ae10b822d423 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:43.069364 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7e1079ed-37b6-4f2d-b362-9bd656efca45 req-c71fe12f-c3b9-40bb-9829-ae10b822d423 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a7c46d4-ee97-4330-8317-c5f97c0c2913 HTTP/1.1" status: 200 len: 944 time: 0.0672781 Jul 05 02:46:43.091435 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a6aa4d-7b90-47ae-9182-ad77659b7749 req-9595dcf9-8c55-429c-b42f-037ffb98fff3 tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:43.093062 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-97a6aa4d-7b90-47ae-9182-ad77659b7749 req-9595dcf9-8c55-429c-b42f-037ffb98fff3 tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] 10.222.0.23 "GET /v2.0/ports?device_id=039cd1d6-325c-46d2-9c54-dff1bc66dda5 HTTP/1.1" status: 200 len: 945 time: 0.0719478 Jul 05 02:46:43.109517 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7e1079ed-37b6-4f2d-b362-9bd656efca45 req-e859039d-d52d-4c5f-abba-d8b03781ca82 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=e22aeac7-2b31-4b36-8770-94d9819b52f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337536 Jul 05 02:46:43.132604 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-97a6aa4d-7b90-47ae-9182-ad77659b7749 req-91063aac-2952-48ad-a25c-60b480ca45a1 tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] 10.222.0.23 "GET /v2.0/security-groups?id=7af8d589-730d-469c-8bc2-19a36fefd4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336702 Jul 05 02:46:43.663933 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 575b1f79-b8b7-4b20-a5be-3fee3932145b details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:46:43.759689 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 575b1f79-b8b7-4b20-a5be-3fee3932145b, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=575b1f79-b8b7-4b20-a5be-3fee3932145b,segment=NetworkSegment(be409309-6ad2-47dc-8674-b2f6fbe283c8),segment_id=be409309-6ad2-47dc-8674-b2f6fbe283c8)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:46:43.771399 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Returning: {'device': '575b1f79-b8b7-4b20-a5be-3fee3932145b', 'network_id': '319f6f27-0518-41ae-a3ab-b70eb1a13ad7', 'port_id': '575b1f79-b8b7-4b20-a5be-3fee3932145b', 'mac_address': 'fa:16:3e:d9:98:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a90bcd4-05d3-4076-8731-a724bae74bd9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:46:43.807112 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:43.822666 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 575b1f79-b8b7-4b20-a5be-3fee3932145b {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:46:43.842165 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 575b1f79-b8b7-4b20-a5be-3fee3932145b, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=575b1f79-b8b7-4b20-a5be-3fee3932145b,segment=NetworkSegment(be409309-6ad2-47dc-8674-b2f6fbe283c8),segment_id=be409309-6ad2-47dc-8674-b2f6fbe283c8)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:46:44.004775 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f196f-fcb1-4741-af77-5e4faef51745 req-098dba87-1525-42eb-9d08-707718e52d03 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:44.006346 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6a0f196f-fcb1-4741-af77-5e4faef51745 req-098dba87-1525-42eb-9d08-707718e52d03 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6d21cb4-e0ff-4d4b-b47b-221fda201dba HTTP/1.1" status: 200 len: 943 time: 0.0660636 Jul 05 02:46:44.017871 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:44.067016 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=575b1f79-b8b7-4b20-a5be-3fee3932145b,revision_number=9']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:46:44.070850 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6a0f196f-fcb1-4741-af77-5e4faef51745 req-3d29a525-5326-4a11-b010-c33c3e67f026 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586519 Jul 05 02:46:44.219104 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['575b1f79-b8b7-4b20-a5be-3fee3932145b'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:46:44.333660 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f144b-2d25-4b26-87a4-d67dfc2cfcc0 req-741cb722-b731-43c1-86dd-b2cf7492ada0 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:44.335029 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-462f144b-2d25-4b26-87a4-d67dfc2cfcc0 req-741cb722-b731-43c1-86dd-b2cf7492ada0 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a7c46d4-ee97-4330-8317-c5f97c0c2913 HTTP/1.1" status: 200 len: 945 time: 0.0937638 Jul 05 02:46:44.387514 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-462f144b-2d25-4b26-87a4-d67dfc2cfcc0 req-e6e9d044-4bd1-4e75-888d-c1b718fc629e tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=e22aeac7-2b31-4b36-8770-94d9819b52f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448592 Jul 05 02:46:45.248279 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caddd87d-1ef3-430b-9d94-7a778a2f945b req-01808c3f-ca3e-4148-b4d5-28d0f89287df tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:45.249937 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-caddd87d-1ef3-430b-9d94-7a778a2f945b req-01808c3f-ca3e-4148-b4d5-28d0f89287df tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6d21cb4-e0ff-4d4b-b47b-221fda201dba HTTP/1.1" status: 200 len: 943 time: 0.0675654 Jul 05 02:46:45.297440 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-caddd87d-1ef3-430b-9d94-7a778a2f945b req-2a8b7a7a-ce21-49af-85bf-39a8fed5b7f4 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413370 Jul 05 02:46:45.357520 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35044) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:46:45.473810 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9602ebef-07db-4c0b-be46-d6305e1ac985 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:45.587825 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9602ebef-07db-4c0b-be46-d6305e1ac985 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:45.658747 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9602ebef-07db-4c0b-be46-d6305e1ac985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:45.672911 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 575b1f79-b8b7-4b20-a5be-3fee3932145b up at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:46:45.719456 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9602ebef-07db-4c0b-be46-d6305e1ac985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac5faff-aafd-45c8-b57e-7bb84c9baee2,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:46:45.736290 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70928d1f-d9c5-4466-b114-1705c618b934 req-71c0d638-a728-4327-952e-dadb5b6361ba tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:45.743677 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-9602ebef-07db-4c0b-be46-d6305e1ac985 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b2914f9c01744aa3878c251433f032a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3849578 Jul 05 02:46:45.744280 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-70928d1f-d9c5-4466-b114-1705c618b934 req-71c0d638-a728-4327-952e-dadb5b6361ba tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a7c46d4-ee97-4330-8317-c5f97c0c2913 HTTP/1.1" status: 200 len: 945 time: 0.2336161 Jul 05 02:46:45.744454 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35052) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:46:45.776503 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning complete for port 575b1f79-b8b7-4b20-a5be-3fee3932145b triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:46:45.777183 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:45.794759 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-70928d1f-d9c5-4466-b114-1705c618b934 req-cd7ecce3-7e7a-4d12-8637-4110c10fd495 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=e22aeac7-2b31-4b36-8770-94d9819b52f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494885 Jul 05 02:46:45.803192 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bf2864e3-348d-426c-be96-3af97f2ab0ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:45.830707 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bf2864e3-348d-426c-be96-3af97f2ab0ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:45.858169 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:45.881807 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a7c46d4-ee97-4330-8317-c5f97c0c2913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '575b1f79-b8b7-4b20-a5be-3fee3932145b'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:46:45.884953 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e1eb83c-ffec-43c6-b223-7a90c84260f2" -d '{"events": [{"server_uuid": "7a7c46d4-ee97-4330-8317-c5f97c0c2913", "name": "network-vif-plugged", "status": "completed", "tag": "575b1f79-b8b7-4b20-a5be-3fee3932145b"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:46:45.898405 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 575b1f79-b8b7-4b20-a5be-3fee3932145b, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=575b1f79-b8b7-4b20-a5be-3fee3932145b,segment=NetworkSegment(be409309-6ad2-47dc-8674-b2f6fbe283c8),segment_id=be409309-6ad2-47dc-8674-b2f6fbe283c8)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:46:45.922478 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d35a555d-0b9a-44df-852f-e1ef58c4d5d2 x-openstack-request-id: req-d35a555d-0b9a-44df-852f-e1ef58c4d5d2 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:46:45.922768 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a7c46d4-ee97-4330-8317-c5f97c0c2913", "name": "network-vif-plugged", "status": "completed", "tag": "575b1f79-b8b7-4b20-a5be-3fee3932145b", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:46:45.923045 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d35a555d-0b9a-44df-852f-e1ef58c4d5d2 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:46:45.923627 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a7c46d4-ee97-4330-8317-c5f97c0c2913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '575b1f79-b8b7-4b20-a5be-3fee3932145b', 'code': 200} Jul 05 02:46:45.978060 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bf2864e3-348d-426c-be96-3af97f2ab0ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:45.980962 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bf2864e3-348d-426c-be96-3af97f2ab0ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:45.983503 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-bf2864e3-348d-426c-be96-3af97f2ab0ff admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2ac5faff-aafd-45c8-b57e-7bb84c9baee2 HTTP/1.1" status: 204 len: 168 time: 0.2379224 Jul 05 02:46:45.990176 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:46.011147 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2864e3-348d-426c-be96-3af97f2ab0ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac5faff-aafd-45c8-b57e-7bb84c9baee2,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:46:46.083257 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=575b1f79-b8b7-4b20-a5be-3fee3932145b,revision_number=10']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:46:46.216106 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3b720c-2e8a-423a-9a04-c9dfbd2b1146 req-10a781d2-b201-4c4e-914f-c202652808b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:46.218272 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ac3b720c-2e8a-423a-9a04-c9dfbd2b1146 req-10a781d2-b201-4c4e-914f-c202652808b0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7a7c46d4-ee97-4330-8317-c5f97c0c2913 HTTP/1.1" status: 200 len: 1099 time: 0.0672712 Jul 05 02:46:46.256662 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ac3b720c-2e8a-423a-9a04-c9dfbd2b1146 req-84be2779-7a4b-4634-a2f2-a209490dfccb service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e22aeac7-2b31-4b36-8770-94d9819b52f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312812 Jul 05 02:46:46.509814 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9312fa97-166d-4c73-8763-a5a585598b83 req-a427fa45-1aa9-49a9-bae6-9dbd0382056b tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:46.511408 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9312fa97-166d-4c73-8763-a5a585598b83 req-a427fa45-1aa9-49a9-bae6-9dbd0382056b tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6d21cb4-e0ff-4d4b-b47b-221fda201dba HTTP/1.1" status: 200 len: 943 time: 0.0779448 Jul 05 02:46:46.552430 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9312fa97-166d-4c73-8763-a5a585598b83 req-ed09f51c-5a10-4ab7-8803-ea66c2fd25d5 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343764 Jul 05 02:46:46.824555 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35066) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:46:46.838344 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-32d943ff-ce8f-47b7-9a89-3c1527cec390 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:46.954374 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-32d943ff-ce8f-47b7-9a89-3c1527cec390 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:46.999550 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a424e52b-51b3-412f-b0e3-88e83177c212 req-d330db28-348c-4eb2-98dd-15759830ba0b tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:47.001861 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a424e52b-51b3-412f-b0e3-88e83177c212 req-d330db28-348c-4eb2-98dd-15759830ba0b tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a7c46d4-ee97-4330-8317-c5f97c0c2913 HTTP/1.1" status: 200 len: 947 time: 0.0835817 Jul 05 02:46:47.042821 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a424e52b-51b3-412f-b0e3-88e83177c212 req-d09a6339-c29c-430e-9cd6-f9c3e0f17b55 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=e22aeac7-2b31-4b36-8770-94d9819b52f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347204 Jul 05 02:46:47.097725 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-32d943ff-ce8f-47b7-9a89-3c1527cec390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:47.139482 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d943ff-ce8f-47b7-9a89-3c1527cec390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8de8a4c5-68e3-4c50-94bd-9bbefdfdb329,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:46:47.144185 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-32d943ff-ce8f-47b7-9a89-3c1527cec390 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1015e032f2ff4c4386b73ca3145ab3eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3184083 Jul 05 02:46:47.146818 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35072) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:46:47.198421 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e1997d14-9ec9-4947-8029-4ba88b569f34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:47.227238 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e1997d14-9ec9-4947-8029-4ba88b569f34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:47.389498 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e1997d14-9ec9-4947-8029-4ba88b569f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:47.392229 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e1997d14-9ec9-4947-8029-4ba88b569f34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:47.393387 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-e1997d14-9ec9-4947-8029-4ba88b569f34 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8de8a4c5-68e3-4c50-94bd-9bbefdfdb329 HTTP/1.1" status: 204 len: 168 time: 0.2455642 Jul 05 02:46:47.403030 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1997d14-9ec9-4947-8029-4ba88b569f34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de8a4c5-68e3-4c50-94bd-9bbefdfdb329,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:46:47.760450 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51f5428-a224-4083-a2d3-c95f130addfd req-f8f181d8-1620-485d-90c6-a4f8e4dee70e tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:47.761986 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c51f5428-a224-4083-a2d3-c95f130addfd req-f8f181d8-1620-485d-90c6-a4f8e4dee70e tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6d21cb4-e0ff-4d4b-b47b-221fda201dba HTTP/1.1" status: 200 len: 943 time: 0.0675833 Jul 05 02:46:47.803863 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c51f5428-a224-4083-a2d3-c95f130addfd req-36cd2109-3061-491f-a190-a4f665e0a427 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357020 Jul 05 02:46:48.266705 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864dec8e-7777-47e1-aebc-82e0a1c81aad req-82917749-284d-4ffd-890f-090360f72244 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:48.274280 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-864dec8e-7777-47e1-aebc-82e0a1c81aad req-82917749-284d-4ffd-890f-090360f72244 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a7c46d4-ee97-4330-8317-c5f97c0c2913 HTTP/1.1" status: 200 len: 947 time: 0.0971937 Jul 05 02:46:48.326744 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-864dec8e-7777-47e1-aebc-82e0a1c81aad req-f6426c42-84c5-494c-be90-f95aa238226a tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=e22aeac7-2b31-4b36-8770-94d9819b52f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510058 Jul 05 02:46:48.396514 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c5183bf2-42c9-4eb9-8157-c09cf9376a08 req-2ba95b1d-c4a0-41bc-a150-c26c2712666d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d691bb32-08c5-406f-8160-eae7f0117365&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0646400 Jul 05 02:46:48.509948 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5183bf2-42c9-4eb9-8157-c09cf9376a08 req-8af9d085-9657-4b3b-8e51-6316beff6f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:48.511554 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c5183bf2-42c9-4eb9-8157-c09cf9376a08 req-8af9d085-9657-4b3b-8e51-6316beff6f17 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a2a128e531764065b9d7371bd7cd83c5&device_id=d691bb32-08c5-406f-8160-eae7f0117365 HTTP/1.1" status: 200 len: 1098 time: 0.0685799 Jul 05 02:46:48.633717 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5183bf2-42c9-4eb9-8157-c09cf9376a08 req-b83bf780-493c-4f02-8659-e5f0334c7ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:48.635381 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c5183bf2-42c9-4eb9-8157-c09cf9376a08 req-b83bf780-493c-4f02-8659-e5f0334c7ba1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4998b7af-a070-4fe3-aeaa-2961371b2b2b HTTP/1.1" status: 200 len: 912 time: 0.1022179 Jul 05 02:46:48.710387 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c5183bf2-42c9-4eb9-8157-c09cf9376a08 req-128df73e-4a72-44de-815f-47d9554a1deb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=53264918-5d3e-4dc3-bf85-77ad413d1c00 HTTP/1.1" status: 200 len: 1002 time: 0.0684938 Jul 05 02:46:48.766401 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5183bf2-42c9-4eb9-8157-c09cf9376a08 req-49d6be2b-6c31-427b-a9fb-ff614b523ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:48.767951 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c5183bf2-42c9-4eb9-8157-c09cf9376a08 req-49d6be2b-6c31-427b-a9fb-ff614b523ed3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1b34c68d-6895-4c90-9616-98e1bfcb7944 HTTP/1.1" status: 200 len: 851 time: 0.0512435 Jul 05 02:46:48.831634 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5183bf2-42c9-4eb9-8157-c09cf9376a08 req-8eb95e78-2d2c-4f3e-b1a9-448c759e8d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:48.833205 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c5183bf2-42c9-4eb9-8157-c09cf9376a08 req-8eb95e78-2d2c-4f3e-b1a9-448c759e8d38 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4998b7af-a070-4fe3-aeaa-2961371b2b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0577934 Jul 05 02:46:48.954578 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c5183bf2-42c9-4eb9-8157-c09cf9376a08 req-5e6d28a0-d442-4493-a9b0-dcc03e50a258 service neutron] 10.222.0.21 "GET /v2.0/networks/4998b7af-a070-4fe3-aeaa-2961371b2b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121531 Jul 05 02:46:49.082628 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7511374a-c20c-4e04-9f78-4910c5145cbb req-d962f820-6241-4696-ab79-66561d50cb66 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:49.084270 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7511374a-c20c-4e04-9f78-4910c5145cbb req-d962f820-6241-4696-ab79-66561d50cb66 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6d21cb4-e0ff-4d4b-b47b-221fda201dba HTTP/1.1" status: 200 len: 943 time: 0.1452579 Jul 05 02:46:49.086733 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c5183bf2-42c9-4eb9-8157-c09cf9376a08 req-b28cb129-5d3f-48f0-8fd4-5ca63e9818d7 service neutron] 10.222.0.21 "GET /v2.0/networks/4998b7af-a070-4fe3-aeaa-2961371b2b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165049 Jul 05 02:46:49.122983 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7511374a-c20c-4e04-9f78-4910c5145cbb req-e4819b01-8e71-4ee9-91ac-d742cbc5b280 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330839 Jul 05 02:46:49.509977 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f7f311-af40-4bb0-be98-388299a3d20f req-b990da03-5d27-4217-8bc9-28d3205473e0 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:49.511587 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-52f7f311-af40-4bb0-be98-388299a3d20f req-b990da03-5d27-4217-8bc9-28d3205473e0 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a7c46d4-ee97-4330-8317-c5f97c0c2913 HTTP/1.1" status: 200 len: 947 time: 0.0661001 Jul 05 02:46:49.550783 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-52f7f311-af40-4bb0-be98-388299a3d20f req-f4dca3ff-3765-4f02-911e-c434ffc03786 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=e22aeac7-2b31-4b36-8770-94d9819b52f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334549 Jul 05 02:46:50.296859 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a481513-d511-42e9-bc06-538c494be56d req-c7d53504-c0cc-48ce-afdc-63ecb6f8af4f tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:50.302697 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9a481513-d511-42e9-bc06-538c494be56d req-c7d53504-c0cc-48ce-afdc-63ecb6f8af4f tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6d21cb4-e0ff-4d4b-b47b-221fda201dba HTTP/1.1" status: 200 len: 943 time: 0.0683753 Jul 05 02:46:50.341126 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9a481513-d511-42e9-bc06-538c494be56d req-770269ca-daaf-4df2-9416-2e047c119869 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353341 Jul 05 02:46:50.989359 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-19809941-a5f3-4331-b8e3-b7cff66bcd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:51.522756 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e60352-ac8b-4391-8399-19e850959bd2 req-93afe5fe-b8f0-4f04-b151-698881f159a1 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:51.524266 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-95e60352-ac8b-4391-8399-19e850959bd2 req-93afe5fe-b8f0-4f04-b151-698881f159a1 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6d21cb4-e0ff-4d4b-b47b-221fda201dba HTTP/1.1" status: 200 len: 943 time: 0.0685613 Jul 05 02:46:51.565991 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-95e60352-ac8b-4391-8399-19e850959bd2 req-824a1e6c-a846-47d1-8c6a-aa14d294f02d tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354269 Jul 05 02:46:52.755353 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bb19bd-26fb-4056-974c-e9f75260cad7 req-ce336bbf-892f-4fd3-81c3-14b2bf9ad0f1 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:52.757199 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b9bb19bd-26fb-4056-974c-e9f75260cad7 req-ce336bbf-892f-4fd3-81c3-14b2bf9ad0f1 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6d21cb4-e0ff-4d4b-b47b-221fda201dba HTTP/1.1" status: 200 len: 943 time: 0.0794673 Jul 05 02:46:52.800341 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b9bb19bd-26fb-4056-974c-e9f75260cad7 req-c6e3cf6b-b4e9-43c6-8910-8c336819daaf tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364819 Jul 05 02:46:53.309339 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-7763abfc-be9b-42e5-b42b-1876e17b1d67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:53.966640 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:54.005751 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41166b3d-41e9-4454-97c6-18a4212f5da7 req-8c11d2bf-6bb3-4569-9286-4bd402f319cc tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:54.007383 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-41166b3d-41e9-4454-97c6-18a4212f5da7 req-8c11d2bf-6bb3-4569-9286-4bd402f319cc tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6d21cb4-e0ff-4d4b-b47b-221fda201dba HTTP/1.1" status: 200 len: 943 time: 0.0723364 Jul 05 02:46:54.046707 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-41166b3d-41e9-4454-97c6-18a4212f5da7 req-13153cf3-72f8-4237-8c44-108ead6fe2d5 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330582 Jul 05 02:46:54.669406 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:55.225046 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc22ac0-4d18-4f4a-82a5-337b4a890cea req-3e0cba11-5e12-49b6-b463-3db263016d31 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:55.227179 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bfc22ac0-4d18-4f4a-82a5-337b4a890cea req-3e0cba11-5e12-49b6-b463-3db263016d31 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6d21cb4-e0ff-4d4b-b47b-221fda201dba HTTP/1.1" status: 200 len: 943 time: 0.0652862 Jul 05 02:46:55.266157 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bfc22ac0-4d18-4f4a-82a5-337b4a890cea req-28b67171-5ae7-4066-a4c9-26c875daf732 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336940 Jul 05 02:46:56.103879 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:46:56.476381 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c99ca1-fa49-4f70-a01a-c13755c84f5c req-ee41625b-49a3-4083-9362-a195744f37bb tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:56.479142 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c4c99ca1-fa49-4f70-a01a-c13755c84f5c req-ee41625b-49a3-4083-9362-a195744f37bb tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6d21cb4-e0ff-4d4b-b47b-221fda201dba HTTP/1.1" status: 200 len: 943 time: 0.0929816 Jul 05 02:46:56.526180 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c4c99ca1-fa49-4f70-a01a-c13755c84f5c req-ef240da4-315d-4cf0-abc7-3f3e245a97f5 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407739 Jul 05 02:46:57.712299 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faf64a0-1b80-49a6-add3-aea044a33daf req-2c754028-72f0-424a-9cb0-d215f911d8f0 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:57.713980 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9faf64a0-1b80-49a6-add3-aea044a33daf req-2c754028-72f0-424a-9cb0-d215f911d8f0 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6d21cb4-e0ff-4d4b-b47b-221fda201dba HTTP/1.1" status: 200 len: 943 time: 0.0680058 Jul 05 02:46:57.752652 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9faf64a0-1b80-49a6-add3-aea044a33daf req-8e01ede2-01c6-4229-aa28-a95b5c3163d1 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329380 Jul 05 02:46:58.951139 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c78ab93-dcab-40a9-bd71-bf4af6b06ecf req-b8161444-656f-4dcf-b610-6fcb3cbd50c7 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:46:58.952678 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3c78ab93-dcab-40a9-bd71-bf4af6b06ecf req-b8161444-656f-4dcf-b610-6fcb3cbd50c7 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6d21cb4-e0ff-4d4b-b47b-221fda201dba HTTP/1.1" status: 200 len: 943 time: 0.0695643 Jul 05 02:46:58.991696 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3c78ab93-dcab-40a9-bd71-bf4af6b06ecf req-d6917ae2-9772-4b52-ac0e-c3d90fd69e1a tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331702 Jul 05 02:47:00.184874 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3465db-5b52-44e3-ad7f-85bdef7e6f0e req-61d25635-5155-408c-838a-3a2078c32d43 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:47:00.186407 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6a3465db-5b52-44e3-ad7f-85bdef7e6f0e req-61d25635-5155-408c-838a-3a2078c32d43 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6d21cb4-e0ff-4d4b-b47b-221fda201dba HTTP/1.1" status: 200 len: 943 time: 0.0738325 Jul 05 02:47:00.226563 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6a3465db-5b52-44e3-ad7f-85bdef7e6f0e req-6ad75ae2-aad3-41dc-baf2-fe84402fd442 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340350 Jul 05 02:47:01.435215 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c45452-9d7c-47eb-9bc9-2a0ac83e6ead req-d602b0b5-f7e9-40ff-8fa0-b11d270cf9c5 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:47:01.437736 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f3c45452-9d7c-47eb-9bc9-2a0ac83e6ead req-d602b0b5-f7e9-40ff-8fa0-b11d270cf9c5 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6d21cb4-e0ff-4d4b-b47b-221fda201dba HTTP/1.1" status: 200 len: 943 time: 0.0905912 Jul 05 02:47:01.484516 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f3c45452-9d7c-47eb-9bc9-2a0ac83e6ead req-ad2a1963-daf3-45aa-99a6-b7367dee479d tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389421 Jul 05 02:47:02.282604 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35512) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:47:02.399015 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4541b254-43a3-44ae-8153-f7a225bbd969 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:02.506285 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4541b254-43a3-44ae-8153-f7a225bbd969 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:02.601075 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4541b254-43a3-44ae-8153-f7a225bbd969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:02.642527 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4541b254-43a3-44ae-8153-f7a225bbd969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf43a01-f8e4-4ac6-85cf-564fe33ddcd3,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:47:02.649265 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-4541b254-43a3-44ae-8153-f7a225bbd969 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=05fc565b448c4f0bbe47e77970994a6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3630555 Jul 05 02:47:02.649650 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35518) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:47:02.668424 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a63158-b418-4607-be36-2162e6fbe802 req-7b030a48-cd88-4c72-a7d8-db018a062b6f tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:47:02.669936 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b0a63158-b418-4607-be36-2162e6fbe802 req-7b030a48-cd88-4c72-a7d8-db018a062b6f tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6d21cb4-e0ff-4d4b-b47b-221fda201dba HTTP/1.1" status: 200 len: 943 time: 0.0678582 Jul 05 02:47:02.705651 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f26b35c2-7fc5-4481-b463-08c6aba314a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:02.708351 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b0a63158-b418-4607-be36-2162e6fbe802 req-77c8d08e-e6c6-4ebb-a78c-d97ae6069451 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325003 Jul 05 02:47:02.732060 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f26b35c2-7fc5-4481-b463-08c6aba314a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:02.875082 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f26b35c2-7fc5-4481-b463-08c6aba314a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:02.877689 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f26b35c2-7fc5-4481-b463-08c6aba314a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:02.878911 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-f26b35c2-7fc5-4481-b463-08c6aba314a0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0cf43a01-f8e4-4ac6-85cf-564fe33ddcd3 HTTP/1.1" status: 204 len: 168 time: 0.2276707 Jul 05 02:47:02.887580 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26b35c2-7fc5-4481-b463-08c6aba314a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf43a01-f8e4-4ac6-85cf-564fe33ddcd3,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:47:03.907124 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4373b884-6250-4a41-a734-c39806bfefcb req-e9616869-08e0-4d05-80b4-19f2ea40ccc9 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:47:03.909479 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4373b884-6250-4a41-a734-c39806bfefcb req-e9616869-08e0-4d05-80b4-19f2ea40ccc9 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6d21cb4-e0ff-4d4b-b47b-221fda201dba HTTP/1.1" status: 200 len: 943 time: 0.0709746 Jul 05 02:47:03.958912 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4373b884-6250-4a41-a734-c39806bfefcb req-efe810d9-0f6f-4caa-9f65-d298af6a012a tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435159 Jul 05 02:47:05.137188 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6985d99-4f7d-418d-8777-8250a713e76d req-05a169de-2ff6-46d6-9b8f-a9a38dcfccf6 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:47:05.138850 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f6985d99-4f7d-418d-8777-8250a713e76d req-05a169de-2ff6-46d6-9b8f-a9a38dcfccf6 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6d21cb4-e0ff-4d4b-b47b-221fda201dba HTTP/1.1" status: 200 len: 943 time: 0.0728340 Jul 05 02:47:05.184134 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f6985d99-4f7d-418d-8777-8250a713e76d req-b2227732-0f7c-4de3-af6c-9860ae96972f tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386887 Jul 05 02:47:05.446631 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 35576) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:47:05.558016 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-28f8382f-4166-4379-b367-075b036d9464 tempest-QuotasNegativeTest-1580169829 tempest-QuotasNegativeTest-1580169829-project-admin] Request body: {'quota': {'network': 2}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:47:05.735500 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-28f8382f-4166-4379-b367-075b036d9464 tempest-QuotasNegativeTest-1580169829 tempest-QuotasNegativeTest-1580169829-project-admin] 10.222.0.23 "PUT /v2.0/quotas/52b6c60a577745aeaf2ab4977a6e33ed HTTP/1.1" status: 200 len: 368 time: 0.2876980 Jul 05 02:47:05.738336 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35582) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:47:05.743504 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-f0268657-1177-4018-b9a6-5f6c8fd114ab tempest-QuotasNegativeTest-1580169829 tempest-QuotasNegativeTest-1580169829-project-admin] Request body: {'network': {'project_id': '52b6c60a577745aeaf2ab4977a6e33ed'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:47:05.863817 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0268657-1177-4018-b9a6-5f6c8fd114ab tempest-QuotasNegativeTest-1580169829 tempest-QuotasNegativeTest-1580169829-project-admin] Made reservation on behalf of 52b6c60a577745aeaf2ab4977a6e33ed for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:47:05.866117 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f0268657-1177-4018-b9a6-5f6c8fd114ab tempest-QuotasNegativeTest-1580169829 tempest-QuotasNegativeTest-1580169829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:05.875226 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f0268657-1177-4018-b9a6-5f6c8fd114ab tempest-QuotasNegativeTest-1580169829 tempest-QuotasNegativeTest-1580169829-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:05.961693 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f0268657-1177-4018-b9a6-5f6c8fd114ab tempest-QuotasNegativeTest-1580169829 tempest-QuotasNegativeTest-1580169829-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:06.104181 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f0268657-1177-4018-b9a6-5f6c8fd114ab tempest-QuotasNegativeTest-1580169829 tempest-QuotasNegativeTest-1580169829-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:06.132741 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0268657-1177-4018-b9a6-5f6c8fd114ab tempest-QuotasNegativeTest-1580169829 tempest-QuotasNegativeTest-1580169829-project-admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:47:06.155827 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0268657-1177-4018-b9a6-5f6c8fd114ab tempest-QuotasNegativeTest-1580169829 tempest-QuotasNegativeTest-1580169829-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc76e98-8f32-48dd-b74d-424cf20e8694,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:47:06.168394 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f0268657-1177-4018-b9a6-5f6c8fd114ab tempest-QuotasNegativeTest-1580169829 tempest-QuotasNegativeTest-1580169829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:06.168954 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-f0268657-1177-4018-b9a6-5f6c8fd114ab tempest-QuotasNegativeTest-1580169829 tempest-QuotasNegativeTest-1580169829-project-admin] Added segment 1e893df5-6409-4499-a5d8-c40ca768c9a0 of type vlan for network 8bec1b92-e4c5-450d-826e-fe62eb4d34b7 Jul 05 02:47:06.225153 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f0268657-1177-4018-b9a6-5f6c8fd114ab tempest-QuotasNegativeTest-1580169829 tempest-QuotasNegativeTest-1580169829-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:06.368806 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18a2adf-bd16-4eb1-a1d7-e63955048172 req-a767bbcd-e1c0-4bde-987c-2118e8410643 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:47:06.370374 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f18a2adf-bd16-4eb1-a1d7-e63955048172 req-a767bbcd-e1c0-4bde-987c-2118e8410643 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6d21cb4-e0ff-4d4b-b47b-221fda201dba HTTP/1.1" status: 200 len: 943 time: 0.0685492 Jul 05 02:47:06.371513 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f0268657-1177-4018-b9a6-5f6c8fd114ab tempest-QuotasNegativeTest-1580169829 tempest-QuotasNegativeTest-1580169829-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:06.372397 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0268657-1177-4018-b9a6-5f6c8fd114ab tempest-QuotasNegativeTest-1580169829 tempest-QuotasNegativeTest-1580169829-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:47:06.372961 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f0268657-1177-4018-b9a6-5f6c8fd114ab tempest-QuotasNegativeTest-1580169829 tempest-QuotasNegativeTest-1580169829-project-admin] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:06.455165 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0268657-1177-4018-b9a6-5f6c8fd114ab tempest-QuotasNegativeTest-1580169829 tempest-QuotasNegativeTest-1580169829-project-admin] Pushing event updated for resources: {'Network': ['ID=8bec1b92-e4c5-450d-826e-fe62eb4d34b7,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:47:06.463934 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f18a2adf-bd16-4eb1-a1d7-e63955048172 req-beae67c4-52fb-4bf3-b9e2-62fb23995e14 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856040 Jul 05 02:47:06.465072 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 8bec1b92-e4c5-450d-826e-fe62eb4d34b7 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:47:06.779205 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-f0268657-1177-4018-b9a6-5f6c8fd114ab tempest-QuotasNegativeTest-1580169829 tempest-QuotasNegativeTest-1580169829-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.0396678 Jul 05 02:47:06.781636 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35588) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:47:06.786523 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-e50d5a66-f2b5-4ad4-9285-9985b28a2e6a tempest-QuotasNegativeTest-1580169829 tempest-QuotasNegativeTest-1580169829-project-admin] Request body: {'network': {'project_id': '52b6c60a577745aeaf2ab4977a6e33ed'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:47:06.926914 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e50d5a66-f2b5-4ad4-9285-9985b28a2e6a tempest-QuotasNegativeTest-1580169829 tempest-QuotasNegativeTest-1580169829-project-admin] Made reservation on behalf of 52b6c60a577745aeaf2ab4977a6e33ed for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:47:06.929777 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e50d5a66-f2b5-4ad4-9285-9985b28a2e6a tempest-QuotasNegativeTest-1580169829 tempest-QuotasNegativeTest-1580169829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:06.958134 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e50d5a66-f2b5-4ad4-9285-9985b28a2e6a tempest-QuotasNegativeTest-1580169829 tempest-QuotasNegativeTest-1580169829-project-admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:47:06.968515 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e50d5a66-f2b5-4ad4-9285-9985b28a2e6a tempest-QuotasNegativeTest-1580169829 tempest-QuotasNegativeTest-1580169829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:06.968861 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-e50d5a66-f2b5-4ad4-9285-9985b28a2e6a tempest-QuotasNegativeTest-1580169829 tempest-QuotasNegativeTest-1580169829-project-admin] Added segment 53f73ea9-5530-4c38-b40e-5bd241c0d542 of type vlan for network 60de9d32-4221-4a7c-b8f4-302778b0762b Jul 05 02:47:07.010946 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e50d5a66-f2b5-4ad4-9285-9985b28a2e6a tempest-QuotasNegativeTest-1580169829 tempest-QuotasNegativeTest-1580169829-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:07.132530 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e50d5a66-f2b5-4ad4-9285-9985b28a2e6a tempest-QuotasNegativeTest-1580169829 tempest-QuotasNegativeTest-1580169829-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:07.133473 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50d5a66-f2b5-4ad4-9285-9985b28a2e6a tempest-QuotasNegativeTest-1580169829 tempest-QuotasNegativeTest-1580169829-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:47:07.134063 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e50d5a66-f2b5-4ad4-9285-9985b28a2e6a tempest-QuotasNegativeTest-1580169829 tempest-QuotasNegativeTest-1580169829-project-admin] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:07.199900 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50d5a66-f2b5-4ad4-9285-9985b28a2e6a tempest-QuotasNegativeTest-1580169829 tempest-QuotasNegativeTest-1580169829-project-admin] Pushing event updated for resources: {'Network': ['ID=60de9d32-4221-4a7c-b8f4-302778b0762b,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:47:07.215613 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 60de9d32-4221-4a7c-b8f4-302778b0762b details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:47:07.276823 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-e50d5a66-f2b5-4ad4-9285-9985b28a2e6a tempest-QuotasNegativeTest-1580169829 tempest-QuotasNegativeTest-1580169829-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.4940853 Jul 05 02:47:07.279608 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35590) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:47:07.286191 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-29708e5b-c90a-4cc8-8d82-f5b0d9d37cfd tempest-QuotasNegativeTest-1580169829 tempest-QuotasNegativeTest-1580169829-project-admin] Request body: {'network': {'project_id': '52b6c60a577745aeaf2ab4977a6e33ed'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:47:07.298883 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-29708e5b-c90a-4cc8-8d82-f5b0d9d37cfd tempest-QuotasNegativeTest-1580169829 tempest-QuotasNegativeTest-1580169829-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 05 02:47:07.302903 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29708e5b-c90a-4cc8-8d82-f5b0d9d37cfd tempest-QuotasNegativeTest-1580169829 tempest-QuotasNegativeTest-1580169829-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94462) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 02:47:07.302903 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-29708e5b-c90a-4cc8-8d82-f5b0d9d37cfd tempest-QuotasNegativeTest-1580169829 tempest-QuotasNegativeTest-1580169829-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0189798 Jul 05 02:47:07.305058 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35592) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:47:07.372437 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ada218e3-5d42-459f-b62a-4b5346f822e8 tempest-QuotasNegativeTest-1580169829 tempest-QuotasNegativeTest-1580169829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:07.455349 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ada218e3-5d42-459f-b62a-4b5346f822e8 tempest-QuotasNegativeTest-1580169829 tempest-QuotasNegativeTest-1580169829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:07.465613 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-ada218e3-5d42-459f-b62a-4b5346f822e8 tempest-QuotasNegativeTest-1580169829 tempest-QuotasNegativeTest-1580169829-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60de9d32-4221-4a7c-b8f4-302778b0762b']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:47:07.480037 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-ada218e3-5d42-459f-b62a-4b5346f822e8 tempest-QuotasNegativeTest-1580169829 tempest-QuotasNegativeTest-1580169829-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53f73ea9-5530-4c38-b40e-5bd241c0d542') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:47:07.484281 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-ada218e3-5d42-459f-b62a-4b5346f822e8 tempest-QuotasNegativeTest-1580169829 tempest-QuotasNegativeTest-1580169829-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53f73ea9-5530-4c38-b40e-5bd241c0d542') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:47:07.489574 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ada218e3-5d42-459f-b62a-4b5346f822e8 tempest-QuotasNegativeTest-1580169829 tempest-QuotasNegativeTest-1580169829-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:07.505674 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ada218e3-5d42-459f-b62a-4b5346f822e8 tempest-QuotasNegativeTest-1580169829 tempest-QuotasNegativeTest-1580169829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:07.516906 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ada218e3-5d42-459f-b62a-4b5346f822e8 tempest-QuotasNegativeTest-1580169829 tempest-QuotasNegativeTest-1580169829-project-admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:47:07.516906 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ada218e3-5d42-459f-b62a-4b5346f822e8 tempest-QuotasNegativeTest-1580169829 tempest-QuotasNegativeTest-1580169829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:07.516906 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:47:07.516906 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:47:07.516906 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:47:07.516906 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:47:07.516906 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:47:07.516906 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:47:07.516906 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:47:07.516906 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:47:07.516906 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:47:07.516906 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:47:07.516906 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:47:07.516906 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:47:07.516906 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:47:07.516906 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:47:07.516906 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:47:07.516906 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:47:07.516906 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:47:07.516906 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:47:07.516906 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:47:07.516906 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:47:07.516906 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:47:07.516906 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:47:07.516906 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:47:07.516906 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:47:07.516906 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:47:07.516906 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:47:07.516906 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:47:07.516906 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:47:07.516906 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:47:07.516906 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:47:07.516906 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:47:07.516906 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:47:07.656309 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e4cbe5-5300-42da-ac74-627a43e86a53 req-1bc2431c-47b1-4ed8-8856-2778a1ff833d tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:47:07.657819 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-61e4cbe5-5300-42da-ac74-627a43e86a53 req-1bc2431c-47b1-4ed8-8856-2778a1ff833d tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6d21cb4-e0ff-4d4b-b47b-221fda201dba HTTP/1.1" status: 200 len: 943 time: 0.0646377 Jul 05 02:47:07.664429 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ada218e3-5d42-459f-b62a-4b5346f822e8 tempest-QuotasNegativeTest-1580169829 tempest-QuotasNegativeTest-1580169829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:07.676778 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ada218e3-5d42-459f-b62a-4b5346f822e8 tempest-QuotasNegativeTest-1580169829 tempest-QuotasNegativeTest-1580169829-project-admin] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:07.676778 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-ada218e3-5d42-459f-b62a-4b5346f822e8 tempest-QuotasNegativeTest-1580169829 tempest-QuotasNegativeTest-1580169829-project-admin] 10.222.0.23 "DELETE /v2.0/networks/60de9d32-4221-4a7c-b8f4-302778b0762b HTTP/1.1" status: 204 len: 168 time: 0.3681993 Jul 05 02:47:07.678482 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 35598) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:47:07.684853 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada218e3-5d42-459f-b62a-4b5346f822e8 tempest-QuotasNegativeTest-1580169829 tempest-QuotasNegativeTest-1580169829-project-admin] Pushing event deleted for resources: {'Network': ['ID=60de9d32-4221-4a7c-b8f4-302778b0762b,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:47:07.750516 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-61e4cbe5-5300-42da-ac74-627a43e86a53 req-5880cca5-b5a8-4803-a85b-2a07542e2665 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868764 Jul 05 02:47:07.764424 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5278b7e3-d02c-4af4-95ee-82ffdde4e221 tempest-QuotasNegativeTest-1580169829 tempest-QuotasNegativeTest-1580169829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:07.840480 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5278b7e3-d02c-4af4-95ee-82ffdde4e221 tempest-QuotasNegativeTest-1580169829 tempest-QuotasNegativeTest-1580169829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:07.849992 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-5278b7e3-d02c-4af4-95ee-82ffdde4e221 tempest-QuotasNegativeTest-1580169829 tempest-QuotasNegativeTest-1580169829-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bec1b92-e4c5-450d-826e-fe62eb4d34b7']}} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:47:07.860741 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-5278b7e3-d02c-4af4-95ee-82ffdde4e221 tempest-QuotasNegativeTest-1580169829 tempest-QuotasNegativeTest-1580169829-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e893df5-6409-4499-a5d8-c40ca768c9a0') {'for_net_delete': True} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:47:07.861042 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-5278b7e3-d02c-4af4-95ee-82ffdde4e221 tempest-QuotasNegativeTest-1580169829 tempest-QuotasNegativeTest-1580169829-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e893df5-6409-4499-a5d8-c40ca768c9a0') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:47:07.870068 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5278b7e3-d02c-4af4-95ee-82ffdde4e221 tempest-QuotasNegativeTest-1580169829 tempest-QuotasNegativeTest-1580169829-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5519669'] for segment, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:07.883543 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5278b7e3-d02c-4af4-95ee-82ffdde4e221 tempest-QuotasNegativeTest-1580169829 tempest-QuotasNegativeTest-1580169829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:07.889432 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5278b7e3-d02c-4af4-95ee-82ffdde4e221 tempest-QuotasNegativeTest-1580169829 tempest-QuotasNegativeTest-1580169829-project-admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=94461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:47:07.889827 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5278b7e3-d02c-4af4-95ee-82ffdde4e221 tempest-QuotasNegativeTest-1580169829 tempest-QuotasNegativeTest-1580169829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5763545'] for segment, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:07.891488 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:47:07.891488 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:47:07.891488 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:47:07.891488 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:47:07.891488 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:47:07.891488 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:47:07.891488 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:47:07.891488 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:47:07.891488 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:47:07.891488 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:47:07.891488 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:47:07.891488 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:47:07.891488 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:47:07.891488 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:47:07.891488 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:47:07.891488 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:47:07.891488 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:47:07.891488 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:47:07.891488 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:47:07.891488 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:47:07.891488 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:47:07.891488 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:47:07.891488 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:47:07.891488 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:47:07.891488 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:47:07.891488 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:47:07.891488 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:47:07.891488 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:47:07.891488 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:47:07.891488 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:47:07.891488 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:47:07.891488 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:47:07.891488 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:47:07.891488 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:47:07.891488 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:47:07.891488 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:47:07.891488 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:47:07.891488 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:47:07.891488 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:47:07.891488 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:47:07.891488 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:47:07.891488 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:47:07.891488 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:47:07.891488 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:47:07.891488 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:47:07.891488 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:47:07.891488 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:47:07.891488 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:47:07.891488 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:47:07.891488 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:47:07.891488 n-d-771362-32 neutron-server[94461]: Traceback (most recent call last): Jul 05 02:47:07.891488 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:47:07.891488 n-d-771362-32 neutron-server[94461]: timer() Jul 05 02:47:07.891488 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:47:07.891488 n-d-771362-32 neutron-server[94461]: cb(*args, **kw) Jul 05 02:47:07.891488 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:47:07.891488 n-d-771362-32 neutron-server[94461]: return func(*args, **kwargs) Jul 05 02:47:07.891488 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:47:07.891488 n-d-771362-32 neutron-server[94461]: self._notify() Jul 05 02:47:07.891488 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:47:07.891488 n-d-771362-32 neutron-server[94461]: self.callback(batched_events) Jul 05 02:47:07.891488 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:47:07.891488 n-d-771362-32 neutron-server[94461]: event.method(event) Jul 05 02:47:07.891488 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:47:07.891488 n-d-771362-32 neutron-server[94461]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:47:07.891488 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:47:07.891488 n-d-771362-32 neutron-server[94461]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:47:07.891488 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:47:07.891488 n-d-771362-32 neutron-server[94461]: return f(self, *a, **k) Jul 05 02:47:07.891488 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:47:07.891488 n-d-771362-32 neutron-server[94461]: return self._get(url).json() Jul 05 02:47:07.891488 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:47:07.891488 n-d-771362-32 neutron-server[94461]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:47:07.891488 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:47:07.891488 n-d-771362-32 neutron-server[94461]: return self.request(url, 'GET', **kwargs) Jul 05 02:47:07.891488 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:47:07.891488 n-d-771362-32 neutron-server[94461]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:47:07.891488 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:47:07.891488 n-d-771362-32 neutron-server[94461]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:47:07.891488 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:47:07.891488 n-d-771362-32 neutron-server[94461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:47:07.891488 n-d-771362-32 neutron-server[94461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:47:08.104512 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5278b7e3-d02c-4af4-95ee-82ffdde4e221 tempest-QuotasNegativeTest-1580169829 tempest-QuotasNegativeTest-1580169829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:08.110237 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5278b7e3-d02c-4af4-95ee-82ffdde4e221 tempest-QuotasNegativeTest-1580169829 tempest-QuotasNegativeTest-1580169829-project-admin] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:08.112247 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-5278b7e3-d02c-4af4-95ee-82ffdde4e221 tempest-QuotasNegativeTest-1580169829 tempest-QuotasNegativeTest-1580169829-project-admin] 10.222.0.23 "DELETE /v2.0/networks/8bec1b92-e4c5-450d-826e-fe62eb4d34b7 HTTP/1.1" status: 204 len: 168 time: 0.4327714 Jul 05 02:47:08.123540 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5278b7e3-d02c-4af4-95ee-82ffdde4e221 tempest-QuotasNegativeTest-1580169829 tempest-QuotasNegativeTest-1580169829-project-admin] Pushing event deleted for resources: {'Network': ['ID=8bec1b92-e4c5-450d-826e-fe62eb4d34b7,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:47:08.941649 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2551481b-156b-4b90-a38d-d04bdb430275 req-90c56083-ac12-489a-8ec8-162415fa9df0 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:47:08.943287 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2551481b-156b-4b90-a38d-d04bdb430275 req-90c56083-ac12-489a-8ec8-162415fa9df0 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6d21cb4-e0ff-4d4b-b47b-221fda201dba HTTP/1.1" status: 200 len: 943 time: 0.0782418 Jul 05 02:47:08.981620 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2551481b-156b-4b90-a38d-d04bdb430275 req-2d83d5b3-a732-452a-a5d1-b537417ac3a4 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327392 Jul 05 02:47:09.160138 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 35614) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:47:09.266312 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-dd38d45f-9aad-4cbd-963b-55c0af13d449 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:09.358305 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-dd38d45f-9aad-4cbd-963b-55c0af13d449 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:09.469882 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-dd38d45f-9aad-4cbd-963b-55c0af13d449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:09.507325 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd38d45f-9aad-4cbd-963b-55c0af13d449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f2a3982-69e9-4fca-b03c-3afb72e22131,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:47:09.512324 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-dd38d45f-9aad-4cbd-963b-55c0af13d449 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a8989d5b6d8e400882ab8eabc52667eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3509395 Jul 05 02:47:09.515008 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 35618) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:47:09.568626 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7a14ada4-9a67-4d1f-8201-31529fb001d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:09.594304 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7a14ada4-9a67-4d1f-8201-31529fb001d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:09.773190 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7a14ada4-9a67-4d1f-8201-31529fb001d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:09.776758 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7a14ada4-9a67-4d1f-8201-31529fb001d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:09.777941 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-7a14ada4-9a67-4d1f-8201-31529fb001d6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2f2a3982-69e9-4fca-b03c-3afb72e22131 HTTP/1.1" status: 204 len: 168 time: 0.2620199 Jul 05 02:47:09.785891 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a14ada4-9a67-4d1f-8201-31529fb001d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f2a3982-69e9-4fca-b03c-3afb72e22131,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:47:10.156001 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8297a066-0a27-4d38-9370-9da5573afdf7 req-4fdd04d7-bbfd-4e35-a471-df57cd3ce710 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:47:10.158029 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8297a066-0a27-4d38-9370-9da5573afdf7 req-4fdd04d7-bbfd-4e35-a471-df57cd3ce710 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6d21cb4-e0ff-4d4b-b47b-221fda201dba HTTP/1.1" status: 200 len: 943 time: 0.0649428 Jul 05 02:47:10.196568 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8297a066-0a27-4d38-9370-9da5573afdf7 req-024f28c8-7310-447d-a626-b02e912e5e14 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330176 Jul 05 02:47:10.597035 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 35628) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:47:10.616141 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a99a7ae1-0d26-49f1-9f7e-5bf5111e0552 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:10.703326 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a99a7ae1-0d26-49f1-9f7e-5bf5111e0552 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:10.949689 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a99a7ae1-0d26-49f1-9f7e-5bf5111e0552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:10.991432 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-a99a7ae1-0d26-49f1-9f7e-5bf5111e0552 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c8187c5ad4f640918567fd65468813fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3925524 Jul 05 02:47:10.993654 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99a7ae1-0d26-49f1-9f7e-5bf5111e0552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e4e4bd7-2643-479a-8939-789085469f82,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:47:10.994977 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35636) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:47:11.057440 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0d03adec-1875-4113-9bc4-5fb2f8ccc9e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:11.077969 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0d03adec-1875-4113-9bc4-5fb2f8ccc9e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:11.264362 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0d03adec-1875-4113-9bc4-5fb2f8ccc9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:11.264362 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0d03adec-1875-4113-9bc4-5fb2f8ccc9e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:11.264362 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-0d03adec-1875-4113-9bc4-5fb2f8ccc9e9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0e4e4bd7-2643-479a-8939-789085469f82 HTTP/1.1" status: 204 len: 168 time: 0.2547781 Jul 05 02:47:11.264362 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d03adec-1875-4113-9bc4-5fb2f8ccc9e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e4e4bd7-2643-479a-8939-789085469f82,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:47:11.386169 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd8995-e45a-422d-854d-c7e9bceec2a8 req-b5bf0c73-56d8-4a92-87bd-94e0cd6b37b7 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:47:11.387693 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6ddd8995-e45a-422d-854d-c7e9bceec2a8 req-b5bf0c73-56d8-4a92-87bd-94e0cd6b37b7 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6d21cb4-e0ff-4d4b-b47b-221fda201dba HTTP/1.1" status: 200 len: 943 time: 0.0778861 Jul 05 02:47:11.429233 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6ddd8995-e45a-422d-854d-c7e9bceec2a8 req-3eb9a109-8d73-4deb-9097-15e915a6d970 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341949 Jul 05 02:47:11.967163 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:12.012454 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:12.025901 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 02:47:12.630310 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 35672) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:47:12.746192 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-9885b42a-056a-46c2-a5a3-cf5fbbafc75d tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Request body: {'networks': [{'name': 'tempest-network--1325409292'}, {'name': 'tempest-network--1180484525'}]} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:47:12.746563 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-9885b42a-056a-46c2-a5a3-cf5fbbafc75d tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Request body: {'network': {'name': 'tempest-network--1325409292'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:47:12.746990 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-9885b42a-056a-46c2-a5a3-cf5fbbafc75d tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Request body: {'network': {'name': 'tempest-network--1180484525'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:47:12.881379 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9885b42a-056a-46c2-a5a3-cf5fbbafc75d tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Made reservation on behalf of c6367b82ad9045fe8e77909870b8942b for: {'network': 2} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:47:12.886324 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9885b42a-056a-46c2-a5a3-cf5fbbafc75d tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:12.896589 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9885b42a-056a-46c2-a5a3-cf5fbbafc75d tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:12.909254 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f4a8dd-c81e-4f21-ae72-65ee687836de req-1ab418b0-514a-4006-bdac-6b66483508d8 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:47:12.910982 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-17f4a8dd-c81e-4f21-ae72-65ee687836de req-1ab418b0-514a-4006-bdac-6b66483508d8 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6d21cb4-e0ff-4d4b-b47b-221fda201dba HTTP/1.1" status: 200 len: 943 time: 0.0763967 Jul 05 02:47:12.957219 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-17f4a8dd-c81e-4f21-ae72-65ee687836de req-f51bf112-ca8c-4f43-95cd-c49e54eab660 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379705 Jul 05 02:47:13.007308 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9885b42a-056a-46c2-a5a3-cf5fbbafc75d tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:13.149586 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9885b42a-056a-46c2-a5a3-cf5fbbafc75d tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:13.149977 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9885b42a-056a-46c2-a5a3-cf5fbbafc75d tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:13.191569 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9885b42a-056a-46c2-a5a3-cf5fbbafc75d tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eec8a47c-3d5d-44ac-bde8-0118bf4947af,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:47:13.194223 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9885b42a-056a-46c2-a5a3-cf5fbbafc75d tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=94461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:47:13.204210 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9885b42a-056a-46c2-a5a3-cf5fbbafc75d tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:13.204612 n-d-771362-32 neutron-server[94461]: INFO neutron.db.segments_db [None req-9885b42a-056a-46c2-a5a3-cf5fbbafc75d tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Added segment 738ba0d4-f492-4517-bd96-80d30f4ec41e of type vlan for network d96f85ba-45a9-4235-8c7e-8c4521036d50 Jul 05 02:47:13.256652 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9885b42a-056a-46c2-a5a3-cf5fbbafc75d tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:13.291855 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9885b42a-056a-46c2-a5a3-cf5fbbafc75d tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=94461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:47:13.300658 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9885b42a-056a-46c2-a5a3-cf5fbbafc75d tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:13.301000 n-d-771362-32 neutron-server[94461]: INFO neutron.db.segments_db [None req-9885b42a-056a-46c2-a5a3-cf5fbbafc75d tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Added segment 3364c1f8-0cff-419f-a880-b525d9dd8cb8 of type vlan for network f9683c39-d402-4e89-a23c-da7a3d2b32ce Jul 05 02:47:13.339940 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9885b42a-056a-46c2-a5a3-cf5fbbafc75d tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:13.457561 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9885b42a-056a-46c2-a5a3-cf5fbbafc75d tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:13.457561 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9885b42a-056a-46c2-a5a3-cf5fbbafc75d tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:13.458867 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9885b42a-056a-46c2-a5a3-cf5fbbafc75d tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:47:13.463672 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9885b42a-056a-46c2-a5a3-cf5fbbafc75d tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:47:13.464344 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9885b42a-056a-46c2-a5a3-cf5fbbafc75d tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:13.547936 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9885b42a-056a-46c2-a5a3-cf5fbbafc75d tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Pushing event updated for resources: {'Network': ['ID=d96f85ba-45a9-4235-8c7e-8c4521036d50,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:47:13.564414 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network d96f85ba-45a9-4235-8c7e-8c4521036d50 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:47:13.613638 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9885b42a-056a-46c2-a5a3-cf5fbbafc75d tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Pushing event updated for resources: {'Network': ['ID=f9683c39-d402-4e89-a23c-da7a3d2b32ce,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:47:13.627777 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network f9683c39-d402-4e89-a23c-da7a3d2b32ce details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:47:13.653259 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-9885b42a-056a-46c2-a5a3-cf5fbbafc75d tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.0210376 Jul 05 02:47:13.656097 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35678) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:47:13.841311 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18356d99-1e9b-4696-b646-794cf076fce1 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:47:13.847125 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18356d99-1e9b-4696-b646-794cf076fce1 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:47:13.853695 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18356d99-1e9b-4696-b646-794cf076fce1 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:47:13.859726 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18356d99-1e9b-4696-b646-794cf076fce1 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:47:13.861410 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-18356d99-1e9b-4696-b646-794cf076fce1 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.2041461 Jul 05 02:47:13.864190 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35680) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:47:13.944861 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-014a3930-159f-4fa0-ba06-1e0d41fba9db tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:14.037598 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-014a3930-159f-4fa0-ba06-1e0d41fba9db tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:14.049105 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-014a3930-159f-4fa0-ba06-1e0d41fba9db tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d96f85ba-45a9-4235-8c7e-8c4521036d50']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:47:14.060124 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-014a3930-159f-4fa0-ba06-1e0d41fba9db tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '738ba0d4-f492-4517-bd96-80d30f4ec41e') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:47:14.060534 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-014a3930-159f-4fa0-ba06-1e0d41fba9db tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '738ba0d4-f492-4517-bd96-80d30f4ec41e') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:47:14.070600 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-014a3930-159f-4fa0-ba06-1e0d41fba9db tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:14.085066 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-014a3930-159f-4fa0-ba06-1e0d41fba9db tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:14.093276 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-014a3930-159f-4fa0-ba06-1e0d41fba9db tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:47:14.093276 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-014a3930-159f-4fa0-ba06-1e0d41fba9db tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:14.097279 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:47:14.097279 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:47:14.097279 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:47:14.097279 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:47:14.097279 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:47:14.097279 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:47:14.097279 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:47:14.097279 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:47:14.097279 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:47:14.097279 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:47:14.097279 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:47:14.097279 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:47:14.097279 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:47:14.097279 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:47:14.097279 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:47:14.097279 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:47:14.097279 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:47:14.097279 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:47:14.097279 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:47:14.097279 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:47:14.097279 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:47:14.097279 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:47:14.097279 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:47:14.097279 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:47:14.097279 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:47:14.097279 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:47:14.097279 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:47:14.097279 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:47:14.097279 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:47:14.097279 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:47:14.097279 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:47:14.097279 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:47:14.145177 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e19dd3-c13b-4bcf-8081-26a0d807ead5 req-c6973f70-81b2-4585-bceb-b95d96b1b2eb tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:47:14.146738 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-08e19dd3-c13b-4bcf-8081-26a0d807ead5 req-c6973f70-81b2-4585-bceb-b95d96b1b2eb tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6d21cb4-e0ff-4d4b-b47b-221fda201dba HTTP/1.1" status: 200 len: 943 time: 0.0701473 Jul 05 02:47:14.186249 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-08e19dd3-c13b-4bcf-8081-26a0d807ead5 req-96c378ef-fdc3-4d71-b4da-0f49e0a95870 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330026 Jul 05 02:47:14.407475 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-014a3930-159f-4fa0-ba06-1e0d41fba9db tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:14.414299 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-014a3930-159f-4fa0-ba06-1e0d41fba9db tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:14.416269 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-014a3930-159f-4fa0-ba06-1e0d41fba9db tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] 10.222.0.23 "DELETE /v2.0/networks/d96f85ba-45a9-4235-8c7e-8c4521036d50 HTTP/1.1" status: 204 len: 168 time: 0.5511644 Jul 05 02:47:14.419260 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 35686) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:47:14.428204 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014a3930-159f-4fa0-ba06-1e0d41fba9db tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Pushing event deleted for resources: {'Network': ['ID=d96f85ba-45a9-4235-8c7e-8c4521036d50,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:47:14.498499 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-253b2f29-6f2e-401b-8f04-9d25e46938c8 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:14.589019 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-253b2f29-6f2e-401b-8f04-9d25e46938c8 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:14.600672 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-253b2f29-6f2e-401b-8f04-9d25e46938c8 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9683c39-d402-4e89-a23c-da7a3d2b32ce']}} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:47:14.611509 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-253b2f29-6f2e-401b-8f04-9d25e46938c8 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3364c1f8-0cff-419f-a880-b525d9dd8cb8') {'for_net_delete': True} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:47:14.611878 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-253b2f29-6f2e-401b-8f04-9d25e46938c8 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3364c1f8-0cff-419f-a880-b525d9dd8cb8') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:47:14.620563 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-253b2f29-6f2e-401b-8f04-9d25e46938c8 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5519669'] for segment, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:14.633798 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-253b2f29-6f2e-401b-8f04-9d25e46938c8 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:14.640374 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-253b2f29-6f2e-401b-8f04-9d25e46938c8 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=94461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:47:14.640892 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-253b2f29-6f2e-401b-8f04-9d25e46938c8 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5763545'] for segment, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:14.644987 n-d-771362-32 neutron-server[94461]: Traceback (most recent call last): Jul 05 02:47:14.644987 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:47:14.644987 n-d-771362-32 neutron-server[94461]: timer() Jul 05 02:47:14.644987 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:47:14.644987 n-d-771362-32 neutron-server[94461]: cb(*args, **kw) Jul 05 02:47:14.644987 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:47:14.644987 n-d-771362-32 neutron-server[94461]: return func(*args, **kwargs) Jul 05 02:47:14.644987 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:47:14.644987 n-d-771362-32 neutron-server[94461]: self._notify() Jul 05 02:47:14.644987 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:47:14.644987 n-d-771362-32 neutron-server[94461]: self.callback(batched_events) Jul 05 02:47:14.644987 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:47:14.644987 n-d-771362-32 neutron-server[94461]: event.method(event) Jul 05 02:47:14.644987 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:47:14.644987 n-d-771362-32 neutron-server[94461]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:47:14.644987 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:47:14.644987 n-d-771362-32 neutron-server[94461]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:47:14.644987 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:47:14.644987 n-d-771362-32 neutron-server[94461]: return f(self, *a, **k) Jul 05 02:47:14.644987 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:47:14.644987 n-d-771362-32 neutron-server[94461]: return self._get(url).json() Jul 05 02:47:14.644987 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:47:14.644987 n-d-771362-32 neutron-server[94461]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:47:14.644987 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:47:14.644987 n-d-771362-32 neutron-server[94461]: return self.request(url, 'GET', **kwargs) Jul 05 02:47:14.644987 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:47:14.644987 n-d-771362-32 neutron-server[94461]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:47:14.644987 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:47:14.644987 n-d-771362-32 neutron-server[94461]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:47:14.644987 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:47:14.644987 n-d-771362-32 neutron-server[94461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:47:14.644987 n-d-771362-32 neutron-server[94461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:47:14.818646 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-253b2f29-6f2e-401b-8f04-9d25e46938c8 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:14.827653 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-253b2f29-6f2e-401b-8f04-9d25e46938c8 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:14.831866 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-253b2f29-6f2e-401b-8f04-9d25e46938c8 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] 10.222.0.23 "DELETE /v2.0/networks/f9683c39-d402-4e89-a23c-da7a3d2b32ce HTTP/1.1" status: 204 len: 168 time: 0.4091280 Jul 05 02:47:14.832616 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35690) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:47:14.841686 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253b2f29-6f2e-401b-8f04-9d25e46938c8 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Pushing event deleted for resources: {'Network': ['ID=f9683c39-d402-4e89-a23c-da7a3d2b32ce,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:47:14.944806 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88a09d2-3b7e-44a8-a4b5-67f0f5823e5f tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:47:14.951357 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88a09d2-3b7e-44a8-a4b5-67f0f5823e5f tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:47:14.952935 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-b88a09d2-3b7e-44a8-a4b5-67f0f5823e5f tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1192603 Jul 05 02:47:14.956655 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 35692) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:47:14.961773 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-be6ffd73-5b07-4705-9123-9de275ef4279 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1098651800'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:47:15.092961 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be6ffd73-5b07-4705-9123-9de275ef4279 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Made reservation on behalf of c6367b82ad9045fe8e77909870b8942b for: {'network': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:47:15.096572 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-be6ffd73-5b07-4705-9123-9de275ef4279 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:15.120081 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be6ffd73-5b07-4705-9123-9de275ef4279 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=94461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:47:15.128574 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-be6ffd73-5b07-4705-9123-9de275ef4279 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:15.131530 n-d-771362-32 neutron-server[94461]: INFO neutron.db.segments_db [None req-be6ffd73-5b07-4705-9123-9de275ef4279 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Added segment e31dbc55-4965-4b73-8ca8-5de57211b460 of type vlan for network 2737b1fc-f7a0-4240-85fd-474f3617b639 Jul 05 02:47:15.175591 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-be6ffd73-5b07-4705-9123-9de275ef4279 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:15.375702 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad372cbf-2cdc-4b66-9457-affaec1f43a2 req-d668cbe9-6647-4412-821a-21400aec3072 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:47:15.377553 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ad372cbf-2cdc-4b66-9457-affaec1f43a2 req-d668cbe9-6647-4412-821a-21400aec3072 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6d21cb4-e0ff-4d4b-b47b-221fda201dba HTTP/1.1" status: 200 len: 943 time: 0.0745742 Jul 05 02:47:15.421065 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ad372cbf-2cdc-4b66-9457-affaec1f43a2 req-477907ab-5c65-4e03-b32d-83311bf095bf tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370550 Jul 05 02:47:15.692771 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-be6ffd73-5b07-4705-9123-9de275ef4279 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:15.698310 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6ffd73-5b07-4705-9123-9de275ef4279 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:47:15.698895 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-be6ffd73-5b07-4705-9123-9de275ef4279 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:15.763231 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6ffd73-5b07-4705-9123-9de275ef4279 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Pushing event updated for resources: {'Network': ['ID=2737b1fc-f7a0-4240-85fd-474f3617b639,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:47:15.774280 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 2737b1fc-f7a0-4240-85fd-474f3617b639 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:47:15.813085 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-be6ffd73-5b07-4705-9123-9de275ef4279 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8553169 Jul 05 02:47:15.817152 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 35698) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:47:15.820505 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-63304c80-c696-4038-8c78-634e7128a9ab tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-661691228'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:47:16.012460 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63304c80-c696-4038-8c78-634e7128a9ab tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Made reservation on behalf of c6367b82ad9045fe8e77909870b8942b for: {'network': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:47:16.016211 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-63304c80-c696-4038-8c78-634e7128a9ab tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:16.038502 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63304c80-c696-4038-8c78-634e7128a9ab tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=94461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:47:16.047507 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-63304c80-c696-4038-8c78-634e7128a9ab tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:16.047845 n-d-771362-32 neutron-server[94461]: INFO neutron.db.segments_db [None req-63304c80-c696-4038-8c78-634e7128a9ab tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Added segment f3a5a9fc-d304-4203-a820-edf968c243f2 of type vlan for network 8383bb74-2b5c-4bcd-b308-bebe233c35c2 Jul 05 02:47:16.090702 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-63304c80-c696-4038-8c78-634e7128a9ab tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:16.298451 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-63304c80-c696-4038-8c78-634e7128a9ab tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:16.303955 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63304c80-c696-4038-8c78-634e7128a9ab tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:47:16.304563 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-63304c80-c696-4038-8c78-634e7128a9ab tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:16.369599 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63304c80-c696-4038-8c78-634e7128a9ab tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Pushing event updated for resources: {'Network': ['ID=8383bb74-2b5c-4bcd-b308-bebe233c35c2,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:47:16.379977 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 8383bb74-2b5c-4bcd-b308-bebe233c35c2 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:47:16.476078 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-63304c80-c696-4038-8c78-634e7128a9ab tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6594124 Jul 05 02:47:16.480072 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 35702) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:47:16.484567 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-a11e8468-ca69-48c6-b083-0a9b1c4c8615 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Request body: {'ports': [{'network_id': '2737b1fc-f7a0-4240-85fd-474f3617b639', 'name': 'tempest-port--1216673178', 'admin_state_up': True}, {'network_id': '8383bb74-2b5c-4bcd-b308-bebe233c35c2', 'admin_state_up': False}]} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:47:16.484885 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-a11e8468-ca69-48c6-b083-0a9b1c4c8615 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Request body: {'port': {'network_id': '2737b1fc-f7a0-4240-85fd-474f3617b639', 'name': 'tempest-port--1216673178', 'admin_state_up': True}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:47:16.485373 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-a11e8468-ca69-48c6-b083-0a9b1c4c8615 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Request body: {'port': {'network_id': '8383bb74-2b5c-4bcd-b308-bebe233c35c2', 'admin_state_up': False}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:47:16.681900 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c8d762-59ed-4a28-b339-52a85ce566aa req-2bdf2451-faaa-44c0-88ed-d816e3d47f6d tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:47:16.683484 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-80c8d762-59ed-4a28-b339-52a85ce566aa req-2bdf2451-faaa-44c0-88ed-d816e3d47f6d tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6d21cb4-e0ff-4d4b-b47b-221fda201dba HTTP/1.1" status: 200 len: 943 time: 0.1451054 Jul 05 02:47:16.730390 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-80c8d762-59ed-4a28-b339-52a85ce566aa req-0dc3186d-5a2e-4751-8eb8-cd13c961ed38 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399218 Jul 05 02:47:16.870211 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a11e8468-ca69-48c6-b083-0a9b1c4c8615 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Made reservation on behalf of c6367b82ad9045fe8e77909870b8942b for: {'port': 2} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:47:16.875146 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a11e8468-ca69-48c6-b083-0a9b1c4c8615 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:16.889505 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a11e8468-ca69-48c6-b083-0a9b1c4c8615 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:16.968819 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [None req-a11e8468-ca69-48c6-b083-0a9b1c4c8615 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] device_id is not set on port fcec8021-0854-4c1b-95ba-cc1c89a37436 yet. {{(pid=94461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:47:17.089707 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a11e8468-ca69-48c6-b083-0a9b1c4c8615 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:17.156177 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [None req-a11e8468-ca69-48c6-b083-0a9b1c4c8615 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] device_id is not set on port 0552792f-e93c-4ab5-a9fe-13f32f3e9a79 yet. {{(pid=94461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:47:17.267487 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a11e8468-ca69-48c6-b083-0a9b1c4c8615 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:17.450137 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fa751e-fa1e-44d1-a558-a5262e7b118b req-77476816-53ed-4a62-97cd-75cd48e7e89b tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:47:17.451726 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-00fa751e-fa1e-44d1-a558-a5262e7b118b req-77476816-53ed-4a62-97cd-75cd48e7e89b tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] 10.222.0.23 "GET /v2.0/ports?device_id=039cd1d6-325c-46d2-9c54-dff1bc66dda5 HTTP/1.1" status: 200 len: 945 time: 0.0631118 Jul 05 02:47:17.483136 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a11e8468-ca69-48c6-b083-0a9b1c4c8615 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:17.519419 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-00fa751e-fa1e-44d1-a558-a5262e7b118b req-d8851d7e-6268-4b79-bedb-30cd298e489c tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] 10.222.0.23 "GET /v2.0/security-groups?id=7af8d589-730d-469c-8bc2-19a36fefd4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618811 Jul 05 02:47:17.548481 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11e8468-ca69-48c6-b083-0a9b1c4c8615 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Pushing event updated for resources: {'Port': ['ID=fcec8021-0854-4c1b-95ba-cc1c89a37436,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:47:17.565488 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11e8468-ca69-48c6-b083-0a9b1c4c8615 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Checking segment: {'id': 'e31dbc55-4965-4b73-8ca8-5de57211b460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2737b1fc-f7a0-4240-85fd-474f3617b639'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:47:17.565880 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11e8468-ca69-48c6-b083-0a9b1c4c8615 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Network hostable DHCP agents. Network: 2737b1fc-f7a0-4240-85fd-474f3617b639, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:47:17.699136 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11e8468-ca69-48c6-b083-0a9b1c4c8615 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Network 2737b1fc-f7a0-4240-85fd-474f3617b639 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:47:17.835830 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-a11e8468-ca69-48c6-b083-0a9b1c4c8615 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 2737b1fc-f7a0-4240-85fd-474f3617b639) {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:47:17.839817 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11e8468-ca69-48c6-b083-0a9b1c4c8615 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:47:17.840715 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a11e8468-ca69-48c6-b083-0a9b1c4c8615 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:17.845800 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c3e8e0-5b36-483a-84b0-7a9c18a14b7a None None] Network 2737b1fc-f7a0-4240-85fd-474f3617b639 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:47:17.916888 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11e8468-ca69-48c6-b083-0a9b1c4c8615 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Pushing event updated for resources: {'Port': ['ID=0552792f-e93c-4ab5-a9fe-13f32f3e9a79,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:47:17.924944 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11e8468-ca69-48c6-b083-0a9b1c4c8615 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Checking segment: {'id': 'f3a5a9fc-d304-4203-a820-edf968c243f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8383bb74-2b5c-4bcd-b308-bebe233c35c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:47:17.925363 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11e8468-ca69-48c6-b083-0a9b1c4c8615 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Network hostable DHCP agents. Network: 8383bb74-2b5c-4bcd-b308-bebe233c35c2, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:47:17.932728 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8601bc-528f-43ee-89ae-7fb6457e0a9a req-43fadf08-ace9-4c23-b3b4-424c3a39efd2 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:47:17.934365 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ac8601bc-528f-43ee-89ae-7fb6457e0a9a req-43fadf08-ace9-4c23-b3b4-424c3a39efd2 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6d21cb4-e0ff-4d4b-b47b-221fda201dba HTTP/1.1" status: 200 len: 943 time: 0.0879176 Jul 05 02:47:17.974896 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ac8601bc-528f-43ee-89ae-7fb6457e0a9a req-c0744688-8c34-4b1c-9019-4ea83f7092e7 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334811 Jul 05 02:47:18.001116 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11e8468-ca69-48c6-b083-0a9b1c4c8615 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Network 8383bb74-2b5c-4bcd-b308-bebe233c35c2 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:47:18.104604 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-a11e8468-ca69-48c6-b083-0a9b1c4c8615 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 8383bb74-2b5c-4bcd-b308-bebe233c35c2) {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:47:18.108398 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11e8468-ca69-48c6-b083-0a9b1c4c8615 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:47:18.113947 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61267b12-9217-4c2b-bae1-aac0eae6d8f2 None None] Network 8383bb74-2b5c-4bcd-b308-bebe233c35c2 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:47:18.114636 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11e8468-ca69-48c6-b083-0a9b1c4c8615 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:47:18.120238 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11e8468-ca69-48c6-b083-0a9b1c4c8615 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:47:18.120934 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a11e8468-ca69-48c6-b083-0a9b1c4c8615 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:18.237616 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-a11e8468-ca69-48c6-b083-0a9b1c4c8615 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.7562616 Jul 05 02:47:18.239296 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 35718) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:47:18.341800 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434b53c7-e59d-4ae3-a37b-26a5391e1b8d tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:47:18.347681 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434b53c7-e59d-4ae3-a37b-26a5391e1b8d tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:47:18.349244 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-434b53c7-e59d-4ae3-a37b-26a5391e1b8d tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1090050 Jul 05 02:47:18.352288 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 35720) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:47:18.447411 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-67680ab5-e10e-4435-9878-27264d5875d8 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Deleting port fcec8021-0854-4c1b-95ba-cc1c89a37436 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:47:18.447763 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-67680ab5-e10e-4435-9878-27264d5875d8 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:18.514919 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-67680ab5-e10e-4435-9878-27264d5875d8 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:18.528976 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-67680ab5-e10e-4435-9878-27264d5875d8 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Calling delete_port for fcec8021-0854-4c1b-95ba-cc1c89a37436 owned by {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:47:18.706047 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-67680ab5-e10e-4435-9878-27264d5875d8 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:18.719903 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23381807-edf2-44f4-ba1a-f4839d26afb3 req-c6baec89-acb9-4822-87b0-7f7f8fb6ac19 tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:47:18.721524 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-23381807-edf2-44f4-ba1a-f4839d26afb3 req-c6baec89-acb9-4822-87b0-7f7f8fb6ac19 tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] 10.222.0.23 "GET /v2.0/ports?device_id=039cd1d6-325c-46d2-9c54-dff1bc66dda5 HTTP/1.1" status: 200 len: 945 time: 0.0736148 Jul 05 02:47:18.752988 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67680ab5-e10e-4435-9878-27264d5875d8 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Pushing event deleted for resources: {'Port': ['ID=fcec8021-0854-4c1b-95ba-cc1c89a37436,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:47:18.763658 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-67680ab5-e10e-4435-9878-27264d5875d8 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:18.765550 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-67680ab5-e10e-4435-9878-27264d5875d8 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] 10.222.0.23 "DELETE /v2.0/ports/fcec8021-0854-4c1b-95ba-cc1c89a37436 HTTP/1.1" status: 204 len: 168 time: 0.4123335 Jul 05 02:47:18.768528 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35724) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:47:18.785789 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-23381807-edf2-44f4-ba1a-f4839d26afb3 req-ed997b29-b88e-4eaa-8745-09c933ace047 tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] 10.222.0.23 "GET /v2.0/security-groups?id=7af8d589-730d-469c-8bc2-19a36fefd4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405743 Jul 05 02:47:18.880597 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-144be757-96ef-4da3-805e-74b18b2490e5 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Deleting port 0552792f-e93c-4ab5-a9fe-13f32f3e9a79 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:47:18.880931 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-144be757-96ef-4da3-805e-74b18b2490e5 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:18.950277 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-144be757-96ef-4da3-805e-74b18b2490e5 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:18.962883 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-144be757-96ef-4da3-805e-74b18b2490e5 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Calling delete_port for 0552792f-e93c-4ab5-a9fe-13f32f3e9a79 owned by {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:47:19.034710 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c630bb2f-5033-4832-9588-791dd3fceb4b req-6f225a5f-063e-4534-9df0-ac8986680579 tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:47:19.036440 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c630bb2f-5033-4832-9588-791dd3fceb4b req-6f225a5f-063e-4534-9df0-ac8986680579 tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] 10.222.0.15 "GET /v2.0/ports?device_id=039cd1d6-325c-46d2-9c54-dff1bc66dda5 HTTP/1.1" status: 200 len: 945 time: 0.0688550 Jul 05 02:47:19.143501 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-c630bb2f-5033-4832-9588-791dd3fceb4b req-0df60846-fb8a-430f-ac6e-b3b9b9703c5b tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] Deleting port e0cb0c21-328f-4a30-a6dd-a0112a368640 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:47:19.143845 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c630bb2f-5033-4832-9588-791dd3fceb4b req-0df60846-fb8a-430f-ac6e-b3b9b9703c5b tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:19.155786 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cee4d1d-b1d7-4092-ad1c-616e9aca4d75 req-19cc32ed-3aa9-4c91-92dc-846acdc2ce44 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:47:19.157163 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8cee4d1d-b1d7-4092-ad1c-616e9aca4d75 req-19cc32ed-3aa9-4c91-92dc-846acdc2ce44 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6d21cb4-e0ff-4d4b-b47b-221fda201dba HTTP/1.1" status: 200 len: 943 time: 0.0694208 Jul 05 02:47:19.178590 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-144be757-96ef-4da3-805e-74b18b2490e5 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:19.220241 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144be757-96ef-4da3-805e-74b18b2490e5 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Pushing event deleted for resources: {'Port': ['ID=0552792f-e93c-4ab5-a9fe-13f32f3e9a79,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:47:19.225984 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-144be757-96ef-4da3-805e-74b18b2490e5 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:19.228234 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-144be757-96ef-4da3-805e-74b18b2490e5 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] 10.222.0.23 "DELETE /v2.0/ports/0552792f-e93c-4ab5-a9fe-13f32f3e9a79 HTTP/1.1" status: 204 len: 168 time: 0.4585888 Jul 05 02:47:19.231913 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 35728) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:47:19.238644 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8cee4d1d-b1d7-4092-ad1c-616e9aca4d75 req-49bf0a58-cb8f-42b8-9692-56d9584e50f4 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752189 Jul 05 02:47:19.248477 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-c630bb2f-5033-4832-9588-791dd3fceb4b req-0df60846-fb8a-430f-ac6e-b3b9b9703c5b tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] For port e0cb0c21-328f-4a30-a6dd-a0112a368640, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=e0cb0c21-328f-4a30-a6dd-a0112a368640,segment=NetworkSegment(b7157176-2d07-46f7-baeb-77586810c902),segment_id=b7157176-2d07-46f7-baeb-77586810c902)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:47:19.248836 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c630bb2f-5033-4832-9588-791dd3fceb4b req-0df60846-fb8a-430f-ac6e-b3b9b9703c5b tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:19.276702 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-01673cc3-112d-4830-91c1-10a56f060f82 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0437150 Jul 05 02:47:19.280398 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35730) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:47:19.282840 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-c630bb2f-5033-4832-9588-791dd3fceb4b req-0df60846-fb8a-430f-ac6e-b3b9b9703c5b tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] Calling delete_port for e0cb0c21-328f-4a30-a6dd-a0112a368640 owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:47:19.285997 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-dca47b4b-a9a4-4912-84e2-a906cf7687f5 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1843717930'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:47:19.390703 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dca47b4b-a9a4-4912-84e2-a906cf7687f5 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Made reservation on behalf of c6367b82ad9045fe8e77909870b8942b for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:47:19.395032 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-dca47b4b-a9a4-4912-84e2-a906cf7687f5 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:19.420354 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dca47b4b-a9a4-4912-84e2-a906cf7687f5 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:47:19.429143 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-dca47b4b-a9a4-4912-84e2-a906cf7687f5 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:19.429516 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-dca47b4b-a9a4-4912-84e2-a906cf7687f5 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Added segment 3e05b514-5f7f-4f5a-946b-7dea3c473b13 of type vlan for network 2fcd254b-96f5-4e63-bd81-d550b7026fbd Jul 05 02:47:19.468804 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-dca47b4b-a9a4-4912-84e2-a906cf7687f5 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:19.538749 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c630bb2f-5033-4832-9588-791dd3fceb4b req-0df60846-fb8a-430f-ac6e-b3b9b9703c5b tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:19.552499 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['e0cb0c21-328f-4a30-a6dd-a0112a368640'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:47:19.573992 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df60846-fb8a-430f-ac6e-b3b9b9703c5b tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] Pushing event deleted for resources: {'Port': ['ID=e0cb0c21-328f-4a30-a6dd-a0112a368640,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:47:19.616829 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-c630bb2f-5033-4832-9588-791dd3fceb4b req-0df60846-fb8a-430f-ac6e-b3b9b9703c5b tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] No DVR routers for this DVR port e0cb0c21-328f-4a30-a6dd-a0112a368640 on host n-h2-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:47:19.619959 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c630bb2f-5033-4832-9588-791dd3fceb4b req-0df60846-fb8a-430f-ac6e-b3b9b9703c5b tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:19.621928 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c630bb2f-5033-4832-9588-791dd3fceb4b req-0df60846-fb8a-430f-ac6e-b3b9b9703c5b tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] 10.222.0.15 "DELETE /v2.0/ports/e0cb0c21-328f-4a30-a6dd-a0112a368640 HTTP/1.1" status: 204 len: 173 time: 0.5793705 Jul 05 02:47:19.622384 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '039cd1d6-325c-46d2-9c54-dff1bc66dda5', 'name': 'network-vif-deleted', 'tag': 'e0cb0c21-328f-4a30-a6dd-a0112a368640'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:47:19.624675 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa58d46a-01bb-4aa2-a50a-072f6cf9ed9d" -d '{"events": [{"server_uuid": "039cd1d6-325c-46d2-9c54-dff1bc66dda5", "name": "network-vif-deleted", "tag": "e0cb0c21-328f-4a30-a6dd-a0112a368640"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:47:19.635698 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-dca47b4b-a9a4-4912-84e2-a906cf7687f5 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:19.647749 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca47b4b-a9a4-4912-84e2-a906cf7687f5 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:47:19.647749 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-dca47b4b-a9a4-4912-84e2-a906cf7687f5 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:19.659775 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-649c581d-750e-43de-9102-8c905ace1c33 x-openstack-request-id: req-649c581d-750e-43de-9102-8c905ace1c33 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:47:19.660062 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "039cd1d6-325c-46d2-9c54-dff1bc66dda5", "name": "network-vif-deleted", "tag": "e0cb0c21-328f-4a30-a6dd-a0112a368640", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:47:19.660315 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-649c581d-750e-43de-9102-8c905ace1c33 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:47:19.660717 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '039cd1d6-325c-46d2-9c54-dff1bc66dda5', 'name': 'network-vif-deleted', 'tag': 'e0cb0c21-328f-4a30-a6dd-a0112a368640', 'status': 'completed', 'code': 200} Jul 05 02:47:19.715425 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca47b4b-a9a4-4912-84e2-a906cf7687f5 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Pushing event updated for resources: {'Network': ['ID=2fcd254b-96f5-4e63-bd81-d550b7026fbd,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:47:19.725560 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 2fcd254b-96f5-4e63-bd81-d550b7026fbd details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:47:19.821363 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-dca47b4b-a9a4-4912-84e2-a906cf7687f5 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5396566 Jul 05 02:47:19.823705 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35736) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:47:19.829653 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-c68226d5-3e71-4acd-9efb-b57c8cc1eebd tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1685052252'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:47:19.937724 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-091ee46f-fcd9-4611-b42a-fb79d7b6af81 req-8ec4f49e-da01-41c0-b3f1-63e8cdb12fab tempest-VolumesSnapshotTestJSON-1982561472 tempest-VolumesSnapshotTestJSON-1982561472-project] 10.222.0.23 "GET /v2.0/ports?device_id=039cd1d6-325c-46d2-9c54-dff1bc66dda5 HTTP/1.1" status: 200 len: 210 time: 0.0295935 Jul 05 02:47:19.943689 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c68226d5-3e71-4acd-9efb-b57c8cc1eebd tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Made reservation on behalf of c6367b82ad9045fe8e77909870b8942b for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:47:19.947105 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c68226d5-3e71-4acd-9efb-b57c8cc1eebd tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:19.970982 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c68226d5-3e71-4acd-9efb-b57c8cc1eebd tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:47:19.980227 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c68226d5-3e71-4acd-9efb-b57c8cc1eebd tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:19.980562 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-c68226d5-3e71-4acd-9efb-b57c8cc1eebd tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Added segment cd9b852f-f181-4132-9cea-fd6396e04262 of type vlan for network 7a7502fb-cb47-47b0-981e-049c7b3d5c6f Jul 05 02:47:20.017828 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c68226d5-3e71-4acd-9efb-b57c8cc1eebd tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:20.126811 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c68226d5-3e71-4acd-9efb-b57c8cc1eebd tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:20.133062 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68226d5-3e71-4acd-9efb-b57c8cc1eebd tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:47:20.139544 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c68226d5-3e71-4acd-9efb-b57c8cc1eebd tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:20.196417 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68226d5-3e71-4acd-9efb-b57c8cc1eebd tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Pushing event updated for resources: {'Network': ['ID=7a7502fb-cb47-47b0-981e-049c7b3d5c6f,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:47:20.206852 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 7a7502fb-cb47-47b0-981e-049c7b3d5c6f details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:47:20.339746 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-c68226d5-3e71-4acd-9efb-b57c8cc1eebd tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5149708 Jul 05 02:47:20.412793 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa10fb13-f376-449b-9c8f-5f64edbfe464 req-7f2c8e83-40a1-49a7-9051-ea776b32adca tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:47:20.413664 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fa10fb13-f376-449b-9c8f-5f64edbfe464 req-7f2c8e83-40a1-49a7-9051-ea776b32adca tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6d21cb4-e0ff-4d4b-b47b-221fda201dba HTTP/1.1" status: 200 len: 943 time: 0.0655513 Jul 05 02:47:20.454758 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fa10fb13-f376-449b-9c8f-5f64edbfe464 req-6cf152b3-df2d-4676-889e-a7ed36fc6342 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343616 Jul 05 02:47:20.472221 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35742) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:47:20.479430 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-637b7b01-f682-41c4-b77f-492c2b110897 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Request body: {'subnets': [{'network_id': '2fcd254b-96f5-4e63-bd81-d550b7026fbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1579038980', 'ip_version': 4}, {'network_id': '7a7502fb-cb47-47b0-981e-049c7b3d5c6f', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:47:20.479742 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-637b7b01-f682-41c4-b77f-492c2b110897 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Request body: {'subnet': {'network_id': '2fcd254b-96f5-4e63-bd81-d550b7026fbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1579038980', 'ip_version': 4}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:47:20.480369 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-637b7b01-f682-41c4-b77f-492c2b110897 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Request body: {'subnet': {'network_id': '7a7502fb-cb47-47b0-981e-049c7b3d5c6f', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:47:20.795997 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-637b7b01-f682-41c4-b77f-492c2b110897 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Made reservation on behalf of c6367b82ad9045fe8e77909870b8942b for: {'subnet': 2} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:47:20.800718 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-637b7b01-f682-41c4-b77f-492c2b110897 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:20.801062 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-637b7b01-f682-41c4-b77f-492c2b110897 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:20.966953 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b1bbe574-891d-4a41-a439-94407da15b8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:21.293702 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-637b7b01-f682-41c4-b77f-492c2b110897 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:21.350752 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637b7b01-f682-41c4-b77f-492c2b110897 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Pushing event updated for resources: {'Subnet': ['ID=1d32be05-65f5-4693-b80c-0ed00f70d49c,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:47:21.361520 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637b7b01-f682-41c4-b77f-492c2b110897 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Checking segment: {'id': '3e05b514-5f7f-4f5a-946b-7dea3c473b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2fcd254b-96f5-4e63-bd81-d550b7026fbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:47:21.373813 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637b7b01-f682-41c4-b77f-492c2b110897 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Network hostable DHCP agents. Network: 2fcd254b-96f5-4e63-bd81-d550b7026fbd, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:47:21.458801 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637b7b01-f682-41c4-b77f-492c2b110897 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Network 2fcd254b-96f5-4e63-bd81-d550b7026fbd is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:47:21.584099 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-637b7b01-f682-41c4-b77f-492c2b110897 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 2fcd254b-96f5-4e63-bd81-d550b7026fbd) {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:47:21.589415 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-637b7b01-f682-41c4-b77f-492c2b110897 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:21.593943 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5962bf94-3981-4026-8776-70e4c2b996ba None None] Network 2fcd254b-96f5-4e63-bd81-d550b7026fbd requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:47:21.644346 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7578f24f-cf9c-4919-9ee0-f3666ff87d6d req-72682efa-ade7-4817-a3a2-d950a41d1329 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:47:21.645893 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7578f24f-cf9c-4919-9ee0-f3666ff87d6d req-72682efa-ade7-4817-a3a2-d950a41d1329 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6d21cb4-e0ff-4d4b-b47b-221fda201dba HTTP/1.1" status: 200 len: 943 time: 0.0744371 Jul 05 02:47:21.663779 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637b7b01-f682-41c4-b77f-492c2b110897 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Pushing event updated for resources: {'Subnet': ['ID=6de59a71-c591-4412-9d07-53b9b5756990,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:47:21.677883 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637b7b01-f682-41c4-b77f-492c2b110897 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Checking segment: {'id': 'cd9b852f-f181-4132-9cea-fd6396e04262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7a7502fb-cb47-47b0-981e-049c7b3d5c6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:47:21.678501 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637b7b01-f682-41c4-b77f-492c2b110897 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Network hostable DHCP agents. Network: 7a7502fb-cb47-47b0-981e-049c7b3d5c6f, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:47:21.688002 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7578f24f-cf9c-4919-9ee0-f3666ff87d6d req-11f03785-282a-4116-9d3b-acd7b27aad75 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353212 Jul 05 02:47:21.766317 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7a6cd5-e522-44c6-9251-9cdda62cc01b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-2fcd254b-96f5-4e63-bd81-d550b7026fbd', 'network_id': '2fcd254b-96f5-4e63-bd81-d550b7026fbd', 'tenant_id': 'c6367b82ad9045fe8e77909870b8942b', 'fixed_ips': [{'subnet_id': '1d32be05-65f5-4693-b80c-0ed00f70d49c'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:47:21.767315 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-fa7a6cd5-e522-44c6-9251-9cdda62cc01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:21.812916 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637b7b01-f682-41c4-b77f-492c2b110897 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Network 7a7502fb-cb47-47b0-981e-049c7b3d5c6f is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:47:21.896146 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-fa7a6cd5-e522-44c6-9251-9cdda62cc01b None None] Allocated IP 172.20.0.2 (2fcd254b-96f5-4e63-bd81-d550b7026fbd/1d32be05-65f5-4693-b80c-0ed00f70d49c/f2d03b43-3953-4431-8e07-68db786a955e) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:47:21.909831 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device e0cb0c21-328f-4a30-a6dd-a0112a368640 no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:47:21.910706 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-637b7b01-f682-41c4-b77f-492c2b110897 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 7a7502fb-cb47-47b0-981e-049c7b3d5c6f) {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:47:21.914657 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637b7b01-f682-41c4-b77f-492c2b110897 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:47:21.915363 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637b7b01-f682-41c4-b77f-492c2b110897 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:47:21.917931 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-637b7b01-f682-41c4-b77f-492c2b110897 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Notify callbacks [] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:21.968965 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d3b7fc-d6f1-49d8-8690-0fc54a87f923 None None] Network 7a7502fb-cb47-47b0-981e-049c7b3d5c6f requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:47:21.981578 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] No Port match for: e0cb0c21-328f-4a30-a6dd-a0112a368640 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:47:21.981907 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device e0cb0c21-328f-4a30-a6dd-a0112a368640 not bound to the agent host n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:47:22.031018 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-637b7b01-f682-41c4-b77f-492c2b110897 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.5576384 Jul 05 02:47:22.033612 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35756) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:47:22.124511 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c7c386-044b-4ae4-9dfe-bb8dff27d1bc tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:47:22.126074 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c7c386-044b-4ae4-9dfe-bb8dff27d1bc tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:47:22.127760 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c7c386-044b-4ae4-9dfe-bb8dff27d1bc tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:47:22.129384 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-e0c7c386-044b-4ae4-9dfe-bb8dff27d1bc tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.0948207 Jul 05 02:47:22.133491 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 35758) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:47:22.145361 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-fa7a6cd5-e522-44c6-9251-9cdda62cc01b None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:22.161678 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-fa7a6cd5-e522-44c6-9251-9cdda62cc01b None None] Transition to ACTIVE for port object f2d03b43-3953-4431-8e07-68db786a955e will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:47:22.186592 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_v2 [None req-685dac32-0d70-4c72-9a34-b91a82f5592f tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Deleting subnet 1d32be05-65f5-4693-b80c-0ed00f70d49c {{(pid=94461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:47:22.200498 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-fa7a6cd5-e522-44c6-9251-9cdda62cc01b None None] Transition to ACTIVE for port object f2d03b43-3953-4431-8e07-68db786a955e will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:47:22.213620 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b142687-3eb2-4b1d-98c9-ab8d929a5380 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-7a7502fb-cb47-47b0-981e-049c7b3d5c6f', 'network_id': '7a7502fb-cb47-47b0-981e-049c7b3d5c6f', 'tenant_id': 'c6367b82ad9045fe8e77909870b8942b', 'fixed_ips': [{'subnet_id': '6de59a71-c591-4412-9d07-53b9b5756990'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:47:22.214518 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5b142687-3eb2-4b1d-98c9-ab8d929a5380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:22.343888 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-685dac32-0d70-4c72-9a34-b91a82f5592f tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Notify callbacks [] for subnet, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:22.345840 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-fa7a6cd5-e522-44c6-9251-9cdda62cc01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:22.352555 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-5b142687-3eb2-4b1d-98c9-ab8d929a5380 None None] Allocated IP 172.20.0.18 (7a7502fb-cb47-47b0-981e-049c7b3d5c6f/6de59a71-c591-4412-9d07-53b9b5756990/a79ecc66-d2a1-4f0e-9a33-0eb9dc37c8e1) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:47:22.391689 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-685dac32-0d70-4c72-9a34-b91a82f5592f tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5519650'] for subnet, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:22.404744 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7a6cd5-e522-44c6-9251-9cdda62cc01b None None] Network 2fcd254b-96f5-4e63-bd81-d550b7026fbd is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:47:22.419000 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-fa7a6cd5-e522-44c6-9251-9cdda62cc01b None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:47:22.446914 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a6cd5-e522-44c6-9251-9cdda62cc01b None None] Pushing event updated for resources: {'Port': ['ID=f2d03b43-3953-4431-8e07-68db786a955e,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:47:22.449271 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7a6cd5-e522-44c6-9251-9cdda62cc01b None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:47:22.493185 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-685dac32-0d70-4c72-9a34-b91a82f5592f tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:22.524899 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-fa7a6cd5-e522-44c6-9251-9cdda62cc01b None None] Attempting to bind port f2d03b43-3953-4431-8e07-68db786a955e on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:47:22.526244 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-fa7a6cd5-e522-44c6-9251-9cdda62cc01b None None] Attempting to bind port f2d03b43-3953-4431-8e07-68db786a955e by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '3e05b514-5f7f-4f5a-946b-7dea3c473b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2fcd254b-96f5-4e63-bd81-d550b7026fbd'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:47:22.526616 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7a6cd5-e522-44c6-9251-9cdda62cc01b None None] Attempting to bind port f2d03b43-3953-4431-8e07-68db786a955e on network 2fcd254b-96f5-4e63-bd81-d550b7026fbd {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:47:22.544779 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7a6cd5-e522-44c6-9251-9cdda62cc01b None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:47:22.545148 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7a6cd5-e522-44c6-9251-9cdda62cc01b None None] Checking segment: {'id': '3e05b514-5f7f-4f5a-946b-7dea3c473b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2fcd254b-96f5-4e63-bd81-d550b7026fbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:47:22.545540 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-fa7a6cd5-e522-44c6-9251-9cdda62cc01b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:22.545950 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7a6cd5-e522-44c6-9251-9cdda62cc01b None None] Bound using segment: {'id': '3e05b514-5f7f-4f5a-946b-7dea3c473b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2fcd254b-96f5-4e63-bd81-d550b7026fbd'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:47:22.546454 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-fa7a6cd5-e522-44c6-9251-9cdda62cc01b None None] Bound port: f2d03b43-3953-4431-8e07-68db786a955e, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e05b514-5f7f-4f5a-946b-7dea3c473b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2fcd254b-96f5-4e63-bd81-d550b7026fbd'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:47:22.546829 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-fa7a6cd5-e522-44c6-9251-9cdda62cc01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:22.624774 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-685dac32-0d70-4c72-9a34-b91a82f5592f tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5763388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774356'] for subnet, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:22.637988 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5b142687-3eb2-4b1d-98c9-ab8d929a5380 None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:22.655770 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-5b142687-3eb2-4b1d-98c9-ab8d929a5380 None None] Transition to ACTIVE for port object a79ecc66-d2a1-4f0e-9a33-0eb9dc37c8e1 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:47:22.656815 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dac32-0d70-4c72-9a34-b91a82f5592f tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Pushing event deleted for resources: {'Subnet': ['ID=1d32be05-65f5-4693-b80c-0ed00f70d49c,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:47:22.661593 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-685dac32-0d70-4c72-9a34-b91a82f5592f tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:22.663886 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-fa7a6cd5-e522-44c6-9251-9cdda62cc01b None None] For port f2d03b43-3953-4431-8e07-68db786a955e, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:47:22.664107 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-685dac32-0d70-4c72-9a34-b91a82f5592f tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] 10.222.0.23 "DELETE /v2.0/subnets/1d32be05-65f5-4693-b80c-0ed00f70d49c HTTP/1.1" status: 204 len: 168 time: 0.5300136 Jul 05 02:47:22.667009 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35764) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:47:22.669818 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-fa7a6cd5-e522-44c6-9251-9cdda62cc01b None None] For port f2d03b43-3953-4431-8e07-68db786a955e, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=f2d03b43-3953-4431-8e07-68db786a955e,segment=NetworkSegment(3e05b514-5f7f-4f5a-946b-7dea3c473b13),segment_id=3e05b514-5f7f-4f5a-946b-7dea3c473b13)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:47:22.676947 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-5b142687-3eb2-4b1d-98c9-ab8d929a5380 None None] Transition to ACTIVE for port object a79ecc66-d2a1-4f0e-9a33-0eb9dc37c8e1 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:47:22.727686 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-50404705-7cb9-4804-8a46-6d2bc7792a1e tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Deleting subnet 6de59a71-c591-4412-9d07-53b9b5756990 {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:47:22.798050 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-fa7a6cd5-e522-44c6-9251-9cdda62cc01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:22.829557 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-50404705-7cb9-4804-8a46-6d2bc7792a1e tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:22.879955 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-50404705-7cb9-4804-8a46-6d2bc7792a1e tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:22.944571 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3ec9d4-844d-419d-ac75-12ec8a264f06 req-9004decd-24c9-4451-8e0d-ae55607e84e3 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:47:22.946964 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3c3ec9d4-844d-419d-ac75-12ec8a264f06 req-9004decd-24c9-4451-8e0d-ae55607e84e3 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6d21cb4-e0ff-4d4b-b47b-221fda201dba HTTP/1.1" status: 200 len: 943 time: 0.1031044 Jul 05 02:47:23.000509 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-50404705-7cb9-4804-8a46-6d2bc7792a1e tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:23.024175 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3c3ec9d4-844d-419d-ac75-12ec8a264f06 req-08d60acb-c3e9-4274-adc6-c234658124f7 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527554 Jul 05 02:47:23.089439 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5b142687-3eb2-4b1d-98c9-ab8d929a5380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:23.125764 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b142687-3eb2-4b1d-98c9-ab8d929a5380 None None] Network 7a7502fb-cb47-47b0-981e-049c7b3d5c6f is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:47:23.133937 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-5b142687-3eb2-4b1d-98c9-ab8d929a5380 None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:47:23.139732 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b142687-3eb2-4b1d-98c9-ab8d929a5380 None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:47:23.141841 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a6cd5-e522-44c6-9251-9cdda62cc01b None None] Pushing event updated for resources: {'Port': ['ID=f2d03b43-3953-4431-8e07-68db786a955e,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:47:23.207909 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-50404705-7cb9-4804-8a46-6d2bc7792a1e tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:23.250708 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b142687-3eb2-4b1d-98c9-ab8d929a5380 None None] Pushing event updated for resources: {'Port': ['ID=a79ecc66-d2a1-4f0e-9a33-0eb9dc37c8e1,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:47:23.260853 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-5b142687-3eb2-4b1d-98c9-ab8d929a5380 None None] Attempting to bind port a79ecc66-d2a1-4f0e-9a33-0eb9dc37c8e1 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:47:23.261227 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-5b142687-3eb2-4b1d-98c9-ab8d929a5380 None None] Attempting to bind port a79ecc66-d2a1-4f0e-9a33-0eb9dc37c8e1 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'cd9b852f-f181-4132-9cea-fd6396e04262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7a7502fb-cb47-47b0-981e-049c7b3d5c6f'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:47:23.261640 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b142687-3eb2-4b1d-98c9-ab8d929a5380 None None] Attempting to bind port a79ecc66-d2a1-4f0e-9a33-0eb9dc37c8e1 on network 7a7502fb-cb47-47b0-981e-049c7b3d5c6f {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:47:23.269295 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b142687-3eb2-4b1d-98c9-ab8d929a5380 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:47:23.269800 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b142687-3eb2-4b1d-98c9-ab8d929a5380 None None] Checking segment: {'id': 'cd9b852f-f181-4132-9cea-fd6396e04262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7a7502fb-cb47-47b0-981e-049c7b3d5c6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:47:23.270071 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5b142687-3eb2-4b1d-98c9-ab8d929a5380 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:23.270848 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b142687-3eb2-4b1d-98c9-ab8d929a5380 None None] Bound using segment: {'id': 'cd9b852f-f181-4132-9cea-fd6396e04262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7a7502fb-cb47-47b0-981e-049c7b3d5c6f'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:47:23.271274 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-5b142687-3eb2-4b1d-98c9-ab8d929a5380 None None] Bound port: a79ecc66-d2a1-4f0e-9a33-0eb9dc37c8e1, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd9b852f-f181-4132-9cea-fd6396e04262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7a7502fb-cb47-47b0-981e-049c7b3d5c6f'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:47:23.271658 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5b142687-3eb2-4b1d-98c9-ab8d929a5380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:23.351555 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4437642c-006f-4c2d-8378-abffdc9a849a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:23.396564 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-5b142687-3eb2-4b1d-98c9-ab8d929a5380 None None] For port a79ecc66-d2a1-4f0e-9a33-0eb9dc37c8e1, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:47:23.401695 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-5b142687-3eb2-4b1d-98c9-ab8d929a5380 None None] For port a79ecc66-d2a1-4f0e-9a33-0eb9dc37c8e1, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=a79ecc66-d2a1-4f0e-9a33-0eb9dc37c8e1,segment=NetworkSegment(cd9b852f-f181-4132-9cea-fd6396e04262),segment_id=cd9b852f-f181-4132-9cea-fd6396e04262)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:47:23.546754 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50404705-7cb9-4804-8a46-6d2bc7792a1e tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Pushing event deleted for resources: {'Subnet': ['ID=6de59a71-c591-4412-9d07-53b9b5756990,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:47:23.550599 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-50404705-7cb9-4804-8a46-6d2bc7792a1e tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Notify callbacks [] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:23.554873 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-50404705-7cb9-4804-8a46-6d2bc7792a1e tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] 10.222.0.23 "DELETE /v2.0/subnets/6de59a71-c591-4412-9d07-53b9b5756990 HTTP/1.1" status: 204 len: 168 time: 0.8837829 Jul 05 02:47:23.555143 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35782) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:47:23.563903 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5b142687-3eb2-4b1d-98c9-ab8d929a5380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:23.607625 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a693cb-9b85-4c83-9ef0-7d6a33fde6ef tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:47:23.610359 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-e5a693cb-9b85-4c83-9ef0-7d6a33fde6ef tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0539021 Jul 05 02:47:23.616995 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35784) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:47:23.713980 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b142687-3eb2-4b1d-98c9-ab8d929a5380 None None] Pushing event updated for resources: {'Port': ['ID=a79ecc66-d2a1-4f0e-9a33-0eb9dc37c8e1,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:47:23.741143 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc9e001-8f0e-49e7-b90c-8101c9debb06 None None] Network 7a7502fb-cb47-47b0-981e-049c7b3d5c6f requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:47:23.741386 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ffd968d7-851c-4832-a60b-b340d72f8127 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:23.797922 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device f2d03b43-3953-4431-8e07-68db786a955e up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:47:23.816047 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-ffd968d7-851c-4832-a60b-b340d72f8127 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Deleting port a79ecc66-d2a1-4f0e-9a33-0eb9dc37c8e1 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:47:23.816047 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ffd968d7-851c-4832-a60b-b340d72f8127 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:23.885379 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-ffd968d7-851c-4832-a60b-b340d72f8127 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] For port a79ecc66-d2a1-4f0e-9a33-0eb9dc37c8e1, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=a79ecc66-d2a1-4f0e-9a33-0eb9dc37c8e1,segment=NetworkSegment(cd9b852f-f181-4132-9cea-fd6396e04262),segment_id=cd9b852f-f181-4132-9cea-fd6396e04262)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:47:23.886019 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ffd968d7-851c-4832-a60b-b340d72f8127 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:23.905587 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-ffd968d7-851c-4832-a60b-b340d72f8127 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Calling delete_port for a79ecc66-d2a1-4f0e-9a33-0eb9dc37c8e1 owned by network:dhcp {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:47:23.957177 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:24.052594 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port f2d03b43-3953-4431-8e07-68db786a955e completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:47:24.065660 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ffd968d7-851c-4832-a60b-b340d72f8127 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:24.097327 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd968d7-851c-4832-a60b-b340d72f8127 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] No DVR routers for this DVR port a79ecc66-d2a1-4f0e-9a33-0eb9dc37c8e1 on host n-d-771362-32 {{(pid=94462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:47:24.101944 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd968d7-851c-4832-a60b-b340d72f8127 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Pushing event deleted for resources: {'Port': ['ID=a79ecc66-d2a1-4f0e-9a33-0eb9dc37c8e1,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:47:24.202367 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ffd968d7-851c-4832-a60b-b340d72f8127 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:24.213651 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-ffd968d7-851c-4832-a60b-b340d72f8127 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a7502fb-cb47-47b0-981e-049c7b3d5c6f']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:47:24.226737 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-ffd968d7-851c-4832-a60b-b340d72f8127 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd9b852f-f181-4132-9cea-fd6396e04262') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:47:24.231391 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-ffd968d7-851c-4832-a60b-b340d72f8127 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd9b852f-f181-4132-9cea-fd6396e04262') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:47:24.241361 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ffd968d7-851c-4832-a60b-b340d72f8127 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:24.260128 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ffd968d7-851c-4832-a60b-b340d72f8127 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:24.270968 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffd968d7-851c-4832-a60b-b340d72f8127 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:47:24.273429 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ffd968d7-851c-4832-a60b-b340d72f8127 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:24.276083 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:47:24.276083 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:47:24.276083 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:47:24.276083 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:47:24.276083 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:47:24.276083 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:47:24.276083 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:47:24.276083 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:47:24.276083 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:47:24.276083 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:47:24.276083 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:47:24.276083 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:47:24.276083 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:47:24.276083 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:47:24.276083 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:47:24.276083 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:47:24.276083 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:47:24.276083 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:47:24.276083 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:47:24.276083 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:47:24.276083 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:47:24.276083 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:47:24.276083 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:47:24.276083 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:47:24.276083 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:47:24.276083 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:47:24.276083 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:47:24.276083 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:47:24.276083 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:47:24.276083 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:47:24.276083 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:47:24.276083 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:47:24.304948 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8a81ef-ea6e-4ae0-ad40-13a017160ddd req-ed3f5194-92fb-4fb3-b000-a04979984166 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:47:24.306659 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7f8a81ef-ea6e-4ae0-ad40-13a017160ddd req-ed3f5194-92fb-4fb3-b000-a04979984166 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6d21cb4-e0ff-4d4b-b47b-221fda201dba HTTP/1.1" status: 200 len: 943 time: 0.1104372 Jul 05 02:47:24.314198 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69f7d79-7bda-471d-882c-2ffc6637e4e1 None None] Network 2fcd254b-96f5-4e63-bd81-d550b7026fbd requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:47:24.354965 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7f8a81ef-ea6e-4ae0-ad40-13a017160ddd req-1c4b56df-dc31-41bf-b96d-00775ce4650b tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423305 Jul 05 02:47:24.479669 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ffd968d7-851c-4832-a60b-b340d72f8127 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:24.484878 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ffd968d7-851c-4832-a60b-b340d72f8127 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:24.486846 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-ffd968d7-851c-4832-a60b-b340d72f8127 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] 10.222.0.23 "DELETE /v2.0/networks/7a7502fb-cb47-47b0-981e-049c7b3d5c6f HTTP/1.1" status: 204 len: 168 time: 0.8684015 Jul 05 02:47:24.489892 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 35796) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:47:24.497873 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd968d7-851c-4832-a60b-b340d72f8127 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Pushing event deleted for resources: {'Network': ['ID=7a7502fb-cb47-47b0-981e-049c7b3d5c6f,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:47:24.505046 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-434280f1-94c9-400d-a75d-a86a3754df5b None None] Provisioning for port f2d03b43-3953-4431-8e07-68db786a955e completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:47:24.509309 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-434280f1-94c9-400d-a75d-a86a3754df5b None None] Provisioning complete for port f2d03b43-3953-4431-8e07-68db786a955e triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:47:24.509739 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-434280f1-94c9-400d-a75d-a86a3754df5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:24.589834 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0aa62b3a-6286-4d85-9327-5f78c2545c61 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:24.606063 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb37b962-4718-444e-9c0c-1b19edf0b473 None None] DHCP port deletion for 2fcd254b-96f5-4e63-bd81-d550b7026fbd request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:47:24.624320 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-434280f1-94c9-400d-a75d-a86a3754df5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:24.667126 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-0aa62b3a-6286-4d85-9327-5f78c2545c61 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Deleting port f2d03b43-3953-4431-8e07-68db786a955e {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:47:24.667778 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0aa62b3a-6286-4d85-9327-5f78c2545c61 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:24.692903 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:24.695002 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-434280f1-94c9-400d-a75d-a86a3754df5b None None] For port f2d03b43-3953-4431-8e07-68db786a955e, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=f2d03b43-3953-4431-8e07-68db786a955e,segment=NetworkSegment(3e05b514-5f7f-4f5a-946b-7dea3c473b13),segment_id=3e05b514-5f7f-4f5a-946b-7dea3c473b13)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:47:24.706494 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-cb37b962-4718-444e-9c0c-1b19edf0b473 None None] Deleting port f2d03b43-3953-4431-8e07-68db786a955e {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:47:24.706959 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-cb37b962-4718-444e-9c0c-1b19edf0b473 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:24.783403 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [None req-0aa62b3a-6286-4d85-9327-5f78c2545c61 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] For port f2d03b43-3953-4431-8e07-68db786a955e, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=f2d03b43-3953-4431-8e07-68db786a955e,segment=NetworkSegment(3e05b514-5f7f-4f5a-946b-7dea3c473b13),segment_id=3e05b514-5f7f-4f5a-946b-7dea3c473b13)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:47:24.784225 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0aa62b3a-6286-4d85-9327-5f78c2545c61 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:24.791457 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-cb37b962-4718-444e-9c0c-1b19edf0b473 None None] For port f2d03b43-3953-4431-8e07-68db786a955e, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=f2d03b43-3953-4431-8e07-68db786a955e,segment=NetworkSegment(3e05b514-5f7f-4f5a-946b-7dea3c473b13),segment_id=3e05b514-5f7f-4f5a-946b-7dea3c473b13)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:47:24.792347 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-cb37b962-4718-444e-9c0c-1b19edf0b473 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:24.802379 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-0aa62b3a-6286-4d85-9327-5f78c2545c61 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Calling delete_port for f2d03b43-3953-4431-8e07-68db786a955e owned by network:dhcp {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:47:24.804394 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-434280f1-94c9-400d-a75d-a86a3754df5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:24.818436 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-cb37b962-4718-444e-9c0c-1b19edf0b473 None None] Calling delete_port for f2d03b43-3953-4431-8e07-68db786a955e owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:47:24.960261 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434280f1-94c9-400d-a75d-a86a3754df5b None None] Pushing event updated for resources: {'Port': ['ID=f2d03b43-3953-4431-8e07-68db786a955e,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:47:25.044607 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0aa62b3a-6286-4d85-9327-5f78c2545c61 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:25.050230 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-cb37b962-4718-444e-9c0c-1b19edf0b473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:25.092390 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb37b962-4718-444e-9c0c-1b19edf0b473 None None] No DVR routers for this DVR port f2d03b43-3953-4431-8e07-68db786a955e on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:47:25.094984 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa62b3a-6286-4d85-9327-5f78c2545c61 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Pushing event deleted for resources: {'Port': ['ID=f2d03b43-3953-4431-8e07-68db786a955e,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:47:25.099720 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb37b962-4718-444e-9c0c-1b19edf0b473 None None] Pushing event deleted for resources: {'Port': ['ID=f2d03b43-3953-4431-8e07-68db786a955e,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:47:25.114393 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa62b3a-6286-4d85-9327-5f78c2545c61 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] No DVR routers for this DVR port f2d03b43-3953-4431-8e07-68db786a955e on host n-d-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:47:25.121485 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73bb33d9-641d-48aa-8159-010a5c4bf2e0 None None] get_active_networks_info from n-d-771362-32 {{(pid=94463) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 02:47:25.193359 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0aa62b3a-6286-4d85-9327-5f78c2545c61 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:25.204701 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-0aa62b3a-6286-4d85-9327-5f78c2545c61 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fcd254b-96f5-4e63-bd81-d550b7026fbd']}} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:47:25.220647 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-0aa62b3a-6286-4d85-9327-5f78c2545c61 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e05b514-5f7f-4f5a-946b-7dea3c473b13') {'for_net_delete': True} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:47:25.220939 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-0aa62b3a-6286-4d85-9327-5f78c2545c61 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e05b514-5f7f-4f5a-946b-7dea3c473b13') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:47:25.234330 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0aa62b3a-6286-4d85-9327-5f78c2545c61 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5519669'] for segment, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:25.252186 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0aa62b3a-6286-4d85-9327-5f78c2545c61 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:25.263797 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73bb33d9-641d-48aa-8159-010a5c4bf2e0 None None] Resources bound (agent type, host, resource id): {{(pid=94463) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 02:47:25.264781 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0aa62b3a-6286-4d85-9327-5f78c2545c61 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=94461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:47:25.265319 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0aa62b3a-6286-4d85-9327-5f78c2545c61 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5763545'] for segment, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:25.271126 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:47:25.271126 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:47:25.271126 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:47:25.271126 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:47:25.271126 n-d-771362-32 neutron-server[94461]: Traceback (most recent call last): Jul 05 02:47:25.271126 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:47:25.271126 n-d-771362-32 neutron-server[94461]: timer() Jul 05 02:47:25.271126 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:47:25.271126 n-d-771362-32 neutron-server[94461]: cb(*args, **kw) Jul 05 02:47:25.271126 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:47:25.271126 n-d-771362-32 neutron-server[94461]: return func(*args, **kwargs) Jul 05 02:47:25.271126 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:47:25.271126 n-d-771362-32 neutron-server[94461]: self._notify() Jul 05 02:47:25.271126 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:47:25.271126 n-d-771362-32 neutron-server[94461]: self.callback(batched_events) Jul 05 02:47:25.271126 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:47:25.271126 n-d-771362-32 neutron-server[94461]: event.method(event) Jul 05 02:47:25.271126 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:47:25.271126 n-d-771362-32 neutron-server[94461]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:47:25.271126 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:47:25.271126 n-d-771362-32 neutron-server[94461]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:47:25.271126 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:47:25.271126 n-d-771362-32 neutron-server[94461]: return f(self, *a, **k) Jul 05 02:47:25.271126 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:47:25.271126 n-d-771362-32 neutron-server[94461]: return self._get(url).json() Jul 05 02:47:25.271126 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:47:25.271126 n-d-771362-32 neutron-server[94461]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:47:25.271126 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:47:25.271126 n-d-771362-32 neutron-server[94461]: return self.request(url, 'GET', **kwargs) Jul 05 02:47:25.271126 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:47:25.271126 n-d-771362-32 neutron-server[94461]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:47:25.271126 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:47:25.271126 n-d-771362-32 neutron-server[94461]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:47:25.271126 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:47:25.271126 n-d-771362-32 neutron-server[94461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:47:25.271126 n-d-771362-32 neutron-server[94461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:47:25.481632 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0aa62b3a-6286-4d85-9327-5f78c2545c61 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:25.487207 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0aa62b3a-6286-4d85-9327-5f78c2545c61 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:25.492579 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35804) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:47:25.502748 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-0aa62b3a-6286-4d85-9327-5f78c2545c61 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] 10.222.0.23 "DELETE /v2.0/networks/2fcd254b-96f5-4e63-bd81-d550b7026fbd HTTP/1.1" status: 204 len: 168 time: 1.0111756 Jul 05 02:47:25.559556 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa62b3a-6286-4d85-9327-5f78c2545c61 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Pushing event deleted for resources: {'Network': ['ID=2fcd254b-96f5-4e63-bd81-d550b7026fbd,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:47:25.658515 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8643e162-7ebb-4256-8be7-b1920447cc06 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:25.744796 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device f2d03b43-3953-4431-8e07-68db786a955e no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:47:25.765889 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: f2d03b43-3953-4431-8e07-68db786a955e {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:47:25.766257 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device f2d03b43-3953-4431-8e07-68db786a955e not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:47:25.815035 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dcdcde-e1dc-4bb5-9d59-358be65a1cab req-751bf09a-cf17-40f8-a113-d2e61a800236 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:47:25.816617 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c6dcdcde-e1dc-4bb5-9d59-358be65a1cab req-751bf09a-cf17-40f8-a113-d2e61a800236 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6d21cb4-e0ff-4d4b-b47b-221fda201dba HTTP/1.1" status: 200 len: 943 time: 0.1549757 Jul 05 02:47:25.841511 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8643e162-7ebb-4256-8be7-b1920447cc06 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:25.860317 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-8643e162-7ebb-4256-8be7-b1920447cc06 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8383bb74-2b5c-4bcd-b308-bebe233c35c2']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:47:25.878828 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-8643e162-7ebb-4256-8be7-b1920447cc06 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3a5a9fc-d304-4203-a820-edf968c243f2') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:47:25.879108 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-8643e162-7ebb-4256-8be7-b1920447cc06 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3a5a9fc-d304-4203-a820-edf968c243f2') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:47:25.893996 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c6dcdcde-e1dc-4bb5-9d59-358be65a1cab req-f1cd0ce9-d36f-449f-9294-23b221ee98a5 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659554 Jul 05 02:47:25.895703 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8643e162-7ebb-4256-8be7-b1920447cc06 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:25.912030 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8643e162-7ebb-4256-8be7-b1920447cc06 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:25.920097 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8643e162-7ebb-4256-8be7-b1920447cc06 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:47:25.920605 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8643e162-7ebb-4256-8be7-b1920447cc06 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:25.923934 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:47:25.923934 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:47:25.923934 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:47:25.923934 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:47:25.923934 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:47:25.923934 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:47:25.923934 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:47:25.923934 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:47:25.923934 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:47:25.923934 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:47:25.923934 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:47:25.923934 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:47:25.923934 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:47:25.923934 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:47:25.923934 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:47:25.923934 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:47:25.923934 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:47:25.923934 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:47:25.923934 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:47:25.923934 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:47:25.923934 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:47:25.923934 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:47:25.923934 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:47:25.923934 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:47:25.923934 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:47:25.923934 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:47:25.923934 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:47:25.923934 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:47:25.923934 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:47:25.923934 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:47:25.923934 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:47:25.923934 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:47:26.081434 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8643e162-7ebb-4256-8be7-b1920447cc06 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:26.101167 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8643e162-7ebb-4256-8be7-b1920447cc06 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:26.106152 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-8643e162-7ebb-4256-8be7-b1920447cc06 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] 10.222.0.23 "DELETE /v2.0/networks/8383bb74-2b5c-4bcd-b308-bebe233c35c2 HTTP/1.1" status: 204 len: 168 time: 0.6083796 Jul 05 02:47:26.106152 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8643e162-7ebb-4256-8be7-b1920447cc06 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Pushing event deleted for resources: {'Network': ['ID=8383bb74-2b5c-4bcd-b308-bebe233c35c2,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:47:26.107065 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 35808) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:47:26.108262 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:26.115069 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8643e162-7ebb-4256-8be7-b1920447cc06 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:47:26.115368 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8643e162-7ebb-4256-8be7-b1920447cc06 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:47:26.115710 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8643e162-7ebb-4256-8be7-b1920447cc06 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:47:26.116049 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8643e162-7ebb-4256-8be7-b1920447cc06 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:47:26.116381 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8643e162-7ebb-4256-8be7-b1920447cc06 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:47:26.116712 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8643e162-7ebb-4256-8be7-b1920447cc06 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:47:26.117042 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8643e162-7ebb-4256-8be7-b1920447cc06 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:47:26.117387 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8643e162-7ebb-4256-8be7-b1920447cc06 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:47:26.117694 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8643e162-7ebb-4256-8be7-b1920447cc06 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:47:26.118043 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8643e162-7ebb-4256-8be7-b1920447cc06 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:47:26.118414 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8643e162-7ebb-4256-8be7-b1920447cc06 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:47:26.118760 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8643e162-7ebb-4256-8be7-b1920447cc06 tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:47:26.224362 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3fc69b18-36dd-4d9e-a3b8-84a7003faf3b tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:26.314611 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3fc69b18-36dd-4d9e-a3b8-84a7003faf3b tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:26.327330 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-3fc69b18-36dd-4d9e-a3b8-84a7003faf3b tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2737b1fc-f7a0-4240-85fd-474f3617b639']}} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:47:26.337554 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-3fc69b18-36dd-4d9e-a3b8-84a7003faf3b tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e31dbc55-4965-4b73-8ca8-5de57211b460') {'for_net_delete': True} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:47:26.342231 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-3fc69b18-36dd-4d9e-a3b8-84a7003faf3b tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e31dbc55-4965-4b73-8ca8-5de57211b460') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:47:26.346748 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3fc69b18-36dd-4d9e-a3b8-84a7003faf3b tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5519669'] for segment, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:26.360419 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3fc69b18-36dd-4d9e-a3b8-84a7003faf3b tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:26.366443 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fc69b18-36dd-4d9e-a3b8-84a7003faf3b tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=94461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:47:26.366848 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3fc69b18-36dd-4d9e-a3b8-84a7003faf3b tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5763545'] for segment, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:26.370506 n-d-771362-32 neutron-server[94461]: Traceback (most recent call last): Jul 05 02:47:26.370506 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:47:26.370506 n-d-771362-32 neutron-server[94461]: timer() Jul 05 02:47:26.370506 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:47:26.370506 n-d-771362-32 neutron-server[94461]: cb(*args, **kw) Jul 05 02:47:26.370506 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:47:26.370506 n-d-771362-32 neutron-server[94461]: return func(*args, **kwargs) Jul 05 02:47:26.370506 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:47:26.370506 n-d-771362-32 neutron-server[94461]: self._notify() Jul 05 02:47:26.370506 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:47:26.370506 n-d-771362-32 neutron-server[94461]: self.callback(batched_events) Jul 05 02:47:26.370506 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:47:26.370506 n-d-771362-32 neutron-server[94461]: event.method(event) Jul 05 02:47:26.370506 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:47:26.370506 n-d-771362-32 neutron-server[94461]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:47:26.370506 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:47:26.370506 n-d-771362-32 neutron-server[94461]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:47:26.370506 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:47:26.370506 n-d-771362-32 neutron-server[94461]: return f(self, *a, **k) Jul 05 02:47:26.370506 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:47:26.370506 n-d-771362-32 neutron-server[94461]: return self._get(url).json() Jul 05 02:47:26.370506 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:47:26.370506 n-d-771362-32 neutron-server[94461]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:47:26.370506 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:47:26.370506 n-d-771362-32 neutron-server[94461]: return self.request(url, 'GET', **kwargs) Jul 05 02:47:26.370506 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:47:26.370506 n-d-771362-32 neutron-server[94461]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:47:26.370506 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:47:26.370506 n-d-771362-32 neutron-server[94461]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:47:26.370506 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:47:26.370506 n-d-771362-32 neutron-server[94461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:47:26.370506 n-d-771362-32 neutron-server[94461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:47:26.493024 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3fc69b18-36dd-4d9e-a3b8-84a7003faf3b tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:26.505025 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3fc69b18-36dd-4d9e-a3b8-84a7003faf3b tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:26.509961 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-3fc69b18-36dd-4d9e-a3b8-84a7003faf3b tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] 10.222.0.23 "DELETE /v2.0/networks/2737b1fc-f7a0-4240-85fd-474f3617b639 HTTP/1.1" status: 204 len: 168 time: 0.3983839 Jul 05 02:47:26.523087 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc69b18-36dd-4d9e-a3b8-84a7003faf3b tempest-BulkNetworkOpsTest-111084650 tempest-BulkNetworkOpsTest-111084650-project] Pushing event deleted for resources: {'Network': ['ID=2737b1fc-f7a0-4240-85fd-474f3617b639,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:47:26.989253 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 35816) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:47:27.083536 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a4302b-6d3c-4a9d-b9fb-aa5a99133048 req-94b0359a-59b2-4897-8223-a0aa87f1e9a8 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:47:27.085060 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-60a4302b-6d3c-4a9d-b9fb-aa5a99133048 req-94b0359a-59b2-4897-8223-a0aa87f1e9a8 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6d21cb4-e0ff-4d4b-b47b-221fda201dba HTTP/1.1" status: 200 len: 943 time: 0.0683637 Jul 05 02:47:27.153089 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-60a4302b-6d3c-4a9d-b9fb-aa5a99133048 req-02f875ea-229e-42ee-b629-66a14a14e13c tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605791 Jul 05 02:47:27.155435 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-b57942f3-b558-40a2-9fa1-5a3c86d480ea admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c6367b82ad9045fe8e77909870b8942b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1651323 Jul 05 02:47:27.158059 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 35820) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:47:27.207246 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c75213ba-0ec5-45f0-b07b-55850dcece87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:27.230452 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c75213ba-0ec5-45f0-b07b-55850dcece87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:27.338880 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c75213ba-0ec5-45f0-b07b-55850dcece87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:27.341415 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c75213ba-0ec5-45f0-b07b-55850dcece87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:27.342619 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-c75213ba-0ec5-45f0-b07b-55850dcece87 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/eec8a47c-3d5d-44ac-bde8-0118bf4947af HTTP/1.1" status: 204 len: 168 time: 0.1836514 Jul 05 02:47:27.350914 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75213ba-0ec5-45f0-b07b-55850dcece87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec8a47c-3d5d-44ac-bde8-0118bf4947af,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:47:28.387986 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64862341-b5d7-44f0-aee3-18ee9e4b377b req-b742a5db-cfb1-41db-94e1-331fc7d7f5ef tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:47:28.409068 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-64862341-b5d7-44f0-aee3-18ee9e4b377b req-b742a5db-cfb1-41db-94e1-331fc7d7f5ef tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6d21cb4-e0ff-4d4b-b47b-221fda201dba HTTP/1.1" status: 200 len: 943 time: 0.0831571 Jul 05 02:47:28.464427 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-64862341-b5d7-44f0-aee3-18ee9e4b377b req-8f5ffd3c-89dc-4edb-aa24-02e9ac9f7a00 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612645 Jul 05 02:47:29.165426 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd91e26-bbbb-4c07-b86c-848f7f4c1aec req-c618a98c-0d88-4399-b728-2c725a51769e tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:47:29.167287 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-cbd91e26-bbbb-4c07-b86c-848f7f4c1aec req-c618a98c-0d88-4399-b728-2c725a51769e tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a7c46d4-ee97-4330-8317-c5f97c0c2913 HTTP/1.1" status: 200 len: 947 time: 0.0740106 Jul 05 02:47:29.215165 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-cbd91e26-bbbb-4c07-b86c-848f7f4c1aec req-0da8c077-12ff-490f-8db9-1923e9180dba tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=e22aeac7-2b31-4b36-8770-94d9819b52f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406554 Jul 05 02:47:29.696718 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf82a9e6-a35c-454f-bf96-f847bb5fa354 req-fd80709b-3ba6-4586-b55c-d5d6966c2607 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:47:29.702007 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cf82a9e6-a35c-454f-bf96-f847bb5fa354 req-fd80709b-3ba6-4586-b55c-d5d6966c2607 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6d21cb4-e0ff-4d4b-b47b-221fda201dba HTTP/1.1" status: 200 len: 943 time: 0.0808935 Jul 05 02:47:29.767832 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cf82a9e6-a35c-454f-bf96-f847bb5fa354 req-ce0d0d58-028b-4b68-a9c2-04aadd1b1f6c tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616093 Jul 05 02:47:30.403954 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53601f4c-f570-4816-8781-c7d13048c44d req-cccce0b1-3f09-425e-b2cb-c1f2af4aeccb tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:47:30.405409 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-53601f4c-f570-4816-8781-c7d13048c44d req-cccce0b1-3f09-425e-b2cb-c1f2af4aeccb tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a7c46d4-ee97-4330-8317-c5f97c0c2913 HTTP/1.1" status: 200 len: 947 time: 0.0734057 Jul 05 02:47:30.444894 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-53601f4c-f570-4816-8781-c7d13048c44d req-cbf311f3-897e-42ff-9f6f-6557f8782589 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=e22aeac7-2b31-4b36-8770-94d9819b52f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337515 Jul 05 02:47:30.541903 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577cfb96-4728-40ba-9e32-0939d9aa7319 req-a49c8713-d5b8-4cc2-885a-b5f1489ca30d tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:47:30.544110 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-577cfb96-4728-40ba-9e32-0939d9aa7319 req-a49c8713-d5b8-4cc2-885a-b5f1489ca30d tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a7c46d4-ee97-4330-8317-c5f97c0c2913 HTTP/1.1" status: 200 len: 947 time: 0.0740974 Jul 05 02:47:30.662845 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-577cfb96-4728-40ba-9e32-0939d9aa7319 req-28f90d4b-01cb-460d-8a4b-95f3d272a604 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Deleting port 575b1f79-b8b7-4b20-a5be-3fee3932145b {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:47:30.663075 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-577cfb96-4728-40ba-9e32-0939d9aa7319 req-28f90d4b-01cb-460d-8a4b-95f3d272a604 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:30.757739 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-577cfb96-4728-40ba-9e32-0939d9aa7319 req-28f90d4b-01cb-460d-8a4b-95f3d272a604 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] For port 575b1f79-b8b7-4b20-a5be-3fee3932145b, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=575b1f79-b8b7-4b20-a5be-3fee3932145b,segment=NetworkSegment(be409309-6ad2-47dc-8674-b2f6fbe283c8),segment_id=be409309-6ad2-47dc-8674-b2f6fbe283c8)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:47:30.758942 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-577cfb96-4728-40ba-9e32-0939d9aa7319 req-28f90d4b-01cb-460d-8a4b-95f3d272a604 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:30.984287 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-577cfb96-4728-40ba-9e32-0939d9aa7319 req-28f90d4b-01cb-460d-8a4b-95f3d272a604 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:30.984652 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-577cfb96-4728-40ba-9e32-0939d9aa7319 req-28f90d4b-01cb-460d-8a4b-95f3d272a604 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636869'] for floatingip, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:30.985033 n-d-771362-32 neutron-server[94461]: INFO neutron.db.l3_db [req-577cfb96-4728-40ba-9e32-0939d9aa7319 req-28f90d4b-01cb-460d-8a4b-95f3d272a604 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Floating IP 2afdfcff-d4d3-4a6f-b645-e73c71d9e36e disassociated. External IP: 172.25.7.15, port: 575b1f79-b8b7-4b20-a5be-3fee3932145b. Jul 05 02:47:30.985376 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-577cfb96-4728-40ba-9e32-0939d9aa7319 req-28f90d4b-01cb-460d-8a4b-95f3d272a604 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Calling delete_port for 575b1f79-b8b7-4b20-a5be-3fee3932145b owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:47:31.014563 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03a88cc-9679-42e6-aac5-18a525617cc7 req-bd48578a-b851-4bc3-85df-7aeecde54c4d tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:47:31.016142 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b03a88cc-9679-42e6-aac5-18a525617cc7 req-bd48578a-b851-4bc3-85df-7aeecde54c4d tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6d21cb4-e0ff-4d4b-b47b-221fda201dba HTTP/1.1" status: 200 len: 943 time: 0.1345515 Jul 05 02:47:31.109529 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b03a88cc-9679-42e6-aac5-18a525617cc7 req-52c7ca5d-62a8-4f11-8a66-083df109f9c0 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866842 Jul 05 02:47:31.247902 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-577cfb96-4728-40ba-9e32-0939d9aa7319 req-28f90d4b-01cb-460d-8a4b-95f3d272a604 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:31.285143 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f90d4b-01cb-460d-8a4b-95f3d272a604 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Pushing event deleted for resources: {'Port': ['ID=575b1f79-b8b7-4b20-a5be-3fee3932145b,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:47:31.458977 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [req-577cfb96-4728-40ba-9e32-0939d9aa7319 req-28f90d4b-01cb-460d-8a4b-95f3d272a604 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Router 0576a2b9-2cc4-4905-8ec3-663f026e0538 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:47:31.591844 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-577cfb96-4728-40ba-9e32-0939d9aa7319 req-28f90d4b-01cb-460d-8a4b-95f3d272a604 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:47:31.604469 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300dfe25-9c3f-41ce-ae56-c85671a29a25 None None] Sync routers for ids ['0576a2b9-2cc4-4905-8ec3-663f026e0538'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:47:31.626984 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300dfe25-9c3f-41ce-ae56-c85671a29a25 None None] Routers {'0576a2b9-2cc4-4905-8ec3-663f026e0538'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:47:31.628149 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-300dfe25-9c3f-41ce-ae56-c85671a29a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:47:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['0576a2b9-2cc4-4905-8ec3-663f026e0538'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:47:31.715966 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-577cfb96-4728-40ba-9e32-0939d9aa7319 req-28f90d4b-01cb-460d-8a4b-95f3d272a604 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] No DVR routers for this DVR port 575b1f79-b8b7-4b20-a5be-3fee3932145b on host n-h2-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:47:31.719222 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-577cfb96-4728-40ba-9e32-0939d9aa7319 req-28f90d4b-01cb-460d-8a4b-95f3d272a604 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:31.726335 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-577cfb96-4728-40ba-9e32-0939d9aa7319 req-28f90d4b-01cb-460d-8a4b-95f3d272a604 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.15 "DELETE /v2.0/ports/575b1f79-b8b7-4b20-a5be-3fee3932145b HTTP/1.1" status: 204 len: 173 time: 1.1766846 Jul 05 02:47:31.727154 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a7c46d4-ee97-4330-8317-c5f97c0c2913', 'name': 'network-vif-deleted', 'tag': '575b1f79-b8b7-4b20-a5be-3fee3932145b'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:47:31.747039 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b15e76-82cd-450d-9e2b-ccaab14e5930" -d '{"events": [{"server_uuid": "7a7c46d4-ee97-4330-8317-c5f97c0c2913", "name": "network-vif-deleted", "tag": "575b1f79-b8b7-4b20-a5be-3fee3932145b"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:47:31.815857 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1544563f-634e-41d2-8b6b-13c350196e6d req-1b388363-5145-4df0-aff2-61401c16125d tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a7c46d4-ee97-4330-8317-c5f97c0c2913 HTTP/1.1" status: 200 len: 210 time: 0.0837245 Jul 05 02:47:31.851904 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65fe4e07-ce15-4e4a-b1ac-704c2ead5590 x-openstack-request-id: req-65fe4e07-ce15-4e4a-b1ac-704c2ead5590 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:47:31.852405 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a7c46d4-ee97-4330-8317-c5f97c0c2913", "name": "network-vif-deleted", "tag": "575b1f79-b8b7-4b20-a5be-3fee3932145b", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:47:31.852636 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-65fe4e07-ce15-4e4a-b1ac-704c2ead5590 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:47:31.853231 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a7c46d4-ee97-4330-8317-c5f97c0c2913', 'name': 'network-vif-deleted', 'tag': '575b1f79-b8b7-4b20-a5be-3fee3932145b', 'status': 'completed', 'code': 200} Jul 05 02:47:31.904974 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-300dfe25-9c3f-41ce-ae56-c85671a29a25 None None] Set router 0576a2b9-2cc4-4905-8ec3-663f026e0538 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:47:32.315853 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-300dfe25-9c3f-41ce-ae56-c85671a29a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0576a2b9-2cc4-4905-8ec3-663f026e0538', 'name': 'tempest-AttachVolumeShelveTestJSON-1776347955-router', 'tenant_id': 'f71f6dbd7ca04e46abf258fabaf4edd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '63cd5c22-c8e7-4c32-88ad-d0657fb24d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:43:20Z', 'updated_at': '2021-07-05T02:43:29Z', 'revision_number': 4, 'project_id': 'f71f6dbd7ca04e46abf258fabaf4edd3', 'gw_port': {'id': '63cd5c22-c8e7-4c32-88ad-d0657fb24d47', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:46:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0576a2b9-2cc4-4905-8ec3-663f026e0538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:43:22Z', 'updated_at': '2021-07-05T02:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '744af8d5-757e-4652-95ba-36160c6b27ca', 'name': '', 'network_id': '319f6f27-0518-41ae-a3ab-b70eb1a13ad7', 'tenant_id': 'f71f6dbd7ca04e46abf258fabaf4edd3', 'mac_address': 'fa:16:3e:54:27:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0576a2b9-2cc4-4905-8ec3-663f026e0538', 'device_owner': 'network:router_interface', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': '3a90bcd4-05d3-4076-8731-a724bae74bd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:43:27Z', 'updated_at': '2021-07-05T02:43:38Z', 'revision_number': 5, 'project_id': 'f71f6dbd7ca04e46abf258fabaf4edd3', 'subnets': [{'id': '3a90bcd4-05d3-4076-8731-a724bae74bd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:47:32.356621 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300dfe25-9c3f-41ce-ae56-c85671a29a25 None None] Checking router: 0576a2b9-2cc4-4905-8ec3-663f026e0538 for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:47:32.367199 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300dfe25-9c3f-41ce-ae56-c85671a29a25 None None] Routers {'0576a2b9-2cc4-4905-8ec3-663f026e0538'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:47:32.368008 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-300dfe25-9c3f-41ce-ae56-c85671a29a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:47:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['0576a2b9-2cc4-4905-8ec3-663f026e0538'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:47:32.370192 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff2913e-0fdc-41b3-9e46-497a07adffbb req-3d84410f-625b-489e-b16b-9abf83b580e8 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:47:32.373862 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1ff2913e-0fdc-41b3-9e46-497a07adffbb req-3d84410f-625b-489e-b16b-9abf83b580e8 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6d21cb4-e0ff-4d4b-b47b-221fda201dba HTTP/1.1" status: 200 len: 943 time: 0.1196704 Jul 05 02:47:32.416852 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1ff2913e-0fdc-41b3-9e46-497a07adffbb req-b60a34e5-b9fb-452d-a10a-70421ad1cf68 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361276 Jul 05 02:47:32.505567 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-300dfe25-9c3f-41ce-ae56-c85671a29a25 None None] Set router 0576a2b9-2cc4-4905-8ec3-663f026e0538 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:47:32.727828 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-300dfe25-9c3f-41ce-ae56-c85671a29a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0576a2b9-2cc4-4905-8ec3-663f026e0538', 'name': 'tempest-AttachVolumeShelveTestJSON-1776347955-router', 'tenant_id': 'f71f6dbd7ca04e46abf258fabaf4edd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '63cd5c22-c8e7-4c32-88ad-d0657fb24d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:43:20Z', 'updated_at': '2021-07-05T02:43:29Z', 'revision_number': 4, 'project_id': 'f71f6dbd7ca04e46abf258fabaf4edd3', 'gw_port': {'id': '63cd5c22-c8e7-4c32-88ad-d0657fb24d47', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:46:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0576a2b9-2cc4-4905-8ec3-663f026e0538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:43:22Z', 'updated_at': '2021-07-05T02:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '744af8d5-757e-4652-95ba-36160c6b27ca', 'name': '', 'network_id': '319f6f27-0518-41ae-a3ab-b70eb1a13ad7', 'tenant_id': 'f71f6dbd7ca04e46abf258fabaf4edd3', 'mac_address': 'fa:16:3e:54:27:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0576a2b9-2cc4-4905-8ec3-663f026e0538', 'device_owner': 'network:router_interface', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': '3a90bcd4-05d3-4076-8731-a724bae74bd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:43:27Z', 'updated_at': '2021-07-05T02:43:38Z', 'revision_number': 5, 'project_id': 'f71f6dbd7ca04e46abf258fabaf4edd3', 'subnets': [{'id': '3a90bcd4-05d3-4076-8731-a724bae74bd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:47:32.757405 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300dfe25-9c3f-41ce-ae56-c85671a29a25 None None] The sync data for ids ['0576a2b9-2cc4-4905-8ec3-663f026e0538'] in n-d-771362-32 is: [{'id': '0576a2b9-2cc4-4905-8ec3-663f026e0538', 'name': 'tempest-AttachVolumeShelveTestJSON-1776347955-router', 'tenant_id': 'f71f6dbd7ca04e46abf258fabaf4edd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '63cd5c22-c8e7-4c32-88ad-d0657fb24d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:43:20Z', 'updated_at': '2021-07-05T02:43:29Z', 'revision_number': 4, 'project_id': 'f71f6dbd7ca04e46abf258fabaf4edd3', 'gw_port': {'id': '63cd5c22-c8e7-4c32-88ad-d0657fb24d47', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:46:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0576a2b9-2cc4-4905-8ec3-663f026e0538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:43:22Z', 'updated_at': '2021-07-05T02:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '744af8d5-757e-4652-95ba-36160c6b27ca', 'name': '', 'network_id': '319f6f27-0518-41ae-a3ab-b70eb1a13ad7', 'tenant_id': 'f71f6dbd7ca04e46abf258fabaf4edd3', 'mac_address': 'fa:16:3e:54:27:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0576a2b9-2cc4-4905-8ec3-663f026e0538', 'device_owner': 'network:router_interface', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': '3a90bcd4-05d3-4076-8731-a724bae74bd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:43:27Z', 'updated_at': '2021-07-05T02:43:38Z', 'revision_number': 5, 'project_id': 'f71f6dbd7ca04e46abf258fabaf4edd3', 'subnets': [{'id': '3a90bcd4-05d3-4076-8731-a724bae74bd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:47:32.994478 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe23107-274e-4bf8-8d1d-3af6b21ac4c6 None None] New status for floating IP 2afdfcff-d4d3-4a6f-b645-e73c71d9e36e: DOWN {{(pid=94464) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 02:47:33.596626 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81286070-4e94-4f3a-8607-16255ff42cd6 req-13c92ddb-e30e-4a5e-8db1-54cbd1d7ad24 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:47:33.599511 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-81286070-4e94-4f3a-8607-16255ff42cd6 req-13c92ddb-e30e-4a5e-8db1-54cbd1d7ad24 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6d21cb4-e0ff-4d4b-b47b-221fda201dba HTTP/1.1" status: 200 len: 943 time: 0.0684123 Jul 05 02:47:33.642649 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-81286070-4e94-4f3a-8607-16255ff42cd6 req-738e4d33-bec8-4acc-a6ec-0108ca7ac4a2 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381496 Jul 05 02:47:33.842634 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 35928) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:47:33.989803 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-21a84aa9-3e12-4405-9b97-816b9bec6116 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:33.997590 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 575b1f79-b8b7-4b20-a5be-3fee3932145b no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:47:34.018409 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] No Port match for: 575b1f79-b8b7-4b20-a5be-3fee3932145b {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:47:34.018768 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 575b1f79-b8b7-4b20-a5be-3fee3932145b not bound to the agent host n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:47:34.091357 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-21a84aa9-3e12-4405-9b97-816b9bec6116 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:34.139525 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35934) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:47:34.194323 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1371c91f-bb35-4b2b-9902-f5d8f552227d tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:34.217532 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1371c91f-bb35-4b2b-9902-f5d8f552227d tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:34.270145 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-21a84aa9-3e12-4405-9b97-816b9bec6116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:34.309612 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-21a84aa9-3e12-4405-9b97-816b9bec6116 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0a1c15e1e6604668875e204d20dbdc25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4658792 Jul 05 02:47:34.310376 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a84aa9-3e12-4405-9b97-816b9bec6116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c03769-6061-40d5-b63f-d3f54e6533ed,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:47:34.312334 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35936) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:47:34.351920 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1371c91f-bb35-4b2b-9902-f5d8f552227d tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:34.355011 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1371c91f-bb35-4b2b-9902-f5d8f552227d tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:34.356139 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-1371c91f-bb35-4b2b-9902-f5d8f552227d tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "DELETE /v2.0/security-groups/e22aeac7-2b31-4b36-8770-94d9819b52f0 HTTP/1.1" status: 204 len: 168 time: 0.2156465 Jul 05 02:47:34.359222 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 35938) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:47:34.371902 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4903ca19-5ef5-466c-8399-e9a73cd48252 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:34.372565 n-d-771362-32 neutron-server[94461]: INFO neutron.api.v2.resource [None req-4252cade-7fdf-46cb-a3e0-12bb58f11d97 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] show failed (client error): The resource could not be found. Jul 05 02:47:34.373559 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-4252cade-7fdf-46cb-a3e0-12bb58f11d97 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups/e22aeac7-2b31-4b36-8770-94d9819b52f0 HTTP/1.1" status: 404 len: 347 time: 0.0133276 Jul 05 02:47:34.374504 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1371c91f-bb35-4b2b-9902-f5d8f552227d tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e22aeac7-2b31-4b36-8770-94d9819b52f0,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:47:34.376566 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 35940) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:47:34.406437 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4903ca19-5ef5-466c-8399-e9a73cd48252 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:34.505952 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-3b874185-5ea4-443d-9861-a2630dfee1b2 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Deleting port 5c0a88c9-d616-4d63-baaa-599fd64fdc2f {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:47:34.506324 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3b874185-5ea4-443d-9861-a2630dfee1b2 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:34.533734 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4903ca19-5ef5-466c-8399-e9a73cd48252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:34.536437 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4903ca19-5ef5-466c-8399-e9a73cd48252 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:34.537622 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-4903ca19-5ef5-466c-8399-e9a73cd48252 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f9c03769-6061-40d5-b63f-d3f54e6533ed HTTP/1.1" status: 204 len: 168 time: 0.2241187 Jul 05 02:47:34.549993 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4903ca19-5ef5-466c-8399-e9a73cd48252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9c03769-6061-40d5-b63f-d3f54e6533ed,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:47:34.593313 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3b874185-5ea4-443d-9861-a2630dfee1b2 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:34.593684 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3b874185-5ea4-443d-9861-a2630dfee1b2 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:34.610659 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-3b874185-5ea4-443d-9861-a2630dfee1b2 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Calling delete_port for 5c0a88c9-d616-4d63-baaa-599fd64fdc2f owned by network:floatingip {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:47:34.829389 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db56437d-aeae-4105-a47e-2d410c20fccc req-7823a660-9772-46d3-98dd-a3493aaef181 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:47:34.830915 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-db56437d-aeae-4105-a47e-2d410c20fccc req-7823a660-9772-46d3-98dd-a3493aaef181 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6d21cb4-e0ff-4d4b-b47b-221fda201dba HTTP/1.1" status: 200 len: 943 time: 0.0632708 Jul 05 02:47:34.871326 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-db56437d-aeae-4105-a47e-2d410c20fccc req-a8072605-9dc2-44c1-9c24-d86e37e8d208 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324247 Jul 05 02:47:34.933430 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3b874185-5ea4-443d-9861-a2630dfee1b2 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:34.964168 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b874185-5ea4-443d-9861-a2630dfee1b2 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Pushing event deleted for resources: {'Port': ['ID=5c0a88c9-d616-4d63-baaa-599fd64fdc2f,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:47:35.029846 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3b874185-5ea4-443d-9861-a2630dfee1b2 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Notify callbacks [] for floatingip, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:35.032775 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3b874185-5ea4-443d-9861-a2630dfee1b2 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:35.034016 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-3b874185-5ea4-443d-9861-a2630dfee1b2 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "DELETE /v2.0/floatingips/2afdfcff-d4d3-4a6f-b645-e73c71d9e36e HTTP/1.1" status: 204 len: 168 time: 0.6565111 Jul 05 02:47:35.289081 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35952) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:47:35.307174 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9d81cee3-dc55-4ca3-bb77-d63935a2524a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:35.395788 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9d81cee3-dc55-4ca3-bb77-d63935a2524a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:35.405113 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35954) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:47:35.409717 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-921b567f-ed24-4510-a433-5cb6134aa8df tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2131115562', 'description': 'tempest-description--1822519537'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:47:35.468177 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9d81cee3-dc55-4ca3-bb77-d63935a2524a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:35.512363 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d81cee3-dc55-4ca3-bb77-d63935a2524a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=418c57c1-63a6-4415-b778-0b1442e4a283,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:47:35.516934 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-9d81cee3-dc55-4ca3-bb77-d63935a2524a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=aa40720120474f5595f90156f3bf9906&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2268109 Jul 05 02:47:35.519607 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35956) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:47:35.570622 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-75d227ec-ec1f-4d69-86a2-da4c45673810 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:35.592766 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-75d227ec-ec1f-4d69-86a2-da4c45673810 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:35.607603 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-921b567f-ed24-4510-a433-5cb6134aa8df tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:35.764595 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-75d227ec-ec1f-4d69-86a2-da4c45673810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:35.767299 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-75d227ec-ec1f-4d69-86a2-da4c45673810 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:35.768525 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-75d227ec-ec1f-4d69-86a2-da4c45673810 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/418c57c1-63a6-4415-b778-0b1442e4a283 HTTP/1.1" status: 204 len: 168 time: 0.2479908 Jul 05 02:47:35.787922 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d227ec-ec1f-4d69-86a2-da4c45673810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=418c57c1-63a6-4415-b778-0b1442e4a283,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:47:35.831584 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-921b567f-ed24-4510-a433-5cb6134aa8df tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:35.886996 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-921b567f-ed24-4510-a433-5cb6134aa8df tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:35.921445 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921b567f-ed24-4510-a433-5cb6134aa8df tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a17cceb-80fd-4610-b8a0-df1101fe3ca0,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:47:35.996096 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-921b567f-ed24-4510-a433-5cb6134aa8df tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:35.997568 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-921b567f-ed24-4510-a433-5cb6134aa8df tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5914137 Jul 05 02:47:36.002188 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35964) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:47:36.005353 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-03c51cc2-cfd8-4d4b-a8dc-35bb0a433e62 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Request body: {'security_group_rule': {'security_group_id': '0a17cceb-80fd-4610-b8a0-df1101fe3ca0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:47:36.060675 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685d9989-f398-4ba3-bb77-17b7c8fa502a req-8623c706-7712-4598-8953-a1890fe77dbd tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:47:36.062545 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-685d9989-f398-4ba3-bb77-17b7c8fa502a req-8623c706-7712-4598-8953-a1890fe77dbd tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6d21cb4-e0ff-4d4b-b47b-221fda201dba HTTP/1.1" status: 200 len: 943 time: 0.0689492 Jul 05 02:47:36.103389 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-685d9989-f398-4ba3-bb77-17b7c8fa502a req-d7f42529-3ff1-490f-ac5c-54e7f091d229 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350904 Jul 05 02:47:36.119707 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-03c51cc2-cfd8-4d4b-a8dc-35bb0a433e62 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:36.178562 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-03c51cc2-cfd8-4d4b-a8dc-35bb0a433e62 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:36.487278 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-03c51cc2-cfd8-4d4b-a8dc-35bb0a433e62 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:36.502771 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c51cc2-cfd8-4d4b-a8dc-35bb0a433e62 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d68bed12-fef1-417b-8109-8fecea71ebe5,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:47:36.601701 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-03c51cc2-cfd8-4d4b-a8dc-35bb0a433e62 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:36.606156 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-03c51cc2-cfd8-4d4b-a8dc-35bb0a433e62 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6018496 Jul 05 02:47:36.608203 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35976) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:47:36.613099 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-39a2bcef-54c5-4dcc-8401-cd3bfe822604 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Request body: {'security_group_rule': {'security_group_id': '0a17cceb-80fd-4610-b8a0-df1101fe3ca0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:47:36.734457 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-39a2bcef-54c5-4dcc-8401-cd3bfe822604 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:36.797906 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-39a2bcef-54c5-4dcc-8401-cd3bfe822604 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:36.887168 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-39a2bcef-54c5-4dcc-8401-cd3bfe822604 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:36.905671 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a2bcef-54c5-4dcc-8401-cd3bfe822604 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36b2a26e-2d43-45a5-9743-82614fae5583,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:47:37.279273 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d04397c-8821-41ab-8dfe-30e0b12cd235 req-f695d3c5-7413-4894-ad84-df61702fbea5 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:47:37.280804 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0d04397c-8821-41ab-8dfe-30e0b12cd235 req-f695d3c5-7413-4894-ad84-df61702fbea5 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6d21cb4-e0ff-4d4b-b47b-221fda201dba HTTP/1.1" status: 200 len: 943 time: 0.0635719 Jul 05 02:47:37.320806 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0d04397c-8821-41ab-8dfe-30e0b12cd235 req-51804692-1179-428e-a50b-c297ef40cbb0 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344493 Jul 05 02:47:37.555804 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-39a2bcef-54c5-4dcc-8401-cd3bfe822604 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:37.560707 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-39a2bcef-54c5-4dcc-8401-cd3bfe822604 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9478936 Jul 05 02:47:37.560707 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 35996) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:47:37.564619 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-1252007c-848c-48a3-bfab-13fe83db370e tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Request body: {'floatingip': {'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:47:37.796300 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1252007c-848c-48a3-bfab-13fe83db370e tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Notify callbacks [] for floatingip, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:37.894838 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1252007c-848c-48a3-bfab-13fe83db370e tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:38.006324 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-1252007c-848c-48a3-bfab-13fe83db370e tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Allocated IP 172.25.7.8 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/4c3498ee-6e7d-4f10-963d-c965743eb437) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:47:38.111746 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1252007c-848c-48a3-bfab-13fe83db370e tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:38.287819 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1252007c-848c-48a3-bfab-13fe83db370e tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:38.331051 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1252007c-848c-48a3-bfab-13fe83db370e tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:47:38.333904 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-1252007c-848c-48a3-bfab-13fe83db370e tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:47:38.340280 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1252007c-848c-48a3-bfab-13fe83db370e tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:47:38.362330 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1252007c-848c-48a3-bfab-13fe83db370e tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Pushing event updated for resources: {'Port': ['ID=4c3498ee-6e7d-4f10-963d-c965743eb437,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:47:38.430434 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1252007c-848c-48a3-bfab-13fe83db370e tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:38.500443 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55480c2-9015-4dd2-870d-7b308d77655e req-b919a47c-9591-4f1e-b350-551c3873d0e4 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:47:38.501996 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e55480c2-9015-4dd2-870d-7b308d77655e req-b919a47c-9591-4f1e-b350-551c3873d0e4 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6d21cb4-e0ff-4d4b-b47b-221fda201dba HTTP/1.1" status: 200 len: 943 time: 0.0641410 Jul 05 02:47:38.547975 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e55480c2-9015-4dd2-870d-7b308d77655e req-20b65d17-4c1a-44df-b92e-6b89bbd95ac9 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399725 Jul 05 02:47:38.553711 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1252007c-848c-48a3-bfab-13fe83db370e tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:38.709431 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1252007c-848c-48a3-bfab-13fe83db370e tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:38.813093 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1252007c-848c-48a3-bfab-13fe83db370e tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:38.892519 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1252007c-848c-48a3-bfab-13fe83db370e tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Pushing event updated for resources: {'Port': ['ID=4c3498ee-6e7d-4f10-963d-c965743eb437,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:47:38.899840 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1252007c-848c-48a3-bfab-13fe83db370e tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636869'] for floatingip, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:39.098711 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1252007c-848c-48a3-bfab-13fe83db370e tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:39.100032 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-1252007c-848c-48a3-bfab-13fe83db370e tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.5389085 Jul 05 02:47:39.285778 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-fcc05d25-1e17-4773-889c-a496fa310dc2 req-9b4c91ed-b7ad-452f-a874-fa486873e7e3 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--2131115562&fields=id&tenant_id=f71f6dbd7ca04e46abf258fabaf4edd3 HTTP/1.1" status: 200 len: 267 time: 0.0347016 Jul 05 02:47:39.395441 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc05d25-1e17-4773-889c-a496fa310dc2 req-2bdcdbad-e75c-4fa8-83cf-0b61f0d42635 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:47:39.396970 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-fcc05d25-1e17-4773-889c-a496fa310dc2 req-2bdcdbad-e75c-4fa8-83cf-0b61f0d42635 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/networks?id=319f6f27-0518-41ae-a3ab-b70eb1a13ad7 HTTP/1.1" status: 200 len: 817 time: 0.1038065 Jul 05 02:47:39.412559 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-fcc05d25-1e17-4773-889c-a496fa310dc2 req-9befef91-1ff7-4209-8820-972db46d9010 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/quotas/f71f6dbd7ca04e46abf258fabaf4edd3 HTTP/1.1" status: 200 len: 375 time: 0.0094059 Jul 05 02:47:39.489274 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-fcc05d25-1e17-4773-889c-a496fa310dc2 req-ffbf3091-3759-4531-a73b-8eb777ff2f25 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f71f6dbd7ca04e46abf258fabaf4edd3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0707412 Jul 05 02:47:39.592434 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-fcc05d25-1e17-4773-889c-a496fa310dc2 req-f8f40011-beda-4d2a-b727-935332c97260 service neutron] 10.222.0.23 "GET /v2.0/networks/319f6f27-0518-41ae-a3ab-b70eb1a13ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878611 Jul 05 02:47:39.694580 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-fcc05d25-1e17-4773-889c-a496fa310dc2 req-d1a575e6-3659-4bb7-afff-0e68047ded18 service neutron] 10.222.0.23 "GET /v2.0/networks/319f6f27-0518-41ae-a3ab-b70eb1a13ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968957 Jul 05 02:47:39.734057 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e32bb41-8568-46bb-b643-b0968abd5a92 req-50142d11-8ff1-4372-b738-a9e8ab750a19 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:47:39.735988 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8e32bb41-8568-46bb-b643-b0968abd5a92 req-50142d11-8ff1-4372-b738-a9e8ab750a19 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6d21cb4-e0ff-4d4b-b47b-221fda201dba HTTP/1.1" status: 200 len: 943 time: 0.0678160 Jul 05 02:47:39.786239 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8e32bb41-8568-46bb-b643-b0968abd5a92 req-e83636a4-c32a-4d6b-9892-553dc49a241f tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356171 Jul 05 02:47:39.938592 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ac4a8b52-e604-41b4-aea7-aeda4cf4ba3f req-8f38ef54-050b-437a-a934-96db20a45b7f tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4b51808-3a16-4400-8116-752510d70730 HTTP/1.1" status: 200 len: 210 time: 0.0307994 Jul 05 02:47:40.031505 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device b1f7a5aa-e789-4fa3-82a4-1d6bcf1c4fa6 details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:47:40.137433 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port b1f7a5aa-e789-4fa3-82a4-1d6bcf1c4fa6, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=b1f7a5aa-e789-4fa3-82a4-1d6bcf1c4fa6,segment=NetworkSegment(0d275c90-3bd1-498e-a485-a23914e67eb1),segment_id=0d275c90-3bd1-498e-a485-a23914e67eb1)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:47:40.149171 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Returning: {'device': 'b1f7a5aa-e789-4fa3-82a4-1d6bcf1c4fa6', 'network_id': '73b1fe81-9ead-413d-adcc-8dcb2085def5', 'port_id': 'b1f7a5aa-e789-4fa3-82a4-1d6bcf1c4fa6', 'mac_address': 'fa:16:3e:c8:92:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33729902-d3e5-4dd5-ba26-acbc079120a6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:47:40.186720 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:40.200602 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1f7a5aa-e789-4fa3-82a4-1d6bcf1c4fa6 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:47:40.221553 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port b1f7a5aa-e789-4fa3-82a4-1d6bcf1c4fa6, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=b1f7a5aa-e789-4fa3-82a4-1d6bcf1c4fa6,segment=NetworkSegment(0d275c90-3bd1-498e-a485-a23914e67eb1),segment_id=0d275c90-3bd1-498e-a485-a23914e67eb1)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:47:40.355966 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:40.404746 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=b1f7a5aa-e789-4fa3-82a4-1d6bcf1c4fa6,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:47:40.411904 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:47:40.412248 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:47:40.412583 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:47:40.412917 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:47:40.413328 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:47:40.413659 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:47:40.413985 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:47:40.414329 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:47:40.414652 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:47:40.414972 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:47:40.415291 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:47:40.415633 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:47:40.559150 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['b1f7a5aa-e789-4fa3-82a4-1d6bcf1c4fa6'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:47:40.977856 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eb6946-5969-496f-8e55-403300b92de7 req-2c7b02ec-a88e-4957-9677-1172b12423d7 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:47:40.984025 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f5eb6946-5969-496f-8e55-403300b92de7 req-2c7b02ec-a88e-4957-9677-1172b12423d7 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6d21cb4-e0ff-4d4b-b47b-221fda201dba HTTP/1.1" status: 200 len: 944 time: 0.0819924 Jul 05 02:47:41.026450 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-66560a5c-4341-4b60-a12a-0bc61ed19c81 req-f1ce8fff-19e3-4518-a732-20e524a3e019 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4b51808-3a16-4400-8116-752510d70730 HTTP/1.1" status: 200 len: 210 time: 0.0295153 Jul 05 02:47:41.032955 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f5eb6946-5969-496f-8e55-403300b92de7 req-e8b16bc3-7549-4921-a6a7-415243d2fd2b tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416279 Jul 05 02:47:42.023373 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:42.024490 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:42.061155 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device b1f7a5aa-e789-4fa3-82a4-1d6bcf1c4fa6 up at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:47:42.220804 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7fd75e67-a475-4f3f-af9e-552dc7d5bc6d req-5a728757-d12f-4077-a60a-9f4d4f4bf774 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4b51808-3a16-4400-8116-752510d70730 HTTP/1.1" status: 200 len: 210 time: 0.0409529 Jul 05 02:47:42.270768 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning for port b1f7a5aa-e789-4fa3-82a4-1d6bcf1c4fa6 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:47:42.287412 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning complete for port b1f7a5aa-e789-4fa3-82a4-1d6bcf1c4fa6 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:47:42.287412 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:42.287787 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549249e6-deca-403a-a097-f37d35024c1e req-79076b5e-1058-4b36-9731-68fb5b2f9f12 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:47:42.287787 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-549249e6-deca-403a-a097-f37d35024c1e req-79076b5e-1058-4b36-9731-68fb5b2f9f12 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6d21cb4-e0ff-4d4b-b47b-221fda201dba HTTP/1.1" status: 200 len: 944 time: 0.0952919 Jul 05 02:47:42.334378 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-549249e6-deca-403a-a097-f37d35024c1e req-8d398aed-9a31-47f1-877c-e10d68e7ac91 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422592 Jul 05 02:47:42.507670 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:42.544178 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6d21cb4-e0ff-4d4b-b47b-221fda201dba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1f7a5aa-e789-4fa3-82a4-1d6bcf1c4fa6'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:47:42.546476 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a304f2ba-ab4f-44b3-bb1a-84fd2d2bc199" -d '{"events": [{"server_uuid": "b6d21cb4-e0ff-4d4b-b47b-221fda201dba", "name": "network-vif-plugged", "status": "completed", "tag": "b1f7a5aa-e789-4fa3-82a4-1d6bcf1c4fa6"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:47:42.561161 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port b1f7a5aa-e789-4fa3-82a4-1d6bcf1c4fa6, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=b1f7a5aa-e789-4fa3-82a4-1d6bcf1c4fa6,segment=NetworkSegment(0d275c90-3bd1-498e-a485-a23914e67eb1),segment_id=0d275c90-3bd1-498e-a485-a23914e67eb1)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:47:42.587001 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd6fc5d2-a0b3-42e7-9b7b-3191ed5f2514 x-openstack-request-id: req-bd6fc5d2-a0b3-42e7-9b7b-3191ed5f2514 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:47:42.587304 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6d21cb4-e0ff-4d4b-b47b-221fda201dba", "name": "network-vif-plugged", "status": "completed", "tag": "b1f7a5aa-e789-4fa3-82a4-1d6bcf1c4fa6", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:47:42.587590 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bd6fc5d2-a0b3-42e7-9b7b-3191ed5f2514 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:47:42.588223 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6d21cb4-e0ff-4d4b-b47b-221fda201dba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1f7a5aa-e789-4fa3-82a4-1d6bcf1c4fa6', 'code': 200} Jul 05 02:47:42.597646 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc05d25-1e17-4773-889c-a496fa310dc2 req-711b9f6c-c691-4eaf-ab6a-f053fb6b2e6d tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:47:42.599425 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fcc05d25-1e17-4773-889c-a496fa310dc2 req-711b9f6c-c691-4eaf-ab6a-f053fb6b2e6d tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.21 "GET /v2.0/networks?id=319f6f27-0518-41ae-a3ab-b70eb1a13ad7 HTTP/1.1" status: 200 len: 817 time: 0.1310279 Jul 05 02:47:42.653073 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fcc05d25-1e17-4773-889c-a496fa310dc2 req-652221ef-cc1a-4a89-a206-a92b558903ef tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f71f6dbd7ca04e46abf258fabaf4edd3 HTTP/1.1" status: 200 len: 380 time: 0.0421729 Jul 05 02:47:42.664357 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-fcc05d25-1e17-4773-889c-a496fa310dc2 req-edffdcc9-0c9a-4f69-8399-9d1f0ccf69c8 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Request body: {'port': {'device_id': 'd4b51808-3a16-4400-8116-752510d70730', 'network_id': '319f6f27-0518-41ae-a3ab-b70eb1a13ad7', 'admin_state_up': True, 'tenant_id': 'f71f6dbd7ca04e46abf258fabaf4edd3', 'security_groups': ['0a17cceb-80fd-4610-b8a0-df1101fe3ca0']}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:47:42.710703 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:42.763764 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=b1f7a5aa-e789-4fa3-82a4-1d6bcf1c4fa6,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:47:42.856034 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e5cd19-b5e3-4afa-8fd4-ecf637b4a59f req-74a497b6-28b9-4f1a-874c-63746e0b1c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:47:42.857489 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-69e5cd19-b5e3-4afa-8fd4-ecf637b4a59f req-74a497b6-28b9-4f1a-874c-63746e0b1c14 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b6d21cb4-e0ff-4d4b-b47b-221fda201dba HTTP/1.1" status: 200 len: 1097 time: 0.1897993 Jul 05 02:47:42.891750 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-69e5cd19-b5e3-4afa-8fd4-ecf637b4a59f req-b337230e-fd84-42d3-b074-081e50c96e9f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282617 Jul 05 02:47:42.984520 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcc05d25-1e17-4773-889c-a496fa310dc2 req-edffdcc9-0c9a-4f69-8399-9d1f0ccf69c8 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Made reservation on behalf of f71f6dbd7ca04e46abf258fabaf4edd3 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:47:42.988257 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-fcc05d25-1e17-4773-889c-a496fa310dc2 req-edffdcc9-0c9a-4f69-8399-9d1f0ccf69c8 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:43.117923 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-fcc05d25-1e17-4773-889c-a496fa310dc2 req-edffdcc9-0c9a-4f69-8399-9d1f0ccf69c8 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Allocated IP 172.20.0.11 (319f6f27-0518-41ae-a3ab-b70eb1a13ad7/3a90bcd4-05d3-4076-8731-a724bae74bd9/6e482f4a-7b98-4cd1-8198-6cfadb006087) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:47:43.259368 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-fcc05d25-1e17-4773-889c-a496fa310dc2 req-edffdcc9-0c9a-4f69-8399-9d1f0ccf69c8 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:43.394707 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-13a60ede-46f3-4d08-8dbc-e1178df2b795 req-326b9632-3cac-4ad6-a17a-d8104c209383 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4b51808-3a16-4400-8116-752510d70730 HTTP/1.1" status: 200 len: 210 time: 0.0327556 Jul 05 02:47:43.623050 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-fcc05d25-1e17-4773-889c-a496fa310dc2 req-edffdcc9-0c9a-4f69-8399-9d1f0ccf69c8 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Transition to ACTIVE for port object 6e482f4a-7b98-4cd1-8198-6cfadb006087 will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:47:43.710139 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ab1d83-4b89-4833-86c1-df6aa8a01889 req-f650239c-5f2d-4305-a5da-987697dd3b5c tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:47:43.711843 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-56ab1d83-4b89-4833-86c1-df6aa8a01889 req-f650239c-5f2d-4305-a5da-987697dd3b5c tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6d21cb4-e0ff-4d4b-b47b-221fda201dba HTTP/1.1" status: 200 len: 945 time: 0.1035750 Jul 05 02:47:43.756255 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-56ab1d83-4b89-4833-86c1-df6aa8a01889 req-18cd731c-ee6c-465a-8981-77a32ff87c39 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374918 Jul 05 02:47:43.785688 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-fcc05d25-1e17-4773-889c-a496fa310dc2 req-edffdcc9-0c9a-4f69-8399-9d1f0ccf69c8 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:43.829689 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcc05d25-1e17-4773-889c-a496fa310dc2 req-edffdcc9-0c9a-4f69-8399-9d1f0ccf69c8 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Network 319f6f27-0518-41ae-a3ab-b70eb1a13ad7 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:47:43.833240 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-fcc05d25-1e17-4773-889c-a496fa310dc2 req-edffdcc9-0c9a-4f69-8399-9d1f0ccf69c8 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:47:43.837187 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcc05d25-1e17-4773-889c-a496fa310dc2 req-edffdcc9-0c9a-4f69-8399-9d1f0ccf69c8 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:47:43.887831 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edffdcc9-0c9a-4f69-8399-9d1f0ccf69c8 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Pushing event updated for resources: {'Port': ['ID=6e482f4a-7b98-4cd1-8198-6cfadb006087,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:47:43.901635 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edffdcc9-0c9a-4f69-8399-9d1f0ccf69c8 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:47:43.901992 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edffdcc9-0c9a-4f69-8399-9d1f0ccf69c8 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:47:43.902377 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edffdcc9-0c9a-4f69-8399-9d1f0ccf69c8 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:47:43.902717 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edffdcc9-0c9a-4f69-8399-9d1f0ccf69c8 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:47:43.903053 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edffdcc9-0c9a-4f69-8399-9d1f0ccf69c8 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:47:43.903389 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edffdcc9-0c9a-4f69-8399-9d1f0ccf69c8 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:47:43.905754 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edffdcc9-0c9a-4f69-8399-9d1f0ccf69c8 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:47:43.905754 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edffdcc9-0c9a-4f69-8399-9d1f0ccf69c8 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:47:43.906857 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edffdcc9-0c9a-4f69-8399-9d1f0ccf69c8 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:47:43.906857 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edffdcc9-0c9a-4f69-8399-9d1f0ccf69c8 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:47:43.906857 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edffdcc9-0c9a-4f69-8399-9d1f0ccf69c8 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:47:43.909773 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edffdcc9-0c9a-4f69-8399-9d1f0ccf69c8 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:47:43.925377 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc05d25-1e17-4773-889c-a496fa310dc2 req-edffdcc9-0c9a-4f69-8399-9d1f0ccf69c8 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:47:43.926943 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-fcc05d25-1e17-4773-889c-a496fa310dc2 req-edffdcc9-0c9a-4f69-8399-9d1f0ccf69c8 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:44.082529 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fcc05d25-1e17-4773-889c-a496fa310dc2 req-edffdcc9-0c9a-4f69-8399-9d1f0ccf69c8 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4233150 Jul 05 02:47:44.094394 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-fcc05d25-1e17-4773-889c-a496fa310dc2 req-47a3fed7-ef9d-45de-ba4d-864229bde00e service neutron] Request body: {'port': {'device_id': 'd4b51808-3a16-4400-8116-752510d70730', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:47:44.172356 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-fcc05d25-1e17-4773-889c-a496fa310dc2 req-47a3fed7-ef9d-45de-ba4d-864229bde00e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:44.214955 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-bc2a9cc3-758e-4d1b-a48f-1ba22f74c29d None None] Provisioning for port 6e482f4a-7b98-4cd1-8198-6cfadb006087 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:47:44.219235 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-bc2a9cc3-758e-4d1b-a48f-1ba22f74c29d None None] Provisioning complete for port 6e482f4a-7b98-4cd1-8198-6cfadb006087 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:47:44.219697 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-bc2a9cc3-758e-4d1b-a48f-1ba22f74c29d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:44.256372 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-bc2a9cc3-758e-4d1b-a48f-1ba22f74c29d None None] Port 6e482f4a-7b98-4cd1-8198-6cfadb006087 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:47:44.440381 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-fcc05d25-1e17-4773-889c-a496fa310dc2 req-47a3fed7-ef9d-45de-ba4d-864229bde00e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e482f4a-7b98-4cd1-8198-6cfadb006087 {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:47:44.446558 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-fcc05d25-1e17-4773-889c-a496fa310dc2 req-47a3fed7-ef9d-45de-ba4d-864229bde00e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:44.458590 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-fcc05d25-1e17-4773-889c-a496fa310dc2 req-47a3fed7-ef9d-45de-ba4d-864229bde00e service neutron] Transition to ACTIVE for port object 6e482f4a-7b98-4cd1-8198-6cfadb006087 will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:47:44.562336 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-fcc05d25-1e17-4773-889c-a496fa310dc2 req-47a3fed7-ef9d-45de-ba4d-864229bde00e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:44.586462 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed5d447-1d3c-4da3-896b-c848f822d98f req-99f39cf9-a986-482b-9dc9-3779d359878b tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:47:44.589778 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-aed5d447-1d3c-4da3-896b-c848f822d98f req-99f39cf9-a986-482b-9dc9-3779d359878b tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4b51808-3a16-4400-8116-752510d70730 HTTP/1.1" status: 200 len: 932 time: 0.0713592 Jul 05 02:47:44.617387 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a3fed7-ef9d-45de-ba4d-864229bde00e service neutron] Pushing event updated for resources: {'Port': ['ID=6e482f4a-7b98-4cd1-8198-6cfadb006087,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:47:44.639485 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-aed5d447-1d3c-4da3-896b-c848f822d98f req-7cbab3ba-8a6a-4d37-b5b0-cd4db96bb09c tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a17cceb-80fd-4610-b8a0-df1101fe3ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443280 Jul 05 02:47:44.698441 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-fcc05d25-1e17-4773-889c-a496fa310dc2 req-47a3fed7-ef9d-45de-ba4d-864229bde00e service neutron] Attempting to bind port 6e482f4a-7b98-4cd1-8198-6cfadb006087 on host n-h1-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:47:44.698775 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-fcc05d25-1e17-4773-889c-a496fa310dc2 req-47a3fed7-ef9d-45de-ba4d-864229bde00e service neutron] Attempting to bind port 6e482f4a-7b98-4cd1-8198-6cfadb006087 by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': 'be409309-6ad2-47dc-8674-b2f6fbe283c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '319f6f27-0518-41ae-a3ab-b70eb1a13ad7'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:47:44.699104 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc05d25-1e17-4773-889c-a496fa310dc2 req-47a3fed7-ef9d-45de-ba4d-864229bde00e service neutron] Attempting to bind port 6e482f4a-7b98-4cd1-8198-6cfadb006087 on network 319f6f27-0518-41ae-a3ab-b70eb1a13ad7 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:47:44.703896 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc05d25-1e17-4773-889c-a496fa310dc2 req-47a3fed7-ef9d-45de-ba4d-864229bde00e service neutron] Port 6e482f4a-7b98-4cd1-8198-6cfadb006087 on network 319f6f27-0518-41ae-a3ab-b70eb1a13ad7 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:47:44.708151 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc05d25-1e17-4773-889c-a496fa310dc2 req-47a3fed7-ef9d-45de-ba4d-864229bde00e service neutron] Attempting to bind port 6e482f4a-7b98-4cd1-8198-6cfadb006087 on network 319f6f27-0518-41ae-a3ab-b70eb1a13ad7 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:47:44.709463 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc05d25-1e17-4773-889c-a496fa310dc2 req-47a3fed7-ef9d-45de-ba4d-864229bde00e service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:47:44.709798 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc05d25-1e17-4773-889c-a496fa310dc2 req-47a3fed7-ef9d-45de-ba4d-864229bde00e service neutron] Checking segment: {'id': 'be409309-6ad2-47dc-8674-b2f6fbe283c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '319f6f27-0518-41ae-a3ab-b70eb1a13ad7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:47:44.710213 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc05d25-1e17-4773-889c-a496fa310dc2 req-47a3fed7-ef9d-45de-ba4d-864229bde00e service neutron] Bound using segment: {'id': 'be409309-6ad2-47dc-8674-b2f6fbe283c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '319f6f27-0518-41ae-a3ab-b70eb1a13ad7'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:47:44.710638 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-fcc05d25-1e17-4773-889c-a496fa310dc2 req-47a3fed7-ef9d-45de-ba4d-864229bde00e service neutron] Bound port: 6e482f4a-7b98-4cd1-8198-6cfadb006087, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be409309-6ad2-47dc-8674-b2f6fbe283c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '319f6f27-0518-41ae-a3ab-b70eb1a13ad7'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:47:44.711130 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-fcc05d25-1e17-4773-889c-a496fa310dc2 req-47a3fed7-ef9d-45de-ba4d-864229bde00e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:44.789294 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-fcc05d25-1e17-4773-889c-a496fa310dc2 req-47a3fed7-ef9d-45de-ba4d-864229bde00e service neutron] For port 6e482f4a-7b98-4cd1-8198-6cfadb006087, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:47:44.796893 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-fcc05d25-1e17-4773-889c-a496fa310dc2 req-47a3fed7-ef9d-45de-ba4d-864229bde00e service neutron] For port 6e482f4a-7b98-4cd1-8198-6cfadb006087, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=6e482f4a-7b98-4cd1-8198-6cfadb006087,segment=NetworkSegment(be409309-6ad2-47dc-8674-b2f6fbe283c8),segment_id=be409309-6ad2-47dc-8674-b2f6fbe283c8)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:47:44.908988 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-fcc05d25-1e17-4773-889c-a496fa310dc2 req-47a3fed7-ef9d-45de-ba4d-864229bde00e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:44.958161 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc05d25-1e17-4773-889c-a496fa310dc2 req-47a3fed7-ef9d-45de-ba4d-864229bde00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:47:44.958885 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-fcc05d25-1e17-4773-889c-a496fa310dc2 req-47a3fed7-ef9d-45de-ba4d-864229bde00e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:44.960233 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fcc05d25-1e17-4773-889c-a496fa310dc2 req-47a3fed7-ef9d-45de-ba4d-864229bde00e service neutron] 10.222.0.21 "PUT /v2.0/ports/6e482f4a-7b98-4cd1-8198-6cfadb006087 HTTP/1.1" status: 200 len: 1093 time: 0.8701651 Jul 05 02:47:44.960691 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4b51808-3a16-4400-8116-752510d70730', 'tag': '6e482f4a-7b98-4cd1-8198-6cfadb006087'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:47:44.963521 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d75cddf3-7fe9-4bf6-a423-ce01c4a655fd" -d '{"events": [{"name": "network-changed", "server_uuid": "d4b51808-3a16-4400-8116-752510d70730", "tag": "6e482f4a-7b98-4cd1-8198-6cfadb006087"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:47:44.999817 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a3fed7-ef9d-45de-ba4d-864229bde00e service neutron] Pushing event updated for resources: {'Port': ['ID=6e482f4a-7b98-4cd1-8198-6cfadb006087,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:47:45.022872 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c770f34-a60f-4bad-9d55-702d8dbb61c9 req-11d0c781-f797-4a95-bedb-53fb5794c6f8 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:47:45.024466 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9c770f34-a60f-4bad-9d55-702d8dbb61c9 req-11d0c781-f797-4a95-bedb-53fb5794c6f8 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6d21cb4-e0ff-4d4b-b47b-221fda201dba HTTP/1.1" status: 200 len: 945 time: 0.1435893 Jul 05 02:47:45.026479 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d2cd4d4-42a0-441a-9f05-b1a5d1540f5b x-openstack-request-id: req-1d2cd4d4-42a0-441a-9f05-b1a5d1540f5b {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:47:45.026823 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4b51808-3a16-4400-8116-752510d70730", "tag": "6e482f4a-7b98-4cd1-8198-6cfadb006087", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:47:45.027332 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1d2cd4d4-42a0-441a-9f05-b1a5d1540f5b {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:47:45.027732 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4b51808-3a16-4400-8116-752510d70730', 'tag': '6e482f4a-7b98-4cd1-8198-6cfadb006087', 'status': 'completed', 'code': 200} Jul 05 02:47:45.103920 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9c770f34-a60f-4bad-9d55-702d8dbb61c9 req-979e687e-7d6f-4fba-b184-e0e68f6f2a85 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714977 Jul 05 02:47:45.137831 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75cddf3-7fe9-4bf6-a423-ce01c4a655fd req-02640ea7-da46-4b2f-a289-5441c300ee07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:47:45.137831 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d75cddf3-7fe9-4bf6-a423-ce01c4a655fd req-02640ea7-da46-4b2f-a289-5441c300ee07 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f71f6dbd7ca04e46abf258fabaf4edd3&device_id=d4b51808-3a16-4400-8116-752510d70730 HTTP/1.1" status: 200 len: 1096 time: 0.0729382 Jul 05 02:47:45.247283 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75cddf3-7fe9-4bf6-a423-ce01c4a655fd req-a200ad9b-7f58-4e18-a306-ae612d53ea8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:47:45.251378 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d75cddf3-7fe9-4bf6-a423-ce01c4a655fd req-a200ad9b-7f58-4e18-a306-ae612d53ea8e service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=f71f6dbd7ca04e46abf258fabaf4edd3&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1120429 Jul 05 02:47:45.318027 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d66abcf-baf1-4c2c-8510-257e4b0080a3 req-61efaf5e-4550-495c-809c-26eed02b001b tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:47:45.319661 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8d66abcf-baf1-4c2c-8510-257e4b0080a3 req-61efaf5e-4550-495c-809c-26eed02b001b tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6d21cb4-e0ff-4d4b-b47b-221fda201dba HTTP/1.1" status: 200 len: 945 time: 0.0706093 Jul 05 02:47:45.351372 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75cddf3-7fe9-4bf6-a423-ce01c4a655fd req-de9458b3-cffc-453f-940e-821f7160ca54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:47:45.352934 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d75cddf3-7fe9-4bf6-a423-ce01c4a655fd req-de9458b3-cffc-453f-940e-821f7160ca54 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0976496 Jul 05 02:47:45.370896 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8d66abcf-baf1-4c2c-8510-257e4b0080a3 req-3ecbec4e-8fe4-4e8e-a0a2-986d747f149a tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447989 Jul 05 02:47:45.465894 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc05d25-1e17-4773-889c-a496fa310dc2 req-282adc2d-d28b-4dc6-abc6-57e7ee1fdb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:47:45.467672 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fcc05d25-1e17-4773-889c-a496fa310dc2 req-282adc2d-d28b-4dc6-abc6-57e7ee1fdb5f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f71f6dbd7ca04e46abf258fabaf4edd3&device_id=d4b51808-3a16-4400-8116-752510d70730 HTTP/1.1" status: 200 len: 1096 time: 0.0586636 Jul 05 02:47:45.510209 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fcc05d25-1e17-4773-889c-a496fa310dc2 req-5e7268b5-4bf7-4a25-af5f-9c879d5e2e9b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e482f4a-7b98-4cd1-8198-6cfadb006087 HTTP/1.1" status: 200 len: 217 time: 0.0345855 Jul 05 02:47:45.573136 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc05d25-1e17-4773-889c-a496fa310dc2 req-f2a923ce-2283-479b-98b2-ad6b0634503f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:47:45.574789 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fcc05d25-1e17-4773-889c-a496fa310dc2 req-f2a923ce-2283-479b-98b2-ad6b0634503f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3a90bcd4-05d3-4076-8731-a724bae74bd9 HTTP/1.1" status: 200 len: 856 time: 0.0585973 Jul 05 02:47:45.635210 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc05d25-1e17-4773-889c-a496fa310dc2 req-694d0ad9-c291-4e95-81f3-e6907a08c6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:47:45.636733 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fcc05d25-1e17-4773-889c-a496fa310dc2 req-694d0ad9-c291-4e95-81f3-e6907a08c6b3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=319f6f27-0518-41ae-a3ab-b70eb1a13ad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550833 Jul 05 02:47:45.732259 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fcc05d25-1e17-4773-889c-a496fa310dc2 req-cccd24ed-63e6-4652-a2ec-377e3cd56f5d service neutron] 10.222.0.21 "GET /v2.0/networks/319f6f27-0518-41ae-a3ab-b70eb1a13ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831430 Jul 05 02:47:45.829075 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fcc05d25-1e17-4773-889c-a496fa310dc2 req-83b2c4c1-7825-4758-967f-690267907481 service neutron] 10.222.0.21 "GET /v2.0/networks/319f6f27-0518-41ae-a3ab-b70eb1a13ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962372 Jul 05 02:47:45.830388 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa12d423-eb69-4d41-973b-2636b3a5bb26 req-abeb4464-4dbe-462b-a4b4-83b5e016ab5f tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:47:45.831936 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-fa12d423-eb69-4d41-973b-2636b3a5bb26 req-abeb4464-4dbe-462b-a4b4-83b5e016ab5f tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4b51808-3a16-4400-8116-752510d70730 HTTP/1.1" status: 200 len: 944 time: 0.0698004 Jul 05 02:47:45.871885 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-fa12d423-eb69-4d41-973b-2636b3a5bb26 req-f56f8bc7-a88a-4189-a48e-659257b64349 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a17cceb-80fd-4610-b8a0-df1101fe3ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331302 Jul 05 02:47:46.333215 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc99d6e1-a1cc-4679-b6d1-494634dfa909 req-f17fccf6-0037-4ec7-b4e1-5118b8cba1bb tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:47:46.335088 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-dc99d6e1-a1cc-4679-b6d1-494634dfa909 req-f17fccf6-0037-4ec7-b4e1-5118b8cba1bb tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6d21cb4-e0ff-4d4b-b47b-221fda201dba HTTP/1.1" status: 200 len: 945 time: 0.0697291 Jul 05 02:47:46.390105 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-dc99d6e1-a1cc-4679-b6d1-494634dfa909 req-9d3cc04d-befc-420f-95a8-4151ad97b292 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435960 Jul 05 02:47:47.056908 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a84139-c55d-4e72-8deb-69e6a67007ce req-fe492262-aa88-482f-af49-98d1f6d77413 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:47:47.058350 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-08a84139-c55d-4e72-8deb-69e6a67007ce req-fe492262-aa88-482f-af49-98d1f6d77413 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4b51808-3a16-4400-8116-752510d70730 HTTP/1.1" status: 200 len: 944 time: 0.0659239 Jul 05 02:47:47.097022 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-08a84139-c55d-4e72-8deb-69e6a67007ce req-65ab62ba-2485-4e93-bef2-dec9a659bd4f tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a17cceb-80fd-4610-b8a0-df1101fe3ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330114 Jul 05 02:47:47.574057 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5d2e6e-690c-4b64-8487-4f5321e125ee req-407dc193-7d8e-490c-aab0-4b5aedff2197 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:47:47.575934 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8d5d2e6e-690c-4b64-8487-4f5321e125ee req-407dc193-7d8e-490c-aab0-4b5aedff2197 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6d21cb4-e0ff-4d4b-b47b-221fda201dba HTTP/1.1" status: 200 len: 945 time: 0.0806389 Jul 05 02:47:47.615092 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8d5d2e6e-690c-4b64-8487-4f5321e125ee req-02783c05-35fb-44cc-8a1f-89fd0fc8ead5 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331359 Jul 05 02:47:47.711809 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa355ba-8bc0-42bd-8468-ca701597e47a req-89cc9294-026b-4286-9e53-4e980473a672 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:47:47.713711 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2fa355ba-8bc0-42bd-8468-ca701597e47a req-89cc9294-026b-4286-9e53-4e980473a672 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6d21cb4-e0ff-4d4b-b47b-221fda201dba HTTP/1.1" status: 200 len: 945 time: 0.0673759 Jul 05 02:47:47.811930 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-2fa355ba-8bc0-42bd-8468-ca701597e47a req-060e107f-f1cb-44a4-86db-bb0191f3b65b tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Deleting port b1f7a5aa-e789-4fa3-82a4-1d6bcf1c4fa6 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:47:47.812273 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-2fa355ba-8bc0-42bd-8468-ca701597e47a req-060e107f-f1cb-44a4-86db-bb0191f3b65b tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:47.908099 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-2fa355ba-8bc0-42bd-8468-ca701597e47a req-060e107f-f1cb-44a4-86db-bb0191f3b65b tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] For port b1f7a5aa-e789-4fa3-82a4-1d6bcf1c4fa6, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=b1f7a5aa-e789-4fa3-82a4-1d6bcf1c4fa6,segment=NetworkSegment(0d275c90-3bd1-498e-a485-a23914e67eb1),segment_id=0d275c90-3bd1-498e-a485-a23914e67eb1)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:47:47.908463 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-2fa355ba-8bc0-42bd-8468-ca701597e47a req-060e107f-f1cb-44a4-86db-bb0191f3b65b tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:47.922387 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-2fa355ba-8bc0-42bd-8468-ca701597e47a req-060e107f-f1cb-44a4-86db-bb0191f3b65b tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Calling delete_port for b1f7a5aa-e789-4fa3-82a4-1d6bcf1c4fa6 owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:47:48.111097 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-2fa355ba-8bc0-42bd-8468-ca701597e47a req-060e107f-f1cb-44a4-86db-bb0191f3b65b tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:48.123215 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['2822b863-f068-471e-ad8b-cf997e93a756'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:47:48.147027 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060e107f-f1cb-44a4-86db-bb0191f3b65b tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Pushing event deleted for resources: {'Port': ['ID=b1f7a5aa-e789-4fa3-82a4-1d6bcf1c4fa6,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:47:48.195389 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fa355ba-8bc0-42bd-8468-ca701597e47a req-060e107f-f1cb-44a4-86db-bb0191f3b65b tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] No DVR routers for this DVR port b1f7a5aa-e789-4fa3-82a4-1d6bcf1c4fa6 on host n-h2-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:47:48.198816 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-2fa355ba-8bc0-42bd-8468-ca701597e47a req-060e107f-f1cb-44a4-86db-bb0191f3b65b tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:48.201111 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2fa355ba-8bc0-42bd-8468-ca701597e47a req-060e107f-f1cb-44a4-86db-bb0191f3b65b tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.15 "DELETE /v2.0/ports/b1f7a5aa-e789-4fa3-82a4-1d6bcf1c4fa6 HTTP/1.1" status: 204 len: 173 time: 0.4820013 Jul 05 02:47:48.201969 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6d21cb4-e0ff-4d4b-b47b-221fda201dba', 'name': 'network-vif-deleted', 'tag': 'b1f7a5aa-e789-4fa3-82a4-1d6bcf1c4fa6'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:47:48.204090 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11cef952-96bd-423c-a8a1-a42885b4a0a3" -d '{"events": [{"server_uuid": "b6d21cb4-e0ff-4d4b-b47b-221fda201dba", "name": "network-vif-deleted", "tag": "b1f7a5aa-e789-4fa3-82a4-1d6bcf1c4fa6"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:47:48.273986 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af3b8bfd-5941-4eeb-a39a-accb05c2fa5f x-openstack-request-id: req-af3b8bfd-5941-4eeb-a39a-accb05c2fa5f {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:47:48.274307 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6d21cb4-e0ff-4d4b-b47b-221fda201dba", "name": "network-vif-deleted", "tag": "b1f7a5aa-e789-4fa3-82a4-1d6bcf1c4fa6", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:47:48.274574 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-af3b8bfd-5941-4eeb-a39a-accb05c2fa5f {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:47:48.275056 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6d21cb4-e0ff-4d4b-b47b-221fda201dba', 'name': 'network-vif-deleted', 'tag': 'b1f7a5aa-e789-4fa3-82a4-1d6bcf1c4fa6', 'status': 'completed', 'code': 200} Jul 05 02:47:48.364222 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e230e6f-4c27-487a-a6f3-ebe7db39215e req-1755eeaa-b9b1-4a3a-8032-fb123f702377 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:47:48.366373 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6e230e6f-4c27-487a-a6f3-ebe7db39215e req-1755eeaa-b9b1-4a3a-8032-fb123f702377 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4b51808-3a16-4400-8116-752510d70730 HTTP/1.1" status: 200 len: 944 time: 0.0845907 Jul 05 02:47:48.427298 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6e230e6f-4c27-487a-a6f3-ebe7db39215e req-2c63f7e6-e250-403d-ae49-931fcec9dd44 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a17cceb-80fd-4610-b8a0-df1101fe3ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497854 Jul 05 02:47:48.763182 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 6e482f4a-7b98-4cd1-8198-6cfadb006087 details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:47:48.781036 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a360a405-978c-4033-be83-1c7a9f53dc6e req-2bb74db2-deed-48f4-961a-72d2b8fbce0d tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6d21cb4-e0ff-4d4b-b47b-221fda201dba HTTP/1.1" status: 200 len: 210 time: 0.0386064 Jul 05 02:47:48.882807 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 6e482f4a-7b98-4cd1-8198-6cfadb006087, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=6e482f4a-7b98-4cd1-8198-6cfadb006087,segment=NetworkSegment(be409309-6ad2-47dc-8674-b2f6fbe283c8),segment_id=be409309-6ad2-47dc-8674-b2f6fbe283c8)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:47:48.913393 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': '6e482f4a-7b98-4cd1-8198-6cfadb006087', 'network_id': '319f6f27-0518-41ae-a3ab-b70eb1a13ad7', 'port_id': '6e482f4a-7b98-4cd1-8198-6cfadb006087', 'mac_address': 'fa:16:3e:c3:51:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a90bcd4-05d3-4076-8731-a724bae74bd9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:47:48.937800 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:48.952925 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e482f4a-7b98-4cd1-8198-6cfadb006087 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:47:48.974451 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 6e482f4a-7b98-4cd1-8198-6cfadb006087, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=6e482f4a-7b98-4cd1-8198-6cfadb006087,segment=NetworkSegment(be409309-6ad2-47dc-8674-b2f6fbe283c8),segment_id=be409309-6ad2-47dc-8674-b2f6fbe283c8)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:47:49.018243 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 02:47:49.168252 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:49.220965 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=6e482f4a-7b98-4cd1-8198-6cfadb006087,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:47:49.392528 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['6e482f4a-7b98-4cd1-8198-6cfadb006087'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:47:49.397304 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 36192) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:47:49.448966 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3e73ceb4-6d90-41e8-a5ac-2df9b71a6189 req-96e0ed43-8e3e-446a-9794-7e66a3e06dbb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=140eb806-6820-43a2-b15d-c39b4530b155&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0725193 Jul 05 02:47:49.538834 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0e786b10-f85a-496e-ab48-3a30ebf5a8d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:49.592038 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e73ceb4-6d90-41e8-a5ac-2df9b71a6189 req-6a0f2e8b-3b75-4728-bcad-c1da1e95f29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:47:49.593740 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3e73ceb4-6d90-41e8-a5ac-2df9b71a6189 req-6a0f2e8b-3b75-4728-bcad-c1da1e95f29e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b1a00a493e704ec48248eed2815bb351&device_id=140eb806-6820-43a2-b15d-c39b4530b155 HTTP/1.1" status: 200 len: 1098 time: 0.1081135 Jul 05 02:47:49.664399 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0e786b10-f85a-496e-ab48-3a30ebf5a8d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:49.759209 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6766f88-5740-4be6-84c3-af99f951a786 req-799e0c2e-e094-4bda-aa63-04dc0b64d2f3 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:47:49.761742 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f6766f88-5740-4be6-84c3-af99f951a786 req-799e0c2e-e094-4bda-aa63-04dc0b64d2f3 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4b51808-3a16-4400-8116-752510d70730 HTTP/1.1" status: 200 len: 945 time: 0.1441824 Jul 05 02:47:49.762328 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e73ceb4-6d90-41e8-a5ac-2df9b71a6189 req-76f7c6a9-fd64-4024-96c5-f65e50b9f5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:47:49.763814 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3e73ceb4-6d90-41e8-a5ac-2df9b71a6189 req-76f7c6a9-fd64-4024-96c5-f65e50b9f5a8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=73b1fe81-9ead-413d-adcc-8dcb2085def5 HTTP/1.1" status: 200 len: 912 time: 0.1361704 Jul 05 02:47:49.768852 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0e786b10-f85a-496e-ab48-3a30ebf5a8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:49.815330 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e786b10-f85a-496e-ab48-3a30ebf5a8d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7132938f-bc75-4837-a119-37cc727d7c53,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:47:49.816844 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3e73ceb4-6d90-41e8-a5ac-2df9b71a6189 req-2bd461ee-c417-4250-8151-176c4e83a0e7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2822b863-f068-471e-ad8b-cf997e93a756 HTTP/1.1" status: 200 len: 217 time: 0.0430038 Jul 05 02:47:49.820941 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-0e786b10-f85a-496e-ab48-3a30ebf5a8d4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=792179c87a2b4b04a401d60a81478218&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4223223 Jul 05 02:47:49.824536 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 36202) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:47:49.872245 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f6766f88-5740-4be6-84c3-af99f951a786 req-93edf1ce-9297-426f-a49e-93f5f084c38c tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a17cceb-80fd-4610-b8a0-df1101fe3ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050088 Jul 05 02:47:49.891231 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e73ceb4-6d90-41e8-a5ac-2df9b71a6189 req-65b7e1a5-ac92-4522-8b58-e1e5851ec526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:47:49.893337 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3e73ceb4-6d90-41e8-a5ac-2df9b71a6189 req-65b7e1a5-ac92-4522-8b58-e1e5851ec526 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=33729902-d3e5-4dd5-ba26-acbc079120a6 HTTP/1.1" status: 200 len: 851 time: 0.0694959 Jul 05 02:47:49.908221 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-927299ae-9676-43df-90e6-7a982658d722 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:49.938969 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-927299ae-9676-43df-90e6-7a982658d722 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:49.966827 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e73ceb4-6d90-41e8-a5ac-2df9b71a6189 req-1158a8ae-833c-4984-a5fa-47adc8055c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:47:49.968619 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3e73ceb4-6d90-41e8-a5ac-2df9b71a6189 req-1158a8ae-833c-4984-a5fa-47adc8055c2d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=73b1fe81-9ead-413d-adcc-8dcb2085def5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0685573 Jul 05 02:47:49.989245 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a945d6e4-b91d-4367-9ae2-cfe942540678 req-40d35e84-b40f-49b1-aa33-78b685694ca9 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6d21cb4-e0ff-4d4b-b47b-221fda201dba HTTP/1.1" status: 200 len: 210 time: 0.0418656 Jul 05 02:47:50.079039 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3e73ceb4-6d90-41e8-a5ac-2df9b71a6189 req-9563cec7-3b3e-4226-bd0d-14146040848a service neutron] 10.222.0.21 "GET /v2.0/networks/73b1fe81-9ead-413d-adcc-8dcb2085def5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023088 Jul 05 02:47:50.092079 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device b1f7a5aa-e789-4fa3-82a4-1d6bcf1c4fa6 no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:47:50.113702 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] No Port match for: b1f7a5aa-e789-4fa3-82a4-1d6bcf1c4fa6 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:47:50.114210 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device b1f7a5aa-e789-4fa3-82a4-1d6bcf1c4fa6 not bound to the agent host n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:47:50.122155 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-927299ae-9676-43df-90e6-7a982658d722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:50.124823 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-927299ae-9676-43df-90e6-7a982658d722 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:50.128579 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-927299ae-9676-43df-90e6-7a982658d722 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7132938f-bc75-4837-a119-37cc727d7c53 HTTP/1.1" status: 204 len: 168 time: 0.2999175 Jul 05 02:47:50.136544 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927299ae-9676-43df-90e6-7a982658d722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7132938f-bc75-4837-a119-37cc727d7c53,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:47:50.193845 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3e73ceb4-6d90-41e8-a5ac-2df9b71a6189 req-ffa905ad-fa8c-4a66-abc0-f50e36a81cd7 service neutron] 10.222.0.21 "GET /v2.0/networks/73b1fe81-9ead-413d-adcc-8dcb2085def5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076870 Jul 05 02:47:50.785688 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 6e482f4a-7b98-4cd1-8198-6cfadb006087 up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:47:50.927677 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-16f87970-e375-458b-b9c3-1de6934047d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:50.958580 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning for port 6e482f4a-7b98-4cd1-8198-6cfadb006087 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:47:50.966197 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port 6e482f4a-7b98-4cd1-8198-6cfadb006087 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:47:50.966197 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:51.011628 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 36212) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:47:51.026368 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-11a635c2-d15b-4ae7-bd0d-83e2b7d6346d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:51.071530 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:51.122826 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1c8cf3-e42d-4381-8105-2dc738c431af req-e9704200-82f5-4314-a887-e0ffe8d6aad2 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:47:51.128918 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4b51808-3a16-4400-8116-752510d70730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e482f4a-7b98-4cd1-8198-6cfadb006087'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:47:51.131832 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-338bfa43-998c-44c6-b1cd-d1e00c70f393" -d '{"events": [{"server_uuid": "d4b51808-3a16-4400-8116-752510d70730", "name": "network-vif-plugged", "status": "completed", "tag": "6e482f4a-7b98-4cd1-8198-6cfadb006087"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:47:51.133673 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6a1c8cf3-e42d-4381-8105-2dc738c431af req-e9704200-82f5-4314-a887-e0ffe8d6aad2 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4b51808-3a16-4400-8116-752510d70730 HTTP/1.1" status: 200 len: 945 time: 0.1377764 Jul 05 02:47:51.149464 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 6e482f4a-7b98-4cd1-8198-6cfadb006087, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=6e482f4a-7b98-4cd1-8198-6cfadb006087,segment=NetworkSegment(be409309-6ad2-47dc-8674-b2f6fbe283c8),segment_id=be409309-6ad2-47dc-8674-b2f6fbe283c8)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:47:51.175053 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-11a635c2-d15b-4ae7-bd0d-83e2b7d6346d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:51.178462 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6a1c8cf3-e42d-4381-8105-2dc738c431af req-7fa18031-1862-4eb3-996a-5a9849e48ce8 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a17cceb-80fd-4610-b8a0-df1101fe3ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426090 Jul 05 02:47:51.219300 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b10b0dea-d583-44fb-b872-24a0518fa486 req-0f988601-94b8-4487-a8f3-39d0212ad03d tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6d21cb4-e0ff-4d4b-b47b-221fda201dba HTTP/1.1" status: 200 len: 210 time: 0.0331595 Jul 05 02:47:51.239621 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed7851d0-dbb2-4ed1-b08c-5cea5a8dae18 x-openstack-request-id: req-ed7851d0-dbb2-4ed1-b08c-5cea5a8dae18 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:47:51.239621 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4b51808-3a16-4400-8116-752510d70730", "name": "network-vif-plugged", "status": "completed", "tag": "6e482f4a-7b98-4cd1-8198-6cfadb006087", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:47:51.239621 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ed7851d0-dbb2-4ed1-b08c-5cea5a8dae18 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:47:51.240265 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4b51808-3a16-4400-8116-752510d70730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e482f4a-7b98-4cd1-8198-6cfadb006087', 'code': 200} Jul 05 02:47:51.259137 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:51.310655 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-11a635c2-d15b-4ae7-bd0d-83e2b7d6346d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:51.318020 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=6e482f4a-7b98-4cd1-8198-6cfadb006087,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:47:51.354891 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-11a635c2-d15b-4ae7-bd0d-83e2b7d6346d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=464a8dba0d6b444bbcdc5b653b4ee6d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3421481 Jul 05 02:47:51.356155 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a635c2-d15b-4ae7-bd0d-83e2b7d6346d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aad1afec-ef7d-4214-b48b-01a097fe11b7,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:47:51.358167 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 36218) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:47:51.416977 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999c59e4-621f-4aaa-8b3e-7ddfbbc721bb req-fdf3e5c5-b6a1-41c0-965a-b0c700f09f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:47:51.418788 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-999c59e4-621f-4aaa-8b3e-7ddfbbc721bb req-fdf3e5c5-b6a1-41c0-965a-b0c700f09f5e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d4b51808-3a16-4400-8116-752510d70730 HTTP/1.1" status: 200 len: 1098 time: 0.1031251 Jul 05 02:47:51.436219 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8325b09d-a9d0-43a5-8c27-776e7381c708 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:51.474896 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8325b09d-a9d0-43a5-8c27-776e7381c708 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:51.482734 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-999c59e4-621f-4aaa-8b3e-7ddfbbc721bb req-3a22f277-73b4-400b-a4ea-e86d35e40112 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0a17cceb-80fd-4610-b8a0-df1101fe3ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568328 Jul 05 02:47:51.642775 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8325b09d-a9d0-43a5-8c27-776e7381c708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:51.645410 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8325b09d-a9d0-43a5-8c27-776e7381c708 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:51.649615 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-8325b09d-a9d0-43a5-8c27-776e7381c708 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/aad1afec-ef7d-4214-b48b-01a097fe11b7 HTTP/1.1" status: 204 len: 168 time: 0.2875752 Jul 05 02:47:51.657954 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8325b09d-a9d0-43a5-8c27-776e7381c708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aad1afec-ef7d-4214-b48b-01a097fe11b7,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:47:52.386592 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be97e5ea-f4f9-4d7a-8831-1fe2c851bba0 req-f88bace9-682b-480f-8e81-390fb6dc4480 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:47:52.388286 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-be97e5ea-f4f9-4d7a-8831-1fe2c851bba0 req-f88bace9-682b-480f-8e81-390fb6dc4480 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4b51808-3a16-4400-8116-752510d70730 HTTP/1.1" status: 200 len: 946 time: 0.0744886 Jul 05 02:47:52.402485 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-988db320-8c2d-4754-8305-959c5e1ce0f4 req-838083b2-bb9f-46a2-bc7b-49e84db4b00b tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6d21cb4-e0ff-4d4b-b47b-221fda201dba HTTP/1.1" status: 200 len: 210 time: 0.0318158 Jul 05 02:47:52.428371 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-be97e5ea-f4f9-4d7a-8831-1fe2c851bba0 req-775a3ea4-491c-49d0-8314-3af6e7be8400 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a17cceb-80fd-4610-b8a0-df1101fe3ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345001 Jul 05 02:47:53.236900 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-fe28f666-8a2f-4a7a-819f-4966a0c898fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:53.620463 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d5b62e0d-e8a7-4419-bc7c-47eddb37d9f6 req-ab258d95-5a1c-4ab6-b355-562523ddfebb tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6d21cb4-e0ff-4d4b-b47b-221fda201dba HTTP/1.1" status: 200 len: 210 time: 0.0304010 Jul 05 02:47:53.642113 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3e5394-9bb5-45a7-b4d3-ffa158377c50 req-ee8cc6e0-ef5b-47ce-93cc-d1e4f1f63d4e tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:47:53.643804 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fd3e5394-9bb5-45a7-b4d3-ffa158377c50 req-ee8cc6e0-ef5b-47ce-93cc-d1e4f1f63d4e tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4b51808-3a16-4400-8116-752510d70730 HTTP/1.1" status: 200 len: 946 time: 0.0721924 Jul 05 02:47:53.688776 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fd3e5394-9bb5-45a7-b4d3-ffa158377c50 req-de3b3dd7-3d3c-4e2b-9f7f-57359d75b886 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a17cceb-80fd-4610-b8a0-df1101fe3ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387321 Jul 05 02:47:53.877894 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79491b3-938a-4fc0-9a8a-815f4973a0f4 req-1ec91f0b-0c2d-4015-94c6-37121de85e04 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:47:53.879562 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e79491b3-938a-4fc0-9a8a-815f4973a0f4 req-1ec91f0b-0c2d-4015-94c6-37121de85e04 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4b51808-3a16-4400-8116-752510d70730 HTTP/1.1" status: 200 len: 946 time: 0.0748398 Jul 05 02:47:53.888372 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 36266) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:47:53.893553 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-3ec99a08-b5fe-4a66-8bbc-f187584cad07 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Request body: {'floatingip': {'port_id': '6e482f4a-7b98-4cd1-8198-6cfadb006087'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:47:53.934322 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3ec99a08-b5fe-4a66-8bbc-f187584cad07 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Notify callbacks [] for floatingip, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:54.031277 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:54.440938 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3ec99a08-b5fe-4a66-8bbc-f187584cad07 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:54.512439 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3ec99a08-b5fe-4a66-8bbc-f187584cad07 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636869'] for floatingip, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:54.627008 n-d-771362-32 neutron-server[94461]: INFO neutron.db.l3_db [None req-3ec99a08-b5fe-4a66-8bbc-f187584cad07 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Floating IP ced215d5-139d-4f72-a8c7-2a6fbda18c01 associated. External IP: 172.25.7.8, port: 6e482f4a-7b98-4cd1-8198-6cfadb006087. Jul 05 02:47:54.689854 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:54.867915 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ec99a08-b5fe-4a66-8bbc-f187584cad07 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Router 0576a2b9-2cc4-4905-8ec3-663f026e0538 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:47:54.984678 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ec99a08-b5fe-4a66-8bbc-f187584cad07 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:47:54.989493 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3ec99a08-b5fe-4a66-8bbc-f187584cad07 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:54.995630 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48624334-2bdf-4548-8ae2-ede7176adeda None None] Sync routers for ids ['0576a2b9-2cc4-4905-8ec3-663f026e0538'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:47:55.004539 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48624334-2bdf-4548-8ae2-ede7176adeda None None] Routers {'0576a2b9-2cc4-4905-8ec3-663f026e0538'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:47:55.005235 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-48624334-2bdf-4548-8ae2-ede7176adeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:47:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['0576a2b9-2cc4-4905-8ec3-663f026e0538'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:47:55.028187 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-3ec99a08-b5fe-4a66-8bbc-f187584cad07 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "PUT /v2.0/floatingips/ced215d5-139d-4f72-a8c7-2a6fbda18c01 HTTP/1.1" status: 200 len: 990 time: 1.1386893 Jul 05 02:47:55.028792 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4b51808-3a16-4400-8116-752510d70730', 'tag': '6e482f4a-7b98-4cd1-8198-6cfadb006087'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:47:55.031935 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c05b958c-d6db-403a-ac5f-7a94f206dd9a" -d '{"events": [{"name": "network-changed", "server_uuid": "d4b51808-3a16-4400-8116-752510d70730", "tag": "6e482f4a-7b98-4cd1-8198-6cfadb006087"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:47:55.075352 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46b828a4-4381-4020-bbd7-75aac7b937da x-openstack-request-id: req-46b828a4-4381-4020-bbd7-75aac7b937da {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:47:55.075673 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4b51808-3a16-4400-8116-752510d70730", "tag": "6e482f4a-7b98-4cd1-8198-6cfadb006087", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:47:55.075929 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-46b828a4-4381-4020-bbd7-75aac7b937da {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:47:55.076346 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4b51808-3a16-4400-8116-752510d70730', 'tag': '6e482f4a-7b98-4cd1-8198-6cfadb006087', 'status': 'completed', 'code': 200} Jul 05 02:47:55.155954 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-48624334-2bdf-4548-8ae2-ede7176adeda None None] Set router 0576a2b9-2cc4-4905-8ec3-663f026e0538 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:47:55.173034 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05b958c-d6db-403a-ac5f-7a94f206dd9a req-161c4068-40ef-441f-b3d7-638bc7e754a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:47:55.174682 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c05b958c-d6db-403a-ac5f-7a94f206dd9a req-161c4068-40ef-441f-b3d7-638bc7e754a7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f71f6dbd7ca04e46abf258fabaf4edd3&device_id=d4b51808-3a16-4400-8116-752510d70730 HTTP/1.1" status: 200 len: 1098 time: 0.0701199 Jul 05 02:47:55.267981 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05b958c-d6db-403a-ac5f-7a94f206dd9a req-a59e1494-b1bb-401d-8e94-6d7c2670b328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:47:55.269505 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c05b958c-d6db-403a-ac5f-7a94f206dd9a req-a59e1494-b1bb-401d-8e94-6d7c2670b328 service neutron] 10.222.0.21 "GET /v2.0/networks?id=319f6f27-0518-41ae-a3ab-b70eb1a13ad7 HTTP/1.1" status: 200 len: 917 time: 0.0887558 Jul 05 02:47:55.341279 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c05b958c-d6db-403a-ac5f-7a94f206dd9a req-24cd3acd-b770-4fce-9129-e4e0b74535ea service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e482f4a-7b98-4cd1-8198-6cfadb006087 HTTP/1.1" status: 200 len: 998 time: 0.0645311 Jul 05 02:47:55.410177 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05b958c-d6db-403a-ac5f-7a94f206dd9a req-5145f75f-2bde-4832-aea6-45d118e608a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:47:55.411909 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-48624334-2bdf-4548-8ae2-ede7176adeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0576a2b9-2cc4-4905-8ec3-663f026e0538', 'name': 'tempest-AttachVolumeShelveTestJSON-1776347955-router', 'tenant_id': 'f71f6dbd7ca04e46abf258fabaf4edd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '63cd5c22-c8e7-4c32-88ad-d0657fb24d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:43:20Z', 'updated_at': '2021-07-05T02:43:29Z', 'revision_number': 4, 'project_id': 'f71f6dbd7ca04e46abf258fabaf4edd3', 'gw_port': {'id': '63cd5c22-c8e7-4c32-88ad-d0657fb24d47', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:46:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0576a2b9-2cc4-4905-8ec3-663f026e0538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:43:22Z', 'updated_at': '2021-07-05T02:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': 'ced215d5-139d-4f72-a8c7-2a6fbda18c01', 'tenant_id': 'f71f6dbd7ca04e46abf258fabaf4edd3', 'floating_ip_address': '172.25.7.8', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': '0576a2b9-2cc4-4905-8ec3-663f026e0538', 'port_id': '6e482f4a-7b98-4cd1-8198-6cfadb006087', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '319f6f27-0518-41ae-a3ab-b70eb1a13ad7', 'mac_address': 'fa:16:3e:c3:51:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b51808-3a16-4400-8116-752510d70730', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T02:47:38Z', 'updated_at': '2021-07-05T02:47:54Z', 'revision_number': 1, 'project_id': 'f71f6dbd7ca04e46abf258fabaf4edd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '744af8d5-757e-4652-95ba-36160c6b27ca', 'name': '', 'network_id': '319f6f27-0518-41ae-a3ab-b70eb1a13ad7', 'tenant_id': 'f71f6dbd7ca04e46abf258fabaf4edd3', 'mac_address': 'fa:16:3e:54:27:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0576a2b9-2cc4-4905-8ec3-663f026e0538', 'device_owner': 'network:router_interface', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': '3a90bcd4-05d3-4076-8731-a724bae74bd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:43:27Z', 'updated_at': '2021-07-05T02:43:38Z', 'revision_number': 5, 'project_id': 'f71f6dbd7ca04e46abf258fabaf4edd3', 'subnets': [{'id': '3a90bcd4-05d3-4076-8731-a724bae74bd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:47:55.412139 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c05b958c-d6db-403a-ac5f-7a94f206dd9a req-5145f75f-2bde-4832-aea6-45d118e608a1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3a90bcd4-05d3-4076-8731-a724bae74bd9 HTTP/1.1" status: 200 len: 856 time: 0.0631647 Jul 05 02:47:55.417673 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 36318) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:47:55.451120 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48624334-2bdf-4548-8ae2-ede7176adeda None None] Checking router: 0576a2b9-2cc4-4905-8ec3-663f026e0538 for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:47:55.461962 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48624334-2bdf-4548-8ae2-ede7176adeda None None] Routers {'0576a2b9-2cc4-4905-8ec3-663f026e0538'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:47:55.463378 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-48624334-2bdf-4548-8ae2-ede7176adeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:47:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['0576a2b9-2cc4-4905-8ec3-663f026e0538'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:47:55.481379 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05b958c-d6db-403a-ac5f-7a94f206dd9a req-76ff2b7d-3962-49a5-8e21-73d7f852f5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:47:55.483072 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c05b958c-d6db-403a-ac5f-7a94f206dd9a req-76ff2b7d-3962-49a5-8e21-73d7f852f5f1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=319f6f27-0518-41ae-a3ab-b70eb1a13ad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0640726 Jul 05 02:47:55.536884 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-17123bf4-e212-4455-a603-c04219f4188f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:55.607762 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-48624334-2bdf-4548-8ae2-ede7176adeda None None] Set router 0576a2b9-2cc4-4905-8ec3-663f026e0538 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:47:55.612831 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c05b958c-d6db-403a-ac5f-7a94f206dd9a req-1f0af4db-5d4d-4e98-a193-2b0a07d9f632 service neutron] 10.222.0.21 "GET /v2.0/networks/319f6f27-0518-41ae-a3ab-b70eb1a13ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222134 Jul 05 02:47:55.641420 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-17123bf4-e212-4455-a603-c04219f4188f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:55.717243 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c05b958c-d6db-403a-ac5f-7a94f206dd9a req-b44d15f1-0d7a-4def-9c8c-f40f92013292 service neutron] 10.222.0.21 "GET /v2.0/networks/319f6f27-0518-41ae-a3ab-b70eb1a13ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962472 Jul 05 02:47:55.779698 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-17123bf4-e212-4455-a603-c04219f4188f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:55.827037 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17123bf4-e212-4455-a603-c04219f4188f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad506380-c46b-4851-8cf3-0ae7f36ec081,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:47:55.850115 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-17123bf4-e212-4455-a603-c04219f4188f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dd1c0fc9ca374f3a82f9af001e69e496&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4304197 Jul 05 02:47:55.857515 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 36326) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:47:55.881515 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-48624334-2bdf-4548-8ae2-ede7176adeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0576a2b9-2cc4-4905-8ec3-663f026e0538', 'name': 'tempest-AttachVolumeShelveTestJSON-1776347955-router', 'tenant_id': 'f71f6dbd7ca04e46abf258fabaf4edd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '63cd5c22-c8e7-4c32-88ad-d0657fb24d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:43:20Z', 'updated_at': '2021-07-05T02:43:29Z', 'revision_number': 4, 'project_id': 'f71f6dbd7ca04e46abf258fabaf4edd3', 'gw_port': {'id': '63cd5c22-c8e7-4c32-88ad-d0657fb24d47', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:46:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0576a2b9-2cc4-4905-8ec3-663f026e0538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:43:22Z', 'updated_at': '2021-07-05T02:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': 'ced215d5-139d-4f72-a8c7-2a6fbda18c01', 'tenant_id': 'f71f6dbd7ca04e46abf258fabaf4edd3', 'floating_ip_address': '172.25.7.8', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': '0576a2b9-2cc4-4905-8ec3-663f026e0538', 'port_id': '6e482f4a-7b98-4cd1-8198-6cfadb006087', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '319f6f27-0518-41ae-a3ab-b70eb1a13ad7', 'mac_address': 'fa:16:3e:c3:51:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b51808-3a16-4400-8116-752510d70730', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T02:47:38Z', 'updated_at': '2021-07-05T02:47:54Z', 'revision_number': 1, 'project_id': 'f71f6dbd7ca04e46abf258fabaf4edd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '744af8d5-757e-4652-95ba-36160c6b27ca', 'name': '', 'network_id': '319f6f27-0518-41ae-a3ab-b70eb1a13ad7', 'tenant_id': 'f71f6dbd7ca04e46abf258fabaf4edd3', 'mac_address': 'fa:16:3e:54:27:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0576a2b9-2cc4-4905-8ec3-663f026e0538', 'device_owner': 'network:router_interface', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': '3a90bcd4-05d3-4076-8731-a724bae74bd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:43:27Z', 'updated_at': '2021-07-05T02:43:38Z', 'revision_number': 5, 'project_id': 'f71f6dbd7ca04e46abf258fabaf4edd3', 'subnets': [{'id': '3a90bcd4-05d3-4076-8731-a724bae74bd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:47:55.906789 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-eca5cf3d-1e24-4c44-a843-1f4bb16cbb33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:55.908288 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48624334-2bdf-4548-8ae2-ede7176adeda None None] The sync data for ids ['0576a2b9-2cc4-4905-8ec3-663f026e0538'] in n-d-771362-32 is: [{'id': '0576a2b9-2cc4-4905-8ec3-663f026e0538', 'name': 'tempest-AttachVolumeShelveTestJSON-1776347955-router', 'tenant_id': 'f71f6dbd7ca04e46abf258fabaf4edd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '63cd5c22-c8e7-4c32-88ad-d0657fb24d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:43:20Z', 'updated_at': '2021-07-05T02:43:29Z', 'revision_number': 4, 'project_id': 'f71f6dbd7ca04e46abf258fabaf4edd3', 'gw_port': {'id': '63cd5c22-c8e7-4c32-88ad-d0657fb24d47', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:46:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0576a2b9-2cc4-4905-8ec3-663f026e0538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:43:22Z', 'updated_at': '2021-07-05T02:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': 'ced215d5-139d-4f72-a8c7-2a6fbda18c01', 'tenant_id': 'f71f6dbd7ca04e46abf258fabaf4edd3', 'floating_ip_address': '172.25.7.8', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': '0576a2b9-2cc4-4905-8ec3-663f026e0538', 'port_id': '6e482f4a-7b98-4cd1-8198-6cfadb006087', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '319f6f27-0518-41ae-a3ab-b70eb1a13ad7', 'mac_address': 'fa:16:3e:c3:51:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b51808-3a16-4400-8116-752510d70730', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T02:47:38Z', 'updated_at': '2021-07-05T02:47:54Z', 'revision_number': 1, 'project_id': 'f71f6dbd7ca04e46abf258fabaf4edd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '744af8d5-757e-4652-95ba-36160c6b27ca', 'name': '', 'network_id': '319f6f27-0518-41ae-a3ab-b70eb1a13ad7', 'tenant_id': 'f71f6dbd7ca04e46abf258fabaf4edd3', 'mac_address': 'fa:16:3e:54:27:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0576a2b9-2cc4-4905-8ec3-663f026e0538', 'device_owner': 'network:router_interface', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': '3a90bcd4-05d3-4076-8731-a724bae74bd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:43:27Z', 'updated_at': '2021-07-05T02:43:38Z', 'revision_number': 5, 'project_id': 'f71f6dbd7ca04e46abf258fabaf4edd3', 'subnets': [{'id': '3a90bcd4-05d3-4076-8731-a724bae74bd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:47:55.931758 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-eca5cf3d-1e24-4c44-a843-1f4bb16cbb33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:56.105604 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-eca5cf3d-1e24-4c44-a843-1f4bb16cbb33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:56.111070 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-eca5cf3d-1e24-4c44-a843-1f4bb16cbb33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:56.111472 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-eca5cf3d-1e24-4c44-a843-1f4bb16cbb33 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ad506380-c46b-4851-8cf3-0ae7f36ec081 HTTP/1.1" status: 204 len: 168 time: 0.2595947 Jul 05 02:47:56.134377 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:56.154765 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca5cf3d-1e24-4c44-a843-1f4bb16cbb33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad506380-c46b-4851-8cf3-0ae7f36ec081,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:47:56.212617 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7aa985-b2a8-44bb-815c-e9e360ff08df None None] New status for floating IP ced215d5-139d-4f72-a8c7-2a6fbda18c01: ACTIVE {{(pid=94464) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 02:47:57.207732 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 36340) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:47:57.220807 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d3924b4a-1a33-4e59-a994-619e6e42d15f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:57.315255 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d3924b4a-1a33-4e59-a994-619e6e42d15f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:57.442480 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d3924b4a-1a33-4e59-a994-619e6e42d15f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:57.483818 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3924b4a-1a33-4e59-a994-619e6e42d15f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf83da9a-7c0e-4da5-9a53-e86333922d78,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:47:57.488812 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-d3924b4a-1a33-4e59-a994-619e6e42d15f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=357754abd3384297ae52138997a61644&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2800639 Jul 05 02:47:57.491553 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 36346) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:47:57.541017 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7d9d41f2-df20-4f13-a0b8-90429fcaa1ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:57.562492 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7d9d41f2-df20-4f13-a0b8-90429fcaa1ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:57.700024 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7d9d41f2-df20-4f13-a0b8-90429fcaa1ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:57.702704 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7d9d41f2-df20-4f13-a0b8-90429fcaa1ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:47:57.704236 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-7d9d41f2-df20-4f13-a0b8-90429fcaa1ce admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cf83da9a-7c0e-4da5-9a53-e86333922d78 HTTP/1.1" status: 204 len: 168 time: 0.2109284 Jul 05 02:47:57.711876 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9d41f2-df20-4f13-a0b8-90429fcaa1ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf83da9a-7c0e-4da5-9a53-e86333922d78,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:47:59.867397 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fa29c5-77a6-4132-9151-426079715461 req-72ef29de-f9b8-43b5-ac50-6599651ee950 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:47:59.868924 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b3fa29c5-77a6-4132-9151-426079715461 req-72ef29de-f9b8-43b5-ac50-6599651ee950 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=140eb806-6820-43a2-b15d-c39b4530b155 HTTP/1.1" status: 200 len: 946 time: 0.0650609 Jul 05 02:47:59.907412 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b3fa29c5-77a6-4132-9151-426079715461 req-197d014f-9765-4b7c-9fb6-d2b4c36f0122 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319107 Jul 05 02:48:01.499314 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df4d66d-8ebd-4cff-8b7d-5fcbdd90ed06 req-f347e4ad-c713-40b9-8d08-881c7e5fee6c tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:48:01.500825 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1df4d66d-8ebd-4cff-8b7d-5fcbdd90ed06 req-f347e4ad-c713-40b9-8d08-881c7e5fee6c tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=140eb806-6820-43a2-b15d-c39b4530b155 HTTP/1.1" status: 200 len: 946 time: 0.4604433 Jul 05 02:48:01.508248 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23c69bf-a9d3-47d7-9a1c-467500151cfe req-f9b19153-43a5-4a2d-9829-ef8dd234e366 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:48:01.512237 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a23c69bf-a9d3-47d7-9a1c-467500151cfe req-f9b19153-43a5-4a2d-9829-ef8dd234e366 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.21 "GET /v2.0/ports?device_id=140eb806-6820-43a2-b15d-c39b4530b155 HTTP/1.1" status: 200 len: 946 time: 0.0882654 Jul 05 02:48:01.578719 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1df4d66d-8ebd-4cff-8b7d-5fcbdd90ed06 req-714c0d1c-a704-49f1-952c-ae8d2deaab51 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac3071f8-72e9-48f6-993d-b91865fa3824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675302 Jul 05 02:48:01.631242 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-a23c69bf-a9d3-47d7-9a1c-467500151cfe req-f7dc171b-43c0-4fe5-899d-4b67e025352d tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Deleting port 2822b863-f068-471e-ad8b-cf997e93a756 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:48:01.631586 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a23c69bf-a9d3-47d7-9a1c-467500151cfe req-f7dc171b-43c0-4fe5-899d-4b67e025352d tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:01.720872 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-a23c69bf-a9d3-47d7-9a1c-467500151cfe req-f7dc171b-43c0-4fe5-899d-4b67e025352d tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] For port 2822b863-f068-471e-ad8b-cf997e93a756, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=2822b863-f068-471e-ad8b-cf997e93a756,segment=NetworkSegment(0d275c90-3bd1-498e-a485-a23914e67eb1),segment_id=0d275c90-3bd1-498e-a485-a23914e67eb1)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:48:01.721219 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a23c69bf-a9d3-47d7-9a1c-467500151cfe req-f7dc171b-43c0-4fe5-899d-4b67e025352d tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:01.733457 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-a23c69bf-a9d3-47d7-9a1c-467500151cfe req-f7dc171b-43c0-4fe5-899d-4b67e025352d tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Calling delete_port for 2822b863-f068-471e-ad8b-cf997e93a756 owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:48:01.945070 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a23c69bf-a9d3-47d7-9a1c-467500151cfe req-f7dc171b-43c0-4fe5-899d-4b67e025352d tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:01.956132 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['2822b863-f068-471e-ad8b-cf997e93a756'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:48:01.974157 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dc171b-43c0-4fe5-899d-4b67e025352d tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Pushing event deleted for resources: {'Port': ['ID=2822b863-f068-471e-ad8b-cf997e93a756,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:48:02.026567 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-a23c69bf-a9d3-47d7-9a1c-467500151cfe req-f7dc171b-43c0-4fe5-899d-4b67e025352d tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] No DVR routers for this DVR port 2822b863-f068-471e-ad8b-cf997e93a756 on host n-h1-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:48:02.029072 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a23c69bf-a9d3-47d7-9a1c-467500151cfe req-f7dc171b-43c0-4fe5-899d-4b67e025352d tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:02.031104 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a23c69bf-a9d3-47d7-9a1c-467500151cfe req-f7dc171b-43c0-4fe5-899d-4b67e025352d tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.21 "DELETE /v2.0/ports/2822b863-f068-471e-ad8b-cf997e93a756 HTTP/1.1" status: 204 len: 173 time: 0.5140593 Jul 05 02:48:02.031541 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '140eb806-6820-43a2-b15d-c39b4530b155', 'name': 'network-vif-deleted', 'tag': '2822b863-f068-471e-ad8b-cf997e93a756'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:48:02.033759 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3972259b-21fa-4cbd-a88f-8d8f4522e15a" -d '{"events": [{"server_uuid": "140eb806-6820-43a2-b15d-c39b4530b155", "name": "network-vif-deleted", "tag": "2822b863-f068-471e-ad8b-cf997e93a756"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:48:02.068522 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02d319b5-4440-4634-848a-c9785926e12d x-openstack-request-id: req-02d319b5-4440-4634-848a-c9785926e12d {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:48:02.068812 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "140eb806-6820-43a2-b15d-c39b4530b155", "name": "network-vif-deleted", "tag": "2822b863-f068-471e-ad8b-cf997e93a756", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:48:02.069068 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-02d319b5-4440-4634-848a-c9785926e12d {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:48:02.069518 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '140eb806-6820-43a2-b15d-c39b4530b155', 'name': 'network-vif-deleted', 'tag': '2822b863-f068-471e-ad8b-cf997e93a756', 'status': 'completed', 'code': 200} Jul 05 02:48:02.726454 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e4b48f99-4d82-438a-a29e-c0385466c9ac req-a0198210-faae-4e32-9119-5a8af2a68eaf tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=140eb806-6820-43a2-b15d-c39b4530b155 HTTP/1.1" status: 200 len: 210 time: 0.0300786 Jul 05 02:48:03.877115 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-509203e1-d27f-49eb-963f-d8a407fb10f8 req-b5a70453-89c2-4c85-a793-cc39bb801a6b tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=140eb806-6820-43a2-b15d-c39b4530b155 HTTP/1.1" status: 200 len: 210 time: 0.0313559 Jul 05 02:48:04.871242 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 2822b863-f068-471e-ad8b-cf997e93a756 no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:48:04.892016 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] No Port match for: 2822b863-f068-471e-ad8b-cf997e93a756 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:48:04.892359 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 2822b863-f068-471e-ad8b-cf997e93a756 not bound to the agent host n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:48:05.039383 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-08b99c10-d967-4fa2-9305-c5c9d7df21fe req-88c5c883-8124-4ed4-b46d-24c2c646be5b tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=140eb806-6820-43a2-b15d-c39b4530b155 HTTP/1.1" status: 200 len: 210 time: 0.0422382 Jul 05 02:48:06.196915 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ba996f80-2157-4d53-9188-24b903e0493c req-7ac89303-3ca0-4f1a-a2fb-6ab6e30fdb62 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=140eb806-6820-43a2-b15d-c39b4530b155 HTTP/1.1" status: 200 len: 210 time: 0.0331404 Jul 05 02:48:07.401795 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4e6288ce-2c6e-45f6-87af-47c3e38d28b7 req-c5d41cb9-4b83-4f13-bec7-8bc3d0e51569 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=140eb806-6820-43a2-b15d-c39b4530b155 HTTP/1.1" status: 200 len: 210 time: 0.0304861 Jul 05 02:48:11.309533 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 36542) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:48:11.314792 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-62756e50-7d79-476c-ba98-92ecfa1c682e tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2009782510', 'description': 'tempest-secgroup-smoke-2009782510 description', 'project_id': 'b1a00a493e704ec48248eed2815bb351'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:48:11.411338 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-62756e50-7d79-476c-ba98-92ecfa1c682e tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:11.496578 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-62756e50-7d79-476c-ba98-92ecfa1c682e tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:11.665098 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-62756e50-7d79-476c-ba98-92ecfa1c682e tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:11.697223 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62756e50-7d79-476c-ba98-92ecfa1c682e tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1999bc0d-8d6f-407a-9c0b-dda1a8300b10,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:48:11.802212 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-62756e50-7d79-476c-ba98-92ecfa1c682e tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:11.803574 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-62756e50-7d79-476c-ba98-92ecfa1c682e tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4929624 Jul 05 02:48:11.806677 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 36548) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:48:11.818698 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-b2ce8c67-85c9-4a49-b785-1f091d8eabf7 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Request body: {'security_group_rule': {'security_group_id': '1999bc0d-8d6f-407a-9c0b-dda1a8300b10', 'project_id': 'b1a00a493e704ec48248eed2815bb351', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:48:11.968147 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:11.968824 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:11.974296 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b2ce8c67-85c9-4a49-b785-1f091d8eabf7 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:12.032509 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b2ce8c67-85c9-4a49-b785-1f091d8eabf7 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:12.128524 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b2ce8c67-85c9-4a49-b785-1f091d8eabf7 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:12.147621 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ce8c67-85c9-4a49-b785-1f091d8eabf7 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfbae01f-39cc-4ac1-84b6-afa56b0cbfcd,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:48:12.265356 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b2ce8c67-85c9-4a49-b785-1f091d8eabf7 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:12.267105 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-b2ce8c67-85c9-4a49-b785-1f091d8eabf7 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4589920 Jul 05 02:48:12.269368 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 36550) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:48:12.273839 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-d47237bb-0300-4a45-b911-14411b20f059 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Request body: {'security_group_rule': {'security_group_id': '1999bc0d-8d6f-407a-9c0b-dda1a8300b10', 'project_id': 'b1a00a493e704ec48248eed2815bb351', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:48:12.493220 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d47237bb-0300-4a45-b911-14411b20f059 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:12.557583 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d47237bb-0300-4a45-b911-14411b20f059 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:12.670977 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d47237bb-0300-4a45-b911-14411b20f059 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:12.688755 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47237bb-0300-4a45-b911-14411b20f059 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea3006f3-bc17-4789-a06c-630a2e1da835,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:48:12.808206 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d47237bb-0300-4a45-b911-14411b20f059 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:12.809461 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-d47237bb-0300-4a45-b911-14411b20f059 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5391641 Jul 05 02:48:12.812374 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 36556) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:48:12.817230 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-88b02433-1a79-4241-8716-07b6587ddaff tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Request body: {'security_group_rule': {'security_group_id': '1999bc0d-8d6f-407a-9c0b-dda1a8300b10', 'project_id': 'b1a00a493e704ec48248eed2815bb351', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:48:12.910616 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-88b02433-1a79-4241-8716-07b6587ddaff tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:12.984714 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-88b02433-1a79-4241-8716-07b6587ddaff tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:13.059816 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-88b02433-1a79-4241-8716-07b6587ddaff tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:13.075177 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b02433-1a79-4241-8716-07b6587ddaff tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fc722cf-ade1-49a9-9357-ade5e64dd0fe,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:48:13.174837 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-88b02433-1a79-4241-8716-07b6587ddaff tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:13.176121 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-88b02433-1a79-4241-8716-07b6587ddaff tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3628640 Jul 05 02:48:13.179393 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 36562) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:48:13.183934 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-58779794-255a-45ab-95dc-d5d55e6189c8 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Request body: {'security_group_rule': {'security_group_id': '1999bc0d-8d6f-407a-9c0b-dda1a8300b10', 'project_id': 'b1a00a493e704ec48248eed2815bb351', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:48:13.291982 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-58779794-255a-45ab-95dc-d5d55e6189c8 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:13.359698 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-58779794-255a-45ab-95dc-d5d55e6189c8 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:13.482155 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-58779794-255a-45ab-95dc-d5d55e6189c8 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:13.502049 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58779794-255a-45ab-95dc-d5d55e6189c8 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8229eb72-4108-4db0-86b9-e35825ee508d,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:48:13.591149 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-58779794-255a-45ab-95dc-d5d55e6189c8 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:13.592415 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-58779794-255a-45ab-95dc-d5d55e6189c8 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4120448 Jul 05 02:48:13.595155 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 36572) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:48:13.599854 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-662e50ad-ebe7-4ad6-942b-5dab6b4ab6be tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Request body: {'security_group_rule': {'security_group_id': '1999bc0d-8d6f-407a-9c0b-dda1a8300b10', 'project_id': 'b1a00a493e704ec48248eed2815bb351', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:48:13.710888 n-d-771362-32 neutron-server[94462]: INFO neutron.db.securitygroups_db [None req-662e50ad-ebe7-4ad6-942b-5dab6b4ab6be tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Project b1a00a493e704ec48248eed2815bb351 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 02:48:13.716494 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-662e50ad-ebe7-4ad6-942b-5dab6b4ab6be tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:13.778005 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-662e50ad-ebe7-4ad6-942b-5dab6b4ab6be tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:13.848108 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-662e50ad-ebe7-4ad6-942b-5dab6b4ab6be tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:13.866634 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662e50ad-ebe7-4ad6-942b-5dab6b4ab6be tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fa5bbe7-38a9-406d-85c8-72f73c43bb69,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:48:13.956980 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-662e50ad-ebe7-4ad6-942b-5dab6b4ab6be tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:13.958355 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-662e50ad-ebe7-4ad6-942b-5dab6b4ab6be tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3620546 Jul 05 02:48:13.961337 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 36576) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:48:13.967700 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-bde3d76d-a89b-480d-b477-7de36bdd06da tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Request body: {'security_group_rule': {'security_group_id': '1999bc0d-8d6f-407a-9c0b-dda1a8300b10', 'project_id': 'b1a00a493e704ec48248eed2815bb351', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:48:14.048522 n-d-771362-32 neutron-server[94461]: INFO neutron.db.securitygroups_db [None req-bde3d76d-a89b-480d-b477-7de36bdd06da tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Project b1a00a493e704ec48248eed2815bb351 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 02:48:14.054302 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bde3d76d-a89b-480d-b477-7de36bdd06da tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:14.114252 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bde3d76d-a89b-480d-b477-7de36bdd06da tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:14.202299 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bde3d76d-a89b-480d-b477-7de36bdd06da tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:14.217615 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde3d76d-a89b-480d-b477-7de36bdd06da tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61abe32c-dc46-488b-b5b3-5d21c980bd47,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:48:14.328384 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bde3d76d-a89b-480d-b477-7de36bdd06da tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:14.329662 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-bde3d76d-a89b-480d-b477-7de36bdd06da tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3661265 Jul 05 02:48:20.963493 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-6d4a3244-3ab8-4538-a8d4-62442828a221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:23.242539 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-710a9dd6-9523-47e9-aec4-807ae09b1b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:23.957143 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:24.734441 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:24.843497 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 36776) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:48:25.200411 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-9008cc45-c208-4a76-bcee-34d0e1895c39 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Deleting port d3c04c13-1ee6-4d55-815f-cd6dedaac989 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:48:25.200777 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9008cc45-c208-4a76-bcee-34d0e1895c39 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:25.283026 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9008cc45-c208-4a76-bcee-34d0e1895c39 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:25.283254 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9008cc45-c208-4a76-bcee-34d0e1895c39 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:25.296963 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-9008cc45-c208-4a76-bcee-34d0e1895c39 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Calling delete_port for d3c04c13-1ee6-4d55-815f-cd6dedaac989 owned by network:floatingip {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:48:25.568192 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9008cc45-c208-4a76-bcee-34d0e1895c39 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:25.595701 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9008cc45-c208-4a76-bcee-34d0e1895c39 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Pushing event deleted for resources: {'Port': ['ID=d3c04c13-1ee6-4d55-815f-cd6dedaac989,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:48:25.668204 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9008cc45-c208-4a76-bcee-34d0e1895c39 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Notify callbacks [] for floatingip, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:25.668648 n-d-771362-32 neutron-server[94462]: INFO neutron.db.l3_db [None req-9008cc45-c208-4a76-bcee-34d0e1895c39 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Floating IP f56c9aa6-24ca-4010-9b51-bc7729e8da80 disassociated (deleted). External IP: 172.25.7.245, port: 53264918-5d3e-4dc3-bf85-77ad413d1c00. Jul 05 02:48:25.899489 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9008cc45-c208-4a76-bcee-34d0e1895c39 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Router 4e81096a-2faf-4683-ac01-1eeb4c9c3bd6 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:48:26.018109 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 02:48:26.020168 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9008cc45-c208-4a76-bcee-34d0e1895c39 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:48:26.032485 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9008cc45-c208-4a76-bcee-34d0e1895c39 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:26.032597 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9430cb9c-5238-4f78-9a5f-85973d8c994e None None] Sync routers for ids ['4e81096a-2faf-4683-ac01-1eeb4c9c3bd6'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:48:26.043425 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9430cb9c-5238-4f78-9a5f-85973d8c994e None None] Routers {'4e81096a-2faf-4683-ac01-1eeb4c9c3bd6'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:48:26.044352 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-9430cb9c-5238-4f78-9a5f-85973d8c994e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:48:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['4e81096a-2faf-4683-ac01-1eeb4c9c3bd6'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:48:26.066033 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-9008cc45-c208-4a76-bcee-34d0e1895c39 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] 10.222.0.23 "DELETE /v2.0/floatingips/f56c9aa6-24ca-4010-9b51-bc7729e8da80 HTTP/1.1" status: 204 len: 168 time: 1.2213356 Jul 05 02:48:26.066626 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd691bb32-08c5-406f-8160-eae7f0117365', 'tag': '53264918-5d3e-4dc3-bf85-77ad413d1c00'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:48:26.069328 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b223267e0e0ddb3199af7772d0b45336e3b4b54fbb151c86a8051291a61e85db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-266da9d4-aff3-49b8-81ad-53431cd0d617" -d '{"events": [{"name": "network-changed", "server_uuid": "d691bb32-08c5-406f-8160-eae7f0117365", "tag": "53264918-5d3e-4dc3-bf85-77ad413d1c00"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:48:26.158169 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:26.196744 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-9430cb9c-5238-4f78-9a5f-85973d8c994e None None] Set router 4e81096a-2faf-4683-ac01-1eeb4c9c3bd6 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:48:26.305866 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd99f7ec-88fd-4d75-b612-68b46237842d x-openstack-request-id: req-cd99f7ec-88fd-4d75-b612-68b46237842d {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:48:26.306723 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d691bb32-08c5-406f-8160-eae7f0117365", "tag": "53264918-5d3e-4dc3-bf85-77ad413d1c00", "status": "completed", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:48:26.306974 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cd99f7ec-88fd-4d75-b612-68b46237842d {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:48:26.307370 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd691bb32-08c5-406f-8160-eae7f0117365', 'tag': '53264918-5d3e-4dc3-bf85-77ad413d1c00', 'status': 'completed', 'code': 200} Jul 05 02:48:26.399496 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266da9d4-aff3-49b8-81ad-53431cd0d617 req-5beec4b3-b462-4153-a23c-fe6ef4808472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:48:26.401200 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-266da9d4-aff3-49b8-81ad-53431cd0d617 req-5beec4b3-b462-4153-a23c-fe6ef4808472 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a2a128e531764065b9d7371bd7cd83c5&device_id=d691bb32-08c5-406f-8160-eae7f0117365 HTTP/1.1" status: 200 len: 1098 time: 0.0691442 Jul 05 02:48:26.453750 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-9430cb9c-5238-4f78-9a5f-85973d8c994e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e81096a-2faf-4683-ac01-1eeb4c9c3bd6', 'name': 'tempest-TestVolumeBackupRestore-77187964-router', 'tenant_id': 'a2a128e531764065b9d7371bd7cd83c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '666b79ad-912c-43be-acd4-fd1d391f3de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:41:50Z', 'updated_at': '2021-07-05T02:41:59Z', 'revision_number': 4, 'project_id': 'a2a128e531764065b9d7371bd7cd83c5', 'gw_port': {'id': '666b79ad-912c-43be-acd4-fd1d391f3de0', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e81096a-2faf-4683-ac01-1eeb4c9c3bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:41:52Z', 'updated_at': '2021-07-05T02:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'e8f5ba52-78d6-44c3-a04b-f119d562aaf5', 'name': '', 'network_id': '4998b7af-a070-4fe3-aeaa-2961371b2b2b', 'tenant_id': 'a2a128e531764065b9d7371bd7cd83c5', 'mac_address': 'fa:16:3e:40:de:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e81096a-2faf-4683-ac01-1eeb4c9c3bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '1b34c68d-6895-4c90-9616-98e1bfcb7944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:41:57Z', 'updated_at': '2021-07-05T02:42:11Z', 'revision_number': 5, 'project_id': 'a2a128e531764065b9d7371bd7cd83c5', 'subnets': [{'id': '1b34c68d-6895-4c90-9616-98e1bfcb7944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:48:26.488057 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9430cb9c-5238-4f78-9a5f-85973d8c994e None None] Checking router: 4e81096a-2faf-4683-ac01-1eeb4c9c3bd6 for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:48:26.497257 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9430cb9c-5238-4f78-9a5f-85973d8c994e None None] Routers {'4e81096a-2faf-4683-ac01-1eeb4c9c3bd6'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:48:26.497966 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-9430cb9c-5238-4f78-9a5f-85973d8c994e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:48:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['4e81096a-2faf-4683-ac01-1eeb4c9c3bd6'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:48:26.528930 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266da9d4-aff3-49b8-81ad-53431cd0d617 req-10cbfd22-9926-468f-beaf-5b3cc75bb0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:48:26.530573 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-266da9d4-aff3-49b8-81ad-53431cd0d617 req-10cbfd22-9926-468f-beaf-5b3cc75bb0a4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4998b7af-a070-4fe3-aeaa-2961371b2b2b HTTP/1.1" status: 200 len: 912 time: 0.1228127 Jul 05 02:48:26.579019 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-266da9d4-aff3-49b8-81ad-53431cd0d617 req-4df5ce43-3f8f-4fdd-897c-adae2b9d77a5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=53264918-5d3e-4dc3-bf85-77ad413d1c00 HTTP/1.1" status: 200 len: 217 time: 0.0396178 Jul 05 02:48:26.665590 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266da9d4-aff3-49b8-81ad-53431cd0d617 req-0b14390d-58a1-4fb3-bc3c-8329468467be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:48:26.667197 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-266da9d4-aff3-49b8-81ad-53431cd0d617 req-0b14390d-58a1-4fb3-bc3c-8329468467be service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1b34c68d-6895-4c90-9616-98e1bfcb7944 HTTP/1.1" status: 200 len: 851 time: 0.0688722 Jul 05 02:48:26.734639 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266da9d4-aff3-49b8-81ad-53431cd0d617 req-dd39d529-bba1-471b-92cd-4ea6ba6140cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:48:26.736545 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-266da9d4-aff3-49b8-81ad-53431cd0d617 req-dd39d529-bba1-471b-92cd-4ea6ba6140cc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4998b7af-a070-4fe3-aeaa-2961371b2b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0619678 Jul 05 02:48:26.775726 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-9430cb9c-5238-4f78-9a5f-85973d8c994e None None] Set router 4e81096a-2faf-4683-ac01-1eeb4c9c3bd6 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:48:26.838297 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-266da9d4-aff3-49b8-81ad-53431cd0d617 req-01337bc2-892e-434b-909d-be04efee94e2 service neutron] 10.222.0.21 "GET /v2.0/networks/4998b7af-a070-4fe3-aeaa-2961371b2b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912888 Jul 05 02:48:26.995179 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-266da9d4-aff3-49b8-81ad-53431cd0d617 req-a44feff2-d88b-4dcb-bd8b-aa5a2d729fac service neutron] 10.222.0.21 "GET /v2.0/networks/4998b7af-a070-4fe3-aeaa-2961371b2b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490068 Jul 05 02:48:27.029060 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c47818e-bc90-49d9-9f28-89075fcab4da req-429bf0dc-77cd-49b5-997c-2674a8c87caa tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:48:27.031116 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6c47818e-bc90-49d9-9f28-89075fcab4da req-429bf0dc-77cd-49b5-997c-2674a8c87caa tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] 10.222.0.23 "GET /v2.0/ports?device_id=d691bb32-08c5-406f-8160-eae7f0117365 HTTP/1.1" status: 200 len: 946 time: 0.0858541 Jul 05 02:48:27.059098 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-9430cb9c-5238-4f78-9a5f-85973d8c994e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e81096a-2faf-4683-ac01-1eeb4c9c3bd6', 'name': 'tempest-TestVolumeBackupRestore-77187964-router', 'tenant_id': 'a2a128e531764065b9d7371bd7cd83c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '666b79ad-912c-43be-acd4-fd1d391f3de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:41:50Z', 'updated_at': '2021-07-05T02:41:59Z', 'revision_number': 4, 'project_id': 'a2a128e531764065b9d7371bd7cd83c5', 'gw_port': {'id': '666b79ad-912c-43be-acd4-fd1d391f3de0', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e81096a-2faf-4683-ac01-1eeb4c9c3bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:41:52Z', 'updated_at': '2021-07-05T02:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'e8f5ba52-78d6-44c3-a04b-f119d562aaf5', 'name': '', 'network_id': '4998b7af-a070-4fe3-aeaa-2961371b2b2b', 'tenant_id': 'a2a128e531764065b9d7371bd7cd83c5', 'mac_address': 'fa:16:3e:40:de:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e81096a-2faf-4683-ac01-1eeb4c9c3bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '1b34c68d-6895-4c90-9616-98e1bfcb7944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:41:57Z', 'updated_at': '2021-07-05T02:42:11Z', 'revision_number': 5, 'project_id': 'a2a128e531764065b9d7371bd7cd83c5', 'subnets': [{'id': '1b34c68d-6895-4c90-9616-98e1bfcb7944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:48:27.083136 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6c47818e-bc90-49d9-9f28-89075fcab4da req-8760f015-fe30-4814-a08b-b24aae019aa6 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] 10.222.0.23 "GET /v2.0/security-groups?id=15ed21df-6f20-4c28-b043-6b4c65663d13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441642 Jul 05 02:48:27.096640 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9430cb9c-5238-4f78-9a5f-85973d8c994e None None] The sync data for ids ['4e81096a-2faf-4683-ac01-1eeb4c9c3bd6'] in n-d-771362-32 is: [{'id': '4e81096a-2faf-4683-ac01-1eeb4c9c3bd6', 'name': 'tempest-TestVolumeBackupRestore-77187964-router', 'tenant_id': 'a2a128e531764065b9d7371bd7cd83c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '666b79ad-912c-43be-acd4-fd1d391f3de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:41:50Z', 'updated_at': '2021-07-05T02:41:59Z', 'revision_number': 4, 'project_id': 'a2a128e531764065b9d7371bd7cd83c5', 'gw_port': {'id': '666b79ad-912c-43be-acd4-fd1d391f3de0', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e81096a-2faf-4683-ac01-1eeb4c9c3bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:41:52Z', 'updated_at': '2021-07-05T02:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'e8f5ba52-78d6-44c3-a04b-f119d562aaf5', 'name': '', 'network_id': '4998b7af-a070-4fe3-aeaa-2961371b2b2b', 'tenant_id': 'a2a128e531764065b9d7371bd7cd83c5', 'mac_address': 'fa:16:3e:40:de:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e81096a-2faf-4683-ac01-1eeb4c9c3bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '1b34c68d-6895-4c90-9616-98e1bfcb7944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:41:57Z', 'updated_at': '2021-07-05T02:42:11Z', 'revision_number': 5, 'project_id': 'a2a128e531764065b9d7371bd7cd83c5', 'subnets': [{'id': '1b34c68d-6895-4c90-9616-98e1bfcb7944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:48:27.351427 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f27371e-bc31-4b03-8664-f05f143ee4c7 None None] New status for floating IP f56c9aa6-24ca-4010-9b51-bc7729e8da80: DOWN {{(pid=94464) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 02:48:28.294327 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cabb72b-1064-41bb-950e-e5f921aed65f req-9f79d589-caa8-4e73-9839-c40ea1260aba tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:48:28.296024 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9cabb72b-1064-41bb-950e-e5f921aed65f req-9f79d589-caa8-4e73-9839-c40ea1260aba tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] 10.222.0.23 "GET /v2.0/ports?device_id=d691bb32-08c5-406f-8160-eae7f0117365 HTTP/1.1" status: 200 len: 946 time: 0.0708776 Jul 05 02:48:28.336457 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9cabb72b-1064-41bb-950e-e5f921aed65f req-efb1a470-03a1-4bc6-8c82-740ce13823fe tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] 10.222.0.23 "GET /v2.0/security-groups?id=15ed21df-6f20-4c28-b043-6b4c65663d13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345974 Jul 05 02:48:28.471118 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77e2aea-6678-4f62-bead-c32738c93619 req-28be8008-d780-4ae9-86bb-9fcf36beb050 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:48:28.472659 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f77e2aea-6678-4f62-bead-c32738c93619 req-28be8008-d780-4ae9-86bb-9fcf36beb050 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] 10.222.0.21 "GET /v2.0/ports?device_id=d691bb32-08c5-406f-8160-eae7f0117365 HTTP/1.1" status: 200 len: 946 time: 0.0729599 Jul 05 02:48:28.594027 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-f77e2aea-6678-4f62-bead-c32738c93619 req-d85c77a0-3ce3-48b1-9b4a-10a21fda42a4 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Deleting port 53264918-5d3e-4dc3-bf85-77ad413d1c00 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:48:28.594507 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f77e2aea-6678-4f62-bead-c32738c93619 req-d85c77a0-3ce3-48b1-9b4a-10a21fda42a4 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:28.711142 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-f77e2aea-6678-4f62-bead-c32738c93619 req-d85c77a0-3ce3-48b1-9b4a-10a21fda42a4 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] For port 53264918-5d3e-4dc3-bf85-77ad413d1c00, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=53264918-5d3e-4dc3-bf85-77ad413d1c00,segment=NetworkSegment(118523a0-35b3-48fa-b3e4-22dd091bd29c),segment_id=118523a0-35b3-48fa-b3e4-22dd091bd29c)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:48:28.764143 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f77e2aea-6678-4f62-bead-c32738c93619 req-d85c77a0-3ce3-48b1-9b4a-10a21fda42a4 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:28.764143 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-f77e2aea-6678-4f62-bead-c32738c93619 req-d85c77a0-3ce3-48b1-9b4a-10a21fda42a4 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Calling delete_port for 53264918-5d3e-4dc3-bf85-77ad413d1c00 owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:48:29.611519 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cc3b82-2f71-4efd-bd45-0ce88db1bb74 req-04f49d40-ab32-4d5e-95e2-b3e85d5af622 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:48:29.620532 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d9cc3b82-2f71-4efd-bd45-0ce88db1bb74 req-04f49d40-ab32-4d5e-95e2-b3e85d5af622 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] 10.222.0.23 "GET /v2.0/ports?device_id=d691bb32-08c5-406f-8160-eae7f0117365 HTTP/1.1" status: 200 len: 946 time: 0.1426165 Jul 05 02:48:29.629385 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f77e2aea-6678-4f62-bead-c32738c93619 req-d85c77a0-3ce3-48b1-9b4a-10a21fda42a4 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:29.671735 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85c77a0-3ce3-48b1-9b4a-10a21fda42a4 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Pushing event deleted for resources: {'Port': ['ID=53264918-5d3e-4dc3-bf85-77ad413d1c00,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:48:29.813494 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d9cc3b82-2f71-4efd-bd45-0ce88db1bb74 req-4f0ab0ff-d074-40ee-ab6f-f2e3871a8cd8 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] 10.222.0.23 "GET /v2.0/security-groups?id=15ed21df-6f20-4c28-b043-6b4c65663d13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1904428 Jul 05 02:48:29.813494 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-f77e2aea-6678-4f62-bead-c32738c93619 req-d85c77a0-3ce3-48b1-9b4a-10a21fda42a4 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] No DVR routers for this DVR port 53264918-5d3e-4dc3-bf85-77ad413d1c00 on host n-h1-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:48:29.829248 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f77e2aea-6678-4f62-bead-c32738c93619 req-d85c77a0-3ce3-48b1-9b4a-10a21fda42a4 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:29.834831 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f77e2aea-6678-4f62-bead-c32738c93619 req-d85c77a0-3ce3-48b1-9b4a-10a21fda42a4 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] 10.222.0.21 "DELETE /v2.0/ports/53264918-5d3e-4dc3-bf85-77ad413d1c00 HTTP/1.1" status: 204 len: 173 time: 1.3558114 Jul 05 02:48:29.835329 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd691bb32-08c5-406f-8160-eae7f0117365', 'name': 'network-vif-deleted', 'tag': '53264918-5d3e-4dc3-bf85-77ad413d1c00'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:48:29.838216 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30515adf-e007-46e8-99d9-09af2b0e13ca" -d '{"events": [{"server_uuid": "d691bb32-08c5-406f-8160-eae7f0117365", "name": "network-vif-deleted", "tag": "53264918-5d3e-4dc3-bf85-77ad413d1c00"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:48:29.879867 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8778e82d-3666-4cc5-9126-a79c57b52ce5 x-openstack-request-id: req-8778e82d-3666-4cc5-9126-a79c57b52ce5 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:48:29.879867 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d691bb32-08c5-406f-8160-eae7f0117365", "name": "network-vif-deleted", "tag": "53264918-5d3e-4dc3-bf85-77ad413d1c00", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:48:29.879867 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8778e82d-3666-4cc5-9126-a79c57b52ce5 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:48:29.879867 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd691bb32-08c5-406f-8160-eae7f0117365', 'name': 'network-vif-deleted', 'tag': '53264918-5d3e-4dc3-bf85-77ad413d1c00', 'status': 'completed', 'code': 200} Jul 05 02:48:31.182243 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a5d7babd-83a8-4a40-8e85-cee3c4159a41 req-dafb5257-2b28-4a17-9da2-accacb55d3ef tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] 10.222.0.23 "GET /v2.0/ports?device_id=d691bb32-08c5-406f-8160-eae7f0117365 HTTP/1.1" status: 200 len: 210 time: 0.0886371 Jul 05 02:48:32.441476 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a5d77e80-5b60-4fea-acfd-b985378d69de req-bd1ecd4c-9b13-4694-adb0-7271f5c237ca tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] 10.222.0.23 "GET /v2.0/ports?device_id=d691bb32-08c5-406f-8160-eae7f0117365 HTTP/1.1" status: 200 len: 210 time: 0.0417085 Jul 05 02:48:32.958228 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 53264918-5d3e-4dc3-bf85-77ad413d1c00 no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:48:32.988857 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] No Port match for: 53264918-5d3e-4dc3-bf85-77ad413d1c00 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:48:32.989573 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 53264918-5d3e-4dc3-bf85-77ad413d1c00 not bound to the agent host n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:48:33.770555 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ae58ec08-ed10-4204-8b66-4ff2e4b48c9a req-3497477f-c1aa-4b00-94a1-6c077729973d tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] 10.222.0.23 "GET /v2.0/ports?device_id=d691bb32-08c5-406f-8160-eae7f0117365 HTTP/1.1" status: 200 len: 210 time: 0.0597730 Jul 05 02:48:34.901576 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8fcf1fad-da57-4430-aaee-4e58978fa818 req-7c3c3141-3fc7-493f-a0ae-15009c6203ef tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] 10.222.0.23 "GET /v2.0/ports?device_id=d691bb32-08c5-406f-8160-eae7f0117365 HTTP/1.1" status: 200 len: 210 time: 0.0289207 Jul 05 02:48:36.334365 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7bcadbe6-a78e-4764-bb09-3293def7c650 req-89c614e4-40fa-4d52-ad53-f63894720a17 tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] 10.222.0.23 "GET /v2.0/ports?device_id=d691bb32-08c5-406f-8160-eae7f0117365 HTTP/1.1" status: 200 len: 210 time: 0.0687497 Jul 05 02:48:37.429783 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 36936) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:48:37.487498 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-126fd455-adc8-4b5f-b3c3-fd241c70922f tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:37.512047 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-126fd455-adc8-4b5f-b3c3-fd241c70922f tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:37.734512 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-126fd455-adc8-4b5f-b3c3-fd241c70922f tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:37.742953 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-126fd455-adc8-4b5f-b3c3-fd241c70922f tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:37.742953 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-126fd455-adc8-4b5f-b3c3-fd241c70922f tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] 10.222.0.23 "DELETE /v2.0/security-groups/15ed21df-6f20-4c28-b043-6b4c65663d13 HTTP/1.1" status: 204 len: 168 time: 0.3077564 Jul 05 02:48:37.749740 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126fd455-adc8-4b5f-b3c3-fd241c70922f tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ed21df-6f20-4c28-b043-6b4c65663d13,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:48:37.758439 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126fd455-adc8-4b5f-b3c3-fd241c70922f tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:48:37.759629 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126fd455-adc8-4b5f-b3c3-fd241c70922f tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:48:37.760205 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126fd455-adc8-4b5f-b3c3-fd241c70922f tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:48:37.760924 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126fd455-adc8-4b5f-b3c3-fd241c70922f tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:48:37.761491 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126fd455-adc8-4b5f-b3c3-fd241c70922f tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:48:37.762052 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126fd455-adc8-4b5f-b3c3-fd241c70922f tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:48:37.762761 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126fd455-adc8-4b5f-b3c3-fd241c70922f tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:48:37.763308 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126fd455-adc8-4b5f-b3c3-fd241c70922f tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:48:37.763857 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126fd455-adc8-4b5f-b3c3-fd241c70922f tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:48:37.764403 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126fd455-adc8-4b5f-b3c3-fd241c70922f tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:48:37.764990 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126fd455-adc8-4b5f-b3c3-fd241c70922f tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:48:37.765643 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126fd455-adc8-4b5f-b3c3-fd241c70922f tempest-TestVolumeBackupRestore-425718691 tempest-TestVolumeBackupRestore-425718691-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:48:41.980300 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:42.037536 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:43.023918 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 37106) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:48:43.583304 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8df0d944-3ecc-475b-80a9-58eefccfd439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1634680'] for router_interface, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:43.913458 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-8df0d944-3ecc-475b-80a9-58eefccfd439 admin admin] Deleting port e8f5ba52-78d6-44c3-a04b-f119d562aaf5 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:48:43.913801 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8df0d944-3ecc-475b-80a9-58eefccfd439 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:43.994414 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [None req-8df0d944-3ecc-475b-80a9-58eefccfd439 admin admin] For port e8f5ba52-78d6-44c3-a04b-f119d562aaf5, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=e8f5ba52-78d6-44c3-a04b-f119d562aaf5,segment=NetworkSegment(118523a0-35b3-48fa-b3e4-22dd091bd29c),segment_id=118523a0-35b3-48fa-b3e4-22dd091bd29c)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:48:43.994768 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8df0d944-3ecc-475b-80a9-58eefccfd439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:44.007000 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-8df0d944-3ecc-475b-80a9-58eefccfd439 admin admin] Calling delete_port for e8f5ba52-78d6-44c3-a04b-f119d562aaf5 owned by network:router_interface {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:48:44.352359 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8df0d944-3ecc-475b-80a9-58eefccfd439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:44.380773 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 37162) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:48:44.385015 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df0d944-3ecc-475b-80a9-58eefccfd439 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8f5ba52-78d6-44c3-a04b-f119d562aaf5,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:48:44.421472 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df0d944-3ecc-475b-80a9-58eefccfd439 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:48:44.421816 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df0d944-3ecc-475b-80a9-58eefccfd439 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:48:44.422363 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df0d944-3ecc-475b-80a9-58eefccfd439 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:48:44.422703 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df0d944-3ecc-475b-80a9-58eefccfd439 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:48:44.423036 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df0d944-3ecc-475b-80a9-58eefccfd439 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:48:44.423362 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df0d944-3ecc-475b-80a9-58eefccfd439 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:48:44.423686 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df0d944-3ecc-475b-80a9-58eefccfd439 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:48:44.424010 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df0d944-3ecc-475b-80a9-58eefccfd439 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:48:44.424333 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df0d944-3ecc-475b-80a9-58eefccfd439 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:48:44.424699 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df0d944-3ecc-475b-80a9-58eefccfd439 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:48:44.425059 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df0d944-3ecc-475b-80a9-58eefccfd439 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:48:44.425384 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df0d944-3ecc-475b-80a9-58eefccfd439 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:48:44.511810 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-84f1cb30-93c9-443a-aa9a-0cd9f082b5ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:44.584700 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8df0d944-3ecc-475b-80a9-58eefccfd439 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635398'] for router_interface, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:44.615412 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-84f1cb30-93c9-443a-aa9a-0cd9f082b5ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:44.696375 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-84f1cb30-93c9-443a-aa9a-0cd9f082b5ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:44.724350 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-84f1cb30-93c9-443a-aa9a-0cd9f082b5ab admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=198e0d84d00d41998dfd64e401b3bd0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3423440 Jul 05 02:48:44.731824 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 37172) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:48:44.759810 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f1cb30-93c9-443a-aa9a-0cd9f082b5ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=634460a6-5901-4bc5-a438-4418eaa3496a,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:48:44.796612 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1d92a96d-97be-4597-8943-83f5a20e3019 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:44.815399 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8df0d944-3ecc-475b-80a9-58eefccfd439 admin admin] Router 4e81096a-2faf-4683-ac01-1eeb4c9c3bd6 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:48:44.820217 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1d92a96d-97be-4597-8943-83f5a20e3019 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:44.924226 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8df0d944-3ecc-475b-80a9-58eefccfd439 admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:48:44.929291 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-8df0d944-3ecc-475b-80a9-58eefccfd439 admin admin] 10.222.0.23 "PUT /v2.0/routers/4e81096a-2faf-4683-ac01-1eeb4c9c3bd6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9042344 Jul 05 02:48:44.931962 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 37178) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:48:44.933672 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c84918-fc7b-4066-8ab0-c67e27c685b4 None None] Sync routers for ids ['4e81096a-2faf-4683-ac01-1eeb4c9c3bd6'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:48:44.943142 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c84918-fc7b-4066-8ab0-c67e27c685b4 None None] Routers {'4e81096a-2faf-4683-ac01-1eeb4c9c3bd6'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:48:44.943913 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-50c84918-fc7b-4066-8ab0-c67e27c685b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:48:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['4e81096a-2faf-4683-ac01-1eeb4c9c3bd6'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:48:45.003528 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1d92a96d-97be-4597-8943-83f5a20e3019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:45.006095 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1d92a96d-97be-4597-8943-83f5a20e3019 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:45.009590 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-1d92a96d-97be-4597-8943-83f5a20e3019 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/634460a6-5901-4bc5-a438-4418eaa3496a HTTP/1.1" status: 204 len: 168 time: 0.2746613 Jul 05 02:48:45.020060 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d92a96d-97be-4597-8943-83f5a20e3019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=634460a6-5901-4bc5-a438-4418eaa3496a,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:48:45.077281 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bcbaa3ee-27b9-4828-8f7d-de26847498ea admin admin] Notify callbacks [] for router, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:45.115918 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-50c84918-fc7b-4066-8ab0-c67e27c685b4 None None] Set router 4e81096a-2faf-4683-ac01-1eeb4c9c3bd6 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:48:45.188548 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bcbaa3ee-27b9-4828-8f7d-de26847498ea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:45.307061 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-50c84918-fc7b-4066-8ab0-c67e27c685b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e81096a-2faf-4683-ac01-1eeb4c9c3bd6', 'name': 'tempest-TestVolumeBackupRestore-77187964-router', 'tenant_id': 'a2a128e531764065b9d7371bd7cd83c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '666b79ad-912c-43be-acd4-fd1d391f3de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:41:50Z', 'updated_at': '2021-07-05T02:48:44Z', 'revision_number': 5, 'project_id': 'a2a128e531764065b9d7371bd7cd83c5', 'gw_port': {'id': '666b79ad-912c-43be-acd4-fd1d391f3de0', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e81096a-2faf-4683-ac01-1eeb4c9c3bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:41:52Z', 'updated_at': '2021-07-05T02:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:48:45.339441 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c84918-fc7b-4066-8ab0-c67e27c685b4 None None] Checking router: 4e81096a-2faf-4683-ac01-1eeb4c9c3bd6 for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:48:45.358281 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c84918-fc7b-4066-8ab0-c67e27c685b4 None None] Routers {'4e81096a-2faf-4683-ac01-1eeb4c9c3bd6'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:48:45.358281 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-50c84918-fc7b-4066-8ab0-c67e27c685b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:48:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['4e81096a-2faf-4683-ac01-1eeb4c9c3bd6'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:48:45.359596 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-bcbaa3ee-27b9-4828-8f7d-de26847498ea admin admin] Deleting port 666b79ad-912c-43be-acd4-fd1d391f3de0 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:48:45.359596 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bcbaa3ee-27b9-4828-8f7d-de26847498ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:45.478448 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-50c84918-fc7b-4066-8ab0-c67e27c685b4 None None] Set router 4e81096a-2faf-4683-ac01-1eeb4c9c3bd6 gateway port host: None {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:48:45.516543 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [None req-bcbaa3ee-27b9-4828-8f7d-de26847498ea admin admin] For port 666b79ad-912c-43be-acd4-fd1d391f3de0, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=666b79ad-912c-43be-acd4-fd1d391f3de0,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:48:45.516543 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bcbaa3ee-27b9-4828-8f7d-de26847498ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:45.529975 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-bcbaa3ee-27b9-4828-8f7d-de26847498ea admin admin] Calling delete_port for 666b79ad-912c-43be-acd4-fd1d391f3de0 owned by network:router_gateway {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:48:45.532079 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-50c84918-fc7b-4066-8ab0-c67e27c685b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e81096a-2faf-4683-ac01-1eeb4c9c3bd6', 'name': 'tempest-TestVolumeBackupRestore-77187964-router', 'tenant_id': 'a2a128e531764065b9d7371bd7cd83c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:41:50Z', 'updated_at': '2021-07-05T02:48:45Z', 'revision_number': 6, 'project_id': 'a2a128e531764065b9d7371bd7cd83c5', 'gw_port_host': None}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:48:45.568764 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c84918-fc7b-4066-8ab0-c67e27c685b4 None None] The sync data for ids ['4e81096a-2faf-4683-ac01-1eeb4c9c3bd6'] in n-d-771362-32 is: [{'id': '4e81096a-2faf-4683-ac01-1eeb4c9c3bd6', 'name': 'tempest-TestVolumeBackupRestore-77187964-router', 'tenant_id': 'a2a128e531764065b9d7371bd7cd83c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:41:50Z', 'updated_at': '2021-07-05T02:48:45Z', 'revision_number': 6, 'project_id': 'a2a128e531764065b9d7371bd7cd83c5', 'gw_port_host': None}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:48:45.871777 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bcbaa3ee-27b9-4828-8f7d-de26847498ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:45.900206 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbaa3ee-27b9-4828-8f7d-de26847498ea admin admin] Pushing event deleted for resources: {'Port': ['ID=666b79ad-912c-43be-acd4-fd1d391f3de0,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:48:45.992016 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bcbaa3ee-27b9-4828-8f7d-de26847498ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636927'] for router_gateway, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:46.020009 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device e8f5ba52-78d6-44c3-a04b-f119d562aaf5 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:48:46.044055 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: e8f5ba52-78d6-44c3-a04b-f119d562aaf5 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:48:46.044408 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device e8f5ba52-78d6-44c3-a04b-f119d562aaf5 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:48:46.114376 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bcbaa3ee-27b9-4828-8f7d-de26847498ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11828'] for router, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:46.116878 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bcbaa3ee-27b9-4828-8f7d-de26847498ea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:46.283318 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bcbaa3ee-27b9-4828-8f7d-de26847498ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1575451'] for router, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:46.284019 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcbaa3ee-27b9-4828-8f7d-de26847498ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e81096a-2faf-4683-ac01-1eeb4c9c3bd6 {{(pid=94461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 02:48:46.301225 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bcbaa3ee-27b9-4828-8f7d-de26847498ea admin admin] Notify callbacks [] for router, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:46.301225 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-bcbaa3ee-27b9-4828-8f7d-de26847498ea admin admin] 10.222.0.23 "DELETE /v2.0/routers/4e81096a-2faf-4683-ac01-1eeb4c9c3bd6 HTTP/1.1" status: 204 len: 168 time: 1.3585443 Jul 05 02:48:46.301225 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 37240) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:48:46.351116 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3388206-c5e9-4f18-88d1-d0270c3fe961 admin admin] Deleting subnet 1b34c68d-6895-4c90-9616-98e1bfcb7944 {{(pid=94461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:48:46.356145 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f3388206-c5e9-4f18-88d1-d0270c3fe961 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:46.397852 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f3388206-c5e9-4f18-88d1-d0270c3fe961 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5519650'] for subnet, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:46.490852 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f3388206-c5e9-4f18-88d1-d0270c3fe961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:46.638942 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f3388206-c5e9-4f18-88d1-d0270c3fe961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5763388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774356'] for subnet, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:46.710783 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3388206-c5e9-4f18-88d1-d0270c3fe961 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b34c68d-6895-4c90-9616-98e1bfcb7944,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:48:46.712866 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f3388206-c5e9-4f18-88d1-d0270c3fe961 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:46.717392 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 37260) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:48:46.726309 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064725ed-efc3-44bd-9de2-fecff9186e15 None None] Network 4998b7af-a070-4fe3-aeaa-2961371b2b2b requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:48:46.732029 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-f3388206-c5e9-4f18-88d1-d0270c3fe961 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/1b34c68d-6895-4c90-9616-98e1bfcb7944 HTTP/1.1" status: 204 len: 168 time: 0.4283648 Jul 05 02:48:46.870394 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a117a0fd-5bd7-4291-a3fe-a3f02baea02f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:46.945703 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-a117a0fd-5bd7-4291-a3fe-a3f02baea02f admin admin] Deleting port 09a8138b-3523-49a0-97ad-3befd94b34b3 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:48:46.946065 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a117a0fd-5bd7-4291-a3fe-a3f02baea02f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:47.030938 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-a117a0fd-5bd7-4291-a3fe-a3f02baea02f admin admin] For port 09a8138b-3523-49a0-97ad-3befd94b34b3, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=09a8138b-3523-49a0-97ad-3befd94b34b3,segment=NetworkSegment(118523a0-35b3-48fa-b3e4-22dd091bd29c),segment_id=118523a0-35b3-48fa-b3e4-22dd091bd29c)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:48:47.031191 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a117a0fd-5bd7-4291-a3fe-a3f02baea02f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:47.060590 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-a117a0fd-5bd7-4291-a3fe-a3f02baea02f admin admin] Calling delete_port for 09a8138b-3523-49a0-97ad-3befd94b34b3 owned by network:dhcp {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:48:47.080260 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6d9408-2605-49f9-950b-b5952a809659 None None] DHCP port deletion for 4998b7af-a070-4fe3-aeaa-2961371b2b2b request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:48:47.179636 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-5e6d9408-2605-49f9-950b-b5952a809659 None None] Deleting port 09a8138b-3523-49a0-97ad-3befd94b34b3 {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:48:47.180376 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5e6d9408-2605-49f9-950b-b5952a809659 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:47.258373 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-5e6d9408-2605-49f9-950b-b5952a809659 None None] For port 09a8138b-3523-49a0-97ad-3befd94b34b3, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=09a8138b-3523-49a0-97ad-3befd94b34b3,segment=NetworkSegment(118523a0-35b3-48fa-b3e4-22dd091bd29c),segment_id=118523a0-35b3-48fa-b3e4-22dd091bd29c)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:48:47.258762 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5e6d9408-2605-49f9-950b-b5952a809659 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:47.272295 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-5e6d9408-2605-49f9-950b-b5952a809659 None None] Calling delete_port for 09a8138b-3523-49a0-97ad-3befd94b34b3 owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:48:47.289403 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a117a0fd-5bd7-4291-a3fe-a3f02baea02f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:47.326829 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a117a0fd-5bd7-4291-a3fe-a3f02baea02f admin admin] Pushing event deleted for resources: {'Port': ['ID=09a8138b-3523-49a0-97ad-3befd94b34b3,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:48:47.334550 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a117a0fd-5bd7-4291-a3fe-a3f02baea02f admin admin] No DVR routers for this DVR port 09a8138b-3523-49a0-97ad-3befd94b34b3 on host n-d-771362-32 {{(pid=94462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:48:47.364136 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5e6d9408-2605-49f9-950b-b5952a809659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:47.389462 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6d9408-2605-49f9-950b-b5952a809659 None None] Pushing event deleted for resources: {'Port': ['ID=09a8138b-3523-49a0-97ad-3befd94b34b3,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:48:47.393711 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6d9408-2605-49f9-950b-b5952a809659 None None] No DVR routers for this DVR port 09a8138b-3523-49a0-97ad-3befd94b34b3 on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:48:47.406525 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6d9408-2605-49f9-950b-b5952a809659 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:48:47.406525 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6d9408-2605-49f9-950b-b5952a809659 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:48:47.406525 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6d9408-2605-49f9-950b-b5952a809659 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:48:47.406525 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6d9408-2605-49f9-950b-b5952a809659 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:48:47.406525 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6d9408-2605-49f9-950b-b5952a809659 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:48:47.406525 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6d9408-2605-49f9-950b-b5952a809659 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:48:47.406525 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6d9408-2605-49f9-950b-b5952a809659 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:48:47.406525 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6d9408-2605-49f9-950b-b5952a809659 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:48:47.406525 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6d9408-2605-49f9-950b-b5952a809659 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:48:47.406525 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6d9408-2605-49f9-950b-b5952a809659 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:48:47.406525 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6d9408-2605-49f9-950b-b5952a809659 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:48:47.406525 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6d9408-2605-49f9-950b-b5952a809659 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:48:47.424904 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a117a0fd-5bd7-4291-a3fe-a3f02baea02f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:47.440688 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-a117a0fd-5bd7-4291-a3fe-a3f02baea02f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4998b7af-a070-4fe3-aeaa-2961371b2b2b']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:48:47.452214 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-a117a0fd-5bd7-4291-a3fe-a3f02baea02f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '118523a0-35b3-48fa-b3e4-22dd091bd29c') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:48:47.452605 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-a117a0fd-5bd7-4291-a3fe-a3f02baea02f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '118523a0-35b3-48fa-b3e4-22dd091bd29c') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:48:47.461621 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a117a0fd-5bd7-4291-a3fe-a3f02baea02f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:47.478446 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a117a0fd-5bd7-4291-a3fe-a3f02baea02f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:47.486154 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a117a0fd-5bd7-4291-a3fe-a3f02baea02f admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:48:47.486641 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a117a0fd-5bd7-4291-a3fe-a3f02baea02f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:47.488566 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:48:47.488566 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:48:47.488566 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:48:47.488566 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:48:47.488566 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:48:47.488566 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:48:47.488566 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:48:47.488566 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:48:47.488566 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:48:47.488566 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:48:47.488566 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:48:47.488566 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:48:47.488566 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:48:47.488566 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:48:47.488566 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:48:47.488566 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:48:47.488566 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:48:47.488566 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:48:47.488566 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:48:47.488566 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:48:47.488566 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:48:47.488566 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:48:47.488566 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:48:47.488566 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:48:47.488566 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:48:47.488566 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:48:47.488566 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:48:47.488566 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:48:47.488566 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:48:47.488566 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:48:47.488566 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:48:47.488566 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:48:47.637451 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a117a0fd-5bd7-4291-a3fe-a3f02baea02f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:47.650638 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a117a0fd-5bd7-4291-a3fe-a3f02baea02f admin admin] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:47.650638 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-a117a0fd-5bd7-4291-a3fe-a3f02baea02f admin admin] 10.222.0.23 "DELETE /v2.0/networks/4998b7af-a070-4fe3-aeaa-2961371b2b2b HTTP/1.1" status: 204 len: 168 time: 0.9314454 Jul 05 02:48:47.653636 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 37296) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:48:47.670073 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a117a0fd-5bd7-4291-a3fe-a3f02baea02f admin admin] Pushing event deleted for resources: {'Network': ['ID=4998b7af-a070-4fe3-aeaa-2961371b2b2b,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:48:47.818305 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 09a8138b-3523-49a0-97ad-3befd94b34b3 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:48:47.842102 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 09a8138b-3523-49a0-97ad-3befd94b34b3 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:48:47.842997 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 09a8138b-3523-49a0-97ad-3befd94b34b3 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:48:47.843613 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 666b79ad-912c-43be-acd4-fd1d391f3de0 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:48:47.863998 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 666b79ad-912c-43be-acd4-fd1d391f3de0 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:48:47.864579 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 666b79ad-912c-43be-acd4-fd1d391f3de0 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:48:48.026703 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1b4bf4c8-691d-41cb-bb5f-265b3d9e185a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1634680'] for router_interface, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:48.677136 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-1b4bf4c8-691d-41cb-bb5f-265b3d9e185a admin admin] Deleting port 53b8f858-5342-4c3f-8da0-e3b8cc5303a8 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:48:48.678020 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1b4bf4c8-691d-41cb-bb5f-265b3d9e185a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:48.763707 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [None req-1b4bf4c8-691d-41cb-bb5f-265b3d9e185a admin admin] For port 53b8f858-5342-4c3f-8da0-e3b8cc5303a8, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=53b8f858-5342-4c3f-8da0-e3b8cc5303a8,segment=NetworkSegment(c39fbd70-ee77-4154-9c20-b8ffc6386387),segment_id=c39fbd70-ee77-4154-9c20-b8ffc6386387)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:48:48.764072 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1b4bf4c8-691d-41cb-bb5f-265b3d9e185a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:48.777601 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-1b4bf4c8-691d-41cb-bb5f-265b3d9e185a admin admin] Calling delete_port for 53b8f858-5342-4c3f-8da0-e3b8cc5303a8 owned by network:router_interface {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:48:49.060705 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1b4bf4c8-691d-41cb-bb5f-265b3d9e185a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:49.100043 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4bf4c8-691d-41cb-bb5f-265b3d9e185a admin admin] Pushing event deleted for resources: {'Port': ['ID=53b8f858-5342-4c3f-8da0-e3b8cc5303a8,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:48:49.294848 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1b4bf4c8-691d-41cb-bb5f-265b3d9e185a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635398'] for router_interface, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:49.420106 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a8302c8d-c386-4b49-9ae2-53c0cbb48c60 req-96094560-4f6e-45a3-946f-bc86a09874de tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2009782510&fields=id&tenant_id=b1a00a493e704ec48248eed2815bb351 HTTP/1.1" status: 200 len: 267 time: 0.0348845 Jul 05 02:48:49.570768 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b4bf4c8-691d-41cb-bb5f-265b3d9e185a admin admin] Router 4ca716c4-6c66-476b-a660-7ae78b3706ac has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:48:49.709096 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b4bf4c8-691d-41cb-bb5f-265b3d9e185a admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:48:49.732106 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb69a93-5a24-4e20-b30b-5fe32d867f88 None None] Sync routers for ids ['4ca716c4-6c66-476b-a660-7ae78b3706ac'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:48:49.732558 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-1b4bf4c8-691d-41cb-bb5f-265b3d9e185a admin admin] 10.222.0.23 "PUT /v2.0/routers/4ca716c4-6c66-476b-a660-7ae78b3706ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0762441 Jul 05 02:48:49.733987 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 37400) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:48:49.743243 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb69a93-5a24-4e20-b30b-5fe32d867f88 None None] Routers {'4ca716c4-6c66-476b-a660-7ae78b3706ac'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:48:49.744457 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-5fb69a93-5a24-4e20-b30b-5fe32d867f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:48:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['4ca716c4-6c66-476b-a660-7ae78b3706ac'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:48:49.884772 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-5fb69a93-5a24-4e20-b30b-5fe32d867f88 None None] Set router 4ca716c4-6c66-476b-a660-7ae78b3706ac gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:48:49.890747 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-634f6faf-226a-4a89-9154-74370801ad70 admin admin] Notify callbacks [] for router, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:49.922392 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8302c8d-c386-4b49-9ae2-53c0cbb48c60 req-a4943860-74e3-44e4-b58b-029e624e69b8 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:48:49.923918 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a8302c8d-c386-4b49-9ae2-53c0cbb48c60 req-a4943860-74e3-44e4-b58b-029e624e69b8 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/networks?id=73b1fe81-9ead-413d-adcc-8dcb2085def5 HTTP/1.1" status: 200 len: 812 time: 0.4957025 Jul 05 02:48:49.946150 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a8302c8d-c386-4b49-9ae2-53c0cbb48c60 req-1d1d3391-11a6-449d-bd45-04280eacf3de tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/quotas/b1a00a493e704ec48248eed2815bb351 HTTP/1.1" status: 200 len: 375 time: 0.0152235 Jul 05 02:48:50.040342 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-634f6faf-226a-4a89-9154-74370801ad70 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:50.087055 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a8302c8d-c386-4b49-9ae2-53c0cbb48c60 req-e966466a-caca-440a-bede-f6e4aaa47c75 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b1a00a493e704ec48248eed2815bb351&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1372585 Jul 05 02:48:50.125695 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-5fb69a93-5a24-4e20-b30b-5fe32d867f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca716c4-6c66-476b-a660-7ae78b3706ac', 'name': 'tempest-TestVolumeBackupRestore-1324180180-router', 'tenant_id': '25f4865214344fa08348dc146da663e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '063217e6-a092-4927-979e-a3491c79b811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:42:05Z', 'updated_at': '2021-07-05T02:48:48Z', 'revision_number': 5, 'project_id': '25f4865214344fa08348dc146da663e0', 'gw_port': {'id': '063217e6-a092-4927-979e-a3491c79b811', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:70:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca716c4-6c66-476b-a660-7ae78b3706ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:42:06Z', 'updated_at': '2021-07-05T02:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:48:50.166534 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb69a93-5a24-4e20-b30b-5fe32d867f88 None None] Checking router: 4ca716c4-6c66-476b-a660-7ae78b3706ac for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:48:50.322180 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb69a93-5a24-4e20-b30b-5fe32d867f88 None None] Routers {'4ca716c4-6c66-476b-a660-7ae78b3706ac'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:48:50.322180 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-5fb69a93-5a24-4e20-b30b-5fe32d867f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:48:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['4ca716c4-6c66-476b-a660-7ae78b3706ac'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:48:50.322382 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4da96d71-b026-4cfc-8a5a-f44423e64a3b req-171d9e7a-c0f2-4372-ba7b-64543a3426b2 tempest-VolumesBackupsTest-1416570098 tempest-VolumesBackupsTest-1416570098-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=ded5ef706e72456598fea1c5f39246cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347691 Jul 05 02:48:50.322478 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a8302c8d-c386-4b49-9ae2-53c0cbb48c60 req-52804baa-7f64-4ef7-b64f-7e497326b33e service neutron] 10.222.0.23 "GET /v2.0/networks/73b1fe81-9ead-413d-adcc-8dcb2085def5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068218 Jul 05 02:48:50.322565 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-5fb69a93-5a24-4e20-b30b-5fe32d867f88 None None] Set router 4ca716c4-6c66-476b-a660-7ae78b3706ac gateway port host: None {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:48:50.322649 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a8302c8d-c386-4b49-9ae2-53c0cbb48c60 req-4db24e19-aa1e-4ce4-9e3b-a9a8a346d89a service neutron] 10.222.0.23 "GET /v2.0/networks/73b1fe81-9ead-413d-adcc-8dcb2085def5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897717 Jul 05 02:48:50.326307 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-5fb69a93-5a24-4e20-b30b-5fe32d867f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca716c4-6c66-476b-a660-7ae78b3706ac', 'name': 'tempest-TestVolumeBackupRestore-1324180180-router', 'tenant_id': '25f4865214344fa08348dc146da663e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:42:05Z', 'updated_at': '2021-07-05T02:48:50Z', 'revision_number': 6, 'project_id': '25f4865214344fa08348dc146da663e0', 'gw_port_host': None}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:48:50.337426 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-634f6faf-226a-4a89-9154-74370801ad70 admin admin] Deleting port 063217e6-a092-4927-979e-a3491c79b811 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:48:50.337778 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-634f6faf-226a-4a89-9154-74370801ad70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:50.352212 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb69a93-5a24-4e20-b30b-5fe32d867f88 None None] The sync data for ids ['4ca716c4-6c66-476b-a660-7ae78b3706ac'] in n-d-771362-32 is: [{'id': '4ca716c4-6c66-476b-a660-7ae78b3706ac', 'name': 'tempest-TestVolumeBackupRestore-1324180180-router', 'tenant_id': '25f4865214344fa08348dc146da663e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:42:05Z', 'updated_at': '2021-07-05T02:48:50Z', 'revision_number': 6, 'project_id': '25f4865214344fa08348dc146da663e0', 'gw_port_host': None}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:48:50.511567 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da96d71-b026-4cfc-8a5a-f44423e64a3b req-f6d58d9c-0d9f-46da-92e9-8a8ccd23109a tempest-VolumesBackupsTest-1416570098 tempest-VolumesBackupsTest-1416570098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:48:50.513038 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4da96d71-b026-4cfc-8a5a-f44423e64a3b req-f6d58d9c-0d9f-46da-92e9-8a8ccd23109a tempest-VolumesBackupsTest-1416570098 tempest-VolumesBackupsTest-1416570098-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3140826 Jul 05 02:48:50.541051 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [None req-634f6faf-226a-4a89-9154-74370801ad70 admin admin] For port 063217e6-a092-4927-979e-a3491c79b811, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=063217e6-a092-4927-979e-a3491c79b811,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:48:50.541411 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-634f6faf-226a-4a89-9154-74370801ad70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:50.554388 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4da96d71-b026-4cfc-8a5a-f44423e64a3b req-6d3b9d64-8f40-4c93-a522-9bf97bd7cf4c tempest-VolumesBackupsTest-1416570098 tempest-VolumesBackupsTest-1416570098-project] 10.222.0.23 "GET /v2.0/quotas/ded5ef706e72456598fea1c5f39246cd HTTP/1.1" status: 200 len: 375 time: 0.0317082 Jul 05 02:48:50.560221 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-634f6faf-226a-4a89-9154-74370801ad70 admin admin] Calling delete_port for 063217e6-a092-4927-979e-a3491c79b811 owned by network:router_gateway {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:48:50.599266 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4da96d71-b026-4cfc-8a5a-f44423e64a3b req-09028854-944b-4ef7-a97b-7988edeac60a tempest-VolumesBackupsTest-1416570098 tempest-VolumesBackupsTest-1416570098-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ded5ef706e72456598fea1c5f39246cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0364270 Jul 05 02:48:50.640272 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-afe7e98f-fdd0-42a8-8ed8-fb8658e3f5c3 req-e149e64c-761e-44f2-931f-bcb15148860d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d4b51808-3a16-4400-8116-752510d70730&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3171992 Jul 05 02:48:50.791837 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe7e98f-fdd0-42a8-8ed8-fb8658e3f5c3 req-bb457521-ac7a-4d77-b5c0-0ddbfb76f11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:48:50.793372 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-afe7e98f-fdd0-42a8-8ed8-fb8658e3f5c3 req-bb457521-ac7a-4d77-b5c0-0ddbfb76f11a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f71f6dbd7ca04e46abf258fabaf4edd3&device_id=d4b51808-3a16-4400-8116-752510d70730 HTTP/1.1" status: 200 len: 1098 time: 0.0947354 Jul 05 02:48:50.898294 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe7e98f-fdd0-42a8-8ed8-fb8658e3f5c3 req-2316eafd-ac26-4ae8-8d9e-5a88ec2f284d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:48:50.900310 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-afe7e98f-fdd0-42a8-8ed8-fb8658e3f5c3 req-2316eafd-ac26-4ae8-8d9e-5a88ec2f284d service neutron] 10.222.0.21 "GET /v2.0/networks?id=319f6f27-0518-41ae-a3ab-b70eb1a13ad7 HTTP/1.1" status: 200 len: 917 time: 0.0854130 Jul 05 02:48:50.942018 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-dd59b5ca-63e0-4195-bc3b-116ed9fffee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:50.942654 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-634f6faf-226a-4a89-9154-74370801ad70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:50.982360 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634f6faf-226a-4a89-9154-74370801ad70 admin admin] Pushing event deleted for resources: {'Port': ['ID=063217e6-a092-4927-979e-a3491c79b811,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:48:51.017590 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-afe7e98f-fdd0-42a8-8ed8-fb8658e3f5c3 req-f0b5be27-0a21-4878-8767-a67dc2c044cd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e482f4a-7b98-4cd1-8198-6cfadb006087 HTTP/1.1" status: 200 len: 1000 time: 0.1107342 Jul 05 02:48:51.095219 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-634f6faf-226a-4a89-9154-74370801ad70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636927'] for router_gateway, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:51.589660 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-634f6faf-226a-4a89-9154-74370801ad70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11828'] for router, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:51.592238 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-634f6faf-226a-4a89-9154-74370801ad70 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:51.604593 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d71c43c8-a72b-4104-a18b-2684ff5e13ba req-a0bc6a32-ab73-4d08-8c10-fe7ff607d088 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=76903f58-425e-4f05-8505-331c6a30a764 HTTP/1.1" status: 200 len: 210 time: 0.0304754 Jul 05 02:48:51.638790 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2f0d58cf-098e-4fa1-9523-f4385203d2b8 req-07edc202-5045-4b0a-bc90-f8d9e3dab0bb tempest-VolumesBackupsTest-1416570098 tempest-VolumesBackupsTest-1416570098-project] 10.222.0.23 "GET /v2.0/ports?device_id=130499ab-aab7-4348-8002-ba7c3ef259d5 HTTP/1.1" status: 200 len: 210 time: 0.5197189 Jul 05 02:48:51.643643 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe7e98f-fdd0-42a8-8ed8-fb8658e3f5c3 req-fd95f110-1ec0-4337-9f91-bfb9ccd26b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:48:51.644194 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-afe7e98f-fdd0-42a8-8ed8-fb8658e3f5c3 req-fd95f110-1ec0-4337-9f91-bfb9ccd26b0e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3a90bcd4-05d3-4076-8731-a724bae74bd9 HTTP/1.1" status: 200 len: 856 time: 0.6092825 Jul 05 02:48:51.704889 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe7e98f-fdd0-42a8-8ed8-fb8658e3f5c3 req-9c6fecee-d8c8-499b-b92d-a4f57bbbecf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:48:51.706536 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-afe7e98f-fdd0-42a8-8ed8-fb8658e3f5c3 req-9c6fecee-d8c8-499b-b92d-a4f57bbbecf3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=319f6f27-0518-41ae-a3ab-b70eb1a13ad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547066 Jul 05 02:48:51.770709 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 53b8f858-5342-4c3f-8da0-e3b8cc5303a8 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:48:51.795347 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 53b8f858-5342-4c3f-8da0-e3b8cc5303a8 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:48:51.796088 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 53b8f858-5342-4c3f-8da0-e3b8cc5303a8 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:48:51.796808 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 063217e6-a092-4927-979e-a3491c79b811 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:48:51.823178 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-afe7e98f-fdd0-42a8-8ed8-fb8658e3f5c3 req-c4fe5c6b-b64c-4b4f-9f41-37240e437a26 service neutron] 10.222.0.21 "GET /v2.0/networks/319f6f27-0518-41ae-a3ab-b70eb1a13ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054132 Jul 05 02:48:51.832346 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 063217e6-a092-4927-979e-a3491c79b811 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:48:51.832777 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 063217e6-a092-4927-979e-a3491c79b811 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:48:51.932212 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-afe7e98f-fdd0-42a8-8ed8-fb8658e3f5c3 req-9a31a49f-085f-400a-8708-bcd30740dc09 service neutron] 10.222.0.21 "GET /v2.0/networks/319f6f27-0518-41ae-a3ab-b70eb1a13ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894608 Jul 05 02:48:51.975197 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-634f6faf-226a-4a89-9154-74370801ad70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1575451'] for router, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:51.975865 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-634f6faf-226a-4a89-9154-74370801ad70 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ca716c4-6c66-476b-a660-7ae78b3706ac {{(pid=94461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 02:48:51.987909 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-634f6faf-226a-4a89-9154-74370801ad70 admin admin] Notify callbacks [] for router, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:51.991933 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 37508) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:48:51.992369 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-634f6faf-226a-4a89-9154-74370801ad70 admin admin] 10.222.0.23 "DELETE /v2.0/routers/4ca716c4-6c66-476b-a660-7ae78b3706ac HTTP/1.1" status: 204 len: 168 time: 2.2571042 Jul 05 02:48:52.066276 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-956f0e26-27ca-4fdc-bda8-5c6dd77f6aea admin admin] Deleting subnet a73f7263-f73c-4141-ac64-39c49fc31048 {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:48:52.069839 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-956f0e26-27ca-4fdc-bda8-5c6dd77f6aea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:52.139315 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-956f0e26-27ca-4fdc-bda8-5c6dd77f6aea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:52.245483 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-956f0e26-27ca-4fdc-bda8-5c6dd77f6aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:52.449941 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-956f0e26-27ca-4fdc-bda8-5c6dd77f6aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:52.476487 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956f0e26-27ca-4fdc-bda8-5c6dd77f6aea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a73f7263-f73c-4141-ac64-39c49fc31048,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:48:52.482429 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-956f0e26-27ca-4fdc-bda8-5c6dd77f6aea admin admin] Notify callbacks [] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:52.485250 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-956f0e26-27ca-4fdc-bda8-5c6dd77f6aea admin admin] 10.222.0.23 "DELETE /v2.0/subnets/a73f7263-f73c-4141-ac64-39c49fc31048 HTTP/1.1" status: 204 len: 168 time: 0.4916558 Jul 05 02:48:52.487082 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 37534) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:48:52.497830 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a82d19-be4b-43fe-9695-71768936201b None None] Network 31e006a1-8b10-4321-ba26-31b32c170e1d requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:48:52.584744 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-69b0b66b-ad43-4682-8958-31248582c2dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:52.646768 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-69b0b66b-ad43-4682-8958-31248582c2dd admin admin] Deleting port f6e44502-7b3e-4658-bc34-15ccf7a9df02 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:48:52.647923 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-69b0b66b-ad43-4682-8958-31248582c2dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:52.761116 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-366c32fc-5352-4586-bea8-e3bfe3bf9320 req-fce7da5a-45bd-4fc3-aa1e-faa7eef772ea tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=76903f58-425e-4f05-8505-331c6a30a764 HTTP/1.1" status: 200 len: 210 time: 0.0454776 Jul 05 02:48:52.769393 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3e593217-362b-4223-9a1f-43ad3177b75d req-9682bc66-aa15-4c5c-881a-153e1592e3f8 tempest-VolumesBackupsTest-1416570098 tempest-VolumesBackupsTest-1416570098-project] 10.222.0.23 "GET /v2.0/ports?device_id=130499ab-aab7-4348-8002-ba7c3ef259d5 HTTP/1.1" status: 200 len: 210 time: 0.0438135 Jul 05 02:48:52.786110 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-69b0b66b-ad43-4682-8958-31248582c2dd admin admin] For port f6e44502-7b3e-4658-bc34-15ccf7a9df02, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=f6e44502-7b3e-4658-bc34-15ccf7a9df02,segment=NetworkSegment(c39fbd70-ee77-4154-9c20-b8ffc6386387),segment_id=c39fbd70-ee77-4154-9c20-b8ffc6386387)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:48:52.786110 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-69b0b66b-ad43-4682-8958-31248582c2dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:52.791096 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5933b6f7-8083-4500-b508-d48b386587a7 None None] DHCP port deletion for 31e006a1-8b10-4321-ba26-31b32c170e1d request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:48:52.792363 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-69b0b66b-ad43-4682-8958-31248582c2dd admin admin] Calling delete_port for f6e44502-7b3e-4658-bc34-15ccf7a9df02 owned by network:dhcp {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:48:52.850985 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-5933b6f7-8083-4500-b508-d48b386587a7 None None] Deleting port f6e44502-7b3e-4658-bc34-15ccf7a9df02 {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:48:52.851475 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5933b6f7-8083-4500-b508-d48b386587a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:52.916325 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-5933b6f7-8083-4500-b508-d48b386587a7 None None] For port f6e44502-7b3e-4658-bc34-15ccf7a9df02, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=f6e44502-7b3e-4658-bc34-15ccf7a9df02,segment=NetworkSegment(c39fbd70-ee77-4154-9c20-b8ffc6386387),segment_id=c39fbd70-ee77-4154-9c20-b8ffc6386387)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:48:52.916960 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5933b6f7-8083-4500-b508-d48b386587a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:52.931187 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-5933b6f7-8083-4500-b508-d48b386587a7 None None] Calling delete_port for f6e44502-7b3e-4658-bc34-15ccf7a9df02 owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:48:52.985836 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-69b0b66b-ad43-4682-8958-31248582c2dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:53.016543 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b0b66b-ad43-4682-8958-31248582c2dd admin admin] Pushing event deleted for resources: {'Port': ['ID=f6e44502-7b3e-4658-bc34-15ccf7a9df02,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:48:53.029119 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b0b66b-ad43-4682-8958-31248582c2dd admin admin] No DVR routers for this DVR port f6e44502-7b3e-4658-bc34-15ccf7a9df02 on host n-d-771362-32 {{(pid=94462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:48:53.036762 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5933b6f7-8083-4500-b508-d48b386587a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:53.064870 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5933b6f7-8083-4500-b508-d48b386587a7 None None] Pushing event deleted for resources: {'Port': ['ID=f6e44502-7b3e-4658-bc34-15ccf7a9df02,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:48:53.067195 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5933b6f7-8083-4500-b508-d48b386587a7 None None] No DVR routers for this DVR port f6e44502-7b3e-4658-bc34-15ccf7a9df02 on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:48:53.123411 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-69b0b66b-ad43-4682-8958-31248582c2dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:53.133413 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-69b0b66b-ad43-4682-8958-31248582c2dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31e006a1-8b10-4321-ba26-31b32c170e1d']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:48:53.151450 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-69b0b66b-ad43-4682-8958-31248582c2dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c39fbd70-ee77-4154-9c20-b8ffc6386387') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:48:53.151903 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-69b0b66b-ad43-4682-8958-31248582c2dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c39fbd70-ee77-4154-9c20-b8ffc6386387') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:48:53.166985 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-69b0b66b-ad43-4682-8958-31248582c2dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:53.190660 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-69b0b66b-ad43-4682-8958-31248582c2dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:53.201411 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69b0b66b-ad43-4682-8958-31248582c2dd admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:48:53.202412 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-69b0b66b-ad43-4682-8958-31248582c2dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:53.204337 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:48:53.204337 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:48:53.204337 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:48:53.204337 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:48:53.204337 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:48:53.204337 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:48:53.204337 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:48:53.204337 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:48:53.204337 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:48:53.204337 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:48:53.204337 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:48:53.204337 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:48:53.204337 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:48:53.204337 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:48:53.204337 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:48:53.204337 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:48:53.204337 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:48:53.204337 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:48:53.204337 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:48:53.204337 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:48:53.204337 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:48:53.204337 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:48:53.204337 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:48:53.204337 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:48:53.204337 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:48:53.204337 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:48:53.204337 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:48:53.204337 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:48:53.204337 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:48:53.204337 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:48:53.204337 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:48:53.204337 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:48:53.244012 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f3f30246-4688-4401-b569-2d7724a20c2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:53.381214 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-69b0b66b-ad43-4682-8958-31248582c2dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:53.393239 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-69b0b66b-ad43-4682-8958-31248582c2dd admin admin] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:53.393239 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-69b0b66b-ad43-4682-8958-31248582c2dd admin admin] 10.222.0.23 "DELETE /v2.0/networks/31e006a1-8b10-4321-ba26-31b32c170e1d HTTP/1.1" status: 204 len: 168 time: 0.9021935 Jul 05 02:48:53.401210 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b0b66b-ad43-4682-8958-31248582c2dd admin admin] Pushing event deleted for resources: {'Network': ['ID=31e006a1-8b10-4321-ba26-31b32c170e1d,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:48:53.755454 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device f6e44502-7b3e-4658-bc34-15ccf7a9df02 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:48:53.775885 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: f6e44502-7b3e-4658-bc34-15ccf7a9df02 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:48:53.776227 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device f6e44502-7b3e-4658-bc34-15ccf7a9df02 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:48:53.911565 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-fe69ca99-a88f-455f-8c57-ceeb7d95fe4d req-d71262cc-9ce5-4f38-88ba-04c26c14d3ab tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=76903f58-425e-4f05-8505-331c6a30a764 HTTP/1.1" status: 200 len: 210 time: 0.0285814 Jul 05 02:48:53.942642 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5881d525-cc51-4f03-a346-e1e6edb88ad6 req-33c7b1d3-603e-4790-99df-e17eab77cd16 tempest-VolumesBackupsTest-1416570098 tempest-VolumesBackupsTest-1416570098-project] 10.222.0.23 "GET /v2.0/ports?device_id=130499ab-aab7-4348-8002-ba7c3ef259d5 HTTP/1.1" status: 200 len: 210 time: 0.0294836 Jul 05 02:48:54.011670 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 37592) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:48:54.062155 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-ba214697-8870-4bd1-ac4c-5c223e571265 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a2a128e531764065b9d7371bd7cd83c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0492740 Jul 05 02:48:54.064573 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 37596) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:48:54.094908 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:54.114728 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1a4ad6e6-4c09-4706-92d7-74434e6dda75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:54.135756 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1a4ad6e6-4c09-4706-92d7-74434e6dda75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:54.329410 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1a4ad6e6-4c09-4706-92d7-74434e6dda75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:54.331938 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1a4ad6e6-4c09-4706-92d7-74434e6dda75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:54.333216 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-1a4ad6e6-4c09-4706-92d7-74434e6dda75 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/59ee65e8-adcd-4c57-92ea-7890610815af HTTP/1.1" status: 204 len: 168 time: 0.2676685 Jul 05 02:48:54.341980 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4ad6e6-4c09-4706-92d7-74434e6dda75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59ee65e8-adcd-4c57-92ea-7890610815af,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:48:54.443572 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4da96d71-b026-4cfc-8a5a-f44423e64a3b req-2b5e3a11-15ef-4e95-908d-ada706e3993e tempest-VolumesBackupsTest-1416570098 tempest-VolumesBackupsTest-1416570098-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=ded5ef706e72456598fea1c5f39246cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353572 Jul 05 02:48:54.559877 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da96d71-b026-4cfc-8a5a-f44423e64a3b req-8d3b235a-5b2b-4f5a-a6c5-6345706b81c6 tempest-VolumesBackupsTest-1416570098 tempest-VolumesBackupsTest-1416570098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:48:54.561332 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4da96d71-b026-4cfc-8a5a-f44423e64a3b req-8d3b235a-5b2b-4f5a-a6c5-6345706b81c6 tempest-VolumesBackupsTest-1416570098 tempest-VolumesBackupsTest-1416570098-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1130717 Jul 05 02:48:54.572901 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-4da96d71-b026-4cfc-8a5a-f44423e64a3b req-e60bf3b0-b898-4aba-a4dd-9d297a775b0b tempest-VolumesBackupsTest-1416570098 tempest-VolumesBackupsTest-1416570098-project] Request body: {'port': {'device_id': '130499ab-aab7-4348-8002-ba7c3ef259d5', 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4', 'admin_state_up': True, 'tenant_id': 'ded5ef706e72456598fea1c5f39246cd'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:48:54.757293 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:54.820386 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4da96d71-b026-4cfc-8a5a-f44423e64a3b req-e60bf3b0-b898-4aba-a4dd-9d297a775b0b tempest-VolumesBackupsTest-1416570098 tempest-VolumesBackupsTest-1416570098-project] Made reservation on behalf of ded5ef706e72456598fea1c5f39246cd for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:48:54.824520 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4da96d71-b026-4cfc-8a5a-f44423e64a3b req-e60bf3b0-b898-4aba-a4dd-9d297a775b0b tempest-VolumesBackupsTest-1416570098 tempest-VolumesBackupsTest-1416570098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:54.833981 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4da96d71-b026-4cfc-8a5a-f44423e64a3b req-e60bf3b0-b898-4aba-a4dd-9d297a775b0b tempest-VolumesBackupsTest-1416570098 tempest-VolumesBackupsTest-1416570098-project] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:54.929724 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4da96d71-b026-4cfc-8a5a-f44423e64a3b req-e60bf3b0-b898-4aba-a4dd-9d297a775b0b tempest-VolumesBackupsTest-1416570098 tempest-VolumesBackupsTest-1416570098-project] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:55.044853 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4da96d71-b026-4cfc-8a5a-f44423e64a3b req-e60bf3b0-b898-4aba-a4dd-9d297a775b0b tempest-VolumesBackupsTest-1416570098 tempest-VolumesBackupsTest-1416570098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:55.112140 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6089a2db-c8b0-42e2-a976-e1462da6fc9b req-26e778f5-963b-4bce-b4d7-07b091ee39d1 tempest-VolumesBackupsTest-1416570098 tempest-VolumesBackupsTest-1416570098-project] 10.222.0.23 "GET /v2.0/ports?device_id=130499ab-aab7-4348-8002-ba7c3ef259d5 HTTP/1.1" status: 200 len: 210 time: 0.0303547 Jul 05 02:48:55.166883 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b0880e53-56c7-411b-94ae-61f678dbf025 req-08fab31b-4295-4c21-a4c0-d6ab62472d4b tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=76903f58-425e-4f05-8505-331c6a30a764 HTTP/1.1" status: 200 len: 210 time: 0.1180956 Jul 05 02:48:55.176734 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60bf3b0-b898-4aba-a4dd-9d297a775b0b tempest-VolumesBackupsTest-1416570098 tempest-VolumesBackupsTest-1416570098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ab35c9a-8e4e-40bf-bfd7-d9f2ac13f82d,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:48:55.264814 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-4da96d71-b026-4cfc-8a5a-f44423e64a3b req-e60bf3b0-b898-4aba-a4dd-9d297a775b0b tempest-VolumesBackupsTest-1416570098 tempest-VolumesBackupsTest-1416570098-project] Allocated IP 192.168.233.139 (dff432c2-7366-4622-aebb-da22fe05bfd4/b840e204-692c-4f54-8f07-f6563e8e36b1/5a8ec4dc-cfed-4896-a18d-030c242cdcf0) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:48:55.393712 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 37650) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:48:55.464547 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-c7ef7641-911c-41fd-9ed2-2c9ad62814c5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=25f4865214344fa08348dc146da663e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0679338 Jul 05 02:48:55.470101 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 37658) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:48:55.478330 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8302c8d-c386-4b49-9ae2-53c0cbb48c60 req-ded44781-25c0-4dfc-bcc2-e3baf16e87dc tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:48:55.479933 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a8302c8d-c386-4b49-9ae2-53c0cbb48c60 req-ded44781-25c0-4dfc-bcc2-e3baf16e87dc tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.15 "GET /v2.0/networks?id=73b1fe81-9ead-413d-adcc-8dcb2085def5 HTTP/1.1" status: 200 len: 812 time: 0.2352674 Jul 05 02:48:55.551393 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8a05e002-52a4-43cd-a776-969850f96055 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:55.577239 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a8302c8d-c386-4b49-9ae2-53c0cbb48c60 req-c695a4e1-7bf8-43fd-8414-228f7153140d tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1a00a493e704ec48248eed2815bb351 HTTP/1.1" status: 200 len: 380 time: 0.0860465 Jul 05 02:48:55.578866 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8a05e002-52a4-43cd-a776-969850f96055 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:55.580114 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4da96d71-b026-4cfc-8a5a-f44423e64a3b req-e60bf3b0-b898-4aba-a4dd-9d297a775b0b tempest-VolumesBackupsTest-1416570098 tempest-VolumesBackupsTest-1416570098-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:55.588302 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-a8302c8d-c386-4b49-9ae2-53c0cbb48c60 req-77894c50-ee07-4d57-b351-72bbfb5003db tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Request body: {'port': {'device_id': '76903f58-425e-4f05-8505-331c6a30a764', 'network_id': '73b1fe81-9ead-413d-adcc-8dcb2085def5', 'admin_state_up': True, 'tenant_id': 'b1a00a493e704ec48248eed2815bb351', 'security_groups': ['1999bc0d-8d6f-407a-9c0b-dda1a8300b10']}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:48:55.734898 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8a05e002-52a4-43cd-a776-969850f96055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:55.738436 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-4da96d71-b026-4cfc-8a5a-f44423e64a3b req-e60bf3b0-b898-4aba-a4dd-9d297a775b0b tempest-VolumesBackupsTest-1416570098 tempest-VolumesBackupsTest-1416570098-project] Transition to ACTIVE for port object 5a8ec4dc-cfed-4896-a18d-030c242cdcf0 will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:48:55.738834 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8a05e002-52a4-43cd-a776-969850f96055 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:55.740098 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-8a05e002-52a4-43cd-a776-969850f96055 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/23fa92f2-45b2-446f-9afd-4be277b179b8 HTTP/1.1" status: 204 len: 168 time: 0.2690110 Jul 05 02:48:55.755735 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a05e002-52a4-43cd-a776-969850f96055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23fa92f2-45b2-446f-9afd-4be277b179b8,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:48:55.940494 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8302c8d-c386-4b49-9ae2-53c0cbb48c60 req-77894c50-ee07-4d57-b351-72bbfb5003db tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Made reservation on behalf of b1a00a493e704ec48248eed2815bb351 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:48:55.944097 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a8302c8d-c386-4b49-9ae2-53c0cbb48c60 req-77894c50-ee07-4d57-b351-72bbfb5003db tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:56.100896 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4da96d71-b026-4cfc-8a5a-f44423e64a3b req-e60bf3b0-b898-4aba-a4dd-9d297a775b0b tempest-VolumesBackupsTest-1416570098 tempest-VolumesBackupsTest-1416570098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:56.146335 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:56.155523 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4da96d71-b026-4cfc-8a5a-f44423e64a3b req-e60bf3b0-b898-4aba-a4dd-9d297a775b0b tempest-VolumesBackupsTest-1416570098 tempest-VolumesBackupsTest-1416570098-project] Network dff432c2-7366-4622-aebb-da22fe05bfd4 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:48:56.162463 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-a8302c8d-c386-4b49-9ae2-53c0cbb48c60 req-77894c50-ee07-4d57-b351-72bbfb5003db tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Allocated IP 172.20.0.14 (73b1fe81-9ead-413d-adcc-8dcb2085def5/33729902-d3e5-4dd5-ba26-acbc079120a6/b7f045fb-d117-470d-9e83-e91c3c713b71) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:48:56.164621 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-4da96d71-b026-4cfc-8a5a-f44423e64a3b req-e60bf3b0-b898-4aba-a4dd-9d297a775b0b tempest-VolumesBackupsTest-1416570098 tempest-VolumesBackupsTest-1416570098-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:48:56.173459 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-4da96d71-b026-4cfc-8a5a-f44423e64a3b req-e60bf3b0-b898-4aba-a4dd-9d297a775b0b tempest-VolumesBackupsTest-1416570098 tempest-VolumesBackupsTest-1416570098-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:48:56.230356 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60bf3b0-b898-4aba-a4dd-9d297a775b0b tempest-VolumesBackupsTest-1416570098 tempest-VolumesBackupsTest-1416570098-project] Pushing event updated for resources: {'Port': ['ID=5a8ec4dc-cfed-4896-a18d-030c242cdcf0,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:48:56.285998 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da96d71-b026-4cfc-8a5a-f44423e64a3b req-e60bf3b0-b898-4aba-a4dd-9d297a775b0b tempest-VolumesBackupsTest-1416570098 tempest-VolumesBackupsTest-1416570098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:48:56.293643 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4da96d71-b026-4cfc-8a5a-f44423e64a3b req-e60bf3b0-b898-4aba-a4dd-9d297a775b0b tempest-VolumesBackupsTest-1416570098 tempest-VolumesBackupsTest-1416570098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:56.488884 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-48c9e8ef-aaf5-4372-bb92-38f4d78441a8 req-7f33160a-286d-4a1f-bf11-077563ef8a46 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=76903f58-425e-4f05-8505-331c6a30a764 HTTP/1.1" status: 200 len: 210 time: 0.0624554 Jul 05 02:48:56.559560 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4da96d71-b026-4cfc-8a5a-f44423e64a3b req-e60bf3b0-b898-4aba-a4dd-9d297a775b0b tempest-VolumesBackupsTest-1416570098 tempest-VolumesBackupsTest-1416570098-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9905233 Jul 05 02:48:56.579729 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43eec99-91be-4cc2-9eb9-414b8c683de9 req-ea3d4238-293d-4948-b966-c891e8e48267 tempest-VolumesBackupsTest-1416570098 tempest-VolumesBackupsTest-1416570098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:48:56.579729 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a43eec99-91be-4cc2-9eb9-414b8c683de9 req-ea3d4238-293d-4948-b966-c891e8e48267 tempest-VolumesBackupsTest-1416570098 tempest-VolumesBackupsTest-1416570098-project] 10.222.0.23 "GET /v2.0/ports?device_id=130499ab-aab7-4348-8002-ba7c3ef259d5 HTTP/1.1" status: 200 len: 936 time: 0.3088672 Jul 05 02:48:56.585865 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-4da96d71-b026-4cfc-8a5a-f44423e64a3b req-ffc2f2ba-55ff-4f1e-8b25-eb49987cb44c service neutron] Request body: {'port': {'device_id': '130499ab-aab7-4348-8002-ba7c3ef259d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:48:56.696153 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a8302c8d-c386-4b49-9ae2-53c0cbb48c60 req-77894c50-ee07-4d57-b351-72bbfb5003db tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:56.804159 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a43eec99-91be-4cc2-9eb9-414b8c683de9 req-da0cee96-d94d-46d6-975c-4ea0a0b39c7c tempest-VolumesBackupsTest-1416570098 tempest-VolumesBackupsTest-1416570098-project] 10.222.0.23 "GET /v2.0/security-groups?id=8ab35c9a-8e4e-40bf-bfd7-d9f2ac13f82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052379 Jul 05 02:48:56.804159 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4da96d71-b026-4cfc-8a5a-f44423e64a3b req-ffc2f2ba-55ff-4f1e-8b25-eb49987cb44c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:56.814171 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-4924482d-a131-4b5e-8b39-124f352f13c2 None None] Provisioning for port 5a8ec4dc-cfed-4896-a18d-030c242cdcf0 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:48:56.843880 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-a8302c8d-c386-4b49-9ae2-53c0cbb48c60 req-77894c50-ee07-4d57-b351-72bbfb5003db tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Transition to ACTIVE for port object b7f045fb-d117-470d-9e83-e91c3c713b71 will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:48:56.845455 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-4924482d-a131-4b5e-8b39-124f352f13c2 None None] Provisioning complete for port 5a8ec4dc-cfed-4896-a18d-030c242cdcf0 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:48:56.852979 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4924482d-a131-4b5e-8b39-124f352f13c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:56.913992 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-4924482d-a131-4b5e-8b39-124f352f13c2 None None] Port 5a8ec4dc-cfed-4896-a18d-030c242cdcf0 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:48:57.110600 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a8302c8d-c386-4b49-9ae2-53c0cbb48c60 req-77894c50-ee07-4d57-b351-72bbfb5003db tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:57.169253 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8302c8d-c386-4b49-9ae2-53c0cbb48c60 req-77894c50-ee07-4d57-b351-72bbfb5003db tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Network 73b1fe81-9ead-413d-adcc-8dcb2085def5 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:48:57.199703 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-a8302c8d-c386-4b49-9ae2-53c0cbb48c60 req-77894c50-ee07-4d57-b351-72bbfb5003db tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:48:57.209112 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8302c8d-c386-4b49-9ae2-53c0cbb48c60 req-77894c50-ee07-4d57-b351-72bbfb5003db tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:48:57.215279 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77894c50-ee07-4d57-b351-72bbfb5003db tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Pushing event updated for resources: {'Port': ['ID=b7f045fb-d117-470d-9e83-e91c3c713b71,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:48:57.246146 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-4da96d71-b026-4cfc-8a5a-f44423e64a3b req-ffc2f2ba-55ff-4f1e-8b25-eb49987cb44c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a8ec4dc-cfed-4896-a18d-030c242cdcf0 {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:48:57.259657 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4da96d71-b026-4cfc-8a5a-f44423e64a3b req-ffc2f2ba-55ff-4f1e-8b25-eb49987cb44c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:57.283237 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8302c8d-c386-4b49-9ae2-53c0cbb48c60 req-77894c50-ee07-4d57-b351-72bbfb5003db tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:48:57.283882 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a8302c8d-c386-4b49-9ae2-53c0cbb48c60 req-77894c50-ee07-4d57-b351-72bbfb5003db tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:57.288989 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-4da96d71-b026-4cfc-8a5a-f44423e64a3b req-ffc2f2ba-55ff-4f1e-8b25-eb49987cb44c service neutron] Transition to ACTIVE for port object 5a8ec4dc-cfed-4896-a18d-030c242cdcf0 will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:48:57.387604 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a8302c8d-c386-4b49-9ae2-53c0cbb48c60 req-77894c50-ee07-4d57-b351-72bbfb5003db tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8032432 Jul 05 02:48:57.388725 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4da96d71-b026-4cfc-8a5a-f44423e64a3b req-ffc2f2ba-55ff-4f1e-8b25-eb49987cb44c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:57.422716 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-a8302c8d-c386-4b49-9ae2-53c0cbb48c60 req-db59a32b-fc86-42b9-a27a-af9c059ea11b service neutron] Request body: {'port': {'device_id': '76903f58-425e-4f05-8505-331c6a30a764', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:48:57.485501 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc2f2ba-55ff-4f1e-8b25-eb49987cb44c service neutron] Pushing event updated for resources: {'Port': ['ID=5a8ec4dc-cfed-4896-a18d-030c242cdcf0,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:48:57.532334 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-e02c1537-1230-4aee-800e-ea791980fd69 None None] Provisioning for port b7f045fb-d117-470d-9e83-e91c3c713b71 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:48:57.538741 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-e02c1537-1230-4aee-800e-ea791980fd69 None None] Provisioning complete for port b7f045fb-d117-470d-9e83-e91c3c713b71 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:48:57.539118 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e02c1537-1230-4aee-800e-ea791980fd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:57.619609 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-e02c1537-1230-4aee-800e-ea791980fd69 None None] Port b7f045fb-d117-470d-9e83-e91c3c713b71 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:48:57.644723 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a8302c8d-c386-4b49-9ae2-53c0cbb48c60 req-db59a32b-fc86-42b9-a27a-af9c059ea11b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:57.729226 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-4da96d71-b026-4cfc-8a5a-f44423e64a3b req-ffc2f2ba-55ff-4f1e-8b25-eb49987cb44c service neutron] Attempting to bind port 5a8ec4dc-cfed-4896-a18d-030c242cdcf0 on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:48:57.729478 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-4da96d71-b026-4cfc-8a5a-f44423e64a3b req-ffc2f2ba-55ff-4f1e-8b25-eb49987cb44c service neutron] Attempting to bind port 5a8ec4dc-cfed-4896-a18d-030c242cdcf0 by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:48:57.729772 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da96d71-b026-4cfc-8a5a-f44423e64a3b req-ffc2f2ba-55ff-4f1e-8b25-eb49987cb44c service neutron] Attempting to bind port 5a8ec4dc-cfed-4896-a18d-030c242cdcf0 on network dff432c2-7366-4622-aebb-da22fe05bfd4 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:48:57.737968 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b918306f-18fa-41b0-8887-f2e8bf8ca452 req-5b2c6c5a-0dd6-4397-9eda-0d4c10e131b6 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:48:57.737968 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b918306f-18fa-41b0-8887-f2e8bf8ca452 req-5b2c6c5a-0dd6-4397-9eda-0d4c10e131b6 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=76903f58-425e-4f05-8505-331c6a30a764 HTTP/1.1" status: 200 len: 932 time: 0.0835481 Jul 05 02:48:57.784799 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b918306f-18fa-41b0-8887-f2e8bf8ca452 req-ae0cc510-d875-406c-ab61-e59dbea460c9 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=1999bc0d-8d6f-407a-9c0b-dda1a8300b10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405240 Jul 05 02:48:57.793973 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da96d71-b026-4cfc-8a5a-f44423e64a3b req-ffc2f2ba-55ff-4f1e-8b25-eb49987cb44c service neutron] Port 5a8ec4dc-cfed-4896-a18d-030c242cdcf0 on network dff432c2-7366-4622-aebb-da22fe05bfd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:48:57.793973 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da96d71-b026-4cfc-8a5a-f44423e64a3b req-ffc2f2ba-55ff-4f1e-8b25-eb49987cb44c service neutron] Attempting to bind port 5a8ec4dc-cfed-4896-a18d-030c242cdcf0 on network dff432c2-7366-4622-aebb-da22fe05bfd4 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:48:57.798163 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da96d71-b026-4cfc-8a5a-f44423e64a3b req-ffc2f2ba-55ff-4f1e-8b25-eb49987cb44c service neutron] Checking agent: {'id': 'e071c76e-395f-48c4-a98f-88088465cf0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:48:57.798511 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da96d71-b026-4cfc-8a5a-f44423e64a3b req-ffc2f2ba-55ff-4f1e-8b25-eb49987cb44c service neutron] Checking segment: {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:48:57.807459 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da96d71-b026-4cfc-8a5a-f44423e64a3b req-ffc2f2ba-55ff-4f1e-8b25-eb49987cb44c service neutron] Bound using segment: {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:48:57.807459 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-4da96d71-b026-4cfc-8a5a-f44423e64a3b req-ffc2f2ba-55ff-4f1e-8b25-eb49987cb44c service neutron] Bound port: 5a8ec4dc-cfed-4896-a18d-030c242cdcf0, host: n-h2-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:48:57.807459 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4da96d71-b026-4cfc-8a5a-f44423e64a3b req-ffc2f2ba-55ff-4f1e-8b25-eb49987cb44c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:57.946234 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-4da96d71-b026-4cfc-8a5a-f44423e64a3b req-ffc2f2ba-55ff-4f1e-8b25-eb49987cb44c service neutron] For port 5a8ec4dc-cfed-4896-a18d-030c242cdcf0, host n-h2-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:48:57.955187 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-4da96d71-b026-4cfc-8a5a-f44423e64a3b req-ffc2f2ba-55ff-4f1e-8b25-eb49987cb44c service neutron] For port 5a8ec4dc-cfed-4896-a18d-030c242cdcf0, host n-h2-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=5a8ec4dc-cfed-4896-a18d-030c242cdcf0,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:48:58.024269 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4da96d71-b026-4cfc-8a5a-f44423e64a3b req-ffc2f2ba-55ff-4f1e-8b25-eb49987cb44c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:58.063379 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-a8302c8d-c386-4b49-9ae2-53c0cbb48c60 req-db59a32b-fc86-42b9-a27a-af9c059ea11b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7f045fb-d117-470d-9e83-e91c3c713b71 {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:48:58.077323 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a8302c8d-c386-4b49-9ae2-53c0cbb48c60 req-db59a32b-fc86-42b9-a27a-af9c059ea11b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:58.082863 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da96d71-b026-4cfc-8a5a-f44423e64a3b req-ffc2f2ba-55ff-4f1e-8b25-eb49987cb44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:48:58.083505 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4da96d71-b026-4cfc-8a5a-f44423e64a3b req-ffc2f2ba-55ff-4f1e-8b25-eb49987cb44c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:58.084032 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deae5585-817d-4e40-b721-51c2f2dbcb8a req-05682d36-9764-4aca-a8d9-a7716157a847 tempest-VolumesBackupsTest-1416570098 tempest-VolumesBackupsTest-1416570098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:48:58.084880 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4da96d71-b026-4cfc-8a5a-f44423e64a3b req-ffc2f2ba-55ff-4f1e-8b25-eb49987cb44c service neutron] 10.222.0.15 "PUT /v2.0/ports/5a8ec4dc-cfed-4896-a18d-030c242cdcf0 HTTP/1.1" status: 200 len: 1097 time: 1.5045960 Jul 05 02:48:58.085327 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '130499ab-aab7-4348-8002-ba7c3ef259d5', 'tag': '5a8ec4dc-cfed-4896-a18d-030c242cdcf0'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:48:58.085670 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-deae5585-817d-4e40-b721-51c2f2dbcb8a req-05682d36-9764-4aca-a8d9-a7716157a847 tempest-VolumesBackupsTest-1416570098 tempest-VolumesBackupsTest-1416570098-project] 10.222.0.23 "GET /v2.0/ports?device_id=130499ab-aab7-4348-8002-ba7c3ef259d5 HTTP/1.1" status: 200 len: 948 time: 0.0737512 Jul 05 02:48:58.088198 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c827e4aa-2ac5-47ed-81f0-2c4c610616e6" -d '{"events": [{"name": "network-changed", "server_uuid": "130499ab-aab7-4348-8002-ba7c3ef259d5", "tag": "5a8ec4dc-cfed-4896-a18d-030c242cdcf0"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:48:58.113664 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-a8302c8d-c386-4b49-9ae2-53c0cbb48c60 req-db59a32b-fc86-42b9-a27a-af9c059ea11b service neutron] Transition to ACTIVE for port object b7f045fb-d117-470d-9e83-e91c3c713b71 will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:48:58.115126 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc2f2ba-55ff-4f1e-8b25-eb49987cb44c service neutron] Pushing event updated for resources: {'Port': ['ID=5a8ec4dc-cfed-4896-a18d-030c242cdcf0,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:48:58.138194 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b0a695-955f-4372-a681-1f53306f0147 x-openstack-request-id: req-24b0a695-955f-4372-a681-1f53306f0147 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:48:58.138469 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "130499ab-aab7-4348-8002-ba7c3ef259d5", "tag": "5a8ec4dc-cfed-4896-a18d-030c242cdcf0", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:48:58.138722 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-24b0a695-955f-4372-a681-1f53306f0147 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:48:58.139177 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '130499ab-aab7-4348-8002-ba7c3ef259d5', 'tag': '5a8ec4dc-cfed-4896-a18d-030c242cdcf0', 'status': 'completed', 'code': 200} Jul 05 02:48:58.175596 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-deae5585-817d-4e40-b721-51c2f2dbcb8a req-011c7ba7-44b0-40a9-b3f7-619fc12ca1a2 tempest-VolumesBackupsTest-1416570098 tempest-VolumesBackupsTest-1416570098-project] 10.222.0.23 "GET /v2.0/security-groups?id=8ab35c9a-8e4e-40bf-bfd7-d9f2ac13f82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566883 Jul 05 02:48:58.226435 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c827e4aa-2ac5-47ed-81f0-2c4c610616e6 req-dc427173-e080-4deb-866e-760ba599e212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:48:58.228504 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c827e4aa-2ac5-47ed-81f0-2c4c610616e6 req-dc427173-e080-4deb-866e-760ba599e212 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ded5ef706e72456598fea1c5f39246cd&device_id=130499ab-aab7-4348-8002-ba7c3ef259d5 HTTP/1.1" status: 200 len: 1100 time: 0.0640128 Jul 05 02:48:58.269034 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c827e4aa-2ac5-47ed-81f0-2c4c610616e6 req-0179aaf5-17fe-4b49-9292-887a886e15a9 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=ded5ef706e72456598fea1c5f39246cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335326 Jul 05 02:48:58.284930 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a8302c8d-c386-4b49-9ae2-53c0cbb48c60 req-db59a32b-fc86-42b9-a27a-af9c059ea11b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:58.409097 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db59a32b-fc86-42b9-a27a-af9c059ea11b service neutron] Pushing event updated for resources: {'Port': ['ID=b7f045fb-d117-470d-9e83-e91c3c713b71,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:48:58.469909 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c827e4aa-2ac5-47ed-81f0-2c4c610616e6 req-1ef3089f-c839-49da-9bec-1e5b5266c85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:48:58.471457 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c827e4aa-2ac5-47ed-81f0-2c4c610616e6 req-1ef3089f-c839-49da-9bec-1e5b5266c85e service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1964328 Jul 05 02:48:58.490269 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-a8302c8d-c386-4b49-9ae2-53c0cbb48c60 req-db59a32b-fc86-42b9-a27a-af9c059ea11b service neutron] Attempting to bind port b7f045fb-d117-470d-9e83-e91c3c713b71 on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:48:58.490616 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-a8302c8d-c386-4b49-9ae2-53c0cbb48c60 req-db59a32b-fc86-42b9-a27a-af9c059ea11b service neutron] Attempting to bind port b7f045fb-d117-470d-9e83-e91c3c713b71 by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '0d275c90-3bd1-498e-a485-a23914e67eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '73b1fe81-9ead-413d-adcc-8dcb2085def5'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:48:58.490926 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8302c8d-c386-4b49-9ae2-53c0cbb48c60 req-db59a32b-fc86-42b9-a27a-af9c059ea11b service neutron] Attempting to bind port b7f045fb-d117-470d-9e83-e91c3c713b71 on network 73b1fe81-9ead-413d-adcc-8dcb2085def5 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:48:58.497635 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8302c8d-c386-4b49-9ae2-53c0cbb48c60 req-db59a32b-fc86-42b9-a27a-af9c059ea11b service neutron] Port b7f045fb-d117-470d-9e83-e91c3c713b71 on network 73b1fe81-9ead-413d-adcc-8dcb2085def5 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:48:58.498380 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8302c8d-c386-4b49-9ae2-53c0cbb48c60 req-db59a32b-fc86-42b9-a27a-af9c059ea11b service neutron] Attempting to bind port b7f045fb-d117-470d-9e83-e91c3c713b71 on network 73b1fe81-9ead-413d-adcc-8dcb2085def5 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:48:58.505305 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8302c8d-c386-4b49-9ae2-53c0cbb48c60 req-db59a32b-fc86-42b9-a27a-af9c059ea11b service neutron] Checking agent: {'id': 'e071c76e-395f-48c4-a98f-88088465cf0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:48:58.505735 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8302c8d-c386-4b49-9ae2-53c0cbb48c60 req-db59a32b-fc86-42b9-a27a-af9c059ea11b service neutron] Checking segment: {'id': '0d275c90-3bd1-498e-a485-a23914e67eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '73b1fe81-9ead-413d-adcc-8dcb2085def5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:48:58.506210 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8302c8d-c386-4b49-9ae2-53c0cbb48c60 req-db59a32b-fc86-42b9-a27a-af9c059ea11b service neutron] Bound using segment: {'id': '0d275c90-3bd1-498e-a485-a23914e67eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '73b1fe81-9ead-413d-adcc-8dcb2085def5'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:48:58.506706 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-a8302c8d-c386-4b49-9ae2-53c0cbb48c60 req-db59a32b-fc86-42b9-a27a-af9c059ea11b service neutron] Bound port: b7f045fb-d117-470d-9e83-e91c3c713b71, host: n-h2-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d275c90-3bd1-498e-a485-a23914e67eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '73b1fe81-9ead-413d-adcc-8dcb2085def5'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:48:58.507415 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a8302c8d-c386-4b49-9ae2-53c0cbb48c60 req-db59a32b-fc86-42b9-a27a-af9c059ea11b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:58.619309 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-a8302c8d-c386-4b49-9ae2-53c0cbb48c60 req-db59a32b-fc86-42b9-a27a-af9c059ea11b service neutron] For port b7f045fb-d117-470d-9e83-e91c3c713b71, host n-h2-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:48:58.623058 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-a8302c8d-c386-4b49-9ae2-53c0cbb48c60 req-db59a32b-fc86-42b9-a27a-af9c059ea11b service neutron] For port b7f045fb-d117-470d-9e83-e91c3c713b71, host n-h2-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=b7f045fb-d117-470d-9e83-e91c3c713b71,segment=NetworkSegment(0d275c90-3bd1-498e-a485-a23914e67eb1),segment_id=0d275c90-3bd1-498e-a485-a23914e67eb1)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:48:58.639125 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da96d71-b026-4cfc-8a5a-f44423e64a3b req-cd3fd70e-aa9a-40eb-bba4-7fba152c05e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:48:58.639125 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4da96d71-b026-4cfc-8a5a-f44423e64a3b req-cd3fd70e-aa9a-40eb-bba4-7fba152c05e0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ded5ef706e72456598fea1c5f39246cd&device_id=130499ab-aab7-4348-8002-ba7c3ef259d5 HTTP/1.1" status: 200 len: 1100 time: 0.1111629 Jul 05 02:48:58.680418 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4da96d71-b026-4cfc-8a5a-f44423e64a3b req-bdcd82d3-d036-491d-bb4d-c7e346790de7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=5a8ec4dc-cfed-4896-a18d-030c242cdcf0 HTTP/1.1" status: 200 len: 217 time: 0.0390317 Jul 05 02:48:58.730092 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a8302c8d-c386-4b49-9ae2-53c0cbb48c60 req-db59a32b-fc86-42b9-a27a-af9c059ea11b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:58.733463 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da96d71-b026-4cfc-8a5a-f44423e64a3b req-cb2b8b68-4695-4546-95e7-7d185cb37773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:48:58.735009 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4da96d71-b026-4cfc-8a5a-f44423e64a3b req-cb2b8b68-4695-4546-95e7-7d185cb37773 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b840e204-692c-4f54-8f07-f6563e8e36b1 HTTP/1.1" status: 200 len: 843 time: 0.0487735 Jul 05 02:48:58.773018 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8302c8d-c386-4b49-9ae2-53c0cbb48c60 req-db59a32b-fc86-42b9-a27a-af9c059ea11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:48:58.773803 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a8302c8d-c386-4b49-9ae2-53c0cbb48c60 req-db59a32b-fc86-42b9-a27a-af9c059ea11b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:48:58.776302 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a8302c8d-c386-4b49-9ae2-53c0cbb48c60 req-db59a32b-fc86-42b9-a27a-af9c059ea11b service neutron] 10.222.0.15 "PUT /v2.0/ports/b7f045fb-d117-470d-9e83-e91c3c713b71 HTTP/1.1" status: 200 len: 1093 time: 1.3613939 Jul 05 02:48:58.832516 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db59a32b-fc86-42b9-a27a-af9c059ea11b service neutron] Pushing event updated for resources: {'Port': ['ID=b7f045fb-d117-470d-9e83-e91c3c713b71,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:48:58.850646 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da96d71-b026-4cfc-8a5a-f44423e64a3b req-1bb1f608-d34a-42cf-9dea-403344c911f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:48:58.852195 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4da96d71-b026-4cfc-8a5a-f44423e64a3b req-1bb1f608-d34a-42cf-9dea-403344c911f3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dff432c2-7366-4622-aebb-da22fe05bfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0942311 Jul 05 02:48:59.049065 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4da96d71-b026-4cfc-8a5a-f44423e64a3b req-6cddd860-4e1e-4207-8082-3d0983985a2b service neutron] 10.222.0.15 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888092 Jul 05 02:48:59.077850 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beec498-ea7a-44dc-830e-109ed957b63b req-52101a54-fd1b-4702-8983-3ce5d3d807d8 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:48:59.079334 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5beec498-ea7a-44dc-830e-109ed957b63b req-52101a54-fd1b-4702-8983-3ce5d3d807d8 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=76903f58-425e-4f05-8505-331c6a30a764 HTTP/1.1" status: 200 len: 944 time: 0.1588757 Jul 05 02:48:59.142344 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8302c8d-c386-4b49-9ae2-53c0cbb48c60 req-e9e36279-c816-4359-9be6-3ea9a2d234a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:48:59.143861 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a8302c8d-c386-4b49-9ae2-53c0cbb48c60 req-e9e36279-c816-4359-9be6-3ea9a2d234a1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b1a00a493e704ec48248eed2815bb351&device_id=76903f58-425e-4f05-8505-331c6a30a764 HTTP/1.1" status: 200 len: 1096 time: 0.1836491 Jul 05 02:48:59.206647 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a8302c8d-c386-4b49-9ae2-53c0cbb48c60 req-90e6d782-6cee-4746-a8b1-12c98f4c0e62 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7f045fb-d117-470d-9e83-e91c3c713b71 HTTP/1.1" status: 200 len: 217 time: 0.0536399 Jul 05 02:48:59.215084 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5beec498-ea7a-44dc-830e-109ed957b63b req-b516ee77-b2d5-46d4-96da-3d2f6d952334 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=1999bc0d-8d6f-407a-9c0b-dda1a8300b10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003134 Jul 05 02:48:59.260052 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4da96d71-b026-4cfc-8a5a-f44423e64a3b req-f07cd7a0-9a03-4f11-9c28-7e7f8bb54bd6 service neutron] 10.222.0.15 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022543 Jul 05 02:48:59.274092 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8302c8d-c386-4b49-9ae2-53c0cbb48c60 req-342b9e54-91b5-4fd8-830f-b3647bfee3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:48:59.275676 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a8302c8d-c386-4b49-9ae2-53c0cbb48c60 req-342b9e54-91b5-4fd8-830f-b3647bfee3c0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=33729902-d3e5-4dd5-ba26-acbc079120a6 HTTP/1.1" status: 200 len: 851 time: 0.0584090 Jul 05 02:48:59.337262 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8302c8d-c386-4b49-9ae2-53c0cbb48c60 req-b3f6e1ff-d730-46f8-a38b-9b7ef2ed9376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:48:59.338740 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a8302c8d-c386-4b49-9ae2-53c0cbb48c60 req-b3f6e1ff-d730-46f8-a38b-9b7ef2ed9376 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=73b1fe81-9ead-413d-adcc-8dcb2085def5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562079 Jul 05 02:48:59.354997 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4e3d54-99a3-482b-b184-887429c8494c req-5140edf4-b303-4801-aa99-dd5c88caf5c1 tempest-VolumesBackupsTest-1416570098 tempest-VolumesBackupsTest-1416570098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:48:59.356528 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9f4e3d54-99a3-482b-b184-887429c8494c req-5140edf4-b303-4801-aa99-dd5c88caf5c1 tempest-VolumesBackupsTest-1416570098 tempest-VolumesBackupsTest-1416570098-project] 10.222.0.23 "GET /v2.0/ports?device_id=130499ab-aab7-4348-8002-ba7c3ef259d5 HTTP/1.1" status: 200 len: 948 time: 0.0664847 Jul 05 02:48:59.403431 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9f4e3d54-99a3-482b-b184-887429c8494c req-340d4619-5d5b-4e42-aa16-3ec684daaecb tempest-VolumesBackupsTest-1416570098 tempest-VolumesBackupsTest-1416570098-project] 10.222.0.23 "GET /v2.0/security-groups?id=8ab35c9a-8e4e-40bf-bfd7-d9f2ac13f82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373898 Jul 05 02:48:59.440597 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a8302c8d-c386-4b49-9ae2-53c0cbb48c60 req-28556ade-6ab4-44e3-9802-57ab502e8427 service neutron] 10.222.0.15 "GET /v2.0/networks/73b1fe81-9ead-413d-adcc-8dcb2085def5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937436 Jul 05 02:48:59.530571 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a8302c8d-c386-4b49-9ae2-53c0cbb48c60 req-82eafad4-ea42-4265-82cc-be9bc5ca6709 service neutron] 10.222.0.15 "GET /v2.0/networks/73b1fe81-9ead-413d-adcc-8dcb2085def5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829599 Jul 05 02:49:00.140851 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76903f58-425e-4f05-8505-331c6a30a764', 'tag': 'b7f045fb-d117-470d-9e83-e91c3c713b71'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:49:00.143200 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9d9026c-10aa-4b48-9512-d43d92fc5022" -d '{"events": [{"name": "network-changed", "server_uuid": "76903f58-425e-4f05-8505-331c6a30a764", "tag": "b7f045fb-d117-470d-9e83-e91c3c713b71"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:49:00.180009 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b8a8321-cc1a-4fe7-b7a9-704b41957dfe x-openstack-request-id: req-3b8a8321-cc1a-4fe7-b7a9-704b41957dfe {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:49:00.180536 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76903f58-425e-4f05-8505-331c6a30a764", "tag": "b7f045fb-d117-470d-9e83-e91c3c713b71", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:49:00.180992 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3b8a8321-cc1a-4fe7-b7a9-704b41957dfe {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:49:00.181546 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76903f58-425e-4f05-8505-331c6a30a764', 'tag': 'b7f045fb-d117-470d-9e83-e91c3c713b71', 'status': 'completed', 'code': 200} Jul 05 02:49:00.272846 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d9026c-10aa-4b48-9512-d43d92fc5022 req-a5f83a9f-db39-46a6-803f-2dd3a9d81ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:49:00.274422 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d9d9026c-10aa-4b48-9512-d43d92fc5022 req-a5f83a9f-db39-46a6-803f-2dd3a9d81ee3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b1a00a493e704ec48248eed2815bb351&device_id=76903f58-425e-4f05-8505-331c6a30a764 HTTP/1.1" status: 200 len: 1096 time: 0.0675545 Jul 05 02:49:00.374719 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d9026c-10aa-4b48-9512-d43d92fc5022 req-edb616f3-34a4-4a17-9c1d-b267ec8d9d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:49:00.376611 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d9d9026c-10aa-4b48-9512-d43d92fc5022 req-edb616f3-34a4-4a17-9c1d-b267ec8d9d1f service neutron] 10.222.0.15 "GET /v2.0/networks?id=73b1fe81-9ead-413d-adcc-8dcb2085def5 HTTP/1.1" status: 200 len: 912 time: 0.0955567 Jul 05 02:49:00.423640 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d162501f-1c47-4527-b144-4eb7e8100cd6 req-d29dd985-96c9-4039-a9f6-889d6a41edbd tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:49:00.428860 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d9d9026c-10aa-4b48-9512-d43d92fc5022 req-8cc7b743-5fc7-43b0-81c7-ff1e216e74ad service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7f045fb-d117-470d-9e83-e91c3c713b71 HTTP/1.1" status: 200 len: 217 time: 0.0458510 Jul 05 02:49:00.432007 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d162501f-1c47-4527-b144-4eb7e8100cd6 req-d29dd985-96c9-4039-a9f6-889d6a41edbd tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=76903f58-425e-4f05-8505-331c6a30a764 HTTP/1.1" status: 200 len: 944 time: 0.0757451 Jul 05 02:49:00.434589 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 5a8ec4dc-cfed-4896-a18d-030c242cdcf0 details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:49:00.497533 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d9026c-10aa-4b48-9512-d43d92fc5022 req-ef40763b-097d-42c3-b3f3-a26c8f52485f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:49:00.499131 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d9d9026c-10aa-4b48-9512-d43d92fc5022 req-ef40763b-097d-42c3-b3f3-a26c8f52485f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=33729902-d3e5-4dd5-ba26-acbc079120a6 HTTP/1.1" status: 200 len: 851 time: 0.0635164 Jul 05 02:49:00.513848 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d162501f-1c47-4527-b144-4eb7e8100cd6 req-4d8435e7-97f6-45df-b501-b395e938b037 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=1999bc0d-8d6f-407a-9c0b-dda1a8300b10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808475 Jul 05 02:49:00.567457 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 5a8ec4dc-cfed-4896-a18d-030c242cdcf0, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=5a8ec4dc-cfed-4896-a18d-030c242cdcf0,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:49:00.581472 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Returning: {'device': '5a8ec4dc-cfed-4896-a18d-030c242cdcf0', 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4', 'port_id': '5a8ec4dc-cfed-4896-a18d-030c242cdcf0', 'mac_address': 'fa:16:3e:b4:d2:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b840e204-692c-4f54-8f07-f6563e8e36b1', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:49:00.621945 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d9026c-10aa-4b48-9512-d43d92fc5022 req-9de6aa7e-e4e5-4aed-9690-82ae54aa2d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:49:00.623594 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d9d9026c-10aa-4b48-9512-d43d92fc5022 req-9de6aa7e-e4e5-4aed-9690-82ae54aa2d25 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=73b1fe81-9ead-413d-adcc-8dcb2085def5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1183443 Jul 05 02:49:00.623980 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:49:00.639035 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a8ec4dc-cfed-4896-a18d-030c242cdcf0 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:49:00.661581 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 5a8ec4dc-cfed-4896-a18d-030c242cdcf0, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=5a8ec4dc-cfed-4896-a18d-030c242cdcf0,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:49:00.711943 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433f5cf6-2f22-4507-b8e6-4b1e18a35eb1 req-deff8c69-d49f-43d1-89d4-fed3421ca057 tempest-VolumesBackupsTest-1416570098 tempest-VolumesBackupsTest-1416570098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:49:00.713784 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-433f5cf6-2f22-4507-b8e6-4b1e18a35eb1 req-deff8c69-d49f-43d1-89d4-fed3421ca057 tempest-VolumesBackupsTest-1416570098 tempest-VolumesBackupsTest-1416570098-project] 10.222.0.23 "GET /v2.0/ports?device_id=130499ab-aab7-4348-8002-ba7c3ef259d5 HTTP/1.1" status: 200 len: 948 time: 0.1495929 Jul 05 02:49:00.776477 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-433f5cf6-2f22-4507-b8e6-4b1e18a35eb1 req-b769dc43-c959-4586-ac63-aad2bc807235 tempest-VolumesBackupsTest-1416570098 tempest-VolumesBackupsTest-1416570098-project] 10.222.0.23 "GET /v2.0/security-groups?id=8ab35c9a-8e4e-40bf-bfd7-d9f2ac13f82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540857 Jul 05 02:49:00.780362 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d9d9026c-10aa-4b48-9512-d43d92fc5022 req-2734a408-9507-4619-b2b4-c87ce16b1328 service neutron] 10.222.0.15 "GET /v2.0/networks/73b1fe81-9ead-413d-adcc-8dcb2085def5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489348 Jul 05 02:49:00.792174 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:49:00.849280 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=5a8ec4dc-cfed-4896-a18d-030c242cdcf0,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:49:00.900741 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d9d9026c-10aa-4b48-9512-d43d92fc5022 req-5e336b2b-c882-471e-b9d1-1adece8ad096 service neutron] 10.222.0.15 "GET /v2.0/networks/73b1fe81-9ead-413d-adcc-8dcb2085def5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143172 Jul 05 02:49:00.995020 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['5a8ec4dc-cfed-4896-a18d-030c242cdcf0'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:49:01.705293 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a68740d-e866-458f-b1ef-f226ce84790f req-cbb4b6fc-00a0-444a-a58f-498b7f45f01f tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:49:01.706954 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3a68740d-e866-458f-b1ef-f226ce84790f req-cbb4b6fc-00a0-444a-a58f-498b7f45f01f tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=76903f58-425e-4f05-8505-331c6a30a764 HTTP/1.1" status: 200 len: 944 time: 0.0642610 Jul 05 02:49:01.745573 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3a68740d-e866-458f-b1ef-f226ce84790f req-1f82d507-008b-472d-b90b-c1b5ad9f8193 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=1999bc0d-8d6f-407a-9c0b-dda1a8300b10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323517 Jul 05 02:49:01.973616 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed26a1e-4ee4-41be-a777-550c1d298925 req-860cf83e-1669-4b54-86ec-49695ef6275c tempest-VolumesBackupsTest-1416570098 tempest-VolumesBackupsTest-1416570098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:49:01.975151 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-aed26a1e-4ee4-41be-a777-550c1d298925 req-860cf83e-1669-4b54-86ec-49695ef6275c tempest-VolumesBackupsTest-1416570098 tempest-VolumesBackupsTest-1416570098-project] 10.222.0.23 "GET /v2.0/ports?device_id=130499ab-aab7-4348-8002-ba7c3ef259d5 HTTP/1.1" status: 200 len: 949 time: 0.0712550 Jul 05 02:49:02.012847 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-aed26a1e-4ee4-41be-a777-550c1d298925 req-8dde98e4-129e-4225-b1ab-4eb4157a9e5a tempest-VolumesBackupsTest-1416570098 tempest-VolumesBackupsTest-1416570098-project] 10.222.0.23 "GET /v2.0/security-groups?id=8ab35c9a-8e4e-40bf-bfd7-d9f2ac13f82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313334 Jul 05 02:49:02.152269 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 37742) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:49:02.416363 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-adda7a6f-52b9-4c3d-b5b5-64606dcc3724 admin admin] Deleting subnet bd91a718-1133-4464-b627-0d4d6c8f8f9c {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:49:02.417086 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-adda7a6f-52b9-4c3d-b5b5-64606dcc3724 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:49:02.438713 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 5a8ec4dc-cfed-4896-a18d-030c242cdcf0 up at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:49:02.452149 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-adda7a6f-52b9-4c3d-b5b5-64606dcc3724 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:49:02.495376 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-adda7a6f-52b9-4c3d-b5b5-64606dcc3724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:49:02.574572 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning for port 5a8ec4dc-cfed-4896-a18d-030c242cdcf0 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:49:02.578499 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning complete for port 5a8ec4dc-cfed-4896-a18d-030c242cdcf0 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:49:02.578870 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:49:02.655117 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:49:02.676633 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '130499ab-aab7-4348-8002-ba7c3ef259d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a8ec4dc-cfed-4896-a18d-030c242cdcf0'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:49:02.678220 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-adda7a6f-52b9-4c3d-b5b5-64606dcc3724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:49:02.678837 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7177f296-fa36-4153-b142-d19525682855" -d '{"events": [{"server_uuid": "130499ab-aab7-4348-8002-ba7c3ef259d5", "name": "network-vif-plugged", "status": "completed", "tag": "5a8ec4dc-cfed-4896-a18d-030c242cdcf0"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:49:02.697461 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 5a8ec4dc-cfed-4896-a18d-030c242cdcf0, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=5a8ec4dc-cfed-4896-a18d-030c242cdcf0,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:49:02.705013 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adda7a6f-52b9-4c3d-b5b5-64606dcc3724 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd91a718-1133-4464-b627-0d4d6c8f8f9c,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:49:02.708836 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-adda7a6f-52b9-4c3d-b5b5-64606dcc3724 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:49:02.713420 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 37750) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:49:02.713849 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-adda7a6f-52b9-4c3d-b5b5-64606dcc3724 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/bd91a718-1133-4464-b627-0d4d6c8f8f9c HTTP/1.1" status: 204 len: 168 time: 0.5601056 Jul 05 02:49:02.720110 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f715565d-ad60-4f21-b597-be5cff56859c x-openstack-request-id: req-f715565d-ad60-4f21-b597-be5cff56859c {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:49:02.720407 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "130499ab-aab7-4348-8002-ba7c3ef259d5", "name": "network-vif-plugged", "status": "completed", "tag": "5a8ec4dc-cfed-4896-a18d-030c242cdcf0", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:49:02.720684 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f715565d-ad60-4f21-b597-be5cff56859c {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:49:02.721158 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '130499ab-aab7-4348-8002-ba7c3ef259d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a8ec4dc-cfed-4896-a18d-030c242cdcf0', 'code': 200} Jul 05 02:49:02.787255 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-fc9b5b85-c39a-4969-8b40-b646d0662e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:49:02.831732 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:49:02.880106 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=5a8ec4dc-cfed-4896-a18d-030c242cdcf0,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:49:02.942114 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-fc9b5b85-c39a-4969-8b40-b646d0662e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:49:02.956346 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc05105-7723-43d8-afa1-bdb50a492e06 req-fff738a2-2abb-4d47-ab7d-d56710e238fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:49:02.958474 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0bc05105-7723-43d8-afa1-bdb50a492e06 req-fff738a2-2abb-4d47-ab7d-d56710e238fc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=130499ab-aab7-4348-8002-ba7c3ef259d5 HTTP/1.1" status: 200 len: 1101 time: 0.1690412 Jul 05 02:49:02.959982 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-fc9b5b85-c39a-4969-8b40-b646d0662e3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6a1e8ad-0016-46f3-9a4a-7f59ac68f139']}} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:49:02.978064 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-fc9b5b85-c39a-4969-8b40-b646d0662e3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7157176-2d07-46f7-baeb-77586810c902') {'for_net_delete': True} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:49:02.978406 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-fc9b5b85-c39a-4969-8b40-b646d0662e3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7157176-2d07-46f7-baeb-77586810c902') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:49:02.996493 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-fc9b5b85-c39a-4969-8b40-b646d0662e3b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5519669'] for segment, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:49:03.016265 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-fc9b5b85-c39a-4969-8b40-b646d0662e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:49:03.018034 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 02:49:03.033745 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc9b5b85-c39a-4969-8b40-b646d0662e3b admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=94461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:49:03.034221 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-fc9b5b85-c39a-4969-8b40-b646d0662e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5763545'] for segment, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:49:03.035968 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:49:03.035968 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:49:03.035968 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:49:03.035968 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:49:03.035968 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:49:03.035968 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:49:03.035968 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:49:03.035968 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:49:03.035968 n-d-771362-32 neutron-server[94461]: Traceback (most recent call last): Jul 05 02:49:03.035968 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:49:03.035968 n-d-771362-32 neutron-server[94461]: timer() Jul 05 02:49:03.035968 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:49:03.035968 n-d-771362-32 neutron-server[94461]: cb(*args, **kw) Jul 05 02:49:03.035968 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:49:03.035968 n-d-771362-32 neutron-server[94461]: return func(*args, **kwargs) Jul 05 02:49:03.035968 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:49:03.035968 n-d-771362-32 neutron-server[94461]: self._notify() Jul 05 02:49:03.035968 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:49:03.035968 n-d-771362-32 neutron-server[94461]: self.callback(batched_events) Jul 05 02:49:03.035968 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:49:03.035968 n-d-771362-32 neutron-server[94461]: event.method(event) Jul 05 02:49:03.035968 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:49:03.035968 n-d-771362-32 neutron-server[94461]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:49:03.035968 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:49:03.035968 n-d-771362-32 neutron-server[94461]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:49:03.035968 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:49:03.035968 n-d-771362-32 neutron-server[94461]: return f(self, *a, **k) Jul 05 02:49:03.035968 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:49:03.035968 n-d-771362-32 neutron-server[94461]: return self._get(url).json() Jul 05 02:49:03.035968 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:49:03.035968 n-d-771362-32 neutron-server[94461]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:49:03.035968 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:49:03.035968 n-d-771362-32 neutron-server[94461]: return self.request(url, 'GET', **kwargs) Jul 05 02:49:03.035968 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:49:03.035968 n-d-771362-32 neutron-server[94461]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:49:03.035968 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:49:03.035968 n-d-771362-32 neutron-server[94461]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:49:03.035968 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:49:03.035968 n-d-771362-32 neutron-server[94461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:49:03.035968 n-d-771362-32 neutron-server[94461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:49:03.047617 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0bc05105-7723-43d8-afa1-bdb50a492e06 req-550dea65-2139-41ea-a2fd-04807439623e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8ab35c9a-8e4e-40bf-bfd7-d9f2ac13f82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791242 Jul 05 02:49:03.196070 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac82633-c795-4133-bebd-8b93a5dd6fb8 req-bb87abbd-9bef-4c6c-99c0-b9cb4c77346e tempest-VolumesBackupsTest-1416570098 tempest-VolumesBackupsTest-1416570098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:49:03.197704 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2ac82633-c795-4133-bebd-8b93a5dd6fb8 req-bb87abbd-9bef-4c6c-99c0-b9cb4c77346e tempest-VolumesBackupsTest-1416570098 tempest-VolumesBackupsTest-1416570098-project] 10.222.0.23 "GET /v2.0/ports?device_id=130499ab-aab7-4348-8002-ba7c3ef259d5 HTTP/1.1" status: 200 len: 950 time: 0.0668373 Jul 05 02:49:03.237791 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2ac82633-c795-4133-bebd-8b93a5dd6fb8 req-c7167553-7187-4268-bd9f-b9eacf340c53 tempest-VolumesBackupsTest-1416570098 tempest-VolumesBackupsTest-1416570098-project] 10.222.0.23 "GET /v2.0/security-groups?id=8ab35c9a-8e4e-40bf-bfd7-d9f2ac13f82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341611 Jul 05 02:49:03.432648 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd41099-808a-499b-9a1b-0b17556c924e req-c9febde0-9564-440f-b6a1-686e04d6f8fd tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:49:03.434145 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6dd41099-808a-499b-9a1b-0b17556c924e req-c9febde0-9564-440f-b6a1-686e04d6f8fd tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=76903f58-425e-4f05-8505-331c6a30a764 HTTP/1.1" status: 200 len: 944 time: 0.5697267 Jul 05 02:49:03.476593 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6dd41099-808a-499b-9a1b-0b17556c924e req-757f8d99-0f7d-44d8-b370-ac4dca016d24 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=1999bc0d-8d6f-407a-9c0b-dda1a8300b10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361030 Jul 05 02:49:03.557783 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-fc9b5b85-c39a-4969-8b40-b646d0662e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:49:03.564534 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-fc9b5b85-c39a-4969-8b40-b646d0662e3b admin admin] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:49:03.566433 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-fc9b5b85-c39a-4969-8b40-b646d0662e3b admin admin] 10.222.0.23 "DELETE /v2.0/networks/c6a1e8ad-0016-46f3-9a4a-7f59ac68f139 HTTP/1.1" status: 204 len: 168 time: 0.8518593 Jul 05 02:49:03.575868 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9b5b85-c39a-4969-8b40-b646d0662e3b admin admin] Pushing event deleted for resources: {'Network': ['ID=c6a1e8ad-0016-46f3-9a4a-7f59ac68f139,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:49:03.965456 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 37760) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:49:04.003887 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-e0a03004-ef4e-4637-9120-d25b83d57a8e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ba0e78208f5340669c29db9de3ab6e02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0371766 Jul 05 02:49:04.006366 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 37762) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:49:04.053488 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3edd14d5-5ba9-4b68-a2ca-b518bfbaff6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:49:04.074071 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3edd14d5-5ba9-4b68-a2ca-b518bfbaff6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:49:04.209089 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3edd14d5-5ba9-4b68-a2ca-b518bfbaff6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:49:04.212639 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3edd14d5-5ba9-4b68-a2ca-b518bfbaff6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:49:04.213780 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-3edd14d5-5ba9-4b68-a2ca-b518bfbaff6b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7af8d589-730d-469c-8bc2-19a36fefd4d3 HTTP/1.1" status: 204 len: 168 time: 0.2065115 Jul 05 02:49:04.221569 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edd14d5-5ba9-4b68-a2ca-b518bfbaff6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7af8d589-730d-469c-8bc2-19a36fefd4d3,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:49:04.412866 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63813d06-95c8-447d-aca0-8d4c4f5545a6 req-d43f214c-1f79-4de9-ac2a-645d43a5abe7 tempest-VolumesBackupsTest-1416570098 tempest-VolumesBackupsTest-1416570098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:49:04.414471 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-63813d06-95c8-447d-aca0-8d4c4f5545a6 req-d43f214c-1f79-4de9-ac2a-645d43a5abe7 tempest-VolumesBackupsTest-1416570098 tempest-VolumesBackupsTest-1416570098-project] 10.222.0.23 "GET /v2.0/ports?device_id=130499ab-aab7-4348-8002-ba7c3ef259d5 HTTP/1.1" status: 200 len: 950 time: 0.0661266 Jul 05 02:49:04.451902 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-63813d06-95c8-447d-aca0-8d4c4f5545a6 req-80523ca3-49ec-48cd-a028-f558a7a0ddc2 tempest-VolumesBackupsTest-1416570098 tempest-VolumesBackupsTest-1416570098-project] 10.222.0.23 "GET /v2.0/security-groups?id=8ab35c9a-8e4e-40bf-bfd7-d9f2ac13f82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318213 Jul 05 02:49:04.673348 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76e19c7-c619-4515-8dd2-4af83b046d94 req-a841c40d-385f-4562-ae5b-abaca87da803 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:49:04.675196 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c76e19c7-c619-4515-8dd2-4af83b046d94 req-a841c40d-385f-4562-ae5b-abaca87da803 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=76903f58-425e-4f05-8505-331c6a30a764 HTTP/1.1" status: 200 len: 944 time: 0.0744975 Jul 05 02:49:04.718986 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c76e19c7-c619-4515-8dd2-4af83b046d94 req-e6f589fd-4ea7-41b5-b0ca-ecd9b8a01de8 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=1999bc0d-8d6f-407a-9c0b-dda1a8300b10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367670 Jul 05 02:49:05.899175 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e754a11a-54ca-41d9-878c-7340764ca7e7 req-7f21e342-5e43-436e-a0f6-7177a06e9d41 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:49:05.901275 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e754a11a-54ca-41d9-878c-7340764ca7e7 req-7f21e342-5e43-436e-a0f6-7177a06e9d41 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=76903f58-425e-4f05-8505-331c6a30a764 HTTP/1.1" status: 200 len: 944 time: 0.0658312 Jul 05 02:49:05.949222 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e754a11a-54ca-41d9-878c-7340764ca7e7 req-51b34549-3dcd-437d-986a-d05467802178 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=1999bc0d-8d6f-407a-9c0b-dda1a8300b10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419383 Jul 05 02:49:07.135413 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127d6526-cce3-45c4-be22-5444112cbff9 req-355be469-d21a-477a-a7a2-323ed8db2488 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:49:07.137012 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-127d6526-cce3-45c4-be22-5444112cbff9 req-355be469-d21a-477a-a7a2-323ed8db2488 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=76903f58-425e-4f05-8505-331c6a30a764 HTTP/1.1" status: 200 len: 944 time: 0.0623870 Jul 05 02:49:07.174492 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-127d6526-cce3-45c4-be22-5444112cbff9 req-b09367f5-ef21-4d4a-9a90-97246e4c046e tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=1999bc0d-8d6f-407a-9c0b-dda1a8300b10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318696 Jul 05 02:49:08.351443 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c90e8c-1d40-4c66-80da-b4a02fa11f83 req-6df38728-8e78-4b31-9757-f86c5ed2188c tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:49:08.353368 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-09c90e8c-1d40-4c66-80da-b4a02fa11f83 req-6df38728-8e78-4b31-9757-f86c5ed2188c tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=76903f58-425e-4f05-8505-331c6a30a764 HTTP/1.1" status: 200 len: 944 time: 0.0633466 Jul 05 02:49:08.390477 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-09c90e8c-1d40-4c66-80da-b4a02fa11f83 req-98da49e7-b9d8-43ad-8650-3aca6b960e22 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=1999bc0d-8d6f-407a-9c0b-dda1a8300b10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314891 Jul 05 02:49:09.566248 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b282e27-f8a4-4169-a891-8052992ef063 req-2d6c1276-dd12-40bb-8c94-1c98e35866bd tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:49:09.567726 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4b282e27-f8a4-4169-a891-8052992ef063 req-2d6c1276-dd12-40bb-8c94-1c98e35866bd tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=76903f58-425e-4f05-8505-331c6a30a764 HTTP/1.1" status: 200 len: 944 time: 0.0671525 Jul 05 02:49:09.604143 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4b282e27-f8a4-4169-a891-8052992ef063 req-23d9f892-b876-4cd6-aea2-07ae158a6e65 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=1999bc0d-8d6f-407a-9c0b-dda1a8300b10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301349 Jul 05 02:49:10.489153 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device b7f045fb-d117-470d-9e83-e91c3c713b71 details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:49:10.586304 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port b7f045fb-d117-470d-9e83-e91c3c713b71, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=b7f045fb-d117-470d-9e83-e91c3c713b71,segment=NetworkSegment(0d275c90-3bd1-498e-a485-a23914e67eb1),segment_id=0d275c90-3bd1-498e-a485-a23914e67eb1)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:49:10.597756 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Returning: {'device': 'b7f045fb-d117-470d-9e83-e91c3c713b71', 'network_id': '73b1fe81-9ead-413d-adcc-8dcb2085def5', 'port_id': 'b7f045fb-d117-470d-9e83-e91c3c713b71', 'mac_address': 'fa:16:3e:e0:94:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33729902-d3e5-4dd5-ba26-acbc079120a6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:49:10.632507 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:49:10.645970 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7f045fb-d117-470d-9e83-e91c3c713b71 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:49:10.665940 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port b7f045fb-d117-470d-9e83-e91c3c713b71, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=b7f045fb-d117-470d-9e83-e91c3c713b71,segment=NetworkSegment(0d275c90-3bd1-498e-a485-a23914e67eb1),segment_id=0d275c90-3bd1-498e-a485-a23914e67eb1)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:49:10.777253 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c5a8d8-56d1-4c52-a10c-665a424a30cf req-6dee54be-7386-4e38-86ce-7e8c990653e7 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:49:10.778797 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c1c5a8d8-56d1-4c52-a10c-665a424a30cf req-6dee54be-7386-4e38-86ce-7e8c990653e7 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=76903f58-425e-4f05-8505-331c6a30a764 HTTP/1.1" status: 200 len: 944 time: 0.0637839 Jul 05 02:49:10.780247 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:49:10.818031 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c1c5a8d8-56d1-4c52-a10c-665a424a30cf req-9d568b88-573f-410e-9e9a-cc756211945d tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=1999bc0d-8d6f-407a-9c0b-dda1a8300b10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336418 Jul 05 02:49:10.829662 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=b7f045fb-d117-470d-9e83-e91c3c713b71,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:49:10.990666 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['b7f045fb-d117-470d-9e83-e91c3c713b71'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:49:11.883516 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:49:11.917517 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:49:12.003945 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b4240c-735b-46a4-b7b7-7d2447eb8e51 req-5980b708-cbd8-4e9e-956f-caa77dd4a475 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:49:12.005449 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f6b4240c-735b-46a4-b7b7-7d2447eb8e51 req-5980b708-cbd8-4e9e-956f-caa77dd4a475 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=76903f58-425e-4f05-8505-331c6a30a764 HTTP/1.1" status: 200 len: 945 time: 0.0675902 Jul 05 02:49:12.042511 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f6b4240c-735b-46a4-b7b7-7d2447eb8e51 req-5b82e4aa-24df-4492-8e82-943bccfd2ee9 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=1999bc0d-8d6f-407a-9c0b-dda1a8300b10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314918 Jul 05 02:49:12.500564 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device b7f045fb-d117-470d-9e83-e91c3c713b71 up at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:49:12.603605 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning for port b7f045fb-d117-470d-9e83-e91c3c713b71 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:49:12.607717 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning complete for port b7f045fb-d117-470d-9e83-e91c3c713b71 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:49:12.608091 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:49:12.689540 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:49:12.710304 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76903f58-425e-4f05-8505-331c6a30a764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7f045fb-d117-470d-9e83-e91c3c713b71'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:49:12.713198 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acabc3c2-d6ff-41c9-bd66-3f4c8e200796" -d '{"events": [{"server_uuid": "76903f58-425e-4f05-8505-331c6a30a764", "name": "network-vif-plugged", "status": "completed", "tag": "b7f045fb-d117-470d-9e83-e91c3c713b71"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:49:12.725039 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port b7f045fb-d117-470d-9e83-e91c3c713b71, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=b7f045fb-d117-470d-9e83-e91c3c713b71,segment=NetworkSegment(0d275c90-3bd1-498e-a485-a23914e67eb1),segment_id=0d275c90-3bd1-498e-a485-a23914e67eb1)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:49:12.754622 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8387b20d-c925-42fd-9b4e-f40600882db0 x-openstack-request-id: req-8387b20d-c925-42fd-9b4e-f40600882db0 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:49:12.754622 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76903f58-425e-4f05-8505-331c6a30a764", "name": "network-vif-plugged", "status": "completed", "tag": "b7f045fb-d117-470d-9e83-e91c3c713b71", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:49:12.754622 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8387b20d-c925-42fd-9b4e-f40600882db0 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:49:12.754622 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76903f58-425e-4f05-8505-331c6a30a764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7f045fb-d117-470d-9e83-e91c3c713b71', 'code': 200} Jul 05 02:49:12.798069 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:49:12.849538 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=b7f045fb-d117-470d-9e83-e91c3c713b71,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:49:12.862113 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d4762a-b743-4f6a-a32a-d2e1228bf535 req-8dd2e52a-da39-4c9e-a0d3-4b1becd6a4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:49:12.863707 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-08d4762a-b743-4f6a-a32a-d2e1228bf535 req-8dd2e52a-da39-4c9e-a0d3-4b1becd6a4f5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=76903f58-425e-4f05-8505-331c6a30a764 HTTP/1.1" status: 200 len: 1098 time: 0.0509136 Jul 05 02:49:12.896351 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-08d4762a-b743-4f6a-a32a-d2e1228bf535 req-a12b05a1-7fdd-4f40-8cf8-b2245dc09602 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1999bc0d-8d6f-407a-9c0b-dda1a8300b10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0264938 Jul 05 02:49:13.216627 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc922ed-2e3d-40a4-a877-d4341891ba22 req-0141db8f-362c-499b-8b63-9db6387c8e4e tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:49:13.218096 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-abc922ed-2e3d-40a4-a877-d4341891ba22 req-0141db8f-362c-499b-8b63-9db6387c8e4e tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=76903f58-425e-4f05-8505-331c6a30a764 HTTP/1.1" status: 200 len: 946 time: 0.0667644 Jul 05 02:49:13.255122 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-abc922ed-2e3d-40a4-a877-d4341891ba22 req-dd8c2f36-4c39-4774-896d-5410c2e050f7 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=1999bc0d-8d6f-407a-9c0b-dda1a8300b10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314944 Jul 05 02:49:14.426277 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32905eee-95cc-4c8d-87f4-03347371a78f req-f0a44850-ce3c-43dd-89fb-27b0ddec866e tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:49:14.427757 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-32905eee-95cc-4c8d-87f4-03347371a78f req-f0a44850-ce3c-43dd-89fb-27b0ddec866e tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=76903f58-425e-4f05-8505-331c6a30a764 HTTP/1.1" status: 200 len: 946 time: 0.0625808 Jul 05 02:49:14.464388 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-32905eee-95cc-4c8d-87f4-03347371a78f req-98c14ad1-de7c-4c9a-8444-81ee1b13b2ca tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=1999bc0d-8d6f-407a-9c0b-dda1a8300b10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312169 Jul 05 02:49:14.635249 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68079115-58ff-465e-934b-1649dd764c1d req-7fc2aa6f-1aca-4c32-a420-6eb573763336 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:49:14.636751 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-68079115-58ff-465e-934b-1649dd764c1d req-7fc2aa6f-1aca-4c32-a420-6eb573763336 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=76903f58-425e-4f05-8505-331c6a30a764 HTTP/1.1" status: 200 len: 946 time: 0.0621066 Jul 05 02:49:14.674101 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-68079115-58ff-465e-934b-1649dd764c1d req-f6fafcf8-5a6e-45ed-aca6-df73ec402be4 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=1999bc0d-8d6f-407a-9c0b-dda1a8300b10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317287 Jul 05 02:49:14.698367 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 37836) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:49:14.955513 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2157c6de-ea63-4991-b607-a153940e8b30 tempest-TestVolumeBootPattern-509227968 tempest-TestVolumeBootPattern-509227968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:49:14.957036 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-2157c6de-ea63-4991-b607-a153940e8b30 tempest-TestVolumeBootPattern-509227968 tempest-TestVolumeBootPattern-509227968-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=76903f58-425e-4f05-8505-331c6a30a764 HTTP/1.1" status: 200 len: 1093 time: 0.2576535 Jul 05 02:49:14.959979 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 37840) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:49:14.964885 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-899cb491-f568-4785-b887-032602191482 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Request body: {'floatingip': {'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'port_id': 'b7f045fb-d117-470d-9e83-e91c3c713b71', 'tenant_id': 'b1a00a493e704ec48248eed2815bb351', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:49:15.090288 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-899cb491-f568-4785-b887-032602191482 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks [] for floatingip, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:49:15.187122 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-899cb491-f568-4785-b887-032602191482 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:49:15.291365 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-899cb491-f568-4785-b887-032602191482 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Allocated IP 172.25.7.180 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/b38dc945-d55e-47fd-8bec-3f59f49b0642) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:49:15.388656 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-899cb491-f568-4785-b887-032602191482 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:49:15.546931 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-899cb491-f568-4785-b887-032602191482 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:49:15.587204 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899cb491-f568-4785-b887-032602191482 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:49:15.590048 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-899cb491-f568-4785-b887-032602191482 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:49:15.593580 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899cb491-f568-4785-b887-032602191482 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:49:15.621811 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899cb491-f568-4785-b887-032602191482 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Pushing event updated for resources: {'Port': ['ID=b38dc945-d55e-47fd-8bec-3f59f49b0642,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:49:15.958697 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-899cb491-f568-4785-b887-032602191482 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:49:16.089388 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-899cb491-f568-4785-b887-032602191482 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:49:16.239820 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-899cb491-f568-4785-b887-032602191482 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:49:16.317081 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-899cb491-f568-4785-b887-032602191482 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:49:16.387013 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899cb491-f568-4785-b887-032602191482 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Pushing event updated for resources: {'Port': ['ID=b38dc945-d55e-47fd-8bec-3f59f49b0642,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:49:16.399104 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-899cb491-f568-4785-b887-032602191482 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636869'] for floatingip, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:49:16.497156 n-d-771362-32 neutron-server[94461]: INFO neutron.db.l3_db [None req-899cb491-f568-4785-b887-032602191482 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Floating IP 0a67b8ea-17eb-45e7-b3d9-9f01ba81b3bb associated. External IP: 172.25.7.180, port: b7f045fb-d117-470d-9e83-e91c3c713b71. Jul 05 02:49:16.701224 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-899cb491-f568-4785-b887-032602191482 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Router 8e2bcb07-6c5e-4486-8f64-4c01f3036bb7 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:49:16.807072 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-899cb491-f568-4785-b887-032602191482 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:49:16.816439 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9646ad3-e3a1-42b2-9ccb-0952614d747c None None] Sync routers for ids ['8e2bcb07-6c5e-4486-8f64-4c01f3036bb7'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:49:16.826369 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9646ad3-e3a1-42b2-9ccb-0952614d747c None None] Routers {'8e2bcb07-6c5e-4486-8f64-4c01f3036bb7'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:49:16.826987 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-f9646ad3-e3a1-42b2-9ccb-0952614d747c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:48:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['8e2bcb07-6c5e-4486-8f64-4c01f3036bb7'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:49:16.986621 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-899cb491-f568-4785-b887-032602191482 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:49:17.025500 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-899cb491-f568-4785-b887-032602191482 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0644643 Jul 05 02:49:17.026356 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76903f58-425e-4f05-8505-331c6a30a764', 'tag': 'b7f045fb-d117-470d-9e83-e91c3c713b71'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:49:17.028876 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-258a042a-578b-47b2-87c4-4a1187e813d3" -d '{"events": [{"name": "network-changed", "server_uuid": "76903f58-425e-4f05-8505-331c6a30a764", "tag": "b7f045fb-d117-470d-9e83-e91c3c713b71"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:49:17.067556 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15ecd49c-53f6-4844-82b4-f59dae435c10 x-openstack-request-id: req-15ecd49c-53f6-4844-82b4-f59dae435c10 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:49:17.067851 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76903f58-425e-4f05-8505-331c6a30a764", "tag": "b7f045fb-d117-470d-9e83-e91c3c713b71", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:49:17.068104 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-15ecd49c-53f6-4844-82b4-f59dae435c10 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:49:17.068508 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76903f58-425e-4f05-8505-331c6a30a764', 'tag': 'b7f045fb-d117-470d-9e83-e91c3c713b71', 'status': 'completed', 'code': 200} Jul 05 02:49:17.088834 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-f9646ad3-e3a1-42b2-9ccb-0952614d747c None None] Set router 8e2bcb07-6c5e-4486-8f64-4c01f3036bb7 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:49:17.151381 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258a042a-578b-47b2-87c4-4a1187e813d3 req-647409e3-a4fe-42c0-a56c-34360a6efc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:49:17.152913 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-258a042a-578b-47b2-87c4-4a1187e813d3 req-647409e3-a4fe-42c0-a56c-34360a6efc0b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b1a00a493e704ec48248eed2815bb351&device_id=76903f58-425e-4f05-8505-331c6a30a764 HTTP/1.1" status: 200 len: 1098 time: 0.0577281 Jul 05 02:49:17.245006 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258a042a-578b-47b2-87c4-4a1187e813d3 req-bee22757-129b-4d9e-9f26-21d0bff3f7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:49:17.246563 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-258a042a-578b-47b2-87c4-4a1187e813d3 req-bee22757-129b-4d9e-9f26-21d0bff3f7d0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=73b1fe81-9ead-413d-adcc-8dcb2085def5 HTTP/1.1" status: 200 len: 912 time: 0.0863709 Jul 05 02:49:17.323540 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-258a042a-578b-47b2-87c4-4a1187e813d3 req-03298d22-e996-4048-8be6-2c6751f8626e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7f045fb-d117-470d-9e83-e91c3c713b71 HTTP/1.1" status: 200 len: 1000 time: 0.0704739 Jul 05 02:49:17.323778 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-f9646ad3-e3a1-42b2-9ccb-0952614d747c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2bcb07-6c5e-4486-8f64-4c01f3036bb7', 'name': 'tempest-TestVolumeBootPattern-1666250849-router', 'tenant_id': 'b1a00a493e704ec48248eed2815bb351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '7d2df5b5-41a7-4290-a99f-4004dbb96fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:41:50Z', 'updated_at': '2021-07-05T02:41:56Z', 'revision_number': 4, 'project_id': 'b1a00a493e704ec48248eed2815bb351', 'gw_port': {'id': '7d2df5b5-41a7-4290-a99f-4004dbb96fd5', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2bcb07-6c5e-4486-8f64-4c01f3036bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:41:51Z', 'updated_at': '2021-07-05T02:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '0a67b8ea-17eb-45e7-b3d9-9f01ba81b3bb', 'tenant_id': 'b1a00a493e704ec48248eed2815bb351', 'floating_ip_address': '172.25.7.180', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': '8e2bcb07-6c5e-4486-8f64-4c01f3036bb7', 'port_id': 'b7f045fb-d117-470d-9e83-e91c3c713b71', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73b1fe81-9ead-413d-adcc-8dcb2085def5', 'mac_address': 'fa:16:3e:e0:94:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76903f58-425e-4f05-8505-331c6a30a764', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T02:49:15Z', 'updated_at': '2021-07-05T02:49:15Z', 'revision_number': 0, 'project_id': 'b1a00a493e704ec48248eed2815bb351', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '581871ae-f1f2-4d48-a7e0-6ba26cbd1272', 'name': '', 'network_id': '73b1fe81-9ead-413d-adcc-8dcb2085def5', 'tenant_id': 'b1a00a493e704ec48248eed2815bb351', 'mac_address': 'fa:16:3e:2c:24:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2bcb07-6c5e-4486-8f64-4c01f3036bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': '33729902-d3e5-4dd5-ba26-acbc079120a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:41:55Z', 'updated_at': '2021-07-05T02:42:06Z', 'revision_number': 5, 'project_id': 'b1a00a493e704ec48248eed2815bb351', 'subnets': [{'id': '33729902-d3e5-4dd5-ba26-acbc079120a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:49:17.353915 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9646ad3-e3a1-42b2-9ccb-0952614d747c None None] Checking router: 8e2bcb07-6c5e-4486-8f64-4c01f3036bb7 for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:49:17.362368 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9646ad3-e3a1-42b2-9ccb-0952614d747c None None] Routers {'8e2bcb07-6c5e-4486-8f64-4c01f3036bb7'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:49:17.362984 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-f9646ad3-e3a1-42b2-9ccb-0952614d747c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:48:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['8e2bcb07-6c5e-4486-8f64-4c01f3036bb7'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:49:17.376582 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258a042a-578b-47b2-87c4-4a1187e813d3 req-fcf785af-2b15-42a7-a16f-4829189dbd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:49:17.378623 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-258a042a-578b-47b2-87c4-4a1187e813d3 req-fcf785af-2b15-42a7-a16f-4829189dbd25 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=33729902-d3e5-4dd5-ba26-acbc079120a6 HTTP/1.1" status: 200 len: 851 time: 0.0476937 Jul 05 02:49:17.439589 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258a042a-578b-47b2-87c4-4a1187e813d3 req-852965a2-32d3-4b14-8b81-2bb80ee705bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:49:17.441135 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-258a042a-578b-47b2-87c4-4a1187e813d3 req-852965a2-32d3-4b14-8b81-2bb80ee705bd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=73b1fe81-9ead-413d-adcc-8dcb2085def5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0563505 Jul 05 02:49:17.477046 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-f9646ad3-e3a1-42b2-9ccb-0952614d747c None None] Set router 8e2bcb07-6c5e-4486-8f64-4c01f3036bb7 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:49:17.539737 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-258a042a-578b-47b2-87c4-4a1187e813d3 req-3d6ecc6b-616c-498f-806b-9e0a45ff3462 service neutron] 10.222.0.15 "GET /v2.0/networks/73b1fe81-9ead-413d-adcc-8dcb2085def5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916626 Jul 05 02:49:17.631230 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-258a042a-578b-47b2-87c4-4a1187e813d3 req-267a6e29-a837-4e04-b67e-eac44ec7b853 service neutron] 10.222.0.15 "GET /v2.0/networks/73b1fe81-9ead-413d-adcc-8dcb2085def5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836577 Jul 05 02:49:17.714687 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-f9646ad3-e3a1-42b2-9ccb-0952614d747c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2bcb07-6c5e-4486-8f64-4c01f3036bb7', 'name': 'tempest-TestVolumeBootPattern-1666250849-router', 'tenant_id': 'b1a00a493e704ec48248eed2815bb351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '7d2df5b5-41a7-4290-a99f-4004dbb96fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:41:50Z', 'updated_at': '2021-07-05T02:41:56Z', 'revision_number': 4, 'project_id': 'b1a00a493e704ec48248eed2815bb351', 'gw_port': {'id': '7d2df5b5-41a7-4290-a99f-4004dbb96fd5', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2bcb07-6c5e-4486-8f64-4c01f3036bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:41:51Z', 'updated_at': '2021-07-05T02:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '0a67b8ea-17eb-45e7-b3d9-9f01ba81b3bb', 'tenant_id': 'b1a00a493e704ec48248eed2815bb351', 'floating_ip_address': '172.25.7.180', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': '8e2bcb07-6c5e-4486-8f64-4c01f3036bb7', 'port_id': 'b7f045fb-d117-470d-9e83-e91c3c713b71', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73b1fe81-9ead-413d-adcc-8dcb2085def5', 'mac_address': 'fa:16:3e:e0:94:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76903f58-425e-4f05-8505-331c6a30a764', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T02:49:15Z', 'updated_at': '2021-07-05T02:49:15Z', 'revision_number': 0, 'project_id': 'b1a00a493e704ec48248eed2815bb351', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '581871ae-f1f2-4d48-a7e0-6ba26cbd1272', 'name': '', 'network_id': '73b1fe81-9ead-413d-adcc-8dcb2085def5', 'tenant_id': 'b1a00a493e704ec48248eed2815bb351', 'mac_address': 'fa:16:3e:2c:24:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2bcb07-6c5e-4486-8f64-4c01f3036bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': '33729902-d3e5-4dd5-ba26-acbc079120a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:41:55Z', 'updated_at': '2021-07-05T02:42:06Z', 'revision_number': 5, 'project_id': 'b1a00a493e704ec48248eed2815bb351', 'subnets': [{'id': '33729902-d3e5-4dd5-ba26-acbc079120a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:49:17.741833 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9646ad3-e3a1-42b2-9ccb-0952614d747c None None] The sync data for ids ['8e2bcb07-6c5e-4486-8f64-4c01f3036bb7'] in n-d-771362-32 is: [{'id': '8e2bcb07-6c5e-4486-8f64-4c01f3036bb7', 'name': 'tempest-TestVolumeBootPattern-1666250849-router', 'tenant_id': 'b1a00a493e704ec48248eed2815bb351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '7d2df5b5-41a7-4290-a99f-4004dbb96fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:41:50Z', 'updated_at': '2021-07-05T02:41:56Z', 'revision_number': 4, 'project_id': 'b1a00a493e704ec48248eed2815bb351', 'gw_port': {'id': '7d2df5b5-41a7-4290-a99f-4004dbb96fd5', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2bcb07-6c5e-4486-8f64-4c01f3036bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:41:51Z', 'updated_at': '2021-07-05T02:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '0a67b8ea-17eb-45e7-b3d9-9f01ba81b3bb', 'tenant_id': 'b1a00a493e704ec48248eed2815bb351', 'floating_ip_address': '172.25.7.180', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': '8e2bcb07-6c5e-4486-8f64-4c01f3036bb7', 'port_id': 'b7f045fb-d117-470d-9e83-e91c3c713b71', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73b1fe81-9ead-413d-adcc-8dcb2085def5', 'mac_address': 'fa:16:3e:e0:94:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76903f58-425e-4f05-8505-331c6a30a764', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T02:49:15Z', 'updated_at': '2021-07-05T02:49:15Z', 'revision_number': 0, 'project_id': 'b1a00a493e704ec48248eed2815bb351', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '581871ae-f1f2-4d48-a7e0-6ba26cbd1272', 'name': '', 'network_id': '73b1fe81-9ead-413d-adcc-8dcb2085def5', 'tenant_id': 'b1a00a493e704ec48248eed2815bb351', 'mac_address': 'fa:16:3e:2c:24:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2bcb07-6c5e-4486-8f64-4c01f3036bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': '33729902-d3e5-4dd5-ba26-acbc079120a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:41:55Z', 'updated_at': '2021-07-05T02:42:06Z', 'revision_number': 5, 'project_id': 'b1a00a493e704ec48248eed2815bb351', 'subnets': [{'id': '33729902-d3e5-4dd5-ba26-acbc079120a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:49:17.932754 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ed8219-9c35-4105-a461-29e226630254 None None] New status for floating IP 0a67b8ea-17eb-45e7-b3d9-9f01ba81b3bb: ACTIVE {{(pid=94464) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 02:49:20.917721 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-7a045b25-ce9a-4166-9826-1a4dfe7837ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:49:23.272090 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4018f812-808d-4145-aaee-cb45d1618be6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:49:23.957625 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:49:24.701022 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:49:26.140385 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:49:36.214448 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac8de2c-2160-4935-99f0-ff7bf8e4e8c0 req-3614f1a2-8292-445a-a6d1-0084d697c649 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:49:36.217496 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4ac8de2c-2160-4935-99f0-ff7bf8e4e8c0 req-3614f1a2-8292-445a-a6d1-0084d697c649 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4b51808-3a16-4400-8116-752510d70730 HTTP/1.1" status: 200 len: 946 time: 0.0738745 Jul 05 02:49:36.261102 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4ac8de2c-2160-4935-99f0-ff7bf8e4e8c0 req-bbd0e96f-f541-4b6b-a661-b9034e4082c5 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a17cceb-80fd-4610-b8a0-df1101fe3ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360689 Jul 05 02:49:37.443749 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d5f3a4-7865-4cb2-ab8a-c211a1c01c66 req-3952494f-76c9-4925-ad2b-8e034627e6da tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:49:37.445259 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-77d5f3a4-7865-4cb2-ab8a-c211a1c01c66 req-3952494f-76c9-4925-ad2b-8e034627e6da tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4b51808-3a16-4400-8116-752510d70730 HTTP/1.1" status: 200 len: 946 time: 0.0663700 Jul 05 02:49:37.485268 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-77d5f3a4-7865-4cb2-ab8a-c211a1c01c66 req-01556c16-ec6e-414c-871f-b60f8cff5ada tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a17cceb-80fd-4610-b8a0-df1101fe3ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333290 Jul 05 02:49:38.677434 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2654f0d-7dba-42a4-ba8b-2109bbced92f req-3b71c6fa-54b3-4c36-b0fb-c19d78639bf5 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:49:38.678981 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e2654f0d-7dba-42a4-ba8b-2109bbced92f req-3b71c6fa-54b3-4c36-b0fb-c19d78639bf5 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4b51808-3a16-4400-8116-752510d70730 HTTP/1.1" status: 200 len: 946 time: 0.0713482 Jul 05 02:49:38.718810 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e2654f0d-7dba-42a4-ba8b-2109bbced92f req-a7106fb6-08d4-40e6-8ac7-a9c641c57ae8 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a17cceb-80fd-4610-b8a0-df1101fe3ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332420 Jul 05 02:49:39.917494 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0970ed9-ef76-4e34-b52f-86a408e9439b req-25803e1f-cf89-4f0d-87ad-d10669e0ff2b tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:49:39.918995 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f0970ed9-ef76-4e34-b52f-86a408e9439b req-25803e1f-cf89-4f0d-87ad-d10669e0ff2b tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4b51808-3a16-4400-8116-752510d70730 HTTP/1.1" status: 200 len: 946 time: 0.0684669 Jul 05 02:49:39.958027 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f0970ed9-ef76-4e34-b52f-86a408e9439b req-ca9f790b-b7eb-496a-a810-9006c7b17513 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a17cceb-80fd-4610-b8a0-df1101fe3ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329397 Jul 05 02:49:40.017323 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 02:49:41.143657 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0d8fa7-62b3-4251-825e-72c7253e16c7 req-7042cc88-497a-44a2-b7b2-8e338da91182 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:49:41.145195 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-de0d8fa7-62b3-4251-825e-72c7253e16c7 req-7042cc88-497a-44a2-b7b2-8e338da91182 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4b51808-3a16-4400-8116-752510d70730 HTTP/1.1" status: 200 len: 946 time: 0.0667536 Jul 05 02:49:41.187968 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-de0d8fa7-62b3-4251-825e-72c7253e16c7 req-7dd85484-fd80-4454-8f3f-afdda9f4d475 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a17cceb-80fd-4610-b8a0-df1101fe3ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330155 Jul 05 02:49:41.912521 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:49:41.998073 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:49:42.366159 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c66435a-0d5c-4f0d-be06-059c74f33910 req-4be33e53-65e2-4cfb-9269-c9d56d1153d9 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:49:42.371268 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3c66435a-0d5c-4f0d-be06-059c74f33910 req-4be33e53-65e2-4cfb-9269-c9d56d1153d9 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4b51808-3a16-4400-8116-752510d70730 HTTP/1.1" status: 200 len: 946 time: 0.0653584 Jul 05 02:49:42.406411 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3c66435a-0d5c-4f0d-be06-059c74f33910 req-22d10dfd-4687-47b4-92a4-d7ba299419e5 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a17cceb-80fd-4610-b8a0-df1101fe3ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330958 Jul 05 02:49:43.605615 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff466993-9f10-40df-9334-3c06fbf0854e req-e5d63dc6-6a63-4da2-8dff-1f70b47c5b3c tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:49:43.607141 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ff466993-9f10-40df-9334-3c06fbf0854e req-e5d63dc6-6a63-4da2-8dff-1f70b47c5b3c tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4b51808-3a16-4400-8116-752510d70730 HTTP/1.1" status: 200 len: 946 time: 0.0691848 Jul 05 02:49:43.648136 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ff466993-9f10-40df-9334-3c06fbf0854e req-8de20f57-1aa4-4bec-b267-d4dd8d2580a4 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a17cceb-80fd-4610-b8a0-df1101fe3ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336509 Jul 05 02:49:44.168212 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7520f12c-aa68-447a-9045-197f84d3acb1 req-8c02bfc7-2467-432c-9687-37c26420d80d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=130499ab-aab7-4348-8002-ba7c3ef259d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0521572 Jul 05 02:49:44.264782 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7520f12c-aa68-447a-9045-197f84d3acb1 req-13609b5f-121d-49a6-af48-60198d93906b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:49:44.266331 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7520f12c-aa68-447a-9045-197f84d3acb1 req-13609b5f-121d-49a6-af48-60198d93906b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ded5ef706e72456598fea1c5f39246cd&device_id=130499ab-aab7-4348-8002-ba7c3ef259d5 HTTP/1.1" status: 200 len: 1102 time: 0.0546100 Jul 05 02:49:44.373924 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7520f12c-aa68-447a-9045-197f84d3acb1 req-7335523d-638f-48f2-9c79-97a3744211a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:49:44.375475 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7520f12c-aa68-447a-9045-197f84d3acb1 req-7335523d-638f-48f2-9c79-97a3744211a5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dff432c2-7366-4622-aebb-da22fe05bfd4 HTTP/1.1" status: 200 len: 869 time: 0.0897572 Jul 05 02:49:44.417193 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7520f12c-aa68-447a-9045-197f84d3acb1 req-1ec18cbe-ab57-4bb2-8384-c696721d023e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=5a8ec4dc-cfed-4896-a18d-030c242cdcf0 HTTP/1.1" status: 200 len: 217 time: 0.0351882 Jul 05 02:49:44.467417 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7520f12c-aa68-447a-9045-197f84d3acb1 req-13349097-0823-4599-a700-3a8848dfb7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:49:44.468864 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7520f12c-aa68-447a-9045-197f84d3acb1 req-13349097-0823-4599-a700-3a8848dfb7f8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b840e204-692c-4f54-8f07-f6563e8e36b1 HTTP/1.1" status: 200 len: 843 time: 0.0446508 Jul 05 02:49:44.534587 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7520f12c-aa68-447a-9045-197f84d3acb1 req-82615d02-1375-434c-9169-d6e10db62d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:49:44.536613 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7520f12c-aa68-447a-9045-197f84d3acb1 req-82615d02-1375-434c-9169-d6e10db62d66 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dff432c2-7366-4622-aebb-da22fe05bfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0617471 Jul 05 02:49:44.645920 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7520f12c-aa68-447a-9045-197f84d3acb1 req-3c616792-c0be-4d6d-b770-851417e16d79 service neutron] 10.222.0.15 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023517 Jul 05 02:49:44.741861 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7520f12c-aa68-447a-9045-197f84d3acb1 req-3f955a04-8294-40eb-b324-d84cfd447622 service neutron] 10.222.0.15 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900183 Jul 05 02:49:44.844921 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c02a95a-79b9-4934-af9b-b3c25be9590f req-e9e60c8b-68ce-4d6f-bb72-05753d8c8514 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:49:44.846425 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2c02a95a-79b9-4934-af9b-b3c25be9590f req-e9e60c8b-68ce-4d6f-bb72-05753d8c8514 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4b51808-3a16-4400-8116-752510d70730 HTTP/1.1" status: 200 len: 946 time: 0.0705516 Jul 05 02:49:44.890168 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2c02a95a-79b9-4934-af9b-b3c25be9590f req-ad69f840-2ceb-419f-9da8-04950d462e5e tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a17cceb-80fd-4610-b8a0-df1101fe3ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379555 Jul 05 02:49:46.073213 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f831ca7d-cbbe-4772-a83b-4621e4bdcca1 req-e15e8072-970d-429a-9a62-0b601fe27ecd tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:49:46.074652 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f831ca7d-cbbe-4772-a83b-4621e4bdcca1 req-e15e8072-970d-429a-9a62-0b601fe27ecd tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4b51808-3a16-4400-8116-752510d70730 HTTP/1.1" status: 200 len: 946 time: 0.0643470 Jul 05 02:49:46.112534 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f831ca7d-cbbe-4772-a83b-4621e4bdcca1 req-0bbbc910-9839-456d-aa45-a350e3aed40b tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a17cceb-80fd-4610-b8a0-df1101fe3ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317962 Jul 05 02:49:47.308780 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7b1ccb-09d8-4a2c-96ab-b10b725670c7 req-52fe7218-d756-48c5-ae50-eb445237226a tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:49:47.313265 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ac7b1ccb-09d8-4a2c-96ab-b10b725670c7 req-52fe7218-d756-48c5-ae50-eb445237226a tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4b51808-3a16-4400-8116-752510d70730 HTTP/1.1" status: 200 len: 946 time: 0.0693517 Jul 05 02:49:47.355514 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ac7b1ccb-09d8-4a2c-96ab-b10b725670c7 req-66eb65b2-9b90-48b0-9274-620a24120b61 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a17cceb-80fd-4610-b8a0-df1101fe3ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373733 Jul 05 02:49:48.545645 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bec66c-c017-403a-97e0-dcbc2bb15a0a req-b12ae07f-8580-4808-a7a5-3e7d50c71fc2 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:49:48.547219 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-00bec66c-c017-403a-97e0-dcbc2bb15a0a req-b12ae07f-8580-4808-a7a5-3e7d50c71fc2 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4b51808-3a16-4400-8116-752510d70730 HTTP/1.1" status: 200 len: 946 time: 0.0653453 Jul 05 02:49:48.596805 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-00bec66c-c017-403a-97e0-dcbc2bb15a0a req-02c0e36e-40c0-4435-b61a-6b4ccdb74a4b tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a17cceb-80fd-4610-b8a0-df1101fe3ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412681 Jul 05 02:49:49.378820 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 6e482f4a-7b98-4cd1-8198-6cfadb006087 details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:49:49.470947 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 6e482f4a-7b98-4cd1-8198-6cfadb006087, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=6e482f4a-7b98-4cd1-8198-6cfadb006087,segment=NetworkSegment(be409309-6ad2-47dc-8674-b2f6fbe283c8),segment_id=be409309-6ad2-47dc-8674-b2f6fbe283c8)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:49:49.483110 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': '6e482f4a-7b98-4cd1-8198-6cfadb006087', 'network_id': '319f6f27-0518-41ae-a3ab-b70eb1a13ad7', 'port_id': '6e482f4a-7b98-4cd1-8198-6cfadb006087', 'mac_address': 'fa:16:3e:c3:51:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a90bcd4-05d3-4076-8731-a724bae74bd9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:49:49.524489 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:49:49.537300 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6e482f4a-7b98-4cd1-8198-6cfadb006087 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:49:49.557211 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 6e482f4a-7b98-4cd1-8198-6cfadb006087, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=6e482f4a-7b98-4cd1-8198-6cfadb006087,segment=NetworkSegment(be409309-6ad2-47dc-8674-b2f6fbe283c8),segment_id=be409309-6ad2-47dc-8674-b2f6fbe283c8)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:49:49.729545 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:49:49.792228 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998d03c5-41e9-47ab-9929-fb904f165005 req-cef63793-04ad-4a27-a5ea-e2c7c93a9d8d tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:49:49.797324 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-998d03c5-41e9-47ab-9929-fb904f165005 req-cef63793-04ad-4a27-a5ea-e2c7c93a9d8d tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4b51808-3a16-4400-8116-752510d70730 HTTP/1.1" status: 200 len: 946 time: 0.0844550 Jul 05 02:49:49.807201 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=6e482f4a-7b98-4cd1-8198-6cfadb006087,revision_number=6']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:49:49.826499 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['6e482f4a-7b98-4cd1-8198-6cfadb006087'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:49:49.850424 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-998d03c5-41e9-47ab-9929-fb904f165005 req-c41a7d94-ecdb-420d-850c-603485607217 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a17cceb-80fd-4610-b8a0-df1101fe3ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447156 Jul 05 02:49:49.857708 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:49:49.857948 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:49:49.858342 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:49:49.858682 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:49:49.859012 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:49:49.859523 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:49:49.860048 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:49:49.860386 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:49:49.860735 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:49:49.861052 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:49:49.861371 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:49:49.861696 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:49:50.448503 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75e2d46-72e8-4253-acec-e2cc5225ac0c req-b9032c62-082c-4db6-8f27-ac680eed6c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:49:50.450766 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a75e2d46-72e8-4253-acec-e2cc5225ac0c req-b9032c62-082c-4db6-8f27-ac680eed6c9c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f71f6dbd7ca04e46abf258fabaf4edd3&device_id=d4b51808-3a16-4400-8116-752510d70730 HTTP/1.1" status: 200 len: 1097 time: 0.0810523 Jul 05 02:49:50.575596 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75e2d46-72e8-4253-acec-e2cc5225ac0c req-4a6951d4-43af-460a-9dc7-8de12b29580a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:49:50.577320 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a75e2d46-72e8-4253-acec-e2cc5225ac0c req-4a6951d4-43af-460a-9dc7-8de12b29580a service neutron] 10.222.0.21 "GET /v2.0/networks?id=319f6f27-0518-41ae-a3ab-b70eb1a13ad7 HTTP/1.1" status: 200 len: 917 time: 0.1036880 Jul 05 02:49:50.678874 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a75e2d46-72e8-4253-acec-e2cc5225ac0c req-84bcccc8-7dd8-4f0e-bfe2-6aad160388ac service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e482f4a-7b98-4cd1-8198-6cfadb006087 HTTP/1.1" status: 200 len: 999 time: 0.0951059 Jul 05 02:49:50.739219 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75e2d46-72e8-4253-acec-e2cc5225ac0c req-9f565f00-5d42-45a3-91df-7eb5dd7d848c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:49:50.740759 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a75e2d46-72e8-4253-acec-e2cc5225ac0c req-9f565f00-5d42-45a3-91df-7eb5dd7d848c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3a90bcd4-05d3-4076-8731-a724bae74bd9 HTTP/1.1" status: 200 len: 856 time: 0.0546007 Jul 05 02:49:50.805514 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75e2d46-72e8-4253-acec-e2cc5225ac0c req-9c564a52-360e-46cd-8ee0-2aa0624503cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:49:50.807220 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a75e2d46-72e8-4253-acec-e2cc5225ac0c req-9c564a52-360e-46cd-8ee0-2aa0624503cd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=319f6f27-0518-41ae-a3ab-b70eb1a13ad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0598235 Jul 05 02:49:50.919324 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b1e86864-c75b-44f1-9d55-c899d536a783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:49:50.944751 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a75e2d46-72e8-4253-acec-e2cc5225ac0c req-94fef670-ac4a-486a-8bee-38039a346cab service neutron] 10.222.0.21 "GET /v2.0/networks/319f6f27-0518-41ae-a3ab-b70eb1a13ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294417 Jul 05 02:49:51.099891 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3858d3-7db1-4ca5-9d09-87989924c954 req-4c0fe95f-74be-4a05-bb5d-dd77c56ffa37 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:49:51.101351 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5d3858d3-7db1-4ca5-9d09-87989924c954 req-4c0fe95f-74be-4a05-bb5d-dd77c56ffa37 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4b51808-3a16-4400-8116-752510d70730 HTTP/1.1" status: 200 len: 945 time: 0.0929842 Jul 05 02:49:51.150161 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5d3858d3-7db1-4ca5-9d09-87989924c954 req-9a25b62b-891a-4638-8d1d-e2437ca1ab03 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a17cceb-80fd-4610-b8a0-df1101fe3ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402803 Jul 05 02:49:51.153776 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a75e2d46-72e8-4253-acec-e2cc5225ac0c req-0ae3aab8-a90a-4fa1-b6d0-b53cc1c09d5a service neutron] 10.222.0.21 "GET /v2.0/networks/319f6f27-0518-41ae-a3ab-b70eb1a13ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025216 Jul 05 02:49:51.379666 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 6e482f4a-7b98-4cd1-8198-6cfadb006087 up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:49:51.444011 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port 6e482f4a-7b98-4cd1-8198-6cfadb006087 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:49:51.444719 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:49:51.553258 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:49:51.580039 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4b51808-3a16-4400-8116-752510d70730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e482f4a-7b98-4cd1-8198-6cfadb006087'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:49:51.582532 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ebe8cd8-183f-4271-a2f2-430514e06284" -d '{"events": [{"server_uuid": "d4b51808-3a16-4400-8116-752510d70730", "name": "network-vif-plugged", "status": "completed", "tag": "6e482f4a-7b98-4cd1-8198-6cfadb006087"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:49:51.599090 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 6e482f4a-7b98-4cd1-8198-6cfadb006087, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=6e482f4a-7b98-4cd1-8198-6cfadb006087,segment=NetworkSegment(be409309-6ad2-47dc-8674-b2f6fbe283c8),segment_id=be409309-6ad2-47dc-8674-b2f6fbe283c8)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:49:51.695577 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:49:51.782279 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=6e482f4a-7b98-4cd1-8198-6cfadb006087,revision_number=7']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:49:51.823690 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be8526cb-b9c2-46c9-a318-c7d4f4686c65 x-openstack-request-id: req-be8526cb-b9c2-46c9-a318-c7d4f4686c65 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:49:51.824008 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4b51808-3a16-4400-8116-752510d70730", "name": "network-vif-plugged", "status": "completed", "tag": "6e482f4a-7b98-4cd1-8198-6cfadb006087", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:49:51.824286 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-be8526cb-b9c2-46c9-a318-c7d4f4686c65 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:49:51.824709 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4b51808-3a16-4400-8116-752510d70730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e482f4a-7b98-4cd1-8198-6cfadb006087', 'code': 200} Jul 05 02:49:52.364714 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dec242-8956-411d-8e9e-cab9adea43b1 req-6b6060e6-e273-4c44-906a-58662da74e97 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:49:52.366631 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b4dec242-8956-411d-8e9e-cab9adea43b1 req-6b6060e6-e273-4c44-906a-58662da74e97 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4b51808-3a16-4400-8116-752510d70730 HTTP/1.1" status: 200 len: 946 time: 0.0696006 Jul 05 02:49:52.411527 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b4dec242-8956-411d-8e9e-cab9adea43b1 req-cbbc1f51-8bfa-4164-a106-c0d0bba34395 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a17cceb-80fd-4610-b8a0-df1101fe3ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382774 Jul 05 02:49:53.249889 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-97848b22-20fa-4c0c-9200-67fbb2602c5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:49:53.636996 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656a5de4-3c3b-442e-a24b-3f2016bd533c req-8d61413a-8359-47b5-89d3-e27aca33a67d tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:49:53.639480 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-656a5de4-3c3b-442e-a24b-3f2016bd533c req-8d61413a-8359-47b5-89d3-e27aca33a67d tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4b51808-3a16-4400-8116-752510d70730 HTTP/1.1" status: 200 len: 946 time: 0.0856993 Jul 05 02:49:53.682458 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-656a5de4-3c3b-442e-a24b-3f2016bd533c req-1fc1b325-61ca-45db-9af0-cbe82a6f9a2b tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a17cceb-80fd-4610-b8a0-df1101fe3ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363002 Jul 05 02:49:53.958626 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:49:54.730393 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:49:54.958446 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec12b81-3169-432c-b84a-b9376db11ff7 req-2285f97e-9fa5-4c26-ac59-d6fe59989386 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:49:54.968370 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5ec12b81-3169-432c-b84a-b9376db11ff7 req-2285f97e-9fa5-4c26-ac59-d6fe59989386 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4b51808-3a16-4400-8116-752510d70730 HTTP/1.1" status: 200 len: 946 time: 0.1366065 Jul 05 02:49:55.054778 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5ec12b81-3169-432c-b84a-b9376db11ff7 req-6c35f35b-1474-4505-8dcc-5234fa80fa32 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a17cceb-80fd-4610-b8a0-df1101fe3ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847845 Jul 05 02:49:56.235131 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c6f468-0c06-4b37-abd0-357d0e3d0276 req-0e4a2bc7-22b1-4cb0-99ae-e21963c3ce42 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:49:56.236617 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-70c6f468-0c06-4b37-abd0-357d0e3d0276 req-0e4a2bc7-22b1-4cb0-99ae-e21963c3ce42 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4b51808-3a16-4400-8116-752510d70730 HTTP/1.1" status: 200 len: 946 time: 0.0647788 Jul 05 02:49:56.260895 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:49:56.281746 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-70c6f468-0c06-4b37-abd0-357d0e3d0276 req-38728edc-826d-4780-b8d2-2968cb4cc473 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a17cceb-80fd-4610-b8a0-df1101fe3ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393002 Jul 05 02:49:57.536087 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd43947-3dec-4ae8-8336-24584bc1ae6b req-76591914-c4e6-4f97-b726-d6e43fe1963d tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:49:57.540002 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-acd43947-3dec-4ae8-8336-24584bc1ae6b req-76591914-c4e6-4f97-b726-d6e43fe1963d tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4b51808-3a16-4400-8116-752510d70730 HTTP/1.1" status: 200 len: 946 time: 0.0947907 Jul 05 02:49:57.589026 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-acd43947-3dec-4ae8-8336-24584bc1ae6b req-b485a1df-0486-42bf-92a9-f45c0b9b7223 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a17cceb-80fd-4610-b8a0-df1101fe3ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390866 Jul 05 02:49:58.830092 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee06f17-2e37-491c-9ae3-40ce6f990ec2 req-23e4cb76-e116-44b6-9398-f3a1aa95eb82 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:49:58.831901 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-dee06f17-2e37-491c-9ae3-40ce6f990ec2 req-23e4cb76-e116-44b6-9398-f3a1aa95eb82 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4b51808-3a16-4400-8116-752510d70730 HTTP/1.1" status: 200 len: 946 time: 0.0810549 Jul 05 02:49:58.882938 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-dee06f17-2e37-491c-9ae3-40ce6f990ec2 req-710a566a-2131-42f3-a9fb-bd4496408416 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a17cceb-80fd-4610-b8a0-df1101fe3ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438356 Jul 05 02:50:00.069429 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c91837-c4ad-4435-98eb-c1942832a51a req-70cfb715-4beb-4514-a453-815d775b3534 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:50:00.071202 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e9c91837-c4ad-4435-98eb-c1942832a51a req-70cfb715-4beb-4514-a453-815d775b3534 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4b51808-3a16-4400-8116-752510d70730 HTTP/1.1" status: 200 len: 946 time: 0.0651848 Jul 05 02:50:00.110866 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e9c91837-c4ad-4435-98eb-c1942832a51a req-847e482c-5938-449b-a20a-b926ce8455ab tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a17cceb-80fd-4610-b8a0-df1101fe3ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339639 Jul 05 02:50:01.250780 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aba8902-3e27-448a-874f-701ef3f12f23 req-6024a1dc-a4fa-4db3-b801-315ef1186c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:50:01.252286 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6aba8902-3e27-448a-874f-701ef3f12f23 req-6024a1dc-a4fa-4db3-b801-315ef1186c4b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f71f6dbd7ca04e46abf258fabaf4edd3&device_id=d4b51808-3a16-4400-8116-752510d70730 HTTP/1.1" status: 200 len: 1098 time: 0.0593448 Jul 05 02:50:01.300549 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73766606-18c5-46fb-8553-6825523defaf req-1b0cc268-7545-4321-8fe6-d051b6732d51 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:50:01.303367 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-73766606-18c5-46fb-8553-6825523defaf req-1b0cc268-7545-4321-8fe6-d051b6732d51 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4b51808-3a16-4400-8116-752510d70730 HTTP/1.1" status: 200 len: 946 time: 0.0654054 Jul 05 02:50:01.342941 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-73766606-18c5-46fb-8553-6825523defaf req-9ecbcc72-5264-4197-837d-5d7ef5edcf09 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a17cceb-80fd-4610-b8a0-df1101fe3ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323830 Jul 05 02:50:01.344598 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aba8902-3e27-448a-874f-701ef3f12f23 req-bfa72dd6-07dc-45b4-a012-1619290efc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:50:01.346411 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6aba8902-3e27-448a-874f-701ef3f12f23 req-bfa72dd6-07dc-45b4-a012-1619290efc5d service neutron] 10.222.0.21 "GET /v2.0/networks?id=319f6f27-0518-41ae-a3ab-b70eb1a13ad7 HTTP/1.1" status: 200 len: 917 time: 0.0879955 Jul 05 02:50:01.418024 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6aba8902-3e27-448a-874f-701ef3f12f23 req-d222c8a9-022e-4f3e-8100-ed6554f799eb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e482f4a-7b98-4cd1-8198-6cfadb006087 HTTP/1.1" status: 200 len: 1000 time: 0.0637372 Jul 05 02:50:01.465373 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aba8902-3e27-448a-874f-701ef3f12f23 req-88b84552-779a-4c4d-87c8-2c7d3db9540d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:50:01.466859 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6aba8902-3e27-448a-874f-701ef3f12f23 req-88b84552-779a-4c4d-87c8-2c7d3db9540d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3a90bcd4-05d3-4076-8731-a724bae74bd9 HTTP/1.1" status: 200 len: 856 time: 0.0425780 Jul 05 02:50:01.520748 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aba8902-3e27-448a-874f-701ef3f12f23 req-e7010c37-6e42-4fbe-878f-b0d92d1889fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:50:01.522217 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6aba8902-3e27-448a-874f-701ef3f12f23 req-e7010c37-6e42-4fbe-878f-b0d92d1889fd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=319f6f27-0518-41ae-a3ab-b70eb1a13ad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0493059 Jul 05 02:50:01.619236 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6aba8902-3e27-448a-874f-701ef3f12f23 req-90700ad3-85bb-4d0e-8671-f8b00650c855 service neutron] 10.222.0.21 "GET /v2.0/networks/319f6f27-0518-41ae-a3ab-b70eb1a13ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899839 Jul 05 02:50:01.710230 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6aba8902-3e27-448a-874f-701ef3f12f23 req-52e41824-c69e-4cd3-bdfc-02798914379f service neutron] 10.222.0.21 "GET /v2.0/networks/319f6f27-0518-41ae-a3ab-b70eb1a13ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840352 Jul 05 02:50:02.526088 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d83178-110a-46e4-b31b-f51441b1d6ae req-77754bd8-5687-4f0f-a00e-4c094f17bff4 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:50:02.528065 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a9d83178-110a-46e4-b31b-f51441b1d6ae req-77754bd8-5687-4f0f-a00e-4c094f17bff4 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4b51808-3a16-4400-8116-752510d70730 HTTP/1.1" status: 200 len: 946 time: 0.0695925 Jul 05 02:50:02.566938 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a9d83178-110a-46e4-b31b-f51441b1d6ae req-88f54b58-3d3c-4f60-8b7f-832881ec3d34 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a17cceb-80fd-4610-b8a0-df1101fe3ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321090 Jul 05 02:50:03.749058 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f354caad-77ea-4679-ac36-d0ca7d762587 req-0d8fa385-0745-4f61-b89c-22eedf0f6d2b tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:50:03.750744 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f354caad-77ea-4679-ac36-d0ca7d762587 req-0d8fa385-0745-4f61-b89c-22eedf0f6d2b tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4b51808-3a16-4400-8116-752510d70730 HTTP/1.1" status: 200 len: 946 time: 0.0643747 Jul 05 02:50:03.789128 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f354caad-77ea-4679-ac36-d0ca7d762587 req-e3d8d077-7e43-412d-84d1-aef31d08d735 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a17cceb-80fd-4610-b8a0-df1101fe3ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323944 Jul 05 02:50:05.411436 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 6e482f4a-7b98-4cd1-8198-6cfadb006087 no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:50:05.485411 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:50:05.511659 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4b51808-3a16-4400-8116-752510d70730', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e482f4a-7b98-4cd1-8198-6cfadb006087'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:50:05.513909 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4094bdae-9840-4229-88ab-0a930c0b3a1a" -d '{"events": [{"server_uuid": "d4b51808-3a16-4400-8116-752510d70730", "name": "network-vif-unplugged", "status": "completed", "tag": "6e482f4a-7b98-4cd1-8198-6cfadb006087"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:50:05.529305 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 6e482f4a-7b98-4cd1-8198-6cfadb006087, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=6e482f4a-7b98-4cd1-8198-6cfadb006087,segment=NetworkSegment(be409309-6ad2-47dc-8674-b2f6fbe283c8),segment_id=be409309-6ad2-47dc-8674-b2f6fbe283c8)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:50:05.554355 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 05 Jul 2021 02:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3e13b06-7bf6-45db-9a91-c4d60b797197 x-openstack-request-id: req-a3e13b06-7bf6-45db-9a91-c4d60b797197 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:50:05.554837 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4b51808-3a16-4400-8116-752510d70730", "name": "network-vif-unplugged", "status": "failed", "tag": "6e482f4a-7b98-4cd1-8198-6cfadb006087", "code": 422}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:50:05.555737 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a3e13b06-7bf6-45db-9a91-c4d60b797197 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:50:05.556203 n-d-771362-32 neutron-server[94463]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd4b51808-3a16-4400-8116-752510d70730', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6e482f4a-7b98-4cd1-8198-6cfadb006087', 'code': 422} returned with failed status Jul 05 02:50:05.592615 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:50:05.641009 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=6e482f4a-7b98-4cd1-8198-6cfadb006087,revision_number=8']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:50:06.627411 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbed6a2-ca03-4b9c-a4ec-c1cfe0718d44 req-5f969705-3c5c-4b79-9c3a-1341265a36f8 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:50:06.628935 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-cbbed6a2-ca03-4b9c-a4ec-c1cfe0718d44 req-5f969705-3c5c-4b79-9c3a-1341265a36f8 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4b51808-3a16-4400-8116-752510d70730 HTTP/1.1" status: 200 len: 944 time: 0.0715857 Jul 05 02:50:06.671027 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-cbbed6a2-ca03-4b9c-a4ec-c1cfe0718d44 req-9eeeee60-3b5b-4972-a904-346bf799df61 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a17cceb-80fd-4610-b8a0-df1101fe3ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355275 Jul 05 02:50:06.991791 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 38324) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:50:07.097664 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7f9ef224-b7f9-4cbf-8bf7-a11fc06f9b53 req-b09fa842-d3be-4173-832b-908e6001175d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d4b51808-3a16-4400-8116-752510d70730&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1040676 Jul 05 02:50:07.856688 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8251029f-3fd4-4bac-a058-3ec4ae4026c5 req-c4c36962-bff6-4432-a9cd-ddc2333a95c9 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:50:07.858300 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8251029f-3fd4-4bac-a058-3ec4ae4026c5 req-c4c36962-bff6-4432-a9cd-ddc2333a95c9 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4b51808-3a16-4400-8116-752510d70730 HTTP/1.1" status: 200 len: 944 time: 0.0639114 Jul 05 02:50:07.896121 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8251029f-3fd4-4bac-a058-3ec4ae4026c5 req-a484b729-5329-4e00-8be4-e6004f930745 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a17cceb-80fd-4610-b8a0-df1101fe3ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318596 Jul 05 02:50:08.808882 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9ef224-b7f9-4cbf-8bf7-a11fc06f9b53 req-fae5f418-a007-4ff4-a71a-d5481e10bb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:50:08.810340 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7f9ef224-b7f9-4cbf-8bf7-a11fc06f9b53 req-fae5f418-a007-4ff4-a71a-d5481e10bb31 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d4b51808-3a16-4400-8116-752510d70730&tenant_id=f71f6dbd7ca04e46abf258fabaf4edd3 HTTP/1.1" status: 200 len: 1096 time: 0.0574198 Jul 05 02:50:08.883482 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9ef224-b7f9-4cbf-8bf7-a11fc06f9b53 req-9da47172-00d3-45e9-9327-199aa5b12fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:50:08.885000 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7f9ef224-b7f9-4cbf-8bf7-a11fc06f9b53 req-9da47172-00d3-45e9-9327-199aa5b12fdd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f71f6dbd7ca04e46abf258fabaf4edd3&device_id=d4b51808-3a16-4400-8116-752510d70730 HTTP/1.1" status: 200 len: 1096 time: 0.0525448 Jul 05 02:50:08.973571 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9ef224-b7f9-4cbf-8bf7-a11fc06f9b53 req-3193969f-8a10-430a-b266-3c8b774dddee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:50:08.975186 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7f9ef224-b7f9-4cbf-8bf7-a11fc06f9b53 req-3193969f-8a10-430a-b266-3c8b774dddee service neutron] 10.222.0.21 "GET /v2.0/networks?id=319f6f27-0518-41ae-a3ab-b70eb1a13ad7 HTTP/1.1" status: 200 len: 917 time: 0.0839515 Jul 05 02:50:09.044360 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7f9ef224-b7f9-4cbf-8bf7-a11fc06f9b53 req-6b749513-b7dd-4743-ac50-0f1e68d7f03a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e482f4a-7b98-4cd1-8198-6cfadb006087 HTTP/1.1" status: 200 len: 998 time: 0.0628972 Jul 05 02:50:09.090041 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594d97bf-39e1-4b6e-b52e-58b6da7d3c18 req-b2c8e801-212d-4cad-99f4-0359d59e2d06 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:50:09.091532 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-594d97bf-39e1-4b6e-b52e-58b6da7d3c18 req-b2c8e801-212d-4cad-99f4-0359d59e2d06 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4b51808-3a16-4400-8116-752510d70730 HTTP/1.1" status: 200 len: 944 time: 0.0719135 Jul 05 02:50:09.096431 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9ef224-b7f9-4cbf-8bf7-a11fc06f9b53 req-a5697aa1-f2e8-4f3e-b059-91c3d61a0ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:50:09.097963 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7f9ef224-b7f9-4cbf-8bf7-a11fc06f9b53 req-a5697aa1-f2e8-4f3e-b059-91c3d61a0ab7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3a90bcd4-05d3-4076-8731-a724bae74bd9 HTTP/1.1" status: 200 len: 856 time: 0.0470245 Jul 05 02:50:09.130238 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-594d97bf-39e1-4b6e-b52e-58b6da7d3c18 req-aad19b19-853c-42a4-8140-3dbe1a4d7c0f tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a17cceb-80fd-4610-b8a0-df1101fe3ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325246 Jul 05 02:50:09.156588 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9ef224-b7f9-4cbf-8bf7-a11fc06f9b53 req-e0d0ae24-80b2-4ec4-b939-bf917122eff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:50:09.158363 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7f9ef224-b7f9-4cbf-8bf7-a11fc06f9b53 req-e0d0ae24-80b2-4ec4-b939-bf917122eff9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=319f6f27-0518-41ae-a3ab-b70eb1a13ad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541179 Jul 05 02:50:09.252980 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7f9ef224-b7f9-4cbf-8bf7-a11fc06f9b53 req-9574966f-af6d-4fb5-b06b-e13dd2d9c171 service neutron] 10.222.0.21 "GET /v2.0/networks/319f6f27-0518-41ae-a3ab-b70eb1a13ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884964 Jul 05 02:50:09.346848 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7f9ef224-b7f9-4cbf-8bf7-a11fc06f9b53 req-b753ed52-2d1a-4d39-9d6a-0abd0f38dfe7 service neutron] 10.222.0.21 "GET /v2.0/networks/319f6f27-0518-41ae-a3ab-b70eb1a13ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873308 Jul 05 02:50:10.336592 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9695c75-581a-4abd-b983-b67b3d34adbe req-71bc9710-d74e-41c9-b8a8-a4b3c1baefa4 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:50:10.339436 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f9695c75-581a-4abd-b983-b67b3d34adbe req-71bc9710-d74e-41c9-b8a8-a4b3c1baefa4 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4b51808-3a16-4400-8116-752510d70730 HTTP/1.1" status: 200 len: 944 time: 0.0858271 Jul 05 02:50:10.417387 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f9695c75-581a-4abd-b983-b67b3d34adbe req-feca5c72-a1d1-4a24-85a7-a9d19206bd1f tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a17cceb-80fd-4610-b8a0-df1101fe3ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709071 Jul 05 02:50:11.609651 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a268b085-f1ed-4d8b-ba18-69cd91fa7a1f req-cc042c06-b9f9-419e-858b-09b8e43dd453 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:50:11.611230 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a268b085-f1ed-4d8b-ba18-69cd91fa7a1f req-cc042c06-b9f9-419e-858b-09b8e43dd453 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4b51808-3a16-4400-8116-752510d70730 HTTP/1.1" status: 200 len: 944 time: 0.0697832 Jul 05 02:50:11.652227 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a268b085-f1ed-4d8b-ba18-69cd91fa7a1f req-e88865b6-3fba-438e-8602-0c76e4178bcb tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a17cceb-80fd-4610-b8a0-df1101fe3ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352924 Jul 05 02:50:12.146474 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:50:12.232492 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:50:12.851056 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083b609a-33ca-44bf-bf24-74af468770da req-d0afc19b-0f7b-4847-b7fb-55e425e54414 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:50:12.853385 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-083b609a-33ca-44bf-bf24-74af468770da req-d0afc19b-0f7b-4847-b7fb-55e425e54414 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4b51808-3a16-4400-8116-752510d70730 HTTP/1.1" status: 200 len: 944 time: 0.0746150 Jul 05 02:50:12.899092 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-083b609a-33ca-44bf-bf24-74af468770da req-1cee8ebc-c4a4-4f9a-bce9-8f895ce92842 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a17cceb-80fd-4610-b8a0-df1101fe3ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382564 Jul 05 02:50:14.084192 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376acee3-f910-4226-a92e-379981e62394 req-dd6ffe09-0ef9-4dcf-be65-ad10908468c0 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:50:14.090656 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-376acee3-f910-4226-a92e-379981e62394 req-dd6ffe09-0ef9-4dcf-be65-ad10908468c0 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4b51808-3a16-4400-8116-752510d70730 HTTP/1.1" status: 200 len: 944 time: 0.0725577 Jul 05 02:50:14.138787 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-376acee3-f910-4226-a92e-379981e62394 req-24e04d9a-c8c9-4078-aa65-9da2fbea6b35 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a17cceb-80fd-4610-b8a0-df1101fe3ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471241 Jul 05 02:50:15.321320 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6df8e9-e180-4ea7-a481-92f357826b57 req-dc316104-4716-48d3-b505-f1cdac0dde43 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:50:15.323173 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-be6df8e9-e180-4ea7-a481-92f357826b57 req-dc316104-4716-48d3-b505-f1cdac0dde43 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4b51808-3a16-4400-8116-752510d70730 HTTP/1.1" status: 200 len: 944 time: 0.0697291 Jul 05 02:50:15.371382 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-be6df8e9-e180-4ea7-a481-92f357826b57 req-cebc17b8-d0e4-4b66-9845-a79b01b79198 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a17cceb-80fd-4610-b8a0-df1101fe3ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425012 Jul 05 02:50:16.598932 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e34f3d-db70-487b-b270-f8abbdb58c5a req-8c70215e-2a0a-4af2-98ca-cff1576109a4 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:50:16.600694 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-51e34f3d-db70-487b-b270-f8abbdb58c5a req-8c70215e-2a0a-4af2-98ca-cff1576109a4 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4b51808-3a16-4400-8116-752510d70730 HTTP/1.1" status: 200 len: 944 time: 0.0737791 Jul 05 02:50:16.642618 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-51e34f3d-db70-487b-b270-f8abbdb58c5a req-de6dc7f9-744d-4043-af4f-ba66f1e389ec tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a17cceb-80fd-4610-b8a0-df1101fe3ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345571 Jul 05 02:50:17.017766 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 02:50:17.828295 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251f8e22-ee6d-48ba-acc8-d8ce9d0d61f7 req-054e0a41-2e95-4bb6-83dd-697a74e2d9b7 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:50:17.829840 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-251f8e22-ee6d-48ba-acc8-d8ce9d0d61f7 req-054e0a41-2e95-4bb6-83dd-697a74e2d9b7 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4b51808-3a16-4400-8116-752510d70730 HTTP/1.1" status: 200 len: 944 time: 0.0701363 Jul 05 02:50:17.889105 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-251f8e22-ee6d-48ba-acc8-d8ce9d0d61f7 req-9ff1f5f9-4cc3-448b-8946-bd7af13ae3bd tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a17cceb-80fd-4610-b8a0-df1101fe3ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375307 Jul 05 02:50:19.106157 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baedb95-0651-4674-bb48-eaffe0a7b92f req-081852f0-fc40-45eb-8d06-7e267de29b04 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:50:19.107783 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4baedb95-0651-4674-bb48-eaffe0a7b92f req-081852f0-fc40-45eb-8d06-7e267de29b04 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4b51808-3a16-4400-8116-752510d70730 HTTP/1.1" status: 200 len: 944 time: 0.0822268 Jul 05 02:50:19.153428 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4baedb95-0651-4674-bb48-eaffe0a7b92f req-9517d582-73d5-4385-92ea-c4ab43b112bc tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a17cceb-80fd-4610-b8a0-df1101fe3ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400622 Jul 05 02:50:20.353332 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2798b4-3e2b-4c37-97bd-31f4386d48ca req-76d53251-764c-4d6e-9e26-1c4d6fdb17d5 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:50:20.354940 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1f2798b4-3e2b-4c37-97bd-31f4386d48ca req-76d53251-764c-4d6e-9e26-1c4d6fdb17d5 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4b51808-3a16-4400-8116-752510d70730 HTTP/1.1" status: 200 len: 944 time: 0.0681763 Jul 05 02:50:20.392916 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1f2798b4-3e2b-4c37-97bd-31f4386d48ca req-a84da4ee-03e0-4ca4-8be4-4c1acab63ea4 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a17cceb-80fd-4610-b8a0-df1101fe3ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323544 Jul 05 02:50:20.918820 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-27c84ad4-74d8-4d49-99a9-7352a9c9a65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:50:21.572753 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3507f27d-2bd3-490d-a328-a7331b2c2d6d req-d52d4eb6-01ef-447b-8e19-38686e2b37df tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:50:21.574372 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3507f27d-2bd3-490d-a328-a7331b2c2d6d req-d52d4eb6-01ef-447b-8e19-38686e2b37df tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4b51808-3a16-4400-8116-752510d70730 HTTP/1.1" status: 200 len: 944 time: 0.0661583 Jul 05 02:50:21.612799 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3507f27d-2bd3-490d-a328-a7331b2c2d6d req-b6b72429-dbad-4adf-86ee-a1451b4517d8 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a17cceb-80fd-4610-b8a0-df1101fe3ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328181 Jul 05 02:50:22.797359 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7cc593-a3dd-4695-b1ea-eeb1b6a85dd0 req-358633f0-df6f-4b0a-910a-1a980e5d9365 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:50:22.799163 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1f7cc593-a3dd-4695-b1ea-eeb1b6a85dd0 req-358633f0-df6f-4b0a-910a-1a980e5d9365 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4b51808-3a16-4400-8116-752510d70730 HTTP/1.1" status: 200 len: 944 time: 0.0701098 Jul 05 02:50:22.837405 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1f7cc593-a3dd-4695-b1ea-eeb1b6a85dd0 req-5a00b347-3788-44bf-b2eb-d4c4fcaf8a42 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a17cceb-80fd-4610-b8a0-df1101fe3ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324383 Jul 05 02:50:23.221789 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3abc54f7-38af-4db7-9871-988324c6d37b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:50:23.472079 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 6e482f4a-7b98-4cd1-8198-6cfadb006087 details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:50:23.570807 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 6e482f4a-7b98-4cd1-8198-6cfadb006087, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=6e482f4a-7b98-4cd1-8198-6cfadb006087,segment=NetworkSegment(be409309-6ad2-47dc-8674-b2f6fbe283c8),segment_id=be409309-6ad2-47dc-8674-b2f6fbe283c8)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:50:23.582896 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': '6e482f4a-7b98-4cd1-8198-6cfadb006087', 'network_id': '319f6f27-0518-41ae-a3ab-b70eb1a13ad7', 'port_id': '6e482f4a-7b98-4cd1-8198-6cfadb006087', 'mac_address': 'fa:16:3e:c3:51:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a90bcd4-05d3-4076-8731-a724bae74bd9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:50:23.621150 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:50:23.634473 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e482f4a-7b98-4cd1-8198-6cfadb006087 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:50:23.655013 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 6e482f4a-7b98-4cd1-8198-6cfadb006087, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=6e482f4a-7b98-4cd1-8198-6cfadb006087,segment=NetworkSegment(be409309-6ad2-47dc-8674-b2f6fbe283c8),segment_id=be409309-6ad2-47dc-8674-b2f6fbe283c8)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:50:23.736709 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:50:23.785732 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=6e482f4a-7b98-4cd1-8198-6cfadb006087,revision_number=9']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:50:23.941709 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:50:23.944713 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['6e482f4a-7b98-4cd1-8198-6cfadb006087'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:50:24.022444 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665f396d-2720-4d5c-b198-2bdc963bdfb9 req-d329e416-059d-41d8-a8e6-ed3bc7a6e684 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:50:24.024239 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-665f396d-2720-4d5c-b198-2bdc963bdfb9 req-d329e416-059d-41d8-a8e6-ed3bc7a6e684 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4b51808-3a16-4400-8116-752510d70730 HTTP/1.1" status: 200 len: 945 time: 0.0724752 Jul 05 02:50:24.066425 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-665f396d-2720-4d5c-b198-2bdc963bdfb9 req-e9513e3d-4879-48ee-b2b9-bc078c90fd16 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a17cceb-80fd-4610-b8a0-df1101fe3ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361376 Jul 05 02:50:24.678159 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:50:25.278525 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64df2403-569b-4d6e-8fce-de2b8aafc5ee req-7993f8bc-9c16-40ae-aadd-2beeaa9adab3 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:50:25.429580 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-64df2403-569b-4d6e-8fce-de2b8aafc5ee req-7993f8bc-9c16-40ae-aadd-2beeaa9adab3 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4b51808-3a16-4400-8116-752510d70730 HTTP/1.1" status: 200 len: 945 time: 0.0861447 Jul 05 02:50:25.429580 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-64df2403-569b-4d6e-8fce-de2b8aafc5ee req-bf49deba-050d-49bb-9e7c-e02bfbc5aaf3 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a17cceb-80fd-4610-b8a0-df1101fe3ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324984 Jul 05 02:50:25.486335 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 6e482f4a-7b98-4cd1-8198-6cfadb006087 up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:50:25.537379 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port 6e482f4a-7b98-4cd1-8198-6cfadb006087 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:50:25.537753 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:50:25.622984 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:50:25.645355 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4b51808-3a16-4400-8116-752510d70730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e482f4a-7b98-4cd1-8198-6cfadb006087'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:50:25.647606 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91a9ac80-832a-4619-b44f-0ab8fe4943bd" -d '{"events": [{"server_uuid": "d4b51808-3a16-4400-8116-752510d70730", "name": "network-vif-plugged", "status": "completed", "tag": "6e482f4a-7b98-4cd1-8198-6cfadb006087"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:50:25.660131 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 6e482f4a-7b98-4cd1-8198-6cfadb006087, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=6e482f4a-7b98-4cd1-8198-6cfadb006087,segment=NetworkSegment(be409309-6ad2-47dc-8674-b2f6fbe283c8),segment_id=be409309-6ad2-47dc-8674-b2f6fbe283c8)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:50:25.684771 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46e4b5d5-4f4b-4bc7-b7ac-0155c7d7ae62 x-openstack-request-id: req-46e4b5d5-4f4b-4bc7-b7ac-0155c7d7ae62 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:50:25.685538 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4b51808-3a16-4400-8116-752510d70730", "name": "network-vif-plugged", "status": "completed", "tag": "6e482f4a-7b98-4cd1-8198-6cfadb006087", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:50:25.685538 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-46e4b5d5-4f4b-4bc7-b7ac-0155c7d7ae62 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:50:25.685757 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4b51808-3a16-4400-8116-752510d70730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e482f4a-7b98-4cd1-8198-6cfadb006087', 'code': 200} Jul 05 02:50:25.827559 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:50:25.874360 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=6e482f4a-7b98-4cd1-8198-6cfadb006087,revision_number=10']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:50:25.973384 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271a5100-c3b9-4c1f-b881-f4e273a117bc req-8023162d-424e-4bb3-94dc-ad97e7552799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:50:25.974874 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-271a5100-c3b9-4c1f-b881-f4e273a117bc req-8023162d-424e-4bb3-94dc-ad97e7552799 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d4b51808-3a16-4400-8116-752510d70730 HTTP/1.1" status: 200 len: 1099 time: 0.0584667 Jul 05 02:50:26.009821 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-271a5100-c3b9-4c1f-b881-f4e273a117bc req-07ff26ce-6711-4a13-9a1b-beb71602c3a2 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0a17cceb-80fd-4610-b8a0-df1101fe3ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274591 Jul 05 02:50:26.124341 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:50:26.608726 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b1226-fcb4-4888-8a3a-bb4d9d6fb4dc req-cd646d2d-fa2e-423f-8ab1-5cb8197ede9c tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:50:26.610270 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c83b1226-fcb4-4888-8a3a-bb4d9d6fb4dc req-cd646d2d-fa2e-423f-8ab1-5cb8197ede9c tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4b51808-3a16-4400-8116-752510d70730 HTTP/1.1" status: 200 len: 947 time: 0.0681367 Jul 05 02:50:26.647347 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c83b1226-fcb4-4888-8a3a-bb4d9d6fb4dc req-ceac4b1d-8df7-4d9a-a032-59d873c9b2a2 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a17cceb-80fd-4610-b8a0-df1101fe3ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314908 Jul 05 02:50:27.839196 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3227a1c3-c4ed-4fd1-9d4d-aa2a346f9630 req-502098a3-2edb-40a9-827d-8e9e67c3f695 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:50:27.840750 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3227a1c3-c4ed-4fd1-9d4d-aa2a346f9630 req-502098a3-2edb-40a9-827d-8e9e67c3f695 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4b51808-3a16-4400-8116-752510d70730 HTTP/1.1" status: 200 len: 947 time: 0.0700815 Jul 05 02:50:27.886664 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3227a1c3-c4ed-4fd1-9d4d-aa2a346f9630 req-de5a0237-780b-4585-b5ce-f58f0b0e91bf tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a17cceb-80fd-4610-b8a0-df1101fe3ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334222 Jul 05 02:50:29.071564 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4945f1ac-c42a-4c93-8720-58a10954d19f req-5444f3b9-a4e5-4483-bae1-658d1b662e03 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:50:29.073102 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4945f1ac-c42a-4c93-8720-58a10954d19f req-5444f3b9-a4e5-4483-bae1-658d1b662e03 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4b51808-3a16-4400-8116-752510d70730 HTTP/1.1" status: 200 len: 947 time: 0.0639286 Jul 05 02:50:29.110490 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4945f1ac-c42a-4c93-8720-58a10954d19f req-0d76e7df-51d0-42d4-af94-26a505e87834 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a17cceb-80fd-4610-b8a0-df1101fe3ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314794 Jul 05 02:50:41.895634 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:50:41.964864 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:50:44.489516 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-204850ae-055c-4197-b573-591535513ce5 req-07a8645b-09e8-4e3d-b6ff-23a5356aa0ef service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=76903f58-425e-4f05-8505-331c6a30a764&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0558462 Jul 05 02:50:44.563831 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204850ae-055c-4197-b573-591535513ce5 req-64512613-13ba-4f80-980e-46460847edb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:50:44.565537 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-204850ae-055c-4197-b573-591535513ce5 req-64512613-13ba-4f80-980e-46460847edb0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b1a00a493e704ec48248eed2815bb351&device_id=76903f58-425e-4f05-8505-331c6a30a764 HTTP/1.1" status: 200 len: 1098 time: 0.0526071 Jul 05 02:50:44.673929 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204850ae-055c-4197-b573-591535513ce5 req-c08ebcde-ea6e-43dd-8188-50000cef1c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:50:44.675718 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-204850ae-055c-4197-b573-591535513ce5 req-c08ebcde-ea6e-43dd-8188-50000cef1c8a service neutron] 10.222.0.15 "GET /v2.0/networks?id=73b1fe81-9ead-413d-adcc-8dcb2085def5 HTTP/1.1" status: 200 len: 912 time: 0.0902486 Jul 05 02:50:45.093614 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-204850ae-055c-4197-b573-591535513ce5 req-fdbe923a-3a6a-490c-88ac-5ff2adcb7d1b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7f045fb-d117-470d-9e83-e91c3c713b71 HTTP/1.1" status: 200 len: 1002 time: 0.4105992 Jul 05 02:50:45.142165 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204850ae-055c-4197-b573-591535513ce5 req-8c9f7907-1022-4bd4-b7f9-a1c5773da077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:50:45.143662 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-204850ae-055c-4197-b573-591535513ce5 req-8c9f7907-1022-4bd4-b7f9-a1c5773da077 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=33729902-d3e5-4dd5-ba26-acbc079120a6 HTTP/1.1" status: 200 len: 851 time: 0.0442896 Jul 05 02:50:45.203362 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204850ae-055c-4197-b573-591535513ce5 req-dbec271e-d746-4c2a-b2f2-48d39c4aebf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:50:45.204858 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-204850ae-055c-4197-b573-591535513ce5 req-dbec271e-d746-4c2a-b2f2-48d39c4aebf4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=73b1fe81-9ead-413d-adcc-8dcb2085def5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546739 Jul 05 02:50:45.299176 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-204850ae-055c-4197-b573-591535513ce5 req-3639a058-31d2-48fd-a0b8-128f0f7ec0d8 service neutron] 10.222.0.15 "GET /v2.0/networks/73b1fe81-9ead-413d-adcc-8dcb2085def5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874338 Jul 05 02:50:45.403785 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-204850ae-055c-4197-b573-591535513ce5 req-92a7fcd4-cffd-4040-8ba2-b48f8154ce27 service neutron] 10.222.0.15 "GET /v2.0/networks/73b1fe81-9ead-413d-adcc-8dcb2085def5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976307 Jul 05 02:50:50.947311 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-d16d64cf-e010-4a8b-bf4b-f6f3a91188bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:50:52.375039 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-651df701-68f6-477e-b713-4aa0dabd23d2 req-f996ea7e-eff2-46ee-b77e-1d77d98e19b8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d4b51808-3a16-4400-8116-752510d70730&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0502465 Jul 05 02:50:52.466811 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651df701-68f6-477e-b713-4aa0dabd23d2 req-9a697be7-cdca-464a-acbc-5597822b01a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:50:52.468247 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-651df701-68f6-477e-b713-4aa0dabd23d2 req-9a697be7-cdca-464a-acbc-5597822b01a0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f71f6dbd7ca04e46abf258fabaf4edd3&device_id=d4b51808-3a16-4400-8116-752510d70730 HTTP/1.1" status: 200 len: 1099 time: 0.0520313 Jul 05 02:50:52.578360 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651df701-68f6-477e-b713-4aa0dabd23d2 req-ac68c2f8-3c0f-4883-821a-d1257c227850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:50:52.579851 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-651df701-68f6-477e-b713-4aa0dabd23d2 req-ac68c2f8-3c0f-4883-821a-d1257c227850 service neutron] 10.222.0.21 "GET /v2.0/networks?id=319f6f27-0518-41ae-a3ab-b70eb1a13ad7 HTTP/1.1" status: 200 len: 917 time: 0.0885394 Jul 05 02:50:52.650026 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-651df701-68f6-477e-b713-4aa0dabd23d2 req-e6e116ac-245e-4600-bdb4-507284ff9903 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e482f4a-7b98-4cd1-8198-6cfadb006087 HTTP/1.1" status: 200 len: 1000 time: 0.0638883 Jul 05 02:50:52.698989 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651df701-68f6-477e-b713-4aa0dabd23d2 req-d93f7a92-9c0e-4a20-b41b-0b56d7638ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:50:52.700479 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-651df701-68f6-477e-b713-4aa0dabd23d2 req-d93f7a92-9c0e-4a20-b41b-0b56d7638ea3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3a90bcd4-05d3-4076-8731-a724bae74bd9 HTTP/1.1" status: 200 len: 856 time: 0.0439868 Jul 05 02:50:52.763503 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651df701-68f6-477e-b713-4aa0dabd23d2 req-522be222-b2a7-4fab-8cf0-7976bde72bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:50:52.765033 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-651df701-68f6-477e-b713-4aa0dabd23d2 req-522be222-b2a7-4fab-8cf0-7976bde72bc0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=319f6f27-0518-41ae-a3ab-b70eb1a13ad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0569134 Jul 05 02:50:52.854797 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-651df701-68f6-477e-b713-4aa0dabd23d2 req-ffc6b6e8-7411-4f4f-8da0-20509fcbb21a service neutron] 10.222.0.21 "GET /v2.0/networks/319f6f27-0518-41ae-a3ab-b70eb1a13ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810890 Jul 05 02:50:52.948047 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-651df701-68f6-477e-b713-4aa0dabd23d2 req-03c8323e-dd71-47bc-abe6-a5a7c3e05d82 service neutron] 10.222.0.21 "GET /v2.0/networks/319f6f27-0518-41ae-a3ab-b70eb1a13ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859220 Jul 05 02:50:53.278779 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-75fe95cb-623b-4d24-a2e8-7c55e0c8719c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:50:53.998808 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:50:54.017709 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 02:50:54.707188 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:50:56.136319 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:00.361660 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82327d8-8cc3-43fb-ac1e-108c2a23a2d8 req-f67b4a32-f78d-4c8f-a472-efece762d0e2 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:51:00.363187 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b82327d8-8cc3-43fb-ac1e-108c2a23a2d8 req-f67b4a32-f78d-4c8f-a472-efece762d0e2 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4b51808-3a16-4400-8116-752510d70730 HTTP/1.1" status: 200 len: 947 time: 0.0629969 Jul 05 02:51:00.400741 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b82327d8-8cc3-43fb-ac1e-108c2a23a2d8 req-4b53d607-a383-44f2-a36f-c69a4af82b76 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a17cceb-80fd-4610-b8a0-df1101fe3ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314715 Jul 05 02:51:01.629635 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1af7a40-701e-414a-aafb-6e23227f3241 req-3a1730b6-21c0-4d0e-b3f5-a80860b6e319 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:51:01.631091 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d1af7a40-701e-414a-aafb-6e23227f3241 req-3a1730b6-21c0-4d0e-b3f5-a80860b6e319 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4b51808-3a16-4400-8116-752510d70730 HTTP/1.1" status: 200 len: 947 time: 0.1088238 Jul 05 02:51:01.639422 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7deaa7-9cb3-4f6b-b30f-090b54e497c1 req-b2d9922d-411a-4b11-9660-088370c2a616 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:51:01.640805 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6a7deaa7-9cb3-4f6b-b30f-090b54e497c1 req-b2d9922d-411a-4b11-9660-088370c2a616 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4b51808-3a16-4400-8116-752510d70730 HTTP/1.1" status: 200 len: 947 time: 0.1090279 Jul 05 02:51:01.709454 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d1af7a40-701e-414a-aafb-6e23227f3241 req-3f303594-48da-4535-b89a-c3869a180388 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a17cceb-80fd-4610-b8a0-df1101fe3ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676923 Jul 05 02:51:01.763948 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-6a7deaa7-9cb3-4f6b-b30f-090b54e497c1 req-8348f5b1-47fc-4255-8815-8abcaa2d3dd3 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Deleting port 6e482f4a-7b98-4cd1-8198-6cfadb006087 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:51:01.764297 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-6a7deaa7-9cb3-4f6b-b30f-090b54e497c1 req-8348f5b1-47fc-4255-8815-8abcaa2d3dd3 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:01.858652 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-6a7deaa7-9cb3-4f6b-b30f-090b54e497c1 req-8348f5b1-47fc-4255-8815-8abcaa2d3dd3 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] For port 6e482f4a-7b98-4cd1-8198-6cfadb006087, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=6e482f4a-7b98-4cd1-8198-6cfadb006087,segment=NetworkSegment(be409309-6ad2-47dc-8674-b2f6fbe283c8),segment_id=be409309-6ad2-47dc-8674-b2f6fbe283c8)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:51:01.859013 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-6a7deaa7-9cb3-4f6b-b30f-090b54e497c1 req-8348f5b1-47fc-4255-8815-8abcaa2d3dd3 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:02.025001 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-6a7deaa7-9cb3-4f6b-b30f-090b54e497c1 req-8348f5b1-47fc-4255-8815-8abcaa2d3dd3 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:02.025370 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-6a7deaa7-9cb3-4f6b-b30f-090b54e497c1 req-8348f5b1-47fc-4255-8815-8abcaa2d3dd3 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636869'] for floatingip, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:02.025684 n-d-771362-32 neutron-server[94461]: INFO neutron.db.l3_db [req-6a7deaa7-9cb3-4f6b-b30f-090b54e497c1 req-8348f5b1-47fc-4255-8815-8abcaa2d3dd3 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Floating IP ced215d5-139d-4f72-a8c7-2a6fbda18c01 disassociated. External IP: 172.25.7.8, port: 6e482f4a-7b98-4cd1-8198-6cfadb006087. Jul 05 02:51:02.026030 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-6a7deaa7-9cb3-4f6b-b30f-090b54e497c1 req-8348f5b1-47fc-4255-8815-8abcaa2d3dd3 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Calling delete_port for 6e482f4a-7b98-4cd1-8198-6cfadb006087 owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:51:02.239323 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-6a7deaa7-9cb3-4f6b-b30f-090b54e497c1 req-8348f5b1-47fc-4255-8815-8abcaa2d3dd3 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:02.279172 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8348f5b1-47fc-4255-8815-8abcaa2d3dd3 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Pushing event deleted for resources: {'Port': ['ID=6e482f4a-7b98-4cd1-8198-6cfadb006087,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:51:02.287405 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8348f5b1-47fc-4255-8815-8abcaa2d3dd3 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:51:02.287758 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8348f5b1-47fc-4255-8815-8abcaa2d3dd3 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:51:02.288100 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8348f5b1-47fc-4255-8815-8abcaa2d3dd3 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:51:02.289018 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8348f5b1-47fc-4255-8815-8abcaa2d3dd3 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:51:02.289494 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8348f5b1-47fc-4255-8815-8abcaa2d3dd3 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:51:02.289889 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8348f5b1-47fc-4255-8815-8abcaa2d3dd3 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:51:02.290232 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8348f5b1-47fc-4255-8815-8abcaa2d3dd3 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:51:02.290488 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8348f5b1-47fc-4255-8815-8abcaa2d3dd3 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:51:02.290814 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8348f5b1-47fc-4255-8815-8abcaa2d3dd3 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:51:02.291136 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8348f5b1-47fc-4255-8815-8abcaa2d3dd3 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:51:02.291454 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8348f5b1-47fc-4255-8815-8abcaa2d3dd3 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:51:02.291776 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8348f5b1-47fc-4255-8815-8abcaa2d3dd3 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:51:02.398284 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6a7deaa7-9cb3-4f6b-b30f-090b54e497c1 req-8348f5b1-47fc-4255-8815-8abcaa2d3dd3 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Router 0576a2b9-2cc4-4905-8ec3-663f026e0538 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:51:02.507147 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6a7deaa7-9cb3-4f6b-b30f-090b54e497c1 req-8348f5b1-47fc-4255-8815-8abcaa2d3dd3 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:51:02.516842 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9387eed3-a83e-4db9-95b1-d0fb0d0c98ac None None] Sync routers for ids ['0576a2b9-2cc4-4905-8ec3-663f026e0538'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:51:02.537596 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9387eed3-a83e-4db9-95b1-d0fb0d0c98ac None None] Routers {'0576a2b9-2cc4-4905-8ec3-663f026e0538'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:51:02.539135 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-9387eed3-a83e-4db9-95b1-d0fb0d0c98ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:50:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['0576a2b9-2cc4-4905-8ec3-663f026e0538'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:51:02.553191 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a7deaa7-9cb3-4f6b-b30f-090b54e497c1 req-8348f5b1-47fc-4255-8815-8abcaa2d3dd3 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] No DVR routers for this DVR port 6e482f4a-7b98-4cd1-8198-6cfadb006087 on host n-h1-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:51:02.557104 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-6a7deaa7-9cb3-4f6b-b30f-090b54e497c1 req-8348f5b1-47fc-4255-8815-8abcaa2d3dd3 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:02.559198 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6a7deaa7-9cb3-4f6b-b30f-090b54e497c1 req-8348f5b1-47fc-4255-8815-8abcaa2d3dd3 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.21 "DELETE /v2.0/ports/6e482f4a-7b98-4cd1-8198-6cfadb006087 HTTP/1.1" status: 204 len: 173 time: 0.9114239 Jul 05 02:51:02.560299 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4b51808-3a16-4400-8116-752510d70730', 'name': 'network-vif-deleted', 'tag': '6e482f4a-7b98-4cd1-8198-6cfadb006087'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:51:02.563802 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e87d4e9-06bf-432b-abcb-7e42d58e3fb9" -d '{"events": [{"server_uuid": "d4b51808-3a16-4400-8116-752510d70730", "name": "network-vif-deleted", "tag": "6e482f4a-7b98-4cd1-8198-6cfadb006087"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:51:02.659139 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-9387eed3-a83e-4db9-95b1-d0fb0d0c98ac None None] Set router 0576a2b9-2cc4-4905-8ec3-663f026e0538 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:51:02.678396 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef1e15bb-a5f3-4013-8ab5-8538a1e1526a x-openstack-request-id: req-ef1e15bb-a5f3-4013-8ab5-8538a1e1526a {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:51:02.678919 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4b51808-3a16-4400-8116-752510d70730", "name": "network-vif-deleted", "tag": "6e482f4a-7b98-4cd1-8198-6cfadb006087", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:51:02.679794 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ef1e15bb-a5f3-4013-8ab5-8538a1e1526a {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:51:02.680274 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4b51808-3a16-4400-8116-752510d70730', 'name': 'network-vif-deleted', 'tag': '6e482f4a-7b98-4cd1-8198-6cfadb006087', 'status': 'completed', 'code': 200} Jul 05 02:51:02.910687 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-9387eed3-a83e-4db9-95b1-d0fb0d0c98ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0576a2b9-2cc4-4905-8ec3-663f026e0538', 'name': 'tempest-AttachVolumeShelveTestJSON-1776347955-router', 'tenant_id': 'f71f6dbd7ca04e46abf258fabaf4edd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '63cd5c22-c8e7-4c32-88ad-d0657fb24d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:43:20Z', 'updated_at': '2021-07-05T02:43:29Z', 'revision_number': 4, 'project_id': 'f71f6dbd7ca04e46abf258fabaf4edd3', 'gw_port': {'id': '63cd5c22-c8e7-4c32-88ad-d0657fb24d47', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:46:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0576a2b9-2cc4-4905-8ec3-663f026e0538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:43:22Z', 'updated_at': '2021-07-05T02:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '744af8d5-757e-4652-95ba-36160c6b27ca', 'name': '', 'network_id': '319f6f27-0518-41ae-a3ab-b70eb1a13ad7', 'tenant_id': 'f71f6dbd7ca04e46abf258fabaf4edd3', 'mac_address': 'fa:16:3e:54:27:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0576a2b9-2cc4-4905-8ec3-663f026e0538', 'device_owner': 'network:router_interface', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': '3a90bcd4-05d3-4076-8731-a724bae74bd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:43:27Z', 'updated_at': '2021-07-05T02:43:38Z', 'revision_number': 5, 'project_id': 'f71f6dbd7ca04e46abf258fabaf4edd3', 'subnets': [{'id': '3a90bcd4-05d3-4076-8731-a724bae74bd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:51:02.927607 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f00060bc-8f48-4539-8a65-0147c407f6b9 req-cdba1d13-6c4d-4180-b315-ccae4dc6fa30 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4b51808-3a16-4400-8116-752510d70730 HTTP/1.1" status: 200 len: 210 time: 0.0335639 Jul 05 02:51:02.937047 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9387eed3-a83e-4db9-95b1-d0fb0d0c98ac None None] Checking router: 0576a2b9-2cc4-4905-8ec3-663f026e0538 for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:51:02.946209 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9387eed3-a83e-4db9-95b1-d0fb0d0c98ac None None] Routers {'0576a2b9-2cc4-4905-8ec3-663f026e0538'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:51:02.946824 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-9387eed3-a83e-4db9-95b1-d0fb0d0c98ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:50:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['0576a2b9-2cc4-4905-8ec3-663f026e0538'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:51:03.052798 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-9387eed3-a83e-4db9-95b1-d0fb0d0c98ac None None] Set router 0576a2b9-2cc4-4905-8ec3-663f026e0538 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:51:03.408337 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-9387eed3-a83e-4db9-95b1-d0fb0d0c98ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0576a2b9-2cc4-4905-8ec3-663f026e0538', 'name': 'tempest-AttachVolumeShelveTestJSON-1776347955-router', 'tenant_id': 'f71f6dbd7ca04e46abf258fabaf4edd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '63cd5c22-c8e7-4c32-88ad-d0657fb24d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:43:20Z', 'updated_at': '2021-07-05T02:43:29Z', 'revision_number': 4, 'project_id': 'f71f6dbd7ca04e46abf258fabaf4edd3', 'gw_port': {'id': '63cd5c22-c8e7-4c32-88ad-d0657fb24d47', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:46:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0576a2b9-2cc4-4905-8ec3-663f026e0538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:43:22Z', 'updated_at': '2021-07-05T02:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '744af8d5-757e-4652-95ba-36160c6b27ca', 'name': '', 'network_id': '319f6f27-0518-41ae-a3ab-b70eb1a13ad7', 'tenant_id': 'f71f6dbd7ca04e46abf258fabaf4edd3', 'mac_address': 'fa:16:3e:54:27:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0576a2b9-2cc4-4905-8ec3-663f026e0538', 'device_owner': 'network:router_interface', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': '3a90bcd4-05d3-4076-8731-a724bae74bd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:43:27Z', 'updated_at': '2021-07-05T02:43:38Z', 'revision_number': 5, 'project_id': 'f71f6dbd7ca04e46abf258fabaf4edd3', 'subnets': [{'id': '3a90bcd4-05d3-4076-8731-a724bae74bd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:51:03.435118 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9387eed3-a83e-4db9-95b1-d0fb0d0c98ac None None] The sync data for ids ['0576a2b9-2cc4-4905-8ec3-663f026e0538'] in n-d-771362-32 is: [{'id': '0576a2b9-2cc4-4905-8ec3-663f026e0538', 'name': 'tempest-AttachVolumeShelveTestJSON-1776347955-router', 'tenant_id': 'f71f6dbd7ca04e46abf258fabaf4edd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '63cd5c22-c8e7-4c32-88ad-d0657fb24d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:43:20Z', 'updated_at': '2021-07-05T02:43:29Z', 'revision_number': 4, 'project_id': 'f71f6dbd7ca04e46abf258fabaf4edd3', 'gw_port': {'id': '63cd5c22-c8e7-4c32-88ad-d0657fb24d47', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:46:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0576a2b9-2cc4-4905-8ec3-663f026e0538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:43:22Z', 'updated_at': '2021-07-05T02:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '744af8d5-757e-4652-95ba-36160c6b27ca', 'name': '', 'network_id': '319f6f27-0518-41ae-a3ab-b70eb1a13ad7', 'tenant_id': 'f71f6dbd7ca04e46abf258fabaf4edd3', 'mac_address': 'fa:16:3e:54:27:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0576a2b9-2cc4-4905-8ec3-663f026e0538', 'device_owner': 'network:router_interface', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': '3a90bcd4-05d3-4076-8731-a724bae74bd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:43:27Z', 'updated_at': '2021-07-05T02:43:38Z', 'revision_number': 5, 'project_id': 'f71f6dbd7ca04e46abf258fabaf4edd3', 'subnets': [{'id': '3a90bcd4-05d3-4076-8731-a724bae74bd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:51:03.700409 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fb8cf4-6ba0-442f-ba27-3396807617d5 None None] New status for floating IP ced215d5-139d-4f72-a8c7-2a6fbda18c01: DOWN {{(pid=94464) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 02:51:04.177684 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 39322) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:51:04.233656 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-284ae244-6980-4f79-bcb6-13d886184481 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:04.256646 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-284ae244-6980-4f79-bcb6-13d886184481 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:04.376173 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-284ae244-6980-4f79-bcb6-13d886184481 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:04.378868 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-284ae244-6980-4f79-bcb6-13d886184481 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:04.382569 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-284ae244-6980-4f79-bcb6-13d886184481 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "DELETE /v2.0/security-groups/0a17cceb-80fd-4610-b8a0-df1101fe3ca0 HTTP/1.1" status: 204 len: 168 time: 0.2012799 Jul 05 02:51:04.383468 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39326) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:51:04.390067 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284ae244-6980-4f79-bcb6-13d886184481 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a17cceb-80fd-4610-b8a0-df1101fe3ca0,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:51:04.401828 n-d-771362-32 neutron-server[94462]: INFO neutron.api.v2.resource [None req-c9f47e87-034c-4cb3-b99d-ca9d6830cd12 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] show failed (client error): The resource could not be found. Jul 05 02:51:04.406988 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 39328) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:51:04.407489 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-c9f47e87-034c-4cb3-b99d-ca9d6830cd12 tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "GET /v2.0/security-groups/0a17cceb-80fd-4610-b8a0-df1101fe3ca0 HTTP/1.1" status: 404 len: 347 time: 0.0211263 Jul 05 02:51:04.536907 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-0f21c439-5f29-4e3d-81ec-859d4b24cbde tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Deleting port 4c3498ee-6e7d-4f10-963d-c965743eb437 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:51:04.537289 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0f21c439-5f29-4e3d-81ec-859d4b24cbde tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:04.614370 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0f21c439-5f29-4e3d-81ec-859d4b24cbde tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:04.614698 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0f21c439-5f29-4e3d-81ec-859d4b24cbde tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:04.626411 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-0f21c439-5f29-4e3d-81ec-859d4b24cbde tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Calling delete_port for 4c3498ee-6e7d-4f10-963d-c965743eb437 owned by network:floatingip {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:51:04.816464 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0f21c439-5f29-4e3d-81ec-859d4b24cbde tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:04.846711 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f21c439-5f29-4e3d-81ec-859d4b24cbde tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Pushing event deleted for resources: {'Port': ['ID=4c3498ee-6e7d-4f10-963d-c965743eb437,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:51:04.908270 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0f21c439-5f29-4e3d-81ec-859d4b24cbde tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Notify callbacks [] for floatingip, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:04.911749 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0f21c439-5f29-4e3d-81ec-859d4b24cbde tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:04.912921 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-0f21c439-5f29-4e3d-81ec-859d4b24cbde tempest-AttachVolumeShelveTestJSON-2108500818 tempest-AttachVolumeShelveTestJSON-2108500818-project] 10.222.0.23 "DELETE /v2.0/floatingips/ced215d5-139d-4f72-a8c7-2a6fbda18c01 HTTP/1.1" status: 204 len: 168 time: 0.5048120 Jul 05 02:51:05.627846 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 6e482f4a-7b98-4cd1-8198-6cfadb006087 no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:51:05.649439 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] No Port match for: 6e482f4a-7b98-4cd1-8198-6cfadb006087 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:51:05.649791 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 6e482f4a-7b98-4cd1-8198-6cfadb006087 not bound to the agent host n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:51:06.137734 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def6206f-0a6f-4f87-89eb-0173d3881245 req-c5c01522-fda5-4d19-b4e5-cd7d0723e19e tempest-VolumesBackupsTest-1416570098 tempest-VolumesBackupsTest-1416570098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:51:06.139323 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-def6206f-0a6f-4f87-89eb-0173d3881245 req-c5c01522-fda5-4d19-b4e5-cd7d0723e19e tempest-VolumesBackupsTest-1416570098 tempest-VolumesBackupsTest-1416570098-project] 10.222.0.23 "GET /v2.0/ports?device_id=130499ab-aab7-4348-8002-ba7c3ef259d5 HTTP/1.1" status: 200 len: 950 time: 0.0624390 Jul 05 02:51:06.180254 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-def6206f-0a6f-4f87-89eb-0173d3881245 req-6c6f5cea-3fac-41ef-a06c-e88f2342efdc tempest-VolumesBackupsTest-1416570098 tempest-VolumesBackupsTest-1416570098-project] 10.222.0.23 "GET /v2.0/security-groups?id=8ab35c9a-8e4e-40bf-bfd7-d9f2ac13f82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350747 Jul 05 02:51:07.363884 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fa1661-a92c-4765-b031-e3510adf3ec4 req-2a86dad2-12af-4e3d-8a53-6410e16075b5 tempest-VolumesBackupsTest-1416570098 tempest-VolumesBackupsTest-1416570098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:51:07.365408 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-11fa1661-a92c-4765-b031-e3510adf3ec4 req-2a86dad2-12af-4e3d-8a53-6410e16075b5 tempest-VolumesBackupsTest-1416570098 tempest-VolumesBackupsTest-1416570098-project] 10.222.0.23 "GET /v2.0/ports?device_id=130499ab-aab7-4348-8002-ba7c3ef259d5 HTTP/1.1" status: 200 len: 950 time: 0.0725186 Jul 05 02:51:07.407610 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-11fa1661-a92c-4765-b031-e3510adf3ec4 req-ad6f2b9d-f073-42a1-b09b-4253fb458882 tempest-VolumesBackupsTest-1416570098 tempest-VolumesBackupsTest-1416570098-project] 10.222.0.23 "GET /v2.0/security-groups?id=8ab35c9a-8e4e-40bf-bfd7-d9f2ac13f82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360892 Jul 05 02:51:07.542743 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0045df1-2ff1-4aac-b2e5-3ec63665198c req-86c98eda-8d59-45f8-b16d-224c6b2a8b92 tempest-VolumesBackupsTest-1416570098 tempest-VolumesBackupsTest-1416570098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:51:07.544397 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c0045df1-2ff1-4aac-b2e5-3ec63665198c req-86c98eda-8d59-45f8-b16d-224c6b2a8b92 tempest-VolumesBackupsTest-1416570098 tempest-VolumesBackupsTest-1416570098-project] 10.222.0.15 "GET /v2.0/ports?device_id=130499ab-aab7-4348-8002-ba7c3ef259d5 HTTP/1.1" status: 200 len: 950 time: 0.0703192 Jul 05 02:51:07.642349 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-c0045df1-2ff1-4aac-b2e5-3ec63665198c req-1a23f201-58aa-45f8-9d93-a5e64a8a2dfb tempest-VolumesBackupsTest-1416570098 tempest-VolumesBackupsTest-1416570098-project] Deleting port 5a8ec4dc-cfed-4896-a18d-030c242cdcf0 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:51:07.642691 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c0045df1-2ff1-4aac-b2e5-3ec63665198c req-1a23f201-58aa-45f8-9d93-a5e64a8a2dfb tempest-VolumesBackupsTest-1416570098 tempest-VolumesBackupsTest-1416570098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:07.741246 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-c0045df1-2ff1-4aac-b2e5-3ec63665198c req-1a23f201-58aa-45f8-9d93-a5e64a8a2dfb tempest-VolumesBackupsTest-1416570098 tempest-VolumesBackupsTest-1416570098-project] For port 5a8ec4dc-cfed-4896-a18d-030c242cdcf0, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=5a8ec4dc-cfed-4896-a18d-030c242cdcf0,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:51:07.742366 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c0045df1-2ff1-4aac-b2e5-3ec63665198c req-1a23f201-58aa-45f8-9d93-a5e64a8a2dfb tempest-VolumesBackupsTest-1416570098 tempest-VolumesBackupsTest-1416570098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:07.753658 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-c0045df1-2ff1-4aac-b2e5-3ec63665198c req-1a23f201-58aa-45f8-9d93-a5e64a8a2dfb tempest-VolumesBackupsTest-1416570098 tempest-VolumesBackupsTest-1416570098-project] Calling delete_port for 5a8ec4dc-cfed-4896-a18d-030c242cdcf0 owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:51:07.976877 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c0045df1-2ff1-4aac-b2e5-3ec63665198c req-1a23f201-58aa-45f8-9d93-a5e64a8a2dfb tempest-VolumesBackupsTest-1416570098 tempest-VolumesBackupsTest-1416570098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:07.990013 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['5a8ec4dc-cfed-4896-a18d-030c242cdcf0'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:51:08.005957 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a23f201-58aa-45f8-9d93-a5e64a8a2dfb tempest-VolumesBackupsTest-1416570098 tempest-VolumesBackupsTest-1416570098-project] Pushing event deleted for resources: {'Port': ['ID=5a8ec4dc-cfed-4896-a18d-030c242cdcf0,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:51:08.053665 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0045df1-2ff1-4aac-b2e5-3ec63665198c req-1a23f201-58aa-45f8-9d93-a5e64a8a2dfb tempest-VolumesBackupsTest-1416570098 tempest-VolumesBackupsTest-1416570098-project] No DVR routers for this DVR port 5a8ec4dc-cfed-4896-a18d-030c242cdcf0 on host n-h2-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:51:08.058147 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c0045df1-2ff1-4aac-b2e5-3ec63665198c req-1a23f201-58aa-45f8-9d93-a5e64a8a2dfb tempest-VolumesBackupsTest-1416570098 tempest-VolumesBackupsTest-1416570098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:08.058546 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c0045df1-2ff1-4aac-b2e5-3ec63665198c req-1a23f201-58aa-45f8-9d93-a5e64a8a2dfb tempest-VolumesBackupsTest-1416570098 tempest-VolumesBackupsTest-1416570098-project] 10.222.0.15 "DELETE /v2.0/ports/5a8ec4dc-cfed-4896-a18d-030c242cdcf0 HTTP/1.1" status: 204 len: 173 time: 0.5089588 Jul 05 02:51:08.058994 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '130499ab-aab7-4348-8002-ba7c3ef259d5', 'name': 'network-vif-deleted', 'tag': '5a8ec4dc-cfed-4896-a18d-030c242cdcf0'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:51:08.061307 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c1a402a-81f2-436e-822e-5a0aec804094" -d '{"events": [{"server_uuid": "130499ab-aab7-4348-8002-ba7c3ef259d5", "name": "network-vif-deleted", "tag": "5a8ec4dc-cfed-4896-a18d-030c242cdcf0"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:51:08.097649 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dc51a1f-508f-4db3-8b2a-c329d9f96c96 x-openstack-request-id: req-8dc51a1f-508f-4db3-8b2a-c329d9f96c96 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:51:08.097975 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "130499ab-aab7-4348-8002-ba7c3ef259d5", "name": "network-vif-deleted", "tag": "5a8ec4dc-cfed-4896-a18d-030c242cdcf0", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:51:08.098324 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8dc51a1f-508f-4db3-8b2a-c329d9f96c96 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:51:08.098735 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '130499ab-aab7-4348-8002-ba7c3ef259d5', 'name': 'network-vif-deleted', 'tag': '5a8ec4dc-cfed-4896-a18d-030c242cdcf0', 'status': 'completed', 'code': 200} Jul 05 02:51:08.566559 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-87c5eb46-2a17-41fe-b75a-ed77c52eeb58 req-402ba6e9-5c29-401d-89bc-48b35b1783c1 tempest-VolumesBackupsTest-1416570098 tempest-VolumesBackupsTest-1416570098-project] 10.222.0.23 "GET /v2.0/ports?device_id=130499ab-aab7-4348-8002-ba7c3ef259d5 HTTP/1.1" status: 200 len: 210 time: 0.0281405 Jul 05 02:51:11.001009 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39376) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:51:11.074930 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 5a8ec4dc-cfed-4896-a18d-030c242cdcf0 no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:51:11.098237 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] No Port match for: 5a8ec4dc-cfed-4896-a18d-030c242cdcf0 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:51:11.098529 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 5a8ec4dc-cfed-4896-a18d-030c242cdcf0 not bound to the agent host n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:51:11.463017 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-edd58ae7-bed2-44cd-bda2-5c8a769e2444 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1634680'] for router_interface, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:11.735273 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-edd58ae7-bed2-44cd-bda2-5c8a769e2444 admin admin] Deleting port 744af8d5-757e-4652-95ba-36160c6b27ca {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:51:11.735532 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-edd58ae7-bed2-44cd-bda2-5c8a769e2444 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:11.816756 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-edd58ae7-bed2-44cd-bda2-5c8a769e2444 admin admin] For port 744af8d5-757e-4652-95ba-36160c6b27ca, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=744af8d5-757e-4652-95ba-36160c6b27ca,segment=NetworkSegment(be409309-6ad2-47dc-8674-b2f6fbe283c8),segment_id=be409309-6ad2-47dc-8674-b2f6fbe283c8)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:51:11.817121 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-edd58ae7-bed2-44cd-bda2-5c8a769e2444 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:11.830826 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-edd58ae7-bed2-44cd-bda2-5c8a769e2444 admin admin] Calling delete_port for 744af8d5-757e-4652-95ba-36160c6b27ca owned by network:router_interface {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:51:11.930849 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:11.976116 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:12.084889 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-edd58ae7-bed2-44cd-bda2-5c8a769e2444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:12.111926 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd58ae7-bed2-44cd-bda2-5c8a769e2444 admin admin] Pushing event deleted for resources: {'Port': ['ID=744af8d5-757e-4652-95ba-36160c6b27ca,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:51:12.124261 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd58ae7-bed2-44cd-bda2-5c8a769e2444 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:51:12.124678 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd58ae7-bed2-44cd-bda2-5c8a769e2444 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:51:12.125014 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd58ae7-bed2-44cd-bda2-5c8a769e2444 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:51:12.125355 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd58ae7-bed2-44cd-bda2-5c8a769e2444 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:51:12.125952 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd58ae7-bed2-44cd-bda2-5c8a769e2444 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:51:12.126101 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd58ae7-bed2-44cd-bda2-5c8a769e2444 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:51:12.126406 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd58ae7-bed2-44cd-bda2-5c8a769e2444 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:51:12.126725 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd58ae7-bed2-44cd-bda2-5c8a769e2444 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:51:12.127064 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd58ae7-bed2-44cd-bda2-5c8a769e2444 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:51:12.127382 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd58ae7-bed2-44cd-bda2-5c8a769e2444 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:51:12.127699 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd58ae7-bed2-44cd-bda2-5c8a769e2444 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:51:12.128012 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd58ae7-bed2-44cd-bda2-5c8a769e2444 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:51:12.287702 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-edd58ae7-bed2-44cd-bda2-5c8a769e2444 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635398'] for router_interface, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:12.504284 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edd58ae7-bed2-44cd-bda2-5c8a769e2444 admin admin] Router 0576a2b9-2cc4-4905-8ec3-663f026e0538 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:51:12.623701 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edd58ae7-bed2-44cd-bda2-5c8a769e2444 admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:51:12.631135 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-edd58ae7-bed2-44cd-bda2-5c8a769e2444 admin admin] 10.222.0.23 "PUT /v2.0/routers/0576a2b9-2cc4-4905-8ec3-663f026e0538/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6287522 Jul 05 02:51:12.632727 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510d9260-a353-4385-b62f-e3711f45aeeb None None] Sync routers for ids ['0576a2b9-2cc4-4905-8ec3-663f026e0538'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:51:12.633485 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39382) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:51:12.642873 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510d9260-a353-4385-b62f-e3711f45aeeb None None] Routers {'0576a2b9-2cc4-4905-8ec3-663f026e0538'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:51:12.643483 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-510d9260-a353-4385-b62f-e3711f45aeeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:50:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['0576a2b9-2cc4-4905-8ec3-663f026e0538'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:51:12.740977 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d65a1f3c-4c26-475e-b12f-c7cc17250242 admin admin] Notify callbacks [] for router, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:12.750480 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-510d9260-a353-4385-b62f-e3711f45aeeb None None] Set router 0576a2b9-2cc4-4905-8ec3-663f026e0538 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:51:12.947730 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-510d9260-a353-4385-b62f-e3711f45aeeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0576a2b9-2cc4-4905-8ec3-663f026e0538', 'name': 'tempest-AttachVolumeShelveTestJSON-1776347955-router', 'tenant_id': 'f71f6dbd7ca04e46abf258fabaf4edd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '63cd5c22-c8e7-4c32-88ad-d0657fb24d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:43:20Z', 'updated_at': '2021-07-05T02:51:11Z', 'revision_number': 5, 'project_id': 'f71f6dbd7ca04e46abf258fabaf4edd3', 'gw_port': {'id': '63cd5c22-c8e7-4c32-88ad-d0657fb24d47', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:46:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0576a2b9-2cc4-4905-8ec3-663f026e0538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:43:22Z', 'updated_at': '2021-07-05T02:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:51:12.976345 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510d9260-a353-4385-b62f-e3711f45aeeb None None] Checking router: 0576a2b9-2cc4-4905-8ec3-663f026e0538 for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:51:12.986062 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510d9260-a353-4385-b62f-e3711f45aeeb None None] Routers {'0576a2b9-2cc4-4905-8ec3-663f026e0538'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:51:12.986734 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-510d9260-a353-4385-b62f-e3711f45aeeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:50:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['0576a2b9-2cc4-4905-8ec3-663f026e0538'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:51:13.122767 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-510d9260-a353-4385-b62f-e3711f45aeeb None None] Set router 0576a2b9-2cc4-4905-8ec3-663f026e0538 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:51:13.159591 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d65a1f3c-4c26-475e-b12f-c7cc17250242 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:13.316272 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-510d9260-a353-4385-b62f-e3711f45aeeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0576a2b9-2cc4-4905-8ec3-663f026e0538', 'name': 'tempest-AttachVolumeShelveTestJSON-1776347955-router', 'tenant_id': 'f71f6dbd7ca04e46abf258fabaf4edd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '63cd5c22-c8e7-4c32-88ad-d0657fb24d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:43:20Z', 'updated_at': '2021-07-05T02:51:11Z', 'revision_number': 5, 'project_id': 'f71f6dbd7ca04e46abf258fabaf4edd3', 'gw_port': {'id': '63cd5c22-c8e7-4c32-88ad-d0657fb24d47', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:46:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0576a2b9-2cc4-4905-8ec3-663f026e0538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:43:22Z', 'updated_at': '2021-07-05T02:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:51:13.348138 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510d9260-a353-4385-b62f-e3711f45aeeb None None] The sync data for ids ['0576a2b9-2cc4-4905-8ec3-663f026e0538'] in n-d-771362-32 is: [{'id': '0576a2b9-2cc4-4905-8ec3-663f026e0538', 'name': 'tempest-AttachVolumeShelveTestJSON-1776347955-router', 'tenant_id': 'f71f6dbd7ca04e46abf258fabaf4edd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '63cd5c22-c8e7-4c32-88ad-d0657fb24d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:43:20Z', 'updated_at': '2021-07-05T02:51:11Z', 'revision_number': 5, 'project_id': 'f71f6dbd7ca04e46abf258fabaf4edd3', 'gw_port': {'id': '63cd5c22-c8e7-4c32-88ad-d0657fb24d47', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:46:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0576a2b9-2cc4-4905-8ec3-663f026e0538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:43:22Z', 'updated_at': '2021-07-05T02:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:51:13.354749 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-d65a1f3c-4c26-475e-b12f-c7cc17250242 admin admin] Deleting port 63cd5c22-c8e7-4c32-88ad-d0657fb24d47 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:51:13.355132 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d65a1f3c-4c26-475e-b12f-c7cc17250242 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:13.436076 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-d65a1f3c-4c26-475e-b12f-c7cc17250242 admin admin] For port 63cd5c22-c8e7-4c32-88ad-d0657fb24d47, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=63cd5c22-c8e7-4c32-88ad-d0657fb24d47,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:51:13.436435 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d65a1f3c-4c26-475e-b12f-c7cc17250242 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:13.452616 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-d65a1f3c-4c26-475e-b12f-c7cc17250242 admin admin] Calling delete_port for 63cd5c22-c8e7-4c32-88ad-d0657fb24d47 owned by network:router_gateway {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:51:13.719521 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d65a1f3c-4c26-475e-b12f-c7cc17250242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:13.747187 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65a1f3c-4c26-475e-b12f-c7cc17250242 admin admin] Pushing event deleted for resources: {'Port': ['ID=63cd5c22-c8e7-4c32-88ad-d0657fb24d47,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:51:13.820274 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d65a1f3c-4c26-475e-b12f-c7cc17250242 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636927'] for router_gateway, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:13.905921 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 744af8d5-757e-4652-95ba-36160c6b27ca no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:51:13.913989 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d65a1f3c-4c26-475e-b12f-c7cc17250242 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11828'] for router, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:13.916319 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d65a1f3c-4c26-475e-b12f-c7cc17250242 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:13.931376 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 744af8d5-757e-4652-95ba-36160c6b27ca {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:51:13.931725 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 744af8d5-757e-4652-95ba-36160c6b27ca not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:51:14.028089 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d65a1f3c-4c26-475e-b12f-c7cc17250242 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1575451'] for router, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:14.028671 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d65a1f3c-4c26-475e-b12f-c7cc17250242 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0576a2b9-2cc4-4905-8ec3-663f026e0538 {{(pid=94462) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 02:51:14.032950 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d65a1f3c-4c26-475e-b12f-c7cc17250242 admin admin] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:14.034116 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-d65a1f3c-4c26-475e-b12f-c7cc17250242 admin admin] 10.222.0.23 "DELETE /v2.0/routers/0576a2b9-2cc4-4905-8ec3-663f026e0538 HTTP/1.1" status: 204 len: 168 time: 1.3997021 Jul 05 02:51:14.036607 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39430) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:51:14.087863 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c83bbda-7d51-4a72-a5ff-e48023effd5a admin admin] Deleting subnet 3a90bcd4-05d3-4076-8731-a724bae74bd9 {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:51:14.091678 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2c83bbda-7d51-4a72-a5ff-e48023effd5a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:14.130693 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2c83bbda-7d51-4a72-a5ff-e48023effd5a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:14.210691 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2c83bbda-7d51-4a72-a5ff-e48023effd5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:14.336681 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2c83bbda-7d51-4a72-a5ff-e48023effd5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:14.366002 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c83bbda-7d51-4a72-a5ff-e48023effd5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a90bcd4-05d3-4076-8731-a724bae74bd9,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:51:14.372648 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2c83bbda-7d51-4a72-a5ff-e48023effd5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:14.376997 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-2c83bbda-7d51-4a72-a5ff-e48023effd5a admin admin] 10.222.0.23 "DELETE /v2.0/subnets/3a90bcd4-05d3-4076-8731-a724bae74bd9 HTTP/1.1" status: 204 len: 168 time: 0.3371410 Jul 05 02:51:14.377316 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39442) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:51:14.379292 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb33b064-c0ff-4f8e-8125-89d05356a309 None None] Network 319f6f27-0518-41ae-a3ab-b70eb1a13ad7 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:51:14.449031 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-431d81e3-b3bb-497b-82c9-1066b9f5bee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:14.519211 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-431d81e3-b3bb-497b-82c9-1066b9f5bee5 admin admin] Deleting port d09116da-ddf5-4695-a547-adc960682778 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:51:14.520498 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-431d81e3-b3bb-497b-82c9-1066b9f5bee5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:14.608510 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-431d81e3-b3bb-497b-82c9-1066b9f5bee5 admin admin] For port d09116da-ddf5-4695-a547-adc960682778, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=d09116da-ddf5-4695-a547-adc960682778,segment=NetworkSegment(be409309-6ad2-47dc-8674-b2f6fbe283c8),segment_id=be409309-6ad2-47dc-8674-b2f6fbe283c8)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:51:14.608861 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-431d81e3-b3bb-497b-82c9-1066b9f5bee5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:14.624451 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-431d81e3-b3bb-497b-82c9-1066b9f5bee5 admin admin] Calling delete_port for d09116da-ddf5-4695-a547-adc960682778 owned by network:dhcp {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:51:14.624678 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b9a9fd-f213-4c64-99c6-9962682886d7 None None] DHCP port deletion for 319f6f27-0518-41ae-a3ab-b70eb1a13ad7 request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:51:14.675352 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-12b9a9fd-f213-4c64-99c6-9962682886d7 None None] Deleting port d09116da-ddf5-4695-a547-adc960682778 {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:51:14.675990 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-12b9a9fd-f213-4c64-99c6-9962682886d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:14.744802 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-12b9a9fd-f213-4c64-99c6-9962682886d7 None None] For port d09116da-ddf5-4695-a547-adc960682778, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=d09116da-ddf5-4695-a547-adc960682778,segment=NetworkSegment(be409309-6ad2-47dc-8674-b2f6fbe283c8),segment_id=be409309-6ad2-47dc-8674-b2f6fbe283c8)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:51:14.745204 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-12b9a9fd-f213-4c64-99c6-9962682886d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:14.758264 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-12b9a9fd-f213-4c64-99c6-9962682886d7 None None] Calling delete_port for d09116da-ddf5-4695-a547-adc960682778 owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:51:14.806037 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-431d81e3-b3bb-497b-82c9-1066b9f5bee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:14.833889 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431d81e3-b3bb-497b-82c9-1066b9f5bee5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d09116da-ddf5-4695-a547-adc960682778,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:51:14.836494 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-12b9a9fd-f213-4c64-99c6-9962682886d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:14.842388 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431d81e3-b3bb-497b-82c9-1066b9f5bee5 admin admin] No DVR routers for this DVR port d09116da-ddf5-4695-a547-adc960682778 on host n-d-771362-32 {{(pid=94462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:51:14.871285 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b9a9fd-f213-4c64-99c6-9962682886d7 None None] Pushing event deleted for resources: {'Port': ['ID=d09116da-ddf5-4695-a547-adc960682778,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:51:14.879191 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b9a9fd-f213-4c64-99c6-9962682886d7 None None] No DVR routers for this DVR port d09116da-ddf5-4695-a547-adc960682778 on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:51:14.896038 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b9a9fd-f213-4c64-99c6-9962682886d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:51:14.896779 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b9a9fd-f213-4c64-99c6-9962682886d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:51:14.897109 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b9a9fd-f213-4c64-99c6-9962682886d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:51:14.898158 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b9a9fd-f213-4c64-99c6-9962682886d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:51:14.898735 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b9a9fd-f213-4c64-99c6-9962682886d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:51:14.899276 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b9a9fd-f213-4c64-99c6-9962682886d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:51:14.899818 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b9a9fd-f213-4c64-99c6-9962682886d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:51:14.900337 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b9a9fd-f213-4c64-99c6-9962682886d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:51:14.900878 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b9a9fd-f213-4c64-99c6-9962682886d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:51:14.902172 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b9a9fd-f213-4c64-99c6-9962682886d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:51:14.902172 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b9a9fd-f213-4c64-99c6-9962682886d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:51:14.902551 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b9a9fd-f213-4c64-99c6-9962682886d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:51:14.938420 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-431d81e3-b3bb-497b-82c9-1066b9f5bee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:14.950649 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-431d81e3-b3bb-497b-82c9-1066b9f5bee5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['319f6f27-0518-41ae-a3ab-b70eb1a13ad7']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:51:14.962560 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-431d81e3-b3bb-497b-82c9-1066b9f5bee5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be409309-6ad2-47dc-8674-b2f6fbe283c8') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:51:14.962844 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-431d81e3-b3bb-497b-82c9-1066b9f5bee5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be409309-6ad2-47dc-8674-b2f6fbe283c8') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:51:14.972855 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-431d81e3-b3bb-497b-82c9-1066b9f5bee5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:14.995232 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-431d81e3-b3bb-497b-82c9-1066b9f5bee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:15.001077 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-431d81e3-b3bb-497b-82c9-1066b9f5bee5 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:51:15.001513 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-431d81e3-b3bb-497b-82c9-1066b9f5bee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:15.003204 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:51:15.003204 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:51:15.003204 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:51:15.003204 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:51:15.003204 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:51:15.003204 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:51:15.003204 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:51:15.003204 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:51:15.003204 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:51:15.003204 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:51:15.003204 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:51:15.003204 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:51:15.003204 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:51:15.003204 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:51:15.003204 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:51:15.003204 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:51:15.003204 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:51:15.003204 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:51:15.003204 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:51:15.003204 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:51:15.003204 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:51:15.003204 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:51:15.003204 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:51:15.003204 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:51:15.003204 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:51:15.003204 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:51:15.003204 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:51:15.003204 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:51:15.003204 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:51:15.003204 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:51:15.003204 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:51:15.003204 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:51:15.152491 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-431d81e3-b3bb-497b-82c9-1066b9f5bee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:15.158342 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-431d81e3-b3bb-497b-82c9-1066b9f5bee5 admin admin] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:15.161548 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-431d81e3-b3bb-497b-82c9-1066b9f5bee5 admin admin] 10.222.0.23 "DELETE /v2.0/networks/319f6f27-0518-41ae-a3ab-b70eb1a13ad7 HTTP/1.1" status: 204 len: 168 time: 0.7820613 Jul 05 02:51:15.172696 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431d81e3-b3bb-497b-82c9-1066b9f5bee5 admin admin] Pushing event deleted for resources: {'Network': ['ID=319f6f27-0518-41ae-a3ab-b70eb1a13ad7,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:51:15.537642 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39470) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:51:15.579467 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-47f73dc4-d66d-4e05-9d69-337d95b41a35 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f71f6dbd7ca04e46abf258fabaf4edd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406010 Jul 05 02:51:15.581959 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39472) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:51:15.631455 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4acc5c0b-53e1-41f7-b66d-aa700e96c1a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:15.653616 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4acc5c0b-53e1-41f7-b66d-aa700e96c1a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:15.783459 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4acc5c0b-53e1-41f7-b66d-aa700e96c1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:15.786279 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4acc5c0b-53e1-41f7-b66d-aa700e96c1a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:15.791014 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-4acc5c0b-53e1-41f7-b66d-aa700e96c1a4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d238212d-1a50-45b4-ab82-48399d70be5b HTTP/1.1" status: 204 len: 168 time: 0.2049232 Jul 05 02:51:15.797417 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acc5c0b-53e1-41f7-b66d-aa700e96c1a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d238212d-1a50-45b4-ab82-48399d70be5b,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:51:15.846567 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 63cd5c22-c8e7-4c32-88ad-d0657fb24d47 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:51:15.869913 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 63cd5c22-c8e7-4c32-88ad-d0657fb24d47 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:51:15.870333 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 63cd5c22-c8e7-4c32-88ad-d0657fb24d47 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:51:15.870769 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device d09116da-ddf5-4695-a547-adc960682778 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:51:15.890021 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: d09116da-ddf5-4695-a547-adc960682778 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:51:15.890392 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device d09116da-ddf5-4695-a547-adc960682778 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:51:16.877598 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39496) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:51:16.975603 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-2fed6c11-2a8d-41f8-8163-fe7ea2c9ce57 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-995065912-network', 'tenant_id': 'f0315daf84bb4df6b8d1cd6d576ae0f6'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:51:17.085739 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fed6c11-2a8d-41f8-8163-fe7ea2c9ce57 admin admin] Made reservation on behalf of f0315daf84bb4df6b8d1cd6d576ae0f6 for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:51:17.088310 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2fed6c11-2a8d-41f8-8163-fe7ea2c9ce57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:17.103411 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2fed6c11-2a8d-41f8-8163-fe7ea2c9ce57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:17.209038 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2fed6c11-2a8d-41f8-8163-fe7ea2c9ce57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:17.290680 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2fed6c11-2a8d-41f8-8163-fe7ea2c9ce57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:17.317761 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fed6c11-2a8d-41f8-8163-fe7ea2c9ce57 admin admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:51:17.328140 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fed6c11-2a8d-41f8-8163-fe7ea2c9ce57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=267fbb5b-2372-4c9d-918c-fbf73904b092,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:51:17.333116 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2fed6c11-2a8d-41f8-8163-fe7ea2c9ce57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:17.341687 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-2fed6c11-2a8d-41f8-8163-fe7ea2c9ce57 admin admin] Added segment 266510ee-3c4b-4192-af42-36c3122579a6 of type vlan for network ff22648f-8bb5-4a86-9270-68850417d1e1 Jul 05 02:51:17.376587 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2fed6c11-2a8d-41f8-8163-fe7ea2c9ce57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:17.479296 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2fed6c11-2a8d-41f8-8163-fe7ea2c9ce57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:17.480315 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fed6c11-2a8d-41f8-8163-fe7ea2c9ce57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:51:17.480906 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2fed6c11-2a8d-41f8-8163-fe7ea2c9ce57 admin admin] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:17.544970 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fed6c11-2a8d-41f8-8163-fe7ea2c9ce57 admin admin] Pushing event updated for resources: {'Network': ['ID=ff22648f-8bb5-4a86-9270-68850417d1e1,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:51:17.555471 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network ff22648f-8bb5-4a86-9270-68850417d1e1 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:51:17.674463 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-2fed6c11-2a8d-41f8-8163-fe7ea2c9ce57 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7956228 Jul 05 02:51:17.677493 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 39502) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:51:17.683098 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-95790d37-65ae-478b-8ce7-b92b754463b6 admin admin] Request body: {'subnet': {'network_id': 'ff22648f-8bb5-4a86-9270-68850417d1e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-995065912-subnet', 'tenant_id': 'f0315daf84bb4df6b8d1cd6d576ae0f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:51:17.787619 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95790d37-65ae-478b-8ce7-b92b754463b6 admin admin] Made reservation on behalf of f0315daf84bb4df6b8d1cd6d576ae0f6 for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:51:17.790685 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-95790d37-65ae-478b-8ce7-b92b754463b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:18.039995 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-95790d37-65ae-478b-8ce7-b92b754463b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:18.101865 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95790d37-65ae-478b-8ce7-b92b754463b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb90e76f-e0df-4327-a7fd-ca7e6e3dd6ca,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:51:18.112632 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95790d37-65ae-478b-8ce7-b92b754463b6 admin admin] Checking segment: {'id': '266510ee-3c4b-4192-af42-36c3122579a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ff22648f-8bb5-4a86-9270-68850417d1e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:51:18.113024 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95790d37-65ae-478b-8ce7-b92b754463b6 admin admin] Network hostable DHCP agents. Network: ff22648f-8bb5-4a86-9270-68850417d1e1, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:51:18.221889 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95790d37-65ae-478b-8ce7-b92b754463b6 admin admin] Network ff22648f-8bb5-4a86-9270-68850417d1e1 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:51:18.359476 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-95790d37-65ae-478b-8ce7-b92b754463b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, ff22648f-8bb5-4a86-9270-68850417d1e1) {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:51:18.364339 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95790d37-65ae-478b-8ce7-b92b754463b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:51:18.365127 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-95790d37-65ae-478b-8ce7-b92b754463b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:18.368793 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9674fafb-83e5-4f42-992e-4304effd41ce None None] Network ff22648f-8bb5-4a86-9270-68850417d1e1 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:51:18.480203 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-95790d37-65ae-478b-8ce7-b92b754463b6 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8015494 Jul 05 02:51:18.496906 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2582ee8-9add-4e24-be24-7f4734e64a21 None None] Network ff22648f-8bb5-4a86-9270-68850417d1e1 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:51:18.932813 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9a3ab9-0ca6-4b34-89ae-b7488f192d76 req-facfd2b5-1679-449b-b59c-8a86d6ccc6ef tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:51:18.934269 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0d9a3ab9-0ca6-4b34-89ae-b7488f192d76 req-facfd2b5-1679-449b-b59c-8a86d6ccc6ef tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.23 "GET /v2.0/networks?id=ff22648f-8bb5-4a86-9270-68850417d1e1 HTTP/1.1" status: 200 len: 814 time: 0.1161790 Jul 05 02:51:18.949155 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0d9a3ab9-0ca6-4b34-89ae-b7488f192d76 req-c395f46b-cdea-4a49-92b4-c1bd36855168 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.23 "GET /v2.0/quotas/f0315daf84bb4df6b8d1cd6d576ae0f6 HTTP/1.1" status: 200 len: 375 time: 0.0094440 Jul 05 02:51:18.982686 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0d9a3ab9-0ca6-4b34-89ae-b7488f192d76 req-b2dbe568-fa22-4e4d-a6c2-8cf02896c37c tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f0315daf84bb4df6b8d1cd6d576ae0f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280502 Jul 05 02:51:19.134682 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0d9a3ab9-0ca6-4b34-89ae-b7488f192d76 req-3779689b-3cb7-4f78-b7f9-3feb6b64f192 service neutron] 10.222.0.23 "GET /v2.0/networks/ff22648f-8bb5-4a86-9270-68850417d1e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452148 Jul 05 02:51:19.224657 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0d9a3ab9-0ca6-4b34-89ae-b7488f192d76 req-b640c289-1c2b-41d1-b5ef-7c692065de93 service neutron] 10.222.0.23 "GET /v2.0/networks/ff22648f-8bb5-4a86-9270-68850417d1e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881293 Jul 05 02:51:19.487061 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-792b84e8-2299-4d2b-a18e-940b7d25f19d req-1fef76f5-ac92-4a1f-8d5f-9989c3d627ca tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d1d216c-73f8-4cc2-ab79-ef91776b0919 HTTP/1.1" status: 200 len: 210 time: 0.0333121 Jul 05 02:51:20.644741 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d3ca5e6d-dc1a-4d35-bdbe-7a665cd69d97 req-047452ba-ef3f-4132-8da2-1b679f591751 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d1d216c-73f8-4cc2-ab79-ef91776b0919 HTTP/1.1" status: 200 len: 210 time: 0.0396669 Jul 05 02:51:20.948069 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-914195c3-5112-424f-a9b6-42e5656e54d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:21.804020 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-18530504-099c-435f-a885-01f13e414d16 req-66f3bac0-051d-4f09-8b5d-61cafc3e704c tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d1d216c-73f8-4cc2-ab79-ef91776b0919 HTTP/1.1" status: 200 len: 210 time: 0.0422699 Jul 05 02:51:22.358558 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9a3ab9-0ca6-4b34-89ae-b7488f192d76 req-1d4cada1-d3ec-447a-9ccc-aee02dc1750a tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:51:22.360046 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0d9a3ab9-0ca6-4b34-89ae-b7488f192d76 req-1d4cada1-d3ec-447a-9ccc-aee02dc1750a tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.21 "GET /v2.0/networks?id=ff22648f-8bb5-4a86-9270-68850417d1e1 HTTP/1.1" status: 200 len: 814 time: 0.1061594 Jul 05 02:51:22.376962 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-0d9a3ab9-0ca6-4b34-89ae-b7488f192d76 req-1b475ddc-3c50-4a83-aac0-6d29cacca864 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Request body: {'port': {'device_id': '7d1d216c-73f8-4cc2-ab79-ef91776b0919', 'network_id': 'ff22648f-8bb5-4a86-9270-68850417d1e1', 'admin_state_up': True, 'tenant_id': 'f0315daf84bb4df6b8d1cd6d576ae0f6'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:51:22.622324 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d9a3ab9-0ca6-4b34-89ae-b7488f192d76 req-1b475ddc-3c50-4a83-aac0-6d29cacca864 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Made reservation on behalf of f0315daf84bb4df6b8d1cd6d576ae0f6 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:51:22.626105 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-0d9a3ab9-0ca6-4b34-89ae-b7488f192d76 req-1b475ddc-3c50-4a83-aac0-6d29cacca864 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:22.758169 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-0d9a3ab9-0ca6-4b34-89ae-b7488f192d76 req-1b475ddc-3c50-4a83-aac0-6d29cacca864 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Allocated IP 172.20.0.8 (ff22648f-8bb5-4a86-9270-68850417d1e1/cb90e76f-e0df-4327-a7fd-ca7e6e3dd6ca/882d8448-921f-430b-9afc-756622d84041) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:51:22.916967 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-0d9a3ab9-0ca6-4b34-89ae-b7488f192d76 req-1b475ddc-3c50-4a83-aac0-6d29cacca864 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:22.956160 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a06cb256-eddc-425f-ad8c-43505a77cc27 req-1797d31f-6722-44a7-b922-b554e202fd1e tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d1d216c-73f8-4cc2-ab79-ef91776b0919 HTTP/1.1" status: 200 len: 210 time: 0.0298088 Jul 05 02:51:23.056879 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-0d9a3ab9-0ca6-4b34-89ae-b7488f192d76 req-1b475ddc-3c50-4a83-aac0-6d29cacca864 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:23.106687 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d9a3ab9-0ca6-4b34-89ae-b7488f192d76 req-1b475ddc-3c50-4a83-aac0-6d29cacca864 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Network ff22648f-8bb5-4a86-9270-68850417d1e1 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:51:23.114219 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-0d9a3ab9-0ca6-4b34-89ae-b7488f192d76 req-1b475ddc-3c50-4a83-aac0-6d29cacca864 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:51:23.118868 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d9a3ab9-0ca6-4b34-89ae-b7488f192d76 req-1b475ddc-3c50-4a83-aac0-6d29cacca864 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:51:23.122781 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b475ddc-3c50-4a83-aac0-6d29cacca864 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Pushing event updated for resources: {'Port': ['ID=882d8448-921f-430b-9afc-756622d84041,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:51:23.168326 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9a3ab9-0ca6-4b34-89ae-b7488f192d76 req-1b475ddc-3c50-4a83-aac0-6d29cacca864 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:51:23.169070 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-0d9a3ab9-0ca6-4b34-89ae-b7488f192d76 req-1b475ddc-3c50-4a83-aac0-6d29cacca864 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:23.228194 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a61d9dd9-8cf4-476a-bb0b-45ae870f448e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:23.257295 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0d9a3ab9-0ca6-4b34-89ae-b7488f192d76 req-1b475ddc-3c50-4a83-aac0-6d29cacca864 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8884363 Jul 05 02:51:23.268845 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-0d9a3ab9-0ca6-4b34-89ae-b7488f192d76 req-a4c030a1-b33d-4c10-91da-3a54b9d092b6 service neutron] Request body: {'port': {'device_id': '7d1d216c-73f8-4cc2-ab79-ef91776b0919', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:51:23.345733 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-0d9a3ab9-0ca6-4b34-89ae-b7488f192d76 req-a4c030a1-b33d-4c10-91da-3a54b9d092b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:23.619131 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-0d9a3ab9-0ca6-4b34-89ae-b7488f192d76 req-a4c030a1-b33d-4c10-91da-3a54b9d092b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 882d8448-921f-430b-9afc-756622d84041 {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:51:23.626857 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-0d9a3ab9-0ca6-4b34-89ae-b7488f192d76 req-a4c030a1-b33d-4c10-91da-3a54b9d092b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:23.639295 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-0d9a3ab9-0ca6-4b34-89ae-b7488f192d76 req-a4c030a1-b33d-4c10-91da-3a54b9d092b6 service neutron] Transition to ACTIVE for port object 882d8448-921f-430b-9afc-756622d84041 will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:51:23.702076 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-0d9a3ab9-0ca6-4b34-89ae-b7488f192d76 req-a4c030a1-b33d-4c10-91da-3a54b9d092b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:23.750797 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c030a1-b33d-4c10-91da-3a54b9d092b6 service neutron] Pushing event updated for resources: {'Port': ['ID=882d8448-921f-430b-9afc-756622d84041,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:51:23.825328 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-0d9a3ab9-0ca6-4b34-89ae-b7488f192d76 req-a4c030a1-b33d-4c10-91da-3a54b9d092b6 service neutron] Attempting to bind port 882d8448-921f-430b-9afc-756622d84041 on host n-h1-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:51:23.825659 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-0d9a3ab9-0ca6-4b34-89ae-b7488f192d76 req-a4c030a1-b33d-4c10-91da-3a54b9d092b6 service neutron] Attempting to bind port 882d8448-921f-430b-9afc-756622d84041 by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': '266510ee-3c4b-4192-af42-36c3122579a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ff22648f-8bb5-4a86-9270-68850417d1e1'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:51:23.825983 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9a3ab9-0ca6-4b34-89ae-b7488f192d76 req-a4c030a1-b33d-4c10-91da-3a54b9d092b6 service neutron] Attempting to bind port 882d8448-921f-430b-9afc-756622d84041 on network ff22648f-8bb5-4a86-9270-68850417d1e1 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:51:23.830396 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9a3ab9-0ca6-4b34-89ae-b7488f192d76 req-a4c030a1-b33d-4c10-91da-3a54b9d092b6 service neutron] Port 882d8448-921f-430b-9afc-756622d84041 on network ff22648f-8bb5-4a86-9270-68850417d1e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:51:23.830704 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9a3ab9-0ca6-4b34-89ae-b7488f192d76 req-a4c030a1-b33d-4c10-91da-3a54b9d092b6 service neutron] Attempting to bind port 882d8448-921f-430b-9afc-756622d84041 on network ff22648f-8bb5-4a86-9270-68850417d1e1 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:51:23.835977 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9a3ab9-0ca6-4b34-89ae-b7488f192d76 req-a4c030a1-b33d-4c10-91da-3a54b9d092b6 service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:51:23.836310 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9a3ab9-0ca6-4b34-89ae-b7488f192d76 req-a4c030a1-b33d-4c10-91da-3a54b9d092b6 service neutron] Checking segment: {'id': '266510ee-3c4b-4192-af42-36c3122579a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ff22648f-8bb5-4a86-9270-68850417d1e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:51:23.836691 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9a3ab9-0ca6-4b34-89ae-b7488f192d76 req-a4c030a1-b33d-4c10-91da-3a54b9d092b6 service neutron] Bound using segment: {'id': '266510ee-3c4b-4192-af42-36c3122579a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ff22648f-8bb5-4a86-9270-68850417d1e1'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:51:23.837116 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-0d9a3ab9-0ca6-4b34-89ae-b7488f192d76 req-a4c030a1-b33d-4c10-91da-3a54b9d092b6 service neutron] Bound port: 882d8448-921f-430b-9afc-756622d84041, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '266510ee-3c4b-4192-af42-36c3122579a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ff22648f-8bb5-4a86-9270-68850417d1e1'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:51:23.837488 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-0d9a3ab9-0ca6-4b34-89ae-b7488f192d76 req-a4c030a1-b33d-4c10-91da-3a54b9d092b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:23.901753 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-0d9a3ab9-0ca6-4b34-89ae-b7488f192d76 req-a4c030a1-b33d-4c10-91da-3a54b9d092b6 service neutron] For port 882d8448-921f-430b-9afc-756622d84041, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:51:23.905061 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-0d9a3ab9-0ca6-4b34-89ae-b7488f192d76 req-a4c030a1-b33d-4c10-91da-3a54b9d092b6 service neutron] For port 882d8448-921f-430b-9afc-756622d84041, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=882d8448-921f-430b-9afc-756622d84041,segment=NetworkSegment(266510ee-3c4b-4192-af42-36c3122579a6),segment_id=266510ee-3c4b-4192-af42-36c3122579a6)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:51:23.953584 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:23.988659 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-0d9a3ab9-0ca6-4b34-89ae-b7488f192d76 req-a4c030a1-b33d-4c10-91da-3a54b9d092b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:24.025825 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9a3ab9-0ca6-4b34-89ae-b7488f192d76 req-a4c030a1-b33d-4c10-91da-3a54b9d092b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:51:24.026482 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-0d9a3ab9-0ca6-4b34-89ae-b7488f192d76 req-a4c030a1-b33d-4c10-91da-3a54b9d092b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:24.027970 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0d9a3ab9-0ca6-4b34-89ae-b7488f192d76 req-a4c030a1-b33d-4c10-91da-3a54b9d092b6 service neutron] 10.222.0.21 "PUT /v2.0/ports/882d8448-921f-430b-9afc-756622d84041 HTTP/1.1" status: 200 len: 1092 time: 0.7635455 Jul 05 02:51:24.028416 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d1d216c-73f8-4cc2-ab79-ef91776b0919', 'tag': '882d8448-921f-430b-9afc-756622d84041'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:51:24.030696 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb64b0f2-041a-42a5-afcc-fa10b6fb71cf" -d '{"events": [{"name": "network-changed", "server_uuid": "7d1d216c-73f8-4cc2-ab79-ef91776b0919", "tag": "882d8448-921f-430b-9afc-756622d84041"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:51:24.054927 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c030a1-b33d-4c10-91da-3a54b9d092b6 service neutron] Pushing event updated for resources: {'Port': ['ID=882d8448-921f-430b-9afc-756622d84041,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:51:24.084046 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30cd61cd-0112-4dad-81bd-19ea901ebe47 x-openstack-request-id: req-30cd61cd-0112-4dad-81bd-19ea901ebe47 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:51:24.084439 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d1d216c-73f8-4cc2-ab79-ef91776b0919", "tag": "882d8448-921f-430b-9afc-756622d84041", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:51:24.084771 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-30cd61cd-0112-4dad-81bd-19ea901ebe47 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:51:24.085270 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d1d216c-73f8-4cc2-ab79-ef91776b0919', 'tag': '882d8448-921f-430b-9afc-756622d84041', 'status': 'completed', 'code': 200} Jul 05 02:51:24.151202 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229a3948-a1f8-4679-9ec0-34a48e220394 req-760c9ed3-3767-42a0-8a1c-31afb9ad2a1a tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:51:24.153474 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-229a3948-a1f8-4679-9ec0-34a48e220394 req-760c9ed3-3767-42a0-8a1c-31afb9ad2a1a tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d1d216c-73f8-4cc2-ab79-ef91776b0919 HTTP/1.1" status: 200 len: 943 time: 0.0665901 Jul 05 02:51:24.165753 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb64b0f2-041a-42a5-afcc-fa10b6fb71cf req-3167d3c5-4961-4ac4-bfcc-d4c021e6f223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:51:24.167460 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bb64b0f2-041a-42a5-afcc-fa10b6fb71cf req-3167d3c5-4961-4ac4-bfcc-d4c021e6f223 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f0315daf84bb4df6b8d1cd6d576ae0f6&device_id=7d1d216c-73f8-4cc2-ab79-ef91776b0919 HTTP/1.1" status: 200 len: 1095 time: 0.0579946 Jul 05 02:51:24.202019 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-229a3948-a1f8-4679-9ec0-34a48e220394 req-7f92a5ac-9eca-4def-ba0c-4345bd62f206 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.23 "GET /v2.0/security-groups?id=267fbb5b-2372-4c9d-918c-fbf73904b092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426259 Jul 05 02:51:24.272302 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb64b0f2-041a-42a5-afcc-fa10b6fb71cf req-8d25064c-e7d6-4f2e-8372-c77af00d6e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:51:24.273863 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bb64b0f2-041a-42a5-afcc-fa10b6fb71cf req-8d25064c-e7d6-4f2e-8372-c77af00d6e52 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=f0315daf84bb4df6b8d1cd6d576ae0f6&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0999501 Jul 05 02:51:24.370774 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb64b0f2-041a-42a5-afcc-fa10b6fb71cf req-ca1fe54a-9450-4fc7-93d7-300bdb4d255d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:51:24.372282 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bb64b0f2-041a-42a5-afcc-fa10b6fb71cf req-ca1fe54a-9450-4fc7-93d7-300bdb4d255d service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0925944 Jul 05 02:51:24.469236 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9a3ab9-0ca6-4b34-89ae-b7488f192d76 req-cc3fdf77-40cf-4e3d-9031-297989fdc941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:51:24.472811 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0d9a3ab9-0ca6-4b34-89ae-b7488f192d76 req-cc3fdf77-40cf-4e3d-9031-297989fdc941 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f0315daf84bb4df6b8d1cd6d576ae0f6&device_id=7d1d216c-73f8-4cc2-ab79-ef91776b0919 HTTP/1.1" status: 200 len: 1095 time: 0.0610654 Jul 05 02:51:24.520344 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0d9a3ab9-0ca6-4b34-89ae-b7488f192d76 req-149a0027-5213-4b93-a41c-957947dd6f46 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=882d8448-921f-430b-9afc-756622d84041 HTTP/1.1" status: 200 len: 217 time: 0.0398762 Jul 05 02:51:24.579250 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9a3ab9-0ca6-4b34-89ae-b7488f192d76 req-d5bdc98f-76d6-4fa5-8208-d8414b0c669f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:51:24.580917 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0d9a3ab9-0ca6-4b34-89ae-b7488f192d76 req-d5bdc98f-76d6-4fa5-8208-d8414b0c669f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cb90e76f-e0df-4327-a7fd-ca7e6e3dd6ca HTTP/1.1" status: 200 len: 854 time: 0.0549097 Jul 05 02:51:24.614524 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0d9a3ab9-0ca6-4b34-89ae-b7488f192d76 req-94bc3bf3-0a3f-47cf-bdc3-b6946f87225c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ff22648f-8bb5-4a86-9270-68850417d1e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270069 Jul 05 02:51:24.791579 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0d9a3ab9-0ca6-4b34-89ae-b7488f192d76 req-c30ab69f-8382-450a-ad76-9890c484e389 service neutron] 10.222.0.21 "GET /v2.0/networks/ff22648f-8bb5-4a86-9270-68850417d1e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827668 Jul 05 02:51:24.796902 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0d9a3ab9-0ca6-4b34-89ae-b7488f192d76 req-dfeaa346-2dab-4959-9435-ca8be6a7c478 service neutron] 10.222.0.21 "GET /v2.0/networks/ff22648f-8bb5-4a86-9270-68850417d1e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870442 Jul 05 02:51:25.177120 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:25.378007 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847a2ac0-e8a6-4756-8588-7069fb0d3eac req-8c451e8f-d94e-40d5-9a6d-98688b6087a5 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:51:25.379453 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-847a2ac0-e8a6-4756-8588-7069fb0d3eac req-8c451e8f-d94e-40d5-9a6d-98688b6087a5 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d1d216c-73f8-4cc2-ab79-ef91776b0919 HTTP/1.1" status: 200 len: 943 time: 0.0640669 Jul 05 02:51:25.419204 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-847a2ac0-e8a6-4756-8588-7069fb0d3eac req-06eb1ec3-60a5-4dcf-a22f-ca8297cd4913 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.23 "GET /v2.0/security-groups?id=267fbb5b-2372-4c9d-918c-fbf73904b092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338528 Jul 05 02:51:26.130359 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:26.609144 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3027c3-8b19-454a-a74f-0d4114e96d13 req-f8c0075a-9aa0-4ba0-9dbb-f8d0e0087b70 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:51:26.610713 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4c3027c3-8b19-454a-a74f-0d4114e96d13 req-f8c0075a-9aa0-4ba0-9dbb-f8d0e0087b70 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d1d216c-73f8-4cc2-ab79-ef91776b0919 HTTP/1.1" status: 200 len: 943 time: 0.0738089 Jul 05 02:51:26.650784 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4c3027c3-8b19-454a-a74f-0d4114e96d13 req-fa94c307-f6ab-4a4b-8eaf-226da9459994 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.23 "GET /v2.0/security-groups?id=267fbb5b-2372-4c9d-918c-fbf73904b092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344129 Jul 05 02:51:27.706037 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 882d8448-921f-430b-9afc-756622d84041 details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:51:27.805608 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 882d8448-921f-430b-9afc-756622d84041, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=882d8448-921f-430b-9afc-756622d84041,segment=NetworkSegment(266510ee-3c4b-4192-af42-36c3122579a6),segment_id=266510ee-3c4b-4192-af42-36c3122579a6)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:51:27.817682 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': '882d8448-921f-430b-9afc-756622d84041', 'network_id': 'ff22648f-8bb5-4a86-9270-68850417d1e1', 'port_id': '882d8448-921f-430b-9afc-756622d84041', 'mac_address': 'fa:16:3e:3a:a7:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb90e76f-e0df-4327-a7fd-ca7e6e3dd6ca', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:51:27.837388 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b9d7a6-b369-4e62-b510-4ad7ac615f71 req-c01b4089-1eab-416d-9816-45af89e45218 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:51:27.839352 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-24b9d7a6-b369-4e62-b510-4ad7ac615f71 req-c01b4089-1eab-416d-9816-45af89e45218 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d1d216c-73f8-4cc2-ab79-ef91776b0919 HTTP/1.1" status: 200 len: 943 time: 0.0730472 Jul 05 02:51:27.855262 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:27.868294 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 882d8448-921f-430b-9afc-756622d84041 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:51:27.878763 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-24b9d7a6-b369-4e62-b510-4ad7ac615f71 req-69f742bd-dcd1-42db-ba7f-d8438f99f03f tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.23 "GET /v2.0/security-groups?id=267fbb5b-2372-4c9d-918c-fbf73904b092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336277 Jul 05 02:51:27.888613 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 882d8448-921f-430b-9afc-756622d84041, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=882d8448-921f-430b-9afc-756622d84041,segment=NetworkSegment(266510ee-3c4b-4192-af42-36c3122579a6),segment_id=266510ee-3c4b-4192-af42-36c3122579a6)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:51:27.963963 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:28.010356 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=882d8448-921f-430b-9afc-756622d84041,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:51:28.164902 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['882d8448-921f-430b-9afc-756622d84041'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:51:29.065771 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8477e360-eaca-4dae-b7df-d707fedb95c7 req-5d28e660-a522-44b9-b71a-a5ed1cb59b31 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:51:29.067797 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8477e360-eaca-4dae-b7df-d707fedb95c7 req-5d28e660-a522-44b9-b71a-a5ed1cb59b31 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d1d216c-73f8-4cc2-ab79-ef91776b0919 HTTP/1.1" status: 200 len: 944 time: 0.0691683 Jul 05 02:51:29.109524 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8477e360-eaca-4dae-b7df-d707fedb95c7 req-6bff488d-a1a6-4e6c-a85f-1bb1568cdede tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.23 "GET /v2.0/security-groups?id=267fbb5b-2372-4c9d-918c-fbf73904b092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354652 Jul 05 02:51:29.721235 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 882d8448-921f-430b-9afc-756622d84041 up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:51:29.850384 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning for port 882d8448-921f-430b-9afc-756622d84041 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:51:29.855026 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port 882d8448-921f-430b-9afc-756622d84041 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:51:29.855399 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:29.936079 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:29.958326 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d1d216c-73f8-4cc2-ab79-ef91776b0919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '882d8448-921f-430b-9afc-756622d84041'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:51:29.961013 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44a79f8b-18f6-4ce2-b726-87e8f802084e" -d '{"events": [{"server_uuid": "7d1d216c-73f8-4cc2-ab79-ef91776b0919", "name": "network-vif-plugged", "status": "completed", "tag": "882d8448-921f-430b-9afc-756622d84041"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:51:29.973582 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 882d8448-921f-430b-9afc-756622d84041, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=882d8448-921f-430b-9afc-756622d84041,segment=NetworkSegment(266510ee-3c4b-4192-af42-36c3122579a6),segment_id=266510ee-3c4b-4192-af42-36c3122579a6)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:51:29.998112 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b306cbd-93b5-480f-81f3-5e070694bf92 x-openstack-request-id: req-4b306cbd-93b5-480f-81f3-5e070694bf92 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:51:29.998434 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d1d216c-73f8-4cc2-ab79-ef91776b0919", "name": "network-vif-plugged", "status": "completed", "tag": "882d8448-921f-430b-9afc-756622d84041", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:51:29.998712 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4b306cbd-93b5-480f-81f3-5e070694bf92 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:51:29.999100 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d1d216c-73f8-4cc2-ab79-ef91776b0919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '882d8448-921f-430b-9afc-756622d84041', 'code': 200} Jul 05 02:51:30.072708 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:30.110445 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c85f1f-5163-4e48-8991-340abd302768 req-d95517fc-4532-4e1c-841a-e3bab0bbbaef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:51:30.112016 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a1c85f1f-5163-4e48-8991-340abd302768 req-d95517fc-4532-4e1c-841a-e3bab0bbbaef service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7d1d216c-73f8-4cc2-ab79-ef91776b0919 HTTP/1.1" status: 200 len: 1096 time: 0.0529764 Jul 05 02:51:30.122715 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=882d8448-921f-430b-9afc-756622d84041,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:51:30.148387 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a1c85f1f-5163-4e48-8991-340abd302768 req-46ac31d3-93e8-472e-bfff-d37dfceaed65 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=267fbb5b-2372-4c9d-918c-fbf73904b092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290716 Jul 05 02:51:30.307327 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc1c4b4-f62c-44cc-b5d3-40859a863789 req-f736091d-de3a-40db-8ae8-94893049c28f tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:51:30.308952 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6dc1c4b4-f62c-44cc-b5d3-40859a863789 req-f736091d-de3a-40db-8ae8-94893049c28f tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d1d216c-73f8-4cc2-ab79-ef91776b0919 HTTP/1.1" status: 200 len: 945 time: 0.0717824 Jul 05 02:51:30.347724 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6dc1c4b4-f62c-44cc-b5d3-40859a863789 req-a2dc87d8-a2b7-4f08-b69a-cf4e7599fc0f tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.23 "GET /v2.0/security-groups?id=267fbb5b-2372-4c9d-918c-fbf73904b092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328841 Jul 05 02:51:31.016534 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 02:51:31.520847 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130ce148-402b-4404-8b21-46088a7d8e13 req-0306beee-c3bc-4287-8dea-cc94efdcdec0 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:51:31.522896 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-130ce148-402b-4404-8b21-46088a7d8e13 req-0306beee-c3bc-4287-8dea-cc94efdcdec0 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d1d216c-73f8-4cc2-ab79-ef91776b0919 HTTP/1.1" status: 200 len: 945 time: 0.0626090 Jul 05 02:51:31.560517 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-130ce148-402b-4404-8b21-46088a7d8e13 req-d294cde4-feed-4d05-8e50-b91883c8a5d1 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.23 "GET /v2.0/security-groups?id=267fbb5b-2372-4c9d-918c-fbf73904b092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319355 Jul 05 02:51:41.988424 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:42.009213 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:44.451542 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-baedd64f-c5b6-4c02-9de3-9dc81ba3464d req-0ebf3a0a-77d0-4fa0-8dcf-ae4cac981901 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=76903f58-425e-4f05-8505-331c6a30a764&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0535319 Jul 05 02:51:44.543447 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baedd64f-c5b6-4c02-9de3-9dc81ba3464d req-26f0a70b-b6a9-4e31-8327-16b35cc8fccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:51:44.545005 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-baedd64f-c5b6-4c02-9de3-9dc81ba3464d req-26f0a70b-b6a9-4e31-8327-16b35cc8fccb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b1a00a493e704ec48248eed2815bb351&device_id=76903f58-425e-4f05-8505-331c6a30a764 HTTP/1.1" status: 200 len: 1098 time: 0.0519156 Jul 05 02:51:44.649134 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baedd64f-c5b6-4c02-9de3-9dc81ba3464d req-9225a7ae-db03-49b1-9a2d-eaf9397283dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:51:44.650656 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-baedd64f-c5b6-4c02-9de3-9dc81ba3464d req-9225a7ae-db03-49b1-9a2d-eaf9397283dc service neutron] 10.222.0.15 "GET /v2.0/networks?id=73b1fe81-9ead-413d-adcc-8dcb2085def5 HTTP/1.1" status: 200 len: 912 time: 0.0848992 Jul 05 02:51:45.061614 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-baedd64f-c5b6-4c02-9de3-9dc81ba3464d req-e2c35408-a5fe-484f-8467-3cd958ee9ce3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7f045fb-d117-470d-9e83-e91c3c713b71 HTTP/1.1" status: 200 len: 1002 time: 0.4049814 Jul 05 02:51:45.111769 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baedd64f-c5b6-4c02-9de3-9dc81ba3464d req-cedf60b1-81c7-4dfd-87e0-85775922c633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:51:45.113383 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-baedd64f-c5b6-4c02-9de3-9dc81ba3464d req-cedf60b1-81c7-4dfd-87e0-85775922c633 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=33729902-d3e5-4dd5-ba26-acbc079120a6 HTTP/1.1" status: 200 len: 851 time: 0.0454478 Jul 05 02:51:45.186097 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baedd64f-c5b6-4c02-9de3-9dc81ba3464d req-5f2d5ee4-b00a-4d02-bbda-c47c66dfb1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:51:45.190838 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-baedd64f-c5b6-4c02-9de3-9dc81ba3464d req-5f2d5ee4-b00a-4d02-bbda-c47c66dfb1e7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=73b1fe81-9ead-413d-adcc-8dcb2085def5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0654259 Jul 05 02:51:45.276152 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-baedd64f-c5b6-4c02-9de3-9dc81ba3464d req-8ab46c84-f044-4c92-8b93-1502c1a984b4 service neutron] 10.222.0.15 "GET /v2.0/networks/73b1fe81-9ead-413d-adcc-8dcb2085def5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822158 Jul 05 02:51:45.369924 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-baedd64f-c5b6-4c02-9de3-9dc81ba3464d req-37462c1e-8aaa-4a8b-806e-2781c16817bc service neutron] 10.222.0.15 "GET /v2.0/networks/73b1fe81-9ead-413d-adcc-8dcb2085def5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875325 Jul 05 02:51:49.766276 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ea67f7-a485-4b98-a601-e65c8b28f36c req-a9814c42-3b5d-4bb0-abf1-276ccc59aedd tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:51:49.768603 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e0ea67f7-a485-4b98-a601-e65c8b28f36c req-a9814c42-3b5d-4bb0-abf1-276ccc59aedd tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.23 "GET /v2.0/networks?id=ff22648f-8bb5-4a86-9270-68850417d1e1 HTTP/1.1" status: 200 len: 814 time: 0.0997488 Jul 05 02:51:49.782817 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e0ea67f7-a485-4b98-a601-e65c8b28f36c req-384022b5-cad5-4d3f-abf3-c6b9bc8fbdce tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.23 "GET /v2.0/quotas/f0315daf84bb4df6b8d1cd6d576ae0f6 HTTP/1.1" status: 200 len: 375 time: 0.0091035 Jul 05 02:51:49.850056 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e0ea67f7-a485-4b98-a601-e65c8b28f36c req-63a26e2c-04b1-4bec-ae20-788ef5e1009b tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f0315daf84bb4df6b8d1cd6d576ae0f6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0623443 Jul 05 02:51:49.941407 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e0ea67f7-a485-4b98-a601-e65c8b28f36c req-9765d3ad-6b16-4fdd-8685-c55580161f08 service neutron] 10.222.0.23 "GET /v2.0/networks/ff22648f-8bb5-4a86-9270-68850417d1e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837955 Jul 05 02:51:50.030219 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e0ea67f7-a485-4b98-a601-e65c8b28f36c req-0a0a715d-d15e-4c58-a654-c86231984186 service neutron] 10.222.0.23 "GET /v2.0/networks/ff22648f-8bb5-4a86-9270-68850417d1e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828397 Jul 05 02:51:50.392785 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7d8fee86-19e9-4fdf-a481-dbd397deddc7 req-ff0374b8-3887-4215-8948-860eddff8312 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.23 "GET /v2.0/ports?device_id=c61e2080-2ac2-47d8-9c39-64f6407f9591 HTTP/1.1" status: 200 len: 210 time: 0.0866239 Jul 05 02:51:51.004955 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-2f77b45c-3741-4d64-aceb-12beaec774d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:51.531993 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-eb73e04d-69e2-4c39-8f2f-5b127df3368c req-8ac7c0a1-072c-4645-b5a9-b40c4a32c2e1 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.23 "GET /v2.0/ports?device_id=c61e2080-2ac2-47d8-9c39-64f6407f9591 HTTP/1.1" status: 200 len: 210 time: 0.0287435 Jul 05 02:51:52.363390 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-48090c22-0994-45ff-bead-63fdb997c6ab req-acfbe8bf-84ed-4dfe-b9e6-6b0b1ea5ab0d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7d1d216c-73f8-4cc2-ab79-ef91776b0919&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0544086 Jul 05 02:51:52.457968 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48090c22-0994-45ff-bead-63fdb997c6ab req-16825a95-ff19-4d7a-8675-75928a677b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:51:52.459433 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-48090c22-0994-45ff-bead-63fdb997c6ab req-16825a95-ff19-4d7a-8675-75928a677b0e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f0315daf84bb4df6b8d1cd6d576ae0f6&device_id=7d1d216c-73f8-4cc2-ab79-ef91776b0919 HTTP/1.1" status: 200 len: 1097 time: 0.0521333 Jul 05 02:51:52.584531 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48090c22-0994-45ff-bead-63fdb997c6ab req-f08817f5-1b55-451e-8be3-d482b722bfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:51:52.586088 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-48090c22-0994-45ff-bead-63fdb997c6ab req-f08817f5-1b55-451e-8be3-d482b722bfdc service neutron] 10.222.0.21 "GET /v2.0/networks?id=ff22648f-8bb5-4a86-9270-68850417d1e1 HTTP/1.1" status: 200 len: 914 time: 0.1067681 Jul 05 02:51:52.634243 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-48090c22-0994-45ff-bead-63fdb997c6ab req-7fe2ab54-bf67-4a01-87df-a24a2e32e4ea service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=882d8448-921f-430b-9afc-756622d84041 HTTP/1.1" status: 200 len: 217 time: 0.0398610 Jul 05 02:51:52.688856 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48090c22-0994-45ff-bead-63fdb997c6ab req-56854786-b2dd-4209-929d-67282af463da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:51:52.690494 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-48090c22-0994-45ff-bead-63fdb997c6ab req-56854786-b2dd-4209-929d-67282af463da service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cb90e76f-e0df-4327-a7fd-ca7e6e3dd6ca HTTP/1.1" status: 200 len: 854 time: 0.0491631 Jul 05 02:51:52.697942 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b20145a6-a9fc-4c64-947c-41f2ee4654ef req-03157111-4d6d-45a5-926b-e5525f4f36d5 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.23 "GET /v2.0/ports?device_id=c61e2080-2ac2-47d8-9c39-64f6407f9591 HTTP/1.1" status: 200 len: 210 time: 0.0320292 Jul 05 02:51:52.724726 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-48090c22-0994-45ff-bead-63fdb997c6ab req-2df1822b-3d0c-4e5c-ac47-0d9713a46076 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ff22648f-8bb5-4a86-9270-68850417d1e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272343 Jul 05 02:51:52.814098 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-48090c22-0994-45ff-bead-63fdb997c6ab req-34dd6ccc-6fb6-42a4-b00f-8464e8e604d5 service neutron] 10.222.0.21 "GET /v2.0/networks/ff22648f-8bb5-4a86-9270-68850417d1e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822661 Jul 05 02:51:52.917405 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-48090c22-0994-45ff-bead-63fdb997c6ab req-cf524129-e4ba-4eb0-8683-b0ae53afdf57 service neutron] 10.222.0.21 "GET /v2.0/networks/ff22648f-8bb5-4a86-9270-68850417d1e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905545 Jul 05 02:51:53.023268 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ea67f7-a485-4b98-a601-e65c8b28f36c req-f5145878-11ff-4134-9123-051cfc05862f tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:51:53.024741 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e0ea67f7-a485-4b98-a601-e65c8b28f36c req-f5145878-11ff-4134-9123-051cfc05862f tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.15 "GET /v2.0/networks?id=ff22648f-8bb5-4a86-9270-68850417d1e1 HTTP/1.1" status: 200 len: 814 time: 0.1047313 Jul 05 02:51:53.036642 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-e0ea67f7-a485-4b98-a601-e65c8b28f36c req-053aceff-0b62-4d8f-8115-715e6235984e tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Request body: {'port': {'device_id': 'c61e2080-2ac2-47d8-9c39-64f6407f9591', 'network_id': 'ff22648f-8bb5-4a86-9270-68850417d1e1', 'admin_state_up': True, 'tenant_id': 'f0315daf84bb4df6b8d1cd6d576ae0f6'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:51:53.298745 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0ea67f7-a485-4b98-a601-e65c8b28f36c req-053aceff-0b62-4d8f-8115-715e6235984e tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Made reservation on behalf of f0315daf84bb4df6b8d1cd6d576ae0f6 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:51:53.298947 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-e0ea67f7-a485-4b98-a601-e65c8b28f36c req-053aceff-0b62-4d8f-8115-715e6235984e tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:53.318322 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-1f26c4d6-b54c-41e4-9e99-2663268e0182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:53.429688 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-e0ea67f7-a485-4b98-a601-e65c8b28f36c req-053aceff-0b62-4d8f-8115-715e6235984e tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Allocated IP 172.20.0.9 (ff22648f-8bb5-4a86-9270-68850417d1e1/cb90e76f-e0df-4327-a7fd-ca7e6e3dd6ca/03d01d7f-7a4a-4d80-ad46-74716d99645c) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:51:53.583461 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-e0ea67f7-a485-4b98-a601-e65c8b28f36c req-053aceff-0b62-4d8f-8115-715e6235984e tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:53.758809 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-e0ea67f7-a485-4b98-a601-e65c8b28f36c req-053aceff-0b62-4d8f-8115-715e6235984e tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:53.772667 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['882d8448-921f-430b-9afc-756622d84041'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:51:53.803700 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0ea67f7-a485-4b98-a601-e65c8b28f36c req-053aceff-0b62-4d8f-8115-715e6235984e tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Network ff22648f-8bb5-4a86-9270-68850417d1e1 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:51:53.811988 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-e0ea67f7-a485-4b98-a601-e65c8b28f36c req-053aceff-0b62-4d8f-8115-715e6235984e tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:51:53.813827 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0ea67f7-a485-4b98-a601-e65c8b28f36c req-053aceff-0b62-4d8f-8115-715e6235984e tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:51:53.821488 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053aceff-0b62-4d8f-8115-715e6235984e tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Pushing event updated for resources: {'Port': ['ID=03d01d7f-7a4a-4d80-ad46-74716d99645c,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:51:53.896191 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ea67f7-a485-4b98-a601-e65c8b28f36c req-053aceff-0b62-4d8f-8115-715e6235984e tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:51:53.896744 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-e0ea67f7-a485-4b98-a601-e65c8b28f36c req-053aceff-0b62-4d8f-8115-715e6235984e tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:53.934087 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc44524-6b45-4f6a-97fb-9690feef5cdb req-e8b3461b-5bcb-4058-8e14-cd7fdb132c82 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:51:53.937405 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-edc44524-6b45-4f6a-97fb-9690feef5cdb req-e8b3461b-5bcb-4058-8e14-cd7fdb132c82 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.23 "GET /v2.0/ports?device_id=c61e2080-2ac2-47d8-9c39-64f6407f9591 HTTP/1.1" status: 200 len: 931 time: 0.0939913 Jul 05 02:51:53.987243 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-edc44524-6b45-4f6a-97fb-9690feef5cdb req-d2db8064-ecfd-473f-9f53-e5009fc97a45 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.23 "GET /v2.0/security-groups?id=267fbb5b-2372-4c9d-918c-fbf73904b092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445445 Jul 05 02:51:54.005015 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:54.045864 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e0ea67f7-a485-4b98-a601-e65c8b28f36c req-053aceff-0b62-4d8f-8115-715e6235984e tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0129921 Jul 05 02:51:54.058103 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-e0ea67f7-a485-4b98-a601-e65c8b28f36c req-26e59fec-1a5e-480b-b02b-a8b4eded3857 service neutron] Request body: {'port': {'device_id': 'c61e2080-2ac2-47d8-9c39-64f6407f9591', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:51:54.133023 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-e0ea67f7-a485-4b98-a601-e65c8b28f36c req-26e59fec-1a5e-480b-b02b-a8b4eded3857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:54.393033 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-e0ea67f7-a485-4b98-a601-e65c8b28f36c req-26e59fec-1a5e-480b-b02b-a8b4eded3857 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03d01d7f-7a4a-4d80-ad46-74716d99645c {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:51:54.400510 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-e0ea67f7-a485-4b98-a601-e65c8b28f36c req-26e59fec-1a5e-480b-b02b-a8b4eded3857 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:54.413152 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-e0ea67f7-a485-4b98-a601-e65c8b28f36c req-26e59fec-1a5e-480b-b02b-a8b4eded3857 service neutron] Transition to ACTIVE for port object 03d01d7f-7a4a-4d80-ad46-74716d99645c will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:51:54.621050 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-e0ea67f7-a485-4b98-a601-e65c8b28f36c req-26e59fec-1a5e-480b-b02b-a8b4eded3857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:54.682466 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e59fec-1a5e-480b-b02b-a8b4eded3857 service neutron] Pushing event updated for resources: {'Port': ['ID=03d01d7f-7a4a-4d80-ad46-74716d99645c,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:51:54.713865 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:54.750323 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-e0ea67f7-a485-4b98-a601-e65c8b28f36c req-26e59fec-1a5e-480b-b02b-a8b4eded3857 service neutron] Attempting to bind port 03d01d7f-7a4a-4d80-ad46-74716d99645c on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:51:54.750654 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-e0ea67f7-a485-4b98-a601-e65c8b28f36c req-26e59fec-1a5e-480b-b02b-a8b4eded3857 service neutron] Attempting to bind port 03d01d7f-7a4a-4d80-ad46-74716d99645c by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '266510ee-3c4b-4192-af42-36c3122579a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ff22648f-8bb5-4a86-9270-68850417d1e1'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:51:54.750978 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ea67f7-a485-4b98-a601-e65c8b28f36c req-26e59fec-1a5e-480b-b02b-a8b4eded3857 service neutron] Attempting to bind port 03d01d7f-7a4a-4d80-ad46-74716d99645c on network ff22648f-8bb5-4a86-9270-68850417d1e1 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:51:54.757941 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ea67f7-a485-4b98-a601-e65c8b28f36c req-26e59fec-1a5e-480b-b02b-a8b4eded3857 service neutron] Port 03d01d7f-7a4a-4d80-ad46-74716d99645c on network ff22648f-8bb5-4a86-9270-68850417d1e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:51:54.758579 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ea67f7-a485-4b98-a601-e65c8b28f36c req-26e59fec-1a5e-480b-b02b-a8b4eded3857 service neutron] Attempting to bind port 03d01d7f-7a4a-4d80-ad46-74716d99645c on network ff22648f-8bb5-4a86-9270-68850417d1e1 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:51:54.767029 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ea67f7-a485-4b98-a601-e65c8b28f36c req-26e59fec-1a5e-480b-b02b-a8b4eded3857 service neutron] Checking agent: {'id': 'e071c76e-395f-48c4-a98f-88088465cf0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:51:54.767745 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ea67f7-a485-4b98-a601-e65c8b28f36c req-26e59fec-1a5e-480b-b02b-a8b4eded3857 service neutron] Checking segment: {'id': '266510ee-3c4b-4192-af42-36c3122579a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ff22648f-8bb5-4a86-9270-68850417d1e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:51:54.768337 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ea67f7-a485-4b98-a601-e65c8b28f36c req-26e59fec-1a5e-480b-b02b-a8b4eded3857 service neutron] Bound using segment: {'id': '266510ee-3c4b-4192-af42-36c3122579a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ff22648f-8bb5-4a86-9270-68850417d1e1'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:51:54.769021 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-e0ea67f7-a485-4b98-a601-e65c8b28f36c req-26e59fec-1a5e-480b-b02b-a8b4eded3857 service neutron] Bound port: 03d01d7f-7a4a-4d80-ad46-74716d99645c, host: n-h2-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '266510ee-3c4b-4192-af42-36c3122579a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ff22648f-8bb5-4a86-9270-68850417d1e1'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:51:54.769411 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-e0ea67f7-a485-4b98-a601-e65c8b28f36c req-26e59fec-1a5e-480b-b02b-a8b4eded3857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:54.834048 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-e0ea67f7-a485-4b98-a601-e65c8b28f36c req-26e59fec-1a5e-480b-b02b-a8b4eded3857 service neutron] For port 03d01d7f-7a4a-4d80-ad46-74716d99645c, host n-h2-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:51:54.837584 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-e0ea67f7-a485-4b98-a601-e65c8b28f36c req-26e59fec-1a5e-480b-b02b-a8b4eded3857 service neutron] For port 03d01d7f-7a4a-4d80-ad46-74716d99645c, host n-h2-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=03d01d7f-7a4a-4d80-ad46-74716d99645c,segment=NetworkSegment(266510ee-3c4b-4192-af42-36c3122579a6),segment_id=266510ee-3c4b-4192-af42-36c3122579a6)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:51:54.994078 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-e0ea67f7-a485-4b98-a601-e65c8b28f36c req-26e59fec-1a5e-480b-b02b-a8b4eded3857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:55.033601 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ea67f7-a485-4b98-a601-e65c8b28f36c req-26e59fec-1a5e-480b-b02b-a8b4eded3857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:51:55.034257 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-e0ea67f7-a485-4b98-a601-e65c8b28f36c req-26e59fec-1a5e-480b-b02b-a8b4eded3857 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:55.035771 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e0ea67f7-a485-4b98-a601-e65c8b28f36c req-26e59fec-1a5e-480b-b02b-a8b4eded3857 service neutron] 10.222.0.15 "PUT /v2.0/ports/03d01d7f-7a4a-4d80-ad46-74716d99645c HTTP/1.1" status: 200 len: 1092 time: 0.9825454 Jul 05 02:51:55.036213 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c61e2080-2ac2-47d8-9c39-64f6407f9591', 'tag': '03d01d7f-7a4a-4d80-ad46-74716d99645c'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:51:55.039088 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c3bf576-3bda-407f-8171-93e21e7d11c1" -d '{"events": [{"name": "network-changed", "server_uuid": "c61e2080-2ac2-47d8-9c39-64f6407f9591", "tag": "03d01d7f-7a4a-4d80-ad46-74716d99645c"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:51:55.060671 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e59fec-1a5e-480b-b02b-a8b4eded3857 service neutron] Pushing event updated for resources: {'Port': ['ID=03d01d7f-7a4a-4d80-ad46-74716d99645c,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:51:55.084885 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f865366-7669-474f-8579-ea5390b3477d x-openstack-request-id: req-6f865366-7669-474f-8579-ea5390b3477d {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:51:55.085067 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c61e2080-2ac2-47d8-9c39-64f6407f9591", "tag": "03d01d7f-7a4a-4d80-ad46-74716d99645c", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:51:55.085320 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6f865366-7669-474f-8579-ea5390b3477d {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:51:55.085724 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c61e2080-2ac2-47d8-9c39-64f6407f9591', 'tag': '03d01d7f-7a4a-4d80-ad46-74716d99645c', 'status': 'completed', 'code': 200} Jul 05 02:51:55.166835 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3bf576-3bda-407f-8171-93e21e7d11c1 req-b571f512-35c9-402c-9d70-ada981f28e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:51:55.168747 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7c3bf576-3bda-407f-8171-93e21e7d11c1 req-b571f512-35c9-402c-9d70-ada981f28e65 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f0315daf84bb4df6b8d1cd6d576ae0f6&device_id=c61e2080-2ac2-47d8-9c39-64f6407f9591 HTTP/1.1" status: 200 len: 1095 time: 0.0555108 Jul 05 02:51:55.214422 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73104d58-12c4-4e4f-925e-065f15a2be87 req-8a567d58-56ff-413b-97cf-88775e77c59c tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:51:55.216787 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-73104d58-12c4-4e4f-925e-065f15a2be87 req-8a567d58-56ff-413b-97cf-88775e77c59c tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.23 "GET /v2.0/ports?device_id=c61e2080-2ac2-47d8-9c39-64f6407f9591 HTTP/1.1" status: 200 len: 943 time: 0.0827332 Jul 05 02:51:55.274199 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-73104d58-12c4-4e4f-925e-065f15a2be87 req-ac17cb0f-daa7-44af-bfcb-a27ff5747c87 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.23 "GET /v2.0/security-groups?id=267fbb5b-2372-4c9d-918c-fbf73904b092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482194 Jul 05 02:51:55.287226 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3bf576-3bda-407f-8171-93e21e7d11c1 req-6469dd98-ccd9-49f4-a96a-e88d3f15ef94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:51:55.287226 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7c3bf576-3bda-407f-8171-93e21e7d11c1 req-6469dd98-ccd9-49f4-a96a-e88d3f15ef94 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=f0315daf84bb4df6b8d1cd6d576ae0f6&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1095760 Jul 05 02:51:55.401864 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3bf576-3bda-407f-8171-93e21e7d11c1 req-548eede2-07ae-4a24-823f-24bcc1b48f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:51:55.403443 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7c3bf576-3bda-407f-8171-93e21e7d11c1 req-548eede2-07ae-4a24-823f-24bcc1b48f69 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1114278 Jul 05 02:51:55.490467 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ea67f7-a485-4b98-a601-e65c8b28f36c req-77c93eef-a768-43e2-8b13-8da8a4f5daa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:51:55.491986 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e0ea67f7-a485-4b98-a601-e65c8b28f36c req-77c93eef-a768-43e2-8b13-8da8a4f5daa1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f0315daf84bb4df6b8d1cd6d576ae0f6&device_id=c61e2080-2ac2-47d8-9c39-64f6407f9591 HTTP/1.1" status: 200 len: 1095 time: 0.0521772 Jul 05 02:51:55.540020 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e0ea67f7-a485-4b98-a601-e65c8b28f36c req-bd98d5af-7658-4b54-8b04-a8bf16a7dd3e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03d01d7f-7a4a-4d80-ad46-74716d99645c HTTP/1.1" status: 200 len: 217 time: 0.0404670 Jul 05 02:51:55.590941 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ea67f7-a485-4b98-a601-e65c8b28f36c req-6b03720e-6f76-4fcd-9d20-a7122f605514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:51:55.593357 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e0ea67f7-a485-4b98-a601-e65c8b28f36c req-6b03720e-6f76-4fcd-9d20-a7122f605514 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cb90e76f-e0df-4327-a7fd-ca7e6e3dd6ca HTTP/1.1" status: 200 len: 854 time: 0.0468030 Jul 05 02:51:55.626150 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e0ea67f7-a485-4b98-a601-e65c8b28f36c req-8ef7e04c-3c2b-43e7-b01f-59ce71dfb54d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ff22648f-8bb5-4a86-9270-68850417d1e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270464 Jul 05 02:51:55.731312 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e0ea67f7-a485-4b98-a601-e65c8b28f36c req-c348b23b-4f38-4b11-be9f-3bea1c508b7f service neutron] 10.222.0.15 "GET /v2.0/networks/ff22648f-8bb5-4a86-9270-68850417d1e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989265 Jul 05 02:51:55.841603 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e0ea67f7-a485-4b98-a601-e65c8b28f36c req-e5209628-de1e-43c9-8347-aed31eb2a24d service neutron] 10.222.0.15 "GET /v2.0/networks/ff22648f-8bb5-4a86-9270-68850417d1e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038868 Jul 05 02:51:56.163505 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:56.231586 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102064c0-82d7-4796-85d8-9ddc254ee4c0 req-a9c31dd7-4a76-414f-b9da-13cbabd150a2 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:51:56.233166 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-102064c0-82d7-4796-85d8-9ddc254ee4c0 req-a9c31dd7-4a76-414f-b9da-13cbabd150a2 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=76903f58-425e-4f05-8505-331c6a30a764 HTTP/1.1" status: 200 len: 946 time: 0.0681126 Jul 05 02:51:56.272546 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-102064c0-82d7-4796-85d8-9ddc254ee4c0 req-275154a7-6e29-4138-9480-041fab399948 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=1999bc0d-8d6f-407a-9c0b-dda1a8300b10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329525 Jul 05 02:51:56.472002 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff124bc6-7c8f-49a1-bda4-ba132417367f req-6c470c00-0b97-4471-99ae-e465ef1bd664 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:51:56.473497 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ff124bc6-7c8f-49a1-bda4-ba132417367f req-6c470c00-0b97-4471-99ae-e465ef1bd664 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.23 "GET /v2.0/ports?device_id=c61e2080-2ac2-47d8-9c39-64f6407f9591 HTTP/1.1" status: 200 len: 943 time: 0.0694921 Jul 05 02:51:56.518183 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ff124bc6-7c8f-49a1-bda4-ba132417367f req-0fcadc93-05c6-4bcc-97c8-2373862d99b8 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.23 "GET /v2.0/security-groups?id=267fbb5b-2372-4c9d-918c-fbf73904b092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391455 Jul 05 02:51:57.249364 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 03d01d7f-7a4a-4d80-ad46-74716d99645c details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:51:57.347030 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 03d01d7f-7a4a-4d80-ad46-74716d99645c, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=03d01d7f-7a4a-4d80-ad46-74716d99645c,segment=NetworkSegment(266510ee-3c4b-4192-af42-36c3122579a6),segment_id=266510ee-3c4b-4192-af42-36c3122579a6)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:51:57.464728 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dfa7f9-b244-41ee-a79e-0da30906e9e4 req-6007fb1f-daa4-4bf2-9185-66fe830bc576 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:51:57.466772 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-70dfa7f9-b244-41ee-a79e-0da30906e9e4 req-6007fb1f-daa4-4bf2-9185-66fe830bc576 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=76903f58-425e-4f05-8505-331c6a30a764 HTTP/1.1" status: 200 len: 946 time: 0.0680282 Jul 05 02:51:57.507367 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-70dfa7f9-b244-41ee-a79e-0da30906e9e4 req-a4139325-370d-4d28-a86c-add7e17d7d8e tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=1999bc0d-8d6f-407a-9c0b-dda1a8300b10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343986 Jul 05 02:51:57.510616 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Returning: {'device': '03d01d7f-7a4a-4d80-ad46-74716d99645c', 'network_id': 'ff22648f-8bb5-4a86-9270-68850417d1e1', 'port_id': '03d01d7f-7a4a-4d80-ad46-74716d99645c', 'mac_address': 'fa:16:3e:7d:86:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb90e76f-e0df-4327-a7fd-ca7e6e3dd6ca', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:51:57.555694 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:57.573332 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03d01d7f-7a4a-4d80-ad46-74716d99645c {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:51:57.596323 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 03d01d7f-7a4a-4d80-ad46-74716d99645c, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=03d01d7f-7a4a-4d80-ad46-74716d99645c,segment=NetworkSegment(266510ee-3c4b-4192-af42-36c3122579a6),segment_id=266510ee-3c4b-4192-af42-36c3122579a6)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:51:57.685369 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:57.698428 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f837669-9460-4a68-af9f-0832fbde8250 req-fd9ff62b-fe67-4b3e-9bd4-5b5d43d59b4c tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:51:57.699908 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6f837669-9460-4a68-af9f-0832fbde8250 req-fd9ff62b-fe67-4b3e-9bd4-5b5d43d59b4c tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.15 "GET /v2.0/ports?device_id=76903f58-425e-4f05-8505-331c6a30a764 HTTP/1.1" status: 200 len: 946 time: 0.0954466 Jul 05 02:51:57.735746 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=03d01d7f-7a4a-4d80-ad46-74716d99645c,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:51:57.772269 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a0e1a4-b661-45cc-9319-52734a4e0b4f req-ec08813b-abe9-43d9-8085-e7e775c26c13 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:51:57.773699 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-58a0e1a4-b661-45cc-9319-52734a4e0b4f req-ec08813b-abe9-43d9-8085-e7e775c26c13 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.23 "GET /v2.0/ports?device_id=c61e2080-2ac2-47d8-9c39-64f6407f9591 HTTP/1.1" status: 200 len: 943 time: 0.1252491 Jul 05 02:51:57.836402 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-58a0e1a4-b661-45cc-9319-52734a4e0b4f req-95311e0f-4f44-41ff-ac1e-b2b14e2b3140 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.23 "GET /v2.0/security-groups?id=267fbb5b-2372-4c9d-918c-fbf73904b092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549152 Jul 05 02:51:57.858887 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-6f837669-9460-4a68-af9f-0832fbde8250 req-80336d43-8307-4cfe-a975-284b9f188117 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Deleting port b7f045fb-d117-470d-9e83-e91c3c713b71 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:51:57.859239 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-6f837669-9460-4a68-af9f-0832fbde8250 req-80336d43-8307-4cfe-a975-284b9f188117 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:57.916544 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['03d01d7f-7a4a-4d80-ad46-74716d99645c'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:51:57.955819 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-6f837669-9460-4a68-af9f-0832fbde8250 req-80336d43-8307-4cfe-a975-284b9f188117 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] For port b7f045fb-d117-470d-9e83-e91c3c713b71, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=b7f045fb-d117-470d-9e83-e91c3c713b71,segment=NetworkSegment(0d275c90-3bd1-498e-a485-a23914e67eb1),segment_id=0d275c90-3bd1-498e-a485-a23914e67eb1)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:51:57.956493 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-6f837669-9460-4a68-af9f-0832fbde8250 req-80336d43-8307-4cfe-a975-284b9f188117 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:58.131257 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-6f837669-9460-4a68-af9f-0832fbde8250 req-80336d43-8307-4cfe-a975-284b9f188117 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:58.131547 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-6f837669-9460-4a68-af9f-0832fbde8250 req-80336d43-8307-4cfe-a975-284b9f188117 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636869'] for floatingip, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:58.131861 n-d-771362-32 neutron-server[94461]: INFO neutron.db.l3_db [req-6f837669-9460-4a68-af9f-0832fbde8250 req-80336d43-8307-4cfe-a975-284b9f188117 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Floating IP 0a67b8ea-17eb-45e7-b3d9-9f01ba81b3bb disassociated. External IP: 172.25.7.180, port: b7f045fb-d117-470d-9e83-e91c3c713b71. Jul 05 02:51:58.132279 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-6f837669-9460-4a68-af9f-0832fbde8250 req-80336d43-8307-4cfe-a975-284b9f188117 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Calling delete_port for b7f045fb-d117-470d-9e83-e91c3c713b71 owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:51:58.408089 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-6f837669-9460-4a68-af9f-0832fbde8250 req-80336d43-8307-4cfe-a975-284b9f188117 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:58.436278 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80336d43-8307-4cfe-a975-284b9f188117 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Pushing event deleted for resources: {'Port': ['ID=b7f045fb-d117-470d-9e83-e91c3c713b71,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:51:58.558580 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6f837669-9460-4a68-af9f-0832fbde8250 req-80336d43-8307-4cfe-a975-284b9f188117 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Router 8e2bcb07-6c5e-4486-8f64-4c01f3036bb7 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:51:58.671394 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6f837669-9460-4a68-af9f-0832fbde8250 req-80336d43-8307-4cfe-a975-284b9f188117 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:51:58.675341 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c922b0df-c5bb-4295-8c5d-ff12b5bafdd4 req-e378c2c2-6e9e-4225-bc03-0e9938e85504 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=76903f58-425e-4f05-8505-331c6a30a764 HTTP/1.1" status: 200 len: 210 time: 0.0391769 Jul 05 02:51:58.683046 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1beb19-9373-41aa-b52b-6d12c67e1a81 None None] Sync routers for ids ['8e2bcb07-6c5e-4486-8f64-4c01f3036bb7'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:51:58.694697 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1beb19-9373-41aa-b52b-6d12c67e1a81 None None] Routers {'8e2bcb07-6c5e-4486-8f64-4c01f3036bb7'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:51:58.695465 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-fd1beb19-9373-41aa-b52b-6d12c67e1a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:51:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['8e2bcb07-6c5e-4486-8f64-4c01f3036bb7'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:51:58.715233 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f837669-9460-4a68-af9f-0832fbde8250 req-80336d43-8307-4cfe-a975-284b9f188117 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] No DVR routers for this DVR port b7f045fb-d117-470d-9e83-e91c3c713b71 on host n-h2-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:51:58.717749 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-6f837669-9460-4a68-af9f-0832fbde8250 req-80336d43-8307-4cfe-a975-284b9f188117 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:58.719879 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6f837669-9460-4a68-af9f-0832fbde8250 req-80336d43-8307-4cfe-a975-284b9f188117 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.15 "DELETE /v2.0/ports/b7f045fb-d117-470d-9e83-e91c3c713b71 HTTP/1.1" status: 204 len: 173 time: 1.0133588 Jul 05 02:51:58.720349 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76903f58-425e-4f05-8505-331c6a30a764', 'name': 'network-vif-deleted', 'tag': 'b7f045fb-d117-470d-9e83-e91c3c713b71'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:51:58.722595 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4881bd8d-a572-43ab-95cd-210c0bf8faaa" -d '{"events": [{"server_uuid": "76903f58-425e-4f05-8505-331c6a30a764", "name": "network-vif-deleted", "tag": "b7f045fb-d117-470d-9e83-e91c3c713b71"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:51:58.770613 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e29680e-b622-44b8-b589-51aa3bda5b8c x-openstack-request-id: req-4e29680e-b622-44b8-b589-51aa3bda5b8c {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:51:58.770613 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76903f58-425e-4f05-8505-331c6a30a764", "name": "network-vif-deleted", "tag": "b7f045fb-d117-470d-9e83-e91c3c713b71", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:51:58.770613 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4e29680e-b622-44b8-b589-51aa3bda5b8c {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:51:58.770613 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76903f58-425e-4f05-8505-331c6a30a764', 'name': 'network-vif-deleted', 'tag': 'b7f045fb-d117-470d-9e83-e91c3c713b71', 'status': 'completed', 'code': 200} Jul 05 02:51:58.824574 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-fd1beb19-9373-41aa-b52b-6d12c67e1a81 None None] Set router 8e2bcb07-6c5e-4486-8f64-4c01f3036bb7 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:51:59.078792 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-fd1beb19-9373-41aa-b52b-6d12c67e1a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2bcb07-6c5e-4486-8f64-4c01f3036bb7', 'name': 'tempest-TestVolumeBootPattern-1666250849-router', 'tenant_id': 'b1a00a493e704ec48248eed2815bb351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '7d2df5b5-41a7-4290-a99f-4004dbb96fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:41:50Z', 'updated_at': '2021-07-05T02:41:56Z', 'revision_number': 4, 'project_id': 'b1a00a493e704ec48248eed2815bb351', 'gw_port': {'id': '7d2df5b5-41a7-4290-a99f-4004dbb96fd5', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2bcb07-6c5e-4486-8f64-4c01f3036bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:41:51Z', 'updated_at': '2021-07-05T02:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '581871ae-f1f2-4d48-a7e0-6ba26cbd1272', 'name': '', 'network_id': '73b1fe81-9ead-413d-adcc-8dcb2085def5', 'tenant_id': 'b1a00a493e704ec48248eed2815bb351', 'mac_address': 'fa:16:3e:2c:24:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2bcb07-6c5e-4486-8f64-4c01f3036bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': '33729902-d3e5-4dd5-ba26-acbc079120a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:41:55Z', 'updated_at': '2021-07-05T02:42:06Z', 'revision_number': 5, 'project_id': 'b1a00a493e704ec48248eed2815bb351', 'subnets': [{'id': '33729902-d3e5-4dd5-ba26-acbc079120a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:51:59.084465 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757a9b00-8ba2-42ca-831a-18e4f050df96 req-05ffb2b9-9673-42b2-b49e-039a204bae72 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:51:59.091540 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-757a9b00-8ba2-42ca-831a-18e4f050df96 req-05ffb2b9-9673-42b2-b49e-039a204bae72 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.23 "GET /v2.0/ports?device_id=c61e2080-2ac2-47d8-9c39-64f6407f9591 HTTP/1.1" status: 200 len: 944 time: 0.0999613 Jul 05 02:51:59.107388 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1beb19-9373-41aa-b52b-6d12c67e1a81 None None] Checking router: 8e2bcb07-6c5e-4486-8f64-4c01f3036bb7 for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:51:59.116913 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1beb19-9373-41aa-b52b-6d12c67e1a81 None None] Routers {'8e2bcb07-6c5e-4486-8f64-4c01f3036bb7'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:51:59.117497 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-fd1beb19-9373-41aa-b52b-6d12c67e1a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:51:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['8e2bcb07-6c5e-4486-8f64-4c01f3036bb7'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:51:59.140490 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-757a9b00-8ba2-42ca-831a-18e4f050df96 req-09beb004-0ca0-4b18-b583-e7662a7be678 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.23 "GET /v2.0/security-groups?id=267fbb5b-2372-4c9d-918c-fbf73904b092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475340 Jul 05 02:51:59.247264 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-fd1beb19-9373-41aa-b52b-6d12c67e1a81 None None] Set router 8e2bcb07-6c5e-4486-8f64-4c01f3036bb7 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:51:59.276744 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 03d01d7f-7a4a-4d80-ad46-74716d99645c up at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:51:59.411636 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning for port 03d01d7f-7a4a-4d80-ad46-74716d99645c completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:51:59.415656 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning complete for port 03d01d7f-7a4a-4d80-ad46-74716d99645c triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:51:59.416039 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:59.472638 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-fd1beb19-9373-41aa-b52b-6d12c67e1a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2bcb07-6c5e-4486-8f64-4c01f3036bb7', 'name': 'tempest-TestVolumeBootPattern-1666250849-router', 'tenant_id': 'b1a00a493e704ec48248eed2815bb351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '7d2df5b5-41a7-4290-a99f-4004dbb96fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:41:50Z', 'updated_at': '2021-07-05T02:41:56Z', 'revision_number': 4, 'project_id': 'b1a00a493e704ec48248eed2815bb351', 'gw_port': {'id': '7d2df5b5-41a7-4290-a99f-4004dbb96fd5', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2bcb07-6c5e-4486-8f64-4c01f3036bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:41:51Z', 'updated_at': '2021-07-05T02:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '581871ae-f1f2-4d48-a7e0-6ba26cbd1272', 'name': '', 'network_id': '73b1fe81-9ead-413d-adcc-8dcb2085def5', 'tenant_id': 'b1a00a493e704ec48248eed2815bb351', 'mac_address': 'fa:16:3e:2c:24:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2bcb07-6c5e-4486-8f64-4c01f3036bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': '33729902-d3e5-4dd5-ba26-acbc079120a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:41:55Z', 'updated_at': '2021-07-05T02:42:06Z', 'revision_number': 5, 'project_id': 'b1a00a493e704ec48248eed2815bb351', 'subnets': [{'id': '33729902-d3e5-4dd5-ba26-acbc079120a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:51:59.497730 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:59.503088 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1beb19-9373-41aa-b52b-6d12c67e1a81 None None] The sync data for ids ['8e2bcb07-6c5e-4486-8f64-4c01f3036bb7'] in n-d-771362-32 is: [{'id': '8e2bcb07-6c5e-4486-8f64-4c01f3036bb7', 'name': 'tempest-TestVolumeBootPattern-1666250849-router', 'tenant_id': 'b1a00a493e704ec48248eed2815bb351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '7d2df5b5-41a7-4290-a99f-4004dbb96fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:41:50Z', 'updated_at': '2021-07-05T02:41:56Z', 'revision_number': 4, 'project_id': 'b1a00a493e704ec48248eed2815bb351', 'gw_port': {'id': '7d2df5b5-41a7-4290-a99f-4004dbb96fd5', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2bcb07-6c5e-4486-8f64-4c01f3036bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:41:51Z', 'updated_at': '2021-07-05T02:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '581871ae-f1f2-4d48-a7e0-6ba26cbd1272', 'name': '', 'network_id': '73b1fe81-9ead-413d-adcc-8dcb2085def5', 'tenant_id': 'b1a00a493e704ec48248eed2815bb351', 'mac_address': 'fa:16:3e:2c:24:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2bcb07-6c5e-4486-8f64-4c01f3036bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': '33729902-d3e5-4dd5-ba26-acbc079120a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:41:55Z', 'updated_at': '2021-07-05T02:42:06Z', 'revision_number': 5, 'project_id': 'b1a00a493e704ec48248eed2815bb351', 'subnets': [{'id': '33729902-d3e5-4dd5-ba26-acbc079120a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:51:59.521675 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c61e2080-2ac2-47d8-9c39-64f6407f9591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03d01d7f-7a4a-4d80-ad46-74716d99645c'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:51:59.524348 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9e80144-b606-461a-afcd-8b3ad5957edd" -d '{"events": [{"server_uuid": "c61e2080-2ac2-47d8-9c39-64f6407f9591", "name": "network-vif-plugged", "status": "completed", "tag": "03d01d7f-7a4a-4d80-ad46-74716d99645c"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:51:59.539363 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 03d01d7f-7a4a-4d80-ad46-74716d99645c, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=03d01d7f-7a4a-4d80-ad46-74716d99645c,segment=NetworkSegment(266510ee-3c4b-4192-af42-36c3122579a6),segment_id=266510ee-3c4b-4192-af42-36c3122579a6)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:51:59.577002 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-386cbd6e-4693-4faf-b59f-d895b5239c7b x-openstack-request-id: req-386cbd6e-4693-4faf-b59f-d895b5239c7b {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:51:59.577293 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c61e2080-2ac2-47d8-9c39-64f6407f9591", "name": "network-vif-plugged", "status": "completed", "tag": "03d01d7f-7a4a-4d80-ad46-74716d99645c", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:51:59.577544 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-386cbd6e-4693-4faf-b59f-d895b5239c7b {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:51:59.577985 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c61e2080-2ac2-47d8-9c39-64f6407f9591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03d01d7f-7a4a-4d80-ad46-74716d99645c', 'code': 200} Jul 05 02:51:59.655579 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:51:59.735942 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10a0340-4a87-4582-9017-d716ae10ac50 req-fd816315-4e7b-4248-b3ae-adcf2be85969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:51:59.737345 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a10a0340-4a87-4582-9017-d716ae10ac50 req-fd816315-4e7b-4248-b3ae-adcf2be85969 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c61e2080-2ac2-47d8-9c39-64f6407f9591 HTTP/1.1" status: 200 len: 1097 time: 0.0824142 Jul 05 02:51:59.748618 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=03d01d7f-7a4a-4d80-ad46-74716d99645c,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:51:59.787315 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a10a0340-4a87-4582-9017-d716ae10ac50 req-2bda753b-a426-4064-86d5-0849577ee330 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=267fbb5b-2372-4c9d-918c-fbf73904b092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432398 Jul 05 02:51:59.866360 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0732a361-b5c2-45a3-ae3f-75c17820892b req-f47d5fc9-b26f-4dd8-9f28-38d56e8f3488 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=76903f58-425e-4f05-8505-331c6a30a764 HTTP/1.1" status: 200 len: 210 time: 0.0348744 Jul 05 02:51:59.901505 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88fb81c1-1977-4124-aa36-9bceb63ba162 None None] New status for floating IP 0a67b8ea-17eb-45e7-b3d9-9f01ba81b3bb: DOWN {{(pid=94463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 02:52:00.322007 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1cee9e-c9bb-447d-b49a-4a977910f2a2 req-b45aa7db-67ed-4aae-be85-3e7de1bdbbee tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:52:00.323776 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7b1cee9e-c9bb-447d-b49a-4a977910f2a2 req-b45aa7db-67ed-4aae-be85-3e7de1bdbbee tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.23 "GET /v2.0/ports?device_id=c61e2080-2ac2-47d8-9c39-64f6407f9591 HTTP/1.1" status: 200 len: 945 time: 0.0709202 Jul 05 02:52:00.362732 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7b1cee9e-c9bb-447d-b49a-4a977910f2a2 req-895da299-94ec-4e4b-a07b-dcf97d40a525 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.23 "GET /v2.0/security-groups?id=267fbb5b-2372-4c9d-918c-fbf73904b092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328052 Jul 05 02:52:01.038782 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8c6b1716-eb93-4637-883b-013d2cbd1673 req-178ea6da-d707-48e4-bc48-fe7e2fddf209 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=76903f58-425e-4f05-8505-331c6a30a764 HTTP/1.1" status: 200 len: 210 time: 0.0378647 Jul 05 02:52:01.271652 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device b7f045fb-d117-470d-9e83-e91c3c713b71 no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:52:01.302333 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] No Port match for: b7f045fb-d117-470d-9e83-e91c3c713b71 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:52:01.302707 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device b7f045fb-d117-470d-9e83-e91c3c713b71 not bound to the agent host n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:52:01.560244 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b912249b-30a7-44f2-8996-6d953d2d0063 req-c73ac0f2-5fbb-456b-ba8e-b00f4382166e tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:52:01.562032 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b912249b-30a7-44f2-8996-6d953d2d0063 req-c73ac0f2-5fbb-456b-ba8e-b00f4382166e tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.23 "GET /v2.0/ports?device_id=c61e2080-2ac2-47d8-9c39-64f6407f9591 HTTP/1.1" status: 200 len: 945 time: 0.0731871 Jul 05 02:52:01.606392 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b912249b-30a7-44f2-8996-6d953d2d0063 req-22db97a8-4e53-44b8-8bef-6f18c52aac5c tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.23 "GET /v2.0/security-groups?id=267fbb5b-2372-4c9d-918c-fbf73904b092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383890 Jul 05 02:52:02.173940 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5e2fc442-edbb-494e-bd02-16318728cd9c req-068dd5df-8637-4ebd-8e34-c9479fbf0680 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=76903f58-425e-4f05-8505-331c6a30a764 HTTP/1.1" status: 200 len: 210 time: 0.0286572 Jul 05 02:52:03.341147 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-98fd02a2-d576-4e5b-8012-263175370c7e req-76a1b277-e6db-4f34-b6ff-a16a361d1369 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=76903f58-425e-4f05-8505-331c6a30a764 HTTP/1.1" status: 200 len: 210 time: 0.0306325 Jul 05 02:52:04.726539 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a8b96fa4-dc21-4520-87c5-e367793c0f45 req-92ee4e87-3c18-4395-be77-93c45cf5bd52 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2009782510&fields=id&tenant_id=b1a00a493e704ec48248eed2815bb351 HTTP/1.1" status: 200 len: 267 time: 0.0341179 Jul 05 02:52:04.840163 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b96fa4-dc21-4520-87c5-e367793c0f45 req-07708903-6384-4659-9e69-7e0e0b6d4043 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:52:04.841671 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a8b96fa4-dc21-4520-87c5-e367793c0f45 req-07708903-6384-4659-9e69-7e0e0b6d4043 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/networks?id=73b1fe81-9ead-413d-adcc-8dcb2085def5 HTTP/1.1" status: 200 len: 812 time: 0.1086836 Jul 05 02:52:04.858045 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a8b96fa4-dc21-4520-87c5-e367793c0f45 req-eb59f862-e118-4687-9ec2-62fc70213b0b tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/quotas/b1a00a493e704ec48248eed2815bb351 HTTP/1.1" status: 200 len: 375 time: 0.0103555 Jul 05 02:52:04.938755 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a8b96fa4-dc21-4520-87c5-e367793c0f45 req-479077d5-8ef1-4c50-8d61-8b9a793cb86f tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b1a00a493e704ec48248eed2815bb351&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0742607 Jul 05 02:52:05.116139 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a8b96fa4-dc21-4520-87c5-e367793c0f45 req-ededdb19-cba3-4a8f-8d9c-7ea110b01fa4 service neutron] 10.222.0.23 "GET /v2.0/networks/73b1fe81-9ead-413d-adcc-8dcb2085def5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633034 Jul 05 02:52:05.209266 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a8b96fa4-dc21-4520-87c5-e367793c0f45 req-e14b17c0-7192-455b-b37b-7e81364b0c33 service neutron] 10.222.0.23 "GET /v2.0/networks/73b1fe81-9ead-413d-adcc-8dcb2085def5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865812 Jul 05 02:52:05.903733 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5ac60649-8abe-4b77-9f3d-016ec33902c7 req-3d945f7d-4064-43af-9490-312367766e71 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=b31bf84e-206b-469b-b358-5de363d143d7 HTTP/1.1" status: 200 len: 210 time: 0.0338447 Jul 05 02:52:06.986891 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1cc7cf46-1a4a-4a1b-b0d7-bd1afb15b7f0 req-fae008b3-406e-4b59-a34f-7657fc0e7431 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=b31bf84e-206b-469b-b358-5de363d143d7 HTTP/1.1" status: 200 len: 210 time: 0.0285349 Jul 05 02:52:07.016407 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c366e342-fe0e-4b3b-8ae7-de1f2ddf4bc0 req-fe88e94e-e957-41a1-a330-f56062ea6f42 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:52:07.017872 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c366e342-fe0e-4b3b-8ae7-de1f2ddf4bc0 req-fe88e94e-e957-41a1-a330-f56062ea6f42 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.23 "GET /v2.0/networks?id=ff22648f-8bb5-4a86-9270-68850417d1e1 HTTP/1.1" status: 200 len: 814 time: 0.1064739 Jul 05 02:52:07.032490 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c366e342-fe0e-4b3b-8ae7-de1f2ddf4bc0 req-6d2bf3c1-29ae-4ec4-b608-18b7beb55d21 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.23 "GET /v2.0/quotas/f0315daf84bb4df6b8d1cd6d576ae0f6 HTTP/1.1" status: 200 len: 375 time: 0.0088644 Jul 05 02:52:07.102849 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c366e342-fe0e-4b3b-8ae7-de1f2ddf4bc0 req-c1e52976-a93e-4ce9-95dc-eab6e353219e tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f0315daf84bb4df6b8d1cd6d576ae0f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0656223 Jul 05 02:52:07.221992 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c366e342-fe0e-4b3b-8ae7-de1f2ddf4bc0 req-f690af79-cbb2-44f5-af93-e0f58b22de4f service neutron] 10.222.0.23 "GET /v2.0/networks/ff22648f-8bb5-4a86-9270-68850417d1e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123667 Jul 05 02:52:07.313105 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c366e342-fe0e-4b3b-8ae7-de1f2ddf4bc0 req-060c545d-eb8e-422e-b291-e852b59df6c7 service neutron] 10.222.0.23 "GET /v2.0/networks/ff22648f-8bb5-4a86-9270-68850417d1e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852191 Jul 05 02:52:07.648657 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c9b801ee-07ee-4d24-89c9-9fca56eb35f8 req-493b1f6a-50b4-4d59-8834-755355b2d207 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f314b1b-a1e5-4883-b9c2-b2ac86ccac5e HTTP/1.1" status: 200 len: 210 time: 0.0291169 Jul 05 02:52:08.016332 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 02:52:08.129829 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1760a545-9f45-4f82-9616-279dea8f0b6e req-9a120435-5818-44b9-b36d-120281956c6e tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=b31bf84e-206b-469b-b358-5de363d143d7 HTTP/1.1" status: 200 len: 210 time: 0.0296757 Jul 05 02:52:08.789459 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f66dbdcd-a301-41e3-be82-87194a691c67 req-9c2b7f20-c2c6-42d5-92c1-71c83f0c08c3 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f314b1b-a1e5-4883-b9c2-b2ac86ccac5e HTTP/1.1" status: 200 len: 210 time: 0.0293458 Jul 05 02:52:08.940458 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b96fa4-dc21-4520-87c5-e367793c0f45 req-ced7e903-3cb2-4c52-8665-d39da9a0a491 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:52:08.941820 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a8b96fa4-dc21-4520-87c5-e367793c0f45 req-ced7e903-3cb2-4c52-8665-d39da9a0a491 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.21 "GET /v2.0/networks?id=73b1fe81-9ead-413d-adcc-8dcb2085def5 HTTP/1.1" status: 200 len: 812 time: 0.1100571 Jul 05 02:52:08.983701 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a8b96fa4-dc21-4520-87c5-e367793c0f45 req-11634904-9e32-4f4a-8fd6-775870b48f84 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1a00a493e704ec48248eed2815bb351 HTTP/1.1" status: 200 len: 380 time: 0.0330465 Jul 05 02:52:08.992683 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-a8b96fa4-dc21-4520-87c5-e367793c0f45 req-e13233b9-518a-42b2-a78f-59d95816b740 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Request body: {'port': {'device_id': 'b31bf84e-206b-469b-b358-5de363d143d7', 'network_id': '73b1fe81-9ead-413d-adcc-8dcb2085def5', 'admin_state_up': True, 'tenant_id': 'b1a00a493e704ec48248eed2815bb351', 'security_groups': ['1999bc0d-8d6f-407a-9c0b-dda1a8300b10']}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:52:09.261187 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8b96fa4-dc21-4520-87c5-e367793c0f45 req-e13233b9-518a-42b2-a78f-59d95816b740 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Made reservation on behalf of b1a00a493e704ec48248eed2815bb351 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:52:09.264875 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a8b96fa4-dc21-4520-87c5-e367793c0f45 req-e13233b9-518a-42b2-a78f-59d95816b740 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:52:09.272757 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ea488f2e-b497-4b8e-96d8-f5aa20f19db0 req-25d8fddf-f4b6-4446-bfc3-cec28083ddd3 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=b31bf84e-206b-469b-b358-5de363d143d7 HTTP/1.1" status: 200 len: 210 time: 0.0329556 Jul 05 02:52:09.405750 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-a8b96fa4-dc21-4520-87c5-e367793c0f45 req-e13233b9-518a-42b2-a78f-59d95816b740 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Allocated IP 172.20.0.9 (73b1fe81-9ead-413d-adcc-8dcb2085def5/33729902-d3e5-4dd5-ba26-acbc079120a6/ff60541e-610d-49be-b652-fc51a620445d) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:52:09.569963 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a8b96fa4-dc21-4520-87c5-e367793c0f45 req-e13233b9-518a-42b2-a78f-59d95816b740 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:52:09.583831 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-a8b96fa4-dc21-4520-87c5-e367793c0f45 req-e13233b9-518a-42b2-a78f-59d95816b740 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Transition to ACTIVE for port object ff60541e-610d-49be-b652-fc51a620445d will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:52:09.709755 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a8b96fa4-dc21-4520-87c5-e367793c0f45 req-e13233b9-518a-42b2-a78f-59d95816b740 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:52:09.760326 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8b96fa4-dc21-4520-87c5-e367793c0f45 req-e13233b9-518a-42b2-a78f-59d95816b740 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Network 73b1fe81-9ead-413d-adcc-8dcb2085def5 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:52:09.764309 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-a8b96fa4-dc21-4520-87c5-e367793c0f45 req-e13233b9-518a-42b2-a78f-59d95816b740 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:52:09.766395 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13233b9-518a-42b2-a78f-59d95816b740 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Pushing event updated for resources: {'Port': ['ID=ff60541e-610d-49be-b652-fc51a620445d,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:52:09.774535 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8b96fa4-dc21-4520-87c5-e367793c0f45 req-e13233b9-518a-42b2-a78f-59d95816b740 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:52:09.777838 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13233b9-518a-42b2-a78f-59d95816b740 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:52:09.778279 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13233b9-518a-42b2-a78f-59d95816b740 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:52:09.778683 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13233b9-518a-42b2-a78f-59d95816b740 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:52:09.779085 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13233b9-518a-42b2-a78f-59d95816b740 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:52:09.779481 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13233b9-518a-42b2-a78f-59d95816b740 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:52:09.779966 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13233b9-518a-42b2-a78f-59d95816b740 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:52:09.780295 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13233b9-518a-42b2-a78f-59d95816b740 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:52:09.780693 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13233b9-518a-42b2-a78f-59d95816b740 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:52:09.781070 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13233b9-518a-42b2-a78f-59d95816b740 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:52:09.781466 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13233b9-518a-42b2-a78f-59d95816b740 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:52:09.781844 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13233b9-518a-42b2-a78f-59d95816b740 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:52:09.782261 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13233b9-518a-42b2-a78f-59d95816b740 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:52:09.847557 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b96fa4-dc21-4520-87c5-e367793c0f45 req-e13233b9-518a-42b2-a78f-59d95816b740 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:52:09.848292 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a8b96fa4-dc21-4520-87c5-e367793c0f45 req-e13233b9-518a-42b2-a78f-59d95816b740 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:52:09.963860 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a8b96fa4-dc21-4520-87c5-e367793c0f45 req-e13233b9-518a-42b2-a78f-59d95816b740 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9751556 Jul 05 02:52:09.988068 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-a8b96fa4-dc21-4520-87c5-e367793c0f45 req-3d8e1d1c-59cf-4beb-b0c6-1f9861fb6f3f service neutron] Request body: {'port': {'device_id': 'b31bf84e-206b-469b-b358-5de363d143d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:52:10.025682 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bc7e6f25-5c38-491d-b643-943a1b3397c8 req-1793676d-a081-411b-9027-01a4b439b87f tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f314b1b-a1e5-4883-b9c2-b2ac86ccac5e HTTP/1.1" status: 200 len: 210 time: 0.0832686 Jul 05 02:52:10.076749 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a8b96fa4-dc21-4520-87c5-e367793c0f45 req-3d8e1d1c-59cf-4beb-b0c6-1f9861fb6f3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:52:10.182333 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-61bffbab-69e7-4dbc-a738-eab93a13b5ef None None] Provisioning for port ff60541e-610d-49be-b652-fc51a620445d completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:52:10.186535 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-61bffbab-69e7-4dbc-a738-eab93a13b5ef None None] Provisioning complete for port ff60541e-610d-49be-b652-fc51a620445d triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:52:10.186913 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-61bffbab-69e7-4dbc-a738-eab93a13b5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:52:10.219995 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-61bffbab-69e7-4dbc-a738-eab93a13b5ef None None] Port ff60541e-610d-49be-b652-fc51a620445d cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:52:10.423877 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c366e342-fe0e-4b3b-8ae7-de1f2ddf4bc0 req-e9fdfd91-b61e-42f3-b642-da68b2ed6acf tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:52:10.429585 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c366e342-fe0e-4b3b-8ae7-de1f2ddf4bc0 req-e9fdfd91-b61e-42f3-b642-da68b2ed6acf tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.21 "GET /v2.0/networks?id=ff22648f-8bb5-4a86-9270-68850417d1e1 HTTP/1.1" status: 200 len: 814 time: 0.1766572 Jul 05 02:52:10.443844 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-c366e342-fe0e-4b3b-8ae7-de1f2ddf4bc0 req-0fcc2813-b2d8-48e7-98aa-d218102f54cd tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Request body: {'port': {'device_id': '1f314b1b-a1e5-4883-b9c2-b2ac86ccac5e', 'network_id': 'ff22648f-8bb5-4a86-9270-68850417d1e1', 'admin_state_up': True, 'tenant_id': 'f0315daf84bb4df6b8d1cd6d576ae0f6'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:52:10.517816 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12986ba-9731-49b5-855f-10a4762b5add req-3031dc10-ebae-4fed-bf52-a61dfac19e4d tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:52:10.520910 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a12986ba-9731-49b5-855f-10a4762b5add req-3031dc10-ebae-4fed-bf52-a61dfac19e4d tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=b31bf84e-206b-469b-b358-5de363d143d7 HTTP/1.1" status: 200 len: 931 time: 0.0745723 Jul 05 02:52:10.589716 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a12986ba-9731-49b5-855f-10a4762b5add req-73212d80-1cb7-426f-9b88-7c0ed9afd137 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=1999bc0d-8d6f-407a-9c0b-dda1a8300b10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477040 Jul 05 02:52:10.590210 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-a8b96fa4-dc21-4520-87c5-e367793c0f45 req-3d8e1d1c-59cf-4beb-b0c6-1f9861fb6f3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff60541e-610d-49be-b652-fc51a620445d {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:52:10.617729 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a8b96fa4-dc21-4520-87c5-e367793c0f45 req-3d8e1d1c-59cf-4beb-b0c6-1f9861fb6f3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:52:10.635972 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-a8b96fa4-dc21-4520-87c5-e367793c0f45 req-3d8e1d1c-59cf-4beb-b0c6-1f9861fb6f3f service neutron] Transition to ACTIVE for port object ff60541e-610d-49be-b652-fc51a620445d will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:52:10.762231 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a8b96fa4-dc21-4520-87c5-e367793c0f45 req-3d8e1d1c-59cf-4beb-b0c6-1f9861fb6f3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:52:10.765872 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c366e342-fe0e-4b3b-8ae7-de1f2ddf4bc0 req-0fcc2813-b2d8-48e7-98aa-d218102f54cd tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Made reservation on behalf of f0315daf84bb4df6b8d1cd6d576ae0f6 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:52:10.770393 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c366e342-fe0e-4b3b-8ae7-de1f2ddf4bc0 req-0fcc2813-b2d8-48e7-98aa-d218102f54cd tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:52:10.925804 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8e1d1c-59cf-4beb-b0c6-1f9861fb6f3f service neutron] Pushing event updated for resources: {'Port': ['ID=ff60541e-610d-49be-b652-fc51a620445d,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:52:11.061530 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-a8b96fa4-dc21-4520-87c5-e367793c0f45 req-3d8e1d1c-59cf-4beb-b0c6-1f9861fb6f3f service neutron] Attempting to bind port ff60541e-610d-49be-b652-fc51a620445d on host n-h1-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:52:11.061990 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-a8b96fa4-dc21-4520-87c5-e367793c0f45 req-3d8e1d1c-59cf-4beb-b0c6-1f9861fb6f3f service neutron] Attempting to bind port ff60541e-610d-49be-b652-fc51a620445d by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': '0d275c90-3bd1-498e-a485-a23914e67eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '73b1fe81-9ead-413d-adcc-8dcb2085def5'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:52:11.062431 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b96fa4-dc21-4520-87c5-e367793c0f45 req-3d8e1d1c-59cf-4beb-b0c6-1f9861fb6f3f service neutron] Attempting to bind port ff60541e-610d-49be-b652-fc51a620445d on network 73b1fe81-9ead-413d-adcc-8dcb2085def5 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:52:11.076504 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b96fa4-dc21-4520-87c5-e367793c0f45 req-3d8e1d1c-59cf-4beb-b0c6-1f9861fb6f3f service neutron] Port ff60541e-610d-49be-b652-fc51a620445d on network 73b1fe81-9ead-413d-adcc-8dcb2085def5 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:52:11.076952 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b96fa4-dc21-4520-87c5-e367793c0f45 req-3d8e1d1c-59cf-4beb-b0c6-1f9861fb6f3f service neutron] Attempting to bind port ff60541e-610d-49be-b652-fc51a620445d on network 73b1fe81-9ead-413d-adcc-8dcb2085def5 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:52:11.083556 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-c366e342-fe0e-4b3b-8ae7-de1f2ddf4bc0 req-0fcc2813-b2d8-48e7-98aa-d218102f54cd tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Allocated IP 172.20.0.2 (ff22648f-8bb5-4a86-9270-68850417d1e1/cb90e76f-e0df-4327-a7fd-ca7e6e3dd6ca/c5f91576-ff87-42dd-af0d-47b4abc5dae3) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:52:11.087156 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b96fa4-dc21-4520-87c5-e367793c0f45 req-3d8e1d1c-59cf-4beb-b0c6-1f9861fb6f3f service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:52:11.087598 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b96fa4-dc21-4520-87c5-e367793c0f45 req-3d8e1d1c-59cf-4beb-b0c6-1f9861fb6f3f service neutron] Checking segment: {'id': '0d275c90-3bd1-498e-a485-a23914e67eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '73b1fe81-9ead-413d-adcc-8dcb2085def5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:52:11.088076 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b96fa4-dc21-4520-87c5-e367793c0f45 req-3d8e1d1c-59cf-4beb-b0c6-1f9861fb6f3f service neutron] Bound using segment: {'id': '0d275c90-3bd1-498e-a485-a23914e67eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '73b1fe81-9ead-413d-adcc-8dcb2085def5'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:52:11.088606 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-a8b96fa4-dc21-4520-87c5-e367793c0f45 req-3d8e1d1c-59cf-4beb-b0c6-1f9861fb6f3f service neutron] Bound port: ff60541e-610d-49be-b652-fc51a620445d, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d275c90-3bd1-498e-a485-a23914e67eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '73b1fe81-9ead-413d-adcc-8dcb2085def5'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:52:11.089055 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a8b96fa4-dc21-4520-87c5-e367793c0f45 req-3d8e1d1c-59cf-4beb-b0c6-1f9861fb6f3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:52:11.521069 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-611545f3-4697-4a41-bba9-58143ce6713d req-29f980dc-bb87-4b5f-bc8a-b421c9c0568e tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f314b1b-a1e5-4883-b9c2-b2ac86ccac5e HTTP/1.1" status: 200 len: 210 time: 0.0435197 Jul 05 02:52:11.716481 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c366e342-fe0e-4b3b-8ae7-de1f2ddf4bc0 req-0fcc2813-b2d8-48e7-98aa-d218102f54cd tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:52:11.754951 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-a8b96fa4-dc21-4520-87c5-e367793c0f45 req-3d8e1d1c-59cf-4beb-b0c6-1f9861fb6f3f service neutron] For port ff60541e-610d-49be-b652-fc51a620445d, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:52:11.767810 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-a8b96fa4-dc21-4520-87c5-e367793c0f45 req-3d8e1d1c-59cf-4beb-b0c6-1f9861fb6f3f service neutron] For port ff60541e-610d-49be-b652-fc51a620445d, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=ff60541e-610d-49be-b652-fc51a620445d,segment=NetworkSegment(0d275c90-3bd1-498e-a485-a23914e67eb1),segment_id=0d275c90-3bd1-498e-a485-a23914e67eb1)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:52:11.788139 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3a0ba3-b0d9-4c10-b859-96c9a10899ae req-3b86ed76-6138-46f1-affd-9277d7808de5 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:52:11.789660 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3b3a0ba3-b0d9-4c10-b859-96c9a10899ae req-3b86ed76-6138-46f1-affd-9277d7808de5 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=b31bf84e-206b-469b-b358-5de363d143d7 HTTP/1.1" status: 200 len: 943 time: 0.0804353 Jul 05 02:52:11.831587 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3b3a0ba3-b0d9-4c10-b859-96c9a10899ae req-ec24390c-18be-4ae3-abcf-3312cc2a1c33 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=1999bc0d-8d6f-407a-9c0b-dda1a8300b10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358617 Jul 05 02:52:11.903537 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c366e342-fe0e-4b3b-8ae7-de1f2ddf4bc0 req-0fcc2813-b2d8-48e7-98aa-d218102f54cd tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:52:11.920907 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['882d8448-921f-430b-9afc-756622d84041'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:52:11.959909 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a8b96fa4-dc21-4520-87c5-e367793c0f45 req-3d8e1d1c-59cf-4beb-b0c6-1f9861fb6f3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:52:11.969307 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['03d01d7f-7a4a-4d80-ad46-74716d99645c'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:52:11.972800 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:52:11.978426 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c366e342-fe0e-4b3b-8ae7-de1f2ddf4bc0 req-0fcc2813-b2d8-48e7-98aa-d218102f54cd tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Network ff22648f-8bb5-4a86-9270-68850417d1e1 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:52:12.003534 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b96fa4-dc21-4520-87c5-e367793c0f45 req-3d8e1d1c-59cf-4beb-b0c6-1f9861fb6f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:52:12.004065 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:52:12.005030 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a8b96fa4-dc21-4520-87c5-e367793c0f45 req-3d8e1d1c-59cf-4beb-b0c6-1f9861fb6f3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:52:12.006580 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a8b96fa4-dc21-4520-87c5-e367793c0f45 req-3d8e1d1c-59cf-4beb-b0c6-1f9861fb6f3f service neutron] 10.222.0.21 "PUT /v2.0/ports/ff60541e-610d-49be-b652-fc51a620445d HTTP/1.1" status: 200 len: 1092 time: 2.0230880 Jul 05 02:52:12.007551 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-c366e342-fe0e-4b3b-8ae7-de1f2ddf4bc0 req-0fcc2813-b2d8-48e7-98aa-d218102f54cd tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:52:12.017176 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-c366e342-fe0e-4b3b-8ae7-de1f2ddf4bc0 req-0fcc2813-b2d8-48e7-98aa-d218102f54cd tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:52:12.083496 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b31bf84e-206b-469b-b358-5de363d143d7', 'tag': 'ff60541e-610d-49be-b652-fc51a620445d'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:52:12.087325 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1f1cf26-f37c-4cf6-93c7-c248ad15d259" -d '{"events": [{"name": "network-changed", "server_uuid": "b31bf84e-206b-469b-b358-5de363d143d7", "tag": "ff60541e-610d-49be-b652-fc51a620445d"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:52:12.109943 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c366e342-fe0e-4b3b-8ae7-de1f2ddf4bc0 req-0fcc2813-b2d8-48e7-98aa-d218102f54cd tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:52:12.110727 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c366e342-fe0e-4b3b-8ae7-de1f2ddf4bc0 req-0fcc2813-b2d8-48e7-98aa-d218102f54cd tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:52:12.152304 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcc2813-b2d8-48e7-98aa-d218102f54cd tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Pushing event updated for resources: {'Port': ['ID=c5f91576-ff87-42dd-af0d-47b4abc5dae3,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:52:12.191384 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1a6e947-69b0-4655-ac0b-f0f994bcf310 x-openstack-request-id: req-c1a6e947-69b0-4655-ac0b-f0f994bcf310 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:52:12.191754 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b31bf84e-206b-469b-b358-5de363d143d7", "tag": "ff60541e-610d-49be-b652-fc51a620445d", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:52:12.191962 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c1a6e947-69b0-4655-ac0b-f0f994bcf310 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:52:12.192353 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b31bf84e-206b-469b-b358-5de363d143d7', 'tag': 'ff60541e-610d-49be-b652-fc51a620445d', 'status': 'completed', 'code': 200} Jul 05 02:52:12.231254 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8e1d1c-59cf-4beb-b0c6-1f9861fb6f3f service neutron] Pushing event updated for resources: {'Port': ['ID=ff60541e-610d-49be-b652-fc51a620445d,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:52:12.244748 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b96fa4-dc21-4520-87c5-e367793c0f45 req-b85182a4-d84a-4e0c-8cd9-a62685d06b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:52:12.246561 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a8b96fa4-dc21-4520-87c5-e367793c0f45 req-b85182a4-d84a-4e0c-8cd9-a62685d06b69 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b1a00a493e704ec48248eed2815bb351&device_id=b31bf84e-206b-469b-b358-5de363d143d7 HTTP/1.1" status: 200 len: 1095 time: 0.1246469 Jul 05 02:52:12.305186 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a8b96fa4-dc21-4520-87c5-e367793c0f45 req-ecda966b-7c67-4f16-a9d9-e31d714eac68 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff60541e-610d-49be-b652-fc51a620445d HTTP/1.1" status: 200 len: 217 time: 0.0502319 Jul 05 02:52:12.342478 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c366e342-fe0e-4b3b-8ae7-de1f2ddf4bc0 req-0fcc2813-b2d8-48e7-98aa-d218102f54cd tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9025269 Jul 05 02:52:12.356801 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-c366e342-fe0e-4b3b-8ae7-de1f2ddf4bc0 req-165909ab-ffdd-40e9-8545-dcb934396c5b service neutron] Request body: {'port': {'device_id': '1f314b1b-a1e5-4883-b9c2-b2ac86ccac5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:52:12.383515 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b96fa4-dc21-4520-87c5-e367793c0f45 req-bb892905-d71a-419e-8108-cd990d6c19cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:52:12.384982 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a8b96fa4-dc21-4520-87c5-e367793c0f45 req-bb892905-d71a-419e-8108-cd990d6c19cd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=33729902-d3e5-4dd5-ba26-acbc079120a6 HTTP/1.1" status: 200 len: 851 time: 0.0741606 Jul 05 02:52:12.474227 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c366e342-fe0e-4b3b-8ae7-de1f2ddf4bc0 req-165909ab-ffdd-40e9-8545-dcb934396c5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:52:12.513975 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b96fa4-dc21-4520-87c5-e367793c0f45 req-68c1f25d-4c5d-49d6-a62b-e3ab74ee3301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:52:12.515589 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a8b96fa4-dc21-4520-87c5-e367793c0f45 req-68c1f25d-4c5d-49d6-a62b-e3ab74ee3301 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=73b1fe81-9ead-413d-adcc-8dcb2085def5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1232960 Jul 05 02:52:12.732256 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e27303d-a059-4b11-841c-c812a27388b1 req-c4facddf-3ca5-4bf4-a40e-80c5135b56df tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:52:12.732732 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a8b96fa4-dc21-4520-87c5-e367793c0f45 req-c5fcfc2b-7b69-46e6-945d-95f2f09ff0e8 service neutron] 10.222.0.21 "GET /v2.0/networks/73b1fe81-9ead-413d-adcc-8dcb2085def5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091210 Jul 05 02:52:12.733698 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0e27303d-a059-4b11-841c-c812a27388b1 req-c4facddf-3ca5-4bf4-a40e-80c5135b56df tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f314b1b-a1e5-4883-b9c2-b2ac86ccac5e HTTP/1.1" status: 200 len: 931 time: 0.0718734 Jul 05 02:52:12.774397 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0e27303d-a059-4b11-841c-c812a27388b1 req-22c11b8c-0885-47b2-b26b-245c7075b04f tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.23 "GET /v2.0/security-groups?id=267fbb5b-2372-4c9d-918c-fbf73904b092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342848 Jul 05 02:52:12.897128 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a8b96fa4-dc21-4520-87c5-e367793c0f45 req-0b01ff3f-926b-4fa4-9659-dd76cfc0ae22 service neutron] 10.222.0.21 "GET /v2.0/networks/73b1fe81-9ead-413d-adcc-8dcb2085def5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558552 Jul 05 02:52:12.923680 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-c366e342-fe0e-4b3b-8ae7-de1f2ddf4bc0 req-165909ab-ffdd-40e9-8545-dcb934396c5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5f91576-ff87-42dd-af0d-47b4abc5dae3 {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:52:12.934369 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c366e342-fe0e-4b3b-8ae7-de1f2ddf4bc0 req-165909ab-ffdd-40e9-8545-dcb934396c5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:52:12.946255 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-c366e342-fe0e-4b3b-8ae7-de1f2ddf4bc0 req-165909ab-ffdd-40e9-8545-dcb934396c5b service neutron] Transition to ACTIVE for port object c5f91576-ff87-42dd-af0d-47b4abc5dae3 will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:52:13.071835 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c366e342-fe0e-4b3b-8ae7-de1f2ddf4bc0 req-165909ab-ffdd-40e9-8545-dcb934396c5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:52:13.175012 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165909ab-ffdd-40e9-8545-dcb934396c5b service neutron] Pushing event updated for resources: {'Port': ['ID=c5f91576-ff87-42dd-af0d-47b4abc5dae3,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:52:13.257846 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d32755-b8d3-4c21-b7b5-0cb4d7dafafc req-315436d5-7f62-4964-928c-b0396dc1780b tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:52:13.259317 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a6d32755-b8d3-4c21-b7b5-0cb4d7dafafc req-315436d5-7f62-4964-928c-b0396dc1780b tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=b31bf84e-206b-469b-b358-5de363d143d7 HTTP/1.1" status: 200 len: 943 time: 0.2125034 Jul 05 02:52:13.263055 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f1cf26-f37c-4cf6-93c7-c248ad15d259 req-c2130621-df5c-4955-b303-e0597e0800f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:52:13.264541 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c1f1cf26-f37c-4cf6-93c7-c248ad15d259 req-c2130621-df5c-4955-b303-e0597e0800f8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b1a00a493e704ec48248eed2815bb351&device_id=b31bf84e-206b-469b-b358-5de363d143d7 HTTP/1.1" status: 200 len: 1095 time: 0.2080157 Jul 05 02:52:13.307675 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-c366e342-fe0e-4b3b-8ae7-de1f2ddf4bc0 req-165909ab-ffdd-40e9-8545-dcb934396c5b service neutron] Attempting to bind port c5f91576-ff87-42dd-af0d-47b4abc5dae3 on host n-h1-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:52:13.308025 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-c366e342-fe0e-4b3b-8ae7-de1f2ddf4bc0 req-165909ab-ffdd-40e9-8545-dcb934396c5b service neutron] Attempting to bind port c5f91576-ff87-42dd-af0d-47b4abc5dae3 by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': '266510ee-3c4b-4192-af42-36c3122579a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ff22648f-8bb5-4a86-9270-68850417d1e1'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:52:13.308350 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c366e342-fe0e-4b3b-8ae7-de1f2ddf4bc0 req-165909ab-ffdd-40e9-8545-dcb934396c5b service neutron] Attempting to bind port c5f91576-ff87-42dd-af0d-47b4abc5dae3 on network ff22648f-8bb5-4a86-9270-68850417d1e1 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:52:13.346537 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c366e342-fe0e-4b3b-8ae7-de1f2ddf4bc0 req-165909ab-ffdd-40e9-8545-dcb934396c5b service neutron] Port c5f91576-ff87-42dd-af0d-47b4abc5dae3 on network ff22648f-8bb5-4a86-9270-68850417d1e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:52:13.346866 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c366e342-fe0e-4b3b-8ae7-de1f2ddf4bc0 req-165909ab-ffdd-40e9-8545-dcb934396c5b service neutron] Attempting to bind port c5f91576-ff87-42dd-af0d-47b4abc5dae3 on network ff22648f-8bb5-4a86-9270-68850417d1e1 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:52:13.369671 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c366e342-fe0e-4b3b-8ae7-de1f2ddf4bc0 req-165909ab-ffdd-40e9-8545-dcb934396c5b service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:52:13.369931 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c366e342-fe0e-4b3b-8ae7-de1f2ddf4bc0 req-165909ab-ffdd-40e9-8545-dcb934396c5b service neutron] Checking segment: {'id': '266510ee-3c4b-4192-af42-36c3122579a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ff22648f-8bb5-4a86-9270-68850417d1e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:52:13.370346 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c366e342-fe0e-4b3b-8ae7-de1f2ddf4bc0 req-165909ab-ffdd-40e9-8545-dcb934396c5b service neutron] Bound using segment: {'id': '266510ee-3c4b-4192-af42-36c3122579a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ff22648f-8bb5-4a86-9270-68850417d1e1'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:52:13.370778 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-c366e342-fe0e-4b3b-8ae7-de1f2ddf4bc0 req-165909ab-ffdd-40e9-8545-dcb934396c5b service neutron] Bound port: c5f91576-ff87-42dd-af0d-47b4abc5dae3, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '266510ee-3c4b-4192-af42-36c3122579a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ff22648f-8bb5-4a86-9270-68850417d1e1'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:52:13.371140 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c366e342-fe0e-4b3b-8ae7-de1f2ddf4bc0 req-165909ab-ffdd-40e9-8545-dcb934396c5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:52:13.377825 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a6d32755-b8d3-4c21-b7b5-0cb4d7dafafc req-891d1335-7dc4-4b35-9ec0-55b42c2d1c36 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=1999bc0d-8d6f-407a-9c0b-dda1a8300b10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097453 Jul 05 02:52:13.432170 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f1cf26-f37c-4cf6-93c7-c248ad15d259 req-0c7bc6ff-facc-4859-9ba9-e708271c5f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:52:13.433670 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c1f1cf26-f37c-4cf6-93c7-c248ad15d259 req-0c7bc6ff-facc-4859-9ba9-e708271c5f50 service neutron] 10.222.0.21 "GET /v2.0/networks?id=73b1fe81-9ead-413d-adcc-8dcb2085def5 HTTP/1.1" status: 200 len: 912 time: 0.1588185 Jul 05 02:52:13.491514 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c1f1cf26-f37c-4cf6-93c7-c248ad15d259 req-fb4aec2d-c555-4433-9737-1e225fe24f9d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff60541e-610d-49be-b652-fc51a620445d HTTP/1.1" status: 200 len: 217 time: 0.0460763 Jul 05 02:52:13.541883 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-c366e342-fe0e-4b3b-8ae7-de1f2ddf4bc0 req-165909ab-ffdd-40e9-8545-dcb934396c5b service neutron] For port c5f91576-ff87-42dd-af0d-47b4abc5dae3, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:52:13.559659 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-c366e342-fe0e-4b3b-8ae7-de1f2ddf4bc0 req-165909ab-ffdd-40e9-8545-dcb934396c5b service neutron] For port c5f91576-ff87-42dd-af0d-47b4abc5dae3, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=c5f91576-ff87-42dd-af0d-47b4abc5dae3,segment=NetworkSegment(266510ee-3c4b-4192-af42-36c3122579a6),segment_id=266510ee-3c4b-4192-af42-36c3122579a6)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:52:13.566830 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f1cf26-f37c-4cf6-93c7-c248ad15d259 req-b5182c68-9383-4b9a-8d62-30c81dc08f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:52:13.569035 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c1f1cf26-f37c-4cf6-93c7-c248ad15d259 req-b5182c68-9383-4b9a-8d62-30c81dc08f07 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=33729902-d3e5-4dd5-ba26-acbc079120a6 HTTP/1.1" status: 200 len: 851 time: 0.0713596 Jul 05 02:52:13.626116 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f1cf26-f37c-4cf6-93c7-c248ad15d259 req-6039614b-84fc-4e61-baae-947cd455492c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:52:13.627703 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c1f1cf26-f37c-4cf6-93c7-c248ad15d259 req-6039614b-84fc-4e61-baae-947cd455492c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=73b1fe81-9ead-413d-adcc-8dcb2085def5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523331 Jul 05 02:52:13.695412 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c366e342-fe0e-4b3b-8ae7-de1f2ddf4bc0 req-165909ab-ffdd-40e9-8545-dcb934396c5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:52:13.749340 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c366e342-fe0e-4b3b-8ae7-de1f2ddf4bc0 req-165909ab-ffdd-40e9-8545-dcb934396c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:52:13.750069 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c366e342-fe0e-4b3b-8ae7-de1f2ddf4bc0 req-165909ab-ffdd-40e9-8545-dcb934396c5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:52:13.751557 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c366e342-fe0e-4b3b-8ae7-de1f2ddf4bc0 req-165909ab-ffdd-40e9-8545-dcb934396c5b service neutron] 10.222.0.21 "PUT /v2.0/ports/c5f91576-ff87-42dd-af0d-47b4abc5dae3 HTTP/1.1" status: 200 len: 1092 time: 1.4002659 Jul 05 02:52:13.758643 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c1f1cf26-f37c-4cf6-93c7-c248ad15d259 req-8df0400d-038a-4f79-a0da-53ae64c25208 service neutron] 10.222.0.21 "GET /v2.0/networks/73b1fe81-9ead-413d-adcc-8dcb2085def5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237612 Jul 05 02:52:13.840618 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165909ab-ffdd-40e9-8545-dcb934396c5b service neutron] Pushing event updated for resources: {'Port': ['ID=c5f91576-ff87-42dd-af0d-47b4abc5dae3,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:52:13.892327 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c1f1cf26-f37c-4cf6-93c7-c248ad15d259 req-e5a28ca9-5043-4bea-a086-3eb7a4b125d6 service neutron] 10.222.0.21 "GET /v2.0/networks/73b1fe81-9ead-413d-adcc-8dcb2085def5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251764 Jul 05 02:52:13.992636 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c366e342-fe0e-4b3b-8ae7-de1f2ddf4bc0 req-af53cc77-9dda-4fa1-b12e-ec142d924c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:52:13.994201 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c366e342-fe0e-4b3b-8ae7-de1f2ddf4bc0 req-af53cc77-9dda-4fa1-b12e-ec142d924c5b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f0315daf84bb4df6b8d1cd6d576ae0f6&device_id=1f314b1b-a1e5-4883-b9c2-b2ac86ccac5e HTTP/1.1" status: 200 len: 1095 time: 0.0608814 Jul 05 02:52:14.008355 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd6714-641e-405c-bb53-8f8a9b8b43be req-93abaa0f-950f-4139-9b99-82761e2ab462 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:52:14.010005 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ecdd6714-641e-405c-bb53-8f8a9b8b43be req-93abaa0f-950f-4139-9b99-82761e2ab462 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f314b1b-a1e5-4883-b9c2-b2ac86ccac5e HTTP/1.1" status: 200 len: 943 time: 0.0869353 Jul 05 02:52:14.054380 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ecdd6714-641e-405c-bb53-8f8a9b8b43be req-37655f8e-955b-48c2-ae7c-af023cd454e0 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.23 "GET /v2.0/security-groups?id=267fbb5b-2372-4c9d-918c-fbf73904b092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366800 Jul 05 02:52:14.060686 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c366e342-fe0e-4b3b-8ae7-de1f2ddf4bc0 req-d9ad8d59-cddc-4e5e-a530-e20c81c002e7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c5f91576-ff87-42dd-af0d-47b4abc5dae3 HTTP/1.1" status: 200 len: 217 time: 0.0403948 Jul 05 02:52:14.109613 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c366e342-fe0e-4b3b-8ae7-de1f2ddf4bc0 req-11699433-63be-48b2-9d83-3cb0ac474623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:52:14.111090 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c366e342-fe0e-4b3b-8ae7-de1f2ddf4bc0 req-11699433-63be-48b2-9d83-3cb0ac474623 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cb90e76f-e0df-4327-a7fd-ca7e6e3dd6ca HTTP/1.1" status: 200 len: 854 time: 0.0446973 Jul 05 02:52:14.144561 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c366e342-fe0e-4b3b-8ae7-de1f2ddf4bc0 req-d9fc363b-08c1-4190-abcf-20f6b5714b82 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ff22648f-8bb5-4a86-9270-68850417d1e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251930 Jul 05 02:52:14.194624 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f314b1b-a1e5-4883-b9c2-b2ac86ccac5e', 'tag': 'c5f91576-ff87-42dd-af0d-47b4abc5dae3'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:52:14.197215 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff6284b-41d1-4677-b565-0ba09777f73e" -d '{"events": [{"name": "network-changed", "server_uuid": "1f314b1b-a1e5-4883-b9c2-b2ac86ccac5e", "tag": "c5f91576-ff87-42dd-af0d-47b4abc5dae3"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:52:14.237033 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08e6f23b-58ae-4981-b259-23cc12c17170 x-openstack-request-id: req-08e6f23b-58ae-4981-b259-23cc12c17170 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:52:14.237324 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f314b1b-a1e5-4883-b9c2-b2ac86ccac5e", "tag": "c5f91576-ff87-42dd-af0d-47b4abc5dae3", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:52:14.237899 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-08e6f23b-58ae-4981-b259-23cc12c17170 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:52:14.238716 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f314b1b-a1e5-4883-b9c2-b2ac86ccac5e', 'tag': 'c5f91576-ff87-42dd-af0d-47b4abc5dae3', 'status': 'completed', 'code': 200} Jul 05 02:52:14.244319 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c366e342-fe0e-4b3b-8ae7-de1f2ddf4bc0 req-52cb4e61-71d0-45fd-b1ac-76fea85845b4 service neutron] 10.222.0.21 "GET /v2.0/networks/ff22648f-8bb5-4a86-9270-68850417d1e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926728 Jul 05 02:52:14.341097 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c366e342-fe0e-4b3b-8ae7-de1f2ddf4bc0 req-5701423f-cf61-41f1-8c9f-257ace14818a service neutron] 10.222.0.21 "GET /v2.0/networks/ff22648f-8bb5-4a86-9270-68850417d1e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895474 Jul 05 02:52:14.573276 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff6284b-41d1-4677-b565-0ba09777f73e req-4a184874-656d-44e4-9c63-63a0dc679102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:52:14.580113 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6ff6284b-41d1-4677-b565-0ba09777f73e req-4a184874-656d-44e4-9c63-63a0dc679102 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f0315daf84bb4df6b8d1cd6d576ae0f6&device_id=1f314b1b-a1e5-4883-b9c2-b2ac86ccac5e HTTP/1.1" status: 200 len: 1095 time: 0.0756600 Jul 05 02:52:14.580495 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9a69af-a05c-4f68-b8af-91cf8636410b req-52251952-d5ac-415a-955a-87886bc82882 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:52:14.580495 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1a9a69af-a05c-4f68-b8af-91cf8636410b req-52251952-d5ac-415a-955a-87886bc82882 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=b31bf84e-206b-469b-b358-5de363d143d7 HTTP/1.1" status: 200 len: 943 time: 0.0758526 Jul 05 02:52:14.616869 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1a9a69af-a05c-4f68-b8af-91cf8636410b req-6e3963bd-ce75-4005-b34d-1be8838695d3 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=1999bc0d-8d6f-407a-9c0b-dda1a8300b10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339794 Jul 05 02:52:14.678378 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff6284b-41d1-4677-b565-0ba09777f73e req-3c1f145a-182e-4f46-98cd-4527b1aeb798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:52:14.679912 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6ff6284b-41d1-4677-b565-0ba09777f73e req-3c1f145a-182e-4f46-98cd-4527b1aeb798 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ff22648f-8bb5-4a86-9270-68850417d1e1 HTTP/1.1" status: 200 len: 914 time: 0.0970421 Jul 05 02:52:14.723989 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6ff6284b-41d1-4677-b565-0ba09777f73e req-2b104c9f-b829-4872-854d-7c6a0aa5bba2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c5f91576-ff87-42dd-af0d-47b4abc5dae3 HTTP/1.1" status: 200 len: 217 time: 0.0364583 Jul 05 02:52:14.778346 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff6284b-41d1-4677-b565-0ba09777f73e req-ab9a7a35-dbd0-4dac-9f8d-f1a729599f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:52:14.779894 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6ff6284b-41d1-4677-b565-0ba09777f73e req-ab9a7a35-dbd0-4dac-9f8d-f1a729599f59 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cb90e76f-e0df-4327-a7fd-ca7e6e3dd6ca HTTP/1.1" status: 200 len: 854 time: 0.0486665 Jul 05 02:52:14.813938 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6ff6284b-41d1-4677-b565-0ba09777f73e req-38cdf400-bc95-44d5-a094-47444ee99b0d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ff22648f-8bb5-4a86-9270-68850417d1e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266755 Jul 05 02:52:14.901988 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6ff6284b-41d1-4677-b565-0ba09777f73e req-38198803-e60a-4e20-a306-8bd4fb218f3a service neutron] 10.222.0.21 "GET /v2.0/networks/ff22648f-8bb5-4a86-9270-68850417d1e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811262 Jul 05 02:52:15.007289 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6ff6284b-41d1-4677-b565-0ba09777f73e req-48dbc04b-46f6-44c8-abf2-7fb85676f24b service neutron] 10.222.0.21 "GET /v2.0/networks/ff22648f-8bb5-4a86-9270-68850417d1e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991111 Jul 05 02:52:15.232051 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5c79d3-244d-43a1-bc23-b2c74c827dbb req-971983eb-55d1-4a2b-92a4-069f843b9bc8 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:52:15.233614 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ef5c79d3-244d-43a1-bc23-b2c74c827dbb req-971983eb-55d1-4a2b-92a4-069f843b9bc8 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f314b1b-a1e5-4883-b9c2-b2ac86ccac5e HTTP/1.1" status: 200 len: 943 time: 0.0663083 Jul 05 02:52:15.271114 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ef5c79d3-244d-43a1-bc23-b2c74c827dbb req-e0c2ad29-49c5-4f6d-abf3-c781aeed17d4 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.23 "GET /v2.0/security-groups?id=267fbb5b-2372-4c9d-918c-fbf73904b092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317621 Jul 05 02:52:15.807071 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efa3a70-7e5d-4f2c-a9a5-6e2699925f2b req-8e6c6b88-b56e-4c9c-9cc3-07476722ced4 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:52:15.808522 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2efa3a70-7e5d-4f2c-a9a5-6e2699925f2b req-8e6c6b88-b56e-4c9c-9cc3-07476722ced4 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=b31bf84e-206b-469b-b358-5de363d143d7 HTTP/1.1" status: 200 len: 943 time: 0.0639243 Jul 05 02:52:15.845960 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2efa3a70-7e5d-4f2c-a9a5-6e2699925f2b req-d9a4f23a-7fc1-45be-b3f0-58044eece525 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=1999bc0d-8d6f-407a-9c0b-dda1a8300b10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315375 Jul 05 02:52:16.450116 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb296c7-5dd5-45dc-9f9e-47573ab5c3db req-9443d01a-c5c3-41b8-9372-e9fef4f165a7 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:52:16.451709 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3bb296c7-5dd5-45dc-9f9e-47573ab5c3db req-9443d01a-c5c3-41b8-9372-e9fef4f165a7 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f314b1b-a1e5-4883-b9c2-b2ac86ccac5e HTTP/1.1" status: 200 len: 943 time: 0.0683870 Jul 05 02:52:16.491272 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3bb296c7-5dd5-45dc-9f9e-47573ab5c3db req-5cf1c335-8e13-48bd-9073-3bc938cddd10 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.23 "GET /v2.0/security-groups?id=267fbb5b-2372-4c9d-918c-fbf73904b092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338774 Jul 05 02:52:17.019543 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151151c9-12c4-467e-ad2c-c2b7f8e547bf req-67b7c693-a72c-49cf-8fe1-8d2af2f34c79 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:52:17.021073 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-151151c9-12c4-467e-ad2c-c2b7f8e547bf req-67b7c693-a72c-49cf-8fe1-8d2af2f34c79 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=b31bf84e-206b-469b-b358-5de363d143d7 HTTP/1.1" status: 200 len: 943 time: 0.0630627 Jul 05 02:52:17.060194 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-151151c9-12c4-467e-ad2c-c2b7f8e547bf req-3d722e6d-f9b6-432f-95d5-eeccb4a66508 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=1999bc0d-8d6f-407a-9c0b-dda1a8300b10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333807 Jul 05 02:52:17.676224 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68090a70-d988-4d6a-916c-02222451004b req-64fbc152-d73d-46c5-bce9-8ea8c3fdbda4 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:52:17.677962 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-68090a70-d988-4d6a-916c-02222451004b req-64fbc152-d73d-46c5-bce9-8ea8c3fdbda4 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f314b1b-a1e5-4883-b9c2-b2ac86ccac5e HTTP/1.1" status: 200 len: 943 time: 0.0628462 Jul 05 02:52:17.715499 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-68090a70-d988-4d6a-916c-02222451004b req-429d70e4-9d44-4d90-bb3b-392744d86a6b tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.23 "GET /v2.0/security-groups?id=267fbb5b-2372-4c9d-918c-fbf73904b092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319083 Jul 05 02:52:17.950670 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device c5f91576-ff87-42dd-af0d-47b4abc5dae3 details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:52:18.043432 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port c5f91576-ff87-42dd-af0d-47b4abc5dae3, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=c5f91576-ff87-42dd-af0d-47b4abc5dae3,segment=NetworkSegment(266510ee-3c4b-4192-af42-36c3122579a6),segment_id=266510ee-3c4b-4192-af42-36c3122579a6)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:52:18.054913 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': 'c5f91576-ff87-42dd-af0d-47b4abc5dae3', 'network_id': 'ff22648f-8bb5-4a86-9270-68850417d1e1', 'port_id': 'c5f91576-ff87-42dd-af0d-47b4abc5dae3', 'mac_address': 'fa:16:3e:b4:10:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb90e76f-e0df-4327-a7fd-ca7e6e3dd6ca', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:52:18.091695 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:52:18.105719 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5f91576-ff87-42dd-af0d-47b4abc5dae3 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:52:18.124650 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port c5f91576-ff87-42dd-af0d-47b4abc5dae3, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=c5f91576-ff87-42dd-af0d-47b4abc5dae3,segment=NetworkSegment(266510ee-3c4b-4192-af42-36c3122579a6),segment_id=266510ee-3c4b-4192-af42-36c3122579a6)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:52:18.228851 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:52:18.243500 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50de87ea-2591-49e5-8dd7-5b07ddd5df1c req-24d6d934-645a-4df8-b5b8-c46a9ac409c4 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:52:18.245186 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-50de87ea-2591-49e5-8dd7-5b07ddd5df1c req-24d6d934-645a-4df8-b5b8-c46a9ac409c4 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=b31bf84e-206b-469b-b358-5de363d143d7 HTTP/1.1" status: 200 len: 943 time: 0.0684531 Jul 05 02:52:18.281153 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=c5f91576-ff87-42dd-af0d-47b4abc5dae3,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:52:18.283385 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-50de87ea-2591-49e5-8dd7-5b07ddd5df1c req-963fab4d-f283-4bbf-acd7-4c3dcb9fc4dc tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=1999bc0d-8d6f-407a-9c0b-dda1a8300b10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322602 Jul 05 02:52:18.289346 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:52:18.289690 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:52:18.290024 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:52:18.290392 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:52:18.290728 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:52:18.291047 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:52:18.291368 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:52:18.291690 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:52:18.292008 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:52:18.292352 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:52:18.292672 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:52:18.292997 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:52:18.425284 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['c5f91576-ff87-42dd-af0d-47b4abc5dae3'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:52:18.886552 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b19f01b-1553-4eaa-8ce4-666ef93f7f0e req-9e9f4c2a-524d-462c-9d77-76756c9d711f tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:52:18.888056 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8b19f01b-1553-4eaa-8ce4-666ef93f7f0e req-9e9f4c2a-524d-462c-9d77-76756c9d711f tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f314b1b-a1e5-4883-b9c2-b2ac86ccac5e HTTP/1.1" status: 200 len: 944 time: 0.0626929 Jul 05 02:52:18.930871 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8b19f01b-1553-4eaa-8ce4-666ef93f7f0e req-c21860eb-556b-474b-99f6-a6e0c62625d8 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.23 "GET /v2.0/security-groups?id=267fbb5b-2372-4c9d-918c-fbf73904b092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371730 Jul 05 02:52:19.464815 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcda136-24ac-42d7-9eb2-1143d5d17942 req-a45a1d5c-7aa1-44a6-973f-ee61134f8a05 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:52:19.466276 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-efcda136-24ac-42d7-9eb2-1143d5d17942 req-a45a1d5c-7aa1-44a6-973f-ee61134f8a05 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=b31bf84e-206b-469b-b358-5de363d143d7 HTTP/1.1" status: 200 len: 943 time: 0.0695796 Jul 05 02:52:19.504812 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-efcda136-24ac-42d7-9eb2-1143d5d17942 req-ad3c3a6d-77c4-4129-8e1d-558b2d15777a tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=1999bc0d-8d6f-407a-9c0b-dda1a8300b10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327682 Jul 05 02:52:19.955132 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device c5f91576-ff87-42dd-af0d-47b4abc5dae3 up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:52:20.077853 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning for port c5f91576-ff87-42dd-af0d-47b4abc5dae3 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:52:20.081716 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port c5f91576-ff87-42dd-af0d-47b4abc5dae3 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:52:20.082090 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:52:20.110476 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d335e0b-4e6f-4172-80b1-b0cbcc61259d req-8bb3345f-7235-4e96-b2bf-1d3ffe0cd75d tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:52:20.114801 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1d335e0b-4e6f-4172-80b1-b0cbcc61259d req-8bb3345f-7235-4e96-b2bf-1d3ffe0cd75d tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f314b1b-a1e5-4883-b9c2-b2ac86ccac5e HTTP/1.1" status: 200 len: 944 time: 0.0670910 Jul 05 02:52:20.156009 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1d335e0b-4e6f-4172-80b1-b0cbcc61259d req-551ec143-14e6-4ac6-bd15-6933eea1b29c tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.23 "GET /v2.0/security-groups?id=267fbb5b-2372-4c9d-918c-fbf73904b092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383844 Jul 05 02:52:20.166246 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:52:20.189042 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f314b1b-a1e5-4883-b9c2-b2ac86ccac5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5f91576-ff87-42dd-af0d-47b4abc5dae3'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:52:20.191318 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-528f2504-b1ed-4145-9a1d-1276efe82fc2" -d '{"events": [{"server_uuid": "1f314b1b-a1e5-4883-b9c2-b2ac86ccac5e", "name": "network-vif-plugged", "status": "completed", "tag": "c5f91576-ff87-42dd-af0d-47b4abc5dae3"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:52:20.205228 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port c5f91576-ff87-42dd-af0d-47b4abc5dae3, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=c5f91576-ff87-42dd-af0d-47b4abc5dae3,segment=NetworkSegment(266510ee-3c4b-4192-af42-36c3122579a6),segment_id=266510ee-3c4b-4192-af42-36c3122579a6)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:52:20.227842 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0684741b-ba0c-4f1b-b847-3ebc50628d1f x-openstack-request-id: req-0684741b-ba0c-4f1b-b847-3ebc50628d1f {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:52:20.228137 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f314b1b-a1e5-4883-b9c2-b2ac86ccac5e", "name": "network-vif-plugged", "status": "completed", "tag": "c5f91576-ff87-42dd-af0d-47b4abc5dae3", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:52:20.228397 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0684741b-ba0c-4f1b-b847-3ebc50628d1f {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:52:20.228793 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f314b1b-a1e5-4883-b9c2-b2ac86ccac5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5f91576-ff87-42dd-af0d-47b4abc5dae3', 'code': 200} Jul 05 02:52:20.325405 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:52:20.337897 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffb0b97-64f6-4d45-adac-8dd6b058fad3 req-08cb51b9-9164-4adf-beab-f0c7c22501bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:52:20.339386 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7ffb0b97-64f6-4d45-adac-8dd6b058fad3 req-08cb51b9-9164-4adf-beab-f0c7c22501bb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1f314b1b-a1e5-4883-b9c2-b2ac86ccac5e HTTP/1.1" status: 200 len: 1096 time: 0.0520067 Jul 05 02:52:20.373177 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=c5f91576-ff87-42dd-af0d-47b4abc5dae3,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:52:20.373463 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7ffb0b97-64f6-4d45-adac-8dd6b058fad3 req-a2d6303d-3500-4d92-b0ed-e1f64186ac8d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=267fbb5b-2372-4c9d-918c-fbf73904b092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277176 Jul 05 02:52:20.680345 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7228c9bd-c6c7-4aaf-bf0a-3615d4512fc1 req-0812952e-793c-4527-a0f0-6ab54a760fb6 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:52:20.681845 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7228c9bd-c6c7-4aaf-bf0a-3615d4512fc1 req-0812952e-793c-4527-a0f0-6ab54a760fb6 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=b31bf84e-206b-469b-b358-5de363d143d7 HTTP/1.1" status: 200 len: 943 time: 0.0653358 Jul 05 02:52:20.722577 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7228c9bd-c6c7-4aaf-bf0a-3615d4512fc1 req-6124a304-f3d2-486c-8a93-382b138ed39d tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=1999bc0d-8d6f-407a-9c0b-dda1a8300b10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350990 Jul 05 02:52:20.935260 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-fc9a7aa1-ef44-4a7c-9d38-c6a68fa90ade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:52:21.346764 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cef53f-0fbd-4b9c-8564-c779b94af0d0 req-afe570c2-39a1-4535-a746-3365700bf7e6 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:52:21.348290 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-42cef53f-0fbd-4b9c-8564-c779b94af0d0 req-afe570c2-39a1-4535-a746-3365700bf7e6 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f314b1b-a1e5-4883-b9c2-b2ac86ccac5e HTTP/1.1" status: 200 len: 945 time: 0.0712259 Jul 05 02:52:21.386415 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-42cef53f-0fbd-4b9c-8564-c779b94af0d0 req-bbdedb4f-3924-414f-9f35-5b5e3df2f686 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.23 "GET /v2.0/security-groups?id=267fbb5b-2372-4c9d-918c-fbf73904b092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323894 Jul 05 02:52:21.901173 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a143bc-5465-4133-9a4b-c99ce56e8df3 req-68542048-ffe5-477a-922b-702309e6844f tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:52:21.902760 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-84a143bc-5465-4133-9a4b-c99ce56e8df3 req-68542048-ffe5-477a-922b-702309e6844f tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=b31bf84e-206b-469b-b358-5de363d143d7 HTTP/1.1" status: 200 len: 943 time: 0.0635636 Jul 05 02:52:21.939572 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-84a143bc-5465-4133-9a4b-c99ce56e8df3 req-64679f21-640f-4ed2-9bd7-de68cdaa92e4 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=1999bc0d-8d6f-407a-9c0b-dda1a8300b10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312815 Jul 05 02:52:22.561209 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8af6409-a009-4415-9ee2-a2fc37a78415 req-e708c4e8-fa05-4f19-a7a9-fcc9063bec6c tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:52:22.562720 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b8af6409-a009-4415-9ee2-a2fc37a78415 req-e708c4e8-fa05-4f19-a7a9-fcc9063bec6c tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f314b1b-a1e5-4883-b9c2-b2ac86ccac5e HTTP/1.1" status: 200 len: 945 time: 0.0639520 Jul 05 02:52:22.599343 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b8af6409-a009-4415-9ee2-a2fc37a78415 req-e5bd5b74-0928-4fc1-a38a-88862e86061b tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.23 "GET /v2.0/security-groups?id=267fbb5b-2372-4c9d-918c-fbf73904b092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310519 Jul 05 02:52:23.118197 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23094e8-458a-4328-905e-492dadbb2854 req-b519eaef-fe98-4585-a24e-b90c713171e8 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:52:23.119796 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d23094e8-458a-4328-905e-492dadbb2854 req-b519eaef-fe98-4585-a24e-b90c713171e8 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=b31bf84e-206b-469b-b358-5de363d143d7 HTTP/1.1" status: 200 len: 943 time: 0.0656896 Jul 05 02:52:23.181664 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d23094e8-458a-4328-905e-492dadbb2854 req-e73a458c-0ca8-41aa-a2c3-1c152cc3ff8d tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=1999bc0d-8d6f-407a-9c0b-dda1a8300b10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561085 Jul 05 02:52:23.273732 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-c28a27ab-0bac-48ce-a89c-0a17ebeeab1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:52:23.960121 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:52:23.969958 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device ff60541e-610d-49be-b652-fc51a620445d details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:52:24.067729 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port ff60541e-610d-49be-b652-fc51a620445d, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=ff60541e-610d-49be-b652-fc51a620445d,segment=NetworkSegment(0d275c90-3bd1-498e-a485-a23914e67eb1),segment_id=0d275c90-3bd1-498e-a485-a23914e67eb1)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:52:24.084118 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': 'ff60541e-610d-49be-b652-fc51a620445d', 'network_id': '73b1fe81-9ead-413d-adcc-8dcb2085def5', 'port_id': 'ff60541e-610d-49be-b652-fc51a620445d', 'mac_address': 'fa:16:3e:16:d8:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33729902-d3e5-4dd5-ba26-acbc079120a6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:52:24.122417 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:52:24.138691 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff60541e-610d-49be-b652-fc51a620445d {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:52:24.161696 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port ff60541e-610d-49be-b652-fc51a620445d, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=ff60541e-610d-49be-b652-fc51a620445d,segment=NetworkSegment(0d275c90-3bd1-498e-a485-a23914e67eb1),segment_id=0d275c90-3bd1-498e-a485-a23914e67eb1)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:52:24.262722 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:52:24.323187 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=ff60541e-610d-49be-b652-fc51a620445d,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:52:24.383808 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6466dd1-560d-4d3c-9d27-d6296fd46f9d req-606443e4-7c6f-4ebb-9f15-ad6a12b65868 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:52:24.385208 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a6466dd1-560d-4d3c-9d27-d6296fd46f9d req-606443e4-7c6f-4ebb-9f15-ad6a12b65868 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=b31bf84e-206b-469b-b358-5de363d143d7 HTTP/1.1" status: 200 len: 944 time: 0.0642107 Jul 05 02:52:24.431685 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a6466dd1-560d-4d3c-9d27-d6296fd46f9d req-dc5a931e-4747-4662-809c-fef291a66edf tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=1999bc0d-8d6f-407a-9c0b-dda1a8300b10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406551 Jul 05 02:52:24.478315 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['ff60541e-610d-49be-b652-fc51a620445d'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:52:24.710448 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:52:25.623974 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006eda9c-cd81-4897-b2a9-dc0a2ab738b8 req-30982fca-053c-4444-b927-71af934fa2bd tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:52:25.625519 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-006eda9c-cd81-4897-b2a9-dc0a2ab738b8 req-30982fca-053c-4444-b927-71af934fa2bd tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=b31bf84e-206b-469b-b358-5de363d143d7 HTTP/1.1" status: 200 len: 944 time: 0.0650406 Jul 05 02:52:25.667208 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-006eda9c-cd81-4897-b2a9-dc0a2ab738b8 req-af238e91-d7a1-4ae4-8d66-28cbd79c35e5 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=1999bc0d-8d6f-407a-9c0b-dda1a8300b10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350931 Jul 05 02:52:25.980913 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device ff60541e-610d-49be-b652-fc51a620445d up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:52:26.135371 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:52:26.136061 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning for port ff60541e-610d-49be-b652-fc51a620445d completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:52:26.144705 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port ff60541e-610d-49be-b652-fc51a620445d triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:52:26.145114 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:52:26.223962 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:52:26.245009 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b31bf84e-206b-469b-b358-5de363d143d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff60541e-610d-49be-b652-fc51a620445d'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:52:26.247226 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-526dcfd0-e6bc-4877-a771-ffe8f204f636" -d '{"events": [{"server_uuid": "b31bf84e-206b-469b-b358-5de363d143d7", "name": "network-vif-plugged", "status": "completed", "tag": "ff60541e-610d-49be-b652-fc51a620445d"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:52:26.260034 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port ff60541e-610d-49be-b652-fc51a620445d, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=ff60541e-610d-49be-b652-fc51a620445d,segment=NetworkSegment(0d275c90-3bd1-498e-a485-a23914e67eb1),segment_id=0d275c90-3bd1-498e-a485-a23914e67eb1)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:52:26.287894 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4522476-a63b-41ca-a337-c17760ec1be0 x-openstack-request-id: req-c4522476-a63b-41ca-a337-c17760ec1be0 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:52:26.288294 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b31bf84e-206b-469b-b358-5de363d143d7", "name": "network-vif-plugged", "status": "completed", "tag": "ff60541e-610d-49be-b652-fc51a620445d", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:52:26.288579 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c4522476-a63b-41ca-a337-c17760ec1be0 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:52:26.288936 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b31bf84e-206b-469b-b358-5de363d143d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff60541e-610d-49be-b652-fc51a620445d', 'code': 200} Jul 05 02:52:26.413183 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c24b713-6980-4d59-a2ef-1a6f4b046d54 req-993498a0-c752-4695-b000-fe0d3f82e375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:52:26.414769 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2c24b713-6980-4d59-a2ef-1a6f4b046d54 req-993498a0-c752-4695-b000-fe0d3f82e375 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b31bf84e-206b-469b-b358-5de363d143d7 HTTP/1.1" status: 200 len: 1096 time: 0.0590558 Jul 05 02:52:26.422800 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:52:26.448822 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2c24b713-6980-4d59-a2ef-1a6f4b046d54 req-8d7057b1-356c-4e41-8360-79b6be103810 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1999bc0d-8d6f-407a-9c0b-dda1a8300b10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282524 Jul 05 02:52:26.473469 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=ff60541e-610d-49be-b652-fc51a620445d,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:52:26.872711 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4a3c5e-c7b0-4f49-8419-e23ddad63edf req-2c3013e1-cea3-4c2b-961f-9b27cd50e39e tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:52:26.874155 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6a4a3c5e-c7b0-4f49-8419-e23ddad63edf req-2c3013e1-cea3-4c2b-961f-9b27cd50e39e tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=b31bf84e-206b-469b-b358-5de363d143d7 HTTP/1.1" status: 200 len: 945 time: 0.0793681 Jul 05 02:52:26.912312 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6a4a3c5e-c7b0-4f49-8419-e23ddad63edf req-e3d255bf-e243-4d68-8c12-8f3c36ee4291 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=1999bc0d-8d6f-407a-9c0b-dda1a8300b10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316401 Jul 05 02:52:28.101842 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6bbaf5-690b-4021-9273-0e52289341c4 req-d8271b21-600e-4836-888b-8aad9f297e82 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:52:28.103477 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7d6bbaf5-690b-4021-9273-0e52289341c4 req-d8271b21-600e-4836-888b-8aad9f297e82 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=b31bf84e-206b-469b-b358-5de363d143d7 HTTP/1.1" status: 200 len: 945 time: 0.0731277 Jul 05 02:52:28.142805 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7d6bbaf5-690b-4021-9273-0e52289341c4 req-902c614c-fa02-44d1-9f84-710ba73b346e tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=1999bc0d-8d6f-407a-9c0b-dda1a8300b10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326989 Jul 05 02:52:28.323332 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217f100-aba5-4481-be7b-c2f3595d82c3 req-79bc883f-c434-48b2-9d85-80c214c09878 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:52:28.324943 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a217f100-aba5-4481-be7b-c2f3595d82c3 req-79bc883f-c434-48b2-9d85-80c214c09878 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=b31bf84e-206b-469b-b358-5de363d143d7 HTTP/1.1" status: 200 len: 945 time: 0.0696774 Jul 05 02:52:28.371778 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a217f100-aba5-4481-be7b-c2f3595d82c3 req-bdc48e49-91ff-441b-bbc1-f006503aaa3e tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=1999bc0d-8d6f-407a-9c0b-dda1a8300b10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406096 Jul 05 02:52:28.397676 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40200) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:52:28.450954 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78123e7e-8afc-4cc6-83e7-57276888a7f1 tempest-TestVolumeBootPattern-509227968 tempest-TestVolumeBootPattern-509227968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:52:28.452510 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-78123e7e-8afc-4cc6-83e7-57276888a7f1 tempest-TestVolumeBootPattern-509227968 tempest-TestVolumeBootPattern-509227968-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=b31bf84e-206b-469b-b358-5de363d143d7 HTTP/1.1" status: 200 len: 1092 time: 0.0538087 Jul 05 02:52:28.455260 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 40202) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:52:28.460001 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-4db3502a-b15c-4fe4-8622-4249521af27b tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Request body: {'floatingip': {'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'port_id': 'ff60541e-610d-49be-b652-fc51a620445d', 'tenant_id': 'b1a00a493e704ec48248eed2815bb351', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:52:28.571096 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4db3502a-b15c-4fe4-8622-4249521af27b tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks [] for floatingip, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:52:28.673080 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4db3502a-b15c-4fe4-8622-4249521af27b tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:52:28.778619 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-4db3502a-b15c-4fe4-8622-4249521af27b tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Allocated IP 172.25.7.144 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/cca4c9f7-e2c1-40db-af12-4fc52ff42608) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:52:28.884920 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4db3502a-b15c-4fe4-8622-4249521af27b tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:52:29.028317 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4db3502a-b15c-4fe4-8622-4249521af27b tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:52:29.069971 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db3502a-b15c-4fe4-8622-4249521af27b tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:52:29.069971 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-4db3502a-b15c-4fe4-8622-4249521af27b tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:52:29.073256 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db3502a-b15c-4fe4-8622-4249521af27b tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:52:29.102440 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db3502a-b15c-4fe4-8622-4249521af27b tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Pushing event updated for resources: {'Port': ['ID=cca4c9f7-e2c1-40db-af12-4fc52ff42608,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:52:29.116188 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db3502a-b15c-4fe4-8622-4249521af27b tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:52:29.116534 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db3502a-b15c-4fe4-8622-4249521af27b tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:52:29.116872 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db3502a-b15c-4fe4-8622-4249521af27b tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:52:29.117206 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db3502a-b15c-4fe4-8622-4249521af27b tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:52:29.117532 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db3502a-b15c-4fe4-8622-4249521af27b tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:52:29.117855 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db3502a-b15c-4fe4-8622-4249521af27b tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:52:29.118207 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db3502a-b15c-4fe4-8622-4249521af27b tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:52:29.118532 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db3502a-b15c-4fe4-8622-4249521af27b tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:52:29.118851 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db3502a-b15c-4fe4-8622-4249521af27b tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:52:29.119171 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db3502a-b15c-4fe4-8622-4249521af27b tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:52:29.119491 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db3502a-b15c-4fe4-8622-4249521af27b tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:52:29.119812 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db3502a-b15c-4fe4-8622-4249521af27b tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:52:29.476669 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4db3502a-b15c-4fe4-8622-4249521af27b tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:52:29.647069 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4db3502a-b15c-4fe4-8622-4249521af27b tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:52:29.806690 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4db3502a-b15c-4fe4-8622-4249521af27b tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:52:29.929971 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4db3502a-b15c-4fe4-8622-4249521af27b tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:52:29.997711 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db3502a-b15c-4fe4-8622-4249521af27b tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Pushing event updated for resources: {'Port': ['ID=cca4c9f7-e2c1-40db-af12-4fc52ff42608,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:52:30.011310 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4db3502a-b15c-4fe4-8622-4249521af27b tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636869'] for floatingip, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:52:30.415467 n-d-771362-32 neutron-server[94462]: INFO neutron.db.l3_db [None req-4db3502a-b15c-4fe4-8622-4249521af27b tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Floating IP 1cd73281-41b4-4e38-849f-0ef6d51799cd associated. External IP: 172.25.7.144, port: ff60541e-610d-49be-b652-fc51a620445d. Jul 05 02:52:30.660996 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4db3502a-b15c-4fe4-8622-4249521af27b tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Router 8e2bcb07-6c5e-4486-8f64-4c01f3036bb7 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:52:30.770054 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4db3502a-b15c-4fe4-8622-4249521af27b tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:52:30.781249 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565affcf-12e6-474b-b80a-dafcbaed6a1c None None] Sync routers for ids ['8e2bcb07-6c5e-4486-8f64-4c01f3036bb7'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:52:30.791626 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565affcf-12e6-474b-b80a-dafcbaed6a1c None None] Routers {'8e2bcb07-6c5e-4486-8f64-4c01f3036bb7'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:52:30.792416 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-565affcf-12e6-474b-b80a-dafcbaed6a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:52:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['8e2bcb07-6c5e-4486-8f64-4c01f3036bb7'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:52:30.885416 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4db3502a-b15c-4fe4-8622-4249521af27b tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:52:30.906096 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-565affcf-12e6-474b-b80a-dafcbaed6a1c None None] Set router 8e2bcb07-6c5e-4486-8f64-4c01f3036bb7 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:52:30.936834 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-4db3502a-b15c-4fe4-8622-4249521af27b tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4802611 Jul 05 02:52:30.938195 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b31bf84e-206b-469b-b358-5de363d143d7', 'tag': 'ff60541e-610d-49be-b652-fc51a620445d'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:52:30.941811 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b223267e0e0ddb3199af7772d0b45336e3b4b54fbb151c86a8051291a61e85db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f8a99a3-f675-4114-8e81-7269950c7af2" -d '{"events": [{"name": "network-changed", "server_uuid": "b31bf84e-206b-469b-b358-5de363d143d7", "tag": "ff60541e-610d-49be-b652-fc51a620445d"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:52:31.002460 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04f38e07-e1fb-4e5f-ac3d-66de64dfee51 x-openstack-request-id: req-04f38e07-e1fb-4e5f-ac3d-66de64dfee51 {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:52:31.002759 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b31bf84e-206b-469b-b358-5de363d143d7", "tag": "ff60541e-610d-49be-b652-fc51a620445d", "status": "completed", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:52:31.003021 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-04f38e07-e1fb-4e5f-ac3d-66de64dfee51 {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:52:31.006282 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b31bf84e-206b-469b-b358-5de363d143d7', 'tag': 'ff60541e-610d-49be-b652-fc51a620445d', 'status': 'completed', 'code': 200} Jul 05 02:52:31.083471 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8a99a3-f675-4114-8e81-7269950c7af2 req-ef59fb10-898c-4b86-8501-29de7c558e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:52:31.085030 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7f8a99a3-f675-4114-8e81-7269950c7af2 req-ef59fb10-898c-4b86-8501-29de7c558e98 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b1a00a493e704ec48248eed2815bb351&device_id=b31bf84e-206b-469b-b358-5de363d143d7 HTTP/1.1" status: 200 len: 1097 time: 0.0556595 Jul 05 02:52:31.137232 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-565affcf-12e6-474b-b80a-dafcbaed6a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2bcb07-6c5e-4486-8f64-4c01f3036bb7', 'name': 'tempest-TestVolumeBootPattern-1666250849-router', 'tenant_id': 'b1a00a493e704ec48248eed2815bb351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '7d2df5b5-41a7-4290-a99f-4004dbb96fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:41:50Z', 'updated_at': '2021-07-05T02:41:56Z', 'revision_number': 4, 'project_id': 'b1a00a493e704ec48248eed2815bb351', 'gw_port': {'id': '7d2df5b5-41a7-4290-a99f-4004dbb96fd5', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2bcb07-6c5e-4486-8f64-4c01f3036bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:41:51Z', 'updated_at': '2021-07-05T02:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '1cd73281-41b4-4e38-849f-0ef6d51799cd', 'tenant_id': 'b1a00a493e704ec48248eed2815bb351', 'floating_ip_address': '172.25.7.144', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': '8e2bcb07-6c5e-4486-8f64-4c01f3036bb7', 'port_id': 'ff60541e-610d-49be-b652-fc51a620445d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73b1fe81-9ead-413d-adcc-8dcb2085def5', 'mac_address': 'fa:16:3e:16:d8:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31bf84e-206b-469b-b358-5de363d143d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T02:52:29Z', 'updated_at': '2021-07-05T02:52:29Z', 'revision_number': 0, 'project_id': 'b1a00a493e704ec48248eed2815bb351', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '581871ae-f1f2-4d48-a7e0-6ba26cbd1272', 'name': '', 'network_id': '73b1fe81-9ead-413d-adcc-8dcb2085def5', 'tenant_id': 'b1a00a493e704ec48248eed2815bb351', 'mac_address': 'fa:16:3e:2c:24:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2bcb07-6c5e-4486-8f64-4c01f3036bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': '33729902-d3e5-4dd5-ba26-acbc079120a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:41:55Z', 'updated_at': '2021-07-05T02:42:06Z', 'revision_number': 5, 'project_id': 'b1a00a493e704ec48248eed2815bb351', 'subnets': [{'id': '33729902-d3e5-4dd5-ba26-acbc079120a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:52:31.162852 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565affcf-12e6-474b-b80a-dafcbaed6a1c None None] Checking router: 8e2bcb07-6c5e-4486-8f64-4c01f3036bb7 for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:52:31.171052 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565affcf-12e6-474b-b80a-dafcbaed6a1c None None] Routers {'8e2bcb07-6c5e-4486-8f64-4c01f3036bb7'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:52:31.171670 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-565affcf-12e6-474b-b80a-dafcbaed6a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:52:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['8e2bcb07-6c5e-4486-8f64-4c01f3036bb7'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:52:31.172241 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8a99a3-f675-4114-8e81-7269950c7af2 req-4dede795-769b-4ee2-8924-4fa767bdafe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:52:31.173772 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7f8a99a3-f675-4114-8e81-7269950c7af2 req-4dede795-769b-4ee2-8924-4fa767bdafe8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=73b1fe81-9ead-413d-adcc-8dcb2085def5 HTTP/1.1" status: 200 len: 912 time: 0.0825114 Jul 05 02:52:31.248562 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7f8a99a3-f675-4114-8e81-7269950c7af2 req-2b0588f2-2c43-4e5a-99cc-c77121987545 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff60541e-610d-49be-b652-fc51a620445d HTTP/1.1" status: 200 len: 999 time: 0.0672014 Jul 05 02:52:31.291941 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-565affcf-12e6-474b-b80a-dafcbaed6a1c None None] Set router 8e2bcb07-6c5e-4486-8f64-4c01f3036bb7 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:52:31.303404 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8a99a3-f675-4114-8e81-7269950c7af2 req-7b90cb8e-902d-4cc8-8e73-600d6adea627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:52:31.305008 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7f8a99a3-f675-4114-8e81-7269950c7af2 req-7b90cb8e-902d-4cc8-8e73-600d6adea627 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=33729902-d3e5-4dd5-ba26-acbc079120a6 HTTP/1.1" status: 200 len: 851 time: 0.0510499 Jul 05 02:52:31.363022 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8a99a3-f675-4114-8e81-7269950c7af2 req-9aef832d-0b5c-45ee-a812-c239d3f7497e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:52:31.364633 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7f8a99a3-f675-4114-8e81-7269950c7af2 req-9aef832d-0b5c-45ee-a812-c239d3f7497e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=73b1fe81-9ead-413d-adcc-8dcb2085def5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533750 Jul 05 02:52:31.458505 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7f8a99a3-f675-4114-8e81-7269950c7af2 req-10174ac2-ea14-4fa2-bded-292ca91ad999 service neutron] 10.222.0.21 "GET /v2.0/networks/73b1fe81-9ead-413d-adcc-8dcb2085def5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860436 Jul 05 02:52:31.564227 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7f8a99a3-f675-4114-8e81-7269950c7af2 req-4b47b3f6-9fe5-4bab-9387-448afa11c0ac service neutron] 10.222.0.21 "GET /v2.0/networks/73b1fe81-9ead-413d-adcc-8dcb2085def5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000149 Jul 05 02:52:31.603300 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-565affcf-12e6-474b-b80a-dafcbaed6a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2bcb07-6c5e-4486-8f64-4c01f3036bb7', 'name': 'tempest-TestVolumeBootPattern-1666250849-router', 'tenant_id': 'b1a00a493e704ec48248eed2815bb351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '7d2df5b5-41a7-4290-a99f-4004dbb96fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:41:50Z', 'updated_at': '2021-07-05T02:41:56Z', 'revision_number': 4, 'project_id': 'b1a00a493e704ec48248eed2815bb351', 'gw_port': {'id': '7d2df5b5-41a7-4290-a99f-4004dbb96fd5', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2bcb07-6c5e-4486-8f64-4c01f3036bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:41:51Z', 'updated_at': '2021-07-05T02:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '1cd73281-41b4-4e38-849f-0ef6d51799cd', 'tenant_id': 'b1a00a493e704ec48248eed2815bb351', 'floating_ip_address': '172.25.7.144', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': '8e2bcb07-6c5e-4486-8f64-4c01f3036bb7', 'port_id': 'ff60541e-610d-49be-b652-fc51a620445d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73b1fe81-9ead-413d-adcc-8dcb2085def5', 'mac_address': 'fa:16:3e:16:d8:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31bf84e-206b-469b-b358-5de363d143d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T02:52:29Z', 'updated_at': '2021-07-05T02:52:29Z', 'revision_number': 0, 'project_id': 'b1a00a493e704ec48248eed2815bb351', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '581871ae-f1f2-4d48-a7e0-6ba26cbd1272', 'name': '', 'network_id': '73b1fe81-9ead-413d-adcc-8dcb2085def5', 'tenant_id': 'b1a00a493e704ec48248eed2815bb351', 'mac_address': 'fa:16:3e:2c:24:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2bcb07-6c5e-4486-8f64-4c01f3036bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': '33729902-d3e5-4dd5-ba26-acbc079120a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:41:55Z', 'updated_at': '2021-07-05T02:42:06Z', 'revision_number': 5, 'project_id': 'b1a00a493e704ec48248eed2815bb351', 'subnets': [{'id': '33729902-d3e5-4dd5-ba26-acbc079120a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:52:31.629065 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565affcf-12e6-474b-b80a-dafcbaed6a1c None None] The sync data for ids ['8e2bcb07-6c5e-4486-8f64-4c01f3036bb7'] in n-d-771362-32 is: [{'id': '8e2bcb07-6c5e-4486-8f64-4c01f3036bb7', 'name': 'tempest-TestVolumeBootPattern-1666250849-router', 'tenant_id': 'b1a00a493e704ec48248eed2815bb351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '7d2df5b5-41a7-4290-a99f-4004dbb96fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:41:50Z', 'updated_at': '2021-07-05T02:41:56Z', 'revision_number': 4, 'project_id': 'b1a00a493e704ec48248eed2815bb351', 'gw_port': {'id': '7d2df5b5-41a7-4290-a99f-4004dbb96fd5', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2bcb07-6c5e-4486-8f64-4c01f3036bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:41:51Z', 'updated_at': '2021-07-05T02:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '1cd73281-41b4-4e38-849f-0ef6d51799cd', 'tenant_id': 'b1a00a493e704ec48248eed2815bb351', 'floating_ip_address': '172.25.7.144', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': '8e2bcb07-6c5e-4486-8f64-4c01f3036bb7', 'port_id': 'ff60541e-610d-49be-b652-fc51a620445d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73b1fe81-9ead-413d-adcc-8dcb2085def5', 'mac_address': 'fa:16:3e:16:d8:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31bf84e-206b-469b-b358-5de363d143d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T02:52:29Z', 'updated_at': '2021-07-05T02:52:29Z', 'revision_number': 0, 'project_id': 'b1a00a493e704ec48248eed2815bb351', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '581871ae-f1f2-4d48-a7e0-6ba26cbd1272', 'name': '', 'network_id': '73b1fe81-9ead-413d-adcc-8dcb2085def5', 'tenant_id': 'b1a00a493e704ec48248eed2815bb351', 'mac_address': 'fa:16:3e:2c:24:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2bcb07-6c5e-4486-8f64-4c01f3036bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': '33729902-d3e5-4dd5-ba26-acbc079120a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:41:55Z', 'updated_at': '2021-07-05T02:42:06Z', 'revision_number': 5, 'project_id': 'b1a00a493e704ec48248eed2815bb351', 'subnets': [{'id': '33729902-d3e5-4dd5-ba26-acbc079120a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:52:31.832359 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76037e87-212f-48a6-b23f-3b37c9d50892 None None] New status for floating IP 1cd73281-41b4-4e38-849f-0ef6d51799cd: ACTIVE {{(pid=94463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 02:52:41.977162 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:52:42.035468 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:52:42.114461 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf8f002-4013-40f7-bed7-25475757a8c7 req-ea771944-22e2-4e15-b297-bd882717bc9e tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:52:42.116712 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ccf8f002-4013-40f7-bed7-25475757a8c7 req-ea771944-22e2-4e15-b297-bd882717bc9e tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.23 "GET /v2.0/networks?id=ff22648f-8bb5-4a86-9270-68850417d1e1 HTTP/1.1" status: 200 len: 814 time: 0.1152794 Jul 05 02:52:42.133987 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ccf8f002-4013-40f7-bed7-25475757a8c7 req-b3b3406c-2f20-41b8-bd7d-074feb035930 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.23 "GET /v2.0/quotas/f0315daf84bb4df6b8d1cd6d576ae0f6 HTTP/1.1" status: 200 len: 375 time: 0.0109894 Jul 05 02:52:42.208768 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ccf8f002-4013-40f7-bed7-25475757a8c7 req-17f6ecb5-ca25-466f-8bf6-3b9bc336bc72 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f0315daf84bb4df6b8d1cd6d576ae0f6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0690658 Jul 05 02:52:42.301803 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ccf8f002-4013-40f7-bed7-25475757a8c7 req-70b0cb19-8aae-4b84-bee8-50ad5a8446d0 service neutron] 10.222.0.23 "GET /v2.0/networks/ff22648f-8bb5-4a86-9270-68850417d1e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859892 Jul 05 02:52:42.402041 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ccf8f002-4013-40f7-bed7-25475757a8c7 req-88d01f95-c958-4c49-83d8-a1b7d2188b16 service neutron] 10.222.0.23 "GET /v2.0/networks/ff22648f-8bb5-4a86-9270-68850417d1e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927486 Jul 05 02:52:42.694378 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2a841f9a-1ac8-4047-86d4-3a83a1f19ca1 req-245f4538-abe0-444f-a578-486aea2248e0 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf2918d7-e513-4815-9279-f44509574744 HTTP/1.1" status: 200 len: 210 time: 0.0294144 Jul 05 02:52:43.836238 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b8d024ed-aac0-4f1e-be84-0c75152ddf8f req-1eceb569-22dd-45a7-8906-1a5eeff0817d tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf2918d7-e513-4815-9279-f44509574744 HTTP/1.1" status: 200 len: 210 time: 0.0294673 Jul 05 02:52:44.951237 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf8f002-4013-40f7-bed7-25475757a8c7 req-f7965443-0e07-41dc-8f73-04ad5b15be78 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:52:44.953020 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ccf8f002-4013-40f7-bed7-25475757a8c7 req-f7965443-0e07-41dc-8f73-04ad5b15be78 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.15 "GET /v2.0/networks?id=ff22648f-8bb5-4a86-9270-68850417d1e1 HTTP/1.1" status: 200 len: 814 time: 0.1104517 Jul 05 02:52:44.966156 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-ccf8f002-4013-40f7-bed7-25475757a8c7 req-6a6ff50e-514a-4e63-b371-e030c64c95fe tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Request body: {'port': {'device_id': 'cf2918d7-e513-4815-9279-f44509574744', 'network_id': 'ff22648f-8bb5-4a86-9270-68850417d1e1', 'admin_state_up': True, 'tenant_id': 'f0315daf84bb4df6b8d1cd6d576ae0f6'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:52:44.997941 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-300fd59c-5f10-4a81-998f-67d0ddeb178a req-4aecbea2-e9f8-4c69-b4f6-515d124f2802 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf2918d7-e513-4815-9279-f44509574744 HTTP/1.1" status: 200 len: 210 time: 0.0438607 Jul 05 02:52:45.014772 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 02:52:45.187093 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccf8f002-4013-40f7-bed7-25475757a8c7 req-6a6ff50e-514a-4e63-b371-e030c64c95fe tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Made reservation on behalf of f0315daf84bb4df6b8d1cd6d576ae0f6 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:52:45.190857 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-ccf8f002-4013-40f7-bed7-25475757a8c7 req-6a6ff50e-514a-4e63-b371-e030c64c95fe tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:52:45.311665 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-ccf8f002-4013-40f7-bed7-25475757a8c7 req-6a6ff50e-514a-4e63-b371-e030c64c95fe tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Allocated IP 172.20.0.12 (ff22648f-8bb5-4a86-9270-68850417d1e1/cb90e76f-e0df-4327-a7fd-ca7e6e3dd6ca/4f7f2318-c4a1-4ef6-8454-f15241bb0d1f) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:52:45.470558 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-ccf8f002-4013-40f7-bed7-25475757a8c7 req-6a6ff50e-514a-4e63-b371-e030c64c95fe tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:52:45.576074 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d4c446d7-df1b-47ba-9e16-379f38b05b22 req-18a8e59c-ff45-4d51-9d7a-a5cdb74f5e3e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c61e2080-2ac2-47d8-9c39-64f6407f9591&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1419430 Jul 05 02:52:45.617755 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-ccf8f002-4013-40f7-bed7-25475757a8c7 req-6a6ff50e-514a-4e63-b371-e030c64c95fe tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:52:45.635342 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['03d01d7f-7a4a-4d80-ad46-74716d99645c'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:52:45.639235 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['882d8448-921f-430b-9afc-756622d84041', 'c5f91576-ff87-42dd-af0d-47b4abc5dae3'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:52:45.733001 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccf8f002-4013-40f7-bed7-25475757a8c7 req-6a6ff50e-514a-4e63-b371-e030c64c95fe tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Network ff22648f-8bb5-4a86-9270-68850417d1e1 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:52:45.741735 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-ccf8f002-4013-40f7-bed7-25475757a8c7 req-6a6ff50e-514a-4e63-b371-e030c64c95fe tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:52:45.745001 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6ff50e-514a-4e63-b371-e030c64c95fe tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Pushing event updated for resources: {'Port': ['ID=4f7f2318-c4a1-4ef6-8454-f15241bb0d1f,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:52:45.749664 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccf8f002-4013-40f7-bed7-25475757a8c7 req-6a6ff50e-514a-4e63-b371-e030c64c95fe tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:52:45.810917 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c446d7-df1b-47ba-9e16-379f38b05b22 req-518d611b-1c82-4019-8952-7bb52ad3dd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:52:45.812865 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d4c446d7-df1b-47ba-9e16-379f38b05b22 req-518d611b-1c82-4019-8952-7bb52ad3dd21 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f0315daf84bb4df6b8d1cd6d576ae0f6&device_id=c61e2080-2ac2-47d8-9c39-64f6407f9591 HTTP/1.1" status: 200 len: 1097 time: 0.1546724 Jul 05 02:52:45.835785 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf8f002-4013-40f7-bed7-25475757a8c7 req-6a6ff50e-514a-4e63-b371-e030c64c95fe tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:52:45.836838 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-ccf8f002-4013-40f7-bed7-25475757a8c7 req-6a6ff50e-514a-4e63-b371-e030c64c95fe tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:52:45.951350 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c446d7-df1b-47ba-9e16-379f38b05b22 req-f9e77f69-baea-4400-93f5-5e010298349b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:52:45.952964 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d4c446d7-df1b-47ba-9e16-379f38b05b22 req-f9e77f69-baea-4400-93f5-5e010298349b service neutron] 10.222.0.15 "GET /v2.0/networks?id=ff22648f-8bb5-4a86-9270-68850417d1e1 HTTP/1.1" status: 200 len: 914 time: 0.1096635 Jul 05 02:52:46.001561 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d4c446d7-df1b-47ba-9e16-379f38b05b22 req-028bedb9-7848-48e3-a3f3-645646cd5e94 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03d01d7f-7a4a-4d80-ad46-74716d99645c HTTP/1.1" status: 200 len: 217 time: 0.0417235 Jul 05 02:52:46.018626 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ccf8f002-4013-40f7-bed7-25475757a8c7 req-6a6ff50e-514a-4e63-b371-e030c64c95fe tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0554390 Jul 05 02:52:46.040723 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [req-ccf8f002-4013-40f7-bed7-25475757a8c7 req-bdbf4207-c82e-4e89-9f61-7a530d2de4f1 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:52:46.041782 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ccf8f002-4013-40f7-bed7-25475757a8c7 req-bdbf4207-c82e-4e89-9f61-7a530d2de4f1 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060306 Jul 05 02:52:46.056202 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-ccf8f002-4013-40f7-bed7-25475757a8c7 req-eb0797f3-2274-4036-abad-99e2c582d5b1 service neutron] Request body: {'port': {'device_id': 'cf2918d7-e513-4815-9279-f44509574744', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:52:46.098396 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c446d7-df1b-47ba-9e16-379f38b05b22 req-ffb6b60c-f62b-4a2b-9fd6-548220eabfed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:52:46.099948 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d4c446d7-df1b-47ba-9e16-379f38b05b22 req-ffb6b60c-f62b-4a2b-9fd6-548220eabfed service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cb90e76f-e0df-4327-a7fd-ca7e6e3dd6ca HTTP/1.1" status: 200 len: 854 time: 0.0919309 Jul 05 02:52:46.161923 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d4c446d7-df1b-47ba-9e16-379f38b05b22 req-685016cd-8246-4e79-bfc0-256fbb8991fc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ff22648f-8bb5-4a86-9270-68850417d1e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532281 Jul 05 02:52:46.206753 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124c9432-e330-4717-b4a9-a10c937f099d req-998643a9-d26b-4130-8a42-d2b68aa4e5a1 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:52:46.209503 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-124c9432-e330-4717-b4a9-a10c937f099d req-998643a9-d26b-4130-8a42-d2b68aa4e5a1 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf2918d7-e513-4815-9279-f44509574744 HTTP/1.1" status: 200 len: 932 time: 0.0755277 Jul 05 02:52:46.219629 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-ccf8f002-4013-40f7-bed7-25475757a8c7 req-eb0797f3-2274-4036-abad-99e2c582d5b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:52:46.248116 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-124c9432-e330-4717-b4a9-a10c937f099d req-f401a1e1-6c2d-4ed0-ae7a-2599b00dab7a tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.23 "GET /v2.0/security-groups?id=267fbb5b-2372-4c9d-918c-fbf73904b092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338333 Jul 05 02:52:46.352867 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d4c446d7-df1b-47ba-9e16-379f38b05b22 req-ef5dd6e5-baea-46a3-8900-6a84a589e8f7 service neutron] 10.222.0.15 "GET /v2.0/networks/ff22648f-8bb5-4a86-9270-68850417d1e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836491 Jul 05 02:52:46.888418 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d4c446d7-df1b-47ba-9e16-379f38b05b22 req-18af8338-cf64-4e4c-9f89-cb6cc27df4c5 service neutron] 10.222.0.15 "GET /v2.0/networks/ff22648f-8bb5-4a86-9270-68850417d1e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5249012 Jul 05 02:52:46.961051 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-ccf8f002-4013-40f7-bed7-25475757a8c7 req-eb0797f3-2274-4036-abad-99e2c582d5b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f7f2318-c4a1-4ef6-8454-f15241bb0d1f {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:52:46.968818 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-ccf8f002-4013-40f7-bed7-25475757a8c7 req-eb0797f3-2274-4036-abad-99e2c582d5b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:52:46.985869 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-ccf8f002-4013-40f7-bed7-25475757a8c7 req-eb0797f3-2274-4036-abad-99e2c582d5b1 service neutron] Transition to ACTIVE for port object 4f7f2318-c4a1-4ef6-8454-f15241bb0d1f will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:52:47.073396 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-ccf8f002-4013-40f7-bed7-25475757a8c7 req-eb0797f3-2274-4036-abad-99e2c582d5b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:52:47.124359 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0797f3-2274-4036-abad-99e2c582d5b1 service neutron] Pushing event updated for resources: {'Port': ['ID=4f7f2318-c4a1-4ef6-8454-f15241bb0d1f,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:52:47.207040 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-ccf8f002-4013-40f7-bed7-25475757a8c7 req-eb0797f3-2274-4036-abad-99e2c582d5b1 service neutron] Attempting to bind port 4f7f2318-c4a1-4ef6-8454-f15241bb0d1f on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:52:47.207591 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-ccf8f002-4013-40f7-bed7-25475757a8c7 req-eb0797f3-2274-4036-abad-99e2c582d5b1 service neutron] Attempting to bind port 4f7f2318-c4a1-4ef6-8454-f15241bb0d1f by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '266510ee-3c4b-4192-af42-36c3122579a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ff22648f-8bb5-4a86-9270-68850417d1e1'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:52:47.207915 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf8f002-4013-40f7-bed7-25475757a8c7 req-eb0797f3-2274-4036-abad-99e2c582d5b1 service neutron] Attempting to bind port 4f7f2318-c4a1-4ef6-8454-f15241bb0d1f on network ff22648f-8bb5-4a86-9270-68850417d1e1 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:52:47.212478 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf8f002-4013-40f7-bed7-25475757a8c7 req-eb0797f3-2274-4036-abad-99e2c582d5b1 service neutron] Port 4f7f2318-c4a1-4ef6-8454-f15241bb0d1f on network ff22648f-8bb5-4a86-9270-68850417d1e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:52:47.212796 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf8f002-4013-40f7-bed7-25475757a8c7 req-eb0797f3-2274-4036-abad-99e2c582d5b1 service neutron] Attempting to bind port 4f7f2318-c4a1-4ef6-8454-f15241bb0d1f on network ff22648f-8bb5-4a86-9270-68850417d1e1 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:52:47.218024 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf8f002-4013-40f7-bed7-25475757a8c7 req-eb0797f3-2274-4036-abad-99e2c582d5b1 service neutron] Checking agent: {'id': 'e071c76e-395f-48c4-a98f-88088465cf0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:52:47.218394 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf8f002-4013-40f7-bed7-25475757a8c7 req-eb0797f3-2274-4036-abad-99e2c582d5b1 service neutron] Checking segment: {'id': '266510ee-3c4b-4192-af42-36c3122579a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ff22648f-8bb5-4a86-9270-68850417d1e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:52:47.218780 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf8f002-4013-40f7-bed7-25475757a8c7 req-eb0797f3-2274-4036-abad-99e2c582d5b1 service neutron] Bound using segment: {'id': '266510ee-3c4b-4192-af42-36c3122579a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ff22648f-8bb5-4a86-9270-68850417d1e1'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:52:47.219233 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-ccf8f002-4013-40f7-bed7-25475757a8c7 req-eb0797f3-2274-4036-abad-99e2c582d5b1 service neutron] Bound port: 4f7f2318-c4a1-4ef6-8454-f15241bb0d1f, host: n-h2-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '266510ee-3c4b-4192-af42-36c3122579a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ff22648f-8bb5-4a86-9270-68850417d1e1'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:52:47.219599 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-ccf8f002-4013-40f7-bed7-25475757a8c7 req-eb0797f3-2274-4036-abad-99e2c582d5b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:52:47.298973 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-ccf8f002-4013-40f7-bed7-25475757a8c7 req-eb0797f3-2274-4036-abad-99e2c582d5b1 service neutron] For port 4f7f2318-c4a1-4ef6-8454-f15241bb0d1f, host n-h2-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:52:47.304153 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-ccf8f002-4013-40f7-bed7-25475757a8c7 req-eb0797f3-2274-4036-abad-99e2c582d5b1 service neutron] For port 4f7f2318-c4a1-4ef6-8454-f15241bb0d1f, host n-h2-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=4f7f2318-c4a1-4ef6-8454-f15241bb0d1f,segment=NetworkSegment(266510ee-3c4b-4192-af42-36c3122579a6),segment_id=266510ee-3c4b-4192-af42-36c3122579a6)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:52:47.397141 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-ccf8f002-4013-40f7-bed7-25475757a8c7 req-eb0797f3-2274-4036-abad-99e2c582d5b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:52:47.439531 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf8f002-4013-40f7-bed7-25475757a8c7 req-eb0797f3-2274-4036-abad-99e2c582d5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:52:47.440187 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-ccf8f002-4013-40f7-bed7-25475757a8c7 req-eb0797f3-2274-4036-abad-99e2c582d5b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:52:47.441689 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ccf8f002-4013-40f7-bed7-25475757a8c7 req-eb0797f3-2274-4036-abad-99e2c582d5b1 service neutron] 10.222.0.15 "PUT /v2.0/ports/4f7f2318-c4a1-4ef6-8454-f15241bb0d1f HTTP/1.1" status: 200 len: 1093 time: 1.3912013 Jul 05 02:52:47.442185 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf2918d7-e513-4815-9279-f44509574744', 'tag': '4f7f2318-c4a1-4ef6-8454-f15241bb0d1f'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:52:47.444596 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eeb95fe-865b-43e0-b203-64e1ae4fa075" -d '{"events": [{"name": "network-changed", "server_uuid": "cf2918d7-e513-4815-9279-f44509574744", "tag": "4f7f2318-c4a1-4ef6-8454-f15241bb0d1f"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:52:47.476663 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0797f3-2274-4036-abad-99e2c582d5b1 service neutron] Pushing event updated for resources: {'Port': ['ID=4f7f2318-c4a1-4ef6-8454-f15241bb0d1f,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:52:47.487810 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfb40944-83aa-430e-971f-920f8a1fe396 x-openstack-request-id: req-bfb40944-83aa-430e-971f-920f8a1fe396 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:52:47.488096 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf2918d7-e513-4815-9279-f44509574744", "tag": "4f7f2318-c4a1-4ef6-8454-f15241bb0d1f", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:52:47.488382 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bfb40944-83aa-430e-971f-920f8a1fe396 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:52:47.493610 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf2918d7-e513-4815-9279-f44509574744', 'tag': '4f7f2318-c4a1-4ef6-8454-f15241bb0d1f', 'status': 'completed', 'code': 200} Jul 05 02:52:47.497202 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1d6ae2-df60-494e-a7f6-e7baba0e3243 req-2a805ee3-0370-4d9d-9240-6bec75ddc347 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:52:47.498911 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6c1d6ae2-df60-494e-a7f6-e7baba0e3243 req-2a805ee3-0370-4d9d-9240-6bec75ddc347 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf2918d7-e513-4815-9279-f44509574744 HTTP/1.1" status: 200 len: 944 time: 0.1329434 Jul 05 02:52:47.574212 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6c1d6ae2-df60-494e-a7f6-e7baba0e3243 req-8ba49f5d-4bbf-4afb-8f61-0452e7519987 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.23 "GET /v2.0/security-groups?id=267fbb5b-2372-4c9d-918c-fbf73904b092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680418 Jul 05 02:52:47.594899 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeb95fe-865b-43e0-b203-64e1ae4fa075 req-bdee661b-530e-4274-a982-619a3e9e0398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:52:47.596598 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2eeb95fe-865b-43e0-b203-64e1ae4fa075 req-bdee661b-530e-4274-a982-619a3e9e0398 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f0315daf84bb4df6b8d1cd6d576ae0f6&device_id=cf2918d7-e513-4815-9279-f44509574744 HTTP/1.1" status: 200 len: 1096 time: 0.0933447 Jul 05 02:52:47.701826 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeb95fe-865b-43e0-b203-64e1ae4fa075 req-46b55b47-24a2-4d3a-938b-6369b050ca28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:52:47.703364 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2eeb95fe-865b-43e0-b203-64e1ae4fa075 req-46b55b47-24a2-4d3a-938b-6369b050ca28 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=f0315daf84bb4df6b8d1cd6d576ae0f6&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0964558 Jul 05 02:52:47.795970 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeb95fe-865b-43e0-b203-64e1ae4fa075 req-97f74fb7-f63c-4509-9c6f-e1ed6b985cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:52:47.797368 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2eeb95fe-865b-43e0-b203-64e1ae4fa075 req-97f74fb7-f63c-4509-9c6f-e1ed6b985cf9 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0878968 Jul 05 02:52:47.888472 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf8f002-4013-40f7-bed7-25475757a8c7 req-c0a092f3-96e5-4786-a7d2-c764b22f27a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:52:47.890058 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ccf8f002-4013-40f7-bed7-25475757a8c7 req-c0a092f3-96e5-4786-a7d2-c764b22f27a1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f0315daf84bb4df6b8d1cd6d576ae0f6&device_id=cf2918d7-e513-4815-9279-f44509574744 HTTP/1.1" status: 200 len: 1096 time: 0.0560172 Jul 05 02:52:47.936808 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ccf8f002-4013-40f7-bed7-25475757a8c7 req-7a929aff-5101-428f-9de7-70fa53e80a96 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4f7f2318-c4a1-4ef6-8454-f15241bb0d1f HTTP/1.1" status: 200 len: 217 time: 0.0401690 Jul 05 02:52:47.990173 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf8f002-4013-40f7-bed7-25475757a8c7 req-ada52185-663e-4ec8-ba48-b712553f838a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:52:47.994994 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ccf8f002-4013-40f7-bed7-25475757a8c7 req-ada52185-663e-4ec8-ba48-b712553f838a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cb90e76f-e0df-4327-a7fd-ca7e6e3dd6ca HTTP/1.1" status: 200 len: 854 time: 0.0525959 Jul 05 02:52:48.028018 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ccf8f002-4013-40f7-bed7-25475757a8c7 req-008b2a08-f2cc-4313-848b-df7f18a41ef5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ff22648f-8bb5-4a86-9270-68850417d1e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270524 Jul 05 02:52:48.125710 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ccf8f002-4013-40f7-bed7-25475757a8c7 req-779a6224-c571-49bf-a6fc-0e8664623096 service neutron] 10.222.0.15 "GET /v2.0/networks/ff22648f-8bb5-4a86-9270-68850417d1e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917828 Jul 05 02:52:48.216399 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ccf8f002-4013-40f7-bed7-25475757a8c7 req-576a687e-3493-4ee2-bfb1-c331ac9baef2 service neutron] 10.222.0.15 "GET /v2.0/networks/ff22648f-8bb5-4a86-9270-68850417d1e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848122 Jul 05 02:52:48.754043 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b448b6-d21a-43b4-a1ba-4c29d1b0093f req-e89f66d9-ae98-49dc-ad9a-38578dc0425d tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:52:48.756078 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-30b448b6-d21a-43b4-a1ba-4c29d1b0093f req-e89f66d9-ae98-49dc-ad9a-38578dc0425d tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf2918d7-e513-4815-9279-f44509574744 HTTP/1.1" status: 200 len: 944 time: 0.0663285 Jul 05 02:52:48.794386 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-30b448b6-d21a-43b4-a1ba-4c29d1b0093f req-988ffb09-7e40-4723-8c42-557105a58d58 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.23 "GET /v2.0/security-groups?id=267fbb5b-2372-4c9d-918c-fbf73904b092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323260 Jul 05 02:52:49.515402 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 4f7f2318-c4a1-4ef6-8454-f15241bb0d1f details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:52:49.613034 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 4f7f2318-c4a1-4ef6-8454-f15241bb0d1f, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=4f7f2318-c4a1-4ef6-8454-f15241bb0d1f,segment=NetworkSegment(266510ee-3c4b-4192-af42-36c3122579a6),segment_id=266510ee-3c4b-4192-af42-36c3122579a6)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:52:49.627330 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Returning: {'device': '4f7f2318-c4a1-4ef6-8454-f15241bb0d1f', 'network_id': 'ff22648f-8bb5-4a86-9270-68850417d1e1', 'port_id': '4f7f2318-c4a1-4ef6-8454-f15241bb0d1f', 'mac_address': 'fa:16:3e:4a:eb:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb90e76f-e0df-4327-a7fd-ca7e6e3dd6ca', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:52:49.664678 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:52:49.677736 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f7f2318-c4a1-4ef6-8454-f15241bb0d1f {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:52:49.698150 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 4f7f2318-c4a1-4ef6-8454-f15241bb0d1f, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=4f7f2318-c4a1-4ef6-8454-f15241bb0d1f,segment=NetworkSegment(266510ee-3c4b-4192-af42-36c3122579a6),segment_id=266510ee-3c4b-4192-af42-36c3122579a6)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:52:49.816909 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:52:49.880580 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=4f7f2318-c4a1-4ef6-8454-f15241bb0d1f,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:52:49.981513 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f33cdb-d92d-4bcc-8444-c7a5bb632dd5 req-0bb70f95-d798-453e-b821-c55983de1668 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:52:49.983041 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a4f33cdb-d92d-4bcc-8444-c7a5bb632dd5 req-0bb70f95-d798-453e-b821-c55983de1668 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf2918d7-e513-4815-9279-f44509574744 HTTP/1.1" status: 200 len: 945 time: 0.0687613 Jul 05 02:52:50.019229 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['4f7f2318-c4a1-4ef6-8454-f15241bb0d1f'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:52:50.022610 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a4f33cdb-d92d-4bcc-8444-c7a5bb632dd5 req-1675edd0-55f7-4160-9813-118ba2981791 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.23 "GET /v2.0/security-groups?id=267fbb5b-2372-4c9d-918c-fbf73904b092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315266 Jul 05 02:52:50.855277 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-82a69066-395e-4a31-9be7-c02a1c0e6c1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:52:51.201305 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c835ab5-71cc-4de7-81e5-ef5136409ca5 req-29fb976f-0a0a-4190-9b34-56c1a2e1947c tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:52:51.202822 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7c835ab5-71cc-4de7-81e5-ef5136409ca5 req-29fb976f-0a0a-4190-9b34-56c1a2e1947c tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf2918d7-e513-4815-9279-f44509574744 HTTP/1.1" status: 200 len: 945 time: 0.0679636 Jul 05 02:52:51.242365 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7c835ab5-71cc-4de7-81e5-ef5136409ca5 req-7b0213ca-0074-4ab5-af8b-51bc4c7d2a86 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.23 "GET /v2.0/security-groups?id=267fbb5b-2372-4c9d-918c-fbf73904b092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338638 Jul 05 02:52:51.535923 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 4f7f2318-c4a1-4ef6-8454-f15241bb0d1f up at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:52:51.677703 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning for port 4f7f2318-c4a1-4ef6-8454-f15241bb0d1f completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:52:51.681940 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning complete for port 4f7f2318-c4a1-4ef6-8454-f15241bb0d1f triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:52:51.682339 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:52:51.758791 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:52:51.783168 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf2918d7-e513-4815-9279-f44509574744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f7f2318-c4a1-4ef6-8454-f15241bb0d1f'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:52:51.785525 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0796482-4b50-4afe-a9af-352876082e24" -d '{"events": [{"server_uuid": "cf2918d7-e513-4815-9279-f44509574744", "name": "network-vif-plugged", "status": "completed", "tag": "4f7f2318-c4a1-4ef6-8454-f15241bb0d1f"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:52:51.799411 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 4f7f2318-c4a1-4ef6-8454-f15241bb0d1f, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=4f7f2318-c4a1-4ef6-8454-f15241bb0d1f,segment=NetworkSegment(266510ee-3c4b-4192-af42-36c3122579a6),segment_id=266510ee-3c4b-4192-af42-36c3122579a6)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:52:51.826333 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9591561e-19ac-4971-b512-6fd817b2fe6e x-openstack-request-id: req-9591561e-19ac-4971-b512-6fd817b2fe6e {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:52:51.826746 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf2918d7-e513-4815-9279-f44509574744", "name": "network-vif-plugged", "status": "completed", "tag": "4f7f2318-c4a1-4ef6-8454-f15241bb0d1f", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:52:51.827078 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9591561e-19ac-4971-b512-6fd817b2fe6e {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:52:51.827511 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf2918d7-e513-4815-9279-f44509574744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f7f2318-c4a1-4ef6-8454-f15241bb0d1f', 'code': 200} Jul 05 02:52:51.896904 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:52:51.940379 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9059513-4a33-4f82-b24e-e165238c2d7d req-7f1b4b3a-d0a4-4514-8f25-fd7d6410c3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:52:51.941913 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c9059513-4a33-4f82-b24e-e165238c2d7d req-7f1b4b3a-d0a4-4514-8f25-fd7d6410c3d0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cf2918d7-e513-4815-9279-f44509574744 HTTP/1.1" status: 200 len: 1098 time: 0.0553310 Jul 05 02:52:51.947892 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=4f7f2318-c4a1-4ef6-8454-f15241bb0d1f,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:52:51.977774 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c9059513-4a33-4f82-b24e-e165238c2d7d req-8cef1b8f-6a36-41be-b191-47798741c425 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=267fbb5b-2372-4c9d-918c-fbf73904b092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292001 Jul 05 02:52:52.425311 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa04870e-6be5-40cd-80f3-dbcf86026624 req-ab1ecb9a-f703-4e7e-a898-6daf3f585557 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:52:52.426860 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-fa04870e-6be5-40cd-80f3-dbcf86026624 req-ab1ecb9a-f703-4e7e-a898-6daf3f585557 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf2918d7-e513-4815-9279-f44509574744 HTTP/1.1" status: 200 len: 946 time: 0.0692813 Jul 05 02:52:52.465121 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-fa04870e-6be5-40cd-80f3-dbcf86026624 req-df1f5974-68c2-4e92-a202-d6b6e277c6eb tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.23 "GET /v2.0/security-groups?id=267fbb5b-2372-4c9d-918c-fbf73904b092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318201 Jul 05 02:52:53.251500 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a029c8a6-b4db-43b2-ac9c-77b7ac4964a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:52:53.640649 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a3aae6-a7ec-4b6b-ad3a-1b283f384b93 req-0013e192-5492-4fbd-b563-8006fb2e0d0b tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:52:53.642145 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-46a3aae6-a7ec-4b6b-ad3a-1b283f384b93 req-0013e192-5492-4fbd-b563-8006fb2e0d0b tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf2918d7-e513-4815-9279-f44509574744 HTTP/1.1" status: 200 len: 946 time: 0.0630753 Jul 05 02:52:53.679824 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-46a3aae6-a7ec-4b6b-ad3a-1b283f384b93 req-ef10627c-0919-4287-8031-50dfb563c65f tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.23 "GET /v2.0/security-groups?id=267fbb5b-2372-4c9d-918c-fbf73904b092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319088 Jul 05 02:52:53.954262 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:52:54.377685 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e4110ae1-1ad4-41ff-92c3-59b53b55a0bf req-96c3a2eb-0fe2-4615-b380-eed6f5a67bb3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7d1d216c-73f8-4cc2-ab79-ef91776b0919&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0583761 Jul 05 02:52:54.475382 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4110ae1-1ad4-41ff-92c3-59b53b55a0bf req-0540870b-32c4-438e-bd1c-d6f5ba257308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:52:54.477047 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e4110ae1-1ad4-41ff-92c3-59b53b55a0bf req-0540870b-32c4-438e-bd1c-d6f5ba257308 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f0315daf84bb4df6b8d1cd6d576ae0f6&device_id=7d1d216c-73f8-4cc2-ab79-ef91776b0919 HTTP/1.1" status: 200 len: 1097 time: 0.0538261 Jul 05 02:52:54.585945 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4110ae1-1ad4-41ff-92c3-59b53b55a0bf req-09e04ec3-d1e6-456d-b67f-ad45c6419221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:52:54.587494 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e4110ae1-1ad4-41ff-92c3-59b53b55a0bf req-09e04ec3-d1e6-456d-b67f-ad45c6419221 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ff22648f-8bb5-4a86-9270-68850417d1e1 HTTP/1.1" status: 200 len: 914 time: 0.0903227 Jul 05 02:52:54.639851 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e4110ae1-1ad4-41ff-92c3-59b53b55a0bf req-316f14e0-5807-4c95-857c-395f3a326842 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=882d8448-921f-430b-9afc-756622d84041 HTTP/1.1" status: 200 len: 217 time: 0.0451727 Jul 05 02:52:54.691576 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4110ae1-1ad4-41ff-92c3-59b53b55a0bf req-1e1b879f-4c4b-40cf-89e5-40c3c778e1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:52:54.693107 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e4110ae1-1ad4-41ff-92c3-59b53b55a0bf req-1e1b879f-4c4b-40cf-89e5-40c3c778e1c6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cb90e76f-e0df-4327-a7fd-ca7e6e3dd6ca HTTP/1.1" status: 200 len: 854 time: 0.0474102 Jul 05 02:52:54.725993 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e4110ae1-1ad4-41ff-92c3-59b53b55a0bf req-9f57d1c4-544e-41ae-b41b-a756125a389c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ff22648f-8bb5-4a86-9270-68850417d1e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262015 Jul 05 02:52:54.738431 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [req-e4110ae1-1ad4-41ff-92c3-59b53b55a0bf req-4ca6a1f4-b05a-4847-ae43-f0f4d358f315 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:52:54.739358 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e4110ae1-1ad4-41ff-92c3-59b53b55a0bf req-4ca6a1f4-b05a-4847-ae43-f0f4d358f315 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049608 Jul 05 02:52:54.759649 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:52:54.835582 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e4110ae1-1ad4-41ff-92c3-59b53b55a0bf req-474f53e0-ad01-4f8d-91c2-ce8f3b6b7bf4 service neutron] 10.222.0.21 "GET /v2.0/networks/ff22648f-8bb5-4a86-9270-68850417d1e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879793 Jul 05 02:52:54.940707 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e4110ae1-1ad4-41ff-92c3-59b53b55a0bf req-a66fa805-1b0d-4a49-a9a5-126023732bb0 service neutron] 10.222.0.21 "GET /v2.0/networks/ff22648f-8bb5-4a86-9270-68850417d1e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970802 Jul 05 02:52:56.169676 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:53:11.940765 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:53:11.986561 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:53:18.191979 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9ed21a-b1ad-4817-83b8-c28bc3ebafad req-61933223-2b56-4125-9a9c-a7352fc2855c tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:53:18.191979 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fc9ed21a-b1ad-4817-83b8-c28bc3ebafad req-61933223-2b56-4125-9a9c-a7352fc2855c tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf2918d7-e513-4815-9279-f44509574744 HTTP/1.1" status: 200 len: 946 time: 0.0714469 Jul 05 02:53:18.191979 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fc9ed21a-b1ad-4817-83b8-c28bc3ebafad req-c3a81e5a-1c0b-4ead-b5d3-2a5667579b0c tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.23 "GET /v2.0/security-groups?id=267fbb5b-2372-4c9d-918c-fbf73904b092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313065 Jul 05 02:53:19.352927 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59fe83-100c-4cec-9ba4-8ff4d4838143 req-9454462b-7a09-4eb1-b0bb-d38b6133c145 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:53:19.354480 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-be59fe83-100c-4cec-9ba4-8ff4d4838143 req-9454462b-7a09-4eb1-b0bb-d38b6133c145 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf2918d7-e513-4815-9279-f44509574744 HTTP/1.1" status: 200 len: 946 time: 0.0679209 Jul 05 02:53:19.393264 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-be59fe83-100c-4cec-9ba4-8ff4d4838143 req-9678f7c3-a5cd-45e1-bf1f-d6977aeec799 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.23 "GET /v2.0/security-groups?id=267fbb5b-2372-4c9d-918c-fbf73904b092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330055 Jul 05 02:53:19.645603 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bf4d41-35ee-4c1e-84c4-9f8048d5af63 req-6e760b71-7c4e-48bd-86b2-5c562415a825 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:53:19.647177 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c3bf4d41-35ee-4c1e-84c4-9f8048d5af63 req-6e760b71-7c4e-48bd-86b2-5c562415a825 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf2918d7-e513-4815-9279-f44509574744 HTTP/1.1" status: 200 len: 946 time: 0.0717828 Jul 05 02:53:19.757287 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-c3bf4d41-35ee-4c1e-84c4-9f8048d5af63 req-bb66bb87-4aa8-4836-96d0-cec36698a351 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Deleting port 4f7f2318-c4a1-4ef6-8454-f15241bb0d1f {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:53:19.757634 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c3bf4d41-35ee-4c1e-84c4-9f8048d5af63 req-bb66bb87-4aa8-4836-96d0-cec36698a351 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:53:19.862095 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-c3bf4d41-35ee-4c1e-84c4-9f8048d5af63 req-bb66bb87-4aa8-4836-96d0-cec36698a351 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] For port 4f7f2318-c4a1-4ef6-8454-f15241bb0d1f, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=4f7f2318-c4a1-4ef6-8454-f15241bb0d1f,segment=NetworkSegment(266510ee-3c4b-4192-af42-36c3122579a6),segment_id=266510ee-3c4b-4192-af42-36c3122579a6)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:53:19.862506 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c3bf4d41-35ee-4c1e-84c4-9f8048d5af63 req-bb66bb87-4aa8-4836-96d0-cec36698a351 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:53:19.880045 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-c3bf4d41-35ee-4c1e-84c4-9f8048d5af63 req-bb66bb87-4aa8-4836-96d0-cec36698a351 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Calling delete_port for 4f7f2318-c4a1-4ef6-8454-f15241bb0d1f owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:53:20.112574 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c3bf4d41-35ee-4c1e-84c4-9f8048d5af63 req-bb66bb87-4aa8-4836-96d0-cec36698a351 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:53:20.126212 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['882d8448-921f-430b-9afc-756622d84041', 'c5f91576-ff87-42dd-af0d-47b4abc5dae3'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:53:20.129280 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['03d01d7f-7a4a-4d80-ad46-74716d99645c', '4f7f2318-c4a1-4ef6-8454-f15241bb0d1f'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:53:20.142415 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb66bb87-4aa8-4836-96d0-cec36698a351 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Pushing event deleted for resources: {'Port': ['ID=4f7f2318-c4a1-4ef6-8454-f15241bb0d1f,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:53:20.184817 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb66bb87-4aa8-4836-96d0-cec36698a351 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:53:20.185066 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb66bb87-4aa8-4836-96d0-cec36698a351 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:53:20.185407 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb66bb87-4aa8-4836-96d0-cec36698a351 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:53:20.185737 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb66bb87-4aa8-4836-96d0-cec36698a351 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:53:20.186068 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb66bb87-4aa8-4836-96d0-cec36698a351 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:53:20.186422 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb66bb87-4aa8-4836-96d0-cec36698a351 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:53:20.186748 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb66bb87-4aa8-4836-96d0-cec36698a351 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:53:20.187078 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb66bb87-4aa8-4836-96d0-cec36698a351 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:53:20.187401 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb66bb87-4aa8-4836-96d0-cec36698a351 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:53:20.187718 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb66bb87-4aa8-4836-96d0-cec36698a351 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:53:20.188038 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb66bb87-4aa8-4836-96d0-cec36698a351 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:53:20.188354 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb66bb87-4aa8-4836-96d0-cec36698a351 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:53:20.206908 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3bf4d41-35ee-4c1e-84c4-9f8048d5af63 req-bb66bb87-4aa8-4836-96d0-cec36698a351 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] No DVR routers for this DVR port 4f7f2318-c4a1-4ef6-8454-f15241bb0d1f on host n-h2-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:53:20.211213 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c3bf4d41-35ee-4c1e-84c4-9f8048d5af63 req-bb66bb87-4aa8-4836-96d0-cec36698a351 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:53:20.214310 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c3bf4d41-35ee-4c1e-84c4-9f8048d5af63 req-bb66bb87-4aa8-4836-96d0-cec36698a351 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.15 "DELETE /v2.0/ports/4f7f2318-c4a1-4ef6-8454-f15241bb0d1f HTTP/1.1" status: 204 len: 173 time: 0.5616252 Jul 05 02:53:20.214985 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf2918d7-e513-4815-9279-f44509574744', 'name': 'network-vif-deleted', 'tag': '4f7f2318-c4a1-4ef6-8454-f15241bb0d1f'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:53:20.218264 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abbec360-216b-4cea-8bd3-51ac701b1295" -d '{"events": [{"server_uuid": "cf2918d7-e513-4815-9279-f44509574744", "name": "network-vif-deleted", "tag": "4f7f2318-c4a1-4ef6-8454-f15241bb0d1f"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:53:20.255676 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf31d097-4723-4922-9ce4-1cad45866cad x-openstack-request-id: req-bf31d097-4723-4922-9ce4-1cad45866cad {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:53:20.255985 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf2918d7-e513-4815-9279-f44509574744", "name": "network-vif-deleted", "tag": "4f7f2318-c4a1-4ef6-8454-f15241bb0d1f", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:53:20.256234 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bf31d097-4723-4922-9ce4-1cad45866cad {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:53:20.256633 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf2918d7-e513-4815-9279-f44509574744', 'name': 'network-vif-deleted', 'tag': '4f7f2318-c4a1-4ef6-8454-f15241bb0d1f', 'status': 'completed', 'code': 200} Jul 05 02:53:20.557911 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6510fc18-a309-4ce2-80d8-cc537e586ee0 req-ba737107-42ea-4f4b-b94a-324df91fd384 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf2918d7-e513-4815-9279-f44509574744 HTTP/1.1" status: 200 len: 210 time: 0.0353622 Jul 05 02:53:20.909187 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-92e87e81-d137-4c3c-a0f4-eb66056c2982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:53:22.013934 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 02:53:23.250369 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-77154c70-2aa6-437f-8645-e7285dc3f4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:53:23.629421 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 4f7f2318-c4a1-4ef6-8454-f15241bb0d1f no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:53:23.656034 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] No Port match for: 4f7f2318-c4a1-4ef6-8454-f15241bb0d1f {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:53:23.656661 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 4f7f2318-c4a1-4ef6-8454-f15241bb0d1f not bound to the agent host n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:53:23.994456 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:53:24.680742 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:53:25.777517 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e5ea7f-4ee0-4450-b408-70957358297c req-578ad2d6-a024-4124-ac97-6892355a668d tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:53:25.779215 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-64e5ea7f-4ee0-4450-b408-70957358297c req-578ad2d6-a024-4124-ac97-6892355a668d tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f314b1b-a1e5-4883-b9c2-b2ac86ccac5e HTTP/1.1" status: 200 len: 945 time: 0.0733860 Jul 05 02:53:25.823318 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-64e5ea7f-4ee0-4450-b408-70957358297c req-1a64b614-4d98-4e80-905d-d1da7a98212e tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.23 "GET /v2.0/security-groups?id=267fbb5b-2372-4c9d-918c-fbf73904b092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355878 Jul 05 02:53:26.120247 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:53:27.021278 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334985d9-806d-45a1-b4da-b09fd557825c req-2472f992-0e5f-4746-874d-517e71b2d70b tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:53:27.023074 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-334985d9-806d-45a1-b4da-b09fd557825c req-2472f992-0e5f-4746-874d-517e71b2d70b tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f314b1b-a1e5-4883-b9c2-b2ac86ccac5e HTTP/1.1" status: 200 len: 945 time: 0.0718648 Jul 05 02:53:27.065747 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-334985d9-806d-45a1-b4da-b09fd557825c req-2afff1dd-6457-4147-b5c8-6e793a515dd1 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.23 "GET /v2.0/security-groups?id=267fbb5b-2372-4c9d-918c-fbf73904b092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371463 Jul 05 02:53:27.169249 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86aa35e-dfa9-4b4e-a097-5e18993c15d2 req-0db69497-a4ff-4006-8310-503c7158eadb tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:53:27.170971 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c86aa35e-dfa9-4b4e-a097-5e18993c15d2 req-0db69497-a4ff-4006-8310-503c7158eadb tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f314b1b-a1e5-4883-b9c2-b2ac86ccac5e HTTP/1.1" status: 200 len: 945 time: 0.0671167 Jul 05 02:53:27.280145 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-c86aa35e-dfa9-4b4e-a097-5e18993c15d2 req-26868dde-9fdc-44a7-8083-0be9d805d644 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Deleting port c5f91576-ff87-42dd-af0d-47b4abc5dae3 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:53:27.280493 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c86aa35e-dfa9-4b4e-a097-5e18993c15d2 req-26868dde-9fdc-44a7-8083-0be9d805d644 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:53:27.387265 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-c86aa35e-dfa9-4b4e-a097-5e18993c15d2 req-26868dde-9fdc-44a7-8083-0be9d805d644 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] For port c5f91576-ff87-42dd-af0d-47b4abc5dae3, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=c5f91576-ff87-42dd-af0d-47b4abc5dae3,segment=NetworkSegment(266510ee-3c4b-4192-af42-36c3122579a6),segment_id=266510ee-3c4b-4192-af42-36c3122579a6)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:53:27.387619 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c86aa35e-dfa9-4b4e-a097-5e18993c15d2 req-26868dde-9fdc-44a7-8083-0be9d805d644 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:53:27.402021 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-c86aa35e-dfa9-4b4e-a097-5e18993c15d2 req-26868dde-9fdc-44a7-8083-0be9d805d644 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Calling delete_port for c5f91576-ff87-42dd-af0d-47b4abc5dae3 owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:53:27.649201 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c86aa35e-dfa9-4b4e-a097-5e18993c15d2 req-26868dde-9fdc-44a7-8083-0be9d805d644 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:53:27.662922 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['03d01d7f-7a4a-4d80-ad46-74716d99645c'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:53:27.688226 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26868dde-9fdc-44a7-8083-0be9d805d644 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Pushing event deleted for resources: {'Port': ['ID=c5f91576-ff87-42dd-af0d-47b4abc5dae3,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:53:27.689024 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['882d8448-921f-430b-9afc-756622d84041', 'c5f91576-ff87-42dd-af0d-47b4abc5dae3'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:53:27.755567 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-c86aa35e-dfa9-4b4e-a097-5e18993c15d2 req-26868dde-9fdc-44a7-8083-0be9d805d644 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] No DVR routers for this DVR port c5f91576-ff87-42dd-af0d-47b4abc5dae3 on host n-h1-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:53:27.760062 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c86aa35e-dfa9-4b4e-a097-5e18993c15d2 req-26868dde-9fdc-44a7-8083-0be9d805d644 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:53:27.764322 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c86aa35e-dfa9-4b4e-a097-5e18993c15d2 req-26868dde-9fdc-44a7-8083-0be9d805d644 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.21 "DELETE /v2.0/ports/c5f91576-ff87-42dd-af0d-47b4abc5dae3 HTTP/1.1" status: 204 len: 173 time: 0.5879729 Jul 05 02:53:27.765387 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f314b1b-a1e5-4883-b9c2-b2ac86ccac5e', 'name': 'network-vif-deleted', 'tag': 'c5f91576-ff87-42dd-af0d-47b4abc5dae3'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:53:27.771284 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1988c9d5-2150-49a1-b094-70634654e2b8" -d '{"events": [{"server_uuid": "1f314b1b-a1e5-4883-b9c2-b2ac86ccac5e", "name": "network-vif-deleted", "tag": "c5f91576-ff87-42dd-af0d-47b4abc5dae3"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:53:27.826485 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b61f7a71-f0ad-4a4d-a45d-6eb489b1cbb5 x-openstack-request-id: req-b61f7a71-f0ad-4a4d-a45d-6eb489b1cbb5 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:53:27.827007 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f314b1b-a1e5-4883-b9c2-b2ac86ccac5e", "name": "network-vif-deleted", "tag": "c5f91576-ff87-42dd-af0d-47b4abc5dae3", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:53:27.827484 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b61f7a71-f0ad-4a4d-a45d-6eb489b1cbb5 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:53:27.828116 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f314b1b-a1e5-4883-b9c2-b2ac86ccac5e', 'name': 'network-vif-deleted', 'tag': 'c5f91576-ff87-42dd-af0d-47b4abc5dae3', 'status': 'completed', 'code': 200} Jul 05 02:53:28.294630 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0b40e480-e25a-4475-943f-55e576497690 req-83975641-4903-499f-bef3-1e39b1412968 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f314b1b-a1e5-4883-b9c2-b2ac86ccac5e HTTP/1.1" status: 200 len: 210 time: 0.0451324 Jul 05 02:53:30.089100 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9387c674-921f-4315-95e8-f4b0e554e8e2 req-c78efb93-e883-4fe8-aac0-dde69a47735b tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:53:30.090689 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9387c674-921f-4315-95e8-f4b0e554e8e2 req-c78efb93-e883-4fe8-aac0-dde69a47735b tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.23 "GET /v2.0/ports?device_id=c61e2080-2ac2-47d8-9c39-64f6407f9591 HTTP/1.1" status: 200 len: 945 time: 0.0647950 Jul 05 02:53:30.129006 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9387c674-921f-4315-95e8-f4b0e554e8e2 req-31a0a0fe-66e6-480f-b3a8-1f86079776ef tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.23 "GET /v2.0/security-groups?id=267fbb5b-2372-4c9d-918c-fbf73904b092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326073 Jul 05 02:53:30.360975 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device c5f91576-ff87-42dd-af0d-47b4abc5dae3 no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:53:30.572011 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] No Port match for: c5f91576-ff87-42dd-af0d-47b4abc5dae3 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:53:30.572358 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device c5f91576-ff87-42dd-af0d-47b4abc5dae3 not bound to the agent host n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:53:31.330659 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f0351f-617f-4b8f-afb4-9588c54818bd req-f5034866-22f7-4d18-a0de-3c136359056b tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:53:31.332386 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f4f0351f-617f-4b8f-afb4-9588c54818bd req-f5034866-22f7-4d18-a0de-3c136359056b tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.23 "GET /v2.0/ports?device_id=c61e2080-2ac2-47d8-9c39-64f6407f9591 HTTP/1.1" status: 200 len: 945 time: 0.0784233 Jul 05 02:53:31.337505 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b96fae-f305-4658-bc1b-9c35db52b35b req-b633f337-7d2d-4c53-9a0f-9a903d0ba6fd tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:53:31.342145 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b8b96fae-f305-4658-bc1b-9c35db52b35b req-b633f337-7d2d-4c53-9a0f-9a903d0ba6fd tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.15 "GET /v2.0/ports?device_id=c61e2080-2ac2-47d8-9c39-64f6407f9591 HTTP/1.1" status: 200 len: 945 time: 0.0756299 Jul 05 02:53:31.384582 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f4f0351f-617f-4b8f-afb4-9588c54818bd req-0a9beab6-d98e-4dae-b14e-3466f59ee7a7 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.23 "GET /v2.0/security-groups?id=267fbb5b-2372-4c9d-918c-fbf73904b092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423257 Jul 05 02:53:31.450039 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-b8b96fae-f305-4658-bc1b-9c35db52b35b req-008d317f-4234-4b30-b8d8-c9a502d1b4ee tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Deleting port 03d01d7f-7a4a-4d80-ad46-74716d99645c {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:53:31.450441 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b8b96fae-f305-4658-bc1b-9c35db52b35b req-008d317f-4234-4b30-b8d8-c9a502d1b4ee tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:53:31.551531 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-b8b96fae-f305-4658-bc1b-9c35db52b35b req-008d317f-4234-4b30-b8d8-c9a502d1b4ee tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] For port 03d01d7f-7a4a-4d80-ad46-74716d99645c, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=03d01d7f-7a4a-4d80-ad46-74716d99645c,segment=NetworkSegment(266510ee-3c4b-4192-af42-36c3122579a6),segment_id=266510ee-3c4b-4192-af42-36c3122579a6)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:53:31.552196 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b8b96fae-f305-4658-bc1b-9c35db52b35b req-008d317f-4234-4b30-b8d8-c9a502d1b4ee tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:53:31.565167 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-b8b96fae-f305-4658-bc1b-9c35db52b35b req-008d317f-4234-4b30-b8d8-c9a502d1b4ee tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Calling delete_port for 03d01d7f-7a4a-4d80-ad46-74716d99645c owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:53:31.874285 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b8b96fae-f305-4658-bc1b-9c35db52b35b req-008d317f-4234-4b30-b8d8-c9a502d1b4ee tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:53:31.886929 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['03d01d7f-7a4a-4d80-ad46-74716d99645c'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:53:31.889342 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['882d8448-921f-430b-9afc-756622d84041'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:53:31.910987 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008d317f-4234-4b30-b8d8-c9a502d1b4ee tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Pushing event deleted for resources: {'Port': ['ID=03d01d7f-7a4a-4d80-ad46-74716d99645c,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:53:31.977247 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8b96fae-f305-4658-bc1b-9c35db52b35b req-008d317f-4234-4b30-b8d8-c9a502d1b4ee tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] No DVR routers for this DVR port 03d01d7f-7a4a-4d80-ad46-74716d99645c on host n-h2-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:53:31.977777 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b8b96fae-f305-4658-bc1b-9c35db52b35b req-008d317f-4234-4b30-b8d8-c9a502d1b4ee tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:53:31.980846 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b8b96fae-f305-4658-bc1b-9c35db52b35b req-008d317f-4234-4b30-b8d8-c9a502d1b4ee tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.15 "DELETE /v2.0/ports/03d01d7f-7a4a-4d80-ad46-74716d99645c HTTP/1.1" status: 204 len: 173 time: 0.6354098 Jul 05 02:53:31.980846 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c61e2080-2ac2-47d8-9c39-64f6407f9591', 'name': 'network-vif-deleted', 'tag': '03d01d7f-7a4a-4d80-ad46-74716d99645c'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:53:31.985338 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0949159-eb76-49a3-b80e-96d4b96b0bf1" -d '{"events": [{"server_uuid": "c61e2080-2ac2-47d8-9c39-64f6407f9591", "name": "network-vif-deleted", "tag": "03d01d7f-7a4a-4d80-ad46-74716d99645c"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:53:32.034743 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92dfe254-52d2-4114-8310-2dc0c795f346 x-openstack-request-id: req-92dfe254-52d2-4114-8310-2dc0c795f346 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:53:32.035039 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c61e2080-2ac2-47d8-9c39-64f6407f9591", "name": "network-vif-deleted", "tag": "03d01d7f-7a4a-4d80-ad46-74716d99645c", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:53:32.035293 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-92dfe254-52d2-4114-8310-2dc0c795f346 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:53:32.036322 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c61e2080-2ac2-47d8-9c39-64f6407f9591', 'name': 'network-vif-deleted', 'tag': '03d01d7f-7a4a-4d80-ad46-74716d99645c', 'status': 'completed', 'code': 200} Jul 05 02:53:32.558371 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-204b8561-4c6e-4ce6-a2f1-916202dc9cf0 req-95dcd706-dafd-4353-a948-6186f3fa2239 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.23 "GET /v2.0/ports?device_id=c61e2080-2ac2-47d8-9c39-64f6407f9591 HTTP/1.1" status: 200 len: 210 time: 0.0309968 Jul 05 02:53:35.653610 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 03d01d7f-7a4a-4d80-ad46-74716d99645c no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:53:35.678368 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] No Port match for: 03d01d7f-7a4a-4d80-ad46-74716d99645c {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:53:35.678791 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 03d01d7f-7a4a-4d80-ad46-74716d99645c not bound to the agent host n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:53:38.153638 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0f3246-510d-4c6a-beab-ccc96a1c958d req-e08efefe-0ad3-4fff-b3f1-cefa733b60fb tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:53:38.155264 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ed0f3246-510d-4c6a-beab-ccc96a1c958d req-e08efefe-0ad3-4fff-b3f1-cefa733b60fb tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d1d216c-73f8-4cc2-ab79-ef91776b0919 HTTP/1.1" status: 200 len: 945 time: 0.0829978 Jul 05 02:53:38.201599 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ed0f3246-510d-4c6a-beab-ccc96a1c958d req-40cb3e0b-dabd-4040-9031-e8eb91d0c387 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.23 "GET /v2.0/security-groups?id=267fbb5b-2372-4c9d-918c-fbf73904b092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368299 Jul 05 02:53:39.398951 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7101814d-e295-45ce-abc6-f322b93414a9 req-8ac3eddc-cdd4-4913-8015-b56e195e0187 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:53:39.400493 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7101814d-e295-45ce-abc6-f322b93414a9 req-8ac3eddc-cdd4-4913-8015-b56e195e0187 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d1d216c-73f8-4cc2-ab79-ef91776b0919 HTTP/1.1" status: 200 len: 945 time: 0.0667195 Jul 05 02:53:39.444597 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7101814d-e295-45ce-abc6-f322b93414a9 req-dd1e5f79-dcbc-4324-8ad4-15cce0837847 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.23 "GET /v2.0/security-groups?id=267fbb5b-2372-4c9d-918c-fbf73904b092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327756 Jul 05 02:53:39.570879 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a095e50-8d08-415e-968a-7ae688fe97a4 req-b3001629-01f6-4ea6-ab36-611341ffda30 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:53:39.572452 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4a095e50-8d08-415e-968a-7ae688fe97a4 req-b3001629-01f6-4ea6-ab36-611341ffda30 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d1d216c-73f8-4cc2-ab79-ef91776b0919 HTTP/1.1" status: 200 len: 945 time: 0.0770273 Jul 05 02:53:39.710352 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-4a095e50-8d08-415e-968a-7ae688fe97a4 req-15dc59b2-1b12-455d-acfd-c37808485b22 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Deleting port 882d8448-921f-430b-9afc-756622d84041 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:53:39.710796 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4a095e50-8d08-415e-968a-7ae688fe97a4 req-15dc59b2-1b12-455d-acfd-c37808485b22 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:53:39.853398 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-4a095e50-8d08-415e-968a-7ae688fe97a4 req-15dc59b2-1b12-455d-acfd-c37808485b22 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] For port 882d8448-921f-430b-9afc-756622d84041, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=882d8448-921f-430b-9afc-756622d84041,segment=NetworkSegment(266510ee-3c4b-4192-af42-36c3122579a6),segment_id=266510ee-3c4b-4192-af42-36c3122579a6)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:53:39.853913 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4a095e50-8d08-415e-968a-7ae688fe97a4 req-15dc59b2-1b12-455d-acfd-c37808485b22 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:53:39.876915 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-4a095e50-8d08-415e-968a-7ae688fe97a4 req-15dc59b2-1b12-455d-acfd-c37808485b22 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Calling delete_port for 882d8448-921f-430b-9afc-756622d84041 owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:53:40.165953 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4a095e50-8d08-415e-968a-7ae688fe97a4 req-15dc59b2-1b12-455d-acfd-c37808485b22 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:53:40.183020 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['882d8448-921f-430b-9afc-756622d84041'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:53:40.212664 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dc59b2-1b12-455d-acfd-c37808485b22 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Pushing event deleted for resources: {'Port': ['ID=882d8448-921f-430b-9afc-756622d84041,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:53:40.282447 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a095e50-8d08-415e-968a-7ae688fe97a4 req-15dc59b2-1b12-455d-acfd-c37808485b22 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] No DVR routers for this DVR port 882d8448-921f-430b-9afc-756622d84041 on host n-h1-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:53:40.286344 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4a095e50-8d08-415e-968a-7ae688fe97a4 req-15dc59b2-1b12-455d-acfd-c37808485b22 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:53:40.288687 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4a095e50-8d08-415e-968a-7ae688fe97a4 req-15dc59b2-1b12-455d-acfd-c37808485b22 tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.21 "DELETE /v2.0/ports/882d8448-921f-430b-9afc-756622d84041 HTTP/1.1" status: 204 len: 173 time: 0.7099137 Jul 05 02:53:40.289144 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d1d216c-73f8-4cc2-ab79-ef91776b0919', 'name': 'network-vif-deleted', 'tag': '882d8448-921f-430b-9afc-756622d84041'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:53:40.291725 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6389217-ff61-4798-8cd3-4e32e33e6482" -d '{"events": [{"server_uuid": "7d1d216c-73f8-4cc2-ab79-ef91776b0919", "name": "network-vif-deleted", "tag": "882d8448-921f-430b-9afc-756622d84041"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:53:40.338395 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f4dcb7b-efaa-485b-895b-95d6b138ab18 x-openstack-request-id: req-9f4dcb7b-efaa-485b-895b-95d6b138ab18 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:53:40.338693 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d1d216c-73f8-4cc2-ab79-ef91776b0919", "name": "network-vif-deleted", "tag": "882d8448-921f-430b-9afc-756622d84041", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:53:40.338948 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9f4dcb7b-efaa-485b-895b-95d6b138ab18 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:53:40.339404 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d1d216c-73f8-4cc2-ab79-ef91776b0919', 'name': 'network-vif-deleted', 'tag': '882d8448-921f-430b-9afc-756622d84041', 'status': 'completed', 'code': 200} Jul 05 02:53:40.605526 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7c60e449-7751-405b-bfd4-2bf5215d84b6 req-999835d6-b055-4eb9-b5b0-7ad9e2b6c9eb tempest-AttachVolumeNegativeTest-1286551353 tempest-AttachVolumeNegativeTest-1286551353-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d1d216c-73f8-4cc2-ab79-ef91776b0919 HTTP/1.1" status: 200 len: 210 time: 0.0342381 Jul 05 02:53:41.703264 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 41084) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:53:41.755759 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_v2 [None req-123ec0d4-7157-4d59-9775-073ae2f08473 admin admin] Deleting subnet cb90e76f-e0df-4327-a7fd-ca7e6e3dd6ca {{(pid=94461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:53:41.760206 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-123ec0d4-7157-4d59-9775-073ae2f08473 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:53:41.801745 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-123ec0d4-7157-4d59-9775-073ae2f08473 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5519650'] for subnet, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:53:41.846141 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-123ec0d4-7157-4d59-9775-073ae2f08473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:53:41.976958 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:53:41.994790 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-123ec0d4-7157-4d59-9775-073ae2f08473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5763388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774356'] for subnet, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:53:42.023593 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123ec0d4-7157-4d59-9775-073ae2f08473 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb90e76f-e0df-4327-a7fd-ca7e6e3dd6ca,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:53:42.027528 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-123ec0d4-7157-4d59-9775-073ae2f08473 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:53:42.030257 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-123ec0d4-7157-4d59-9775-073ae2f08473 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/cb90e76f-e0df-4327-a7fd-ca7e6e3dd6ca HTTP/1.1" status: 204 len: 168 time: 0.3253505 Jul 05 02:53:42.032233 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 41086) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:53:42.074246 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:53:42.106145 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-62d3310e-74f2-4753-b6a1-9c90f56aa4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:53:42.193094 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-62d3310e-74f2-4753-b6a1-9c90f56aa4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:53:42.203084 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-62d3310e-74f2-4753-b6a1-9c90f56aa4e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff22648f-8bb5-4a86-9270-68850417d1e1']}} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:53:42.214644 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-62d3310e-74f2-4753-b6a1-9c90f56aa4e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '266510ee-3c4b-4192-af42-36c3122579a6') {'for_net_delete': True} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:53:42.215108 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-62d3310e-74f2-4753-b6a1-9c90f56aa4e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '266510ee-3c4b-4192-af42-36c3122579a6') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:53:42.224807 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-62d3310e-74f2-4753-b6a1-9c90f56aa4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5519669'] for segment, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:53:42.240492 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-62d3310e-74f2-4753-b6a1-9c90f56aa4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:53:42.247410 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62d3310e-74f2-4753-b6a1-9c90f56aa4e1 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=94461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:53:42.247816 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-62d3310e-74f2-4753-b6a1-9c90f56aa4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5763545'] for segment, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:53:42.249613 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:53:42.249613 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:53:42.249613 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:53:42.249613 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:53:42.249613 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:53:42.249613 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:53:42.249613 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:53:42.249613 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:53:42.249613 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:53:42.249613 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:53:42.249613 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:53:42.249613 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:53:42.249613 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:53:42.249613 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:53:42.249613 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:53:42.249613 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:53:42.249613 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:53:42.249613 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:53:42.249613 n-d-771362-32 neutron-server[94461]: Traceback (most recent call last): Jul 05 02:53:42.249613 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:53:42.249613 n-d-771362-32 neutron-server[94461]: timer() Jul 05 02:53:42.249613 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:53:42.249613 n-d-771362-32 neutron-server[94461]: cb(*args, **kw) Jul 05 02:53:42.249613 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:53:42.249613 n-d-771362-32 neutron-server[94461]: return func(*args, **kwargs) Jul 05 02:53:42.249613 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:53:42.249613 n-d-771362-32 neutron-server[94461]: self._notify() Jul 05 02:53:42.249613 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:53:42.249613 n-d-771362-32 neutron-server[94461]: self.callback(batched_events) Jul 05 02:53:42.249613 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:53:42.249613 n-d-771362-32 neutron-server[94461]: event.method(event) Jul 05 02:53:42.249613 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:53:42.249613 n-d-771362-32 neutron-server[94461]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:53:42.249613 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:53:42.249613 n-d-771362-32 neutron-server[94461]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:53:42.249613 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:53:42.249613 n-d-771362-32 neutron-server[94461]: return f(self, *a, **k) Jul 05 02:53:42.249613 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:53:42.249613 n-d-771362-32 neutron-server[94461]: return self._get(url).json() Jul 05 02:53:42.249613 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:53:42.249613 n-d-771362-32 neutron-server[94461]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:53:42.249613 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:53:42.249613 n-d-771362-32 neutron-server[94461]: return self.request(url, 'GET', **kwargs) Jul 05 02:53:42.249613 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:53:42.249613 n-d-771362-32 neutron-server[94461]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:53:42.249613 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:53:42.249613 n-d-771362-32 neutron-server[94461]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:53:42.249613 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:53:42.249613 n-d-771362-32 neutron-server[94461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:53:42.249613 n-d-771362-32 neutron-server[94461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:53:42.415354 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-62d3310e-74f2-4753-b6a1-9c90f56aa4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:53:42.421482 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-62d3310e-74f2-4753-b6a1-9c90f56aa4e1 admin admin] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:53:42.423566 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-62d3310e-74f2-4753-b6a1-9c90f56aa4e1 admin admin] 10.222.0.23 "DELETE /v2.0/networks/ff22648f-8bb5-4a86-9270-68850417d1e1 HTTP/1.1" status: 204 len: 168 time: 0.3901193 Jul 05 02:53:42.439110 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d3310e-74f2-4753-b6a1-9c90f56aa4e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff22648f-8bb5-4a86-9270-68850417d1e1,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:53:42.442093 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 882d8448-921f-430b-9afc-756622d84041 no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:53:42.470341 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] No Port match for: 882d8448-921f-430b-9afc-756622d84041 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:53:42.470685 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 882d8448-921f-430b-9afc-756622d84041 not bound to the agent host n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:53:43.253639 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 41094) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:53:43.296492 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-cd0dd1a0-f5fa-4a9b-9bcd-e428b2efb5a3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f0315daf84bb4df6b8d1cd6d576ae0f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393798 Jul 05 02:53:43.296939 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 41098) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:53:43.346661 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5f88d1d2-5b23-45e3-abe5-6bcd74485ddc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:53:43.370817 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5f88d1d2-5b23-45e3-abe5-6bcd74485ddc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:53:43.489203 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5f88d1d2-5b23-45e3-abe5-6bcd74485ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:53:43.491856 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5f88d1d2-5b23-45e3-abe5-6bcd74485ddc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:53:43.493062 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-5f88d1d2-5b23-45e3-abe5-6bcd74485ddc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/267fbb5b-2372-4c9d-918c-fbf73904b092 HTTP/1.1" status: 204 len: 168 time: 0.1953282 Jul 05 02:53:43.504476 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f88d1d2-5b23-45e3-abe5-6bcd74485ddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=267fbb5b-2372-4c9d-918c-fbf73904b092,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:53:50.935698 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-256c9f74-6ec8-4cdf-a593-5ddec8edb5b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:53:53.359713 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5b039a15-56cd-4095-ace4-feac9409d681 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:53:54.061233 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:53:54.099781 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 41364) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:53:54.213081 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0be910a0-c647-4b44-8e5a-16c3d1303397 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:53:54.304471 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0be910a0-c647-4b44-8e5a-16c3d1303397 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:53:54.411915 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0be910a0-c647-4b44-8e5a-16c3d1303397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:53:54.449586 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be910a0-c647-4b44-8e5a-16c3d1303397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e985f802-90e6-4e7e-89c9-ca8cf6deb2f0,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:53:54.454861 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-0be910a0-c647-4b44-8e5a-16c3d1303397 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=600e2919d9ca48c7b93c5ae3daa5b73d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3537805 Jul 05 02:53:54.456607 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 41376) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:53:54.509494 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2552a7c8-b52d-4176-abdc-c66966c058ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:53:54.531652 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2552a7c8-b52d-4176-abdc-c66966c058ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:53:54.754937 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2552a7c8-b52d-4176-abdc-c66966c058ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:53:54.765633 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2552a7c8-b52d-4176-abdc-c66966c058ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:53:54.765633 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-2552a7c8-b52d-4176-abdc-c66966c058ab admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e985f802-90e6-4e7e-89c9-ca8cf6deb2f0 HTTP/1.1" status: 204 len: 168 time: 0.3004830 Jul 05 02:53:54.768003 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2552a7c8-b52d-4176-abdc-c66966c058ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e985f802-90e6-4e7e-89c9-ca8cf6deb2f0,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:53:54.844207 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:53:55.494496 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cf4fc53b-b1c0-4fe3-b641-618eade502d0 req-962c4f44-1ce5-46d8-aacd-3f62981708b5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b31bf84e-206b-469b-b358-5de363d143d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1445317 Jul 05 02:53:55.571725 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4fc53b-b1c0-4fe3-b641-618eade502d0 req-e98c6300-baa4-4afc-b2f2-bda9d04463c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:53:55.576647 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cf4fc53b-b1c0-4fe3-b641-618eade502d0 req-e98c6300-baa4-4afc-b2f2-bda9d04463c0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b1a00a493e704ec48248eed2815bb351&device_id=b31bf84e-206b-469b-b358-5de363d143d7 HTTP/1.1" status: 200 len: 1097 time: 0.0567949 Jul 05 02:53:55.676771 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4fc53b-b1c0-4fe3-b641-618eade502d0 req-a5c75264-9a02-40f3-a233-df7dfb0dddbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:53:55.678292 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cf4fc53b-b1c0-4fe3-b641-618eade502d0 req-a5c75264-9a02-40f3-a233-df7dfb0dddbe service neutron] 10.222.0.21 "GET /v2.0/networks?id=73b1fe81-9ead-413d-adcc-8dcb2085def5 HTTP/1.1" status: 200 len: 912 time: 0.0831308 Jul 05 02:53:55.745601 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cf4fc53b-b1c0-4fe3-b641-618eade502d0 req-b97023ea-8364-43ff-8448-4b0cb54e209d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff60541e-610d-49be-b652-fc51a620445d HTTP/1.1" status: 200 len: 1001 time: 0.0612600 Jul 05 02:53:55.794213 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4fc53b-b1c0-4fe3-b641-618eade502d0 req-6b4241a9-5362-4424-bfd4-421f8c0d5bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:53:55.795891 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cf4fc53b-b1c0-4fe3-b641-618eade502d0 req-6b4241a9-5362-4424-bfd4-421f8c0d5bf3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=33729902-d3e5-4dd5-ba26-acbc079120a6 HTTP/1.1" status: 200 len: 851 time: 0.0433769 Jul 05 02:53:55.852912 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4fc53b-b1c0-4fe3-b641-618eade502d0 req-92cbd6d5-ce74-4fe3-baf0-0c09abd027ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:53:55.854560 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cf4fc53b-b1c0-4fe3-b641-618eade502d0 req-92cbd6d5-ce74-4fe3-baf0-0c09abd027ec service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=73b1fe81-9ead-413d-adcc-8dcb2085def5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524185 Jul 05 02:53:55.884675 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 41416) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:53:55.898609 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b7db29dc-cd4e-4003-871d-34a1d176c71e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:53:55.955294 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cf4fc53b-b1c0-4fe3-b641-618eade502d0 req-af5469e3-768b-4d3e-9110-3ed6f8c92521 service neutron] 10.222.0.21 "GET /v2.0/networks/73b1fe81-9ead-413d-adcc-8dcb2085def5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924451 Jul 05 02:53:55.990036 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b7db29dc-cd4e-4003-871d-34a1d176c71e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:53:56.045247 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cf4fc53b-b1c0-4fe3-b641-618eade502d0 req-4b66c3f0-1f90-43b7-8645-ea866a2135ea service neutron] 10.222.0.21 "GET /v2.0/networks/73b1fe81-9ead-413d-adcc-8dcb2085def5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836670 Jul 05 02:53:56.120342 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b7db29dc-cd4e-4003-871d-34a1d176c71e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:53:56.159545 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-b7db29dc-cd4e-4003-871d-34a1d176c71e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6919b4a2e152409590087fd0a32287d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2736626 Jul 05 02:53:56.160365 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7db29dc-cd4e-4003-871d-34a1d176c71e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7408a52-0014-4eee-a3b2-6d271156369e,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:53:56.162353 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 41426) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:53:56.165908 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:53:56.168240 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7db29dc-cd4e-4003-871d-34a1d176c71e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:53:56.168585 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7db29dc-cd4e-4003-871d-34a1d176c71e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:53:56.168921 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7db29dc-cd4e-4003-871d-34a1d176c71e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:53:56.169252 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7db29dc-cd4e-4003-871d-34a1d176c71e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:53:56.169582 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7db29dc-cd4e-4003-871d-34a1d176c71e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:53:56.169904 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7db29dc-cd4e-4003-871d-34a1d176c71e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:53:56.170255 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7db29dc-cd4e-4003-871d-34a1d176c71e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:53:56.170584 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7db29dc-cd4e-4003-871d-34a1d176c71e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:53:56.170903 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7db29dc-cd4e-4003-871d-34a1d176c71e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:53:56.171221 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7db29dc-cd4e-4003-871d-34a1d176c71e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:53:56.171538 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7db29dc-cd4e-4003-871d-34a1d176c71e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:53:56.171852 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7db29dc-cd4e-4003-871d-34a1d176c71e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:53:56.214647 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8fdbec85-ae80-4414-8f02-e3500233cf77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:53:56.235095 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8fdbec85-ae80-4414-8f02-e3500233cf77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:53:56.457328 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8fdbec85-ae80-4414-8f02-e3500233cf77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:53:56.459992 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8fdbec85-ae80-4414-8f02-e3500233cf77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:53:56.461174 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-8fdbec85-ae80-4414-8f02-e3500233cf77 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d7408a52-0014-4eee-a3b2-6d271156369e HTTP/1.1" status: 204 len: 168 time: 0.2975090 Jul 05 02:53:56.469577 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdbec85-ae80-4414-8f02-e3500233cf77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7408a52-0014-4eee-a3b2-6d271156369e,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:53:59.013907 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 02:54:08.880196 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 41850) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:54:08.984322 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-889e56e7-a057-40f3-98e6-37b1c8f88921 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:09.070538 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-889e56e7-a057-40f3-98e6-37b1c8f88921 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:09.169165 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-889e56e7-a057-40f3-98e6-37b1c8f88921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:09.208414 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-889e56e7-a057-40f3-98e6-37b1c8f88921 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8fcd66ad957f446096524420620e1bdd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3270764 Jul 05 02:54:09.209284 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889e56e7-a057-40f3-98e6-37b1c8f88921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11e21abf-1df0-4704-931a-253e85ca8a11,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:54:09.211084 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 41854) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:54:09.261004 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-688c9d5d-8e2e-424a-8d4a-c2d95d208229 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:09.281431 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-688c9d5d-8e2e-424a-8d4a-c2d95d208229 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:09.438094 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-688c9d5d-8e2e-424a-8d4a-c2d95d208229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:09.440898 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-688c9d5d-8e2e-424a-8d4a-c2d95d208229 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:09.442081 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-688c9d5d-8e2e-424a-8d4a-c2d95d208229 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/11e21abf-1df0-4704-931a-253e85ca8a11 HTTP/1.1" status: 204 len: 168 time: 0.2300158 Jul 05 02:54:09.449985 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688c9d5d-8e2e-424a-8d4a-c2d95d208229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e21abf-1df0-4704-931a-253e85ca8a11,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:54:10.061786 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 41862) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:54:10.073241 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5c397a14-79b5-456a-ac5f-024bbec0fc6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:10.157209 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5c397a14-79b5-456a-ac5f-024bbec0fc6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:10.237180 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5c397a14-79b5-456a-ac5f-024bbec0fc6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:10.275573 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-5c397a14-79b5-456a-ac5f-024bbec0fc6c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5bec6779437342239ce56cf6d0f59d22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2145011 Jul 05 02:54:10.276442 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c397a14-79b5-456a-ac5f-024bbec0fc6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f53b3eb-4f02-43a5-82d9-c87a63203728,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:54:10.278343 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 41864) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:54:10.347955 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9872b05d-29c8-4795-bf8d-9e2a9f0526c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:10.385929 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9872b05d-29c8-4795-bf8d-9e2a9f0526c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:10.477688 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9872b05d-29c8-4795-bf8d-9e2a9f0526c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:10.480253 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9872b05d-29c8-4795-bf8d-9e2a9f0526c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:10.481419 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-9872b05d-29c8-4795-bf8d-9e2a9f0526c9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2f53b3eb-4f02-43a5-82d9-c87a63203728 HTTP/1.1" status: 204 len: 168 time: 0.2020173 Jul 05 02:54:10.810794 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872b05d-29c8-4795-bf8d-9e2a9f0526c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f53b3eb-4f02-43a5-82d9-c87a63203728,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:54:12.194616 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:12.195443 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:20.895486 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f6dfa2e9-fa31-41ff-9dca-4bdaadc07a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:22.439115 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 42092) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:54:22.547600 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0f69e97e-a7d9-4111-9a47-8c91a9b7fb4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:22.633892 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0f69e97e-a7d9-4111-9a47-8c91a9b7fb4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:22.757672 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0f69e97e-a7d9-4111-9a47-8c91a9b7fb4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:22.792237 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f69e97e-a7d9-4111-9a47-8c91a9b7fb4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=107fbe60-fc29-42cb-a1d7-a83081ac2644,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:54:22.797172 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-0f69e97e-a7d9-4111-9a47-8c91a9b7fb4e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=21c423b555264f8aad2e16423ac4fae8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3564248 Jul 05 02:54:22.799550 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 42102) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:54:22.853560 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4790e921-4a90-4c40-8b97-4560931039a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:22.874384 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4790e921-4a90-4c40-8b97-4560931039a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:23.028699 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4790e921-4a90-4c40-8b97-4560931039a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:23.031231 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4790e921-4a90-4c40-8b97-4560931039a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:23.032453 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-4790e921-4a90-4c40-8b97-4560931039a5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/107fbe60-fc29-42cb-a1d7-a83081ac2644 HTTP/1.1" status: 204 len: 168 time: 0.2312975 Jul 05 02:54:23.040774 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4790e921-4a90-4c40-8b97-4560931039a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=107fbe60-fc29-42cb-a1d7-a83081ac2644,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:54:23.048134 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4790e921-4a90-4c40-8b97-4560931039a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:54:23.048481 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4790e921-4a90-4c40-8b97-4560931039a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:54:23.048948 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4790e921-4a90-4c40-8b97-4560931039a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:54:23.049282 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4790e921-4a90-4c40-8b97-4560931039a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:54:23.049616 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4790e921-4a90-4c40-8b97-4560931039a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:54:23.050575 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4790e921-4a90-4c40-8b97-4560931039a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:54:23.050907 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4790e921-4a90-4c40-8b97-4560931039a5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:54:23.051349 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4790e921-4a90-4c40-8b97-4560931039a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:54:23.051680 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4790e921-4a90-4c40-8b97-4560931039a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:54:23.052025 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4790e921-4a90-4c40-8b97-4560931039a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:54:23.052332 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4790e921-4a90-4c40-8b97-4560931039a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:54:23.052651 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4790e921-4a90-4c40-8b97-4560931039a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:54:23.249334 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-18707904-3d88-467c-862d-3cdf958e5259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:23.824315 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 42120) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:54:23.838808 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6b042cb2-8b08-456b-bad4-38b58c0fb823 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:23.927334 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6b042cb2-8b08-456b-bad4-38b58c0fb823 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:24.011558 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:24.068806 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6b042cb2-8b08-456b-bad4-38b58c0fb823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:24.113259 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-6b042cb2-8b08-456b-bad4-38b58c0fb823 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9eb88fdf15164cfaa6656fc3b1e08335&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2850592 Jul 05 02:54:24.113259 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b042cb2-8b08-456b-bad4-38b58c0fb823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=821c4615-d72f-4704-87bd-a969901de3d3,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:54:24.113514 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 42126) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:54:24.165241 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3feab9fc-41a0-4b80-ba4b-ec23fdeb0438 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:24.191703 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3feab9fc-41a0-4b80-ba4b-ec23fdeb0438 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:24.313939 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3feab9fc-41a0-4b80-ba4b-ec23fdeb0438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:24.316619 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3feab9fc-41a0-4b80-ba4b-ec23fdeb0438 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:24.317792 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-3feab9fc-41a0-4b80-ba4b-ec23fdeb0438 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/821c4615-d72f-4704-87bd-a969901de3d3 HTTP/1.1" status: 204 len: 168 time: 0.2031701 Jul 05 02:54:24.325540 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feab9fc-41a0-4b80-ba4b-ec23fdeb0438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=821c4615-d72f-4704-87bd-a969901de3d3,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:54:24.728936 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:26.169028 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:28.931151 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 42236) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:54:29.035354 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f502a783-64ae-4648-bba1-e3f0abc11ae7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:29.125892 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f502a783-64ae-4648-bba1-e3f0abc11ae7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:29.228394 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f502a783-64ae-4648-bba1-e3f0abc11ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:29.267570 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-f502a783-64ae-4648-bba1-e3f0abc11ae7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=04a9dd90d17542c1ac30795fe6dab160&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3353543 Jul 05 02:54:29.268558 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f502a783-64ae-4648-bba1-e3f0abc11ae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1de0a2ad-4cdf-4174-aa9c-31e872bf7bf2,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:54:29.270290 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 42244) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:54:29.319022 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-54cf84ea-8dbf-47a7-a609-d9746e42a0d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:29.339485 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-54cf84ea-8dbf-47a7-a609-d9746e42a0d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:29.474481 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-54cf84ea-8dbf-47a7-a609-d9746e42a0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:29.477116 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-54cf84ea-8dbf-47a7-a609-d9746e42a0d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:29.478344 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-54cf84ea-8dbf-47a7-a609-d9746e42a0d6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1de0a2ad-4cdf-4174-aa9c-31e872bf7bf2 HTTP/1.1" status: 204 len: 168 time: 0.2069561 Jul 05 02:54:29.486536 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cf84ea-8dbf-47a7-a609-d9746e42a0d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de0a2ad-4cdf-4174-aa9c-31e872bf7bf2,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:54:30.153404 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 42262) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:54:30.166569 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e29b5f60-ffd8-47b0-b19d-e07148df0d05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:30.255432 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e29b5f60-ffd8-47b0-b19d-e07148df0d05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:30.331117 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e29b5f60-ffd8-47b0-b19d-e07148df0d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:30.369380 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-e29b5f60-ffd8-47b0-b19d-e07148df0d05 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b2910611bb0f4a5083cc727768268f3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2155645 Jul 05 02:54:30.370380 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29b5f60-ffd8-47b0-b19d-e07148df0d05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17d2498c-0349-4b4c-a84f-7c7718ed2423,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:54:30.372066 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 42266) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:54:30.421516 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b2da52a1-9ba5-4cf3-aa19-89fce553791f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:30.442850 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b2da52a1-9ba5-4cf3-aa19-89fce553791f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:30.560467 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b2da52a1-9ba5-4cf3-aa19-89fce553791f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:30.563288 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b2da52a1-9ba5-4cf3-aa19-89fce553791f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:30.566786 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-b2da52a1-9ba5-4cf3-aa19-89fce553791f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/17d2498c-0349-4b4c-a84f-7c7718ed2423 HTTP/1.1" status: 204 len: 168 time: 0.1914365 Jul 05 02:54:30.572617 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2da52a1-9ba5-4cf3-aa19-89fce553791f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d2498c-0349-4b4c-a84f-7c7718ed2423,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:54:34.066221 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 42390) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:54:34.169949 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-105187f4-ac70-4713-ba7b-c05acce97af4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:34.255193 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-105187f4-ac70-4713-ba7b-c05acce97af4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:34.332353 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-105187f4-ac70-4713-ba7b-c05acce97af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:34.371492 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-105187f4-ac70-4713-ba7b-c05acce97af4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=47ac6cc2e2474d1faa5692a9588e3a85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3041110 Jul 05 02:54:34.372310 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105187f4-ac70-4713-ba7b-c05acce97af4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67b75f20-4a0a-4c91-bdf5-21fe35df432e,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:54:34.374353 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 42398) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:54:34.425114 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e8d15329-445c-42b8-9844-81097be38197 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:34.446161 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e8d15329-445c-42b8-9844-81097be38197 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:34.568725 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e8d15329-445c-42b8-9844-81097be38197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:34.571408 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e8d15329-445c-42b8-9844-81097be38197 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:34.572602 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-e8d15329-445c-42b8-9844-81097be38197 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/67b75f20-4a0a-4c91-bdf5-21fe35df432e HTTP/1.1" status: 204 len: 168 time: 0.1966562 Jul 05 02:54:34.580583 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d15329-445c-42b8-9844-81097be38197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b75f20-4a0a-4c91-bdf5-21fe35df432e,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:54:35.258108 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 42416) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:54:35.274112 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-17c7a259-5b48-42dd-a9cd-cdfa7c521f50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:35.359604 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-17c7a259-5b48-42dd-a9cd-cdfa7c521f50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:35.445634 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-17c7a259-5b48-42dd-a9cd-cdfa7c521f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:35.486602 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-17c7a259-5b48-42dd-a9cd-cdfa7c521f50 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c33c5112208046bfbb0db9bd9af89267&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2271068 Jul 05 02:54:35.488573 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c7a259-5b48-42dd-a9cd-cdfa7c521f50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d0b144d-f6de-4416-a5ce-47359600f122,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:54:35.489449 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 42420) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:54:35.554254 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-928c5da8-9dbc-42af-a0c5-4b16cebec9c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:35.574810 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-928c5da8-9dbc-42af-a0c5-4b16cebec9c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:35.742897 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-928c5da8-9dbc-42af-a0c5-4b16cebec9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:35.745538 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-928c5da8-9dbc-42af-a0c5-4b16cebec9c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:35.746759 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-928c5da8-9dbc-42af-a0c5-4b16cebec9c1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3d0b144d-f6de-4416-a5ce-47359600f122 HTTP/1.1" status: 204 len: 168 time: 0.2561128 Jul 05 02:54:35.755218 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928c5da8-9dbc-42af-a0c5-4b16cebec9c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d0b144d-f6de-4416-a5ce-47359600f122,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:54:36.013299 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 02:54:39.031395 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 42548) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:54:39.142870 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3151dee8-d381-4628-9fde-bc890a9fb428 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:39.225873 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3151dee8-d381-4628-9fde-bc890a9fb428 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:39.307503 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3151dee8-d381-4628-9fde-bc890a9fb428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:39.351355 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-3151dee8-d381-4628-9fde-bc890a9fb428 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a873c04c20d141f883dae2502df2b0be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3187754 Jul 05 02:54:39.352208 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3151dee8-d381-4628-9fde-bc890a9fb428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a99c6fc-930e-45ce-81e0-309a243b498e,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:54:39.354735 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 42556) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:54:39.402079 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-22e28805-0400-41df-a0f5-84c49d8c542d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:39.427839 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-22e28805-0400-41df-a0f5-84c49d8c542d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:39.666107 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-22e28805-0400-41df-a0f5-84c49d8c542d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:39.668714 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-22e28805-0400-41df-a0f5-84c49d8c542d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:39.669969 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-22e28805-0400-41df-a0f5-84c49d8c542d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7a99c6fc-930e-45ce-81e0-309a243b498e HTTP/1.1" status: 204 len: 168 time: 0.3142507 Jul 05 02:54:39.678254 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e28805-0400-41df-a0f5-84c49d8c542d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a99c6fc-930e-45ce-81e0-309a243b498e,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:54:40.457769 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 42574) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:54:40.470861 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e846024f-2fc2-4128-b179-3b674b930858 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:40.555412 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e846024f-2fc2-4128-b179-3b674b930858 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:40.677719 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e846024f-2fc2-4128-b179-3b674b930858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:40.714585 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e846024f-2fc2-4128-b179-3b674b930858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da7f00f3-6a7b-4ff4-86ce-ad82056c0a75,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:54:40.719534 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-e846024f-2fc2-4128-b179-3b674b930858 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6d18859c532a45d1a50e81b0350cc1d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2601018 Jul 05 02:54:40.721424 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 42578) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:54:40.770931 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c086d23a-76c7-4617-bedf-1b777aa009a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:40.791852 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c086d23a-76c7-4617-bedf-1b777aa009a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:40.914175 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c086d23a-76c7-4617-bedf-1b777aa009a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:40.917039 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c086d23a-76c7-4617-bedf-1b777aa009a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:40.918551 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-c086d23a-76c7-4617-bedf-1b777aa009a6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/da7f00f3-6a7b-4ff4-86ce-ad82056c0a75 HTTP/1.1" status: 204 len: 168 time: 0.1950080 Jul 05 02:54:40.927513 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c086d23a-76c7-4617-bedf-1b777aa009a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da7f00f3-6a7b-4ff4-86ce-ad82056c0a75,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:54:41.965817 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:42.037873 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:45.530983 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 42732) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:54:45.775636 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-354e17da-709e-4291-ab68-3f0205acd757 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:45.860768 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-354e17da-709e-4291-ab68-3f0205acd757 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:45.935152 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-354e17da-709e-4291-ab68-3f0205acd757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:45.970108 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-354e17da-709e-4291-ab68-3f0205acd757 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2e2536cd26ba41a2a19bed754f7247dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4379771 Jul 05 02:54:45.970958 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354e17da-709e-4291-ab68-3f0205acd757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d279ade-a171-4ccf-8cef-3cee4c39c96c,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:54:45.973410 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 42742) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:54:46.024943 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-27f7930b-4588-424e-8efb-27684dc0e2b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:46.046949 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-27f7930b-4588-424e-8efb-27684dc0e2b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:46.168792 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-27f7930b-4588-424e-8efb-27684dc0e2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:46.171466 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-27f7930b-4588-424e-8efb-27684dc0e2b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:46.172668 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-27f7930b-4588-424e-8efb-27684dc0e2b5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2d279ade-a171-4ccf-8cef-3cee4c39c96c HTTP/1.1" status: 204 len: 168 time: 0.1981199 Jul 05 02:54:46.181060 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f7930b-4588-424e-8efb-27684dc0e2b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d279ade-a171-4ccf-8cef-3cee4c39c96c,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:54:46.855624 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 42758) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:54:46.868580 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-606be390-ddfa-4e8c-ab69-9e41c93df5ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:46.954823 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-606be390-ddfa-4e8c-ab69-9e41c93df5ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:47.062732 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-606be390-ddfa-4e8c-ab69-9e41c93df5ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:47.101039 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606be390-ddfa-4e8c-ab69-9e41c93df5ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43f2b6f0-b252-4641-a311-429dc294073c,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:54:47.107794 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-606be390-ddfa-4e8c-ab69-9e41c93df5ce admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e8934ff1ed23446db48bbd9c3946dc65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2487309 Jul 05 02:54:47.108008 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 42764) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:54:47.156264 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0a4c9ffb-8cbe-4d5c-904c-7f1865f2a857 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:47.176655 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0a4c9ffb-8cbe-4d5c-904c-7f1865f2a857 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:47.325298 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0a4c9ffb-8cbe-4d5c-904c-7f1865f2a857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:47.327925 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0a4c9ffb-8cbe-4d5c-904c-7f1865f2a857 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:47.329392 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-0a4c9ffb-8cbe-4d5c-904c-7f1865f2a857 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/43f2b6f0-b252-4641-a311-429dc294073c HTTP/1.1" status: 204 len: 168 time: 0.2203865 Jul 05 02:54:47.339802 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4c9ffb-8cbe-4d5c-904c-7f1865f2a857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43f2b6f0-b252-4641-a311-429dc294073c,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:54:49.704383 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 42850) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:54:49.808217 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-aec14a47-daef-4f38-a6c7-9ed9a3f323e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:49.895119 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-aec14a47-daef-4f38-a6c7-9ed9a3f323e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:49.963762 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-aec14a47-daef-4f38-a6c7-9ed9a3f323e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:50.002020 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec14a47-daef-4f38-a6c7-9ed9a3f323e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=570710e1-575b-4b26-b4cb-d201a62a92ab,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:54:50.007925 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-aec14a47-daef-4f38-a6c7-9ed9a3f323e1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8a389c52b9db4c0bb03de54d9ae56ea1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3025231 Jul 05 02:54:50.010555 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 42860) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:54:50.058607 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b247e569-d128-4ab6-9670-5f10f51f163f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:50.079518 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b247e569-d128-4ab6-9670-5f10f51f163f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:50.245712 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b247e569-d128-4ab6-9670-5f10f51f163f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:50.249995 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b247e569-d128-4ab6-9670-5f10f51f163f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:50.249995 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-b247e569-d128-4ab6-9670-5f10f51f163f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/570710e1-575b-4b26-b4cb-d201a62a92ab HTTP/1.1" status: 204 len: 168 time: 0.2380462 Jul 05 02:54:50.258493 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b247e569-d128-4ab6-9670-5f10f51f163f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=570710e1-575b-4b26-b4cb-d201a62a92ab,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:54:50.881171 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e047363e-e539-43eb-b3d3-3ca11cff8281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:52.219229 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 42926) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:54:52.314283 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-517caf5c-459c-4485-8140-4ccb8ce7a31e tempest-MeteringIpV6TestJSON-1628027025 tempest-MeteringIpV6TestJSON-1628027025-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1716475607'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:54:52.315256 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-517caf5c-459c-4485-8140-4ccb8ce7a31e tempest-MeteringIpV6TestJSON-1628027025 tempest-MeteringIpV6TestJSON-1628027025-project-admin] Unknown quota resources ['metering_label']. {{(pid=94462) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 02:54:52.568591 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-517caf5c-459c-4485-8140-4ccb8ce7a31e tempest-MeteringIpV6TestJSON-1628027025 tempest-MeteringIpV6TestJSON-1628027025-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:52.569783 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-517caf5c-459c-4485-8140-4ccb8ce7a31e tempest-MeteringIpV6TestJSON-1628027025 tempest-MeteringIpV6TestJSON-1628027025-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.3495209 Jul 05 02:54:52.572531 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 42934) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:54:52.576933 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-9c25112e-f184-401c-81c5-299ef1d780ba tempest-MeteringIpV6TestJSON-1628027025 tempest-MeteringIpV6TestJSON-1628027025-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '648571af-8742-4bdc-ba3a-dcf2c15d8d57'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:54:52.577481 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-9c25112e-f184-401c-81c5-299ef1d780ba tempest-MeteringIpV6TestJSON-1628027025 tempest-MeteringIpV6TestJSON-1628027025-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94462) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 02:54:52.745836 n-d-771362-32 neutron-server[94462]: WARNING neutron.services.metering.metering_plugin [None req-9c25112e-f184-401c-81c5-299ef1d780ba tempest-MeteringIpV6TestJSON-1628027025 tempest-MeteringIpV6TestJSON-1628027025-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 05 02:54:52.846397 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9c25112e-f184-401c-81c5-299ef1d780ba tempest-MeteringIpV6TestJSON-1628027025 tempest-MeteringIpV6TestJSON-1628027025-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:52.847602 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-9c25112e-f184-401c-81c5-299ef1d780ba tempest-MeteringIpV6TestJSON-1628027025 tempest-MeteringIpV6TestJSON-1628027025-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2741532 Jul 05 02:54:52.851201 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 42940) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:54:52.855667 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-f3bb0240-43e1-437e-9566-097fc32e908d tempest-MeteringIpV6TestJSON-1628027025 tempest-MeteringIpV6TestJSON-1628027025-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '648571af-8742-4bdc-ba3a-dcf2c15d8d57'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:54:52.856166 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-f3bb0240-43e1-437e-9566-097fc32e908d tempest-MeteringIpV6TestJSON-1628027025 tempest-MeteringIpV6TestJSON-1628027025-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94462) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 02:54:52.988610 n-d-771362-32 neutron-server[94462]: WARNING neutron.services.metering.metering_plugin [None req-f3bb0240-43e1-437e-9566-097fc32e908d tempest-MeteringIpV6TestJSON-1628027025 tempest-MeteringIpV6TestJSON-1628027025-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 05 02:54:53.065939 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f3bb0240-43e1-437e-9566-097fc32e908d tempest-MeteringIpV6TestJSON-1628027025 tempest-MeteringIpV6TestJSON-1628027025-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:53.067233 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-f3bb0240-43e1-437e-9566-097fc32e908d tempest-MeteringIpV6TestJSON-1628027025 tempest-MeteringIpV6TestJSON-1628027025-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2150977 Jul 05 02:54:53.069947 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 42944) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:54:53.079860 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-ec96954c-86e0-4c7e-bd5e-f019613ae7cf tempest-MeteringIpV6TestJSON-1628027025 tempest-MeteringIpV6TestJSON-1628027025-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules?id=f39b0551-9bcb-40f5-b6e0-726707e720b6 HTTP/1.1" status: 200 len: 462 time: 0.0088940 Jul 05 02:54:53.082313 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 42946) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:54:53.284095 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-00e10baa-8d2a-4871-a4c0-f391b156c267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:53.305344 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-91ce6514-c7a8-4f1a-b13f-cb8366b7ebc1 tempest-MeteringIpV6TestJSON-1628027025 tempest-MeteringIpV6TestJSON-1628027025-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:53.310310 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 42952) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:54:53.310854 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-91ce6514-c7a8-4f1a-b13f-cb8366b7ebc1 tempest-MeteringIpV6TestJSON-1628027025 tempest-MeteringIpV6TestJSON-1628027025-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-label-rules/f39b0551-9bcb-40f5-b6e0-726707e720b6 HTTP/1.1" status: 204 len: 168 time: 0.2270935 Jul 05 02:54:53.333424 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 42954) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:54:53.337995 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-85114d7b-b9fb-450f-9cb4-c9729d618b91 tempest-MeteringIpV6TestJSON-1628027025 tempest-MeteringIpV6TestJSON-1628027025-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--922202362', 'description': 'label created by tempest'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:54:53.338481 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-85114d7b-b9fb-450f-9cb4-c9729d618b91 tempest-MeteringIpV6TestJSON-1628027025 tempest-MeteringIpV6TestJSON-1628027025-project-admin] Unknown quota resources ['metering_label']. {{(pid=94462) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 02:54:53.338822 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-e6e7deea-df37-4df9-9848-22aefdd78078 tempest-MeteringIpV6TestJSON-1628027025 tempest-MeteringIpV6TestJSON-1628027025-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules?id=f39b0551-9bcb-40f5-b6e0-726707e720b6 HTTP/1.1" status: 200 len: 221 time: 0.0169268 Jul 05 02:54:53.581427 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-85114d7b-b9fb-450f-9cb4-c9729d618b91 tempest-MeteringIpV6TestJSON-1628027025 tempest-MeteringIpV6TestJSON-1628027025-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:53.582553 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-85114d7b-b9fb-450f-9cb4-c9729d618b91 tempest-MeteringIpV6TestJSON-1628027025 tempest-MeteringIpV6TestJSON-1628027025-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2481461 Jul 05 02:54:53.585279 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 42958) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:54:53.959786 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:53.961963 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-24b285d8-c5f5-4e50-b49e-cc5124bc8e57 tempest-MeteringIpV6TestJSON-1628027025 tempest-MeteringIpV6TestJSON-1628027025-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels?id=8989f466-25b7-4d1f-ad7f-1061b03b303a HTTP/1.1" status: 200 len: 467 time: 0.3748412 Jul 05 02:54:53.963727 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 42964) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:54:54.262520 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0e107e58-71b2-4091-b552-0f96926c4996 tempest-MeteringIpV6TestJSON-1628027025 tempest-MeteringIpV6TestJSON-1628027025-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:54.263680 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-0e107e58-71b2-4091-b552-0f96926c4996 tempest-MeteringIpV6TestJSON-1628027025 tempest-MeteringIpV6TestJSON-1628027025-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-labels/8989f466-25b7-4d1f-ad7f-1061b03b303a HTTP/1.1" status: 204 len: 168 time: 0.2990279 Jul 05 02:54:54.266456 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 42970) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:54:54.279134 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-326388af-6652-40f8-9c01-66700d7fa1e4 tempest-MeteringIpV6TestJSON-1628027025 tempest-MeteringIpV6TestJSON-1628027025-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels?id=8989f466-25b7-4d1f-ad7f-1061b03b303a HTTP/1.1" status: 200 len: 216 time: 0.0116851 Jul 05 02:54:54.282217 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 42972) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:54:54.290646 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-a3fe4d6e-fd34-418d-8710-9db5ab40eee2 tempest-MeteringIpV6TestJSON-1628027025 tempest-MeteringIpV6TestJSON-1628027025-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0074687 Jul 05 02:54:54.293693 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 42974) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:54:54.306781 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-4eadad10-ceb6-41dd-b0a5-7e823b48f17e tempest-MeteringIpV6TestJSON-1628027025 tempest-MeteringIpV6TestJSON-1628027025-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0120020 Jul 05 02:54:54.309905 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 42978) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:54:54.386592 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-59eba6be-cab0-4ae5-a5c9-cc51d31c5a62 tempest-MeteringIpV6TestJSON-1628027025 tempest-MeteringIpV6TestJSON-1628027025-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels/648571af-8742-4bdc-ba3a-dcf2c15d8d57 HTTP/1.1" status: 200 len: 473 time: 0.0751405 Jul 05 02:54:54.390260 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 42980) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:54:54.400638 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-d2a57e78-e06e-4ee3-96e6-3c58d7dcd2d9 tempest-MeteringIpV6TestJSON-1628027025 tempest-MeteringIpV6TestJSON-1628027025-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules/614f90d9-7240-476c-8032-8c95fc9d0c58 HTTP/1.1" status: 200 len: 459 time: 0.0093620 Jul 05 02:54:54.406246 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 42982) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:54:54.614720 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ece04119-7f75-461a-b08f-6da9b97b3750 tempest-MeteringIpV6TestJSON-1628027025 tempest-MeteringIpV6TestJSON-1628027025-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:54.618452 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-ece04119-7f75-461a-b08f-6da9b97b3750 tempest-MeteringIpV6TestJSON-1628027025 tempest-MeteringIpV6TestJSON-1628027025-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-label-rules/614f90d9-7240-476c-8032-8c95fc9d0c58 HTTP/1.1" status: 204 len: 168 time: 0.2113044 Jul 05 02:54:54.618586 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 42986) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:54:54.723426 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:54.896755 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-86fbfed9-2d5f-4e3f-b22d-fd1a9d3f063f tempest-MeteringIpV6TestJSON-1628027025 tempest-MeteringIpV6TestJSON-1628027025-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:54.897902 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-86fbfed9-2d5f-4e3f-b22d-fd1a9d3f063f tempest-MeteringIpV6TestJSON-1628027025 tempest-MeteringIpV6TestJSON-1628027025-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-labels/648571af-8742-4bdc-ba3a-dcf2c15d8d57 HTTP/1.1" status: 204 len: 168 time: 0.2784581 Jul 05 02:54:55.375362 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43002) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:54:55.480780 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-99ef2ffb-a331-4632-9b5d-89af051948ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:55.573783 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-99ef2ffb-a331-4632-9b5d-89af051948ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:55.662454 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-99ef2ffb-a331-4632-9b5d-89af051948ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:55.705427 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-99ef2ffb-a331-4632-9b5d-89af051948ee admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=08a037b83e714c5180a4231a37389958&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3290095 Jul 05 02:54:55.706312 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ef2ffb-a331-4632-9b5d-89af051948ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa07b5f3-43d0-4f67-8d7c-3b4bff0b5d87,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:54:55.708325 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43008) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:54:55.757957 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-59f4b4d2-29fc-459a-84af-65f880351c39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:55.782240 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-59f4b4d2-29fc-459a-84af-65f880351c39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:55.902821 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-59f4b4d2-29fc-459a-84af-65f880351c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:55.905654 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-59f4b4d2-29fc-459a-84af-65f880351c39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:55.906855 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-59f4b4d2-29fc-459a-84af-65f880351c39 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fa07b5f3-43d0-4f67-8d7c-3b4bff0b5d87 HTTP/1.1" status: 204 len: 168 time: 0.1975043 Jul 05 02:54:55.916408 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f4b4d2-29fc-459a-84af-65f880351c39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa07b5f3-43d0-4f67-8d7c-3b4bff0b5d87,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:54:56.151304 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:56.620128 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43026) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:54:56.620128 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-985cb9b2-38a9-4d03-b11a-dfd0b8c3b920 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:56.709246 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-985cb9b2-38a9-4d03-b11a-dfd0b8c3b920 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:56.825942 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-985cb9b2-38a9-4d03-b11a-dfd0b8c3b920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:56.864811 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-985cb9b2-38a9-4d03-b11a-dfd0b8c3b920 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3c840ce49f0e42cc8ff1a08e9c262617&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2576180 Jul 05 02:54:56.866073 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985cb9b2-38a9-4d03-b11a-dfd0b8c3b920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32f91799-8a3e-40c4-ad36-3c9a3db23b21,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:54:56.867563 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43032) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:54:56.873340 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985cb9b2-38a9-4d03-b11a-dfd0b8c3b920 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:54:56.873687 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985cb9b2-38a9-4d03-b11a-dfd0b8c3b920 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:54:56.874026 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985cb9b2-38a9-4d03-b11a-dfd0b8c3b920 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:54:56.874391 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985cb9b2-38a9-4d03-b11a-dfd0b8c3b920 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:54:56.874724 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985cb9b2-38a9-4d03-b11a-dfd0b8c3b920 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:54:56.875051 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985cb9b2-38a9-4d03-b11a-dfd0b8c3b920 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:54:56.875382 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985cb9b2-38a9-4d03-b11a-dfd0b8c3b920 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:54:56.875829 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985cb9b2-38a9-4d03-b11a-dfd0b8c3b920 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:54:56.876025 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985cb9b2-38a9-4d03-b11a-dfd0b8c3b920 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:54:56.876347 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985cb9b2-38a9-4d03-b11a-dfd0b8c3b920 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:54:56.876688 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985cb9b2-38a9-4d03-b11a-dfd0b8c3b920 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:54:56.876995 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985cb9b2-38a9-4d03-b11a-dfd0b8c3b920 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:54:56.930181 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0cc408e7-9b03-49a3-85e0-53f44116c321 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:56.951313 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0cc408e7-9b03-49a3-85e0-53f44116c321 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:57.089088 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0cc408e7-9b03-49a3-85e0-53f44116c321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:57.091860 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0cc408e7-9b03-49a3-85e0-53f44116c321 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:57.093058 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-0cc408e7-9b03-49a3-85e0-53f44116c321 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/32f91799-8a3e-40c4-ad36-3c9a3db23b21 HTTP/1.1" status: 204 len: 168 time: 0.2244246 Jul 05 02:54:57.101100 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc408e7-9b03-49a3-85e0-53f44116c321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32f91799-8a3e-40c4-ad36-3c9a3db23b21,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:54:58.312719 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43070) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:54:58.415491 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-6b9e6d0b-d5ec-401b-9861-4ca6301d78b5 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1759342755'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:54:58.502678 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b9e6d0b-d5ec-401b-9861-4ca6301d78b5 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Made reservation on behalf of 63be0f2afa6949f2be64b0bae906554d for: {'network': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:54:58.506883 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6b9e6d0b-d5ec-401b-9861-4ca6301d78b5 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:58.515790 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6b9e6d0b-d5ec-401b-9861-4ca6301d78b5 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:58.606089 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6b9e6d0b-d5ec-401b-9861-4ca6301d78b5 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:58.708484 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6b9e6d0b-d5ec-401b-9861-4ca6301d78b5 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:58.736772 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b9e6d0b-d5ec-401b-9861-4ca6301d78b5 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=94461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:54:58.743453 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9e6d0b-d5ec-401b-9861-4ca6301d78b5 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec2598cf-ddeb-4326-a472-d6fb5c817a2a,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:54:58.749347 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6b9e6d0b-d5ec-401b-9861-4ca6301d78b5 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:58.749693 n-d-771362-32 neutron-server[94461]: INFO neutron.db.segments_db [None req-6b9e6d0b-d5ec-401b-9861-4ca6301d78b5 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Added segment baab8ed4-255c-4804-8995-9e6a52c08530 of type vlan for network c75815d2-580a-41d1-9176-8e7841ebab15 Jul 05 02:54:58.791864 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6b9e6d0b-d5ec-401b-9861-4ca6301d78b5 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:58.908171 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6b9e6d0b-d5ec-401b-9861-4ca6301d78b5 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:58.914491 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9e6d0b-d5ec-401b-9861-4ca6301d78b5 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:54:58.915074 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6b9e6d0b-d5ec-401b-9861-4ca6301d78b5 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:58.980723 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9e6d0b-d5ec-401b-9861-4ca6301d78b5 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Pushing event updated for resources: {'Network': ['ID=c75815d2-580a-41d1-9176-8e7841ebab15,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:54:58.992971 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network c75815d2-580a-41d1-9176-8e7841ebab15 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:54:59.040562 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-6b9e6d0b-d5ec-401b-9861-4ca6301d78b5 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.7266898 Jul 05 02:54:59.043702 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43088) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:54:59.048661 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-27cb6b75-6f47-47ea-8f6e-c065ee88fc0d tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Request body: {'subnet': {'network_id': 'c75815d2-580a-41d1-9176-8e7841ebab15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:54:59.244367 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27cb6b75-6f47-47ea-8f6e-c065ee88fc0d tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Made reservation on behalf of 63be0f2afa6949f2be64b0bae906554d for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:54:59.244367 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-27cb6b75-6f47-47ea-8f6e-c065ee88fc0d tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:59.519984 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-27cb6b75-6f47-47ea-8f6e-c065ee88fc0d tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5763451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774823'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:54:59.930046 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cb6b75-6f47-47ea-8f6e-c065ee88fc0d tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Pushing event updated for resources: {'Subnet': ['ID=0da2aede-df8b-4d38-832d-b144599d27b0,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:54:59.940409 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cb6b75-6f47-47ea-8f6e-c065ee88fc0d tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Checking segment: {'id': 'baab8ed4-255c-4804-8995-9e6a52c08530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c75815d2-580a-41d1-9176-8e7841ebab15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:54:59.940769 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27cb6b75-6f47-47ea-8f6e-c065ee88fc0d tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Network hostable DHCP agents. Network: c75815d2-580a-41d1-9176-8e7841ebab15, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:55:00.039950 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27cb6b75-6f47-47ea-8f6e-c065ee88fc0d tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Network c75815d2-580a-41d1-9176-8e7841ebab15 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:55:00.125985 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-27cb6b75-6f47-47ea-8f6e-c065ee88fc0d tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, c75815d2-580a-41d1-9176-8e7841ebab15) {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:55:00.131170 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27cb6b75-6f47-47ea-8f6e-c065ee88fc0d tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:55:00.131841 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-27cb6b75-6f47-47ea-8f6e-c065ee88fc0d tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:00.135930 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef16bb4b-9062-4760-9153-fd935f764bda None None] Network c75815d2-580a-41d1-9176-8e7841ebab15 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:55:00.200599 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-27cb6b75-6f47-47ea-8f6e-c065ee88fc0d tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1557882 Jul 05 02:55:00.203386 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43106) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:55:00.209358 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-704bb6a4-ce64-4cd1-9998-2998bb1dece0 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Request body: {'port': {'network_id': 'c75815d2-580a-41d1-9176-8e7841ebab15', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-468474046'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:55:00.293305 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f904de-45ba-464e-9870-eb53711f2e42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-c75815d2-580a-41d1-9176-8e7841ebab15', 'network_id': 'c75815d2-580a-41d1-9176-8e7841ebab15', 'tenant_id': '63be0f2afa6949f2be64b0bae906554d', 'fixed_ips': [{'subnet_id': '0da2aede-df8b-4d38-832d-b144599d27b0'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:55:00.294405 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-d5f904de-45ba-464e-9870-eb53711f2e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:00.446426 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-704bb6a4-ce64-4cd1-9998-2998bb1dece0 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Made reservation on behalf of 63be0f2afa6949f2be64b0bae906554d for: {'port': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:55:00.450060 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-704bb6a4-ce64-4cd1-9998-2998bb1dece0 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:00.468804 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [None req-704bb6a4-ce64-4cd1-9998-2998bb1dece0 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] device_id is not set on port b3aa0379-4611-4643-b8f3-f0a3ea5bbd2e yet. {{(pid=94462) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:55:00.494509 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-d5f904de-45ba-464e-9870-eb53711f2e42 None None] Allocated IP 2001:db8::2 (c75815d2-580a-41d1-9176-8e7841ebab15/0da2aede-df8b-4d38-832d-b144599d27b0/6484bdec-2fd3-4491-8002-2768228c5054) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:55:00.748700 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-d5f904de-45ba-464e-9870-eb53711f2e42 None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:00.758301 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-d5f904de-45ba-464e-9870-eb53711f2e42 None None] Transition to ACTIVE for port object 6484bdec-2fd3-4491-8002-2768228c5054 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:55:00.775121 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-d5f904de-45ba-464e-9870-eb53711f2e42 None None] Transition to ACTIVE for port object 6484bdec-2fd3-4491-8002-2768228c5054 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:55:00.891925 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-d5f904de-45ba-464e-9870-eb53711f2e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:00.929211 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f904de-45ba-464e-9870-eb53711f2e42 None None] Network c75815d2-580a-41d1-9176-8e7841ebab15 is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:55:00.932303 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-d5f904de-45ba-464e-9870-eb53711f2e42 None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:55:00.935921 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f904de-45ba-464e-9870-eb53711f2e42 None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:55:00.947271 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f904de-45ba-464e-9870-eb53711f2e42 None None] Pushing event updated for resources: {'Port': ['ID=6484bdec-2fd3-4491-8002-2768228c5054,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:55:00.952749 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-704bb6a4-ce64-4cd1-9998-2998bb1dece0 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Allocated IP 2001:db8::20f (c75815d2-580a-41d1-9176-8e7841ebab15/0da2aede-df8b-4d38-832d-b144599d27b0/b3aa0379-4611-4643-b8f3-f0a3ea5bbd2e) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:55:00.975396 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f904de-45ba-464e-9870-eb53711f2e42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:55:00.975799 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f904de-45ba-464e-9870-eb53711f2e42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:55:00.976594 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f904de-45ba-464e-9870-eb53711f2e42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:55:00.976929 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f904de-45ba-464e-9870-eb53711f2e42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:55:00.977363 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f904de-45ba-464e-9870-eb53711f2e42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:55:00.977588 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f904de-45ba-464e-9870-eb53711f2e42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:55:00.977924 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f904de-45ba-464e-9870-eb53711f2e42 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:55:00.978284 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f904de-45ba-464e-9870-eb53711f2e42 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:55:00.978623 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f904de-45ba-464e-9870-eb53711f2e42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:55:00.978952 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f904de-45ba-464e-9870-eb53711f2e42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:55:00.979277 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f904de-45ba-464e-9870-eb53711f2e42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:55:00.979604 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f904de-45ba-464e-9870-eb53711f2e42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:55:01.018567 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-d5f904de-45ba-464e-9870-eb53711f2e42 None None] Attempting to bind port 6484bdec-2fd3-4491-8002-2768228c5054 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:55:01.018941 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-d5f904de-45ba-464e-9870-eb53711f2e42 None None] Attempting to bind port 6484bdec-2fd3-4491-8002-2768228c5054 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'baab8ed4-255c-4804-8995-9e6a52c08530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c75815d2-580a-41d1-9176-8e7841ebab15'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:55:01.019300 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f904de-45ba-464e-9870-eb53711f2e42 None None] Attempting to bind port 6484bdec-2fd3-4491-8002-2768228c5054 on network c75815d2-580a-41d1-9176-8e7841ebab15 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:55:01.024808 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f904de-45ba-464e-9870-eb53711f2e42 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:55:01.025182 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f904de-45ba-464e-9870-eb53711f2e42 None None] Checking segment: {'id': 'baab8ed4-255c-4804-8995-9e6a52c08530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c75815d2-580a-41d1-9176-8e7841ebab15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:55:01.026417 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-d5f904de-45ba-464e-9870-eb53711f2e42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:01.026417 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f904de-45ba-464e-9870-eb53711f2e42 None None] Bound using segment: {'id': 'baab8ed4-255c-4804-8995-9e6a52c08530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c75815d2-580a-41d1-9176-8e7841ebab15'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:55:01.026602 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-d5f904de-45ba-464e-9870-eb53711f2e42 None None] Bound port: 6484bdec-2fd3-4491-8002-2768228c5054, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baab8ed4-255c-4804-8995-9e6a52c08530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c75815d2-580a-41d1-9176-8e7841ebab15'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:55:01.027579 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-d5f904de-45ba-464e-9870-eb53711f2e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:01.112679 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-d5f904de-45ba-464e-9870-eb53711f2e42 None None] For port 6484bdec-2fd3-4491-8002-2768228c5054, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:55:01.116357 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-d5f904de-45ba-464e-9870-eb53711f2e42 None None] For port 6484bdec-2fd3-4491-8002-2768228c5054, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=6484bdec-2fd3-4491-8002-2768228c5054,segment=NetworkSegment(baab8ed4-255c-4804-8995-9e6a52c08530),segment_id=baab8ed4-255c-4804-8995-9e6a52c08530)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:55:01.123206 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-704bb6a4-ce64-4cd1-9998-2998bb1dece0 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:01.137242 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [None req-704bb6a4-ce64-4cd1-9998-2998bb1dece0 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Transition to ACTIVE for port object b3aa0379-4611-4643-b8f3-f0a3ea5bbd2e will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:55:01.228859 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-d5f904de-45ba-464e-9870-eb53711f2e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:01.257292 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-704bb6a4-ce64-4cd1-9998-2998bb1dece0 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:01.308000 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f904de-45ba-464e-9870-eb53711f2e42 None None] Pushing event updated for resources: {'Port': ['ID=6484bdec-2fd3-4491-8002-2768228c5054,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:55:01.333133 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704bb6a4-ce64-4cd1-9998-2998bb1dece0 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Network c75815d2-580a-41d1-9176-8e7841ebab15 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:55:01.336831 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-704bb6a4-ce64-4cd1-9998-2998bb1dece0 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:55:01.343402 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704bb6a4-ce64-4cd1-9998-2998bb1dece0 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:55:01.350078 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704bb6a4-ce64-4cd1-9998-2998bb1dece0 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:55:01.351210 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-704bb6a4-ce64-4cd1-9998-2998bb1dece0 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:01.361722 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704bb6a4-ce64-4cd1-9998-2998bb1dece0 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Pushing event updated for resources: {'Port': ['ID=b3aa0379-4611-4643-b8f3-f0a3ea5bbd2e,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:55:01.494432 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-704bb6a4-ce64-4cd1-9998-2998bb1dece0 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2896597 Jul 05 02:55:01.499055 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43132) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:55:01.504498 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-045c7519-4229-40bf-a68a-f43565f67266 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Request body: {'port': {'network_id': 'c75815d2-580a-41d1-9176-8e7841ebab15', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-825745862', 'allowed_address_pairs': [{'ip_address': '2001:db8::20f', 'mac_address': 'fa:16:3e:f9:70:e1'}]}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:55:01.811555 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-045c7519-4229-40bf-a68a-f43565f67266 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Made reservation on behalf of 63be0f2afa6949f2be64b0bae906554d for: {'port': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:55:01.915592 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-045c7519-4229-40bf-a68a-f43565f67266 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:01.940292 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [None req-045c7519-4229-40bf-a68a-f43565f67266 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] device_id is not set on port 090ddb65-e1a2-475a-8fe1-c6c6f6611759 yet. {{(pid=94462) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:55:02.014000 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 6484bdec-2fd3-4491-8002-2768228c5054 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:55:02.107878 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-045c7519-4229-40bf-a68a-f43565f67266 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Allocated IP 2001:db8::91 (c75815d2-580a-41d1-9176-8e7841ebab15/0da2aede-df8b-4d38-832d-b144599d27b0/090ddb65-e1a2-475a-8fe1-c6c6f6611759) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:55:02.163633 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 6484bdec-2fd3-4491-8002-2768228c5054 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:55:02.286876 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-045c7519-4229-40bf-a68a-f43565f67266 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:02.305471 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [None req-045c7519-4229-40bf-a68a-f43565f67266 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Transition to ACTIVE for port object 090ddb65-e1a2-475a-8fe1-c6c6f6611759 will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:55:02.412788 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-045c7519-4229-40bf-a68a-f43565f67266 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:02.468968 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045c7519-4229-40bf-a68a-f43565f67266 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Network c75815d2-580a-41d1-9176-8e7841ebab15 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:55:02.476686 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683e0565-2f58-4e8e-84b0-717f606099d0 None None] Network c75815d2-580a-41d1-9176-8e7841ebab15 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:55:02.487631 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-045c7519-4229-40bf-a68a-f43565f67266 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:55:02.492872 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045c7519-4229-40bf-a68a-f43565f67266 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:55:02.499083 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045c7519-4229-40bf-a68a-f43565f67266 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:55:02.499983 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-045c7519-4229-40bf-a68a-f43565f67266 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:02.504019 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045c7519-4229-40bf-a68a-f43565f67266 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Pushing event updated for resources: {'Port': ['ID=090ddb65-e1a2-475a-8fe1-c6c6f6611759,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:55:02.596029 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-045c7519-4229-40bf-a68a-f43565f67266 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 1.0950849 Jul 05 02:55:02.597869 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43144) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:55:02.644063 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-34a38067-6e63-42cd-a918-3445705e702a None None] Provisioning for port 6484bdec-2fd3-4491-8002-2768228c5054 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:55:02.652141 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-34a38067-6e63-42cd-a918-3445705e702a None None] Provisioning complete for port 6484bdec-2fd3-4491-8002-2768228c5054 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:55:02.659462 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-34a38067-6e63-42cd-a918-3445705e702a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:02.713515 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f9a4c6-cb3d-47d1-978f-e0d7de9ad953 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:55:02.719385 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f9a4c6-cb3d-47d1-978f-e0d7de9ad953 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:55:02.726764 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f9a4c6-cb3d-47d1-978f-e0d7de9ad953 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:55:02.731607 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43148) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:55:02.732124 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-93f9a4c6-cb3d-47d1-978f-e0d7de9ad953 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2479 time: 0.1318400 Jul 05 02:55:02.776439 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-34a38067-6e63-42cd-a918-3445705e702a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:02.811833 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-34a38067-6e63-42cd-a918-3445705e702a None None] For port 6484bdec-2fd3-4491-8002-2768228c5054, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=6484bdec-2fd3-4491-8002-2768228c5054,segment=NetworkSegment(baab8ed4-255c-4804-8995-9e6a52c08530),segment_id=baab8ed4-255c-4804-8995-9e6a52c08530)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:55:02.854999 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-5bf616f0-4900-468e-bde8-91156b459fc7 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Deleting port 090ddb65-e1a2-475a-8fe1-c6c6f6611759 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:55:02.855397 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5bf616f0-4900-468e-bde8-91156b459fc7 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:02.888854 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-34a38067-6e63-42cd-a918-3445705e702a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:02.943284 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a38067-6e63-42cd-a918-3445705e702a None None] Pushing event updated for resources: {'Port': ['ID=6484bdec-2fd3-4491-8002-2768228c5054,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:55:02.996999 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5bf616f0-4900-468e-bde8-91156b459fc7 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:03.010393 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-5bf616f0-4900-468e-bde8-91156b459fc7 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Calling delete_port for 090ddb65-e1a2-475a-8fe1-c6c6f6611759 owned by {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:55:03.267661 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5bf616f0-4900-468e-bde8-91156b459fc7 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:03.269475 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-9f898fa4-f156-4d29-9222-e35195e0e2fd None None] Provisioning for port 090ddb65-e1a2-475a-8fe1-c6c6f6611759 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:55:03.273747 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-9f898fa4-f156-4d29-9222-e35195e0e2fd None None] Provisioning complete for port 090ddb65-e1a2-475a-8fe1-c6c6f6611759 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:55:03.274357 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-9f898fa4-f156-4d29-9222-e35195e0e2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:03.297385 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf616f0-4900-468e-bde8-91156b459fc7 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Pushing event deleted for resources: {'Port': ['ID=090ddb65-e1a2-475a-8fe1-c6c6f6611759,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:55:03.320797 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-9f898fa4-f156-4d29-9222-e35195e0e2fd None None] Port 090ddb65-e1a2-475a-8fe1-c6c6f6611759 was deleted so its status cannot be updated. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 05 02:55:03.417090 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-9f898fa4-f156-4d29-9222-e35195e0e2fd None None] Provisioning for port b3aa0379-4611-4643-b8f3-f0a3ea5bbd2e completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:55:03.421264 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-9f898fa4-f156-4d29-9222-e35195e0e2fd None None] Provisioning complete for port b3aa0379-4611-4643-b8f3-f0a3ea5bbd2e triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:55:03.422431 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-9f898fa4-f156-4d29-9222-e35195e0e2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:03.482644 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-9f898fa4-f156-4d29-9222-e35195e0e2fd None None] Port b3aa0379-4611-4643-b8f3-f0a3ea5bbd2e cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:55:03.504113 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5bf616f0-4900-468e-bde8-91156b459fc7 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:03.508277 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-5bf616f0-4900-468e-bde8-91156b459fc7 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] 10.222.0.23 "DELETE /v2.0/ports/090ddb65-e1a2-475a-8fe1-c6c6f6611759 HTTP/1.1" status: 204 len: 168 time: 0.7754998 Jul 05 02:55:03.511039 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43154) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:55:03.524164 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-9f898fa4-f156-4d29-9222-e35195e0e2fd None None] Provisioning complete for port 6484bdec-2fd3-4491-8002-2768228c5054 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:55:03.524540 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-9f898fa4-f156-4d29-9222-e35195e0e2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:03.554772 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-fac22053-931b-42d1-a0b8-a8b6cfef146a tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] GET failed (client error): The resource could not be found. Jul 05 02:55:03.560835 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-fac22053-931b-42d1-a0b8-a8b6cfef146a tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] 10.222.0.23 "GET /v2.0/ports/090ddb65-e1a2-475a-8fe1-c6c6f6611759 HTTP/1.1" status: 404 len: 333 time: 0.0449977 Jul 05 02:55:03.561252 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43156) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:55:03.567480 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-31bb7c64-c3b7-4edf-879e-7dfddcc5f379 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Request body: {'port': {'network_id': 'c75815d2-580a-41d1-9176-8e7841ebab15', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-412544374'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:55:03.747929 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-ea217caa-dd89-4482-be6a-59e9f12ea56a None None] Could not find standard attr ID for object 090ddb65-e1a2-475a-8fe1-c6c6f6611759. {{(pid=94463) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 02:55:03.762005 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-ea217caa-dd89-4482-be6a-59e9f12ea56a None None] Provisioning complete for port b3aa0379-4611-4643-b8f3-f0a3ea5bbd2e triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:55:03.762457 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-ea217caa-dd89-4482-be6a-59e9f12ea56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:03.800158 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31bb7c64-c3b7-4edf-879e-7dfddcc5f379 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Made reservation on behalf of 63be0f2afa6949f2be64b0bae906554d for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:55:03.805876 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-31bb7c64-c3b7-4edf-879e-7dfddcc5f379 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:03.823062 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-ea217caa-dd89-4482-be6a-59e9f12ea56a None None] Port b3aa0379-4611-4643-b8f3-f0a3ea5bbd2e cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:55:03.843624 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [None req-31bb7c64-c3b7-4edf-879e-7dfddcc5f379 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] device_id is not set on port d01a9eca-62d5-4fe3-b53d-0712ecbf2638 yet. {{(pid=94461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:55:03.968614 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-31bb7c64-c3b7-4edf-879e-7dfddcc5f379 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Allocated IP 2001:db8::3a5 (c75815d2-580a-41d1-9176-8e7841ebab15/0da2aede-df8b-4d38-832d-b144599d27b0/d01a9eca-62d5-4fe3-b53d-0712ecbf2638) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:55:03.988580 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 6484bdec-2fd3-4491-8002-2768228c5054 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:55:04.051957 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 6484bdec-2fd3-4491-8002-2768228c5054 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:55:04.051957 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:04.146105 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-31bb7c64-c3b7-4edf-879e-7dfddcc5f379 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:04.164349 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [None req-31bb7c64-c3b7-4edf-879e-7dfddcc5f379 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Transition to ACTIVE for port object d01a9eca-62d5-4fe3-b53d-0712ecbf2638 will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:55:04.261240 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-31bb7c64-c3b7-4edf-879e-7dfddcc5f379 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:04.307713 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31bb7c64-c3b7-4edf-879e-7dfddcc5f379 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Network c75815d2-580a-41d1-9176-8e7841ebab15 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:55:04.311023 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-31bb7c64-c3b7-4edf-879e-7dfddcc5f379 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:55:04.313475 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bb7c64-c3b7-4edf-879e-7dfddcc5f379 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:55:04.319655 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31bb7c64-c3b7-4edf-879e-7dfddcc5f379 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:55:04.320256 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-31bb7c64-c3b7-4edf-879e-7dfddcc5f379 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:04.333147 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bb7c64-c3b7-4edf-879e-7dfddcc5f379 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Pushing event updated for resources: {'Port': ['ID=d01a9eca-62d5-4fe3-b53d-0712ecbf2638,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:55:04.463718 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-31bb7c64-c3b7-4edf-879e-7dfddcc5f379 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.8844278 Jul 05 02:55:04.467147 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43160) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:55:04.475558 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-a6cf7b8c-6749-436c-9983-2b0e5fce56ac tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::20f', 'mac_address': 'fa:16:3e:f9:70:e1'}]}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:55:04.694118 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a6cf7b8c-6749-436c-9983-2b0e5fce56ac tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:04.724184 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-4dc07828-a199-49bd-a329-b611c4ed746f None None] Provisioning for port d01a9eca-62d5-4fe3-b53d-0712ecbf2638 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:55:04.729251 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-4dc07828-a199-49bd-a329-b611c4ed746f None None] Provisioning complete for port d01a9eca-62d5-4fe3-b53d-0712ecbf2638 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:55:04.729799 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4dc07828-a199-49bd-a329-b611c4ed746f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:04.770623 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-4dc07828-a199-49bd-a329-b611c4ed746f None None] Port d01a9eca-62d5-4fe3-b53d-0712ecbf2638 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:55:04.907737 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a6cf7b8c-6749-436c-9983-2b0e5fce56ac tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:04.997842 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a6cf7b8c-6749-436c-9983-2b0e5fce56ac tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:05.036449 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-a6cf7b8c-6749-436c-9983-2b0e5fce56ac tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] In _notify_port_updated(), no bound segment for port d01a9eca-62d5-4fe3-b53d-0712ecbf2638 on network c75815d2-580a-41d1-9176-8e7841ebab15 {{(pid=94461) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 02:55:05.042350 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6cf7b8c-6749-436c-9983-2b0e5fce56ac tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:55:05.043306 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a6cf7b8c-6749-436c-9983-2b0e5fce56ac tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:05.048017 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43164) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:55:05.048531 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-a6cf7b8c-6749-436c-9983-2b0e5fce56ac tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] 10.222.0.23 "PUT /v2.0/ports/d01a9eca-62d5-4fe3-b53d-0712ecbf2638 HTTP/1.1" status: 200 len: 1002 time: 0.5795946 Jul 05 02:55:05.064541 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cf7b8c-6749-436c-9983-2b0e5fce56ac tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Pushing event updated for resources: {'Port': ['ID=d01a9eca-62d5-4fe3-b53d-0712ecbf2638,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:55:05.167408 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-bb79be19-0ef3-4dc2-8867-63157c87e775 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Deleting port d01a9eca-62d5-4fe3-b53d-0712ecbf2638 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:55:05.167814 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bb79be19-0ef3-4dc2-8867-63157c87e775 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:05.275873 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bb79be19-0ef3-4dc2-8867-63157c87e775 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:05.291742 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-bb79be19-0ef3-4dc2-8867-63157c87e775 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Calling delete_port for d01a9eca-62d5-4fe3-b53d-0712ecbf2638 owned by {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:55:05.404621 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-34e566a8-8436-4ceb-aa08-c31df62a6915 None None] Provisioning complete for port d01a9eca-62d5-4fe3-b53d-0712ecbf2638 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:55:05.405039 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-34e566a8-8436-4ceb-aa08-c31df62a6915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:05.455343 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-34e566a8-8436-4ceb-aa08-c31df62a6915 None None] Port d01a9eca-62d5-4fe3-b53d-0712ecbf2638 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:55:05.502984 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bb79be19-0ef3-4dc2-8867-63157c87e775 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:05.536728 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb79be19-0ef3-4dc2-8867-63157c87e775 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Pushing event deleted for resources: {'Port': ['ID=d01a9eca-62d5-4fe3-b53d-0712ecbf2638,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:55:05.663098 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bb79be19-0ef3-4dc2-8867-63157c87e775 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:05.665095 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-bb79be19-0ef3-4dc2-8867-63157c87e775 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] 10.222.0.23 "DELETE /v2.0/ports/d01a9eca-62d5-4fe3-b53d-0712ecbf2638 HTTP/1.1" status: 204 len: 168 time: 0.6154175 Jul 05 02:55:05.667922 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43170) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:55:05.699786 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-a17b0621-5442-4533-b926-10326b685815 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] GET failed (client error): The resource could not be found. Jul 05 02:55:05.701502 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-a17b0621-5442-4533-b926-10326b685815 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] 10.222.0.23 "GET /v2.0/ports/d01a9eca-62d5-4fe3-b53d-0712ecbf2638 HTTP/1.1" status: 404 len: 333 time: 0.0324340 Jul 05 02:55:05.705744 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43172) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:55:05.715561 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-c0fe8457-2664-45b3-9c27-b9437e15367d tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Request body: {'port': {'network_id': 'c75815d2-580a-41d1-9176-8e7841ebab15', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1998491257'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:55:05.920038 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0fe8457-2664-45b3-9c27-b9437e15367d tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Made reservation on behalf of 63be0f2afa6949f2be64b0bae906554d for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:55:05.923738 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c0fe8457-2664-45b3-9c27-b9437e15367d tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:05.943547 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [None req-c0fe8457-2664-45b3-9c27-b9437e15367d tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] device_id is not set on port dfe8c0fb-f84b-4889-9623-7afd49a609f5 yet. {{(pid=94461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:55:06.070086 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-c0fe8457-2664-45b3-9c27-b9437e15367d tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Allocated IP 2001:db8::310 (c75815d2-580a-41d1-9176-8e7841ebab15/0da2aede-df8b-4d38-832d-b144599d27b0/dfe8c0fb-f84b-4889-9623-7afd49a609f5) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:55:06.241330 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c0fe8457-2664-45b3-9c27-b9437e15367d tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:06.254321 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [None req-c0fe8457-2664-45b3-9c27-b9437e15367d tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Transition to ACTIVE for port object dfe8c0fb-f84b-4889-9623-7afd49a609f5 will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:55:06.411911 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c0fe8457-2664-45b3-9c27-b9437e15367d tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:06.460442 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0fe8457-2664-45b3-9c27-b9437e15367d tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Network c75815d2-580a-41d1-9176-8e7841ebab15 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:55:06.463748 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-c0fe8457-2664-45b3-9c27-b9437e15367d tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:55:06.469681 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fe8457-2664-45b3-9c27-b9437e15367d tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:55:06.475316 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0fe8457-2664-45b3-9c27-b9437e15367d tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:55:06.475942 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c0fe8457-2664-45b3-9c27-b9437e15367d tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:06.482310 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fe8457-2664-45b3-9c27-b9437e15367d tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Pushing event updated for resources: {'Port': ['ID=dfe8c0fb-f84b-4889-9623-7afd49a609f5,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:55:06.586768 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-c0fe8457-2664-45b3-9c27-b9437e15367d tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.8774667 Jul 05 02:55:06.587088 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43176) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:55:06.592712 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-0f7b9c55-f6ae-4752-9c61-dcade1fb2b25 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:f9:70:e1'}]}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:55:06.695639 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0f7b9c55-f6ae-4752-9c61-dcade1fb2b25 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:06.856756 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-5cc736f6-8565-4c63-b59a-be1e607a7319 None None] Provisioning for port dfe8c0fb-f84b-4889-9623-7afd49a609f5 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:55:06.860676 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-5cc736f6-8565-4c63-b59a-be1e607a7319 None None] Provisioning complete for port dfe8c0fb-f84b-4889-9623-7afd49a609f5 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:55:06.861345 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5cc736f6-8565-4c63-b59a-be1e607a7319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:06.888989 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0f7b9c55-f6ae-4752-9c61-dcade1fb2b25 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:06.903623 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-5cc736f6-8565-4c63-b59a-be1e607a7319 None None] Port dfe8c0fb-f84b-4889-9623-7afd49a609f5 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:55:07.003738 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0f7b9c55-f6ae-4752-9c61-dcade1fb2b25 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:07.046549 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-0f7b9c55-f6ae-4752-9c61-dcade1fb2b25 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] In _notify_port_updated(), no bound segment for port dfe8c0fb-f84b-4889-9623-7afd49a609f5 on network c75815d2-580a-41d1-9176-8e7841ebab15 {{(pid=94461) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 02:55:07.052744 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7b9c55-f6ae-4752-9c61-dcade1fb2b25 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:55:07.053371 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0f7b9c55-f6ae-4752-9c61-dcade1fb2b25 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:07.054721 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-0f7b9c55-f6ae-4752-9c61-dcade1fb2b25 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] 10.222.0.23 "PUT /v2.0/ports/dfe8c0fb-f84b-4889-9623-7afd49a609f5 HTTP/1.1" status: 200 len: 1003 time: 0.4666369 Jul 05 02:55:07.058380 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43188) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:55:07.080885 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7b9c55-f6ae-4752-9c61-dcade1fb2b25 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Pushing event updated for resources: {'Port': ['ID=dfe8c0fb-f84b-4889-9623-7afd49a609f5,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:55:07.168064 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-c5921547-86a5-4036-b5d4-2fb30aa8f280 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Deleting port dfe8c0fb-f84b-4889-9623-7afd49a609f5 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:55:07.168768 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c5921547-86a5-4036-b5d4-2fb30aa8f280 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:07.271541 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c5921547-86a5-4036-b5d4-2fb30aa8f280 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:07.283266 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-c5921547-86a5-4036-b5d4-2fb30aa8f280 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Calling delete_port for dfe8c0fb-f84b-4889-9623-7afd49a609f5 owned by {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:55:07.327384 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-7b35efb2-dea1-406a-b285-f9c6e73dc068 None None] Provisioning complete for port dfe8c0fb-f84b-4889-9623-7afd49a609f5 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:55:07.327986 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-7b35efb2-dea1-406a-b285-f9c6e73dc068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:07.379005 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-7b35efb2-dea1-406a-b285-f9c6e73dc068 None None] Port dfe8c0fb-f84b-4889-9623-7afd49a609f5 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:55:07.489748 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c5921547-86a5-4036-b5d4-2fb30aa8f280 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:07.531490 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5921547-86a5-4036-b5d4-2fb30aa8f280 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Pushing event deleted for resources: {'Port': ['ID=dfe8c0fb-f84b-4889-9623-7afd49a609f5,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:55:07.564236 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c5921547-86a5-4036-b5d4-2fb30aa8f280 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:07.566293 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-c5921547-86a5-4036-b5d4-2fb30aa8f280 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] 10.222.0.23 "DELETE /v2.0/ports/dfe8c0fb-f84b-4889-9623-7afd49a609f5 HTTP/1.1" status: 204 len: 168 time: 0.5068676 Jul 05 02:55:07.570580 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43194) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:55:07.602152 n-d-771362-32 neutron-server[94461]: INFO neutron.pecan_wsgi.hooks.translation [None req-2144aba7-c2a8-4c19-9110-05baeccafd89 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] GET failed (client error): The resource could not be found. Jul 05 02:55:07.603821 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-2144aba7-c2a8-4c19-9110-05baeccafd89 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] 10.222.0.23 "GET /v2.0/ports/dfe8c0fb-f84b-4889-9623-7afd49a609f5 HTTP/1.1" status: 404 len: 333 time: 0.0319040 Jul 05 02:55:07.607730 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43196) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:55:07.613140 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-83a3e7d3-f90f-4183-ade7-383b7dc96c1d tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Request body: {'port': {'network_id': 'c75815d2-580a-41d1-9176-8e7841ebab15', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1471349661'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:55:07.874485 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83a3e7d3-f90f-4183-ade7-383b7dc96c1d tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Made reservation on behalf of 63be0f2afa6949f2be64b0bae906554d for: {'port': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:55:07.878300 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-83a3e7d3-f90f-4183-ade7-383b7dc96c1d tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:07.899515 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [None req-83a3e7d3-f90f-4183-ade7-383b7dc96c1d tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] device_id is not set on port 495a2b2c-1521-462e-81f2-4afcfb23767d yet. {{(pid=94462) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:55:08.022921 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-83a3e7d3-f90f-4183-ade7-383b7dc96c1d tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Allocated IP 2001:db8::3c3 (c75815d2-580a-41d1-9176-8e7841ebab15/0da2aede-df8b-4d38-832d-b144599d27b0/495a2b2c-1521-462e-81f2-4afcfb23767d) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:55:08.175960 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-83a3e7d3-f90f-4183-ade7-383b7dc96c1d tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:08.191335 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [None req-83a3e7d3-f90f-4183-ade7-383b7dc96c1d tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Transition to ACTIVE for port object 495a2b2c-1521-462e-81f2-4afcfb23767d will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:55:08.355280 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-83a3e7d3-f90f-4183-ade7-383b7dc96c1d tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:08.408855 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a3e7d3-f90f-4183-ade7-383b7dc96c1d tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Network c75815d2-580a-41d1-9176-8e7841ebab15 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:55:08.412418 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-83a3e7d3-f90f-4183-ade7-383b7dc96c1d tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:55:08.418603 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a3e7d3-f90f-4183-ade7-383b7dc96c1d tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:55:08.424235 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a3e7d3-f90f-4183-ade7-383b7dc96c1d tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:55:08.424856 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-83a3e7d3-f90f-4183-ade7-383b7dc96c1d tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:08.438350 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a3e7d3-f90f-4183-ade7-383b7dc96c1d tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Pushing event updated for resources: {'Port': ['ID=495a2b2c-1521-462e-81f2-4afcfb23767d,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:55:08.543372 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-83a3e7d3-f90f-4183-ade7-383b7dc96c1d tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.9344158 Jul 05 02:55:08.551428 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43200) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:55:08.557118 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-2a436c04-0e8d-4cce-9a2d-e1ffca10af41 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Request body: {'port': {'network_id': 'c75815d2-580a-41d1-9176-8e7841ebab15', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-672790543'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:55:08.776554 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a436c04-0e8d-4cce-9a2d-e1ffca10af41 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Made reservation on behalf of 63be0f2afa6949f2be64b0bae906554d for: {'port': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:55:08.780546 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2a436c04-0e8d-4cce-9a2d-e1ffca10af41 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:08.800730 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [None req-2a436c04-0e8d-4cce-9a2d-e1ffca10af41 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] device_id is not set on port ac557d94-fc8d-4907-9726-5948af8cb4b3 yet. {{(pid=94462) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 02:55:08.803303 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-f78b2219-6b06-4234-a1e4-85ce0455eaf9 None None] Provisioning for port 495a2b2c-1521-462e-81f2-4afcfb23767d completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:55:08.807943 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-f78b2219-6b06-4234-a1e4-85ce0455eaf9 None None] Provisioning complete for port 495a2b2c-1521-462e-81f2-4afcfb23767d triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:55:08.808322 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f78b2219-6b06-4234-a1e4-85ce0455eaf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:08.844316 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-f78b2219-6b06-4234-a1e4-85ce0455eaf9 None None] Port 495a2b2c-1521-462e-81f2-4afcfb23767d cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:55:08.921854 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-2a436c04-0e8d-4cce-9a2d-e1ffca10af41 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Allocated IP 2001:db8::257 (c75815d2-580a-41d1-9176-8e7841ebab15/0da2aede-df8b-4d38-832d-b144599d27b0/ac557d94-fc8d-4907-9726-5948af8cb4b3) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:55:09.078712 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2a436c04-0e8d-4cce-9a2d-e1ffca10af41 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:09.091723 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [None req-2a436c04-0e8d-4cce-9a2d-e1ffca10af41 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Transition to ACTIVE for port object ac557d94-fc8d-4907-9726-5948af8cb4b3 will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:55:09.192723 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2a436c04-0e8d-4cce-9a2d-e1ffca10af41 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:09.235891 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a436c04-0e8d-4cce-9a2d-e1ffca10af41 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Network c75815d2-580a-41d1-9176-8e7841ebab15 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:55:09.243616 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-2a436c04-0e8d-4cce-9a2d-e1ffca10af41 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:55:09.247904 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a436c04-0e8d-4cce-9a2d-e1ffca10af41 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:55:09.254435 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a436c04-0e8d-4cce-9a2d-e1ffca10af41 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:55:09.254435 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2a436c04-0e8d-4cce-9a2d-e1ffca10af41 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:09.258990 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a436c04-0e8d-4cce-9a2d-e1ffca10af41 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Pushing event updated for resources: {'Port': ['ID=ac557d94-fc8d-4907-9726-5948af8cb4b3,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:55:09.389511 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-2a436c04-0e8d-4cce-9a2d-e1ffca10af41 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.8368468 Jul 05 02:55:09.392666 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43204) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:55:09.400231 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-d584297b-2b7d-4572-9c17-78aca78ff412 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::20f', 'mac_address': 'fa:16:3e:f9:70:e1'}, {'ip_address': '2001:db8::3c3', 'mac_address': 'fa:16:3e:99:2b:fe'}]}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:55:09.497439 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d584297b-2b7d-4572-9c17-78aca78ff412 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:09.557734 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-69c39ea9-73f1-4750-be3a-455052e39d17 None None] Provisioning for port ac557d94-fc8d-4907-9726-5948af8cb4b3 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:55:09.564292 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-69c39ea9-73f1-4750-be3a-455052e39d17 None None] Provisioning complete for port ac557d94-fc8d-4907-9726-5948af8cb4b3 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:55:09.564613 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-69c39ea9-73f1-4750-be3a-455052e39d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:09.612651 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-69c39ea9-73f1-4750-be3a-455052e39d17 None None] Port ac557d94-fc8d-4907-9726-5948af8cb4b3 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:55:09.713393 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d584297b-2b7d-4572-9c17-78aca78ff412 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:09.817627 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d584297b-2b7d-4572-9c17-78aca78ff412 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:09.858232 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-d584297b-2b7d-4572-9c17-78aca78ff412 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] In _notify_port_updated(), no bound segment for port ac557d94-fc8d-4907-9726-5948af8cb4b3 on network c75815d2-580a-41d1-9176-8e7841ebab15 {{(pid=94461) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 02:55:09.865340 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d584297b-2b7d-4572-9c17-78aca78ff412 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:55:09.865981 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d584297b-2b7d-4572-9c17-78aca78ff412 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:09.867341 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-d584297b-2b7d-4572-9c17-78aca78ff412 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] 10.222.0.23 "PUT /v2.0/ports/ac557d94-fc8d-4907-9726-5948af8cb4b3 HTTP/1.1" status: 200 len: 1067 time: 0.4726474 Jul 05 02:55:09.870228 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43210) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:55:09.887434 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d584297b-2b7d-4572-9c17-78aca78ff412 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Pushing event updated for resources: {'Port': ['ID=ac557d94-fc8d-4907-9726-5948af8cb4b3,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:55:10.012324 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-94c5ea59-f69f-496b-abfa-f600fbabb0c1 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Deleting port ac557d94-fc8d-4907-9726-5948af8cb4b3 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:55:10.012676 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-94c5ea59-f69f-496b-abfa-f600fbabb0c1 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:10.116192 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-94c5ea59-f69f-496b-abfa-f600fbabb0c1 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:10.131606 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-94c5ea59-f69f-496b-abfa-f600fbabb0c1 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Calling delete_port for ac557d94-fc8d-4907-9726-5948af8cb4b3 owned by {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:55:10.243547 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-fbd6aca8-b495-487b-8292-21e4200be3f2 None None] Provisioning complete for port ac557d94-fc8d-4907-9726-5948af8cb4b3 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:55:10.244137 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-fbd6aca8-b495-487b-8292-21e4200be3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:10.286588 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-fbd6aca8-b495-487b-8292-21e4200be3f2 None None] Port ac557d94-fc8d-4907-9726-5948af8cb4b3 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:55:10.357679 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-94c5ea59-f69f-496b-abfa-f600fbabb0c1 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:10.389523 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c5ea59-f69f-496b-abfa-f600fbabb0c1 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Pushing event deleted for resources: {'Port': ['ID=ac557d94-fc8d-4907-9726-5948af8cb4b3,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:55:10.582049 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-94c5ea59-f69f-496b-abfa-f600fbabb0c1 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:10.584694 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-94c5ea59-f69f-496b-abfa-f600fbabb0c1 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] 10.222.0.23 "DELETE /v2.0/ports/ac557d94-fc8d-4907-9726-5948af8cb4b3 HTTP/1.1" status: 204 len: 168 time: 0.7131591 Jul 05 02:55:10.587424 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43216) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:55:10.622116 n-d-771362-32 neutron-server[94461]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc765a4a-c949-446c-a5fc-9df9723606de tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] GET failed (client error): The resource could not be found. Jul 05 02:55:10.623782 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-bc765a4a-c949-446c-a5fc-9df9723606de tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] 10.222.0.23 "GET /v2.0/ports/ac557d94-fc8d-4907-9726-5948af8cb4b3 HTTP/1.1" status: 404 len: 333 time: 0.0348322 Jul 05 02:55:10.626401 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43218) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:55:10.733813 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-acf10418-ad3c-4ff5-9c2b-521953293fd0 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Deleting port 495a2b2c-1521-462e-81f2-4afcfb23767d {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:55:10.734199 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-acf10418-ad3c-4ff5-9c2b-521953293fd0 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:10.838519 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-acf10418-ad3c-4ff5-9c2b-521953293fd0 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:10.851780 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-acf10418-ad3c-4ff5-9c2b-521953293fd0 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Calling delete_port for 495a2b2c-1521-462e-81f2-4afcfb23767d owned by {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:55:11.283135 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-acf10418-ad3c-4ff5-9c2b-521953293fd0 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:11.317859 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf10418-ad3c-4ff5-9c2b-521953293fd0 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Pushing event deleted for resources: {'Port': ['ID=495a2b2c-1521-462e-81f2-4afcfb23767d,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:55:11.347558 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-acf10418-ad3c-4ff5-9c2b-521953293fd0 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:11.350720 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-acf10418-ad3c-4ff5-9c2b-521953293fd0 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] 10.222.0.23 "DELETE /v2.0/ports/495a2b2c-1521-462e-81f2-4afcfb23767d HTTP/1.1" status: 204 len: 168 time: 0.7230716 Jul 05 02:55:11.352288 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43224) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:55:11.382964 n-d-771362-32 neutron-server[94461]: INFO neutron.pecan_wsgi.hooks.translation [None req-637625d3-b845-48ae-8e6e-ee1f771ece09 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] GET failed (client error): The resource could not be found. Jul 05 02:55:11.384951 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-637625d3-b845-48ae-8e6e-ee1f771ece09 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] 10.222.0.23 "GET /v2.0/ports/495a2b2c-1521-462e-81f2-4afcfb23767d HTTP/1.1" status: 404 len: 333 time: 0.0316670 Jul 05 02:55:11.389661 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43226) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:55:11.520085 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-e7d818b2-89da-4a0c-9293-3bd8f34fb188 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Deleting port b3aa0379-4611-4643-b8f3-f0a3ea5bbd2e {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:55:11.520435 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e7d818b2-89da-4a0c-9293-3bd8f34fb188 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:11.621411 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e7d818b2-89da-4a0c-9293-3bd8f34fb188 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:11.635230 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-e7d818b2-89da-4a0c-9293-3bd8f34fb188 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Calling delete_port for b3aa0379-4611-4643-b8f3-f0a3ea5bbd2e owned by {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:55:11.871854 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e7d818b2-89da-4a0c-9293-3bd8f34fb188 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:11.902712 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d818b2-89da-4a0c-9293-3bd8f34fb188 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Pushing event deleted for resources: {'Port': ['ID=b3aa0379-4611-4643-b8f3-f0a3ea5bbd2e,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:55:11.944053 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e7d818b2-89da-4a0c-9293-3bd8f34fb188 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:11.947102 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43234) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:55:11.947560 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-e7d818b2-89da-4a0c-9293-3bd8f34fb188 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] 10.222.0.23 "DELETE /v2.0/ports/b3aa0379-4611-4643-b8f3-f0a3ea5bbd2e HTTP/1.1" status: 204 len: 168 time: 0.5564249 Jul 05 02:55:12.012321 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-f48c2263-5bd3-4140-a805-63a811b922e0 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Deleting subnet 0da2aede-df8b-4d38-832d-b144599d27b0 {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:55:12.015963 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f48c2263-5bd3-4140-a805-63a811b922e0 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:12.065924 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f48c2263-5bd3-4140-a805-63a811b922e0 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:12.071963 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:12.138096 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:12.165651 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f48c2263-5bd3-4140-a805-63a811b922e0 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:12.309460 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f48c2263-5bd3-4140-a805-63a811b922e0 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:12.337719 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48c2263-5bd3-4140-a805-63a811b922e0 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Pushing event deleted for resources: {'Subnet': ['ID=0da2aede-df8b-4d38-832d-b144599d27b0,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:55:12.342487 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f48c2263-5bd3-4140-a805-63a811b922e0 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Notify callbacks [] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:12.344414 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-f48c2263-5bd3-4140-a805-63a811b922e0 tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] 10.222.0.23 "DELETE /v2.0/subnets/0da2aede-df8b-4d38-832d-b144599d27b0 HTTP/1.1" status: 204 len: 168 time: 0.3959017 Jul 05 02:55:12.347085 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43236) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:55:12.351252 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618f3362-3b48-4fb2-af53-e62f6566057f None None] Network c75815d2-580a-41d1-9176-8e7841ebab15 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:55:12.445059 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9eb29e67-42d3-493d-9c9a-f4be108bef9c tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:12.503291 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-9eb29e67-42d3-493d-9c9a-f4be108bef9c tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Deleting port 6484bdec-2fd3-4491-8002-2768228c5054 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:55:12.508924 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9eb29e67-42d3-493d-9c9a-f4be108bef9c tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:12.575298 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5911c5ad-2888-4a75-bd6f-da88304259e7 None None] DHCP port deletion for c75815d2-580a-41d1-9176-8e7841ebab15 request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:55:12.579963 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-9eb29e67-42d3-493d-9c9a-f4be108bef9c tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] For port 6484bdec-2fd3-4491-8002-2768228c5054, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=6484bdec-2fd3-4491-8002-2768228c5054,segment=NetworkSegment(baab8ed4-255c-4804-8995-9e6a52c08530),segment_id=baab8ed4-255c-4804-8995-9e6a52c08530)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:55:12.580460 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9eb29e67-42d3-493d-9c9a-f4be108bef9c tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:12.598287 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-9eb29e67-42d3-493d-9c9a-f4be108bef9c tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Calling delete_port for 6484bdec-2fd3-4491-8002-2768228c5054 owned by network:dhcp {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:55:12.636664 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-5911c5ad-2888-4a75-bd6f-da88304259e7 None None] Deleting port 6484bdec-2fd3-4491-8002-2768228c5054 {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:55:12.637045 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5911c5ad-2888-4a75-bd6f-da88304259e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:12.710655 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-5911c5ad-2888-4a75-bd6f-da88304259e7 None None] For port 6484bdec-2fd3-4491-8002-2768228c5054, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=6484bdec-2fd3-4491-8002-2768228c5054,segment=NetworkSegment(baab8ed4-255c-4804-8995-9e6a52c08530),segment_id=baab8ed4-255c-4804-8995-9e6a52c08530)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:55:12.711258 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5911c5ad-2888-4a75-bd6f-da88304259e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:12.725714 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-5911c5ad-2888-4a75-bd6f-da88304259e7 None None] Calling delete_port for 6484bdec-2fd3-4491-8002-2768228c5054 owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:55:12.851665 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9eb29e67-42d3-493d-9c9a-f4be108bef9c tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:12.857858 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5911c5ad-2888-4a75-bd6f-da88304259e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:12.886756 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5911c5ad-2888-4a75-bd6f-da88304259e7 None None] Pushing event deleted for resources: {'Port': ['ID=6484bdec-2fd3-4491-8002-2768228c5054,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:55:12.890776 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5911c5ad-2888-4a75-bd6f-da88304259e7 None None] No DVR routers for this DVR port 6484bdec-2fd3-4491-8002-2768228c5054 on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:55:12.895391 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb29e67-42d3-493d-9c9a-f4be108bef9c tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] No DVR routers for this DVR port 6484bdec-2fd3-4491-8002-2768228c5054 on host n-d-771362-32 {{(pid=94462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:55:12.896953 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb29e67-42d3-493d-9c9a-f4be108bef9c tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Pushing event deleted for resources: {'Port': ['ID=6484bdec-2fd3-4491-8002-2768228c5054,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:55:12.991832 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9eb29e67-42d3-493d-9c9a-f4be108bef9c tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:13.001616 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-9eb29e67-42d3-493d-9c9a-f4be108bef9c tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c75815d2-580a-41d1-9176-8e7841ebab15']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:55:13.011849 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-9eb29e67-42d3-493d-9c9a-f4be108bef9c tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baab8ed4-255c-4804-8995-9e6a52c08530') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:55:13.021926 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-9eb29e67-42d3-493d-9c9a-f4be108bef9c tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baab8ed4-255c-4804-8995-9e6a52c08530') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:55:13.022143 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 02:55:13.023815 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9eb29e67-42d3-493d-9c9a-f4be108bef9c tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:13.036723 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9eb29e67-42d3-493d-9c9a-f4be108bef9c tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:13.042810 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9eb29e67-42d3-493d-9c9a-f4be108bef9c tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:55:13.043201 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9eb29e67-42d3-493d-9c9a-f4be108bef9c tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:13.046143 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:55:13.046143 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:55:13.046143 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:55:13.046143 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:55:13.046143 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:55:13.046143 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:55:13.046143 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:55:13.046143 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:55:13.046143 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:55:13.046143 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:55:13.046143 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:55:13.046143 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:55:13.046143 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:55:13.046143 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:55:13.046143 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:55:13.046143 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:55:13.046143 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:55:13.046143 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:55:13.046143 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:55:13.046143 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:55:13.046143 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:55:13.046143 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:55:13.046143 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:55:13.046143 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:55:13.046143 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:55:13.046143 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:55:13.046143 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:55:13.046143 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:55:13.046143 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:55:13.046143 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:55:13.046143 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:55:13.046143 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:55:13.046143 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:55:13.046143 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:55:13.046143 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:55:13.046143 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:55:13.046143 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:55:13.046143 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:55:13.046143 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:55:13.046143 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:55:13.240624 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9eb29e67-42d3-493d-9c9a-f4be108bef9c tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:13.253214 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9eb29e67-42d3-493d-9c9a-f4be108bef9c tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:13.253214 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-9eb29e67-42d3-493d-9c9a-f4be108bef9c tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] 10.222.0.23 "DELETE /v2.0/networks/c75815d2-580a-41d1-9176-8e7841ebab15 HTTP/1.1" status: 204 len: 168 time: 0.9032135 Jul 05 02:55:13.263019 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb29e67-42d3-493d-9c9a-f4be108bef9c tempest-AllowedAddressPairIpV6TestJSON-930310172 tempest-AllowedAddressPairIpV6TestJSON-930310172-project] Pushing event deleted for resources: {'Network': ['ID=c75815d2-580a-41d1-9176-8e7841ebab15,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:55:13.833763 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43250) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:55:13.995351 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-181551fc-e29f-4982-a864-b614a6e17a24 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=63be0f2afa6949f2be64b0bae906554d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1601815 Jul 05 02:55:13.997888 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43256) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:55:14.014701 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 6484bdec-2fd3-4491-8002-2768228c5054 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:55:14.047699 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 6484bdec-2fd3-4491-8002-2768228c5054 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:55:14.048444 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 6484bdec-2fd3-4491-8002-2768228c5054 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:55:14.073863 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0de33ded-0c65-4815-bc8d-60d819409bb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:14.096709 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0de33ded-0c65-4815-bc8d-60d819409bb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:14.243565 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0de33ded-0c65-4815-bc8d-60d819409bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:14.246265 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0de33ded-0c65-4815-bc8d-60d819409bb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:14.255431 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-0de33ded-0c65-4815-bc8d-60d819409bb4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ec2598cf-ddeb-4326-a472-d6fb5c817a2a HTTP/1.1" status: 204 len: 168 time: 0.2563269 Jul 05 02:55:14.264218 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de33ded-0c65-4815-bc8d-60d819409bb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec2598cf-ddeb-4326-a472-d6fb5c817a2a,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:55:15.732803 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43288) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:55:15.732803 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-28670a50-7432-47d2-8e43-5702ce6b5bb9 tempest-SubnetPoolsTestJSON-238036500 tempest-SubnetPoolsTestJSON-238036500-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1184453464', 'prefixes': ['172.20.0.0/16']}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:55:16.183314 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-28670a50-7432-47d2-8e43-5702ce6b5bb9 tempest-SubnetPoolsTestJSON-238036500 tempest-SubnetPoolsTestJSON-238036500-project] Notify callbacks [] for subnetpool, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:16.187363 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-28670a50-7432-47d2-8e43-5702ce6b5bb9 tempest-SubnetPoolsTestJSON-238036500 tempest-SubnetPoolsTestJSON-238036500-project] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.5842378 Jul 05 02:55:16.187363 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43306) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:55:16.246328 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-154db600-c4d8-4370-83bb-e8684adb762f tempest-SubnetPoolsTestJSON-238036500 tempest-SubnetPoolsTestJSON-238036500-project] 10.222.0.23 "GET /v2.0/subnetpools/7a6ea856-f6c3-42a7-8cab-7f5f61d0dda4 HTTP/1.1" status: 200 len: 732 time: 0.0578930 Jul 05 02:55:16.248996 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43310) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:55:16.255965 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-290c18f1-9adf-4ae5-9806-e15542179915 tempest-SubnetPoolsTestJSON-238036500 tempest-SubnetPoolsTestJSON-238036500-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-220389754'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:55:16.459330 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-290c18f1-9adf-4ae5-9806-e15542179915 tempest-SubnetPoolsTestJSON-238036500 tempest-SubnetPoolsTestJSON-238036500-project] Notify callbacks [] for subnetpool, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:16.460815 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-290c18f1-9adf-4ae5-9806-e15542179915 tempest-SubnetPoolsTestJSON-238036500 tempest-SubnetPoolsTestJSON-238036500-project] 10.222.0.23 "PUT /v2.0/subnetpools/7a6ea856-f6c3-42a7-8cab-7f5f61d0dda4 HTTP/1.1" status: 200 len: 683 time: 0.2107708 Jul 05 02:55:16.464033 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43316) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:55:17.019385 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7cb65cf8-9ff7-4312-8bc9-130417122cf8 tempest-SubnetPoolsTestJSON-238036500 tempest-SubnetPoolsTestJSON-238036500-project] Notify callbacks [] for subnetpool, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:17.021476 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-7cb65cf8-9ff7-4312-8bc9-130417122cf8 tempest-SubnetPoolsTestJSON-238036500 tempest-SubnetPoolsTestJSON-238036500-project] 10.222.0.23 "DELETE /v2.0/subnetpools/7a6ea856-f6c3-42a7-8cab-7f5f61d0dda4 HTTP/1.1" status: 204 len: 168 time: 0.5561619 Jul 05 02:55:17.025711 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43326) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:55:17.043097 n-d-771362-32 neutron-server[94462]: INFO neutron.api.v2.resource [None req-4e7c5465-e20c-4f04-8e2e-d71b34e04878 tempest-SubnetPoolsTestJSON-238036500 tempest-SubnetPoolsTestJSON-238036500-project] show failed (client error): The resource could not be found. Jul 05 02:55:17.044235 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-4e7c5465-e20c-4f04-8e2e-d71b34e04878 tempest-SubnetPoolsTestJSON-238036500 tempest-SubnetPoolsTestJSON-238036500-project] 10.222.0.23 "GET /v2.0/subnetpools/7a6ea856-f6c3-42a7-8cab-7f5f61d0dda4 HTTP/1.1" status: 404 len: 346 time: 0.0173895 Jul 05 02:55:17.047099 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43328) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:55:17.062889 n-d-771362-32 neutron-server[94462]: INFO neutron.api.v2.resource [None req-5f089cae-4b79-4afa-ba18-fc6e291fc02d tempest-SubnetPoolsTestJSON-238036500 tempest-SubnetPoolsTestJSON-238036500-project] delete failed (client error): The resource could not be found. Jul 05 02:55:17.063840 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-5f089cae-4b79-4afa-ba18-fc6e291fc02d tempest-SubnetPoolsTestJSON-238036500 tempest-SubnetPoolsTestJSON-238036500-project] 10.222.0.23 "DELETE /v2.0/subnetpools/7a6ea856-f6c3-42a7-8cab-7f5f61d0dda4 HTTP/1.1" status: 404 len: 346 time: 0.0158830 Jul 05 02:55:17.733950 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43344) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:55:17.857781 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-10c49ddf-2795-49d6-aa47-42cbd03c89f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:17.946933 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-10c49ddf-2795-49d6-aa47-42cbd03c89f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:18.085115 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-10c49ddf-2795-49d6-aa47-42cbd03c89f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:18.126343 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-10c49ddf-2795-49d6-aa47-42cbd03c89f3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f3f2b0b537b54c3ea9f2052b06f6258f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3912008 Jul 05 02:55:18.127226 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c49ddf-2795-49d6-aa47-42cbd03c89f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c496d5cd-7595-4687-aeac-e4960f65337e,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:55:18.128932 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43354) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:55:18.178926 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-814f9e00-2296-4d44-97a7-71b14fbb260c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:18.209314 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-814f9e00-2296-4d44-97a7-71b14fbb260c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:18.397288 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-814f9e00-2296-4d44-97a7-71b14fbb260c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:18.399998 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-814f9e00-2296-4d44-97a7-71b14fbb260c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:18.401070 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-814f9e00-2296-4d44-97a7-71b14fbb260c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c496d5cd-7595-4687-aeac-e4960f65337e HTTP/1.1" status: 204 len: 168 time: 0.2705469 Jul 05 02:55:18.409729 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814f9e00-2296-4d44-97a7-71b14fbb260c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c496d5cd-7595-4687-aeac-e4960f65337e,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:55:20.929086 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-18cdfbd3-e219-49a4-8115-963bed19876b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:21.693531 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43460) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:55:21.825610 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-47909ce2-e2c7-4d13-b109-e3de84f66625 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:21.922979 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-47909ce2-e2c7-4d13-b109-e3de84f66625 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:22.057521 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-47909ce2-e2c7-4d13-b109-e3de84f66625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:22.096628 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47909ce2-e2c7-4d13-b109-e3de84f66625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b66598b-fbd3-4bba-b3d7-525e75243f31,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:55:22.107067 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-47909ce2-e2c7-4d13-b109-e3de84f66625 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=02a59c7166f141aa9610115ba5111bd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4118688 Jul 05 02:55:22.109369 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43472) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:55:22.167270 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-42b65816-6b33-41fc-af25-8f391b46430c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:22.189523 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-42b65816-6b33-41fc-af25-8f391b46430c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:22.380787 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-42b65816-6b33-41fc-af25-8f391b46430c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:22.383608 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-42b65816-6b33-41fc-af25-8f391b46430c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:22.389007 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-42b65816-6b33-41fc-af25-8f391b46430c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2b66598b-fbd3-4bba-b3d7-525e75243f31 HTTP/1.1" status: 204 len: 168 time: 0.2787540 Jul 05 02:55:22.399256 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b65816-6b33-41fc-af25-8f391b46430c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b66598b-fbd3-4bba-b3d7-525e75243f31,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:55:23.373334 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8bb46c66-1714-42e0-9fb3-9a9daa4f54b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:23.438245 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43496) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:55:23.452314 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8440fa88-5832-45ff-8c63-39490f9e6653 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:23.551905 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8440fa88-5832-45ff-8c63-39490f9e6653 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:23.689493 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8440fa88-5832-45ff-8c63-39490f9e6653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:23.733001 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8440fa88-5832-45ff-8c63-39490f9e6653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aecfe6a8-3e57-495a-9662-653d4cb0dd49,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:55:23.740307 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43504) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:55:23.745442 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-8440fa88-5832-45ff-8c63-39490f9e6653 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e7846bc6684c4171921f68b36400908d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3059688 Jul 05 02:55:23.789437 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-51ad8364-3a60-4164-bb4a-eb9fe19be1dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:23.810275 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-51ad8364-3a60-4164-bb4a-eb9fe19be1dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:23.965582 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-51ad8364-3a60-4164-bb4a-eb9fe19be1dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:23.968198 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-51ad8364-3a60-4164-bb4a-eb9fe19be1dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:23.969391 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-51ad8364-3a60-4164-bb4a-eb9fe19be1dc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/aecfe6a8-3e57-495a-9662-653d4cb0dd49 HTTP/1.1" status: 204 len: 168 time: 0.2284122 Jul 05 02:55:23.977856 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ad8364-3a60-4164-bb4a-eb9fe19be1dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aecfe6a8-3e57-495a-9662-653d4cb0dd49,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:55:23.985361 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ad8364-3a60-4164-bb4a-eb9fe19be1dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:55:23.985514 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ad8364-3a60-4164-bb4a-eb9fe19be1dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:55:23.985850 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ad8364-3a60-4164-bb4a-eb9fe19be1dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:55:23.985971 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:23.986204 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ad8364-3a60-4164-bb4a-eb9fe19be1dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:55:23.986535 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ad8364-3a60-4164-bb4a-eb9fe19be1dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:55:23.987349 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ad8364-3a60-4164-bb4a-eb9fe19be1dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:55:23.987349 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ad8364-3a60-4164-bb4a-eb9fe19be1dc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:55:23.987566 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ad8364-3a60-4164-bb4a-eb9fe19be1dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:55:23.987787 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ad8364-3a60-4164-bb4a-eb9fe19be1dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:55:23.988106 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ad8364-3a60-4164-bb4a-eb9fe19be1dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:55:23.988965 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ad8364-3a60-4164-bb4a-eb9fe19be1dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:55:23.989296 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ad8364-3a60-4164-bb4a-eb9fe19be1dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:55:24.834469 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:26.148891 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:31.023099 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43746) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:55:31.136184 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-344b86a0-cdc2-4a56-846c-fa7d2a2a6f20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:31.238554 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-344b86a0-cdc2-4a56-846c-fa7d2a2a6f20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:31.428598 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-344b86a0-cdc2-4a56-846c-fa7d2a2a6f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:31.470866 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-344b86a0-cdc2-4a56-846c-fa7d2a2a6f20 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9217dcb7baf949feafa696dbf942a9f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4464972 Jul 05 02:55:31.473002 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344b86a0-cdc2-4a56-846c-fa7d2a2a6f20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69f519ac-9085-4f0e-9a64-b80be86af37e,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:55:31.473978 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43756) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:55:31.523597 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9af930d5-c361-4b88-8c96-c9d3d745da40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:31.546192 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9af930d5-c361-4b88-8c96-c9d3d745da40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:31.706257 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9af930d5-c361-4b88-8c96-c9d3d745da40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:31.708897 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9af930d5-c361-4b88-8c96-c9d3d745da40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:31.710093 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-9af930d5-c361-4b88-8c96-c9d3d745da40 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/69f519ac-9085-4f0e-9a64-b80be86af37e HTTP/1.1" status: 204 len: 168 time: 0.2350652 Jul 05 02:55:31.718539 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af930d5-c361-4b88-8c96-c9d3d745da40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f519ac-9085-4f0e-9a64-b80be86af37e,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:55:32.508015 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43776) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:55:32.524552 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2a59b7bb-4c2c-4c4f-bce1-fecb45413ab4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:32.621203 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2a59b7bb-4c2c-4c4f-bce1-fecb45413ab4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:32.714647 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2a59b7bb-4c2c-4c4f-bce1-fecb45413ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:32.755122 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a59b7bb-4c2c-4c4f-bce1-fecb45413ab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e803f92-df0b-4a9f-84ed-5c145801e2db,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:55:32.762473 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-2a59b7bb-4c2c-4c4f-bce1-fecb45413ab4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=46f61c46c1f84dc7b4a4e8041804d49b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2532847 Jul 05 02:55:32.763561 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43780) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:55:32.819256 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6b3c623c-4da9-4af8-9888-f06c1e670b72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:32.843122 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6b3c623c-4da9-4af8-9888-f06c1e670b72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:33.031564 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6b3c623c-4da9-4af8-9888-f06c1e670b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:33.034156 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6b3c623c-4da9-4af8-9888-f06c1e670b72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:33.035381 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-6b3c623c-4da9-4af8-9888-f06c1e670b72 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1e803f92-df0b-4a9f-84ed-5c145801e2db HTTP/1.1" status: 204 len: 168 time: 0.2704043 Jul 05 02:55:33.043903 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3c623c-4da9-4af8-9888-f06c1e670b72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e803f92-df0b-4a9f-84ed-5c145801e2db,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:55:36.055016 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43872) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:55:36.159787 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5226253c-d3d1-456d-ba60-64767574d8a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:36.254286 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5226253c-d3d1-456d-ba60-64767574d8a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:36.391919 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5226253c-d3d1-456d-ba60-64767574d8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:36.433399 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-5226253c-d3d1-456d-ba60-64767574d8a4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fd49c88b24e84360b4ca141980c5b5b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3772798 Jul 05 02:55:36.434290 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5226253c-d3d1-456d-ba60-64767574d8a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50532cd4-d037-4ae1-a35f-e6086322ff4f,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:55:36.436085 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 43880) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:55:36.486116 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4ed4bea6-754d-4937-abc3-c34d3f3eb208 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:36.507151 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4ed4bea6-754d-4937-abc3-c34d3f3eb208 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:36.679628 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4ed4bea6-754d-4937-abc3-c34d3f3eb208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:36.682811 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4ed4bea6-754d-4937-abc3-c34d3f3eb208 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:36.686332 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-4ed4bea6-754d-4937-abc3-c34d3f3eb208 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/50532cd4-d037-4ae1-a35f-e6086322ff4f HTTP/1.1" status: 204 len: 168 time: 0.2461367 Jul 05 02:55:36.692407 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed4bea6-754d-4937-abc3-c34d3f3eb208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50532cd4-d037-4ae1-a35f-e6086322ff4f,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:55:37.443252 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43896) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:55:37.460710 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-281d88e9-fd7d-4241-b9e9-d7c06fe9de1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:37.568238 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-281d88e9-fd7d-4241-b9e9-d7c06fe9de1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:37.637045 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4bef7637-90c0-46d8-a40a-2306f3d3c7f6 req-a6234f53-c5b2-4df8-8c46-e89d3a2cc708 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2009782510&fields=id&tenant_id=b1a00a493e704ec48248eed2815bb351 HTTP/1.1" status: 200 len: 267 time: 0.0327978 Jul 05 02:55:37.749450 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bef7637-90c0-46d8-a40a-2306f3d3c7f6 req-40e4e6dc-153b-4bbf-8930-b8417d7b381f tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:55:37.750977 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4bef7637-90c0-46d8-a40a-2306f3d3c7f6 req-40e4e6dc-153b-4bbf-8930-b8417d7b381f tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/networks?id=73b1fe81-9ead-413d-adcc-8dcb2085def5 HTTP/1.1" status: 200 len: 812 time: 0.1073530 Jul 05 02:55:37.766095 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4bef7637-90c0-46d8-a40a-2306f3d3c7f6 req-48db0de0-a7c4-4dad-b32e-0cb5c3e83821 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/quotas/b1a00a493e704ec48248eed2815bb351 HTTP/1.1" status: 200 len: 375 time: 0.0095184 Jul 05 02:55:37.809511 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-281d88e9-fd7d-4241-b9e9-d7c06fe9de1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:37.857812 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281d88e9-fd7d-4241-b9e9-d7c06fe9de1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=305de27e-b1e4-423e-a84d-79c606f31806,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:55:37.857812 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-281d88e9-fd7d-4241-b9e9-d7c06fe9de1b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=880afc890edf4d019bae7cd80f9e127b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4102612 Jul 05 02:55:37.857812 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 43904) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:55:37.858511 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4bef7637-90c0-46d8-a40a-2306f3d3c7f6 req-93607055-9388-4469-baa8-5a9358b30508 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b1a00a493e704ec48248eed2815bb351&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0863211 Jul 05 02:55:37.913106 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7c8ffe95-e6ba-42c1-95a0-a4356b804248 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:37.938377 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7c8ffe95-e6ba-42c1-95a0-a4356b804248 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:37.961542 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4bef7637-90c0-46d8-a40a-2306f3d3c7f6 req-6d94006f-21d5-41fb-bda9-d3908013b258 service neutron] 10.222.0.23 "GET /v2.0/networks/73b1fe81-9ead-413d-adcc-8dcb2085def5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892746 Jul 05 02:55:38.053466 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4bef7637-90c0-46d8-a40a-2306f3d3c7f6 req-ac92ab5d-0f14-4a37-bd4d-d5624a81b20b service neutron] 10.222.0.23 "GET /v2.0/networks/73b1fe81-9ead-413d-adcc-8dcb2085def5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848086 Jul 05 02:55:38.234266 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7c8ffe95-e6ba-42c1-95a0-a4356b804248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:38.237004 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7c8ffe95-e6ba-42c1-95a0-a4356b804248 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:38.238917 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-7c8ffe95-e6ba-42c1-95a0-a4356b804248 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/305de27e-b1e4-423e-a84d-79c606f31806 HTTP/1.1" status: 204 len: 168 time: 0.3801520 Jul 05 02:55:38.247708 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8ffe95-e6ba-42c1-95a0-a4356b804248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=305de27e-b1e4-423e-a84d-79c606f31806,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:55:38.970027 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d8d5fce0-40d2-4969-b573-81b451e39201 req-d0e5952f-962f-4c95-bf62-3c7c2ead15b4 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b8575f7-803b-4d26-b39c-64818dc9dc07 HTTP/1.1" status: 200 len: 210 time: 0.0381103 Jul 05 02:55:40.136408 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4b2a874f-cc61-4188-ac5e-189ab260bb58 req-9dbc963b-0781-43ba-946e-a8f1b2d5d3d9 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b8575f7-803b-4d26-b39c-64818dc9dc07 HTTP/1.1" status: 200 len: 210 time: 0.0366099 Jul 05 02:55:41.293388 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c2b27791-2df7-4eda-b318-a16d9bd3bf95 req-cd126ea6-81a6-40d7-bb24-c24b5daeaea8 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b8575f7-803b-4d26-b39c-64818dc9dc07 HTTP/1.1" status: 200 len: 210 time: 0.0286686 Jul 05 02:55:41.744089 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bef7637-90c0-46d8-a40a-2306f3d3c7f6 req-94b9a49c-ac1b-4e48-a8c1-feb098709237 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:55:41.745768 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4bef7637-90c0-46d8-a40a-2306f3d3c7f6 req-94b9a49c-ac1b-4e48-a8c1-feb098709237 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.15 "GET /v2.0/networks?id=73b1fe81-9ead-413d-adcc-8dcb2085def5 HTTP/1.1" status: 200 len: 812 time: 0.1499162 Jul 05 02:55:41.789461 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4bef7637-90c0-46d8-a40a-2306f3d3c7f6 req-204ca9bc-e8ed-4e51-a9f8-957e23fb5a1e tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1a00a493e704ec48248eed2815bb351 HTTP/1.1" status: 200 len: 380 time: 0.0348704 Jul 05 02:55:41.797795 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-4bef7637-90c0-46d8-a40a-2306f3d3c7f6 req-09062cf2-074b-4286-b191-a31f1c167326 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Request body: {'port': {'device_id': '4b8575f7-803b-4d26-b39c-64818dc9dc07', 'network_id': '73b1fe81-9ead-413d-adcc-8dcb2085def5', 'admin_state_up': True, 'tenant_id': 'b1a00a493e704ec48248eed2815bb351', 'security_groups': ['1999bc0d-8d6f-407a-9c0b-dda1a8300b10']}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:55:42.146240 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bef7637-90c0-46d8-a40a-2306f3d3c7f6 req-09062cf2-074b-4286-b191-a31f1c167326 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Made reservation on behalf of b1a00a493e704ec48248eed2815bb351 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:55:42.146484 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:42.148558 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:42.151203 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4bef7637-90c0-46d8-a40a-2306f3d3c7f6 req-09062cf2-074b-4286-b191-a31f1c167326 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:42.365533 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-4bef7637-90c0-46d8-a40a-2306f3d3c7f6 req-09062cf2-074b-4286-b191-a31f1c167326 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Allocated IP 172.20.0.7 (73b1fe81-9ead-413d-adcc-8dcb2085def5/33729902-d3e5-4dd5-ba26-acbc079120a6/c978ab38-8fd3-4545-a28a-52768713b210) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:55:42.499821 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6528fe04-c652-4733-8d2c-0074efd455cd req-d9f35c1d-6002-477d-bad9-fcf879476d49 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b8575f7-803b-4d26-b39c-64818dc9dc07 HTTP/1.1" status: 200 len: 210 time: 0.0435336 Jul 05 02:55:42.594438 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4bef7637-90c0-46d8-a40a-2306f3d3c7f6 req-09062cf2-074b-4286-b191-a31f1c167326 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:42.607987 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-4bef7637-90c0-46d8-a40a-2306f3d3c7f6 req-09062cf2-074b-4286-b191-a31f1c167326 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Transition to ACTIVE for port object c978ab38-8fd3-4545-a28a-52768713b210 will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:55:42.747618 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4bef7637-90c0-46d8-a40a-2306f3d3c7f6 req-09062cf2-074b-4286-b191-a31f1c167326 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:42.793483 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bef7637-90c0-46d8-a40a-2306f3d3c7f6 req-09062cf2-074b-4286-b191-a31f1c167326 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Network 73b1fe81-9ead-413d-adcc-8dcb2085def5 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:55:42.797806 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-4bef7637-90c0-46d8-a40a-2306f3d3c7f6 req-09062cf2-074b-4286-b191-a31f1c167326 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:55:42.804164 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bef7637-90c0-46d8-a40a-2306f3d3c7f6 req-09062cf2-074b-4286-b191-a31f1c167326 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:55:42.846946 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09062cf2-074b-4286-b191-a31f1c167326 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Pushing event updated for resources: {'Port': ['ID=c978ab38-8fd3-4545-a28a-52768713b210,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:55:42.890622 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bef7637-90c0-46d8-a40a-2306f3d3c7f6 req-09062cf2-074b-4286-b191-a31f1c167326 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:55:42.891308 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4bef7637-90c0-46d8-a40a-2306f3d3c7f6 req-09062cf2-074b-4286-b191-a31f1c167326 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:43.103546 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4bef7637-90c0-46d8-a40a-2306f3d3c7f6 req-09062cf2-074b-4286-b191-a31f1c167326 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3067143 Jul 05 02:55:43.113752 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-4bef7637-90c0-46d8-a40a-2306f3d3c7f6 req-f1193b59-3f1f-4f19-9d12-a8ac53e47ac4 service neutron] Request body: {'port': {'device_id': '4b8575f7-803b-4d26-b39c-64818dc9dc07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:55:43.193379 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4bef7637-90c0-46d8-a40a-2306f3d3c7f6 req-f1193b59-3f1f-4f19-9d12-a8ac53e47ac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:43.209891 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-c5380c93-f8cb-4727-a9d5-a574bb2778b0 None None] Provisioning for port c978ab38-8fd3-4545-a28a-52768713b210 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:55:43.215345 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-c5380c93-f8cb-4727-a9d5-a574bb2778b0 None None] Provisioning complete for port c978ab38-8fd3-4545-a28a-52768713b210 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:55:43.216104 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-c5380c93-f8cb-4727-a9d5-a574bb2778b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:43.263596 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-c5380c93-f8cb-4727-a9d5-a574bb2778b0 None None] Port c978ab38-8fd3-4545-a28a-52768713b210 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:55:43.479580 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-4bef7637-90c0-46d8-a40a-2306f3d3c7f6 req-f1193b59-3f1f-4f19-9d12-a8ac53e47ac4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c978ab38-8fd3-4545-a28a-52768713b210 {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:55:43.488326 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4bef7637-90c0-46d8-a40a-2306f3d3c7f6 req-f1193b59-3f1f-4f19-9d12-a8ac53e47ac4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:43.500430 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-4bef7637-90c0-46d8-a40a-2306f3d3c7f6 req-f1193b59-3f1f-4f19-9d12-a8ac53e47ac4 service neutron] Transition to ACTIVE for port object c978ab38-8fd3-4545-a28a-52768713b210 will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:55:43.622899 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4bef7637-90c0-46d8-a40a-2306f3d3c7f6 req-f1193b59-3f1f-4f19-9d12-a8ac53e47ac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:43.712450 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1193b59-3f1f-4f19-9d12-a8ac53e47ac4 service neutron] Pushing event updated for resources: {'Port': ['ID=c978ab38-8fd3-4545-a28a-52768713b210,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:55:43.814216 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e561fce-d856-4bea-a87b-b5c2d6896d3a req-5de21d58-ffb3-431a-8774-efd910ae27a1 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:55:43.816154 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5e561fce-d856-4bea-a87b-b5c2d6896d3a req-5de21d58-ffb3-431a-8774-efd910ae27a1 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b8575f7-803b-4d26-b39c-64818dc9dc07 HTTP/1.1" status: 200 len: 943 time: 0.1908700 Jul 05 02:55:43.919815 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5e561fce-d856-4bea-a87b-b5c2d6896d3a req-92374941-2b6f-4cc9-a689-4c7e8f37546b tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=1999bc0d-8d6f-407a-9c0b-dda1a8300b10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935593 Jul 05 02:55:43.920608 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-4bef7637-90c0-46d8-a40a-2306f3d3c7f6 req-f1193b59-3f1f-4f19-9d12-a8ac53e47ac4 service neutron] Attempting to bind port c978ab38-8fd3-4545-a28a-52768713b210 on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:55:43.920944 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-4bef7637-90c0-46d8-a40a-2306f3d3c7f6 req-f1193b59-3f1f-4f19-9d12-a8ac53e47ac4 service neutron] Attempting to bind port c978ab38-8fd3-4545-a28a-52768713b210 by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '0d275c90-3bd1-498e-a485-a23914e67eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '73b1fe81-9ead-413d-adcc-8dcb2085def5'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:55:43.921274 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bef7637-90c0-46d8-a40a-2306f3d3c7f6 req-f1193b59-3f1f-4f19-9d12-a8ac53e47ac4 service neutron] Attempting to bind port c978ab38-8fd3-4545-a28a-52768713b210 on network 73b1fe81-9ead-413d-adcc-8dcb2085def5 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:55:43.926513 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bef7637-90c0-46d8-a40a-2306f3d3c7f6 req-f1193b59-3f1f-4f19-9d12-a8ac53e47ac4 service neutron] Port c978ab38-8fd3-4545-a28a-52768713b210 on network 73b1fe81-9ead-413d-adcc-8dcb2085def5 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:55:43.926837 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bef7637-90c0-46d8-a40a-2306f3d3c7f6 req-f1193b59-3f1f-4f19-9d12-a8ac53e47ac4 service neutron] Attempting to bind port c978ab38-8fd3-4545-a28a-52768713b210 on network 73b1fe81-9ead-413d-adcc-8dcb2085def5 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:55:43.942982 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bef7637-90c0-46d8-a40a-2306f3d3c7f6 req-f1193b59-3f1f-4f19-9d12-a8ac53e47ac4 service neutron] Checking agent: {'id': 'e071c76e-395f-48c4-a98f-88088465cf0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:55:43.943326 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bef7637-90c0-46d8-a40a-2306f3d3c7f6 req-f1193b59-3f1f-4f19-9d12-a8ac53e47ac4 service neutron] Checking segment: {'id': '0d275c90-3bd1-498e-a485-a23914e67eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '73b1fe81-9ead-413d-adcc-8dcb2085def5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:55:43.943715 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bef7637-90c0-46d8-a40a-2306f3d3c7f6 req-f1193b59-3f1f-4f19-9d12-a8ac53e47ac4 service neutron] Bound using segment: {'id': '0d275c90-3bd1-498e-a485-a23914e67eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '73b1fe81-9ead-413d-adcc-8dcb2085def5'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:55:43.944151 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-4bef7637-90c0-46d8-a40a-2306f3d3c7f6 req-f1193b59-3f1f-4f19-9d12-a8ac53e47ac4 service neutron] Bound port: c978ab38-8fd3-4545-a28a-52768713b210, host: n-h2-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d275c90-3bd1-498e-a485-a23914e67eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '73b1fe81-9ead-413d-adcc-8dcb2085def5'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:55:43.944544 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4bef7637-90c0-46d8-a40a-2306f3d3c7f6 req-f1193b59-3f1f-4f19-9d12-a8ac53e47ac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:44.059875 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-4bef7637-90c0-46d8-a40a-2306f3d3c7f6 req-f1193b59-3f1f-4f19-9d12-a8ac53e47ac4 service neutron] For port c978ab38-8fd3-4545-a28a-52768713b210, host n-h2-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:55:44.063940 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-4bef7637-90c0-46d8-a40a-2306f3d3c7f6 req-f1193b59-3f1f-4f19-9d12-a8ac53e47ac4 service neutron] For port c978ab38-8fd3-4545-a28a-52768713b210, host n-h2-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=c978ab38-8fd3-4545-a28a-52768713b210,segment=NetworkSegment(0d275c90-3bd1-498e-a485-a23914e67eb1),segment_id=0d275c90-3bd1-498e-a485-a23914e67eb1)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:55:44.207521 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4bef7637-90c0-46d8-a40a-2306f3d3c7f6 req-f1193b59-3f1f-4f19-9d12-a8ac53e47ac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:44.244581 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bef7637-90c0-46d8-a40a-2306f3d3c7f6 req-f1193b59-3f1f-4f19-9d12-a8ac53e47ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:55:44.245221 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4bef7637-90c0-46d8-a40a-2306f3d3c7f6 req-f1193b59-3f1f-4f19-9d12-a8ac53e47ac4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:44.246690 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4bef7637-90c0-46d8-a40a-2306f3d3c7f6 req-f1193b59-3f1f-4f19-9d12-a8ac53e47ac4 service neutron] 10.222.0.15 "PUT /v2.0/ports/c978ab38-8fd3-4545-a28a-52768713b210 HTTP/1.1" status: 200 len: 1092 time: 1.1379702 Jul 05 02:55:44.247224 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b8575f7-803b-4d26-b39c-64818dc9dc07', 'tag': 'c978ab38-8fd3-4545-a28a-52768713b210'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:55:44.249595 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a120617-d88c-422a-adca-73ed148a1562" -d '{"events": [{"name": "network-changed", "server_uuid": "4b8575f7-803b-4d26-b39c-64818dc9dc07", "tag": "c978ab38-8fd3-4545-a28a-52768713b210"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:55:44.287679 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1193b59-3f1f-4f19-9d12-a8ac53e47ac4 service neutron] Pushing event updated for resources: {'Port': ['ID=c978ab38-8fd3-4545-a28a-52768713b210,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:55:44.325176 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6975d376-debe-4be9-baae-c227707a73d3 x-openstack-request-id: req-6975d376-debe-4be9-baae-c227707a73d3 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:55:44.325538 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b8575f7-803b-4d26-b39c-64818dc9dc07", "tag": "c978ab38-8fd3-4545-a28a-52768713b210", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:55:44.325882 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6975d376-debe-4be9-baae-c227707a73d3 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:55:44.326373 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b8575f7-803b-4d26-b39c-64818dc9dc07', 'tag': 'c978ab38-8fd3-4545-a28a-52768713b210', 'status': 'completed', 'code': 200} Jul 05 02:55:44.425948 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a120617-d88c-422a-adca-73ed148a1562 req-b5cbd8c1-f133-40d4-a684-204287638429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:55:44.427604 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9a120617-d88c-422a-adca-73ed148a1562 req-b5cbd8c1-f133-40d4-a684-204287638429 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b1a00a493e704ec48248eed2815bb351&device_id=4b8575f7-803b-4d26-b39c-64818dc9dc07 HTTP/1.1" status: 200 len: 1095 time: 0.0684433 Jul 05 02:55:44.542139 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a120617-d88c-422a-adca-73ed148a1562 req-45b4f4d8-e705-4537-a66b-88916c936201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:55:44.543647 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9a120617-d88c-422a-adca-73ed148a1562 req-45b4f4d8-e705-4537-a66b-88916c936201 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=b1a00a493e704ec48248eed2815bb351&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1094990 Jul 05 02:55:44.649851 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a120617-d88c-422a-adca-73ed148a1562 req-8a3b1974-daeb-46f3-84e6-c7145aca69c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:55:44.651395 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9a120617-d88c-422a-adca-73ed148a1562 req-8a3b1974-daeb-46f3-84e6-c7145aca69c9 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1011810 Jul 05 02:55:44.767827 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bef7637-90c0-46d8-a40a-2306f3d3c7f6 req-dbd15009-3b8b-4316-bce1-a05c80bf9aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:55:44.770261 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4bef7637-90c0-46d8-a40a-2306f3d3c7f6 req-dbd15009-3b8b-4316-bce1-a05c80bf9aa3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b1a00a493e704ec48248eed2815bb351&device_id=4b8575f7-803b-4d26-b39c-64818dc9dc07 HTTP/1.1" status: 200 len: 1095 time: 0.0619800 Jul 05 02:55:44.817837 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4bef7637-90c0-46d8-a40a-2306f3d3c7f6 req-35885dbd-d26b-4b63-9e46-d552e8149f13 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c978ab38-8fd3-4545-a28a-52768713b210 HTTP/1.1" status: 200 len: 217 time: 0.0408607 Jul 05 02:55:44.866042 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bef7637-90c0-46d8-a40a-2306f3d3c7f6 req-6e374306-9cf2-4a87-9b07-5efd86b51988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:55:44.867574 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4bef7637-90c0-46d8-a40a-2306f3d3c7f6 req-6e374306-9cf2-4a87-9b07-5efd86b51988 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=33729902-d3e5-4dd5-ba26-acbc079120a6 HTTP/1.1" status: 200 len: 851 time: 0.0441768 Jul 05 02:55:44.926614 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bef7637-90c0-46d8-a40a-2306f3d3c7f6 req-47bcaf14-aeab-4fee-a22f-425e19ef93bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:55:44.928164 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4bef7637-90c0-46d8-a40a-2306f3d3c7f6 req-47bcaf14-aeab-4fee-a22f-425e19ef93bd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=73b1fe81-9ead-413d-adcc-8dcb2085def5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541534 Jul 05 02:55:45.040180 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4bef7637-90c0-46d8-a40a-2306f3d3c7f6 req-e4db2f52-c65c-4a46-b75a-5807d4b31d60 service neutron] 10.222.0.15 "GET /v2.0/networks/73b1fe81-9ead-413d-adcc-8dcb2085def5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052895 Jul 05 02:55:45.195818 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5fb546-6a2a-441c-89b2-7cc256df9dd7 req-48889516-e095-484f-af8c-62e129053899 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:55:45.197230 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-af5fb546-6a2a-441c-89b2-7cc256df9dd7 req-48889516-e095-484f-af8c-62e129053899 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b8575f7-803b-4d26-b39c-64818dc9dc07 HTTP/1.1" status: 200 len: 943 time: 0.1552298 Jul 05 02:55:45.199450 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4bef7637-90c0-46d8-a40a-2306f3d3c7f6 req-de6b6d93-bbb5-431f-b20c-a3ebcf78f3cd service neutron] 10.222.0.15 "GET /v2.0/networks/73b1fe81-9ead-413d-adcc-8dcb2085def5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470160 Jul 05 02:55:45.237572 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-af5fb546-6a2a-441c-89b2-7cc256df9dd7 req-1d7e6eb0-5356-4aef-ab19-d0d698d5baf4 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=1999bc0d-8d6f-407a-9c0b-dda1a8300b10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345652 Jul 05 02:55:46.424216 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456728fd-a640-40ae-8765-6a2535619f5c req-aedef00e-be40-42ca-861e-ca4ed0f83efe tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:55:46.425747 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-456728fd-a640-40ae-8765-6a2535619f5c req-aedef00e-be40-42ca-861e-ca4ed0f83efe tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b8575f7-803b-4d26-b39c-64818dc9dc07 HTTP/1.1" status: 200 len: 943 time: 0.0715265 Jul 05 02:55:46.463798 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-456728fd-a640-40ae-8765-6a2535619f5c req-33b825bd-ad0b-4de8-b34b-ce5ac020c7f8 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=1999bc0d-8d6f-407a-9c0b-dda1a8300b10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323262 Jul 05 02:55:47.637687 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2831338c-ab01-4e53-84d5-d0923039c512 req-86cc9a67-63f7-4908-9611-6a09aeea2d19 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:55:47.639286 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2831338c-ab01-4e53-84d5-d0923039c512 req-86cc9a67-63f7-4908-9611-6a09aeea2d19 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b8575f7-803b-4d26-b39c-64818dc9dc07 HTTP/1.1" status: 200 len: 943 time: 0.0647123 Jul 05 02:55:47.676537 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2831338c-ab01-4e53-84d5-d0923039c512 req-cafa72d6-b5ea-4305-b719-e509e06c031d tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=1999bc0d-8d6f-407a-9c0b-dda1a8300b10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315025 Jul 05 02:55:48.859613 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b61a9e-afcf-4275-841f-231b4117e430 req-f19c9a30-f037-4f06-a1fc-3976412cfc53 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:55:48.861265 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-63b61a9e-afcf-4275-841f-231b4117e430 req-f19c9a30-f037-4f06-a1fc-3976412cfc53 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b8575f7-803b-4d26-b39c-64818dc9dc07 HTTP/1.1" status: 200 len: 943 time: 0.0722167 Jul 05 02:55:48.902572 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-63b61a9e-afcf-4275-841f-231b4117e430 req-f938391b-32e3-4120-8f7b-81fa67dbf652 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=1999bc0d-8d6f-407a-9c0b-dda1a8300b10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341041 Jul 05 02:55:50.012397 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 02:55:50.082882 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46933686-3ca5-48fb-8b15-abd20765dc7b req-978238af-65bd-4f7a-8a64-5010bd16750a tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:55:50.084526 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-46933686-3ca5-48fb-8b15-abd20765dc7b req-978238af-65bd-4f7a-8a64-5010bd16750a tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b8575f7-803b-4d26-b39c-64818dc9dc07 HTTP/1.1" status: 200 len: 943 time: 0.0686860 Jul 05 02:55:50.124913 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-46933686-3ca5-48fb-8b15-abd20765dc7b req-73ec520d-df20-4555-ba0c-fcb601a573d4 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=1999bc0d-8d6f-407a-9c0b-dda1a8300b10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346017 Jul 05 02:55:51.045670 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-1ac56d08-1045-4c4b-9a7c-1764f688838a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:51.312548 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e815c39-d525-48cd-b986-99569768427e req-b3531ab2-4609-4bee-b61e-18c444073fbd tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:55:51.313948 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8e815c39-d525-48cd-b986-99569768427e req-b3531ab2-4609-4bee-b61e-18c444073fbd tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b8575f7-803b-4d26-b39c-64818dc9dc07 HTTP/1.1" status: 200 len: 943 time: 0.0626774 Jul 05 02:55:51.352738 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8e815c39-d525-48cd-b986-99569768427e req-53188340-6065-424b-8ddf-aa440c817cbc tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=1999bc0d-8d6f-407a-9c0b-dda1a8300b10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323725 Jul 05 02:55:52.561562 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14482be-c1d1-498f-b83a-3a72fa1e2b00 req-b8db43ea-1085-42e7-9fad-fa441595b2ee tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:55:52.563064 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c14482be-c1d1-498f-b83a-3a72fa1e2b00 req-b8db43ea-1085-42e7-9fad-fa441595b2ee tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b8575f7-803b-4d26-b39c-64818dc9dc07 HTTP/1.1" status: 200 len: 943 time: 0.0753853 Jul 05 02:55:52.599696 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c14482be-c1d1-498f-b83a-3a72fa1e2b00 req-edb8e76f-35b4-431d-86cc-7e44616ed0ee tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=1999bc0d-8d6f-407a-9c0b-dda1a8300b10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304809 Jul 05 02:55:53.260681 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b204b954-1613-496a-9906-4f324e02bcac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:53.984706 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead39a88-adea-4ebb-891a-0d8bb1195cf8 req-3687a40d-26b0-45a7-a6a1-51b5837a4dc9 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:55:53.986258 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ead39a88-adea-4ebb-891a-0d8bb1195cf8 req-3687a40d-26b0-45a7-a6a1-51b5837a4dc9 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b8575f7-803b-4d26-b39c-64818dc9dc07 HTTP/1.1" status: 200 len: 943 time: 0.0782850 Jul 05 02:55:54.027099 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ead39a88-adea-4ebb-891a-0d8bb1195cf8 req-3aacffda-16bf-4c4f-ad12-0af282b09a74 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=1999bc0d-8d6f-407a-9c0b-dda1a8300b10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343273 Jul 05 02:55:54.202198 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:54.700370 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:55.208953 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15de4806-9ba2-4751-b49b-7b49f343a04c req-1ebe0eb1-b8cc-4f95-816f-69eb73c6a14b tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:55:55.211435 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-15de4806-9ba2-4751-b49b-7b49f343a04c req-1ebe0eb1-b8cc-4f95-816f-69eb73c6a14b tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b8575f7-803b-4d26-b39c-64818dc9dc07 HTTP/1.1" status: 200 len: 943 time: 0.0703328 Jul 05 02:55:55.250701 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-15de4806-9ba2-4751-b49b-7b49f343a04c req-fdcd8a58-7fd8-48b4-8aa5-670402eb5ac0 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=1999bc0d-8d6f-407a-9c0b-dda1a8300b10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344422 Jul 05 02:55:56.151693 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:56.242672 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device c978ab38-8fd3-4545-a28a-52768713b210 details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:55:56.365082 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port c978ab38-8fd3-4545-a28a-52768713b210, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=c978ab38-8fd3-4545-a28a-52768713b210,segment=NetworkSegment(0d275c90-3bd1-498e-a485-a23914e67eb1),segment_id=0d275c90-3bd1-498e-a485-a23914e67eb1)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:55:56.379366 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Returning: {'device': 'c978ab38-8fd3-4545-a28a-52768713b210', 'network_id': '73b1fe81-9ead-413d-adcc-8dcb2085def5', 'port_id': 'c978ab38-8fd3-4545-a28a-52768713b210', 'mac_address': 'fa:16:3e:c4:7d:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33729902-d3e5-4dd5-ba26-acbc079120a6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:55:56.425772 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:56.439836 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c978ab38-8fd3-4545-a28a-52768713b210 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:55:56.464538 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port c978ab38-8fd3-4545-a28a-52768713b210, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=c978ab38-8fd3-4545-a28a-52768713b210,segment=NetworkSegment(0d275c90-3bd1-498e-a485-a23914e67eb1),segment_id=0d275c90-3bd1-498e-a485-a23914e67eb1)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:55:56.472014 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af77f7e-22d1-4190-9437-75f55fd1ccbf req-8a28f0f7-1b21-493c-b70d-185dc78655c2 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:55:56.473573 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1af77f7e-22d1-4190-9437-75f55fd1ccbf req-8a28f0f7-1b21-493c-b70d-185dc78655c2 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b8575f7-803b-4d26-b39c-64818dc9dc07 HTTP/1.1" status: 200 len: 943 time: 0.0845170 Jul 05 02:55:56.513584 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1af77f7e-22d1-4190-9437-75f55fd1ccbf req-2c3a54d2-e8ec-41de-ae03-574956916cbe tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=1999bc0d-8d6f-407a-9c0b-dda1a8300b10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331519 Jul 05 02:55:56.574479 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:56.625431 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=c978ab38-8fd3-4545-a28a-52768713b210,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:55:56.813658 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['c978ab38-8fd3-4545-a28a-52768713b210'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:55:57.369156 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9926e45a-40c9-4759-ba70-03f65789dfe5 req-834cd30e-a67e-458d-ae6c-4d5068cf4d6e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b31bf84e-206b-469b-b358-5de363d143d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0575166 Jul 05 02:55:57.461055 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9926e45a-40c9-4759-ba70-03f65789dfe5 req-2bfea98f-97f3-4557-bd4e-6c6ebb890488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:55:57.462604 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9926e45a-40c9-4759-ba70-03f65789dfe5 req-2bfea98f-97f3-4557-bd4e-6c6ebb890488 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b1a00a493e704ec48248eed2815bb351&device_id=b31bf84e-206b-469b-b358-5de363d143d7 HTTP/1.1" status: 200 len: 1097 time: 0.0526876 Jul 05 02:55:57.576137 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9926e45a-40c9-4759-ba70-03f65789dfe5 req-9518b649-4384-4475-8daf-6b21debe5d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:55:57.577710 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9926e45a-40c9-4759-ba70-03f65789dfe5 req-9518b649-4384-4475-8daf-6b21debe5d10 service neutron] 10.222.0.21 "GET /v2.0/networks?id=73b1fe81-9ead-413d-adcc-8dcb2085def5 HTTP/1.1" status: 200 len: 912 time: 0.0955677 Jul 05 02:55:57.659109 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9926e45a-40c9-4759-ba70-03f65789dfe5 req-e6611753-400e-440f-8341-2e0c2ed074d7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff60541e-610d-49be-b652-fc51a620445d HTTP/1.1" status: 200 len: 1001 time: 0.0752449 Jul 05 02:55:57.727128 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9926e45a-40c9-4759-ba70-03f65789dfe5 req-e84ae76c-6101-447b-9e2f-dfba21aab8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:55:57.728515 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9926e45a-40c9-4759-ba70-03f65789dfe5 req-e84ae76c-6101-447b-9e2f-dfba21aab8b0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=33729902-d3e5-4dd5-ba26-acbc079120a6 HTTP/1.1" status: 200 len: 851 time: 0.0531225 Jul 05 02:55:57.776813 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905d71bb-aa38-42c7-a30c-133a78cb3ffa req-1d82798d-5acc-49d4-a9cd-5bedfb6705d1 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:55:57.778379 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-905d71bb-aa38-42c7-a30c-133a78cb3ffa req-1d82798d-5acc-49d4-a9cd-5bedfb6705d1 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b8575f7-803b-4d26-b39c-64818dc9dc07 HTTP/1.1" status: 200 len: 944 time: 0.1329792 Jul 05 02:55:57.823357 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9926e45a-40c9-4759-ba70-03f65789dfe5 req-8a5ec21d-abed-4098-abc1-dd36f3d3e244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:55:57.824887 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9926e45a-40c9-4759-ba70-03f65789dfe5 req-8a5ec21d-abed-4098-abc1-dd36f3d3e244 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=73b1fe81-9ead-413d-adcc-8dcb2085def5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0897906 Jul 05 02:55:57.844701 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-905d71bb-aa38-42c7-a30c-133a78cb3ffa req-79a87385-eb99-487f-9fe9-eecc48f06002 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=1999bc0d-8d6f-407a-9c0b-dda1a8300b10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526206 Jul 05 02:55:57.920815 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9926e45a-40c9-4759-ba70-03f65789dfe5 req-901b3246-449e-4b40-92b0-010f438689ed service neutron] 10.222.0.21 "GET /v2.0/networks/73b1fe81-9ead-413d-adcc-8dcb2085def5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884297 Jul 05 02:55:58.027857 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9926e45a-40c9-4759-ba70-03f65789dfe5 req-0d0d1bf5-5436-4fe6-8f06-ab5afebe54d3 service neutron] 10.222.0.21 "GET /v2.0/networks/73b1fe81-9ead-413d-adcc-8dcb2085def5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997009 Jul 05 02:55:58.258059 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device c978ab38-8fd3-4545-a28a-52768713b210 up at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:55:58.422687 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning for port c978ab38-8fd3-4545-a28a-52768713b210 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:55:58.426837 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning complete for port c978ab38-8fd3-4545-a28a-52768713b210 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:55:58.427797 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:58.505720 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:58.527504 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b8575f7-803b-4d26-b39c-64818dc9dc07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c978ab38-8fd3-4545-a28a-52768713b210'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:55:58.529730 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a58095b4-9d8d-4b8f-8bf5-e9c1e64a2c79" -d '{"events": [{"server_uuid": "4b8575f7-803b-4d26-b39c-64818dc9dc07", "name": "network-vif-plugged", "status": "completed", "tag": "c978ab38-8fd3-4545-a28a-52768713b210"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:55:58.543216 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port c978ab38-8fd3-4545-a28a-52768713b210, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=c978ab38-8fd3-4545-a28a-52768713b210,segment=NetworkSegment(0d275c90-3bd1-498e-a485-a23914e67eb1),segment_id=0d275c90-3bd1-498e-a485-a23914e67eb1)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:55:58.674537 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:55:58.729927 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-225e573a-9aa8-4c4c-972c-85bb4745ac97 x-openstack-request-id: req-225e573a-9aa8-4c4c-972c-85bb4745ac97 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:55:58.730460 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b8575f7-803b-4d26-b39c-64818dc9dc07", "name": "network-vif-plugged", "status": "completed", "tag": "c978ab38-8fd3-4545-a28a-52768713b210", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:55:58.730862 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-225e573a-9aa8-4c4c-972c-85bb4745ac97 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:55:58.731536 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b8575f7-803b-4d26-b39c-64818dc9dc07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c978ab38-8fd3-4545-a28a-52768713b210', 'code': 200} Jul 05 02:55:58.734859 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=c978ab38-8fd3-4545-a28a-52768713b210,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:55:58.825591 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d226527-bc17-463f-9c93-9e6b7fcbfb36 req-5de3028a-728d-44a4-a018-432de43a3373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:55:58.827025 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0d226527-bc17-463f-9c93-9e6b7fcbfb36 req-5de3028a-728d-44a4-a018-432de43a3373 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4b8575f7-803b-4d26-b39c-64818dc9dc07 HTTP/1.1" status: 200 len: 1097 time: 0.0520680 Jul 05 02:55:58.863701 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0d226527-bc17-463f-9c93-9e6b7fcbfb36 req-e56d7c12-1c9a-4ffd-a4e2-26a0159ce1e1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1999bc0d-8d6f-407a-9c0b-dda1a8300b10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293908 Jul 05 02:55:59.018501 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e110b5a7-c27c-4176-8e49-7c20217283ea req-6530a171-3328-422f-a662-9f270f9cbfb2 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:55:59.020004 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e110b5a7-c27c-4176-8e49-7c20217283ea req-6530a171-3328-422f-a662-9f270f9cbfb2 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b8575f7-803b-4d26-b39c-64818dc9dc07 HTTP/1.1" status: 200 len: 945 time: 0.0650671 Jul 05 02:55:59.059894 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e110b5a7-c27c-4176-8e49-7c20217283ea req-a43cac91-998f-4929-a38a-850d273e8144 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=1999bc0d-8d6f-407a-9c0b-dda1a8300b10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342705 Jul 05 02:56:00.238248 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef56ec6-1b0a-4f1a-b6b2-404d6294c4b2 req-04fd6b82-88a2-4fdd-ba4b-5cd6b72dece9 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:56:00.239798 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-aef56ec6-1b0a-4f1a-b6b2-404d6294c4b2 req-04fd6b82-88a2-4fdd-ba4b-5cd6b72dece9 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b8575f7-803b-4d26-b39c-64818dc9dc07 HTTP/1.1" status: 200 len: 945 time: 0.0642257 Jul 05 02:56:00.278997 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-aef56ec6-1b0a-4f1a-b6b2-404d6294c4b2 req-d10ae2e4-3b83-4a6e-972a-1e8ea18d7b43 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=1999bc0d-8d6f-407a-9c0b-dda1a8300b10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334303 Jul 05 02:56:00.467800 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c55745d-18b7-44f9-bb2c-797d47e9b844 req-772ee4d7-c918-4553-bb01-d92db144c66d tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:56:00.472371 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6c55745d-18b7-44f9-bb2c-797d47e9b844 req-772ee4d7-c918-4553-bb01-d92db144c66d tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b8575f7-803b-4d26-b39c-64818dc9dc07 HTTP/1.1" status: 200 len: 945 time: 0.0737963 Jul 05 02:56:00.508531 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6c55745d-18b7-44f9-bb2c-797d47e9b844 req-0a3aeb0c-6efa-44f4-816a-e050c4ea7a4d tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=1999bc0d-8d6f-407a-9c0b-dda1a8300b10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332317 Jul 05 02:56:00.538886 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 44580) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:56:00.796007 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057718cc-f76a-4115-b7c4-3dc814ba08ca tempest-TestVolumeBootPattern-509227968 tempest-TestVolumeBootPattern-509227968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:56:00.797584 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-057718cc-f76a-4115-b7c4-3dc814ba08ca tempest-TestVolumeBootPattern-509227968 tempest-TestVolumeBootPattern-509227968-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=4b8575f7-803b-4d26-b39c-64818dc9dc07 HTTP/1.1" status: 200 len: 1092 time: 0.2567279 Jul 05 02:56:00.800500 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 44592) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:56:00.805474 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-7aefe86d-db48-4b8c-aabb-7b6ef3fa302d tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Request body: {'floatingip': {'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'port_id': 'c978ab38-8fd3-4545-a28a-52768713b210', 'tenant_id': 'b1a00a493e704ec48248eed2815bb351', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:56:00.988565 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7aefe86d-db48-4b8c-aabb-7b6ef3fa302d tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks [] for floatingip, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:01.088563 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7aefe86d-db48-4b8c-aabb-7b6ef3fa302d tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:01.197612 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-7aefe86d-db48-4b8c-aabb-7b6ef3fa302d tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Allocated IP 172.25.7.78 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/afe25671-4b18-47ad-904c-8a8eee858777) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:56:01.306507 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7aefe86d-db48-4b8c-aabb-7b6ef3fa302d tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:01.414629 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7aefe86d-db48-4b8c-aabb-7b6ef3fa302d tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:01.455494 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aefe86d-db48-4b8c-aabb-7b6ef3fa302d tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:56:01.463604 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-7aefe86d-db48-4b8c-aabb-7b6ef3fa302d tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:56:01.465568 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aefe86d-db48-4b8c-aabb-7b6ef3fa302d tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Pushing event updated for resources: {'Port': ['ID=afe25671-4b18-47ad-904c-8a8eee858777,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:56:01.467892 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aefe86d-db48-4b8c-aabb-7b6ef3fa302d tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:56:01.493517 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aefe86d-db48-4b8c-aabb-7b6ef3fa302d tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:56:01.493861 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aefe86d-db48-4b8c-aabb-7b6ef3fa302d tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:56:01.494098 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aefe86d-db48-4b8c-aabb-7b6ef3fa302d tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:56:01.494463 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aefe86d-db48-4b8c-aabb-7b6ef3fa302d tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:56:01.494793 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aefe86d-db48-4b8c-aabb-7b6ef3fa302d tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:56:01.495121 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aefe86d-db48-4b8c-aabb-7b6ef3fa302d tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:56:01.495445 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aefe86d-db48-4b8c-aabb-7b6ef3fa302d tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:56:01.495768 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aefe86d-db48-4b8c-aabb-7b6ef3fa302d tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:56:01.496093 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aefe86d-db48-4b8c-aabb-7b6ef3fa302d tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:56:01.496415 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aefe86d-db48-4b8c-aabb-7b6ef3fa302d tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:56:01.496737 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aefe86d-db48-4b8c-aabb-7b6ef3fa302d tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:56:01.497083 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aefe86d-db48-4b8c-aabb-7b6ef3fa302d tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:56:01.885525 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7aefe86d-db48-4b8c-aabb-7b6ef3fa302d tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:02.066529 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7aefe86d-db48-4b8c-aabb-7b6ef3fa302d tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:02.225149 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7aefe86d-db48-4b8c-aabb-7b6ef3fa302d tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:02.319998 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7aefe86d-db48-4b8c-aabb-7b6ef3fa302d tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:02.391583 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aefe86d-db48-4b8c-aabb-7b6ef3fa302d tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Pushing event updated for resources: {'Port': ['ID=afe25671-4b18-47ad-904c-8a8eee858777,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:56:02.402375 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7aefe86d-db48-4b8c-aabb-7b6ef3fa302d tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636869'] for floatingip, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:02.510849 n-d-771362-32 neutron-server[94462]: INFO neutron.db.l3_db [None req-7aefe86d-db48-4b8c-aabb-7b6ef3fa302d tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Floating IP f7cec375-c3ba-4e8f-a47a-ce5d17604199 associated. External IP: 172.25.7.78, port: c978ab38-8fd3-4545-a28a-52768713b210. Jul 05 02:56:02.736359 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aefe86d-db48-4b8c-aabb-7b6ef3fa302d tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Router 8e2bcb07-6c5e-4486-8f64-4c01f3036bb7 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:56:02.853749 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aefe86d-db48-4b8c-aabb-7b6ef3fa302d tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:56:02.863958 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a640b9-ab79-407c-9413-2fb2547e2e9e None None] Sync routers for ids ['8e2bcb07-6c5e-4486-8f64-4c01f3036bb7'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:56:02.876513 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a640b9-ab79-407c-9413-2fb2547e2e9e None None] Routers {'8e2bcb07-6c5e-4486-8f64-4c01f3036bb7'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:56:02.877134 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-39a640b9-ab79-407c-9413-2fb2547e2e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:55:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['8e2bcb07-6c5e-4486-8f64-4c01f3036bb7'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:56:02.985795 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-39a640b9-ab79-407c-9413-2fb2547e2e9e None None] Set router 8e2bcb07-6c5e-4486-8f64-4c01f3036bb7 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:56:02.991414 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7aefe86d-db48-4b8c-aabb-7b6ef3fa302d tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:03.067290 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-7aefe86d-db48-4b8c-aabb-7b6ef3fa302d tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2656770 Jul 05 02:56:03.068106 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b8575f7-803b-4d26-b39c-64818dc9dc07', 'tag': 'c978ab38-8fd3-4545-a28a-52768713b210'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:56:03.073096 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b223267e0e0ddb3199af7772d0b45336e3b4b54fbb151c86a8051291a61e85db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1998e439-6a51-4b55-a936-f30fbf436722" -d '{"events": [{"name": "network-changed", "server_uuid": "4b8575f7-803b-4d26-b39c-64818dc9dc07", "tag": "c978ab38-8fd3-4545-a28a-52768713b210"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:56:03.182733 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9313740b-9251-412b-aa31-fdf9b38b1859 x-openstack-request-id: req-9313740b-9251-412b-aa31-fdf9b38b1859 {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:56:03.183071 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b8575f7-803b-4d26-b39c-64818dc9dc07", "tag": "c978ab38-8fd3-4545-a28a-52768713b210", "status": "completed", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:56:03.183337 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9313740b-9251-412b-aa31-fdf9b38b1859 {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:56:03.184138 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b8575f7-803b-4d26-b39c-64818dc9dc07', 'tag': 'c978ab38-8fd3-4545-a28a-52768713b210', 'status': 'completed', 'code': 200} Jul 05 02:56:03.238031 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-39a640b9-ab79-407c-9413-2fb2547e2e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2bcb07-6c5e-4486-8f64-4c01f3036bb7', 'name': 'tempest-TestVolumeBootPattern-1666250849-router', 'tenant_id': 'b1a00a493e704ec48248eed2815bb351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '7d2df5b5-41a7-4290-a99f-4004dbb96fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:41:50Z', 'updated_at': '2021-07-05T02:41:56Z', 'revision_number': 4, 'project_id': 'b1a00a493e704ec48248eed2815bb351', 'gw_port': {'id': '7d2df5b5-41a7-4290-a99f-4004dbb96fd5', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2bcb07-6c5e-4486-8f64-4c01f3036bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:41:51Z', 'updated_at': '2021-07-05T02:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '1cd73281-41b4-4e38-849f-0ef6d51799cd', 'tenant_id': 'b1a00a493e704ec48248eed2815bb351', 'floating_ip_address': '172.25.7.144', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': '8e2bcb07-6c5e-4486-8f64-4c01f3036bb7', 'port_id': 'ff60541e-610d-49be-b652-fc51a620445d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73b1fe81-9ead-413d-adcc-8dcb2085def5', 'mac_address': 'fa:16:3e:16:d8:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31bf84e-206b-469b-b358-5de363d143d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T02:52:29Z', 'updated_at': '2021-07-05T02:52:31Z', 'revision_number': 1, 'project_id': 'b1a00a493e704ec48248eed2815bb351', 'fixed_ip_address_scope': None}, {'id': 'f7cec375-c3ba-4e8f-a47a-ce5d17604199', 'tenant_id': 'b1a00a493e704ec48248eed2815bb351', 'floating_ip_address': '172.25.7.78', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': '8e2bcb07-6c5e-4486-8f64-4c01f3036bb7', 'port_id': 'c978ab38-8fd3-4545-a28a-52768713b210', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73b1fe81-9ead-413d-adcc-8dcb2085def5', 'mac_address': 'fa:16:3e:c4:7d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8575f7-803b-4d26-b39c-64818dc9dc07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T02:56:01Z', 'updated_at': '2021-07-05T02:56:01Z', 'revision_number': 0, 'project_id': 'b1a00a493e704ec48248eed2815bb351', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '581871ae-f1f2-4d48-a7e0-6ba26cbd1272', 'name': '', 'network_id': '73b1fe81-9ead-413d-adcc-8dcb2085def5', 'tenant_id': 'b1a00a493e704ec48248eed2815bb351', 'mac_address': 'fa:16:3e:2c:24:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2bcb07-6c5e-4486-8f64-4c01f3036bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': '33729902-d3e5-4dd5-ba26-acbc079120a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:41:55Z', 'updated_at': '2021-07-05T02:42:06Z', 'revision_number': 5, 'project_id': 'b1a00a493e704ec48248eed2815bb351', 'subnets': [{'id': '33729902-d3e5-4dd5-ba26-acbc079120a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:56:03.269306 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a640b9-ab79-407c-9413-2fb2547e2e9e None None] Checking router: 8e2bcb07-6c5e-4486-8f64-4c01f3036bb7 for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:56:03.274443 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1998e439-6a51-4b55-a936-f30fbf436722 req-eb4c3cb5-50d3-4ce0-9f30-e9d5d90160f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:56:03.276273 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1998e439-6a51-4b55-a936-f30fbf436722 req-eb4c3cb5-50d3-4ce0-9f30-e9d5d90160f6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b1a00a493e704ec48248eed2815bb351&device_id=4b8575f7-803b-4d26-b39c-64818dc9dc07 HTTP/1.1" status: 200 len: 1097 time: 0.0705357 Jul 05 02:56:03.278155 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a640b9-ab79-407c-9413-2fb2547e2e9e None None] Routers {'8e2bcb07-6c5e-4486-8f64-4c01f3036bb7'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:56:03.278759 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-39a640b9-ab79-407c-9413-2fb2547e2e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:55:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['8e2bcb07-6c5e-4486-8f64-4c01f3036bb7'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:56:03.428940 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-39a640b9-ab79-407c-9413-2fb2547e2e9e None None] Set router 8e2bcb07-6c5e-4486-8f64-4c01f3036bb7 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:56:03.508908 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 44618) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:56:03.765139 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b7887a70-4be7-4ef2-ac63-40935eda65e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:03.798104 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1998e439-6a51-4b55-a936-f30fbf436722 req-36dfe79c-8a21-4d80-a20a-239f4834976a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:56:03.799695 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1998e439-6a51-4b55-a936-f30fbf436722 req-36dfe79c-8a21-4d80-a20a-239f4834976a service neutron] 10.222.0.15 "GET /v2.0/networks?id=73b1fe81-9ead-413d-adcc-8dcb2085def5 HTTP/1.1" status: 200 len: 912 time: 0.5174341 Jul 05 02:56:03.822038 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-39a640b9-ab79-407c-9413-2fb2547e2e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2bcb07-6c5e-4486-8f64-4c01f3036bb7', 'name': 'tempest-TestVolumeBootPattern-1666250849-router', 'tenant_id': 'b1a00a493e704ec48248eed2815bb351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '7d2df5b5-41a7-4290-a99f-4004dbb96fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:41:50Z', 'updated_at': '2021-07-05T02:41:56Z', 'revision_number': 4, 'project_id': 'b1a00a493e704ec48248eed2815bb351', 'gw_port': {'id': '7d2df5b5-41a7-4290-a99f-4004dbb96fd5', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2bcb07-6c5e-4486-8f64-4c01f3036bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:41:51Z', 'updated_at': '2021-07-05T02:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '1cd73281-41b4-4e38-849f-0ef6d51799cd', 'tenant_id': 'b1a00a493e704ec48248eed2815bb351', 'floating_ip_address': '172.25.7.144', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': '8e2bcb07-6c5e-4486-8f64-4c01f3036bb7', 'port_id': 'ff60541e-610d-49be-b652-fc51a620445d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73b1fe81-9ead-413d-adcc-8dcb2085def5', 'mac_address': 'fa:16:3e:16:d8:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31bf84e-206b-469b-b358-5de363d143d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T02:52:29Z', 'updated_at': '2021-07-05T02:52:31Z', 'revision_number': 1, 'project_id': 'b1a00a493e704ec48248eed2815bb351', 'fixed_ip_address_scope': None}, {'id': 'f7cec375-c3ba-4e8f-a47a-ce5d17604199', 'tenant_id': 'b1a00a493e704ec48248eed2815bb351', 'floating_ip_address': '172.25.7.78', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': '8e2bcb07-6c5e-4486-8f64-4c01f3036bb7', 'port_id': 'c978ab38-8fd3-4545-a28a-52768713b210', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73b1fe81-9ead-413d-adcc-8dcb2085def5', 'mac_address': 'fa:16:3e:c4:7d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8575f7-803b-4d26-b39c-64818dc9dc07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T02:56:01Z', 'updated_at': '2021-07-05T02:56:01Z', 'revision_number': 0, 'project_id': 'b1a00a493e704ec48248eed2815bb351', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '581871ae-f1f2-4d48-a7e0-6ba26cbd1272', 'name': '', 'network_id': '73b1fe81-9ead-413d-adcc-8dcb2085def5', 'tenant_id': 'b1a00a493e704ec48248eed2815bb351', 'mac_address': 'fa:16:3e:2c:24:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2bcb07-6c5e-4486-8f64-4c01f3036bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': '33729902-d3e5-4dd5-ba26-acbc079120a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:41:55Z', 'updated_at': '2021-07-05T02:42:06Z', 'revision_number': 5, 'project_id': 'b1a00a493e704ec48248eed2815bb351', 'subnets': [{'id': '33729902-d3e5-4dd5-ba26-acbc079120a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:56:03.827663 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b7887a70-4be7-4ef2-ac63-40935eda65e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:03.851919 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a640b9-ab79-407c-9413-2fb2547e2e9e None None] The sync data for ids ['8e2bcb07-6c5e-4486-8f64-4c01f3036bb7'] in n-d-771362-32 is: [{'id': '8e2bcb07-6c5e-4486-8f64-4c01f3036bb7', 'name': 'tempest-TestVolumeBootPattern-1666250849-router', 'tenant_id': 'b1a00a493e704ec48248eed2815bb351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '7d2df5b5-41a7-4290-a99f-4004dbb96fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:41:50Z', 'updated_at': '2021-07-05T02:41:56Z', 'revision_number': 4, 'project_id': 'b1a00a493e704ec48248eed2815bb351', 'gw_port': {'id': '7d2df5b5-41a7-4290-a99f-4004dbb96fd5', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2bcb07-6c5e-4486-8f64-4c01f3036bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:41:51Z', 'updated_at': '2021-07-05T02:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '1cd73281-41b4-4e38-849f-0ef6d51799cd', 'tenant_id': 'b1a00a493e704ec48248eed2815bb351', 'floating_ip_address': '172.25.7.144', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': '8e2bcb07-6c5e-4486-8f64-4c01f3036bb7', 'port_id': 'ff60541e-610d-49be-b652-fc51a620445d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73b1fe81-9ead-413d-adcc-8dcb2085def5', 'mac_address': 'fa:16:3e:16:d8:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31bf84e-206b-469b-b358-5de363d143d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T02:52:29Z', 'updated_at': '2021-07-05T02:52:31Z', 'revision_number': 1, 'project_id': 'b1a00a493e704ec48248eed2815bb351', 'fixed_ip_address_scope': None}, {'id': 'f7cec375-c3ba-4e8f-a47a-ce5d17604199', 'tenant_id': 'b1a00a493e704ec48248eed2815bb351', 'floating_ip_address': '172.25.7.78', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': '8e2bcb07-6c5e-4486-8f64-4c01f3036bb7', 'port_id': 'c978ab38-8fd3-4545-a28a-52768713b210', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73b1fe81-9ead-413d-adcc-8dcb2085def5', 'mac_address': 'fa:16:3e:c4:7d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8575f7-803b-4d26-b39c-64818dc9dc07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T02:56:01Z', 'updated_at': '2021-07-05T02:56:01Z', 'revision_number': 0, 'project_id': 'b1a00a493e704ec48248eed2815bb351', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '581871ae-f1f2-4d48-a7e0-6ba26cbd1272', 'name': '', 'network_id': '73b1fe81-9ead-413d-adcc-8dcb2085def5', 'tenant_id': 'b1a00a493e704ec48248eed2815bb351', 'mac_address': 'fa:16:3e:2c:24:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2bcb07-6c5e-4486-8f64-4c01f3036bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': '33729902-d3e5-4dd5-ba26-acbc079120a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:41:55Z', 'updated_at': '2021-07-05T02:42:06Z', 'revision_number': 5, 'project_id': 'b1a00a493e704ec48248eed2815bb351', 'subnets': [{'id': '33729902-d3e5-4dd5-ba26-acbc079120a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:56:03.892249 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1998e439-6a51-4b55-a936-f30fbf436722 req-75e4fe75-af26-427a-8b86-9dddf4c49671 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c978ab38-8fd3-4545-a28a-52768713b210 HTTP/1.1" status: 200 len: 998 time: 0.0833931 Jul 05 02:56:03.976451 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1998e439-6a51-4b55-a936-f30fbf436722 req-978dd8c3-1b9e-4780-921c-d8c7d63b6861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:56:03.976451 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1998e439-6a51-4b55-a936-f30fbf436722 req-978dd8c3-1b9e-4780-921c-d8c7d63b6861 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=33729902-d3e5-4dd5-ba26-acbc079120a6 HTTP/1.1" status: 200 len: 851 time: 0.0578928 Jul 05 02:56:04.023115 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1998e439-6a51-4b55-a936-f30fbf436722 req-730010cb-f679-4beb-97ea-3e0e34741a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:56:04.024877 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1998e439-6a51-4b55-a936-f30fbf436722 req-730010cb-f679-4beb-97ea-3e0e34741a67 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=73b1fe81-9ead-413d-adcc-8dcb2085def5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0580254 Jul 05 02:56:04.097613 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b7887a70-4be7-4ef2-ac63-40935eda65e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:04.115826 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7894521-77ef-4347-a894-b5af61b6d17b None None] New status for floating IP f7cec375-c3ba-4e8f-a47a-ce5d17604199: ACTIVE {{(pid=94463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 02:56:04.124614 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1998e439-6a51-4b55-a936-f30fbf436722 req-7e3535cc-d6a9-432b-a87b-3ac25ec8760d service neutron] 10.222.0.15 "GET /v2.0/networks/73b1fe81-9ead-413d-adcc-8dcb2085def5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920577 Jul 05 02:56:04.160401 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-b7887a70-4be7-4ef2-ac63-40935eda65e0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9a9906eba93c4b8dae1ae684573eb523&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6478612 Jul 05 02:56:04.160401 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7887a70-4be7-4ef2-ac63-40935eda65e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9fd5ae8-1e8f-493e-8848-a1da198690ab,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:56:04.161516 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 44624) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:56:04.217221 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-25cd5934-edf9-44cc-b514-c140de23baf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:04.228917 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1998e439-6a51-4b55-a936-f30fbf436722 req-0e34e5c9-e870-4de6-8494-1c87886be5d1 service neutron] 10.222.0.15 "GET /v2.0/networks/73b1fe81-9ead-413d-adcc-8dcb2085def5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974050 Jul 05 02:56:04.249208 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-25cd5934-edf9-44cc-b514-c140de23baf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:04.456932 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-25cd5934-edf9-44cc-b514-c140de23baf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:04.460407 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-25cd5934-edf9-44cc-b514-c140de23baf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:04.461049 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-25cd5934-edf9-44cc-b514-c140de23baf9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d9fd5ae8-1e8f-493e-8848-a1da198690ab HTTP/1.1" status: 204 len: 168 time: 0.2989597 Jul 05 02:56:04.470887 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cd5934-edf9-44cc-b514-c140de23baf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9fd5ae8-1e8f-493e-8848-a1da198690ab,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:56:05.479042 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 44638) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:56:05.493434 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7a14db73-94e5-46c0-b191-a7fd850cc3ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:05.596418 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7a14db73-94e5-46c0-b191-a7fd850cc3ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:05.702754 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7a14db73-94e5-46c0-b191-a7fd850cc3ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:05.744857 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-7a14db73-94e5-46c0-b191-a7fd850cc3ce admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=821845ca8ec946d6b05ac85d7d62f89b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2640128 Jul 05 02:56:05.745730 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a14db73-94e5-46c0-b191-a7fd850cc3ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fcb65fb-6d31-4307-99a8-d8d58707a61e,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:56:05.747769 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 44640) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:56:05.804811 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-cbf4d829-18f7-4757-85b3-5d653ac394e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:05.827728 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-cbf4d829-18f7-4757-85b3-5d653ac394e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:06.034412 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-cbf4d829-18f7-4757-85b3-5d653ac394e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:06.037140 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-cbf4d829-18f7-4757-85b3-5d653ac394e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:06.038398 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-cbf4d829-18f7-4757-85b3-5d653ac394e6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0fcb65fb-6d31-4307-99a8-d8d58707a61e HTTP/1.1" status: 204 len: 168 time: 0.2849803 Jul 05 02:56:06.048823 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf4d829-18f7-4757-85b3-5d653ac394e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fcb65fb-6d31-4307-99a8-d8d58707a61e,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:56:07.867877 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 44674) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:56:07.976825 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6c7a13dd-1743-4b3e-a83e-a3519578ce9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:08.077957 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6c7a13dd-1743-4b3e-a83e-a3519578ce9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:08.268113 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6c7a13dd-1743-4b3e-a83e-a3519578ce9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:08.310976 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7a13dd-1743-4b3e-a83e-a3519578ce9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d394c611-5f79-4c98-8c1c-074bf51e8bce,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:56:08.316898 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-6c7a13dd-1743-4b3e-a83e-a3519578ce9a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3f2aa3d2e32344d28ee0c18bf8ceb67b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4479821 Jul 05 02:56:08.320542 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 44678) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:56:08.372498 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c79bc365-556d-4a60-bdeb-707e0ca269ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:08.394610 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c79bc365-556d-4a60-bdeb-707e0ca269ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:08.534507 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c79bc365-556d-4a60-bdeb-707e0ca269ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:08.537220 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c79bc365-556d-4a60-bdeb-707e0ca269ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:08.538876 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-c79bc365-556d-4a60-bdeb-707e0ca269ea admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d394c611-5f79-4c98-8c1c-074bf51e8bce HTTP/1.1" status: 204 len: 168 time: 0.2170296 Jul 05 02:56:08.547451 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79bc365-556d-4a60-bdeb-707e0ca269ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d394c611-5f79-4c98-8c1c-074bf51e8bce,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:56:09.107837 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 44696) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:56:09.245037 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-515be7a4-9694-41f9-a200-8c73428b4192 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ded5ef706e72456598fea1c5f39246cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1360033 Jul 05 02:56:09.247790 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 44702) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:56:09.297272 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f30a136c-706f-49f1-87d6-7117d0e858c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:09.319314 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f30a136c-706f-49f1-87d6-7117d0e858c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:09.474332 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f30a136c-706f-49f1-87d6-7117d0e858c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:09.476884 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f30a136c-706f-49f1-87d6-7117d0e858c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:09.478096 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-f30a136c-706f-49f1-87d6-7117d0e858c6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8ab35c9a-8e4e-40bf-bfd7-d9f2ac13f82d HTTP/1.1" status: 204 len: 168 time: 0.2294164 Jul 05 02:56:09.486117 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30a136c-706f-49f1-87d6-7117d0e858c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ab35c9a-8e4e-40bf-bfd7-d9f2ac13f82d,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:56:09.956563 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 44726) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:56:10.052062 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-aa2ce981-53c3-48bb-818b-80cdaa93c1a8 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1396049905-network', 'tenant_id': 'f1409f1f62d2417dac8efdf267410e88'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:56:10.239767 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa2ce981-53c3-48bb-818b-80cdaa93c1a8 admin admin] Made reservation on behalf of f1409f1f62d2417dac8efdf267410e88 for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:56:10.242241 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-aa2ce981-53c3-48bb-818b-80cdaa93c1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:10.251980 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-aa2ce981-53c3-48bb-818b-80cdaa93c1a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:10.340071 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-aa2ce981-53c3-48bb-818b-80cdaa93c1a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:10.436724 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-aa2ce981-53c3-48bb-818b-80cdaa93c1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:10.456580 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa2ce981-53c3-48bb-818b-80cdaa93c1a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:56:10.474313 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-aa2ce981-53c3-48bb-818b-80cdaa93c1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:10.474661 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-aa2ce981-53c3-48bb-818b-80cdaa93c1a8 admin admin] Added segment 8bef7cfe-46ae-44bd-b5e8-28484c6c825d of type vlan for network acaf4422-415c-42bb-ab07-8d5847c4c80f Jul 05 02:56:10.476135 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ce981-53c3-48bb-818b-80cdaa93c1a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d07a207-831d-4d58-916c-5d501533513a,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:56:10.518421 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-aa2ce981-53c3-48bb-818b-80cdaa93c1a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:10.642935 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-aa2ce981-53c3-48bb-818b-80cdaa93c1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:10.651737 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2ce981-53c3-48bb-818b-80cdaa93c1a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:56:10.651737 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-aa2ce981-53c3-48bb-818b-80cdaa93c1a8 admin admin] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:10.707998 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ce981-53c3-48bb-818b-80cdaa93c1a8 admin admin] Pushing event updated for resources: {'Network': ['ID=acaf4422-415c-42bb-ab07-8d5847c4c80f,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:56:10.717696 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network acaf4422-415c-42bb-ab07-8d5847c4c80f details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:56:10.777807 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-aa2ce981-53c3-48bb-818b-80cdaa93c1a8 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8200743 Jul 05 02:56:10.780630 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 44744) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:56:10.785624 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-75156ec9-677f-44d6-8960-5145fcae4b19 admin admin] Request body: {'subnet': {'network_id': 'acaf4422-415c-42bb-ab07-8d5847c4c80f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1396049905-subnet', 'tenant_id': 'f1409f1f62d2417dac8efdf267410e88', 'ip_version': 4}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:56:10.959599 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75156ec9-677f-44d6-8960-5145fcae4b19 admin admin] Made reservation on behalf of f1409f1f62d2417dac8efdf267410e88 for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:56:10.962396 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-75156ec9-677f-44d6-8960-5145fcae4b19 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:11.248397 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-75156ec9-677f-44d6-8960-5145fcae4b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:11.309418 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75156ec9-677f-44d6-8960-5145fcae4b19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccdf9b91-34d6-4015-a390-6bb5ce6c47ec,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:56:11.315470 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75156ec9-677f-44d6-8960-5145fcae4b19 admin admin] Checking segment: {'id': '8bef7cfe-46ae-44bd-b5e8-28484c6c825d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'acaf4422-415c-42bb-ab07-8d5847c4c80f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:56:11.315725 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75156ec9-677f-44d6-8960-5145fcae4b19 admin admin] Network hostable DHCP agents. Network: acaf4422-415c-42bb-ab07-8d5847c4c80f, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:56:11.405275 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75156ec9-677f-44d6-8960-5145fcae4b19 admin admin] Network acaf4422-415c-42bb-ab07-8d5847c4c80f is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:56:11.519474 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-75156ec9-677f-44d6-8960-5145fcae4b19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, acaf4422-415c-42bb-ab07-8d5847c4c80f) {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:56:11.523598 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75156ec9-677f-44d6-8960-5145fcae4b19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:56:11.524300 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-75156ec9-677f-44d6-8960-5145fcae4b19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:11.542848 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b99f5c-e9b1-4062-800b-885e715a60fe None None] Network acaf4422-415c-42bb-ab07-8d5847c4c80f requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:56:11.652177 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 44750) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:56:11.657786 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-0661a033-9a08-4977-81bd-d15cfdf2a9f3 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1396049905-router', 'tenant_id': 'f1409f1f62d2417dac8efdf267410e88', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:56:11.662171 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-75156ec9-677f-44d6-8960-5145fcae4b19 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8803864 Jul 05 02:56:11.691111 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9146981e-bbf9-4fb2-8536-56d5894336c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-acaf4422-415c-42bb-ab07-8d5847c4c80f', 'network_id': 'acaf4422-415c-42bb-ab07-8d5847c4c80f', 'tenant_id': 'f1409f1f62d2417dac8efdf267410e88', 'fixed_ips': [{'subnet_id': 'ccdf9b91-34d6-4015-a390-6bb5ce6c47ec'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:56:11.696003 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-9146981e-bbf9-4fb2-8536-56d5894336c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:11.808770 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0661a033-9a08-4977-81bd-d15cfdf2a9f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11810'] for router, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:11.810193 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0661a033-9a08-4977-81bd-d15cfdf2a9f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1926740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11821'] for router, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:11.824089 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-9146981e-bbf9-4fb2-8536-56d5894336c0 None None] Allocated IP 172.20.0.2 (acaf4422-415c-42bb-ab07-8d5847c4c80f/ccdf9b91-34d6-4015-a390-6bb5ce6c47ec/0256f9ae-eee6-48fb-befb-0de878b5299b) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:56:11.899357 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0661a033-9a08-4977-81bd-d15cfdf2a9f3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:11.981678 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-9146981e-bbf9-4fb2-8536-56d5894336c0 None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:11.989921 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-9146981e-bbf9-4fb2-8536-56d5894336c0 None None] Transition to ACTIVE for port object 0256f9ae-eee6-48fb-befb-0de878b5299b will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:56:12.004363 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-9146981e-bbf9-4fb2-8536-56d5894336c0 None None] Transition to ACTIVE for port object 0256f9ae-eee6-48fb-befb-0de878b5299b will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:56:12.051465 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:12.076766 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:12.123086 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-9146981e-bbf9-4fb2-8536-56d5894336c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:12.153174 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0661a033-9a08-4977-81bd-d15cfdf2a9f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:12.177773 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9146981e-bbf9-4fb2-8536-56d5894336c0 None None] Pushing event updated for resources: {'Port': ['ID=0256f9ae-eee6-48fb-befb-0de878b5299b,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:56:12.180780 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9146981e-bbf9-4fb2-8536-56d5894336c0 None None] Network acaf4422-415c-42bb-ab07-8d5847c4c80f is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:56:12.183158 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-9146981e-bbf9-4fb2-8536-56d5894336c0 None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:56:12.188327 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9146981e-bbf9-4fb2-8536-56d5894336c0 None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:56:12.192085 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9146981e-bbf9-4fb2-8536-56d5894336c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:56:12.192458 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9146981e-bbf9-4fb2-8536-56d5894336c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:56:12.192800 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9146981e-bbf9-4fb2-8536-56d5894336c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:56:12.194982 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9146981e-bbf9-4fb2-8536-56d5894336c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:56:12.194982 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9146981e-bbf9-4fb2-8536-56d5894336c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:56:12.194982 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9146981e-bbf9-4fb2-8536-56d5894336c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:56:12.194982 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9146981e-bbf9-4fb2-8536-56d5894336c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:56:12.194982 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9146981e-bbf9-4fb2-8536-56d5894336c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:56:12.194982 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9146981e-bbf9-4fb2-8536-56d5894336c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:56:12.195452 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9146981e-bbf9-4fb2-8536-56d5894336c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:56:12.195681 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9146981e-bbf9-4fb2-8536-56d5894336c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:56:12.196091 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9146981e-bbf9-4fb2-8536-56d5894336c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:56:12.252172 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-9146981e-bbf9-4fb2-8536-56d5894336c0 None None] Attempting to bind port 0256f9ae-eee6-48fb-befb-0de878b5299b on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:56:12.252541 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-9146981e-bbf9-4fb2-8536-56d5894336c0 None None] Attempting to bind port 0256f9ae-eee6-48fb-befb-0de878b5299b by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '8bef7cfe-46ae-44bd-b5e8-28484c6c825d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'acaf4422-415c-42bb-ab07-8d5847c4c80f'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:56:12.252980 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9146981e-bbf9-4fb2-8536-56d5894336c0 None None] Attempting to bind port 0256f9ae-eee6-48fb-befb-0de878b5299b on network acaf4422-415c-42bb-ab07-8d5847c4c80f {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:56:12.257840 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9146981e-bbf9-4fb2-8536-56d5894336c0 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:56:12.258244 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9146981e-bbf9-4fb2-8536-56d5894336c0 None None] Checking segment: {'id': '8bef7cfe-46ae-44bd-b5e8-28484c6c825d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'acaf4422-415c-42bb-ab07-8d5847c4c80f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:56:12.258646 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-9146981e-bbf9-4fb2-8536-56d5894336c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:12.259035 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9146981e-bbf9-4fb2-8536-56d5894336c0 None None] Bound using segment: {'id': '8bef7cfe-46ae-44bd-b5e8-28484c6c825d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'acaf4422-415c-42bb-ab07-8d5847c4c80f'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:56:12.259711 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-9146981e-bbf9-4fb2-8536-56d5894336c0 None None] Bound port: 0256f9ae-eee6-48fb-befb-0de878b5299b, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bef7cfe-46ae-44bd-b5e8-28484c6c825d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'acaf4422-415c-42bb-ab07-8d5847c4c80f'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:56:12.260306 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-9146981e-bbf9-4fb2-8536-56d5894336c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:12.327464 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-9146981e-bbf9-4fb2-8536-56d5894336c0 None None] For port 0256f9ae-eee6-48fb-befb-0de878b5299b, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:56:12.331588 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-9146981e-bbf9-4fb2-8536-56d5894336c0 None None] For port 0256f9ae-eee6-48fb-befb-0de878b5299b, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=0256f9ae-eee6-48fb-befb-0de878b5299b,segment=NetworkSegment(8bef7cfe-46ae-44bd-b5e8-28484c6c825d),segment_id=8bef7cfe-46ae-44bd-b5e8-28484c6c825d)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:56:12.417790 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-9146981e-bbf9-4fb2-8536-56d5894336c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:12.486776 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9146981e-bbf9-4fb2-8536-56d5894336c0 None None] Pushing event updated for resources: {'Port': ['ID=0256f9ae-eee6-48fb-befb-0de878b5299b,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:56:12.502818 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0661a033-9a08-4977-81bd-d15cfdf2a9f3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:12.530500 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0661a033-9a08-4977-81bd-d15cfdf2a9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:12.708522 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-0661a033-9a08-4977-81bd-d15cfdf2a9f3 admin admin] Allocated IP 172.25.7.59 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/f8e3bc66-3085-4eca-8846-1c6b2a22b4a7) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:56:12.815420 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0661a033-9a08-4977-81bd-d15cfdf2a9f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:12.986521 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0661a033-9a08-4977-81bd-d15cfdf2a9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:13.023304 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0661a033-9a08-4977-81bd-d15cfdf2a9f3 admin admin] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:56:13.028973 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-0661a033-9a08-4977-81bd-d15cfdf2a9f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:56:13.034900 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0661a033-9a08-4977-81bd-d15cfdf2a9f3 admin admin] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:56:13.040214 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0661a033-9a08-4977-81bd-d15cfdf2a9f3 admin admin] Pushing event updated for resources: {'Port': ['ID=f8e3bc66-3085-4eca-8846-1c6b2a22b4a7,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:56:13.384205 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0661a033-9a08-4977-81bd-d15cfdf2a9f3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:13.428554 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3448ecd2-c037-4b65-ae78-421d790cfd79 None None] Network acaf4422-415c-42bb-ab07-8d5847c4c80f requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:56:13.548449 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-4326ffeb-b6e5-4f79-a537-5eada72ca543 None None] Provisioning for port 0256f9ae-eee6-48fb-befb-0de878b5299b completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:56:13.581311 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0661a033-9a08-4977-81bd-d15cfdf2a9f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963'] for router, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:13.849551 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0661a033-9a08-4977-81bd-d15cfdf2a9f3 admin admin] Router 8a4bc84a-9eca-4f0a-82c3-1a80de572f0a is scheduled to L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 with binding_index 1 {{(pid=94461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 02:56:13.852492 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cd708f97-9f2f-44f3-86e0-6aa2d0b114e0 req-59eaa1a1-d4fa-4aec-8d7e-23a7a975fdae tempest-VolumesNegativeTest-2054822673 tempest-VolumesNegativeTest-2054822673-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=81c0b907d3214641a789baa24273421c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306680 Jul 05 02:56:14.042929 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 0256f9ae-eee6-48fb-befb-0de878b5299b up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:56:14.187684 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 0256f9ae-eee6-48fb-befb-0de878b5299b completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:56:14.191684 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 0256f9ae-eee6-48fb-befb-0de878b5299b triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:56:14.192082 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:14.269787 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:14.305664 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 0256f9ae-eee6-48fb-befb-0de878b5299b, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=0256f9ae-eee6-48fb-befb-0de878b5299b,segment=NetworkSegment(8bef7cfe-46ae-44bd-b5e8-28484c6c825d),segment_id=8bef7cfe-46ae-44bd-b5e8-28484c6c825d)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:56:14.367872 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd708f97-9f2f-44f3-86e0-6aa2d0b114e0 req-b2973c3b-1283-4fc2-a938-c742db162e68 tempest-VolumesNegativeTest-2054822673 tempest-VolumesNegativeTest-2054822673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:56:14.369362 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cd708f97-9f2f-44f3-86e0-6aa2d0b114e0 req-b2973c3b-1283-4fc2-a938-c742db162e68 tempest-VolumesNegativeTest-2054822673 tempest-VolumesNegativeTest-2054822673-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5110950 Jul 05 02:56:14.373779 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0661a033-9a08-4977-81bd-d15cfdf2a9f3 admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:56:14.383148 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2a8725-7068-4c0f-ad84-4cce99f543e3 None None] Sync routers for ids ['8a4bc84a-9eca-4f0a-82c3-1a80de572f0a'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:56:14.392136 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2a8725-7068-4c0f-ad84-4cce99f543e3 None None] Routers {'8a4bc84a-9eca-4f0a-82c3-1a80de572f0a'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:56:14.393440 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-9d2a8725-7068-4c0f-ad84-4cce99f543e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:55:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['8a4bc84a-9eca-4f0a-82c3-1a80de572f0a'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:56:14.393803 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cd708f97-9f2f-44f3-86e0-6aa2d0b114e0 req-4cbcf70a-35c8-4a51-a276-a03c1c390350 tempest-VolumesNegativeTest-2054822673 tempest-VolumesNegativeTest-2054822673-project] 10.222.0.23 "GET /v2.0/quotas/81c0b907d3214641a789baa24273421c HTTP/1.1" status: 200 len: 375 time: 0.0180793 Jul 05 02:56:14.426291 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cd708f97-9f2f-44f3-86e0-6aa2d0b114e0 req-155cbee7-649b-49be-99e1-07e0e366c22e tempest-VolumesNegativeTest-2054822673 tempest-VolumesNegativeTest-2054822673-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=81c0b907d3214641a789baa24273421c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269890 Jul 05 02:56:14.482483 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:14.498447 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-9d2a8725-7068-4c0f-ad84-4cce99f543e3 None None] Set router 8a4bc84a-9eca-4f0a-82c3-1a80de572f0a gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:56:14.534306 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0661a033-9a08-4977-81bd-d15cfdf2a9f3 admin admin] Notify callbacks [] for router, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:14.537903 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-0661a033-9a08-4977-81bd-d15cfdf2a9f3 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8816159 Jul 05 02:56:14.538141 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 44774) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:56:14.547532 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=0256f9ae-eee6-48fb-befb-0de878b5299b,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:56:14.709550 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-9d2a8725-7068-4c0f-ad84-4cce99f543e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a4bc84a-9eca-4f0a-82c3-1a80de572f0a', 'name': 'tempest-TestServerMultinode-1396049905-router', 'tenant_id': 'f1409f1f62d2417dac8efdf267410e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': 'f8e3bc66-3085-4eca-8846-1c6b2a22b4a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:56:11Z', 'updated_at': '2021-07-05T02:56:13Z', 'revision_number': 3, 'project_id': 'f1409f1f62d2417dac8efdf267410e88', 'gw_port': {'id': 'f8e3bc66-3085-4eca-8846-1c6b2a22b4a7', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d0:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a4bc84a-9eca-4f0a-82c3-1a80de572f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:56:12Z', 'updated_at': '2021-07-05T02:56:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:56:14.716840 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0dcaed7c-9a0f-41d8-ab0c-62377ebbc0ef req-a13f1372-564e-4060-a43c-d0fbe84b3be9 tempest-VolumesNegativeTest-2054822673 tempest-VolumesNegativeTest-2054822673-project] 10.222.0.23 "GET /v2.0/ports?device_id=b36d2b26-beb5-4ebb-bdba-17869b3b2be6 HTTP/1.1" status: 200 len: 210 time: 0.0420053 Jul 05 02:56:14.845416 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2a8725-7068-4c0f-ad84-4cce99f543e3 None None] Checking router: 8a4bc84a-9eca-4f0a-82c3-1a80de572f0a for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:56:14.845759 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2a8725-7068-4c0f-ad84-4cce99f543e3 None None] Updating router 8a4bc84a-9eca-4f0a-82c3-1a80de572f0a port f8e3bc66-3085-4eca-8846-1c6b2a22b4a7 binding host n-d-771362-32 {{(pid=94464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 02:56:14.879886 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9d2a8725-7068-4c0f-ad84-4cce99f543e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:15.003143 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e82bc15a-9d51-4b5c-b258-ff429766b238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:15.141888 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9d2a8725-7068-4c0f-ad84-4cce99f543e3 None None] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:15.152454 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-9d2a8725-7068-4c0f-ad84-4cce99f543e3 None None] Transition to ACTIVE for port object f8e3bc66-3085-4eca-8846-1c6b2a22b4a7 will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:56:15.210582 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-e82bc15a-9d51-4b5c-b258-ff429766b238 admin admin] Allocated IP 172.20.0.1 (acaf4422-415c-42bb-ab07-8d5847c4c80f/ccdf9b91-34d6-4015-a390-6bb5ce6c47ec/7a64fe46-2fba-4506-9db0-07bffa15efee) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:56:15.268248 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9d2a8725-7068-4c0f-ad84-4cce99f543e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:15.314735 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e82bc15a-9d51-4b5c-b258-ff429766b238 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:15.319589 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-9d2a8725-7068-4c0f-ad84-4cce99f543e3 None None] Attempting to bind port f8e3bc66-3085-4eca-8846-1c6b2a22b4a7 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:56:15.319953 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-9d2a8725-7068-4c0f-ad84-4cce99f543e3 None None] Attempting to bind port f8e3bc66-3085-4eca-8846-1c6b2a22b4a7 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:56:15.320326 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2a8725-7068-4c0f-ad84-4cce99f543e3 None None] Attempting to bind port f8e3bc66-3085-4eca-8846-1c6b2a22b4a7 on network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:56:15.327223 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042049c9-9bb5-4c2a-bbe4-e22c51a914be None None] Pushing event updated for resources: {'Port': ['ID=f8e3bc66-3085-4eca-8846-1c6b2a22b4a7,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:56:15.327980 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [None req-e82bc15a-9d51-4b5c-b258-ff429766b238 admin admin] Transition to ACTIVE for port object 7a64fe46-2fba-4506-9db0-07bffa15efee will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:56:15.330210 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2a8725-7068-4c0f-ad84-4cce99f543e3 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:56:15.330595 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2a8725-7068-4c0f-ad84-4cce99f543e3 None None] Checking segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:56:15.330993 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9d2a8725-7068-4c0f-ad84-4cce99f543e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:15.331387 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2a8725-7068-4c0f-ad84-4cce99f543e3 None None] Bound using segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:56:15.331840 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-9d2a8725-7068-4c0f-ad84-4cce99f543e3 None None] Bound port: f8e3bc66-3085-4eca-8846-1c6b2a22b4a7, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:56:15.332261 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9d2a8725-7068-4c0f-ad84-4cce99f543e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:15.355033 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042049c9-9bb5-4c2a-bbe4-e22c51a914be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:56:15.355382 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042049c9-9bb5-4c2a-bbe4-e22c51a914be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:56:15.355702 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042049c9-9bb5-4c2a-bbe4-e22c51a914be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:56:15.356031 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042049c9-9bb5-4c2a-bbe4-e22c51a914be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:56:15.356353 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042049c9-9bb5-4c2a-bbe4-e22c51a914be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:56:15.356682 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042049c9-9bb5-4c2a-bbe4-e22c51a914be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:56:15.356996 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042049c9-9bb5-4c2a-bbe4-e22c51a914be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:56:15.357313 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042049c9-9bb5-4c2a-bbe4-e22c51a914be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:56:15.357627 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042049c9-9bb5-4c2a-bbe4-e22c51a914be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:56:15.357938 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042049c9-9bb5-4c2a-bbe4-e22c51a914be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:56:15.358288 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042049c9-9bb5-4c2a-bbe4-e22c51a914be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:56:15.363228 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042049c9-9bb5-4c2a-bbe4-e22c51a914be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:56:15.393049 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-9d2a8725-7068-4c0f-ad84-4cce99f543e3 None None] For port f8e3bc66-3085-4eca-8846-1c6b2a22b4a7, host n-d-771362-32, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:56:15.396693 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-9d2a8725-7068-4c0f-ad84-4cce99f543e3 None None] For port f8e3bc66-3085-4eca-8846-1c6b2a22b4a7, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=f8e3bc66-3085-4eca-8846-1c6b2a22b4a7,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:56:15.503462 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-9d2a8725-7068-4c0f-ad84-4cce99f543e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:15.503681 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e82bc15a-9d51-4b5c-b258-ff429766b238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:15.542750 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82bc15a-9d51-4b5c-b258-ff429766b238 admin admin] Network acaf4422-415c-42bb-ab07-8d5847c4c80f is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:56:15.546055 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-e82bc15a-9d51-4b5c-b258-ff429766b238 admin admin] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:56:15.551594 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82bc15a-9d51-4b5c-b258-ff429766b238 admin admin] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:56:15.563743 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042049c9-9bb5-4c2a-bbe4-e22c51a914be None None] Pushing event updated for resources: {'Port': ['ID=f8e3bc66-3085-4eca-8846-1c6b2a22b4a7,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:56:15.574780 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2a8725-7068-4c0f-ad84-4cce99f543e3 None None] Routers {'8a4bc84a-9eca-4f0a-82c3-1a80de572f0a'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:56:15.575382 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-9d2a8725-7068-4c0f-ad84-4cce99f543e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:55:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['8a4bc84a-9eca-4f0a-82c3-1a80de572f0a'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:56:15.586042 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82bc15a-9d51-4b5c-b258-ff429766b238 admin admin] Pushing event updated for resources: {'Port': ['ID=7a64fe46-2fba-4506-9db0-07bffa15efee,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:56:15.609755 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e82bc15a-9d51-4b5c-b258-ff429766b238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635668'] for router_interface, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:15.694096 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-9d2a8725-7068-4c0f-ad84-4cce99f543e3 None None] Set router 8a4bc84a-9eca-4f0a-82c3-1a80de572f0a gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:56:15.825476 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d6bd98f6-4540-4e62-845a-7c69c51754ea req-2511e697-1ee1-42a6-a7df-427aa7c08683 tempest-VolumesNegativeTest-2054822673 tempest-VolumesNegativeTest-2054822673-project] 10.222.0.23 "GET /v2.0/ports?device_id=b36d2b26-beb5-4ebb-bdba-17869b3b2be6 HTTP/1.1" status: 200 len: 210 time: 0.0421488 Jul 05 02:56:15.889211 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-9d2a8725-7068-4c0f-ad84-4cce99f543e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a4bc84a-9eca-4f0a-82c3-1a80de572f0a', 'name': 'tempest-TestServerMultinode-1396049905-router', 'tenant_id': 'f1409f1f62d2417dac8efdf267410e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': 'f8e3bc66-3085-4eca-8846-1c6b2a22b4a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:56:11Z', 'updated_at': '2021-07-05T02:56:13Z', 'revision_number': 3, 'project_id': 'f1409f1f62d2417dac8efdf267410e88', 'gw_port': {'id': 'f8e3bc66-3085-4eca-8846-1c6b2a22b4a7', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d0:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a4bc84a-9eca-4f0a-82c3-1a80de572f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:56:12Z', 'updated_at': '2021-07-05T02:56:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:56:15.913861 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2a8725-7068-4c0f-ad84-4cce99f543e3 None None] The sync data for ids ['8a4bc84a-9eca-4f0a-82c3-1a80de572f0a'] in n-d-771362-32 is: [{'id': '8a4bc84a-9eca-4f0a-82c3-1a80de572f0a', 'name': 'tempest-TestServerMultinode-1396049905-router', 'tenant_id': 'f1409f1f62d2417dac8efdf267410e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': 'f8e3bc66-3085-4eca-8846-1c6b2a22b4a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:56:11Z', 'updated_at': '2021-07-05T02:56:13Z', 'revision_number': 3, 'project_id': 'f1409f1f62d2417dac8efdf267410e88', 'gw_port': {'id': 'f8e3bc66-3085-4eca-8846-1c6b2a22b4a7', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d0:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a4bc84a-9eca-4f0a-82c3-1a80de572f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:56:12Z', 'updated_at': '2021-07-05T02:56:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:56:15.976911 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-93b65cb4-c2f0-48aa-a187-d73329160586 None None] Provisioning for port 7a64fe46-2fba-4506-9db0-07bffa15efee completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:56:15.981516 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-93b65cb4-c2f0-48aa-a187-d73329160586 None None] Provisioning complete for port 7a64fe46-2fba-4506-9db0-07bffa15efee triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:56:15.981996 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-93b65cb4-c2f0-48aa-a187-d73329160586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:16.017648 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e82bc15a-9d51-4b5c-b258-ff429766b238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:16.042496 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-93b65cb4-c2f0-48aa-a187-d73329160586 None None] Port 7a64fe46-2fba-4506-9db0-07bffa15efee cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:56:16.059758 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 0256f9ae-eee6-48fb-befb-0de878b5299b up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:56:16.107446 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 0256f9ae-eee6-48fb-befb-0de878b5299b triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:56:16.107821 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:16.246004 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e82bc15a-9d51-4b5c-b258-ff429766b238 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:16.338836 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e82bc15a-9d51-4b5c-b258-ff429766b238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:16.412195 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82bc15a-9d51-4b5c-b258-ff429766b238 admin admin] Pushing event updated for resources: {'Port': ['ID=7a64fe46-2fba-4506-9db0-07bffa15efee,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:56:16.412195 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e82bc15a-9d51-4b5c-b258-ff429766b238 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634601'] for router_interface, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:16.514469 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82bc15a-9d51-4b5c-b258-ff429766b238 admin admin] Network acaf4422-415c-42bb-ab07-8d5847c4c80f is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:56:16.515955 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-e82bc15a-9d51-4b5c-b258-ff429766b238 admin admin] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:56:16.901337 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-c1666ae9-40b6-4eb9-9e60-4dc705190a15 None None] Provisioning complete for port 7a64fe46-2fba-4506-9db0-07bffa15efee triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:56:16.901337 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-c1666ae9-40b6-4eb9-9e60-4dc705190a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:16.908557 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e82bc15a-9d51-4b5c-b258-ff429766b238 admin admin] Router 8a4bc84a-9eca-4f0a-82c3-1a80de572f0a has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:56:16.947709 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-c1666ae9-40b6-4eb9-9e60-4dc705190a15 None None] Port 7a64fe46-2fba-4506-9db0-07bffa15efee cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:56:16.996898 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ce0c3b2c-fd4b-415f-9763-460c259d92f9 req-6ca691ce-02d8-4c7c-bf31-8f06f688f2ff tempest-VolumesNegativeTest-2054822673 tempest-VolumesNegativeTest-2054822673-project] 10.222.0.23 "GET /v2.0/ports?device_id=b36d2b26-beb5-4ebb-bdba-17869b3b2be6 HTTP/1.1" status: 200 len: 210 time: 0.0401783 Jul 05 02:56:17.036790 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e82bc15a-9d51-4b5c-b258-ff429766b238 admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:56:17.042254 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-e82bc15a-9d51-4b5c-b258-ff429766b238 admin admin] 10.222.0.23 "PUT /v2.0/routers/8a4bc84a-9eca-4f0a-82c3-1a80de572f0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5031545 Jul 05 02:56:17.466513 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cd708f97-9f2f-44f3-86e0-6aa2d0b114e0 req-acbb1ca0-1d82-4875-8b40-bfd68aefdfe5 tempest-VolumesNegativeTest-2054822673 tempest-VolumesNegativeTest-2054822673-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=81c0b907d3214641a789baa24273421c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229065 Jul 05 02:56:17.586344 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd708f97-9f2f-44f3-86e0-6aa2d0b114e0 req-3a9d9fcd-0418-4432-acf8-35ca43c390e4 tempest-VolumesNegativeTest-2054822673 tempest-VolumesNegativeTest-2054822673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:56:17.588056 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cd708f97-9f2f-44f3-86e0-6aa2d0b114e0 req-3a9d9fcd-0418-4432-acf8-35ca43c390e4 tempest-VolumesNegativeTest-2054822673 tempest-VolumesNegativeTest-2054822673-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1163747 Jul 05 02:56:17.603016 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2ba662-f489-4293-896f-127b00b524a9 None None] Sync routers for ids ['8a4bc84a-9eca-4f0a-82c3-1a80de572f0a'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:56:17.603490 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-cd708f97-9f2f-44f3-86e0-6aa2d0b114e0 req-5a5b61b1-7bb8-4230-96a0-fac89f7f0b17 tempest-VolumesNegativeTest-2054822673 tempest-VolumesNegativeTest-2054822673-project] Request body: {'port': {'device_id': 'b36d2b26-beb5-4ebb-bdba-17869b3b2be6', 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4', 'admin_state_up': True, 'tenant_id': '81c0b907d3214641a789baa24273421c'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:56:17.615720 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2ba662-f489-4293-896f-127b00b524a9 None None] Routers {'8a4bc84a-9eca-4f0a-82c3-1a80de572f0a'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:56:17.616349 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-5b2ba662-f489-4293-896f-127b00b524a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:55:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['8a4bc84a-9eca-4f0a-82c3-1a80de572f0a'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:56:17.729367 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-5b2ba662-f489-4293-896f-127b00b524a9 None None] Set router 8a4bc84a-9eca-4f0a-82c3-1a80de572f0a gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:56:17.854169 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd708f97-9f2f-44f3-86e0-6aa2d0b114e0 req-5a5b61b1-7bb8-4230-96a0-fac89f7f0b17 tempest-VolumesNegativeTest-2054822673 tempest-VolumesNegativeTest-2054822673-project] Made reservation on behalf of 81c0b907d3214641a789baa24273421c for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:56:17.857975 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-cd708f97-9f2f-44f3-86e0-6aa2d0b114e0 req-5a5b61b1-7bb8-4230-96a0-fac89f7f0b17 tempest-VolumesNegativeTest-2054822673 tempest-VolumesNegativeTest-2054822673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:17.858443 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 44806) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:56:17.865988 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-9595dfde-bebe-40bf-9301-8d4619bccb7b admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-999191424-network', 'tenant_id': '5f71859736894f1ba325ffac80aaa8a9'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:56:17.870315 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-cd708f97-9f2f-44f3-86e0-6aa2d0b114e0 req-5a5b61b1-7bb8-4230-96a0-fac89f7f0b17 tempest-VolumesNegativeTest-2054822673 tempest-VolumesNegativeTest-2054822673-project] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:17.908315 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.db.api [req-cd708f97-9f2f-44f3-86e0-6aa2d0b114e0 req-5a5b61b1-7bb8-4230-96a0-fac89f7f0b17 tempest-VolumesNegativeTest-2054822673 tempest-VolumesNegativeTest-2054822673-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 02:56:17.908315 n-d-771362-32 neutron-server[94461]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 02:56:17.908315 n-d-771362-32 neutron-server[94461]: [parameters: {'project_id_1': '81c0b907d3214641a789baa24273421c', 'expiration_1': datetime.datetime(2021, 7, 5, 2, 56, 17, 884194)}] Jul 05 02:56:17.908315 n-d-771362-32 neutron-server[94461]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 02:56:17.910100 n-d-771362-32 neutron-server[94461]: DEBUG oslo_db.api [req-cd708f97-9f2f-44f3-86e0-6aa2d0b114e0 req-5a5b61b1-7bb8-4230-96a0-fac89f7f0b17 tempest-VolumesNegativeTest-2054822673 tempest-VolumesNegativeTest-2054822673-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 02:56:17.940073 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-5b2ba662-f489-4293-896f-127b00b524a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a4bc84a-9eca-4f0a-82c3-1a80de572f0a', 'name': 'tempest-TestServerMultinode-1396049905-router', 'tenant_id': 'f1409f1f62d2417dac8efdf267410e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': 'f8e3bc66-3085-4eca-8846-1c6b2a22b4a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:56:11Z', 'updated_at': '2021-07-05T02:56:15Z', 'revision_number': 4, 'project_id': 'f1409f1f62d2417dac8efdf267410e88', 'gw_port': {'id': 'f8e3bc66-3085-4eca-8846-1c6b2a22b4a7', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d0:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a4bc84a-9eca-4f0a-82c3-1a80de572f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:56:12Z', 'updated_at': '2021-07-05T02:56:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '7a64fe46-2fba-4506-9db0-07bffa15efee', 'name': '', 'network_id': 'acaf4422-415c-42bb-ab07-8d5847c4c80f', 'tenant_id': 'f1409f1f62d2417dac8efdf267410e88', 'mac_address': 'fa:16:3e:47:70:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a4bc84a-9eca-4f0a-82c3-1a80de572f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': 'ccdf9b91-34d6-4015-a390-6bb5ce6c47ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:56:15Z', 'updated_at': '2021-07-05T02:56:16Z', 'revision_number': 2, 'project_id': 'f1409f1f62d2417dac8efdf267410e88', 'subnets': [{'id': 'ccdf9b91-34d6-4015-a390-6bb5ce6c47ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:56:17.967279 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2ba662-f489-4293-896f-127b00b524a9 None None] Checking router: 8a4bc84a-9eca-4f0a-82c3-1a80de572f0a for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:56:17.967612 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2ba662-f489-4293-896f-127b00b524a9 None None] Updating router 8a4bc84a-9eca-4f0a-82c3-1a80de572f0a port 7a64fe46-2fba-4506-9db0-07bffa15efee binding host n-d-771362-32 {{(pid=94463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 02:56:18.006634 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5b2ba662-f489-4293-896f-127b00b524a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:18.019729 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9595dfde-bebe-40bf-9301-8d4619bccb7b admin admin] Made reservation on behalf of 5f71859736894f1ba325ffac80aaa8a9 for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:56:18.022284 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9595dfde-bebe-40bf-9301-8d4619bccb7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:18.035932 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9595dfde-bebe-40bf-9301-8d4619bccb7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:18.066268 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device f8e3bc66-3085-4eca-8846-1c6b2a22b4a7 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:56:18.149782 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9595dfde-bebe-40bf-9301-8d4619bccb7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:18.159649 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2506a868-32f0-42ea-bdb2-fe032eeaf7e1 req-4b7be399-8ba5-41f2-8f1e-a80f1492407a tempest-VolumesNegativeTest-2054822673 tempest-VolumesNegativeTest-2054822673-project] 10.222.0.23 "GET /v2.0/ports?device_id=b36d2b26-beb5-4ebb-bdba-17869b3b2be6 HTTP/1.1" status: 200 len: 210 time: 0.0325754 Jul 05 02:56:18.256813 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9595dfde-bebe-40bf-9301-8d4619bccb7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:18.277585 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9595dfde-bebe-40bf-9301-8d4619bccb7b admin admin] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:56:18.292291 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9595dfde-bebe-40bf-9301-8d4619bccb7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abc9aa78-05be-43f5-a4ac-a912bcaaed99,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:56:18.295302 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9595dfde-bebe-40bf-9301-8d4619bccb7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:18.295640 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-9595dfde-bebe-40bf-9301-8d4619bccb7b admin admin] Added segment 18664b2c-7198-44e7-9d8c-7288bc1a3cdb of type vlan for network 89c932a8-71c7-4d59-9966-595bdf0a4127 Jul 05 02:56:18.313956 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port f8e3bc66-3085-4eca-8846-1c6b2a22b4a7 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:56:18.313956 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port f8e3bc66-3085-4eca-8846-1c6b2a22b4a7 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:56:18.313956 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:18.336950 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9595dfde-bebe-40bf-9301-8d4619bccb7b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:18.342878 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5b2ba662-f489-4293-896f-127b00b524a9 None None] Notify callbacks [] for port, precommit_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:18.360978 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-5b2ba662-f489-4293-896f-127b00b524a9 None None] Transition to ACTIVE for port object 7a64fe46-2fba-4506-9db0-07bffa15efee will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:56:18.404909 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:18.410354 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-cd708f97-9f2f-44f3-86e0-6aa2d0b114e0 req-5a5b61b1-7bb8-4230-96a0-fac89f7f0b17 tempest-VolumesNegativeTest-2054822673 tempest-VolumesNegativeTest-2054822673-project] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:18.424999 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port f8e3bc66-3085-4eca-8846-1c6b2a22b4a7, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=f8e3bc66-3085-4eca-8846-1c6b2a22b4a7,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:56:18.454226 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9595dfde-bebe-40bf-9301-8d4619bccb7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:18.455223 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9595dfde-bebe-40bf-9301-8d4619bccb7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:56:18.455814 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9595dfde-bebe-40bf-9301-8d4619bccb7b admin admin] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:18.465695 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5b2ba662-f489-4293-896f-127b00b524a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:18.509736 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-cd708f97-9f2f-44f3-86e0-6aa2d0b114e0 req-5a5b61b1-7bb8-4230-96a0-fac89f7f0b17 tempest-VolumesNegativeTest-2054822673 tempest-VolumesNegativeTest-2054822673-project] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:18.520321 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9595dfde-bebe-40bf-9301-8d4619bccb7b admin admin] Pushing event updated for resources: {'Network': ['ID=89c932a8-71c7-4d59-9966-595bdf0a4127,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:56:18.543934 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 89c932a8-71c7-4d59-9966-595bdf0a4127 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:56:18.547387 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:18.561348 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c492b86-f5d9-450e-bd24-0a5e82faaa45 None None] Pushing event updated for resources: {'Port': ['ID=7a64fe46-2fba-4506-9db0-07bffa15efee,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:56:18.600283 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-cd708f97-9f2f-44f3-86e0-6aa2d0b114e0 req-5a5b61b1-7bb8-4230-96a0-fac89f7f0b17 tempest-VolumesNegativeTest-2054822673 tempest-VolumesNegativeTest-2054822673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:18.656687 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-5b2ba662-f489-4293-896f-127b00b524a9 None None] Attempting to bind port 7a64fe46-2fba-4506-9db0-07bffa15efee on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:56:18.657276 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-5b2ba662-f489-4293-896f-127b00b524a9 None None] Attempting to bind port 7a64fe46-2fba-4506-9db0-07bffa15efee by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '8bef7cfe-46ae-44bd-b5e8-28484c6c825d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'acaf4422-415c-42bb-ab07-8d5847c4c80f'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:56:18.657391 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2ba662-f489-4293-896f-127b00b524a9 None None] Attempting to bind port 7a64fe46-2fba-4506-9db0-07bffa15efee on network acaf4422-415c-42bb-ab07-8d5847c4c80f {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:56:18.668755 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5b61b1-7bb8-4230-96a0-fac89f7f0b17 tempest-VolumesNegativeTest-2054822673 tempest-VolumesNegativeTest-2054822673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70072d4c-93ac-43b4-b2b6-d544f0ab4589,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:56:18.671809 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2ba662-f489-4293-896f-127b00b524a9 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:56:18.672194 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2ba662-f489-4293-896f-127b00b524a9 None None] Checking segment: {'id': '8bef7cfe-46ae-44bd-b5e8-28484c6c825d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'acaf4422-415c-42bb-ab07-8d5847c4c80f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:56:18.672603 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5b2ba662-f489-4293-896f-127b00b524a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:18.672996 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2ba662-f489-4293-896f-127b00b524a9 None None] Bound using segment: {'id': '8bef7cfe-46ae-44bd-b5e8-28484c6c825d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'acaf4422-415c-42bb-ab07-8d5847c4c80f'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:56:18.673478 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-5b2ba662-f489-4293-896f-127b00b524a9 None None] Bound port: 7a64fe46-2fba-4506-9db0-07bffa15efee, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bef7cfe-46ae-44bd-b5e8-28484c6c825d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'acaf4422-415c-42bb-ab07-8d5847c4c80f'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:56:18.673849 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5b2ba662-f489-4293-896f-127b00b524a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:18.687095 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-9595dfde-bebe-40bf-9301-8d4619bccb7b admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8248515 Jul 05 02:56:18.687657 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 44810) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:56:18.696919 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-43da79c8-ce9b-4faa-bca5-c3137b8868c7 admin admin] Request body: {'subnet': {'network_id': '89c932a8-71c7-4d59-9966-595bdf0a4127', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-999191424-subnet', 'tenant_id': '5f71859736894f1ba325ffac80aaa8a9', 'ip_version': 4}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:56:18.706363 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=f8e3bc66-3085-4eca-8846-1c6b2a22b4a7,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:56:18.757591 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-cd708f97-9f2f-44f3-86e0-6aa2d0b114e0 req-5a5b61b1-7bb8-4230-96a0-fac89f7f0b17 tempest-VolumesNegativeTest-2054822673 tempest-VolumesNegativeTest-2054822673-project] Allocated IP 192.168.233.66 (dff432c2-7366-4622-aebb-da22fe05bfd4/b840e204-692c-4f54-8f07-f6563e8e36b1/9d0414b0-0fab-42c8-b01a-5f42a0f0bb49) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:56:18.762163 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-5b2ba662-f489-4293-896f-127b00b524a9 None None] For port 7a64fe46-2fba-4506-9db0-07bffa15efee, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:56:18.764995 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-5b2ba662-f489-4293-896f-127b00b524a9 None None] For port 7a64fe46-2fba-4506-9db0-07bffa15efee, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=7a64fe46-2fba-4506-9db0-07bffa15efee,segment=NetworkSegment(8bef7cfe-46ae-44bd-b5e8-28484c6c825d),segment_id=8bef7cfe-46ae-44bd-b5e8-28484c6c825d)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:56:18.906605 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-cd708f97-9f2f-44f3-86e0-6aa2d0b114e0 req-5a5b61b1-7bb8-4230-96a0-fac89f7f0b17 tempest-VolumesNegativeTest-2054822673 tempest-VolumesNegativeTest-2054822673-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:18.914045 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43da79c8-ce9b-4faa-bca5-c3137b8868c7 admin admin] Made reservation on behalf of 5f71859736894f1ba325ffac80aaa8a9 for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:56:18.916560 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-43da79c8-ce9b-4faa-bca5-c3137b8868c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:18.919732 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-cd708f97-9f2f-44f3-86e0-6aa2d0b114e0 req-5a5b61b1-7bb8-4230-96a0-fac89f7f0b17 tempest-VolumesNegativeTest-2054822673 tempest-VolumesNegativeTest-2054822673-project] Transition to ACTIVE for port object 9d0414b0-0fab-42c8-b01a-5f42a0f0bb49 will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:56:18.940520 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5b2ba662-f489-4293-896f-127b00b524a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:19.004011 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2ba662-f489-4293-896f-127b00b524a9 None None] Routers {'8a4bc84a-9eca-4f0a-82c3-1a80de572f0a'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:56:19.004690 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-5b2ba662-f489-4293-896f-127b00b524a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:55:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['8a4bc84a-9eca-4f0a-82c3-1a80de572f0a'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:56:19.094694 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c492b86-f5d9-450e-bd24-0a5e82faaa45 None None] Pushing event updated for resources: {'Port': ['ID=7a64fe46-2fba-4506-9db0-07bffa15efee,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:56:19.100802 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-cd708f97-9f2f-44f3-86e0-6aa2d0b114e0 req-5a5b61b1-7bb8-4230-96a0-fac89f7f0b17 tempest-VolumesNegativeTest-2054822673 tempest-VolumesNegativeTest-2054822673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:19.120990 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-5b2ba662-f489-4293-896f-127b00b524a9 None None] Set router 8a4bc84a-9eca-4f0a-82c3-1a80de572f0a gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:56:19.150333 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd708f97-9f2f-44f3-86e0-6aa2d0b114e0 req-5a5b61b1-7bb8-4230-96a0-fac89f7f0b17 tempest-VolumesNegativeTest-2054822673 tempest-VolumesNegativeTest-2054822673-project] Network dff432c2-7366-4622-aebb-da22fe05bfd4 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:56:19.151757 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-cd708f97-9f2f-44f3-86e0-6aa2d0b114e0 req-5a5b61b1-7bb8-4230-96a0-fac89f7f0b17 tempest-VolumesNegativeTest-2054822673 tempest-VolumesNegativeTest-2054822673-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:56:19.155762 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd708f97-9f2f-44f3-86e0-6aa2d0b114e0 req-5a5b61b1-7bb8-4230-96a0-fac89f7f0b17 tempest-VolumesNegativeTest-2054822673 tempest-VolumesNegativeTest-2054822673-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:56:19.186508 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5b61b1-7bb8-4230-96a0-fac89f7f0b17 tempest-VolumesNegativeTest-2054822673 tempest-VolumesNegativeTest-2054822673-project] Pushing event updated for resources: {'Port': ['ID=9d0414b0-0fab-42c8-b01a-5f42a0f0bb49,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:56:19.218321 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-43da79c8-ce9b-4faa-bca5-c3137b8868c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:19.253034 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd708f97-9f2f-44f3-86e0-6aa2d0b114e0 req-5a5b61b1-7bb8-4230-96a0-fac89f7f0b17 tempest-VolumesNegativeTest-2054822673 tempest-VolumesNegativeTest-2054822673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:56:19.253645 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-cd708f97-9f2f-44f3-86e0-6aa2d0b114e0 req-5a5b61b1-7bb8-4230-96a0-fac89f7f0b17 tempest-VolumesNegativeTest-2054822673 tempest-VolumesNegativeTest-2054822673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:19.311952 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43da79c8-ce9b-4faa-bca5-c3137b8868c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=281e3e65-7dc3-4fd4-b034-0997a8b14c46,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:56:19.321350 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43da79c8-ce9b-4faa-bca5-c3137b8868c7 admin admin] Checking segment: {'id': '18664b2c-7198-44e7-9d8c-7288bc1a3cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '89c932a8-71c7-4d59-9966-595bdf0a4127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:56:19.321715 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43da79c8-ce9b-4faa-bca5-c3137b8868c7 admin admin] Network hostable DHCP agents. Network: 89c932a8-71c7-4d59-9966-595bdf0a4127, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:56:19.378211 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cd708f97-9f2f-44f3-86e0-6aa2d0b114e0 req-5a5b61b1-7bb8-4230-96a0-fac89f7f0b17 tempest-VolumesNegativeTest-2054822673 tempest-VolumesNegativeTest-2054822673-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7797925 Jul 05 02:56:19.389307 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-5b2ba662-f489-4293-896f-127b00b524a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a4bc84a-9eca-4f0a-82c3-1a80de572f0a', 'name': 'tempest-TestServerMultinode-1396049905-router', 'tenant_id': 'f1409f1f62d2417dac8efdf267410e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': 'f8e3bc66-3085-4eca-8846-1c6b2a22b4a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:56:11Z', 'updated_at': '2021-07-05T02:56:15Z', 'revision_number': 4, 'project_id': 'f1409f1f62d2417dac8efdf267410e88', 'gw_port': {'id': 'f8e3bc66-3085-4eca-8846-1c6b2a22b4a7', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4bc84a-9eca-4f0a-82c3-1a80de572f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:56:12Z', 'updated_at': '2021-07-05T02:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '7a64fe46-2fba-4506-9db0-07bffa15efee', 'name': '', 'network_id': 'acaf4422-415c-42bb-ab07-8d5847c4c80f', 'tenant_id': 'f1409f1f62d2417dac8efdf267410e88', 'mac_address': 'fa:16:3e:47:70:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a4bc84a-9eca-4f0a-82c3-1a80de572f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': 'ccdf9b91-34d6-4015-a390-6bb5ce6c47ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:56:15Z', 'updated_at': '2021-07-05T02:56:18Z', 'revision_number': 4, 'project_id': 'f1409f1f62d2417dac8efdf267410e88', 'subnets': [{'id': 'ccdf9b91-34d6-4015-a390-6bb5ce6c47ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:56:19.391575 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-cd708f97-9f2f-44f3-86e0-6aa2d0b114e0 req-fe56f9a9-5bb5-4adc-9863-0ab01132e886 service neutron] Request body: {'port': {'device_id': 'b36d2b26-beb5-4ebb-bdba-17869b3b2be6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:56:19.400749 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c0d632-8073-403b-ad50-19805ba0414b req-8ee9344f-93a0-4b39-823d-3f990966c873 tempest-VolumesNegativeTest-2054822673 tempest-VolumesNegativeTest-2054822673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:56:19.402637 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-12c0d632-8073-403b-ad50-19805ba0414b req-8ee9344f-93a0-4b39-823d-3f990966c873 tempest-VolumesNegativeTest-2054822673 tempest-VolumesNegativeTest-2054822673-project] 10.222.0.23 "GET /v2.0/ports?device_id=b36d2b26-beb5-4ebb-bdba-17869b3b2be6 HTTP/1.1" status: 200 len: 935 time: 0.0834179 Jul 05 02:56:19.417241 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2ba662-f489-4293-896f-127b00b524a9 None None] The sync data for ids ['8a4bc84a-9eca-4f0a-82c3-1a80de572f0a'] in n-d-771362-32 is: [{'id': '8a4bc84a-9eca-4f0a-82c3-1a80de572f0a', 'name': 'tempest-TestServerMultinode-1396049905-router', 'tenant_id': 'f1409f1f62d2417dac8efdf267410e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': 'f8e3bc66-3085-4eca-8846-1c6b2a22b4a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:56:11Z', 'updated_at': '2021-07-05T02:56:15Z', 'revision_number': 4, 'project_id': 'f1409f1f62d2417dac8efdf267410e88', 'gw_port': {'id': 'f8e3bc66-3085-4eca-8846-1c6b2a22b4a7', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4bc84a-9eca-4f0a-82c3-1a80de572f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:56:12Z', 'updated_at': '2021-07-05T02:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '7a64fe46-2fba-4506-9db0-07bffa15efee', 'name': '', 'network_id': 'acaf4422-415c-42bb-ab07-8d5847c4c80f', 'tenant_id': 'f1409f1f62d2417dac8efdf267410e88', 'mac_address': 'fa:16:3e:47:70:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a4bc84a-9eca-4f0a-82c3-1a80de572f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': 'ccdf9b91-34d6-4015-a390-6bb5ce6c47ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:56:15Z', 'updated_at': '2021-07-05T02:56:18Z', 'revision_number': 4, 'project_id': 'f1409f1f62d2417dac8efdf267410e88', 'subnets': [{'id': 'ccdf9b91-34d6-4015-a390-6bb5ce6c47ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:56:19.461673 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-12c0d632-8073-403b-ad50-19805ba0414b req-f3d2a236-6d7c-4206-a207-c88adc9f7a63 tempest-VolumesNegativeTest-2054822673 tempest-VolumesNegativeTest-2054822673-project] 10.222.0.23 "GET /v2.0/security-groups?id=70072d4c-93ac-43b4-b2b6-d544f0ab4589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510585 Jul 05 02:56:19.498298 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43da79c8-ce9b-4faa-bca5-c3137b8868c7 admin admin] Network 89c932a8-71c7-4d59-9966-595bdf0a4127 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:56:19.503753 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-cd708f97-9f2f-44f3-86e0-6aa2d0b114e0 req-fe56f9a9-5bb5-4adc-9863-0ab01132e886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:19.568311 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-e5b70527-5da7-49ca-bb6f-a07be9ba81c1 None None] Provisioning for port 9d0414b0-0fab-42c8-b01a-5f42a0f0bb49 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:56:19.572672 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-e5b70527-5da7-49ca-bb6f-a07be9ba81c1 None None] Provisioning complete for port 9d0414b0-0fab-42c8-b01a-5f42a0f0bb49 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:56:19.578506 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e5b70527-5da7-49ca-bb6f-a07be9ba81c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:19.591434 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-43da79c8-ce9b-4faa-bca5-c3137b8868c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 89c932a8-71c7-4d59-9966-595bdf0a4127) {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:56:19.604133 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4d9dcb-47d0-4a83-91f5-adb800fac469 None None] Network 89c932a8-71c7-4d59-9966-595bdf0a4127 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:56:19.605882 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43da79c8-ce9b-4faa-bca5-c3137b8868c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:56:19.606708 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-43da79c8-ce9b-4faa-bca5-c3137b8868c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:19.728968 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-43da79c8-ce9b-4faa-bca5-c3137b8868c7 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0399821 Jul 05 02:56:19.731407 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 44814) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:56:19.736099 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-600b2e31-0086-43eb-90a5-2fd0d2c8343d admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-999191424-router', 'tenant_id': '5f71859736894f1ba325ffac80aaa8a9', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:56:19.804867 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-cd708f97-9f2f-44f3-86e0-6aa2d0b114e0 req-fe56f9a9-5bb5-4adc-9863-0ab01132e886 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d0414b0-0fab-42c8-b01a-5f42a0f0bb49 {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:56:19.814073 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-cd708f97-9f2f-44f3-86e0-6aa2d0b114e0 req-fe56f9a9-5bb5-4adc-9863-0ab01132e886 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:19.834830 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-cd708f97-9f2f-44f3-86e0-6aa2d0b114e0 req-fe56f9a9-5bb5-4adc-9863-0ab01132e886 service neutron] Transition to ACTIVE for port object 9d0414b0-0fab-42c8-b01a-5f42a0f0bb49 will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:56:19.835125 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-e5b70527-5da7-49ca-bb6f-a07be9ba81c1 None None] Port 9d0414b0-0fab-42c8-b01a-5f42a0f0bb49 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:56:19.857081 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-600b2e31-0086-43eb-90a5-2fd0d2c8343d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11810'] for router, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:19.862150 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-600b2e31-0086-43eb-90a5-2fd0d2c8343d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1926740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11821'] for router, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:19.919396 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-600b2e31-0086-43eb-90a5-2fd0d2c8343d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:19.933457 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818008ee-8b19-4e5c-8f5d-fe780b936e58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-89c932a8-71c7-4d59-9966-595bdf0a4127', 'network_id': '89c932a8-71c7-4d59-9966-595bdf0a4127', 'tenant_id': '5f71859736894f1ba325ffac80aaa8a9', 'fixed_ips': [{'subnet_id': '281e3e65-7dc3-4fd4-b034-0997a8b14c46'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:56:19.936753 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-818008ee-8b19-4e5c-8f5d-fe780b936e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:19.965687 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-cd708f97-9f2f-44f3-86e0-6aa2d0b114e0 req-fe56f9a9-5bb5-4adc-9863-0ab01132e886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:20.021575 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe56f9a9-5bb5-4adc-9863-0ab01132e886 service neutron] Pushing event updated for resources: {'Port': ['ID=9d0414b0-0fab-42c8-b01a-5f42a0f0bb49,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:56:20.143971 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-818008ee-8b19-4e5c-8f5d-fe780b936e58 None None] Allocated IP 172.20.0.2 (89c932a8-71c7-4d59-9966-595bdf0a4127/281e3e65-7dc3-4fd4-b034-0997a8b14c46/429c74f9-5663-4f1b-b9e0-53339a1101d3) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:56:20.201596 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-cd708f97-9f2f-44f3-86e0-6aa2d0b114e0 req-fe56f9a9-5bb5-4adc-9863-0ab01132e886 service neutron] Attempting to bind port 9d0414b0-0fab-42c8-b01a-5f42a0f0bb49 on host n-h1-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:56:20.202075 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-cd708f97-9f2f-44f3-86e0-6aa2d0b114e0 req-fe56f9a9-5bb5-4adc-9863-0ab01132e886 service neutron] Attempting to bind port 9d0414b0-0fab-42c8-b01a-5f42a0f0bb49 by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:56:20.202415 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd708f97-9f2f-44f3-86e0-6aa2d0b114e0 req-fe56f9a9-5bb5-4adc-9863-0ab01132e886 service neutron] Attempting to bind port 9d0414b0-0fab-42c8-b01a-5f42a0f0bb49 on network dff432c2-7366-4622-aebb-da22fe05bfd4 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:56:20.206872 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 7a64fe46-2fba-4506-9db0-07bffa15efee up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:56:20.208225 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd708f97-9f2f-44f3-86e0-6aa2d0b114e0 req-fe56f9a9-5bb5-4adc-9863-0ab01132e886 service neutron] Port 9d0414b0-0fab-42c8-b01a-5f42a0f0bb49 on network dff432c2-7366-4622-aebb-da22fe05bfd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:56:20.208627 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd708f97-9f2f-44f3-86e0-6aa2d0b114e0 req-fe56f9a9-5bb5-4adc-9863-0ab01132e886 service neutron] Attempting to bind port 9d0414b0-0fab-42c8-b01a-5f42a0f0bb49 on network dff432c2-7366-4622-aebb-da22fe05bfd4 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:56:20.217849 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd708f97-9f2f-44f3-86e0-6aa2d0b114e0 req-fe56f9a9-5bb5-4adc-9863-0ab01132e886 service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:56:20.218374 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd708f97-9f2f-44f3-86e0-6aa2d0b114e0 req-fe56f9a9-5bb5-4adc-9863-0ab01132e886 service neutron] Checking segment: {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:56:20.218827 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd708f97-9f2f-44f3-86e0-6aa2d0b114e0 req-fe56f9a9-5bb5-4adc-9863-0ab01132e886 service neutron] Bound using segment: {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:56:20.219337 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-cd708f97-9f2f-44f3-86e0-6aa2d0b114e0 req-fe56f9a9-5bb5-4adc-9863-0ab01132e886 service neutron] Bound port: 9d0414b0-0fab-42c8-b01a-5f42a0f0bb49, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:56:20.220984 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-cd708f97-9f2f-44f3-86e0-6aa2d0b114e0 req-fe56f9a9-5bb5-4adc-9863-0ab01132e886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:20.263014 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-600b2e31-0086-43eb-90a5-2fd0d2c8343d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:20.311771 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-cd708f97-9f2f-44f3-86e0-6aa2d0b114e0 req-fe56f9a9-5bb5-4adc-9863-0ab01132e886 service neutron] For port 9d0414b0-0fab-42c8-b01a-5f42a0f0bb49, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:56:20.315430 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-cd708f97-9f2f-44f3-86e0-6aa2d0b114e0 req-fe56f9a9-5bb5-4adc-9863-0ab01132e886 service neutron] For port 9d0414b0-0fab-42c8-b01a-5f42a0f0bb49, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=9d0414b0-0fab-42c8-b01a-5f42a0f0bb49,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:56:20.403061 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-818008ee-8b19-4e5c-8f5d-fe780b936e58 None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:20.412687 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-818008ee-8b19-4e5c-8f5d-fe780b936e58 None None] Transition to ACTIVE for port object 429c74f9-5663-4f1b-b9e0-53339a1101d3 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:56:20.429713 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-818008ee-8b19-4e5c-8f5d-fe780b936e58 None None] Transition to ACTIVE for port object 429c74f9-5663-4f1b-b9e0-53339a1101d3 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:56:20.434401 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 7a64fe46-2fba-4506-9db0-07bffa15efee completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:56:20.435525 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-cd708f97-9f2f-44f3-86e0-6aa2d0b114e0 req-fe56f9a9-5bb5-4adc-9863-0ab01132e886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:20.438652 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 7a64fe46-2fba-4506-9db0-07bffa15efee triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:56:20.439168 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:20.483578 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd708f97-9f2f-44f3-86e0-6aa2d0b114e0 req-fe56f9a9-5bb5-4adc-9863-0ab01132e886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:56:20.484230 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-cd708f97-9f2f-44f3-86e0-6aa2d0b114e0 req-fe56f9a9-5bb5-4adc-9863-0ab01132e886 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:20.485696 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cd708f97-9f2f-44f3-86e0-6aa2d0b114e0 req-fe56f9a9-5bb5-4adc-9863-0ab01132e886 service neutron] 10.222.0.21 "PUT /v2.0/ports/9d0414b0-0fab-42c8-b01a-5f42a0f0bb49 HTTP/1.1" status: 200 len: 1096 time: 1.0998645 Jul 05 02:56:20.486226 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b36d2b26-beb5-4ebb-bdba-17869b3b2be6', 'tag': '9d0414b0-0fab-42c8-b01a-5f42a0f0bb49'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:56:20.488707 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe2c17b1-2b40-4288-a69a-98472c13ce29" -d '{"events": [{"name": "network-changed", "server_uuid": "b36d2b26-beb5-4ebb-bdba-17869b3b2be6", "tag": "9d0414b0-0fab-42c8-b01a-5f42a0f0bb49"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:56:20.507486 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-818008ee-8b19-4e5c-8f5d-fe780b936e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:20.526364 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe56f9a9-5bb5-4adc-9863-0ab01132e886 service neutron] Pushing event updated for resources: {'Port': ['ID=9d0414b0-0fab-42c8-b01a-5f42a0f0bb49,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:56:20.678697 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818008ee-8b19-4e5c-8f5d-fe780b936e58 None None] Network 89c932a8-71c7-4d59-9966-595bdf0a4127 is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:56:20.702569 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-818008ee-8b19-4e5c-8f5d-fe780b936e58 None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:56:20.721920 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd708f97-9f2f-44f3-86e0-6aa2d0b114e0 req-86cbc63f-a604-431d-82ac-00cab6dc2be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:56:20.727657 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cd708f97-9f2f-44f3-86e0-6aa2d0b114e0 req-86cbc63f-a604-431d-82ac-00cab6dc2be1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=81c0b907d3214641a789baa24273421c&device_id=b36d2b26-beb5-4ebb-bdba-17869b3b2be6 HTTP/1.1" status: 200 len: 1099 time: 0.1350188 Jul 05 02:56:20.742953 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818008ee-8b19-4e5c-8f5d-fe780b936e58 None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:56:20.743294 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-600b2e31-0086-43eb-90a5-2fd0d2c8343d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:20.778901 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818008ee-8b19-4e5c-8f5d-fe780b936e58 None None] Pushing event updated for resources: {'Port': ['ID=429c74f9-5663-4f1b-b9e0-53339a1101d3,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:56:20.800959 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cd708f97-9f2f-44f3-86e0-6aa2d0b114e0 req-327a4e18-5233-4dcc-8287-88e0b15fdc1a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=9d0414b0-0fab-42c8-b01a-5f42a0f0bb49 HTTP/1.1" status: 200 len: 217 time: 0.0650234 Jul 05 02:56:20.811744 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-600b2e31-0086-43eb-90a5-2fd0d2c8343d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:20.816225 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:20.872438 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd708f97-9f2f-44f3-86e0-6aa2d0b114e0 req-38a7076b-26e5-407c-8299-02c6bfda1acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:56:20.882806 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cd708f97-9f2f-44f3-86e0-6aa2d0b114e0 req-38a7076b-26e5-407c-8299-02c6bfda1acd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b840e204-692c-4f54-8f07-f6563e8e36b1 HTTP/1.1" status: 200 len: 843 time: 0.0649974 Jul 05 02:56:20.920943 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 7a64fe46-2fba-4506-9db0-07bffa15efee, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=7a64fe46-2fba-4506-9db0-07bffa15efee,segment=NetworkSegment(8bef7cfe-46ae-44bd-b5e8-28484c6c825d),segment_id=8bef7cfe-46ae-44bd-b5e8-28484c6c825d)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:56:20.923226 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-818008ee-8b19-4e5c-8f5d-fe780b936e58 None None] Attempting to bind port 429c74f9-5663-4f1b-b9e0-53339a1101d3 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:56:20.923599 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-818008ee-8b19-4e5c-8f5d-fe780b936e58 None None] Attempting to bind port 429c74f9-5663-4f1b-b9e0-53339a1101d3 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '18664b2c-7198-44e7-9d8c-7288bc1a3cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '89c932a8-71c7-4d59-9966-595bdf0a4127'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:56:20.923986 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818008ee-8b19-4e5c-8f5d-fe780b936e58 None None] Attempting to bind port 429c74f9-5663-4f1b-b9e0-53339a1101d3 on network 89c932a8-71c7-4d59-9966-595bdf0a4127 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:56:20.934370 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818008ee-8b19-4e5c-8f5d-fe780b936e58 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:56:20.934370 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818008ee-8b19-4e5c-8f5d-fe780b936e58 None None] Checking segment: {'id': '18664b2c-7198-44e7-9d8c-7288bc1a3cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '89c932a8-71c7-4d59-9966-595bdf0a4127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:56:20.934676 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-818008ee-8b19-4e5c-8f5d-fe780b936e58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:20.935017 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818008ee-8b19-4e5c-8f5d-fe780b936e58 None None] Bound using segment: {'id': '18664b2c-7198-44e7-9d8c-7288bc1a3cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '89c932a8-71c7-4d59-9966-595bdf0a4127'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:56:20.935489 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-818008ee-8b19-4e5c-8f5d-fe780b936e58 None None] Bound port: 429c74f9-5663-4f1b-b9e0-53339a1101d3, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18664b2c-7198-44e7-9d8c-7288bc1a3cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '89c932a8-71c7-4d59-9966-595bdf0a4127'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:56:20.935875 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-818008ee-8b19-4e5c-8f5d-fe780b936e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:20.955604 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125720c0-e1c7-410b-8b35-808b644b4da5 req-50f10b0f-554a-4d47-8f29-d70fa51c02c7 tempest-VolumesNegativeTest-2054822673 tempest-VolumesNegativeTest-2054822673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:56:20.957455 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-125720c0-e1c7-410b-8b35-808b644b4da5 req-50f10b0f-554a-4d47-8f29-d70fa51c02c7 tempest-VolumesNegativeTest-2054822673 tempest-VolumesNegativeTest-2054822673-project] 10.222.0.23 "GET /v2.0/ports?device_id=b36d2b26-beb5-4ebb-bdba-17869b3b2be6 HTTP/1.1" status: 200 len: 947 time: 0.2157071 Jul 05 02:56:20.971499 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd708f97-9f2f-44f3-86e0-6aa2d0b114e0 req-59869054-43a1-4f4d-9fd3-a3af0f88cfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:56:20.977701 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cd708f97-9f2f-44f3-86e0-6aa2d0b114e0 req-59869054-43a1-4f4d-9fd3-a3af0f88cfb8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dff432c2-7366-4622-aebb-da22fe05bfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0931990 Jul 05 02:56:20.987070 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-600b2e31-0086-43eb-90a5-2fd0d2c8343d admin admin] Allocated IP 172.25.7.233 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/500a48c8-869a-43d5-8e81-4fd336b94a0b) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:56:21.028425 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-818008ee-8b19-4e5c-8f5d-fe780b936e58 None None] For port 429c74f9-5663-4f1b-b9e0-53339a1101d3, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:56:21.033514 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-818008ee-8b19-4e5c-8f5d-fe780b936e58 None None] For port 429c74f9-5663-4f1b-b9e0-53339a1101d3, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=429c74f9-5663-4f1b-b9e0-53339a1101d3,segment=NetworkSegment(18664b2c-7198-44e7-9d8c-7288bc1a3cdb),segment_id=18664b2c-7198-44e7-9d8c-7288bc1a3cdb)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:56:21.056915 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-ad5aa3de-a85e-487e-8f89-f2200d9cbdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:21.075956 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cd708f97-9f2f-44f3-86e0-6aa2d0b114e0 req-5c957b3c-0819-4fb8-83d8-fe3f9c195476 service neutron] 10.222.0.21 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916731 Jul 05 02:56:21.095353 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-125720c0-e1c7-410b-8b35-808b644b4da5 req-15abcaf2-21e7-4b8d-8827-43b88baf1862 tempest-VolumesNegativeTest-2054822673 tempest-VolumesNegativeTest-2054822673-project] 10.222.0.23 "GET /v2.0/security-groups?id=70072d4c-93ac-43b4-b2b6-d544f0ab4589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284809 Jul 05 02:56:21.105124 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:21.105952 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device f8e3bc66-3085-4eca-8846-1c6b2a22b4a7 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:56:21.144205 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-600b2e31-0086-43eb-90a5-2fd0d2c8343d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:21.158493 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-818008ee-8b19-4e5c-8f5d-fe780b936e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:21.188358 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cd708f97-9f2f-44f3-86e0-6aa2d0b114e0 req-2382785c-bc6f-485f-8ea4-12f34195c3ec service neutron] 10.222.0.21 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065056 Jul 05 02:56:21.200986 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=7a64fe46-2fba-4506-9db0-07bffa15efee,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:56:21.261854 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port f8e3bc66-3085-4eca-8846-1c6b2a22b4a7 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:56:21.262272 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:21.267196 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818008ee-8b19-4e5c-8f5d-fe780b936e58 None None] Pushing event updated for resources: {'Port': ['ID=429c74f9-5663-4f1b-b9e0-53339a1101d3,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:56:21.280876 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-600b2e31-0086-43eb-90a5-2fd0d2c8343d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:21.323911 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600b2e31-0086-43eb-90a5-2fd0d2c8343d admin admin] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:56:21.327892 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-600b2e31-0086-43eb-90a5-2fd0d2c8343d admin admin] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:56:21.329873 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600b2e31-0086-43eb-90a5-2fd0d2c8343d admin admin] Pushing event updated for resources: {'Port': ['ID=500a48c8-869a-43d5-8e81-4fd336b94a0b,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:56:21.332084 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600b2e31-0086-43eb-90a5-2fd0d2c8343d admin admin] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:56:21.677631 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-600b2e31-0086-43eb-90a5-2fd0d2c8343d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:21.833509 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9d050bd-b50d-4b23-a1cb-6ff235c8219e x-openstack-request-id: req-e9d050bd-b50d-4b23-a1cb-6ff235c8219e {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:56:21.834009 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b36d2b26-beb5-4ebb-bdba-17869b3b2be6", "tag": "9d0414b0-0fab-42c8-b01a-5f42a0f0bb49", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:56:21.834107 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e9d050bd-b50d-4b23-a1cb-6ff235c8219e {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:56:21.834517 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b36d2b26-beb5-4ebb-bdba-17869b3b2be6', 'tag': '9d0414b0-0fab-42c8-b01a-5f42a0f0bb49', 'status': 'completed', 'code': 200} Jul 05 02:56:21.874553 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-600b2e31-0086-43eb-90a5-2fd0d2c8343d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963'] for router, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:21.915984 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2c17b1-2b40-4288-a69a-98472c13ce29 req-a9b0194e-1385-40a0-8358-c820169c0591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:56:21.917667 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fe2c17b1-2b40-4288-a69a-98472c13ce29 req-a9b0194e-1385-40a0-8358-c820169c0591 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=81c0b907d3214641a789baa24273421c&device_id=b36d2b26-beb5-4ebb-bdba-17869b3b2be6 HTTP/1.1" status: 200 len: 1099 time: 0.0620825 Jul 05 02:56:22.041670 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2c17b1-2b40-4288-a69a-98472c13ce29 req-0a5c3a0d-61b5-4b89-9a4b-4be3113b1013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:56:22.042694 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fe2c17b1-2b40-4288-a69a-98472c13ce29 req-0a5c3a0d-61b5-4b89-9a4b-4be3113b1013 service neutron] 10.222.0.21 "GET /v2.0/networks?id=dff432c2-7366-4622-aebb-da22fe05bfd4 HTTP/1.1" status: 200 len: 869 time: 0.1182194 Jul 05 02:56:22.098723 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fe2c17b1-2b40-4288-a69a-98472c13ce29 req-ab1b6730-b038-4a0f-adda-5ad0573ecdbd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=9d0414b0-0fab-42c8-b01a-5f42a0f0bb49 HTTP/1.1" status: 200 len: 217 time: 0.0488427 Jul 05 02:56:22.177839 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2c17b1-2b40-4288-a69a-98472c13ce29 req-ace0b0ad-4367-4c11-8d88-ee0cb8fe0a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:56:22.178830 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 7a64fe46-2fba-4506-9db0-07bffa15efee up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:56:22.184806 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fe2c17b1-2b40-4288-a69a-98472c13ce29 req-ace0b0ad-4367-4c11-8d88-ee0cb8fe0a4f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b840e204-692c-4f54-8f07-f6563e8e36b1 HTTP/1.1" status: 200 len: 843 time: 0.0752442 Jul 05 02:56:22.233995 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 7a64fe46-2fba-4506-9db0-07bffa15efee triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:56:22.234665 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:22.264513 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2c17b1-2b40-4288-a69a-98472c13ce29 req-d3ca2226-4b75-4c45-880f-61ed56f08c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:56:22.266605 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fe2c17b1-2b40-4288-a69a-98472c13ce29 req-d3ca2226-4b75-4c45-880f-61ed56f08c3a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dff432c2-7366-4622-aebb-da22fe05bfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0793049 Jul 05 02:56:22.349897 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 429c74f9-5663-4f1b-b9e0-53339a1101d3 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:56:22.385694 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbaad9f9-2d89-4ce1-b836-f536214aa473 None None] Network 89c932a8-71c7-4d59-9966-595bdf0a4127 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:56:22.388613 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fe2c17b1-2b40-4288-a69a-98472c13ce29 req-52dc9095-f7d2-4517-b18a-66f2f83a3d36 service neutron] 10.222.0.21 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139863 Jul 05 02:56:22.449796 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86225c61-7452-4611-8ed3-17f4e3d887ff req-4bbb3c07-d2dc-4422-b103-a5035ddc5ea1 tempest-VolumesNegativeTest-2054822673 tempest-VolumesNegativeTest-2054822673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:56:22.451331 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-86225c61-7452-4611-8ed3-17f4e3d887ff req-4bbb3c07-d2dc-4422-b103-a5035ddc5ea1 tempest-VolumesNegativeTest-2054822673 tempest-VolumesNegativeTest-2054822673-project] 10.222.0.23 "GET /v2.0/ports?device_id=b36d2b26-beb5-4ebb-bdba-17869b3b2be6 HTTP/1.1" status: 200 len: 947 time: 0.1052952 Jul 05 02:56:22.492566 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fe2c17b1-2b40-4288-a69a-98472c13ce29 req-f9b0524b-f311-4815-885f-40580bc5e444 service neutron] 10.222.0.21 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969450 Jul 05 02:56:22.497443 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-86225c61-7452-4611-8ed3-17f4e3d887ff req-d820ef12-43ea-4aa5-a075-076968a52118 tempest-VolumesNegativeTest-2054822673 tempest-VolumesNegativeTest-2054822673-project] 10.222.0.23 "GET /v2.0/security-groups?id=70072d4c-93ac-43b4-b2b6-d544f0ab4589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353839 Jul 05 02:56:22.577647 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-543ed4d1-999c-481c-a910-3521b7d0a62e None None] Provisioning for port 429c74f9-5663-4f1b-b9e0-53339a1101d3 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:56:22.616801 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 429c74f9-5663-4f1b-b9e0-53339a1101d3 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:56:22.617643 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-600b2e31-0086-43eb-90a5-2fd0d2c8343d admin admin] Router 464ed20c-14ff-4e2e-be7a-a1fee9926bbb is scheduled to L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 with binding_index 1 {{(pid=94462) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 02:56:22.621099 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 429c74f9-5663-4f1b-b9e0-53339a1101d3 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:56:22.621476 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:22.715461 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:22.742797 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-600b2e31-0086-43eb-90a5-2fd0d2c8343d admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:56:22.753942 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8441e44-6945-488b-b14c-c28d00290ff7 None None] Sync routers for ids ['464ed20c-14ff-4e2e-be7a-a1fee9926bbb'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:56:22.760000 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 429c74f9-5663-4f1b-b9e0-53339a1101d3, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=429c74f9-5663-4f1b-b9e0-53339a1101d3,segment=NetworkSegment(18664b2c-7198-44e7-9d8c-7288bc1a3cdb),segment_id=18664b2c-7198-44e7-9d8c-7288bc1a3cdb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:56:22.764321 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8441e44-6945-488b-b14c-c28d00290ff7 None None] Routers {'464ed20c-14ff-4e2e-be7a-a1fee9926bbb'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:56:22.764910 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-e8441e44-6945-488b-b14c-c28d00290ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:55:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['464ed20c-14ff-4e2e-be7a-a1fee9926bbb'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:56:22.805643 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-72c11960-b47c-4f54-a499-00cd352b3bc2 None None] Provisioning complete for port 429c74f9-5663-4f1b-b9e0-53339a1101d3 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:56:22.806011 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-72c11960-b47c-4f54-a499-00cd352b3bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:22.868850 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-e8441e44-6945-488b-b14c-c28d00290ff7 None None] Set router 464ed20c-14ff-4e2e-be7a-a1fee9926bbb gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:56:22.873812 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-600b2e31-0086-43eb-90a5-2fd0d2c8343d admin admin] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:22.875110 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-600b2e31-0086-43eb-90a5-2fd0d2c8343d admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.1425643 Jul 05 02:56:22.877771 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 44828) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:56:22.889295 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-72c11960-b47c-4f54-a499-00cd352b3bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:22.900186 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:22.980618 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=429c74f9-5663-4f1b-b9e0-53339a1101d3,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:56:22.992183 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.db.api [None req-72c11960-b47c-4f54-a499-00cd352b3bc2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94463) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 02:56:22.992535 n-d-771362-32 neutron-server[94463]: DEBUG oslo_db.api [None req-72c11960-b47c-4f54-a499-00cd352b3bc2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 02:56:23.054724 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-e8441e44-6945-488b-b14c-c28d00290ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '464ed20c-14ff-4e2e-be7a-a1fee9926bbb', 'name': 'tempest-TestServerMultinode-999191424-router', 'tenant_id': '5f71859736894f1ba325ffac80aaa8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '500a48c8-869a-43d5-8e81-4fd336b94a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:56:19Z', 'updated_at': '2021-07-05T02:56:21Z', 'revision_number': 3, 'project_id': '5f71859736894f1ba325ffac80aaa8a9', 'gw_port': {'id': '500a48c8-869a-43d5-8e81-4fd336b94a0b', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '464ed20c-14ff-4e2e-be7a-a1fee9926bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:56:20Z', 'updated_at': '2021-07-05T02:56:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:56:23.080456 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8441e44-6945-488b-b14c-c28d00290ff7 None None] Checking router: 464ed20c-14ff-4e2e-be7a-a1fee9926bbb for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:56:23.080807 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8441e44-6945-488b-b14c-c28d00290ff7 None None] Updating router 464ed20c-14ff-4e2e-be7a-a1fee9926bbb port 500a48c8-869a-43d5-8e81-4fd336b94a0b binding host n-d-771362-32 {{(pid=94464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 02:56:23.114597 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e8441e44-6945-488b-b14c-c28d00290ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:23.201486 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 9d0414b0-0fab-42c8-b01a-5f42a0f0bb49 details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:56:23.219198 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c63aa1c-2830-48a7-9885-a9aea98eb223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:23.303344 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-594dfe1b-b7c2-4d97-961e-2a5dba243861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:23.305994 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 9d0414b0-0fab-42c8-b01a-5f42a0f0bb49, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=9d0414b0-0fab-42c8-b01a-5f42a0f0bb49,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:56:23.317485 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': '9d0414b0-0fab-42c8-b01a-5f42a0f0bb49', 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4', 'port_id': '9d0414b0-0fab-42c8-b01a-5f42a0f0bb49', 'mac_address': 'fa:16:3e:a7:0c:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b840e204-692c-4f54-8f07-f6563e8e36b1', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:56:23.358886 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:23.373591 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d0414b0-0fab-42c8-b01a-5f42a0f0bb49 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:56:23.375717 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e8441e44-6945-488b-b14c-c28d00290ff7 None None] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:23.385884 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-e8441e44-6945-488b-b14c-c28d00290ff7 None None] Transition to ACTIVE for port object 500a48c8-869a-43d5-8e81-4fd336b94a0b will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:56:23.393677 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 9d0414b0-0fab-42c8-b01a-5f42a0f0bb49, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=9d0414b0-0fab-42c8-b01a-5f42a0f0bb49,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:56:23.456875 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-594dfe1b-b7c2-4d97-961e-2a5dba243861 admin admin] Allocated IP 172.20.0.1 (89c932a8-71c7-4d59-9966-595bdf0a4127/281e3e65-7dc3-4fd4-b034-0997a8b14c46/f5eb61be-f28d-450d-a850-2c938b149567) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:56:23.465477 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e8441e44-6945-488b-b14c-c28d00290ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:23.498956 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:23.516984 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-e8441e44-6945-488b-b14c-c28d00290ff7 None None] Attempting to bind port 500a48c8-869a-43d5-8e81-4fd336b94a0b on host n-d-771362-32 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:56:23.517352 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-e8441e44-6945-488b-b14c-c28d00290ff7 None None] Attempting to bind port 500a48c8-869a-43d5-8e81-4fd336b94a0b by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:56:23.517718 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8441e44-6945-488b-b14c-c28d00290ff7 None None] Attempting to bind port 500a48c8-869a-43d5-8e81-4fd336b94a0b on network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:56:23.525775 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58f07eb-e2bf-461a-ba2e-14b46e81c8ac None None] Pushing event updated for resources: {'Port': ['ID=500a48c8-869a-43d5-8e81-4fd336b94a0b,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:56:23.528659 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8441e44-6945-488b-b14c-c28d00290ff7 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:56:23.529364 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8441e44-6945-488b-b14c-c28d00290ff7 None None] Checking segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:56:23.529364 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e8441e44-6945-488b-b14c-c28d00290ff7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:23.529873 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8441e44-6945-488b-b14c-c28d00290ff7 None None] Bound using segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:56:23.537289 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-e8441e44-6945-488b-b14c-c28d00290ff7 None None] Bound port: 500a48c8-869a-43d5-8e81-4fd336b94a0b, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:56:23.537289 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e8441e44-6945-488b-b14c-c28d00290ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:23.586600 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-e8441e44-6945-488b-b14c-c28d00290ff7 None None] For port 500a48c8-869a-43d5-8e81-4fd336b94a0b, host n-d-771362-32, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:56:23.589848 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-e8441e44-6945-488b-b14c-c28d00290ff7 None None] For port 500a48c8-869a-43d5-8e81-4fd336b94a0b, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=500a48c8-869a-43d5-8e81-4fd336b94a0b,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:56:23.596875 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-594dfe1b-b7c2-4d97-961e-2a5dba243861 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:23.602726 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=9d0414b0-0fab-42c8-b01a-5f42a0f0bb49,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:56:23.608875 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [None req-594dfe1b-b7c2-4d97-961e-2a5dba243861 admin admin] Transition to ACTIVE for port object f5eb61be-f28d-450d-a850-2c938b149567 will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:56:23.684792 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-e8441e44-6945-488b-b14c-c28d00290ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:23.714698 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-594dfe1b-b7c2-4d97-961e-2a5dba243861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:23.727719 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52558ec7-8492-45ff-bc50-d3a4090c920a req-a3187705-de3b-4c03-a80f-2ac9d3c30dc9 tempest-VolumesNegativeTest-2054822673 tempest-VolumesNegativeTest-2054822673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:56:23.729543 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-52558ec7-8492-45ff-bc50-d3a4090c920a req-a3187705-de3b-4c03-a80f-2ac9d3c30dc9 tempest-VolumesNegativeTest-2054822673 tempest-VolumesNegativeTest-2054822673-project] 10.222.0.23 "GET /v2.0/ports?device_id=b36d2b26-beb5-4ebb-bdba-17869b3b2be6 HTTP/1.1" status: 200 len: 948 time: 0.0717058 Jul 05 02:56:23.745483 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8441e44-6945-488b-b14c-c28d00290ff7 None None] Routers {'464ed20c-14ff-4e2e-be7a-a1fee9926bbb'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:56:23.746392 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-e8441e44-6945-488b-b14c-c28d00290ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:56:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['464ed20c-14ff-4e2e-be7a-a1fee9926bbb'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:56:23.748610 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['9d0414b0-0fab-42c8-b01a-5f42a0f0bb49'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:56:23.757811 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594dfe1b-b7c2-4d97-961e-2a5dba243861 admin admin] Network 89c932a8-71c7-4d59-9966-595bdf0a4127 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:56:23.763630 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-594dfe1b-b7c2-4d97-961e-2a5dba243861 admin admin] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:56:23.768146 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594dfe1b-b7c2-4d97-961e-2a5dba243861 admin admin] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:56:23.801069 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58f07eb-e2bf-461a-ba2e-14b46e81c8ac None None] Pushing event updated for resources: {'Port': ['ID=500a48c8-869a-43d5-8e81-4fd336b94a0b,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:56:23.808676 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594dfe1b-b7c2-4d97-961e-2a5dba243861 admin admin] Pushing event updated for resources: {'Port': ['ID=f5eb61be-f28d-450d-a850-2c938b149567,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:56:23.826040 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-594dfe1b-b7c2-4d97-961e-2a5dba243861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635668'] for router_interface, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:23.858257 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-52558ec7-8492-45ff-bc50-d3a4090c920a req-095692b3-aae4-4dae-b284-17b3eac339bf tempest-VolumesNegativeTest-2054822673 tempest-VolumesNegativeTest-2054822673-project] 10.222.0.23 "GET /v2.0/security-groups?id=70072d4c-93ac-43b4-b2b6-d544f0ab4589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194422 Jul 05 02:56:23.872749 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-e8441e44-6945-488b-b14c-c28d00290ff7 None None] Set router 464ed20c-14ff-4e2e-be7a-a1fee9926bbb gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:56:24.006413 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:24.060289 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 429c74f9-5663-4f1b-b9e0-53339a1101d3 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:56:24.098513 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-e8441e44-6945-488b-b14c-c28d00290ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '464ed20c-14ff-4e2e-be7a-a1fee9926bbb', 'name': 'tempest-TestServerMultinode-999191424-router', 'tenant_id': '5f71859736894f1ba325ffac80aaa8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '500a48c8-869a-43d5-8e81-4fd336b94a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:56:19Z', 'updated_at': '2021-07-05T02:56:21Z', 'revision_number': 3, 'project_id': '5f71859736894f1ba325ffac80aaa8a9', 'gw_port': {'id': '500a48c8-869a-43d5-8e81-4fd336b94a0b', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '464ed20c-14ff-4e2e-be7a-a1fee9926bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:56:20Z', 'updated_at': '2021-07-05T02:56:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:56:24.124481 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 429c74f9-5663-4f1b-b9e0-53339a1101d3 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:56:24.124951 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:24.127352 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8441e44-6945-488b-b14c-c28d00290ff7 None None] The sync data for ids ['464ed20c-14ff-4e2e-be7a-a1fee9926bbb'] in n-d-771362-32 is: [{'id': '464ed20c-14ff-4e2e-be7a-a1fee9926bbb', 'name': 'tempest-TestServerMultinode-999191424-router', 'tenant_id': '5f71859736894f1ba325ffac80aaa8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '500a48c8-869a-43d5-8e81-4fd336b94a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:56:19Z', 'updated_at': '2021-07-05T02:56:21Z', 'revision_number': 3, 'project_id': '5f71859736894f1ba325ffac80aaa8a9', 'gw_port': {'id': '500a48c8-869a-43d5-8e81-4fd336b94a0b', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '464ed20c-14ff-4e2e-be7a-a1fee9926bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:56:20Z', 'updated_at': '2021-07-05T02:56:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:56:24.144165 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-594dfe1b-b7c2-4d97-961e-2a5dba243861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:24.204407 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-7f16c0ea-1d07-416e-92df-993938acfac6 None None] Provisioning for port f5eb61be-f28d-450d-a850-2c938b149567 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:56:24.213511 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-7f16c0ea-1d07-416e-92df-993938acfac6 None None] Provisioning complete for port f5eb61be-f28d-450d-a850-2c938b149567 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:56:24.213887 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-7f16c0ea-1d07-416e-92df-993938acfac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:24.256980 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-7f16c0ea-1d07-416e-92df-993938acfac6 None None] Port f5eb61be-f28d-450d-a850-2c938b149567 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:56:24.324703 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-594dfe1b-b7c2-4d97-961e-2a5dba243861 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:24.434567 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-594dfe1b-b7c2-4d97-961e-2a5dba243861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:24.512158 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594dfe1b-b7c2-4d97-961e-2a5dba243861 admin admin] Pushing event updated for resources: {'Port': ['ID=f5eb61be-f28d-450d-a850-2c938b149567,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:56:24.514630 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-594dfe1b-b7c2-4d97-961e-2a5dba243861 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634601'] for router_interface, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:24.617180 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594dfe1b-b7c2-4d97-961e-2a5dba243861 admin admin] Network 89c932a8-71c7-4d59-9966-595bdf0a4127 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:56:24.620473 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-594dfe1b-b7c2-4d97-961e-2a5dba243861 admin admin] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:56:24.697028 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:24.768521 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-594dfe1b-b7c2-4d97-961e-2a5dba243861 admin admin] Router 464ed20c-14ff-4e2e-be7a-a1fee9926bbb has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:56:24.884555 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-ca17f0f3-cb34-4b4c-9a90-2e15f2bd9457 None None] Provisioning complete for port f5eb61be-f28d-450d-a850-2c938b149567 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:56:24.884917 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-ca17f0f3-cb34-4b4c-9a90-2e15f2bd9457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:24.901152 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-594dfe1b-b7c2-4d97-961e-2a5dba243861 admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:56:24.919922 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-594dfe1b-b7c2-4d97-961e-2a5dba243861 admin admin] 10.222.0.23 "PUT /v2.0/routers/464ed20c-14ff-4e2e-be7a-a1fee9926bbb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0334167 Jul 05 02:56:24.941192 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-ca17f0f3-cb34-4b4c-9a90-2e15f2bd9457 None None] Port f5eb61be-f28d-450d-a850-2c938b149567 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:56:25.076957 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cabe13e-1873-42ea-b9e7-624031a6f83a req-ccfc84d7-fa6b-4fe8-9aed-96b6df3d05ee tempest-VolumesNegativeTest-2054822673 tempest-VolumesNegativeTest-2054822673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:56:25.079486 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3cabe13e-1873-42ea-b9e7-624031a6f83a req-ccfc84d7-fa6b-4fe8-9aed-96b6df3d05ee tempest-VolumesNegativeTest-2054822673 tempest-VolumesNegativeTest-2054822673-project] 10.222.0.23 "GET /v2.0/ports?device_id=b36d2b26-beb5-4ebb-bdba-17869b3b2be6 HTTP/1.1" status: 200 len: 948 time: 0.0880921 Jul 05 02:56:25.122063 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3cabe13e-1873-42ea-b9e7-624031a6f83a req-ecd2e8c1-95e7-4a2c-9b87-df9069453844 tempest-VolumesNegativeTest-2054822673 tempest-VolumesNegativeTest-2054822673-project] 10.222.0.23 "GET /v2.0/security-groups?id=70072d4c-93ac-43b4-b2b6-d544f0ab4589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362728 Jul 05 02:56:25.216702 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 9d0414b0-0fab-42c8-b01a-5f42a0f0bb49 up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:56:25.356690 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning for port 9d0414b0-0fab-42c8-b01a-5f42a0f0bb49 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:56:25.360793 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port 9d0414b0-0fab-42c8-b01a-5f42a0f0bb49 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:56:25.361035 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:25.440906 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:25.465170 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b36d2b26-beb5-4ebb-bdba-17869b3b2be6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d0414b0-0fab-42c8-b01a-5f42a0f0bb49'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:56:25.467475 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b49efc5-c1cd-45b0-9444-60ddb480b3f8" -d '{"events": [{"server_uuid": "b36d2b26-beb5-4ebb-bdba-17869b3b2be6", "name": "network-vif-plugged", "status": "completed", "tag": "9d0414b0-0fab-42c8-b01a-5f42a0f0bb49"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:56:25.480456 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 9d0414b0-0fab-42c8-b01a-5f42a0f0bb49, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=9d0414b0-0fab-42c8-b01a-5f42a0f0bb49,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:56:25.483701 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63786c01-6545-4c4d-9b2e-2d28fa06ac2d req-a1ca2d1a-36c2-46cf-8572-d6ca52a431c4 tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:56:25.486366 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-63786c01-6545-4c4d-9b2e-2d28fa06ac2d req-a1ca2d1a-36c2-46cf-8572-d6ca52a431c4 tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] 10.222.0.23 "GET /v2.0/networks?id=acaf4422-415c-42bb-ab07-8d5847c4c80f HTTP/1.1" status: 200 len: 910 time: 0.1578095 Jul 05 02:56:25.500925 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-63786c01-6545-4c4d-9b2e-2d28fa06ac2d req-584c27e4-54d3-4779-82df-e9529b2055d8 tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] 10.222.0.23 "GET /v2.0/quotas/5f71859736894f1ba325ffac80aaa8a9 HTTP/1.1" status: 200 len: 375 time: 0.0092442 Jul 05 02:56:25.508433 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c8c48a2-d31e-4560-beb4-bc957148b7c2 x-openstack-request-id: req-9c8c48a2-d31e-4560-beb4-bc957148b7c2 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:56:25.508726 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b36d2b26-beb5-4ebb-bdba-17869b3b2be6", "name": "network-vif-plugged", "status": "completed", "tag": "9d0414b0-0fab-42c8-b01a-5f42a0f0bb49", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:56:25.508976 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9c8c48a2-d31e-4560-beb4-bc957148b7c2 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:56:25.509408 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b36d2b26-beb5-4ebb-bdba-17869b3b2be6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d0414b0-0fab-42c8-b01a-5f42a0f0bb49', 'code': 200} Jul 05 02:56:25.543017 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:25.595563 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=9d0414b0-0fab-42c8-b01a-5f42a0f0bb49,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:56:25.601797 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-63786c01-6545-4c4d-9b2e-2d28fa06ac2d req-952adeb4-6831-4761-a0f7-f84e4b911c32 tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] 10.222.0.23 "GET /v2.0/ports?tenant_id=5f71859736894f1ba325ffac80aaa8a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0931947 Jul 05 02:56:25.612994 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [req-63786c01-6545-4c4d-9b2e-2d28fa06ac2d req-6c90cf08-0230-4abc-9cce-b635f73bc401 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94462) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:56:25.614481 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-63786c01-6545-4c4d-9b2e-2d28fa06ac2d req-6c90cf08-0230-4abc-9cce-b635f73bc401 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053704 Jul 05 02:56:25.633142 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5732832f-efe6-404f-9d83-78746b47e34f req-d8e6ab86-6fdb-4adc-b7d7-8e4fe45222d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:56:25.634688 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5732832f-efe6-404f-9d83-78746b47e34f req-d8e6ab86-6fdb-4adc-b7d7-8e4fe45222d4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b36d2b26-beb5-4ebb-bdba-17869b3b2be6 HTTP/1.1" status: 200 len: 1101 time: 0.0599885 Jul 05 02:56:25.670361 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5732832f-efe6-404f-9d83-78746b47e34f req-94d90e4a-1b16-40c6-891b-97f443b059d8 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=70072d4c-93ac-43b4-b2b6-d544f0ab4589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296013 Jul 05 02:56:25.705932 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-63786c01-6545-4c4d-9b2e-2d28fa06ac2d req-06b7cbd1-2510-4223-b906-a9634f79d23c service neutron] 10.222.0.23 "GET /v2.0/networks/acaf4422-415c-42bb-ab07-8d5847c4c80f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856791 Jul 05 02:56:25.792356 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-63786c01-6545-4c4d-9b2e-2d28fa06ac2d req-9190d321-fb52-4c73-8943-b5fdb7d40188 service neutron] 10.222.0.23 "GET /v2.0/networks/acaf4422-415c-42bb-ab07-8d5847c4c80f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804465 Jul 05 02:56:26.059242 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 500a48c8-869a-43d5-8e81-4fd336b94a0b up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:56:26.110051 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-028a6cc8-ad66-4eb1-848b-f03bc5075f08 req-a04f49dd-9d00-4be2-b59c-3fa2d49b029e tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=d2149836-d5a4-45bd-95ef-8c89192bf795 HTTP/1.1" status: 200 len: 210 time: 0.0441625 Jul 05 02:56:26.179983 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:26.239308 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 500a48c8-869a-43d5-8e81-4fd336b94a0b completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:56:26.243635 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 500a48c8-869a-43d5-8e81-4fd336b94a0b triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:56:26.244013 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:26.324163 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df500549-87a0-468b-96f7-524e538c2525 req-3c10bc4b-5955-4bb9-9eaf-1ba2178a9237 tempest-VolumesNegativeTest-2054822673 tempest-VolumesNegativeTest-2054822673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:56:26.326417 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-df500549-87a0-468b-96f7-524e538c2525 req-3c10bc4b-5955-4bb9-9eaf-1ba2178a9237 tempest-VolumesNegativeTest-2054822673 tempest-VolumesNegativeTest-2054822673-project] 10.222.0.23 "GET /v2.0/ports?device_id=b36d2b26-beb5-4ebb-bdba-17869b3b2be6 HTTP/1.1" status: 200 len: 949 time: 0.0800562 Jul 05 02:56:26.328807 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:26.351271 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 500a48c8-869a-43d5-8e81-4fd336b94a0b, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=500a48c8-869a-43d5-8e81-4fd336b94a0b,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:56:26.370284 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-df500549-87a0-468b-96f7-524e538c2525 req-c1d38cf4-f24f-4a1c-846c-761ca12393ad tempest-VolumesNegativeTest-2054822673 tempest-VolumesNegativeTest-2054822673-project] 10.222.0.23 "GET /v2.0/security-groups?id=70072d4c-93ac-43b4-b2b6-d544f0ab4589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358093 Jul 05 02:56:26.465535 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:26.522143 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=500a48c8-869a-43d5-8e81-4fd336b94a0b,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:56:26.801882 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c9e3e4-3f2e-43df-8595-c296dbcad938 None None] Sync routers for ids ['464ed20c-14ff-4e2e-be7a-a1fee9926bbb'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:56:26.811420 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c9e3e4-3f2e-43df-8595-c296dbcad938 None None] Routers {'464ed20c-14ff-4e2e-be7a-a1fee9926bbb'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:56:26.815822 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-97c9e3e4-3f2e-43df-8595-c296dbcad938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:56:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['464ed20c-14ff-4e2e-be7a-a1fee9926bbb'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:56:26.917774 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-97c9e3e4-3f2e-43df-8595-c296dbcad938 None None] Set router 464ed20c-14ff-4e2e-be7a-a1fee9926bbb gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:56:27.012097 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 02:56:27.115319 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-97c9e3e4-3f2e-43df-8595-c296dbcad938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '464ed20c-14ff-4e2e-be7a-a1fee9926bbb', 'name': 'tempest-TestServerMultinode-999191424-router', 'tenant_id': '5f71859736894f1ba325ffac80aaa8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '500a48c8-869a-43d5-8e81-4fd336b94a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:56:19Z', 'updated_at': '2021-07-05T02:56:23Z', 'revision_number': 4, 'project_id': '5f71859736894f1ba325ffac80aaa8a9', 'gw_port': {'id': '500a48c8-869a-43d5-8e81-4fd336b94a0b', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464ed20c-14ff-4e2e-be7a-a1fee9926bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:56:20Z', 'updated_at': '2021-07-05T02:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'f5eb61be-f28d-450d-a850-2c938b149567', 'name': '', 'network_id': '89c932a8-71c7-4d59-9966-595bdf0a4127', 'tenant_id': '5f71859736894f1ba325ffac80aaa8a9', 'mac_address': 'fa:16:3e:f1:73:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '464ed20c-14ff-4e2e-be7a-a1fee9926bbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '281e3e65-7dc3-4fd4-b034-0997a8b14c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:56:23Z', 'updated_at': '2021-07-05T02:56:24Z', 'revision_number': 2, 'project_id': '5f71859736894f1ba325ffac80aaa8a9', 'subnets': [{'id': '281e3e65-7dc3-4fd4-b034-0997a8b14c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:56:27.142850 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c9e3e4-3f2e-43df-8595-c296dbcad938 None None] Checking router: 464ed20c-14ff-4e2e-be7a-a1fee9926bbb for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:56:27.143210 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c9e3e4-3f2e-43df-8595-c296dbcad938 None None] Updating router 464ed20c-14ff-4e2e-be7a-a1fee9926bbb port f5eb61be-f28d-450d-a850-2c938b149567 binding host n-d-771362-32 {{(pid=94463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 02:56:27.188409 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-97c9e3e4-3f2e-43df-8595-c296dbcad938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:27.211672 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1d5c7690-9928-4438-80e9-5b0a25c30186 req-5c42e0d7-930a-4fd6-8cdd-236a793c256e tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=d2149836-d5a4-45bd-95ef-8c89192bf795 HTTP/1.1" status: 200 len: 210 time: 0.0276587 Jul 05 02:56:27.453150 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-97c9e3e4-3f2e-43df-8595-c296dbcad938 None None] Notify callbacks [] for port, precommit_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:27.463507 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-97c9e3e4-3f2e-43df-8595-c296dbcad938 None None] Transition to ACTIVE for port object f5eb61be-f28d-450d-a850-2c938b149567 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:56:27.552036 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c478184f-42a4-4d22-b9a4-62394abfa0d4 req-5cdee2e0-a002-4d12-a0f6-3f77e5295132 tempest-VolumesNegativeTest-2054822673 tempest-VolumesNegativeTest-2054822673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:56:27.553546 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c478184f-42a4-4d22-b9a4-62394abfa0d4 req-5cdee2e0-a002-4d12-a0f6-3f77e5295132 tempest-VolumesNegativeTest-2054822673 tempest-VolumesNegativeTest-2054822673-project] 10.222.0.23 "GET /v2.0/ports?device_id=b36d2b26-beb5-4ebb-bdba-17869b3b2be6 HTTP/1.1" status: 200 len: 949 time: 0.0672984 Jul 05 02:56:27.592002 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c478184f-42a4-4d22-b9a4-62394abfa0d4 req-23997c4f-a35a-4452-9c8a-6c56462c4331 tempest-VolumesNegativeTest-2054822673 tempest-VolumesNegativeTest-2054822673-project] 10.222.0.23 "GET /v2.0/security-groups?id=70072d4c-93ac-43b4-b2b6-d544f0ab4589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325921 Jul 05 02:56:27.602507 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-97c9e3e4-3f2e-43df-8595-c296dbcad938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:27.654993 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ce0a37-ea4a-4689-aa27-15c00b439bcc None None] Pushing event updated for resources: {'Port': ['ID=f5eb61be-f28d-450d-a850-2c938b149567,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:56:27.890847 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-97c9e3e4-3f2e-43df-8595-c296dbcad938 None None] Attempting to bind port f5eb61be-f28d-450d-a850-2c938b149567 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:56:27.891210 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-97c9e3e4-3f2e-43df-8595-c296dbcad938 None None] Attempting to bind port f5eb61be-f28d-450d-a850-2c938b149567 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '18664b2c-7198-44e7-9d8c-7288bc1a3cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '89c932a8-71c7-4d59-9966-595bdf0a4127'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:56:27.891565 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c9e3e4-3f2e-43df-8595-c296dbcad938 None None] Attempting to bind port f5eb61be-f28d-450d-a850-2c938b149567 on network 89c932a8-71c7-4d59-9966-595bdf0a4127 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:56:27.901342 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c9e3e4-3f2e-43df-8595-c296dbcad938 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:56:27.902822 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c9e3e4-3f2e-43df-8595-c296dbcad938 None None] Checking segment: {'id': '18664b2c-7198-44e7-9d8c-7288bc1a3cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '89c932a8-71c7-4d59-9966-595bdf0a4127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:56:27.903887 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-97c9e3e4-3f2e-43df-8595-c296dbcad938 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:27.904557 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c9e3e4-3f2e-43df-8595-c296dbcad938 None None] Bound using segment: {'id': '18664b2c-7198-44e7-9d8c-7288bc1a3cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '89c932a8-71c7-4d59-9966-595bdf0a4127'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:56:27.906094 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-97c9e3e4-3f2e-43df-8595-c296dbcad938 None None] Bound port: f5eb61be-f28d-450d-a850-2c938b149567, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18664b2c-7198-44e7-9d8c-7288bc1a3cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '89c932a8-71c7-4d59-9966-595bdf0a4127'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:56:27.906966 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-97c9e3e4-3f2e-43df-8595-c296dbcad938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:27.972619 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-97c9e3e4-3f2e-43df-8595-c296dbcad938 None None] For port f5eb61be-f28d-450d-a850-2c938b149567, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:56:27.975723 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-97c9e3e4-3f2e-43df-8595-c296dbcad938 None None] For port f5eb61be-f28d-450d-a850-2c938b149567, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=f5eb61be-f28d-450d-a850-2c938b149567,segment=NetworkSegment(18664b2c-7198-44e7-9d8c-7288bc1a3cdb),segment_id=18664b2c-7198-44e7-9d8c-7288bc1a3cdb)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:56:28.026418 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 500a48c8-869a-43d5-8e81-4fd336b94a0b up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:56:28.076812 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 500a48c8-869a-43d5-8e81-4fd336b94a0b triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:56:28.077188 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:28.099950 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-97c9e3e4-3f2e-43df-8595-c296dbcad938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:28.177196 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c9e3e4-3f2e-43df-8595-c296dbcad938 None None] Routers {'464ed20c-14ff-4e2e-be7a-a1fee9926bbb'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:56:28.177836 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-97c9e3e4-3f2e-43df-8595-c296dbcad938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:56:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['464ed20c-14ff-4e2e-be7a-a1fee9926bbb'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:56:28.183818 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ce0a37-ea4a-4689-aa27-15c00b439bcc None None] Pushing event updated for resources: {'Port': ['ID=f5eb61be-f28d-450d-a850-2c938b149567,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:56:28.338315 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-97c9e3e4-3f2e-43df-8595-c296dbcad938 None None] Set router 464ed20c-14ff-4e2e-be7a-a1fee9926bbb gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:56:28.394722 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e38a8073-b6b0-4bc3-84e2-29f76fe87c02 req-f305f999-901a-4ca7-a2e7-6410bb9f09a0 tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=d2149836-d5a4-45bd-95ef-8c89192bf795 HTTP/1.1" status: 200 len: 210 time: 0.0573881 Jul 05 02:56:28.395701 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ccdd28-667a-4aee-85c2-976925b9bc1b req-1d9b6c2a-3eb5-4dc3-bd0f-e8d3a88e5df2 tempest-VolumesNegativeTest-2054822673 tempest-VolumesNegativeTest-2054822673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:56:28.397089 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c8ccdd28-667a-4aee-85c2-976925b9bc1b req-1d9b6c2a-3eb5-4dc3-bd0f-e8d3a88e5df2 tempest-VolumesNegativeTest-2054822673 tempest-VolumesNegativeTest-2054822673-project] 10.222.0.23 "GET /v2.0/ports?device_id=b36d2b26-beb5-4ebb-bdba-17869b3b2be6 HTTP/1.1" status: 200 len: 949 time: 0.1224372 Jul 05 02:56:28.441941 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c8ccdd28-667a-4aee-85c2-976925b9bc1b req-94a1d3a0-f4b2-4070-82c9-2d13cce6669b tempest-VolumesNegativeTest-2054822673 tempest-VolumesNegativeTest-2054822673-project] 10.222.0.23 "GET /v2.0/security-groups?id=70072d4c-93ac-43b4-b2b6-d544f0ab4589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383754 Jul 05 02:56:28.573715 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-97c9e3e4-3f2e-43df-8595-c296dbcad938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '464ed20c-14ff-4e2e-be7a-a1fee9926bbb', 'name': 'tempest-TestServerMultinode-999191424-router', 'tenant_id': '5f71859736894f1ba325ffac80aaa8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '500a48c8-869a-43d5-8e81-4fd336b94a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:56:19Z', 'updated_at': '2021-07-05T02:56:23Z', 'revision_number': 4, 'project_id': '5f71859736894f1ba325ffac80aaa8a9', 'gw_port': {'id': '500a48c8-869a-43d5-8e81-4fd336b94a0b', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464ed20c-14ff-4e2e-be7a-a1fee9926bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:56:20Z', 'updated_at': '2021-07-05T02:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'f5eb61be-f28d-450d-a850-2c938b149567', 'name': '', 'network_id': '89c932a8-71c7-4d59-9966-595bdf0a4127', 'tenant_id': '5f71859736894f1ba325ffac80aaa8a9', 'mac_address': 'fa:16:3e:f1:73:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '464ed20c-14ff-4e2e-be7a-a1fee9926bbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '281e3e65-7dc3-4fd4-b034-0997a8b14c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:56:23Z', 'updated_at': '2021-07-05T02:56:27Z', 'revision_number': 4, 'project_id': '5f71859736894f1ba325ffac80aaa8a9', 'subnets': [{'id': '281e3e65-7dc3-4fd4-b034-0997a8b14c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:56:28.600421 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c9e3e4-3f2e-43df-8595-c296dbcad938 None None] The sync data for ids ['464ed20c-14ff-4e2e-be7a-a1fee9926bbb'] in n-d-771362-32 is: [{'id': '464ed20c-14ff-4e2e-be7a-a1fee9926bbb', 'name': 'tempest-TestServerMultinode-999191424-router', 'tenant_id': '5f71859736894f1ba325ffac80aaa8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '500a48c8-869a-43d5-8e81-4fd336b94a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:56:19Z', 'updated_at': '2021-07-05T02:56:23Z', 'revision_number': 4, 'project_id': '5f71859736894f1ba325ffac80aaa8a9', 'gw_port': {'id': '500a48c8-869a-43d5-8e81-4fd336b94a0b', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464ed20c-14ff-4e2e-be7a-a1fee9926bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:56:20Z', 'updated_at': '2021-07-05T02:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'f5eb61be-f28d-450d-a850-2c938b149567', 'name': '', 'network_id': '89c932a8-71c7-4d59-9966-595bdf0a4127', 'tenant_id': '5f71859736894f1ba325ffac80aaa8a9', 'mac_address': 'fa:16:3e:f1:73:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '464ed20c-14ff-4e2e-be7a-a1fee9926bbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '281e3e65-7dc3-4fd4-b034-0997a8b14c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:56:23Z', 'updated_at': '2021-07-05T02:56:27Z', 'revision_number': 4, 'project_id': '5f71859736894f1ba325ffac80aaa8a9', 'subnets': [{'id': '281e3e65-7dc3-4fd4-b034-0997a8b14c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:56:29.193554 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63786c01-6545-4c4d-9b2e-2d28fa06ac2d req-58a7ac37-4639-4703-ad42-39bcca4e2e7e tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:56:29.195564 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-63786c01-6545-4c4d-9b2e-2d28fa06ac2d req-58a7ac37-4639-4703-ad42-39bcca4e2e7e tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] 10.222.0.15 "GET /v2.0/networks?id=acaf4422-415c-42bb-ab07-8d5847c4c80f HTTP/1.1" status: 200 len: 910 time: 0.0911069 Jul 05 02:56:29.216893 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-63786c01-6545-4c4d-9b2e-2d28fa06ac2d req-5e802542-50c8-46d3-9ac1-3bb32c9498bb tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] Request body: {'port': {'device_id': 'd2149836-d5a4-45bd-95ef-8c89192bf795', 'network_id': 'acaf4422-415c-42bb-ab07-8d5847c4c80f', 'admin_state_up': True, 'tenant_id': '5f71859736894f1ba325ffac80aaa8a9'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:56:29.322215 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63786c01-6545-4c4d-9b2e-2d28fa06ac2d req-5e802542-50c8-46d3-9ac1-3bb32c9498bb tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] Made reservation on behalf of 5f71859736894f1ba325ffac80aaa8a9 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:56:29.325476 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-63786c01-6545-4c4d-9b2e-2d28fa06ac2d req-5e802542-50c8-46d3-9ac1-3bb32c9498bb tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:29.446285 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-63786c01-6545-4c4d-9b2e-2d28fa06ac2d req-5e802542-50c8-46d3-9ac1-3bb32c9498bb tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] Allocated IP 172.20.0.4 (acaf4422-415c-42bb-ab07-8d5847c4c80f/ccdf9b91-34d6-4015-a390-6bb5ce6c47ec/ab310bfd-47c2-4eff-b4c9-2a1a78168e0b) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:56:29.535186 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ae5ec168-a664-4d20-8a6a-a751186309c9 req-c54ff15c-61da-4e2d-9778-3a90e855fe50 tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=d2149836-d5a4-45bd-95ef-8c89192bf795 HTTP/1.1" status: 200 len: 210 time: 0.0344110 Jul 05 02:56:29.624480 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3dde3f-83ed-4d2c-b7ba-b0c6e6c2f7e8 req-85eed621-31a4-4e4f-a19e-eb51a0483b37 tempest-VolumesNegativeTest-2054822673 tempest-VolumesNegativeTest-2054822673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:56:29.625923 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-dc3dde3f-83ed-4d2c-b7ba-b0c6e6c2f7e8 req-85eed621-31a4-4e4f-a19e-eb51a0483b37 tempest-VolumesNegativeTest-2054822673 tempest-VolumesNegativeTest-2054822673-project] 10.222.0.23 "GET /v2.0/ports?device_id=b36d2b26-beb5-4ebb-bdba-17869b3b2be6 HTTP/1.1" status: 200 len: 949 time: 0.0656221 Jul 05 02:56:29.633186 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da36cc6-0df1-4e13-953a-875a473d43c4 req-ad8d49a5-6c5b-4d82-93d1-ee5ef21809ff tempest-VolumesNegativeTest-2054822673 tempest-VolumesNegativeTest-2054822673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:56:29.638996 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4da36cc6-0df1-4e13-953a-875a473d43c4 req-ad8d49a5-6c5b-4d82-93d1-ee5ef21809ff tempest-VolumesNegativeTest-2054822673 tempest-VolumesNegativeTest-2054822673-project] 10.222.0.21 "GET /v2.0/ports?device_id=b36d2b26-beb5-4ebb-bdba-17869b3b2be6 HTTP/1.1" status: 200 len: 949 time: 0.1715517 Jul 05 02:56:29.664574 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-dc3dde3f-83ed-4d2c-b7ba-b0c6e6c2f7e8 req-53806371-c541-4af6-b63b-fcc91adb013b tempest-VolumesNegativeTest-2054822673 tempest-VolumesNegativeTest-2054822673-project] 10.222.0.23 "GET /v2.0/security-groups?id=70072d4c-93ac-43b4-b2b6-d544f0ab4589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327349 Jul 05 02:56:29.713579 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-63786c01-6545-4c4d-9b2e-2d28fa06ac2d req-5e802542-50c8-46d3-9ac1-3bb32c9498bb tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:29.755858 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-63786c01-6545-4c4d-9b2e-2d28fa06ac2d req-5e802542-50c8-46d3-9ac1-3bb32c9498bb tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] Transition to ACTIVE for port object ab310bfd-47c2-4eff-b4c9-2a1a78168e0b will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:56:29.798842 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-4da36cc6-0df1-4e13-953a-875a473d43c4 req-ad4207a1-9fd7-46a7-808b-1383f603e72e tempest-VolumesNegativeTest-2054822673 tempest-VolumesNegativeTest-2054822673-project] Deleting port 9d0414b0-0fab-42c8-b01a-5f42a0f0bb49 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:56:29.799182 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4da36cc6-0df1-4e13-953a-875a473d43c4 req-ad4207a1-9fd7-46a7-808b-1383f603e72e tempest-VolumesNegativeTest-2054822673 tempest-VolumesNegativeTest-2054822673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:29.887685 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-4da36cc6-0df1-4e13-953a-875a473d43c4 req-ad4207a1-9fd7-46a7-808b-1383f603e72e tempest-VolumesNegativeTest-2054822673 tempest-VolumesNegativeTest-2054822673-project] For port 9d0414b0-0fab-42c8-b01a-5f42a0f0bb49, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=9d0414b0-0fab-42c8-b01a-5f42a0f0bb49,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:56:29.888002 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4da36cc6-0df1-4e13-953a-875a473d43c4 req-ad4207a1-9fd7-46a7-808b-1383f603e72e tempest-VolumesNegativeTest-2054822673 tempest-VolumesNegativeTest-2054822673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:29.900162 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-4da36cc6-0df1-4e13-953a-875a473d43c4 req-ad4207a1-9fd7-46a7-808b-1383f603e72e tempest-VolumesNegativeTest-2054822673 tempest-VolumesNegativeTest-2054822673-project] Calling delete_port for 9d0414b0-0fab-42c8-b01a-5f42a0f0bb49 owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:56:29.944646 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-63786c01-6545-4c4d-9b2e-2d28fa06ac2d req-5e802542-50c8-46d3-9ac1-3bb32c9498bb tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:29.989987 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63786c01-6545-4c4d-9b2e-2d28fa06ac2d req-5e802542-50c8-46d3-9ac1-3bb32c9498bb tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] Network acaf4422-415c-42bb-ab07-8d5847c4c80f is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:56:29.999111 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-63786c01-6545-4c4d-9b2e-2d28fa06ac2d req-5e802542-50c8-46d3-9ac1-3bb32c9498bb tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:56:30.004846 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-63786c01-6545-4c4d-9b2e-2d28fa06ac2d req-5e802542-50c8-46d3-9ac1-3bb32c9498bb tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:56:30.053544 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e802542-50c8-46d3-9ac1-3bb32c9498bb tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] Pushing event updated for resources: {'Port': ['ID=ab310bfd-47c2-4eff-b4c9-2a1a78168e0b,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:56:30.072796 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e802542-50c8-46d3-9ac1-3bb32c9498bb tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:56:30.073144 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e802542-50c8-46d3-9ac1-3bb32c9498bb tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:56:30.073485 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e802542-50c8-46d3-9ac1-3bb32c9498bb tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:56:30.073874 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e802542-50c8-46d3-9ac1-3bb32c9498bb tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:56:30.074252 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e802542-50c8-46d3-9ac1-3bb32c9498bb tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:56:30.074588 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e802542-50c8-46d3-9ac1-3bb32c9498bb tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:56:30.074918 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e802542-50c8-46d3-9ac1-3bb32c9498bb tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:56:30.077466 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device f5eb61be-f28d-450d-a850-2c938b149567 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:56:30.080342 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e802542-50c8-46d3-9ac1-3bb32c9498bb tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:56:30.080771 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e802542-50c8-46d3-9ac1-3bb32c9498bb tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:56:30.081115 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e802542-50c8-46d3-9ac1-3bb32c9498bb tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:56:30.086605 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e802542-50c8-46d3-9ac1-3bb32c9498bb tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:56:30.087255 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e802542-50c8-46d3-9ac1-3bb32c9498bb tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:56:30.102280 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63786c01-6545-4c4d-9b2e-2d28fa06ac2d req-5e802542-50c8-46d3-9ac1-3bb32c9498bb tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:56:30.102556 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-63786c01-6545-4c4d-9b2e-2d28fa06ac2d req-5e802542-50c8-46d3-9ac1-3bb32c9498bb tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:30.222343 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port f5eb61be-f28d-450d-a850-2c938b149567 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:56:30.227372 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port f5eb61be-f28d-450d-a850-2c938b149567 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:56:30.227744 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:30.300748 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-63786c01-6545-4c4d-9b2e-2d28fa06ac2d req-5e802542-50c8-46d3-9ac1-3bb32c9498bb tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.0883005 Jul 05 02:56:30.304075 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4da36cc6-0df1-4e13-953a-875a473d43c4 req-ad4207a1-9fd7-46a7-808b-1383f603e72e tempest-VolumesNegativeTest-2054822673 tempest-VolumesNegativeTest-2054822673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:30.315829 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-63786c01-6545-4c4d-9b2e-2d28fa06ac2d req-354f9c2e-d089-403f-9fcf-01fe7f96f763 service neutron] Request body: {'port': {'device_id': 'd2149836-d5a4-45bd-95ef-8c89192bf795', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:56:30.320651 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['9d0414b0-0fab-42c8-b01a-5f42a0f0bb49'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:56:30.345483 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:30.361252 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4207a1-9fd7-46a7-808b-1383f603e72e tempest-VolumesNegativeTest-2054822673 tempest-VolumesNegativeTest-2054822673-project] Pushing event deleted for resources: {'Port': ['ID=9d0414b0-0fab-42c8-b01a-5f42a0f0bb49,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:56:30.402238 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port f5eb61be-f28d-450d-a850-2c938b149567, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=f5eb61be-f28d-450d-a850-2c938b149567,segment=NetworkSegment(18664b2c-7198-44e7-9d8c-7288bc1a3cdb),segment_id=18664b2c-7198-44e7-9d8c-7288bc1a3cdb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:56:30.417394 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-4da36cc6-0df1-4e13-953a-875a473d43c4 req-ad4207a1-9fd7-46a7-808b-1383f603e72e tempest-VolumesNegativeTest-2054822673 tempest-VolumesNegativeTest-2054822673-project] No DVR routers for this DVR port 9d0414b0-0fab-42c8-b01a-5f42a0f0bb49 on host n-h1-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:56:30.423048 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4da36cc6-0df1-4e13-953a-875a473d43c4 req-ad4207a1-9fd7-46a7-808b-1383f603e72e tempest-VolumesNegativeTest-2054822673 tempest-VolumesNegativeTest-2054822673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:30.425043 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4da36cc6-0df1-4e13-953a-875a473d43c4 req-ad4207a1-9fd7-46a7-808b-1383f603e72e tempest-VolumesNegativeTest-2054822673 tempest-VolumesNegativeTest-2054822673-project] 10.222.0.21 "DELETE /v2.0/ports/9d0414b0-0fab-42c8-b01a-5f42a0f0bb49 HTTP/1.1" status: 204 len: 173 time: 0.7793379 Jul 05 02:56:30.425502 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b36d2b26-beb5-4ebb-bdba-17869b3b2be6', 'name': 'network-vif-deleted', 'tag': '9d0414b0-0fab-42c8-b01a-5f42a0f0bb49'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:56:30.428225 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-896c1693-2cd0-436c-a159-b6e863043710" -d '{"events": [{"server_uuid": "b36d2b26-beb5-4ebb-bdba-17869b3b2be6", "name": "network-vif-deleted", "tag": "9d0414b0-0fab-42c8-b01a-5f42a0f0bb49"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:56:30.451273 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-b66acb70-233b-4050-ac45-e8bb2fdab5e4 None None] Provisioning for port ab310bfd-47c2-4eff-b4c9-2a1a78168e0b completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:56:30.456532 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-b66acb70-233b-4050-ac45-e8bb2fdab5e4 None None] Provisioning complete for port ab310bfd-47c2-4eff-b4c9-2a1a78168e0b triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:56:30.457181 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b66acb70-233b-4050-ac45-e8bb2fdab5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:30.473640 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-619b6930-56d2-4c31-af56-18abeafac01d x-openstack-request-id: req-619b6930-56d2-4c31-af56-18abeafac01d {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:56:30.474161 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b36d2b26-beb5-4ebb-bdba-17869b3b2be6", "name": "network-vif-deleted", "tag": "9d0414b0-0fab-42c8-b01a-5f42a0f0bb49", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:56:30.474261 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-619b6930-56d2-4c31-af56-18abeafac01d {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:56:30.474630 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b36d2b26-beb5-4ebb-bdba-17869b3b2be6', 'name': 'network-vif-deleted', 'tag': '9d0414b0-0fab-42c8-b01a-5f42a0f0bb49', 'status': 'completed', 'code': 200} Jul 05 02:56:30.489829 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-63786c01-6545-4c4d-9b2e-2d28fa06ac2d req-354f9c2e-d089-403f-9fcf-01fe7f96f763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:30.500236 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-b66acb70-233b-4050-ac45-e8bb2fdab5e4 None None] Port ab310bfd-47c2-4eff-b4c9-2a1a78168e0b cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:56:30.532273 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:30.618951 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=f5eb61be-f28d-450d-a850-2c938b149567,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:56:30.734634 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043322fd-c91b-4bb1-9b69-3bcea5f1c0e6 req-3aaa4887-9b01-43f0-a449-286e452d9c7a tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:56:30.736248 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-043322fd-c91b-4bb1-9b69-3bcea5f1c0e6 req-3aaa4887-9b01-43f0-a449-286e452d9c7a tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=d2149836-d5a4-45bd-95ef-8c89192bf795 HTTP/1.1" status: 200 len: 1027 time: 0.0578239 Jul 05 02:56:30.781504 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-63786c01-6545-4c4d-9b2e-2d28fa06ac2d req-354f9c2e-d089-403f-9fcf-01fe7f96f763 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab310bfd-47c2-4eff-b4c9-2a1a78168e0b {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:56:30.782687 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-043322fd-c91b-4bb1-9b69-3bcea5f1c0e6 req-93728a0e-091d-416b-9088-addbb4025177 tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=abc9aa78-05be-43f5-a4ac-a912bcaaed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393167 Jul 05 02:56:30.800224 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-63786c01-6545-4c4d-9b2e-2d28fa06ac2d req-354f9c2e-d089-403f-9fcf-01fe7f96f763 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:30.825111 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-10f336d2-a1d4-4b6d-9f7c-d394f5acf4f7 req-3ae49a90-9d28-44c8-a1dd-dcd50220e252 tempest-VolumesNegativeTest-2054822673 tempest-VolumesNegativeTest-2054822673-project] 10.222.0.23 "GET /v2.0/ports?device_id=b36d2b26-beb5-4ebb-bdba-17869b3b2be6 HTTP/1.1" status: 200 len: 210 time: 0.0384305 Jul 05 02:56:30.834295 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-63786c01-6545-4c4d-9b2e-2d28fa06ac2d req-354f9c2e-d089-403f-9fcf-01fe7f96f763 service neutron] Transition to ACTIVE for port object ab310bfd-47c2-4eff-b4c9-2a1a78168e0b will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:56:30.993662 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-63786c01-6545-4c4d-9b2e-2d28fa06ac2d req-354f9c2e-d089-403f-9fcf-01fe7f96f763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:31.049042 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354f9c2e-d089-403f-9fcf-01fe7f96f763 service neutron] Pushing event updated for resources: {'Port': ['ID=ab310bfd-47c2-4eff-b4c9-2a1a78168e0b,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:56:31.124659 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-63786c01-6545-4c4d-9b2e-2d28fa06ac2d req-354f9c2e-d089-403f-9fcf-01fe7f96f763 service neutron] Attempting to bind port ab310bfd-47c2-4eff-b4c9-2a1a78168e0b on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:56:31.125003 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-63786c01-6545-4c4d-9b2e-2d28fa06ac2d req-354f9c2e-d089-403f-9fcf-01fe7f96f763 service neutron] Attempting to bind port ab310bfd-47c2-4eff-b4c9-2a1a78168e0b by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '8bef7cfe-46ae-44bd-b5e8-28484c6c825d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'acaf4422-415c-42bb-ab07-8d5847c4c80f'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:56:31.125331 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63786c01-6545-4c4d-9b2e-2d28fa06ac2d req-354f9c2e-d089-403f-9fcf-01fe7f96f763 service neutron] Attempting to bind port ab310bfd-47c2-4eff-b4c9-2a1a78168e0b on network acaf4422-415c-42bb-ab07-8d5847c4c80f {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:56:31.130609 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63786c01-6545-4c4d-9b2e-2d28fa06ac2d req-354f9c2e-d089-403f-9fcf-01fe7f96f763 service neutron] Port ab310bfd-47c2-4eff-b4c9-2a1a78168e0b on network acaf4422-415c-42bb-ab07-8d5847c4c80f not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:56:31.130938 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63786c01-6545-4c4d-9b2e-2d28fa06ac2d req-354f9c2e-d089-403f-9fcf-01fe7f96f763 service neutron] Attempting to bind port ab310bfd-47c2-4eff-b4c9-2a1a78168e0b on network acaf4422-415c-42bb-ab07-8d5847c4c80f {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:56:31.136738 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63786c01-6545-4c4d-9b2e-2d28fa06ac2d req-354f9c2e-d089-403f-9fcf-01fe7f96f763 service neutron] Checking agent: {'id': 'e071c76e-395f-48c4-a98f-88088465cf0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:56:31.137133 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63786c01-6545-4c4d-9b2e-2d28fa06ac2d req-354f9c2e-d089-403f-9fcf-01fe7f96f763 service neutron] Checking segment: {'id': '8bef7cfe-46ae-44bd-b5e8-28484c6c825d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'acaf4422-415c-42bb-ab07-8d5847c4c80f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:56:31.137530 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63786c01-6545-4c4d-9b2e-2d28fa06ac2d req-354f9c2e-d089-403f-9fcf-01fe7f96f763 service neutron] Bound using segment: {'id': '8bef7cfe-46ae-44bd-b5e8-28484c6c825d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'acaf4422-415c-42bb-ab07-8d5847c4c80f'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:56:31.137976 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-63786c01-6545-4c4d-9b2e-2d28fa06ac2d req-354f9c2e-d089-403f-9fcf-01fe7f96f763 service neutron] Bound port: ab310bfd-47c2-4eff-b4c9-2a1a78168e0b, host: n-h2-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bef7cfe-46ae-44bd-b5e8-28484c6c825d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'acaf4422-415c-42bb-ab07-8d5847c4c80f'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:56:31.138363 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-63786c01-6545-4c4d-9b2e-2d28fa06ac2d req-354f9c2e-d089-403f-9fcf-01fe7f96f763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:31.215937 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-63786c01-6545-4c4d-9b2e-2d28fa06ac2d req-354f9c2e-d089-403f-9fcf-01fe7f96f763 service neutron] For port ab310bfd-47c2-4eff-b4c9-2a1a78168e0b, host n-h2-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:56:31.219343 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-63786c01-6545-4c4d-9b2e-2d28fa06ac2d req-354f9c2e-d089-403f-9fcf-01fe7f96f763 service neutron] For port ab310bfd-47c2-4eff-b4c9-2a1a78168e0b, host n-h2-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=ab310bfd-47c2-4eff-b4c9-2a1a78168e0b,segment=NetworkSegment(8bef7cfe-46ae-44bd-b5e8-28484c6c825d),segment_id=8bef7cfe-46ae-44bd-b5e8-28484c6c825d)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:56:31.315975 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-63786c01-6545-4c4d-9b2e-2d28fa06ac2d req-354f9c2e-d089-403f-9fcf-01fe7f96f763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:31.347345 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63786c01-6545-4c4d-9b2e-2d28fa06ac2d req-354f9c2e-d089-403f-9fcf-01fe7f96f763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:56:31.347345 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-63786c01-6545-4c4d-9b2e-2d28fa06ac2d req-354f9c2e-d089-403f-9fcf-01fe7f96f763 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:31.348662 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-63786c01-6545-4c4d-9b2e-2d28fa06ac2d req-354f9c2e-d089-403f-9fcf-01fe7f96f763 service neutron] 10.222.0.15 "PUT /v2.0/ports/ab310bfd-47c2-4eff-b4c9-2a1a78168e0b HTTP/1.1" status: 200 len: 1092 time: 1.0370989 Jul 05 02:56:31.376202 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354f9c2e-d089-403f-9fcf-01fe7f96f763 service neutron] Pushing event updated for resources: {'Port': ['ID=ab310bfd-47c2-4eff-b4c9-2a1a78168e0b,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:56:31.506052 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63786c01-6545-4c4d-9b2e-2d28fa06ac2d req-682118ea-ba59-4606-99d8-ce03903e7070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:56:31.507612 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-63786c01-6545-4c4d-9b2e-2d28fa06ac2d req-682118ea-ba59-4606-99d8-ce03903e7070 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5f71859736894f1ba325ffac80aaa8a9&device_id=d2149836-d5a4-45bd-95ef-8c89192bf795 HTTP/1.1" status: 200 len: 1095 time: 0.0591097 Jul 05 02:56:31.557310 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-63786c01-6545-4c4d-9b2e-2d28fa06ac2d req-5355952b-8507-422f-a468-4f2c9d35ef2c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ab310bfd-47c2-4eff-b4c9-2a1a78168e0b HTTP/1.1" status: 200 len: 217 time: 0.0418956 Jul 05 02:56:31.612692 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63786c01-6545-4c4d-9b2e-2d28fa06ac2d req-d12fffb8-ddc6-447d-b2e0-3f8176066c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:56:31.614187 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-63786c01-6545-4c4d-9b2e-2d28fa06ac2d req-d12fffb8-ddc6-447d-b2e0-3f8176066c56 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ccdf9b91-34d6-4015-a390-6bb5ce6c47ec HTTP/1.1" status: 200 len: 849 time: 0.0506339 Jul 05 02:56:31.678661 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63786c01-6545-4c4d-9b2e-2d28fa06ac2d req-431e992c-7a6e-427e-b606-31d717251b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:56:31.680187 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-63786c01-6545-4c4d-9b2e-2d28fa06ac2d req-431e992c-7a6e-427e-b606-31d717251b44 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=acaf4422-415c-42bb-ab07-8d5847c4c80f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0601056 Jul 05 02:56:31.765935 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-63786c01-6545-4c4d-9b2e-2d28fa06ac2d req-989e5ebe-255b-4b70-ab63-4d76f82373a1 service neutron] 10.222.0.15 "GET /v2.0/networks/acaf4422-415c-42bb-ab07-8d5847c4c80f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795863 Jul 05 02:56:31.862711 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-63786c01-6545-4c4d-9b2e-2d28fa06ac2d req-58714cd4-7446-4e88-b85e-d440a289ab29 service neutron] 10.222.0.15 "GET /v2.0/networks/acaf4422-415c-42bb-ab07-8d5847c4c80f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891590 Jul 05 02:56:31.990182 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138ace74-cbe7-49e2-89ab-6ca4ce3cbe2f req-c27d4cb8-af0b-4e18-94b0-0c7b28e38cc3 tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:56:31.990182 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-138ace74-cbe7-49e2-89ab-6ca4ce3cbe2f req-c27d4cb8-af0b-4e18-94b0-0c7b28e38cc3 tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=d2149836-d5a4-45bd-95ef-8c89192bf795 HTTP/1.1" status: 200 len: 1095 time: 0.0593941 Jul 05 02:56:32.022369 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-138ace74-cbe7-49e2-89ab-6ca4ce3cbe2f req-ad5aad89-d3aa-41f3-8353-2c9417945234 tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=abc9aa78-05be-43f5-a4ac-a912bcaaed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305870 Jul 05 02:56:32.039595 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device f5eb61be-f28d-450d-a850-2c938b149567 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:56:32.092794 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port f5eb61be-f28d-450d-a850-2c938b149567 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:56:32.093084 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:32.475915 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2149836-d5a4-45bd-95ef-8c89192bf795', 'tag': 'ab310bfd-47c2-4eff-b4c9-2a1a78168e0b'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:56:32.478364 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b24870e-d157-4896-a515-8f97677355f9" -d '{"events": [{"name": "network-changed", "server_uuid": "d2149836-d5a4-45bd-95ef-8c89192bf795", "tag": "ab310bfd-47c2-4eff-b4c9-2a1a78168e0b"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:56:32.514319 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8f1a816-db5d-498c-b20f-42ae84d56158 x-openstack-request-id: req-c8f1a816-db5d-498c-b20f-42ae84d56158 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:56:32.514319 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2149836-d5a4-45bd-95ef-8c89192bf795", "tag": "ab310bfd-47c2-4eff-b4c9-2a1a78168e0b", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:56:32.514319 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c8f1a816-db5d-498c-b20f-42ae84d56158 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:56:32.515128 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2149836-d5a4-45bd-95ef-8c89192bf795', 'tag': 'ab310bfd-47c2-4eff-b4c9-2a1a78168e0b', 'status': 'completed', 'code': 200} Jul 05 02:56:32.593512 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b24870e-d157-4896-a515-8f97677355f9 req-c923f7bb-757b-4f85-88fc-d6ac99fcbc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:56:32.595220 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4b24870e-d157-4896-a515-8f97677355f9 req-c923f7bb-757b-4f85-88fc-d6ac99fcbc43 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5f71859736894f1ba325ffac80aaa8a9&device_id=d2149836-d5a4-45bd-95ef-8c89192bf795 HTTP/1.1" status: 200 len: 1095 time: 0.0537786 Jul 05 02:56:32.690673 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b24870e-d157-4896-a515-8f97677355f9 req-5b692cb0-a3eb-4ea9-89ae-2a0cf1b939b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:56:32.692219 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4b24870e-d157-4896-a515-8f97677355f9 req-5b692cb0-a3eb-4ea9-89ae-2a0cf1b939b7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=acaf4422-415c-42bb-ab07-8d5847c4c80f HTTP/1.1" status: 200 len: 910 time: 0.0896652 Jul 05 02:56:32.733902 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4b24870e-d157-4896-a515-8f97677355f9 req-ada9a3ce-d6b0-4b8b-a032-7c70e3e9455e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ab310bfd-47c2-4eff-b4c9-2a1a78168e0b HTTP/1.1" status: 200 len: 217 time: 0.0348282 Jul 05 02:56:32.782041 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b24870e-d157-4896-a515-8f97677355f9 req-f3f0d406-6a7f-44b1-bbfe-a6c4e1e695a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:56:32.783769 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4b24870e-d157-4896-a515-8f97677355f9 req-f3f0d406-6a7f-44b1-bbfe-a6c4e1e695a4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ccdf9b91-34d6-4015-a390-6bb5ce6c47ec HTTP/1.1" status: 200 len: 849 time: 0.0435832 Jul 05 02:56:32.846265 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b24870e-d157-4896-a515-8f97677355f9 req-a374eaf6-2fa6-466f-9474-8f107196cb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:56:32.848073 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4b24870e-d157-4896-a515-8f97677355f9 req-a374eaf6-2fa6-466f-9474-8f107196cb57 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=acaf4422-415c-42bb-ab07-8d5847c4c80f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562978 Jul 05 02:56:32.947570 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4b24870e-d157-4896-a515-8f97677355f9 req-225bbb7e-5728-44eb-8f98-d8ccb82d8aa9 service neutron] 10.222.0.15 "GET /v2.0/networks/acaf4422-415c-42bb-ab07-8d5847c4c80f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918610 Jul 05 02:56:33.035474 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4b24870e-d157-4896-a515-8f97677355f9 req-502e74e7-ccf7-4462-a6ef-6d7b23a11ed6 service neutron] 10.222.0.15 "GET /v2.0/networks/acaf4422-415c-42bb-ab07-8d5847c4c80f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813448 Jul 05 02:56:33.194237 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f4e012-fdd7-47a3-b45d-08f54dab6394 req-34eff3fe-8d7c-4618-8086-28f09d65c40f tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:56:33.195788 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f3f4e012-fdd7-47a3-b45d-08f54dab6394 req-34eff3fe-8d7c-4618-8086-28f09d65c40f tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=d2149836-d5a4-45bd-95ef-8c89192bf795 HTTP/1.1" status: 200 len: 1095 time: 0.0563190 Jul 05 02:56:33.230347 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f3f4e012-fdd7-47a3-b45d-08f54dab6394 req-038ec1e1-c202-420f-a05d-18cf7e3993a9 tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=abc9aa78-05be-43f5-a4ac-a912bcaaed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289524 Jul 05 02:56:33.264274 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 9d0414b0-0fab-42c8-b01a-5f42a0f0bb49 no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:56:33.284421 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] No Port match for: 9d0414b0-0fab-42c8-b01a-5f42a0f0bb49 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:56:33.284776 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 9d0414b0-0fab-42c8-b01a-5f42a0f0bb49 not bound to the agent host n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:56:34.397486 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7445d5bf-4d88-464f-9070-838fd5183ab3 req-391ea686-ca4b-44bb-903d-0972e7ba9669 tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:56:34.399045 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7445d5bf-4d88-464f-9070-838fd5183ab3 req-391ea686-ca4b-44bb-903d-0972e7ba9669 tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=d2149836-d5a4-45bd-95ef-8c89192bf795 HTTP/1.1" status: 200 len: 1095 time: 0.0574262 Jul 05 02:56:34.437457 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7445d5bf-4d88-464f-9070-838fd5183ab3 req-e543ecc9-dcc3-4d17-be67-d64b1a026912 tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=abc9aa78-05be-43f5-a4ac-a912bcaaed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327005 Jul 05 02:56:35.607481 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f552c529-324a-4050-bfc8-40f7959178fc req-2cd64d9b-cc64-42c7-8f0a-6dd6dc336ee2 tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:56:35.609012 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f552c529-324a-4050-bfc8-40f7959178fc req-2cd64d9b-cc64-42c7-8f0a-6dd6dc336ee2 tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=d2149836-d5a4-45bd-95ef-8c89192bf795 HTTP/1.1" status: 200 len: 1095 time: 0.0568292 Jul 05 02:56:35.643738 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f552c529-324a-4050-bfc8-40f7959178fc req-e6237d32-cd51-458c-8a1a-c49c41ddd58e tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=abc9aa78-05be-43f5-a4ac-a912bcaaed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285568 Jul 05 02:56:36.462213 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device ab310bfd-47c2-4eff-b4c9-2a1a78168e0b details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:56:36.556077 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port ab310bfd-47c2-4eff-b4c9-2a1a78168e0b, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=ab310bfd-47c2-4eff-b4c9-2a1a78168e0b,segment=NetworkSegment(8bef7cfe-46ae-44bd-b5e8-28484c6c825d),segment_id=8bef7cfe-46ae-44bd-b5e8-28484c6c825d)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:56:36.570285 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Returning: {'device': 'ab310bfd-47c2-4eff-b4c9-2a1a78168e0b', 'network_id': 'acaf4422-415c-42bb-ab07-8d5847c4c80f', 'port_id': 'ab310bfd-47c2-4eff-b4c9-2a1a78168e0b', 'mac_address': 'fa:16:3e:3c:e3:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccdf9b91-34d6-4015-a390-6bb5ce6c47ec', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:56:36.612902 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:36.626438 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab310bfd-47c2-4eff-b4c9-2a1a78168e0b {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:56:36.645055 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port ab310bfd-47c2-4eff-b4c9-2a1a78168e0b, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=ab310bfd-47c2-4eff-b4c9-2a1a78168e0b,segment=NetworkSegment(8bef7cfe-46ae-44bd-b5e8-28484c6c825d),segment_id=8bef7cfe-46ae-44bd-b5e8-28484c6c825d)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:56:36.736901 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:36.786911 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=ab310bfd-47c2-4eff-b4c9-2a1a78168e0b,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:56:36.815967 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc37d3bf-d9d2-4fc9-89b3-301b5ace8d3a req-497fb87c-3482-4498-9734-4b346edc2df8 tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:56:36.817499 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bc37d3bf-d9d2-4fc9-89b3-301b5ace8d3a req-497fb87c-3482-4498-9734-4b346edc2df8 tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=d2149836-d5a4-45bd-95ef-8c89192bf795 HTTP/1.1" status: 200 len: 1096 time: 0.0584755 Jul 05 02:56:36.852042 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bc37d3bf-d9d2-4fc9-89b3-301b5ace8d3a req-8672efa8-859a-4fbc-9a17-8807e81a8036 tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=abc9aa78-05be-43f5-a4ac-a912bcaaed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286458 Jul 05 02:56:36.942578 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['ab310bfd-47c2-4eff-b4c9-2a1a78168e0b'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:56:38.020067 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9af2c38-0213-4939-bf49-7a4c5dadfbbf req-4e6de03c-a419-4082-8117-cf71e2656568 tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:56:38.021595 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f9af2c38-0213-4939-bf49-7a4c5dadfbbf req-4e6de03c-a419-4082-8117-cf71e2656568 tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=d2149836-d5a4-45bd-95ef-8c89192bf795 HTTP/1.1" status: 200 len: 1096 time: 0.0538268 Jul 05 02:56:38.056451 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f9af2c38-0213-4939-bf49-7a4c5dadfbbf req-ec5e3d9f-755b-4217-9294-890f3adb7b98 tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=abc9aa78-05be-43f5-a4ac-a912bcaaed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291719 Jul 05 02:56:38.464890 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device ab310bfd-47c2-4eff-b4c9-2a1a78168e0b up at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:56:38.591223 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning for port ab310bfd-47c2-4eff-b4c9-2a1a78168e0b completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:56:38.595236 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning complete for port ab310bfd-47c2-4eff-b4c9-2a1a78168e0b triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:56:38.595608 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:38.672826 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:38.697222 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2149836-d5a4-45bd-95ef-8c89192bf795', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab310bfd-47c2-4eff-b4c9-2a1a78168e0b'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:56:38.699586 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e3ef98b-62ac-4f55-9d4c-aab8a2215451" -d '{"events": [{"server_uuid": "d2149836-d5a4-45bd-95ef-8c89192bf795", "name": "network-vif-plugged", "status": "completed", "tag": "ab310bfd-47c2-4eff-b4c9-2a1a78168e0b"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:56:38.715942 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port ab310bfd-47c2-4eff-b4c9-2a1a78168e0b, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=ab310bfd-47c2-4eff-b4c9-2a1a78168e0b,segment=NetworkSegment(8bef7cfe-46ae-44bd-b5e8-28484c6c825d),segment_id=8bef7cfe-46ae-44bd-b5e8-28484c6c825d)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:56:38.748957 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e7979f5-0301-4aa0-af43-5d7ba6342fae x-openstack-request-id: req-2e7979f5-0301-4aa0-af43-5d7ba6342fae {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:56:38.749275 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2149836-d5a4-45bd-95ef-8c89192bf795", "name": "network-vif-plugged", "status": "completed", "tag": "ab310bfd-47c2-4eff-b4c9-2a1a78168e0b", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:56:38.749529 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2e7979f5-0301-4aa0-af43-5d7ba6342fae {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:56:38.749927 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2149836-d5a4-45bd-95ef-8c89192bf795', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab310bfd-47c2-4eff-b4c9-2a1a78168e0b', 'code': 200} Jul 05 02:56:38.812924 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:38.859794 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=ab310bfd-47c2-4eff-b4c9-2a1a78168e0b,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:56:38.865074 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b3499a-f7f7-4cad-a9a6-e922c95cf2a7 req-9e811f41-067e-4e96-b263-29c1ae1728f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:56:38.867493 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-90b3499a-f7f7-4cad-a9a6-e922c95cf2a7 req-9e811f41-067e-4e96-b263-29c1ae1728f3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d2149836-d5a4-45bd-95ef-8c89192bf795 HTTP/1.1" status: 200 len: 1097 time: 0.0560777 Jul 05 02:56:38.902283 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-90b3499a-f7f7-4cad-a9a6-e922c95cf2a7 req-6ad6c6f5-d7ca-4d7d-8bc7-b78090ddfb78 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=abc9aa78-05be-43f5-a4ac-a912bcaaed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285051 Jul 05 02:56:39.235894 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3493fed0-d509-4c52-8ccd-3c5e5319c0c0 req-897bc999-583b-43c9-950f-522fb1aa90f0 tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:56:39.238204 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3493fed0-d509-4c52-8ccd-3c5e5319c0c0 req-897bc999-583b-43c9-950f-522fb1aa90f0 tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=d2149836-d5a4-45bd-95ef-8c89192bf795 HTTP/1.1" status: 200 len: 1097 time: 0.0590189 Jul 05 02:56:39.259120 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 45150) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:56:39.285213 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3493fed0-d509-4c52-8ccd-3c5e5319c0c0 req-c450db33-a72e-4649-8d02-49d0fcd7b7c1 tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=abc9aa78-05be-43f5-a4ac-a912bcaaed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403485 Jul 05 02:56:39.423477 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-855a024c-d7a1-4c38-b9cb-74aee7e49747 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=81c0b907d3214641a789baa24273421c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1630139 Jul 05 02:56:39.425911 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 45154) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:56:39.478030 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e9b6b167-b4ed-4b27-b280-84e00951a25b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:39.499851 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e9b6b167-b4ed-4b27-b280-84e00951a25b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:39.656754 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e9b6b167-b4ed-4b27-b280-84e00951a25b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:39.659351 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e9b6b167-b4ed-4b27-b280-84e00951a25b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:39.660538 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-e9b6b167-b4ed-4b27-b280-84e00951a25b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/70072d4c-93ac-43b4-b2b6-d544f0ab4589 HTTP/1.1" status: 204 len: 168 time: 0.2336125 Jul 05 02:56:39.669045 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b6b167-b4ed-4b27-b280-84e00951a25b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70072d4c-93ac-43b4-b2b6-d544f0ab4589,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:56:40.451734 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618593d5-d09d-4112-ad16-9239897dc216 req-f014f46e-aea1-4e6f-bd04-0e121ecdad76 tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:56:40.453257 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-618593d5-d09d-4112-ad16-9239897dc216 req-f014f46e-aea1-4e6f-bd04-0e121ecdad76 tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=d2149836-d5a4-45bd-95ef-8c89192bf795 HTTP/1.1" status: 200 len: 1097 time: 0.0523226 Jul 05 02:56:40.496966 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-618593d5-d09d-4112-ad16-9239897dc216 req-4ff00092-57ae-45d0-920d-478c22cd057a tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=abc9aa78-05be-43f5-a4ac-a912bcaaed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377688 Jul 05 02:56:40.664523 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a41d3fe-7087-4312-afbe-512ace4aa178 req-549c1b8d-a377-4139-a9a5-6c40a8b96ba3 tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:56:40.666040 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4a41d3fe-7087-4312-afbe-512ace4aa178 req-549c1b8d-a377-4139-a9a5-6c40a8b96ba3 tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=d2149836-d5a4-45bd-95ef-8c89192bf795 HTTP/1.1" status: 200 len: 1097 time: 0.0545616 Jul 05 02:56:40.700772 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4a41d3fe-7087-4312-afbe-512ace4aa178 req-e271fdde-3ceb-4315-91c0-ec33dfd4b137 tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=abc9aa78-05be-43f5-a4ac-a912bcaaed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288084 Jul 05 02:56:40.867793 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b4baa6-adfe-4a20-9f18-29699e290048 req-1cf683f0-3529-405e-91dc-ede70a64a239 tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:56:40.869313 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-96b4baa6-adfe-4a20-9f18-29699e290048 req-1cf683f0-3529-405e-91dc-ede70a64a239 tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=d2149836-d5a4-45bd-95ef-8c89192bf795 HTTP/1.1" status: 200 len: 1097 time: 0.0549946 Jul 05 02:56:40.904508 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-96b4baa6-adfe-4a20-9f18-29699e290048 req-8339f44f-1d44-4535-8a06-043530336b90 tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=abc9aa78-05be-43f5-a4ac-a912bcaaed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294182 Jul 05 02:56:41.185295 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c0e17f-aa67-43fa-a752-93263c014322 req-482cb0e0-d2e7-4c2a-8068-ddbc8801a0d6 tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:56:41.186853 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-62c0e17f-aa67-43fa-a752-93263c014322 req-482cb0e0-d2e7-4c2a-8068-ddbc8801a0d6 tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] 10.222.0.23 "GET /v2.0/networks?id=acaf4422-415c-42bb-ab07-8d5847c4c80f HTTP/1.1" status: 200 len: 910 time: 0.0858872 Jul 05 02:56:41.201388 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-62c0e17f-aa67-43fa-a752-93263c014322 req-ee936f5f-5e9b-4b9f-be7f-217b23f09c78 tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] 10.222.0.23 "GET /v2.0/quotas/5f71859736894f1ba325ffac80aaa8a9 HTTP/1.1" status: 200 len: 375 time: 0.0091949 Jul 05 02:56:41.265464 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-62c0e17f-aa67-43fa-a752-93263c014322 req-fe365b0d-483f-47fe-bde6-e5d97b1e7ccd tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] 10.222.0.23 "GET /v2.0/ports?tenant_id=5f71859736894f1ba325ffac80aaa8a9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0590298 Jul 05 02:56:41.359189 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-62c0e17f-aa67-43fa-a752-93263c014322 req-4386f8af-937a-4754-a1a8-e3880d3e8266 service neutron] 10.222.0.23 "GET /v2.0/networks/acaf4422-415c-42bb-ab07-8d5847c4c80f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870531 Jul 05 02:56:41.453756 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-62c0e17f-aa67-43fa-a752-93263c014322 req-a9a06549-6287-47aa-90c5-f62cd11e5f90 service neutron] 10.222.0.23 "GET /v2.0/networks/acaf4422-415c-42bb-ab07-8d5847c4c80f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887706 Jul 05 02:56:41.756261 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b76941ea-e77e-47a4-a333-81f08c29a8ae req-093ed255-81dc-47cb-8167-62597d4b9c33 tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=0b4ddfd9-3088-4de8-91f3-645a2899b595 HTTP/1.1" status: 200 len: 210 time: 0.0294151 Jul 05 02:56:42.059789 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:42.082461 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:42.571844 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 45226) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:56:42.576668 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-952564af-4b2a-4ad1-836d-f52f8639e36b tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2009573709', 'description': 'tempest-secgroup-smoke-2009573709 description', 'project_id': 'c924626042fc4116989b2d8085d7b151'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:56:42.668179 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-952564af-4b2a-4ad1-836d-f52f8639e36b tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:42.676547 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-952564af-4b2a-4ad1-836d-f52f8639e36b tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:42.769498 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-952564af-4b2a-4ad1-836d-f52f8639e36b tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:42.858236 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-952564af-4b2a-4ad1-836d-f52f8639e36b tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:42.907911 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f067682f-73e0-4a4e-8ba0-9567ab2fd01b req-a6d1af51-eba4-4dc5-8981-d9eb8512a358 tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=0b4ddfd9-3088-4de8-91f3-645a2899b595 HTTP/1.1" status: 200 len: 210 time: 0.0277543 Jul 05 02:56:42.911867 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952564af-4b2a-4ad1-836d-f52f8639e36b tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=244b865b-3a41-44d6-962a-809b052b6d5b,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:56:42.967427 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-952564af-4b2a-4ad1-836d-f52f8639e36b tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:43.064875 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-952564af-4b2a-4ad1-836d-f52f8639e36b tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:43.093240 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952564af-4b2a-4ad1-836d-f52f8639e36b tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa0694e-81d6-4563-be73-1bdeb058f1c3,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:56:43.190936 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-952564af-4b2a-4ad1-836d-f52f8639e36b tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:43.192290 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-952564af-4b2a-4ad1-836d-f52f8639e36b tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6193519 Jul 05 02:56:43.195393 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 45230) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:56:43.200015 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-69e904b5-35d6-428c-b524-9ed21e7aa28f tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Request body: {'security_group_rule': {'security_group_id': '8aa0694e-81d6-4563-be73-1bdeb058f1c3', 'project_id': 'c924626042fc4116989b2d8085d7b151', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:56:43.332536 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-69e904b5-35d6-428c-b524-9ed21e7aa28f tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:43.403772 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-69e904b5-35d6-428c-b524-9ed21e7aa28f tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:43.491195 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-69e904b5-35d6-428c-b524-9ed21e7aa28f tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:43.511818 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e904b5-35d6-428c-b524-9ed21e7aa28f tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28153977-0912-4101-b80d-402e7722328a,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:56:43.560074 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-69e904b5-35d6-428c-b524-9ed21e7aa28f tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:43.561337 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-69e904b5-35d6-428c-b524-9ed21e7aa28f tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3650372 Jul 05 02:56:43.564145 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 45232) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:56:43.568600 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-ae0beba3-0ff5-47dc-b65d-483834b645c9 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Request body: {'security_group_rule': {'security_group_id': '8aa0694e-81d6-4563-be73-1bdeb058f1c3', 'project_id': 'c924626042fc4116989b2d8085d7b151', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:56:43.653265 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ae0beba3-0ff5-47dc-b65d-483834b645c9 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:43.707885 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ae0beba3-0ff5-47dc-b65d-483834b645c9 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:43.787815 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ae0beba3-0ff5-47dc-b65d-483834b645c9 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:43.806204 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0beba3-0ff5-47dc-b65d-483834b645c9 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8b94ea5-8b67-4c29-b4f0-a021be70d37a,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:56:43.901763 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ae0beba3-0ff5-47dc-b65d-483834b645c9 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:43.902959 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-ae0beba3-0ff5-47dc-b65d-483834b645c9 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3378630 Jul 05 02:56:43.905922 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45234) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:56:43.910606 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-23d3785d-254c-4e3a-99f4-997221f32fcd tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Request body: {'security_group_rule': {'security_group_id': '8aa0694e-81d6-4563-be73-1bdeb058f1c3', 'project_id': 'c924626042fc4116989b2d8085d7b151', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:56:44.027596 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-23d3785d-254c-4e3a-99f4-997221f32fcd tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:44.097404 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-23d3785d-254c-4e3a-99f4-997221f32fcd tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:44.182727 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-23d3785d-254c-4e3a-99f4-997221f32fcd tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:44.210455 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d3785d-254c-4e3a-99f4-997221f32fcd tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea90f6d9-d08e-47bb-9b77-f8c676b43047,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:56:44.253243 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c06a17de-4790-4ede-b15e-d4774923b883 req-28e954a5-e1f7-4032-bf5c-268b405b9060 tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=0b4ddfd9-3088-4de8-91f3-645a2899b595 HTTP/1.1" status: 200 len: 210 time: 0.0329423 Jul 05 02:56:44.282272 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-23d3785d-254c-4e3a-99f4-997221f32fcd tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:44.286813 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-23d3785d-254c-4e3a-99f4-997221f32fcd tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3765392 Jul 05 02:56:44.289271 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45238) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:56:44.289485 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c0e17f-aa67-43fa-a752-93263c014322 req-9af7977e-6580-4040-a4ab-bd292252a60f tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:56:44.291079 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-62c0e17f-aa67-43fa-a752-93263c014322 req-9af7977e-6580-4040-a4ab-bd292252a60f tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] 10.222.0.21 "GET /v2.0/networks?id=acaf4422-415c-42bb-ab07-8d5847c4c80f HTTP/1.1" status: 200 len: 910 time: 0.3981128 Jul 05 02:56:44.293726 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-75b58be2-f399-4310-a611-67003fd912b1 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Request body: {'security_group_rule': {'security_group_id': '8aa0694e-81d6-4563-be73-1bdeb058f1c3', 'project_id': 'c924626042fc4116989b2d8085d7b151', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:56:44.302202 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-62c0e17f-aa67-43fa-a752-93263c014322 req-f2eac8cc-98d6-4ed7-971a-4f25ad8b3562 tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] Request body: {'port': {'device_id': '0b4ddfd9-3088-4de8-91f3-645a2899b595', 'network_id': 'acaf4422-415c-42bb-ab07-8d5847c4c80f', 'admin_state_up': True, 'tenant_id': '5f71859736894f1ba325ffac80aaa8a9'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:56:44.419626 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-75b58be2-f399-4310-a611-67003fd912b1 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:44.480025 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-75b58be2-f399-4310-a611-67003fd912b1 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:44.542113 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62c0e17f-aa67-43fa-a752-93263c014322 req-f2eac8cc-98d6-4ed7-971a-4f25ad8b3562 tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] Made reservation on behalf of 5f71859736894f1ba325ffac80aaa8a9 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:56:44.544559 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-62c0e17f-aa67-43fa-a752-93263c014322 req-f2eac8cc-98d6-4ed7-971a-4f25ad8b3562 tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:44.587987 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-75b58be2-f399-4310-a611-67003fd912b1 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:44.606024 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b58be2-f399-4310-a611-67003fd912b1 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee811124-2e5d-4a84-b8b8-7c2ca63b4350,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:56:44.661166 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-62c0e17f-aa67-43fa-a752-93263c014322 req-f2eac8cc-98d6-4ed7-971a-4f25ad8b3562 tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] Allocated IP 172.20.0.8 (acaf4422-415c-42bb-ab07-8d5847c4c80f/ccdf9b91-34d6-4015-a390-6bb5ce6c47ec/e3ec11d5-32c6-4f69-a5b9-c189a0315fce) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:56:44.668129 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-75b58be2-f399-4310-a611-67003fd912b1 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:44.669396 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-75b58be2-f399-4310-a611-67003fd912b1 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3791969 Jul 05 02:56:44.672129 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45240) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:56:44.676665 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-3f6e9200-779d-4e15-b922-f2f1287fd15a tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Request body: {'security_group_rule': {'security_group_id': '8aa0694e-81d6-4563-be73-1bdeb058f1c3', 'project_id': 'c924626042fc4116989b2d8085d7b151', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:56:44.767951 n-d-771362-32 neutron-server[94462]: INFO neutron.db.securitygroups_db [None req-3f6e9200-779d-4e15-b922-f2f1287fd15a tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Project c924626042fc4116989b2d8085d7b151 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 02:56:44.773764 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3f6e9200-779d-4e15-b922-f2f1287fd15a tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:44.793110 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-62c0e17f-aa67-43fa-a752-93263c014322 req-f2eac8cc-98d6-4ed7-971a-4f25ad8b3562 tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:44.805681 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-62c0e17f-aa67-43fa-a752-93263c014322 req-f2eac8cc-98d6-4ed7-971a-4f25ad8b3562 tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] Transition to ACTIVE for port object e3ec11d5-32c6-4f69-a5b9-c189a0315fce will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:56:44.833587 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3f6e9200-779d-4e15-b922-f2f1287fd15a tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:44.901969 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3f6e9200-779d-4e15-b922-f2f1287fd15a tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:44.919408 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6e9200-779d-4e15-b922-f2f1287fd15a tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc71f43e-87a9-49ad-a98c-e1937c139990,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:56:44.926277 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-62c0e17f-aa67-43fa-a752-93263c014322 req-f2eac8cc-98d6-4ed7-971a-4f25ad8b3562 tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:44.933003 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['ab310bfd-47c2-4eff-b4c9-2a1a78168e0b'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:56:44.970590 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62c0e17f-aa67-43fa-a752-93263c014322 req-f2eac8cc-98d6-4ed7-971a-4f25ad8b3562 tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] Network acaf4422-415c-42bb-ab07-8d5847c4c80f is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:56:44.973442 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-62c0e17f-aa67-43fa-a752-93263c014322 req-f2eac8cc-98d6-4ed7-971a-4f25ad8b3562 tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:56:44.976026 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-62c0e17f-aa67-43fa-a752-93263c014322 req-f2eac8cc-98d6-4ed7-971a-4f25ad8b3562 tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:56:45.004688 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eac8cc-98d6-4ed7-971a-4f25ad8b3562 tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] Pushing event updated for resources: {'Port': ['ID=e3ec11d5-32c6-4f69-a5b9-c189a0315fce,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:56:45.027456 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c0e17f-aa67-43fa-a752-93263c014322 req-f2eac8cc-98d6-4ed7-971a-4f25ad8b3562 tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:56:45.028126 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-62c0e17f-aa67-43fa-a752-93263c014322 req-f2eac8cc-98d6-4ed7-971a-4f25ad8b3562 tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:45.048576 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3f6e9200-779d-4e15-b922-f2f1287fd15a tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:45.052448 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-3f6e9200-779d-4e15-b922-f2f1287fd15a tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3767738 Jul 05 02:56:45.053308 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45242) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:56:45.058030 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-7fde910f-928c-4da4-8bc8-8507d78554d2 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Request body: {'security_group_rule': {'security_group_id': '8aa0694e-81d6-4563-be73-1bdeb058f1c3', 'project_id': 'c924626042fc4116989b2d8085d7b151', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:56:45.111840 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-62c0e17f-aa67-43fa-a752-93263c014322 req-f2eac8cc-98d6-4ed7-971a-4f25ad8b3562 tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.8132820 Jul 05 02:56:45.123985 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-62c0e17f-aa67-43fa-a752-93263c014322 req-829f54c2-9911-48ad-a199-9c6bee2ae033 service neutron] Request body: {'port': {'device_id': '0b4ddfd9-3088-4de8-91f3-645a2899b595', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:56:45.191244 n-d-771362-32 neutron-server[94462]: INFO neutron.db.securitygroups_db [None req-7fde910f-928c-4da4-8bc8-8507d78554d2 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Project c924626042fc4116989b2d8085d7b151 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 02:56:45.193163 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7fde910f-928c-4da4-8bc8-8507d78554d2 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:45.197584 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-62c0e17f-aa67-43fa-a752-93263c014322 req-829f54c2-9911-48ad-a199-9c6bee2ae033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:45.256775 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7fde910f-928c-4da4-8bc8-8507d78554d2 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:45.333788 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7fde910f-928c-4da4-8bc8-8507d78554d2 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:45.356215 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fde910f-928c-4da4-8bc8-8507d78554d2 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d16264dc-8127-4606-bcf0-6e016f32e1aa,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:56:45.385174 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-22eaf75c-f412-4ff0-8d80-3dcb8205ba5f None None] Provisioning for port e3ec11d5-32c6-4f69-a5b9-c189a0315fce completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:56:45.389935 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-22eaf75c-f412-4ff0-8d80-3dcb8205ba5f None None] Provisioning complete for port e3ec11d5-32c6-4f69-a5b9-c189a0315fce triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:56:45.390603 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-22eaf75c-f412-4ff0-8d80-3dcb8205ba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:45.421930 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471ee127-a862-47d7-8933-75d6f913a548 req-82a84741-aca8-4d8a-9904-0e614be8055c tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:56:45.423576 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-471ee127-a862-47d7-8933-75d6f913a548 req-82a84741-aca8-4d8a-9904-0e614be8055c tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=0b4ddfd9-3088-4de8-91f3-645a2899b595 HTTP/1.1" status: 200 len: 1027 time: 0.0557182 Jul 05 02:56:45.425950 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-22eaf75c-f412-4ff0-8d80-3dcb8205ba5f None None] Port e3ec11d5-32c6-4f69-a5b9-c189a0315fce cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:56:45.447636 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7fde910f-928c-4da4-8bc8-8507d78554d2 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:45.448745 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-7fde910f-928c-4da4-8bc8-8507d78554d2 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3945346 Jul 05 02:56:45.452695 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45246) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:56:45.457513 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-861f7490-b859-4640-b3f9-99832c63bdc3 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Request body: {'network': {'name': 'tempest-network-smoke--1379129172', 'project_id': 'c924626042fc4116989b2d8085d7b151', 'port_security_enabled': True}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:56:45.476079 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-62c0e17f-aa67-43fa-a752-93263c014322 req-829f54c2-9911-48ad-a199-9c6bee2ae033 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3ec11d5-32c6-4f69-a5b9-c189a0315fce {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:56:45.477436 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-471ee127-a862-47d7-8933-75d6f913a548 req-afc8dc85-d87a-4d34-9364-1ce0cbbbc0a3 tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=abc9aa78-05be-43f5-a4ac-a912bcaaed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452988 Jul 05 02:56:45.483955 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-62c0e17f-aa67-43fa-a752-93263c014322 req-829f54c2-9911-48ad-a199-9c6bee2ae033 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:45.496443 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-62c0e17f-aa67-43fa-a752-93263c014322 req-829f54c2-9911-48ad-a199-9c6bee2ae033 service neutron] Transition to ACTIVE for port object e3ec11d5-32c6-4f69-a5b9-c189a0315fce will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:56:45.536662 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-861f7490-b859-4640-b3f9-99832c63bdc3 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Made reservation on behalf of c924626042fc4116989b2d8085d7b151 for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:56:45.540883 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-861f7490-b859-4640-b3f9-99832c63bdc3 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:45.564689 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-861f7490-b859-4640-b3f9-99832c63bdc3 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:56:45.573156 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-861f7490-b859-4640-b3f9-99832c63bdc3 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:45.573494 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-861f7490-b859-4640-b3f9-99832c63bdc3 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Added segment 06b47637-5942-4a08-a75a-9c5b07527023 of type vlan for network 697054aa-1f96-4791-b356-79bfbf9ca0ce Jul 05 02:56:45.585306 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-62c0e17f-aa67-43fa-a752-93263c014322 req-829f54c2-9911-48ad-a199-9c6bee2ae033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:45.611280 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-861f7490-b859-4640-b3f9-99832c63bdc3 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:45.640540 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829f54c2-9911-48ad-a199-9c6bee2ae033 service neutron] Pushing event updated for resources: {'Port': ['ID=e3ec11d5-32c6-4f69-a5b9-c189a0315fce,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:56:45.715359 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-62c0e17f-aa67-43fa-a752-93263c014322 req-829f54c2-9911-48ad-a199-9c6bee2ae033 service neutron] Attempting to bind port e3ec11d5-32c6-4f69-a5b9-c189a0315fce on host n-h1-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:56:45.715359 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-62c0e17f-aa67-43fa-a752-93263c014322 req-829f54c2-9911-48ad-a199-9c6bee2ae033 service neutron] Attempting to bind port e3ec11d5-32c6-4f69-a5b9-c189a0315fce by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': '8bef7cfe-46ae-44bd-b5e8-28484c6c825d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'acaf4422-415c-42bb-ab07-8d5847c4c80f'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:56:45.715359 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c0e17f-aa67-43fa-a752-93263c014322 req-829f54c2-9911-48ad-a199-9c6bee2ae033 service neutron] Attempting to bind port e3ec11d5-32c6-4f69-a5b9-c189a0315fce on network acaf4422-415c-42bb-ab07-8d5847c4c80f {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:56:45.716556 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c0e17f-aa67-43fa-a752-93263c014322 req-829f54c2-9911-48ad-a199-9c6bee2ae033 service neutron] Port e3ec11d5-32c6-4f69-a5b9-c189a0315fce on network acaf4422-415c-42bb-ab07-8d5847c4c80f not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:56:45.716736 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c0e17f-aa67-43fa-a752-93263c014322 req-829f54c2-9911-48ad-a199-9c6bee2ae033 service neutron] Attempting to bind port e3ec11d5-32c6-4f69-a5b9-c189a0315fce on network acaf4422-415c-42bb-ab07-8d5847c4c80f {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:56:45.722393 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c0e17f-aa67-43fa-a752-93263c014322 req-829f54c2-9911-48ad-a199-9c6bee2ae033 service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:56:45.722808 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c0e17f-aa67-43fa-a752-93263c014322 req-829f54c2-9911-48ad-a199-9c6bee2ae033 service neutron] Checking segment: {'id': '8bef7cfe-46ae-44bd-b5e8-28484c6c825d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'acaf4422-415c-42bb-ab07-8d5847c4c80f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:56:45.723230 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c0e17f-aa67-43fa-a752-93263c014322 req-829f54c2-9911-48ad-a199-9c6bee2ae033 service neutron] Bound using segment: {'id': '8bef7cfe-46ae-44bd-b5e8-28484c6c825d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'acaf4422-415c-42bb-ab07-8d5847c4c80f'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:56:45.723657 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-62c0e17f-aa67-43fa-a752-93263c014322 req-829f54c2-9911-48ad-a199-9c6bee2ae033 service neutron] Bound port: e3ec11d5-32c6-4f69-a5b9-c189a0315fce, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bef7cfe-46ae-44bd-b5e8-28484c6c825d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'acaf4422-415c-42bb-ab07-8d5847c4c80f'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:56:45.724014 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-62c0e17f-aa67-43fa-a752-93263c014322 req-829f54c2-9911-48ad-a199-9c6bee2ae033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:45.733678 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-861f7490-b859-4640-b3f9-99832c63bdc3 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:45.739646 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861f7490-b859-4640-b3f9-99832c63bdc3 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:56:45.740295 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-861f7490-b859-4640-b3f9-99832c63bdc3 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:45.799031 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-62c0e17f-aa67-43fa-a752-93263c014322 req-829f54c2-9911-48ad-a199-9c6bee2ae033 service neutron] For port e3ec11d5-32c6-4f69-a5b9-c189a0315fce, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:56:45.803942 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-62c0e17f-aa67-43fa-a752-93263c014322 req-829f54c2-9911-48ad-a199-9c6bee2ae033 service neutron] For port e3ec11d5-32c6-4f69-a5b9-c189a0315fce, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=e3ec11d5-32c6-4f69-a5b9-c189a0315fce,segment=NetworkSegment(8bef7cfe-46ae-44bd-b5e8-28484c6c825d),segment_id=8bef7cfe-46ae-44bd-b5e8-28484c6c825d)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:56:45.814098 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861f7490-b859-4640-b3f9-99832c63bdc3 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Pushing event updated for resources: {'Network': ['ID=697054aa-1f96-4791-b356-79bfbf9ca0ce,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:56:45.825117 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 697054aa-1f96-4791-b356-79bfbf9ca0ce details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:56:45.915123 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-861f7490-b859-4640-b3f9-99832c63bdc3 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4615064 Jul 05 02:56:45.921571 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45248) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:56:45.922582 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-d807e72d-f625-4351-a3a5-2c818c28b349 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-890298082', 'admin_state_up': True, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:56:45.946039 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-62c0e17f-aa67-43fa-a752-93263c014322 req-829f54c2-9911-48ad-a199-9c6bee2ae033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:45.980316 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c0e17f-aa67-43fa-a752-93263c014322 req-829f54c2-9911-48ad-a199-9c6bee2ae033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:56:45.981013 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-62c0e17f-aa67-43fa-a752-93263c014322 req-829f54c2-9911-48ad-a199-9c6bee2ae033 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:45.982317 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-62c0e17f-aa67-43fa-a752-93263c014322 req-829f54c2-9911-48ad-a199-9c6bee2ae033 service neutron] 10.222.0.21 "PUT /v2.0/ports/e3ec11d5-32c6-4f69-a5b9-c189a0315fce HTTP/1.1" status: 200 len: 1092 time: 0.8630385 Jul 05 02:56:45.982817 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b4ddfd9-3088-4de8-91f3-645a2899b595', 'tag': 'e3ec11d5-32c6-4f69-a5b9-c189a0315fce'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:56:45.985075 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b5ae386-b329-49d9-b7b6-fac877680bff" -d '{"events": [{"name": "network-changed", "server_uuid": "0b4ddfd9-3088-4de8-91f3-645a2899b595", "tag": "e3ec11d5-32c6-4f69-a5b9-c189a0315fce"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:56:46.011333 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829f54c2-9911-48ad-a199-9c6bee2ae033 service neutron] Pushing event updated for resources: {'Port': ['ID=e3ec11d5-32c6-4f69-a5b9-c189a0315fce,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:56:46.031797 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d807e72d-f625-4351-a3a5-2c818c28b349 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11810'] for router, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:46.032862 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d807e72d-f625-4351-a3a5-2c818c28b349 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1926740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11821'] for router, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:46.089242 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d807e72d-f625-4351-a3a5-2c818c28b349 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:46.203994 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c0e17f-aa67-43fa-a752-93263c014322 req-e8976e30-7d8a-496c-85e2-bb674805a88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:56:46.205771 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-62c0e17f-aa67-43fa-a752-93263c014322 req-e8976e30-7d8a-496c-85e2-bb674805a88b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5f71859736894f1ba325ffac80aaa8a9&device_id=0b4ddfd9-3088-4de8-91f3-645a2899b595 HTTP/1.1" status: 200 len: 1095 time: 0.0581830 Jul 05 02:56:46.219922 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae04812f-0653-497a-8161-14871206f0ab x-openstack-request-id: req-ae04812f-0653-497a-8161-14871206f0ab {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:56:46.220208 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b4ddfd9-3088-4de8-91f3-645a2899b595", "tag": "e3ec11d5-32c6-4f69-a5b9-c189a0315fce", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:56:46.220465 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ae04812f-0653-497a-8161-14871206f0ab {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:56:46.220864 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b4ddfd9-3088-4de8-91f3-645a2899b595', 'tag': 'e3ec11d5-32c6-4f69-a5b9-c189a0315fce', 'status': 'completed', 'code': 200} Jul 05 02:56:46.254229 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-62c0e17f-aa67-43fa-a752-93263c014322 req-0760835f-61b3-4f12-9d61-095837963aea service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3ec11d5-32c6-4f69-a5b9-c189a0315fce HTTP/1.1" status: 200 len: 217 time: 0.0408547 Jul 05 02:56:46.302099 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c0e17f-aa67-43fa-a752-93263c014322 req-4a78dece-0725-4b13-ba88-27e458735bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:56:46.303604 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-62c0e17f-aa67-43fa-a752-93263c014322 req-4a78dece-0725-4b13-ba88-27e458735bfe service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ccdf9b91-34d6-4015-a390-6bb5ce6c47ec HTTP/1.1" status: 200 len: 849 time: 0.0443790 Jul 05 02:56:46.346470 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d807e72d-f625-4351-a3a5-2c818c28b349 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:46.361419 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c0e17f-aa67-43fa-a752-93263c014322 req-8ee93591-7631-41fe-bf4c-5bca5ad558dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:56:46.363031 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-62c0e17f-aa67-43fa-a752-93263c014322 req-8ee93591-7631-41fe-bf4c-5bca5ad558dd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=acaf4422-415c-42bb-ab07-8d5847c4c80f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533125 Jul 05 02:56:46.453732 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-62c0e17f-aa67-43fa-a752-93263c014322 req-e0c44488-6300-4724-8017-d0fc0a57b840 service neutron] 10.222.0.21 "GET /v2.0/networks/acaf4422-415c-42bb-ab07-8d5847c4c80f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838470 Jul 05 02:56:46.554254 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-62c0e17f-aa67-43fa-a752-93263c014322 req-e673b78f-dc99-4116-a5ad-3faf55d48cf3 service neutron] 10.222.0.21 "GET /v2.0/networks/acaf4422-415c-42bb-ab07-8d5847c4c80f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924110 Jul 05 02:56:46.606380 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d807e72d-f625-4351-a3a5-2c818c28b349 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for router_gateway, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:46.648849 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d807e72d-f625-4351-a3a5-2c818c28b349 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:46.742463 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba21329f-20a8-4d9b-aa23-b78325a195de req-d00f18ce-9191-4438-9846-a29150b1eb25 tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:56:46.744018 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ba21329f-20a8-4d9b-aa23-b78325a195de req-d00f18ce-9191-4438-9846-a29150b1eb25 tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=0b4ddfd9-3088-4de8-91f3-645a2899b595 HTTP/1.1" status: 200 len: 1095 time: 0.1397746 Jul 05 02:56:46.780267 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5ae386-b329-49d9-b7b6-fac877680bff req-7cc6c272-0caa-49c6-a635-815193a86243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:56:46.781961 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0b5ae386-b329-49d9-b7b6-fac877680bff req-7cc6c272-0caa-49c6-a635-815193a86243 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5f71859736894f1ba325ffac80aaa8a9&device_id=0b4ddfd9-3088-4de8-91f3-645a2899b595 HTTP/1.1" status: 200 len: 1095 time: 0.0558212 Jul 05 02:56:46.787407 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-d807e72d-f625-4351-a3a5-2c818c28b349 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Allocated IP 172.25.7.72 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/a22c544e-1df3-477e-a5ac-aea9d99a1c48) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:56:46.885723 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5ae386-b329-49d9-b7b6-fac877680bff req-3ef52f2c-4d2d-4019-b82a-bc6b71531dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:56:46.887507 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0b5ae386-b329-49d9-b7b6-fac877680bff req-3ef52f2c-4d2d-4019-b82a-bc6b71531dcf service neutron] 10.222.0.21 "GET /v2.0/networks?id=acaf4422-415c-42bb-ab07-8d5847c4c80f HTTP/1.1" status: 200 len: 910 time: 0.0961971 Jul 05 02:56:46.930505 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0b5ae386-b329-49d9-b7b6-fac877680bff req-7ff8a84d-24fd-4cfc-9827-a93a6e586d0a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3ec11d5-32c6-4f69-a5b9-c189a0315fce HTTP/1.1" status: 200 len: 217 time: 0.0365729 Jul 05 02:56:46.981829 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5ae386-b329-49d9-b7b6-fac877680bff req-14dc9c96-18bd-47f3-a854-239945c14472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:56:46.983346 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0b5ae386-b329-49d9-b7b6-fac877680bff req-14dc9c96-18bd-47f3-a854-239945c14472 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ccdf9b91-34d6-4015-a390-6bb5ce6c47ec HTTP/1.1" status: 200 len: 849 time: 0.0463471 Jul 05 02:56:47.050910 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5ae386-b329-49d9-b7b6-fac877680bff req-a43378e3-b9c9-4c2d-b6a4-be4591b62d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:56:47.052358 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0b5ae386-b329-49d9-b7b6-fac877680bff req-a43378e3-b9c9-4c2d-b6a4-be4591b62d42 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=acaf4422-415c-42bb-ab07-8d5847c4c80f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0623984 Jul 05 02:56:47.136148 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ba21329f-20a8-4d9b-aa23-b78325a195de req-cb9448f0-5d88-42e0-904d-ea344cab6443 tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=abc9aa78-05be-43f5-a4ac-a912bcaaed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3862140 Jul 05 02:56:47.144824 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0b5ae386-b329-49d9-b7b6-fac877680bff req-d6ba361f-bf85-485a-ad1b-d6e2f2790421 service neutron] 10.222.0.21 "GET /v2.0/networks/acaf4422-415c-42bb-ab07-8d5847c4c80f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846682 Jul 05 02:56:47.227215 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d807e72d-f625-4351-a3a5-2c818c28b349 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:47.239736 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0b5ae386-b329-49d9-b7b6-fac877680bff req-cf6fde5c-6ff2-428c-be28-6393da3c0f0c service neutron] 10.222.0.21 "GET /v2.0/networks/acaf4422-415c-42bb-ab07-8d5847c4c80f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870383 Jul 05 02:56:47.339507 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d807e72d-f625-4351-a3a5-2c818c28b349 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:47.378173 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d807e72d-f625-4351-a3a5-2c818c28b349 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:56:47.381810 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-d807e72d-f625-4351-a3a5-2c818c28b349 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:56:47.385412 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d807e72d-f625-4351-a3a5-2c818c28b349 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:56:47.421509 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d807e72d-f625-4351-a3a5-2c818c28b349 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Pushing event updated for resources: {'Port': ['ID=a22c544e-1df3-477e-a5ac-aea9d99a1c48,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:56:47.727866 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d807e72d-f625-4351-a3a5-2c818c28b349 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for router_gateway, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:47.930110 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d807e72d-f625-4351-a3a5-2c818c28b349 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963'] for router, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:48.116516 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d807e72d-f625-4351-a3a5-2c818c28b349 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Router 5c684466-7312-42c4-b7c0-cd3f349a9d52 is scheduled to L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 with binding_index 1 {{(pid=94462) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 02:56:48.219327 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d807e72d-f625-4351-a3a5-2c818c28b349 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:56:48.257917 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914d96ab-8a71-4161-8798-85fb75baaec8 None None] Sync routers for ids ['5c684466-7312-42c4-b7c0-cd3f349a9d52'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:56:48.274204 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914d96ab-8a71-4161-8798-85fb75baaec8 None None] Routers {'5c684466-7312-42c4-b7c0-cd3f349a9d52'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:56:48.274853 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-914d96ab-8a71-4161-8798-85fb75baaec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:56:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['5c684466-7312-42c4-b7c0-cd3f349a9d52'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:56:48.303568 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a52c86-5c82-48d4-8b54-749bee8d1796 req-3e68de3d-c43c-4c85-a1ff-54de25b8c054 tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:56:48.305159 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-60a52c86-5c82-48d4-8b54-749bee8d1796 req-3e68de3d-c43c-4c85-a1ff-54de25b8c054 tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=0b4ddfd9-3088-4de8-91f3-645a2899b595 HTTP/1.1" status: 200 len: 1095 time: 0.0534303 Jul 05 02:56:48.348395 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d807e72d-f625-4351-a3a5-2c818c28b349 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:48.349152 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-60a52c86-5c82-48d4-8b54-749bee8d1796 req-4ae063c3-8f5f-4f7e-afe6-5c1276ef096e tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=abc9aa78-05be-43f5-a4ac-a912bcaaed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377641 Jul 05 02:56:48.353298 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-d807e72d-f625-4351-a3a5-2c818c28b349 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.4343655 Jul 05 02:56:48.353554 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 45256) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:56:48.504760 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-914d96ab-8a71-4161-8798-85fb75baaec8 None None] Set router 5c684466-7312-42c4-b7c0-cd3f349a9d52 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:56:48.519272 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-1b298635-029a-42f9-8257-d4040168cfb8 tempest-TestNetworkAdvancedServerOps-295631081 tempest-TestNetworkAdvancedServerOps-295631081-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=c924626042fc4116989b2d8085d7b151&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1637971 Jul 05 02:56:48.522688 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45260) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:56:48.543324 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fcf9756a-e739-46ef-8fed-54a8e31a0578 req-d61865cf-7360-4678-a3ef-55ad1bec43cc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4b8575f7-803b-4d26-b39c-64818dc9dc07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0920897 Jul 05 02:56:48.634340 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb1bb9f-fb11-4321-9435-cb498ffa2bb6 tempest-TestNetworkAdvancedServerOps-295631081 tempest-TestNetworkAdvancedServerOps-295631081-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:56:48.638747 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-8eb1bb9f-fb11-4321-9435-cb498ffa2bb6 tempest-TestNetworkAdvancedServerOps-295631081 tempest-TestNetworkAdvancedServerOps-295631081-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1122346 Jul 05 02:56:48.639305 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45262) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:56:48.649688 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf9756a-e739-46ef-8fed-54a8e31a0578 req-af1d6876-53f4-44a4-a1e6-c63358a26015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:56:48.651297 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fcf9756a-e739-46ef-8fed-54a8e31a0578 req-af1d6876-53f4-44a4-a1e6-c63358a26015 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b1a00a493e704ec48248eed2815bb351&device_id=4b8575f7-803b-4d26-b39c-64818dc9dc07 HTTP/1.1" status: 200 len: 1097 time: 0.0565035 Jul 05 02:56:48.670723 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-9633c069-bba0-4e6c-a16c-918bfa349e6c tempest-TestNetworkAdvancedServerOps-295631081 tempest-TestNetworkAdvancedServerOps-295631081-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=4bbc2f9e-02cf-490e-901d-2588655a3ef0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0299370 Jul 05 02:56:48.673500 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45264) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:56:48.678944 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-0dba6202-e3f6-4180-bb92-8ad1d1d93441 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1529941972', 'network_id': '697054aa-1f96-4791-b356-79bfbf9ca0ce', 'project_id': 'c924626042fc4116989b2d8085d7b151', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:56:48.728183 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-914d96ab-8a71-4161-8798-85fb75baaec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c684466-7312-42c4-b7c0-cd3f349a9d52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890298082', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': 'a22c544e-1df3-477e-a5ac-aea9d99a1c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:56:46Z', 'updated_at': '2021-07-05T02:56:47Z', 'revision_number': 3, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'gw_port': {'id': 'a22c544e-1df3-477e-a5ac-aea9d99a1c48', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:73:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c684466-7312-42c4-b7c0-cd3f349a9d52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:56:46Z', 'updated_at': '2021-07-05T02:56:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:56:48.756390 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914d96ab-8a71-4161-8798-85fb75baaec8 None None] Checking router: 5c684466-7312-42c4-b7c0-cd3f349a9d52 for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:56:48.756765 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914d96ab-8a71-4161-8798-85fb75baaec8 None None] Updating router 5c684466-7312-42c4-b7c0-cd3f349a9d52 port a22c544e-1df3-477e-a5ac-aea9d99a1c48 binding host n-d-771362-32 {{(pid=94464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 02:56:48.765392 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf9756a-e739-46ef-8fed-54a8e31a0578 req-bf31a6d9-0949-48d8-bba3-36404f03281c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:56:48.766950 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fcf9756a-e739-46ef-8fed-54a8e31a0578 req-bf31a6d9-0949-48d8-bba3-36404f03281c service neutron] 10.222.0.15 "GET /v2.0/networks?id=73b1fe81-9ead-413d-adcc-8dcb2085def5 HTTP/1.1" status: 200 len: 912 time: 0.0942900 Jul 05 02:56:48.791864 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-914d96ab-8a71-4161-8798-85fb75baaec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:48.838887 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fcf9756a-e739-46ef-8fed-54a8e31a0578 req-a4e11a6c-0447-44d2-b8e2-6966b4e3918f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c978ab38-8fd3-4545-a28a-52768713b210 HTTP/1.1" status: 200 len: 1000 time: 0.0648603 Jul 05 02:56:48.887916 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf9756a-e739-46ef-8fed-54a8e31a0578 req-19727b36-e266-496c-97b0-2a02685e574b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:56:48.889399 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fcf9756a-e739-46ef-8fed-54a8e31a0578 req-19727b36-e266-496c-97b0-2a02685e574b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=33729902-d3e5-4dd5-ba26-acbc079120a6 HTTP/1.1" status: 200 len: 851 time: 0.0447664 Jul 05 02:56:48.893724 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dba6202-e3f6-4180-bb92-8ad1d1d93441 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Made reservation on behalf of c924626042fc4116989b2d8085d7b151 for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:56:48.905658 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0dba6202-e3f6-4180-bb92-8ad1d1d93441 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:48.952074 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf9756a-e739-46ef-8fed-54a8e31a0578 req-b58b2b8a-0121-49f9-840a-07c71985f987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:56:48.954208 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fcf9756a-e739-46ef-8fed-54a8e31a0578 req-b58b2b8a-0121-49f9-840a-07c71985f987 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=73b1fe81-9ead-413d-adcc-8dcb2085def5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548491 Jul 05 02:56:49.049040 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-914d96ab-8a71-4161-8798-85fb75baaec8 None None] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:49.057408 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fcf9756a-e739-46ef-8fed-54a8e31a0578 req-4be2facf-af91-4f16-9027-32dca950d031 service neutron] 10.222.0.15 "GET /v2.0/networks/73b1fe81-9ead-413d-adcc-8dcb2085def5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920670 Jul 05 02:56:49.061089 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-914d96ab-8a71-4161-8798-85fb75baaec8 None None] Transition to ACTIVE for port object a22c544e-1df3-477e-a5ac-aea9d99a1c48 will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:56:49.145646 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fcf9756a-e739-46ef-8fed-54a8e31a0578 req-5cba73fa-01b6-4dd3-b19a-2d2701495c5b service neutron] 10.222.0.15 "GET /v2.0/networks/73b1fe81-9ead-413d-adcc-8dcb2085def5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817301 Jul 05 02:56:49.163202 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-914d96ab-8a71-4161-8798-85fb75baaec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:49.177013 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0dba6202-e3f6-4180-bb92-8ad1d1d93441 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:49.215419 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-914d96ab-8a71-4161-8798-85fb75baaec8 None None] Attempting to bind port a22c544e-1df3-477e-a5ac-aea9d99a1c48 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:56:49.215779 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-914d96ab-8a71-4161-8798-85fb75baaec8 None None] Attempting to bind port a22c544e-1df3-477e-a5ac-aea9d99a1c48 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:56:49.216143 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914d96ab-8a71-4161-8798-85fb75baaec8 None None] Attempting to bind port a22c544e-1df3-477e-a5ac-aea9d99a1c48 on network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:56:49.225498 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71b840f-fb50-4145-afd9-1d886c8233ae None None] Pushing event updated for resources: {'Port': ['ID=a22c544e-1df3-477e-a5ac-aea9d99a1c48,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:56:49.236235 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914d96ab-8a71-4161-8798-85fb75baaec8 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:56:49.236599 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914d96ab-8a71-4161-8798-85fb75baaec8 None None] Checking segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:56:49.236995 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-914d96ab-8a71-4161-8798-85fb75baaec8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:49.237375 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914d96ab-8a71-4161-8798-85fb75baaec8 None None] Bound using segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:56:49.237830 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-914d96ab-8a71-4161-8798-85fb75baaec8 None None] Bound port: a22c544e-1df3-477e-a5ac-aea9d99a1c48, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:56:49.238225 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-914d96ab-8a71-4161-8798-85fb75baaec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:49.245286 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba6202-e3f6-4180-bb92-8ad1d1d93441 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Pushing event updated for resources: {'Subnet': ['ID=892d096a-d0a4-4aa1-b745-5316b44ad99c,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:56:49.254259 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dba6202-e3f6-4180-bb92-8ad1d1d93441 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Checking segment: {'id': '06b47637-5942-4a08-a75a-9c5b07527023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '697054aa-1f96-4791-b356-79bfbf9ca0ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:56:49.254627 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dba6202-e3f6-4180-bb92-8ad1d1d93441 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Network hostable DHCP agents. Network: 697054aa-1f96-4791-b356-79bfbf9ca0ce, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:56:49.291727 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-914d96ab-8a71-4161-8798-85fb75baaec8 None None] For port a22c544e-1df3-477e-a5ac-aea9d99a1c48, host n-d-771362-32, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:56:49.294738 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-914d96ab-8a71-4161-8798-85fb75baaec8 None None] For port a22c544e-1df3-477e-a5ac-aea9d99a1c48, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=a22c544e-1df3-477e-a5ac-aea9d99a1c48,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:56:49.367522 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device e3ec11d5-32c6-4f69-a5b9-c189a0315fce details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:56:49.390820 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dba6202-e3f6-4180-bb92-8ad1d1d93441 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Network 697054aa-1f96-4791-b356-79bfbf9ca0ce is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:56:49.442610 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-914d96ab-8a71-4161-8798-85fb75baaec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:49.481281 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port e3ec11d5-32c6-4f69-a5b9-c189a0315fce, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=e3ec11d5-32c6-4f69-a5b9-c189a0315fce,segment=NetworkSegment(8bef7cfe-46ae-44bd-b5e8-28484c6c825d),segment_id=8bef7cfe-46ae-44bd-b5e8-28484c6c825d)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:56:49.493315 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': 'e3ec11d5-32c6-4f69-a5b9-c189a0315fce', 'network_id': 'acaf4422-415c-42bb-ab07-8d5847c4c80f', 'port_id': 'e3ec11d5-32c6-4f69-a5b9-c189a0315fce', 'mac_address': 'fa:16:3e:e2:09:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccdf9b91-34d6-4015-a390-6bb5ce6c47ec', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:56:49.498303 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914d96ab-8a71-4161-8798-85fb75baaec8 None None] Routers {'5c684466-7312-42c4-b7c0-cd3f349a9d52'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:56:49.498996 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-914d96ab-8a71-4161-8798-85fb75baaec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:56:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['5c684466-7312-42c4-b7c0-cd3f349a9d52'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:56:49.527248 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca6616b-3c91-4c49-9974-fabb4ef1ec90 req-f940698d-8414-45bf-a3f9-478997fcf5f0 tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:56:49.532098 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2ca6616b-3c91-4c49-9974-fabb4ef1ec90 req-f940698d-8414-45bf-a3f9-478997fcf5f0 tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=0b4ddfd9-3088-4de8-91f3-645a2899b595 HTTP/1.1" status: 200 len: 1095 time: 0.0576224 Jul 05 02:56:49.534215 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-0dba6202-e3f6-4180-bb92-8ad1d1d93441 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 697054aa-1f96-4791-b356-79bfbf9ca0ce) {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:56:49.536651 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71b840f-fb50-4145-afd9-1d886c8233ae None None] Pushing event updated for resources: {'Port': ['ID=a22c544e-1df3-477e-a5ac-aea9d99a1c48,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:56:49.541229 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:49.547771 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dba6202-e3f6-4180-bb92-8ad1d1d93441 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:56:49.555992 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0dba6202-e3f6-4180-bb92-8ad1d1d93441 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:49.562699 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8727fe7-111d-4d1d-975a-fccab604dbfa None None] Network 697054aa-1f96-4791-b356-79bfbf9ca0ce requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:56:49.566551 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3ec11d5-32c6-4f69-a5b9-c189a0315fce {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:56:49.581946 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2ca6616b-3c91-4c49-9974-fabb4ef1ec90 req-eda4e301-8c4e-4310-8458-3ab91e896cea tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=abc9aa78-05be-43f5-a4ac-a912bcaaed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456541 Jul 05 02:56:49.614268 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-914d96ab-8a71-4161-8798-85fb75baaec8 None None] Set router 5c684466-7312-42c4-b7c0-cd3f349a9d52 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:56:49.630242 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port e3ec11d5-32c6-4f69-a5b9-c189a0315fce, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=e3ec11d5-32c6-4f69-a5b9-c189a0315fce,segment=NetworkSegment(8bef7cfe-46ae-44bd-b5e8-28484c6c825d),segment_id=8bef7cfe-46ae-44bd-b5e8-28484c6c825d)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:56:49.691960 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-0dba6202-e3f6-4180-bb92-8ad1d1d93441 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0174370 Jul 05 02:56:49.694832 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 45268) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:56:49.723840 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:49.732197 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7469732-9b4c-44a4-ac10-9d7e08f1ad40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-697054aa-1f96-4791-b356-79bfbf9ca0ce', 'network_id': '697054aa-1f96-4791-b356-79bfbf9ca0ce', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'fixed_ips': [{'subnet_id': '892d096a-d0a4-4aa1-b745-5316b44ad99c'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:56:49.733044 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f7469732-9b4c-44a4-ac10-9d7e08f1ad40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:49.797754 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-914d96ab-8a71-4161-8798-85fb75baaec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c684466-7312-42c4-b7c0-cd3f349a9d52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890298082', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': 'a22c544e-1df3-477e-a5ac-aea9d99a1c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:56:46Z', 'updated_at': '2021-07-05T02:56:47Z', 'revision_number': 3, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'gw_port': {'id': 'a22c544e-1df3-477e-a5ac-aea9d99a1c48', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:73:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c684466-7312-42c4-b7c0-cd3f349a9d52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:56:46Z', 'updated_at': '2021-07-05T02:56:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:56:49.824909 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914d96ab-8a71-4161-8798-85fb75baaec8 None None] The sync data for ids ['5c684466-7312-42c4-b7c0-cd3f349a9d52'] in n-d-771362-32 is: [{'id': '5c684466-7312-42c4-b7c0-cd3f349a9d52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890298082', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': 'a22c544e-1df3-477e-a5ac-aea9d99a1c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:56:46Z', 'updated_at': '2021-07-05T02:56:47Z', 'revision_number': 3, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'gw_port': {'id': 'a22c544e-1df3-477e-a5ac-aea9d99a1c48', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:73:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c684466-7312-42c4-b7c0-cd3f349a9d52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:56:46Z', 'updated_at': '2021-07-05T02:56:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:56:49.867382 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=e3ec11d5-32c6-4f69-a5b9-c189a0315fce,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:56:49.919282 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-f7469732-9b4c-44a4-ac10-9d7e08f1ad40 None None] Allocated IP 172.20.0.2 (697054aa-1f96-4791-b356-79bfbf9ca0ce/892d096a-d0a4-4aa1-b745-5316b44ad99c/bc2e0ce5-9c66-44c8-9ab9-b03b12eaa147) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:56:49.925274 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['e3ec11d5-32c6-4f69-a5b9-c189a0315fce'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:56:50.188010 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f7469732-9b4c-44a4-ac10-9d7e08f1ad40 None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:50.205442 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-f7469732-9b4c-44a4-ac10-9d7e08f1ad40 None None] Transition to ACTIVE for port object bc2e0ce5-9c66-44c8-9ab9-b03b12eaa147 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:56:50.239114 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-f7469732-9b4c-44a4-ac10-9d7e08f1ad40 None None] Transition to ACTIVE for port object bc2e0ce5-9c66-44c8-9ab9-b03b12eaa147 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:56:50.288023 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-320bb8ad-35f8-4357-92b3-3ab1c17dc4b6 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:50.300072 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f7469732-9b4c-44a4-ac10-9d7e08f1ad40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:50.345081 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7469732-9b4c-44a4-ac10-9d7e08f1ad40 None None] Network 697054aa-1f96-4791-b356-79bfbf9ca0ce is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:56:50.345081 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-f7469732-9b4c-44a4-ac10-9d7e08f1ad40 None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:56:50.346696 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7469732-9b4c-44a4-ac10-9d7e08f1ad40 None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:56:50.357770 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7469732-9b4c-44a4-ac10-9d7e08f1ad40 None None] Pushing event updated for resources: {'Port': ['ID=bc2e0ce5-9c66-44c8-9ab9-b03b12eaa147,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:56:50.417201 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-f7469732-9b4c-44a4-ac10-9d7e08f1ad40 None None] Attempting to bind port bc2e0ce5-9c66-44c8-9ab9-b03b12eaa147 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:56:50.417848 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-f7469732-9b4c-44a4-ac10-9d7e08f1ad40 None None] Attempting to bind port bc2e0ce5-9c66-44c8-9ab9-b03b12eaa147 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '06b47637-5942-4a08-a75a-9c5b07527023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '697054aa-1f96-4791-b356-79bfbf9ca0ce'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:56:50.417848 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7469732-9b4c-44a4-ac10-9d7e08f1ad40 None None] Attempting to bind port bc2e0ce5-9c66-44c8-9ab9-b03b12eaa147 on network 697054aa-1f96-4791-b356-79bfbf9ca0ce {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:56:50.423383 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7469732-9b4c-44a4-ac10-9d7e08f1ad40 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:56:50.423752 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7469732-9b4c-44a4-ac10-9d7e08f1ad40 None None] Checking segment: {'id': '06b47637-5942-4a08-a75a-9c5b07527023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '697054aa-1f96-4791-b356-79bfbf9ca0ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:56:50.424162 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f7469732-9b4c-44a4-ac10-9d7e08f1ad40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:50.424546 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7469732-9b4c-44a4-ac10-9d7e08f1ad40 None None] Bound using segment: {'id': '06b47637-5942-4a08-a75a-9c5b07527023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '697054aa-1f96-4791-b356-79bfbf9ca0ce'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:56:50.425011 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-f7469732-9b4c-44a4-ac10-9d7e08f1ad40 None None] Bound port: bc2e0ce5-9c66-44c8-9ab9-b03b12eaa147, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b47637-5942-4a08-a75a-9c5b07527023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '697054aa-1f96-4791-b356-79bfbf9ca0ce'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:56:50.425391 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f7469732-9b4c-44a4-ac10-9d7e08f1ad40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:50.497753 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-f7469732-9b4c-44a4-ac10-9d7e08f1ad40 None None] For port bc2e0ce5-9c66-44c8-9ab9-b03b12eaa147, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:56:50.501117 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-f7469732-9b4c-44a4-ac10-9d7e08f1ad40 None None] For port bc2e0ce5-9c66-44c8-9ab9-b03b12eaa147, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=bc2e0ce5-9c66-44c8-9ab9-b03b12eaa147,segment=NetworkSegment(06b47637-5942-4a08-a75a-9c5b07527023),segment_id=06b47637-5942-4a08-a75a-9c5b07527023)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:56:50.574517 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f7469732-9b4c-44a4-ac10-9d7e08f1ad40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:50.656135 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7469732-9b4c-44a4-ac10-9d7e08f1ad40 None None] Pushing event updated for resources: {'Port': ['ID=bc2e0ce5-9c66-44c8-9ab9-b03b12eaa147,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:56:50.666617 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-320bb8ad-35f8-4357-92b3-3ab1c17dc4b6 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Allocated IP 172.20.0.1 (697054aa-1f96-4791-b356-79bfbf9ca0ce/892d096a-d0a4-4aa1-b745-5316b44ad99c/4244542a-910d-4029-bbd4-2af636bae3c3) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:56:50.827924 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-320bb8ad-35f8-4357-92b3-3ab1c17dc4b6 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:50.848706 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [None req-320bb8ad-35f8-4357-92b3-3ab1c17dc4b6 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Transition to ACTIVE for port object 4244542a-910d-4029-bbd4-2af636bae3c3 will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:56:50.922344 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-ac5fa8ad-33d1-4445-87c7-92a22f856759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:50.944545 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416447e8-c9fd-4cfe-94bf-f413984736c4 req-4f86f1bb-5675-45e9-acbc-c22e4e0f2fdc tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:56:50.946209 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-416447e8-c9fd-4cfe-94bf-f413984736c4 req-4f86f1bb-5675-45e9-acbc-c22e4e0f2fdc tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=0b4ddfd9-3088-4de8-91f3-645a2899b595 HTTP/1.1" status: 200 len: 1096 time: 0.1902990 Jul 05 02:56:50.983261 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-416447e8-c9fd-4cfe-94bf-f413984736c4 req-9311a315-3a22-4fdd-b5e9-cf32cb91f0ed tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=abc9aa78-05be-43f5-a4ac-a912bcaaed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313513 Jul 05 02:56:51.031913 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-320bb8ad-35f8-4357-92b3-3ab1c17dc4b6 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:51.073995 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320bb8ad-35f8-4357-92b3-3ab1c17dc4b6 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Network 697054aa-1f96-4791-b356-79bfbf9ca0ce is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:56:51.077366 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-320bb8ad-35f8-4357-92b3-3ab1c17dc4b6 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:56:51.093305 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320bb8ad-35f8-4357-92b3-3ab1c17dc4b6 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:56:51.110176 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320bb8ad-35f8-4357-92b3-3ab1c17dc4b6 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Pushing event updated for resources: {'Port': ['ID=4244542a-910d-4029-bbd4-2af636bae3c3,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:56:51.132565 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-320bb8ad-35f8-4357-92b3-3ab1c17dc4b6 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635668'] for router_interface, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:51.351982 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-320bb8ad-35f8-4357-92b3-3ab1c17dc4b6 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:51.371753 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device e3ec11d5-32c6-4f69-a5b9-c189a0315fce up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:56:51.503054 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning for port e3ec11d5-32c6-4f69-a5b9-c189a0315fce completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:56:51.507862 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port e3ec11d5-32c6-4f69-a5b9-c189a0315fce triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:56:51.508269 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:51.598088 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:51.622925 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b4ddfd9-3088-4de8-91f3-645a2899b595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3ec11d5-32c6-4f69-a5b9-c189a0315fce'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:56:51.625202 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11edb178-25ce-4f6b-8a6f-d420ed23ca35" -d '{"events": [{"server_uuid": "0b4ddfd9-3088-4de8-91f3-645a2899b595", "name": "network-vif-plugged", "status": "completed", "tag": "e3ec11d5-32c6-4f69-a5b9-c189a0315fce"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:56:51.641370 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port e3ec11d5-32c6-4f69-a5b9-c189a0315fce, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=e3ec11d5-32c6-4f69-a5b9-c189a0315fce,segment=NetworkSegment(8bef7cfe-46ae-44bd-b5e8-28484c6c825d),segment_id=8bef7cfe-46ae-44bd-b5e8-28484c6c825d)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:56:51.664465 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3170dad-8152-4a1c-b565-d3716c1929fe x-openstack-request-id: req-e3170dad-8152-4a1c-b565-d3716c1929fe {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:56:51.664762 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b4ddfd9-3088-4de8-91f3-645a2899b595", "name": "network-vif-plugged", "status": "completed", "tag": "e3ec11d5-32c6-4f69-a5b9-c189a0315fce", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:56:51.669220 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e3170dad-8152-4a1c-b565-d3716c1929fe {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:56:51.669220 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b4ddfd9-3088-4de8-91f3-645a2899b595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3ec11d5-32c6-4f69-a5b9-c189a0315fce', 'code': 200} Jul 05 02:56:51.734151 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:51.785746 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=e3ec11d5-32c6-4f69-a5b9-c189a0315fce,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:56:51.907092 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f772535-1e2f-41c2-a2ef-0215067085f4 req-78347bb2-b884-4634-aafd-e9b42acd09ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:56:51.908642 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8f772535-1e2f-41c2-a2ef-0215067085f4 req-78347bb2-b884-4634-aafd-e9b42acd09ed service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0b4ddfd9-3088-4de8-91f3-645a2899b595 HTTP/1.1" status: 200 len: 1097 time: 0.1293526 Jul 05 02:56:51.975186 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8f772535-1e2f-41c2-a2ef-0215067085f4 req-ad8e18ef-77af-42a2-a02b-eea8fb8e72e1 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=abc9aa78-05be-43f5-a4ac-a912bcaaed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575790 Jul 05 02:56:52.011205 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-320bb8ad-35f8-4357-92b3-3ab1c17dc4b6 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:52.093626 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-320bb8ad-35f8-4357-92b3-3ab1c17dc4b6 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:52.143004 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dee5749-b356-4fcb-ba16-4ca1426c96a6 None None] Network 697054aa-1f96-4791-b356-79bfbf9ca0ce requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:56:52.160367 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device a22c544e-1df3-477e-a5ac-aea9d99a1c48 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:56:52.205897 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320bb8ad-35f8-4357-92b3-3ab1c17dc4b6 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Pushing event updated for resources: {'Port': ['ID=4244542a-910d-4029-bbd4-2af636bae3c3,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:56:52.213296 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-320bb8ad-35f8-4357-92b3-3ab1c17dc4b6 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634601'] for router_interface, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:52.287468 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3761bc19-efb8-4a25-b50a-bdb95fcd2e2e req-b2ba2256-530a-4ace-9118-1d928b39b7e3 tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:56:52.289008 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3761bc19-efb8-4a25-b50a-bdb95fcd2e2e req-b2ba2256-530a-4ace-9118-1d928b39b7e3 tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=0b4ddfd9-3088-4de8-91f3-645a2899b595 HTTP/1.1" status: 200 len: 1097 time: 0.1859717 Jul 05 02:56:52.348569 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3761bc19-efb8-4a25-b50a-bdb95fcd2e2e req-4eab0884-5a39-42eb-986a-ba2e4073b4aa tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=abc9aa78-05be-43f5-a4ac-a912bcaaed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530560 Jul 05 02:56:52.350755 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320bb8ad-35f8-4357-92b3-3ab1c17dc4b6 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Network 697054aa-1f96-4791-b356-79bfbf9ca0ce is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:56:52.352186 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-320bb8ad-35f8-4357-92b3-3ab1c17dc4b6 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:56:52.466412 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-320bb8ad-35f8-4357-92b3-3ab1c17dc4b6 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Router 5c684466-7312-42c4-b7c0-cd3f349a9d52 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:56:52.475397 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-bff095b4-c61f-413e-beb5-abedb15affb9 None None] Provisioning for port bc2e0ce5-9c66-44c8-9ab9-b03b12eaa147 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:56:52.490909 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port a22c544e-1df3-477e-a5ac-aea9d99a1c48 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:56:52.497413 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port a22c544e-1df3-477e-a5ac-aea9d99a1c48 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:56:52.497778 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:52.586010 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-320bb8ad-35f8-4357-92b3-3ab1c17dc4b6 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:56:52.591107 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-320bb8ad-35f8-4357-92b3-3ab1c17dc4b6 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "PUT /v2.0/routers/5c684466-7312-42c4-b7c0-cd3f349a9d52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8952458 Jul 05 02:56:52.604451 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0d7244-4066-4590-9678-7269fb8b07dc None None] Sync routers for ids ['5c684466-7312-42c4-b7c0-cd3f349a9d52'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:56:52.616079 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:52.639008 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0d7244-4066-4590-9678-7269fb8b07dc None None] Routers {'5c684466-7312-42c4-b7c0-cd3f349a9d52'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:56:52.639699 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-1c0d7244-4066-4590-9678-7269fb8b07dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:56:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['5c684466-7312-42c4-b7c0-cd3f349a9d52'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:56:52.685282 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port a22c544e-1df3-477e-a5ac-aea9d99a1c48, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=a22c544e-1df3-477e-a5ac-aea9d99a1c48,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:56:52.767130 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-1c0d7244-4066-4590-9678-7269fb8b07dc None None] Set router 5c684466-7312-42c4-b7c0-cd3f349a9d52 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:56:52.811140 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:52.811824 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device bc2e0ce5-9c66-44c8-9ab9-b03b12eaa147 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:56:52.906464 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2897c774-1991-4142-a39b-6dec7f7709ae req-65acbbf7-44cf-429f-9827-fa0d5942077c tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2009573709&fields=id&tenant_id=c924626042fc4116989b2d8085d7b151 HTTP/1.1" status: 200 len: 267 time: 0.0496361 Jul 05 02:56:52.929832 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-a58b5194-30f2-47b0-a9d8-3adb85078ddc None None] Provisioning for port 4244542a-910d-4029-bbd4-2af636bae3c3 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:56:52.939743 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-a58b5194-30f2-47b0-a9d8-3adb85078ddc None None] Provisioning complete for port 4244542a-910d-4029-bbd4-2af636bae3c3 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:56:52.940113 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a58b5194-30f2-47b0-a9d8-3adb85078ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:52.969413 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=a22c544e-1df3-477e-a5ac-aea9d99a1c48,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:56:53.014561 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2897c774-1991-4142-a39b-6dec7f7709ae req-eeac31f6-c90e-411f-b0bd-c7bdf7d7efe6 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:56:53.021670 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2897c774-1991-4142-a39b-6dec7f7709ae req-eeac31f6-c90e-411f-b0bd-c7bdf7d7efe6 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/networks?id=697054aa-1f96-4791-b356-79bfbf9ca0ce HTTP/1.1" status: 200 len: 797 time: 0.1142883 Jul 05 02:56:53.038181 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2897c774-1991-4142-a39b-6dec7f7709ae req-478b7cdf-a721-4a5a-b8f8-4320aa2d57d2 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/quotas/c924626042fc4116989b2d8085d7b151 HTTP/1.1" status: 200 len: 375 time: 0.0155790 Jul 05 02:56:53.039712 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-a58b5194-30f2-47b0-a9d8-3adb85078ddc None None] Port 4244542a-910d-4029-bbd4-2af636bae3c3 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:56:53.122685 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2897c774-1991-4142-a39b-6dec7f7709ae req-e4f2997c-cfd9-4b2d-93c2-2131e7a71491 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c924626042fc4116989b2d8085d7b151&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0758030 Jul 05 02:56:53.137922 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-1c0d7244-4066-4590-9678-7269fb8b07dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c684466-7312-42c4-b7c0-cd3f349a9d52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890298082', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': 'a22c544e-1df3-477e-a5ac-aea9d99a1c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:56:46Z', 'updated_at': '2021-07-05T02:56:51Z', 'revision_number': 4, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'gw_port': {'id': 'a22c544e-1df3-477e-a5ac-aea9d99a1c48', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:73:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c684466-7312-42c4-b7c0-cd3f349a9d52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:56:46Z', 'updated_at': '2021-07-05T02:56:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '4244542a-910d-4029-bbd4-2af636bae3c3', 'name': '', 'network_id': '697054aa-1f96-4791-b356-79bfbf9ca0ce', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'mac_address': 'fa:16:3e:c8:fa:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c684466-7312-42c4-b7c0-cd3f349a9d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '892d096a-d0a4-4aa1-b745-5316b44ad99c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:56:50Z', 'updated_at': '2021-07-05T02:56:51Z', 'revision_number': 2, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'subnets': [{'id': '892d096a-d0a4-4aa1-b745-5316b44ad99c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:56:53.176681 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0d7244-4066-4590-9678-7269fb8b07dc None None] Checking router: 5c684466-7312-42c4-b7c0-cd3f349a9d52 for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:56:53.177014 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0d7244-4066-4590-9678-7269fb8b07dc None None] Updating router 5c684466-7312-42c4-b7c0-cd3f349a9d52 port 4244542a-910d-4029-bbd4-2af636bae3c3 binding host n-d-771362-32 {{(pid=94463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 02:56:53.178647 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port bc2e0ce5-9c66-44c8-9ab9-b03b12eaa147 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:56:53.184617 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port bc2e0ce5-9c66-44c8-9ab9-b03b12eaa147 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:56:53.186324 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:53.216410 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2897c774-1991-4142-a39b-6dec7f7709ae req-1c8ce726-97ab-4ed0-8e46-fe141f417e7e service neutron] 10.222.0.23 "GET /v2.0/networks/697054aa-1f96-4791-b356-79bfbf9ca0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929193 Jul 05 02:56:53.258378 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-1c0d7244-4066-4590-9678-7269fb8b07dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:53.273266 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-2e26e5e8-bf3b-4514-a0f4-6652f3cfa467 None None] Provisioning complete for port 4244542a-910d-4029-bbd4-2af636bae3c3 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:56:53.273628 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-2e26e5e8-bf3b-4514-a0f4-6652f3cfa467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:53.302538 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-76ea38fa-c337-4baf-a5c8-793fb1f34f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:53.310496 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2897c774-1991-4142-a39b-6dec7f7709ae req-21025650-5c57-4954-ae1c-8dddfb1ea01c service neutron] 10.222.0.23 "GET /v2.0/networks/697054aa-1f96-4791-b356-79bfbf9ca0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875807 Jul 05 02:56:53.342861 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-2e26e5e8-bf3b-4514-a0f4-6652f3cfa467 None None] Port 4244542a-910d-4029-bbd4-2af636bae3c3 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:56:53.443576 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:53.540163 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-18642300-2948-436c-84e2-cbea37d4e4fe None None] Provisioning complete for port 4244542a-910d-4029-bbd4-2af636bae3c3 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:56:53.541010 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-18642300-2948-436c-84e2-cbea37d4e4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:53.548751 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port bc2e0ce5-9c66-44c8-9ab9-b03b12eaa147, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=bc2e0ce5-9c66-44c8-9ab9-b03b12eaa147,segment=NetworkSegment(06b47637-5942-4a08-a75a-9c5b07527023),segment_id=06b47637-5942-4a08-a75a-9c5b07527023)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:56:53.559569 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-90960f39-b636-4200-8f30-d15e310c86fb req-4ebc4acb-6991-49f5-a8a0-5f70daf66cba tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=11d02ae0-69a5-43f8-9c49-e5923844d7f7 HTTP/1.1" status: 200 len: 210 time: 0.0361631 Jul 05 02:56:53.586492 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c313c-3e38-4b0a-81bb-bac16ec45da6 req-a349f39c-c003-4b5a-91e8-8fe2d87df559 tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:56:53.588306 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-449c313c-3e38-4b0a-81bb-bac16ec45da6 req-a349f39c-c003-4b5a-91e8-8fe2d87df559 tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=0b4ddfd9-3088-4de8-91f3-645a2899b595 HTTP/1.1" status: 200 len: 1097 time: 0.1103418 Jul 05 02:56:53.608167 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-18642300-2948-436c-84e2-cbea37d4e4fe None None] Port 4244542a-910d-4029-bbd4-2af636bae3c3 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:56:53.626840 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-449c313c-3e38-4b0a-81bb-bac16ec45da6 req-68ce1de9-a120-4f0f-8bb7-1931cf91ad1e tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=abc9aa78-05be-43f5-a4ac-a912bcaaed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317142 Jul 05 02:56:53.646614 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:53.735264 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-1c0d7244-4066-4590-9678-7269fb8b07dc None None] Notify callbacks [] for port, precommit_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:53.737461 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=bc2e0ce5-9c66-44c8-9ab9-b03b12eaa147,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:56:53.748282 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-1c0d7244-4066-4590-9678-7269fb8b07dc None None] Transition to ACTIVE for port object 4244542a-910d-4029-bbd4-2af636bae3c3 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:56:53.797844 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11e2352-9905-4dce-86c8-be9d23fb92b8 req-2dc53c5d-15b1-4d16-b029-e54807fc8235 tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:56:53.799448 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d11e2352-9905-4dce-86c8-be9d23fb92b8 req-2dc53c5d-15b1-4d16-b029-e54807fc8235 tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=0b4ddfd9-3088-4de8-91f3-645a2899b595 HTTP/1.1" status: 200 len: 1097 time: 0.0566673 Jul 05 02:56:53.833550 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d11e2352-9905-4dce-86c8-be9d23fb92b8 req-5540aac6-4815-49dc-acc1-dd4ccb8804b4 tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=abc9aa78-05be-43f5-a4ac-a912bcaaed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279815 Jul 05 02:56:53.896551 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-1c0d7244-4066-4590-9678-7269fb8b07dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:53.986452 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-1c0d7244-4066-4590-9678-7269fb8b07dc None None] Attempting to bind port 4244542a-910d-4029-bbd4-2af636bae3c3 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:56:53.986829 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-1c0d7244-4066-4590-9678-7269fb8b07dc None None] Attempting to bind port 4244542a-910d-4029-bbd4-2af636bae3c3 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '06b47637-5942-4a08-a75a-9c5b07527023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '697054aa-1f96-4791-b356-79bfbf9ca0ce'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:56:53.988546 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0d7244-4066-4590-9678-7269fb8b07dc None None] Attempting to bind port 4244542a-910d-4029-bbd4-2af636bae3c3 on network 697054aa-1f96-4791-b356-79bfbf9ca0ce {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:56:54.020136 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0d7244-4066-4590-9678-7269fb8b07dc None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:56:54.020515 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0d7244-4066-4590-9678-7269fb8b07dc None None] Checking segment: {'id': '06b47637-5942-4a08-a75a-9c5b07527023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '697054aa-1f96-4791-b356-79bfbf9ca0ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:56:54.020912 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-1c0d7244-4066-4590-9678-7269fb8b07dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:54.021334 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0d7244-4066-4590-9678-7269fb8b07dc None None] Bound using segment: {'id': '06b47637-5942-4a08-a75a-9c5b07527023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '697054aa-1f96-4791-b356-79bfbf9ca0ce'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:56:54.021808 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-1c0d7244-4066-4590-9678-7269fb8b07dc None None] Bound port: 4244542a-910d-4029-bbd4-2af636bae3c3, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b47637-5942-4a08-a75a-9c5b07527023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '697054aa-1f96-4791-b356-79bfbf9ca0ce'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:56:54.022338 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-1c0d7244-4066-4590-9678-7269fb8b07dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:54.038301 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0730538f-2fd9-4337-a7e9-3e409ea249cd req-beeb2e28-5d30-4489-a4a2-313afa5f1c67 tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:56:54.042071 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0730538f-2fd9-4337-a7e9-3e409ea249cd req-beeb2e28-5d30-4489-a4a2-313afa5f1c67 tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=0b4ddfd9-3088-4de8-91f3-645a2899b595 HTTP/1.1" status: 200 len: 1097 time: 0.0987060 Jul 05 02:56:54.048878 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:54.053715 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a018b3d-ad9f-4f78-9733-f4667b4b1b21 None None] Pushing event updated for resources: {'Port': ['ID=4244542a-910d-4029-bbd4-2af636bae3c3,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:56:54.086740 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0730538f-2fd9-4337-a7e9-3e409ea249cd req-de0048bc-fa8a-4dd3-95c3-ba4bd3c95a08 tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=abc9aa78-05be-43f5-a4ac-a912bcaaed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407848 Jul 05 02:56:54.090918 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device a22c544e-1df3-477e-a5ac-aea9d99a1c48 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:56:54.150759 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-1c0d7244-4066-4590-9678-7269fb8b07dc None None] For port 4244542a-910d-4029-bbd4-2af636bae3c3, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:56:54.164517 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-1c0d7244-4066-4590-9678-7269fb8b07dc None None] For port 4244542a-910d-4029-bbd4-2af636bae3c3, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=4244542a-910d-4029-bbd4-2af636bae3c3,segment=NetworkSegment(06b47637-5942-4a08-a75a-9c5b07527023),segment_id=06b47637-5942-4a08-a75a-9c5b07527023)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:56:54.174534 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port a22c544e-1df3-477e-a5ac-aea9d99a1c48 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:56:54.174905 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:54.255454 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-1c0d7244-4066-4590-9678-7269fb8b07dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:54.303888 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device bc2e0ce5-9c66-44c8-9ab9-b03b12eaa147 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:56:54.341520 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0d7244-4066-4590-9678-7269fb8b07dc None None] Routers {'5c684466-7312-42c4-b7c0-cd3f349a9d52'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:56:54.342188 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-1c0d7244-4066-4590-9678-7269fb8b07dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:56:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['5c684466-7312-42c4-b7c0-cd3f349a9d52'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:56:54.406341 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a018b3d-ad9f-4f78-9733-f4667b4b1b21 None None] Pushing event updated for resources: {'Port': ['ID=4244542a-910d-4029-bbd4-2af636bae3c3,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:56:54.461523 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port bc2e0ce5-9c66-44c8-9ab9-b03b12eaa147 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:56:54.461893 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:54.669638 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3231934c-0356-4030-9271-1b07ecf2163c req-91b4f84f-0f63-4b0d-9582-3be8799f151b tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=11d02ae0-69a5-43f8-9c49-e5923844d7f7 HTTP/1.1" status: 200 len: 210 time: 0.0491650 Jul 05 02:56:54.689082 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-1c0d7244-4066-4590-9678-7269fb8b07dc None None] Set router 5c684466-7312-42c4-b7c0-cd3f349a9d52 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:56:54.717320 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110b1227-f0c9-4eeb-8995-3f13e8368b1e req-f1a72e8b-d45a-4b6a-9a6a-c0bf0cabbe6f tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:56:54.718913 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-110b1227-f0c9-4eeb-8995-3f13e8368b1e req-f1a72e8b-d45a-4b6a-9a6a-c0bf0cabbe6f tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=0b4ddfd9-3088-4de8-91f3-645a2899b595 HTTP/1.1" status: 200 len: 1097 time: 0.0571418 Jul 05 02:56:54.753993 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-110b1227-f0c9-4eeb-8995-3f13e8368b1e req-f0bba18b-311d-41b1-8e0b-c9ae2d8eee10 tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=abc9aa78-05be-43f5-a4ac-a912bcaaed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290403 Jul 05 02:56:54.833509 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:54.954912 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-1c0d7244-4066-4590-9678-7269fb8b07dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c684466-7312-42c4-b7c0-cd3f349a9d52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890298082', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': 'a22c544e-1df3-477e-a5ac-aea9d99a1c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:56:46Z', 'updated_at': '2021-07-05T02:56:51Z', 'revision_number': 4, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'gw_port': {'id': 'a22c544e-1df3-477e-a5ac-aea9d99a1c48', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:73:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c684466-7312-42c4-b7c0-cd3f349a9d52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:56:46Z', 'updated_at': '2021-07-05T02:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '4244542a-910d-4029-bbd4-2af636bae3c3', 'name': '', 'network_id': '697054aa-1f96-4791-b356-79bfbf9ca0ce', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'mac_address': 'fa:16:3e:c8:fa:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c684466-7312-42c4-b7c0-cd3f349a9d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '892d096a-d0a4-4aa1-b745-5316b44ad99c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:56:50Z', 'updated_at': '2021-07-05T02:56:54Z', 'revision_number': 4, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'subnets': [{'id': '892d096a-d0a4-4aa1-b745-5316b44ad99c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:56:54.980805 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0d7244-4066-4590-9678-7269fb8b07dc None None] The sync data for ids ['5c684466-7312-42c4-b7c0-cd3f349a9d52'] in n-d-771362-32 is: [{'id': '5c684466-7312-42c4-b7c0-cd3f349a9d52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890298082', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': 'a22c544e-1df3-477e-a5ac-aea9d99a1c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:56:46Z', 'updated_at': '2021-07-05T02:56:51Z', 'revision_number': 4, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'gw_port': {'id': 'a22c544e-1df3-477e-a5ac-aea9d99a1c48', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:73:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c684466-7312-42c4-b7c0-cd3f349a9d52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:56:46Z', 'updated_at': '2021-07-05T02:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '4244542a-910d-4029-bbd4-2af636bae3c3', 'name': '', 'network_id': '697054aa-1f96-4791-b356-79bfbf9ca0ce', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'mac_address': 'fa:16:3e:c8:fa:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c684466-7312-42c4-b7c0-cd3f349a9d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '892d096a-d0a4-4aa1-b745-5316b44ad99c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:56:50Z', 'updated_at': '2021-07-05T02:56:54Z', 'revision_number': 4, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'subnets': [{'id': '892d096a-d0a4-4aa1-b745-5316b44ad99c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:56:55.830638 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-43d4ea0f-f9ef-4d1e-a31a-47434ad9d46d req-f2854685-941f-43c3-8fa4-811325c6a19d tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=11d02ae0-69a5-43f8-9c49-e5923844d7f7 HTTP/1.1" status: 200 len: 210 time: 0.0331509 Jul 05 02:56:55.938364 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ee48e-e1be-4580-9f4b-7edc4b0161eb req-1245a96b-89e1-4275-a60a-5e11fb43e3ee tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:56:55.939953 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e52ee48e-e1be-4580-9f4b-7edc4b0161eb req-1245a96b-89e1-4275-a60a-5e11fb43e3ee tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=0b4ddfd9-3088-4de8-91f3-645a2899b595 HTTP/1.1" status: 200 len: 1097 time: 0.0682514 Jul 05 02:56:55.945532 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d491311-02d8-4d50-9513-39b49dd1b100 req-6a4c4f36-d266-47f7-9e38-70a97630b38c tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:56:55.947026 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0d491311-02d8-4d50-9513-39b49dd1b100 req-6a4c4f36-d266-47f7-9e38-70a97630b38c tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0b4ddfd9-3088-4de8-91f3-645a2899b595 HTTP/1.1" status: 200 len: 1097 time: 0.1037831 Jul 05 02:56:56.033899 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e52ee48e-e1be-4580-9f4b-7edc4b0161eb req-0d3fa0f7-437f-43fc-b788-9ce92d7052d8 tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=abc9aa78-05be-43f5-a4ac-a912bcaaed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859160 Jul 05 02:56:56.090173 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-0d491311-02d8-4d50-9513-39b49dd1b100 req-87453b96-f295-474c-a7d2-a869cd8fc55e tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] Deleting port e3ec11d5-32c6-4f69-a5b9-c189a0315fce {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:56:56.090532 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-0d491311-02d8-4d50-9513-39b49dd1b100 req-87453b96-f295-474c-a7d2-a869cd8fc55e tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:56.112356 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 4244542a-910d-4029-bbd4-2af636bae3c3 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:56:56.177543 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-0d491311-02d8-4d50-9513-39b49dd1b100 req-87453b96-f295-474c-a7d2-a869cd8fc55e tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] For port e3ec11d5-32c6-4f69-a5b9-c189a0315fce, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=e3ec11d5-32c6-4f69-a5b9-c189a0315fce,segment=NetworkSegment(8bef7cfe-46ae-44bd-b5e8-28484c6c825d),segment_id=8bef7cfe-46ae-44bd-b5e8-28484c6c825d)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:56:56.177897 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-0d491311-02d8-4d50-9513-39b49dd1b100 req-87453b96-f295-474c-a7d2-a869cd8fc55e tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:56.179531 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:56.195041 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-0d491311-02d8-4d50-9513-39b49dd1b100 req-87453b96-f295-474c-a7d2-a869cd8fc55e tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] Calling delete_port for e3ec11d5-32c6-4f69-a5b9-c189a0315fce owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:56:56.305210 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 4244542a-910d-4029-bbd4-2af636bae3c3 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:56:56.309451 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 4244542a-910d-4029-bbd4-2af636bae3c3 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:56:56.309855 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:56.390722 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:56.404765 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2897c774-1991-4142-a39b-6dec7f7709ae req-be53a35b-e6b5-4157-8bcc-98f517981952 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:56:56.406371 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2897c774-1991-4142-a39b-6dec7f7709ae req-be53a35b-e6b5-4157-8bcc-98f517981952 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.15 "GET /v2.0/networks?id=697054aa-1f96-4791-b356-79bfbf9ca0ce HTTP/1.1" status: 200 len: 797 time: 0.1143956 Jul 05 02:56:56.424641 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 4244542a-910d-4029-bbd4-2af636bae3c3, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=4244542a-910d-4029-bbd4-2af636bae3c3,segment=NetworkSegment(06b47637-5942-4a08-a75a-9c5b07527023),segment_id=06b47637-5942-4a08-a75a-9c5b07527023)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:56:56.433994 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-0d491311-02d8-4d50-9513-39b49dd1b100 req-87453b96-f295-474c-a7d2-a869cd8fc55e tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:56.446451 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['ab310bfd-47c2-4eff-b4c9-2a1a78168e0b'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:56:56.449228 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['e3ec11d5-32c6-4f69-a5b9-c189a0315fce'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:56:56.472899 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87453b96-f295-474c-a7d2-a869cd8fc55e tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] Pushing event deleted for resources: {'Port': ['ID=e3ec11d5-32c6-4f69-a5b9-c189a0315fce,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:56:56.513260 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2897c774-1991-4142-a39b-6dec7f7709ae req-4a49ca75-1da2-4bee-846a-e70738bde6b1 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c924626042fc4116989b2d8085d7b151 HTTP/1.1" status: 200 len: 380 time: 0.0975988 Jul 05 02:56:56.534931 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d491311-02d8-4d50-9513-39b49dd1b100 req-87453b96-f295-474c-a7d2-a869cd8fc55e tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] No DVR routers for this DVR port e3ec11d5-32c6-4f69-a5b9-c189a0315fce on host n-h1-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:56:56.539833 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-2897c774-1991-4142-a39b-6dec7f7709ae req-6ed8a774-2265-456c-b76f-f3adf395530d tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Request body: {'port': {'device_id': '11d02ae0-69a5-43f8-9c49-e5923844d7f7', 'network_id': '697054aa-1f96-4791-b356-79bfbf9ca0ce', 'admin_state_up': True, 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'security_groups': ['8aa0694e-81d6-4563-be73-1bdeb058f1c3']}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:56:56.542783 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:56.543645 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-0d491311-02d8-4d50-9513-39b49dd1b100 req-87453b96-f295-474c-a7d2-a869cd8fc55e tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:56.545758 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0d491311-02d8-4d50-9513-39b49dd1b100 req-87453b96-f295-474c-a7d2-a869cd8fc55e tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] 10.222.0.21 "DELETE /v2.0/ports/e3ec11d5-32c6-4f69-a5b9-c189a0315fce HTTP/1.1" status: 204 len: 173 time: 0.5917783 Jul 05 02:56:56.547954 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b4ddfd9-3088-4de8-91f3-645a2899b595', 'name': 'network-vif-deleted', 'tag': 'e3ec11d5-32c6-4f69-a5b9-c189a0315fce'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:56:56.549834 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff560d8f-1d1e-413e-ac5c-d3ec9e321508" -d '{"events": [{"server_uuid": "0b4ddfd9-3088-4de8-91f3-645a2899b595", "name": "network-vif-deleted", "tag": "e3ec11d5-32c6-4f69-a5b9-c189a0315fce"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:56:56.631056 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=4244542a-910d-4029-bbd4-2af636bae3c3,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:56:56.635752 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbd08c9e-7fe4-47b8-882c-a83a336f684e x-openstack-request-id: req-bbd08c9e-7fe4-47b8-882c-a83a336f684e {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:56:56.636244 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b4ddfd9-3088-4de8-91f3-645a2899b595", "name": "network-vif-deleted", "tag": "e3ec11d5-32c6-4f69-a5b9-c189a0315fce", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:56:56.636589 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bbd08c9e-7fe4-47b8-882c-a83a336f684e {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:56:56.637012 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b4ddfd9-3088-4de8-91f3-645a2899b595', 'name': 'network-vif-deleted', 'tag': 'e3ec11d5-32c6-4f69-a5b9-c189a0315fce', 'status': 'completed', 'code': 200} Jul 05 02:56:56.817082 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2897c774-1991-4142-a39b-6dec7f7709ae req-6ed8a774-2265-456c-b76f-f3adf395530d tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Made reservation on behalf of c924626042fc4116989b2d8085d7b151 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:56:56.821314 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-2897c774-1991-4142-a39b-6dec7f7709ae req-6ed8a774-2265-456c-b76f-f3adf395530d tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:56.989212 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f2298add-7a8e-4d8c-92be-83f54c3bc84b req-ae25ed41-6ce9-436c-9971-e6b2cfc07b58 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=11d02ae0-69a5-43f8-9c49-e5923844d7f7 HTTP/1.1" status: 200 len: 210 time: 0.0408082 Jul 05 02:56:57.003676 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-2897c774-1991-4142-a39b-6dec7f7709ae req-6ed8a774-2265-456c-b76f-f3adf395530d tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Allocated IP 172.20.0.9 (697054aa-1f96-4791-b356-79bfbf9ca0ce/892d096a-d0a4-4aa1-b745-5316b44ad99c/7cc3c153-ff8b-474f-b158-840a0d7f1f76) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:56:57.141245 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-2897c774-1991-4142-a39b-6dec7f7709ae req-6ed8a774-2265-456c-b76f-f3adf395530d tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:57.154300 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-2897c774-1991-4142-a39b-6dec7f7709ae req-6ed8a774-2265-456c-b76f-f3adf395530d tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Transition to ACTIVE for port object 7cc3c153-ff8b-474f-b158-840a0d7f1f76 will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:56:57.191576 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2b776adc-8983-47d9-a56c-5b10ef289ff4 req-50326a07-71ac-4c26-9074-6d43c9eb423b tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=0b4ddfd9-3088-4de8-91f3-645a2899b595 HTTP/1.1" status: 200 len: 210 time: 0.0273776 Jul 05 02:56:57.251118 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-2897c774-1991-4142-a39b-6dec7f7709ae req-6ed8a774-2265-456c-b76f-f3adf395530d tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:57.296543 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2897c774-1991-4142-a39b-6dec7f7709ae req-6ed8a774-2265-456c-b76f-f3adf395530d tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Network 697054aa-1f96-4791-b356-79bfbf9ca0ce is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:56:57.300428 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-2897c774-1991-4142-a39b-6dec7f7709ae req-6ed8a774-2265-456c-b76f-f3adf395530d tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:56:57.306279 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-2897c774-1991-4142-a39b-6dec7f7709ae req-6ed8a774-2265-456c-b76f-f3adf395530d tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:56:57.336447 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed8a774-2265-456c-b76f-f3adf395530d tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Pushing event updated for resources: {'Port': ['ID=7cc3c153-ff8b-474f-b158-840a0d7f1f76,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:56:57.359821 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2897c774-1991-4142-a39b-6dec7f7709ae req-6ed8a774-2265-456c-b76f-f3adf395530d tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:56:57.360541 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-2897c774-1991-4142-a39b-6dec7f7709ae req-6ed8a774-2265-456c-b76f-f3adf395530d tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:57.454740 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2897c774-1991-4142-a39b-6dec7f7709ae req-6ed8a774-2265-456c-b76f-f3adf395530d tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9211619 Jul 05 02:56:57.466721 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-2897c774-1991-4142-a39b-6dec7f7709ae req-994659b4-7569-4542-acc5-25ce95dd4012 service neutron] Request body: {'port': {'device_id': '11d02ae0-69a5-43f8-9c49-e5923844d7f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:56:57.545899 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-2897c774-1991-4142-a39b-6dec7f7709ae req-994659b4-7569-4542-acc5-25ce95dd4012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:57.653754 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-50584f61-a2f2-48a2-8843-4a7855e6be39 None None] Provisioning for port 7cc3c153-ff8b-474f-b158-840a0d7f1f76 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:56:57.657586 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-50584f61-a2f2-48a2-8843-4a7855e6be39 None None] Provisioning complete for port 7cc3c153-ff8b-474f-b158-840a0d7f1f76 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:56:57.657980 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-50584f61-a2f2-48a2-8843-4a7855e6be39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:57.691410 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-50584f61-a2f2-48a2-8843-4a7855e6be39 None None] Port 7cc3c153-ff8b-474f-b158-840a0d7f1f76 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:56:57.795784 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-2897c774-1991-4142-a39b-6dec7f7709ae req-994659b4-7569-4542-acc5-25ce95dd4012 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cc3c153-ff8b-474f-b158-840a0d7f1f76 {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:56:57.802994 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-2897c774-1991-4142-a39b-6dec7f7709ae req-994659b4-7569-4542-acc5-25ce95dd4012 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:57.814464 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-2897c774-1991-4142-a39b-6dec7f7709ae req-994659b4-7569-4542-acc5-25ce95dd4012 service neutron] Transition to ACTIVE for port object 7cc3c153-ff8b-474f-b158-840a0d7f1f76 will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:56:57.896393 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-2897c774-1991-4142-a39b-6dec7f7709ae req-994659b4-7569-4542-acc5-25ce95dd4012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:57.947562 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994659b4-7569-4542-acc5-25ce95dd4012 service neutron] Pushing event updated for resources: {'Port': ['ID=7cc3c153-ff8b-474f-b158-840a0d7f1f76,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:56:58.018922 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-2897c774-1991-4142-a39b-6dec7f7709ae req-994659b4-7569-4542-acc5-25ce95dd4012 service neutron] Attempting to bind port 7cc3c153-ff8b-474f-b158-840a0d7f1f76 on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:56:58.019580 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-2897c774-1991-4142-a39b-6dec7f7709ae req-994659b4-7569-4542-acc5-25ce95dd4012 service neutron] Attempting to bind port 7cc3c153-ff8b-474f-b158-840a0d7f1f76 by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '06b47637-5942-4a08-a75a-9c5b07527023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '697054aa-1f96-4791-b356-79bfbf9ca0ce'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:56:58.019580 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2897c774-1991-4142-a39b-6dec7f7709ae req-994659b4-7569-4542-acc5-25ce95dd4012 service neutron] Attempting to bind port 7cc3c153-ff8b-474f-b158-840a0d7f1f76 on network 697054aa-1f96-4791-b356-79bfbf9ca0ce {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:56:58.025146 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2897c774-1991-4142-a39b-6dec7f7709ae req-994659b4-7569-4542-acc5-25ce95dd4012 service neutron] Port 7cc3c153-ff8b-474f-b158-840a0d7f1f76 on network 697054aa-1f96-4791-b356-79bfbf9ca0ce not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:56:58.025476 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2897c774-1991-4142-a39b-6dec7f7709ae req-994659b4-7569-4542-acc5-25ce95dd4012 service neutron] Attempting to bind port 7cc3c153-ff8b-474f-b158-840a0d7f1f76 on network 697054aa-1f96-4791-b356-79bfbf9ca0ce {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:56:58.030615 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2897c774-1991-4142-a39b-6dec7f7709ae req-994659b4-7569-4542-acc5-25ce95dd4012 service neutron] Checking agent: {'id': 'e071c76e-395f-48c4-a98f-88088465cf0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:56:58.030935 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2897c774-1991-4142-a39b-6dec7f7709ae req-994659b4-7569-4542-acc5-25ce95dd4012 service neutron] Checking segment: {'id': '06b47637-5942-4a08-a75a-9c5b07527023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '697054aa-1f96-4791-b356-79bfbf9ca0ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:56:58.031407 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2897c774-1991-4142-a39b-6dec7f7709ae req-994659b4-7569-4542-acc5-25ce95dd4012 service neutron] Bound using segment: {'id': '06b47637-5942-4a08-a75a-9c5b07527023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '697054aa-1f96-4791-b356-79bfbf9ca0ce'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:56:58.031735 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-2897c774-1991-4142-a39b-6dec7f7709ae req-994659b4-7569-4542-acc5-25ce95dd4012 service neutron] Bound port: 7cc3c153-ff8b-474f-b158-840a0d7f1f76, host: n-h2-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06b47637-5942-4a08-a75a-9c5b07527023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '697054aa-1f96-4791-b356-79bfbf9ca0ce'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:56:58.032394 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-2897c774-1991-4142-a39b-6dec7f7709ae req-994659b4-7569-4542-acc5-25ce95dd4012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:58.079987 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 4244542a-910d-4029-bbd4-2af636bae3c3 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:56:58.100799 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-2897c774-1991-4142-a39b-6dec7f7709ae req-994659b4-7569-4542-acc5-25ce95dd4012 service neutron] For port 7cc3c153-ff8b-474f-b158-840a0d7f1f76, host n-h2-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:56:58.105324 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-2897c774-1991-4142-a39b-6dec7f7709ae req-994659b4-7569-4542-acc5-25ce95dd4012 service neutron] For port 7cc3c153-ff8b-474f-b158-840a0d7f1f76, host n-h2-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=7cc3c153-ff8b-474f-b158-840a0d7f1f76,segment=NetworkSegment(06b47637-5942-4a08-a75a-9c5b07527023),segment_id=06b47637-5942-4a08-a75a-9c5b07527023)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:56:58.131701 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 4244542a-910d-4029-bbd4-2af636bae3c3 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:56:58.132109 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:58.187778 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22f8211-8828-4992-b0ba-052093589dc5 req-dc28450a-287d-4729-98bb-56e95e784dce tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:56:58.189216 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e22f8211-8828-4992-b0ba-052093589dc5 req-dc28450a-287d-4729-98bb-56e95e784dce tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=11d02ae0-69a5-43f8-9c49-e5923844d7f7 HTTP/1.1" status: 200 len: 943 time: 0.0707974 Jul 05 02:56:58.190817 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-2897c774-1991-4142-a39b-6dec7f7709ae req-994659b4-7569-4542-acc5-25ce95dd4012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:58.236779 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2897c774-1991-4142-a39b-6dec7f7709ae req-994659b4-7569-4542-acc5-25ce95dd4012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:56:58.236779 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-2897c774-1991-4142-a39b-6dec7f7709ae req-994659b4-7569-4542-acc5-25ce95dd4012 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:56:58.236779 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2897c774-1991-4142-a39b-6dec7f7709ae req-994659b4-7569-4542-acc5-25ce95dd4012 service neutron] 10.222.0.15 "PUT /v2.0/ports/7cc3c153-ff8b-474f-b158-840a0d7f1f76 HTTP/1.1" status: 200 len: 1092 time: 0.7726529 Jul 05 02:56:58.288864 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e22f8211-8828-4992-b0ba-052093589dc5 req-f6594f3b-24bd-4937-a08b-33378973c95c tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aa0694e-81d6-4563-be73-1bdeb058f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896373 Jul 05 02:56:58.289553 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994659b4-7569-4542-acc5-25ce95dd4012 service neutron] Pushing event updated for resources: {'Port': ['ID=7cc3c153-ff8b-474f-b158-840a0d7f1f76,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:56:58.412268 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2897c774-1991-4142-a39b-6dec7f7709ae req-d8364019-fdcd-465f-94a4-34aae0e71080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:56:58.413811 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2897c774-1991-4142-a39b-6dec7f7709ae req-d8364019-fdcd-465f-94a4-34aae0e71080 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c924626042fc4116989b2d8085d7b151&device_id=11d02ae0-69a5-43f8-9c49-e5923844d7f7 HTTP/1.1" status: 200 len: 1095 time: 0.0566895 Jul 05 02:56:58.459005 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2897c774-1991-4142-a39b-6dec7f7709ae req-112901fe-f9f3-45cb-88f8-b4614b9d98e2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7cc3c153-ff8b-474f-b158-840a0d7f1f76 HTTP/1.1" status: 200 len: 217 time: 0.0376287 Jul 05 02:56:58.507379 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2897c774-1991-4142-a39b-6dec7f7709ae req-f5a5b9e7-1be2-490c-b86b-7d811f7bf7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:56:58.508772 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2897c774-1991-4142-a39b-6dec7f7709ae req-f5a5b9e7-1be2-490c-b86b-7d811f7bf7c3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=892d096a-d0a4-4aa1-b745-5316b44ad99c HTTP/1.1" status: 200 len: 835 time: 0.0429776 Jul 05 02:56:58.567793 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2897c774-1991-4142-a39b-6dec7f7709ae req-da5ee622-0537-4593-bf3a-7819ba662b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:56:58.569426 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2897c774-1991-4142-a39b-6dec7f7709ae req-da5ee622-0537-4593-bf3a-7819ba662b01 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=697054aa-1f96-4791-b356-79bfbf9ca0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540450 Jul 05 02:56:58.639219 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11d02ae0-69a5-43f8-9c49-e5923844d7f7', 'tag': '7cc3c153-ff8b-474f-b158-840a0d7f1f76'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:56:58.641527 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad5ce9da-a3f5-45f3-97fb-1e35ca76c312" -d '{"events": [{"name": "network-changed", "server_uuid": "11d02ae0-69a5-43f8-9c49-e5923844d7f7", "tag": "7cc3c153-ff8b-474f-b158-840a0d7f1f76"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:56:58.678637 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ca7cb3-9b29-4a24-b259-b30c3875c9cd x-openstack-request-id: req-a6ca7cb3-9b29-4a24-b259-b30c3875c9cd {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:56:58.678934 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11d02ae0-69a5-43f8-9c49-e5923844d7f7", "tag": "7cc3c153-ff8b-474f-b158-840a0d7f1f76", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:56:58.679189 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a6ca7cb3-9b29-4a24-b259-b30c3875c9cd {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:56:58.679582 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11d02ae0-69a5-43f8-9c49-e5923844d7f7', 'tag': '7cc3c153-ff8b-474f-b158-840a0d7f1f76', 'status': 'completed', 'code': 200} Jul 05 02:56:58.685606 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2897c774-1991-4142-a39b-6dec7f7709ae req-9ad1dc6f-e6e5-4e46-9d19-8845c9928c73 service neutron] 10.222.0.15 "GET /v2.0/networks/697054aa-1f96-4791-b356-79bfbf9ca0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096385 Jul 05 02:56:58.775198 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2897c774-1991-4142-a39b-6dec7f7709ae req-e9ce0b40-ecfd-4a47-90be-d30fbbd9c6aa service neutron] 10.222.0.15 "GET /v2.0/networks/697054aa-1f96-4791-b356-79bfbf9ca0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825033 Jul 05 02:56:58.877501 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e0c37b-b573-4c32-818a-686c46dea6fc req-c32859a6-806b-4833-b811-7665c33ad896 tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:56:58.879070 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d2e0c37b-b573-4c32-818a-686c46dea6fc req-c32859a6-806b-4833-b811-7665c33ad896 tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=d2149836-d5a4-45bd-95ef-8c89192bf795 HTTP/1.1" status: 200 len: 1097 time: 0.0558760 Jul 05 02:56:58.938042 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d2e0c37b-b573-4c32-818a-686c46dea6fc req-ee30dec7-502e-4b05-9b01-59af91f1ffe3 tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=abc9aa78-05be-43f5-a4ac-a912bcaaed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526347 Jul 05 02:56:58.964146 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5ce9da-a3f5-45f3-97fb-1e35ca76c312 req-4dd2c65a-3b6e-4bf6-be9e-32e75e3cebfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:56:58.965634 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ad5ce9da-a3f5-45f3-97fb-1e35ca76c312 req-4dd2c65a-3b6e-4bf6-be9e-32e75e3cebfc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c924626042fc4116989b2d8085d7b151&device_id=11d02ae0-69a5-43f8-9c49-e5923844d7f7 HTTP/1.1" status: 200 len: 1095 time: 0.0568290 Jul 05 02:56:59.055994 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5ce9da-a3f5-45f3-97fb-1e35ca76c312 req-aed97016-68a7-44dd-8528-3ff7fbdc5ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:56:59.057476 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ad5ce9da-a3f5-45f3-97fb-1e35ca76c312 req-aed97016-68a7-44dd-8528-3ff7fbdc5ecc service neutron] 10.222.0.15 "GET /v2.0/networks?id=697054aa-1f96-4791-b356-79bfbf9ca0ce HTTP/1.1" status: 200 len: 897 time: 0.0801749 Jul 05 02:56:59.102884 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ad5ce9da-a3f5-45f3-97fb-1e35ca76c312 req-f9b67b2f-ea02-45d8-83dd-e41c6a18c21e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7cc3c153-ff8b-474f-b158-840a0d7f1f76 HTTP/1.1" status: 200 len: 217 time: 0.0374441 Jul 05 02:56:59.150244 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5ce9da-a3f5-45f3-97fb-1e35ca76c312 req-ba2ba615-bbe2-4632-8a61-09d6678ca385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:56:59.151627 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ad5ce9da-a3f5-45f3-97fb-1e35ca76c312 req-ba2ba615-bbe2-4632-8a61-09d6678ca385 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=892d096a-d0a4-4aa1-b745-5316b44ad99c HTTP/1.1" status: 200 len: 835 time: 0.0412114 Jul 05 02:56:59.206633 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5ce9da-a3f5-45f3-97fb-1e35ca76c312 req-3eaeb7b0-98b0-4839-ab59-fa631ad556b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:56:59.208113 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ad5ce9da-a3f5-45f3-97fb-1e35ca76c312 req-3eaeb7b0-98b0-4839-ab59-fa631ad556b5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=697054aa-1f96-4791-b356-79bfbf9ca0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0497541 Jul 05 02:56:59.297769 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ad5ce9da-a3f5-45f3-97fb-1e35ca76c312 req-47329434-36bb-4c14-8322-cd265bdcf30f service neutron] 10.222.0.15 "GET /v2.0/networks/697054aa-1f96-4791-b356-79bfbf9ca0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817997 Jul 05 02:56:59.413747 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device e3ec11d5-32c6-4f69-a5b9-c189a0315fce no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:56:59.434539 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] No Port match for: e3ec11d5-32c6-4f69-a5b9-c189a0315fce {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:56:59.434916 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device e3ec11d5-32c6-4f69-a5b9-c189a0315fce not bound to the agent host n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:56:59.477625 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852f97b0-596b-405e-85bc-617cab335db7 req-006a2786-bdf9-4397-873d-b2d6f922129e tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:56:59.479471 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-852f97b0-596b-405e-85bc-617cab335db7 req-006a2786-bdf9-4397-873d-b2d6f922129e tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=11d02ae0-69a5-43f8-9c49-e5923844d7f7 HTTP/1.1" status: 200 len: 943 time: 0.0678234 Jul 05 02:56:59.520573 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-852f97b0-596b-405e-85bc-617cab335db7 req-2681b805-58e6-4e14-822f-e00ccbe918f6 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aa0694e-81d6-4563-be73-1bdeb058f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346985 Jul 05 02:56:59.722427 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ad5ce9da-a3f5-45f3-97fb-1e35ca76c312 req-8a007016-7004-45d6-af83-b570ac8b6724 service neutron] 10.222.0.15 "GET /v2.0/networks/697054aa-1f96-4791-b356-79bfbf9ca0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4107642 Jul 05 02:56:59.725738 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b2cb54a8-f594-4be4-9f59-06282b0df38e req-d7b21347-e449-42ef-b9a5-5a48276d2a5c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b31bf84e-206b-469b-b358-5de363d143d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4066432 Jul 05 02:56:59.815664 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cb54a8-f594-4be4-9f59-06282b0df38e req-62df8439-421d-4c28-87fb-9c9f644c2a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:56:59.817138 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b2cb54a8-f594-4be4-9f59-06282b0df38e req-62df8439-421d-4c28-87fb-9c9f644c2a2a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b1a00a493e704ec48248eed2815bb351&device_id=b31bf84e-206b-469b-b358-5de363d143d7 HTTP/1.1" status: 200 len: 1097 time: 0.0514512 Jul 05 02:56:59.918583 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cb54a8-f594-4be4-9f59-06282b0df38e req-d8eeb1d1-c89e-4dba-b634-d92746039cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:56:59.920049 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b2cb54a8-f594-4be4-9f59-06282b0df38e req-d8eeb1d1-c89e-4dba-b634-d92746039cc0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=73b1fe81-9ead-413d-adcc-8dcb2085def5 HTTP/1.1" status: 200 len: 912 time: 0.0839527 Jul 05 02:56:59.983246 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b2cb54a8-f594-4be4-9f59-06282b0df38e req-883ad0ea-1f27-49c7-b9ca-e68225ffa5f7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff60541e-610d-49be-b652-fc51a620445d HTTP/1.1" status: 200 len: 1001 time: 0.0565598 Jul 05 02:57:00.030831 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cb54a8-f594-4be4-9f59-06282b0df38e req-a73d30a6-5821-4800-98f7-82b60fa84fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:57:00.032320 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b2cb54a8-f594-4be4-9f59-06282b0df38e req-a73d30a6-5821-4800-98f7-82b60fa84fd3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=33729902-d3e5-4dd5-ba26-acbc079120a6 HTTP/1.1" status: 200 len: 851 time: 0.0433509 Jul 05 02:57:00.127960 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cb54a8-f594-4be4-9f59-06282b0df38e req-cc115105-9737-4799-9e97-19333404889e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:57:00.129434 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b2cb54a8-f594-4be4-9f59-06282b0df38e req-cc115105-9737-4799-9e97-19333404889e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=73b1fe81-9ead-413d-adcc-8dcb2085def5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0906656 Jul 05 02:57:00.137586 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600f78a9-9b9e-43f6-8c86-31b04fda3a66 req-6eaa1775-9e7d-4946-8ff2-19edd944bb45 tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:57:00.139006 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-600f78a9-9b9e-43f6-8c86-31b04fda3a66 req-6eaa1775-9e7d-4946-8ff2-19edd944bb45 tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=d2149836-d5a4-45bd-95ef-8c89192bf795 HTTP/1.1" status: 200 len: 1097 time: 0.0705748 Jul 05 02:57:00.219949 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-600f78a9-9b9e-43f6-8c86-31b04fda3a66 req-fa832bef-de92-4dc9-a8e7-34c4a525439f tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=abc9aa78-05be-43f5-a4ac-a912bcaaed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735474 Jul 05 02:57:00.244470 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b2cb54a8-f594-4be4-9f59-06282b0df38e req-bbcab404-f05c-449c-90f9-83928d3d223d service neutron] 10.222.0.21 "GET /v2.0/networks/73b1fe81-9ead-413d-adcc-8dcb2085def5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086318 Jul 05 02:57:00.329758 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b2cb54a8-f594-4be4-9f59-06282b0df38e req-fee5d13c-80eb-4e87-bdab-41302f30f5f7 service neutron] 10.222.0.21 "GET /v2.0/networks/73b1fe81-9ead-413d-adcc-8dcb2085def5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790963 Jul 05 02:57:00.471330 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba33ca9-a8f4-43e1-bb79-583c5b3b2ab8 req-4cba4976-965b-45be-8faa-0d2c774e3aa7 tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:57:00.472860 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-dba33ca9-a8f4-43e1-bb79-583c5b3b2ab8 req-4cba4976-965b-45be-8faa-0d2c774e3aa7 tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d2149836-d5a4-45bd-95ef-8c89192bf795 HTTP/1.1" status: 200 len: 1097 time: 0.0510745 Jul 05 02:57:00.565280 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-dba33ca9-a8f4-43e1-bb79-583c5b3b2ab8 req-259711dc-f842-48af-9a1d-8d1af8a17bd4 tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] Deleting port ab310bfd-47c2-4eff-b4c9-2a1a78168e0b {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:57:00.565631 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-dba33ca9-a8f4-43e1-bb79-583c5b3b2ab8 req-259711dc-f842-48af-9a1d-8d1af8a17bd4 tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:57:00.641305 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-dba33ca9-a8f4-43e1-bb79-583c5b3b2ab8 req-259711dc-f842-48af-9a1d-8d1af8a17bd4 tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] For port ab310bfd-47c2-4eff-b4c9-2a1a78168e0b, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=ab310bfd-47c2-4eff-b4c9-2a1a78168e0b,segment=NetworkSegment(8bef7cfe-46ae-44bd-b5e8-28484c6c825d),segment_id=8bef7cfe-46ae-44bd-b5e8-28484c6c825d)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:57:00.641668 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-dba33ca9-a8f4-43e1-bb79-583c5b3b2ab8 req-259711dc-f842-48af-9a1d-8d1af8a17bd4 tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:57:00.655697 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-dba33ca9-a8f4-43e1-bb79-583c5b3b2ab8 req-259711dc-f842-48af-9a1d-8d1af8a17bd4 tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] Calling delete_port for ab310bfd-47c2-4eff-b4c9-2a1a78168e0b owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:57:00.704399 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5861ccd0-bfda-44de-90cc-50aaa47896d4 req-ade74887-cd1c-4669-b298-6a46a83181d1 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:57:00.705916 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5861ccd0-bfda-44de-90cc-50aaa47896d4 req-ade74887-cd1c-4669-b298-6a46a83181d1 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=11d02ae0-69a5-43f8-9c49-e5923844d7f7 HTTP/1.1" status: 200 len: 943 time: 0.0689316 Jul 05 02:57:00.743965 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5861ccd0-bfda-44de-90cc-50aaa47896d4 req-ea4867e2-bdf6-41c1-80fa-07c488c7998e tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aa0694e-81d6-4563-be73-1bdeb058f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314198 Jul 05 02:57:00.899382 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-dba33ca9-a8f4-43e1-bb79-583c5b3b2ab8 req-259711dc-f842-48af-9a1d-8d1af8a17bd4 tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:57:00.910955 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['ab310bfd-47c2-4eff-b4c9-2a1a78168e0b'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:57:00.929179 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259711dc-f842-48af-9a1d-8d1af8a17bd4 tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] Pushing event deleted for resources: {'Port': ['ID=ab310bfd-47c2-4eff-b4c9-2a1a78168e0b,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:57:00.975992 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-dba33ca9-a8f4-43e1-bb79-583c5b3b2ab8 req-259711dc-f842-48af-9a1d-8d1af8a17bd4 tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] No DVR routers for this DVR port ab310bfd-47c2-4eff-b4c9-2a1a78168e0b on host n-h2-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:57:00.978635 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-dba33ca9-a8f4-43e1-bb79-583c5b3b2ab8 req-259711dc-f842-48af-9a1d-8d1af8a17bd4 tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:57:00.980715 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-dba33ca9-a8f4-43e1-bb79-583c5b3b2ab8 req-259711dc-f842-48af-9a1d-8d1af8a17bd4 tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] 10.222.0.15 "DELETE /v2.0/ports/ab310bfd-47c2-4eff-b4c9-2a1a78168e0b HTTP/1.1" status: 204 len: 173 time: 0.5017436 Jul 05 02:57:00.981152 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2149836-d5a4-45bd-95ef-8c89192bf795', 'name': 'network-vif-deleted', 'tag': 'ab310bfd-47c2-4eff-b4c9-2a1a78168e0b'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:57:00.983484 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ae70fb9-e57d-403b-b02d-3c4f1375153f" -d '{"events": [{"server_uuid": "d2149836-d5a4-45bd-95ef-8c89192bf795", "name": "network-vif-deleted", "tag": "ab310bfd-47c2-4eff-b4c9-2a1a78168e0b"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:57:01.019739 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d70e941-c7fe-4a50-931b-9ef059814ca2 x-openstack-request-id: req-7d70e941-c7fe-4a50-931b-9ef059814ca2 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:57:01.020040 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2149836-d5a4-45bd-95ef-8c89192bf795", "name": "network-vif-deleted", "tag": "ab310bfd-47c2-4eff-b4c9-2a1a78168e0b", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:57:01.020293 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7d70e941-c7fe-4a50-931b-9ef059814ca2 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:57:01.020705 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2149836-d5a4-45bd-95ef-8c89192bf795', 'name': 'network-vif-deleted', 'tag': 'ab310bfd-47c2-4eff-b4c9-2a1a78168e0b', 'status': 'completed', 'code': 200} Jul 05 02:57:01.359204 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-76d4dca8-56e1-407a-a2b6-1093a685189a req-982df5d1-c6c1-407f-b4d8-988b0da417bc tempest-TestServerMultinode-991069673 tempest-TestServerMultinode-991069673-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=d2149836-d5a4-45bd-95ef-8c89192bf795 HTTP/1.1" status: 200 len: 210 time: 0.0270457 Jul 05 02:57:01.915216 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ef849d-3078-42c7-bdb4-1a198c7420df req-9a2608d8-6e7b-41a9-8b9f-9a91d2cbb146 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:57:01.916737 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-23ef849d-3078-42c7-bdb4-1a198c7420df req-9a2608d8-6e7b-41a9-8b9f-9a91d2cbb146 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=11d02ae0-69a5-43f8-9c49-e5923844d7f7 HTTP/1.1" status: 200 len: 943 time: 0.0618963 Jul 05 02:57:01.955013 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-23ef849d-3078-42c7-bdb4-1a198c7420df req-29608361-14d8-4899-826f-9bbf15dccd6a tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aa0694e-81d6-4563-be73-1bdeb058f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324881 Jul 05 02:57:02.456217 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45350) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:57:02.544040 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 7cc3c153-ff8b-474f-b158-840a0d7f1f76 details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:57:02.638704 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 7cc3c153-ff8b-474f-b158-840a0d7f1f76, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=7cc3c153-ff8b-474f-b158-840a0d7f1f76,segment=NetworkSegment(06b47637-5942-4a08-a75a-9c5b07527023),segment_id=06b47637-5942-4a08-a75a-9c5b07527023)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:57:02.650092 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Returning: {'device': '7cc3c153-ff8b-474f-b158-840a0d7f1f76', 'network_id': '697054aa-1f96-4791-b356-79bfbf9ca0ce', 'port_id': '7cc3c153-ff8b-474f-b158-840a0d7f1f76', 'mac_address': 'fa:16:3e:2b:90:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '892d096a-d0a4-4aa1-b745-5316b44ad99c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:57:02.690939 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:57:02.705017 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cc3c153-ff8b-474f-b158-840a0d7f1f76 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:57:02.725574 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 7cc3c153-ff8b-474f-b158-840a0d7f1f76, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=7cc3c153-ff8b-474f-b158-840a0d7f1f76,segment=NetworkSegment(06b47637-5942-4a08-a75a-9c5b07527023),segment_id=06b47637-5942-4a08-a75a-9c5b07527023)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:57:02.806449 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cc952756-2c72-4d37-8449-da8a3b7904a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1634680'] for router_interface, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:57:02.813617 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:57:02.864210 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=7cc3c153-ff8b-474f-b158-840a0d7f1f76,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:57:03.034186 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['7cc3c153-ff8b-474f-b158-840a0d7f1f76'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:57:03.073044 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-cc952756-2c72-4d37-8449-da8a3b7904a9 admin admin] Deleting port 7a64fe46-2fba-4506-9db0-07bffa15efee {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:57:03.073374 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cc952756-2c72-4d37-8449-da8a3b7904a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:57:03.135258 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1cb09b-1c88-4bf6-90d0-a4712cd88cf1 req-c83e0602-790d-4a71-ac69-6cf9be845c95 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:57:03.136963 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ae1cb09b-1c88-4bf6-90d0-a4712cd88cf1 req-c83e0602-790d-4a71-ac69-6cf9be845c95 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=11d02ae0-69a5-43f8-9c49-e5923844d7f7 HTTP/1.1" status: 200 len: 944 time: 0.0663843 Jul 05 02:57:03.158926 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-cc952756-2c72-4d37-8449-da8a3b7904a9 admin admin] For port 7a64fe46-2fba-4506-9db0-07bffa15efee, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=7a64fe46-2fba-4506-9db0-07bffa15efee,segment=NetworkSegment(8bef7cfe-46ae-44bd-b5e8-28484c6c825d),segment_id=8bef7cfe-46ae-44bd-b5e8-28484c6c825d)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:57:03.159289 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cc952756-2c72-4d37-8449-da8a3b7904a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:57:03.172771 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-cc952756-2c72-4d37-8449-da8a3b7904a9 admin admin] Calling delete_port for 7a64fe46-2fba-4506-9db0-07bffa15efee owned by network:router_interface {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:57:03.185271 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ae1cb09b-1c88-4bf6-90d0-a4712cd88cf1 req-81201809-3ac9-446f-8b03-f396192c6d89 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aa0694e-81d6-4563-be73-1bdeb058f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424044 Jul 05 02:57:03.416541 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cc952756-2c72-4d37-8449-da8a3b7904a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:57:03.441996 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc952756-2c72-4d37-8449-da8a3b7904a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a64fe46-2fba-4506-9db0-07bffa15efee,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:57:03.454975 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc952756-2c72-4d37-8449-da8a3b7904a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:57:03.455315 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc952756-2c72-4d37-8449-da8a3b7904a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:57:03.455646 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc952756-2c72-4d37-8449-da8a3b7904a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:57:03.455974 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc952756-2c72-4d37-8449-da8a3b7904a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:57:03.456300 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc952756-2c72-4d37-8449-da8a3b7904a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:57:03.456813 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc952756-2c72-4d37-8449-da8a3b7904a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:57:03.456990 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc952756-2c72-4d37-8449-da8a3b7904a9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:57:03.457227 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc952756-2c72-4d37-8449-da8a3b7904a9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:57:03.457550 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc952756-2c72-4d37-8449-da8a3b7904a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:57:03.457854 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc952756-2c72-4d37-8449-da8a3b7904a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:57:03.458184 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc952756-2c72-4d37-8449-da8a3b7904a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:57:03.458503 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc952756-2c72-4d37-8449-da8a3b7904a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:57:03.620510 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cc952756-2c72-4d37-8449-da8a3b7904a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635398'] for router_interface, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:57:04.014933 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 02:57:04.150859 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc952756-2c72-4d37-8449-da8a3b7904a9 admin admin] Router 8a4bc84a-9eca-4f0a-82c3-1a80de572f0a has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:57:04.254698 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc952756-2c72-4d37-8449-da8a3b7904a9 admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:57:04.259748 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-cc952756-2c72-4d37-8449-da8a3b7904a9 admin admin] 10.222.0.23 "PUT /v2.0/routers/8a4bc84a-9eca-4f0a-82c3-1a80de572f0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8025153 Jul 05 02:57:04.262326 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45358) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:57:04.265916 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c28c66-e0a3-4ba6-902e-b1db9d7326e2 None None] Sync routers for ids ['8a4bc84a-9eca-4f0a-82c3-1a80de572f0a'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:57:04.277303 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c28c66-e0a3-4ba6-902e-b1db9d7326e2 None None] Routers {'8a4bc84a-9eca-4f0a-82c3-1a80de572f0a'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:57:04.278352 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-48c28c66-e0a3-4ba6-902e-b1db9d7326e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:56:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['8a4bc84a-9eca-4f0a-82c3-1a80de572f0a'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:57:04.391658 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-48c28c66-e0a3-4ba6-902e-b1db9d7326e2 None None] Set router 8a4bc84a-9eca-4f0a-82c3-1a80de572f0a gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:57:04.408597 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ada71173-dfa7-4a43-b7a4-4e3dcfa6bb7b admin admin] Notify callbacks [] for router, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:57:04.416908 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efd2e0f-b45b-4b74-a459-34946f09923e req-3c68e77b-208e-440b-81db-ed2a93762bb3 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:57:04.418428 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7efd2e0f-b45b-4b74-a459-34946f09923e req-3c68e77b-208e-440b-81db-ed2a93762bb3 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=11d02ae0-69a5-43f8-9c49-e5923844d7f7 HTTP/1.1" status: 200 len: 944 time: 0.1182444 Jul 05 02:57:04.524206 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7efd2e0f-b45b-4b74-a459-34946f09923e req-9fb490c4-e639-4ae9-9f67-c70005a29823 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aa0694e-81d6-4563-be73-1bdeb058f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738585 Jul 05 02:57:04.566198 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ada71173-dfa7-4a43-b7a4-4e3dcfa6bb7b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:57:04.569499 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-48c28c66-e0a3-4ba6-902e-b1db9d7326e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a4bc84a-9eca-4f0a-82c3-1a80de572f0a', 'name': 'tempest-TestServerMultinode-1396049905-router', 'tenant_id': 'f1409f1f62d2417dac8efdf267410e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': 'f8e3bc66-3085-4eca-8846-1c6b2a22b4a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:56:11Z', 'updated_at': '2021-07-05T02:57:03Z', 'revision_number': 5, 'project_id': 'f1409f1f62d2417dac8efdf267410e88', 'gw_port': {'id': 'f8e3bc66-3085-4eca-8846-1c6b2a22b4a7', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4bc84a-9eca-4f0a-82c3-1a80de572f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:56:12Z', 'updated_at': '2021-07-05T02:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:57:04.571058 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 7cc3c153-ff8b-474f-b158-840a0d7f1f76 up at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:57:04.684759 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c28c66-e0a3-4ba6-902e-b1db9d7326e2 None None] Checking router: 8a4bc84a-9eca-4f0a-82c3-1a80de572f0a for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:57:04.693497 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c28c66-e0a3-4ba6-902e-b1db9d7326e2 None None] Routers {'8a4bc84a-9eca-4f0a-82c3-1a80de572f0a'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:57:04.694102 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-48c28c66-e0a3-4ba6-902e-b1db9d7326e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:56:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['8a4bc84a-9eca-4f0a-82c3-1a80de572f0a'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:57:04.750942 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning for port 7cc3c153-ff8b-474f-b158-840a0d7f1f76 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:57:04.756416 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning complete for port 7cc3c153-ff8b-474f-b158-840a0d7f1f76 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:57:04.756879 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:57:04.757264 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-ada71173-dfa7-4a43-b7a4-4e3dcfa6bb7b admin admin] Deleting port f8e3bc66-3085-4eca-8846-1c6b2a22b4a7 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:57:04.757609 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ada71173-dfa7-4a43-b7a4-4e3dcfa6bb7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:57:04.807665 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-48c28c66-e0a3-4ba6-902e-b1db9d7326e2 None None] Set router 8a4bc84a-9eca-4f0a-82c3-1a80de572f0a gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:57:04.836857 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:57:04.843068 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-ada71173-dfa7-4a43-b7a4-4e3dcfa6bb7b admin admin] For port f8e3bc66-3085-4eca-8846-1c6b2a22b4a7, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=f8e3bc66-3085-4eca-8846-1c6b2a22b4a7,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:57:04.843431 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ada71173-dfa7-4a43-b7a4-4e3dcfa6bb7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:57:04.855855 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-ada71173-dfa7-4a43-b7a4-4e3dcfa6bb7b admin admin] Calling delete_port for f8e3bc66-3085-4eca-8846-1c6b2a22b4a7 owned by network:router_gateway {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:57:04.858606 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11d02ae0-69a5-43f8-9c49-e5923844d7f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cc3c153-ff8b-474f-b158-840a0d7f1f76'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:57:04.860875 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40fea8e3-dc35-44b9-a27f-eaf42b9b01c3" -d '{"events": [{"server_uuid": "11d02ae0-69a5-43f8-9c49-e5923844d7f7", "name": "network-vif-plugged", "status": "completed", "tag": "7cc3c153-ff8b-474f-b158-840a0d7f1f76"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:57:04.878799 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 7cc3c153-ff8b-474f-b158-840a0d7f1f76, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=7cc3c153-ff8b-474f-b158-840a0d7f1f76,segment=NetworkSegment(06b47637-5942-4a08-a75a-9c5b07527023),segment_id=06b47637-5942-4a08-a75a-9c5b07527023)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:57:04.910523 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-127fd5c5-1fcb-49bb-8c3a-310c0ae4c74b x-openstack-request-id: req-127fd5c5-1fcb-49bb-8c3a-310c0ae4c74b {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:57:04.910807 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11d02ae0-69a5-43f8-9c49-e5923844d7f7", "name": "network-vif-plugged", "status": "completed", "tag": "7cc3c153-ff8b-474f-b158-840a0d7f1f76", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:57:04.911063 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-127fd5c5-1fcb-49bb-8c3a-310c0ae4c74b {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:57:04.916300 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11d02ae0-69a5-43f8-9c49-e5923844d7f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cc3c153-ff8b-474f-b158-840a0d7f1f76', 'code': 200} Jul 05 02:57:04.985955 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-48c28c66-e0a3-4ba6-902e-b1db9d7326e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a4bc84a-9eca-4f0a-82c3-1a80de572f0a', 'name': 'tempest-TestServerMultinode-1396049905-router', 'tenant_id': 'f1409f1f62d2417dac8efdf267410e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': 'f8e3bc66-3085-4eca-8846-1c6b2a22b4a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:56:11Z', 'updated_at': '2021-07-05T02:57:03Z', 'revision_number': 5, 'project_id': 'f1409f1f62d2417dac8efdf267410e88', 'gw_port': {'id': 'f8e3bc66-3085-4eca-8846-1c6b2a22b4a7', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4bc84a-9eca-4f0a-82c3-1a80de572f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:56:12Z', 'updated_at': '2021-07-05T02:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:57:05.015993 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c28c66-e0a3-4ba6-902e-b1db9d7326e2 None None] The sync data for ids ['8a4bc84a-9eca-4f0a-82c3-1a80de572f0a'] in n-d-771362-32 is: [{'id': '8a4bc84a-9eca-4f0a-82c3-1a80de572f0a', 'name': 'tempest-TestServerMultinode-1396049905-router', 'tenant_id': 'f1409f1f62d2417dac8efdf267410e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': 'f8e3bc66-3085-4eca-8846-1c6b2a22b4a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:56:11Z', 'updated_at': '2021-07-05T02:57:03Z', 'revision_number': 5, 'project_id': 'f1409f1f62d2417dac8efdf267410e88', 'gw_port': {'id': 'f8e3bc66-3085-4eca-8846-1c6b2a22b4a7', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4bc84a-9eca-4f0a-82c3-1a80de572f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:56:12Z', 'updated_at': '2021-07-05T02:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:57:05.034136 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d44fda-4841-4288-b349-53fc7646fe44 req-8a60e905-bfd7-410e-9464-6d044ccb4dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:57:05.036281 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:57:05.037449 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device ab310bfd-47c2-4eff-b4c9-2a1a78168e0b no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:57:05.039919 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e2d44fda-4841-4288-b349-53fc7646fe44 req-8a60e905-bfd7-410e-9464-6d044ccb4dc2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=11d02ae0-69a5-43f8-9c49-e5923844d7f7 HTTP/1.1" status: 200 len: 1096 time: 0.0632782 Jul 05 02:57:05.077261 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e2d44fda-4841-4288-b349-53fc7646fe44 req-4e248887-da8f-4633-9f13-c9487b5843a5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8aa0694e-81d6-4563-be73-1bdeb058f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301385 Jul 05 02:57:05.080591 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] No Port match for: ab310bfd-47c2-4eff-b4c9-2a1a78168e0b {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:57:05.080941 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device ab310bfd-47c2-4eff-b4c9-2a1a78168e0b not bound to the agent host n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:57:05.106329 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=7cc3c153-ff8b-474f-b158-840a0d7f1f76,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:57:05.113559 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ada71173-dfa7-4a43-b7a4-4e3dcfa6bb7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:57:05.139434 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada71173-dfa7-4a43-b7a4-4e3dcfa6bb7b admin admin] Pushing event deleted for resources: {'Port': ['ID=f8e3bc66-3085-4eca-8846-1c6b2a22b4a7,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:57:05.199366 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ada71173-dfa7-4a43-b7a4-4e3dcfa6bb7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636927'] for router_gateway, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:57:05.287498 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ada71173-dfa7-4a43-b7a4-4e3dcfa6bb7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11828'] for router, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:57:05.289578 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ada71173-dfa7-4a43-b7a4-4e3dcfa6bb7b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:57:05.422812 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ada71173-dfa7-4a43-b7a4-4e3dcfa6bb7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1575451'] for router, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:57:05.423407 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ada71173-dfa7-4a43-b7a4-4e3dcfa6bb7b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a4bc84a-9eca-4f0a-82c3-1a80de572f0a {{(pid=94462) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 02:57:05.444470 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ada71173-dfa7-4a43-b7a4-4e3dcfa6bb7b admin admin] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:57:05.444470 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-ada71173-dfa7-4a43-b7a4-4e3dcfa6bb7b admin admin] 10.222.0.23 "DELETE /v2.0/routers/8a4bc84a-9eca-4f0a-82c3-1a80de572f0a HTTP/1.1" status: 204 len: 168 time: 1.1666918 Jul 05 02:57:05.444470 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45362) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:57:05.484136 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-01ab28a0-a7de-4379-9fd4-855673ac567a admin admin] Deleting subnet ccdf9b91-34d6-4015-a390-6bb5ce6c47ec {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:57:05.489200 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-01ab28a0-a7de-4379-9fd4-855673ac567a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:57:05.525345 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-01ab28a0-a7de-4379-9fd4-855673ac567a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:57:05.615236 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-01ab28a0-a7de-4379-9fd4-855673ac567a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:57:05.729239 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e54907-cfde-4ccd-a76a-8ec4b11ab616 req-ad866864-8e14-47da-9b23-d7a469477782 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:57:05.729404 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-89e54907-cfde-4ccd-a76a-8ec4b11ab616 req-ad866864-8e14-47da-9b23-d7a469477782 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=11d02ae0-69a5-43f8-9c49-e5923844d7f7 HTTP/1.1" status: 200 len: 945 time: 0.0711586 Jul 05 02:57:05.768687 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-89e54907-cfde-4ccd-a76a-8ec4b11ab616 req-3fb95d2f-2f32-4afc-9201-55c8c73c9f39 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aa0694e-81d6-4563-be73-1bdeb058f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325983 Jul 05 02:57:05.820012 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-01ab28a0-a7de-4379-9fd4-855673ac567a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:57:05.849170 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ab28a0-a7de-4379-9fd4-855673ac567a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ccdf9b91-34d6-4015-a390-6bb5ce6c47ec,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:57:05.852678 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-01ab28a0-a7de-4379-9fd4-855673ac567a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:57:05.854488 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-01ab28a0-a7de-4379-9fd4-855673ac567a admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ccdf9b91-34d6-4015-a390-6bb5ce6c47ec HTTP/1.1" status: 204 len: 168 time: 0.4151309 Jul 05 02:57:05.857120 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45366) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:57:05.859689 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f985acf3-d031-4b42-8ce8-c338545ab87a None None] Network acaf4422-415c-42bb-ab07-8d5847c4c80f requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:57:05.925191 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e9d31ffd-ce8a-45cd-9f3a-05a477fc9f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:57:05.979540 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-e9d31ffd-ce8a-45cd-9f3a-05a477fc9f3a admin admin] Deleting port 0256f9ae-eee6-48fb-befb-0de878b5299b {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:57:05.979797 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e9d31ffd-ce8a-45cd-9f3a-05a477fc9f3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:57:06.051943 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-e9d31ffd-ce8a-45cd-9f3a-05a477fc9f3a admin admin] For port 0256f9ae-eee6-48fb-befb-0de878b5299b, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=0256f9ae-eee6-48fb-befb-0de878b5299b,segment=NetworkSegment(8bef7cfe-46ae-44bd-b5e8-28484c6c825d),segment_id=8bef7cfe-46ae-44bd-b5e8-28484c6c825d)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:57:06.051943 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e9d31ffd-ce8a-45cd-9f3a-05a477fc9f3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:57:06.056945 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775e3eee-c84b-4d5d-b14b-8fb9a533ef05 None None] DHCP port deletion for acaf4422-415c-42bb-ab07-8d5847c4c80f request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:57:06.069313 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-e9d31ffd-ce8a-45cd-9f3a-05a477fc9f3a admin admin] Calling delete_port for 0256f9ae-eee6-48fb-befb-0de878b5299b owned by network:dhcp {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:57:06.126451 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-775e3eee-c84b-4d5d-b14b-8fb9a533ef05 None None] Deleting port 0256f9ae-eee6-48fb-befb-0de878b5299b {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:57:06.126829 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-775e3eee-c84b-4d5d-b14b-8fb9a533ef05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:57:06.139078 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 7a64fe46-2fba-4506-9db0-07bffa15efee no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:57:06.185954 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 7a64fe46-2fba-4506-9db0-07bffa15efee {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:57:06.186315 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 7a64fe46-2fba-4506-9db0-07bffa15efee not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:57:06.186729 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device f8e3bc66-3085-4eca-8846-1c6b2a22b4a7 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:57:06.211066 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: f8e3bc66-3085-4eca-8846-1c6b2a22b4a7 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:57:06.214570 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device f8e3bc66-3085-4eca-8846-1c6b2a22b4a7 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:57:06.214570 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 0256f9ae-eee6-48fb-befb-0de878b5299b no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:57:06.242421 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e9d31ffd-ce8a-45cd-9f3a-05a477fc9f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:57:06.244566 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-775e3eee-c84b-4d5d-b14b-8fb9a533ef05 None None] For port 0256f9ae-eee6-48fb-befb-0de878b5299b, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=0256f9ae-eee6-48fb-befb-0de878b5299b,segment=NetworkSegment(8bef7cfe-46ae-44bd-b5e8-28484c6c825d),segment_id=8bef7cfe-46ae-44bd-b5e8-28484c6c825d)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:57:06.245141 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-775e3eee-c84b-4d5d-b14b-8fb9a533ef05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:57:06.263255 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-775e3eee-c84b-4d5d-b14b-8fb9a533ef05 None None] Calling delete_port for 0256f9ae-eee6-48fb-befb-0de878b5299b owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:57:06.267798 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d31ffd-ce8a-45cd-9f3a-05a477fc9f3a admin admin] Pushing event deleted for resources: {'Port': ['ID=0256f9ae-eee6-48fb-befb-0de878b5299b,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:57:06.272103 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d31ffd-ce8a-45cd-9f3a-05a477fc9f3a admin admin] No DVR routers for this DVR port 0256f9ae-eee6-48fb-befb-0de878b5299b on host n-d-771362-32 {{(pid=94462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:57:06.277963 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No active binding found for port 0256f9ae-eee6-48fb-befb-0de878b5299b {{(pid=94463) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 05 02:57:06.278414 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 0256f9ae-eee6-48fb-befb-0de878b5299b not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:57:06.345461 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-775e3eee-c84b-4d5d-b14b-8fb9a533ef05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:57:06.345720 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e9d31ffd-ce8a-45cd-9f3a-05a477fc9f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:57:06.356010 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-e9d31ffd-ce8a-45cd-9f3a-05a477fc9f3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acaf4422-415c-42bb-ab07-8d5847c4c80f']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:57:06.366329 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-e9d31ffd-ce8a-45cd-9f3a-05a477fc9f3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bef7cfe-46ae-44bd-b5e8-28484c6c825d') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:57:06.366603 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-e9d31ffd-ce8a-45cd-9f3a-05a477fc9f3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bef7cfe-46ae-44bd-b5e8-28484c6c825d') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:57:06.371152 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775e3eee-c84b-4d5d-b14b-8fb9a533ef05 None None] Pushing event deleted for resources: {'Port': ['ID=0256f9ae-eee6-48fb-befb-0de878b5299b,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:57:06.373024 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775e3eee-c84b-4d5d-b14b-8fb9a533ef05 None None] No DVR routers for this DVR port 0256f9ae-eee6-48fb-befb-0de878b5299b on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:57:06.375847 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e9d31ffd-ce8a-45cd-9f3a-05a477fc9f3a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:57:06.389634 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e9d31ffd-ce8a-45cd-9f3a-05a477fc9f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:57:06.395531 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9d31ffd-ce8a-45cd-9f3a-05a477fc9f3a admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:57:06.395916 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e9d31ffd-ce8a-45cd-9f3a-05a477fc9f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:57:06.398044 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:57:06.398044 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:57:06.398044 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:57:06.398044 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:57:06.398044 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:57:06.398044 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:57:06.398044 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:57:06.398044 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:57:06.398044 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:57:06.398044 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:57:06.398044 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:57:06.398044 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:57:06.398044 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:57:06.398044 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:57:06.398044 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:57:06.398044 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:57:06.398044 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:57:06.398044 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:57:06.398044 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:57:06.398044 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:57:06.398044 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:57:06.398044 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:57:06.398044 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:57:06.398044 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:57:06.398044 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:57:06.398044 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:57:06.398044 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:57:06.398044 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:57:06.398044 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:57:06.398044 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:57:06.398044 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:57:06.398044 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:57:06.516222 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e9d31ffd-ce8a-45cd-9f3a-05a477fc9f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:57:06.521982 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e9d31ffd-ce8a-45cd-9f3a-05a477fc9f3a admin admin] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:57:06.523883 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-e9d31ffd-ce8a-45cd-9f3a-05a477fc9f3a admin admin] 10.222.0.23 "DELETE /v2.0/networks/acaf4422-415c-42bb-ab07-8d5847c4c80f HTTP/1.1" status: 204 len: 168 time: 0.6658630 Jul 05 02:57:06.526988 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 45368) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:57:06.539780 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d31ffd-ce8a-45cd-9f3a-05a477fc9f3a admin admin] Pushing event deleted for resources: {'Network': ['ID=acaf4422-415c-42bb-ab07-8d5847c4c80f,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:57:06.971163 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-534cafa9-27fc-4be6-b3f7-78d3b828a92f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1634680'] for router_interface, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:57:07.019544 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f6edb6-0087-4929-8eda-1e3c08760c89 req-b07fc030-fab5-4e94-911d-94fee7d64194 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:57:07.021524 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c7f6edb6-0087-4929-8eda-1e3c08760c89 req-b07fc030-fab5-4e94-911d-94fee7d64194 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=11d02ae0-69a5-43f8-9c49-e5923844d7f7 HTTP/1.1" status: 200 len: 945 time: 0.1295309 Jul 05 02:57:07.098952 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c7f6edb6-0087-4929-8eda-1e3c08760c89 req-b2360372-96bb-4a9f-8a15-f89d0ddd0fa6 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aa0694e-81d6-4563-be73-1bdeb058f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716505 Jul 05 02:57:07.269737 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e245280-f7ff-456c-8087-0e9f9a824a65 req-a8a6c0d5-76af-4fff-afa9-451189b4014d tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:57:07.271396 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7e245280-f7ff-456c-8087-0e9f9a824a65 req-a8a6c0d5-76af-4fff-afa9-451189b4014d tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=11d02ae0-69a5-43f8-9c49-e5923844d7f7 HTTP/1.1" status: 200 len: 945 time: 0.0621984 Jul 05 02:57:07.306058 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-534cafa9-27fc-4be6-b3f7-78d3b828a92f admin admin] Deleting port f5eb61be-f28d-450d-a850-2c938b149567 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:57:07.306476 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-534cafa9-27fc-4be6-b3f7-78d3b828a92f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:57:07.309132 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7e245280-f7ff-456c-8087-0e9f9a824a65 req-d4979032-4d98-4104-8fa9-ef0b232bcaf7 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aa0694e-81d6-4563-be73-1bdeb058f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322108 Jul 05 02:57:07.332975 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45374) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:57:07.384312 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24cadfec-342a-4440-b321-8931fa5b11cf tempest-TestNetworkAdvancedServerOps-295631081 tempest-TestNetworkAdvancedServerOps-295631081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:57:07.385516 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [None req-534cafa9-27fc-4be6-b3f7-78d3b828a92f admin admin] For port f5eb61be-f28d-450d-a850-2c938b149567, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=f5eb61be-f28d-450d-a850-2c938b149567,segment=NetworkSegment(18664b2c-7198-44e7-9d8c-7288bc1a3cdb),segment_id=18664b2c-7198-44e7-9d8c-7288bc1a3cdb)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:57:07.385759 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-24cadfec-342a-4440-b321-8931fa5b11cf tempest-TestNetworkAdvancedServerOps-295631081 tempest-TestNetworkAdvancedServerOps-295631081-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=11d02ae0-69a5-43f8-9c49-e5923844d7f7 HTTP/1.1" status: 200 len: 1092 time: 0.0518074 Jul 05 02:57:07.385882 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-534cafa9-27fc-4be6-b3f7-78d3b828a92f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:57:07.388751 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45376) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:57:07.393053 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-405e1d4a-2a16-4b12-a7df-c673ec504bb6 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Request body: {'floatingip': {'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'port_id': '7cc3c153-ff8b-474f-b158-840a0d7f1f76', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:57:07.398325 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-534cafa9-27fc-4be6-b3f7-78d3b828a92f admin admin] Calling delete_port for f5eb61be-f28d-450d-a850-2c938b149567 owned by network:router_interface {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:57:07.491809 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-405e1d4a-2a16-4b12-a7df-c673ec504bb6 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for floatingip, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:57:07.590710 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-405e1d4a-2a16-4b12-a7df-c673ec504bb6 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:57:07.688041 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-534cafa9-27fc-4be6-b3f7-78d3b828a92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:57:07.690213 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-405e1d4a-2a16-4b12-a7df-c673ec504bb6 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Allocated IP 172.25.7.238 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/ffba1ed5-516d-47f4-905c-bf1919aeb4b7) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:57:07.713486 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534cafa9-27fc-4be6-b3f7-78d3b828a92f admin admin] Pushing event deleted for resources: {'Port': ['ID=f5eb61be-f28d-450d-a850-2c938b149567,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:57:07.805853 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-405e1d4a-2a16-4b12-a7df-c673ec504bb6 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:57:07.883506 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-534cafa9-27fc-4be6-b3f7-78d3b828a92f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635398'] for router_interface, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:57:07.925628 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-405e1d4a-2a16-4b12-a7df-c673ec504bb6 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:57:07.963489 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405e1d4a-2a16-4b12-a7df-c673ec504bb6 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:57:07.969767 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-405e1d4a-2a16-4b12-a7df-c673ec504bb6 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:57:07.974815 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405e1d4a-2a16-4b12-a7df-c673ec504bb6 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:57:07.977594 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405e1d4a-2a16-4b12-a7df-c673ec504bb6 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Pushing event updated for resources: {'Port': ['ID=ffba1ed5-516d-47f4-905c-bf1919aeb4b7,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:57:08.093782 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-534cafa9-27fc-4be6-b3f7-78d3b828a92f admin admin] Router 464ed20c-14ff-4e2e-be7a-a1fee9926bbb has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:57:08.197301 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-534cafa9-27fc-4be6-b3f7-78d3b828a92f admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:57:08.205831 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-534cafa9-27fc-4be6-b3f7-78d3b828a92f admin admin] 10.222.0.23 "PUT /v2.0/routers/464ed20c-14ff-4e2e-be7a-a1fee9926bbb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6745427 Jul 05 02:57:08.205831 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 45378) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:57:08.208526 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927d412b-102d-4625-a5e5-335eb0638838 None None] Sync routers for ids ['464ed20c-14ff-4e2e-be7a-a1fee9926bbb'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:57:08.220348 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927d412b-102d-4625-a5e5-335eb0638838 None None] Routers {'464ed20c-14ff-4e2e-be7a-a1fee9926bbb'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:57:08.221295 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-927d412b-102d-4625-a5e5-335eb0638838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:56:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['464ed20c-14ff-4e2e-be7a-a1fee9926bbb'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:57:08.330658 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-927d412b-102d-4625-a5e5-335eb0638838 None None] Set router 464ed20c-14ff-4e2e-be7a-a1fee9926bbb gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:57:08.354761 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-405e1d4a-2a16-4b12-a7df-c673ec504bb6 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:57:08.511821 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-405e1d4a-2a16-4b12-a7df-c673ec504bb6 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:57:08.515788 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-927d412b-102d-4625-a5e5-335eb0638838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '464ed20c-14ff-4e2e-be7a-a1fee9926bbb', 'name': 'tempest-TestServerMultinode-999191424-router', 'tenant_id': '5f71859736894f1ba325ffac80aaa8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '500a48c8-869a-43d5-8e81-4fd336b94a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:56:19Z', 'updated_at': '2021-07-05T02:57:07Z', 'revision_number': 5, 'project_id': '5f71859736894f1ba325ffac80aaa8a9', 'gw_port': {'id': '500a48c8-869a-43d5-8e81-4fd336b94a0b', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464ed20c-14ff-4e2e-be7a-a1fee9926bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:56:20Z', 'updated_at': '2021-07-05T02:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:57:08.545903 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927d412b-102d-4625-a5e5-335eb0638838 None None] Checking router: 464ed20c-14ff-4e2e-be7a-a1fee9926bbb for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:57:08.556079 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927d412b-102d-4625-a5e5-335eb0638838 None None] Routers {'464ed20c-14ff-4e2e-be7a-a1fee9926bbb'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:57:08.556703 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-927d412b-102d-4625-a5e5-335eb0638838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:56:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['464ed20c-14ff-4e2e-be7a-a1fee9926bbb'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:57:08.610094 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5176d19f-c399-4726-8a06-9490c158811b admin admin] Notify callbacks [] for router, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:57:08.665786 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-927d412b-102d-4625-a5e5-335eb0638838 None None] Set router 464ed20c-14ff-4e2e-be7a-a1fee9926bbb gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:57:08.668383 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-405e1d4a-2a16-4b12-a7df-c673ec504bb6 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:57:08.714498 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5176d19f-c399-4726-8a06-9490c158811b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:57:08.813814 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-405e1d4a-2a16-4b12-a7df-c673ec504bb6 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:57:08.845195 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-927d412b-102d-4625-a5e5-335eb0638838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '464ed20c-14ff-4e2e-be7a-a1fee9926bbb', 'name': 'tempest-TestServerMultinode-999191424-router', 'tenant_id': '5f71859736894f1ba325ffac80aaa8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '500a48c8-869a-43d5-8e81-4fd336b94a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:56:19Z', 'updated_at': '2021-07-05T02:57:07Z', 'revision_number': 5, 'project_id': '5f71859736894f1ba325ffac80aaa8a9', 'gw_port': {'id': '500a48c8-869a-43d5-8e81-4fd336b94a0b', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464ed20c-14ff-4e2e-be7a-a1fee9926bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:56:20Z', 'updated_at': '2021-07-05T02:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:57:08.875418 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927d412b-102d-4625-a5e5-335eb0638838 None None] The sync data for ids ['464ed20c-14ff-4e2e-be7a-a1fee9926bbb'] in n-d-771362-32 is: [{'id': '464ed20c-14ff-4e2e-be7a-a1fee9926bbb', 'name': 'tempest-TestServerMultinode-999191424-router', 'tenant_id': '5f71859736894f1ba325ffac80aaa8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '500a48c8-869a-43d5-8e81-4fd336b94a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:56:19Z', 'updated_at': '2021-07-05T02:57:07Z', 'revision_number': 5, 'project_id': '5f71859736894f1ba325ffac80aaa8a9', 'gw_port': {'id': '500a48c8-869a-43d5-8e81-4fd336b94a0b', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464ed20c-14ff-4e2e-be7a-a1fee9926bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:56:20Z', 'updated_at': '2021-07-05T02:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:57:08.892708 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405e1d4a-2a16-4b12-a7df-c673ec504bb6 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Pushing event updated for resources: {'Port': ['ID=ffba1ed5-516d-47f4-905c-bf1919aeb4b7,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:57:08.896721 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-5176d19f-c399-4726-8a06-9490c158811b admin admin] Deleting port 500a48c8-869a-43d5-8e81-4fd336b94a0b {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:57:08.897141 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5176d19f-c399-4726-8a06-9490c158811b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:57:08.900535 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-405e1d4a-2a16-4b12-a7df-c673ec504bb6 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636869'] for floatingip, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:57:08.974986 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [None req-5176d19f-c399-4726-8a06-9490c158811b admin admin] For port 500a48c8-869a-43d5-8e81-4fd336b94a0b, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=500a48c8-869a-43d5-8e81-4fd336b94a0b,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:57:08.975338 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5176d19f-c399-4726-8a06-9490c158811b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:57:08.987541 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-5176d19f-c399-4726-8a06-9490c158811b admin admin] Calling delete_port for 500a48c8-869a-43d5-8e81-4fd336b94a0b owned by network:router_gateway {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:57:09.002077 n-d-771362-32 neutron-server[94462]: INFO neutron.db.l3_db [None req-405e1d4a-2a16-4b12-a7df-c673ec504bb6 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Floating IP 4b887f78-0162-46b3-83c2-18f2ccb0ec6f associated. External IP: 172.25.7.238, port: 7cc3c153-ff8b-474f-b158-840a0d7f1f76. Jul 05 02:57:09.216427 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-405e1d4a-2a16-4b12-a7df-c673ec504bb6 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Router 5c684466-7312-42c4-b7c0-cd3f349a9d52 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:57:09.245460 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5176d19f-c399-4726-8a06-9490c158811b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:57:09.269713 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5176d19f-c399-4726-8a06-9490c158811b admin admin] Pushing event deleted for resources: {'Port': ['ID=500a48c8-869a-43d5-8e81-4fd336b94a0b,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:57:09.337753 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-405e1d4a-2a16-4b12-a7df-c673ec504bb6 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:57:09.339447 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5176d19f-c399-4726-8a06-9490c158811b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636927'] for router_gateway, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:57:09.350109 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599b5f59-96f8-42b5-b580-3ca121a68aad None None] Sync routers for ids ['5c684466-7312-42c4-b7c0-cd3f349a9d52'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:57:09.359949 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599b5f59-96f8-42b5-b580-3ca121a68aad None None] Routers {'5c684466-7312-42c4-b7c0-cd3f349a9d52'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:57:09.360844 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-599b5f59-96f8-42b5-b580-3ca121a68aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:56:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['5c684466-7312-42c4-b7c0-cd3f349a9d52'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:57:09.425185 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-405e1d4a-2a16-4b12-a7df-c673ec504bb6 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:57:09.448577 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5176d19f-c399-4726-8a06-9490c158811b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11828'] for router, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:57:09.453789 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5176d19f-c399-4726-8a06-9490c158811b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:57:09.477294 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-599b5f59-96f8-42b5-b580-3ca121a68aad None None] Set router 5c684466-7312-42c4-b7c0-cd3f349a9d52 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:57:09.632013 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5176d19f-c399-4726-8a06-9490c158811b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1575451'] for router, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:57:09.633615 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5176d19f-c399-4726-8a06-9490c158811b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 464ed20c-14ff-4e2e-be7a-a1fee9926bbb {{(pid=94461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 02:57:09.641427 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5176d19f-c399-4726-8a06-9490c158811b admin admin] Notify callbacks [] for router, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:57:09.646819 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-5176d19f-c399-4726-8a06-9490c158811b admin admin] 10.222.0.23 "DELETE /v2.0/routers/464ed20c-14ff-4e2e-be7a-a1fee9926bbb HTTP/1.1" status: 204 len: 168 time: 1.4400318 Jul 05 02:57:09.648368 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 45380) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:57:09.713421 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_v2 [None req-df7ab696-219b-4a16-8f18-81333b597265 admin admin] Deleting subnet 281e3e65-7dc3-4fd4-b034-0997a8b14c46 {{(pid=94461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:57:09.717257 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-df7ab696-219b-4a16-8f18-81333b597265 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:57:09.728299 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-599b5f59-96f8-42b5-b580-3ca121a68aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c684466-7312-42c4-b7c0-cd3f349a9d52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890298082', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': 'a22c544e-1df3-477e-a5ac-aea9d99a1c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:56:46Z', 'updated_at': '2021-07-05T02:56:51Z', 'revision_number': 4, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'gw_port': {'id': 'a22c544e-1df3-477e-a5ac-aea9d99a1c48', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:73:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c684466-7312-42c4-b7c0-cd3f349a9d52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:56:46Z', 'updated_at': '2021-07-05T02:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '4b887f78-0162-46b3-83c2-18f2ccb0ec6f', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'floating_ip_address': '172.25.7.238', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': '5c684466-7312-42c4-b7c0-cd3f349a9d52', 'port_id': '7cc3c153-ff8b-474f-b158-840a0d7f1f76', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3857, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '697054aa-1f96-4791-b356-79bfbf9ca0ce', 'mac_address': 'fa:16:3e:2b:90:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d02ae0-69a5-43f8-9c49-e5923844d7f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T02:57:08Z', 'updated_at': '2021-07-05T02:57:08Z', 'revision_number': 0, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4244542a-910d-4029-bbd4-2af636bae3c3', 'name': '', 'network_id': '697054aa-1f96-4791-b356-79bfbf9ca0ce', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'mac_address': 'fa:16:3e:c8:fa:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c684466-7312-42c4-b7c0-cd3f349a9d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '892d096a-d0a4-4aa1-b745-5316b44ad99c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:56:50Z', 'updated_at': '2021-07-05T02:56:56Z', 'revision_number': 5, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'subnets': [{'id': '892d096a-d0a4-4aa1-b745-5316b44ad99c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:57:09.757237 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599b5f59-96f8-42b5-b580-3ca121a68aad None None] Checking router: 5c684466-7312-42c4-b7c0-cd3f349a9d52 for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:57:09.762740 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-df7ab696-219b-4a16-8f18-81333b597265 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5519650'] for subnet, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:57:09.768190 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599b5f59-96f8-42b5-b580-3ca121a68aad None None] Routers {'5c684466-7312-42c4-b7c0-cd3f349a9d52'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:57:09.768962 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-599b5f59-96f8-42b5-b580-3ca121a68aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:56:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['5c684466-7312-42c4-b7c0-cd3f349a9d52'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:57:09.803997 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-405e1d4a-2a16-4b12-a7df-c673ec504bb6 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4142199 Jul 05 02:57:09.804584 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11d02ae0-69a5-43f8-9c49-e5923844d7f7', 'tag': '7cc3c153-ff8b-474f-b158-840a0d7f1f76'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:57:09.807382 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b223267e0e0ddb3199af7772d0b45336e3b4b54fbb151c86a8051291a61e85db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba8cfddd-6fee-424b-a5b8-872fe3128d77" -d '{"events": [{"name": "network-changed", "server_uuid": "11d02ae0-69a5-43f8-9c49-e5923844d7f7", "tag": "7cc3c153-ff8b-474f-b158-840a0d7f1f76"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:57:09.857606 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58f55b23-8d89-4063-9e64-76eb1e6cf0b9 x-openstack-request-id: req-58f55b23-8d89-4063-9e64-76eb1e6cf0b9 {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:57:09.857901 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11d02ae0-69a5-43f8-9c49-e5923844d7f7", "tag": "7cc3c153-ff8b-474f-b158-840a0d7f1f76", "status": "completed", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:57:09.858229 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-58f55b23-8d89-4063-9e64-76eb1e6cf0b9 {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:57:09.858626 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11d02ae0-69a5-43f8-9c49-e5923844d7f7', 'tag': '7cc3c153-ff8b-474f-b158-840a0d7f1f76', 'status': 'completed', 'code': 200} Jul 05 02:57:09.904067 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-599b5f59-96f8-42b5-b580-3ca121a68aad None None] Set router 5c684466-7312-42c4-b7c0-cd3f349a9d52 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:57:09.908483 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-df7ab696-219b-4a16-8f18-81333b597265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:57:10.048802 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8cfddd-6fee-424b-a5b8-872fe3128d77 req-96bd0504-05bb-4396-bc18-55ec940e99d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:57:10.050363 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ba8cfddd-6fee-424b-a5b8-872fe3128d77 req-96bd0504-05bb-4396-bc18-55ec940e99d6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c924626042fc4116989b2d8085d7b151&device_id=11d02ae0-69a5-43f8-9c49-e5923844d7f7 HTTP/1.1" status: 200 len: 1097 time: 0.1211956 Jul 05 02:57:10.058767 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9d5669-46d9-445b-9bfe-34eeeae4d9bf req-f4653b94-11fe-4ca2-87f1-32527af05b50 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:57:10.060168 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4e9d5669-46d9-445b-9bfe-34eeeae4d9bf req-f4653b94-11fe-4ca2-87f1-32527af05b50 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=11d02ae0-69a5-43f8-9c49-e5923844d7f7 HTTP/1.1" status: 200 len: 945 time: 0.1299300 Jul 05 02:57:10.117417 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-df7ab696-219b-4a16-8f18-81333b597265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5763388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774356'] for subnet, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:57:10.127279 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-599b5f59-96f8-42b5-b580-3ca121a68aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c684466-7312-42c4-b7c0-cd3f349a9d52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890298082', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': 'a22c544e-1df3-477e-a5ac-aea9d99a1c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:56:46Z', 'updated_at': '2021-07-05T02:56:51Z', 'revision_number': 4, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'gw_port': {'id': 'a22c544e-1df3-477e-a5ac-aea9d99a1c48', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:73:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c684466-7312-42c4-b7c0-cd3f349a9d52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:56:46Z', 'updated_at': '2021-07-05T02:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '4b887f78-0162-46b3-83c2-18f2ccb0ec6f', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'floating_ip_address': '172.25.7.238', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': '5c684466-7312-42c4-b7c0-cd3f349a9d52', 'port_id': '7cc3c153-ff8b-474f-b158-840a0d7f1f76', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3857, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '697054aa-1f96-4791-b356-79bfbf9ca0ce', 'mac_address': 'fa:16:3e:2b:90:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d02ae0-69a5-43f8-9c49-e5923844d7f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T02:57:08Z', 'updated_at': '2021-07-05T02:57:08Z', 'revision_number': 0, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4244542a-910d-4029-bbd4-2af636bae3c3', 'name': '', 'network_id': '697054aa-1f96-4791-b356-79bfbf9ca0ce', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'mac_address': 'fa:16:3e:c8:fa:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c684466-7312-42c4-b7c0-cd3f349a9d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '892d096a-d0a4-4aa1-b745-5316b44ad99c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:56:50Z', 'updated_at': '2021-07-05T02:56:56Z', 'revision_number': 5, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'subnets': [{'id': '892d096a-d0a4-4aa1-b745-5316b44ad99c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:57:10.154006 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599b5f59-96f8-42b5-b580-3ca121a68aad None None] The sync data for ids ['5c684466-7312-42c4-b7c0-cd3f349a9d52'] in n-d-771362-32 is: [{'id': '5c684466-7312-42c4-b7c0-cd3f349a9d52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890298082', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': 'a22c544e-1df3-477e-a5ac-aea9d99a1c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:56:46Z', 'updated_at': '2021-07-05T02:56:51Z', 'revision_number': 4, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'gw_port': {'id': 'a22c544e-1df3-477e-a5ac-aea9d99a1c48', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:73:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c684466-7312-42c4-b7c0-cd3f349a9d52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:56:46Z', 'updated_at': '2021-07-05T02:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '4b887f78-0162-46b3-83c2-18f2ccb0ec6f', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'floating_ip_address': '172.25.7.238', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': '5c684466-7312-42c4-b7c0-cd3f349a9d52', 'port_id': '7cc3c153-ff8b-474f-b158-840a0d7f1f76', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3857, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '697054aa-1f96-4791-b356-79bfbf9ca0ce', 'mac_address': 'fa:16:3e:2b:90:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d02ae0-69a5-43f8-9c49-e5923844d7f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T02:57:08Z', 'updated_at': '2021-07-05T02:57:08Z', 'revision_number': 0, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4244542a-910d-4029-bbd4-2af636bae3c3', 'name': '', 'network_id': '697054aa-1f96-4791-b356-79bfbf9ca0ce', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'mac_address': 'fa:16:3e:c8:fa:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c684466-7312-42c4-b7c0-cd3f349a9d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '892d096a-d0a4-4aa1-b745-5316b44ad99c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:56:50Z', 'updated_at': '2021-07-05T02:56:56Z', 'revision_number': 5, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'subnets': [{'id': '892d096a-d0a4-4aa1-b745-5316b44ad99c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:57:10.168970 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7ab696-219b-4a16-8f18-81333b597265 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=281e3e65-7dc3-4fd4-b034-0997a8b14c46,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:57:10.171067 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-df7ab696-219b-4a16-8f18-81333b597265 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:57:10.173019 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-df7ab696-219b-4a16-8f18-81333b597265 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/281e3e65-7dc3-4fd4-b034-0997a8b14c46 HTTP/1.1" status: 204 len: 168 time: 0.5235205 Jul 05 02:57:10.176552 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45388) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:57:10.185078 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4e9d5669-46d9-445b-9bfe-34eeeae4d9bf req-ed14a534-3d55-4ef5-9e25-a2395b226a5c tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aa0694e-81d6-4563-be73-1bdeb058f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167881 Jul 05 02:57:10.191403 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd7c376-26d0-4b60-9122-5416ae451bde None None] Network 89c932a8-71c7-4d59-9966-595bdf0a4127 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:57:10.217438 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 45390) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:57:10.290413 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device f5eb61be-f28d-450d-a850-2c938b149567 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:57:10.301520 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8cfddd-6fee-424b-a5b8-872fe3128d77 req-d72c68b7-fc09-4b02-816b-34d69c7dd4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:57:10.303788 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ba8cfddd-6fee-424b-a5b8-872fe3128d77 req-d72c68b7-fc09-4b02-816b-34d69c7dd4d5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=697054aa-1f96-4791-b356-79bfbf9ca0ce HTTP/1.1" status: 200 len: 897 time: 0.2427664 Jul 05 02:57:10.309219 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-e61fbd05-c7d5-4188-97dd-80dfe5c312ec tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/floatingips/4b887f78-0162-46b3-83c2-18f2ccb0ec6f HTTP/1.1" status: 200 len: 991 time: 0.0905964 Jul 05 02:57:10.317012 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: f5eb61be-f28d-450d-a850-2c938b149567 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:57:10.317012 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device f5eb61be-f28d-450d-a850-2c938b149567 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:57:10.317012 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 500a48c8-869a-43d5-8e81-4fd336b94a0b no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:57:10.319034 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2be74a8f-de83-4290-b8b2-6b64b648840c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:57:10.355136 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 500a48c8-869a-43d5-8e81-4fd336b94a0b {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:57:10.355749 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 500a48c8-869a-43d5-8e81-4fd336b94a0b not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:57:10.380206 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ba8cfddd-6fee-424b-a5b8-872fe3128d77 req-7b9fbe44-aaac-4e00-86cf-bb3c46f24d56 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7cc3c153-ff8b-474f-b158-840a0d7f1f76 HTTP/1.1" status: 200 len: 999 time: 0.0698614 Jul 05 02:57:10.385209 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-2be74a8f-de83-4290-b8b2-6b64b648840c admin admin] Deleting port 429c74f9-5663-4f1b-b9e0-53339a1101d3 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:57:10.385615 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2be74a8f-de83-4290-b8b2-6b64b648840c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:57:10.446407 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8cfddd-6fee-424b-a5b8-872fe3128d77 req-4afd4374-0138-47a1-aa4c-49d29ed02039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:57:10.448080 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ba8cfddd-6fee-424b-a5b8-872fe3128d77 req-4afd4374-0138-47a1-aa4c-49d29ed02039 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=892d096a-d0a4-4aa1-b745-5316b44ad99c HTTP/1.1" status: 200 len: 835 time: 0.0616488 Jul 05 02:57:10.462842 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-2be74a8f-de83-4290-b8b2-6b64b648840c admin admin] For port 429c74f9-5663-4f1b-b9e0-53339a1101d3, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=429c74f9-5663-4f1b-b9e0-53339a1101d3,segment=NetworkSegment(18664b2c-7198-44e7-9d8c-7288bc1a3cdb),segment_id=18664b2c-7198-44e7-9d8c-7288bc1a3cdb)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:57:10.463208 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2be74a8f-de83-4290-b8b2-6b64b648840c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:57:10.480051 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-2be74a8f-de83-4290-b8b2-6b64b648840c admin admin] Calling delete_port for 429c74f9-5663-4f1b-b9e0-53339a1101d3 owned by network:dhcp {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:57:10.490525 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30acab66-21a9-45c8-89fb-0d5bc6274fe5 None None] New status for floating IP 4b887f78-0162-46b3-83c2-18f2ccb0ec6f: ACTIVE {{(pid=94463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 02:57:10.519105 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8cfddd-6fee-424b-a5b8-872fe3128d77 req-37ae4580-54bb-4b7c-b16c-5741feffb3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:57:10.520607 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ba8cfddd-6fee-424b-a5b8-872fe3128d77 req-37ae4580-54bb-4b7c-b16c-5741feffb3d9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=697054aa-1f96-4791-b356-79bfbf9ca0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0661697 Jul 05 02:57:10.622780 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ba8cfddd-6fee-424b-a5b8-872fe3128d77 req-1a4cd330-2516-4e79-8be3-6fe597bed858 service neutron] 10.222.0.15 "GET /v2.0/networks/697054aa-1f96-4791-b356-79bfbf9ca0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944581 Jul 05 02:57:10.634367 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2be74a8f-de83-4290-b8b2-6b64b648840c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:57:10.662036 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be74a8f-de83-4290-b8b2-6b64b648840c admin admin] Pushing event deleted for resources: {'Port': ['ID=429c74f9-5663-4f1b-b9e0-53339a1101d3,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:57:10.669654 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be74a8f-de83-4290-b8b2-6b64b648840c admin admin] No DVR routers for this DVR port 429c74f9-5663-4f1b-b9e0-53339a1101d3 on host n-d-771362-32 {{(pid=94462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:57:10.683088 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d6aa5e-9dd0-4add-bfb1-0ce8783786dd None None] DHCP port deletion for 89c932a8-71c7-4d59-9966-595bdf0a4127 request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:57:10.722095 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ba8cfddd-6fee-424b-a5b8-872fe3128d77 req-8d65ae89-4df2-4ab4-a363-cbf293b24024 service neutron] 10.222.0.15 "GET /v2.0/networks/697054aa-1f96-4791-b356-79bfbf9ca0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927408 Jul 05 02:57:10.745046 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2be74a8f-de83-4290-b8b2-6b64b648840c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:57:10.754790 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-2be74a8f-de83-4290-b8b2-6b64b648840c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89c932a8-71c7-4d59-9966-595bdf0a4127']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:57:10.766266 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-2be74a8f-de83-4290-b8b2-6b64b648840c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18664b2c-7198-44e7-9d8c-7288bc1a3cdb') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:57:10.766549 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-2be74a8f-de83-4290-b8b2-6b64b648840c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18664b2c-7198-44e7-9d8c-7288bc1a3cdb') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:57:10.777206 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2be74a8f-de83-4290-b8b2-6b64b648840c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:57:10.794878 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2be74a8f-de83-4290-b8b2-6b64b648840c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:57:10.803902 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2be74a8f-de83-4290-b8b2-6b64b648840c admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:57:10.804526 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2be74a8f-de83-4290-b8b2-6b64b648840c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:57:10.807048 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:57:10.807048 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:57:10.807048 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:57:10.807048 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:57:10.807048 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:57:10.807048 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:57:10.807048 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:57:10.807048 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:57:10.807048 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:57:10.807048 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:57:10.807048 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:57:10.807048 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:57:10.807048 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:57:10.807048 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:57:10.807048 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:57:10.807048 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:57:10.807048 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:57:10.807048 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:57:10.807048 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:57:10.807048 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:57:10.807048 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:57:10.807048 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:57:10.807048 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:57:10.807048 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:57:10.807048 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:57:10.807048 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:57:10.807048 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:57:10.807048 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:57:10.807048 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:57:10.807048 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:57:10.807048 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:57:10.807048 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:57:10.962033 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2be74a8f-de83-4290-b8b2-6b64b648840c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:57:10.968778 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2be74a8f-de83-4290-b8b2-6b64b648840c admin admin] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:57:10.971028 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-2be74a8f-de83-4290-b8b2-6b64b648840c admin admin] 10.222.0.23 "DELETE /v2.0/networks/89c932a8-71c7-4d59-9966-595bdf0a4127 HTTP/1.1" status: 204 len: 168 time: 0.7921298 Jul 05 02:57:10.984802 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be74a8f-de83-4290-b8b2-6b64b648840c admin admin] Pushing event deleted for resources: {'Network': ['ID=89c932a8-71c7-4d59-9966-595bdf0a4127,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:57:11.311337 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 45394) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:57:11.352005 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45396) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:57:11.376417 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-26a9cb12-3bb6-4aa2-a1c9-d579b75e6c5c tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/floatingips/4b887f78-0162-46b3-83c2-18f2ccb0ec6f HTTP/1.1" status: 200 len: 993 time: 0.0639610 Jul 05 02:57:11.392023 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-65122e29-0c9d-446e-926d-beae6daac6cb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f1409f1f62d2417dac8efdf267410e88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388393 Jul 05 02:57:11.394484 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45398) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:57:11.445958 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3d930022-3bbe-42da-9131-609d3d31d00d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:57:11.466655 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3d930022-3bbe-42da-9131-609d3d31d00d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:57:11.610661 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3d930022-3bbe-42da-9131-609d3d31d00d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:57:11.613194 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3d930022-3bbe-42da-9131-609d3d31d00d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:57:11.614429 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-3d930022-3bbe-42da-9131-609d3d31d00d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8d07a207-831d-4d58-916c-5d501533513a HTTP/1.1" status: 204 len: 168 time: 0.2189991 Jul 05 02:57:11.622177 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d930022-3bbe-42da-9131-609d3d31d00d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d07a207-831d-4d58-916c-5d501533513a,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:57:12.046646 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 429c74f9-5663-4f1b-b9e0-53339a1101d3 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:57:12.066818 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:57:12.072981 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 429c74f9-5663-4f1b-b9e0-53339a1101d3 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:57:12.072981 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 429c74f9-5663-4f1b-b9e0-53339a1101d3 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:57:12.096113 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:57:12.454018 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45404) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:57:12.492958 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-77da92cb-3065-469c-a05f-7f41400bbb3e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5f71859736894f1ba325ffac80aaa8a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377464 Jul 05 02:57:12.495262 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45406) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:57:12.547426 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-13b274dd-a102-4966-8406-55a9c4229601 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:57:12.570284 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-13b274dd-a102-4966-8406-55a9c4229601 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:57:12.739659 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-13b274dd-a102-4966-8406-55a9c4229601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:57:12.742373 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-13b274dd-a102-4966-8406-55a9c4229601 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:57:12.743547 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-13b274dd-a102-4966-8406-55a9c4229601 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/abc9aa78-05be-43f5-a4ac-a912bcaaed99 HTTP/1.1" status: 204 len: 168 time: 0.2474155 Jul 05 02:57:12.751296 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b274dd-a102-4966-8406-55a9c4229601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc9aa78-05be-43f5-a4ac-a912bcaaed99,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:57:20.891930 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-d3156ed5-dd60-4cc8-b4b8-4e88f5deb933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:57:23.238973 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-835552cc-33d3-4549-9d8e-3cd55e563c67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:57:23.950697 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:57:24.707789 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:57:26.367819 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:57:38.037183 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fde4967-f62f-485e-8bf7-881f204f76bd req-234c5a88-c9bd-4077-aa3f-e190f15af786 tempest-TestNetworkAdvancedServerOps-295631081 tempest-TestNetworkAdvancedServerOps-295631081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:57:38.041679 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3fde4967-f62f-485e-8bf7-881f204f76bd req-234c5a88-c9bd-4077-aa3f-e190f15af786 tempest-TestNetworkAdvancedServerOps-295631081 tempest-TestNetworkAdvancedServerOps-295631081-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=11d02ae0-69a5-43f8-9c49-e5923844d7f7 HTTP/1.1" status: 200 len: 1097 time: 0.0514348 Jul 05 02:57:38.056635 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-3fde4967-f62f-485e-8bf7-881f204f76bd req-565c25db-3fbf-4a08-8c59-29192a4612d6 tempest-TestNetworkAdvancedServerOps-295631081 tempest-TestNetworkAdvancedServerOps-295631081-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:57:38.141602 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-3fde4967-f62f-485e-8bf7-881f204f76bd req-565c25db-3fbf-4a08-8c59-29192a4612d6 tempest-TestNetworkAdvancedServerOps-295631081 tempest-TestNetworkAdvancedServerOps-295631081-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:57:38.267621 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-3fde4967-f62f-485e-8bf7-881f204f76bd req-565c25db-3fbf-4a08-8c59-29192a4612d6 tempest-TestNetworkAdvancedServerOps-295631081 tempest-TestNetworkAdvancedServerOps-295631081-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:57:38.290821 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3fde4967-f62f-485e-8bf7-881f204f76bd req-565c25db-3fbf-4a08-8c59-29192a4612d6 tempest-TestNetworkAdvancedServerOps-295631081 tempest-TestNetworkAdvancedServerOps-295631081-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=8aa0694e-81d6-4563-be73-1bdeb058f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2464709 Jul 05 02:57:38.299168 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565c25db-3fbf-4a08-8c59-29192a4612d6 tempest-TestNetworkAdvancedServerOps-295631081 tempest-TestNetworkAdvancedServerOps-295631081-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e187d9-b7bf-4050-932d-a57f6b703f44,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:57:38.307325 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565c25db-3fbf-4a08-8c59-29192a4612d6 tempest-TestNetworkAdvancedServerOps-295631081 tempest-TestNetworkAdvancedServerOps-295631081-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:57:38.309359 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565c25db-3fbf-4a08-8c59-29192a4612d6 tempest-TestNetworkAdvancedServerOps-295631081 tempest-TestNetworkAdvancedServerOps-295631081-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:57:38.309359 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565c25db-3fbf-4a08-8c59-29192a4612d6 tempest-TestNetworkAdvancedServerOps-295631081 tempest-TestNetworkAdvancedServerOps-295631081-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:57:38.309359 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565c25db-3fbf-4a08-8c59-29192a4612d6 tempest-TestNetworkAdvancedServerOps-295631081 tempest-TestNetworkAdvancedServerOps-295631081-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:57:38.309359 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565c25db-3fbf-4a08-8c59-29192a4612d6 tempest-TestNetworkAdvancedServerOps-295631081 tempest-TestNetworkAdvancedServerOps-295631081-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:57:38.309359 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565c25db-3fbf-4a08-8c59-29192a4612d6 tempest-TestNetworkAdvancedServerOps-295631081 tempest-TestNetworkAdvancedServerOps-295631081-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:57:38.309800 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565c25db-3fbf-4a08-8c59-29192a4612d6 tempest-TestNetworkAdvancedServerOps-295631081 tempest-TestNetworkAdvancedServerOps-295631081-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:57:38.309892 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565c25db-3fbf-4a08-8c59-29192a4612d6 tempest-TestNetworkAdvancedServerOps-295631081 tempest-TestNetworkAdvancedServerOps-295631081-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:57:38.310222 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565c25db-3fbf-4a08-8c59-29192a4612d6 tempest-TestNetworkAdvancedServerOps-295631081 tempest-TestNetworkAdvancedServerOps-295631081-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:57:38.310546 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565c25db-3fbf-4a08-8c59-29192a4612d6 tempest-TestNetworkAdvancedServerOps-295631081 tempest-TestNetworkAdvancedServerOps-295631081-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:57:38.310870 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565c25db-3fbf-4a08-8c59-29192a4612d6 tempest-TestNetworkAdvancedServerOps-295631081 tempest-TestNetworkAdvancedServerOps-295631081-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:57:38.311192 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565c25db-3fbf-4a08-8c59-29192a4612d6 tempest-TestNetworkAdvancedServerOps-295631081 tempest-TestNetworkAdvancedServerOps-295631081-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:57:38.471842 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56cb538-32fb-40dd-8d2a-5519048d9c88 req-08a1ea53-b293-4e46-a80a-1f0ac7797e0b tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:57:38.473349 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c56cb538-32fb-40dd-8d2a-5519048d9c88 req-08a1ea53-b293-4e46-a80a-1f0ac7797e0b tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=11d02ae0-69a5-43f8-9c49-e5923844d7f7 HTTP/1.1" status: 200 len: 945 time: 0.0673745 Jul 05 02:57:38.510402 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c56cb538-32fb-40dd-8d2a-5519048d9c88 req-e9288806-f3ca-4f58-8c65-577802d546e4 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aa0694e-81d6-4563-be73-1bdeb058f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308852 Jul 05 02:57:38.535391 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45426) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:57:38.595302 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-8fbd2220-a33f-438a-b430-67360ab6294f tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/floatingips/4b887f78-0162-46b3-83c2-18f2ccb0ec6f HTTP/1.1" status: 200 len: 993 time: 0.0587192 Jul 05 02:57:39.736448 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04714434-a676-4540-a8ed-26ce8f249dc8 req-588637c5-3918-458a-b63d-294196b13bfe tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:57:39.739533 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-04714434-a676-4540-a8ed-26ce8f249dc8 req-588637c5-3918-458a-b63d-294196b13bfe tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=11d02ae0-69a5-43f8-9c49-e5923844d7f7 HTTP/1.1" status: 200 len: 945 time: 0.0826645 Jul 05 02:57:39.779196 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-04714434-a676-4540-a8ed-26ce8f249dc8 req-b978ed87-bb74-4275-850f-8444385dc39f tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aa0694e-81d6-4563-be73-1bdeb058f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333300 Jul 05 02:57:39.939629 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f442c74d-ca55-474a-87b2-3a7c37e8b4ee req-fbb71e9f-0e36-4e18-b5b0-762646ee1bbe service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=11d02ae0-69a5-43f8-9c49-e5923844d7f7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1604974 Jul 05 02:57:40.957586 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf3a9ac-2b48-42a8-bdad-6f32f9d0cec8 req-87efc54f-bbb8-4cd4-bb07-0a5bb4a12d04 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:57:40.959099 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6cf3a9ac-2b48-42a8-bdad-6f32f9d0cec8 req-87efc54f-bbb8-4cd4-bb07-0a5bb4a12d04 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=11d02ae0-69a5-43f8-9c49-e5923844d7f7 HTTP/1.1" status: 200 len: 945 time: 0.0628641 Jul 05 02:57:40.996999 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6cf3a9ac-2b48-42a8-bdad-6f32f9d0cec8 req-e7319d31-7d41-4404-b395-8bfda1721767 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aa0694e-81d6-4563-be73-1bdeb058f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320699 Jul 05 02:57:41.014402 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 02:57:42.059401 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:57:42.124998 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:57:42.198965 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c054df-2f36-4328-885f-74c91570f9e0 req-6db442d4-dcb3-45aa-91eb-79a85d5802f5 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:57:42.200534 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e4c054df-2f36-4328-885f-74c91570f9e0 req-6db442d4-dcb3-45aa-91eb-79a85d5802f5 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=11d02ae0-69a5-43f8-9c49-e5923844d7f7 HTTP/1.1" status: 200 len: 945 time: 0.0656447 Jul 05 02:57:42.239562 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e4c054df-2f36-4328-885f-74c91570f9e0 req-df13d5da-6858-4a95-bde5-9df0268bfa1a tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aa0694e-81d6-4563-be73-1bdeb058f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330384 Jul 05 02:57:42.516961 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f442c74d-ca55-474a-87b2-3a7c37e8b4ee req-990dce46-8643-4019-9edf-134b6f462f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:57:42.518484 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f442c74d-ca55-474a-87b2-3a7c37e8b4ee req-990dce46-8643-4019-9edf-134b6f462f1b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c924626042fc4116989b2d8085d7b151&device_id=11d02ae0-69a5-43f8-9c49-e5923844d7f7 HTTP/1.1" status: 200 len: 1097 time: 0.0514069 Jul 05 02:57:42.610293 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f442c74d-ca55-474a-87b2-3a7c37e8b4ee req-8e2f229e-352f-4589-87d7-cc5d4c8d925f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:57:42.611794 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f442c74d-ca55-474a-87b2-3a7c37e8b4ee req-8e2f229e-352f-4589-87d7-cc5d4c8d925f service neutron] 10.222.0.15 "GET /v2.0/networks?id=697054aa-1f96-4791-b356-79bfbf9ca0ce HTTP/1.1" status: 200 len: 897 time: 0.0866210 Jul 05 02:57:42.677322 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f442c74d-ca55-474a-87b2-3a7c37e8b4ee req-affdbc1d-0a6e-4f45-8d1f-89d1d6fffd3d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7cc3c153-ff8b-474f-b158-840a0d7f1f76 HTTP/1.1" status: 200 len: 1001 time: 0.0559487 Jul 05 02:57:42.728423 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f442c74d-ca55-474a-87b2-3a7c37e8b4ee req-eaef07b3-9cfb-4e6a-92d4-9a6fa5b1b03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:57:42.729839 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f442c74d-ca55-474a-87b2-3a7c37e8b4ee req-eaef07b3-9cfb-4e6a-92d4-9a6fa5b1b03e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=892d096a-d0a4-4aa1-b745-5316b44ad99c HTTP/1.1" status: 200 len: 835 time: 0.0459981 Jul 05 02:57:42.784244 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f442c74d-ca55-474a-87b2-3a7c37e8b4ee req-4e4af97b-24da-4426-bf43-b200b3160759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:57:42.785623 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f442c74d-ca55-474a-87b2-3a7c37e8b4ee req-4e4af97b-24da-4426-bf43-b200b3160759 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=697054aa-1f96-4791-b356-79bfbf9ca0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0496206 Jul 05 02:57:42.870596 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f442c74d-ca55-474a-87b2-3a7c37e8b4ee req-e15979ba-2543-404e-89e8-aaa4d7790459 service neutron] 10.222.0.15 "GET /v2.0/networks/697054aa-1f96-4791-b356-79bfbf9ca0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0771103 Jul 05 02:57:42.960535 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f442c74d-ca55-474a-87b2-3a7c37e8b4ee req-c2210d46-bf66-4188-ba14-3bfb38afa260 service neutron] 10.222.0.15 "GET /v2.0/networks/697054aa-1f96-4791-b356-79bfbf9ca0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833688 Jul 05 02:57:43.418866 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935e27a9-3a21-43a6-bfdf-4ef820657177 req-1268c632-628b-498c-ac8b-310d92a95774 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:57:43.420419 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-935e27a9-3a21-43a6-bfdf-4ef820657177 req-1268c632-628b-498c-ac8b-310d92a95774 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=11d02ae0-69a5-43f8-9c49-e5923844d7f7 HTTP/1.1" status: 200 len: 945 time: 0.0671222 Jul 05 02:57:43.458836 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-935e27a9-3a21-43a6-bfdf-4ef820657177 req-4b4f6a09-3f97-410c-bf4a-dad4728110ac tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aa0694e-81d6-4563-be73-1bdeb058f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327094 Jul 05 02:57:44.631107 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd82fdf3-fc27-4c88-9318-bced9c0c5068 req-5f29e10b-5362-4592-88d5-b5f1f2c137b6 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:57:44.632592 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fd82fdf3-fc27-4c88-9318-bced9c0c5068 req-5f29e10b-5362-4592-88d5-b5f1f2c137b6 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=11d02ae0-69a5-43f8-9c49-e5923844d7f7 HTTP/1.1" status: 200 len: 945 time: 0.0620077 Jul 05 02:57:44.670145 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fd82fdf3-fc27-4c88-9318-bced9c0c5068 req-9b3dbfe9-c6d9-494b-9fb8-912a87fa9b9e tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aa0694e-81d6-4563-be73-1bdeb058f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319276 Jul 05 02:57:45.846430 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4c8680-1a76-4e16-8e05-9665e118598b req-85c3acc9-639a-4609-863b-9f7647620c8d tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:57:45.847859 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ea4c8680-1a76-4e16-8e05-9665e118598b req-85c3acc9-639a-4609-863b-9f7647620c8d tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=11d02ae0-69a5-43f8-9c49-e5923844d7f7 HTTP/1.1" status: 200 len: 945 time: 0.0673285 Jul 05 02:57:45.884528 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ea4c8680-1a76-4e16-8e05-9665e118598b req-d1d0051e-94da-4963-a045-88f432e6c160 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aa0694e-81d6-4563-be73-1bdeb058f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311735 Jul 05 02:57:47.065174 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35c8efb-1fe6-42fc-967c-01d3a5b63a82 req-114ad2c5-9daa-433f-9edf-3030c9d5ad25 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:57:47.066684 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c35c8efb-1fe6-42fc-967c-01d3a5b63a82 req-114ad2c5-9daa-433f-9edf-3030c9d5ad25 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=11d02ae0-69a5-43f8-9c49-e5923844d7f7 HTTP/1.1" status: 200 len: 945 time: 0.0710614 Jul 05 02:57:47.106046 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c35c8efb-1fe6-42fc-967c-01d3a5b63a82 req-bbd1132a-d687-4d1a-a873-182da6184b5c tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aa0694e-81d6-4563-be73-1bdeb058f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333445 Jul 05 02:57:48.278071 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4e7d35-7969-4023-9f00-d23c71b77c6f req-39595f94-63bb-4d72-835f-d930896c19f0 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:57:48.279502 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-bf4e7d35-7969-4023-9f00-d23c71b77c6f req-39595f94-63bb-4d72-835f-d930896c19f0 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=11d02ae0-69a5-43f8-9c49-e5923844d7f7 HTTP/1.1" status: 200 len: 945 time: 0.0627954 Jul 05 02:57:48.317592 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-bf4e7d35-7969-4023-9f00-d23c71b77c6f req-1b815ba4-9e4b-4360-8aa7-680325c182b2 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aa0694e-81d6-4563-be73-1bdeb058f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322351 Jul 05 02:57:49.506268 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92696580-245b-45a4-b401-d09b261edf2f req-1f2f73f3-9ea1-4b75-aa95-ddabe748a167 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:57:49.510165 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-92696580-245b-45a4-b401-d09b261edf2f req-1f2f73f3-9ea1-4b75-aa95-ddabe748a167 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=11d02ae0-69a5-43f8-9c49-e5923844d7f7 HTTP/1.1" status: 200 len: 945 time: 0.0805726 Jul 05 02:57:49.551637 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-92696580-245b-45a4-b401-d09b261edf2f req-3a6a57c0-f26c-4e59-9b59-fce6c00ceb64 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aa0694e-81d6-4563-be73-1bdeb058f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375965 Jul 05 02:57:50.733960 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31942f0-d293-4700-8a0c-a2ed9fa849f5 req-2f51e428-0d87-4255-850f-d323f27122b7 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:57:50.735677 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f31942f0-d293-4700-8a0c-a2ed9fa849f5 req-2f51e428-0d87-4255-850f-d323f27122b7 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=11d02ae0-69a5-43f8-9c49-e5923844d7f7 HTTP/1.1" status: 200 len: 945 time: 0.0730100 Jul 05 02:57:50.772499 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f31942f0-d293-4700-8a0c-a2ed9fa849f5 req-492bb623-a8d0-436a-95da-0db9a85b6e0f tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aa0694e-81d6-4563-be73-1bdeb058f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312459 Jul 05 02:57:50.925029 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-9a30c4b3-5f1f-49ac-8429-8417ae55a66b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:57:51.952515 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380f8cfa-9e06-48d7-a083-5fa8d708e3b2 req-91fc3f66-e48c-4811-bb6f-152998b63a8a tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:57:51.953987 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-380f8cfa-9e06-48d7-a083-5fa8d708e3b2 req-91fc3f66-e48c-4811-bb6f-152998b63a8a tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=11d02ae0-69a5-43f8-9c49-e5923844d7f7 HTTP/1.1" status: 200 len: 945 time: 0.0682876 Jul 05 02:57:51.990243 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-380f8cfa-9e06-48d7-a083-5fa8d708e3b2 req-01a9d869-c38c-44c8-9752-839fe8eaa302 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aa0694e-81d6-4563-be73-1bdeb058f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306313 Jul 05 02:57:53.168958 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59e1603-b9e3-466d-a6da-49f03fa0f2ee req-278d5186-3de6-47ca-93dc-14a5c4dcf1d8 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:57:53.170572 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d59e1603-b9e3-466d-a6da-49f03fa0f2ee req-278d5186-3de6-47ca-93dc-14a5c4dcf1d8 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=11d02ae0-69a5-43f8-9c49-e5923844d7f7 HTTP/1.1" status: 200 len: 945 time: 0.0654786 Jul 05 02:57:53.210321 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d59e1603-b9e3-466d-a6da-49f03fa0f2ee req-171d0492-c718-4228-a99c-9c228d977799 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aa0694e-81d6-4563-be73-1bdeb058f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340796 Jul 05 02:57:53.281896 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-04978ea5-4f29-495b-bb52-1178b0a36e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:57:53.962012 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:57:54.382436 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83600aa-e245-4e92-9fdf-7bf9dbb5d8d1 req-f1f0091e-8caa-4229-bd17-b36c5ffa5059 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:57:54.384578 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b83600aa-e245-4e92-9fdf-7bf9dbb5d8d1 req-f1f0091e-8caa-4229-bd17-b36c5ffa5059 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=11d02ae0-69a5-43f8-9c49-e5923844d7f7 HTTP/1.1" status: 200 len: 945 time: 0.0629067 Jul 05 02:57:54.420834 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b83600aa-e245-4e92-9fdf-7bf9dbb5d8d1 req-4e115b76-522d-46a5-adec-f37c12cc52dd tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aa0694e-81d6-4563-be73-1bdeb058f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307636 Jul 05 02:57:54.781994 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:57:55.613084 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f88be2f-d457-47c4-b035-73af7534fe56 req-104c2bfd-602c-452b-aa32-ef6ad5df3f44 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:57:55.614646 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9f88be2f-d457-47c4-b035-73af7534fe56 req-104c2bfd-602c-452b-aa32-ef6ad5df3f44 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=11d02ae0-69a5-43f8-9c49-e5923844d7f7 HTTP/1.1" status: 200 len: 945 time: 0.0637798 Jul 05 02:57:55.652935 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9f88be2f-d457-47c4-b035-73af7534fe56 req-ab90d62f-4b4d-4b78-8334-8e321081ce75 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aa0694e-81d6-4563-be73-1bdeb058f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326986 Jul 05 02:57:56.155981 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:57:56.827191 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb15282-419c-451f-9648-f311ed002ab9 req-c289b992-7fee-45dd-b22d-3fca307b4234 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:57:56.828598 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0fb15282-419c-451f-9648-f311ed002ab9 req-c289b992-7fee-45dd-b22d-3fca307b4234 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=11d02ae0-69a5-43f8-9c49-e5923844d7f7 HTTP/1.1" status: 200 len: 945 time: 0.0627589 Jul 05 02:57:56.868762 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0fb15282-419c-451f-9648-f311ed002ab9 req-844b286d-ef6b-4718-9c24-772c4f95595b tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aa0694e-81d6-4563-be73-1bdeb058f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330415 Jul 05 02:57:58.047289 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c4bd9-3e36-4862-b5a4-dd3fdde8d030 req-6c957dee-d27e-425e-a9d2-f5f1916d1c04 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:57:58.048799 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-919c4bd9-3e36-4862-b5a4-dd3fdde8d030 req-6c957dee-d27e-425e-a9d2-f5f1916d1c04 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=11d02ae0-69a5-43f8-9c49-e5923844d7f7 HTTP/1.1" status: 200 len: 945 time: 0.0683360 Jul 05 02:57:58.086742 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-919c4bd9-3e36-4862-b5a4-dd3fdde8d030 req-9f5f39b8-e778-4af4-bd67-d703d1d9e20d tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aa0694e-81d6-4563-be73-1bdeb058f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318389 Jul 05 02:57:59.271697 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18adf417-af8f-4244-8ec9-32e104c23311 req-4b904b77-1e27-40d9-a521-22a61c03ad4f tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:57:59.273302 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-18adf417-af8f-4244-8ec9-32e104c23311 req-4b904b77-1e27-40d9-a521-22a61c03ad4f tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=11d02ae0-69a5-43f8-9c49-e5923844d7f7 HTTP/1.1" status: 200 len: 945 time: 0.0755811 Jul 05 02:57:59.310600 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-18adf417-af8f-4244-8ec9-32e104c23311 req-939ea23c-17e9-4919-9905-9626d6cf5858 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aa0694e-81d6-4563-be73-1bdeb058f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316999 Jul 05 02:58:00.507011 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a0a072-5668-4b5c-bdb8-2bb4868921f7 req-d5b5c096-50ad-4780-8b4e-7a016af85467 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:58:00.509951 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b1a0a072-5668-4b5c-bdb8-2bb4868921f7 req-d5b5c096-50ad-4780-8b4e-7a016af85467 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=11d02ae0-69a5-43f8-9c49-e5923844d7f7 HTTP/1.1" status: 200 len: 945 time: 0.0870323 Jul 05 02:58:00.549520 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b1a0a072-5668-4b5c-bdb8-2bb4868921f7 req-ea42e053-bf8d-497b-9a7c-47e2f5655c39 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aa0694e-81d6-4563-be73-1bdeb058f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339432 Jul 05 02:58:01.003325 n-d-771362-32 neutron-server[94461]: INFO neutron.api.v2.resource [req-f442c74d-ca55-474a-87b2-3a7c37e8b4ee req-4f28bba1-f0cc-4ad6-ab8e-bc0a9a92348c service neutron] show failed (client error): The resource could not be found. Jul 05 02:58:01.004337 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f442c74d-ca55-474a-87b2-3a7c37e8b4ee req-4f28bba1-f0cc-4ad6-ab8e-bc0a9a92348c service neutron] 10.222.0.15 "GET /v2.0/ports/7cc3c153-ff8b-474f-b158-840a0d7f1f76/bindings/n-h1-771362-32 HTTP/1.1" status: 404 len: 381 time: 0.1063392 Jul 05 02:58:01.365203 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e52d02be-44fd-4554-8865-ee4661bf36a2 req-2de79389-3ca9-4a19-85b0-77f03f7f45ce service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b31bf84e-206b-469b-b358-5de363d143d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0503497 Jul 05 02:58:01.461564 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52d02be-44fd-4554-8865-ee4661bf36a2 req-979184ab-9eb7-495a-bc05-ba1dc8a0a64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:58:01.463152 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e52d02be-44fd-4554-8865-ee4661bf36a2 req-979184ab-9eb7-495a-bc05-ba1dc8a0a64e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b1a00a493e704ec48248eed2815bb351&device_id=b31bf84e-206b-469b-b358-5de363d143d7 HTTP/1.1" status: 200 len: 1097 time: 0.0555198 Jul 05 02:58:01.563729 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52d02be-44fd-4554-8865-ee4661bf36a2 req-73719bca-f023-4528-8ecc-57d923bbc40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:58:01.565247 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e52d02be-44fd-4554-8865-ee4661bf36a2 req-73719bca-f023-4528-8ecc-57d923bbc40d service neutron] 10.222.0.21 "GET /v2.0/networks?id=73b1fe81-9ead-413d-adcc-8dcb2085def5 HTTP/1.1" status: 200 len: 912 time: 0.0829885 Jul 05 02:58:01.661252 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e52d02be-44fd-4554-8865-ee4661bf36a2 req-d29c471d-df53-417e-be96-2a66e1900eda service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff60541e-610d-49be-b652-fc51a620445d HTTP/1.1" status: 200 len: 1001 time: 0.0899174 Jul 05 02:58:01.743219 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f442c74d-ca55-474a-87b2-3a7c37e8b4ee req-f240db5f-0bb7-4546-82b5-efe7ea4ef6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:58:01.744748 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f442c74d-ca55-474a-87b2-3a7c37e8b4ee req-f240db5f-0bb7-4546-82b5-efe7ea4ef6d0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=11d02ae0-69a5-43f8-9c49-e5923844d7f7&tenant_id=c924626042fc4116989b2d8085d7b151 HTTP/1.1" status: 200 len: 1097 time: 0.1346617 Jul 05 02:58:01.757679 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-f442c74d-ca55-474a-87b2-3a7c37e8b4ee req-57ea5429-2e6a-4c4f-92a9-615c24d5c721 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-771362-32', 'device_owner': 'compute:nova'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:58:01.761224 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52d02be-44fd-4554-8865-ee4661bf36a2 req-619c94c8-d10e-4067-9e83-491f2e9d4394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:58:01.762632 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e52d02be-44fd-4554-8865-ee4661bf36a2 req-619c94c8-d10e-4067-9e83-491f2e9d4394 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=33729902-d3e5-4dd5-ba26-acbc079120a6 HTTP/1.1" status: 200 len: 851 time: 0.0885448 Jul 05 02:58:01.861809 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14924209-734e-4568-af63-0732676c78f3 req-47d6a359-9e2b-464a-929c-fb3226bbdca3 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:58:01.863341 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-14924209-734e-4568-af63-0732676c78f3 req-47d6a359-9e2b-464a-929c-fb3226bbdca3 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=11d02ae0-69a5-43f8-9c49-e5923844d7f7 HTTP/1.1" status: 200 len: 945 time: 0.1993091 Jul 05 02:58:01.898145 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f442c74d-ca55-474a-87b2-3a7c37e8b4ee req-57ea5429-2e6a-4c4f-92a9-615c24d5c721 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:01.926023 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52d02be-44fd-4554-8865-ee4661bf36a2 req-c9fae239-27b5-4521-9769-b620ec7bd0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:58:01.927464 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e52d02be-44fd-4554-8865-ee4661bf36a2 req-c9fae239-27b5-4521-9769-b620ec7bd0bb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=73b1fe81-9ead-413d-adcc-8dcb2085def5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1458697 Jul 05 02:58:01.960257 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-14924209-734e-4568-af63-0732676c78f3 req-75d44f91-1474-46e0-8096-730b7c9ea5f9 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aa0694e-81d6-4563-be73-1bdeb058f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892098 Jul 05 02:58:02.412531 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e52d02be-44fd-4554-8865-ee4661bf36a2 req-65a77cc8-de9d-4d62-b473-809ac4525b98 service neutron] 10.222.0.21 "GET /v2.0/networks/73b1fe81-9ead-413d-adcc-8dcb2085def5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4781258 Jul 05 02:58:02.540270 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-f442c74d-ca55-474a-87b2-3a7c37e8b4ee req-57ea5429-2e6a-4c4f-92a9-615c24d5c721 service neutron] For port 7cc3c153-ff8b-474f-b158-840a0d7f1f76, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=7cc3c153-ff8b-474f-b158-840a0d7f1f76,segment=NetworkSegment(06b47637-5942-4a08-a75a-9c5b07527023),segment_id=06b47637-5942-4a08-a75a-9c5b07527023)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:58:02.558977 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e52d02be-44fd-4554-8865-ee4661bf36a2 req-5a7dbec5-023f-41b4-b8c8-9697ce18657a service neutron] 10.222.0.21 "GET /v2.0/networks/73b1fe81-9ead-413d-adcc-8dcb2085def5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222022 Jul 05 02:58:02.582069 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-f442c74d-ca55-474a-87b2-3a7c37e8b4ee req-57ea5429-2e6a-4c4f-92a9-615c24d5c721 service neutron] For port 7cc3c153-ff8b-474f-b158-840a0d7f1f76, host n-h2-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:58:02.620090 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11d02ae0-69a5-43f8-9c49-e5923844d7f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cc3c153-ff8b-474f-b158-840a0d7f1f76'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:58:02.622370 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c410caa-1d28-4a23-b6c1-c4994bfd39fe" -d '{"events": [{"server_uuid": "11d02ae0-69a5-43f8-9c49-e5923844d7f7", "name": "network-vif-unplugged", "status": "completed", "tag": "7cc3c153-ff8b-474f-b158-840a0d7f1f76"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:58:02.626215 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f442c74d-ca55-474a-87b2-3a7c37e8b4ee req-57ea5429-2e6a-4c4f-92a9-615c24d5c721 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:02.638251 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-f442c74d-ca55-474a-87b2-3a7c37e8b4ee req-57ea5429-2e6a-4c4f-92a9-615c24d5c721 service neutron] Transition to ACTIVE for port object 7cc3c153-ff8b-474f-b158-840a0d7f1f76 will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:58:02.672966 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 02:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-121cb18c-1d5e-44e5-b879-6e85b9008cdb x-openstack-request-id: req-121cb18c-1d5e-44e5-b879-6e85b9008cdb {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:58:02.673321 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11d02ae0-69a5-43f8-9c49-e5923844d7f7", "name": "network-vif-unplugged", "status": "completed", "tag": "7cc3c153-ff8b-474f-b158-840a0d7f1f76", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:58:02.673572 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-121cb18c-1d5e-44e5-b879-6e85b9008cdb {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:58:02.673969 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11d02ae0-69a5-43f8-9c49-e5923844d7f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cc3c153-ff8b-474f-b158-840a0d7f1f76', 'code': 200} Jul 05 02:58:02.741797 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f442c74d-ca55-474a-87b2-3a7c37e8b4ee req-57ea5429-2e6a-4c4f-92a9-615c24d5c721 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:02.837197 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ea5429-2e6a-4c4f-92a9-615c24d5c721 service neutron] Pushing event updated for resources: {'Port': ['ID=7cc3c153-ff8b-474f-b158-840a0d7f1f76,revision_number=6']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:58:02.911640 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-f442c74d-ca55-474a-87b2-3a7c37e8b4ee req-57ea5429-2e6a-4c4f-92a9-615c24d5c721 service neutron] No DVR routers for this DVR port 7cc3c153-ff8b-474f-b158-840a0d7f1f76 on host n-h2-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:58:03.043450 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-f442c74d-ca55-474a-87b2-3a7c37e8b4ee req-57ea5429-2e6a-4c4f-92a9-615c24d5c721 service neutron] Attempting to bind port 7cc3c153-ff8b-474f-b158-840a0d7f1f76 on host n-h1-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:58:03.043693 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-f442c74d-ca55-474a-87b2-3a7c37e8b4ee req-57ea5429-2e6a-4c4f-92a9-615c24d5c721 service neutron] Attempting to bind port 7cc3c153-ff8b-474f-b158-840a0d7f1f76 by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': '06b47637-5942-4a08-a75a-9c5b07527023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '697054aa-1f96-4791-b356-79bfbf9ca0ce'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:58:03.043926 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f442c74d-ca55-474a-87b2-3a7c37e8b4ee req-57ea5429-2e6a-4c4f-92a9-615c24d5c721 service neutron] Attempting to bind port 7cc3c153-ff8b-474f-b158-840a0d7f1f76 on network 697054aa-1f96-4791-b356-79bfbf9ca0ce {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:58:03.048143 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f442c74d-ca55-474a-87b2-3a7c37e8b4ee req-57ea5429-2e6a-4c4f-92a9-615c24d5c721 service neutron] Port 7cc3c153-ff8b-474f-b158-840a0d7f1f76 on network 697054aa-1f96-4791-b356-79bfbf9ca0ce not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:58:03.048462 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f442c74d-ca55-474a-87b2-3a7c37e8b4ee req-57ea5429-2e6a-4c4f-92a9-615c24d5c721 service neutron] Attempting to bind port 7cc3c153-ff8b-474f-b158-840a0d7f1f76 on network 697054aa-1f96-4791-b356-79bfbf9ca0ce {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:58:03.053387 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f442c74d-ca55-474a-87b2-3a7c37e8b4ee req-57ea5429-2e6a-4c4f-92a9-615c24d5c721 service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:58:03.053717 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f442c74d-ca55-474a-87b2-3a7c37e8b4ee req-57ea5429-2e6a-4c4f-92a9-615c24d5c721 service neutron] Checking segment: {'id': '06b47637-5942-4a08-a75a-9c5b07527023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '697054aa-1f96-4791-b356-79bfbf9ca0ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:58:03.054094 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f442c74d-ca55-474a-87b2-3a7c37e8b4ee req-57ea5429-2e6a-4c4f-92a9-615c24d5c721 service neutron] Bound using segment: {'id': '06b47637-5942-4a08-a75a-9c5b07527023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '697054aa-1f96-4791-b356-79bfbf9ca0ce'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:58:03.054576 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-f442c74d-ca55-474a-87b2-3a7c37e8b4ee req-57ea5429-2e6a-4c4f-92a9-615c24d5c721 service neutron] Bound port: 7cc3c153-ff8b-474f-b158-840a0d7f1f76, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06b47637-5942-4a08-a75a-9c5b07527023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '697054aa-1f96-4791-b356-79bfbf9ca0ce'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:58:03.054938 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f442c74d-ca55-474a-87b2-3a7c37e8b4ee req-57ea5429-2e6a-4c4f-92a9-615c24d5c721 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:03.155387 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-f442c74d-ca55-474a-87b2-3a7c37e8b4ee req-57ea5429-2e6a-4c4f-92a9-615c24d5c721 service neutron] For port 7cc3c153-ff8b-474f-b158-840a0d7f1f76, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:58:03.160588 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-f442c74d-ca55-474a-87b2-3a7c37e8b4ee req-57ea5429-2e6a-4c4f-92a9-615c24d5c721 service neutron] For port 7cc3c153-ff8b-474f-b158-840a0d7f1f76, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=7cc3c153-ff8b-474f-b158-840a0d7f1f76,segment=NetworkSegment(06b47637-5942-4a08-a75a-9c5b07527023),segment_id=06b47637-5942-4a08-a75a-9c5b07527023)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:58:03.180317 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386521a8-202e-418b-a285-8011babc4893 req-bb8a43f8-695f-4d45-a219-44281224c09b tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:58:03.181877 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-386521a8-202e-418b-a285-8011babc4893 req-bb8a43f8-695f-4d45-a219-44281224c09b tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=11d02ae0-69a5-43f8-9c49-e5923844d7f7 HTTP/1.1" status: 200 len: 943 time: 0.0949752 Jul 05 02:58:03.219050 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-386521a8-202e-418b-a285-8011babc4893 req-1d98e7e4-a673-4fe5-b699-2701320ad0b9 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aa0694e-81d6-4563-be73-1bdeb058f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312092 Jul 05 02:58:03.244855 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f442c74d-ca55-474a-87b2-3a7c37e8b4ee req-57ea5429-2e6a-4c4f-92a9-615c24d5c721 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:03.277000 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f442c74d-ca55-474a-87b2-3a7c37e8b4ee req-57ea5429-2e6a-4c4f-92a9-615c24d5c721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:58:03.277679 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f442c74d-ca55-474a-87b2-3a7c37e8b4ee req-57ea5429-2e6a-4c4f-92a9-615c24d5c721 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:03.279148 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f442c74d-ca55-474a-87b2-3a7c37e8b4ee req-57ea5429-2e6a-4c4f-92a9-615c24d5c721 service neutron] 10.222.0.21 "PUT /v2.0/ports/7cc3c153-ff8b-474f-b158-840a0d7f1f76 HTTP/1.1" status: 200 len: 1092 time: 1.5265887 Jul 05 02:58:03.303205 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ea5429-2e6a-4c4f-92a9-615c24d5c721 service neutron] Pushing event updated for resources: {'Port': ['ID=7cc3c153-ff8b-474f-b158-840a0d7f1f76,revision_number=7']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:58:03.362032 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f442c74d-ca55-474a-87b2-3a7c37e8b4ee req-3e80b6b2-53fa-42ae-b83a-61705a904eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:58:03.363651 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f442c74d-ca55-474a-87b2-3a7c37e8b4ee req-3e80b6b2-53fa-42ae-b83a-61705a904eec service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c924626042fc4116989b2d8085d7b151&device_id=11d02ae0-69a5-43f8-9c49-e5923844d7f7 HTTP/1.1" status: 200 len: 1095 time: 0.0575991 Jul 05 02:58:03.458962 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f442c74d-ca55-474a-87b2-3a7c37e8b4ee req-939b50ef-c991-4d6e-b79f-413b76232623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:58:03.460604 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f442c74d-ca55-474a-87b2-3a7c37e8b4ee req-939b50ef-c991-4d6e-b79f-413b76232623 service neutron] 10.222.0.21 "GET /v2.0/networks?id=697054aa-1f96-4791-b356-79bfbf9ca0ce HTTP/1.1" status: 200 len: 897 time: 0.0901787 Jul 05 02:58:03.524427 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f442c74d-ca55-474a-87b2-3a7c37e8b4ee req-dbb4913b-7bb9-4553-ac81-a0fa78134707 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7cc3c153-ff8b-474f-b158-840a0d7f1f76 HTTP/1.1" status: 200 len: 999 time: 0.0574322 Jul 05 02:58:03.577822 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f442c74d-ca55-474a-87b2-3a7c37e8b4ee req-79735a11-2433-4b3c-9a41-7d720e942c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:58:03.579248 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f442c74d-ca55-474a-87b2-3a7c37e8b4ee req-79735a11-2433-4b3c-9a41-7d720e942c64 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=892d096a-d0a4-4aa1-b745-5316b44ad99c HTTP/1.1" status: 200 len: 835 time: 0.0483179 Jul 05 02:58:03.635350 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f442c74d-ca55-474a-87b2-3a7c37e8b4ee req-d9ce9aa1-b4e6-48e4-bb8c-3ef058015e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:58:03.636814 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f442c74d-ca55-474a-87b2-3a7c37e8b4ee req-d9ce9aa1-b4e6-48e4-bb8c-3ef058015e57 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=697054aa-1f96-4791-b356-79bfbf9ca0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0496545 Jul 05 02:58:03.723122 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f442c74d-ca55-474a-87b2-3a7c37e8b4ee req-f7102541-eefb-4b16-9c36-e949bcfa967f service neutron] 10.222.0.21 "GET /v2.0/networks/697054aa-1f96-4791-b356-79bfbf9ca0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786154 Jul 05 02:58:03.813985 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f442c74d-ca55-474a-87b2-3a7c37e8b4ee req-2b084406-4b8b-4f4d-8bc0-22f8b02e44cb service neutron] 10.222.0.21 "GET /v2.0/networks/697054aa-1f96-4791-b356-79bfbf9ca0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846140 Jul 05 02:58:04.395301 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee075d5e-a81b-4f1a-b95d-574f7ef04e8a req-269fadbe-9f98-4fd7-bbe2-9972ec1fbae6 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:58:04.396791 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ee075d5e-a81b-4f1a-b95d-574f7ef04e8a req-269fadbe-9f98-4fd7-bbe2-9972ec1fbae6 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=11d02ae0-69a5-43f8-9c49-e5923844d7f7 HTTP/1.1" status: 200 len: 943 time: 0.0664535 Jul 05 02:58:04.434295 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ee075d5e-a81b-4f1a-b95d-574f7ef04e8a req-7f9a9b95-3ea1-46cf-916f-80c25b0d99e8 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aa0694e-81d6-4563-be73-1bdeb058f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318356 Jul 05 02:58:04.675190 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11d02ae0-69a5-43f8-9c49-e5923844d7f7', 'tag': '7cc3c153-ff8b-474f-b158-840a0d7f1f76'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:58:04.677673 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5214a3da-1c6b-4c85-ba32-f85c21fc4460" -d '{"events": [{"name": "network-changed", "server_uuid": "11d02ae0-69a5-43f8-9c49-e5923844d7f7", "tag": "7cc3c153-ff8b-474f-b158-840a0d7f1f76"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:58:04.724776 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e9dda4b-c2cd-450d-900e-e68a0d843d5e x-openstack-request-id: req-0e9dda4b-c2cd-450d-900e-e68a0d843d5e {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:58:04.725064 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11d02ae0-69a5-43f8-9c49-e5923844d7f7", "tag": "7cc3c153-ff8b-474f-b158-840a0d7f1f76", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:58:04.725316 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0e9dda4b-c2cd-450d-900e-e68a0d843d5e {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:58:04.725715 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11d02ae0-69a5-43f8-9c49-e5923844d7f7', 'tag': '7cc3c153-ff8b-474f-b158-840a0d7f1f76', 'status': 'completed', 'code': 200} Jul 05 02:58:04.850579 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5214a3da-1c6b-4c85-ba32-f85c21fc4460 req-f14e9061-0170-4734-bebe-f932623026b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:58:04.852672 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5214a3da-1c6b-4c85-ba32-f85c21fc4460 req-f14e9061-0170-4734-bebe-f932623026b6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c924626042fc4116989b2d8085d7b151&device_id=11d02ae0-69a5-43f8-9c49-e5923844d7f7 HTTP/1.1" status: 200 len: 1095 time: 0.1013806 Jul 05 02:58:04.854349 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5214a3da-1c6b-4c85-ba32-f85c21fc4460 req-b304a7a5-ee95-472e-97b0-d102eb99e96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:58:04.855679 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5214a3da-1c6b-4c85-ba32-f85c21fc4460 req-b304a7a5-ee95-472e-97b0-d102eb99e96f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c924626042fc4116989b2d8085d7b151&device_id=11d02ae0-69a5-43f8-9c49-e5923844d7f7 HTTP/1.1" status: 200 len: 1095 time: 0.0962286 Jul 05 02:58:04.974856 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 7cc3c153-ff8b-474f-b158-840a0d7f1f76 no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:58:05.011421 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 7cc3c153-ff8b-474f-b158-840a0d7f1f76 not bound to the agent host n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:58:05.022476 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5214a3da-1c6b-4c85-ba32-f85c21fc4460 req-4a303edb-fd19-45c5-bd2d-6cf8412b3b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:58:05.024494 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5214a3da-1c6b-4c85-ba32-f85c21fc4460 req-4a303edb-fd19-45c5-bd2d-6cf8412b3b32 service neutron] 10.222.0.15 "GET /v2.0/networks?id=697054aa-1f96-4791-b356-79bfbf9ca0ce HTTP/1.1" status: 200 len: 897 time: 0.1656306 Jul 05 02:58:05.025564 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5214a3da-1c6b-4c85-ba32-f85c21fc4460 req-faf72631-943c-4830-953d-51098773561d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:58:05.026907 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5214a3da-1c6b-4c85-ba32-f85c21fc4460 req-faf72631-943c-4830-953d-51098773561d service neutron] 10.222.0.21 "GET /v2.0/networks?id=697054aa-1f96-4791-b356-79bfbf9ca0ce HTTP/1.1" status: 200 len: 897 time: 0.1609244 Jul 05 02:58:05.130960 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5214a3da-1c6b-4c85-ba32-f85c21fc4460 req-5c3697ff-0b78-4ccf-a36a-515b29f6f23c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7cc3c153-ff8b-474f-b158-840a0d7f1f76 HTTP/1.1" status: 200 len: 999 time: 0.0999181 Jul 05 02:58:05.135224 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5214a3da-1c6b-4c85-ba32-f85c21fc4460 req-b52ffbfb-21ab-41eb-aeb6-46181b21bc37 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7cc3c153-ff8b-474f-b158-840a0d7f1f76 HTTP/1.1" status: 200 len: 999 time: 0.0984895 Jul 05 02:58:05.210251 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5214a3da-1c6b-4c85-ba32-f85c21fc4460 req-8a0761e9-1791-4420-8b07-93e2a64d1f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:58:05.212250 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5214a3da-1c6b-4c85-ba32-f85c21fc4460 req-8a0761e9-1791-4420-8b07-93e2a64d1f79 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=892d096a-d0a4-4aa1-b745-5316b44ad99c HTTP/1.1" status: 200 len: 835 time: 0.0752757 Jul 05 02:58:05.213621 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5214a3da-1c6b-4c85-ba32-f85c21fc4460 req-bc5bfe13-fb59-4638-a25e-c4440fc62777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:58:05.214960 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5214a3da-1c6b-4c85-ba32-f85c21fc4460 req-bc5bfe13-fb59-4638-a25e-c4440fc62777 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=892d096a-d0a4-4aa1-b745-5316b44ad99c HTTP/1.1" status: 200 len: 835 time: 0.0708497 Jul 05 02:58:05.306701 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5214a3da-1c6b-4c85-ba32-f85c21fc4460 req-e3fbad2f-7fd2-4e20-9a9c-748d5a9ed72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:58:05.308225 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5214a3da-1c6b-4c85-ba32-f85c21fc4460 req-e3fbad2f-7fd2-4e20-9a9c-748d5a9ed72c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=697054aa-1f96-4791-b356-79bfbf9ca0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0900607 Jul 05 02:58:05.316854 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5214a3da-1c6b-4c85-ba32-f85c21fc4460 req-82b9571c-855f-49a5-b8e2-e9b3367ff185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:58:05.318243 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5214a3da-1c6b-4c85-ba32-f85c21fc4460 req-82b9571c-855f-49a5-b8e2-e9b3367ff185 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=697054aa-1f96-4791-b356-79bfbf9ca0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0920713 Jul 05 02:58:05.464260 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5214a3da-1c6b-4c85-ba32-f85c21fc4460 req-81e4b293-2139-4b99-b040-4c10027260db service neutron] 10.222.0.15 "GET /v2.0/networks/697054aa-1f96-4791-b356-79bfbf9ca0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493914 Jul 05 02:58:05.466388 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5214a3da-1c6b-4c85-ba32-f85c21fc4460 req-0655e4aa-8e5f-454a-8940-2a3ee7617117 service neutron] 10.222.0.21 "GET /v2.0/networks/697054aa-1f96-4791-b356-79bfbf9ca0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403127 Jul 05 02:58:05.611290 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c296290e-d2c2-4532-9b59-4545c336277c req-d88a4676-3c18-4007-b72a-8e8404308ec0 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:58:05.612996 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c296290e-d2c2-4532-9b59-4545c336277c req-d88a4676-3c18-4007-b72a-8e8404308ec0 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=11d02ae0-69a5-43f8-9c49-e5923844d7f7 HTTP/1.1" status: 200 len: 943 time: 0.0664623 Jul 05 02:58:05.619448 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5214a3da-1c6b-4c85-ba32-f85c21fc4460 req-00de55fa-1b38-423a-8fcf-934a14122c45 service neutron] 10.222.0.21 "GET /v2.0/networks/697054aa-1f96-4791-b356-79bfbf9ca0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407402 Jul 05 02:58:05.629803 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5214a3da-1c6b-4c85-ba32-f85c21fc4460 req-36445d18-07fe-4e3c-b43b-bdddf92da094 service neutron] 10.222.0.15 "GET /v2.0/networks/697054aa-1f96-4791-b356-79bfbf9ca0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590848 Jul 05 02:58:05.656811 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c296290e-d2c2-4532-9b59-4545c336277c req-6ada126f-8919-4e20-b5c3-14881b14a64e tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aa0694e-81d6-4563-be73-1bdeb058f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374606 Jul 05 02:58:05.710189 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 7cc3c153-ff8b-474f-b158-840a0d7f1f76 details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:58:05.802807 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 7cc3c153-ff8b-474f-b158-840a0d7f1f76, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=7cc3c153-ff8b-474f-b158-840a0d7f1f76,segment=NetworkSegment(06b47637-5942-4a08-a75a-9c5b07527023),segment_id=06b47637-5942-4a08-a75a-9c5b07527023)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:58:05.814730 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': '7cc3c153-ff8b-474f-b158-840a0d7f1f76', 'network_id': '697054aa-1f96-4791-b356-79bfbf9ca0ce', 'port_id': '7cc3c153-ff8b-474f-b158-840a0d7f1f76', 'mac_address': 'fa:16:3e:2b:90:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '892d096a-d0a4-4aa1-b745-5316b44ad99c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:58:05.849806 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:05.863351 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cc3c153-ff8b-474f-b158-840a0d7f1f76 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:58:05.885862 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 7cc3c153-ff8b-474f-b158-840a0d7f1f76, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=7cc3c153-ff8b-474f-b158-840a0d7f1f76,segment=NetworkSegment(06b47637-5942-4a08-a75a-9c5b07527023),segment_id=06b47637-5942-4a08-a75a-9c5b07527023)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:58:05.973146 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:06.019053 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=7cc3c153-ff8b-474f-b158-840a0d7f1f76,revision_number=8']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:58:06.026194 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:58:06.026529 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:58:06.026872 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:58:06.027208 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:58:06.027603 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:58:06.027856 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:58:06.028302 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:58:06.028641 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:58:06.028842 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:58:06.029162 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:58:06.029482 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:58:06.029804 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:58:06.195110 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['7cc3c153-ff8b-474f-b158-840a0d7f1f76'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:58:06.834932 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5564525-4fde-4957-9030-ce0a3b19add4 req-5c421c7f-803b-4136-b390-6abe743dc3eb tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:58:06.836443 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a5564525-4fde-4957-9030-ce0a3b19add4 req-5c421c7f-803b-4136-b390-6abe743dc3eb tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=11d02ae0-69a5-43f8-9c49-e5923844d7f7 HTTP/1.1" status: 200 len: 944 time: 0.0662441 Jul 05 02:58:06.873816 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a5564525-4fde-4957-9030-ce0a3b19add4 req-5082313b-a4ec-499f-a44f-c12a093f3214 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aa0694e-81d6-4563-be73-1bdeb058f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318224 Jul 05 02:58:07.301604 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7565145f-086b-43b8-82ec-a03c709d10b2 req-698e7e6a-5d41-49da-b43c-a958cae17ace tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:58:07.303147 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7565145f-086b-43b8-82ec-a03c709d10b2 req-698e7e6a-5d41-49da-b43c-a958cae17ace tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=11d02ae0-69a5-43f8-9c49-e5923844d7f7 HTTP/1.1" status: 200 len: 944 time: 0.0657244 Jul 05 02:58:07.343117 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7565145f-086b-43b8-82ec-a03c709d10b2 req-54ae18b1-b2dd-4003-9be4-1581b132b2c9 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aa0694e-81d6-4563-be73-1bdeb058f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332186 Jul 05 02:58:07.462945 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c0cda8-2257-4f0e-a0ed-e907bc40055b req-a03bd73c-8033-416c-b662-534dc657947e tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:58:07.464347 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d0c0cda8-2257-4f0e-a0ed-e907bc40055b req-a03bd73c-8033-416c-b662-534dc657947e tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.15 "GET /v2.0/ports?device_id=11d02ae0-69a5-43f8-9c49-e5923844d7f7&tenant_id=c924626042fc4116989b2d8085d7b151&binding%3Ahost_id=n-h1-771362-32 HTTP/1.1" status: 200 len: 944 time: 0.1098366 Jul 05 02:58:07.520401 n-d-771362-32 neutron-server[94461]: INFO neutron.api.v2.resource [req-d0c0cda8-2257-4f0e-a0ed-e907bc40055b req-ae08afaa-15ac-4463-aa99-75308d19292f service neutron] delete failed (client error): The resource could not be found. Jul 05 02:58:07.521353 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d0c0cda8-2257-4f0e-a0ed-e907bc40055b req-ae08afaa-15ac-4463-aa99-75308d19292f service neutron] 10.222.0.15 "DELETE /v2.0/ports/7cc3c153-ff8b-474f-b158-840a0d7f1f76/bindings/n-h2-771362-32 HTTP/1.1" status: 404 len: 381 time: 0.0515015 Jul 05 02:58:07.612383 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c0cda8-2257-4f0e-a0ed-e907bc40055b req-bdb97ece-2b64-4dc7-a26a-cf7bdd4c2fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:58:07.613815 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d0c0cda8-2257-4f0e-a0ed-e907bc40055b req-bdb97ece-2b64-4dc7-a26a-cf7bdd4c2fee service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c924626042fc4116989b2d8085d7b151&device_id=11d02ae0-69a5-43f8-9c49-e5923844d7f7 HTTP/1.1" status: 200 len: 1096 time: 0.0505426 Jul 05 02:58:07.701684 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c0cda8-2257-4f0e-a0ed-e907bc40055b req-6c08635f-0c82-4445-8ea4-bb44b58ffdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:58:07.703177 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d0c0cda8-2257-4f0e-a0ed-e907bc40055b req-6c08635f-0c82-4445-8ea4-bb44b58ffdb7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=697054aa-1f96-4791-b356-79bfbf9ca0ce HTTP/1.1" status: 200 len: 897 time: 0.0835886 Jul 05 02:58:07.727560 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 7cc3c153-ff8b-474f-b158-840a0d7f1f76 up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:58:07.766101 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d0c0cda8-2257-4f0e-a0ed-e907bc40055b req-0e774586-4540-4ec5-82e9-8add6eae2964 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7cc3c153-ff8b-474f-b158-840a0d7f1f76 HTTP/1.1" status: 200 len: 1000 time: 0.0565364 Jul 05 02:58:07.817715 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c0cda8-2257-4f0e-a0ed-e907bc40055b req-f09a7ca2-7d97-4b10-a5a2-69ded80b4a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:58:07.819258 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d0c0cda8-2257-4f0e-a0ed-e907bc40055b req-f09a7ca2-7d97-4b10-a5a2-69ded80b4a9d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=892d096a-d0a4-4aa1-b745-5316b44ad99c HTTP/1.1" status: 200 len: 835 time: 0.0474677 Jul 05 02:58:07.833656 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning for port 7cc3c153-ff8b-474f-b158-840a0d7f1f76 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:58:07.838077 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port 7cc3c153-ff8b-474f-b158-840a0d7f1f76 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:58:07.838494 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:07.876614 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c0cda8-2257-4f0e-a0ed-e907bc40055b req-c21114f4-9489-4c72-976c-c9c32274621d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:58:07.878186 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d0c0cda8-2257-4f0e-a0ed-e907bc40055b req-c21114f4-9489-4c72-976c-c9c32274621d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=697054aa-1f96-4791-b356-79bfbf9ca0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522957 Jul 05 02:58:07.919594 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:07.941401 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11d02ae0-69a5-43f8-9c49-e5923844d7f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cc3c153-ff8b-474f-b158-840a0d7f1f76'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:58:07.943685 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2e9fe4a-a926-4ee5-89a9-8cc00a0d2477" -d '{"events": [{"server_uuid": "11d02ae0-69a5-43f8-9c49-e5923844d7f7", "name": "network-vif-plugged", "status": "completed", "tag": "7cc3c153-ff8b-474f-b158-840a0d7f1f76"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:58:07.966877 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 7cc3c153-ff8b-474f-b158-840a0d7f1f76, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=7cc3c153-ff8b-474f-b158-840a0d7f1f76,segment=NetworkSegment(06b47637-5942-4a08-a75a-9c5b07527023),segment_id=06b47637-5942-4a08-a75a-9c5b07527023)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:58:07.967155 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d0c0cda8-2257-4f0e-a0ed-e907bc40055b req-942a7034-f273-4542-ba1e-a9c4c7e9b36b service neutron] 10.222.0.15 "GET /v2.0/networks/697054aa-1f96-4791-b356-79bfbf9ca0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828445 Jul 05 02:58:08.001703 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e5f9148-886d-4fb6-9aa3-df15f4a25699 x-openstack-request-id: req-8e5f9148-886d-4fb6-9aa3-df15f4a25699 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:58:08.002023 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11d02ae0-69a5-43f8-9c49-e5923844d7f7", "name": "network-vif-plugged", "status": "completed", "tag": "7cc3c153-ff8b-474f-b158-840a0d7f1f76", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:58:08.002353 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8e5f9148-886d-4fb6-9aa3-df15f4a25699 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:58:08.002751 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11d02ae0-69a5-43f8-9c49-e5923844d7f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cc3c153-ff8b-474f-b158-840a0d7f1f76', 'code': 200} Jul 05 02:58:08.029851 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:08.062455 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d0c0cda8-2257-4f0e-a0ed-e907bc40055b req-c2c510f0-3934-4ba1-b4ac-dcb20fc6661f service neutron] 10.222.0.15 "GET /v2.0/networks/697054aa-1f96-4791-b356-79bfbf9ca0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885901 Jul 05 02:58:08.076930 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=7cc3c153-ff8b-474f-b158-840a0d7f1f76,revision_number=9']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:58:08.525724 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd5e848-6a59-453d-a6db-119c8dc51dbd req-ddafec18-a492-4db8-b11c-af670715f94d tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:58:08.527267 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6bd5e848-6a59-453d-a6db-119c8dc51dbd req-ddafec18-a492-4db8-b11c-af670715f94d tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=11d02ae0-69a5-43f8-9c49-e5923844d7f7 HTTP/1.1" status: 200 len: 945 time: 0.0631974 Jul 05 02:58:08.565239 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6bd5e848-6a59-453d-a6db-119c8dc51dbd req-3d9b8b6b-00af-4976-9599-9cc0517aca5b tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aa0694e-81d6-4563-be73-1bdeb058f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318611 Jul 05 02:58:09.743167 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ca7bd6-8a37-4aea-bf95-a3093ec2de0c req-294ee18a-f3e5-46e6-a107-4683d467b2e6 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:58:09.744679 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c7ca7bd6-8a37-4aea-bf95-a3093ec2de0c req-294ee18a-f3e5-46e6-a107-4683d467b2e6 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=11d02ae0-69a5-43f8-9c49-e5923844d7f7 HTTP/1.1" status: 200 len: 945 time: 0.0636878 Jul 05 02:58:09.781304 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c7ca7bd6-8a37-4aea-bf95-a3093ec2de0c req-6b82d941-ac6a-4be4-9c2b-1a534c0e236f tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aa0694e-81d6-4563-be73-1bdeb058f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309761 Jul 05 02:58:09.807260 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45530) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:58:09.871246 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-331e8c76-162a-4d3a-ab50-d8eec61f8985 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/floatingips/4b887f78-0162-46b3-83c2-18f2ccb0ec6f HTTP/1.1" status: 200 len: 993 time: 0.0628684 Jul 05 02:58:12.052444 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:12.063932 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:18.013562 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 02:58:20.879264 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-6fd18876-d54e-4361-ae41-dedff344d9d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:23.256200 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-264024a6-c1d9-459c-96ac-28ca10bcf907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:23.949660 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:24.724569 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:26.176200 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:32.730151 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45540) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:58:32.977407 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-258a12c7-ff47-41ac-bd24-480b936b3414 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Deleting port afe25671-4b18-47ad-904c-8a8eee858777 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:58:32.986989 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-258a12c7-ff47-41ac-bd24-480b936b3414 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:33.056151 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-258a12c7-ff47-41ac-bd24-480b936b3414 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:33.056475 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-258a12c7-ff47-41ac-bd24-480b936b3414 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:33.068501 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-258a12c7-ff47-41ac-bd24-480b936b3414 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Calling delete_port for afe25671-4b18-47ad-904c-8a8eee858777 owned by network:floatingip {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:58:33.309459 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-258a12c7-ff47-41ac-bd24-480b936b3414 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:33.339998 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258a12c7-ff47-41ac-bd24-480b936b3414 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Pushing event deleted for resources: {'Port': ['ID=afe25671-4b18-47ad-904c-8a8eee858777,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:58:33.366346 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258a12c7-ff47-41ac-bd24-480b936b3414 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:58:33.366689 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258a12c7-ff47-41ac-bd24-480b936b3414 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:58:33.367022 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258a12c7-ff47-41ac-bd24-480b936b3414 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:58:33.367352 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258a12c7-ff47-41ac-bd24-480b936b3414 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:58:33.367677 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258a12c7-ff47-41ac-bd24-480b936b3414 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:58:33.367999 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258a12c7-ff47-41ac-bd24-480b936b3414 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:58:33.368371 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258a12c7-ff47-41ac-bd24-480b936b3414 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:58:33.368721 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258a12c7-ff47-41ac-bd24-480b936b3414 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:58:33.369039 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258a12c7-ff47-41ac-bd24-480b936b3414 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:58:33.369354 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258a12c7-ff47-41ac-bd24-480b936b3414 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:58:33.369670 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258a12c7-ff47-41ac-bd24-480b936b3414 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:58:33.370053 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258a12c7-ff47-41ac-bd24-480b936b3414 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:58:33.410055 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-258a12c7-ff47-41ac-bd24-480b936b3414 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks [] for floatingip, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:33.426836 n-d-771362-32 neutron-server[94462]: INFO neutron.db.l3_db [None req-258a12c7-ff47-41ac-bd24-480b936b3414 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Floating IP f7cec375-c3ba-4e8f-a47a-ce5d17604199 disassociated (deleted). External IP: 172.25.7.78, port: c978ab38-8fd3-4545-a28a-52768713b210. Jul 05 02:58:33.618795 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-258a12c7-ff47-41ac-bd24-480b936b3414 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Router 8e2bcb07-6c5e-4486-8f64-4c01f3036bb7 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:58:33.728840 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-258a12c7-ff47-41ac-bd24-480b936b3414 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:58:33.733848 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-258a12c7-ff47-41ac-bd24-480b936b3414 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:33.739516 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5a6780-9a5c-4b28-a1b0-29c13a14dce9 None None] Sync routers for ids ['8e2bcb07-6c5e-4486-8f64-4c01f3036bb7'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:58:33.749368 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5a6780-9a5c-4b28-a1b0-29c13a14dce9 None None] Routers {'8e2bcb07-6c5e-4486-8f64-4c01f3036bb7'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:58:33.750035 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-ab5a6780-9a5c-4b28-a1b0-29c13a14dce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:58:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['8e2bcb07-6c5e-4486-8f64-4c01f3036bb7'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:58:33.769408 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-258a12c7-ff47-41ac-bd24-480b936b3414 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "DELETE /v2.0/floatingips/f7cec375-c3ba-4e8f-a47a-ce5d17604199 HTTP/1.1" status: 204 len: 168 time: 1.0381501 Jul 05 02:58:33.770169 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b8575f7-803b-4d26-b39c-64818dc9dc07', 'tag': 'c978ab38-8fd3-4545-a28a-52768713b210'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:58:33.773159 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b223267e0e0ddb3199af7772d0b45336e3b4b54fbb151c86a8051291a61e85db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a897535-40de-4738-9ed7-300d44a79331" -d '{"events": [{"name": "network-changed", "server_uuid": "4b8575f7-803b-4d26-b39c-64818dc9dc07", "tag": "c978ab38-8fd3-4545-a28a-52768713b210"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:58:33.811694 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d24b04bb-a818-4e2e-9beb-2714e147f10e x-openstack-request-id: req-d24b04bb-a818-4e2e-9beb-2714e147f10e {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:58:33.821382 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b8575f7-803b-4d26-b39c-64818dc9dc07", "tag": "c978ab38-8fd3-4545-a28a-52768713b210", "status": "completed", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:58:33.821382 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d24b04bb-a818-4e2e-9beb-2714e147f10e {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:58:33.821382 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b8575f7-803b-4d26-b39c-64818dc9dc07', 'tag': 'c978ab38-8fd3-4545-a28a-52768713b210', 'status': 'completed', 'code': 200} Jul 05 02:58:33.857985 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-ab5a6780-9a5c-4b28-a1b0-29c13a14dce9 None None] Set router 8e2bcb07-6c5e-4486-8f64-4c01f3036bb7 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:58:33.894151 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a897535-40de-4738-9ed7-300d44a79331 req-6be6f0e0-128b-44a2-b0f9-82ba12f09078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:58:33.896385 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8a897535-40de-4738-9ed7-300d44a79331 req-6be6f0e0-128b-44a2-b0f9-82ba12f09078 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b1a00a493e704ec48248eed2815bb351&device_id=4b8575f7-803b-4d26-b39c-64818dc9dc07 HTTP/1.1" status: 200 len: 1097 time: 0.0601332 Jul 05 02:58:33.985343 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a897535-40de-4738-9ed7-300d44a79331 req-b010b095-4746-4237-a972-b7400bb9cc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:58:33.986878 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8a897535-40de-4738-9ed7-300d44a79331 req-b010b095-4746-4237-a972-b7400bb9cc86 service neutron] 10.222.0.15 "GET /v2.0/networks?id=73b1fe81-9ead-413d-adcc-8dcb2085def5 HTTP/1.1" status: 200 len: 912 time: 0.0843747 Jul 05 02:58:34.030279 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8a897535-40de-4738-9ed7-300d44a79331 req-82d88a61-3b35-4a0f-bfbf-06e9a3bc4c60 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c978ab38-8fd3-4545-a28a-52768713b210 HTTP/1.1" status: 200 len: 217 time: 0.0373611 Jul 05 02:58:34.083302 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a897535-40de-4738-9ed7-300d44a79331 req-e5068d9d-d005-4b81-b1f6-a32f44065388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:58:34.085003 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8a897535-40de-4738-9ed7-300d44a79331 req-e5068d9d-d005-4b81-b1f6-a32f44065388 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=33729902-d3e5-4dd5-ba26-acbc079120a6 HTTP/1.1" status: 200 len: 851 time: 0.0490780 Jul 05 02:58:34.144822 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a897535-40de-4738-9ed7-300d44a79331 req-2bd85530-fa38-4d7d-a6b0-e310cc7bd4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:58:34.146399 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8a897535-40de-4738-9ed7-300d44a79331 req-2bd85530-fa38-4d7d-a6b0-e310cc7bd4d9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=73b1fe81-9ead-413d-adcc-8dcb2085def5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548491 Jul 05 02:58:34.167803 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-ab5a6780-9a5c-4b28-a1b0-29c13a14dce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2bcb07-6c5e-4486-8f64-4c01f3036bb7', 'name': 'tempest-TestVolumeBootPattern-1666250849-router', 'tenant_id': 'b1a00a493e704ec48248eed2815bb351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '7d2df5b5-41a7-4290-a99f-4004dbb96fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:41:50Z', 'updated_at': '2021-07-05T02:41:56Z', 'revision_number': 4, 'project_id': 'b1a00a493e704ec48248eed2815bb351', 'gw_port': {'id': '7d2df5b5-41a7-4290-a99f-4004dbb96fd5', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2bcb07-6c5e-4486-8f64-4c01f3036bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:41:51Z', 'updated_at': '2021-07-05T02:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '1cd73281-41b4-4e38-849f-0ef6d51799cd', 'tenant_id': 'b1a00a493e704ec48248eed2815bb351', 'floating_ip_address': '172.25.7.144', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': '8e2bcb07-6c5e-4486-8f64-4c01f3036bb7', 'port_id': 'ff60541e-610d-49be-b652-fc51a620445d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73b1fe81-9ead-413d-adcc-8dcb2085def5', 'mac_address': 'fa:16:3e:16:d8:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31bf84e-206b-469b-b358-5de363d143d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T02:52:29Z', 'updated_at': '2021-07-05T02:52:31Z', 'revision_number': 1, 'project_id': 'b1a00a493e704ec48248eed2815bb351', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '581871ae-f1f2-4d48-a7e0-6ba26cbd1272', 'name': '', 'network_id': '73b1fe81-9ead-413d-adcc-8dcb2085def5', 'tenant_id': 'b1a00a493e704ec48248eed2815bb351', 'mac_address': 'fa:16:3e:2c:24:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2bcb07-6c5e-4486-8f64-4c01f3036bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': '33729902-d3e5-4dd5-ba26-acbc079120a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:41:55Z', 'updated_at': '2021-07-05T02:42:06Z', 'revision_number': 5, 'project_id': 'b1a00a493e704ec48248eed2815bb351', 'subnets': [{'id': '33729902-d3e5-4dd5-ba26-acbc079120a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:58:34.196835 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5a6780-9a5c-4b28-a1b0-29c13a14dce9 None None] Checking router: 8e2bcb07-6c5e-4486-8f64-4c01f3036bb7 for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:58:34.205021 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5a6780-9a5c-4b28-a1b0-29c13a14dce9 None None] Routers {'8e2bcb07-6c5e-4486-8f64-4c01f3036bb7'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:58:34.205661 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-ab5a6780-9a5c-4b28-a1b0-29c13a14dce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:58:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['8e2bcb07-6c5e-4486-8f64-4c01f3036bb7'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:58:34.251029 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8a897535-40de-4738-9ed7-300d44a79331 req-38f0383b-7855-41a4-9274-7be37eb633ad service neutron] 10.222.0.15 "GET /v2.0/networks/73b1fe81-9ead-413d-adcc-8dcb2085def5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881224 Jul 05 02:58:34.311196 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-ab5a6780-9a5c-4b28-a1b0-29c13a14dce9 None None] Set router 8e2bcb07-6c5e-4486-8f64-4c01f3036bb7 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:58:34.372892 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8a897535-40de-4738-9ed7-300d44a79331 req-b98dbc36-b2e1-4efe-8c1c-6c0b55862a73 service neutron] 10.222.0.15 "GET /v2.0/networks/73b1fe81-9ead-413d-adcc-8dcb2085def5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148865 Jul 05 02:58:34.403928 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903b4c51-7482-41e4-b1cb-31d8ab6fd9e4 req-9335cdcc-b3c7-4a2c-8220-9add097c8c79 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:58:34.405361 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-903b4c51-7482-41e4-b1cb-31d8ab6fd9e4 req-9335cdcc-b3c7-4a2c-8220-9add097c8c79 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b8575f7-803b-4d26-b39c-64818dc9dc07 HTTP/1.1" status: 200 len: 945 time: 0.0751648 Jul 05 02:58:34.444166 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-903b4c51-7482-41e4-b1cb-31d8ab6fd9e4 req-926735bb-b5d5-4c19-a7ba-a11dbace538e tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=1999bc0d-8d6f-407a-9c0b-dda1a8300b10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327132 Jul 05 02:58:34.536851 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-ab5a6780-9a5c-4b28-a1b0-29c13a14dce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2bcb07-6c5e-4486-8f64-4c01f3036bb7', 'name': 'tempest-TestVolumeBootPattern-1666250849-router', 'tenant_id': 'b1a00a493e704ec48248eed2815bb351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '7d2df5b5-41a7-4290-a99f-4004dbb96fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:41:50Z', 'updated_at': '2021-07-05T02:41:56Z', 'revision_number': 4, 'project_id': 'b1a00a493e704ec48248eed2815bb351', 'gw_port': {'id': '7d2df5b5-41a7-4290-a99f-4004dbb96fd5', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2bcb07-6c5e-4486-8f64-4c01f3036bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:41:51Z', 'updated_at': '2021-07-05T02:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '1cd73281-41b4-4e38-849f-0ef6d51799cd', 'tenant_id': 'b1a00a493e704ec48248eed2815bb351', 'floating_ip_address': '172.25.7.144', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': '8e2bcb07-6c5e-4486-8f64-4c01f3036bb7', 'port_id': 'ff60541e-610d-49be-b652-fc51a620445d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73b1fe81-9ead-413d-adcc-8dcb2085def5', 'mac_address': 'fa:16:3e:16:d8:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31bf84e-206b-469b-b358-5de363d143d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T02:52:29Z', 'updated_at': '2021-07-05T02:52:31Z', 'revision_number': 1, 'project_id': 'b1a00a493e704ec48248eed2815bb351', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '581871ae-f1f2-4d48-a7e0-6ba26cbd1272', 'name': '', 'network_id': '73b1fe81-9ead-413d-adcc-8dcb2085def5', 'tenant_id': 'b1a00a493e704ec48248eed2815bb351', 'mac_address': 'fa:16:3e:2c:24:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2bcb07-6c5e-4486-8f64-4c01f3036bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': '33729902-d3e5-4dd5-ba26-acbc079120a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:41:55Z', 'updated_at': '2021-07-05T02:42:06Z', 'revision_number': 5, 'project_id': 'b1a00a493e704ec48248eed2815bb351', 'subnets': [{'id': '33729902-d3e5-4dd5-ba26-acbc079120a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:58:34.564490 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5a6780-9a5c-4b28-a1b0-29c13a14dce9 None None] The sync data for ids ['8e2bcb07-6c5e-4486-8f64-4c01f3036bb7'] in n-d-771362-32 is: [{'id': '8e2bcb07-6c5e-4486-8f64-4c01f3036bb7', 'name': 'tempest-TestVolumeBootPattern-1666250849-router', 'tenant_id': 'b1a00a493e704ec48248eed2815bb351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '7d2df5b5-41a7-4290-a99f-4004dbb96fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:41:50Z', 'updated_at': '2021-07-05T02:41:56Z', 'revision_number': 4, 'project_id': 'b1a00a493e704ec48248eed2815bb351', 'gw_port': {'id': '7d2df5b5-41a7-4290-a99f-4004dbb96fd5', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2bcb07-6c5e-4486-8f64-4c01f3036bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:41:51Z', 'updated_at': '2021-07-05T02:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '1cd73281-41b4-4e38-849f-0ef6d51799cd', 'tenant_id': 'b1a00a493e704ec48248eed2815bb351', 'floating_ip_address': '172.25.7.144', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': '8e2bcb07-6c5e-4486-8f64-4c01f3036bb7', 'port_id': 'ff60541e-610d-49be-b652-fc51a620445d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73b1fe81-9ead-413d-adcc-8dcb2085def5', 'mac_address': 'fa:16:3e:16:d8:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31bf84e-206b-469b-b358-5de363d143d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T02:52:29Z', 'updated_at': '2021-07-05T02:52:31Z', 'revision_number': 1, 'project_id': 'b1a00a493e704ec48248eed2815bb351', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '581871ae-f1f2-4d48-a7e0-6ba26cbd1272', 'name': '', 'network_id': '73b1fe81-9ead-413d-adcc-8dcb2085def5', 'tenant_id': 'b1a00a493e704ec48248eed2815bb351', 'mac_address': 'fa:16:3e:2c:24:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2bcb07-6c5e-4486-8f64-4c01f3036bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': '33729902-d3e5-4dd5-ba26-acbc079120a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:41:55Z', 'updated_at': '2021-07-05T02:42:06Z', 'revision_number': 5, 'project_id': 'b1a00a493e704ec48248eed2815bb351', 'subnets': [{'id': '33729902-d3e5-4dd5-ba26-acbc079120a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:58:34.780819 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d4119c-beb4-41c9-b0e3-f042f8e4bb16 None None] New status for floating IP f7cec375-c3ba-4e8f-a47a-ce5d17604199: DOWN {{(pid=94463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 02:58:35.621696 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55f6a51-1d5c-4bf6-87e3-cb7135252904 req-cd52365b-52eb-443e-903c-4dafdc969917 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:58:35.623308 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f55f6a51-1d5c-4bf6-87e3-cb7135252904 req-cd52365b-52eb-443e-903c-4dafdc969917 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b8575f7-803b-4d26-b39c-64818dc9dc07 HTTP/1.1" status: 200 len: 945 time: 0.0642083 Jul 05 02:58:35.664338 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f55f6a51-1d5c-4bf6-87e3-cb7135252904 req-dc4dee03-b36c-4a86-a8d0-2443d34a221c tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=1999bc0d-8d6f-407a-9c0b-dda1a8300b10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354791 Jul 05 02:58:35.832272 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e93d80-0ce3-4301-82f9-1e704ac848aa req-9d87727c-9b4f-4489-9e8e-4c972954d65a tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:58:35.833740 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f5e93d80-0ce3-4301-82f9-1e704ac848aa req-9d87727c-9b4f-4489-9e8e-4c972954d65a tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b8575f7-803b-4d26-b39c-64818dc9dc07 HTTP/1.1" status: 200 len: 945 time: 0.0663328 Jul 05 02:58:36.031417 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-f5e93d80-0ce3-4301-82f9-1e704ac848aa req-6572864e-8b06-4914-a55d-b88388ba6f04 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Deleting port c978ab38-8fd3-4545-a28a-52768713b210 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:58:36.031756 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f5e93d80-0ce3-4301-82f9-1e704ac848aa req-6572864e-8b06-4914-a55d-b88388ba6f04 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:36.424612 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-f5e93d80-0ce3-4301-82f9-1e704ac848aa req-6572864e-8b06-4914-a55d-b88388ba6f04 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] For port c978ab38-8fd3-4545-a28a-52768713b210, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=c978ab38-8fd3-4545-a28a-52768713b210,segment=NetworkSegment(0d275c90-3bd1-498e-a485-a23914e67eb1),segment_id=0d275c90-3bd1-498e-a485-a23914e67eb1)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:58:36.424977 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f5e93d80-0ce3-4301-82f9-1e704ac848aa req-6572864e-8b06-4914-a55d-b88388ba6f04 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:36.437630 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-f5e93d80-0ce3-4301-82f9-1e704ac848aa req-6572864e-8b06-4914-a55d-b88388ba6f04 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Calling delete_port for c978ab38-8fd3-4545-a28a-52768713b210 owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:58:36.618034 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f5e93d80-0ce3-4301-82f9-1e704ac848aa req-6572864e-8b06-4914-a55d-b88388ba6f04 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:36.646249 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6572864e-8b06-4914-a55d-b88388ba6f04 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Pushing event deleted for resources: {'Port': ['ID=c978ab38-8fd3-4545-a28a-52768713b210,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:58:36.692265 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5e93d80-0ce3-4301-82f9-1e704ac848aa req-6572864e-8b06-4914-a55d-b88388ba6f04 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] No DVR routers for this DVR port c978ab38-8fd3-4545-a28a-52768713b210 on host n-h2-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:58:36.697828 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f5e93d80-0ce3-4301-82f9-1e704ac848aa req-6572864e-8b06-4914-a55d-b88388ba6f04 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:36.697828 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f5e93d80-0ce3-4301-82f9-1e704ac848aa req-6572864e-8b06-4914-a55d-b88388ba6f04 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.15 "DELETE /v2.0/ports/c978ab38-8fd3-4545-a28a-52768713b210 HTTP/1.1" status: 204 len: 173 time: 0.8579221 Jul 05 02:58:36.697828 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b8575f7-803b-4d26-b39c-64818dc9dc07', 'name': 'network-vif-deleted', 'tag': 'c978ab38-8fd3-4545-a28a-52768713b210'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:58:36.700257 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15207210-7a19-4b1f-bf9a-2ab2ff93f447" -d '{"events": [{"server_uuid": "4b8575f7-803b-4d26-b39c-64818dc9dc07", "name": "network-vif-deleted", "tag": "c978ab38-8fd3-4545-a28a-52768713b210"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:58:36.738175 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-841f5834-62e5-4a0e-9137-3c693f3db2a6 x-openstack-request-id: req-841f5834-62e5-4a0e-9137-3c693f3db2a6 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:58:36.738691 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b8575f7-803b-4d26-b39c-64818dc9dc07", "name": "network-vif-deleted", "tag": "c978ab38-8fd3-4545-a28a-52768713b210", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:58:36.739188 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-841f5834-62e5-4a0e-9137-3c693f3db2a6 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:58:36.739756 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b8575f7-803b-4d26-b39c-64818dc9dc07', 'name': 'network-vif-deleted', 'tag': 'c978ab38-8fd3-4545-a28a-52768713b210', 'status': 'completed', 'code': 200} Jul 05 02:58:36.855476 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-06b90479-5e41-4037-af41-a20a4fa52c3c req-126c1d2d-1b07-4e77-b6d3-e4adcfda9d14 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b8575f7-803b-4d26-b39c-64818dc9dc07 HTTP/1.1" status: 200 len: 210 time: 0.0578594 Jul 05 02:58:38.007375 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e54c5be6-de19-467a-9e98-67d6fb6a894a req-170df1c2-0561-49d8-bba9-8296e7a4d5e9 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b8575f7-803b-4d26-b39c-64818dc9dc07 HTTP/1.1" status: 200 len: 210 time: 0.0296428 Jul 05 02:58:38.747836 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba41e6a5-2ded-473f-a47e-8eae79c51478 req-770d607b-492f-40e2-a0f9-aad4c0f052d8 tempest-TestNetworkAdvancedServerOps-295631081 tempest-TestNetworkAdvancedServerOps-295631081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:58:38.750022 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ba41e6a5-2ded-473f-a47e-8eae79c51478 req-770d607b-492f-40e2-a0f9-aad4c0f052d8 tempest-TestNetworkAdvancedServerOps-295631081 tempest-TestNetworkAdvancedServerOps-295631081-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=11d02ae0-69a5-43f8-9c49-e5923844d7f7 HTTP/1.1" status: 200 len: 1097 time: 0.0535455 Jul 05 02:58:38.786804 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ba41e6a5-2ded-473f-a47e-8eae79c51478 req-43175226-32ac-4c80-b562-0a55ad5259b1 tempest-TestNetworkAdvancedServerOps-295631081 tempest-TestNetworkAdvancedServerOps-295631081-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=8aa0694e-81d6-4563-be73-1bdeb058f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307782 Jul 05 02:58:38.814228 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45566) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:58:38.973504 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-a9e2694f-8c47-457b-b0c3-6688e72de935 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Deleting port ffba1ed5-516d-47f4-905c-bf1919aeb4b7 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:58:38.973853 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a9e2694f-8c47-457b-b0c3-6688e72de935 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:39.048383 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a9e2694f-8c47-457b-b0c3-6688e72de935 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:39.048969 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a9e2694f-8c47-457b-b0c3-6688e72de935 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:39.061138 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-a9e2694f-8c47-457b-b0c3-6688e72de935 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Calling delete_port for ffba1ed5-516d-47f4-905c-bf1919aeb4b7 owned by network:floatingip {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:58:39.130106 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device c978ab38-8fd3-4545-a28a-52768713b210 no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:58:39.155754 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] No Port match for: c978ab38-8fd3-4545-a28a-52768713b210 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:58:39.156397 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device c978ab38-8fd3-4545-a28a-52768713b210 not bound to the agent host n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:58:39.157779 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6a9c1923-f40e-406f-b103-25d61315b0e8 req-735297c5-bd0b-411d-883a-79fedcc48c24 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b8575f7-803b-4d26-b39c-64818dc9dc07 HTTP/1.1" status: 200 len: 210 time: 0.0362113 Jul 05 02:58:39.304803 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a9e2694f-8c47-457b-b0c3-6688e72de935 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:39.332682 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e2694f-8c47-457b-b0c3-6688e72de935 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Pushing event deleted for resources: {'Port': ['ID=ffba1ed5-516d-47f4-905c-bf1919aeb4b7,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:58:39.392042 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a9e2694f-8c47-457b-b0c3-6688e72de935 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for floatingip, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:39.392370 n-d-771362-32 neutron-server[94462]: INFO neutron.db.l3_db [None req-a9e2694f-8c47-457b-b0c3-6688e72de935 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Floating IP 4b887f78-0162-46b3-83c2-18f2ccb0ec6f disassociated (deleted). External IP: 172.25.7.238, port: 7cc3c153-ff8b-474f-b158-840a0d7f1f76. Jul 05 02:58:39.609951 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9e2694f-8c47-457b-b0c3-6688e72de935 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Router 5c684466-7312-42c4-b7c0-cd3f349a9d52 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:58:39.733896 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9e2694f-8c47-457b-b0c3-6688e72de935 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:58:39.739964 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a9e2694f-8c47-457b-b0c3-6688e72de935 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:39.745533 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e97862-3e1f-48cc-880c-9d944e1f055e None None] Sync routers for ids ['5c684466-7312-42c4-b7c0-cd3f349a9d52'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:58:39.755141 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e97862-3e1f-48cc-880c-9d944e1f055e None None] Routers {'5c684466-7312-42c4-b7c0-cd3f349a9d52'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:58:39.755788 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-45e97862-3e1f-48cc-880c-9d944e1f055e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:58:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['5c684466-7312-42c4-b7c0-cd3f349a9d52'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:58:39.795962 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-a9e2694f-8c47-457b-b0c3-6688e72de935 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "DELETE /v2.0/floatingips/4b887f78-0162-46b3-83c2-18f2ccb0ec6f HTTP/1.1" status: 204 len: 168 time: 0.9820833 Jul 05 02:58:39.796616 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11d02ae0-69a5-43f8-9c49-e5923844d7f7', 'tag': '7cc3c153-ff8b-474f-b158-840a0d7f1f76'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:58:39.803222 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b223267e0e0ddb3199af7772d0b45336e3b4b54fbb151c86a8051291a61e85db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f55177-4495-4856-82b7-4eb977d40053" -d '{"events": [{"name": "network-changed", "server_uuid": "11d02ae0-69a5-43f8-9c49-e5923844d7f7", "tag": "7cc3c153-ff8b-474f-b158-840a0d7f1f76"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:58:39.854332 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-832d24a1-d6d1-4d18-814f-b6e393bf48d6 x-openstack-request-id: req-832d24a1-d6d1-4d18-814f-b6e393bf48d6 {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:58:39.854622 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11d02ae0-69a5-43f8-9c49-e5923844d7f7", "tag": "7cc3c153-ff8b-474f-b158-840a0d7f1f76", "status": "completed", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:58:39.854873 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-832d24a1-d6d1-4d18-814f-b6e393bf48d6 {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:58:39.855282 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11d02ae0-69a5-43f8-9c49-e5923844d7f7', 'tag': '7cc3c153-ff8b-474f-b158-840a0d7f1f76', 'status': 'completed', 'code': 200} Jul 05 02:58:39.872257 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-45e97862-3e1f-48cc-880c-9d944e1f055e None None] Set router 5c684466-7312-42c4-b7c0-cd3f349a9d52 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:58:39.940938 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f55177-4495-4856-82b7-4eb977d40053 req-fb2eb7a2-38be-4b65-b5a3-d983c80875be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:58:39.943252 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d3f55177-4495-4856-82b7-4eb977d40053 req-fb2eb7a2-38be-4b65-b5a3-d983c80875be service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c924626042fc4116989b2d8085d7b151&device_id=11d02ae0-69a5-43f8-9c49-e5923844d7f7 HTTP/1.1" status: 200 len: 1097 time: 0.0644240 Jul 05 02:58:40.048783 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f55177-4495-4856-82b7-4eb977d40053 req-8eb1f14c-5f9d-4609-9b3a-e345a0a3e825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:58:40.050463 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d3f55177-4495-4856-82b7-4eb977d40053 req-8eb1f14c-5f9d-4609-9b3a-e345a0a3e825 service neutron] 10.222.0.21 "GET /v2.0/networks?id=697054aa-1f96-4791-b356-79bfbf9ca0ce HTTP/1.1" status: 200 len: 897 time: 0.1010795 Jul 05 02:58:40.093777 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-45e97862-3e1f-48cc-880c-9d944e1f055e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c684466-7312-42c4-b7c0-cd3f349a9d52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890298082', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': 'a22c544e-1df3-477e-a5ac-aea9d99a1c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:56:46Z', 'updated_at': '2021-07-05T02:56:51Z', 'revision_number': 4, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'gw_port': {'id': 'a22c544e-1df3-477e-a5ac-aea9d99a1c48', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:73:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c684466-7312-42c4-b7c0-cd3f349a9d52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:56:46Z', 'updated_at': '2021-07-05T02:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '4244542a-910d-4029-bbd4-2af636bae3c3', 'name': '', 'network_id': '697054aa-1f96-4791-b356-79bfbf9ca0ce', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'mac_address': 'fa:16:3e:c8:fa:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c684466-7312-42c4-b7c0-cd3f349a9d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '892d096a-d0a4-4aa1-b745-5316b44ad99c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:56:50Z', 'updated_at': '2021-07-05T02:56:56Z', 'revision_number': 5, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'subnets': [{'id': '892d096a-d0a4-4aa1-b745-5316b44ad99c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:58:40.095572 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d3f55177-4495-4856-82b7-4eb977d40053 req-56f1e337-b99b-4962-bec6-f2356ceec24e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7cc3c153-ff8b-474f-b158-840a0d7f1f76 HTTP/1.1" status: 200 len: 217 time: 0.0382671 Jul 05 02:58:40.130061 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e97862-3e1f-48cc-880c-9d944e1f055e None None] Checking router: 5c684466-7312-42c4-b7c0-cd3f349a9d52 for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:58:40.139859 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e97862-3e1f-48cc-880c-9d944e1f055e None None] Routers {'5c684466-7312-42c4-b7c0-cd3f349a9d52'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:58:40.140490 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-45e97862-3e1f-48cc-880c-9d944e1f055e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:58:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['5c684466-7312-42c4-b7c0-cd3f349a9d52'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:58:40.152361 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f55177-4495-4856-82b7-4eb977d40053 req-28c61c0d-5865-4dce-b9ef-050d6657556f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:58:40.153989 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d3f55177-4495-4856-82b7-4eb977d40053 req-28c61c0d-5865-4dce-b9ef-050d6657556f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=892d096a-d0a4-4aa1-b745-5316b44ad99c HTTP/1.1" status: 200 len: 835 time: 0.0519366 Jul 05 02:58:40.228438 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f55177-4495-4856-82b7-4eb977d40053 req-69db443d-f1fc-4140-82eb-0fc36f51eee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:58:40.230320 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d3f55177-4495-4856-82b7-4eb977d40053 req-69db443d-f1fc-4140-82eb-0fc36f51eee6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=697054aa-1f96-4791-b356-79bfbf9ca0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0696409 Jul 05 02:58:40.264945 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-45e97862-3e1f-48cc-880c-9d944e1f055e None None] Set router 5c684466-7312-42c4-b7c0-cd3f349a9d52 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:58:40.327987 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d3f55177-4495-4856-82b7-4eb977d40053 req-5dbae0e9-555d-4787-bb77-5ef597a6376c service neutron] 10.222.0.21 "GET /v2.0/networks/697054aa-1f96-4791-b356-79bfbf9ca0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905046 Jul 05 02:58:40.328338 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e7b8b460-162f-4467-bde2-e066a64160bb req-ef3d9175-339c-429c-9c8f-534efc4c5dd0 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b8575f7-803b-4d26-b39c-64818dc9dc07 HTTP/1.1" status: 200 len: 210 time: 0.0319788 Jul 05 02:58:40.442739 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d3f55177-4495-4856-82b7-4eb977d40053 req-adc093a6-8aa3-45cd-8c0a-597bd50fd01b service neutron] 10.222.0.21 "GET /v2.0/networks/697054aa-1f96-4791-b356-79bfbf9ca0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064239 Jul 05 02:58:40.507090 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-45e97862-3e1f-48cc-880c-9d944e1f055e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c684466-7312-42c4-b7c0-cd3f349a9d52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890298082', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': 'a22c544e-1df3-477e-a5ac-aea9d99a1c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:56:46Z', 'updated_at': '2021-07-05T02:56:51Z', 'revision_number': 4, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'gw_port': {'id': 'a22c544e-1df3-477e-a5ac-aea9d99a1c48', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:73:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c684466-7312-42c4-b7c0-cd3f349a9d52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:56:46Z', 'updated_at': '2021-07-05T02:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '4244542a-910d-4029-bbd4-2af636bae3c3', 'name': '', 'network_id': '697054aa-1f96-4791-b356-79bfbf9ca0ce', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'mac_address': 'fa:16:3e:c8:fa:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c684466-7312-42c4-b7c0-cd3f349a9d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '892d096a-d0a4-4aa1-b745-5316b44ad99c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:56:50Z', 'updated_at': '2021-07-05T02:56:56Z', 'revision_number': 5, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'subnets': [{'id': '892d096a-d0a4-4aa1-b745-5316b44ad99c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:58:40.519784 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b33f071-c350-4bd0-8c78-793ea95ba19a req-8dd39e7d-d469-400b-8ea5-840433fdad0b tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:58:40.521348 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1b33f071-c350-4bd0-8c78-793ea95ba19a req-8dd39e7d-d469-400b-8ea5-840433fdad0b tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=11d02ae0-69a5-43f8-9c49-e5923844d7f7 HTTP/1.1" status: 200 len: 945 time: 0.0692012 Jul 05 02:58:40.534257 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e97862-3e1f-48cc-880c-9d944e1f055e None None] The sync data for ids ['5c684466-7312-42c4-b7c0-cd3f349a9d52'] in n-d-771362-32 is: [{'id': '5c684466-7312-42c4-b7c0-cd3f349a9d52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890298082', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': 'a22c544e-1df3-477e-a5ac-aea9d99a1c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:56:46Z', 'updated_at': '2021-07-05T02:56:51Z', 'revision_number': 4, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'gw_port': {'id': 'a22c544e-1df3-477e-a5ac-aea9d99a1c48', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:73:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c684466-7312-42c4-b7c0-cd3f349a9d52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:56:46Z', 'updated_at': '2021-07-05T02:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '4244542a-910d-4029-bbd4-2af636bae3c3', 'name': '', 'network_id': '697054aa-1f96-4791-b356-79bfbf9ca0ce', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'mac_address': 'fa:16:3e:c8:fa:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c684466-7312-42c4-b7c0-cd3f349a9d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '892d096a-d0a4-4aa1-b745-5316b44ad99c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:56:50Z', 'updated_at': '2021-07-05T02:56:56Z', 'revision_number': 5, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'subnets': [{'id': '892d096a-d0a4-4aa1-b745-5316b44ad99c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:58:40.563508 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1b33f071-c350-4bd0-8c78-793ea95ba19a req-7c2b497b-9c4b-4dac-8ad9-0861e3de6c3c tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aa0694e-81d6-4563-be73-1bdeb058f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358386 Jul 05 02:58:40.765958 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc74a2d-9bc2-430e-8111-0f0be86bf174 None None] New status for floating IP 4b887f78-0162-46b3-83c2-18f2ccb0ec6f: DOWN {{(pid=94463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 02:58:41.648540 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f4a39-fce2-49fb-a304-5e0654007027 req-9f853c40-b7fe-425a-96ca-8ea52b2140c9 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:58:41.650655 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-363f4a39-fce2-49fb-a304-5e0654007027 req-9f853c40-b7fe-425a-96ca-8ea52b2140c9 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.21 "GET /v2.0/ports?device_id=11d02ae0-69a5-43f8-9c49-e5923844d7f7 HTTP/1.1" status: 200 len: 945 time: 0.0864851 Jul 05 02:58:41.847936 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-363f4a39-fce2-49fb-a304-5e0654007027 req-2174f904-642e-476a-b228-89c8eb6e79bd tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Deleting port 7cc3c153-ff8b-474f-b158-840a0d7f1f76 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:58:41.848334 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-363f4a39-fce2-49fb-a304-5e0654007027 req-2174f904-642e-476a-b228-89c8eb6e79bd tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:41.877871 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce4819e-0d43-4af1-ac1b-bebb0ccb5905 req-7c228c1c-7744-4ecc-938c-e2cf51b20018 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:58:41.879539 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9ce4819e-0d43-4af1-ac1b-bebb0ccb5905 req-7c228c1c-7744-4ecc-938c-e2cf51b20018 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=11d02ae0-69a5-43f8-9c49-e5923844d7f7 HTTP/1.1" status: 200 len: 945 time: 0.1409502 Jul 05 02:58:42.000598 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9ce4819e-0d43-4af1-ac1b-bebb0ccb5905 req-333c260d-65e9-4213-bce9-2e2da365d579 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aa0694e-81d6-4563-be73-1bdeb058f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823681 Jul 05 02:58:42.021620 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-363f4a39-fce2-49fb-a304-5e0654007027 req-2174f904-642e-476a-b228-89c8eb6e79bd tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] For port 7cc3c153-ff8b-474f-b158-840a0d7f1f76, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=7cc3c153-ff8b-474f-b158-840a0d7f1f76,segment=NetworkSegment(06b47637-5942-4a08-a75a-9c5b07527023),segment_id=06b47637-5942-4a08-a75a-9c5b07527023)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:58:42.022571 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-363f4a39-fce2-49fb-a304-5e0654007027 req-2174f904-642e-476a-b228-89c8eb6e79bd tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:42.038944 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-363f4a39-fce2-49fb-a304-5e0654007027 req-2174f904-642e-476a-b228-89c8eb6e79bd tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Calling delete_port for 7cc3c153-ff8b-474f-b158-840a0d7f1f76 owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:58:42.039577 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:42.073460 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:42.244616 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-363f4a39-fce2-49fb-a304-5e0654007027 req-2174f904-642e-476a-b228-89c8eb6e79bd tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:42.286114 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2174f904-642e-476a-b228-89c8eb6e79bd tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Pushing event deleted for resources: {'Port': ['ID=7cc3c153-ff8b-474f-b158-840a0d7f1f76,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:58:42.300077 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2174f904-642e-476a-b228-89c8eb6e79bd tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:58:42.300077 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2174f904-642e-476a-b228-89c8eb6e79bd tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:58:42.300322 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2174f904-642e-476a-b228-89c8eb6e79bd tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:58:42.300643 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2174f904-642e-476a-b228-89c8eb6e79bd tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:58:42.300989 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2174f904-642e-476a-b228-89c8eb6e79bd tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:58:42.301343 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2174f904-642e-476a-b228-89c8eb6e79bd tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:58:42.301681 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2174f904-642e-476a-b228-89c8eb6e79bd tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:58:42.302009 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2174f904-642e-476a-b228-89c8eb6e79bd tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:58:42.302377 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2174f904-642e-476a-b228-89c8eb6e79bd tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:58:42.302707 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2174f904-642e-476a-b228-89c8eb6e79bd tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:58:42.303039 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2174f904-642e-476a-b228-89c8eb6e79bd tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:58:42.303386 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2174f904-642e-476a-b228-89c8eb6e79bd tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:58:42.344230 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-363f4a39-fce2-49fb-a304-5e0654007027 req-2174f904-642e-476a-b228-89c8eb6e79bd tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] No DVR routers for this DVR port 7cc3c153-ff8b-474f-b158-840a0d7f1f76 on host n-h1-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:58:42.346891 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-363f4a39-fce2-49fb-a304-5e0654007027 req-2174f904-642e-476a-b228-89c8eb6e79bd tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:42.348972 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-363f4a39-fce2-49fb-a304-5e0654007027 req-2174f904-642e-476a-b228-89c8eb6e79bd tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.21 "DELETE /v2.0/ports/7cc3c153-ff8b-474f-b158-840a0d7f1f76 HTTP/1.1" status: 204 len: 173 time: 0.6925282 Jul 05 02:58:42.349435 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11d02ae0-69a5-43f8-9c49-e5923844d7f7', 'name': 'network-vif-deleted', 'tag': '7cc3c153-ff8b-474f-b158-840a0d7f1f76'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:58:42.352360 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f28e03ca-6eb6-45fc-8e41-c3785e3f3189" -d '{"events": [{"server_uuid": "11d02ae0-69a5-43f8-9c49-e5923844d7f7", "name": "network-vif-deleted", "tag": "7cc3c153-ff8b-474f-b158-840a0d7f1f76"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:58:42.397772 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d132f020-b91b-40c9-bf36-3abf658887b7 x-openstack-request-id: req-d132f020-b91b-40c9-bf36-3abf658887b7 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:58:42.398063 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11d02ae0-69a5-43f8-9c49-e5923844d7f7", "name": "network-vif-deleted", "tag": "7cc3c153-ff8b-474f-b158-840a0d7f1f76", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:58:42.398341 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d132f020-b91b-40c9-bf36-3abf658887b7 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:58:42.398743 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11d02ae0-69a5-43f8-9c49-e5923844d7f7', 'name': 'network-vif-deleted', 'tag': '7cc3c153-ff8b-474f-b158-840a0d7f1f76', 'status': 'completed', 'code': 200} Jul 05 02:58:43.195436 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bb0af233-deb3-459c-bb92-26d5c6f0b53e req-99400c0f-d6e4-4d49-895f-89f35dafed1a tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=11d02ae0-69a5-43f8-9c49-e5923844d7f7 HTTP/1.1" status: 200 len: 210 time: 0.0362144 Jul 05 02:58:43.900497 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 7cc3c153-ff8b-474f-b158-840a0d7f1f76 no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:58:43.924565 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] No Port match for: 7cc3c153-ff8b-474f-b158-840a0d7f1f76 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:58:43.924908 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 7cc3c153-ff8b-474f-b158-840a0d7f1f76 not bound to the agent host n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:58:44.292625 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45602) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:58:44.664112 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5cfe3ec2-5d90-4083-8362-20fbf4fccd47 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1634680'] for router_interface, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:44.941553 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-5cfe3ec2-5d90-4083-8362-20fbf4fccd47 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Deleting port 4244542a-910d-4029-bbd4-2af636bae3c3 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:58:44.941920 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5cfe3ec2-5d90-4083-8362-20fbf4fccd47 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:45.039636 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-5cfe3ec2-5d90-4083-8362-20fbf4fccd47 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] For port 4244542a-910d-4029-bbd4-2af636bae3c3, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=4244542a-910d-4029-bbd4-2af636bae3c3,segment=NetworkSegment(06b47637-5942-4a08-a75a-9c5b07527023),segment_id=06b47637-5942-4a08-a75a-9c5b07527023)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:58:45.039636 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5cfe3ec2-5d90-4083-8362-20fbf4fccd47 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:45.052504 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-5cfe3ec2-5d90-4083-8362-20fbf4fccd47 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Calling delete_port for 4244542a-910d-4029-bbd4-2af636bae3c3 owned by network:router_interface {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:58:45.310429 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5cfe3ec2-5d90-4083-8362-20fbf4fccd47 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:45.337448 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfe3ec2-5d90-4083-8362-20fbf4fccd47 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Pushing event deleted for resources: {'Port': ['ID=4244542a-910d-4029-bbd4-2af636bae3c3,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:58:45.515875 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5cfe3ec2-5d90-4083-8362-20fbf4fccd47 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635398'] for router_interface, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:46.083960 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cfe3ec2-5d90-4083-8362-20fbf4fccd47 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Router 5c684466-7312-42c4-b7c0-cd3f349a9d52 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:58:46.198659 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cfe3ec2-5d90-4083-8362-20fbf4fccd47 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:58:46.204183 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-5cfe3ec2-5d90-4083-8362-20fbf4fccd47 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "PUT /v2.0/routers/5c684466-7312-42c4-b7c0-cd3f349a9d52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9103558 Jul 05 02:58:46.206948 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45612) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:58:46.210927 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab50214-ba4e-4d46-adfd-1b7d641f0f45 None None] Sync routers for ids ['5c684466-7312-42c4-b7c0-cd3f349a9d52'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:58:46.219984 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab50214-ba4e-4d46-adfd-1b7d641f0f45 None None] Routers {'5c684466-7312-42c4-b7c0-cd3f349a9d52'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:58:46.220587 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-bab50214-ba4e-4d46-adfd-1b7d641f0f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:58:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['5c684466-7312-42c4-b7c0-cd3f349a9d52'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:58:46.258858 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e075c72-fa8f-4972-a220-49effd9a8173 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Deleting subnet 892d096a-d0a4-4aa1-b745-5316b44ad99c {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:58:46.263196 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1e075c72-fa8f-4972-a220-49effd9a8173 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:46.307689 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1e075c72-fa8f-4972-a220-49effd9a8173 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:46.331631 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-bab50214-ba4e-4d46-adfd-1b7d641f0f45 None None] Set router 5c684466-7312-42c4-b7c0-cd3f349a9d52 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:58:46.403888 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1e075c72-fa8f-4972-a220-49effd9a8173 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:46.592996 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-bab50214-ba4e-4d46-adfd-1b7d641f0f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c684466-7312-42c4-b7c0-cd3f349a9d52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890298082', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': 'a22c544e-1df3-477e-a5ac-aea9d99a1c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:56:46Z', 'updated_at': '2021-07-05T02:58:45Z', 'revision_number': 5, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'gw_port': {'id': 'a22c544e-1df3-477e-a5ac-aea9d99a1c48', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:73:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c684466-7312-42c4-b7c0-cd3f349a9d52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:56:46Z', 'updated_at': '2021-07-05T02:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:58:46.599583 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1e075c72-fa8f-4972-a220-49effd9a8173 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:46.619460 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab50214-ba4e-4d46-adfd-1b7d641f0f45 None None] Checking router: 5c684466-7312-42c4-b7c0-cd3f349a9d52 for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:58:46.628356 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab50214-ba4e-4d46-adfd-1b7d641f0f45 None None] Routers {'5c684466-7312-42c4-b7c0-cd3f349a9d52'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:58:46.628962 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-bab50214-ba4e-4d46-adfd-1b7d641f0f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:58:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['5c684466-7312-42c4-b7c0-cd3f349a9d52'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:58:46.631871 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e075c72-fa8f-4972-a220-49effd9a8173 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Pushing event deleted for resources: {'Subnet': ['ID=892d096a-d0a4-4aa1-b745-5316b44ad99c,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:58:46.640167 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1e075c72-fa8f-4972-a220-49effd9a8173 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:46.640167 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-1e075c72-fa8f-4972-a220-49effd9a8173 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "DELETE /v2.0/subnets/892d096a-d0a4-4aa1-b745-5316b44ad99c HTTP/1.1" status: 204 len: 168 time: 0.4282527 Jul 05 02:58:46.640167 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45614) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:58:46.646639 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19210d51-71be-4908-bd6a-ebad7c235d49 None None] Network 697054aa-1f96-4791-b356-79bfbf9ca0ce requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:58:46.744049 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-bab50214-ba4e-4d46-adfd-1b7d641f0f45 None None] Set router 5c684466-7312-42c4-b7c0-cd3f349a9d52 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:58:46.760067 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a2aa5cf3-685a-402a-869d-925e3739ac8c tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for router, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:46.843654 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b90609-2ac7-40e9-b591-41ba17b90f10 None None] DHCP port deletion for 697054aa-1f96-4791-b356-79bfbf9ca0ce request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:58:46.875183 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a2aa5cf3-685a-402a-869d-925e3739ac8c tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:46.897469 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-45b90609-2ac7-40e9-b591-41ba17b90f10 None None] Deleting port bc2e0ce5-9c66-44c8-9ab9-b03b12eaa147 {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:58:46.897848 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-45b90609-2ac7-40e9-b591-41ba17b90f10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:46.931629 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-bab50214-ba4e-4d46-adfd-1b7d641f0f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c684466-7312-42c4-b7c0-cd3f349a9d52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890298082', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': 'a22c544e-1df3-477e-a5ac-aea9d99a1c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:56:46Z', 'updated_at': '2021-07-05T02:58:45Z', 'revision_number': 5, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'gw_port': {'id': 'a22c544e-1df3-477e-a5ac-aea9d99a1c48', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:73:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c684466-7312-42c4-b7c0-cd3f349a9d52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:56:46Z', 'updated_at': '2021-07-05T02:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:58:46.958381 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab50214-ba4e-4d46-adfd-1b7d641f0f45 None None] The sync data for ids ['5c684466-7312-42c4-b7c0-cd3f349a9d52'] in n-d-771362-32 is: [{'id': '5c684466-7312-42c4-b7c0-cd3f349a9d52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890298082', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': 'a22c544e-1df3-477e-a5ac-aea9d99a1c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:56:46Z', 'updated_at': '2021-07-05T02:58:45Z', 'revision_number': 5, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'gw_port': {'id': 'a22c544e-1df3-477e-a5ac-aea9d99a1c48', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:73:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c684466-7312-42c4-b7c0-cd3f349a9d52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:56:46Z', 'updated_at': '2021-07-05T02:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:58:46.958746 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-45b90609-2ac7-40e9-b591-41ba17b90f10 None None] For port bc2e0ce5-9c66-44c8-9ab9-b03b12eaa147, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=bc2e0ce5-9c66-44c8-9ab9-b03b12eaa147,segment=NetworkSegment(06b47637-5942-4a08-a75a-9c5b07527023),segment_id=06b47637-5942-4a08-a75a-9c5b07527023)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:58:46.959100 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-45b90609-2ac7-40e9-b591-41ba17b90f10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:46.972698 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-45b90609-2ac7-40e9-b591-41ba17b90f10 None None] Calling delete_port for bc2e0ce5-9c66-44c8-9ab9-b03b12eaa147 owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:58:47.002034 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-a2aa5cf3-685a-402a-869d-925e3739ac8c tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Deleting port a22c544e-1df3-477e-a5ac-aea9d99a1c48 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:58:47.002034 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a2aa5cf3-685a-402a-869d-925e3739ac8c tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:47.079429 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-a2aa5cf3-685a-402a-869d-925e3739ac8c tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] For port a22c544e-1df3-477e-a5ac-aea9d99a1c48, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=a22c544e-1df3-477e-a5ac-aea9d99a1c48,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:58:47.079700 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a2aa5cf3-685a-402a-869d-925e3739ac8c tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:47.092264 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-a2aa5cf3-685a-402a-869d-925e3739ac8c tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Calling delete_port for a22c544e-1df3-477e-a5ac-aea9d99a1c48 owned by network:router_gateway {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:58:47.116527 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-45b90609-2ac7-40e9-b591-41ba17b90f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:47.118146 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 45618) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:58:47.144841 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b90609-2ac7-40e9-b591-41ba17b90f10 None None] Pushing event deleted for resources: {'Port': ['ID=bc2e0ce5-9c66-44c8-9ab9-b03b12eaa147,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:58:47.146896 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b90609-2ac7-40e9-b591-41ba17b90f10 None None] No DVR routers for this DVR port bc2e0ce5-9c66-44c8-9ab9-b03b12eaa147 on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:58:47.285127 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-4693cc9e-7bf6-4a0a-bbb1-1a2325b0ff09 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Deleting port cca4c9f7-e2c1-40db-af12-4fc52ff42608 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:58:47.285500 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4693cc9e-7bf6-4a0a-bbb1-1a2325b0ff09 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:47.326913 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a2aa5cf3-685a-402a-869d-925e3739ac8c tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:47.353481 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aa5cf3-685a-402a-869d-925e3739ac8c tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Pushing event deleted for resources: {'Port': ['ID=a22c544e-1df3-477e-a5ac-aea9d99a1c48,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:58:47.375373 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4693cc9e-7bf6-4a0a-bbb1-1a2325b0ff09 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:47.375695 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4693cc9e-7bf6-4a0a-bbb1-1a2325b0ff09 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:47.388519 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-4693cc9e-7bf6-4a0a-bbb1-1a2325b0ff09 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Calling delete_port for cca4c9f7-e2c1-40db-af12-4fc52ff42608 owned by network:floatingip {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:58:47.426543 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a2aa5cf3-685a-402a-869d-925e3739ac8c tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636927'] for router_gateway, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:47.523202 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a2aa5cf3-685a-402a-869d-925e3739ac8c tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11828'] for router, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:47.525369 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a2aa5cf3-685a-402a-869d-925e3739ac8c tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:47.633251 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a2aa5cf3-685a-402a-869d-925e3739ac8c tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1575451'] for router, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:47.633730 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2aa5cf3-685a-402a-869d-925e3739ac8c tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Fanout notify agent at l3_agent the message router_deleted on router 5c684466-7312-42c4-b7c0-cd3f349a9d52 {{(pid=94462) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 02:58:47.647889 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a2aa5cf3-685a-402a-869d-925e3739ac8c tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:47.647889 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-a2aa5cf3-685a-402a-869d-925e3739ac8c tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "DELETE /v2.0/routers/5c684466-7312-42c4-b7c0-cd3f349a9d52 HTTP/1.1" status: 204 len: 168 time: 1.0007620 Jul 05 02:58:47.647889 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45620) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:58:47.667343 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4693cc9e-7bf6-4a0a-bbb1-1a2325b0ff09 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:47.701252 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4693cc9e-7bf6-4a0a-bbb1-1a2325b0ff09 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Pushing event deleted for resources: {'Port': ['ID=cca4c9f7-e2c1-40db-af12-4fc52ff42608,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:58:47.727665 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-36c762d2-04c4-43f3-8662-cc87926e52aa tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:47.764788 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4693cc9e-7bf6-4a0a-bbb1-1a2325b0ff09 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks [] for floatingip, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:47.764788 n-d-771362-32 neutron-server[94461]: INFO neutron.db.l3_db [None req-4693cc9e-7bf6-4a0a-bbb1-1a2325b0ff09 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Floating IP 1cd73281-41b4-4e38-849f-0ef6d51799cd disassociated (deleted). External IP: 172.25.7.144, port: ff60541e-610d-49be-b652-fc51a620445d. Jul 05 02:58:47.820521 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-36c762d2-04c4-43f3-8662-cc87926e52aa tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:47.830270 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-36c762d2-04c4-43f3-8662-cc87926e52aa tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['697054aa-1f96-4791-b356-79bfbf9ca0ce']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:58:47.840450 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-36c762d2-04c4-43f3-8662-cc87926e52aa tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06b47637-5942-4a08-a75a-9c5b07527023') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:58:47.840745 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-36c762d2-04c4-43f3-8662-cc87926e52aa tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06b47637-5942-4a08-a75a-9c5b07527023') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:58:47.849345 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-36c762d2-04c4-43f3-8662-cc87926e52aa tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:47.869703 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-36c762d2-04c4-43f3-8662-cc87926e52aa tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:47.876589 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36c762d2-04c4-43f3-8662-cc87926e52aa tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:58:47.877065 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-36c762d2-04c4-43f3-8662-cc87926e52aa tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:47.880409 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:58:47.880409 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:58:47.880409 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:58:47.880409 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:58:47.880409 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:58:47.880409 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:58:47.880409 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:58:47.880409 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:58:47.880409 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:58:47.880409 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:58:47.880409 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:58:47.880409 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:58:47.880409 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:58:47.880409 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:58:47.880409 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:58:47.880409 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:58:47.880409 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:58:47.880409 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:58:47.880409 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:58:47.880409 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:58:47.880409 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:58:47.880409 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:58:47.880409 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:58:47.880409 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:58:47.880409 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:58:47.880409 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:58:47.880409 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:58:47.880409 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:58:47.880409 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:58:47.880409 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:58:47.880409 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:58:47.880409 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:58:47.978053 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4693cc9e-7bf6-4a0a-bbb1-1a2325b0ff09 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Router 8e2bcb07-6c5e-4486-8f64-4c01f3036bb7 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:58:48.015795 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-36c762d2-04c4-43f3-8662-cc87926e52aa tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:48.023638 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-36c762d2-04c4-43f3-8662-cc87926e52aa tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:48.025404 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-36c762d2-04c4-43f3-8662-cc87926e52aa tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "DELETE /v2.0/networks/697054aa-1f96-4791-b356-79bfbf9ca0ce HTTP/1.1" status: 204 len: 168 time: 0.3799176 Jul 05 02:58:48.028269 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 45622) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:58:48.041627 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c762d2-04c4-43f3-8662-cc87926e52aa tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Pushing event deleted for resources: {'Network': ['ID=697054aa-1f96-4791-b356-79bfbf9ca0ce,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:58:48.136324 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-eabb47aa-7a3a-4e4c-bd54-8cfdd8e8dd05 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:48.138499 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4693cc9e-7bf6-4a0a-bbb1-1a2325b0ff09 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:58:48.143280 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device a22c544e-1df3-477e-a5ac-aea9d99a1c48 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:58:48.143762 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4693cc9e-7bf6-4a0a-bbb1-1a2325b0ff09 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:48.149391 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a41c864-aa87-4b74-aa4e-cf71c1335dd7 None None] Sync routers for ids ['8e2bcb07-6c5e-4486-8f64-4c01f3036bb7'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:58:48.170343 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: a22c544e-1df3-477e-a5ac-aea9d99a1c48 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:58:48.170787 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device a22c544e-1df3-477e-a5ac-aea9d99a1c48 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:58:48.171275 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device bc2e0ce5-9c66-44c8-9ab9-b03b12eaa147 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:58:48.193146 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: bc2e0ce5-9c66-44c8-9ab9-b03b12eaa147 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:58:48.193602 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device bc2e0ce5-9c66-44c8-9ab9-b03b12eaa147 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:58:48.193970 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-eabb47aa-7a3a-4e4c-bd54-8cfdd8e8dd05 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:48.194090 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 4244542a-910d-4029-bbd4-2af636bae3c3 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:58:48.195748 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a41c864-aa87-4b74-aa4e-cf71c1335dd7 None None] Routers {'8e2bcb07-6c5e-4486-8f64-4c01f3036bb7'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:58:48.196375 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-0a41c864-aa87-4b74-aa4e-cf71c1335dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:58:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['8e2bcb07-6c5e-4486-8f64-4c01f3036bb7'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:58:48.208667 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-4693cc9e-7bf6-4a0a-bbb1-1a2325b0ff09 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "DELETE /v2.0/floatingips/1cd73281-41b4-4e38-849f-0ef6d51799cd HTTP/1.1" status: 204 len: 168 time: 1.0893013 Jul 05 02:58:48.211756 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b31bf84e-206b-469b-b358-5de363d143d7', 'tag': 'ff60541e-610d-49be-b652-fc51a620445d'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:58:48.214017 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44a15cdd-f695-41ed-bc2e-b964b794d5d3" -d '{"events": [{"name": "network-changed", "server_uuid": "b31bf84e-206b-469b-b358-5de363d143d7", "tag": "ff60541e-610d-49be-b652-fc51a620445d"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:58:48.255830 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 4244542a-910d-4029-bbd4-2af636bae3c3 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:58:48.256462 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 4244542a-910d-4029-bbd4-2af636bae3c3 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:58:48.293635 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdb5b01b-fd90-4731-ac71-32a4a095e8c0 x-openstack-request-id: req-bdb5b01b-fd90-4731-ac71-32a4a095e8c0 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:58:48.293932 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b31bf84e-206b-469b-b358-5de363d143d7", "tag": "ff60541e-610d-49be-b652-fc51a620445d", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:58:48.297427 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bdb5b01b-fd90-4731-ac71-32a4a095e8c0 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:58:48.298168 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b31bf84e-206b-469b-b358-5de363d143d7', 'tag': 'ff60541e-610d-49be-b652-fc51a620445d', 'status': 'completed', 'code': 200} Jul 05 02:58:48.353499 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-0a41c864-aa87-4b74-aa4e-cf71c1335dd7 None None] Set router 8e2bcb07-6c5e-4486-8f64-4c01f3036bb7 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:58:48.392768 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a15cdd-f695-41ed-bc2e-b964b794d5d3 req-332320c9-fd44-4d19-865f-173d6b127f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:58:48.394435 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-44a15cdd-f695-41ed-bc2e-b964b794d5d3 req-332320c9-fd44-4d19-865f-173d6b127f31 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b1a00a493e704ec48248eed2815bb351&device_id=b31bf84e-206b-469b-b358-5de363d143d7 HTTP/1.1" status: 200 len: 1097 time: 0.0663607 Jul 05 02:58:48.443459 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-eabb47aa-7a3a-4e4c-bd54-8cfdd8e8dd05 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:48.446057 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-eabb47aa-7a3a-4e4c-bd54-8cfdd8e8dd05 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:48.447264 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-eabb47aa-7a3a-4e4c-bd54-8cfdd8e8dd05 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "DELETE /v2.0/security-groups/8aa0694e-81d6-4563-be73-1bdeb058f1c3 HTTP/1.1" status: 204 len: 168 time: 0.4180348 Jul 05 02:58:48.464084 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabb47aa-7a3a-4e4c-bd54-8cfdd8e8dd05 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa0694e-81d6-4563-be73-1bdeb058f1c3,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:58:48.500766 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a15cdd-f695-41ed-bc2e-b964b794d5d3 req-7db5ac4c-39ed-4d91-a48f-c222014b1ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:58:48.513400 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-44a15cdd-f695-41ed-bc2e-b964b794d5d3 req-7db5ac4c-39ed-4d91-a48f-c222014b1ea6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=73b1fe81-9ead-413d-adcc-8dcb2085def5 HTTP/1.1" status: 200 len: 912 time: 0.1017859 Jul 05 02:58:48.548952 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-44a15cdd-f695-41ed-bc2e-b964b794d5d3 req-45f652e0-bf97-4183-a0b8-493bfa1f9fbf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff60541e-610d-49be-b652-fc51a620445d HTTP/1.1" status: 200 len: 217 time: 0.0402226 Jul 05 02:58:48.595512 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-0a41c864-aa87-4b74-aa4e-cf71c1335dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2bcb07-6c5e-4486-8f64-4c01f3036bb7', 'name': 'tempest-TestVolumeBootPattern-1666250849-router', 'tenant_id': 'b1a00a493e704ec48248eed2815bb351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '7d2df5b5-41a7-4290-a99f-4004dbb96fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:41:50Z', 'updated_at': '2021-07-05T02:41:56Z', 'revision_number': 4, 'project_id': 'b1a00a493e704ec48248eed2815bb351', 'gw_port': {'id': '7d2df5b5-41a7-4290-a99f-4004dbb96fd5', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2bcb07-6c5e-4486-8f64-4c01f3036bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:41:51Z', 'updated_at': '2021-07-05T02:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '581871ae-f1f2-4d48-a7e0-6ba26cbd1272', 'name': '', 'network_id': '73b1fe81-9ead-413d-adcc-8dcb2085def5', 'tenant_id': 'b1a00a493e704ec48248eed2815bb351', 'mac_address': 'fa:16:3e:2c:24:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2bcb07-6c5e-4486-8f64-4c01f3036bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': '33729902-d3e5-4dd5-ba26-acbc079120a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:41:55Z', 'updated_at': '2021-07-05T02:42:06Z', 'revision_number': 5, 'project_id': 'b1a00a493e704ec48248eed2815bb351', 'subnets': [{'id': '33729902-d3e5-4dd5-ba26-acbc079120a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:58:48.602804 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a15cdd-f695-41ed-bc2e-b964b794d5d3 req-f7a14c4c-f524-4a76-8fae-54bae68cce7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:58:48.604506 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-44a15cdd-f695-41ed-bc2e-b964b794d5d3 req-f7a14c4c-f524-4a76-8fae-54bae68cce7c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=33729902-d3e5-4dd5-ba26-acbc079120a6 HTTP/1.1" status: 200 len: 851 time: 0.0494788 Jul 05 02:58:48.625029 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a41c864-aa87-4b74-aa4e-cf71c1335dd7 None None] Checking router: 8e2bcb07-6c5e-4486-8f64-4c01f3036bb7 for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:58:48.636269 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a41c864-aa87-4b74-aa4e-cf71c1335dd7 None None] Routers {'8e2bcb07-6c5e-4486-8f64-4c01f3036bb7'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:58:48.636892 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-0a41c864-aa87-4b74-aa4e-cf71c1335dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:58:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['8e2bcb07-6c5e-4486-8f64-4c01f3036bb7'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:58:48.678765 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a15cdd-f695-41ed-bc2e-b964b794d5d3 req-6a2ad5c0-500c-4936-bbd4-20e6db830a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:58:48.680415 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-44a15cdd-f695-41ed-bc2e-b964b794d5d3 req-6a2ad5c0-500c-4936-bbd4-20e6db830a82 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=73b1fe81-9ead-413d-adcc-8dcb2085def5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568967 Jul 05 02:58:48.769485 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-0a41c864-aa87-4b74-aa4e-cf71c1335dd7 None None] Set router 8e2bcb07-6c5e-4486-8f64-4c01f3036bb7 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:58:48.788098 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-44a15cdd-f695-41ed-bc2e-b964b794d5d3 req-21657d8a-ab3d-4db3-8a7d-65908f757e8f service neutron] 10.222.0.21 "GET /v2.0/networks/73b1fe81-9ead-413d-adcc-8dcb2085def5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008546 Jul 05 02:58:48.924971 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ce5152-011f-4c7b-9d28-b1ba9f7b77f8 req-335561b7-088e-4d99-818f-bd44ebf9aa0a tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:58:48.926584 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e4ce5152-011f-4c7b-9d28-b1ba9f7b77f8 req-335561b7-088e-4d99-818f-bd44ebf9aa0a tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=b31bf84e-206b-469b-b358-5de363d143d7 HTTP/1.1" status: 200 len: 945 time: 0.1375396 Jul 05 02:58:48.929486 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-44a15cdd-f695-41ed-bc2e-b964b794d5d3 req-75831c5d-bd90-4aa3-8fa2-b5e206b249e5 service neutron] 10.222.0.21 "GET /v2.0/networks/73b1fe81-9ead-413d-adcc-8dcb2085def5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316922 Jul 05 02:58:48.970603 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e4ce5152-011f-4c7b-9d28-b1ba9f7b77f8 req-d567f083-1ac3-48e9-88ac-0d9c2bac8d53 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/security-groups?id=1999bc0d-8d6f-407a-9c0b-dda1a8300b10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378449 Jul 05 02:58:49.005971 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-0a41c864-aa87-4b74-aa4e-cf71c1335dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2bcb07-6c5e-4486-8f64-4c01f3036bb7', 'name': 'tempest-TestVolumeBootPattern-1666250849-router', 'tenant_id': 'b1a00a493e704ec48248eed2815bb351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '7d2df5b5-41a7-4290-a99f-4004dbb96fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:41:50Z', 'updated_at': '2021-07-05T02:41:56Z', 'revision_number': 4, 'project_id': 'b1a00a493e704ec48248eed2815bb351', 'gw_port': {'id': '7d2df5b5-41a7-4290-a99f-4004dbb96fd5', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2bcb07-6c5e-4486-8f64-4c01f3036bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:41:51Z', 'updated_at': '2021-07-05T02:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '581871ae-f1f2-4d48-a7e0-6ba26cbd1272', 'name': '', 'network_id': '73b1fe81-9ead-413d-adcc-8dcb2085def5', 'tenant_id': 'b1a00a493e704ec48248eed2815bb351', 'mac_address': 'fa:16:3e:2c:24:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2bcb07-6c5e-4486-8f64-4c01f3036bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': '33729902-d3e5-4dd5-ba26-acbc079120a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:41:55Z', 'updated_at': '2021-07-05T02:42:06Z', 'revision_number': 5, 'project_id': 'b1a00a493e704ec48248eed2815bb351', 'subnets': [{'id': '33729902-d3e5-4dd5-ba26-acbc079120a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:58:49.033772 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a41c864-aa87-4b74-aa4e-cf71c1335dd7 None None] The sync data for ids ['8e2bcb07-6c5e-4486-8f64-4c01f3036bb7'] in n-d-771362-32 is: [{'id': '8e2bcb07-6c5e-4486-8f64-4c01f3036bb7', 'name': 'tempest-TestVolumeBootPattern-1666250849-router', 'tenant_id': 'b1a00a493e704ec48248eed2815bb351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '7d2df5b5-41a7-4290-a99f-4004dbb96fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:41:50Z', 'updated_at': '2021-07-05T02:41:56Z', 'revision_number': 4, 'project_id': 'b1a00a493e704ec48248eed2815bb351', 'gw_port': {'id': '7d2df5b5-41a7-4290-a99f-4004dbb96fd5', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2bcb07-6c5e-4486-8f64-4c01f3036bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:41:51Z', 'updated_at': '2021-07-05T02:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '581871ae-f1f2-4d48-a7e0-6ba26cbd1272', 'name': '', 'network_id': '73b1fe81-9ead-413d-adcc-8dcb2085def5', 'tenant_id': 'b1a00a493e704ec48248eed2815bb351', 'mac_address': 'fa:16:3e:2c:24:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2bcb07-6c5e-4486-8f64-4c01f3036bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': '33729902-d3e5-4dd5-ba26-acbc079120a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:41:55Z', 'updated_at': '2021-07-05T02:42:06Z', 'revision_number': 5, 'project_id': 'b1a00a493e704ec48248eed2815bb351', 'subnets': [{'id': '33729902-d3e5-4dd5-ba26-acbc079120a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:58:49.103207 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 45634) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:58:49.108076 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-f3d865b6-26a8-49da-8844-65d9032c52c7 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-777609719', 'description': 'tempest-secgroup-smoke-777609719 description', 'project_id': 'c924626042fc4116989b2d8085d7b151'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:58:49.206765 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f3d865b6-26a8-49da-8844-65d9032c52c7 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:49.266230 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b08dbd7-6137-4efa-8d92-012f01cbd0f4 None None] New status for floating IP 1cd73281-41b4-4e38-849f-0ef6d51799cd: DOWN {{(pid=94464) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 02:58:49.290148 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f3d865b6-26a8-49da-8844-65d9032c52c7 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:49.373875 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f3d865b6-26a8-49da-8844-65d9032c52c7 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:49.414913 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d865b6-26a8-49da-8844-65d9032c52c7 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d83d62ef-8a4a-4a19-9089-bdb2eedfb982,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:58:49.431439 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542e26d8-dc39-43da-afcd-18866f36fec9 req-e74ca74b-b0e8-4b39-8521-6ce132b6cc65 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:58:49.432829 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-542e26d8-dc39-43da-afcd-18866f36fec9 req-e74ca74b-b0e8-4b39-8521-6ce132b6cc65 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.21 "GET /v2.0/ports?device_id=b31bf84e-206b-469b-b358-5de363d143d7 HTTP/1.1" status: 200 len: 945 time: 0.0963290 Jul 05 02:58:49.477308 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f3d865b6-26a8-49da-8844-65d9032c52c7 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:49.478551 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-f3d865b6-26a8-49da-8844-65d9032c52c7 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3743153 Jul 05 02:58:49.481965 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45636) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:58:49.486972 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-d0d8cb19-542c-428c-852b-89d2a187522a tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Request body: {'security_group_rule': {'security_group_id': 'd83d62ef-8a4a-4a19-9089-bdb2eedfb982', 'project_id': 'c924626042fc4116989b2d8085d7b151', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:58:49.539802 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-542e26d8-dc39-43da-afcd-18866f36fec9 req-567f618c-c362-49dd-95d8-3c9f9b06e590 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Deleting port ff60541e-610d-49be-b652-fc51a620445d {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:58:49.540250 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-542e26d8-dc39-43da-afcd-18866f36fec9 req-567f618c-c362-49dd-95d8-3c9f9b06e590 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:49.594646 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d0d8cb19-542c-428c-852b-89d2a187522a tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:49.633200 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-542e26d8-dc39-43da-afcd-18866f36fec9 req-567f618c-c362-49dd-95d8-3c9f9b06e590 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] For port ff60541e-610d-49be-b652-fc51a620445d, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=ff60541e-610d-49be-b652-fc51a620445d,segment=NetworkSegment(0d275c90-3bd1-498e-a485-a23914e67eb1),segment_id=0d275c90-3bd1-498e-a485-a23914e67eb1)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:58:49.633558 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-542e26d8-dc39-43da-afcd-18866f36fec9 req-567f618c-c362-49dd-95d8-3c9f9b06e590 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:49.646869 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-542e26d8-dc39-43da-afcd-18866f36fec9 req-567f618c-c362-49dd-95d8-3c9f9b06e590 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Calling delete_port for ff60541e-610d-49be-b652-fc51a620445d owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:58:49.651279 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d0d8cb19-542c-428c-852b-89d2a187522a tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:49.727033 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d0d8cb19-542c-428c-852b-89d2a187522a tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:49.746670 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d8cb19-542c-428c-852b-89d2a187522a tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9704ed1c-ce79-4e91-b967-f4e9b07701ca,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:58:49.804721 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d0d8cb19-542c-428c-852b-89d2a187522a tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:49.808504 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-d0d8cb19-542c-428c-852b-89d2a187522a tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3227437 Jul 05 02:58:49.808803 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45638) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:58:49.813990 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-6ded54ab-3da0-477c-86a2-0094aeb1393c tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Request body: {'security_group_rule': {'security_group_id': 'd83d62ef-8a4a-4a19-9089-bdb2eedfb982', 'project_id': 'c924626042fc4116989b2d8085d7b151', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:58:49.846540 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-542e26d8-dc39-43da-afcd-18866f36fec9 req-567f618c-c362-49dd-95d8-3c9f9b06e590 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:49.885488 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567f618c-c362-49dd-95d8-3c9f9b06e590 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Pushing event deleted for resources: {'Port': ['ID=ff60541e-610d-49be-b652-fc51a620445d,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:58:49.899149 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6ded54ab-3da0-477c-86a2-0094aeb1393c tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:49.941603 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-542e26d8-dc39-43da-afcd-18866f36fec9 req-567f618c-c362-49dd-95d8-3c9f9b06e590 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] No DVR routers for this DVR port ff60541e-610d-49be-b652-fc51a620445d on host n-h1-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:58:49.944730 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-542e26d8-dc39-43da-afcd-18866f36fec9 req-567f618c-c362-49dd-95d8-3c9f9b06e590 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:49.946851 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-542e26d8-dc39-43da-afcd-18866f36fec9 req-567f618c-c362-49dd-95d8-3c9f9b06e590 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.21 "DELETE /v2.0/ports/ff60541e-610d-49be-b652-fc51a620445d HTTP/1.1" status: 204 len: 173 time: 0.5089190 Jul 05 02:58:49.958217 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6ded54ab-3da0-477c-86a2-0094aeb1393c tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:50.035396 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6ded54ab-3da0-477c-86a2-0094aeb1393c tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:50.054390 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ded54ab-3da0-477c-86a2-0094aeb1393c tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3de60ca-27a2-4398-b6fe-59ff334d80a7,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:58:50.112804 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fe5ce5a5-7429-48ad-b6c7-82b9ee2660f5 req-dadac0fb-8313-4741-9cfc-7b5b0ff8c7df tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=b31bf84e-206b-469b-b358-5de363d143d7 HTTP/1.1" status: 200 len: 210 time: 0.0293741 Jul 05 02:58:50.130417 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6ded54ab-3da0-477c-86a2-0094aeb1393c tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:50.132196 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-6ded54ab-3da0-477c-86a2-0094aeb1393c tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3224256 Jul 05 02:58:50.134798 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45642) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:58:50.139419 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-7abe15f6-4b9a-4804-b798-0bab7a1c6273 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Request body: {'security_group_rule': {'security_group_id': 'd83d62ef-8a4a-4a19-9089-bdb2eedfb982', 'project_id': 'c924626042fc4116989b2d8085d7b151', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:58:50.246495 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7abe15f6-4b9a-4804-b798-0bab7a1c6273 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:50.299465 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b31bf84e-206b-469b-b358-5de363d143d7', 'name': 'network-vif-deleted', 'tag': 'ff60541e-610d-49be-b652-fc51a620445d'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:58:50.302044 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fcb6d57-a9f0-43ce-9ca3-24e8695b50f5" -d '{"events": [{"server_uuid": "b31bf84e-206b-469b-b358-5de363d143d7", "name": "network-vif-deleted", "tag": "ff60541e-610d-49be-b652-fc51a620445d"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:58:50.324711 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7abe15f6-4b9a-4804-b798-0bab7a1c6273 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:50.355979 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e112a0a5-4eae-4c07-8e64-f3aaf9265282 x-openstack-request-id: req-e112a0a5-4eae-4c07-8e64-f3aaf9265282 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:58:50.356273 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b31bf84e-206b-469b-b358-5de363d143d7", "name": "network-vif-deleted", "tag": "ff60541e-610d-49be-b652-fc51a620445d", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:58:50.356524 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e112a0a5-4eae-4c07-8e64-f3aaf9265282 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:58:50.357021 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b31bf84e-206b-469b-b358-5de363d143d7', 'name': 'network-vif-deleted', 'tag': 'ff60541e-610d-49be-b652-fc51a620445d', 'status': 'completed', 'code': 200} Jul 05 02:58:50.393003 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7abe15f6-4b9a-4804-b798-0bab7a1c6273 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:50.415255 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abe15f6-4b9a-4804-b798-0bab7a1c6273 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fffbb0d-ebcd-4a59-8eee-339f99cc7755,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:58:50.498236 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7abe15f6-4b9a-4804-b798-0bab7a1c6273 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:50.499500 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-7abe15f6-4b9a-4804-b798-0bab7a1c6273 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3637700 Jul 05 02:58:50.502315 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45650) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:58:50.506936 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-ad627742-5c50-4675-9e41-0cb340eaf824 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Request body: {'security_group_rule': {'security_group_id': 'd83d62ef-8a4a-4a19-9089-bdb2eedfb982', 'project_id': 'c924626042fc4116989b2d8085d7b151', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:58:50.612638 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ad627742-5c50-4675-9e41-0cb340eaf824 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:50.673029 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ad627742-5c50-4675-9e41-0cb340eaf824 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:50.764738 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ad627742-5c50-4675-9e41-0cb340eaf824 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:50.786727 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad627742-5c50-4675-9e41-0cb340eaf824 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e24f1866-71f6-4dc5-a220-9fc8efb0b294,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:58:50.949862 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ad627742-5c50-4675-9e41-0cb340eaf824 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:50.951119 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-ad627742-5c50-4675-9e41-0cb340eaf824 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4478824 Jul 05 02:58:50.953792 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45652) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:58:50.958315 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-abc49ef8-2cd9-4478-a7e4-1be510d9752f tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Request body: {'security_group_rule': {'security_group_id': 'd83d62ef-8a4a-4a19-9089-bdb2eedfb982', 'project_id': 'c924626042fc4116989b2d8085d7b151', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:58:51.016132 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f3e2fd69-d42e-46d7-b4ea-af58b5937a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:51.092859 n-d-771362-32 neutron-server[94462]: INFO neutron.db.securitygroups_db [None req-abc49ef8-2cd9-4478-a7e4-1be510d9752f tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Project c924626042fc4116989b2d8085d7b151 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 02:58:51.098322 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-abc49ef8-2cd9-4478-a7e4-1be510d9752f tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:51.160920 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-abc49ef8-2cd9-4478-a7e4-1be510d9752f tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:51.263476 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ceb3568d-65b1-4482-8502-11994f27b37d req-5840853a-9717-49aa-b56a-78cb16e32102 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=b31bf84e-206b-469b-b358-5de363d143d7 HTTP/1.1" status: 200 len: 210 time: 0.0321538 Jul 05 02:58:51.283537 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-abc49ef8-2cd9-4478-a7e4-1be510d9752f tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:51.302494 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc49ef8-2cd9-4478-a7e4-1be510d9752f tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2ea9e96-290d-4f9f-afe6-48fa0a9d9364,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:58:51.410509 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-abc49ef8-2cd9-4478-a7e4-1be510d9752f tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:51.411802 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-abc49ef8-2cd9-4478-a7e4-1be510d9752f tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4570007 Jul 05 02:58:51.414841 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45656) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:58:51.419302 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-71d3ad08-ea4c-4cbd-b633-999dc5d2cccc tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Request body: {'security_group_rule': {'security_group_id': 'd83d62ef-8a4a-4a19-9089-bdb2eedfb982', 'project_id': 'c924626042fc4116989b2d8085d7b151', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:58:51.534504 n-d-771362-32 neutron-server[94462]: INFO neutron.db.securitygroups_db [None req-71d3ad08-ea4c-4cbd-b633-999dc5d2cccc tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Project c924626042fc4116989b2d8085d7b151 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 02:58:51.536339 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-71d3ad08-ea4c-4cbd-b633-999dc5d2cccc tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:51.598477 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-71d3ad08-ea4c-4cbd-b633-999dc5d2cccc tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:51.681057 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-71d3ad08-ea4c-4cbd-b633-999dc5d2cccc tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:51.702049 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d3ad08-ea4c-4cbd-b633-999dc5d2cccc tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7b050e6-a33d-4e3d-868e-c0aa6c14b354,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:58:51.796158 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-71d3ad08-ea4c-4cbd-b633-999dc5d2cccc tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:51.797537 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-71d3ad08-ea4c-4cbd-b633-999dc5d2cccc tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3819568 Jul 05 02:58:51.801647 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 45658) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:58:51.807624 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-44977ee8-6e2c-4555-b736-77707368a993 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Request body: {'network': {'name': 'tempest-network-smoke--1063432284', 'project_id': 'c924626042fc4116989b2d8085d7b151', 'port_security_enabled': True}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:58:51.929707 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device ff60541e-610d-49be-b652-fc51a620445d no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:58:51.932553 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44977ee8-6e2c-4555-b736-77707368a993 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Made reservation on behalf of c924626042fc4116989b2d8085d7b151 for: {'network': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:58:51.954683 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-44977ee8-6e2c-4555-b736-77707368a993 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:51.954827 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] No Port match for: ff60541e-610d-49be-b652-fc51a620445d {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:58:51.954827 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device ff60541e-610d-49be-b652-fc51a620445d not bound to the agent host n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:58:51.961031 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44977ee8-6e2c-4555-b736-77707368a993 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=94461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 02:58:51.970499 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-44977ee8-6e2c-4555-b736-77707368a993 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:51.970968 n-d-771362-32 neutron-server[94461]: INFO neutron.db.segments_db [None req-44977ee8-6e2c-4555-b736-77707368a993 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Added segment 492d445e-516b-4718-a516-c2be77ab0c67 of type vlan for network 61823972-e4da-47bb-8855-818ae14f5834 Jul 05 02:58:52.011668 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-44977ee8-6e2c-4555-b736-77707368a993 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:52.136148 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-44977ee8-6e2c-4555-b736-77707368a993 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:52.141744 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44977ee8-6e2c-4555-b736-77707368a993 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:58:52.142359 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-44977ee8-6e2c-4555-b736-77707368a993 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:52.205478 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44977ee8-6e2c-4555-b736-77707368a993 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Pushing event updated for resources: {'Network': ['ID=61823972-e4da-47bb-8855-818ae14f5834,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:58:52.216600 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 61823972-e4da-47bb-8855-818ae14f5834 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 02:58:52.321882 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-44977ee8-6e2c-4555-b736-77707368a993 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5190578 Jul 05 02:58:52.324472 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 45662) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:58:52.329140 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-29ce8a29-cd93-401e-983c-04cff7ae94ec tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1275772651', 'admin_state_up': True, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:58:52.412272 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-77044027-8653-421a-857e-c72b47c6f8e7 req-d1767693-60f4-4205-90ff-8acfe03b76ab tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=b31bf84e-206b-469b-b358-5de363d143d7 HTTP/1.1" status: 200 len: 210 time: 0.0298719 Jul 05 02:58:52.445221 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-29ce8a29-cd93-401e-983c-04cff7ae94ec tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11810'] for router, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:52.446345 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-29ce8a29-cd93-401e-983c-04cff7ae94ec tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1926740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11821'] for router, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:52.501035 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-29ce8a29-cd93-401e-983c-04cff7ae94ec tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:52.733443 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-29ce8a29-cd93-401e-983c-04cff7ae94ec tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:53.269420 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-73c42dc4-ad39-42ec-9da4-bfd627330ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:53.348786 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-29ce8a29-cd93-401e-983c-04cff7ae94ec tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for router_gateway, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:53.367980 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-29ce8a29-cd93-401e-983c-04cff7ae94ec tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:53.473107 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-29ce8a29-cd93-401e-983c-04cff7ae94ec tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Allocated IP 172.25.7.228 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/e5557d54-bf0c-4892-a40a-834e490ec808) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:58:53.565538 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-76dfc9d2-53d5-4044-97d5-f31bbab62ff7 req-5a76071d-d712-4f17-a5ec-c752bbb64061 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "GET /v2.0/ports?device_id=b31bf84e-206b-469b-b358-5de363d143d7 HTTP/1.1" status: 200 len: 210 time: 0.0381236 Jul 05 02:58:53.610059 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-29ce8a29-cd93-401e-983c-04cff7ae94ec tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:53.719302 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-29ce8a29-cd93-401e-983c-04cff7ae94ec tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:53.752970 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ce8a29-cd93-401e-983c-04cff7ae94ec tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:58:53.756724 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-29ce8a29-cd93-401e-983c-04cff7ae94ec tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:58:53.759947 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ce8a29-cd93-401e-983c-04cff7ae94ec tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:58:53.789787 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ce8a29-cd93-401e-983c-04cff7ae94ec tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Pushing event updated for resources: {'Port': ['ID=e5557d54-bf0c-4892-a40a-834e490ec808,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:58:54.104360 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-29ce8a29-cd93-401e-983c-04cff7ae94ec tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for router_gateway, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:54.107213 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:54.308044 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-29ce8a29-cd93-401e-983c-04cff7ae94ec tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963'] for router, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:54.498325 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29ce8a29-cd93-401e-983c-04cff7ae94ec tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Router 8664ef93-104d-40de-9a04-09257981d271 is scheduled to L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 with binding_index 1 {{(pid=94461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 02:58:54.603855 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29ce8a29-cd93-401e-983c-04cff7ae94ec tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:58:54.613375 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0adb42fd-2340-454a-bc9d-1114e24f56c7 None None] Sync routers for ids ['8664ef93-104d-40de-9a04-09257981d271'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:58:54.623506 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0adb42fd-2340-454a-bc9d-1114e24f56c7 None None] Routers {'8664ef93-104d-40de-9a04-09257981d271'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:58:54.624126 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-0adb42fd-2340-454a-bc9d-1114e24f56c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:58:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['8664ef93-104d-40de-9a04-09257981d271'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:58:54.661290 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45668) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:58:54.694188 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-29ce8a29-cd93-401e-983c-04cff7ae94ec tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for router, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:54.694188 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-29ce8a29-cd93-401e-983c-04cff7ae94ec tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3659554 Jul 05 02:58:54.694983 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 45670) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:58:54.724459 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-c25048f9-657e-4d1d-9209-d509d8087228 tempest-TestNetworkAdvancedServerOps-295631081 tempest-TestNetworkAdvancedServerOps-295631081-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=c924626042fc4116989b2d8085d7b151&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279324 Jul 05 02:58:54.729715 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 45672) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:58:54.748586 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-0adb42fd-2340-454a-bc9d-1114e24f56c7 None None] Set router 8664ef93-104d-40de-9a04-09257981d271 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:58:54.793293 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-89293316-b20b-46b9-afff-df76af4ce4e9 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Deleting port b38dc945-d55e-47fd-8bec-3f59f49b0642 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:58:54.793657 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-89293316-b20b-46b9-afff-df76af4ce4e9 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:54.806906 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:54.885428 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-89293316-b20b-46b9-afff-df76af4ce4e9 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:54.886598 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-89293316-b20b-46b9-afff-df76af4ce4e9 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:54.898789 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97331812-a5d2-4f54-be83-566048a52914 tempest-TestNetworkAdvancedServerOps-295631081 tempest-TestNetworkAdvancedServerOps-295631081-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:58:54.903104 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-97331812-a5d2-4f54-be83-566048a52914 tempest-TestNetworkAdvancedServerOps-295631081 tempest-TestNetworkAdvancedServerOps-295631081-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1694896 Jul 05 02:58:54.903254 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-89293316-b20b-46b9-afff-df76af4ce4e9 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Calling delete_port for b38dc945-d55e-47fd-8bec-3f59f49b0642 owned by network:floatingip {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:58:54.903353 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 45674) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:58:54.945829 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-1706fcd6-58ec-4eb2-8e82-9fb5ee23e665 tempest-TestNetworkAdvancedServerOps-295631081 tempest-TestNetworkAdvancedServerOps-295631081-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=4bbc2f9e-02cf-490e-901d-2588655a3ef0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0391259 Jul 05 02:58:54.946062 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 45676) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:58:54.947830 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-0adb42fd-2340-454a-bc9d-1114e24f56c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8664ef93-104d-40de-9a04-09257981d271', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1275772651', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': 'e5557d54-bf0c-4892-a40a-834e490ec808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:58:52Z', 'updated_at': '2021-07-05T02:58:53Z', 'revision_number': 3, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'gw_port': {'id': 'e5557d54-bf0c-4892-a40a-834e490ec808', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:3e:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8664ef93-104d-40de-9a04-09257981d271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:58:53Z', 'updated_at': '2021-07-05T02:58:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:58:54.950934 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-055b553c-d758-41fa-ba17-19b7697aea70 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1982739927', 'network_id': '61823972-e4da-47bb-8855-818ae14f5834', 'project_id': 'c924626042fc4116989b2d8085d7b151', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:58:54.978448 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0adb42fd-2340-454a-bc9d-1114e24f56c7 None None] Checking router: 8664ef93-104d-40de-9a04-09257981d271 for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:58:54.979056 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0adb42fd-2340-454a-bc9d-1114e24f56c7 None None] Updating router 8664ef93-104d-40de-9a04-09257981d271 port e5557d54-bf0c-4892-a40a-834e490ec808 binding host n-d-771362-32 {{(pid=94463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 02:58:55.013979 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 02:58:55.014617 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-0adb42fd-2340-454a-bc9d-1114e24f56c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:55.141616 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-055b553c-d758-41fa-ba17-19b7697aea70 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Made reservation on behalf of c924626042fc4116989b2d8085d7b151 for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:58:55.145256 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-055b553c-d758-41fa-ba17-19b7697aea70 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:55.170289 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-89293316-b20b-46b9-afff-df76af4ce4e9 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:55.196738 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89293316-b20b-46b9-afff-df76af4ce4e9 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Pushing event deleted for resources: {'Port': ['ID=b38dc945-d55e-47fd-8bec-3f59f49b0642,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:58:55.263791 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-89293316-b20b-46b9-afff-df76af4ce4e9 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks [] for floatingip, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:55.266742 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-89293316-b20b-46b9-afff-df76af4ce4e9 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:55.270761 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-0adb42fd-2340-454a-bc9d-1114e24f56c7 None None] Notify callbacks [] for port, precommit_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:55.271166 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-89293316-b20b-46b9-afff-df76af4ce4e9 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "DELETE /v2.0/floatingips/0a67b8ea-17eb-45e7-b3d9-9f01ba81b3bb HTTP/1.1" status: 204 len: 168 time: 0.6086202 Jul 05 02:58:55.282288 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-0adb42fd-2340-454a-bc9d-1114e24f56c7 None None] Transition to ACTIVE for port object e5557d54-bf0c-4892-a40a-834e490ec808 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:58:55.377886 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-0adb42fd-2340-454a-bc9d-1114e24f56c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:55.407698 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-055b553c-d758-41fa-ba17-19b7697aea70 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5763451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774823'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:55.425641 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-0adb42fd-2340-454a-bc9d-1114e24f56c7 None None] Attempting to bind port e5557d54-bf0c-4892-a40a-834e490ec808 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:58:55.426014 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-0adb42fd-2340-454a-bc9d-1114e24f56c7 None None] Attempting to bind port e5557d54-bf0c-4892-a40a-834e490ec808 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:58:55.426412 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adb42fd-2340-454a-bc9d-1114e24f56c7 None None] Attempting to bind port e5557d54-bf0c-4892-a40a-834e490ec808 on network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:58:55.438046 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adb42fd-2340-454a-bc9d-1114e24f56c7 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:58:55.438456 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adb42fd-2340-454a-bc9d-1114e24f56c7 None None] Checking segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:58:55.438866 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-0adb42fd-2340-454a-bc9d-1114e24f56c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:55.439289 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adb42fd-2340-454a-bc9d-1114e24f56c7 None None] Bound using segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:58:55.440289 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-0adb42fd-2340-454a-bc9d-1114e24f56c7 None None] Bound port: e5557d54-bf0c-4892-a40a-834e490ec808, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:58:55.440676 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-0adb42fd-2340-454a-bc9d-1114e24f56c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:55.444408 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf6fc86-a8ab-4853-aa71-bf652d9ce38d None None] Pushing event updated for resources: {'Port': ['ID=e5557d54-bf0c-4892-a40a-834e490ec808,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:58:55.468593 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055b553c-d758-41fa-ba17-19b7697aea70 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Pushing event updated for resources: {'Subnet': ['ID=2e1c4b84-f4a6-422a-99af-9a75114df2b5,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:58:55.483656 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055b553c-d758-41fa-ba17-19b7697aea70 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Checking segment: {'id': '492d445e-516b-4718-a516-c2be77ab0c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '61823972-e4da-47bb-8855-818ae14f5834'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:58:55.484112 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055b553c-d758-41fa-ba17-19b7697aea70 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Network hostable DHCP agents. Network: 61823972-e4da-47bb-8855-818ae14f5834, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 02:58:55.497293 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-0adb42fd-2340-454a-bc9d-1114e24f56c7 None None] For port e5557d54-bf0c-4892-a40a-834e490ec808, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:58:55.500470 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-0adb42fd-2340-454a-bc9d-1114e24f56c7 None None] For port e5557d54-bf0c-4892-a40a-834e490ec808, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=e5557d54-bf0c-4892-a40a-834e490ec808,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:58:55.587574 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055b553c-d758-41fa-ba17-19b7697aea70 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Network 61823972-e4da-47bb-8855-818ae14f5834 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 02:58:55.613001 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-0adb42fd-2340-454a-bc9d-1114e24f56c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:55.675710 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0adb42fd-2340-454a-bc9d-1114e24f56c7 None None] Routers {'8664ef93-104d-40de-9a04-09257981d271'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:58:55.676338 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-0adb42fd-2340-454a-bc9d-1114e24f56c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:58:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['8664ef93-104d-40de-9a04-09257981d271'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:58:55.679626 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf6fc86-a8ab-4853-aa71-bf652d9ce38d None None] Pushing event updated for resources: {'Port': ['ID=e5557d54-bf0c-4892-a40a-834e490ec808,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:58:55.681582 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-055b553c-d758-41fa-ba17-19b7697aea70 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 61823972-e4da-47bb-8855-818ae14f5834) {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:58:55.686774 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055b553c-d758-41fa-ba17-19b7697aea70 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:58:55.690167 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-055b553c-d758-41fa-ba17-19b7697aea70 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:55.713362 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67955426-3f50-467e-a386-4bad896c599a None None] Network 61823972-e4da-47bb-8855-818ae14f5834 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:58:55.799806 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-055b553c-d758-41fa-ba17-19b7697aea70 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8527353 Jul 05 02:58:55.803812 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45686) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:58:55.848823 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-0adb42fd-2340-454a-bc9d-1114e24f56c7 None None] Set router 8664ef93-104d-40de-9a04-09257981d271 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:58:56.012072 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc53a9d1-7cac-48ee-b605-976b9d19ba2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-61823972-e4da-47bb-8855-818ae14f5834', 'network_id': '61823972-e4da-47bb-8855-818ae14f5834', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'fixed_ips': [{'subnet_id': '2e1c4b84-f4a6-422a-99af-9a75114df2b5'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 02:58:56.013084 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-cc53a9d1-7cac-48ee-b605-976b9d19ba2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:56.206435 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-cc53a9d1-7cac-48ee-b605-976b9d19ba2b None None] Allocated IP 172.20.0.2 (61823972-e4da-47bb-8855-818ae14f5834/2e1c4b84-f4a6-422a-99af-9a75114df2b5/6a1e23ff-93a9-4128-b2eb-cd8f9b69918e) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:58:56.214548 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-0adb42fd-2340-454a-bc9d-1114e24f56c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8664ef93-104d-40de-9a04-09257981d271', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1275772651', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': 'e5557d54-bf0c-4892-a40a-834e490ec808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:58:52Z', 'updated_at': '2021-07-05T02:58:53Z', 'revision_number': 3, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'gw_port': {'id': 'e5557d54-bf0c-4892-a40a-834e490ec808', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:3e:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8664ef93-104d-40de-9a04-09257981d271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:58:53Z', 'updated_at': '2021-07-05T02:58:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:58:56.249250 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0adb42fd-2340-454a-bc9d-1114e24f56c7 None None] The sync data for ids ['8664ef93-104d-40de-9a04-09257981d271'] in n-d-771362-32 is: [{'id': '8664ef93-104d-40de-9a04-09257981d271', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1275772651', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': 'e5557d54-bf0c-4892-a40a-834e490ec808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:58:52Z', 'updated_at': '2021-07-05T02:58:53Z', 'revision_number': 3, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'gw_port': {'id': 'e5557d54-bf0c-4892-a40a-834e490ec808', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:3e:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8664ef93-104d-40de-9a04-09257981d271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:58:53Z', 'updated_at': '2021-07-05T02:58:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:58:56.252369 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:56.266308 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-46b243e7-bdf6-4dfa-9b31-678302173408 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:56.407669 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-cc53a9d1-7cac-48ee-b605-976b9d19ba2b None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:56.418311 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-cc53a9d1-7cac-48ee-b605-976b9d19ba2b None None] Transition to ACTIVE for port object 6a1e23ff-93a9-4128-b2eb-cd8f9b69918e will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:58:56.436970 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-cc53a9d1-7cac-48ee-b605-976b9d19ba2b None None] Transition to ACTIVE for port object 6a1e23ff-93a9-4128-b2eb-cd8f9b69918e will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:58:56.547204 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-cc53a9d1-7cac-48ee-b605-976b9d19ba2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:56.623957 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc53a9d1-7cac-48ee-b605-976b9d19ba2b None None] Network 61823972-e4da-47bb-8855-818ae14f5834 is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:58:56.625979 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-cc53a9d1-7cac-48ee-b605-976b9d19ba2b None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:58:56.628049 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc53a9d1-7cac-48ee-b605-976b9d19ba2b None None] Pushing event updated for resources: {'Port': ['ID=6a1e23ff-93a9-4128-b2eb-cd8f9b69918e,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:58:56.630452 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc53a9d1-7cac-48ee-b605-976b9d19ba2b None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:58:56.634235 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-46b243e7-bdf6-4dfa-9b31-678302173408 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Allocated IP 172.20.0.1 (61823972-e4da-47bb-8855-818ae14f5834/2e1c4b84-f4a6-422a-99af-9a75114df2b5/cddbc1a6-d42d-4a34-b945-0c6e94c5fcab) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:58:56.696829 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-cc53a9d1-7cac-48ee-b605-976b9d19ba2b None None] Attempting to bind port 6a1e23ff-93a9-4128-b2eb-cd8f9b69918e on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:58:56.697375 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-cc53a9d1-7cac-48ee-b605-976b9d19ba2b None None] Attempting to bind port 6a1e23ff-93a9-4128-b2eb-cd8f9b69918e by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '492d445e-516b-4718-a516-c2be77ab0c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '61823972-e4da-47bb-8855-818ae14f5834'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:58:56.697541 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc53a9d1-7cac-48ee-b605-976b9d19ba2b None None] Attempting to bind port 6a1e23ff-93a9-4128-b2eb-cd8f9b69918e on network 61823972-e4da-47bb-8855-818ae14f5834 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:58:56.722486 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc53a9d1-7cac-48ee-b605-976b9d19ba2b None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:58:56.723081 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc53a9d1-7cac-48ee-b605-976b9d19ba2b None None] Checking segment: {'id': '492d445e-516b-4718-a516-c2be77ab0c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '61823972-e4da-47bb-8855-818ae14f5834'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:58:56.724036 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-cc53a9d1-7cac-48ee-b605-976b9d19ba2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:56.724036 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc53a9d1-7cac-48ee-b605-976b9d19ba2b None None] Bound using segment: {'id': '492d445e-516b-4718-a516-c2be77ab0c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '61823972-e4da-47bb-8855-818ae14f5834'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:58:56.724419 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-cc53a9d1-7cac-48ee-b605-976b9d19ba2b None None] Bound port: 6a1e23ff-93a9-4128-b2eb-cd8f9b69918e, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '492d445e-516b-4718-a516-c2be77ab0c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '61823972-e4da-47bb-8855-818ae14f5834'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:58:56.725455 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-cc53a9d1-7cac-48ee-b605-976b9d19ba2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:56.800940 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-cc53a9d1-7cac-48ee-b605-976b9d19ba2b None None] For port 6a1e23ff-93a9-4128-b2eb-cd8f9b69918e, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:58:56.804263 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-cc53a9d1-7cac-48ee-b605-976b9d19ba2b None None] For port 6a1e23ff-93a9-4128-b2eb-cd8f9b69918e, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=6a1e23ff-93a9-4128-b2eb-cd8f9b69918e,segment=NetworkSegment(492d445e-516b-4718-a516-c2be77ab0c67),segment_id=492d445e-516b-4718-a516-c2be77ab0c67)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:58:56.813121 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-46b243e7-bdf6-4dfa-9b31-678302173408 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:56.829587 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [None req-46b243e7-bdf6-4dfa-9b31-678302173408 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Transition to ACTIVE for port object cddbc1a6-d42d-4a34-b945-0c6e94c5fcab will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:58:56.896360 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-cc53a9d1-7cac-48ee-b605-976b9d19ba2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:56.937331 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-46b243e7-bdf6-4dfa-9b31-678302173408 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:56.980984 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc53a9d1-7cac-48ee-b605-976b9d19ba2b None None] Pushing event updated for resources: {'Port': ['ID=6a1e23ff-93a9-4128-b2eb-cd8f9b69918e,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:58:56.982176 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b243e7-bdf6-4dfa-9b31-678302173408 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Network 61823972-e4da-47bb-8855-818ae14f5834 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:58:56.985998 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-46b243e7-bdf6-4dfa-9b31-678302173408 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:58:56.990371 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b243e7-bdf6-4dfa-9b31-678302173408 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:58:57.028415 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b243e7-bdf6-4dfa-9b31-678302173408 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Pushing event updated for resources: {'Port': ['ID=cddbc1a6-d42d-4a34-b945-0c6e94c5fcab,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:58:57.050425 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-46b243e7-bdf6-4dfa-9b31-678302173408 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635668'] for router_interface, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:57.327157 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-46b243e7-bdf6-4dfa-9b31-678302173408 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:57.626046 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-46b243e7-bdf6-4dfa-9b31-678302173408 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:57.707744 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-46b243e7-bdf6-4dfa-9b31-678302173408 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:57.800366 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b243e7-bdf6-4dfa-9b31-678302173408 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Pushing event updated for resources: {'Port': ['ID=cddbc1a6-d42d-4a34-b945-0c6e94c5fcab,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:58:57.803175 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-46b243e7-bdf6-4dfa-9b31-678302173408 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634601'] for router_interface, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:57.903468 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b243e7-bdf6-4dfa-9b31-678302173408 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Network 61823972-e4da-47bb-8855-818ae14f5834 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:58:57.905599 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-46b243e7-bdf6-4dfa-9b31-678302173408 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:58:57.982014 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8c028b-bdcf-4a33-a7a6-a1ab296768bb None None] Network 61823972-e4da-47bb-8855-818ae14f5834 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:58:58.029811 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46b243e7-bdf6-4dfa-9b31-678302173408 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Router 8664ef93-104d-40de-9a04-09257981d271 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:58:58.159269 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46b243e7-bdf6-4dfa-9b31-678302173408 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:58:58.166174 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-46b243e7-bdf6-4dfa-9b31-678302173408 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "PUT /v2.0/routers/8664ef93-104d-40de-9a04-09257981d271/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3594275 Jul 05 02:58:58.167708 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-b7403b4a-1f22-4864-a079-1cacb96ffa23 None None] Provisioning for port 6a1e23ff-93a9-4128-b2eb-cd8f9b69918e completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:58:58.209355 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 6a1e23ff-93a9-4128-b2eb-cd8f9b69918e up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:58:58.353027 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 6a1e23ff-93a9-4128-b2eb-cd8f9b69918e completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:58:58.357493 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 6a1e23ff-93a9-4128-b2eb-cd8f9b69918e triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:58:58.360174 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:58.402790 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5433c551-7040-45ec-8255-ffffbd6e553c req-6ecd7264-da5b-4b0f-99a3-81534f32ea9c tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-777609719&fields=id&tenant_id=c924626042fc4116989b2d8085d7b151 HTTP/1.1" status: 200 len: 267 time: 0.0592020 Jul 05 02:58:58.466041 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:58.514626 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 6a1e23ff-93a9-4128-b2eb-cd8f9b69918e, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=6a1e23ff-93a9-4128-b2eb-cd8f9b69918e,segment=NetworkSegment(492d445e-516b-4718-a516-c2be77ab0c67),segment_id=492d445e-516b-4718-a516-c2be77ab0c67)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:58:58.532583 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5433c551-7040-45ec-8255-ffffbd6e553c req-c74a504b-f1be-4812-aa64-5c39dfa6274a tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:58:58.542436 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5433c551-7040-45ec-8255-ffffbd6e553c req-c74a504b-f1be-4812-aa64-5c39dfa6274a tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/networks?id=61823972-e4da-47bb-8855-818ae14f5834 HTTP/1.1" status: 200 len: 797 time: 0.1385705 Jul 05 02:58:58.554808 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5433c551-7040-45ec-8255-ffffbd6e553c req-7e0663a1-e6de-48a6-adc0-72621ee9e9e9 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/quotas/c924626042fc4116989b2d8085d7b151 HTTP/1.1" status: 200 len: 375 time: 0.0112901 Jul 05 02:58:58.566228 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-886b75c6-8a35-4b1e-8947-05ac68991df9 None None] Provisioning for port cddbc1a6-d42d-4a34-b945-0c6e94c5fcab completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:58:58.570697 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-886b75c6-8a35-4b1e-8947-05ac68991df9 None None] Provisioning complete for port cddbc1a6-d42d-4a34-b945-0c6e94c5fcab triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:58:58.571066 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-886b75c6-8a35-4b1e-8947-05ac68991df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:58.596467 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:58.597545 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device e5557d54-bf0c-4892-a40a-834e490ec808 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:58:58.665077 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5433c551-7040-45ec-8255-ffffbd6e553c req-9f344abe-eca8-4813-9ae5-b34887c9144e tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c924626042fc4116989b2d8085d7b151&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1040676 Jul 05 02:58:58.679757 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-886b75c6-8a35-4b1e-8947-05ac68991df9 None None] Port cddbc1a6-d42d-4a34-b945-0c6e94c5fcab cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:58:58.711901 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=6a1e23ff-93a9-4128-b2eb-cd8f9b69918e,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:58:58.725519 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-886b75c6-8a35-4b1e-8947-05ac68991df9 None None] Provisioning complete for port 6a1e23ff-93a9-4128-b2eb-cd8f9b69918e triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:58:58.725904 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-886b75c6-8a35-4b1e-8947-05ac68991df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:58.755143 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534ab0c7-227d-4fe1-b9f6-f5aa144920d9 None None] Sync routers for ids ['8664ef93-104d-40de-9a04-09257981d271'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:58:58.764844 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [req-5433c551-7040-45ec-8255-ffffbd6e553c req-0724ab89-19c5-4f21-a5bf-2c6d49e1d858 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 02:58:58.773425 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5433c551-7040-45ec-8255-ffffbd6e553c req-0724ab89-19c5-4f21-a5bf-2c6d49e1d858 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0892782 Jul 05 02:58:58.787005 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534ab0c7-227d-4fe1-b9f6-f5aa144920d9 None None] Routers {'8664ef93-104d-40de-9a04-09257981d271'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:58:58.788454 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-534ab0c7-227d-4fe1-b9f6-f5aa144920d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:58:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['8664ef93-104d-40de-9a04-09257981d271'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:58:58.833557 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port e5557d54-bf0c-4892-a40a-834e490ec808 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:58:58.838554 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port e5557d54-bf0c-4892-a40a-834e490ec808 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:58:58.838930 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:58.874516 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45712) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:58:58.913454 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5433c551-7040-45ec-8255-ffffbd6e553c req-853d42b3-bdef-4f3c-b985-7e3cc90a395e service neutron] 10.222.0.23 "GET /v2.0/networks/61823972-e4da-47bb-8855-818ae14f5834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355536 Jul 05 02:58:58.969697 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-534ab0c7-227d-4fe1-b9f6-f5aa144920d9 None None] Set router 8664ef93-104d-40de-9a04-09257981d271 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:58:58.970560 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d39726b4-9eda-4b31-85b8-f99273764885 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:58.995884 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-83926b8b-3544-4e42-ac92-fd7ffaa59e4f None None] Provisioning complete for port cddbc1a6-d42d-4a34-b945-0c6e94c5fcab triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:58:58.996482 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-83926b8b-3544-4e42-ac92-fd7ffaa59e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:59.002811 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:59.031888 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d39726b4-9eda-4b31-85b8-f99273764885 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:59.058763 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port e5557d54-bf0c-4892-a40a-834e490ec808, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=e5557d54-bf0c-4892-a40a-834e490ec808,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:58:59.065852 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-83926b8b-3544-4e42-ac92-fd7ffaa59e4f None None] Port cddbc1a6-d42d-4a34-b945-0c6e94c5fcab cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:58:59.070987 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5433c551-7040-45ec-8255-ffffbd6e553c req-c565b23f-54cd-44a2-acad-57758cc5bbb5 service neutron] 10.222.0.23 "GET /v2.0/networks/61823972-e4da-47bb-8855-818ae14f5834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508560 Jul 05 02:58:59.155016 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:59.201763 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d39726b4-9eda-4b31-85b8-f99273764885 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:59.205106 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d39726b4-9eda-4b31-85b8-f99273764885 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:59.211765 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-d39726b4-9eda-4b31-85b8-f99273764885 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] 10.222.0.23 "DELETE /v2.0/security-groups/1999bc0d-8d6f-407a-9c0b-dda1a8300b10 HTTP/1.1" status: 204 len: 168 time: 0.3307350 Jul 05 02:58:59.232345 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-534ab0c7-227d-4fe1-b9f6-f5aa144920d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8664ef93-104d-40de-9a04-09257981d271', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1275772651', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': 'e5557d54-bf0c-4892-a40a-834e490ec808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:58:52Z', 'updated_at': '2021-07-05T02:58:57Z', 'revision_number': 4, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'gw_port': {'id': 'e5557d54-bf0c-4892-a40a-834e490ec808', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:3e:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8664ef93-104d-40de-9a04-09257981d271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:58:53Z', 'updated_at': '2021-07-05T02:58:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'cddbc1a6-d42d-4a34-b945-0c6e94c5fcab', 'name': '', 'network_id': '61823972-e4da-47bb-8855-818ae14f5834', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'mac_address': 'fa:16:3e:9d:5d:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8664ef93-104d-40de-9a04-09257981d271', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '2e1c4b84-f4a6-422a-99af-9a75114df2b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:58:56Z', 'updated_at': '2021-07-05T02:58:57Z', 'revision_number': 2, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'subnets': [{'id': '2e1c4b84-f4a6-422a-99af-9a75114df2b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:58:59.238185 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39726b4-9eda-4b31-85b8-f99273764885 tempest-TestVolumeBootPattern-1177255562 tempest-TestVolumeBootPattern-1177255562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1999bc0d-8d6f-407a-9c0b-dda1a8300b10,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:58:59.277371 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534ab0c7-227d-4fe1-b9f6-f5aa144920d9 None None] Checking router: 8664ef93-104d-40de-9a04-09257981d271 for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:58:59.277895 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534ab0c7-227d-4fe1-b9f6-f5aa144920d9 None None] Updating router 8664ef93-104d-40de-9a04-09257981d271 port cddbc1a6-d42d-4a34-b945-0c6e94c5fcab binding host n-d-771362-32 {{(pid=94464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 02:58:59.317699 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-534ab0c7-227d-4fe1-b9f6-f5aa144920d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:59.364259 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=e5557d54-bf0c-4892-a40a-834e490ec808,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:58:59.383887 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-c44110a0-4581-46e0-ac0c-7d8e1162fc5a None None] Provisioning complete for port cddbc1a6-d42d-4a34-b945-0c6e94c5fcab triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:58:59.384263 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-c44110a0-4581-46e0-ac0c-7d8e1162fc5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:59.423495 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-c44110a0-4581-46e0-ac0c-7d8e1162fc5a None None] Port cddbc1a6-d42d-4a34-b945-0c6e94c5fcab cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:58:59.442940 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45720) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:58:59.510369 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a8dc4049-fc1a-4a68-b38c-01857196fc05 req-98bb71bc-eea3-4fda-a23b-1f32c1b5e850 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=80ff82ca-3393-4447-ac8a-459be4d64fbf HTTP/1.1" status: 200 len: 210 time: 0.0507243 Jul 05 02:58:59.709779 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-534ab0c7-227d-4fe1-b9f6-f5aa144920d9 None None] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:59.720533 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-534ab0c7-227d-4fe1-b9f6-f5aa144920d9 None None] Transition to ACTIVE for port object cddbc1a6-d42d-4a34-b945-0c6e94c5fcab will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:58:59.834114 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-534ab0c7-227d-4fe1-b9f6-f5aa144920d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:59.889406 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a89fae-eec4-471d-b9f7-b3836f0d6a3c None None] Pushing event updated for resources: {'Port': ['ID=cddbc1a6-d42d-4a34-b945-0c6e94c5fcab,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:58:59.918338 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a89fae-eec4-471d-b9f7-b3836f0d6a3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:58:59.918856 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a89fae-eec4-471d-b9f7-b3836f0d6a3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:58:59.919319 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a89fae-eec4-471d-b9f7-b3836f0d6a3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:58:59.919787 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a89fae-eec4-471d-b9f7-b3836f0d6a3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:58:59.920263 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a89fae-eec4-471d-b9f7-b3836f0d6a3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:58:59.920736 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a89fae-eec4-471d-b9f7-b3836f0d6a3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:58:59.921222 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a89fae-eec4-471d-b9f7-b3836f0d6a3c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:58:59.921748 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a89fae-eec4-471d-b9f7-b3836f0d6a3c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:58:59.922255 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a89fae-eec4-471d-b9f7-b3836f0d6a3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:58:59.922780 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a89fae-eec4-471d-b9f7-b3836f0d6a3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:58:59.923187 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a89fae-eec4-471d-b9f7-b3836f0d6a3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:58:59.923647 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a89fae-eec4-471d-b9f7-b3836f0d6a3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:58:59.968909 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-534ab0c7-227d-4fe1-b9f6-f5aa144920d9 None None] Attempting to bind port cddbc1a6-d42d-4a34-b945-0c6e94c5fcab on host n-d-771362-32 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:58:59.969275 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-534ab0c7-227d-4fe1-b9f6-f5aa144920d9 None None] Attempting to bind port cddbc1a6-d42d-4a34-b945-0c6e94c5fcab by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '492d445e-516b-4718-a516-c2be77ab0c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '61823972-e4da-47bb-8855-818ae14f5834'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:58:59.969625 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534ab0c7-227d-4fe1-b9f6-f5aa144920d9 None None] Attempting to bind port cddbc1a6-d42d-4a34-b945-0c6e94c5fcab on network 61823972-e4da-47bb-8855-818ae14f5834 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:58:59.977097 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534ab0c7-227d-4fe1-b9f6-f5aa144920d9 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:58:59.977491 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534ab0c7-227d-4fe1-b9f6-f5aa144920d9 None None] Checking segment: {'id': '492d445e-516b-4718-a516-c2be77ab0c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '61823972-e4da-47bb-8855-818ae14f5834'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:58:59.978813 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-534ab0c7-227d-4fe1-b9f6-f5aa144920d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:58:59.978813 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534ab0c7-227d-4fe1-b9f6-f5aa144920d9 None None] Bound using segment: {'id': '492d445e-516b-4718-a516-c2be77ab0c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '61823972-e4da-47bb-8855-818ae14f5834'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:58:59.978813 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-534ab0c7-227d-4fe1-b9f6-f5aa144920d9 None None] Bound port: cddbc1a6-d42d-4a34-b945-0c6e94c5fcab, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '492d445e-516b-4718-a516-c2be77ab0c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '61823972-e4da-47bb-8855-818ae14f5834'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:58:59.980295 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-534ab0c7-227d-4fe1-b9f6-f5aa144920d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:00.058872 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-534ab0c7-227d-4fe1-b9f6-f5aa144920d9 None None] For port cddbc1a6-d42d-4a34-b945-0c6e94c5fcab, host n-d-771362-32, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:59:00.065960 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-534ab0c7-227d-4fe1-b9f6-f5aa144920d9 None None] For port cddbc1a6-d42d-4a34-b945-0c6e94c5fcab, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=cddbc1a6-d42d-4a34-b945-0c6e94c5fcab,segment=NetworkSegment(492d445e-516b-4718-a516-c2be77ab0c67),segment_id=492d445e-516b-4718-a516-c2be77ab0c67)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:59:00.135760 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 6a1e23ff-93a9-4128-b2eb-cd8f9b69918e up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:59:00.176469 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-534ab0c7-227d-4fe1-b9f6-f5aa144920d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:00.194256 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 6a1e23ff-93a9-4128-b2eb-cd8f9b69918e triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:59:00.194649 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:00.237811 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534ab0c7-227d-4fe1-b9f6-f5aa144920d9 None None] Routers {'8664ef93-104d-40de-9a04-09257981d271'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:59:00.238677 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-534ab0c7-227d-4fe1-b9f6-f5aa144920d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:58:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['8664ef93-104d-40de-9a04-09257981d271'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:59:00.281698 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-647d3200-f389-40ef-b3ce-eb9ad772bf9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1634680'] for router_interface, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:00.288449 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device e5557d54-bf0c-4892-a40a-834e490ec808 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:59:00.341314 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port e5557d54-bf0c-4892-a40a-834e490ec808 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:59:00.341961 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:00.383263 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a89fae-eec4-471d-b9f7-b3836f0d6a3c None None] Pushing event updated for resources: {'Port': ['ID=cddbc1a6-d42d-4a34-b945-0c6e94c5fcab,revision_number=4']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:59:00.461020 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-534ab0c7-227d-4fe1-b9f6-f5aa144920d9 None None] Set router 8664ef93-104d-40de-9a04-09257981d271 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:59:00.601737 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e3f9400e-8fab-4650-a4bd-64c2c94c16cd req-dfd96465-b3bd-40f2-8ae6-e62ed93b77d6 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=80ff82ca-3393-4447-ac8a-459be4d64fbf HTTP/1.1" status: 200 len: 210 time: 0.0304379 Jul 05 02:59:00.611660 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-647d3200-f389-40ef-b3ce-eb9ad772bf9a admin admin] Deleting port 581871ae-f1f2-4d48-a7e0-6ba26cbd1272 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:59:00.612012 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-647d3200-f389-40ef-b3ce-eb9ad772bf9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:00.692780 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-534ab0c7-227d-4fe1-b9f6-f5aa144920d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8664ef93-104d-40de-9a04-09257981d271', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1275772651', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': 'e5557d54-bf0c-4892-a40a-834e490ec808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:58:52Z', 'updated_at': '2021-07-05T02:58:57Z', 'revision_number': 4, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'gw_port': {'id': 'e5557d54-bf0c-4892-a40a-834e490ec808', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:3e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8664ef93-104d-40de-9a04-09257981d271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:58:53Z', 'updated_at': '2021-07-05T02:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'cddbc1a6-d42d-4a34-b945-0c6e94c5fcab', 'name': '', 'network_id': '61823972-e4da-47bb-8855-818ae14f5834', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'mac_address': 'fa:16:3e:9d:5d:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8664ef93-104d-40de-9a04-09257981d271', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '2e1c4b84-f4a6-422a-99af-9a75114df2b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:58:56Z', 'updated_at': '2021-07-05T02:59:00Z', 'revision_number': 4, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'subnets': [{'id': '2e1c4b84-f4a6-422a-99af-9a75114df2b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:59:00.695259 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-647d3200-f389-40ef-b3ce-eb9ad772bf9a admin admin] For port 581871ae-f1f2-4d48-a7e0-6ba26cbd1272, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=581871ae-f1f2-4d48-a7e0-6ba26cbd1272,segment=NetworkSegment(0d275c90-3bd1-498e-a485-a23914e67eb1),segment_id=0d275c90-3bd1-498e-a485-a23914e67eb1)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:59:00.695614 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-647d3200-f389-40ef-b3ce-eb9ad772bf9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:00.709009 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-647d3200-f389-40ef-b3ce-eb9ad772bf9a admin admin] Calling delete_port for 581871ae-f1f2-4d48-a7e0-6ba26cbd1272 owned by network:router_interface {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:59:00.720158 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534ab0c7-227d-4fe1-b9f6-f5aa144920d9 None None] The sync data for ids ['8664ef93-104d-40de-9a04-09257981d271'] in n-d-771362-32 is: [{'id': '8664ef93-104d-40de-9a04-09257981d271', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1275772651', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': 'e5557d54-bf0c-4892-a40a-834e490ec808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:58:52Z', 'updated_at': '2021-07-05T02:58:57Z', 'revision_number': 4, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'gw_port': {'id': 'e5557d54-bf0c-4892-a40a-834e490ec808', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:3e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8664ef93-104d-40de-9a04-09257981d271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:58:53Z', 'updated_at': '2021-07-05T02:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'cddbc1a6-d42d-4a34-b945-0c6e94c5fcab', 'name': '', 'network_id': '61823972-e4da-47bb-8855-818ae14f5834', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'mac_address': 'fa:16:3e:9d:5d:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8664ef93-104d-40de-9a04-09257981d271', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '2e1c4b84-f4a6-422a-99af-9a75114df2b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:58:56Z', 'updated_at': '2021-07-05T02:59:00Z', 'revision_number': 4, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'subnets': [{'id': '2e1c4b84-f4a6-422a-99af-9a75114df2b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:59:01.035535 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-647d3200-f389-40ef-b3ce-eb9ad772bf9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:01.065781 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647d3200-f389-40ef-b3ce-eb9ad772bf9a admin admin] Pushing event deleted for resources: {'Port': ['ID=581871ae-f1f2-4d48-a7e0-6ba26cbd1272,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:59:01.243393 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-647d3200-f389-40ef-b3ce-eb9ad772bf9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635398'] for router_interface, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:01.477972 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-647d3200-f389-40ef-b3ce-eb9ad772bf9a admin admin] Router 8e2bcb07-6c5e-4486-8f64-4c01f3036bb7 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:59:01.589547 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-647d3200-f389-40ef-b3ce-eb9ad772bf9a admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:59:01.597168 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 45732) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:59:01.597719 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-647d3200-f389-40ef-b3ce-eb9ad772bf9a admin admin] 10.222.0.23 "PUT /v2.0/routers/8e2bcb07-6c5e-4486-8f64-4c01f3036bb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1516228 Jul 05 02:59:01.598651 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ddb34f-5c79-451e-abe2-cad710563706 None None] Sync routers for ids ['8e2bcb07-6c5e-4486-8f64-4c01f3036bb7'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:59:01.608985 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ddb34f-5c79-451e-abe2-cad710563706 None None] Routers {'8e2bcb07-6c5e-4486-8f64-4c01f3036bb7'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:59:01.609901 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-72ddb34f-5c79-451e-abe2-cad710563706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:58:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['8e2bcb07-6c5e-4486-8f64-4c01f3036bb7'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:59:01.722802 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b9c0da1e-e631-4599-9c02-86c8941b7eca req-fc14633f-b155-4665-b66c-6ef074936511 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=80ff82ca-3393-4447-ac8a-459be4d64fbf HTTP/1.1" status: 200 len: 210 time: 0.0333812 Jul 05 02:59:01.727467 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-72ddb34f-5c79-451e-abe2-cad710563706 None None] Set router 8e2bcb07-6c5e-4486-8f64-4c01f3036bb7 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:59:01.739186 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2d661955-adb3-4ec9-9a3b-0272a6acab6e admin admin] Notify callbacks [] for router, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:01.877326 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2d661955-adb3-4ec9-9a3b-0272a6acab6e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:01.938854 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-72ddb34f-5c79-451e-abe2-cad710563706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2bcb07-6c5e-4486-8f64-4c01f3036bb7', 'name': 'tempest-TestVolumeBootPattern-1666250849-router', 'tenant_id': 'b1a00a493e704ec48248eed2815bb351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '7d2df5b5-41a7-4290-a99f-4004dbb96fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:41:50Z', 'updated_at': '2021-07-05T02:59:00Z', 'revision_number': 5, 'project_id': 'b1a00a493e704ec48248eed2815bb351', 'gw_port': {'id': '7d2df5b5-41a7-4290-a99f-4004dbb96fd5', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2bcb07-6c5e-4486-8f64-4c01f3036bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:41:51Z', 'updated_at': '2021-07-05T02:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:59:01.968137 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ddb34f-5c79-451e-abe2-cad710563706 None None] Checking router: 8e2bcb07-6c5e-4486-8f64-4c01f3036bb7 for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:59:01.976525 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ddb34f-5c79-451e-abe2-cad710563706 None None] Routers {'8e2bcb07-6c5e-4486-8f64-4c01f3036bb7'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:59:01.977156 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-72ddb34f-5c79-451e-abe2-cad710563706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:58:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['8e2bcb07-6c5e-4486-8f64-4c01f3036bb7'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:59:02.054350 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-2d661955-adb3-4ec9-9a3b-0272a6acab6e admin admin] Deleting port 7d2df5b5-41a7-4290-a99f-4004dbb96fd5 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:59:02.054698 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2d661955-adb3-4ec9-9a3b-0272a6acab6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:02.095070 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-72ddb34f-5c79-451e-abe2-cad710563706 None None] Set router 8e2bcb07-6c5e-4486-8f64-4c01f3036bb7 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:59:02.147852 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [None req-2d661955-adb3-4ec9-9a3b-0272a6acab6e admin admin] For port 7d2df5b5-41a7-4290-a99f-4004dbb96fd5, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=7d2df5b5-41a7-4290-a99f-4004dbb96fd5,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:59:02.148214 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2d661955-adb3-4ec9-9a3b-0272a6acab6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:02.161726 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-2d661955-adb3-4ec9-9a3b-0272a6acab6e admin admin] Calling delete_port for 7d2df5b5-41a7-4290-a99f-4004dbb96fd5 owned by network:router_gateway {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:59:02.247111 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device cddbc1a6-d42d-4a34-b945-0c6e94c5fcab up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:59:02.340546 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-72ddb34f-5c79-451e-abe2-cad710563706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2bcb07-6c5e-4486-8f64-4c01f3036bb7', 'name': 'tempest-TestVolumeBootPattern-1666250849-router', 'tenant_id': 'b1a00a493e704ec48248eed2815bb351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '7d2df5b5-41a7-4290-a99f-4004dbb96fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:41:50Z', 'updated_at': '2021-07-05T02:59:00Z', 'revision_number': 5, 'project_id': 'b1a00a493e704ec48248eed2815bb351', 'gw_port': {'id': '7d2df5b5-41a7-4290-a99f-4004dbb96fd5', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2bcb07-6c5e-4486-8f64-4c01f3036bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:41:51Z', 'updated_at': '2021-07-05T02:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:59:02.367301 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ddb34f-5c79-451e-abe2-cad710563706 None None] The sync data for ids ['8e2bcb07-6c5e-4486-8f64-4c01f3036bb7'] in n-d-771362-32 is: [{'id': '8e2bcb07-6c5e-4486-8f64-4c01f3036bb7', 'name': 'tempest-TestVolumeBootPattern-1666250849-router', 'tenant_id': 'b1a00a493e704ec48248eed2815bb351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '7d2df5b5-41a7-4290-a99f-4004dbb96fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:41:50Z', 'updated_at': '2021-07-05T02:59:00Z', 'revision_number': 5, 'project_id': 'b1a00a493e704ec48248eed2815bb351', 'gw_port': {'id': '7d2df5b5-41a7-4290-a99f-4004dbb96fd5', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2bcb07-6c5e-4486-8f64-4c01f3036bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:41:51Z', 'updated_at': '2021-07-05T02:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:59:02.401131 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port cddbc1a6-d42d-4a34-b945-0c6e94c5fcab completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:59:02.405442 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port cddbc1a6-d42d-4a34-b945-0c6e94c5fcab triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:59:02.405844 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:02.461873 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2d661955-adb3-4ec9-9a3b-0272a6acab6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:02.485253 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:02.488188 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d661955-adb3-4ec9-9a3b-0272a6acab6e admin admin] Pushing event deleted for resources: {'Port': ['ID=7d2df5b5-41a7-4290-a99f-4004dbb96fd5,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:59:02.518089 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port cddbc1a6-d42d-4a34-b945-0c6e94c5fcab, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=cddbc1a6-d42d-4a34-b945-0c6e94c5fcab,segment=NetworkSegment(492d445e-516b-4718-a516-c2be77ab0c67),segment_id=492d445e-516b-4718-a516-c2be77ab0c67)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:59:02.553143 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2d661955-adb3-4ec9-9a3b-0272a6acab6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636927'] for router_gateway, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:02.602147 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:02.647237 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2d661955-adb3-4ec9-9a3b-0272a6acab6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11828'] for router, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:02.649401 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2d661955-adb3-4ec9-9a3b-0272a6acab6e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:02.650282 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=cddbc1a6-d42d-4a34-b945-0c6e94c5fcab,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:59:02.789890 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2d661955-adb3-4ec9-9a3b-0272a6acab6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1575451'] for router, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:02.790446 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d661955-adb3-4ec9-9a3b-0272a6acab6e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e2bcb07-6c5e-4486-8f64-4c01f3036bb7 {{(pid=94461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 02:59:02.802190 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2d661955-adb3-4ec9-9a3b-0272a6acab6e admin admin] Notify callbacks [] for router, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:02.802190 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-2d661955-adb3-4ec9-9a3b-0272a6acab6e admin admin] 10.222.0.23 "DELETE /v2.0/routers/8e2bcb07-6c5e-4486-8f64-4c01f3036bb7 HTTP/1.1" status: 204 len: 168 time: 1.1978106 Jul 05 02:59:02.802190 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 45742) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:59:02.845931 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd654d42-5b23-4fa3-b263-32fb8aef9edb admin admin] Deleting subnet 33729902-d3e5-4dd5-ba26-acbc079120a6 {{(pid=94461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:59:02.849785 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-cd654d42-5b23-4fa3-b263-32fb8aef9edb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:02.877061 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1fa56597-a7a1-4bc9-a0e2-d6ac491b36b8 req-9df03850-858c-4207-9fbe-a9633ef5d9e9 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=80ff82ca-3393-4447-ac8a-459be4d64fbf HTTP/1.1" status: 200 len: 210 time: 0.0298018 Jul 05 02:59:02.884821 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-cd654d42-5b23-4fa3-b263-32fb8aef9edb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5519650'] for subnet, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:02.967391 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-cd654d42-5b23-4fa3-b263-32fb8aef9edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:03.195842 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-cd654d42-5b23-4fa3-b263-32fb8aef9edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5763388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774356'] for subnet, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:03.222184 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd654d42-5b23-4fa3-b263-32fb8aef9edb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33729902-d3e5-4dd5-ba26-acbc079120a6,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:59:03.224234 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-cd654d42-5b23-4fa3-b263-32fb8aef9edb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:03.226159 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-cd654d42-5b23-4fa3-b263-32fb8aef9edb admin admin] 10.222.0.23 "DELETE /v2.0/subnets/33729902-d3e5-4dd5-ba26-acbc079120a6 HTTP/1.1" status: 204 len: 168 time: 0.4267228 Jul 05 02:59:03.228640 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ed9f06-08aa-4581-b65a-debb5a89c5ee None None] Network 73b1fe81-9ead-413d-adcc-8dcb2085def5 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:59:03.228776 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 45744) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:59:03.295608 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1408744f-bff4-4d56-af53-5dd9b30ab1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:03.352478 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-1408744f-bff4-4d56-af53-5dd9b30ab1a5 admin admin] Deleting port 272c6be2-3d24-451e-96a4-90a44fc49beb {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:59:03.352740 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1408744f-bff4-4d56-af53-5dd9b30ab1a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:03.416865 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [None req-1408744f-bff4-4d56-af53-5dd9b30ab1a5 admin admin] For port 272c6be2-3d24-451e-96a4-90a44fc49beb, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=272c6be2-3d24-451e-96a4-90a44fc49beb,segment=NetworkSegment(0d275c90-3bd1-498e-a485-a23914e67eb1),segment_id=0d275c90-3bd1-498e-a485-a23914e67eb1)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:59:03.417226 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1408744f-bff4-4d56-af53-5dd9b30ab1a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:03.431649 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-1408744f-bff4-4d56-af53-5dd9b30ab1a5 admin admin] Calling delete_port for 272c6be2-3d24-451e-96a4-90a44fc49beb owned by network:dhcp {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:59:03.440344 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83921a5-8259-4202-bf76-7b2db8c5015b None None] DHCP port deletion for 73b1fe81-9ead-413d-adcc-8dcb2085def5 request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:59:03.494085 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-f83921a5-8259-4202-bf76-7b2db8c5015b None None] Deleting port 272c6be2-3d24-451e-96a4-90a44fc49beb {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:59:03.494488 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f83921a5-8259-4202-bf76-7b2db8c5015b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:03.559641 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-f83921a5-8259-4202-bf76-7b2db8c5015b None None] For port 272c6be2-3d24-451e-96a4-90a44fc49beb, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=272c6be2-3d24-451e-96a4-90a44fc49beb,segment=NetworkSegment(0d275c90-3bd1-498e-a485-a23914e67eb1),segment_id=0d275c90-3bd1-498e-a485-a23914e67eb1)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:59:03.560029 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f83921a5-8259-4202-bf76-7b2db8c5015b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:03.572560 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-f83921a5-8259-4202-bf76-7b2db8c5015b None None] Calling delete_port for 272c6be2-3d24-451e-96a4-90a44fc49beb owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:59:03.618069 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1408744f-bff4-4d56-af53-5dd9b30ab1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:03.646401 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f83921a5-8259-4202-bf76-7b2db8c5015b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:03.647069 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1408744f-bff4-4d56-af53-5dd9b30ab1a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=272c6be2-3d24-451e-96a4-90a44fc49beb,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:59:03.651245 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1408744f-bff4-4d56-af53-5dd9b30ab1a5 admin admin] No DVR routers for this DVR port 272c6be2-3d24-451e-96a4-90a44fc49beb on host n-d-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:59:03.676993 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83921a5-8259-4202-bf76-7b2db8c5015b None None] Pushing event deleted for resources: {'Port': ['ID=272c6be2-3d24-451e-96a4-90a44fc49beb,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:59:03.681160 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83921a5-8259-4202-bf76-7b2db8c5015b None None] No DVR routers for this DVR port 272c6be2-3d24-451e-96a4-90a44fc49beb on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:59:03.724155 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1408744f-bff4-4d56-af53-5dd9b30ab1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:03.733930 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-1408744f-bff4-4d56-af53-5dd9b30ab1a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73b1fe81-9ead-413d-adcc-8dcb2085def5']}} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:59:03.747697 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-1408744f-bff4-4d56-af53-5dd9b30ab1a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d275c90-3bd1-498e-a485-a23914e67eb1') {'for_net_delete': True} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:59:03.747995 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-1408744f-bff4-4d56-af53-5dd9b30ab1a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d275c90-3bd1-498e-a485-a23914e67eb1') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:59:03.756709 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1408744f-bff4-4d56-af53-5dd9b30ab1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5519669'] for segment, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:03.769892 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1408744f-bff4-4d56-af53-5dd9b30ab1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:03.775697 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1408744f-bff4-4d56-af53-5dd9b30ab1a5 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=94461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:59:03.776078 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1408744f-bff4-4d56-af53-5dd9b30ab1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5763545'] for segment, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:03.777671 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:59:03.777671 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:59:03.777671 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:59:03.777671 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:59:03.777671 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:59:03.777671 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:59:03.777671 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:59:03.777671 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:59:03.777671 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:59:03.777671 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:59:03.777671 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:59:03.777671 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:59:03.777671 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:59:03.777671 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:59:03.777671 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:59:03.777671 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:59:03.777671 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:59:03.777671 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:59:03.777671 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:59:03.777671 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:59:03.777671 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:59:03.777671 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:59:03.777671 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:59:03.777671 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:59:03.777671 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:59:03.777671 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:59:03.777671 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:59:03.777671 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:59:03.777671 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:59:03.777671 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:59:03.777671 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 02:59:03.777671 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 02:59:03.777671 n-d-771362-32 neutron-server[94461]: Traceback (most recent call last): Jul 05 02:59:03.777671 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:59:03.777671 n-d-771362-32 neutron-server[94461]: timer() Jul 05 02:59:03.777671 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:59:03.777671 n-d-771362-32 neutron-server[94461]: cb(*args, **kw) Jul 05 02:59:03.777671 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:59:03.777671 n-d-771362-32 neutron-server[94461]: return func(*args, **kwargs) Jul 05 02:59:03.777671 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:59:03.777671 n-d-771362-32 neutron-server[94461]: self._notify() Jul 05 02:59:03.777671 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:59:03.777671 n-d-771362-32 neutron-server[94461]: self.callback(batched_events) Jul 05 02:59:03.777671 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:59:03.777671 n-d-771362-32 neutron-server[94461]: event.method(event) Jul 05 02:59:03.777671 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:59:03.777671 n-d-771362-32 neutron-server[94461]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:59:03.777671 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:59:03.777671 n-d-771362-32 neutron-server[94461]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:59:03.777671 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:59:03.777671 n-d-771362-32 neutron-server[94461]: return f(self, *a, **k) Jul 05 02:59:03.777671 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:59:03.777671 n-d-771362-32 neutron-server[94461]: return self._get(url).json() Jul 05 02:59:03.777671 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:59:03.777671 n-d-771362-32 neutron-server[94461]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:59:03.777671 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:59:03.777671 n-d-771362-32 neutron-server[94461]: return self.request(url, 'GET', **kwargs) Jul 05 02:59:03.777671 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:59:03.777671 n-d-771362-32 neutron-server[94461]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:59:03.777671 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:59:03.777671 n-d-771362-32 neutron-server[94461]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:59:03.777671 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:59:03.777671 n-d-771362-32 neutron-server[94461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:59:03.777671 n-d-771362-32 neutron-server[94461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:59:03.947802 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1408744f-bff4-4d56-af53-5dd9b30ab1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:03.954003 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1408744f-bff4-4d56-af53-5dd9b30ab1a5 admin admin] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:03.955933 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-1408744f-bff4-4d56-af53-5dd9b30ab1a5 admin admin] 10.222.0.23 "DELETE /v2.0/networks/73b1fe81-9ead-413d-adcc-8dcb2085def5 HTTP/1.1" status: 204 len: 168 time: 0.7263143 Jul 05 02:59:03.959671 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45748) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:59:03.967410 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1408744f-bff4-4d56-af53-5dd9b30ab1a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=73b1fe81-9ead-413d-adcc-8dcb2085def5,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:59:04.023514 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0041f13f-4ba2-4434-98d7-daea12ef9f6e req-f11a3791-a02c-4f36-897c-003f7325eb38 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=80ff82ca-3393-4447-ac8a-459be4d64fbf HTTP/1.1" status: 200 len: 210 time: 0.0318685 Jul 05 02:59:04.136915 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device cddbc1a6-d42d-4a34-b945-0c6e94c5fcab up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:59:04.137953 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5433c551-7040-45ec-8255-ffffbd6e553c req-a182abf4-f95f-41b5-9aa3-94ddfa9438e5 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:59:04.140667 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5433c551-7040-45ec-8255-ffffbd6e553c req-a182abf4-f95f-41b5-9aa3-94ddfa9438e5 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.15 "GET /v2.0/networks?id=61823972-e4da-47bb-8855-818ae14f5834 HTTP/1.1" status: 200 len: 797 time: 0.1154492 Jul 05 02:59:04.189619 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5433c551-7040-45ec-8255-ffffbd6e553c req-d659f12c-957e-466c-844b-686365abe23b tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c924626042fc4116989b2d8085d7b151 HTTP/1.1" status: 200 len: 379 time: 0.0409458 Jul 05 02:59:04.190850 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port cddbc1a6-d42d-4a34-b945-0c6e94c5fcab triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:59:04.191947 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:04.200261 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-5433c551-7040-45ec-8255-ffffbd6e553c req-477f80a5-d12b-4f1a-af15-edd9c9aa3559 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Request body: {'port': {'device_id': '80ff82ca-3393-4447-ac8a-459be4d64fbf', 'network_id': '61823972-e4da-47bb-8855-818ae14f5834', 'admin_state_up': True, 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'security_groups': ['d83d62ef-8a4a-4a19-9089-bdb2eedfb982']}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:59:04.356006 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 581871ae-f1f2-4d48-a7e0-6ba26cbd1272 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:59:04.377523 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 581871ae-f1f2-4d48-a7e0-6ba26cbd1272 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:59:04.377949 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 581871ae-f1f2-4d48-a7e0-6ba26cbd1272 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:59:04.385426 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 272c6be2-3d24-451e-96a4-90a44fc49beb no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:59:04.393183 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1b152757-1c08-4c32-b5db-8cbd31e7ebd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1634680'] for router_interface, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:04.402885 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 272c6be2-3d24-451e-96a4-90a44fc49beb {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:59:04.403258 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 272c6be2-3d24-451e-96a4-90a44fc49beb not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:59:04.403667 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 7d2df5b5-41a7-4290-a99f-4004dbb96fd5 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:59:04.424484 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 7d2df5b5-41a7-4290-a99f-4004dbb96fd5 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:59:04.424825 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 7d2df5b5-41a7-4290-a99f-4004dbb96fd5 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:59:04.693111 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-1b152757-1c08-4c32-b5db-8cbd31e7ebd7 admin admin] Deleting port f4ceab4a-cef4-4b45-87b6-53aecbd18690 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:59:04.693451 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1b152757-1c08-4c32-b5db-8cbd31e7ebd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:04.761079 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5433c551-7040-45ec-8255-ffffbd6e553c req-477f80a5-d12b-4f1a-af15-edd9c9aa3559 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Made reservation on behalf of c924626042fc4116989b2d8085d7b151 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 02:59:04.764899 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-5433c551-7040-45ec-8255-ffffbd6e553c req-477f80a5-d12b-4f1a-af15-edd9c9aa3559 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:04.770685 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-1b152757-1c08-4c32-b5db-8cbd31e7ebd7 admin admin] For port f4ceab4a-cef4-4b45-87b6-53aecbd18690, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=f4ceab4a-cef4-4b45-87b6-53aecbd18690,segment=NetworkSegment(eef3ba66-b75f-4a29-b048-e3ceb7e56ce5),segment_id=eef3ba66-b75f-4a29-b048-e3ceb7e56ce5)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:59:04.771048 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1b152757-1c08-4c32-b5db-8cbd31e7ebd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:04.784246 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-1b152757-1c08-4c32-b5db-8cbd31e7ebd7 admin admin] Calling delete_port for f4ceab4a-cef4-4b45-87b6-53aecbd18690 owned by network:router_interface {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:59:04.891817 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-5433c551-7040-45ec-8255-ffffbd6e553c req-477f80a5-d12b-4f1a-af15-edd9c9aa3559 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Allocated IP 172.20.0.7 (61823972-e4da-47bb-8855-818ae14f5834/2e1c4b84-f4a6-422a-99af-9a75114df2b5/fc2a484b-ff25-477b-afb6-5a8364dbd2be) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:59:05.033369 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1b152757-1c08-4c32-b5db-8cbd31e7ebd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:05.064240 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b152757-1c08-4c32-b5db-8cbd31e7ebd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4ceab4a-cef4-4b45-87b6-53aecbd18690,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:59:05.144429 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-5433c551-7040-45ec-8255-ffffbd6e553c req-477f80a5-d12b-4f1a-af15-edd9c9aa3559 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:05.159578 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-5433c551-7040-45ec-8255-ffffbd6e553c req-477f80a5-d12b-4f1a-af15-edd9c9aa3559 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Transition to ACTIVE for port object fc2a484b-ff25-477b-afb6-5a8364dbd2be will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:59:05.211924 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-90c1a532-5b6d-4bf5-99cd-0efe20275c82 req-386dc433-3231-4e55-b6ed-0662e555838a tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=80ff82ca-3393-4447-ac8a-459be4d64fbf HTTP/1.1" status: 200 len: 210 time: 0.0380752 Jul 05 02:59:05.264089 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-5433c551-7040-45ec-8255-ffffbd6e553c req-477f80a5-d12b-4f1a-af15-edd9c9aa3559 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:05.283872 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1b152757-1c08-4c32-b5db-8cbd31e7ebd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635398'] for router_interface, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:05.308737 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5433c551-7040-45ec-8255-ffffbd6e553c req-477f80a5-d12b-4f1a-af15-edd9c9aa3559 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Network 61823972-e4da-47bb-8855-818ae14f5834 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:59:05.312436 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-5433c551-7040-45ec-8255-ffffbd6e553c req-477f80a5-d12b-4f1a-af15-edd9c9aa3559 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:59:05.316351 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-5433c551-7040-45ec-8255-ffffbd6e553c req-477f80a5-d12b-4f1a-af15-edd9c9aa3559 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:59:05.352133 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477f80a5-d12b-4f1a-af15-edd9c9aa3559 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Pushing event updated for resources: {'Port': ['ID=fc2a484b-ff25-477b-afb6-5a8364dbd2be,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:59:05.376352 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5433c551-7040-45ec-8255-ffffbd6e553c req-477f80a5-d12b-4f1a-af15-edd9c9aa3559 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:59:05.377023 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-5433c551-7040-45ec-8255-ffffbd6e553c req-477f80a5-d12b-4f1a-af15-edd9c9aa3559 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:05.464465 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5433c551-7040-45ec-8255-ffffbd6e553c req-477f80a5-d12b-4f1a-af15-edd9c9aa3559 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2697167 Jul 05 02:59:05.476649 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-5433c551-7040-45ec-8255-ffffbd6e553c req-62d098fd-3847-40d0-9f68-6e0fa0338154 service neutron] Request body: {'port': {'device_id': '80ff82ca-3393-4447-ac8a-459be4d64fbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:59:05.537765 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b152757-1c08-4c32-b5db-8cbd31e7ebd7 admin admin] Router 64db05f5-93ed-4661-a629-c11acc4dc101 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:59:05.549851 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-5433c551-7040-45ec-8255-ffffbd6e553c req-62d098fd-3847-40d0-9f68-6e0fa0338154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:05.649157 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b152757-1c08-4c32-b5db-8cbd31e7ebd7 admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:59:05.654345 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-1b152757-1c08-4c32-b5db-8cbd31e7ebd7 admin admin] 10.222.0.23 "PUT /v2.0/routers/64db05f5-93ed-4661-a629-c11acc4dc101/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6932433 Jul 05 02:59:05.657032 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45752) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:59:05.657607 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-add9876a-d51a-47aa-9eb9-501eda3729ac None None] Provisioning for port fc2a484b-ff25-477b-afb6-5a8364dbd2be completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:59:05.659892 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e462b6-8e45-4a57-8e8e-a83a456afeee None None] Sync routers for ids ['64db05f5-93ed-4661-a629-c11acc4dc101'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:59:05.662564 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-add9876a-d51a-47aa-9eb9-501eda3729ac None None] Provisioning complete for port fc2a484b-ff25-477b-afb6-5a8364dbd2be triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:59:05.663167 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-add9876a-d51a-47aa-9eb9-501eda3729ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:05.671787 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e462b6-8e45-4a57-8e8e-a83a456afeee None None] Routers {'64db05f5-93ed-4661-a629-c11acc4dc101'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:59:05.672668 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-a9e462b6-8e45-4a57-8e8e-a83a456afeee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:58:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['64db05f5-93ed-4661-a629-c11acc4dc101'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:59:05.698203 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-add9876a-d51a-47aa-9eb9-501eda3729ac None None] Port fc2a484b-ff25-477b-afb6-5a8364dbd2be cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 02:59:05.774886 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c740a873-8614-4182-b263-4e796dcbfe48 admin admin] Notify callbacks [] for router, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:05.779864 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-a9e462b6-8e45-4a57-8e8e-a83a456afeee None None] Set router 64db05f5-93ed-4661-a629-c11acc4dc101 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:59:05.887112 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-5433c551-7040-45ec-8255-ffffbd6e553c req-62d098fd-3847-40d0-9f68-6e0fa0338154 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc2a484b-ff25-477b-afb6-5a8364dbd2be {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:59:05.895018 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-5433c551-7040-45ec-8255-ffffbd6e553c req-62d098fd-3847-40d0-9f68-6e0fa0338154 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:05.906663 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-5433c551-7040-45ec-8255-ffffbd6e553c req-62d098fd-3847-40d0-9f68-6e0fa0338154 service neutron] Transition to ACTIVE for port object fc2a484b-ff25-477b-afb6-5a8364dbd2be will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 02:59:05.960064 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-a9e462b6-8e45-4a57-8e8e-a83a456afeee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64db05f5-93ed-4661-a629-c11acc4dc101', 'name': 'tempest-TestVolumeBootPattern-1235246729-router', 'tenant_id': 'd699901598c74175a3ad387b16e8958e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': 'ba8f70e2-bd0c-4d47-b6f9-70914091ca0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:42:01Z', 'updated_at': '2021-07-05T02:59:04Z', 'revision_number': 5, 'project_id': 'd699901598c74175a3ad387b16e8958e', 'gw_port': {'id': 'ba8f70e2-bd0c-4d47-b6f9-70914091ca0b', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:37:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64db05f5-93ed-4661-a629-c11acc4dc101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:42:03Z', 'updated_at': '2021-07-05T02:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:59:05.989178 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e462b6-8e45-4a57-8e8e-a83a456afeee None None] Checking router: 64db05f5-93ed-4661-a629-c11acc4dc101 for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:59:05.990024 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c740a873-8614-4182-b263-4e796dcbfe48 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:05.998155 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e462b6-8e45-4a57-8e8e-a83a456afeee None None] Routers {'64db05f5-93ed-4661-a629-c11acc4dc101'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:59:05.998759 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-a9e462b6-8e45-4a57-8e8e-a83a456afeee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:58:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['64db05f5-93ed-4661-a629-c11acc4dc101'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:59:06.006462 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-5433c551-7040-45ec-8255-ffffbd6e553c req-62d098fd-3847-40d0-9f68-6e0fa0338154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:06.098762 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d098fd-3847-40d0-9f68-6e0fa0338154 service neutron] Pushing event updated for resources: {'Port': ['ID=fc2a484b-ff25-477b-afb6-5a8364dbd2be,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:59:06.131776 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-a9e462b6-8e45-4a57-8e8e-a83a456afeee None None] Set router 64db05f5-93ed-4661-a629-c11acc4dc101 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:59:06.152921 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-5433c551-7040-45ec-8255-ffffbd6e553c req-62d098fd-3847-40d0-9f68-6e0fa0338154 service neutron] Attempting to bind port fc2a484b-ff25-477b-afb6-5a8364dbd2be on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 02:59:06.153319 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-5433c551-7040-45ec-8255-ffffbd6e553c req-62d098fd-3847-40d0-9f68-6e0fa0338154 service neutron] Attempting to bind port fc2a484b-ff25-477b-afb6-5a8364dbd2be by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '492d445e-516b-4718-a516-c2be77ab0c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '61823972-e4da-47bb-8855-818ae14f5834'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 02:59:06.153784 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5433c551-7040-45ec-8255-ffffbd6e553c req-62d098fd-3847-40d0-9f68-6e0fa0338154 service neutron] Attempting to bind port fc2a484b-ff25-477b-afb6-5a8364dbd2be on network 61823972-e4da-47bb-8855-818ae14f5834 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:59:06.159151 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5433c551-7040-45ec-8255-ffffbd6e553c req-62d098fd-3847-40d0-9f68-6e0fa0338154 service neutron] Port fc2a484b-ff25-477b-afb6-5a8364dbd2be on network 61823972-e4da-47bb-8855-818ae14f5834 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 02:59:06.159924 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5433c551-7040-45ec-8255-ffffbd6e553c req-62d098fd-3847-40d0-9f68-6e0fa0338154 service neutron] Attempting to bind port fc2a484b-ff25-477b-afb6-5a8364dbd2be on network 61823972-e4da-47bb-8855-818ae14f5834 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 02:59:06.165254 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5433c551-7040-45ec-8255-ffffbd6e553c req-62d098fd-3847-40d0-9f68-6e0fa0338154 service neutron] Checking agent: {'id': 'e071c76e-395f-48c4-a98f-88088465cf0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 02:59:06.165731 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5433c551-7040-45ec-8255-ffffbd6e553c req-62d098fd-3847-40d0-9f68-6e0fa0338154 service neutron] Checking segment: {'id': '492d445e-516b-4718-a516-c2be77ab0c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '61823972-e4da-47bb-8855-818ae14f5834'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 02:59:06.166140 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5433c551-7040-45ec-8255-ffffbd6e553c req-62d098fd-3847-40d0-9f68-6e0fa0338154 service neutron] Bound using segment: {'id': '492d445e-516b-4718-a516-c2be77ab0c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '61823972-e4da-47bb-8855-818ae14f5834'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 02:59:06.166579 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-5433c551-7040-45ec-8255-ffffbd6e553c req-62d098fd-3847-40d0-9f68-6e0fa0338154 service neutron] Bound port: fc2a484b-ff25-477b-afb6-5a8364dbd2be, host: n-h2-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '492d445e-516b-4718-a516-c2be77ab0c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '61823972-e4da-47bb-8855-818ae14f5834'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 02:59:06.166934 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-5433c551-7040-45ec-8255-ffffbd6e553c req-62d098fd-3847-40d0-9f68-6e0fa0338154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:06.180929 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-c740a873-8614-4182-b263-4e796dcbfe48 admin admin] Deleting port ba8f70e2-bd0c-4d47-b6f9-70914091ca0b {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:59:06.181508 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c740a873-8614-4182-b263-4e796dcbfe48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:06.263241 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-5433c551-7040-45ec-8255-ffffbd6e553c req-62d098fd-3847-40d0-9f68-6e0fa0338154 service neutron] For port fc2a484b-ff25-477b-afb6-5a8364dbd2be, host n-h2-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 02:59:06.269357 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-5433c551-7040-45ec-8255-ffffbd6e553c req-62d098fd-3847-40d0-9f68-6e0fa0338154 service neutron] For port fc2a484b-ff25-477b-afb6-5a8364dbd2be, host n-h2-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=fc2a484b-ff25-477b-afb6-5a8364dbd2be,segment=NetworkSegment(492d445e-516b-4718-a516-c2be77ab0c67),segment_id=492d445e-516b-4718-a516-c2be77ab0c67)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 02:59:06.294989 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-c740a873-8614-4182-b263-4e796dcbfe48 admin admin] For port ba8f70e2-bd0c-4d47-b6f9-70914091ca0b, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=ba8f70e2-bd0c-4d47-b6f9-70914091ca0b,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:59:06.295378 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c740a873-8614-4182-b263-4e796dcbfe48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:06.310288 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-c740a873-8614-4182-b263-4e796dcbfe48 admin admin] Calling delete_port for ba8f70e2-bd0c-4d47-b6f9-70914091ca0b owned by network:router_gateway {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:59:06.359435 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-5433c551-7040-45ec-8255-ffffbd6e553c req-62d098fd-3847-40d0-9f68-6e0fa0338154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:06.375631 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-a9e462b6-8e45-4a57-8e8e-a83a456afeee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64db05f5-93ed-4661-a629-c11acc4dc101', 'name': 'tempest-TestVolumeBootPattern-1235246729-router', 'tenant_id': 'd699901598c74175a3ad387b16e8958e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': 'ba8f70e2-bd0c-4d47-b6f9-70914091ca0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:42:01Z', 'updated_at': '2021-07-05T02:59:04Z', 'revision_number': 5, 'project_id': 'd699901598c74175a3ad387b16e8958e', 'gw_port': {'id': 'ba8f70e2-bd0c-4d47-b6f9-70914091ca0b', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:37:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64db05f5-93ed-4661-a629-c11acc4dc101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:42:03Z', 'updated_at': '2021-07-05T02:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:59:06.403424 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e462b6-8e45-4a57-8e8e-a83a456afeee None None] The sync data for ids ['64db05f5-93ed-4661-a629-c11acc4dc101'] in n-d-771362-32 is: [{'id': '64db05f5-93ed-4661-a629-c11acc4dc101', 'name': 'tempest-TestVolumeBootPattern-1235246729-router', 'tenant_id': 'd699901598c74175a3ad387b16e8958e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': 'ba8f70e2-bd0c-4d47-b6f9-70914091ca0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:42:01Z', 'updated_at': '2021-07-05T02:59:04Z', 'revision_number': 5, 'project_id': 'd699901598c74175a3ad387b16e8958e', 'gw_port': {'id': 'ba8f70e2-bd0c-4d47-b6f9-70914091ca0b', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:37:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64db05f5-93ed-4661-a629-c11acc4dc101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:42:03Z', 'updated_at': '2021-07-05T02:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:59:06.427843 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5433c551-7040-45ec-8255-ffffbd6e553c req-62d098fd-3847-40d0-9f68-6e0fa0338154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:59:06.428510 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-5433c551-7040-45ec-8255-ffffbd6e553c req-62d098fd-3847-40d0-9f68-6e0fa0338154 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:06.430141 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5433c551-7040-45ec-8255-ffffbd6e553c req-62d098fd-3847-40d0-9f68-6e0fa0338154 service neutron] 10.222.0.15 "PUT /v2.0/ports/fc2a484b-ff25-477b-afb6-5a8364dbd2be HTTP/1.1" status: 200 len: 1092 time: 0.9583232 Jul 05 02:59:06.430456 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80ff82ca-3393-4447-ac8a-459be4d64fbf', 'tag': 'fc2a484b-ff25-477b-afb6-5a8364dbd2be'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:59:06.432820 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a0577a6-8433-4517-b14d-732ec2a60507" -d '{"events": [{"name": "network-changed", "server_uuid": "80ff82ca-3393-4447-ac8a-459be4d64fbf", "tag": "fc2a484b-ff25-477b-afb6-5a8364dbd2be"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:59:06.483227 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbaefa98-13ec-4fe0-8dda-bab0248d2656 x-openstack-request-id: req-cbaefa98-13ec-4fe0-8dda-bab0248d2656 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:59:06.483538 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80ff82ca-3393-4447-ac8a-459be4d64fbf", "tag": "fc2a484b-ff25-477b-afb6-5a8364dbd2be", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:59:06.483789 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cbaefa98-13ec-4fe0-8dda-bab0248d2656 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:59:06.484190 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80ff82ca-3393-4447-ac8a-459be4d64fbf', 'tag': 'fc2a484b-ff25-477b-afb6-5a8364dbd2be', 'status': 'completed', 'code': 200} Jul 05 02:59:06.486804 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d098fd-3847-40d0-9f68-6e0fa0338154 service neutron] Pushing event updated for resources: {'Port': ['ID=fc2a484b-ff25-477b-afb6-5a8364dbd2be,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:59:06.512936 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802c858c-e4f3-47d1-b62d-826058648ae3 req-159bfcf3-c3f2-4c1a-95b9-242cebe7bcad tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:59:06.514548 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-802c858c-e4f3-47d1-b62d-826058648ae3 req-159bfcf3-c3f2-4c1a-95b9-242cebe7bcad tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=80ff82ca-3393-4447-ac8a-459be4d64fbf HTTP/1.1" status: 200 len: 943 time: 0.1499078 Jul 05 02:59:06.589181 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-802c858c-e4f3-47d1-b62d-826058648ae3 req-d2661967-bd1b-44bf-b6a1-8c5b12bd6f80 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=d83d62ef-8a4a-4a19-9089-bdb2eedfb982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642779 Jul 05 02:59:06.607788 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0577a6-8433-4517-b14d-732ec2a60507 req-610b5e63-9109-4a19-92dd-b2315b685688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:59:06.611921 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8a0577a6-8433-4517-b14d-732ec2a60507 req-610b5e63-9109-4a19-92dd-b2315b685688 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c924626042fc4116989b2d8085d7b151&device_id=80ff82ca-3393-4447-ac8a-459be4d64fbf HTTP/1.1" status: 200 len: 1095 time: 0.0948689 Jul 05 02:59:06.621970 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c740a873-8614-4182-b263-4e796dcbfe48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:06.652163 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c740a873-8614-4182-b263-4e796dcbfe48 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba8f70e2-bd0c-4d47-b6f9-70914091ca0b,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:59:06.717545 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0577a6-8433-4517-b14d-732ec2a60507 req-bfb5db95-ce56-4e48-b594-bf02a63e2f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:59:06.717545 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8a0577a6-8433-4517-b14d-732ec2a60507 req-bfb5db95-ce56-4e48-b594-bf02a63e2f4c service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=c924626042fc4116989b2d8085d7b151&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0968785 Jul 05 02:59:06.827770 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0577a6-8433-4517-b14d-732ec2a60507 req-a075e324-4f0f-495e-96b8-db14efc02f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:59:06.829342 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8a0577a6-8433-4517-b14d-732ec2a60507 req-a075e324-4f0f-495e-96b8-db14efc02f1c service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1073806 Jul 05 02:59:06.930418 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5433c551-7040-45ec-8255-ffffbd6e553c req-b11e8eeb-3f9e-44db-8a3e-e89175369372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:59:06.931969 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5433c551-7040-45ec-8255-ffffbd6e553c req-b11e8eeb-3f9e-44db-8a3e-e89175369372 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c924626042fc4116989b2d8085d7b151&device_id=80ff82ca-3393-4447-ac8a-459be4d64fbf HTTP/1.1" status: 200 len: 1095 time: 0.0620794 Jul 05 02:59:06.979651 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5433c551-7040-45ec-8255-ffffbd6e553c req-6c31405c-6bda-464f-921d-070c70b17cb6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc2a484b-ff25-477b-afb6-5a8364dbd2be HTTP/1.1" status: 200 len: 217 time: 0.0365198 Jul 05 02:59:07.035034 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5433c551-7040-45ec-8255-ffffbd6e553c req-b3c4148f-b446-4710-b31d-e4c5bc7b3b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:59:07.036448 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5433c551-7040-45ec-8255-ffffbd6e553c req-b3c4148f-b446-4710-b31d-e4c5bc7b3b70 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2e1c4b84-f4a6-422a-99af-9a75114df2b5 HTTP/1.1" status: 200 len: 835 time: 0.0508299 Jul 05 02:59:07.050827 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c740a873-8614-4182-b263-4e796dcbfe48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636927'] for router_gateway, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:07.094692 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5433c551-7040-45ec-8255-ffffbd6e553c req-b3037b24-dee6-4011-90d5-d04a46301ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:59:07.096225 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5433c551-7040-45ec-8255-ffffbd6e553c req-b3037b24-dee6-4011-90d5-d04a46301ab6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=61823972-e4da-47bb-8855-818ae14f5834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530543 Jul 05 02:59:07.139925 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c740a873-8614-4182-b263-4e796dcbfe48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11828'] for router, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:07.142056 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c740a873-8614-4182-b263-4e796dcbfe48 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:07.183693 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5433c551-7040-45ec-8255-ffffbd6e553c req-8679c803-a9e0-4365-93c0-307e3214b170 service neutron] 10.222.0.15 "GET /v2.0/networks/61823972-e4da-47bb-8855-818ae14f5834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814023 Jul 05 02:59:07.257977 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c740a873-8614-4182-b263-4e796dcbfe48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1575451'] for router, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:07.258661 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c740a873-8614-4182-b263-4e796dcbfe48 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64db05f5-93ed-4661-a629-c11acc4dc101 {{(pid=94462) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 02:59:07.263732 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c740a873-8614-4182-b263-4e796dcbfe48 admin admin] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:07.264791 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-c740a873-8614-4182-b263-4e796dcbfe48 admin admin] 10.222.0.23 "DELETE /v2.0/routers/64db05f5-93ed-4661-a629-c11acc4dc101 HTTP/1.1" status: 204 len: 168 time: 1.6057096 Jul 05 02:59:07.267436 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45758) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:59:07.280438 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5433c551-7040-45ec-8255-ffffbd6e553c req-29521bda-64b3-47f4-ab26-9ff1da349bc1 service neutron] 10.222.0.15 "GET /v2.0/networks/61823972-e4da-47bb-8855-818ae14f5834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907404 Jul 05 02:59:07.317788 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b2948c1-bf56-4f0d-a6cc-26bf379adc40 admin admin] Deleting subnet d2c8c380-8820-4e16-9b40-3143e8724223 {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 02:59:07.321618 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9b2948c1-bf56-4f0d-a6cc-26bf379adc40 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:07.357656 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9b2948c1-bf56-4f0d-a6cc-26bf379adc40 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:07.439291 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9b2948c1-bf56-4f0d-a6cc-26bf379adc40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:07.572289 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9b2948c1-bf56-4f0d-a6cc-26bf379adc40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:07.596169 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2948c1-bf56-4f0d-a6cc-26bf379adc40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2c8c380-8820-4e16-9b40-3143e8724223,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:59:07.602410 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9b2948c1-bf56-4f0d-a6cc-26bf379adc40 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:07.604449 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-9b2948c1-bf56-4f0d-a6cc-26bf379adc40 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/d2c8c380-8820-4e16-9b40-3143e8724223 HTTP/1.1" status: 204 len: 168 time: 0.3359530 Jul 05 02:59:07.606733 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45760) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:59:07.607508 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7fa0e86-5c21-4f85-bb13-7318a79aacb2 None None] Network 6b16f47a-001b-44a9-b239-5a456beb0f2f requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 02:59:07.677883 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a549dd39-002d-4327-bf6f-b49da7d4b21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:07.779125 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-a549dd39-002d-4327-bf6f-b49da7d4b21b admin admin] Deleting port a480e617-cd56-4dc9-bd6b-fb71ccfbb25d {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:59:07.779460 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a549dd39-002d-4327-bf6f-b49da7d4b21b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:07.825540 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86f99eb-53aa-4f60-ac68-2735030b1e4a None None] DHCP port deletion for 6b16f47a-001b-44a9-b239-5a456beb0f2f request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 02:59:07.853395 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-a549dd39-002d-4327-bf6f-b49da7d4b21b admin admin] For port a480e617-cd56-4dc9-bd6b-fb71ccfbb25d, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=a480e617-cd56-4dc9-bd6b-fb71ccfbb25d,segment=NetworkSegment(eef3ba66-b75f-4a29-b048-e3ceb7e56ce5),segment_id=eef3ba66-b75f-4a29-b048-e3ceb7e56ce5)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:59:07.853755 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a549dd39-002d-4327-bf6f-b49da7d4b21b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:07.874507 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-d86f99eb-53aa-4f60-ac68-2735030b1e4a None None] Deleting port a480e617-cd56-4dc9-bd6b-fb71ccfbb25d {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 02:59:07.874949 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-d86f99eb-53aa-4f60-ac68-2735030b1e4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:07.878167 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2490cc6-1641-4791-bcd2-877773ad50c5 req-77c8fdb4-19a0-42b0-883c-1b1f79789815 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:59:07.879763 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e2490cc6-1641-4791-bcd2-877773ad50c5 req-77c8fdb4-19a0-42b0-883c-1b1f79789815 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=80ff82ca-3393-4447-ac8a-459be4d64fbf HTTP/1.1" status: 200 len: 943 time: 0.1493406 Jul 05 02:59:07.880781 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-a549dd39-002d-4327-bf6f-b49da7d4b21b admin admin] Calling delete_port for a480e617-cd56-4dc9-bd6b-fb71ccfbb25d owned by network:dhcp {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:59:07.943136 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-d86f99eb-53aa-4f60-ac68-2735030b1e4a None None] For port a480e617-cd56-4dc9-bd6b-fb71ccfbb25d, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=a480e617-cd56-4dc9-bd6b-fb71ccfbb25d,segment=NetworkSegment(eef3ba66-b75f-4a29-b048-e3ceb7e56ce5),segment_id=eef3ba66-b75f-4a29-b048-e3ceb7e56ce5)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:59:07.943655 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-d86f99eb-53aa-4f60-ac68-2735030b1e4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:07.957229 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-d86f99eb-53aa-4f60-ac68-2735030b1e4a None None] Calling delete_port for a480e617-cd56-4dc9-bd6b-fb71ccfbb25d owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 02:59:07.962509 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e2490cc6-1641-4791-bcd2-877773ad50c5 req-34370b3e-d9b6-4520-ba47-b8fb43c4a868 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=d83d62ef-8a4a-4a19-9089-bdb2eedfb982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759354 Jul 05 02:59:08.063745 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a549dd39-002d-4327-bf6f-b49da7d4b21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:08.073355 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-d86f99eb-53aa-4f60-ac68-2735030b1e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:08.090114 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a549dd39-002d-4327-bf6f-b49da7d4b21b admin admin] Pushing event deleted for resources: {'Port': ['ID=a480e617-cd56-4dc9-bd6b-fb71ccfbb25d,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:59:08.100544 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a549dd39-002d-4327-bf6f-b49da7d4b21b admin admin] No DVR routers for this DVR port a480e617-cd56-4dc9-bd6b-fb71ccfbb25d on host n-d-771362-32 {{(pid=94462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:59:08.103698 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86f99eb-53aa-4f60-ac68-2735030b1e4a None None] Pushing event deleted for resources: {'Port': ['ID=a480e617-cd56-4dc9-bd6b-fb71ccfbb25d,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:59:08.108595 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86f99eb-53aa-4f60-ac68-2735030b1e4a None None] No DVR routers for this DVR port a480e617-cd56-4dc9-bd6b-fb71ccfbb25d on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 02:59:08.116825 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86f99eb-53aa-4f60-ac68-2735030b1e4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:59:08.117289 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86f99eb-53aa-4f60-ac68-2735030b1e4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:59:08.117645 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86f99eb-53aa-4f60-ac68-2735030b1e4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:59:08.117966 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86f99eb-53aa-4f60-ac68-2735030b1e4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:59:08.124034 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86f99eb-53aa-4f60-ac68-2735030b1e4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:59:08.124034 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86f99eb-53aa-4f60-ac68-2735030b1e4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:59:08.124034 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86f99eb-53aa-4f60-ac68-2735030b1e4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:59:08.124034 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86f99eb-53aa-4f60-ac68-2735030b1e4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:59:08.124034 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86f99eb-53aa-4f60-ac68-2735030b1e4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:59:08.124034 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86f99eb-53aa-4f60-ac68-2735030b1e4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:59:08.124034 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86f99eb-53aa-4f60-ac68-2735030b1e4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:59:08.124034 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86f99eb-53aa-4f60-ac68-2735030b1e4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 02:59:08.143557 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device ba8f70e2-bd0c-4d47-b6f9-70914091ca0b no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:59:08.166679 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: ba8f70e2-bd0c-4d47-b6f9-70914091ca0b {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:59:08.167104 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device ba8f70e2-bd0c-4d47-b6f9-70914091ca0b not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:59:08.167599 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device a480e617-cd56-4dc9-bd6b-fb71ccfbb25d no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:59:08.176939 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a549dd39-002d-4327-bf6f-b49da7d4b21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:08.185747 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: a480e617-cd56-4dc9-bd6b-fb71ccfbb25d {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:59:08.186092 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device a480e617-cd56-4dc9-bd6b-fb71ccfbb25d not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:59:08.186538 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device f4ceab4a-cef4-4b45-87b6-53aecbd18690 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 02:59:08.186909 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-a549dd39-002d-4327-bf6f-b49da7d4b21b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b16f47a-001b-44a9-b239-5a456beb0f2f']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:59:08.197383 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-a549dd39-002d-4327-bf6f-b49da7d4b21b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eef3ba66-b75f-4a29-b048-e3ceb7e56ce5') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:59:08.197680 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-a549dd39-002d-4327-bf6f-b49da7d4b21b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eef3ba66-b75f-4a29-b048-e3ceb7e56ce5') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:59:08.204765 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: f4ceab4a-cef4-4b45-87b6-53aecbd18690 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 02:59:08.205110 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device f4ceab4a-cef4-4b45-87b6-53aecbd18690 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 02:59:08.206208 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a549dd39-002d-4327-bf6f-b49da7d4b21b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:08.220288 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a549dd39-002d-4327-bf6f-b49da7d4b21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:08.226007 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a549dd39-002d-4327-bf6f-b49da7d4b21b admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 02:59:08.226481 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a549dd39-002d-4327-bf6f-b49da7d4b21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:08.228081 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 02:59:08.228081 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 02:59:08.228081 n-d-771362-32 neutron-server[94462]: timer() Jul 05 02:59:08.228081 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 02:59:08.228081 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 02:59:08.228081 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 02:59:08.228081 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 02:59:08.228081 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 02:59:08.228081 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 02:59:08.228081 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 02:59:08.228081 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 02:59:08.228081 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 02:59:08.228081 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 02:59:08.228081 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 02:59:08.228081 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 02:59:08.228081 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 02:59:08.228081 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 02:59:08.228081 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 02:59:08.228081 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 02:59:08.228081 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 02:59:08.228081 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 02:59:08.228081 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 02:59:08.228081 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 02:59:08.228081 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 02:59:08.228081 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 02:59:08.228081 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 02:59:08.228081 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 02:59:08.228081 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 02:59:08.228081 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 02:59:08.228081 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 02:59:08.228081 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 02:59:08.228081 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 02:59:08.343526 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a549dd39-002d-4327-bf6f-b49da7d4b21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:08.352911 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a549dd39-002d-4327-bf6f-b49da7d4b21b admin admin] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:08.354006 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-a549dd39-002d-4327-bf6f-b49da7d4b21b admin admin] 10.222.0.23 "DELETE /v2.0/networks/6b16f47a-001b-44a9-b239-5a456beb0f2f HTTP/1.1" status: 204 len: 168 time: 0.7463276 Jul 05 02:59:08.364200 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a549dd39-002d-4327-bf6f-b49da7d4b21b admin admin] Pushing event deleted for resources: {'Network': ['ID=6b16f47a-001b-44a9-b239-5a456beb0f2f,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:59:08.887061 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 45766) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:59:08.930146 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-fd417e87-664b-43b2-8e8d-a3de2ba0c317 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b1a00a493e704ec48248eed2815bb351&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392902 Jul 05 02:59:08.932129 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 45768) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:59:08.978083 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b8d90fbf-e849-449f-8532-5dd9589e63a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:08.999152 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b8d90fbf-e849-449f-8532-5dd9589e63a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:09.131706 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b8d90fbf-e849-449f-8532-5dd9589e63a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:09.134316 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b8d90fbf-e849-449f-8532-5dd9589e63a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:09.135437 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-b8d90fbf-e849-449f-8532-5dd9589e63a1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ac3071f8-72e9-48f6-993d-b91865fa3824 HTTP/1.1" status: 204 len: 168 time: 0.2024283 Jul 05 02:59:09.155506 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de1a191-adbe-4370-85e4-559b2eb0dc6b req-6355e93f-242a-47d7-99d0-8e557c9e6b44 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:59:09.157044 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1de1a191-adbe-4370-85e4-559b2eb0dc6b req-6355e93f-242a-47d7-99d0-8e557c9e6b44 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=80ff82ca-3393-4447-ac8a-459be4d64fbf HTTP/1.1" status: 200 len: 943 time: 0.0766079 Jul 05 02:59:09.157815 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d90fbf-e849-449f-8532-5dd9589e63a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac3071f8-72e9-48f6-993d-b91865fa3824,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:59:09.198325 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1de1a191-adbe-4370-85e4-559b2eb0dc6b req-ee5d6f78-c9ba-488c-87aa-7f8d3b9c6d2f tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=d83d62ef-8a4a-4a19-9089-bdb2eedfb982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350320 Jul 05 02:59:09.885680 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 45776) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:59:09.924850 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-d37c5226-93b0-44df-8053-f19c39c4934f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d699901598c74175a3ad387b16e8958e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380049 Jul 05 02:59:09.927936 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 45778) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:59:09.975201 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ca828495-b40d-4fc9-b7b6-42ef2a580bc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:09.995885 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ca828495-b40d-4fc9-b7b6-42ef2a580bc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:10.152966 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ca828495-b40d-4fc9-b7b6-42ef2a580bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:10.155712 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ca828495-b40d-4fc9-b7b6-42ef2a580bc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:10.156923 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-ca828495-b40d-4fc9-b7b6-42ef2a580bc5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/acc17dfa-4ee8-4f7c-957a-e5910c09e5ab HTTP/1.1" status: 204 len: 168 time: 0.2281101 Jul 05 02:59:10.164875 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca828495-b40d-4fc9-b7b6-42ef2a580bc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acc17dfa-4ee8-4f7c-957a-e5910c09e5ab,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:59:10.374727 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d886bd-d34f-430c-80bf-605910c9a25a req-f6951319-f22a-4650-a514-bc366a65e242 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:59:10.376308 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f3d886bd-d34f-430c-80bf-605910c9a25a req-f6951319-f22a-4650-a514-bc366a65e242 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=80ff82ca-3393-4447-ac8a-459be4d64fbf HTTP/1.1" status: 200 len: 943 time: 0.0676568 Jul 05 02:59:10.414014 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f3d886bd-d34f-430c-80bf-605910c9a25a req-dc479a5e-c02f-4cc6-908f-c0e5daebd467 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=d83d62ef-8a4a-4a19-9089-bdb2eedfb982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319860 Jul 05 02:59:11.280021 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device fc2a484b-ff25-477b-afb6-5a8364dbd2be details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 02:59:11.375494 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port fc2a484b-ff25-477b-afb6-5a8364dbd2be, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=fc2a484b-ff25-477b-afb6-5a8364dbd2be,segment=NetworkSegment(492d445e-516b-4718-a516-c2be77ab0c67),segment_id=492d445e-516b-4718-a516-c2be77ab0c67)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:59:11.386618 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Returning: {'device': 'fc2a484b-ff25-477b-afb6-5a8364dbd2be', 'network_id': '61823972-e4da-47bb-8855-818ae14f5834', 'port_id': 'fc2a484b-ff25-477b-afb6-5a8364dbd2be', 'mac_address': 'fa:16:3e:1b:28:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e1c4b84-f4a6-422a-99af-9a75114df2b5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 02:59:11.423133 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:11.436367 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc2a484b-ff25-477b-afb6-5a8364dbd2be {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 02:59:11.456498 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port fc2a484b-ff25-477b-afb6-5a8364dbd2be, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=fc2a484b-ff25-477b-afb6-5a8364dbd2be,segment=NetworkSegment(492d445e-516b-4718-a516-c2be77ab0c67),segment_id=492d445e-516b-4718-a516-c2be77ab0c67)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:59:11.524103 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:11.575825 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=fc2a484b-ff25-477b-afb6-5a8364dbd2be,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:59:11.596894 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e6aa5f-fe3a-4d18-b59b-43fe47b2b8c4 req-ac004a87-7070-456f-8e2e-0ad1f075e200 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:59:11.598434 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-32e6aa5f-fe3a-4d18-b59b-43fe47b2b8c4 req-ac004a87-7070-456f-8e2e-0ad1f075e200 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=80ff82ca-3393-4447-ac8a-459be4d64fbf HTTP/1.1" status: 200 len: 944 time: 0.0736897 Jul 05 02:59:11.636301 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-32e6aa5f-fe3a-4d18-b59b-43fe47b2b8c4 req-78d2b275-1092-44bb-9c3e-32a129b7090b tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=d83d62ef-8a4a-4a19-9089-bdb2eedfb982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322597 Jul 05 02:59:11.726390 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['fc2a484b-ff25-477b-afb6-5a8364dbd2be'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 02:59:12.096002 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:12.124205 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:12.814471 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966d482b-794d-42d5-a0a6-3213e706b5d7 req-af796ece-825b-4611-b12e-6e5247de6873 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:59:12.815805 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-966d482b-794d-42d5-a0a6-3213e706b5d7 req-af796ece-825b-4611-b12e-6e5247de6873 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=80ff82ca-3393-4447-ac8a-459be4d64fbf HTTP/1.1" status: 200 len: 944 time: 0.0628779 Jul 05 02:59:12.853105 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-966d482b-794d-42d5-a0a6-3213e706b5d7 req-39d7412f-942d-49b7-a7a2-232cbf181dc4 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=d83d62ef-8a4a-4a19-9089-bdb2eedfb982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316157 Jul 05 02:59:13.295870 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device fc2a484b-ff25-477b-afb6-5a8364dbd2be up at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 02:59:13.444569 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning for port fc2a484b-ff25-477b-afb6-5a8364dbd2be completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 02:59:13.448388 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning complete for port fc2a484b-ff25-477b-afb6-5a8364dbd2be triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 02:59:13.448758 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:13.522700 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:13.545383 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80ff82ca-3393-4447-ac8a-459be4d64fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc2a484b-ff25-477b-afb6-5a8364dbd2be'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:59:13.547735 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-debc527e-3282-44c2-a1d3-3461d38edef3" -d '{"events": [{"server_uuid": "80ff82ca-3393-4447-ac8a-459be4d64fbf", "name": "network-vif-plugged", "status": "completed", "tag": "fc2a484b-ff25-477b-afb6-5a8364dbd2be"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:59:13.560043 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port fc2a484b-ff25-477b-afb6-5a8364dbd2be, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=fc2a484b-ff25-477b-afb6-5a8364dbd2be,segment=NetworkSegment(492d445e-516b-4718-a516-c2be77ab0c67),segment_id=492d445e-516b-4718-a516-c2be77ab0c67)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 02:59:13.583215 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 02:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bfabbf5-2b9c-4ba5-8628-a23bc0a13aae x-openstack-request-id: req-4bfabbf5-2b9c-4ba5-8628-a23bc0a13aae {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:59:13.583536 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80ff82ca-3393-4447-ac8a-459be4d64fbf", "name": "network-vif-plugged", "status": "completed", "tag": "fc2a484b-ff25-477b-afb6-5a8364dbd2be", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:59:13.584344 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4bfabbf5-2b9c-4ba5-8628-a23bc0a13aae {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:59:13.584733 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80ff82ca-3393-4447-ac8a-459be4d64fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc2a484b-ff25-477b-afb6-5a8364dbd2be', 'code': 200} Jul 05 02:59:13.632898 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:13.679872 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=fc2a484b-ff25-477b-afb6-5a8364dbd2be,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:59:13.694463 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3c85f7-6912-4e3e-b3dd-b4b8b0694435 req-db62043b-92c0-4f2a-b326-00bf84b3e0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:59:13.695974 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-df3c85f7-6912-4e3e-b3dd-b4b8b0694435 req-db62043b-92c0-4f2a-b326-00bf84b3e0fa service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=80ff82ca-3393-4447-ac8a-459be4d64fbf HTTP/1.1" status: 200 len: 1097 time: 0.0546350 Jul 05 02:59:13.729927 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-df3c85f7-6912-4e3e-b3dd-b4b8b0694435 req-76bd72fb-6789-4930-a0db-59fcde723c96 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d83d62ef-8a4a-4a19-9089-bdb2eedfb982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269849 Jul 05 02:59:14.024523 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1e5666-eab3-488d-a41f-808665c312d2 req-5bb04288-9993-4c7f-bec2-076e99282861 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:59:14.025969 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-be1e5666-eab3-488d-a41f-808665c312d2 req-5bb04288-9993-4c7f-bec2-076e99282861 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=80ff82ca-3393-4447-ac8a-459be4d64fbf HTTP/1.1" status: 200 len: 945 time: 0.0627654 Jul 05 02:59:14.064295 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-be1e5666-eab3-488d-a41f-808665c312d2 req-8e6a7773-b5a2-454a-b9cc-361f2b7c5e00 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=d83d62ef-8a4a-4a19-9089-bdb2eedfb982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327349 Jul 05 02:59:15.262177 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5281428-df02-4e57-bcde-077d0a13b971 req-98dea9ee-0c31-4449-8d6b-e0bd9148d2c1 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:59:15.263705 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b5281428-df02-4e57-bcde-077d0a13b971 req-98dea9ee-0c31-4449-8d6b-e0bd9148d2c1 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=80ff82ca-3393-4447-ac8a-459be4d64fbf HTTP/1.1" status: 200 len: 945 time: 0.0705492 Jul 05 02:59:15.300250 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b5281428-df02-4e57-bcde-077d0a13b971 req-5e6df8a8-10b2-498f-a229-829239ba6c3f tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=d83d62ef-8a4a-4a19-9089-bdb2eedfb982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310819 Jul 05 02:59:15.481729 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f10cce-ac1b-4e0c-b7eb-9722491849db req-67a1157c-dff4-422d-916d-b3a930f668c4 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:59:15.483279 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-36f10cce-ac1b-4e0c-b7eb-9722491849db req-67a1157c-dff4-422d-916d-b3a930f668c4 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=80ff82ca-3393-4447-ac8a-459be4d64fbf HTTP/1.1" status: 200 len: 945 time: 0.0678461 Jul 05 02:59:15.521764 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-36f10cce-ac1b-4e0c-b7eb-9722491849db req-7b329190-e821-4059-beb0-30df98a9379b tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=d83d62ef-8a4a-4a19-9089-bdb2eedfb982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327606 Jul 05 02:59:15.547724 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 45796) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:59:15.598475 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52282ba-78f4-4ede-84da-76fa303db0a3 tempest-TestNetworkAdvancedServerOps-295631081 tempest-TestNetworkAdvancedServerOps-295631081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:59:15.600491 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-e52282ba-78f4-4ede-84da-76fa303db0a3 tempest-TestNetworkAdvancedServerOps-295631081 tempest-TestNetworkAdvancedServerOps-295631081-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=80ff82ca-3393-4447-ac8a-459be4d64fbf HTTP/1.1" status: 200 len: 1092 time: 0.0517623 Jul 05 02:59:15.603336 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 45798) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:59:15.607765 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-bf4b3d2a-f443-4e87-b004-14b06c68a1a0 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Request body: {'floatingip': {'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'port_id': 'fc2a484b-ff25-477b-afb6-5a8364dbd2be', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 02:59:15.712457 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bf4b3d2a-f443-4e87-b004-14b06c68a1a0 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for floatingip, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:15.810206 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bf4b3d2a-f443-4e87-b004-14b06c68a1a0 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:15.908436 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-bf4b3d2a-f443-4e87-b004-14b06c68a1a0 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Allocated IP 172.25.7.72 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/bbe08801-3cd5-4a95-9918-f1c7e3c8d388) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 02:59:16.009104 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bf4b3d2a-f443-4e87-b004-14b06c68a1a0 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:16.120881 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bf4b3d2a-f443-4e87-b004-14b06c68a1a0 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:16.169359 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4b3d2a-f443-4e87-b004-14b06c68a1a0 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 02:59:16.169359 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-bf4b3d2a-f443-4e87-b004-14b06c68a1a0 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 02:59:16.172216 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4b3d2a-f443-4e87-b004-14b06c68a1a0 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 02:59:16.200126 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4b3d2a-f443-4e87-b004-14b06c68a1a0 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Pushing event updated for resources: {'Port': ['ID=bbe08801-3cd5-4a95-9918-f1c7e3c8d388,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:59:16.536514 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bf4b3d2a-f443-4e87-b004-14b06c68a1a0 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:16.707063 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bf4b3d2a-f443-4e87-b004-14b06c68a1a0 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:16.854706 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bf4b3d2a-f443-4e87-b004-14b06c68a1a0 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:16.966484 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bf4b3d2a-f443-4e87-b004-14b06c68a1a0 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:17.034561 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4b3d2a-f443-4e87-b004-14b06c68a1a0 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Pushing event updated for resources: {'Port': ['ID=bbe08801-3cd5-4a95-9918-f1c7e3c8d388,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 02:59:17.047092 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bf4b3d2a-f443-4e87-b004-14b06c68a1a0 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636869'] for floatingip, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:17.143616 n-d-771362-32 neutron-server[94461]: INFO neutron.db.l3_db [None req-bf4b3d2a-f443-4e87-b004-14b06c68a1a0 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Floating IP 8ab35c1b-14ae-44d1-9c61-1893c3512bb9 associated. External IP: 172.25.7.72, port: fc2a484b-ff25-477b-afb6-5a8364dbd2be. Jul 05 02:59:17.346307 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf4b3d2a-f443-4e87-b004-14b06c68a1a0 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Router 8664ef93-104d-40de-9a04-09257981d271 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 02:59:17.450185 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf4b3d2a-f443-4e87-b004-14b06c68a1a0 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 02:59:17.460017 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4406c1-d314-4890-9b3a-4bfa7deda370 None None] Sync routers for ids ['8664ef93-104d-40de-9a04-09257981d271'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 02:59:17.472564 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4406c1-d314-4890-9b3a-4bfa7deda370 None None] Routers {'8664ef93-104d-40de-9a04-09257981d271'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:59:17.473179 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-fd4406c1-d314-4890-9b3a-4bfa7deda370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:58:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['8664ef93-104d-40de-9a04-09257981d271'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:59:17.576294 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-fd4406c1-d314-4890-9b3a-4bfa7deda370 None None] Set router 8664ef93-104d-40de-9a04-09257981d271 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:59:17.584319 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bf4b3d2a-f443-4e87-b004-14b06c68a1a0 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:17.619555 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-bf4b3d2a-f443-4e87-b004-14b06c68a1a0 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0151939 Jul 05 02:59:17.620144 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80ff82ca-3393-4447-ac8a-459be4d64fbf', 'tag': 'fc2a484b-ff25-477b-afb6-5a8364dbd2be'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 02:59:17.622408 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff18a8c2-47b0-48f6-8bf8-6dcf1a5ad4e0" -d '{"events": [{"name": "network-changed", "server_uuid": "80ff82ca-3393-4447-ac8a-459be4d64fbf", "tag": "fc2a484b-ff25-477b-afb6-5a8364dbd2be"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 02:59:17.659124 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 02:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c789ee0e-f572-4024-bb49-8909bdb89f21 x-openstack-request-id: req-c789ee0e-f572-4024-bb49-8909bdb89f21 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 02:59:17.659548 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80ff82ca-3393-4447-ac8a-459be4d64fbf", "tag": "fc2a484b-ff25-477b-afb6-5a8364dbd2be", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 02:59:17.659808 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c789ee0e-f572-4024-bb49-8909bdb89f21 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 02:59:17.660211 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80ff82ca-3393-4447-ac8a-459be4d64fbf', 'tag': 'fc2a484b-ff25-477b-afb6-5a8364dbd2be', 'status': 'completed', 'code': 200} Jul 05 02:59:17.773127 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff18a8c2-47b0-48f6-8bf8-6dcf1a5ad4e0 req-f6568624-f38e-478f-a10f-2cb1b647d4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:59:17.774672 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ff18a8c2-47b0-48f6-8bf8-6dcf1a5ad4e0 req-f6568624-f38e-478f-a10f-2cb1b647d4cb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c924626042fc4116989b2d8085d7b151&device_id=80ff82ca-3393-4447-ac8a-459be4d64fbf HTTP/1.1" status: 200 len: 1097 time: 0.0907419 Jul 05 02:59:17.805047 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-fd4406c1-d314-4890-9b3a-4bfa7deda370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8664ef93-104d-40de-9a04-09257981d271', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1275772651', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': 'e5557d54-bf0c-4892-a40a-834e490ec808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:58:52Z', 'updated_at': '2021-07-05T02:58:57Z', 'revision_number': 4, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'gw_port': {'id': 'e5557d54-bf0c-4892-a40a-834e490ec808', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:3e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8664ef93-104d-40de-9a04-09257981d271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:58:53Z', 'updated_at': '2021-07-05T02:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '8ab35c1b-14ae-44d1-9c61-1893c3512bb9', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'floating_ip_address': '172.25.7.72', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': '8664ef93-104d-40de-9a04-09257981d271', 'port_id': 'fc2a484b-ff25-477b-afb6-5a8364dbd2be', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61823972-e4da-47bb-8855-818ae14f5834', 'mac_address': 'fa:16:3e:1b:28:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ff82ca-3393-4447-ac8a-459be4d64fbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T02:59:16Z', 'updated_at': '2021-07-05T02:59:16Z', 'revision_number': 0, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cddbc1a6-d42d-4a34-b945-0c6e94c5fcab', 'name': '', 'network_id': '61823972-e4da-47bb-8855-818ae14f5834', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'mac_address': 'fa:16:3e:9d:5d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8664ef93-104d-40de-9a04-09257981d271', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '2e1c4b84-f4a6-422a-99af-9a75114df2b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:58:56Z', 'updated_at': '2021-07-05T02:59:02Z', 'revision_number': 5, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'subnets': [{'id': '2e1c4b84-f4a6-422a-99af-9a75114df2b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:59:17.813190 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae0c13c-c06a-4ad0-a26c-f30a5969132e req-7e4bff80-ded7-4fdf-8d3e-5a5565611d4f tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:59:17.814686 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7ae0c13c-c06a-4ad0-a26c-f30a5969132e req-7e4bff80-ded7-4fdf-8d3e-5a5565611d4f tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=80ff82ca-3393-4447-ac8a-459be4d64fbf HTTP/1.1" status: 200 len: 945 time: 0.0985909 Jul 05 02:59:17.831741 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4406c1-d314-4890-9b3a-4bfa7deda370 None None] Checking router: 8664ef93-104d-40de-9a04-09257981d271 for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 02:59:17.840899 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4406c1-d314-4890-9b3a-4bfa7deda370 None None] Routers {'8664ef93-104d-40de-9a04-09257981d271'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 02:59:17.841511 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-fd4406c1-d314-4890-9b3a-4bfa7deda370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T02:58:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['8664ef93-104d-40de-9a04-09257981d271'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:59:17.893264 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7ae0c13c-c06a-4ad0-a26c-f30a5969132e req-3863b6cb-9167-4acb-9e00-69899cf3d0eb tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=d83d62ef-8a4a-4a19-9089-bdb2eedfb982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540335 Jul 05 02:59:17.917750 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff18a8c2-47b0-48f6-8bf8-6dcf1a5ad4e0 req-c42df9ad-4c57-4507-a562-53025c25e11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:59:17.917750 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ff18a8c2-47b0-48f6-8bf8-6dcf1a5ad4e0 req-c42df9ad-4c57-4507-a562-53025c25e11b service neutron] 10.222.0.15 "GET /v2.0/networks?id=61823972-e4da-47bb-8855-818ae14f5834 HTTP/1.1" status: 200 len: 897 time: 0.1275575 Jul 05 02:59:17.917943 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45804) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:59:17.950254 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-fd4406c1-d314-4890-9b3a-4bfa7deda370 None None] Set router 8664ef93-104d-40de-9a04-09257981d271 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 02:59:17.981986 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-866eeab1-610a-4809-a301-9078d1d8b338 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/floatingips/8ab35c1b-14ae-44d1-9c61-1893c3512bb9 HTTP/1.1" status: 200 len: 990 time: 0.0625551 Jul 05 02:59:18.186206 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-fd4406c1-d314-4890-9b3a-4bfa7deda370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8664ef93-104d-40de-9a04-09257981d271', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1275772651', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': 'e5557d54-bf0c-4892-a40a-834e490ec808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:58:52Z', 'updated_at': '2021-07-05T02:58:57Z', 'revision_number': 4, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'gw_port': {'id': 'e5557d54-bf0c-4892-a40a-834e490ec808', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:3e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8664ef93-104d-40de-9a04-09257981d271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:58:53Z', 'updated_at': '2021-07-05T02:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '8ab35c1b-14ae-44d1-9c61-1893c3512bb9', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'floating_ip_address': '172.25.7.72', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': '8664ef93-104d-40de-9a04-09257981d271', 'port_id': 'fc2a484b-ff25-477b-afb6-5a8364dbd2be', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61823972-e4da-47bb-8855-818ae14f5834', 'mac_address': 'fa:16:3e:1b:28:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ff82ca-3393-4447-ac8a-459be4d64fbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T02:59:16Z', 'updated_at': '2021-07-05T02:59:16Z', 'revision_number': 0, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cddbc1a6-d42d-4a34-b945-0c6e94c5fcab', 'name': '', 'network_id': '61823972-e4da-47bb-8855-818ae14f5834', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'mac_address': 'fa:16:3e:9d:5d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8664ef93-104d-40de-9a04-09257981d271', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '2e1c4b84-f4a6-422a-99af-9a75114df2b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:58:56Z', 'updated_at': '2021-07-05T02:59:02Z', 'revision_number': 5, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'subnets': [{'id': '2e1c4b84-f4a6-422a-99af-9a75114df2b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 02:59:18.214263 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4406c1-d314-4890-9b3a-4bfa7deda370 None None] The sync data for ids ['8664ef93-104d-40de-9a04-09257981d271'] in n-d-771362-32 is: [{'id': '8664ef93-104d-40de-9a04-09257981d271', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1275772651', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': 'e5557d54-bf0c-4892-a40a-834e490ec808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:58:52Z', 'updated_at': '2021-07-05T02:58:57Z', 'revision_number': 4, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'gw_port': {'id': 'e5557d54-bf0c-4892-a40a-834e490ec808', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:3e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8664ef93-104d-40de-9a04-09257981d271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:58:53Z', 'updated_at': '2021-07-05T02:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '8ab35c1b-14ae-44d1-9c61-1893c3512bb9', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'floating_ip_address': '172.25.7.72', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': '8664ef93-104d-40de-9a04-09257981d271', 'port_id': 'fc2a484b-ff25-477b-afb6-5a8364dbd2be', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61823972-e4da-47bb-8855-818ae14f5834', 'mac_address': 'fa:16:3e:1b:28:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ff82ca-3393-4447-ac8a-459be4d64fbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T02:59:16Z', 'updated_at': '2021-07-05T02:59:16Z', 'revision_number': 0, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cddbc1a6-d42d-4a34-b945-0c6e94c5fcab', 'name': '', 'network_id': '61823972-e4da-47bb-8855-818ae14f5834', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'mac_address': 'fa:16:3e:9d:5d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8664ef93-104d-40de-9a04-09257981d271', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '2e1c4b84-f4a6-422a-99af-9a75114df2b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:58:56Z', 'updated_at': '2021-07-05T02:59:02Z', 'revision_number': 5, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'subnets': [{'id': '2e1c4b84-f4a6-422a-99af-9a75114df2b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 02:59:18.315284 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ff18a8c2-47b0-48f6-8bf8-6dcf1a5ad4e0 req-52e6571f-4265-4d93-a461-7eb86880e9f1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc2a484b-ff25-477b-afb6-5a8364dbd2be HTTP/1.1" status: 200 len: 998 time: 0.3987393 Jul 05 02:59:18.362502 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff18a8c2-47b0-48f6-8bf8-6dcf1a5ad4e0 req-9a51f221-2a24-4cc1-837c-566ae5f528b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:59:18.364019 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ff18a8c2-47b0-48f6-8bf8-6dcf1a5ad4e0 req-9a51f221-2a24-4cc1-837c-566ae5f528b3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2e1c4b84-f4a6-422a-99af-9a75114df2b5 HTTP/1.1" status: 200 len: 835 time: 0.0423796 Jul 05 02:59:18.425137 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff18a8c2-47b0-48f6-8bf8-6dcf1a5ad4e0 req-663ba04f-b973-4adf-a52e-dc1158b25f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:59:18.427642 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ff18a8c2-47b0-48f6-8bf8-6dcf1a5ad4e0 req-663ba04f-b973-4adf-a52e-dc1158b25f2d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=61823972-e4da-47bb-8855-818ae14f5834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564086 Jul 05 02:59:18.518740 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a78c97f-2f70-464e-8e6c-6d9d9efee8bc None None] New status for floating IP 8ab35c1b-14ae-44d1-9c61-1893c3512bb9: ACTIVE {{(pid=94464) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 02:59:18.525997 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ff18a8c2-47b0-48f6-8bf8-6dcf1a5ad4e0 req-6116a693-faad-45e7-bea5-0985a9e1f868 service neutron] 10.222.0.15 "GET /v2.0/networks/61823972-e4da-47bb-8855-818ae14f5834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914009 Jul 05 02:59:18.616250 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ff18a8c2-47b0-48f6-8bf8-6dcf1a5ad4e0 req-21d29aeb-d02d-4c96-8237-fec9402815fd service neutron] 10.222.0.15 "GET /v2.0/networks/61823972-e4da-47bb-8855-818ae14f5834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824327 Jul 05 02:59:18.985905 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45806) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:59:19.049401 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-a5b9d06f-22ec-49d5-8235-7b02d7c5bc4b tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/floatingips/8ab35c1b-14ae-44d1-9c61-1893c3512bb9 HTTP/1.1" status: 200 len: 992 time: 0.0623925 Jul 05 02:59:20.924350 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-207d616d-5a81-4001-bb4f-4421f6c0cb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:23.341061 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-be822d8e-08cb-4abb-b2e8-a57499386b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:23.943233 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:24.764469 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:26.166296 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:32.014145 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 02:59:42.080649 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:42.137395 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:50.510185 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6cf755-cc46-49b0-ae1a-232a42907835 req-fc6f488a-8c96-4c22-86a3-275c55462e78 tempest-TestNetworkAdvancedServerOps-295631081 tempest-TestNetworkAdvancedServerOps-295631081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:59:50.511792 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ee6cf755-cc46-49b0-ae1a-232a42907835 req-fc6f488a-8c96-4c22-86a3-275c55462e78 tempest-TestNetworkAdvancedServerOps-295631081 tempest-TestNetworkAdvancedServerOps-295631081-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=80ff82ca-3393-4447-ac8a-459be4d64fbf HTTP/1.1" status: 200 len: 1097 time: 0.0978925 Jul 05 02:59:50.515160 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ec426941-7dde-4a92-8e07-418f85e7df12 req-99605331-98aa-4755-9466-319286a23044 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=80ff82ca-3393-4447-ac8a-459be4d64fbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0928373 Jul 05 02:59:50.546373 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ee6cf755-cc46-49b0-ae1a-232a42907835 req-9a95e8ca-f2b6-4b60-881c-83eac39cf7c5 tempest-TestNetworkAdvancedServerOps-295631081 tempest-TestNetworkAdvancedServerOps-295631081-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=d83d62ef-8a4a-4a19-9089-bdb2eedfb982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289097 Jul 05 02:59:50.615709 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec426941-7dde-4a92-8e07-418f85e7df12 req-688ee38a-11e0-41bd-be74-fdd12fbd4548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:59:50.617248 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ec426941-7dde-4a92-8e07-418f85e7df12 req-688ee38a-11e0-41bd-be74-fdd12fbd4548 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c924626042fc4116989b2d8085d7b151&device_id=80ff82ca-3393-4447-ac8a-459be4d64fbf HTTP/1.1" status: 200 len: 1097 time: 0.0534339 Jul 05 02:59:50.725707 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4015a76a-c047-4200-99e6-e0689345a5ac req-740a4fee-deab-426d-9a01-bd0739f5f09d tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:59:50.726378 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec426941-7dde-4a92-8e07-418f85e7df12 req-ee64effc-a5fb-43cd-8aca-49dcaa27f8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:59:50.727778 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ec426941-7dde-4a92-8e07-418f85e7df12 req-ee64effc-a5fb-43cd-8aca-49dcaa27f8c2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=61823972-e4da-47bb-8855-818ae14f5834 HTTP/1.1" status: 200 len: 897 time: 0.0875461 Jul 05 02:59:50.727951 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4015a76a-c047-4200-99e6-e0689345a5ac req-740a4fee-deab-426d-9a01-bd0739f5f09d tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=80ff82ca-3393-4447-ac8a-459be4d64fbf HTTP/1.1" status: 200 len: 945 time: 0.0660989 Jul 05 02:59:50.767489 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4015a76a-c047-4200-99e6-e0689345a5ac req-6df7623c-d5f5-4ff1-b804-dfb6a793f7c3 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=d83d62ef-8a4a-4a19-9089-bdb2eedfb982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335889 Jul 05 02:59:50.792273 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45826) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 02:59:50.792919 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ec426941-7dde-4a92-8e07-418f85e7df12 req-3cda47f8-9b36-4bb8-8371-65e58b260a3d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc2a484b-ff25-477b-afb6-5a8364dbd2be HTTP/1.1" status: 200 len: 1000 time: 0.0578935 Jul 05 02:59:50.843740 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec426941-7dde-4a92-8e07-418f85e7df12 req-d0f706f0-5d6d-4f32-92e6-7849349960b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:59:50.845329 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ec426941-7dde-4a92-8e07-418f85e7df12 req-d0f706f0-5d6d-4f32-92e6-7849349960b1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2e1c4b84-f4a6-422a-99af-9a75114df2b5 HTTP/1.1" status: 200 len: 835 time: 0.0443411 Jul 05 02:59:50.858865 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-33fb6046-af5f-4a5d-8a21-91807e3f69b4 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/floatingips/8ab35c1b-14ae-44d1-9c61-1893c3512bb9 HTTP/1.1" status: 200 len: 992 time: 0.0650289 Jul 05 02:59:50.880384 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3200ef78-572e-4733-a8fb-a384bd75028a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:50.908433 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec426941-7dde-4a92-8e07-418f85e7df12 req-a2c128ba-a43a-4637-b639-c5684b3f8b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:59:50.909961 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ec426941-7dde-4a92-8e07-418f85e7df12 req-a2c128ba-a43a-4637-b639-c5684b3f8b9f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=61823972-e4da-47bb-8855-818ae14f5834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571678 Jul 05 02:59:51.001347 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ec426941-7dde-4a92-8e07-418f85e7df12 req-e3b1aac4-33bc-467a-9f52-3f7cb49c4e40 service neutron] 10.222.0.15 "GET /v2.0/networks/61823972-e4da-47bb-8855-818ae14f5834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840535 Jul 05 02:59:51.094930 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ec426941-7dde-4a92-8e07-418f85e7df12 req-0e9df756-3818-43c2-a0b8-d2d41e9a68d6 service neutron] 10.222.0.15 "GET /v2.0/networks/61823972-e4da-47bb-8855-818ae14f5834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870404 Jul 05 02:59:51.750920 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ba88ac-d668-4fd7-9c90-339a60b30e8e req-46cd811d-88a6-4f56-b90f-bde02884083b tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:59:51.752410 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-26ba88ac-d668-4fd7-9c90-339a60b30e8e req-46cd811d-88a6-4f56-b90f-bde02884083b tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=80ff82ca-3393-4447-ac8a-459be4d64fbf HTTP/1.1" status: 200 len: 945 time: 0.0639472 Jul 05 02:59:51.790379 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-26ba88ac-d668-4fd7-9c90-339a60b30e8e req-c2223382-2b9b-40f1-b388-5eb4edf50502 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=d83d62ef-8a4a-4a19-9089-bdb2eedfb982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322416 Jul 05 02:59:51.855033 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e4779cfd-195a-41ec-bbe3-044667251a8c req-4c3e87aa-bd8d-4545-878e-6f014c4d98f0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=80ff82ca-3393-4447-ac8a-459be4d64fbf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0515158 Jul 05 02:59:52.964972 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c24956c-551f-415e-8982-a45c23f0a9ea req-f58d13fe-0e29-40cd-a585-bd1b63e55aa0 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:59:52.966564 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7c24956c-551f-415e-8982-a45c23f0a9ea req-f58d13fe-0e29-40cd-a585-bd1b63e55aa0 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=80ff82ca-3393-4447-ac8a-459be4d64fbf HTTP/1.1" status: 200 len: 945 time: 0.0633833 Jul 05 02:59:53.004518 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7c24956c-551f-415e-8982-a45c23f0a9ea req-cb87d212-a0fd-455f-8532-c7fb82996b76 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=d83d62ef-8a4a-4a19-9089-bdb2eedfb982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324061 Jul 05 02:59:53.232458 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f9fbdd66-c2f1-47b3-b2ad-76457b727b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:54.006162 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:54.184114 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da83e5e7-4dbb-4d6c-b772-211554045773 req-53ad8eef-c4c4-4227-ad05-c7c98732cd61 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:59:54.185655 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-da83e5e7-4dbb-4d6c-b772-211554045773 req-53ad8eef-c4c4-4227-ad05-c7c98732cd61 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=80ff82ca-3393-4447-ac8a-459be4d64fbf HTTP/1.1" status: 200 len: 945 time: 0.0651464 Jul 05 02:59:54.228052 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-da83e5e7-4dbb-4d6c-b772-211554045773 req-2328c448-ad22-45aa-833f-34d6f48b665b tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=d83d62ef-8a4a-4a19-9089-bdb2eedfb982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364993 Jul 05 02:59:54.731608 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:55.320695 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4779cfd-195a-41ec-bbe3-044667251a8c req-5fd17a07-2708-47cf-a03b-a820e0c18de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:59:55.322238 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e4779cfd-195a-41ec-bbe3-044667251a8c req-5fd17a07-2708-47cf-a03b-a820e0c18de9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c924626042fc4116989b2d8085d7b151&device_id=80ff82ca-3393-4447-ac8a-459be4d64fbf HTTP/1.1" status: 200 len: 1097 time: 0.0522747 Jul 05 02:59:55.404826 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27001d54-ddf0-4f4f-a7c6-738ddfc2ce77 req-557dfc0e-b38c-4bb6-bf42-80620bd425f1 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:59:55.406396 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-27001d54-ddf0-4f4f-a7c6-738ddfc2ce77 req-557dfc0e-b38c-4bb6-bf42-80620bd425f1 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=80ff82ca-3393-4447-ac8a-459be4d64fbf HTTP/1.1" status: 200 len: 945 time: 0.0679660 Jul 05 02:59:55.410085 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4779cfd-195a-41ec-bbe3-044667251a8c req-bb4a4a91-c6d8-4a77-8f3c-4ead85ec4c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:59:55.411625 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e4779cfd-195a-41ec-bbe3-044667251a8c req-bb4a4a91-c6d8-4a77-8f3c-4ead85ec4c8d service neutron] 10.222.0.15 "GET /v2.0/networks?id=61823972-e4da-47bb-8855-818ae14f5834 HTTP/1.1" status: 200 len: 897 time: 0.0829647 Jul 05 02:59:55.446310 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-27001d54-ddf0-4f4f-a7c6-738ddfc2ce77 req-53a24063-ba04-420f-b733-e541f0df064d tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=d83d62ef-8a4a-4a19-9089-bdb2eedfb982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341413 Jul 05 02:59:55.479748 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e4779cfd-195a-41ec-bbe3-044667251a8c req-aef40f0a-1b9a-41bb-b659-faf90c42c18d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc2a484b-ff25-477b-afb6-5a8364dbd2be HTTP/1.1" status: 200 len: 1000 time: 0.0620561 Jul 05 02:59:55.526316 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4779cfd-195a-41ec-bbe3-044667251a8c req-8ee7b47b-3d7b-4e0e-a524-aedc46e228a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:59:55.527685 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e4779cfd-195a-41ec-bbe3-044667251a8c req-8ee7b47b-3d7b-4e0e-a524-aedc46e228a9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2e1c4b84-f4a6-422a-99af-9a75114df2b5 HTTP/1.1" status: 200 len: 835 time: 0.0419469 Jul 05 02:59:55.584965 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4779cfd-195a-41ec-bbe3-044667251a8c req-ae921bd5-645d-4472-a63b-e47139efe933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:59:55.587073 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e4779cfd-195a-41ec-bbe3-044667251a8c req-ae921bd5-645d-4472-a63b-e47139efe933 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=61823972-e4da-47bb-8855-818ae14f5834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528812 Jul 05 02:59:55.677805 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e4779cfd-195a-41ec-bbe3-044667251a8c req-fcd2a1c7-c0e2-49b3-8639-8e368cb39e58 service neutron] 10.222.0.15 "GET /v2.0/networks/61823972-e4da-47bb-8855-818ae14f5834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841322 Jul 05 02:59:55.763986 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e4779cfd-195a-41ec-bbe3-044667251a8c req-fb7a3bf0-20ce-4fdd-820e-a8dd035b8959 service neutron] 10.222.0.15 "GET /v2.0/networks/61823972-e4da-47bb-8855-818ae14f5834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797725 Jul 05 02:59:56.175338 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 02:59:56.627169 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6e0243-ffc9-4cfb-9c81-db6ee2d3a8d6 req-5198d1c0-b179-45fc-b874-2d2165af325e tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:59:56.628683 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-de6e0243-ffc9-4cfb-9c81-db6ee2d3a8d6 req-5198d1c0-b179-45fc-b874-2d2165af325e tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=80ff82ca-3393-4447-ac8a-459be4d64fbf HTTP/1.1" status: 200 len: 945 time: 0.0690281 Jul 05 02:59:56.666088 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-de6e0243-ffc9-4cfb-9c81-db6ee2d3a8d6 req-d34c69ce-6b79-4d6d-93df-6d1e12f95625 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=d83d62ef-8a4a-4a19-9089-bdb2eedfb982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312901 Jul 05 02:59:57.837562 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56998245-0d82-4ebd-9d55-64a691e2ae92 req-6cf3f052-5f5f-4606-8173-5ef5e22bc155 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:59:57.839001 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-56998245-0d82-4ebd-9d55-64a691e2ae92 req-6cf3f052-5f5f-4606-8173-5ef5e22bc155 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=80ff82ca-3393-4447-ac8a-459be4d64fbf HTTP/1.1" status: 200 len: 945 time: 0.0625124 Jul 05 02:59:57.875613 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-56998245-0d82-4ebd-9d55-64a691e2ae92 req-eb9a125c-d370-4232-a360-e5323d3d6e94 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=d83d62ef-8a4a-4a19-9089-bdb2eedfb982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311420 Jul 05 02:59:59.053410 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e9169a-8ce3-4727-a7fc-67106c527f8a req-b548e4ff-af65-44cd-b031-3c504772735f tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 02:59:59.055073 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-84e9169a-8ce3-4727-a7fc-67106c527f8a req-b548e4ff-af65-44cd-b031-3c504772735f tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=80ff82ca-3393-4447-ac8a-459be4d64fbf HTTP/1.1" status: 200 len: 945 time: 0.0679159 Jul 05 02:59:59.093735 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-84e9169a-8ce3-4727-a7fc-67106c527f8a req-bb96c492-f2aa-444a-b484-fc549b6fcc3c tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=d83d62ef-8a4a-4a19-9089-bdb2eedfb982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330746 Jul 05 03:00:00.267264 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66da20bb-57fb-4b92-9fd7-00801df52b1d req-4feeb018-81be-4231-a71a-0db564c45a5c tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:00:00.268777 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-66da20bb-57fb-4b92-9fd7-00801df52b1d req-4feeb018-81be-4231-a71a-0db564c45a5c tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=80ff82ca-3393-4447-ac8a-459be4d64fbf HTTP/1.1" status: 200 len: 945 time: 0.0622473 Jul 05 03:00:00.311912 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-66da20bb-57fb-4b92-9fd7-00801df52b1d req-33425a1a-f03b-400b-94ec-87687ab6ff1d tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=d83d62ef-8a4a-4a19-9089-bdb2eedfb982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375812 Jul 05 03:00:01.484269 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0f8468-77b2-4d16-8c6b-3183d219b01d req-cd437b5d-61e2-479c-a218-bc70da871812 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:00:01.485764 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9f0f8468-77b2-4d16-8c6b-3183d219b01d req-cd437b5d-61e2-479c-a218-bc70da871812 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=80ff82ca-3393-4447-ac8a-459be4d64fbf HTTP/1.1" status: 200 len: 945 time: 0.0629218 Jul 05 03:00:01.522890 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9f0f8468-77b2-4d16-8c6b-3183d219b01d req-39b86344-e740-4001-9601-4cbe2a7566e0 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=d83d62ef-8a4a-4a19-9089-bdb2eedfb982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316179 Jul 05 03:00:02.706264 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc7f696-814a-4750-866c-7682986c8f66 req-0a40d7f6-1c11-4b11-ad0b-31011ea7b931 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:00:02.707773 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9bc7f696-814a-4750-866c-7682986c8f66 req-0a40d7f6-1c11-4b11-ad0b-31011ea7b931 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=80ff82ca-3393-4447-ac8a-459be4d64fbf HTTP/1.1" status: 200 len: 945 time: 0.0651791 Jul 05 03:00:02.745669 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9bc7f696-814a-4750-866c-7682986c8f66 req-9e76a26d-c01f-4c71-ae97-d14bf861e62f tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=d83d62ef-8a4a-4a19-9089-bdb2eedfb982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316703 Jul 05 03:00:03.923063 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921f76f0-800f-4ebe-a154-185e805b6deb req-94b21649-4185-4c55-acea-ed6b5c49bc47 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:00:03.924542 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-921f76f0-800f-4ebe-a154-185e805b6deb req-94b21649-4185-4c55-acea-ed6b5c49bc47 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=80ff82ca-3393-4447-ac8a-459be4d64fbf HTTP/1.1" status: 200 len: 945 time: 0.0651433 Jul 05 03:00:03.968337 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-921f76f0-800f-4ebe-a154-185e805b6deb req-236f43f5-b495-4e9d-9c54-df89ae1fa298 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=d83d62ef-8a4a-4a19-9089-bdb2eedfb982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320165 Jul 05 03:00:05.134877 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839a5469-b551-45a0-83ab-0924a4051a69 req-dc792ee0-e24e-4ad5-9b05-0cd96868cde8 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:00:05.136398 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-839a5469-b551-45a0-83ab-0924a4051a69 req-dc792ee0-e24e-4ad5-9b05-0cd96868cde8 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=80ff82ca-3393-4447-ac8a-459be4d64fbf HTTP/1.1" status: 200 len: 945 time: 0.0628724 Jul 05 03:00:05.173293 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-839a5469-b551-45a0-83ab-0924a4051a69 req-34171409-7cf7-4f4d-9dc9-efeb699e285b tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=d83d62ef-8a4a-4a19-9089-bdb2eedfb982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314307 Jul 05 03:00:06.344604 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7178f9-db94-4936-a18e-23f45f921218 req-4265adc5-9143-4b69-9d32-773857992016 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:00:06.346144 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-df7178f9-db94-4936-a18e-23f45f921218 req-4265adc5-9143-4b69-9d32-773857992016 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=80ff82ca-3393-4447-ac8a-459be4d64fbf HTTP/1.1" status: 200 len: 945 time: 0.0641422 Jul 05 03:00:06.384276 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-df7178f9-db94-4936-a18e-23f45f921218 req-e095293f-fc17-4a26-b6ae-f4bfe8bc1808 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=d83d62ef-8a4a-4a19-9089-bdb2eedfb982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324254 Jul 05 03:00:07.565580 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf57bea5-7538-4c2b-b4f3-cde571f91b81 req-06861eaf-524f-460f-9469-44f24274304b tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:00:07.567115 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-cf57bea5-7538-4c2b-b4f3-cde571f91b81 req-06861eaf-524f-460f-9469-44f24274304b tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=80ff82ca-3393-4447-ac8a-459be4d64fbf HTTP/1.1" status: 200 len: 945 time: 0.0692928 Jul 05 03:00:07.603978 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-cf57bea5-7538-4c2b-b4f3-cde571f91b81 req-a17023be-2d74-4040-bf16-4d0913ff55ad tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=d83d62ef-8a4a-4a19-9089-bdb2eedfb982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306818 Jul 05 03:00:07.744470 n-d-771362-32 neutron-server[94461]: INFO neutron.api.v2.resource [req-e4779cfd-195a-41ec-bbe3-044667251a8c req-db5f5a22-904a-4c11-a06e-db911c84b756 service neutron] show failed (client error): The resource could not be found. Jul 05 03:00:07.745504 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e4779cfd-195a-41ec-bbe3-044667251a8c req-db5f5a22-904a-4c11-a06e-db911c84b756 service neutron] 10.222.0.15 "GET /v2.0/ports/fc2a484b-ff25-477b-afb6-5a8364dbd2be/bindings/n-h1-771362-32 HTTP/1.1" status: 404 len: 381 time: 0.0587656 Jul 05 03:00:08.507600 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4779cfd-195a-41ec-bbe3-044667251a8c req-47f5663d-8bd3-47da-9644-e09e014762fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:00:08.509228 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e4779cfd-195a-41ec-bbe3-044667251a8c req-47f5663d-8bd3-47da-9644-e09e014762fc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=80ff82ca-3393-4447-ac8a-459be4d64fbf&tenant_id=c924626042fc4116989b2d8085d7b151 HTTP/1.1" status: 200 len: 1097 time: 0.2131264 Jul 05 03:00:08.520584 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-e4779cfd-195a-41ec-bbe3-044667251a8c req-0346ed6a-268c-4e8c-9b70-ae3e52cb0a6f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-771362-32', 'device_owner': 'compute:nova'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:00:08.590992 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-e4779cfd-195a-41ec-bbe3-044667251a8c req-0346ed6a-268c-4e8c-9b70-ae3e52cb0a6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:00:08.834433 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-e4779cfd-195a-41ec-bbe3-044667251a8c req-0346ed6a-268c-4e8c-9b70-ae3e52cb0a6f service neutron] For port fc2a484b-ff25-477b-afb6-5a8364dbd2be, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=fc2a484b-ff25-477b-afb6-5a8364dbd2be,segment=NetworkSegment(492d445e-516b-4718-a516-c2be77ab0c67),segment_id=492d445e-516b-4718-a516-c2be77ab0c67)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:00:08.859840 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1e0f69-8d8e-4d5a-9481-401bd7c32d72 req-b0670327-cc66-40ca-ab0d-ca58d4a53bd0 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:00:08.861706 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0d1e0f69-8d8e-4d5a-9481-401bd7c32d72 req-b0670327-cc66-40ca-ab0d-ca58d4a53bd0 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=80ff82ca-3393-4447-ac8a-459be4d64fbf HTTP/1.1" status: 200 len: 945 time: 0.1402795 Jul 05 03:00:08.898250 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-e4779cfd-195a-41ec-bbe3-044667251a8c req-0346ed6a-268c-4e8c-9b70-ae3e52cb0a6f service neutron] For port fc2a484b-ff25-477b-afb6-5a8364dbd2be, host n-h2-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:00:08.935926 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0d1e0f69-8d8e-4d5a-9481-401bd7c32d72 req-3f2b7ef8-efb0-42da-a132-c67760e6255b tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=d83d62ef-8a4a-4a19-9089-bdb2eedfb982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678802 Jul 05 03:00:08.950833 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80ff82ca-3393-4447-ac8a-459be4d64fbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc2a484b-ff25-477b-afb6-5a8364dbd2be'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:00:08.953116 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d19023-76d2-47aa-974f-062ccf8ccb29" -d '{"events": [{"server_uuid": "80ff82ca-3393-4447-ac8a-459be4d64fbf", "name": "network-vif-unplugged", "status": "completed", "tag": "fc2a484b-ff25-477b-afb6-5a8364dbd2be"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:00:08.957045 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-e4779cfd-195a-41ec-bbe3-044667251a8c req-0346ed6a-268c-4e8c-9b70-ae3e52cb0a6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:00:08.970069 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-e4779cfd-195a-41ec-bbe3-044667251a8c req-0346ed6a-268c-4e8c-9b70-ae3e52cb0a6f service neutron] Transition to ACTIVE for port object fc2a484b-ff25-477b-afb6-5a8364dbd2be will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:00:09.004149 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce69dbc1-e2ae-4417-9545-bcae7591afa1 x-openstack-request-id: req-ce69dbc1-e2ae-4417-9545-bcae7591afa1 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:00:09.004439 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80ff82ca-3393-4447-ac8a-459be4d64fbf", "name": "network-vif-unplugged", "status": "completed", "tag": "fc2a484b-ff25-477b-afb6-5a8364dbd2be", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:00:09.004689 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ce69dbc1-e2ae-4417-9545-bcae7591afa1 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:00:09.005083 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80ff82ca-3393-4447-ac8a-459be4d64fbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc2a484b-ff25-477b-afb6-5a8364dbd2be', 'code': 200} Jul 05 03:00:09.014270 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:00:09.039757 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-e4779cfd-195a-41ec-bbe3-044667251a8c req-0346ed6a-268c-4e8c-9b70-ae3e52cb0a6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:00:09.120474 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0346ed6a-268c-4e8c-9b70-ae3e52cb0a6f service neutron] Pushing event updated for resources: {'Port': ['ID=fc2a484b-ff25-477b-afb6-5a8364dbd2be,revision_number=6']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:00:09.132510 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0346ed6a-268c-4e8c-9b70-ae3e52cb0a6f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:00:09.132852 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0346ed6a-268c-4e8c-9b70-ae3e52cb0a6f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:00:09.133320 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0346ed6a-268c-4e8c-9b70-ae3e52cb0a6f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:00:09.133560 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0346ed6a-268c-4e8c-9b70-ae3e52cb0a6f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:00:09.134476 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0346ed6a-268c-4e8c-9b70-ae3e52cb0a6f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:00:09.134808 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0346ed6a-268c-4e8c-9b70-ae3e52cb0a6f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:00:09.135139 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0346ed6a-268c-4e8c-9b70-ae3e52cb0a6f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:00:09.135461 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0346ed6a-268c-4e8c-9b70-ae3e52cb0a6f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:00:09.135784 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0346ed6a-268c-4e8c-9b70-ae3e52cb0a6f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:00:09.136104 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0346ed6a-268c-4e8c-9b70-ae3e52cb0a6f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:00:09.136423 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0346ed6a-268c-4e8c-9b70-ae3e52cb0a6f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:00:09.136740 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0346ed6a-268c-4e8c-9b70-ae3e52cb0a6f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:00:09.173374 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4779cfd-195a-41ec-bbe3-044667251a8c req-0346ed6a-268c-4e8c-9b70-ae3e52cb0a6f service neutron] No DVR routers for this DVR port fc2a484b-ff25-477b-afb6-5a8364dbd2be on host n-h2-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:00:09.313348 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-e4779cfd-195a-41ec-bbe3-044667251a8c req-0346ed6a-268c-4e8c-9b70-ae3e52cb0a6f service neutron] Attempting to bind port fc2a484b-ff25-477b-afb6-5a8364dbd2be on host n-h1-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:00:09.313684 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-e4779cfd-195a-41ec-bbe3-044667251a8c req-0346ed6a-268c-4e8c-9b70-ae3e52cb0a6f service neutron] Attempting to bind port fc2a484b-ff25-477b-afb6-5a8364dbd2be by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': '492d445e-516b-4718-a516-c2be77ab0c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '61823972-e4da-47bb-8855-818ae14f5834'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:00:09.314016 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4779cfd-195a-41ec-bbe3-044667251a8c req-0346ed6a-268c-4e8c-9b70-ae3e52cb0a6f service neutron] Attempting to bind port fc2a484b-ff25-477b-afb6-5a8364dbd2be on network 61823972-e4da-47bb-8855-818ae14f5834 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:00:09.318322 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4779cfd-195a-41ec-bbe3-044667251a8c req-0346ed6a-268c-4e8c-9b70-ae3e52cb0a6f service neutron] Port fc2a484b-ff25-477b-afb6-5a8364dbd2be on network 61823972-e4da-47bb-8855-818ae14f5834 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:00:09.318645 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4779cfd-195a-41ec-bbe3-044667251a8c req-0346ed6a-268c-4e8c-9b70-ae3e52cb0a6f service neutron] Attempting to bind port fc2a484b-ff25-477b-afb6-5a8364dbd2be on network 61823972-e4da-47bb-8855-818ae14f5834 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:00:09.324030 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4779cfd-195a-41ec-bbe3-044667251a8c req-0346ed6a-268c-4e8c-9b70-ae3e52cb0a6f service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 2, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:00:09.324363 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4779cfd-195a-41ec-bbe3-044667251a8c req-0346ed6a-268c-4e8c-9b70-ae3e52cb0a6f service neutron] Checking segment: {'id': '492d445e-516b-4718-a516-c2be77ab0c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '61823972-e4da-47bb-8855-818ae14f5834'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:00:09.324745 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4779cfd-195a-41ec-bbe3-044667251a8c req-0346ed6a-268c-4e8c-9b70-ae3e52cb0a6f service neutron] Bound using segment: {'id': '492d445e-516b-4718-a516-c2be77ab0c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '61823972-e4da-47bb-8855-818ae14f5834'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:00:09.325169 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-e4779cfd-195a-41ec-bbe3-044667251a8c req-0346ed6a-268c-4e8c-9b70-ae3e52cb0a6f service neutron] Bound port: fc2a484b-ff25-477b-afb6-5a8364dbd2be, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '492d445e-516b-4718-a516-c2be77ab0c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '61823972-e4da-47bb-8855-818ae14f5834'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:00:09.325527 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-e4779cfd-195a-41ec-bbe3-044667251a8c req-0346ed6a-268c-4e8c-9b70-ae3e52cb0a6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:00:09.389564 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-e4779cfd-195a-41ec-bbe3-044667251a8c req-0346ed6a-268c-4e8c-9b70-ae3e52cb0a6f service neutron] For port fc2a484b-ff25-477b-afb6-5a8364dbd2be, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:00:09.392469 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-e4779cfd-195a-41ec-bbe3-044667251a8c req-0346ed6a-268c-4e8c-9b70-ae3e52cb0a6f service neutron] For port fc2a484b-ff25-477b-afb6-5a8364dbd2be, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=fc2a484b-ff25-477b-afb6-5a8364dbd2be,segment=NetworkSegment(492d445e-516b-4718-a516-c2be77ab0c67),segment_id=492d445e-516b-4718-a516-c2be77ab0c67)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:00:09.457216 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-e4779cfd-195a-41ec-bbe3-044667251a8c req-0346ed6a-268c-4e8c-9b70-ae3e52cb0a6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:00:09.490103 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4779cfd-195a-41ec-bbe3-044667251a8c req-0346ed6a-268c-4e8c-9b70-ae3e52cb0a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:00:09.490747 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-e4779cfd-195a-41ec-bbe3-044667251a8c req-0346ed6a-268c-4e8c-9b70-ae3e52cb0a6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:00:09.492150 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e4779cfd-195a-41ec-bbe3-044667251a8c req-0346ed6a-268c-4e8c-9b70-ae3e52cb0a6f service neutron] 10.222.0.21 "PUT /v2.0/ports/fc2a484b-ff25-477b-afb6-5a8364dbd2be HTTP/1.1" status: 200 len: 1092 time: 0.9760287 Jul 05 03:00:09.513849 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0346ed6a-268c-4e8c-9b70-ae3e52cb0a6f service neutron] Pushing event updated for resources: {'Port': ['ID=fc2a484b-ff25-477b-afb6-5a8364dbd2be,revision_number=7']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:00:09.571062 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4779cfd-195a-41ec-bbe3-044667251a8c req-885fae93-ddcf-41ed-83f9-ebe1ecc37797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:00:09.572620 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e4779cfd-195a-41ec-bbe3-044667251a8c req-885fae93-ddcf-41ed-83f9-ebe1ecc37797 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c924626042fc4116989b2d8085d7b151&device_id=80ff82ca-3393-4447-ac8a-459be4d64fbf HTTP/1.1" status: 200 len: 1095 time: 0.0549335 Jul 05 03:00:09.669837 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4779cfd-195a-41ec-bbe3-044667251a8c req-9cb215fa-dcc7-4a97-9b85-0a3749843205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:00:09.671493 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e4779cfd-195a-41ec-bbe3-044667251a8c req-9cb215fa-dcc7-4a97-9b85-0a3749843205 service neutron] 10.222.0.21 "GET /v2.0/networks?id=61823972-e4da-47bb-8855-818ae14f5834 HTTP/1.1" status: 200 len: 897 time: 0.0924330 Jul 05 03:00:09.735704 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e4779cfd-195a-41ec-bbe3-044667251a8c req-4dcd526a-e4eb-4665-be88-c52300fa33af service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc2a484b-ff25-477b-afb6-5a8364dbd2be HTTP/1.1" status: 200 len: 998 time: 0.0572031 Jul 05 03:00:09.789382 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4779cfd-195a-41ec-bbe3-044667251a8c req-601e744e-23e3-4473-81fc-4e8cc57c3594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:00:09.791574 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e4779cfd-195a-41ec-bbe3-044667251a8c req-601e744e-23e3-4473-81fc-4e8cc57c3594 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2e1c4b84-f4a6-422a-99af-9a75114df2b5 HTTP/1.1" status: 200 len: 835 time: 0.0503225 Jul 05 03:00:09.846897 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4779cfd-195a-41ec-bbe3-044667251a8c req-d9a6c4e5-1e8e-4b02-b597-9dff8044c3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:00:09.848385 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e4779cfd-195a-41ec-bbe3-044667251a8c req-d9a6c4e5-1e8e-4b02-b597-9dff8044c3d4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=61823972-e4da-47bb-8855-818ae14f5834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0502419 Jul 05 03:00:09.932422 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e4779cfd-195a-41ec-bbe3-044667251a8c req-849253fd-806c-44fe-8ce0-7d45bf7467fc service neutron] 10.222.0.21 "GET /v2.0/networks/61823972-e4da-47bb-8855-818ae14f5834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0773501 Jul 05 03:00:10.022469 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e4779cfd-195a-41ec-bbe3-044667251a8c req-d0796747-4cfe-4059-84ba-37e0e6d34c52 service neutron] 10.222.0.21 "GET /v2.0/networks/61823972-e4da-47bb-8855-818ae14f5834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845263 Jul 05 03:00:10.116132 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1032d5-36ab-4811-887c-6cb18839e6c9 req-bec0927e-bdd5-4d95-a200-556c8beb454f tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:00:10.117631 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8d1032d5-36ab-4811-887c-6cb18839e6c9 req-bec0927e-bdd5-4d95-a200-556c8beb454f tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=80ff82ca-3393-4447-ac8a-459be4d64fbf HTTP/1.1" status: 200 len: 943 time: 0.0654991 Jul 05 03:00:10.156972 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8d1032d5-36ab-4811-887c-6cb18839e6c9 req-d36a15d4-f198-4145-ae07-ef9053254f89 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=d83d62ef-8a4a-4a19-9089-bdb2eedfb982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334969 Jul 05 03:00:11.006906 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80ff82ca-3393-4447-ac8a-459be4d64fbf', 'tag': 'fc2a484b-ff25-477b-afb6-5a8364dbd2be'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:00:11.009345 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b5ae231-3cd8-4691-a7bc-0da7031f5e92" -d '{"events": [{"name": "network-changed", "server_uuid": "80ff82ca-3393-4447-ac8a-459be4d64fbf", "tag": "fc2a484b-ff25-477b-afb6-5a8364dbd2be"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:00:11.060151 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bde1b3e-1250-4626-8188-6dc970187c41 x-openstack-request-id: req-9bde1b3e-1250-4626-8188-6dc970187c41 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:00:11.061694 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80ff82ca-3393-4447-ac8a-459be4d64fbf", "tag": "fc2a484b-ff25-477b-afb6-5a8364dbd2be", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:00:11.061694 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9bde1b3e-1250-4626-8188-6dc970187c41 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:00:11.061694 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80ff82ca-3393-4447-ac8a-459be4d64fbf', 'tag': 'fc2a484b-ff25-477b-afb6-5a8364dbd2be', 'status': 'completed', 'code': 200} Jul 05 03:00:11.178396 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5ae231-3cd8-4691-a7bc-0da7031f5e92 req-f86a7f7f-9691-4abb-b543-6b198a6905df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:00:11.180003 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5b5ae231-3cd8-4691-a7bc-0da7031f5e92 req-f86a7f7f-9691-4abb-b543-6b198a6905df service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c924626042fc4116989b2d8085d7b151&device_id=80ff82ca-3393-4447-ac8a-459be4d64fbf HTTP/1.1" status: 200 len: 1095 time: 0.1028211 Jul 05 03:00:11.186536 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5ae231-3cd8-4691-a7bc-0da7031f5e92 req-51bf824e-4374-4e50-b585-5b9bc3ca5a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:00:11.188280 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5b5ae231-3cd8-4691-a7bc-0da7031f5e92 req-51bf824e-4374-4e50-b585-5b9bc3ca5a19 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c924626042fc4116989b2d8085d7b151&device_id=80ff82ca-3393-4447-ac8a-459be4d64fbf HTTP/1.1" status: 200 len: 1095 time: 0.1025937 Jul 05 03:00:11.383797 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5ae231-3cd8-4691-a7bc-0da7031f5e92 req-97ffa7a4-e07d-44c9-8f51-2044e59dbd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:00:11.385222 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5b5ae231-3cd8-4691-a7bc-0da7031f5e92 req-97ffa7a4-e07d-44c9-8f51-2044e59dbd56 service neutron] 10.222.0.15 "GET /v2.0/networks?id=61823972-e4da-47bb-8855-818ae14f5834 HTTP/1.1" status: 200 len: 897 time: 0.1963625 Jul 05 03:00:11.387231 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5ae231-3cd8-4691-a7bc-0da7031f5e92 req-a2ea6c92-1a0f-484b-b3c1-ccbb494397e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:00:11.388562 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5b5ae231-3cd8-4691-a7bc-0da7031f5e92 req-a2ea6c92-1a0f-484b-b3c1-ccbb494397e4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=61823972-e4da-47bb-8855-818ae14f5834 HTTP/1.1" status: 200 len: 897 time: 0.1913364 Jul 05 03:00:11.448808 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc62cb5-3f0d-46cf-8fc4-73d92391eef8 req-0f31463c-35da-4007-8a50-596978b4adc2 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:00:11.450351 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cdc62cb5-3f0d-46cf-8fc4-73d92391eef8 req-0f31463c-35da-4007-8a50-596978b4adc2 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=80ff82ca-3393-4447-ac8a-459be4d64fbf HTTP/1.1" status: 200 len: 943 time: 0.1750746 Jul 05 03:00:11.539051 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5b5ae231-3cd8-4691-a7bc-0da7031f5e92 req-cdbd5040-f6b1-44ea-bbd8-cc14fff3d49e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc2a484b-ff25-477b-afb6-5a8364dbd2be HTTP/1.1" status: 200 len: 998 time: 0.1365228 Jul 05 03:00:11.545595 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5b5ae231-3cd8-4691-a7bc-0da7031f5e92 req-e2afc292-99b5-4050-918a-c58b7186d657 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc2a484b-ff25-477b-afb6-5a8364dbd2be HTTP/1.1" status: 200 len: 998 time: 0.1502855 Jul 05 03:00:11.559131 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cdc62cb5-3f0d-46cf-8fc4-73d92391eef8 req-6a391475-7366-463b-95b1-1d522c071e22 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=d83d62ef-8a4a-4a19-9089-bdb2eedfb982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753195 Jul 05 03:00:11.614642 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device fc2a484b-ff25-477b-afb6-5a8364dbd2be no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:00:11.625856 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5ae231-3cd8-4691-a7bc-0da7031f5e92 req-b088de46-26cf-461a-86c9-268c1d13ff70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:00:11.627393 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5b5ae231-3cd8-4691-a7bc-0da7031f5e92 req-b088de46-26cf-461a-86c9-268c1d13ff70 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2e1c4b84-f4a6-422a-99af-9a75114df2b5 HTTP/1.1" status: 200 len: 835 time: 0.0809619 Jul 05 03:00:11.630883 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5ae231-3cd8-4691-a7bc-0da7031f5e92 req-760a678c-3391-4c95-a6bf-9d3a9a242f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:00:11.632235 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5b5ae231-3cd8-4691-a7bc-0da7031f5e92 req-760a678c-3391-4c95-a6bf-9d3a9a242f8b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2e1c4b84-f4a6-422a-99af-9a75114df2b5 HTTP/1.1" status: 200 len: 835 time: 0.0763221 Jul 05 03:00:11.655935 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device fc2a484b-ff25-477b-afb6-5a8364dbd2be not bound to the agent host n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:00:11.730000 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5ae231-3cd8-4691-a7bc-0da7031f5e92 req-42b8d873-edc6-47d0-bb17-87bfa229a61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:00:11.731555 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5b5ae231-3cd8-4691-a7bc-0da7031f5e92 req-42b8d873-edc6-47d0-bb17-87bfa229a61e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=61823972-e4da-47bb-8855-818ae14f5834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0972724 Jul 05 03:00:11.733973 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5ae231-3cd8-4691-a7bc-0da7031f5e92 req-70d992f9-01a0-49bb-bf31-7dc37ad9e205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:00:11.735383 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5b5ae231-3cd8-4691-a7bc-0da7031f5e92 req-70d992f9-01a0-49bb-bf31-7dc37ad9e205 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=61823972-e4da-47bb-8855-818ae14f5834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0916555 Jul 05 03:00:11.892116 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5b5ae231-3cd8-4691-a7bc-0da7031f5e92 req-30995532-bf21-4cf9-af01-29f36a2a18e9 service neutron] 10.222.0.15 "GET /v2.0/networks/61823972-e4da-47bb-8855-818ae14f5834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493661 Jul 05 03:00:11.894041 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5b5ae231-3cd8-4691-a7bc-0da7031f5e92 req-18ac71a1-d51f-4426-ad6c-e77f7aa75c04 service neutron] 10.222.0.21 "GET /v2.0/networks/61823972-e4da-47bb-8855-818ae14f5834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503818 Jul 05 03:00:12.046248 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5b5ae231-3cd8-4691-a7bc-0da7031f5e92 req-226aadac-be42-4fa7-af6e-a221dec6dc10 service neutron] 10.222.0.15 "GET /v2.0/networks/61823972-e4da-47bb-8855-818ae14f5834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471889 Jul 05 03:00:12.051479 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5b5ae231-3cd8-4691-a7bc-0da7031f5e92 req-64df9dc4-c683-4fb1-abc3-f6e4fe5c2395 service neutron] 10.222.0.21 "GET /v2.0/networks/61823972-e4da-47bb-8855-818ae14f5834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439288 Jul 05 03:00:12.119023 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:00:12.119913 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:00:12.304454 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device fc2a484b-ff25-477b-afb6-5a8364dbd2be details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:00:12.397176 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port fc2a484b-ff25-477b-afb6-5a8364dbd2be, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=fc2a484b-ff25-477b-afb6-5a8364dbd2be,segment=NetworkSegment(492d445e-516b-4718-a516-c2be77ab0c67),segment_id=492d445e-516b-4718-a516-c2be77ab0c67)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:00:12.409041 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': 'fc2a484b-ff25-477b-afb6-5a8364dbd2be', 'network_id': '61823972-e4da-47bb-8855-818ae14f5834', 'port_id': 'fc2a484b-ff25-477b-afb6-5a8364dbd2be', 'mac_address': 'fa:16:3e:1b:28:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e1c4b84-f4a6-422a-99af-9a75114df2b5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:00:12.448949 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:00:12.460834 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc2a484b-ff25-477b-afb6-5a8364dbd2be {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:00:12.479487 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port fc2a484b-ff25-477b-afb6-5a8364dbd2be, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=fc2a484b-ff25-477b-afb6-5a8364dbd2be,segment=NetworkSegment(492d445e-516b-4718-a516-c2be77ab0c67),segment_id=492d445e-516b-4718-a516-c2be77ab0c67)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:00:12.546691 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:00:12.594511 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=fc2a484b-ff25-477b-afb6-5a8364dbd2be,revision_number=8']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:00:12.601998 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:00:12.611027 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:00:12.611027 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:00:12.611027 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:00:12.611027 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:00:12.611027 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:00:12.611027 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:00:12.611027 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:00:12.611027 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:00:12.611027 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:00:12.611027 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:00:12.611027 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:00:12.738378 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbca73dd-6850-431e-ad3a-7b164db1c07a req-f274432e-0076-4950-b387-839280006df6 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:00:12.739875 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-fbca73dd-6850-431e-ad3a-7b164db1c07a req-f274432e-0076-4950-b387-839280006df6 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=80ff82ca-3393-4447-ac8a-459be4d64fbf HTTP/1.1" status: 200 len: 944 time: 0.0678680 Jul 05 03:00:12.763294 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['fc2a484b-ff25-477b-afb6-5a8364dbd2be'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:00:12.777654 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-fbca73dd-6850-431e-ad3a-7b164db1c07a req-65364199-9dca-411e-b192-fbda24aa0f77 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=d83d62ef-8a4a-4a19-9089-bdb2eedfb982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316141 Jul 05 03:00:13.412777 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafacc67-96ce-4300-b8b6-9f6fb40b9e76 req-6ab63ed2-f48d-4d40-9f40-6bd17981757f tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:00:13.414553 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-dafacc67-96ce-4300-b8b6-9f6fb40b9e76 req-6ab63ed2-f48d-4d40-9f40-6bd17981757f tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=80ff82ca-3393-4447-ac8a-459be4d64fbf HTTP/1.1" status: 200 len: 944 time: 0.0705023 Jul 05 03:00:13.440298 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2b3349-5862-4f89-93ef-a6daf8b12df0 req-06472136-60cd-4df4-a273-60f7fcec4cd0 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:00:13.441941 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0a2b3349-5862-4f89-93ef-a6daf8b12df0 req-06472136-60cd-4df4-a273-60f7fcec4cd0 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.21 "GET /v2.0/ports?device_id=80ff82ca-3393-4447-ac8a-459be4d64fbf&tenant_id=c924626042fc4116989b2d8085d7b151&binding%3Ahost_id=n-h1-771362-32 HTTP/1.1" status: 200 len: 944 time: 0.0763960 Jul 05 03:00:13.454847 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-dafacc67-96ce-4300-b8b6-9f6fb40b9e76 req-48b0529a-78b3-4053-8601-c9784c0054cc tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=d83d62ef-8a4a-4a19-9089-bdb2eedfb982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343258 Jul 05 03:00:13.509608 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0a2b3349-5862-4f89-93ef-a6daf8b12df0 req-4511807d-6636-439c-a7bb-901ac88ca6b0 service neutron] 10.222.0.21 "GET /v2.0/ports/fc2a484b-ff25-477b-afb6-5a8364dbd2be/bindings/n-h1-771362-32 HTTP/1.1" status: 200 len: 383 time: 0.0610991 Jul 05 03:00:13.582886 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2b3349-5862-4f89-93ef-a6daf8b12df0 req-904f2907-3491-461d-a17e-02f4265ec275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:00:13.584380 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0a2b3349-5862-4f89-93ef-a6daf8b12df0 req-904f2907-3491-461d-a17e-02f4265ec275 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c924626042fc4116989b2d8085d7b151&device_id=80ff82ca-3393-4447-ac8a-459be4d64fbf HTTP/1.1" status: 200 len: 1096 time: 0.0523157 Jul 05 03:00:13.997402 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2b3349-5862-4f89-93ef-a6daf8b12df0 req-9200ef2c-45c3-4c09-8614-d4d798cc99a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:00:13.998907 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0a2b3349-5862-4f89-93ef-a6daf8b12df0 req-9200ef2c-45c3-4c09-8614-d4d798cc99a2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=61823972-e4da-47bb-8855-818ae14f5834 HTTP/1.1" status: 200 len: 897 time: 0.4084687 Jul 05 03:00:14.062634 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0a2b3349-5862-4f89-93ef-a6daf8b12df0 req-5ef65a7f-f73c-4324-a9c1-fd2d5be0b115 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc2a484b-ff25-477b-afb6-5a8364dbd2be HTTP/1.1" status: 200 len: 999 time: 0.0572267 Jul 05 03:00:14.110683 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2b3349-5862-4f89-93ef-a6daf8b12df0 req-fbc0a1b9-3ec5-4f27-a9b4-0329698ee895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:00:14.112148 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0a2b3349-5862-4f89-93ef-a6daf8b12df0 req-fbc0a1b9-3ec5-4f27-a9b4-0329698ee895 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2e1c4b84-f4a6-422a-99af-9a75114df2b5 HTTP/1.1" status: 200 len: 835 time: 0.0432293 Jul 05 03:00:14.170661 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2b3349-5862-4f89-93ef-a6daf8b12df0 req-ba9207a4-be89-4b95-9bf6-4ae241368711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:00:14.172192 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0a2b3349-5862-4f89-93ef-a6daf8b12df0 req-ba9207a4-be89-4b95-9bf6-4ae241368711 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=61823972-e4da-47bb-8855-818ae14f5834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539765 Jul 05 03:00:14.258871 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0a2b3349-5862-4f89-93ef-a6daf8b12df0 req-2c3b23e8-5525-4706-af9e-388331d1b1f0 service neutron] 10.222.0.21 "GET /v2.0/networks/61823972-e4da-47bb-8855-818ae14f5834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800161 Jul 05 03:00:14.320831 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device fc2a484b-ff25-477b-afb6-5a8364dbd2be up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:00:14.349052 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0a2b3349-5862-4f89-93ef-a6daf8b12df0 req-3aa40c59-5fd0-4980-9b14-f42d0bdb1910 service neutron] 10.222.0.21 "GET /v2.0/networks/61823972-e4da-47bb-8855-818ae14f5834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830767 Jul 05 03:00:14.479614 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning for port fc2a484b-ff25-477b-afb6-5a8364dbd2be completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:00:14.483667 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port fc2a484b-ff25-477b-afb6-5a8364dbd2be triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:00:14.484185 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:00:14.568904 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:00:14.591451 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80ff82ca-3393-4447-ac8a-459be4d64fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc2a484b-ff25-477b-afb6-5a8364dbd2be'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:00:14.593684 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e9674a8-33eb-4a22-9cbc-a0cede769f77" -d '{"events": [{"server_uuid": "80ff82ca-3393-4447-ac8a-459be4d64fbf", "name": "network-vif-plugged", "status": "completed", "tag": "fc2a484b-ff25-477b-afb6-5a8364dbd2be"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:00:14.607067 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port fc2a484b-ff25-477b-afb6-5a8364dbd2be, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=fc2a484b-ff25-477b-afb6-5a8364dbd2be,segment=NetworkSegment(492d445e-516b-4718-a516-c2be77ab0c67),segment_id=492d445e-516b-4718-a516-c2be77ab0c67)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:00:14.634808 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c32dbf4-900e-41d6-8002-440f0370e7d0 req-b69942e2-e502-431e-9456-104590d81c41 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:00:14.636479 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4c32dbf4-900e-41d6-8002-440f0370e7d0 req-b69942e2-e502-431e-9456-104590d81c41 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=80ff82ca-3393-4447-ac8a-459be4d64fbf HTTP/1.1" status: 200 len: 944 time: 0.0663674 Jul 05 03:00:14.641003 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c54e824-7803-426d-b034-f240eeafec8c x-openstack-request-id: req-9c54e824-7803-426d-b034-f240eeafec8c {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:00:14.641397 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80ff82ca-3393-4447-ac8a-459be4d64fbf", "name": "network-vif-plugged", "status": "completed", "tag": "fc2a484b-ff25-477b-afb6-5a8364dbd2be", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:00:14.641653 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9c54e824-7803-426d-b034-f240eeafec8c {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:00:14.642051 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80ff82ca-3393-4447-ac8a-459be4d64fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc2a484b-ff25-477b-afb6-5a8364dbd2be', 'code': 200} Jul 05 03:00:14.674388 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4c32dbf4-900e-41d6-8002-440f0370e7d0 req-378006a5-cece-4b60-9ed7-a3c3e73e4b37 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=d83d62ef-8a4a-4a19-9089-bdb2eedfb982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325217 Jul 05 03:00:14.677820 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:00:14.730923 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=fc2a484b-ff25-477b-afb6-5a8364dbd2be,revision_number=9']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:00:15.849260 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96da7cec-8809-4247-affe-ff1c9c66a1b5 req-ae1b7eb0-a96e-496c-bf3c-c8ccf278a71e tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:00:15.850707 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-96da7cec-8809-4247-affe-ff1c9c66a1b5 req-ae1b7eb0-a96e-496c-bf3c-c8ccf278a71e tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=80ff82ca-3393-4447-ac8a-459be4d64fbf HTTP/1.1" status: 200 len: 945 time: 0.0629041 Jul 05 03:00:15.888232 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-96da7cec-8809-4247-affe-ff1c9c66a1b5 req-7b75e58e-b3eb-4839-b4e4-94f3d0e8e43b tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=d83d62ef-8a4a-4a19-9089-bdb2eedfb982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312874 Jul 05 03:00:17.084770 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2b3349-5862-4f89-93ef-a6daf8b12df0 req-da0b3983-ab97-45ff-920b-5a3a827ddd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:00:17.086229 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0a2b3349-5862-4f89-93ef-a6daf8b12df0 req-da0b3983-ab97-45ff-920b-5a3a827ddd69 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=80ff82ca-3393-4447-ac8a-459be4d64fbf&tenant_id=c924626042fc4116989b2d8085d7b151 HTTP/1.1" status: 200 len: 1097 time: 0.0991154 Jul 05 03:00:17.100867 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af939e88-6f01-4b23-9e8d-682459223423 req-d3bb1b4a-72c3-4f59-a10a-037fa4e543e5 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:00:17.102941 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-af939e88-6f01-4b23-9e8d-682459223423 req-d3bb1b4a-72c3-4f59-a10a-037fa4e543e5 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=80ff82ca-3393-4447-ac8a-459be4d64fbf HTTP/1.1" status: 200 len: 945 time: 0.0877929 Jul 05 03:00:17.107905 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-0a2b3349-5862-4f89-93ef-a6daf8b12df0 req-4e105e03-7707-4bcb-af2e-84c94957c8e9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-771362-32', 'device_owner': 'compute:nova'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:00:17.198543 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-af939e88-6f01-4b23-9e8d-682459223423 req-f78041df-11d9-439b-a683-e81947b53aac tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=d83d62ef-8a4a-4a19-9089-bdb2eedfb982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879993 Jul 05 03:00:17.215217 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-0a2b3349-5862-4f89-93ef-a6daf8b12df0 req-4e105e03-7707-4bcb-af2e-84c94957c8e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:00:17.420268 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-0a2b3349-5862-4f89-93ef-a6daf8b12df0 req-4e105e03-7707-4bcb-af2e-84c94957c8e9 service neutron] For port fc2a484b-ff25-477b-afb6-5a8364dbd2be, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=fc2a484b-ff25-477b-afb6-5a8364dbd2be,segment=NetworkSegment(492d445e-516b-4718-a516-c2be77ab0c67),segment_id=492d445e-516b-4718-a516-c2be77ab0c67)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:00:17.462525 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-0a2b3349-5862-4f89-93ef-a6daf8b12df0 req-4e105e03-7707-4bcb-af2e-84c94957c8e9 service neutron] For port fc2a484b-ff25-477b-afb6-5a8364dbd2be, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:00:17.501557 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80ff82ca-3393-4447-ac8a-459be4d64fbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc2a484b-ff25-477b-afb6-5a8364dbd2be'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:00:17.503888 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34313a50-af6b-43af-9afe-271fc934ccfa" -d '{"events": [{"server_uuid": "80ff82ca-3393-4447-ac8a-459be4d64fbf", "name": "network-vif-unplugged", "status": "completed", "tag": "fc2a484b-ff25-477b-afb6-5a8364dbd2be"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:00:17.507676 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-0a2b3349-5862-4f89-93ef-a6daf8b12df0 req-4e105e03-7707-4bcb-af2e-84c94957c8e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:00:17.523403 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-0a2b3349-5862-4f89-93ef-a6daf8b12df0 req-4e105e03-7707-4bcb-af2e-84c94957c8e9 service neutron] Transition to ACTIVE for port object fc2a484b-ff25-477b-afb6-5a8364dbd2be will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:00:17.560032 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ad27a76-930b-41bb-8392-51e645d85526 x-openstack-request-id: req-7ad27a76-930b-41bb-8392-51e645d85526 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:00:17.560493 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80ff82ca-3393-4447-ac8a-459be4d64fbf", "name": "network-vif-unplugged", "status": "completed", "tag": "fc2a484b-ff25-477b-afb6-5a8364dbd2be", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:00:17.560931 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7ad27a76-930b-41bb-8392-51e645d85526 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:00:17.561821 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80ff82ca-3393-4447-ac8a-459be4d64fbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc2a484b-ff25-477b-afb6-5a8364dbd2be', 'code': 200} Jul 05 03:00:17.600012 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-0a2b3349-5862-4f89-93ef-a6daf8b12df0 req-4e105e03-7707-4bcb-af2e-84c94957c8e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:00:17.675597 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e105e03-7707-4bcb-af2e-84c94957c8e9 service neutron] Pushing event updated for resources: {'Port': ['ID=fc2a484b-ff25-477b-afb6-5a8364dbd2be,revision_number=10']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:00:17.734925 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a2b3349-5862-4f89-93ef-a6daf8b12df0 req-4e105e03-7707-4bcb-af2e-84c94957c8e9 service neutron] No DVR routers for this DVR port fc2a484b-ff25-477b-afb6-5a8364dbd2be on host n-h1-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:00:17.882815 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-0a2b3349-5862-4f89-93ef-a6daf8b12df0 req-4e105e03-7707-4bcb-af2e-84c94957c8e9 service neutron] Attempting to bind port fc2a484b-ff25-477b-afb6-5a8364dbd2be on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:00:17.883162 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-0a2b3349-5862-4f89-93ef-a6daf8b12df0 req-4e105e03-7707-4bcb-af2e-84c94957c8e9 service neutron] Attempting to bind port fc2a484b-ff25-477b-afb6-5a8364dbd2be by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '492d445e-516b-4718-a516-c2be77ab0c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '61823972-e4da-47bb-8855-818ae14f5834'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:00:17.883542 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2b3349-5862-4f89-93ef-a6daf8b12df0 req-4e105e03-7707-4bcb-af2e-84c94957c8e9 service neutron] Attempting to bind port fc2a484b-ff25-477b-afb6-5a8364dbd2be on network 61823972-e4da-47bb-8855-818ae14f5834 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:00:17.889921 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2b3349-5862-4f89-93ef-a6daf8b12df0 req-4e105e03-7707-4bcb-af2e-84c94957c8e9 service neutron] Port fc2a484b-ff25-477b-afb6-5a8364dbd2be on network 61823972-e4da-47bb-8855-818ae14f5834 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:00:17.890284 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2b3349-5862-4f89-93ef-a6daf8b12df0 req-4e105e03-7707-4bcb-af2e-84c94957c8e9 service neutron] Attempting to bind port fc2a484b-ff25-477b-afb6-5a8364dbd2be on network 61823972-e4da-47bb-8855-818ae14f5834 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:00:17.895345 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2b3349-5862-4f89-93ef-a6daf8b12df0 req-4e105e03-7707-4bcb-af2e-84c94957c8e9 service neutron] Checking agent: {'id': 'e071c76e-395f-48c4-a98f-88088465cf0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:00:17.895680 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2b3349-5862-4f89-93ef-a6daf8b12df0 req-4e105e03-7707-4bcb-af2e-84c94957c8e9 service neutron] Checking segment: {'id': '492d445e-516b-4718-a516-c2be77ab0c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '61823972-e4da-47bb-8855-818ae14f5834'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:00:17.896069 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2b3349-5862-4f89-93ef-a6daf8b12df0 req-4e105e03-7707-4bcb-af2e-84c94957c8e9 service neutron] Bound using segment: {'id': '492d445e-516b-4718-a516-c2be77ab0c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '61823972-e4da-47bb-8855-818ae14f5834'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:00:17.896495 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-0a2b3349-5862-4f89-93ef-a6daf8b12df0 req-4e105e03-7707-4bcb-af2e-84c94957c8e9 service neutron] Bound port: fc2a484b-ff25-477b-afb6-5a8364dbd2be, host: n-h2-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '492d445e-516b-4718-a516-c2be77ab0c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '61823972-e4da-47bb-8855-818ae14f5834'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:00:17.896856 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-0a2b3349-5862-4f89-93ef-a6daf8b12df0 req-4e105e03-7707-4bcb-af2e-84c94957c8e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:00:17.967193 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-0a2b3349-5862-4f89-93ef-a6daf8b12df0 req-4e105e03-7707-4bcb-af2e-84c94957c8e9 service neutron] For port fc2a484b-ff25-477b-afb6-5a8364dbd2be, host n-h2-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:00:17.967850 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-0a2b3349-5862-4f89-93ef-a6daf8b12df0 req-4e105e03-7707-4bcb-af2e-84c94957c8e9 service neutron] For port fc2a484b-ff25-477b-afb6-5a8364dbd2be, host n-h2-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=fc2a484b-ff25-477b-afb6-5a8364dbd2be,segment=NetworkSegment(492d445e-516b-4718-a516-c2be77ab0c67),segment_id=492d445e-516b-4718-a516-c2be77ab0c67)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:00:18.061966 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-0a2b3349-5862-4f89-93ef-a6daf8b12df0 req-4e105e03-7707-4bcb-af2e-84c94957c8e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:00:18.097578 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2b3349-5862-4f89-93ef-a6daf8b12df0 req-4e105e03-7707-4bcb-af2e-84c94957c8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:00:18.098252 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-0a2b3349-5862-4f89-93ef-a6daf8b12df0 req-4e105e03-7707-4bcb-af2e-84c94957c8e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:00:18.099776 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0a2b3349-5862-4f89-93ef-a6daf8b12df0 req-4e105e03-7707-4bcb-af2e-84c94957c8e9 service neutron] 10.222.0.15 "PUT /v2.0/ports/fc2a484b-ff25-477b-afb6-5a8364dbd2be HTTP/1.1" status: 200 len: 1093 time: 0.9959249 Jul 05 03:00:18.124781 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e105e03-7707-4bcb-af2e-84c94957c8e9 service neutron] Pushing event updated for resources: {'Port': ['ID=fc2a484b-ff25-477b-afb6-5a8364dbd2be,revision_number=11']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:00:18.195337 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2b3349-5862-4f89-93ef-a6daf8b12df0 req-b39afdcb-61c3-48cc-8b42-aca98806aded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:00:18.196978 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0a2b3349-5862-4f89-93ef-a6daf8b12df0 req-b39afdcb-61c3-48cc-8b42-aca98806aded service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c924626042fc4116989b2d8085d7b151&device_id=80ff82ca-3393-4447-ac8a-459be4d64fbf HTTP/1.1" status: 200 len: 1096 time: 0.0681050 Jul 05 03:00:18.309268 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2b3349-5862-4f89-93ef-a6daf8b12df0 req-386aecb5-8003-4e60-8e0b-da398e05f8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:00:18.310837 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0a2b3349-5862-4f89-93ef-a6daf8b12df0 req-386aecb5-8003-4e60-8e0b-da398e05f8c8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=61823972-e4da-47bb-8855-818ae14f5834 HTTP/1.1" status: 200 len: 897 time: 0.1011398 Jul 05 03:00:18.314767 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device fc2a484b-ff25-477b-afb6-5a8364dbd2be no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:00:18.366479 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device fc2a484b-ff25-477b-afb6-5a8364dbd2be not bound to the agent host n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:00:18.421411 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0a2b3349-5862-4f89-93ef-a6daf8b12df0 req-8e763ccd-be10-4a93-8654-87b0192d5c53 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc2a484b-ff25-477b-afb6-5a8364dbd2be HTTP/1.1" status: 200 len: 998 time: 0.1028173 Jul 05 03:00:18.477149 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95cf00c-00aa-41cc-9387-3d3d3abaf71b req-f8dbb394-be9e-46f7-9c7a-ca777063f83f tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:00:18.478813 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a95cf00c-00aa-41cc-9387-3d3d3abaf71b req-f8dbb394-be9e-46f7-9c7a-ca777063f83f tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=80ff82ca-3393-4447-ac8a-459be4d64fbf HTTP/1.1" status: 200 len: 944 time: 0.1132560 Jul 05 03:00:18.496420 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2b3349-5862-4f89-93ef-a6daf8b12df0 req-74c17591-7247-4f9f-814f-7a4b2cac9183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:00:18.497891 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0a2b3349-5862-4f89-93ef-a6daf8b12df0 req-74c17591-7247-4f9f-814f-7a4b2cac9183 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2e1c4b84-f4a6-422a-99af-9a75114df2b5 HTTP/1.1" status: 200 len: 835 time: 0.0687983 Jul 05 03:00:18.556247 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a95cf00c-00aa-41cc-9387-3d3d3abaf71b req-93c71b3d-9062-4c26-9084-2a738bb106a4 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=d83d62ef-8a4a-4a19-9089-bdb2eedfb982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710707 Jul 05 03:00:18.580900 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2b3349-5862-4f89-93ef-a6daf8b12df0 req-d004d536-34ab-413f-9f6b-842d127ccdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:00:18.582483 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0a2b3349-5862-4f89-93ef-a6daf8b12df0 req-d004d536-34ab-413f-9f6b-842d127ccdbc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=61823972-e4da-47bb-8855-818ae14f5834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0765078 Jul 05 03:00:18.671052 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0a2b3349-5862-4f89-93ef-a6daf8b12df0 req-41fecd99-3bf8-42f7-b2e8-3a6c3fd7124b service neutron] 10.222.0.15 "GET /v2.0/networks/61823972-e4da-47bb-8855-818ae14f5834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816383 Jul 05 03:00:18.772956 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0a2b3349-5862-4f89-93ef-a6daf8b12df0 req-1c560c71-81a2-4299-a17d-e8da22a8f773 service neutron] 10.222.0.15 "GET /v2.0/networks/61823972-e4da-47bb-8855-818ae14f5834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960557 Jul 05 03:00:19.563295 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80ff82ca-3393-4447-ac8a-459be4d64fbf', 'tag': 'fc2a484b-ff25-477b-afb6-5a8364dbd2be'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:00:19.565765 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6be76390-8e8d-4642-b973-871a45f7f7d5" -d '{"events": [{"name": "network-changed", "server_uuid": "80ff82ca-3393-4447-ac8a-459be4d64fbf", "tag": "fc2a484b-ff25-477b-afb6-5a8364dbd2be"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:00:19.613916 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2470d387-8cdd-4229-bc60-bab5585c6ea4 x-openstack-request-id: req-2470d387-8cdd-4229-bc60-bab5585c6ea4 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:00:19.614236 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80ff82ca-3393-4447-ac8a-459be4d64fbf", "tag": "fc2a484b-ff25-477b-afb6-5a8364dbd2be", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:00:19.614492 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2470d387-8cdd-4229-bc60-bab5585c6ea4 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:00:19.614902 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80ff82ca-3393-4447-ac8a-459be4d64fbf', 'tag': 'fc2a484b-ff25-477b-afb6-5a8364dbd2be', 'status': 'completed', 'code': 200} Jul 05 03:00:19.779753 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be76390-8e8d-4642-b973-871a45f7f7d5 req-65105e66-0504-4d58-8d8d-464e4ac7e52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:00:19.781305 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6be76390-8e8d-4642-b973-871a45f7f7d5 req-65105e66-0504-4d58-8d8d-464e4ac7e52e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c924626042fc4116989b2d8085d7b151&device_id=80ff82ca-3393-4447-ac8a-459be4d64fbf HTTP/1.1" status: 200 len: 1096 time: 0.1429241 Jul 05 03:00:19.788286 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be76390-8e8d-4642-b973-871a45f7f7d5 req-8638e364-6859-4a53-899e-5763ce3c2d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:00:19.789715 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6be76390-8e8d-4642-b973-871a45f7f7d5 req-8638e364-6859-4a53-899e-5763ce3c2d68 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c924626042fc4116989b2d8085d7b151&device_id=80ff82ca-3393-4447-ac8a-459be4d64fbf HTTP/1.1" status: 200 len: 1096 time: 0.1431451 Jul 05 03:00:19.827069 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df65c92e-e396-442f-af97-0d282e556e96 req-ce73d0cf-3d72-4672-95b6-f6c39f4e23b8 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:00:19.828588 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-df65c92e-e396-442f-af97-0d282e556e96 req-ce73d0cf-3d72-4672-95b6-f6c39f4e23b8 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=80ff82ca-3393-4447-ac8a-459be4d64fbf HTTP/1.1" status: 200 len: 944 time: 0.1380754 Jul 05 03:00:19.956630 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-df65c92e-e396-442f-af97-0d282e556e96 req-6e7bc554-2397-4826-97f9-07cc6e781f98 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=d83d62ef-8a4a-4a19-9089-bdb2eedfb982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947392 Jul 05 03:00:19.979571 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be76390-8e8d-4642-b973-871a45f7f7d5 req-666ae233-b853-4673-a03b-120445119645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:00:19.981213 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6be76390-8e8d-4642-b973-871a45f7f7d5 req-666ae233-b853-4673-a03b-120445119645 service neutron] 10.222.0.21 "GET /v2.0/networks?id=61823972-e4da-47bb-8855-818ae14f5834 HTTP/1.1" status: 200 len: 897 time: 0.1903841 Jul 05 03:00:20.030026 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be76390-8e8d-4642-b973-871a45f7f7d5 req-968c850d-9121-4b35-bbd9-1b39e81747e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:00:20.031552 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6be76390-8e8d-4642-b973-871a45f7f7d5 req-968c850d-9121-4b35-bbd9-1b39e81747e6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=61823972-e4da-47bb-8855-818ae14f5834 HTTP/1.1" status: 200 len: 897 time: 0.2310984 Jul 05 03:00:20.094514 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6be76390-8e8d-4642-b973-871a45f7f7d5 req-6d1ec09c-a057-4103-97d5-cb9429948341 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc2a484b-ff25-477b-afb6-5a8364dbd2be HTTP/1.1" status: 200 len: 998 time: 0.1048374 Jul 05 03:00:20.134703 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6be76390-8e8d-4642-b973-871a45f7f7d5 req-8b47f25e-5c21-41e2-a5b8-28c53213ca02 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc2a484b-ff25-477b-afb6-5a8364dbd2be HTTP/1.1" status: 200 len: 998 time: 0.0925291 Jul 05 03:00:20.182829 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be76390-8e8d-4642-b973-871a45f7f7d5 req-cd4cea8a-3cea-4aaa-803a-fb03ff97600a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:00:20.184337 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6be76390-8e8d-4642-b973-871a45f7f7d5 req-cd4cea8a-3cea-4aaa-803a-fb03ff97600a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2e1c4b84-f4a6-422a-99af-9a75114df2b5 HTTP/1.1" status: 200 len: 835 time: 0.0836844 Jul 05 03:00:20.225520 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be76390-8e8d-4642-b973-871a45f7f7d5 req-bdda71fc-1a17-477a-ae69-0a1cd86db2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:00:20.227166 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6be76390-8e8d-4642-b973-871a45f7f7d5 req-bdda71fc-1a17-477a-ae69-0a1cd86db2db service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2e1c4b84-f4a6-422a-99af-9a75114df2b5 HTTP/1.1" status: 200 len: 835 time: 0.0832961 Jul 05 03:00:20.263017 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be76390-8e8d-4642-b973-871a45f7f7d5 req-bc116bd3-bf2c-4760-adb1-2d28212df9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:00:20.264546 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6be76390-8e8d-4642-b973-871a45f7f7d5 req-bc116bd3-bf2c-4760-adb1-2d28212df9b5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=61823972-e4da-47bb-8855-818ae14f5834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0741045 Jul 05 03:00:20.382017 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be76390-8e8d-4642-b973-871a45f7f7d5 req-2541a386-8858-43c8-bc07-76aeffe1a679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:00:20.383561 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6be76390-8e8d-4642-b973-871a45f7f7d5 req-2541a386-8858-43c8-bc07-76aeffe1a679 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=61823972-e4da-47bb-8855-818ae14f5834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1344376 Jul 05 03:00:20.387768 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6be76390-8e8d-4642-b973-871a45f7f7d5 req-cc9ae1fe-73bb-491f-afc2-fc28d43fc9c8 service neutron] 10.222.0.21 "GET /v2.0/networks/61823972-e4da-47bb-8855-818ae14f5834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070180 Jul 05 03:00:20.545612 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6be76390-8e8d-4642-b973-871a45f7f7d5 req-ee71cd51-8df3-4579-ae77-034ac9fd7149 service neutron] 10.222.0.15 "GET /v2.0/networks/61823972-e4da-47bb-8855-818ae14f5834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541259 Jul 05 03:00:20.547596 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6be76390-8e8d-4642-b973-871a45f7f7d5 req-df8b1622-f0c1-4fbd-a50b-054c50d810cb service neutron] 10.222.0.21 "GET /v2.0/networks/61823972-e4da-47bb-8855-818ae14f5834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487877 Jul 05 03:00:20.646483 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6be76390-8e8d-4642-b973-871a45f7f7d5 req-365c5821-9c3a-41de-9c3d-bf29e6b066d6 service neutron] 10.222.0.15 "GET /v2.0/networks/61823972-e4da-47bb-8855-818ae14f5834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897706 Jul 05 03:00:20.926364 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-1cfc5034-c7e6-43f1-82c1-cc90a72e933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:00:21.140260 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20d9fb4-6904-4940-931a-7321025558a2 req-52423437-3c30-4e03-9dda-37c102a33d23 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:00:21.141826 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a20d9fb4-6904-4940-931a-7321025558a2 req-52423437-3c30-4e03-9dda-37c102a33d23 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=80ff82ca-3393-4447-ac8a-459be4d64fbf HTTP/1.1" status: 200 len: 944 time: 0.0674264 Jul 05 03:00:21.182624 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a20d9fb4-6904-4940-931a-7321025558a2 req-bd895c20-55a4-4f48-a712-d9619aa3ce93 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=d83d62ef-8a4a-4a19-9089-bdb2eedfb982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349205 Jul 05 03:00:21.214325 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 45932) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:00:21.275851 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-0385caf6-e393-4398-a01b-00689d308ad6 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/floatingips/8ab35c1b-14ae-44d1-9c61-1893c3512bb9 HTTP/1.1" status: 200 len: 990 time: 0.0603237 Jul 05 03:00:21.651762 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device fc2a484b-ff25-477b-afb6-5a8364dbd2be details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:00:21.744793 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port fc2a484b-ff25-477b-afb6-5a8364dbd2be, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=fc2a484b-ff25-477b-afb6-5a8364dbd2be,segment=NetworkSegment(492d445e-516b-4718-a516-c2be77ab0c67),segment_id=492d445e-516b-4718-a516-c2be77ab0c67)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:00:21.756034 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Returning: {'device': 'fc2a484b-ff25-477b-afb6-5a8364dbd2be', 'network_id': '61823972-e4da-47bb-8855-818ae14f5834', 'port_id': 'fc2a484b-ff25-477b-afb6-5a8364dbd2be', 'mac_address': 'fa:16:3e:1b:28:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e1c4b84-f4a6-422a-99af-9a75114df2b5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:00:21.794459 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:00:21.812903 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc2a484b-ff25-477b-afb6-5a8364dbd2be {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:00:21.833982 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port fc2a484b-ff25-477b-afb6-5a8364dbd2be, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=fc2a484b-ff25-477b-afb6-5a8364dbd2be,segment=NetworkSegment(492d445e-516b-4718-a516-c2be77ab0c67),segment_id=492d445e-516b-4718-a516-c2be77ab0c67)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:00:21.943109 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:00:21.993364 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=fc2a484b-ff25-477b-afb6-5a8364dbd2be,revision_number=12']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:00:22.161508 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['fc2a484b-ff25-477b-afb6-5a8364dbd2be'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:00:23.263076 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-54820aad-a1e7-47ac-a408-efeb2abf9691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:00:23.667002 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device fc2a484b-ff25-477b-afb6-5a8364dbd2be up at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:00:23.776954 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning for port fc2a484b-ff25-477b-afb6-5a8364dbd2be completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:00:23.781054 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning complete for port fc2a484b-ff25-477b-afb6-5a8364dbd2be triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:00:23.781433 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:00:23.865909 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:00:23.898217 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80ff82ca-3393-4447-ac8a-459be4d64fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc2a484b-ff25-477b-afb6-5a8364dbd2be'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:00:23.900485 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cc0ce78-5f64-428e-ba41-3f7ffea67330" -d '{"events": [{"server_uuid": "80ff82ca-3393-4447-ac8a-459be4d64fbf", "name": "network-vif-plugged", "status": "completed", "tag": "fc2a484b-ff25-477b-afb6-5a8364dbd2be"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:00:23.913579 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port fc2a484b-ff25-477b-afb6-5a8364dbd2be, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=fc2a484b-ff25-477b-afb6-5a8364dbd2be,segment=NetworkSegment(492d445e-516b-4718-a516-c2be77ab0c67),segment_id=492d445e-516b-4718-a516-c2be77ab0c67)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:00:23.938612 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0148cdd6-d2cb-4979-b51f-cc2aa4aad4d0 x-openstack-request-id: req-0148cdd6-d2cb-4979-b51f-cc2aa4aad4d0 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:00:23.938903 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80ff82ca-3393-4447-ac8a-459be4d64fbf", "name": "network-vif-plugged", "status": "completed", "tag": "fc2a484b-ff25-477b-afb6-5a8364dbd2be", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:00:23.939159 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0148cdd6-d2cb-4979-b51f-cc2aa4aad4d0 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:00:23.939559 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80ff82ca-3393-4447-ac8a-459be4d64fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc2a484b-ff25-477b-afb6-5a8364dbd2be', 'code': 200} Jul 05 03:00:23.959786 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:00:23.983231 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:00:24.032450 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=fc2a484b-ff25-477b-afb6-5a8364dbd2be,revision_number=13']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:00:24.725727 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:00:26.148967 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:00:42.129530 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:00:42.171076 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:00:46.014073 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:00:50.431509 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [req-a7d83c9d-2129-4723-a03e-a3f6324c9a9c req-c3077573-1624-49b6-ab28-8264ae990663 service neutron] (94461) timed out ('10.222.0.21', 51213) {{(pid=94461) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 03:00:50.474907 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-91879268-0bd2-42f7-bfd8-fd7bd3b5c4a4 req-7f3cd966-c45e-4f8b-a734-44bfcdde73bd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=80ff82ca-3393-4447-ac8a-459be4d64fbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0517070 Jul 05 03:00:50.569695 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91879268-0bd2-42f7-bfd8-fd7bd3b5c4a4 req-ef9bcbf9-624b-4446-be8e-1788d309609e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:00:50.574760 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-91879268-0bd2-42f7-bfd8-fd7bd3b5c4a4 req-ef9bcbf9-624b-4446-be8e-1788d309609e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c924626042fc4116989b2d8085d7b151&device_id=80ff82ca-3393-4447-ac8a-459be4d64fbf HTTP/1.1" status: 200 len: 1098 time: 0.0553021 Jul 05 03:00:50.673931 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91879268-0bd2-42f7-bfd8-fd7bd3b5c4a4 req-7fed89cf-ae23-4ef0-968c-4870159504a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:00:50.675425 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-91879268-0bd2-42f7-bfd8-fd7bd3b5c4a4 req-7fed89cf-ae23-4ef0-968c-4870159504a9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=61823972-e4da-47bb-8855-818ae14f5834 HTTP/1.1" status: 200 len: 897 time: 0.0811830 Jul 05 03:00:50.743406 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-91879268-0bd2-42f7-bfd8-fd7bd3b5c4a4 req-bf0e5480-ffb0-40b8-b682-c8e66c38d53d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc2a484b-ff25-477b-afb6-5a8364dbd2be HTTP/1.1" status: 200 len: 1000 time: 0.0603712 Jul 05 03:00:50.791083 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91879268-0bd2-42f7-bfd8-fd7bd3b5c4a4 req-bc0752e1-ca29-4135-a550-ee8db740dbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:00:50.798289 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-91879268-0bd2-42f7-bfd8-fd7bd3b5c4a4 req-bc0752e1-ca29-4135-a550-ee8db740dbb6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2e1c4b84-f4a6-422a-99af-9a75114df2b5 HTTP/1.1" status: 200 len: 835 time: 0.0424333 Jul 05 03:00:50.850276 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91879268-0bd2-42f7-bfd8-fd7bd3b5c4a4 req-c0028d77-9ada-44f7-97bc-022b9728f03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:00:50.851836 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-91879268-0bd2-42f7-bfd8-fd7bd3b5c4a4 req-c0028d77-9ada-44f7-97bc-022b9728f03b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=61823972-e4da-47bb-8855-818ae14f5834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527105 Jul 05 03:00:50.947250 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-91879268-0bd2-42f7-bfd8-fd7bd3b5c4a4 req-96880855-b183-4c86-aaa4-f6bf40f7fbfe service neutron] 10.222.0.15 "GET /v2.0/networks/61823972-e4da-47bb-8855-818ae14f5834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864885 Jul 05 03:00:50.947933 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-0d85aa65-f7e4-490e-ba15-5513a0507597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:00:51.036158 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-91879268-0bd2-42f7-bfd8-fd7bd3b5c4a4 req-9443afa0-5702-4e4e-8682-5243dafe623f service neutron] 10.222.0.15 "GET /v2.0/networks/61823972-e4da-47bb-8855-818ae14f5834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814185 Jul 05 03:00:53.277874 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-81f12e69-d01f-4ce3-86d7-8b9b0f52aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:00:53.931390 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb18c62c-a7cc-4f3e-bd77-4320768d12a4 req-8806e014-843e-4f9b-bfb6-07461e5479c1 tempest-TestNetworkAdvancedServerOps-295631081 tempest-TestNetworkAdvancedServerOps-295631081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:00:53.932943 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bb18c62c-a7cc-4f3e-bd77-4320768d12a4 req-8806e014-843e-4f9b-bfb6-07461e5479c1 tempest-TestNetworkAdvancedServerOps-295631081 tempest-TestNetworkAdvancedServerOps-295631081-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=80ff82ca-3393-4447-ac8a-459be4d64fbf HTTP/1.1" status: 200 len: 1098 time: 0.0546463 Jul 05 03:00:53.967886 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bb18c62c-a7cc-4f3e-bd77-4320768d12a4 req-002ea93b-848d-4ad0-a4dc-4edd25d8430e tempest-TestNetworkAdvancedServerOps-295631081 tempest-TestNetworkAdvancedServerOps-295631081-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=d83d62ef-8a4a-4a19-9089-bdb2eedfb982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289376 Jul 05 03:00:53.970362 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:00:53.991841 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 45946) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:00:54.150411 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-a1705671-9482-435a-beb5-4581df3fef01 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Deleting port bbe08801-3cd5-4a95-9918-f1c7e3c8d388 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:00:54.150758 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a1705671-9482-435a-beb5-4581df3fef01 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:00:54.222901 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a1705671-9482-435a-beb5-4581df3fef01 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:00:54.223227 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a1705671-9482-435a-beb5-4581df3fef01 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:00:54.234244 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-a1705671-9482-435a-beb5-4581df3fef01 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Calling delete_port for bbe08801-3cd5-4a95-9918-f1c7e3c8d388 owned by network:floatingip {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:00:54.449153 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a1705671-9482-435a-beb5-4581df3fef01 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:00:54.471323 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1705671-9482-435a-beb5-4581df3fef01 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Pushing event deleted for resources: {'Port': ['ID=bbe08801-3cd5-4a95-9918-f1c7e3c8d388,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:00:54.535545 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a1705671-9482-435a-beb5-4581df3fef01 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for floatingip, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:00:54.535878 n-d-771362-32 neutron-server[94461]: INFO neutron.db.l3_db [None req-a1705671-9482-435a-beb5-4581df3fef01 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Floating IP 8ab35c1b-14ae-44d1-9c61-1893c3512bb9 disassociated (deleted). External IP: 172.25.7.72, port: fc2a484b-ff25-477b-afb6-5a8364dbd2be. Jul 05 03:00:54.737355 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:00:55.070240 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1705671-9482-435a-beb5-4581df3fef01 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Router 8664ef93-104d-40de-9a04-09257981d271 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:00:55.178783 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1705671-9482-435a-beb5-4581df3fef01 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:00:55.183668 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a1705671-9482-435a-beb5-4581df3fef01 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:00:55.188146 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d27f084-94ac-48d4-b35b-f39b879e8306 None None] Sync routers for ids ['8664ef93-104d-40de-9a04-09257981d271'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:00:55.197873 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d27f084-94ac-48d4-b35b-f39b879e8306 None None] Routers {'8664ef93-104d-40de-9a04-09257981d271'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:00:55.198529 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-6d27f084-94ac-48d4-b35b-f39b879e8306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:00:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['8664ef93-104d-40de-9a04-09257981d271'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:00:55.219657 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-a1705671-9482-435a-beb5-4581df3fef01 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "DELETE /v2.0/floatingips/8ab35c1b-14ae-44d1-9c61-1893c3512bb9 HTTP/1.1" status: 204 len: 168 time: 1.2266266 Jul 05 03:00:55.220374 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80ff82ca-3393-4447-ac8a-459be4d64fbf', 'tag': 'fc2a484b-ff25-477b-afb6-5a8364dbd2be'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:00:55.223418 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e6b59e8-ddfc-4fa4-8960-bc2e5c2a02d8" -d '{"events": [{"name": "network-changed", "server_uuid": "80ff82ca-3393-4447-ac8a-459be4d64fbf", "tag": "fc2a484b-ff25-477b-afb6-5a8364dbd2be"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:00:55.262698 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9de9be8-4847-487b-a8c6-94b846d1ef2a x-openstack-request-id: req-b9de9be8-4847-487b-a8c6-94b846d1ef2a {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:00:55.262991 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80ff82ca-3393-4447-ac8a-459be4d64fbf", "tag": "fc2a484b-ff25-477b-afb6-5a8364dbd2be", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:00:55.263262 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b9de9be8-4847-487b-a8c6-94b846d1ef2a {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:00:55.263666 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80ff82ca-3393-4447-ac8a-459be4d64fbf', 'tag': 'fc2a484b-ff25-477b-afb6-5a8364dbd2be', 'status': 'completed', 'code': 200} Jul 05 03:00:55.310740 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-6d27f084-94ac-48d4-b35b-f39b879e8306 None None] Set router 8664ef93-104d-40de-9a04-09257981d271 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:00:55.341361 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6b59e8-ddfc-4fa4-8960-bc2e5c2a02d8 req-f2e4b259-0da1-478a-8332-8b747474bf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:00:55.343025 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2e6b59e8-ddfc-4fa4-8960-bc2e5c2a02d8 req-f2e4b259-0da1-478a-8332-8b747474bf44 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c924626042fc4116989b2d8085d7b151&device_id=80ff82ca-3393-4447-ac8a-459be4d64fbf HTTP/1.1" status: 200 len: 1098 time: 0.0543795 Jul 05 03:00:55.441865 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6b59e8-ddfc-4fa4-8960-bc2e5c2a02d8 req-0d391fed-13ef-4384-abd3-8c69982ab427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:00:55.443386 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2e6b59e8-ddfc-4fa4-8960-bc2e5c2a02d8 req-0d391fed-13ef-4384-abd3-8c69982ab427 service neutron] 10.222.0.15 "GET /v2.0/networks?id=61823972-e4da-47bb-8855-818ae14f5834 HTTP/1.1" status: 200 len: 897 time: 0.0930352 Jul 05 03:00:55.488139 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2e6b59e8-ddfc-4fa4-8960-bc2e5c2a02d8 req-d3b40b24-699d-4d16-a9a8-e8145809a04b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc2a484b-ff25-477b-afb6-5a8364dbd2be HTTP/1.1" status: 200 len: 217 time: 0.0367663 Jul 05 03:00:55.519233 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-6d27f084-94ac-48d4-b35b-f39b879e8306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8664ef93-104d-40de-9a04-09257981d271', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1275772651', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': 'e5557d54-bf0c-4892-a40a-834e490ec808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:58:52Z', 'updated_at': '2021-07-05T02:58:57Z', 'revision_number': 4, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'gw_port': {'id': 'e5557d54-bf0c-4892-a40a-834e490ec808', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:3e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8664ef93-104d-40de-9a04-09257981d271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:58:53Z', 'updated_at': '2021-07-05T02:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'cddbc1a6-d42d-4a34-b945-0c6e94c5fcab', 'name': '', 'network_id': '61823972-e4da-47bb-8855-818ae14f5834', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'mac_address': 'fa:16:3e:9d:5d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8664ef93-104d-40de-9a04-09257981d271', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '2e1c4b84-f4a6-422a-99af-9a75114df2b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:58:56Z', 'updated_at': '2021-07-05T02:59:02Z', 'revision_number': 5, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'subnets': [{'id': '2e1c4b84-f4a6-422a-99af-9a75114df2b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:00:55.546279 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d27f084-94ac-48d4-b35b-f39b879e8306 None None] Checking router: 8664ef93-104d-40de-9a04-09257981d271 for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:00:55.551629 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6b59e8-ddfc-4fa4-8960-bc2e5c2a02d8 req-677fe9e3-512a-4c70-8e40-21540c1b9430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:00:55.553531 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2e6b59e8-ddfc-4fa4-8960-bc2e5c2a02d8 req-677fe9e3-512a-4c70-8e40-21540c1b9430 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2e1c4b84-f4a6-422a-99af-9a75114df2b5 HTTP/1.1" status: 200 len: 835 time: 0.0591631 Jul 05 03:00:55.555312 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d27f084-94ac-48d4-b35b-f39b879e8306 None None] Routers {'8664ef93-104d-40de-9a04-09257981d271'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:00:55.555967 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-6d27f084-94ac-48d4-b35b-f39b879e8306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:00:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['8664ef93-104d-40de-9a04-09257981d271'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:00:55.618920 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6b59e8-ddfc-4fa4-8960-bc2e5c2a02d8 req-eaa3e58d-36b8-4a19-b542-3535f76afbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:00:55.620657 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2e6b59e8-ddfc-4fa4-8960-bc2e5c2a02d8 req-eaa3e58d-36b8-4a19-b542-3535f76afbf4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=61823972-e4da-47bb-8855-818ae14f5834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0594766 Jul 05 03:00:55.730485 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2e6b59e8-ddfc-4fa4-8960-bc2e5c2a02d8 req-ef648d6c-c289-46a3-ad28-4fa0f6bcc5cd service neutron] 10.222.0.15 "GET /v2.0/networks/61823972-e4da-47bb-8855-818ae14f5834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019499 Jul 05 03:00:55.820325 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-6d27f084-94ac-48d4-b35b-f39b879e8306 None None] Set router 8664ef93-104d-40de-9a04-09257981d271 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:00:55.955798 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2e6b59e8-ddfc-4fa4-8960-bc2e5c2a02d8 req-3f2ea79b-7917-4af3-b14d-42e6a07173f0 service neutron] 10.222.0.15 "GET /v2.0/networks/61823972-e4da-47bb-8855-818ae14f5834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208019 Jul 05 03:00:55.986013 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3faa44-c79a-4d37-89ad-2310b409d704 req-d3ce67cc-97c2-4df8-b496-26c3b17e18a9 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:00:55.988101 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7b3faa44-c79a-4d37-89ad-2310b409d704 req-d3ce67cc-97c2-4df8-b496-26c3b17e18a9 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=80ff82ca-3393-4447-ac8a-459be4d64fbf HTTP/1.1" status: 200 len: 946 time: 0.0771358 Jul 05 03:00:56.024012 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-6d27f084-94ac-48d4-b35b-f39b879e8306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8664ef93-104d-40de-9a04-09257981d271', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1275772651', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': 'e5557d54-bf0c-4892-a40a-834e490ec808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:58:52Z', 'updated_at': '2021-07-05T02:58:57Z', 'revision_number': 4, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'gw_port': {'id': 'e5557d54-bf0c-4892-a40a-834e490ec808', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:3e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8664ef93-104d-40de-9a04-09257981d271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:58:53Z', 'updated_at': '2021-07-05T02:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'cddbc1a6-d42d-4a34-b945-0c6e94c5fcab', 'name': '', 'network_id': '61823972-e4da-47bb-8855-818ae14f5834', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'mac_address': 'fa:16:3e:9d:5d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8664ef93-104d-40de-9a04-09257981d271', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '2e1c4b84-f4a6-422a-99af-9a75114df2b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:58:56Z', 'updated_at': '2021-07-05T02:59:02Z', 'revision_number': 5, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'subnets': [{'id': '2e1c4b84-f4a6-422a-99af-9a75114df2b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:00:56.037548 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7b3faa44-c79a-4d37-89ad-2310b409d704 req-ce9bf502-5c8e-48a1-99bd-6dc7831289b2 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=d83d62ef-8a4a-4a19-9089-bdb2eedfb982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434775 Jul 05 03:00:56.055286 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d27f084-94ac-48d4-b35b-f39b879e8306 None None] The sync data for ids ['8664ef93-104d-40de-9a04-09257981d271'] in n-d-771362-32 is: [{'id': '8664ef93-104d-40de-9a04-09257981d271', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1275772651', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': 'e5557d54-bf0c-4892-a40a-834e490ec808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:58:52Z', 'updated_at': '2021-07-05T02:58:57Z', 'revision_number': 4, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'gw_port': {'id': 'e5557d54-bf0c-4892-a40a-834e490ec808', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:3e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8664ef93-104d-40de-9a04-09257981d271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:58:53Z', 'updated_at': '2021-07-05T02:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'cddbc1a6-d42d-4a34-b945-0c6e94c5fcab', 'name': '', 'network_id': '61823972-e4da-47bb-8855-818ae14f5834', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'mac_address': 'fa:16:3e:9d:5d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8664ef93-104d-40de-9a04-09257981d271', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '2e1c4b84-f4a6-422a-99af-9a75114df2b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:58:56Z', 'updated_at': '2021-07-05T02:59:02Z', 'revision_number': 5, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'subnets': [{'id': '2e1c4b84-f4a6-422a-99af-9a75114df2b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:00:56.171085 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:00:56.265935 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbe9e12-f367-454e-85f9-c840eaa51706 None None] New status for floating IP 8ab35c1b-14ae-44d1-9c61-1893c3512bb9: DOWN {{(pid=94464) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:00:57.213947 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c788a785-9d0f-4b78-92b1-589a7ab4d59f req-b89ad6e4-1fc8-4e3f-a243-ae5de02b17c0 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:00:57.215952 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c788a785-9d0f-4b78-92b1-589a7ab4d59f req-b89ad6e4-1fc8-4e3f-a243-ae5de02b17c0 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=80ff82ca-3393-4447-ac8a-459be4d64fbf HTTP/1.1" status: 200 len: 946 time: 0.0713804 Jul 05 03:00:57.259216 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c788a785-9d0f-4b78-92b1-589a7ab4d59f req-1cc18abf-4d2d-420a-8a78-5a6b0e43568d tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=d83d62ef-8a4a-4a19-9089-bdb2eedfb982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366175 Jul 05 03:00:57.532684 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377fd001-eb85-4d19-9551-542a329f24b5 req-9aebe781-a6d5-42b2-b429-1272d119f52a tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:00:57.534999 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-377fd001-eb85-4d19-9551-542a329f24b5 req-9aebe781-a6d5-42b2-b429-1272d119f52a tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.15 "GET /v2.0/ports?device_id=80ff82ca-3393-4447-ac8a-459be4d64fbf HTTP/1.1" status: 200 len: 946 time: 0.0641565 Jul 05 03:00:57.640093 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-377fd001-eb85-4d19-9551-542a329f24b5 req-d072685b-4ea2-4723-9d34-e7061a361e59 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Deleting port fc2a484b-ff25-477b-afb6-5a8364dbd2be {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:00:57.640430 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-377fd001-eb85-4d19-9551-542a329f24b5 req-d072685b-4ea2-4723-9d34-e7061a361e59 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:00:57.730716 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-377fd001-eb85-4d19-9551-542a329f24b5 req-d072685b-4ea2-4723-9d34-e7061a361e59 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] For port fc2a484b-ff25-477b-afb6-5a8364dbd2be, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=fc2a484b-ff25-477b-afb6-5a8364dbd2be,segment=NetworkSegment(492d445e-516b-4718-a516-c2be77ab0c67),segment_id=492d445e-516b-4718-a516-c2be77ab0c67)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:00:57.731086 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-377fd001-eb85-4d19-9551-542a329f24b5 req-d072685b-4ea2-4723-9d34-e7061a361e59 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:00:57.748344 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-377fd001-eb85-4d19-9551-542a329f24b5 req-d072685b-4ea2-4723-9d34-e7061a361e59 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Calling delete_port for fc2a484b-ff25-477b-afb6-5a8364dbd2be owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:00:57.986401 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-377fd001-eb85-4d19-9551-542a329f24b5 req-d072685b-4ea2-4723-9d34-e7061a361e59 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:00:58.014626 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d072685b-4ea2-4723-9d34-e7061a361e59 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Pushing event deleted for resources: {'Port': ['ID=fc2a484b-ff25-477b-afb6-5a8364dbd2be,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:00:58.068171 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-377fd001-eb85-4d19-9551-542a329f24b5 req-d072685b-4ea2-4723-9d34-e7061a361e59 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] No DVR routers for this DVR port fc2a484b-ff25-477b-afb6-5a8364dbd2be on host n-h2-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:00:58.070804 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-377fd001-eb85-4d19-9551-542a329f24b5 req-d072685b-4ea2-4723-9d34-e7061a361e59 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:00:58.072828 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-377fd001-eb85-4d19-9551-542a329f24b5 req-d072685b-4ea2-4723-9d34-e7061a361e59 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.15 "DELETE /v2.0/ports/fc2a484b-ff25-477b-afb6-5a8364dbd2be HTTP/1.1" status: 204 len: 173 time: 0.5321023 Jul 05 03:00:58.073269 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80ff82ca-3393-4447-ac8a-459be4d64fbf', 'name': 'network-vif-deleted', 'tag': 'fc2a484b-ff25-477b-afb6-5a8364dbd2be'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:00:58.075599 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0813e68-f4b9-4616-8df5-747fe8c877c3" -d '{"events": [{"server_uuid": "80ff82ca-3393-4447-ac8a-459be4d64fbf", "name": "network-vif-deleted", "tag": "fc2a484b-ff25-477b-afb6-5a8364dbd2be"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:00:58.113030 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58d36a88-f103-4c93-9fae-34260d6261a7 x-openstack-request-id: req-58d36a88-f103-4c93-9fae-34260d6261a7 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:00:58.113323 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80ff82ca-3393-4447-ac8a-459be4d64fbf", "name": "network-vif-deleted", "tag": "fc2a484b-ff25-477b-afb6-5a8364dbd2be", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:00:58.113572 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-58d36a88-f103-4c93-9fae-34260d6261a7 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:00:58.113971 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80ff82ca-3393-4447-ac8a-459be4d64fbf', 'name': 'network-vif-deleted', 'tag': 'fc2a484b-ff25-477b-afb6-5a8364dbd2be', 'status': 'completed', 'code': 200} Jul 05 03:00:58.405771 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7ce942fa-05e3-48f5-9d6f-713e9620d44c req-78083ad9-6732-4a49-ac58-9f523090af9c tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=80ff82ca-3393-4447-ac8a-459be4d64fbf HTTP/1.1" status: 200 len: 210 time: 0.0318668 Jul 05 03:00:59.500119 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 45964) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:00:59.863795 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f8c7b1b8-a489-4de6-a446-c9a8d815fe51 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1634680'] for router_interface, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:00.127423 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-f8c7b1b8-a489-4de6-a446-c9a8d815fe51 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Deleting port cddbc1a6-d42d-4a34-b945-0c6e94c5fcab {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:01:00.127765 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f8c7b1b8-a489-4de6-a446-c9a8d815fe51 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:00.217667 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [None req-f8c7b1b8-a489-4de6-a446-c9a8d815fe51 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] For port cddbc1a6-d42d-4a34-b945-0c6e94c5fcab, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=cddbc1a6-d42d-4a34-b945-0c6e94c5fcab,segment=NetworkSegment(492d445e-516b-4718-a516-c2be77ab0c67),segment_id=492d445e-516b-4718-a516-c2be77ab0c67)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:01:00.218016 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f8c7b1b8-a489-4de6-a446-c9a8d815fe51 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:00.231125 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-f8c7b1b8-a489-4de6-a446-c9a8d815fe51 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Calling delete_port for cddbc1a6-d42d-4a34-b945-0c6e94c5fcab owned by network:router_interface {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:01:00.473906 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f8c7b1b8-a489-4de6-a446-c9a8d815fe51 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:00.503379 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c7b1b8-a489-4de6-a446-c9a8d815fe51 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Pushing event deleted for resources: {'Port': ['ID=cddbc1a6-d42d-4a34-b945-0c6e94c5fcab,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:01:00.683264 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f8c7b1b8-a489-4de6-a446-c9a8d815fe51 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635398'] for router_interface, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:00.969167 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8c7b1b8-a489-4de6-a446-c9a8d815fe51 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Router 8664ef93-104d-40de-9a04-09257981d271 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:01:01.076631 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8c7b1b8-a489-4de6-a446-c9a8d815fe51 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:01:01.083525 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-f8c7b1b8-a489-4de6-a446-c9a8d815fe51 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "PUT /v2.0/routers/8664ef93-104d-40de-9a04-09257981d271/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5815513 Jul 05 03:01:01.085410 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 45966) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:01:01.086740 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b2268a-c740-4376-ace0-00754b7eb9dc None None] Sync routers for ids ['8664ef93-104d-40de-9a04-09257981d271'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:01:01.097203 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b2268a-c740-4376-ace0-00754b7eb9dc None None] Routers {'8664ef93-104d-40de-9a04-09257981d271'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:01:01.097911 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-63b2268a-c740-4376-ace0-00754b7eb9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:00:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['8664ef93-104d-40de-9a04-09257981d271'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:01:01.140747 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_v2 [None req-380e26bd-b6a0-4151-9bb3-e8e30a2b9169 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Deleting subnet 2e1c4b84-f4a6-422a-99af-9a75114df2b5 {{(pid=94461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:01:01.145307 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-380e26bd-b6a0-4151-9bb3-e8e30a2b9169 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for subnet, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:01.186071 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-380e26bd-b6a0-4151-9bb3-e8e30a2b9169 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5519650'] for subnet, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:01.203764 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-63b2268a-c740-4376-ace0-00754b7eb9dc None None] Set router 8664ef93-104d-40de-9a04-09257981d271 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:01:01.279681 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-380e26bd-b6a0-4151-9bb3-e8e30a2b9169 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:01.385707 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-63b2268a-c740-4376-ace0-00754b7eb9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8664ef93-104d-40de-9a04-09257981d271', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1275772651', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': 'e5557d54-bf0c-4892-a40a-834e490ec808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:58:52Z', 'updated_at': '2021-07-05T03:01:00Z', 'revision_number': 5, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'gw_port': {'id': 'e5557d54-bf0c-4892-a40a-834e490ec808', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:3e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8664ef93-104d-40de-9a04-09257981d271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:58:53Z', 'updated_at': '2021-07-05T02:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:01:01.417451 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b2268a-c740-4376-ace0-00754b7eb9dc None None] Checking router: 8664ef93-104d-40de-9a04-09257981d271 for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:01:01.426773 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b2268a-c740-4376-ace0-00754b7eb9dc None None] Routers {'8664ef93-104d-40de-9a04-09257981d271'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:01:01.427404 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-63b2268a-c740-4376-ace0-00754b7eb9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:00:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['8664ef93-104d-40de-9a04-09257981d271'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:01:01.438711 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-380e26bd-b6a0-4151-9bb3-e8e30a2b9169 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5763388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774356'] for subnet, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:01.467366 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380e26bd-b6a0-4151-9bb3-e8e30a2b9169 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Pushing event deleted for resources: {'Subnet': ['ID=2e1c4b84-f4a6-422a-99af-9a75114df2b5,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:01:01.472071 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-380e26bd-b6a0-4151-9bb3-e8e30a2b9169 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:01.474086 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-380e26bd-b6a0-4151-9bb3-e8e30a2b9169 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "DELETE /v2.0/subnets/2e1c4b84-f4a6-422a-99af-9a75114df2b5 HTTP/1.1" status: 204 len: 168 time: 0.3876133 Jul 05 03:01:01.478652 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 45968) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:01:01.479702 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc2bdae-091e-459c-b2bb-3a0c918dfe4d None None] Network 61823972-e4da-47bb-8855-818ae14f5834 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:01:01.588398 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b8fb0071-1689-4a62-bdeb-c589d57ee45d tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for router, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:01.611920 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-63b2268a-c740-4376-ace0-00754b7eb9dc None None] Set router 8664ef93-104d-40de-9a04-09257981d271 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:01:01.690565 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b8fb0071-1689-4a62-bdeb-c589d57ee45d tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:01.797965 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device fc2a484b-ff25-477b-afb6-5a8364dbd2be no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:01:01.822565 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] No Port match for: fc2a484b-ff25-477b-afb6-5a8364dbd2be {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:01:01.822908 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device fc2a484b-ff25-477b-afb6-5a8364dbd2be not bound to the agent host n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:01:01.842980 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5a5ab7-2ce2-48ab-97e0-70516141e3ed None None] DHCP port deletion for 61823972-e4da-47bb-8855-818ae14f5834 request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:01:01.852528 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-63b2268a-c740-4376-ace0-00754b7eb9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8664ef93-104d-40de-9a04-09257981d271', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1275772651', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': 'e5557d54-bf0c-4892-a40a-834e490ec808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:58:52Z', 'updated_at': '2021-07-05T03:01:00Z', 'revision_number': 5, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'gw_port': {'id': 'e5557d54-bf0c-4892-a40a-834e490ec808', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:3e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8664ef93-104d-40de-9a04-09257981d271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:58:53Z', 'updated_at': '2021-07-05T02:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:01:01.882869 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-b8fb0071-1689-4a62-bdeb-c589d57ee45d tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Deleting port e5557d54-bf0c-4892-a40a-834e490ec808 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:01:01.883212 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b8fb0071-1689-4a62-bdeb-c589d57ee45d tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:01.899689 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b2268a-c740-4376-ace0-00754b7eb9dc None None] The sync data for ids ['8664ef93-104d-40de-9a04-09257981d271'] in n-d-771362-32 is: [{'id': '8664ef93-104d-40de-9a04-09257981d271', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1275772651', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': 'e5557d54-bf0c-4892-a40a-834e490ec808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T02:58:52Z', 'updated_at': '2021-07-05T03:01:00Z', 'revision_number': 5, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'gw_port': {'id': 'e5557d54-bf0c-4892-a40a-834e490ec808', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:3e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8664ef93-104d-40de-9a04-09257981d271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T02:58:53Z', 'updated_at': '2021-07-05T02:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:01:01.920953 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-4f5a5ab7-2ce2-48ab-97e0-70516141e3ed None None] Deleting port 6a1e23ff-93a9-4128-b2eb-cd8f9b69918e {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:01:01.920953 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4f5a5ab7-2ce2-48ab-97e0-70516141e3ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:01.967763 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [None req-b8fb0071-1689-4a62-bdeb-c589d57ee45d tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] For port e5557d54-bf0c-4892-a40a-834e490ec808, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=e5557d54-bf0c-4892-a40a-834e490ec808,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:01:01.968115 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b8fb0071-1689-4a62-bdeb-c589d57ee45d tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:01.980660 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-b8fb0071-1689-4a62-bdeb-c589d57ee45d tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Calling delete_port for e5557d54-bf0c-4892-a40a-834e490ec808 owned by network:router_gateway {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:01:01.981653 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-4f5a5ab7-2ce2-48ab-97e0-70516141e3ed None None] For port 6a1e23ff-93a9-4128-b2eb-cd8f9b69918e, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=6a1e23ff-93a9-4128-b2eb-cd8f9b69918e,segment=NetworkSegment(492d445e-516b-4718-a516-c2be77ab0c67),segment_id=492d445e-516b-4718-a516-c2be77ab0c67)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:01:01.982046 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4f5a5ab7-2ce2-48ab-97e0-70516141e3ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:01.994885 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-4f5a5ab7-2ce2-48ab-97e0-70516141e3ed None None] Calling delete_port for 6a1e23ff-93a9-4128-b2eb-cd8f9b69918e owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:01:02.136777 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4f5a5ab7-2ce2-48ab-97e0-70516141e3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:02.162991 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5a5ab7-2ce2-48ab-97e0-70516141e3ed None None] Pushing event deleted for resources: {'Port': ['ID=6a1e23ff-93a9-4128-b2eb-cd8f9b69918e,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:01:02.168865 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5a5ab7-2ce2-48ab-97e0-70516141e3ed None None] No DVR routers for this DVR port 6a1e23ff-93a9-4128-b2eb-cd8f9b69918e on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:01:02.315282 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 6a1e23ff-93a9-4128-b2eb-cd8f9b69918e no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:01:02.336842 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 6a1e23ff-93a9-4128-b2eb-cd8f9b69918e {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:01:02.337194 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 6a1e23ff-93a9-4128-b2eb-cd8f9b69918e not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:01:02.337620 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device cddbc1a6-d42d-4a34-b945-0c6e94c5fcab no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:01:02.358093 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: cddbc1a6-d42d-4a34-b945-0c6e94c5fcab {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:01:02.358486 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device cddbc1a6-d42d-4a34-b945-0c6e94c5fcab not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:01:02.674086 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b8fb0071-1689-4a62-bdeb-c589d57ee45d tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:02.707771 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fb0071-1689-4a62-bdeb-c589d57ee45d tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Pushing event deleted for resources: {'Port': ['ID=e5557d54-bf0c-4892-a40a-834e490ec808,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:01:02.809363 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b8fb0071-1689-4a62-bdeb-c589d57ee45d tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636927'] for router_gateway, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:02.899270 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b8fb0071-1689-4a62-bdeb-c589d57ee45d tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11828'] for router, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:02.901342 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b8fb0071-1689-4a62-bdeb-c589d57ee45d tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:03.016413 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b8fb0071-1689-4a62-bdeb-c589d57ee45d tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1575451'] for router, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:03.016941 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8fb0071-1689-4a62-bdeb-c589d57ee45d tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Fanout notify agent at l3_agent the message router_deleted on router 8664ef93-104d-40de-9a04-09257981d271 {{(pid=94461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 03:01:03.029806 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b8fb0071-1689-4a62-bdeb-c589d57ee45d tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for router, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:03.029806 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-b8fb0071-1689-4a62-bdeb-c589d57ee45d tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "DELETE /v2.0/routers/8664ef93-104d-40de-9a04-09257981d271 HTTP/1.1" status: 204 len: 168 time: 1.5458822 Jul 05 03:01:03.029806 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 45970) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:01:03.106859 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8e53e68d-5575-4edb-b992-dd9b7c5e956c tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:03.196686 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8e53e68d-5575-4edb-b992-dd9b7c5e956c tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:03.206929 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-8e53e68d-5575-4edb-b992-dd9b7c5e956c tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61823972-e4da-47bb-8855-818ae14f5834']}} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:01:03.216872 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-8e53e68d-5575-4edb-b992-dd9b7c5e956c tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '492d445e-516b-4718-a516-c2be77ab0c67') {'for_net_delete': True} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:01:03.217166 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-8e53e68d-5575-4edb-b992-dd9b7c5e956c tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '492d445e-516b-4718-a516-c2be77ab0c67') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:01:03.226584 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8e53e68d-5575-4edb-b992-dd9b7c5e956c tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5519669'] for segment, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:03.240017 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8e53e68d-5575-4edb-b992-dd9b7c5e956c tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:03.245731 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e53e68d-5575-4edb-b992-dd9b7c5e956c tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=94461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:01:03.246116 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8e53e68d-5575-4edb-b992-dd9b7c5e956c tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5763545'] for segment, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:03.249101 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:01:03.249101 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:01:03.249101 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:01:03.249101 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:01:03.249101 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:01:03.249101 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:01:03.249101 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:01:03.249101 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:01:03.249101 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:01:03.249101 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:01:03.249101 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:01:03.249101 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:01:03.249101 n-d-771362-32 neutron-server[94461]: Traceback (most recent call last): Jul 05 03:01:03.249101 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:01:03.249101 n-d-771362-32 neutron-server[94461]: timer() Jul 05 03:01:03.249101 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:01:03.249101 n-d-771362-32 neutron-server[94461]: cb(*args, **kw) Jul 05 03:01:03.249101 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:01:03.249101 n-d-771362-32 neutron-server[94461]: return func(*args, **kwargs) Jul 05 03:01:03.249101 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:01:03.249101 n-d-771362-32 neutron-server[94461]: self._notify() Jul 05 03:01:03.249101 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:01:03.249101 n-d-771362-32 neutron-server[94461]: self.callback(batched_events) Jul 05 03:01:03.249101 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:01:03.249101 n-d-771362-32 neutron-server[94461]: event.method(event) Jul 05 03:01:03.249101 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:01:03.249101 n-d-771362-32 neutron-server[94461]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:01:03.249101 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:01:03.249101 n-d-771362-32 neutron-server[94461]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:01:03.249101 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:01:03.249101 n-d-771362-32 neutron-server[94461]: return f(self, *a, **k) Jul 05 03:01:03.249101 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:01:03.249101 n-d-771362-32 neutron-server[94461]: return self._get(url).json() Jul 05 03:01:03.249101 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:01:03.249101 n-d-771362-32 neutron-server[94461]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:01:03.249101 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:01:03.249101 n-d-771362-32 neutron-server[94461]: return self.request(url, 'GET', **kwargs) Jul 05 03:01:03.249101 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:01:03.249101 n-d-771362-32 neutron-server[94461]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:01:03.249101 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:01:03.249101 n-d-771362-32 neutron-server[94461]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:01:03.249101 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:01:03.249101 n-d-771362-32 neutron-server[94461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:01:03.249101 n-d-771362-32 neutron-server[94461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:01:03.370570 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8e53e68d-5575-4edb-b992-dd9b7c5e956c tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:03.375083 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8e53e68d-5575-4edb-b992-dd9b7c5e956c tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:03.378360 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-8e53e68d-5575-4edb-b992-dd9b7c5e956c tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "DELETE /v2.0/networks/61823972-e4da-47bb-8855-818ae14f5834 HTTP/1.1" status: 204 len: 168 time: 0.3485768 Jul 05 03:01:03.380572 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45972) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:01:03.393031 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e53e68d-5575-4edb-b992-dd9b7c5e956c tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Pushing event deleted for resources: {'Network': ['ID=61823972-e4da-47bb-8855-818ae14f5834,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:01:03.445041 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f05b890e-f0a0-472e-843e-24eeaf33172f tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:03.472533 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f05b890e-f0a0-472e-843e-24eeaf33172f tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:03.620878 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f05b890e-f0a0-472e-843e-24eeaf33172f tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:03.623801 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f05b890e-f0a0-472e-843e-24eeaf33172f tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:03.625257 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-f05b890e-f0a0-472e-843e-24eeaf33172f tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "DELETE /v2.0/security-groups/d83d62ef-8a4a-4a19-9089-bdb2eedfb982 HTTP/1.1" status: 204 len: 168 time: 0.2435398 Jul 05 03:01:03.638871 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05b890e-f0a0-472e-843e-24eeaf33172f tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d83d62ef-8a4a-4a19-9089-bdb2eedfb982,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:01:03.649997 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05b890e-f0a0-472e-843e-24eeaf33172f tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:01:03.650617 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05b890e-f0a0-472e-843e-24eeaf33172f tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:01:03.651218 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05b890e-f0a0-472e-843e-24eeaf33172f tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:01:03.652001 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05b890e-f0a0-472e-843e-24eeaf33172f tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:01:03.652497 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05b890e-f0a0-472e-843e-24eeaf33172f tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:01:03.652841 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05b890e-f0a0-472e-843e-24eeaf33172f tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:01:03.653179 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05b890e-f0a0-472e-843e-24eeaf33172f tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:01:03.653515 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05b890e-f0a0-472e-843e-24eeaf33172f tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:01:03.653853 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05b890e-f0a0-472e-843e-24eeaf33172f tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:01:03.654213 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05b890e-f0a0-472e-843e-24eeaf33172f tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:01:03.654543 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05b890e-f0a0-472e-843e-24eeaf33172f tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:01:03.654869 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05b890e-f0a0-472e-843e-24eeaf33172f tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:01:04.185816 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device e5557d54-bf0c-4892-a40a-834e490ec808 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:01:04.197290 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45978) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:01:04.202266 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-1a424cb8-9f65-43d4-b4db-16fbe91170a5 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-37322051', 'description': 'tempest-secgroup-smoke-37322051 description', 'project_id': 'c924626042fc4116989b2d8085d7b151'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:01:04.213573 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: e5557d54-bf0c-4892-a40a-834e490ec808 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:01:04.214072 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device e5557d54-bf0c-4892-a40a-834e490ec808 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:01:04.285034 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1a424cb8-9f65-43d4-b4db-16fbe91170a5 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:04.371145 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1a424cb8-9f65-43d4-b4db-16fbe91170a5 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:04.490490 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1a424cb8-9f65-43d4-b4db-16fbe91170a5 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:04.519942 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a424cb8-9f65-43d4-b4db-16fbe91170a5 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15adb029-f1ac-4fba-adf0-10b7cfb290d5,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:01:04.633617 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1a424cb8-9f65-43d4-b4db-16fbe91170a5 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:04.634882 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-1a424cb8-9f65-43d4-b4db-16fbe91170a5 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4365478 Jul 05 03:01:04.637635 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45980) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:01:04.642085 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-3a12aedd-d5ac-4aa5-ac63-4a35ce76f8aa tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Request body: {'security_group_rule': {'security_group_id': '15adb029-f1ac-4fba-adf0-10b7cfb290d5', 'project_id': 'c924626042fc4116989b2d8085d7b151', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:01:04.833073 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3a12aedd-d5ac-4aa5-ac63-4a35ce76f8aa tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:04.891959 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3a12aedd-d5ac-4aa5-ac63-4a35ce76f8aa tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:05.016473 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3a12aedd-d5ac-4aa5-ac63-4a35ce76f8aa tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:05.035038 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a12aedd-d5ac-4aa5-ac63-4a35ce76f8aa tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7b24b28-9d96-4f6e-b1d9-63b03e18c7ba,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:01:05.136654 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3a12aedd-d5ac-4aa5-ac63-4a35ce76f8aa tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:05.137913 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-3a12aedd-d5ac-4aa5-ac63-4a35ce76f8aa tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4993329 Jul 05 03:01:05.140566 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 45982) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:01:05.145593 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-98c72941-1083-4244-8313-26ba3457003f tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Request body: {'security_group_rule': {'security_group_id': '15adb029-f1ac-4fba-adf0-10b7cfb290d5', 'project_id': 'c924626042fc4116989b2d8085d7b151', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:01:05.221494 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-98c72941-1083-4244-8313-26ba3457003f tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:05.276858 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-98c72941-1083-4244-8313-26ba3457003f tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:05.340638 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-98c72941-1083-4244-8313-26ba3457003f tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:05.361562 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c72941-1083-4244-8313-26ba3457003f tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d19fd97f-0594-459f-b8e3-5ecc63be19f8,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:01:05.444693 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-98c72941-1083-4244-8313-26ba3457003f tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:05.445869 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-98c72941-1083-4244-8313-26ba3457003f tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3043387 Jul 05 03:01:05.448629 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 45984) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:01:05.453404 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-9355d84e-bd3c-4287-a652-7d704e8ee883 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Request body: {'security_group_rule': {'security_group_id': '15adb029-f1ac-4fba-adf0-10b7cfb290d5', 'project_id': 'c924626042fc4116989b2d8085d7b151', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:01:05.564535 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9355d84e-bd3c-4287-a652-7d704e8ee883 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:05.624920 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9355d84e-bd3c-4287-a652-7d704e8ee883 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:05.734525 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9355d84e-bd3c-4287-a652-7d704e8ee883 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:05.755191 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9355d84e-bd3c-4287-a652-7d704e8ee883 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0de0438-e799-4467-99be-a284c65adf29,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:01:05.833036 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9355d84e-bd3c-4287-a652-7d704e8ee883 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:05.834349 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-9355d84e-bd3c-4287-a652-7d704e8ee883 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3846004 Jul 05 03:01:05.837055 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 45986) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:01:05.841935 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-84e09fc3-f359-471c-9242-cf22883f5da3 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Request body: {'security_group_rule': {'security_group_id': '15adb029-f1ac-4fba-adf0-10b7cfb290d5', 'project_id': 'c924626042fc4116989b2d8085d7b151', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:01:05.924044 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-84e09fc3-f359-471c-9242-cf22883f5da3 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:05.982711 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-84e09fc3-f359-471c-9242-cf22883f5da3 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:06.054740 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-84e09fc3-f359-471c-9242-cf22883f5da3 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:06.074654 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e09fc3-f359-471c-9242-cf22883f5da3 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e78b5fab-d68c-4e29-9dc9-acfb20189a0b,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:01:06.153815 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-84e09fc3-f359-471c-9242-cf22883f5da3 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:06.155094 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-84e09fc3-f359-471c-9242-cf22883f5da3 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3169475 Jul 05 03:01:06.157778 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 45988) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:01:06.164236 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-30894439-5805-4cd2-8a4e-b50fd9ab9a8c tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Request body: {'security_group_rule': {'security_group_id': '15adb029-f1ac-4fba-adf0-10b7cfb290d5', 'project_id': 'c924626042fc4116989b2d8085d7b151', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:01:06.267672 n-d-771362-32 neutron-server[94461]: INFO neutron.db.securitygroups_db [None req-30894439-5805-4cd2-8a4e-b50fd9ab9a8c tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Project c924626042fc4116989b2d8085d7b151 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 03:01:06.272876 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-30894439-5805-4cd2-8a4e-b50fd9ab9a8c tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:06.333116 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-30894439-5805-4cd2-8a4e-b50fd9ab9a8c tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:06.427933 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-30894439-5805-4cd2-8a4e-b50fd9ab9a8c tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:06.447178 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30894439-5805-4cd2-8a4e-b50fd9ab9a8c tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e93b89b3-8d2e-4cd7-b774-d8eafea3c710,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:01:06.564721 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-30894439-5805-4cd2-8a4e-b50fd9ab9a8c tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:06.566102 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-30894439-5805-4cd2-8a4e-b50fd9ab9a8c tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4073782 Jul 05 03:01:06.568777 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 45990) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:01:06.573271 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-8db7362f-4ef8-441c-8ac1-ca84e704b62c tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Request body: {'security_group_rule': {'security_group_id': '15adb029-f1ac-4fba-adf0-10b7cfb290d5', 'project_id': 'c924626042fc4116989b2d8085d7b151', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:01:06.696724 n-d-771362-32 neutron-server[94461]: INFO neutron.db.securitygroups_db [None req-8db7362f-4ef8-441c-8ac1-ca84e704b62c tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Project c924626042fc4116989b2d8085d7b151 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 03:01:06.701985 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8db7362f-4ef8-441c-8ac1-ca84e704b62c tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:06.765840 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8db7362f-4ef8-441c-8ac1-ca84e704b62c tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:06.873441 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8db7362f-4ef8-441c-8ac1-ca84e704b62c tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:06.892843 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db7362f-4ef8-441c-8ac1-ca84e704b62c tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c21a21f4-d6bb-4c40-8adb-aa0e134c357b,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:01:07.028741 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8db7362f-4ef8-441c-8ac1-ca84e704b62c tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:07.030008 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-8db7362f-4ef8-441c-8ac1-ca84e704b62c tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4602931 Jul 05 03:01:07.033014 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 45992) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:01:07.038629 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-ff15d946-4c1a-46a0-80b9-96fcfcb584f3 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Request body: {'network': {'name': 'tempest-network-smoke--960711740', 'project_id': 'c924626042fc4116989b2d8085d7b151', 'port_security_enabled': True}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:01:07.147278 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff15d946-4c1a-46a0-80b9-96fcfcb584f3 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Made reservation on behalf of c924626042fc4116989b2d8085d7b151 for: {'network': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:01:07.150982 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ff15d946-4c1a-46a0-80b9-96fcfcb584f3 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:07.174332 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff15d946-4c1a-46a0-80b9-96fcfcb584f3 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=94461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:01:07.183162 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ff15d946-4c1a-46a0-80b9-96fcfcb584f3 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:07.183505 n-d-771362-32 neutron-server[94461]: INFO neutron.db.segments_db [None req-ff15d946-4c1a-46a0-80b9-96fcfcb584f3 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Added segment ac4694e9-9708-417e-aede-a121410d8617 of type vlan for network 3b0d7f7a-0817-40ba-bd71-b4d83203d9d3 Jul 05 03:01:07.224855 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ff15d946-4c1a-46a0-80b9-96fcfcb584f3 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:07.359507 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ff15d946-4c1a-46a0-80b9-96fcfcb584f3 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:07.365889 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff15d946-4c1a-46a0-80b9-96fcfcb584f3 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:01:07.366641 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ff15d946-4c1a-46a0-80b9-96fcfcb584f3 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:07.435900 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff15d946-4c1a-46a0-80b9-96fcfcb584f3 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Pushing event updated for resources: {'Network': ['ID=3b0d7f7a-0817-40ba-bd71-b4d83203d9d3,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:01:07.447168 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 3b0d7f7a-0817-40ba-bd71-b4d83203d9d3 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:01:07.497270 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-ff15d946-4c1a-46a0-80b9-96fcfcb584f3 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4631553 Jul 05 03:01:07.500122 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 45994) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:01:07.505538 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-e0d65c45-0612-4e2a-984d-a737ba885a85 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1644746575', 'admin_state_up': True, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:01:07.615721 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e0d65c45-0612-4e2a-984d-a737ba885a85 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11810'] for router, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:07.616763 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e0d65c45-0612-4e2a-984d-a737ba885a85 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1926740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11821'] for router, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:07.670494 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e0d65c45-0612-4e2a-984d-a737ba885a85 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:07.883001 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e0d65c45-0612-4e2a-984d-a737ba885a85 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:08.170917 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e0d65c45-0612-4e2a-984d-a737ba885a85 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for router_gateway, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:08.189873 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e0d65c45-0612-4e2a-984d-a737ba885a85 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:08.293903 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-e0d65c45-0612-4e2a-984d-a737ba885a85 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Allocated IP 172.25.7.164 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/7ec51349-7f27-4d4e-9065-cc310d76b485) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:01:08.392389 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e0d65c45-0612-4e2a-984d-a737ba885a85 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:08.495278 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e0d65c45-0612-4e2a-984d-a737ba885a85 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:08.533021 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d65c45-0612-4e2a-984d-a737ba885a85 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:01:08.535934 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-e0d65c45-0612-4e2a-984d-a737ba885a85 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:01:08.541526 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d65c45-0612-4e2a-984d-a737ba885a85 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:01:08.567797 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d65c45-0612-4e2a-984d-a737ba885a85 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Pushing event updated for resources: {'Port': ['ID=7ec51349-7f27-4d4e-9065-cc310d76b485,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:01:08.878232 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e0d65c45-0612-4e2a-984d-a737ba885a85 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for router_gateway, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:09.090196 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e0d65c45-0612-4e2a-984d-a737ba885a85 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963'] for router, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:09.288832 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0d65c45-0612-4e2a-984d-a737ba885a85 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Router 32a59325-e140-4e75-84c4-3d4cd109e428 is scheduled to L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 with binding_index 1 {{(pid=94461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 03:01:09.400977 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0d65c45-0612-4e2a-984d-a737ba885a85 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:01:09.410298 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7abb548-6b46-4c1a-abb9-2ee86c5a194f None None] Sync routers for ids ['32a59325-e140-4e75-84c4-3d4cd109e428'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:01:09.419666 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7abb548-6b46-4c1a-abb9-2ee86c5a194f None None] Routers {'32a59325-e140-4e75-84c4-3d4cd109e428'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:01:09.420264 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-c7abb548-6b46-4c1a-abb9-2ee86c5a194f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:00:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['32a59325-e140-4e75-84c4-3d4cd109e428'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:01:09.491681 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e0d65c45-0612-4e2a-984d-a737ba885a85 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for router, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:09.492978 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-e0d65c45-0612-4e2a-984d-a737ba885a85 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9919026 Jul 05 03:01:09.496292 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 45996) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:01:09.525749 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-bc6787f6-5ac5-4bff-8e84-4242eda4b4c2 tempest-TestNetworkAdvancedServerOps-295631081 tempest-TestNetworkAdvancedServerOps-295631081-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=c924626042fc4116989b2d8085d7b151&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282464 Jul 05 03:01:09.535179 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 45998) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:01:09.609772 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-c7abb548-6b46-4c1a-abb9-2ee86c5a194f None None] Set router 32a59325-e140-4e75-84c4-3d4cd109e428 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:01:09.624283 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15180e0f-7562-45a3-b88d-b41caace3e07 tempest-TestNetworkAdvancedServerOps-295631081 tempest-TestNetworkAdvancedServerOps-295631081-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:01:09.625836 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-15180e0f-7562-45a3-b88d-b41caace3e07 tempest-TestNetworkAdvancedServerOps-295631081 tempest-TestNetworkAdvancedServerOps-295631081-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0896986 Jul 05 03:01:09.628864 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 46000) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:01:09.660567 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-f955ed05-ec3e-4e41-a888-a2fbcfa0981e tempest-TestNetworkAdvancedServerOps-295631081 tempest-TestNetworkAdvancedServerOps-295631081-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=4bbc2f9e-02cf-490e-901d-2588655a3ef0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281646 Jul 05 03:01:09.660798 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 46002) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:01:09.665582 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-a605bc14-3cbd-45c8-a554-23cf8ab818b8 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-623140865', 'network_id': '3b0d7f7a-0817-40ba-bd71-b4d83203d9d3', 'project_id': 'c924626042fc4116989b2d8085d7b151', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:01:09.782669 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-c7abb548-6b46-4c1a-abb9-2ee86c5a194f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a59325-e140-4e75-84c4-3d4cd109e428', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1644746575', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '7ec51349-7f27-4d4e-9065-cc310d76b485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:01:07Z', 'updated_at': '2021-07-05T03:01:08Z', 'revision_number': 3, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'gw_port': {'id': '7ec51349-7f27-4d4e-9065-cc310d76b485', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:bf:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32a59325-e140-4e75-84c4-3d4cd109e428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:01:08Z', 'updated_at': '2021-07-05T03:01:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:01:09.808128 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7abb548-6b46-4c1a-abb9-2ee86c5a194f None None] Checking router: 32a59325-e140-4e75-84c4-3d4cd109e428 for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:01:09.808468 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7abb548-6b46-4c1a-abb9-2ee86c5a194f None None] Updating router 32a59325-e140-4e75-84c4-3d4cd109e428 port 7ec51349-7f27-4d4e-9065-cc310d76b485 binding host n-d-771362-32 {{(pid=94464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:01:09.838816 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a605bc14-3cbd-45c8-a554-23cf8ab818b8 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Made reservation on behalf of c924626042fc4116989b2d8085d7b151 for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:01:09.842448 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a605bc14-3cbd-45c8-a554-23cf8ab818b8 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:09.845137 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c7abb548-6b46-4c1a-abb9-2ee86c5a194f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:10.099951 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c7abb548-6b46-4c1a-abb9-2ee86c5a194f None None] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:10.109297 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-c7abb548-6b46-4c1a-abb9-2ee86c5a194f None None] Transition to ACTIVE for port object 7ec51349-7f27-4d4e-9065-cc310d76b485 will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:01:10.125310 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a605bc14-3cbd-45c8-a554-23cf8ab818b8 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5763451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774823'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:10.193154 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a605bc14-3cbd-45c8-a554-23cf8ab818b8 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Pushing event updated for resources: {'Subnet': ['ID=879aa5aa-b004-42db-96ce-91d7b69f9bac,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:01:10.197790 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a605bc14-3cbd-45c8-a554-23cf8ab818b8 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Checking segment: {'id': 'ac4694e9-9708-417e-aede-a121410d8617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3b0d7f7a-0817-40ba-bd71-b4d83203d9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:01:10.198172 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a605bc14-3cbd-45c8-a554-23cf8ab818b8 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Network hostable DHCP agents. Network: 3b0d7f7a-0817-40ba-bd71-b4d83203d9d3, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:01:10.206883 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a605bc14-3cbd-45c8-a554-23cf8ab818b8 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:01:10.207231 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a605bc14-3cbd-45c8-a554-23cf8ab818b8 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:01:10.207571 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a605bc14-3cbd-45c8-a554-23cf8ab818b8 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:01:10.207905 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a605bc14-3cbd-45c8-a554-23cf8ab818b8 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:01:10.208234 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a605bc14-3cbd-45c8-a554-23cf8ab818b8 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:01:10.209091 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a605bc14-3cbd-45c8-a554-23cf8ab818b8 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:01:10.209418 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a605bc14-3cbd-45c8-a554-23cf8ab818b8 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:01:10.209745 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a605bc14-3cbd-45c8-a554-23cf8ab818b8 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:01:10.210070 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a605bc14-3cbd-45c8-a554-23cf8ab818b8 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:01:10.210418 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a605bc14-3cbd-45c8-a554-23cf8ab818b8 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:01:10.210739 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a605bc14-3cbd-45c8-a554-23cf8ab818b8 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:01:10.211055 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a605bc14-3cbd-45c8-a554-23cf8ab818b8 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:01:10.250743 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c7abb548-6b46-4c1a-abb9-2ee86c5a194f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:10.303646 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-c7abb548-6b46-4c1a-abb9-2ee86c5a194f None None] Attempting to bind port 7ec51349-7f27-4d4e-9065-cc310d76b485 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:01:10.304003 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-c7abb548-6b46-4c1a-abb9-2ee86c5a194f None None] Attempting to bind port 7ec51349-7f27-4d4e-9065-cc310d76b485 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:01:10.309904 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7abb548-6b46-4c1a-abb9-2ee86c5a194f None None] Attempting to bind port 7ec51349-7f27-4d4e-9065-cc310d76b485 on network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:01:10.309904 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09f717a-51ad-4117-bfec-710279da7152 None None] Pushing event updated for resources: {'Port': ['ID=7ec51349-7f27-4d4e-9065-cc310d76b485,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:01:10.314860 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7abb548-6b46-4c1a-abb9-2ee86c5a194f None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:01:10.315222 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7abb548-6b46-4c1a-abb9-2ee86c5a194f None None] Checking segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:01:10.315613 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c7abb548-6b46-4c1a-abb9-2ee86c5a194f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:10.315994 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7abb548-6b46-4c1a-abb9-2ee86c5a194f None None] Bound using segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:01:10.316434 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-c7abb548-6b46-4c1a-abb9-2ee86c5a194f None None] Bound port: 7ec51349-7f27-4d4e-9065-cc310d76b485, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:01:10.316799 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c7abb548-6b46-4c1a-abb9-2ee86c5a194f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:10.319699 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09f717a-51ad-4117-bfec-710279da7152 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:01:10.320030 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09f717a-51ad-4117-bfec-710279da7152 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:01:10.320357 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09f717a-51ad-4117-bfec-710279da7152 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:01:10.320680 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09f717a-51ad-4117-bfec-710279da7152 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:01:10.321003 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09f717a-51ad-4117-bfec-710279da7152 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:01:10.321321 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09f717a-51ad-4117-bfec-710279da7152 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:01:10.321635 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09f717a-51ad-4117-bfec-710279da7152 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:01:10.321988 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09f717a-51ad-4117-bfec-710279da7152 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:01:10.322329 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09f717a-51ad-4117-bfec-710279da7152 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:01:10.322643 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09f717a-51ad-4117-bfec-710279da7152 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:01:10.322960 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09f717a-51ad-4117-bfec-710279da7152 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:01:10.323270 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09f717a-51ad-4117-bfec-710279da7152 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:01:10.374493 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-c7abb548-6b46-4c1a-abb9-2ee86c5a194f None None] For port 7ec51349-7f27-4d4e-9065-cc310d76b485, host n-d-771362-32, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:01:10.377313 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-c7abb548-6b46-4c1a-abb9-2ee86c5a194f None None] For port 7ec51349-7f27-4d4e-9065-cc310d76b485, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=7ec51349-7f27-4d4e-9065-cc310d76b485,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:01:10.427285 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a605bc14-3cbd-45c8-a554-23cf8ab818b8 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Network 3b0d7f7a-0817-40ba-bd71-b4d83203d9d3 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:01:10.525372 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c7abb548-6b46-4c1a-abb9-2ee86c5a194f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:10.576328 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-a605bc14-3cbd-45c8-a554-23cf8ab818b8 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 3b0d7f7a-0817-40ba-bd71-b4d83203d9d3) {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:01:10.582976 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a605bc14-3cbd-45c8-a554-23cf8ab818b8 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:01:10.584358 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09f717a-51ad-4117-bfec-710279da7152 None None] Pushing event updated for resources: {'Port': ['ID=7ec51349-7f27-4d4e-9065-cc310d76b485,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:01:10.584616 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a605bc14-3cbd-45c8-a554-23cf8ab818b8 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:10.586045 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce682372-5163-48b8-bdc5-f40d99697df8 None None] Network 3b0d7f7a-0817-40ba-bd71-b4d83203d9d3 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:01:10.587041 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7abb548-6b46-4c1a-abb9-2ee86c5a194f None None] Routers {'32a59325-e140-4e75-84c4-3d4cd109e428'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:01:10.587640 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-c7abb548-6b46-4c1a-abb9-2ee86c5a194f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:00:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['32a59325-e140-4e75-84c4-3d4cd109e428'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:01:10.679837 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-a605bc14-3cbd-45c8-a554-23cf8ab818b8 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0180066 Jul 05 03:01:10.682590 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 46004) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:01:10.692145 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-c7abb548-6b46-4c1a-abb9-2ee86c5a194f None None] Set router 32a59325-e140-4e75-84c4-3d4cd109e428 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:01:10.735383 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc36d002-df77-495b-a335-3cc9b72850cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-3b0d7f7a-0817-40ba-bd71-b4d83203d9d3', 'network_id': '3b0d7f7a-0817-40ba-bd71-b4d83203d9d3', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'fixed_ips': [{'subnet_id': '879aa5aa-b004-42db-96ce-91d7b69f9bac'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:01:10.736334 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-cc36d002-df77-495b-a335-3cc9b72850cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:10.874685 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-c7abb548-6b46-4c1a-abb9-2ee86c5a194f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a59325-e140-4e75-84c4-3d4cd109e428', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1644746575', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '7ec51349-7f27-4d4e-9065-cc310d76b485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:01:07Z', 'updated_at': '2021-07-05T03:01:08Z', 'revision_number': 3, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'gw_port': {'id': '7ec51349-7f27-4d4e-9065-cc310d76b485', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:bf:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32a59325-e140-4e75-84c4-3d4cd109e428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:01:08Z', 'updated_at': '2021-07-05T03:01:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:01:10.875831 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-cc36d002-df77-495b-a335-3cc9b72850cb None None] Allocated IP 172.20.0.2 (3b0d7f7a-0817-40ba-bd71-b4d83203d9d3/879aa5aa-b004-42db-96ce-91d7b69f9bac/8e4e51a4-26dd-4506-ac8b-f99430f910b7) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:01:10.905148 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7abb548-6b46-4c1a-abb9-2ee86c5a194f None None] The sync data for ids ['32a59325-e140-4e75-84c4-3d4cd109e428'] in n-d-771362-32 is: [{'id': '32a59325-e140-4e75-84c4-3d4cd109e428', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1644746575', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '7ec51349-7f27-4d4e-9065-cc310d76b485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:01:07Z', 'updated_at': '2021-07-05T03:01:08Z', 'revision_number': 3, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'gw_port': {'id': '7ec51349-7f27-4d4e-9065-cc310d76b485', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:bf:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32a59325-e140-4e75-84c4-3d4cd109e428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:01:08Z', 'updated_at': '2021-07-05T03:01:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:01:11.036157 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-cc36d002-df77-495b-a335-3cc9b72850cb None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:11.045505 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-cc36d002-df77-495b-a335-3cc9b72850cb None None] Transition to ACTIVE for port object 8e4e51a4-26dd-4506-ac8b-f99430f910b7 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:01:11.061150 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-cc36d002-df77-495b-a335-3cc9b72850cb None None] Transition to ACTIVE for port object 8e4e51a4-26dd-4506-ac8b-f99430f910b7 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:01:11.140885 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1f03dbdf-b73b-4a35-bbb2-9447f4eaaeaa tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:11.148636 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-cc36d002-df77-495b-a335-3cc9b72850cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:11.202786 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc36d002-df77-495b-a335-3cc9b72850cb None None] Network 3b0d7f7a-0817-40ba-bd71-b4d83203d9d3 is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:01:11.204239 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-cc36d002-df77-495b-a335-3cc9b72850cb None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:01:11.208035 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc36d002-df77-495b-a335-3cc9b72850cb None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:01:11.219518 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc36d002-df77-495b-a335-3cc9b72850cb None None] Pushing event updated for resources: {'Port': ['ID=8e4e51a4-26dd-4506-ac8b-f99430f910b7,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:01:11.282042 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-cc36d002-df77-495b-a335-3cc9b72850cb None None] Attempting to bind port 8e4e51a4-26dd-4506-ac8b-f99430f910b7 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:01:11.282482 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-cc36d002-df77-495b-a335-3cc9b72850cb None None] Attempting to bind port 8e4e51a4-26dd-4506-ac8b-f99430f910b7 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'ac4694e9-9708-417e-aede-a121410d8617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3b0d7f7a-0817-40ba-bd71-b4d83203d9d3'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:01:11.282848 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc36d002-df77-495b-a335-3cc9b72850cb None None] Attempting to bind port 8e4e51a4-26dd-4506-ac8b-f99430f910b7 on network 3b0d7f7a-0817-40ba-bd71-b4d83203d9d3 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:01:11.288198 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc36d002-df77-495b-a335-3cc9b72850cb None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:01:11.288577 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc36d002-df77-495b-a335-3cc9b72850cb None None] Checking segment: {'id': 'ac4694e9-9708-417e-aede-a121410d8617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3b0d7f7a-0817-40ba-bd71-b4d83203d9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:01:11.288982 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-cc36d002-df77-495b-a335-3cc9b72850cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:11.289376 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc36d002-df77-495b-a335-3cc9b72850cb None None] Bound using segment: {'id': 'ac4694e9-9708-417e-aede-a121410d8617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3b0d7f7a-0817-40ba-bd71-b4d83203d9d3'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:01:11.289842 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-cc36d002-df77-495b-a335-3cc9b72850cb None None] Bound port: 8e4e51a4-26dd-4506-ac8b-f99430f910b7, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac4694e9-9708-417e-aede-a121410d8617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3b0d7f7a-0817-40ba-bd71-b4d83203d9d3'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:01:11.290262 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-cc36d002-df77-495b-a335-3cc9b72850cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:11.364426 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-cc36d002-df77-495b-a335-3cc9b72850cb None None] For port 8e4e51a4-26dd-4506-ac8b-f99430f910b7, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:01:11.369304 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-cc36d002-df77-495b-a335-3cc9b72850cb None None] For port 8e4e51a4-26dd-4506-ac8b-f99430f910b7, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=8e4e51a4-26dd-4506-ac8b-f99430f910b7,segment=NetworkSegment(ac4694e9-9708-417e-aede-a121410d8617),segment_id=ac4694e9-9708-417e-aede-a121410d8617)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:01:11.445407 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-cc36d002-df77-495b-a335-3cc9b72850cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:11.456331 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-1f03dbdf-b73b-4a35-bbb2-9447f4eaaeaa tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Allocated IP 172.20.0.1 (3b0d7f7a-0817-40ba-bd71-b4d83203d9d3/879aa5aa-b004-42db-96ce-91d7b69f9bac/cf8f8f93-a1ed-4b8f-851b-e7bb8bb17f5a) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:01:11.511012 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc36d002-df77-495b-a335-3cc9b72850cb None None] Pushing event updated for resources: {'Port': ['ID=8e4e51a4-26dd-4506-ac8b-f99430f910b7,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:01:11.590804 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1f03dbdf-b73b-4a35-bbb2-9447f4eaaeaa tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:11.969896 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [None req-1f03dbdf-b73b-4a35-bbb2-9447f4eaaeaa tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Transition to ACTIVE for port object cf8f8f93-a1ed-4b8f-851b-e7bb8bb17f5a will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:01:12.119693 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1f03dbdf-b73b-4a35-bbb2-9447f4eaaeaa tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:12.149725 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:12.151517 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:12.165955 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f03dbdf-b73b-4a35-bbb2-9447f4eaaeaa tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Network 3b0d7f7a-0817-40ba-bd71-b4d83203d9d3 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:01:12.168715 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-1f03dbdf-b73b-4a35-bbb2-9447f4eaaeaa tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:01:12.175332 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f03dbdf-b73b-4a35-bbb2-9447f4eaaeaa tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:01:12.182463 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f03dbdf-b73b-4a35-bbb2-9447f4eaaeaa tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Pushing event updated for resources: {'Port': ['ID=cf8f8f93-a1ed-4b8f-851b-e7bb8bb17f5a,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:01:12.231023 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1f03dbdf-b73b-4a35-bbb2-9447f4eaaeaa tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635668'] for router_interface, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:12.302419 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 7ec51349-7f27-4d4e-9065-cc310d76b485 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:01:12.440153 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da927f0f-65da-4a95-89ce-210170714ecc None None] Network 3b0d7f7a-0817-40ba-bd71-b4d83203d9d3 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:01:12.470360 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1f03dbdf-b73b-4a35-bbb2-9447f4eaaeaa tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:12.478676 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 7ec51349-7f27-4d4e-9065-cc310d76b485 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:01:12.488632 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 7ec51349-7f27-4d4e-9065-cc310d76b485 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:01:12.489004 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:12.747748 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-4a752658-bfc0-4725-ae58-750986018936 None None] Provisioning for port 8e4e51a4-26dd-4506-ac8b-f99430f910b7 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:01:12.773171 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1f03dbdf-b73b-4a35-bbb2-9447f4eaaeaa tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:12.816997 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:12.838766 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1f03dbdf-b73b-4a35-bbb2-9447f4eaaeaa tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:12.843475 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 7ec51349-7f27-4d4e-9065-cc310d76b485, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=7ec51349-7f27-4d4e-9065-cc310d76b485,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:01:12.919051 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1f03dbdf-b73b-4a35-bbb2-9447f4eaaeaa tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634601'] for router_interface, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:12.919212 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:12.920135 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 8e4e51a4-26dd-4506-ac8b-f99430f910b7 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:01:12.921123 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f03dbdf-b73b-4a35-bbb2-9447f4eaaeaa tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Pushing event updated for resources: {'Port': ['ID=cf8f8f93-a1ed-4b8f-851b-e7bb8bb17f5a,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:01:13.007112 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=7ec51349-7f27-4d4e-9065-cc310d76b485,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:01:13.018209 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:01:13.018647 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:01:13.019059 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:01:13.019463 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:01:13.019796 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f03dbdf-b73b-4a35-bbb2-9447f4eaaeaa tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Network 3b0d7f7a-0817-40ba-bd71-b4d83203d9d3 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:01:13.019909 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:01:13.020255 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:01:13.020659 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:01:13.021626 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:01:13.021955 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-1f03dbdf-b73b-4a35-bbb2-9447f4eaaeaa tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:01:13.022073 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:01:13.022468 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:01:13.022919 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:01:13.023786 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:01:13.091106 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 8e4e51a4-26dd-4506-ac8b-f99430f910b7 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:01:13.095332 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 8e4e51a4-26dd-4506-ac8b-f99430f910b7 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:01:13.095830 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:13.147134 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f03dbdf-b73b-4a35-bbb2-9447f4eaaeaa tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Router 32a59325-e140-4e75-84c4-3d4cd109e428 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:01:13.181650 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:13.220016 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 8e4e51a4-26dd-4506-ac8b-f99430f910b7, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=8e4e51a4-26dd-4506-ac8b-f99430f910b7,segment=NetworkSegment(ac4694e9-9708-417e-aede-a121410d8617),segment_id=ac4694e9-9708-417e-aede-a121410d8617)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:01:13.227392 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-5797e4c9-3610-434e-8b14-7a5152a45d74 None None] Provisioning for port cf8f8f93-a1ed-4b8f-851b-e7bb8bb17f5a completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:01:13.232211 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-5797e4c9-3610-434e-8b14-7a5152a45d74 None None] Provisioning complete for port cf8f8f93-a1ed-4b8f-851b-e7bb8bb17f5a triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:01:13.232606 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5797e4c9-3610-434e-8b14-7a5152a45d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:13.266515 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f03dbdf-b73b-4a35-bbb2-9447f4eaaeaa tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:01:13.272490 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-1f03dbdf-b73b-4a35-bbb2-9447f4eaaeaa tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "PUT /v2.0/routers/32a59325-e140-4e75-84c4-3d4cd109e428/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5886133 Jul 05 03:01:13.279430 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-5797e4c9-3610-434e-8b14-7a5152a45d74 None None] Port cf8f8f93-a1ed-4b8f-851b-e7bb8bb17f5a cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:01:13.285725 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e582e74c-1eb8-47f4-b94c-cb63d6bcb291 None None] Sync routers for ids ['32a59325-e140-4e75-84c4-3d4cd109e428'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:01:13.295705 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e582e74c-1eb8-47f4-b94c-cb63d6bcb291 None None] Routers {'32a59325-e140-4e75-84c4-3d4cd109e428'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:01:13.306925 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-e582e74c-1eb8-47f4-b94c-cb63d6bcb291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:00:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['32a59325-e140-4e75-84c4-3d4cd109e428'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:01:13.332657 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:13.452774 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=8e4e51a4-26dd-4506-ac8b-f99430f910b7,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:01:13.465027 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-544de8bf-e92c-47db-8885-0fd0a3ce7762 None None] Provisioning complete for port cf8f8f93-a1ed-4b8f-851b-e7bb8bb17f5a triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:01:13.465403 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-544de8bf-e92c-47db-8885-0fd0a3ce7762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:13.489151 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-95757703-7ad4-4651-8e14-a72feb7bf558 req-fe705530-1f6f-4ef0-b984-918a2ac4c2b8 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-37322051&fields=id&tenant_id=c924626042fc4116989b2d8085d7b151 HTTP/1.1" status: 200 len: 267 time: 0.0356112 Jul 05 03:01:13.489805 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-e582e74c-1eb8-47f4-b94c-cb63d6bcb291 None None] Set router 32a59325-e140-4e75-84c4-3d4cd109e428 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:01:13.539703 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-544de8bf-e92c-47db-8885-0fd0a3ce7762 None None] Port cf8f8f93-a1ed-4b8f-851b-e7bb8bb17f5a cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:01:13.600246 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95757703-7ad4-4651-8e14-a72feb7bf558 req-39bf4ea8-a09d-4c1f-9abc-35a315d62a18 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:01:13.601770 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-95757703-7ad4-4651-8e14-a72feb7bf558 req-39bf4ea8-a09d-4c1f-9abc-35a315d62a18 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/networks?id=3b0d7f7a-0817-40ba-bd71-b4d83203d9d3 HTTP/1.1" status: 200 len: 796 time: 0.1056921 Jul 05 03:01:13.617089 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-95757703-7ad4-4651-8e14-a72feb7bf558 req-bc706c6e-e8ab-4299-9570-1f1d5bc7d2a2 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/quotas/c924626042fc4116989b2d8085d7b151 HTTP/1.1" status: 200 len: 375 time: 0.0096948 Jul 05 03:01:13.685125 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-49d9e2a8-cef3-4fcb-9de5-34f7a3e9a656 None None] Provisioning complete for port cf8f8f93-a1ed-4b8f-851b-e7bb8bb17f5a triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:01:13.685588 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-49d9e2a8-cef3-4fcb-9de5-34f7a3e9a656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:13.693489 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-95757703-7ad4-4651-8e14-a72feb7bf558 req-9fde6a5e-8c9d-4132-a07f-0d2a271cce27 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c924626042fc4116989b2d8085d7b151&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0704744 Jul 05 03:01:13.730175 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-49d9e2a8-cef3-4fcb-9de5-34f7a3e9a656 None None] Port cf8f8f93-a1ed-4b8f-851b-e7bb8bb17f5a cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:01:13.743572 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-e582e74c-1eb8-47f4-b94c-cb63d6bcb291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a59325-e140-4e75-84c4-3d4cd109e428', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1644746575', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '7ec51349-7f27-4d4e-9065-cc310d76b485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:01:07Z', 'updated_at': '2021-07-05T03:01:12Z', 'revision_number': 4, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'gw_port': {'id': '7ec51349-7f27-4d4e-9065-cc310d76b485', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:bf:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a59325-e140-4e75-84c4-3d4cd109e428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:01:08Z', 'updated_at': '2021-07-05T03:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'cf8f8f93-a1ed-4b8f-851b-e7bb8bb17f5a', 'name': '', 'network_id': '3b0d7f7a-0817-40ba-bd71-b4d83203d9d3', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'mac_address': 'fa:16:3e:ec:c7:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32a59325-e140-4e75-84c4-3d4cd109e428', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '879aa5aa-b004-42db-96ce-91d7b69f9bac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:01:11Z', 'updated_at': '2021-07-05T03:01:12Z', 'revision_number': 2, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'subnets': [{'id': '879aa5aa-b004-42db-96ce-91d7b69f9bac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:01:13.770670 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e582e74c-1eb8-47f4-b94c-cb63d6bcb291 None None] Checking router: 32a59325-e140-4e75-84c4-3d4cd109e428 for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:01:13.771599 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e582e74c-1eb8-47f4-b94c-cb63d6bcb291 None None] Updating router 32a59325-e140-4e75-84c4-3d4cd109e428 port cf8f8f93-a1ed-4b8f-851b-e7bb8bb17f5a binding host n-d-771362-32 {{(pid=94463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:01:13.809880 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e582e74c-1eb8-47f4-b94c-cb63d6bcb291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:13.873445 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-95757703-7ad4-4651-8e14-a72feb7bf558 req-376eb326-2a95-4fad-94d3-ed029ab22642 service neutron] 10.222.0.23 "GET /v2.0/networks/3b0d7f7a-0817-40ba-bd71-b4d83203d9d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682341 Jul 05 03:01:13.970046 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-95757703-7ad4-4651-8e14-a72feb7bf558 req-3266a010-0066-4d1a-812c-250ba0f018fd service neutron] 10.222.0.23 "GET /v2.0/networks/3b0d7f7a-0817-40ba-bd71-b4d83203d9d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906017 Jul 05 03:01:14.076182 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e582e74c-1eb8-47f4-b94c-cb63d6bcb291 None None] Notify callbacks [] for port, precommit_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:14.085637 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-e582e74c-1eb8-47f4-b94c-cb63d6bcb291 None None] Transition to ACTIVE for port object cf8f8f93-a1ed-4b8f-851b-e7bb8bb17f5a will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:01:14.194084 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e582e74c-1eb8-47f4-b94c-cb63d6bcb291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:14.227466 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 7ec51349-7f27-4d4e-9065-cc310d76b485 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:01:14.272017 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-eb5a0282-c449-4a71-9d0c-79e0a414abaf req-018099f1-eec9-4192-99e7-26513a66bc8f tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a410e26-00b9-4e6b-95fd-3167f2ede2fa HTTP/1.1" status: 200 len: 210 time: 0.0382643 Jul 05 03:01:14.294847 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f37b7d1-6ef1-4326-bd69-ce5e19b994a3 None None] Pushing event updated for resources: {'Port': ['ID=cf8f8f93-a1ed-4b8f-851b-e7bb8bb17f5a,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:01:14.358170 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 7ec51349-7f27-4d4e-9065-cc310d76b485 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:01:14.358551 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:14.360400 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-e582e74c-1eb8-47f4-b94c-cb63d6bcb291 None None] Attempting to bind port cf8f8f93-a1ed-4b8f-851b-e7bb8bb17f5a on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:01:14.360775 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-e582e74c-1eb8-47f4-b94c-cb63d6bcb291 None None] Attempting to bind port cf8f8f93-a1ed-4b8f-851b-e7bb8bb17f5a by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'ac4694e9-9708-417e-aede-a121410d8617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3b0d7f7a-0817-40ba-bd71-b4d83203d9d3'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:01:14.361141 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e582e74c-1eb8-47f4-b94c-cb63d6bcb291 None None] Attempting to bind port cf8f8f93-a1ed-4b8f-851b-e7bb8bb17f5a on network 3b0d7f7a-0817-40ba-bd71-b4d83203d9d3 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:01:14.384065 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e582e74c-1eb8-47f4-b94c-cb63d6bcb291 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:01:14.384444 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e582e74c-1eb8-47f4-b94c-cb63d6bcb291 None None] Checking segment: {'id': 'ac4694e9-9708-417e-aede-a121410d8617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3b0d7f7a-0817-40ba-bd71-b4d83203d9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:01:14.384848 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e582e74c-1eb8-47f4-b94c-cb63d6bcb291 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:14.385243 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e582e74c-1eb8-47f4-b94c-cb63d6bcb291 None None] Bound using segment: {'id': 'ac4694e9-9708-417e-aede-a121410d8617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3b0d7f7a-0817-40ba-bd71-b4d83203d9d3'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:01:14.385727 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-e582e74c-1eb8-47f4-b94c-cb63d6bcb291 None None] Bound port: cf8f8f93-a1ed-4b8f-851b-e7bb8bb17f5a, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac4694e9-9708-417e-aede-a121410d8617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3b0d7f7a-0817-40ba-bd71-b4d83203d9d3'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:01:14.386106 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e582e74c-1eb8-47f4-b94c-cb63d6bcb291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:14.487276 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-e582e74c-1eb8-47f4-b94c-cb63d6bcb291 None None] For port cf8f8f93-a1ed-4b8f-851b-e7bb8bb17f5a, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:01:14.504357 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-e582e74c-1eb8-47f4-b94c-cb63d6bcb291 None None] For port cf8f8f93-a1ed-4b8f-851b-e7bb8bb17f5a, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=cf8f8f93-a1ed-4b8f-851b-e7bb8bb17f5a,segment=NetworkSegment(ac4694e9-9708-417e-aede-a121410d8617),segment_id=ac4694e9-9708-417e-aede-a121410d8617)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:01:14.511098 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 8e4e51a4-26dd-4506-ac8b-f99430f910b7 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:01:14.567852 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 8e4e51a4-26dd-4506-ac8b-f99430f910b7 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:01:14.568226 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:14.590521 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e582e74c-1eb8-47f4-b94c-cb63d6bcb291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:14.669514 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f37b7d1-6ef1-4326-bd69-ce5e19b994a3 None None] Pushing event updated for resources: {'Port': ['ID=cf8f8f93-a1ed-4b8f-851b-e7bb8bb17f5a,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:01:14.673214 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e582e74c-1eb8-47f4-b94c-cb63d6bcb291 None None] Routers {'32a59325-e140-4e75-84c4-3d4cd109e428'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:01:14.673827 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-e582e74c-1eb8-47f4-b94c-cb63d6bcb291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:00:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['32a59325-e140-4e75-84c4-3d4cd109e428'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:01:14.810922 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-e582e74c-1eb8-47f4-b94c-cb63d6bcb291 None None] Set router 32a59325-e140-4e75-84c4-3d4cd109e428 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:01:15.017511 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-e582e74c-1eb8-47f4-b94c-cb63d6bcb291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a59325-e140-4e75-84c4-3d4cd109e428', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1644746575', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '7ec51349-7f27-4d4e-9065-cc310d76b485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:01:07Z', 'updated_at': '2021-07-05T03:01:12Z', 'revision_number': 4, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'gw_port': {'id': '7ec51349-7f27-4d4e-9065-cc310d76b485', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:bf:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a59325-e140-4e75-84c4-3d4cd109e428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:01:08Z', 'updated_at': '2021-07-05T03:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'cf8f8f93-a1ed-4b8f-851b-e7bb8bb17f5a', 'name': '', 'network_id': '3b0d7f7a-0817-40ba-bd71-b4d83203d9d3', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'mac_address': 'fa:16:3e:ec:c7:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32a59325-e140-4e75-84c4-3d4cd109e428', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '879aa5aa-b004-42db-96ce-91d7b69f9bac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:01:11Z', 'updated_at': '2021-07-05T03:01:14Z', 'revision_number': 4, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'subnets': [{'id': '879aa5aa-b004-42db-96ce-91d7b69f9bac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:01:15.049831 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e582e74c-1eb8-47f4-b94c-cb63d6bcb291 None None] The sync data for ids ['32a59325-e140-4e75-84c4-3d4cd109e428'] in n-d-771362-32 is: [{'id': '32a59325-e140-4e75-84c4-3d4cd109e428', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1644746575', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '7ec51349-7f27-4d4e-9065-cc310d76b485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:01:07Z', 'updated_at': '2021-07-05T03:01:12Z', 'revision_number': 4, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'gw_port': {'id': '7ec51349-7f27-4d4e-9065-cc310d76b485', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:bf:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a59325-e140-4e75-84c4-3d4cd109e428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:01:08Z', 'updated_at': '2021-07-05T03:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'cf8f8f93-a1ed-4b8f-851b-e7bb8bb17f5a', 'name': '', 'network_id': '3b0d7f7a-0817-40ba-bd71-b4d83203d9d3', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'mac_address': 'fa:16:3e:ec:c7:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32a59325-e140-4e75-84c4-3d4cd109e428', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '879aa5aa-b004-42db-96ce-91d7b69f9bac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:01:11Z', 'updated_at': '2021-07-05T03:01:14Z', 'revision_number': 4, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'subnets': [{'id': '879aa5aa-b004-42db-96ce-91d7b69f9bac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:01:15.361853 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-56da2bf4-ae6c-4eea-8ed6-b6aa74a4599f req-f833b348-fd82-416a-9bff-a98ae16ec3bd tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a410e26-00b9-4e6b-95fd-3167f2ede2fa HTTP/1.1" status: 200 len: 210 time: 0.0325577 Jul 05 03:01:16.212554 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device cf8f8f93-a1ed-4b8f-851b-e7bb8bb17f5a up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:01:16.324529 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port cf8f8f93-a1ed-4b8f-851b-e7bb8bb17f5a completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:01:16.328615 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port cf8f8f93-a1ed-4b8f-851b-e7bb8bb17f5a triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:01:16.328995 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:16.407439 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:16.443776 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port cf8f8f93-a1ed-4b8f-851b-e7bb8bb17f5a, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=cf8f8f93-a1ed-4b8f-851b-e7bb8bb17f5a,segment=NetworkSegment(ac4694e9-9708-417e-aede-a121410d8617),segment_id=ac4694e9-9708-417e-aede-a121410d8617)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:01:16.522105 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-61653885-0c58-462b-8ada-2a666bf7ec4b req-4dca0dd1-c3c5-4879-83c3-43a9df06d79b tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a410e26-00b9-4e6b-95fd-3167f2ede2fa HTTP/1.1" status: 200 len: 210 time: 0.0327511 Jul 05 03:01:16.547768 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:16.598005 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=cf8f8f93-a1ed-4b8f-851b-e7bb8bb17f5a,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:01:17.667430 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c493d341-1b8b-4aac-887d-d89a2fa685b3 req-7e75feaa-0124-4a18-85cd-7d41c49f22e8 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a410e26-00b9-4e6b-95fd-3167f2ede2fa HTTP/1.1" status: 200 len: 210 time: 0.0289598 Jul 05 03:01:18.196347 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device cf8f8f93-a1ed-4b8f-851b-e7bb8bb17f5a up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:01:18.242742 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port cf8f8f93-a1ed-4b8f-851b-e7bb8bb17f5a triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:01:18.243116 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:18.590605 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95757703-7ad4-4651-8e14-a72feb7bf558 req-15a33370-693a-4b10-8cf6-e39229a6febb tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:01:18.592109 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-95757703-7ad4-4651-8e14-a72feb7bf558 req-15a33370-693a-4b10-8cf6-e39229a6febb tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.21 "GET /v2.0/networks?id=3b0d7f7a-0817-40ba-bd71-b4d83203d9d3 HTTP/1.1" status: 200 len: 796 time: 0.1047246 Jul 05 03:01:18.635906 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-95757703-7ad4-4651-8e14-a72feb7bf558 req-5d936e0a-901c-444b-86eb-a5725197e990 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c924626042fc4116989b2d8085d7b151 HTTP/1.1" status: 200 len: 378 time: 0.0360343 Jul 05 03:01:18.643947 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-95757703-7ad4-4651-8e14-a72feb7bf558 req-eaeab679-dfc3-4a20-953b-30d47c4275b7 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Request body: {'port': {'device_id': '3a410e26-00b9-4e6b-95fd-3167f2ede2fa', 'network_id': '3b0d7f7a-0817-40ba-bd71-b4d83203d9d3', 'admin_state_up': True, 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'security_groups': ['15adb029-f1ac-4fba-adf0-10b7cfb290d5']}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:01:18.809860 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f92cb96d-2882-4ffb-861a-6817e4ee0ddf req-9e66b663-412c-4c8d-a64b-173cb7defa77 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a410e26-00b9-4e6b-95fd-3167f2ede2fa HTTP/1.1" status: 200 len: 210 time: 0.0288363 Jul 05 03:01:18.919019 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95757703-7ad4-4651-8e14-a72feb7bf558 req-eaeab679-dfc3-4a20-953b-30d47c4275b7 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Made reservation on behalf of c924626042fc4116989b2d8085d7b151 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:01:18.923214 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-95757703-7ad4-4651-8e14-a72feb7bf558 req-eaeab679-dfc3-4a20-953b-30d47c4275b7 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:19.063470 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-95757703-7ad4-4651-8e14-a72feb7bf558 req-eaeab679-dfc3-4a20-953b-30d47c4275b7 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Allocated IP 172.20.0.3 (3b0d7f7a-0817-40ba-bd71-b4d83203d9d3/879aa5aa-b004-42db-96ce-91d7b69f9bac/506cb9af-c25b-4abe-81c5-0b658806c491) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:01:19.197136 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-95757703-7ad4-4651-8e14-a72feb7bf558 req-eaeab679-dfc3-4a20-953b-30d47c4275b7 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:19.215608 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-95757703-7ad4-4651-8e14-a72feb7bf558 req-eaeab679-dfc3-4a20-953b-30d47c4275b7 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Transition to ACTIVE for port object 506cb9af-c25b-4abe-81c5-0b658806c491 will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:01:19.325554 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-95757703-7ad4-4651-8e14-a72feb7bf558 req-eaeab679-dfc3-4a20-953b-30d47c4275b7 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:19.378317 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95757703-7ad4-4651-8e14-a72feb7bf558 req-eaeab679-dfc3-4a20-953b-30d47c4275b7 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Network 3b0d7f7a-0817-40ba-bd71-b4d83203d9d3 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:01:19.385873 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-95757703-7ad4-4651-8e14-a72feb7bf558 req-eaeab679-dfc3-4a20-953b-30d47c4275b7 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:01:19.388605 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-95757703-7ad4-4651-8e14-a72feb7bf558 req-eaeab679-dfc3-4a20-953b-30d47c4275b7 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:01:19.396550 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeab679-dfc3-4a20-953b-30d47c4275b7 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Pushing event updated for resources: {'Port': ['ID=506cb9af-c25b-4abe-81c5-0b658806c491,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:01:19.459264 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95757703-7ad4-4651-8e14-a72feb7bf558 req-eaeab679-dfc3-4a20-953b-30d47c4275b7 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:01:19.460402 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-95757703-7ad4-4651-8e14-a72feb7bf558 req-eaeab679-dfc3-4a20-953b-30d47c4275b7 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:19.554100 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-95757703-7ad4-4651-8e14-a72feb7bf558 req-eaeab679-dfc3-4a20-953b-30d47c4275b7 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9138312 Jul 05 03:01:19.565707 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-95757703-7ad4-4651-8e14-a72feb7bf558 req-2bce7fc3-37c0-49bc-a5fd-5036f5a35437 service neutron] Request body: {'port': {'device_id': '3a410e26-00b9-4e6b-95fd-3167f2ede2fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:01:19.640641 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-95757703-7ad4-4651-8e14-a72feb7bf558 req-2bce7fc3-37c0-49bc-a5fd-5036f5a35437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:19.644650 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-071c11f4-f9d5-498d-9627-4ddbb4ad27a6 None None] Provisioning for port 506cb9af-c25b-4abe-81c5-0b658806c491 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:01:19.649889 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-071c11f4-f9d5-498d-9627-4ddbb4ad27a6 None None] Provisioning complete for port 506cb9af-c25b-4abe-81c5-0b658806c491 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:01:19.649889 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-071c11f4-f9d5-498d-9627-4ddbb4ad27a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:19.684345 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-071c11f4-f9d5-498d-9627-4ddbb4ad27a6 None None] Port 506cb9af-c25b-4abe-81c5-0b658806c491 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:01:19.907312 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-95757703-7ad4-4651-8e14-a72feb7bf558 req-2bce7fc3-37c0-49bc-a5fd-5036f5a35437 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 506cb9af-c25b-4abe-81c5-0b658806c491 {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:01:19.914822 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-95757703-7ad4-4651-8e14-a72feb7bf558 req-2bce7fc3-37c0-49bc-a5fd-5036f5a35437 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:19.929006 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-95757703-7ad4-4651-8e14-a72feb7bf558 req-2bce7fc3-37c0-49bc-a5fd-5036f5a35437 service neutron] Transition to ACTIVE for port object 506cb9af-c25b-4abe-81c5-0b658806c491 will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:01:19.986017 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601836f5-9975-4b33-be85-714e69be606d req-6410df00-ba78-4bf5-812c-9e6db0755de2 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:01:19.987556 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-601836f5-9975-4b33-be85-714e69be606d req-6410df00-ba78-4bf5-812c-9e6db0755de2 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a410e26-00b9-4e6b-95fd-3167f2ede2fa HTTP/1.1" status: 200 len: 931 time: 0.0643287 Jul 05 03:01:20.027480 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-95757703-7ad4-4651-8e14-a72feb7bf558 req-2bce7fc3-37c0-49bc-a5fd-5036f5a35437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:20.031249 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-601836f5-9975-4b33-be85-714e69be606d req-0236ac43-aecf-43a6-8523-e98ae69d141f tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=15adb029-f1ac-4fba-adf0-10b7cfb290d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372732 Jul 05 03:01:20.082382 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bce7fc3-37c0-49bc-a5fd-5036f5a35437 service neutron] Pushing event updated for resources: {'Port': ['ID=506cb9af-c25b-4abe-81c5-0b658806c491,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:01:20.154069 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-95757703-7ad4-4651-8e14-a72feb7bf558 req-2bce7fc3-37c0-49bc-a5fd-5036f5a35437 service neutron] Attempting to bind port 506cb9af-c25b-4abe-81c5-0b658806c491 on host n-h1-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:01:20.154433 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-95757703-7ad4-4651-8e14-a72feb7bf558 req-2bce7fc3-37c0-49bc-a5fd-5036f5a35437 service neutron] Attempting to bind port 506cb9af-c25b-4abe-81c5-0b658806c491 by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': 'ac4694e9-9708-417e-aede-a121410d8617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3b0d7f7a-0817-40ba-bd71-b4d83203d9d3'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:01:20.154753 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95757703-7ad4-4651-8e14-a72feb7bf558 req-2bce7fc3-37c0-49bc-a5fd-5036f5a35437 service neutron] Attempting to bind port 506cb9af-c25b-4abe-81c5-0b658806c491 on network 3b0d7f7a-0817-40ba-bd71-b4d83203d9d3 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:01:20.159419 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95757703-7ad4-4651-8e14-a72feb7bf558 req-2bce7fc3-37c0-49bc-a5fd-5036f5a35437 service neutron] Port 506cb9af-c25b-4abe-81c5-0b658806c491 on network 3b0d7f7a-0817-40ba-bd71-b4d83203d9d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:01:20.159675 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95757703-7ad4-4651-8e14-a72feb7bf558 req-2bce7fc3-37c0-49bc-a5fd-5036f5a35437 service neutron] Attempting to bind port 506cb9af-c25b-4abe-81c5-0b658806c491 on network 3b0d7f7a-0817-40ba-bd71-b4d83203d9d3 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:01:20.164851 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95757703-7ad4-4651-8e14-a72feb7bf558 req-2bce7fc3-37c0-49bc-a5fd-5036f5a35437 service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:01:20.165189 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95757703-7ad4-4651-8e14-a72feb7bf558 req-2bce7fc3-37c0-49bc-a5fd-5036f5a35437 service neutron] Checking segment: {'id': 'ac4694e9-9708-417e-aede-a121410d8617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3b0d7f7a-0817-40ba-bd71-b4d83203d9d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:01:20.165573 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95757703-7ad4-4651-8e14-a72feb7bf558 req-2bce7fc3-37c0-49bc-a5fd-5036f5a35437 service neutron] Bound using segment: {'id': 'ac4694e9-9708-417e-aede-a121410d8617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3b0d7f7a-0817-40ba-bd71-b4d83203d9d3'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:01:20.165997 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-95757703-7ad4-4651-8e14-a72feb7bf558 req-2bce7fc3-37c0-49bc-a5fd-5036f5a35437 service neutron] Bound port: 506cb9af-c25b-4abe-81c5-0b658806c491, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac4694e9-9708-417e-aede-a121410d8617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3b0d7f7a-0817-40ba-bd71-b4d83203d9d3'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:01:20.166381 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-95757703-7ad4-4651-8e14-a72feb7bf558 req-2bce7fc3-37c0-49bc-a5fd-5036f5a35437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:20.231084 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-95757703-7ad4-4651-8e14-a72feb7bf558 req-2bce7fc3-37c0-49bc-a5fd-5036f5a35437 service neutron] For port 506cb9af-c25b-4abe-81c5-0b658806c491, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:01:20.234155 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-95757703-7ad4-4651-8e14-a72feb7bf558 req-2bce7fc3-37c0-49bc-a5fd-5036f5a35437 service neutron] For port 506cb9af-c25b-4abe-81c5-0b658806c491, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=506cb9af-c25b-4abe-81c5-0b658806c491,segment=NetworkSegment(ac4694e9-9708-417e-aede-a121410d8617),segment_id=ac4694e9-9708-417e-aede-a121410d8617)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:01:20.342492 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-95757703-7ad4-4651-8e14-a72feb7bf558 req-2bce7fc3-37c0-49bc-a5fd-5036f5a35437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:20.376964 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95757703-7ad4-4651-8e14-a72feb7bf558 req-2bce7fc3-37c0-49bc-a5fd-5036f5a35437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:01:20.377592 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-95757703-7ad4-4651-8e14-a72feb7bf558 req-2bce7fc3-37c0-49bc-a5fd-5036f5a35437 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:20.379048 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-95757703-7ad4-4651-8e14-a72feb7bf558 req-2bce7fc3-37c0-49bc-a5fd-5036f5a35437 service neutron] 10.222.0.21 "PUT /v2.0/ports/506cb9af-c25b-4abe-81c5-0b658806c491 HTTP/1.1" status: 200 len: 1092 time: 0.8179278 Jul 05 03:01:20.379477 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a410e26-00b9-4e6b-95fd-3167f2ede2fa', 'tag': '506cb9af-c25b-4abe-81c5-0b658806c491'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:01:20.381751 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4115c0b-dd3b-47bc-9802-940b7cd26e26" -d '{"events": [{"name": "network-changed", "server_uuid": "3a410e26-00b9-4e6b-95fd-3167f2ede2fa", "tag": "506cb9af-c25b-4abe-81c5-0b658806c491"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:01:20.405569 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bce7fc3-37c0-49bc-a5fd-5036f5a35437 service neutron] Pushing event updated for resources: {'Port': ['ID=506cb9af-c25b-4abe-81c5-0b658806c491,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:01:20.418562 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bc3dd8c-1d37-4a12-8ef0-07d0f41dc836 x-openstack-request-id: req-6bc3dd8c-1d37-4a12-8ef0-07d0f41dc836 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:01:20.418858 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a410e26-00b9-4e6b-95fd-3167f2ede2fa", "tag": "506cb9af-c25b-4abe-81c5-0b658806c491", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:01:20.419115 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6bc3dd8c-1d37-4a12-8ef0-07d0f41dc836 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:01:20.419526 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a410e26-00b9-4e6b-95fd-3167f2ede2fa', 'tag': '506cb9af-c25b-4abe-81c5-0b658806c491', 'status': 'completed', 'code': 200} Jul 05 03:01:20.498350 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4115c0b-dd3b-47bc-9802-940b7cd26e26 req-6d3003ac-a951-449c-a8f8-e23f896c5f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:01:20.500005 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c4115c0b-dd3b-47bc-9802-940b7cd26e26 req-6d3003ac-a951-449c-a8f8-e23f896c5f05 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c924626042fc4116989b2d8085d7b151&device_id=3a410e26-00b9-4e6b-95fd-3167f2ede2fa HTTP/1.1" status: 200 len: 1095 time: 0.0586069 Jul 05 03:01:20.603980 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4115c0b-dd3b-47bc-9802-940b7cd26e26 req-92d54132-2bfc-46c6-b9ec-ba5d33ed431a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:01:20.605476 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c4115c0b-dd3b-47bc-9802-940b7cd26e26 req-92d54132-2bfc-46c6-b9ec-ba5d33ed431a service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=c924626042fc4116989b2d8085d7b151&shared=False HTTP/1.1" status: 200 len: 896 time: 0.0986145 Jul 05 03:01:20.702587 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4115c0b-dd3b-47bc-9802-940b7cd26e26 req-a28f5c16-94fd-4ae6-b443-f5e96a68a10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:01:20.703985 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c4115c0b-dd3b-47bc-9802-940b7cd26e26 req-a28f5c16-94fd-4ae6-b443-f5e96a68a10c service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0920568 Jul 05 03:01:20.792319 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95757703-7ad4-4651-8e14-a72feb7bf558 req-7f0d2775-7507-4a1f-a9fe-f03d73cd4d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:01:20.793832 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-95757703-7ad4-4651-8e14-a72feb7bf558 req-7f0d2775-7507-4a1f-a9fe-f03d73cd4d39 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c924626042fc4116989b2d8085d7b151&device_id=3a410e26-00b9-4e6b-95fd-3167f2ede2fa HTTP/1.1" status: 200 len: 1095 time: 0.0514638 Jul 05 03:01:20.836382 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-95757703-7ad4-4651-8e14-a72feb7bf558 req-da199276-0e30-488c-8f8a-b3044080eb96 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=506cb9af-c25b-4abe-81c5-0b658806c491 HTTP/1.1" status: 200 len: 217 time: 0.0347307 Jul 05 03:01:20.882958 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3588ce39-14bf-4fbc-8a3a-20f232b0c91f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:20.890108 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95757703-7ad4-4651-8e14-a72feb7bf558 req-121843a8-b6e8-4003-889b-1c81ab92fd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:01:20.891645 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-95757703-7ad4-4651-8e14-a72feb7bf558 req-121843a8-b6e8-4003-889b-1c81ab92fd6e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=879aa5aa-b004-42db-96ce-91d7b69f9bac HTTP/1.1" status: 200 len: 834 time: 0.0496986 Jul 05 03:01:20.948243 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95757703-7ad4-4651-8e14-a72feb7bf558 req-88b4dbd9-9db8-4849-8eb5-726298503d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:01:20.949769 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-95757703-7ad4-4651-8e14-a72feb7bf558 req-88b4dbd9-9db8-4849-8eb5-726298503d52 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3b0d7f7a-0817-40ba-bd71-b4d83203d9d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518925 Jul 05 03:01:21.036983 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-95757703-7ad4-4651-8e14-a72feb7bf558 req-5344d675-f8a7-4ff2-bebc-2f02a2bb614e service neutron] 10.222.0.21 "GET /v2.0/networks/3b0d7f7a-0817-40ba-bd71-b4d83203d9d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803595 Jul 05 03:01:21.126889 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-95757703-7ad4-4651-8e14-a72feb7bf558 req-d4962b2d-38d0-496d-838d-dc8da286d744 service neutron] 10.222.0.21 "GET /v2.0/networks/3b0d7f7a-0817-40ba-bd71-b4d83203d9d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842857 Jul 05 03:01:21.205343 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b078e36-6f45-4eaf-86dd-ba6c451bbe1d req-582a7839-d61b-492c-8da3-779bbf8d85a9 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:01:21.206865 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5b078e36-6f45-4eaf-86dd-ba6c451bbe1d req-582a7839-d61b-492c-8da3-779bbf8d85a9 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a410e26-00b9-4e6b-95fd-3167f2ede2fa HTTP/1.1" status: 200 len: 943 time: 0.0631006 Jul 05 03:01:21.243980 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5b078e36-6f45-4eaf-86dd-ba6c451bbe1d req-e3d6d0fc-36e9-49d0-81d0-0c369c57a5b8 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=15adb029-f1ac-4fba-adf0-10b7cfb290d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307510 Jul 05 03:01:22.418713 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f14a16-0092-4efd-8510-5d0fd5917f28 req-3d66fb53-b167-43ee-852a-3553e2a30f4e tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:01:22.420123 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-19f14a16-0092-4efd-8510-5d0fd5917f28 req-3d66fb53-b167-43ee-852a-3553e2a30f4e tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a410e26-00b9-4e6b-95fd-3167f2ede2fa HTTP/1.1" status: 200 len: 943 time: 0.0625849 Jul 05 03:01:22.456315 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-19f14a16-0092-4efd-8510-5d0fd5917f28 req-c44323f6-7ebd-4a0c-ae3d-4aea5d344921 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=15adb029-f1ac-4fba-adf0-10b7cfb290d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306671 Jul 05 03:01:22.614671 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 506cb9af-c25b-4abe-81c5-0b658806c491 details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:01:22.711218 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 506cb9af-c25b-4abe-81c5-0b658806c491, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=506cb9af-c25b-4abe-81c5-0b658806c491,segment=NetworkSegment(ac4694e9-9708-417e-aede-a121410d8617),segment_id=ac4694e9-9708-417e-aede-a121410d8617)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:01:22.870197 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': '506cb9af-c25b-4abe-81c5-0b658806c491', 'network_id': '3b0d7f7a-0817-40ba-bd71-b4d83203d9d3', 'port_id': '506cb9af-c25b-4abe-81c5-0b658806c491', 'mac_address': 'fa:16:3e:a2:94:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '879aa5aa-b004-42db-96ce-91d7b69f9bac', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:01:22.909636 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:22.921658 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 506cb9af-c25b-4abe-81c5-0b658806c491 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:01:22.940981 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 506cb9af-c25b-4abe-81c5-0b658806c491, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=506cb9af-c25b-4abe-81c5-0b658806c491,segment=NetworkSegment(ac4694e9-9708-417e-aede-a121410d8617),segment_id=ac4694e9-9708-417e-aede-a121410d8617)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:01:23.013833 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:01:23.071281 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:23.117348 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=506cb9af-c25b-4abe-81c5-0b658806c491,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:01:23.261326 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-2a546145-0e6c-468e-8af5-1708794c747f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:23.273836 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['506cb9af-c25b-4abe-81c5-0b658806c491'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:01:23.630775 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b16d67d-a7b8-4c59-a176-97798527bcac req-86f9ddd5-ba2c-4ab5-b2f7-2fce7c9e24ae tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:01:23.632360 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7b16d67d-a7b8-4c59-a176-97798527bcac req-86f9ddd5-ba2c-4ab5-b2f7-2fce7c9e24ae tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a410e26-00b9-4e6b-95fd-3167f2ede2fa HTTP/1.1" status: 200 len: 944 time: 0.0641837 Jul 05 03:01:23.670409 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7b16d67d-a7b8-4c59-a176-97798527bcac req-d90daa70-de76-4f66-85be-66b82bc41728 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=15adb029-f1ac-4fba-adf0-10b7cfb290d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323794 Jul 05 03:01:23.953191 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:24.630098 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 506cb9af-c25b-4abe-81c5-0b658806c491 up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:01:24.747781 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:24.776381 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning for port 506cb9af-c25b-4abe-81c5-0b658806c491 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:01:24.784118 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port 506cb9af-c25b-4abe-81c5-0b658806c491 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:01:24.784646 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:24.853010 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bac3be4-df0c-40a5-b0cf-e49c25ff361d req-573625e3-9db0-4fd3-9259-1d83ef7df4bc tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:01:24.854503 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1bac3be4-df0c-40a5-b0cf-e49c25ff361d req-573625e3-9db0-4fd3-9259-1d83ef7df4bc tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a410e26-00b9-4e6b-95fd-3167f2ede2fa HTTP/1.1" status: 200 len: 944 time: 0.0697899 Jul 05 03:01:24.874468 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:24.895770 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1bac3be4-df0c-40a5-b0cf-e49c25ff361d req-feaf2a7e-1625-4eea-a66c-e50738e58cda tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=15adb029-f1ac-4fba-adf0-10b7cfb290d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331359 Jul 05 03:01:24.898965 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a410e26-00b9-4e6b-95fd-3167f2ede2fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '506cb9af-c25b-4abe-81c5-0b658806c491'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:01:24.901274 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fa7a8fa-9c16-4a4d-beca-f78e469e576b" -d '{"events": [{"server_uuid": "3a410e26-00b9-4e6b-95fd-3167f2ede2fa", "name": "network-vif-plugged", "status": "completed", "tag": "506cb9af-c25b-4abe-81c5-0b658806c491"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:01:24.920470 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 506cb9af-c25b-4abe-81c5-0b658806c491, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=506cb9af-c25b-4abe-81c5-0b658806c491,segment=NetworkSegment(ac4694e9-9708-417e-aede-a121410d8617),segment_id=ac4694e9-9708-417e-aede-a121410d8617)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:01:24.987304 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:25.039397 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=506cb9af-c25b-4abe-81c5-0b658806c491,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:01:25.080473 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f47cda61-4bdd-48e8-9b8c-3829a83b4abf x-openstack-request-id: req-f47cda61-4bdd-48e8-9b8c-3829a83b4abf {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:01:25.080767 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a410e26-00b9-4e6b-95fd-3167f2ede2fa", "name": "network-vif-plugged", "status": "completed", "tag": "506cb9af-c25b-4abe-81c5-0b658806c491", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:01:25.081018 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f47cda61-4bdd-48e8-9b8c-3829a83b4abf {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:01:25.081408 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a410e26-00b9-4e6b-95fd-3167f2ede2fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '506cb9af-c25b-4abe-81c5-0b658806c491', 'code': 200} Jul 05 03:01:25.195614 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00270834-4f08-4aab-94a4-c88a96e07678 req-f59b2e94-9423-4f37-bc90-48d246007444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:01:25.197034 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-00270834-4f08-4aab-94a4-c88a96e07678 req-f59b2e94-9423-4f37-bc90-48d246007444 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3a410e26-00b9-4e6b-95fd-3167f2ede2fa HTTP/1.1" status: 200 len: 1097 time: 0.0514376 Jul 05 03:01:25.231868 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-00270834-4f08-4aab-94a4-c88a96e07678 req-5b125f58-4421-40f1-8028-dc475a11690d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=15adb029-f1ac-4fba-adf0-10b7cfb290d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0276399 Jul 05 03:01:26.078718 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a68611-20cc-4355-a4b9-7b0715486275 req-02cbfdbf-0ebe-4028-9c38-cde91a005584 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:01:26.080300 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-70a68611-20cc-4355-a4b9-7b0715486275 req-02cbfdbf-0ebe-4028-9c38-cde91a005584 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a410e26-00b9-4e6b-95fd-3167f2ede2fa HTTP/1.1" status: 200 len: 945 time: 0.0648775 Jul 05 03:01:26.132456 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-70a68611-20cc-4355-a4b9-7b0715486275 req-4994f71b-f6c8-49e1-95e6-06d9ca391574 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=15adb029-f1ac-4fba-adf0-10b7cfb290d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448422 Jul 05 03:01:26.215837 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:27.315992 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edf108f-71fb-442d-b23b-2633cca4a9df req-0c0b5b63-81aa-47bb-9cbd-48a7d46d21c2 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:01:27.317522 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0edf108f-71fb-442d-b23b-2633cca4a9df req-0c0b5b63-81aa-47bb-9cbd-48a7d46d21c2 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a410e26-00b9-4e6b-95fd-3167f2ede2fa HTTP/1.1" status: 200 len: 945 time: 0.0691040 Jul 05 03:01:27.358883 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0edf108f-71fb-442d-b23b-2633cca4a9df req-00d859d4-88b9-4023-af0c-50ee15188487 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=15adb029-f1ac-4fba-adf0-10b7cfb290d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357263 Jul 05 03:01:27.537794 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f584775-463f-498c-b1d6-f8616d7b9a1d req-305ca89c-404b-419b-b96b-ea7d24002b23 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:01:27.539444 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5f584775-463f-498c-b1d6-f8616d7b9a1d req-305ca89c-404b-419b-b96b-ea7d24002b23 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a410e26-00b9-4e6b-95fd-3167f2ede2fa HTTP/1.1" status: 200 len: 945 time: 0.0655992 Jul 05 03:01:27.579138 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5f584775-463f-498c-b1d6-f8616d7b9a1d req-2d0da598-cd1d-4aea-9684-b86cfc0999df tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=15adb029-f1ac-4fba-adf0-10b7cfb290d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339701 Jul 05 03:01:27.604560 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 46088) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:01:27.654472 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cefc065-a273-43e7-80b1-beaf8074604e tempest-TestNetworkAdvancedServerOps-295631081 tempest-TestNetworkAdvancedServerOps-295631081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:01:27.655995 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-5cefc065-a273-43e7-80b1-beaf8074604e tempest-TestNetworkAdvancedServerOps-295631081 tempest-TestNetworkAdvancedServerOps-295631081-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=3a410e26-00b9-4e6b-95fd-3167f2ede2fa HTTP/1.1" status: 200 len: 1092 time: 0.0502532 Jul 05 03:01:27.658700 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 46090) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:01:27.663601 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-1fa4246d-f240-4ec3-b971-c5128adbc286 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Request body: {'floatingip': {'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'port_id': '506cb9af-c25b-4abe-81c5-0b658806c491', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:01:27.804695 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1fa4246d-f240-4ec3-b971-c5128adbc286 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for floatingip, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:27.908626 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1fa4246d-f240-4ec3-b971-c5128adbc286 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:28.011222 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-1fa4246d-f240-4ec3-b971-c5128adbc286 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Allocated IP 172.25.7.61 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/40b358e7-1eed-4331-8291-32e02f83c1d3) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:01:28.120422 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1fa4246d-f240-4ec3-b971-c5128adbc286 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:28.330845 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1fa4246d-f240-4ec3-b971-c5128adbc286 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:28.368336 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa4246d-f240-4ec3-b971-c5128adbc286 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:01:28.371464 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-1fa4246d-f240-4ec3-b971-c5128adbc286 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:01:28.375364 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa4246d-f240-4ec3-b971-c5128adbc286 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:01:28.406866 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa4246d-f240-4ec3-b971-c5128adbc286 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Pushing event updated for resources: {'Port': ['ID=40b358e7-1eed-4331-8291-32e02f83c1d3,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:01:28.881286 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1fa4246d-f240-4ec3-b971-c5128adbc286 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:29.023479 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1fa4246d-f240-4ec3-b971-c5128adbc286 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:29.169800 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1fa4246d-f240-4ec3-b971-c5128adbc286 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:29.249774 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1fa4246d-f240-4ec3-b971-c5128adbc286 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:29.322746 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa4246d-f240-4ec3-b971-c5128adbc286 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Pushing event updated for resources: {'Port': ['ID=40b358e7-1eed-4331-8291-32e02f83c1d3,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:01:29.334901 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1fa4246d-f240-4ec3-b971-c5128adbc286 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636869'] for floatingip, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:29.430279 n-d-771362-32 neutron-server[94461]: INFO neutron.db.l3_db [None req-1fa4246d-f240-4ec3-b971-c5128adbc286 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Floating IP 4ef88e92-0b84-42da-a0e8-f16f905eb2b3 associated. External IP: 172.25.7.61, port: 506cb9af-c25b-4abe-81c5-0b658806c491. Jul 05 03:01:29.639924 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fa4246d-f240-4ec3-b971-c5128adbc286 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Router 32a59325-e140-4e75-84c4-3d4cd109e428 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:01:30.069323 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fa4246d-f240-4ec3-b971-c5128adbc286 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:01:30.078298 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6dc82d-c914-4d3c-a4ae-493058356138 None None] Sync routers for ids ['32a59325-e140-4e75-84c4-3d4cd109e428'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:01:30.091347 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6dc82d-c914-4d3c-a4ae-493058356138 None None] Routers {'32a59325-e140-4e75-84c4-3d4cd109e428'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:01:30.093477 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-2c6dc82d-c914-4d3c-a4ae-493058356138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:01:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['32a59325-e140-4e75-84c4-3d4cd109e428'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:01:30.146289 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1fa4246d-f240-4ec3-b971-c5128adbc286 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:30.183319 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-1fa4246d-f240-4ec3-b971-c5128adbc286 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5236166 Jul 05 03:01:30.183910 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a410e26-00b9-4e6b-95fd-3167f2ede2fa', 'tag': '506cb9af-c25b-4abe-81c5-0b658806c491'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:01:30.190435 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa6ae951-4461-4f1d-9f08-81e668d16a8b" -d '{"events": [{"name": "network-changed", "server_uuid": "3a410e26-00b9-4e6b-95fd-3167f2ede2fa", "tag": "506cb9af-c25b-4abe-81c5-0b658806c491"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:01:30.195595 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-2c6dc82d-c914-4d3c-a4ae-493058356138 None None] Set router 32a59325-e140-4e75-84c4-3d4cd109e428 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:01:30.305586 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-134012e9-a844-488d-84d4-927623572573 x-openstack-request-id: req-134012e9-a844-488d-84d4-927623572573 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:01:30.305880 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a410e26-00b9-4e6b-95fd-3167f2ede2fa", "tag": "506cb9af-c25b-4abe-81c5-0b658806c491", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:01:30.306144 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-134012e9-a844-488d-84d4-927623572573 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:01:30.306545 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a410e26-00b9-4e6b-95fd-3167f2ede2fa', 'tag': '506cb9af-c25b-4abe-81c5-0b658806c491', 'status': 'completed', 'code': 200} Jul 05 03:01:30.363132 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d26df8-1dee-4560-a936-7d129223e901 req-236c23fe-fc01-4150-98d8-0ebdf24e0107 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:01:30.365361 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-09d26df8-1dee-4560-a936-7d129223e901 req-236c23fe-fc01-4150-98d8-0ebdf24e0107 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a410e26-00b9-4e6b-95fd-3167f2ede2fa HTTP/1.1" status: 200 len: 945 time: 0.0677769 Jul 05 03:01:30.389715 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6ae951-4461-4f1d-9f08-81e668d16a8b req-836909e5-b249-483c-baac-0033ff971118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:01:30.391458 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-aa6ae951-4461-4f1d-9f08-81e668d16a8b req-836909e5-b249-483c-baac-0033ff971118 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c924626042fc4116989b2d8085d7b151&device_id=3a410e26-00b9-4e6b-95fd-3167f2ede2fa HTTP/1.1" status: 200 len: 1097 time: 0.0578737 Jul 05 03:01:30.408269 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-09d26df8-1dee-4560-a936-7d129223e901 req-b4f7e97d-cb00-436f-a738-3c3e0c2d0f04 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=15adb029-f1ac-4fba-adf0-10b7cfb290d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356712 Jul 05 03:01:30.441858 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46100) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:01:30.446018 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-2c6dc82d-c914-4d3c-a4ae-493058356138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a59325-e140-4e75-84c4-3d4cd109e428', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1644746575', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '7ec51349-7f27-4d4e-9065-cc310d76b485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:01:07Z', 'updated_at': '2021-07-05T03:01:12Z', 'revision_number': 4, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'gw_port': {'id': '7ec51349-7f27-4d4e-9065-cc310d76b485', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:bf:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a59325-e140-4e75-84c4-3d4cd109e428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:01:08Z', 'updated_at': '2021-07-05T03:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '4ef88e92-0b84-42da-a0e8-f16f905eb2b3', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'floating_ip_address': '172.25.7.61', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': '32a59325-e140-4e75-84c4-3d4cd109e428', 'port_id': '506cb9af-c25b-4abe-81c5-0b658806c491', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3900, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b0d7f7a-0817-40ba-bd71-b4d83203d9d3', 'mac_address': 'fa:16:3e:a2:94:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a410e26-00b9-4e6b-95fd-3167f2ede2fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:01:28Z', 'updated_at': '2021-07-05T03:01:28Z', 'revision_number': 0, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf8f8f93-a1ed-4b8f-851b-e7bb8bb17f5a', 'name': '', 'network_id': '3b0d7f7a-0817-40ba-bd71-b4d83203d9d3', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'mac_address': 'fa:16:3e:ec:c7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a59325-e140-4e75-84c4-3d4cd109e428', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '879aa5aa-b004-42db-96ce-91d7b69f9bac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:01:11Z', 'updated_at': '2021-07-05T03:01:16Z', 'revision_number': 5, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'subnets': [{'id': '879aa5aa-b004-42db-96ce-91d7b69f9bac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:01:30.472090 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6dc82d-c914-4d3c-a4ae-493058356138 None None] Checking router: 32a59325-e140-4e75-84c4-3d4cd109e428 for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:01:30.481414 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6dc82d-c914-4d3c-a4ae-493058356138 None None] Routers {'32a59325-e140-4e75-84c4-3d4cd109e428'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:01:30.482147 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-2c6dc82d-c914-4d3c-a4ae-493058356138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:01:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['32a59325-e140-4e75-84c4-3d4cd109e428'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:01:30.489024 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6ae951-4461-4f1d-9f08-81e668d16a8b req-9a58d788-d328-436d-bc71-591fbe9281a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:01:30.491328 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-aa6ae951-4461-4f1d-9f08-81e668d16a8b req-9a58d788-d328-436d-bc71-591fbe9281a1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3b0d7f7a-0817-40ba-bd71-b4d83203d9d3 HTTP/1.1" status: 200 len: 896 time: 0.0934103 Jul 05 03:01:30.511556 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-639c8fe1-ee4c-447e-ae86-eea6557fbcf0 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/floatingips/4ef88e92-0b84-42da-a0e8-f16f905eb2b3 HTTP/1.1" status: 200 len: 990 time: 0.0685763 Jul 05 03:01:30.561724 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-aa6ae951-4461-4f1d-9f08-81e668d16a8b req-8ba8fe06-5c9f-44d8-b6a7-e287cfccd190 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=506cb9af-c25b-4abe-81c5-0b658806c491 HTTP/1.1" status: 200 len: 998 time: 0.0635972 Jul 05 03:01:30.612761 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6ae951-4461-4f1d-9f08-81e668d16a8b req-9184c631-a305-43bd-8c2d-d4cc00380ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:01:30.614462 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-aa6ae951-4461-4f1d-9f08-81e668d16a8b req-9184c631-a305-43bd-8c2d-d4cc00380ce9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=879aa5aa-b004-42db-96ce-91d7b69f9bac HTTP/1.1" status: 200 len: 834 time: 0.0462010 Jul 05 03:01:30.674679 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6ae951-4461-4f1d-9f08-81e668d16a8b req-193a4d35-e024-4b8f-8bb2-d36fc74566d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:01:30.676212 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-aa6ae951-4461-4f1d-9f08-81e668d16a8b req-193a4d35-e024-4b8f-8bb2-d36fc74566d8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3b0d7f7a-0817-40ba-bd71-b4d83203d9d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562286 Jul 05 03:01:30.679134 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-2c6dc82d-c914-4d3c-a4ae-493058356138 None None] Set router 32a59325-e140-4e75-84c4-3d4cd109e428 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:01:30.768513 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-aa6ae951-4461-4f1d-9f08-81e668d16a8b req-4f2a3926-0f0d-4f25-803f-a2c5a312612c service neutron] 10.222.0.21 "GET /v2.0/networks/3b0d7f7a-0817-40ba-bd71-b4d83203d9d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851417 Jul 05 03:01:30.867607 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-aa6ae951-4461-4f1d-9f08-81e668d16a8b req-8cfa1b9e-8dca-4c7d-ad41-e5ef65d53157 service neutron] 10.222.0.21 "GET /v2.0/networks/3b0d7f7a-0817-40ba-bd71-b4d83203d9d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916727 Jul 05 03:01:30.908338 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-2c6dc82d-c914-4d3c-a4ae-493058356138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a59325-e140-4e75-84c4-3d4cd109e428', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1644746575', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '7ec51349-7f27-4d4e-9065-cc310d76b485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:01:07Z', 'updated_at': '2021-07-05T03:01:12Z', 'revision_number': 4, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'gw_port': {'id': '7ec51349-7f27-4d4e-9065-cc310d76b485', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:bf:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a59325-e140-4e75-84c4-3d4cd109e428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:01:08Z', 'updated_at': '2021-07-05T03:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '4ef88e92-0b84-42da-a0e8-f16f905eb2b3', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'floating_ip_address': '172.25.7.61', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': '32a59325-e140-4e75-84c4-3d4cd109e428', 'port_id': '506cb9af-c25b-4abe-81c5-0b658806c491', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3900, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b0d7f7a-0817-40ba-bd71-b4d83203d9d3', 'mac_address': 'fa:16:3e:a2:94:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a410e26-00b9-4e6b-95fd-3167f2ede2fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:01:28Z', 'updated_at': '2021-07-05T03:01:28Z', 'revision_number': 0, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf8f8f93-a1ed-4b8f-851b-e7bb8bb17f5a', 'name': '', 'network_id': '3b0d7f7a-0817-40ba-bd71-b4d83203d9d3', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'mac_address': 'fa:16:3e:ec:c7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a59325-e140-4e75-84c4-3d4cd109e428', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '879aa5aa-b004-42db-96ce-91d7b69f9bac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:01:11Z', 'updated_at': '2021-07-05T03:01:16Z', 'revision_number': 5, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'subnets': [{'id': '879aa5aa-b004-42db-96ce-91d7b69f9bac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:01:30.934492 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6dc82d-c914-4d3c-a4ae-493058356138 None None] The sync data for ids ['32a59325-e140-4e75-84c4-3d4cd109e428'] in n-d-771362-32 is: [{'id': '32a59325-e140-4e75-84c4-3d4cd109e428', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1644746575', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '7ec51349-7f27-4d4e-9065-cc310d76b485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:01:07Z', 'updated_at': '2021-07-05T03:01:12Z', 'revision_number': 4, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'gw_port': {'id': '7ec51349-7f27-4d4e-9065-cc310d76b485', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:bf:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a59325-e140-4e75-84c4-3d4cd109e428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:01:08Z', 'updated_at': '2021-07-05T03:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '4ef88e92-0b84-42da-a0e8-f16f905eb2b3', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'floating_ip_address': '172.25.7.61', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': '32a59325-e140-4e75-84c4-3d4cd109e428', 'port_id': '506cb9af-c25b-4abe-81c5-0b658806c491', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3900, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b0d7f7a-0817-40ba-bd71-b4d83203d9d3', 'mac_address': 'fa:16:3e:a2:94:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a410e26-00b9-4e6b-95fd-3167f2ede2fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:01:28Z', 'updated_at': '2021-07-05T03:01:28Z', 'revision_number': 0, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf8f8f93-a1ed-4b8f-851b-e7bb8bb17f5a', 'name': '', 'network_id': '3b0d7f7a-0817-40ba-bd71-b4d83203d9d3', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'mac_address': 'fa:16:3e:ec:c7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a59325-e140-4e75-84c4-3d4cd109e428', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '879aa5aa-b004-42db-96ce-91d7b69f9bac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:01:11Z', 'updated_at': '2021-07-05T03:01:16Z', 'revision_number': 5, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'subnets': [{'id': '879aa5aa-b004-42db-96ce-91d7b69f9bac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:01:31.130853 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3431adc-40e4-4cf7-8b65-b86cae562311 None None] New status for floating IP 4ef88e92-0b84-42da-a0e8-f16f905eb2b3: ACTIVE {{(pid=94463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:01:31.515347 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46102) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:01:31.580694 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-76396a32-a02b-4f70-a326-e399b5ff34a4 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/floatingips/4ef88e92-0b84-42da-a0e8-f16f905eb2b3 HTTP/1.1" status: 200 len: 992 time: 0.0642009 Jul 05 03:01:42.101241 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:42.147405 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:50.912804 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-48a563f2-fc4b-41f9-96ee-ef7bffe69254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:53.255515 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-d92d606c-5c03-44ab-b4a2-62f52bcec715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:53.964037 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:54.745369 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:56.163660 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:01:58.468599 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee59930-c063-438c-92aa-3d273ec25226 req-0ccb6f8f-3e54-4a9c-9803-3ffd3dfb8c0b tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:01:58.470664 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2ee59930-c063-438c-92aa-3d273ec25226 req-0ccb6f8f-3e54-4a9c-9803-3ffd3dfb8c0b tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a410e26-00b9-4e6b-95fd-3167f2ede2fa HTTP/1.1" status: 200 len: 945 time: 0.1274180 Jul 05 03:01:58.508653 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2ee59930-c063-438c-92aa-3d273ec25226 req-07d597c7-d791-42a4-87e6-3c13f7d9c063 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=15adb029-f1ac-4fba-adf0-10b7cfb290d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323927 Jul 05 03:01:58.533552 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 46122) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:01:58.592861 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-0da5aaa5-058b-4bb4-b69d-c6b3c4f4f7b3 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/floatingips/4ef88e92-0b84-42da-a0e8-f16f905eb2b3 HTTP/1.1" status: 200 len: 992 time: 0.0581334 Jul 05 03:01:59.144838 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e9a538-c28e-460a-870b-ceecb7af4eff req-53b15a6b-48f2-4070-bfa4-3fa99726ae5b tempest-TestNetworkAdvancedServerOps-295631081 tempest-TestNetworkAdvancedServerOps-295631081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:01:59.146374 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-09e9a538-c28e-460a-870b-ceecb7af4eff req-53b15a6b-48f2-4070-bfa4-3fa99726ae5b tempest-TestNetworkAdvancedServerOps-295631081 tempest-TestNetworkAdvancedServerOps-295631081-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=3a410e26-00b9-4e6b-95fd-3167f2ede2fa HTTP/1.1" status: 200 len: 1097 time: 0.0517452 Jul 05 03:01:59.179100 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-09e9a538-c28e-460a-870b-ceecb7af4eff req-a0dc6010-b619-4011-b8f5-c8f2490e9cef tempest-TestNetworkAdvancedServerOps-295631081 tempest-TestNetworkAdvancedServerOps-295631081-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=15adb029-f1ac-4fba-adf0-10b7cfb290d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0273232 Jul 05 03:02:00.013151 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:02:00.334878 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-729671cc-1a6e-4f5a-b252-6a6d5e1851a6 req-ab641f0c-8c08-46d0-84e4-490e9ad58f35 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3a410e26-00b9-4e6b-95fd-3167f2ede2fa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0500450 Jul 05 03:02:01.428476 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [req-729671cc-1a6e-4f5a-b252-6a6d5e1851a6 req-c0f310ed-a2f2-4620-813d-43b145dee319 tempest-TestNetworkAdvancedServerOps-295631081 tempest-TestNetworkAdvancedServerOps-295631081-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94462) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:02:01.429720 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-729671cc-1a6e-4f5a-b252-6a6d5e1851a6 req-c0f310ed-a2f2-4620-813d-43b145dee319 tempest-TestNetworkAdvancedServerOps-295631081 tempest-TestNetworkAdvancedServerOps-295631081-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0586174 Jul 05 03:02:01.439819 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-729671cc-1a6e-4f5a-b252-6a6d5e1851a6 req-8518cb2f-69e5-4b5b-b879-c5bb0f4f9a9f service neutron] Request body: {'binding': {'host': 'n-h2-771362-32', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:02:01.440486 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-729671cc-1a6e-4f5a-b252-6a6d5e1851a6 req-8518cb2f-69e5-4b5b-b879-c5bb0f4f9a9f service neutron] Unknown quota resources ['binding']. {{(pid=94462) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 03:02:01.581101 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-729671cc-1a6e-4f5a-b252-6a6d5e1851a6 req-8518cb2f-69e5-4b5b-b879-c5bb0f4f9a9f service neutron] Attempting to bind port 506cb9af-c25b-4abe-81c5-0b658806c491 on host n-h2-771362-32 for vnic_type normal with profile None {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:02:01.581431 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-729671cc-1a6e-4f5a-b252-6a6d5e1851a6 req-8518cb2f-69e5-4b5b-b879-c5bb0f4f9a9f service neutron] Attempting to bind port 506cb9af-c25b-4abe-81c5-0b658806c491 by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': 'ac4694e9-9708-417e-aede-a121410d8617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3b0d7f7a-0817-40ba-bd71-b4d83203d9d3'}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:02:01.581755 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729671cc-1a6e-4f5a-b252-6a6d5e1851a6 req-8518cb2f-69e5-4b5b-b879-c5bb0f4f9a9f service neutron] Attempting to bind port 506cb9af-c25b-4abe-81c5-0b658806c491 on network 3b0d7f7a-0817-40ba-bd71-b4d83203d9d3 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:02:01.587954 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729671cc-1a6e-4f5a-b252-6a6d5e1851a6 req-8518cb2f-69e5-4b5b-b879-c5bb0f4f9a9f service neutron] Port 506cb9af-c25b-4abe-81c5-0b658806c491 on network 3b0d7f7a-0817-40ba-bd71-b4d83203d9d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:02:01.591395 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729671cc-1a6e-4f5a-b252-6a6d5e1851a6 req-8518cb2f-69e5-4b5b-b879-c5bb0f4f9a9f service neutron] Attempting to bind port 506cb9af-c25b-4abe-81c5-0b658806c491 on network 3b0d7f7a-0817-40ba-bd71-b4d83203d9d3 {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:02:01.593242 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729671cc-1a6e-4f5a-b252-6a6d5e1851a6 req-8518cb2f-69e5-4b5b-b879-c5bb0f4f9a9f service neutron] Checking agent: {'id': 'e071c76e-395f-48c4-a98f-88088465cf0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:02:01.593571 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729671cc-1a6e-4f5a-b252-6a6d5e1851a6 req-8518cb2f-69e5-4b5b-b879-c5bb0f4f9a9f service neutron] Checking segment: {'id': 'ac4694e9-9708-417e-aede-a121410d8617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3b0d7f7a-0817-40ba-bd71-b4d83203d9d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:02:01.594015 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729671cc-1a6e-4f5a-b252-6a6d5e1851a6 req-8518cb2f-69e5-4b5b-b879-c5bb0f4f9a9f service neutron] Bound using segment: {'id': 'ac4694e9-9708-417e-aede-a121410d8617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3b0d7f7a-0817-40ba-bd71-b4d83203d9d3'} {{(pid=94462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:02:01.594481 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.managers [req-729671cc-1a6e-4f5a-b252-6a6d5e1851a6 req-8518cb2f-69e5-4b5b-b879-c5bb0f4f9a9f service neutron] Bound port: 506cb9af-c25b-4abe-81c5-0b658806c491, host: n-h2-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac4694e9-9708-417e-aede-a121410d8617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3b0d7f7a-0817-40ba-bd71-b4d83203d9d3'}}] {{(pid=94462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:02:01.693062 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-729671cc-1a6e-4f5a-b252-6a6d5e1851a6 req-8518cb2f-69e5-4b5b-b879-c5bb0f4f9a9f service neutron] For port 506cb9af-c25b-4abe-81c5-0b658806c491, host n-h2-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=506cb9af-c25b-4abe-81c5-0b658806c491,segment=NetworkSegment(ac4694e9-9708-417e-aede-a121410d8617),segment_id=ac4694e9-9708-417e-aede-a121410d8617)] {{(pid=94462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:02:01.753531 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-729671cc-1a6e-4f5a-b252-6a6d5e1851a6 req-8518cb2f-69e5-4b5b-b879-c5bb0f4f9a9f service neutron] Notify callbacks [] for binding, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:01.754774 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-729671cc-1a6e-4f5a-b252-6a6d5e1851a6 req-8518cb2f-69e5-4b5b-b879-c5bb0f4f9a9f service neutron] 10.222.0.23 "POST /v2.0/ports/506cb9af-c25b-4abe-81c5-0b658806c491/bindings HTTP/1.1" status: 201 len: 390 time: 0.3195596 Jul 05 03:02:02.060633 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad01c3c-1724-4013-9f77-0ce4caee1376 req-9c0b1a6e-ab5d-4ed6-85a4-d90acefb23de tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:02:02.062223 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5ad01c3c-1724-4013-9f77-0ce4caee1376 req-9c0b1a6e-ab5d-4ed6-85a4-d90acefb23de tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a410e26-00b9-4e6b-95fd-3167f2ede2fa HTTP/1.1" status: 200 len: 945 time: 0.0648203 Jul 05 03:02:02.101756 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5ad01c3c-1724-4013-9f77-0ce4caee1376 req-72b5c132-a44a-4096-b46a-38c9730add32 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=15adb029-f1ac-4fba-adf0-10b7cfb290d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328815 Jul 05 03:02:02.406597 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729671cc-1a6e-4f5a-b252-6a6d5e1851a6 req-b9d56b28-1eb0-4895-af35-6be5f1a12878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:02:02.408917 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-729671cc-1a6e-4f5a-b252-6a6d5e1851a6 req-b9d56b28-1eb0-4895-af35-6be5f1a12878 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c924626042fc4116989b2d8085d7b151&device_id=3a410e26-00b9-4e6b-95fd-3167f2ede2fa HTTP/1.1" status: 200 len: 1097 time: 0.0575860 Jul 05 03:02:02.504861 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729671cc-1a6e-4f5a-b252-6a6d5e1851a6 req-5c779589-86bc-4c4c-a706-bbbdf1ecce05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:02:02.506433 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-729671cc-1a6e-4f5a-b252-6a6d5e1851a6 req-5c779589-86bc-4c4c-a706-bbbdf1ecce05 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3b0d7f7a-0817-40ba-bd71-b4d83203d9d3 HTTP/1.1" status: 200 len: 896 time: 0.0909419 Jul 05 03:02:02.579234 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-729671cc-1a6e-4f5a-b252-6a6d5e1851a6 req-11754e40-f3ae-4947-b68a-a2f2216b7209 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=506cb9af-c25b-4abe-81c5-0b658806c491 HTTP/1.1" status: 200 len: 1000 time: 0.0656080 Jul 05 03:02:02.631775 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729671cc-1a6e-4f5a-b252-6a6d5e1851a6 req-95d9d9bb-0f91-44ab-a6f1-b9e3adc329b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:02:02.633307 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-729671cc-1a6e-4f5a-b252-6a6d5e1851a6 req-95d9d9bb-0f91-44ab-a6f1-b9e3adc329b7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=879aa5aa-b004-42db-96ce-91d7b69f9bac HTTP/1.1" status: 200 len: 834 time: 0.0476274 Jul 05 03:02:02.690825 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729671cc-1a6e-4f5a-b252-6a6d5e1851a6 req-93240bd6-e120-411c-8e17-6c4cb02688a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:02:02.692300 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-729671cc-1a6e-4f5a-b252-6a6d5e1851a6 req-93240bd6-e120-411c-8e17-6c4cb02688a4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3b0d7f7a-0817-40ba-bd71-b4d83203d9d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529664 Jul 05 03:02:02.777545 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-729671cc-1a6e-4f5a-b252-6a6d5e1851a6 req-4d63532f-7663-46f7-a35c-f6e7b22c175a service neutron] 10.222.0.15 "GET /v2.0/networks/3b0d7f7a-0817-40ba-bd71-b4d83203d9d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784702 Jul 05 03:02:02.868318 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-729671cc-1a6e-4f5a-b252-6a6d5e1851a6 req-156aceed-2be1-4f25-9dfc-3ad6384ef93d service neutron] 10.222.0.15 "GET /v2.0/networks/3b0d7f7a-0817-40ba-bd71-b4d83203d9d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835159 Jul 05 03:02:03.014305 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729671cc-1a6e-4f5a-b252-6a6d5e1851a6 req-685441d1-6cf0-418b-a306-25aa32d172fe tempest-TestNetworkAdvancedServerOps-295631081 tempest-TestNetworkAdvancedServerOps-295631081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:02:03.015882 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-729671cc-1a6e-4f5a-b252-6a6d5e1851a6 req-685441d1-6cf0-418b-a306-25aa32d172fe tempest-TestNetworkAdvancedServerOps-295631081 tempest-TestNetworkAdvancedServerOps-295631081-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=3a410e26-00b9-4e6b-95fd-3167f2ede2fa&tenant_id=c924626042fc4116989b2d8085d7b151&binding%3Ahost_id=n-h1-771362-32 HTTP/1.1" status: 200 len: 1097 time: 0.0886297 Jul 05 03:02:03.026524 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-729671cc-1a6e-4f5a-b252-6a6d5e1851a6 req-8c129db6-c3a0-48e9-a5f8-eea04599e826 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-771362-32'}}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:02:03.098963 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-729671cc-1a6e-4f5a-b252-6a6d5e1851a6 req-8c129db6-c3a0-48e9-a5f8-eea04599e826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:03.237239 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-729671cc-1a6e-4f5a-b252-6a6d5e1851a6 req-8c129db6-c3a0-48e9-a5f8-eea04599e826 service neutron] For port 506cb9af-c25b-4abe-81c5-0b658806c491, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=506cb9af-c25b-4abe-81c5-0b658806c491,segment=NetworkSegment(ac4694e9-9708-417e-aede-a121410d8617),segment_id=ac4694e9-9708-417e-aede-a121410d8617)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:02:03.288673 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-729671cc-1a6e-4f5a-b252-6a6d5e1851a6 req-8c129db6-c3a0-48e9-a5f8-eea04599e826 service neutron] For port 506cb9af-c25b-4abe-81c5-0b658806c491, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:02:03.353909 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a410e26-00b9-4e6b-95fd-3167f2ede2fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '506cb9af-c25b-4abe-81c5-0b658806c491'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:02:03.356186 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f95b5b2e-6975-46d5-b0aa-214b54c9c45e" -d '{"events": [{"server_uuid": "3a410e26-00b9-4e6b-95fd-3167f2ede2fa", "name": "network-vif-unplugged", "status": "completed", "tag": "506cb9af-c25b-4abe-81c5-0b658806c491"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:02:03.360695 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-729671cc-1a6e-4f5a-b252-6a6d5e1851a6 req-8c129db6-c3a0-48e9-a5f8-eea04599e826 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:03.384683 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3223d9-7a6d-421d-8cd2-ce0002cf4099 req-59c3f984-51d2-4d91-9684-8f7c3aa07ccd tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:02:03.386321 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9f3223d9-7a6d-421d-8cd2-ce0002cf4099 req-59c3f984-51d2-4d91-9684-8f7c3aa07ccd tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a410e26-00b9-4e6b-95fd-3167f2ede2fa HTTP/1.1" status: 200 len: 945 time: 0.1707652 Jul 05 03:02:03.393204 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6918f154-b16c-4906-af3b-aca6ea9680b7 x-openstack-request-id: req-6918f154-b16c-4906-af3b-aca6ea9680b7 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:02:03.393491 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a410e26-00b9-4e6b-95fd-3167f2ede2fa", "name": "network-vif-unplugged", "status": "completed", "tag": "506cb9af-c25b-4abe-81c5-0b658806c491", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:02:03.393767 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6918f154-b16c-4906-af3b-aca6ea9680b7 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:02:03.394188 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a410e26-00b9-4e6b-95fd-3167f2ede2fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '506cb9af-c25b-4abe-81c5-0b658806c491', 'code': 200} Jul 05 03:02:03.428229 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9f3223d9-7a6d-421d-8cd2-ce0002cf4099 req-7b689783-fe92-4cdd-87ef-937b305b310b tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=15adb029-f1ac-4fba-adf0-10b7cfb290d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331681 Jul 05 03:02:03.432046 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-729671cc-1a6e-4f5a-b252-6a6d5e1851a6 req-8c129db6-c3a0-48e9-a5f8-eea04599e826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:03.522031 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c129db6-c3a0-48e9-a5f8-eea04599e826 service neutron] Pushing event updated for resources: {'Port': ['ID=506cb9af-c25b-4abe-81c5-0b658806c491,revision_number=7']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:02:03.591914 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-729671cc-1a6e-4f5a-b252-6a6d5e1851a6 req-8c129db6-c3a0-48e9-a5f8-eea04599e826 service neutron] Attempting to bind port 506cb9af-c25b-4abe-81c5-0b658806c491 on host n-h1-771362-32 for vnic_type normal with profile {"migrating_to": "n-h2-771362-32"} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:02:03.592412 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-729671cc-1a6e-4f5a-b252-6a6d5e1851a6 req-8c129db6-c3a0-48e9-a5f8-eea04599e826 service neutron] Attempting to bind port 506cb9af-c25b-4abe-81c5-0b658806c491 by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': 'ac4694e9-9708-417e-aede-a121410d8617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3b0d7f7a-0817-40ba-bd71-b4d83203d9d3'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:02:03.592866 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729671cc-1a6e-4f5a-b252-6a6d5e1851a6 req-8c129db6-c3a0-48e9-a5f8-eea04599e826 service neutron] Attempting to bind port 506cb9af-c25b-4abe-81c5-0b658806c491 on network 3b0d7f7a-0817-40ba-bd71-b4d83203d9d3 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:02:03.598328 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729671cc-1a6e-4f5a-b252-6a6d5e1851a6 req-8c129db6-c3a0-48e9-a5f8-eea04599e826 service neutron] Port 506cb9af-c25b-4abe-81c5-0b658806c491 on network 3b0d7f7a-0817-40ba-bd71-b4d83203d9d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:02:03.598649 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729671cc-1a6e-4f5a-b252-6a6d5e1851a6 req-8c129db6-c3a0-48e9-a5f8-eea04599e826 service neutron] Attempting to bind port 506cb9af-c25b-4abe-81c5-0b658806c491 on network 3b0d7f7a-0817-40ba-bd71-b4d83203d9d3 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:02:03.603773 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729671cc-1a6e-4f5a-b252-6a6d5e1851a6 req-8c129db6-c3a0-48e9-a5f8-eea04599e826 service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:02:03.604115 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729671cc-1a6e-4f5a-b252-6a6d5e1851a6 req-8c129db6-c3a0-48e9-a5f8-eea04599e826 service neutron] Checking segment: {'id': 'ac4694e9-9708-417e-aede-a121410d8617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3b0d7f7a-0817-40ba-bd71-b4d83203d9d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:02:03.604508 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729671cc-1a6e-4f5a-b252-6a6d5e1851a6 req-8c129db6-c3a0-48e9-a5f8-eea04599e826 service neutron] Bound using segment: {'id': 'ac4694e9-9708-417e-aede-a121410d8617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3b0d7f7a-0817-40ba-bd71-b4d83203d9d3'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:02:03.604938 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-729671cc-1a6e-4f5a-b252-6a6d5e1851a6 req-8c129db6-c3a0-48e9-a5f8-eea04599e826 service neutron] Bound port: 506cb9af-c25b-4abe-81c5-0b658806c491, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac4694e9-9708-417e-aede-a121410d8617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3b0d7f7a-0817-40ba-bd71-b4d83203d9d3'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:02:03.605306 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-729671cc-1a6e-4f5a-b252-6a6d5e1851a6 req-8c129db6-c3a0-48e9-a5f8-eea04599e826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:03.670797 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-729671cc-1a6e-4f5a-b252-6a6d5e1851a6 req-8c129db6-c3a0-48e9-a5f8-eea04599e826 service neutron] For port 506cb9af-c25b-4abe-81c5-0b658806c491, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:02:03.674234 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-729671cc-1a6e-4f5a-b252-6a6d5e1851a6 req-8c129db6-c3a0-48e9-a5f8-eea04599e826 service neutron] For port 506cb9af-c25b-4abe-81c5-0b658806c491, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=506cb9af-c25b-4abe-81c5-0b658806c491,segment=NetworkSegment(ac4694e9-9708-417e-aede-a121410d8617),segment_id=ac4694e9-9708-417e-aede-a121410d8617)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:02:03.692914 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-fe01ef0b-ff21-49fa-b976-a3d9bf1ead8b None None] Provisioning complete for port 506cb9af-c25b-4abe-81c5-0b658806c491 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:02:03.693532 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-fe01ef0b-ff21-49fa-b976-a3d9bf1ead8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:03.728749 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-fe01ef0b-ff21-49fa-b976-a3d9bf1ead8b None None] Port 506cb9af-c25b-4abe-81c5-0b658806c491 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:02:03.758735 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-729671cc-1a6e-4f5a-b252-6a6d5e1851a6 req-8c129db6-c3a0-48e9-a5f8-eea04599e826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:03.865578 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c129db6-c3a0-48e9-a5f8-eea04599e826 service neutron] Pushing event updated for resources: {'Port': ['ID=506cb9af-c25b-4abe-81c5-0b658806c491,revision_number=8']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:02:03.908864 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729671cc-1a6e-4f5a-b252-6a6d5e1851a6 req-8c129db6-c3a0-48e9-a5f8-eea04599e826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:02:03.909501 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-729671cc-1a6e-4f5a-b252-6a6d5e1851a6 req-8c129db6-c3a0-48e9-a5f8-eea04599e826 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:03.911428 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-729671cc-1a6e-4f5a-b252-6a6d5e1851a6 req-8c129db6-c3a0-48e9-a5f8-eea04599e826 service neutron] 10.222.0.15 "PUT /v2.0/ports/506cb9af-c25b-4abe-81c5-0b658806c491 HTTP/1.1" status: 200 len: 1123 time: 0.8889878 Jul 05 03:02:03.970902 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['506cb9af-c25b-4abe-81c5-0b658806c491'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:02:04.066311 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-46dccdcd-f9f7-4d11-bb5e-fde75984b8c9 None None] Provisioning complete for port 506cb9af-c25b-4abe-81c5-0b658806c491 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:02:04.066594 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-46dccdcd-f9f7-4d11-bb5e-fde75984b8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:04.208254 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-46dccdcd-f9f7-4d11-bb5e-fde75984b8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:04.246932 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a410e26-00b9-4e6b-95fd-3167f2ede2fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '506cb9af-c25b-4abe-81c5-0b658806c491'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:02:04.249203 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe6c7fb9-e803-48bd-be51-3ba18accbc7d" -d '{"events": [{"server_uuid": "3a410e26-00b9-4e6b-95fd-3167f2ede2fa", "name": "network-vif-plugged", "status": "completed", "tag": "506cb9af-c25b-4abe-81c5-0b658806c491"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:02:04.268470 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-46dccdcd-f9f7-4d11-bb5e-fde75984b8c9 None None] For port 506cb9af-c25b-4abe-81c5-0b658806c491, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=506cb9af-c25b-4abe-81c5-0b658806c491,segment=NetworkSegment(ac4694e9-9708-417e-aede-a121410d8617),segment_id=ac4694e9-9708-417e-aede-a121410d8617)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:02:04.285796 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d247da9-428e-4452-935d-b0013bd06457 x-openstack-request-id: req-0d247da9-428e-4452-935d-b0013bd06457 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:02:04.286448 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a410e26-00b9-4e6b-95fd-3167f2ede2fa", "name": "network-vif-plugged", "status": "completed", "tag": "506cb9af-c25b-4abe-81c5-0b658806c491", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:02:04.286448 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0d247da9-428e-4452-935d-b0013bd06457 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:02:04.286894 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a410e26-00b9-4e6b-95fd-3167f2ede2fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '506cb9af-c25b-4abe-81c5-0b658806c491', 'code': 200} Jul 05 03:02:04.335498 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-46dccdcd-f9f7-4d11-bb5e-fde75984b8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:04.473427 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dccdcd-f9f7-4d11-bb5e-fde75984b8c9 None None] Pushing event updated for resources: {'Port': ['ID=506cb9af-c25b-4abe-81c5-0b658806c491,revision_number=9']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:02:04.610335 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb713e54-3ec7-48e9-ae0d-fd06ccde9b80 req-0f55f6f0-d718-4b7e-bc72-38c13b496030 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:02:04.612389 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cb713e54-3ec7-48e9-ae0d-fd06ccde9b80 req-0f55f6f0-d718-4b7e-bc72-38c13b496030 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a410e26-00b9-4e6b-95fd-3167f2ede2fa HTTP/1.1" status: 200 len: 945 time: 0.0688939 Jul 05 03:02:04.650430 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cb713e54-3ec7-48e9-ae0d-fd06ccde9b80 req-d9c85e8f-ae34-4461-b739-3eef4592cfc8 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=15adb029-f1ac-4fba-adf0-10b7cfb290d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320227 Jul 05 03:02:05.395553 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a410e26-00b9-4e6b-95fd-3167f2ede2fa', 'tag': '506cb9af-c25b-4abe-81c5-0b658806c491'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:02:05.397971 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1723f2d-3cc4-408e-b066-29aaa46d8498" -d '{"events": [{"name": "network-changed", "server_uuid": "3a410e26-00b9-4e6b-95fd-3167f2ede2fa", "tag": "506cb9af-c25b-4abe-81c5-0b658806c491"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:02:05.432607 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55900648-65f8-4047-aba3-68f2225bb36e x-openstack-request-id: req-55900648-65f8-4047-aba3-68f2225bb36e {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:02:05.432893 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a410e26-00b9-4e6b-95fd-3167f2ede2fa", "tag": "506cb9af-c25b-4abe-81c5-0b658806c491", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:02:05.433233 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-55900648-65f8-4047-aba3-68f2225bb36e {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:02:05.433633 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a410e26-00b9-4e6b-95fd-3167f2ede2fa', 'tag': '506cb9af-c25b-4abe-81c5-0b658806c491', 'status': 'completed', 'code': 200} Jul 05 03:02:05.512769 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1723f2d-3cc4-408e-b066-29aaa46d8498 req-00de7777-506a-4357-aaac-877df407df66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:02:05.514383 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b1723f2d-3cc4-408e-b066-29aaa46d8498 req-00de7777-506a-4357-aaac-877df407df66 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c924626042fc4116989b2d8085d7b151&device_id=3a410e26-00b9-4e6b-95fd-3167f2ede2fa HTTP/1.1" status: 200 len: 1128 time: 0.0565464 Jul 05 03:02:05.602255 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1723f2d-3cc4-408e-b066-29aaa46d8498 req-15dc219f-1ce4-49c0-8322-d3b9a41c51fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:02:05.603741 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b1723f2d-3cc4-408e-b066-29aaa46d8498 req-15dc219f-1ce4-49c0-8322-d3b9a41c51fa service neutron] 10.222.0.21 "GET /v2.0/networks?id=3b0d7f7a-0817-40ba-bd71-b4d83203d9d3 HTTP/1.1" status: 200 len: 896 time: 0.0829911 Jul 05 03:02:05.672258 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b1723f2d-3cc4-408e-b066-29aaa46d8498 req-947ad6da-04e7-477d-91b2-aad76398ae3c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=506cb9af-c25b-4abe-81c5-0b658806c491 HTTP/1.1" status: 200 len: 1000 time: 0.0608864 Jul 05 03:02:05.721368 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1723f2d-3cc4-408e-b066-29aaa46d8498 req-89305520-f775-45e5-86a0-4a5c82f4b1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:02:05.722923 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b1723f2d-3cc4-408e-b066-29aaa46d8498 req-89305520-f775-45e5-86a0-4a5c82f4b1de service neutron] 10.222.0.21 "GET /v2.0/subnets?id=879aa5aa-b004-42db-96ce-91d7b69f9bac HTTP/1.1" status: 200 len: 834 time: 0.0452285 Jul 05 03:02:05.809386 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1723f2d-3cc4-408e-b066-29aaa46d8498 req-682e6cef-e48a-4bbc-8dc5-862ee7112603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:02:05.810930 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b1723f2d-3cc4-408e-b066-29aaa46d8498 req-682e6cef-e48a-4bbc-8dc5-862ee7112603 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3b0d7f7a-0817-40ba-bd71-b4d83203d9d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0817339 Jul 05 03:02:05.896998 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b578b460-2832-4ade-9294-8105bb3ab254 req-fb90c825-1f7b-404d-b1ce-b0bd2e25ffc3 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:02:05.898529 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b578b460-2832-4ade-9294-8105bb3ab254 req-fb90c825-1f7b-404d-b1ce-b0bd2e25ffc3 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a410e26-00b9-4e6b-95fd-3167f2ede2fa HTTP/1.1" status: 200 len: 945 time: 0.1343918 Jul 05 03:02:05.958085 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b578b460-2832-4ade-9294-8105bb3ab254 req-4b1d579b-ac67-4096-9b6d-ecd40eccef7c tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=15adb029-f1ac-4fba-adf0-10b7cfb290d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0537615 Jul 05 03:02:05.960121 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b1723f2d-3cc4-408e-b066-29aaa46d8498 req-15ad2f0d-801d-46db-b424-536955a76b2d service neutron] 10.222.0.21 "GET /v2.0/networks/3b0d7f7a-0817-40ba-bd71-b4d83203d9d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402466 Jul 05 03:02:06.036338 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 506cb9af-c25b-4abe-81c5-0b658806c491 details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:02:06.053629 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b1723f2d-3cc4-408e-b066-29aaa46d8498 req-11e09160-fd80-4a8e-9e72-d6d37784f305 service neutron] 10.222.0.21 "GET /v2.0/networks/3b0d7f7a-0817-40ba-bd71-b4d83203d9d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865905 Jul 05 03:02:06.127466 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 506cb9af-c25b-4abe-81c5-0b658806c491, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=506cb9af-c25b-4abe-81c5-0b658806c491,segment=NetworkSegment(ac4694e9-9708-417e-aede-a121410d8617),segment_id=ac4694e9-9708-417e-aede-a121410d8617)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:02:06.137979 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 506cb9af-c25b-4abe-81c5-0b658806c491 has no active binding in host n-h2-771362-32 {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 05 03:02:07.138314 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed1fc6d-eb88-4c81-9178-b851d0e9a8b3 req-318b70cc-4edb-4557-a046-99172b840747 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:02:07.139778 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-eed1fc6d-eb88-4c81-9178-b851d0e9a8b3 req-318b70cc-4edb-4557-a046-99172b840747 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a410e26-00b9-4e6b-95fd-3167f2ede2fa HTTP/1.1" status: 200 len: 945 time: 0.0660899 Jul 05 03:02:07.176594 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-eed1fc6d-eb88-4c81-9178-b851d0e9a8b3 req-dd50d99f-9572-4487-929e-ae79e943d479 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=15adb029-f1ac-4fba-adf0-10b7cfb290d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311475 Jul 05 03:02:07.417216 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb90fb43-7ac8-47f5-9e5c-1c18caeeb08e req-beffee2b-7879-46d7-be64-2be314b7e506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:02:07.418640 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-eb90fb43-7ac8-47f5-9e5c-1c18caeeb08e req-beffee2b-7879-46d7-be64-2be314b7e506 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c924626042fc4116989b2d8085d7b151&device_id=3a410e26-00b9-4e6b-95fd-3167f2ede2fa HTTP/1.1" status: 200 len: 1128 time: 0.0519099 Jul 05 03:02:07.529822 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb90fb43-7ac8-47f5-9e5c-1c18caeeb08e req-035d59df-990c-48a2-8e60-1f98b1780712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:02:07.531395 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-eb90fb43-7ac8-47f5-9e5c-1c18caeeb08e req-035d59df-990c-48a2-8e60-1f98b1780712 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3b0d7f7a-0817-40ba-bd71-b4d83203d9d3 HTTP/1.1" status: 200 len: 896 time: 0.0888741 Jul 05 03:02:07.596518 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-eb90fb43-7ac8-47f5-9e5c-1c18caeeb08e req-1d17afa6-8647-4879-9522-ad310ec33b38 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=506cb9af-c25b-4abe-81c5-0b658806c491 HTTP/1.1" status: 200 len: 1000 time: 0.0576196 Jul 05 03:02:07.644587 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb90fb43-7ac8-47f5-9e5c-1c18caeeb08e req-1c10421e-2d40-4857-a901-7161d0adf553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:02:07.646003 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-eb90fb43-7ac8-47f5-9e5c-1c18caeeb08e req-1c10421e-2d40-4857-a901-7161d0adf553 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=879aa5aa-b004-42db-96ce-91d7b69f9bac HTTP/1.1" status: 200 len: 834 time: 0.0415409 Jul 05 03:02:07.706455 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb90fb43-7ac8-47f5-9e5c-1c18caeeb08e req-d977e8ee-ee7c-458c-aff0-16e06e6e6c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:02:07.707878 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-eb90fb43-7ac8-47f5-9e5c-1c18caeeb08e req-d977e8ee-ee7c-458c-aff0-16e06e6e6c5b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3b0d7f7a-0817-40ba-bd71-b4d83203d9d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548978 Jul 05 03:02:07.792272 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-eb90fb43-7ac8-47f5-9e5c-1c18caeeb08e req-d74e1870-f1ac-4b5f-a300-4c9ecad5e3ca service neutron] 10.222.0.21 "GET /v2.0/networks/3b0d7f7a-0817-40ba-bd71-b4d83203d9d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782094 Jul 05 03:02:07.888332 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-eb90fb43-7ac8-47f5-9e5c-1c18caeeb08e req-53341b18-5dae-469c-be44-d6180619ae36 service neutron] 10.222.0.21 "GET /v2.0/networks/3b0d7f7a-0817-40ba-bd71-b4d83203d9d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889814 Jul 05 03:02:08.351245 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e090313-629b-4bf1-80da-26ed49f20cb2 req-f986d772-de5e-4528-86fd-a1f4671bd9d0 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:02:08.352751 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4e090313-629b-4bf1-80da-26ed49f20cb2 req-f986d772-de5e-4528-86fd-a1f4671bd9d0 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a410e26-00b9-4e6b-95fd-3167f2ede2fa HTTP/1.1" status: 200 len: 945 time: 0.0644469 Jul 05 03:02:08.391448 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4e090313-629b-4bf1-80da-26ed49f20cb2 req-31b03cf8-e70b-4d72-8d37-c42ebfa63bf3 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=15adb029-f1ac-4fba-adf0-10b7cfb290d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326197 Jul 05 03:02:09.068692 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-729671cc-1a6e-4f5a-b252-6a6d5e1851a6 req-38d219b1-9dad-4bc7-a316-c883a8a9403e service neutron] 10.222.0.21 "GET /v2.0/ports/506cb9af-c25b-4abe-81c5-0b658806c491/bindings/n-h2-771362-32 HTTP/1.1" status: 200 len: 385 time: 0.0543506 Jul 05 03:02:09.234820 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-729671cc-1a6e-4f5a-b252-6a6d5e1851a6 req-3a407b2a-02d6-4731-8ab9-75edf550e2c5 service neutron] For port 506cb9af-c25b-4abe-81c5-0b658806c491, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=506cb9af-c25b-4abe-81c5-0b658806c491,segment=NetworkSegment(ac4694e9-9708-417e-aede-a121410d8617),segment_id=ac4694e9-9708-417e-aede-a121410d8617)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:02:09.254316 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-729671cc-1a6e-4f5a-b252-6a6d5e1851a6 req-3a407b2a-02d6-4731-8ab9-75edf550e2c5 service neutron] For port 506cb9af-c25b-4abe-81c5-0b658806c491, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:02:09.291376 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a410e26-00b9-4e6b-95fd-3167f2ede2fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '506cb9af-c25b-4abe-81c5-0b658806c491'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:02:09.293603 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d5b1d10-e039-4832-a114-4b9275645e3b" -d '{"events": [{"server_uuid": "3a410e26-00b9-4e6b-95fd-3167f2ede2fa", "name": "network-vif-unplugged", "status": "completed", "tag": "506cb9af-c25b-4abe-81c5-0b658806c491"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:02:09.300547 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-729671cc-1a6e-4f5a-b252-6a6d5e1851a6 req-3a407b2a-02d6-4731-8ab9-75edf550e2c5 service neutron] For port 506cb9af-c25b-4abe-81c5-0b658806c491, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=506cb9af-c25b-4abe-81c5-0b658806c491,segment=NetworkSegment(ac4694e9-9708-417e-aede-a121410d8617),segment_id=ac4694e9-9708-417e-aede-a121410d8617)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:02:09.332848 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa9b81cb-3016-4873-9613-b7ba896e5ef9 x-openstack-request-id: req-fa9b81cb-3016-4873-9613-b7ba896e5ef9 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:02:09.333146 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a410e26-00b9-4e6b-95fd-3167f2ede2fa", "name": "network-vif-unplugged", "status": "completed", "tag": "506cb9af-c25b-4abe-81c5-0b658806c491", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:02:09.333399 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fa9b81cb-3016-4873-9613-b7ba896e5ef9 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:02:09.333799 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a410e26-00b9-4e6b-95fd-3167f2ede2fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '506cb9af-c25b-4abe-81c5-0b658806c491', 'code': 200} Jul 05 03:02:09.369161 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-729671cc-1a6e-4f5a-b252-6a6d5e1851a6 req-3a407b2a-02d6-4731-8ab9-75edf550e2c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:09.440731 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-729671cc-1a6e-4f5a-b252-6a6d5e1851a6 req-3a407b2a-02d6-4731-8ab9-75edf550e2c5 service neutron] Transition to ACTIVE for port object 506cb9af-c25b-4abe-81c5-0b658806c491 will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:02:09.533192 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-729671cc-1a6e-4f5a-b252-6a6d5e1851a6 req-3a407b2a-02d6-4731-8ab9-75edf550e2c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:09.638923 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a407b2a-02d6-4731-8ab9-75edf550e2c5 service neutron] Pushing event updated for resources: {'Port': ['ID=506cb9af-c25b-4abe-81c5-0b658806c491,revision_number=11']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:02:09.670457 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5603ad-1a00-4556-a1f1-84605ebe818a req-9559bb77-ca41-4146-83b1-8c28d2d7f99e tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:02:09.672057 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4d5603ad-1a00-4556-a1f1-84605ebe818a req-9559bb77-ca41-4146-83b1-8c28d2d7f99e tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a410e26-00b9-4e6b-95fd-3167f2ede2fa HTTP/1.1" status: 200 len: 944 time: 0.1675174 Jul 05 03:02:09.700832 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-729671cc-1a6e-4f5a-b252-6a6d5e1851a6 req-3a407b2a-02d6-4731-8ab9-75edf550e2c5 service neutron] No DVR routers for this DVR port 506cb9af-c25b-4abe-81c5-0b658806c491 on host n-h1-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:02:09.771286 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4d5603ad-1a00-4556-a1f1-84605ebe818a req-c2b26514-51f3-4c34-9c33-d4144d4fb68d tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=15adb029-f1ac-4fba-adf0-10b7cfb290d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0933487 Jul 05 03:02:09.862241 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-729671cc-1a6e-4f5a-b252-6a6d5e1851a6 req-3a407b2a-02d6-4731-8ab9-75edf550e2c5 service neutron] 10.222.0.21 "PUT /v2.0/ports/506cb9af-c25b-4abe-81c5-0b658806c491/bindings/n-h2-771362-32/activate HTTP/1.1" status: 200 len: 370 time: 0.7880232 Jul 05 03:02:10.032103 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729671cc-1a6e-4f5a-b252-6a6d5e1851a6 req-44917fe1-f06d-443e-8204-cf5d8c9d87d7 tempest-TestNetworkAdvancedServerOps-295631081 tempest-TestNetworkAdvancedServerOps-295631081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:02:10.033678 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-729671cc-1a6e-4f5a-b252-6a6d5e1851a6 req-44917fe1-f06d-443e-8204-cf5d8c9d87d7 tempest-TestNetworkAdvancedServerOps-295631081 tempest-TestNetworkAdvancedServerOps-295631081-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=3a410e26-00b9-4e6b-95fd-3167f2ede2fa&tenant_id=c924626042fc4116989b2d8085d7b151&binding%3Ahost_id=n-h1-771362-32 HTTP/1.1" status: 200 len: 1096 time: 0.0561304 Jul 05 03:02:10.090373 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729671cc-1a6e-4f5a-b252-6a6d5e1851a6 req-db645575-f3ce-4338-921f-9c9a2999d69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:02:10.091895 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-729671cc-1a6e-4f5a-b252-6a6d5e1851a6 req-db645575-f3ce-4338-921f-9c9a2999d69a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3a410e26-00b9-4e6b-95fd-3167f2ede2fa&tenant_id=c924626042fc4116989b2d8085d7b151 HTTP/1.1" status: 200 len: 1096 time: 0.0510225 Jul 05 03:02:10.172700 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729671cc-1a6e-4f5a-b252-6a6d5e1851a6 req-75cfcefc-4512-4cc4-8438-3bfbfdcce0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:02:10.174481 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-729671cc-1a6e-4f5a-b252-6a6d5e1851a6 req-75cfcefc-4512-4cc4-8438-3bfbfdcce0fd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c924626042fc4116989b2d8085d7b151&device_id=3a410e26-00b9-4e6b-95fd-3167f2ede2fa HTTP/1.1" status: 200 len: 1096 time: 0.0583625 Jul 05 03:02:10.265270 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729671cc-1a6e-4f5a-b252-6a6d5e1851a6 req-0a730e70-7543-437e-b95b-8fe84db77b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:02:10.266875 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-729671cc-1a6e-4f5a-b252-6a6d5e1851a6 req-0a730e70-7543-437e-b95b-8fe84db77b46 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3b0d7f7a-0817-40ba-bd71-b4d83203d9d3 HTTP/1.1" status: 200 len: 896 time: 0.0863535 Jul 05 03:02:10.334791 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-729671cc-1a6e-4f5a-b252-6a6d5e1851a6 req-f744cae4-59d7-46c4-8f25-5b3dbcff2e36 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=506cb9af-c25b-4abe-81c5-0b658806c491 HTTP/1.1" status: 200 len: 998 time: 0.0616095 Jul 05 03:02:10.381648 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729671cc-1a6e-4f5a-b252-6a6d5e1851a6 req-86c5c276-74ec-414e-8722-3c49f1656008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:02:10.383125 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-729671cc-1a6e-4f5a-b252-6a6d5e1851a6 req-86c5c276-74ec-414e-8722-3c49f1656008 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=879aa5aa-b004-42db-96ce-91d7b69f9bac HTTP/1.1" status: 200 len: 834 time: 0.0426395 Jul 05 03:02:10.437515 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729671cc-1a6e-4f5a-b252-6a6d5e1851a6 req-baeb1d48-5cc3-446a-b833-f503352cd433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:02:10.439764 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-729671cc-1a6e-4f5a-b252-6a6d5e1851a6 req-baeb1d48-5cc3-446a-b833-f503352cd433 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3b0d7f7a-0817-40ba-bd71-b4d83203d9d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503848 Jul 05 03:02:10.528977 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-729671cc-1a6e-4f5a-b252-6a6d5e1851a6 req-75fdef6d-0b4c-4d84-b564-4ded40662058 service neutron] 10.222.0.15 "GET /v2.0/networks/3b0d7f7a-0817-40ba-bd71-b4d83203d9d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825210 Jul 05 03:02:10.617264 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-729671cc-1a6e-4f5a-b252-6a6d5e1851a6 req-6739e77a-763d-43e4-a818-ac82bce038d5 service neutron] 10.222.0.15 "GET /v2.0/networks/3b0d7f7a-0817-40ba-bd71-b4d83203d9d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808766 Jul 05 03:02:10.949263 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010e4bf9-a086-4812-bab1-66976ad440ee req-33773b1d-0366-4f4e-b2d6-023f6b8d4c82 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:02:10.950786 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-010e4bf9-a086-4812-bab1-66976ad440ee req-33773b1d-0366-4f4e-b2d6-023f6b8d4c82 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a410e26-00b9-4e6b-95fd-3167f2ede2fa HTTP/1.1" status: 200 len: 944 time: 0.0646260 Jul 05 03:02:10.988793 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-010e4bf9-a086-4812-bab1-66976ad440ee req-3ad5a47d-1d95-4ccb-8c0a-33303141e624 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=15adb029-f1ac-4fba-adf0-10b7cfb290d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319922 Jul 05 03:02:11.112607 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729671cc-1a6e-4f5a-b252-6a6d5e1851a6 req-91012974-cb16-4cad-8cc1-9aa33df51b7a tempest-TestNetworkAdvancedServerOps-295631081 tempest-TestNetworkAdvancedServerOps-295631081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:02:11.114052 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-729671cc-1a6e-4f5a-b252-6a6d5e1851a6 req-91012974-cb16-4cad-8cc1-9aa33df51b7a tempest-TestNetworkAdvancedServerOps-295631081 tempest-TestNetworkAdvancedServerOps-295631081-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=3a410e26-00b9-4e6b-95fd-3167f2ede2fa&tenant_id=c924626042fc4116989b2d8085d7b151&binding%3Ahost_id=n-h2-771362-32 HTTP/1.1" status: 200 len: 1096 time: 0.0572112 Jul 05 03:02:11.360830 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-729671cc-1a6e-4f5a-b252-6a6d5e1851a6 req-4175cfa5-6a7a-437c-9cde-391fba5be71e service neutron] For port 506cb9af-c25b-4abe-81c5-0b658806c491, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:02:11.364015 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-729671cc-1a6e-4f5a-b252-6a6d5e1851a6 req-4175cfa5-6a7a-437c-9cde-391fba5be71e service neutron] Notify callbacks [] for binding, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:11.365125 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-729671cc-1a6e-4f5a-b252-6a6d5e1851a6 req-4175cfa5-6a7a-437c-9cde-391fba5be71e service neutron] 10.222.0.15 "DELETE /v2.0/ports/506cb9af-c25b-4abe-81c5-0b658806c491/bindings/n-h1-771362-32 HTTP/1.1" status: 204 len: 173 time: 0.2452986 Jul 05 03:02:12.072199 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:12.100672 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:12.167131 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae81e03-1b42-4dc8-bff1-4fb23b0798b3 req-7582f62b-4fc6-4208-9950-899b2e870c6b tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:02:12.168644 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9ae81e03-1b42-4dc8-bff1-4fb23b0798b3 req-7582f62b-4fc6-4208-9950-899b2e870c6b tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a410e26-00b9-4e6b-95fd-3167f2ede2fa HTTP/1.1" status: 200 len: 944 time: 0.0665224 Jul 05 03:02:12.207202 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9ae81e03-1b42-4dc8-bff1-4fb23b0798b3 req-f57e8c8d-5ecd-4e02-904a-c8685e122125 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=15adb029-f1ac-4fba-adf0-10b7cfb290d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329802 Jul 05 03:02:12.366240 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05b7100-9d70-4c2d-be84-4a19e4a2e10e req-8e462d4b-796d-4db9-ba18-b4a2e7e0fe41 tempest-TestNetworkAdvancedServerOps-295631081 tempest-TestNetworkAdvancedServerOps-295631081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:02:12.367756 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b05b7100-9d70-4c2d-be84-4a19e4a2e10e req-8e462d4b-796d-4db9-ba18-b4a2e7e0fe41 tempest-TestNetworkAdvancedServerOps-295631081 tempest-TestNetworkAdvancedServerOps-295631081-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=3a410e26-00b9-4e6b-95fd-3167f2ede2fa HTTP/1.1" status: 200 len: 1096 time: 0.0512149 Jul 05 03:02:12.401543 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b05b7100-9d70-4c2d-be84-4a19e4a2e10e req-ff37a598-3111-41ea-88b8-4806251a14a2 tempest-TestNetworkAdvancedServerOps-295631081 tempest-TestNetworkAdvancedServerOps-295631081-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=15adb029-f1ac-4fba-adf0-10b7cfb290d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0281720 Jul 05 03:02:12.573354 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0de1ba-9086-4c94-a23e-1a246aaa6992 req-f7fc106c-b17d-44ac-b540-2f6e5c2cc65d tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:02:12.574880 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-df0de1ba-9086-4c94-a23e-1a246aaa6992 req-f7fc106c-b17d-44ac-b540-2f6e5c2cc65d tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a410e26-00b9-4e6b-95fd-3167f2ede2fa HTTP/1.1" status: 200 len: 944 time: 0.0620627 Jul 05 03:02:12.611830 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-df0de1ba-9086-4c94-a23e-1a246aaa6992 req-88bbeeaf-6676-463f-a130-1c781c2fa8e1 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=15adb029-f1ac-4fba-adf0-10b7cfb290d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306127 Jul 05 03:02:12.636288 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 46210) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:02:12.696741 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-332880e4-baaa-4329-84b5-023073a3ef00 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/floatingips/4ef88e92-0b84-42da-a0e8-f16f905eb2b3 HTTP/1.1" status: 200 len: 990 time: 0.0593519 Jul 05 03:02:12.817031 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 506cb9af-c25b-4abe-81c5-0b658806c491 no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:02:12.856577 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 506cb9af-c25b-4abe-81c5-0b658806c491 not bound to the agent host n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:02:16.371414 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 46216) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:02:16.847052 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-a56eb354-8dfa-4acd-86ea-a869ab5fc6bb tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Deleting port 40b358e7-1eed-4331-8291-32e02f83c1d3 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:02:16.847315 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a56eb354-8dfa-4acd-86ea-a869ab5fc6bb tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:16.918447 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a56eb354-8dfa-4acd-86ea-a869ab5fc6bb tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:16.918780 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a56eb354-8dfa-4acd-86ea-a869ab5fc6bb tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:16.929810 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-a56eb354-8dfa-4acd-86ea-a869ab5fc6bb tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Calling delete_port for 40b358e7-1eed-4331-8291-32e02f83c1d3 owned by network:floatingip {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:02:17.169959 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a56eb354-8dfa-4acd-86ea-a869ab5fc6bb tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:17.195314 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56eb354-8dfa-4acd-86ea-a869ab5fc6bb tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Pushing event deleted for resources: {'Port': ['ID=40b358e7-1eed-4331-8291-32e02f83c1d3,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:02:17.207618 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56eb354-8dfa-4acd-86ea-a869ab5fc6bb tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:02:17.213633 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56eb354-8dfa-4acd-86ea-a869ab5fc6bb tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:02:17.213633 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56eb354-8dfa-4acd-86ea-a869ab5fc6bb tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:02:17.213633 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56eb354-8dfa-4acd-86ea-a869ab5fc6bb tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:02:17.213633 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56eb354-8dfa-4acd-86ea-a869ab5fc6bb tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:02:17.213633 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56eb354-8dfa-4acd-86ea-a869ab5fc6bb tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:02:17.213633 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56eb354-8dfa-4acd-86ea-a869ab5fc6bb tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:02:17.213633 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56eb354-8dfa-4acd-86ea-a869ab5fc6bb tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:02:17.213633 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56eb354-8dfa-4acd-86ea-a869ab5fc6bb tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:02:17.213633 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56eb354-8dfa-4acd-86ea-a869ab5fc6bb tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:02:17.213633 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56eb354-8dfa-4acd-86ea-a869ab5fc6bb tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:02:17.213633 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56eb354-8dfa-4acd-86ea-a869ab5fc6bb tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:02:17.269853 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a56eb354-8dfa-4acd-86ea-a869ab5fc6bb tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for floatingip, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:17.270226 n-d-771362-32 neutron-server[94461]: INFO neutron.db.l3_db [None req-a56eb354-8dfa-4acd-86ea-a869ab5fc6bb tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Floating IP 4ef88e92-0b84-42da-a0e8-f16f905eb2b3 disassociated (deleted). External IP: 172.25.7.61, port: 506cb9af-c25b-4abe-81c5-0b658806c491. Jul 05 03:02:17.473261 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a56eb354-8dfa-4acd-86ea-a869ab5fc6bb tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Router 32a59325-e140-4e75-84c4-3d4cd109e428 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:02:17.581374 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a56eb354-8dfa-4acd-86ea-a869ab5fc6bb tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:02:17.586265 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a56eb354-8dfa-4acd-86ea-a869ab5fc6bb tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:17.590723 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785643d5-5c5d-47c9-917c-3f1dae3aec43 None None] Sync routers for ids ['32a59325-e140-4e75-84c4-3d4cd109e428'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:02:17.604815 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785643d5-5c5d-47c9-917c-3f1dae3aec43 None None] Routers {'32a59325-e140-4e75-84c4-3d4cd109e428'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:02:17.604815 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-785643d5-5c5d-47c9-917c-3f1dae3aec43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:01:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['32a59325-e140-4e75-84c4-3d4cd109e428'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:02:17.621396 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-a56eb354-8dfa-4acd-86ea-a869ab5fc6bb tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "DELETE /v2.0/floatingips/4ef88e92-0b84-42da-a0e8-f16f905eb2b3 HTTP/1.1" status: 204 len: 168 time: 1.2488899 Jul 05 03:02:17.621974 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a410e26-00b9-4e6b-95fd-3167f2ede2fa', 'tag': '506cb9af-c25b-4abe-81c5-0b658806c491'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:02:17.624317 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c28805e-4c51-466a-8323-103dae7149d3" -d '{"events": [{"name": "network-changed", "server_uuid": "3a410e26-00b9-4e6b-95fd-3167f2ede2fa", "tag": "506cb9af-c25b-4abe-81c5-0b658806c491"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:02:17.662268 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eba7e7f5-4fc5-4918-8425-1d3a680710b2 x-openstack-request-id: req-eba7e7f5-4fc5-4918-8425-1d3a680710b2 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:02:17.662595 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a410e26-00b9-4e6b-95fd-3167f2ede2fa", "tag": "506cb9af-c25b-4abe-81c5-0b658806c491", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:02:17.662977 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-eba7e7f5-4fc5-4918-8425-1d3a680710b2 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:02:17.663390 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a410e26-00b9-4e6b-95fd-3167f2ede2fa', 'tag': '506cb9af-c25b-4abe-81c5-0b658806c491', 'status': 'completed', 'code': 200} Jul 05 03:02:17.714111 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-785643d5-5c5d-47c9-917c-3f1dae3aec43 None None] Set router 32a59325-e140-4e75-84c4-3d4cd109e428 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:02:17.737350 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c28805e-4c51-466a-8323-103dae7149d3 req-fdf5fee5-2fa3-4590-862e-4a9d5d90bc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:02:17.738934 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0c28805e-4c51-466a-8323-103dae7149d3 req-fdf5fee5-2fa3-4590-862e-4a9d5d90bc37 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c924626042fc4116989b2d8085d7b151&device_id=3a410e26-00b9-4e6b-95fd-3167f2ede2fa HTTP/1.1" status: 200 len: 1096 time: 0.0545895 Jul 05 03:02:17.832088 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c28805e-4c51-466a-8323-103dae7149d3 req-4e4f9fa9-2a14-4c9b-865f-537fd102cefa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:02:17.834440 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0c28805e-4c51-466a-8323-103dae7149d3 req-4e4f9fa9-2a14-4c9b-865f-537fd102cefa service neutron] 10.222.0.15 "GET /v2.0/networks?id=3b0d7f7a-0817-40ba-bd71-b4d83203d9d3 HTTP/1.1" status: 200 len: 896 time: 0.0894761 Jul 05 03:02:17.878164 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0c28805e-4c51-466a-8323-103dae7149d3 req-d961e2de-d37e-410b-939b-3884329af5a3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=506cb9af-c25b-4abe-81c5-0b658806c491 HTTP/1.1" status: 200 len: 217 time: 0.0361683 Jul 05 03:02:17.919959 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-785643d5-5c5d-47c9-917c-3f1dae3aec43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a59325-e140-4e75-84c4-3d4cd109e428', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1644746575', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '7ec51349-7f27-4d4e-9065-cc310d76b485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:01:07Z', 'updated_at': '2021-07-05T03:01:12Z', 'revision_number': 4, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'gw_port': {'id': '7ec51349-7f27-4d4e-9065-cc310d76b485', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:bf:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a59325-e140-4e75-84c4-3d4cd109e428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:01:08Z', 'updated_at': '2021-07-05T03:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'cf8f8f93-a1ed-4b8f-851b-e7bb8bb17f5a', 'name': '', 'network_id': '3b0d7f7a-0817-40ba-bd71-b4d83203d9d3', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'mac_address': 'fa:16:3e:ec:c7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a59325-e140-4e75-84c4-3d4cd109e428', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '879aa5aa-b004-42db-96ce-91d7b69f9bac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:01:11Z', 'updated_at': '2021-07-05T03:01:16Z', 'revision_number': 5, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'subnets': [{'id': '879aa5aa-b004-42db-96ce-91d7b69f9bac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:02:17.926424 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c28805e-4c51-466a-8323-103dae7149d3 req-dd0fb2b5-192d-4bf9-8662-238af2b14e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:02:17.927921 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0c28805e-4c51-466a-8323-103dae7149d3 req-dd0fb2b5-192d-4bf9-8662-238af2b14e2a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=879aa5aa-b004-42db-96ce-91d7b69f9bac HTTP/1.1" status: 200 len: 834 time: 0.0436800 Jul 05 03:02:17.947450 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785643d5-5c5d-47c9-917c-3f1dae3aec43 None None] Checking router: 32a59325-e140-4e75-84c4-3d4cd109e428 for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:02:17.956356 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785643d5-5c5d-47c9-917c-3f1dae3aec43 None None] Routers {'32a59325-e140-4e75-84c4-3d4cd109e428'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:02:17.956970 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-785643d5-5c5d-47c9-917c-3f1dae3aec43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:01:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['32a59325-e140-4e75-84c4-3d4cd109e428'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:02:17.998634 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c28805e-4c51-466a-8323-103dae7149d3 req-95a543e9-6c53-422c-a5f1-a5429b88168c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:02:18.001686 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0c28805e-4c51-466a-8323-103dae7149d3 req-95a543e9-6c53-422c-a5f1-a5429b88168c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3b0d7f7a-0817-40ba-bd71-b4d83203d9d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0662208 Jul 05 03:02:18.067357 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-785643d5-5c5d-47c9-917c-3f1dae3aec43 None None] Set router 32a59325-e140-4e75-84c4-3d4cd109e428 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:02:18.089046 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0c28805e-4c51-466a-8323-103dae7149d3 req-4c23ff80-652c-4885-972a-5ca6219b3797 service neutron] 10.222.0.15 "GET /v2.0/networks/3b0d7f7a-0817-40ba-bd71-b4d83203d9d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820045 Jul 05 03:02:18.185488 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0c28805e-4c51-466a-8323-103dae7149d3 req-03c30065-14e1-4aac-9365-afaf26509b33 service neutron] 10.222.0.15 "GET /v2.0/networks/3b0d7f7a-0817-40ba-bd71-b4d83203d9d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902097 Jul 05 03:02:18.266202 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-785643d5-5c5d-47c9-917c-3f1dae3aec43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a59325-e140-4e75-84c4-3d4cd109e428', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1644746575', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '7ec51349-7f27-4d4e-9065-cc310d76b485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:01:07Z', 'updated_at': '2021-07-05T03:01:12Z', 'revision_number': 4, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'gw_port': {'id': '7ec51349-7f27-4d4e-9065-cc310d76b485', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:bf:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a59325-e140-4e75-84c4-3d4cd109e428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:01:08Z', 'updated_at': '2021-07-05T03:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'cf8f8f93-a1ed-4b8f-851b-e7bb8bb17f5a', 'name': '', 'network_id': '3b0d7f7a-0817-40ba-bd71-b4d83203d9d3', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'mac_address': 'fa:16:3e:ec:c7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a59325-e140-4e75-84c4-3d4cd109e428', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '879aa5aa-b004-42db-96ce-91d7b69f9bac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:01:11Z', 'updated_at': '2021-07-05T03:01:16Z', 'revision_number': 5, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'subnets': [{'id': '879aa5aa-b004-42db-96ce-91d7b69f9bac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:02:18.273257 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53433c2d-b445-4a5f-81a9-e7553d32328a req-1e4dd485-8588-41db-886a-684786e4be87 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:02:18.274825 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-53433c2d-b445-4a5f-81a9-e7553d32328a req-1e4dd485-8588-41db-886a-684786e4be87 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a410e26-00b9-4e6b-95fd-3167f2ede2fa HTTP/1.1" status: 200 len: 944 time: 0.0669136 Jul 05 03:02:18.296771 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785643d5-5c5d-47c9-917c-3f1dae3aec43 None None] The sync data for ids ['32a59325-e140-4e75-84c4-3d4cd109e428'] in n-d-771362-32 is: [{'id': '32a59325-e140-4e75-84c4-3d4cd109e428', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1644746575', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '7ec51349-7f27-4d4e-9065-cc310d76b485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:01:07Z', 'updated_at': '2021-07-05T03:01:12Z', 'revision_number': 4, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'gw_port': {'id': '7ec51349-7f27-4d4e-9065-cc310d76b485', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:bf:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a59325-e140-4e75-84c4-3d4cd109e428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:01:08Z', 'updated_at': '2021-07-05T03:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'cf8f8f93-a1ed-4b8f-851b-e7bb8bb17f5a', 'name': '', 'network_id': '3b0d7f7a-0817-40ba-bd71-b4d83203d9d3', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'mac_address': 'fa:16:3e:ec:c7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a59325-e140-4e75-84c4-3d4cd109e428', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '879aa5aa-b004-42db-96ce-91d7b69f9bac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:01:11Z', 'updated_at': '2021-07-05T03:01:16Z', 'revision_number': 5, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'subnets': [{'id': '879aa5aa-b004-42db-96ce-91d7b69f9bac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:02:18.314548 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-53433c2d-b445-4a5f-81a9-e7553d32328a req-de34fe31-7192-4f12-b21f-495ca89ef677 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=15adb029-f1ac-4fba-adf0-10b7cfb290d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338886 Jul 05 03:02:18.508979 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4162cf-69b1-43a2-9c73-29029a96c9ce None None] New status for floating IP 4ef88e92-0b84-42da-a0e8-f16f905eb2b3: DOWN {{(pid=94463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:02:18.613407 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb6da96-acc4-40a6-bd84-8293bfb14ee7 req-a34ec57a-42cd-4daf-8da7-15125a009623 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:02:18.614947 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1bb6da96-acc4-40a6-bd84-8293bfb14ee7 req-a34ec57a-42cd-4daf-8da7-15125a009623 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a410e26-00b9-4e6b-95fd-3167f2ede2fa HTTP/1.1" status: 200 len: 944 time: 0.0652661 Jul 05 03:02:18.715315 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-1bb6da96-acc4-40a6-bd84-8293bfb14ee7 req-9ddc9b34-7a42-4003-95a3-0e79dec8898f tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Deleting port 506cb9af-c25b-4abe-81c5-0b658806c491 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:02:18.715655 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1bb6da96-acc4-40a6-bd84-8293bfb14ee7 req-9ddc9b34-7a42-4003-95a3-0e79dec8898f tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:18.800851 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-1bb6da96-acc4-40a6-bd84-8293bfb14ee7 req-9ddc9b34-7a42-4003-95a3-0e79dec8898f tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] For port 506cb9af-c25b-4abe-81c5-0b658806c491, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=506cb9af-c25b-4abe-81c5-0b658806c491,segment=NetworkSegment(ac4694e9-9708-417e-aede-a121410d8617),segment_id=ac4694e9-9708-417e-aede-a121410d8617)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:02:18.801127 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1bb6da96-acc4-40a6-bd84-8293bfb14ee7 req-9ddc9b34-7a42-4003-95a3-0e79dec8898f tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:18.813199 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-1bb6da96-acc4-40a6-bd84-8293bfb14ee7 req-9ddc9b34-7a42-4003-95a3-0e79dec8898f tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Calling delete_port for 506cb9af-c25b-4abe-81c5-0b658806c491 owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:02:19.026681 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1bb6da96-acc4-40a6-bd84-8293bfb14ee7 req-9ddc9b34-7a42-4003-95a3-0e79dec8898f tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:19.055256 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddc9b34-7a42-4003-95a3-0e79dec8898f tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Pushing event deleted for resources: {'Port': ['ID=506cb9af-c25b-4abe-81c5-0b658806c491,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:02:19.102769 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bb6da96-acc4-40a6-bd84-8293bfb14ee7 req-9ddc9b34-7a42-4003-95a3-0e79dec8898f tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] No DVR routers for this DVR port 506cb9af-c25b-4abe-81c5-0b658806c491 on host n-h2-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:02:19.105994 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1bb6da96-acc4-40a6-bd84-8293bfb14ee7 req-9ddc9b34-7a42-4003-95a3-0e79dec8898f tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:19.108393 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1bb6da96-acc4-40a6-bd84-8293bfb14ee7 req-9ddc9b34-7a42-4003-95a3-0e79dec8898f tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.15 "DELETE /v2.0/ports/506cb9af-c25b-4abe-81c5-0b658806c491 HTTP/1.1" status: 204 len: 173 time: 0.4882123 Jul 05 03:02:19.470167 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0f0653be-cfca-443f-bd53-2495cfd27b2c req-9737d096-79f3-4b43-a9a6-17087238dcef tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a410e26-00b9-4e6b-95fd-3167f2ede2fa HTTP/1.1" status: 200 len: 210 time: 0.0343630 Jul 05 03:02:19.664434 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a410e26-00b9-4e6b-95fd-3167f2ede2fa', 'name': 'network-vif-deleted', 'tag': '506cb9af-c25b-4abe-81c5-0b658806c491'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:02:19.666726 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef7e2e58-7acf-45c7-bca5-b717fd7fc28a" -d '{"events": [{"server_uuid": "3a410e26-00b9-4e6b-95fd-3167f2ede2fa", "name": "network-vif-deleted", "tag": "506cb9af-c25b-4abe-81c5-0b658806c491"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:02:19.702700 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e29dbd5-2f38-4571-a215-7983749a35b2 x-openstack-request-id: req-6e29dbd5-2f38-4571-a215-7983749a35b2 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:02:19.702994 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a410e26-00b9-4e6b-95fd-3167f2ede2fa", "name": "network-vif-deleted", "tag": "506cb9af-c25b-4abe-81c5-0b658806c491", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:02:19.703242 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6e29dbd5-2f38-4571-a215-7983749a35b2 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:02:19.703637 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a410e26-00b9-4e6b-95fd-3167f2ede2fa', 'name': 'network-vif-deleted', 'tag': '506cb9af-c25b-4abe-81c5-0b658806c491', 'status': 'completed', 'code': 200} Jul 05 03:02:20.564442 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 46232) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:02:20.895247 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4166d20f-3d01-4c31-932e-03fe8c1dd9da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:20.925626 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b830a148-4b63-4925-a563-b203ef21f3bd tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1634680'] for router_interface, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:21.185595 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-b830a148-4b63-4925-a563-b203ef21f3bd tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Deleting port cf8f8f93-a1ed-4b8f-851b-e7bb8bb17f5a {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:02:21.185830 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b830a148-4b63-4925-a563-b203ef21f3bd tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:21.280476 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [None req-b830a148-4b63-4925-a563-b203ef21f3bd tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] For port cf8f8f93-a1ed-4b8f-851b-e7bb8bb17f5a, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=cf8f8f93-a1ed-4b8f-851b-e7bb8bb17f5a,segment=NetworkSegment(ac4694e9-9708-417e-aede-a121410d8617),segment_id=ac4694e9-9708-417e-aede-a121410d8617)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:02:21.280869 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b830a148-4b63-4925-a563-b203ef21f3bd tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:21.293934 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-b830a148-4b63-4925-a563-b203ef21f3bd tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Calling delete_port for cf8f8f93-a1ed-4b8f-851b-e7bb8bb17f5a owned by network:router_interface {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:02:21.575335 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b830a148-4b63-4925-a563-b203ef21f3bd tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:21.604018 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b830a148-4b63-4925-a563-b203ef21f3bd tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Pushing event deleted for resources: {'Port': ['ID=cf8f8f93-a1ed-4b8f-851b-e7bb8bb17f5a,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:02:21.780349 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b830a148-4b63-4925-a563-b203ef21f3bd tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635398'] for router_interface, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:22.004460 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b830a148-4b63-4925-a563-b203ef21f3bd tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Router 32a59325-e140-4e75-84c4-3d4cd109e428 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:02:22.101899 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 506cb9af-c25b-4abe-81c5-0b658806c491 no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:02:22.109751 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b830a148-4b63-4925-a563-b203ef21f3bd tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:02:22.114703 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-b830a148-4b63-4925-a563-b203ef21f3bd tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "PUT /v2.0/routers/32a59325-e140-4e75-84c4-3d4cd109e428/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5492554 Jul 05 03:02:22.117521 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 46238) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:02:22.122223 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80178c6-2843-46fe-bff6-c0c84e617b99 None None] Sync routers for ids ['32a59325-e140-4e75-84c4-3d4cd109e428'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:02:22.126427 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] No Port match for: 506cb9af-c25b-4abe-81c5-0b658806c491 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:02:22.126427 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 506cb9af-c25b-4abe-81c5-0b658806c491 not bound to the agent host n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:02:22.133112 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80178c6-2843-46fe-bff6-c0c84e617b99 None None] Routers {'32a59325-e140-4e75-84c4-3d4cd109e428'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:02:22.133719 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-b80178c6-2843-46fe-bff6-c0c84e617b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:01:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['32a59325-e140-4e75-84c4-3d4cd109e428'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:02:22.170797 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_v2 [None req-259029e7-0d67-443b-8698-eeb8647513b8 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Deleting subnet 879aa5aa-b004-42db-96ce-91d7b69f9bac {{(pid=94461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:02:22.173863 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-259029e7-0d67-443b-8698-eeb8647513b8 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for subnet, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:22.216236 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-259029e7-0d67-443b-8698-eeb8647513b8 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5519650'] for subnet, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:22.238739 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-b80178c6-2843-46fe-bff6-c0c84e617b99 None None] Set router 32a59325-e140-4e75-84c4-3d4cd109e428 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:02:22.299138 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-259029e7-0d67-443b-8698-eeb8647513b8 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:22.410620 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-b80178c6-2843-46fe-bff6-c0c84e617b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a59325-e140-4e75-84c4-3d4cd109e428', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1644746575', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '7ec51349-7f27-4d4e-9065-cc310d76b485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:01:07Z', 'updated_at': '2021-07-05T03:02:21Z', 'revision_number': 5, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'gw_port': {'id': '7ec51349-7f27-4d4e-9065-cc310d76b485', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:bf:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a59325-e140-4e75-84c4-3d4cd109e428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:01:08Z', 'updated_at': '2021-07-05T03:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:02:22.432295 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-259029e7-0d67-443b-8698-eeb8647513b8 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5763388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774356'] for subnet, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:22.436113 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80178c6-2843-46fe-bff6-c0c84e617b99 None None] Checking router: 32a59325-e140-4e75-84c4-3d4cd109e428 for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:02:22.444905 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80178c6-2843-46fe-bff6-c0c84e617b99 None None] Routers {'32a59325-e140-4e75-84c4-3d4cd109e428'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:02:22.445493 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-b80178c6-2843-46fe-bff6-c0c84e617b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:01:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['32a59325-e140-4e75-84c4-3d4cd109e428'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:02:22.459939 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259029e7-0d67-443b-8698-eeb8647513b8 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Pushing event deleted for resources: {'Subnet': ['ID=879aa5aa-b004-42db-96ce-91d7b69f9bac,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:02:22.464794 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-259029e7-0d67-443b-8698-eeb8647513b8 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:22.469226 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-259029e7-0d67-443b-8698-eeb8647513b8 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "DELETE /v2.0/subnets/879aa5aa-b004-42db-96ce-91d7b69f9bac HTTP/1.1" status: 204 len: 168 time: 0.3482928 Jul 05 03:02:22.469452 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 46240) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:02:22.474175 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f8a6a5-c1e3-4c3b-88da-cdd0f98232f5 None None] Network 3b0d7f7a-0817-40ba-bd71-b4d83203d9d3 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:02:22.650161 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-b80178c6-2843-46fe-bff6-c0c84e617b99 None None] Set router 32a59325-e140-4e75-84c4-3d4cd109e428 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:02:22.676655 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592bd0a0-c702-40d7-94b9-b30d64c18886 None None] DHCP port deletion for 3b0d7f7a-0817-40ba-bd71-b4d83203d9d3 request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:02:22.728767 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-592bd0a0-c702-40d7-94b9-b30d64c18886 None None] Deleting port 8e4e51a4-26dd-4506-ac8b-f99430f910b7 {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:02:22.729262 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-592bd0a0-c702-40d7-94b9-b30d64c18886 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:22.791829 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-592bd0a0-c702-40d7-94b9-b30d64c18886 None None] For port 8e4e51a4-26dd-4506-ac8b-f99430f910b7, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=8e4e51a4-26dd-4506-ac8b-f99430f910b7,segment=NetworkSegment(ac4694e9-9708-417e-aede-a121410d8617),segment_id=ac4694e9-9708-417e-aede-a121410d8617)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:02:22.792569 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-592bd0a0-c702-40d7-94b9-b30d64c18886 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:22.807835 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-592bd0a0-c702-40d7-94b9-b30d64c18886 None None] Calling delete_port for 8e4e51a4-26dd-4506-ac8b-f99430f910b7 owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:02:22.843092 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-b80178c6-2843-46fe-bff6-c0c84e617b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a59325-e140-4e75-84c4-3d4cd109e428', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1644746575', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '7ec51349-7f27-4d4e-9065-cc310d76b485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:01:07Z', 'updated_at': '2021-07-05T03:02:21Z', 'revision_number': 5, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'gw_port': {'id': '7ec51349-7f27-4d4e-9065-cc310d76b485', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:bf:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a59325-e140-4e75-84c4-3d4cd109e428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:01:08Z', 'updated_at': '2021-07-05T03:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:02:22.870173 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80178c6-2843-46fe-bff6-c0c84e617b99 None None] The sync data for ids ['32a59325-e140-4e75-84c4-3d4cd109e428'] in n-d-771362-32 is: [{'id': '32a59325-e140-4e75-84c4-3d4cd109e428', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1644746575', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '7ec51349-7f27-4d4e-9065-cc310d76b485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:01:07Z', 'updated_at': '2021-07-05T03:02:21Z', 'revision_number': 5, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'gw_port': {'id': '7ec51349-7f27-4d4e-9065-cc310d76b485', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:bf:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a59325-e140-4e75-84c4-3d4cd109e428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:01:08Z', 'updated_at': '2021-07-05T03:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:02:22.935166 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6fef7a24-9d4f-4f5b-a81b-61d47919e8b2 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for router, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:22.969726 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-592bd0a0-c702-40d7-94b9-b30d64c18886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:22.995365 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592bd0a0-c702-40d7-94b9-b30d64c18886 None None] Pushing event deleted for resources: {'Port': ['ID=8e4e51a4-26dd-4506-ac8b-f99430f910b7,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:02:22.999617 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592bd0a0-c702-40d7-94b9-b30d64c18886 None None] No DVR routers for this DVR port 8e4e51a4-26dd-4506-ac8b-f99430f910b7 on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:02:23.009695 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592bd0a0-c702-40d7-94b9-b30d64c18886 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:02:23.009695 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592bd0a0-c702-40d7-94b9-b30d64c18886 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:02:23.009695 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592bd0a0-c702-40d7-94b9-b30d64c18886 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:02:23.009695 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592bd0a0-c702-40d7-94b9-b30d64c18886 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:02:23.009695 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592bd0a0-c702-40d7-94b9-b30d64c18886 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:02:23.009695 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592bd0a0-c702-40d7-94b9-b30d64c18886 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:02:23.009695 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592bd0a0-c702-40d7-94b9-b30d64c18886 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:02:23.009695 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592bd0a0-c702-40d7-94b9-b30d64c18886 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:02:23.009695 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592bd0a0-c702-40d7-94b9-b30d64c18886 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:02:23.009695 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592bd0a0-c702-40d7-94b9-b30d64c18886 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:02:23.011117 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592bd0a0-c702-40d7-94b9-b30d64c18886 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:02:23.011117 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592bd0a0-c702-40d7-94b9-b30d64c18886 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:02:23.039263 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6fef7a24-9d4f-4f5b-a81b-61d47919e8b2 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:23.197198 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-6fef7a24-9d4f-4f5b-a81b-61d47919e8b2 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Deleting port 7ec51349-7f27-4d4e-9065-cc310d76b485 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:02:23.197418 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6fef7a24-9d4f-4f5b-a81b-61d47919e8b2 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:23.255483 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8ec0d527-e575-404a-8d85-d712c09bb3f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:23.277251 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [None req-6fef7a24-9d4f-4f5b-a81b-61d47919e8b2 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] For port 7ec51349-7f27-4d4e-9065-cc310d76b485, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=7ec51349-7f27-4d4e-9065-cc310d76b485,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:02:23.277632 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6fef7a24-9d4f-4f5b-a81b-61d47919e8b2 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:23.293312 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-6fef7a24-9d4f-4f5b-a81b-61d47919e8b2 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Calling delete_port for 7ec51349-7f27-4d4e-9065-cc310d76b485 owned by network:router_gateway {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:02:23.511867 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6fef7a24-9d4f-4f5b-a81b-61d47919e8b2 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:23.535013 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fef7a24-9d4f-4f5b-a81b-61d47919e8b2 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Pushing event deleted for resources: {'Port': ['ID=7ec51349-7f27-4d4e-9065-cc310d76b485,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:02:23.601718 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6fef7a24-9d4f-4f5b-a81b-61d47919e8b2 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636927'] for router_gateway, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:23.692306 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6fef7a24-9d4f-4f5b-a81b-61d47919e8b2 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11828'] for router, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:23.694660 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6fef7a24-9d4f-4f5b-a81b-61d47919e8b2 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:23.786580 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6fef7a24-9d4f-4f5b-a81b-61d47919e8b2 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1575451'] for router, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:23.787046 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fef7a24-9d4f-4f5b-a81b-61d47919e8b2 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Fanout notify agent at l3_agent the message router_deleted on router 32a59325-e140-4e75-84c4-3d4cd109e428 {{(pid=94461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 03:02:23.793899 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6fef7a24-9d4f-4f5b-a81b-61d47919e8b2 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for router, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:23.795032 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-6fef7a24-9d4f-4f5b-a81b-61d47919e8b2 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "DELETE /v2.0/routers/32a59325-e140-4e75-84c4-3d4cd109e428 HTTP/1.1" status: 204 len: 168 time: 1.3246632 Jul 05 03:02:23.797767 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 46242) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:02:23.879695 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-84189ac9-c8cc-4e23-aa76-4ae9957cf9a0 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:23.963139 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-84189ac9-c8cc-4e23-aa76-4ae9957cf9a0 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:23.969224 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:23.972616 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-84189ac9-c8cc-4e23-aa76-4ae9957cf9a0 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b0d7f7a-0817-40ba-bd71-b4d83203d9d3']}} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:02:23.982307 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-84189ac9-c8cc-4e23-aa76-4ae9957cf9a0 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac4694e9-9708-417e-aede-a121410d8617') {'for_net_delete': True} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:02:23.982605 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-84189ac9-c8cc-4e23-aa76-4ae9957cf9a0 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac4694e9-9708-417e-aede-a121410d8617') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:02:23.991698 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-84189ac9-c8cc-4e23-aa76-4ae9957cf9a0 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5519669'] for segment, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:24.006042 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-84189ac9-c8cc-4e23-aa76-4ae9957cf9a0 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:24.016016 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84189ac9-c8cc-4e23-aa76-4ae9957cf9a0 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=94461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:02:24.016411 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-84189ac9-c8cc-4e23-aa76-4ae9957cf9a0 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5763545'] for segment, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:24.019515 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:02:24.019515 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:02:24.019515 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:02:24.019515 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:02:24.019515 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:02:24.019515 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:02:24.019515 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:02:24.019515 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:02:24.019515 n-d-771362-32 neutron-server[94461]: Traceback (most recent call last): Jul 05 03:02:24.019515 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:02:24.019515 n-d-771362-32 neutron-server[94461]: timer() Jul 05 03:02:24.019515 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:02:24.019515 n-d-771362-32 neutron-server[94461]: cb(*args, **kw) Jul 05 03:02:24.019515 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:02:24.019515 n-d-771362-32 neutron-server[94461]: return func(*args, **kwargs) Jul 05 03:02:24.019515 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:02:24.019515 n-d-771362-32 neutron-server[94461]: self._notify() Jul 05 03:02:24.019515 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:02:24.019515 n-d-771362-32 neutron-server[94461]: self.callback(batched_events) Jul 05 03:02:24.019515 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:02:24.019515 n-d-771362-32 neutron-server[94461]: event.method(event) Jul 05 03:02:24.019515 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:02:24.019515 n-d-771362-32 neutron-server[94461]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:02:24.019515 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:02:24.019515 n-d-771362-32 neutron-server[94461]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:02:24.019515 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:02:24.019515 n-d-771362-32 neutron-server[94461]: return f(self, *a, **k) Jul 05 03:02:24.019515 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:02:24.019515 n-d-771362-32 neutron-server[94461]: return self._get(url).json() Jul 05 03:02:24.019515 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:02:24.019515 n-d-771362-32 neutron-server[94461]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:02:24.019515 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:02:24.019515 n-d-771362-32 neutron-server[94461]: return self.request(url, 'GET', **kwargs) Jul 05 03:02:24.019515 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:02:24.019515 n-d-771362-32 neutron-server[94461]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:02:24.019515 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:02:24.019515 n-d-771362-32 neutron-server[94461]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:02:24.019515 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:02:24.019515 n-d-771362-32 neutron-server[94461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:02:24.019515 n-d-771362-32 neutron-server[94461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:02:24.169340 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-84189ac9-c8cc-4e23-aa76-4ae9957cf9a0 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:24.175509 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-84189ac9-c8cc-4e23-aa76-4ae9957cf9a0 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:24.178602 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-84189ac9-c8cc-4e23-aa76-4ae9957cf9a0 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "DELETE /v2.0/networks/3b0d7f7a-0817-40ba-bd71-b4d83203d9d3 HTTP/1.1" status: 204 len: 168 time: 0.3797696 Jul 05 03:02:24.181273 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46244) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:02:24.199498 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84189ac9-c8cc-4e23-aa76-4ae9957cf9a0 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Pushing event deleted for resources: {'Network': ['ID=3b0d7f7a-0817-40ba-bd71-b4d83203d9d3,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:02:24.247556 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-70612336-ba0c-4067-b4ff-daa0fc12b521 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:24.275905 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-70612336-ba0c-4067-b4ff-daa0fc12b521 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:24.276764 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 7ec51349-7f27-4d4e-9065-cc310d76b485 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:02:24.296883 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 7ec51349-7f27-4d4e-9065-cc310d76b485 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:02:24.299242 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 7ec51349-7f27-4d4e-9065-cc310d76b485 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:02:24.299242 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 8e4e51a4-26dd-4506-ac8b-f99430f910b7 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:02:24.316798 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 8e4e51a4-26dd-4506-ac8b-f99430f910b7 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:02:24.317148 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 8e4e51a4-26dd-4506-ac8b-f99430f910b7 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:02:24.317566 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device cf8f8f93-a1ed-4b8f-851b-e7bb8bb17f5a no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:02:24.335258 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: cf8f8f93-a1ed-4b8f-851b-e7bb8bb17f5a {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:02:24.337297 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device cf8f8f93-a1ed-4b8f-851b-e7bb8bb17f5a not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:02:24.414865 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-70612336-ba0c-4067-b4ff-daa0fc12b521 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:24.417522 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-70612336-ba0c-4067-b4ff-daa0fc12b521 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:24.418712 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-70612336-ba0c-4067-b4ff-daa0fc12b521 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "DELETE /v2.0/security-groups/15adb029-f1ac-4fba-adf0-10b7cfb290d5 HTTP/1.1" status: 204 len: 168 time: 0.2363763 Jul 05 03:02:24.429259 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70612336-ba0c-4067-b4ff-daa0fc12b521 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15adb029-f1ac-4fba-adf0-10b7cfb290d5,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:02:24.437715 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70612336-ba0c-4067-b4ff-daa0fc12b521 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:02:24.438342 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70612336-ba0c-4067-b4ff-daa0fc12b521 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:02:24.438682 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70612336-ba0c-4067-b4ff-daa0fc12b521 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:02:24.439014 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70612336-ba0c-4067-b4ff-daa0fc12b521 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:02:24.439342 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70612336-ba0c-4067-b4ff-daa0fc12b521 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:02:24.439735 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70612336-ba0c-4067-b4ff-daa0fc12b521 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:02:24.439995 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70612336-ba0c-4067-b4ff-daa0fc12b521 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:02:24.440316 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70612336-ba0c-4067-b4ff-daa0fc12b521 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:02:24.440642 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70612336-ba0c-4067-b4ff-daa0fc12b521 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:02:24.440959 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70612336-ba0c-4067-b4ff-daa0fc12b521 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:02:24.441277 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70612336-ba0c-4067-b4ff-daa0fc12b521 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:02:24.441601 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70612336-ba0c-4067-b4ff-daa0fc12b521 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:02:24.763802 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:24.778955 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46250) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:02:24.783638 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-5b89a88e-978e-4d30-b154-9535252eba7f tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1298811297', 'description': 'tempest-secgroup-smoke-1298811297 description', 'project_id': 'c924626042fc4116989b2d8085d7b151'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:02:24.899451 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5b89a88e-978e-4d30-b154-9535252eba7f tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:24.984323 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5b89a88e-978e-4d30-b154-9535252eba7f tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:25.043335 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5b89a88e-978e-4d30-b154-9535252eba7f tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:25.072300 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b89a88e-978e-4d30-b154-9535252eba7f tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b348b39-aad9-4dd6-9c5c-41c913a3fc06,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:02:25.133884 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5b89a88e-978e-4d30-b154-9535252eba7f tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:25.135148 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-5b89a88e-978e-4d30-b154-9535252eba7f tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3551681 Jul 05 03:02:25.137925 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46254) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:02:25.142372 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-ae5c61f3-785b-4672-84b6-250fd906554b tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Request body: {'security_group_rule': {'security_group_id': '2b348b39-aad9-4dd6-9c5c-41c913a3fc06', 'project_id': 'c924626042fc4116989b2d8085d7b151', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:02:25.236761 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ae5c61f3-785b-4672-84b6-250fd906554b tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:25.291732 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ae5c61f3-785b-4672-84b6-250fd906554b tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:25.415188 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ae5c61f3-785b-4672-84b6-250fd906554b tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:25.434782 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5c61f3-785b-4672-84b6-250fd906554b tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3929e233-460c-4e36-a8a5-0f00302f3fc0,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:02:25.529546 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ae5c61f3-785b-4672-84b6-250fd906554b tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:25.530998 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-ae5c61f3-785b-4672-84b6-250fd906554b tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3920648 Jul 05 03:02:25.533739 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46256) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:02:25.538320 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-eddedc6d-889d-499b-ad20-fca63e19993e tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Request body: {'security_group_rule': {'security_group_id': '2b348b39-aad9-4dd6-9c5c-41c913a3fc06', 'project_id': 'c924626042fc4116989b2d8085d7b151', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:02:25.642037 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-eddedc6d-889d-499b-ad20-fca63e19993e tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:25.698367 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-eddedc6d-889d-499b-ad20-fca63e19993e tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:25.802602 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-eddedc6d-889d-499b-ad20-fca63e19993e tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:25.822046 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedc6d-889d-499b-ad20-fca63e19993e tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27029bf8-591e-4c64-a0de-0abfc68fe5af,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:02:25.893787 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-eddedc6d-889d-499b-ad20-fca63e19993e tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:25.895063 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-eddedc6d-889d-499b-ad20-fca63e19993e tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3603377 Jul 05 03:02:25.897722 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46258) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:02:25.902136 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-59c17679-69b0-4d01-bd7a-030599da70ad tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Request body: {'security_group_rule': {'security_group_id': '2b348b39-aad9-4dd6-9c5c-41c913a3fc06', 'project_id': 'c924626042fc4116989b2d8085d7b151', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:02:25.996005 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-59c17679-69b0-4d01-bd7a-030599da70ad tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:26.058750 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-59c17679-69b0-4d01-bd7a-030599da70ad tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:26.152372 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-59c17679-69b0-4d01-bd7a-030599da70ad tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:26.171213 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c17679-69b0-4d01-bd7a-030599da70ad tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3513d949-d26d-4d64-b3f3-1130d3fbd897,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:02:26.181001 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:26.249180 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-59c17679-69b0-4d01-bd7a-030599da70ad tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:26.250390 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-59c17679-69b0-4d01-bd7a-030599da70ad tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3516703 Jul 05 03:02:26.253090 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46260) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:02:26.257740 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-8e8bbe86-f248-4c96-aaaa-d9c8df604613 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Request body: {'security_group_rule': {'security_group_id': '2b348b39-aad9-4dd6-9c5c-41c913a3fc06', 'project_id': 'c924626042fc4116989b2d8085d7b151', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:02:26.350407 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8e8bbe86-f248-4c96-aaaa-d9c8df604613 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:26.408103 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8e8bbe86-f248-4c96-aaaa-d9c8df604613 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:26.489056 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8e8bbe86-f248-4c96-aaaa-d9c8df604613 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:26.506878 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8bbe86-f248-4c96-aaaa-d9c8df604613 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b64dc4e-a60e-4c08-8663-8b07e0726949,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:02:26.592257 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8e8bbe86-f248-4c96-aaaa-d9c8df604613 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:26.593493 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-8e8bbe86-f248-4c96-aaaa-d9c8df604613 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3394437 Jul 05 03:02:26.596215 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46262) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:02:26.600704 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-a5a1ff4f-bf96-4fb7-b038-abcba2b6bfde tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Request body: {'security_group_rule': {'security_group_id': '2b348b39-aad9-4dd6-9c5c-41c913a3fc06', 'project_id': 'c924626042fc4116989b2d8085d7b151', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:02:26.689467 n-d-771362-32 neutron-server[94462]: INFO neutron.db.securitygroups_db [None req-a5a1ff4f-bf96-4fb7-b038-abcba2b6bfde tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Project c924626042fc4116989b2d8085d7b151 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 03:02:26.695164 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a5a1ff4f-bf96-4fb7-b038-abcba2b6bfde tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:26.752648 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a5a1ff4f-bf96-4fb7-b038-abcba2b6bfde tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:26.849263 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a5a1ff4f-bf96-4fb7-b038-abcba2b6bfde tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:26.866361 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a1ff4f-bf96-4fb7-b038-abcba2b6bfde tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc420598-afde-4ad1-aa9d-370de0c05e49,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:02:26.927915 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a5a1ff4f-bf96-4fb7-b038-abcba2b6bfde tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:26.929122 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-a5a1ff4f-bf96-4fb7-b038-abcba2b6bfde tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3319876 Jul 05 03:02:26.932070 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46264) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:02:26.937128 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-0e9d8f47-abfc-4dfe-80e2-a7b3e76e8242 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Request body: {'security_group_rule': {'security_group_id': '2b348b39-aad9-4dd6-9c5c-41c913a3fc06', 'project_id': 'c924626042fc4116989b2d8085d7b151', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:02:27.026108 n-d-771362-32 neutron-server[94462]: INFO neutron.db.securitygroups_db [None req-0e9d8f47-abfc-4dfe-80e2-a7b3e76e8242 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Project c924626042fc4116989b2d8085d7b151 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 03:02:27.030955 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0e9d8f47-abfc-4dfe-80e2-a7b3e76e8242 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:27.092306 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0e9d8f47-abfc-4dfe-80e2-a7b3e76e8242 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:27.174754 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0e9d8f47-abfc-4dfe-80e2-a7b3e76e8242 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:27.193733 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9d8f47-abfc-4dfe-80e2-a7b3e76e8242 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b761f67-472f-4715-83be-0d1108a4df7a,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:02:27.277509 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0e9d8f47-abfc-4dfe-80e2-a7b3e76e8242 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:27.278777 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-0e9d8f47-abfc-4dfe-80e2-a7b3e76e8242 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3454225 Jul 05 03:02:27.281547 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46266) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:02:27.286923 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-64518cbe-a309-4bed-a1f2-342640b75175 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Request body: {'network': {'name': 'tempest-network-smoke--1226779915', 'project_id': 'c924626042fc4116989b2d8085d7b151', 'port_security_enabled': True}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:02:27.374359 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64518cbe-a309-4bed-a1f2-342640b75175 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Made reservation on behalf of c924626042fc4116989b2d8085d7b151 for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:02:27.377743 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-64518cbe-a309-4bed-a1f2-342640b75175 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:27.399624 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64518cbe-a309-4bed-a1f2-342640b75175 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:02:27.407782 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-64518cbe-a309-4bed-a1f2-342640b75175 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:27.408118 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-64518cbe-a309-4bed-a1f2-342640b75175 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Added segment 09ab2af2-4373-415b-9993-e7cde8b020da of type vlan for network 69e0406a-e0d2-4c28-99c6-c22835c25913 Jul 05 03:02:27.446605 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-64518cbe-a309-4bed-a1f2-342640b75175 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:27.523568 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-64518cbe-a309-4bed-a1f2-342640b75175 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:27.529184 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64518cbe-a309-4bed-a1f2-342640b75175 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:02:27.529778 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-64518cbe-a309-4bed-a1f2-342640b75175 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:27.595089 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64518cbe-a309-4bed-a1f2-342640b75175 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Pushing event updated for resources: {'Network': ['ID=69e0406a-e0d2-4c28-99c6-c22835c25913,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:02:27.605977 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 69e0406a-e0d2-4c28-99c6-c22835c25913 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:02:27.650441 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-64518cbe-a309-4bed-a1f2-342640b75175 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3678253 Jul 05 03:02:27.653033 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46268) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:02:27.657529 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-7993a1cd-33d4-4a18-a6f7-108d71e43301 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1196780613', 'admin_state_up': True, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:02:27.769840 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7993a1cd-33d4-4a18-a6f7-108d71e43301 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11810'] for router, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:27.770945 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7993a1cd-33d4-4a18-a6f7-108d71e43301 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1926740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11821'] for router, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:27.821378 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7993a1cd-33d4-4a18-a6f7-108d71e43301 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:28.020345 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7993a1cd-33d4-4a18-a6f7-108d71e43301 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:28.258470 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7993a1cd-33d4-4a18-a6f7-108d71e43301 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for router_gateway, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:28.280596 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7993a1cd-33d4-4a18-a6f7-108d71e43301 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:28.378264 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-7993a1cd-33d4-4a18-a6f7-108d71e43301 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Allocated IP 172.25.7.153 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/dd1c3a21-00af-44eb-96c1-e0cb3f81d16e) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:02:28.478975 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7993a1cd-33d4-4a18-a6f7-108d71e43301 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:28.599073 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7993a1cd-33d4-4a18-a6f7-108d71e43301 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:28.636006 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7993a1cd-33d4-4a18-a6f7-108d71e43301 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:02:28.638847 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-7993a1cd-33d4-4a18-a6f7-108d71e43301 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:02:28.644291 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7993a1cd-33d4-4a18-a6f7-108d71e43301 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:02:28.666012 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7993a1cd-33d4-4a18-a6f7-108d71e43301 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Pushing event updated for resources: {'Port': ['ID=dd1c3a21-00af-44eb-96c1-e0cb3f81d16e,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:02:29.297904 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7993a1cd-33d4-4a18-a6f7-108d71e43301 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for router_gateway, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:29.492955 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7993a1cd-33d4-4a18-a6f7-108d71e43301 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963'] for router, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:29.734925 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7993a1cd-33d4-4a18-a6f7-108d71e43301 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Router ef4cef7d-ddbc-484d-9a7b-e99fed398ceb is scheduled to L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 with binding_index 1 {{(pid=94462) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 03:02:29.840233 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7993a1cd-33d4-4a18-a6f7-108d71e43301 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:02:29.850146 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c79c6e-dba3-43c1-b7f3-499aed864895 None None] Sync routers for ids ['ef4cef7d-ddbc-484d-9a7b-e99fed398ceb'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:02:29.858745 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c79c6e-dba3-43c1-b7f3-499aed864895 None None] Routers {'ef4cef7d-ddbc-484d-9a7b-e99fed398ceb'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:02:29.859358 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-f9c79c6e-dba3-43c1-b7f3-499aed864895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:02:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['ef4cef7d-ddbc-484d-9a7b-e99fed398ceb'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:02:29.935380 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7993a1cd-33d4-4a18-a6f7-108d71e43301 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:29.936665 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-7993a1cd-33d4-4a18-a6f7-108d71e43301 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.2827127 Jul 05 03:02:29.940234 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46270) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:02:29.970019 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-945d9ecc-b3c6-400b-acdd-37a7d08ab4f5 tempest-TestNetworkAdvancedServerOps-295631081 tempest-TestNetworkAdvancedServerOps-295631081-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=c924626042fc4116989b2d8085d7b151&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285020 Jul 05 03:02:29.973360 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46272) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:02:30.062232 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0da0640-7f0a-4403-af8e-e8cbb370aebd tempest-TestNetworkAdvancedServerOps-295631081 tempest-TestNetworkAdvancedServerOps-295631081-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:02:30.064043 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-d0da0640-7f0a-4403-af8e-e8cbb370aebd tempest-TestNetworkAdvancedServerOps-295631081 tempest-TestNetworkAdvancedServerOps-295631081-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0898533 Jul 05 03:02:30.067021 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46274) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:02:30.102018 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-74be3ffa-c2d3-4686-aae8-6bb207e15b22 tempest-TestNetworkAdvancedServerOps-295631081 tempest-TestNetworkAdvancedServerOps-295631081-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=4bbc2f9e-02cf-490e-901d-2588655a3ef0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0335448 Jul 05 03:02:30.104172 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46276) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:02:30.108958 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-b9711f4d-3987-4845-9ce2-b0e7e63299a8 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-76123514', 'network_id': '69e0406a-e0d2-4c28-99c6-c22835c25913', 'project_id': 'c924626042fc4116989b2d8085d7b151', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:02:30.112266 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-f9c79c6e-dba3-43c1-b7f3-499aed864895 None None] Set router ef4cef7d-ddbc-484d-9a7b-e99fed398ceb gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:02:30.260276 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9711f4d-3987-4845-9ce2-b0e7e63299a8 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Made reservation on behalf of c924626042fc4116989b2d8085d7b151 for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:02:30.263874 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b9711f4d-3987-4845-9ce2-b0e7e63299a8 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:30.283728 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-f9c79c6e-dba3-43c1-b7f3-499aed864895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef4cef7d-ddbc-484d-9a7b-e99fed398ceb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1196780613', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'dd1c3a21-00af-44eb-96c1-e0cb3f81d16e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:02:27Z', 'updated_at': '2021-07-05T03:02:29Z', 'revision_number': 3, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'gw_port': {'id': 'dd1c3a21-00af-44eb-96c1-e0cb3f81d16e', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c6:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef4cef7d-ddbc-484d-9a7b-e99fed398ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:02:28Z', 'updated_at': '2021-07-05T03:02:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:02:30.313570 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c79c6e-dba3-43c1-b7f3-499aed864895 None None] Checking router: ef4cef7d-ddbc-484d-9a7b-e99fed398ceb for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:02:30.313844 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c79c6e-dba3-43c1-b7f3-499aed864895 None None] Updating router ef4cef7d-ddbc-484d-9a7b-e99fed398ceb port dd1c3a21-00af-44eb-96c1-e0cb3f81d16e binding host n-d-771362-32 {{(pid=94463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:02:30.348384 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f9c79c6e-dba3-43c1-b7f3-499aed864895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:30.529912 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b9711f4d-3987-4845-9ce2-b0e7e63299a8 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:30.594752 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9711f4d-3987-4845-9ce2-b0e7e63299a8 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Pushing event updated for resources: {'Subnet': ['ID=44e77e1f-bc11-49b2-9c3b-7af574ab004a,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:02:30.596112 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f9c79c6e-dba3-43c1-b7f3-499aed864895 None None] Notify callbacks [] for port, precommit_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:30.602103 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9711f4d-3987-4845-9ce2-b0e7e63299a8 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Checking segment: {'id': '09ab2af2-4373-415b-9993-e7cde8b020da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '69e0406a-e0d2-4c28-99c6-c22835c25913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:02:30.608349 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9711f4d-3987-4845-9ce2-b0e7e63299a8 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Network hostable DHCP agents. Network: 69e0406a-e0d2-4c28-99c6-c22835c25913, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:02:30.608486 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-f9c79c6e-dba3-43c1-b7f3-499aed864895 None None] Transition to ACTIVE for port object dd1c3a21-00af-44eb-96c1-e0cb3f81d16e will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:02:30.717684 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f9c79c6e-dba3-43c1-b7f3-499aed864895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:30.740789 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9711f4d-3987-4845-9ce2-b0e7e63299a8 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Network 69e0406a-e0d2-4c28-99c6-c22835c25913 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:02:30.772863 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-f9c79c6e-dba3-43c1-b7f3-499aed864895 None None] Attempting to bind port dd1c3a21-00af-44eb-96c1-e0cb3f81d16e on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:02:30.773231 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-f9c79c6e-dba3-43c1-b7f3-499aed864895 None None] Attempting to bind port dd1c3a21-00af-44eb-96c1-e0cb3f81d16e by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:02:30.773593 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c79c6e-dba3-43c1-b7f3-499aed864895 None None] Attempting to bind port dd1c3a21-00af-44eb-96c1-e0cb3f81d16e on network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:02:30.775585 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb619f42-7bf0-4248-bbd6-59fb13fee992 None None] Pushing event updated for resources: {'Port': ['ID=dd1c3a21-00af-44eb-96c1-e0cb3f81d16e,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:02:30.780912 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c79c6e-dba3-43c1-b7f3-499aed864895 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:02:30.781288 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c79c6e-dba3-43c1-b7f3-499aed864895 None None] Checking segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:02:30.781692 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f9c79c6e-dba3-43c1-b7f3-499aed864895 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:30.782079 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c79c6e-dba3-43c1-b7f3-499aed864895 None None] Bound using segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:02:30.782550 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-f9c79c6e-dba3-43c1-b7f3-499aed864895 None None] Bound port: dd1c3a21-00af-44eb-96c1-e0cb3f81d16e, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:02:30.782933 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f9c79c6e-dba3-43c1-b7f3-499aed864895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:30.832556 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-f9c79c6e-dba3-43c1-b7f3-499aed864895 None None] For port dd1c3a21-00af-44eb-96c1-e0cb3f81d16e, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:02:30.835508 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-f9c79c6e-dba3-43c1-b7f3-499aed864895 None None] For port dd1c3a21-00af-44eb-96c1-e0cb3f81d16e, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=dd1c3a21-00af-44eb-96c1-e0cb3f81d16e,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:02:30.849167 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-b9711f4d-3987-4845-9ce2-b0e7e63299a8 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 69e0406a-e0d2-4c28-99c6-c22835c25913) {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:02:30.853150 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9711f4d-3987-4845-9ce2-b0e7e63299a8 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:02:30.853742 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b9711f4d-3987-4845-9ce2-b0e7e63299a8 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:30.857672 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73af3a8c-79cb-4044-a15e-3c62e7dc92d0 None None] Network 69e0406a-e0d2-4c28-99c6-c22835c25913 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:02:30.937226 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f9c79c6e-dba3-43c1-b7f3-499aed864895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:30.970410 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-b9711f4d-3987-4845-9ce2-b0e7e63299a8 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8651023 Jul 05 03:02:30.973523 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46278) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:02:31.043419 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c79c6e-dba3-43c1-b7f3-499aed864895 None None] Routers {'ef4cef7d-ddbc-484d-9a7b-e99fed398ceb'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:02:31.044029 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-f9c79c6e-dba3-43c1-b7f3-499aed864895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:02:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['ef4cef7d-ddbc-484d-9a7b-e99fed398ceb'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:02:31.045803 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb619f42-7bf0-4248-bbd6-59fb13fee992 None None] Pushing event updated for resources: {'Port': ['ID=dd1c3a21-00af-44eb-96c1-e0cb3f81d16e,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:02:31.084477 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1f943c-835e-42f3-bc80-d284de51bfe4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-69e0406a-e0d2-4c28-99c6-c22835c25913', 'network_id': '69e0406a-e0d2-4c28-99c6-c22835c25913', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'fixed_ips': [{'subnet_id': '44e77e1f-bc11-49b2-9c3b-7af574ab004a'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:02:31.085339 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-fa1f943c-835e-42f3-bc80-d284de51bfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:31.225840 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-f9c79c6e-dba3-43c1-b7f3-499aed864895 None None] Set router ef4cef7d-ddbc-484d-9a7b-e99fed398ceb gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:02:31.365456 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-fa1f943c-835e-42f3-bc80-d284de51bfe4 None None] Allocated IP 172.20.0.2 (69e0406a-e0d2-4c28-99c6-c22835c25913/44e77e1f-bc11-49b2-9c3b-7af574ab004a/5f233c64-d67e-4997-a2a2-7a7b13e5471f) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:02:31.409318 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-22b38c60-cdca-4ced-9a57-be00a0cb378e tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:31.538444 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-f9c79c6e-dba3-43c1-b7f3-499aed864895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef4cef7d-ddbc-484d-9a7b-e99fed398ceb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1196780613', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'dd1c3a21-00af-44eb-96c1-e0cb3f81d16e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:02:27Z', 'updated_at': '2021-07-05T03:02:29Z', 'revision_number': 3, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'gw_port': {'id': 'dd1c3a21-00af-44eb-96c1-e0cb3f81d16e', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c6:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef4cef7d-ddbc-484d-9a7b-e99fed398ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:02:28Z', 'updated_at': '2021-07-05T03:02:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:02:31.567390 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c79c6e-dba3-43c1-b7f3-499aed864895 None None] The sync data for ids ['ef4cef7d-ddbc-484d-9a7b-e99fed398ceb'] in n-d-771362-32 is: [{'id': 'ef4cef7d-ddbc-484d-9a7b-e99fed398ceb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1196780613', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'dd1c3a21-00af-44eb-96c1-e0cb3f81d16e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:02:27Z', 'updated_at': '2021-07-05T03:02:29Z', 'revision_number': 3, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'gw_port': {'id': 'dd1c3a21-00af-44eb-96c1-e0cb3f81d16e', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c6:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef4cef7d-ddbc-484d-9a7b-e99fed398ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:02:28Z', 'updated_at': '2021-07-05T03:02:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:02:31.590979 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-fa1f943c-835e-42f3-bc80-d284de51bfe4 None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:31.602993 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-fa1f943c-835e-42f3-bc80-d284de51bfe4 None None] Transition to ACTIVE for port object 5f233c64-d67e-4997-a2a2-7a7b13e5471f will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:02:31.622601 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-fa1f943c-835e-42f3-bc80-d284de51bfe4 None None] Transition to ACTIVE for port object 5f233c64-d67e-4997-a2a2-7a7b13e5471f will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:02:31.719141 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-fa1f943c-835e-42f3-bc80-d284de51bfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:31.763263 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1f943c-835e-42f3-bc80-d284de51bfe4 None None] Network 69e0406a-e0d2-4c28-99c6-c22835c25913 is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:02:31.768435 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-fa1f943c-835e-42f3-bc80-d284de51bfe4 None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:02:31.769932 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-22b38c60-cdca-4ced-9a57-be00a0cb378e tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Allocated IP 172.20.0.1 (69e0406a-e0d2-4c28-99c6-c22835c25913/44e77e1f-bc11-49b2-9c3b-7af574ab004a/01735fdb-c89b-4fbe-bb2f-908153880dfa) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:02:31.773444 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1f943c-835e-42f3-bc80-d284de51bfe4 None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:02:31.776650 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1f943c-835e-42f3-bc80-d284de51bfe4 None None] Pushing event updated for resources: {'Port': ['ID=5f233c64-d67e-4997-a2a2-7a7b13e5471f,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:02:31.848755 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-fa1f943c-835e-42f3-bc80-d284de51bfe4 None None] Attempting to bind port 5f233c64-d67e-4997-a2a2-7a7b13e5471f on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:02:31.849132 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-fa1f943c-835e-42f3-bc80-d284de51bfe4 None None] Attempting to bind port 5f233c64-d67e-4997-a2a2-7a7b13e5471f by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '09ab2af2-4373-415b-9993-e7cde8b020da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '69e0406a-e0d2-4c28-99c6-c22835c25913'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:02:31.849567 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1f943c-835e-42f3-bc80-d284de51bfe4 None None] Attempting to bind port 5f233c64-d67e-4997-a2a2-7a7b13e5471f on network 69e0406a-e0d2-4c28-99c6-c22835c25913 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:02:31.856455 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1f943c-835e-42f3-bc80-d284de51bfe4 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:02:31.856834 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1f943c-835e-42f3-bc80-d284de51bfe4 None None] Checking segment: {'id': '09ab2af2-4373-415b-9993-e7cde8b020da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '69e0406a-e0d2-4c28-99c6-c22835c25913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:02:31.857247 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-fa1f943c-835e-42f3-bc80-d284de51bfe4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:31.857648 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1f943c-835e-42f3-bc80-d284de51bfe4 None None] Bound using segment: {'id': '09ab2af2-4373-415b-9993-e7cde8b020da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '69e0406a-e0d2-4c28-99c6-c22835c25913'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:02:31.858140 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-fa1f943c-835e-42f3-bc80-d284de51bfe4 None None] Bound port: 5f233c64-d67e-4997-a2a2-7a7b13e5471f, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09ab2af2-4373-415b-9993-e7cde8b020da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '69e0406a-e0d2-4c28-99c6-c22835c25913'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:02:31.858715 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-fa1f943c-835e-42f3-bc80-d284de51bfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:31.918304 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-22b38c60-cdca-4ced-9a57-be00a0cb378e tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:31.925406 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-fa1f943c-835e-42f3-bc80-d284de51bfe4 None None] For port 5f233c64-d67e-4997-a2a2-7a7b13e5471f, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:02:31.929176 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-fa1f943c-835e-42f3-bc80-d284de51bfe4 None None] For port 5f233c64-d67e-4997-a2a2-7a7b13e5471f, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=5f233c64-d67e-4997-a2a2-7a7b13e5471f,segment=NetworkSegment(09ab2af2-4373-415b-9993-e7cde8b020da),segment_id=09ab2af2-4373-415b-9993-e7cde8b020da)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:02:31.932478 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [None req-22b38c60-cdca-4ced-9a57-be00a0cb378e tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Transition to ACTIVE for port object 01735fdb-c89b-4fbe-bb2f-908153880dfa will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:02:32.015760 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-fa1f943c-835e-42f3-bc80-d284de51bfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:32.055882 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-22b38c60-cdca-4ced-9a57-be00a0cb378e tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:32.087716 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1f943c-835e-42f3-bc80-d284de51bfe4 None None] Pushing event updated for resources: {'Port': ['ID=5f233c64-d67e-4997-a2a2-7a7b13e5471f,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:02:32.113873 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b38c60-cdca-4ced-9a57-be00a0cb378e tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Network 69e0406a-e0d2-4c28-99c6-c22835c25913 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:02:32.117322 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-22b38c60-cdca-4ced-9a57-be00a0cb378e tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:02:32.122153 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b38c60-cdca-4ced-9a57-be00a0cb378e tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:02:32.153361 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b38c60-cdca-4ced-9a57-be00a0cb378e tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Pushing event updated for resources: {'Port': ['ID=01735fdb-c89b-4fbe-bb2f-908153880dfa,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:02:32.175037 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-22b38c60-cdca-4ced-9a57-be00a0cb378e tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635668'] for router_interface, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:32.322685 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device dd1c3a21-00af-44eb-96c1-e0cb3f81d16e up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:02:32.460570 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port dd1c3a21-00af-44eb-96c1-e0cb3f81d16e completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:02:32.464988 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port dd1c3a21-00af-44eb-96c1-e0cb3f81d16e triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:02:32.465362 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:32.479742 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-22b38c60-cdca-4ced-9a57-be00a0cb378e tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:32.548294 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:32.569970 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port dd1c3a21-00af-44eb-96c1-e0cb3f81d16e, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=dd1c3a21-00af-44eb-96c1-e0cb3f81d16e,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:02:32.672128 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:32.730792 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=dd1c3a21-00af-44eb-96c1-e0cb3f81d16e,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:02:32.767605 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-22b38c60-cdca-4ced-9a57-be00a0cb378e tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:32.843839 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-22b38c60-cdca-4ced-9a57-be00a0cb378e tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:32.920620 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-22b38c60-cdca-4ced-9a57-be00a0cb378e tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634601'] for router_interface, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:32.922641 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b38c60-cdca-4ced-9a57-be00a0cb378e tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Pushing event updated for resources: {'Port': ['ID=01735fdb-c89b-4fbe-bb2f-908153880dfa,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:02:33.019111 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b38c60-cdca-4ced-9a57-be00a0cb378e tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Network 69e0406a-e0d2-4c28-99c6-c22835c25913 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:02:33.021029 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-22b38c60-cdca-4ced-9a57-be00a0cb378e tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:02:33.042915 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ccc7098-ffd8-40e7-90cc-8b1388e6d30b None None] Network 69e0406a-e0d2-4c28-99c6-c22835c25913 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:02:33.137635 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22b38c60-cdca-4ced-9a57-be00a0cb378e tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Router ef4cef7d-ddbc-484d-9a7b-e99fed398ceb has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:02:33.244094 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-6b9b710c-138e-412a-b0c7-f693dbdf0381 None None] Provisioning for port 5f233c64-d67e-4997-a2a2-7a7b13e5471f completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:02:33.255222 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22b38c60-cdca-4ced-9a57-be00a0cb378e tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:02:33.266703 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-22b38c60-cdca-4ced-9a57-be00a0cb378e tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "PUT /v2.0/routers/ef4cef7d-ddbc-484d-9a7b-e99fed398ceb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2919493 Jul 05 03:02:33.448115 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1dfc3c33-75db-482c-b181-a1185ed9f785 req-9442962e-95eb-4af6-bbbc-dec8f48e7482 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1298811297&fields=id&tenant_id=c924626042fc4116989b2d8085d7b151 HTTP/1.1" status: 200 len: 267 time: 0.0371819 Jul 05 03:02:33.451909 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe84be3-d544-415b-914c-b5b81e2b088f None None] Sync routers for ids ['ef4cef7d-ddbc-484d-9a7b-e99fed398ceb'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:02:33.470301 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe84be3-d544-415b-914c-b5b81e2b088f None None] Routers {'ef4cef7d-ddbc-484d-9a7b-e99fed398ceb'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:02:33.480458 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-ffe84be3-d544-415b-914c-b5b81e2b088f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:02:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['ef4cef7d-ddbc-484d-9a7b-e99fed398ceb'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:02:33.572276 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfc3c33-75db-482c-b181-a1185ed9f785 req-baf7f84c-07bb-46eb-b971-538c2d6e079b tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:02:33.574808 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1dfc3c33-75db-482c-b181-a1185ed9f785 req-baf7f84c-07bb-46eb-b971-538c2d6e079b tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/networks?id=69e0406a-e0d2-4c28-99c6-c22835c25913 HTTP/1.1" status: 200 len: 797 time: 0.1182914 Jul 05 03:02:33.581511 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-875ed242-0ad3-4714-8707-a83700383eff None None] Provisioning for port 01735fdb-c89b-4fbe-bb2f-908153880dfa completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:02:33.586455 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-875ed242-0ad3-4714-8707-a83700383eff None None] Provisioning complete for port 01735fdb-c89b-4fbe-bb2f-908153880dfa triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:02:33.587148 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-875ed242-0ad3-4714-8707-a83700383eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:33.592127 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-ffe84be3-d544-415b-914c-b5b81e2b088f None None] Set router ef4cef7d-ddbc-484d-9a7b-e99fed398ceb gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:02:33.592643 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1dfc3c33-75db-482c-b181-a1185ed9f785 req-d2aa3f8b-176e-45ef-9fa0-873c6ea79d5e tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/quotas/c924626042fc4116989b2d8085d7b151 HTTP/1.1" status: 200 len: 375 time: 0.0117879 Jul 05 03:02:33.634396 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-875ed242-0ad3-4714-8707-a83700383eff None None] Port 01735fdb-c89b-4fbe-bb2f-908153880dfa cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:02:33.671437 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1dfc3c33-75db-482c-b181-a1185ed9f785 req-b713eb9e-dd9f-4879-8298-880135cef61d tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c924626042fc4116989b2d8085d7b151&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0726218 Jul 05 03:02:33.753267 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-772262e3-0603-4ab1-a4fd-c6afba24c37d None None] Provisioning complete for port 01735fdb-c89b-4fbe-bb2f-908153880dfa triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:02:33.754230 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-772262e3-0603-4ab1-a4fd-c6afba24c37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:33.778698 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1dfc3c33-75db-482c-b181-a1185ed9f785 req-ea60a3bd-e23b-40a0-a1cc-b375ac05c229 service neutron] 10.222.0.23 "GET /v2.0/networks/69e0406a-e0d2-4c28-99c6-c22835c25913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950480 Jul 05 03:02:33.799419 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-772262e3-0603-4ab1-a4fd-c6afba24c37d None None] Port 01735fdb-c89b-4fbe-bb2f-908153880dfa cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:02:33.812712 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-ffe84be3-d544-415b-914c-b5b81e2b088f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef4cef7d-ddbc-484d-9a7b-e99fed398ceb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1196780613', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'dd1c3a21-00af-44eb-96c1-e0cb3f81d16e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:02:27Z', 'updated_at': '2021-07-05T03:02:32Z', 'revision_number': 4, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'gw_port': {'id': 'dd1c3a21-00af-44eb-96c1-e0cb3f81d16e', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4cef7d-ddbc-484d-9a7b-e99fed398ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:02:28Z', 'updated_at': '2021-07-05T03:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '01735fdb-c89b-4fbe-bb2f-908153880dfa', 'name': '', 'network_id': '69e0406a-e0d2-4c28-99c6-c22835c25913', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'mac_address': 'fa:16:3e:00:58:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef4cef7d-ddbc-484d-9a7b-e99fed398ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '44e77e1f-bc11-49b2-9c3b-7af574ab004a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:02:31Z', 'updated_at': '2021-07-05T03:02:32Z', 'revision_number': 2, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'subnets': [{'id': '44e77e1f-bc11-49b2-9c3b-7af574ab004a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:02:33.844969 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe84be3-d544-415b-914c-b5b81e2b088f None None] Checking router: ef4cef7d-ddbc-484d-9a7b-e99fed398ceb for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:02:33.845585 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe84be3-d544-415b-914c-b5b81e2b088f None None] Updating router ef4cef7d-ddbc-484d-9a7b-e99fed398ceb port 01735fdb-c89b-4fbe-bb2f-908153880dfa binding host n-d-771362-32 {{(pid=94464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:02:33.880824 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ffe84be3-d544-415b-914c-b5b81e2b088f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:33.883494 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1dfc3c33-75db-482c-b181-a1185ed9f785 req-b8a20c71-342f-4070-b138-2ded4b954c60 service neutron] 10.222.0.23 "GET /v2.0/networks/69e0406a-e0d2-4c28-99c6-c22835c25913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021855 Jul 05 03:02:33.921669 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-1dd9366c-0027-490e-8f09-c31cf7a5d835 None None] Provisioning complete for port 01735fdb-c89b-4fbe-bb2f-908153880dfa triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:02:33.922235 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-1dd9366c-0027-490e-8f09-c31cf7a5d835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:33.960707 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-1dd9366c-0027-490e-8f09-c31cf7a5d835 None None] Port 01735fdb-c89b-4fbe-bb2f-908153880dfa cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:02:34.137109 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-755afabe-cdc8-4b9c-8d87-0321c9a08026 req-02d7bc52-6a8e-44f7-a682-3c4684b9cca7 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9709b8b-5161-44ba-8565-7b51179ee43e HTTP/1.1" status: 200 len: 210 time: 0.0366571 Jul 05 03:02:34.158926 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ffe84be3-d544-415b-914c-b5b81e2b088f None None] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:34.169398 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-ffe84be3-d544-415b-914c-b5b81e2b088f None None] Transition to ACTIVE for port object 01735fdb-c89b-4fbe-bb2f-908153880dfa will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:02:34.249298 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ffe84be3-d544-415b-914c-b5b81e2b088f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:34.304556 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dd8cad-30d6-4507-ba39-2064b9da9490 None None] Pushing event updated for resources: {'Port': ['ID=01735fdb-c89b-4fbe-bb2f-908153880dfa,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:02:34.339167 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5dd8cad-30d6-4507-ba39-2064b9da9490 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:02:34.342671 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5dd8cad-30d6-4507-ba39-2064b9da9490 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:02:34.342671 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5dd8cad-30d6-4507-ba39-2064b9da9490 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:02:34.342671 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5dd8cad-30d6-4507-ba39-2064b9da9490 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:02:34.342671 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5dd8cad-30d6-4507-ba39-2064b9da9490 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:02:34.342671 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5dd8cad-30d6-4507-ba39-2064b9da9490 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:02:34.342671 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5dd8cad-30d6-4507-ba39-2064b9da9490 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:02:34.342671 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5dd8cad-30d6-4507-ba39-2064b9da9490 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:02:34.342671 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5dd8cad-30d6-4507-ba39-2064b9da9490 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:02:34.342671 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5dd8cad-30d6-4507-ba39-2064b9da9490 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:02:34.342671 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5dd8cad-30d6-4507-ba39-2064b9da9490 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:02:34.342671 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5dd8cad-30d6-4507-ba39-2064b9da9490 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:02:34.351538 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device dd1c3a21-00af-44eb-96c1-e0cb3f81d16e up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:02:34.376690 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-ffe84be3-d544-415b-914c-b5b81e2b088f None None] Attempting to bind port 01735fdb-c89b-4fbe-bb2f-908153880dfa on host n-d-771362-32 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:02:34.377054 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-ffe84be3-d544-415b-914c-b5b81e2b088f None None] Attempting to bind port 01735fdb-c89b-4fbe-bb2f-908153880dfa by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '09ab2af2-4373-415b-9993-e7cde8b020da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '69e0406a-e0d2-4c28-99c6-c22835c25913'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:02:34.377630 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe84be3-d544-415b-914c-b5b81e2b088f None None] Attempting to bind port 01735fdb-c89b-4fbe-bb2f-908153880dfa on network 69e0406a-e0d2-4c28-99c6-c22835c25913 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:02:34.383309 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe84be3-d544-415b-914c-b5b81e2b088f None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:02:34.383698 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe84be3-d544-415b-914c-b5b81e2b088f None None] Checking segment: {'id': '09ab2af2-4373-415b-9993-e7cde8b020da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '69e0406a-e0d2-4c28-99c6-c22835c25913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:02:34.384105 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ffe84be3-d544-415b-914c-b5b81e2b088f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:34.384459 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe84be3-d544-415b-914c-b5b81e2b088f None None] Bound using segment: {'id': '09ab2af2-4373-415b-9993-e7cde8b020da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '69e0406a-e0d2-4c28-99c6-c22835c25913'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:02:34.384910 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-ffe84be3-d544-415b-914c-b5b81e2b088f None None] Bound port: 01735fdb-c89b-4fbe-bb2f-908153880dfa, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09ab2af2-4373-415b-9993-e7cde8b020da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '69e0406a-e0d2-4c28-99c6-c22835c25913'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:02:34.385470 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ffe84be3-d544-415b-914c-b5b81e2b088f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:34.405388 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port dd1c3a21-00af-44eb-96c1-e0cb3f81d16e triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:02:34.405686 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:34.454289 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-ffe84be3-d544-415b-914c-b5b81e2b088f None None] For port 01735fdb-c89b-4fbe-bb2f-908153880dfa, host n-d-771362-32, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:02:34.459233 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-ffe84be3-d544-415b-914c-b5b81e2b088f None None] For port 01735fdb-c89b-4fbe-bb2f-908153880dfa, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=01735fdb-c89b-4fbe-bb2f-908153880dfa,segment=NetworkSegment(09ab2af2-4373-415b-9993-e7cde8b020da),segment_id=09ab2af2-4373-415b-9993-e7cde8b020da)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:02:34.492463 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 5f233c64-d67e-4997-a2a2-7a7b13e5471f up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:02:34.529637 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ffe84be3-d544-415b-914c-b5b81e2b088f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:34.582742 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe84be3-d544-415b-914c-b5b81e2b088f None None] Routers {'ef4cef7d-ddbc-484d-9a7b-e99fed398ceb'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:02:34.583365 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-ffe84be3-d544-415b-914c-b5b81e2b088f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:02:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['ef4cef7d-ddbc-484d-9a7b-e99fed398ceb'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:02:34.640217 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dd8cad-30d6-4507-ba39-2064b9da9490 None None] Pushing event updated for resources: {'Port': ['ID=01735fdb-c89b-4fbe-bb2f-908153880dfa,revision_number=4']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:02:34.649440 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 5f233c64-d67e-4997-a2a2-7a7b13e5471f completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:02:34.654068 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 5f233c64-d67e-4997-a2a2-7a7b13e5471f triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:02:34.654068 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:34.725643 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-ffe84be3-d544-415b-914c-b5b81e2b088f None None] Set router ef4cef7d-ddbc-484d-9a7b-e99fed398ceb gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:02:34.745570 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:34.779671 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 5f233c64-d67e-4997-a2a2-7a7b13e5471f, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=5f233c64-d67e-4997-a2a2-7a7b13e5471f,segment=NetworkSegment(09ab2af2-4373-415b-9993-e7cde8b020da),segment_id=09ab2af2-4373-415b-9993-e7cde8b020da)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:02:34.889100 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:34.939048 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-ffe84be3-d544-415b-914c-b5b81e2b088f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef4cef7d-ddbc-484d-9a7b-e99fed398ceb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1196780613', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'dd1c3a21-00af-44eb-96c1-e0cb3f81d16e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:02:27Z', 'updated_at': '2021-07-05T03:02:32Z', 'revision_number': 4, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'gw_port': {'id': 'dd1c3a21-00af-44eb-96c1-e0cb3f81d16e', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4cef7d-ddbc-484d-9a7b-e99fed398ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:02:28Z', 'updated_at': '2021-07-05T03:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '01735fdb-c89b-4fbe-bb2f-908153880dfa', 'name': '', 'network_id': '69e0406a-e0d2-4c28-99c6-c22835c25913', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'mac_address': 'fa:16:3e:00:58:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef4cef7d-ddbc-484d-9a7b-e99fed398ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '44e77e1f-bc11-49b2-9c3b-7af574ab004a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:02:31Z', 'updated_at': '2021-07-05T03:02:34Z', 'revision_number': 4, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'subnets': [{'id': '44e77e1f-bc11-49b2-9c3b-7af574ab004a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:02:34.942039 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=5f233c64-d67e-4997-a2a2-7a7b13e5471f,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:02:34.967590 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe84be3-d544-415b-914c-b5b81e2b088f None None] The sync data for ids ['ef4cef7d-ddbc-484d-9a7b-e99fed398ceb'] in n-d-771362-32 is: [{'id': 'ef4cef7d-ddbc-484d-9a7b-e99fed398ceb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1196780613', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'dd1c3a21-00af-44eb-96c1-e0cb3f81d16e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:02:27Z', 'updated_at': '2021-07-05T03:02:32Z', 'revision_number': 4, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'gw_port': {'id': 'dd1c3a21-00af-44eb-96c1-e0cb3f81d16e', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4cef7d-ddbc-484d-9a7b-e99fed398ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:02:28Z', 'updated_at': '2021-07-05T03:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '01735fdb-c89b-4fbe-bb2f-908153880dfa', 'name': '', 'network_id': '69e0406a-e0d2-4c28-99c6-c22835c25913', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'mac_address': 'fa:16:3e:00:58:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef4cef7d-ddbc-484d-9a7b-e99fed398ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '44e77e1f-bc11-49b2-9c3b-7af574ab004a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:02:31Z', 'updated_at': '2021-07-05T03:02:34Z', 'revision_number': 4, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'subnets': [{'id': '44e77e1f-bc11-49b2-9c3b-7af574ab004a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:02:35.280010 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-95a6cf98-697a-4aa8-a0e6-03ca09392b82 req-d48d46c9-bcd6-4ccc-a2b3-0747509cf445 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9709b8b-5161-44ba-8565-7b51179ee43e HTTP/1.1" status: 200 len: 210 time: 0.0306301 Jul 05 03:02:36.262711 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfc3c33-75db-482c-b181-a1185ed9f785 req-5493ef1c-8df6-46df-af2c-21ac6720cb1b tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:02:36.264251 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1dfc3c33-75db-482c-b181-a1185ed9f785 req-5493ef1c-8df6-46df-af2c-21ac6720cb1b tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.21 "GET /v2.0/networks?id=69e0406a-e0d2-4c28-99c6-c22835c25913 HTTP/1.1" status: 200 len: 797 time: 0.1065660 Jul 05 03:02:36.310135 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1dfc3c33-75db-482c-b181-a1185ed9f785 req-d24b3149-6f10-4b3e-b6ce-763ca633e2ce tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c924626042fc4116989b2d8085d7b151 HTTP/1.1" status: 200 len: 380 time: 0.0369420 Jul 05 03:02:36.325179 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-1dfc3c33-75db-482c-b181-a1185ed9f785 req-2dcea4f9-5eeb-4c7f-a60b-5da27c8d998a tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Request body: {'port': {'device_id': 'e9709b8b-5161-44ba-8565-7b51179ee43e', 'network_id': '69e0406a-e0d2-4c28-99c6-c22835c25913', 'admin_state_up': True, 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'security_groups': ['2b348b39-aad9-4dd6-9c5c-41c913a3fc06']}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:02:36.332954 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 5f233c64-d67e-4997-a2a2-7a7b13e5471f up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:02:36.391542 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 5f233c64-d67e-4997-a2a2-7a7b13e5471f triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:02:36.391898 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:36.470820 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-10d03cb5-617d-471f-86ca-c955d85f4ac3 req-23e752d5-1686-48b4-9773-d971efa3cfa7 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9709b8b-5161-44ba-8565-7b51179ee43e HTTP/1.1" status: 200 len: 210 time: 0.0386884 Jul 05 03:02:36.489633 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 01735fdb-c89b-4fbe-bb2f-908153880dfa up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:02:36.551776 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dfc3c33-75db-482c-b181-a1185ed9f785 req-2dcea4f9-5eeb-4c7f-a60b-5da27c8d998a tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Made reservation on behalf of c924626042fc4116989b2d8085d7b151 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:02:36.555442 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1dfc3c33-75db-482c-b181-a1185ed9f785 req-2dcea4f9-5eeb-4c7f-a60b-5da27c8d998a tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:36.620531 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 01735fdb-c89b-4fbe-bb2f-908153880dfa completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:02:36.624574 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 01735fdb-c89b-4fbe-bb2f-908153880dfa triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:02:36.625119 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:36.679934 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-1dfc3c33-75db-482c-b181-a1185ed9f785 req-2dcea4f9-5eeb-4c7f-a60b-5da27c8d998a tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Allocated IP 172.20.0.9 (69e0406a-e0d2-4c28-99c6-c22835c25913/44e77e1f-bc11-49b2-9c3b-7af574ab004a/a201594b-a882-40fe-8b90-80eb05849034) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:02:36.705758 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:36.742359 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 01735fdb-c89b-4fbe-bb2f-908153880dfa, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=01735fdb-c89b-4fbe-bb2f-908153880dfa,segment=NetworkSegment(09ab2af2-4373-415b-9993-e7cde8b020da),segment_id=09ab2af2-4373-415b-9993-e7cde8b020da)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:02:36.808230 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:36.822534 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1dfc3c33-75db-482c-b181-a1185ed9f785 req-2dcea4f9-5eeb-4c7f-a60b-5da27c8d998a tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:36.837907 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-1dfc3c33-75db-482c-b181-a1185ed9f785 req-2dcea4f9-5eeb-4c7f-a60b-5da27c8d998a tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Transition to ACTIVE for port object a201594b-a882-40fe-8b90-80eb05849034 will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:02:36.858099 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=01735fdb-c89b-4fbe-bb2f-908153880dfa,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:02:36.928986 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1dfc3c33-75db-482c-b181-a1185ed9f785 req-2dcea4f9-5eeb-4c7f-a60b-5da27c8d998a tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:36.976849 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dfc3c33-75db-482c-b181-a1185ed9f785 req-2dcea4f9-5eeb-4c7f-a60b-5da27c8d998a tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Network 69e0406a-e0d2-4c28-99c6-c22835c25913 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:02:36.980034 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-1dfc3c33-75db-482c-b181-a1185ed9f785 req-2dcea4f9-5eeb-4c7f-a60b-5da27c8d998a tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:02:36.985828 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dfc3c33-75db-482c-b181-a1185ed9f785 req-2dcea4f9-5eeb-4c7f-a60b-5da27c8d998a tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:02:36.992091 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcea4f9-5eeb-4c7f-a60b-5da27c8d998a tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Pushing event updated for resources: {'Port': ['ID=a201594b-a882-40fe-8b90-80eb05849034,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:02:37.014887 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:02:37.044511 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfc3c33-75db-482c-b181-a1185ed9f785 req-2dcea4f9-5eeb-4c7f-a60b-5da27c8d998a tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:02:37.045179 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1dfc3c33-75db-482c-b181-a1185ed9f785 req-2dcea4f9-5eeb-4c7f-a60b-5da27c8d998a tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:37.124523 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1dfc3c33-75db-482c-b181-a1185ed9f785 req-2dcea4f9-5eeb-4c7f-a60b-5da27c8d998a tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8059678 Jul 05 03:02:37.137415 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-1dfc3c33-75db-482c-b181-a1185ed9f785 req-ee6d5450-834c-4cf4-94e8-63ae65ef99d0 service neutron] Request body: {'port': {'device_id': 'e9709b8b-5161-44ba-8565-7b51179ee43e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:02:37.213474 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1dfc3c33-75db-482c-b181-a1185ed9f785 req-ee6d5450-834c-4cf4-94e8-63ae65ef99d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:37.312060 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-4f1ab0ab-e158-4e4c-994a-706fe964e67d None None] Provisioning for port a201594b-a882-40fe-8b90-80eb05849034 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:02:37.317224 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-4f1ab0ab-e158-4e4c-994a-706fe964e67d None None] Provisioning complete for port a201594b-a882-40fe-8b90-80eb05849034 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:02:37.317645 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4f1ab0ab-e158-4e4c-994a-706fe964e67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:37.356385 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-4f1ab0ab-e158-4e4c-994a-706fe964e67d None None] Port a201594b-a882-40fe-8b90-80eb05849034 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:02:37.479138 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-1dfc3c33-75db-482c-b181-a1185ed9f785 req-ee6d5450-834c-4cf4-94e8-63ae65ef99d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a201594b-a882-40fe-8b90-80eb05849034 {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:02:37.486659 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1dfc3c33-75db-482c-b181-a1185ed9f785 req-ee6d5450-834c-4cf4-94e8-63ae65ef99d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:37.498495 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-1dfc3c33-75db-482c-b181-a1185ed9f785 req-ee6d5450-834c-4cf4-94e8-63ae65ef99d0 service neutron] Transition to ACTIVE for port object a201594b-a882-40fe-8b90-80eb05849034 will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:02:37.592270 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1dfc3c33-75db-482c-b181-a1185ed9f785 req-ee6d5450-834c-4cf4-94e8-63ae65ef99d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:37.664661 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6d5450-834c-4cf4-94e8-63ae65ef99d0 service neutron] Pushing event updated for resources: {'Port': ['ID=a201594b-a882-40fe-8b90-80eb05849034,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:02:37.670981 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41c9f87-f5c2-4c32-ae14-c753f660c8c8 req-0ecf8c00-f68b-4217-b5f1-7d65f5dcc5cc tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:02:37.672870 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b41c9f87-f5c2-4c32-ae14-c753f660c8c8 req-0ecf8c00-f68b-4217-b5f1-7d65f5dcc5cc tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9709b8b-5161-44ba-8565-7b51179ee43e HTTP/1.1" status: 200 len: 943 time: 0.0677705 Jul 05 03:02:37.717203 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b41c9f87-f5c2-4c32-ae14-c753f660c8c8 req-49987065-749d-4067-b893-50d1b5e62ac4 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b348b39-aad9-4dd6-9c5c-41c913a3fc06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379212 Jul 05 03:02:37.720499 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-1dfc3c33-75db-482c-b181-a1185ed9f785 req-ee6d5450-834c-4cf4-94e8-63ae65ef99d0 service neutron] Attempting to bind port a201594b-a882-40fe-8b90-80eb05849034 on host n-h1-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:02:37.720708 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-1dfc3c33-75db-482c-b181-a1185ed9f785 req-ee6d5450-834c-4cf4-94e8-63ae65ef99d0 service neutron] Attempting to bind port a201594b-a882-40fe-8b90-80eb05849034 by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': '09ab2af2-4373-415b-9993-e7cde8b020da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '69e0406a-e0d2-4c28-99c6-c22835c25913'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:02:37.721181 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfc3c33-75db-482c-b181-a1185ed9f785 req-ee6d5450-834c-4cf4-94e8-63ae65ef99d0 service neutron] Attempting to bind port a201594b-a882-40fe-8b90-80eb05849034 on network 69e0406a-e0d2-4c28-99c6-c22835c25913 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:02:37.726718 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfc3c33-75db-482c-b181-a1185ed9f785 req-ee6d5450-834c-4cf4-94e8-63ae65ef99d0 service neutron] Port a201594b-a882-40fe-8b90-80eb05849034 on network 69e0406a-e0d2-4c28-99c6-c22835c25913 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:02:37.727025 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfc3c33-75db-482c-b181-a1185ed9f785 req-ee6d5450-834c-4cf4-94e8-63ae65ef99d0 service neutron] Attempting to bind port a201594b-a882-40fe-8b90-80eb05849034 on network 69e0406a-e0d2-4c28-99c6-c22835c25913 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:02:37.732544 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfc3c33-75db-482c-b181-a1185ed9f785 req-ee6d5450-834c-4cf4-94e8-63ae65ef99d0 service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:02:37.732825 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfc3c33-75db-482c-b181-a1185ed9f785 req-ee6d5450-834c-4cf4-94e8-63ae65ef99d0 service neutron] Checking segment: {'id': '09ab2af2-4373-415b-9993-e7cde8b020da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '69e0406a-e0d2-4c28-99c6-c22835c25913'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:02:37.733209 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfc3c33-75db-482c-b181-a1185ed9f785 req-ee6d5450-834c-4cf4-94e8-63ae65ef99d0 service neutron] Bound using segment: {'id': '09ab2af2-4373-415b-9993-e7cde8b020da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '69e0406a-e0d2-4c28-99c6-c22835c25913'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:02:37.733637 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-1dfc3c33-75db-482c-b181-a1185ed9f785 req-ee6d5450-834c-4cf4-94e8-63ae65ef99d0 service neutron] Bound port: a201594b-a882-40fe-8b90-80eb05849034, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09ab2af2-4373-415b-9993-e7cde8b020da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '69e0406a-e0d2-4c28-99c6-c22835c25913'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:02:37.733999 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1dfc3c33-75db-482c-b181-a1185ed9f785 req-ee6d5450-834c-4cf4-94e8-63ae65ef99d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:37.807498 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-1dfc3c33-75db-482c-b181-a1185ed9f785 req-ee6d5450-834c-4cf4-94e8-63ae65ef99d0 service neutron] For port a201594b-a882-40fe-8b90-80eb05849034, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:02:37.810823 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-1dfc3c33-75db-482c-b181-a1185ed9f785 req-ee6d5450-834c-4cf4-94e8-63ae65ef99d0 service neutron] For port a201594b-a882-40fe-8b90-80eb05849034, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=a201594b-a882-40fe-8b90-80eb05849034,segment=NetworkSegment(09ab2af2-4373-415b-9993-e7cde8b020da),segment_id=09ab2af2-4373-415b-9993-e7cde8b020da)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:02:37.889331 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1dfc3c33-75db-482c-b181-a1185ed9f785 req-ee6d5450-834c-4cf4-94e8-63ae65ef99d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:37.922193 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfc3c33-75db-482c-b181-a1185ed9f785 req-ee6d5450-834c-4cf4-94e8-63ae65ef99d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:02:37.922852 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1dfc3c33-75db-482c-b181-a1185ed9f785 req-ee6d5450-834c-4cf4-94e8-63ae65ef99d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:37.924287 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1dfc3c33-75db-482c-b181-a1185ed9f785 req-ee6d5450-834c-4cf4-94e8-63ae65ef99d0 service neutron] 10.222.0.21 "PUT /v2.0/ports/a201594b-a882-40fe-8b90-80eb05849034 HTTP/1.1" status: 200 len: 1092 time: 0.7919226 Jul 05 03:02:37.924721 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9709b8b-5161-44ba-8565-7b51179ee43e', 'tag': 'a201594b-a882-40fe-8b90-80eb05849034'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:02:37.927124 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c93b9db-af18-47fd-80d8-646911281814" -d '{"events": [{"name": "network-changed", "server_uuid": "e9709b8b-5161-44ba-8565-7b51179ee43e", "tag": "a201594b-a882-40fe-8b90-80eb05849034"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:02:37.954602 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6d5450-834c-4cf4-94e8-63ae65ef99d0 service neutron] Pushing event updated for resources: {'Port': ['ID=a201594b-a882-40fe-8b90-80eb05849034,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:02:37.978018 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6e7d945-e3e7-4632-95fe-8b06f23b1d48 x-openstack-request-id: req-f6e7d945-e3e7-4632-95fe-8b06f23b1d48 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:02:37.978480 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9709b8b-5161-44ba-8565-7b51179ee43e", "tag": "a201594b-a882-40fe-8b90-80eb05849034", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:02:37.978818 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f6e7d945-e3e7-4632-95fe-8b06f23b1d48 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:02:37.982634 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9709b8b-5161-44ba-8565-7b51179ee43e', 'tag': 'a201594b-a882-40fe-8b90-80eb05849034', 'status': 'completed', 'code': 200} Jul 05 03:02:38.058656 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c93b9db-af18-47fd-80d8-646911281814 req-21ae2715-8390-4b58-8905-69822a3cf9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:02:38.060246 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8c93b9db-af18-47fd-80d8-646911281814 req-21ae2715-8390-4b58-8905-69822a3cf9d8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c924626042fc4116989b2d8085d7b151&device_id=e9709b8b-5161-44ba-8565-7b51179ee43e HTTP/1.1" status: 200 len: 1095 time: 0.0550978 Jul 05 03:02:38.161104 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c93b9db-af18-47fd-80d8-646911281814 req-994f6ac6-496f-4d7d-8355-5dbf63fec890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:02:38.162911 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8c93b9db-af18-47fd-80d8-646911281814 req-994f6ac6-496f-4d7d-8355-5dbf63fec890 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=c924626042fc4116989b2d8085d7b151&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0949359 Jul 05 03:02:38.246750 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 01735fdb-c89b-4fbe-bb2f-908153880dfa up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:02:38.265480 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c93b9db-af18-47fd-80d8-646911281814 req-8388d2b8-6b7c-4315-b7b8-59faff69d160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:02:38.267228 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8c93b9db-af18-47fd-80d8-646911281814 req-8388d2b8-6b7c-4315-b7b8-59faff69d160 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0981822 Jul 05 03:02:38.291997 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 01735fdb-c89b-4fbe-bb2f-908153880dfa triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:02:38.292389 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:38.361059 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfc3c33-75db-482c-b181-a1185ed9f785 req-451c3a80-c42c-4d38-bf98-8e95d32dfe6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:02:38.362729 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1dfc3c33-75db-482c-b181-a1185ed9f785 req-451c3a80-c42c-4d38-bf98-8e95d32dfe6a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c924626042fc4116989b2d8085d7b151&device_id=e9709b8b-5161-44ba-8565-7b51179ee43e HTTP/1.1" status: 200 len: 1095 time: 0.0572460 Jul 05 03:02:38.403105 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1dfc3c33-75db-482c-b181-a1185ed9f785 req-d0200848-9738-407d-93bf-5038c6de262e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a201594b-a882-40fe-8b90-80eb05849034 HTTP/1.1" status: 200 len: 217 time: 0.0335984 Jul 05 03:02:38.451388 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfc3c33-75db-482c-b181-a1185ed9f785 req-1f9e7364-34ba-4d38-bd57-e0e0fa5b759c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:02:38.452820 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1dfc3c33-75db-482c-b181-a1185ed9f785 req-1f9e7364-34ba-4d38-bd57-e0e0fa5b759c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=44e77e1f-bc11-49b2-9c3b-7af574ab004a HTTP/1.1" status: 200 len: 833 time: 0.0426221 Jul 05 03:02:38.512154 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfc3c33-75db-482c-b181-a1185ed9f785 req-51dadfc0-80a0-409c-a268-7c3e40f656f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:02:38.513570 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1dfc3c33-75db-482c-b181-a1185ed9f785 req-51dadfc0-80a0-409c-a268-7c3e40f656f0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=69e0406a-e0d2-4c28-99c6-c22835c25913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546956 Jul 05 03:02:38.601194 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1dfc3c33-75db-482c-b181-a1185ed9f785 req-bad29ae8-7a39-480b-9816-2813387480fb service neutron] 10.222.0.21 "GET /v2.0/networks/69e0406a-e0d2-4c28-99c6-c22835c25913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809081 Jul 05 03:02:38.691810 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1dfc3c33-75db-482c-b181-a1185ed9f785 req-22ec72f9-6cd2-4faa-be3f-3dde3c5d8c68 service neutron] 10.222.0.21 "GET /v2.0/networks/69e0406a-e0d2-4c28-99c6-c22835c25913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843379 Jul 05 03:02:38.890060 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a35a8dd-9df0-4f01-a36d-e25648d9f30e req-85fda2eb-2f5f-481c-8810-83f8f2907ff3 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:02:38.891491 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2a35a8dd-9df0-4f01-a36d-e25648d9f30e req-85fda2eb-2f5f-481c-8810-83f8f2907ff3 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9709b8b-5161-44ba-8565-7b51179ee43e HTTP/1.1" status: 200 len: 943 time: 0.0672109 Jul 05 03:02:38.928143 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2a35a8dd-9df0-4f01-a36d-e25648d9f30e req-8a13a6bf-a3e5-4a56-8dd2-65d1684cb39c tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b348b39-aad9-4dd6-9c5c-41c913a3fc06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305715 Jul 05 03:02:40.104656 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e487779d-c717-4404-88a1-8d12e95a2c07 req-5ec41091-3817-4283-970d-b8a92cd701b9 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:02:40.106172 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e487779d-c717-4404-88a1-8d12e95a2c07 req-5ec41091-3817-4283-970d-b8a92cd701b9 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9709b8b-5161-44ba-8565-7b51179ee43e HTTP/1.1" status: 200 len: 943 time: 0.0633159 Jul 05 03:02:40.143952 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e487779d-c717-4404-88a1-8d12e95a2c07 req-9d8f09c0-ee23-4810-b0a7-2e9cefdd14d9 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b348b39-aad9-4dd6-9c5c-41c913a3fc06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322533 Jul 05 03:02:40.972006 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device a201594b-a882-40fe-8b90-80eb05849034 details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:02:41.065014 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port a201594b-a882-40fe-8b90-80eb05849034, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=a201594b-a882-40fe-8b90-80eb05849034,segment=NetworkSegment(09ab2af2-4373-415b-9993-e7cde8b020da),segment_id=09ab2af2-4373-415b-9993-e7cde8b020da)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:02:41.076811 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': 'a201594b-a882-40fe-8b90-80eb05849034', 'network_id': '69e0406a-e0d2-4c28-99c6-c22835c25913', 'port_id': 'a201594b-a882-40fe-8b90-80eb05849034', 'mac_address': 'fa:16:3e:3f:10:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44e77e1f-bc11-49b2-9c3b-7af574ab004a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:02:41.112247 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:41.124849 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a201594b-a882-40fe-8b90-80eb05849034 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:02:41.143864 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port a201594b-a882-40fe-8b90-80eb05849034, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=a201594b-a882-40fe-8b90-80eb05849034,segment=NetworkSegment(09ab2af2-4373-415b-9993-e7cde8b020da),segment_id=09ab2af2-4373-415b-9993-e7cde8b020da)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:02:41.311791 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:41.319431 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f8dee9-46a7-4791-8296-bc8a2c2f95af req-3b7264a6-58f8-4f8c-b906-8bb37360eace tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:02:41.321002 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-22f8dee9-46a7-4791-8296-bc8a2c2f95af req-3b7264a6-58f8-4f8c-b906-8bb37360eace tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9709b8b-5161-44ba-8565-7b51179ee43e HTTP/1.1" status: 200 len: 943 time: 0.0650945 Jul 05 03:02:41.360627 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-22f8dee9-46a7-4791-8296-bc8a2c2f95af req-1a5662e3-283e-484e-a37c-c6bc8122c5ae tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b348b39-aad9-4dd6-9c5c-41c913a3fc06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335526 Jul 05 03:02:41.365129 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=a201594b-a882-40fe-8b90-80eb05849034,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:02:41.519214 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['a201594b-a882-40fe-8b90-80eb05849034'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:02:42.079728 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:42.106557 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:42.537380 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7460b5ed-f3b3-4c46-b015-20ddfad315bf req-baa44bcb-008a-4c32-9e6c-b9a4165cf230 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:02:42.538970 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7460b5ed-f3b3-4c46-b015-20ddfad315bf req-baa44bcb-008a-4c32-9e6c-b9a4165cf230 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9709b8b-5161-44ba-8565-7b51179ee43e HTTP/1.1" status: 200 len: 944 time: 0.0631397 Jul 05 03:02:42.577282 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7460b5ed-f3b3-4c46-b015-20ddfad315bf req-a04affe1-d750-4ee7-a1e7-f4a306a278f1 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b348b39-aad9-4dd6-9c5c-41c913a3fc06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327313 Jul 05 03:02:42.961247 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device a201594b-a882-40fe-8b90-80eb05849034 up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:02:43.065635 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning for port a201594b-a882-40fe-8b90-80eb05849034 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:02:43.069232 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port a201594b-a882-40fe-8b90-80eb05849034 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:02:43.069607 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:43.141982 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:43.163610 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9709b8b-5161-44ba-8565-7b51179ee43e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a201594b-a882-40fe-8b90-80eb05849034'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:02:43.165845 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7185b022-4d31-408d-bc03-48533803b3b3" -d '{"events": [{"server_uuid": "e9709b8b-5161-44ba-8565-7b51179ee43e", "name": "network-vif-plugged", "status": "completed", "tag": "a201594b-a882-40fe-8b90-80eb05849034"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:02:43.181642 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port a201594b-a882-40fe-8b90-80eb05849034, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=a201594b-a882-40fe-8b90-80eb05849034,segment=NetworkSegment(09ab2af2-4373-415b-9993-e7cde8b020da),segment_id=09ab2af2-4373-415b-9993-e7cde8b020da)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:02:43.206952 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e18d77ae-d6df-4505-96ad-721e01aff59d x-openstack-request-id: req-e18d77ae-d6df-4505-96ad-721e01aff59d {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:02:43.207241 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9709b8b-5161-44ba-8565-7b51179ee43e", "name": "network-vif-plugged", "status": "completed", "tag": "a201594b-a882-40fe-8b90-80eb05849034", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:02:43.207517 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e18d77ae-d6df-4505-96ad-721e01aff59d {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:02:43.207911 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9709b8b-5161-44ba-8565-7b51179ee43e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a201594b-a882-40fe-8b90-80eb05849034', 'code': 200} Jul 05 03:02:43.272614 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:43.321101 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=a201594b-a882-40fe-8b90-80eb05849034,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:02:43.323716 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3cccad-86b6-4dd1-9c62-e25cc9929eef req-f0c392ea-0238-4255-b9b8-08ee73ab1caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:02:43.325243 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8e3cccad-86b6-4dd1-9c62-e25cc9929eef req-f0c392ea-0238-4255-b9b8-08ee73ab1caa service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e9709b8b-5161-44ba-8565-7b51179ee43e HTTP/1.1" status: 200 len: 1097 time: 0.0570402 Jul 05 03:02:43.359394 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8e3cccad-86b6-4dd1-9c62-e25cc9929eef req-5e5364d1-6e81-47f2-b2c4-21f727818146 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2b348b39-aad9-4dd6-9c5c-41c913a3fc06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266137 Jul 05 03:02:43.751024 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84331a74-fc17-4df2-9225-98ca04a0be37 req-10410946-d311-457c-a500-4d77a737f2e4 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:02:43.752553 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-84331a74-fc17-4df2-9225-98ca04a0be37 req-10410946-d311-457c-a500-4d77a737f2e4 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9709b8b-5161-44ba-8565-7b51179ee43e HTTP/1.1" status: 200 len: 945 time: 0.0633981 Jul 05 03:02:43.790193 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-84331a74-fc17-4df2-9225-98ca04a0be37 req-97bbd84a-8c15-4f61-bb71-9f62bb25a26e tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b348b39-aad9-4dd6-9c5c-41c913a3fc06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314934 Jul 05 03:02:44.969353 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc763867-58e5-4591-a7aa-c9b6307c6f61 req-e58e87c1-d403-4586-a4ce-bf9533f1210a tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:02:44.970891 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-bc763867-58e5-4591-a7aa-c9b6307c6f61 req-e58e87c1-d403-4586-a4ce-bf9533f1210a tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9709b8b-5161-44ba-8565-7b51179ee43e HTTP/1.1" status: 200 len: 945 time: 0.0679491 Jul 05 03:02:45.009513 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-bc763867-58e5-4591-a7aa-c9b6307c6f61 req-48e4ca8b-78ed-40b7-b63c-67ef3d22db2c tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b348b39-aad9-4dd6-9c5c-41c913a3fc06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330257 Jul 05 03:02:45.185945 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65acdb85-5f40-4f1b-9dfc-c10285253b23 req-29513c36-afc2-4228-b4e8-9ada7cd4d25c tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:02:45.187393 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-65acdb85-5f40-4f1b-9dfc-c10285253b23 req-29513c36-afc2-4228-b4e8-9ada7cd4d25c tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9709b8b-5161-44ba-8565-7b51179ee43e HTTP/1.1" status: 200 len: 945 time: 0.0660710 Jul 05 03:02:45.230000 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-65acdb85-5f40-4f1b-9dfc-c10285253b23 req-9f593471-490b-4fc6-9b86-647db4b29ddb tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b348b39-aad9-4dd6-9c5c-41c913a3fc06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368004 Jul 05 03:02:45.254142 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46332) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:02:45.306642 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c63c6ad-acc4-440e-893f-6d2ad2192ed5 tempest-TestNetworkAdvancedServerOps-295631081 tempest-TestNetworkAdvancedServerOps-295631081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:02:45.308196 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-5c63c6ad-acc4-440e-893f-6d2ad2192ed5 tempest-TestNetworkAdvancedServerOps-295631081 tempest-TestNetworkAdvancedServerOps-295631081-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e9709b8b-5161-44ba-8565-7b51179ee43e HTTP/1.1" status: 200 len: 1092 time: 0.0530384 Jul 05 03:02:45.311116 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46334) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:02:45.315832 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-f6a401db-6e37-4b18-89ef-40f97bc45b35 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Request body: {'floatingip': {'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'port_id': 'a201594b-a882-40fe-8b90-80eb05849034', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:02:45.414969 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f6a401db-6e37-4b18-89ef-40f97bc45b35 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for floatingip, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:45.511309 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f6a401db-6e37-4b18-89ef-40f97bc45b35 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:45.610530 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-f6a401db-6e37-4b18-89ef-40f97bc45b35 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Allocated IP 172.25.7.156 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/7fe7fd89-806c-4f9f-b349-d23ec38660dc) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:02:46.028233 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f6a401db-6e37-4b18-89ef-40f97bc45b35 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:46.145163 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f6a401db-6e37-4b18-89ef-40f97bc45b35 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:46.181515 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a401db-6e37-4b18-89ef-40f97bc45b35 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:02:46.184424 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-f6a401db-6e37-4b18-89ef-40f97bc45b35 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:02:46.187861 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a401db-6e37-4b18-89ef-40f97bc45b35 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:02:46.214769 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a401db-6e37-4b18-89ef-40f97bc45b35 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Pushing event updated for resources: {'Port': ['ID=7fe7fd89-806c-4f9f-b349-d23ec38660dc,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:02:46.558776 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f6a401db-6e37-4b18-89ef-40f97bc45b35 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:46.692958 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f6a401db-6e37-4b18-89ef-40f97bc45b35 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:46.840493 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f6a401db-6e37-4b18-89ef-40f97bc45b35 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:46.904696 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f6a401db-6e37-4b18-89ef-40f97bc45b35 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:46.979958 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a401db-6e37-4b18-89ef-40f97bc45b35 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Pushing event updated for resources: {'Port': ['ID=7fe7fd89-806c-4f9f-b349-d23ec38660dc,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:02:46.988276 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f6a401db-6e37-4b18-89ef-40f97bc45b35 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636869'] for floatingip, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:47.090146 n-d-771362-32 neutron-server[94462]: INFO neutron.db.l3_db [None req-f6a401db-6e37-4b18-89ef-40f97bc45b35 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Floating IP 8227a81e-f485-461a-ae03-080d63a546db associated. External IP: 172.25.7.156, port: a201594b-a882-40fe-8b90-80eb05849034. Jul 05 03:02:47.293638 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6a401db-6e37-4b18-89ef-40f97bc45b35 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Router ef4cef7d-ddbc-484d-9a7b-e99fed398ceb has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:02:47.401108 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6a401db-6e37-4b18-89ef-40f97bc45b35 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:02:47.410366 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab803ba-f75a-4caf-bf2d-b6f74a3f25fe None None] Sync routers for ids ['ef4cef7d-ddbc-484d-9a7b-e99fed398ceb'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:02:47.420017 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab803ba-f75a-4caf-bf2d-b6f74a3f25fe None None] Routers {'ef4cef7d-ddbc-484d-9a7b-e99fed398ceb'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:02:47.420642 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-5ab803ba-f75a-4caf-bf2d-b6f74a3f25fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:02:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['ef4cef7d-ddbc-484d-9a7b-e99fed398ceb'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:02:47.500228 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f6a401db-6e37-4b18-89ef-40f97bc45b35 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:47.524281 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-5ab803ba-f75a-4caf-bf2d-b6f74a3f25fe None None] Set router ef4cef7d-ddbc-484d-9a7b-e99fed398ceb gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:02:47.540572 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-f6a401db-6e37-4b18-89ef-40f97bc45b35 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2284212 Jul 05 03:02:47.541304 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9709b8b-5161-44ba-8565-7b51179ee43e', 'tag': 'a201594b-a882-40fe-8b90-80eb05849034'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:02:47.543605 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b223267e0e0ddb3199af7772d0b45336e3b4b54fbb151c86a8051291a61e85db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-068a522b-9cce-4ef9-922d-00ca9087becf" -d '{"events": [{"name": "network-changed", "server_uuid": "e9709b8b-5161-44ba-8565-7b51179ee43e", "tag": "a201594b-a882-40fe-8b90-80eb05849034"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:02:47.684599 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67361152-3650-44ab-92ca-220ce1bda4b6 x-openstack-request-id: req-67361152-3650-44ab-92ca-220ce1bda4b6 {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:02:47.684890 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9709b8b-5161-44ba-8565-7b51179ee43e", "tag": "a201594b-a882-40fe-8b90-80eb05849034", "status": "completed", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:02:47.685136 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-67361152-3650-44ab-92ca-220ce1bda4b6 {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:02:47.685532 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9709b8b-5161-44ba-8565-7b51179ee43e', 'tag': 'a201594b-a882-40fe-8b90-80eb05849034', 'status': 'completed', 'code': 200} Jul 05 03:02:47.715070 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79064015-68b2-4e83-ab67-d736c4b2909d req-58043471-1591-4fe5-bdb8-87d3be726a4c tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:02:47.716680 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-79064015-68b2-4e83-ab67-d736c4b2909d req-58043471-1591-4fe5-bdb8-87d3be726a4c tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9709b8b-5161-44ba-8565-7b51179ee43e HTTP/1.1" status: 200 len: 945 time: 0.0774090 Jul 05 03:02:47.754975 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-79064015-68b2-4e83-ab67-d736c4b2909d req-8c35eba6-7cc4-4841-b8f5-120780376618 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b348b39-aad9-4dd6-9c5c-41c913a3fc06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327141 Jul 05 03:02:47.764593 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-5ab803ba-f75a-4caf-bf2d-b6f74a3f25fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef4cef7d-ddbc-484d-9a7b-e99fed398ceb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1196780613', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'dd1c3a21-00af-44eb-96c1-e0cb3f81d16e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:02:27Z', 'updated_at': '2021-07-05T03:02:32Z', 'revision_number': 4, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'gw_port': {'id': 'dd1c3a21-00af-44eb-96c1-e0cb3f81d16e', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4cef7d-ddbc-484d-9a7b-e99fed398ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:02:28Z', 'updated_at': '2021-07-05T03:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '8227a81e-f485-461a-ae03-080d63a546db', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'floating_ip_address': '172.25.7.156', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': 'ef4cef7d-ddbc-484d-9a7b-e99fed398ceb', 'port_id': 'a201594b-a882-40fe-8b90-80eb05849034', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3919, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69e0406a-e0d2-4c28-99c6-c22835c25913', 'mac_address': 'fa:16:3e:3f:10:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9709b8b-5161-44ba-8565-7b51179ee43e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:02:46Z', 'updated_at': '2021-07-05T03:02:46Z', 'revision_number': 0, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01735fdb-c89b-4fbe-bb2f-908153880dfa', 'name': '', 'network_id': '69e0406a-e0d2-4c28-99c6-c22835c25913', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'mac_address': 'fa:16:3e:00:58:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4cef7d-ddbc-484d-9a7b-e99fed398ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '44e77e1f-bc11-49b2-9c3b-7af574ab004a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:02:31Z', 'updated_at': '2021-07-05T03:02:36Z', 'revision_number': 5, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'subnets': [{'id': '44e77e1f-bc11-49b2-9c3b-7af574ab004a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:02:47.766762 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068a522b-9cce-4ef9-922d-00ca9087becf req-2f810e49-ab6c-49a0-8d43-d3821b6c9c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:02:47.768298 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-068a522b-9cce-4ef9-922d-00ca9087becf req-2f810e49-ab6c-49a0-8d43-d3821b6c9c09 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c924626042fc4116989b2d8085d7b151&device_id=e9709b8b-5161-44ba-8565-7b51179ee43e HTTP/1.1" status: 200 len: 1097 time: 0.0560660 Jul 05 03:02:47.782835 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 46342) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:02:47.796364 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab803ba-f75a-4caf-bf2d-b6f74a3f25fe None None] Checking router: ef4cef7d-ddbc-484d-9a7b-e99fed398ceb for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:02:47.805353 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab803ba-f75a-4caf-bf2d-b6f74a3f25fe None None] Routers {'ef4cef7d-ddbc-484d-9a7b-e99fed398ceb'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:02:47.805887 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-5ab803ba-f75a-4caf-bf2d-b6f74a3f25fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:02:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['ef4cef7d-ddbc-484d-9a7b-e99fed398ceb'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:02:47.894145 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-8f2f6239-a39a-4330-b289-3e5ffe1540a2 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/floatingips/8227a81e-f485-461a-ae03-080d63a546db HTTP/1.1" status: 200 len: 991 time: 0.1089840 Jul 05 03:02:47.909048 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-5ab803ba-f75a-4caf-bf2d-b6f74a3f25fe None None] Set router ef4cef7d-ddbc-484d-9a7b-e99fed398ceb gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:02:47.914817 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068a522b-9cce-4ef9-922d-00ca9087becf req-bbdac54b-d8f4-4d71-86d7-ce9b107c965b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:02:47.916343 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-068a522b-9cce-4ef9-922d-00ca9087becf req-bbdac54b-d8f4-4d71-86d7-ce9b107c965b service neutron] 10.222.0.21 "GET /v2.0/networks?id=69e0406a-e0d2-4c28-99c6-c22835c25913 HTTP/1.1" status: 200 len: 897 time: 0.1416488 Jul 05 03:02:47.981266 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-068a522b-9cce-4ef9-922d-00ca9087becf req-8413ab61-beed-4750-a49b-2e5b4759252e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a201594b-a882-40fe-8b90-80eb05849034 HTTP/1.1" status: 200 len: 999 time: 0.0581808 Jul 05 03:02:48.034039 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068a522b-9cce-4ef9-922d-00ca9087becf req-1aecdb2f-75ca-4450-91b6-1d407ffcfd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:02:48.035555 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-068a522b-9cce-4ef9-922d-00ca9087becf req-1aecdb2f-75ca-4450-91b6-1d407ffcfd0c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=44e77e1f-bc11-49b2-9c3b-7af574ab004a HTTP/1.1" status: 200 len: 833 time: 0.0472736 Jul 05 03:02:48.093619 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068a522b-9cce-4ef9-922d-00ca9087becf req-2a2492e4-db40-4962-bdb3-92fde568968d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:02:48.096482 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-068a522b-9cce-4ef9-922d-00ca9087becf req-2a2492e4-db40-4962-bdb3-92fde568968d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=69e0406a-e0d2-4c28-99c6-c22835c25913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551829 Jul 05 03:02:48.127439 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-5ab803ba-f75a-4caf-bf2d-b6f74a3f25fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef4cef7d-ddbc-484d-9a7b-e99fed398ceb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1196780613', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'dd1c3a21-00af-44eb-96c1-e0cb3f81d16e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:02:27Z', 'updated_at': '2021-07-05T03:02:32Z', 'revision_number': 4, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'gw_port': {'id': 'dd1c3a21-00af-44eb-96c1-e0cb3f81d16e', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4cef7d-ddbc-484d-9a7b-e99fed398ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:02:28Z', 'updated_at': '2021-07-05T03:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '8227a81e-f485-461a-ae03-080d63a546db', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'floating_ip_address': '172.25.7.156', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': 'ef4cef7d-ddbc-484d-9a7b-e99fed398ceb', 'port_id': 'a201594b-a882-40fe-8b90-80eb05849034', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3919, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69e0406a-e0d2-4c28-99c6-c22835c25913', 'mac_address': 'fa:16:3e:3f:10:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9709b8b-5161-44ba-8565-7b51179ee43e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:02:46Z', 'updated_at': '2021-07-05T03:02:46Z', 'revision_number': 0, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01735fdb-c89b-4fbe-bb2f-908153880dfa', 'name': '', 'network_id': '69e0406a-e0d2-4c28-99c6-c22835c25913', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'mac_address': 'fa:16:3e:00:58:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4cef7d-ddbc-484d-9a7b-e99fed398ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '44e77e1f-bc11-49b2-9c3b-7af574ab004a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:02:31Z', 'updated_at': '2021-07-05T03:02:36Z', 'revision_number': 5, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'subnets': [{'id': '44e77e1f-bc11-49b2-9c3b-7af574ab004a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:02:48.152765 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab803ba-f75a-4caf-bf2d-b6f74a3f25fe None None] The sync data for ids ['ef4cef7d-ddbc-484d-9a7b-e99fed398ceb'] in n-d-771362-32 is: [{'id': 'ef4cef7d-ddbc-484d-9a7b-e99fed398ceb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1196780613', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'dd1c3a21-00af-44eb-96c1-e0cb3f81d16e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:02:27Z', 'updated_at': '2021-07-05T03:02:32Z', 'revision_number': 4, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'gw_port': {'id': 'dd1c3a21-00af-44eb-96c1-e0cb3f81d16e', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4cef7d-ddbc-484d-9a7b-e99fed398ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:02:28Z', 'updated_at': '2021-07-05T03:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '8227a81e-f485-461a-ae03-080d63a546db', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'floating_ip_address': '172.25.7.156', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': 'ef4cef7d-ddbc-484d-9a7b-e99fed398ceb', 'port_id': 'a201594b-a882-40fe-8b90-80eb05849034', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3919, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69e0406a-e0d2-4c28-99c6-c22835c25913', 'mac_address': 'fa:16:3e:3f:10:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9709b8b-5161-44ba-8565-7b51179ee43e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:02:46Z', 'updated_at': '2021-07-05T03:02:46Z', 'revision_number': 0, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01735fdb-c89b-4fbe-bb2f-908153880dfa', 'name': '', 'network_id': '69e0406a-e0d2-4c28-99c6-c22835c25913', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'mac_address': 'fa:16:3e:00:58:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4cef7d-ddbc-484d-9a7b-e99fed398ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '44e77e1f-bc11-49b2-9c3b-7af574ab004a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:02:31Z', 'updated_at': '2021-07-05T03:02:36Z', 'revision_number': 5, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'subnets': [{'id': '44e77e1f-bc11-49b2-9c3b-7af574ab004a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:02:48.186027 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-068a522b-9cce-4ef9-922d-00ca9087becf req-228416bb-1099-46cb-8a76-92e3b0f474be service neutron] 10.222.0.21 "GET /v2.0/networks/69e0406a-e0d2-4c28-99c6-c22835c25913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833325 Jul 05 03:02:48.308284 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-068a522b-9cce-4ef9-922d-00ca9087becf req-689354ff-b7d3-42f8-ac51-d7df14afe7ac service neutron] 10.222.0.21 "GET /v2.0/networks/69e0406a-e0d2-4c28-99c6-c22835c25913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162887 Jul 05 03:02:48.477778 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17fd67e-ae9e-4103-b9f5-d6dd1fa36629 None None] New status for floating IP 8227a81e-f485-461a-ae03-080d63a546db: ACTIVE {{(pid=94464) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:02:48.897516 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46344) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:02:48.961498 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-4f34fa54-c20b-4ecb-a85d-b1aebf71a167 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/floatingips/8227a81e-f485-461a-ae03-080d63a546db HTTP/1.1" status: 200 len: 993 time: 0.0627148 Jul 05 03:02:50.883930 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-203e1bde-49f1-4fb8-b315-e1ac67ffc9a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:53.271451 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-735bdece-b8c8-42c3-b128-770c77a94092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:53.974486 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:54.757507 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:02:56.168051 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:03:09.364634 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-27213b74-0387-4bef-9d25-dc5536ab14b0 req-7cad1162-5d57-4348-b9d8-e982e58b2a3e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e9709b8b-5161-44ba-8565-7b51179ee43e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0526600 Jul 05 03:03:09.456255 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27213b74-0387-4bef-9d25-dc5536ab14b0 req-101394a5-6202-4c08-b5d0-05a53c871f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:03:09.457836 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-27213b74-0387-4bef-9d25-dc5536ab14b0 req-101394a5-6202-4c08-b5d0-05a53c871f51 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c924626042fc4116989b2d8085d7b151&device_id=e9709b8b-5161-44ba-8565-7b51179ee43e HTTP/1.1" status: 200 len: 1097 time: 0.0520892 Jul 05 03:03:09.563763 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27213b74-0387-4bef-9d25-dc5536ab14b0 req-e085e71d-7cc4-4adb-9a28-e59ce8fb0b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:03:09.565247 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-27213b74-0387-4bef-9d25-dc5536ab14b0 req-e085e71d-7cc4-4adb-9a28-e59ce8fb0b80 service neutron] 10.222.0.21 "GET /v2.0/networks?id=69e0406a-e0d2-4c28-99c6-c22835c25913 HTTP/1.1" status: 200 len: 897 time: 0.0868697 Jul 05 03:03:09.628085 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-27213b74-0387-4bef-9d25-dc5536ab14b0 req-d05ee51c-8b3e-422b-af4c-0ce4382fced8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a201594b-a882-40fe-8b90-80eb05849034 HTTP/1.1" status: 200 len: 1001 time: 0.0562043 Jul 05 03:03:09.678521 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27213b74-0387-4bef-9d25-dc5536ab14b0 req-973a7149-53bc-48bf-8a9e-3d59dac1e1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:03:09.680053 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-27213b74-0387-4bef-9d25-dc5536ab14b0 req-973a7149-53bc-48bf-8a9e-3d59dac1e1b1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=44e77e1f-bc11-49b2-9c3b-7af574ab004a HTTP/1.1" status: 200 len: 833 time: 0.0461330 Jul 05 03:03:09.735770 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27213b74-0387-4bef-9d25-dc5536ab14b0 req-cf062294-fd58-48a5-9f99-953ccabcbd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:03:09.737307 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-27213b74-0387-4bef-9d25-dc5536ab14b0 req-cf062294-fd58-48a5-9f99-953ccabcbd04 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=69e0406a-e0d2-4c28-99c6-c22835c25913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510800 Jul 05 03:03:09.747750 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [req-27213b74-0387-4bef-9d25-dc5536ab14b0 req-4aaa7f4f-e7cf-4053-8c12-31e6401840d8 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:03:09.748781 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-27213b74-0387-4bef-9d25-dc5536ab14b0 req-4aaa7f4f-e7cf-4053-8c12-31e6401840d8 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049000 Jul 05 03:03:09.834092 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-27213b74-0387-4bef-9d25-dc5536ab14b0 req-fc7affff-cb58-45be-bc0c-781294c632f5 service neutron] 10.222.0.21 "GET /v2.0/networks/69e0406a-e0d2-4c28-99c6-c22835c25913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788438 Jul 05 03:03:09.923853 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-27213b74-0387-4bef-9d25-dc5536ab14b0 req-5df844c6-a6a8-420d-a594-86c4e115fc5f service neutron] 10.222.0.21 "GET /v2.0/networks/69e0406a-e0d2-4c28-99c6-c22835c25913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830884 Jul 05 03:03:12.081967 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:03:12.116706 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:03:14.014503 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:03:16.228763 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19e9089-c7e8-4eb2-bf75-029d58d23de0 req-3fa0d260-cab9-41f9-9c47-e3cbc47faedb tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:03:16.230294 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e19e9089-c7e8-4eb2-bf75-029d58d23de0 req-3fa0d260-cab9-41f9-9c47-e3cbc47faedb tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9709b8b-5161-44ba-8565-7b51179ee43e HTTP/1.1" status: 200 len: 945 time: 0.0660493 Jul 05 03:03:16.268428 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e19e9089-c7e8-4eb2-bf75-029d58d23de0 req-364496c2-988b-45d8-8842-75e9f4ed7a76 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b348b39-aad9-4dd6-9c5c-41c913a3fc06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319474 Jul 05 03:03:17.444470 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbabc8b-423f-4e3c-a3da-3c1ee6067ef2 req-00b1009e-3207-46bf-b4f1-6c9a6d035289 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:03:17.448585 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-abbabc8b-423f-4e3c-a3da-3c1ee6067ef2 req-00b1009e-3207-46bf-b4f1-6c9a6d035289 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9709b8b-5161-44ba-8565-7b51179ee43e HTTP/1.1" status: 200 len: 945 time: 0.0637550 Jul 05 03:03:17.486307 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-abbabc8b-423f-4e3c-a3da-3c1ee6067ef2 req-94a958b3-a1e8-4690-a2c7-89f478a0eb6e tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b348b39-aad9-4dd6-9c5c-41c913a3fc06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329335 Jul 05 03:03:18.661977 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f60e26c-d945-49e2-b1f9-0664ee2e3722 req-c0c1b3b8-6492-4c18-81f1-f110710d55a3 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:03:18.663480 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9f60e26c-d945-49e2-b1f9-0664ee2e3722 req-c0c1b3b8-6492-4c18-81f1-f110710d55a3 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9709b8b-5161-44ba-8565-7b51179ee43e HTTP/1.1" status: 200 len: 945 time: 0.0653269 Jul 05 03:03:18.700381 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9f60e26c-d945-49e2-b1f9-0664ee2e3722 req-40a730da-94b6-47e9-a1b0-f009191189d6 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b348b39-aad9-4dd6-9c5c-41c913a3fc06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314445 Jul 05 03:03:19.867821 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a199b01-9d15-45fc-b622-0b3c69dd8e03 req-61ec8834-1618-43ec-b5e7-0d603a2066c2 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:03:19.869223 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4a199b01-9d15-45fc-b622-0b3c69dd8e03 req-61ec8834-1618-43ec-b5e7-0d603a2066c2 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9709b8b-5161-44ba-8565-7b51179ee43e HTTP/1.1" status: 200 len: 945 time: 0.0628588 Jul 05 03:03:19.910716 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4a199b01-9d15-45fc-b622-0b3c69dd8e03 req-0cb57aa5-9f4c-423d-9513-b1fcf06002e3 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b348b39-aad9-4dd6-9c5c-41c913a3fc06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352807 Jul 05 03:03:20.864585 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-6d4ef604-d6c7-4ccb-a50d-ba89cb5a0677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:03:21.085244 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b162fbe2-e688-476a-a810-687b46ef1f3a req-03b2e576-61e2-479d-9bf7-5e827771bd9b tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:03:21.086789 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b162fbe2-e688-476a-a810-687b46ef1f3a req-03b2e576-61e2-479d-9bf7-5e827771bd9b tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9709b8b-5161-44ba-8565-7b51179ee43e HTTP/1.1" status: 200 len: 945 time: 0.0632496 Jul 05 03:03:21.131711 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b162fbe2-e688-476a-a810-687b46ef1f3a req-a037bc83-a962-4ae3-a751-a277bf2d1b7f tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b348b39-aad9-4dd6-9c5c-41c913a3fc06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321777 Jul 05 03:03:22.301136 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12cff0a-6beb-4582-8f05-f0d675d1d130 req-580a6043-4127-46bc-86b2-eca8317736b0 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:03:22.302652 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e12cff0a-6beb-4582-8f05-f0d675d1d130 req-580a6043-4127-46bc-86b2-eca8317736b0 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9709b8b-5161-44ba-8565-7b51179ee43e HTTP/1.1" status: 200 len: 945 time: 0.0664923 Jul 05 03:03:22.347985 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e12cff0a-6beb-4582-8f05-f0d675d1d130 req-77218e03-1201-4b8c-a900-1d9a8180f2ee tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b348b39-aad9-4dd6-9c5c-41c913a3fc06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396667 Jul 05 03:03:23.236890 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-209d9626-1745-47f5-829d-5149dabf2034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:03:23.522548 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b6a5c8-ce7a-4f38-a35c-9385cd93eff9 req-856d1345-b264-4a7b-a45c-fd3594939243 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:03:23.524014 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-32b6a5c8-ce7a-4f38-a35c-9385cd93eff9 req-856d1345-b264-4a7b-a45c-fd3594939243 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9709b8b-5161-44ba-8565-7b51179ee43e HTTP/1.1" status: 200 len: 945 time: 0.0665033 Jul 05 03:03:23.561360 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-32b6a5c8-ce7a-4f38-a35c-9385cd93eff9 req-2a981c89-2858-4f0c-8203-f774f74805cf tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b348b39-aad9-4dd6-9c5c-41c913a3fc06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316992 Jul 05 03:03:23.951976 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:03:24.736794 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95164b36-c080-404c-aa85-bfe7dd8cd076 req-02d280a6-a4fb-432e-aca1-76f1bb1ed698 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:03:24.738377 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-95164b36-c080-404c-aa85-bfe7dd8cd076 req-02d280a6-a4fb-432e-aca1-76f1bb1ed698 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9709b8b-5161-44ba-8565-7b51179ee43e HTTP/1.1" status: 200 len: 945 time: 0.0624561 Jul 05 03:03:24.762385 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:03:24.775182 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-95164b36-c080-404c-aa85-bfe7dd8cd076 req-92b6a786-d034-42b7-86c0-973dda8e2a61 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b348b39-aad9-4dd6-9c5c-41c913a3fc06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312850 Jul 05 03:03:25.946137 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bf8660-7417-4daa-9e9c-7e13f947ea54 req-b544d5b3-ad14-430d-9d79-688ff903ea28 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:03:25.947644 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-60bf8660-7417-4daa-9e9c-7e13f947ea54 req-b544d5b3-ad14-430d-9d79-688ff903ea28 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9709b8b-5161-44ba-8565-7b51179ee43e HTTP/1.1" status: 200 len: 945 time: 0.0620131 Jul 05 03:03:25.984054 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-60bf8660-7417-4daa-9e9c-7e13f947ea54 req-762bc240-6a49-40b9-bc4f-9c4d5674c773 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b348b39-aad9-4dd6-9c5c-41c913a3fc06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302732 Jul 05 03:03:26.196406 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:03:27.156812 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0df4de-bd34-491d-ba1d-374d94d13482 req-a05ed28b-af03-49b2-b1ef-99718424fa33 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:03:27.158340 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-df0df4de-bd34-491d-ba1d-374d94d13482 req-a05ed28b-af03-49b2-b1ef-99718424fa33 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9709b8b-5161-44ba-8565-7b51179ee43e HTTP/1.1" status: 200 len: 945 time: 0.0652614 Jul 05 03:03:27.194555 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-df0df4de-bd34-491d-ba1d-374d94d13482 req-e4b3d5d0-6cb5-4b5a-a892-a654c787d8b0 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b348b39-aad9-4dd6-9c5c-41c913a3fc06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308151 Jul 05 03:03:28.364328 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a14d0f5-04f0-4674-8ebe-446e8bf3c99b req-7d804183-398b-4c6e-8494-fe52df8151c9 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:03:28.365838 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7a14d0f5-04f0-4674-8ebe-446e8bf3c99b req-7d804183-398b-4c6e-8494-fe52df8151c9 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9709b8b-5161-44ba-8565-7b51179ee43e HTTP/1.1" status: 200 len: 945 time: 0.0622568 Jul 05 03:03:28.402714 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7a14d0f5-04f0-4674-8ebe-446e8bf3c99b req-cc15f45d-a233-4f43-974c-4e8b824ca986 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b348b39-aad9-4dd6-9c5c-41c913a3fc06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313609 Jul 05 03:03:29.574398 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00f85da-ccf9-4bfe-8458-dfcd865f3e68 req-1d436f67-8497-41b7-a3fe-d96d857dea7f tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:03:29.575930 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e00f85da-ccf9-4bfe-8458-dfcd865f3e68 req-1d436f67-8497-41b7-a3fe-d96d857dea7f tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9709b8b-5161-44ba-8565-7b51179ee43e HTTP/1.1" status: 200 len: 945 time: 0.0631564 Jul 05 03:03:29.612772 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e00f85da-ccf9-4bfe-8458-dfcd865f3e68 req-82237eac-22f4-4228-b4b3-9f3f92e81321 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b348b39-aad9-4dd6-9c5c-41c913a3fc06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314310 Jul 05 03:03:30.330670 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da249a1-2d8d-4cc4-963e-21beadfe3928 req-af6d808f-97a4-4a76-8f04-bd8771d376c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:03:30.332159 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2da249a1-2d8d-4cc4-963e-21beadfe3928 req-af6d808f-97a4-4a76-8f04-bd8771d376c1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e9709b8b-5161-44ba-8565-7b51179ee43e HTTP/1.1" status: 200 len: 1097 time: 0.0545814 Jul 05 03:03:30.367638 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2da249a1-2d8d-4cc4-963e-21beadfe3928 req-84ae1d0f-e8a4-4d37-8d79-1f43d389a1c5 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2b348b39-aad9-4dd6-9c5c-41c913a3fc06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287852 Jul 05 03:03:30.789610 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fffc1d5-9b14-479c-962d-6239620017d5 req-edad3d7f-88c9-40ce-8a5f-b1fb7dda97c8 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:03:30.791026 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3fffc1d5-9b14-479c-962d-6239620017d5 req-edad3d7f-88c9-40ce-8a5f-b1fb7dda97c8 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9709b8b-5161-44ba-8565-7b51179ee43e HTTP/1.1" status: 200 len: 945 time: 0.0616550 Jul 05 03:03:30.828008 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3fffc1d5-9b14-479c-962d-6239620017d5 req-2160cd6c-73cd-4670-b94c-863b8315ec34 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b348b39-aad9-4dd6-9c5c-41c913a3fc06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310683 Jul 05 03:03:31.179169 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device a201594b-a882-40fe-8b90-80eb05849034 details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:03:31.269128 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port a201594b-a882-40fe-8b90-80eb05849034, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=a201594b-a882-40fe-8b90-80eb05849034,segment=NetworkSegment(09ab2af2-4373-415b-9993-e7cde8b020da),segment_id=09ab2af2-4373-415b-9993-e7cde8b020da)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:03:31.280869 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': 'a201594b-a882-40fe-8b90-80eb05849034', 'network_id': '69e0406a-e0d2-4c28-99c6-c22835c25913', 'port_id': 'a201594b-a882-40fe-8b90-80eb05849034', 'mac_address': 'fa:16:3e:3f:10:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44e77e1f-bc11-49b2-9c3b-7af574ab004a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:03:31.321043 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:03:31.333729 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a201594b-a882-40fe-8b90-80eb05849034 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:03:31.352863 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port a201594b-a882-40fe-8b90-80eb05849034, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=a201594b-a882-40fe-8b90-80eb05849034,segment=NetworkSegment(09ab2af2-4373-415b-9993-e7cde8b020da),segment_id=09ab2af2-4373-415b-9993-e7cde8b020da)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:03:31.419317 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:03:31.464562 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=a201594b-a882-40fe-8b90-80eb05849034,revision_number=6']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:03:31.472145 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:03:31.472493 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:03:31.472831 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:03:31.473167 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:03:31.473499 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:03:31.473831 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:03:31.474178 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:03:31.474506 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:03:31.474829 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:03:31.475155 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:03:31.475475 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:03:31.475794 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:03:31.615870 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['a201594b-a882-40fe-8b90-80eb05849034'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:03:32.000235 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782ad3ed-fd4f-489c-b7c7-67870fc10d95 req-11661096-e7b4-4a04-a630-70a03f2072cd tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:03:32.001711 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-782ad3ed-fd4f-489c-b7c7-67870fc10d95 req-11661096-e7b4-4a04-a630-70a03f2072cd tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9709b8b-5161-44ba-8565-7b51179ee43e HTTP/1.1" status: 200 len: 944 time: 0.0614243 Jul 05 03:03:32.041776 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-782ad3ed-fd4f-489c-b7c7-67870fc10d95 req-0ac3b4ea-2922-48e3-a663-75c0c0173237 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b348b39-aad9-4dd6-9c5c-41c913a3fc06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345836 Jul 05 03:03:32.066326 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46400) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:03:32.125777 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-7b4ed070-cacc-43e2-a6bc-f5cb9c5fae1f tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/floatingips/8227a81e-f485-461a-ae03-080d63a546db HTTP/1.1" status: 200 len: 992 time: 0.0582891 Jul 05 03:03:33.197113 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device a201594b-a882-40fe-8b90-80eb05849034 up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:03:33.242605 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port a201594b-a882-40fe-8b90-80eb05849034 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:03:33.242977 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:03:33.318922 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:03:33.347619 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9709b8b-5161-44ba-8565-7b51179ee43e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a201594b-a882-40fe-8b90-80eb05849034'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:03:33.349858 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63a7c4bf-8070-4add-94b0-9fe7cdd179f3" -d '{"events": [{"server_uuid": "e9709b8b-5161-44ba-8565-7b51179ee43e", "name": "network-vif-plugged", "status": "completed", "tag": "a201594b-a882-40fe-8b90-80eb05849034"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:03:33.364692 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port a201594b-a882-40fe-8b90-80eb05849034, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=a201594b-a882-40fe-8b90-80eb05849034,segment=NetworkSegment(09ab2af2-4373-415b-9993-e7cde8b020da),segment_id=09ab2af2-4373-415b-9993-e7cde8b020da)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:03:33.385749 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad90210-4a38-4d42-bd42-92c71f2b9306 x-openstack-request-id: req-1ad90210-4a38-4d42-bd42-92c71f2b9306 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:03:33.386106 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9709b8b-5161-44ba-8565-7b51179ee43e", "name": "network-vif-plugged", "status": "completed", "tag": "a201594b-a882-40fe-8b90-80eb05849034", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:03:33.393008 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1ad90210-4a38-4d42-bd42-92c71f2b9306 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:03:33.393008 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9709b8b-5161-44ba-8565-7b51179ee43e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a201594b-a882-40fe-8b90-80eb05849034', 'code': 200} Jul 05 03:03:33.431184 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:03:33.477790 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=a201594b-a882-40fe-8b90-80eb05849034,revision_number=7']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:03:42.077008 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:03:42.093201 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:03:50.893827 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-964be870-ef2b-4386-80c9-8d3f6caafdd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:03:51.013600 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:03:53.252684 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-ec3be690-0faf-48e3-b01d-2792bd71ac99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:03:53.973649 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:03:54.744592 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:03:56.196164 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:02.713183 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46412) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:04:02.865351 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-2a8fea1b-3cf4-47e6-810c-ee352e531769 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Deleting port 7fe7fd89-806c-4f9f-b349-d23ec38660dc {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:04:02.865607 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2a8fea1b-3cf4-47e6-810c-ee352e531769 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:02.940464 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2a8fea1b-3cf4-47e6-810c-ee352e531769 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:02.940843 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2a8fea1b-3cf4-47e6-810c-ee352e531769 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:02.952490 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-2a8fea1b-3cf4-47e6-810c-ee352e531769 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Calling delete_port for 7fe7fd89-806c-4f9f-b349-d23ec38660dc owned by network:floatingip {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:04:03.161861 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2a8fea1b-3cf4-47e6-810c-ee352e531769 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:03.186765 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8fea1b-3cf4-47e6-810c-ee352e531769 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Pushing event deleted for resources: {'Port': ['ID=7fe7fd89-806c-4f9f-b349-d23ec38660dc,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:04:03.216254 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8fea1b-3cf4-47e6-810c-ee352e531769 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:04:03.216607 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8fea1b-3cf4-47e6-810c-ee352e531769 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:04:03.216955 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8fea1b-3cf4-47e6-810c-ee352e531769 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:04:03.217289 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8fea1b-3cf4-47e6-810c-ee352e531769 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:04:03.217622 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8fea1b-3cf4-47e6-810c-ee352e531769 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:04:03.217961 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8fea1b-3cf4-47e6-810c-ee352e531769 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:04:03.218318 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8fea1b-3cf4-47e6-810c-ee352e531769 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:04:03.218648 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8fea1b-3cf4-47e6-810c-ee352e531769 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:04:03.218977 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8fea1b-3cf4-47e6-810c-ee352e531769 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:04:03.219302 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8fea1b-3cf4-47e6-810c-ee352e531769 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:04:03.219628 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8fea1b-3cf4-47e6-810c-ee352e531769 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:04:03.219950 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8fea1b-3cf4-47e6-810c-ee352e531769 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:04:03.258592 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2a8fea1b-3cf4-47e6-810c-ee352e531769 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for floatingip, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:03.258973 n-d-771362-32 neutron-server[94462]: INFO neutron.db.l3_db [None req-2a8fea1b-3cf4-47e6-810c-ee352e531769 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Floating IP 8227a81e-f485-461a-ae03-080d63a546db disassociated (deleted). External IP: 172.25.7.156, port: a201594b-a882-40fe-8b90-80eb05849034. Jul 05 03:04:03.462844 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a8fea1b-3cf4-47e6-810c-ee352e531769 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Router ef4cef7d-ddbc-484d-9a7b-e99fed398ceb has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:04:03.568272 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a8fea1b-3cf4-47e6-810c-ee352e531769 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:04:03.573129 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2a8fea1b-3cf4-47e6-810c-ee352e531769 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:03.580802 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb5e050-c756-4ef3-97a9-7049a1499960 None None] Sync routers for ids ['ef4cef7d-ddbc-484d-9a7b-e99fed398ceb'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:04:03.589626 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb5e050-c756-4ef3-97a9-7049a1499960 None None] Routers {'ef4cef7d-ddbc-484d-9a7b-e99fed398ceb'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:04:03.590266 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-beb5e050-c756-4ef3-97a9-7049a1499960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:03:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['ef4cef7d-ddbc-484d-9a7b-e99fed398ceb'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:04:03.608301 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-2a8fea1b-3cf4-47e6-810c-ee352e531769 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "DELETE /v2.0/floatingips/8227a81e-f485-461a-ae03-080d63a546db HTTP/1.1" status: 204 len: 168 time: 0.8934777 Jul 05 03:04:03.608993 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9709b8b-5161-44ba-8565-7b51179ee43e', 'tag': 'a201594b-a882-40fe-8b90-80eb05849034'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:04:03.611352 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b223267e0e0ddb3199af7772d0b45336e3b4b54fbb151c86a8051291a61e85db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c25e7e9e-36c1-4d7b-abc1-e17d5ad2638c" -d '{"events": [{"name": "network-changed", "server_uuid": "e9709b8b-5161-44ba-8565-7b51179ee43e", "tag": "a201594b-a882-40fe-8b90-80eb05849034"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:04:03.648745 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-257625a3-1cb7-45db-9db2-3ba6f7cb888d x-openstack-request-id: req-257625a3-1cb7-45db-9db2-3ba6f7cb888d {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:04:03.649035 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9709b8b-5161-44ba-8565-7b51179ee43e", "tag": "a201594b-a882-40fe-8b90-80eb05849034", "status": "completed", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:04:03.649285 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-257625a3-1cb7-45db-9db2-3ba6f7cb888d {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:04:03.649688 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9709b8b-5161-44ba-8565-7b51179ee43e', 'tag': 'a201594b-a882-40fe-8b90-80eb05849034', 'status': 'completed', 'code': 200} Jul 05 03:04:03.699021 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-beb5e050-c756-4ef3-97a9-7049a1499960 None None] Set router ef4cef7d-ddbc-484d-9a7b-e99fed398ceb gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:04:03.731009 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e7e9e-36c1-4d7b-abc1-e17d5ad2638c req-17519c87-9c1f-4b72-ac4e-8e93ff6a7242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:04:03.732472 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c25e7e9e-36c1-4d7b-abc1-e17d5ad2638c req-17519c87-9c1f-4b72-ac4e-8e93ff6a7242 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c924626042fc4116989b2d8085d7b151&device_id=e9709b8b-5161-44ba-8565-7b51179ee43e HTTP/1.1" status: 200 len: 1097 time: 0.0566845 Jul 05 03:04:03.823045 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e7e9e-36c1-4d7b-abc1-e17d5ad2638c req-45700b43-f5f4-4e7e-beb0-b63908e7bfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:04:03.824555 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c25e7e9e-36c1-4d7b-abc1-e17d5ad2638c req-45700b43-f5f4-4e7e-beb0-b63908e7bfc2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=69e0406a-e0d2-4c28-99c6-c22835c25913 HTTP/1.1" status: 200 len: 897 time: 0.0846446 Jul 05 03:04:03.871747 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c25e7e9e-36c1-4d7b-abc1-e17d5ad2638c req-b9dc87ec-6b0c-48e2-86b2-01f4398c33f6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a201594b-a882-40fe-8b90-80eb05849034 HTTP/1.1" status: 200 len: 217 time: 0.0382318 Jul 05 03:04:03.898556 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-beb5e050-c756-4ef3-97a9-7049a1499960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef4cef7d-ddbc-484d-9a7b-e99fed398ceb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1196780613', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'dd1c3a21-00af-44eb-96c1-e0cb3f81d16e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:02:27Z', 'updated_at': '2021-07-05T03:02:32Z', 'revision_number': 4, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'gw_port': {'id': 'dd1c3a21-00af-44eb-96c1-e0cb3f81d16e', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4cef7d-ddbc-484d-9a7b-e99fed398ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:02:28Z', 'updated_at': '2021-07-05T03:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '01735fdb-c89b-4fbe-bb2f-908153880dfa', 'name': '', 'network_id': '69e0406a-e0d2-4c28-99c6-c22835c25913', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'mac_address': 'fa:16:3e:00:58:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4cef7d-ddbc-484d-9a7b-e99fed398ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '44e77e1f-bc11-49b2-9c3b-7af574ab004a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:02:31Z', 'updated_at': '2021-07-05T03:02:36Z', 'revision_number': 5, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'subnets': [{'id': '44e77e1f-bc11-49b2-9c3b-7af574ab004a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:04:03.926916 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e7e9e-36c1-4d7b-abc1-e17d5ad2638c req-9db54dc7-fb46-4195-9fff-c98ca3b3ff48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:04:03.928424 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c25e7e9e-36c1-4d7b-abc1-e17d5ad2638c req-9db54dc7-fb46-4195-9fff-c98ca3b3ff48 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=44e77e1f-bc11-49b2-9c3b-7af574ab004a HTTP/1.1" status: 200 len: 833 time: 0.0462856 Jul 05 03:04:03.934461 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb5e050-c756-4ef3-97a9-7049a1499960 None None] Checking router: ef4cef7d-ddbc-484d-9a7b-e99fed398ceb for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:04:03.944367 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb5e050-c756-4ef3-97a9-7049a1499960 None None] Routers {'ef4cef7d-ddbc-484d-9a7b-e99fed398ceb'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:04:03.945004 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-beb5e050-c756-4ef3-97a9-7049a1499960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:03:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['ef4cef7d-ddbc-484d-9a7b-e99fed398ceb'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:04:03.985910 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e7e9e-36c1-4d7b-abc1-e17d5ad2638c req-b1bc7756-85dc-4b9e-80e0-aa19dfaffb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:04:03.987404 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c25e7e9e-36c1-4d7b-abc1-e17d5ad2638c req-b1bc7756-85dc-4b9e-80e0-aa19dfaffb65 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=69e0406a-e0d2-4c28-99c6-c22835c25913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524685 Jul 05 03:04:04.091073 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c25e7e9e-36c1-4d7b-abc1-e17d5ad2638c req-328a453b-33d1-49ce-94aa-02fc5b1fd384 service neutron] 10.222.0.21 "GET /v2.0/networks/69e0406a-e0d2-4c28-99c6-c22835c25913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952725 Jul 05 03:04:04.186418 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c25e7e9e-36c1-4d7b-abc1-e17d5ad2638c req-cca9a5e9-4568-48cc-ba7c-f7f5d9195357 service neutron] 10.222.0.21 "GET /v2.0/networks/69e0406a-e0d2-4c28-99c6-c22835c25913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868733 Jul 05 03:04:04.207781 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-beb5e050-c756-4ef3-97a9-7049a1499960 None None] Set router ef4cef7d-ddbc-484d-9a7b-e99fed398ceb gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:04:04.254206 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3b49ca-4c68-43ef-bb88-7ff9b9c9f6f8 req-38c9141e-ede6-4093-b8ab-7f5f75d1cbe1 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:04:04.255799 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3c3b49ca-4c68-43ef-bb88-7ff9b9c9f6f8 req-38c9141e-ede6-4093-b8ab-7f5f75d1cbe1 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9709b8b-5161-44ba-8565-7b51179ee43e HTTP/1.1" status: 200 len: 945 time: 0.0714116 Jul 05 03:04:04.299250 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3c3b49ca-4c68-43ef-bb88-7ff9b9c9f6f8 req-68c6edc0-4cf9-4d67-9ad3-56dc09fa3db8 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b348b39-aad9-4dd6-9c5c-41c913a3fc06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373769 Jul 05 03:04:04.409292 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-beb5e050-c756-4ef3-97a9-7049a1499960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef4cef7d-ddbc-484d-9a7b-e99fed398ceb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1196780613', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'dd1c3a21-00af-44eb-96c1-e0cb3f81d16e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:02:27Z', 'updated_at': '2021-07-05T03:02:32Z', 'revision_number': 4, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'gw_port': {'id': 'dd1c3a21-00af-44eb-96c1-e0cb3f81d16e', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4cef7d-ddbc-484d-9a7b-e99fed398ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:02:28Z', 'updated_at': '2021-07-05T03:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '01735fdb-c89b-4fbe-bb2f-908153880dfa', 'name': '', 'network_id': '69e0406a-e0d2-4c28-99c6-c22835c25913', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'mac_address': 'fa:16:3e:00:58:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4cef7d-ddbc-484d-9a7b-e99fed398ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '44e77e1f-bc11-49b2-9c3b-7af574ab004a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:02:31Z', 'updated_at': '2021-07-05T03:02:36Z', 'revision_number': 5, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'subnets': [{'id': '44e77e1f-bc11-49b2-9c3b-7af574ab004a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:04:04.434856 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb5e050-c756-4ef3-97a9-7049a1499960 None None] The sync data for ids ['ef4cef7d-ddbc-484d-9a7b-e99fed398ceb'] in n-d-771362-32 is: [{'id': 'ef4cef7d-ddbc-484d-9a7b-e99fed398ceb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1196780613', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'dd1c3a21-00af-44eb-96c1-e0cb3f81d16e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:02:27Z', 'updated_at': '2021-07-05T03:02:32Z', 'revision_number': 4, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'gw_port': {'id': 'dd1c3a21-00af-44eb-96c1-e0cb3f81d16e', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4cef7d-ddbc-484d-9a7b-e99fed398ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:02:28Z', 'updated_at': '2021-07-05T03:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '01735fdb-c89b-4fbe-bb2f-908153880dfa', 'name': '', 'network_id': '69e0406a-e0d2-4c28-99c6-c22835c25913', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'mac_address': 'fa:16:3e:00:58:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4cef7d-ddbc-484d-9a7b-e99fed398ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '44e77e1f-bc11-49b2-9c3b-7af574ab004a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:02:31Z', 'updated_at': '2021-07-05T03:02:36Z', 'revision_number': 5, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'subnets': [{'id': '44e77e1f-bc11-49b2-9c3b-7af574ab004a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:04:04.636042 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34df164e-0a39-4ba5-9863-301dde7f5b76 None None] New status for floating IP 8227a81e-f485-461a-ae03-080d63a546db: DOWN {{(pid=94464) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:04:05.532303 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228d00e1-665b-4609-8700-6c09f4b960c2 req-1bb0d0aa-aecc-4469-8362-92b8a7981764 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:04:05.533849 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-228d00e1-665b-4609-8700-6c09f4b960c2 req-1bb0d0aa-aecc-4469-8362-92b8a7981764 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9709b8b-5161-44ba-8565-7b51179ee43e HTTP/1.1" status: 200 len: 945 time: 0.1221113 Jul 05 03:04:05.558887 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54626a3b-f9b8-46e7-9aea-0716e97486a6 req-92f00378-279b-455d-a550-58d1ad7a2361 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:04:05.560310 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-54626a3b-f9b8-46e7-9aea-0716e97486a6 req-92f00378-279b-455d-a550-58d1ad7a2361 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9709b8b-5161-44ba-8565-7b51179ee43e HTTP/1.1" status: 200 len: 945 time: 0.1202478 Jul 05 03:04:05.614274 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-228d00e1-665b-4609-8700-6c09f4b960c2 req-2ccbee18-fdb1-4fce-8f16-a5ccd075cf6e tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b348b39-aad9-4dd6-9c5c-41c913a3fc06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720317 Jul 05 03:04:05.672340 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-54626a3b-f9b8-46e7-9aea-0716e97486a6 req-52ba74ef-7a58-418d-b3bd-d464a831af42 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Deleting port a201594b-a882-40fe-8b90-80eb05849034 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:04:05.672688 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-54626a3b-f9b8-46e7-9aea-0716e97486a6 req-52ba74ef-7a58-418d-b3bd-d464a831af42 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:05.760311 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-54626a3b-f9b8-46e7-9aea-0716e97486a6 req-52ba74ef-7a58-418d-b3bd-d464a831af42 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] For port a201594b-a882-40fe-8b90-80eb05849034, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=a201594b-a882-40fe-8b90-80eb05849034,segment=NetworkSegment(09ab2af2-4373-415b-9993-e7cde8b020da),segment_id=09ab2af2-4373-415b-9993-e7cde8b020da)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:04:05.760675 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-54626a3b-f9b8-46e7-9aea-0716e97486a6 req-52ba74ef-7a58-418d-b3bd-d464a831af42 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:05.772919 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-54626a3b-f9b8-46e7-9aea-0716e97486a6 req-52ba74ef-7a58-418d-b3bd-d464a831af42 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Calling delete_port for a201594b-a882-40fe-8b90-80eb05849034 owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:04:05.972455 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-54626a3b-f9b8-46e7-9aea-0716e97486a6 req-52ba74ef-7a58-418d-b3bd-d464a831af42 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:05.998873 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ba74ef-7a58-418d-b3bd-d464a831af42 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Pushing event deleted for resources: {'Port': ['ID=a201594b-a882-40fe-8b90-80eb05849034,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:04:06.014501 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ba74ef-7a58-418d-b3bd-d464a831af42 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:04:06.014501 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ba74ef-7a58-418d-b3bd-d464a831af42 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:04:06.014501 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ba74ef-7a58-418d-b3bd-d464a831af42 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:04:06.014501 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ba74ef-7a58-418d-b3bd-d464a831af42 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:04:06.014501 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ba74ef-7a58-418d-b3bd-d464a831af42 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:04:06.015117 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ba74ef-7a58-418d-b3bd-d464a831af42 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:04:06.015205 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ba74ef-7a58-418d-b3bd-d464a831af42 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:04:06.015477 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ba74ef-7a58-418d-b3bd-d464a831af42 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:04:06.015805 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ba74ef-7a58-418d-b3bd-d464a831af42 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:04:06.016135 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ba74ef-7a58-418d-b3bd-d464a831af42 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:04:06.016460 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ba74ef-7a58-418d-b3bd-d464a831af42 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:04:06.016785 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ba74ef-7a58-418d-b3bd-d464a831af42 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:04:06.055425 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-54626a3b-f9b8-46e7-9aea-0716e97486a6 req-52ba74ef-7a58-418d-b3bd-d464a831af42 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] No DVR routers for this DVR port a201594b-a882-40fe-8b90-80eb05849034 on host n-h1-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:04:06.057946 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-54626a3b-f9b8-46e7-9aea-0716e97486a6 req-52ba74ef-7a58-418d-b3bd-d464a831af42 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:06.059942 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-54626a3b-f9b8-46e7-9aea-0716e97486a6 req-52ba74ef-7a58-418d-b3bd-d464a831af42 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.21 "DELETE /v2.0/ports/a201594b-a882-40fe-8b90-80eb05849034 HTTP/1.1" status: 204 len: 173 time: 0.4934969 Jul 05 03:04:06.060387 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9709b8b-5161-44ba-8565-7b51179ee43e', 'name': 'network-vif-deleted', 'tag': 'a201594b-a882-40fe-8b90-80eb05849034'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:04:06.062628 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ae80aad-fce8-477c-9ef2-185535b32191" -d '{"events": [{"server_uuid": "e9709b8b-5161-44ba-8565-7b51179ee43e", "name": "network-vif-deleted", "tag": "a201594b-a882-40fe-8b90-80eb05849034"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:04:06.099323 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77b7ae31-299f-474f-bf9e-9b5a54b6773a x-openstack-request-id: req-77b7ae31-299f-474f-bf9e-9b5a54b6773a {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:04:06.099642 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9709b8b-5161-44ba-8565-7b51179ee43e", "name": "network-vif-deleted", "tag": "a201594b-a882-40fe-8b90-80eb05849034", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:04:06.099898 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-77b7ae31-299f-474f-bf9e-9b5a54b6773a {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:04:06.100322 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9709b8b-5161-44ba-8565-7b51179ee43e', 'name': 'network-vif-deleted', 'tag': 'a201594b-a882-40fe-8b90-80eb05849034', 'status': 'completed', 'code': 200} Jul 05 03:04:06.767936 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ee35944d-4716-446c-a1d0-c79e9d7fbfea req-1ac17f72-f34f-4227-bf50-582729e8e31f tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9709b8b-5161-44ba-8565-7b51179ee43e HTTP/1.1" status: 200 len: 210 time: 0.0302119 Jul 05 03:04:07.861660 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46428) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:04:08.534059 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-14674dc0-76ce-4704-b47b-6035e36841fa tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1634680'] for router_interface, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:08.797431 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-14674dc0-76ce-4704-b47b-6035e36841fa tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Deleting port 01735fdb-c89b-4fbe-bb2f-908153880dfa {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:04:08.797687 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-14674dc0-76ce-4704-b47b-6035e36841fa tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:08.884244 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-14674dc0-76ce-4704-b47b-6035e36841fa tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] For port 01735fdb-c89b-4fbe-bb2f-908153880dfa, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=01735fdb-c89b-4fbe-bb2f-908153880dfa,segment=NetworkSegment(09ab2af2-4373-415b-9993-e7cde8b020da),segment_id=09ab2af2-4373-415b-9993-e7cde8b020da)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:04:08.884950 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-14674dc0-76ce-4704-b47b-6035e36841fa tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:08.896915 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-14674dc0-76ce-4704-b47b-6035e36841fa tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Calling delete_port for 01735fdb-c89b-4fbe-bb2f-908153880dfa owned by network:router_interface {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:04:09.167510 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-14674dc0-76ce-4704-b47b-6035e36841fa tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:09.194115 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14674dc0-76ce-4704-b47b-6035e36841fa tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Pushing event deleted for resources: {'Port': ['ID=01735fdb-c89b-4fbe-bb2f-908153880dfa,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:04:09.372018 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-14674dc0-76ce-4704-b47b-6035e36841fa tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635398'] for router_interface, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:09.407032 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device a201594b-a882-40fe-8b90-80eb05849034 no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:04:09.427536 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] No Port match for: a201594b-a882-40fe-8b90-80eb05849034 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:04:09.427820 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device a201594b-a882-40fe-8b90-80eb05849034 not bound to the agent host n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:04:09.596536 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14674dc0-76ce-4704-b47b-6035e36841fa tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Router ef4cef7d-ddbc-484d-9a7b-e99fed398ceb has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:04:09.702919 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14674dc0-76ce-4704-b47b-6035e36841fa tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:04:09.712601 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-14674dc0-76ce-4704-b47b-6035e36841fa tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "PUT /v2.0/routers/ef4cef7d-ddbc-484d-9a7b-e99fed398ceb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8450947 Jul 05 03:04:09.712601 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46430) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:04:09.712790 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6673ac92-17c7-49f9-8388-7b782f47552b None None] Sync routers for ids ['ef4cef7d-ddbc-484d-9a7b-e99fed398ceb'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:04:09.721863 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6673ac92-17c7-49f9-8388-7b782f47552b None None] Routers {'ef4cef7d-ddbc-484d-9a7b-e99fed398ceb'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:04:09.722503 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-6673ac92-17c7-49f9-8388-7b782f47552b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:03:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['ef4cef7d-ddbc-484d-9a7b-e99fed398ceb'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:04:09.766030 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-eddb3151-81f8-4826-a94c-f03aba1949e1 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Deleting subnet 44e77e1f-bc11-49b2-9c3b-7af574ab004a {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:04:09.769129 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-eddb3151-81f8-4826-a94c-f03aba1949e1 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:09.809070 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-eddb3151-81f8-4826-a94c-f03aba1949e1 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:09.826517 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-6673ac92-17c7-49f9-8388-7b782f47552b None None] Set router ef4cef7d-ddbc-484d-9a7b-e99fed398ceb gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:04:09.891290 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-eddb3151-81f8-4826-a94c-f03aba1949e1 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:10.003820 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-6673ac92-17c7-49f9-8388-7b782f47552b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef4cef7d-ddbc-484d-9a7b-e99fed398ceb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1196780613', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'dd1c3a21-00af-44eb-96c1-e0cb3f81d16e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:02:27Z', 'updated_at': '2021-07-05T03:04:09Z', 'revision_number': 5, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'gw_port': {'id': 'dd1c3a21-00af-44eb-96c1-e0cb3f81d16e', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4cef7d-ddbc-484d-9a7b-e99fed398ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:02:28Z', 'updated_at': '2021-07-05T03:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:04:10.029767 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6673ac92-17c7-49f9-8388-7b782f47552b None None] Checking router: ef4cef7d-ddbc-484d-9a7b-e99fed398ceb for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:04:10.037803 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6673ac92-17c7-49f9-8388-7b782f47552b None None] Routers {'ef4cef7d-ddbc-484d-9a7b-e99fed398ceb'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:04:10.038451 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-6673ac92-17c7-49f9-8388-7b782f47552b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:03:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['ef4cef7d-ddbc-484d-9a7b-e99fed398ceb'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:04:10.047336 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-eddb3151-81f8-4826-a94c-f03aba1949e1 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:10.081344 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddb3151-81f8-4826-a94c-f03aba1949e1 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Pushing event deleted for resources: {'Subnet': ['ID=44e77e1f-bc11-49b2-9c3b-7af574ab004a,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:04:10.084259 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-eddb3151-81f8-4826-a94c-f03aba1949e1 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:10.087047 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-eddb3151-81f8-4826-a94c-f03aba1949e1 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "DELETE /v2.0/subnets/44e77e1f-bc11-49b2-9c3b-7af574ab004a HTTP/1.1" status: 204 len: 168 time: 0.3755329 Jul 05 03:04:10.089652 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46432) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:04:10.090866 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb568771-3131-4458-824d-5df9ca33a5fa None None] Network 69e0406a-e0d2-4c28-99c6-c22835c25913 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:04:10.206040 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-6673ac92-17c7-49f9-8388-7b782f47552b None None] Set router ef4cef7d-ddbc-484d-9a7b-e99fed398ceb gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:04:10.217869 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d8067fff-dacd-4216-9ead-7c16d7ffefe9 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for router, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:10.324165 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d8067fff-dacd-4216-9ead-7c16d7ffefe9 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:10.443620 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-6673ac92-17c7-49f9-8388-7b782f47552b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef4cef7d-ddbc-484d-9a7b-e99fed398ceb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1196780613', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'dd1c3a21-00af-44eb-96c1-e0cb3f81d16e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:02:27Z', 'updated_at': '2021-07-05T03:04:09Z', 'revision_number': 5, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'gw_port': {'id': 'dd1c3a21-00af-44eb-96c1-e0cb3f81d16e', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4cef7d-ddbc-484d-9a7b-e99fed398ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:02:28Z', 'updated_at': '2021-07-05T03:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:04:10.448703 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aef5134-9544-40c8-ba2c-3fa385b9cf6f None None] DHCP port deletion for 69e0406a-e0d2-4c28-99c6-c22835c25913 request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:04:10.465057 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-d8067fff-dacd-4216-9ead-7c16d7ffefe9 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Deleting port dd1c3a21-00af-44eb-96c1-e0cb3f81d16e {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:04:10.471546 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d8067fff-dacd-4216-9ead-7c16d7ffefe9 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:10.479525 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6673ac92-17c7-49f9-8388-7b782f47552b None None] The sync data for ids ['ef4cef7d-ddbc-484d-9a7b-e99fed398ceb'] in n-d-771362-32 is: [{'id': 'ef4cef7d-ddbc-484d-9a7b-e99fed398ceb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1196780613', 'tenant_id': 'c924626042fc4116989b2d8085d7b151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'dd1c3a21-00af-44eb-96c1-e0cb3f81d16e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:02:27Z', 'updated_at': '2021-07-05T03:04:09Z', 'revision_number': 5, 'project_id': 'c924626042fc4116989b2d8085d7b151', 'gw_port': {'id': 'dd1c3a21-00af-44eb-96c1-e0cb3f81d16e', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4cef7d-ddbc-484d-9a7b-e99fed398ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:02:28Z', 'updated_at': '2021-07-05T03:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:04:10.535154 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-5aef5134-9544-40c8-ba2c-3fa385b9cf6f None None] Deleting port 5f233c64-d67e-4997-a2a2-7a7b13e5471f {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:04:10.535537 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5aef5134-9544-40c8-ba2c-3fa385b9cf6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:10.556374 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-d8067fff-dacd-4216-9ead-7c16d7ffefe9 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] For port dd1c3a21-00af-44eb-96c1-e0cb3f81d16e, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=dd1c3a21-00af-44eb-96c1-e0cb3f81d16e,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:04:10.556670 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d8067fff-dacd-4216-9ead-7c16d7ffefe9 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:10.570109 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-d8067fff-dacd-4216-9ead-7c16d7ffefe9 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Calling delete_port for dd1c3a21-00af-44eb-96c1-e0cb3f81d16e owned by network:router_gateway {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:04:10.596453 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-5aef5134-9544-40c8-ba2c-3fa385b9cf6f None None] For port 5f233c64-d67e-4997-a2a2-7a7b13e5471f, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=5f233c64-d67e-4997-a2a2-7a7b13e5471f,segment=NetworkSegment(09ab2af2-4373-415b-9993-e7cde8b020da),segment_id=09ab2af2-4373-415b-9993-e7cde8b020da)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:04:10.596849 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5aef5134-9544-40c8-ba2c-3fa385b9cf6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:10.609707 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-5aef5134-9544-40c8-ba2c-3fa385b9cf6f None None] Calling delete_port for 5f233c64-d67e-4997-a2a2-7a7b13e5471f owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:04:10.837598 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5aef5134-9544-40c8-ba2c-3fa385b9cf6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:10.864013 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aef5134-9544-40c8-ba2c-3fa385b9cf6f None None] Pushing event deleted for resources: {'Port': ['ID=5f233c64-d67e-4997-a2a2-7a7b13e5471f,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:04:10.867599 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aef5134-9544-40c8-ba2c-3fa385b9cf6f None None] No DVR routers for this DVR port 5f233c64-d67e-4997-a2a2-7a7b13e5471f on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:04:10.870829 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d8067fff-dacd-4216-9ead-7c16d7ffefe9 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:10.901913 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8067fff-dacd-4216-9ead-7c16d7ffefe9 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Pushing event deleted for resources: {'Port': ['ID=dd1c3a21-00af-44eb-96c1-e0cb3f81d16e,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:04:10.967720 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d8067fff-dacd-4216-9ead-7c16d7ffefe9 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636927'] for router_gateway, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:11.059282 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d8067fff-dacd-4216-9ead-7c16d7ffefe9 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11828'] for router, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:11.061377 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d8067fff-dacd-4216-9ead-7c16d7ffefe9 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:11.195425 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d8067fff-dacd-4216-9ead-7c16d7ffefe9 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1575451'] for router, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:11.195844 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8067fff-dacd-4216-9ead-7c16d7ffefe9 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Fanout notify agent at l3_agent the message router_deleted on router ef4cef7d-ddbc-484d-9a7b-e99fed398ceb {{(pid=94462) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 03:04:11.203495 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d8067fff-dacd-4216-9ead-7c16d7ffefe9 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:11.204623 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-d8067fff-dacd-4216-9ead-7c16d7ffefe9 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "DELETE /v2.0/routers/ef4cef7d-ddbc-484d-9a7b-e99fed398ceb HTTP/1.1" status: 204 len: 168 time: 1.1140270 Jul 05 03:04:11.207334 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46434) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:04:11.290407 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d9bf9240-9d1c-44b6-9687-0e6b34a7fbfa tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:11.377076 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d9bf9240-9d1c-44b6-9687-0e6b34a7fbfa tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:11.386440 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-d9bf9240-9d1c-44b6-9687-0e6b34a7fbfa tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69e0406a-e0d2-4c28-99c6-c22835c25913']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:04:11.396325 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-d9bf9240-9d1c-44b6-9687-0e6b34a7fbfa tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09ab2af2-4373-415b-9993-e7cde8b020da') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:04:11.396616 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-d9bf9240-9d1c-44b6-9687-0e6b34a7fbfa tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09ab2af2-4373-415b-9993-e7cde8b020da') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:04:11.405918 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d9bf9240-9d1c-44b6-9687-0e6b34a7fbfa tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:11.424266 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d9bf9240-9d1c-44b6-9687-0e6b34a7fbfa tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:11.430101 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9bf9240-9d1c-44b6-9687-0e6b34a7fbfa tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:04:11.430511 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d9bf9240-9d1c-44b6-9687-0e6b34a7fbfa tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:11.433474 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 03:04:11.433474 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:04:11.433474 n-d-771362-32 neutron-server[94462]: timer() Jul 05 03:04:11.433474 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:04:11.433474 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 03:04:11.433474 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:04:11.433474 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 03:04:11.433474 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:04:11.433474 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 03:04:11.433474 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:04:11.433474 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 03:04:11.433474 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:04:11.433474 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 03:04:11.433474 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:04:11.433474 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:04:11.433474 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:04:11.433474 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:04:11.433474 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:04:11.433474 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 03:04:11.433474 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:04:11.433474 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 03:04:11.433474 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:04:11.433474 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:04:11.433474 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:04:11.433474 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 03:04:11.433474 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:04:11.433474 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:04:11.433474 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:04:11.433474 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:04:11.433474 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:04:11.433474 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:04:11.433474 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:04:11.562185 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d9bf9240-9d1c-44b6-9687-0e6b34a7fbfa tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:11.569862 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d9bf9240-9d1c-44b6-9687-0e6b34a7fbfa tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:11.571715 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-d9bf9240-9d1c-44b6-9687-0e6b34a7fbfa tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "DELETE /v2.0/networks/69e0406a-e0d2-4c28-99c6-c22835c25913 HTTP/1.1" status: 204 len: 168 time: 0.3634350 Jul 05 03:04:11.574723 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 46436) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:04:11.590907 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bf9240-9d1c-44b6-9687-0e6b34a7fbfa tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Pushing event deleted for resources: {'Network': ['ID=69e0406a-e0d2-4c28-99c6-c22835c25913,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:04:11.639534 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-14e6a751-bbc3-4972-b44f-31ed402cda91 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:11.669966 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-14e6a751-bbc3-4972-b44f-31ed402cda91 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:11.824883 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-14e6a751-bbc3-4972-b44f-31ed402cda91 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:11.828048 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-14e6a751-bbc3-4972-b44f-31ed402cda91 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:11.829211 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-14e6a751-bbc3-4972-b44f-31ed402cda91 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] 10.222.0.23 "DELETE /v2.0/security-groups/2b348b39-aad9-4dd6-9c5c-41c913a3fc06 HTTP/1.1" status: 204 len: 168 time: 0.2535186 Jul 05 03:04:11.839123 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e6a751-bbc3-4972-b44f-31ed402cda91 tempest-TestNetworkAdvancedServerOps-409001307 tempest-TestNetworkAdvancedServerOps-409001307-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b348b39-aad9-4dd6-9c5c-41c913a3fc06,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:04:12.087518 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:12.110308 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:12.291743 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device dd1c3a21-00af-44eb-96c1-e0cb3f81d16e no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:04:12.311482 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: dd1c3a21-00af-44eb-96c1-e0cb3f81d16e {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:04:12.311832 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device dd1c3a21-00af-44eb-96c1-e0cb3f81d16e not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:04:12.312253 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 5f233c64-d67e-4997-a2a2-7a7b13e5471f no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:04:12.334739 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 5f233c64-d67e-4997-a2a2-7a7b13e5471f {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:04:12.339622 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 5f233c64-d67e-4997-a2a2-7a7b13e5471f not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:04:12.339622 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 01735fdb-c89b-4fbe-bb2f-908153880dfa no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:04:12.353394 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 01735fdb-c89b-4fbe-bb2f-908153880dfa {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:04:12.353745 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 01735fdb-c89b-4fbe-bb2f-908153880dfa not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:04:12.404333 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 46444) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:04:12.541857 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-282673bb-a597-4ec7-81a5-73f17e7a4cb5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c924626042fc4116989b2d8085d7b151&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1362906 Jul 05 03:04:12.544309 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 46448) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:04:12.591571 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c38fd2d9-dae0-4fcf-ae07-b1a73b7c3c6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:12.612210 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c38fd2d9-dae0-4fcf-ae07-b1a73b7c3c6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:12.738593 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c38fd2d9-dae0-4fcf-ae07-b1a73b7c3c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:12.741170 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c38fd2d9-dae0-4fcf-ae07-b1a73b7c3c6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:12.742351 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-c38fd2d9-dae0-4fcf-ae07-b1a73b7c3c6f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/244b865b-3a41-44d6-962a-809b052b6d5b HTTP/1.1" status: 204 len: 168 time: 0.1970882 Jul 05 03:04:12.750393 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38fd2d9-dae0-4fcf-ae07-b1a73b7c3c6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=244b865b-3a41-44d6-962a-809b052b6d5b,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:04:13.311082 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46454) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:04:13.350638 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-52d7e05f-0abe-47ab-b402-0dce01e90dd9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=df68931bd95846d8916acb0d088dfb68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384040 Jul 05 03:04:13.353033 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46456) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:04:13.398409 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7d8376da-e709-4ebc-81ab-f2197c06da6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:13.418813 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7d8376da-e709-4ebc-81ab-f2197c06da6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:13.555745 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7d8376da-e709-4ebc-81ab-f2197c06da6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:13.558402 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7d8376da-e709-4ebc-81ab-f2197c06da6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:13.559568 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-7d8376da-e709-4ebc-81ab-f2197c06da6c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e7e187d9-b7bf-4050-932d-a57f6b703f44 HTTP/1.1" status: 204 len: 168 time: 0.2056971 Jul 05 03:04:13.567822 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8376da-e709-4ebc-81ab-f2197c06da6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e187d9-b7bf-4050-932d-a57f6b703f44,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:04:18.800882 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 46612) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:04:18.901212 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7d8a03b9-de4b-4a57-ad14-aae2a02fef17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:18.990645 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7d8a03b9-de4b-4a57-ad14-aae2a02fef17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:19.092793 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7d8a03b9-de4b-4a57-ad14-aae2a02fef17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:19.134398 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8a03b9-de4b-4a57-ad14-aae2a02fef17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83af04a9-298c-4b38-b0f1-dd5eaadd0672,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:04:19.139528 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-7d8a03b9-de4b-4a57-ad14-aae2a02fef17 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=839f3975b3184f2c9bfd9bb78a0f678b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3375938 Jul 05 03:04:19.142149 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 46616) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:04:19.190386 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c6596309-e712-41cd-b152-8ba9a262f499 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:19.210256 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c6596309-e712-41cd-b152-8ba9a262f499 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:19.384619 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c6596309-e712-41cd-b152-8ba9a262f499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:19.387136 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c6596309-e712-41cd-b152-8ba9a262f499 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:19.390654 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-c6596309-e712-41cd-b152-8ba9a262f499 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/83af04a9-298c-4b38-b0f1-dd5eaadd0672 HTTP/1.1" status: 204 len: 168 time: 0.2452867 Jul 05 03:04:19.396448 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6596309-e712-41cd-b152-8ba9a262f499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83af04a9-298c-4b38-b0f1-dd5eaadd0672,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:04:20.084381 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 46624) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:04:20.097428 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4317e44b-6f3c-4466-af62-ffbb2661dee8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:20.181616 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4317e44b-6f3c-4466-af62-ffbb2661dee8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:20.230029 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4317e44b-6f3c-4466-af62-ffbb2661dee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:20.270188 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4317e44b-6f3c-4466-af62-ffbb2661dee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d32df930-4263-4cd2-916c-93b3740486d1,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:04:20.274495 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-4317e44b-6f3c-4466-af62-ffbb2661dee8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a2d70c2c3be0426d9db1bb921771339a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1890204 Jul 05 03:04:20.277330 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 46626) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:04:20.325379 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9f2cf707-ac6a-45b9-8ce3-5592f86ad9d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:20.346681 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9f2cf707-ac6a-45b9-8ce3-5592f86ad9d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:20.464365 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9f2cf707-ac6a-45b9-8ce3-5592f86ad9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:20.467556 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9f2cf707-ac6a-45b9-8ce3-5592f86ad9d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:20.472397 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-9f2cf707-ac6a-45b9-8ce3-5592f86ad9d8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d32df930-4263-4cd2-916c-93b3740486d1 HTTP/1.1" status: 204 len: 168 time: 0.1911345 Jul 05 03:04:20.484005 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2cf707-ac6a-45b9-8ce3-5592f86ad9d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d32df930-4263-4cd2-916c-93b3740486d1,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:04:20.938562 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4b0fff06-8b23-47f1-8da9-0a82f6a21b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:21.826043 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 46648) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:04:21.916562 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-66267d7c-d81f-4b2e-a5cf-820a5e46f07c admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-796635802-network', 'tenant_id': 'f85d7fb6c6c34d02a2ec73bba095be69'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:04:22.018800 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66267d7c-d81f-4b2e-a5cf-820a5e46f07c admin admin] Made reservation on behalf of f85d7fb6c6c34d02a2ec73bba095be69 for: {'network': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:04:22.021130 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-66267d7c-d81f-4b2e-a5cf-820a5e46f07c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:22.029529 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-66267d7c-d81f-4b2e-a5cf-820a5e46f07c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:22.114982 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-66267d7c-d81f-4b2e-a5cf-820a5e46f07c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:22.189539 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-66267d7c-d81f-4b2e-a5cf-820a5e46f07c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:22.214083 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66267d7c-d81f-4b2e-a5cf-820a5e46f07c admin admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=94461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:04:22.223561 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66267d7c-d81f-4b2e-a5cf-820a5e46f07c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a83fbd9-c459-4f0b-8c14-d7a3bb350a9f,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:04:22.228995 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-66267d7c-d81f-4b2e-a5cf-820a5e46f07c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:22.229343 n-d-771362-32 neutron-server[94461]: INFO neutron.db.segments_db [None req-66267d7c-d81f-4b2e-a5cf-820a5e46f07c admin admin] Added segment f425afb4-2e75-4471-82a4-5899d54e38e5 of type vlan for network a04fef7d-0511-4a08-9499-6de255b1fdc1 Jul 05 03:04:22.271473 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-66267d7c-d81f-4b2e-a5cf-820a5e46f07c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:22.395102 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-66267d7c-d81f-4b2e-a5cf-820a5e46f07c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:22.396090 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66267d7c-d81f-4b2e-a5cf-820a5e46f07c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:04:22.396701 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-66267d7c-d81f-4b2e-a5cf-820a5e46f07c admin admin] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:22.475777 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66267d7c-d81f-4b2e-a5cf-820a5e46f07c admin admin] Pushing event updated for resources: {'Network': ['ID=a04fef7d-0511-4a08-9499-6de255b1fdc1,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:04:22.485702 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network a04fef7d-0511-4a08-9499-6de255b1fdc1 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:04:22.547029 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-66267d7c-d81f-4b2e-a5cf-820a5e46f07c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7183056 Jul 05 03:04:22.549446 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 46654) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:04:22.553244 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-2cfd828e-0a56-48a1-b564-c14ae2c6dd83 admin admin] Request body: {'subnet': {'network_id': 'a04fef7d-0511-4a08-9499-6de255b1fdc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-796635802-subnet', 'tenant_id': 'f85d7fb6c6c34d02a2ec73bba095be69', 'ip_version': 4}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:04:22.664200 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cfd828e-0a56-48a1-b564-c14ae2c6dd83 admin admin] Made reservation on behalf of f85d7fb6c6c34d02a2ec73bba095be69 for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:04:22.666504 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2cfd828e-0a56-48a1-b564-c14ae2c6dd83 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:23.207125 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2cfd828e-0a56-48a1-b564-c14ae2c6dd83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5763451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774823'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:23.247369 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-25f42e2e-6f68-4041-bc43-544fbf5c7022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:23.270231 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfd828e-0a56-48a1-b564-c14ae2c6dd83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96f2715e-25bd-4454-bac7-03f86287411b,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:04:23.272375 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cfd828e-0a56-48a1-b564-c14ae2c6dd83 admin admin] Checking segment: {'id': 'f425afb4-2e75-4471-82a4-5899d54e38e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a04fef7d-0511-4a08-9499-6de255b1fdc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:04:23.272716 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cfd828e-0a56-48a1-b564-c14ae2c6dd83 admin admin] Network hostable DHCP agents. Network: a04fef7d-0511-4a08-9499-6de255b1fdc1, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:04:23.361471 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cfd828e-0a56-48a1-b564-c14ae2c6dd83 admin admin] Network a04fef7d-0511-4a08-9499-6de255b1fdc1 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:04:23.412744 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-2cfd828e-0a56-48a1-b564-c14ae2c6dd83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, a04fef7d-0511-4a08-9499-6de255b1fdc1) {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:04:23.416991 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cfd828e-0a56-48a1-b564-c14ae2c6dd83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:04:23.417614 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2cfd828e-0a56-48a1-b564-c14ae2c6dd83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:23.422022 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564b2ce0-859b-4ed5-9cf8-d56acdd816c8 None None] Network a04fef7d-0511-4a08-9499-6de255b1fdc1 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:04:23.490465 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-2cfd828e-0a56-48a1-b564-c14ae2c6dd83 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9387355 Jul 05 03:04:23.490775 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 46656) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:04:23.495168 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-eab3ab4d-82b2-4c41-8362-bd41cef5b914 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-796635802-router', 'tenant_id': 'f85d7fb6c6c34d02a2ec73bba095be69', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:04:23.562850 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a372a3f-dc91-496f-8e0f-8f5549becd5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-a04fef7d-0511-4a08-9499-6de255b1fdc1', 'network_id': 'a04fef7d-0511-4a08-9499-6de255b1fdc1', 'tenant_id': 'f85d7fb6c6c34d02a2ec73bba095be69', 'fixed_ips': [{'subnet_id': '96f2715e-25bd-4454-bac7-03f86287411b'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:04:23.563704 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5a372a3f-dc91-496f-8e0f-8f5549becd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:23.578282 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-eab3ab4d-82b2-4c41-8362-bd41cef5b914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11810'] for router, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:23.579362 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-eab3ab4d-82b2-4c41-8362-bd41cef5b914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1926740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11821'] for router, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:23.629835 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-eab3ab4d-82b2-4c41-8362-bd41cef5b914 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:23.696194 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-5a372a3f-dc91-496f-8e0f-8f5549becd5f None None] Allocated IP 172.20.0.2 (a04fef7d-0511-4a08-9499-6de255b1fdc1/96f2715e-25bd-4454-bac7-03f86287411b/d5d1b9db-1b29-4423-bc1b-c5f2650a944e) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:04:23.835908 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5a372a3f-dc91-496f-8e0f-8f5549becd5f None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:23.843760 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-5a372a3f-dc91-496f-8e0f-8f5549becd5f None None] Transition to ACTIVE for port object d5d1b9db-1b29-4423-bc1b-c5f2650a944e will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:04:23.851606 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-eab3ab4d-82b2-4c41-8362-bd41cef5b914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:23.858433 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-5a372a3f-dc91-496f-8e0f-8f5549becd5f None None] Transition to ACTIVE for port object d5d1b9db-1b29-4423-bc1b-c5f2650a944e will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:04:24.014431 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5a372a3f-dc91-496f-8e0f-8f5549becd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:24.017094 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:24.054530 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a372a3f-dc91-496f-8e0f-8f5549becd5f None None] Network a04fef7d-0511-4a08-9499-6de255b1fdc1 is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:04:24.057385 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-5a372a3f-dc91-496f-8e0f-8f5549becd5f None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:04:24.063357 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a372a3f-dc91-496f-8e0f-8f5549becd5f None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:04:24.070280 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a372a3f-dc91-496f-8e0f-8f5549becd5f None None] Pushing event updated for resources: {'Port': ['ID=d5d1b9db-1b29-4423-bc1b-c5f2650a944e,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:04:24.121734 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-5a372a3f-dc91-496f-8e0f-8f5549becd5f None None] Attempting to bind port d5d1b9db-1b29-4423-bc1b-c5f2650a944e on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:04:24.122016 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-5a372a3f-dc91-496f-8e0f-8f5549becd5f None None] Attempting to bind port d5d1b9db-1b29-4423-bc1b-c5f2650a944e by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'f425afb4-2e75-4471-82a4-5899d54e38e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a04fef7d-0511-4a08-9499-6de255b1fdc1'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:04:24.122408 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a372a3f-dc91-496f-8e0f-8f5549becd5f None None] Attempting to bind port d5d1b9db-1b29-4423-bc1b-c5f2650a944e on network a04fef7d-0511-4a08-9499-6de255b1fdc1 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:04:24.127694 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a372a3f-dc91-496f-8e0f-8f5549becd5f None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:04:24.128071 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a372a3f-dc91-496f-8e0f-8f5549becd5f None None] Checking segment: {'id': 'f425afb4-2e75-4471-82a4-5899d54e38e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a04fef7d-0511-4a08-9499-6de255b1fdc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:04:24.128492 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5a372a3f-dc91-496f-8e0f-8f5549becd5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:24.128879 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a372a3f-dc91-496f-8e0f-8f5549becd5f None None] Bound using segment: {'id': 'f425afb4-2e75-4471-82a4-5899d54e38e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a04fef7d-0511-4a08-9499-6de255b1fdc1'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:04:24.129343 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-5a372a3f-dc91-496f-8e0f-8f5549becd5f None None] Bound port: d5d1b9db-1b29-4423-bc1b-c5f2650a944e, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f425afb4-2e75-4471-82a4-5899d54e38e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a04fef7d-0511-4a08-9499-6de255b1fdc1'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:04:24.129740 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5a372a3f-dc91-496f-8e0f-8f5549becd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:24.145357 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-eab3ab4d-82b2-4c41-8362-bd41cef5b914 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:24.169218 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-eab3ab4d-82b2-4c41-8362-bd41cef5b914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:24.193938 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-5a372a3f-dc91-496f-8e0f-8f5549becd5f None None] For port d5d1b9db-1b29-4423-bc1b-c5f2650a944e, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:04:24.196966 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-5a372a3f-dc91-496f-8e0f-8f5549becd5f None None] For port d5d1b9db-1b29-4423-bc1b-c5f2650a944e, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=d5d1b9db-1b29-4423-bc1b-c5f2650a944e,segment=NetworkSegment(f425afb4-2e75-4471-82a4-5899d54e38e5),segment_id=f425afb4-2e75-4471-82a4-5899d54e38e5)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:04:24.268556 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-eab3ab4d-82b2-4c41-8362-bd41cef5b914 admin admin] Allocated IP 172.25.7.129 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/61729eb6-aaed-4232-b302-078efdd1c755) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:04:24.276419 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5a372a3f-dc91-496f-8e0f-8f5549becd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:24.337745 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a372a3f-dc91-496f-8e0f-8f5549becd5f None None] Pushing event updated for resources: {'Port': ['ID=d5d1b9db-1b29-4423-bc1b-c5f2650a944e,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:04:24.383625 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-eab3ab4d-82b2-4c41-8362-bd41cef5b914 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:24.480384 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-eab3ab4d-82b2-4c41-8362-bd41cef5b914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:24.529968 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab3ab4d-82b2-4c41-8362-bd41cef5b914 admin admin] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:04:24.537902 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-eab3ab4d-82b2-4c41-8362-bd41cef5b914 admin admin] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:04:24.540334 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab3ab4d-82b2-4c41-8362-bd41cef5b914 admin admin] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:04:24.542355 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab3ab4d-82b2-4c41-8362-bd41cef5b914 admin admin] Pushing event updated for resources: {'Port': ['ID=61729eb6-aaed-4232-b302-078efdd1c755,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:04:24.755881 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:24.897213 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-eab3ab4d-82b2-4c41-8362-bd41cef5b914 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:25.096454 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-eab3ab4d-82b2-4c41-8362-bd41cef5b914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963'] for router, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:25.212920 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7840be08-e61b-4614-a585-01944d8e66b0 None None] Network a04fef7d-0511-4a08-9499-6de255b1fdc1 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:04:25.286880 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eab3ab4d-82b2-4c41-8362-bd41cef5b914 admin admin] Router d34c89a4-30f0-43d7-bddc-e1d0972cba87 is scheduled to L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 with binding_index 1 {{(pid=94461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 03:04:25.401296 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eab3ab4d-82b2-4c41-8362-bd41cef5b914 admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:04:25.410890 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7a2687-af3c-416a-8759-6ba25843958d None None] Sync routers for ids ['d34c89a4-30f0-43d7-bddc-e1d0972cba87'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:04:25.420807 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7a2687-af3c-416a-8759-6ba25843958d None None] Routers {'d34c89a4-30f0-43d7-bddc-e1d0972cba87'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:04:25.421414 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-cf7a2687-af3c-416a-8759-6ba25843958d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:04:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['d34c89a4-30f0-43d7-bddc-e1d0972cba87'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:04:25.441334 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-badbbe22-22b1-47ee-bd4c-c4670d27d917 None None] Provisioning for port d5d1b9db-1b29-4423-bc1b-c5f2650a944e completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:04:25.526976 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-cf7a2687-af3c-416a-8759-6ba25843958d None None] Set router d34c89a4-30f0-43d7-bddc-e1d0972cba87 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:04:25.561136 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-eab3ab4d-82b2-4c41-8362-bd41cef5b914 admin admin] Notify callbacks [] for router, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:25.562433 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-eab3ab4d-82b2-4c41-8362-bd41cef5b914 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0706410 Jul 05 03:04:25.565335 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 46658) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:04:25.727700 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-cf7a2687-af3c-416a-8759-6ba25843958d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd34c89a4-30f0-43d7-bddc-e1d0972cba87', 'name': 'tempest-TestServerBasicOps-796635802-router', 'tenant_id': 'f85d7fb6c6c34d02a2ec73bba095be69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '61729eb6-aaed-4232-b302-078efdd1c755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:04:23Z', 'updated_at': '2021-07-05T03:04:24Z', 'revision_number': 3, 'project_id': 'f85d7fb6c6c34d02a2ec73bba095be69', 'gw_port': {'id': '61729eb6-aaed-4232-b302-078efdd1c755', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:f0:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd34c89a4-30f0-43d7-bddc-e1d0972cba87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:04:24Z', 'updated_at': '2021-07-05T03:04:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:04:25.757802 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7a2687-af3c-416a-8759-6ba25843958d None None] Checking router: d34c89a4-30f0-43d7-bddc-e1d0972cba87 for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:04:25.758160 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7a2687-af3c-416a-8759-6ba25843958d None None] Updating router d34c89a4-30f0-43d7-bddc-e1d0972cba87 port 61729eb6-aaed-4232-b302-078efdd1c755 binding host n-d-771362-32 {{(pid=94464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:04:25.790602 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cf7a2687-af3c-416a-8759-6ba25843958d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:25.971314 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d8f27223-5a90-4250-a79e-c713dedf3344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:26.036131 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cf7a2687-af3c-416a-8759-6ba25843958d None None] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:26.045869 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-cf7a2687-af3c-416a-8759-6ba25843958d None None] Transition to ACTIVE for port object 61729eb6-aaed-4232-b302-078efdd1c755 will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:04:26.133074 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cf7a2687-af3c-416a-8759-6ba25843958d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:26.134557 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-d8f27223-5a90-4250-a79e-c713dedf3344 admin admin] Allocated IP 172.20.0.1 (a04fef7d-0511-4a08-9499-6de255b1fdc1/96f2715e-25bd-4454-bac7-03f86287411b/f26e359d-78b1-4209-aba7-79fadc869606) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:04:26.182444 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-cf7a2687-af3c-416a-8759-6ba25843958d None None] Attempting to bind port 61729eb6-aaed-4232-b302-078efdd1c755 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:04:26.182848 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-cf7a2687-af3c-416a-8759-6ba25843958d None None] Attempting to bind port 61729eb6-aaed-4232-b302-078efdd1c755 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:04:26.183208 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7a2687-af3c-416a-8759-6ba25843958d None None] Attempting to bind port 61729eb6-aaed-4232-b302-078efdd1c755 on network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:04:26.194551 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7a2687-af3c-416a-8759-6ba25843958d None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:04:26.194922 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7a2687-af3c-416a-8759-6ba25843958d None None] Checking segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:04:26.195319 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cf7a2687-af3c-416a-8759-6ba25843958d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:26.195675 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:26.196158 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7a2687-af3c-416a-8759-6ba25843958d None None] Bound using segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:04:26.196158 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-cf7a2687-af3c-416a-8759-6ba25843958d None None] Bound port: 61729eb6-aaed-4232-b302-078efdd1c755, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:04:26.196484 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cf7a2687-af3c-416a-8759-6ba25843958d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:26.198096 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e2d3e9-e6cc-4f98-a064-46e20aa99207 None None] Pushing event updated for resources: {'Port': ['ID=61729eb6-aaed-4232-b302-078efdd1c755,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:04:26.221079 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e2d3e9-e6cc-4f98-a064-46e20aa99207 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:04:26.221413 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e2d3e9-e6cc-4f98-a064-46e20aa99207 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:04:26.221746 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e2d3e9-e6cc-4f98-a064-46e20aa99207 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:04:26.222069 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e2d3e9-e6cc-4f98-a064-46e20aa99207 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:04:26.222408 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e2d3e9-e6cc-4f98-a064-46e20aa99207 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:04:26.222744 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e2d3e9-e6cc-4f98-a064-46e20aa99207 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:04:26.223097 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e2d3e9-e6cc-4f98-a064-46e20aa99207 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:04:26.223414 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e2d3e9-e6cc-4f98-a064-46e20aa99207 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:04:26.223727 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e2d3e9-e6cc-4f98-a064-46e20aa99207 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:04:26.224043 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e2d3e9-e6cc-4f98-a064-46e20aa99207 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:04:26.224350 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e2d3e9-e6cc-4f98-a064-46e20aa99207 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:04:26.224658 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e2d3e9-e6cc-4f98-a064-46e20aa99207 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:04:26.239660 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d8f27223-5a90-4250-a79e-c713dedf3344 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:26.257175 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [None req-d8f27223-5a90-4250-a79e-c713dedf3344 admin admin] Transition to ACTIVE for port object f26e359d-78b1-4209-aba7-79fadc869606 will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:04:26.263004 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-cf7a2687-af3c-416a-8759-6ba25843958d None None] For port 61729eb6-aaed-4232-b302-078efdd1c755, host n-d-771362-32, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:04:26.266063 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-cf7a2687-af3c-416a-8759-6ba25843958d None None] For port 61729eb6-aaed-4232-b302-078efdd1c755, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=61729eb6-aaed-4232-b302-078efdd1c755,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:04:26.324540 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device d5d1b9db-1b29-4423-bc1b-c5f2650a944e up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:04:26.328264 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cf7a2687-af3c-416a-8759-6ba25843958d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:26.373579 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d8f27223-5a90-4250-a79e-c713dedf3344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:26.389132 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7a2687-af3c-416a-8759-6ba25843958d None None] Routers {'d34c89a4-30f0-43d7-bddc-e1d0972cba87'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:04:26.389967 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-cf7a2687-af3c-416a-8759-6ba25843958d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:04:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['d34c89a4-30f0-43d7-bddc-e1d0972cba87'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:04:26.412542 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f27223-5a90-4250-a79e-c713dedf3344 admin admin] Network a04fef7d-0511-4a08-9499-6de255b1fdc1 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:04:26.415462 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-d8f27223-5a90-4250-a79e-c713dedf3344 admin admin] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:04:26.418884 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f27223-5a90-4250-a79e-c713dedf3344 admin admin] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:04:26.449350 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f27223-5a90-4250-a79e-c713dedf3344 admin admin] Pushing event updated for resources: {'Port': ['ID=f26e359d-78b1-4209-aba7-79fadc869606,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:04:26.452931 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port d5d1b9db-1b29-4423-bc1b-c5f2650a944e completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:04:26.457801 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port d5d1b9db-1b29-4423-bc1b-c5f2650a944e triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:04:26.458247 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:26.470018 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d8f27223-5a90-4250-a79e-c713dedf3344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635668'] for router_interface, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:26.509924 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-cf7a2687-af3c-416a-8759-6ba25843958d None None] Set router d34c89a4-30f0-43d7-bddc-e1d0972cba87 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:04:26.555609 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:26.569386 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e2d3e9-e6cc-4f98-a064-46e20aa99207 None None] Pushing event updated for resources: {'Port': ['ID=61729eb6-aaed-4232-b302-078efdd1c755,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:04:26.600652 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port d5d1b9db-1b29-4423-bc1b-c5f2650a944e, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=d5d1b9db-1b29-4423-bc1b-c5f2650a944e,segment=NetworkSegment(f425afb4-2e75-4471-82a4-5899d54e38e5),segment_id=f425afb4-2e75-4471-82a4-5899d54e38e5)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:04:26.704740 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-cf7a2687-af3c-416a-8759-6ba25843958d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd34c89a4-30f0-43d7-bddc-e1d0972cba87', 'name': 'tempest-TestServerBasicOps-796635802-router', 'tenant_id': 'f85d7fb6c6c34d02a2ec73bba095be69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '61729eb6-aaed-4232-b302-078efdd1c755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:04:23Z', 'updated_at': '2021-07-05T03:04:24Z', 'revision_number': 3, 'project_id': 'f85d7fb6c6c34d02a2ec73bba095be69', 'gw_port': {'id': '61729eb6-aaed-4232-b302-078efdd1c755', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:f0:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd34c89a4-30f0-43d7-bddc-e1d0972cba87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:04:24Z', 'updated_at': '2021-07-05T03:04:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:04:26.731253 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7a2687-af3c-416a-8759-6ba25843958d None None] The sync data for ids ['d34c89a4-30f0-43d7-bddc-e1d0972cba87'] in n-d-771362-32 is: [{'id': 'd34c89a4-30f0-43d7-bddc-e1d0972cba87', 'name': 'tempest-TestServerBasicOps-796635802-router', 'tenant_id': 'f85d7fb6c6c34d02a2ec73bba095be69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '61729eb6-aaed-4232-b302-078efdd1c755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:04:23Z', 'updated_at': '2021-07-05T03:04:24Z', 'revision_number': 3, 'project_id': 'f85d7fb6c6c34d02a2ec73bba095be69', 'gw_port': {'id': '61729eb6-aaed-4232-b302-078efdd1c755', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:f0:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd34c89a4-30f0-43d7-bddc-e1d0972cba87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:04:24Z', 'updated_at': '2021-07-05T03:04:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:04:26.767795 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:26.788235 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d8f27223-5a90-4250-a79e-c713dedf3344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:26.825426 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=d5d1b9db-1b29-4423-bc1b-c5f2650a944e,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:04:26.892897 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-28419637-ffae-4de7-9864-5900137eadc9 None None] Provisioning for port f26e359d-78b1-4209-aba7-79fadc869606 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:04:26.897109 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-28419637-ffae-4de7-9864-5900137eadc9 None None] Provisioning complete for port f26e359d-78b1-4209-aba7-79fadc869606 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:04:26.897490 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-28419637-ffae-4de7-9864-5900137eadc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:26.958107 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-28419637-ffae-4de7-9864-5900137eadc9 None None] Port f26e359d-78b1-4209-aba7-79fadc869606 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:04:26.975011 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d8f27223-5a90-4250-a79e-c713dedf3344 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:27.048623 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d8f27223-5a90-4250-a79e-c713dedf3344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:27.116027 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f27223-5a90-4250-a79e-c713dedf3344 admin admin] Pushing event updated for resources: {'Port': ['ID=f26e359d-78b1-4209-aba7-79fadc869606,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:04:27.118457 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d8f27223-5a90-4250-a79e-c713dedf3344 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634601'] for router_interface, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:27.218763 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f27223-5a90-4250-a79e-c713dedf3344 admin admin] Network a04fef7d-0511-4a08-9499-6de255b1fdc1 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:04:27.220313 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-d8f27223-5a90-4250-a79e-c713dedf3344 admin admin] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:04:27.339198 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8f27223-5a90-4250-a79e-c713dedf3344 admin admin] Router d34c89a4-30f0-43d7-bddc-e1d0972cba87 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:04:27.457802 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8f27223-5a90-4250-a79e-c713dedf3344 admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:04:27.471193 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-d8f27223-5a90-4250-a79e-c713dedf3344 admin admin] 10.222.0.23 "PUT /v2.0/routers/d34c89a4-30f0-43d7-bddc-e1d0972cba87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8971462 Jul 05 03:04:27.482381 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-405152cf-f21f-478b-98ee-b902bdca3161 None None] Provisioning complete for port f26e359d-78b1-4209-aba7-79fadc869606 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:04:27.483100 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-405152cf-f21f-478b-98ee-b902bdca3161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:27.525798 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-405152cf-f21f-478b-98ee-b902bdca3161 None None] Port f26e359d-78b1-4209-aba7-79fadc869606 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:04:28.013082 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:04:28.196430 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 46674) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:04:28.201516 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-3b2c1cad-c91c-4b5a-baac-22fd71b465cb admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-987342303-network', 'tenant_id': '2cf25477e84d41eb96d86b5f2ede3e34'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:04:28.248945 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da7252c-9de4-4f29-8e87-46d69ba21d96 None None] Sync routers for ids ['d34c89a4-30f0-43d7-bddc-e1d0972cba87'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:04:28.261025 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da7252c-9de4-4f29-8e87-46d69ba21d96 None None] Routers {'d34c89a4-30f0-43d7-bddc-e1d0972cba87'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:04:28.261665 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-2da7252c-9de4-4f29-8e87-46d69ba21d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:04:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['d34c89a4-30f0-43d7-bddc-e1d0972cba87'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:04:28.275555 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b2c1cad-c91c-4b5a-baac-22fd71b465cb admin admin] Made reservation on behalf of 2cf25477e84d41eb96d86b5f2ede3e34 for: {'network': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:04:28.278375 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3b2c1cad-c91c-4b5a-baac-22fd71b465cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:28.288364 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3b2c1cad-c91c-4b5a-baac-22fd71b465cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:28.377927 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-2da7252c-9de4-4f29-8e87-46d69ba21d96 None None] Set router d34c89a4-30f0-43d7-bddc-e1d0972cba87 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:04:28.386343 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3b2c1cad-c91c-4b5a-baac-22fd71b465cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:28.408108 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 61729eb6-aaed-4232-b302-078efdd1c755 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:04:28.435557 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3b2c1cad-c91c-4b5a-baac-22fd71b465cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:28.456802 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b2c1cad-c91c-4b5a-baac-22fd71b465cb admin admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=94461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:04:28.480363 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2c1cad-c91c-4b5a-baac-22fd71b465cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d451316-e4af-46db-a74c-d5466be99ec7,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:04:28.480363 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3b2c1cad-c91c-4b5a-baac-22fd71b465cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:28.480363 n-d-771362-32 neutron-server[94461]: INFO neutron.db.segments_db [None req-3b2c1cad-c91c-4b5a-baac-22fd71b465cb admin admin] Added segment 360c3631-453d-49cc-b62e-4b3eb122ae92 of type vlan for network b1ff59e0-f526-4188-aa64-3b3083849fe4 Jul 05 03:04:28.514788 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3b2c1cad-c91c-4b5a-baac-22fd71b465cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:28.610138 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-2da7252c-9de4-4f29-8e87-46d69ba21d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd34c89a4-30f0-43d7-bddc-e1d0972cba87', 'name': 'tempest-TestServerBasicOps-796635802-router', 'tenant_id': 'f85d7fb6c6c34d02a2ec73bba095be69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '61729eb6-aaed-4232-b302-078efdd1c755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:04:23Z', 'updated_at': '2021-07-05T03:04:26Z', 'revision_number': 4, 'project_id': 'f85d7fb6c6c34d02a2ec73bba095be69', 'gw_port': {'id': '61729eb6-aaed-4232-b302-078efdd1c755', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:f0:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd34c89a4-30f0-43d7-bddc-e1d0972cba87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:04:24Z', 'updated_at': '2021-07-05T03:04:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'f26e359d-78b1-4209-aba7-79fadc869606', 'name': '', 'network_id': 'a04fef7d-0511-4a08-9499-6de255b1fdc1', 'tenant_id': 'f85d7fb6c6c34d02a2ec73bba095be69', 'mac_address': 'fa:16:3e:5f:ee:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd34c89a4-30f0-43d7-bddc-e1d0972cba87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '96f2715e-25bd-4454-bac7-03f86287411b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:04:25Z', 'updated_at': '2021-07-05T03:04:26Z', 'revision_number': 2, 'project_id': 'f85d7fb6c6c34d02a2ec73bba095be69', 'subnets': [{'id': '96f2715e-25bd-4454-bac7-03f86287411b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:04:28.639411 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da7252c-9de4-4f29-8e87-46d69ba21d96 None None] Checking router: d34c89a4-30f0-43d7-bddc-e1d0972cba87 for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:04:28.639766 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da7252c-9de4-4f29-8e87-46d69ba21d96 None None] Updating router d34c89a4-30f0-43d7-bddc-e1d0972cba87 port f26e359d-78b1-4209-aba7-79fadc869606 binding host n-d-771362-32 {{(pid=94463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:04:28.665263 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 61729eb6-aaed-4232-b302-078efdd1c755 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:04:28.674899 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 61729eb6-aaed-4232-b302-078efdd1c755 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:04:28.675269 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:28.677778 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-2da7252c-9de4-4f29-8e87-46d69ba21d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:28.716039 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3b2c1cad-c91c-4b5a-baac-22fd71b465cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:28.716972 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2c1cad-c91c-4b5a-baac-22fd71b465cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:04:28.717554 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3b2c1cad-c91c-4b5a-baac-22fd71b465cb admin admin] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:28.778325 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2c1cad-c91c-4b5a-baac-22fd71b465cb admin admin] Pushing event updated for resources: {'Network': ['ID=b1ff59e0-f526-4188-aa64-3b3083849fe4,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:04:28.798212 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network b1ff59e0-f526-4188-aa64-3b3083849fe4 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:04:28.836450 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-3b2c1cad-c91c-4b5a-baac-22fd71b465cb admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6388972 Jul 05 03:04:28.839239 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 46678) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:04:28.844104 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-49f3b42f-23f9-4fc9-9029-1eda14bc466c admin admin] Request body: {'subnet': {'network_id': 'b1ff59e0-f526-4188-aa64-3b3083849fe4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-987342303-subnet', 'tenant_id': '2cf25477e84d41eb96d86b5f2ede3e34', 'ip_version': 4}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:04:28.898486 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49f3b42f-23f9-4fc9-9029-1eda14bc466c admin admin] Made reservation on behalf of 2cf25477e84d41eb96d86b5f2ede3e34 for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:04:28.900920 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-49f3b42f-23f9-4fc9-9029-1eda14bc466c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:28.902242 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:28.967347 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 61729eb6-aaed-4232-b302-078efdd1c755, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=61729eb6-aaed-4232-b302-078efdd1c755,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:04:29.065241 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-2da7252c-9de4-4f29-8e87-46d69ba21d96 None None] Notify callbacks [] for port, precommit_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:29.075765 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-2da7252c-9de4-4f29-8e87-46d69ba21d96 None None] Transition to ACTIVE for port object f26e359d-78b1-4209-aba7-79fadc869606 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:04:29.079279 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:29.080063 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device d5d1b9db-1b29-4423-bc1b-c5f2650a944e up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:04:29.158277 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-2da7252c-9de4-4f29-8e87-46d69ba21d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:29.160488 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=61729eb6-aaed-4232-b302-078efdd1c755,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:04:29.223508 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port d5d1b9db-1b29-4423-bc1b-c5f2650a944e triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:04:29.223790 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:29.225797 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf497246-8c80-40f0-ade7-4b1a1f29478d None None] Pushing event updated for resources: {'Port': ['ID=f26e359d-78b1-4209-aba7-79fadc869606,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:04:29.479188 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-2da7252c-9de4-4f29-8e87-46d69ba21d96 None None] Attempting to bind port f26e359d-78b1-4209-aba7-79fadc869606 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:04:29.479456 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-2da7252c-9de4-4f29-8e87-46d69ba21d96 None None] Attempting to bind port f26e359d-78b1-4209-aba7-79fadc869606 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'f425afb4-2e75-4471-82a4-5899d54e38e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a04fef7d-0511-4a08-9499-6de255b1fdc1'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:04:29.479812 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da7252c-9de4-4f29-8e87-46d69ba21d96 None None] Attempting to bind port f26e359d-78b1-4209-aba7-79fadc869606 on network a04fef7d-0511-4a08-9499-6de255b1fdc1 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:04:29.489320 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da7252c-9de4-4f29-8e87-46d69ba21d96 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:04:29.489693 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da7252c-9de4-4f29-8e87-46d69ba21d96 None None] Checking segment: {'id': 'f425afb4-2e75-4471-82a4-5899d54e38e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a04fef7d-0511-4a08-9499-6de255b1fdc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:04:29.490092 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-2da7252c-9de4-4f29-8e87-46d69ba21d96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:29.490491 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da7252c-9de4-4f29-8e87-46d69ba21d96 None None] Bound using segment: {'id': 'f425afb4-2e75-4471-82a4-5899d54e38e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a04fef7d-0511-4a08-9499-6de255b1fdc1'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:04:29.490943 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-2da7252c-9de4-4f29-8e87-46d69ba21d96 None None] Bound port: f26e359d-78b1-4209-aba7-79fadc869606, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f425afb4-2e75-4471-82a4-5899d54e38e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a04fef7d-0511-4a08-9499-6de255b1fdc1'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:04:29.491316 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-2da7252c-9de4-4f29-8e87-46d69ba21d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:29.515288 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-49f3b42f-23f9-4fc9-9029-1eda14bc466c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5763451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774823'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:29.579865 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f3b42f-23f9-4fc9-9029-1eda14bc466c admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfab577b-c966-4702-b868-f4be9da40a91,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:04:29.581369 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-2da7252c-9de4-4f29-8e87-46d69ba21d96 None None] For port f26e359d-78b1-4209-aba7-79fadc869606, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:04:29.582080 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f3b42f-23f9-4fc9-9029-1eda14bc466c admin admin] Checking segment: {'id': '360c3631-453d-49cc-b62e-4b3eb122ae92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b1ff59e0-f526-4188-aa64-3b3083849fe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:04:29.582481 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f3b42f-23f9-4fc9-9029-1eda14bc466c admin admin] Network hostable DHCP agents. Network: b1ff59e0-f526-4188-aa64-3b3083849fe4, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:04:29.584627 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-2da7252c-9de4-4f29-8e87-46d69ba21d96 None None] For port f26e359d-78b1-4209-aba7-79fadc869606, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=f26e359d-78b1-4209-aba7-79fadc869606,segment=NetworkSegment(f425afb4-2e75-4471-82a4-5899d54e38e5),segment_id=f425afb4-2e75-4471-82a4-5899d54e38e5)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:04:29.688144 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-2da7252c-9de4-4f29-8e87-46d69ba21d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:29.726913 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f3b42f-23f9-4fc9-9029-1eda14bc466c admin admin] Network b1ff59e0-f526-4188-aa64-3b3083849fe4 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:04:29.746811 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da7252c-9de4-4f29-8e87-46d69ba21d96 None None] Routers {'d34c89a4-30f0-43d7-bddc-e1d0972cba87'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:04:29.747442 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-2da7252c-9de4-4f29-8e87-46d69ba21d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:04:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['d34c89a4-30f0-43d7-bddc-e1d0972cba87'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:04:29.753002 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf497246-8c80-40f0-ade7-4b1a1f29478d None None] Pushing event updated for resources: {'Port': ['ID=f26e359d-78b1-4209-aba7-79fadc869606,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:04:29.847455 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-49f3b42f-23f9-4fc9-9029-1eda14bc466c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, b1ff59e0-f526-4188-aa64-3b3083849fe4) {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:04:29.853009 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f3b42f-23f9-4fc9-9029-1eda14bc466c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:04:29.853614 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-49f3b42f-23f9-4fc9-9029-1eda14bc466c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:29.860561 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30921ae-fcb9-4a63-aa8c-329855da2e0c None None] Network b1ff59e0-f526-4188-aa64-3b3083849fe4 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:04:29.863468 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-2da7252c-9de4-4f29-8e87-46d69ba21d96 None None] Set router d34c89a4-30f0-43d7-bddc-e1d0972cba87 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:04:29.956797 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-49f3b42f-23f9-4fc9-9029-1eda14bc466c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1164784 Jul 05 03:04:29.959399 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 46680) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:04:29.963816 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-8030c25a-60c5-49ab-8fa7-4819b67adaa7 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-987342303-router', 'tenant_id': '2cf25477e84d41eb96d86b5f2ede3e34', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:04:30.042012 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8030c25a-60c5-49ab-8fa7-4819b67adaa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11810'] for router, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:30.043056 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8030c25a-60c5-49ab-8fa7-4819b67adaa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1926740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11821'] for router, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:30.096443 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8030c25a-60c5-49ab-8fa7-4819b67adaa7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:30.159909 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be45b6b-84b8-41c7-8334-4bb8c5df9616 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-b1ff59e0-f526-4188-aa64-3b3083849fe4', 'network_id': 'b1ff59e0-f526-4188-aa64-3b3083849fe4', 'tenant_id': '2cf25477e84d41eb96d86b5f2ede3e34', 'fixed_ips': [{'subnet_id': 'cfab577b-c966-4702-b868-f4be9da40a91'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:04:30.160760 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-0be45b6b-84b8-41c7-8334-4bb8c5df9616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:30.243243 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-2da7252c-9de4-4f29-8e87-46d69ba21d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd34c89a4-30f0-43d7-bddc-e1d0972cba87', 'name': 'tempest-TestServerBasicOps-796635802-router', 'tenant_id': 'f85d7fb6c6c34d02a2ec73bba095be69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '61729eb6-aaed-4232-b302-078efdd1c755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:04:23Z', 'updated_at': '2021-07-05T03:04:26Z', 'revision_number': 4, 'project_id': 'f85d7fb6c6c34d02a2ec73bba095be69', 'gw_port': {'id': '61729eb6-aaed-4232-b302-078efdd1c755', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:f0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd34c89a4-30f0-43d7-bddc-e1d0972cba87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:04:24Z', 'updated_at': '2021-07-05T03:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'f26e359d-78b1-4209-aba7-79fadc869606', 'name': '', 'network_id': 'a04fef7d-0511-4a08-9499-6de255b1fdc1', 'tenant_id': 'f85d7fb6c6c34d02a2ec73bba095be69', 'mac_address': 'fa:16:3e:5f:ee:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd34c89a4-30f0-43d7-bddc-e1d0972cba87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '96f2715e-25bd-4454-bac7-03f86287411b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:04:25Z', 'updated_at': '2021-07-05T03:04:29Z', 'revision_number': 4, 'project_id': 'f85d7fb6c6c34d02a2ec73bba095be69', 'subnets': [{'id': '96f2715e-25bd-4454-bac7-03f86287411b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:04:30.277099 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da7252c-9de4-4f29-8e87-46d69ba21d96 None None] The sync data for ids ['d34c89a4-30f0-43d7-bddc-e1d0972cba87'] in n-d-771362-32 is: [{'id': 'd34c89a4-30f0-43d7-bddc-e1d0972cba87', 'name': 'tempest-TestServerBasicOps-796635802-router', 'tenant_id': 'f85d7fb6c6c34d02a2ec73bba095be69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '61729eb6-aaed-4232-b302-078efdd1c755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:04:23Z', 'updated_at': '2021-07-05T03:04:26Z', 'revision_number': 4, 'project_id': 'f85d7fb6c6c34d02a2ec73bba095be69', 'gw_port': {'id': '61729eb6-aaed-4232-b302-078efdd1c755', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:f0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd34c89a4-30f0-43d7-bddc-e1d0972cba87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:04:24Z', 'updated_at': '2021-07-05T03:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'f26e359d-78b1-4209-aba7-79fadc869606', 'name': '', 'network_id': 'a04fef7d-0511-4a08-9499-6de255b1fdc1', 'tenant_id': 'f85d7fb6c6c34d02a2ec73bba095be69', 'mac_address': 'fa:16:3e:5f:ee:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd34c89a4-30f0-43d7-bddc-e1d0972cba87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '96f2715e-25bd-4454-bac7-03f86287411b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:04:25Z', 'updated_at': '2021-07-05T03:04:29Z', 'revision_number': 4, 'project_id': 'f85d7fb6c6c34d02a2ec73bba095be69', 'subnets': [{'id': '96f2715e-25bd-4454-bac7-03f86287411b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:04:30.289757 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8030c25a-60c5-49ab-8fa7-4819b67adaa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:30.326379 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 61729eb6-aaed-4232-b302-078efdd1c755 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:04:30.370579 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-0be45b6b-84b8-41c7-8334-4bb8c5df9616 None None] Allocated IP 172.20.0.2 (b1ff59e0-f526-4188-aa64-3b3083849fe4/cfab577b-c966-4702-b868-f4be9da40a91/43410cc8-78f5-4362-8001-d1a75f9fd201) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:04:30.444726 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 61729eb6-aaed-4232-b302-078efdd1c755 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:04:30.445096 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:30.586324 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-0be45b6b-84b8-41c7-8334-4bb8c5df9616 None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:30.601629 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-0be45b6b-84b8-41c7-8334-4bb8c5df9616 None None] Transition to ACTIVE for port object 43410cc8-78f5-4362-8001-d1a75f9fd201 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:04:30.610557 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8030c25a-60c5-49ab-8fa7-4819b67adaa7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:30.617165 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-0be45b6b-84b8-41c7-8334-4bb8c5df9616 None None] Transition to ACTIVE for port object 43410cc8-78f5-4362-8001-d1a75f9fd201 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:04:30.630337 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8030c25a-60c5-49ab-8fa7-4819b67adaa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:30.721553 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-0be45b6b-84b8-41c7-8334-4bb8c5df9616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:30.739274 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-8030c25a-60c5-49ab-8fa7-4819b67adaa7 admin admin] Allocated IP 172.25.7.222 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/79d1646c-c763-440f-a5c0-b169796c1e27) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:04:30.758925 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be45b6b-84b8-41c7-8334-4bb8c5df9616 None None] Network b1ff59e0-f526-4188-aa64-3b3083849fe4 is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:04:30.762164 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-0be45b6b-84b8-41c7-8334-4bb8c5df9616 None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:04:30.764776 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be45b6b-84b8-41c7-8334-4bb8c5df9616 None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:04:30.803236 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be45b6b-84b8-41c7-8334-4bb8c5df9616 None None] Pushing event updated for resources: {'Port': ['ID=43410cc8-78f5-4362-8001-d1a75f9fd201,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:04:30.841766 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-0be45b6b-84b8-41c7-8334-4bb8c5df9616 None None] Attempting to bind port 43410cc8-78f5-4362-8001-d1a75f9fd201 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:04:30.842195 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-0be45b6b-84b8-41c7-8334-4bb8c5df9616 None None] Attempting to bind port 43410cc8-78f5-4362-8001-d1a75f9fd201 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '360c3631-453d-49cc-b62e-4b3eb122ae92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b1ff59e0-f526-4188-aa64-3b3083849fe4'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:04:30.842557 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be45b6b-84b8-41c7-8334-4bb8c5df9616 None None] Attempting to bind port 43410cc8-78f5-4362-8001-d1a75f9fd201 on network b1ff59e0-f526-4188-aa64-3b3083849fe4 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:04:30.849027 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be45b6b-84b8-41c7-8334-4bb8c5df9616 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:04:30.849436 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be45b6b-84b8-41c7-8334-4bb8c5df9616 None None] Checking segment: {'id': '360c3631-453d-49cc-b62e-4b3eb122ae92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b1ff59e0-f526-4188-aa64-3b3083849fe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:04:30.849845 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-0be45b6b-84b8-41c7-8334-4bb8c5df9616 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:30.850256 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be45b6b-84b8-41c7-8334-4bb8c5df9616 None None] Bound using segment: {'id': '360c3631-453d-49cc-b62e-4b3eb122ae92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b1ff59e0-f526-4188-aa64-3b3083849fe4'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:04:30.850723 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-0be45b6b-84b8-41c7-8334-4bb8c5df9616 None None] Bound port: 43410cc8-78f5-4362-8001-d1a75f9fd201, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '360c3631-453d-49cc-b62e-4b3eb122ae92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b1ff59e0-f526-4188-aa64-3b3083849fe4'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:04:30.851102 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-0be45b6b-84b8-41c7-8334-4bb8c5df9616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:30.858012 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8030c25a-60c5-49ab-8fa7-4819b67adaa7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:30.917737 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-0be45b6b-84b8-41c7-8334-4bb8c5df9616 None None] For port 43410cc8-78f5-4362-8001-d1a75f9fd201, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:04:30.921114 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-0be45b6b-84b8-41c7-8334-4bb8c5df9616 None None] For port 43410cc8-78f5-4362-8001-d1a75f9fd201, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=43410cc8-78f5-4362-8001-d1a75f9fd201,segment=NetworkSegment(360c3631-453d-49cc-b62e-4b3eb122ae92),segment_id=360c3631-453d-49cc-b62e-4b3eb122ae92)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:04:30.940057 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8030c25a-60c5-49ab-8fa7-4819b67adaa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:30.979060 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8030c25a-60c5-49ab-8fa7-4819b67adaa7 admin admin] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:04:30.984009 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-8030c25a-60c5-49ab-8fa7-4819b67adaa7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:04:30.985110 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8030c25a-60c5-49ab-8fa7-4819b67adaa7 admin admin] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:04:31.002492 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-0be45b6b-84b8-41c7-8334-4bb8c5df9616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:31.020697 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8030c25a-60c5-49ab-8fa7-4819b67adaa7 admin admin] Pushing event updated for resources: {'Port': ['ID=79d1646c-c763-440f-a5c0-b169796c1e27,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:04:31.077442 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be45b6b-84b8-41c7-8334-4bb8c5df9616 None None] Pushing event updated for resources: {'Port': ['ID=43410cc8-78f5-4362-8001-d1a75f9fd201,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:04:31.381036 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8030c25a-60c5-49ab-8fa7-4819b67adaa7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:31.577662 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8030c25a-60c5-49ab-8fa7-4819b67adaa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963'] for router, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:31.841389 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8030c25a-60c5-49ab-8fa7-4819b67adaa7 admin admin] Router 110dc404-cdd0-42f5-900e-2211ee5697fb is scheduled to L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 with binding_index 1 {{(pid=94461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 03:04:31.949192 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8030c25a-60c5-49ab-8fa7-4819b67adaa7 admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:04:31.958636 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925e3fbb-a7bb-4f3b-879e-4e35dfdd6c66 None None] Sync routers for ids ['110dc404-cdd0-42f5-900e-2211ee5697fb'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:04:31.968423 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925e3fbb-a7bb-4f3b-879e-4e35dfdd6c66 None None] Routers {'110dc404-cdd0-42f5-900e-2211ee5697fb'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:04:31.969646 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-925e3fbb-a7bb-4f3b-879e-4e35dfdd6c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:04:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['110dc404-cdd0-42f5-900e-2211ee5697fb'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:04:31.988320 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4094aa84-44d6-4778-845d-2b33a571d2a0 None None] Network b1ff59e0-f526-4188-aa64-3b3083849fe4 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:04:32.053488 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8030c25a-60c5-49ab-8fa7-4819b67adaa7 admin admin] Notify callbacks [] for router, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:32.059662 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-8030c25a-60c5-49ab-8fa7-4819b67adaa7 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0953455 Jul 05 03:04:32.059978 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46682) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:04:32.139370 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-26de6073-216b-4fac-ac24-bd5923969622 None None] Provisioning for port 43410cc8-78f5-4362-8001-d1a75f9fd201 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:04:32.169017 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-925e3fbb-a7bb-4f3b-879e-4e35dfdd6c66 None None] Set router 110dc404-cdd0-42f5-900e-2211ee5697fb gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:04:32.382811 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-925e3fbb-a7bb-4f3b-879e-4e35dfdd6c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '110dc404-cdd0-42f5-900e-2211ee5697fb', 'name': 'tempest-TestServerBasicOps-987342303-router', 'tenant_id': '2cf25477e84d41eb96d86b5f2ede3e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '79d1646c-c763-440f-a5c0-b169796c1e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:04:30Z', 'updated_at': '2021-07-05T03:04:31Z', 'revision_number': 3, 'project_id': '2cf25477e84d41eb96d86b5f2ede3e34', 'gw_port': {'id': '79d1646c-c763-440f-a5c0-b169796c1e27', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f8:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '110dc404-cdd0-42f5-900e-2211ee5697fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:04:30Z', 'updated_at': '2021-07-05T03:04:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:04:32.405982 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device f26e359d-78b1-4209-aba7-79fadc869606 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:04:32.419184 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925e3fbb-a7bb-4f3b-879e-4e35dfdd6c66 None None] Checking router: 110dc404-cdd0-42f5-900e-2211ee5697fb for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:04:32.420049 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925e3fbb-a7bb-4f3b-879e-4e35dfdd6c66 None None] Updating router 110dc404-cdd0-42f5-900e-2211ee5697fb port 79d1646c-c763-440f-a5c0-b169796c1e27 binding host n-d-771362-32 {{(pid=94464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:04:32.463392 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-925e3fbb-a7bb-4f3b-879e-4e35dfdd6c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:32.517475 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8d4dd9b4-28bc-4547-b16c-f9c924f3e718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:32.527602 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port f26e359d-78b1-4209-aba7-79fadc869606 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:04:32.534859 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port f26e359d-78b1-4209-aba7-79fadc869606 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:04:32.535236 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:32.621376 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:32.654499 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port f26e359d-78b1-4209-aba7-79fadc869606, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=f26e359d-78b1-4209-aba7-79fadc869606,segment=NetworkSegment(f425afb4-2e75-4471-82a4-5899d54e38e5),segment_id=f425afb4-2e75-4471-82a4-5899d54e38e5)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:04:32.686148 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-8d4dd9b4-28bc-4547-b16c-f9c924f3e718 admin admin] Allocated IP 172.20.0.1 (b1ff59e0-f526-4188-aa64-3b3083849fe4/cfab577b-c966-4702-b868-f4be9da40a91/c1c1af26-bacb-4e2b-91b0-e0cc9930192f) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:04:32.718076 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-925e3fbb-a7bb-4f3b-879e-4e35dfdd6c66 None None] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:32.729731 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-925e3fbb-a7bb-4f3b-879e-4e35dfdd6c66 None None] Transition to ACTIVE for port object 79d1646c-c763-440f-a5c0-b169796c1e27 will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:04:32.744295 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:32.745221 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 43410cc8-78f5-4362-8001-d1a75f9fd201 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:04:32.803769 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8d4dd9b4-28bc-4547-b16c-f9c924f3e718 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:32.816751 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [None req-8d4dd9b4-28bc-4547-b16c-f9c924f3e718 admin admin] Transition to ACTIVE for port object c1c1af26-bacb-4e2b-91b0-e0cc9930192f will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:04:32.818716 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-925e3fbb-a7bb-4f3b-879e-4e35dfdd6c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:32.822073 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=f26e359d-78b1-4209-aba7-79fadc869606,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:04:32.832692 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:04:32.833038 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:04:32.833373 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:04:32.833705 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:04:32.834092 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:04:32.834440 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:04:32.834761 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:04:32.835089 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:04:32.835401 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:04:32.835720 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:04:32.836040 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:04:32.836354 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:04:32.872209 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-925e3fbb-a7bb-4f3b-879e-4e35dfdd6c66 None None] Attempting to bind port 79d1646c-c763-440f-a5c0-b169796c1e27 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:04:32.872548 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-925e3fbb-a7bb-4f3b-879e-4e35dfdd6c66 None None] Attempting to bind port 79d1646c-c763-440f-a5c0-b169796c1e27 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:04:32.872874 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925e3fbb-a7bb-4f3b-879e-4e35dfdd6c66 None None] Attempting to bind port 79d1646c-c763-440f-a5c0-b169796c1e27 on network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:04:32.875878 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12342380-6382-4a24-ba3d-f1c1e04d2da5 None None] Pushing event updated for resources: {'Port': ['ID=79d1646c-c763-440f-a5c0-b169796c1e27,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:04:32.880748 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925e3fbb-a7bb-4f3b-879e-4e35dfdd6c66 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:04:32.880748 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925e3fbb-a7bb-4f3b-879e-4e35dfdd6c66 None None] Checking segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:04:32.884784 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-925e3fbb-a7bb-4f3b-879e-4e35dfdd6c66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:32.884784 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925e3fbb-a7bb-4f3b-879e-4e35dfdd6c66 None None] Bound using segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:04:32.884784 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-925e3fbb-a7bb-4f3b-879e-4e35dfdd6c66 None None] Bound port: 79d1646c-c763-440f-a5c0-b169796c1e27, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:04:32.884784 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-925e3fbb-a7bb-4f3b-879e-4e35dfdd6c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:32.904807 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8d4dd9b4-28bc-4547-b16c-f9c924f3e718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:32.909678 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 43410cc8-78f5-4362-8001-d1a75f9fd201 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:04:32.913765 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 43410cc8-78f5-4362-8001-d1a75f9fd201 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:04:32.914426 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:32.936077 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-925e3fbb-a7bb-4f3b-879e-4e35dfdd6c66 None None] For port 79d1646c-c763-440f-a5c0-b169796c1e27, host n-d-771362-32, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:04:32.939503 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-925e3fbb-a7bb-4f3b-879e-4e35dfdd6c66 None None] For port 79d1646c-c763-440f-a5c0-b169796c1e27, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=79d1646c-c763-440f-a5c0-b169796c1e27,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:04:32.950101 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4dd9b4-28bc-4547-b16c-f9c924f3e718 admin admin] Network b1ff59e0-f526-4188-aa64-3b3083849fe4 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:04:32.955429 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-8d4dd9b4-28bc-4547-b16c-f9c924f3e718 admin admin] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:04:32.959744 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4dd9b4-28bc-4547-b16c-f9c924f3e718 admin admin] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:04:32.979905 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4dd9b4-28bc-4547-b16c-f9c924f3e718 admin admin] Pushing event updated for resources: {'Port': ['ID=c1c1af26-bacb-4e2b-91b0-e0cc9930192f,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:04:32.997416 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:33.001135 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8d4dd9b4-28bc-4547-b16c-f9c924f3e718 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635668'] for router_interface, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:33.013254 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-925e3fbb-a7bb-4f3b-879e-4e35dfdd6c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:33.037343 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 43410cc8-78f5-4362-8001-d1a75f9fd201, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=43410cc8-78f5-4362-8001-d1a75f9fd201,segment=NetworkSegment(360c3631-453d-49cc-b62e-4b3eb122ae92),segment_id=360c3631-453d-49cc-b62e-4b3eb122ae92)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:04:33.063699 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925e3fbb-a7bb-4f3b-879e-4e35dfdd6c66 None None] Routers {'110dc404-cdd0-42f5-900e-2211ee5697fb'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:04:33.064579 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-925e3fbb-a7bb-4f3b-879e-4e35dfdd6c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:04:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['110dc404-cdd0-42f5-900e-2211ee5697fb'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:04:33.122823 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:33.167556 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12342380-6382-4a24-ba3d-f1c1e04d2da5 None None] Pushing event updated for resources: {'Port': ['ID=79d1646c-c763-440f-a5c0-b169796c1e27,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:04:33.174388 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=43410cc8-78f5-4362-8001-d1a75f9fd201,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:04:33.201840 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-925e3fbb-a7bb-4f3b-879e-4e35dfdd6c66 None None] Set router 110dc404-cdd0-42f5-900e-2211ee5697fb gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:04:33.219620 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8d4dd9b4-28bc-4547-b16c-f9c924f3e718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:33.293022 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-b1587b6c-9dc4-470a-afa8-d4a03cf6be27 None None] Provisioning for port c1c1af26-bacb-4e2b-91b0-e0cc9930192f completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:04:33.297452 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-b1587b6c-9dc4-470a-afa8-d4a03cf6be27 None None] Provisioning complete for port c1c1af26-bacb-4e2b-91b0-e0cc9930192f triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:04:33.297936 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b1587b6c-9dc4-470a-afa8-d4a03cf6be27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:33.336749 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-b1587b6c-9dc4-470a-afa8-d4a03cf6be27 None None] Port c1c1af26-bacb-4e2b-91b0-e0cc9930192f cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:04:33.385572 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8d4dd9b4-28bc-4547-b16c-f9c924f3e718 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:33.385768 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-925e3fbb-a7bb-4f3b-879e-4e35dfdd6c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '110dc404-cdd0-42f5-900e-2211ee5697fb', 'name': 'tempest-TestServerBasicOps-987342303-router', 'tenant_id': '2cf25477e84d41eb96d86b5f2ede3e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '79d1646c-c763-440f-a5c0-b169796c1e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:04:30Z', 'updated_at': '2021-07-05T03:04:31Z', 'revision_number': 3, 'project_id': '2cf25477e84d41eb96d86b5f2ede3e34', 'gw_port': {'id': '79d1646c-c763-440f-a5c0-b169796c1e27', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f8:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '110dc404-cdd0-42f5-900e-2211ee5697fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:04:30Z', 'updated_at': '2021-07-05T03:04:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:04:33.414867 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925e3fbb-a7bb-4f3b-879e-4e35dfdd6c66 None None] The sync data for ids ['110dc404-cdd0-42f5-900e-2211ee5697fb'] in n-d-771362-32 is: [{'id': '110dc404-cdd0-42f5-900e-2211ee5697fb', 'name': 'tempest-TestServerBasicOps-987342303-router', 'tenant_id': '2cf25477e84d41eb96d86b5f2ede3e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '79d1646c-c763-440f-a5c0-b169796c1e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:04:30Z', 'updated_at': '2021-07-05T03:04:31Z', 'revision_number': 3, 'project_id': '2cf25477e84d41eb96d86b5f2ede3e34', 'gw_port': {'id': '79d1646c-c763-440f-a5c0-b169796c1e27', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f8:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '110dc404-cdd0-42f5-900e-2211ee5697fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:04:30Z', 'updated_at': '2021-07-05T03:04:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:04:33.464445 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8d4dd9b4-28bc-4547-b16c-f9c924f3e718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:33.530386 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8d4dd9b4-28bc-4547-b16c-f9c924f3e718 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634601'] for router_interface, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:33.532230 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4dd9b4-28bc-4547-b16c-f9c924f3e718 admin admin] Pushing event updated for resources: {'Port': ['ID=c1c1af26-bacb-4e2b-91b0-e0cc9930192f,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:04:33.648233 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4dd9b4-28bc-4547-b16c-f9c924f3e718 admin admin] Network b1ff59e0-f526-4188-aa64-3b3083849fe4 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:04:33.649597 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-8d4dd9b4-28bc-4547-b16c-f9c924f3e718 admin admin] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:04:33.961081 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-afd40968-f96e-4b6e-8e30-051df653a50c None None] Provisioning complete for port c1c1af26-bacb-4e2b-91b0-e0cc9930192f triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:04:33.961460 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-afd40968-f96e-4b6e-8e30-051df653a50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:33.997246 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-afd40968-f96e-4b6e-8e30-051df653a50c None None] Port c1c1af26-bacb-4e2b-91b0-e0cc9930192f cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:04:34.106264 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d4dd9b4-28bc-4547-b16c-f9c924f3e718 admin admin] Router 110dc404-cdd0-42f5-900e-2211ee5697fb has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:04:34.216354 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d4dd9b4-28bc-4547-b16c-f9c924f3e718 admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:04:34.223877 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-8d4dd9b4-28bc-4547-b16c-f9c924f3e718 admin admin] 10.222.0.23 "PUT /v2.0/routers/110dc404-cdd0-42f5-900e-2211ee5697fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1599050 Jul 05 03:04:34.377613 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device f26e359d-78b1-4209-aba7-79fadc869606 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:04:34.424109 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port f26e359d-78b1-4209-aba7-79fadc869606 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:04:34.424480 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:34.511488 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 43410cc8-78f5-4362-8001-d1a75f9fd201 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:04:34.561793 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 43410cc8-78f5-4362-8001-d1a75f9fd201 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:04:34.562203 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:34.643642 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 79d1646c-c763-440f-a5c0-b169796c1e27 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:04:34.761248 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 79d1646c-c763-440f-a5c0-b169796c1e27 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:04:34.765540 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 79d1646c-c763-440f-a5c0-b169796c1e27 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:04:34.765931 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:34.853527 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:34.873359 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 79d1646c-c763-440f-a5c0-b169796c1e27, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=79d1646c-c763-440f-a5c0-b169796c1e27,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:04:34.973068 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:34.999886 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dee5800-f99f-4e32-8454-b6d0735e740e None None] Sync routers for ids ['110dc404-cdd0-42f5-900e-2211ee5697fb'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:04:35.019292 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dee5800-f99f-4e32-8454-b6d0735e740e None None] Routers {'110dc404-cdd0-42f5-900e-2211ee5697fb'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:04:35.019823 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-0dee5800-f99f-4e32-8454-b6d0735e740e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:04:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['110dc404-cdd0-42f5-900e-2211ee5697fb'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:04:35.078099 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 46690) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:04:35.083071 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-3183c213-2762-421e-9b43-61286cbd74a1 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1676403947', 'description': 'tempest-secgroup-smoke-1676403947 description', 'project_id': 'f85d7fb6c6c34d02a2ec73bba095be69'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:04:35.155938 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3183c213-2762-421e-9b43-61286cbd74a1 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:35.224371 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=79d1646c-c763-440f-a5c0-b169796c1e27,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:04:35.242698 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3183c213-2762-421e-9b43-61286cbd74a1 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:35.300601 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-0dee5800-f99f-4e32-8454-b6d0735e740e None None] Set router 110dc404-cdd0-42f5-900e-2211ee5697fb gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:04:35.304149 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3183c213-2762-421e-9b43-61286cbd74a1 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:35.334039 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3183c213-2762-421e-9b43-61286cbd74a1 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89911568-826b-4083-9d00-44e51964eef3,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:04:35.395883 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3183c213-2762-421e-9b43-61286cbd74a1 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:35.397264 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-3183c213-2762-421e-9b43-61286cbd74a1 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3181169 Jul 05 03:04:35.400253 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 46692) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:04:35.404799 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-22277c6e-dadf-49e5-898e-10d6fc0856e8 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Request body: {'security_group_rule': {'security_group_id': '89911568-826b-4083-9d00-44e51964eef3', 'project_id': 'f85d7fb6c6c34d02a2ec73bba095be69', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:04:35.480494 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-22277c6e-dadf-49e5-898e-10d6fc0856e8 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:35.500085 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-0dee5800-f99f-4e32-8454-b6d0735e740e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '110dc404-cdd0-42f5-900e-2211ee5697fb', 'name': 'tempest-TestServerBasicOps-987342303-router', 'tenant_id': '2cf25477e84d41eb96d86b5f2ede3e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '79d1646c-c763-440f-a5c0-b169796c1e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:04:30Z', 'updated_at': '2021-07-05T03:04:33Z', 'revision_number': 4, 'project_id': '2cf25477e84d41eb96d86b5f2ede3e34', 'gw_port': {'id': '79d1646c-c763-440f-a5c0-b169796c1e27', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110dc404-cdd0-42f5-900e-2211ee5697fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:04:30Z', 'updated_at': '2021-07-05T03:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'c1c1af26-bacb-4e2b-91b0-e0cc9930192f', 'name': '', 'network_id': 'b1ff59e0-f526-4188-aa64-3b3083849fe4', 'tenant_id': '2cf25477e84d41eb96d86b5f2ede3e34', 'mac_address': 'fa:16:3e:b8:3f:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '110dc404-cdd0-42f5-900e-2211ee5697fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'cfab577b-c966-4702-b868-f4be9da40a91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:04:32Z', 'updated_at': '2021-07-05T03:04:33Z', 'revision_number': 2, 'project_id': '2cf25477e84d41eb96d86b5f2ede3e34', 'subnets': [{'id': 'cfab577b-c966-4702-b868-f4be9da40a91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:04:35.525687 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dee5800-f99f-4e32-8454-b6d0735e740e None None] Checking router: 110dc404-cdd0-42f5-900e-2211ee5697fb for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:04:35.526050 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dee5800-f99f-4e32-8454-b6d0735e740e None None] Updating router 110dc404-cdd0-42f5-900e-2211ee5697fb port c1c1af26-bacb-4e2b-91b0-e0cc9930192f binding host n-d-771362-32 {{(pid=94463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:04:35.539589 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-22277c6e-dadf-49e5-898e-10d6fc0856e8 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:35.560573 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-0dee5800-f99f-4e32-8454-b6d0735e740e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:35.601360 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-22277c6e-dadf-49e5-898e-10d6fc0856e8 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:35.619722 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22277c6e-dadf-49e5-898e-10d6fc0856e8 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38f4801d-eb14-4b51-abed-7609b056ee26,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:04:35.709823 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-22277c6e-dadf-49e5-898e-10d6fc0856e8 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:35.711152 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-22277c6e-dadf-49e5-898e-10d6fc0856e8 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3099086 Jul 05 03:04:35.713890 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 46694) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:04:35.719355 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-a4dd8c8c-0157-499e-bee4-c616af5af685 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Request body: {'security_group_rule': {'security_group_id': '89911568-826b-4083-9d00-44e51964eef3', 'project_id': 'f85d7fb6c6c34d02a2ec73bba095be69', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:04:35.805944 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a4dd8c8c-0157-499e-bee4-c616af5af685 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:35.827627 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-0dee5800-f99f-4e32-8454-b6d0735e740e None None] Notify callbacks [] for port, precommit_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:35.835449 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-0dee5800-f99f-4e32-8454-b6d0735e740e None None] Transition to ACTIVE for port object c1c1af26-bacb-4e2b-91b0-e0cc9930192f will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:04:35.864315 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a4dd8c8c-0157-499e-bee4-c616af5af685 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:35.892741 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-0dee5800-f99f-4e32-8454-b6d0735e740e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:35.921161 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a4dd8c8c-0157-499e-bee4-c616af5af685 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:35.940784 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dd8c8c-0157-499e-bee4-c616af5af685 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c361d62-f713-4bf2-9261-df89f5ac7967,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:04:35.947071 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea0f88d-989d-455d-8da4-f23a918bd0b7 None None] Pushing event updated for resources: {'Port': ['ID=c1c1af26-bacb-4e2b-91b0-e0cc9930192f,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:04:36.000486 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-0dee5800-f99f-4e32-8454-b6d0735e740e None None] Attempting to bind port c1c1af26-bacb-4e2b-91b0-e0cc9930192f on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:04:36.001794 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-0dee5800-f99f-4e32-8454-b6d0735e740e None None] Attempting to bind port c1c1af26-bacb-4e2b-91b0-e0cc9930192f by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '360c3631-453d-49cc-b62e-4b3eb122ae92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b1ff59e0-f526-4188-aa64-3b3083849fe4'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:04:36.001794 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dee5800-f99f-4e32-8454-b6d0735e740e None None] Attempting to bind port c1c1af26-bacb-4e2b-91b0-e0cc9930192f on network b1ff59e0-f526-4188-aa64-3b3083849fe4 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:04:36.006813 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dee5800-f99f-4e32-8454-b6d0735e740e None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:04:36.007386 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dee5800-f99f-4e32-8454-b6d0735e740e None None] Checking segment: {'id': '360c3631-453d-49cc-b62e-4b3eb122ae92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b1ff59e0-f526-4188-aa64-3b3083849fe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:04:36.007656 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-0dee5800-f99f-4e32-8454-b6d0735e740e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:36.008046 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dee5800-f99f-4e32-8454-b6d0735e740e None None] Bound using segment: {'id': '360c3631-453d-49cc-b62e-4b3eb122ae92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b1ff59e0-f526-4188-aa64-3b3083849fe4'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:04:36.008519 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-0dee5800-f99f-4e32-8454-b6d0735e740e None None] Bound port: c1c1af26-bacb-4e2b-91b0-e0cc9930192f, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '360c3631-453d-49cc-b62e-4b3eb122ae92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b1ff59e0-f526-4188-aa64-3b3083849fe4'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:04:36.008902 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-0dee5800-f99f-4e32-8454-b6d0735e740e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:36.024929 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a4dd8c8c-0157-499e-bee4-c616af5af685 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:36.027266 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-a4dd8c8c-0157-499e-bee4-c616af5af685 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3112907 Jul 05 03:04:36.029160 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46696) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:04:36.034791 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-1bac65af-e1b7-4686-b446-98d8fc04a9cc tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Request body: {'security_group_rule': {'security_group_id': '89911568-826b-4083-9d00-44e51964eef3', 'project_id': 'f85d7fb6c6c34d02a2ec73bba095be69', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:04:36.079793 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-0dee5800-f99f-4e32-8454-b6d0735e740e None None] For port c1c1af26-bacb-4e2b-91b0-e0cc9930192f, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:04:36.083038 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-0dee5800-f99f-4e32-8454-b6d0735e740e None None] For port c1c1af26-bacb-4e2b-91b0-e0cc9930192f, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=c1c1af26-bacb-4e2b-91b0-e0cc9930192f,segment=NetworkSegment(360c3631-453d-49cc-b62e-4b3eb122ae92),segment_id=360c3631-453d-49cc-b62e-4b3eb122ae92)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:04:36.121107 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1bac65af-e1b7-4686-b446-98d8fc04a9cc tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:36.144810 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-0dee5800-f99f-4e32-8454-b6d0735e740e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:36.190737 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1bac65af-e1b7-4686-b446-98d8fc04a9cc tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:36.200706 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dee5800-f99f-4e32-8454-b6d0735e740e None None] Routers {'110dc404-cdd0-42f5-900e-2211ee5697fb'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:04:36.201320 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-0dee5800-f99f-4e32-8454-b6d0735e740e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:04:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['110dc404-cdd0-42f5-900e-2211ee5697fb'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:04:36.242541 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea0f88d-989d-455d-8da4-f23a918bd0b7 None None] Pushing event updated for resources: {'Port': ['ID=c1c1af26-bacb-4e2b-91b0-e0cc9930192f,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:04:36.258856 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1bac65af-e1b7-4686-b446-98d8fc04a9cc tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:36.303719 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bac65af-e1b7-4686-b446-98d8fc04a9cc tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=957288c4-1136-4495-a3b7-619ecdaaf21e,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:04:36.332830 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 79d1646c-c763-440f-a5c0-b169796c1e27 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:04:36.372756 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-0dee5800-f99f-4e32-8454-b6d0735e740e None None] Set router 110dc404-cdd0-42f5-900e-2211ee5697fb gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:04:36.384014 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1bac65af-e1b7-4686-b446-98d8fc04a9cc tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:36.385454 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-1bac65af-e1b7-4686-b446-98d8fc04a9cc tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3552268 Jul 05 03:04:36.388771 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 46698) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:04:36.394109 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-5a0caf89-c589-460f-9616-f177335e2790 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Request body: {'security_group_rule': {'security_group_id': '89911568-826b-4083-9d00-44e51964eef3', 'project_id': 'f85d7fb6c6c34d02a2ec73bba095be69', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:04:36.468973 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5a0caf89-c589-460f-9616-f177335e2790 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:36.509602 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 79d1646c-c763-440f-a5c0-b169796c1e27 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:04:36.510230 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:36.529464 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5a0caf89-c589-460f-9616-f177335e2790 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:36.595937 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5a0caf89-c589-460f-9616-f177335e2790 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:36.615116 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0caf89-c589-460f-9616-f177335e2790 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a220a2e7-dda2-4bfa-9cd9-0e64a55cb079,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:04:36.659312 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-0dee5800-f99f-4e32-8454-b6d0735e740e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '110dc404-cdd0-42f5-900e-2211ee5697fb', 'name': 'tempest-TestServerBasicOps-987342303-router', 'tenant_id': '2cf25477e84d41eb96d86b5f2ede3e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '79d1646c-c763-440f-a5c0-b169796c1e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:04:30Z', 'updated_at': '2021-07-05T03:04:33Z', 'revision_number': 4, 'project_id': '2cf25477e84d41eb96d86b5f2ede3e34', 'gw_port': {'id': '79d1646c-c763-440f-a5c0-b169796c1e27', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110dc404-cdd0-42f5-900e-2211ee5697fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:04:30Z', 'updated_at': '2021-07-05T03:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'c1c1af26-bacb-4e2b-91b0-e0cc9930192f', 'name': '', 'network_id': 'b1ff59e0-f526-4188-aa64-3b3083849fe4', 'tenant_id': '2cf25477e84d41eb96d86b5f2ede3e34', 'mac_address': 'fa:16:3e:b8:3f:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '110dc404-cdd0-42f5-900e-2211ee5697fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'cfab577b-c966-4702-b868-f4be9da40a91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:04:32Z', 'updated_at': '2021-07-05T03:04:36Z', 'revision_number': 4, 'project_id': '2cf25477e84d41eb96d86b5f2ede3e34', 'subnets': [{'id': 'cfab577b-c966-4702-b868-f4be9da40a91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:04:36.689643 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dee5800-f99f-4e32-8454-b6d0735e740e None None] The sync data for ids ['110dc404-cdd0-42f5-900e-2211ee5697fb'] in n-d-771362-32 is: [{'id': '110dc404-cdd0-42f5-900e-2211ee5697fb', 'name': 'tempest-TestServerBasicOps-987342303-router', 'tenant_id': '2cf25477e84d41eb96d86b5f2ede3e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '79d1646c-c763-440f-a5c0-b169796c1e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:04:30Z', 'updated_at': '2021-07-05T03:04:33Z', 'revision_number': 4, 'project_id': '2cf25477e84d41eb96d86b5f2ede3e34', 'gw_port': {'id': '79d1646c-c763-440f-a5c0-b169796c1e27', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110dc404-cdd0-42f5-900e-2211ee5697fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:04:30Z', 'updated_at': '2021-07-05T03:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'c1c1af26-bacb-4e2b-91b0-e0cc9930192f', 'name': '', 'network_id': 'b1ff59e0-f526-4188-aa64-3b3083849fe4', 'tenant_id': '2cf25477e84d41eb96d86b5f2ede3e34', 'mac_address': 'fa:16:3e:b8:3f:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '110dc404-cdd0-42f5-900e-2211ee5697fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'cfab577b-c966-4702-b868-f4be9da40a91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:04:32Z', 'updated_at': '2021-07-05T03:04:36Z', 'revision_number': 4, 'project_id': '2cf25477e84d41eb96d86b5f2ede3e34', 'subnets': [{'id': 'cfab577b-c966-4702-b868-f4be9da40a91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:04:36.692637 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5a0caf89-c589-460f-9616-f177335e2790 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:36.693883 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-5a0caf89-c589-460f-9616-f177335e2790 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3041098 Jul 05 03:04:36.696563 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 46700) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:04:36.701304 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-f23f4485-46da-4609-b527-d8564e9a65d9 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Request body: {'security_group_rule': {'security_group_id': '89911568-826b-4083-9d00-44e51964eef3', 'project_id': 'f85d7fb6c6c34d02a2ec73bba095be69', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:04:36.767088 n-d-771362-32 neutron-server[94461]: INFO neutron.db.securitygroups_db [None req-f23f4485-46da-4609-b527-d8564e9a65d9 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Project f85d7fb6c6c34d02a2ec73bba095be69 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 03:04:36.772355 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f23f4485-46da-4609-b527-d8564e9a65d9 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:36.839002 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f23f4485-46da-4609-b527-d8564e9a65d9 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:36.915527 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f23f4485-46da-4609-b527-d8564e9a65d9 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:36.935921 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23f4485-46da-4609-b527-d8564e9a65d9 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee48faef-7143-4413-a091-6af48d35919a,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:04:37.018946 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f23f4485-46da-4609-b527-d8564e9a65d9 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:37.020372 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-f23f4485-46da-4609-b527-d8564e9a65d9 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3228035 Jul 05 03:04:37.023076 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 46702) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:04:37.027873 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-81c0a0c9-e217-4943-8e61-0bd4f035ca85 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Request body: {'security_group_rule': {'security_group_id': '89911568-826b-4083-9d00-44e51964eef3', 'project_id': 'f85d7fb6c6c34d02a2ec73bba095be69', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:04:37.161524 n-d-771362-32 neutron-server[94461]: INFO neutron.db.securitygroups_db [None req-81c0a0c9-e217-4943-8e61-0bd4f035ca85 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Project f85d7fb6c6c34d02a2ec73bba095be69 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 03:04:37.167075 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-81c0a0c9-e217-4943-8e61-0bd4f035ca85 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:37.233445 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-81c0a0c9-e217-4943-8e61-0bd4f035ca85 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:37.316568 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-81c0a0c9-e217-4943-8e61-0bd4f035ca85 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:37.335697 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c0a0c9-e217-4943-8e61-0bd4f035ca85 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa3ca470-a9af-40ff-a1ef-d84b46bb3166,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:04:37.446997 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-81c0a0c9-e217-4943-8e61-0bd4f035ca85 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:37.448451 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-81c0a0c9-e217-4943-8e61-0bd4f035ca85 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4241705 Jul 05 03:04:37.590150 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1434af60-f94b-44d4-858e-314fd8889871 req-0d7112cc-e506-4568-959f-96c7ec327137 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1676403947&fields=id&tenant_id=f85d7fb6c6c34d02a2ec73bba095be69 HTTP/1.1" status: 200 len: 267 time: 0.0347018 Jul 05 03:04:37.703897 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1434af60-f94b-44d4-858e-314fd8889871 req-eb7eb7ba-9adb-4397-804a-d256de2c175d tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:04:37.705387 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1434af60-f94b-44d4-858e-314fd8889871 req-eb7eb7ba-9adb-4397-804a-d256de2c175d tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] 10.222.0.23 "GET /v2.0/networks?id=a04fef7d-0511-4a08-9499-6de255b1fdc1 HTTP/1.1" status: 200 len: 808 time: 0.1078308 Jul 05 03:04:37.720387 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1434af60-f94b-44d4-858e-314fd8889871 req-93b3b8c3-ff37-49f8-ba68-80e69fac9ef6 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] 10.222.0.23 "GET /v2.0/quotas/f85d7fb6c6c34d02a2ec73bba095be69 HTTP/1.1" status: 200 len: 375 time: 0.0095561 Jul 05 03:04:37.784997 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1434af60-f94b-44d4-858e-314fd8889871 req-2e9c8fbe-fa2c-43c5-8638-1069404e5204 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f85d7fb6c6c34d02a2ec73bba095be69&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0592701 Jul 05 03:04:37.969142 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1434af60-f94b-44d4-858e-314fd8889871 req-62bcdd95-f0b1-47ad-bf7e-e82d534f9add service neutron] 10.222.0.23 "GET /v2.0/networks/a04fef7d-0511-4a08-9499-6de255b1fdc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725180 Jul 05 03:04:38.055424 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1434af60-f94b-44d4-858e-314fd8889871 req-759b4195-0499-4f2a-bbe6-68234eaeacab service neutron] 10.222.0.23 "GET /v2.0/networks/a04fef7d-0511-4a08-9499-6de255b1fdc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805128 Jul 05 03:04:38.352665 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device c1c1af26-bacb-4e2b-91b0-e0cc9930192f up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:04:38.355189 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-09d5f42a-d7d2-43fd-b922-4f9a218cf3b7 req-3817184d-01ee-4a7d-a867-edd0b6dea953 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] 10.222.0.23 "GET /v2.0/ports?device_id=42d37a27-28e4-407e-96e0-19ee57ac2f3a HTTP/1.1" status: 200 len: 210 time: 0.0389392 Jul 05 03:04:38.469867 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port c1c1af26-bacb-4e2b-91b0-e0cc9930192f completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:04:38.474355 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port c1c1af26-bacb-4e2b-91b0-e0cc9930192f triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:04:38.476946 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:38.550458 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:38.582501 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port c1c1af26-bacb-4e2b-91b0-e0cc9930192f, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=c1c1af26-bacb-4e2b-91b0-e0cc9930192f,segment=NetworkSegment(360c3631-453d-49cc-b62e-4b3eb122ae92),segment_id=360c3631-453d-49cc-b62e-4b3eb122ae92)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:04:38.699009 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:38.749132 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=c1c1af26-bacb-4e2b-91b0-e0cc9930192f,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:04:39.431335 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cb7c618e-a3ad-4a27-a855-c53fb0bc6288 req-7ff15a80-73b7-4278-a7bf-43a7a9ea0170 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] 10.222.0.23 "GET /v2.0/ports?device_id=42d37a27-28e4-407e-96e0-19ee57ac2f3a HTTP/1.1" status: 200 len: 210 time: 0.0330954 Jul 05 03:04:40.310615 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device c1c1af26-bacb-4e2b-91b0-e0cc9930192f up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:04:40.359839 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port c1c1af26-bacb-4e2b-91b0-e0cc9930192f triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:04:40.360209 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:40.577650 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a0b69c0f-d245-4e56-869a-6b73bbea278b req-1c27e9c6-a31d-4b75-819c-a2ef3842b879 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] 10.222.0.23 "GET /v2.0/ports?device_id=42d37a27-28e4-407e-96e0-19ee57ac2f3a HTTP/1.1" status: 200 len: 210 time: 0.0294445 Jul 05 03:04:40.765158 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1434af60-f94b-44d4-858e-314fd8889871 req-837f23db-6627-41ab-8959-deb75293c48d tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:04:40.766751 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1434af60-f94b-44d4-858e-314fd8889871 req-837f23db-6627-41ab-8959-deb75293c48d tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] 10.222.0.21 "GET /v2.0/networks?id=a04fef7d-0511-4a08-9499-6de255b1fdc1 HTTP/1.1" status: 200 len: 808 time: 0.1002913 Jul 05 03:04:40.811988 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1434af60-f94b-44d4-858e-314fd8889871 req-43a694a7-a7cd-4c96-8c97-36028500c1ed tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f85d7fb6c6c34d02a2ec73bba095be69 HTTP/1.1" status: 200 len: 380 time: 0.0361571 Jul 05 03:04:40.820658 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-1434af60-f94b-44d4-858e-314fd8889871 req-d80e3c4f-76cc-4e2f-9e7e-c77a1caddbf8 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Request body: {'port': {'device_id': '42d37a27-28e4-407e-96e0-19ee57ac2f3a', 'network_id': 'a04fef7d-0511-4a08-9499-6de255b1fdc1', 'admin_state_up': True, 'tenant_id': 'f85d7fb6c6c34d02a2ec73bba095be69', 'security_groups': ['89911568-826b-4083-9d00-44e51964eef3']}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:04:40.989430 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1434af60-f94b-44d4-858e-314fd8889871 req-d80e3c4f-76cc-4e2f-9e7e-c77a1caddbf8 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Made reservation on behalf of f85d7fb6c6c34d02a2ec73bba095be69 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:04:40.993068 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1434af60-f94b-44d4-858e-314fd8889871 req-d80e3c4f-76cc-4e2f-9e7e-c77a1caddbf8 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:41.129639 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-1434af60-f94b-44d4-858e-314fd8889871 req-d80e3c4f-76cc-4e2f-9e7e-c77a1caddbf8 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Allocated IP 172.20.0.11 (a04fef7d-0511-4a08-9499-6de255b1fdc1/96f2715e-25bd-4454-bac7-03f86287411b/bbb44ba3-4031-49a4-9f9a-d8e279130a30) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:04:41.271824 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1434af60-f94b-44d4-858e-314fd8889871 req-d80e3c4f-76cc-4e2f-9e7e-c77a1caddbf8 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:41.287576 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-1434af60-f94b-44d4-858e-314fd8889871 req-d80e3c4f-76cc-4e2f-9e7e-c77a1caddbf8 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Transition to ACTIVE for port object bbb44ba3-4031-49a4-9f9a-d8e279130a30 will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:04:41.390345 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1434af60-f94b-44d4-858e-314fd8889871 req-d80e3c4f-76cc-4e2f-9e7e-c77a1caddbf8 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:41.435074 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1434af60-f94b-44d4-858e-314fd8889871 req-d80e3c4f-76cc-4e2f-9e7e-c77a1caddbf8 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Network a04fef7d-0511-4a08-9499-6de255b1fdc1 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:04:41.438764 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-1434af60-f94b-44d4-858e-314fd8889871 req-d80e3c4f-76cc-4e2f-9e7e-c77a1caddbf8 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:04:41.442747 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-1434af60-f94b-44d4-858e-314fd8889871 req-d80e3c4f-76cc-4e2f-9e7e-c77a1caddbf8 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:04:41.470031 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80e3c4f-76cc-4e2f-9e7e-c77a1caddbf8 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Pushing event updated for resources: {'Port': ['ID=bbb44ba3-4031-49a4-9f9a-d8e279130a30,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:04:41.497872 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1434af60-f94b-44d4-858e-314fd8889871 req-d80e3c4f-76cc-4e2f-9e7e-c77a1caddbf8 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:04:41.498526 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1434af60-f94b-44d4-858e-314fd8889871 req-d80e3c4f-76cc-4e2f-9e7e-c77a1caddbf8 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:41.619505 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1434af60-f94b-44d4-858e-314fd8889871 req-d80e3c4f-76cc-4e2f-9e7e-c77a1caddbf8 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8026030 Jul 05 03:04:41.631909 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-1434af60-f94b-44d4-858e-314fd8889871 req-5be274d7-17b4-4409-9924-8225ccf70ae9 service neutron] Request body: {'port': {'device_id': '42d37a27-28e4-407e-96e0-19ee57ac2f3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:04:41.752430 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1434af60-f94b-44d4-858e-314fd8889871 req-5be274d7-17b4-4409-9924-8225ccf70ae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:41.766394 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-062892ef-2c4c-43da-aea3-092a22ed9a61 None None] Provisioning for port bbb44ba3-4031-49a4-9f9a-d8e279130a30 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:04:41.771459 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-062892ef-2c4c-43da-aea3-092a22ed9a61 None None] Provisioning complete for port bbb44ba3-4031-49a4-9f9a-d8e279130a30 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:04:41.772062 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-062892ef-2c4c-43da-aea3-092a22ed9a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:41.809857 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-062892ef-2c4c-43da-aea3-092a22ed9a61 None None] Port bbb44ba3-4031-49a4-9f9a-d8e279130a30 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:04:41.829831 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ed4da9-bd45-444f-b290-8359cad8f7f2 req-debca523-b91c-41d2-9526-43dd31ca966f tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:04:41.831928 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e2ed4da9-bd45-444f-b290-8359cad8f7f2 req-debca523-b91c-41d2-9526-43dd31ca966f tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] 10.222.0.23 "GET /v2.0/ports?device_id=42d37a27-28e4-407e-96e0-19ee57ac2f3a HTTP/1.1" status: 200 len: 932 time: 0.1171801 Jul 05 03:04:41.934240 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e2ed4da9-bd45-444f-b290-8359cad8f7f2 req-850113b8-2e3f-43b8-bf20-f01672783cba tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] 10.222.0.23 "GET /v2.0/security-groups?id=89911568-826b-4083-9d00-44e51964eef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609992 Jul 05 03:04:42.067907 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-1434af60-f94b-44d4-858e-314fd8889871 req-5be274d7-17b4-4409-9924-8225ccf70ae9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbb44ba3-4031-49a4-9f9a-d8e279130a30 {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:04:42.076292 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1434af60-f94b-44d4-858e-314fd8889871 req-5be274d7-17b4-4409-9924-8225ccf70ae9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:42.087901 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-1434af60-f94b-44d4-858e-314fd8889871 req-5be274d7-17b4-4409-9924-8225ccf70ae9 service neutron] Transition to ACTIVE for port object bbb44ba3-4031-49a4-9f9a-d8e279130a30 will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:04:42.092421 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:42.190361 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:42.218232 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1434af60-f94b-44d4-858e-314fd8889871 req-5be274d7-17b4-4409-9924-8225ccf70ae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:42.267955 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be274d7-17b4-4409-9924-8225ccf70ae9 service neutron] Pushing event updated for resources: {'Port': ['ID=bbb44ba3-4031-49a4-9f9a-d8e279130a30,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:04:42.356342 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-1434af60-f94b-44d4-858e-314fd8889871 req-5be274d7-17b4-4409-9924-8225ccf70ae9 service neutron] Attempting to bind port bbb44ba3-4031-49a4-9f9a-d8e279130a30 on host n-h1-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:04:42.356741 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-1434af60-f94b-44d4-858e-314fd8889871 req-5be274d7-17b4-4409-9924-8225ccf70ae9 service neutron] Attempting to bind port bbb44ba3-4031-49a4-9f9a-d8e279130a30 by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': 'f425afb4-2e75-4471-82a4-5899d54e38e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a04fef7d-0511-4a08-9499-6de255b1fdc1'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:04:42.357087 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1434af60-f94b-44d4-858e-314fd8889871 req-5be274d7-17b4-4409-9924-8225ccf70ae9 service neutron] Attempting to bind port bbb44ba3-4031-49a4-9f9a-d8e279130a30 on network a04fef7d-0511-4a08-9499-6de255b1fdc1 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:04:42.362902 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1434af60-f94b-44d4-858e-314fd8889871 req-5be274d7-17b4-4409-9924-8225ccf70ae9 service neutron] Port bbb44ba3-4031-49a4-9f9a-d8e279130a30 on network a04fef7d-0511-4a08-9499-6de255b1fdc1 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:04:42.363253 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1434af60-f94b-44d4-858e-314fd8889871 req-5be274d7-17b4-4409-9924-8225ccf70ae9 service neutron] Attempting to bind port bbb44ba3-4031-49a4-9f9a-d8e279130a30 on network a04fef7d-0511-4a08-9499-6de255b1fdc1 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:04:42.368465 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1434af60-f94b-44d4-858e-314fd8889871 req-5be274d7-17b4-4409-9924-8225ccf70ae9 service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:04:42.368906 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1434af60-f94b-44d4-858e-314fd8889871 req-5be274d7-17b4-4409-9924-8225ccf70ae9 service neutron] Checking segment: {'id': 'f425afb4-2e75-4471-82a4-5899d54e38e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a04fef7d-0511-4a08-9499-6de255b1fdc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:04:42.369371 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1434af60-f94b-44d4-858e-314fd8889871 req-5be274d7-17b4-4409-9924-8225ccf70ae9 service neutron] Bound using segment: {'id': 'f425afb4-2e75-4471-82a4-5899d54e38e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a04fef7d-0511-4a08-9499-6de255b1fdc1'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:04:42.369873 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-1434af60-f94b-44d4-858e-314fd8889871 req-5be274d7-17b4-4409-9924-8225ccf70ae9 service neutron] Bound port: bbb44ba3-4031-49a4-9f9a-d8e279130a30, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f425afb4-2e75-4471-82a4-5899d54e38e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a04fef7d-0511-4a08-9499-6de255b1fdc1'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:04:42.370461 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1434af60-f94b-44d4-858e-314fd8889871 req-5be274d7-17b4-4409-9924-8225ccf70ae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:42.435076 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-1434af60-f94b-44d4-858e-314fd8889871 req-5be274d7-17b4-4409-9924-8225ccf70ae9 service neutron] For port bbb44ba3-4031-49a4-9f9a-d8e279130a30, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:04:42.437944 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-1434af60-f94b-44d4-858e-314fd8889871 req-5be274d7-17b4-4409-9924-8225ccf70ae9 service neutron] For port bbb44ba3-4031-49a4-9f9a-d8e279130a30, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=bbb44ba3-4031-49a4-9f9a-d8e279130a30,segment=NetworkSegment(f425afb4-2e75-4471-82a4-5899d54e38e5),segment_id=f425afb4-2e75-4471-82a4-5899d54e38e5)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:04:42.521212 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1434af60-f94b-44d4-858e-314fd8889871 req-5be274d7-17b4-4409-9924-8225ccf70ae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:42.555756 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1434af60-f94b-44d4-858e-314fd8889871 req-5be274d7-17b4-4409-9924-8225ccf70ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:04:42.556383 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1434af60-f94b-44d4-858e-314fd8889871 req-5be274d7-17b4-4409-9924-8225ccf70ae9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:42.557775 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1434af60-f94b-44d4-858e-314fd8889871 req-5be274d7-17b4-4409-9924-8225ccf70ae9 service neutron] 10.222.0.21 "PUT /v2.0/ports/bbb44ba3-4031-49a4-9f9a-d8e279130a30 HTTP/1.1" status: 200 len: 1093 time: 0.9308801 Jul 05 03:04:42.558239 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42d37a27-28e4-407e-96e0-19ee57ac2f3a', 'tag': 'bbb44ba3-4031-49a4-9f9a-d8e279130a30'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:04:42.560499 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d787cb6-8cdd-4c5f-92e9-fdb0a14eb743" -d '{"events": [{"name": "network-changed", "server_uuid": "42d37a27-28e4-407e-96e0-19ee57ac2f3a", "tag": "bbb44ba3-4031-49a4-9f9a-d8e279130a30"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:04:42.585075 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be274d7-17b4-4409-9924-8225ccf70ae9 service neutron] Pushing event updated for resources: {'Port': ['ID=bbb44ba3-4031-49a4-9f9a-d8e279130a30,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:04:42.597937 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afdd7d8e-5ca5-42f1-95c7-763512dad23e x-openstack-request-id: req-afdd7d8e-5ca5-42f1-95c7-763512dad23e {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:04:42.598149 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42d37a27-28e4-407e-96e0-19ee57ac2f3a", "tag": "bbb44ba3-4031-49a4-9f9a-d8e279130a30", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:04:42.598409 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-afdd7d8e-5ca5-42f1-95c7-763512dad23e {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:04:42.598817 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42d37a27-28e4-407e-96e0-19ee57ac2f3a', 'tag': 'bbb44ba3-4031-49a4-9f9a-d8e279130a30', 'status': 'completed', 'code': 200} Jul 05 03:04:42.700890 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d787cb6-8cdd-4c5f-92e9-fdb0a14eb743 req-08e20da6-c42f-4cdd-92bb-b218a1b094b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:04:42.702441 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5d787cb6-8cdd-4c5f-92e9-fdb0a14eb743 req-08e20da6-c42f-4cdd-92bb-b218a1b094b8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f85d7fb6c6c34d02a2ec73bba095be69&device_id=42d37a27-28e4-407e-96e0-19ee57ac2f3a HTTP/1.1" status: 200 len: 1096 time: 0.0779209 Jul 05 03:04:42.797743 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d787cb6-8cdd-4c5f-92e9-fdb0a14eb743 req-97f51774-3eef-43ed-b9b6-e5a77949eca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:04:42.799281 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5d787cb6-8cdd-4c5f-92e9-fdb0a14eb743 req-97f51774-3eef-43ed-b9b6-e5a77949eca1 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=f85d7fb6c6c34d02a2ec73bba095be69&shared=False HTTP/1.1" status: 200 len: 908 time: 0.0900729 Jul 05 03:04:42.892771 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d787cb6-8cdd-4c5f-92e9-fdb0a14eb743 req-16fdce00-4e60-4ac5-8d3e-9fb07a74d6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:04:42.894203 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5d787cb6-8cdd-4c5f-92e9-fdb0a14eb743 req-16fdce00-4e60-4ac5-8d3e-9fb07a74d6f3 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0891616 Jul 05 03:04:42.983428 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1434af60-f94b-44d4-858e-314fd8889871 req-23798f55-2bab-4632-993b-20cd5f6979aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:04:42.984966 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1434af60-f94b-44d4-858e-314fd8889871 req-23798f55-2bab-4632-993b-20cd5f6979aa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f85d7fb6c6c34d02a2ec73bba095be69&device_id=42d37a27-28e4-407e-96e0-19ee57ac2f3a HTTP/1.1" status: 200 len: 1096 time: 0.0537612 Jul 05 03:04:43.030394 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1434af60-f94b-44d4-858e-314fd8889871 req-2c003ac0-7238-422b-93cb-3516a12e94fa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bbb44ba3-4031-49a4-9f9a-d8e279130a30 HTTP/1.1" status: 200 len: 217 time: 0.0386016 Jul 05 03:04:43.107991 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1434af60-f94b-44d4-858e-314fd8889871 req-534e2dee-e799-4914-bf4b-c89a99ac6ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:04:43.109460 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1434af60-f94b-44d4-858e-314fd8889871 req-534e2dee-e799-4914-bf4b-c89a99ac6ac5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=96f2715e-25bd-4454-bac7-03f86287411b HTTP/1.1" status: 200 len: 847 time: 0.0729663 Jul 05 03:04:43.165055 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7da74d-58a5-4640-a17f-c774d41d68e5 req-14f5358c-ca77-40bb-a23e-cb3116bcd3d0 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:04:43.166569 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3c7da74d-58a5-4640-a17f-c774d41d68e5 req-14f5358c-ca77-40bb-a23e-cb3116bcd3d0 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] 10.222.0.23 "GET /v2.0/ports?device_id=42d37a27-28e4-407e-96e0-19ee57ac2f3a HTTP/1.1" status: 200 len: 944 time: 0.1051745 Jul 05 03:04:43.202853 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1434af60-f94b-44d4-858e-314fd8889871 req-ac45543f-a144-4367-8d25-689c0d09882e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:04:43.204866 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1434af60-f94b-44d4-858e-314fd8889871 req-ac45543f-a144-4367-8d25-689c0d09882e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a04fef7d-0511-4a08-9499-6de255b1fdc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0896351 Jul 05 03:04:43.233242 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3c7da74d-58a5-4640-a17f-c774d41d68e5 req-9e7584c1-d1ed-492b-bf64-09f2d3440d23 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] 10.222.0.23 "GET /v2.0/security-groups?id=89911568-826b-4083-9d00-44e51964eef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604322 Jul 05 03:04:43.296516 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1434af60-f94b-44d4-858e-314fd8889871 req-cd4812c6-c161-4a55-9e3c-c28ee33e73dd service neutron] 10.222.0.21 "GET /v2.0/networks/a04fef7d-0511-4a08-9499-6de255b1fdc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849798 Jul 05 03:04:43.393667 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1434af60-f94b-44d4-858e-314fd8889871 req-c7e9e287-cdc2-4049-a65c-2ae1f840d870 service neutron] 10.222.0.21 "GET /v2.0/networks/a04fef7d-0511-4a08-9499-6de255b1fdc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906961 Jul 05 03:04:44.410796 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c80a425-366e-44b8-b959-4765853faab1 req-2b2fe772-3af9-47c8-ac4e-dd9bf8e944b9 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:04:44.412277 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7c80a425-366e-44b8-b959-4765853faab1 req-2b2fe772-3af9-47c8-ac4e-dd9bf8e944b9 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] 10.222.0.23 "GET /v2.0/ports?device_id=42d37a27-28e4-407e-96e0-19ee57ac2f3a HTTP/1.1" status: 200 len: 944 time: 0.0653517 Jul 05 03:04:44.449880 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7c80a425-366e-44b8-b959-4765853faab1 req-147f2682-122d-4416-b7dc-58eaf3c4b121 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] 10.222.0.23 "GET /v2.0/security-groups?id=89911568-826b-4083-9d00-44e51964eef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319526 Jul 05 03:04:45.607542 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device bbb44ba3-4031-49a4-9f9a-d8e279130a30 details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:04:45.624117 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaa047b-3d99-4aa0-bb7e-fbfef0fcb84b req-31873f78-4846-4546-9891-815d7c6cd383 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:04:45.625618 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7aaa047b-3d99-4aa0-bb7e-fbfef0fcb84b req-31873f78-4846-4546-9891-815d7c6cd383 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] 10.222.0.23 "GET /v2.0/ports?device_id=42d37a27-28e4-407e-96e0-19ee57ac2f3a HTTP/1.1" status: 200 len: 944 time: 0.0634089 Jul 05 03:04:45.663758 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7aaa047b-3d99-4aa0-bb7e-fbfef0fcb84b req-54724b79-d06c-4d9c-a723-861e920af111 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] 10.222.0.23 "GET /v2.0/security-groups?id=89911568-826b-4083-9d00-44e51964eef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325191 Jul 05 03:04:45.698545 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port bbb44ba3-4031-49a4-9f9a-d8e279130a30, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=bbb44ba3-4031-49a4-9f9a-d8e279130a30,segment=NetworkSegment(f425afb4-2e75-4471-82a4-5899d54e38e5),segment_id=f425afb4-2e75-4471-82a4-5899d54e38e5)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:04:45.713165 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': 'bbb44ba3-4031-49a4-9f9a-d8e279130a30', 'network_id': 'a04fef7d-0511-4a08-9499-6de255b1fdc1', 'port_id': 'bbb44ba3-4031-49a4-9f9a-d8e279130a30', 'mac_address': 'fa:16:3e:bd:61:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96f2715e-25bd-4454-bac7-03f86287411b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:04:45.749000 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:45.760835 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbb44ba3-4031-49a4-9f9a-d8e279130a30 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:04:45.779532 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port bbb44ba3-4031-49a4-9f9a-d8e279130a30, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=bbb44ba3-4031-49a4-9f9a-d8e279130a30,segment=NetworkSegment(f425afb4-2e75-4471-82a4-5899d54e38e5),segment_id=f425afb4-2e75-4471-82a4-5899d54e38e5)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:04:45.830029 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:45.874647 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=bbb44ba3-4031-49a4-9f9a-d8e279130a30,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:04:46.027503 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['bbb44ba3-4031-49a4-9f9a-d8e279130a30'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:04:46.852221 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff65bf5-056c-43b9-baee-b0107d3ad029 req-6938cae6-b37c-4898-8337-fc24f92ffd5f tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:04:46.853644 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1ff65bf5-056c-43b9-baee-b0107d3ad029 req-6938cae6-b37c-4898-8337-fc24f92ffd5f tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] 10.222.0.23 "GET /v2.0/ports?device_id=42d37a27-28e4-407e-96e0-19ee57ac2f3a HTTP/1.1" status: 200 len: 945 time: 0.0706463 Jul 05 03:04:46.890750 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1ff65bf5-056c-43b9-baee-b0107d3ad029 req-b3ed2c22-440a-48b6-9cd4-69e1e1436c4c tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] 10.222.0.23 "GET /v2.0/security-groups?id=89911568-826b-4083-9d00-44e51964eef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314627 Jul 05 03:04:47.608591 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device bbb44ba3-4031-49a4-9f9a-d8e279130a30 up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:04:47.754666 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning for port bbb44ba3-4031-49a4-9f9a-d8e279130a30 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:04:47.758432 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port bbb44ba3-4031-49a4-9f9a-d8e279130a30 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:04:47.758809 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:47.835125 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:47.856713 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42d37a27-28e4-407e-96e0-19ee57ac2f3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbb44ba3-4031-49a4-9f9a-d8e279130a30'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:04:47.859016 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b24d4c0c48b086bdad6a9abbab1600a361399460f77b39a242f2740bbfa164" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1508dd4-f9a0-4c96-ac2e-7692c124ec7f" -d '{"events": [{"server_uuid": "42d37a27-28e4-407e-96e0-19ee57ac2f3a", "name": "network-vif-plugged", "status": "completed", "tag": "bbb44ba3-4031-49a4-9f9a-d8e279130a30"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:04:47.871345 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port bbb44ba3-4031-49a4-9f9a-d8e279130a30, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=bbb44ba3-4031-49a4-9f9a-d8e279130a30,segment=NetworkSegment(f425afb4-2e75-4471-82a4-5899d54e38e5),segment_id=f425afb4-2e75-4471-82a4-5899d54e38e5)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:04:47.893520 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8310c866-c970-4c06-a758-11eeeea01a16 x-openstack-request-id: req-8310c866-c970-4c06-a758-11eeeea01a16 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:04:47.893644 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42d37a27-28e4-407e-96e0-19ee57ac2f3a", "name": "network-vif-plugged", "status": "completed", "tag": "bbb44ba3-4031-49a4-9f9a-d8e279130a30", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:04:47.893896 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8310c866-c970-4c06-a758-11eeeea01a16 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:04:47.894322 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42d37a27-28e4-407e-96e0-19ee57ac2f3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbb44ba3-4031-49a4-9f9a-d8e279130a30', 'code': 200} Jul 05 03:04:47.938386 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:47.992937 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=bbb44ba3-4031-49a4-9f9a-d8e279130a30,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:04:48.010657 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b0051c-8e0b-49d7-a52c-ceecce547362 req-73f95ec2-e52d-4275-9cb9-e0633fa75e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:04:48.012298 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-06b0051c-8e0b-49d7-a52c-ceecce547362 req-73f95ec2-e52d-4275-9cb9-e0633fa75e23 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=42d37a27-28e4-407e-96e0-19ee57ac2f3a HTTP/1.1" status: 200 len: 1098 time: 0.0573595 Jul 05 03:04:48.045985 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-06b0051c-8e0b-49d7-a52c-ceecce547362 req-940d41c8-5bd3-4e75-9a1e-9a6b057f7828 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=89911568-826b-4083-9d00-44e51964eef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274000 Jul 05 03:04:48.066174 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99395610-03e2-41ff-ac5e-29b1cdb7a981 req-25eda8d4-2054-4ae7-ad49-11bf4ec2b377 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:04:48.067672 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-99395610-03e2-41ff-ac5e-29b1cdb7a981 req-25eda8d4-2054-4ae7-ad49-11bf4ec2b377 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] 10.222.0.23 "GET /v2.0/ports?device_id=42d37a27-28e4-407e-96e0-19ee57ac2f3a HTTP/1.1" status: 200 len: 946 time: 0.0630443 Jul 05 03:04:48.107422 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-99395610-03e2-41ff-ac5e-29b1cdb7a981 req-5b3ad0f8-2a52-44bf-878d-1d3077f239f1 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] 10.222.0.23 "GET /v2.0/security-groups?id=89911568-826b-4083-9d00-44e51964eef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342460 Jul 05 03:04:49.280317 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785b185a-1238-4182-b042-4e2c99614d88 req-53298398-ea97-4b06-a66c-9cad3af12d07 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:04:49.282359 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-785b185a-1238-4182-b042-4e2c99614d88 req-53298398-ea97-4b06-a66c-9cad3af12d07 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] 10.222.0.23 "GET /v2.0/ports?device_id=42d37a27-28e4-407e-96e0-19ee57ac2f3a HTTP/1.1" status: 200 len: 946 time: 0.0646706 Jul 05 03:04:49.318479 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-785b185a-1238-4182-b042-4e2c99614d88 req-c2c37234-212d-42b5-8eb6-377880611c25 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] 10.222.0.23 "GET /v2.0/security-groups?id=89911568-826b-4083-9d00-44e51964eef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305550 Jul 05 03:04:49.498401 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1978439-9060-42a4-a2d8-321c7e58e279 req-364222d0-2fde-471c-b8c9-4160f5d6c435 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:04:49.499884 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a1978439-9060-42a4-a2d8-321c7e58e279 req-364222d0-2fde-471c-b8c9-4160f5d6c435 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] 10.222.0.23 "GET /v2.0/ports?device_id=42d37a27-28e4-407e-96e0-19ee57ac2f3a HTTP/1.1" status: 200 len: 946 time: 0.0658972 Jul 05 03:04:49.537560 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a1978439-9060-42a4-a2d8-321c7e58e279 req-f30e843e-80c4-4634-83ac-a00375a68860 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] 10.222.0.23 "GET /v2.0/security-groups?id=89911568-826b-4083-9d00-44e51964eef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315552 Jul 05 03:04:49.713518 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de1620b-92a2-4f4d-a747-28610a859214 req-a9ce69cb-f270-4e23-b703-5e602c0b86ff tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:04:49.715041 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4de1620b-92a2-4f4d-a747-28610a859214 req-a9ce69cb-f270-4e23-b703-5e602c0b86ff tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] 10.222.0.23 "GET /v2.0/ports?device_id=42d37a27-28e4-407e-96e0-19ee57ac2f3a HTTP/1.1" status: 200 len: 946 time: 0.0653760 Jul 05 03:04:49.752613 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4de1620b-92a2-4f4d-a747-28610a859214 req-fb15107c-13ae-4ff3-a8e0-7a5e6f1fef71 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] 10.222.0.23 "GET /v2.0/security-groups?id=89911568-826b-4083-9d00-44e51964eef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318890 Jul 05 03:04:49.776481 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46760) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:04:49.869249 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8803a6-69c8-4aaf-b6ae-9b89fe5eda09 tempest-TestServerBasicOps-1829316844 tempest-TestServerBasicOps-1829316844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:04:49.870800 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-0e8803a6-69c8-4aaf-b6ae-9b89fe5eda09 tempest-TestServerBasicOps-1829316844 tempest-TestServerBasicOps-1829316844-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=42d37a27-28e4-407e-96e0-19ee57ac2f3a HTTP/1.1" status: 200 len: 1093 time: 0.0932894 Jul 05 03:04:49.873713 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46764) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:04:49.878556 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-652d58b9-0cc8-43ee-8514-5bbc23938c48 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Request body: {'floatingip': {'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'port_id': 'bbb44ba3-4031-49a4-9f9a-d8e279130a30', 'tenant_id': 'f85d7fb6c6c34d02a2ec73bba095be69', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:04:49.961576 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-652d58b9-0cc8-43ee-8514-5bbc23938c48 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Notify callbacks [] for floatingip, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:50.058054 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-652d58b9-0cc8-43ee-8514-5bbc23938c48 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:50.156403 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-652d58b9-0cc8-43ee-8514-5bbc23938c48 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Allocated IP 172.25.7.117 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/1a513393-de19-406b-ad8a-212e3c449882) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:04:50.258740 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-652d58b9-0cc8-43ee-8514-5bbc23938c48 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:50.355735 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-652d58b9-0cc8-43ee-8514-5bbc23938c48 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:50.392245 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652d58b9-0cc8-43ee-8514-5bbc23938c48 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:04:50.395042 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-652d58b9-0cc8-43ee-8514-5bbc23938c48 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:04:50.401153 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652d58b9-0cc8-43ee-8514-5bbc23938c48 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:04:50.422966 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652d58b9-0cc8-43ee-8514-5bbc23938c48 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Pushing event updated for resources: {'Port': ['ID=1a513393-de19-406b-ad8a-212e3c449882,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:04:50.763326 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-652d58b9-0cc8-43ee-8514-5bbc23938c48 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:50.875503 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-c26753a5-8e3d-492f-929d-fbf940ffe344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:50.886636 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-652d58b9-0cc8-43ee-8514-5bbc23938c48 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:51.035716 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-652d58b9-0cc8-43ee-8514-5bbc23938c48 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:51.143914 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-652d58b9-0cc8-43ee-8514-5bbc23938c48 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:51.223233 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652d58b9-0cc8-43ee-8514-5bbc23938c48 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Pushing event updated for resources: {'Port': ['ID=1a513393-de19-406b-ad8a-212e3c449882,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:04:51.239220 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-652d58b9-0cc8-43ee-8514-5bbc23938c48 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636869'] for floatingip, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:51.356766 n-d-771362-32 neutron-server[94462]: INFO neutron.db.l3_db [None req-652d58b9-0cc8-43ee-8514-5bbc23938c48 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Floating IP 3eea5dd4-d986-4ecc-98fb-33b15c80c882 associated. External IP: 172.25.7.117, port: bbb44ba3-4031-49a4-9f9a-d8e279130a30. Jul 05 03:04:51.576822 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-652d58b9-0cc8-43ee-8514-5bbc23938c48 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Router d34c89a4-30f0-43d7-bddc-e1d0972cba87 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:04:51.693449 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-652d58b9-0cc8-43ee-8514-5bbc23938c48 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:04:51.704122 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb5afed-7848-413d-acf2-ea55db27d9d2 None None] Sync routers for ids ['d34c89a4-30f0-43d7-bddc-e1d0972cba87'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:04:51.712339 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb5afed-7848-413d-acf2-ea55db27d9d2 None None] Routers {'d34c89a4-30f0-43d7-bddc-e1d0972cba87'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:04:51.712933 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-1fb5afed-7848-413d-acf2-ea55db27d9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:04:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['d34c89a4-30f0-43d7-bddc-e1d0972cba87'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:04:51.761230 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-652d58b9-0cc8-43ee-8514-5bbc23938c48 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:51.803761 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-652d58b9-0cc8-43ee-8514-5bbc23938c48 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9289765 Jul 05 03:04:51.804651 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42d37a27-28e4-407e-96e0-19ee57ac2f3a', 'tag': 'bbb44ba3-4031-49a4-9f9a-d8e279130a30'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:04:51.806935 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b223267e0e0ddb3199af7772d0b45336e3b4b54fbb151c86a8051291a61e85db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad86b95-d5d5-4c36-a85c-5808aa6798b5" -d '{"events": [{"name": "network-changed", "server_uuid": "42d37a27-28e4-407e-96e0-19ee57ac2f3a", "tag": "bbb44ba3-4031-49a4-9f9a-d8e279130a30"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:04:51.834278 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-1fb5afed-7848-413d-acf2-ea55db27d9d2 None None] Set router d34c89a4-30f0-43d7-bddc-e1d0972cba87 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:04:51.843438 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19915422-3b0e-4f5a-9bac-8ad9a73d45fa x-openstack-request-id: req-19915422-3b0e-4f5a-9bac-8ad9a73d45fa {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:04:51.843735 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42d37a27-28e4-407e-96e0-19ee57ac2f3a", "tag": "bbb44ba3-4031-49a4-9f9a-d8e279130a30", "status": "completed", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:04:51.844027 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-19915422-3b0e-4f5a-9bac-8ad9a73d45fa {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:04:51.844440 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42d37a27-28e4-407e-96e0-19ee57ac2f3a', 'tag': 'bbb44ba3-4031-49a4-9f9a-d8e279130a30', 'status': 'completed', 'code': 200} Jul 05 03:04:51.922952 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad86b95-d5d5-4c36-a85c-5808aa6798b5 req-0aa28209-b294-47d1-ad9a-9ea6ccdf3324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:04:51.924603 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4ad86b95-d5d5-4c36-a85c-5808aa6798b5 req-0aa28209-b294-47d1-ad9a-9ea6ccdf3324 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f85d7fb6c6c34d02a2ec73bba095be69&device_id=42d37a27-28e4-407e-96e0-19ee57ac2f3a HTTP/1.1" status: 200 len: 1098 time: 0.0543849 Jul 05 03:04:52.017527 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad86b95-d5d5-4c36-a85c-5808aa6798b5 req-fd5cd1da-f0d4-452f-8927-31ea42402c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:04:52.019049 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4ad86b95-d5d5-4c36-a85c-5808aa6798b5 req-fd5cd1da-f0d4-452f-8927-31ea42402c65 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a04fef7d-0511-4a08-9499-6de255b1fdc1 HTTP/1.1" status: 200 len: 908 time: 0.0885324 Jul 05 03:04:52.058341 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-1fb5afed-7848-413d-acf2-ea55db27d9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd34c89a4-30f0-43d7-bddc-e1d0972cba87', 'name': 'tempest-TestServerBasicOps-796635802-router', 'tenant_id': 'f85d7fb6c6c34d02a2ec73bba095be69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '61729eb6-aaed-4232-b302-078efdd1c755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:04:23Z', 'updated_at': '2021-07-05T03:04:26Z', 'revision_number': 4, 'project_id': 'f85d7fb6c6c34d02a2ec73bba095be69', 'gw_port': {'id': '61729eb6-aaed-4232-b302-078efdd1c755', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:f0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd34c89a4-30f0-43d7-bddc-e1d0972cba87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:04:24Z', 'updated_at': '2021-07-05T03:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '3eea5dd4-d986-4ecc-98fb-33b15c80c882', 'tenant_id': 'f85d7fb6c6c34d02a2ec73bba095be69', 'floating_ip_address': '172.25.7.117', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': 'd34c89a4-30f0-43d7-bddc-e1d0972cba87', 'port_id': 'bbb44ba3-4031-49a4-9f9a-d8e279130a30', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a04fef7d-0511-4a08-9499-6de255b1fdc1', 'mac_address': 'fa:16:3e:bd:61:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d37a27-28e4-407e-96e0-19ee57ac2f3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:04:50Z', 'updated_at': '2021-07-05T03:04:50Z', 'revision_number': 0, 'project_id': 'f85d7fb6c6c34d02a2ec73bba095be69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f26e359d-78b1-4209-aba7-79fadc869606', 'name': '', 'network_id': 'a04fef7d-0511-4a08-9499-6de255b1fdc1', 'tenant_id': 'f85d7fb6c6c34d02a2ec73bba095be69', 'mac_address': 'fa:16:3e:5f:ee:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd34c89a4-30f0-43d7-bddc-e1d0972cba87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '96f2715e-25bd-4454-bac7-03f86287411b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:04:25Z', 'updated_at': '2021-07-05T03:04:32Z', 'revision_number': 5, 'project_id': 'f85d7fb6c6c34d02a2ec73bba095be69', 'subnets': [{'id': '96f2715e-25bd-4454-bac7-03f86287411b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:04:52.083514 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4ad86b95-d5d5-4c36-a85c-5808aa6798b5 req-6bb88748-42c4-439c-9b5e-4870683444e1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bbb44ba3-4031-49a4-9f9a-d8e279130a30 HTTP/1.1" status: 200 len: 1000 time: 0.0574858 Jul 05 03:04:52.087503 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb5afed-7848-413d-acf2-ea55db27d9d2 None None] Checking router: d34c89a4-30f0-43d7-bddc-e1d0972cba87 for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:04:52.095579 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb5afed-7848-413d-acf2-ea55db27d9d2 None None] Routers {'d34c89a4-30f0-43d7-bddc-e1d0972cba87'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:04:52.096167 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-1fb5afed-7848-413d-acf2-ea55db27d9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:04:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['d34c89a4-30f0-43d7-bddc-e1d0972cba87'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:04:52.137519 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad86b95-d5d5-4c36-a85c-5808aa6798b5 req-ef177f9a-6590-4605-84a7-24d101341729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:04:52.139094 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4ad86b95-d5d5-4c36-a85c-5808aa6798b5 req-ef177f9a-6590-4605-84a7-24d101341729 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=96f2715e-25bd-4454-bac7-03f86287411b HTTP/1.1" status: 200 len: 847 time: 0.0479963 Jul 05 03:04:52.198525 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad86b95-d5d5-4c36-a85c-5808aa6798b5 req-2e91ae1a-744a-4bf1-8cbe-d10008fc51a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:04:52.200087 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4ad86b95-d5d5-4c36-a85c-5808aa6798b5 req-2e91ae1a-744a-4bf1-8cbe-d10008fc51a3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a04fef7d-0511-4a08-9499-6de255b1fdc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552213 Jul 05 03:04:52.283957 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-1fb5afed-7848-413d-acf2-ea55db27d9d2 None None] Set router d34c89a4-30f0-43d7-bddc-e1d0972cba87 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:04:52.288470 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4ad86b95-d5d5-4c36-a85c-5808aa6798b5 req-e12b20f2-5b98-4089-b773-adaf55a33103 service neutron] 10.222.0.21 "GET /v2.0/networks/a04fef7d-0511-4a08-9499-6de255b1fdc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819879 Jul 05 03:04:52.509200 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-1fb5afed-7848-413d-acf2-ea55db27d9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd34c89a4-30f0-43d7-bddc-e1d0972cba87', 'name': 'tempest-TestServerBasicOps-796635802-router', 'tenant_id': 'f85d7fb6c6c34d02a2ec73bba095be69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '61729eb6-aaed-4232-b302-078efdd1c755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:04:23Z', 'updated_at': '2021-07-05T03:04:26Z', 'revision_number': 4, 'project_id': 'f85d7fb6c6c34d02a2ec73bba095be69', 'gw_port': {'id': '61729eb6-aaed-4232-b302-078efdd1c755', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:f0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd34c89a4-30f0-43d7-bddc-e1d0972cba87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:04:24Z', 'updated_at': '2021-07-05T03:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '3eea5dd4-d986-4ecc-98fb-33b15c80c882', 'tenant_id': 'f85d7fb6c6c34d02a2ec73bba095be69', 'floating_ip_address': '172.25.7.117', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': 'd34c89a4-30f0-43d7-bddc-e1d0972cba87', 'port_id': 'bbb44ba3-4031-49a4-9f9a-d8e279130a30', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a04fef7d-0511-4a08-9499-6de255b1fdc1', 'mac_address': 'fa:16:3e:bd:61:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d37a27-28e4-407e-96e0-19ee57ac2f3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:04:50Z', 'updated_at': '2021-07-05T03:04:50Z', 'revision_number': 0, 'project_id': 'f85d7fb6c6c34d02a2ec73bba095be69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f26e359d-78b1-4209-aba7-79fadc869606', 'name': '', 'network_id': 'a04fef7d-0511-4a08-9499-6de255b1fdc1', 'tenant_id': 'f85d7fb6c6c34d02a2ec73bba095be69', 'mac_address': 'fa:16:3e:5f:ee:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd34c89a4-30f0-43d7-bddc-e1d0972cba87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '96f2715e-25bd-4454-bac7-03f86287411b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:04:25Z', 'updated_at': '2021-07-05T03:04:32Z', 'revision_number': 5, 'project_id': 'f85d7fb6c6c34d02a2ec73bba095be69', 'subnets': [{'id': '96f2715e-25bd-4454-bac7-03f86287411b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:04:52.536674 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb5afed-7848-413d-acf2-ea55db27d9d2 None None] The sync data for ids ['d34c89a4-30f0-43d7-bddc-e1d0972cba87'] in n-d-771362-32 is: [{'id': 'd34c89a4-30f0-43d7-bddc-e1d0972cba87', 'name': 'tempest-TestServerBasicOps-796635802-router', 'tenant_id': 'f85d7fb6c6c34d02a2ec73bba095be69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '61729eb6-aaed-4232-b302-078efdd1c755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:04:23Z', 'updated_at': '2021-07-05T03:04:26Z', 'revision_number': 4, 'project_id': 'f85d7fb6c6c34d02a2ec73bba095be69', 'gw_port': {'id': '61729eb6-aaed-4232-b302-078efdd1c755', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:f0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd34c89a4-30f0-43d7-bddc-e1d0972cba87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:04:24Z', 'updated_at': '2021-07-05T03:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '3eea5dd4-d986-4ecc-98fb-33b15c80c882', 'tenant_id': 'f85d7fb6c6c34d02a2ec73bba095be69', 'floating_ip_address': '172.25.7.117', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': 'd34c89a4-30f0-43d7-bddc-e1d0972cba87', 'port_id': 'bbb44ba3-4031-49a4-9f9a-d8e279130a30', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a04fef7d-0511-4a08-9499-6de255b1fdc1', 'mac_address': 'fa:16:3e:bd:61:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d37a27-28e4-407e-96e0-19ee57ac2f3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:04:50Z', 'updated_at': '2021-07-05T03:04:50Z', 'revision_number': 0, 'project_id': 'f85d7fb6c6c34d02a2ec73bba095be69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f26e359d-78b1-4209-aba7-79fadc869606', 'name': '', 'network_id': 'a04fef7d-0511-4a08-9499-6de255b1fdc1', 'tenant_id': 'f85d7fb6c6c34d02a2ec73bba095be69', 'mac_address': 'fa:16:3e:5f:ee:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd34c89a4-30f0-43d7-bddc-e1d0972cba87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '96f2715e-25bd-4454-bac7-03f86287411b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:04:25Z', 'updated_at': '2021-07-05T03:04:32Z', 'revision_number': 5, 'project_id': 'f85d7fb6c6c34d02a2ec73bba095be69', 'subnets': [{'id': '96f2715e-25bd-4454-bac7-03f86287411b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:04:52.726601 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4ad86b95-d5d5-4c36-a85c-5808aa6798b5 req-1c2b96e6-ad90-4d46-ab69-aaa784a7f051 service neutron] 10.222.0.21 "GET /v2.0/networks/a04fef7d-0511-4a08-9499-6de255b1fdc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4314208 Jul 05 03:04:52.738630 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecff8264-1ee9-41c3-837e-01a6ca561f07 None None] New status for floating IP 3eea5dd4-d986-4ecc-98fb-33b15c80c882: ACTIVE {{(pid=94463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:04:53.269211 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4d652199-b8fb-42fc-8147-5370ca9afe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:53.955171 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:54.743450 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:04:56.189617 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:05:05.016140 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:05:07.098975 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [req-7f9ef224-b7f9-4cbf-8bf7-a11fc06f9b53 req-b09fa842-d3be-4173-832b-908e6001175d service neutron] (94461) timed out ('10.222.0.23', 38324) {{(pid=94461) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 03:05:09.404919 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2c5cbb09-35ba-45ca-8596-1b3033e828a8 req-d7f6bbfa-4b35-4b65-9a2f-32e6f561e2a1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=42d37a27-28e4-407e-96e0-19ee57ac2f3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0968451 Jul 05 03:05:09.509090 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5cbb09-35ba-45ca-8596-1b3033e828a8 req-7597cc4b-2e23-4846-a04d-0ae2c4cbbbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:05:09.510606 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2c5cbb09-35ba-45ca-8596-1b3033e828a8 req-7597cc4b-2e23-4846-a04d-0ae2c4cbbbea service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f85d7fb6c6c34d02a2ec73bba095be69&device_id=42d37a27-28e4-407e-96e0-19ee57ac2f3a HTTP/1.1" status: 200 len: 1098 time: 0.0551727 Jul 05 03:05:09.615105 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5cbb09-35ba-45ca-8596-1b3033e828a8 req-191349d6-f779-4138-8904-d8e2f0501699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:05:09.616539 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2c5cbb09-35ba-45ca-8596-1b3033e828a8 req-191349d6-f779-4138-8904-d8e2f0501699 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a04fef7d-0511-4a08-9499-6de255b1fdc1 HTTP/1.1" status: 200 len: 908 time: 0.0832610 Jul 05 03:05:09.688320 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2c5cbb09-35ba-45ca-8596-1b3033e828a8 req-cd7d50ff-ca4d-42ef-8bb7-c85b5929c73a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bbb44ba3-4031-49a4-9f9a-d8e279130a30 HTTP/1.1" status: 200 len: 1002 time: 0.0618334 Jul 05 03:05:09.737750 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5cbb09-35ba-45ca-8596-1b3033e828a8 req-fa81147c-5e36-43a7-8e7e-b780e94a27cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:05:09.739321 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2c5cbb09-35ba-45ca-8596-1b3033e828a8 req-fa81147c-5e36-43a7-8e7e-b780e94a27cd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=96f2715e-25bd-4454-bac7-03f86287411b HTTP/1.1" status: 200 len: 847 time: 0.0450780 Jul 05 03:05:09.796265 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5cbb09-35ba-45ca-8596-1b3033e828a8 req-bc6bfaaa-80f2-4fc2-8cb9-ada3f935e2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:05:09.797792 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2c5cbb09-35ba-45ca-8596-1b3033e828a8 req-bc6bfaaa-80f2-4fc2-8cb9-ada3f935e2ca service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a04fef7d-0511-4a08-9499-6de255b1fdc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512516 Jul 05 03:05:09.888830 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2c5cbb09-35ba-45ca-8596-1b3033e828a8 req-01b012fe-2243-45b8-8c7a-16bdb3e63181 service neutron] 10.222.0.21 "GET /v2.0/networks/a04fef7d-0511-4a08-9499-6de255b1fdc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838225 Jul 05 03:05:09.975304 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2c5cbb09-35ba-45ca-8596-1b3033e828a8 req-31d4bb33-1de1-41e8-8e05-f17f0159c6a2 service neutron] 10.222.0.21 "GET /v2.0/networks/a04fef7d-0511-4a08-9499-6de255b1fdc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800130 Jul 05 03:05:12.103479 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:05:12.132205 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:05:20.920428 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-7bd0bf30-ac39-4075-a394-45e37e85c7d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:05:23.292063 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-bd7a3b64-414a-4ae8-8874-db530b771003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:05:23.983122 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:05:24.785218 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:05:26.171584 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:05:26.990973 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46802) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:05:27.084874 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72055feb-b5e7-493a-aaff-cefa7cf0d825 req-3882c51c-454b-46e0-9ee0-e9b271f0b683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:05:27.086377 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-72055feb-b5e7-493a-aaff-cefa7cf0d825 req-3882c51c-454b-46e0-9ee0-e9b271f0b683 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=42d37a27-28e4-407e-96e0-19ee57ac2f3a HTTP/1.1" status: 200 len: 1098 time: 0.0943921 Jul 05 03:05:27.120009 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-72055feb-b5e7-493a-aaff-cefa7cf0d825 req-4a810c72-3149-4e91-a628-fa503738779e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=89911568-826b-4083-9d00-44e51964eef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279849 Jul 05 03:05:42.017000 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:05:42.097381 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:05:42.148749 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:05:50.885586 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-55043e78-69f7-43e4-bc4d-52e00790afee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:05:53.257164 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-cc933f89-d5ee-428f-896d-a0282109ce59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:05:53.954881 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:05:54.742638 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:05:56.199735 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:06:10.372455 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0794c841-6f21-4ac2-ab57-3f42dc092606 req-85aaae39-5302-4a43-9798-ad38b119a4f6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=42d37a27-28e4-407e-96e0-19ee57ac2f3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0545974 Jul 05 03:06:10.473832 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0794c841-6f21-4ac2-ab57-3f42dc092606 req-a7a2b841-192b-4274-aaa9-e039ccec8a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:06:10.475412 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0794c841-6f21-4ac2-ab57-3f42dc092606 req-a7a2b841-192b-4274-aaa9-e039ccec8a45 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f85d7fb6c6c34d02a2ec73bba095be69&device_id=42d37a27-28e4-407e-96e0-19ee57ac2f3a HTTP/1.1" status: 200 len: 1098 time: 0.0606415 Jul 05 03:06:10.580774 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0794c841-6f21-4ac2-ab57-3f42dc092606 req-777e928f-5ac0-4886-a709-5e13335c4c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:06:10.582226 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0794c841-6f21-4ac2-ab57-3f42dc092606 req-777e928f-5ac0-4886-a709-5e13335c4c7a service neutron] 10.222.0.21 "GET /v2.0/networks?id=a04fef7d-0511-4a08-9499-6de255b1fdc1 HTTP/1.1" status: 200 len: 908 time: 0.0852556 Jul 05 03:06:10.651711 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0794c841-6f21-4ac2-ab57-3f42dc092606 req-f0997d74-f25f-44e7-a8e4-486f8828641c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bbb44ba3-4031-49a4-9f9a-d8e279130a30 HTTP/1.1" status: 200 len: 1002 time: 0.0622039 Jul 05 03:06:10.699918 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0794c841-6f21-4ac2-ab57-3f42dc092606 req-3d591763-330d-446d-9c02-1601b335563a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:06:10.701631 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0794c841-6f21-4ac2-ab57-3f42dc092606 req-3d591763-330d-446d-9c02-1601b335563a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=96f2715e-25bd-4454-bac7-03f86287411b HTTP/1.1" status: 200 len: 847 time: 0.0441675 Jul 05 03:06:10.758650 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0794c841-6f21-4ac2-ab57-3f42dc092606 req-f134657d-9891-4ca3-932b-9f74c09180a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:06:10.760177 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0794c841-6f21-4ac2-ab57-3f42dc092606 req-f134657d-9891-4ca3-932b-9f74c09180a2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a04fef7d-0511-4a08-9499-6de255b1fdc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527406 Jul 05 03:06:10.851398 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0794c841-6f21-4ac2-ab57-3f42dc092606 req-8fc7ecd4-5f58-4b5f-a0cb-904a62ed0241 service neutron] 10.222.0.21 "GET /v2.0/networks/a04fef7d-0511-4a08-9499-6de255b1fdc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849247 Jul 05 03:06:10.942077 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0794c841-6f21-4ac2-ab57-3f42dc092606 req-dacd1cb8-31bd-4ab9-aa73-61d103f3f61a service neutron] 10.222.0.21 "GET /v2.0/networks/a04fef7d-0511-4a08-9499-6de255b1fdc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830033 Jul 05 03:06:12.096710 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:06:12.176957 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:06:19.016541 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:06:20.919808 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-380a2811-7cdb-40b6-b7f2-64f01f2c0d97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:06:23.262271 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-7df1d8e9-b3a4-4b1e-b34f-4d077602b6fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:06:23.976613 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:06:24.787950 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:06:26.244996 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:06:42.114144 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:06:42.159547 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:06:50.901860 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-353e35bb-502c-4f31-93ce-7654acaf2e8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:06:53.272912 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-02b49655-0ae4-4ad7-bf76-6aba9f3cc79f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:06:53.953148 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:06:54.776058 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:06:56.015951 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:06:56.181372 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:07:10.341195 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7731a718-ea29-4181-a947-c61575319fc3 req-53de6652-5de0-4710-a9e8-e0dacf19b833 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=42d37a27-28e4-407e-96e0-19ee57ac2f3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0510597 Jul 05 03:07:10.434705 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7731a718-ea29-4181-a947-c61575319fc3 req-0453e05c-bc61-44cc-8185-0ef35b2d2a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:07:10.436179 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7731a718-ea29-4181-a947-c61575319fc3 req-0453e05c-bc61-44cc-8185-0ef35b2d2a83 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f85d7fb6c6c34d02a2ec73bba095be69&device_id=42d37a27-28e4-407e-96e0-19ee57ac2f3a HTTP/1.1" status: 200 len: 1098 time: 0.0548992 Jul 05 03:07:10.536299 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7731a718-ea29-4181-a947-c61575319fc3 req-26c7fa9c-d6de-461e-9098-6af68983a23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:07:10.537819 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7731a718-ea29-4181-a947-c61575319fc3 req-26c7fa9c-d6de-461e-9098-6af68983a23e service neutron] 10.222.0.21 "GET /v2.0/networks?id=a04fef7d-0511-4a08-9499-6de255b1fdc1 HTTP/1.1" status: 200 len: 908 time: 0.0820794 Jul 05 03:07:10.604407 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7731a718-ea29-4181-a947-c61575319fc3 req-d2f6f7ae-6aef-464b-b88d-90076071a5a4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bbb44ba3-4031-49a4-9f9a-d8e279130a30 HTTP/1.1" status: 200 len: 1002 time: 0.0602865 Jul 05 03:07:10.652813 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7731a718-ea29-4181-a947-c61575319fc3 req-2040a1b2-2605-4094-bbe9-1b0cfe77bb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:07:10.654231 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7731a718-ea29-4181-a947-c61575319fc3 req-2040a1b2-2605-4094-bbe9-1b0cfe77bb8a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=96f2715e-25bd-4454-bac7-03f86287411b HTTP/1.1" status: 200 len: 847 time: 0.0415313 Jul 05 03:07:10.709553 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7731a718-ea29-4181-a947-c61575319fc3 req-3fbde263-189b-468f-9c56-44f0488c5404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:07:10.711043 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7731a718-ea29-4181-a947-c61575319fc3 req-3fbde263-189b-468f-9c56-44f0488c5404 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a04fef7d-0511-4a08-9499-6de255b1fdc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0501044 Jul 05 03:07:10.798772 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7731a718-ea29-4181-a947-c61575319fc3 req-45fb1d3a-d755-4011-af08-f027fd4a25c2 service neutron] 10.222.0.21 "GET /v2.0/networks/a04fef7d-0511-4a08-9499-6de255b1fdc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812905 Jul 05 03:07:10.884575 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7731a718-ea29-4181-a947-c61575319fc3 req-83c9d369-1039-48be-be2d-c336815f09ef service neutron] 10.222.0.21 "GET /v2.0/networks/a04fef7d-0511-4a08-9499-6de255b1fdc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799742 Jul 05 03:07:12.130344 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:07:12.210232 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:07:20.889832 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-68902783-06af-41fe-a877-6d63b75861b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:07:23.289862 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-c4e08111-8b5b-4ff8-8dcc-fbc41f9824c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:07:23.958784 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:07:24.758431 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:07:26.221241 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:07:33.015419 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:07:42.112824 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:07:42.186589 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:07:46.890396 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [req-d4c446d7-df1b-47ba-9e16-379f38b05b22 req-18af8338-cf64-4e4c-9f89-cb6cc27df4c5 service neutron] (94461) timed out ('10.222.0.15', 64991) {{(pid=94461) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 03:07:50.883699 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-940ae2d6-5511-4346-9056-7f70b3bec309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:07:53.317698 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-029eaeaa-f24d-4e4a-aa0d-b1a0d9bfb24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:07:53.946637 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:07:54.746690 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:07:56.238165 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:08:10.014971 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:08:11.366430 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-00688ee5-a99f-48b5-b918-1cbbf084f24f req-0a545b2f-75c9-4bdc-9ebb-47f86ea3a97e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=42d37a27-28e4-407e-96e0-19ee57ac2f3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0531607 Jul 05 03:08:11.474987 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00688ee5-a99f-48b5-b918-1cbbf084f24f req-1b0ae21f-8f7a-4c55-a1e2-3d71feae7435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:08:11.477933 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-00688ee5-a99f-48b5-b918-1cbbf084f24f req-1b0ae21f-8f7a-4c55-a1e2-3d71feae7435 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f85d7fb6c6c34d02a2ec73bba095be69&device_id=42d37a27-28e4-407e-96e0-19ee57ac2f3a HTTP/1.1" status: 200 len: 1098 time: 0.0697167 Jul 05 03:08:11.581707 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00688ee5-a99f-48b5-b918-1cbbf084f24f req-969a0869-a0be-4397-b0f3-63719fa00136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:08:11.583260 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-00688ee5-a99f-48b5-b918-1cbbf084f24f req-969a0869-a0be-4397-b0f3-63719fa00136 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a04fef7d-0511-4a08-9499-6de255b1fdc1 HTTP/1.1" status: 200 len: 908 time: 0.0853763 Jul 05 03:08:11.651027 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-00688ee5-a99f-48b5-b918-1cbbf084f24f req-3f01295c-1df3-405e-afbe-0da701b89c87 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bbb44ba3-4031-49a4-9f9a-d8e279130a30 HTTP/1.1" status: 200 len: 1002 time: 0.0612888 Jul 05 03:08:11.704480 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00688ee5-a99f-48b5-b918-1cbbf084f24f req-e69ff52d-427b-4a5e-84dc-4d43db1b7ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:08:11.705993 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-00688ee5-a99f-48b5-b918-1cbbf084f24f req-e69ff52d-427b-4a5e-84dc-4d43db1b7ab7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=96f2715e-25bd-4454-bac7-03f86287411b HTTP/1.1" status: 200 len: 847 time: 0.0489855 Jul 05 03:08:11.763410 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00688ee5-a99f-48b5-b918-1cbbf084f24f req-7745d004-bdce-42a4-94ff-239fa7177235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:08:11.764934 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-00688ee5-a99f-48b5-b918-1cbbf084f24f req-7745d004-bdce-42a4-94ff-239fa7177235 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a04fef7d-0511-4a08-9499-6de255b1fdc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516148 Jul 05 03:08:11.858805 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-00688ee5-a99f-48b5-b918-1cbbf084f24f req-d673e830-e69a-4378-9d05-e97498099d10 service neutron] 10.222.0.21 "GET /v2.0/networks/a04fef7d-0511-4a08-9499-6de255b1fdc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878484 Jul 05 03:08:11.948002 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-00688ee5-a99f-48b5-b918-1cbbf084f24f req-08169eaf-00a0-4f41-8536-91a6d5af21a7 service neutron] 10.222.0.21 "GET /v2.0/networks/a04fef7d-0511-4a08-9499-6de255b1fdc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833077 Jul 05 03:08:12.101077 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:08:12.197871 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:08:20.900199 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e7c96cec-00d5-4624-b184-4f0843fae178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:08:23.265904 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-dac8c683-2690-4c76-869a-5888739f2b26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:08:23.962676 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:08:24.797357 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:08:26.254919 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:08:42.162988 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:08:42.185610 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:08:47.014360 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:08:50.910867 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a12a6b5a-72bd-4093-b031-6d6c364adb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:08:53.265761 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4cad06d9-9ae9-413d-8933-4dca169a874b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:08:53.968693 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:08:54.775088 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:08:56.225600 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:09:11.334740 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-793b6887-43b2-4f53-97a8-a907251c6ede req-8fca49dc-954c-407a-8614-829cd48685bc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=42d37a27-28e4-407e-96e0-19ee57ac2f3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0521891 Jul 05 03:09:11.428338 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793b6887-43b2-4f53-97a8-a907251c6ede req-6e147146-6f57-4ef3-900a-1ad2cd79ebc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:09:11.429857 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-793b6887-43b2-4f53-97a8-a907251c6ede req-6e147146-6f57-4ef3-900a-1ad2cd79ebc5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f85d7fb6c6c34d02a2ec73bba095be69&device_id=42d37a27-28e4-407e-96e0-19ee57ac2f3a HTTP/1.1" status: 200 len: 1098 time: 0.0553555 Jul 05 03:09:11.530443 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793b6887-43b2-4f53-97a8-a907251c6ede req-1f22c7d8-91d6-4ee3-9d94-52b0169dfd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:09:11.532061 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-793b6887-43b2-4f53-97a8-a907251c6ede req-1f22c7d8-91d6-4ee3-9d94-52b0169dfd69 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a04fef7d-0511-4a08-9499-6de255b1fdc1 HTTP/1.1" status: 200 len: 908 time: 0.0823627 Jul 05 03:09:11.600218 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-793b6887-43b2-4f53-97a8-a907251c6ede req-1915198d-904e-40ec-9faf-079200b6ef10 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bbb44ba3-4031-49a4-9f9a-d8e279130a30 HTTP/1.1" status: 200 len: 1002 time: 0.0612283 Jul 05 03:09:11.647658 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793b6887-43b2-4f53-97a8-a907251c6ede req-5f94fa5d-0856-4a27-a59d-46df9485b65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:09:11.649123 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-793b6887-43b2-4f53-97a8-a907251c6ede req-5f94fa5d-0856-4a27-a59d-46df9485b65b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=96f2715e-25bd-4454-bac7-03f86287411b HTTP/1.1" status: 200 len: 847 time: 0.0432789 Jul 05 03:09:11.704584 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793b6887-43b2-4f53-97a8-a907251c6ede req-59be768e-ba27-47cf-9ecc-1de192916580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:09:11.706146 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-793b6887-43b2-4f53-97a8-a907251c6ede req-59be768e-ba27-47cf-9ecc-1de192916580 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a04fef7d-0511-4a08-9499-6de255b1fdc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508811 Jul 05 03:09:11.796779 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-793b6887-43b2-4f53-97a8-a907251c6ede req-fe59560d-7c76-46ab-8b13-af2f23b787a0 service neutron] 10.222.0.21 "GET /v2.0/networks/a04fef7d-0511-4a08-9499-6de255b1fdc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838864 Jul 05 03:09:11.885164 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-793b6887-43b2-4f53-97a8-a907251c6ede req-83b83c51-f18f-496d-b22c-e93d5a49d5ab service neutron] 10.222.0.21 "GET /v2.0/networks/a04fef7d-0511-4a08-9499-6de255b1fdc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810821 Jul 05 03:09:12.150336 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:09:12.208053 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:09:20.887893 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8b40d2f4-d175-4b99-bf88-299a4dd3c29c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:09:23.362445 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-58228675-4e5a-4649-a3b8-42b6649b84cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:09:23.951264 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:09:24.013710 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:09:24.772905 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:09:26.242245 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:09:32.316091 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3a8984-369a-4a04-9668-c89563e8d10b req-1c638569-3027-43a7-83d7-3ab5170f13f7 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:09:32.317882 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5f3a8984-369a-4a04-9668-c89563e8d10b req-1c638569-3027-43a7-83d7-3ab5170f13f7 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] 10.222.0.23 "GET /v2.0/ports?device_id=42d37a27-28e4-407e-96e0-19ee57ac2f3a HTTP/1.1" status: 200 len: 946 time: 0.1149566 Jul 05 03:09:32.359615 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5f3a8984-369a-4a04-9668-c89563e8d10b req-d89f84ac-0ba2-4446-bb44-dae559dc58c9 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] 10.222.0.23 "GET /v2.0/security-groups?id=89911568-826b-4083-9d00-44e51964eef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360429 Jul 05 03:09:33.443071 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83613c15-4717-493f-a1ae-38b2a2fa596e req-9d563414-6f28-4293-ad3e-5cd9780ae338 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:09:33.444560 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-83613c15-4717-493f-a1ae-38b2a2fa596e req-9d563414-6f28-4293-ad3e-5cd9780ae338 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] 10.222.0.21 "GET /v2.0/ports?device_id=42d37a27-28e4-407e-96e0-19ee57ac2f3a HTTP/1.1" status: 200 len: 946 time: 0.0675685 Jul 05 03:09:33.544698 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-83613c15-4717-493f-a1ae-38b2a2fa596e req-2ea3801a-3e57-4723-b695-dee398485df7 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Deleting port bbb44ba3-4031-49a4-9f9a-d8e279130a30 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:09:33.545049 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-83613c15-4717-493f-a1ae-38b2a2fa596e req-2ea3801a-3e57-4723-b695-dee398485df7 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:09:33.635018 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-83613c15-4717-493f-a1ae-38b2a2fa596e req-2ea3801a-3e57-4723-b695-dee398485df7 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] For port bbb44ba3-4031-49a4-9f9a-d8e279130a30, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=bbb44ba3-4031-49a4-9f9a-d8e279130a30,segment=NetworkSegment(f425afb4-2e75-4471-82a4-5899d54e38e5),segment_id=f425afb4-2e75-4471-82a4-5899d54e38e5)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:09:33.635382 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-83613c15-4717-493f-a1ae-38b2a2fa596e req-2ea3801a-3e57-4723-b695-dee398485df7 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:09:33.654155 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543ee741-6e20-4bb6-a6da-9c47bea243d7 req-364fe73f-1a77-4fcd-bf5e-535e68726a18 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:09:33.655660 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-543ee741-6e20-4bb6-a6da-9c47bea243d7 req-364fe73f-1a77-4fcd-bf5e-535e68726a18 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] 10.222.0.23 "GET /v2.0/ports?device_id=42d37a27-28e4-407e-96e0-19ee57ac2f3a HTTP/1.1" status: 200 len: 946 time: 0.1201451 Jul 05 03:09:33.694048 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-543ee741-6e20-4bb6-a6da-9c47bea243d7 req-605956cb-26ef-43d9-94be-44a170c32ecd tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] 10.222.0.23 "GET /v2.0/security-groups?id=89911568-826b-4083-9d00-44e51964eef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327506 Jul 05 03:09:33.799463 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-83613c15-4717-493f-a1ae-38b2a2fa596e req-2ea3801a-3e57-4723-b695-dee398485df7 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:09:33.799830 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-83613c15-4717-493f-a1ae-38b2a2fa596e req-2ea3801a-3e57-4723-b695-dee398485df7 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636869'] for floatingip, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:09:33.800143 n-d-771362-32 neutron-server[94461]: INFO neutron.db.l3_db [req-83613c15-4717-493f-a1ae-38b2a2fa596e req-2ea3801a-3e57-4723-b695-dee398485df7 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Floating IP 3eea5dd4-d986-4ecc-98fb-33b15c80c882 disassociated. External IP: 172.25.7.117, port: bbb44ba3-4031-49a4-9f9a-d8e279130a30. Jul 05 03:09:33.800486 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-83613c15-4717-493f-a1ae-38b2a2fa596e req-2ea3801a-3e57-4723-b695-dee398485df7 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Calling delete_port for bbb44ba3-4031-49a4-9f9a-d8e279130a30 owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:09:34.025529 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-83613c15-4717-493f-a1ae-38b2a2fa596e req-2ea3801a-3e57-4723-b695-dee398485df7 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:09:34.055497 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea3801a-3e57-4723-b695-dee398485df7 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Pushing event deleted for resources: {'Port': ['ID=bbb44ba3-4031-49a4-9f9a-d8e279130a30,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:09:34.065865 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea3801a-3e57-4723-b695-dee398485df7 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:09:34.066237 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea3801a-3e57-4723-b695-dee398485df7 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:09:34.066838 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea3801a-3e57-4723-b695-dee398485df7 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:09:34.067171 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea3801a-3e57-4723-b695-dee398485df7 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:09:34.067504 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea3801a-3e57-4723-b695-dee398485df7 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:09:34.067828 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea3801a-3e57-4723-b695-dee398485df7 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:09:34.068149 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea3801a-3e57-4723-b695-dee398485df7 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:09:34.068470 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea3801a-3e57-4723-b695-dee398485df7 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:09:34.068786 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea3801a-3e57-4723-b695-dee398485df7 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:09:34.069135 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea3801a-3e57-4723-b695-dee398485df7 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:09:34.069454 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea3801a-3e57-4723-b695-dee398485df7 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:09:34.069772 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea3801a-3e57-4723-b695-dee398485df7 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:09:34.174863 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [req-83613c15-4717-493f-a1ae-38b2a2fa596e req-2ea3801a-3e57-4723-b695-dee398485df7 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Router d34c89a4-30f0-43d7-bddc-e1d0972cba87 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:09:34.277838 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-83613c15-4717-493f-a1ae-38b2a2fa596e req-2ea3801a-3e57-4723-b695-dee398485df7 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:09:34.286691 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64fa310-470b-471e-8127-968554d70698 None None] Sync routers for ids ['d34c89a4-30f0-43d7-bddc-e1d0972cba87'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:09:34.295217 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64fa310-470b-471e-8127-968554d70698 None None] Routers {'d34c89a4-30f0-43d7-bddc-e1d0972cba87'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:09:34.295895 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-a64fa310-470b-471e-8127-968554d70698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:09:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['d34c89a4-30f0-43d7-bddc-e1d0972cba87'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:09:34.319784 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-83613c15-4717-493f-a1ae-38b2a2fa596e req-2ea3801a-3e57-4723-b695-dee398485df7 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] No DVR routers for this DVR port bbb44ba3-4031-49a4-9f9a-d8e279130a30 on host n-h1-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:09:34.322854 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-83613c15-4717-493f-a1ae-38b2a2fa596e req-2ea3801a-3e57-4723-b695-dee398485df7 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:09:34.325324 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-83613c15-4717-493f-a1ae-38b2a2fa596e req-2ea3801a-3e57-4723-b695-dee398485df7 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] 10.222.0.21 "DELETE /v2.0/ports/bbb44ba3-4031-49a4-9f9a-d8e279130a30 HTTP/1.1" status: 204 len: 173 time: 0.8751421 Jul 05 03:09:34.325792 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42d37a27-28e4-407e-96e0-19ee57ac2f3a', 'name': 'network-vif-deleted', 'tag': 'bbb44ba3-4031-49a4-9f9a-d8e279130a30'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:09:34.328482 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea20107-9f21-4e6a-aa30-e67788fada4a" -d '{"events": [{"server_uuid": "42d37a27-28e4-407e-96e0-19ee57ac2f3a", "name": "network-vif-deleted", "tag": "bbb44ba3-4031-49a4-9f9a-d8e279130a30"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:09:34.406437 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-a64fa310-470b-471e-8127-968554d70698 None None] Set router d34c89a4-30f0-43d7-bddc-e1d0972cba87 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:09:34.612507 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-a64fa310-470b-471e-8127-968554d70698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd34c89a4-30f0-43d7-bddc-e1d0972cba87', 'name': 'tempest-TestServerBasicOps-796635802-router', 'tenant_id': 'f85d7fb6c6c34d02a2ec73bba095be69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '61729eb6-aaed-4232-b302-078efdd1c755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:04:23Z', 'updated_at': '2021-07-05T03:04:26Z', 'revision_number': 4, 'project_id': 'f85d7fb6c6c34d02a2ec73bba095be69', 'gw_port': {'id': '61729eb6-aaed-4232-b302-078efdd1c755', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:f0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd34c89a4-30f0-43d7-bddc-e1d0972cba87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:04:24Z', 'updated_at': '2021-07-05T03:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'f26e359d-78b1-4209-aba7-79fadc869606', 'name': '', 'network_id': 'a04fef7d-0511-4a08-9499-6de255b1fdc1', 'tenant_id': 'f85d7fb6c6c34d02a2ec73bba095be69', 'mac_address': 'fa:16:3e:5f:ee:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd34c89a4-30f0-43d7-bddc-e1d0972cba87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '96f2715e-25bd-4454-bac7-03f86287411b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:04:25Z', 'updated_at': '2021-07-05T03:04:32Z', 'revision_number': 5, 'project_id': 'f85d7fb6c6c34d02a2ec73bba095be69', 'subnets': [{'id': '96f2715e-25bd-4454-bac7-03f86287411b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:09:34.638736 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64fa310-470b-471e-8127-968554d70698 None None] Checking router: d34c89a4-30f0-43d7-bddc-e1d0972cba87 for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:09:34.646855 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64fa310-470b-471e-8127-968554d70698 None None] Routers {'d34c89a4-30f0-43d7-bddc-e1d0972cba87'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:09:34.647451 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-a64fa310-470b-471e-8127-968554d70698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:09:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['d34c89a4-30f0-43d7-bddc-e1d0972cba87'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:09:34.748765 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-a64fa310-470b-471e-8127-968554d70698 None None] Set router d34c89a4-30f0-43d7-bddc-e1d0972cba87 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:09:34.905409 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6a02bf1d-91c7-4a63-858d-a1b25c4d992b req-3f99c6d6-b5a4-4235-a6e4-7b0c86db4056 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] 10.222.0.23 "GET /v2.0/ports?device_id=42d37a27-28e4-407e-96e0-19ee57ac2f3a HTTP/1.1" status: 200 len: 210 time: 0.0290773 Jul 05 03:09:34.947504 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-a64fa310-470b-471e-8127-968554d70698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd34c89a4-30f0-43d7-bddc-e1d0972cba87', 'name': 'tempest-TestServerBasicOps-796635802-router', 'tenant_id': 'f85d7fb6c6c34d02a2ec73bba095be69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '61729eb6-aaed-4232-b302-078efdd1c755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:04:23Z', 'updated_at': '2021-07-05T03:04:26Z', 'revision_number': 4, 'project_id': 'f85d7fb6c6c34d02a2ec73bba095be69', 'gw_port': {'id': '61729eb6-aaed-4232-b302-078efdd1c755', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:f0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd34c89a4-30f0-43d7-bddc-e1d0972cba87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:04:24Z', 'updated_at': '2021-07-05T03:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'f26e359d-78b1-4209-aba7-79fadc869606', 'name': '', 'network_id': 'a04fef7d-0511-4a08-9499-6de255b1fdc1', 'tenant_id': 'f85d7fb6c6c34d02a2ec73bba095be69', 'mac_address': 'fa:16:3e:5f:ee:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd34c89a4-30f0-43d7-bddc-e1d0972cba87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '96f2715e-25bd-4454-bac7-03f86287411b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:04:25Z', 'updated_at': '2021-07-05T03:04:32Z', 'revision_number': 5, 'project_id': 'f85d7fb6c6c34d02a2ec73bba095be69', 'subnets': [{'id': '96f2715e-25bd-4454-bac7-03f86287411b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:09:35.053692 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64fa310-470b-471e-8127-968554d70698 None None] The sync data for ids ['d34c89a4-30f0-43d7-bddc-e1d0972cba87'] in n-d-771362-32 is: [{'id': 'd34c89a4-30f0-43d7-bddc-e1d0972cba87', 'name': 'tempest-TestServerBasicOps-796635802-router', 'tenant_id': 'f85d7fb6c6c34d02a2ec73bba095be69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '61729eb6-aaed-4232-b302-078efdd1c755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:04:23Z', 'updated_at': '2021-07-05T03:04:26Z', 'revision_number': 4, 'project_id': 'f85d7fb6c6c34d02a2ec73bba095be69', 'gw_port': {'id': '61729eb6-aaed-4232-b302-078efdd1c755', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:f0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd34c89a4-30f0-43d7-bddc-e1d0972cba87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:04:24Z', 'updated_at': '2021-07-05T03:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'f26e359d-78b1-4209-aba7-79fadc869606', 'name': '', 'network_id': 'a04fef7d-0511-4a08-9499-6de255b1fdc1', 'tenant_id': 'f85d7fb6c6c34d02a2ec73bba095be69', 'mac_address': 'fa:16:3e:5f:ee:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd34c89a4-30f0-43d7-bddc-e1d0972cba87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '96f2715e-25bd-4454-bac7-03f86287411b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:04:25Z', 'updated_at': '2021-07-05T03:04:32Z', 'revision_number': 5, 'project_id': 'f85d7fb6c6c34d02a2ec73bba095be69', 'subnets': [{'id': '96f2715e-25bd-4454-bac7-03f86287411b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:09:35.282866 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1cdaa3-8e3e-4547-b152-bf4e63a38ff4 None None] New status for floating IP 3eea5dd4-d986-4ecc-98fb-33b15c80c882: DOWN {{(pid=94463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:09:35.463612 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b648dd4-36a7-41c8-88f5-1e699861395b x-openstack-request-id: req-4b648dd4-36a7-41c8-88f5-1e699861395b {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:09:35.464126 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42d37a27-28e4-407e-96e0-19ee57ac2f3a", "name": "network-vif-deleted", "tag": "bbb44ba3-4031-49a4-9f9a-d8e279130a30", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:09:35.464223 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4b648dd4-36a7-41c8-88f5-1e699861395b {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:09:35.464629 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42d37a27-28e4-407e-96e0-19ee57ac2f3a', 'name': 'network-vif-deleted', 'tag': 'bbb44ba3-4031-49a4-9f9a-d8e279130a30', 'status': 'completed', 'code': 200} Jul 05 03:09:35.997075 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46930) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:09:36.117990 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-acb86104-5b5c-4ea3-a4ba-6dfd8c5be3e2 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Deleting port 1a513393-de19-406b-ad8a-212e3c449882 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:09:36.118357 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-acb86104-5b5c-4ea3-a4ba-6dfd8c5be3e2 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:09:36.192127 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-acb86104-5b5c-4ea3-a4ba-6dfd8c5be3e2 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:09:36.192371 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-acb86104-5b5c-4ea3-a4ba-6dfd8c5be3e2 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:09:36.204017 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-acb86104-5b5c-4ea3-a4ba-6dfd8c5be3e2 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Calling delete_port for 1a513393-de19-406b-ad8a-212e3c449882 owned by network:floatingip {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:09:36.419884 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-acb86104-5b5c-4ea3-a4ba-6dfd8c5be3e2 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:09:36.449076 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb86104-5b5c-4ea3-a4ba-6dfd8c5be3e2 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Pushing event deleted for resources: {'Port': ['ID=1a513393-de19-406b-ad8a-212e3c449882,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:09:36.461559 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb86104-5b5c-4ea3-a4ba-6dfd8c5be3e2 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:09:36.461904 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb86104-5b5c-4ea3-a4ba-6dfd8c5be3e2 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:09:36.462274 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb86104-5b5c-4ea3-a4ba-6dfd8c5be3e2 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:09:36.462609 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb86104-5b5c-4ea3-a4ba-6dfd8c5be3e2 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:09:36.462938 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb86104-5b5c-4ea3-a4ba-6dfd8c5be3e2 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:09:36.463304 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb86104-5b5c-4ea3-a4ba-6dfd8c5be3e2 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:09:36.464279 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb86104-5b5c-4ea3-a4ba-6dfd8c5be3e2 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:09:36.464603 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb86104-5b5c-4ea3-a4ba-6dfd8c5be3e2 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:09:36.464926 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb86104-5b5c-4ea3-a4ba-6dfd8c5be3e2 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:09:36.465248 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb86104-5b5c-4ea3-a4ba-6dfd8c5be3e2 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:09:36.465574 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb86104-5b5c-4ea3-a4ba-6dfd8c5be3e2 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:09:36.465895 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb86104-5b5c-4ea3-a4ba-6dfd8c5be3e2 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:09:36.521216 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-acb86104-5b5c-4ea3-a4ba-6dfd8c5be3e2 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Notify callbacks [] for floatingip, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:09:36.524232 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-acb86104-5b5c-4ea3-a4ba-6dfd8c5be3e2 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:09:36.525396 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-acb86104-5b5c-4ea3-a4ba-6dfd8c5be3e2 tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] 10.222.0.23 "DELETE /v2.0/floatingips/3eea5dd4-d986-4ecc-98fb-33b15c80c882 HTTP/1.1" status: 204 len: 168 time: 0.5273428 Jul 05 03:09:36.677197 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46936) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:09:36.735197 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7cb9363f-4009-4732-9825-9dfd79a224fa tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:09:36.759555 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7cb9363f-4009-4732-9825-9dfd79a224fa tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:09:36.869507 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device bbb44ba3-4031-49a4-9f9a-d8e279130a30 no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:09:36.889769 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] No Port match for: bbb44ba3-4031-49a4-9f9a-d8e279130a30 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:09:36.890111 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device bbb44ba3-4031-49a4-9f9a-d8e279130a30 not bound to the agent host n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:09:36.899143 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7cb9363f-4009-4732-9825-9dfd79a224fa tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:09:36.901711 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7cb9363f-4009-4732-9825-9dfd79a224fa tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:09:36.902916 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-7cb9363f-4009-4732-9825-9dfd79a224fa tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] 10.222.0.23 "DELETE /v2.0/security-groups/89911568-826b-4083-9d00-44e51964eef3 HTTP/1.1" status: 204 len: 168 time: 0.2247517 Jul 05 03:09:36.912337 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb9363f-4009-4732-9825-9dfd79a224fa tempest-TestServerBasicOps-1755830547 tempest-TestServerBasicOps-1755830547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89911568-826b-4083-9d00-44e51964eef3,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:09:38.030228 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46942) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:09:38.485609 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6522f1c6-9862-4df0-a455-b485e016b743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1634680'] for router_interface, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:09:38.744470 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-6522f1c6-9862-4df0-a455-b485e016b743 admin admin] Deleting port f26e359d-78b1-4209-aba7-79fadc869606 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:09:38.745923 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6522f1c6-9862-4df0-a455-b485e016b743 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:09:38.822941 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-6522f1c6-9862-4df0-a455-b485e016b743 admin admin] For port f26e359d-78b1-4209-aba7-79fadc869606, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=f26e359d-78b1-4209-aba7-79fadc869606,segment=NetworkSegment(f425afb4-2e75-4471-82a4-5899d54e38e5),segment_id=f425afb4-2e75-4471-82a4-5899d54e38e5)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:09:38.823299 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6522f1c6-9862-4df0-a455-b485e016b743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:09:38.838946 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-6522f1c6-9862-4df0-a455-b485e016b743 admin admin] Calling delete_port for f26e359d-78b1-4209-aba7-79fadc869606 owned by network:router_interface {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:09:39.075332 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6522f1c6-9862-4df0-a455-b485e016b743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:09:39.098443 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6522f1c6-9862-4df0-a455-b485e016b743 admin admin] Pushing event deleted for resources: {'Port': ['ID=f26e359d-78b1-4209-aba7-79fadc869606,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:09:39.264494 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6522f1c6-9862-4df0-a455-b485e016b743 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635398'] for router_interface, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:09:39.789454 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6522f1c6-9862-4df0-a455-b485e016b743 admin admin] Router d34c89a4-30f0-43d7-bddc-e1d0972cba87 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:09:39.891064 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6522f1c6-9862-4df0-a455-b485e016b743 admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:09:39.895948 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-6522f1c6-9862-4df0-a455-b485e016b743 admin admin] 10.222.0.23 "PUT /v2.0/routers/d34c89a4-30f0-43d7-bddc-e1d0972cba87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8647060 Jul 05 03:09:39.898566 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46946) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:09:39.899166 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e396dcde-2ec8-44f5-9188-50ea59afc7c3 None None] Sync routers for ids ['d34c89a4-30f0-43d7-bddc-e1d0972cba87'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:09:39.908495 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e396dcde-2ec8-44f5-9188-50ea59afc7c3 None None] Routers {'d34c89a4-30f0-43d7-bddc-e1d0972cba87'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:09:39.909075 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-e396dcde-2ec8-44f5-9188-50ea59afc7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:09:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['d34c89a4-30f0-43d7-bddc-e1d0972cba87'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:09:40.001894 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-929d37dc-c8c5-4787-8cd9-be13112b7f4c admin admin] Notify callbacks [] for router, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:09:40.008238 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-e396dcde-2ec8-44f5-9188-50ea59afc7c3 None None] Set router d34c89a4-30f0-43d7-bddc-e1d0972cba87 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:09:40.101870 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-929d37dc-c8c5-4787-8cd9-be13112b7f4c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:09:40.176331 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-e396dcde-2ec8-44f5-9188-50ea59afc7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd34c89a4-30f0-43d7-bddc-e1d0972cba87', 'name': 'tempest-TestServerBasicOps-796635802-router', 'tenant_id': 'f85d7fb6c6c34d02a2ec73bba095be69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '61729eb6-aaed-4232-b302-078efdd1c755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:04:23Z', 'updated_at': '2021-07-05T03:09:38Z', 'revision_number': 5, 'project_id': 'f85d7fb6c6c34d02a2ec73bba095be69', 'gw_port': {'id': '61729eb6-aaed-4232-b302-078efdd1c755', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:f0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd34c89a4-30f0-43d7-bddc-e1d0972cba87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:04:24Z', 'updated_at': '2021-07-05T03:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:09:40.201471 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e396dcde-2ec8-44f5-9188-50ea59afc7c3 None None] Checking router: d34c89a4-30f0-43d7-bddc-e1d0972cba87 for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:09:40.209416 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e396dcde-2ec8-44f5-9188-50ea59afc7c3 None None] Routers {'d34c89a4-30f0-43d7-bddc-e1d0972cba87'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:09:40.210001 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-e396dcde-2ec8-44f5-9188-50ea59afc7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:09:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['d34c89a4-30f0-43d7-bddc-e1d0972cba87'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:09:40.216975 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-929d37dc-c8c5-4787-8cd9-be13112b7f4c admin admin] Deleting port 61729eb6-aaed-4232-b302-078efdd1c755 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:09:40.217324 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-929d37dc-c8c5-4787-8cd9-be13112b7f4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:09:40.293410 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-e396dcde-2ec8-44f5-9188-50ea59afc7c3 None None] Set router d34c89a4-30f0-43d7-bddc-e1d0972cba87 gateway port host: None {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:09:40.293886 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-929d37dc-c8c5-4787-8cd9-be13112b7f4c admin admin] For port 61729eb6-aaed-4232-b302-078efdd1c755, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=61729eb6-aaed-4232-b302-078efdd1c755,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:09:40.294284 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-929d37dc-c8c5-4787-8cd9-be13112b7f4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:09:40.306912 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-929d37dc-c8c5-4787-8cd9-be13112b7f4c admin admin] Calling delete_port for 61729eb6-aaed-4232-b302-078efdd1c755 owned by network:router_gateway {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:09:40.345964 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-e396dcde-2ec8-44f5-9188-50ea59afc7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd34c89a4-30f0-43d7-bddc-e1d0972cba87', 'name': 'tempest-TestServerBasicOps-796635802-router', 'tenant_id': 'f85d7fb6c6c34d02a2ec73bba095be69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:04:23Z', 'updated_at': '2021-07-05T03:09:40Z', 'revision_number': 6, 'project_id': 'f85d7fb6c6c34d02a2ec73bba095be69', 'gw_port_host': None}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:09:40.371290 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e396dcde-2ec8-44f5-9188-50ea59afc7c3 None None] The sync data for ids ['d34c89a4-30f0-43d7-bddc-e1d0972cba87'] in n-d-771362-32 is: [{'id': 'd34c89a4-30f0-43d7-bddc-e1d0972cba87', 'name': 'tempest-TestServerBasicOps-796635802-router', 'tenant_id': 'f85d7fb6c6c34d02a2ec73bba095be69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:04:23Z', 'updated_at': '2021-07-05T03:09:40Z', 'revision_number': 6, 'project_id': 'f85d7fb6c6c34d02a2ec73bba095be69', 'gw_port_host': None}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:09:40.550879 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-929d37dc-c8c5-4787-8cd9-be13112b7f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:09:40.581165 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929d37dc-c8c5-4787-8cd9-be13112b7f4c admin admin] Pushing event deleted for resources: {'Port': ['ID=61729eb6-aaed-4232-b302-078efdd1c755,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:09:40.641222 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-929d37dc-c8c5-4787-8cd9-be13112b7f4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636927'] for router_gateway, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:09:40.745538 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-929d37dc-c8c5-4787-8cd9-be13112b7f4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11828'] for router, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:09:40.747801 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-929d37dc-c8c5-4787-8cd9-be13112b7f4c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:09:40.859550 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-929d37dc-c8c5-4787-8cd9-be13112b7f4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1575451'] for router, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:09:40.860074 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-929d37dc-c8c5-4787-8cd9-be13112b7f4c admin admin] Fanout notify agent at l3_agent the message router_deleted on router d34c89a4-30f0-43d7-bddc-e1d0972cba87 {{(pid=94462) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 03:09:40.864363 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-929d37dc-c8c5-4787-8cd9-be13112b7f4c admin admin] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:09:40.865543 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-929d37dc-c8c5-4787-8cd9-be13112b7f4c admin admin] 10.222.0.23 "DELETE /v2.0/routers/d34c89a4-30f0-43d7-bddc-e1d0972cba87 HTTP/1.1" status: 204 len: 168 time: 0.9660437 Jul 05 03:09:40.867985 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46948) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:09:40.915725 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f3a7160-29db-457d-9a7a-dc83488721dd admin admin] Deleting subnet 96f2715e-25bd-4454-bac7-03f86287411b {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:09:40.919260 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9f3a7160-29db-457d-9a7a-dc83488721dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:09:40.952989 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9f3a7160-29db-457d-9a7a-dc83488721dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:09:41.030234 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9f3a7160-29db-457d-9a7a-dc83488721dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:09:41.137485 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device f26e359d-78b1-4209-aba7-79fadc869606 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:09:41.158444 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: f26e359d-78b1-4209-aba7-79fadc869606 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:09:41.159470 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device f26e359d-78b1-4209-aba7-79fadc869606 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:09:41.193696 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9f3a7160-29db-457d-9a7a-dc83488721dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:09:41.222729 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3a7160-29db-457d-9a7a-dc83488721dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96f2715e-25bd-4454-bac7-03f86287411b,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:09:41.228409 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9f3a7160-29db-457d-9a7a-dc83488721dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:09:41.228409 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-9f3a7160-29db-457d-9a7a-dc83488721dd admin admin] 10.222.0.23 "DELETE /v2.0/subnets/96f2715e-25bd-4454-bac7-03f86287411b HTTP/1.1" status: 204 len: 168 time: 0.3595214 Jul 05 03:09:41.231062 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46950) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:09:41.233667 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3e021d-e5ef-4c0a-baa7-9574d7122983 None None] Network a04fef7d-0511-4a08-9499-6de255b1fdc1 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:09:41.300735 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fb555139-8c4e-42c9-ab0c-17ee8f6bd6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:09:41.355424 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-fb555139-8c4e-42c9-ab0c-17ee8f6bd6f8 admin admin] Deleting port d5d1b9db-1b29-4423-bc1b-c5f2650a944e {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:09:41.355934 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fb555139-8c4e-42c9-ab0c-17ee8f6bd6f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:09:41.429536 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-fb555139-8c4e-42c9-ab0c-17ee8f6bd6f8 admin admin] For port d5d1b9db-1b29-4423-bc1b-c5f2650a944e, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=d5d1b9db-1b29-4423-bc1b-c5f2650a944e,segment=NetworkSegment(f425afb4-2e75-4471-82a4-5899d54e38e5),segment_id=f425afb4-2e75-4471-82a4-5899d54e38e5)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:09:41.429975 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fb555139-8c4e-42c9-ab0c-17ee8f6bd6f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:09:41.445330 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-fb555139-8c4e-42c9-ab0c-17ee8f6bd6f8 admin admin] Calling delete_port for d5d1b9db-1b29-4423-bc1b-c5f2650a944e owned by network:dhcp {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:09:41.445759 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed796e6-13bc-40b2-9c65-6703abb702e3 None None] DHCP port deletion for a04fef7d-0511-4a08-9499-6de255b1fdc1 request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:09:41.495373 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-0ed796e6-13bc-40b2-9c65-6703abb702e3 None None] Deleting port d5d1b9db-1b29-4423-bc1b-c5f2650a944e {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:09:41.495748 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-0ed796e6-13bc-40b2-9c65-6703abb702e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:09:41.560324 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-0ed796e6-13bc-40b2-9c65-6703abb702e3 None None] For port d5d1b9db-1b29-4423-bc1b-c5f2650a944e, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=d5d1b9db-1b29-4423-bc1b-c5f2650a944e,segment=NetworkSegment(f425afb4-2e75-4471-82a4-5899d54e38e5),segment_id=f425afb4-2e75-4471-82a4-5899d54e38e5)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:09:41.560810 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-0ed796e6-13bc-40b2-9c65-6703abb702e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:09:41.573920 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-0ed796e6-13bc-40b2-9c65-6703abb702e3 None None] Calling delete_port for d5d1b9db-1b29-4423-bc1b-c5f2650a944e owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:09:41.658842 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:09:41.658842 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 03:09:41.658842 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:09:41.658842 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 03:09:41.658842 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:09:41.658842 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 03:09:41.658842 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:09:41.658842 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 03:09:41.658842 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:09:41.658842 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 03:09:41.658842 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:09:41.658842 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 03:09:41.658842 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:09:41.658842 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 03:09:41.658842 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:09:41.658842 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 03:09:41.658842 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:09:41.658842 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 03:09:41.658842 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:09:41.658842 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 03:09:41.658842 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:09:41.658842 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 03:09:41.658842 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:09:41.658842 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 03:09:41.658842 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:09:41.658842 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 03:09:41.658842 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:09:41.658842 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 03:09:41.658842 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:09:41.658842 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 03:09:41.658842 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:09:41.658842 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 03:09:41.658842 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:09:41.658842 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 03:09:41.658842 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:09:41.658842 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 03:09:41.658842 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:09:41.658842 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 03:09:41.658842 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:09:41.658842 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 03:09:41.658842 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:09:41.658842 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 03:09:41.658842 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:09:41.658842 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 03:09:41.658842 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:09:41.658842 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 03:09:41.658842 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:09:41.658842 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 03:09:41.658842 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:09:41.658842 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 03:09:41.658842 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:09:41.658842 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 03:09:41.658842 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:09:41.658842 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 03:09:41.662868 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fb555139-8c4e-42c9-ab0c-17ee8f6bd6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:09:41.670441 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-0ed796e6-13bc-40b2-9c65-6703abb702e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:09:41.687579 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb555139-8c4e-42c9-ab0c-17ee8f6bd6f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5d1b9db-1b29-4423-bc1b-c5f2650a944e,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:09:41.691791 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb555139-8c4e-42c9-ab0c-17ee8f6bd6f8 admin admin] No DVR routers for this DVR port d5d1b9db-1b29-4423-bc1b-c5f2650a944e on host n-d-771362-32 {{(pid=94462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:09:41.694388 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed796e6-13bc-40b2-9c65-6703abb702e3 None None] Pushing event deleted for resources: {'Port': ['ID=d5d1b9db-1b29-4423-bc1b-c5f2650a944e,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:09:41.703869 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed796e6-13bc-40b2-9c65-6703abb702e3 None None] No DVR routers for this DVR port d5d1b9db-1b29-4423-bc1b-c5f2650a944e on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:09:41.707764 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed796e6-13bc-40b2-9c65-6703abb702e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:09:41.707913 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed796e6-13bc-40b2-9c65-6703abb702e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:09:41.708173 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed796e6-13bc-40b2-9c65-6703abb702e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:09:41.708507 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed796e6-13bc-40b2-9c65-6703abb702e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:09:41.708840 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed796e6-13bc-40b2-9c65-6703abb702e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:09:41.709165 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed796e6-13bc-40b2-9c65-6703abb702e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:09:41.709492 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed796e6-13bc-40b2-9c65-6703abb702e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:09:41.709816 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed796e6-13bc-40b2-9c65-6703abb702e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:09:41.710163 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed796e6-13bc-40b2-9c65-6703abb702e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:09:41.710478 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed796e6-13bc-40b2-9c65-6703abb702e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:09:41.711050 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed796e6-13bc-40b2-9c65-6703abb702e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:09:41.711603 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed796e6-13bc-40b2-9c65-6703abb702e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:09:41.771889 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fb555139-8c4e-42c9-ab0c-17ee8f6bd6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:09:41.781418 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-fb555139-8c4e-42c9-ab0c-17ee8f6bd6f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a04fef7d-0511-4a08-9499-6de255b1fdc1']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:09:41.792041 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-fb555139-8c4e-42c9-ab0c-17ee8f6bd6f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f425afb4-2e75-4471-82a4-5899d54e38e5') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:09:41.792335 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-fb555139-8c4e-42c9-ab0c-17ee8f6bd6f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f425afb4-2e75-4471-82a4-5899d54e38e5') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:09:41.801640 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fb555139-8c4e-42c9-ab0c-17ee8f6bd6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:09:41.815714 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fb555139-8c4e-42c9-ab0c-17ee8f6bd6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:09:41.821800 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb555139-8c4e-42c9-ab0c-17ee8f6bd6f8 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:09:41.822241 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fb555139-8c4e-42c9-ab0c-17ee8f6bd6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:09:41.823920 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 03:09:41.823920 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:09:41.823920 n-d-771362-32 neutron-server[94462]: timer() Jul 05 03:09:41.823920 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:09:41.823920 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 03:09:41.823920 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:09:41.823920 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 03:09:41.823920 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:09:41.823920 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 03:09:41.823920 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:09:41.823920 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 03:09:41.823920 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:09:41.823920 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 03:09:41.823920 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:09:41.823920 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:09:41.823920 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:09:41.823920 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:09:41.823920 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:09:41.823920 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 03:09:41.823920 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:09:41.823920 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 03:09:41.823920 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:09:41.823920 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:09:41.823920 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:09:41.823920 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 03:09:41.823920 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:09:41.823920 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:09:41.823920 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:09:41.823920 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:09:41.823920 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:09:41.823920 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:09:41.823920 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:09:41.950612 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fb555139-8c4e-42c9-ab0c-17ee8f6bd6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:09:41.956149 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fb555139-8c4e-42c9-ab0c-17ee8f6bd6f8 admin admin] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:09:41.961066 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-fb555139-8c4e-42c9-ab0c-17ee8f6bd6f8 admin admin] 10.222.0.23 "DELETE /v2.0/networks/a04fef7d-0511-4a08-9499-6de255b1fdc1 HTTP/1.1" status: 204 len: 168 time: 0.7261772 Jul 05 03:09:41.961585 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 46952) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:09:41.970233 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb555139-8c4e-42c9-ab0c-17ee8f6bd6f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=a04fef7d-0511-4a08-9499-6de255b1fdc1,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:09:42.173827 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:09:42.219664 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:09:42.320905 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-352089e8-f95f-46ca-b3db-726af34aa1fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1634680'] for router_interface, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:09:42.470393 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 61729eb6-aaed-4232-b302-078efdd1c755 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:09:42.489974 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 61729eb6-aaed-4232-b302-078efdd1c755 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:09:42.490351 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 61729eb6-aaed-4232-b302-078efdd1c755 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:09:42.490786 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device d5d1b9db-1b29-4423-bc1b-c5f2650a944e no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:09:42.508819 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: d5d1b9db-1b29-4423-bc1b-c5f2650a944e {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:09:42.509164 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device d5d1b9db-1b29-4423-bc1b-c5f2650a944e not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:09:42.577692 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-352089e8-f95f-46ca-b3db-726af34aa1fc admin admin] Deleting port c1c1af26-bacb-4e2b-91b0-e0cc9930192f {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:09:42.578037 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-352089e8-f95f-46ca-b3db-726af34aa1fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:09:42.651509 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [None req-352089e8-f95f-46ca-b3db-726af34aa1fc admin admin] For port c1c1af26-bacb-4e2b-91b0-e0cc9930192f, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=c1c1af26-bacb-4e2b-91b0-e0cc9930192f,segment=NetworkSegment(360c3631-453d-49cc-b62e-4b3eb122ae92),segment_id=360c3631-453d-49cc-b62e-4b3eb122ae92)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:09:42.651863 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-352089e8-f95f-46ca-b3db-726af34aa1fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:09:42.664131 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-352089e8-f95f-46ca-b3db-726af34aa1fc admin admin] Calling delete_port for c1c1af26-bacb-4e2b-91b0-e0cc9930192f owned by network:router_interface {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:09:42.996246 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-352089e8-f95f-46ca-b3db-726af34aa1fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:09:43.024400 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352089e8-f95f-46ca-b3db-726af34aa1fc admin admin] Pushing event deleted for resources: {'Port': ['ID=c1c1af26-bacb-4e2b-91b0-e0cc9930192f,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:09:43.209088 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-352089e8-f95f-46ca-b3db-726af34aa1fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635398'] for router_interface, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:09:43.748492 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-352089e8-f95f-46ca-b3db-726af34aa1fc admin admin] Router 110dc404-cdd0-42f5-900e-2211ee5697fb has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:09:43.862907 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-352089e8-f95f-46ca-b3db-726af34aa1fc admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:09:43.868368 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-352089e8-f95f-46ca-b3db-726af34aa1fc admin admin] 10.222.0.23 "PUT /v2.0/routers/110dc404-cdd0-42f5-900e-2211ee5697fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9055827 Jul 05 03:09:43.870977 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 46954) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:09:43.873652 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cabfd0-6672-4483-b0ba-321e3d626ea1 None None] Sync routers for ids ['110dc404-cdd0-42f5-900e-2211ee5697fb'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:09:43.882596 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cabfd0-6672-4483-b0ba-321e3d626ea1 None None] Routers {'110dc404-cdd0-42f5-900e-2211ee5697fb'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:09:43.883212 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-38cabfd0-6672-4483-b0ba-321e3d626ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:09:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['110dc404-cdd0-42f5-900e-2211ee5697fb'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:09:43.973543 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-61b4cc92-95ad-48bc-a1c2-1e0573148bba admin admin] Notify callbacks [] for router, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:09:43.986759 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-38cabfd0-6672-4483-b0ba-321e3d626ea1 None None] Set router 110dc404-cdd0-42f5-900e-2211ee5697fb gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:09:44.073214 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-61b4cc92-95ad-48bc-a1c2-1e0573148bba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:09:44.159410 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-38cabfd0-6672-4483-b0ba-321e3d626ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '110dc404-cdd0-42f5-900e-2211ee5697fb', 'name': 'tempest-TestServerBasicOps-987342303-router', 'tenant_id': '2cf25477e84d41eb96d86b5f2ede3e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '79d1646c-c763-440f-a5c0-b169796c1e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:04:30Z', 'updated_at': '2021-07-05T03:09:42Z', 'revision_number': 5, 'project_id': '2cf25477e84d41eb96d86b5f2ede3e34', 'gw_port': {'id': '79d1646c-c763-440f-a5c0-b169796c1e27', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110dc404-cdd0-42f5-900e-2211ee5697fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:04:30Z', 'updated_at': '2021-07-05T03:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:09:44.188214 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cabfd0-6672-4483-b0ba-321e3d626ea1 None None] Checking router: 110dc404-cdd0-42f5-900e-2211ee5697fb for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:09:44.196973 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cabfd0-6672-4483-b0ba-321e3d626ea1 None None] Routers {'110dc404-cdd0-42f5-900e-2211ee5697fb'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:09:44.198179 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-38cabfd0-6672-4483-b0ba-321e3d626ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:09:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['110dc404-cdd0-42f5-900e-2211ee5697fb'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:09:44.210091 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-61b4cc92-95ad-48bc-a1c2-1e0573148bba admin admin] Deleting port 79d1646c-c763-440f-a5c0-b169796c1e27 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:09:44.210471 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-61b4cc92-95ad-48bc-a1c2-1e0573148bba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:09:44.284096 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-38cabfd0-6672-4483-b0ba-321e3d626ea1 None None] Set router 110dc404-cdd0-42f5-900e-2211ee5697fb gateway port host: None {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:09:44.287149 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [None req-61b4cc92-95ad-48bc-a1c2-1e0573148bba admin admin] For port 79d1646c-c763-440f-a5c0-b169796c1e27, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=79d1646c-c763-440f-a5c0-b169796c1e27,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:09:44.287511 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-61b4cc92-95ad-48bc-a1c2-1e0573148bba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:09:44.300088 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-61b4cc92-95ad-48bc-a1c2-1e0573148bba admin admin] Calling delete_port for 79d1646c-c763-440f-a5c0-b169796c1e27 owned by network:router_gateway {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:09:44.335509 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-38cabfd0-6672-4483-b0ba-321e3d626ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '110dc404-cdd0-42f5-900e-2211ee5697fb', 'name': 'tempest-TestServerBasicOps-987342303-router', 'tenant_id': '2cf25477e84d41eb96d86b5f2ede3e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:04:30Z', 'updated_at': '2021-07-05T03:09:44Z', 'revision_number': 6, 'project_id': '2cf25477e84d41eb96d86b5f2ede3e34', 'gw_port_host': None}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:09:44.364449 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cabfd0-6672-4483-b0ba-321e3d626ea1 None None] The sync data for ids ['110dc404-cdd0-42f5-900e-2211ee5697fb'] in n-d-771362-32 is: [{'id': '110dc404-cdd0-42f5-900e-2211ee5697fb', 'name': 'tempest-TestServerBasicOps-987342303-router', 'tenant_id': '2cf25477e84d41eb96d86b5f2ede3e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:04:30Z', 'updated_at': '2021-07-05T03:09:44Z', 'revision_number': 6, 'project_id': '2cf25477e84d41eb96d86b5f2ede3e34', 'gw_port_host': None}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:09:44.545176 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-61b4cc92-95ad-48bc-a1c2-1e0573148bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:09:44.575863 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b4cc92-95ad-48bc-a1c2-1e0573148bba admin admin] Pushing event deleted for resources: {'Port': ['ID=79d1646c-c763-440f-a5c0-b169796c1e27,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:09:44.636799 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-61b4cc92-95ad-48bc-a1c2-1e0573148bba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636927'] for router_gateway, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:09:44.732853 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-61b4cc92-95ad-48bc-a1c2-1e0573148bba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11828'] for router, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:09:44.735328 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-61b4cc92-95ad-48bc-a1c2-1e0573148bba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:09:44.928226 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-61b4cc92-95ad-48bc-a1c2-1e0573148bba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1575451'] for router, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:09:44.928793 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61b4cc92-95ad-48bc-a1c2-1e0573148bba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 110dc404-cdd0-42f5-900e-2211ee5697fb {{(pid=94461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 03:09:44.933637 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-61b4cc92-95ad-48bc-a1c2-1e0573148bba admin admin] Notify callbacks [] for router, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:09:44.934915 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-61b4cc92-95ad-48bc-a1c2-1e0573148bba admin admin] 10.222.0.23 "DELETE /v2.0/routers/110dc404-cdd0-42f5-900e-2211ee5697fb HTTP/1.1" status: 204 len: 168 time: 1.0629930 Jul 05 03:09:44.937746 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 46956) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:09:44.986413 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5d3a4ea-9b85-47d6-b247-b154c2bfdd7d admin admin] Deleting subnet cfab577b-c966-4702-b868-f4be9da40a91 {{(pid=94461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:09:44.989285 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d5d3a4ea-9b85-47d6-b247-b154c2bfdd7d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:09:45.023066 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d5d3a4ea-9b85-47d6-b247-b154c2bfdd7d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5519650'] for subnet, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:09:45.097971 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d5d3a4ea-9b85-47d6-b247-b154c2bfdd7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:09:45.135556 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device c1c1af26-bacb-4e2b-91b0-e0cc9930192f no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:09:45.159631 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: c1c1af26-bacb-4e2b-91b0-e0cc9930192f {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:09:45.159968 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device c1c1af26-bacb-4e2b-91b0-e0cc9930192f not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:09:45.231929 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d5d3a4ea-9b85-47d6-b247-b154c2bfdd7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5763388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774356'] for subnet, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:09:45.260386 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d3a4ea-9b85-47d6-b247-b154c2bfdd7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfab577b-c966-4702-b868-f4be9da40a91,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:09:45.265943 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d5d3a4ea-9b85-47d6-b247-b154c2bfdd7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:09:45.267842 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-d5d3a4ea-9b85-47d6-b247-b154c2bfdd7d admin admin] 10.222.0.23 "DELETE /v2.0/subnets/cfab577b-c966-4702-b868-f4be9da40a91 HTTP/1.1" status: 204 len: 168 time: 0.3291183 Jul 05 03:09:45.270422 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 46958) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:09:45.273123 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558faf8b-6655-4684-bc72-5d47f448c9b6 None None] Network b1ff59e0-f526-4188-aa64-3b3083849fe4 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:09:45.338997 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4e071eda-c5e9-445e-97ff-46c0efd7852a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:09:45.397492 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-4e071eda-c5e9-445e-97ff-46c0efd7852a admin admin] Deleting port 43410cc8-78f5-4362-8001-d1a75f9fd201 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:09:45.397849 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4e071eda-c5e9-445e-97ff-46c0efd7852a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:09:45.468654 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15bc2812-72e6-4239-9cf8-dfe3720447fd None None] DHCP port deletion for b1ff59e0-f526-4188-aa64-3b3083849fe4 request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:09:45.469433 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [None req-4e071eda-c5e9-445e-97ff-46c0efd7852a admin admin] For port 43410cc8-78f5-4362-8001-d1a75f9fd201, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=43410cc8-78f5-4362-8001-d1a75f9fd201,segment=NetworkSegment(360c3631-453d-49cc-b62e-4b3eb122ae92),segment_id=360c3631-453d-49cc-b62e-4b3eb122ae92)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:09:45.469790 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4e071eda-c5e9-445e-97ff-46c0efd7852a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:09:45.483179 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-4e071eda-c5e9-445e-97ff-46c0efd7852a admin admin] Calling delete_port for 43410cc8-78f5-4362-8001-d1a75f9fd201 owned by network:dhcp {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:09:45.513496 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-15bc2812-72e6-4239-9cf8-dfe3720447fd None None] Deleting port 43410cc8-78f5-4362-8001-d1a75f9fd201 {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:09:45.513801 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-15bc2812-72e6-4239-9cf8-dfe3720447fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:09:45.574042 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-15bc2812-72e6-4239-9cf8-dfe3720447fd None None] For port 43410cc8-78f5-4362-8001-d1a75f9fd201, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=43410cc8-78f5-4362-8001-d1a75f9fd201,segment=NetworkSegment(360c3631-453d-49cc-b62e-4b3eb122ae92),segment_id=360c3631-453d-49cc-b62e-4b3eb122ae92)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:09:45.574467 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-15bc2812-72e6-4239-9cf8-dfe3720447fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:09:45.586850 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-15bc2812-72e6-4239-9cf8-dfe3720447fd None None] Calling delete_port for 43410cc8-78f5-4362-8001-d1a75f9fd201 owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:09:45.619358 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4e071eda-c5e9-445e-97ff-46c0efd7852a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:09:45.647473 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e071eda-c5e9-445e-97ff-46c0efd7852a admin admin] Pushing event deleted for resources: {'Port': ['ID=43410cc8-78f5-4362-8001-d1a75f9fd201,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:09:45.649687 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e071eda-c5e9-445e-97ff-46c0efd7852a admin admin] No DVR routers for this DVR port 43410cc8-78f5-4362-8001-d1a75f9fd201 on host n-d-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:09:45.666301 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-15bc2812-72e6-4239-9cf8-dfe3720447fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:09:45.690500 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bc2812-72e6-4239-9cf8-dfe3720447fd None None] Pushing event deleted for resources: {'Port': ['ID=43410cc8-78f5-4362-8001-d1a75f9fd201,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:09:45.694092 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bc2812-72e6-4239-9cf8-dfe3720447fd None None] No DVR routers for this DVR port 43410cc8-78f5-4362-8001-d1a75f9fd201 on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:09:45.725384 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4e071eda-c5e9-445e-97ff-46c0efd7852a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:09:45.735193 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-4e071eda-c5e9-445e-97ff-46c0efd7852a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1ff59e0-f526-4188-aa64-3b3083849fe4']}} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:09:45.745983 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-4e071eda-c5e9-445e-97ff-46c0efd7852a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '360c3631-453d-49cc-b62e-4b3eb122ae92') {'for_net_delete': True} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:09:45.746398 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-4e071eda-c5e9-445e-97ff-46c0efd7852a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '360c3631-453d-49cc-b62e-4b3eb122ae92') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:09:45.755893 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4e071eda-c5e9-445e-97ff-46c0efd7852a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5519669'] for segment, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:09:45.769526 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4e071eda-c5e9-445e-97ff-46c0efd7852a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:09:45.775175 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e071eda-c5e9-445e-97ff-46c0efd7852a admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=94461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:09:45.776354 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4e071eda-c5e9-445e-97ff-46c0efd7852a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5763545'] for segment, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:09:45.777712 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:09:45.777712 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:09:45.777712 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:09:45.777712 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:09:45.777712 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:09:45.777712 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:09:45.777712 n-d-771362-32 neutron-server[94461]: Traceback (most recent call last): Jul 05 03:09:45.777712 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:09:45.777712 n-d-771362-32 neutron-server[94461]: timer() Jul 05 03:09:45.777712 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:09:45.777712 n-d-771362-32 neutron-server[94461]: cb(*args, **kw) Jul 05 03:09:45.777712 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:09:45.777712 n-d-771362-32 neutron-server[94461]: return func(*args, **kwargs) Jul 05 03:09:45.777712 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:09:45.777712 n-d-771362-32 neutron-server[94461]: self._notify() Jul 05 03:09:45.777712 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:09:45.777712 n-d-771362-32 neutron-server[94461]: self.callback(batched_events) Jul 05 03:09:45.777712 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:09:45.777712 n-d-771362-32 neutron-server[94461]: event.method(event) Jul 05 03:09:45.777712 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:09:45.777712 n-d-771362-32 neutron-server[94461]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:09:45.777712 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:09:45.777712 n-d-771362-32 neutron-server[94461]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:09:45.777712 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:09:45.777712 n-d-771362-32 neutron-server[94461]: return f(self, *a, **k) Jul 05 03:09:45.777712 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:09:45.777712 n-d-771362-32 neutron-server[94461]: return self._get(url).json() Jul 05 03:09:45.777712 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:09:45.777712 n-d-771362-32 neutron-server[94461]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:09:45.777712 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:09:45.777712 n-d-771362-32 neutron-server[94461]: return self.request(url, 'GET', **kwargs) Jul 05 03:09:45.777712 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:09:45.777712 n-d-771362-32 neutron-server[94461]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:09:45.777712 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:09:45.777712 n-d-771362-32 neutron-server[94461]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:09:45.777712 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:09:45.777712 n-d-771362-32 neutron-server[94461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:09:45.777712 n-d-771362-32 neutron-server[94461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:09:45.910590 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4e071eda-c5e9-445e-97ff-46c0efd7852a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:09:45.916724 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4e071eda-c5e9-445e-97ff-46c0efd7852a admin admin] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:09:45.919203 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-4e071eda-c5e9-445e-97ff-46c0efd7852a admin admin] 10.222.0.23 "DELETE /v2.0/networks/b1ff59e0-f526-4188-aa64-3b3083849fe4 HTTP/1.1" status: 204 len: 168 time: 0.6478472 Jul 05 03:09:45.930346 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e071eda-c5e9-445e-97ff-46c0efd7852a admin admin] Pushing event deleted for resources: {'Network': ['ID=b1ff59e0-f526-4188-aa64-3b3083849fe4,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:09:46.212988 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 46962) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:09:46.253918 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-253a8797-cb0d-40b9-bf92-732db9f32c67 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f85d7fb6c6c34d02a2ec73bba095be69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391202 Jul 05 03:09:46.256414 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 46964) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:09:46.303811 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-cbf30380-aa92-4db9-a1fd-f57b27e6be84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:09:46.324761 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-cbf30380-aa92-4db9-a1fd-f57b27e6be84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:09:46.442820 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-cbf30380-aa92-4db9-a1fd-f57b27e6be84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:09:46.445788 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-cbf30380-aa92-4db9-a1fd-f57b27e6be84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:09:46.447044 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-cbf30380-aa92-4db9-a1fd-f57b27e6be84 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6a83fbd9-c459-4f0b-8c14-d7a3bb350a9f HTTP/1.1" status: 204 len: 168 time: 0.1897278 Jul 05 03:09:46.455298 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf30380-aa92-4db9-a1fd-f57b27e6be84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a83fbd9-c459-4f0b-8c14-d7a3bb350a9f,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:09:46.476414 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 43410cc8-78f5-4362-8001-d1a75f9fd201 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:09:46.496687 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 43410cc8-78f5-4362-8001-d1a75f9fd201 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:09:46.497162 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 43410cc8-78f5-4362-8001-d1a75f9fd201 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:09:46.497703 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 79d1646c-c763-440f-a5c0-b169796c1e27 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:09:46.516201 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 79d1646c-c763-440f-a5c0-b169796c1e27 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:09:46.516703 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 79d1646c-c763-440f-a5c0-b169796c1e27 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:09:47.032095 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46970) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:09:47.070864 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-99e2d828-440b-4b3d-976e-be1e080fdfff admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2cf25477e84d41eb96d86b5f2ede3e34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391972 Jul 05 03:09:47.073782 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 46972) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:09:47.120612 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f6c42fdf-59ee-4b13-9f96-36b0d3547c52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:09:47.144337 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f6c42fdf-59ee-4b13-9f96-36b0d3547c52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:09:47.259485 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f6c42fdf-59ee-4b13-9f96-36b0d3547c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:09:47.263081 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f6c42fdf-59ee-4b13-9f96-36b0d3547c52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:09:47.267017 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-f6c42fdf-59ee-4b13-9f96-36b0d3547c52 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4d451316-e4af-46db-a74c-d5466be99ec7 HTTP/1.1" status: 204 len: 168 time: 0.1896217 Jul 05 03:09:47.272213 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c42fdf-59ee-4b13-9f96-36b0d3547c52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d451316-e4af-46db-a74c-d5466be99ec7,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:09:50.933843 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-d373d1f8-9dfc-42e8-938f-f6bbdd7b4e42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:09:53.269758 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-2fae9ca9-4aae-49ec-ac03-c98bbfc13929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:09:54.045452 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:09:54.808179 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:09:56.253209 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:09:58.749612 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-60a51e09-db9c-467c-a464-49ab68390f90 req-a406e75b-9eca-4478-9215-fa62cbd69a08 tempest-ServersAdminNegativeTestJSON-903496154 tempest-ServersAdminNegativeTestJSON-903496154-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=6b55f2d0632f453c971dd3a8b3a23e47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288384 Jul 05 03:09:58.933187 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a51e09-db9c-467c-a464-49ab68390f90 req-973ed6c9-c198-40a8-b711-e0a7484bb537 tempest-ServersAdminNegativeTestJSON-903496154 tempest-ServersAdminNegativeTestJSON-903496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:09:58.934608 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-60a51e09-db9c-467c-a464-49ab68390f90 req-973ed6c9-c198-40a8-b711-e0a7484bb537 tempest-ServersAdminNegativeTestJSON-903496154 tempest-ServersAdminNegativeTestJSON-903496154-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1801987 Jul 05 03:09:58.949523 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-60a51e09-db9c-467c-a464-49ab68390f90 req-1205df98-e8b7-4c9c-8eaa-94351cc0cdc8 tempest-ServersAdminNegativeTestJSON-903496154 tempest-ServersAdminNegativeTestJSON-903496154-project] 10.222.0.23 "GET /v2.0/quotas/6b55f2d0632f453c971dd3a8b3a23e47 HTTP/1.1" status: 200 len: 375 time: 0.0094335 Jul 05 03:09:58.983375 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-60a51e09-db9c-467c-a464-49ab68390f90 req-6bb9ba63-df9e-4b2e-b201-e066cfe2b60a tempest-ServersAdminNegativeTestJSON-903496154 tempest-ServersAdminNegativeTestJSON-903496154-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6b55f2d0632f453c971dd3a8b3a23e47&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286477 Jul 05 03:09:59.358797 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-00bd9a4b-3373-4c89-8131-6d9dbb6ca788 req-a17e0553-aea6-4a98-bd05-d58d35b48cde tempest-ServersAdminNegativeTestJSON-903496154 tempest-ServersAdminNegativeTestJSON-903496154-project] 10.222.0.23 "GET /v2.0/ports?device_id=a42218ba-67f8-4b57-a249-701575f70045 HTTP/1.1" status: 200 len: 210 time: 0.1202664 Jul 05 03:10:00.440477 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c29f9e83-a7be-4921-8381-c8ca7542ae90 req-ef7a7bfc-9609-4288-b681-8ebc420e54c3 tempest-ServersAdminNegativeTestJSON-903496154 tempest-ServersAdminNegativeTestJSON-903496154-project] 10.222.0.23 "GET /v2.0/ports?device_id=a42218ba-67f8-4b57-a249-701575f70045 HTTP/1.1" status: 200 len: 210 time: 0.0303314 Jul 05 03:10:01.013276 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:10:01.518973 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7309448e-0a11-4968-89e6-a01af4446147 req-12058009-b78e-451f-9169-435eddace98f tempest-ServersAdminNegativeTestJSON-903496154 tempest-ServersAdminNegativeTestJSON-903496154-project] 10.222.0.23 "GET /v2.0/ports?device_id=a42218ba-67f8-4b57-a249-701575f70045 HTTP/1.1" status: 200 len: 210 time: 0.0288630 Jul 05 03:10:02.661940 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-65257e43-7eef-4551-98f4-081c42116383 req-7cab25dc-7bed-4f07-ad04-f7a321f16163 tempest-ServersAdminNegativeTestJSON-903496154 tempest-ServersAdminNegativeTestJSON-903496154-project] 10.222.0.23 "GET /v2.0/ports?device_id=a42218ba-67f8-4b57-a249-701575f70045 HTTP/1.1" status: 200 len: 210 time: 0.0308385 Jul 05 03:10:03.591033 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-60a51e09-db9c-467c-a464-49ab68390f90 req-fababc56-ace2-462b-a321-55085b72f2aa tempest-ServersAdminNegativeTestJSON-903496154 tempest-ServersAdminNegativeTestJSON-903496154-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=6b55f2d0632f453c971dd3a8b3a23e47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0213439 Jul 05 03:10:03.701883 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a51e09-db9c-467c-a464-49ab68390f90 req-7cee4b42-f411-4ba5-b48d-937f884f0d70 tempest-ServersAdminNegativeTestJSON-903496154 tempest-ServersAdminNegativeTestJSON-903496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:10:03.702674 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-60a51e09-db9c-467c-a464-49ab68390f90 req-7cee4b42-f411-4ba5-b48d-937f884f0d70 tempest-ServersAdminNegativeTestJSON-903496154 tempest-ServersAdminNegativeTestJSON-903496154-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1068861 Jul 05 03:10:03.715313 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-60a51e09-db9c-467c-a464-49ab68390f90 req-6847cf0c-3b47-4727-9baf-d5fb48cf96db tempest-ServersAdminNegativeTestJSON-903496154 tempest-ServersAdminNegativeTestJSON-903496154-project] Request body: {'port': {'device_id': 'a42218ba-67f8-4b57-a249-701575f70045', 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4', 'admin_state_up': True, 'tenant_id': '6b55f2d0632f453c971dd3a8b3a23e47'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:10:03.814381 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4c55e61f-4251-43b5-8462-9d374c717169 req-524a473a-fb42-4560-8ecd-000ea9875509 tempest-ServersAdminNegativeTestJSON-903496154 tempest-ServersAdminNegativeTestJSON-903496154-project] 10.222.0.23 "GET /v2.0/ports?device_id=a42218ba-67f8-4b57-a249-701575f70045 HTTP/1.1" status: 200 len: 210 time: 0.0386455 Jul 05 03:10:03.949302 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60a51e09-db9c-467c-a464-49ab68390f90 req-6847cf0c-3b47-4727-9baf-d5fb48cf96db tempest-ServersAdminNegativeTestJSON-903496154 tempest-ServersAdminNegativeTestJSON-903496154-project] Made reservation on behalf of 6b55f2d0632f453c971dd3a8b3a23e47 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:10:03.952957 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-60a51e09-db9c-467c-a464-49ab68390f90 req-6847cf0c-3b47-4727-9baf-d5fb48cf96db tempest-ServersAdminNegativeTestJSON-903496154 tempest-ServersAdminNegativeTestJSON-903496154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:10:03.962228 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-60a51e09-db9c-467c-a464-49ab68390f90 req-6847cf0c-3b47-4727-9baf-d5fb48cf96db tempest-ServersAdminNegativeTestJSON-903496154 tempest-ServersAdminNegativeTestJSON-903496154-project] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:10:04.055885 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-60a51e09-db9c-467c-a464-49ab68390f90 req-6847cf0c-3b47-4727-9baf-d5fb48cf96db tempest-ServersAdminNegativeTestJSON-903496154 tempest-ServersAdminNegativeTestJSON-903496154-project] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:10:04.116032 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-60a51e09-db9c-467c-a464-49ab68390f90 req-6847cf0c-3b47-4727-9baf-d5fb48cf96db tempest-ServersAdminNegativeTestJSON-903496154 tempest-ServersAdminNegativeTestJSON-903496154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:10:04.178029 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6847cf0c-3b47-4727-9baf-d5fb48cf96db tempest-ServersAdminNegativeTestJSON-903496154 tempest-ServersAdminNegativeTestJSON-903496154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e9bfbe7-4a18-4827-a195-2a6cb11a4664,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:10:04.247510 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-60a51e09-db9c-467c-a464-49ab68390f90 req-6847cf0c-3b47-4727-9baf-d5fb48cf96db tempest-ServersAdminNegativeTestJSON-903496154 tempest-ServersAdminNegativeTestJSON-903496154-project] Allocated IP 192.168.233.212 (dff432c2-7366-4622-aebb-da22fe05bfd4/b840e204-692c-4f54-8f07-f6563e8e36b1/8ca2972b-8d90-4d37-a3a6-f96a012ed7df) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:10:04.392539 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-60a51e09-db9c-467c-a464-49ab68390f90 req-6847cf0c-3b47-4727-9baf-d5fb48cf96db tempest-ServersAdminNegativeTestJSON-903496154 tempest-ServersAdminNegativeTestJSON-903496154-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:10:04.405171 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-60a51e09-db9c-467c-a464-49ab68390f90 req-6847cf0c-3b47-4727-9baf-d5fb48cf96db tempest-ServersAdminNegativeTestJSON-903496154 tempest-ServersAdminNegativeTestJSON-903496154-project] Transition to ACTIVE for port object 8ca2972b-8d90-4d37-a3a6-f96a012ed7df will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:10:04.493625 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-60a51e09-db9c-467c-a464-49ab68390f90 req-6847cf0c-3b47-4727-9baf-d5fb48cf96db tempest-ServersAdminNegativeTestJSON-903496154 tempest-ServersAdminNegativeTestJSON-903496154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:10:04.536649 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60a51e09-db9c-467c-a464-49ab68390f90 req-6847cf0c-3b47-4727-9baf-d5fb48cf96db tempest-ServersAdminNegativeTestJSON-903496154 tempest-ServersAdminNegativeTestJSON-903496154-project] Network dff432c2-7366-4622-aebb-da22fe05bfd4 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:10:04.539934 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-60a51e09-db9c-467c-a464-49ab68390f90 req-6847cf0c-3b47-4727-9baf-d5fb48cf96db tempest-ServersAdminNegativeTestJSON-903496154 tempest-ServersAdminNegativeTestJSON-903496154-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:10:04.546400 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-60a51e09-db9c-467c-a464-49ab68390f90 req-6847cf0c-3b47-4727-9baf-d5fb48cf96db tempest-ServersAdminNegativeTestJSON-903496154 tempest-ServersAdminNegativeTestJSON-903496154-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:10:04.552024 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6847cf0c-3b47-4727-9baf-d5fb48cf96db tempest-ServersAdminNegativeTestJSON-903496154 tempest-ServersAdminNegativeTestJSON-903496154-project] Pushing event updated for resources: {'Port': ['ID=8ca2972b-8d90-4d37-a3a6-f96a012ed7df,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:10:04.602526 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a51e09-db9c-467c-a464-49ab68390f90 req-6847cf0c-3b47-4727-9baf-d5fb48cf96db tempest-ServersAdminNegativeTestJSON-903496154 tempest-ServersAdminNegativeTestJSON-903496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:10:04.603158 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-60a51e09-db9c-467c-a464-49ab68390f90 req-6847cf0c-3b47-4727-9baf-d5fb48cf96db tempest-ServersAdminNegativeTestJSON-903496154 tempest-ServersAdminNegativeTestJSON-903496154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:10:04.693503 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-60a51e09-db9c-467c-a464-49ab68390f90 req-6847cf0c-3b47-4727-9baf-d5fb48cf96db tempest-ServersAdminNegativeTestJSON-903496154 tempest-ServersAdminNegativeTestJSON-903496154-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9824719 Jul 05 03:10:04.703868 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [req-60a51e09-db9c-467c-a464-49ab68390f90 req-1c586bf1-0f12-4ab4-abe3-30550348f1d8 tempest-ServersAdminNegativeTestJSON-903496154 tempest-ServersAdminNegativeTestJSON-903496154-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:10:04.704849 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-60a51e09-db9c-467c-a464-49ab68390f90 req-1c586bf1-0f12-4ab4-abe3-30550348f1d8 tempest-ServersAdminNegativeTestJSON-903496154 tempest-ServersAdminNegativeTestJSON-903496154-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053668 Jul 05 03:10:04.785863 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-60a51e09-db9c-467c-a464-49ab68390f90 req-0999c407-ecda-448e-aa22-97944d21609d service neutron] Request body: {'port': {'device_id': 'a42218ba-67f8-4b57-a249-701575f70045', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:10:04.857435 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-60a51e09-db9c-467c-a464-49ab68390f90 req-0999c407-ecda-448e-aa22-97944d21609d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:10:04.871227 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-4d4e4f02-b090-40d2-a18e-ea47b8502e8f None None] Provisioning for port 8ca2972b-8d90-4d37-a3a6-f96a012ed7df completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:10:04.875281 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-4d4e4f02-b090-40d2-a18e-ea47b8502e8f None None] Provisioning complete for port 8ca2972b-8d90-4d37-a3a6-f96a012ed7df triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:10:04.881349 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4d4e4f02-b090-40d2-a18e-ea47b8502e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:10:04.909390 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-4d4e4f02-b090-40d2-a18e-ea47b8502e8f None None] Port 8ca2972b-8d90-4d37-a3a6-f96a012ed7df cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:10:04.998018 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b86ca87-a46d-4b82-bded-3d720925443c req-3f63206e-97fc-438a-9283-ab8c323cc65d tempest-ServersAdminNegativeTestJSON-903496154 tempest-ServersAdminNegativeTestJSON-903496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:10:04.999701 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0b86ca87-a46d-4b82-bded-3d720925443c req-3f63206e-97fc-438a-9283-ab8c323cc65d tempest-ServersAdminNegativeTestJSON-903496154 tempest-ServersAdminNegativeTestJSON-903496154-project] 10.222.0.23 "GET /v2.0/ports?device_id=a42218ba-67f8-4b57-a249-701575f70045 HTTP/1.1" status: 200 len: 936 time: 0.0649087 Jul 05 03:10:05.038148 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0b86ca87-a46d-4b82-bded-3d720925443c req-e7dcc4fa-fe12-4a59-affc-cb32a9d1b8e4 tempest-ServersAdminNegativeTestJSON-903496154 tempest-ServersAdminNegativeTestJSON-903496154-project] 10.222.0.23 "GET /v2.0/security-groups?id=5e9bfbe7-4a18-4827-a195-2a6cb11a4664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323291 Jul 05 03:10:05.125296 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-60a51e09-db9c-467c-a464-49ab68390f90 req-0999c407-ecda-448e-aa22-97944d21609d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ca2972b-8d90-4d37-a3a6-f96a012ed7df {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:10:05.132595 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-60a51e09-db9c-467c-a464-49ab68390f90 req-0999c407-ecda-448e-aa22-97944d21609d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:10:05.144143 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-60a51e09-db9c-467c-a464-49ab68390f90 req-0999c407-ecda-448e-aa22-97944d21609d service neutron] Transition to ACTIVE for port object 8ca2972b-8d90-4d37-a3a6-f96a012ed7df will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:10:05.235708 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-60a51e09-db9c-467c-a464-49ab68390f90 req-0999c407-ecda-448e-aa22-97944d21609d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:10:05.286613 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0999c407-ecda-448e-aa22-97944d21609d service neutron] Pushing event updated for resources: {'Port': ['ID=8ca2972b-8d90-4d37-a3a6-f96a012ed7df,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:10:05.355182 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-60a51e09-db9c-467c-a464-49ab68390f90 req-0999c407-ecda-448e-aa22-97944d21609d service neutron] Attempting to bind port 8ca2972b-8d90-4d37-a3a6-f96a012ed7df on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:10:05.355522 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-60a51e09-db9c-467c-a464-49ab68390f90 req-0999c407-ecda-448e-aa22-97944d21609d service neutron] Attempting to bind port 8ca2972b-8d90-4d37-a3a6-f96a012ed7df by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:10:05.355854 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a51e09-db9c-467c-a464-49ab68390f90 req-0999c407-ecda-448e-aa22-97944d21609d service neutron] Attempting to bind port 8ca2972b-8d90-4d37-a3a6-f96a012ed7df on network dff432c2-7366-4622-aebb-da22fe05bfd4 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:10:05.360312 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a51e09-db9c-467c-a464-49ab68390f90 req-0999c407-ecda-448e-aa22-97944d21609d service neutron] Port 8ca2972b-8d90-4d37-a3a6-f96a012ed7df on network dff432c2-7366-4622-aebb-da22fe05bfd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:10:05.360635 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a51e09-db9c-467c-a464-49ab68390f90 req-0999c407-ecda-448e-aa22-97944d21609d service neutron] Attempting to bind port 8ca2972b-8d90-4d37-a3a6-f96a012ed7df on network dff432c2-7366-4622-aebb-da22fe05bfd4 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:10:05.365561 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a51e09-db9c-467c-a464-49ab68390f90 req-0999c407-ecda-448e-aa22-97944d21609d service neutron] Checking agent: {'id': 'e071c76e-395f-48c4-a98f-88088465cf0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:10:05.365898 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a51e09-db9c-467c-a464-49ab68390f90 req-0999c407-ecda-448e-aa22-97944d21609d service neutron] Checking segment: {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:10:05.366316 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a51e09-db9c-467c-a464-49ab68390f90 req-0999c407-ecda-448e-aa22-97944d21609d service neutron] Bound using segment: {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:10:05.366744 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-60a51e09-db9c-467c-a464-49ab68390f90 req-0999c407-ecda-448e-aa22-97944d21609d service neutron] Bound port: 8ca2972b-8d90-4d37-a3a6-f96a012ed7df, host: n-h2-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7c21599-bbd7-43e4-9aba-843c9e8581fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:10:05.367127 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-60a51e09-db9c-467c-a464-49ab68390f90 req-0999c407-ecda-448e-aa22-97944d21609d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:10:05.433229 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-60a51e09-db9c-467c-a464-49ab68390f90 req-0999c407-ecda-448e-aa22-97944d21609d service neutron] For port 8ca2972b-8d90-4d37-a3a6-f96a012ed7df, host n-h2-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:10:05.436127 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-60a51e09-db9c-467c-a464-49ab68390f90 req-0999c407-ecda-448e-aa22-97944d21609d service neutron] For port 8ca2972b-8d90-4d37-a3a6-f96a012ed7df, host n-h2-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=8ca2972b-8d90-4d37-a3a6-f96a012ed7df,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:10:05.539349 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-60a51e09-db9c-467c-a464-49ab68390f90 req-0999c407-ecda-448e-aa22-97944d21609d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:10:05.572623 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a51e09-db9c-467c-a464-49ab68390f90 req-0999c407-ecda-448e-aa22-97944d21609d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:10:05.573362 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-60a51e09-db9c-467c-a464-49ab68390f90 req-0999c407-ecda-448e-aa22-97944d21609d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:10:05.574853 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-60a51e09-db9c-467c-a464-49ab68390f90 req-0999c407-ecda-448e-aa22-97944d21609d service neutron] 10.222.0.15 "PUT /v2.0/ports/8ca2972b-8d90-4d37-a3a6-f96a012ed7df HTTP/1.1" status: 200 len: 1097 time: 0.8296349 Jul 05 03:10:05.575289 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a42218ba-67f8-4b57-a249-701575f70045', 'tag': '8ca2972b-8d90-4d37-a3a6-f96a012ed7df'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:10:05.577565 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaaf481b1038a4c16a5caf32576028eb58a53ff00b19a78cd60d51cc80c97e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b112bb9-7af2-4a9f-b74d-ab98356324e9" -d '{"events": [{"name": "network-changed", "server_uuid": "a42218ba-67f8-4b57-a249-701575f70045", "tag": "8ca2972b-8d90-4d37-a3a6-f96a012ed7df"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:10:05.605978 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0999c407-ecda-448e-aa22-97944d21609d service neutron] Pushing event updated for resources: {'Port': ['ID=8ca2972b-8d90-4d37-a3a6-f96a012ed7df,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:10:05.626729 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c48257f3-9b43-4620-8cc7-048c4b126d92 x-openstack-request-id: req-c48257f3-9b43-4620-8cc7-048c4b126d92 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:10:05.627030 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a42218ba-67f8-4b57-a249-701575f70045", "tag": "8ca2972b-8d90-4d37-a3a6-f96a012ed7df", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:10:05.627289 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c48257f3-9b43-4620-8cc7-048c4b126d92 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:10:05.627693 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a42218ba-67f8-4b57-a249-701575f70045', 'tag': '8ca2972b-8d90-4d37-a3a6-f96a012ed7df', 'status': 'completed', 'code': 200} Jul 05 03:10:05.704129 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b112bb9-7af2-4a9f-b74d-ab98356324e9 req-7620a0bd-e416-46a7-8a20-b5869e6cc50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:10:05.705682 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2b112bb9-7af2-4a9f-b74d-ab98356324e9 req-7620a0bd-e416-46a7-8a20-b5869e6cc50a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6b55f2d0632f453c971dd3a8b3a23e47&device_id=a42218ba-67f8-4b57-a249-701575f70045 HTTP/1.1" status: 200 len: 1100 time: 0.0568180 Jul 05 03:10:05.732635 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2b112bb9-7af2-4a9f-b74d-ab98356324e9 req-449b4cf0-2630-434c-bc07-15a72888e37e service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=6b55f2d0632f453c971dd3a8b3a23e47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0196860 Jul 05 03:10:05.826812 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b112bb9-7af2-4a9f-b74d-ab98356324e9 req-44d7f4ae-5b45-40fd-9fb9-50ccd0343f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:10:05.828228 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2b112bb9-7af2-4a9f-b74d-ab98356324e9 req-44d7f4ae-5b45-40fd-9fb9-50ccd0343f41 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0896323 Jul 05 03:10:05.913923 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a51e09-db9c-467c-a464-49ab68390f90 req-21fb4fe9-225b-4390-ab67-c597e9aaf127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:10:05.915376 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-60a51e09-db9c-467c-a464-49ab68390f90 req-21fb4fe9-225b-4390-ab67-c597e9aaf127 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6b55f2d0632f453c971dd3a8b3a23e47&device_id=a42218ba-67f8-4b57-a249-701575f70045 HTTP/1.1" status: 200 len: 1100 time: 0.0511620 Jul 05 03:10:05.960659 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-60a51e09-db9c-467c-a464-49ab68390f90 req-80446314-c943-438e-8e45-ce27715ba2d1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=8ca2972b-8d90-4d37-a3a6-f96a012ed7df HTTP/1.1" status: 200 len: 217 time: 0.0381122 Jul 05 03:10:06.012270 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a51e09-db9c-467c-a464-49ab68390f90 req-346091aa-a2da-47e0-9565-bace53b18634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:10:06.013713 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-60a51e09-db9c-467c-a464-49ab68390f90 req-346091aa-a2da-47e0-9565-bace53b18634 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b840e204-692c-4f54-8f07-f6563e8e36b1 HTTP/1.1" status: 200 len: 843 time: 0.0466561 Jul 05 03:10:06.067871 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a51e09-db9c-467c-a464-49ab68390f90 req-c08d6bab-a909-4adc-a4e7-0a6df2af381b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:10:06.069352 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-60a51e09-db9c-467c-a464-49ab68390f90 req-c08d6bab-a909-4adc-a4e7-0a6df2af381b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dff432c2-7366-4622-aebb-da22fe05bfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0497837 Jul 05 03:10:06.159019 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-60a51e09-db9c-467c-a464-49ab68390f90 req-33d021da-65bf-48bd-801b-bad217295c32 service neutron] 10.222.0.15 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826385 Jul 05 03:10:06.259323 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-60a51e09-db9c-467c-a464-49ab68390f90 req-61b08993-c643-49eb-8716-b6c9b850bbff service neutron] 10.222.0.15 "GET /v2.0/networks/dff432c2-7366-4622-aebb-da22fe05bfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931520 Jul 05 03:10:06.402277 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd77790-43aa-4a3c-bb48-a5664b01be84 req-c2cfc252-77e5-4a90-a454-8799ec8383ed tempest-ServersAdminNegativeTestJSON-903496154 tempest-ServersAdminNegativeTestJSON-903496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:10:06.403691 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2dd77790-43aa-4a3c-bb48-a5664b01be84 req-c2cfc252-77e5-4a90-a454-8799ec8383ed tempest-ServersAdminNegativeTestJSON-903496154 tempest-ServersAdminNegativeTestJSON-903496154-project] 10.222.0.23 "GET /v2.0/ports?device_id=a42218ba-67f8-4b57-a249-701575f70045 HTTP/1.1" status: 200 len: 948 time: 0.0614524 Jul 05 03:10:06.441976 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2dd77790-43aa-4a3c-bb48-a5664b01be84 req-de8814b6-5d96-4e84-ad06-2634f15fbb06 tempest-ServersAdminNegativeTestJSON-903496154 tempest-ServersAdminNegativeTestJSON-903496154-project] 10.222.0.23 "GET /v2.0/security-groups?id=5e9bfbe7-4a18-4827-a195-2a6cb11a4664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323396 Jul 05 03:10:07.614507 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be3aab-6d48-4d18-a183-3cce97f41fce req-cf47d9a1-3283-4d6c-87cc-87099e70bf54 tempest-ServersAdminNegativeTestJSON-903496154 tempest-ServersAdminNegativeTestJSON-903496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:10:07.616452 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-77be3aab-6d48-4d18-a183-3cce97f41fce req-cf47d9a1-3283-4d6c-87cc-87099e70bf54 tempest-ServersAdminNegativeTestJSON-903496154 tempest-ServersAdminNegativeTestJSON-903496154-project] 10.222.0.23 "GET /v2.0/ports?device_id=a42218ba-67f8-4b57-a249-701575f70045 HTTP/1.1" status: 200 len: 948 time: 0.0651729 Jul 05 03:10:07.653528 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-77be3aab-6d48-4d18-a183-3cce97f41fce req-2cbc05e1-adbd-4a12-848f-60f1dc644f6e tempest-ServersAdminNegativeTestJSON-903496154 tempest-ServersAdminNegativeTestJSON-903496154-project] 10.222.0.23 "GET /v2.0/security-groups?id=5e9bfbe7-4a18-4827-a195-2a6cb11a4664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309193 Jul 05 03:10:08.279456 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 8ca2972b-8d90-4d37-a3a6-f96a012ed7df details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:10:08.567824 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 8ca2972b-8d90-4d37-a3a6-f96a012ed7df, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=8ca2972b-8d90-4d37-a3a6-f96a012ed7df,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:10:08.582293 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Returning: {'device': '8ca2972b-8d90-4d37-a3a6-f96a012ed7df', 'network_id': 'dff432c2-7366-4622-aebb-da22fe05bfd4', 'port_id': '8ca2972b-8d90-4d37-a3a6-f96a012ed7df', 'mac_address': 'fa:16:3e:49:47:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b840e204-692c-4f54-8f07-f6563e8e36b1', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:10:08.653038 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:10:08.668007 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ca2972b-8d90-4d37-a3a6-f96a012ed7df {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:10:08.696725 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 8ca2972b-8d90-4d37-a3a6-f96a012ed7df, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=8ca2972b-8d90-4d37-a3a6-f96a012ed7df,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:10:08.784677 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:10:08.829497 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe7c221-dd2e-49c9-b069-8124e138c136 req-ef184fe9-b542-40ac-a414-703b7d4dc3cc tempest-ServersAdminNegativeTestJSON-903496154 tempest-ServersAdminNegativeTestJSON-903496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:10:08.830991 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4fe7c221-dd2e-49c9-b069-8124e138c136 req-ef184fe9-b542-40ac-a414-703b7d4dc3cc tempest-ServersAdminNegativeTestJSON-903496154 tempest-ServersAdminNegativeTestJSON-903496154-project] 10.222.0.23 "GET /v2.0/ports?device_id=a42218ba-67f8-4b57-a249-701575f70045 HTTP/1.1" status: 200 len: 948 time: 0.0674152 Jul 05 03:10:08.835121 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=8ca2972b-8d90-4d37-a3a6-f96a012ed7df,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:10:08.874928 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4fe7c221-dd2e-49c9-b069-8124e138c136 req-a3f58c79-76ca-45ea-a202-c9949b7370cb tempest-ServersAdminNegativeTestJSON-903496154 tempest-ServersAdminNegativeTestJSON-903496154-project] 10.222.0.23 "GET /v2.0/security-groups?id=5e9bfbe7-4a18-4827-a195-2a6cb11a4664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376992 Jul 05 03:10:09.011474 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['8ca2972b-8d90-4d37-a3a6-f96a012ed7df'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:10:10.067757 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d355eb7a-6692-4656-8cf5-37078128b92e req-2f5a63bd-a81b-470c-b355-8d63486836fb tempest-ServersAdminNegativeTestJSON-903496154 tempest-ServersAdminNegativeTestJSON-903496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:10:10.069224 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d355eb7a-6692-4656-8cf5-37078128b92e req-2f5a63bd-a81b-470c-b355-8d63486836fb tempest-ServersAdminNegativeTestJSON-903496154 tempest-ServersAdminNegativeTestJSON-903496154-project] 10.222.0.23 "GET /v2.0/ports?device_id=a42218ba-67f8-4b57-a249-701575f70045 HTTP/1.1" status: 200 len: 949 time: 0.0670683 Jul 05 03:10:10.107652 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d355eb7a-6692-4656-8cf5-37078128b92e req-0d87f2cf-06d1-45ee-b747-f506affa3471 tempest-ServersAdminNegativeTestJSON-903496154 tempest-ServersAdminNegativeTestJSON-903496154-project] 10.222.0.23 "GET /v2.0/security-groups?id=5e9bfbe7-4a18-4827-a195-2a6cb11a4664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316589 Jul 05 03:10:10.278469 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 8ca2972b-8d90-4d37-a3a6-f96a012ed7df up at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:10:10.401681 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning for port 8ca2972b-8d90-4d37-a3a6-f96a012ed7df completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:10:10.405427 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning complete for port 8ca2972b-8d90-4d37-a3a6-f96a012ed7df triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:10:10.405800 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:10:10.482688 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:10:10.504214 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a42218ba-67f8-4b57-a249-701575f70045', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ca2972b-8d90-4d37-a3a6-f96a012ed7df'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:10:10.518358 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 8ca2972b-8d90-4d37-a3a6-f96a012ed7df, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=8ca2972b-8d90-4d37-a3a6-f96a012ed7df,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:10:10.542354 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1156d35e1955dd65519df7b38ee19a55ddc3a31abbcc68c280d02d687c0487e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d16d9cfc-90d3-4d84-aa26-35b438b9431b" -d '{"events": [{"server_uuid": "a42218ba-67f8-4b57-a249-701575f70045", "name": "network-vif-plugged", "status": "completed", "tag": "8ca2972b-8d90-4d37-a3a6-f96a012ed7df"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:10:10.590269 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:10:10.623652 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddb7476d-ff89-4e66-a95f-ed0146334217 x-openstack-request-id: req-ddb7476d-ff89-4e66-a95f-ed0146334217 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:10:10.623947 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a42218ba-67f8-4b57-a249-701575f70045", "name": "network-vif-plugged", "status": "completed", "tag": "8ca2972b-8d90-4d37-a3a6-f96a012ed7df", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:10:10.624200 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ddb7476d-ff89-4e66-a95f-ed0146334217 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:10:10.624615 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a42218ba-67f8-4b57-a249-701575f70045', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ca2972b-8d90-4d37-a3a6-f96a012ed7df', 'code': 200} Jul 05 03:10:10.642393 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=8ca2972b-8d90-4d37-a3a6-f96a012ed7df,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:10:10.735990 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba45e5d-5560-4164-ad8d-e883149f4903 req-435ad2cf-a54b-43a5-9586-ec8aa6782627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:10:10.737492 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9ba45e5d-5560-4164-ad8d-e883149f4903 req-435ad2cf-a54b-43a5-9586-ec8aa6782627 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a42218ba-67f8-4b57-a249-701575f70045 HTTP/1.1" status: 200 len: 1102 time: 0.0522921 Jul 05 03:10:10.770700 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9ba45e5d-5560-4164-ad8d-e883149f4903 req-6789d80a-12e0-49ad-9700-8a0368b8d900 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5e9bfbe7-4a18-4827-a195-2a6cb11a4664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270562 Jul 05 03:10:11.281039 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ddf835-e57a-4360-9d44-7bd17c6f5a6d req-a67e9156-27af-4460-8401-112c3232d961 tempest-ServersAdminNegativeTestJSON-903496154 tempest-ServersAdminNegativeTestJSON-903496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:10:11.282553 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-79ddf835-e57a-4360-9d44-7bd17c6f5a6d req-a67e9156-27af-4460-8401-112c3232d961 tempest-ServersAdminNegativeTestJSON-903496154 tempest-ServersAdminNegativeTestJSON-903496154-project] 10.222.0.23 "GET /v2.0/ports?device_id=a42218ba-67f8-4b57-a249-701575f70045 HTTP/1.1" status: 200 len: 950 time: 0.0652535 Jul 05 03:10:11.325338 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-79ddf835-e57a-4360-9d44-7bd17c6f5a6d req-8946dc4c-c0a7-40de-9831-524f8e14fb53 tempest-ServersAdminNegativeTestJSON-903496154 tempest-ServersAdminNegativeTestJSON-903496154-project] 10.222.0.23 "GET /v2.0/security-groups?id=5e9bfbe7-4a18-4827-a195-2a6cb11a4664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372388 Jul 05 03:10:12.155001 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:10:12.230085 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:10:12.496347 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e2d110-0d17-4503-adfb-3bca81cc4410 req-aeb8170d-e49f-4eb4-8a7c-84b981819068 tempest-ServersAdminNegativeTestJSON-903496154 tempest-ServersAdminNegativeTestJSON-903496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:10:12.497837 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f0e2d110-0d17-4503-adfb-3bca81cc4410 req-aeb8170d-e49f-4eb4-8a7c-84b981819068 tempest-ServersAdminNegativeTestJSON-903496154 tempest-ServersAdminNegativeTestJSON-903496154-project] 10.222.0.23 "GET /v2.0/ports?device_id=a42218ba-67f8-4b57-a249-701575f70045 HTTP/1.1" status: 200 len: 950 time: 0.0615213 Jul 05 03:10:12.538389 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f0e2d110-0d17-4503-adfb-3bca81cc4410 req-f08fb400-697a-4bb3-b155-74fb505cd8e7 tempest-ServersAdminNegativeTestJSON-903496154 tempest-ServersAdminNegativeTestJSON-903496154-project] 10.222.0.23 "GET /v2.0/security-groups?id=5e9bfbe7-4a18-4827-a195-2a6cb11a4664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317502 Jul 05 03:10:14.212795 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e90c6b1-78d4-40e8-a0b9-c762ead50ab7 req-b4c6995a-d03b-4c4a-91cc-ce98fa286536 tempest-ServersAdminNegativeTestJSON-903496154 tempest-ServersAdminNegativeTestJSON-903496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:10:14.214291 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4e90c6b1-78d4-40e8-a0b9-c762ead50ab7 req-b4c6995a-d03b-4c4a-91cc-ce98fa286536 tempest-ServersAdminNegativeTestJSON-903496154 tempest-ServersAdminNegativeTestJSON-903496154-project] 10.222.0.23 "GET /v2.0/ports?device_id=a42218ba-67f8-4b57-a249-701575f70045 HTTP/1.1" status: 200 len: 950 time: 0.0652030 Jul 05 03:10:14.251986 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4e90c6b1-78d4-40e8-a0b9-c762ead50ab7 req-e255afb6-72e6-4712-bce2-ce2b681242da tempest-ServersAdminNegativeTestJSON-903496154 tempest-ServersAdminNegativeTestJSON-903496154-project] 10.222.0.23 "GET /v2.0/security-groups?id=5e9bfbe7-4a18-4827-a195-2a6cb11a4664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320470 Jul 05 03:10:15.463967 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c72bc3-dfd3-4cda-9a3b-3baf9401accf req-293c2b94-c87b-490a-be59-8130ee65fba2 tempest-ServersAdminNegativeTestJSON-903496154 tempest-ServersAdminNegativeTestJSON-903496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:10:15.465492 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-71c72bc3-dfd3-4cda-9a3b-3baf9401accf req-293c2b94-c87b-490a-be59-8130ee65fba2 tempest-ServersAdminNegativeTestJSON-903496154 tempest-ServersAdminNegativeTestJSON-903496154-project] 10.222.0.23 "GET /v2.0/ports?device_id=a42218ba-67f8-4b57-a249-701575f70045 HTTP/1.1" status: 200 len: 950 time: 0.1005573 Jul 05 03:10:15.477103 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96b5c76-3a36-4302-ab06-a2bd9195431b req-d0f7e1f3-4d4b-4d6c-9173-47cb9929a4ca tempest-ServersAdminNegativeTestJSON-903496154 tempest-ServersAdminNegativeTestJSON-903496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:10:15.478544 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f96b5c76-3a36-4302-ab06-a2bd9195431b req-d0f7e1f3-4d4b-4d6c-9173-47cb9929a4ca tempest-ServersAdminNegativeTestJSON-903496154 tempest-ServersAdminNegativeTestJSON-903496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=a42218ba-67f8-4b57-a249-701575f70045 HTTP/1.1" status: 200 len: 950 time: 0.1043499 Jul 05 03:10:15.546947 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-71c72bc3-dfd3-4cda-9a3b-3baf9401accf req-69d3b6ca-3e14-4162-817d-4b5297e17b93 tempest-ServersAdminNegativeTestJSON-903496154 tempest-ServersAdminNegativeTestJSON-903496154-project] 10.222.0.23 "GET /v2.0/security-groups?id=5e9bfbe7-4a18-4827-a195-2a6cb11a4664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674710 Jul 05 03:10:15.599168 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-f96b5c76-3a36-4302-ab06-a2bd9195431b req-2cf7c3c8-5258-4ac9-b843-061354e3b0a9 tempest-ServersAdminNegativeTestJSON-903496154 tempest-ServersAdminNegativeTestJSON-903496154-project] Deleting port 8ca2972b-8d90-4d37-a3a6-f96a012ed7df {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:10:15.599513 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f96b5c76-3a36-4302-ab06-a2bd9195431b req-2cf7c3c8-5258-4ac9-b843-061354e3b0a9 tempest-ServersAdminNegativeTestJSON-903496154 tempest-ServersAdminNegativeTestJSON-903496154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:10:15.688377 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-f96b5c76-3a36-4302-ab06-a2bd9195431b req-2cf7c3c8-5258-4ac9-b843-061354e3b0a9 tempest-ServersAdminNegativeTestJSON-903496154 tempest-ServersAdminNegativeTestJSON-903496154-project] For port 8ca2972b-8d90-4d37-a3a6-f96a012ed7df, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=8ca2972b-8d90-4d37-a3a6-f96a012ed7df,segment=NetworkSegment(a7c21599-bbd7-43e4-9aba-843c9e8581fb),segment_id=a7c21599-bbd7-43e4-9aba-843c9e8581fb)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:10:15.688741 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f96b5c76-3a36-4302-ab06-a2bd9195431b req-2cf7c3c8-5258-4ac9-b843-061354e3b0a9 tempest-ServersAdminNegativeTestJSON-903496154 tempest-ServersAdminNegativeTestJSON-903496154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:10:15.700915 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-f96b5c76-3a36-4302-ab06-a2bd9195431b req-2cf7c3c8-5258-4ac9-b843-061354e3b0a9 tempest-ServersAdminNegativeTestJSON-903496154 tempest-ServersAdminNegativeTestJSON-903496154-project] Calling delete_port for 8ca2972b-8d90-4d37-a3a6-f96a012ed7df owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:10:15.893326 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f96b5c76-3a36-4302-ab06-a2bd9195431b req-2cf7c3c8-5258-4ac9-b843-061354e3b0a9 tempest-ServersAdminNegativeTestJSON-903496154 tempest-ServersAdminNegativeTestJSON-903496154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:10:15.905809 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['8ca2972b-8d90-4d37-a3a6-f96a012ed7df'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:10:15.926348 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7c3c8-5258-4ac9-b843-061354e3b0a9 tempest-ServersAdminNegativeTestJSON-903496154 tempest-ServersAdminNegativeTestJSON-903496154-project] Pushing event deleted for resources: {'Port': ['ID=8ca2972b-8d90-4d37-a3a6-f96a012ed7df,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:10:15.971591 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-f96b5c76-3a36-4302-ab06-a2bd9195431b req-2cf7c3c8-5258-4ac9-b843-061354e3b0a9 tempest-ServersAdminNegativeTestJSON-903496154 tempest-ServersAdminNegativeTestJSON-903496154-project] No DVR routers for this DVR port 8ca2972b-8d90-4d37-a3a6-f96a012ed7df on host n-h2-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:10:15.974357 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f96b5c76-3a36-4302-ab06-a2bd9195431b req-2cf7c3c8-5258-4ac9-b843-061354e3b0a9 tempest-ServersAdminNegativeTestJSON-903496154 tempest-ServersAdminNegativeTestJSON-903496154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:10:15.976427 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f96b5c76-3a36-4302-ab06-a2bd9195431b req-2cf7c3c8-5258-4ac9-b843-061354e3b0a9 tempest-ServersAdminNegativeTestJSON-903496154 tempest-ServersAdminNegativeTestJSON-903496154-project] 10.222.0.15 "DELETE /v2.0/ports/8ca2972b-8d90-4d37-a3a6-f96a012ed7df HTTP/1.1" status: 204 len: 173 time: 0.4912145 Jul 05 03:10:15.976871 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a42218ba-67f8-4b57-a249-701575f70045', 'name': 'network-vif-deleted', 'tag': '8ca2972b-8d90-4d37-a3a6-f96a012ed7df'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:10:16.014524 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4c1385bffaa5d930a7117e6982c27207eca91cca31cf4b43f86c7ad63cd24a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a38a21e-5951-4faf-a750-d77a36f922c4" -d '{"events": [{"server_uuid": "a42218ba-67f8-4b57-a249-701575f70045", "name": "network-vif-deleted", "tag": "8ca2972b-8d90-4d37-a3a6-f96a012ed7df"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:10:16.103481 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7345b3db-50e6-4c04-a7e4-47c7f2e14b58 x-openstack-request-id: req-7345b3db-50e6-4c04-a7e4-47c7f2e14b58 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:10:16.103778 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a42218ba-67f8-4b57-a249-701575f70045", "name": "network-vif-deleted", "tag": "8ca2972b-8d90-4d37-a3a6-f96a012ed7df", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:10:16.104032 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7345b3db-50e6-4c04-a7e4-47c7f2e14b58 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:10:16.104435 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a42218ba-67f8-4b57-a249-701575f70045', 'name': 'network-vif-deleted', 'tag': '8ca2972b-8d90-4d37-a3a6-f96a012ed7df', 'status': 'completed', 'code': 200} Jul 05 03:10:16.702284 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b45093a4-e3c5-4b84-96ef-9c3b0a2090dd req-12fcb78d-3a39-4290-b486-a0675e417ff1 tempest-ServersAdminNegativeTestJSON-903496154 tempest-ServersAdminNegativeTestJSON-903496154-project] 10.222.0.23 "GET /v2.0/ports?device_id=a42218ba-67f8-4b57-a249-701575f70045 HTTP/1.1" status: 200 len: 210 time: 0.0332494 Jul 05 03:10:18.208311 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 47148) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:10:18.325787 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 8ca2972b-8d90-4d37-a3a6-f96a012ed7df no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:10:18.345388 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-37426b81-1e82-4315-9204-6ba9e6a1486d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6b55f2d0632f453c971dd3a8b3a23e47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1359029 Jul 05 03:10:18.347866 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 47152) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:10:18.348850 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] No Port match for: 8ca2972b-8d90-4d37-a3a6-f96a012ed7df {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:10:18.349199 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 8ca2972b-8d90-4d37-a3a6-f96a012ed7df not bound to the agent host n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:10:18.394017 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d28a53a5-147f-4f97-99d3-2e2329ee54ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:10:18.417672 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d28a53a5-147f-4f97-99d3-2e2329ee54ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:10:18.521681 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d28a53a5-147f-4f97-99d3-2e2329ee54ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:10:18.524623 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d28a53a5-147f-4f97-99d3-2e2329ee54ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:10:18.527790 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-d28a53a5-147f-4f97-99d3-2e2329ee54ea admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5e9bfbe7-4a18-4827-a195-2a6cb11a4664 HTTP/1.1" status: 204 len: 168 time: 0.1770396 Jul 05 03:10:18.544151 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28a53a5-147f-4f97-99d3-2e2329ee54ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e9bfbe7-4a18-4827-a195-2a6cb11a4664,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:10:19.211657 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 47158) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:10:19.225461 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-808ab123-1375-4981-b491-53479b15adbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:10:19.308309 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-808ab123-1375-4981-b491-53479b15adbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:10:19.366951 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-808ab123-1375-4981-b491-53479b15adbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:10:19.403680 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-808ab123-1375-4981-b491-53479b15adbc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7a9d903fdbf745daa6fc4159f457fb56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1909876 Jul 05 03:10:19.404539 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ab123-1375-4981-b491-53479b15adbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=671df5cf-5f84-4031-9a17-c78f6d8486a4,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:10:19.407182 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 47160) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:10:19.455073 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-abfd492b-cf5a-4cec-8db3-f280e0e43553 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:10:19.475567 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-abfd492b-cf5a-4cec-8db3-f280e0e43553 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:10:19.653801 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-abfd492b-cf5a-4cec-8db3-f280e0e43553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:10:19.656313 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-abfd492b-cf5a-4cec-8db3-f280e0e43553 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:10:19.657477 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-abfd492b-cf5a-4cec-8db3-f280e0e43553 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/671df5cf-5f84-4031-9a17-c78f6d8486a4 HTTP/1.1" status: 204 len: 168 time: 0.2489626 Jul 05 03:10:19.665304 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfd492b-cf5a-4cec-8db3-f280e0e43553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=671df5cf-5f84-4031-9a17-c78f6d8486a4,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:10:20.635558 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 47182) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:10:20.728469 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-d8f10fed-37df-40b9-98d3-4ada1b58970d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1039770880-network', 'tenant_id': 'f8aa324e51324442bd2953bcb540cebe'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:10:20.818915 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8f10fed-37df-40b9-98d3-4ada1b58970d admin admin] Made reservation on behalf of f8aa324e51324442bd2953bcb540cebe for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:10:20.821309 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d8f10fed-37df-40b9-98d3-4ada1b58970d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:10:20.829722 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d8f10fed-37df-40b9-98d3-4ada1b58970d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:10:20.914562 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d8f10fed-37df-40b9-98d3-4ada1b58970d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:10:20.932702 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-9a65597f-a641-43e4-9bf0-5abaaf1cd595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:10:21.001680 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d8f10fed-37df-40b9-98d3-4ada1b58970d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:10:21.029046 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8f10fed-37df-40b9-98d3-4ada1b58970d admin admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:10:21.034231 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f10fed-37df-40b9-98d3-4ada1b58970d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08c84993-fc87-4ad7-80e1-75feb9e45a95,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:10:21.044741 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d8f10fed-37df-40b9-98d3-4ada1b58970d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:10:21.044741 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-d8f10fed-37df-40b9-98d3-4ada1b58970d admin admin] Added segment 36a8c63b-88d8-4b21-b462-8c7cba3da20e of type vlan for network 06c89d0a-7813-45ea-a5c1-e512fba33d75 Jul 05 03:10:21.083568 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d8f10fed-37df-40b9-98d3-4ada1b58970d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:10:21.230157 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d8f10fed-37df-40b9-98d3-4ada1b58970d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:10:21.231158 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f10fed-37df-40b9-98d3-4ada1b58970d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:10:21.231764 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d8f10fed-37df-40b9-98d3-4ada1b58970d admin admin] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:10:21.289331 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f10fed-37df-40b9-98d3-4ada1b58970d admin admin] Pushing event updated for resources: {'Network': ['ID=06c89d0a-7813-45ea-a5c1-e512fba33d75,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:10:21.298940 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 06c89d0a-7813-45ea-a5c1-e512fba33d75 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:10:21.368302 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-d8f10fed-37df-40b9-98d3-4ada1b58970d admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7315788 Jul 05 03:10:21.371119 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 47186) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:10:21.376438 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-60698a0c-e2dc-406a-9317-534e51a085fa admin admin] Request body: {'subnet': {'network_id': '06c89d0a-7813-45ea-a5c1-e512fba33d75', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1039770880-subnet', 'tenant_id': 'f8aa324e51324442bd2953bcb540cebe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:10:21.469742 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60698a0c-e2dc-406a-9317-534e51a085fa admin admin] Made reservation on behalf of f8aa324e51324442bd2953bcb540cebe for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:10:21.472099 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-60698a0c-e2dc-406a-9317-534e51a085fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:10:21.704385 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-60698a0c-e2dc-406a-9317-534e51a085fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:10:21.759480 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60698a0c-e2dc-406a-9317-534e51a085fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a03d580-15f0-4018-86af-348ddfa31b2c,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:10:21.767612 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60698a0c-e2dc-406a-9317-534e51a085fa admin admin] Checking segment: {'id': '36a8c63b-88d8-4b21-b462-8c7cba3da20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '06c89d0a-7813-45ea-a5c1-e512fba33d75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:10:21.767953 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60698a0c-e2dc-406a-9317-534e51a085fa admin admin] Network hostable DHCP agents. Network: 06c89d0a-7813-45ea-a5c1-e512fba33d75, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:10:21.829882 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60698a0c-e2dc-406a-9317-534e51a085fa admin admin] Network 06c89d0a-7813-45ea-a5c1-e512fba33d75 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:10:21.892961 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-60698a0c-e2dc-406a-9317-534e51a085fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 06c89d0a-7813-45ea-a5c1-e512fba33d75) {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:10:21.897129 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60698a0c-e2dc-406a-9317-534e51a085fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:10:21.897716 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-60698a0c-e2dc-406a-9317-534e51a085fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:10:21.902462 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cdc2c2b-acd8-4a8e-943b-af1de38812bc None None] Network 06c89d0a-7813-45ea-a5c1-e512fba33d75 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:10:22.008389 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-60698a0c-e2dc-406a-9317-534e51a085fa admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6361787 Jul 05 03:10:22.034800 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d9e8ed1-9688-43c7-88ac-bcb2fdbb5dd0 None None] Network 06c89d0a-7813-45ea-a5c1-e512fba33d75 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:10:22.425984 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c00a0f-ac77-4e45-93f3-f7c15d8cd653 req-863aef54-c727-4581-af7b-e935ca170e03 tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:10:22.427502 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-20c00a0f-ac77-4e45-93f3-f7c15d8cd653 req-863aef54-c727-4581-af7b-e935ca170e03 tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] 10.222.0.23 "GET /v2.0/networks?id=06c89d0a-7813-45ea-a5c1-e512fba33d75 HTTP/1.1" status: 200 len: 812 time: 0.1046522 Jul 05 03:10:22.442923 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-20c00a0f-ac77-4e45-93f3-f7c15d8cd653 req-481cc1ec-dfa2-4c73-b717-d0ab07bf2252 tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] 10.222.0.23 "GET /v2.0/quotas/f8aa324e51324442bd2953bcb540cebe HTTP/1.1" status: 200 len: 375 time: 0.0101640 Jul 05 03:10:22.475080 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-20c00a0f-ac77-4e45-93f3-f7c15d8cd653 req-b6f07d1d-f770-4e99-ba54-3da61f8135ea tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f8aa324e51324442bd2953bcb540cebe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272629 Jul 05 03:10:22.576650 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [req-20c00a0f-ac77-4e45-93f3-f7c15d8cd653 req-a06bde3e-85f0-466f-9b25-4b6cf849dd0a service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:10:22.577724 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-20c00a0f-ac77-4e45-93f3-f7c15d8cd653 req-a06bde3e-85f0-466f-9b25-4b6cf849dd0a service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0467114 Jul 05 03:10:22.667431 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-20c00a0f-ac77-4e45-93f3-f7c15d8cd653 req-cf6ac17d-056c-4543-ac94-72396b6e81de service neutron] 10.222.0.23 "GET /v2.0/networks/06c89d0a-7813-45ea-a5c1-e512fba33d75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824094 Jul 05 03:10:23.090376 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-20c00a0f-ac77-4e45-93f3-f7c15d8cd653 req-27c6d303-fb82-4aff-80fb-081b919b23a4 service neutron] 10.222.0.23 "GET /v2.0/networks/06c89d0a-7813-45ea-a5c1-e512fba33d75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4171891 Jul 05 03:10:23.357000 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-bf4d3610-acc6-4758-8870-3cc17d4f6d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:10:23.408222 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a2e33aeb-f909-45a7-ae4b-146a34926d07 req-1758e371-dceb-4075-b5ae-94f8227f1dde tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ae59508-624d-475f-8d1e-23a20090cff9 HTTP/1.1" status: 200 len: 210 time: 0.0333264 Jul 05 03:10:23.955993 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:10:24.559177 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-24974b29-4f27-4ded-9e42-fa9e98e2f52f req-93eaa3e5-1d98-45f7-8b51-92b5b562a840 tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ae59508-624d-475f-8d1e-23a20090cff9 HTTP/1.1" status: 200 len: 210 time: 0.0294898 Jul 05 03:10:24.891581 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:10:25.671231 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c00a0f-ac77-4e45-93f3-f7c15d8cd653 req-8b4582a5-2d01-470f-b7f7-64e7fd094a21 tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:10:25.672888 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-20c00a0f-ac77-4e45-93f3-f7c15d8cd653 req-8b4582a5-2d01-470f-b7f7-64e7fd094a21 tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] 10.222.0.21 "GET /v2.0/networks?id=06c89d0a-7813-45ea-a5c1-e512fba33d75 HTTP/1.1" status: 200 len: 812 time: 0.1141179 Jul 05 03:10:25.685530 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-20c00a0f-ac77-4e45-93f3-f7c15d8cd653 req-0b127932-6cd6-4dc0-bbdd-a77ac7d2a7a3 tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] Request body: {'port': {'device_id': '0ae59508-624d-475f-8d1e-23a20090cff9', 'network_id': '06c89d0a-7813-45ea-a5c1-e512fba33d75', 'admin_state_up': True, 'tenant_id': 'f8aa324e51324442bd2953bcb540cebe'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:10:25.706482 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c7b157e6-715e-4a60-ab35-605e82930c9e req-1761b0b3-3cf3-4175-bc14-4934269091de tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ae59508-624d-475f-8d1e-23a20090cff9 HTTP/1.1" status: 200 len: 210 time: 0.0290804 Jul 05 03:10:25.858765 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20c00a0f-ac77-4e45-93f3-f7c15d8cd653 req-0b127932-6cd6-4dc0-bbdd-a77ac7d2a7a3 tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] Made reservation on behalf of f8aa324e51324442bd2953bcb540cebe for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:10:25.862510 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-20c00a0f-ac77-4e45-93f3-f7c15d8cd653 req-0b127932-6cd6-4dc0-bbdd-a77ac7d2a7a3 tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:10:25.986417 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-20c00a0f-ac77-4e45-93f3-f7c15d8cd653 req-0b127932-6cd6-4dc0-bbdd-a77ac7d2a7a3 tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] Allocated IP 172.20.0.4 (06c89d0a-7813-45ea-a5c1-e512fba33d75/3a03d580-15f0-4018-86af-348ddfa31b2c/aaaede09-2d2f-46a7-a73a-59ed5d7bf9c3) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:10:26.129583 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-20c00a0f-ac77-4e45-93f3-f7c15d8cd653 req-0b127932-6cd6-4dc0-bbdd-a77ac7d2a7a3 tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:10:26.184196 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:10:26.212040 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-20c00a0f-ac77-4e45-93f3-f7c15d8cd653 req-0b127932-6cd6-4dc0-bbdd-a77ac7d2a7a3 tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:10:26.255763 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20c00a0f-ac77-4e45-93f3-f7c15d8cd653 req-0b127932-6cd6-4dc0-bbdd-a77ac7d2a7a3 tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] Network 06c89d0a-7813-45ea-a5c1-e512fba33d75 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:10:26.258930 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-20c00a0f-ac77-4e45-93f3-f7c15d8cd653 req-0b127932-6cd6-4dc0-bbdd-a77ac7d2a7a3 tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:10:26.265370 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-20c00a0f-ac77-4e45-93f3-f7c15d8cd653 req-0b127932-6cd6-4dc0-bbdd-a77ac7d2a7a3 tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:10:26.293598 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b127932-6cd6-4dc0-bbdd-a77ac7d2a7a3 tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] Pushing event updated for resources: {'Port': ['ID=aaaede09-2d2f-46a7-a73a-59ed5d7bf9c3,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:10:26.321345 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c00a0f-ac77-4e45-93f3-f7c15d8cd653 req-0b127932-6cd6-4dc0-bbdd-a77ac7d2a7a3 tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:10:26.322059 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-20c00a0f-ac77-4e45-93f3-f7c15d8cd653 req-0b127932-6cd6-4dc0-bbdd-a77ac7d2a7a3 tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:10:26.487323 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-20c00a0f-ac77-4e45-93f3-f7c15d8cd653 req-0b127932-6cd6-4dc0-bbdd-a77ac7d2a7a3 tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8064196 Jul 05 03:10:26.569558 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-20c00a0f-ac77-4e45-93f3-f7c15d8cd653 req-f697caeb-b8bf-4e13-aad8-78cc3fb3fc5c service neutron] Request body: {'port': {'device_id': '0ae59508-624d-475f-8d1e-23a20090cff9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:10:26.639335 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-20c00a0f-ac77-4e45-93f3-f7c15d8cd653 req-f697caeb-b8bf-4e13-aad8-78cc3fb3fc5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:10:26.946966 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2ee52f-a72c-410f-9c54-68f6b2c953c9 req-6c90490d-c1e4-4daf-958e-ad1d506f5fde tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:10:26.948416 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6d2ee52f-a72c-410f-9c54-68f6b2c953c9 req-6c90490d-c1e4-4daf-958e-ad1d506f5fde tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ae59508-624d-475f-8d1e-23a20090cff9 HTTP/1.1" status: 200 len: 931 time: 0.1267519 Jul 05 03:10:26.958109 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-20c00a0f-ac77-4e45-93f3-f7c15d8cd653 req-f697caeb-b8bf-4e13-aad8-78cc3fb3fc5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaaede09-2d2f-46a7-a73a-59ed5d7bf9c3 {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:10:26.971312 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-20c00a0f-ac77-4e45-93f3-f7c15d8cd653 req-f697caeb-b8bf-4e13-aad8-78cc3fb3fc5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:10:26.993960 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-20c00a0f-ac77-4e45-93f3-f7c15d8cd653 req-f697caeb-b8bf-4e13-aad8-78cc3fb3fc5c service neutron] Transition to ACTIVE for port object aaaede09-2d2f-46a7-a73a-59ed5d7bf9c3 will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:10:27.005884 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6d2ee52f-a72c-410f-9c54-68f6b2c953c9 req-b0fb9f21-c4bd-4789-b2ae-f1bc21090722 tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] 10.222.0.23 "GET /v2.0/security-groups?id=08c84993-fc87-4ad7-80e1-75feb9e45a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498142 Jul 05 03:10:27.064286 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-20c00a0f-ac77-4e45-93f3-f7c15d8cd653 req-f697caeb-b8bf-4e13-aad8-78cc3fb3fc5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:10:27.112859 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f697caeb-b8bf-4e13-aad8-78cc3fb3fc5c service neutron] Pushing event updated for resources: {'Port': ['ID=aaaede09-2d2f-46a7-a73a-59ed5d7bf9c3,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:10:27.184397 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-20c00a0f-ac77-4e45-93f3-f7c15d8cd653 req-f697caeb-b8bf-4e13-aad8-78cc3fb3fc5c service neutron] Attempting to bind port aaaede09-2d2f-46a7-a73a-59ed5d7bf9c3 on host n-h1-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:10:27.184730 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-20c00a0f-ac77-4e45-93f3-f7c15d8cd653 req-f697caeb-b8bf-4e13-aad8-78cc3fb3fc5c service neutron] Attempting to bind port aaaede09-2d2f-46a7-a73a-59ed5d7bf9c3 by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': '36a8c63b-88d8-4b21-b462-8c7cba3da20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '06c89d0a-7813-45ea-a5c1-e512fba33d75'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:10:27.185056 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c00a0f-ac77-4e45-93f3-f7c15d8cd653 req-f697caeb-b8bf-4e13-aad8-78cc3fb3fc5c service neutron] Attempting to bind port aaaede09-2d2f-46a7-a73a-59ed5d7bf9c3 on network 06c89d0a-7813-45ea-a5c1-e512fba33d75 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:10:27.189234 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c00a0f-ac77-4e45-93f3-f7c15d8cd653 req-f697caeb-b8bf-4e13-aad8-78cc3fb3fc5c service neutron] Port aaaede09-2d2f-46a7-a73a-59ed5d7bf9c3 on network 06c89d0a-7813-45ea-a5c1-e512fba33d75 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:10:27.189552 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c00a0f-ac77-4e45-93f3-f7c15d8cd653 req-f697caeb-b8bf-4e13-aad8-78cc3fb3fc5c service neutron] Attempting to bind port aaaede09-2d2f-46a7-a73a-59ed5d7bf9c3 on network 06c89d0a-7813-45ea-a5c1-e512fba33d75 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:10:27.194607 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c00a0f-ac77-4e45-93f3-f7c15d8cd653 req-f697caeb-b8bf-4e13-aad8-78cc3fb3fc5c service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:10:27.194944 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c00a0f-ac77-4e45-93f3-f7c15d8cd653 req-f697caeb-b8bf-4e13-aad8-78cc3fb3fc5c service neutron] Checking segment: {'id': '36a8c63b-88d8-4b21-b462-8c7cba3da20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '06c89d0a-7813-45ea-a5c1-e512fba33d75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:10:27.195323 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c00a0f-ac77-4e45-93f3-f7c15d8cd653 req-f697caeb-b8bf-4e13-aad8-78cc3fb3fc5c service neutron] Bound using segment: {'id': '36a8c63b-88d8-4b21-b462-8c7cba3da20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '06c89d0a-7813-45ea-a5c1-e512fba33d75'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:10:27.195745 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-20c00a0f-ac77-4e45-93f3-f7c15d8cd653 req-f697caeb-b8bf-4e13-aad8-78cc3fb3fc5c service neutron] Bound port: aaaede09-2d2f-46a7-a73a-59ed5d7bf9c3, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36a8c63b-88d8-4b21-b462-8c7cba3da20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '06c89d0a-7813-45ea-a5c1-e512fba33d75'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:10:27.196102 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-20c00a0f-ac77-4e45-93f3-f7c15d8cd653 req-f697caeb-b8bf-4e13-aad8-78cc3fb3fc5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:10:27.258390 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-20c00a0f-ac77-4e45-93f3-f7c15d8cd653 req-f697caeb-b8bf-4e13-aad8-78cc3fb3fc5c service neutron] For port aaaede09-2d2f-46a7-a73a-59ed5d7bf9c3, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:10:27.261826 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-20c00a0f-ac77-4e45-93f3-f7c15d8cd653 req-f697caeb-b8bf-4e13-aad8-78cc3fb3fc5c service neutron] For port aaaede09-2d2f-46a7-a73a-59ed5d7bf9c3, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=aaaede09-2d2f-46a7-a73a-59ed5d7bf9c3,segment=NetworkSegment(36a8c63b-88d8-4b21-b462-8c7cba3da20e),segment_id=36a8c63b-88d8-4b21-b462-8c7cba3da20e)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:10:27.373207 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-20c00a0f-ac77-4e45-93f3-f7c15d8cd653 req-f697caeb-b8bf-4e13-aad8-78cc3fb3fc5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:10:27.406913 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c00a0f-ac77-4e45-93f3-f7c15d8cd653 req-f697caeb-b8bf-4e13-aad8-78cc3fb3fc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:10:27.407535 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-20c00a0f-ac77-4e45-93f3-f7c15d8cd653 req-f697caeb-b8bf-4e13-aad8-78cc3fb3fc5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:10:27.408930 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-20c00a0f-ac77-4e45-93f3-f7c15d8cd653 req-f697caeb-b8bf-4e13-aad8-78cc3fb3fc5c service neutron] 10.222.0.21 "PUT /v2.0/ports/aaaede09-2d2f-46a7-a73a-59ed5d7bf9c3 HTTP/1.1" status: 200 len: 1092 time: 0.8806329 Jul 05 03:10:27.409364 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ae59508-624d-475f-8d1e-23a20090cff9', 'tag': 'aaaede09-2d2f-46a7-a73a-59ed5d7bf9c3'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:10:27.411640 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4c1385bffaa5d930a7117e6982c27207eca91cca31cf4b43f86c7ad63cd24a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b2ef05b-e5ea-4ce2-ba2f-8efacad412f4" -d '{"events": [{"name": "network-changed", "server_uuid": "0ae59508-624d-475f-8d1e-23a20090cff9", "tag": "aaaede09-2d2f-46a7-a73a-59ed5d7bf9c3"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:10:27.434714 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f697caeb-b8bf-4e13-aad8-78cc3fb3fc5c service neutron] Pushing event updated for resources: {'Port': ['ID=aaaede09-2d2f-46a7-a73a-59ed5d7bf9c3,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:10:27.449815 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df911bd-1968-45ab-bf92-72d14fd64255 x-openstack-request-id: req-9df911bd-1968-45ab-bf92-72d14fd64255 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:10:27.450144 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ae59508-624d-475f-8d1e-23a20090cff9", "tag": "aaaede09-2d2f-46a7-a73a-59ed5d7bf9c3", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:10:27.450396 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9df911bd-1968-45ab-bf92-72d14fd64255 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:10:27.450797 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ae59508-624d-475f-8d1e-23a20090cff9', 'tag': 'aaaede09-2d2f-46a7-a73a-59ed5d7bf9c3', 'status': 'completed', 'code': 200} Jul 05 03:10:27.524823 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ef05b-e5ea-4ce2-ba2f-8efacad412f4 req-9025a03a-4c52-4283-86fc-6e4d871e2265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:10:27.526343 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2b2ef05b-e5ea-4ce2-ba2f-8efacad412f4 req-9025a03a-4c52-4283-86fc-6e4d871e2265 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f8aa324e51324442bd2953bcb540cebe&device_id=0ae59508-624d-475f-8d1e-23a20090cff9 HTTP/1.1" status: 200 len: 1095 time: 0.0565515 Jul 05 03:10:27.620383 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ef05b-e5ea-4ce2-ba2f-8efacad412f4 req-fa23e1f2-19cf-48d2-8873-7e4696223a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:10:27.621845 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2b2ef05b-e5ea-4ce2-ba2f-8efacad412f4 req-fa23e1f2-19cf-48d2-8873-7e4696223a57 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=f8aa324e51324442bd2953bcb540cebe&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0889907 Jul 05 03:10:27.715290 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ef05b-e5ea-4ce2-ba2f-8efacad412f4 req-dfcca328-70cf-48e6-98cb-92713030f757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:10:27.716753 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2b2ef05b-e5ea-4ce2-ba2f-8efacad412f4 req-dfcca328-70cf-48e6-98cb-92713030f757 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0885932 Jul 05 03:10:27.803330 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c00a0f-ac77-4e45-93f3-f7c15d8cd653 req-884d2a0a-21e3-4209-970a-291971d3d813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:10:27.804763 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-20c00a0f-ac77-4e45-93f3-f7c15d8cd653 req-884d2a0a-21e3-4209-970a-291971d3d813 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f8aa324e51324442bd2953bcb540cebe&device_id=0ae59508-624d-475f-8d1e-23a20090cff9 HTTP/1.1" status: 200 len: 1095 time: 0.0511580 Jul 05 03:10:27.844281 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-20c00a0f-ac77-4e45-93f3-f7c15d8cd653 req-4210c20b-1557-4a8b-852e-309fe5c927d2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aaaede09-2d2f-46a7-a73a-59ed5d7bf9c3 HTTP/1.1" status: 200 len: 217 time: 0.0328658 Jul 05 03:10:27.898436 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c00a0f-ac77-4e45-93f3-f7c15d8cd653 req-4bea01e3-ca96-442b-93fd-b0d496913059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:10:27.899915 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-20c00a0f-ac77-4e45-93f3-f7c15d8cd653 req-4bea01e3-ca96-442b-93fd-b0d496913059 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3a03d580-15f0-4018-86af-348ddfa31b2c HTTP/1.1" status: 200 len: 852 time: 0.0492840 Jul 05 03:10:27.933575 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-20c00a0f-ac77-4e45-93f3-f7c15d8cd653 req-d4bb5400-1292-4aaa-acdf-7dcf5b96d4ee service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=06c89d0a-7813-45ea-a5c1-e512fba33d75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268760 Jul 05 03:10:28.019681 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-20c00a0f-ac77-4e45-93f3-f7c15d8cd653 req-50eabf8b-9358-4398-b9fc-99ff5c8f1a23 service neutron] 10.222.0.21 "GET /v2.0/networks/06c89d0a-7813-45ea-a5c1-e512fba33d75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795491 Jul 05 03:10:28.111175 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-20c00a0f-ac77-4e45-93f3-f7c15d8cd653 req-561946f0-70ef-415b-b9af-9d4affd1db4c service neutron] 10.222.0.21 "GET /v2.0/networks/06c89d0a-7813-45ea-a5c1-e512fba33d75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856307 Jul 05 03:10:28.181879 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a061fb7-b39c-4bd8-9bf4-469514b5522b req-abf692d6-dd91-4eee-b95d-f72df4307674 tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:10:28.183588 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2a061fb7-b39c-4bd8-9bf4-469514b5522b req-abf692d6-dd91-4eee-b95d-f72df4307674 tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ae59508-624d-475f-8d1e-23a20090cff9 HTTP/1.1" status: 200 len: 943 time: 0.0642593 Jul 05 03:10:28.223340 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2a061fb7-b39c-4bd8-9bf4-469514b5522b req-520352cd-1588-4889-8548-52912a64ff73 tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] 10.222.0.23 "GET /v2.0/security-groups?id=08c84993-fc87-4ad7-80e1-75feb9e45a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338550 Jul 05 03:10:29.395274 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e202dac-905b-4cd0-9659-fc77b3dfbf3b req-1d6174e0-5a80-4963-aca4-bf1f8a8cfb93 tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:10:29.396756 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7e202dac-905b-4cd0-9659-fc77b3dfbf3b req-1d6174e0-5a80-4963-aca4-bf1f8a8cfb93 tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ae59508-624d-475f-8d1e-23a20090cff9 HTTP/1.1" status: 200 len: 943 time: 0.0616012 Jul 05 03:10:29.434070 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7e202dac-905b-4cd0-9659-fc77b3dfbf3b req-b6da5359-40c9-41be-a695-f5d824565aaa tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] 10.222.0.23 "GET /v2.0/security-groups?id=08c84993-fc87-4ad7-80e1-75feb9e45a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317898 Jul 05 03:10:30.606340 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e07215d-75a0-4181-b0c1-29c37d9b04e5 req-2ac8fb44-ca23-42b8-bbfb-412e8bc380b4 tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:10:30.607822 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9e07215d-75a0-4181-b0c1-29c37d9b04e5 req-2ac8fb44-ca23-42b8-bbfb-412e8bc380b4 tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ae59508-624d-475f-8d1e-23a20090cff9 HTTP/1.1" status: 200 len: 943 time: 0.0659177 Jul 05 03:10:30.644735 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9e07215d-75a0-4181-b0c1-29c37d9b04e5 req-896f7135-9796-487f-a571-101458880e56 tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] 10.222.0.23 "GET /v2.0/security-groups?id=08c84993-fc87-4ad7-80e1-75feb9e45a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314150 Jul 05 03:10:31.159874 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device aaaede09-2d2f-46a7-a73a-59ed5d7bf9c3 details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:10:31.253359 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port aaaede09-2d2f-46a7-a73a-59ed5d7bf9c3, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=aaaede09-2d2f-46a7-a73a-59ed5d7bf9c3,segment=NetworkSegment(36a8c63b-88d8-4b21-b462-8c7cba3da20e),segment_id=36a8c63b-88d8-4b21-b462-8c7cba3da20e)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:10:31.268031 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': 'aaaede09-2d2f-46a7-a73a-59ed5d7bf9c3', 'network_id': '06c89d0a-7813-45ea-a5c1-e512fba33d75', 'port_id': 'aaaede09-2d2f-46a7-a73a-59ed5d7bf9c3', 'mac_address': 'fa:16:3e:fb:24:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a03d580-15f0-4018-86af-348ddfa31b2c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:10:31.304889 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:10:31.317698 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaaede09-2d2f-46a7-a73a-59ed5d7bf9c3 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:10:31.336392 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port aaaede09-2d2f-46a7-a73a-59ed5d7bf9c3, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=aaaede09-2d2f-46a7-a73a-59ed5d7bf9c3,segment=NetworkSegment(36a8c63b-88d8-4b21-b462-8c7cba3da20e),segment_id=36a8c63b-88d8-4b21-b462-8c7cba3da20e)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:10:31.446797 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:10:31.491864 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=aaaede09-2d2f-46a7-a73a-59ed5d7bf9c3,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:10:31.700133 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['aaaede09-2d2f-46a7-a73a-59ed5d7bf9c3'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:10:31.820487 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49edea9c-d0e9-40d8-8e80-f4845ff65cc3 req-492dadee-5631-41eb-8638-363d35e81b4c tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:10:31.821971 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-49edea9c-d0e9-40d8-8e80-f4845ff65cc3 req-492dadee-5631-41eb-8638-363d35e81b4c tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ae59508-624d-475f-8d1e-23a20090cff9 HTTP/1.1" status: 200 len: 944 time: 0.0682924 Jul 05 03:10:31.861513 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-49edea9c-d0e9-40d8-8e80-f4845ff65cc3 req-a35cb9e3-a373-47a4-9815-f6e457eb1e70 tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] 10.222.0.23 "GET /v2.0/security-groups?id=08c84993-fc87-4ad7-80e1-75feb9e45a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332849 Jul 05 03:10:33.042308 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326f2770-c582-455c-82a9-5a8ab372942f req-124a66ed-177a-40db-8d59-63839befc7b5 tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:10:33.044536 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-326f2770-c582-455c-82a9-5a8ab372942f req-124a66ed-177a-40db-8d59-63839befc7b5 tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ae59508-624d-475f-8d1e-23a20090cff9 HTTP/1.1" status: 200 len: 944 time: 0.0743263 Jul 05 03:10:33.082732 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-326f2770-c582-455c-82a9-5a8ab372942f req-49c8eb01-e2a0-4b2d-9f61-f841ccc3d332 tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] 10.222.0.23 "GET /v2.0/security-groups?id=08c84993-fc87-4ad7-80e1-75feb9e45a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327280 Jul 05 03:10:33.191232 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device aaaede09-2d2f-46a7-a73a-59ed5d7bf9c3 up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:10:33.287156 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning for port aaaede09-2d2f-46a7-a73a-59ed5d7bf9c3 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:10:33.291080 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port aaaede09-2d2f-46a7-a73a-59ed5d7bf9c3 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:10:33.295388 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:10:33.368289 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:10:33.391144 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ae59508-624d-475f-8d1e-23a20090cff9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaaede09-2d2f-46a7-a73a-59ed5d7bf9c3'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:10:33.393429 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1156d35e1955dd65519df7b38ee19a55ddc3a31abbcc68c280d02d687c0487e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-486a2eec-508a-4789-ab89-97677bddc889" -d '{"events": [{"server_uuid": "0ae59508-624d-475f-8d1e-23a20090cff9", "name": "network-vif-plugged", "status": "completed", "tag": "aaaede09-2d2f-46a7-a73a-59ed5d7bf9c3"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:10:33.406213 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port aaaede09-2d2f-46a7-a73a-59ed5d7bf9c3, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=aaaede09-2d2f-46a7-a73a-59ed5d7bf9c3,segment=NetworkSegment(36a8c63b-88d8-4b21-b462-8c7cba3da20e),segment_id=36a8c63b-88d8-4b21-b462-8c7cba3da20e)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:10:33.427214 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2358072d-909e-442d-b52f-e0e20acea1ba x-openstack-request-id: req-2358072d-909e-442d-b52f-e0e20acea1ba {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:10:33.427494 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ae59508-624d-475f-8d1e-23a20090cff9", "name": "network-vif-plugged", "status": "completed", "tag": "aaaede09-2d2f-46a7-a73a-59ed5d7bf9c3", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:10:33.427745 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2358072d-909e-442d-b52f-e0e20acea1ba {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:10:33.428132 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ae59508-624d-475f-8d1e-23a20090cff9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaaede09-2d2f-46a7-a73a-59ed5d7bf9c3', 'code': 200} Jul 05 03:10:33.487274 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:10:33.535806 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=aaaede09-2d2f-46a7-a73a-59ed5d7bf9c3,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:10:33.540677 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e7c5e9-ade8-4f97-a2e9-80c56d7f474f req-47afe1ab-8e83-4716-975f-e5b6e6240c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:10:33.542243 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c1e7c5e9-ade8-4f97-a2e9-80c56d7f474f req-47afe1ab-8e83-4716-975f-e5b6e6240c69 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0ae59508-624d-475f-8d1e-23a20090cff9 HTTP/1.1" status: 200 len: 1097 time: 0.0566387 Jul 05 03:10:33.576754 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c1e7c5e9-ade8-4f97-a2e9-80c56d7f474f req-52e62978-0c62-47c0-bb77-ca22174c73ef service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=08c84993-fc87-4ad7-80e1-75feb9e45a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275879 Jul 05 03:10:34.262217 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1ca15f-e5cf-45a9-8e87-1eb4082be465 req-b7747b0a-8297-42d0-9dd1-0f388e411c4d tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:10:34.264290 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4f1ca15f-e5cf-45a9-8e87-1eb4082be465 req-b7747b0a-8297-42d0-9dd1-0f388e411c4d tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ae59508-624d-475f-8d1e-23a20090cff9 HTTP/1.1" status: 200 len: 945 time: 0.0669322 Jul 05 03:10:34.303687 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4f1ca15f-e5cf-45a9-8e87-1eb4082be465 req-902f90f6-0489-4f46-81df-e6a2c6e4fa76 tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] 10.222.0.23 "GET /v2.0/security-groups?id=08c84993-fc87-4ad7-80e1-75feb9e45a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328279 Jul 05 03:10:35.484647 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f592e7-3b71-4da4-ae01-5223335ac771 req-a22ec72e-edb2-49d8-8e13-36528d498207 tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:10:35.486220 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-97f592e7-3b71-4da4-ae01-5223335ac771 req-a22ec72e-edb2-49d8-8e13-36528d498207 tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ae59508-624d-475f-8d1e-23a20090cff9 HTTP/1.1" status: 200 len: 945 time: 0.0634060 Jul 05 03:10:35.523483 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-97f592e7-3b71-4da4-ae01-5223335ac771 req-d254c50a-c85a-4043-8893-3adf8d4780cc tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] 10.222.0.23 "GET /v2.0/security-groups?id=08c84993-fc87-4ad7-80e1-75feb9e45a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316920 Jul 05 03:10:36.260680 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0db948d-fc8d-45b7-81c2-4f32a892b4a3 req-ef613dd9-14f6-4324-a93c-993c08604b41 tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:10:36.262182 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f0db948d-fc8d-45b7-81c2-4f32a892b4a3 req-ef613dd9-14f6-4324-a93c-993c08604b41 tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ae59508-624d-475f-8d1e-23a20090cff9 HTTP/1.1" status: 200 len: 945 time: 0.0655034 Jul 05 03:10:36.290769 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 47254) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:10:36.301025 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f0db948d-fc8d-45b7-81c2-4f32a892b4a3 req-96e34eb8-63f6-4b1e-88a2-eda0ff6a1471 tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] 10.222.0.23 "GET /v2.0/security-groups?id=08c84993-fc87-4ad7-80e1-75feb9e45a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329678 Jul 05 03:10:36.390496 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-96fa690f-9dd3-4f96-a68c-78cf3aa387c6 req-895d781e-3c6c-4e58-949b-f7f5de585f15 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0ae59508-624d-475f-8d1e-23a20090cff9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0984025 Jul 05 03:10:37.482451 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12b1a0c-0ec3-4859-9f60-69268f204e24 req-12d26cf3-b703-4294-b083-231198fcedef tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:10:37.483854 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c12b1a0c-0ec3-4859-9f60-69268f204e24 req-12d26cf3-b703-4294-b083-231198fcedef tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ae59508-624d-475f-8d1e-23a20090cff9 HTTP/1.1" status: 200 len: 945 time: 0.0696352 Jul 05 03:10:37.521288 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c12b1a0c-0ec3-4859-9f60-69268f204e24 req-dbafbebd-3468-49db-9dbb-c691a87085a5 tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] 10.222.0.23 "GET /v2.0/security-groups?id=08c84993-fc87-4ad7-80e1-75feb9e45a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316865 Jul 05 03:10:38.013024 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:10:38.658374 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fa690f-9dd3-4f96-a68c-78cf3aa387c6 req-336dc051-9033-40d9-ab0b-2ba2ca297c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:10:38.659878 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-96fa690f-9dd3-4f96-a68c-78cf3aa387c6 req-336dc051-9033-40d9-ab0b-2ba2ca297c17 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f8aa324e51324442bd2953bcb540cebe&device_id=0ae59508-624d-475f-8d1e-23a20090cff9 HTTP/1.1" status: 200 len: 1097 time: 0.0522408 Jul 05 03:10:38.698195 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8818643-bff1-4b9f-b796-593998678488 req-3ef91ef6-ce57-4f47-981d-ce3ff97edc13 tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:10:38.699671 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a8818643-bff1-4b9f-b796-593998678488 req-3ef91ef6-ce57-4f47-981d-ce3ff97edc13 tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ae59508-624d-475f-8d1e-23a20090cff9 HTTP/1.1" status: 200 len: 945 time: 0.0631640 Jul 05 03:10:38.739511 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a8818643-bff1-4b9f-b796-593998678488 req-8bffde2c-c44c-4cce-a50e-ae95d6b12d7f tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] 10.222.0.23 "GET /v2.0/security-groups?id=08c84993-fc87-4ad7-80e1-75feb9e45a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334070 Jul 05 03:10:38.750825 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fa690f-9dd3-4f96-a68c-78cf3aa387c6 req-711f07ee-ed48-4e67-b9f8-4ca51be68deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:10:38.752326 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-96fa690f-9dd3-4f96-a68c-78cf3aa387c6 req-711f07ee-ed48-4e67-b9f8-4ca51be68deb service neutron] 10.222.0.21 "GET /v2.0/networks?id=06c89d0a-7813-45ea-a5c1-e512fba33d75 HTTP/1.1" status: 200 len: 912 time: 0.0858347 Jul 05 03:10:38.795863 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-96fa690f-9dd3-4f96-a68c-78cf3aa387c6 req-9aae7377-df9c-4572-a77f-0fc740b9a7be service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aaaede09-2d2f-46a7-a73a-59ed5d7bf9c3 HTTP/1.1" status: 200 len: 217 time: 0.0351312 Jul 05 03:10:38.843231 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fa690f-9dd3-4f96-a68c-78cf3aa387c6 req-5a732068-fda4-4b68-b57d-318d149205d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:10:38.844723 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-96fa690f-9dd3-4f96-a68c-78cf3aa387c6 req-5a732068-fda4-4b68-b57d-318d149205d8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3a03d580-15f0-4018-86af-348ddfa31b2c HTTP/1.1" status: 200 len: 852 time: 0.0428314 Jul 05 03:10:38.876266 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-96fa690f-9dd3-4f96-a68c-78cf3aa387c6 req-ffad3db0-ed1c-4533-9d90-208d3339973d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=06c89d0a-7813-45ea-a5c1-e512fba33d75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257657 Jul 05 03:10:38.963778 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-96fa690f-9dd3-4f96-a68c-78cf3aa387c6 req-71602e4a-bb96-4cdd-86c3-a590100a84a9 service neutron] 10.222.0.21 "GET /v2.0/networks/06c89d0a-7813-45ea-a5c1-e512fba33d75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806651 Jul 05 03:10:39.050036 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-96fa690f-9dd3-4f96-a68c-78cf3aa387c6 req-23da8b10-6b4a-4975-83a4-fdc9840860ed service neutron] 10.222.0.21 "GET /v2.0/networks/06c89d0a-7813-45ea-a5c1-e512fba33d75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793581 Jul 05 03:10:39.922674 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc30f2d-8ef9-4e7a-9b7b-e63c263edd9b req-bb2a5cbf-e7f0-4ad8-a768-4912effc336b tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:10:39.924084 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fcc30f2d-8ef9-4e7a-9b7b-e63c263edd9b req-bb2a5cbf-e7f0-4ad8-a768-4912effc336b tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ae59508-624d-475f-8d1e-23a20090cff9 HTTP/1.1" status: 200 len: 945 time: 0.0668063 Jul 05 03:10:39.960937 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fcc30f2d-8ef9-4e7a-9b7b-e63c263edd9b req-9dc1cd48-8a39-4678-ad1d-a2270adc7bce tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] 10.222.0.23 "GET /v2.0/security-groups?id=08c84993-fc87-4ad7-80e1-75feb9e45a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314100 Jul 05 03:10:41.137705 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c444cc-7a1b-4235-b3df-46a7b9bd807c req-48e9d130-dc81-44aa-8204-721238a01545 tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:10:41.139352 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-65c444cc-7a1b-4235-b3df-46a7b9bd807c req-48e9d130-dc81-44aa-8204-721238a01545 tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ae59508-624d-475f-8d1e-23a20090cff9 HTTP/1.1" status: 200 len: 945 time: 0.0677850 Jul 05 03:10:41.177659 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-65c444cc-7a1b-4235-b3df-46a7b9bd807c req-faa9cebe-ba43-467d-bae9-6b65cb3642cc tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] 10.222.0.23 "GET /v2.0/security-groups?id=08c84993-fc87-4ad7-80e1-75feb9e45a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327508 Jul 05 03:10:42.144050 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:10:42.241100 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:10:42.350960 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e271cad5-ca6e-4267-ac0e-64005ff4e8ab req-1fad2958-04c9-46e6-b660-b8d2c4225298 tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:10:42.352339 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e271cad5-ca6e-4267-ac0e-64005ff4e8ab req-1fad2958-04c9-46e6-b660-b8d2c4225298 tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ae59508-624d-475f-8d1e-23a20090cff9 HTTP/1.1" status: 200 len: 945 time: 0.0657704 Jul 05 03:10:42.388911 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e271cad5-ca6e-4267-ac0e-64005ff4e8ab req-d0e5f10f-b927-4c31-b3f6-7f913cecdadb tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] 10.222.0.23 "GET /v2.0/security-groups?id=08c84993-fc87-4ad7-80e1-75feb9e45a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303874 Jul 05 03:10:43.570916 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd220591-6a0a-4654-bf8e-c1ac43975f9c req-8a06e1dd-20a1-4dd7-a109-069aeea151d3 tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:10:43.572419 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-cd220591-6a0a-4654-bf8e-c1ac43975f9c req-8a06e1dd-20a1-4dd7-a109-069aeea151d3 tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ae59508-624d-475f-8d1e-23a20090cff9 HTTP/1.1" status: 200 len: 945 time: 0.0676820 Jul 05 03:10:43.609797 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-cd220591-6a0a-4654-bf8e-c1ac43975f9c req-398860c1-643d-4250-93a2-a471baa5955d tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] 10.222.0.23 "GET /v2.0/security-groups?id=08c84993-fc87-4ad7-80e1-75feb9e45a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311077 Jul 05 03:10:44.787353 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782ddc21-712b-4f8d-ac15-0085c17828b4 req-6d0875f5-7fbd-4789-a52e-a042d18864c0 tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:10:44.788870 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-782ddc21-712b-4f8d-ac15-0085c17828b4 req-6d0875f5-7fbd-4789-a52e-a042d18864c0 tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ae59508-624d-475f-8d1e-23a20090cff9 HTTP/1.1" status: 200 len: 945 time: 0.0687494 Jul 05 03:10:44.831321 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-782ddc21-712b-4f8d-ac15-0085c17828b4 req-6593f475-6958-40c7-90a6-8321db62f5da tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] 10.222.0.23 "GET /v2.0/security-groups?id=08c84993-fc87-4ad7-80e1-75feb9e45a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368950 Jul 05 03:10:46.009045 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cabf402-11e1-49a4-8d75-f755c699c916 req-b96ed013-ad68-4e38-9c29-05cc6b57a48f tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:10:46.010573 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6cabf402-11e1-49a4-8d75-f755c699c916 req-b96ed013-ad68-4e38-9c29-05cc6b57a48f tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ae59508-624d-475f-8d1e-23a20090cff9 HTTP/1.1" status: 200 len: 945 time: 0.0672247 Jul 05 03:10:46.047963 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6cabf402-11e1-49a4-8d75-f755c699c916 req-99bfff1f-a6ad-4314-baa6-2f378ea26524 tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] 10.222.0.23 "GET /v2.0/security-groups?id=08c84993-fc87-4ad7-80e1-75feb9e45a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311434 Jul 05 03:10:47.222511 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ff5301-3992-49bc-86ed-31413d6d3c1d req-19192bd2-08a3-41f9-a778-242f0d1762ee tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:10:47.223994 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-94ff5301-3992-49bc-86ed-31413d6d3c1d req-19192bd2-08a3-41f9-a778-242f0d1762ee tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ae59508-624d-475f-8d1e-23a20090cff9 HTTP/1.1" status: 200 len: 945 time: 0.0629375 Jul 05 03:10:47.260124 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-94ff5301-3992-49bc-86ed-31413d6d3c1d req-bcf91c8d-d589-42e6-b3bc-531a1068bb9b tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] 10.222.0.23 "GET /v2.0/security-groups?id=08c84993-fc87-4ad7-80e1-75feb9e45a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306823 Jul 05 03:10:48.439631 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d9cae4-424d-4f59-9538-bd6678b87e58 req-fb258ddd-43ac-4ffa-ab7b-c5d33c9e71a4 tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:10:48.441138 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-08d9cae4-424d-4f59-9538-bd6678b87e58 req-fb258ddd-43ac-4ffa-ab7b-c5d33c9e71a4 tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ae59508-624d-475f-8d1e-23a20090cff9 HTTP/1.1" status: 200 len: 945 time: 0.0664485 Jul 05 03:10:48.481108 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-08d9cae4-424d-4f59-9538-bd6678b87e58 req-f253a3c4-c8a4-485c-8f3e-9dc283a12e15 tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] 10.222.0.23 "GET /v2.0/security-groups?id=08c84993-fc87-4ad7-80e1-75feb9e45a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332654 Jul 05 03:10:49.655093 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3669a7c-b900-4c48-b206-b23744ac35dd req-5f39b81a-4fc0-4761-bf5c-bb46893d092e tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:10:49.656594 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e3669a7c-b900-4c48-b206-b23744ac35dd req-5f39b81a-4fc0-4761-bf5c-bb46893d092e tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ae59508-624d-475f-8d1e-23a20090cff9 HTTP/1.1" status: 200 len: 945 time: 0.0621462 Jul 05 03:10:49.694007 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e3669a7c-b900-4c48-b206-b23744ac35dd req-98a68ce8-93b3-4dc9-8ce7-fa992aed435b tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] 10.222.0.23 "GET /v2.0/security-groups?id=08c84993-fc87-4ad7-80e1-75feb9e45a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317976 Jul 05 03:10:50.870881 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d539679-7302-48d0-a4c7-f608fcdeb7fc req-7e646e5d-8d7c-47c4-b576-9af48e9d86f3 tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:10:50.872375 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5d539679-7302-48d0-a4c7-f608fcdeb7fc req-7e646e5d-8d7c-47c4-b576-9af48e9d86f3 tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ae59508-624d-475f-8d1e-23a20090cff9 HTTP/1.1" status: 200 len: 945 time: 0.0635467 Jul 05 03:10:50.904481 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a99005b5-3790-44df-bdeb-a162407911d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:10:50.910633 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5d539679-7302-48d0-a4c7-f608fcdeb7fc req-b2996372-2bdb-419e-8c49-df821e22047a tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] 10.222.0.23 "GET /v2.0/security-groups?id=08c84993-fc87-4ad7-80e1-75feb9e45a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319257 Jul 05 03:10:52.093477 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca41e7a-3425-48e4-a127-a7844a3551b1 req-97bdbd9a-9f11-4368-a684-9685aaf34ed5 tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:10:52.095120 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9ca41e7a-3425-48e4-a127-a7844a3551b1 req-97bdbd9a-9f11-4368-a684-9685aaf34ed5 tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ae59508-624d-475f-8d1e-23a20090cff9 HTTP/1.1" status: 200 len: 945 time: 0.0673997 Jul 05 03:10:52.133496 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9ca41e7a-3425-48e4-a127-a7844a3551b1 req-e18ac26f-eefd-4c58-81f0-06562600d43a tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] 10.222.0.23 "GET /v2.0/security-groups?id=08c84993-fc87-4ad7-80e1-75feb9e45a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325792 Jul 05 03:10:53.269440 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-d5b8d9b9-4abe-4bd8-adaf-c7f6e45cd026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:10:53.316517 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79012eb6-bc9c-42f1-ae45-ebca7ed58aee req-64ef0ab1-bb80-446e-a33c-22da7bffddfc tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:10:53.318326 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-79012eb6-bc9c-42f1-ae45-ebca7ed58aee req-64ef0ab1-bb80-446e-a33c-22da7bffddfc tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ae59508-624d-475f-8d1e-23a20090cff9 HTTP/1.1" status: 200 len: 945 time: 0.0686007 Jul 05 03:10:53.355355 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-79012eb6-bc9c-42f1-ae45-ebca7ed58aee req-03687449-892f-4cd2-9aa1-dc52cb53930c tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] 10.222.0.23 "GET /v2.0/security-groups?id=08c84993-fc87-4ad7-80e1-75feb9e45a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312250 Jul 05 03:10:53.989579 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:10:54.525781 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a5ad7-161c-42ac-92e3-02175be83bfc req-32c25cc2-56b9-4abd-9289-c4015f59a3df tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:10:54.527445 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-238a5ad7-161c-42ac-92e3-02175be83bfc req-32c25cc2-56b9-4abd-9289-c4015f59a3df tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ae59508-624d-475f-8d1e-23a20090cff9 HTTP/1.1" status: 200 len: 945 time: 0.0627165 Jul 05 03:10:54.565406 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-238a5ad7-161c-42ac-92e3-02175be83bfc req-66a4957d-2dc3-4aa8-a2f9-6250fa4087ca tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] 10.222.0.23 "GET /v2.0/security-groups?id=08c84993-fc87-4ad7-80e1-75feb9e45a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316994 Jul 05 03:10:54.782463 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:10:55.754018 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b757ef99-6f3a-4c70-8678-f20ccc354547 req-2602dc83-0867-4a85-abdf-678f80e35187 tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:10:55.755559 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b757ef99-6f3a-4c70-8678-f20ccc354547 req-2602dc83-0867-4a85-abdf-678f80e35187 tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ae59508-624d-475f-8d1e-23a20090cff9 HTTP/1.1" status: 200 len: 945 time: 0.0666640 Jul 05 03:10:55.798093 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b757ef99-6f3a-4c70-8678-f20ccc354547 req-d0518e7a-82b3-4c3f-96b4-598e7868a69c tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] 10.222.0.23 "GET /v2.0/security-groups?id=08c84993-fc87-4ad7-80e1-75feb9e45a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321758 Jul 05 03:10:56.212680 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:10:56.300910 n-d-771362-32 neutron-server[94461]: INFO neutron.api.v2.resource [req-96fa690f-9dd3-4f96-a68c-78cf3aa387c6 req-f0da3080-5a69-448b-96e4-a8022dcb8b4d service neutron] show failed (client error): The resource could not be found. Jul 05 03:10:56.301959 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-96fa690f-9dd3-4f96-a68c-78cf3aa387c6 req-f0da3080-5a69-448b-96e4-a8022dcb8b4d service neutron] 10.222.0.21 "GET /v2.0/ports/aaaede09-2d2f-46a7-a73a-59ed5d7bf9c3/bindings/n-h2-771362-32 HTTP/1.1" status: 404 len: 381 time: 0.0631077 Jul 05 03:10:57.020959 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c55d3a6-11e8-4ca4-a7c1-1137febd316b req-7f6d753b-a510-416a-ac85-2ed5eb2c909f tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:10:57.022496 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3c55d3a6-11e8-4ca4-a7c1-1137febd316b req-7f6d753b-a510-416a-ac85-2ed5eb2c909f tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ae59508-624d-475f-8d1e-23a20090cff9 HTTP/1.1" status: 200 len: 945 time: 0.1086833 Jul 05 03:10:57.025240 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fa690f-9dd3-4f96-a68c-78cf3aa387c6 req-c597f73a-ee2e-4a1c-9ddd-71fc00f55c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:10:57.026662 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-96fa690f-9dd3-4f96-a68c-78cf3aa387c6 req-c597f73a-ee2e-4a1c-9ddd-71fc00f55c0a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0ae59508-624d-475f-8d1e-23a20090cff9&tenant_id=f8aa324e51324442bd2953bcb540cebe HTTP/1.1" status: 200 len: 1097 time: 0.0801232 Jul 05 03:10:57.038704 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-96fa690f-9dd3-4f96-a68c-78cf3aa387c6 req-20c50e0f-1423-429a-929c-75296b9de0ca service neutron] Request body: {'port': {'binding:host_id': 'n-h2-771362-32', 'device_owner': 'compute:nova'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:10:57.096900 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3c55d3a6-11e8-4ca4-a7c1-1137febd316b req-5c44a566-33e7-47a6-a5fd-06da00c7ee39 tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] 10.222.0.23 "GET /v2.0/security-groups?id=08c84993-fc87-4ad7-80e1-75feb9e45a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682936 Jul 05 03:10:57.132953 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-96fa690f-9dd3-4f96-a68c-78cf3aa387c6 req-20c50e0f-1423-429a-929c-75296b9de0ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:10:57.327749 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-96fa690f-9dd3-4f96-a68c-78cf3aa387c6 req-20c50e0f-1423-429a-929c-75296b9de0ca service neutron] For port aaaede09-2d2f-46a7-a73a-59ed5d7bf9c3, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=aaaede09-2d2f-46a7-a73a-59ed5d7bf9c3,segment=NetworkSegment(36a8c63b-88d8-4b21-b462-8c7cba3da20e),segment_id=36a8c63b-88d8-4b21-b462-8c7cba3da20e)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:10:57.359804 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-96fa690f-9dd3-4f96-a68c-78cf3aa387c6 req-20c50e0f-1423-429a-929c-75296b9de0ca service neutron] For port aaaede09-2d2f-46a7-a73a-59ed5d7bf9c3, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:10:57.396166 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ae59508-624d-475f-8d1e-23a20090cff9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aaaede09-2d2f-46a7-a73a-59ed5d7bf9c3'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:10:57.398427 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4c1385bffaa5d930a7117e6982c27207eca91cca31cf4b43f86c7ad63cd24a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b42b5f16-c687-4b10-bbd0-0c7681f69733" -d '{"events": [{"server_uuid": "0ae59508-624d-475f-8d1e-23a20090cff9", "name": "network-vif-unplugged", "status": "completed", "tag": "aaaede09-2d2f-46a7-a73a-59ed5d7bf9c3"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:10:57.401829 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-96fa690f-9dd3-4f96-a68c-78cf3aa387c6 req-20c50e0f-1423-429a-929c-75296b9de0ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:10:57.414441 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-96fa690f-9dd3-4f96-a68c-78cf3aa387c6 req-20c50e0f-1423-429a-929c-75296b9de0ca service neutron] Transition to ACTIVE for port object aaaede09-2d2f-46a7-a73a-59ed5d7bf9c3 will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:10:57.448059 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56dcd746-9148-4025-94d6-2150a6a51037 x-openstack-request-id: req-56dcd746-9148-4025-94d6-2150a6a51037 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:10:57.448350 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ae59508-624d-475f-8d1e-23a20090cff9", "name": "network-vif-unplugged", "status": "completed", "tag": "aaaede09-2d2f-46a7-a73a-59ed5d7bf9c3", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:10:57.448602 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-56dcd746-9148-4025-94d6-2150a6a51037 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:10:57.448996 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ae59508-624d-475f-8d1e-23a20090cff9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aaaede09-2d2f-46a7-a73a-59ed5d7bf9c3', 'code': 200} Jul 05 03:10:57.485578 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-96fa690f-9dd3-4f96-a68c-78cf3aa387c6 req-20c50e0f-1423-429a-929c-75296b9de0ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:10:57.563514 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-96fa690f-9dd3-4f96-a68c-78cf3aa387c6 req-20c50e0f-1423-429a-929c-75296b9de0ca service neutron] No DVR routers for this DVR port aaaede09-2d2f-46a7-a73a-59ed5d7bf9c3 on host n-h1-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:10:57.565315 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c50e0f-1423-429a-929c-75296b9de0ca service neutron] Pushing event updated for resources: {'Port': ['ID=aaaede09-2d2f-46a7-a73a-59ed5d7bf9c3,revision_number=6']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:10:57.577454 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c50e0f-1423-429a-929c-75296b9de0ca service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:10:57.577796 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c50e0f-1423-429a-929c-75296b9de0ca service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:10:57.578153 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c50e0f-1423-429a-929c-75296b9de0ca service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:10:57.578480 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c50e0f-1423-429a-929c-75296b9de0ca service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:10:57.578808 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c50e0f-1423-429a-929c-75296b9de0ca service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:10:57.579133 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c50e0f-1423-429a-929c-75296b9de0ca service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:10:57.579455 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c50e0f-1423-429a-929c-75296b9de0ca service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:10:57.579771 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c50e0f-1423-429a-929c-75296b9de0ca service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:10:57.580089 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c50e0f-1423-429a-929c-75296b9de0ca service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:10:57.580406 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c50e0f-1423-429a-929c-75296b9de0ca service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:10:57.580721 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c50e0f-1423-429a-929c-75296b9de0ca service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:10:57.581037 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c50e0f-1423-429a-929c-75296b9de0ca service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:10:57.610704 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-96fa690f-9dd3-4f96-a68c-78cf3aa387c6 req-20c50e0f-1423-429a-929c-75296b9de0ca service neutron] Attempting to bind port aaaede09-2d2f-46a7-a73a-59ed5d7bf9c3 on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:10:57.610971 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-96fa690f-9dd3-4f96-a68c-78cf3aa387c6 req-20c50e0f-1423-429a-929c-75296b9de0ca service neutron] Attempting to bind port aaaede09-2d2f-46a7-a73a-59ed5d7bf9c3 by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '36a8c63b-88d8-4b21-b462-8c7cba3da20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '06c89d0a-7813-45ea-a5c1-e512fba33d75'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:10:57.611293 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fa690f-9dd3-4f96-a68c-78cf3aa387c6 req-20c50e0f-1423-429a-929c-75296b9de0ca service neutron] Attempting to bind port aaaede09-2d2f-46a7-a73a-59ed5d7bf9c3 on network 06c89d0a-7813-45ea-a5c1-e512fba33d75 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:10:57.615789 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fa690f-9dd3-4f96-a68c-78cf3aa387c6 req-20c50e0f-1423-429a-929c-75296b9de0ca service neutron] Port aaaede09-2d2f-46a7-a73a-59ed5d7bf9c3 on network 06c89d0a-7813-45ea-a5c1-e512fba33d75 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:10:57.616104 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fa690f-9dd3-4f96-a68c-78cf3aa387c6 req-20c50e0f-1423-429a-929c-75296b9de0ca service neutron] Attempting to bind port aaaede09-2d2f-46a7-a73a-59ed5d7bf9c3 on network 06c89d0a-7813-45ea-a5c1-e512fba33d75 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:10:57.620747 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fa690f-9dd3-4f96-a68c-78cf3aa387c6 req-20c50e0f-1423-429a-929c-75296b9de0ca service neutron] Checking agent: {'id': 'e071c76e-395f-48c4-a98f-88088465cf0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:10:57.621076 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fa690f-9dd3-4f96-a68c-78cf3aa387c6 req-20c50e0f-1423-429a-929c-75296b9de0ca service neutron] Checking segment: {'id': '36a8c63b-88d8-4b21-b462-8c7cba3da20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '06c89d0a-7813-45ea-a5c1-e512fba33d75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:10:57.621448 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fa690f-9dd3-4f96-a68c-78cf3aa387c6 req-20c50e0f-1423-429a-929c-75296b9de0ca service neutron] Bound using segment: {'id': '36a8c63b-88d8-4b21-b462-8c7cba3da20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '06c89d0a-7813-45ea-a5c1-e512fba33d75'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:10:57.621865 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-96fa690f-9dd3-4f96-a68c-78cf3aa387c6 req-20c50e0f-1423-429a-929c-75296b9de0ca service neutron] Bound port: aaaede09-2d2f-46a7-a73a-59ed5d7bf9c3, host: n-h2-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36a8c63b-88d8-4b21-b462-8c7cba3da20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '06c89d0a-7813-45ea-a5c1-e512fba33d75'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:10:57.622268 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-96fa690f-9dd3-4f96-a68c-78cf3aa387c6 req-20c50e0f-1423-429a-929c-75296b9de0ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:10:57.682061 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-96fa690f-9dd3-4f96-a68c-78cf3aa387c6 req-20c50e0f-1423-429a-929c-75296b9de0ca service neutron] For port aaaede09-2d2f-46a7-a73a-59ed5d7bf9c3, host n-h2-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:10:57.684964 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-96fa690f-9dd3-4f96-a68c-78cf3aa387c6 req-20c50e0f-1423-429a-929c-75296b9de0ca service neutron] For port aaaede09-2d2f-46a7-a73a-59ed5d7bf9c3, host n-h2-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=aaaede09-2d2f-46a7-a73a-59ed5d7bf9c3,segment=NetworkSegment(36a8c63b-88d8-4b21-b462-8c7cba3da20e),segment_id=36a8c63b-88d8-4b21-b462-8c7cba3da20e)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:10:57.858354 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-96fa690f-9dd3-4f96-a68c-78cf3aa387c6 req-20c50e0f-1423-429a-929c-75296b9de0ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:10:57.896393 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fa690f-9dd3-4f96-a68c-78cf3aa387c6 req-20c50e0f-1423-429a-929c-75296b9de0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:10:57.897039 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-96fa690f-9dd3-4f96-a68c-78cf3aa387c6 req-20c50e0f-1423-429a-929c-75296b9de0ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:10:57.898453 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-96fa690f-9dd3-4f96-a68c-78cf3aa387c6 req-20c50e0f-1423-429a-929c-75296b9de0ca service neutron] 10.222.0.15 "PUT /v2.0/ports/aaaede09-2d2f-46a7-a73a-59ed5d7bf9c3 HTTP/1.1" status: 200 len: 1092 time: 0.8635061 Jul 05 03:10:57.918667 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c50e0f-1423-429a-929c-75296b9de0ca service neutron] Pushing event updated for resources: {'Port': ['ID=aaaede09-2d2f-46a7-a73a-59ed5d7bf9c3,revision_number=7']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:10:57.977492 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fa690f-9dd3-4f96-a68c-78cf3aa387c6 req-c6282102-9d58-47f7-96dc-a9f12f0a94af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:10:57.979028 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-96fa690f-9dd3-4f96-a68c-78cf3aa387c6 req-c6282102-9d58-47f7-96dc-a9f12f0a94af service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f8aa324e51324442bd2953bcb540cebe&device_id=0ae59508-624d-475f-8d1e-23a20090cff9 HTTP/1.1" status: 200 len: 1095 time: 0.0528390 Jul 05 03:10:58.063992 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fa690f-9dd3-4f96-a68c-78cf3aa387c6 req-95301a57-5993-4fd3-869e-429d698be7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:10:58.065466 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-96fa690f-9dd3-4f96-a68c-78cf3aa387c6 req-95301a57-5993-4fd3-869e-429d698be7e3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=06c89d0a-7813-45ea-a5c1-e512fba33d75 HTTP/1.1" status: 200 len: 912 time: 0.0799451 Jul 05 03:10:58.108613 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-96fa690f-9dd3-4f96-a68c-78cf3aa387c6 req-d6863da3-af92-4694-a1bb-41c1a0e48c19 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aaaede09-2d2f-46a7-a73a-59ed5d7bf9c3 HTTP/1.1" status: 200 len: 217 time: 0.0369713 Jul 05 03:10:58.155880 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fa690f-9dd3-4f96-a68c-78cf3aa387c6 req-1a8bd372-a486-40dd-b79d-58acbc08a309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:10:58.157256 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-96fa690f-9dd3-4f96-a68c-78cf3aa387c6 req-1a8bd372-a486-40dd-b79d-58acbc08a309 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3a03d580-15f0-4018-86af-348ddfa31b2c HTTP/1.1" status: 200 len: 852 time: 0.0430036 Jul 05 03:10:58.190939 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-96fa690f-9dd3-4f96-a68c-78cf3aa387c6 req-2cccc022-3e25-4522-91e5-93929346dacf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=06c89d0a-7813-45ea-a5c1-e512fba33d75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270307 Jul 05 03:10:58.318389 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-96fa690f-9dd3-4f96-a68c-78cf3aa387c6 req-d16bfaef-4060-407c-809b-8a6ab50360f5 service neutron] 10.222.0.15 "GET /v2.0/networks/06c89d0a-7813-45ea-a5c1-e512fba33d75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210115 Jul 05 03:10:58.339763 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c53deb2-b376-466b-ac8b-f436cdcf50d9 req-533b1357-383f-4a65-93d3-f12327bebba7 tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:10:58.341250 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7c53deb2-b376-466b-ac8b-f436cdcf50d9 req-533b1357-383f-4a65-93d3-f12327bebba7 tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ae59508-624d-475f-8d1e-23a20090cff9 HTTP/1.1" status: 200 len: 943 time: 0.1273947 Jul 05 03:10:58.425248 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7c53deb2-b376-466b-ac8b-f436cdcf50d9 req-fdf322b2-0489-4eaf-9330-bc679fb46910 tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] 10.222.0.23 "GET /v2.0/security-groups?id=08c84993-fc87-4ad7-80e1-75feb9e45a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741692 Jul 05 03:10:58.448087 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-96fa690f-9dd3-4f96-a68c-78cf3aa387c6 req-c7458fd7-5fbd-4d86-b8fb-19ea34f7f5d6 service neutron] 10.222.0.15 "GET /v2.0/networks/06c89d0a-7813-45ea-a5c1-e512fba33d75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233513 Jul 05 03:10:59.449558 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ae59508-624d-475f-8d1e-23a20090cff9', 'tag': 'aaaede09-2d2f-46a7-a73a-59ed5d7bf9c3'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:10:59.452565 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4c1385bffaa5d930a7117e6982c27207eca91cca31cf4b43f86c7ad63cd24a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d16a8e3b-33f4-4178-9bef-22f5c405d32f" -d '{"events": [{"name": "network-changed", "server_uuid": "0ae59508-624d-475f-8d1e-23a20090cff9", "tag": "aaaede09-2d2f-46a7-a73a-59ed5d7bf9c3"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:10:59.467048 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57baf67-d485-40e7-85b7-dcb31ace8a48 req-7dcaf6c5-04a9-46a6-ac3c-0bb76c565da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:10:59.468609 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e57baf67-d485-40e7-85b7-dcb31ace8a48 req-7dcaf6c5-04a9-46a6-ac3c-0bb76c565da8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f8aa324e51324442bd2953bcb540cebe&device_id=0ae59508-624d-475f-8d1e-23a20090cff9 HTTP/1.1" status: 200 len: 1095 time: 0.0595412 Jul 05 03:10:59.503845 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-687763f5-0d81-4002-b70c-06b135e6fc78 x-openstack-request-id: req-687763f5-0d81-4002-b70c-06b135e6fc78 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:10:59.504133 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ae59508-624d-475f-8d1e-23a20090cff9", "tag": "aaaede09-2d2f-46a7-a73a-59ed5d7bf9c3", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:10:59.504380 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-687763f5-0d81-4002-b70c-06b135e6fc78 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:10:59.504786 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ae59508-624d-475f-8d1e-23a20090cff9', 'tag': 'aaaede09-2d2f-46a7-a73a-59ed5d7bf9c3', 'status': 'completed', 'code': 200} Jul 05 03:10:59.607683 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51434777-24b8-48d1-91d5-915da6972e92 req-fb053e5f-d3c2-40eb-a52f-64d00aacf6fb tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:10:59.609307 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-51434777-24b8-48d1-91d5-915da6972e92 req-fb053e5f-d3c2-40eb-a52f-64d00aacf6fb tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ae59508-624d-475f-8d1e-23a20090cff9 HTTP/1.1" status: 200 len: 943 time: 0.0672863 Jul 05 03:10:59.632804 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57baf67-d485-40e7-85b7-dcb31ace8a48 req-88e19d07-8eb3-4ff8-9327-4ce8d1bad5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:10:59.634342 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e57baf67-d485-40e7-85b7-dcb31ace8a48 req-88e19d07-8eb3-4ff8-9327-4ce8d1bad5e1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=06c89d0a-7813-45ea-a5c1-e512fba33d75 HTTP/1.1" status: 200 len: 912 time: 0.1435480 Jul 05 03:10:59.648811 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16a8e3b-33f4-4178-9bef-22f5c405d32f req-b4d883fd-c022-486b-87a8-f54984930ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:10:59.650282 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-51434777-24b8-48d1-91d5-915da6972e92 req-3e54368c-1633-499a-ab67-2bf3a625dd06 tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] 10.222.0.23 "GET /v2.0/security-groups?id=08c84993-fc87-4ad7-80e1-75feb9e45a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349302 Jul 05 03:10:59.651303 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d16a8e3b-33f4-4178-9bef-22f5c405d32f req-b4d883fd-c022-486b-87a8-f54984930ef5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f8aa324e51324442bd2953bcb540cebe&device_id=0ae59508-624d-475f-8d1e-23a20090cff9 HTTP/1.1" status: 200 len: 1095 time: 0.1070411 Jul 05 03:10:59.689257 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e57baf67-d485-40e7-85b7-dcb31ace8a48 req-e02618f2-efe8-4afe-977f-1c342bfad97f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aaaede09-2d2f-46a7-a73a-59ed5d7bf9c3 HTTP/1.1" status: 200 len: 217 time: 0.0476291 Jul 05 03:10:59.782250 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57baf67-d485-40e7-85b7-dcb31ace8a48 req-25b149e3-237f-47fc-b6b2-75c479ed9f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:10:59.783744 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e57baf67-d485-40e7-85b7-dcb31ace8a48 req-25b149e3-237f-47fc-b6b2-75c479ed9f8b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3a03d580-15f0-4018-86af-348ddfa31b2c HTTP/1.1" status: 200 len: 852 time: 0.0797930 Jul 05 03:10:59.832367 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e57baf67-d485-40e7-85b7-dcb31ace8a48 req-54f6944c-baf7-402b-b70e-782ecd83cb45 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=06c89d0a-7813-45ea-a5c1-e512fba33d75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406082 Jul 05 03:10:59.835067 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16a8e3b-33f4-4178-9bef-22f5c405d32f req-93d86c9c-a5c0-430d-9cee-490eeee07054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:10:59.836438 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d16a8e3b-33f4-4178-9bef-22f5c405d32f req-93d86c9c-a5c0-430d-9cee-490eeee07054 service neutron] 10.222.0.21 "GET /v2.0/networks?id=06c89d0a-7813-45ea-a5c1-e512fba33d75 HTTP/1.1" status: 200 len: 912 time: 0.1558444 Jul 05 03:10:59.914841 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d16a8e3b-33f4-4178-9bef-22f5c405d32f req-9d2582e4-ee77-4995-b5fd-77482b6a7615 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aaaede09-2d2f-46a7-a73a-59ed5d7bf9c3 HTTP/1.1" status: 200 len: 217 time: 0.0677259 Jul 05 03:10:59.985489 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16a8e3b-33f4-4178-9bef-22f5c405d32f req-6d67e9c5-ae8b-4034-9613-48e975fe9fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:10:59.987088 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d16a8e3b-33f4-4178-9bef-22f5c405d32f req-6d67e9c5-ae8b-4034-9613-48e975fe9fd4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3a03d580-15f0-4018-86af-348ddfa31b2c HTTP/1.1" status: 200 len: 852 time: 0.0662978 Jul 05 03:10:59.992202 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e57baf67-d485-40e7-85b7-dcb31ace8a48 req-db44c0c5-7715-4c7c-987e-df4296b7e306 service neutron] 10.222.0.15 "GET /v2.0/networks/06c89d0a-7813-45ea-a5c1-e512fba33d75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522639 Jul 05 03:11:00.026147 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d16a8e3b-33f4-4178-9bef-22f5c405d32f req-8a003496-fc33-45af-9281-b7878fb80c9f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=06c89d0a-7813-45ea-a5c1-e512fba33d75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328782 Jul 05 03:11:00.168951 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e57baf67-d485-40e7-85b7-dcb31ace8a48 req-7caead9e-2e57-435b-8e30-dcdf97b8e5bb service neutron] 10.222.0.15 "GET /v2.0/networks/06c89d0a-7813-45ea-a5c1-e512fba33d75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630356 Jul 05 03:11:00.172001 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d16a8e3b-33f4-4178-9bef-22f5c405d32f req-76962f1c-b639-4285-a754-b1bb4fb861da service neutron] 10.222.0.21 "GET /v2.0/networks/06c89d0a-7813-45ea-a5c1-e512fba33d75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354678 Jul 05 03:11:00.302227 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d16a8e3b-33f4-4178-9bef-22f5c405d32f req-613e6fe3-3563-4993-94a2-1e54011fd5bf service neutron] 10.222.0.21 "GET /v2.0/networks/06c89d0a-7813-45ea-a5c1-e512fba33d75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232843 Jul 05 03:11:00.307138 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16a8e3b-33f4-4178-9bef-22f5c405d32f req-5834e9c4-13fe-44f6-8046-298e409748c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:11:00.308536 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d16a8e3b-33f4-4178-9bef-22f5c405d32f req-5834e9c4-13fe-44f6-8046-298e409748c1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f8aa324e51324442bd2953bcb540cebe&device_id=0ae59508-624d-475f-8d1e-23a20090cff9 HTTP/1.1" status: 200 len: 1095 time: 0.0844202 Jul 05 03:11:00.405691 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16a8e3b-33f4-4178-9bef-22f5c405d32f req-ac5c9c42-589c-4b64-8905-33f47288d645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:11:00.407260 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d16a8e3b-33f4-4178-9bef-22f5c405d32f req-ac5c9c42-589c-4b64-8905-33f47288d645 service neutron] 10.222.0.15 "GET /v2.0/networks?id=06c89d0a-7813-45ea-a5c1-e512fba33d75 HTTP/1.1" status: 200 len: 912 time: 0.0907922 Jul 05 03:11:00.449649 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d16a8e3b-33f4-4178-9bef-22f5c405d32f req-ef70a816-cb41-4f7c-967e-5de089e01537 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aaaede09-2d2f-46a7-a73a-59ed5d7bf9c3 HTTP/1.1" status: 200 len: 217 time: 0.0356820 Jul 05 03:11:00.498215 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16a8e3b-33f4-4178-9bef-22f5c405d32f req-72a8a6ea-05a1-4d9e-b7d5-3653b3254d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:11:00.499617 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d16a8e3b-33f4-4178-9bef-22f5c405d32f req-72a8a6ea-05a1-4d9e-b7d5-3653b3254d4a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3a03d580-15f0-4018-86af-348ddfa31b2c HTTP/1.1" status: 200 len: 852 time: 0.0435152 Jul 05 03:11:00.553205 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d16a8e3b-33f4-4178-9bef-22f5c405d32f req-cfabe18a-3384-4ec1-bf70-55bbfbdbd03a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=06c89d0a-7813-45ea-a5c1-e512fba33d75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304458 Jul 05 03:11:00.579663 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device aaaede09-2d2f-46a7-a73a-59ed5d7bf9c3 details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:11:00.642596 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d16a8e3b-33f4-4178-9bef-22f5c405d32f req-35b3a78d-2acf-4dba-9fdd-4ae67bbd3718 service neutron] 10.222.0.15 "GET /v2.0/networks/06c89d0a-7813-45ea-a5c1-e512fba33d75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829360 Jul 05 03:11:00.675360 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port aaaede09-2d2f-46a7-a73a-59ed5d7bf9c3, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=aaaede09-2d2f-46a7-a73a-59ed5d7bf9c3,segment=NetworkSegment(36a8c63b-88d8-4b21-b462-8c7cba3da20e),segment_id=36a8c63b-88d8-4b21-b462-8c7cba3da20e)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:11:00.688785 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Returning: {'device': 'aaaede09-2d2f-46a7-a73a-59ed5d7bf9c3', 'network_id': '06c89d0a-7813-45ea-a5c1-e512fba33d75', 'port_id': 'aaaede09-2d2f-46a7-a73a-59ed5d7bf9c3', 'mac_address': 'fa:16:3e:fb:24:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a03d580-15f0-4018-86af-348ddfa31b2c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:11:00.729077 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:11:00.740490 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d16a8e3b-33f4-4178-9bef-22f5c405d32f req-e6f3573d-70d6-4716-b3ea-0bf9b3e4489d service neutron] 10.222.0.15 "GET /v2.0/networks/06c89d0a-7813-45ea-a5c1-e512fba33d75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913692 Jul 05 03:11:00.742658 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaaede09-2d2f-46a7-a73a-59ed5d7bf9c3 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:11:00.763440 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port aaaede09-2d2f-46a7-a73a-59ed5d7bf9c3, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=aaaede09-2d2f-46a7-a73a-59ed5d7bf9c3,segment=NetworkSegment(36a8c63b-88d8-4b21-b462-8c7cba3da20e),segment_id=36a8c63b-88d8-4b21-b462-8c7cba3da20e)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:11:00.829209 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92203986-6497-4c77-a829-d7ac4e9cf495 req-d404fcc2-c632-406c-a50a-2e728425ce09 tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:11:00.830743 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-92203986-6497-4c77-a829-d7ac4e9cf495 req-d404fcc2-c632-406c-a50a-2e728425ce09 tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ae59508-624d-475f-8d1e-23a20090cff9 HTTP/1.1" status: 200 len: 943 time: 0.0654473 Jul 05 03:11:00.862363 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:11:00.871263 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-92203986-6497-4c77-a829-d7ac4e9cf495 req-b6129dba-0139-445c-8efe-69a5a6cc494d tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] 10.222.0.23 "GET /v2.0/security-groups?id=08c84993-fc87-4ad7-80e1-75feb9e45a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347719 Jul 05 03:11:00.909120 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=aaaede09-2d2f-46a7-a73a-59ed5d7bf9c3,revision_number=8']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:11:00.916726 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:11:00.917070 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:11:00.917405 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:11:00.917736 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:11:00.918065 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:11:00.918413 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:11:00.918740 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:11:00.919668 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:11:00.919995 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:11:00.920317 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:11:00.920640 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:11:00.920956 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:11:01.070013 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['aaaede09-2d2f-46a7-a73a-59ed5d7bf9c3'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:11:01.331556 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device aaaede09-2d2f-46a7-a73a-59ed5d7bf9c3 no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:11:01.369027 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device aaaede09-2d2f-46a7-a73a-59ed5d7bf9c3 not bound to the agent host n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:11:01.540943 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d9217a-fdf9-4a21-a341-d132fe61ad4b req-e0328224-e59c-47a0-b02f-97a7c181f0b7 tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:11:01.542464 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-66d9217a-fdf9-4a21-a341-d132fe61ad4b req-e0328224-e59c-47a0-b02f-97a7c181f0b7 tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ae59508-624d-475f-8d1e-23a20090cff9&tenant_id=f8aa324e51324442bd2953bcb540cebe&binding%3Ahost_id=n-h2-771362-32 HTTP/1.1" status: 200 len: 944 time: 0.0711792 Jul 05 03:11:01.945221 n-d-771362-32 neutron-server[94461]: INFO neutron.api.v2.resource [req-66d9217a-fdf9-4a21-a341-d132fe61ad4b req-800d885a-1770-4dc1-a1eb-a996cc029a98 service neutron] delete failed (client error): The resource could not be found. Jul 05 03:11:01.946297 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-66d9217a-fdf9-4a21-a341-d132fe61ad4b req-800d885a-1770-4dc1-a1eb-a996cc029a98 service neutron] 10.222.0.21 "DELETE /v2.0/ports/aaaede09-2d2f-46a7-a73a-59ed5d7bf9c3/bindings/n-h1-771362-32 HTTP/1.1" status: 404 len: 381 time: 0.3980074 Jul 05 03:11:02.041989 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d9217a-fdf9-4a21-a341-d132fe61ad4b req-b69dfbb8-771a-4320-b2df-eea0c062a78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:11:02.043541 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-66d9217a-fdf9-4a21-a341-d132fe61ad4b req-b69dfbb8-771a-4320-b2df-eea0c062a78c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f8aa324e51324442bd2953bcb540cebe&device_id=0ae59508-624d-475f-8d1e-23a20090cff9 HTTP/1.1" status: 200 len: 1096 time: 0.0518944 Jul 05 03:11:02.132979 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d9217a-fdf9-4a21-a341-d132fe61ad4b req-bd2dcf5e-430d-4259-b108-137ebd4f8062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:11:02.134513 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-66d9217a-fdf9-4a21-a341-d132fe61ad4b req-bd2dcf5e-430d-4259-b108-137ebd4f8062 service neutron] 10.222.0.21 "GET /v2.0/networks?id=06c89d0a-7813-45ea-a5c1-e512fba33d75 HTTP/1.1" status: 200 len: 912 time: 0.0835724 Jul 05 03:11:02.175332 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-66d9217a-fdf9-4a21-a341-d132fe61ad4b req-c925c6a4-ecdb-4a45-a09b-3f44409b231a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aaaede09-2d2f-46a7-a73a-59ed5d7bf9c3 HTTP/1.1" status: 200 len: 217 time: 0.0341749 Jul 05 03:11:02.222969 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d9217a-fdf9-4a21-a341-d132fe61ad4b req-a546b3f3-7878-4d08-99c1-494e8de2744d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:11:02.224367 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-66d9217a-fdf9-4a21-a341-d132fe61ad4b req-a546b3f3-7878-4d08-99c1-494e8de2744d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3a03d580-15f0-4018-86af-348ddfa31b2c HTTP/1.1" status: 200 len: 852 time: 0.0429683 Jul 05 03:11:02.255766 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-66d9217a-fdf9-4a21-a341-d132fe61ad4b req-d1f315f1-0f4e-405b-b818-cf10cc4fe697 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=06c89d0a-7813-45ea-a5c1-e512fba33d75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256853 Jul 05 03:11:02.344344 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-66d9217a-fdf9-4a21-a341-d132fe61ad4b req-6b1bf4eb-903c-4ece-b398-272e2143f0c7 service neutron] 10.222.0.21 "GET /v2.0/networks/06c89d0a-7813-45ea-a5c1-e512fba33d75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825450 Jul 05 03:11:02.435855 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-66d9217a-fdf9-4a21-a341-d132fe61ad4b req-ee078f2e-7955-4f9b-8362-7526e328fe4f service neutron] 10.222.0.21 "GET /v2.0/networks/06c89d0a-7813-45ea-a5c1-e512fba33d75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842695 Jul 05 03:11:02.597566 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device aaaede09-2d2f-46a7-a73a-59ed5d7bf9c3 up at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:11:02.738197 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning for port aaaede09-2d2f-46a7-a73a-59ed5d7bf9c3 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:11:02.742106 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning complete for port aaaede09-2d2f-46a7-a73a-59ed5d7bf9c3 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:11:02.742504 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:11:02.816995 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:11:02.838960 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ae59508-624d-475f-8d1e-23a20090cff9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaaede09-2d2f-46a7-a73a-59ed5d7bf9c3'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:11:02.841264 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1156d35e1955dd65519df7b38ee19a55ddc3a31abbcc68c280d02d687c0487e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa10c3d-41f5-48fb-ac39-cbd07e49cb25" -d '{"events": [{"server_uuid": "0ae59508-624d-475f-8d1e-23a20090cff9", "name": "network-vif-plugged", "status": "completed", "tag": "aaaede09-2d2f-46a7-a73a-59ed5d7bf9c3"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:11:02.853965 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port aaaede09-2d2f-46a7-a73a-59ed5d7bf9c3, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=aaaede09-2d2f-46a7-a73a-59ed5d7bf9c3,segment=NetworkSegment(36a8c63b-88d8-4b21-b462-8c7cba3da20e),segment_id=36a8c63b-88d8-4b21-b462-8c7cba3da20e)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:11:02.890036 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c5d86fe-f7ba-452d-ab65-2b8e32eb83ee x-openstack-request-id: req-6c5d86fe-f7ba-452d-ab65-2b8e32eb83ee {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:11:02.890360 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ae59508-624d-475f-8d1e-23a20090cff9", "name": "network-vif-plugged", "status": "completed", "tag": "aaaede09-2d2f-46a7-a73a-59ed5d7bf9c3", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:11:02.890620 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6c5d86fe-f7ba-452d-ab65-2b8e32eb83ee {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:11:02.891079 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ae59508-624d-475f-8d1e-23a20090cff9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaaede09-2d2f-46a7-a73a-59ed5d7bf9c3', 'code': 200} Jul 05 03:11:03.002439 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:11:03.052628 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=aaaede09-2d2f-46a7-a73a-59ed5d7bf9c3,revision_number=9']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:11:04.208328 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29ee735-5abf-4657-ad1c-d05d7e51fda5 req-aa8502c9-42ea-4cc5-b2f5-c806a0819003 tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:11:04.209850 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f29ee735-5abf-4657-ad1c-d05d7e51fda5 req-aa8502c9-42ea-4cc5-b2f5-c806a0819003 tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ae59508-624d-475f-8d1e-23a20090cff9 HTTP/1.1" status: 200 len: 945 time: 0.0644431 Jul 05 03:11:04.247164 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f29ee735-5abf-4657-ad1c-d05d7e51fda5 req-cc5171f6-ae5f-4f7c-afb3-fbe002b889b0 tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] 10.222.0.23 "GET /v2.0/security-groups?id=08c84993-fc87-4ad7-80e1-75feb9e45a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315230 Jul 05 03:11:05.424723 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930871c2-98fd-4bb1-8213-32b8635ec1a9 req-9402fa93-f4a8-4e54-b059-e679d828fa62 tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:11:05.426260 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-930871c2-98fd-4bb1-8213-32b8635ec1a9 req-9402fa93-f4a8-4e54-b059-e679d828fa62 tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ae59508-624d-475f-8d1e-23a20090cff9 HTTP/1.1" status: 200 len: 945 time: 0.0655255 Jul 05 03:11:05.464285 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-930871c2-98fd-4bb1-8213-32b8635ec1a9 req-1970e927-4d64-40ac-8174-19b296fa1f64 tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] 10.222.0.23 "GET /v2.0/security-groups?id=08c84993-fc87-4ad7-80e1-75feb9e45a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323174 Jul 05 03:11:05.472494 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d9217a-fdf9-4a21-a341-d132fe61ad4b req-27270bf7-0d2a-43a4-a2f4-a2ca708bd339 tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:11:05.473986 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-66d9217a-fdf9-4a21-a341-d132fe61ad4b req-27270bf7-0d2a-43a4-a2f4-a2ca708bd339 tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ae59508-624d-475f-8d1e-23a20090cff9 HTTP/1.1" status: 200 len: 945 time: 0.0630364 Jul 05 03:11:05.575974 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-66d9217a-fdf9-4a21-a341-d132fe61ad4b req-38d6f8a5-5ab3-4abc-8fc4-7d43724d4620 tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] Deleting port aaaede09-2d2f-46a7-a73a-59ed5d7bf9c3 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:11:05.576320 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-66d9217a-fdf9-4a21-a341-d132fe61ad4b req-38d6f8a5-5ab3-4abc-8fc4-7d43724d4620 tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:11:05.669710 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-66d9217a-fdf9-4a21-a341-d132fe61ad4b req-38d6f8a5-5ab3-4abc-8fc4-7d43724d4620 tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] For port aaaede09-2d2f-46a7-a73a-59ed5d7bf9c3, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=aaaede09-2d2f-46a7-a73a-59ed5d7bf9c3,segment=NetworkSegment(36a8c63b-88d8-4b21-b462-8c7cba3da20e),segment_id=36a8c63b-88d8-4b21-b462-8c7cba3da20e)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:11:05.670079 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-66d9217a-fdf9-4a21-a341-d132fe61ad4b req-38d6f8a5-5ab3-4abc-8fc4-7d43724d4620 tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:11:05.682739 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-66d9217a-fdf9-4a21-a341-d132fe61ad4b req-38d6f8a5-5ab3-4abc-8fc4-7d43724d4620 tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] Calling delete_port for aaaede09-2d2f-46a7-a73a-59ed5d7bf9c3 owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:11:05.932580 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-66d9217a-fdf9-4a21-a341-d132fe61ad4b req-38d6f8a5-5ab3-4abc-8fc4-7d43724d4620 tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:11:05.945537 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['aaaede09-2d2f-46a7-a73a-59ed5d7bf9c3'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:11:05.963146 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d6f8a5-5ab3-4abc-8fc4-7d43724d4620 tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] Pushing event deleted for resources: {'Port': ['ID=aaaede09-2d2f-46a7-a73a-59ed5d7bf9c3,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:11:06.010666 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-66d9217a-fdf9-4a21-a341-d132fe61ad4b req-38d6f8a5-5ab3-4abc-8fc4-7d43724d4620 tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] No DVR routers for this DVR port aaaede09-2d2f-46a7-a73a-59ed5d7bf9c3 on host n-h2-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:11:06.013306 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-66d9217a-fdf9-4a21-a341-d132fe61ad4b req-38d6f8a5-5ab3-4abc-8fc4-7d43724d4620 tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:11:06.015310 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-66d9217a-fdf9-4a21-a341-d132fe61ad4b req-38d6f8a5-5ab3-4abc-8fc4-7d43724d4620 tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] 10.222.0.15 "DELETE /v2.0/ports/aaaede09-2d2f-46a7-a73a-59ed5d7bf9c3 HTTP/1.1" status: 204 len: 173 time: 0.5355628 Jul 05 03:11:06.015765 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ae59508-624d-475f-8d1e-23a20090cff9', 'name': 'network-vif-deleted', 'tag': 'aaaede09-2d2f-46a7-a73a-59ed5d7bf9c3'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:11:06.018003 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4c1385bffaa5d930a7117e6982c27207eca91cca31cf4b43f86c7ad63cd24a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b847efd0-981f-4e0d-a078-fa5ff0a04d9c" -d '{"events": [{"server_uuid": "0ae59508-624d-475f-8d1e-23a20090cff9", "name": "network-vif-deleted", "tag": "aaaede09-2d2f-46a7-a73a-59ed5d7bf9c3"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:11:06.056392 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-152dd228-fda9-426d-b74a-87a023b3b148 x-openstack-request-id: req-152dd228-fda9-426d-b74a-87a023b3b148 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:11:06.056712 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ae59508-624d-475f-8d1e-23a20090cff9", "name": "network-vif-deleted", "tag": "aaaede09-2d2f-46a7-a73a-59ed5d7bf9c3", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:11:06.056968 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-152dd228-fda9-426d-b74a-87a023b3b148 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:11:06.057376 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ae59508-624d-475f-8d1e-23a20090cff9', 'name': 'network-vif-deleted', 'tag': 'aaaede09-2d2f-46a7-a73a-59ed5d7bf9c3', 'status': 'completed', 'code': 200} Jul 05 03:11:06.620113 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2623c90c-e559-4e60-b815-db1d933fb2e8 req-8b850106-0a28-43cb-bad0-aa9e6e72ff2d tempest-DeleteServersTestJSON-1970546622 tempest-DeleteServersTestJSON-1970546622-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ae59508-624d-475f-8d1e-23a20090cff9 HTTP/1.1" status: 200 len: 210 time: 0.0284216 Jul 05 03:11:07.871559 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 47358) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:11:07.915742 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_v2 [None req-276e1dc9-ea05-45d7-b78d-bb6bc230c153 admin admin] Deleting subnet 3a03d580-15f0-4018-86af-348ddfa31b2c {{(pid=94461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:11:07.918857 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-276e1dc9-ea05-45d7-b78d-bb6bc230c153 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:11:07.953141 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-276e1dc9-ea05-45d7-b78d-bb6bc230c153 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5519650'] for subnet, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:11:07.990942 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-276e1dc9-ea05-45d7-b78d-bb6bc230c153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:11:08.137207 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-276e1dc9-ea05-45d7-b78d-bb6bc230c153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5763388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774356'] for subnet, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:11:08.163111 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276e1dc9-ea05-45d7-b78d-bb6bc230c153 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a03d580-15f0-4018-86af-348ddfa31b2c,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:11:08.166792 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-276e1dc9-ea05-45d7-b78d-bb6bc230c153 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:11:08.168666 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-276e1dc9-ea05-45d7-b78d-bb6bc230c153 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/3a03d580-15f0-4018-86af-348ddfa31b2c HTTP/1.1" status: 204 len: 168 time: 0.2960675 Jul 05 03:11:08.171322 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 47360) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:11:08.237427 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a3f6456c-ac0c-4991-be18-7e1155f0c7ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:11:08.316585 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a3f6456c-ac0c-4991-be18-7e1155f0c7ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:11:08.326867 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-a3f6456c-ac0c-4991-be18-7e1155f0c7ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06c89d0a-7813-45ea-a5c1-e512fba33d75']}} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:11:08.336570 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-a3f6456c-ac0c-4991-be18-7e1155f0c7ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36a8c63b-88d8-4b21-b462-8c7cba3da20e') {'for_net_delete': True} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:11:08.336864 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-a3f6456c-ac0c-4991-be18-7e1155f0c7ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36a8c63b-88d8-4b21-b462-8c7cba3da20e') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:11:08.345252 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a3f6456c-ac0c-4991-be18-7e1155f0c7ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5519669'] for segment, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:11:08.358329 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a3f6456c-ac0c-4991-be18-7e1155f0c7ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:11:08.364451 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3f6456c-ac0c-4991-be18-7e1155f0c7ce admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=94461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:11:08.364848 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a3f6456c-ac0c-4991-be18-7e1155f0c7ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5763545'] for segment, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:11:08.366720 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:11:08.366720 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:11:08.366720 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:11:08.366720 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:11:08.366720 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:11:08.366720 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:11:08.366720 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:11:08.366720 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:11:08.366720 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:11:08.366720 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:11:08.366720 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:11:08.366720 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:11:08.366720 n-d-771362-32 neutron-server[94461]: Traceback (most recent call last): Jul 05 03:11:08.366720 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:11:08.366720 n-d-771362-32 neutron-server[94461]: timer() Jul 05 03:11:08.366720 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:11:08.366720 n-d-771362-32 neutron-server[94461]: cb(*args, **kw) Jul 05 03:11:08.366720 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:11:08.366720 n-d-771362-32 neutron-server[94461]: return func(*args, **kwargs) Jul 05 03:11:08.366720 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:11:08.366720 n-d-771362-32 neutron-server[94461]: self._notify() Jul 05 03:11:08.366720 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:11:08.366720 n-d-771362-32 neutron-server[94461]: self.callback(batched_events) Jul 05 03:11:08.366720 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:11:08.366720 n-d-771362-32 neutron-server[94461]: event.method(event) Jul 05 03:11:08.366720 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:11:08.366720 n-d-771362-32 neutron-server[94461]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:11:08.366720 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:11:08.366720 n-d-771362-32 neutron-server[94461]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:11:08.366720 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:11:08.366720 n-d-771362-32 neutron-server[94461]: return f(self, *a, **k) Jul 05 03:11:08.366720 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:11:08.366720 n-d-771362-32 neutron-server[94461]: return self._get(url).json() Jul 05 03:11:08.366720 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:11:08.366720 n-d-771362-32 neutron-server[94461]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:11:08.366720 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:11:08.366720 n-d-771362-32 neutron-server[94461]: return self.request(url, 'GET', **kwargs) Jul 05 03:11:08.366720 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:11:08.366720 n-d-771362-32 neutron-server[94461]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:11:08.366720 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:11:08.366720 n-d-771362-32 neutron-server[94461]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:11:08.366720 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:11:08.366720 n-d-771362-32 neutron-server[94461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:11:08.366720 n-d-771362-32 neutron-server[94461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:11:08.485293 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a3f6456c-ac0c-4991-be18-7e1155f0c7ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:11:08.491049 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a3f6456c-ac0c-4991-be18-7e1155f0c7ce admin admin] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:11:08.492886 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-a3f6456c-ac0c-4991-be18-7e1155f0c7ce admin admin] 10.222.0.23 "DELETE /v2.0/networks/06c89d0a-7813-45ea-a5c1-e512fba33d75 HTTP/1.1" status: 204 len: 168 time: 0.3206611 Jul 05 03:11:08.504293 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f6456c-ac0c-4991-be18-7e1155f0c7ce admin admin] Pushing event deleted for resources: {'Network': ['ID=06c89d0a-7813-45ea-a5c1-e512fba33d75,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:11:08.630251 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device aaaede09-2d2f-46a7-a73a-59ed5d7bf9c3 no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:11:08.649988 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] No Port match for: aaaede09-2d2f-46a7-a73a-59ed5d7bf9c3 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:11:08.650359 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device aaaede09-2d2f-46a7-a73a-59ed5d7bf9c3 not bound to the agent host n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:11:08.904421 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 47364) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:11:08.946666 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-60b593a7-9eb5-40d2-80e6-86966a3c5b6c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f8aa324e51324442bd2953bcb540cebe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0410480 Jul 05 03:11:08.949185 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 47366) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:11:08.995834 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8e67e483-55cd-41ff-b5d4-9c8206c53c4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:11:09.017175 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8e67e483-55cd-41ff-b5d4-9c8206c53c4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:11:09.171023 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8e67e483-55cd-41ff-b5d4-9c8206c53c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:11:09.173571 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8e67e483-55cd-41ff-b5d4-9c8206c53c4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:11:09.174778 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-8e67e483-55cd-41ff-b5d4-9c8206c53c4e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/08c84993-fc87-4ad7-80e1-75feb9e45a95 HTTP/1.1" status: 204 len: 168 time: 0.2246804 Jul 05 03:11:09.183753 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e67e483-55cd-41ff-b5d4-9c8206c53c4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08c84993-fc87-4ad7-80e1-75feb9e45a95,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:11:09.190025 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e67e483-55cd-41ff-b5d4-9c8206c53c4e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:11:09.190441 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e67e483-55cd-41ff-b5d4-9c8206c53c4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:11:09.190744 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e67e483-55cd-41ff-b5d4-9c8206c53c4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:11:09.191081 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e67e483-55cd-41ff-b5d4-9c8206c53c4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:11:09.191411 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e67e483-55cd-41ff-b5d4-9c8206c53c4e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:11:09.191739 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e67e483-55cd-41ff-b5d4-9c8206c53c4e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:11:09.192341 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e67e483-55cd-41ff-b5d4-9c8206c53c4e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:11:09.192655 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e67e483-55cd-41ff-b5d4-9c8206c53c4e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:11:09.192979 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e67e483-55cd-41ff-b5d4-9c8206c53c4e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:11:09.193305 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e67e483-55cd-41ff-b5d4-9c8206c53c4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:11:09.193623 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e67e483-55cd-41ff-b5d4-9c8206c53c4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:11:09.193942 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e67e483-55cd-41ff-b5d4-9c8206c53c4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:11:10.200317 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 47388) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:11:10.292021 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-08031ba2-b93c-4233-8062-116719e14ab5 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1196438145-network', 'tenant_id': '270e044e9c524383b10e9a50fde8952f'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:11:10.366545 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08031ba2-b93c-4233-8062-116719e14ab5 admin admin] Made reservation on behalf of 270e044e9c524383b10e9a50fde8952f for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:11:10.368901 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-08031ba2-b93c-4233-8062-116719e14ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:11:10.377193 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-08031ba2-b93c-4233-8062-116719e14ab5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:11:10.469515 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-08031ba2-b93c-4233-8062-116719e14ab5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:11:10.548126 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-08031ba2-b93c-4233-8062-116719e14ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:11:10.573027 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08031ba2-b93c-4233-8062-116719e14ab5 admin admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:11:10.582043 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08031ba2-b93c-4233-8062-116719e14ab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c645b923-6e78-4a41-aa73-0add5cc9efa7,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:11:10.589128 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-08031ba2-b93c-4233-8062-116719e14ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:11:10.589468 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-08031ba2-b93c-4233-8062-116719e14ab5 admin admin] Added segment 810efd5f-8b5f-425c-85d1-3827de6cd988 of type vlan for network 2212a7f8-5c46-4660-8e03-6cc129db7b1e Jul 05 03:11:10.630285 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-08031ba2-b93c-4233-8062-116719e14ab5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:11:10.743922 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-08031ba2-b93c-4233-8062-116719e14ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:11:10.744917 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08031ba2-b93c-4233-8062-116719e14ab5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:11:10.745791 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-08031ba2-b93c-4233-8062-116719e14ab5 admin admin] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:11:10.820667 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08031ba2-b93c-4233-8062-116719e14ab5 admin admin] Pushing event updated for resources: {'Network': ['ID=2212a7f8-5c46-4660-8e03-6cc129db7b1e,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:11:10.831968 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 2212a7f8-5c46-4660-8e03-6cc129db7b1e details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:11:10.882528 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-08031ba2-b93c-4233-8062-116719e14ab5 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6808236 Jul 05 03:11:10.885164 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 47392) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:11:10.890877 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-2bf44d18-95d4-4b21-8211-e7a656f9ae10 admin admin] Request body: {'subnet': {'network_id': '2212a7f8-5c46-4660-8e03-6cc129db7b1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1196438145-subnet', 'tenant_id': '270e044e9c524383b10e9a50fde8952f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:11:10.982620 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bf44d18-95d4-4b21-8211-e7a656f9ae10 admin admin] Made reservation on behalf of 270e044e9c524383b10e9a50fde8952f for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:11:10.985039 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2bf44d18-95d4-4b21-8211-e7a656f9ae10 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:11:11.228449 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2bf44d18-95d4-4b21-8211-e7a656f9ae10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:11:11.285671 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf44d18-95d4-4b21-8211-e7a656f9ae10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9679089-7159-4c1b-b7ef-72522080ce3a,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:11:11.295712 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf44d18-95d4-4b21-8211-e7a656f9ae10 admin admin] Checking segment: {'id': '810efd5f-8b5f-425c-85d1-3827de6cd988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2212a7f8-5c46-4660-8e03-6cc129db7b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:11:11.296062 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf44d18-95d4-4b21-8211-e7a656f9ae10 admin admin] Network hostable DHCP agents. Network: 2212a7f8-5c46-4660-8e03-6cc129db7b1e, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:11:11.452310 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf44d18-95d4-4b21-8211-e7a656f9ae10 admin admin] Network 2212a7f8-5c46-4660-8e03-6cc129db7b1e is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:11:11.547777 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-2bf44d18-95d4-4b21-8211-e7a656f9ae10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 2212a7f8-5c46-4660-8e03-6cc129db7b1e) {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:11:11.552123 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf44d18-95d4-4b21-8211-e7a656f9ae10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:11:11.552770 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2bf44d18-95d4-4b21-8211-e7a656f9ae10 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:11:11.556671 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca293cda-6693-4707-9c09-cff426027bea None None] Network 2212a7f8-5c46-4660-8e03-6cc129db7b1e requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:11:11.628564 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-2bf44d18-95d4-4b21-8211-e7a656f9ae10 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7423284 Jul 05 03:11:11.680234 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9072d4-dc66-4bca-9faf-3187381a64d6 None None] Network 2212a7f8-5c46-4660-8e03-6cc129db7b1e requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:11:12.195792 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:11:12.264010 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:11:12.407549 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8491a5f0-c89f-4539-99f6-3984913723bc req-cacc1a91-5ee6-4bc5-a124-4996a52bb7b4 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:11:12.409056 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8491a5f0-c89f-4539-99f6-3984913723bc req-cacc1a91-5ee6-4bc5-a124-4996a52bb7b4 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/networks?id=2212a7f8-5c46-4660-8e03-6cc129db7b1e HTTP/1.1" status: 200 len: 815 time: 0.4498708 Jul 05 03:11:12.423760 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8491a5f0-c89f-4539-99f6-3984913723bc req-e870b4a3-5f38-4add-adf7-e703704880b7 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/quotas/270e044e9c524383b10e9a50fde8952f HTTP/1.1" status: 200 len: 375 time: 0.0094154 Jul 05 03:11:12.456276 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8491a5f0-c89f-4539-99f6-3984913723bc req-abd6ef31-de0a-40a6-8e2b-bba7e250182c tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=270e044e9c524383b10e9a50fde8952f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276062 Jul 05 03:11:12.522216 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [req-8491a5f0-c89f-4539-99f6-3984913723bc req-369fe795-a01e-4f4d-8145-e8e5d006af48 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94462) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:11:12.523228 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8491a5f0-c89f-4539-99f6-3984913723bc req-369fe795-a01e-4f4d-8145-e8e5d006af48 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0605953 Jul 05 03:11:12.612708 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8491a5f0-c89f-4539-99f6-3984913723bc req-f37fcef9-4331-4cd2-af3e-a094db15412d service neutron] 10.222.0.23 "GET /v2.0/networks/2212a7f8-5c46-4660-8e03-6cc129db7b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834589 Jul 05 03:11:12.702381 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8491a5f0-c89f-4539-99f6-3984913723bc req-8eacec01-8f63-4afc-a04e-717d87a7a005 service neutron] 10.222.0.23 "GET /v2.0/networks/2212a7f8-5c46-4660-8e03-6cc129db7b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838909 Jul 05 03:11:13.019571 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0b5a3d42-f3c5-43a5-ab2e-3e82f2bd4b47 req-e3bf62f2-71d8-4320-b335-4990e7b121f0 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/ports?device_id=693930a1-3c1d-43fd-aeaf-86ddc290f197 HTTP/1.1" status: 200 len: 210 time: 0.0324800 Jul 05 03:11:14.163369 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0c3c2b2a-b5ae-43df-addc-603f58055fe4 req-a8c09c36-3888-4291-a0a3-8940949b07b3 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/ports?device_id=693930a1-3c1d-43fd-aeaf-86ddc290f197 HTTP/1.1" status: 200 len: 210 time: 0.0295527 Jul 05 03:11:15.012119 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:11:15.254874 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8491a5f0-c89f-4539-99f6-3984913723bc req-c1433c6b-8489-4709-9036-c6c198ffaf72 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:11:15.257305 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8491a5f0-c89f-4539-99f6-3984913723bc req-c1433c6b-8489-4709-9036-c6c198ffaf72 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.15 "GET /v2.0/networks?id=2212a7f8-5c46-4660-8e03-6cc129db7b1e HTTP/1.1" status: 200 len: 815 time: 0.1050043 Jul 05 03:11:15.268517 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-8491a5f0-c89f-4539-99f6-3984913723bc req-cd5cc817-ebb3-436f-9d59-cbfa46ffba53 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Request body: {'port': {'device_id': '693930a1-3c1d-43fd-aeaf-86ddc290f197', 'network_id': '2212a7f8-5c46-4660-8e03-6cc129db7b1e', 'admin_state_up': True, 'tenant_id': '270e044e9c524383b10e9a50fde8952f'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:11:15.345842 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-958aa2f1-0444-44bf-ab25-56eb6e61e272 req-0101a5c2-5dce-4603-b296-b0c61e34ab2a tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/ports?device_id=693930a1-3c1d-43fd-aeaf-86ddc290f197 HTTP/1.1" status: 200 len: 210 time: 0.0626101 Jul 05 03:11:15.486723 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8491a5f0-c89f-4539-99f6-3984913723bc req-cd5cc817-ebb3-436f-9d59-cbfa46ffba53 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Made reservation on behalf of 270e044e9c524383b10e9a50fde8952f for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:11:15.490362 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-8491a5f0-c89f-4539-99f6-3984913723bc req-cd5cc817-ebb3-436f-9d59-cbfa46ffba53 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:11:15.617367 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-8491a5f0-c89f-4539-99f6-3984913723bc req-cd5cc817-ebb3-436f-9d59-cbfa46ffba53 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Allocated IP 172.20.0.6 (2212a7f8-5c46-4660-8e03-6cc129db7b1e/f9679089-7159-4c1b-b7ef-72522080ce3a/1c9dc820-1c1b-4e1e-8f5c-179b93ce1dd7) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:11:15.776254 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-8491a5f0-c89f-4539-99f6-3984913723bc req-cd5cc817-ebb3-436f-9d59-cbfa46ffba53 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:11:15.847506 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-8491a5f0-c89f-4539-99f6-3984913723bc req-cd5cc817-ebb3-436f-9d59-cbfa46ffba53 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:11:15.908096 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8491a5f0-c89f-4539-99f6-3984913723bc req-cd5cc817-ebb3-436f-9d59-cbfa46ffba53 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Network 2212a7f8-5c46-4660-8e03-6cc129db7b1e is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:11:15.913139 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-8491a5f0-c89f-4539-99f6-3984913723bc req-cd5cc817-ebb3-436f-9d59-cbfa46ffba53 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:11:15.923076 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-8491a5f0-c89f-4539-99f6-3984913723bc req-cd5cc817-ebb3-436f-9d59-cbfa46ffba53 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:11:15.932867 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5cc817-ebb3-436f-9d59-cbfa46ffba53 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Pushing event updated for resources: {'Port': ['ID=1c9dc820-1c1b-4e1e-8f5c-179b93ce1dd7,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:11:15.994252 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8491a5f0-c89f-4539-99f6-3984913723bc req-cd5cc817-ebb3-436f-9d59-cbfa46ffba53 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:11:15.994875 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-8491a5f0-c89f-4539-99f6-3984913723bc req-cd5cc817-ebb3-436f-9d59-cbfa46ffba53 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:11:16.080410 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8491a5f0-c89f-4539-99f6-3984913723bc req-cd5cc817-ebb3-436f-9d59-cbfa46ffba53 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8160124 Jul 05 03:11:16.092772 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-8491a5f0-c89f-4539-99f6-3984913723bc req-f986e69a-49be-46c8-8c86-c05b93bc23c0 service neutron] Request body: {'port': {'device_id': '693930a1-3c1d-43fd-aeaf-86ddc290f197', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:11:16.167833 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-8491a5f0-c89f-4539-99f6-3984913723bc req-f986e69a-49be-46c8-8c86-c05b93bc23c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:11:16.432422 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-8491a5f0-c89f-4539-99f6-3984913723bc req-f986e69a-49be-46c8-8c86-c05b93bc23c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c9dc820-1c1b-4e1e-8f5c-179b93ce1dd7 {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:11:16.440225 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-8491a5f0-c89f-4539-99f6-3984913723bc req-f986e69a-49be-46c8-8c86-c05b93bc23c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:11:16.453903 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-8491a5f0-c89f-4539-99f6-3984913723bc req-f986e69a-49be-46c8-8c86-c05b93bc23c0 service neutron] Transition to ACTIVE for port object 1c9dc820-1c1b-4e1e-8f5c-179b93ce1dd7 will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:11:16.519741 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-8491a5f0-c89f-4539-99f6-3984913723bc req-f986e69a-49be-46c8-8c86-c05b93bc23c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:11:16.527168 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eb5ecb-ab3f-4083-865f-36b1ae093534 req-79c53466-3069-4e31-a222-a10af9a56015 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:11:16.528883 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-61eb5ecb-ab3f-4083-865f-36b1ae093534 req-79c53466-3069-4e31-a222-a10af9a56015 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/ports?device_id=693930a1-3c1d-43fd-aeaf-86ddc290f197 HTTP/1.1" status: 200 len: 931 time: 0.0654931 Jul 05 03:11:16.569779 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f986e69a-49be-46c8-8c86-c05b93bc23c0 service neutron] Pushing event updated for resources: {'Port': ['ID=1c9dc820-1c1b-4e1e-8f5c-179b93ce1dd7,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:11:16.576448 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-61eb5ecb-ab3f-4083-865f-36b1ae093534 req-b17f95e5-6da9-4653-8a7d-8ef8fb3850c4 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/security-groups?id=c645b923-6e78-4a41-aa73-0add5cc9efa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385504 Jul 05 03:11:16.643061 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-8491a5f0-c89f-4539-99f6-3984913723bc req-f986e69a-49be-46c8-8c86-c05b93bc23c0 service neutron] Attempting to bind port 1c9dc820-1c1b-4e1e-8f5c-179b93ce1dd7 on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:11:16.643396 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-8491a5f0-c89f-4539-99f6-3984913723bc req-f986e69a-49be-46c8-8c86-c05b93bc23c0 service neutron] Attempting to bind port 1c9dc820-1c1b-4e1e-8f5c-179b93ce1dd7 by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '810efd5f-8b5f-425c-85d1-3827de6cd988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2212a7f8-5c46-4660-8e03-6cc129db7b1e'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:11:16.643723 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8491a5f0-c89f-4539-99f6-3984913723bc req-f986e69a-49be-46c8-8c86-c05b93bc23c0 service neutron] Attempting to bind port 1c9dc820-1c1b-4e1e-8f5c-179b93ce1dd7 on network 2212a7f8-5c46-4660-8e03-6cc129db7b1e {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:11:16.647917 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8491a5f0-c89f-4539-99f6-3984913723bc req-f986e69a-49be-46c8-8c86-c05b93bc23c0 service neutron] Port 1c9dc820-1c1b-4e1e-8f5c-179b93ce1dd7 on network 2212a7f8-5c46-4660-8e03-6cc129db7b1e not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:11:16.648232 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8491a5f0-c89f-4539-99f6-3984913723bc req-f986e69a-49be-46c8-8c86-c05b93bc23c0 service neutron] Attempting to bind port 1c9dc820-1c1b-4e1e-8f5c-179b93ce1dd7 on network 2212a7f8-5c46-4660-8e03-6cc129db7b1e {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:11:16.653027 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8491a5f0-c89f-4539-99f6-3984913723bc req-f986e69a-49be-46c8-8c86-c05b93bc23c0 service neutron] Checking agent: {'id': 'e071c76e-395f-48c4-a98f-88088465cf0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:11:16.653360 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8491a5f0-c89f-4539-99f6-3984913723bc req-f986e69a-49be-46c8-8c86-c05b93bc23c0 service neutron] Checking segment: {'id': '810efd5f-8b5f-425c-85d1-3827de6cd988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2212a7f8-5c46-4660-8e03-6cc129db7b1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:11:16.653738 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8491a5f0-c89f-4539-99f6-3984913723bc req-f986e69a-49be-46c8-8c86-c05b93bc23c0 service neutron] Bound using segment: {'id': '810efd5f-8b5f-425c-85d1-3827de6cd988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2212a7f8-5c46-4660-8e03-6cc129db7b1e'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:11:16.654190 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-8491a5f0-c89f-4539-99f6-3984913723bc req-f986e69a-49be-46c8-8c86-c05b93bc23c0 service neutron] Bound port: 1c9dc820-1c1b-4e1e-8f5c-179b93ce1dd7, host: n-h2-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '810efd5f-8b5f-425c-85d1-3827de6cd988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2212a7f8-5c46-4660-8e03-6cc129db7b1e'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:11:16.654548 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-8491a5f0-c89f-4539-99f6-3984913723bc req-f986e69a-49be-46c8-8c86-c05b93bc23c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:11:16.716356 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-8491a5f0-c89f-4539-99f6-3984913723bc req-f986e69a-49be-46c8-8c86-c05b93bc23c0 service neutron] For port 1c9dc820-1c1b-4e1e-8f5c-179b93ce1dd7, host n-h2-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:11:16.719237 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-8491a5f0-c89f-4539-99f6-3984913723bc req-f986e69a-49be-46c8-8c86-c05b93bc23c0 service neutron] For port 1c9dc820-1c1b-4e1e-8f5c-179b93ce1dd7, host n-h2-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=1c9dc820-1c1b-4e1e-8f5c-179b93ce1dd7,segment=NetworkSegment(810efd5f-8b5f-425c-85d1-3827de6cd988),segment_id=810efd5f-8b5f-425c-85d1-3827de6cd988)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:11:16.841572 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-8491a5f0-c89f-4539-99f6-3984913723bc req-f986e69a-49be-46c8-8c86-c05b93bc23c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:11:16.875702 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8491a5f0-c89f-4539-99f6-3984913723bc req-f986e69a-49be-46c8-8c86-c05b93bc23c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:11:16.876323 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-8491a5f0-c89f-4539-99f6-3984913723bc req-f986e69a-49be-46c8-8c86-c05b93bc23c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:11:16.877739 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8491a5f0-c89f-4539-99f6-3984913723bc req-f986e69a-49be-46c8-8c86-c05b93bc23c0 service neutron] 10.222.0.15 "PUT /v2.0/ports/1c9dc820-1c1b-4e1e-8f5c-179b93ce1dd7 HTTP/1.1" status: 200 len: 1092 time: 0.7896934 Jul 05 03:11:16.878198 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '693930a1-3c1d-43fd-aeaf-86ddc290f197', 'tag': '1c9dc820-1c1b-4e1e-8f5c-179b93ce1dd7'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:11:16.880470 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4c1385bffaa5d930a7117e6982c27207eca91cca31cf4b43f86c7ad63cd24a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e7f323-4d57-41d8-b512-8b1803a2008b" -d '{"events": [{"name": "network-changed", "server_uuid": "693930a1-3c1d-43fd-aeaf-86ddc290f197", "tag": "1c9dc820-1c1b-4e1e-8f5c-179b93ce1dd7"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:11:16.904438 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f986e69a-49be-46c8-8c86-c05b93bc23c0 service neutron] Pushing event updated for resources: {'Port': ['ID=1c9dc820-1c1b-4e1e-8f5c-179b93ce1dd7,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:11:16.915815 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d32b212-3329-4656-bd12-83c2bd332989 x-openstack-request-id: req-9d32b212-3329-4656-bd12-83c2bd332989 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:11:16.916134 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "693930a1-3c1d-43fd-aeaf-86ddc290f197", "tag": "1c9dc820-1c1b-4e1e-8f5c-179b93ce1dd7", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:11:16.916395 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9d32b212-3329-4656-bd12-83c2bd332989 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:11:16.916805 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '693930a1-3c1d-43fd-aeaf-86ddc290f197', 'tag': '1c9dc820-1c1b-4e1e-8f5c-179b93ce1dd7', 'status': 'completed', 'code': 200} Jul 05 03:11:16.995184 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e7f323-4d57-41d8-b512-8b1803a2008b req-4b76a5e5-7f59-4aca-9e4f-8f2782e7b072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:11:16.999042 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-19e7f323-4d57-41d8-b512-8b1803a2008b req-4b76a5e5-7f59-4aca-9e4f-8f2782e7b072 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=270e044e9c524383b10e9a50fde8952f&device_id=693930a1-3c1d-43fd-aeaf-86ddc290f197 HTTP/1.1" status: 200 len: 1095 time: 0.0585380 Jul 05 03:11:17.094405 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e7f323-4d57-41d8-b512-8b1803a2008b req-de9f96f7-d4d8-45e9-8892-3fd1727eee72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:11:17.095991 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-19e7f323-4d57-41d8-b512-8b1803a2008b req-de9f96f7-d4d8-45e9-8892-3fd1727eee72 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=270e044e9c524383b10e9a50fde8952f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0916054 Jul 05 03:11:17.192575 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e7f323-4d57-41d8-b512-8b1803a2008b req-5436396a-4696-4161-bcf8-a8f3c9232d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:11:17.194090 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-19e7f323-4d57-41d8-b512-8b1803a2008b req-5436396a-4696-4161-bcf8-a8f3c9232d56 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0920165 Jul 05 03:11:17.283075 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8491a5f0-c89f-4539-99f6-3984913723bc req-a2c1411e-0b87-480c-8f99-dc3971ead8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:11:17.284893 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8491a5f0-c89f-4539-99f6-3984913723bc req-a2c1411e-0b87-480c-8f99-dc3971ead8a1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=270e044e9c524383b10e9a50fde8952f&device_id=693930a1-3c1d-43fd-aeaf-86ddc290f197 HTTP/1.1" status: 200 len: 1095 time: 0.0527511 Jul 05 03:11:17.327486 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8491a5f0-c89f-4539-99f6-3984913723bc req-15278cf9-b9f5-4486-80d3-741e1bd75ed8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c9dc820-1c1b-4e1e-8f5c-179b93ce1dd7 HTTP/1.1" status: 200 len: 217 time: 0.0359137 Jul 05 03:11:17.379316 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8491a5f0-c89f-4539-99f6-3984913723bc req-4c7ad78e-23c2-4c2f-ad98-909c5c9c48ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:11:17.380798 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8491a5f0-c89f-4539-99f6-3984913723bc req-4c7ad78e-23c2-4c2f-ad98-909c5c9c48ce service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f9679089-7159-4c1b-b7ef-72522080ce3a HTTP/1.1" status: 200 len: 855 time: 0.0476105 Jul 05 03:11:17.413941 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8491a5f0-c89f-4539-99f6-3984913723bc req-9af6a975-9d06-4023-b654-e94ba3b9897c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2212a7f8-5c46-4660-8e03-6cc129db7b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266051 Jul 05 03:11:17.500114 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8491a5f0-c89f-4539-99f6-3984913723bc req-7edb1639-50da-4a70-a1e4-7072e325e6b5 service neutron] 10.222.0.15 "GET /v2.0/networks/2212a7f8-5c46-4660-8e03-6cc129db7b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797572 Jul 05 03:11:17.592860 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8491a5f0-c89f-4539-99f6-3984913723bc req-b1c77e95-4e21-45cb-9fca-7878e2a0049b service neutron] 10.222.0.15 "GET /v2.0/networks/2212a7f8-5c46-4660-8e03-6cc129db7b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863841 Jul 05 03:11:17.751349 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c306fd0-bad2-4a75-b9f7-31e6416d176d req-64dfdc23-27fc-445e-ac0f-997f495181e3 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:11:17.752917 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9c306fd0-bad2-4a75-b9f7-31e6416d176d req-64dfdc23-27fc-445e-ac0f-997f495181e3 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/ports?device_id=693930a1-3c1d-43fd-aeaf-86ddc290f197 HTTP/1.1" status: 200 len: 943 time: 0.0634201 Jul 05 03:11:17.794727 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9c306fd0-bad2-4a75-b9f7-31e6416d176d req-42ee1727-dda5-4925-8f2c-d561a1e95962 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/security-groups?id=c645b923-6e78-4a41-aa73-0add5cc9efa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331359 Jul 05 03:11:18.979743 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82159eae-8ea8-4717-bb2f-66c350e3ae3a req-5dc82059-40df-441b-b335-28eef57df065 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:11:18.981259 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-82159eae-8ea8-4717-bb2f-66c350e3ae3a req-5dc82059-40df-441b-b335-28eef57df065 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/ports?device_id=693930a1-3c1d-43fd-aeaf-86ddc290f197 HTTP/1.1" status: 200 len: 943 time: 0.0628369 Jul 05 03:11:19.019758 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-82159eae-8ea8-4717-bb2f-66c350e3ae3a req-dadf46bc-f70f-49b4-ac1e-a8b55cd35247 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/security-groups?id=c645b923-6e78-4a41-aa73-0add5cc9efa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327978 Jul 05 03:11:20.192919 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f62c8-4fd7-426f-a50b-9abe81e81845 req-cc4aae6c-5b33-4eaa-9ddb-2fac2e8bd904 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:11:20.194447 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-730f62c8-4fd7-426f-a50b-9abe81e81845 req-cc4aae6c-5b33-4eaa-9ddb-2fac2e8bd904 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/ports?device_id=693930a1-3c1d-43fd-aeaf-86ddc290f197 HTTP/1.1" status: 200 len: 943 time: 0.0625825 Jul 05 03:11:20.232778 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-730f62c8-4fd7-426f-a50b-9abe81e81845 req-97ebf520-867a-46dc-b653-d72a36112fb8 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/security-groups?id=c645b923-6e78-4a41-aa73-0add5cc9efa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320067 Jul 05 03:11:20.693288 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 1c9dc820-1c1b-4e1e-8f5c-179b93ce1dd7 details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:11:20.789448 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 1c9dc820-1c1b-4e1e-8f5c-179b93ce1dd7, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=1c9dc820-1c1b-4e1e-8f5c-179b93ce1dd7,segment=NetworkSegment(810efd5f-8b5f-425c-85d1-3827de6cd988),segment_id=810efd5f-8b5f-425c-85d1-3827de6cd988)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:11:20.801176 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Returning: {'device': '1c9dc820-1c1b-4e1e-8f5c-179b93ce1dd7', 'network_id': '2212a7f8-5c46-4660-8e03-6cc129db7b1e', 'port_id': '1c9dc820-1c1b-4e1e-8f5c-179b93ce1dd7', 'mac_address': 'fa:16:3e:50:e1:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9679089-7159-4c1b-b7ef-72522080ce3a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:11:20.848790 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:11:20.861864 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c9dc820-1c1b-4e1e-8f5c-179b93ce1dd7 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:11:20.881594 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 1c9dc820-1c1b-4e1e-8f5c-179b93ce1dd7, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=1c9dc820-1c1b-4e1e-8f5c-179b93ce1dd7,segment=NetworkSegment(810efd5f-8b5f-425c-85d1-3827de6cd988),segment_id=810efd5f-8b5f-425c-85d1-3827de6cd988)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:11:20.926532 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-9d427b67-8c42-4ab2-8b49-262f2ff5d260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:11:20.967026 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:11:21.017661 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=1c9dc820-1c1b-4e1e-8f5c-179b93ce1dd7,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:11:21.175712 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['1c9dc820-1c1b-4e1e-8f5c-179b93ce1dd7'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:11:21.410737 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afe9619-c712-4572-b5de-fce40476a16f req-85c601ef-ac87-41d2-97d4-0a2342f0580e tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:11:21.412288 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5afe9619-c712-4572-b5de-fce40476a16f req-85c601ef-ac87-41d2-97d4-0a2342f0580e tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/ports?device_id=693930a1-3c1d-43fd-aeaf-86ddc290f197 HTTP/1.1" status: 200 len: 944 time: 0.0675483 Jul 05 03:11:21.450485 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5afe9619-c712-4572-b5de-fce40476a16f req-a6815216-136b-49c5-86c3-c01879d61840 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/security-groups?id=c645b923-6e78-4a41-aa73-0add5cc9efa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324287 Jul 05 03:11:22.629725 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596bf921-4448-4bab-97ac-b0fbf5d394d1 req-60481068-e10a-45e9-8233-b990f08731fd tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:11:22.631569 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-596bf921-4448-4bab-97ac-b0fbf5d394d1 req-60481068-e10a-45e9-8233-b990f08731fd tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/ports?device_id=693930a1-3c1d-43fd-aeaf-86ddc290f197 HTTP/1.1" status: 200 len: 944 time: 0.0705929 Jul 05 03:11:22.670916 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-596bf921-4448-4bab-97ac-b0fbf5d394d1 req-bc92b55c-e0ee-468c-9dff-d377273bae1c tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/security-groups?id=c645b923-6e78-4a41-aa73-0add5cc9efa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341430 Jul 05 03:11:22.692779 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 1c9dc820-1c1b-4e1e-8f5c-179b93ce1dd7 up at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:11:22.792981 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning for port 1c9dc820-1c1b-4e1e-8f5c-179b93ce1dd7 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:11:22.797006 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning complete for port 1c9dc820-1c1b-4e1e-8f5c-179b93ce1dd7 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:11:22.797379 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:11:22.872617 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:11:22.894661 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '693930a1-3c1d-43fd-aeaf-86ddc290f197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c9dc820-1c1b-4e1e-8f5c-179b93ce1dd7'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:11:22.896898 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1156d35e1955dd65519df7b38ee19a55ddc3a31abbcc68c280d02d687c0487e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5289b7bc-d3dc-4edf-b038-0e7f2bbbd245" -d '{"events": [{"server_uuid": "693930a1-3c1d-43fd-aeaf-86ddc290f197", "name": "network-vif-plugged", "status": "completed", "tag": "1c9dc820-1c1b-4e1e-8f5c-179b93ce1dd7"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:11:22.910055 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 1c9dc820-1c1b-4e1e-8f5c-179b93ce1dd7, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=1c9dc820-1c1b-4e1e-8f5c-179b93ce1dd7,segment=NetworkSegment(810efd5f-8b5f-425c-85d1-3827de6cd988),segment_id=810efd5f-8b5f-425c-85d1-3827de6cd988)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:11:22.936142 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2481895-7b41-4a0d-87d2-9d28cd040428 x-openstack-request-id: req-b2481895-7b41-4a0d-87d2-9d28cd040428 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:11:22.936587 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "693930a1-3c1d-43fd-aeaf-86ddc290f197", "name": "network-vif-plugged", "status": "completed", "tag": "1c9dc820-1c1b-4e1e-8f5c-179b93ce1dd7", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:11:22.936735 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b2481895-7b41-4a0d-87d2-9d28cd040428 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:11:22.937134 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '693930a1-3c1d-43fd-aeaf-86ddc290f197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c9dc820-1c1b-4e1e-8f5c-179b93ce1dd7', 'code': 200} Jul 05 03:11:22.960916 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:11:23.008202 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=1c9dc820-1c1b-4e1e-8f5c-179b93ce1dd7,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:11:23.051171 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f028796-d565-4de6-b0f7-2e86c1980811 req-871d721f-098a-4eed-909a-e16fbc0712a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:11:23.052744 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8f028796-d565-4de6-b0f7-2e86c1980811 req-871d721f-098a-4eed-909a-e16fbc0712a8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=693930a1-3c1d-43fd-aeaf-86ddc290f197 HTTP/1.1" status: 200 len: 1097 time: 0.0515211 Jul 05 03:11:23.086331 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8f028796-d565-4de6-b0f7-2e86c1980811 req-c0c1a427-4a2a-444e-a55d-464e9ba35af9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c645b923-6e78-4a41-aa73-0add5cc9efa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275030 Jul 05 03:11:23.246838 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f09a5ae0-51be-4051-a3c6-d694ccdcbcd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:11:23.853520 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccccaeb-426b-4eeb-ad34-ab243ee2a2be req-275d5711-054e-4abe-a26b-c412a69ab84b tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:11:23.854960 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-bccccaeb-426b-4eeb-ad34-ab243ee2a2be req-275d5711-054e-4abe-a26b-c412a69ab84b tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/ports?device_id=693930a1-3c1d-43fd-aeaf-86ddc290f197 HTTP/1.1" status: 200 len: 945 time: 0.0741336 Jul 05 03:11:23.893202 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-bccccaeb-426b-4eeb-ad34-ab243ee2a2be req-091b110e-49e8-4980-a6bb-01c067c8c5c5 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/security-groups?id=c645b923-6e78-4a41-aa73-0add5cc9efa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325661 Jul 05 03:11:24.046361 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:11:24.795192 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:11:25.072664 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d0ae7b-2c7d-4c52-82d7-db84c2a23002 req-5cba8acb-a228-464a-9440-c1171e1dab60 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:11:25.074303 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-67d0ae7b-2c7d-4c52-82d7-db84c2a23002 req-5cba8acb-a228-464a-9440-c1171e1dab60 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/ports?device_id=693930a1-3c1d-43fd-aeaf-86ddc290f197 HTTP/1.1" status: 200 len: 945 time: 0.0645373 Jul 05 03:11:25.117472 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-67d0ae7b-2c7d-4c52-82d7-db84c2a23002 req-e56796b0-690f-41ad-a199-db0f6178606e tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/security-groups?id=c645b923-6e78-4a41-aa73-0add5cc9efa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374737 Jul 05 03:11:25.290464 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac48d9a-6533-452c-886e-0c60cbe7ffcd req-1e2d47e1-40fe-4228-b935-b1372318bb28 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:11:25.291944 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3ac48d9a-6533-452c-886e-0c60cbe7ffcd req-1e2d47e1-40fe-4228-b935-b1372318bb28 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/ports?device_id=693930a1-3c1d-43fd-aeaf-86ddc290f197 HTTP/1.1" status: 200 len: 945 time: 0.0652990 Jul 05 03:11:25.329008 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3ac48d9a-6533-452c-886e-0c60cbe7ffcd req-b688dcf6-de67-4739-a79c-00d6520eef03 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/security-groups?id=c645b923-6e78-4a41-aa73-0add5cc9efa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314817 Jul 05 03:11:25.758058 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d431f6-37fa-4a12-8cdf-0b1ecdf3be0c req-ac7befff-7a29-4d93-88e0-16d473ff0b36 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:11:25.759604 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d0d431f6-37fa-4a12-8cdf-0b1ecdf3be0c req-ac7befff-7a29-4d93-88e0-16d473ff0b36 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/ports?device_id=693930a1-3c1d-43fd-aeaf-86ddc290f197 HTTP/1.1" status: 200 len: 945 time: 0.0637536 Jul 05 03:11:25.797729 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d0d431f6-37fa-4a12-8cdf-0b1ecdf3be0c req-73394ea0-0ce9-443e-8c80-4a5ae3236941 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/security-groups?id=c645b923-6e78-4a41-aa73-0add5cc9efa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317581 Jul 05 03:11:25.975296 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40310c83-808a-4912-9b72-61bd243f72c4 req-ab3c3836-268d-491a-8809-f26e65bc70db tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:11:25.976707 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-40310c83-808a-4912-9b72-61bd243f72c4 req-ab3c3836-268d-491a-8809-f26e65bc70db tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/ports?device_id=693930a1-3c1d-43fd-aeaf-86ddc290f197 HTTP/1.1" status: 200 len: 945 time: 0.0641835 Jul 05 03:11:26.014360 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-40310c83-808a-4912-9b72-61bd243f72c4 req-34ec7391-603b-48fe-b32e-589387e4bd9a tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/security-groups?id=c645b923-6e78-4a41-aa73-0add5cc9efa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314753 Jul 05 03:11:26.216002 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:11:26.671302 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdfff51-f6d4-462f-a0d3-1a243f6ce0a7 req-e329e02d-2da5-4135-9e3f-5072e198a15a tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:11:26.672802 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-acdfff51-f6d4-462f-a0d3-1a243f6ce0a7 req-e329e02d-2da5-4135-9e3f-5072e198a15a tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/ports?device_id=693930a1-3c1d-43fd-aeaf-86ddc290f197 HTTP/1.1" status: 200 len: 945 time: 0.0657370 Jul 05 03:11:26.715359 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-acdfff51-f6d4-462f-a0d3-1a243f6ce0a7 req-16f9c495-6976-42c2-8b5f-1f4081788c0a tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/security-groups?id=c645b923-6e78-4a41-aa73-0add5cc9efa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334613 Jul 05 03:11:26.929887 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7271219f-b7e3-4d9f-a42c-abfb386157bd req-72996337-a664-4ff5-811a-422638b7fde1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=693930a1-3c1d-43fd-aeaf-86ddc290f197&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1455998 Jul 05 03:11:27.912475 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6d4216-2299-4ab0-b894-fdb81e71b097 req-72dd5a9f-70ac-45f0-83a6-e3bdcef1ad0a tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:11:27.914172 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3c6d4216-2299-4ab0-b894-fdb81e71b097 req-72dd5a9f-70ac-45f0-83a6-e3bdcef1ad0a tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/ports?device_id=693930a1-3c1d-43fd-aeaf-86ddc290f197 HTTP/1.1" status: 200 len: 945 time: 0.0786777 Jul 05 03:11:27.955136 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3c6d4216-2299-4ab0-b894-fdb81e71b097 req-39a3a98d-909a-47e8-b497-8ab7572b45e4 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/security-groups?id=c645b923-6e78-4a41-aa73-0add5cc9efa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346620 Jul 05 03:11:29.139025 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7271219f-b7e3-4d9f-a42c-abfb386157bd req-c0ae4e06-7c2f-4a72-9843-b58c9ad13469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:11:29.140578 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7271219f-b7e3-4d9f-a42c-abfb386157bd req-c0ae4e06-7c2f-4a72-9843-b58c9ad13469 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=270e044e9c524383b10e9a50fde8952f&device_id=693930a1-3c1d-43fd-aeaf-86ddc290f197 HTTP/1.1" status: 200 len: 1097 time: 0.0943615 Jul 05 03:11:29.156215 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faad9e31-0fce-4a50-a850-f869dde2c1d6 req-4573d136-a631-4b03-aa62-701b0a21c458 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:11:29.157673 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-faad9e31-0fce-4a50-a850-f869dde2c1d6 req-4573d136-a631-4b03-aa62-701b0a21c458 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/ports?device_id=693930a1-3c1d-43fd-aeaf-86ddc290f197 HTTP/1.1" status: 200 len: 945 time: 0.0850234 Jul 05 03:11:29.241714 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-faad9e31-0fce-4a50-a850-f869dde2c1d6 req-39da06b3-9b5c-4405-a9c9-953f12094e39 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/security-groups?id=c645b923-6e78-4a41-aa73-0add5cc9efa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770705 Jul 05 03:11:29.270256 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7271219f-b7e3-4d9f-a42c-abfb386157bd req-1ebe97bb-c335-4a26-9800-f0044a265b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:11:29.271788 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7271219f-b7e3-4d9f-a42c-abfb386157bd req-1ebe97bb-c335-4a26-9800-f0044a265b11 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2212a7f8-5c46-4660-8e03-6cc129db7b1e HTTP/1.1" status: 200 len: 915 time: 0.1239731 Jul 05 03:11:29.312601 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7271219f-b7e3-4d9f-a42c-abfb386157bd req-93456557-ca78-4840-94b7-27984adac2ea service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c9dc820-1c1b-4e1e-8f5c-179b93ce1dd7 HTTP/1.1" status: 200 len: 217 time: 0.0340140 Jul 05 03:11:29.364387 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7271219f-b7e3-4d9f-a42c-abfb386157bd req-9ec58518-1e10-44fe-9f2c-60aaff3e2255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:11:29.365876 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7271219f-b7e3-4d9f-a42c-abfb386157bd req-9ec58518-1e10-44fe-9f2c-60aaff3e2255 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f9679089-7159-4c1b-b7ef-72522080ce3a HTTP/1.1" status: 200 len: 855 time: 0.0473168 Jul 05 03:11:29.399898 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7271219f-b7e3-4d9f-a42c-abfb386157bd req-363dee2e-aa90-41ff-9f64-83cc95e3c5db service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2212a7f8-5c46-4660-8e03-6cc129db7b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274775 Jul 05 03:11:29.493547 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7271219f-b7e3-4d9f-a42c-abfb386157bd req-181b7070-1a8d-4668-946f-2003f008a9b8 service neutron] 10.222.0.15 "GET /v2.0/networks/2212a7f8-5c46-4660-8e03-6cc129db7b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870378 Jul 05 03:11:29.585503 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7271219f-b7e3-4d9f-a42c-abfb386157bd req-ad5d3459-1d73-4e4d-aa0d-4947e3d78f75 service neutron] 10.222.0.15 "GET /v2.0/networks/2212a7f8-5c46-4660-8e03-6cc129db7b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857265 Jul 05 03:11:30.418657 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc25c6b-f844-4940-88e4-f912c1f79ec6 req-1eb83d25-b240-4c59-8348-1a95a9cce9d7 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:11:30.420152 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8dc25c6b-f844-4940-88e4-f912c1f79ec6 req-1eb83d25-b240-4c59-8348-1a95a9cce9d7 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/ports?device_id=693930a1-3c1d-43fd-aeaf-86ddc290f197 HTTP/1.1" status: 200 len: 945 time: 0.0664704 Jul 05 03:11:30.457320 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8dc25c6b-f844-4940-88e4-f912c1f79ec6 req-10344d00-121b-4408-ba1b-f676ce2390f8 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/security-groups?id=c645b923-6e78-4a41-aa73-0add5cc9efa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316608 Jul 05 03:11:31.635405 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7bebb3-2f7e-41e5-9692-2ff22b815beb req-3cdcbc3a-19f2-453d-9b65-487a0b1bfc59 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:11:31.636958 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0e7bebb3-2f7e-41e5-9692-2ff22b815beb req-3cdcbc3a-19f2-453d-9b65-487a0b1bfc59 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/ports?device_id=693930a1-3c1d-43fd-aeaf-86ddc290f197 HTTP/1.1" status: 200 len: 945 time: 0.0651324 Jul 05 03:11:31.674316 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0e7bebb3-2f7e-41e5-9692-2ff22b815beb req-449279ba-e6b4-4cf9-989f-174150e0988a tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/security-groups?id=c645b923-6e78-4a41-aa73-0add5cc9efa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317979 Jul 05 03:11:32.849776 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6688921a-48ed-4985-881f-7d0f65fda697 req-1846ed1a-392d-4951-beb5-93a299a7f9b9 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:11:32.851361 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6688921a-48ed-4985-881f-7d0f65fda697 req-1846ed1a-392d-4951-beb5-93a299a7f9b9 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/ports?device_id=693930a1-3c1d-43fd-aeaf-86ddc290f197 HTTP/1.1" status: 200 len: 945 time: 0.0641322 Jul 05 03:11:32.889358 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6688921a-48ed-4985-881f-7d0f65fda697 req-5c660463-7174-4d07-ae97-8d1ef3de6e0e tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/security-groups?id=c645b923-6e78-4a41-aa73-0add5cc9efa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323639 Jul 05 03:11:34.068392 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668f42a2-0c2f-4266-a827-0ae6d71e57af req-a2f7ffd8-f55c-4fb9-bdac-10e81aa4939b tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:11:34.069877 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-668f42a2-0c2f-4266-a827-0ae6d71e57af req-a2f7ffd8-f55c-4fb9-bdac-10e81aa4939b tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/ports?device_id=693930a1-3c1d-43fd-aeaf-86ddc290f197 HTTP/1.1" status: 200 len: 945 time: 0.0682588 Jul 05 03:11:34.107099 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-668f42a2-0c2f-4266-a827-0ae6d71e57af req-bbf398de-c80b-4678-96ec-d96c4e7ce32e tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/security-groups?id=c645b923-6e78-4a41-aa73-0add5cc9efa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310464 Jul 05 03:11:35.283274 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5917b340-a203-4642-8298-fe6a1dba193d req-7c1fa675-d9cb-42bd-9297-1d27d99cd940 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:11:35.284799 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5917b340-a203-4642-8298-fe6a1dba193d req-7c1fa675-d9cb-42bd-9297-1d27d99cd940 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/ports?device_id=693930a1-3c1d-43fd-aeaf-86ddc290f197 HTTP/1.1" status: 200 len: 945 time: 0.0672009 Jul 05 03:11:35.323493 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5917b340-a203-4642-8298-fe6a1dba193d req-1cc04424-8627-4acb-87ef-8ea44a897bf5 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/security-groups?id=c645b923-6e78-4a41-aa73-0add5cc9efa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329025 Jul 05 03:11:36.496911 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aaa1dd-cd5f-46b8-b0c5-cdc51c471174 req-00f26437-5290-4b36-98fd-c900b0c9eb15 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:11:36.498481 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e8aaa1dd-cd5f-46b8-b0c5-cdc51c471174 req-00f26437-5290-4b36-98fd-c900b0c9eb15 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/ports?device_id=693930a1-3c1d-43fd-aeaf-86ddc290f197 HTTP/1.1" status: 200 len: 945 time: 0.0632319 Jul 05 03:11:36.537656 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e8aaa1dd-cd5f-46b8-b0c5-cdc51c471174 req-9216fb10-c46e-4e8c-8080-fd8e80ac033e tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/security-groups?id=c645b923-6e78-4a41-aa73-0add5cc9efa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327742 Jul 05 03:11:37.718273 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08bc614-7a59-404c-8b6c-70a0be50e94a req-28ceb9b4-79c9-4477-be86-1eaa71283c7d tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:11:37.719767 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e08bc614-7a59-404c-8b6c-70a0be50e94a req-28ceb9b4-79c9-4477-be86-1eaa71283c7d tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/ports?device_id=693930a1-3c1d-43fd-aeaf-86ddc290f197 HTTP/1.1" status: 200 len: 945 time: 0.0622413 Jul 05 03:11:37.757024 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e08bc614-7a59-404c-8b6c-70a0be50e94a req-f6470a45-b464-400e-847b-2e32623cd01d tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/security-groups?id=c645b923-6e78-4a41-aa73-0add5cc9efa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317600 Jul 05 03:11:38.939285 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d1e267-399a-4238-a86f-acfdf05f2c1f req-556ee694-aa75-49a1-81de-1c0d345127c7 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:11:38.940795 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-21d1e267-399a-4238-a86f-acfdf05f2c1f req-556ee694-aa75-49a1-81de-1c0d345127c7 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/ports?device_id=693930a1-3c1d-43fd-aeaf-86ddc290f197 HTTP/1.1" status: 200 len: 945 time: 0.0663631 Jul 05 03:11:38.978737 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-21d1e267-399a-4238-a86f-acfdf05f2c1f req-ace909f8-6934-4830-8926-30c592373384 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/security-groups?id=c645b923-6e78-4a41-aa73-0add5cc9efa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319707 Jul 05 03:11:40.150245 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc25711e-5e7e-4dd4-a703-28f5648dbcdd req-3b07eec4-8c06-47d1-a5c7-750bf92133a5 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:11:40.151816 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-bc25711e-5e7e-4dd4-a703-28f5648dbcdd req-3b07eec4-8c06-47d1-a5c7-750bf92133a5 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/ports?device_id=693930a1-3c1d-43fd-aeaf-86ddc290f197 HTTP/1.1" status: 200 len: 945 time: 0.0628428 Jul 05 03:11:40.194454 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-bc25711e-5e7e-4dd4-a703-28f5648dbcdd req-b7f058d6-bf7d-4248-9ae0-214cbfabcff6 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/security-groups?id=c645b923-6e78-4a41-aa73-0add5cc9efa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364466 Jul 05 03:11:41.373487 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5a02f-1bc4-448b-8d2c-e4b38d025d04 req-e60a3975-5246-4c99-a553-a4699b0e4436 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:11:41.375015 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2fc5a02f-1bc4-448b-8d2c-e4b38d025d04 req-e60a3975-5246-4c99-a553-a4699b0e4436 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/ports?device_id=693930a1-3c1d-43fd-aeaf-86ddc290f197 HTTP/1.1" status: 200 len: 945 time: 0.0661027 Jul 05 03:11:41.412687 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2fc5a02f-1bc4-448b-8d2c-e4b38d025d04 req-3e80fd39-ea2f-4a31-9157-67a7423ea2c0 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/security-groups?id=c645b923-6e78-4a41-aa73-0add5cc9efa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320277 Jul 05 03:11:42.198676 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:11:42.280915 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:11:42.592965 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b0a3af-f220-446b-816c-7f5bf6129263 req-62e9cde5-2a8e-4712-9238-d85e15fd9931 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:11:42.594560 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d5b0a3af-f220-446b-816c-7f5bf6129263 req-62e9cde5-2a8e-4712-9238-d85e15fd9931 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/ports?device_id=693930a1-3c1d-43fd-aeaf-86ddc290f197 HTTP/1.1" status: 200 len: 945 time: 0.0644433 Jul 05 03:11:42.634425 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d5b0a3af-f220-446b-816c-7f5bf6129263 req-5d8510bd-460d-418f-a1c4-250786779dab tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/security-groups?id=c645b923-6e78-4a41-aa73-0add5cc9efa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339794 Jul 05 03:11:43.806648 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9d8efd-0d4f-4a80-b59e-5e6bdd685f22 req-9edeee14-39d8-47cf-bebb-df9156b5d594 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:11:43.807605 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5e9d8efd-0d4f-4a80-b59e-5e6bdd685f22 req-9edeee14-39d8-47cf-bebb-df9156b5d594 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/ports?device_id=693930a1-3c1d-43fd-aeaf-86ddc290f197 HTTP/1.1" status: 200 len: 945 time: 0.0629528 Jul 05 03:11:43.846263 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5e9d8efd-0d4f-4a80-b59e-5e6bdd685f22 req-8884a07b-7b5c-48bf-9e8c-0a4691907932 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/security-groups?id=c645b923-6e78-4a41-aa73-0add5cc9efa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323853 Jul 05 03:11:45.022973 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffa4029-1734-4806-b40e-9676a7299679 req-82c2de79-a1b8-44da-ae76-03a61a8272fd tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:11:45.024491 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7ffa4029-1734-4806-b40e-9676a7299679 req-82c2de79-a1b8-44da-ae76-03a61a8272fd tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/ports?device_id=693930a1-3c1d-43fd-aeaf-86ddc290f197 HTTP/1.1" status: 200 len: 945 time: 0.0638587 Jul 05 03:11:45.064633 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7ffa4029-1734-4806-b40e-9676a7299679 req-2907b270-917d-4ccc-9537-e8c2d58be2be tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/security-groups?id=c645b923-6e78-4a41-aa73-0add5cc9efa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344388 Jul 05 03:11:46.238677 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbacf98-f4a9-4a64-8d57-39f6bb322ffe req-9e068873-c773-416a-a67f-d6a40e7ab719 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:11:46.240205 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1cbacf98-f4a9-4a64-8d57-39f6bb322ffe req-9e068873-c773-416a-a67f-d6a40e7ab719 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/ports?device_id=693930a1-3c1d-43fd-aeaf-86ddc290f197 HTTP/1.1" status: 200 len: 945 time: 0.0659471 Jul 05 03:11:46.278790 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1cbacf98-f4a9-4a64-8d57-39f6bb322ffe req-e90c1d5c-ce9b-4baf-9f30-b2bf6fb17fc1 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/security-groups?id=c645b923-6e78-4a41-aa73-0add5cc9efa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324442 Jul 05 03:11:46.654470 n-d-771362-32 neutron-server[94461]: INFO neutron.api.v2.resource [req-7271219f-b7e3-4d9f-a42c-abfb386157bd req-ba092805-cb75-43cd-a94f-d37fb562c314 service neutron] show failed (client error): The resource could not be found. Jul 05 03:11:46.655498 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7271219f-b7e3-4d9f-a42c-abfb386157bd req-ba092805-cb75-43cd-a94f-d37fb562c314 service neutron] 10.222.0.15 "GET /v2.0/ports/1c9dc820-1c1b-4e1e-8f5c-179b93ce1dd7/bindings/n-h1-771362-32 HTTP/1.1" status: 404 len: 381 time: 0.0539126 Jul 05 03:11:47.297668 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7271219f-b7e3-4d9f-a42c-abfb386157bd req-7417cddd-b34c-4bef-9bfb-557d024cf687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:11:47.299300 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7271219f-b7e3-4d9f-a42c-abfb386157bd req-7417cddd-b34c-4bef-9bfb-557d024cf687 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=693930a1-3c1d-43fd-aeaf-86ddc290f197&tenant_id=270e044e9c524383b10e9a50fde8952f HTTP/1.1" status: 200 len: 1097 time: 0.0642128 Jul 05 03:11:47.310621 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-7271219f-b7e3-4d9f-a42c-abfb386157bd req-014f478f-7c97-469f-9f33-4dfe7bc546f0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-771362-32', 'device_owner': 'compute:nova'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:11:47.383626 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-7271219f-b7e3-4d9f-a42c-abfb386157bd req-014f478f-7c97-469f-9f33-4dfe7bc546f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:11:47.462629 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1149d224-c976-4a1a-bf2b-093524f29ce2 req-337c2634-486c-405c-8131-184bb41e5da3 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:11:47.464733 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1149d224-c976-4a1a-bf2b-093524f29ce2 req-337c2634-486c-405c-8131-184bb41e5da3 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/ports?device_id=693930a1-3c1d-43fd-aeaf-86ddc290f197 HTTP/1.1" status: 200 len: 945 time: 0.0683758 Jul 05 03:11:47.503347 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1149d224-c976-4a1a-bf2b-093524f29ce2 req-936da3bc-f640-4f2d-8a51-5f0bf5ad04a1 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/security-groups?id=c645b923-6e78-4a41-aa73-0add5cc9efa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328701 Jul 05 03:11:47.588347 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-7271219f-b7e3-4d9f-a42c-abfb386157bd req-014f478f-7c97-469f-9f33-4dfe7bc546f0 service neutron] For port 1c9dc820-1c1b-4e1e-8f5c-179b93ce1dd7, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=1c9dc820-1c1b-4e1e-8f5c-179b93ce1dd7,segment=NetworkSegment(810efd5f-8b5f-425c-85d1-3827de6cd988),segment_id=810efd5f-8b5f-425c-85d1-3827de6cd988)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:11:47.620301 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-7271219f-b7e3-4d9f-a42c-abfb386157bd req-014f478f-7c97-469f-9f33-4dfe7bc546f0 service neutron] For port 1c9dc820-1c1b-4e1e-8f5c-179b93ce1dd7, host n-h2-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:11:47.658243 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '693930a1-3c1d-43fd-aeaf-86ddc290f197', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c9dc820-1c1b-4e1e-8f5c-179b93ce1dd7'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:11:47.660486 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4c1385bffaa5d930a7117e6982c27207eca91cca31cf4b43f86c7ad63cd24a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fac210b-dbf2-4441-b014-5053addf0819" -d '{"events": [{"server_uuid": "693930a1-3c1d-43fd-aeaf-86ddc290f197", "name": "network-vif-unplugged", "status": "completed", "tag": "1c9dc820-1c1b-4e1e-8f5c-179b93ce1dd7"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:11:47.664308 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-7271219f-b7e3-4d9f-a42c-abfb386157bd req-014f478f-7c97-469f-9f33-4dfe7bc546f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:11:47.676149 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-7271219f-b7e3-4d9f-a42c-abfb386157bd req-014f478f-7c97-469f-9f33-4dfe7bc546f0 service neutron] Transition to ACTIVE for port object 1c9dc820-1c1b-4e1e-8f5c-179b93ce1dd7 will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:11:47.708560 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af54fbdf-2fcb-4652-803a-c11f8bf3aa4d x-openstack-request-id: req-af54fbdf-2fcb-4652-803a-c11f8bf3aa4d {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:11:47.708851 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "693930a1-3c1d-43fd-aeaf-86ddc290f197", "name": "network-vif-unplugged", "status": "completed", "tag": "1c9dc820-1c1b-4e1e-8f5c-179b93ce1dd7", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:11:47.709105 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-af54fbdf-2fcb-4652-803a-c11f8bf3aa4d {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:11:47.709528 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '693930a1-3c1d-43fd-aeaf-86ddc290f197', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c9dc820-1c1b-4e1e-8f5c-179b93ce1dd7', 'code': 200} Jul 05 03:11:47.747356 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-7271219f-b7e3-4d9f-a42c-abfb386157bd req-014f478f-7c97-469f-9f33-4dfe7bc546f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:11:47.812578 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-7271219f-b7e3-4d9f-a42c-abfb386157bd req-014f478f-7c97-469f-9f33-4dfe7bc546f0 service neutron] No DVR routers for this DVR port 1c9dc820-1c1b-4e1e-8f5c-179b93ce1dd7 on host n-h2-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:11:47.815567 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014f478f-7c97-469f-9f33-4dfe7bc546f0 service neutron] Pushing event updated for resources: {'Port': ['ID=1c9dc820-1c1b-4e1e-8f5c-179b93ce1dd7,revision_number=6']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:11:47.851316 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-7271219f-b7e3-4d9f-a42c-abfb386157bd req-014f478f-7c97-469f-9f33-4dfe7bc546f0 service neutron] Attempting to bind port 1c9dc820-1c1b-4e1e-8f5c-179b93ce1dd7 on host n-h1-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:11:47.851655 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-7271219f-b7e3-4d9f-a42c-abfb386157bd req-014f478f-7c97-469f-9f33-4dfe7bc546f0 service neutron] Attempting to bind port 1c9dc820-1c1b-4e1e-8f5c-179b93ce1dd7 by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': '810efd5f-8b5f-425c-85d1-3827de6cd988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2212a7f8-5c46-4660-8e03-6cc129db7b1e'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:11:47.852030 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7271219f-b7e3-4d9f-a42c-abfb386157bd req-014f478f-7c97-469f-9f33-4dfe7bc546f0 service neutron] Attempting to bind port 1c9dc820-1c1b-4e1e-8f5c-179b93ce1dd7 on network 2212a7f8-5c46-4660-8e03-6cc129db7b1e {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:11:47.856657 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7271219f-b7e3-4d9f-a42c-abfb386157bd req-014f478f-7c97-469f-9f33-4dfe7bc546f0 service neutron] Port 1c9dc820-1c1b-4e1e-8f5c-179b93ce1dd7 on network 2212a7f8-5c46-4660-8e03-6cc129db7b1e not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:11:47.856979 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7271219f-b7e3-4d9f-a42c-abfb386157bd req-014f478f-7c97-469f-9f33-4dfe7bc546f0 service neutron] Attempting to bind port 1c9dc820-1c1b-4e1e-8f5c-179b93ce1dd7 on network 2212a7f8-5c46-4660-8e03-6cc129db7b1e {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:11:47.861900 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7271219f-b7e3-4d9f-a42c-abfb386157bd req-014f478f-7c97-469f-9f33-4dfe7bc546f0 service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:11:47.862276 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7271219f-b7e3-4d9f-a42c-abfb386157bd req-014f478f-7c97-469f-9f33-4dfe7bc546f0 service neutron] Checking segment: {'id': '810efd5f-8b5f-425c-85d1-3827de6cd988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2212a7f8-5c46-4660-8e03-6cc129db7b1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:11:47.862665 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7271219f-b7e3-4d9f-a42c-abfb386157bd req-014f478f-7c97-469f-9f33-4dfe7bc546f0 service neutron] Bound using segment: {'id': '810efd5f-8b5f-425c-85d1-3827de6cd988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2212a7f8-5c46-4660-8e03-6cc129db7b1e'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:11:47.863093 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-7271219f-b7e3-4d9f-a42c-abfb386157bd req-014f478f-7c97-469f-9f33-4dfe7bc546f0 service neutron] Bound port: 1c9dc820-1c1b-4e1e-8f5c-179b93ce1dd7, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '810efd5f-8b5f-425c-85d1-3827de6cd988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2212a7f8-5c46-4660-8e03-6cc129db7b1e'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:11:47.863454 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-7271219f-b7e3-4d9f-a42c-abfb386157bd req-014f478f-7c97-469f-9f33-4dfe7bc546f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:11:47.923818 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-7271219f-b7e3-4d9f-a42c-abfb386157bd req-014f478f-7c97-469f-9f33-4dfe7bc546f0 service neutron] For port 1c9dc820-1c1b-4e1e-8f5c-179b93ce1dd7, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:11:47.926955 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-7271219f-b7e3-4d9f-a42c-abfb386157bd req-014f478f-7c97-469f-9f33-4dfe7bc546f0 service neutron] For port 1c9dc820-1c1b-4e1e-8f5c-179b93ce1dd7, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=1c9dc820-1c1b-4e1e-8f5c-179b93ce1dd7,segment=NetworkSegment(810efd5f-8b5f-425c-85d1-3827de6cd988),segment_id=810efd5f-8b5f-425c-85d1-3827de6cd988)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:11:47.987994 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-7271219f-b7e3-4d9f-a42c-abfb386157bd req-014f478f-7c97-469f-9f33-4dfe7bc546f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:11:48.024332 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7271219f-b7e3-4d9f-a42c-abfb386157bd req-014f478f-7c97-469f-9f33-4dfe7bc546f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:11:48.024951 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-7271219f-b7e3-4d9f-a42c-abfb386157bd req-014f478f-7c97-469f-9f33-4dfe7bc546f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:11:48.026367 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7271219f-b7e3-4d9f-a42c-abfb386157bd req-014f478f-7c97-469f-9f33-4dfe7bc546f0 service neutron] 10.222.0.21 "PUT /v2.0/ports/1c9dc820-1c1b-4e1e-8f5c-179b93ce1dd7 HTTP/1.1" status: 200 len: 1092 time: 0.7199461 Jul 05 03:11:48.047643 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014f478f-7c97-469f-9f33-4dfe7bc546f0 service neutron] Pushing event updated for resources: {'Port': ['ID=1c9dc820-1c1b-4e1e-8f5c-179b93ce1dd7,revision_number=7']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:11:48.108764 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7271219f-b7e3-4d9f-a42c-abfb386157bd req-240af754-8d07-4fde-ae4f-57cc9ebcb223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:11:48.110307 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7271219f-b7e3-4d9f-a42c-abfb386157bd req-240af754-8d07-4fde-ae4f-57cc9ebcb223 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=270e044e9c524383b10e9a50fde8952f&device_id=693930a1-3c1d-43fd-aeaf-86ddc290f197 HTTP/1.1" status: 200 len: 1095 time: 0.0580406 Jul 05 03:11:48.197708 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7271219f-b7e3-4d9f-a42c-abfb386157bd req-54985b6f-4bec-418a-9418-92403706ccd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:11:48.199274 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7271219f-b7e3-4d9f-a42c-abfb386157bd req-54985b6f-4bec-418a-9418-92403706ccd5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2212a7f8-5c46-4660-8e03-6cc129db7b1e HTTP/1.1" status: 200 len: 915 time: 0.0826318 Jul 05 03:11:48.243847 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7271219f-b7e3-4d9f-a42c-abfb386157bd req-b34706c9-7cb9-490c-982e-221b222f4e8c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c9dc820-1c1b-4e1e-8f5c-179b93ce1dd7 HTTP/1.1" status: 200 len: 217 time: 0.0377820 Jul 05 03:11:48.290329 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7271219f-b7e3-4d9f-a42c-abfb386157bd req-642eac41-bc0f-442a-9e8c-341bcde6cf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:11:48.291848 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7271219f-b7e3-4d9f-a42c-abfb386157bd req-642eac41-bc0f-442a-9e8c-341bcde6cf20 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f9679089-7159-4c1b-b7ef-72522080ce3a HTTP/1.1" status: 200 len: 855 time: 0.0417712 Jul 05 03:11:48.325022 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7271219f-b7e3-4d9f-a42c-abfb386157bd req-f82bbcf0-22f7-4506-b0d7-a2b340692929 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2212a7f8-5c46-4660-8e03-6cc129db7b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264275 Jul 05 03:11:48.413879 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7271219f-b7e3-4d9f-a42c-abfb386157bd req-0c29d32d-08cb-498e-a22a-d076431d7dbd service neutron] 10.222.0.21 "GET /v2.0/networks/2212a7f8-5c46-4660-8e03-6cc129db7b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822458 Jul 05 03:11:48.501172 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7271219f-b7e3-4d9f-a42c-abfb386157bd req-d44486d5-0d76-4b6d-b30f-1f7427a7ad8e service neutron] 10.222.0.21 "GET /v2.0/networks/2212a7f8-5c46-4660-8e03-6cc129db7b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803075 Jul 05 03:11:48.678299 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f27162-c0d0-472b-a2d3-b854570286bb req-fd42e128-01cc-4b67-937e-c953e5a2f77d tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:11:48.679766 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-73f27162-c0d0-472b-a2d3-b854570286bb req-fd42e128-01cc-4b67-937e-c953e5a2f77d tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/ports?device_id=693930a1-3c1d-43fd-aeaf-86ddc290f197 HTTP/1.1" status: 200 len: 943 time: 0.0645182 Jul 05 03:11:48.718983 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-73f27162-c0d0-472b-a2d3-b854570286bb req-fcc0d889-d9b2-4787-8956-f4de679414ca tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/security-groups?id=c645b923-6e78-4a41-aa73-0add5cc9efa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334401 Jul 05 03:11:48.854542 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 1c9dc820-1c1b-4e1e-8f5c-179b93ce1dd7 no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:11:48.894814 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 1c9dc820-1c1b-4e1e-8f5c-179b93ce1dd7 not bound to the agent host n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:11:49.710456 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '693930a1-3c1d-43fd-aeaf-86ddc290f197', 'tag': '1c9dc820-1c1b-4e1e-8f5c-179b93ce1dd7'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:11:49.712929 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4c1385bffaa5d930a7117e6982c27207eca91cca31cf4b43f86c7ad63cd24a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eafa11f3-998b-4865-8c7c-8c0433dccaa3" -d '{"events": [{"name": "network-changed", "server_uuid": "693930a1-3c1d-43fd-aeaf-86ddc290f197", "tag": "1c9dc820-1c1b-4e1e-8f5c-179b93ce1dd7"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:11:49.763985 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5057af06-176e-48b5-9d16-9bf95048ba1b x-openstack-request-id: req-5057af06-176e-48b5-9d16-9bf95048ba1b {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:11:49.764446 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "693930a1-3c1d-43fd-aeaf-86ddc290f197", "tag": "1c9dc820-1c1b-4e1e-8f5c-179b93ce1dd7", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:11:49.764770 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5057af06-176e-48b5-9d16-9bf95048ba1b {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:11:49.765589 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '693930a1-3c1d-43fd-aeaf-86ddc290f197', 'tag': '1c9dc820-1c1b-4e1e-8f5c-179b93ce1dd7', 'status': 'completed', 'code': 200} Jul 05 03:11:49.881425 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafa11f3-998b-4865-8c7c-8c0433dccaa3 req-0e3e08b6-d899-4066-a7d3-51b2f669f4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:11:49.883201 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-eafa11f3-998b-4865-8c7c-8c0433dccaa3 req-0e3e08b6-d899-4066-a7d3-51b2f669f4b3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=270e044e9c524383b10e9a50fde8952f&device_id=693930a1-3c1d-43fd-aeaf-86ddc290f197 HTTP/1.1" status: 200 len: 1095 time: 0.1005759 Jul 05 03:11:49.885390 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafa11f3-998b-4865-8c7c-8c0433dccaa3 req-d8413c97-2773-4ea5-ba97-83ac9016b1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:11:49.886873 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-eafa11f3-998b-4865-8c7c-8c0433dccaa3 req-d8413c97-2773-4ea5-ba97-83ac9016b1ec service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=270e044e9c524383b10e9a50fde8952f&device_id=693930a1-3c1d-43fd-aeaf-86ddc290f197 HTTP/1.1" status: 200 len: 1095 time: 0.0946364 Jul 05 03:11:49.903455 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66e4620-1f7f-4038-8c2a-aa0d04eddd99 req-cc13d65b-0b18-4af4-b1bf-e9b9bc93d17c tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:11:49.904975 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d66e4620-1f7f-4038-8c2a-aa0d04eddd99 req-cc13d65b-0b18-4af4-b1bf-e9b9bc93d17c tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/ports?device_id=693930a1-3c1d-43fd-aeaf-86ddc290f197 HTTP/1.1" status: 200 len: 943 time: 0.0715117 Jul 05 03:11:49.943711 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d66e4620-1f7f-4038-8c2a-aa0d04eddd99 req-db3ea1c0-a8d7-4e8e-b48a-943dec17fdd7 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/security-groups?id=c645b923-6e78-4a41-aa73-0add5cc9efa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327938 Jul 05 03:11:50.386563 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafa11f3-998b-4865-8c7c-8c0433dccaa3 req-12f81791-8d8d-4f13-90cd-09c2c2306111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:11:50.388056 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-eafa11f3-998b-4865-8c7c-8c0433dccaa3 req-12f81791-8d8d-4f13-90cd-09c2c2306111 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2212a7f8-5c46-4660-8e03-6cc129db7b1e HTTP/1.1" status: 200 len: 915 time: 0.4982538 Jul 05 03:11:50.392295 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafa11f3-998b-4865-8c7c-8c0433dccaa3 req-cdb5fc98-7778-4bdc-afef-f968700026a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:11:50.393643 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-eafa11f3-998b-4865-8c7c-8c0433dccaa3 req-cdb5fc98-7778-4bdc-afef-f968700026a0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2212a7f8-5c46-4660-8e03-6cc129db7b1e HTTP/1.1" status: 200 len: 915 time: 0.4951494 Jul 05 03:11:50.435680 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-eafa11f3-998b-4865-8c7c-8c0433dccaa3 req-7358faaa-b8a8-408f-9758-4b74857a7df1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c9dc820-1c1b-4e1e-8f5c-179b93ce1dd7 HTTP/1.1" status: 200 len: 217 time: 0.0392847 Jul 05 03:11:50.472132 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-eafa11f3-998b-4865-8c7c-8c0433dccaa3 req-4623b211-bc30-4909-9134-d23f96684285 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c9dc820-1c1b-4e1e-8f5c-179b93ce1dd7 HTTP/1.1" status: 200 len: 217 time: 0.0699158 Jul 05 03:11:50.538616 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafa11f3-998b-4865-8c7c-8c0433dccaa3 req-873c18d7-79bd-4e02-9326-8c8d88025897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:11:50.540120 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-eafa11f3-998b-4865-8c7c-8c0433dccaa3 req-873c18d7-79bd-4e02-9326-8c8d88025897 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f9679089-7159-4c1b-b7ef-72522080ce3a HTTP/1.1" status: 200 len: 855 time: 0.0763905 Jul 05 03:11:50.547382 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafa11f3-998b-4865-8c7c-8c0433dccaa3 req-39e8a7c2-d099-4bd6-924e-54d0cf830bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:11:50.548751 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-eafa11f3-998b-4865-8c7c-8c0433dccaa3 req-39e8a7c2-d099-4bd6-924e-54d0cf830bb5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f9679089-7159-4c1b-b7ef-72522080ce3a HTTP/1.1" status: 200 len: 855 time: 0.0577192 Jul 05 03:11:50.600575 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-eafa11f3-998b-4865-8c7c-8c0433dccaa3 req-cd404691-33c7-43ee-bc12-1f287c11c9f9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2212a7f8-5c46-4660-8e03-6cc129db7b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508769 Jul 05 03:11:50.602517 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-eafa11f3-998b-4865-8c7c-8c0433dccaa3 req-60691627-8572-43c6-8b14-e363523ce043 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2212a7f8-5c46-4660-8e03-6cc129db7b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456748 Jul 05 03:11:50.755723 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-eafa11f3-998b-4865-8c7c-8c0433dccaa3 req-79a45f5b-da25-47b5-bcb3-870a8fbdd79f service neutron] 10.222.0.15 "GET /v2.0/networks/2212a7f8-5c46-4660-8e03-6cc129db7b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487842 Jul 05 03:11:50.757869 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-eafa11f3-998b-4865-8c7c-8c0433dccaa3 req-a224b614-821c-40b3-891b-80d3e38428b9 service neutron] 10.222.0.21 "GET /v2.0/networks/2212a7f8-5c46-4660-8e03-6cc129db7b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428347 Jul 05 03:11:50.891555 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-15e7f845-1a98-4deb-aab0-7f3036f4ad58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:11:50.912652 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-eafa11f3-998b-4865-8c7c-8c0433dccaa3 req-34bd0ad5-fd9b-45bd-8669-66784685f90b service neutron] 10.222.0.15 "GET /v2.0/networks/2212a7f8-5c46-4660-8e03-6cc129db7b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510925 Jul 05 03:11:50.915852 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-eafa11f3-998b-4865-8c7c-8c0433dccaa3 req-522a2172-a3be-498c-8fc7-dde1bc9511a6 service neutron] 10.222.0.21 "GET /v2.0/networks/2212a7f8-5c46-4660-8e03-6cc129db7b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460700 Jul 05 03:11:51.125446 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee04d7-2891-4080-9b02-00f4d00ddf02 req-33bb969c-3884-40af-b414-3f649b6cded4 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:11:51.126872 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3fee04d7-2891-4080-9b02-00f4d00ddf02 req-33bb969c-3884-40af-b414-3f649b6cded4 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/ports?device_id=693930a1-3c1d-43fd-aeaf-86ddc290f197 HTTP/1.1" status: 200 len: 943 time: 0.0675840 Jul 05 03:11:51.164675 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3fee04d7-2891-4080-9b02-00f4d00ddf02 req-9b4af6d1-4593-4797-961d-952298fea95d tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/security-groups?id=c645b923-6e78-4a41-aa73-0add5cc9efa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322318 Jul 05 03:11:51.610612 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 1c9dc820-1c1b-4e1e-8f5c-179b93ce1dd7 details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:11:51.631373 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c86f231-27b6-48cd-b4ac-5c418cfb45a8 req-38f3f435-8773-47c6-908f-038ffd535742 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:11:51.632942 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3c86f231-27b6-48cd-b4ac-5c418cfb45a8 req-38f3f435-8773-47c6-908f-038ffd535742 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/ports?device_id=693930a1-3c1d-43fd-aeaf-86ddc290f197 HTTP/1.1" status: 200 len: 943 time: 0.0667880 Jul 05 03:11:51.703024 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3c86f231-27b6-48cd-b4ac-5c418cfb45a8 req-da4f4e4d-90d9-4d49-a864-d0e26b2efb91 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/security-groups?id=c645b923-6e78-4a41-aa73-0add5cc9efa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637228 Jul 05 03:11:51.713934 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 1c9dc820-1c1b-4e1e-8f5c-179b93ce1dd7, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=1c9dc820-1c1b-4e1e-8f5c-179b93ce1dd7,segment=NetworkSegment(810efd5f-8b5f-425c-85d1-3827de6cd988),segment_id=810efd5f-8b5f-425c-85d1-3827de6cd988)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:11:51.728092 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': '1c9dc820-1c1b-4e1e-8f5c-179b93ce1dd7', 'network_id': '2212a7f8-5c46-4660-8e03-6cc129db7b1e', 'port_id': '1c9dc820-1c1b-4e1e-8f5c-179b93ce1dd7', 'mac_address': 'fa:16:3e:50:e1:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9679089-7159-4c1b-b7ef-72522080ce3a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:11:51.750748 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70c4236-c7b7-42cf-8610-c415b0842c3e req-2fc8be0b-5e7b-4cb4-a183-09e310c170ae tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:11:51.752240 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c70c4236-c7b7-42cf-8610-c415b0842c3e req-2fc8be0b-5e7b-4cb4-a183-09e310c170ae tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.15 "GET /v2.0/ports?device_id=693930a1-3c1d-43fd-aeaf-86ddc290f197&tenant_id=270e044e9c524383b10e9a50fde8952f&binding%3Ahost_id=n-h1-771362-32 HTTP/1.1" status: 200 len: 943 time: 0.1113091 Jul 05 03:11:51.765353 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:11:51.778062 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c9dc820-1c1b-4e1e-8f5c-179b93ce1dd7 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:11:51.796771 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 1c9dc820-1c1b-4e1e-8f5c-179b93ce1dd7, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=1c9dc820-1c1b-4e1e-8f5c-179b93ce1dd7,segment=NetworkSegment(810efd5f-8b5f-425c-85d1-3827de6cd988),segment_id=810efd5f-8b5f-425c-85d1-3827de6cd988)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:11:51.810804 n-d-771362-32 neutron-server[94461]: INFO neutron.api.v2.resource [req-c70c4236-c7b7-42cf-8610-c415b0842c3e req-60f9903b-07eb-42a9-8538-95e1a150751f service neutron] delete failed (client error): The resource could not be found. Jul 05 03:11:51.811848 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c70c4236-c7b7-42cf-8610-c415b0842c3e req-60f9903b-07eb-42a9-8538-95e1a150751f service neutron] 10.222.0.15 "DELETE /v2.0/ports/1c9dc820-1c1b-4e1e-8f5c-179b93ce1dd7/bindings/n-h2-771362-32 HTTP/1.1" status: 404 len: 381 time: 0.0542629 Jul 05 03:11:51.880473 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:11:51.909421 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70c4236-c7b7-42cf-8610-c415b0842c3e req-1df5ba2c-5b79-4bf1-b72f-bbfb05f16904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:11:51.911012 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c70c4236-c7b7-42cf-8610-c415b0842c3e req-1df5ba2c-5b79-4bf1-b72f-bbfb05f16904 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=270e044e9c524383b10e9a50fde8952f&device_id=693930a1-3c1d-43fd-aeaf-86ddc290f197 HTTP/1.1" status: 200 len: 1095 time: 0.0552332 Jul 05 03:11:51.926959 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=1c9dc820-1c1b-4e1e-8f5c-179b93ce1dd7,revision_number=8']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:11:52.004228 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70c4236-c7b7-42cf-8610-c415b0842c3e req-47509dc9-2653-4363-8e32-73cf601eb5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:11:52.005749 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c70c4236-c7b7-42cf-8610-c415b0842c3e req-47509dc9-2653-4363-8e32-73cf601eb5c1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2212a7f8-5c46-4660-8e03-6cc129db7b1e HTTP/1.1" status: 200 len: 915 time: 0.0887399 Jul 05 03:11:52.010732 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:11:52.047097 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c70c4236-c7b7-42cf-8610-c415b0842c3e req-ceb6ffcd-d346-4e75-9e37-9637776aee6e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c9dc820-1c1b-4e1e-8f5c-179b93ce1dd7 HTTP/1.1" status: 200 len: 217 time: 0.0346551 Jul 05 03:11:52.101308 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['1c9dc820-1c1b-4e1e-8f5c-179b93ce1dd7'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:11:52.104993 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70c4236-c7b7-42cf-8610-c415b0842c3e req-59c06dc4-dc37-4aa0-8a78-7ac56816ceed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:11:52.106522 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c70c4236-c7b7-42cf-8610-c415b0842c3e req-59c06dc4-dc37-4aa0-8a78-7ac56816ceed service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f9679089-7159-4c1b-b7ef-72522080ce3a HTTP/1.1" status: 200 len: 855 time: 0.0525358 Jul 05 03:11:52.143599 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c70c4236-c7b7-42cf-8610-c415b0842c3e req-f040bb13-31fd-4cbb-9ad0-1a5cc9781a7f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2212a7f8-5c46-4660-8e03-6cc129db7b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306356 Jul 05 03:11:52.236581 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c70c4236-c7b7-42cf-8610-c415b0842c3e req-972b1635-37c7-4571-bae8-80cfac01ae20 service neutron] 10.222.0.15 "GET /v2.0/networks/2212a7f8-5c46-4660-8e03-6cc129db7b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865352 Jul 05 03:11:52.332331 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c70c4236-c7b7-42cf-8610-c415b0842c3e req-e8afe4ae-dccf-4854-89be-ff08a4f325d7 service neutron] 10.222.0.15 "GET /v2.0/networks/2212a7f8-5c46-4660-8e03-6cc129db7b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882206 Jul 05 03:11:52.903570 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbca4bd-fa25-4258-b665-55f67dd0ef80 req-0c530ef2-ae56-40a3-b6f7-8e283bedfb3d tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:11:52.905136 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-efbca4bd-fa25-4258-b665-55f67dd0ef80 req-0c530ef2-ae56-40a3-b6f7-8e283bedfb3d tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/ports?device_id=693930a1-3c1d-43fd-aeaf-86ddc290f197 HTTP/1.1" status: 200 len: 944 time: 0.0685952 Jul 05 03:11:52.946339 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-efbca4bd-fa25-4258-b665-55f67dd0ef80 req-e18e5057-8b9d-4f17-bdc9-f74943b970e3 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/security-groups?id=c645b923-6e78-4a41-aa73-0add5cc9efa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345676 Jul 05 03:11:53.291342 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c036fa1-4adc-4807-a106-c7febbbdfdb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:11:53.603662 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 1c9dc820-1c1b-4e1e-8f5c-179b93ce1dd7 up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:11:53.714840 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning for port 1c9dc820-1c1b-4e1e-8f5c-179b93ce1dd7 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:11:53.718696 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port 1c9dc820-1c1b-4e1e-8f5c-179b93ce1dd7 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:11:53.719094 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:11:53.796820 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:11:53.818988 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '693930a1-3c1d-43fd-aeaf-86ddc290f197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c9dc820-1c1b-4e1e-8f5c-179b93ce1dd7'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:11:53.821270 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1156d35e1955dd65519df7b38ee19a55ddc3a31abbcc68c280d02d687c0487e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90d0cc89-4906-4536-8248-2f9d7042c6e9" -d '{"events": [{"server_uuid": "693930a1-3c1d-43fd-aeaf-86ddc290f197", "name": "network-vif-plugged", "status": "completed", "tag": "1c9dc820-1c1b-4e1e-8f5c-179b93ce1dd7"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:11:53.833976 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 1c9dc820-1c1b-4e1e-8f5c-179b93ce1dd7, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=1c9dc820-1c1b-4e1e-8f5c-179b93ce1dd7,segment=NetworkSegment(810efd5f-8b5f-425c-85d1-3827de6cd988),segment_id=810efd5f-8b5f-425c-85d1-3827de6cd988)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:11:53.858819 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c77fc7f-6670-4e39-82bb-d0edfb96a4ae x-openstack-request-id: req-7c77fc7f-6670-4e39-82bb-d0edfb96a4ae {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:11:53.859109 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "693930a1-3c1d-43fd-aeaf-86ddc290f197", "name": "network-vif-plugged", "status": "completed", "tag": "1c9dc820-1c1b-4e1e-8f5c-179b93ce1dd7", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:11:53.859365 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7c77fc7f-6670-4e39-82bb-d0edfb96a4ae {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:11:53.859772 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '693930a1-3c1d-43fd-aeaf-86ddc290f197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c9dc820-1c1b-4e1e-8f5c-179b93ce1dd7', 'code': 200} Jul 05 03:11:53.909125 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:11:53.956782 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=1c9dc820-1c1b-4e1e-8f5c-179b93ce1dd7,revision_number=9']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:11:53.965638 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:11:54.134493 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7314ba6a-8d14-4510-9279-01140a414e31 req-5a6e4643-30c8-427b-a9a2-79a42978ad95 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:11:54.136044 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7314ba6a-8d14-4510-9279-01140a414e31 req-5a6e4643-30c8-427b-a9a2-79a42978ad95 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/ports?device_id=693930a1-3c1d-43fd-aeaf-86ddc290f197 HTTP/1.1" status: 200 len: 945 time: 0.0702586 Jul 05 03:11:54.173356 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7314ba6a-8d14-4510-9279-01140a414e31 req-67f42c8d-e46d-42f0-81d3-f12a34cae5bf tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/security-groups?id=c645b923-6e78-4a41-aa73-0add5cc9efa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317078 Jul 05 03:11:54.346182 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e46bc-2eb6-4097-b00f-0c9f5875a424 req-f45af780-2543-43d6-92ec-db316c673385 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:11:54.347721 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-676e46bc-2eb6-4097-b00f-0c9f5875a424 req-f45af780-2543-43d6-92ec-db316c673385 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/ports?device_id=693930a1-3c1d-43fd-aeaf-86ddc290f197 HTTP/1.1" status: 200 len: 945 time: 0.0640581 Jul 05 03:11:54.385546 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-676e46bc-2eb6-4097-b00f-0c9f5875a424 req-9c5e4023-3bc7-4ccc-b8a5-ec3bbd70fb37 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/security-groups?id=c645b923-6e78-4a41-aa73-0add5cc9efa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322540 Jul 05 03:11:54.564403 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c6b145-a646-4c18-bb2b-b87af21e930f req-282b2478-85c8-453c-9264-b8ba8addd494 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:11:54.565938 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-05c6b145-a646-4c18-bb2b-b87af21e930f req-282b2478-85c8-453c-9264-b8ba8addd494 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/ports?device_id=693930a1-3c1d-43fd-aeaf-86ddc290f197 HTTP/1.1" status: 200 len: 945 time: 0.0697012 Jul 05 03:11:54.604948 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-05c6b145-a646-4c18-bb2b-b87af21e930f req-6e3a9e98-8c00-4114-8c83-adaefe9189b2 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/security-groups?id=c645b923-6e78-4a41-aa73-0add5cc9efa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324059 Jul 05 03:11:54.782979 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:11:55.262275 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca713d-608c-4b0f-a41d-f7768392a513 req-2233d0db-492b-4b84-b423-07e72be2f492 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:11:55.264282 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-50ca713d-608c-4b0f-a41d-f7768392a513 req-2233d0db-492b-4b84-b423-07e72be2f492 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/networks?id=2212a7f8-5c46-4660-8e03-6cc129db7b1e HTTP/1.1" status: 200 len: 815 time: 0.1070020 Jul 05 03:11:55.278895 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-50ca713d-608c-4b0f-a41d-f7768392a513 req-5df2b21f-4ccb-4fb5-8293-064998262ce3 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/quotas/270e044e9c524383b10e9a50fde8952f HTTP/1.1" status: 200 len: 375 time: 0.0092275 Jul 05 03:11:55.342177 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-50ca713d-608c-4b0f-a41d-f7768392a513 req-8e51c4e5-e398-460c-a468-2aeaffab0b69 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=270e044e9c524383b10e9a50fde8952f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0583460 Jul 05 03:11:55.503833 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-50ca713d-608c-4b0f-a41d-f7768392a513 req-a7fd53a7-c220-4eb2-8dd6-c28a591304f3 service neutron] 10.222.0.23 "GET /v2.0/networks/2212a7f8-5c46-4660-8e03-6cc129db7b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230171 Jul 05 03:11:55.600487 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-50ca713d-608c-4b0f-a41d-f7768392a513 req-870f7796-f7bb-4172-a189-da88a49fc922 service neutron] 10.222.0.23 "GET /v2.0/networks/2212a7f8-5c46-4660-8e03-6cc129db7b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908401 Jul 05 03:11:55.845732 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d37f2a7e-bd6b-4fe9-bd07-1b9cf3b3d9fb req-a1687f91-2830-440f-b03b-20ab905c3607 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/ports?device_id=962b1253-1447-43a0-9424-33fb0ffe5cea HTTP/1.1" status: 200 len: 210 time: 0.0289695 Jul 05 03:11:56.212403 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:11:56.414155 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f666eb-4ce1-4601-b10a-86197dbc2a1e req-99fa23db-9c59-4a47-a659-a672cbd2108a tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:11:56.415719 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-03f666eb-4ce1-4601-b10a-86197dbc2a1e req-99fa23db-9c59-4a47-a659-a672cbd2108a tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.21 "GET /v2.0/ports?device_id=693930a1-3c1d-43fd-aeaf-86ddc290f197 HTTP/1.1" status: 200 len: 945 time: 0.0829318 Jul 05 03:11:56.520603 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-03f666eb-4ce1-4601-b10a-86197dbc2a1e req-0d02dd3a-9c51-4a33-9f94-0c44cdb02d07 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Deleting port 1c9dc820-1c1b-4e1e-8f5c-179b93ce1dd7 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:11:56.520950 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-03f666eb-4ce1-4601-b10a-86197dbc2a1e req-0d02dd3a-9c51-4a33-9f94-0c44cdb02d07 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:11:56.618378 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-03f666eb-4ce1-4601-b10a-86197dbc2a1e req-0d02dd3a-9c51-4a33-9f94-0c44cdb02d07 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] For port 1c9dc820-1c1b-4e1e-8f5c-179b93ce1dd7, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=1c9dc820-1c1b-4e1e-8f5c-179b93ce1dd7,segment=NetworkSegment(810efd5f-8b5f-425c-85d1-3827de6cd988),segment_id=810efd5f-8b5f-425c-85d1-3827de6cd988)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:11:56.618733 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-03f666eb-4ce1-4601-b10a-86197dbc2a1e req-0d02dd3a-9c51-4a33-9f94-0c44cdb02d07 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:11:56.632588 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-03f666eb-4ce1-4601-b10a-86197dbc2a1e req-0d02dd3a-9c51-4a33-9f94-0c44cdb02d07 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Calling delete_port for 1c9dc820-1c1b-4e1e-8f5c-179b93ce1dd7 owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:11:56.874771 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-03f666eb-4ce1-4601-b10a-86197dbc2a1e req-0d02dd3a-9c51-4a33-9f94-0c44cdb02d07 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:11:56.887844 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['1c9dc820-1c1b-4e1e-8f5c-179b93ce1dd7'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:11:56.916694 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d02dd3a-9c51-4a33-9f94-0c44cdb02d07 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Pushing event deleted for resources: {'Port': ['ID=1c9dc820-1c1b-4e1e-8f5c-179b93ce1dd7,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:11:56.984166 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-03f666eb-4ce1-4601-b10a-86197dbc2a1e req-0d02dd3a-9c51-4a33-9f94-0c44cdb02d07 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] No DVR routers for this DVR port 1c9dc820-1c1b-4e1e-8f5c-179b93ce1dd7 on host n-h1-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:11:56.987388 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-03f666eb-4ce1-4601-b10a-86197dbc2a1e req-0d02dd3a-9c51-4a33-9f94-0c44cdb02d07 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:11:56.989164 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-03f666eb-4ce1-4601-b10a-86197dbc2a1e req-0d02dd3a-9c51-4a33-9f94-0c44cdb02d07 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.21 "DELETE /v2.0/ports/1c9dc820-1c1b-4e1e-8f5c-179b93ce1dd7 HTTP/1.1" status: 204 len: 173 time: 0.5682762 Jul 05 03:11:56.989614 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '693930a1-3c1d-43fd-aeaf-86ddc290f197', 'name': 'network-vif-deleted', 'tag': '1c9dc820-1c1b-4e1e-8f5c-179b93ce1dd7'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:11:56.992870 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4c1385bffaa5d930a7117e6982c27207eca91cca31cf4b43f86c7ad63cd24a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c60b7e-a1b0-4604-9b9c-128e3db2cff1" -d '{"events": [{"server_uuid": "693930a1-3c1d-43fd-aeaf-86ddc290f197", "name": "network-vif-deleted", "tag": "1c9dc820-1c1b-4e1e-8f5c-179b93ce1dd7"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:11:57.009449 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8b087a74-0e8b-4729-9832-726a8b25dc4f req-5fb69e40-c334-4587-a31a-5d57e15ade3d tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/ports?device_id=962b1253-1447-43a0-9424-33fb0ffe5cea HTTP/1.1" status: 200 len: 210 time: 0.0467422 Jul 05 03:11:57.036225 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff95ca5e-7a22-4a95-b0ad-908c92b36ba5 x-openstack-request-id: req-ff95ca5e-7a22-4a95-b0ad-908c92b36ba5 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:11:57.036540 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "693930a1-3c1d-43fd-aeaf-86ddc290f197", "name": "network-vif-deleted", "tag": "1c9dc820-1c1b-4e1e-8f5c-179b93ce1dd7", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:11:57.036796 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ff95ca5e-7a22-4a95-b0ad-908c92b36ba5 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:11:57.037274 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '693930a1-3c1d-43fd-aeaf-86ddc290f197', 'name': 'network-vif-deleted', 'tag': '1c9dc820-1c1b-4e1e-8f5c-179b93ce1dd7', 'status': 'completed', 'code': 200} Jul 05 03:11:58.149835 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca713d-608c-4b0f-a41d-f7768392a513 req-cf8e1f5a-0e95-4500-8f2a-87a83b4741ec tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:11:58.151865 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-50ca713d-608c-4b0f-a41d-f7768392a513 req-cf8e1f5a-0e95-4500-8f2a-87a83b4741ec tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.21 "GET /v2.0/networks?id=2212a7f8-5c46-4660-8e03-6cc129db7b1e HTTP/1.1" status: 200 len: 815 time: 0.1147740 Jul 05 03:11:58.164451 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-50ca713d-608c-4b0f-a41d-f7768392a513 req-66d7db59-c0d5-4f5a-88f0-44c630d4f5bf tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Request body: {'port': {'device_id': '962b1253-1447-43a0-9424-33fb0ffe5cea', 'network_id': '2212a7f8-5c46-4660-8e03-6cc129db7b1e', 'admin_state_up': True, 'tenant_id': '270e044e9c524383b10e9a50fde8952f'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:11:58.170506 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c4d3daa8-5c57-454b-b784-ab9646fb9f91 req-8a1f6696-88dc-451e-bca1-494381459c6b tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/ports?device_id=962b1253-1447-43a0-9424-33fb0ffe5cea HTTP/1.1" status: 200 len: 210 time: 0.0423899 Jul 05 03:11:58.365777 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50ca713d-608c-4b0f-a41d-f7768392a513 req-66d7db59-c0d5-4f5a-88f0-44c630d4f5bf tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Made reservation on behalf of 270e044e9c524383b10e9a50fde8952f for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:11:58.369489 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-50ca713d-608c-4b0f-a41d-f7768392a513 req-66d7db59-c0d5-4f5a-88f0-44c630d4f5bf tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:11:58.496739 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-50ca713d-608c-4b0f-a41d-f7768392a513 req-66d7db59-c0d5-4f5a-88f0-44c630d4f5bf tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Allocated IP 172.20.0.7 (2212a7f8-5c46-4660-8e03-6cc129db7b1e/f9679089-7159-4c1b-b7ef-72522080ce3a/537c6f2b-6917-4314-a9d4-c426b16ffead) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:11:58.641206 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-50ca713d-608c-4b0f-a41d-f7768392a513 req-66d7db59-c0d5-4f5a-88f0-44c630d4f5bf tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:11:58.741890 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-50ca713d-608c-4b0f-a41d-f7768392a513 req-66d7db59-c0d5-4f5a-88f0-44c630d4f5bf tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:11:58.785534 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50ca713d-608c-4b0f-a41d-f7768392a513 req-66d7db59-c0d5-4f5a-88f0-44c630d4f5bf tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Network 2212a7f8-5c46-4660-8e03-6cc129db7b1e is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:11:58.788820 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-50ca713d-608c-4b0f-a41d-f7768392a513 req-66d7db59-c0d5-4f5a-88f0-44c630d4f5bf tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:11:58.797340 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-50ca713d-608c-4b0f-a41d-f7768392a513 req-66d7db59-c0d5-4f5a-88f0-44c630d4f5bf tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:11:58.801491 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d7db59-c0d5-4f5a-88f0-44c630d4f5bf tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Pushing event updated for resources: {'Port': ['ID=537c6f2b-6917-4314-a9d4-c426b16ffead,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:11:58.828791 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d7db59-c0d5-4f5a-88f0-44c630d4f5bf tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:11:58.837501 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d7db59-c0d5-4f5a-88f0-44c630d4f5bf tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:11:58.837501 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d7db59-c0d5-4f5a-88f0-44c630d4f5bf tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:11:58.837501 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d7db59-c0d5-4f5a-88f0-44c630d4f5bf tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:11:58.837501 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d7db59-c0d5-4f5a-88f0-44c630d4f5bf tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:11:58.837501 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d7db59-c0d5-4f5a-88f0-44c630d4f5bf tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:11:58.837501 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d7db59-c0d5-4f5a-88f0-44c630d4f5bf tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:11:58.837501 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d7db59-c0d5-4f5a-88f0-44c630d4f5bf tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:11:58.837501 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d7db59-c0d5-4f5a-88f0-44c630d4f5bf tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:11:58.837501 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d7db59-c0d5-4f5a-88f0-44c630d4f5bf tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:11:58.837501 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d7db59-c0d5-4f5a-88f0-44c630d4f5bf tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:11:58.837501 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d7db59-c0d5-4f5a-88f0-44c630d4f5bf tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:11:58.856719 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca713d-608c-4b0f-a41d-f7768392a513 req-66d7db59-c0d5-4f5a-88f0-44c630d4f5bf tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:11:58.857338 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-50ca713d-608c-4b0f-a41d-f7768392a513 req-66d7db59-c0d5-4f5a-88f0-44c630d4f5bf tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:11:58.955070 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-50ca713d-608c-4b0f-a41d-f7768392a513 req-66d7db59-c0d5-4f5a-88f0-44c630d4f5bf tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7951055 Jul 05 03:11:58.967686 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-50ca713d-608c-4b0f-a41d-f7768392a513 req-21fee58b-29ad-4fa8-bc3b-012a884e529e service neutron] Request body: {'port': {'device_id': '962b1253-1447-43a0-9424-33fb0ffe5cea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:11:59.044450 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-50ca713d-608c-4b0f-a41d-f7768392a513 req-21fee58b-29ad-4fa8-bc3b-012a884e529e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:11:59.334918 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-50ca713d-608c-4b0f-a41d-f7768392a513 req-21fee58b-29ad-4fa8-bc3b-012a884e529e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 537c6f2b-6917-4314-a9d4-c426b16ffead {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:11:59.345525 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-50ca713d-608c-4b0f-a41d-f7768392a513 req-21fee58b-29ad-4fa8-bc3b-012a884e529e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:11:59.364687 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-50ca713d-608c-4b0f-a41d-f7768392a513 req-21fee58b-29ad-4fa8-bc3b-012a884e529e service neutron] Transition to ACTIVE for port object 537c6f2b-6917-4314-a9d4-c426b16ffead will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:11:59.382911 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bd7ffa-a2ef-453a-afff-bfff73f29c96 req-c5fe944c-9fcc-4a59-8f4c-1088fe1517ce tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:11:59.384445 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c5bd7ffa-a2ef-453a-afff-bfff73f29c96 req-c5fe944c-9fcc-4a59-8f4c-1088fe1517ce tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/ports?device_id=962b1253-1447-43a0-9424-33fb0ffe5cea HTTP/1.1" status: 200 len: 931 time: 0.0896213 Jul 05 03:11:59.429841 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c5bd7ffa-a2ef-453a-afff-bfff73f29c96 req-34bc39f5-1661-49e9-b941-71df25c9be53 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/security-groups?id=c645b923-6e78-4a41-aa73-0add5cc9efa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372536 Jul 05 03:11:59.430965 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-50ca713d-608c-4b0f-a41d-f7768392a513 req-21fee58b-29ad-4fa8-bc3b-012a884e529e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:11:59.480356 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fee58b-29ad-4fa8-bc3b-012a884e529e service neutron] Pushing event updated for resources: {'Port': ['ID=537c6f2b-6917-4314-a9d4-c426b16ffead,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:11:59.551951 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-50ca713d-608c-4b0f-a41d-f7768392a513 req-21fee58b-29ad-4fa8-bc3b-012a884e529e service neutron] Attempting to bind port 537c6f2b-6917-4314-a9d4-c426b16ffead on host n-h1-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:11:59.552299 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-50ca713d-608c-4b0f-a41d-f7768392a513 req-21fee58b-29ad-4fa8-bc3b-012a884e529e service neutron] Attempting to bind port 537c6f2b-6917-4314-a9d4-c426b16ffead by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': '810efd5f-8b5f-425c-85d1-3827de6cd988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2212a7f8-5c46-4660-8e03-6cc129db7b1e'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:11:59.552631 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ca713d-608c-4b0f-a41d-f7768392a513 req-21fee58b-29ad-4fa8-bc3b-012a884e529e service neutron] Attempting to bind port 537c6f2b-6917-4314-a9d4-c426b16ffead on network 2212a7f8-5c46-4660-8e03-6cc129db7b1e {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:11:59.556988 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ca713d-608c-4b0f-a41d-f7768392a513 req-21fee58b-29ad-4fa8-bc3b-012a884e529e service neutron] Port 537c6f2b-6917-4314-a9d4-c426b16ffead on network 2212a7f8-5c46-4660-8e03-6cc129db7b1e not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:11:59.557844 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ca713d-608c-4b0f-a41d-f7768392a513 req-21fee58b-29ad-4fa8-bc3b-012a884e529e service neutron] Attempting to bind port 537c6f2b-6917-4314-a9d4-c426b16ffead on network 2212a7f8-5c46-4660-8e03-6cc129db7b1e {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:11:59.562798 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ca713d-608c-4b0f-a41d-f7768392a513 req-21fee58b-29ad-4fa8-bc3b-012a884e529e service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:11:59.563143 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ca713d-608c-4b0f-a41d-f7768392a513 req-21fee58b-29ad-4fa8-bc3b-012a884e529e service neutron] Checking segment: {'id': '810efd5f-8b5f-425c-85d1-3827de6cd988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2212a7f8-5c46-4660-8e03-6cc129db7b1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:11:59.563525 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ca713d-608c-4b0f-a41d-f7768392a513 req-21fee58b-29ad-4fa8-bc3b-012a884e529e service neutron] Bound using segment: {'id': '810efd5f-8b5f-425c-85d1-3827de6cd988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2212a7f8-5c46-4660-8e03-6cc129db7b1e'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:11:59.563971 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-50ca713d-608c-4b0f-a41d-f7768392a513 req-21fee58b-29ad-4fa8-bc3b-012a884e529e service neutron] Bound port: 537c6f2b-6917-4314-a9d4-c426b16ffead, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '810efd5f-8b5f-425c-85d1-3827de6cd988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2212a7f8-5c46-4660-8e03-6cc129db7b1e'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:11:59.564315 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-50ca713d-608c-4b0f-a41d-f7768392a513 req-21fee58b-29ad-4fa8-bc3b-012a884e529e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:11:59.630192 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-50ca713d-608c-4b0f-a41d-f7768392a513 req-21fee58b-29ad-4fa8-bc3b-012a884e529e service neutron] For port 537c6f2b-6917-4314-a9d4-c426b16ffead, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:11:59.633037 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-50ca713d-608c-4b0f-a41d-f7768392a513 req-21fee58b-29ad-4fa8-bc3b-012a884e529e service neutron] For port 537c6f2b-6917-4314-a9d4-c426b16ffead, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=537c6f2b-6917-4314-a9d4-c426b16ffead,segment=NetworkSegment(810efd5f-8b5f-425c-85d1-3827de6cd988),segment_id=810efd5f-8b5f-425c-85d1-3827de6cd988)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:11:59.641279 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 1c9dc820-1c1b-4e1e-8f5c-179b93ce1dd7 no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:11:59.663622 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] No Port match for: 1c9dc820-1c1b-4e1e-8f5c-179b93ce1dd7 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:11:59.663966 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 1c9dc820-1c1b-4e1e-8f5c-179b93ce1dd7 not bound to the agent host n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:11:59.703401 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-50ca713d-608c-4b0f-a41d-f7768392a513 req-21fee58b-29ad-4fa8-bc3b-012a884e529e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:11:59.736646 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca713d-608c-4b0f-a41d-f7768392a513 req-21fee58b-29ad-4fa8-bc3b-012a884e529e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:11:59.737274 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-50ca713d-608c-4b0f-a41d-f7768392a513 req-21fee58b-29ad-4fa8-bc3b-012a884e529e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:11:59.738765 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-50ca713d-608c-4b0f-a41d-f7768392a513 req-21fee58b-29ad-4fa8-bc3b-012a884e529e service neutron] 10.222.0.21 "PUT /v2.0/ports/537c6f2b-6917-4314-a9d4-c426b16ffead HTTP/1.1" status: 200 len: 1092 time: 0.7760541 Jul 05 03:11:59.741053 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '962b1253-1447-43a0-9424-33fb0ffe5cea', 'tag': '537c6f2b-6917-4314-a9d4-c426b16ffead'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:11:59.744210 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4c1385bffaa5d930a7117e6982c27207eca91cca31cf4b43f86c7ad63cd24a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-272cfa25-9833-40e3-8add-c5e9b5574ab1" -d '{"events": [{"name": "network-changed", "server_uuid": "962b1253-1447-43a0-9424-33fb0ffe5cea", "tag": "537c6f2b-6917-4314-a9d4-c426b16ffead"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:11:59.768807 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fee58b-29ad-4fa8-bc3b-012a884e529e service neutron] Pushing event updated for resources: {'Port': ['ID=537c6f2b-6917-4314-a9d4-c426b16ffead,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:11:59.779285 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c9a23b1-48d1-4703-a2c7-8118ad4397a7 x-openstack-request-id: req-9c9a23b1-48d1-4703-a2c7-8118ad4397a7 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:11:59.779576 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "962b1253-1447-43a0-9424-33fb0ffe5cea", "tag": "537c6f2b-6917-4314-a9d4-c426b16ffead", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:11:59.779830 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9c9a23b1-48d1-4703-a2c7-8118ad4397a7 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:11:59.780233 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '962b1253-1447-43a0-9424-33fb0ffe5cea', 'tag': '537c6f2b-6917-4314-a9d4-c426b16ffead', 'status': 'completed', 'code': 200} Jul 05 03:11:59.853689 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272cfa25-9833-40e3-8add-c5e9b5574ab1 req-5438e9db-d299-4778-9b21-66ee84a5b537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:11:59.855736 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-272cfa25-9833-40e3-8add-c5e9b5574ab1 req-5438e9db-d299-4778-9b21-66ee84a5b537 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=270e044e9c524383b10e9a50fde8952f&device_id=962b1253-1447-43a0-9424-33fb0ffe5cea HTTP/1.1" status: 200 len: 1095 time: 0.0529368 Jul 05 03:11:59.952888 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272cfa25-9833-40e3-8add-c5e9b5574ab1 req-65106e3d-b075-48a2-91bd-8fb092675899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:11:59.954336 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-272cfa25-9833-40e3-8add-c5e9b5574ab1 req-65106e3d-b075-48a2-91bd-8fb092675899 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=270e044e9c524383b10e9a50fde8952f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0915074 Jul 05 03:12:00.043140 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272cfa25-9833-40e3-8add-c5e9b5574ab1 req-5ef348fc-382f-48ca-958d-ed6fd1c00c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:12:00.044641 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-272cfa25-9833-40e3-8add-c5e9b5574ab1 req-5ef348fc-382f-48ca-958d-ed6fd1c00c85 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0836189 Jul 05 03:12:00.138202 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca713d-608c-4b0f-a41d-f7768392a513 req-c2c4924c-a1d8-4bd7-8841-b7635f9257d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:12:00.139707 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-50ca713d-608c-4b0f-a41d-f7768392a513 req-c2c4924c-a1d8-4bd7-8841-b7635f9257d2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=270e044e9c524383b10e9a50fde8952f&device_id=962b1253-1447-43a0-9424-33fb0ffe5cea HTTP/1.1" status: 200 len: 1095 time: 0.0553651 Jul 05 03:12:00.184799 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-50ca713d-608c-4b0f-a41d-f7768392a513 req-6afbfa2d-3f53-4e91-8447-9e8ad938cec3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=537c6f2b-6917-4314-a9d4-c426b16ffead HTTP/1.1" status: 200 len: 217 time: 0.0369394 Jul 05 03:12:00.233331 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca713d-608c-4b0f-a41d-f7768392a513 req-25cf3816-7452-4110-836c-1989d05654ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:12:00.234789 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-50ca713d-608c-4b0f-a41d-f7768392a513 req-25cf3816-7452-4110-836c-1989d05654ae service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f9679089-7159-4c1b-b7ef-72522080ce3a HTTP/1.1" status: 200 len: 855 time: 0.0438638 Jul 05 03:12:00.266188 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-50ca713d-608c-4b0f-a41d-f7768392a513 req-96194a89-ff6a-4272-b027-77f466950a4e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2212a7f8-5c46-4660-8e03-6cc129db7b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254228 Jul 05 03:12:00.358276 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-50ca713d-608c-4b0f-a41d-f7768392a513 req-18cf52ec-73c5-4678-9d5c-c2d333bc8144 service neutron] 10.222.0.21 "GET /v2.0/networks/2212a7f8-5c46-4660-8e03-6cc129db7b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855973 Jul 05 03:12:00.447263 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-50ca713d-608c-4b0f-a41d-f7768392a513 req-a3025eab-41dc-4238-a144-78ba3fad7d60 service neutron] 10.222.0.21 "GET /v2.0/networks/2212a7f8-5c46-4660-8e03-6cc129db7b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802629 Jul 05 03:12:00.609805 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd6e79a-81d5-4558-ab21-7e25a04bf220 req-cfacb492-f03d-4176-99d0-4d4d170b6ce2 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:12:00.611354 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ebd6e79a-81d5-4558-ab21-7e25a04bf220 req-cfacb492-f03d-4176-99d0-4d4d170b6ce2 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/ports?device_id=962b1253-1447-43a0-9424-33fb0ffe5cea HTTP/1.1" status: 200 len: 943 time: 0.0673068 Jul 05 03:12:00.652394 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ebd6e79a-81d5-4558-ab21-7e25a04bf220 req-dda6840f-d081-41fe-93ff-031a9ac4c4fa tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/security-groups?id=c645b923-6e78-4a41-aa73-0add5cc9efa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353661 Jul 05 03:12:01.830136 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9c2e74-b7c0-4a05-94f5-e78b26add5e6 req-3925ff57-0b63-4bd1-991b-6b42d365399c tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:12:01.831672 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-af9c2e74-b7c0-4a05-94f5-e78b26add5e6 req-3925ff57-0b63-4bd1-991b-6b42d365399c tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/ports?device_id=962b1253-1447-43a0-9424-33fb0ffe5cea HTTP/1.1" status: 200 len: 943 time: 0.0671895 Jul 05 03:12:01.869279 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-af9c2e74-b7c0-4a05-94f5-e78b26add5e6 req-a0b72d0d-f334-4892-91aa-94f1f04fbbc0 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/security-groups?id=c645b923-6e78-4a41-aa73-0add5cc9efa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319705 Jul 05 03:12:03.040593 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0e1d9e-26e5-4b72-8380-0a1a84ea4f63 req-32333855-bf57-42bc-a35c-aebe12bfaf6c tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:12:03.042118 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-db0e1d9e-26e5-4b72-8380-0a1a84ea4f63 req-32333855-bf57-42bc-a35c-aebe12bfaf6c tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/ports?device_id=962b1253-1447-43a0-9424-33fb0ffe5cea HTTP/1.1" status: 200 len: 943 time: 0.0631065 Jul 05 03:12:03.079059 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-db0e1d9e-26e5-4b72-8380-0a1a84ea4f63 req-9df4cac4-58b5-4159-b19a-e0a1ec86fa8c tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/security-groups?id=c645b923-6e78-4a41-aa73-0add5cc9efa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313413 Jul 05 03:12:03.663187 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 537c6f2b-6917-4314-a9d4-c426b16ffead details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:12:03.752127 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 537c6f2b-6917-4314-a9d4-c426b16ffead, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=537c6f2b-6917-4314-a9d4-c426b16ffead,segment=NetworkSegment(810efd5f-8b5f-425c-85d1-3827de6cd988),segment_id=810efd5f-8b5f-425c-85d1-3827de6cd988)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:12:03.763374 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': '537c6f2b-6917-4314-a9d4-c426b16ffead', 'network_id': '2212a7f8-5c46-4660-8e03-6cc129db7b1e', 'port_id': '537c6f2b-6917-4314-a9d4-c426b16ffead', 'mac_address': 'fa:16:3e:f1:a8:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9679089-7159-4c1b-b7ef-72522080ce3a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:12:03.803932 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:03.815779 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 537c6f2b-6917-4314-a9d4-c426b16ffead {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:12:03.835253 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 537c6f2b-6917-4314-a9d4-c426b16ffead, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=537c6f2b-6917-4314-a9d4-c426b16ffead,segment=NetworkSegment(810efd5f-8b5f-425c-85d1-3827de6cd988),segment_id=810efd5f-8b5f-425c-85d1-3827de6cd988)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:12:03.937112 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:03.983458 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=537c6f2b-6917-4314-a9d4-c426b16ffead,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:12:03.990593 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:12:03.990940 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:12:03.991281 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:12:03.991617 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:12:03.991953 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:12:03.992279 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:12:03.992607 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:12:03.992932 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:12:03.993254 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:12:03.993577 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:12:03.993897 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:12:03.994251 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:12:04.129967 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['537c6f2b-6917-4314-a9d4-c426b16ffead'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:12:04.258273 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a0a28a-1c42-4f1c-875a-d4ff9858bc39 req-70da4f49-d1e6-484e-ab83-602c2ed24fe3 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:12:04.259869 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d6a0a28a-1c42-4f1c-875a-d4ff9858bc39 req-70da4f49-d1e6-484e-ab83-602c2ed24fe3 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/ports?device_id=962b1253-1447-43a0-9424-33fb0ffe5cea HTTP/1.1" status: 200 len: 944 time: 0.0712941 Jul 05 03:12:04.299142 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d6a0a28a-1c42-4f1c-875a-d4ff9858bc39 req-6010e82b-1af6-46f5-aabc-5b4f09beb3fc tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/security-groups?id=c645b923-6e78-4a41-aa73-0add5cc9efa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335360 Jul 05 03:12:05.472237 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c45d949-f753-4ba1-94cf-5ca4bd656b90 req-ffe1cee7-18fa-4c04-b920-04cf0af266c0 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:12:05.473712 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7c45d949-f753-4ba1-94cf-5ca4bd656b90 req-ffe1cee7-18fa-4c04-b920-04cf0af266c0 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/ports?device_id=962b1253-1447-43a0-9424-33fb0ffe5cea HTTP/1.1" status: 200 len: 944 time: 0.0660315 Jul 05 03:12:05.510640 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7c45d949-f753-4ba1-94cf-5ca4bd656b90 req-e8132b16-8fb2-46e4-9871-3272697de188 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/security-groups?id=c645b923-6e78-4a41-aa73-0add5cc9efa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307589 Jul 05 03:12:05.687745 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 537c6f2b-6917-4314-a9d4-c426b16ffead up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:12:05.794473 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning for port 537c6f2b-6917-4314-a9d4-c426b16ffead completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:12:05.798272 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port 537c6f2b-6917-4314-a9d4-c426b16ffead triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:12:05.798639 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:05.874229 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:05.895533 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '962b1253-1447-43a0-9424-33fb0ffe5cea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '537c6f2b-6917-4314-a9d4-c426b16ffead'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:12:05.897777 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1156d35e1955dd65519df7b38ee19a55ddc3a31abbcc68c280d02d687c0487e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0b88f3c-584a-4dbe-86c0-6e526c8e3888" -d '{"events": [{"server_uuid": "962b1253-1447-43a0-9424-33fb0ffe5cea", "name": "network-vif-plugged", "status": "completed", "tag": "537c6f2b-6917-4314-a9d4-c426b16ffead"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:12:05.910049 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 537c6f2b-6917-4314-a9d4-c426b16ffead, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=537c6f2b-6917-4314-a9d4-c426b16ffead,segment=NetworkSegment(810efd5f-8b5f-425c-85d1-3827de6cd988),segment_id=810efd5f-8b5f-425c-85d1-3827de6cd988)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:12:05.934931 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a513e0e-9eeb-4cff-a402-579a1e206dab x-openstack-request-id: req-3a513e0e-9eeb-4cff-a402-579a1e206dab {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:12:05.935217 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "962b1253-1447-43a0-9424-33fb0ffe5cea", "name": "network-vif-plugged", "status": "completed", "tag": "537c6f2b-6917-4314-a9d4-c426b16ffead", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:12:05.935467 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3a513e0e-9eeb-4cff-a402-579a1e206dab {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:12:05.935898 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '962b1253-1447-43a0-9424-33fb0ffe5cea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '537c6f2b-6917-4314-a9d4-c426b16ffead', 'code': 200} Jul 05 03:12:05.982910 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:06.033742 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=537c6f2b-6917-4314-a9d4-c426b16ffead,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:12:06.046567 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02efd5ae-15d8-4769-a485-3ad808a10a8e req-126c2086-e835-4ca0-b8b2-7876b5873bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:12:06.048215 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-02efd5ae-15d8-4769-a485-3ad808a10a8e req-126c2086-e835-4ca0-b8b2-7876b5873bc1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=962b1253-1447-43a0-9424-33fb0ffe5cea HTTP/1.1" status: 200 len: 1097 time: 0.0544455 Jul 05 03:12:06.083103 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-02efd5ae-15d8-4769-a485-3ad808a10a8e req-c94cd1b5-d799-4dc9-b36d-05f0756cc4a7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c645b923-6e78-4a41-aa73-0add5cc9efa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274765 Jul 05 03:12:06.678928 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cb3191-2fa1-4311-ac9d-91925d56bd05 req-e9e92a85-7c45-4c45-a842-0365dcee6850 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:12:06.680447 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d6cb3191-2fa1-4311-ac9d-91925d56bd05 req-e9e92a85-7c45-4c45-a842-0365dcee6850 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/ports?device_id=962b1253-1447-43a0-9424-33fb0ffe5cea HTTP/1.1" status: 200 len: 945 time: 0.0618577 Jul 05 03:12:06.719890 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d6cb3191-2fa1-4311-ac9d-91925d56bd05 req-57834f3b-6c67-4c1e-8faa-884e9149b3e3 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/security-groups?id=c645b923-6e78-4a41-aa73-0add5cc9efa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332403 Jul 05 03:12:07.898755 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a623ab16-743a-4e66-ad3f-51dfc210f170 req-6dd5c73f-a802-410e-b171-84d0950bd72e tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:12:07.900179 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a623ab16-743a-4e66-ad3f-51dfc210f170 req-6dd5c73f-a802-410e-b171-84d0950bd72e tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/ports?device_id=962b1253-1447-43a0-9424-33fb0ffe5cea HTTP/1.1" status: 200 len: 945 time: 0.0637059 Jul 05 03:12:07.942973 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a623ab16-743a-4e66-ad3f-51dfc210f170 req-c31bf4d2-1ace-40aa-9ea9-d8836c200386 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/security-groups?id=c645b923-6e78-4a41-aa73-0add5cc9efa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368280 Jul 05 03:12:08.132327 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96feb18-10e1-41e2-8bd4-6922180acee5 req-330431c7-f0d2-47c0-9145-9b20ddb5b30b tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:12:08.133844 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a96feb18-10e1-41e2-8bd4-6922180acee5 req-330431c7-f0d2-47c0-9145-9b20ddb5b30b tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/ports?device_id=962b1253-1447-43a0-9424-33fb0ffe5cea HTTP/1.1" status: 200 len: 945 time: 0.0684142 Jul 05 03:12:08.171626 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a96feb18-10e1-41e2-8bd4-6922180acee5 req-221825b7-ae0b-4d41-8d12-bf494c63aa74 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/security-groups?id=c645b923-6e78-4a41-aa73-0add5cc9efa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320647 Jul 05 03:12:08.765903 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9f0322-c61a-46db-95ab-92055d1c7bbb req-f04b5e82-c166-4472-b09e-d2576473c400 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:12:08.767362 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3f9f0322-c61a-46db-95ab-92055d1c7bbb req-f04b5e82-c166-4472-b09e-d2576473c400 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/ports?device_id=962b1253-1447-43a0-9424-33fb0ffe5cea HTTP/1.1" status: 200 len: 945 time: 0.0635495 Jul 05 03:12:08.808204 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3f9f0322-c61a-46db-95ab-92055d1c7bbb req-592115ea-690c-4a78-aeab-47fbb7fe4b28 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/security-groups?id=c645b923-6e78-4a41-aa73-0add5cc9efa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350487 Jul 05 03:12:08.885648 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2cb4e338-ecbe-456b-8a09-8753d2eae15d req-dc14270f-825d-4b3f-9615-c44b81a132c8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=962b1253-1447-43a0-9424-33fb0ffe5cea&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0543783 Jul 05 03:12:09.991115 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c276dd8a-d9d0-4636-b3a5-e965e23dac7c req-12cb0357-d84b-4ad9-bd77-696c79413cbe tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:12:09.995032 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c276dd8a-d9d0-4636-b3a5-e965e23dac7c req-12cb0357-d84b-4ad9-bd77-696c79413cbe tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/ports?device_id=962b1253-1447-43a0-9424-33fb0ffe5cea HTTP/1.1" status: 200 len: 945 time: 0.0666795 Jul 05 03:12:10.032718 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c276dd8a-d9d0-4636-b3a5-e965e23dac7c req-b8090304-9a9c-4592-b4be-f0b07386e61b tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/security-groups?id=c645b923-6e78-4a41-aa73-0add5cc9efa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328121 Jul 05 03:12:10.917790 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb4e338-ecbe-456b-8a09-8753d2eae15d req-70f9380b-aa62-4689-8b7c-d371fdc22655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:12:10.919336 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2cb4e338-ecbe-456b-8a09-8753d2eae15d req-70f9380b-aa62-4689-8b7c-d371fdc22655 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=270e044e9c524383b10e9a50fde8952f&device_id=962b1253-1447-43a0-9424-33fb0ffe5cea HTTP/1.1" status: 200 len: 1097 time: 0.0535963 Jul 05 03:12:11.007410 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb4e338-ecbe-456b-8a09-8753d2eae15d req-b9c00e09-8860-4ad3-9578-21b382585f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:12:11.008899 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2cb4e338-ecbe-456b-8a09-8753d2eae15d req-b9c00e09-8860-4ad3-9578-21b382585f1c service neutron] 10.222.0.21 "GET /v2.0/networks?id=2212a7f8-5c46-4660-8e03-6cc129db7b1e HTTP/1.1" status: 200 len: 915 time: 0.0824783 Jul 05 03:12:11.052786 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2cb4e338-ecbe-456b-8a09-8753d2eae15d req-a27ff55f-ddcb-4fcf-93a5-63991aafc792 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=537c6f2b-6917-4314-a9d4-c426b16ffead HTTP/1.1" status: 200 len: 217 time: 0.0370438 Jul 05 03:12:11.101608 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb4e338-ecbe-456b-8a09-8753d2eae15d req-9a644857-988c-49d8-bb27-38263b222bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:12:11.103116 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2cb4e338-ecbe-456b-8a09-8753d2eae15d req-9a644857-988c-49d8-bb27-38263b222bb2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f9679089-7159-4c1b-b7ef-72522080ce3a HTTP/1.1" status: 200 len: 855 time: 0.0449734 Jul 05 03:12:11.138390 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2cb4e338-ecbe-456b-8a09-8753d2eae15d req-85a5426c-de2c-4a8b-84a6-3a3feff993dd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2212a7f8-5c46-4660-8e03-6cc129db7b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285177 Jul 05 03:12:11.265174 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2cb4e338-ecbe-456b-8a09-8753d2eae15d req-138dbbf3-2641-441b-a94e-f7a656bd826a service neutron] 10.222.0.21 "GET /v2.0/networks/2212a7f8-5c46-4660-8e03-6cc129db7b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205328 Jul 05 03:12:11.280941 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50651ca0-580a-465c-b430-9b409c28cd8a req-f00213e2-f979-461d-b559-bec98be8903a tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:12:11.282447 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-50651ca0-580a-465c-b430-9b409c28cd8a req-f00213e2-f979-461d-b559-bec98be8903a tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/ports?device_id=962b1253-1447-43a0-9424-33fb0ffe5cea HTTP/1.1" status: 200 len: 945 time: 0.1203761 Jul 05 03:12:11.364755 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-50651ca0-580a-465c-b430-9b409c28cd8a req-2651ae56-7c01-4713-8628-3f1384647b6b tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/security-groups?id=c645b923-6e78-4a41-aa73-0add5cc9efa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752556 Jul 05 03:12:11.397997 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2cb4e338-ecbe-456b-8a09-8753d2eae15d req-e46f561e-f6d3-44da-a579-f1af8a84a6c5 service neutron] 10.222.0.21 "GET /v2.0/networks/2212a7f8-5c46-4660-8e03-6cc129db7b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253669 Jul 05 03:12:12.171196 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:12.268114 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:12.557954 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd19ead-2397-4217-86b6-e84c8ae7d498 req-3540f1da-6966-42a7-9671-baf3b81e8888 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:12:12.560493 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2bd19ead-2397-4217-86b6-e84c8ae7d498 req-3540f1da-6966-42a7-9671-baf3b81e8888 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/ports?device_id=962b1253-1447-43a0-9424-33fb0ffe5cea HTTP/1.1" status: 200 len: 945 time: 0.0734382 Jul 05 03:12:12.598858 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2bd19ead-2397-4217-86b6-e84c8ae7d498 req-f2c1fcff-61f4-48bb-980d-eba9cca906fb tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/security-groups?id=c645b923-6e78-4a41-aa73-0add5cc9efa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329816 Jul 05 03:12:13.780609 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d89e19-b26d-46f6-9200-e8b5e08c1d40 req-64e803b6-d9f6-460a-b0ab-136102a3ab0c tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:12:13.782111 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-90d89e19-b26d-46f6-9200-e8b5e08c1d40 req-64e803b6-d9f6-460a-b0ab-136102a3ab0c tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/ports?device_id=962b1253-1447-43a0-9424-33fb0ffe5cea HTTP/1.1" status: 200 len: 945 time: 0.0664945 Jul 05 03:12:13.819048 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-90d89e19-b26d-46f6-9200-e8b5e08c1d40 req-64777610-64b6-4049-b046-5aa5e444f4ce tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/security-groups?id=c645b923-6e78-4a41-aa73-0add5cc9efa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312684 Jul 05 03:12:14.999780 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69742c1f-12f6-4c55-89c8-c15306a6c6c8 req-31114999-b2bc-4b24-bb65-9d454ea816ef tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:12:15.001314 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-69742c1f-12f6-4c55-89c8-c15306a6c6c8 req-31114999-b2bc-4b24-bb65-9d454ea816ef tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/ports?device_id=962b1253-1447-43a0-9424-33fb0ffe5cea HTTP/1.1" status: 200 len: 945 time: 0.0706179 Jul 05 03:12:15.040099 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-69742c1f-12f6-4c55-89c8-c15306a6c6c8 req-b1a855dc-7382-47da-9352-cfac28cc466f tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/security-groups?id=c645b923-6e78-4a41-aa73-0add5cc9efa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327425 Jul 05 03:12:15.388320 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2f5c27-8807-4902-b996-6230289ae853 req-6c2d53ad-386d-447e-9808-e323b1201f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:12:15.389873 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9e2f5c27-8807-4902-b996-6230289ae853 req-6c2d53ad-386d-447e-9808-e323b1201f53 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=270e044e9c524383b10e9a50fde8952f&device_id=962b1253-1447-43a0-9424-33fb0ffe5cea HTTP/1.1" status: 200 len: 1097 time: 0.0520005 Jul 05 03:12:15.501095 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2f5c27-8807-4902-b996-6230289ae853 req-728cdcf2-2da8-43fe-afaf-310168730c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:12:15.502666 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9e2f5c27-8807-4902-b996-6230289ae853 req-728cdcf2-2da8-43fe-afaf-310168730c82 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2212a7f8-5c46-4660-8e03-6cc129db7b1e HTTP/1.1" status: 200 len: 915 time: 0.0863895 Jul 05 03:12:15.551502 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9e2f5c27-8807-4902-b996-6230289ae853 req-6414a264-02af-43dd-a705-d677eb2b23d8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=537c6f2b-6917-4314-a9d4-c426b16ffead HTTP/1.1" status: 200 len: 217 time: 0.0347879 Jul 05 03:12:15.609227 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2f5c27-8807-4902-b996-6230289ae853 req-389f2111-6bfd-4fe6-a494-247d5946005c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:12:15.610760 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9e2f5c27-8807-4902-b996-6230289ae853 req-389f2111-6bfd-4fe6-a494-247d5946005c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f9679089-7159-4c1b-b7ef-72522080ce3a HTTP/1.1" status: 200 len: 855 time: 0.0476251 Jul 05 03:12:15.643616 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9e2f5c27-8807-4902-b996-6230289ae853 req-144c2952-7b33-423e-b300-30d17d294428 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2212a7f8-5c46-4660-8e03-6cc129db7b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261123 Jul 05 03:12:15.729139 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9e2f5c27-8807-4902-b996-6230289ae853 req-95be3d76-7897-48ff-aae4-1aa772f8bd1f service neutron] 10.222.0.21 "GET /v2.0/networks/2212a7f8-5c46-4660-8e03-6cc129db7b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797575 Jul 05 03:12:15.820590 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9e2f5c27-8807-4902-b996-6230289ae853 req-30d24758-510c-46ad-b6de-1f8f8e3b6532 service neutron] 10.222.0.21 "GET /v2.0/networks/2212a7f8-5c46-4660-8e03-6cc129db7b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855403 Jul 05 03:12:16.216956 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d4c39-4c82-4b0c-9b7d-97141a1b89b3 req-a1c13976-c681-40ae-8317-d9dcb9872bd7 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:12:16.218537 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-344d4c39-4c82-4b0c-9b7d-97141a1b89b3 req-a1c13976-c681-40ae-8317-d9dcb9872bd7 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/ports?device_id=962b1253-1447-43a0-9424-33fb0ffe5cea HTTP/1.1" status: 200 len: 945 time: 0.0650277 Jul 05 03:12:16.259043 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-344d4c39-4c82-4b0c-9b7d-97141a1b89b3 req-cc3aec4f-c195-4e9c-ac6b-bc7852287f64 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/security-groups?id=c645b923-6e78-4a41-aa73-0add5cc9efa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349240 Jul 05 03:12:17.434954 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d787b87c-64cf-41bc-8d23-03cce16aa60f req-a7ba52bf-afc3-4678-95a2-246a0e23f806 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:12:17.436405 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d787b87c-64cf-41bc-8d23-03cce16aa60f req-a7ba52bf-afc3-4678-95a2-246a0e23f806 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/ports?device_id=962b1253-1447-43a0-9424-33fb0ffe5cea HTTP/1.1" status: 200 len: 945 time: 0.0641870 Jul 05 03:12:17.485144 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d787b87c-64cf-41bc-8d23-03cce16aa60f req-74b78637-7ce0-4f5c-aede-cc8564cb79e7 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/security-groups?id=c645b923-6e78-4a41-aa73-0add5cc9efa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431335 Jul 05 03:12:18.665574 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336b13cc-6597-4145-989e-1ec695b36ef9 req-90e97e9f-a96e-4ecf-baa8-99b92581f7c7 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:12:18.667140 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-336b13cc-6597-4145-989e-1ec695b36ef9 req-90e97e9f-a96e-4ecf-baa8-99b92581f7c7 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/ports?device_id=962b1253-1447-43a0-9424-33fb0ffe5cea HTTP/1.1" status: 200 len: 945 time: 0.0658295 Jul 05 03:12:18.706224 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-336b13cc-6597-4145-989e-1ec695b36ef9 req-c788b8b8-b382-46ca-8c02-eeb716c7477b tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/security-groups?id=c645b923-6e78-4a41-aa73-0add5cc9efa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327616 Jul 05 03:12:19.883324 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85d820d-8870-4601-bd11-3b7ab63d3a3c req-3a3750cf-09be-4c37-bfd8-9fe4a7123c17 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:12:19.885344 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d85d820d-8870-4601-bd11-3b7ab63d3a3c req-3a3750cf-09be-4c37-bfd8-9fe4a7123c17 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/ports?device_id=962b1253-1447-43a0-9424-33fb0ffe5cea HTTP/1.1" status: 200 len: 945 time: 0.0634031 Jul 05 03:12:19.928589 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d85d820d-8870-4601-bd11-3b7ab63d3a3c req-d1eadb01-94d4-4392-86fd-601c1a40df0b tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/security-groups?id=c645b923-6e78-4a41-aa73-0add5cc9efa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375772 Jul 05 03:12:20.902877 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-6105952b-5975-42a7-89ef-fd94640b843c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:21.100798 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51180fd0-5071-414e-be9b-69b5ea12f4fc req-cc4eca0f-506d-4751-8454-28b71eeca757 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:12:21.102246 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-51180fd0-5071-414e-be9b-69b5ea12f4fc req-cc4eca0f-506d-4751-8454-28b71eeca757 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/ports?device_id=962b1253-1447-43a0-9424-33fb0ffe5cea HTTP/1.1" status: 200 len: 945 time: 0.0626636 Jul 05 03:12:21.140361 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-51180fd0-5071-414e-be9b-69b5ea12f4fc req-8d44bb32-f4c8-46d0-854a-e25273032940 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/security-groups?id=c645b923-6e78-4a41-aa73-0add5cc9efa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319548 Jul 05 03:12:22.322699 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98943f0-bead-47a9-9ec0-a5558adec879 req-34ae59c2-8939-4fb5-a4e5-edf8a73c6fdc tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:12:22.324202 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e98943f0-bead-47a9-9ec0-a5558adec879 req-34ae59c2-8939-4fb5-a4e5-edf8a73c6fdc tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/ports?device_id=962b1253-1447-43a0-9424-33fb0ffe5cea HTTP/1.1" status: 200 len: 945 time: 0.0657523 Jul 05 03:12:22.361678 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e98943f0-bead-47a9-9ec0-a5558adec879 req-53adbb8e-1f07-4b2f-9c52-93eea79efe80 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/security-groups?id=c645b923-6e78-4a41-aa73-0add5cc9efa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319164 Jul 05 03:12:23.319296 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-6a1b0d5b-0b26-43a3-b9d9-eb8fc2ac6581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:23.543044 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23674a2-b2d7-418a-9280-845611146efc req-add7b0bd-f600-46d8-a741-d3a2f9ac9425 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:12:23.544551 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b23674a2-b2d7-418a-9280-845611146efc req-add7b0bd-f600-46d8-a741-d3a2f9ac9425 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/ports?device_id=962b1253-1447-43a0-9424-33fb0ffe5cea HTTP/1.1" status: 200 len: 945 time: 0.0626609 Jul 05 03:12:23.582031 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b23674a2-b2d7-418a-9280-845611146efc req-a1be6b5e-f26f-4e13-bb92-4255fc86a301 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/security-groups?id=c645b923-6e78-4a41-aa73-0add5cc9efa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318635 Jul 05 03:12:23.953932 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:24.754682 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab2b26-2253-4822-b36d-c3d3edf28927 req-df1b572e-35e5-43fb-90ed-0cfa2201ff72 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:12:24.756146 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0bab2b26-2253-4822-b36d-c3d3edf28927 req-df1b572e-35e5-43fb-90ed-0cfa2201ff72 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/ports?device_id=962b1253-1447-43a0-9424-33fb0ffe5cea HTTP/1.1" status: 200 len: 945 time: 0.0644445 Jul 05 03:12:24.786179 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:24.795132 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0bab2b26-2253-4822-b36d-c3d3edf28927 req-3463e16e-03a2-4a1b-ba59-9bf92e7c30df tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/security-groups?id=c645b923-6e78-4a41-aa73-0add5cc9efa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327697 Jul 05 03:12:26.216938 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:26.305938 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0682bf-7fe4-42b2-95dc-8988148960e7 req-d830d654-667d-4d55-9eaf-f543d87f06bf tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:12:26.308020 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cf0682bf-7fe4-42b2-95dc-8988148960e7 req-d830d654-667d-4d55-9eaf-f543d87f06bf tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/ports?device_id=962b1253-1447-43a0-9424-33fb0ffe5cea HTTP/1.1" status: 200 len: 945 time: 0.4047666 Jul 05 03:12:26.345413 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cf0682bf-7fe4-42b2-95dc-8988148960e7 req-3098f995-d2dd-494f-a5af-2015defab03b tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/security-groups?id=c645b923-6e78-4a41-aa73-0add5cc9efa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317945 Jul 05 03:12:27.521389 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c622d1-4307-427e-a047-6397cc42fa41 req-dcdac63f-95e1-4cb0-92eb-e1a0eb8d6666 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:12:27.522948 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-66c622d1-4307-427e-a047-6397cc42fa41 req-dcdac63f-95e1-4cb0-92eb-e1a0eb8d6666 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/ports?device_id=962b1253-1447-43a0-9424-33fb0ffe5cea HTTP/1.1" status: 200 len: 945 time: 0.0671978 Jul 05 03:12:27.560963 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-66c622d1-4307-427e-a047-6397cc42fa41 req-18db6bc9-e08d-4452-9780-147cd032b79b tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/security-groups?id=c645b923-6e78-4a41-aa73-0add5cc9efa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318713 Jul 05 03:12:28.751307 n-d-771362-32 neutron-server[94461]: INFO neutron.api.v2.resource [req-2cb4e338-ecbe-456b-8a09-8753d2eae15d req-16c74244-e3fc-487b-97aa-2594ef24e82f service neutron] show failed (client error): The resource could not be found. Jul 05 03:12:28.752322 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2cb4e338-ecbe-456b-8a09-8753d2eae15d req-16c74244-e3fc-487b-97aa-2594ef24e82f service neutron] 10.222.0.21 "GET /v2.0/ports/537c6f2b-6917-4314-a9d4-c426b16ffead/bindings/n-h2-771362-32 HTTP/1.1" status: 404 len: 381 time: 0.0882018 Jul 05 03:12:28.775878 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c13d96b-4a3b-4d0b-989d-c2528aebd3c9 req-786bbc4a-a1e7-4b9a-9028-06b9890c7451 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:12:28.775878 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4c13d96b-4a3b-4d0b-989d-c2528aebd3c9 req-786bbc4a-a1e7-4b9a-9028-06b9890c7451 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/ports?device_id=962b1253-1447-43a0-9424-33fb0ffe5cea HTTP/1.1" status: 200 len: 945 time: 0.0862503 Jul 05 03:12:28.813969 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4c13d96b-4a3b-4d0b-989d-c2528aebd3c9 req-099589c9-3213-4e3b-b8ba-61941d2af73f tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/security-groups?id=c645b923-6e78-4a41-aa73-0add5cc9efa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329866 Jul 05 03:12:29.010040 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:12:29.341766 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb4e338-ecbe-456b-8a09-8753d2eae15d req-814ea697-3382-4340-ae1c-dfc7d1bc5ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:12:29.343321 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2cb4e338-ecbe-456b-8a09-8753d2eae15d req-814ea697-3382-4340-ae1c-dfc7d1bc5ee9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=962b1253-1447-43a0-9424-33fb0ffe5cea&tenant_id=270e044e9c524383b10e9a50fde8952f HTTP/1.1" status: 200 len: 1097 time: 0.0537415 Jul 05 03:12:29.355181 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-2cb4e338-ecbe-456b-8a09-8753d2eae15d req-cf1848f2-2530-4ba4-a16a-4a7f75dbfe00 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-771362-32', 'device_owner': 'compute:nova'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:12:29.424143 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-2cb4e338-ecbe-456b-8a09-8753d2eae15d req-cf1848f2-2530-4ba4-a16a-4a7f75dbfe00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:29.627153 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-2cb4e338-ecbe-456b-8a09-8753d2eae15d req-cf1848f2-2530-4ba4-a16a-4a7f75dbfe00 service neutron] For port 537c6f2b-6917-4314-a9d4-c426b16ffead, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=537c6f2b-6917-4314-a9d4-c426b16ffead,segment=NetworkSegment(810efd5f-8b5f-425c-85d1-3827de6cd988),segment_id=810efd5f-8b5f-425c-85d1-3827de6cd988)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:12:29.660636 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-2cb4e338-ecbe-456b-8a09-8753d2eae15d req-cf1848f2-2530-4ba4-a16a-4a7f75dbfe00 service neutron] For port 537c6f2b-6917-4314-a9d4-c426b16ffead, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:12:29.698922 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '962b1253-1447-43a0-9424-33fb0ffe5cea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '537c6f2b-6917-4314-a9d4-c426b16ffead'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:12:29.701121 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4c1385bffaa5d930a7117e6982c27207eca91cca31cf4b43f86c7ad63cd24a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e06f0c9-cf90-4572-8187-107b5c5387e3" -d '{"events": [{"server_uuid": "962b1253-1447-43a0-9424-33fb0ffe5cea", "name": "network-vif-unplugged", "status": "completed", "tag": "537c6f2b-6917-4314-a9d4-c426b16ffead"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:12:29.704805 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-2cb4e338-ecbe-456b-8a09-8753d2eae15d req-cf1848f2-2530-4ba4-a16a-4a7f75dbfe00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:29.717848 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-2cb4e338-ecbe-456b-8a09-8753d2eae15d req-cf1848f2-2530-4ba4-a16a-4a7f75dbfe00 service neutron] Transition to ACTIVE for port object 537c6f2b-6917-4314-a9d4-c426b16ffead will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:12:29.751948 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5851ade5-50bf-4f29-82f6-8347a84314ba x-openstack-request-id: req-5851ade5-50bf-4f29-82f6-8347a84314ba {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:12:29.752573 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "962b1253-1447-43a0-9424-33fb0ffe5cea", "name": "network-vif-unplugged", "status": "completed", "tag": "537c6f2b-6917-4314-a9d4-c426b16ffead", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:12:29.752573 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5851ade5-50bf-4f29-82f6-8347a84314ba {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:12:29.753048 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '962b1253-1447-43a0-9424-33fb0ffe5cea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '537c6f2b-6917-4314-a9d4-c426b16ffead', 'code': 200} Jul 05 03:12:29.794275 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-2cb4e338-ecbe-456b-8a09-8753d2eae15d req-cf1848f2-2530-4ba4-a16a-4a7f75dbfe00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:29.867037 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cb4e338-ecbe-456b-8a09-8753d2eae15d req-cf1848f2-2530-4ba4-a16a-4a7f75dbfe00 service neutron] No DVR routers for this DVR port 537c6f2b-6917-4314-a9d4-c426b16ffead on host n-h1-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:12:29.875145 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1848f2-2530-4ba4-a16a-4a7f75dbfe00 service neutron] Pushing event updated for resources: {'Port': ['ID=537c6f2b-6917-4314-a9d4-c426b16ffead,revision_number=6']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:12:29.920010 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-2cb4e338-ecbe-456b-8a09-8753d2eae15d req-cf1848f2-2530-4ba4-a16a-4a7f75dbfe00 service neutron] Attempting to bind port 537c6f2b-6917-4314-a9d4-c426b16ffead on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:12:29.920488 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-2cb4e338-ecbe-456b-8a09-8753d2eae15d req-cf1848f2-2530-4ba4-a16a-4a7f75dbfe00 service neutron] Attempting to bind port 537c6f2b-6917-4314-a9d4-c426b16ffead by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '810efd5f-8b5f-425c-85d1-3827de6cd988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2212a7f8-5c46-4660-8e03-6cc129db7b1e'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:12:29.920952 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb4e338-ecbe-456b-8a09-8753d2eae15d req-cf1848f2-2530-4ba4-a16a-4a7f75dbfe00 service neutron] Attempting to bind port 537c6f2b-6917-4314-a9d4-c426b16ffead on network 2212a7f8-5c46-4660-8e03-6cc129db7b1e {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:12:29.927348 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb4e338-ecbe-456b-8a09-8753d2eae15d req-cf1848f2-2530-4ba4-a16a-4a7f75dbfe00 service neutron] Port 537c6f2b-6917-4314-a9d4-c426b16ffead on network 2212a7f8-5c46-4660-8e03-6cc129db7b1e not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:12:29.927835 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb4e338-ecbe-456b-8a09-8753d2eae15d req-cf1848f2-2530-4ba4-a16a-4a7f75dbfe00 service neutron] Attempting to bind port 537c6f2b-6917-4314-a9d4-c426b16ffead on network 2212a7f8-5c46-4660-8e03-6cc129db7b1e {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:12:29.947672 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb4e338-ecbe-456b-8a09-8753d2eae15d req-cf1848f2-2530-4ba4-a16a-4a7f75dbfe00 service neutron] Checking agent: {'id': 'e071c76e-395f-48c4-a98f-88088465cf0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:12:29.948090 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb4e338-ecbe-456b-8a09-8753d2eae15d req-cf1848f2-2530-4ba4-a16a-4a7f75dbfe00 service neutron] Checking segment: {'id': '810efd5f-8b5f-425c-85d1-3827de6cd988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2212a7f8-5c46-4660-8e03-6cc129db7b1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:12:29.948545 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb4e338-ecbe-456b-8a09-8753d2eae15d req-cf1848f2-2530-4ba4-a16a-4a7f75dbfe00 service neutron] Bound using segment: {'id': '810efd5f-8b5f-425c-85d1-3827de6cd988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2212a7f8-5c46-4660-8e03-6cc129db7b1e'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:12:29.949096 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-2cb4e338-ecbe-456b-8a09-8753d2eae15d req-cf1848f2-2530-4ba4-a16a-4a7f75dbfe00 service neutron] Bound port: 537c6f2b-6917-4314-a9d4-c426b16ffead, host: n-h2-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '810efd5f-8b5f-425c-85d1-3827de6cd988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2212a7f8-5c46-4660-8e03-6cc129db7b1e'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:12:29.949490 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-2cb4e338-ecbe-456b-8a09-8753d2eae15d req-cf1848f2-2530-4ba4-a16a-4a7f75dbfe00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:30.085576 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744545bb-072b-44f9-a583-d11e058d6679 req-d03e2806-a7cf-4f31-b3d5-b1b0c059abe4 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:12:30.087434 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-744545bb-072b-44f9-a583-d11e058d6679 req-d03e2806-a7cf-4f31-b3d5-b1b0c059abe4 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/ports?device_id=962b1253-1447-43a0-9424-33fb0ffe5cea HTTP/1.1" status: 200 len: 943 time: 0.1552792 Jul 05 03:12:30.089221 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-2cb4e338-ecbe-456b-8a09-8753d2eae15d req-cf1848f2-2530-4ba4-a16a-4a7f75dbfe00 service neutron] For port 537c6f2b-6917-4314-a9d4-c426b16ffead, host n-h2-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:12:30.111263 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-2cb4e338-ecbe-456b-8a09-8753d2eae15d req-cf1848f2-2530-4ba4-a16a-4a7f75dbfe00 service neutron] For port 537c6f2b-6917-4314-a9d4-c426b16ffead, host n-h2-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=537c6f2b-6917-4314-a9d4-c426b16ffead,segment=NetworkSegment(810efd5f-8b5f-425c-85d1-3827de6cd988),segment_id=810efd5f-8b5f-425c-85d1-3827de6cd988)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:12:30.145161 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-744545bb-072b-44f9-a583-d11e058d6679 req-ab73d864-94a4-4f75-96ce-b522efa7ff89 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/security-groups?id=c645b923-6e78-4a41-aa73-0add5cc9efa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512826 Jul 05 03:12:30.200161 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-2cb4e338-ecbe-456b-8a09-8753d2eae15d req-cf1848f2-2530-4ba4-a16a-4a7f75dbfe00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:30.233227 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb4e338-ecbe-456b-8a09-8753d2eae15d req-cf1848f2-2530-4ba4-a16a-4a7f75dbfe00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:12:30.233837 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-2cb4e338-ecbe-456b-8a09-8753d2eae15d req-cf1848f2-2530-4ba4-a16a-4a7f75dbfe00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:30.235258 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2cb4e338-ecbe-456b-8a09-8753d2eae15d req-cf1848f2-2530-4ba4-a16a-4a7f75dbfe00 service neutron] 10.222.0.15 "PUT /v2.0/ports/537c6f2b-6917-4314-a9d4-c426b16ffead HTTP/1.1" status: 200 len: 1092 time: 0.8842535 Jul 05 03:12:30.256258 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1848f2-2530-4ba4-a16a-4a7f75dbfe00 service neutron] Pushing event updated for resources: {'Port': ['ID=537c6f2b-6917-4314-a9d4-c426b16ffead,revision_number=7']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:12:30.311569 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb4e338-ecbe-456b-8a09-8753d2eae15d req-272c29a1-6557-4af4-82b6-de75fe52f895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:12:30.313087 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2cb4e338-ecbe-456b-8a09-8753d2eae15d req-272c29a1-6557-4af4-82b6-de75fe52f895 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=270e044e9c524383b10e9a50fde8952f&device_id=962b1253-1447-43a0-9424-33fb0ffe5cea HTTP/1.1" status: 200 len: 1095 time: 0.0521550 Jul 05 03:12:30.407199 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb4e338-ecbe-456b-8a09-8753d2eae15d req-351eab05-c013-44f4-8b9b-ba4afd2bfee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:12:30.408687 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2cb4e338-ecbe-456b-8a09-8753d2eae15d req-351eab05-c013-44f4-8b9b-ba4afd2bfee4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2212a7f8-5c46-4660-8e03-6cc129db7b1e HTTP/1.1" status: 200 len: 915 time: 0.0885313 Jul 05 03:12:30.452435 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2cb4e338-ecbe-456b-8a09-8753d2eae15d req-02924322-9a39-408b-9750-03062b02c088 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=537c6f2b-6917-4314-a9d4-c426b16ffead HTTP/1.1" status: 200 len: 217 time: 0.0360346 Jul 05 03:12:30.498924 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb4e338-ecbe-456b-8a09-8753d2eae15d req-49504ce7-e32d-4039-a908-bc46d328e4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:12:30.500358 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2cb4e338-ecbe-456b-8a09-8753d2eae15d req-49504ce7-e32d-4039-a908-bc46d328e4ca service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f9679089-7159-4c1b-b7ef-72522080ce3a HTTP/1.1" status: 200 len: 855 time: 0.0424988 Jul 05 03:12:30.547040 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2cb4e338-ecbe-456b-8a09-8753d2eae15d req-7b214f38-11bc-4ed7-9ef0-13ea6a4fd0a9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2212a7f8-5c46-4660-8e03-6cc129db7b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400410 Jul 05 03:12:30.633359 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2cb4e338-ecbe-456b-8a09-8753d2eae15d req-77e7e518-b600-4c0a-b532-c700e4517469 service neutron] 10.222.0.15 "GET /v2.0/networks/2212a7f8-5c46-4660-8e03-6cc129db7b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788603 Jul 05 03:12:30.725376 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2cb4e338-ecbe-456b-8a09-8753d2eae15d req-aa88bd23-b9fc-4eb3-bc95-f90870964be0 service neutron] 10.222.0.15 "GET /v2.0/networks/2212a7f8-5c46-4660-8e03-6cc129db7b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857110 Jul 05 03:12:31.322956 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29039cf6-d843-4bdd-99c6-38728cd1835b req-4e5ec2e3-c722-4ea6-a1f7-aa5567c4f18c tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:12:31.324483 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-29039cf6-d843-4bdd-99c6-38728cd1835b req-4e5ec2e3-c722-4ea6-a1f7-aa5567c4f18c tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/ports?device_id=962b1253-1447-43a0-9424-33fb0ffe5cea HTTP/1.1" status: 200 len: 943 time: 0.0640321 Jul 05 03:12:31.363040 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-29039cf6-d843-4bdd-99c6-38728cd1835b req-9ffd79e4-cd30-43b6-bfcc-5077f6f9166c tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/security-groups?id=c645b923-6e78-4a41-aa73-0add5cc9efa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322227 Jul 05 03:12:31.754068 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '962b1253-1447-43a0-9424-33fb0ffe5cea', 'tag': '537c6f2b-6917-4314-a9d4-c426b16ffead'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:12:31.756476 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4c1385bffaa5d930a7117e6982c27207eca91cca31cf4b43f86c7ad63cd24a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83e12a40-72ed-4b12-affd-8c51d091ba8f" -d '{"events": [{"name": "network-changed", "server_uuid": "962b1253-1447-43a0-9424-33fb0ffe5cea", "tag": "537c6f2b-6917-4314-a9d4-c426b16ffead"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:12:31.800818 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 537c6f2b-6917-4314-a9d4-c426b16ffead no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:12:31.802972 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8308b3ed-424d-49cf-8b7d-067535fdb389 x-openstack-request-id: req-8308b3ed-424d-49cf-8b7d-067535fdb389 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:12:31.803263 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "962b1253-1447-43a0-9424-33fb0ffe5cea", "tag": "537c6f2b-6917-4314-a9d4-c426b16ffead", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:12:31.803517 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8308b3ed-424d-49cf-8b7d-067535fdb389 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:12:31.803920 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '962b1253-1447-43a0-9424-33fb0ffe5cea', 'tag': '537c6f2b-6917-4314-a9d4-c426b16ffead', 'status': 'completed', 'code': 200} Jul 05 03:12:31.839825 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 537c6f2b-6917-4314-a9d4-c426b16ffead not bound to the agent host n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:12:31.910173 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e12a40-72ed-4b12-affd-8c51d091ba8f req-9927d514-db00-4956-9701-c0b423cdb5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:12:31.911695 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-83e12a40-72ed-4b12-affd-8c51d091ba8f req-9927d514-db00-4956-9701-c0b423cdb5c3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=270e044e9c524383b10e9a50fde8952f&device_id=962b1253-1447-43a0-9424-33fb0ffe5cea HTTP/1.1" status: 200 len: 1095 time: 0.0868983 Jul 05 03:12:31.919087 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e12a40-72ed-4b12-affd-8c51d091ba8f req-4059f8ff-9738-489a-af3d-f00729211b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:12:31.920483 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-83e12a40-72ed-4b12-affd-8c51d091ba8f req-4059f8ff-9738-489a-af3d-f00729211b89 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=270e044e9c524383b10e9a50fde8952f&device_id=962b1253-1447-43a0-9424-33fb0ffe5cea HTTP/1.1" status: 200 len: 1095 time: 0.0876517 Jul 05 03:12:32.081123 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e12a40-72ed-4b12-affd-8c51d091ba8f req-dead1fe6-4358-4995-89a2-769e7994a585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:12:32.082561 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-83e12a40-72ed-4b12-affd-8c51d091ba8f req-dead1fe6-4358-4995-89a2-769e7994a585 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2212a7f8-5c46-4660-8e03-6cc129db7b1e HTTP/1.1" status: 200 len: 915 time: 0.1612542 Jul 05 03:12:32.083662 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e12a40-72ed-4b12-affd-8c51d091ba8f req-bc5cd16b-9eae-48f4-aa77-966cdf35e83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:12:32.084980 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-83e12a40-72ed-4b12-affd-8c51d091ba8f req-bc5cd16b-9eae-48f4-aa77-966cdf35e83b service neutron] 10.222.0.21 "GET /v2.0/networks?id=2212a7f8-5c46-4660-8e03-6cc129db7b1e HTTP/1.1" status: 200 len: 915 time: 0.1567068 Jul 05 03:12:32.152770 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-83e12a40-72ed-4b12-affd-8c51d091ba8f req-dbe74165-5514-49cb-9d96-58b0c25af212 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=537c6f2b-6917-4314-a9d4-c426b16ffead HTTP/1.1" status: 200 len: 217 time: 0.0627773 Jul 05 03:12:32.154142 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-83e12a40-72ed-4b12-affd-8c51d091ba8f req-522dbe93-5818-410f-bfd1-9a8f60135a7e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=537c6f2b-6917-4314-a9d4-c426b16ffead HTTP/1.1" status: 200 len: 217 time: 0.0631261 Jul 05 03:12:32.236976 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e12a40-72ed-4b12-affd-8c51d091ba8f req-d06a317a-8e27-4d51-b25d-a9d635383bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:12:32.238461 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-83e12a40-72ed-4b12-affd-8c51d091ba8f req-d06a317a-8e27-4d51-b25d-a9d635383bb7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f9679089-7159-4c1b-b7ef-72522080ce3a HTTP/1.1" status: 200 len: 855 time: 0.0788119 Jul 05 03:12:32.241714 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e12a40-72ed-4b12-affd-8c51d091ba8f req-ee30e195-4c47-48e4-b5ee-812e707fa6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:12:32.243074 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-83e12a40-72ed-4b12-affd-8c51d091ba8f req-ee30e195-4c47-48e4-b5ee-812e707fa6d7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f9679089-7159-4c1b-b7ef-72522080ce3a HTTP/1.1" status: 200 len: 855 time: 0.0757172 Jul 05 03:12:32.292769 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-83e12a40-72ed-4b12-affd-8c51d091ba8f req-37b833c4-4e88-4e47-9965-b3c27d760ede service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2212a7f8-5c46-4660-8e03-6cc129db7b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466013 Jul 05 03:12:32.294629 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-83e12a40-72ed-4b12-affd-8c51d091ba8f req-14a5dfc9-5477-4e63-ad95-ecd70e148119 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2212a7f8-5c46-4660-8e03-6cc129db7b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413091 Jul 05 03:12:32.452877 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-83e12a40-72ed-4b12-affd-8c51d091ba8f req-6d8c8a0d-56a5-45b6-9ea2-c69ca0a80334 service neutron] 10.222.0.15 "GET /v2.0/networks/2212a7f8-5c46-4660-8e03-6cc129db7b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532216 Jul 05 03:12:32.456532 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-83e12a40-72ed-4b12-affd-8c51d091ba8f req-ea8fd1dd-3535-4e3b-ba65-55018ffb9c37 service neutron] 10.222.0.21 "GET /v2.0/networks/2212a7f8-5c46-4660-8e03-6cc129db7b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501725 Jul 05 03:12:32.560320 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24400445-d49f-4b84-87df-ca4a749160e1 req-b3b117de-84a5-447c-872d-b76d0cdad327 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:12:32.561941 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-24400445-d49f-4b84-87df-ca4a749160e1 req-b3b117de-84a5-447c-872d-b76d0cdad327 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/ports?device_id=962b1253-1447-43a0-9424-33fb0ffe5cea HTTP/1.1" status: 200 len: 943 time: 0.0859981 Jul 05 03:12:32.610161 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-24400445-d49f-4b84-87df-ca4a749160e1 req-493a49bc-6fc0-4220-9d73-061bf35ac841 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/security-groups?id=c645b923-6e78-4a41-aa73-0add5cc9efa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416410 Jul 05 03:12:32.617306 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-83e12a40-72ed-4b12-affd-8c51d091ba8f req-9c860aa3-92bd-4a73-8dec-1c6bafc609bf service neutron] 10.222.0.15 "GET /v2.0/networks/2212a7f8-5c46-4660-8e03-6cc129db7b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560259 Jul 05 03:12:32.620836 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-83e12a40-72ed-4b12-affd-8c51d091ba8f req-d7938d0b-6a5b-481c-858f-1e4bad58fcba service neutron] 10.222.0.21 "GET /v2.0/networks/2212a7f8-5c46-4660-8e03-6cc129db7b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510742 Jul 05 03:12:33.023884 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 537c6f2b-6917-4314-a9d4-c426b16ffead details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:12:33.118245 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 537c6f2b-6917-4314-a9d4-c426b16ffead, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=537c6f2b-6917-4314-a9d4-c426b16ffead,segment=NetworkSegment(810efd5f-8b5f-425c-85d1-3827de6cd988),segment_id=810efd5f-8b5f-425c-85d1-3827de6cd988)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:12:33.131581 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Returning: {'device': '537c6f2b-6917-4314-a9d4-c426b16ffead', 'network_id': '2212a7f8-5c46-4660-8e03-6cc129db7b1e', 'port_id': '537c6f2b-6917-4314-a9d4-c426b16ffead', 'mac_address': 'fa:16:3e:f1:a8:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9679089-7159-4c1b-b7ef-72522080ce3a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:12:33.167592 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:33.179612 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 537c6f2b-6917-4314-a9d4-c426b16ffead {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:12:33.199784 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 537c6f2b-6917-4314-a9d4-c426b16ffead, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=537c6f2b-6917-4314-a9d4-c426b16ffead,segment=NetworkSegment(810efd5f-8b5f-425c-85d1-3827de6cd988),segment_id=810efd5f-8b5f-425c-85d1-3827de6cd988)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:12:33.267622 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:33.316957 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=537c6f2b-6917-4314-a9d4-c426b16ffead,revision_number=8']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:12:33.484969 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['537c6f2b-6917-4314-a9d4-c426b16ffead'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:12:33.782895 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0583723-b9de-4383-b002-5829afd5f0a1 req-64b0f0d8-3aa1-4683-9c02-0f248dc210d0 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:12:33.784417 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d0583723-b9de-4383-b002-5829afd5f0a1 req-64b0f0d8-3aa1-4683-9c02-0f248dc210d0 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/ports?device_id=962b1253-1447-43a0-9424-33fb0ffe5cea HTTP/1.1" status: 200 len: 944 time: 0.0637805 Jul 05 03:12:33.822847 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d0583723-b9de-4383-b002-5829afd5f0a1 req-4be57dc0-b769-49da-9cd9-48a2de6b9757 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/security-groups?id=c645b923-6e78-4a41-aa73-0add5cc9efa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327430 Jul 05 03:12:34.256477 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfd4374-0b16-47c7-9602-061d6146efd6 req-65f5bb84-f551-4424-adb0-b77d3449a191 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:12:34.257998 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1bfd4374-0b16-47c7-9602-061d6146efd6 req-65f5bb84-f551-4424-adb0-b77d3449a191 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/ports?device_id=962b1253-1447-43a0-9424-33fb0ffe5cea HTTP/1.1" status: 200 len: 944 time: 0.0625997 Jul 05 03:12:34.333571 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1bfd4374-0b16-47c7-9602-061d6146efd6 req-0e45462f-65c8-42f9-bef3-48e7885b6d6d tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/security-groups?id=c645b923-6e78-4a41-aa73-0add5cc9efa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685320 Jul 05 03:12:34.364257 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991aad15-4160-4a1e-a3b4-4d1425dbcd60 req-c4369415-1c5e-4855-b7c2-f5dd40b3b1af tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:12:34.370416 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-991aad15-4160-4a1e-a3b4-4d1425dbcd60 req-c4369415-1c5e-4855-b7c2-f5dd40b3b1af tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.21 "GET /v2.0/ports?device_id=962b1253-1447-43a0-9424-33fb0ffe5cea&tenant_id=270e044e9c524383b10e9a50fde8952f&binding%3Ahost_id=n-h2-771362-32 HTTP/1.1" status: 200 len: 944 time: 0.0947447 Jul 05 03:12:34.424435 n-d-771362-32 neutron-server[94461]: INFO neutron.api.v2.resource [req-991aad15-4160-4a1e-a3b4-4d1425dbcd60 req-f9d2d374-e5f0-4080-90a3-c204f8fc4b4b service neutron] delete failed (client error): The resource could not be found. Jul 05 03:12:34.425461 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-991aad15-4160-4a1e-a3b4-4d1425dbcd60 req-f9d2d374-e5f0-4080-90a3-c204f8fc4b4b service neutron] 10.222.0.21 "DELETE /v2.0/ports/537c6f2b-6917-4314-a9d4-c426b16ffead/bindings/n-h1-771362-32 HTTP/1.1" status: 404 len: 381 time: 0.0539927 Jul 05 03:12:34.519132 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991aad15-4160-4a1e-a3b4-4d1425dbcd60 req-7701e23f-d91b-476f-badf-ec81d6e2ae61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:12:34.524976 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-991aad15-4160-4a1e-a3b4-4d1425dbcd60 req-7701e23f-d91b-476f-badf-ec81d6e2ae61 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=270e044e9c524383b10e9a50fde8952f&device_id=962b1253-1447-43a0-9424-33fb0ffe5cea HTTP/1.1" status: 200 len: 1096 time: 0.0521283 Jul 05 03:12:34.630948 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991aad15-4160-4a1e-a3b4-4d1425dbcd60 req-253542c0-4b19-452e-aac5-71a172839f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:12:34.632750 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-991aad15-4160-4a1e-a3b4-4d1425dbcd60 req-253542c0-4b19-452e-aac5-71a172839f82 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2212a7f8-5c46-4660-8e03-6cc129db7b1e HTTP/1.1" status: 200 len: 915 time: 0.1048379 Jul 05 03:12:34.672916 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-991aad15-4160-4a1e-a3b4-4d1425dbcd60 req-ecfeed7d-87a4-4ee3-bda9-a0201edd97eb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=537c6f2b-6917-4314-a9d4-c426b16ffead HTTP/1.1" status: 200 len: 217 time: 0.0333831 Jul 05 03:12:34.723941 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991aad15-4160-4a1e-a3b4-4d1425dbcd60 req-75ec69f5-d6e6-4fd5-9ad8-9834786cd0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:12:34.725425 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-991aad15-4160-4a1e-a3b4-4d1425dbcd60 req-75ec69f5-d6e6-4fd5-9ad8-9834786cd0d4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f9679089-7159-4c1b-b7ef-72522080ce3a HTTP/1.1" status: 200 len: 855 time: 0.0465357 Jul 05 03:12:34.757620 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-991aad15-4160-4a1e-a3b4-4d1425dbcd60 req-44028097-01f3-40b6-930e-362768e9bb82 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2212a7f8-5c46-4660-8e03-6cc129db7b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255880 Jul 05 03:12:34.844629 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-991aad15-4160-4a1e-a3b4-4d1425dbcd60 req-5365d48c-8eb9-4d72-8174-c625520d56d3 service neutron] 10.222.0.21 "GET /v2.0/networks/2212a7f8-5c46-4660-8e03-6cc129db7b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795290 Jul 05 03:12:34.935338 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-991aad15-4160-4a1e-a3b4-4d1425dbcd60 req-4476a54a-0601-4732-ac6d-2a677f91119c service neutron] 10.222.0.21 "GET /v2.0/networks/2212a7f8-5c46-4660-8e03-6cc129db7b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837693 Jul 05 03:12:35.024955 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 537c6f2b-6917-4314-a9d4-c426b16ffead up at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:12:35.170847 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning for port 537c6f2b-6917-4314-a9d4-c426b16ffead completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:12:35.174725 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning complete for port 537c6f2b-6917-4314-a9d4-c426b16ffead triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:12:35.176958 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:35.252173 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:35.273286 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '962b1253-1447-43a0-9424-33fb0ffe5cea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '537c6f2b-6917-4314-a9d4-c426b16ffead'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:12:35.275583 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1156d35e1955dd65519df7b38ee19a55ddc3a31abbcc68c280d02d687c0487e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-666bc2e7-417d-44e6-b748-b88a1a4ced7d" -d '{"events": [{"server_uuid": "962b1253-1447-43a0-9424-33fb0ffe5cea", "name": "network-vif-plugged", "status": "completed", "tag": "537c6f2b-6917-4314-a9d4-c426b16ffead"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:12:35.287816 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 537c6f2b-6917-4314-a9d4-c426b16ffead, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=537c6f2b-6917-4314-a9d4-c426b16ffead,segment=NetworkSegment(810efd5f-8b5f-425c-85d1-3827de6cd988),segment_id=810efd5f-8b5f-425c-85d1-3827de6cd988)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:12:35.337970 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5e1fb8b-7de2-438d-8d2e-a3144cab7072 x-openstack-request-id: req-d5e1fb8b-7de2-438d-8d2e-a3144cab7072 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:12:35.338291 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "962b1253-1447-43a0-9424-33fb0ffe5cea", "name": "network-vif-plugged", "status": "completed", "tag": "537c6f2b-6917-4314-a9d4-c426b16ffead", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:12:35.338547 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d5e1fb8b-7de2-438d-8d2e-a3144cab7072 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:12:35.338943 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '962b1253-1447-43a0-9424-33fb0ffe5cea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '537c6f2b-6917-4314-a9d4-c426b16ffead', 'code': 200} Jul 05 03:12:35.354284 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:35.405137 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=537c6f2b-6917-4314-a9d4-c426b16ffead,revision_number=9']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:12:35.521205 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe9ed6b-4cf3-4e8b-a7ca-6ae9d31a2cf1 req-53b57866-639b-46b7-bb51-d22b235ca518 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:12:35.522730 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-dfe9ed6b-4cf3-4e8b-a7ca-6ae9d31a2cf1 req-53b57866-639b-46b7-bb51-d22b235ca518 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/ports?device_id=962b1253-1447-43a0-9424-33fb0ffe5cea HTTP/1.1" status: 200 len: 945 time: 0.0635834 Jul 05 03:12:35.561699 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-dfe9ed6b-4cf3-4e8b-a7ca-6ae9d31a2cf1 req-b1f0693b-ddda-4f9b-bd50-7c5af9b3986d tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/security-groups?id=c645b923-6e78-4a41-aa73-0add5cc9efa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327346 Jul 05 03:12:36.737485 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7538dd32-ac59-48bd-8aaf-38912c0899bf req-152b910a-6ed4-47a9-8046-cf3c685b6469 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:12:36.739021 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7538dd32-ac59-48bd-8aaf-38912c0899bf req-152b910a-6ed4-47a9-8046-cf3c685b6469 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/ports?device_id=962b1253-1447-43a0-9424-33fb0ffe5cea HTTP/1.1" status: 200 len: 945 time: 0.0661240 Jul 05 03:12:36.776683 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7538dd32-ac59-48bd-8aaf-38912c0899bf req-9fe06bb3-26cb-4594-9822-b48a82fbde87 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/security-groups?id=c645b923-6e78-4a41-aa73-0add5cc9efa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314217 Jul 05 03:12:36.965019 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc5b4c3-2ba0-41cd-9091-e4cde6c3e23b req-a0f6d832-3b08-4eda-8f17-dd364822c085 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:12:36.966529 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9fc5b4c3-2ba0-41cd-9091-e4cde6c3e23b req-a0f6d832-3b08-4eda-8f17-dd364822c085 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/ports?device_id=962b1253-1447-43a0-9424-33fb0ffe5cea HTTP/1.1" status: 200 len: 945 time: 0.0661144 Jul 05 03:12:37.002475 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9fc5b4c3-2ba0-41cd-9091-e4cde6c3e23b req-f11bdd85-53e4-46ae-b033-fc233b77964b tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/security-groups?id=c645b923-6e78-4a41-aa73-0add5cc9efa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304806 Jul 05 03:12:37.172657 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5c107b-85f8-4d53-bc00-c996c8aa2e2c req-3cc3b08e-4edc-4f2b-bd0e-08fc067e9be1 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:12:37.174179 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8c5c107b-85f8-4d53-bc00-c996c8aa2e2c req-3cc3b08e-4edc-4f2b-bd0e-08fc067e9be1 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/ports?device_id=962b1253-1447-43a0-9424-33fb0ffe5cea HTTP/1.1" status: 200 len: 945 time: 0.0620849 Jul 05 03:12:37.214940 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8c5c107b-85f8-4d53-bc00-c996c8aa2e2c req-d423561d-0700-490a-87a4-aee933ba87a3 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/security-groups?id=c645b923-6e78-4a41-aa73-0add5cc9efa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349462 Jul 05 03:12:38.183048 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac87028-577b-4698-9645-25d081e8c2b5 req-44309c13-fc06-4a18-ada8-8f4bae6d655a tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:12:38.184558 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4ac87028-577b-4698-9645-25d081e8c2b5 req-44309c13-fc06-4a18-ada8-8f4bae6d655a tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/ports?device_id=962b1253-1447-43a0-9424-33fb0ffe5cea HTTP/1.1" status: 200 len: 945 time: 0.0653136 Jul 05 03:12:38.222890 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4ac87028-577b-4698-9645-25d081e8c2b5 req-bf14d8be-114e-4cbc-b967-b3df6a891005 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/security-groups?id=c645b923-6e78-4a41-aa73-0add5cc9efa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328486 Jul 05 03:12:39.126175 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc03ab6-d45c-43eb-ab0e-7cdc602379b2 req-45f8298a-3b42-4e0e-9934-dce44a68df33 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:12:39.127653 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bbc03ab6-d45c-43eb-ab0e-7cdc602379b2 req-45f8298a-3b42-4e0e-9934-dce44a68df33 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.15 "GET /v2.0/ports?device_id=962b1253-1447-43a0-9424-33fb0ffe5cea HTTP/1.1" status: 200 len: 945 time: 0.0626478 Jul 05 03:12:39.229323 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-bbc03ab6-d45c-43eb-ab0e-7cdc602379b2 req-9fa0a711-b1bd-4e96-b5bc-c1ac655342a5 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Deleting port 537c6f2b-6917-4314-a9d4-c426b16ffead {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:12:39.230048 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-bbc03ab6-d45c-43eb-ab0e-7cdc602379b2 req-9fa0a711-b1bd-4e96-b5bc-c1ac655342a5 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:39.324722 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-bbc03ab6-d45c-43eb-ab0e-7cdc602379b2 req-9fa0a711-b1bd-4e96-b5bc-c1ac655342a5 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] For port 537c6f2b-6917-4314-a9d4-c426b16ffead, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=537c6f2b-6917-4314-a9d4-c426b16ffead,segment=NetworkSegment(810efd5f-8b5f-425c-85d1-3827de6cd988),segment_id=810efd5f-8b5f-425c-85d1-3827de6cd988)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:12:39.325108 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-bbc03ab6-d45c-43eb-ab0e-7cdc602379b2 req-9fa0a711-b1bd-4e96-b5bc-c1ac655342a5 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:39.337746 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-bbc03ab6-d45c-43eb-ab0e-7cdc602379b2 req-9fa0a711-b1bd-4e96-b5bc-c1ac655342a5 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Calling delete_port for 537c6f2b-6917-4314-a9d4-c426b16ffead owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:12:39.400626 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bef6ac2-d489-43ac-bf3e-66374f2afa1e req-f5bbae95-7fbc-4373-8341-d9a8edd51c1a tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:12:39.402045 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1bef6ac2-d489-43ac-bf3e-66374f2afa1e req-f5bbae95-7fbc-4373-8341-d9a8edd51c1a tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/ports?device_id=962b1253-1447-43a0-9424-33fb0ffe5cea HTTP/1.1" status: 200 len: 945 time: 0.0685368 Jul 05 03:12:39.440760 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1bef6ac2-d489-43ac-bf3e-66374f2afa1e req-f8a5a95f-4bc2-4b8c-a85a-e142708fdb97 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.23 "GET /v2.0/security-groups?id=c645b923-6e78-4a41-aa73-0add5cc9efa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327134 Jul 05 03:12:39.548487 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-bbc03ab6-d45c-43eb-ab0e-7cdc602379b2 req-9fa0a711-b1bd-4e96-b5bc-c1ac655342a5 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:39.561896 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['537c6f2b-6917-4314-a9d4-c426b16ffead'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:12:39.588305 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa0a711-b1bd-4e96-b5bc-c1ac655342a5 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Pushing event deleted for resources: {'Port': ['ID=537c6f2b-6917-4314-a9d4-c426b16ffead,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:12:39.646697 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbc03ab6-d45c-43eb-ab0e-7cdc602379b2 req-9fa0a711-b1bd-4e96-b5bc-c1ac655342a5 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] No DVR routers for this DVR port 537c6f2b-6917-4314-a9d4-c426b16ffead on host n-h2-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:12:39.650729 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-bbc03ab6-d45c-43eb-ab0e-7cdc602379b2 req-9fa0a711-b1bd-4e96-b5bc-c1ac655342a5 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:39.653515 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bbc03ab6-d45c-43eb-ab0e-7cdc602379b2 req-9fa0a711-b1bd-4e96-b5bc-c1ac655342a5 tempest-ServerDiskConfigTestJSON-1488536875 tempest-ServerDiskConfigTestJSON-1488536875-project] 10.222.0.15 "DELETE /v2.0/ports/537c6f2b-6917-4314-a9d4-c426b16ffead HTTP/1.1" status: 204 len: 173 time: 0.5201931 Jul 05 03:12:39.654112 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '962b1253-1447-43a0-9424-33fb0ffe5cea', 'name': 'network-vif-deleted', 'tag': '537c6f2b-6917-4314-a9d4-c426b16ffead'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:12:39.657200 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4c1385bffaa5d930a7117e6982c27207eca91cca31cf4b43f86c7ad63cd24a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ca08711-dfc8-4ea8-93d7-87a8891e8880" -d '{"events": [{"server_uuid": "962b1253-1447-43a0-9424-33fb0ffe5cea", "name": "network-vif-deleted", "tag": "537c6f2b-6917-4314-a9d4-c426b16ffead"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:12:39.691827 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13d55d0a-a41d-4590-a5e8-98de41012f92 x-openstack-request-id: req-13d55d0a-a41d-4590-a5e8-98de41012f92 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:12:39.692116 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "962b1253-1447-43a0-9424-33fb0ffe5cea", "name": "network-vif-deleted", "tag": "537c6f2b-6917-4314-a9d4-c426b16ffead", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:12:39.692367 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-13d55d0a-a41d-4590-a5e8-98de41012f92 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:12:39.693033 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '962b1253-1447-43a0-9424-33fb0ffe5cea', 'name': 'network-vif-deleted', 'tag': '537c6f2b-6917-4314-a9d4-c426b16ffead', 'status': 'completed', 'code': 200} Jul 05 03:12:40.674759 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 47754) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:12:40.721350 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4feb16e-80c0-43b1-bc89-fe80e4fe7e3a admin admin] Deleting subnet f9679089-7159-4c1b-b7ef-72522080ce3a {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:12:40.724312 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a4feb16e-80c0-43b1-bc89-fe80e4fe7e3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:40.757802 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a4feb16e-80c0-43b1-bc89-fe80e4fe7e3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:40.801730 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a4feb16e-80c0-43b1-bc89-fe80e4fe7e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:40.931164 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a4feb16e-80c0-43b1-bc89-fe80e4fe7e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:40.958062 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4feb16e-80c0-43b1-bc89-fe80e4fe7e3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9679089-7159-4c1b-b7ef-72522080ce3a,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:12:40.968668 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a4feb16e-80c0-43b1-bc89-fe80e4fe7e3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:40.971014 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-a4feb16e-80c0-43b1-bc89-fe80e4fe7e3a admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f9679089-7159-4c1b-b7ef-72522080ce3a HTTP/1.1" status: 204 len: 168 time: 0.2952149 Jul 05 03:12:40.972960 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4feb16e-80c0-43b1-bc89-fe80e4fe7e3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:12:40.973366 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4feb16e-80c0-43b1-bc89-fe80e4fe7e3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:12:40.973660 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 47756) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:12:40.974203 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4feb16e-80c0-43b1-bc89-fe80e4fe7e3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:12:40.974325 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4feb16e-80c0-43b1-bc89-fe80e4fe7e3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:12:40.974652 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4feb16e-80c0-43b1-bc89-fe80e4fe7e3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:12:40.975062 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4feb16e-80c0-43b1-bc89-fe80e4fe7e3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:12:40.975452 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4feb16e-80c0-43b1-bc89-fe80e4fe7e3a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:12:40.975877 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4feb16e-80c0-43b1-bc89-fe80e4fe7e3a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:12:40.976271 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4feb16e-80c0-43b1-bc89-fe80e4fe7e3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:12:40.976648 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4feb16e-80c0-43b1-bc89-fe80e4fe7e3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:12:40.977043 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4feb16e-80c0-43b1-bc89-fe80e4fe7e3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:12:40.977479 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4feb16e-80c0-43b1-bc89-fe80e4fe7e3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:12:41.053799 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c742c6b8-2aab-409c-90a8-866a355455b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:41.139606 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c742c6b8-2aab-409c-90a8-866a355455b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:41.152004 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-c742c6b8-2aab-409c-90a8-866a355455b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2212a7f8-5c46-4660-8e03-6cc129db7b1e']}} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:12:41.163931 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-c742c6b8-2aab-409c-90a8-866a355455b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '810efd5f-8b5f-425c-85d1-3827de6cd988') {'for_net_delete': True} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:12:41.164273 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-c742c6b8-2aab-409c-90a8-866a355455b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '810efd5f-8b5f-425c-85d1-3827de6cd988') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:12:41.174455 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c742c6b8-2aab-409c-90a8-866a355455b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5519669'] for segment, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:41.188237 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c742c6b8-2aab-409c-90a8-866a355455b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:41.194027 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c742c6b8-2aab-409c-90a8-866a355455b9 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=94461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:12:41.194431 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c742c6b8-2aab-409c-90a8-866a355455b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5763545'] for segment, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:41.195993 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:12:41.195993 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:12:41.195993 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:12:41.195993 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:12:41.195993 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:12:41.195993 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:12:41.195993 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:12:41.195993 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:12:41.195993 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:12:41.195993 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:12:41.195993 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:12:41.195993 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:12:41.195993 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:12:41.195993 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:12:41.195993 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:12:41.195993 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:12:41.195993 n-d-771362-32 neutron-server[94461]: Traceback (most recent call last): Jul 05 03:12:41.195993 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:12:41.195993 n-d-771362-32 neutron-server[94461]: timer() Jul 05 03:12:41.195993 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:12:41.195993 n-d-771362-32 neutron-server[94461]: cb(*args, **kw) Jul 05 03:12:41.195993 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:12:41.195993 n-d-771362-32 neutron-server[94461]: return func(*args, **kwargs) Jul 05 03:12:41.195993 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:12:41.195993 n-d-771362-32 neutron-server[94461]: self._notify() Jul 05 03:12:41.195993 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:12:41.195993 n-d-771362-32 neutron-server[94461]: self.callback(batched_events) Jul 05 03:12:41.195993 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:12:41.195993 n-d-771362-32 neutron-server[94461]: event.method(event) Jul 05 03:12:41.195993 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:12:41.195993 n-d-771362-32 neutron-server[94461]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:12:41.195993 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:12:41.195993 n-d-771362-32 neutron-server[94461]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:12:41.195993 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:12:41.195993 n-d-771362-32 neutron-server[94461]: return f(self, *a, **k) Jul 05 03:12:41.195993 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:12:41.195993 n-d-771362-32 neutron-server[94461]: return self._get(url).json() Jul 05 03:12:41.195993 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:12:41.195993 n-d-771362-32 neutron-server[94461]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:12:41.195993 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:12:41.195993 n-d-771362-32 neutron-server[94461]: return self.request(url, 'GET', **kwargs) Jul 05 03:12:41.195993 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:12:41.195993 n-d-771362-32 neutron-server[94461]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:12:41.195993 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:12:41.195993 n-d-771362-32 neutron-server[94461]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:12:41.195993 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:12:41.195993 n-d-771362-32 neutron-server[94461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:12:41.195993 n-d-771362-32 neutron-server[94461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:12:41.329223 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c742c6b8-2aab-409c-90a8-866a355455b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:41.334716 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c742c6b8-2aab-409c-90a8-866a355455b9 admin admin] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:41.340113 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-c742c6b8-2aab-409c-90a8-866a355455b9 admin admin] 10.222.0.23 "DELETE /v2.0/networks/2212a7f8-5c46-4660-8e03-6cc129db7b1e HTTP/1.1" status: 204 len: 168 time: 0.3632488 Jul 05 03:12:41.349140 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c742c6b8-2aab-409c-90a8-866a355455b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=2212a7f8-5c46-4660-8e03-6cc129db7b1e,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:12:41.653390 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 47760) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:12:41.694375 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-810cf664-3269-4e49-8857-9da1c547cd57 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=270e044e9c524383b10e9a50fde8952f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395651 Jul 05 03:12:41.697556 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 47762) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:12:41.745627 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b3bf7c2f-460b-4f28-9780-dc5f34c05e07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:41.767378 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b3bf7c2f-460b-4f28-9780-dc5f34c05e07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:41.877645 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b3bf7c2f-460b-4f28-9780-dc5f34c05e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:41.880200 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b3bf7c2f-460b-4f28-9780-dc5f34c05e07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:41.881419 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-b3bf7c2f-460b-4f28-9780-dc5f34c05e07 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c645b923-6e78-4a41-aa73-0add5cc9efa7 HTTP/1.1" status: 204 len: 168 time: 0.1829691 Jul 05 03:12:41.889282 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bf7c2f-460b-4f28-9780-dc5f34c05e07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c645b923-6e78-4a41-aa73-0add5cc9efa7,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:12:42.209011 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:42.306693 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:42.961092 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 47784) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:12:43.054780 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-ce5b3f1e-e35c-4f6a-9bd6-9de93344ada8 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-90816521-network', 'tenant_id': '37922407194a4714beb2d753651ef214'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:12:43.073220 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 537c6f2b-6917-4314-a9d4-c426b16ffead no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:12:43.094893 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] No Port match for: 537c6f2b-6917-4314-a9d4-c426b16ffead {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:12:43.095232 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 537c6f2b-6917-4314-a9d4-c426b16ffead not bound to the agent host n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:12:43.134506 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce5b3f1e-e35c-4f6a-9bd6-9de93344ada8 admin admin] Made reservation on behalf of 37922407194a4714beb2d753651ef214 for: {'network': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:12:43.136902 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ce5b3f1e-e35c-4f6a-9bd6-9de93344ada8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:43.145380 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ce5b3f1e-e35c-4f6a-9bd6-9de93344ada8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:43.232545 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ce5b3f1e-e35c-4f6a-9bd6-9de93344ada8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:43.335004 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ce5b3f1e-e35c-4f6a-9bd6-9de93344ada8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:43.359412 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce5b3f1e-e35c-4f6a-9bd6-9de93344ada8 admin admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=94461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:12:43.367931 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5b3f1e-e35c-4f6a-9bd6-9de93344ada8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d552aef-2698-41cd-a8a8-8ef6c8058f2b,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:12:43.373926 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ce5b3f1e-e35c-4f6a-9bd6-9de93344ada8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:43.374307 n-d-771362-32 neutron-server[94461]: INFO neutron.db.segments_db [None req-ce5b3f1e-e35c-4f6a-9bd6-9de93344ada8 admin admin] Added segment 21eddf81-2619-4946-9d45-7ae9bc4495da of type vlan for network 1683328e-a448-4235-b487-6d813ce67b0e Jul 05 03:12:43.416263 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ce5b3f1e-e35c-4f6a-9bd6-9de93344ada8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:43.540622 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ce5b3f1e-e35c-4f6a-9bd6-9de93344ada8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:43.549890 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5b3f1e-e35c-4f6a-9bd6-9de93344ada8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:12:43.549890 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ce5b3f1e-e35c-4f6a-9bd6-9de93344ada8 admin admin] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:43.600955 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5b3f1e-e35c-4f6a-9bd6-9de93344ada8 admin admin] Pushing event updated for resources: {'Network': ['ID=1683328e-a448-4235-b487-6d813ce67b0e,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:12:43.611113 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 1683328e-a448-4235-b487-6d813ce67b0e details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:12:43.662198 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-ce5b3f1e-e35c-4f6a-9bd6-9de93344ada8 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6992095 Jul 05 03:12:43.665347 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 47788) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:12:43.670479 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-39ce45b1-2e0d-4a4a-a077-0f27b2cf1f5e admin admin] Request body: {'subnet': {'network_id': '1683328e-a448-4235-b487-6d813ce67b0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-90816521-subnet', 'tenant_id': '37922407194a4714beb2d753651ef214', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:12:43.745934 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ce45b1-2e0d-4a4a-a077-0f27b2cf1f5e admin admin] Made reservation on behalf of 37922407194a4714beb2d753651ef214 for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:12:43.748387 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-39ce45b1-2e0d-4a4a-a077-0f27b2cf1f5e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:43.982923 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-39ce45b1-2e0d-4a4a-a077-0f27b2cf1f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5763451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774823'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:44.042188 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ce45b1-2e0d-4a4a-a077-0f27b2cf1f5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=03db0199-8c26-402d-a28d-fe51c5dbdec1,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:12:44.050031 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ce45b1-2e0d-4a4a-a077-0f27b2cf1f5e admin admin] Checking segment: {'id': '21eddf81-2619-4946-9d45-7ae9bc4495da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1683328e-a448-4235-b487-6d813ce67b0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:12:44.050417 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ce45b1-2e0d-4a4a-a077-0f27b2cf1f5e admin admin] Network hostable DHCP agents. Network: 1683328e-a448-4235-b487-6d813ce67b0e, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:12:44.136068 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ce45b1-2e0d-4a4a-a077-0f27b2cf1f5e admin admin] Network 1683328e-a448-4235-b487-6d813ce67b0e is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:12:44.216311 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-39ce45b1-2e0d-4a4a-a077-0f27b2cf1f5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 1683328e-a448-4235-b487-6d813ce67b0e) {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:12:44.220222 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ce45b1-2e0d-4a4a-a077-0f27b2cf1f5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:12:44.220813 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-39ce45b1-2e0d-4a4a-a077-0f27b2cf1f5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:44.225405 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735cba9a-a13b-46f0-873c-6725ace6af08 None None] Network 1683328e-a448-4235-b487-6d813ce67b0e requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:12:44.303017 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-39ce45b1-2e0d-4a4a-a077-0f27b2cf1f5e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6365361 Jul 05 03:12:44.306426 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 47790) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:12:44.310854 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-fd54e195-8335-4cb5-9057-25d9d2157122 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-90816521-router', 'tenant_id': '37922407194a4714beb2d753651ef214', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:12:44.371657 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15eab9aa-4120-4844-9e77-6ab78fd62dcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-1683328e-a448-4235-b487-6d813ce67b0e', 'network_id': '1683328e-a448-4235-b487-6d813ce67b0e', 'tenant_id': '37922407194a4714beb2d753651ef214', 'fixed_ips': [{'subnet_id': '03db0199-8c26-402d-a28d-fe51c5dbdec1'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:12:44.372548 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-15eab9aa-4120-4844-9e77-6ab78fd62dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:44.405012 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-fd54e195-8335-4cb5-9057-25d9d2157122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11810'] for router, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:44.406056 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-fd54e195-8335-4cb5-9057-25d9d2157122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1926740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11821'] for router, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:44.457231 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-fd54e195-8335-4cb5-9057-25d9d2157122 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:44.508450 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-15eab9aa-4120-4844-9e77-6ab78fd62dcd None None] Allocated IP 172.20.0.2 (1683328e-a448-4235-b487-6d813ce67b0e/03db0199-8c26-402d-a28d-fe51c5dbdec1/28b842cc-b2b2-4c8e-a096-196fbe5051de) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:12:44.651653 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-15eab9aa-4120-4844-9e77-6ab78fd62dcd None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:44.660046 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-15eab9aa-4120-4844-9e77-6ab78fd62dcd None None] Transition to ACTIVE for port object 28b842cc-b2b2-4c8e-a096-196fbe5051de will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:12:44.675042 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-15eab9aa-4120-4844-9e77-6ab78fd62dcd None None] Transition to ACTIVE for port object 28b842cc-b2b2-4c8e-a096-196fbe5051de will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:12:44.729334 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-fd54e195-8335-4cb5-9057-25d9d2157122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:44.748212 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-15eab9aa-4120-4844-9e77-6ab78fd62dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:44.785800 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15eab9aa-4120-4844-9e77-6ab78fd62dcd None None] Network 1683328e-a448-4235-b487-6d813ce67b0e is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:12:44.790291 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-15eab9aa-4120-4844-9e77-6ab78fd62dcd None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:12:44.796032 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15eab9aa-4120-4844-9e77-6ab78fd62dcd None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:12:44.801443 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eab9aa-4120-4844-9e77-6ab78fd62dcd None None] Pushing event updated for resources: {'Port': ['ID=28b842cc-b2b2-4c8e-a096-196fbe5051de,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:12:44.859560 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-15eab9aa-4120-4844-9e77-6ab78fd62dcd None None] Attempting to bind port 28b842cc-b2b2-4c8e-a096-196fbe5051de on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:12:44.859924 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-15eab9aa-4120-4844-9e77-6ab78fd62dcd None None] Attempting to bind port 28b842cc-b2b2-4c8e-a096-196fbe5051de by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '21eddf81-2619-4946-9d45-7ae9bc4495da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1683328e-a448-4235-b487-6d813ce67b0e'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:12:44.860295 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15eab9aa-4120-4844-9e77-6ab78fd62dcd None None] Attempting to bind port 28b842cc-b2b2-4c8e-a096-196fbe5051de on network 1683328e-a448-4235-b487-6d813ce67b0e {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:12:44.865381 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15eab9aa-4120-4844-9e77-6ab78fd62dcd None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:12:44.865760 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15eab9aa-4120-4844-9e77-6ab78fd62dcd None None] Checking segment: {'id': '21eddf81-2619-4946-9d45-7ae9bc4495da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1683328e-a448-4235-b487-6d813ce67b0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:12:44.866208 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-15eab9aa-4120-4844-9e77-6ab78fd62dcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:44.866605 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15eab9aa-4120-4844-9e77-6ab78fd62dcd None None] Bound using segment: {'id': '21eddf81-2619-4946-9d45-7ae9bc4495da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1683328e-a448-4235-b487-6d813ce67b0e'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:12:44.867081 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-15eab9aa-4120-4844-9e77-6ab78fd62dcd None None] Bound port: 28b842cc-b2b2-4c8e-a096-196fbe5051de, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21eddf81-2619-4946-9d45-7ae9bc4495da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1683328e-a448-4235-b487-6d813ce67b0e'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:12:44.867466 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-15eab9aa-4120-4844-9e77-6ab78fd62dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:44.934355 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-15eab9aa-4120-4844-9e77-6ab78fd62dcd None None] For port 28b842cc-b2b2-4c8e-a096-196fbe5051de, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:12:44.937391 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-15eab9aa-4120-4844-9e77-6ab78fd62dcd None None] For port 28b842cc-b2b2-4c8e-a096-196fbe5051de, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=28b842cc-b2b2-4c8e-a096-196fbe5051de,segment=NetworkSegment(21eddf81-2619-4946-9d45-7ae9bc4495da),segment_id=21eddf81-2619-4946-9d45-7ae9bc4495da)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:12:45.005870 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-fd54e195-8335-4cb5-9057-25d9d2157122 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:45.011249 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-15eab9aa-4120-4844-9e77-6ab78fd62dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:45.029074 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-fd54e195-8335-4cb5-9057-25d9d2157122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:45.068375 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eab9aa-4120-4844-9e77-6ab78fd62dcd None None] Pushing event updated for resources: {'Port': ['ID=28b842cc-b2b2-4c8e-a096-196fbe5051de,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:12:45.135426 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-fd54e195-8335-4cb5-9057-25d9d2157122 admin admin] Allocated IP 172.25.7.61 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/c63fa816-5a05-4c81-a828-5ef41bd4fc42) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:12:45.262861 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-fd54e195-8335-4cb5-9057-25d9d2157122 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:45.380977 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-fd54e195-8335-4cb5-9057-25d9d2157122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:45.419819 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd54e195-8335-4cb5-9057-25d9d2157122 admin admin] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:12:45.424499 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-fd54e195-8335-4cb5-9057-25d9d2157122 admin admin] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:12:45.428710 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd54e195-8335-4cb5-9057-25d9d2157122 admin admin] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:12:45.432298 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd54e195-8335-4cb5-9057-25d9d2157122 admin admin] Pushing event updated for resources: {'Port': ['ID=c63fa816-5a05-4c81-a828-5ef41bd4fc42,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:12:45.955804 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08c18d0-9a6b-4ab9-b8f7-e1a84cfab5c6 None None] Network 1683328e-a448-4235-b487-6d813ce67b0e requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:12:46.103405 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-dcc50368-dc73-4136-ba7c-b69995fa2b59 None None] Provisioning for port 28b842cc-b2b2-4c8e-a096-196fbe5051de completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:12:46.125091 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-fd54e195-8335-4cb5-9057-25d9d2157122 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:46.322963 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-fd54e195-8335-4cb5-9057-25d9d2157122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963'] for router, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:46.570969 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd54e195-8335-4cb5-9057-25d9d2157122 admin admin] Router 43598d09-982e-4e7b-a1e7-506eab92cb50 is scheduled to L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 with binding_index 1 {{(pid=94461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 03:12:46.593499 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 28b842cc-b2b2-4c8e-a096-196fbe5051de up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:12:46.679986 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd54e195-8335-4cb5-9057-25d9d2157122 admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:12:46.688512 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e2c84d-c000-424d-8d03-1ebb54064a53 None None] Sync routers for ids ['43598d09-982e-4e7b-a1e7-506eab92cb50'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:12:46.697788 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e2c84d-c000-424d-8d03-1ebb54064a53 None None] Routers {'43598d09-982e-4e7b-a1e7-506eab92cb50'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:12:46.698420 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-f4e2c84d-c000-424d-8d03-1ebb54064a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:12:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['43598d09-982e-4e7b-a1e7-506eab92cb50'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:12:46.700103 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 28b842cc-b2b2-4c8e-a096-196fbe5051de completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:12:46.704229 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 28b842cc-b2b2-4c8e-a096-196fbe5051de triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:12:46.704626 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:46.782831 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-fd54e195-8335-4cb5-9057-25d9d2157122 admin admin] Notify callbacks [] for router, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:46.784032 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-fd54e195-8335-4cb5-9057-25d9d2157122 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4766526 Jul 05 03:12:46.786734 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 47792) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:12:46.787956 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:46.814569 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-f4e2c84d-c000-424d-8d03-1ebb54064a53 None None] Set router 43598d09-982e-4e7b-a1e7-506eab92cb50 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:12:46.821179 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 28b842cc-b2b2-4c8e-a096-196fbe5051de, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=28b842cc-b2b2-4c8e-a096-196fbe5051de,segment=NetworkSegment(21eddf81-2619-4946-9d45-7ae9bc4495da),segment_id=21eddf81-2619-4946-9d45-7ae9bc4495da)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:12:46.908844 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:46.967117 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=28b842cc-b2b2-4c8e-a096-196fbe5051de,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:12:47.014811 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-f4e2c84d-c000-424d-8d03-1ebb54064a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43598d09-982e-4e7b-a1e7-506eab92cb50', 'name': 'tempest-ServerActionsTestJSON-90816521-router', 'tenant_id': '37922407194a4714beb2d753651ef214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': 'c63fa816-5a05-4c81-a828-5ef41bd4fc42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:12:44Z', 'updated_at': '2021-07-05T03:12:45Z', 'revision_number': 3, 'project_id': '37922407194a4714beb2d753651ef214', 'gw_port': {'id': 'c63fa816-5a05-4c81-a828-5ef41bd4fc42', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:b2:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43598d09-982e-4e7b-a1e7-506eab92cb50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:12:45Z', 'updated_at': '2021-07-05T03:12:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:12:47.040975 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e2c84d-c000-424d-8d03-1ebb54064a53 None None] Checking router: 43598d09-982e-4e7b-a1e7-506eab92cb50 for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:12:47.041274 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e2c84d-c000-424d-8d03-1ebb54064a53 None None] Updating router 43598d09-982e-4e7b-a1e7-506eab92cb50 port c63fa816-5a05-4c81-a828-5ef41bd4fc42 binding host n-d-771362-32 {{(pid=94464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:12:47.073965 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f4e2c84d-c000-424d-8d03-1ebb54064a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:47.197088 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d8da0fa0-d525-45fe-824e-58a59464312e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:47.326223 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f4e2c84d-c000-424d-8d03-1ebb54064a53 None None] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:47.336161 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-f4e2c84d-c000-424d-8d03-1ebb54064a53 None None] Transition to ACTIVE for port object c63fa816-5a05-4c81-a828-5ef41bd4fc42 will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:12:47.349167 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-d8da0fa0-d525-45fe-824e-58a59464312e admin admin] Allocated IP 172.20.0.1 (1683328e-a448-4235-b487-6d813ce67b0e/03db0199-8c26-402d-a28d-fe51c5dbdec1/c0b485db-945a-45a6-a29e-410942462fd6) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:12:47.419984 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f4e2c84d-c000-424d-8d03-1ebb54064a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:47.452521 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d8da0fa0-d525-45fe-824e-58a59464312e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:47.468018 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-f4e2c84d-c000-424d-8d03-1ebb54064a53 None None] Attempting to bind port c63fa816-5a05-4c81-a828-5ef41bd4fc42 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:12:47.468412 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-f4e2c84d-c000-424d-8d03-1ebb54064a53 None None] Attempting to bind port c63fa816-5a05-4c81-a828-5ef41bd4fc42 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:12:47.468620 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [None req-d8da0fa0-d525-45fe-824e-58a59464312e admin admin] Transition to ACTIVE for port object c0b485db-945a-45a6-a29e-410942462fd6 will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:12:47.468791 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e2c84d-c000-424d-8d03-1ebb54064a53 None None] Attempting to bind port c63fa816-5a05-4c81-a828-5ef41bd4fc42 on network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:12:47.480245 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb5a639-63ec-4de6-8bce-5bcb839299d0 None None] Pushing event updated for resources: {'Port': ['ID=c63fa816-5a05-4c81-a828-5ef41bd4fc42,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:12:47.487292 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e2c84d-c000-424d-8d03-1ebb54064a53 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:12:47.487292 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e2c84d-c000-424d-8d03-1ebb54064a53 None None] Checking segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:12:47.487292 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f4e2c84d-c000-424d-8d03-1ebb54064a53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:47.487292 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e2c84d-c000-424d-8d03-1ebb54064a53 None None] Bound using segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:12:47.487292 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-f4e2c84d-c000-424d-8d03-1ebb54064a53 None None] Bound port: c63fa816-5a05-4c81-a828-5ef41bd4fc42, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:12:47.487292 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f4e2c84d-c000-424d-8d03-1ebb54064a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:47.507586 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb5a639-63ec-4de6-8bce-5bcb839299d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:12:47.507924 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb5a639-63ec-4de6-8bce-5bcb839299d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:12:47.508260 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb5a639-63ec-4de6-8bce-5bcb839299d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:12:47.508613 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb5a639-63ec-4de6-8bce-5bcb839299d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:12:47.508940 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb5a639-63ec-4de6-8bce-5bcb839299d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:12:47.509278 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb5a639-63ec-4de6-8bce-5bcb839299d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:12:47.509581 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb5a639-63ec-4de6-8bce-5bcb839299d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:12:47.509896 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb5a639-63ec-4de6-8bce-5bcb839299d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:12:47.510238 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb5a639-63ec-4de6-8bce-5bcb839299d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:12:47.510555 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb5a639-63ec-4de6-8bce-5bcb839299d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:12:47.510868 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb5a639-63ec-4de6-8bce-5bcb839299d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:12:47.511179 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb5a639-63ec-4de6-8bce-5bcb839299d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:12:47.545619 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-f4e2c84d-c000-424d-8d03-1ebb54064a53 None None] For port c63fa816-5a05-4c81-a828-5ef41bd4fc42, host n-d-771362-32, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:12:47.548518 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-f4e2c84d-c000-424d-8d03-1ebb54064a53 None None] For port c63fa816-5a05-4c81-a828-5ef41bd4fc42, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=c63fa816-5a05-4c81-a828-5ef41bd4fc42,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:12:47.592338 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d8da0fa0-d525-45fe-824e-58a59464312e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:47.629021 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8da0fa0-d525-45fe-824e-58a59464312e admin admin] Network 1683328e-a448-4235-b487-6d813ce67b0e is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:12:47.631844 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-d8da0fa0-d525-45fe-824e-58a59464312e admin admin] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:12:47.635265 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8da0fa0-d525-45fe-824e-58a59464312e admin admin] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:12:47.657127 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-f4e2c84d-c000-424d-8d03-1ebb54064a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:47.662560 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8da0fa0-d525-45fe-824e-58a59464312e admin admin] Pushing event updated for resources: {'Port': ['ID=c0b485db-945a-45a6-a29e-410942462fd6,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:12:47.684757 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d8da0fa0-d525-45fe-824e-58a59464312e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635668'] for router_interface, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:47.724072 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb5a639-63ec-4de6-8bce-5bcb839299d0 None None] Pushing event updated for resources: {'Port': ['ID=c63fa816-5a05-4c81-a828-5ef41bd4fc42,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:12:47.731038 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e2c84d-c000-424d-8d03-1ebb54064a53 None None] Routers {'43598d09-982e-4e7b-a1e7-506eab92cb50'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:12:47.731934 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-f4e2c84d-c000-424d-8d03-1ebb54064a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:12:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['43598d09-982e-4e7b-a1e7-506eab92cb50'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:12:47.840713 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-f4e2c84d-c000-424d-8d03-1ebb54064a53 None None] Set router 43598d09-982e-4e7b-a1e7-506eab92cb50 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:12:47.936477 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d8da0fa0-d525-45fe-824e-58a59464312e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:47.952632 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-712625fc-a604-4b7c-9d2c-b35dfcc63d08 None None] Provisioning for port c0b485db-945a-45a6-a29e-410942462fd6 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:12:47.956768 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-712625fc-a604-4b7c-9d2c-b35dfcc63d08 None None] Provisioning complete for port c0b485db-945a-45a6-a29e-410942462fd6 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:12:47.957159 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-712625fc-a604-4b7c-9d2c-b35dfcc63d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:47.992331 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-712625fc-a604-4b7c-9d2c-b35dfcc63d08 None None] Port c0b485db-945a-45a6-a29e-410942462fd6 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:12:48.099478 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d8da0fa0-d525-45fe-824e-58a59464312e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:48.104455 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-f4e2c84d-c000-424d-8d03-1ebb54064a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43598d09-982e-4e7b-a1e7-506eab92cb50', 'name': 'tempest-ServerActionsTestJSON-90816521-router', 'tenant_id': '37922407194a4714beb2d753651ef214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': 'c63fa816-5a05-4c81-a828-5ef41bd4fc42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:12:44Z', 'updated_at': '2021-07-05T03:12:45Z', 'revision_number': 3, 'project_id': '37922407194a4714beb2d753651ef214', 'gw_port': {'id': 'c63fa816-5a05-4c81-a828-5ef41bd4fc42', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:b2:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43598d09-982e-4e7b-a1e7-506eab92cb50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:12:45Z', 'updated_at': '2021-07-05T03:12:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:12:48.129532 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e2c84d-c000-424d-8d03-1ebb54064a53 None None] The sync data for ids ['43598d09-982e-4e7b-a1e7-506eab92cb50'] in n-d-771362-32 is: [{'id': '43598d09-982e-4e7b-a1e7-506eab92cb50', 'name': 'tempest-ServerActionsTestJSON-90816521-router', 'tenant_id': '37922407194a4714beb2d753651ef214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': 'c63fa816-5a05-4c81-a828-5ef41bd4fc42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:12:44Z', 'updated_at': '2021-07-05T03:12:45Z', 'revision_number': 3, 'project_id': '37922407194a4714beb2d753651ef214', 'gw_port': {'id': 'c63fa816-5a05-4c81-a828-5ef41bd4fc42', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:b2:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43598d09-982e-4e7b-a1e7-506eab92cb50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:12:45Z', 'updated_at': '2021-07-05T03:12:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:12:48.165567 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d8da0fa0-d525-45fe-824e-58a59464312e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:48.231744 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d8da0fa0-d525-45fe-824e-58a59464312e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634601'] for router_interface, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:48.233642 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8da0fa0-d525-45fe-824e-58a59464312e admin admin] Pushing event updated for resources: {'Port': ['ID=c0b485db-945a-45a6-a29e-410942462fd6,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:12:48.353809 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8da0fa0-d525-45fe-824e-58a59464312e admin admin] Network 1683328e-a448-4235-b487-6d813ce67b0e is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:12:48.355317 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-d8da0fa0-d525-45fe-824e-58a59464312e admin admin] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:12:48.497636 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8da0fa0-d525-45fe-824e-58a59464312e admin admin] Router 43598d09-982e-4e7b-a1e7-506eab92cb50 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:12:48.622728 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-c9ca8f2a-8bc5-4e90-9666-1f6c5bf46beb None None] Provisioning complete for port c0b485db-945a-45a6-a29e-410942462fd6 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:12:48.623033 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-c9ca8f2a-8bc5-4e90-9666-1f6c5bf46beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:48.647801 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8da0fa0-d525-45fe-824e-58a59464312e admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:12:48.660776 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-d8da0fa0-d525-45fe-824e-58a59464312e admin admin] 10.222.0.23 "PUT /v2.0/routers/43598d09-982e-4e7b-a1e7-506eab92cb50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8657439 Jul 05 03:12:48.661566 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-c9ca8f2a-8bc5-4e90-9666-1f6c5bf46beb None None] Port c0b485db-945a-45a6-a29e-410942462fd6 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:12:48.698899 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device c63fa816-5a05-4c81-a828-5ef41bd4fc42 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:12:48.820252 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port c63fa816-5a05-4c81-a828-5ef41bd4fc42 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:12:48.824509 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port c63fa816-5a05-4c81-a828-5ef41bd4fc42 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:12:48.825194 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:48.909101 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:48.933138 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port c63fa816-5a05-4c81-a828-5ef41bd4fc42, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=c63fa816-5a05-4c81-a828-5ef41bd4fc42,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:12:49.039447 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:49.040833 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 28b842cc-b2b2-4c8e-a096-196fbe5051de up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:12:49.117117 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=c63fa816-5a05-4c81-a828-5ef41bd4fc42,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:12:49.129126 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 28b842cc-b2b2-4c8e-a096-196fbe5051de triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:12:49.129508 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:49.576569 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 47800) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:12:49.581359 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-b967a3d7-e469-4fbe-ac8f-82697bdc5230 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Request body: {'security_group': {'name': 'tempest-securitygroup--628780573', 'description': 'tempest-description--1782243387'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:12:49.673612 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b967a3d7-e469-4fbe-ac8f-82697bdc5230 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:49.725627 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822457a7-4d89-41f1-957d-e2a333fcd7a9 None None] Sync routers for ids ['43598d09-982e-4e7b-a1e7-506eab92cb50'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:12:49.735165 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822457a7-4d89-41f1-957d-e2a333fcd7a9 None None] Routers {'43598d09-982e-4e7b-a1e7-506eab92cb50'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:12:49.736049 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-822457a7-4d89-41f1-957d-e2a333fcd7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:12:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['43598d09-982e-4e7b-a1e7-506eab92cb50'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:12:49.760592 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b967a3d7-e469-4fbe-ac8f-82697bdc5230 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:49.841099 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-822457a7-4d89-41f1-957d-e2a333fcd7a9 None None] Set router 43598d09-982e-4e7b-a1e7-506eab92cb50 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:12:49.850537 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b967a3d7-e469-4fbe-ac8f-82697bdc5230 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:49.879861 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b967a3d7-e469-4fbe-ac8f-82697bdc5230 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d41995c-df49-487b-8085-404c0d2ef814,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:12:49.959546 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b967a3d7-e469-4fbe-ac8f-82697bdc5230 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:49.960908 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-b967a3d7-e469-4fbe-ac8f-82697bdc5230 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3832963 Jul 05 03:12:49.963901 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 47802) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:12:49.968903 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-caf52034-74d8-444a-80f9-b5b374ed40f8 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Request body: {'security_group_rule': {'security_group_id': '0d41995c-df49-487b-8085-404c0d2ef814', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:12:50.049904 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-822457a7-4d89-41f1-957d-e2a333fcd7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43598d09-982e-4e7b-a1e7-506eab92cb50', 'name': 'tempest-ServerActionsTestJSON-90816521-router', 'tenant_id': '37922407194a4714beb2d753651ef214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': 'c63fa816-5a05-4c81-a828-5ef41bd4fc42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:12:44Z', 'updated_at': '2021-07-05T03:12:47Z', 'revision_number': 4, 'project_id': '37922407194a4714beb2d753651ef214', 'gw_port': {'id': 'c63fa816-5a05-4c81-a828-5ef41bd4fc42', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:b2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43598d09-982e-4e7b-a1e7-506eab92cb50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:12:45Z', 'updated_at': '2021-07-05T03:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'c0b485db-945a-45a6-a29e-410942462fd6', 'name': '', 'network_id': '1683328e-a448-4235-b487-6d813ce67b0e', 'tenant_id': '37922407194a4714beb2d753651ef214', 'mac_address': 'fa:16:3e:20:15:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43598d09-982e-4e7b-a1e7-506eab92cb50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '03db0199-8c26-402d-a28d-fe51c5dbdec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:12:47Z', 'updated_at': '2021-07-05T03:12:47Z', 'revision_number': 2, 'project_id': '37922407194a4714beb2d753651ef214', 'subnets': [{'id': '03db0199-8c26-402d-a28d-fe51c5dbdec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:12:50.072910 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-caf52034-74d8-444a-80f9-b5b374ed40f8 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:50.081025 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822457a7-4d89-41f1-957d-e2a333fcd7a9 None None] Checking router: 43598d09-982e-4e7b-a1e7-506eab92cb50 for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:12:50.081379 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822457a7-4d89-41f1-957d-e2a333fcd7a9 None None] Updating router 43598d09-982e-4e7b-a1e7-506eab92cb50 port c0b485db-945a-45a6-a29e-410942462fd6 binding host n-d-771362-32 {{(pid=94463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:12:50.114993 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-822457a7-4d89-41f1-957d-e2a333fcd7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:50.139935 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-caf52034-74d8-444a-80f9-b5b374ed40f8 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:50.199501 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-caf52034-74d8-444a-80f9-b5b374ed40f8 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:50.228924 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf52034-74d8-444a-80f9-b5b374ed40f8 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc6c2625-f2c7-49ce-ac07-7c1b13cb9d8d,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:12:50.331190 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-caf52034-74d8-444a-80f9-b5b374ed40f8 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:50.332505 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-caf52034-74d8-444a-80f9-b5b374ed40f8 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3675857 Jul 05 03:12:50.335327 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 47808) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:12:50.340455 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-9c7f68bc-c1ff-4fa6-a300-d81d9cc815af tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Request body: {'security_group_rule': {'security_group_id': '0d41995c-df49-487b-8085-404c0d2ef814', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:12:50.450088 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9c7f68bc-c1ff-4fa6-a300-d81d9cc815af tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:50.509851 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9c7f68bc-c1ff-4fa6-a300-d81d9cc815af tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:50.541089 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-822457a7-4d89-41f1-957d-e2a333fcd7a9 None None] Notify callbacks [] for port, precommit_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:50.550959 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-822457a7-4d89-41f1-957d-e2a333fcd7a9 None None] Transition to ACTIVE for port object c0b485db-945a-45a6-a29e-410942462fd6 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:12:50.576856 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device c63fa816-5a05-4c81-a828-5ef41bd4fc42 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:12:50.580343 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9c7f68bc-c1ff-4fa6-a300-d81d9cc815af tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:50.605298 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7f68bc-c1ff-4fa6-a300-d81d9cc815af tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28368444-4e61-435e-aec3-fba52eebfd6c,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:12:50.625080 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port c63fa816-5a05-4c81-a828-5ef41bd4fc42 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:12:50.625450 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:50.645354 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-822457a7-4d89-41f1-957d-e2a333fcd7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:50.673389 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9c7f68bc-c1ff-4fa6-a300-d81d9cc815af tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:50.674681 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-9c7f68bc-c1ff-4fa6-a300-d81d9cc815af tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3383954 Jul 05 03:12:50.677633 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 47810) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:12:50.683643 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-2769d610-9304-4168-ac11-4448d5f7b334 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Request body: {'floatingip': {'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:12:50.712767 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ae1a6a-6b9e-4ece-af9c-765a22f2eb2f None None] Pushing event updated for resources: {'Port': ['ID=c0b485db-945a-45a6-a29e-410942462fd6,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:12:50.787959 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2769d610-9304-4168-ac11-4448d5f7b334 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Notify callbacks [] for floatingip, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:50.805820 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-822457a7-4d89-41f1-957d-e2a333fcd7a9 None None] Attempting to bind port c0b485db-945a-45a6-a29e-410942462fd6 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:12:50.805820 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-822457a7-4d89-41f1-957d-e2a333fcd7a9 None None] Attempting to bind port c0b485db-945a-45a6-a29e-410942462fd6 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '21eddf81-2619-4946-9d45-7ae9bc4495da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1683328e-a448-4235-b487-6d813ce67b0e'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:12:50.806245 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822457a7-4d89-41f1-957d-e2a333fcd7a9 None None] Attempting to bind port c0b485db-945a-45a6-a29e-410942462fd6 on network 1683328e-a448-4235-b487-6d813ce67b0e {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:12:50.813044 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822457a7-4d89-41f1-957d-e2a333fcd7a9 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:12:50.813426 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822457a7-4d89-41f1-957d-e2a333fcd7a9 None None] Checking segment: {'id': '21eddf81-2619-4946-9d45-7ae9bc4495da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1683328e-a448-4235-b487-6d813ce67b0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:12:50.813836 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-822457a7-4d89-41f1-957d-e2a333fcd7a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:50.814252 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822457a7-4d89-41f1-957d-e2a333fcd7a9 None None] Bound using segment: {'id': '21eddf81-2619-4946-9d45-7ae9bc4495da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1683328e-a448-4235-b487-6d813ce67b0e'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:12:50.814729 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-822457a7-4d89-41f1-957d-e2a333fcd7a9 None None] Bound port: c0b485db-945a-45a6-a29e-410942462fd6, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21eddf81-2619-4946-9d45-7ae9bc4495da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1683328e-a448-4235-b487-6d813ce67b0e'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:12:50.815115 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-822457a7-4d89-41f1-957d-e2a333fcd7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:50.898315 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2769d610-9304-4168-ac11-4448d5f7b334 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:50.901700 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-822457a7-4d89-41f1-957d-e2a333fcd7a9 None None] For port c0b485db-945a-45a6-a29e-410942462fd6, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:12:50.905496 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-822457a7-4d89-41f1-957d-e2a333fcd7a9 None None] For port c0b485db-945a-45a6-a29e-410942462fd6, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=c0b485db-945a-45a6-a29e-410942462fd6,segment=NetworkSegment(21eddf81-2619-4946-9d45-7ae9bc4495da),segment_id=21eddf81-2619-4946-9d45-7ae9bc4495da)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:12:50.942044 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-62951190-3f1e-4b61-bbd4-219f41472a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:50.999729 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-822457a7-4d89-41f1-957d-e2a333fcd7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:51.009549 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-2769d610-9304-4168-ac11-4448d5f7b334 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Allocated IP 172.25.7.218 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/178d9e3e-f2b0-4fbe-86f5-6d7920ca7885) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:12:51.054613 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822457a7-4d89-41f1-957d-e2a333fcd7a9 None None] Routers {'43598d09-982e-4e7b-a1e7-506eab92cb50'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:12:51.055669 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-822457a7-4d89-41f1-957d-e2a333fcd7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:12:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['43598d09-982e-4e7b-a1e7-506eab92cb50'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:12:51.094866 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ae1a6a-6b9e-4ece-af9c-765a22f2eb2f None None] Pushing event updated for resources: {'Port': ['ID=c0b485db-945a-45a6-a29e-410942462fd6,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:12:51.122356 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2769d610-9304-4168-ac11-4448d5f7b334 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:51.170558 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-822457a7-4d89-41f1-957d-e2a333fcd7a9 None None] Set router 43598d09-982e-4e7b-a1e7-506eab92cb50 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:12:51.233727 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2769d610-9304-4168-ac11-4448d5f7b334 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:51.276669 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2769d610-9304-4168-ac11-4448d5f7b334 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:12:51.279620 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-2769d610-9304-4168-ac11-4448d5f7b334 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:12:51.283186 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2769d610-9304-4168-ac11-4448d5f7b334 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:12:51.313343 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2769d610-9304-4168-ac11-4448d5f7b334 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Pushing event updated for resources: {'Port': ['ID=178d9e3e-f2b0-4fbe-86f5-6d7920ca7885,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:12:51.376232 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2769d610-9304-4168-ac11-4448d5f7b334 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:51.387513 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-822457a7-4d89-41f1-957d-e2a333fcd7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43598d09-982e-4e7b-a1e7-506eab92cb50', 'name': 'tempest-ServerActionsTestJSON-90816521-router', 'tenant_id': '37922407194a4714beb2d753651ef214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': 'c63fa816-5a05-4c81-a828-5ef41bd4fc42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:12:44Z', 'updated_at': '2021-07-05T03:12:47Z', 'revision_number': 4, 'project_id': '37922407194a4714beb2d753651ef214', 'gw_port': {'id': 'c63fa816-5a05-4c81-a828-5ef41bd4fc42', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:b2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43598d09-982e-4e7b-a1e7-506eab92cb50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:12:45Z', 'updated_at': '2021-07-05T03:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'c0b485db-945a-45a6-a29e-410942462fd6', 'name': '', 'network_id': '1683328e-a448-4235-b487-6d813ce67b0e', 'tenant_id': '37922407194a4714beb2d753651ef214', 'mac_address': 'fa:16:3e:20:15:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43598d09-982e-4e7b-a1e7-506eab92cb50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '03db0199-8c26-402d-a28d-fe51c5dbdec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:12:47Z', 'updated_at': '2021-07-05T03:12:50Z', 'revision_number': 4, 'project_id': '37922407194a4714beb2d753651ef214', 'subnets': [{'id': '03db0199-8c26-402d-a28d-fe51c5dbdec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:12:51.414197 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822457a7-4d89-41f1-957d-e2a333fcd7a9 None None] The sync data for ids ['43598d09-982e-4e7b-a1e7-506eab92cb50'] in n-d-771362-32 is: [{'id': '43598d09-982e-4e7b-a1e7-506eab92cb50', 'name': 'tempest-ServerActionsTestJSON-90816521-router', 'tenant_id': '37922407194a4714beb2d753651ef214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': 'c63fa816-5a05-4c81-a828-5ef41bd4fc42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:12:44Z', 'updated_at': '2021-07-05T03:12:47Z', 'revision_number': 4, 'project_id': '37922407194a4714beb2d753651ef214', 'gw_port': {'id': 'c63fa816-5a05-4c81-a828-5ef41bd4fc42', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:b2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43598d09-982e-4e7b-a1e7-506eab92cb50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:12:45Z', 'updated_at': '2021-07-05T03:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'c0b485db-945a-45a6-a29e-410942462fd6', 'name': '', 'network_id': '1683328e-a448-4235-b487-6d813ce67b0e', 'tenant_id': '37922407194a4714beb2d753651ef214', 'mac_address': 'fa:16:3e:20:15:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43598d09-982e-4e7b-a1e7-506eab92cb50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '03db0199-8c26-402d-a28d-fe51c5dbdec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:12:47Z', 'updated_at': '2021-07-05T03:12:50Z', 'revision_number': 4, 'project_id': '37922407194a4714beb2d753651ef214', 'subnets': [{'id': '03db0199-8c26-402d-a28d-fe51c5dbdec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:12:51.487709 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2769d610-9304-4168-ac11-4448d5f7b334 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:51.653555 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2769d610-9304-4168-ac11-4448d5f7b334 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:51.725108 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2769d610-9304-4168-ac11-4448d5f7b334 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:51.798526 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2769d610-9304-4168-ac11-4448d5f7b334 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Pushing event updated for resources: {'Port': ['ID=178d9e3e-f2b0-4fbe-86f5-6d7920ca7885,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:12:51.811105 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2769d610-9304-4168-ac11-4448d5f7b334 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636869'] for floatingip, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:51.913632 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2769d610-9304-4168-ac11-4448d5f7b334 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:51.914993 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-2769d610-9304-4168-ac11-4448d5f7b334 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2363887 Jul 05 03:12:52.063160 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c2119dc5-ee6b-413f-bb76-22ea9d6e536a req-476ee281-15c2-49b7-84c3-fdee3954a855 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--628780573&fields=id&tenant_id=37922407194a4714beb2d753651ef214 HTTP/1.1" status: 200 len: 267 time: 0.0360005 Jul 05 03:12:52.178651 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2119dc5-ee6b-413f-bb76-22ea9d6e536a req-a2d8157d-8899-4da4-8154-28fdd3de933d tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:12:52.180749 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c2119dc5-ee6b-413f-bb76-22ea9d6e536a req-a2d8157d-8899-4da4-8154-28fdd3de933d tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/networks?id=1683328e-a448-4235-b487-6d813ce67b0e HTTP/1.1" status: 200 len: 810 time: 0.1077802 Jul 05 03:12:52.197720 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c2119dc5-ee6b-413f-bb76-22ea9d6e536a req-33d71174-bc61-409b-b168-fabbd4235ec8 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/quotas/37922407194a4714beb2d753651ef214 HTTP/1.1" status: 200 len: 375 time: 0.0113506 Jul 05 03:12:52.276359 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c2119dc5-ee6b-413f-bb76-22ea9d6e536a req-0578e54c-e0c2-4aab-9c66-efa03cd282ac tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=37922407194a4714beb2d753651ef214&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0730639 Jul 05 03:12:52.377125 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c2119dc5-ee6b-413f-bb76-22ea9d6e536a req-f8ccc227-6a23-4dfa-9a45-6aa4377973d4 service neutron] 10.222.0.23 "GET /v2.0/networks/1683328e-a448-4235-b487-6d813ce67b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882735 Jul 05 03:12:52.474589 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c2119dc5-ee6b-413f-bb76-22ea9d6e536a req-913c2b56-8dcb-4315-b064-5d9de4979886 service neutron] 10.222.0.23 "GET /v2.0/networks/1683328e-a448-4235-b487-6d813ce67b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911317 Jul 05 03:12:52.600656 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device c0b485db-945a-45a6-a29e-410942462fd6 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:12:52.729622 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-de125ad2-37c8-4594-97ef-ddd064b9c4a6 req-dcbc3a72-e000-4200-b1b7-31ff9efb39a5 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2d412db-1211-4dca-a8f4-19fab5c7acef HTTP/1.1" status: 200 len: 210 time: 0.0296774 Jul 05 03:12:52.742278 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port c0b485db-945a-45a6-a29e-410942462fd6 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:12:52.746918 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port c0b485db-945a-45a6-a29e-410942462fd6 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:12:52.747413 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:52.841678 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:52.876217 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port c0b485db-945a-45a6-a29e-410942462fd6, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=c0b485db-945a-45a6-a29e-410942462fd6,segment=NetworkSegment(21eddf81-2619-4946-9d45-7ae9bc4495da),segment_id=21eddf81-2619-4946-9d45-7ae9bc4495da)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:12:53.039211 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:53.086076 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=c0b485db-945a-45a6-a29e-410942462fd6,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:12:53.296944 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-6012e88b-921a-4bac-81a7-9312ea87bf32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:53.813193 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-32170938-eeb8-4a39-a7e5-9078ba40341f req-7c28484d-3ffb-4985-bf0b-8daa7c930ca7 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2d412db-1211-4dca-a8f4-19fab5c7acef HTTP/1.1" status: 200 len: 210 time: 0.0300479 Jul 05 03:12:53.996904 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:54.601129 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device c0b485db-945a-45a6-a29e-410942462fd6 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:12:54.647878 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port c0b485db-945a-45a6-a29e-410942462fd6 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:12:54.648280 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:54.823115 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:54.959685 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e7ab6bce-703e-4274-a5b2-11f729346542 req-c6fed1cb-8ec7-4128-a1c2-7e9dc6aa334a tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2d412db-1211-4dca-a8f4-19fab5c7acef HTTP/1.1" status: 200 len: 210 time: 0.0326068 Jul 05 03:12:55.262479 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2119dc5-ee6b-413f-bb76-22ea9d6e536a req-5be8f62a-09e4-47eb-8537-a7fe5b79b179 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:12:55.263980 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c2119dc5-ee6b-413f-bb76-22ea9d6e536a req-5be8f62a-09e4-47eb-8537-a7fe5b79b179 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.15 "GET /v2.0/networks?id=1683328e-a448-4235-b487-6d813ce67b0e HTTP/1.1" status: 200 len: 810 time: 0.1034586 Jul 05 03:12:55.309835 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c2119dc5-ee6b-413f-bb76-22ea9d6e536a req-4641be92-02da-48b0-96da-29902f8f3e4f tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=37922407194a4714beb2d753651ef214 HTTP/1.1" status: 200 len: 379 time: 0.0378766 Jul 05 03:12:55.318650 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-c2119dc5-ee6b-413f-bb76-22ea9d6e536a req-1c10d000-5f31-48be-90f8-8e68e36b0cb7 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Request body: {'port': {'device_id': 'f2d412db-1211-4dca-a8f4-19fab5c7acef', 'network_id': '1683328e-a448-4235-b487-6d813ce67b0e', 'admin_state_up': True, 'tenant_id': '37922407194a4714beb2d753651ef214', 'security_groups': ['0d41995c-df49-487b-8085-404c0d2ef814']}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:12:55.507878 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2119dc5-ee6b-413f-bb76-22ea9d6e536a req-1c10d000-5f31-48be-90f8-8e68e36b0cb7 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Made reservation on behalf of 37922407194a4714beb2d753651ef214 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:12:55.511688 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c2119dc5-ee6b-413f-bb76-22ea9d6e536a req-1c10d000-5f31-48be-90f8-8e68e36b0cb7 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:55.639945 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-c2119dc5-ee6b-413f-bb76-22ea9d6e536a req-1c10d000-5f31-48be-90f8-8e68e36b0cb7 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Allocated IP 172.20.0.4 (1683328e-a448-4235-b487-6d813ce67b0e/03db0199-8c26-402d-a28d-fe51c5dbdec1/df23032d-2a8a-45d3-933d-bb0f82085914) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:12:55.777207 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c2119dc5-ee6b-413f-bb76-22ea9d6e536a req-1c10d000-5f31-48be-90f8-8e68e36b0cb7 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:55.790530 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-c2119dc5-ee6b-413f-bb76-22ea9d6e536a req-1c10d000-5f31-48be-90f8-8e68e36b0cb7 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Transition to ACTIVE for port object df23032d-2a8a-45d3-933d-bb0f82085914 will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:12:55.951736 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c2119dc5-ee6b-413f-bb76-22ea9d6e536a req-1c10d000-5f31-48be-90f8-8e68e36b0cb7 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:56.000266 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2119dc5-ee6b-413f-bb76-22ea9d6e536a req-1c10d000-5f31-48be-90f8-8e68e36b0cb7 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Network 1683328e-a448-4235-b487-6d813ce67b0e is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:12:56.003557 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-c2119dc5-ee6b-413f-bb76-22ea9d6e536a req-1c10d000-5f31-48be-90f8-8e68e36b0cb7 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:12:56.010297 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2119dc5-ee6b-413f-bb76-22ea9d6e536a req-1c10d000-5f31-48be-90f8-8e68e36b0cb7 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:12:56.035299 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c10d000-5f31-48be-90f8-8e68e36b0cb7 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Pushing event updated for resources: {'Port': ['ID=df23032d-2a8a-45d3-933d-bb0f82085914,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:12:56.063919 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2119dc5-ee6b-413f-bb76-22ea9d6e536a req-1c10d000-5f31-48be-90f8-8e68e36b0cb7 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:12:56.064694 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c2119dc5-ee6b-413f-bb76-22ea9d6e536a req-1c10d000-5f31-48be-90f8-8e68e36b0cb7 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:56.143076 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c2119dc5-ee6b-413f-bb76-22ea9d6e536a req-1c10d000-5f31-48be-90f8-8e68e36b0cb7 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8285496 Jul 05 03:12:56.144680 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04004275-8dbf-42a5-9041-c27874887e6d req-cb8ea6ed-10b6-4389-ba75-2d682d943452 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:12:56.146285 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-04004275-8dbf-42a5-9041-c27874887e6d req-cb8ea6ed-10b6-4389-ba75-2d682d943452 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2d412db-1211-4dca-a8f4-19fab5c7acef HTTP/1.1" status: 200 len: 931 time: 0.0710840 Jul 05 03:12:56.156154 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-c2119dc5-ee6b-413f-bb76-22ea9d6e536a req-338a0270-34de-409b-bf48-50d73ade2cb4 service neutron] Request body: {'port': {'device_id': 'f2d412db-1211-4dca-a8f4-19fab5c7acef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:12:56.195988 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-04004275-8dbf-42a5-9041-c27874887e6d req-e3f49776-bcbd-4398-af88-bf74bc4ec5f4 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370755 Jul 05 03:12:56.237005 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:56.240515 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c2119dc5-ee6b-413f-bb76-22ea9d6e536a req-338a0270-34de-409b-bf48-50d73ade2cb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:56.311792 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-68b5455b-9fa2-4ac5-afe1-a0fca4293d73 None None] Provisioning for port df23032d-2a8a-45d3-933d-bb0f82085914 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:12:56.315648 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-68b5455b-9fa2-4ac5-afe1-a0fca4293d73 None None] Provisioning complete for port df23032d-2a8a-45d3-933d-bb0f82085914 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:12:56.316038 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-68b5455b-9fa2-4ac5-afe1-a0fca4293d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:56.351794 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-68b5455b-9fa2-4ac5-afe1-a0fca4293d73 None None] Port df23032d-2a8a-45d3-933d-bb0f82085914 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:12:56.530095 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-c2119dc5-ee6b-413f-bb76-22ea9d6e536a req-338a0270-34de-409b-bf48-50d73ade2cb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df23032d-2a8a-45d3-933d-bb0f82085914 {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:12:56.541317 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c2119dc5-ee6b-413f-bb76-22ea9d6e536a req-338a0270-34de-409b-bf48-50d73ade2cb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:56.553432 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-c2119dc5-ee6b-413f-bb76-22ea9d6e536a req-338a0270-34de-409b-bf48-50d73ade2cb4 service neutron] Transition to ACTIVE for port object df23032d-2a8a-45d3-933d-bb0f82085914 will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:12:56.639017 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c2119dc5-ee6b-413f-bb76-22ea9d6e536a req-338a0270-34de-409b-bf48-50d73ade2cb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:56.691625 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338a0270-34de-409b-bf48-50d73ade2cb4 service neutron] Pushing event updated for resources: {'Port': ['ID=df23032d-2a8a-45d3-933d-bb0f82085914,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:12:56.765311 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-c2119dc5-ee6b-413f-bb76-22ea9d6e536a req-338a0270-34de-409b-bf48-50d73ade2cb4 service neutron] Attempting to bind port df23032d-2a8a-45d3-933d-bb0f82085914 on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:12:56.765788 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-c2119dc5-ee6b-413f-bb76-22ea9d6e536a req-338a0270-34de-409b-bf48-50d73ade2cb4 service neutron] Attempting to bind port df23032d-2a8a-45d3-933d-bb0f82085914 by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '21eddf81-2619-4946-9d45-7ae9bc4495da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1683328e-a448-4235-b487-6d813ce67b0e'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:12:56.766184 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2119dc5-ee6b-413f-bb76-22ea9d6e536a req-338a0270-34de-409b-bf48-50d73ade2cb4 service neutron] Attempting to bind port df23032d-2a8a-45d3-933d-bb0f82085914 on network 1683328e-a448-4235-b487-6d813ce67b0e {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:12:56.774075 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2119dc5-ee6b-413f-bb76-22ea9d6e536a req-338a0270-34de-409b-bf48-50d73ade2cb4 service neutron] Port df23032d-2a8a-45d3-933d-bb0f82085914 on network 1683328e-a448-4235-b487-6d813ce67b0e not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:12:56.774485 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2119dc5-ee6b-413f-bb76-22ea9d6e536a req-338a0270-34de-409b-bf48-50d73ade2cb4 service neutron] Attempting to bind port df23032d-2a8a-45d3-933d-bb0f82085914 on network 1683328e-a448-4235-b487-6d813ce67b0e {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:12:56.780320 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2119dc5-ee6b-413f-bb76-22ea9d6e536a req-338a0270-34de-409b-bf48-50d73ade2cb4 service neutron] Checking agent: {'id': 'e071c76e-395f-48c4-a98f-88088465cf0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:12:56.780655 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2119dc5-ee6b-413f-bb76-22ea9d6e536a req-338a0270-34de-409b-bf48-50d73ade2cb4 service neutron] Checking segment: {'id': '21eddf81-2619-4946-9d45-7ae9bc4495da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1683328e-a448-4235-b487-6d813ce67b0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:12:56.781046 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2119dc5-ee6b-413f-bb76-22ea9d6e536a req-338a0270-34de-409b-bf48-50d73ade2cb4 service neutron] Bound using segment: {'id': '21eddf81-2619-4946-9d45-7ae9bc4495da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1683328e-a448-4235-b487-6d813ce67b0e'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:12:56.781576 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-c2119dc5-ee6b-413f-bb76-22ea9d6e536a req-338a0270-34de-409b-bf48-50d73ade2cb4 service neutron] Bound port: df23032d-2a8a-45d3-933d-bb0f82085914, host: n-h2-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21eddf81-2619-4946-9d45-7ae9bc4495da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1683328e-a448-4235-b487-6d813ce67b0e'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:12:56.781925 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c2119dc5-ee6b-413f-bb76-22ea9d6e536a req-338a0270-34de-409b-bf48-50d73ade2cb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:56.857545 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-c2119dc5-ee6b-413f-bb76-22ea9d6e536a req-338a0270-34de-409b-bf48-50d73ade2cb4 service neutron] For port df23032d-2a8a-45d3-933d-bb0f82085914, host n-h2-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:12:56.860760 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-c2119dc5-ee6b-413f-bb76-22ea9d6e536a req-338a0270-34de-409b-bf48-50d73ade2cb4 service neutron] For port df23032d-2a8a-45d3-933d-bb0f82085914, host n-h2-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=df23032d-2a8a-45d3-933d-bb0f82085914,segment=NetworkSegment(21eddf81-2619-4946-9d45-7ae9bc4495da),segment_id=21eddf81-2619-4946-9d45-7ae9bc4495da)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:12:56.969465 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c2119dc5-ee6b-413f-bb76-22ea9d6e536a req-338a0270-34de-409b-bf48-50d73ade2cb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:57.002547 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2119dc5-ee6b-413f-bb76-22ea9d6e536a req-338a0270-34de-409b-bf48-50d73ade2cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:12:57.003198 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c2119dc5-ee6b-413f-bb76-22ea9d6e536a req-338a0270-34de-409b-bf48-50d73ade2cb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:57.005180 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c2119dc5-ee6b-413f-bb76-22ea9d6e536a req-338a0270-34de-409b-bf48-50d73ade2cb4 service neutron] 10.222.0.15 "PUT /v2.0/ports/df23032d-2a8a-45d3-933d-bb0f82085914 HTTP/1.1" status: 200 len: 1092 time: 0.8529863 Jul 05 03:12:57.007368 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2d412db-1211-4dca-a8f4-19fab5c7acef', 'tag': 'df23032d-2a8a-45d3-933d-bb0f82085914'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:12:57.010244 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4c1385bffaa5d930a7117e6982c27207eca91cca31cf4b43f86c7ad63cd24a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1650b76-2a54-45df-99e7-1a5553c460cc" -d '{"events": [{"name": "network-changed", "server_uuid": "f2d412db-1211-4dca-a8f4-19fab5c7acef", "tag": "df23032d-2a8a-45d3-933d-bb0f82085914"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:12:57.040192 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338a0270-34de-409b-bf48-50d73ade2cb4 service neutron] Pushing event updated for resources: {'Port': ['ID=df23032d-2a8a-45d3-933d-bb0f82085914,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:12:57.059174 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b35a33fb-7ebf-4940-87b5-c10f2cf5729f x-openstack-request-id: req-b35a33fb-7ebf-4940-87b5-c10f2cf5729f {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:12:57.059470 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2d412db-1211-4dca-a8f4-19fab5c7acef", "tag": "df23032d-2a8a-45d3-933d-bb0f82085914", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:12:57.059746 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b35a33fb-7ebf-4940-87b5-c10f2cf5729f {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:12:57.060171 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2d412db-1211-4dca-a8f4-19fab5c7acef', 'tag': 'df23032d-2a8a-45d3-933d-bb0f82085914', 'status': 'completed', 'code': 200} Jul 05 03:12:57.137891 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1650b76-2a54-45df-99e7-1a5553c460cc req-467a8720-7906-4d6a-8038-e8655e87e55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:12:57.139490 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b1650b76-2a54-45df-99e7-1a5553c460cc req-467a8720-7906-4d6a-8038-e8655e87e55f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=37922407194a4714beb2d753651ef214&device_id=f2d412db-1211-4dca-a8f4-19fab5c7acef HTTP/1.1" status: 200 len: 1095 time: 0.0591874 Jul 05 03:12:57.244445 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1650b76-2a54-45df-99e7-1a5553c460cc req-d85ff4a4-f303-4e7b-a257-3660651b3403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:12:57.245968 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b1650b76-2a54-45df-99e7-1a5553c460cc req-d85ff4a4-f303-4e7b-a257-3660651b3403 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=37922407194a4714beb2d753651ef214&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0996516 Jul 05 03:12:57.338630 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1650b76-2a54-45df-99e7-1a5553c460cc req-632f69a3-e34a-4fdd-bc19-4d3edc8a10e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:12:57.340053 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b1650b76-2a54-45df-99e7-1a5553c460cc req-632f69a3-e34a-4fdd-bc19-4d3edc8a10e6 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0881307 Jul 05 03:12:57.379433 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6a1276-63b5-4349-b912-c63cd3f761b7 req-05df8b1b-e390-4740-98e8-0c5be0c98a57 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:12:57.380931 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1c6a1276-63b5-4349-b912-c63cd3f761b7 req-05df8b1b-e390-4740-98e8-0c5be0c98a57 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2d412db-1211-4dca-a8f4-19fab5c7acef HTTP/1.1" status: 200 len: 943 time: 0.0694160 Jul 05 03:12:57.421240 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1c6a1276-63b5-4349-b912-c63cd3f761b7 req-3893cbf2-6a93-4e23-859c-bdef2033553f tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338473 Jul 05 03:12:57.433134 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2119dc5-ee6b-413f-bb76-22ea9d6e536a req-bb333b9d-296f-4262-87ff-3c88a52208c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:12:57.434774 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c2119dc5-ee6b-413f-bb76-22ea9d6e536a req-bb333b9d-296f-4262-87ff-3c88a52208c9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=37922407194a4714beb2d753651ef214&device_id=f2d412db-1211-4dca-a8f4-19fab5c7acef HTTP/1.1" status: 200 len: 1095 time: 0.0571098 Jul 05 03:12:57.478876 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c2119dc5-ee6b-413f-bb76-22ea9d6e536a req-d0813f9d-dabb-47dd-8eb1-1d3ab83cb786 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df23032d-2a8a-45d3-933d-bb0f82085914 HTTP/1.1" status: 200 len: 217 time: 0.0370584 Jul 05 03:12:57.525823 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2119dc5-ee6b-413f-bb76-22ea9d6e536a req-d5027563-8726-487d-aa52-22f5ad93ec85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:12:57.527295 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c2119dc5-ee6b-413f-bb76-22ea9d6e536a req-d5027563-8726-487d-aa52-22f5ad93ec85 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=03db0199-8c26-402d-a28d-fe51c5dbdec1 HTTP/1.1" status: 200 len: 849 time: 0.0424044 Jul 05 03:12:57.587097 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2119dc5-ee6b-413f-bb76-22ea9d6e536a req-a0a68bc1-6f16-4f70-b13b-26f07824543c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:12:57.588574 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c2119dc5-ee6b-413f-bb76-22ea9d6e536a req-a0a68bc1-6f16-4f70-b13b-26f07824543c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1683328e-a448-4235-b487-6d813ce67b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552466 Jul 05 03:12:57.673202 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c2119dc5-ee6b-413f-bb76-22ea9d6e536a req-f65b7b87-7c02-4fe8-8416-e2c3cd2e509c service neutron] 10.222.0.15 "GET /v2.0/networks/1683328e-a448-4235-b487-6d813ce67b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0779889 Jul 05 03:12:57.764492 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c2119dc5-ee6b-413f-bb76-22ea9d6e536a req-4e4c2515-6bec-423e-b27c-5f892e78334a service neutron] 10.222.0.15 "GET /v2.0/networks/1683328e-a448-4235-b487-6d813ce67b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833757 Jul 05 03:12:58.601644 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24caa718-6e44-43a6-84a0-44c27ebea522 req-2d378045-9d02-40e4-9f0c-9a4059e485d7 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:12:58.603253 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-24caa718-6e44-43a6-84a0-44c27ebea522 req-2d378045-9d02-40e4-9f0c-9a4059e485d7 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2d412db-1211-4dca-a8f4-19fab5c7acef HTTP/1.1" status: 200 len: 943 time: 0.0650659 Jul 05 03:12:58.642009 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-24caa718-6e44-43a6-84a0-44c27ebea522 req-b8fc143b-803e-42d1-ac3f-6825c43f7004 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328569 Jul 05 03:12:59.209849 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device df23032d-2a8a-45d3-933d-bb0f82085914 details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:12:59.304037 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port df23032d-2a8a-45d3-933d-bb0f82085914, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=df23032d-2a8a-45d3-933d-bb0f82085914,segment=NetworkSegment(21eddf81-2619-4946-9d45-7ae9bc4495da),segment_id=21eddf81-2619-4946-9d45-7ae9bc4495da)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:12:59.316196 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Returning: {'device': 'df23032d-2a8a-45d3-933d-bb0f82085914', 'network_id': '1683328e-a448-4235-b487-6d813ce67b0e', 'port_id': 'df23032d-2a8a-45d3-933d-bb0f82085914', 'mac_address': 'fa:16:3e:fe:62:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03db0199-8c26-402d-a28d-fe51c5dbdec1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:12:59.350714 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:59.363639 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df23032d-2a8a-45d3-933d-bb0f82085914 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:12:59.382870 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port df23032d-2a8a-45d3-933d-bb0f82085914, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=df23032d-2a8a-45d3-933d-bb0f82085914,segment=NetworkSegment(21eddf81-2619-4946-9d45-7ae9bc4495da),segment_id=21eddf81-2619-4946-9d45-7ae9bc4495da)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:12:59.519158 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:12:59.569664 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=df23032d-2a8a-45d3-933d-bb0f82085914,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:12:59.706068 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['df23032d-2a8a-45d3-933d-bb0f82085914'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:12:59.821768 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e04c0a3-dc11-40c6-ba0c-5d2b5c5df835 req-c5fb9a3c-c2eb-46b2-a939-775b9340aeb8 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:12:59.823198 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4e04c0a3-dc11-40c6-ba0c-5d2b5c5df835 req-c5fb9a3c-c2eb-46b2-a939-775b9340aeb8 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2d412db-1211-4dca-a8f4-19fab5c7acef HTTP/1.1" status: 200 len: 944 time: 0.0666564 Jul 05 03:12:59.860436 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4e04c0a3-dc11-40c6-ba0c-5d2b5c5df835 req-e5a851bd-4e8e-435c-bb07-59213e122c66 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314345 Jul 05 03:13:01.033135 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9368797f-12fa-43c5-b9cb-49593544895f req-56a680c4-0151-4e2c-8dab-a0f57155ceca tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:13:01.034728 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9368797f-12fa-43c5-b9cb-49593544895f req-56a680c4-0151-4e2c-8dab-a0f57155ceca tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2d412db-1211-4dca-a8f4-19fab5c7acef HTTP/1.1" status: 200 len: 944 time: 0.0644135 Jul 05 03:13:01.072728 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9368797f-12fa-43c5-b9cb-49593544895f req-a49d1dbb-e8db-4a9c-b6f5-a1c74c11de68 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315123 Jul 05 03:13:01.214925 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device df23032d-2a8a-45d3-933d-bb0f82085914 up at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:13:01.376552 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning for port df23032d-2a8a-45d3-933d-bb0f82085914 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:13:01.380835 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning complete for port df23032d-2a8a-45d3-933d-bb0f82085914 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:13:01.389176 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:13:01.459573 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:13:01.483219 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d412db-1211-4dca-a8f4-19fab5c7acef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df23032d-2a8a-45d3-933d-bb0f82085914'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:13:01.485630 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1156d35e1955dd65519df7b38ee19a55ddc3a31abbcc68c280d02d687c0487e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-823584a5-7eb1-4240-bff0-ebebed9df5f7" -d '{"events": [{"server_uuid": "f2d412db-1211-4dca-a8f4-19fab5c7acef", "name": "network-vif-plugged", "status": "completed", "tag": "df23032d-2a8a-45d3-933d-bb0f82085914"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:13:01.500355 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port df23032d-2a8a-45d3-933d-bb0f82085914, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=df23032d-2a8a-45d3-933d-bb0f82085914,segment=NetworkSegment(21eddf81-2619-4946-9d45-7ae9bc4495da),segment_id=21eddf81-2619-4946-9d45-7ae9bc4495da)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:13:01.525578 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d253decc-071d-40f6-be02-30365a5c867d x-openstack-request-id: req-d253decc-071d-40f6-be02-30365a5c867d {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:13:01.525903 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2d412db-1211-4dca-a8f4-19fab5c7acef", "name": "network-vif-plugged", "status": "completed", "tag": "df23032d-2a8a-45d3-933d-bb0f82085914", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:13:01.526189 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d253decc-071d-40f6-be02-30365a5c867d {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:13:01.526598 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2d412db-1211-4dca-a8f4-19fab5c7acef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df23032d-2a8a-45d3-933d-bb0f82085914', 'code': 200} Jul 05 03:13:01.599120 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:13:01.640533 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df1b80f-ff01-46b6-b7b2-3ad35b769693 req-8f294185-2914-4175-938d-d164853528bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:13:01.642030 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9df1b80f-ff01-46b6-b7b2-3ad35b769693 req-8f294185-2914-4175-938d-d164853528bb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f2d412db-1211-4dca-a8f4-19fab5c7acef HTTP/1.1" status: 200 len: 1096 time: 0.0560169 Jul 05 03:13:01.646032 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=df23032d-2a8a-45d3-933d-bb0f82085914,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:13:01.676015 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9df1b80f-ff01-46b6-b7b2-3ad35b769693 req-c366d43c-4169-4868-8f69-c86d2a29ffdd service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277231 Jul 05 03:13:02.246573 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7615d85e-04ed-4ce2-b961-c9324019fa01 req-bd9ecdb3-836d-49e4-9abf-751c4bf3ecf1 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:13:02.248067 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7615d85e-04ed-4ce2-b961-c9324019fa01 req-bd9ecdb3-836d-49e4-9abf-751c4bf3ecf1 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2d412db-1211-4dca-a8f4-19fab5c7acef HTTP/1.1" status: 200 len: 945 time: 0.0631397 Jul 05 03:13:02.284021 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7615d85e-04ed-4ce2-b961-c9324019fa01 req-af17624e-4b18-487f-b080-06ce28399c4e tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302508 Jul 05 03:13:02.560296 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [req-e52d02be-44fd-4554-8865-ee4661bf36a2 req-5a7dbec5-023f-41b4-b8c8-9697ce18657a service neutron] (94461) timed out ('10.222.0.21', 51753) {{(pid=94461) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 03:13:03.462335 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b529c3d-321c-4215-b767-850451f61310 req-47547a89-a7bb-4404-bb9b-b60e08836b3d tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:13:03.463827 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1b529c3d-321c-4215-b767-850451f61310 req-47547a89-a7bb-4404-bb9b-b60e08836b3d tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2d412db-1211-4dca-a8f4-19fab5c7acef HTTP/1.1" status: 200 len: 945 time: 0.0678000 Jul 05 03:13:03.502349 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1b529c3d-321c-4215-b767-850451f61310 req-5490896b-72b3-46c0-81df-b182f34adabe tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328486 Jul 05 03:13:03.679570 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8822c17d-66b5-4a6a-9887-812baef63c72 req-8136fa8f-a215-40fd-8e8b-0c4a075c4741 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:13:03.681884 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8822c17d-66b5-4a6a-9887-812baef63c72 req-8136fa8f-a215-40fd-8e8b-0c4a075c4741 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2d412db-1211-4dca-a8f4-19fab5c7acef HTTP/1.1" status: 200 len: 945 time: 0.0724475 Jul 05 03:13:03.690879 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 47858) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:13:03.695737 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-43b9f9e1-8b79-4b2e-962c-a10d4793a2c6 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Request body: {'floatingip': {'port_id': 'df23032d-2a8a-45d3-933d-bb0f82085914'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:13:04.077293 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-43b9f9e1-8b79-4b2e-962c-a10d4793a2c6 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Notify callbacks [] for floatingip, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:13:04.511672 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-43b9f9e1-8b79-4b2e-962c-a10d4793a2c6 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:13:04.587464 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-43b9f9e1-8b79-4b2e-962c-a10d4793a2c6 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636869'] for floatingip, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:13:04.687174 n-d-771362-32 neutron-server[94461]: INFO neutron.db.l3_db [None req-43b9f9e1-8b79-4b2e-962c-a10d4793a2c6 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Floating IP 60ea9cf3-3d27-464a-8d3e-97e98e9a1009 associated. External IP: 172.25.7.218, port: df23032d-2a8a-45d3-933d-bb0f82085914. Jul 05 03:13:04.888837 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43b9f9e1-8b79-4b2e-962c-a10d4793a2c6 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Router 43598d09-982e-4e7b-a1e7-506eab92cb50 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:13:04.993395 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43b9f9e1-8b79-4b2e-962c-a10d4793a2c6 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:13:04.998266 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-43b9f9e1-8b79-4b2e-962c-a10d4793a2c6 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:13:05.003263 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dabef8b-1d00-45ca-be57-574848e98416 None None] Sync routers for ids ['43598d09-982e-4e7b-a1e7-506eab92cb50'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:13:05.012435 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dabef8b-1d00-45ca-be57-574848e98416 None None] Routers {'43598d09-982e-4e7b-a1e7-506eab92cb50'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:13:05.016429 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-2dabef8b-1d00-45ca-be57-574848e98416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:12:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['43598d09-982e-4e7b-a1e7-506eab92cb50'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:13:05.038938 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-43b9f9e1-8b79-4b2e-962c-a10d4793a2c6 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "PUT /v2.0/floatingips/60ea9cf3-3d27-464a-8d3e-97e98e9a1009 HTTP/1.1" status: 200 len: 991 time: 1.3468485 Jul 05 03:13:05.039513 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2d412db-1211-4dca-a8f4-19fab5c7acef', 'tag': 'df23032d-2a8a-45d3-933d-bb0f82085914'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:13:05.041935 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4c1385bffaa5d930a7117e6982c27207eca91cca31cf4b43f86c7ad63cd24a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44bfc038-837e-4b43-8bc8-a3964b721c9f" -d '{"events": [{"name": "network-changed", "server_uuid": "f2d412db-1211-4dca-a8f4-19fab5c7acef", "tag": "df23032d-2a8a-45d3-933d-bb0f82085914"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:13:05.079207 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a071203d-9c24-431b-8f7a-85c6a0bdbc54 x-openstack-request-id: req-a071203d-9c24-431b-8f7a-85c6a0bdbc54 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:13:05.079785 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2d412db-1211-4dca-a8f4-19fab5c7acef", "tag": "df23032d-2a8a-45d3-933d-bb0f82085914", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:13:05.080380 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a071203d-9c24-431b-8f7a-85c6a0bdbc54 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:13:05.081110 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2d412db-1211-4dca-a8f4-19fab5c7acef', 'tag': 'df23032d-2a8a-45d3-933d-bb0f82085914', 'status': 'completed', 'code': 200} Jul 05 03:13:05.117431 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-2dabef8b-1d00-45ca-be57-574848e98416 None None] Set router 43598d09-982e-4e7b-a1e7-506eab92cb50 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:13:05.162620 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bfc038-837e-4b43-8bc8-a3964b721c9f req-57875cfb-f9ae-426c-a2bd-983c55c05eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:13:05.164709 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-44bfc038-837e-4b43-8bc8-a3964b721c9f req-57875cfb-f9ae-426c-a2bd-983c55c05eaa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=37922407194a4714beb2d753651ef214&device_id=f2d412db-1211-4dca-a8f4-19fab5c7acef HTTP/1.1" status: 200 len: 1097 time: 0.0572042 Jul 05 03:13:05.261192 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bfc038-837e-4b43-8bc8-a3964b721c9f req-10ab1222-4933-4853-b20b-2cff1a31a931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:13:05.262773 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-44bfc038-837e-4b43-8bc8-a3964b721c9f req-10ab1222-4933-4853-b20b-2cff1a31a931 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1683328e-a448-4235-b487-6d813ce67b0e HTTP/1.1" status: 200 len: 910 time: 0.0922492 Jul 05 03:13:05.328137 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-44bfc038-837e-4b43-8bc8-a3964b721c9f req-84b2034e-f19b-497a-8b17-ee840c4ddeeb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df23032d-2a8a-45d3-933d-bb0f82085914 HTTP/1.1" status: 200 len: 999 time: 0.0584869 Jul 05 03:13:05.339333 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-2dabef8b-1d00-45ca-be57-574848e98416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43598d09-982e-4e7b-a1e7-506eab92cb50', 'name': 'tempest-ServerActionsTestJSON-90816521-router', 'tenant_id': '37922407194a4714beb2d753651ef214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': 'c63fa816-5a05-4c81-a828-5ef41bd4fc42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:12:44Z', 'updated_at': '2021-07-05T03:12:47Z', 'revision_number': 4, 'project_id': '37922407194a4714beb2d753651ef214', 'gw_port': {'id': 'c63fa816-5a05-4c81-a828-5ef41bd4fc42', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:b2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43598d09-982e-4e7b-a1e7-506eab92cb50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:12:45Z', 'updated_at': '2021-07-05T03:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '60ea9cf3-3d27-464a-8d3e-97e98e9a1009', 'tenant_id': '37922407194a4714beb2d753651ef214', 'floating_ip_address': '172.25.7.218', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': '43598d09-982e-4e7b-a1e7-506eab92cb50', 'port_id': 'df23032d-2a8a-45d3-933d-bb0f82085914', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1683328e-a448-4235-b487-6d813ce67b0e', 'mac_address': 'fa:16:3e:fe:62:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d412db-1211-4dca-a8f4-19fab5c7acef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:12:51Z', 'updated_at': '2021-07-05T03:13:04Z', 'revision_number': 1, 'project_id': '37922407194a4714beb2d753651ef214', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0b485db-945a-45a6-a29e-410942462fd6', 'name': '', 'network_id': '1683328e-a448-4235-b487-6d813ce67b0e', 'tenant_id': '37922407194a4714beb2d753651ef214', 'mac_address': 'fa:16:3e:20:15:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43598d09-982e-4e7b-a1e7-506eab92cb50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '03db0199-8c26-402d-a28d-fe51c5dbdec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:12:47Z', 'updated_at': '2021-07-05T03:12:52Z', 'revision_number': 5, 'project_id': '37922407194a4714beb2d753651ef214', 'subnets': [{'id': '03db0199-8c26-402d-a28d-fe51c5dbdec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:13:05.365612 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dabef8b-1d00-45ca-be57-574848e98416 None None] Checking router: 43598d09-982e-4e7b-a1e7-506eab92cb50 for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:13:05.374933 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dabef8b-1d00-45ca-be57-574848e98416 None None] Routers {'43598d09-982e-4e7b-a1e7-506eab92cb50'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:13:05.375532 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-2dabef8b-1d00-45ca-be57-574848e98416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:12:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['43598d09-982e-4e7b-a1e7-506eab92cb50'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:13:05.382426 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bfc038-837e-4b43-8bc8-a3964b721c9f req-d0e3ea4a-5d64-47b1-9c94-0e484b21bb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:13:05.383951 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-44bfc038-837e-4b43-8bc8-a3964b721c9f req-d0e3ea4a-5d64-47b1-9c94-0e484b21bb29 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=03db0199-8c26-402d-a28d-fe51c5dbdec1 HTTP/1.1" status: 200 len: 849 time: 0.0500786 Jul 05 03:13:05.445161 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bfc038-837e-4b43-8bc8-a3964b721c9f req-dffc4d76-b5a6-470d-9a29-da8ebc238c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:13:05.446663 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-44bfc038-837e-4b43-8bc8-a3964b721c9f req-dffc4d76-b5a6-470d-9a29-da8ebc238c6e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1683328e-a448-4235-b487-6d813ce67b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566947 Jul 05 03:13:05.480638 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-2dabef8b-1d00-45ca-be57-574848e98416 None None] Set router 43598d09-982e-4e7b-a1e7-506eab92cb50 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:13:05.539835 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-44bfc038-837e-4b43-8bc8-a3964b721c9f req-4acbf25d-5f4d-403a-b4ce-2b91657a0240 service neutron] 10.222.0.15 "GET /v2.0/networks/1683328e-a448-4235-b487-6d813ce67b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857830 Jul 05 03:13:05.629876 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-44bfc038-837e-4b43-8bc8-a3964b721c9f req-89106023-299e-494e-a0da-2c60708bf798 service neutron] 10.222.0.15 "GET /v2.0/networks/1683328e-a448-4235-b487-6d813ce67b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848043 Jul 05 03:13:05.702334 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-2dabef8b-1d00-45ca-be57-574848e98416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43598d09-982e-4e7b-a1e7-506eab92cb50', 'name': 'tempest-ServerActionsTestJSON-90816521-router', 'tenant_id': '37922407194a4714beb2d753651ef214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': 'c63fa816-5a05-4c81-a828-5ef41bd4fc42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:12:44Z', 'updated_at': '2021-07-05T03:12:47Z', 'revision_number': 4, 'project_id': '37922407194a4714beb2d753651ef214', 'gw_port': {'id': 'c63fa816-5a05-4c81-a828-5ef41bd4fc42', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:b2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43598d09-982e-4e7b-a1e7-506eab92cb50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:12:45Z', 'updated_at': '2021-07-05T03:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '60ea9cf3-3d27-464a-8d3e-97e98e9a1009', 'tenant_id': '37922407194a4714beb2d753651ef214', 'floating_ip_address': '172.25.7.218', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': '43598d09-982e-4e7b-a1e7-506eab92cb50', 'port_id': 'df23032d-2a8a-45d3-933d-bb0f82085914', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1683328e-a448-4235-b487-6d813ce67b0e', 'mac_address': 'fa:16:3e:fe:62:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d412db-1211-4dca-a8f4-19fab5c7acef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:12:51Z', 'updated_at': '2021-07-05T03:13:04Z', 'revision_number': 1, 'project_id': '37922407194a4714beb2d753651ef214', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0b485db-945a-45a6-a29e-410942462fd6', 'name': '', 'network_id': '1683328e-a448-4235-b487-6d813ce67b0e', 'tenant_id': '37922407194a4714beb2d753651ef214', 'mac_address': 'fa:16:3e:20:15:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43598d09-982e-4e7b-a1e7-506eab92cb50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '03db0199-8c26-402d-a28d-fe51c5dbdec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:12:47Z', 'updated_at': '2021-07-05T03:12:52Z', 'revision_number': 5, 'project_id': '37922407194a4714beb2d753651ef214', 'subnets': [{'id': '03db0199-8c26-402d-a28d-fe51c5dbdec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:13:05.729307 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dabef8b-1d00-45ca-be57-574848e98416 None None] The sync data for ids ['43598d09-982e-4e7b-a1e7-506eab92cb50'] in n-d-771362-32 is: [{'id': '43598d09-982e-4e7b-a1e7-506eab92cb50', 'name': 'tempest-ServerActionsTestJSON-90816521-router', 'tenant_id': '37922407194a4714beb2d753651ef214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': 'c63fa816-5a05-4c81-a828-5ef41bd4fc42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:12:44Z', 'updated_at': '2021-07-05T03:12:47Z', 'revision_number': 4, 'project_id': '37922407194a4714beb2d753651ef214', 'gw_port': {'id': 'c63fa816-5a05-4c81-a828-5ef41bd4fc42', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:b2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43598d09-982e-4e7b-a1e7-506eab92cb50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:12:45Z', 'updated_at': '2021-07-05T03:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '60ea9cf3-3d27-464a-8d3e-97e98e9a1009', 'tenant_id': '37922407194a4714beb2d753651ef214', 'floating_ip_address': '172.25.7.218', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': '43598d09-982e-4e7b-a1e7-506eab92cb50', 'port_id': 'df23032d-2a8a-45d3-933d-bb0f82085914', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1683328e-a448-4235-b487-6d813ce67b0e', 'mac_address': 'fa:16:3e:fe:62:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d412db-1211-4dca-a8f4-19fab5c7acef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:12:51Z', 'updated_at': '2021-07-05T03:13:04Z', 'revision_number': 1, 'project_id': '37922407194a4714beb2d753651ef214', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0b485db-945a-45a6-a29e-410942462fd6', 'name': '', 'network_id': '1683328e-a448-4235-b487-6d813ce67b0e', 'tenant_id': '37922407194a4714beb2d753651ef214', 'mac_address': 'fa:16:3e:20:15:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43598d09-982e-4e7b-a1e7-506eab92cb50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '03db0199-8c26-402d-a28d-fe51c5dbdec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:12:47Z', 'updated_at': '2021-07-05T03:12:52Z', 'revision_number': 5, 'project_id': '37922407194a4714beb2d753651ef214', 'subnets': [{'id': '03db0199-8c26-402d-a28d-fe51c5dbdec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:13:05.906724 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a70ce0-1785-4221-b65d-e162caf7d071 None None] New status for floating IP 60ea9cf3-3d27-464a-8d3e-97e98e9a1009: ACTIVE {{(pid=94463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:13:06.010356 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:13:12.190822 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:13:12.305580 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:13:20.970104 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f5c14ba2-4ca9-4240-ae73-172d88eac82b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:13:23.264898 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-1591f046-cabe-4b54-b0db-c900a9edaeec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:13:23.973936 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:13:24.859655 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:13:26.227293 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:13:42.230058 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:13:42.330711 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:13:43.009106 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:13:50.930222 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8414e61a-03bb-4486-b359-0a92a8fa1e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:13:53.259141 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-ea2aac0b-a7f6-4629-b3f9-c282c621aa7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:13:54.001526 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:13:54.810093 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:13:56.241909 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:14:01.427447 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c543ffd6-bc32-40e1-9160-c8557b6b8db8 req-13a8a86a-bc2f-4166-8478-8395f726d3c1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f2d412db-1211-4dca-a8f4-19fab5c7acef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0510755 Jul 05 03:14:01.521396 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c543ffd6-bc32-40e1-9160-c8557b6b8db8 req-72e61352-0087-40ac-a477-beb8bf7aeaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:14:01.522821 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c543ffd6-bc32-40e1-9160-c8557b6b8db8 req-72e61352-0087-40ac-a477-beb8bf7aeaf3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=37922407194a4714beb2d753651ef214&device_id=f2d412db-1211-4dca-a8f4-19fab5c7acef HTTP/1.1" status: 200 len: 1097 time: 0.0522962 Jul 05 03:14:01.631008 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c543ffd6-bc32-40e1-9160-c8557b6b8db8 req-9c0f644b-0aad-4805-a86d-80fdd9609979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:14:01.632556 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c543ffd6-bc32-40e1-9160-c8557b6b8db8 req-9c0f644b-0aad-4805-a86d-80fdd9609979 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1683328e-a448-4235-b487-6d813ce67b0e HTTP/1.1" status: 200 len: 910 time: 0.0884006 Jul 05 03:14:01.697623 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c543ffd6-bc32-40e1-9160-c8557b6b8db8 req-882cff7d-5ab0-478c-ba16-e94b11779cf9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df23032d-2a8a-45d3-933d-bb0f82085914 HTTP/1.1" status: 200 len: 1001 time: 0.0585222 Jul 05 03:14:01.744643 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c543ffd6-bc32-40e1-9160-c8557b6b8db8 req-7ebd2ab9-abd1-44b2-a74b-c16ddee63764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:14:01.746082 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c543ffd6-bc32-40e1-9160-c8557b6b8db8 req-7ebd2ab9-abd1-44b2-a74b-c16ddee63764 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=03db0199-8c26-402d-a28d-fe51c5dbdec1 HTTP/1.1" status: 200 len: 849 time: 0.0431297 Jul 05 03:14:01.804878 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c543ffd6-bc32-40e1-9160-c8557b6b8db8 req-e71efad9-3da7-4e05-aa34-9047c1d2e8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:14:01.806968 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c543ffd6-bc32-40e1-9160-c8557b6b8db8 req-e71efad9-3da7-4e05-aa34-9047c1d2e8a5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1683328e-a448-4235-b487-6d813ce67b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544727 Jul 05 03:14:01.893837 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c543ffd6-bc32-40e1-9160-c8557b6b8db8 req-194d52d4-28ec-4b1c-81ad-fae8764bf294 service neutron] 10.222.0.15 "GET /v2.0/networks/1683328e-a448-4235-b487-6d813ce67b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807498 Jul 05 03:14:01.986730 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c543ffd6-bc32-40e1-9160-c8557b6b8db8 req-fe85c0e0-2755-4c06-ad81-b4a8fe33185c service neutron] 10.222.0.15 "GET /v2.0/networks/1683328e-a448-4235-b487-6d813ce67b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858018 Jul 05 03:14:12.239521 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:14:12.363608 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:14:20.008452 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:14:20.935482 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-7d6c481e-9455-46d8-9cd6-62da78473476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:14:23.300731 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-12bd2829-3b2c-4cf5-90d4-db31d77411dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:14:24.020325 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:14:24.800769 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:14:26.269488 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:14:42.254833 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:14:42.288842 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a3b0a4-4ee6-4abd-ab0b-0f67603d7022 req-ac866ee1-89d8-4fd7-8561-c96579b03536 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:14:42.290409 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a8a3b0a4-4ee6-4abd-ab0b-0f67603d7022 req-ac866ee1-89d8-4fd7-8561-c96579b03536 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2d412db-1211-4dca-a8f4-19fab5c7acef HTTP/1.1" status: 200 len: 945 time: 0.0726805 Jul 05 03:14:42.329135 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a8a3b0a4-4ee6-4abd-ab0b-0f67603d7022 req-45798828-9d2a-407a-8402-5ca95f2b3a29 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329797 Jul 05 03:14:42.369173 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:14:42.875966 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc3f266-e4d3-4d62-b0e4-5917d2d513f0 req-66567b98-2fff-4b81-afa3-7a541b7aa273 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:14:42.877794 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bcc3f266-e4d3-4d62-b0e4-5917d2d513f0 req-66567b98-2fff-4b81-afa3-7a541b7aa273 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2d412db-1211-4dca-a8f4-19fab5c7acef HTTP/1.1" status: 200 len: 945 time: 0.0621123 Jul 05 03:14:42.915828 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bcc3f266-e4d3-4d62-b0e4-5917d2d513f0 req-9895afbb-4cf9-4a63-bdfb-3aa183663c89 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317087 Jul 05 03:14:43.069598 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c3c5efb6-d052-48dc-a536-f52683e1c153 req-e27543ec-f978-483e-8e5c-d0cad512c6e3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f2d412db-1211-4dca-a8f4-19fab5c7acef&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0943468 Jul 05 03:14:44.092388 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23d3aac-f0c1-4303-9b81-f90ebe796d27 req-28f1a4d4-de5c-41fb-b0fa-8c21ee7b0d80 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:14:44.094498 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d23d3aac-f0c1-4303-9b81-f90ebe796d27 req-28f1a4d4-de5c-41fb-b0fa-8c21ee7b0d80 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2d412db-1211-4dca-a8f4-19fab5c7acef HTTP/1.1" status: 200 len: 945 time: 0.0665095 Jul 05 03:14:44.132024 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d23d3aac-f0c1-4303-9b81-f90ebe796d27 req-ed00d803-3588-4a19-91de-c611b0a4c063 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319717 Jul 05 03:14:45.315241 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce3833f-5df4-415b-9a3f-f00f9945ead4 req-553e10da-acdf-483b-9f88-ea7a26b3b7dc tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:14:45.316769 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6ce3833f-5df4-415b-9a3f-f00f9945ead4 req-553e10da-acdf-483b-9f88-ea7a26b3b7dc tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2d412db-1211-4dca-a8f4-19fab5c7acef HTTP/1.1" status: 200 len: 945 time: 0.0689816 Jul 05 03:14:45.354578 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6ce3833f-5df4-415b-9a3f-f00f9945ead4 req-00c4b5e3-3db4-4e0e-8666-79142d30caa9 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318675 Jul 05 03:14:45.451473 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c5efb6-d052-48dc-a536-f52683e1c153 req-734a7300-272a-4aa8-a624-4fbcf64cf78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:14:45.452890 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c3c5efb6-d052-48dc-a536-f52683e1c153 req-734a7300-272a-4aa8-a624-4fbcf64cf78a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=37922407194a4714beb2d753651ef214&device_id=f2d412db-1211-4dca-a8f4-19fab5c7acef HTTP/1.1" status: 200 len: 1097 time: 0.0531147 Jul 05 03:14:45.544448 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c5efb6-d052-48dc-a536-f52683e1c153 req-f054a28f-05e4-4ef0-ba87-b51f59944e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:14:45.546016 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c3c5efb6-d052-48dc-a536-f52683e1c153 req-f054a28f-05e4-4ef0-ba87-b51f59944e2b service neutron] 10.222.0.15 "GET /v2.0/networks?id=1683328e-a448-4235-b487-6d813ce67b0e HTTP/1.1" status: 200 len: 910 time: 0.0872498 Jul 05 03:14:45.620175 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c3c5efb6-d052-48dc-a536-f52683e1c153 req-a175b783-d0bd-4045-ae6d-36389d962476 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df23032d-2a8a-45d3-933d-bb0f82085914 HTTP/1.1" status: 200 len: 1001 time: 0.0681431 Jul 05 03:14:45.668031 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c5efb6-d052-48dc-a536-f52683e1c153 req-a2cdc49a-7fc8-4be2-808a-a5acc367a770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:14:45.669491 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c3c5efb6-d052-48dc-a536-f52683e1c153 req-a2cdc49a-7fc8-4be2-808a-a5acc367a770 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=03db0199-8c26-402d-a28d-fe51c5dbdec1 HTTP/1.1" status: 200 len: 849 time: 0.0429220 Jul 05 03:14:45.728289 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c5efb6-d052-48dc-a536-f52683e1c153 req-abecd16d-f33c-4e9c-88f1-9084c662041a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:14:45.729740 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c3c5efb6-d052-48dc-a536-f52683e1c153 req-abecd16d-f33c-4e9c-88f1-9084c662041a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1683328e-a448-4235-b487-6d813ce67b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542483 Jul 05 03:14:45.815061 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c3c5efb6-d052-48dc-a536-f52683e1c153 req-e3a542b4-d290-4e4a-a113-afe75a6e66e5 service neutron] 10.222.0.15 "GET /v2.0/networks/1683328e-a448-4235-b487-6d813ce67b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788767 Jul 05 03:14:45.908498 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c3c5efb6-d052-48dc-a536-f52683e1c153 req-04116488-6aa0-4933-bbd9-fcdcf2994330 service neutron] 10.222.0.15 "GET /v2.0/networks/1683328e-a448-4235-b487-6d813ce67b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852532 Jul 05 03:14:46.531182 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b96ab5-abd9-4342-81bc-03249329e489 req-e5629eeb-626b-4cdf-b1cf-8722aa767484 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:14:46.532724 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-36b96ab5-abd9-4342-81bc-03249329e489 req-e5629eeb-626b-4cdf-b1cf-8722aa767484 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2d412db-1211-4dca-a8f4-19fab5c7acef HTTP/1.1" status: 200 len: 945 time: 0.0678961 Jul 05 03:14:46.571385 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-36b96ab5-abd9-4342-81bc-03249329e489 req-fef6e723-0402-45a9-9008-70e9e42197b8 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329261 Jul 05 03:14:47.744933 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99594cc2-cbb1-4669-b2ea-d1f79f98473d req-55e35a98-fb17-4f28-87b3-30ac26fdc84f tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:14:47.746433 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-99594cc2-cbb1-4669-b2ea-d1f79f98473d req-55e35a98-fb17-4f28-87b3-30ac26fdc84f tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2d412db-1211-4dca-a8f4-19fab5c7acef HTTP/1.1" status: 200 len: 945 time: 0.0624385 Jul 05 03:14:47.783844 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-99594cc2-cbb1-4669-b2ea-d1f79f98473d req-1fd46961-4fe4-4735-aa23-36ccca8e6147 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312784 Jul 05 03:14:48.976130 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfacf3b5-f0cc-4dd5-94b9-660e0e743d0c req-c1943ff9-457c-4400-95ac-655b06cdeeaf tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:14:48.977614 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-bfacf3b5-f0cc-4dd5-94b9-660e0e743d0c req-c1943ff9-457c-4400-95ac-655b06cdeeaf tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2d412db-1211-4dca-a8f4-19fab5c7acef HTTP/1.1" status: 200 len: 945 time: 0.0640998 Jul 05 03:14:49.014306 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-bfacf3b5-f0cc-4dd5-94b9-660e0e743d0c req-a5fcc6d5-4ac4-44ac-a7a6-c1023b8ed7c5 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311189 Jul 05 03:14:50.185873 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a60aa2-c25b-404c-999a-04add2d0ad7c req-4e4bbac1-4ab8-4b25-a1d1-bd15af583301 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:14:50.187403 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-19a60aa2-c25b-404c-999a-04add2d0ad7c req-4e4bbac1-4ab8-4b25-a1d1-bd15af583301 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2d412db-1211-4dca-a8f4-19fab5c7acef HTTP/1.1" status: 200 len: 945 time: 0.0629551 Jul 05 03:14:50.232146 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-19a60aa2-c25b-404c-999a-04add2d0ad7c req-58e1997b-8943-4c17-95eb-1ef4fbb30a99 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378599 Jul 05 03:14:50.877306 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-72cf6645-912c-40da-8db1-279838ba3f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:14:51.410787 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62b733e-9409-40b7-86c0-c11928cf1279 req-04e06577-ff59-4fdb-b99d-821f9be5a3d7 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:14:51.412601 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e62b733e-9409-40b7-86c0-c11928cf1279 req-04e06577-ff59-4fdb-b99d-821f9be5a3d7 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2d412db-1211-4dca-a8f4-19fab5c7acef HTTP/1.1" status: 200 len: 945 time: 0.0676460 Jul 05 03:14:51.450258 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e62b733e-9409-40b7-86c0-c11928cf1279 req-561fc781-05b9-42a7-ae06-83cb88783f8e tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319958 Jul 05 03:14:52.632757 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8448f1b7-813b-4403-a9d3-dc3e0a093e75 req-f4a6ff4c-9257-4545-8207-2141973c9094 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:14:52.634592 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8448f1b7-813b-4403-a9d3-dc3e0a093e75 req-f4a6ff4c-9257-4545-8207-2141973c9094 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2d412db-1211-4dca-a8f4-19fab5c7acef HTTP/1.1" status: 200 len: 945 time: 0.0715234 Jul 05 03:14:52.674693 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8448f1b7-813b-4403-a9d3-dc3e0a093e75 req-56082d65-01e7-400c-8cfb-9563d44e600d tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345263 Jul 05 03:14:53.282618 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-d7e6f2bf-39ea-49b4-9a75-afee2bdee2b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:14:53.852939 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec75a5c3-3536-4cd6-8661-df2874a6ca6b req-fa9b229f-0d6c-42ef-9dfc-db89816bb4ce tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:14:53.854488 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ec75a5c3-3536-4cd6-8661-df2874a6ca6b req-fa9b229f-0d6c-42ef-9dfc-db89816bb4ce tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2d412db-1211-4dca-a8f4-19fab5c7acef HTTP/1.1" status: 200 len: 945 time: 0.0675356 Jul 05 03:14:53.893335 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ec75a5c3-3536-4cd6-8661-df2874a6ca6b req-af64c6db-d2a6-487a-a4e0-c6d53e897c28 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330694 Jul 05 03:14:53.940310 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:14:54.831202 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:14:55.065734 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1685dc45-118b-4147-9907-748fe6c5c062 req-4e64d65f-6b99-4faa-b3a8-a2bce84df6b8 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:14:55.067250 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1685dc45-118b-4147-9907-748fe6c5c062 req-4e64d65f-6b99-4faa-b3a8-a2bce84df6b8 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2d412db-1211-4dca-a8f4-19fab5c7acef HTTP/1.1" status: 200 len: 945 time: 0.0626307 Jul 05 03:14:55.104325 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1685dc45-118b-4147-9907-748fe6c5c062 req-329f7f3b-b153-4a92-ae9f-92c21e854442 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312099 Jul 05 03:14:56.263325 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:14:56.282930 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30e5cca-d740-45be-b096-46e164430ae3 req-b7b88782-062f-405d-9976-f0a298c54ff6 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:14:56.284436 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d30e5cca-d740-45be-b096-46e164430ae3 req-b7b88782-062f-405d-9976-f0a298c54ff6 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2d412db-1211-4dca-a8f4-19fab5c7acef HTTP/1.1" status: 200 len: 945 time: 0.0627077 Jul 05 03:14:56.329426 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d30e5cca-d740-45be-b096-46e164430ae3 req-5883f263-c7c7-4a51-bf4f-c5105a464c8f tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393813 Jul 05 03:14:57.008342 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:14:57.509500 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0dab23-d573-4589-b291-2c75109464a2 req-83983e8b-76bd-4f89-9fcb-000809fdd920 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:14:57.511123 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6c0dab23-d573-4589-b291-2c75109464a2 req-83983e8b-76bd-4f89-9fcb-000809fdd920 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2d412db-1211-4dca-a8f4-19fab5c7acef HTTP/1.1" status: 200 len: 945 time: 0.0685229 Jul 05 03:14:57.553882 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6c0dab23-d573-4589-b291-2c75109464a2 req-fd3122ea-a066-4b69-99dd-e80f4b0d4fc2 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341985 Jul 05 03:14:58.415687 n-d-771362-32 neutron-server[94461]: INFO neutron.api.v2.resource [req-c3c5efb6-d052-48dc-a536-f52683e1c153 req-1c6beff3-ec3b-4019-a37d-325f8eb175ad service neutron] show failed (client error): The resource could not be found. Jul 05 03:14:58.416719 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c3c5efb6-d052-48dc-a536-f52683e1c153 req-1c6beff3-ec3b-4019-a37d-325f8eb175ad service neutron] 10.222.0.15 "GET /v2.0/ports/df23032d-2a8a-45d3-933d-bb0f82085914/bindings/n-h1-771362-32 HTTP/1.1" status: 404 len: 381 time: 0.0543699 Jul 05 03:14:58.782760 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec34bf8-31d9-475c-9fdd-62b7f2e9bdf5 req-a2b2d64f-3372-4ddc-a266-16aab49bc584 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:14:58.784308 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0ec34bf8-31d9-475c-9fdd-62b7f2e9bdf5 req-a2b2d64f-3372-4ddc-a266-16aab49bc584 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2d412db-1211-4dca-a8f4-19fab5c7acef HTTP/1.1" status: 200 len: 945 time: 0.1153953 Jul 05 03:14:58.823157 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0ec34bf8-31d9-475c-9fdd-62b7f2e9bdf5 req-a04737e2-b5d2-4622-8a6e-0d0bbce7196c tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326982 Jul 05 03:14:59.054761 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c5efb6-d052-48dc-a536-f52683e1c153 req-0ce2b620-4066-4c3b-aea9-72a25099514d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:14:59.056293 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c3c5efb6-d052-48dc-a536-f52683e1c153 req-0ce2b620-4066-4c3b-aea9-72a25099514d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f2d412db-1211-4dca-a8f4-19fab5c7acef&tenant_id=37922407194a4714beb2d753651ef214 HTTP/1.1" status: 200 len: 1097 time: 0.0525172 Jul 05 03:14:59.067743 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-c3c5efb6-d052-48dc-a536-f52683e1c153 req-6da21a52-6a98-44fc-9e48-426c89c5005f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-771362-32', 'device_owner': 'compute:nova'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:14:59.141597 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c3c5efb6-d052-48dc-a536-f52683e1c153 req-6da21a52-6a98-44fc-9e48-426c89c5005f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:14:59.339385 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-c3c5efb6-d052-48dc-a536-f52683e1c153 req-6da21a52-6a98-44fc-9e48-426c89c5005f service neutron] For port df23032d-2a8a-45d3-933d-bb0f82085914, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=df23032d-2a8a-45d3-933d-bb0f82085914,segment=NetworkSegment(21eddf81-2619-4946-9d45-7ae9bc4495da),segment_id=21eddf81-2619-4946-9d45-7ae9bc4495da)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:14:59.372061 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-c3c5efb6-d052-48dc-a536-f52683e1c153 req-6da21a52-6a98-44fc-9e48-426c89c5005f service neutron] For port df23032d-2a8a-45d3-933d-bb0f82085914, host n-h2-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:14:59.409950 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d412db-1211-4dca-a8f4-19fab5c7acef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df23032d-2a8a-45d3-933d-bb0f82085914'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:14:59.412302 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4c1385bffaa5d930a7117e6982c27207eca91cca31cf4b43f86c7ad63cd24a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62470ce3-cab5-4a2c-8213-d49b6f3c4773" -d '{"events": [{"server_uuid": "f2d412db-1211-4dca-a8f4-19fab5c7acef", "name": "network-vif-unplugged", "status": "completed", "tag": "df23032d-2a8a-45d3-933d-bb0f82085914"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:14:59.416237 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c3c5efb6-d052-48dc-a536-f52683e1c153 req-6da21a52-6a98-44fc-9e48-426c89c5005f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:14:59.429057 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-c3c5efb6-d052-48dc-a536-f52683e1c153 req-6da21a52-6a98-44fc-9e48-426c89c5005f service neutron] Transition to ACTIVE for port object df23032d-2a8a-45d3-933d-bb0f82085914 will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:14:59.465930 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b7e0e3-84d0-4df4-8e6f-ba3d99c69d6d x-openstack-request-id: req-f2b7e0e3-84d0-4df4-8e6f-ba3d99c69d6d {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:14:59.466307 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2d412db-1211-4dca-a8f4-19fab5c7acef", "name": "network-vif-unplugged", "status": "completed", "tag": "df23032d-2a8a-45d3-933d-bb0f82085914", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:14:59.466525 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f2b7e0e3-84d0-4df4-8e6f-ba3d99c69d6d {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:14:59.466929 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2d412db-1211-4dca-a8f4-19fab5c7acef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df23032d-2a8a-45d3-933d-bb0f82085914', 'code': 200} Jul 05 03:14:59.503048 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c3c5efb6-d052-48dc-a536-f52683e1c153 req-6da21a52-6a98-44fc-9e48-426c89c5005f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:14:59.585532 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da21a52-6a98-44fc-9e48-426c89c5005f service neutron] Pushing event updated for resources: {'Port': ['ID=df23032d-2a8a-45d3-933d-bb0f82085914,revision_number=6']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:14:59.597584 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da21a52-6a98-44fc-9e48-426c89c5005f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:14:59.597939 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da21a52-6a98-44fc-9e48-426c89c5005f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:14:59.598329 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da21a52-6a98-44fc-9e48-426c89c5005f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:14:59.598666 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da21a52-6a98-44fc-9e48-426c89c5005f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:14:59.599087 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da21a52-6a98-44fc-9e48-426c89c5005f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:14:59.599400 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da21a52-6a98-44fc-9e48-426c89c5005f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:14:59.599733 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da21a52-6a98-44fc-9e48-426c89c5005f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:14:59.600063 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da21a52-6a98-44fc-9e48-426c89c5005f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:14:59.600392 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da21a52-6a98-44fc-9e48-426c89c5005f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:14:59.600722 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da21a52-6a98-44fc-9e48-426c89c5005f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:14:59.601051 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da21a52-6a98-44fc-9e48-426c89c5005f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:14:59.601374 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da21a52-6a98-44fc-9e48-426c89c5005f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:14:59.638743 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3c5efb6-d052-48dc-a536-f52683e1c153 req-6da21a52-6a98-44fc-9e48-426c89c5005f service neutron] No DVR routers for this DVR port df23032d-2a8a-45d3-933d-bb0f82085914 on host n-h2-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:14:59.773958 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-c3c5efb6-d052-48dc-a536-f52683e1c153 req-6da21a52-6a98-44fc-9e48-426c89c5005f service neutron] Attempting to bind port df23032d-2a8a-45d3-933d-bb0f82085914 on host n-h1-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:14:59.774332 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-c3c5efb6-d052-48dc-a536-f52683e1c153 req-6da21a52-6a98-44fc-9e48-426c89c5005f service neutron] Attempting to bind port df23032d-2a8a-45d3-933d-bb0f82085914 by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': '21eddf81-2619-4946-9d45-7ae9bc4495da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1683328e-a448-4235-b487-6d813ce67b0e'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:14:59.774668 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c5efb6-d052-48dc-a536-f52683e1c153 req-6da21a52-6a98-44fc-9e48-426c89c5005f service neutron] Attempting to bind port df23032d-2a8a-45d3-933d-bb0f82085914 on network 1683328e-a448-4235-b487-6d813ce67b0e {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:14:59.779490 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c5efb6-d052-48dc-a536-f52683e1c153 req-6da21a52-6a98-44fc-9e48-426c89c5005f service neutron] Port df23032d-2a8a-45d3-933d-bb0f82085914 on network 1683328e-a448-4235-b487-6d813ce67b0e not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:14:59.779799 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c5efb6-d052-48dc-a536-f52683e1c153 req-6da21a52-6a98-44fc-9e48-426c89c5005f service neutron] Attempting to bind port df23032d-2a8a-45d3-933d-bb0f82085914 on network 1683328e-a448-4235-b487-6d813ce67b0e {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:14:59.785351 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c5efb6-d052-48dc-a536-f52683e1c153 req-6da21a52-6a98-44fc-9e48-426c89c5005f service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:14:59.785690 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c5efb6-d052-48dc-a536-f52683e1c153 req-6da21a52-6a98-44fc-9e48-426c89c5005f service neutron] Checking segment: {'id': '21eddf81-2619-4946-9d45-7ae9bc4495da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1683328e-a448-4235-b487-6d813ce67b0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:14:59.786078 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c5efb6-d052-48dc-a536-f52683e1c153 req-6da21a52-6a98-44fc-9e48-426c89c5005f service neutron] Bound using segment: {'id': '21eddf81-2619-4946-9d45-7ae9bc4495da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1683328e-a448-4235-b487-6d813ce67b0e'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:14:59.786560 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-c3c5efb6-d052-48dc-a536-f52683e1c153 req-6da21a52-6a98-44fc-9e48-426c89c5005f service neutron] Bound port: df23032d-2a8a-45d3-933d-bb0f82085914, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21eddf81-2619-4946-9d45-7ae9bc4495da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1683328e-a448-4235-b487-6d813ce67b0e'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:14:59.786928 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c3c5efb6-d052-48dc-a536-f52683e1c153 req-6da21a52-6a98-44fc-9e48-426c89c5005f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:14:59.855801 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-c3c5efb6-d052-48dc-a536-f52683e1c153 req-6da21a52-6a98-44fc-9e48-426c89c5005f service neutron] For port df23032d-2a8a-45d3-933d-bb0f82085914, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:14:59.859168 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-c3c5efb6-d052-48dc-a536-f52683e1c153 req-6da21a52-6a98-44fc-9e48-426c89c5005f service neutron] For port df23032d-2a8a-45d3-933d-bb0f82085914, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=df23032d-2a8a-45d3-933d-bb0f82085914,segment=NetworkSegment(21eddf81-2619-4946-9d45-7ae9bc4495da),segment_id=21eddf81-2619-4946-9d45-7ae9bc4495da)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:15:00.001129 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e16df36-676a-4284-b24c-edb2ead8e8e4 req-d3a8886d-a045-4c74-8106-a5d2ce237eb0 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:15:00.002656 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4e16df36-676a-4284-b24c-edb2ead8e8e4 req-d3a8886d-a045-4c74-8106-a5d2ce237eb0 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2d412db-1211-4dca-a8f4-19fab5c7acef HTTP/1.1" status: 200 len: 943 time: 0.0645466 Jul 05 03:15:00.006492 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c3c5efb6-d052-48dc-a536-f52683e1c153 req-6da21a52-6a98-44fc-9e48-426c89c5005f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:15:00.040775 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c5efb6-d052-48dc-a536-f52683e1c153 req-6da21a52-6a98-44fc-9e48-426c89c5005f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:15:00.041441 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-c3c5efb6-d052-48dc-a536-f52683e1c153 req-6da21a52-6a98-44fc-9e48-426c89c5005f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:15:00.042748 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4e16df36-676a-4284-b24c-edb2ead8e8e4 req-f8fdf4c2-5516-4768-a1e8-160cae325ec5 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342598 Jul 05 03:15:00.042901 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c3c5efb6-d052-48dc-a536-f52683e1c153 req-6da21a52-6a98-44fc-9e48-426c89c5005f service neutron] 10.222.0.21 "PUT /v2.0/ports/df23032d-2a8a-45d3-933d-bb0f82085914 HTTP/1.1" status: 200 len: 1092 time: 0.9791205 Jul 05 03:15:00.070465 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da21a52-6a98-44fc-9e48-426c89c5005f service neutron] Pushing event updated for resources: {'Port': ['ID=df23032d-2a8a-45d3-933d-bb0f82085914,revision_number=7']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:15:00.132331 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c5efb6-d052-48dc-a536-f52683e1c153 req-f22eebef-1b74-4ba8-bb5a-4fd27adc256e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:15:00.134379 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c3c5efb6-d052-48dc-a536-f52683e1c153 req-f22eebef-1b74-4ba8-bb5a-4fd27adc256e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=37922407194a4714beb2d753651ef214&device_id=f2d412db-1211-4dca-a8f4-19fab5c7acef HTTP/1.1" status: 200 len: 1095 time: 0.0613899 Jul 05 03:15:00.242173 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c5efb6-d052-48dc-a536-f52683e1c153 req-c4dbfb89-6b23-482b-91b2-e890a665bd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:15:00.244742 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c3c5efb6-d052-48dc-a536-f52683e1c153 req-c4dbfb89-6b23-482b-91b2-e890a665bd22 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1683328e-a448-4235-b487-6d813ce67b0e HTTP/1.1" status: 200 len: 910 time: 0.1028662 Jul 05 03:15:00.326232 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c3c5efb6-d052-48dc-a536-f52683e1c153 req-7a25f395-9652-4113-94d3-148c2f52262a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df23032d-2a8a-45d3-933d-bb0f82085914 HTTP/1.1" status: 200 len: 999 time: 0.0746939 Jul 05 03:15:00.374630 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c5efb6-d052-48dc-a536-f52683e1c153 req-0edc1839-0694-4f63-98ff-8cf4fe895be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:15:00.376547 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c3c5efb6-d052-48dc-a536-f52683e1c153 req-0edc1839-0694-4f63-98ff-8cf4fe895be2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=03db0199-8c26-402d-a28d-fe51c5dbdec1 HTTP/1.1" status: 200 len: 849 time: 0.0446954 Jul 05 03:15:00.436981 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c5efb6-d052-48dc-a536-f52683e1c153 req-313679f5-4b4b-479a-8464-8dff63f9027a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:15:00.439005 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c3c5efb6-d052-48dc-a536-f52683e1c153 req-313679f5-4b4b-479a-8464-8dff63f9027a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1683328e-a448-4235-b487-6d813ce67b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562851 Jul 05 03:15:00.449011 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [req-c3c5efb6-d052-48dc-a536-f52683e1c153 req-9854aede-d478-49bf-8b72-8e25b2274dba service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:15:00.449957 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c3c5efb6-d052-48dc-a536-f52683e1c153 req-9854aede-d478-49bf-8b72-8e25b2274dba service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049222 Jul 05 03:15:00.537899 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c3c5efb6-d052-48dc-a536-f52683e1c153 req-865a9ff8-9d5d-42ba-8aeb-148910771018 service neutron] 10.222.0.21 "GET /v2.0/networks/1683328e-a448-4235-b487-6d813ce67b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816395 Jul 05 03:15:00.635975 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c3c5efb6-d052-48dc-a536-f52683e1c153 req-e27e5b50-2772-4fdd-b04e-a92fda72b0ca service neutron] 10.222.0.21 "GET /v2.0/networks/1683328e-a448-4235-b487-6d813ce67b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918212 Jul 05 03:15:01.272897 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda3b934-ae94-4740-946a-0d6166d3570c req-837370d5-8b0e-4ca9-be94-15f1040f2de8 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:15:01.274408 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fda3b934-ae94-4740-946a-0d6166d3570c req-837370d5-8b0e-4ca9-be94-15f1040f2de8 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2d412db-1211-4dca-a8f4-19fab5c7acef HTTP/1.1" status: 200 len: 943 time: 0.1132360 Jul 05 03:15:01.311532 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fda3b934-ae94-4740-946a-0d6166d3570c req-5fc32de8-6665-4006-b4cd-21beac093fe7 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315385 Jul 05 03:15:01.468504 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2d412db-1211-4dca-a8f4-19fab5c7acef', 'tag': 'df23032d-2a8a-45d3-933d-bb0f82085914'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:15:01.471441 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4c1385bffaa5d930a7117e6982c27207eca91cca31cf4b43f86c7ad63cd24a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20abc252-bf64-48ec-849c-fd3533f9d82b" -d '{"events": [{"name": "network-changed", "server_uuid": "f2d412db-1211-4dca-a8f4-19fab5c7acef", "tag": "df23032d-2a8a-45d3-933d-bb0f82085914"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:15:01.521297 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-def880aa-69f2-4d9f-ba45-4fd7f2371172 x-openstack-request-id: req-def880aa-69f2-4d9f-ba45-4fd7f2371172 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:15:01.521586 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2d412db-1211-4dca-a8f4-19fab5c7acef", "tag": "df23032d-2a8a-45d3-933d-bb0f82085914", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:15:01.521865 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-def880aa-69f2-4d9f-ba45-4fd7f2371172 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:15:01.522308 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2d412db-1211-4dca-a8f4-19fab5c7acef', 'tag': 'df23032d-2a8a-45d3-933d-bb0f82085914', 'status': 'completed', 'code': 200} Jul 05 03:15:01.633576 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20abc252-bf64-48ec-849c-fd3533f9d82b req-12345c68-b1fa-461f-81e9-99256e29805c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:15:01.635043 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-20abc252-bf64-48ec-849c-fd3533f9d82b req-12345c68-b1fa-461f-81e9-99256e29805c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=37922407194a4714beb2d753651ef214&device_id=f2d412db-1211-4dca-a8f4-19fab5c7acef HTTP/1.1" status: 200 len: 1095 time: 0.0931306 Jul 05 03:15:01.637380 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20abc252-bf64-48ec-849c-fd3533f9d82b req-6cfdc379-158a-43f0-8b45-0be3f20d03e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:15:01.638781 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-20abc252-bf64-48ec-849c-fd3533f9d82b req-6cfdc379-158a-43f0-8b45-0be3f20d03e8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=37922407194a4714beb2d753651ef214&device_id=f2d412db-1211-4dca-a8f4-19fab5c7acef HTTP/1.1" status: 200 len: 1095 time: 0.0889468 Jul 05 03:15:02.132729 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20abc252-bf64-48ec-849c-fd3533f9d82b req-ee98635c-92fa-4921-84f0-945dedcd3c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:15:02.134260 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-20abc252-bf64-48ec-849c-fd3533f9d82b req-ee98635c-92fa-4921-84f0-945dedcd3c63 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1683328e-a448-4235-b487-6d813ce67b0e HTTP/1.1" status: 200 len: 910 time: 0.4925871 Jul 05 03:15:02.135355 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20abc252-bf64-48ec-849c-fd3533f9d82b req-2ca1afbb-c50c-4299-999b-6f6c1f1577f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:15:02.136675 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-20abc252-bf64-48ec-849c-fd3533f9d82b req-2ca1afbb-c50c-4299-999b-6f6c1f1577f1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1683328e-a448-4235-b487-6d813ce67b0e HTTP/1.1" status: 200 len: 910 time: 0.4880571 Jul 05 03:15:02.244952 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-20abc252-bf64-48ec-849c-fd3533f9d82b req-0063d19f-24fd-4e1a-a7d5-8ef9dd0b7f62 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df23032d-2a8a-45d3-933d-bb0f82085914 HTTP/1.1" status: 200 len: 999 time: 0.1038404 Jul 05 03:15:02.246728 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-20abc252-bf64-48ec-849c-fd3533f9d82b req-cf1a713e-e403-4ecb-bb87-e82d053de118 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df23032d-2a8a-45d3-933d-bb0f82085914 HTTP/1.1" status: 200 len: 999 time: 0.0998893 Jul 05 03:15:02.340571 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20abc252-bf64-48ec-849c-fd3533f9d82b req-3ab79be3-e777-470a-b15d-136c71850a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:15:02.342072 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-20abc252-bf64-48ec-849c-fd3533f9d82b req-3ab79be3-e777-470a-b15d-136c71850a7e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=03db0199-8c26-402d-a28d-fe51c5dbdec1 HTTP/1.1" status: 200 len: 849 time: 0.0907660 Jul 05 03:15:02.343582 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20abc252-bf64-48ec-849c-fd3533f9d82b req-8966684c-991e-446e-ba3d-7fe8d2e0960b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:15:02.344920 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-20abc252-bf64-48ec-849c-fd3533f9d82b req-8966684c-991e-446e-ba3d-7fe8d2e0960b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=03db0199-8c26-402d-a28d-fe51c5dbdec1 HTTP/1.1" status: 200 len: 849 time: 0.0862293 Jul 05 03:15:02.448923 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20abc252-bf64-48ec-849c-fd3533f9d82b req-543e436d-9f5a-4a2d-9274-3ce9fbc13b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:15:02.450306 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-20abc252-bf64-48ec-849c-fd3533f9d82b req-543e436d-9f5a-4a2d-9274-3ce9fbc13b27 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1683328e-a448-4235-b487-6d813ce67b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0933068 Jul 05 03:15:02.453222 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20abc252-bf64-48ec-849c-fd3533f9d82b req-cfbdfcf5-4e96-4e4b-ac15-be4252a385a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:15:02.454641 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-20abc252-bf64-48ec-849c-fd3533f9d82b req-cfbdfcf5-4e96-4e4b-ac15-be4252a385a6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1683328e-a448-4235-b487-6d813ce67b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1064818 Jul 05 03:15:02.649755 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4366675-999b-4246-bbda-7ef7d4cd5378 req-11b84f3b-8f34-4789-ad46-3648b9aedd02 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:15:02.651294 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f4366675-999b-4246-bbda-7ef7d4cd5378 req-11b84f3b-8f34-4789-ad46-3648b9aedd02 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2d412db-1211-4dca-a8f4-19fab5c7acef HTTP/1.1" status: 200 len: 943 time: 0.2176275 Jul 05 03:15:02.654973 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-20abc252-bf64-48ec-849c-fd3533f9d82b req-ba15cbb1-1f7d-4cf0-bece-ba93a6b73fe4 service neutron] 10.222.0.15 "GET /v2.0/networks/1683328e-a448-4235-b487-6d813ce67b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818256 Jul 05 03:15:02.665255 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-20abc252-bf64-48ec-849c-fd3533f9d82b req-9b770ebb-8211-4502-87ae-1442ee43a3f4 service neutron] 10.222.0.21 "GET /v2.0/networks/1683328e-a448-4235-b487-6d813ce67b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909111 Jul 05 03:15:02.801772 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f4366675-999b-4246-bbda-7ef7d4cd5378 req-4d6d63f6-6909-4765-b662-6b546038bf49 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1439998 Jul 05 03:15:02.847748 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-20abc252-bf64-48ec-849c-fd3533f9d82b req-164beda8-7e7b-49ec-b89b-d870aadd4959 service neutron] 10.222.0.15 "GET /v2.0/networks/1683328e-a448-4235-b487-6d813ce67b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815569 Jul 05 03:15:02.857859 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-20abc252-bf64-48ec-849c-fd3533f9d82b req-0a711c33-47ce-488f-ad23-1f9fada7341e service neutron] 10.222.0.21 "GET /v2.0/networks/1683328e-a448-4235-b487-6d813ce67b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761749 Jul 05 03:15:03.689819 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device df23032d-2a8a-45d3-933d-bb0f82085914 no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:15:03.727772 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device df23032d-2a8a-45d3-933d-bb0f82085914 not bound to the agent host n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:15:03.985071 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa828cc-72b2-4359-a97a-813bb5866c3d req-c819077b-e08b-4a06-8423-631b100ed4da tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:15:03.986596 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0aa828cc-72b2-4359-a97a-813bb5866c3d req-c819077b-e08b-4a06-8423-631b100ed4da tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2d412db-1211-4dca-a8f4-19fab5c7acef HTTP/1.1" status: 200 len: 943 time: 0.0666449 Jul 05 03:15:04.023956 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0aa828cc-72b2-4359-a97a-813bb5866c3d req-208a8be6-8d65-4167-b0c0-60e52d0a1e99 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317991 Jul 05 03:15:04.546998 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device df23032d-2a8a-45d3-933d-bb0f82085914 details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:15:04.592946 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9055e08d-215c-4e0a-ab50-9bb533f64e41 req-f819e6fe-f5cd-471c-afa9-66ee455a9e1a tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:15:04.594506 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9055e08d-215c-4e0a-ab50-9bb533f64e41 req-f819e6fe-f5cd-471c-afa9-66ee455a9e1a tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2d412db-1211-4dca-a8f4-19fab5c7acef HTTP/1.1" status: 200 len: 943 time: 0.0653076 Jul 05 03:15:04.633883 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9055e08d-215c-4e0a-ab50-9bb533f64e41 req-7aa2f243-3a66-4f28-a4e2-a8be836bf397 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331724 Jul 05 03:15:04.644078 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port df23032d-2a8a-45d3-933d-bb0f82085914, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=df23032d-2a8a-45d3-933d-bb0f82085914,segment=NetworkSegment(21eddf81-2619-4946-9d45-7ae9bc4495da),segment_id=21eddf81-2619-4946-9d45-7ae9bc4495da)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:15:04.655144 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': 'df23032d-2a8a-45d3-933d-bb0f82085914', 'network_id': '1683328e-a448-4235-b487-6d813ce67b0e', 'port_id': 'df23032d-2a8a-45d3-933d-bb0f82085914', 'mac_address': 'fa:16:3e:fe:62:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03db0199-8c26-402d-a28d-fe51c5dbdec1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:15:04.694187 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:15:04.704891 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df23032d-2a8a-45d3-933d-bb0f82085914 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:15:04.724010 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port df23032d-2a8a-45d3-933d-bb0f82085914, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=df23032d-2a8a-45d3-933d-bb0f82085914,segment=NetworkSegment(21eddf81-2619-4946-9d45-7ae9bc4495da),segment_id=21eddf81-2619-4946-9d45-7ae9bc4495da)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:15:04.839531 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1ab606-b4bb-4f80-bc43-0e776eb1b84e req-661c9c77-94e3-440a-b78a-b3db54a38f49 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:15:04.841043 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2c1ab606-b4bb-4f80-bc43-0e776eb1b84e req-661c9c77-94e3-440a-b78a-b3db54a38f49 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2d412db-1211-4dca-a8f4-19fab5c7acef&tenant_id=37922407194a4714beb2d753651ef214&binding%3Ahost_id=n-h1-771362-32 HTTP/1.1" status: 200 len: 943 time: 0.0806243 Jul 05 03:15:04.882747 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:15:04.932760 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=df23032d-2a8a-45d3-933d-bb0f82085914,revision_number=8']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:15:04.940479 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:15:04.940909 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:15:04.941298 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:15:04.941669 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:15:04.942021 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:15:04.942393 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:15:04.942724 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:15:04.943065 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:15:04.943389 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:15:04.944070 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:15:04.944423 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:15:04.944690 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:15:04.960760 n-d-771362-32 neutron-server[94461]: INFO neutron.api.v2.resource [req-2c1ab606-b4bb-4f80-bc43-0e776eb1b84e req-795a2faa-3937-4cb7-bafb-e385aefe501c service neutron] delete failed (client error): The resource could not be found. Jul 05 03:15:04.962268 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2c1ab606-b4bb-4f80-bc43-0e776eb1b84e req-795a2faa-3937-4cb7-bafb-e385aefe501c service neutron] 10.222.0.15 "DELETE /v2.0/ports/df23032d-2a8a-45d3-933d-bb0f82085914/bindings/n-h2-771362-32 HTTP/1.1" status: 404 len: 381 time: 0.1152277 Jul 05 03:15:05.060537 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1ab606-b4bb-4f80-bc43-0e776eb1b84e req-4d118cb9-b853-4ee7-8ee4-e5102799ac8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:15:05.062063 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2c1ab606-b4bb-4f80-bc43-0e776eb1b84e req-4d118cb9-b853-4ee7-8ee4-e5102799ac8c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=37922407194a4714beb2d753651ef214&device_id=f2d412db-1211-4dca-a8f4-19fab5c7acef HTTP/1.1" status: 200 len: 1096 time: 0.0565813 Jul 05 03:15:05.114702 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['df23032d-2a8a-45d3-933d-bb0f82085914'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:15:05.159503 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1ab606-b4bb-4f80-bc43-0e776eb1b84e req-4d9df30e-7608-4a54-913d-9089a87d56a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:15:05.161162 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2c1ab606-b4bb-4f80-bc43-0e776eb1b84e req-4d9df30e-7608-4a54-913d-9089a87d56a5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1683328e-a448-4235-b487-6d813ce67b0e HTTP/1.1" status: 200 len: 910 time: 0.0933526 Jul 05 03:15:05.225479 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2c1ab606-b4bb-4f80-bc43-0e776eb1b84e req-c7344296-789c-4175-bc14-6a191ae43cef service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df23032d-2a8a-45d3-933d-bb0f82085914 HTTP/1.1" status: 200 len: 1000 time: 0.0582016 Jul 05 03:15:05.282351 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1ab606-b4bb-4f80-bc43-0e776eb1b84e req-179fbc4a-e857-44fd-a7aa-44056c6b75b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:15:05.283868 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2c1ab606-b4bb-4f80-bc43-0e776eb1b84e req-179fbc4a-e857-44fd-a7aa-44056c6b75b7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=03db0199-8c26-402d-a28d-fe51c5dbdec1 HTTP/1.1" status: 200 len: 849 time: 0.0529115 Jul 05 03:15:05.340630 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1ab606-b4bb-4f80-bc43-0e776eb1b84e req-d09baaf1-0fd6-4287-a30d-c52b282df41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:15:05.342145 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2c1ab606-b4bb-4f80-bc43-0e776eb1b84e req-d09baaf1-0fd6-4287-a30d-c52b282df41e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1683328e-a448-4235-b487-6d813ce67b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515316 Jul 05 03:15:05.433776 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2c1ab606-b4bb-4f80-bc43-0e776eb1b84e req-141b5fd4-b4d9-4390-b30c-71dff24e2e54 service neutron] 10.222.0.15 "GET /v2.0/networks/1683328e-a448-4235-b487-6d813ce67b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828779 Jul 05 03:15:05.528195 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2c1ab606-b4bb-4f80-bc43-0e776eb1b84e req-bf845516-1f6c-4da1-a47d-b3c1241cdeb5 service neutron] 10.222.0.15 "GET /v2.0/networks/1683328e-a448-4235-b487-6d813ce67b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882869 Jul 05 03:15:05.814531 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8fad3b-0489-42d6-a0e8-9b0da94349c8 req-5ced0416-9485-4d1c-a7db-c0ba185815ef tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:15:05.816023 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6e8fad3b-0489-42d6-a0e8-9b0da94349c8 req-5ced0416-9485-4d1c-a7db-c0ba185815ef tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2d412db-1211-4dca-a8f4-19fab5c7acef HTTP/1.1" status: 200 len: 944 time: 0.0690093 Jul 05 03:15:05.854306 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6e8fad3b-0489-42d6-a0e8-9b0da94349c8 req-54fbeb51-76e2-423f-9714-66eec0c3f3f8 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322385 Jul 05 03:15:06.572106 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device df23032d-2a8a-45d3-933d-bb0f82085914 up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:15:06.768385 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning for port df23032d-2a8a-45d3-933d-bb0f82085914 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:15:06.772575 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port df23032d-2a8a-45d3-933d-bb0f82085914 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:15:06.772946 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:15:06.851313 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:15:06.875529 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d412db-1211-4dca-a8f4-19fab5c7acef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df23032d-2a8a-45d3-933d-bb0f82085914'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:15:06.877781 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1156d35e1955dd65519df7b38ee19a55ddc3a31abbcc68c280d02d687c0487e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02d95974-3d7f-4e34-b884-34906d9c2959" -d '{"events": [{"server_uuid": "f2d412db-1211-4dca-a8f4-19fab5c7acef", "name": "network-vif-plugged", "status": "completed", "tag": "df23032d-2a8a-45d3-933d-bb0f82085914"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:15:06.892610 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port df23032d-2a8a-45d3-933d-bb0f82085914, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=df23032d-2a8a-45d3-933d-bb0f82085914,segment=NetworkSegment(21eddf81-2619-4946-9d45-7ae9bc4495da),segment_id=21eddf81-2619-4946-9d45-7ae9bc4495da)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:15:06.914487 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8c58437-aabe-4263-8639-fdc8653794ac x-openstack-request-id: req-b8c58437-aabe-4263-8639-fdc8653794ac {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:15:06.914780 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2d412db-1211-4dca-a8f4-19fab5c7acef", "name": "network-vif-plugged", "status": "completed", "tag": "df23032d-2a8a-45d3-933d-bb0f82085914", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:15:06.915032 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b8c58437-aabe-4263-8639-fdc8653794ac {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:15:06.915419 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2d412db-1211-4dca-a8f4-19fab5c7acef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df23032d-2a8a-45d3-933d-bb0f82085914', 'code': 200} Jul 05 03:15:06.991420 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:15:07.032848 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ea4e3b-b30a-4f1c-903f-c4b9f33635fc req-7bc7c2fc-8081-4aa5-9d8b-6b01d1f175f3 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:15:07.034414 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-08ea4e3b-b30a-4f1c-903f-c4b9f33635fc req-7bc7c2fc-8081-4aa5-9d8b-6b01d1f175f3 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2d412db-1211-4dca-a8f4-19fab5c7acef HTTP/1.1" status: 200 len: 944 time: 0.0655763 Jul 05 03:15:07.040202 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=df23032d-2a8a-45d3-933d-bb0f82085914,revision_number=9']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:15:07.076167 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-08ea4e3b-b30a-4f1c-903f-c4b9f33635fc req-cd8af0de-5e15-4e2f-9235-81749348a447 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359094 Jul 05 03:15:07.254433 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e48717-a837-4db9-9082-988f0f5a3206 req-79e830f8-b178-4157-9391-4950bb44d4eb tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:15:07.255939 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e9e48717-a837-4db9-9082-988f0f5a3206 req-79e830f8-b178-4157-9391-4950bb44d4eb tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2d412db-1211-4dca-a8f4-19fab5c7acef HTTP/1.1" status: 200 len: 945 time: 0.0678046 Jul 05 03:15:07.295915 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e9e48717-a837-4db9-9082-988f0f5a3206 req-9ec4c39f-2759-458f-8cae-e54781cdd045 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344100 Jul 05 03:15:07.467263 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fcf81d-df9e-4b2e-94db-ba39203b4f3d req-5d4d438d-0b70-4b70-ac49-cf8a9e802a4a tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:15:07.468667 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-25fcf81d-df9e-4b2e-94db-ba39203b4f3d req-5d4d438d-0b70-4b70-ac49-cf8a9e802a4a tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2d412db-1211-4dca-a8f4-19fab5c7acef HTTP/1.1" status: 200 len: 945 time: 0.0629506 Jul 05 03:15:07.508489 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-25fcf81d-df9e-4b2e-94db-ba39203b4f3d req-4d6c1d7e-6b78-46a4-812f-0fed25bae517 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342178 Jul 05 03:15:08.133771 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d997d4b-fa59-4ddf-9a6a-4f2ba4cef26e req-cc3236b6-1a90-4a14-9a29-1c2a5082d951 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:15:08.135198 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2d997d4b-fa59-4ddf-9a6a-4f2ba4cef26e req-cc3236b6-1a90-4a14-9a29-1c2a5082d951 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2d412db-1211-4dca-a8f4-19fab5c7acef HTTP/1.1" status: 200 len: 945 time: 0.0639369 Jul 05 03:15:08.172153 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2d997d4b-fa59-4ddf-9a6a-4f2ba4cef26e req-a7db9eba-af2a-49e0-a685-37c390b7c859 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313528 Jul 05 03:15:09.347527 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14be2f1b-81e5-43be-85d1-c2fbcc3bdeb3 req-835b1706-4a15-4a30-aeeb-b1f9fb1c4169 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:15:09.349015 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-14be2f1b-81e5-43be-85d1-c2fbcc3bdeb3 req-835b1706-4a15-4a30-aeeb-b1f9fb1c4169 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2d412db-1211-4dca-a8f4-19fab5c7acef HTTP/1.1" status: 200 len: 945 time: 0.0635998 Jul 05 03:15:09.417405 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-14be2f1b-81e5-43be-85d1-c2fbcc3bdeb3 req-5c589dd0-680a-42f8-95fc-d82d0e4a717d tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595143 Jul 05 03:15:09.440431 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4372205-b46f-4596-adf4-9d91e33bcdad req-6247c613-24c6-428d-a088-34ac5c7b5441 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:15:09.441916 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b4372205-b46f-4596-adf4-9d91e33bcdad req-6247c613-24c6-428d-a088-34ac5c7b5441 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2d412db-1211-4dca-a8f4-19fab5c7acef HTTP/1.1" status: 200 len: 945 time: 0.0920627 Jul 05 03:15:09.544944 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-b4372205-b46f-4596-adf4-9d91e33bcdad req-93b8d4f3-0a9d-4b4a-be31-8da3886b7756 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Deleting port df23032d-2a8a-45d3-933d-bb0f82085914 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:15:09.545290 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b4372205-b46f-4596-adf4-9d91e33bcdad req-93b8d4f3-0a9d-4b4a-be31-8da3886b7756 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:15:09.635606 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-b4372205-b46f-4596-adf4-9d91e33bcdad req-93b8d4f3-0a9d-4b4a-be31-8da3886b7756 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] For port df23032d-2a8a-45d3-933d-bb0f82085914, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=df23032d-2a8a-45d3-933d-bb0f82085914,segment=NetworkSegment(21eddf81-2619-4946-9d45-7ae9bc4495da),segment_id=21eddf81-2619-4946-9d45-7ae9bc4495da)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:15:09.635964 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b4372205-b46f-4596-adf4-9d91e33bcdad req-93b8d4f3-0a9d-4b4a-be31-8da3886b7756 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:15:09.801100 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b4372205-b46f-4596-adf4-9d91e33bcdad req-93b8d4f3-0a9d-4b4a-be31-8da3886b7756 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:15:09.801480 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b4372205-b46f-4596-adf4-9d91e33bcdad req-93b8d4f3-0a9d-4b4a-be31-8da3886b7756 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636869'] for floatingip, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:15:09.801721 n-d-771362-32 neutron-server[94461]: INFO neutron.db.l3_db [req-b4372205-b46f-4596-adf4-9d91e33bcdad req-93b8d4f3-0a9d-4b4a-be31-8da3886b7756 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Floating IP 60ea9cf3-3d27-464a-8d3e-97e98e9a1009 disassociated. External IP: 172.25.7.218, port: df23032d-2a8a-45d3-933d-bb0f82085914. Jul 05 03:15:09.802059 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-b4372205-b46f-4596-adf4-9d91e33bcdad req-93b8d4f3-0a9d-4b4a-be31-8da3886b7756 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Calling delete_port for df23032d-2a8a-45d3-933d-bb0f82085914 owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:15:10.002555 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b4372205-b46f-4596-adf4-9d91e33bcdad req-93b8d4f3-0a9d-4b4a-be31-8da3886b7756 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:15:10.030906 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b8d4f3-0a9d-4b4a-be31-8da3886b7756 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Pushing event deleted for resources: {'Port': ['ID=df23032d-2a8a-45d3-933d-bb0f82085914,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:15:10.149261 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b4372205-b46f-4596-adf4-9d91e33bcdad req-93b8d4f3-0a9d-4b4a-be31-8da3886b7756 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Router 43598d09-982e-4e7b-a1e7-506eab92cb50 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:15:10.258471 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b4372205-b46f-4596-adf4-9d91e33bcdad req-93b8d4f3-0a9d-4b4a-be31-8da3886b7756 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:15:10.268007 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237d2dca-8389-48a1-bdd6-ee53675bbc77 None None] Sync routers for ids ['43598d09-982e-4e7b-a1e7-506eab92cb50'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:15:10.277741 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237d2dca-8389-48a1-bdd6-ee53675bbc77 None None] Routers {'43598d09-982e-4e7b-a1e7-506eab92cb50'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:15:10.278353 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-237d2dca-8389-48a1-bdd6-ee53675bbc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:14:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['43598d09-982e-4e7b-a1e7-506eab92cb50'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:15:10.304457 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4372205-b46f-4596-adf4-9d91e33bcdad req-93b8d4f3-0a9d-4b4a-be31-8da3886b7756 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] No DVR routers for this DVR port df23032d-2a8a-45d3-933d-bb0f82085914 on host n-h1-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:15:10.307209 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b4372205-b46f-4596-adf4-9d91e33bcdad req-93b8d4f3-0a9d-4b4a-be31-8da3886b7756 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:15:10.309255 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b4372205-b46f-4596-adf4-9d91e33bcdad req-93b8d4f3-0a9d-4b4a-be31-8da3886b7756 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.21 "DELETE /v2.0/ports/df23032d-2a8a-45d3-933d-bb0f82085914 HTTP/1.1" status: 204 len: 173 time: 0.8617737 Jul 05 03:15:10.309774 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d412db-1211-4dca-a8f4-19fab5c7acef', 'name': 'network-vif-deleted', 'tag': 'df23032d-2a8a-45d3-933d-bb0f82085914'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:15:10.312112 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4c1385bffaa5d930a7117e6982c27207eca91cca31cf4b43f86c7ad63cd24a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf184ae3-0ba3-4279-baad-e2c576651f01" -d '{"events": [{"server_uuid": "f2d412db-1211-4dca-a8f4-19fab5c7acef", "name": "network-vif-deleted", "tag": "df23032d-2a8a-45d3-933d-bb0f82085914"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:15:10.360749 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7365b4a5-d277-487f-bf87-e4965da06b50 x-openstack-request-id: req-7365b4a5-d277-487f-bf87-e4965da06b50 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:15:10.361672 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2d412db-1211-4dca-a8f4-19fab5c7acef", "name": "network-vif-deleted", "tag": "df23032d-2a8a-45d3-933d-bb0f82085914", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:15:10.361672 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7365b4a5-d277-487f-bf87-e4965da06b50 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:15:10.361847 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2d412db-1211-4dca-a8f4-19fab5c7acef', 'name': 'network-vif-deleted', 'tag': 'df23032d-2a8a-45d3-933d-bb0f82085914', 'status': 'completed', 'code': 200} Jul 05 03:15:10.387328 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-237d2dca-8389-48a1-bdd6-ee53675bbc77 None None] Set router 43598d09-982e-4e7b-a1e7-506eab92cb50 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:15:10.563754 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-83737472-455d-41e0-ae2c-e3e380ee762e req-bb271446-8c83-43fe-a9d2-0010a78f5e43 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2d412db-1211-4dca-a8f4-19fab5c7acef HTTP/1.1" status: 200 len: 210 time: 0.0297523 Jul 05 03:15:10.687022 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-237d2dca-8389-48a1-bdd6-ee53675bbc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43598d09-982e-4e7b-a1e7-506eab92cb50', 'name': 'tempest-ServerActionsTestJSON-90816521-router', 'tenant_id': '37922407194a4714beb2d753651ef214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': 'c63fa816-5a05-4c81-a828-5ef41bd4fc42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:12:44Z', 'updated_at': '2021-07-05T03:12:47Z', 'revision_number': 4, 'project_id': '37922407194a4714beb2d753651ef214', 'gw_port': {'id': 'c63fa816-5a05-4c81-a828-5ef41bd4fc42', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:b2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43598d09-982e-4e7b-a1e7-506eab92cb50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:12:45Z', 'updated_at': '2021-07-05T03:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'c0b485db-945a-45a6-a29e-410942462fd6', 'name': '', 'network_id': '1683328e-a448-4235-b487-6d813ce67b0e', 'tenant_id': '37922407194a4714beb2d753651ef214', 'mac_address': 'fa:16:3e:20:15:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43598d09-982e-4e7b-a1e7-506eab92cb50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '03db0199-8c26-402d-a28d-fe51c5dbdec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:12:47Z', 'updated_at': '2021-07-05T03:12:52Z', 'revision_number': 5, 'project_id': '37922407194a4714beb2d753651ef214', 'subnets': [{'id': '03db0199-8c26-402d-a28d-fe51c5dbdec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:15:10.716034 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237d2dca-8389-48a1-bdd6-ee53675bbc77 None None] Checking router: 43598d09-982e-4e7b-a1e7-506eab92cb50 for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:15:10.725082 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237d2dca-8389-48a1-bdd6-ee53675bbc77 None None] Routers {'43598d09-982e-4e7b-a1e7-506eab92cb50'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:15:10.725677 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-237d2dca-8389-48a1-bdd6-ee53675bbc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:14:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['43598d09-982e-4e7b-a1e7-506eab92cb50'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:15:10.829906 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-237d2dca-8389-48a1-bdd6-ee53675bbc77 None None] Set router 43598d09-982e-4e7b-a1e7-506eab92cb50 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:15:11.023496 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-237d2dca-8389-48a1-bdd6-ee53675bbc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43598d09-982e-4e7b-a1e7-506eab92cb50', 'name': 'tempest-ServerActionsTestJSON-90816521-router', 'tenant_id': '37922407194a4714beb2d753651ef214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': 'c63fa816-5a05-4c81-a828-5ef41bd4fc42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:12:44Z', 'updated_at': '2021-07-05T03:12:47Z', 'revision_number': 4, 'project_id': '37922407194a4714beb2d753651ef214', 'gw_port': {'id': 'c63fa816-5a05-4c81-a828-5ef41bd4fc42', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:b2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43598d09-982e-4e7b-a1e7-506eab92cb50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:12:45Z', 'updated_at': '2021-07-05T03:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'c0b485db-945a-45a6-a29e-410942462fd6', 'name': '', 'network_id': '1683328e-a448-4235-b487-6d813ce67b0e', 'tenant_id': '37922407194a4714beb2d753651ef214', 'mac_address': 'fa:16:3e:20:15:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43598d09-982e-4e7b-a1e7-506eab92cb50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '03db0199-8c26-402d-a28d-fe51c5dbdec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:12:47Z', 'updated_at': '2021-07-05T03:12:52Z', 'revision_number': 5, 'project_id': '37922407194a4714beb2d753651ef214', 'subnets': [{'id': '03db0199-8c26-402d-a28d-fe51c5dbdec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:15:11.052600 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237d2dca-8389-48a1-bdd6-ee53675bbc77 None None] The sync data for ids ['43598d09-982e-4e7b-a1e7-506eab92cb50'] in n-d-771362-32 is: [{'id': '43598d09-982e-4e7b-a1e7-506eab92cb50', 'name': 'tempest-ServerActionsTestJSON-90816521-router', 'tenant_id': '37922407194a4714beb2d753651ef214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': 'c63fa816-5a05-4c81-a828-5ef41bd4fc42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:12:44Z', 'updated_at': '2021-07-05T03:12:47Z', 'revision_number': 4, 'project_id': '37922407194a4714beb2d753651ef214', 'gw_port': {'id': 'c63fa816-5a05-4c81-a828-5ef41bd4fc42', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:b2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43598d09-982e-4e7b-a1e7-506eab92cb50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:12:45Z', 'updated_at': '2021-07-05T03:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'c0b485db-945a-45a6-a29e-410942462fd6', 'name': '', 'network_id': '1683328e-a448-4235-b487-6d813ce67b0e', 'tenant_id': '37922407194a4714beb2d753651ef214', 'mac_address': 'fa:16:3e:20:15:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43598d09-982e-4e7b-a1e7-506eab92cb50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '03db0199-8c26-402d-a28d-fe51c5dbdec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:12:47Z', 'updated_at': '2021-07-05T03:12:52Z', 'revision_number': 5, 'project_id': '37922407194a4714beb2d753651ef214', 'subnets': [{'id': '03db0199-8c26-402d-a28d-fe51c5dbdec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:15:11.268349 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1808b9cc-48fd-4db0-9871-60c0adbf7c28 None None] New status for floating IP 60ea9cf3-3d27-464a-8d3e-97e98e9a1009: DOWN {{(pid=94463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:15:11.870523 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6e718697-cd01-416a-8010-9a1ab4652567 req-7634fd3f-6c8b-413a-a249-9fd00b7a7885 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--628780573&fields=id&tenant_id=37922407194a4714beb2d753651ef214 HTTP/1.1" status: 200 len: 267 time: 0.0334566 Jul 05 03:15:11.977477 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e718697-cd01-416a-8010-9a1ab4652567 req-1c3ad322-4bc2-459a-b3ce-4d5da6222316 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:15:11.978872 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6e718697-cd01-416a-8010-9a1ab4652567 req-1c3ad322-4bc2-459a-b3ce-4d5da6222316 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/networks?id=1683328e-a448-4235-b487-6d813ce67b0e HTTP/1.1" status: 200 len: 810 time: 0.1020355 Jul 05 03:15:11.993874 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6e718697-cd01-416a-8010-9a1ab4652567 req-96ad683e-b8d3-49eb-aa8d-e2a43e9d5530 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/quotas/37922407194a4714beb2d753651ef214 HTTP/1.1" status: 200 len: 375 time: 0.0094652 Jul 05 03:15:12.060134 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6e718697-cd01-416a-8010-9a1ab4652567 req-3d0fa939-703c-4780-a702-b06286232e4c tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=37922407194a4714beb2d753651ef214&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0613852 Jul 05 03:15:12.156037 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6e718697-cd01-416a-8010-9a1ab4652567 req-cf7f2094-4f75-44d8-9de6-4ff5a1eb550c service neutron] 10.222.0.23 "GET /v2.0/networks/1683328e-a448-4235-b487-6d813ce67b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843799 Jul 05 03:15:12.244101 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6e718697-cd01-416a-8010-9a1ab4652567 req-48c84875-8800-4d53-9766-7708190fe2ad service neutron] 10.222.0.23 "GET /v2.0/networks/1683328e-a448-4235-b487-6d813ce67b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817499 Jul 05 03:15:12.297209 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:15:12.414284 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:15:12.573922 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d5f2d108-3f66-4315-99d6-36e26681a3b4 req-7066eb08-46f0-413f-958d-3dffde2b5214 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a8988ac-253a-46e5-87e5-94f0127f026d HTTP/1.1" status: 200 len: 210 time: 0.0315719 Jul 05 03:15:12.619443 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device df23032d-2a8a-45d3-933d-bb0f82085914 no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:15:12.646656 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] No Port match for: df23032d-2a8a-45d3-933d-bb0f82085914 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:15:12.647019 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device df23032d-2a8a-45d3-933d-bb0f82085914 not bound to the agent host n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:15:13.722844 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-cc158de1-c9b7-4fb4-8697-60157795cf85 req-c4837faf-1aae-4b3c-a00f-45e363c0ca2f tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a8988ac-253a-46e5-87e5-94f0127f026d HTTP/1.1" status: 200 len: 210 time: 0.0350330 Jul 05 03:15:14.637462 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e718697-cd01-416a-8010-9a1ab4652567 req-aead1226-2e19-42bd-a0ca-5d79ac8b80a3 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:15:14.639016 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6e718697-cd01-416a-8010-9a1ab4652567 req-aead1226-2e19-42bd-a0ca-5d79ac8b80a3 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.15 "GET /v2.0/networks?id=1683328e-a448-4235-b487-6d813ce67b0e HTTP/1.1" status: 200 len: 810 time: 0.1000762 Jul 05 03:15:14.686849 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6e718697-cd01-416a-8010-9a1ab4652567 req-cdfaad92-4ef2-46ae-9315-6799173b93db tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=37922407194a4714beb2d753651ef214 HTTP/1.1" status: 200 len: 379 time: 0.0392814 Jul 05 03:15:14.695523 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-6e718697-cd01-416a-8010-9a1ab4652567 req-35227958-12f9-40cd-9892-c7f0acfb86b4 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Request body: {'port': {'device_id': '1a8988ac-253a-46e5-87e5-94f0127f026d', 'network_id': '1683328e-a448-4235-b487-6d813ce67b0e', 'admin_state_up': True, 'tenant_id': '37922407194a4714beb2d753651ef214', 'security_groups': ['0d41995c-df49-487b-8085-404c0d2ef814']}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:15:14.877403 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ff7f351f-6f62-4ef4-8c07-ed1fba371ca9 req-b18a2606-26d9-4e1b-8ac7-8e8667181595 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a8988ac-253a-46e5-87e5-94f0127f026d HTTP/1.1" status: 200 len: 210 time: 0.0284386 Jul 05 03:15:14.896557 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e718697-cd01-416a-8010-9a1ab4652567 req-35227958-12f9-40cd-9892-c7f0acfb86b4 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Made reservation on behalf of 37922407194a4714beb2d753651ef214 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:15:14.900116 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-6e718697-cd01-416a-8010-9a1ab4652567 req-35227958-12f9-40cd-9892-c7f0acfb86b4 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:15:15.030038 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-6e718697-cd01-416a-8010-9a1ab4652567 req-35227958-12f9-40cd-9892-c7f0acfb86b4 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Allocated IP 172.20.0.6 (1683328e-a448-4235-b487-6d813ce67b0e/03db0199-8c26-402d-a28d-fe51c5dbdec1/1cec8ecd-8211-4839-99b1-5f69ef917b44) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:15:15.162173 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-6e718697-cd01-416a-8010-9a1ab4652567 req-35227958-12f9-40cd-9892-c7f0acfb86b4 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:15:15.174815 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-6e718697-cd01-416a-8010-9a1ab4652567 req-35227958-12f9-40cd-9892-c7f0acfb86b4 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Transition to ACTIVE for port object 1cec8ecd-8211-4839-99b1-5f69ef917b44 will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:15:15.274275 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-6e718697-cd01-416a-8010-9a1ab4652567 req-35227958-12f9-40cd-9892-c7f0acfb86b4 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:15:15.322022 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e718697-cd01-416a-8010-9a1ab4652567 req-35227958-12f9-40cd-9892-c7f0acfb86b4 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Network 1683328e-a448-4235-b487-6d813ce67b0e is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:15:15.325229 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-6e718697-cd01-416a-8010-9a1ab4652567 req-35227958-12f9-40cd-9892-c7f0acfb86b4 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:15:15.331808 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e718697-cd01-416a-8010-9a1ab4652567 req-35227958-12f9-40cd-9892-c7f0acfb86b4 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:15:15.337859 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35227958-12f9-40cd-9892-c7f0acfb86b4 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Pushing event updated for resources: {'Port': ['ID=1cec8ecd-8211-4839-99b1-5f69ef917b44,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:15:15.384446 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e718697-cd01-416a-8010-9a1ab4652567 req-35227958-12f9-40cd-9892-c7f0acfb86b4 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:15:15.385082 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-6e718697-cd01-416a-8010-9a1ab4652567 req-35227958-12f9-40cd-9892-c7f0acfb86b4 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:15:15.486930 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6e718697-cd01-416a-8010-9a1ab4652567 req-35227958-12f9-40cd-9892-c7f0acfb86b4 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7953036 Jul 05 03:15:15.503702 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-6e718697-cd01-416a-8010-9a1ab4652567 req-28b7fc61-a284-4b7c-a6df-7e00f6e15177 service neutron] Request body: {'port': {'device_id': '1a8988ac-253a-46e5-87e5-94f0127f026d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:15:15.572617 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-6e718697-cd01-416a-8010-9a1ab4652567 req-28b7fc61-a284-4b7c-a6df-7e00f6e15177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:15:15.596659 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-b68d182b-c2e2-4830-8cda-0b1140724c05 None None] Provisioning for port 1cec8ecd-8211-4839-99b1-5f69ef917b44 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:15:15.600679 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-b68d182b-c2e2-4830-8cda-0b1140724c05 None None] Provisioning complete for port 1cec8ecd-8211-4839-99b1-5f69ef917b44 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:15:15.601027 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b68d182b-c2e2-4830-8cda-0b1140724c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:15:15.634579 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-b68d182b-c2e2-4830-8cda-0b1140724c05 None None] Port 1cec8ecd-8211-4839-99b1-5f69ef917b44 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:15:15.827066 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-6e718697-cd01-416a-8010-9a1ab4652567 req-28b7fc61-a284-4b7c-a6df-7e00f6e15177 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cec8ecd-8211-4839-99b1-5f69ef917b44 {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:15:15.834274 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-6e718697-cd01-416a-8010-9a1ab4652567 req-28b7fc61-a284-4b7c-a6df-7e00f6e15177 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:15:15.846360 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-6e718697-cd01-416a-8010-9a1ab4652567 req-28b7fc61-a284-4b7c-a6df-7e00f6e15177 service neutron] Transition to ACTIVE for port object 1cec8ecd-8211-4839-99b1-5f69ef917b44 will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:15:15.937127 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-6e718697-cd01-416a-8010-9a1ab4652567 req-28b7fc61-a284-4b7c-a6df-7e00f6e15177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:15:15.990561 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b7fc61-a284-4b7c-a6df-7e00f6e15177 service neutron] Pushing event updated for resources: {'Port': ['ID=1cec8ecd-8211-4839-99b1-5f69ef917b44,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:15:16.058243 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-6e718697-cd01-416a-8010-9a1ab4652567 req-28b7fc61-a284-4b7c-a6df-7e00f6e15177 service neutron] Attempting to bind port 1cec8ecd-8211-4839-99b1-5f69ef917b44 on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:15:16.058582 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-6e718697-cd01-416a-8010-9a1ab4652567 req-28b7fc61-a284-4b7c-a6df-7e00f6e15177 service neutron] Attempting to bind port 1cec8ecd-8211-4839-99b1-5f69ef917b44 by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '21eddf81-2619-4946-9d45-7ae9bc4495da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1683328e-a448-4235-b487-6d813ce67b0e'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:15:16.058907 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e718697-cd01-416a-8010-9a1ab4652567 req-28b7fc61-a284-4b7c-a6df-7e00f6e15177 service neutron] Attempting to bind port 1cec8ecd-8211-4839-99b1-5f69ef917b44 on network 1683328e-a448-4235-b487-6d813ce67b0e {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:15:16.063754 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e718697-cd01-416a-8010-9a1ab4652567 req-28b7fc61-a284-4b7c-a6df-7e00f6e15177 service neutron] Port 1cec8ecd-8211-4839-99b1-5f69ef917b44 on network 1683328e-a448-4235-b487-6d813ce67b0e not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:15:16.064076 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e718697-cd01-416a-8010-9a1ab4652567 req-28b7fc61-a284-4b7c-a6df-7e00f6e15177 service neutron] Attempting to bind port 1cec8ecd-8211-4839-99b1-5f69ef917b44 on network 1683328e-a448-4235-b487-6d813ce67b0e {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:15:16.066606 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27801e6-fd7d-4a78-9d4a-f79f50cb6fd3 req-a95166d5-90cb-44ae-822c-e486332b823b tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:15:16.068199 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c27801e6-fd7d-4a78-9d4a-f79f50cb6fd3 req-a95166d5-90cb-44ae-822c-e486332b823b tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a8988ac-253a-46e5-87e5-94f0127f026d HTTP/1.1" status: 200 len: 943 time: 0.0711312 Jul 05 03:15:16.069308 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e718697-cd01-416a-8010-9a1ab4652567 req-28b7fc61-a284-4b7c-a6df-7e00f6e15177 service neutron] Checking agent: {'id': 'e071c76e-395f-48c4-a98f-88088465cf0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:15:16.069644 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e718697-cd01-416a-8010-9a1ab4652567 req-28b7fc61-a284-4b7c-a6df-7e00f6e15177 service neutron] Checking segment: {'id': '21eddf81-2619-4946-9d45-7ae9bc4495da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1683328e-a448-4235-b487-6d813ce67b0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:15:16.070080 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e718697-cd01-416a-8010-9a1ab4652567 req-28b7fc61-a284-4b7c-a6df-7e00f6e15177 service neutron] Bound using segment: {'id': '21eddf81-2619-4946-9d45-7ae9bc4495da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1683328e-a448-4235-b487-6d813ce67b0e'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:15:16.070539 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-6e718697-cd01-416a-8010-9a1ab4652567 req-28b7fc61-a284-4b7c-a6df-7e00f6e15177 service neutron] Bound port: 1cec8ecd-8211-4839-99b1-5f69ef917b44, host: n-h2-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21eddf81-2619-4946-9d45-7ae9bc4495da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1683328e-a448-4235-b487-6d813ce67b0e'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:15:16.070897 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-6e718697-cd01-416a-8010-9a1ab4652567 req-28b7fc61-a284-4b7c-a6df-7e00f6e15177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:15:16.118786 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c27801e6-fd7d-4a78-9d4a-f79f50cb6fd3 req-ee30b1b5-64b2-4f05-ac22-c3243a5c39bb tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430481 Jul 05 03:15:16.150359 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-6e718697-cd01-416a-8010-9a1ab4652567 req-28b7fc61-a284-4b7c-a6df-7e00f6e15177 service neutron] For port 1cec8ecd-8211-4839-99b1-5f69ef917b44, host n-h2-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:15:16.153281 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-6e718697-cd01-416a-8010-9a1ab4652567 req-28b7fc61-a284-4b7c-a6df-7e00f6e15177 service neutron] For port 1cec8ecd-8211-4839-99b1-5f69ef917b44, host n-h2-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=1cec8ecd-8211-4839-99b1-5f69ef917b44,segment=NetworkSegment(21eddf81-2619-4946-9d45-7ae9bc4495da),segment_id=21eddf81-2619-4946-9d45-7ae9bc4495da)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:15:16.263207 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-6e718697-cd01-416a-8010-9a1ab4652567 req-28b7fc61-a284-4b7c-a6df-7e00f6e15177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:15:16.297530 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e718697-cd01-416a-8010-9a1ab4652567 req-28b7fc61-a284-4b7c-a6df-7e00f6e15177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:15:16.298151 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-6e718697-cd01-416a-8010-9a1ab4652567 req-28b7fc61-a284-4b7c-a6df-7e00f6e15177 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:15:16.299552 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6e718697-cd01-416a-8010-9a1ab4652567 req-28b7fc61-a284-4b7c-a6df-7e00f6e15177 service neutron] 10.222.0.15 "PUT /v2.0/ports/1cec8ecd-8211-4839-99b1-5f69ef917b44 HTTP/1.1" status: 200 len: 1092 time: 0.8043106 Jul 05 03:15:16.299996 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a8988ac-253a-46e5-87e5-94f0127f026d', 'tag': '1cec8ecd-8211-4839-99b1-5f69ef917b44'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:15:16.302257 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4c1385bffaa5d930a7117e6982c27207eca91cca31cf4b43f86c7ad63cd24a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9121390-3e91-47f1-9dee-aa4f106c91ea" -d '{"events": [{"name": "network-changed", "server_uuid": "1a8988ac-253a-46e5-87e5-94f0127f026d", "tag": "1cec8ecd-8211-4839-99b1-5f69ef917b44"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:15:16.337028 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b7fc61-a284-4b7c-a6df-7e00f6e15177 service neutron] Pushing event updated for resources: {'Port': ['ID=1cec8ecd-8211-4839-99b1-5f69ef917b44,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:15:16.412395 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-027e43d8-3ef2-4985-b758-15b26f262c81 x-openstack-request-id: req-027e43d8-3ef2-4985-b758-15b26f262c81 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:15:16.412395 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a8988ac-253a-46e5-87e5-94f0127f026d", "tag": "1cec8ecd-8211-4839-99b1-5f69ef917b44", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:15:16.412395 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-027e43d8-3ef2-4985-b758-15b26f262c81 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:15:16.412395 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a8988ac-253a-46e5-87e5-94f0127f026d', 'tag': '1cec8ecd-8211-4839-99b1-5f69ef917b44', 'status': 'completed', 'code': 200} Jul 05 03:15:16.481492 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9121390-3e91-47f1-9dee-aa4f106c91ea req-e045d657-2320-437c-84da-4bad1338353a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:15:16.481797 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b9121390-3e91-47f1-9dee-aa4f106c91ea req-e045d657-2320-437c-84da-4bad1338353a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=37922407194a4714beb2d753651ef214&device_id=1a8988ac-253a-46e5-87e5-94f0127f026d HTTP/1.1" status: 200 len: 1095 time: 0.0603054 Jul 05 03:15:16.586972 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9121390-3e91-47f1-9dee-aa4f106c91ea req-9871e991-7a3a-4e54-b3af-1f4522201ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:15:16.588573 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b9121390-3e91-47f1-9dee-aa4f106c91ea req-9871e991-7a3a-4e54-b3af-1f4522201ae8 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=37922407194a4714beb2d753651ef214&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0999882 Jul 05 03:15:16.684578 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9121390-3e91-47f1-9dee-aa4f106c91ea req-818f8c72-99d7-467a-bd72-61d9a3d62544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:15:16.686082 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b9121390-3e91-47f1-9dee-aa4f106c91ea req-818f8c72-99d7-467a-bd72-61d9a3d62544 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0914166 Jul 05 03:15:16.772325 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e718697-cd01-416a-8010-9a1ab4652567 req-3970e8cf-391f-40ba-b9b1-76ec7ae6412c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:15:16.773861 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6e718697-cd01-416a-8010-9a1ab4652567 req-3970e8cf-391f-40ba-b9b1-76ec7ae6412c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=37922407194a4714beb2d753651ef214&device_id=1a8988ac-253a-46e5-87e5-94f0127f026d HTTP/1.1" status: 200 len: 1095 time: 0.0514343 Jul 05 03:15:16.813456 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6e718697-cd01-416a-8010-9a1ab4652567 req-f1f2e08a-962d-485f-af82-fb657155d47b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1cec8ecd-8211-4839-99b1-5f69ef917b44 HTTP/1.1" status: 200 len: 217 time: 0.0330126 Jul 05 03:15:16.864083 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e718697-cd01-416a-8010-9a1ab4652567 req-aacabf15-a237-4bef-a60c-2b6899f8882c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:15:16.865470 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6e718697-cd01-416a-8010-9a1ab4652567 req-aacabf15-a237-4bef-a60c-2b6899f8882c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=03db0199-8c26-402d-a28d-fe51c5dbdec1 HTTP/1.1" status: 200 len: 849 time: 0.0461469 Jul 05 03:15:16.920595 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e718697-cd01-416a-8010-9a1ab4652567 req-970f4b5e-5f26-4441-901f-46619d1680ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:15:16.922621 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6e718697-cd01-416a-8010-9a1ab4652567 req-970f4b5e-5f26-4441-901f-46619d1680ef service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1683328e-a448-4235-b487-6d813ce67b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507665 Jul 05 03:15:17.014449 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6e718697-cd01-416a-8010-9a1ab4652567 req-a4218135-d72e-485b-ae44-977b9f39000a service neutron] 10.222.0.15 "GET /v2.0/networks/1683328e-a448-4235-b487-6d813ce67b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846636 Jul 05 03:15:17.104950 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6e718697-cd01-416a-8010-9a1ab4652567 req-9cdcdb3e-fc60-4945-93d7-0807c2303ab6 service neutron] 10.222.0.15 "GET /v2.0/networks/1683328e-a448-4235-b487-6d813ce67b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843103 Jul 05 03:15:17.286496 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7622db5-1da9-48ff-bf07-24c2ef59ac7b req-867c5329-69a2-4d99-a33a-a86ea2a0ce1e tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:15:17.288074 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c7622db5-1da9-48ff-bf07-24c2ef59ac7b req-867c5329-69a2-4d99-a33a-a86ea2a0ce1e tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a8988ac-253a-46e5-87e5-94f0127f026d HTTP/1.1" status: 200 len: 943 time: 0.0652003 Jul 05 03:15:17.326618 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c7622db5-1da9-48ff-bf07-24c2ef59ac7b req-0b5a26d5-4ca8-4fd0-9af7-d51362259db6 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322361 Jul 05 03:15:18.506079 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6dda68-ef96-45e9-8f40-1a94402c4830 req-ba8e13f2-76d3-4516-9b91-6580fe90c2a2 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:15:18.507615 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ca6dda68-ef96-45e9-8f40-1a94402c4830 req-ba8e13f2-76d3-4516-9b91-6580fe90c2a2 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a8988ac-253a-46e5-87e5-94f0127f026d HTTP/1.1" status: 200 len: 943 time: 0.0699914 Jul 05 03:15:18.546636 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ca6dda68-ef96-45e9-8f40-1a94402c4830 req-b219c3f1-49c0-422f-acfb-b39351e9eb0a tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334074 Jul 05 03:15:19.728233 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3aee56-b117-493c-b28a-4e6427b62829 req-ea4e0b66-6323-4466-bfa8-fca674eacef7 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:15:19.729742 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8d3aee56-b117-493c-b28a-4e6427b62829 req-ea4e0b66-6323-4466-bfa8-fca674eacef7 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a8988ac-253a-46e5-87e5-94f0127f026d HTTP/1.1" status: 200 len: 943 time: 0.0686314 Jul 05 03:15:19.769770 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8d3aee56-b117-493c-b28a-4e6427b62829 req-ec89456f-488d-45a0-a7d2-44f81385bec3 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332804 Jul 05 03:15:20.899552 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4353ca80-be29-4306-87a8-7299f6123e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:15:20.949044 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac357869-c0bd-4c43-b2b2-fbbed0c9aff7 req-5892b1f0-1c2e-4241-a5f5-da70baabbe70 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:15:20.950701 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ac357869-c0bd-4c43-b2b2-fbbed0c9aff7 req-5892b1f0-1c2e-4241-a5f5-da70baabbe70 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a8988ac-253a-46e5-87e5-94f0127f026d HTTP/1.1" status: 200 len: 943 time: 0.0689652 Jul 05 03:15:20.992440 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ac357869-c0bd-4c43-b2b2-fbbed0c9aff7 req-9a5e0e51-835c-4129-ba97-8274349665a7 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359645 Jul 05 03:15:21.752002 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 1cec8ecd-8211-4839-99b1-5f69ef917b44 details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:15:21.846664 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 1cec8ecd-8211-4839-99b1-5f69ef917b44, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=1cec8ecd-8211-4839-99b1-5f69ef917b44,segment=NetworkSegment(21eddf81-2619-4946-9d45-7ae9bc4495da),segment_id=21eddf81-2619-4946-9d45-7ae9bc4495da)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:15:21.860401 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Returning: {'device': '1cec8ecd-8211-4839-99b1-5f69ef917b44', 'network_id': '1683328e-a448-4235-b487-6d813ce67b0e', 'port_id': '1cec8ecd-8211-4839-99b1-5f69ef917b44', 'mac_address': 'fa:16:3e:2e:64:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03db0199-8c26-402d-a28d-fe51c5dbdec1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:15:21.895733 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:15:21.908297 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cec8ecd-8211-4839-99b1-5f69ef917b44 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:15:21.927446 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 1cec8ecd-8211-4839-99b1-5f69ef917b44, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=1cec8ecd-8211-4839-99b1-5f69ef917b44,segment=NetworkSegment(21eddf81-2619-4946-9d45-7ae9bc4495da),segment_id=21eddf81-2619-4946-9d45-7ae9bc4495da)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:15:22.013825 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:15:22.060932 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=1cec8ecd-8211-4839-99b1-5f69ef917b44,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:15:22.169145 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c0fba7-033c-490d-b12a-2724bc4986a3 req-668c68b6-3ff3-45b0-bfbe-3529635d9cec tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:15:22.170741 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e2c0fba7-033c-490d-b12a-2724bc4986a3 req-668c68b6-3ff3-45b0-bfbe-3529635d9cec tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a8988ac-253a-46e5-87e5-94f0127f026d HTTP/1.1" status: 200 len: 944 time: 0.0678253 Jul 05 03:15:22.209469 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e2c0fba7-033c-490d-b12a-2724bc4986a3 req-50121e0d-64ce-46e4-9cba-22e08c207126 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331602 Jul 05 03:15:22.223896 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['1cec8ecd-8211-4839-99b1-5f69ef917b44'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:15:23.262346 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-1f35465b-c2ec-470d-8da7-be29bfc7df3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:15:23.380809 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4647e0d-e117-4bad-9926-7320fa54065e req-ad0a1a56-226e-404e-8863-26e45649d746 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:15:23.382367 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d4647e0d-e117-4bad-9926-7320fa54065e req-ad0a1a56-226e-404e-8863-26e45649d746 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a8988ac-253a-46e5-87e5-94f0127f026d HTTP/1.1" status: 200 len: 944 time: 0.0629704 Jul 05 03:15:23.420282 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d4647e0d-e117-4bad-9926-7320fa54065e req-6ef738e8-e847-44e6-af7e-62c7ea9687dd tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324111 Jul 05 03:15:23.761203 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 1cec8ecd-8211-4839-99b1-5f69ef917b44 up at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:15:23.908011 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning for port 1cec8ecd-8211-4839-99b1-5f69ef917b44 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:15:23.911680 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning complete for port 1cec8ecd-8211-4839-99b1-5f69ef917b44 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:15:23.912049 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:15:23.988737 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:15:24.009500 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a8988ac-253a-46e5-87e5-94f0127f026d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cec8ecd-8211-4839-99b1-5f69ef917b44'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:15:24.011763 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1156d35e1955dd65519df7b38ee19a55ddc3a31abbcc68c280d02d687c0487e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d3a37d-7688-4f46-b98b-cabfd028e5a1" -d '{"events": [{"server_uuid": "1a8988ac-253a-46e5-87e5-94f0127f026d", "name": "network-vif-plugged", "status": "completed", "tag": "1cec8ecd-8211-4839-99b1-5f69ef917b44"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:15:24.024371 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 1cec8ecd-8211-4839-99b1-5f69ef917b44, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=1cec8ecd-8211-4839-99b1-5f69ef917b44,segment=NetworkSegment(21eddf81-2619-4946-9d45-7ae9bc4495da),segment_id=21eddf81-2619-4946-9d45-7ae9bc4495da)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:15:24.045018 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:15:24.102061 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46249b82-f961-4680-b5fa-2623a15c9a53 x-openstack-request-id: req-46249b82-f961-4680-b5fa-2623a15c9a53 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:15:24.102061 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a8988ac-253a-46e5-87e5-94f0127f026d", "name": "network-vif-plugged", "status": "completed", "tag": "1cec8ecd-8211-4839-99b1-5f69ef917b44", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:15:24.102061 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-46249b82-f961-4680-b5fa-2623a15c9a53 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:15:24.102061 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a8988ac-253a-46e5-87e5-94f0127f026d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cec8ecd-8211-4839-99b1-5f69ef917b44', 'code': 200} Jul 05 03:15:24.177165 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:15:24.209815 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f78631-76f6-45f5-8524-f2687d6dd10f req-c6a0fe11-c2d3-48f4-9fb5-9c608ba41124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:15:24.211349 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a8f78631-76f6-45f5-8524-f2687d6dd10f req-c6a0fe11-c2d3-48f4-9fb5-9c608ba41124 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1a8988ac-253a-46e5-87e5-94f0127f026d HTTP/1.1" status: 200 len: 1096 time: 0.0514424 Jul 05 03:15:24.226032 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=1cec8ecd-8211-4839-99b1-5f69ef917b44,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:15:24.251353 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a8f78631-76f6-45f5-8524-f2687d6dd10f req-a266115a-e275-4816-9494-26f23fbc065e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317845 Jul 05 03:15:24.605558 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c72f9fc-ba63-48e1-a433-549496021e8e req-6cfc2d95-7e26-45c6-800b-2e765be98bb3 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:15:24.607081 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4c72f9fc-ba63-48e1-a433-549496021e8e req-6cfc2d95-7e26-45c6-800b-2e765be98bb3 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a8988ac-253a-46e5-87e5-94f0127f026d HTTP/1.1" status: 200 len: 945 time: 0.0631979 Jul 05 03:15:24.644517 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4c72f9fc-ba63-48e1-a433-549496021e8e req-dc02a312-3bef-47ca-994b-89e0c74131d6 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311298 Jul 05 03:15:24.811049 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:15:25.823781 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a1c8cb-de25-439a-b083-41dde5464776 req-09b8a723-64c9-4e6c-9f78-27a0214b57a8 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:15:25.823781 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f9a1c8cb-de25-439a-b083-41dde5464776 req-09b8a723-64c9-4e6c-9f78-27a0214b57a8 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a8988ac-253a-46e5-87e5-94f0127f026d HTTP/1.1" status: 200 len: 945 time: 0.0665851 Jul 05 03:15:25.858499 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f9a1c8cb-de25-439a-b083-41dde5464776 req-3390fbd3-1971-4f32-ae60-469b7b320239 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307796 Jul 05 03:15:26.024117 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df396b2c-82c3-4e42-a353-eb44b5543588 req-cdfcde43-95e5-4d19-8545-ae44e4c3588d tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:15:26.025604 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-df396b2c-82c3-4e42-a353-eb44b5543588 req-cdfcde43-95e5-4d19-8545-ae44e4c3588d tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a8988ac-253a-46e5-87e5-94f0127f026d HTTP/1.1" status: 200 len: 945 time: 0.0617523 Jul 05 03:15:26.034972 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 48256) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:15:26.039765 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-e4eccb54-b9a0-44eb-9332-048ac13afadb tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Request body: {'floatingip': {'port_id': '1cec8ecd-8211-4839-99b1-5f69ef917b44'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:15:26.079126 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e4eccb54-b9a0-44eb-9332-048ac13afadb tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Notify callbacks [] for floatingip, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:15:26.236329 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:15:26.512290 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e4eccb54-b9a0-44eb-9332-048ac13afadb tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:15:26.616884 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e4eccb54-b9a0-44eb-9332-048ac13afadb tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636869'] for floatingip, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:15:26.719422 n-d-771362-32 neutron-server[94462]: INFO neutron.db.l3_db [None req-e4eccb54-b9a0-44eb-9332-048ac13afadb tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Floating IP 60ea9cf3-3d27-464a-8d3e-97e98e9a1009 associated. External IP: 172.25.7.218, port: 1cec8ecd-8211-4839-99b1-5f69ef917b44. Jul 05 03:15:27.248040 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4eccb54-b9a0-44eb-9332-048ac13afadb tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Router 43598d09-982e-4e7b-a1e7-506eab92cb50 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:15:27.353903 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4eccb54-b9a0-44eb-9332-048ac13afadb tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:15:27.358800 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e4eccb54-b9a0-44eb-9332-048ac13afadb tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:15:27.363049 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0208b30-02dd-40aa-99fa-00eae4207b10 None None] Sync routers for ids ['43598d09-982e-4e7b-a1e7-506eab92cb50'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:15:27.371691 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0208b30-02dd-40aa-99fa-00eae4207b10 None None] Routers {'43598d09-982e-4e7b-a1e7-506eab92cb50'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:15:27.372294 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-c0208b30-02dd-40aa-99fa-00eae4207b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:15:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['43598d09-982e-4e7b-a1e7-506eab92cb50'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:15:27.394406 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-e4eccb54-b9a0-44eb-9332-048ac13afadb tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "PUT /v2.0/floatingips/60ea9cf3-3d27-464a-8d3e-97e98e9a1009 HTTP/1.1" status: 200 len: 991 time: 1.3582170 Jul 05 03:15:27.395102 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a8988ac-253a-46e5-87e5-94f0127f026d', 'tag': '1cec8ecd-8211-4839-99b1-5f69ef917b44'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:15:27.433725 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11141f6c68b9db4323543981e20059e25754165b6910e3da155bf2bc30bd8242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-415ba64f-7c12-4f56-abce-451b0b76ffa7" -d '{"events": [{"name": "network-changed", "server_uuid": "1a8988ac-253a-46e5-87e5-94f0127f026d", "tag": "1cec8ecd-8211-4839-99b1-5f69ef917b44"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:15:27.482072 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-c0208b30-02dd-40aa-99fa-00eae4207b10 None None] Set router 43598d09-982e-4e7b-a1e7-506eab92cb50 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:15:27.527533 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc88e647-b5a8-4e55-a29e-0ebfd394c560 x-openstack-request-id: req-cc88e647-b5a8-4e55-a29e-0ebfd394c560 {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:15:27.527825 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a8988ac-253a-46e5-87e5-94f0127f026d", "tag": "1cec8ecd-8211-4839-99b1-5f69ef917b44", "status": "completed", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:15:27.528080 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cc88e647-b5a8-4e55-a29e-0ebfd394c560 {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:15:27.528475 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a8988ac-253a-46e5-87e5-94f0127f026d', 'tag': '1cec8ecd-8211-4839-99b1-5f69ef917b44', 'status': 'completed', 'code': 200} Jul 05 03:15:27.604610 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415ba64f-7c12-4f56-abce-451b0b76ffa7 req-6b439945-3897-4b45-9b78-ea724da1bc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:15:27.606221 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-415ba64f-7c12-4f56-abce-451b0b76ffa7 req-6b439945-3897-4b45-9b78-ea724da1bc39 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=37922407194a4714beb2d753651ef214&device_id=1a8988ac-253a-46e5-87e5-94f0127f026d HTTP/1.1" status: 200 len: 1097 time: 0.0555284 Jul 05 03:15:27.693227 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415ba64f-7c12-4f56-abce-451b0b76ffa7 req-f2e13a8b-889c-4d82-a15a-cf17f6516dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:15:27.695042 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-415ba64f-7c12-4f56-abce-451b0b76ffa7 req-f2e13a8b-889c-4d82-a15a-cf17f6516dab service neutron] 10.222.0.15 "GET /v2.0/networks?id=1683328e-a448-4235-b487-6d813ce67b0e HTTP/1.1" status: 200 len: 910 time: 0.0828285 Jul 05 03:15:27.708583 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-c0208b30-02dd-40aa-99fa-00eae4207b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43598d09-982e-4e7b-a1e7-506eab92cb50', 'name': 'tempest-ServerActionsTestJSON-90816521-router', 'tenant_id': '37922407194a4714beb2d753651ef214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': 'c63fa816-5a05-4c81-a828-5ef41bd4fc42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:12:44Z', 'updated_at': '2021-07-05T03:12:47Z', 'revision_number': 4, 'project_id': '37922407194a4714beb2d753651ef214', 'gw_port': {'id': 'c63fa816-5a05-4c81-a828-5ef41bd4fc42', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:b2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43598d09-982e-4e7b-a1e7-506eab92cb50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:12:45Z', 'updated_at': '2021-07-05T03:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '60ea9cf3-3d27-464a-8d3e-97e98e9a1009', 'tenant_id': '37922407194a4714beb2d753651ef214', 'floating_ip_address': '172.25.7.218', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': '43598d09-982e-4e7b-a1e7-506eab92cb50', 'port_id': '1cec8ecd-8211-4839-99b1-5f69ef917b44', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1683328e-a448-4235-b487-6d813ce67b0e', 'mac_address': 'fa:16:3e:2e:64:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8988ac-253a-46e5-87e5-94f0127f026d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:12:51Z', 'updated_at': '2021-07-05T03:15:26Z', 'revision_number': 5, 'project_id': '37922407194a4714beb2d753651ef214', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0b485db-945a-45a6-a29e-410942462fd6', 'name': '', 'network_id': '1683328e-a448-4235-b487-6d813ce67b0e', 'tenant_id': '37922407194a4714beb2d753651ef214', 'mac_address': 'fa:16:3e:20:15:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43598d09-982e-4e7b-a1e7-506eab92cb50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '03db0199-8c26-402d-a28d-fe51c5dbdec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:12:47Z', 'updated_at': '2021-07-05T03:12:52Z', 'revision_number': 5, 'project_id': '37922407194a4714beb2d753651ef214', 'subnets': [{'id': '03db0199-8c26-402d-a28d-fe51c5dbdec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:15:27.736849 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0208b30-02dd-40aa-99fa-00eae4207b10 None None] Checking router: 43598d09-982e-4e7b-a1e7-506eab92cb50 for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:15:27.745293 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0208b30-02dd-40aa-99fa-00eae4207b10 None None] Routers {'43598d09-982e-4e7b-a1e7-506eab92cb50'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:15:27.745890 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-c0208b30-02dd-40aa-99fa-00eae4207b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:15:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['43598d09-982e-4e7b-a1e7-506eab92cb50'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:15:27.764025 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-415ba64f-7c12-4f56-abce-451b0b76ffa7 req-e108477d-f0ac-43c8-a48f-201ccf90fb79 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1cec8ecd-8211-4839-99b1-5f69ef917b44 HTTP/1.1" status: 200 len: 999 time: 0.0624692 Jul 05 03:15:27.810707 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415ba64f-7c12-4f56-abce-451b0b76ffa7 req-1dcf3e1c-3197-4105-8e52-f436e13d0d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:15:27.812745 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-415ba64f-7c12-4f56-abce-451b0b76ffa7 req-1dcf3e1c-3197-4105-8e52-f436e13d0d3b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=03db0199-8c26-402d-a28d-fe51c5dbdec1 HTTP/1.1" status: 200 len: 849 time: 0.0428843 Jul 05 03:15:27.848283 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-c0208b30-02dd-40aa-99fa-00eae4207b10 None None] Set router 43598d09-982e-4e7b-a1e7-506eab92cb50 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:15:27.868981 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415ba64f-7c12-4f56-abce-451b0b76ffa7 req-1c6c0970-d09f-4b17-a414-5918f3319667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:15:27.870538 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-415ba64f-7c12-4f56-abce-451b0b76ffa7 req-1c6c0970-d09f-4b17-a414-5918f3319667 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1683328e-a448-4235-b487-6d813ce67b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508614 Jul 05 03:15:27.961983 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-415ba64f-7c12-4f56-abce-451b0b76ffa7 req-822b5943-bf02-41bf-8b9b-00efb3a42048 service neutron] 10.222.0.15 "GET /v2.0/networks/1683328e-a448-4235-b487-6d813ce67b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845773 Jul 05 03:15:28.067699 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-c0208b30-02dd-40aa-99fa-00eae4207b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43598d09-982e-4e7b-a1e7-506eab92cb50', 'name': 'tempest-ServerActionsTestJSON-90816521-router', 'tenant_id': '37922407194a4714beb2d753651ef214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': 'c63fa816-5a05-4c81-a828-5ef41bd4fc42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:12:44Z', 'updated_at': '2021-07-05T03:12:47Z', 'revision_number': 4, 'project_id': '37922407194a4714beb2d753651ef214', 'gw_port': {'id': 'c63fa816-5a05-4c81-a828-5ef41bd4fc42', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:b2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43598d09-982e-4e7b-a1e7-506eab92cb50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:12:45Z', 'updated_at': '2021-07-05T03:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '60ea9cf3-3d27-464a-8d3e-97e98e9a1009', 'tenant_id': '37922407194a4714beb2d753651ef214', 'floating_ip_address': '172.25.7.218', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': '43598d09-982e-4e7b-a1e7-506eab92cb50', 'port_id': '1cec8ecd-8211-4839-99b1-5f69ef917b44', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1683328e-a448-4235-b487-6d813ce67b0e', 'mac_address': 'fa:16:3e:2e:64:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8988ac-253a-46e5-87e5-94f0127f026d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:12:51Z', 'updated_at': '2021-07-05T03:15:26Z', 'revision_number': 5, 'project_id': '37922407194a4714beb2d753651ef214', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0b485db-945a-45a6-a29e-410942462fd6', 'name': '', 'network_id': '1683328e-a448-4235-b487-6d813ce67b0e', 'tenant_id': '37922407194a4714beb2d753651ef214', 'mac_address': 'fa:16:3e:20:15:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43598d09-982e-4e7b-a1e7-506eab92cb50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '03db0199-8c26-402d-a28d-fe51c5dbdec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:12:47Z', 'updated_at': '2021-07-05T03:12:52Z', 'revision_number': 5, 'project_id': '37922407194a4714beb2d753651ef214', 'subnets': [{'id': '03db0199-8c26-402d-a28d-fe51c5dbdec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:15:28.094081 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0208b30-02dd-40aa-99fa-00eae4207b10 None None] The sync data for ids ['43598d09-982e-4e7b-a1e7-506eab92cb50'] in n-d-771362-32 is: [{'id': '43598d09-982e-4e7b-a1e7-506eab92cb50', 'name': 'tempest-ServerActionsTestJSON-90816521-router', 'tenant_id': '37922407194a4714beb2d753651ef214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': 'c63fa816-5a05-4c81-a828-5ef41bd4fc42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:12:44Z', 'updated_at': '2021-07-05T03:12:47Z', 'revision_number': 4, 'project_id': '37922407194a4714beb2d753651ef214', 'gw_port': {'id': 'c63fa816-5a05-4c81-a828-5ef41bd4fc42', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:b2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43598d09-982e-4e7b-a1e7-506eab92cb50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:12:45Z', 'updated_at': '2021-07-05T03:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '60ea9cf3-3d27-464a-8d3e-97e98e9a1009', 'tenant_id': '37922407194a4714beb2d753651ef214', 'floating_ip_address': '172.25.7.218', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': '43598d09-982e-4e7b-a1e7-506eab92cb50', 'port_id': '1cec8ecd-8211-4839-99b1-5f69ef917b44', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1683328e-a448-4235-b487-6d813ce67b0e', 'mac_address': 'fa:16:3e:2e:64:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8988ac-253a-46e5-87e5-94f0127f026d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:12:51Z', 'updated_at': '2021-07-05T03:15:26Z', 'revision_number': 5, 'project_id': '37922407194a4714beb2d753651ef214', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0b485db-945a-45a6-a29e-410942462fd6', 'name': '', 'network_id': '1683328e-a448-4235-b487-6d813ce67b0e', 'tenant_id': '37922407194a4714beb2d753651ef214', 'mac_address': 'fa:16:3e:20:15:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43598d09-982e-4e7b-a1e7-506eab92cb50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '03db0199-8c26-402d-a28d-fe51c5dbdec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:12:47Z', 'updated_at': '2021-07-05T03:12:52Z', 'revision_number': 5, 'project_id': '37922407194a4714beb2d753651ef214', 'subnets': [{'id': '03db0199-8c26-402d-a28d-fe51c5dbdec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:15:28.291512 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009bc38c-0d2e-46c6-b39e-46f303538bb1 None None] New status for floating IP 60ea9cf3-3d27-464a-8d3e-97e98e9a1009: ACTIVE {{(pid=94463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:15:28.409955 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-415ba64f-7c12-4f56-abce-451b0b76ffa7 req-681952bc-06bb-4b19-b5e7-6f832effab70 service neutron] 10.222.0.15 "GET /v2.0/networks/1683328e-a448-4235-b487-6d813ce67b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4415739 Jul 05 03:15:34.007169 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:15:42.234087 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:15:42.307865 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:15:50.979594 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-092007c6-8a16-4c12-9649-c30532d06bfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:15:53.264671 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-de5cf6d6-3211-4980-a186-93f8f37503ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:15:53.956245 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:15:54.827985 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:15:56.253311 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:16:03.400971 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-abca2ff2-750d-48d6-9cc9-41f7813cd1f7 req-add10454-c724-46f7-ba6b-52b758ed8c9e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1a8988ac-253a-46e5-87e5-94f0127f026d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0495520 Jul 05 03:16:03.494801 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abca2ff2-750d-48d6-9cc9-41f7813cd1f7 req-5505a0fe-eb9c-43be-a890-244ce1e161af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:16:03.496303 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-abca2ff2-750d-48d6-9cc9-41f7813cd1f7 req-5505a0fe-eb9c-43be-a890-244ce1e161af service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=37922407194a4714beb2d753651ef214&device_id=1a8988ac-253a-46e5-87e5-94f0127f026d HTTP/1.1" status: 200 len: 1097 time: 0.0549631 Jul 05 03:16:03.597289 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abca2ff2-750d-48d6-9cc9-41f7813cd1f7 req-2d060f4e-ab21-4517-b091-d65186b62a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:16:03.598834 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-abca2ff2-750d-48d6-9cc9-41f7813cd1f7 req-2d060f4e-ab21-4517-b091-d65186b62a3c service neutron] 10.222.0.15 "GET /v2.0/networks?id=1683328e-a448-4235-b487-6d813ce67b0e HTTP/1.1" status: 200 len: 910 time: 0.0830522 Jul 05 03:16:03.666579 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-abca2ff2-750d-48d6-9cc9-41f7813cd1f7 req-ba97a4d1-917d-46d2-93d9-9f504e8f9fe6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1cec8ecd-8211-4839-99b1-5f69ef917b44 HTTP/1.1" status: 200 len: 1001 time: 0.0607975 Jul 05 03:16:03.712898 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abca2ff2-750d-48d6-9cc9-41f7813cd1f7 req-21db81d8-4078-4d05-ac6f-e1ba2e8a12a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:16:03.714423 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-abca2ff2-750d-48d6-9cc9-41f7813cd1f7 req-21db81d8-4078-4d05-ac6f-e1ba2e8a12a1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=03db0199-8c26-402d-a28d-fe51c5dbdec1 HTTP/1.1" status: 200 len: 849 time: 0.0423083 Jul 05 03:16:03.768955 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abca2ff2-750d-48d6-9cc9-41f7813cd1f7 req-ee4938bd-cf52-4ada-a63e-961259462423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:16:03.770453 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-abca2ff2-750d-48d6-9cc9-41f7813cd1f7 req-ee4938bd-cf52-4ada-a63e-961259462423 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1683328e-a448-4235-b487-6d813ce67b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0502634 Jul 05 03:16:03.858996 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-abca2ff2-750d-48d6-9cc9-41f7813cd1f7 req-935f0aef-286e-4c2d-b344-c5dcf11a5a1e service neutron] 10.222.0.15 "GET /v2.0/networks/1683328e-a448-4235-b487-6d813ce67b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822570 Jul 05 03:16:03.944850 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-abca2ff2-750d-48d6-9cc9-41f7813cd1f7 req-25ba7313-20c0-462a-8c9d-d2ad82ffc573 service neutron] 10.222.0.15 "GET /v2.0/networks/1683328e-a448-4235-b487-6d813ce67b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798094 Jul 05 03:16:11.005919 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:16:12.227354 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:16:12.390204 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:16:20.896009 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f0b7d265-4801-435d-8894-90fd84cb27ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:16:23.266561 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5db7cb0f-f587-44f6-a0eb-75add6d2c2e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:16:23.950152 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:16:24.844955 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:16:26.260949 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:16:42.212588 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:16:42.315855 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:16:48.006385 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:16:50.934726 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a427c922-7e45-4725-b5b9-61d6aa7211d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:16:53.266012 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e8cadf18-9ca6-45c8-aa4e-b64c93cb7f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:16:53.969096 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:16:54.820746 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:16:56.271651 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:17:04.127838 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5357af17-9872-462b-911e-82e916528c2d req-12bf836b-9d3b-4024-8fb7-5b2dfc2460bc tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:17:04.129376 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5357af17-9872-462b-911e-82e916528c2d req-12bf836b-9d3b-4024-8fb7-5b2dfc2460bc tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a8988ac-253a-46e5-87e5-94f0127f026d HTTP/1.1" status: 200 len: 945 time: 0.0655160 Jul 05 03:17:04.171163 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5357af17-9872-462b-911e-82e916528c2d req-8ef6bfa5-5202-4a38-89a3-c791373688b7 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359433 Jul 05 03:17:04.456574 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d23537-daf8-4f97-904f-0281a4c96fa2 req-91007f1f-df07-43be-a5ab-e878b80320f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:17:04.458140 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a2d23537-daf8-4f97-904f-0281a4c96fa2 req-91007f1f-df07-43be-a5ab-e878b80320f0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=37922407194a4714beb2d753651ef214&device_id=1a8988ac-253a-46e5-87e5-94f0127f026d HTTP/1.1" status: 200 len: 1097 time: 0.0589032 Jul 05 03:17:04.560012 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d23537-daf8-4f97-904f-0281a4c96fa2 req-1cda166b-21c8-403d-b86b-5f63508718aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:17:04.562172 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a2d23537-daf8-4f97-904f-0281a4c96fa2 req-1cda166b-21c8-403d-b86b-5f63508718aa service neutron] 10.222.0.15 "GET /v2.0/networks?id=1683328e-a448-4235-b487-6d813ce67b0e HTTP/1.1" status: 200 len: 910 time: 0.0840871 Jul 05 03:17:04.631832 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a2d23537-daf8-4f97-904f-0281a4c96fa2 req-87766b5c-a1fb-4c36-a54c-995d1f8159e9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1cec8ecd-8211-4839-99b1-5f69ef917b44 HTTP/1.1" status: 200 len: 1001 time: 0.0630138 Jul 05 03:17:04.681750 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d23537-daf8-4f97-904f-0281a4c96fa2 req-fc97e8a7-87b9-4d60-8f19-02324e5f6d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:17:04.685005 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a2d23537-daf8-4f97-904f-0281a4c96fa2 req-fc97e8a7-87b9-4d60-8f19-02324e5f6d93 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=03db0199-8c26-402d-a28d-fe51c5dbdec1 HTTP/1.1" status: 200 len: 849 time: 0.0443637 Jul 05 03:17:04.740284 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d23537-daf8-4f97-904f-0281a4c96fa2 req-56cb4f7d-076a-4b12-b258-1053d990d193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:17:04.741834 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a2d23537-daf8-4f97-904f-0281a4c96fa2 req-56cb4f7d-076a-4b12-b258-1053d990d193 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1683328e-a448-4235-b487-6d813ce67b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520442 Jul 05 03:17:04.836013 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a2d23537-daf8-4f97-904f-0281a4c96fa2 req-14ae186d-5213-4ed2-a2f5-3c9965c6ff56 service neutron] 10.222.0.15 "GET /v2.0/networks/1683328e-a448-4235-b487-6d813ce67b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861719 Jul 05 03:17:04.926751 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a2d23537-daf8-4f97-904f-0281a4c96fa2 req-a6e362e5-d9b2-4af2-8cc3-c376fbc59cc5 service neutron] 10.222.0.15 "GET /v2.0/networks/1683328e-a448-4235-b487-6d813ce67b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842078 Jul 05 03:17:05.347311 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b55c0f-b569-41f0-8366-0140cdbbde00 req-72a38370-5a7b-4ff7-b2e7-7a7afbe77398 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:17:05.348809 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-92b55c0f-b569-41f0-8366-0140cdbbde00 req-72a38370-5a7b-4ff7-b2e7-7a7afbe77398 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a8988ac-253a-46e5-87e5-94f0127f026d HTTP/1.1" status: 200 len: 945 time: 0.0632706 Jul 05 03:17:05.391411 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-92b55c0f-b569-41f0-8366-0140cdbbde00 req-188f5824-cf67-4632-a1f3-bf1193f5b930 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367045 Jul 05 03:17:06.565157 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd1f78-0933-46b9-9004-6983a2bc4e9f req-4bf03ed8-b009-4e3b-8b44-9b38c2f17b32 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:17:06.566737 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-45fd1f78-0933-46b9-9004-6983a2bc4e9f req-4bf03ed8-b009-4e3b-8b44-9b38c2f17b32 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a8988ac-253a-46e5-87e5-94f0127f026d HTTP/1.1" status: 200 len: 945 time: 0.0640781 Jul 05 03:17:06.604711 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-45fd1f78-0933-46b9-9004-6983a2bc4e9f req-ad3a4b65-8352-49e7-bf8f-bc37bd3b9743 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321720 Jul 05 03:17:07.971480 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c2f20a-84df-4ba0-8123-a94f38a491c8 req-d8fc8c53-d42c-4ffa-97f0-780464bdc90e tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:17:07.972913 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-86c2f20a-84df-4ba0-8123-a94f38a491c8 req-d8fc8c53-d42c-4ffa-97f0-780464bdc90e tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a8988ac-253a-46e5-87e5-94f0127f026d HTTP/1.1" status: 200 len: 945 time: 0.0695684 Jul 05 03:17:08.011953 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-86c2f20a-84df-4ba0-8123-a94f38a491c8 req-9ab07fe0-7e1e-4b51-bc6d-97635f56b6ef tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329485 Jul 05 03:17:09.194444 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d07ce3c-4634-4b5c-8088-f00887e23422 req-fc030f0e-8671-49aa-b512-71fed9352e8b tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:17:09.195936 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2d07ce3c-4634-4b5c-8088-f00887e23422 req-fc030f0e-8671-49aa-b512-71fed9352e8b tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a8988ac-253a-46e5-87e5-94f0127f026d HTTP/1.1" status: 200 len: 945 time: 0.0679326 Jul 05 03:17:09.236596 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2d07ce3c-4634-4b5c-8088-f00887e23422 req-e58360c7-1721-481a-8101-73d966002676 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332043 Jul 05 03:17:10.412249 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8f7a96-641d-427c-91a7-a9f636973355 req-0fae320d-3ca0-46e9-9d2c-2d28788001e7 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:17:10.413793 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-aa8f7a96-641d-427c-91a7-a9f636973355 req-0fae320d-3ca0-46e9-9d2c-2d28788001e7 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a8988ac-253a-46e5-87e5-94f0127f026d HTTP/1.1" status: 200 len: 945 time: 0.0652781 Jul 05 03:17:10.454479 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-aa8f7a96-641d-427c-91a7-a9f636973355 req-8024c5fb-07e4-42b7-aa95-879c7e877142 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349240 Jul 05 03:17:11.635281 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790f567f-1996-432d-ade2-f9dc6cfa35bd req-a994508b-73f8-4807-9610-a90aae50911c tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:17:11.636835 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-790f567f-1996-432d-ade2-f9dc6cfa35bd req-a994508b-73f8-4807-9610-a90aae50911c tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a8988ac-253a-46e5-87e5-94f0127f026d HTTP/1.1" status: 200 len: 945 time: 0.0702202 Jul 05 03:17:11.680284 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-790f567f-1996-432d-ade2-f9dc6cfa35bd req-24c81c71-5db2-4941-b23b-d21e08e50266 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369799 Jul 05 03:17:12.226400 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:17:12.391678 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:17:12.872575 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e6f42f-48d2-4189-ad5e-6dddb154624f req-3cd83aec-4886-47b9-91b7-dd30a4d44b82 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:17:12.874150 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-55e6f42f-48d2-4189-ad5e-6dddb154624f req-3cd83aec-4886-47b9-91b7-dd30a4d44b82 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a8988ac-253a-46e5-87e5-94f0127f026d HTTP/1.1" status: 200 len: 945 time: 0.0781291 Jul 05 03:17:12.914651 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-55e6f42f-48d2-4189-ad5e-6dddb154624f req-3e52cd41-6a64-4d14-9f8c-9dcd0eaf14a0 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347767 Jul 05 03:17:14.090055 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2e4e0b-0b7b-4288-a4f6-df056ac3dc7e req-8b2f726e-0a8c-4b09-84c3-923b21f6178d tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:17:14.091598 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0f2e4e0b-0b7b-4288-a4f6-df056ac3dc7e req-8b2f726e-0a8c-4b09-84c3-923b21f6178d tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a8988ac-253a-46e5-87e5-94f0127f026d HTTP/1.1" status: 200 len: 945 time: 0.0625525 Jul 05 03:17:14.129899 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0f2e4e0b-0b7b-4288-a4f6-df056ac3dc7e req-9ff60c7e-f450-4ca5-8ff6-e15ee7f5de7d tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321710 Jul 05 03:17:15.302774 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31c244b-c52f-4823-b980-7414fa40fa2d req-1cc04811-779e-471b-96de-2289e69aa063 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:17:15.304282 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f31c244b-c52f-4823-b980-7414fa40fa2d req-1cc04811-779e-471b-96de-2289e69aa063 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a8988ac-253a-46e5-87e5-94f0127f026d HTTP/1.1" status: 200 len: 945 time: 0.0633268 Jul 05 03:17:15.342136 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f31c244b-c52f-4823-b980-7414fa40fa2d req-0fd6c1f6-770b-4149-80db-3070fccdf42f tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323091 Jul 05 03:17:15.902959 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b1515f-7911-4c37-952a-d35d9e0bec6b req-7324f3b5-7e31-4779-9072-5d9e84e261be tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:17:15.904695 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a8b1515f-7911-4c37-952a-d35d9e0bec6b req-7324f3b5-7e31-4779-9072-5d9e84e261be tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a8988ac-253a-46e5-87e5-94f0127f026d HTTP/1.1" status: 200 len: 945 time: 0.0735879 Jul 05 03:17:15.952132 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a8b1515f-7911-4c37-952a-d35d9e0bec6b req-05f8eea5-d2e9-4774-a4da-4133d9ff25b5 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410385 Jul 05 03:17:16.038943 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1e75c0e9-8777-4533-aa70-6b5351449372 req-63428fdc-ca9d-44f4-923c-d3bedeeda2f4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1a8988ac-253a-46e5-87e5-94f0127f026d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0549359 Jul 05 03:17:17.143128 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82c9821-2223-4781-aebc-b21372e0afca req-9888c1e4-efd5-468c-9eb3-757d0166d15f tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:17:17.144670 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e82c9821-2223-4781-aebc-b21372e0afca req-9888c1e4-efd5-468c-9eb3-757d0166d15f tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a8988ac-253a-46e5-87e5-94f0127f026d HTTP/1.1" status: 200 len: 945 time: 0.0663619 Jul 05 03:17:17.183422 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e82c9821-2223-4781-aebc-b21372e0afca req-d70352b4-2248-4ada-9685-00c4693a54e1 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326104 Jul 05 03:17:18.359389 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e00674e-aff9-438d-9c9c-802bd8547d24 req-f9a52506-06b0-44dc-b707-874445ba8a83 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:17:18.361320 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2e00674e-aff9-438d-9c9c-802bd8547d24 req-f9a52506-06b0-44dc-b707-874445ba8a83 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a8988ac-253a-46e5-87e5-94f0127f026d HTTP/1.1" status: 200 len: 945 time: 0.0649712 Jul 05 03:17:18.429290 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2e00674e-aff9-438d-9c9c-802bd8547d24 req-6541622f-3345-4b5d-bf16-7e471f5299ce tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623176 Jul 05 03:17:18.453716 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e75c0e9-8777-4533-aa70-6b5351449372 req-0d7d7f1d-dbee-4798-8222-117111ecbc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:17:18.455254 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1e75c0e9-8777-4533-aa70-6b5351449372 req-0d7d7f1d-dbee-4798-8222-117111ecbc7e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=37922407194a4714beb2d753651ef214&device_id=1a8988ac-253a-46e5-87e5-94f0127f026d HTTP/1.1" status: 200 len: 1097 time: 0.0689337 Jul 05 03:17:18.545758 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e75c0e9-8777-4533-aa70-6b5351449372 req-79edfeb7-7b2e-4b8a-b8f9-1627f3004c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:17:18.547277 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1e75c0e9-8777-4533-aa70-6b5351449372 req-79edfeb7-7b2e-4b8a-b8f9-1627f3004c2a service neutron] 10.222.0.15 "GET /v2.0/networks?id=1683328e-a448-4235-b487-6d813ce67b0e HTTP/1.1" status: 200 len: 910 time: 0.0856993 Jul 05 03:17:18.611031 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1e75c0e9-8777-4533-aa70-6b5351449372 req-c22ef1a2-8b7d-496a-a17b-cb28ed7a6391 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1cec8ecd-8211-4839-99b1-5f69ef917b44 HTTP/1.1" status: 200 len: 1001 time: 0.0572820 Jul 05 03:17:18.662148 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e75c0e9-8777-4533-aa70-6b5351449372 req-1e489a13-58f7-4804-9b89-9bc9adbeb9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:17:18.663633 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1e75c0e9-8777-4533-aa70-6b5351449372 req-1e489a13-58f7-4804-9b89-9bc9adbeb9fe service neutron] 10.222.0.15 "GET /v2.0/subnets?id=03db0199-8c26-402d-a28d-fe51c5dbdec1 HTTP/1.1" status: 200 len: 849 time: 0.0470989 Jul 05 03:17:18.721295 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e75c0e9-8777-4533-aa70-6b5351449372 req-38a7f83e-ee18-4e1c-a12c-9c805c6969cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:17:18.722914 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1e75c0e9-8777-4533-aa70-6b5351449372 req-38a7f83e-ee18-4e1c-a12c-9c805c6969cb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1683328e-a448-4235-b487-6d813ce67b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520117 Jul 05 03:17:18.809990 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1e75c0e9-8777-4533-aa70-6b5351449372 req-79e9ed7b-7244-477e-b60c-66984e288f0e service neutron] 10.222.0.15 "GET /v2.0/networks/1683328e-a448-4235-b487-6d813ce67b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795937 Jul 05 03:17:18.902379 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1e75c0e9-8777-4533-aa70-6b5351449372 req-c34f7de3-dfac-40e4-90ab-eacb90e83de2 service neutron] 10.222.0.15 "GET /v2.0/networks/1683328e-a448-4235-b487-6d813ce67b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866990 Jul 05 03:17:19.610536 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f4df9-4801-4d29-a2a7-941c076c742f req-d56701d0-e463-491d-b03f-2e82777d79a9 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:17:19.612033 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f22f4df9-4801-4d29-a2a7-941c076c742f req-d56701d0-e463-491d-b03f-2e82777d79a9 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a8988ac-253a-46e5-87e5-94f0127f026d HTTP/1.1" status: 200 len: 945 time: 0.0671616 Jul 05 03:17:19.653486 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f22f4df9-4801-4d29-a2a7-941c076c742f req-f85ab98b-ca5a-444f-8d29-cfc04346ef87 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354893 Jul 05 03:17:20.833762 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5128382-7cfd-4046-8206-c8ba51a589db req-5b4287c5-cb57-47f0-810a-b866a270a3a8 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:17:20.835291 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e5128382-7cfd-4046-8206-c8ba51a589db req-5b4287c5-cb57-47f0-810a-b866a270a3a8 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a8988ac-253a-46e5-87e5-94f0127f026d HTTP/1.1" status: 200 len: 945 time: 0.0669768 Jul 05 03:17:20.876105 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e5128382-7cfd-4046-8206-c8ba51a589db req-bf7221f9-263b-46c5-9d18-2805f7d40060 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349259 Jul 05 03:17:20.923359 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-c70112e4-acad-43d7-b86a-88d72de1ebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:17:21.229030 n-d-771362-32 neutron-server[94461]: INFO neutron.api.v2.resource [req-1e75c0e9-8777-4533-aa70-6b5351449372 req-2e23ac50-fe8a-4690-bc9f-a5b477bee824 service neutron] show failed (client error): The resource could not be found. Jul 05 03:17:21.229980 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1e75c0e9-8777-4533-aa70-6b5351449372 req-2e23ac50-fe8a-4690-bc9f-a5b477bee824 service neutron] 10.222.0.15 "GET /v2.0/ports/1cec8ecd-8211-4839-99b1-5f69ef917b44/bindings/n-h1-771362-32 HTTP/1.1" status: 404 len: 381 time: 0.0589497 Jul 05 03:17:21.938173 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e75c0e9-8777-4533-aa70-6b5351449372 req-4f604726-e751-47d4-9082-1b74da568a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:17:21.940554 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1e75c0e9-8777-4533-aa70-6b5351449372 req-4f604726-e751-47d4-9082-1b74da568a43 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1a8988ac-253a-46e5-87e5-94f0127f026d&tenant_id=37922407194a4714beb2d753651ef214 HTTP/1.1" status: 200 len: 1097 time: 0.1011474 Jul 05 03:17:21.952438 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-1e75c0e9-8777-4533-aa70-6b5351449372 req-e961a336-f28d-48d4-83c6-c3db4a912ecc service neutron] Request body: {'port': {'binding:host_id': 'n-h1-771362-32', 'device_owner': 'compute:nova'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:17:22.028184 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1e75c0e9-8777-4533-aa70-6b5351449372 req-e961a336-f28d-48d4-83c6-c3db4a912ecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:17:22.061866 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d1ca6b-1001-4b5d-bcc2-4b89ce14d3d0 req-c926d803-4965-4fcd-b017-2d8851493b39 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:17:22.064114 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-66d1ca6b-1001-4b5d-bcc2-4b89ce14d3d0 req-c926d803-4965-4fcd-b017-2d8851493b39 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a8988ac-253a-46e5-87e5-94f0127f026d HTTP/1.1" status: 200 len: 945 time: 0.0729356 Jul 05 03:17:22.103231 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-66d1ca6b-1001-4b5d-bcc2-4b89ce14d3d0 req-17ca3bf8-7f2a-40be-88c2-94085e16734d tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330842 Jul 05 03:17:22.239975 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-1e75c0e9-8777-4533-aa70-6b5351449372 req-e961a336-f28d-48d4-83c6-c3db4a912ecc service neutron] For port 1cec8ecd-8211-4839-99b1-5f69ef917b44, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=1cec8ecd-8211-4839-99b1-5f69ef917b44,segment=NetworkSegment(21eddf81-2619-4946-9d45-7ae9bc4495da),segment_id=21eddf81-2619-4946-9d45-7ae9bc4495da)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:17:22.278413 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-1e75c0e9-8777-4533-aa70-6b5351449372 req-e961a336-f28d-48d4-83c6-c3db4a912ecc service neutron] For port 1cec8ecd-8211-4839-99b1-5f69ef917b44, host n-h2-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:17:22.328274 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a8988ac-253a-46e5-87e5-94f0127f026d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1cec8ecd-8211-4839-99b1-5f69ef917b44'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:17:22.331129 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4c1385bffaa5d930a7117e6982c27207eca91cca31cf4b43f86c7ad63cd24a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c634f19-01d3-4ab6-85e5-7484bdb1cdb1" -d '{"events": [{"server_uuid": "1a8988ac-253a-46e5-87e5-94f0127f026d", "name": "network-vif-unplugged", "status": "completed", "tag": "1cec8ecd-8211-4839-99b1-5f69ef917b44"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:17:22.335995 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1e75c0e9-8777-4533-aa70-6b5351449372 req-e961a336-f28d-48d4-83c6-c3db4a912ecc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:17:22.351322 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-1e75c0e9-8777-4533-aa70-6b5351449372 req-e961a336-f28d-48d4-83c6-c3db4a912ecc service neutron] Transition to ACTIVE for port object 1cec8ecd-8211-4839-99b1-5f69ef917b44 will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:17:22.388495 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac370939-67e0-4d0a-b760-f8da2ab41561 x-openstack-request-id: req-ac370939-67e0-4d0a-b760-f8da2ab41561 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:17:22.388796 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a8988ac-253a-46e5-87e5-94f0127f026d", "name": "network-vif-unplugged", "status": "completed", "tag": "1cec8ecd-8211-4839-99b1-5f69ef917b44", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:17:22.389054 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ac370939-67e0-4d0a-b760-f8da2ab41561 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:17:22.389486 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a8988ac-253a-46e5-87e5-94f0127f026d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1cec8ecd-8211-4839-99b1-5f69ef917b44', 'code': 200} Jul 05 03:17:22.454733 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1e75c0e9-8777-4533-aa70-6b5351449372 req-e961a336-f28d-48d4-83c6-c3db4a912ecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:17:22.548483 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e961a336-f28d-48d4-83c6-c3db4a912ecc service neutron] Pushing event updated for resources: {'Port': ['ID=1cec8ecd-8211-4839-99b1-5f69ef917b44,revision_number=6']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:17:22.561919 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e961a336-f28d-48d4-83c6-c3db4a912ecc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:17:22.563052 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e961a336-f28d-48d4-83c6-c3db4a912ecc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:17:22.563388 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e961a336-f28d-48d4-83c6-c3db4a912ecc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:17:22.563726 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e961a336-f28d-48d4-83c6-c3db4a912ecc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:17:22.567597 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e961a336-f28d-48d4-83c6-c3db4a912ecc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:17:22.567597 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e961a336-f28d-48d4-83c6-c3db4a912ecc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:17:22.567597 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e961a336-f28d-48d4-83c6-c3db4a912ecc service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:17:22.567597 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e961a336-f28d-48d4-83c6-c3db4a912ecc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:17:22.567597 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e961a336-f28d-48d4-83c6-c3db4a912ecc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:17:22.567597 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e961a336-f28d-48d4-83c6-c3db4a912ecc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:17:22.567597 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e961a336-f28d-48d4-83c6-c3db4a912ecc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:17:22.567597 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e961a336-f28d-48d4-83c6-c3db4a912ecc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:17:22.600837 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e75c0e9-8777-4533-aa70-6b5351449372 req-e961a336-f28d-48d4-83c6-c3db4a912ecc service neutron] No DVR routers for this DVR port 1cec8ecd-8211-4839-99b1-5f69ef917b44 on host n-h2-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:17:22.754664 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-1e75c0e9-8777-4533-aa70-6b5351449372 req-e961a336-f28d-48d4-83c6-c3db4a912ecc service neutron] Attempting to bind port 1cec8ecd-8211-4839-99b1-5f69ef917b44 on host n-h1-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:17:22.755008 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-1e75c0e9-8777-4533-aa70-6b5351449372 req-e961a336-f28d-48d4-83c6-c3db4a912ecc service neutron] Attempting to bind port 1cec8ecd-8211-4839-99b1-5f69ef917b44 by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': '21eddf81-2619-4946-9d45-7ae9bc4495da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1683328e-a448-4235-b487-6d813ce67b0e'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:17:22.755341 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e75c0e9-8777-4533-aa70-6b5351449372 req-e961a336-f28d-48d4-83c6-c3db4a912ecc service neutron] Attempting to bind port 1cec8ecd-8211-4839-99b1-5f69ef917b44 on network 1683328e-a448-4235-b487-6d813ce67b0e {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:17:22.759839 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e75c0e9-8777-4533-aa70-6b5351449372 req-e961a336-f28d-48d4-83c6-c3db4a912ecc service neutron] Port 1cec8ecd-8211-4839-99b1-5f69ef917b44 on network 1683328e-a448-4235-b487-6d813ce67b0e not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:17:22.760157 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e75c0e9-8777-4533-aa70-6b5351449372 req-e961a336-f28d-48d4-83c6-c3db4a912ecc service neutron] Attempting to bind port 1cec8ecd-8211-4839-99b1-5f69ef917b44 on network 1683328e-a448-4235-b487-6d813ce67b0e {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:17:22.768916 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e75c0e9-8777-4533-aa70-6b5351449372 req-e961a336-f28d-48d4-83c6-c3db4a912ecc service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:17:22.768916 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e75c0e9-8777-4533-aa70-6b5351449372 req-e961a336-f28d-48d4-83c6-c3db4a912ecc service neutron] Checking segment: {'id': '21eddf81-2619-4946-9d45-7ae9bc4495da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1683328e-a448-4235-b487-6d813ce67b0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:17:22.768916 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e75c0e9-8777-4533-aa70-6b5351449372 req-e961a336-f28d-48d4-83c6-c3db4a912ecc service neutron] Bound using segment: {'id': '21eddf81-2619-4946-9d45-7ae9bc4495da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1683328e-a448-4235-b487-6d813ce67b0e'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:17:22.768916 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-1e75c0e9-8777-4533-aa70-6b5351449372 req-e961a336-f28d-48d4-83c6-c3db4a912ecc service neutron] Bound port: 1cec8ecd-8211-4839-99b1-5f69ef917b44, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21eddf81-2619-4946-9d45-7ae9bc4495da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1683328e-a448-4235-b487-6d813ce67b0e'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:17:22.768916 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1e75c0e9-8777-4533-aa70-6b5351449372 req-e961a336-f28d-48d4-83c6-c3db4a912ecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:17:22.833065 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-1e75c0e9-8777-4533-aa70-6b5351449372 req-e961a336-f28d-48d4-83c6-c3db4a912ecc service neutron] For port 1cec8ecd-8211-4839-99b1-5f69ef917b44, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:17:22.836088 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-1e75c0e9-8777-4533-aa70-6b5351449372 req-e961a336-f28d-48d4-83c6-c3db4a912ecc service neutron] For port 1cec8ecd-8211-4839-99b1-5f69ef917b44, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=1cec8ecd-8211-4839-99b1-5f69ef917b44,segment=NetworkSegment(21eddf81-2619-4946-9d45-7ae9bc4495da),segment_id=21eddf81-2619-4946-9d45-7ae9bc4495da)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:17:22.924007 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1e75c0e9-8777-4533-aa70-6b5351449372 req-e961a336-f28d-48d4-83c6-c3db4a912ecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:17:22.962431 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e75c0e9-8777-4533-aa70-6b5351449372 req-e961a336-f28d-48d4-83c6-c3db4a912ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:17:22.963054 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1e75c0e9-8777-4533-aa70-6b5351449372 req-e961a336-f28d-48d4-83c6-c3db4a912ecc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:17:22.964482 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1e75c0e9-8777-4533-aa70-6b5351449372 req-e961a336-f28d-48d4-83c6-c3db4a912ecc service neutron] 10.222.0.21 "PUT /v2.0/ports/1cec8ecd-8211-4839-99b1-5f69ef917b44 HTTP/1.1" status: 200 len: 1092 time: 1.0163939 Jul 05 03:17:22.999618 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e961a336-f28d-48d4-83c6-c3db4a912ecc service neutron] Pushing event updated for resources: {'Port': ['ID=1cec8ecd-8211-4839-99b1-5f69ef917b44,revision_number=7']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:17:23.055038 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e75c0e9-8777-4533-aa70-6b5351449372 req-ecace200-b50b-41d9-b9bb-99376fa3630e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:17:23.056597 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1e75c0e9-8777-4533-aa70-6b5351449372 req-ecace200-b50b-41d9-b9bb-99376fa3630e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=37922407194a4714beb2d753651ef214&device_id=1a8988ac-253a-46e5-87e5-94f0127f026d HTTP/1.1" status: 200 len: 1095 time: 0.0652688 Jul 05 03:17:23.151987 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e75c0e9-8777-4533-aa70-6b5351449372 req-ecf72635-a5b4-4b7f-bd00-ebd9f0b76109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:17:23.153541 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1e75c0e9-8777-4533-aa70-6b5351449372 req-ecf72635-a5b4-4b7f-bd00-ebd9f0b76109 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1683328e-a448-4235-b487-6d813ce67b0e HTTP/1.1" status: 200 len: 910 time: 0.0910096 Jul 05 03:17:23.228057 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1e75c0e9-8777-4533-aa70-6b5351449372 req-5d905f40-85a9-4a95-bbe3-771104477df4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1cec8ecd-8211-4839-99b1-5f69ef917b44 HTTP/1.1" status: 200 len: 999 time: 0.0672286 Jul 05 03:17:23.266292 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-976432c3-ac73-45e3-b4a0-b2d33d058486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:17:23.280136 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e75c0e9-8777-4533-aa70-6b5351449372 req-e62ebf96-f915-43e2-b524-68b9636c1ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:17:23.282227 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1e75c0e9-8777-4533-aa70-6b5351449372 req-e62ebf96-f915-43e2-b524-68b9636c1ce4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=03db0199-8c26-402d-a28d-fe51c5dbdec1 HTTP/1.1" status: 200 len: 849 time: 0.0481350 Jul 05 03:17:23.297296 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee923695-1e7a-4cfb-86a0-deaa73a5a2e5 req-91265a64-683c-4376-9de9-fda1a40f8335 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:17:23.299943 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ee923695-1e7a-4cfb-86a0-deaa73a5a2e5 req-91265a64-683c-4376-9de9-fda1a40f8335 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a8988ac-253a-46e5-87e5-94f0127f026d HTTP/1.1" status: 200 len: 943 time: 0.0701220 Jul 05 03:17:23.341654 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ee923695-1e7a-4cfb-86a0-deaa73a5a2e5 req-695e8fcd-c3ef-45a1-89b9-94eb3996d9b0 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366249 Jul 05 03:17:23.347114 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e75c0e9-8777-4533-aa70-6b5351449372 req-eb80f627-8166-40ce-a4e9-931b50aa1f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:17:23.349884 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1e75c0e9-8777-4533-aa70-6b5351449372 req-eb80f627-8166-40ce-a4e9-931b50aa1f5e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1683328e-a448-4235-b487-6d813ce67b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0599337 Jul 05 03:17:23.442157 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1e75c0e9-8777-4533-aa70-6b5351449372 req-6fbbc79c-e519-4b62-b3e2-cc86ed295cf2 service neutron] 10.222.0.21 "GET /v2.0/networks/1683328e-a448-4235-b487-6d813ce67b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854294 Jul 05 03:17:23.532237 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1e75c0e9-8777-4533-aa70-6b5351449372 req-587bd81b-3726-4436-a242-72f2a89d06b4 service neutron] 10.222.0.21 "GET /v2.0/networks/1683328e-a448-4235-b487-6d813ce67b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834544 Jul 05 03:17:23.957535 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:17:24.390812 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a8988ac-253a-46e5-87e5-94f0127f026d', 'tag': '1cec8ecd-8211-4839-99b1-5f69ef917b44'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:17:24.393213 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4c1385bffaa5d930a7117e6982c27207eca91cca31cf4b43f86c7ad63cd24a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7911b02c-c3a6-46eb-9066-1944ac7e07cd" -d '{"events": [{"name": "network-changed", "server_uuid": "1a8988ac-253a-46e5-87e5-94f0127f026d", "tag": "1cec8ecd-8211-4839-99b1-5f69ef917b44"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:17:24.444963 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdc132f5-4781-4ae8-9160-c946d0b29f97 x-openstack-request-id: req-fdc132f5-4781-4ae8-9160-c946d0b29f97 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:17:24.445274 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a8988ac-253a-46e5-87e5-94f0127f026d", "tag": "1cec8ecd-8211-4839-99b1-5f69ef917b44", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:17:24.445530 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fdc132f5-4781-4ae8-9160-c946d0b29f97 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:17:24.445950 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a8988ac-253a-46e5-87e5-94f0127f026d', 'tag': '1cec8ecd-8211-4839-99b1-5f69ef917b44', 'status': 'completed', 'code': 200} Jul 05 03:17:24.607486 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7911b02c-c3a6-46eb-9066-1944ac7e07cd req-b7562709-49f8-4680-a907-110abad4bace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:17:24.609680 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7911b02c-c3a6-46eb-9066-1944ac7e07cd req-b7562709-49f8-4680-a907-110abad4bace service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=37922407194a4714beb2d753651ef214&device_id=1a8988ac-253a-46e5-87e5-94f0127f026d HTTP/1.1" status: 200 len: 1095 time: 0.1431711 Jul 05 03:17:24.626816 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d36e22-3ee1-4656-b145-07a064dae289 req-5037b3b6-04fa-47de-840f-79f9a6754d47 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:17:24.629085 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-45d36e22-3ee1-4656-b145-07a064dae289 req-5037b3b6-04fa-47de-840f-79f9a6754d47 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a8988ac-253a-46e5-87e5-94f0127f026d HTTP/1.1" status: 200 len: 943 time: 0.1637931 Jul 05 03:17:24.657299 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7911b02c-c3a6-46eb-9066-1944ac7e07cd req-bdbc9487-2646-4891-ac8e-71e944ae5310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:17:24.658819 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7911b02c-c3a6-46eb-9066-1944ac7e07cd req-bdbc9487-2646-4891-ac8e-71e944ae5310 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=37922407194a4714beb2d753651ef214&device_id=1a8988ac-253a-46e5-87e5-94f0127f026d HTTP/1.1" status: 200 len: 1095 time: 0.1755848 Jul 05 03:17:24.774222 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-45d36e22-3ee1-4656-b145-07a064dae289 req-d3f11f39-12b5-49e0-aec7-58ad12148276 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350613 Jul 05 03:17:24.815970 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7911b02c-c3a6-46eb-9066-1944ac7e07cd req-bdfb80bb-4869-47b1-8929-d296653c4f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:17:24.817480 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7911b02c-c3a6-46eb-9066-1944ac7e07cd req-bdfb80bb-4869-47b1-8929-d296653c4f9c service neutron] 10.222.0.15 "GET /v2.0/networks?id=1683328e-a448-4235-b487-6d813ce67b0e HTTP/1.1" status: 200 len: 910 time: 0.1880734 Jul 05 03:17:24.825326 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:17:24.863151 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7911b02c-c3a6-46eb-9066-1944ac7e07cd req-1bcea7d2-904a-4938-a8f4-a5d89fb9f13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:17:24.864658 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7911b02c-c3a6-46eb-9066-1944ac7e07cd req-1bcea7d2-904a-4938-a8f4-a5d89fb9f13b service neutron] 10.222.0.21 "GET /v2.0/networks?id=1683328e-a448-4235-b487-6d813ce67b0e HTTP/1.1" status: 200 len: 910 time: 0.1761725 Jul 05 03:17:24.933108 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7911b02c-c3a6-46eb-9066-1944ac7e07cd req-8c1f162e-d115-4ef5-8a5e-daae6e0b4461 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1cec8ecd-8211-4839-99b1-5f69ef917b44 HTTP/1.1" status: 200 len: 999 time: 0.1067240 Jul 05 03:17:24.974100 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7911b02c-c3a6-46eb-9066-1944ac7e07cd req-7ef2c74a-804b-4720-9b2b-1b71c2f63d78 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1cec8ecd-8211-4839-99b1-5f69ef917b44 HTTP/1.1" status: 200 len: 999 time: 0.1026354 Jul 05 03:17:25.007523 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:17:25.021418 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7911b02c-c3a6-46eb-9066-1944ac7e07cd req-b6d8e8da-1c24-4ce0-9be7-97428d94106d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:17:25.022963 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7911b02c-c3a6-46eb-9066-1944ac7e07cd req-b6d8e8da-1c24-4ce0-9be7-97428d94106d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=03db0199-8c26-402d-a28d-fe51c5dbdec1 HTTP/1.1" status: 200 len: 849 time: 0.0836620 Jul 05 03:17:25.041882 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7911b02c-c3a6-46eb-9066-1944ac7e07cd req-c5e6e16d-78a8-4713-8694-05c3394f7b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:17:25.043365 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7911b02c-c3a6-46eb-9066-1944ac7e07cd req-c5e6e16d-78a8-4713-8694-05c3394f7b95 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=03db0199-8c26-402d-a28d-fe51c5dbdec1 HTTP/1.1" status: 200 len: 849 time: 0.0621629 Jul 05 03:17:25.133838 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7911b02c-c3a6-46eb-9066-1944ac7e07cd req-6bbd5c2a-aabe-4dc9-8ed6-a1b7457e7df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:17:25.135314 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7911b02c-c3a6-46eb-9066-1944ac7e07cd req-6bbd5c2a-aabe-4dc9-8ed6-a1b7457e7df3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1683328e-a448-4235-b487-6d813ce67b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1020150 Jul 05 03:17:25.137767 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7911b02c-c3a6-46eb-9066-1944ac7e07cd req-6e59ca59-3e58-468f-af6e-9f2cc05f3716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:17:25.139176 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7911b02c-c3a6-46eb-9066-1944ac7e07cd req-6e59ca59-3e58-468f-af6e-9f2cc05f3716 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1683328e-a448-4235-b487-6d813ce67b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0759385 Jul 05 03:17:25.292844 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7911b02c-c3a6-46eb-9066-1944ac7e07cd req-ef6f5727-3f6e-4854-976b-531a4196730b service neutron] 10.222.0.15 "GET /v2.0/networks/1683328e-a448-4235-b487-6d813ce67b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503923 Jul 05 03:17:25.294834 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7911b02c-c3a6-46eb-9066-1944ac7e07cd req-c71ac078-d00d-4e47-9aed-03490468f63c service neutron] 10.222.0.21 "GET /v2.0/networks/1683328e-a448-4235-b487-6d813ce67b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454105 Jul 05 03:17:25.814624 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7911b02c-c3a6-46eb-9066-1944ac7e07cd req-fd0ccf3b-03a7-452a-81b0-7f386b9792d6 service neutron] 10.222.0.15 "GET /v2.0/networks/1683328e-a448-4235-b487-6d813ce67b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5150828 Jul 05 03:17:25.816527 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7911b02c-c3a6-46eb-9066-1944ac7e07cd req-384745a8-d34a-4620-8339-be27e6e475a6 service neutron] 10.222.0.21 "GET /v2.0/networks/1683328e-a448-4235-b487-6d813ce67b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5073323 Jul 05 03:17:25.967479 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8474ea8c-4b44-4dc5-b26a-6b4811bd396e req-f51d057c-9e9e-41f4-ad2b-0faef1095dad tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:17:25.969541 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8474ea8c-4b44-4dc5-b26a-6b4811bd396e req-f51d057c-9e9e-41f4-ad2b-0faef1095dad tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a8988ac-253a-46e5-87e5-94f0127f026d HTTP/1.1" status: 200 len: 943 time: 0.0671661 Jul 05 03:17:26.008812 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8474ea8c-4b44-4dc5-b26a-6b4811bd396e req-826af98d-7eba-41b4-aa72-ec3ac836302c tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335610 Jul 05 03:17:26.259692 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:17:26.405915 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 1cec8ecd-8211-4839-99b1-5f69ef917b44 no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:17:26.448241 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 1cec8ecd-8211-4839-99b1-5f69ef917b44 not bound to the agent host n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:17:26.455648 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c56fd0-54b1-4e33-9391-024d4b5ba4a2 req-919a8e29-d4db-4ea6-8806-4064ccf92b94 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:17:26.457170 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-27c56fd0-54b1-4e33-9391-024d4b5ba4a2 req-919a8e29-d4db-4ea6-8806-4064ccf92b94 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a8988ac-253a-46e5-87e5-94f0127f026d HTTP/1.1" status: 200 len: 943 time: 0.0767748 Jul 05 03:17:26.496640 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-27c56fd0-54b1-4e33-9391-024d4b5ba4a2 req-d948dbd1-f65e-4474-afbe-a92666630c31 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329959 Jul 05 03:17:26.533949 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9f2944-0d14-4d28-9484-d1e4464e3bbb req-dd380af6-8674-4ede-ab28-2e98a9ce4bf4 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:17:26.535529 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2a9f2944-0d14-4d28-9484-d1e4464e3bbb req-dd380af6-8674-4ede-ab28-2e98a9ce4bf4 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a8988ac-253a-46e5-87e5-94f0127f026d&tenant_id=37922407194a4714beb2d753651ef214&binding%3Ahost_id=n-h1-771362-32 HTTP/1.1" status: 200 len: 943 time: 0.0753801 Jul 05 03:17:26.600240 n-d-771362-32 neutron-server[94461]: INFO neutron.api.v2.resource [req-2a9f2944-0d14-4d28-9484-d1e4464e3bbb req-5833f762-ecb0-44ad-bf49-66b7674f0e0f service neutron] delete failed (client error): The resource could not be found. Jul 05 03:17:26.601285 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2a9f2944-0d14-4d28-9484-d1e4464e3bbb req-5833f762-ecb0-44ad-bf49-66b7674f0e0f service neutron] 10.222.0.15 "DELETE /v2.0/ports/1cec8ecd-8211-4839-99b1-5f69ef917b44/bindings/n-h2-771362-32 HTTP/1.1" status: 404 len: 381 time: 0.0586755 Jul 05 03:17:26.708254 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9f2944-0d14-4d28-9484-d1e4464e3bbb req-361970b9-fbf9-4f41-a0cf-7e7dddd6d3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:17:26.709787 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2a9f2944-0d14-4d28-9484-d1e4464e3bbb req-361970b9-fbf9-4f41-a0cf-7e7dddd6d3c6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=37922407194a4714beb2d753651ef214&device_id=1a8988ac-253a-46e5-87e5-94f0127f026d HTTP/1.1" status: 200 len: 1095 time: 0.0550082 Jul 05 03:17:26.804283 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9f2944-0d14-4d28-9484-d1e4464e3bbb req-6ffb6d9f-152c-4122-b8cb-d2b6f740ddb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:17:26.805784 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2a9f2944-0d14-4d28-9484-d1e4464e3bbb req-6ffb6d9f-152c-4122-b8cb-d2b6f740ddb5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1683328e-a448-4235-b487-6d813ce67b0e HTTP/1.1" status: 200 len: 910 time: 0.0893369 Jul 05 03:17:26.872139 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2a9f2944-0d14-4d28-9484-d1e4464e3bbb req-2f056bbc-ff73-4007-b8c6-d44008761ba7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1cec8ecd-8211-4839-99b1-5f69ef917b44 HTTP/1.1" status: 200 len: 999 time: 0.0590060 Jul 05 03:17:26.918901 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9f2944-0d14-4d28-9484-d1e4464e3bbb req-ce90a511-2e96-4fbf-b74d-dcac2ae4ff30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:17:26.920354 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2a9f2944-0d14-4d28-9484-d1e4464e3bbb req-ce90a511-2e96-4fbf-b74d-dcac2ae4ff30 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=03db0199-8c26-402d-a28d-fe51c5dbdec1 HTTP/1.1" status: 200 len: 849 time: 0.0422666 Jul 05 03:17:26.981227 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9f2944-0d14-4d28-9484-d1e4464e3bbb req-5af59085-dd22-46eb-85a3-31af1545be1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:17:26.982712 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2a9f2944-0d14-4d28-9484-d1e4464e3bbb req-5af59085-dd22-46eb-85a3-31af1545be1b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1683328e-a448-4235-b487-6d813ce67b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555038 Jul 05 03:17:27.074175 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2a9f2944-0d14-4d28-9484-d1e4464e3bbb req-226ef07c-960f-4ebc-be82-47d409a55be6 service neutron] 10.222.0.15 "GET /v2.0/networks/1683328e-a448-4235-b487-6d813ce67b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842776 Jul 05 03:17:27.167792 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2a9f2944-0d14-4d28-9484-d1e4464e3bbb req-7f05b0f2-748e-4794-bc43-1b55c6e0d98d service neutron] 10.222.0.15 "GET /v2.0/networks/1683328e-a448-4235-b487-6d813ce67b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872667 Jul 05 03:17:27.272341 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 1cec8ecd-8211-4839-99b1-5f69ef917b44 details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:17:27.363896 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 1cec8ecd-8211-4839-99b1-5f69ef917b44, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=1cec8ecd-8211-4839-99b1-5f69ef917b44,segment=NetworkSegment(21eddf81-2619-4946-9d45-7ae9bc4495da),segment_id=21eddf81-2619-4946-9d45-7ae9bc4495da)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:17:27.375362 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': '1cec8ecd-8211-4839-99b1-5f69ef917b44', 'network_id': '1683328e-a448-4235-b487-6d813ce67b0e', 'port_id': '1cec8ecd-8211-4839-99b1-5f69ef917b44', 'mac_address': 'fa:16:3e:2e:64:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03db0199-8c26-402d-a28d-fe51c5dbdec1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:17:27.425459 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:17:27.439357 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cec8ecd-8211-4839-99b1-5f69ef917b44 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:17:27.458278 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 1cec8ecd-8211-4839-99b1-5f69ef917b44, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=1cec8ecd-8211-4839-99b1-5f69ef917b44,segment=NetworkSegment(21eddf81-2619-4946-9d45-7ae9bc4495da),segment_id=21eddf81-2619-4946-9d45-7ae9bc4495da)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:17:27.526158 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:17:27.576354 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=1cec8ecd-8211-4839-99b1-5f69ef917b44,revision_number=8']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:17:27.583506 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:17:27.583851 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:17:27.584188 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:17:27.584519 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:17:27.584936 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:17:27.585271 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:17:27.585596 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:17:27.585917 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:17:27.586267 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:17:27.586590 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:17:27.586911 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:17:27.587229 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:17:27.680856 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329d8270-4165-4592-918d-371fa42e1664 req-eb0aff2c-d77d-410b-a6d8-fb3812dc544d tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:17:27.682414 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-329d8270-4165-4592-918d-371fa42e1664 req-eb0aff2c-d77d-410b-a6d8-fb3812dc544d tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a8988ac-253a-46e5-87e5-94f0127f026d HTTP/1.1" status: 200 len: 944 time: 0.0646255 Jul 05 03:17:27.720374 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-329d8270-4165-4592-918d-371fa42e1664 req-9f11c860-f188-4c66-87bb-796aeb554505 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322285 Jul 05 03:17:27.768084 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['1cec8ecd-8211-4839-99b1-5f69ef917b44'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:17:28.892690 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eedd5e5-534f-42c5-bbb8-a717b6966d0b req-081dcb5d-a478-47b6-8ced-a03a958a2d8c tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:17:28.894034 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3eedd5e5-534f-42c5-bbb8-a717b6966d0b req-081dcb5d-a478-47b6-8ced-a03a958a2d8c tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a8988ac-253a-46e5-87e5-94f0127f026d HTTP/1.1" status: 200 len: 944 time: 0.0627611 Jul 05 03:17:28.931225 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3eedd5e5-534f-42c5-bbb8-a717b6966d0b req-64d2771f-bfd7-46e1-9a30-81d403ce4b91 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316119 Jul 05 03:17:29.103993 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42d2891-35d8-4d2a-b936-f0b9db1ffc0b req-e231c46f-7634-49c7-b19b-c905fc00bf29 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:17:29.105478 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d42d2891-35d8-4d2a-b936-f0b9db1ffc0b req-e231c46f-7634-49c7-b19b-c905fc00bf29 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a8988ac-253a-46e5-87e5-94f0127f026d HTTP/1.1" status: 200 len: 944 time: 0.0623660 Jul 05 03:17:29.142379 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d42d2891-35d8-4d2a-b936-f0b9db1ffc0b req-ba8170aa-1c26-4021-8ccc-dc6e6de8919c tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313225 Jul 05 03:17:29.288714 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 1cec8ecd-8211-4839-99b1-5f69ef917b44 up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:17:29.425208 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning for port 1cec8ecd-8211-4839-99b1-5f69ef917b44 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:17:29.429061 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port 1cec8ecd-8211-4839-99b1-5f69ef917b44 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:17:29.429433 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:17:29.504387 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:17:29.528250 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a8988ac-253a-46e5-87e5-94f0127f026d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cec8ecd-8211-4839-99b1-5f69ef917b44'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:17:29.530563 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1156d35e1955dd65519df7b38ee19a55ddc3a31abbcc68c280d02d687c0487e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f1c8dd7-46e1-400d-820a-3fc656390765" -d '{"events": [{"server_uuid": "1a8988ac-253a-46e5-87e5-94f0127f026d", "name": "network-vif-plugged", "status": "completed", "tag": "1cec8ecd-8211-4839-99b1-5f69ef917b44"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:17:29.545127 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 1cec8ecd-8211-4839-99b1-5f69ef917b44, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=1cec8ecd-8211-4839-99b1-5f69ef917b44,segment=NetworkSegment(21eddf81-2619-4946-9d45-7ae9bc4495da),segment_id=21eddf81-2619-4946-9d45-7ae9bc4495da)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:17:29.589758 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae781a5-1e91-4676-af71-a8974bdce82c x-openstack-request-id: req-aae781a5-1e91-4676-af71-a8974bdce82c {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:17:29.590069 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a8988ac-253a-46e5-87e5-94f0127f026d", "name": "network-vif-plugged", "status": "completed", "tag": "1cec8ecd-8211-4839-99b1-5f69ef917b44", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:17:29.590402 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-aae781a5-1e91-4676-af71-a8974bdce82c {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:17:29.590734 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a8988ac-253a-46e5-87e5-94f0127f026d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cec8ecd-8211-4839-99b1-5f69ef917b44', 'code': 200} Jul 05 03:17:29.623425 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:17:29.648662 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f904aa5-dca6-48d5-9240-c38ae15c6eb3 req-2341da69-8812-4636-9f95-f51a91e7db8d tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:17:29.650189 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4f904aa5-dca6-48d5-9240-c38ae15c6eb3 req-2341da69-8812-4636-9f95-f51a91e7db8d tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a8988ac-253a-46e5-87e5-94f0127f026d HTTP/1.1" status: 200 len: 944 time: 0.0790384 Jul 05 03:17:29.671963 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=1cec8ecd-8211-4839-99b1-5f69ef917b44,revision_number=9']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:17:29.709589 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4f904aa5-dca6-48d5-9240-c38ae15c6eb3 req-68fd2ca3-ca69-4fd4-bbd6-686f8884bf04 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427434 Jul 05 03:17:29.722465 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6195001-20f1-42ec-809f-42b0b7886811 req-14e0eca7-af53-49c8-8b67-92d216ed0bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:17:29.724059 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a6195001-20f1-42ec-809f-42b0b7886811 req-14e0eca7-af53-49c8-8b67-92d216ed0bb9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=37922407194a4714beb2d753651ef214&device_id=1a8988ac-253a-46e5-87e5-94f0127f026d HTTP/1.1" status: 200 len: 1097 time: 0.0943475 Jul 05 03:17:29.814650 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6195001-20f1-42ec-809f-42b0b7886811 req-923458a5-e1a1-4417-ad5d-64b62d0bd61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:17:29.816176 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a6195001-20f1-42ec-809f-42b0b7886811 req-923458a5-e1a1-4417-ad5d-64b62d0bd61d service neutron] 10.222.0.21 "GET /v2.0/networks?id=1683328e-a448-4235-b487-6d813ce67b0e HTTP/1.1" status: 200 len: 910 time: 0.0855968 Jul 05 03:17:29.879851 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a6195001-20f1-42ec-809f-42b0b7886811 req-914e48fc-2d51-4413-a17b-8f3cf86e1548 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1cec8ecd-8211-4839-99b1-5f69ef917b44 HTTP/1.1" status: 200 len: 1001 time: 0.0576422 Jul 05 03:17:29.931445 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6195001-20f1-42ec-809f-42b0b7886811 req-f6d916a4-6d01-4859-9e02-4c76f8206fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:17:29.932868 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a6195001-20f1-42ec-809f-42b0b7886811 req-f6d916a4-6d01-4859-9e02-4c76f8206fdf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=03db0199-8c26-402d-a28d-fe51c5dbdec1 HTTP/1.1" status: 200 len: 849 time: 0.0460794 Jul 05 03:17:29.992233 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6195001-20f1-42ec-809f-42b0b7886811 req-8d251738-c2b0-415b-929a-40e14b954596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:17:29.993742 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a6195001-20f1-42ec-809f-42b0b7886811 req-8d251738-c2b0-415b-929a-40e14b954596 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1683328e-a448-4235-b487-6d813ce67b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547838 Jul 05 03:17:30.082072 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a6195001-20f1-42ec-809f-42b0b7886811 req-c08b79ff-ae75-4819-9551-7fcd090c2959 service neutron] 10.222.0.21 "GET /v2.0/networks/1683328e-a448-4235-b487-6d813ce67b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823727 Jul 05 03:17:30.172104 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a6195001-20f1-42ec-809f-42b0b7886811 req-cff3b4ea-b571-49f4-b36c-b53620c512e3 service neutron] 10.222.0.21 "GET /v2.0/networks/1683328e-a448-4235-b487-6d813ce67b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833268 Jul 05 03:17:30.886965 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1552135-2475-495a-9859-3a4be9d3f6f6 req-91796071-0463-46c7-85a0-19f7980427a0 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:17:30.888399 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e1552135-2475-495a-9859-3a4be9d3f6f6 req-91796071-0463-46c7-85a0-19f7980427a0 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a8988ac-253a-46e5-87e5-94f0127f026d HTTP/1.1" status: 200 len: 945 time: 0.0661771 Jul 05 03:17:30.928413 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e1552135-2475-495a-9859-3a4be9d3f6f6 req-4bc46ac8-d0e4-4e6a-835d-8146b82380c1 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337842 Jul 05 03:17:32.099341 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2daf8f0-46d3-4c3a-a8fe-a0c2a5b36d25 req-29318334-2ec2-4663-b266-8aa60f32e0f4 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:17:32.100844 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a2daf8f0-46d3-4c3a-a8fe-a0c2a5b36d25 req-29318334-2ec2-4663-b266-8aa60f32e0f4 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a8988ac-253a-46e5-87e5-94f0127f026d HTTP/1.1" status: 200 len: 945 time: 0.0636234 Jul 05 03:17:32.137824 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a2daf8f0-46d3-4c3a-a8fe-a0c2a5b36d25 req-f078b51a-2223-4f29-aa13-c81a51d50e4a tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310144 Jul 05 03:17:32.743936 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d91515-7c71-469a-8454-753ef8a8d0ae req-3e794e29-4977-4796-975b-ef2e29c043d3 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:17:32.745463 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b2d91515-7c71-469a-8454-753ef8a8d0ae req-3e794e29-4977-4796-975b-ef2e29c043d3 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a8988ac-253a-46e5-87e5-94f0127f026d HTTP/1.1" status: 200 len: 945 time: 0.0637603 Jul 05 03:17:32.783623 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b2d91515-7c71-469a-8454-753ef8a8d0ae req-fb8e8a75-c9be-4172-8682-e9045dc62b96 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319233 Jul 05 03:17:33.961015 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d83810a-e781-4b0e-9613-cb42790d2b4e req-10fbd788-e120-41f5-a00a-767fd89e3a24 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:17:33.962646 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0d83810a-e781-4b0e-9613-cb42790d2b4e req-10fbd788-e120-41f5-a00a-767fd89e3a24 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a8988ac-253a-46e5-87e5-94f0127f026d HTTP/1.1" status: 200 len: 945 time: 0.0716538 Jul 05 03:17:33.971188 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7078c32-8c87-4b24-85e3-1c0c564da8f9 req-1c2b43c0-ae4f-4ffb-a667-0a41f12931f5 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:17:33.972692 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f7078c32-8c87-4b24-85e3-1c0c564da8f9 req-1c2b43c0-ae4f-4ffb-a667-0a41f12931f5 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a8988ac-253a-46e5-87e5-94f0127f026d HTTP/1.1" status: 200 len: 945 time: 0.0741789 Jul 05 03:17:34.012713 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f7078c32-8c87-4b24-85e3-1c0c564da8f9 req-bf741eac-056a-4450-94e3-d0534c21bca8 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341902 Jul 05 03:17:34.066089 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-0d83810a-e781-4b0e-9613-cb42790d2b4e req-d901c7c8-6710-4425-9559-5b6c60adb4ad tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Deleting port 1cec8ecd-8211-4839-99b1-5f69ef917b44 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:17:34.066376 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-0d83810a-e781-4b0e-9613-cb42790d2b4e req-d901c7c8-6710-4425-9559-5b6c60adb4ad tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:17:34.154588 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-0d83810a-e781-4b0e-9613-cb42790d2b4e req-d901c7c8-6710-4425-9559-5b6c60adb4ad tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] For port 1cec8ecd-8211-4839-99b1-5f69ef917b44, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=1cec8ecd-8211-4839-99b1-5f69ef917b44,segment=NetworkSegment(21eddf81-2619-4946-9d45-7ae9bc4495da),segment_id=21eddf81-2619-4946-9d45-7ae9bc4495da)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:17:34.154943 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-0d83810a-e781-4b0e-9613-cb42790d2b4e req-d901c7c8-6710-4425-9559-5b6c60adb4ad tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:17:34.321373 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-0d83810a-e781-4b0e-9613-cb42790d2b4e req-d901c7c8-6710-4425-9559-5b6c60adb4ad tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:17:34.321655 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-0d83810a-e781-4b0e-9613-cb42790d2b4e req-d901c7c8-6710-4425-9559-5b6c60adb4ad tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636869'] for floatingip, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:17:34.321967 n-d-771362-32 neutron-server[94461]: INFO neutron.db.l3_db [req-0d83810a-e781-4b0e-9613-cb42790d2b4e req-d901c7c8-6710-4425-9559-5b6c60adb4ad tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Floating IP 60ea9cf3-3d27-464a-8d3e-97e98e9a1009 disassociated. External IP: 172.25.7.218, port: 1cec8ecd-8211-4839-99b1-5f69ef917b44. Jul 05 03:17:34.322348 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-0d83810a-e781-4b0e-9613-cb42790d2b4e req-d901c7c8-6710-4425-9559-5b6c60adb4ad tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Calling delete_port for 1cec8ecd-8211-4839-99b1-5f69ef917b44 owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:17:34.528508 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-0d83810a-e781-4b0e-9613-cb42790d2b4e req-d901c7c8-6710-4425-9559-5b6c60adb4ad tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:17:34.561910 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d901c7c8-6710-4425-9559-5b6c60adb4ad tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Pushing event deleted for resources: {'Port': ['ID=1cec8ecd-8211-4839-99b1-5f69ef917b44,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:17:34.686769 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0d83810a-e781-4b0e-9613-cb42790d2b4e req-d901c7c8-6710-4425-9559-5b6c60adb4ad tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Router 43598d09-982e-4e7b-a1e7-506eab92cb50 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:17:34.801795 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0d83810a-e781-4b0e-9613-cb42790d2b4e req-d901c7c8-6710-4425-9559-5b6c60adb4ad tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:17:34.813288 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832cbefc-0728-4ce2-913e-bda15ba11f26 None None] Sync routers for ids ['43598d09-982e-4e7b-a1e7-506eab92cb50'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:17:34.823377 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832cbefc-0728-4ce2-913e-bda15ba11f26 None None] Routers {'43598d09-982e-4e7b-a1e7-506eab92cb50'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:17:34.827606 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-832cbefc-0728-4ce2-913e-bda15ba11f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:17:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['43598d09-982e-4e7b-a1e7-506eab92cb50'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:17:34.845806 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d83810a-e781-4b0e-9613-cb42790d2b4e req-d901c7c8-6710-4425-9559-5b6c60adb4ad tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] No DVR routers for this DVR port 1cec8ecd-8211-4839-99b1-5f69ef917b44 on host n-h1-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:17:34.848775 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-0d83810a-e781-4b0e-9613-cb42790d2b4e req-d901c7c8-6710-4425-9559-5b6c60adb4ad tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:17:34.850890 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0d83810a-e781-4b0e-9613-cb42790d2b4e req-d901c7c8-6710-4425-9559-5b6c60adb4ad tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.21 "DELETE /v2.0/ports/1cec8ecd-8211-4839-99b1-5f69ef917b44 HTTP/1.1" status: 204 len: 173 time: 0.8832548 Jul 05 03:17:34.851360 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a8988ac-253a-46e5-87e5-94f0127f026d', 'name': 'network-vif-deleted', 'tag': '1cec8ecd-8211-4839-99b1-5f69ef917b44'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:17:34.853731 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4c1385bffaa5d930a7117e6982c27207eca91cca31cf4b43f86c7ad63cd24a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-154eefa3-bf5e-46fb-b8b2-49250761b3b7" -d '{"events": [{"server_uuid": "1a8988ac-253a-46e5-87e5-94f0127f026d", "name": "network-vif-deleted", "tag": "1cec8ecd-8211-4839-99b1-5f69ef917b44"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:17:34.894346 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fab48e22-418e-4c36-84b3-97e773363b70 x-openstack-request-id: req-fab48e22-418e-4c36-84b3-97e773363b70 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:17:34.894643 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a8988ac-253a-46e5-87e5-94f0127f026d", "name": "network-vif-deleted", "tag": "1cec8ecd-8211-4839-99b1-5f69ef917b44", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:17:34.894899 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fab48e22-418e-4c36-84b3-97e773363b70 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:17:34.895319 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a8988ac-253a-46e5-87e5-94f0127f026d', 'name': 'network-vif-deleted', 'tag': '1cec8ecd-8211-4839-99b1-5f69ef917b44', 'status': 'completed', 'code': 200} Jul 05 03:17:35.025652 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-832cbefc-0728-4ce2-913e-bda15ba11f26 None None] Set router 43598d09-982e-4e7b-a1e7-506eab92cb50 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:17:35.175349 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ed814602-939b-40ac-a1c0-7e164bb7af89 req-5ca66a46-b654-4724-91de-419dc26af606 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a8988ac-253a-46e5-87e5-94f0127f026d HTTP/1.1" status: 200 len: 210 time: 0.0374522 Jul 05 03:17:35.243385 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-832cbefc-0728-4ce2-913e-bda15ba11f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43598d09-982e-4e7b-a1e7-506eab92cb50', 'name': 'tempest-ServerActionsTestJSON-90816521-router', 'tenant_id': '37922407194a4714beb2d753651ef214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': 'c63fa816-5a05-4c81-a828-5ef41bd4fc42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:12:44Z', 'updated_at': '2021-07-05T03:12:47Z', 'revision_number': 4, 'project_id': '37922407194a4714beb2d753651ef214', 'gw_port': {'id': 'c63fa816-5a05-4c81-a828-5ef41bd4fc42', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:b2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43598d09-982e-4e7b-a1e7-506eab92cb50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:12:45Z', 'updated_at': '2021-07-05T03:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'c0b485db-945a-45a6-a29e-410942462fd6', 'name': '', 'network_id': '1683328e-a448-4235-b487-6d813ce67b0e', 'tenant_id': '37922407194a4714beb2d753651ef214', 'mac_address': 'fa:16:3e:20:15:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43598d09-982e-4e7b-a1e7-506eab92cb50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '03db0199-8c26-402d-a28d-fe51c5dbdec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:12:47Z', 'updated_at': '2021-07-05T03:12:52Z', 'revision_number': 5, 'project_id': '37922407194a4714beb2d753651ef214', 'subnets': [{'id': '03db0199-8c26-402d-a28d-fe51c5dbdec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:17:35.269959 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832cbefc-0728-4ce2-913e-bda15ba11f26 None None] Checking router: 43598d09-982e-4e7b-a1e7-506eab92cb50 for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:17:35.278316 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832cbefc-0728-4ce2-913e-bda15ba11f26 None None] Routers {'43598d09-982e-4e7b-a1e7-506eab92cb50'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:17:35.278919 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-832cbefc-0728-4ce2-913e-bda15ba11f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:17:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['43598d09-982e-4e7b-a1e7-506eab92cb50'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:17:35.383068 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-832cbefc-0728-4ce2-913e-bda15ba11f26 None None] Set router 43598d09-982e-4e7b-a1e7-506eab92cb50 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:17:35.592539 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-832cbefc-0728-4ce2-913e-bda15ba11f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43598d09-982e-4e7b-a1e7-506eab92cb50', 'name': 'tempest-ServerActionsTestJSON-90816521-router', 'tenant_id': '37922407194a4714beb2d753651ef214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': 'c63fa816-5a05-4c81-a828-5ef41bd4fc42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:12:44Z', 'updated_at': '2021-07-05T03:12:47Z', 'revision_number': 4, 'project_id': '37922407194a4714beb2d753651ef214', 'gw_port': {'id': 'c63fa816-5a05-4c81-a828-5ef41bd4fc42', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:b2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43598d09-982e-4e7b-a1e7-506eab92cb50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:12:45Z', 'updated_at': '2021-07-05T03:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'c0b485db-945a-45a6-a29e-410942462fd6', 'name': '', 'network_id': '1683328e-a448-4235-b487-6d813ce67b0e', 'tenant_id': '37922407194a4714beb2d753651ef214', 'mac_address': 'fa:16:3e:20:15:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43598d09-982e-4e7b-a1e7-506eab92cb50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '03db0199-8c26-402d-a28d-fe51c5dbdec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:12:47Z', 'updated_at': '2021-07-05T03:12:52Z', 'revision_number': 5, 'project_id': '37922407194a4714beb2d753651ef214', 'subnets': [{'id': '03db0199-8c26-402d-a28d-fe51c5dbdec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:17:35.620920 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832cbefc-0728-4ce2-913e-bda15ba11f26 None None] The sync data for ids ['43598d09-982e-4e7b-a1e7-506eab92cb50'] in n-d-771362-32 is: [{'id': '43598d09-982e-4e7b-a1e7-506eab92cb50', 'name': 'tempest-ServerActionsTestJSON-90816521-router', 'tenant_id': '37922407194a4714beb2d753651ef214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': 'c63fa816-5a05-4c81-a828-5ef41bd4fc42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:12:44Z', 'updated_at': '2021-07-05T03:12:47Z', 'revision_number': 4, 'project_id': '37922407194a4714beb2d753651ef214', 'gw_port': {'id': 'c63fa816-5a05-4c81-a828-5ef41bd4fc42', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:b2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43598d09-982e-4e7b-a1e7-506eab92cb50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:12:45Z', 'updated_at': '2021-07-05T03:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'c0b485db-945a-45a6-a29e-410942462fd6', 'name': '', 'network_id': '1683328e-a448-4235-b487-6d813ce67b0e', 'tenant_id': '37922407194a4714beb2d753651ef214', 'mac_address': 'fa:16:3e:20:15:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43598d09-982e-4e7b-a1e7-506eab92cb50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '03db0199-8c26-402d-a28d-fe51c5dbdec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:12:47Z', 'updated_at': '2021-07-05T03:12:52Z', 'revision_number': 5, 'project_id': '37922407194a4714beb2d753651ef214', 'subnets': [{'id': '03db0199-8c26-402d-a28d-fe51c5dbdec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:17:35.858322 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a659e0-28a5-40d5-8e8f-3558446553dd None None] New status for floating IP 60ea9cf3-3d27-464a-8d3e-97e98e9a1009: DOWN {{(pid=94463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:17:36.541155 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1b9367ff-f07c-4f0d-a072-6e077d4bafd6 req-6ff6161e-c7a6-42e8-b277-16b2038a61e5 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--628780573&fields=id&tenant_id=37922407194a4714beb2d753651ef214 HTTP/1.1" status: 200 len: 267 time: 0.0403633 Jul 05 03:17:36.658652 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9367ff-f07c-4f0d-a072-6e077d4bafd6 req-6caa847b-6c4d-4ed7-a63a-d506f2668c8a tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:17:36.660189 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1b9367ff-f07c-4f0d-a072-6e077d4bafd6 req-6caa847b-6c4d-4ed7-a63a-d506f2668c8a tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/networks?id=1683328e-a448-4235-b487-6d813ce67b0e HTTP/1.1" status: 200 len: 810 time: 0.1120489 Jul 05 03:17:36.679326 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1b9367ff-f07c-4f0d-a072-6e077d4bafd6 req-53efbd63-ef6a-4b91-a196-62c8f9d258c2 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/quotas/37922407194a4714beb2d753651ef214 HTTP/1.1" status: 200 len: 375 time: 0.0104318 Jul 05 03:17:36.749007 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1b9367ff-f07c-4f0d-a072-6e077d4bafd6 req-8214ed79-26e0-476b-a4cf-3b6caca08899 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=37922407194a4714beb2d753651ef214&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0647542 Jul 05 03:17:36.893397 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1b9367ff-f07c-4f0d-a072-6e077d4bafd6 req-e2ed863b-a95a-4e4f-ad1b-d7e24d3b555d service neutron] 10.222.0.23 "GET /v2.0/networks/1683328e-a448-4235-b487-6d813ce67b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328950 Jul 05 03:17:36.984385 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1b9367ff-f07c-4f0d-a072-6e077d4bafd6 req-21bb0502-44ff-4cc2-9e30-340915b5e706 service neutron] 10.222.0.23 "GET /v2.0/networks/1683328e-a448-4235-b487-6d813ce67b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853395 Jul 05 03:17:37.217654 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-de4193f8-7b86-40ec-9c57-259472c78632 req-f2f8fed9-872c-4e0a-a15a-b78a660b18fa tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e221e8e-ce35-4682-82bf-e43dd5a1c9cc HTTP/1.1" status: 200 len: 210 time: 0.0338573 Jul 05 03:17:37.325724 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 1cec8ecd-8211-4839-99b1-5f69ef917b44 no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:17:37.342116 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] No Port match for: 1cec8ecd-8211-4839-99b1-5f69ef917b44 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:17:37.342575 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 1cec8ecd-8211-4839-99b1-5f69ef917b44 not bound to the agent host n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:17:38.370981 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9ffd7be9-7c42-43b6-a565-36242c05152b req-f48f02ee-d46a-457f-bb98-531dacc84b4e tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e221e8e-ce35-4682-82bf-e43dd5a1c9cc HTTP/1.1" status: 200 len: 210 time: 0.0363038 Jul 05 03:17:39.235978 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9367ff-f07c-4f0d-a072-6e077d4bafd6 req-0b4df843-1a03-4f79-8dbc-b19bea1e46e9 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:17:39.237509 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1b9367ff-f07c-4f0d-a072-6e077d4bafd6 req-0b4df843-1a03-4f79-8dbc-b19bea1e46e9 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.15 "GET /v2.0/networks?id=1683328e-a448-4235-b487-6d813ce67b0e HTTP/1.1" status: 200 len: 810 time: 0.1088636 Jul 05 03:17:39.282841 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1b9367ff-f07c-4f0d-a072-6e077d4bafd6 req-f0f20be4-93bb-4609-8bc7-f5b07d127257 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=37922407194a4714beb2d753651ef214 HTTP/1.1" status: 200 len: 379 time: 0.0358722 Jul 05 03:17:39.291468 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-1b9367ff-f07c-4f0d-a072-6e077d4bafd6 req-e883ce3f-8c78-4ab1-b62a-cf178628a11c tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Request body: {'port': {'device_id': '8e221e8e-ce35-4682-82bf-e43dd5a1c9cc', 'network_id': '1683328e-a448-4235-b487-6d813ce67b0e', 'admin_state_up': True, 'tenant_id': '37922407194a4714beb2d753651ef214', 'security_groups': ['0d41995c-df49-487b-8085-404c0d2ef814']}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:17:39.488421 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b9367ff-f07c-4f0d-a072-6e077d4bafd6 req-e883ce3f-8c78-4ab1-b62a-cf178628a11c tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Made reservation on behalf of 37922407194a4714beb2d753651ef214 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:17:39.492708 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1b9367ff-f07c-4f0d-a072-6e077d4bafd6 req-e883ce3f-8c78-4ab1-b62a-cf178628a11c tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:17:39.524129 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-11fbdf70-968d-4eb4-a6d3-ece369360051 req-496b6b9a-1810-4966-8550-2f532ec6e6ef tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e221e8e-ce35-4682-82bf-e43dd5a1c9cc HTTP/1.1" status: 200 len: 210 time: 0.0296443 Jul 05 03:17:39.632206 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-1b9367ff-f07c-4f0d-a072-6e077d4bafd6 req-e883ce3f-8c78-4ab1-b62a-cf178628a11c tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Allocated IP 172.20.0.13 (1683328e-a448-4235-b487-6d813ce67b0e/03db0199-8c26-402d-a28d-fe51c5dbdec1/84a61923-6b89-41f7-9ba5-5ce861c13967) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:17:39.777451 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1b9367ff-f07c-4f0d-a072-6e077d4bafd6 req-e883ce3f-8c78-4ab1-b62a-cf178628a11c tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:17:39.791818 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-1b9367ff-f07c-4f0d-a072-6e077d4bafd6 req-e883ce3f-8c78-4ab1-b62a-cf178628a11c tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Transition to ACTIVE for port object 84a61923-6b89-41f7-9ba5-5ce861c13967 will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:17:39.917081 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1b9367ff-f07c-4f0d-a072-6e077d4bafd6 req-e883ce3f-8c78-4ab1-b62a-cf178628a11c tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:17:39.965825 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b9367ff-f07c-4f0d-a072-6e077d4bafd6 req-e883ce3f-8c78-4ab1-b62a-cf178628a11c tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Network 1683328e-a448-4235-b487-6d813ce67b0e is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:17:39.969198 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-1b9367ff-f07c-4f0d-a072-6e077d4bafd6 req-e883ce3f-8c78-4ab1-b62a-cf178628a11c tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:17:39.975334 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b9367ff-f07c-4f0d-a072-6e077d4bafd6 req-e883ce3f-8c78-4ab1-b62a-cf178628a11c tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:17:40.011506 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e883ce3f-8c78-4ab1-b62a-cf178628a11c tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Pushing event updated for resources: {'Port': ['ID=84a61923-6b89-41f7-9ba5-5ce861c13967,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:17:40.044076 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9367ff-f07c-4f0d-a072-6e077d4bafd6 req-e883ce3f-8c78-4ab1-b62a-cf178628a11c tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:17:40.044732 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1b9367ff-f07c-4f0d-a072-6e077d4bafd6 req-e883ce3f-8c78-4ab1-b62a-cf178628a11c tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:17:40.260675 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1b9367ff-f07c-4f0d-a072-6e077d4bafd6 req-e883ce3f-8c78-4ab1-b62a-cf178628a11c tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9729199 Jul 05 03:17:40.272653 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-1b9367ff-f07c-4f0d-a072-6e077d4bafd6 req-88e02b88-24f1-4683-a42c-c3f001767a65 service neutron] Request body: {'port': {'device_id': '8e221e8e-ce35-4682-82bf-e43dd5a1c9cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:17:40.328038 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-983703a6-6ec6-4db4-bfbd-6dbb1b658cb0 None None] Provisioning for port 84a61923-6b89-41f7-9ba5-5ce861c13967 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:17:40.332099 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-983703a6-6ec6-4db4-bfbd-6dbb1b658cb0 None None] Provisioning complete for port 84a61923-6b89-41f7-9ba5-5ce861c13967 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:17:40.332487 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-983703a6-6ec6-4db4-bfbd-6dbb1b658cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:17:40.347099 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1b9367ff-f07c-4f0d-a072-6e077d4bafd6 req-88e02b88-24f1-4683-a42c-c3f001767a65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:17:40.371612 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-983703a6-6ec6-4db4-bfbd-6dbb1b658cb0 None None] Port 84a61923-6b89-41f7-9ba5-5ce861c13967 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:17:40.636984 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-1b9367ff-f07c-4f0d-a072-6e077d4bafd6 req-88e02b88-24f1-4683-a42c-c3f001767a65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84a61923-6b89-41f7-9ba5-5ce861c13967 {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:17:40.646581 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1b9367ff-f07c-4f0d-a072-6e077d4bafd6 req-88e02b88-24f1-4683-a42c-c3f001767a65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:17:40.684392 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-1b9367ff-f07c-4f0d-a072-6e077d4bafd6 req-88e02b88-24f1-4683-a42c-c3f001767a65 service neutron] Transition to ACTIVE for port object 84a61923-6b89-41f7-9ba5-5ce861c13967 will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:17:40.723128 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aacb75-1507-45aa-bf24-caa72e1e65b7 req-d67214ab-b33b-4ecf-9874-3d82f93b81c5 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:17:40.724665 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d9aacb75-1507-45aa-bf24-caa72e1e65b7 req-d67214ab-b33b-4ecf-9874-3d82f93b81c5 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e221e8e-ce35-4682-82bf-e43dd5a1c9cc HTTP/1.1" status: 200 len: 932 time: 0.0809479 Jul 05 03:17:40.761951 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1b9367ff-f07c-4f0d-a072-6e077d4bafd6 req-88e02b88-24f1-4683-a42c-c3f001767a65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:17:40.772503 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d9aacb75-1507-45aa-bf24-caa72e1e65b7 req-e5facaa5-0c6e-4eae-895e-02e3a72682a4 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421033 Jul 05 03:17:40.844769 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e02b88-24f1-4683-a42c-c3f001767a65 service neutron] Pushing event updated for resources: {'Port': ['ID=84a61923-6b89-41f7-9ba5-5ce861c13967,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:17:40.905831 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-1b9367ff-f07c-4f0d-a072-6e077d4bafd6 req-88e02b88-24f1-4683-a42c-c3f001767a65 service neutron] Attempting to bind port 84a61923-6b89-41f7-9ba5-5ce861c13967 on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:17:40.906081 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-1b9367ff-f07c-4f0d-a072-6e077d4bafd6 req-88e02b88-24f1-4683-a42c-c3f001767a65 service neutron] Attempting to bind port 84a61923-6b89-41f7-9ba5-5ce861c13967 by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '21eddf81-2619-4946-9d45-7ae9bc4495da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1683328e-a448-4235-b487-6d813ce67b0e'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:17:40.906442 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9367ff-f07c-4f0d-a072-6e077d4bafd6 req-88e02b88-24f1-4683-a42c-c3f001767a65 service neutron] Attempting to bind port 84a61923-6b89-41f7-9ba5-5ce861c13967 on network 1683328e-a448-4235-b487-6d813ce67b0e {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:17:40.911854 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9367ff-f07c-4f0d-a072-6e077d4bafd6 req-88e02b88-24f1-4683-a42c-c3f001767a65 service neutron] Port 84a61923-6b89-41f7-9ba5-5ce861c13967 on network 1683328e-a448-4235-b487-6d813ce67b0e not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:17:40.912319 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9367ff-f07c-4f0d-a072-6e077d4bafd6 req-88e02b88-24f1-4683-a42c-c3f001767a65 service neutron] Attempting to bind port 84a61923-6b89-41f7-9ba5-5ce861c13967 on network 1683328e-a448-4235-b487-6d813ce67b0e {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:17:40.917824 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9367ff-f07c-4f0d-a072-6e077d4bafd6 req-88e02b88-24f1-4683-a42c-c3f001767a65 service neutron] Checking agent: {'id': 'e071c76e-395f-48c4-a98f-88088465cf0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:17:40.918188 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9367ff-f07c-4f0d-a072-6e077d4bafd6 req-88e02b88-24f1-4683-a42c-c3f001767a65 service neutron] Checking segment: {'id': '21eddf81-2619-4946-9d45-7ae9bc4495da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1683328e-a448-4235-b487-6d813ce67b0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:17:40.918574 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9367ff-f07c-4f0d-a072-6e077d4bafd6 req-88e02b88-24f1-4683-a42c-c3f001767a65 service neutron] Bound using segment: {'id': '21eddf81-2619-4946-9d45-7ae9bc4495da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1683328e-a448-4235-b487-6d813ce67b0e'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:17:40.919008 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-1b9367ff-f07c-4f0d-a072-6e077d4bafd6 req-88e02b88-24f1-4683-a42c-c3f001767a65 service neutron] Bound port: 84a61923-6b89-41f7-9ba5-5ce861c13967, host: n-h2-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21eddf81-2619-4946-9d45-7ae9bc4495da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1683328e-a448-4235-b487-6d813ce67b0e'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:17:40.919376 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1b9367ff-f07c-4f0d-a072-6e077d4bafd6 req-88e02b88-24f1-4683-a42c-c3f001767a65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:17:40.998139 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-1b9367ff-f07c-4f0d-a072-6e077d4bafd6 req-88e02b88-24f1-4683-a42c-c3f001767a65 service neutron] For port 84a61923-6b89-41f7-9ba5-5ce861c13967, host n-h2-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:17:41.001808 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-1b9367ff-f07c-4f0d-a072-6e077d4bafd6 req-88e02b88-24f1-4683-a42c-c3f001767a65 service neutron] For port 84a61923-6b89-41f7-9ba5-5ce861c13967, host n-h2-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=84a61923-6b89-41f7-9ba5-5ce861c13967,segment=NetworkSegment(21eddf81-2619-4946-9d45-7ae9bc4495da),segment_id=21eddf81-2619-4946-9d45-7ae9bc4495da)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:17:41.064189 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1b9367ff-f07c-4f0d-a072-6e077d4bafd6 req-88e02b88-24f1-4683-a42c-c3f001767a65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:17:41.100213 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9367ff-f07c-4f0d-a072-6e077d4bafd6 req-88e02b88-24f1-4683-a42c-c3f001767a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:17:41.100848 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-1b9367ff-f07c-4f0d-a072-6e077d4bafd6 req-88e02b88-24f1-4683-a42c-c3f001767a65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:17:41.102317 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1b9367ff-f07c-4f0d-a072-6e077d4bafd6 req-88e02b88-24f1-4683-a42c-c3f001767a65 service neutron] 10.222.0.15 "PUT /v2.0/ports/84a61923-6b89-41f7-9ba5-5ce861c13967 HTTP/1.1" status: 200 len: 1093 time: 0.8340750 Jul 05 03:17:41.102778 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e221e8e-ce35-4682-82bf-e43dd5a1c9cc', 'tag': '84a61923-6b89-41f7-9ba5-5ce861c13967'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:17:41.105063 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4c1385bffaa5d930a7117e6982c27207eca91cca31cf4b43f86c7ad63cd24a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b954e3d-edec-4b78-9e50-94882597337f" -d '{"events": [{"name": "network-changed", "server_uuid": "8e221e8e-ce35-4682-82bf-e43dd5a1c9cc", "tag": "84a61923-6b89-41f7-9ba5-5ce861c13967"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:17:41.138053 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e02b88-24f1-4683-a42c-c3f001767a65 service neutron] Pushing event updated for resources: {'Port': ['ID=84a61923-6b89-41f7-9ba5-5ce861c13967,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:17:41.148230 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a684291-5038-49a0-8eb9-84d57b253e3f x-openstack-request-id: req-8a684291-5038-49a0-8eb9-84d57b253e3f {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:17:41.148940 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e221e8e-ce35-4682-82bf-e43dd5a1c9cc", "tag": "84a61923-6b89-41f7-9ba5-5ce861c13967", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:17:41.149270 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8a684291-5038-49a0-8eb9-84d57b253e3f {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:17:41.149869 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e221e8e-ce35-4682-82bf-e43dd5a1c9cc', 'tag': '84a61923-6b89-41f7-9ba5-5ce861c13967', 'status': 'completed', 'code': 200} Jul 05 03:17:41.239367 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b954e3d-edec-4b78-9e50-94882597337f req-d113af10-e3f2-4867-93d3-9148bb0606b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:17:41.241065 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4b954e3d-edec-4b78-9e50-94882597337f req-d113af10-e3f2-4867-93d3-9148bb0606b4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=37922407194a4714beb2d753651ef214&device_id=8e221e8e-ce35-4682-82bf-e43dd5a1c9cc HTTP/1.1" status: 200 len: 1096 time: 0.0657725 Jul 05 03:17:41.351051 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b954e3d-edec-4b78-9e50-94882597337f req-4d44c64e-b40c-43e6-861c-cb958d6afc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:17:41.352565 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4b954e3d-edec-4b78-9e50-94882597337f req-4d44c64e-b40c-43e6-861c-cb958d6afc0e service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=37922407194a4714beb2d753651ef214&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1039472 Jul 05 03:17:41.452516 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b954e3d-edec-4b78-9e50-94882597337f req-3a9db3f2-7737-459f-8dfd-14ebfdb840b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:17:41.453944 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4b954e3d-edec-4b78-9e50-94882597337f req-3a9db3f2-7737-459f-8dfd-14ebfdb840b8 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0948067 Jul 05 03:17:41.553144 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9367ff-f07c-4f0d-a072-6e077d4bafd6 req-c604c62b-bc99-496b-b2b7-3b621498a2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:17:41.554729 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1b9367ff-f07c-4f0d-a072-6e077d4bafd6 req-c604c62b-bc99-496b-b2b7-3b621498a2c8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=37922407194a4714beb2d753651ef214&device_id=8e221e8e-ce35-4682-82bf-e43dd5a1c9cc HTTP/1.1" status: 200 len: 1096 time: 0.0603502 Jul 05 03:17:41.599502 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1b9367ff-f07c-4f0d-a072-6e077d4bafd6 req-9936086e-1334-460d-ac4d-12e351bc281f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84a61923-6b89-41f7-9ba5-5ce861c13967 HTTP/1.1" status: 200 len: 217 time: 0.0367687 Jul 05 03:17:41.653594 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9367ff-f07c-4f0d-a072-6e077d4bafd6 req-803d7687-293c-4dd9-96f0-d0066f85fdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:17:41.655642 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1b9367ff-f07c-4f0d-a072-6e077d4bafd6 req-803d7687-293c-4dd9-96f0-d0066f85fdb9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=03db0199-8c26-402d-a28d-fe51c5dbdec1 HTTP/1.1" status: 200 len: 849 time: 0.0496669 Jul 05 03:17:41.716305 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9367ff-f07c-4f0d-a072-6e077d4bafd6 req-59f203f7-8983-4f58-8f30-e0d42b565de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:17:41.718333 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1b9367ff-f07c-4f0d-a072-6e077d4bafd6 req-59f203f7-8983-4f58-8f30-e0d42b565de7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1683328e-a448-4235-b487-6d813ce67b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547352 Jul 05 03:17:41.818756 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1b9367ff-f07c-4f0d-a072-6e077d4bafd6 req-ecd30f14-9b26-40c5-8037-85bf0409faa7 service neutron] 10.222.0.15 "GET /v2.0/networks/1683328e-a448-4235-b487-6d813ce67b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915594 Jul 05 03:17:41.944981 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1b9367ff-f07c-4f0d-a072-6e077d4bafd6 req-665cab40-a143-47c0-8bad-10f7c35784ee service neutron] 10.222.0.15 "GET /v2.0/networks/1683328e-a448-4235-b487-6d813ce67b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208253 Jul 05 03:17:41.976469 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3269091c-b961-42e7-adbd-ffcf8826786e req-e0c42fba-2828-4ecd-b371-e9d112daffa3 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:17:41.978507 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3269091c-b961-42e7-adbd-ffcf8826786e req-e0c42fba-2828-4ecd-b371-e9d112daffa3 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e221e8e-ce35-4682-82bf-e43dd5a1c9cc HTTP/1.1" status: 200 len: 944 time: 0.0857708 Jul 05 03:17:42.027760 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3269091c-b961-42e7-adbd-ffcf8826786e req-bbf16302-291b-4413-856e-1a7a7d445cc4 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429738 Jul 05 03:17:42.202952 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:17:42.425654 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:17:43.215085 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c853e7b-12bf-4ad3-809c-0658a9366a36 req-029992d3-e778-435b-82ec-227710dabd39 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:17:43.216620 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0c853e7b-12bf-4ad3-809c-0658a9366a36 req-029992d3-e778-435b-82ec-227710dabd39 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e221e8e-ce35-4682-82bf-e43dd5a1c9cc HTTP/1.1" status: 200 len: 944 time: 0.0691192 Jul 05 03:17:43.258704 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0c853e7b-12bf-4ad3-809c-0658a9366a36 req-e602ffd7-4845-450b-80c6-693f99927860 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363312 Jul 05 03:17:44.441440 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e95f3ce-9212-442b-adbd-f9d409b0e8ac req-d520430c-5ec0-47ae-ac33-674a21e52372 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:17:44.443001 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8e95f3ce-9212-442b-adbd-f9d409b0e8ac req-d520430c-5ec0-47ae-ac33-674a21e52372 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e221e8e-ce35-4682-82bf-e43dd5a1c9cc HTTP/1.1" status: 200 len: 944 time: 0.0675373 Jul 05 03:17:44.453626 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 84a61923-6b89-41f7-9ba5-5ce861c13967 details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:17:44.482914 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8e95f3ce-9212-442b-adbd-f9d409b0e8ac req-82389a9a-de39-4c79-9c45-0f3a5bc7706d tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339220 Jul 05 03:17:44.549469 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 84a61923-6b89-41f7-9ba5-5ce861c13967, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=84a61923-6b89-41f7-9ba5-5ce861c13967,segment=NetworkSegment(21eddf81-2619-4946-9d45-7ae9bc4495da),segment_id=21eddf81-2619-4946-9d45-7ae9bc4495da)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:17:44.560759 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Returning: {'device': '84a61923-6b89-41f7-9ba5-5ce861c13967', 'network_id': '1683328e-a448-4235-b487-6d813ce67b0e', 'port_id': '84a61923-6b89-41f7-9ba5-5ce861c13967', 'mac_address': 'fa:16:3e:29:9f:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03db0199-8c26-402d-a28d-fe51c5dbdec1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:17:44.601909 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:17:44.615011 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84a61923-6b89-41f7-9ba5-5ce861c13967 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:17:44.635042 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 84a61923-6b89-41f7-9ba5-5ce861c13967, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=84a61923-6b89-41f7-9ba5-5ce861c13967,segment=NetworkSegment(21eddf81-2619-4946-9d45-7ae9bc4495da),segment_id=21eddf81-2619-4946-9d45-7ae9bc4495da)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:17:44.916782 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:17:44.965903 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=84a61923-6b89-41f7-9ba5-5ce861c13967,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:17:45.136108 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['84a61923-6b89-41f7-9ba5-5ce861c13967'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:17:45.666174 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce2022f-385c-41c8-a891-b23d1918219a req-caf97a32-59b8-4e44-b33e-0325cf5231ba tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:17:45.667747 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7ce2022f-385c-41c8-a891-b23d1918219a req-caf97a32-59b8-4e44-b33e-0325cf5231ba tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e221e8e-ce35-4682-82bf-e43dd5a1c9cc HTTP/1.1" status: 200 len: 945 time: 0.0714157 Jul 05 03:17:45.707799 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7ce2022f-385c-41c8-a891-b23d1918219a req-b47feaa0-82c8-4c74-947c-28d772d592cc tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338979 Jul 05 03:17:46.471487 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 84a61923-6b89-41f7-9ba5-5ce861c13967 up at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:17:46.747238 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning for port 84a61923-6b89-41f7-9ba5-5ce861c13967 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:17:46.756624 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning complete for port 84a61923-6b89-41f7-9ba5-5ce861c13967 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:17:46.756624 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:17:46.837672 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:17:46.860130 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e221e8e-ce35-4682-82bf-e43dd5a1c9cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84a61923-6b89-41f7-9ba5-5ce861c13967'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:17:46.862411 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1156d35e1955dd65519df7b38ee19a55ddc3a31abbcc68c280d02d687c0487e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63f1d1a2-e520-43b5-ae23-d0a1a491b4fc" -d '{"events": [{"server_uuid": "8e221e8e-ce35-4682-82bf-e43dd5a1c9cc", "name": "network-vif-plugged", "status": "completed", "tag": "84a61923-6b89-41f7-9ba5-5ce861c13967"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:17:46.878235 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 84a61923-6b89-41f7-9ba5-5ce861c13967, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=84a61923-6b89-41f7-9ba5-5ce861c13967,segment=NetworkSegment(21eddf81-2619-4946-9d45-7ae9bc4495da),segment_id=21eddf81-2619-4946-9d45-7ae9bc4495da)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:17:46.890411 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf8b910-5642-4cc2-9002-f2708d7b72d2 req-b0e233fe-bd6a-491e-9b44-36b8878d1b76 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:17:46.892005 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-daf8b910-5642-4cc2-9002-f2708d7b72d2 req-b0e233fe-bd6a-491e-9b44-36b8878d1b76 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e221e8e-ce35-4682-82bf-e43dd5a1c9cc HTTP/1.1" status: 200 len: 945 time: 0.0706789 Jul 05 03:17:46.903536 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a4d1a7-74ef-460f-84e0-854c068ff96c x-openstack-request-id: req-42a4d1a7-74ef-460f-84e0-854c068ff96c {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:17:46.903833 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e221e8e-ce35-4682-82bf-e43dd5a1c9cc", "name": "network-vif-plugged", "status": "completed", "tag": "84a61923-6b89-41f7-9ba5-5ce861c13967", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:17:46.904113 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-42a4d1a7-74ef-460f-84e0-854c068ff96c {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:17:46.904505 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e221e8e-ce35-4682-82bf-e43dd5a1c9cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84a61923-6b89-41f7-9ba5-5ce861c13967', 'code': 200} Jul 05 03:17:46.936889 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-daf8b910-5642-4cc2-9002-f2708d7b72d2 req-1e5c0ed6-4fa0-4ce8-9069-909979f0dc13 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384190 Jul 05 03:17:46.962575 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:17:47.018533 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=84a61923-6b89-41f7-9ba5-5ce861c13967,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:17:47.031113 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5e87c9-3810-4057-929c-fc6165afcc78 req-d1f80fe6-5b37-41e6-93f2-8c5ad6151d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:17:47.032646 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7c5e87c9-3810-4057-929c-fc6165afcc78 req-d1f80fe6-5b37-41e6-93f2-8c5ad6151d66 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8e221e8e-ce35-4682-82bf-e43dd5a1c9cc HTTP/1.1" status: 200 len: 1098 time: 0.0581169 Jul 05 03:17:47.080055 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7c5e87c9-3810-4057-929c-fc6165afcc78 req-27570cae-b03d-40c1-b926-a079d28d207d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410693 Jul 05 03:17:48.132605 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18ec11a-1030-45da-b476-b4b045f58e7c req-2016d627-ea70-439b-b5f6-2b12166ba3cc tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:17:48.134193 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a18ec11a-1030-45da-b476-b4b045f58e7c req-2016d627-ea70-439b-b5f6-2b12166ba3cc tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e221e8e-ce35-4682-82bf-e43dd5a1c9cc HTTP/1.1" status: 200 len: 946 time: 0.0805023 Jul 05 03:17:48.174531 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a18ec11a-1030-45da-b476-b4b045f58e7c req-2bc613cf-b537-405b-9f9e-b9ab27a25266 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343192 Jul 05 03:17:49.400035 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449abc03-72fb-4b2a-a5e2-d4dba69af2db req-863b6fda-4d9d-4ea3-ac1b-e9cf20afdaeb tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:17:49.401576 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-449abc03-72fb-4b2a-a5e2-d4dba69af2db req-863b6fda-4d9d-4ea3-ac1b-e9cf20afdaeb tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e221e8e-ce35-4682-82bf-e43dd5a1c9cc HTTP/1.1" status: 200 len: 946 time: 0.0635908 Jul 05 03:17:49.440775 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-449abc03-72fb-4b2a-a5e2-d4dba69af2db req-3c5c450b-78fb-490c-9114-4d9d4030d4c2 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324473 Jul 05 03:17:49.611069 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0e4471-9304-4bba-a3b7-6c5de5ab0aa8 req-3644acec-2781-46af-8a58-e2384ccdef88 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:17:49.612603 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0c0e4471-9304-4bba-a3b7-6c5de5ab0aa8 req-3644acec-2781-46af-8a58-e2384ccdef88 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e221e8e-ce35-4682-82bf-e43dd5a1c9cc HTTP/1.1" status: 200 len: 946 time: 0.0640547 Jul 05 03:17:49.621136 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 48638) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:17:49.626395 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-7cfd3c10-f1e9-4f15-8816-2515d72a15ea tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Request body: {'floatingip': {'port_id': '84a61923-6b89-41f7-9ba5-5ce861c13967'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:17:49.669718 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7cfd3c10-f1e9-4f15-8816-2515d72a15ea tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Notify callbacks [] for floatingip, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:17:50.144879 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7cfd3c10-f1e9-4f15-8816-2515d72a15ea tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:17:50.205913 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7cfd3c10-f1e9-4f15-8816-2515d72a15ea tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636869'] for floatingip, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:17:50.313235 n-d-771362-32 neutron-server[94462]: INFO neutron.db.l3_db [None req-7cfd3c10-f1e9-4f15-8816-2515d72a15ea tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Floating IP 60ea9cf3-3d27-464a-8d3e-97e98e9a1009 associated. External IP: 172.25.7.218, port: 84a61923-6b89-41f7-9ba5-5ce861c13967. Jul 05 03:17:50.522703 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cfd3c10-f1e9-4f15-8816-2515d72a15ea tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Router 43598d09-982e-4e7b-a1e7-506eab92cb50 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:17:50.635737 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cfd3c10-f1e9-4f15-8816-2515d72a15ea tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:17:50.641533 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7cfd3c10-f1e9-4f15-8816-2515d72a15ea tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:17:50.645905 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cae532-26e4-46d5-b87f-17aeb67102c5 None None] Sync routers for ids ['43598d09-982e-4e7b-a1e7-506eab92cb50'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:17:50.655629 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cae532-26e4-46d5-b87f-17aeb67102c5 None None] Routers {'43598d09-982e-4e7b-a1e7-506eab92cb50'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:17:50.656259 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-16cae532-26e4-46d5-b87f-17aeb67102c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:17:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['43598d09-982e-4e7b-a1e7-506eab92cb50'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:17:50.682960 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-7cfd3c10-f1e9-4f15-8816-2515d72a15ea tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "PUT /v2.0/floatingips/60ea9cf3-3d27-464a-8d3e-97e98e9a1009 HTTP/1.1" status: 200 len: 992 time: 1.0607278 Jul 05 03:17:50.683541 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e221e8e-ce35-4682-82bf-e43dd5a1c9cc', 'tag': '84a61923-6b89-41f7-9ba5-5ce861c13967'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:17:50.687219 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11141f6c68b9db4323543981e20059e25754165b6910e3da155bf2bc30bd8242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1a7110d-5b9c-43ab-b050-8343ebca0ccb" -d '{"events": [{"name": "network-changed", "server_uuid": "8e221e8e-ce35-4682-82bf-e43dd5a1c9cc", "tag": "84a61923-6b89-41f7-9ba5-5ce861c13967"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:17:50.728224 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f06773-ebc1-47c1-b284-e8c2cedf8860 x-openstack-request-id: req-80f06773-ebc1-47c1-b284-e8c2cedf8860 {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:17:50.728517 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e221e8e-ce35-4682-82bf-e43dd5a1c9cc", "tag": "84a61923-6b89-41f7-9ba5-5ce861c13967", "status": "completed", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:17:50.728768 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-80f06773-ebc1-47c1-b284-e8c2cedf8860 {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:17:50.729172 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e221e8e-ce35-4682-82bf-e43dd5a1c9cc', 'tag': '84a61923-6b89-41f7-9ba5-5ce861c13967', 'status': 'completed', 'code': 200} Jul 05 03:17:50.783789 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-16cae532-26e4-46d5-b87f-17aeb67102c5 None None] Set router 43598d09-982e-4e7b-a1e7-506eab92cb50 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:17:50.810838 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a7110d-5b9c-43ab-b050-8343ebca0ccb req-cf452215-5807-4b64-bb34-9a4306a793f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:17:50.812962 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c1a7110d-5b9c-43ab-b050-8343ebca0ccb req-cf452215-5807-4b64-bb34-9a4306a793f7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=37922407194a4714beb2d753651ef214&device_id=8e221e8e-ce35-4682-82bf-e43dd5a1c9cc HTTP/1.1" status: 200 len: 1098 time: 0.0564773 Jul 05 03:17:50.912051 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a7110d-5b9c-43ab-b050-8343ebca0ccb req-8bdff773-6251-4cc6-af9c-727a8ed85f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:17:50.913589 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c1a7110d-5b9c-43ab-b050-8343ebca0ccb req-8bdff773-6251-4cc6-af9c-727a8ed85f8c service neutron] 10.222.0.15 "GET /v2.0/networks?id=1683328e-a448-4235-b487-6d813ce67b0e HTTP/1.1" status: 200 len: 910 time: 0.0940657 Jul 05 03:17:50.951166 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-ce64728f-eab2-4b0d-af4b-47e5c7fe2f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:17:50.981425 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c1a7110d-5b9c-43ab-b050-8343ebca0ccb req-2e35998e-4a8f-4949-a9c2-133da99e79ed service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84a61923-6b89-41f7-9ba5-5ce861c13967 HTTP/1.1" status: 200 len: 1000 time: 0.0609086 Jul 05 03:17:51.026632 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-16cae532-26e4-46d5-b87f-17aeb67102c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43598d09-982e-4e7b-a1e7-506eab92cb50', 'name': 'tempest-ServerActionsTestJSON-90816521-router', 'tenant_id': '37922407194a4714beb2d753651ef214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': 'c63fa816-5a05-4c81-a828-5ef41bd4fc42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:12:44Z', 'updated_at': '2021-07-05T03:12:47Z', 'revision_number': 4, 'project_id': '37922407194a4714beb2d753651ef214', 'gw_port': {'id': 'c63fa816-5a05-4c81-a828-5ef41bd4fc42', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:b2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43598d09-982e-4e7b-a1e7-506eab92cb50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:12:45Z', 'updated_at': '2021-07-05T03:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '60ea9cf3-3d27-464a-8d3e-97e98e9a1009', 'tenant_id': '37922407194a4714beb2d753651ef214', 'floating_ip_address': '172.25.7.218', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': '43598d09-982e-4e7b-a1e7-506eab92cb50', 'port_id': '84a61923-6b89-41f7-9ba5-5ce861c13967', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1683328e-a448-4235-b487-6d813ce67b0e', 'mac_address': 'fa:16:3e:29:9f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e221e8e-ce35-4682-82bf-e43dd5a1c9cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:12:51Z', 'updated_at': '2021-07-05T03:17:50Z', 'revision_number': 9, 'project_id': '37922407194a4714beb2d753651ef214', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0b485db-945a-45a6-a29e-410942462fd6', 'name': '', 'network_id': '1683328e-a448-4235-b487-6d813ce67b0e', 'tenant_id': '37922407194a4714beb2d753651ef214', 'mac_address': 'fa:16:3e:20:15:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43598d09-982e-4e7b-a1e7-506eab92cb50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '03db0199-8c26-402d-a28d-fe51c5dbdec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:12:47Z', 'updated_at': '2021-07-05T03:12:52Z', 'revision_number': 5, 'project_id': '37922407194a4714beb2d753651ef214', 'subnets': [{'id': '03db0199-8c26-402d-a28d-fe51c5dbdec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:17:51.034986 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a7110d-5b9c-43ab-b050-8343ebca0ccb req-6e0859ed-2837-40cc-abc4-72aea44c600a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:17:51.036810 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c1a7110d-5b9c-43ab-b050-8343ebca0ccb req-6e0859ed-2837-40cc-abc4-72aea44c600a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=03db0199-8c26-402d-a28d-fe51c5dbdec1 HTTP/1.1" status: 200 len: 849 time: 0.0486026 Jul 05 03:17:51.053531 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cae532-26e4-46d5-b87f-17aeb67102c5 None None] Checking router: 43598d09-982e-4e7b-a1e7-506eab92cb50 for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:17:51.062703 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cae532-26e4-46d5-b87f-17aeb67102c5 None None] Routers {'43598d09-982e-4e7b-a1e7-506eab92cb50'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:17:51.063315 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-16cae532-26e4-46d5-b87f-17aeb67102c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:17:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['43598d09-982e-4e7b-a1e7-506eab92cb50'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:17:51.102891 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a7110d-5b9c-43ab-b050-8343ebca0ccb req-92162cb2-f9a3-47fa-97e5-c12a0bed92dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:17:51.104571 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c1a7110d-5b9c-43ab-b050-8343ebca0ccb req-92162cb2-f9a3-47fa-97e5-c12a0bed92dd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1683328e-a448-4235-b487-6d813ce67b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0619097 Jul 05 03:17:51.175971 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-16cae532-26e4-46d5-b87f-17aeb67102c5 None None] Set router 43598d09-982e-4e7b-a1e7-506eab92cb50 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:17:51.194528 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c1a7110d-5b9c-43ab-b050-8343ebca0ccb req-562c879c-055b-4cf3-b3e7-7a7712dc21c3 service neutron] 10.222.0.15 "GET /v2.0/networks/1683328e-a448-4235-b487-6d813ce67b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826375 Jul 05 03:17:51.290992 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c1a7110d-5b9c-43ab-b050-8343ebca0ccb req-56179c10-4f6c-4225-9654-eadd975b7c23 service neutron] 10.222.0.15 "GET /v2.0/networks/1683328e-a448-4235-b487-6d813ce67b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892525 Jul 05 03:17:51.402616 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-16cae532-26e4-46d5-b87f-17aeb67102c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43598d09-982e-4e7b-a1e7-506eab92cb50', 'name': 'tempest-ServerActionsTestJSON-90816521-router', 'tenant_id': '37922407194a4714beb2d753651ef214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': 'c63fa816-5a05-4c81-a828-5ef41bd4fc42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:12:44Z', 'updated_at': '2021-07-05T03:12:47Z', 'revision_number': 4, 'project_id': '37922407194a4714beb2d753651ef214', 'gw_port': {'id': 'c63fa816-5a05-4c81-a828-5ef41bd4fc42', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:b2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43598d09-982e-4e7b-a1e7-506eab92cb50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:12:45Z', 'updated_at': '2021-07-05T03:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '60ea9cf3-3d27-464a-8d3e-97e98e9a1009', 'tenant_id': '37922407194a4714beb2d753651ef214', 'floating_ip_address': '172.25.7.218', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': '43598d09-982e-4e7b-a1e7-506eab92cb50', 'port_id': '84a61923-6b89-41f7-9ba5-5ce861c13967', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1683328e-a448-4235-b487-6d813ce67b0e', 'mac_address': 'fa:16:3e:29:9f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e221e8e-ce35-4682-82bf-e43dd5a1c9cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:12:51Z', 'updated_at': '2021-07-05T03:17:50Z', 'revision_number': 9, 'project_id': '37922407194a4714beb2d753651ef214', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0b485db-945a-45a6-a29e-410942462fd6', 'name': '', 'network_id': '1683328e-a448-4235-b487-6d813ce67b0e', 'tenant_id': '37922407194a4714beb2d753651ef214', 'mac_address': 'fa:16:3e:20:15:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43598d09-982e-4e7b-a1e7-506eab92cb50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '03db0199-8c26-402d-a28d-fe51c5dbdec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:12:47Z', 'updated_at': '2021-07-05T03:12:52Z', 'revision_number': 5, 'project_id': '37922407194a4714beb2d753651ef214', 'subnets': [{'id': '03db0199-8c26-402d-a28d-fe51c5dbdec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:17:51.519807 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cae532-26e4-46d5-b87f-17aeb67102c5 None None] The sync data for ids ['43598d09-982e-4e7b-a1e7-506eab92cb50'] in n-d-771362-32 is: [{'id': '43598d09-982e-4e7b-a1e7-506eab92cb50', 'name': 'tempest-ServerActionsTestJSON-90816521-router', 'tenant_id': '37922407194a4714beb2d753651ef214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': 'c63fa816-5a05-4c81-a828-5ef41bd4fc42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:12:44Z', 'updated_at': '2021-07-05T03:12:47Z', 'revision_number': 4, 'project_id': '37922407194a4714beb2d753651ef214', 'gw_port': {'id': 'c63fa816-5a05-4c81-a828-5ef41bd4fc42', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:b2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43598d09-982e-4e7b-a1e7-506eab92cb50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:12:45Z', 'updated_at': '2021-07-05T03:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '60ea9cf3-3d27-464a-8d3e-97e98e9a1009', 'tenant_id': '37922407194a4714beb2d753651ef214', 'floating_ip_address': '172.25.7.218', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': '43598d09-982e-4e7b-a1e7-506eab92cb50', 'port_id': '84a61923-6b89-41f7-9ba5-5ce861c13967', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1683328e-a448-4235-b487-6d813ce67b0e', 'mac_address': 'fa:16:3e:29:9f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e221e8e-ce35-4682-82bf-e43dd5a1c9cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:12:51Z', 'updated_at': '2021-07-05T03:17:50Z', 'revision_number': 9, 'project_id': '37922407194a4714beb2d753651ef214', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0b485db-945a-45a6-a29e-410942462fd6', 'name': '', 'network_id': '1683328e-a448-4235-b487-6d813ce67b0e', 'tenant_id': '37922407194a4714beb2d753651ef214', 'mac_address': 'fa:16:3e:20:15:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43598d09-982e-4e7b-a1e7-506eab92cb50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '03db0199-8c26-402d-a28d-fe51c5dbdec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:12:47Z', 'updated_at': '2021-07-05T03:12:52Z', 'revision_number': 5, 'project_id': '37922407194a4714beb2d753651ef214', 'subnets': [{'id': '03db0199-8c26-402d-a28d-fe51c5dbdec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:17:51.715028 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f471dc-d54e-49d6-87f9-0789fdef6450 None None] New status for floating IP 60ea9cf3-3d27-464a-8d3e-97e98e9a1009: ACTIVE {{(pid=94463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:17:53.285384 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-0f66f589-ac7f-4a09-ab44-9d1bfc9a67d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:17:53.948387 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:17:54.819586 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:17:56.259082 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:18:02.008095 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:18:05.390957 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-80676790-5d5e-47ac-acd4-ef2262729a2c req-5a36e6f9-cb6d-49b2-ad3d-3445d63ad450 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8e221e8e-ce35-4682-82bf-e43dd5a1c9cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0524504 Jul 05 03:18:05.486820 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80676790-5d5e-47ac-acd4-ef2262729a2c req-4d90b431-d11d-42f9-9bb6-791c62883eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:18:05.488327 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-80676790-5d5e-47ac-acd4-ef2262729a2c req-4d90b431-d11d-42f9-9bb6-791c62883eb5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=37922407194a4714beb2d753651ef214&device_id=8e221e8e-ce35-4682-82bf-e43dd5a1c9cc HTTP/1.1" status: 200 len: 1098 time: 0.0524356 Jul 05 03:18:05.595981 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80676790-5d5e-47ac-acd4-ef2262729a2c req-7ec34175-352e-4eef-b065-6612d885314a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:18:05.597483 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-80676790-5d5e-47ac-acd4-ef2262729a2c req-7ec34175-352e-4eef-b065-6612d885314a service neutron] 10.222.0.15 "GET /v2.0/networks?id=1683328e-a448-4235-b487-6d813ce67b0e HTTP/1.1" status: 200 len: 910 time: 0.0885308 Jul 05 03:18:05.661744 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-80676790-5d5e-47ac-acd4-ef2262729a2c req-bdfd3151-5d11-4e41-ab3e-e9c0eb2a343f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84a61923-6b89-41f7-9ba5-5ce861c13967 HTTP/1.1" status: 200 len: 1003 time: 0.0570159 Jul 05 03:18:05.714859 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80676790-5d5e-47ac-acd4-ef2262729a2c req-f434beb2-1715-4e18-8fe7-beb78de49963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:18:05.716359 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-80676790-5d5e-47ac-acd4-ef2262729a2c req-f434beb2-1715-4e18-8fe7-beb78de49963 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=03db0199-8c26-402d-a28d-fe51c5dbdec1 HTTP/1.1" status: 200 len: 849 time: 0.0482237 Jul 05 03:18:05.773706 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80676790-5d5e-47ac-acd4-ef2262729a2c req-9b9bd86a-929b-4612-9323-2e4cd480a2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:18:05.775282 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-80676790-5d5e-47ac-acd4-ef2262729a2c req-9b9bd86a-929b-4612-9323-2e4cd480a2b2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1683328e-a448-4235-b487-6d813ce67b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519640 Jul 05 03:18:05.865178 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-80676790-5d5e-47ac-acd4-ef2262729a2c req-e523b973-8ddd-4a9c-a0ae-79fe4511416c service neutron] 10.222.0.15 "GET /v2.0/networks/1683328e-a448-4235-b487-6d813ce67b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808210 Jul 05 03:18:05.959061 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-80676790-5d5e-47ac-acd4-ef2262729a2c req-9f679953-f71b-41f7-ab08-c7cb90dcd26e service neutron] 10.222.0.15 "GET /v2.0/networks/1683328e-a448-4235-b487-6d813ce67b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860689 Jul 05 03:18:12.264487 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:18:12.428276 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:18:20.913572 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f8961fc3-d2bd-4cab-ba9c-c2b6037dca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:18:23.293089 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-7c29e459-a8a1-4168-8bde-1b9a9307a20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:18:23.967469 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:18:24.824150 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:18:26.298609 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:18:39.007337 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:18:42.304464 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:18:42.407015 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:18:50.944513 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-7b8194e0-7f15-452c-b8a7-0b7d0dded349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:18:53.280891 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b74fd564-e110-4294-9023-3ff53fa601d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:18:53.959306 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:18:54.852821 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:18:56.258422 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:19:07.414354 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-af8b5205-ac98-482b-843d-a1d909eaf0db req-2ba7bee9-90aa-45b4-a399-4d17fbb94d0e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8e221e8e-ce35-4682-82bf-e43dd5a1c9cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0538135 Jul 05 03:19:07.508816 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8b5205-ac98-482b-843d-a1d909eaf0db req-befbe1d7-0aa9-4236-9820-18c74344ae5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:19:07.510538 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-af8b5205-ac98-482b-843d-a1d909eaf0db req-befbe1d7-0aa9-4236-9820-18c74344ae5a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=37922407194a4714beb2d753651ef214&device_id=8e221e8e-ce35-4682-82bf-e43dd5a1c9cc HTTP/1.1" status: 200 len: 1098 time: 0.0547152 Jul 05 03:19:07.618045 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8b5205-ac98-482b-843d-a1d909eaf0db req-ab07d711-8a7c-476e-9323-c6d0aadb77c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:19:07.619560 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-af8b5205-ac98-482b-843d-a1d909eaf0db req-ab07d711-8a7c-476e-9323-c6d0aadb77c2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1683328e-a448-4235-b487-6d813ce67b0e HTTP/1.1" status: 200 len: 910 time: 0.0891197 Jul 05 03:19:07.683268 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-af8b5205-ac98-482b-843d-a1d909eaf0db req-28cf7025-bd21-4de5-9dda-ae8895cb5c9c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84a61923-6b89-41f7-9ba5-5ce861c13967 HTTP/1.1" status: 200 len: 1003 time: 0.0572903 Jul 05 03:19:07.737629 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8b5205-ac98-482b-843d-a1d909eaf0db req-6a9a7847-4a03-4ca7-ad1a-5f267629b2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:19:07.739164 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-af8b5205-ac98-482b-843d-a1d909eaf0db req-6a9a7847-4a03-4ca7-ad1a-5f267629b2c4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=03db0199-8c26-402d-a28d-fe51c5dbdec1 HTTP/1.1" status: 200 len: 849 time: 0.0504413 Jul 05 03:19:07.795254 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8b5205-ac98-482b-843d-a1d909eaf0db req-c9d513ae-6663-45bc-b773-5e806b5e3695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:19:07.796774 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-af8b5205-ac98-482b-843d-a1d909eaf0db req-c9d513ae-6663-45bc-b773-5e806b5e3695 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1683328e-a448-4235-b487-6d813ce67b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518081 Jul 05 03:19:07.882922 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-af8b5205-ac98-482b-843d-a1d909eaf0db req-f90ae9ab-ecf6-411c-8978-b2e8babfd477 service neutron] 10.222.0.15 "GET /v2.0/networks/1683328e-a448-4235-b487-6d813ce67b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790482 Jul 05 03:19:07.975053 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-af8b5205-ac98-482b-843d-a1d909eaf0db req-fdf4b9a0-4195-4e4d-aa00-cd5f02f20b0d service neutron] 10.222.0.15 "GET /v2.0/networks/1683328e-a448-4235-b487-6d813ce67b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860531 Jul 05 03:19:12.256276 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:19:12.401061 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:19:16.007355 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:19:20.898512 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-63d806f3-cd48-4262-a81a-be1b2e60b674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:19:23.273561 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e32e66d3-0c36-48a2-9c5f-2d10bcccb862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:19:23.971050 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:19:24.858386 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:19:26.263520 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:19:29.626237 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e86935a-e6a1-48aa-aba3-9fe9a7d54960 req-2a0900ea-dfbb-41a2-82b7-a70dfef33a6e tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:19:29.627783 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3e86935a-e6a1-48aa-aba3-9fe9a7d54960 req-2a0900ea-dfbb-41a2-82b7-a70dfef33a6e tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e221e8e-ce35-4682-82bf-e43dd5a1c9cc HTTP/1.1" status: 200 len: 946 time: 0.0838132 Jul 05 03:19:29.675426 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3e86935a-e6a1-48aa-aba3-9fe9a7d54960 req-405d04e9-4c43-42db-b268-01c562d9967f tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412550 Jul 05 03:19:29.758080 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a14b2aae-ad11-4f6f-8814-287c24c27b06 req-284893a1-ea4d-429e-abfd-f2a81b244e67 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8e221e8e-ce35-4682-82bf-e43dd5a1c9cc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0969565 Jul 05 03:19:30.854348 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ff83c8-2390-4e26-aada-db8852a523a7 req-7335954a-f20a-4829-99ed-3f15fb30c9ca tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:19:30.856131 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-74ff83c8-2390-4e26-aada-db8852a523a7 req-7335954a-f20a-4829-99ed-3f15fb30c9ca tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e221e8e-ce35-4682-82bf-e43dd5a1c9cc HTTP/1.1" status: 200 len: 946 time: 0.0709114 Jul 05 03:19:30.897858 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-74ff83c8-2390-4e26-aada-db8852a523a7 req-b6b3db72-ce9b-4925-8a6c-78521e5d1e70 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359337 Jul 05 03:19:32.077969 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf68466-2afd-4a69-add3-1a50fc01e9a7 req-c3f7c9ac-5ba5-4fbe-b3f4-c3602121d233 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:19:32.079492 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4bf68466-2afd-4a69-add3-1a50fc01e9a7 req-c3f7c9ac-5ba5-4fbe-b3f4-c3602121d233 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e221e8e-ce35-4682-82bf-e43dd5a1c9cc HTTP/1.1" status: 200 len: 946 time: 0.0652907 Jul 05 03:19:32.118920 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4bf68466-2afd-4a69-add3-1a50fc01e9a7 req-001ec4b2-702a-43c9-8848-135e3ca8500c tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337803 Jul 05 03:19:32.178299 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14b2aae-ad11-4f6f-8814-287c24c27b06 req-aeb46bea-d1b6-4dfc-9550-02f71fd6ad25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:19:32.179857 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a14b2aae-ad11-4f6f-8814-287c24c27b06 req-aeb46bea-d1b6-4dfc-9550-02f71fd6ad25 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=37922407194a4714beb2d753651ef214&device_id=8e221e8e-ce35-4682-82bf-e43dd5a1c9cc HTTP/1.1" status: 200 len: 1098 time: 0.0567286 Jul 05 03:19:32.265712 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14b2aae-ad11-4f6f-8814-287c24c27b06 req-f53dcde9-8624-4be2-8659-bb4e5cdad56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:19:32.267233 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a14b2aae-ad11-4f6f-8814-287c24c27b06 req-f53dcde9-8624-4be2-8659-bb4e5cdad56e service neutron] 10.222.0.15 "GET /v2.0/networks?id=1683328e-a448-4235-b487-6d813ce67b0e HTTP/1.1" status: 200 len: 910 time: 0.0809896 Jul 05 03:19:32.335093 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a14b2aae-ad11-4f6f-8814-287c24c27b06 req-ad1f4063-019e-4d51-b4e6-941c8c9c766f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84a61923-6b89-41f7-9ba5-5ce861c13967 HTTP/1.1" status: 200 len: 1003 time: 0.0614667 Jul 05 03:19:32.383447 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14b2aae-ad11-4f6f-8814-287c24c27b06 req-4a7cba6a-3304-4151-8bf5-23640746223a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:19:32.384945 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a14b2aae-ad11-4f6f-8814-287c24c27b06 req-4a7cba6a-3304-4151-8bf5-23640746223a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=03db0199-8c26-402d-a28d-fe51c5dbdec1 HTTP/1.1" status: 200 len: 849 time: 0.0432591 Jul 05 03:19:32.444743 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14b2aae-ad11-4f6f-8814-287c24c27b06 req-18159ea2-a849-4719-ae50-d5654f13c6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:19:32.446547 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a14b2aae-ad11-4f6f-8814-287c24c27b06 req-18159ea2-a849-4719-ae50-d5654f13c6f6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1683328e-a448-4235-b487-6d813ce67b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554929 Jul 05 03:19:32.537907 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a14b2aae-ad11-4f6f-8814-287c24c27b06 req-38ce46c2-fbfd-4492-8f42-a2e8d88446c5 service neutron] 10.222.0.15 "GET /v2.0/networks/1683328e-a448-4235-b487-6d813ce67b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849991 Jul 05 03:19:32.624781 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a14b2aae-ad11-4f6f-8814-287c24c27b06 req-2bb2b6d0-3fe6-4ede-8554-9f25245617b9 service neutron] 10.222.0.15 "GET /v2.0/networks/1683328e-a448-4235-b487-6d813ce67b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807166 Jul 05 03:19:33.300657 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6fa7ad-4650-4276-9f2a-c2447161b04e req-c1d8e7d4-d5b7-4564-8605-f9a13e4e5a96 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:19:33.302212 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2a6fa7ad-4650-4276-9f2a-c2447161b04e req-c1d8e7d4-d5b7-4564-8605-f9a13e4e5a96 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e221e8e-ce35-4682-82bf-e43dd5a1c9cc HTTP/1.1" status: 200 len: 946 time: 0.0673633 Jul 05 03:19:33.340879 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2a6fa7ad-4650-4276-9f2a-c2447161b04e req-554f014b-713b-4296-819f-2579804de635 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329704 Jul 05 03:19:34.521781 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5474a84-1f48-4e2a-b18a-53f59d80a65a req-3babff9b-6b35-4f40-952a-a9b2deff8c09 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:19:34.523301 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c5474a84-1f48-4e2a-b18a-53f59d80a65a req-3babff9b-6b35-4f40-952a-a9b2deff8c09 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e221e8e-ce35-4682-82bf-e43dd5a1c9cc HTTP/1.1" status: 200 len: 946 time: 0.0671535 Jul 05 03:19:34.561442 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c5474a84-1f48-4e2a-b18a-53f59d80a65a req-e4a46108-a1d8-4033-a4e2-429e08b75bb4 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319452 Jul 05 03:19:35.733092 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95523b4-34a4-4af7-b239-68cffbe20c61 req-5c94ed41-cdd9-4e8d-a5fd-915b0362a1f0 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:19:35.734618 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a95523b4-34a4-4af7-b239-68cffbe20c61 req-5c94ed41-cdd9-4e8d-a5fd-915b0362a1f0 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e221e8e-ce35-4682-82bf-e43dd5a1c9cc HTTP/1.1" status: 200 len: 946 time: 0.0617251 Jul 05 03:19:35.771951 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a95523b4-34a4-4af7-b239-68cffbe20c61 req-fbc5df42-78e4-4d66-b490-6ea23813b29f tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316980 Jul 05 03:19:36.948925 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1896cb2c-39d8-4517-bcd3-4c23465741aa req-4ccd833f-d40e-4d36-9e92-243f43eecaff tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:19:36.950481 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1896cb2c-39d8-4517-bcd3-4c23465741aa req-4ccd833f-d40e-4d36-9e92-243f43eecaff tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e221e8e-ce35-4682-82bf-e43dd5a1c9cc HTTP/1.1" status: 200 len: 946 time: 0.0658603 Jul 05 03:19:36.989495 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1896cb2c-39d8-4517-bcd3-4c23465741aa req-8330657c-0f0f-4979-9384-1af71c56e04e tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333533 Jul 05 03:19:38.165023 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97ae9c2-1f9c-4e77-9372-9a853b411c12 req-19aa82c9-a5a2-4eb7-92a8-5c0b907736b0 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:19:38.166536 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f97ae9c2-1f9c-4e77-9372-9a853b411c12 req-19aa82c9-a5a2-4eb7-92a8-5c0b907736b0 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e221e8e-ce35-4682-82bf-e43dd5a1c9cc HTTP/1.1" status: 200 len: 946 time: 0.0663133 Jul 05 03:19:38.204266 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f97ae9c2-1f9c-4e77-9372-9a853b411c12 req-e5cc2a8e-bcd1-47d9-825c-b3d059fc2123 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315359 Jul 05 03:19:39.375908 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15da486d-f108-4de9-9f7b-f20b78f8a889 req-a5d83a92-92cd-4ea6-ad2a-3438e87b5844 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:19:39.377408 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-15da486d-f108-4de9-9f7b-f20b78f8a889 req-a5d83a92-92cd-4ea6-ad2a-3438e87b5844 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e221e8e-ce35-4682-82bf-e43dd5a1c9cc HTTP/1.1" status: 200 len: 946 time: 0.0637412 Jul 05 03:19:39.419078 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-15da486d-f108-4de9-9f7b-f20b78f8a889 req-0054a520-e967-4872-ad2a-ac4565159d9b tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360584 Jul 05 03:19:40.602574 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce82fb6-1342-4cdf-ae91-23a6d75777b6 req-831834f2-18ed-414b-85c8-fdd7b208bd33 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:19:40.604093 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1ce82fb6-1342-4cdf-ae91-23a6d75777b6 req-831834f2-18ed-414b-85c8-fdd7b208bd33 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e221e8e-ce35-4682-82bf-e43dd5a1c9cc HTTP/1.1" status: 200 len: 946 time: 0.0658100 Jul 05 03:19:40.642255 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1ce82fb6-1342-4cdf-ae91-23a6d75777b6 req-a72f6f0c-bd3b-4f4c-9453-32e5404fbd02 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317516 Jul 05 03:19:41.831480 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2b934f-c69e-49d2-878e-81d133e4f501 req-46ffef58-0349-49de-80b5-2a04883c396b tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:19:41.832951 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7a2b934f-c69e-49d2-878e-81d133e4f501 req-46ffef58-0349-49de-80b5-2a04883c396b tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e221e8e-ce35-4682-82bf-e43dd5a1c9cc HTTP/1.1" status: 200 len: 946 time: 0.0673153 Jul 05 03:19:41.874397 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7a2b934f-c69e-49d2-878e-81d133e4f501 req-6d00c550-f347-4daf-99dc-7fd08685d635 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357714 Jul 05 03:19:42.304131 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:19:42.434183 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:19:43.063026 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686817e4-dcce-485a-997a-1f4291aecfa4 req-69cb4b5b-395a-4234-9be3-96178855a67c tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:19:43.064446 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-686817e4-dcce-485a-997a-1f4291aecfa4 req-69cb4b5b-395a-4234-9be3-96178855a67c tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e221e8e-ce35-4682-82bf-e43dd5a1c9cc HTTP/1.1" status: 200 len: 946 time: 0.0638332 Jul 05 03:19:43.101736 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-686817e4-dcce-485a-997a-1f4291aecfa4 req-4bb7f538-8417-4dae-bad7-bd4b32d472c0 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315745 Jul 05 03:19:44.283815 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a521d091-62d2-4dc7-b703-82d1dfcad33c req-3f1efe4d-ea5c-4bee-9e8b-c492e9c09e8a tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:19:44.285328 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a521d091-62d2-4dc7-b703-82d1dfcad33c req-3f1efe4d-ea5c-4bee-9e8b-c492e9c09e8a tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e221e8e-ce35-4682-82bf-e43dd5a1c9cc HTTP/1.1" status: 200 len: 946 time: 0.0646954 Jul 05 03:19:44.323923 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a521d091-62d2-4dc7-b703-82d1dfcad33c req-316b5b54-6e0e-48b9-a07f-203526426064 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329840 Jul 05 03:19:45.014936 n-d-771362-32 neutron-server[94461]: INFO neutron.api.v2.resource [req-a14b2aae-ad11-4f6f-8814-287c24c27b06 req-8525f163-b50f-4f2b-ad86-271cbb17d848 service neutron] show failed (client error): The resource could not be found. Jul 05 03:19:45.015982 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a14b2aae-ad11-4f6f-8814-287c24c27b06 req-8525f163-b50f-4f2b-ad86-271cbb17d848 service neutron] 10.222.0.15 "GET /v2.0/ports/84a61923-6b89-41f7-9ba5-5ce861c13967/bindings/n-h1-771362-32 HTTP/1.1" status: 404 len: 381 time: 0.4281409 Jul 05 03:19:45.505145 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454f2d97-7f6f-42a9-89e5-16f7d8d1ced4 req-ab5093ca-ff06-4e9c-bb61-e0a396619075 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:19:45.506830 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-454f2d97-7f6f-42a9-89e5-16f7d8d1ced4 req-ab5093ca-ff06-4e9c-bb61-e0a396619075 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e221e8e-ce35-4682-82bf-e43dd5a1c9cc HTTP/1.1" status: 200 len: 946 time: 0.0704405 Jul 05 03:19:45.545955 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-454f2d97-7f6f-42a9-89e5-16f7d8d1ced4 req-db6b8f05-b78e-4cce-bf40-83a5d1681f6d tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333688 Jul 05 03:19:45.700546 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14b2aae-ad11-4f6f-8814-287c24c27b06 req-eff73fa2-5bcc-4712-8f79-517d8ca6fb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:19:45.701969 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a14b2aae-ad11-4f6f-8814-287c24c27b06 req-eff73fa2-5bcc-4712-8f79-517d8ca6fb9c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8e221e8e-ce35-4682-82bf-e43dd5a1c9cc&tenant_id=37922407194a4714beb2d753651ef214 HTTP/1.1" status: 200 len: 1098 time: 0.0646899 Jul 05 03:19:45.712975 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-a14b2aae-ad11-4f6f-8814-287c24c27b06 req-d4f69112-440b-4495-8fb6-a4538a501b00 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-771362-32', 'device_owner': 'compute:nova'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:19:45.781047 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a14b2aae-ad11-4f6f-8814-287c24c27b06 req-d4f69112-440b-4495-8fb6-a4538a501b00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:19:45.977955 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-a14b2aae-ad11-4f6f-8814-287c24c27b06 req-d4f69112-440b-4495-8fb6-a4538a501b00 service neutron] For port 84a61923-6b89-41f7-9ba5-5ce861c13967, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=84a61923-6b89-41f7-9ba5-5ce861c13967,segment=NetworkSegment(21eddf81-2619-4946-9d45-7ae9bc4495da),segment_id=21eddf81-2619-4946-9d45-7ae9bc4495da)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:19:46.012653 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-a14b2aae-ad11-4f6f-8814-287c24c27b06 req-d4f69112-440b-4495-8fb6-a4538a501b00 service neutron] For port 84a61923-6b89-41f7-9ba5-5ce861c13967, host n-h2-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:19:46.056676 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e221e8e-ce35-4682-82bf-e43dd5a1c9cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84a61923-6b89-41f7-9ba5-5ce861c13967'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:19:46.059017 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4c1385bffaa5d930a7117e6982c27207eca91cca31cf4b43f86c7ad63cd24a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ed77a2-0288-4556-ba5a-f4372015ac0e" -d '{"events": [{"server_uuid": "8e221e8e-ce35-4682-82bf-e43dd5a1c9cc", "name": "network-vif-unplugged", "status": "completed", "tag": "84a61923-6b89-41f7-9ba5-5ce861c13967"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:19:46.063079 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a14b2aae-ad11-4f6f-8814-287c24c27b06 req-d4f69112-440b-4495-8fb6-a4538a501b00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:19:46.075664 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-a14b2aae-ad11-4f6f-8814-287c24c27b06 req-d4f69112-440b-4495-8fb6-a4538a501b00 service neutron] Transition to ACTIVE for port object 84a61923-6b89-41f7-9ba5-5ce861c13967 will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:19:46.230771 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a14b2aae-ad11-4f6f-8814-287c24c27b06 req-d4f69112-440b-4495-8fb6-a4538a501b00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:19:46.299502 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-868e14d3-6f99-4fcb-81ef-722d9f30a0e7 x-openstack-request-id: req-868e14d3-6f99-4fcb-81ef-722d9f30a0e7 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:19:46.299801 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e221e8e-ce35-4682-82bf-e43dd5a1c9cc", "name": "network-vif-unplugged", "status": "completed", "tag": "84a61923-6b89-41f7-9ba5-5ce861c13967", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:19:46.300054 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-868e14d3-6f99-4fcb-81ef-722d9f30a0e7 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:19:46.300448 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e221e8e-ce35-4682-82bf-e43dd5a1c9cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84a61923-6b89-41f7-9ba5-5ce861c13967', 'code': 200} Jul 05 03:19:46.314489 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f69112-440b-4495-8fb6-a4538a501b00 service neutron] Pushing event updated for resources: {'Port': ['ID=84a61923-6b89-41f7-9ba5-5ce861c13967,revision_number=6']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:19:46.326822 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f69112-440b-4495-8fb6-a4538a501b00 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:19:46.327171 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f69112-440b-4495-8fb6-a4538a501b00 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:19:46.327518 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f69112-440b-4495-8fb6-a4538a501b00 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:19:46.327895 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f69112-440b-4495-8fb6-a4538a501b00 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:19:46.328283 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f69112-440b-4495-8fb6-a4538a501b00 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:19:46.328617 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f69112-440b-4495-8fb6-a4538a501b00 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:19:46.328954 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f69112-440b-4495-8fb6-a4538a501b00 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:19:46.329280 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f69112-440b-4495-8fb6-a4538a501b00 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:19:46.329608 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f69112-440b-4495-8fb6-a4538a501b00 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:19:46.329937 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f69112-440b-4495-8fb6-a4538a501b00 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:19:46.330287 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f69112-440b-4495-8fb6-a4538a501b00 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:19:46.330612 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f69112-440b-4495-8fb6-a4538a501b00 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:19:46.365760 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-a14b2aae-ad11-4f6f-8814-287c24c27b06 req-d4f69112-440b-4495-8fb6-a4538a501b00 service neutron] No DVR routers for this DVR port 84a61923-6b89-41f7-9ba5-5ce861c13967 on host n-h2-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:19:46.504576 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-a14b2aae-ad11-4f6f-8814-287c24c27b06 req-d4f69112-440b-4495-8fb6-a4538a501b00 service neutron] Attempting to bind port 84a61923-6b89-41f7-9ba5-5ce861c13967 on host n-h1-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:19:46.504908 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-a14b2aae-ad11-4f6f-8814-287c24c27b06 req-d4f69112-440b-4495-8fb6-a4538a501b00 service neutron] Attempting to bind port 84a61923-6b89-41f7-9ba5-5ce861c13967 by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': '21eddf81-2619-4946-9d45-7ae9bc4495da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1683328e-a448-4235-b487-6d813ce67b0e'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:19:46.505232 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14b2aae-ad11-4f6f-8814-287c24c27b06 req-d4f69112-440b-4495-8fb6-a4538a501b00 service neutron] Attempting to bind port 84a61923-6b89-41f7-9ba5-5ce861c13967 on network 1683328e-a448-4235-b487-6d813ce67b0e {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:19:46.509377 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14b2aae-ad11-4f6f-8814-287c24c27b06 req-d4f69112-440b-4495-8fb6-a4538a501b00 service neutron] Port 84a61923-6b89-41f7-9ba5-5ce861c13967 on network 1683328e-a448-4235-b487-6d813ce67b0e not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:19:46.509693 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14b2aae-ad11-4f6f-8814-287c24c27b06 req-d4f69112-440b-4495-8fb6-a4538a501b00 service neutron] Attempting to bind port 84a61923-6b89-41f7-9ba5-5ce861c13967 on network 1683328e-a448-4235-b487-6d813ce67b0e {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:19:46.514998 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14b2aae-ad11-4f6f-8814-287c24c27b06 req-d4f69112-440b-4495-8fb6-a4538a501b00 service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:19:46.515334 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14b2aae-ad11-4f6f-8814-287c24c27b06 req-d4f69112-440b-4495-8fb6-a4538a501b00 service neutron] Checking segment: {'id': '21eddf81-2619-4946-9d45-7ae9bc4495da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1683328e-a448-4235-b487-6d813ce67b0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:19:46.515712 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14b2aae-ad11-4f6f-8814-287c24c27b06 req-d4f69112-440b-4495-8fb6-a4538a501b00 service neutron] Bound using segment: {'id': '21eddf81-2619-4946-9d45-7ae9bc4495da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1683328e-a448-4235-b487-6d813ce67b0e'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:19:46.516128 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-a14b2aae-ad11-4f6f-8814-287c24c27b06 req-d4f69112-440b-4495-8fb6-a4538a501b00 service neutron] Bound port: 84a61923-6b89-41f7-9ba5-5ce861c13967, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21eddf81-2619-4946-9d45-7ae9bc4495da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1683328e-a448-4235-b487-6d813ce67b0e'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:19:46.516480 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a14b2aae-ad11-4f6f-8814-287c24c27b06 req-d4f69112-440b-4495-8fb6-a4538a501b00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:19:46.578171 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-a14b2aae-ad11-4f6f-8814-287c24c27b06 req-d4f69112-440b-4495-8fb6-a4538a501b00 service neutron] For port 84a61923-6b89-41f7-9ba5-5ce861c13967, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:19:46.581199 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-a14b2aae-ad11-4f6f-8814-287c24c27b06 req-d4f69112-440b-4495-8fb6-a4538a501b00 service neutron] For port 84a61923-6b89-41f7-9ba5-5ce861c13967, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=84a61923-6b89-41f7-9ba5-5ce861c13967,segment=NetworkSegment(21eddf81-2619-4946-9d45-7ae9bc4495da),segment_id=21eddf81-2619-4946-9d45-7ae9bc4495da)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:19:46.689262 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a14b2aae-ad11-4f6f-8814-287c24c27b06 req-d4f69112-440b-4495-8fb6-a4538a501b00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:19:46.739195 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14b2aae-ad11-4f6f-8814-287c24c27b06 req-d4f69112-440b-4495-8fb6-a4538a501b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:19:46.739822 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a14b2aae-ad11-4f6f-8814-287c24c27b06 req-d4f69112-440b-4495-8fb6-a4538a501b00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:19:46.741317 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a14b2aae-ad11-4f6f-8814-287c24c27b06 req-d4f69112-440b-4495-8fb6-a4538a501b00 service neutron] 10.222.0.21 "PUT /v2.0/ports/84a61923-6b89-41f7-9ba5-5ce861c13967 HTTP/1.1" status: 200 len: 1093 time: 1.0323031 Jul 05 03:19:46.776228 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f69112-440b-4495-8fb6-a4538a501b00 service neutron] Pushing event updated for resources: {'Port': ['ID=84a61923-6b89-41f7-9ba5-5ce861c13967,revision_number=7']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:19:46.805699 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a446cf-60e0-4386-9f36-692aa2e93117 req-29e7dae5-3335-41ac-a2d6-2a27b587bd99 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:19:46.807263 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e9a446cf-60e0-4386-9f36-692aa2e93117 req-29e7dae5-3335-41ac-a2d6-2a27b587bd99 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e221e8e-ce35-4682-82bf-e43dd5a1c9cc HTTP/1.1" status: 200 len: 944 time: 0.1482062 Jul 05 03:19:46.861654 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e9a446cf-60e0-4386-9f36-692aa2e93117 req-4e5a8f0c-fdba-42e1-a5f1-e4a1fe7f4440 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476172 Jul 05 03:19:46.868490 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14b2aae-ad11-4f6f-8814-287c24c27b06 req-41cd8bab-6b78-408d-add2-46562a50126e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:19:46.868490 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a14b2aae-ad11-4f6f-8814-287c24c27b06 req-41cd8bab-6b78-408d-add2-46562a50126e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=37922407194a4714beb2d753651ef214&device_id=8e221e8e-ce35-4682-82bf-e43dd5a1c9cc HTTP/1.1" status: 200 len: 1096 time: 0.1010818 Jul 05 03:19:46.959157 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14b2aae-ad11-4f6f-8814-287c24c27b06 req-81de2cfa-27db-468e-aa07-04d69ee0676e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:19:46.960701 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a14b2aae-ad11-4f6f-8814-287c24c27b06 req-81de2cfa-27db-468e-aa07-04d69ee0676e service neutron] 10.222.0.21 "GET /v2.0/networks?id=1683328e-a448-4235-b487-6d813ce67b0e HTTP/1.1" status: 200 len: 910 time: 0.0864234 Jul 05 03:19:47.028900 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a14b2aae-ad11-4f6f-8814-287c24c27b06 req-954fc1d8-625b-4f62-9564-dfebb8672e7b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84a61923-6b89-41f7-9ba5-5ce861c13967 HTTP/1.1" status: 200 len: 1001 time: 0.0613661 Jul 05 03:19:47.077186 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14b2aae-ad11-4f6f-8814-287c24c27b06 req-b25ccb96-0698-4646-b750-7c9a1e280760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:19:47.078670 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a14b2aae-ad11-4f6f-8814-287c24c27b06 req-b25ccb96-0698-4646-b750-7c9a1e280760 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=03db0199-8c26-402d-a28d-fe51c5dbdec1 HTTP/1.1" status: 200 len: 849 time: 0.0434330 Jul 05 03:19:47.134430 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14b2aae-ad11-4f6f-8814-287c24c27b06 req-26aa1827-db1b-4150-9363-84ec45622c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:19:47.135951 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a14b2aae-ad11-4f6f-8814-287c24c27b06 req-26aa1827-db1b-4150-9363-84ec45622c6a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1683328e-a448-4235-b487-6d813ce67b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513654 Jul 05 03:19:47.227657 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a14b2aae-ad11-4f6f-8814-287c24c27b06 req-72381b56-10aa-4143-84e2-697e3145e4df service neutron] 10.222.0.21 "GET /v2.0/networks/1683328e-a448-4235-b487-6d813ce67b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844564 Jul 05 03:19:47.313953 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a14b2aae-ad11-4f6f-8814-287c24c27b06 req-153bad94-d357-43d8-80bb-5205a48a06fb service neutron] 10.222.0.21 "GET /v2.0/networks/1683328e-a448-4235-b487-6d813ce67b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798390 Jul 05 03:19:48.041412 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724b3477-508a-4071-b259-06178d3a8ef7 req-7415a59f-d8c1-4921-9d8d-f6b32fdd0657 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:19:48.042947 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-724b3477-508a-4071-b259-06178d3a8ef7 req-7415a59f-d8c1-4921-9d8d-f6b32fdd0657 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e221e8e-ce35-4682-82bf-e43dd5a1c9cc HTTP/1.1" status: 200 len: 944 time: 0.0652196 Jul 05 03:19:48.079904 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-724b3477-508a-4071-b259-06178d3a8ef7 req-105937f9-a3e3-45f5-9394-c46b82992e0b tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314734 Jul 05 03:19:48.301557 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e221e8e-ce35-4682-82bf-e43dd5a1c9cc', 'tag': '84a61923-6b89-41f7-9ba5-5ce861c13967'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:19:48.303929 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4c1385bffaa5d930a7117e6982c27207eca91cca31cf4b43f86c7ad63cd24a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed063540-5ea0-4790-8885-4245e51999d6" -d '{"events": [{"name": "network-changed", "server_uuid": "8e221e8e-ce35-4682-82bf-e43dd5a1c9cc", "tag": "84a61923-6b89-41f7-9ba5-5ce861c13967"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:19:48.351166 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ef9bc92-b8cd-47e2-8b6b-4b61644f6d9b x-openstack-request-id: req-9ef9bc92-b8cd-47e2-8b6b-4b61644f6d9b {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:19:48.351458 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e221e8e-ce35-4682-82bf-e43dd5a1c9cc", "tag": "84a61923-6b89-41f7-9ba5-5ce861c13967", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:19:48.352418 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9ef9bc92-b8cd-47e2-8b6b-4b61644f6d9b {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:19:48.352836 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e221e8e-ce35-4682-82bf-e43dd5a1c9cc', 'tag': '84a61923-6b89-41f7-9ba5-5ce861c13967', 'status': 'completed', 'code': 200} Jul 05 03:19:48.465583 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed063540-5ea0-4790-8885-4245e51999d6 req-b411775d-10c9-4a11-82a6-132befd01c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:19:48.467210 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ed063540-5ea0-4790-8885-4245e51999d6 req-b411775d-10c9-4a11-82a6-132befd01c5e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=37922407194a4714beb2d753651ef214&device_id=8e221e8e-ce35-4682-82bf-e43dd5a1c9cc HTTP/1.1" status: 200 len: 1096 time: 0.0970170 Jul 05 03:19:48.469632 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed063540-5ea0-4790-8885-4245e51999d6 req-ffa1e99a-70f3-4596-8abc-4fcff735f81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:19:48.471087 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ed063540-5ea0-4790-8885-4245e51999d6 req-ffa1e99a-70f3-4596-8abc-4fcff735f81b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=37922407194a4714beb2d753651ef214&device_id=8e221e8e-ce35-4682-82bf-e43dd5a1c9cc HTTP/1.1" status: 200 len: 1096 time: 0.0911882 Jul 05 03:19:48.623602 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed063540-5ea0-4790-8885-4245e51999d6 req-0dde107a-d7d2-432c-8408-ee3d0b4468b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:19:48.624995 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ed063540-5ea0-4790-8885-4245e51999d6 req-0dde107a-d7d2-432c-8408-ee3d0b4468b2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1683328e-a448-4235-b487-6d813ce67b0e HTTP/1.1" status: 200 len: 910 time: 0.1513143 Jul 05 03:19:48.626056 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed063540-5ea0-4790-8885-4245e51999d6 req-7f9cd3cc-e606-461c-af93-6c8457fe7ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:19:48.627399 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ed063540-5ea0-4790-8885-4245e51999d6 req-7f9cd3cc-e606-461c-af93-6c8457fe7ce4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1683328e-a448-4235-b487-6d813ce67b0e HTTP/1.1" status: 200 len: 910 time: 0.1460168 Jul 05 03:19:48.734433 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ed063540-5ea0-4790-8885-4245e51999d6 req-690e493e-8f3e-491b-af1c-b1a0926acae3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84a61923-6b89-41f7-9ba5-5ce861c13967 HTTP/1.1" status: 200 len: 1001 time: 0.1027868 Jul 05 03:19:48.737948 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ed063540-5ea0-4790-8885-4245e51999d6 req-a30faf42-3cf7-4d80-9a46-b29c6b5bef01 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84a61923-6b89-41f7-9ba5-5ce861c13967 HTTP/1.1" status: 200 len: 1001 time: 0.1006248 Jul 05 03:19:48.818826 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed063540-5ea0-4790-8885-4245e51999d6 req-c629664b-87bd-456c-a020-46bc211688c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:19:48.820308 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ed063540-5ea0-4790-8885-4245e51999d6 req-c629664b-87bd-456c-a020-46bc211688c2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=03db0199-8c26-402d-a28d-fe51c5dbdec1 HTTP/1.1" status: 200 len: 849 time: 0.0802224 Jul 05 03:19:48.822204 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed063540-5ea0-4790-8885-4245e51999d6 req-ab0679bb-b958-4264-8b71-957c792a461a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:19:48.823541 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ed063540-5ea0-4790-8885-4245e51999d6 req-ab0679bb-b958-4264-8b71-957c792a461a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=03db0199-8c26-402d-a28d-fe51c5dbdec1 HTTP/1.1" status: 200 len: 849 time: 0.0753658 Jul 05 03:19:48.921397 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed063540-5ea0-4790-8885-4245e51999d6 req-24d62ba7-2ed7-4e98-b139-42a5b28f86d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:19:48.922858 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ed063540-5ea0-4790-8885-4245e51999d6 req-24d62ba7-2ed7-4e98-b139-42a5b28f86d4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1683328e-a448-4235-b487-6d813ce67b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0894558 Jul 05 03:19:48.927408 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed063540-5ea0-4790-8885-4245e51999d6 req-d8dc836c-5bb5-4540-ad38-4372bbddb347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:19:48.928829 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ed063540-5ea0-4790-8885-4245e51999d6 req-d8dc836c-5bb5-4540-ad38-4372bbddb347 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1683328e-a448-4235-b487-6d813ce67b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1027873 Jul 05 03:19:49.055522 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 84a61923-6b89-41f7-9ba5-5ce861c13967 no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:19:49.091077 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ed063540-5ea0-4790-8885-4245e51999d6 req-e927f99d-35ab-4acb-950d-e25d89973b54 service neutron] 10.222.0.15 "GET /v2.0/networks/1683328e-a448-4235-b487-6d813ce67b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541975 Jul 05 03:19:49.093049 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ed063540-5ea0-4790-8885-4245e51999d6 req-db9916c9-a94c-489a-9b53-b7c72668c479 service neutron] 10.222.0.21 "GET /v2.0/networks/1683328e-a448-4235-b487-6d813ce67b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632800 Jul 05 03:19:49.094859 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 84a61923-6b89-41f7-9ba5-5ce861c13967 not bound to the agent host n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:19:49.247695 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ed063540-5ea0-4790-8885-4245e51999d6 req-9ceea4f2-735d-4c9f-9bbf-e878c8cf7852 service neutron] 10.222.0.15 "GET /v2.0/networks/1683328e-a448-4235-b487-6d813ce67b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505401 Jul 05 03:19:49.253614 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ed063540-5ea0-4790-8885-4245e51999d6 req-90ab93ef-ef70-4c8c-bcfd-0438e2ce2af7 service neutron] 10.222.0.21 "GET /v2.0/networks/1683328e-a448-4235-b487-6d813ce67b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490993 Jul 05 03:19:49.332362 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d74fe3-93e1-4f5b-95ea-4914f8eea560 req-9537eec0-807d-4025-ba20-b043f28044d5 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:19:49.333922 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-72d74fe3-93e1-4f5b-95ea-4914f8eea560 req-9537eec0-807d-4025-ba20-b043f28044d5 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e221e8e-ce35-4682-82bf-e43dd5a1c9cc HTTP/1.1" status: 200 len: 944 time: 0.0733359 Jul 05 03:19:49.372562 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-72d74fe3-93e1-4f5b-95ea-4914f8eea560 req-cbef6a6f-cbfd-4e73-9c45-a78f9c56d0ab tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323479 Jul 05 03:19:49.969514 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 84a61923-6b89-41f7-9ba5-5ce861c13967 details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:19:50.065840 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 84a61923-6b89-41f7-9ba5-5ce861c13967, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=84a61923-6b89-41f7-9ba5-5ce861c13967,segment=NetworkSegment(21eddf81-2619-4946-9d45-7ae9bc4495da),segment_id=21eddf81-2619-4946-9d45-7ae9bc4495da)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:19:50.078007 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': '84a61923-6b89-41f7-9ba5-5ce861c13967', 'network_id': '1683328e-a448-4235-b487-6d813ce67b0e', 'port_id': '84a61923-6b89-41f7-9ba5-5ce861c13967', 'mac_address': 'fa:16:3e:29:9f:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03db0199-8c26-402d-a28d-fe51c5dbdec1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:19:50.113022 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:19:50.125484 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84a61923-6b89-41f7-9ba5-5ce861c13967 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:19:50.143741 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 84a61923-6b89-41f7-9ba5-5ce861c13967, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=84a61923-6b89-41f7-9ba5-5ce861c13967,segment=NetworkSegment(21eddf81-2619-4946-9d45-7ae9bc4495da),segment_id=21eddf81-2619-4946-9d45-7ae9bc4495da)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:19:50.252289 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:19:50.301545 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=84a61923-6b89-41f7-9ba5-5ce861c13967,revision_number=8']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:19:50.309654 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:19:50.309976 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:19:50.310354 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:19:50.310687 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:19:50.311018 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:19:50.311345 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:19:50.311671 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:19:50.311993 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:19:50.312313 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:19:50.312633 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:19:50.312953 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:19:50.313270 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:19:50.463344 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['84a61923-6b89-41f7-9ba5-5ce861c13967'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:19:50.554800 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b1b3a3-a20a-4eb6-89a4-29098a998e59 req-3f2198fd-ff67-476b-ab7c-7328d79e4da2 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:19:50.556346 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b4b1b3a3-a20a-4eb6-89a4-29098a998e59 req-3f2198fd-ff67-476b-ab7c-7328d79e4da2 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e221e8e-ce35-4682-82bf-e43dd5a1c9cc HTTP/1.1" status: 200 len: 945 time: 0.0640986 Jul 05 03:19:50.599480 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b4b1b3a3-a20a-4eb6-89a4-29098a998e59 req-1c03581a-ef36-4635-92c8-50193827dbf1 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366914 Jul 05 03:19:50.965569 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-01ce6dab-61b6-4df5-887f-43fc6f6c21f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:19:51.389849 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fd61b7-18b0-4aca-a417-267d46436c39 req-7ba10e42-8c29-467c-815c-407bbfa4f380 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:19:51.391380 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-18fd61b7-18b0-4aca-a417-267d46436c39 req-7ba10e42-8c29-467c-815c-407bbfa4f380 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e221e8e-ce35-4682-82bf-e43dd5a1c9cc&tenant_id=37922407194a4714beb2d753651ef214&binding%3Ahost_id=n-h1-771362-32 HTTP/1.1" status: 200 len: 945 time: 0.1122015 Jul 05 03:19:51.410317 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d3b76e-0416-495c-b1a4-84856d1d0975 req-88c2a738-d166-4f51-9d37-889ec125399b tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:19:51.411833 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-58d3b76e-0416-495c-b1a4-84856d1d0975 req-88c2a738-d166-4f51-9d37-889ec125399b tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e221e8e-ce35-4682-82bf-e43dd5a1c9cc HTTP/1.1" status: 200 len: 945 time: 0.1221116 Jul 05 03:19:51.488561 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-58d3b76e-0416-495c-b1a4-84856d1d0975 req-9244138c-084c-47c9-b397-e826526f368e tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572410 Jul 05 03:19:51.494691 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-18fd61b7-18b0-4aca-a417-267d46436c39 req-4aece735-bac1-4dff-b054-ceda34d80fa8 service neutron] 10.222.0.21 "GET /v2.0/ports/84a61923-6b89-41f7-9ba5-5ce861c13967/bindings/n-h1-771362-32 HTTP/1.1" status: 200 len: 383 time: 0.0969844 Jul 05 03:19:51.579717 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fd61b7-18b0-4aca-a417-267d46436c39 req-4905cc5b-b5e7-4722-bd73-78cf690f94e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:19:51.582458 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-18fd61b7-18b0-4aca-a417-267d46436c39 req-4905cc5b-b5e7-4722-bd73-78cf690f94e5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=37922407194a4714beb2d753651ef214&device_id=8e221e8e-ce35-4682-82bf-e43dd5a1c9cc HTTP/1.1" status: 200 len: 1097 time: 0.0635228 Jul 05 03:19:51.667648 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fd61b7-18b0-4aca-a417-267d46436c39 req-f8a3555a-fc17-4f70-bd7a-64820a07b17b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:19:51.669174 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-18fd61b7-18b0-4aca-a417-267d46436c39 req-f8a3555a-fc17-4f70-bd7a-64820a07b17b service neutron] 10.222.0.21 "GET /v2.0/networks?id=1683328e-a448-4235-b487-6d813ce67b0e HTTP/1.1" status: 200 len: 910 time: 0.0811169 Jul 05 03:19:51.737522 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-18fd61b7-18b0-4aca-a417-267d46436c39 req-b67a7026-423b-4b6c-be56-98e7ac25fd18 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84a61923-6b89-41f7-9ba5-5ce861c13967 HTTP/1.1" status: 200 len: 1002 time: 0.0619802 Jul 05 03:19:51.784183 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fd61b7-18b0-4aca-a417-267d46436c39 req-7577a241-4ba0-4ed4-8473-c9dd0f6f878d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:19:51.785533 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-18fd61b7-18b0-4aca-a417-267d46436c39 req-7577a241-4ba0-4ed4-8473-c9dd0f6f878d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=03db0199-8c26-402d-a28d-fe51c5dbdec1 HTTP/1.1" status: 200 len: 849 time: 0.0425065 Jul 05 03:19:51.841024 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fd61b7-18b0-4aca-a417-267d46436c39 req-3c8d9486-fbe4-4aec-9237-e18479e137d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:19:51.842602 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-18fd61b7-18b0-4aca-a417-267d46436c39 req-3c8d9486-fbe4-4aec-9237-e18479e137d0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1683328e-a448-4235-b487-6d813ce67b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508714 Jul 05 03:19:51.932344 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-18fd61b7-18b0-4aca-a417-267d46436c39 req-571ba8e6-8f73-42dd-b5e5-a4f6269c7c40 service neutron] 10.222.0.21 "GET /v2.0/networks/1683328e-a448-4235-b487-6d813ce67b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835786 Jul 05 03:19:51.985193 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 84a61923-6b89-41f7-9ba5-5ce861c13967 up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:19:52.019222 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-18fd61b7-18b0-4aca-a417-267d46436c39 req-b096c016-cf67-4e33-99b7-ce2b564076b5 service neutron] 10.222.0.21 "GET /v2.0/networks/1683328e-a448-4235-b487-6d813ce67b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806723 Jul 05 03:19:52.171914 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning for port 84a61923-6b89-41f7-9ba5-5ce861c13967 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:19:52.175833 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port 84a61923-6b89-41f7-9ba5-5ce861c13967 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:19:52.176207 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:19:52.250587 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:19:52.272112 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e221e8e-ce35-4682-82bf-e43dd5a1c9cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84a61923-6b89-41f7-9ba5-5ce861c13967'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:19:52.274355 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1156d35e1955dd65519df7b38ee19a55ddc3a31abbcc68c280d02d687c0487e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97809714-3b97-478c-b77a-226925aa088e" -d '{"events": [{"server_uuid": "8e221e8e-ce35-4682-82bf-e43dd5a1c9cc", "name": "network-vif-plugged", "status": "completed", "tag": "84a61923-6b89-41f7-9ba5-5ce861c13967"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:19:52.287364 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 84a61923-6b89-41f7-9ba5-5ce861c13967, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=84a61923-6b89-41f7-9ba5-5ce861c13967,segment=NetworkSegment(21eddf81-2619-4946-9d45-7ae9bc4495da),segment_id=21eddf81-2619-4946-9d45-7ae9bc4495da)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:19:52.322527 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d15c2780-680c-4978-8e1f-0af47975639a x-openstack-request-id: req-d15c2780-680c-4978-8e1f-0af47975639a {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:19:52.322813 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e221e8e-ce35-4682-82bf-e43dd5a1c9cc", "name": "network-vif-plugged", "status": "completed", "tag": "84a61923-6b89-41f7-9ba5-5ce861c13967", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:19:52.323560 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d15c2780-680c-4978-8e1f-0af47975639a {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:19:52.324054 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e221e8e-ce35-4682-82bf-e43dd5a1c9cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84a61923-6b89-41f7-9ba5-5ce861c13967', 'code': 200} Jul 05 03:19:52.394906 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:19:52.441352 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=84a61923-6b89-41f7-9ba5-5ce861c13967,revision_number=9']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:19:52.664532 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cb7957-13eb-4b30-adb8-de53904e2247 req-38290978-a3f9-4111-9281-cc9d157d397c tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:19:52.666043 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d7cb7957-13eb-4b30-adb8-de53904e2247 req-38290978-a3f9-4111-9281-cc9d157d397c tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e221e8e-ce35-4682-82bf-e43dd5a1c9cc HTTP/1.1" status: 200 len: 946 time: 0.0662434 Jul 05 03:19:52.714503 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d7cb7957-13eb-4b30-adb8-de53904e2247 req-802ce684-06ea-4017-a552-b12d9130c480 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426600 Jul 05 03:19:53.006968 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:19:53.264155 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4b4ad4fe-130e-4730-8ba6-5a22539f256e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:19:53.896930 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc893e3b-3004-4d0d-8f51-b635c0be2644 req-84426657-8d71-4c5b-bc09-17da02924984 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:19:53.898380 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-bc893e3b-3004-4d0d-8f51-b635c0be2644 req-84426657-8d71-4c5b-bc09-17da02924984 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e221e8e-ce35-4682-82bf-e43dd5a1c9cc HTTP/1.1" status: 200 len: 946 time: 0.0659995 Jul 05 03:19:53.941327 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-bc893e3b-3004-4d0d-8f51-b635c0be2644 req-b4d8235d-42a6-43ec-b5bc-50568e990639 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365765 Jul 05 03:19:53.983907 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:19:54.672182 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fd61b7-18b0-4aca-a417-267d46436c39 req-af8f94f3-750f-4522-90de-8fe3405fd494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:19:54.673590 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-18fd61b7-18b0-4aca-a417-267d46436c39 req-af8f94f3-750f-4522-90de-8fe3405fd494 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8e221e8e-ce35-4682-82bf-e43dd5a1c9cc&tenant_id=37922407194a4714beb2d753651ef214 HTTP/1.1" status: 200 len: 1098 time: 0.0520072 Jul 05 03:19:54.686017 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-18fd61b7-18b0-4aca-a417-267d46436c39 req-e7deb5bc-23be-47e1-9512-6a0052b0b081 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-771362-32', 'device_owner': 'compute:nova'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:19:54.754744 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-18fd61b7-18b0-4aca-a417-267d46436c39 req-e7deb5bc-23be-47e1-9512-6a0052b0b081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:19:54.962440 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-18fd61b7-18b0-4aca-a417-267d46436c39 req-e7deb5bc-23be-47e1-9512-6a0052b0b081 service neutron] For port 84a61923-6b89-41f7-9ba5-5ce861c13967, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=84a61923-6b89-41f7-9ba5-5ce861c13967,segment=NetworkSegment(21eddf81-2619-4946-9d45-7ae9bc4495da),segment_id=21eddf81-2619-4946-9d45-7ae9bc4495da)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:19:54.999095 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-18fd61b7-18b0-4aca-a417-267d46436c39 req-e7deb5bc-23be-47e1-9512-6a0052b0b081 service neutron] For port 84a61923-6b89-41f7-9ba5-5ce861c13967, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:19:55.012199 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:19:55.039250 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-18fd61b7-18b0-4aca-a417-267d46436c39 req-e7deb5bc-23be-47e1-9512-6a0052b0b081 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:19:55.045599 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e221e8e-ce35-4682-82bf-e43dd5a1c9cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84a61923-6b89-41f7-9ba5-5ce861c13967'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:19:55.047916 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4c1385bffaa5d930a7117e6982c27207eca91cca31cf4b43f86c7ad63cd24a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ea08245-8600-452c-9fdb-382bda8e6983" -d '{"events": [{"server_uuid": "8e221e8e-ce35-4682-82bf-e43dd5a1c9cc", "name": "network-vif-unplugged", "status": "completed", "tag": "84a61923-6b89-41f7-9ba5-5ce861c13967"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:19:55.060150 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-18fd61b7-18b0-4aca-a417-267d46436c39 req-e7deb5bc-23be-47e1-9512-6a0052b0b081 service neutron] Transition to ACTIVE for port object 84a61923-6b89-41f7-9ba5-5ce861c13967 will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:19:55.120284 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb2f7506-0324-41c3-9cd1-9b3f82bd7d01 x-openstack-request-id: req-fb2f7506-0324-41c3-9cd1-9b3f82bd7d01 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:19:55.120585 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e221e8e-ce35-4682-82bf-e43dd5a1c9cc", "name": "network-vif-unplugged", "status": "completed", "tag": "84a61923-6b89-41f7-9ba5-5ce861c13967", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:19:55.120835 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fb2f7506-0324-41c3-9cd1-9b3f82bd7d01 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:19:55.121230 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e221e8e-ce35-4682-82bf-e43dd5a1c9cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84a61923-6b89-41f7-9ba5-5ce861c13967', 'code': 200} Jul 05 03:19:55.132561 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d00e63-a09f-42e0-8072-378a91b80e36 req-c421215f-c29d-4c11-a387-19e49c440803 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:19:55.134065 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a2d00e63-a09f-42e0-8072-378a91b80e36 req-c421215f-c29d-4c11-a387-19e49c440803 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e221e8e-ce35-4682-82bf-e43dd5a1c9cc HTTP/1.1" status: 200 len: 946 time: 0.0722649 Jul 05 03:19:55.172600 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a2d00e63-a09f-42e0-8072-378a91b80e36 req-dc188c1e-5e9f-4d4b-b25d-6fb2b830d770 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325160 Jul 05 03:19:55.204963 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-18fd61b7-18b0-4aca-a417-267d46436c39 req-e7deb5bc-23be-47e1-9512-6a0052b0b081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:19:55.288094 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7deb5bc-23be-47e1-9512-6a0052b0b081 service neutron] Pushing event updated for resources: {'Port': ['ID=84a61923-6b89-41f7-9ba5-5ce861c13967,revision_number=10']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:19:55.325795 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-18fd61b7-18b0-4aca-a417-267d46436c39 req-e7deb5bc-23be-47e1-9512-6a0052b0b081 service neutron] No DVR routers for this DVR port 84a61923-6b89-41f7-9ba5-5ce861c13967 on host n-h1-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:19:55.480083 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-18fd61b7-18b0-4aca-a417-267d46436c39 req-e7deb5bc-23be-47e1-9512-6a0052b0b081 service neutron] Attempting to bind port 84a61923-6b89-41f7-9ba5-5ce861c13967 on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:19:55.480493 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-18fd61b7-18b0-4aca-a417-267d46436c39 req-e7deb5bc-23be-47e1-9512-6a0052b0b081 service neutron] Attempting to bind port 84a61923-6b89-41f7-9ba5-5ce861c13967 by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '21eddf81-2619-4946-9d45-7ae9bc4495da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1683328e-a448-4235-b487-6d813ce67b0e'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:19:55.480944 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18fd61b7-18b0-4aca-a417-267d46436c39 req-e7deb5bc-23be-47e1-9512-6a0052b0b081 service neutron] Attempting to bind port 84a61923-6b89-41f7-9ba5-5ce861c13967 on network 1683328e-a448-4235-b487-6d813ce67b0e {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:19:55.486953 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18fd61b7-18b0-4aca-a417-267d46436c39 req-e7deb5bc-23be-47e1-9512-6a0052b0b081 service neutron] Port 84a61923-6b89-41f7-9ba5-5ce861c13967 on network 1683328e-a448-4235-b487-6d813ce67b0e not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:19:55.487365 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18fd61b7-18b0-4aca-a417-267d46436c39 req-e7deb5bc-23be-47e1-9512-6a0052b0b081 service neutron] Attempting to bind port 84a61923-6b89-41f7-9ba5-5ce861c13967 on network 1683328e-a448-4235-b487-6d813ce67b0e {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:19:55.494201 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18fd61b7-18b0-4aca-a417-267d46436c39 req-e7deb5bc-23be-47e1-9512-6a0052b0b081 service neutron] Checking agent: {'id': 'e071c76e-395f-48c4-a98f-88088465cf0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:19:55.494615 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18fd61b7-18b0-4aca-a417-267d46436c39 req-e7deb5bc-23be-47e1-9512-6a0052b0b081 service neutron] Checking segment: {'id': '21eddf81-2619-4946-9d45-7ae9bc4495da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1683328e-a448-4235-b487-6d813ce67b0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:19:55.495120 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18fd61b7-18b0-4aca-a417-267d46436c39 req-e7deb5bc-23be-47e1-9512-6a0052b0b081 service neutron] Bound using segment: {'id': '21eddf81-2619-4946-9d45-7ae9bc4495da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1683328e-a448-4235-b487-6d813ce67b0e'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:19:55.495666 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-18fd61b7-18b0-4aca-a417-267d46436c39 req-e7deb5bc-23be-47e1-9512-6a0052b0b081 service neutron] Bound port: 84a61923-6b89-41f7-9ba5-5ce861c13967, host: n-h2-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21eddf81-2619-4946-9d45-7ae9bc4495da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1683328e-a448-4235-b487-6d813ce67b0e'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:19:55.496126 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-18fd61b7-18b0-4aca-a417-267d46436c39 req-e7deb5bc-23be-47e1-9512-6a0052b0b081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:19:55.579614 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-18fd61b7-18b0-4aca-a417-267d46436c39 req-e7deb5bc-23be-47e1-9512-6a0052b0b081 service neutron] For port 84a61923-6b89-41f7-9ba5-5ce861c13967, host n-h2-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:19:55.582595 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-18fd61b7-18b0-4aca-a417-267d46436c39 req-e7deb5bc-23be-47e1-9512-6a0052b0b081 service neutron] For port 84a61923-6b89-41f7-9ba5-5ce861c13967, host n-h2-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=84a61923-6b89-41f7-9ba5-5ce861c13967,segment=NetworkSegment(21eddf81-2619-4946-9d45-7ae9bc4495da),segment_id=21eddf81-2619-4946-9d45-7ae9bc4495da)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:19:55.669533 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-18fd61b7-18b0-4aca-a417-267d46436c39 req-e7deb5bc-23be-47e1-9512-6a0052b0b081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:19:55.704408 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fd61b7-18b0-4aca-a417-267d46436c39 req-e7deb5bc-23be-47e1-9512-6a0052b0b081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:19:55.705089 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-18fd61b7-18b0-4aca-a417-267d46436c39 req-e7deb5bc-23be-47e1-9512-6a0052b0b081 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:19:55.706605 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-18fd61b7-18b0-4aca-a417-267d46436c39 req-e7deb5bc-23be-47e1-9512-6a0052b0b081 service neutron] 10.222.0.15 "PUT /v2.0/ports/84a61923-6b89-41f7-9ba5-5ce861c13967 HTTP/1.1" status: 200 len: 1094 time: 1.0253603 Jul 05 03:19:55.727579 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7deb5bc-23be-47e1-9512-6a0052b0b081 service neutron] Pushing event updated for resources: {'Port': ['ID=84a61923-6b89-41f7-9ba5-5ce861c13967,revision_number=11']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:19:55.789548 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fd61b7-18b0-4aca-a417-267d46436c39 req-232efd54-d6f3-496b-9445-f9c5bbf75f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:19:55.791772 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-18fd61b7-18b0-4aca-a417-267d46436c39 req-232efd54-d6f3-496b-9445-f9c5bbf75f1e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=37922407194a4714beb2d753651ef214&device_id=8e221e8e-ce35-4682-82bf-e43dd5a1c9cc HTTP/1.1" status: 200 len: 1097 time: 0.0552852 Jul 05 03:19:55.888675 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fd61b7-18b0-4aca-a417-267d46436c39 req-73a0ab49-97eb-4eb5-be49-1d9f881e4d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:19:55.890237 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-18fd61b7-18b0-4aca-a417-267d46436c39 req-73a0ab49-97eb-4eb5-be49-1d9f881e4d67 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1683328e-a448-4235-b487-6d813ce67b0e HTTP/1.1" status: 200 len: 910 time: 0.0924294 Jul 05 03:19:55.955321 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-18fd61b7-18b0-4aca-a417-267d46436c39 req-e2a3ffe8-8f7b-438b-aa81-894f5a6a618d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84a61923-6b89-41f7-9ba5-5ce861c13967 HTTP/1.1" status: 200 len: 1001 time: 0.0590923 Jul 05 03:19:55.984761 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 84a61923-6b89-41f7-9ba5-5ce861c13967 no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:19:56.007435 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fd61b7-18b0-4aca-a417-267d46436c39 req-3f780c93-dafc-49da-8a85-4894cbfdb45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:19:56.008952 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-18fd61b7-18b0-4aca-a417-267d46436c39 req-3f780c93-dafc-49da-8a85-4894cbfdb45e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=03db0199-8c26-402d-a28d-fe51c5dbdec1 HTTP/1.1" status: 200 len: 849 time: 0.0474913 Jul 05 03:19:56.022321 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 84a61923-6b89-41f7-9ba5-5ce861c13967 not bound to the agent host n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:19:56.065198 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fd61b7-18b0-4aca-a417-267d46436c39 req-07e74c80-a48d-4c5c-8720-787ab96d35e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:19:56.066802 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-18fd61b7-18b0-4aca-a417-267d46436c39 req-07e74c80-a48d-4c5c-8720-787ab96d35e2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1683328e-a448-4235-b487-6d813ce67b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520287 Jul 05 03:19:56.152963 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-18fd61b7-18b0-4aca-a417-267d46436c39 req-1f423e40-9a19-492e-af14-217e48ace6ce service neutron] 10.222.0.15 "GET /v2.0/networks/1683328e-a448-4235-b487-6d813ce67b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793564 Jul 05 03:19:56.249062 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-18fd61b7-18b0-4aca-a417-267d46436c39 req-7b5dd9d7-1418-4f8d-a511-a50953394183 service neutron] 10.222.0.15 "GET /v2.0/networks/1683328e-a448-4235-b487-6d813ce67b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901744 Jul 05 03:19:56.291175 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:19:56.353777 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5649f1f-31d3-4fa0-a6c2-929c3a581ea8 req-90966e74-e34e-49c9-9033-862b64c94d3d tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:19:56.355296 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e5649f1f-31d3-4fa0-a6c2-929c3a581ea8 req-90966e74-e34e-49c9-9033-862b64c94d3d tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e221e8e-ce35-4682-82bf-e43dd5a1c9cc HTTP/1.1" status: 200 len: 945 time: 0.0637832 Jul 05 03:19:56.392441 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e5649f1f-31d3-4fa0-a6c2-929c3a581ea8 req-9b6277be-f7ff-4cbb-8125-ff78e7bdcef7 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310006 Jul 05 03:19:57.122687 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e221e8e-ce35-4682-82bf-e43dd5a1c9cc', 'tag': '84a61923-6b89-41f7-9ba5-5ce861c13967'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:19:57.124975 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4c1385bffaa5d930a7117e6982c27207eca91cca31cf4b43f86c7ad63cd24a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7a542ec-0219-4e40-8e0e-d0a027673c72" -d '{"events": [{"name": "network-changed", "server_uuid": "8e221e8e-ce35-4682-82bf-e43dd5a1c9cc", "tag": "84a61923-6b89-41f7-9ba5-5ce861c13967"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:19:57.173109 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf2be49-0273-4116-8a95-0c784cc8cda4 x-openstack-request-id: req-ddf2be49-0273-4116-8a95-0c784cc8cda4 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:19:57.173422 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e221e8e-ce35-4682-82bf-e43dd5a1c9cc", "tag": "84a61923-6b89-41f7-9ba5-5ce861c13967", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:19:57.173731 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ddf2be49-0273-4116-8a95-0c784cc8cda4 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:19:57.174153 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e221e8e-ce35-4682-82bf-e43dd5a1c9cc', 'tag': '84a61923-6b89-41f7-9ba5-5ce861c13967', 'status': 'completed', 'code': 200} Jul 05 03:19:57.281613 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a542ec-0219-4e40-8e0e-d0a027673c72 req-3108a16d-de9d-4dd6-a283-f2bdb575c939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:19:57.283166 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b7a542ec-0219-4e40-8e0e-d0a027673c72 req-3108a16d-de9d-4dd6-a283-f2bdb575c939 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=37922407194a4714beb2d753651ef214&device_id=8e221e8e-ce35-4682-82bf-e43dd5a1c9cc HTTP/1.1" status: 200 len: 1097 time: 0.0911338 Jul 05 03:19:57.285541 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a542ec-0219-4e40-8e0e-d0a027673c72 req-5535d31e-d3a5-460f-92a4-fc096ed55c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:19:57.286939 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b7a542ec-0219-4e40-8e0e-d0a027673c72 req-5535d31e-d3a5-460f-92a4-fc096ed55c46 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=37922407194a4714beb2d753651ef214&device_id=8e221e8e-ce35-4682-82bf-e43dd5a1c9cc HTTP/1.1" status: 200 len: 1097 time: 0.0868146 Jul 05 03:19:57.445381 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a542ec-0219-4e40-8e0e-d0a027673c72 req-239c0c3f-5216-4986-9dab-9e8819a0f2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:19:57.447717 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b7a542ec-0219-4e40-8e0e-d0a027673c72 req-239c0c3f-5216-4986-9dab-9e8819a0f2f6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1683328e-a448-4235-b487-6d813ce67b0e HTTP/1.1" status: 200 len: 910 time: 0.1581905 Jul 05 03:19:57.451269 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a542ec-0219-4e40-8e0e-d0a027673c72 req-9918f369-4186-43aa-8f2b-26bd71d9ab28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:19:57.452656 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b7a542ec-0219-4e40-8e0e-d0a027673c72 req-9918f369-4186-43aa-8f2b-26bd71d9ab28 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1683328e-a448-4235-b487-6d813ce67b0e HTTP/1.1" status: 200 len: 910 time: 0.1562033 Jul 05 03:19:57.582428 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e1b795-d868-489a-b3ae-648c22a3691e req-6143dc1d-8e14-4f84-9959-cfb093b8ce6a tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:19:57.584045 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-69e1b795-d868-489a-b3ae-648c22a3691e req-6143dc1d-8e14-4f84-9959-cfb093b8ce6a tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e221e8e-ce35-4682-82bf-e43dd5a1c9cc HTTP/1.1" status: 200 len: 945 time: 0.0674121 Jul 05 03:19:57.627372 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-69e1b795-d868-489a-b3ae-648c22a3691e req-feefafa5-486b-4ae4-b778-8bc50bf84cff tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372512 Jul 05 03:19:57.919432 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b7a542ec-0219-4e40-8e0e-d0a027673c72 req-753193f3-7c34-4844-92bf-4594e5bb675f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84a61923-6b89-41f7-9ba5-5ce861c13967 HTTP/1.1" status: 200 len: 1001 time: 0.4621444 Jul 05 03:19:57.921224 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b7a542ec-0219-4e40-8e0e-d0a027673c72 req-814aef5d-b3b0-4ab4-bda7-2390b3ed1d42 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84a61923-6b89-41f7-9ba5-5ce861c13967 HTTP/1.1" status: 200 len: 1001 time: 0.4580026 Jul 05 03:19:58.002035 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a542ec-0219-4e40-8e0e-d0a027673c72 req-a0d34029-a211-4230-af3c-340d2d16edbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:19:58.003582 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b7a542ec-0219-4e40-8e0e-d0a027673c72 req-a0d34029-a211-4230-af3c-340d2d16edbc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=03db0199-8c26-402d-a28d-fe51c5dbdec1 HTTP/1.1" status: 200 len: 849 time: 0.0784769 Jul 05 03:19:58.005075 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a542ec-0219-4e40-8e0e-d0a027673c72 req-6c8eb36b-a73d-48ce-8add-26b00fb4b744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:19:58.006450 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b7a542ec-0219-4e40-8e0e-d0a027673c72 req-6c8eb36b-a73d-48ce-8add-26b00fb4b744 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=03db0199-8c26-402d-a28d-fe51c5dbdec1 HTTP/1.1" status: 200 len: 849 time: 0.0739658 Jul 05 03:19:58.108927 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a542ec-0219-4e40-8e0e-d0a027673c72 req-b149f76f-8799-47cd-92a1-bb6338b4d6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:19:58.110483 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b7a542ec-0219-4e40-8e0e-d0a027673c72 req-b149f76f-8799-47cd-92a1-bb6338b4d6fa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1683328e-a448-4235-b487-6d813ce67b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0970581 Jul 05 03:19:58.112270 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a542ec-0219-4e40-8e0e-d0a027673c72 req-02c281be-e5e8-48a2-bbe6-3b72b30a7cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:19:58.113663 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b7a542ec-0219-4e40-8e0e-d0a027673c72 req-02c281be-e5e8-48a2-bbe6-3b72b30a7cec service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1683328e-a448-4235-b487-6d813ce67b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0924995 Jul 05 03:19:58.268749 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b7a542ec-0219-4e40-8e0e-d0a027673c72 req-1703ea63-8b5a-45db-8a52-678ba0834652 service neutron] 10.222.0.21 "GET /v2.0/networks/1683328e-a448-4235-b487-6d813ce67b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519668 Jul 05 03:19:58.272129 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b7a542ec-0219-4e40-8e0e-d0a027673c72 req-4f50d4ea-3df5-4f59-89e6-d788e517d7b2 service neutron] 10.222.0.15 "GET /v2.0/networks/1683328e-a448-4235-b487-6d813ce67b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478550 Jul 05 03:19:58.426342 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b7a542ec-0219-4e40-8e0e-d0a027673c72 req-45175708-76be-4a61-94cd-2f55021e4ecb service neutron] 10.222.0.21 "GET /v2.0/networks/1683328e-a448-4235-b487-6d813ce67b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514711 Jul 05 03:19:58.428533 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b7a542ec-0219-4e40-8e0e-d0a027673c72 req-2ba621ab-1ad8-4457-8881-adecf3712f6d service neutron] 10.222.0.15 "GET /v2.0/networks/1683328e-a448-4235-b487-6d813ce67b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465173 Jul 05 03:19:58.813354 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c834cfcc-7d49-453c-a202-478dd368f121 req-4d84a3a2-4f00-420c-a7aa-14805719947a tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:19:58.814795 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c834cfcc-7d49-453c-a202-478dd368f121 req-4d84a3a2-4f00-420c-a7aa-14805719947a tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e221e8e-ce35-4682-82bf-e43dd5a1c9cc HTTP/1.1" status: 200 len: 945 time: 0.0675809 Jul 05 03:19:58.852157 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c834cfcc-7d49-453c-a202-478dd368f121 req-0b67d4c8-2241-4ec3-8bea-9fa8c0a26392 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314577 Jul 05 03:19:59.078728 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdbb222-6446-47c8-b6b9-15a761e4ec04 req-8eede10f-19a4-466d-90e0-37a1daa53286 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:19:59.079312 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 84a61923-6b89-41f7-9ba5-5ce861c13967 details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:19:59.080190 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5cdbb222-6446-47c8-b6b9-15a761e4ec04 req-8eede10f-19a4-466d-90e0-37a1daa53286 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e221e8e-ce35-4682-82bf-e43dd5a1c9cc HTTP/1.1" status: 200 len: 945 time: 0.1199174 Jul 05 03:19:59.118604 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5cdbb222-6446-47c8-b6b9-15a761e4ec04 req-0ca502a7-ec08-4dec-8d60-73273ef26a5a tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327892 Jul 05 03:19:59.174422 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 84a61923-6b89-41f7-9ba5-5ce861c13967, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=84a61923-6b89-41f7-9ba5-5ce861c13967,segment=NetworkSegment(21eddf81-2619-4946-9d45-7ae9bc4495da),segment_id=21eddf81-2619-4946-9d45-7ae9bc4495da)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:19:59.188313 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Returning: {'device': '84a61923-6b89-41f7-9ba5-5ce861c13967', 'network_id': '1683328e-a448-4235-b487-6d813ce67b0e', 'port_id': '84a61923-6b89-41f7-9ba5-5ce861c13967', 'mac_address': 'fa:16:3e:29:9f:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03db0199-8c26-402d-a28d-fe51c5dbdec1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:19:59.225250 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:19:59.240389 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84a61923-6b89-41f7-9ba5-5ce861c13967 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:19:59.259625 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 84a61923-6b89-41f7-9ba5-5ce861c13967, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=84a61923-6b89-41f7-9ba5-5ce861c13967,segment=NetworkSegment(21eddf81-2619-4946-9d45-7ae9bc4495da),segment_id=21eddf81-2619-4946-9d45-7ae9bc4495da)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:19:59.292204 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d429a40-740d-4776-9b37-0c46ad06b413 req-e11fad2f-3e67-4835-b1ed-b9883a811cf5 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:19:59.293767 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7d429a40-740d-4776-9b37-0c46ad06b413 req-e11fad2f-3e67-4835-b1ed-b9883a811cf5 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e221e8e-ce35-4682-82bf-e43dd5a1c9cc HTTP/1.1" status: 200 len: 945 time: 0.0622385 Jul 05 03:19:59.331623 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7d429a40-740d-4776-9b37-0c46ad06b413 req-633fc0ac-4364-4ff0-a66b-f8b531b49782 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319715 Jul 05 03:19:59.353503 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:19:59.401219 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=84a61923-6b89-41f7-9ba5-5ce861c13967,revision_number=12']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:19:59.579769 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['84a61923-6b89-41f7-9ba5-5ce861c13967'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:19:59.910739 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4cb62c-a12e-4ed3-b214-567db61e7810 req-529127bf-98fe-4ee8-be90-6e4e570b8783 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:19:59.912122 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ef4cb62c-a12e-4ed3-b214-567db61e7810 req-529127bf-98fe-4ee8-be90-6e4e570b8783 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e221e8e-ce35-4682-82bf-e43dd5a1c9cc HTTP/1.1" status: 200 len: 946 time: 0.0610793 Jul 05 03:19:59.949214 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ef4cb62c-a12e-4ed3-b214-567db61e7810 req-7bba1fdb-f142-4aaa-b3e4-fb000f6884d5 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315959 Jul 05 03:20:01.086050 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 84a61923-6b89-41f7-9ba5-5ce861c13967 up at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:20:01.127649 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ce3a2e-a914-41ad-a4eb-970ebd6bf8c2 req-c12f3e8d-d948-41ae-ade6-858ec7453cc6 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:20:01.129349 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-20ce3a2e-a914-41ad-a4eb-970ebd6bf8c2 req-c12f3e8d-d948-41ae-ade6-858ec7453cc6 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e221e8e-ce35-4682-82bf-e43dd5a1c9cc HTTP/1.1" status: 200 len: 946 time: 0.0650895 Jul 05 03:20:01.167534 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e13a34-8e03-4510-8662-603881f9f25a req-b8f9c4cb-71d6-4a29-a568-1b04388f2655 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:20:01.170302 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-75e13a34-8e03-4510-8662-603881f9f25a req-b8f9c4cb-71d6-4a29-a568-1b04388f2655 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e221e8e-ce35-4682-82bf-e43dd5a1c9cc HTTP/1.1" status: 200 len: 946 time: 0.0756924 Jul 05 03:20:01.171579 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-20ce3a2e-a914-41ad-a4eb-970ebd6bf8c2 req-9ee66107-88f7-445e-840e-d3d7ac8facfd tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334308 Jul 05 03:20:01.207036 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning for port 84a61923-6b89-41f7-9ba5-5ce861c13967 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:20:01.214737 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning complete for port 84a61923-6b89-41f7-9ba5-5ce861c13967 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:20:01.214737 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:20:01.281105 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-75e13a34-8e03-4510-8662-603881f9f25a req-88a09a7a-97f5-4ac3-8659-ac48f547efe3 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Deleting port 84a61923-6b89-41f7-9ba5-5ce861c13967 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:20:01.281451 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-75e13a34-8e03-4510-8662-603881f9f25a req-88a09a7a-97f5-4ac3-8659-ac48f547efe3 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:20:01.297710 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:20:01.376939 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-75e13a34-8e03-4510-8662-603881f9f25a req-88a09a7a-97f5-4ac3-8659-ac48f547efe3 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] For port 84a61923-6b89-41f7-9ba5-5ce861c13967, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=84a61923-6b89-41f7-9ba5-5ce861c13967,segment=NetworkSegment(21eddf81-2619-4946-9d45-7ae9bc4495da),segment_id=21eddf81-2619-4946-9d45-7ae9bc4495da)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:20:01.377193 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-75e13a34-8e03-4510-8662-603881f9f25a req-88a09a7a-97f5-4ac3-8659-ac48f547efe3 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:20:01.472335 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e221e8e-ce35-4682-82bf-e43dd5a1c9cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84a61923-6b89-41f7-9ba5-5ce861c13967'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:20:01.474728 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1156d35e1955dd65519df7b38ee19a55ddc3a31abbcc68c280d02d687c0487e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-498efb4b-ba11-4d91-9716-8253083829df" -d '{"events": [{"server_uuid": "8e221e8e-ce35-4682-82bf-e43dd5a1c9cc", "name": "network-vif-plugged", "status": "completed", "tag": "84a61923-6b89-41f7-9ba5-5ce861c13967"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:20:01.487662 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 84a61923-6b89-41f7-9ba5-5ce861c13967, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=84a61923-6b89-41f7-9ba5-5ce861c13967,segment=NetworkSegment(21eddf81-2619-4946-9d45-7ae9bc4495da),segment_id=21eddf81-2619-4946-9d45-7ae9bc4495da)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:20:01.524436 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee7bde64-d7e3-4ecc-a699-64f4333149e7 x-openstack-request-id: req-ee7bde64-d7e3-4ecc-a699-64f4333149e7 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:20:01.524765 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e221e8e-ce35-4682-82bf-e43dd5a1c9cc", "name": "network-vif-plugged", "status": "completed", "tag": "84a61923-6b89-41f7-9ba5-5ce861c13967", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:20:01.525052 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ee7bde64-d7e3-4ecc-a699-64f4333149e7 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:20:01.525544 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e221e8e-ce35-4682-82bf-e43dd5a1c9cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84a61923-6b89-41f7-9ba5-5ce861c13967', 'code': 200} Jul 05 03:20:01.556383 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-75e13a34-8e03-4510-8662-603881f9f25a req-88a09a7a-97f5-4ac3-8659-ac48f547efe3 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:20:01.556750 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-75e13a34-8e03-4510-8662-603881f9f25a req-88a09a7a-97f5-4ac3-8659-ac48f547efe3 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636869'] for floatingip, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:20:01.557561 n-d-771362-32 neutron-server[94461]: INFO neutron.db.l3_db [req-75e13a34-8e03-4510-8662-603881f9f25a req-88a09a7a-97f5-4ac3-8659-ac48f547efe3 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Floating IP 60ea9cf3-3d27-464a-8d3e-97e98e9a1009 disassociated. External IP: 172.25.7.218, port: 84a61923-6b89-41f7-9ba5-5ce861c13967. Jul 05 03:20:01.557561 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-75e13a34-8e03-4510-8662-603881f9f25a req-88a09a7a-97f5-4ac3-8659-ac48f547efe3 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Calling delete_port for 84a61923-6b89-41f7-9ba5-5ce861c13967 owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:20:01.578088 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:20:01.629671 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=84a61923-6b89-41f7-9ba5-5ce861c13967,revision_number=13']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:20:01.770933 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-75e13a34-8e03-4510-8662-603881f9f25a req-88a09a7a-97f5-4ac3-8659-ac48f547efe3 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:20:01.799813 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a09a7a-97f5-4ac3-8659-ac48f547efe3 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Pushing event deleted for resources: {'Port': ['ID=84a61923-6b89-41f7-9ba5-5ce861c13967,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:20:01.917434 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [req-75e13a34-8e03-4510-8662-603881f9f25a req-88a09a7a-97f5-4ac3-8659-ac48f547efe3 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Router 43598d09-982e-4e7b-a1e7-506eab92cb50 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:20:02.029283 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-75e13a34-8e03-4510-8662-603881f9f25a req-88a09a7a-97f5-4ac3-8659-ac48f547efe3 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:20:02.039480 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa60cfe-2a99-4ac3-8174-43f358fab058 None None] Sync routers for ids ['43598d09-982e-4e7b-a1e7-506eab92cb50'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:20:02.049411 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa60cfe-2a99-4ac3-8174-43f358fab058 None None] Routers {'43598d09-982e-4e7b-a1e7-506eab92cb50'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:20:02.050019 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-efa60cfe-2a99-4ac3-8174-43f358fab058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:19:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['43598d09-982e-4e7b-a1e7-506eab92cb50'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:20:02.072453 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-75e13a34-8e03-4510-8662-603881f9f25a req-88a09a7a-97f5-4ac3-8659-ac48f547efe3 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] No DVR routers for this DVR port 84a61923-6b89-41f7-9ba5-5ce861c13967 on host n-h2-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:20:02.075100 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-75e13a34-8e03-4510-8662-603881f9f25a req-88a09a7a-97f5-4ac3-8659-ac48f547efe3 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:20:02.077309 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-75e13a34-8e03-4510-8662-603881f9f25a req-88a09a7a-97f5-4ac3-8659-ac48f547efe3 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.15 "DELETE /v2.0/ports/84a61923-6b89-41f7-9ba5-5ce861c13967 HTTP/1.1" status: 204 len: 173 time: 0.9013307 Jul 05 03:20:02.077593 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e221e8e-ce35-4682-82bf-e43dd5a1c9cc', 'name': 'network-vif-deleted', 'tag': '84a61923-6b89-41f7-9ba5-5ce861c13967'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:20:02.080000 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4c1385bffaa5d930a7117e6982c27207eca91cca31cf4b43f86c7ad63cd24a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed52e45-97ce-40ec-b6c8-1f6b6ca8cb5c" -d '{"events": [{"server_uuid": "8e221e8e-ce35-4682-82bf-e43dd5a1c9cc", "name": "network-vif-deleted", "tag": "84a61923-6b89-41f7-9ba5-5ce861c13967"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:20:02.115471 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68703463-14b9-4c11-920b-00fe3e03e0a4 x-openstack-request-id: req-68703463-14b9-4c11-920b-00fe3e03e0a4 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:20:02.115847 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e221e8e-ce35-4682-82bf-e43dd5a1c9cc", "name": "network-vif-deleted", "tag": "84a61923-6b89-41f7-9ba5-5ce861c13967", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:20:02.116099 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-68703463-14b9-4c11-920b-00fe3e03e0a4 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:20:02.116513 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e221e8e-ce35-4682-82bf-e43dd5a1c9cc', 'name': 'network-vif-deleted', 'tag': '84a61923-6b89-41f7-9ba5-5ce861c13967', 'status': 'completed', 'code': 200} Jul 05 03:20:02.153753 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-efa60cfe-2a99-4ac3-8174-43f358fab058 None None] Set router 43598d09-982e-4e7b-a1e7-506eab92cb50 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:20:02.362271 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-efa60cfe-2a99-4ac3-8174-43f358fab058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43598d09-982e-4e7b-a1e7-506eab92cb50', 'name': 'tempest-ServerActionsTestJSON-90816521-router', 'tenant_id': '37922407194a4714beb2d753651ef214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': 'c63fa816-5a05-4c81-a828-5ef41bd4fc42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:12:44Z', 'updated_at': '2021-07-05T03:12:47Z', 'revision_number': 4, 'project_id': '37922407194a4714beb2d753651ef214', 'gw_port': {'id': 'c63fa816-5a05-4c81-a828-5ef41bd4fc42', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:b2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43598d09-982e-4e7b-a1e7-506eab92cb50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:12:45Z', 'updated_at': '2021-07-05T03:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'c0b485db-945a-45a6-a29e-410942462fd6', 'name': '', 'network_id': '1683328e-a448-4235-b487-6d813ce67b0e', 'tenant_id': '37922407194a4714beb2d753651ef214', 'mac_address': 'fa:16:3e:20:15:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43598d09-982e-4e7b-a1e7-506eab92cb50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '03db0199-8c26-402d-a28d-fe51c5dbdec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:12:47Z', 'updated_at': '2021-07-05T03:12:52Z', 'revision_number': 5, 'project_id': '37922407194a4714beb2d753651ef214', 'subnets': [{'id': '03db0199-8c26-402d-a28d-fe51c5dbdec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:20:02.372561 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-db9eb393-71f1-4644-a9f6-20aba1508556 req-283dbaa0-9a94-4f96-a7a0-b86c76243782 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e221e8e-ce35-4682-82bf-e43dd5a1c9cc HTTP/1.1" status: 200 len: 210 time: 0.0781555 Jul 05 03:20:02.391047 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa60cfe-2a99-4ac3-8174-43f358fab058 None None] Checking router: 43598d09-982e-4e7b-a1e7-506eab92cb50 for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:20:02.399307 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa60cfe-2a99-4ac3-8174-43f358fab058 None None] Routers {'43598d09-982e-4e7b-a1e7-506eab92cb50'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:20:02.399907 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-efa60cfe-2a99-4ac3-8174-43f358fab058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:19:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['43598d09-982e-4e7b-a1e7-506eab92cb50'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:20:02.503307 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-efa60cfe-2a99-4ac3-8174-43f358fab058 None None] Set router 43598d09-982e-4e7b-a1e7-506eab92cb50 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:20:02.696810 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-efa60cfe-2a99-4ac3-8174-43f358fab058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43598d09-982e-4e7b-a1e7-506eab92cb50', 'name': 'tempest-ServerActionsTestJSON-90816521-router', 'tenant_id': '37922407194a4714beb2d753651ef214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': 'c63fa816-5a05-4c81-a828-5ef41bd4fc42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:12:44Z', 'updated_at': '2021-07-05T03:12:47Z', 'revision_number': 4, 'project_id': '37922407194a4714beb2d753651ef214', 'gw_port': {'id': 'c63fa816-5a05-4c81-a828-5ef41bd4fc42', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:b2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43598d09-982e-4e7b-a1e7-506eab92cb50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:12:45Z', 'updated_at': '2021-07-05T03:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'c0b485db-945a-45a6-a29e-410942462fd6', 'name': '', 'network_id': '1683328e-a448-4235-b487-6d813ce67b0e', 'tenant_id': '37922407194a4714beb2d753651ef214', 'mac_address': 'fa:16:3e:20:15:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43598d09-982e-4e7b-a1e7-506eab92cb50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '03db0199-8c26-402d-a28d-fe51c5dbdec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:12:47Z', 'updated_at': '2021-07-05T03:12:52Z', 'revision_number': 5, 'project_id': '37922407194a4714beb2d753651ef214', 'subnets': [{'id': '03db0199-8c26-402d-a28d-fe51c5dbdec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:20:02.725887 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa60cfe-2a99-4ac3-8174-43f358fab058 None None] The sync data for ids ['43598d09-982e-4e7b-a1e7-506eab92cb50'] in n-d-771362-32 is: [{'id': '43598d09-982e-4e7b-a1e7-506eab92cb50', 'name': 'tempest-ServerActionsTestJSON-90816521-router', 'tenant_id': '37922407194a4714beb2d753651ef214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': 'c63fa816-5a05-4c81-a828-5ef41bd4fc42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:12:44Z', 'updated_at': '2021-07-05T03:12:47Z', 'revision_number': 4, 'project_id': '37922407194a4714beb2d753651ef214', 'gw_port': {'id': 'c63fa816-5a05-4c81-a828-5ef41bd4fc42', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:b2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43598d09-982e-4e7b-a1e7-506eab92cb50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:12:45Z', 'updated_at': '2021-07-05T03:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'c0b485db-945a-45a6-a29e-410942462fd6', 'name': '', 'network_id': '1683328e-a448-4235-b487-6d813ce67b0e', 'tenant_id': '37922407194a4714beb2d753651ef214', 'mac_address': 'fa:16:3e:20:15:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43598d09-982e-4e7b-a1e7-506eab92cb50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '03db0199-8c26-402d-a28d-fe51c5dbdec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:12:47Z', 'updated_at': '2021-07-05T03:12:52Z', 'revision_number': 5, 'project_id': '37922407194a4714beb2d753651ef214', 'subnets': [{'id': '03db0199-8c26-402d-a28d-fe51c5dbdec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:20:02.943403 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1655fdf6-6522-4d5f-97d9-e0fb0a99ab59 None None] New status for floating IP 60ea9cf3-3d27-464a-8d3e-97e98e9a1009: DOWN {{(pid=94463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:20:03.737379 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9bd4243f-1d01-4d43-ab3f-5e43fcdd79b1 req-b00bed18-68be-4b76-93c2-606d187d72de tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--628780573&fields=id&tenant_id=37922407194a4714beb2d753651ef214 HTTP/1.1" status: 200 len: 267 time: 0.0329328 Jul 05 03:20:03.845399 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd4243f-1d01-4d43-ab3f-5e43fcdd79b1 req-eb1fabe4-5018-4d63-b83c-2b91061f66d5 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:20:03.852714 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9bd4243f-1d01-4d43-ab3f-5e43fcdd79b1 req-eb1fabe4-5018-4d63-b83c-2b91061f66d5 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/networks?id=1683328e-a448-4235-b487-6d813ce67b0e HTTP/1.1" status: 200 len: 810 time: 0.1030107 Jul 05 03:20:03.861540 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9bd4243f-1d01-4d43-ab3f-5e43fcdd79b1 req-864bc78f-2987-4648-b1cb-667d19820146 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/quotas/37922407194a4714beb2d753651ef214 HTTP/1.1" status: 200 len: 375 time: 0.0093498 Jul 05 03:20:03.928143 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9bd4243f-1d01-4d43-ab3f-5e43fcdd79b1 req-0d4dce1b-6d23-46c6-8026-3a60873c2998 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=37922407194a4714beb2d753651ef214&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0617459 Jul 05 03:20:04.065392 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9bd4243f-1d01-4d43-ab3f-5e43fcdd79b1 req-9d07b8c4-f370-4f38-8a5b-0cb091ea5e4c service neutron] 10.222.0.23 "GET /v2.0/networks/1683328e-a448-4235-b487-6d813ce67b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260219 Jul 05 03:20:04.150974 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9bd4243f-1d01-4d43-ab3f-5e43fcdd79b1 req-67f3a718-a5bd-43e0-82be-fb1654dd81cc service neutron] 10.222.0.23 "GET /v2.0/networks/1683328e-a448-4235-b487-6d813ce67b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799842 Jul 05 03:20:04.397825 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-78ca2815-3b12-4c5e-bb46-c7ecb2f461d0 req-2cb005e1-063a-439b-8161-d72ddbd068de tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef9e669-f0eb-4753-adce-b13be4552bf7 HTTP/1.1" status: 200 len: 210 time: 0.0282443 Jul 05 03:20:05.114320 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 84a61923-6b89-41f7-9ba5-5ce861c13967 no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:20:05.133729 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] No Port match for: 84a61923-6b89-41f7-9ba5-5ce861c13967 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:20:05.134070 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 84a61923-6b89-41f7-9ba5-5ce861c13967 not bound to the agent host n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:20:05.548481 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5f12a81a-f100-4973-9322-0c4e09dd68a5 req-40bb669a-ee82-4514-9026-dddb5c00ea85 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef9e669-f0eb-4753-adce-b13be4552bf7 HTTP/1.1" status: 200 len: 210 time: 0.0325463 Jul 05 03:20:06.508062 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd4243f-1d01-4d43-ab3f-5e43fcdd79b1 req-acc9aeba-0ac5-4a3b-9930-fd6faa69cf5c tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:20:06.509525 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9bd4243f-1d01-4d43-ab3f-5e43fcdd79b1 req-acc9aeba-0ac5-4a3b-9930-fd6faa69cf5c tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.21 "GET /v2.0/networks?id=1683328e-a448-4235-b487-6d813ce67b0e HTTP/1.1" status: 200 len: 810 time: 0.1004326 Jul 05 03:20:06.563978 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9bd4243f-1d01-4d43-ab3f-5e43fcdd79b1 req-93ff3e05-dba5-4694-b6e5-2a9b88a71235 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=37922407194a4714beb2d753651ef214 HTTP/1.1" status: 200 len: 379 time: 0.0421445 Jul 05 03:20:06.572859 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-9bd4243f-1d01-4d43-ab3f-5e43fcdd79b1 req-b6e2a828-b206-478f-aec4-b40e5d1d0310 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Request body: {'port': {'device_id': '5ef9e669-f0eb-4753-adce-b13be4552bf7', 'network_id': '1683328e-a448-4235-b487-6d813ce67b0e', 'admin_state_up': True, 'tenant_id': '37922407194a4714beb2d753651ef214', 'security_groups': ['0d41995c-df49-487b-8085-404c0d2ef814']}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:20:06.702029 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b30c64fb-310a-4b69-b973-63f75c8d076a req-334bd741-1ba1-4948-a0a2-d49bd1be7e76 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef9e669-f0eb-4753-adce-b13be4552bf7 HTTP/1.1" status: 200 len: 210 time: 0.0338306 Jul 05 03:20:06.776290 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bd4243f-1d01-4d43-ab3f-5e43fcdd79b1 req-b6e2a828-b206-478f-aec4-b40e5d1d0310 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Made reservation on behalf of 37922407194a4714beb2d753651ef214 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:20:06.780567 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-9bd4243f-1d01-4d43-ab3f-5e43fcdd79b1 req-b6e2a828-b206-478f-aec4-b40e5d1d0310 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:20:06.911707 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-9bd4243f-1d01-4d43-ab3f-5e43fcdd79b1 req-b6e2a828-b206-478f-aec4-b40e5d1d0310 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Allocated IP 172.20.0.12 (1683328e-a448-4235-b487-6d813ce67b0e/03db0199-8c26-402d-a28d-fe51c5dbdec1/cd225a0b-c4ea-4092-9c10-ec0e59d1bd87) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:20:07.047957 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-9bd4243f-1d01-4d43-ab3f-5e43fcdd79b1 req-b6e2a828-b206-478f-aec4-b40e5d1d0310 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:20:07.060713 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-9bd4243f-1d01-4d43-ab3f-5e43fcdd79b1 req-b6e2a828-b206-478f-aec4-b40e5d1d0310 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Transition to ACTIVE for port object cd225a0b-c4ea-4092-9c10-ec0e59d1bd87 will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:20:07.149033 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-9bd4243f-1d01-4d43-ab3f-5e43fcdd79b1 req-b6e2a828-b206-478f-aec4-b40e5d1d0310 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:20:07.192965 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bd4243f-1d01-4d43-ab3f-5e43fcdd79b1 req-b6e2a828-b206-478f-aec4-b40e5d1d0310 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Network 1683328e-a448-4235-b487-6d813ce67b0e is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:20:07.196936 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-9bd4243f-1d01-4d43-ab3f-5e43fcdd79b1 req-b6e2a828-b206-478f-aec4-b40e5d1d0310 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:20:07.202063 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bd4243f-1d01-4d43-ab3f-5e43fcdd79b1 req-b6e2a828-b206-478f-aec4-b40e5d1d0310 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:20:07.236154 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e2a828-b206-478f-aec4-b40e5d1d0310 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Pushing event updated for resources: {'Port': ['ID=cd225a0b-c4ea-4092-9c10-ec0e59d1bd87,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:20:07.264889 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd4243f-1d01-4d43-ab3f-5e43fcdd79b1 req-b6e2a828-b206-478f-aec4-b40e5d1d0310 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:20:07.265605 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-9bd4243f-1d01-4d43-ab3f-5e43fcdd79b1 req-b6e2a828-b206-478f-aec4-b40e5d1d0310 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:20:07.411381 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9bd4243f-1d01-4d43-ab3f-5e43fcdd79b1 req-b6e2a828-b206-478f-aec4-b40e5d1d0310 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8426697 Jul 05 03:20:07.423787 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-9bd4243f-1d01-4d43-ab3f-5e43fcdd79b1 req-90537523-7b76-4b24-be0b-c3f52b9e7ed4 service neutron] Request body: {'port': {'device_id': '5ef9e669-f0eb-4753-adce-b13be4552bf7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:20:07.501102 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-9bd4243f-1d01-4d43-ab3f-5e43fcdd79b1 req-90537523-7b76-4b24-be0b-c3f52b9e7ed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:20:07.544102 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-f854fd7f-4dcb-47ec-89df-8b63a0603511 None None] Provisioning for port cd225a0b-c4ea-4092-9c10-ec0e59d1bd87 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:20:07.548184 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-f854fd7f-4dcb-47ec-89df-8b63a0603511 None None] Provisioning complete for port cd225a0b-c4ea-4092-9c10-ec0e59d1bd87 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:20:07.551443 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f854fd7f-4dcb-47ec-89df-8b63a0603511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:20:07.587126 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-f854fd7f-4dcb-47ec-89df-8b63a0603511 None None] Port cd225a0b-c4ea-4092-9c10-ec0e59d1bd87 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:20:07.781677 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-9bd4243f-1d01-4d43-ab3f-5e43fcdd79b1 req-90537523-7b76-4b24-be0b-c3f52b9e7ed4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd225a0b-c4ea-4092-9c10-ec0e59d1bd87 {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:20:07.789160 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-9bd4243f-1d01-4d43-ab3f-5e43fcdd79b1 req-90537523-7b76-4b24-be0b-c3f52b9e7ed4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:20:07.801826 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-9bd4243f-1d01-4d43-ab3f-5e43fcdd79b1 req-90537523-7b76-4b24-be0b-c3f52b9e7ed4 service neutron] Transition to ACTIVE for port object cd225a0b-c4ea-4092-9c10-ec0e59d1bd87 will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:20:07.887885 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2a18e6-14a2-4978-bf5d-e69a490d6d9a req-c0c0a396-b392-49ff-a600-6a2beff9be39 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:20:07.889307 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-bc2a18e6-14a2-4978-bf5d-e69a490d6d9a req-c0c0a396-b392-49ff-a600-6a2beff9be39 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef9e669-f0eb-4753-adce-b13be4552bf7 HTTP/1.1" status: 200 len: 932 time: 0.0679250 Jul 05 03:20:07.897723 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-9bd4243f-1d01-4d43-ab3f-5e43fcdd79b1 req-90537523-7b76-4b24-be0b-c3f52b9e7ed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:20:07.929719 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-bc2a18e6-14a2-4978-bf5d-e69a490d6d9a req-e0d5fec9-ecf3-451e-82a0-c117ee9c8a09 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344145 Jul 05 03:20:07.949040 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90537523-7b76-4b24-be0b-c3f52b9e7ed4 service neutron] Pushing event updated for resources: {'Port': ['ID=cd225a0b-c4ea-4092-9c10-ec0e59d1bd87,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:20:08.032828 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-9bd4243f-1d01-4d43-ab3f-5e43fcdd79b1 req-90537523-7b76-4b24-be0b-c3f52b9e7ed4 service neutron] Attempting to bind port cd225a0b-c4ea-4092-9c10-ec0e59d1bd87 on host n-h1-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:20:08.033171 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-9bd4243f-1d01-4d43-ab3f-5e43fcdd79b1 req-90537523-7b76-4b24-be0b-c3f52b9e7ed4 service neutron] Attempting to bind port cd225a0b-c4ea-4092-9c10-ec0e59d1bd87 by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': '21eddf81-2619-4946-9d45-7ae9bc4495da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1683328e-a448-4235-b487-6d813ce67b0e'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:20:08.033502 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd4243f-1d01-4d43-ab3f-5e43fcdd79b1 req-90537523-7b76-4b24-be0b-c3f52b9e7ed4 service neutron] Attempting to bind port cd225a0b-c4ea-4092-9c10-ec0e59d1bd87 on network 1683328e-a448-4235-b487-6d813ce67b0e {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:20:08.038069 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd4243f-1d01-4d43-ab3f-5e43fcdd79b1 req-90537523-7b76-4b24-be0b-c3f52b9e7ed4 service neutron] Port cd225a0b-c4ea-4092-9c10-ec0e59d1bd87 on network 1683328e-a448-4235-b487-6d813ce67b0e not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:20:08.038420 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd4243f-1d01-4d43-ab3f-5e43fcdd79b1 req-90537523-7b76-4b24-be0b-c3f52b9e7ed4 service neutron] Attempting to bind port cd225a0b-c4ea-4092-9c10-ec0e59d1bd87 on network 1683328e-a448-4235-b487-6d813ce67b0e {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:20:08.043667 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd4243f-1d01-4d43-ab3f-5e43fcdd79b1 req-90537523-7b76-4b24-be0b-c3f52b9e7ed4 service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:20:08.044007 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd4243f-1d01-4d43-ab3f-5e43fcdd79b1 req-90537523-7b76-4b24-be0b-c3f52b9e7ed4 service neutron] Checking segment: {'id': '21eddf81-2619-4946-9d45-7ae9bc4495da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1683328e-a448-4235-b487-6d813ce67b0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:20:08.044395 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd4243f-1d01-4d43-ab3f-5e43fcdd79b1 req-90537523-7b76-4b24-be0b-c3f52b9e7ed4 service neutron] Bound using segment: {'id': '21eddf81-2619-4946-9d45-7ae9bc4495da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1683328e-a448-4235-b487-6d813ce67b0e'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:20:08.044823 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-9bd4243f-1d01-4d43-ab3f-5e43fcdd79b1 req-90537523-7b76-4b24-be0b-c3f52b9e7ed4 service neutron] Bound port: cd225a0b-c4ea-4092-9c10-ec0e59d1bd87, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21eddf81-2619-4946-9d45-7ae9bc4495da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1683328e-a448-4235-b487-6d813ce67b0e'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:20:08.045183 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-9bd4243f-1d01-4d43-ab3f-5e43fcdd79b1 req-90537523-7b76-4b24-be0b-c3f52b9e7ed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:20:08.110155 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-9bd4243f-1d01-4d43-ab3f-5e43fcdd79b1 req-90537523-7b76-4b24-be0b-c3f52b9e7ed4 service neutron] For port cd225a0b-c4ea-4092-9c10-ec0e59d1bd87, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:20:08.113058 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-9bd4243f-1d01-4d43-ab3f-5e43fcdd79b1 req-90537523-7b76-4b24-be0b-c3f52b9e7ed4 service neutron] For port cd225a0b-c4ea-4092-9c10-ec0e59d1bd87, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=cd225a0b-c4ea-4092-9c10-ec0e59d1bd87,segment=NetworkSegment(21eddf81-2619-4946-9d45-7ae9bc4495da),segment_id=21eddf81-2619-4946-9d45-7ae9bc4495da)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:20:08.189562 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-9bd4243f-1d01-4d43-ab3f-5e43fcdd79b1 req-90537523-7b76-4b24-be0b-c3f52b9e7ed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:20:08.224339 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd4243f-1d01-4d43-ab3f-5e43fcdd79b1 req-90537523-7b76-4b24-be0b-c3f52b9e7ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:20:08.225020 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-9bd4243f-1d01-4d43-ab3f-5e43fcdd79b1 req-90537523-7b76-4b24-be0b-c3f52b9e7ed4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:20:08.226434 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9bd4243f-1d01-4d43-ab3f-5e43fcdd79b1 req-90537523-7b76-4b24-be0b-c3f52b9e7ed4 service neutron] 10.222.0.21 "PUT /v2.0/ports/cd225a0b-c4ea-4092-9c10-ec0e59d1bd87 HTTP/1.1" status: 200 len: 1093 time: 0.8072486 Jul 05 03:20:08.226870 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ef9e669-f0eb-4753-adce-b13be4552bf7', 'tag': 'cd225a0b-c4ea-4092-9c10-ec0e59d1bd87'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:20:08.229105 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4c1385bffaa5d930a7117e6982c27207eca91cca31cf4b43f86c7ad63cd24a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fd0e524-f420-43a5-a6a5-b0d7b90a540e" -d '{"events": [{"name": "network-changed", "server_uuid": "5ef9e669-f0eb-4753-adce-b13be4552bf7", "tag": "cd225a0b-c4ea-4092-9c10-ec0e59d1bd87"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:20:08.253681 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90537523-7b76-4b24-be0b-c3f52b9e7ed4 service neutron] Pushing event updated for resources: {'Port': ['ID=cd225a0b-c4ea-4092-9c10-ec0e59d1bd87,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:20:08.268590 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39f0efec-91b5-48dd-80b5-8adc116b07c0 x-openstack-request-id: req-39f0efec-91b5-48dd-80b5-8adc116b07c0 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:20:08.268905 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ef9e669-f0eb-4753-adce-b13be4552bf7", "tag": "cd225a0b-c4ea-4092-9c10-ec0e59d1bd87", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:20:08.269155 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-39f0efec-91b5-48dd-80b5-8adc116b07c0 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:20:08.269564 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ef9e669-f0eb-4753-adce-b13be4552bf7', 'tag': 'cd225a0b-c4ea-4092-9c10-ec0e59d1bd87', 'status': 'completed', 'code': 200} Jul 05 03:20:08.351345 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd0e524-f420-43a5-a6a5-b0d7b90a540e req-6be357c4-067e-4c8b-98b6-3722388cbe38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:20:08.353147 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3fd0e524-f420-43a5-a6a5-b0d7b90a540e req-6be357c4-067e-4c8b-98b6-3722388cbe38 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=37922407194a4714beb2d753651ef214&device_id=5ef9e669-f0eb-4753-adce-b13be4552bf7 HTTP/1.1" status: 200 len: 1096 time: 0.0613174 Jul 05 03:20:08.462110 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd0e524-f420-43a5-a6a5-b0d7b90a540e req-e80708b7-65de-43f0-8f0c-3fbe7a235cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:20:08.463694 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3fd0e524-f420-43a5-a6a5-b0d7b90a540e req-e80708b7-65de-43f0-8f0c-3fbe7a235cfb service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=37922407194a4714beb2d753651ef214&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1022830 Jul 05 03:20:08.562173 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd0e524-f420-43a5-a6a5-b0d7b90a540e req-79318c2d-b998-4a8e-b98b-4abff98183e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:20:08.563718 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3fd0e524-f420-43a5-a6a5-b0d7b90a540e req-79318c2d-b998-4a8e-b98b-4abff98183e3 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0942311 Jul 05 03:20:08.661523 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd4243f-1d01-4d43-ab3f-5e43fcdd79b1 req-377350de-f452-45bd-be72-4fd87c4d6e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:20:08.663083 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9bd4243f-1d01-4d43-ab3f-5e43fcdd79b1 req-377350de-f452-45bd-be72-4fd87c4d6e4b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=37922407194a4714beb2d753651ef214&device_id=5ef9e669-f0eb-4753-adce-b13be4552bf7 HTTP/1.1" status: 200 len: 1096 time: 0.0606935 Jul 05 03:20:08.704175 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9bd4243f-1d01-4d43-ab3f-5e43fcdd79b1 req-df2589e8-25a0-47c5-b2b3-fa4696107335 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cd225a0b-c4ea-4092-9c10-ec0e59d1bd87 HTTP/1.1" status: 200 len: 217 time: 0.0341573 Jul 05 03:20:08.756759 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd4243f-1d01-4d43-ab3f-5e43fcdd79b1 req-d8aa0c9f-d6c5-4a4e-8db6-5cf3686fada7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:20:08.758262 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9bd4243f-1d01-4d43-ab3f-5e43fcdd79b1 req-d8aa0c9f-d6c5-4a4e-8db6-5cf3686fada7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=03db0199-8c26-402d-a28d-fe51c5dbdec1 HTTP/1.1" status: 200 len: 849 time: 0.0472062 Jul 05 03:20:08.813799 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd4243f-1d01-4d43-ab3f-5e43fcdd79b1 req-024bfb6b-a384-4798-9b55-d478c7db4d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:20:08.815325 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9bd4243f-1d01-4d43-ab3f-5e43fcdd79b1 req-024bfb6b-a384-4798-9b55-d478c7db4d59 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1683328e-a448-4235-b487-6d813ce67b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510883 Jul 05 03:20:08.901675 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9bd4243f-1d01-4d43-ab3f-5e43fcdd79b1 req-4ab3ee9d-bd1f-4651-84c2-c72c4c2cc46a service neutron] 10.222.0.21 "GET /v2.0/networks/1683328e-a448-4235-b487-6d813ce67b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796976 Jul 05 03:20:08.998604 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9bd4243f-1d01-4d43-ab3f-5e43fcdd79b1 req-9bc895b4-f7cd-4872-97c5-93c7c303bdb3 service neutron] 10.222.0.21 "GET /v2.0/networks/1683328e-a448-4235-b487-6d813ce67b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899637 Jul 05 03:20:09.109922 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e7590-a519-4c54-bd7d-03a06d87dcd7 req-058b977a-9f5a-4e25-b4e9-74758d22093d tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:20:09.111456 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-374e7590-a519-4c54-bd7d-03a06d87dcd7 req-058b977a-9f5a-4e25-b4e9-74758d22093d tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef9e669-f0eb-4753-adce-b13be4552bf7 HTTP/1.1" status: 200 len: 944 time: 0.0638349 Jul 05 03:20:09.150016 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-374e7590-a519-4c54-bd7d-03a06d87dcd7 req-5dd4ebd0-60c6-47d6-a495-57e454df4a72 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329177 Jul 05 03:20:10.330049 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dd3971-8350-4390-8ecc-6d2c4dfbcd15 req-c3517824-ca23-46d6-bfdd-d629a78cd131 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:20:10.331583 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-48dd3971-8350-4390-8ecc-6d2c4dfbcd15 req-c3517824-ca23-46d6-bfdd-d629a78cd131 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef9e669-f0eb-4753-adce-b13be4552bf7 HTTP/1.1" status: 200 len: 944 time: 0.0638380 Jul 05 03:20:10.377832 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-48dd3971-8350-4390-8ecc-6d2c4dfbcd15 req-0b0797e4-081b-4ff4-bf4e-160bae80c04c tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404148 Jul 05 03:20:11.556164 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b98c37-1821-4d14-ab69-5b595d610e21 req-e27b0aa0-6212-4bbb-bab9-506a3d5e34e6 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:20:11.557668 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-31b98c37-1821-4d14-ab69-5b595d610e21 req-e27b0aa0-6212-4bbb-bab9-506a3d5e34e6 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef9e669-f0eb-4753-adce-b13be4552bf7 HTTP/1.1" status: 200 len: 944 time: 0.0672896 Jul 05 03:20:11.595591 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-31b98c37-1821-4d14-ab69-5b595d610e21 req-255520bc-e498-4e14-a809-d0c9bc44a78e tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322423 Jul 05 03:20:12.037225 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device cd225a0b-c4ea-4092-9c10-ec0e59d1bd87 details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:20:12.139058 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port cd225a0b-c4ea-4092-9c10-ec0e59d1bd87, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=cd225a0b-c4ea-4092-9c10-ec0e59d1bd87,segment=NetworkSegment(21eddf81-2619-4946-9d45-7ae9bc4495da),segment_id=21eddf81-2619-4946-9d45-7ae9bc4495da)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:20:12.149893 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': 'cd225a0b-c4ea-4092-9c10-ec0e59d1bd87', 'network_id': '1683328e-a448-4235-b487-6d813ce67b0e', 'port_id': 'cd225a0b-c4ea-4092-9c10-ec0e59d1bd87', 'mac_address': 'fa:16:3e:60:b7:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03db0199-8c26-402d-a28d-fe51c5dbdec1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:20:12.189198 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:20:12.210297 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd225a0b-c4ea-4092-9c10-ec0e59d1bd87 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:20:12.229227 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port cd225a0b-c4ea-4092-9c10-ec0e59d1bd87, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=cd225a0b-c4ea-4092-9c10-ec0e59d1bd87,segment=NetworkSegment(21eddf81-2619-4946-9d45-7ae9bc4495da),segment_id=21eddf81-2619-4946-9d45-7ae9bc4495da)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:20:12.268696 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:20:12.301538 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:20:12.346426 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=cd225a0b-c4ea-4092-9c10-ec0e59d1bd87,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:20:12.422348 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:20:12.491951 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['cd225a0b-c4ea-4092-9c10-ec0e59d1bd87'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:20:12.778287 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7258ff-cb68-4d62-a614-6ff6eb508b38 req-03b0e1a4-f795-4a63-9dfd-b5dff8c49490 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:20:12.779809 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9e7258ff-cb68-4d62-a614-6ff6eb508b38 req-03b0e1a4-f795-4a63-9dfd-b5dff8c49490 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef9e669-f0eb-4753-adce-b13be4552bf7 HTTP/1.1" status: 200 len: 945 time: 0.0687900 Jul 05 03:20:12.816724 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9e7258ff-cb68-4d62-a614-6ff6eb508b38 req-1fd4a2c8-3a1e-45e3-9314-1a95efc1b5f0 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311503 Jul 05 03:20:13.988800 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb0d542-c57c-4a49-a140-b52e6ad18faf req-06206892-bf76-4bf4-bfed-d8eae2f8608f tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:20:13.990300 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8eb0d542-c57c-4a49-a140-b52e6ad18faf req-06206892-bf76-4bf4-bfed-d8eae2f8608f tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef9e669-f0eb-4753-adce-b13be4552bf7 HTTP/1.1" status: 200 len: 945 time: 0.0624249 Jul 05 03:20:14.027411 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8eb0d542-c57c-4a49-a140-b52e6ad18faf req-de6c37c0-e64e-4d56-834b-f5d3db3981e6 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316484 Jul 05 03:20:14.063019 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device cd225a0b-c4ea-4092-9c10-ec0e59d1bd87 up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:20:14.217927 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning for port cd225a0b-c4ea-4092-9c10-ec0e59d1bd87 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:20:14.221882 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port cd225a0b-c4ea-4092-9c10-ec0e59d1bd87 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:20:14.222283 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:20:14.296328 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:20:14.321502 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ef9e669-f0eb-4753-adce-b13be4552bf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd225a0b-c4ea-4092-9c10-ec0e59d1bd87'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:20:14.324098 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1156d35e1955dd65519df7b38ee19a55ddc3a31abbcc68c280d02d687c0487e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0667f4f-8e1f-4fe2-a199-2888abd4cde6" -d '{"events": [{"server_uuid": "5ef9e669-f0eb-4753-adce-b13be4552bf7", "name": "network-vif-plugged", "status": "completed", "tag": "cd225a0b-c4ea-4092-9c10-ec0e59d1bd87"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:20:14.336987 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port cd225a0b-c4ea-4092-9c10-ec0e59d1bd87, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=cd225a0b-c4ea-4092-9c10-ec0e59d1bd87,segment=NetworkSegment(21eddf81-2619-4946-9d45-7ae9bc4495da),segment_id=21eddf81-2619-4946-9d45-7ae9bc4495da)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:20:14.365128 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6538a7f5-2383-4054-86dc-8a718a7e4405 x-openstack-request-id: req-6538a7f5-2383-4054-86dc-8a718a7e4405 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:20:14.365478 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ef9e669-f0eb-4753-adce-b13be4552bf7", "name": "network-vif-plugged", "status": "completed", "tag": "cd225a0b-c4ea-4092-9c10-ec0e59d1bd87", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:20:14.365735 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6538a7f5-2383-4054-86dc-8a718a7e4405 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:20:14.366146 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ef9e669-f0eb-4753-adce-b13be4552bf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd225a0b-c4ea-4092-9c10-ec0e59d1bd87', 'code': 200} Jul 05 03:20:14.475739 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edadc8bc-1950-4767-babc-bc34a3b8ec47 req-6acb0472-b88c-42ce-903d-ff022fa4548b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:20:14.477144 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-edadc8bc-1950-4767-babc-bc34a3b8ec47 req-6acb0472-b88c-42ce-903d-ff022fa4548b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5ef9e669-f0eb-4753-adce-b13be4552bf7 HTTP/1.1" status: 200 len: 1097 time: 0.0513043 Jul 05 03:20:14.479036 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:20:14.511230 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-edadc8bc-1950-4767-babc-bc34a3b8ec47 req-97b4741d-7a06-4625-964a-cc818f604e03 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278897 Jul 05 03:20:14.526644 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=cd225a0b-c4ea-4092-9c10-ec0e59d1bd87,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:20:15.204829 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4abb62c-2eb4-4932-ada2-bb061fbafe4c req-25f6d6a1-f4dc-4f71-a065-e5b75d894bdf tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:20:15.206405 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d4abb62c-2eb4-4932-ada2-bb061fbafe4c req-25f6d6a1-f4dc-4f71-a065-e5b75d894bdf tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef9e669-f0eb-4753-adce-b13be4552bf7 HTTP/1.1" status: 200 len: 946 time: 0.0655911 Jul 05 03:20:15.247501 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d4abb62c-2eb4-4932-ada2-bb061fbafe4c req-83328809-9f8d-4860-b855-915c19dff764 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353286 Jul 05 03:20:16.421081 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e328bf7-e617-46ca-8263-93ea213c7524 req-5cf08fb9-35cb-42e0-8d7a-6e6b0007fe46 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:20:16.422661 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8e328bf7-e617-46ca-8263-93ea213c7524 req-5cf08fb9-35cb-42e0-8d7a-6e6b0007fe46 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef9e669-f0eb-4753-adce-b13be4552bf7 HTTP/1.1" status: 200 len: 946 time: 0.0627103 Jul 05 03:20:16.463298 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8e328bf7-e617-46ca-8263-93ea213c7524 req-ea64d599-9e73-43c2-9d33-f96092fb140f tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350296 Jul 05 03:20:16.639634 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57523d1-0114-4db5-a997-3a8e726972cd req-5f0381b5-bcac-4b2b-8fb1-0113e9da9b6c tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:20:16.641156 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f57523d1-0114-4db5-a997-3a8e726972cd req-5f0381b5-bcac-4b2b-8fb1-0113e9da9b6c tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef9e669-f0eb-4753-adce-b13be4552bf7 HTTP/1.1" status: 200 len: 946 time: 0.0663364 Jul 05 03:20:16.649719 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 49046) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:20:16.654701 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-a5cc0734-73ba-4730-8fc5-ee0ba4c50d79 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Request body: {'floatingip': {'port_id': 'cd225a0b-c4ea-4092-9c10-ec0e59d1bd87'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:20:16.692581 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a5cc0734-73ba-4730-8fc5-ee0ba4c50d79 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Notify callbacks [] for floatingip, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:20:17.137798 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a5cc0734-73ba-4730-8fc5-ee0ba4c50d79 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:20:17.195293 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a5cc0734-73ba-4730-8fc5-ee0ba4c50d79 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636869'] for floatingip, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:20:17.295858 n-d-771362-32 neutron-server[94462]: INFO neutron.db.l3_db [None req-a5cc0734-73ba-4730-8fc5-ee0ba4c50d79 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Floating IP 60ea9cf3-3d27-464a-8d3e-97e98e9a1009 associated. External IP: 172.25.7.218, port: cd225a0b-c4ea-4092-9c10-ec0e59d1bd87. Jul 05 03:20:17.830871 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5cc0734-73ba-4730-8fc5-ee0ba4c50d79 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Router 43598d09-982e-4e7b-a1e7-506eab92cb50 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:20:17.942529 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5cc0734-73ba-4730-8fc5-ee0ba4c50d79 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:20:17.947697 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a5cc0734-73ba-4730-8fc5-ee0ba4c50d79 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:20:17.954512 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63e22ef-d281-4fe6-832e-5a1612176698 None None] Sync routers for ids ['43598d09-982e-4e7b-a1e7-506eab92cb50'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:20:17.963399 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63e22ef-d281-4fe6-832e-5a1612176698 None None] Routers {'43598d09-982e-4e7b-a1e7-506eab92cb50'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:20:17.964004 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-d63e22ef-d281-4fe6-832e-5a1612176698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:19:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['43598d09-982e-4e7b-a1e7-506eab92cb50'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:20:17.983924 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-a5cc0734-73ba-4730-8fc5-ee0ba4c50d79 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "PUT /v2.0/floatingips/60ea9cf3-3d27-464a-8d3e-97e98e9a1009 HTTP/1.1" status: 200 len: 993 time: 1.3331282 Jul 05 03:20:17.984501 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ef9e669-f0eb-4753-adce-b13be4552bf7', 'tag': 'cd225a0b-c4ea-4092-9c10-ec0e59d1bd87'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:20:17.986794 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11141f6c68b9db4323543981e20059e25754165b6910e3da155bf2bc30bd8242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faabeb65-277e-48f6-b10b-e7469232df7d" -d '{"events": [{"name": "network-changed", "server_uuid": "5ef9e669-f0eb-4753-adce-b13be4552bf7", "tag": "cd225a0b-c4ea-4092-9c10-ec0e59d1bd87"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:20:18.024948 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2839f01-5ab5-4a30-a3e0-a573c056d0fb x-openstack-request-id: req-c2839f01-5ab5-4a30-a3e0-a573c056d0fb {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:20:18.025354 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ef9e669-f0eb-4753-adce-b13be4552bf7", "tag": "cd225a0b-c4ea-4092-9c10-ec0e59d1bd87", "status": "completed", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:20:18.025608 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c2839f01-5ab5-4a30-a3e0-a573c056d0fb {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:20:18.026000 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ef9e669-f0eb-4753-adce-b13be4552bf7', 'tag': 'cd225a0b-c4ea-4092-9c10-ec0e59d1bd87', 'status': 'completed', 'code': 200} Jul 05 03:20:18.070740 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-d63e22ef-d281-4fe6-832e-5a1612176698 None None] Set router 43598d09-982e-4e7b-a1e7-506eab92cb50 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:20:18.105798 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faabeb65-277e-48f6-b10b-e7469232df7d req-76638464-adb1-4c82-a94d-186e4d1d50d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:20:18.107287 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-faabeb65-277e-48f6-b10b-e7469232df7d req-76638464-adb1-4c82-a94d-186e4d1d50d0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=37922407194a4714beb2d753651ef214&device_id=5ef9e669-f0eb-4753-adce-b13be4552bf7 HTTP/1.1" status: 200 len: 1098 time: 0.0572889 Jul 05 03:20:18.195318 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faabeb65-277e-48f6-b10b-e7469232df7d req-eda5602c-b96d-48a8-be61-e1f65d4e034c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:20:18.197084 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-faabeb65-277e-48f6-b10b-e7469232df7d req-eda5602c-b96d-48a8-be61-e1f65d4e034c service neutron] 10.222.0.21 "GET /v2.0/networks?id=1683328e-a448-4235-b487-6d813ce67b0e HTTP/1.1" status: 200 len: 910 time: 0.0824370 Jul 05 03:20:18.279634 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-faabeb65-277e-48f6-b10b-e7469232df7d req-e5b3ae67-2424-4951-bd0d-ce50c0a0ea09 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cd225a0b-c4ea-4092-9c10-ec0e59d1bd87 HTTP/1.1" status: 200 len: 1001 time: 0.0765393 Jul 05 03:20:18.299500 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-d63e22ef-d281-4fe6-832e-5a1612176698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43598d09-982e-4e7b-a1e7-506eab92cb50', 'name': 'tempest-ServerActionsTestJSON-90816521-router', 'tenant_id': '37922407194a4714beb2d753651ef214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': 'c63fa816-5a05-4c81-a828-5ef41bd4fc42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:12:44Z', 'updated_at': '2021-07-05T03:12:47Z', 'revision_number': 4, 'project_id': '37922407194a4714beb2d753651ef214', 'gw_port': {'id': 'c63fa816-5a05-4c81-a828-5ef41bd4fc42', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:b2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43598d09-982e-4e7b-a1e7-506eab92cb50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:12:45Z', 'updated_at': '2021-07-05T03:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '60ea9cf3-3d27-464a-8d3e-97e98e9a1009', 'tenant_id': '37922407194a4714beb2d753651ef214', 'floating_ip_address': '172.25.7.218', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': '43598d09-982e-4e7b-a1e7-506eab92cb50', 'port_id': 'cd225a0b-c4ea-4092-9c10-ec0e59d1bd87', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1683328e-a448-4235-b487-6d813ce67b0e', 'mac_address': 'fa:16:3e:60:b7:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef9e669-f0eb-4753-adce-b13be4552bf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:12:51Z', 'updated_at': '2021-07-05T03:20:17Z', 'revision_number': 13, 'project_id': '37922407194a4714beb2d753651ef214', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0b485db-945a-45a6-a29e-410942462fd6', 'name': '', 'network_id': '1683328e-a448-4235-b487-6d813ce67b0e', 'tenant_id': '37922407194a4714beb2d753651ef214', 'mac_address': 'fa:16:3e:20:15:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43598d09-982e-4e7b-a1e7-506eab92cb50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '03db0199-8c26-402d-a28d-fe51c5dbdec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:12:47Z', 'updated_at': '2021-07-05T03:12:52Z', 'revision_number': 5, 'project_id': '37922407194a4714beb2d753651ef214', 'subnets': [{'id': '03db0199-8c26-402d-a28d-fe51c5dbdec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:20:18.329030 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63e22ef-d281-4fe6-832e-5a1612176698 None None] Checking router: 43598d09-982e-4e7b-a1e7-506eab92cb50 for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:20:18.329287 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faabeb65-277e-48f6-b10b-e7469232df7d req-5bc4cf7a-9558-4410-887b-955ca0ed2545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:20:18.330599 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-faabeb65-277e-48f6-b10b-e7469232df7d req-5bc4cf7a-9558-4410-887b-955ca0ed2545 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=03db0199-8c26-402d-a28d-fe51c5dbdec1 HTTP/1.1" status: 200 len: 849 time: 0.0441620 Jul 05 03:20:18.337088 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63e22ef-d281-4fe6-832e-5a1612176698 None None] Routers {'43598d09-982e-4e7b-a1e7-506eab92cb50'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:20:18.342185 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-d63e22ef-d281-4fe6-832e-5a1612176698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:19:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['43598d09-982e-4e7b-a1e7-506eab92cb50'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:20:18.385906 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faabeb65-277e-48f6-b10b-e7469232df7d req-07ec3a24-af5e-4d20-b293-82907bded2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:20:18.387984 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-faabeb65-277e-48f6-b10b-e7469232df7d req-07ec3a24-af5e-4d20-b293-82907bded2a3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1683328e-a448-4235-b487-6d813ce67b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515773 Jul 05 03:20:18.438116 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-d63e22ef-d281-4fe6-832e-5a1612176698 None None] Set router 43598d09-982e-4e7b-a1e7-506eab92cb50 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:20:18.482992 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-faabeb65-277e-48f6-b10b-e7469232df7d req-564fac1b-36b4-44f5-8354-fa58e00aa9d0 service neutron] 10.222.0.21 "GET /v2.0/networks/1683328e-a448-4235-b487-6d813ce67b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866129 Jul 05 03:20:18.573850 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-faabeb65-277e-48f6-b10b-e7469232df7d req-d385791f-51bd-43da-b966-a8c2b2585949 service neutron] 10.222.0.21 "GET /v2.0/networks/1683328e-a448-4235-b487-6d813ce67b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838518 Jul 05 03:20:18.736698 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-d63e22ef-d281-4fe6-832e-5a1612176698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43598d09-982e-4e7b-a1e7-506eab92cb50', 'name': 'tempest-ServerActionsTestJSON-90816521-router', 'tenant_id': '37922407194a4714beb2d753651ef214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': 'c63fa816-5a05-4c81-a828-5ef41bd4fc42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:12:44Z', 'updated_at': '2021-07-05T03:12:47Z', 'revision_number': 4, 'project_id': '37922407194a4714beb2d753651ef214', 'gw_port': {'id': 'c63fa816-5a05-4c81-a828-5ef41bd4fc42', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:b2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43598d09-982e-4e7b-a1e7-506eab92cb50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:12:45Z', 'updated_at': '2021-07-05T03:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '60ea9cf3-3d27-464a-8d3e-97e98e9a1009', 'tenant_id': '37922407194a4714beb2d753651ef214', 'floating_ip_address': '172.25.7.218', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': '43598d09-982e-4e7b-a1e7-506eab92cb50', 'port_id': 'cd225a0b-c4ea-4092-9c10-ec0e59d1bd87', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1683328e-a448-4235-b487-6d813ce67b0e', 'mac_address': 'fa:16:3e:60:b7:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef9e669-f0eb-4753-adce-b13be4552bf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:12:51Z', 'updated_at': '2021-07-05T03:20:17Z', 'revision_number': 13, 'project_id': '37922407194a4714beb2d753651ef214', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0b485db-945a-45a6-a29e-410942462fd6', 'name': '', 'network_id': '1683328e-a448-4235-b487-6d813ce67b0e', 'tenant_id': '37922407194a4714beb2d753651ef214', 'mac_address': 'fa:16:3e:20:15:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43598d09-982e-4e7b-a1e7-506eab92cb50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '03db0199-8c26-402d-a28d-fe51c5dbdec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:12:47Z', 'updated_at': '2021-07-05T03:12:52Z', 'revision_number': 5, 'project_id': '37922407194a4714beb2d753651ef214', 'subnets': [{'id': '03db0199-8c26-402d-a28d-fe51c5dbdec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:20:18.762114 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63e22ef-d281-4fe6-832e-5a1612176698 None None] The sync data for ids ['43598d09-982e-4e7b-a1e7-506eab92cb50'] in n-d-771362-32 is: [{'id': '43598d09-982e-4e7b-a1e7-506eab92cb50', 'name': 'tempest-ServerActionsTestJSON-90816521-router', 'tenant_id': '37922407194a4714beb2d753651ef214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': 'c63fa816-5a05-4c81-a828-5ef41bd4fc42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:12:44Z', 'updated_at': '2021-07-05T03:12:47Z', 'revision_number': 4, 'project_id': '37922407194a4714beb2d753651ef214', 'gw_port': {'id': 'c63fa816-5a05-4c81-a828-5ef41bd4fc42', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:b2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43598d09-982e-4e7b-a1e7-506eab92cb50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:12:45Z', 'updated_at': '2021-07-05T03:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '60ea9cf3-3d27-464a-8d3e-97e98e9a1009', 'tenant_id': '37922407194a4714beb2d753651ef214', 'floating_ip_address': '172.25.7.218', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': '43598d09-982e-4e7b-a1e7-506eab92cb50', 'port_id': 'cd225a0b-c4ea-4092-9c10-ec0e59d1bd87', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1683328e-a448-4235-b487-6d813ce67b0e', 'mac_address': 'fa:16:3e:60:b7:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef9e669-f0eb-4753-adce-b13be4552bf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:12:51Z', 'updated_at': '2021-07-05T03:20:17Z', 'revision_number': 13, 'project_id': '37922407194a4714beb2d753651ef214', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0b485db-945a-45a6-a29e-410942462fd6', 'name': '', 'network_id': '1683328e-a448-4235-b487-6d813ce67b0e', 'tenant_id': '37922407194a4714beb2d753651ef214', 'mac_address': 'fa:16:3e:20:15:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43598d09-982e-4e7b-a1e7-506eab92cb50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '03db0199-8c26-402d-a28d-fe51c5dbdec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:12:47Z', 'updated_at': '2021-07-05T03:12:52Z', 'revision_number': 5, 'project_id': '37922407194a4714beb2d753651ef214', 'subnets': [{'id': '03db0199-8c26-402d-a28d-fe51c5dbdec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:20:18.949609 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1050b2b7-cdea-445a-bdbb-e5557b5b3d42 None None] New status for floating IP 60ea9cf3-3d27-464a-8d3e-97e98e9a1009: ACTIVE {{(pid=94463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:20:20.901609 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-fd1670d1-881e-447c-b6ac-287cb2f7a2cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:20:21.446369 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e3d68ac7-0bc1-4206-ba7d-4e7c2110eb94 req-90e8ff74-c5de-4ab4-b73e-14f476849c1f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5ef9e669-f0eb-4753-adce-b13be4552bf7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0546205 Jul 05 03:20:21.537968 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d68ac7-0bc1-4206-ba7d-4e7c2110eb94 req-62a36469-74ac-4444-8e23-d2a7fef1ca87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:20:21.539661 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e3d68ac7-0bc1-4206-ba7d-4e7c2110eb94 req-62a36469-74ac-4444-8e23-d2a7fef1ca87 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=37922407194a4714beb2d753651ef214&device_id=5ef9e669-f0eb-4753-adce-b13be4552bf7 HTTP/1.1" status: 200 len: 1098 time: 0.0531447 Jul 05 03:20:21.642910 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d68ac7-0bc1-4206-ba7d-4e7c2110eb94 req-9f502ef0-8396-4cf7-8693-b9ec74e50328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:20:21.644416 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e3d68ac7-0bc1-4206-ba7d-4e7c2110eb94 req-9f502ef0-8396-4cf7-8693-b9ec74e50328 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1683328e-a448-4235-b487-6d813ce67b0e HTTP/1.1" status: 200 len: 910 time: 0.0842988 Jul 05 03:20:21.712438 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e3d68ac7-0bc1-4206-ba7d-4e7c2110eb94 req-ca40fec1-080a-40c1-a57b-a15b92b52546 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cd225a0b-c4ea-4092-9c10-ec0e59d1bd87 HTTP/1.1" status: 200 len: 1003 time: 0.0620658 Jul 05 03:20:21.761085 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d68ac7-0bc1-4206-ba7d-4e7c2110eb94 req-d63661d8-41b3-4e7c-bc7f-4f9d675c711d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:20:21.762605 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e3d68ac7-0bc1-4206-ba7d-4e7c2110eb94 req-d63661d8-41b3-4e7c-bc7f-4f9d675c711d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=03db0199-8c26-402d-a28d-fe51c5dbdec1 HTTP/1.1" status: 200 len: 849 time: 0.0442472 Jul 05 03:20:21.818777 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d68ac7-0bc1-4206-ba7d-4e7c2110eb94 req-afe43ce5-e171-49ed-864b-c5234bf7477e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:20:21.820168 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e3d68ac7-0bc1-4206-ba7d-4e7c2110eb94 req-afe43ce5-e171-49ed-864b-c5234bf7477e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1683328e-a448-4235-b487-6d813ce67b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508847 Jul 05 03:20:21.914149 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e3d68ac7-0bc1-4206-ba7d-4e7c2110eb94 req-04529e11-7a03-4d41-843c-9808ddbf35d8 service neutron] 10.222.0.21 "GET /v2.0/networks/1683328e-a448-4235-b487-6d813ce67b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845411 Jul 05 03:20:22.003051 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e3d68ac7-0bc1-4206-ba7d-4e7c2110eb94 req-79526a59-2b1e-48ef-923a-4826526ac75a service neutron] 10.222.0.21 "GET /v2.0/networks/1683328e-a448-4235-b487-6d813ce67b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813720 Jul 05 03:20:23.291961 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-30c98c45-b8da-41a1-bf29-07592f6385e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:20:24.000297 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:20:24.875074 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:20:26.263423 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:20:27.122161 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [req-72055feb-b5e7-493a-aaff-cefa7cf0d825 req-4a810c72-3149-4e91-a628-fa503738779e service neutron] (94462) timed out ('10.222.0.23', 46802) {{(pid=94462) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 03:20:30.006911 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:20:42.309339 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:20:42.458643 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:20:50.982872 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8f86c321-d87a-4fb5-ae22-842292f1d858 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:20:53.268550 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-929b1791-4b50-4375-a111-79edef6d3689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:20:53.988892 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:20:54.868846 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:20:56.325846 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:21:07.009976 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:21:12.319917 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:21:12.457787 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:21:20.943863 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5ccedeb1-5b20-4034-89ee-c1ca70884c27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:21:22.311546 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0b9ea183-2112-48ad-914c-6c4df8f286be req-5ade47d9-6d27-4e65-b349-8b28ed6b3fc5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5ef9e669-f0eb-4753-adce-b13be4552bf7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0549753 Jul 05 03:21:22.404864 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9ea183-2112-48ad-914c-6c4df8f286be req-63e63521-df76-4848-8582-e82ecbf830ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:21:22.406452 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0b9ea183-2112-48ad-914c-6c4df8f286be req-63e63521-df76-4848-8582-e82ecbf830ee service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=37922407194a4714beb2d753651ef214&device_id=5ef9e669-f0eb-4753-adce-b13be4552bf7 HTTP/1.1" status: 200 len: 1098 time: 0.0524261 Jul 05 03:21:22.509824 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9ea183-2112-48ad-914c-6c4df8f286be req-f193819f-5965-4c07-985c-64c60cbfadd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:21:22.511373 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0b9ea183-2112-48ad-914c-6c4df8f286be req-f193819f-5965-4c07-985c-64c60cbfadd0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1683328e-a448-4235-b487-6d813ce67b0e HTTP/1.1" status: 200 len: 910 time: 0.0846112 Jul 05 03:21:22.584972 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0b9ea183-2112-48ad-914c-6c4df8f286be req-cfc1071b-8ee4-4fa1-ba9b-1e6c4528018d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cd225a0b-c4ea-4092-9c10-ec0e59d1bd87 HTTP/1.1" status: 200 len: 1003 time: 0.0652735 Jul 05 03:21:22.633337 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9ea183-2112-48ad-914c-6c4df8f286be req-6ac6f6fe-97fa-421a-b5f2-79ed4228ad96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:21:22.636509 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0b9ea183-2112-48ad-914c-6c4df8f286be req-6ac6f6fe-97fa-421a-b5f2-79ed4228ad96 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=03db0199-8c26-402d-a28d-fe51c5dbdec1 HTTP/1.1" status: 200 len: 849 time: 0.0440266 Jul 05 03:21:22.691803 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9ea183-2112-48ad-914c-6c4df8f286be req-f85a826d-11cd-48e0-916d-76ec3bd2c386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:21:22.693365 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0b9ea183-2112-48ad-914c-6c4df8f286be req-f85a826d-11cd-48e0-916d-76ec3bd2c386 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1683328e-a448-4235-b487-6d813ce67b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526261 Jul 05 03:21:22.784885 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0b9ea183-2112-48ad-914c-6c4df8f286be req-5e4f5cc0-93b4-4625-8d96-d5231017f52a service neutron] 10.222.0.21 "GET /v2.0/networks/1683328e-a448-4235-b487-6d813ce67b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848622 Jul 05 03:21:22.877324 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0b9ea183-2112-48ad-914c-6c4df8f286be req-65ef7720-cc87-48ba-b531-a8a57e9674e6 service neutron] 10.222.0.21 "GET /v2.0/networks/1683328e-a448-4235-b487-6d813ce67b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860465 Jul 05 03:21:23.262944 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-c518d2d3-a7b8-4b92-9a3d-8c7156a298e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:21:23.988750 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:21:24.845599 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:21:26.302925 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:21:42.303041 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:21:42.416694 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:21:44.009361 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:21:50.913891 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-98d38185-c99f-49fa-8e9f-2af2596f6c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:21:53.285761 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-c26752a0-365c-4aae-8751-83328ac8c32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:21:53.982694 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:21:54.880582 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:21:56.042034 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21309e2b-6097-47b2-a11f-a1b3b1854b8c req-9289764e-9fc1-41b0-9dc6-b73d51bbdd16 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:21:56.043603 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-21309e2b-6097-47b2-a11f-a1b3b1854b8c req-9289764e-9fc1-41b0-9dc6-b73d51bbdd16 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef9e669-f0eb-4753-adce-b13be4552bf7 HTTP/1.1" status: 200 len: 946 time: 0.0638058 Jul 05 03:21:56.085030 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-21309e2b-6097-47b2-a11f-a1b3b1854b8c req-1c2d80bf-a749-4b43-af08-0399bd40ce9a tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356529 Jul 05 03:21:56.285189 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:22:08.206415 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad81726a-2c7a-4fdd-ac85-b96006532703 req-1cb00a70-2c09-456c-a730-623e00a5b838 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:22:08.207988 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ad81726a-2c7a-4fdd-ac85-b96006532703 req-1cb00a70-2c09-456c-a730-623e00a5b838 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef9e669-f0eb-4753-adce-b13be4552bf7 HTTP/1.1" status: 200 len: 946 time: 0.0768602 Jul 05 03:22:08.275249 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ad81726a-2c7a-4fdd-ac85-b96006532703 req-d994131b-e05b-4360-b3bf-6a0671a08e4e tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616696 Jul 05 03:22:08.298185 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-09359e1f-89e5-483d-b741-4682d18a67eb req-35cc3ffd-cace-4f79-bd46-caf34565a2f5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5ef9e669-f0eb-4753-adce-b13be4552bf7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0708635 Jul 05 03:22:09.452612 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ee0624-705a-4630-bb6b-4728c041bf53 req-f6967a6e-d50b-49ed-b59d-c11cc73655cc tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:22:09.454041 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-06ee0624-705a-4630-bb6b-4728c041bf53 req-f6967a6e-d50b-49ed-b59d-c11cc73655cc tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef9e669-f0eb-4753-adce-b13be4552bf7 HTTP/1.1" status: 200 len: 946 time: 0.0659518 Jul 05 03:22:09.492073 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-06ee0624-705a-4630-bb6b-4728c041bf53 req-f4fc37d3-fa86-4747-a280-a0c66b7b4f21 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323637 Jul 05 03:22:10.403944 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09359e1f-89e5-483d-b741-4682d18a67eb req-e80521f4-41c5-4d0e-87a5-ec9b36093fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:22:10.405503 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-09359e1f-89e5-483d-b741-4682d18a67eb req-e80521f4-41c5-4d0e-87a5-ec9b36093fed service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=37922407194a4714beb2d753651ef214&device_id=5ef9e669-f0eb-4753-adce-b13be4552bf7 HTTP/1.1" status: 200 len: 1098 time: 0.0520239 Jul 05 03:22:10.497396 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09359e1f-89e5-483d-b741-4682d18a67eb req-eb78e588-1054-4292-874e-58d97c0214a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:22:10.498962 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-09359e1f-89e5-483d-b741-4682d18a67eb req-eb78e588-1054-4292-874e-58d97c0214a3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1683328e-a448-4235-b487-6d813ce67b0e HTTP/1.1" status: 200 len: 910 time: 0.0865619 Jul 05 03:22:10.562682 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-09359e1f-89e5-483d-b741-4682d18a67eb req-f5d948f7-a107-44f7-9317-df0fc3c5d7a9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cd225a0b-c4ea-4092-9c10-ec0e59d1bd87 HTTP/1.1" status: 200 len: 1003 time: 0.0576878 Jul 05 03:22:10.612687 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09359e1f-89e5-483d-b741-4682d18a67eb req-7da0e258-05b0-41b1-8f68-d28779c86afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:22:10.614151 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-09359e1f-89e5-483d-b741-4682d18a67eb req-7da0e258-05b0-41b1-8f68-d28779c86afc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=03db0199-8c26-402d-a28d-fe51c5dbdec1 HTTP/1.1" status: 200 len: 849 time: 0.0458436 Jul 05 03:22:10.715770 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05ca4b5-c964-4d89-ba4d-f9b6a12ffd8d req-81970ca4-7c4b-4f02-83f8-a376ae6605b8 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:22:10.717303 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e05ca4b5-c964-4d89-ba4d-f9b6a12ffd8d req-81970ca4-7c4b-4f02-83f8-a376ae6605b8 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef9e669-f0eb-4753-adce-b13be4552bf7 HTTP/1.1" status: 200 len: 946 time: 0.1072404 Jul 05 03:22:10.720035 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09359e1f-89e5-483d-b741-4682d18a67eb req-33067ebd-5884-45e6-b3d5-52c9a131e75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:22:10.721409 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-09359e1f-89e5-483d-b741-4682d18a67eb req-33067ebd-5884-45e6-b3d5-52c9a131e75b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1683328e-a448-4235-b487-6d813ce67b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0994823 Jul 05 03:22:10.804004 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e05ca4b5-c964-4d89-ba4d-f9b6a12ffd8d req-4afd2ca1-7ff9-4ec6-ae2e-b3d6904172a5 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808685 Jul 05 03:22:10.834392 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-09359e1f-89e5-483d-b741-4682d18a67eb req-067a4bb7-fd60-415f-a17b-909a05f96c68 service neutron] 10.222.0.21 "GET /v2.0/networks/1683328e-a448-4235-b487-6d813ce67b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053765 Jul 05 03:22:10.921113 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-09359e1f-89e5-483d-b741-4682d18a67eb req-1b4a7360-e216-4d5f-958c-f074bf09a4b0 service neutron] 10.222.0.21 "GET /v2.0/networks/1683328e-a448-4235-b487-6d813ce67b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795717 Jul 05 03:22:11.978147 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7a3384-e269-4d17-a64c-23dc8aeafb40 req-64d8def8-9403-4f50-8600-a899091fb29f tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:22:11.979663 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0d7a3384-e269-4d17-a64c-23dc8aeafb40 req-64d8def8-9403-4f50-8600-a899091fb29f tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef9e669-f0eb-4753-adce-b13be4552bf7 HTTP/1.1" status: 200 len: 946 time: 0.0628650 Jul 05 03:22:12.016439 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0d7a3384-e269-4d17-a64c-23dc8aeafb40 req-9b0551a5-5fa9-424d-8e5f-d5a3fe881325 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311704 Jul 05 03:22:12.291102 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:22:12.428268 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:22:13.547129 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2da806c-dbd9-442f-93ef-ee0adcf4eb2b req-7cb8241d-556c-4ef1-93d8-900597eea948 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:22:13.548634 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c2da806c-dbd9-442f-93ef-ee0adcf4eb2b req-7cb8241d-556c-4ef1-93d8-900597eea948 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef9e669-f0eb-4753-adce-b13be4552bf7 HTTP/1.1" status: 200 len: 946 time: 0.4218669 Jul 05 03:22:13.585870 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c2da806c-dbd9-442f-93ef-ee0adcf4eb2b req-bf3ca55d-2cb9-4b9d-9d26-bdf0571504de tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310209 Jul 05 03:22:14.764184 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b5df30-f59a-493a-be1f-178551f5fdb1 req-7f1f5859-4a99-442c-bbd2-4510bf642c1e tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:22:14.765706 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-27b5df30-f59a-493a-be1f-178551f5fdb1 req-7f1f5859-4a99-442c-bbd2-4510bf642c1e tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef9e669-f0eb-4753-adce-b13be4552bf7 HTTP/1.1" status: 200 len: 946 time: 0.0671873 Jul 05 03:22:14.803816 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-27b5df30-f59a-493a-be1f-178551f5fdb1 req-a389d281-b493-4ef3-819b-eb21d51ac282 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324097 Jul 05 03:22:15.974909 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120c6795-248d-45b2-804a-c1d12c5fbdd1 req-b4270ca2-bc75-41a5-b587-ce61dcf84f75 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:22:15.976416 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-120c6795-248d-45b2-804a-c1d12c5fbdd1 req-b4270ca2-bc75-41a5-b587-ce61dcf84f75 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef9e669-f0eb-4753-adce-b13be4552bf7 HTTP/1.1" status: 200 len: 946 time: 0.0620339 Jul 05 03:22:16.012888 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-120c6795-248d-45b2-804a-c1d12c5fbdd1 req-20ea5fb2-ba38-4564-b3f2-d0bb79faaa06 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309489 Jul 05 03:22:17.203881 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed065da-abfc-47bb-9e01-3cd1c7dfa049 req-5fb39e42-8dcd-4e1d-b504-6350403b1ae1 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:22:17.205417 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3ed065da-abfc-47bb-9e01-3cd1c7dfa049 req-5fb39e42-8dcd-4e1d-b504-6350403b1ae1 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef9e669-f0eb-4753-adce-b13be4552bf7 HTTP/1.1" status: 200 len: 946 time: 0.0723853 Jul 05 03:22:17.245718 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3ed065da-abfc-47bb-9e01-3cd1c7dfa049 req-fec98973-bc83-4106-9486-16096804817f tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331011 Jul 05 03:22:18.419737 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d503e7-7388-408a-83c4-5b931b74aec6 req-72ccfec2-3650-49c3-8689-c51065f527e7 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:22:18.421254 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-34d503e7-7388-408a-83c4-5b931b74aec6 req-72ccfec2-3650-49c3-8689-c51065f527e7 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef9e669-f0eb-4753-adce-b13be4552bf7 HTTP/1.1" status: 200 len: 946 time: 0.0633924 Jul 05 03:22:18.462963 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-34d503e7-7388-408a-83c4-5b931b74aec6 req-2e5ac62a-d4c2-40b4-ac77-e1c342528c21 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355420 Jul 05 03:22:19.639295 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32872805-9f46-4c51-831f-318ad7b79785 req-4660056c-d83e-4ec1-8862-322757c365b3 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:22:19.640763 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-32872805-9f46-4c51-831f-318ad7b79785 req-4660056c-d83e-4ec1-8862-322757c365b3 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef9e669-f0eb-4753-adce-b13be4552bf7 HTTP/1.1" status: 200 len: 946 time: 0.0659480 Jul 05 03:22:19.677317 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-32872805-9f46-4c51-831f-318ad7b79785 req-2cba80c8-120a-4e8a-a601-d8b3cd0a157d tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304160 Jul 05 03:22:20.860307 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fd5623-dc7f-4c6f-a05f-81f78501de40 req-3adf4d3e-d733-44ce-b239-1862c6709386 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:22:20.861923 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d2fd5623-dc7f-4c6f-a05f-81f78501de40 req-3adf4d3e-d733-44ce-b239-1862c6709386 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef9e669-f0eb-4753-adce-b13be4552bf7 HTTP/1.1" status: 200 len: 946 time: 0.0645583 Jul 05 03:22:20.900441 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d2fd5623-dc7f-4c6f-a05f-81f78501de40 req-46a9b0f2-acb7-41f5-b080-21362e220274 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323031 Jul 05 03:22:20.917897 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5d5e2339-5146-457c-9816-1038e53028cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:22:21.008186 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:22:22.073297 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb51bf0-18fe-48b2-8fb5-7df32643c0da req-052c06a6-f708-4f2f-a17c-8f0ec3f8470c tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:22:22.075111 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4eb51bf0-18fe-48b2-8fb5-7df32643c0da req-052c06a6-f708-4f2f-a17c-8f0ec3f8470c tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef9e669-f0eb-4753-adce-b13be4552bf7 HTTP/1.1" status: 200 len: 946 time: 0.0635231 Jul 05 03:22:22.114622 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4eb51bf0-18fe-48b2-8fb5-7df32643c0da req-cb7754ff-e353-4ac8-be53-11a96cc4f63f tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324755 Jul 05 03:22:23.295496 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-bab22085-c60b-45b5-ae93-e35c2b1d51a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:22:23.300741 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ddab28-5941-416e-88c4-e8ee03e570f8 req-2a3a899e-cff7-4042-909f-a55631f2e441 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:22:23.302380 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b7ddab28-5941-416e-88c4-e8ee03e570f8 req-2a3a899e-cff7-4042-909f-a55631f2e441 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef9e669-f0eb-4753-adce-b13be4552bf7 HTTP/1.1" status: 200 len: 946 time: 0.0744519 Jul 05 03:22:23.348777 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b7ddab28-5941-416e-88c4-e8ee03e570f8 req-6adb6e88-92be-4331-a459-b7522a61e7a6 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408483 Jul 05 03:22:23.438885 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd54da6-3ae4-4cb2-8672-e0a2f8dfe371 req-ac141e1c-d536-45d5-90c5-33f1994fdadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:22:23.440341 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fbd54da6-3ae4-4cb2-8672-e0a2f8dfe371 req-ac141e1c-d536-45d5-90c5-33f1994fdadf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=37922407194a4714beb2d753651ef214&device_id=5ef9e669-f0eb-4753-adce-b13be4552bf7 HTTP/1.1" status: 200 len: 1098 time: 0.1183383 Jul 05 03:22:23.546552 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd54da6-3ae4-4cb2-8672-e0a2f8dfe371 req-598b0a96-31eb-4079-86e5-f6883e772761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:22:23.548065 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fbd54da6-3ae4-4cb2-8672-e0a2f8dfe371 req-598b0a96-31eb-4079-86e5-f6883e772761 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1683328e-a448-4235-b487-6d813ce67b0e HTTP/1.1" status: 200 len: 910 time: 0.0873632 Jul 05 03:22:23.617821 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fbd54da6-3ae4-4cb2-8672-e0a2f8dfe371 req-d195d0a4-9139-44ba-9078-ba4b03d297ec service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cd225a0b-c4ea-4092-9c10-ec0e59d1bd87 HTTP/1.1" status: 200 len: 1003 time: 0.0632725 Jul 05 03:22:23.666237 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd54da6-3ae4-4cb2-8672-e0a2f8dfe371 req-d64b4b8f-58be-43a0-9680-10dcb5048cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:22:23.667777 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fbd54da6-3ae4-4cb2-8672-e0a2f8dfe371 req-d64b4b8f-58be-43a0-9680-10dcb5048cd3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=03db0199-8c26-402d-a28d-fe51c5dbdec1 HTTP/1.1" status: 200 len: 849 time: 0.0440633 Jul 05 03:22:23.723870 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd54da6-3ae4-4cb2-8672-e0a2f8dfe371 req-1326c61f-7f83-439d-8087-1203b9d3b696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:22:23.725344 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fbd54da6-3ae4-4cb2-8672-e0a2f8dfe371 req-1326c61f-7f83-439d-8087-1203b9d3b696 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1683328e-a448-4235-b487-6d813ce67b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513554 Jul 05 03:22:23.825466 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fbd54da6-3ae4-4cb2-8672-e0a2f8dfe371 req-4dfd7a70-c1d9-4f24-980a-0725349f0b9c service neutron] 10.222.0.21 "GET /v2.0/networks/1683328e-a448-4235-b487-6d813ce67b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937793 Jul 05 03:22:23.918349 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fbd54da6-3ae4-4cb2-8672-e0a2f8dfe371 req-76694b42-a62a-412d-9602-02ea9a041fba service neutron] 10.222.0.21 "GET /v2.0/networks/1683328e-a448-4235-b487-6d813ce67b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861659 Jul 05 03:22:23.964256 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:22:24.531599 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd95ac86-2214-4519-9951-8dd761fc1eab req-7d9574e3-966c-4057-acb0-0f3f1d86b6c3 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:22:24.538719 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-fd95ac86-2214-4519-9951-8dd761fc1eab req-7d9574e3-966c-4057-acb0-0f3f1d86b6c3 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef9e669-f0eb-4753-adce-b13be4552bf7 HTTP/1.1" status: 200 len: 946 time: 0.0725167 Jul 05 03:22:24.576971 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-fd95ac86-2214-4519-9951-8dd761fc1eab req-16744ac5-a063-42fb-b52c-ab3994d33fc3 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368333 Jul 05 03:22:24.862088 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:22:25.325273 n-d-771362-32 neutron-server[94461]: INFO neutron.api.v2.resource [req-09359e1f-89e5-483d-b741-4682d18a67eb req-436846bf-2290-442d-9a90-8238a5d9783d service neutron] show failed (client error): The resource could not be found. Jul 05 03:22:25.326357 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-09359e1f-89e5-483d-b741-4682d18a67eb req-436846bf-2290-442d-9a90-8238a5d9783d service neutron] 10.222.0.21 "GET /v2.0/ports/cd225a0b-c4ea-4092-9c10-ec0e59d1bd87/bindings/n-h2-771362-32 HTTP/1.1" status: 404 len: 381 time: 0.0667264 Jul 05 03:22:25.768102 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356d129e-40fd-4ff5-9383-0b7d9732eadc req-afe12cb1-468b-4955-9afe-d58a5ba19ebf tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:22:25.769824 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-356d129e-40fd-4ff5-9383-0b7d9732eadc req-afe12cb1-468b-4955-9afe-d58a5ba19ebf tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef9e669-f0eb-4753-adce-b13be4552bf7 HTTP/1.1" status: 200 len: 946 time: 0.0738986 Jul 05 03:22:25.809438 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-356d129e-40fd-4ff5-9383-0b7d9732eadc req-57e8bed0-3608-4d4d-b1ce-41665c18dd84 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338328 Jul 05 03:22:25.933370 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09359e1f-89e5-483d-b741-4682d18a67eb req-5255f307-c453-4715-b764-1f7b046d7027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:22:25.935276 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-09359e1f-89e5-483d-b741-4682d18a67eb req-5255f307-c453-4715-b764-1f7b046d7027 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5ef9e669-f0eb-4753-adce-b13be4552bf7&tenant_id=37922407194a4714beb2d753651ef214 HTTP/1.1" status: 200 len: 1098 time: 0.0949628 Jul 05 03:22:25.946834 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-09359e1f-89e5-483d-b741-4682d18a67eb req-e747d020-80bc-460f-a326-8e07050d3d61 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-771362-32', 'device_owner': 'compute:nova'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:22:26.027488 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-09359e1f-89e5-483d-b741-4682d18a67eb req-e747d020-80bc-460f-a326-8e07050d3d61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:22:26.230539 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-09359e1f-89e5-483d-b741-4682d18a67eb req-e747d020-80bc-460f-a326-8e07050d3d61 service neutron] For port cd225a0b-c4ea-4092-9c10-ec0e59d1bd87, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=cd225a0b-c4ea-4092-9c10-ec0e59d1bd87,segment=NetworkSegment(21eddf81-2619-4946-9d45-7ae9bc4495da),segment_id=21eddf81-2619-4946-9d45-7ae9bc4495da)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:22:26.265919 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-09359e1f-89e5-483d-b741-4682d18a67eb req-e747d020-80bc-460f-a326-8e07050d3d61 service neutron] For port cd225a0b-c4ea-4092-9c10-ec0e59d1bd87, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:22:26.306404 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ef9e669-f0eb-4753-adce-b13be4552bf7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd225a0b-c4ea-4092-9c10-ec0e59d1bd87'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:22:26.308212 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:22:26.308925 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4c1385bffaa5d930a7117e6982c27207eca91cca31cf4b43f86c7ad63cd24a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b82242c-e5d2-4668-82bf-e3be6e65844d" -d '{"events": [{"server_uuid": "5ef9e669-f0eb-4753-adce-b13be4552bf7", "name": "network-vif-unplugged", "status": "completed", "tag": "cd225a0b-c4ea-4092-9c10-ec0e59d1bd87"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:22:26.313182 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-09359e1f-89e5-483d-b741-4682d18a67eb req-e747d020-80bc-460f-a326-8e07050d3d61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:22:26.326591 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-09359e1f-89e5-483d-b741-4682d18a67eb req-e747d020-80bc-460f-a326-8e07050d3d61 service neutron] Transition to ACTIVE for port object cd225a0b-c4ea-4092-9c10-ec0e59d1bd87 will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:22:26.407793 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14c3f56f-4c4d-48df-a6f9-0cb26e379322 x-openstack-request-id: req-14c3f56f-4c4d-48df-a6f9-0cb26e379322 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:22:26.408087 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ef9e669-f0eb-4753-adce-b13be4552bf7", "name": "network-vif-unplugged", "status": "completed", "tag": "cd225a0b-c4ea-4092-9c10-ec0e59d1bd87", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:22:26.408343 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-14c3f56f-4c4d-48df-a6f9-0cb26e379322 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:22:26.408744 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ef9e669-f0eb-4753-adce-b13be4552bf7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd225a0b-c4ea-4092-9c10-ec0e59d1bd87', 'code': 200} Jul 05 03:22:26.416496 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-09359e1f-89e5-483d-b741-4682d18a67eb req-e747d020-80bc-460f-a326-8e07050d3d61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:22:26.497101 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e747d020-80bc-460f-a326-8e07050d3d61 service neutron] Pushing event updated for resources: {'Port': ['ID=cd225a0b-c4ea-4092-9c10-ec0e59d1bd87,revision_number=6']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:22:26.511838 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e747d020-80bc-460f-a326-8e07050d3d61 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:22:26.512187 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e747d020-80bc-460f-a326-8e07050d3d61 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:22:26.512534 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e747d020-80bc-460f-a326-8e07050d3d61 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:22:26.512872 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e747d020-80bc-460f-a326-8e07050d3d61 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:22:26.513207 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e747d020-80bc-460f-a326-8e07050d3d61 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:22:26.513572 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e747d020-80bc-460f-a326-8e07050d3d61 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:22:26.513897 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e747d020-80bc-460f-a326-8e07050d3d61 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:22:26.514250 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e747d020-80bc-460f-a326-8e07050d3d61 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:22:26.514577 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e747d020-80bc-460f-a326-8e07050d3d61 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:22:26.514898 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e747d020-80bc-460f-a326-8e07050d3d61 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:22:26.515219 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e747d020-80bc-460f-a326-8e07050d3d61 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:22:26.515540 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e747d020-80bc-460f-a326-8e07050d3d61 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:22:26.562693 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-09359e1f-89e5-483d-b741-4682d18a67eb req-e747d020-80bc-460f-a326-8e07050d3d61 service neutron] No DVR routers for this DVR port cd225a0b-c4ea-4092-9c10-ec0e59d1bd87 on host n-h1-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:22:26.703331 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-09359e1f-89e5-483d-b741-4682d18a67eb req-e747d020-80bc-460f-a326-8e07050d3d61 service neutron] Attempting to bind port cd225a0b-c4ea-4092-9c10-ec0e59d1bd87 on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:22:26.703671 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-09359e1f-89e5-483d-b741-4682d18a67eb req-e747d020-80bc-460f-a326-8e07050d3d61 service neutron] Attempting to bind port cd225a0b-c4ea-4092-9c10-ec0e59d1bd87 by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '21eddf81-2619-4946-9d45-7ae9bc4495da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1683328e-a448-4235-b487-6d813ce67b0e'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:22:26.704001 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09359e1f-89e5-483d-b741-4682d18a67eb req-e747d020-80bc-460f-a326-8e07050d3d61 service neutron] Attempting to bind port cd225a0b-c4ea-4092-9c10-ec0e59d1bd87 on network 1683328e-a448-4235-b487-6d813ce67b0e {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:22:26.709168 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09359e1f-89e5-483d-b741-4682d18a67eb req-e747d020-80bc-460f-a326-8e07050d3d61 service neutron] Port cd225a0b-c4ea-4092-9c10-ec0e59d1bd87 on network 1683328e-a448-4235-b487-6d813ce67b0e not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:22:26.709501 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09359e1f-89e5-483d-b741-4682d18a67eb req-e747d020-80bc-460f-a326-8e07050d3d61 service neutron] Attempting to bind port cd225a0b-c4ea-4092-9c10-ec0e59d1bd87 on network 1683328e-a448-4235-b487-6d813ce67b0e {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:22:26.714941 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09359e1f-89e5-483d-b741-4682d18a67eb req-e747d020-80bc-460f-a326-8e07050d3d61 service neutron] Checking agent: {'id': 'e071c76e-395f-48c4-a98f-88088465cf0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:22:26.715225 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09359e1f-89e5-483d-b741-4682d18a67eb req-e747d020-80bc-460f-a326-8e07050d3d61 service neutron] Checking segment: {'id': '21eddf81-2619-4946-9d45-7ae9bc4495da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1683328e-a448-4235-b487-6d813ce67b0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:22:26.715613 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09359e1f-89e5-483d-b741-4682d18a67eb req-e747d020-80bc-460f-a326-8e07050d3d61 service neutron] Bound using segment: {'id': '21eddf81-2619-4946-9d45-7ae9bc4495da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1683328e-a448-4235-b487-6d813ce67b0e'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:22:26.716045 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-09359e1f-89e5-483d-b741-4682d18a67eb req-e747d020-80bc-460f-a326-8e07050d3d61 service neutron] Bound port: cd225a0b-c4ea-4092-9c10-ec0e59d1bd87, host: n-h2-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21eddf81-2619-4946-9d45-7ae9bc4495da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1683328e-a448-4235-b487-6d813ce67b0e'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:22:26.716416 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-09359e1f-89e5-483d-b741-4682d18a67eb req-e747d020-80bc-460f-a326-8e07050d3d61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:22:26.716706 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device cd225a0b-c4ea-4092-9c10-ec0e59d1bd87 no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:22:26.764236 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device cd225a0b-c4ea-4092-9c10-ec0e59d1bd87 not bound to the agent host n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:22:26.789131 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-09359e1f-89e5-483d-b741-4682d18a67eb req-e747d020-80bc-460f-a326-8e07050d3d61 service neutron] For port cd225a0b-c4ea-4092-9c10-ec0e59d1bd87, host n-h2-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:22:26.792328 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-09359e1f-89e5-483d-b741-4682d18a67eb req-e747d020-80bc-460f-a326-8e07050d3d61 service neutron] For port cd225a0b-c4ea-4092-9c10-ec0e59d1bd87, host n-h2-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=cd225a0b-c4ea-4092-9c10-ec0e59d1bd87,segment=NetworkSegment(21eddf81-2619-4946-9d45-7ae9bc4495da),segment_id=21eddf81-2619-4946-9d45-7ae9bc4495da)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:22:26.966335 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-09359e1f-89e5-483d-b741-4682d18a67eb req-e747d020-80bc-460f-a326-8e07050d3d61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:22:27.010393 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09359e1f-89e5-483d-b741-4682d18a67eb req-e747d020-80bc-460f-a326-8e07050d3d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:22:27.011020 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-09359e1f-89e5-483d-b741-4682d18a67eb req-e747d020-80bc-460f-a326-8e07050d3d61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:22:27.012487 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-09359e1f-89e5-483d-b741-4682d18a67eb req-e747d020-80bc-460f-a326-8e07050d3d61 service neutron] 10.222.0.15 "PUT /v2.0/ports/cd225a0b-c4ea-4092-9c10-ec0e59d1bd87 HTTP/1.1" status: 200 len: 1093 time: 1.0705066 Jul 05 03:22:27.038445 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e747d020-80bc-460f-a326-8e07050d3d61 service neutron] Pushing event updated for resources: {'Port': ['ID=cd225a0b-c4ea-4092-9c10-ec0e59d1bd87,revision_number=7']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:22:27.080875 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dc4730-bbae-4dd6-9045-ed581796f987 req-f9b0a7b7-74bf-4e49-aaa1-37700b120c92 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:22:27.083255 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-50dc4730-bbae-4dd6-9045-ed581796f987 req-f9b0a7b7-74bf-4e49-aaa1-37700b120c92 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef9e669-f0eb-4753-adce-b13be4552bf7 HTTP/1.1" status: 200 len: 944 time: 0.1541374 Jul 05 03:22:27.133965 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-50dc4730-bbae-4dd6-9045-ed581796f987 req-cef352cb-6f8e-4571-91d7-09431b2fd2f3 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445731 Jul 05 03:22:27.144070 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09359e1f-89e5-483d-b741-4682d18a67eb req-54469550-8240-436e-86b2-3d82ac574bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:22:27.145630 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-09359e1f-89e5-483d-b741-4682d18a67eb req-54469550-8240-436e-86b2-3d82ac574bb3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=37922407194a4714beb2d753651ef214&device_id=5ef9e669-f0eb-4753-adce-b13be4552bf7 HTTP/1.1" status: 200 len: 1096 time: 0.1083522 Jul 05 03:22:27.247095 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09359e1f-89e5-483d-b741-4682d18a67eb req-444155e8-15ff-4e45-8c4c-d489a8207655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:22:27.248618 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-09359e1f-89e5-483d-b741-4682d18a67eb req-444155e8-15ff-4e45-8c4c-d489a8207655 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1683328e-a448-4235-b487-6d813ce67b0e HTTP/1.1" status: 200 len: 910 time: 0.0966680 Jul 05 03:22:27.318672 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-09359e1f-89e5-483d-b741-4682d18a67eb req-2fcd592a-5041-4f0e-8e52-0def9550faa3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cd225a0b-c4ea-4092-9c10-ec0e59d1bd87 HTTP/1.1" status: 200 len: 1001 time: 0.0634792 Jul 05 03:22:27.374144 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09359e1f-89e5-483d-b741-4682d18a67eb req-5fb32adc-2ea6-4d60-83aa-cb1ffbccb943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:22:27.375688 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-09359e1f-89e5-483d-b741-4682d18a67eb req-5fb32adc-2ea6-4d60-83aa-cb1ffbccb943 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=03db0199-8c26-402d-a28d-fe51c5dbdec1 HTTP/1.1" status: 200 len: 849 time: 0.0506017 Jul 05 03:22:27.433533 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09359e1f-89e5-483d-b741-4682d18a67eb req-f692de57-0580-4123-be7f-2f659e8117c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:22:27.435113 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-09359e1f-89e5-483d-b741-4682d18a67eb req-f692de57-0580-4123-be7f-2f659e8117c1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1683328e-a448-4235-b487-6d813ce67b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532782 Jul 05 03:22:27.448688 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [req-09359e1f-89e5-483d-b741-4682d18a67eb req-03798288-93a6-489e-909e-309c797ff90e service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:22:27.450057 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-09359e1f-89e5-483d-b741-4682d18a67eb req-03798288-93a6-489e-909e-309c797ff90e service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078425 Jul 05 03:22:27.541539 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-09359e1f-89e5-483d-b741-4682d18a67eb req-1d47cb7e-dc4d-4195-8369-658237bcb9a9 service neutron] 10.222.0.15 "GET /v2.0/networks/1683328e-a448-4235-b487-6d813ce67b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851259 Jul 05 03:22:27.635982 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-09359e1f-89e5-483d-b741-4682d18a67eb req-f6e745df-dea6-4e07-9d17-f99a252e9644 service neutron] 10.222.0.15 "GET /v2.0/networks/1683328e-a448-4235-b487-6d813ce67b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882254 Jul 05 03:22:28.339355 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c05505-3d06-4970-8368-468664a69598 req-63f755f4-e089-4d66-a04e-7ae3e2d32f7f tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:22:28.340890 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f6c05505-3d06-4970-8368-468664a69598 req-63f755f4-e089-4d66-a04e-7ae3e2d32f7f tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef9e669-f0eb-4753-adce-b13be4552bf7 HTTP/1.1" status: 200 len: 944 time: 0.0843644 Jul 05 03:22:28.390396 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f6c05505-3d06-4970-8368-468664a69598 req-36036268-5a74-4e4e-af29-ecb683780268 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410552 Jul 05 03:22:28.409687 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ef9e669-f0eb-4753-adce-b13be4552bf7', 'tag': 'cd225a0b-c4ea-4092-9c10-ec0e59d1bd87'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:22:28.413432 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4c1385bffaa5d930a7117e6982c27207eca91cca31cf4b43f86c7ad63cd24a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-199b3128-634c-43d8-a900-77c5f72bfbff" -d '{"events": [{"name": "network-changed", "server_uuid": "5ef9e669-f0eb-4753-adce-b13be4552bf7", "tag": "cd225a0b-c4ea-4092-9c10-ec0e59d1bd87"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:22:28.467302 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e9db620-9793-41b8-b42c-cccf9747db3a x-openstack-request-id: req-7e9db620-9793-41b8-b42c-cccf9747db3a {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:22:28.467647 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ef9e669-f0eb-4753-adce-b13be4552bf7", "tag": "cd225a0b-c4ea-4092-9c10-ec0e59d1bd87", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:22:28.468025 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7e9db620-9793-41b8-b42c-cccf9747db3a {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:22:28.468673 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ef9e669-f0eb-4753-adce-b13be4552bf7', 'tag': 'cd225a0b-c4ea-4092-9c10-ec0e59d1bd87', 'status': 'completed', 'code': 200} Jul 05 03:22:28.590419 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199b3128-634c-43d8-a900-77c5f72bfbff req-beda91ec-ee47-4f38-b7ef-8efdc7671c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:22:28.591976 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-199b3128-634c-43d8-a900-77c5f72bfbff req-beda91ec-ee47-4f38-b7ef-8efdc7671c15 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=37922407194a4714beb2d753651ef214&device_id=5ef9e669-f0eb-4753-adce-b13be4552bf7 HTTP/1.1" status: 200 len: 1096 time: 0.1046014 Jul 05 03:22:28.597077 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199b3128-634c-43d8-a900-77c5f72bfbff req-fd23dedd-a12f-4b1b-be08-86e43ffb2b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:22:28.599203 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-199b3128-634c-43d8-a900-77c5f72bfbff req-fd23dedd-a12f-4b1b-be08-86e43ffb2b6a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=37922407194a4714beb2d753651ef214&device_id=5ef9e669-f0eb-4753-adce-b13be4552bf7 HTTP/1.1" status: 200 len: 1096 time: 0.1003213 Jul 05 03:22:28.754866 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199b3128-634c-43d8-a900-77c5f72bfbff req-6937df4f-4f5b-4097-a77d-a442a55d0a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:22:28.756385 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-199b3128-634c-43d8-a900-77c5f72bfbff req-6937df4f-4f5b-4097-a77d-a442a55d0a2b service neutron] 10.222.0.15 "GET /v2.0/networks?id=1683328e-a448-4235-b487-6d813ce67b0e HTTP/1.1" status: 200 len: 910 time: 0.1563315 Jul 05 03:22:28.757500 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199b3128-634c-43d8-a900-77c5f72bfbff req-d76c0c7e-31f6-47b5-80f4-3caf04c094a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:22:28.758861 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-199b3128-634c-43d8-a900-77c5f72bfbff req-d76c0c7e-31f6-47b5-80f4-3caf04c094a0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1683328e-a448-4235-b487-6d813ce67b0e HTTP/1.1" status: 200 len: 910 time: 0.1514885 Jul 05 03:22:28.873694 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-199b3128-634c-43d8-a900-77c5f72bfbff req-059776bb-5dbb-4323-befb-c46293947b69 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cd225a0b-c4ea-4092-9c10-ec0e59d1bd87 HTTP/1.1" status: 200 len: 1001 time: 0.1097829 Jul 05 03:22:28.875550 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-199b3128-634c-43d8-a900-77c5f72bfbff req-e1089b97-0f65-4809-8c0d-3ba9fc775119 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cd225a0b-c4ea-4092-9c10-ec0e59d1bd87 HTTP/1.1" status: 200 len: 1001 time: 0.1057022 Jul 05 03:22:28.959692 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199b3128-634c-43d8-a900-77c5f72bfbff req-9f8e12e1-dbdd-40ed-a4a0-7ac10952be4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:22:28.961186 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-199b3128-634c-43d8-a900-77c5f72bfbff req-9f8e12e1-dbdd-40ed-a4a0-7ac10952be4a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=03db0199-8c26-402d-a28d-fe51c5dbdec1 HTTP/1.1" status: 200 len: 849 time: 0.0815368 Jul 05 03:22:28.962582 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199b3128-634c-43d8-a900-77c5f72bfbff req-a0b9e7f4-5b45-4270-bd8f-fdf55122b0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:22:28.963905 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-199b3128-634c-43d8-a900-77c5f72bfbff req-a0b9e7f4-5b45-4270-bd8f-fdf55122b0ca service neutron] 10.222.0.21 "GET /v2.0/subnets?id=03db0199-8c26-402d-a28d-fe51c5dbdec1 HTTP/1.1" status: 200 len: 849 time: 0.0766346 Jul 05 03:22:29.056907 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199b3128-634c-43d8-a900-77c5f72bfbff req-f9f753a5-c350-4bc3-8ef8-93f5dfc22791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:22:29.058456 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-199b3128-634c-43d8-a900-77c5f72bfbff req-f9f753a5-c350-4bc3-8ef8-93f5dfc22791 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1683328e-a448-4235-b487-6d813ce67b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0826931 Jul 05 03:22:29.060925 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199b3128-634c-43d8-a900-77c5f72bfbff req-f0138cf3-7222-45f3-8621-5634064f756c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:22:29.062347 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-199b3128-634c-43d8-a900-77c5f72bfbff req-f0138cf3-7222-45f3-8621-5634064f756c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1683328e-a448-4235-b487-6d813ce67b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0945957 Jul 05 03:22:29.221608 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-199b3128-634c-43d8-a900-77c5f72bfbff req-0e7de66b-6101-4258-b68b-af70c428ccee service neutron] 10.222.0.21 "GET /v2.0/networks/1683328e-a448-4235-b487-6d813ce67b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567752 Jul 05 03:22:29.223569 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-199b3128-634c-43d8-a900-77c5f72bfbff req-c67e3d6d-c618-46cd-96d4-04a73a497141 service neutron] 10.222.0.15 "GET /v2.0/networks/1683328e-a448-4235-b487-6d813ce67b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516712 Jul 05 03:22:29.383325 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-199b3128-634c-43d8-a900-77c5f72bfbff req-7ed741df-ff27-41a8-afc9-0d6ee2024137 service neutron] 10.222.0.15 "GET /v2.0/networks/1683328e-a448-4235-b487-6d813ce67b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536772 Jul 05 03:22:29.385498 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-199b3128-634c-43d8-a900-77c5f72bfbff req-9994c241-86a4-49ea-a5a4-8c52a2b475da service neutron] 10.222.0.21 "GET /v2.0/networks/1683328e-a448-4235-b487-6d813ce67b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547956 Jul 05 03:22:29.569348 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3501359f-ad62-45df-966d-470923859c60 req-2c7c665e-8622-45d4-8e70-4b78ad87a004 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:22:29.570936 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3501359f-ad62-45df-966d-470923859c60 req-2c7c665e-8622-45d4-8e70-4b78ad87a004 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef9e669-f0eb-4753-adce-b13be4552bf7 HTTP/1.1" status: 200 len: 944 time: 0.0649357 Jul 05 03:22:29.609002 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3501359f-ad62-45df-966d-470923859c60 req-bee023bb-fe11-4880-af29-1a273e7a9fb4 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319903 Jul 05 03:22:30.786483 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa825f07-5ff6-49bc-a83e-3c5d36f3789d req-7b2af0de-5abd-4b0d-bb40-a5767bd66162 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:22:30.789333 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-aa825f07-5ff6-49bc-a83e-3c5d36f3789d req-7b2af0de-5abd-4b0d-bb40-a5767bd66162 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef9e669-f0eb-4753-adce-b13be4552bf7 HTTP/1.1" status: 200 len: 944 time: 0.0650029 Jul 05 03:22:30.827140 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-aa825f07-5ff6-49bc-a83e-3c5d36f3789d req-91008ff3-963a-4576-8dee-3c69ab990443 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320811 Jul 05 03:22:32.014013 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed8a1e0-82d3-424e-9fde-6efca3b9c140 req-469ef0dc-4d78-458c-b887-26ebbcf290f8 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:22:32.015561 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-eed8a1e0-82d3-424e-9fde-6efca3b9c140 req-469ef0dc-4d78-458c-b887-26ebbcf290f8 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef9e669-f0eb-4753-adce-b13be4552bf7 HTTP/1.1" status: 200 len: 944 time: 0.0710437 Jul 05 03:22:32.054688 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-eed8a1e0-82d3-424e-9fde-6efca3b9c140 req-95ef4d18-6af8-4f61-acf8-723ceb9b073f tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329976 Jul 05 03:22:33.226897 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8ebb80-c08c-4b86-8452-2766bb43494a req-1923a702-1b5e-4ab4-ade6-47918e52a6fb tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:22:33.228395 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ab8ebb80-c08c-4b86-8452-2766bb43494a req-1923a702-1b5e-4ab4-ade6-47918e52a6fb tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef9e669-f0eb-4753-adce-b13be4552bf7 HTTP/1.1" status: 200 len: 944 time: 0.0627897 Jul 05 03:22:33.269125 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ab8ebb80-c08c-4b86-8452-2766bb43494a req-252a6cd3-258a-45a0-81a4-ce52d0e60765 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352204 Jul 05 03:22:34.440759 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784fdfa7-28b9-4896-8937-2e729e8383ea req-af3a1899-deae-4353-9d85-a95c492cef51 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:22:34.443079 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-784fdfa7-28b9-4896-8937-2e729e8383ea req-af3a1899-deae-4353-9d85-a95c492cef51 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef9e669-f0eb-4753-adce-b13be4552bf7 HTTP/1.1" status: 200 len: 944 time: 0.0623040 Jul 05 03:22:34.481001 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-784fdfa7-28b9-4896-8937-2e729e8383ea req-17037761-8a87-4cb2-abd8-17d08b14a7c4 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322125 Jul 05 03:22:35.653657 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c01c404-aba8-4cc9-bca5-61828f2942b0 req-0f68e004-ee81-44f4-990b-294bc8e333b2 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:22:35.655208 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8c01c404-aba8-4cc9-bca5-61828f2942b0 req-0f68e004-ee81-44f4-990b-294bc8e333b2 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef9e669-f0eb-4753-adce-b13be4552bf7 HTTP/1.1" status: 200 len: 944 time: 0.0627351 Jul 05 03:22:35.693561 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8c01c404-aba8-4cc9-bca5-61828f2942b0 req-cae3e206-2a83-4229-b05d-5893a3761488 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327885 Jul 05 03:22:36.872804 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53636814-2262-4b37-ad45-85364d87f749 req-1a9fb3d7-fa88-4ccd-83b5-e26fd1a82174 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:22:36.874371 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-53636814-2262-4b37-ad45-85364d87f749 req-1a9fb3d7-fa88-4ccd-83b5-e26fd1a82174 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef9e669-f0eb-4753-adce-b13be4552bf7 HTTP/1.1" status: 200 len: 944 time: 0.0662823 Jul 05 03:22:36.912646 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-53636814-2262-4b37-ad45-85364d87f749 req-942df7b5-0b4f-49ac-bb41-16f924771f44 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321271 Jul 05 03:22:38.086116 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7740aa65-ac25-4f10-866d-95644307f421 req-bde3dc72-a9be-44c8-aa26-c3fcbc5d0095 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:22:38.087668 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7740aa65-ac25-4f10-866d-95644307f421 req-bde3dc72-a9be-44c8-aa26-c3fcbc5d0095 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef9e669-f0eb-4753-adce-b13be4552bf7 HTTP/1.1" status: 200 len: 944 time: 0.0628664 Jul 05 03:22:38.124356 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7740aa65-ac25-4f10-866d-95644307f421 req-2f3ee303-e67c-4d49-ac2b-35bd11178fe6 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311582 Jul 05 03:22:39.306729 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b5be4b-ad33-4ba4-8534-137397c7eab4 req-53cd0445-b73b-4604-a041-cbb89cd83186 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:22:39.308240 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f5b5be4b-ad33-4ba4-8534-137397c7eab4 req-53cd0445-b73b-4604-a041-cbb89cd83186 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef9e669-f0eb-4753-adce-b13be4552bf7 HTTP/1.1" status: 200 len: 944 time: 0.0726888 Jul 05 03:22:39.348626 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f5b5be4b-ad33-4ba4-8534-137397c7eab4 req-673a22a0-bb8b-42c6-84d0-664912c597e9 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347574 Jul 05 03:22:40.526174 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5c12c8-20fb-4dfe-8510-14e8b99b8296 req-1f084c75-448a-48d2-b1a7-c806746a0528 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:22:40.527602 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-aa5c12c8-20fb-4dfe-8510-14e8b99b8296 req-1f084c75-448a-48d2-b1a7-c806746a0528 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef9e669-f0eb-4753-adce-b13be4552bf7 HTTP/1.1" status: 200 len: 944 time: 0.0658851 Jul 05 03:22:40.565421 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-aa5c12c8-20fb-4dfe-8510-14e8b99b8296 req-bab80f08-f886-4a60-b653-819d68b6e4ce tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321317 Jul 05 03:22:41.264615 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b884a7b-0b26-43ef-85ac-44ca3253a3d4 req-5ff10f89-bb6f-4bef-9759-41d3dfc906c7 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:22:41.266088 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0b884a7b-0b26-43ef-85ac-44ca3253a3d4 req-5ff10f89-bb6f-4bef-9759-41d3dfc906c7 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ef9e669-f0eb-4753-adce-b13be4552bf7&tenant_id=37922407194a4714beb2d753651ef214&binding%3Ahost_id=n-h2-771362-32 HTTP/1.1" status: 200 len: 944 time: 0.1107736 Jul 05 03:22:41.285657 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafc4267-a47e-496f-ae47-479136a04ad9 req-9033f1ea-7b81-4f67-8dd1-87b9eb3acb20 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:22:41.287157 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-aafc4267-a47e-496f-ae47-479136a04ad9 req-9033f1ea-7b81-4f67-8dd1-87b9eb3acb20 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef9e669-f0eb-4753-adce-b13be4552bf7 HTTP/1.1" status: 200 len: 944 time: 0.1014869 Jul 05 03:22:41.359950 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-aafc4267-a47e-496f-ae47-479136a04ad9 req-dc00089f-05c3-452f-9e7c-c69708eb469e tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543737 Jul 05 03:22:41.364564 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0b884a7b-0b26-43ef-85ac-44ca3253a3d4 req-954a895e-7132-4a29-8c4f-20563b33a149 service neutron] 10.222.0.15 "GET /v2.0/ports/cd225a0b-c4ea-4092-9c10-ec0e59d1bd87/bindings/n-h2-771362-32 HTTP/1.1" status: 200 len: 383 time: 0.0924709 Jul 05 03:22:41.438779 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b884a7b-0b26-43ef-85ac-44ca3253a3d4 req-8c3edc3d-f923-4321-9f22-4158055618e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:22:41.440249 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0b884a7b-0b26-43ef-85ac-44ca3253a3d4 req-8c3edc3d-f923-4321-9f22-4158055618e1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=37922407194a4714beb2d753651ef214&device_id=5ef9e669-f0eb-4753-adce-b13be4552bf7 HTTP/1.1" status: 200 len: 1096 time: 0.0522828 Jul 05 03:22:41.534410 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b884a7b-0b26-43ef-85ac-44ca3253a3d4 req-e50c0009-4ebf-4fa1-a489-b88a921e3ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:22:41.537263 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0b884a7b-0b26-43ef-85ac-44ca3253a3d4 req-e50c0009-4ebf-4fa1-a489-b88a921e3ed9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1683328e-a448-4235-b487-6d813ce67b0e HTTP/1.1" status: 200 len: 910 time: 0.0906484 Jul 05 03:22:41.602821 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0b884a7b-0b26-43ef-85ac-44ca3253a3d4 req-32c0bb4c-a930-4132-9ec3-4bb2ef4f8933 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cd225a0b-c4ea-4092-9c10-ec0e59d1bd87 HTTP/1.1" status: 200 len: 1001 time: 0.0589037 Jul 05 03:22:41.651437 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b884a7b-0b26-43ef-85ac-44ca3253a3d4 req-ff866537-1118-4829-addc-259a36ab3677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:22:41.652885 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0b884a7b-0b26-43ef-85ac-44ca3253a3d4 req-ff866537-1118-4829-addc-259a36ab3677 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=03db0199-8c26-402d-a28d-fe51c5dbdec1 HTTP/1.1" status: 200 len: 849 time: 0.0445623 Jul 05 03:22:41.714801 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b884a7b-0b26-43ef-85ac-44ca3253a3d4 req-48d5e1e3-5043-4e31-8cb1-419edb010a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:22:41.716334 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0b884a7b-0b26-43ef-85ac-44ca3253a3d4 req-48d5e1e3-5043-4e31-8cb1-419edb010a40 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1683328e-a448-4235-b487-6d813ce67b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0575604 Jul 05 03:22:41.805282 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0b884a7b-0b26-43ef-85ac-44ca3253a3d4 req-57f5e763-be89-448f-919e-3f1155822817 service neutron] 10.222.0.15 "GET /v2.0/networks/1683328e-a448-4235-b487-6d813ce67b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827713 Jul 05 03:22:41.899570 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0b884a7b-0b26-43ef-85ac-44ca3253a3d4 req-4ec750de-9600-40a9-805b-3b38209904ec service neutron] 10.222.0.15 "GET /v2.0/networks/1683328e-a448-4235-b487-6d813ce67b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876627 Jul 05 03:22:41.904051 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device cd225a0b-c4ea-4092-9c10-ec0e59d1bd87 details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:22:42.000318 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port cd225a0b-c4ea-4092-9c10-ec0e59d1bd87, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=cd225a0b-c4ea-4092-9c10-ec0e59d1bd87,segment=NetworkSegment(21eddf81-2619-4946-9d45-7ae9bc4495da),segment_id=21eddf81-2619-4946-9d45-7ae9bc4495da)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:22:42.012105 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Returning: {'device': 'cd225a0b-c4ea-4092-9c10-ec0e59d1bd87', 'network_id': '1683328e-a448-4235-b487-6d813ce67b0e', 'port_id': 'cd225a0b-c4ea-4092-9c10-ec0e59d1bd87', 'mac_address': 'fa:16:3e:60:b7:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03db0199-8c26-402d-a28d-fe51c5dbdec1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:22:42.047507 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:22:42.063340 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd225a0b-c4ea-4092-9c10-ec0e59d1bd87 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:22:42.083697 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port cd225a0b-c4ea-4092-9c10-ec0e59d1bd87, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=cd225a0b-c4ea-4092-9c10-ec0e59d1bd87,segment=NetworkSegment(21eddf81-2619-4946-9d45-7ae9bc4495da),segment_id=21eddf81-2619-4946-9d45-7ae9bc4495da)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:22:42.165457 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:22:42.215506 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=cd225a0b-c4ea-4092-9c10-ec0e59d1bd87,revision_number=8']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:22:42.223384 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:22:42.223664 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:22:42.224002 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:22:42.224413 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:22:42.224740 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:22:42.225067 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:22:42.225391 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:22:42.225713 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:22:42.226034 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:22:42.226374 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:22:42.226694 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:22:42.227010 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:22:42.302612 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:22:42.416404 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:22:42.430805 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['cd225a0b-c4ea-4092-9c10-ec0e59d1bd87'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:22:42.541113 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978475d1-8804-44b2-92a2-213a9845059a req-d335e841-c85f-43dc-aff2-5f26cff48f5c tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:22:42.542675 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-978475d1-8804-44b2-92a2-213a9845059a req-d335e841-c85f-43dc-aff2-5f26cff48f5c tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef9e669-f0eb-4753-adce-b13be4552bf7 HTTP/1.1" status: 200 len: 945 time: 0.0638230 Jul 05 03:22:42.583020 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-978475d1-8804-44b2-92a2-213a9845059a req-4e8108e4-61ab-4cda-bd27-b53ab4be8adc tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346210 Jul 05 03:22:43.760383 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93b2594-ce0c-4b98-a095-489725673595 req-1f3714e5-1966-49bc-8af0-472d5eb043a8 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:22:43.762017 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b93b2594-ce0c-4b98-a095-489725673595 req-1f3714e5-1966-49bc-8af0-472d5eb043a8 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef9e669-f0eb-4753-adce-b13be4552bf7 HTTP/1.1" status: 200 len: 945 time: 0.0685139 Jul 05 03:22:43.800187 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b93b2594-ce0c-4b98-a095-489725673595 req-d02a2da6-2780-49e5-8d54-35ec7109eaf4 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321198 Jul 05 03:22:43.902999 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device cd225a0b-c4ea-4092-9c10-ec0e59d1bd87 up at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:22:44.056439 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning for port cd225a0b-c4ea-4092-9c10-ec0e59d1bd87 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:22:44.060622 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning complete for port cd225a0b-c4ea-4092-9c10-ec0e59d1bd87 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:22:44.061045 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:22:44.138763 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:22:44.162313 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ef9e669-f0eb-4753-adce-b13be4552bf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd225a0b-c4ea-4092-9c10-ec0e59d1bd87'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:22:44.164612 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1156d35e1955dd65519df7b38ee19a55ddc3a31abbcc68c280d02d687c0487e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f265b907-f377-4b36-867e-696a447eb86f" -d '{"events": [{"server_uuid": "5ef9e669-f0eb-4753-adce-b13be4552bf7", "name": "network-vif-plugged", "status": "completed", "tag": "cd225a0b-c4ea-4092-9c10-ec0e59d1bd87"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:22:44.185229 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port cd225a0b-c4ea-4092-9c10-ec0e59d1bd87, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=cd225a0b-c4ea-4092-9c10-ec0e59d1bd87,segment=NetworkSegment(21eddf81-2619-4946-9d45-7ae9bc4495da),segment_id=21eddf81-2619-4946-9d45-7ae9bc4495da)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:22:44.264928 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3747154d-336c-4f59-9446-0edb81f686d4 x-openstack-request-id: req-3747154d-336c-4f59-9446-0edb81f686d4 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:22:44.265230 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ef9e669-f0eb-4753-adce-b13be4552bf7", "name": "network-vif-plugged", "status": "completed", "tag": "cd225a0b-c4ea-4092-9c10-ec0e59d1bd87", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:22:44.265480 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3747154d-336c-4f59-9446-0edb81f686d4 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:22:44.265896 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ef9e669-f0eb-4753-adce-b13be4552bf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd225a0b-c4ea-4092-9c10-ec0e59d1bd87', 'code': 200} Jul 05 03:22:44.285546 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:22:44.338408 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=cd225a0b-c4ea-4092-9c10-ec0e59d1bd87,revision_number=9']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:22:44.983280 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f14430-a674-4dcd-baf0-6f8fe82517a5 req-198cc07a-f4d3-4c26-ab42-4f38227499cb tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:22:44.984794 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-54f14430-a674-4dcd-baf0-6f8fe82517a5 req-198cc07a-f4d3-4c26-ab42-4f38227499cb tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef9e669-f0eb-4753-adce-b13be4552bf7 HTTP/1.1" status: 200 len: 946 time: 0.0636523 Jul 05 03:22:45.029050 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-54f14430-a674-4dcd-baf0-6f8fe82517a5 req-420ee35c-ea76-4d14-84db-be7b36e02315 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384741 Jul 05 03:22:46.229196 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c301fe-a7ab-4d79-ae8c-2e5ea0d2d909 req-454340ef-c1d4-41fa-82c1-f90953b45871 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:22:46.230757 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a4c301fe-a7ab-4d79-ae8c-2e5ea0d2d909 req-454340ef-c1d4-41fa-82c1-f90953b45871 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef9e669-f0eb-4753-adce-b13be4552bf7 HTTP/1.1" status: 200 len: 946 time: 0.0727603 Jul 05 03:22:46.271872 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a4c301fe-a7ab-4d79-ae8c-2e5ea0d2d909 req-e6622590-4c37-4c9e-8b21-7093eadec66f tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353510 Jul 05 03:22:46.583230 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b884a7b-0b26-43ef-85ac-44ca3253a3d4 req-e697c362-de98-42f3-9c14-81b100e6585c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:22:46.584759 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0b884a7b-0b26-43ef-85ac-44ca3253a3d4 req-e697c362-de98-42f3-9c14-81b100e6585c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5ef9e669-f0eb-4753-adce-b13be4552bf7&tenant_id=37922407194a4714beb2d753651ef214 HTTP/1.1" status: 200 len: 1098 time: 0.0573630 Jul 05 03:22:46.596404 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-0b884a7b-0b26-43ef-85ac-44ca3253a3d4 req-5122216d-39b4-4c54-a9e1-302044d23018 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-771362-32', 'device_owner': 'compute:nova'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:22:46.666755 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-0b884a7b-0b26-43ef-85ac-44ca3253a3d4 req-5122216d-39b4-4c54-a9e1-302044d23018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:22:46.880415 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-0b884a7b-0b26-43ef-85ac-44ca3253a3d4 req-5122216d-39b4-4c54-a9e1-302044d23018 service neutron] For port cd225a0b-c4ea-4092-9c10-ec0e59d1bd87, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=cd225a0b-c4ea-4092-9c10-ec0e59d1bd87,segment=NetworkSegment(21eddf81-2619-4946-9d45-7ae9bc4495da),segment_id=21eddf81-2619-4946-9d45-7ae9bc4495da)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:22:46.913936 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-0b884a7b-0b26-43ef-85ac-44ca3253a3d4 req-5122216d-39b4-4c54-a9e1-302044d23018 service neutron] For port cd225a0b-c4ea-4092-9c10-ec0e59d1bd87, host n-h2-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:22:46.955062 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ef9e669-f0eb-4753-adce-b13be4552bf7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd225a0b-c4ea-4092-9c10-ec0e59d1bd87'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:22:46.957508 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4c1385bffaa5d930a7117e6982c27207eca91cca31cf4b43f86c7ad63cd24a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbdbdb40-c21e-41ca-8b6d-57029be3e420" -d '{"events": [{"server_uuid": "5ef9e669-f0eb-4753-adce-b13be4552bf7", "name": "network-vif-unplugged", "status": "completed", "tag": "cd225a0b-c4ea-4092-9c10-ec0e59d1bd87"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:22:46.961767 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-0b884a7b-0b26-43ef-85ac-44ca3253a3d4 req-5122216d-39b4-4c54-a9e1-302044d23018 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:22:46.974838 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-0b884a7b-0b26-43ef-85ac-44ca3253a3d4 req-5122216d-39b4-4c54-a9e1-302044d23018 service neutron] Transition to ACTIVE for port object cd225a0b-c4ea-4092-9c10-ec0e59d1bd87 will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:22:47.010413 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6c2f756-bba8-431a-b893-ac22dc08245c x-openstack-request-id: req-a6c2f756-bba8-431a-b893-ac22dc08245c {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:22:47.010602 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ef9e669-f0eb-4753-adce-b13be4552bf7", "name": "network-vif-unplugged", "status": "completed", "tag": "cd225a0b-c4ea-4092-9c10-ec0e59d1bd87", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:22:47.010825 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a6c2f756-bba8-431a-b893-ac22dc08245c {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:22:47.011639 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ef9e669-f0eb-4753-adce-b13be4552bf7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd225a0b-c4ea-4092-9c10-ec0e59d1bd87', 'code': 200} Jul 05 03:22:47.056277 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-0b884a7b-0b26-43ef-85ac-44ca3253a3d4 req-5122216d-39b4-4c54-a9e1-302044d23018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:22:47.139013 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5122216d-39b4-4c54-a9e1-302044d23018 service neutron] Pushing event updated for resources: {'Port': ['ID=cd225a0b-c4ea-4092-9c10-ec0e59d1bd87,revision_number=10']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:22:47.183270 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b884a7b-0b26-43ef-85ac-44ca3253a3d4 req-5122216d-39b4-4c54-a9e1-302044d23018 service neutron] No DVR routers for this DVR port cd225a0b-c4ea-4092-9c10-ec0e59d1bd87 on host n-h2-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:22:47.484901 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafc38e8-b3a2-48f7-b61a-59bf896a9c97 req-cac87eaa-1e6e-40de-a350-7fc81ef04b3d tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:22:47.486480 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-dafc38e8-b3a2-48f7-b61a-59bf896a9c97 req-cac87eaa-1e6e-40de-a350-7fc81ef04b3d tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef9e669-f0eb-4753-adce-b13be4552bf7 HTTP/1.1" status: 200 len: 945 time: 0.0790646 Jul 05 03:22:47.541569 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-dafc38e8-b3a2-48f7-b61a-59bf896a9c97 req-d37af2c6-8c86-4008-b7ba-0170630a2b17 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486021 Jul 05 03:22:47.679098 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-0b884a7b-0b26-43ef-85ac-44ca3253a3d4 req-5122216d-39b4-4c54-a9e1-302044d23018 service neutron] Attempting to bind port cd225a0b-c4ea-4092-9c10-ec0e59d1bd87 on host n-h1-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:22:47.679752 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-0b884a7b-0b26-43ef-85ac-44ca3253a3d4 req-5122216d-39b4-4c54-a9e1-302044d23018 service neutron] Attempting to bind port cd225a0b-c4ea-4092-9c10-ec0e59d1bd87 by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': '21eddf81-2619-4946-9d45-7ae9bc4495da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1683328e-a448-4235-b487-6d813ce67b0e'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:22:47.679752 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b884a7b-0b26-43ef-85ac-44ca3253a3d4 req-5122216d-39b4-4c54-a9e1-302044d23018 service neutron] Attempting to bind port cd225a0b-c4ea-4092-9c10-ec0e59d1bd87 on network 1683328e-a448-4235-b487-6d813ce67b0e {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:22:47.683979 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b884a7b-0b26-43ef-85ac-44ca3253a3d4 req-5122216d-39b4-4c54-a9e1-302044d23018 service neutron] Port cd225a0b-c4ea-4092-9c10-ec0e59d1bd87 on network 1683328e-a448-4235-b487-6d813ce67b0e not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:22:47.684295 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b884a7b-0b26-43ef-85ac-44ca3253a3d4 req-5122216d-39b4-4c54-a9e1-302044d23018 service neutron] Attempting to bind port cd225a0b-c4ea-4092-9c10-ec0e59d1bd87 on network 1683328e-a448-4235-b487-6d813ce67b0e {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:22:47.688988 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b884a7b-0b26-43ef-85ac-44ca3253a3d4 req-5122216d-39b4-4c54-a9e1-302044d23018 service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:22:47.689317 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b884a7b-0b26-43ef-85ac-44ca3253a3d4 req-5122216d-39b4-4c54-a9e1-302044d23018 service neutron] Checking segment: {'id': '21eddf81-2619-4946-9d45-7ae9bc4495da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1683328e-a448-4235-b487-6d813ce67b0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:22:47.689696 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b884a7b-0b26-43ef-85ac-44ca3253a3d4 req-5122216d-39b4-4c54-a9e1-302044d23018 service neutron] Bound using segment: {'id': '21eddf81-2619-4946-9d45-7ae9bc4495da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1683328e-a448-4235-b487-6d813ce67b0e'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:22:47.690111 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-0b884a7b-0b26-43ef-85ac-44ca3253a3d4 req-5122216d-39b4-4c54-a9e1-302044d23018 service neutron] Bound port: cd225a0b-c4ea-4092-9c10-ec0e59d1bd87, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21eddf81-2619-4946-9d45-7ae9bc4495da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1683328e-a448-4235-b487-6d813ce67b0e'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:22:47.690490 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-0b884a7b-0b26-43ef-85ac-44ca3253a3d4 req-5122216d-39b4-4c54-a9e1-302044d23018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:22:47.764179 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-0b884a7b-0b26-43ef-85ac-44ca3253a3d4 req-5122216d-39b4-4c54-a9e1-302044d23018 service neutron] For port cd225a0b-c4ea-4092-9c10-ec0e59d1bd87, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:22:47.767389 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-0b884a7b-0b26-43ef-85ac-44ca3253a3d4 req-5122216d-39b4-4c54-a9e1-302044d23018 service neutron] For port cd225a0b-c4ea-4092-9c10-ec0e59d1bd87, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=cd225a0b-c4ea-4092-9c10-ec0e59d1bd87,segment=NetworkSegment(21eddf81-2619-4946-9d45-7ae9bc4495da),segment_id=21eddf81-2619-4946-9d45-7ae9bc4495da)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:22:47.839952 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-0b884a7b-0b26-43ef-85ac-44ca3253a3d4 req-5122216d-39b4-4c54-a9e1-302044d23018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:22:47.875030 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b884a7b-0b26-43ef-85ac-44ca3253a3d4 req-5122216d-39b4-4c54-a9e1-302044d23018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:22:47.876249 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-0b884a7b-0b26-43ef-85ac-44ca3253a3d4 req-5122216d-39b4-4c54-a9e1-302044d23018 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:22:47.878239 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0b884a7b-0b26-43ef-85ac-44ca3253a3d4 req-5122216d-39b4-4c54-a9e1-302044d23018 service neutron] 10.222.0.21 "PUT /v2.0/ports/cd225a0b-c4ea-4092-9c10-ec0e59d1bd87 HTTP/1.1" status: 200 len: 1094 time: 1.2866249 Jul 05 03:22:47.910686 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device cd225a0b-c4ea-4092-9c10-ec0e59d1bd87 no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:22:47.920729 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5122216d-39b4-4c54-a9e1-302044d23018 service neutron] Pushing event updated for resources: {'Port': ['ID=cd225a0b-c4ea-4092-9c10-ec0e59d1bd87,revision_number=11']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:22:47.958338 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device cd225a0b-c4ea-4092-9c10-ec0e59d1bd87 not bound to the agent host n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:22:47.979010 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b884a7b-0b26-43ef-85ac-44ca3253a3d4 req-67a91dda-79f8-450a-94bd-687bd712f319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:22:47.980696 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0b884a7b-0b26-43ef-85ac-44ca3253a3d4 req-67a91dda-79f8-450a-94bd-687bd712f319 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=37922407194a4714beb2d753651ef214&device_id=5ef9e669-f0eb-4753-adce-b13be4552bf7 HTTP/1.1" status: 200 len: 1097 time: 0.0701394 Jul 05 03:22:48.083573 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b884a7b-0b26-43ef-85ac-44ca3253a3d4 req-abbad0e0-dbb2-4d9a-a546-cdec9994754b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:22:48.085079 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0b884a7b-0b26-43ef-85ac-44ca3253a3d4 req-abbad0e0-dbb2-4d9a-a546-cdec9994754b service neutron] 10.222.0.21 "GET /v2.0/networks?id=1683328e-a448-4235-b487-6d813ce67b0e HTTP/1.1" status: 200 len: 910 time: 0.0977602 Jul 05 03:22:48.154721 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0b884a7b-0b26-43ef-85ac-44ca3253a3d4 req-f7dfa4d9-1d6b-407a-8a79-ea30824c78f3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cd225a0b-c4ea-4092-9c10-ec0e59d1bd87 HTTP/1.1" status: 200 len: 1001 time: 0.0628831 Jul 05 03:22:48.204886 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b884a7b-0b26-43ef-85ac-44ca3253a3d4 req-6734b5b6-9c76-45d2-bc4c-5eca9ec87fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:22:48.206389 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0b884a7b-0b26-43ef-85ac-44ca3253a3d4 req-6734b5b6-9c76-45d2-bc4c-5eca9ec87fd6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=03db0199-8c26-402d-a28d-fe51c5dbdec1 HTTP/1.1" status: 200 len: 849 time: 0.0453465 Jul 05 03:22:48.262974 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b884a7b-0b26-43ef-85ac-44ca3253a3d4 req-22d522ef-440d-473e-b34a-5fa6ad1e72de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:22:48.264538 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0b884a7b-0b26-43ef-85ac-44ca3253a3d4 req-22d522ef-440d-473e-b34a-5fa6ad1e72de service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1683328e-a448-4235-b487-6d813ce67b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520988 Jul 05 03:22:48.356455 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0b884a7b-0b26-43ef-85ac-44ca3253a3d4 req-b5feab44-a5b3-4cd6-a61c-1c8221828324 service neutron] 10.222.0.21 "GET /v2.0/networks/1683328e-a448-4235-b487-6d813ce67b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848019 Jul 05 03:22:48.453836 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0b884a7b-0b26-43ef-85ac-44ca3253a3d4 req-db0d5316-816f-46f7-bd63-5a23f4c956fb service neutron] 10.222.0.21 "GET /v2.0/networks/1683328e-a448-4235-b487-6d813ce67b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875683 Jul 05 03:22:48.770963 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dffe7a6-36cd-4b97-ba7f-371760c9b7e8 req-43776f5e-78a0-4781-a834-4cfca2566d12 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:22:48.772509 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8dffe7a6-36cd-4b97-ba7f-371760c9b7e8 req-43776f5e-78a0-4781-a834-4cfca2566d12 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef9e669-f0eb-4753-adce-b13be4552bf7 HTTP/1.1" status: 200 len: 945 time: 0.0661979 Jul 05 03:22:48.817061 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8dffe7a6-36cd-4b97-ba7f-371760c9b7e8 req-8c976a96-4914-43de-a88e-167ba3341caf tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389202 Jul 05 03:22:49.012163 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ef9e669-f0eb-4753-adce-b13be4552bf7', 'tag': 'cd225a0b-c4ea-4092-9c10-ec0e59d1bd87'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:22:49.014747 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4c1385bffaa5d930a7117e6982c27207eca91cca31cf4b43f86c7ad63cd24a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80e9fb67-ddc7-4ada-b7ec-ddc849beb3eb" -d '{"events": [{"name": "network-changed", "server_uuid": "5ef9e669-f0eb-4753-adce-b13be4552bf7", "tag": "cd225a0b-c4ea-4092-9c10-ec0e59d1bd87"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:22:49.063021 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-730ef93e-c604-4f73-9e93-18a0f4359cd4 x-openstack-request-id: req-730ef93e-c604-4f73-9e93-18a0f4359cd4 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:22:49.063312 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ef9e669-f0eb-4753-adce-b13be4552bf7", "tag": "cd225a0b-c4ea-4092-9c10-ec0e59d1bd87", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:22:49.063586 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-730ef93e-c604-4f73-9e93-18a0f4359cd4 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:22:49.064012 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ef9e669-f0eb-4753-adce-b13be4552bf7', 'tag': 'cd225a0b-c4ea-4092-9c10-ec0e59d1bd87', 'status': 'completed', 'code': 200} Jul 05 03:22:49.176733 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e9fb67-ddc7-4ada-b7ec-ddc849beb3eb req-cef0d2f8-f705-48fe-8406-d2a12f120970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:22:49.178324 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-80e9fb67-ddc7-4ada-b7ec-ddc849beb3eb req-cef0d2f8-f705-48fe-8406-d2a12f120970 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=37922407194a4714beb2d753651ef214&device_id=5ef9e669-f0eb-4753-adce-b13be4552bf7 HTTP/1.1" status: 200 len: 1097 time: 0.0864098 Jul 05 03:22:49.180955 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e9fb67-ddc7-4ada-b7ec-ddc849beb3eb req-3669958b-0e4d-4b77-a1c9-55112da2ec52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:22:49.182502 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-80e9fb67-ddc7-4ada-b7ec-ddc849beb3eb req-3669958b-0e4d-4b77-a1c9-55112da2ec52 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=37922407194a4714beb2d753651ef214&device_id=5ef9e669-f0eb-4753-adce-b13be4552bf7 HTTP/1.1" status: 200 len: 1097 time: 0.0986829 Jul 05 03:22:49.336088 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e9fb67-ddc7-4ada-b7ec-ddc849beb3eb req-266f7dac-7704-4ab6-9fe2-0c4e1032cb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:22:49.337617 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-80e9fb67-ddc7-4ada-b7ec-ddc849beb3eb req-266f7dac-7704-4ab6-9fe2-0c4e1032cb39 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1683328e-a448-4235-b487-6d813ce67b0e HTTP/1.1" status: 200 len: 910 time: 0.1534350 Jul 05 03:22:49.340377 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e9fb67-ddc7-4ada-b7ec-ddc849beb3eb req-e17c6883-1f9c-4cb4-9eb9-82c472e6f474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:22:49.341763 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-80e9fb67-ddc7-4ada-b7ec-ddc849beb3eb req-e17c6883-1f9c-4cb4-9eb9-82c472e6f474 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1683328e-a448-4235-b487-6d813ce67b0e HTTP/1.1" status: 200 len: 910 time: 0.1493924 Jul 05 03:22:49.446871 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-80e9fb67-ddc7-4ada-b7ec-ddc849beb3eb req-f45340c9-9590-48a3-b082-af39e99362dd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cd225a0b-c4ea-4092-9c10-ec0e59d1bd87 HTTP/1.1" status: 200 len: 1001 time: 0.1028116 Jul 05 03:22:49.464964 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-80e9fb67-ddc7-4ada-b7ec-ddc849beb3eb req-3d3dc6ee-223d-4c50-9a9a-0be7b349df6c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cd225a0b-c4ea-4092-9c10-ec0e59d1bd87 HTTP/1.1" status: 200 len: 1001 time: 0.1150718 Jul 05 03:22:49.536879 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e9fb67-ddc7-4ada-b7ec-ddc849beb3eb req-0de37d10-0aa8-4908-90e6-d135bc6d5d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:22:49.538433 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-80e9fb67-ddc7-4ada-b7ec-ddc849beb3eb req-0de37d10-0aa8-4908-90e6-d135bc6d5d80 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=03db0199-8c26-402d-a28d-fe51c5dbdec1 HTTP/1.1" status: 200 len: 849 time: 0.0848567 Jul 05 03:22:49.544038 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e9fb67-ddc7-4ada-b7ec-ddc849beb3eb req-89e1d781-9a16-4248-92f0-87fddfefdb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:22:49.545454 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-80e9fb67-ddc7-4ada-b7ec-ddc849beb3eb req-89e1d781-9a16-4248-92f0-87fddfefdb0d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=03db0199-8c26-402d-a28d-fe51c5dbdec1 HTTP/1.1" status: 200 len: 849 time: 0.0621047 Jul 05 03:22:49.637259 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e9fb67-ddc7-4ada-b7ec-ddc849beb3eb req-6d6bb408-ab0c-4c3b-a79b-cadcdd830b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:22:49.638845 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-80e9fb67-ddc7-4ada-b7ec-ddc849beb3eb req-6d6bb408-ab0c-4c3b-a79b-cadcdd830b9d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1683328e-a448-4235-b487-6d813ce67b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0845418 Jul 05 03:22:49.640718 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e9fb67-ddc7-4ada-b7ec-ddc849beb3eb req-4a7f87bd-ad18-46fa-8e06-071fcd1a0f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:22:49.642153 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-80e9fb67-ddc7-4ada-b7ec-ddc849beb3eb req-4a7f87bd-ad18-46fa-8e06-071fcd1a0f0c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1683328e-a448-4235-b487-6d813ce67b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0958226 Jul 05 03:22:49.812815 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-80e9fb67-ddc7-4ada-b7ec-ddc849beb3eb req-2d0b209e-21f2-474b-b37f-5d0ee75e3895 service neutron] 10.222.0.15 "GET /v2.0/networks/1683328e-a448-4235-b487-6d813ce67b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668777 Jul 05 03:22:49.814880 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-80e9fb67-ddc7-4ada-b7ec-ddc849beb3eb req-291a3e01-cae8-4f80-826d-30b89caf1860 service neutron] 10.222.0.21 "GET /v2.0/networks/1683328e-a448-4235-b487-6d813ce67b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616738 Jul 05 03:22:50.008867 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-80e9fb67-ddc7-4ada-b7ec-ddc849beb3eb req-aa0f93a7-69af-434a-8d82-41b50681291e service neutron] 10.222.0.15 "GET /v2.0/networks/1683328e-a448-4235-b487-6d813ce67b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899657 Jul 05 03:22:50.012703 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-80e9fb67-ddc7-4ada-b7ec-ddc849beb3eb req-405a0482-c521-4cda-b17f-840b57431a5a service neutron] 10.222.0.21 "GET /v2.0/networks/1683328e-a448-4235-b487-6d813ce67b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860676 Jul 05 03:22:50.040037 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbbe9c1-c374-4bb0-9b49-9938b8a330b9 req-bf112c10-3d58-4c8c-b7fc-78a4fbf1f653 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:22:50.041556 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-dbbbe9c1-c374-4bb0-9b49-9938b8a330b9 req-bf112c10-3d58-4c8c-b7fc-78a4fbf1f653 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef9e669-f0eb-4753-adce-b13be4552bf7 HTTP/1.1" status: 200 len: 945 time: 0.1060455 Jul 05 03:22:50.084903 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-dbbbe9c1-c374-4bb0-9b49-9938b8a330b9 req-13cd6e15-4597-4be7-a0c6-a816ab6b8eea tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375748 Jul 05 03:22:50.913606 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f69d43fe-08f4-4b4c-93de-a6b61a7c865d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:22:51.267848 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66da7fd9-cdd9-4ca7-a9cc-bfdacbdf12c5 req-eba2e377-0da9-4b4f-968b-24dc81cfbb5e tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:22:51.269908 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-66da7fd9-cdd9-4ca7-a9cc-bfdacbdf12c5 req-eba2e377-0da9-4b4f-968b-24dc81cfbb5e tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef9e669-f0eb-4753-adce-b13be4552bf7 HTTP/1.1" status: 200 len: 945 time: 0.0647891 Jul 05 03:22:51.308119 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-66da7fd9-cdd9-4ca7-a9cc-bfdacbdf12c5 req-a2dc6e93-90f4-4d53-a527-f29ee9b2d5f1 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325634 Jul 05 03:22:52.489131 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d63efe-b426-40a5-8800-be88abfc6f99 req-f69ff17c-71f3-4ac1-b824-12c2a7339b4d tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:22:52.490674 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-36d63efe-b426-40a5-8800-be88abfc6f99 req-f69ff17c-71f3-4ac1-b824-12c2a7339b4d tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef9e669-f0eb-4753-adce-b13be4552bf7 HTTP/1.1" status: 200 len: 945 time: 0.0679193 Jul 05 03:22:52.531622 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-36d63efe-b426-40a5-8800-be88abfc6f99 req-43e23739-9aef-4e9e-97de-09044ac062c0 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352232 Jul 05 03:22:53.273065 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-9d4cad5f-4e4a-4cee-9017-e8934ecb80d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:22:53.724165 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30bdc14-0c90-4c42-892a-5efa6a67c460 req-c0f4699b-4385-42d7-be73-d7184a8219a6 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:22:53.725680 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b30bdc14-0c90-4c42-892a-5efa6a67c460 req-c0f4699b-4385-42d7-be73-d7184a8219a6 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef9e669-f0eb-4753-adce-b13be4552bf7 HTTP/1.1" status: 200 len: 945 time: 0.0673897 Jul 05 03:22:53.764351 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b30bdc14-0c90-4c42-892a-5efa6a67c460 req-9ae31813-c9ef-4c9f-8e12-a2f0e280ae6f tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329061 Jul 05 03:22:53.998925 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:22:54.913277 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:22:55.132192 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a3c73d-e451-49be-bab8-ea3381a884fd req-23685bef-d3eb-4b03-a7cd-7de2f6c274de tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:22:55.133665 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-83a3c73d-e451-49be-bab8-ea3381a884fd req-23685bef-d3eb-4b03-a7cd-7de2f6c274de tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef9e669-f0eb-4753-adce-b13be4552bf7 HTTP/1.1" status: 200 len: 945 time: 0.0645075 Jul 05 03:22:55.173444 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-83a3c73d-e451-49be-bab8-ea3381a884fd req-a0a662b1-cb69-4770-8991-ae318da103d9 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337205 Jul 05 03:22:56.296390 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:22:56.348922 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d31f8f9-9dff-4a86-aad9-549726663785 req-0b6a6d65-4484-409b-9063-cbf011b02e18 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:22:56.350459 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7d31f8f9-9dff-4a86-aad9-549726663785 req-0b6a6d65-4484-409b-9063-cbf011b02e18 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef9e669-f0eb-4753-adce-b13be4552bf7 HTTP/1.1" status: 200 len: 945 time: 0.0641828 Jul 05 03:22:56.388668 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7d31f8f9-9dff-4a86-aad9-549726663785 req-ee45f282-5fd3-4d15-a85d-2956eb1def01 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325401 Jul 05 03:22:57.572576 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457d76fc-36a1-48c5-b322-062cf48d926a req-6e547625-526c-4a5d-b675-a5b89ccdf7e4 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:22:57.574088 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-457d76fc-36a1-48c5-b322-062cf48d926a req-6e547625-526c-4a5d-b675-a5b89ccdf7e4 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef9e669-f0eb-4753-adce-b13be4552bf7 HTTP/1.1" status: 200 len: 945 time: 0.0693874 Jul 05 03:22:57.611475 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-457d76fc-36a1-48c5-b322-062cf48d926a req-366c4703-a063-4085-a513-990d9d7ae05f tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316417 Jul 05 03:22:58.007477 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:22:58.787226 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7063de2c-f342-4f13-a3e7-471902b47bb0 req-6d311c68-eca5-4069-a6f0-0fedded2a185 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:22:58.788625 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7063de2c-f342-4f13-a3e7-471902b47bb0 req-6d311c68-eca5-4069-a6f0-0fedded2a185 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef9e669-f0eb-4753-adce-b13be4552bf7 HTTP/1.1" status: 200 len: 945 time: 0.0674121 Jul 05 03:22:58.825535 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7063de2c-f342-4f13-a3e7-471902b47bb0 req-fd664511-9059-4c9e-8864-deb4e71ca056 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312915 Jul 05 03:23:00.002151 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac51bdc-b955-4e3d-aecb-449bb718481e req-f88b9a80-d906-4880-8fc3-520ae9021ec2 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:23:00.004191 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8ac51bdc-b955-4e3d-aecb-449bb718481e req-f88b9a80-d906-4880-8fc3-520ae9021ec2 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef9e669-f0eb-4753-adce-b13be4552bf7 HTTP/1.1" status: 200 len: 945 time: 0.0687902 Jul 05 03:23:00.041206 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8ac51bdc-b955-4e3d-aecb-449bb718481e req-f6c1e7c0-b6a3-4d36-a652-3e60d738fef8 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312948 Jul 05 03:23:00.840741 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device cd225a0b-c4ea-4092-9c10-ec0e59d1bd87 details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:23:00.940885 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port cd225a0b-c4ea-4092-9c10-ec0e59d1bd87, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=cd225a0b-c4ea-4092-9c10-ec0e59d1bd87,segment=NetworkSegment(21eddf81-2619-4946-9d45-7ae9bc4495da),segment_id=21eddf81-2619-4946-9d45-7ae9bc4495da)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:23:00.952173 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': 'cd225a0b-c4ea-4092-9c10-ec0e59d1bd87', 'network_id': '1683328e-a448-4235-b487-6d813ce67b0e', 'port_id': 'cd225a0b-c4ea-4092-9c10-ec0e59d1bd87', 'mac_address': 'fa:16:3e:60:b7:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03db0199-8c26-402d-a28d-fe51c5dbdec1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:23:00.988595 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:01.000689 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd225a0b-c4ea-4092-9c10-ec0e59d1bd87 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:23:01.019583 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port cd225a0b-c4ea-4092-9c10-ec0e59d1bd87, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=cd225a0b-c4ea-4092-9c10-ec0e59d1bd87,segment=NetworkSegment(21eddf81-2619-4946-9d45-7ae9bc4495da),segment_id=21eddf81-2619-4946-9d45-7ae9bc4495da)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:23:01.084624 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:01.132065 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=cd225a0b-c4ea-4092-9c10-ec0e59d1bd87,revision_number=12']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:23:01.224813 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f23a470-963f-47ec-8492-815ce4d95f39 req-6494d4df-dd52-44db-9ab6-865622161bd7 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:23:01.226450 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5f23a470-963f-47ec-8492-815ce4d95f39 req-6494d4df-dd52-44db-9ab6-865622161bd7 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef9e669-f0eb-4753-adce-b13be4552bf7 HTTP/1.1" status: 200 len: 946 time: 0.0686767 Jul 05 03:23:01.263664 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5f23a470-963f-47ec-8492-815ce4d95f39 req-35dbfe25-0b22-4353-b0c6-1adc43081613 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315833 Jul 05 03:23:01.320477 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['cd225a0b-c4ea-4092-9c10-ec0e59d1bd87'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:23:01.435408 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd9cfd4-3a80-4857-9aca-23f50d091e9f req-35a54fb6-eec3-4943-ad49-f55b95256090 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:23:01.436856 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-dcd9cfd4-3a80-4857-9aca-23f50d091e9f req-35a54fb6-eec3-4943-ad49-f55b95256090 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef9e669-f0eb-4753-adce-b13be4552bf7 HTTP/1.1" status: 200 len: 946 time: 0.0633628 Jul 05 03:23:01.475382 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-dcd9cfd4-3a80-4857-9aca-23f50d091e9f req-f06fa820-241e-4315-b0da-59962f7204a2 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323930 Jul 05 03:23:01.648185 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5b8ef0-0005-4ab5-80a0-c6412b37b01c req-0bf5ef49-8e5c-48f7-b3f5-7acce566763a tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:23:01.649916 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3c5b8ef0-0005-4ab5-80a0-c6412b37b01c req-0bf5ef49-8e5c-48f7-b3f5-7acce566763a tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef9e669-f0eb-4753-adce-b13be4552bf7 HTTP/1.1" status: 200 len: 946 time: 0.0639811 Jul 05 03:23:01.690207 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3c5b8ef0-0005-4ab5-80a0-c6412b37b01c req-c73f5900-66a2-4642-bf9f-417326d36d65 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345311 Jul 05 03:23:02.304454 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ce9220-e48e-40d5-86d0-6e910fe308f0 req-7235fbbc-9e1c-443a-8be8-29b0f1389547 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:23:02.305843 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-98ce9220-e48e-40d5-86d0-6e910fe308f0 req-7235fbbc-9e1c-443a-8be8-29b0f1389547 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef9e669-f0eb-4753-adce-b13be4552bf7 HTTP/1.1" status: 200 len: 946 time: 0.0660429 Jul 05 03:23:02.342746 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-98ce9220-e48e-40d5-86d0-6e910fe308f0 req-6d4d81d4-2937-410a-bc94-146f9b00a786 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312450 Jul 05 03:23:02.850372 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device cd225a0b-c4ea-4092-9c10-ec0e59d1bd87 up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:23:02.982005 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning for port cd225a0b-c4ea-4092-9c10-ec0e59d1bd87 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:23:02.985918 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port cd225a0b-c4ea-4092-9c10-ec0e59d1bd87 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:23:02.986361 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:03.063041 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:03.084565 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ef9e669-f0eb-4753-adce-b13be4552bf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd225a0b-c4ea-4092-9c10-ec0e59d1bd87'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:23:03.106023 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1156d35e1955dd65519df7b38ee19a55ddc3a31abbcc68c280d02d687c0487e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c90f9a6c-22e5-42b9-a002-a95167e88356" -d '{"events": [{"server_uuid": "5ef9e669-f0eb-4753-adce-b13be4552bf7", "name": "network-vif-plugged", "status": "completed", "tag": "cd225a0b-c4ea-4092-9c10-ec0e59d1bd87"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:23:03.106023 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port cd225a0b-c4ea-4092-9c10-ec0e59d1bd87, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=cd225a0b-c4ea-4092-9c10-ec0e59d1bd87,segment=NetworkSegment(21eddf81-2619-4946-9d45-7ae9bc4495da),segment_id=21eddf81-2619-4946-9d45-7ae9bc4495da)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:23:03.122154 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efda0773-2582-44c3-b41a-27aaf1c070dc x-openstack-request-id: req-efda0773-2582-44c3-b41a-27aaf1c070dc {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:23:03.122453 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ef9e669-f0eb-4753-adce-b13be4552bf7", "name": "network-vif-plugged", "status": "completed", "tag": "cd225a0b-c4ea-4092-9c10-ec0e59d1bd87", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:23:03.122708 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-efda0773-2582-44c3-b41a-27aaf1c070dc {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:23:03.123114 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ef9e669-f0eb-4753-adce-b13be4552bf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd225a0b-c4ea-4092-9c10-ec0e59d1bd87', 'code': 200} Jul 05 03:23:03.193501 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:03.241868 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=cd225a0b-c4ea-4092-9c10-ec0e59d1bd87,revision_number=13']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:23:03.518038 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeef719-0c16-4368-98ee-ae41a55a9eb0 req-ae0f394f-3139-484b-ac81-956c4fe53c7d tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:23:03.520071 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8eeef719-0c16-4368-98ee-ae41a55a9eb0 req-ae0f394f-3139-484b-ac81-956c4fe53c7d tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef9e669-f0eb-4753-adce-b13be4552bf7 HTTP/1.1" status: 200 len: 947 time: 0.0656400 Jul 05 03:23:03.558954 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8eeef719-0c16-4368-98ee-ae41a55a9eb0 req-46222f16-21c1-4755-8626-43a440e65133 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d41995c-df49-487b-8085-404c0d2ef814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330412 Jul 05 03:23:03.785620 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb72384d-2cae-4fbc-863e-fea26cb813eb req-48b63f6d-5388-4e41-9542-701a01db7029 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:23:03.787026 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-eb72384d-2cae-4fbc-863e-fea26cb813eb req-48b63f6d-5388-4e41-9542-701a01db7029 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ef9e669-f0eb-4753-adce-b13be4552bf7 HTTP/1.1" status: 200 len: 947 time: 0.0657475 Jul 05 03:23:03.885709 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-eb72384d-2cae-4fbc-863e-fea26cb813eb req-533483b0-4968-4c17-830d-e522826c19cf tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Deleting port cd225a0b-c4ea-4092-9c10-ec0e59d1bd87 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:23:03.886046 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-eb72384d-2cae-4fbc-863e-fea26cb813eb req-533483b0-4968-4c17-830d-e522826c19cf tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:03.978388 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-eb72384d-2cae-4fbc-863e-fea26cb813eb req-533483b0-4968-4c17-830d-e522826c19cf tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] For port cd225a0b-c4ea-4092-9c10-ec0e59d1bd87, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=cd225a0b-c4ea-4092-9c10-ec0e59d1bd87,segment=NetworkSegment(21eddf81-2619-4946-9d45-7ae9bc4495da),segment_id=21eddf81-2619-4946-9d45-7ae9bc4495da)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:23:03.978746 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-eb72384d-2cae-4fbc-863e-fea26cb813eb req-533483b0-4968-4c17-830d-e522826c19cf tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:04.143357 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-eb72384d-2cae-4fbc-863e-fea26cb813eb req-533483b0-4968-4c17-830d-e522826c19cf tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:04.143666 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-eb72384d-2cae-4fbc-863e-fea26cb813eb req-533483b0-4968-4c17-830d-e522826c19cf tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636869'] for floatingip, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:04.143975 n-d-771362-32 neutron-server[94461]: INFO neutron.db.l3_db [req-eb72384d-2cae-4fbc-863e-fea26cb813eb req-533483b0-4968-4c17-830d-e522826c19cf tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Floating IP 60ea9cf3-3d27-464a-8d3e-97e98e9a1009 disassociated. External IP: 172.25.7.218, port: cd225a0b-c4ea-4092-9c10-ec0e59d1bd87. Jul 05 03:23:04.144314 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-eb72384d-2cae-4fbc-863e-fea26cb813eb req-533483b0-4968-4c17-830d-e522826c19cf tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Calling delete_port for cd225a0b-c4ea-4092-9c10-ec0e59d1bd87 owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:23:04.324463 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-eb72384d-2cae-4fbc-863e-fea26cb813eb req-533483b0-4968-4c17-830d-e522826c19cf tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:04.356601 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533483b0-4968-4c17-830d-e522826c19cf tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Pushing event deleted for resources: {'Port': ['ID=cd225a0b-c4ea-4092-9c10-ec0e59d1bd87,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:23:04.471245 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eb72384d-2cae-4fbc-863e-fea26cb813eb req-533483b0-4968-4c17-830d-e522826c19cf tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Router 43598d09-982e-4e7b-a1e7-506eab92cb50 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:23:04.581828 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eb72384d-2cae-4fbc-863e-fea26cb813eb req-533483b0-4968-4c17-830d-e522826c19cf tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:23:04.592384 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15c1ad1-0af9-4464-9f82-8fe61a7540aa None None] Sync routers for ids ['43598d09-982e-4e7b-a1e7-506eab92cb50'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:23:04.602418 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15c1ad1-0af9-4464-9f82-8fe61a7540aa None None] Routers {'43598d09-982e-4e7b-a1e7-506eab92cb50'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:23:04.602976 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-e15c1ad1-0af9-4464-9f82-8fe61a7540aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:22:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['43598d09-982e-4e7b-a1e7-506eab92cb50'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:23:04.625913 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb72384d-2cae-4fbc-863e-fea26cb813eb req-533483b0-4968-4c17-830d-e522826c19cf tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] No DVR routers for this DVR port cd225a0b-c4ea-4092-9c10-ec0e59d1bd87 on host n-h1-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:23:04.629312 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-eb72384d-2cae-4fbc-863e-fea26cb813eb req-533483b0-4968-4c17-830d-e522826c19cf tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:04.631565 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-eb72384d-2cae-4fbc-863e-fea26cb813eb req-533483b0-4968-4c17-830d-e522826c19cf tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.21 "DELETE /v2.0/ports/cd225a0b-c4ea-4092-9c10-ec0e59d1bd87 HTTP/1.1" status: 204 len: 173 time: 0.8386917 Jul 05 03:23:04.632021 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ef9e669-f0eb-4753-adce-b13be4552bf7', 'name': 'network-vif-deleted', 'tag': 'cd225a0b-c4ea-4092-9c10-ec0e59d1bd87'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:23:04.634375 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4c1385bffaa5d930a7117e6982c27207eca91cca31cf4b43f86c7ad63cd24a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-613755e1-d071-4a84-aba0-450ce794f125" -d '{"events": [{"server_uuid": "5ef9e669-f0eb-4753-adce-b13be4552bf7", "name": "network-vif-deleted", "tag": "cd225a0b-c4ea-4092-9c10-ec0e59d1bd87"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:23:04.693724 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e866019c-3c4b-4a7b-9ef0-15dab7c358eb x-openstack-request-id: req-e866019c-3c4b-4a7b-9ef0-15dab7c358eb {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:23:04.695136 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ef9e669-f0eb-4753-adce-b13be4552bf7", "name": "network-vif-deleted", "tag": "cd225a0b-c4ea-4092-9c10-ec0e59d1bd87", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:23:04.695136 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e866019c-3c4b-4a7b-9ef0-15dab7c358eb {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:23:04.695136 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ef9e669-f0eb-4753-adce-b13be4552bf7', 'name': 'network-vif-deleted', 'tag': 'cd225a0b-c4ea-4092-9c10-ec0e59d1bd87', 'status': 'completed', 'code': 200} Jul 05 03:23:04.717386 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1eed7a12-8840-4655-92df-0a847620b3fd req-887f13e9-0256-49d1-9db1-d3fc0d27ad8f tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef9e669-f0eb-4753-adce-b13be4552bf7 HTTP/1.1" status: 200 len: 210 time: 0.0405178 Jul 05 03:23:04.725283 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-e15c1ad1-0af9-4464-9f82-8fe61a7540aa None None] Set router 43598d09-982e-4e7b-a1e7-506eab92cb50 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:23:04.943795 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-e15c1ad1-0af9-4464-9f82-8fe61a7540aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43598d09-982e-4e7b-a1e7-506eab92cb50', 'name': 'tempest-ServerActionsTestJSON-90816521-router', 'tenant_id': '37922407194a4714beb2d753651ef214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': 'c63fa816-5a05-4c81-a828-5ef41bd4fc42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:12:44Z', 'updated_at': '2021-07-05T03:12:47Z', 'revision_number': 4, 'project_id': '37922407194a4714beb2d753651ef214', 'gw_port': {'id': 'c63fa816-5a05-4c81-a828-5ef41bd4fc42', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:b2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43598d09-982e-4e7b-a1e7-506eab92cb50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:12:45Z', 'updated_at': '2021-07-05T03:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'c0b485db-945a-45a6-a29e-410942462fd6', 'name': '', 'network_id': '1683328e-a448-4235-b487-6d813ce67b0e', 'tenant_id': '37922407194a4714beb2d753651ef214', 'mac_address': 'fa:16:3e:20:15:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43598d09-982e-4e7b-a1e7-506eab92cb50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '03db0199-8c26-402d-a28d-fe51c5dbdec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:12:47Z', 'updated_at': '2021-07-05T03:12:52Z', 'revision_number': 5, 'project_id': '37922407194a4714beb2d753651ef214', 'subnets': [{'id': '03db0199-8c26-402d-a28d-fe51c5dbdec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:23:04.974476 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15c1ad1-0af9-4464-9f82-8fe61a7540aa None None] Checking router: 43598d09-982e-4e7b-a1e7-506eab92cb50 for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:23:04.983350 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15c1ad1-0af9-4464-9f82-8fe61a7540aa None None] Routers {'43598d09-982e-4e7b-a1e7-506eab92cb50'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:23:04.984127 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-e15c1ad1-0af9-4464-9f82-8fe61a7540aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:22:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['43598d09-982e-4e7b-a1e7-506eab92cb50'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:23:05.097831 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-e15c1ad1-0af9-4464-9f82-8fe61a7540aa None None] Set router 43598d09-982e-4e7b-a1e7-506eab92cb50 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:23:05.306877 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-e15c1ad1-0af9-4464-9f82-8fe61a7540aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43598d09-982e-4e7b-a1e7-506eab92cb50', 'name': 'tempest-ServerActionsTestJSON-90816521-router', 'tenant_id': '37922407194a4714beb2d753651ef214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': 'c63fa816-5a05-4c81-a828-5ef41bd4fc42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:12:44Z', 'updated_at': '2021-07-05T03:12:47Z', 'revision_number': 4, 'project_id': '37922407194a4714beb2d753651ef214', 'gw_port': {'id': 'c63fa816-5a05-4c81-a828-5ef41bd4fc42', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:b2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43598d09-982e-4e7b-a1e7-506eab92cb50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:12:45Z', 'updated_at': '2021-07-05T03:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'c0b485db-945a-45a6-a29e-410942462fd6', 'name': '', 'network_id': '1683328e-a448-4235-b487-6d813ce67b0e', 'tenant_id': '37922407194a4714beb2d753651ef214', 'mac_address': 'fa:16:3e:20:15:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43598d09-982e-4e7b-a1e7-506eab92cb50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '03db0199-8c26-402d-a28d-fe51c5dbdec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:12:47Z', 'updated_at': '2021-07-05T03:12:52Z', 'revision_number': 5, 'project_id': '37922407194a4714beb2d753651ef214', 'subnets': [{'id': '03db0199-8c26-402d-a28d-fe51c5dbdec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:23:05.333845 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15c1ad1-0af9-4464-9f82-8fe61a7540aa None None] The sync data for ids ['43598d09-982e-4e7b-a1e7-506eab92cb50'] in n-d-771362-32 is: [{'id': '43598d09-982e-4e7b-a1e7-506eab92cb50', 'name': 'tempest-ServerActionsTestJSON-90816521-router', 'tenant_id': '37922407194a4714beb2d753651ef214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': 'c63fa816-5a05-4c81-a828-5ef41bd4fc42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:12:44Z', 'updated_at': '2021-07-05T03:12:47Z', 'revision_number': 4, 'project_id': '37922407194a4714beb2d753651ef214', 'gw_port': {'id': 'c63fa816-5a05-4c81-a828-5ef41bd4fc42', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:b2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43598d09-982e-4e7b-a1e7-506eab92cb50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:12:45Z', 'updated_at': '2021-07-05T03:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'c0b485db-945a-45a6-a29e-410942462fd6', 'name': '', 'network_id': '1683328e-a448-4235-b487-6d813ce67b0e', 'tenant_id': '37922407194a4714beb2d753651ef214', 'mac_address': 'fa:16:3e:20:15:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43598d09-982e-4e7b-a1e7-506eab92cb50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '03db0199-8c26-402d-a28d-fe51c5dbdec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:12:47Z', 'updated_at': '2021-07-05T03:12:52Z', 'revision_number': 5, 'project_id': '37922407194a4714beb2d753651ef214', 'subnets': [{'id': '03db0199-8c26-402d-a28d-fe51c5dbdec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:23:05.575926 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebadff83-0597-4573-8f1d-73d4102f0aac None None] New status for floating IP 60ea9cf3-3d27-464a-8d3e-97e98e9a1009: DOWN {{(pid=94463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:23:05.899150 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d7bc09e2-07cb-4f4e-9936-d367a96166a8 req-f40e54ba-f490-4280-bd29-7688cd5580a9 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef9e669-f0eb-4753-adce-b13be4552bf7 HTTP/1.1" status: 200 len: 210 time: 0.0342422 Jul 05 03:23:06.856107 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device cd225a0b-c4ea-4092-9c10-ec0e59d1bd87 no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:23:06.881647 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] No Port match for: cd225a0b-c4ea-4092-9c10-ec0e59d1bd87 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:23:06.881991 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device cd225a0b-c4ea-4092-9c10-ec0e59d1bd87 not bound to the agent host n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:23:07.057150 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-379f63a2-744a-4fff-b71d-70ff1a89cc8f req-946adf9b-e8c3-4515-9d83-352dcc3aa024 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef9e669-f0eb-4753-adce-b13be4552bf7 HTTP/1.1" status: 200 len: 210 time: 0.0334585 Jul 05 03:23:08.203946 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a0c1de93-6a81-43ea-b2a3-a3ef80f7238f req-2fa85d10-2810-4418-8804-58d97af6b3b1 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef9e669-f0eb-4753-adce-b13be4552bf7 HTTP/1.1" status: 200 len: 210 time: 0.0302620 Jul 05 03:23:09.356368 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ad37d007-29e8-494e-a708-6c0a355303d3 req-66a03259-d173-4b4f-84ba-6727d387b165 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef9e669-f0eb-4753-adce-b13be4552bf7 HTTP/1.1" status: 200 len: 210 time: 0.0275464 Jul 05 03:23:12.312423 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:12.416248 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:14.651040 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 49508) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:23:14.708165 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0d04577b-514f-4359-800b-61d0e5dc939a tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:14.737718 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0d04577b-514f-4359-800b-61d0e5dc939a tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:14.862600 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0d04577b-514f-4359-800b-61d0e5dc939a tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:14.865181 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0d04577b-514f-4359-800b-61d0e5dc939a tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:14.866442 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-0d04577b-514f-4359-800b-61d0e5dc939a tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "DELETE /v2.0/security-groups/0d41995c-df49-487b-8085-404c0d2ef814 HTTP/1.1" status: 204 len: 168 time: 0.2143447 Jul 05 03:23:14.869209 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 49510) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:23:14.876236 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04577b-514f-4359-800b-61d0e5dc939a tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d41995c-df49-487b-8085-404c0d2ef814,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:23:14.883617 n-d-771362-32 neutron-server[94461]: INFO neutron.api.v2.resource [None req-e690cff8-cdc2-4798-80a9-04d9a193d095 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] show failed (client error): The resource could not be found. Jul 05 03:23:14.884646 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-e690cff8-cdc2-4798-80a9-04d9a193d095 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "GET /v2.0/security-groups/0d41995c-df49-487b-8085-404c0d2ef814 HTTP/1.1" status: 404 len: 347 time: 0.0144501 Jul 05 03:23:14.884882 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04577b-514f-4359-800b-61d0e5dc939a tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:23:14.885274 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04577b-514f-4359-800b-61d0e5dc939a tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:23:14.885612 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04577b-514f-4359-800b-61d0e5dc939a tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:23:14.885944 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04577b-514f-4359-800b-61d0e5dc939a tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:23:14.886312 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04577b-514f-4359-800b-61d0e5dc939a tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:23:14.886639 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04577b-514f-4359-800b-61d0e5dc939a tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:23:14.886961 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04577b-514f-4359-800b-61d0e5dc939a tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:23:14.887379 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04577b-514f-4359-800b-61d0e5dc939a tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:23:14.887556 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 49512) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:23:14.887747 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04577b-514f-4359-800b-61d0e5dc939a tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:23:14.888065 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04577b-514f-4359-800b-61d0e5dc939a tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:23:14.888382 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04577b-514f-4359-800b-61d0e5dc939a tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:23:14.888701 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04577b-514f-4359-800b-61d0e5dc939a tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:23:15.013980 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-2300da5f-2503-4f22-8de4-333a950f48a0 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Deleting port 178d9e3e-f2b0-4fbe-86f5-6d7920ca7885 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:23:15.014354 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2300da5f-2503-4f22-8de4-333a950f48a0 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:15.096874 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2300da5f-2503-4f22-8de4-333a950f48a0 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:15.097207 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2300da5f-2503-4f22-8de4-333a950f48a0 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:15.109383 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-2300da5f-2503-4f22-8de4-333a950f48a0 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Calling delete_port for 178d9e3e-f2b0-4fbe-86f5-6d7920ca7885 owned by network:floatingip {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:23:15.301667 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2300da5f-2503-4f22-8de4-333a950f48a0 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:15.332955 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2300da5f-2503-4f22-8de4-333a950f48a0 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Pushing event deleted for resources: {'Port': ['ID=178d9e3e-f2b0-4fbe-86f5-6d7920ca7885,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:23:15.392773 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2300da5f-2503-4f22-8de4-333a950f48a0 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Notify callbacks [] for floatingip, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:15.395889 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2300da5f-2503-4f22-8de4-333a950f48a0 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:15.397072 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-2300da5f-2503-4f22-8de4-333a950f48a0 tempest-ServerActionsTestJSON-989968911 tempest-ServerActionsTestJSON-989968911-project] 10.222.0.23 "DELETE /v2.0/floatingips/60ea9cf3-3d27-464a-8d3e-97e98e9a1009 HTTP/1.1" status: 204 len: 168 time: 0.5087569 Jul 05 03:23:15.400212 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 49514) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:23:15.995699 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-fa4facbd-c9d6-49d3-82f2-cba5c04c5109 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1634680'] for router_interface, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:16.242487 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-fa4facbd-c9d6-49d3-82f2-cba5c04c5109 admin admin] Deleting port c0b485db-945a-45a6-a29e-410942462fd6 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:23:16.242829 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-fa4facbd-c9d6-49d3-82f2-cba5c04c5109 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:16.316551 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [None req-fa4facbd-c9d6-49d3-82f2-cba5c04c5109 admin admin] For port c0b485db-945a-45a6-a29e-410942462fd6, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=c0b485db-945a-45a6-a29e-410942462fd6,segment=NetworkSegment(21eddf81-2619-4946-9d45-7ae9bc4495da),segment_id=21eddf81-2619-4946-9d45-7ae9bc4495da)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:23:16.316827 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-fa4facbd-c9d6-49d3-82f2-cba5c04c5109 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:16.329047 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-fa4facbd-c9d6-49d3-82f2-cba5c04c5109 admin admin] Calling delete_port for c0b485db-945a-45a6-a29e-410942462fd6 owned by network:router_interface {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:23:16.604749 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-fa4facbd-c9d6-49d3-82f2-cba5c04c5109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:16.632395 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4facbd-c9d6-49d3-82f2-cba5c04c5109 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0b485db-945a-45a6-a29e-410942462fd6,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:23:17.155769 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-fa4facbd-c9d6-49d3-82f2-cba5c04c5109 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635398'] for router_interface, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:17.368802 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa4facbd-c9d6-49d3-82f2-cba5c04c5109 admin admin] Router 43598d09-982e-4e7b-a1e7-506eab92cb50 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:23:17.476732 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa4facbd-c9d6-49d3-82f2-cba5c04c5109 admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:23:17.481727 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-fa4facbd-c9d6-49d3-82f2-cba5c04c5109 admin admin] 10.222.0.23 "PUT /v2.0/routers/43598d09-982e-4e7b-a1e7-506eab92cb50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0805111 Jul 05 03:23:17.484299 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 49518) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:23:17.487764 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337c9461-5988-4d4b-93d4-648b8c578ee9 None None] Sync routers for ids ['43598d09-982e-4e7b-a1e7-506eab92cb50'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:23:17.497020 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337c9461-5988-4d4b-93d4-648b8c578ee9 None None] Routers {'43598d09-982e-4e7b-a1e7-506eab92cb50'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:23:17.497722 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-337c9461-5988-4d4b-93d4-648b8c578ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:22:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['43598d09-982e-4e7b-a1e7-506eab92cb50'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:23:17.591627 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-95409eee-eb09-4be8-9a4a-a59b8ec95e04 admin admin] Notify callbacks [] for router, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:17.602974 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-337c9461-5988-4d4b-93d4-648b8c578ee9 None None] Set router 43598d09-982e-4e7b-a1e7-506eab92cb50 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:23:17.696247 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-95409eee-eb09-4be8-9a4a-a59b8ec95e04 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:17.818508 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-95409eee-eb09-4be8-9a4a-a59b8ec95e04 admin admin] Deleting port c63fa816-5a05-4c81-a828-5ef41bd4fc42 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:23:17.818859 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-95409eee-eb09-4be8-9a4a-a59b8ec95e04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:17.868399 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-337c9461-5988-4d4b-93d4-648b8c578ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43598d09-982e-4e7b-a1e7-506eab92cb50', 'name': 'tempest-ServerActionsTestJSON-90816521-router', 'tenant_id': '37922407194a4714beb2d753651ef214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': 'c63fa816-5a05-4c81-a828-5ef41bd4fc42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:12:44Z', 'updated_at': '2021-07-05T03:23:16Z', 'revision_number': 5, 'project_id': '37922407194a4714beb2d753651ef214', 'gw_port': {'id': 'c63fa816-5a05-4c81-a828-5ef41bd4fc42', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:b2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43598d09-982e-4e7b-a1e7-506eab92cb50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:12:45Z', 'updated_at': '2021-07-05T03:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:23:17.904871 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337c9461-5988-4d4b-93d4-648b8c578ee9 None None] Checking router: 43598d09-982e-4e7b-a1e7-506eab92cb50 for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:23:17.906264 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [None req-95409eee-eb09-4be8-9a4a-a59b8ec95e04 admin admin] For port c63fa816-5a05-4c81-a828-5ef41bd4fc42, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=c63fa816-5a05-4c81-a828-5ef41bd4fc42,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:23:17.906579 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-95409eee-eb09-4be8-9a4a-a59b8ec95e04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:17.914823 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337c9461-5988-4d4b-93d4-648b8c578ee9 None None] Routers {'43598d09-982e-4e7b-a1e7-506eab92cb50'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:23:17.915436 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-337c9461-5988-4d4b-93d4-648b8c578ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:22:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['43598d09-982e-4e7b-a1e7-506eab92cb50'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:23:17.919946 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-95409eee-eb09-4be8-9a4a-a59b8ec95e04 admin admin] Calling delete_port for c63fa816-5a05-4c81-a828-5ef41bd4fc42 owned by network:router_gateway {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:23:18.002546 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-337c9461-5988-4d4b-93d4-648b8c578ee9 None None] Set router 43598d09-982e-4e7b-a1e7-506eab92cb50 gateway port host: None {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:23:18.059254 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-337c9461-5988-4d4b-93d4-648b8c578ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43598d09-982e-4e7b-a1e7-506eab92cb50', 'name': 'tempest-ServerActionsTestJSON-90816521-router', 'tenant_id': '37922407194a4714beb2d753651ef214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:12:44Z', 'updated_at': '2021-07-05T03:23:17Z', 'revision_number': 6, 'project_id': '37922407194a4714beb2d753651ef214', 'gw_port_host': None}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:23:18.101695 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337c9461-5988-4d4b-93d4-648b8c578ee9 None None] The sync data for ids ['43598d09-982e-4e7b-a1e7-506eab92cb50'] in n-d-771362-32 is: [{'id': '43598d09-982e-4e7b-a1e7-506eab92cb50', 'name': 'tempest-ServerActionsTestJSON-90816521-router', 'tenant_id': '37922407194a4714beb2d753651ef214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:12:44Z', 'updated_at': '2021-07-05T03:23:17Z', 'revision_number': 6, 'project_id': '37922407194a4714beb2d753651ef214', 'gw_port_host': None}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:23:18.325081 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-95409eee-eb09-4be8-9a4a-a59b8ec95e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:18.359109 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95409eee-eb09-4be8-9a4a-a59b8ec95e04 admin admin] Pushing event deleted for resources: {'Port': ['ID=c63fa816-5a05-4c81-a828-5ef41bd4fc42,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:23:18.417208 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-95409eee-eb09-4be8-9a4a-a59b8ec95e04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636927'] for router_gateway, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:18.510840 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-95409eee-eb09-4be8-9a4a-a59b8ec95e04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11828'] for router, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:18.512967 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-95409eee-eb09-4be8-9a4a-a59b8ec95e04 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:18.615807 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-95409eee-eb09-4be8-9a4a-a59b8ec95e04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1575451'] for router, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:18.616280 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95409eee-eb09-4be8-9a4a-a59b8ec95e04 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43598d09-982e-4e7b-a1e7-506eab92cb50 {{(pid=94461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 03:23:18.620600 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-95409eee-eb09-4be8-9a4a-a59b8ec95e04 admin admin] Notify callbacks [] for router, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:18.621812 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-95409eee-eb09-4be8-9a4a-a59b8ec95e04 admin admin] 10.222.0.23 "DELETE /v2.0/routers/43598d09-982e-4e7b-a1e7-506eab92cb50 HTTP/1.1" status: 204 len: 168 time: 1.1365898 Jul 05 03:23:18.624434 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 49522) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:23:18.672597 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_v2 [None req-8732d110-b972-479d-97f2-1cc6fb175144 admin admin] Deleting subnet 03db0199-8c26-402d-a28d-fe51c5dbdec1 {{(pid=94461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:23:18.676240 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8732d110-b972-479d-97f2-1cc6fb175144 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:18.709995 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8732d110-b972-479d-97f2-1cc6fb175144 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5519650'] for subnet, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:18.789093 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8732d110-b972-479d-97f2-1cc6fb175144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:18.927163 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device c63fa816-5a05-4c81-a828-5ef41bd4fc42 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:23:18.947259 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: c63fa816-5a05-4c81-a828-5ef41bd4fc42 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:23:18.947604 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device c63fa816-5a05-4c81-a828-5ef41bd4fc42 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:23:18.948031 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device c0b485db-945a-45a6-a29e-410942462fd6 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:23:18.953551 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8732d110-b972-479d-97f2-1cc6fb175144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5763388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774356'] for subnet, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:18.966455 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: c0b485db-945a-45a6-a29e-410942462fd6 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:23:18.966805 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device c0b485db-945a-45a6-a29e-410942462fd6 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:23:18.986691 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8732d110-b972-479d-97f2-1cc6fb175144 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03db0199-8c26-402d-a28d-fe51c5dbdec1,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:23:18.993407 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8732d110-b972-479d-97f2-1cc6fb175144 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:18.998846 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-8732d110-b972-479d-97f2-1cc6fb175144 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/03db0199-8c26-402d-a28d-fe51c5dbdec1 HTTP/1.1" status: 204 len: 168 time: 0.3734050 Jul 05 03:23:18.999009 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 49526) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:23:19.008084 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466336f4-46ac-42bb-b502-187110a29c56 None None] Network 1683328e-a448-4235-b487-6d813ce67b0e requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:23:19.077420 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6542613c-517e-436a-9774-ee8e83ccf08b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:19.134342 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-6542613c-517e-436a-9774-ee8e83ccf08b admin admin] Deleting port 28b842cc-b2b2-4c8e-a096-196fbe5051de {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:23:19.134600 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6542613c-517e-436a-9774-ee8e83ccf08b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:19.199184 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-6542613c-517e-436a-9774-ee8e83ccf08b admin admin] For port 28b842cc-b2b2-4c8e-a096-196fbe5051de, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=28b842cc-b2b2-4c8e-a096-196fbe5051de,segment=NetworkSegment(21eddf81-2619-4946-9d45-7ae9bc4495da),segment_id=21eddf81-2619-4946-9d45-7ae9bc4495da)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:23:19.199460 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a7e335-05c3-4859-a1a3-1626638b66d1 None None] DHCP port deletion for 1683328e-a448-4235-b487-6d813ce67b0e request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:23:19.199598 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6542613c-517e-436a-9774-ee8e83ccf08b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:19.213957 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-6542613c-517e-436a-9774-ee8e83ccf08b admin admin] Calling delete_port for 28b842cc-b2b2-4c8e-a096-196fbe5051de owned by network:dhcp {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:23:19.251490 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7e335-05c3-4859-a1a3-1626638b66d1 None None] Deleting port 28b842cc-b2b2-4c8e-a096-196fbe5051de {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:23:19.251843 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-c7a7e335-05c3-4859-a1a3-1626638b66d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:19.494497 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-c7a7e335-05c3-4859-a1a3-1626638b66d1 None None] For port 28b842cc-b2b2-4c8e-a096-196fbe5051de, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=28b842cc-b2b2-4c8e-a096-196fbe5051de,segment=NetworkSegment(21eddf81-2619-4946-9d45-7ae9bc4495da),segment_id=21eddf81-2619-4946-9d45-7ae9bc4495da)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:23:19.494497 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-c7a7e335-05c3-4859-a1a3-1626638b66d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:19.494497 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7e335-05c3-4859-a1a3-1626638b66d1 None None] Calling delete_port for 28b842cc-b2b2-4c8e-a096-196fbe5051de owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:23:19.558764 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6542613c-517e-436a-9774-ee8e83ccf08b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:19.565746 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-c7a7e335-05c3-4859-a1a3-1626638b66d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:19.592566 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6542613c-517e-436a-9774-ee8e83ccf08b admin admin] Pushing event deleted for resources: {'Port': ['ID=28b842cc-b2b2-4c8e-a096-196fbe5051de,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:23:19.594700 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6542613c-517e-436a-9774-ee8e83ccf08b admin admin] No DVR routers for this DVR port 28b842cc-b2b2-4c8e-a096-196fbe5051de on host n-d-771362-32 {{(pid=94462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:23:19.602502 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a7e335-05c3-4859-a1a3-1626638b66d1 None None] No DVR routers for this DVR port 28b842cc-b2b2-4c8e-a096-196fbe5051de on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:23:19.607284 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7e335-05c3-4859-a1a3-1626638b66d1 None None] Pushing event deleted for resources: {'Port': ['ID=28b842cc-b2b2-4c8e-a096-196fbe5051de,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:23:19.672302 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6542613c-517e-436a-9774-ee8e83ccf08b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:19.682807 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-6542613c-517e-436a-9774-ee8e83ccf08b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1683328e-a448-4235-b487-6d813ce67b0e']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:23:19.694633 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-6542613c-517e-436a-9774-ee8e83ccf08b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21eddf81-2619-4946-9d45-7ae9bc4495da') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:23:19.694929 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-6542613c-517e-436a-9774-ee8e83ccf08b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21eddf81-2619-4946-9d45-7ae9bc4495da') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:23:19.704771 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6542613c-517e-436a-9774-ee8e83ccf08b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:19.718885 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6542613c-517e-436a-9774-ee8e83ccf08b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:19.724865 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6542613c-517e-436a-9774-ee8e83ccf08b admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:23:19.725255 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6542613c-517e-436a-9774-ee8e83ccf08b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:19.727032 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 03:23:19.727032 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:23:19.727032 n-d-771362-32 neutron-server[94462]: timer() Jul 05 03:23:19.727032 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:23:19.727032 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 03:23:19.727032 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:23:19.727032 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 03:23:19.727032 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:23:19.727032 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 03:23:19.727032 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:23:19.727032 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 03:23:19.727032 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:23:19.727032 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 03:23:19.727032 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:23:19.727032 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:23:19.727032 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:23:19.727032 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:23:19.727032 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:23:19.727032 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 03:23:19.727032 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:23:19.727032 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 03:23:19.727032 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:23:19.727032 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:23:19.727032 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:23:19.727032 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 03:23:19.727032 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:23:19.727032 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:23:19.727032 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:23:19.727032 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:23:19.727032 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:23:19.727032 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:23:19.727032 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:23:19.919280 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6542613c-517e-436a-9774-ee8e83ccf08b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:19.925436 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6542613c-517e-436a-9774-ee8e83ccf08b admin admin] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:19.930480 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-6542613c-517e-436a-9774-ee8e83ccf08b admin admin] 10.222.0.23 "DELETE /v2.0/networks/1683328e-a448-4235-b487-6d813ce67b0e HTTP/1.1" status: 204 len: 168 time: 0.9273469 Jul 05 03:23:19.939170 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6542613c-517e-436a-9774-ee8e83ccf08b admin admin] Pushing event deleted for resources: {'Network': ['ID=1683328e-a448-4235-b487-6d813ce67b0e,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:23:20.245598 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 49532) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:23:20.288820 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-5e5a3c66-e06f-49b6-9dee-cd26b96b234b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=37922407194a4714beb2d753651ef214&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0420184 Jul 05 03:23:20.291277 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 49534) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:23:20.337617 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-eac49ce5-8b8e-4856-8839-d2c885795ea2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:20.358278 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-eac49ce5-8b8e-4856-8839-d2c885795ea2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:20.473506 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-eac49ce5-8b8e-4856-8839-d2c885795ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:20.476102 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-eac49ce5-8b8e-4856-8839-d2c885795ea2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:20.477307 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-eac49ce5-8b8e-4856-8839-d2c885795ea2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2d552aef-2698-41cd-a8a8-8ef6c8058f2b HTTP/1.1" status: 204 len: 168 time: 0.1851432 Jul 05 03:23:20.485560 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac49ce5-8b8e-4856-8839-d2c885795ea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d552aef-2698-41cd-a8a8-8ef6c8058f2b,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:23:20.925528 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 28b842cc-b2b2-4c8e-a096-196fbe5051de no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:23:20.949585 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-73a25463-1111-44fe-be6c-193c2869381b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:20.951271 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 28b842cc-b2b2-4c8e-a096-196fbe5051de {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:23:20.951614 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 28b842cc-b2b2-4c8e-a096-196fbe5051de not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:23:21.547689 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 49558) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:23:21.641682 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-499d0fa8-2168-4989-8718-36ebe2762595 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1680329686-network', 'tenant_id': '0cc664668cb5479ca7b1183ecbc6d73e'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:23:21.752935 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-499d0fa8-2168-4989-8718-36ebe2762595 admin admin] Made reservation on behalf of 0cc664668cb5479ca7b1183ecbc6d73e for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:23:21.755395 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-499d0fa8-2168-4989-8718-36ebe2762595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:21.764522 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-499d0fa8-2168-4989-8718-36ebe2762595 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:21.855149 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-499d0fa8-2168-4989-8718-36ebe2762595 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:21.936046 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-499d0fa8-2168-4989-8718-36ebe2762595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:21.965627 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-499d0fa8-2168-4989-8718-36ebe2762595 admin admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:23:21.972461 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499d0fa8-2168-4989-8718-36ebe2762595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=defc8bb3-f5bf-4b1f-a7ab-9cc2ba01a816,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:23:21.978265 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-499d0fa8-2168-4989-8718-36ebe2762595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:21.978612 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-499d0fa8-2168-4989-8718-36ebe2762595 admin admin] Added segment ce1c5cca-651f-4950-a370-bfb498c3be42 of type vlan for network aa702cae-e1a0-4538-bad7-a14fe7761f5b Jul 05 03:23:22.022451 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-499d0fa8-2168-4989-8718-36ebe2762595 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:22.119090 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-499d0fa8-2168-4989-8718-36ebe2762595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:22.120097 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499d0fa8-2168-4989-8718-36ebe2762595 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:23:22.120719 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-499d0fa8-2168-4989-8718-36ebe2762595 admin admin] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:22.177587 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499d0fa8-2168-4989-8718-36ebe2762595 admin admin] Pushing event updated for resources: {'Network': ['ID=aa702cae-e1a0-4538-bad7-a14fe7761f5b,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:23:22.187974 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network aa702cae-e1a0-4538-bad7-a14fe7761f5b details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:23:22.233939 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-499d0fa8-2168-4989-8718-36ebe2762595 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6851132 Jul 05 03:23:22.236803 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 49564) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:23:22.241816 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-5da2cf67-2053-4a21-a0ab-e95fbd120d37 admin admin] Request body: {'subnet': {'network_id': 'aa702cae-e1a0-4538-bad7-a14fe7761f5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1680329686-subnet', 'tenant_id': '0cc664668cb5479ca7b1183ecbc6d73e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:23:22.645043 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5da2cf67-2053-4a21-a0ab-e95fbd120d37 admin admin] Made reservation on behalf of 0cc664668cb5479ca7b1183ecbc6d73e for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:23:22.647603 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5da2cf67-2053-4a21-a0ab-e95fbd120d37 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:22.918816 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5da2cf67-2053-4a21-a0ab-e95fbd120d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:22.978439 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da2cf67-2053-4a21-a0ab-e95fbd120d37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cff33db-e753-4ad9-9d65-7fa681319fbe,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:23:22.988019 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da2cf67-2053-4a21-a0ab-e95fbd120d37 admin admin] Checking segment: {'id': 'ce1c5cca-651f-4950-a370-bfb498c3be42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'aa702cae-e1a0-4538-bad7-a14fe7761f5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:23:22.988372 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da2cf67-2053-4a21-a0ab-e95fbd120d37 admin admin] Network hostable DHCP agents. Network: aa702cae-e1a0-4538-bad7-a14fe7761f5b, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:23:23.061686 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da2cf67-2053-4a21-a0ab-e95fbd120d37 admin admin] Network aa702cae-e1a0-4538-bad7-a14fe7761f5b is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:23:23.123631 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-5da2cf67-2053-4a21-a0ab-e95fbd120d37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, aa702cae-e1a0-4538-bad7-a14fe7761f5b) {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:23:23.128174 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da2cf67-2053-4a21-a0ab-e95fbd120d37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:23:23.128786 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5da2cf67-2053-4a21-a0ab-e95fbd120d37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:23.132668 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a8e21a-9eb9-4d83-a9b7-ba3e5e38826a None None] Network aa702cae-e1a0-4538-bad7-a14fe7761f5b requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:23:23.227532 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-5da2cf67-2053-4a21-a0ab-e95fbd120d37 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9896190 Jul 05 03:23:23.275171 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf8915c-1875-4fad-90d6-df57553ff46d None None] Network aa702cae-e1a0-4538-bad7-a14fe7761f5b requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:23:23.287769 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-1e21ec6c-34fa-46ee-a0a0-8b949d351a64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:23.676612 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbafda46-2aea-4586-be8a-81f96a2d419c req-312c22f9-ec20-4d5d-bab1-44a7ce5a1d5d tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:23:23.678037 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-dbafda46-2aea-4586-be8a-81f96a2d419c req-312c22f9-ec20-4d5d-bab1-44a7ce5a1d5d tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] 10.222.0.23 "GET /v2.0/networks?id=aa702cae-e1a0-4538-bad7-a14fe7761f5b HTTP/1.1" status: 200 len: 814 time: 0.1045012 Jul 05 03:23:23.693312 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-dbafda46-2aea-4586-be8a-81f96a2d419c req-839fbd2f-0cea-4647-92ef-a9e18a29c18e tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] 10.222.0.23 "GET /v2.0/quotas/0cc664668cb5479ca7b1183ecbc6d73e HTTP/1.1" status: 200 len: 375 time: 0.0096636 Jul 05 03:23:23.728451 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-dbafda46-2aea-4586-be8a-81f96a2d419c req-5248e6b9-9494-4691-8a94-f2a2365fda53 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0cc664668cb5479ca7b1183ecbc6d73e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291805 Jul 05 03:23:23.738530 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [req-dbafda46-2aea-4586-be8a-81f96a2d419c req-650c282d-8354-433a-8dbd-365151b51384 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94462) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:23:23.739492 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-dbafda46-2aea-4586-be8a-81f96a2d419c req-650c282d-8354-433a-8dbd-365151b51384 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050519 Jul 05 03:23:23.828329 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-dbafda46-2aea-4586-be8a-81f96a2d419c req-ddd6a218-6de4-4a37-b44d-2c70a037841f service neutron] 10.222.0.23 "GET /v2.0/networks/aa702cae-e1a0-4538-bad7-a14fe7761f5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836835 Jul 05 03:23:23.917655 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-dbafda46-2aea-4586-be8a-81f96a2d419c req-ec67d2f1-d70c-4ed6-a19b-e44d8d9ba34c service neutron] 10.222.0.23 "GET /v2.0/networks/aa702cae-e1a0-4538-bad7-a14fe7761f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827365 Jul 05 03:23:23.981959 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:24.166648 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9ee175a5-e8e4-4113-b027-0bf3c2829b30 req-8584d4c9-c7eb-4487-9112-ca76fc7b1194 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] 10.222.0.23 "GET /v2.0/ports?device_id=379954bd-86c4-4044-8c93-99fab26efcdb HTTP/1.1" status: 200 len: 210 time: 0.0291123 Jul 05 03:23:24.861902 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:25.308622 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-50dc3623-99ee-4ee0-b149-b8c074aea2f7 req-7fc43ee4-bc8c-4b77-a91f-22db4c15db84 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] 10.222.0.23 "GET /v2.0/ports?device_id=379954bd-86c4-4044-8c93-99fab26efcdb HTTP/1.1" status: 200 len: 210 time: 0.0311053 Jul 05 03:23:26.318848 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:26.445079 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-66d8958d-9111-4e35-94e8-b4931dcb4fb4 req-cdff7f79-ec1f-4b68-83c0-9bfa0aa70cbe tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] 10.222.0.23 "GET /v2.0/ports?device_id=379954bd-86c4-4044-8c93-99fab26efcdb HTTP/1.1" status: 200 len: 210 time: 0.0280223 Jul 05 03:23:26.739954 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbafda46-2aea-4586-be8a-81f96a2d419c req-40a091a9-b9f9-4efa-bf9d-68b831c9de72 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:23:26.741443 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-dbafda46-2aea-4586-be8a-81f96a2d419c req-40a091a9-b9f9-4efa-bf9d-68b831c9de72 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] 10.222.0.21 "GET /v2.0/networks?id=aa702cae-e1a0-4538-bad7-a14fe7761f5b HTTP/1.1" status: 200 len: 814 time: 0.1023259 Jul 05 03:23:26.754106 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-dbafda46-2aea-4586-be8a-81f96a2d419c req-5e36e5ad-fd37-4610-b7bb-544c9115b779 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] Request body: {'port': {'device_id': '379954bd-86c4-4044-8c93-99fab26efcdb', 'network_id': 'aa702cae-e1a0-4538-bad7-a14fe7761f5b', 'admin_state_up': True, 'tenant_id': '0cc664668cb5479ca7b1183ecbc6d73e'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:23:26.947526 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbafda46-2aea-4586-be8a-81f96a2d419c req-5e36e5ad-fd37-4610-b7bb-544c9115b779 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] Made reservation on behalf of 0cc664668cb5479ca7b1183ecbc6d73e for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:23:26.951449 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-dbafda46-2aea-4586-be8a-81f96a2d419c req-5e36e5ad-fd37-4610-b7bb-544c9115b779 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:27.078146 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-dbafda46-2aea-4586-be8a-81f96a2d419c req-5e36e5ad-fd37-4610-b7bb-544c9115b779 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] Allocated IP 172.20.0.14 (aa702cae-e1a0-4538-bad7-a14fe7761f5b/1cff33db-e753-4ad9-9d65-7fa681319fbe/a484fe94-91d4-4ccb-9ff7-a99c5f5f660a) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:23:27.223938 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-dbafda46-2aea-4586-be8a-81f96a2d419c req-5e36e5ad-fd37-4610-b7bb-544c9115b779 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:27.325304 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-dbafda46-2aea-4586-be8a-81f96a2d419c req-5e36e5ad-fd37-4610-b7bb-544c9115b779 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:27.368257 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbafda46-2aea-4586-be8a-81f96a2d419c req-5e36e5ad-fd37-4610-b7bb-544c9115b779 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] Network aa702cae-e1a0-4538-bad7-a14fe7761f5b is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:23:27.371519 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-dbafda46-2aea-4586-be8a-81f96a2d419c req-5e36e5ad-fd37-4610-b7bb-544c9115b779 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:23:27.375384 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbafda46-2aea-4586-be8a-81f96a2d419c req-5e36e5ad-fd37-4610-b7bb-544c9115b779 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:23:27.403611 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e36e5ad-fd37-4610-b7bb-544c9115b779 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] Pushing event updated for resources: {'Port': ['ID=a484fe94-91d4-4ccb-9ff7-a99c5f5f660a,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:23:27.417833 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e36e5ad-fd37-4610-b7bb-544c9115b779 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:23:27.418204 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e36e5ad-fd37-4610-b7bb-544c9115b779 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:23:27.418551 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e36e5ad-fd37-4610-b7bb-544c9115b779 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:23:27.418891 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e36e5ad-fd37-4610-b7bb-544c9115b779 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:23:27.419227 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e36e5ad-fd37-4610-b7bb-544c9115b779 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:23:27.419557 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e36e5ad-fd37-4610-b7bb-544c9115b779 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:23:27.419888 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e36e5ad-fd37-4610-b7bb-544c9115b779 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:23:27.420216 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e36e5ad-fd37-4610-b7bb-544c9115b779 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:23:27.420545 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e36e5ad-fd37-4610-b7bb-544c9115b779 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:23:27.420862 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e36e5ad-fd37-4610-b7bb-544c9115b779 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:23:27.421201 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e36e5ad-fd37-4610-b7bb-544c9115b779 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:23:27.421529 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e36e5ad-fd37-4610-b7bb-544c9115b779 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:23:27.439030 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbafda46-2aea-4586-be8a-81f96a2d419c req-5e36e5ad-fd37-4610-b7bb-544c9115b779 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:23:27.439684 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-dbafda46-2aea-4586-be8a-81f96a2d419c req-5e36e5ad-fd37-4610-b7bb-544c9115b779 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:27.520339 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-dbafda46-2aea-4586-be8a-81f96a2d419c req-5e36e5ad-fd37-4610-b7bb-544c9115b779 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7707500 Jul 05 03:23:27.532834 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-dbafda46-2aea-4586-be8a-81f96a2d419c req-50278524-09aa-4e27-b459-207b9f8400eb service neutron] Request body: {'port': {'device_id': '379954bd-86c4-4044-8c93-99fab26efcdb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:23:27.609269 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-dbafda46-2aea-4586-be8a-81f96a2d419c req-50278524-09aa-4e27-b459-207b9f8400eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:27.626858 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee2e50c-5973-4e32-ad57-4cc024769f01 req-d2b77676-dcb9-4bb7-abf5-8da9b61879cd tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:23:27.628946 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8ee2e50c-5973-4e32-ad57-4cc024769f01 req-d2b77676-dcb9-4bb7-abf5-8da9b61879cd tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] 10.222.0.23 "GET /v2.0/ports?device_id=379954bd-86c4-4044-8c93-99fab26efcdb HTTP/1.1" status: 200 len: 932 time: 0.0680156 Jul 05 03:23:27.667638 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8ee2e50c-5973-4e32-ad57-4cc024769f01 req-f9859c56-f795-4099-a0ec-ba19f624b696 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] 10.222.0.23 "GET /v2.0/security-groups?id=defc8bb3-f5bf-4b1f-a7ab-9cc2ba01a816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326951 Jul 05 03:23:27.863706 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-dbafda46-2aea-4586-be8a-81f96a2d419c req-50278524-09aa-4e27-b459-207b9f8400eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a484fe94-91d4-4ccb-9ff7-a99c5f5f660a {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:23:27.870979 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-dbafda46-2aea-4586-be8a-81f96a2d419c req-50278524-09aa-4e27-b459-207b9f8400eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:27.882905 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-dbafda46-2aea-4586-be8a-81f96a2d419c req-50278524-09aa-4e27-b459-207b9f8400eb service neutron] Transition to ACTIVE for port object a484fe94-91d4-4ccb-9ff7-a99c5f5f660a will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:23:27.998747 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-dbafda46-2aea-4586-be8a-81f96a2d419c req-50278524-09aa-4e27-b459-207b9f8400eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:28.051932 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50278524-09aa-4e27-b459-207b9f8400eb service neutron] Pushing event updated for resources: {'Port': ['ID=a484fe94-91d4-4ccb-9ff7-a99c5f5f660a,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:23:28.124115 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-dbafda46-2aea-4586-be8a-81f96a2d419c req-50278524-09aa-4e27-b459-207b9f8400eb service neutron] Attempting to bind port a484fe94-91d4-4ccb-9ff7-a99c5f5f660a on host n-h1-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:23:28.124368 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-dbafda46-2aea-4586-be8a-81f96a2d419c req-50278524-09aa-4e27-b459-207b9f8400eb service neutron] Attempting to bind port a484fe94-91d4-4ccb-9ff7-a99c5f5f660a by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': 'ce1c5cca-651f-4950-a370-bfb498c3be42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'aa702cae-e1a0-4538-bad7-a14fe7761f5b'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:23:28.124670 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbafda46-2aea-4586-be8a-81f96a2d419c req-50278524-09aa-4e27-b459-207b9f8400eb service neutron] Attempting to bind port a484fe94-91d4-4ccb-9ff7-a99c5f5f660a on network aa702cae-e1a0-4538-bad7-a14fe7761f5b {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:23:28.129327 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbafda46-2aea-4586-be8a-81f96a2d419c req-50278524-09aa-4e27-b459-207b9f8400eb service neutron] Port a484fe94-91d4-4ccb-9ff7-a99c5f5f660a on network aa702cae-e1a0-4538-bad7-a14fe7761f5b not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:23:28.129640 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbafda46-2aea-4586-be8a-81f96a2d419c req-50278524-09aa-4e27-b459-207b9f8400eb service neutron] Attempting to bind port a484fe94-91d4-4ccb-9ff7-a99c5f5f660a on network aa702cae-e1a0-4538-bad7-a14fe7761f5b {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:23:28.134398 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbafda46-2aea-4586-be8a-81f96a2d419c req-50278524-09aa-4e27-b459-207b9f8400eb service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:23:28.134730 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbafda46-2aea-4586-be8a-81f96a2d419c req-50278524-09aa-4e27-b459-207b9f8400eb service neutron] Checking segment: {'id': 'ce1c5cca-651f-4950-a370-bfb498c3be42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'aa702cae-e1a0-4538-bad7-a14fe7761f5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:23:28.135109 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbafda46-2aea-4586-be8a-81f96a2d419c req-50278524-09aa-4e27-b459-207b9f8400eb service neutron] Bound using segment: {'id': 'ce1c5cca-651f-4950-a370-bfb498c3be42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'aa702cae-e1a0-4538-bad7-a14fe7761f5b'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:23:28.135528 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-dbafda46-2aea-4586-be8a-81f96a2d419c req-50278524-09aa-4e27-b459-207b9f8400eb service neutron] Bound port: a484fe94-91d4-4ccb-9ff7-a99c5f5f660a, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce1c5cca-651f-4950-a370-bfb498c3be42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'aa702cae-e1a0-4538-bad7-a14fe7761f5b'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:23:28.135879 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-dbafda46-2aea-4586-be8a-81f96a2d419c req-50278524-09aa-4e27-b459-207b9f8400eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:28.195520 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-dbafda46-2aea-4586-be8a-81f96a2d419c req-50278524-09aa-4e27-b459-207b9f8400eb service neutron] For port a484fe94-91d4-4ccb-9ff7-a99c5f5f660a, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:23:28.198431 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-dbafda46-2aea-4586-be8a-81f96a2d419c req-50278524-09aa-4e27-b459-207b9f8400eb service neutron] For port a484fe94-91d4-4ccb-9ff7-a99c5f5f660a, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=a484fe94-91d4-4ccb-9ff7-a99c5f5f660a,segment=NetworkSegment(ce1c5cca-651f-4950-a370-bfb498c3be42),segment_id=ce1c5cca-651f-4950-a370-bfb498c3be42)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:23:28.307882 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-dbafda46-2aea-4586-be8a-81f96a2d419c req-50278524-09aa-4e27-b459-207b9f8400eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:28.341955 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbafda46-2aea-4586-be8a-81f96a2d419c req-50278524-09aa-4e27-b459-207b9f8400eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:23:28.342675 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-dbafda46-2aea-4586-be8a-81f96a2d419c req-50278524-09aa-4e27-b459-207b9f8400eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:28.344129 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-dbafda46-2aea-4586-be8a-81f96a2d419c req-50278524-09aa-4e27-b459-207b9f8400eb service neutron] 10.222.0.21 "PUT /v2.0/ports/a484fe94-91d4-4ccb-9ff7-a99c5f5f660a HTTP/1.1" status: 200 len: 1093 time: 0.8158703 Jul 05 03:23:28.344572 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '379954bd-86c4-4044-8c93-99fab26efcdb', 'tag': 'a484fe94-91d4-4ccb-9ff7-a99c5f5f660a'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:23:28.346843 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4c1385bffaa5d930a7117e6982c27207eca91cca31cf4b43f86c7ad63cd24a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2106e32d-46c3-4096-b6e4-776ff456e56e" -d '{"events": [{"name": "network-changed", "server_uuid": "379954bd-86c4-4044-8c93-99fab26efcdb", "tag": "a484fe94-91d4-4ccb-9ff7-a99c5f5f660a"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:23:28.400613 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9721f5da-bf2d-425e-a5d7-fc8933514e8c x-openstack-request-id: req-9721f5da-bf2d-425e-a5d7-fc8933514e8c {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:23:28.400900 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "379954bd-86c4-4044-8c93-99fab26efcdb", "tag": "a484fe94-91d4-4ccb-9ff7-a99c5f5f660a", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:23:28.401234 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9721f5da-bf2d-425e-a5d7-fc8933514e8c {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:23:28.401632 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '379954bd-86c4-4044-8c93-99fab26efcdb', 'tag': 'a484fe94-91d4-4ccb-9ff7-a99c5f5f660a', 'status': 'completed', 'code': 200} Jul 05 03:23:28.402210 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50278524-09aa-4e27-b459-207b9f8400eb service neutron] Pushing event updated for resources: {'Port': ['ID=a484fe94-91d4-4ccb-9ff7-a99c5f5f660a,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:23:28.482749 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2106e32d-46c3-4096-b6e4-776ff456e56e req-0dd39bae-531c-4e2a-9c03-c26deb8681bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:23:28.484314 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2106e32d-46c3-4096-b6e4-776ff456e56e req-0dd39bae-531c-4e2a-9c03-c26deb8681bb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0cc664668cb5479ca7b1183ecbc6d73e&device_id=379954bd-86c4-4044-8c93-99fab26efcdb HTTP/1.1" status: 200 len: 1096 time: 0.0573862 Jul 05 03:23:28.583997 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2106e32d-46c3-4096-b6e4-776ff456e56e req-9787119d-acea-411b-ad30-316dfe259b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:23:28.585488 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2106e32d-46c3-4096-b6e4-776ff456e56e req-9787119d-acea-411b-ad30-316dfe259b26 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=0cc664668cb5479ca7b1183ecbc6d73e&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0924497 Jul 05 03:23:28.685819 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2106e32d-46c3-4096-b6e4-776ff456e56e req-d85d6859-936e-4887-8bd9-c1a021b0a6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:23:28.687275 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2106e32d-46c3-4096-b6e4-776ff456e56e req-d85d6859-936e-4887-8bd9-c1a021b0a6c1 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0939441 Jul 05 03:23:28.778602 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbafda46-2aea-4586-be8a-81f96a2d419c req-95da9e15-37c0-4ddb-9cdb-f16dbb18487d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:23:28.780239 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-dbafda46-2aea-4586-be8a-81f96a2d419c req-95da9e15-37c0-4ddb-9cdb-f16dbb18487d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0cc664668cb5479ca7b1183ecbc6d73e&device_id=379954bd-86c4-4044-8c93-99fab26efcdb HTTP/1.1" status: 200 len: 1096 time: 0.0529771 Jul 05 03:23:28.822144 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-dbafda46-2aea-4586-be8a-81f96a2d419c req-3ef97099-315e-4128-8c5f-0ac814f5dc68 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a484fe94-91d4-4ccb-9ff7-a99c5f5f660a HTTP/1.1" status: 200 len: 217 time: 0.0333276 Jul 05 03:23:28.850789 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d33113-eafb-49b5-999b-8212865d6742 req-e17caae9-0d5a-4624-bf69-a9a171af2b60 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:23:28.852328 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f0d33113-eafb-49b5-999b-8212865d6742 req-e17caae9-0d5a-4624-bf69-a9a171af2b60 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] 10.222.0.23 "GET /v2.0/ports?device_id=379954bd-86c4-4044-8c93-99fab26efcdb HTTP/1.1" status: 200 len: 944 time: 0.0676901 Jul 05 03:23:28.876474 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbafda46-2aea-4586-be8a-81f96a2d419c req-0682f518-4424-45ca-a21a-5e88703357d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:23:28.878515 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-dbafda46-2aea-4586-be8a-81f96a2d419c req-0682f518-4424-45ca-a21a-5e88703357d3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1cff33db-e753-4ad9-9d65-7fa681319fbe HTTP/1.1" status: 200 len: 854 time: 0.0481603 Jul 05 03:23:28.890639 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f0d33113-eafb-49b5-999b-8212865d6742 req-be0c51ca-6296-46e3-b934-6f0b187b25c4 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] 10.222.0.23 "GET /v2.0/security-groups?id=defc8bb3-f5bf-4b1f-a7ab-9cc2ba01a816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325046 Jul 05 03:23:28.912418 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-dbafda46-2aea-4586-be8a-81f96a2d419c req-ae056962-d84d-42c0-8c81-60bdcb928d9a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa702cae-e1a0-4538-bad7-a14fe7761f5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276766 Jul 05 03:23:28.999318 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-dbafda46-2aea-4586-be8a-81f96a2d419c req-3339d6d7-7a0d-42f0-b12d-92ac115d89dd service neutron] 10.222.0.21 "GET /v2.0/networks/aa702cae-e1a0-4538-bad7-a14fe7761f5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802634 Jul 05 03:23:29.091299 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-dbafda46-2aea-4586-be8a-81f96a2d419c req-6d494d67-8044-4065-a574-a8f0ac8028d8 service neutron] 10.222.0.21 "GET /v2.0/networks/aa702cae-e1a0-4538-bad7-a14fe7761f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854938 Jul 05 03:23:30.067517 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58391c9e-26cf-412c-9879-96fbb63f23b6 req-115412b8-f0cb-4b6c-9854-979e6a5dccb3 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:23:30.069116 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-58391c9e-26cf-412c-9879-96fbb63f23b6 req-115412b8-f0cb-4b6c-9854-979e6a5dccb3 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] 10.222.0.23 "GET /v2.0/ports?device_id=379954bd-86c4-4044-8c93-99fab26efcdb HTTP/1.1" status: 200 len: 944 time: 0.0652359 Jul 05 03:23:30.107536 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-58391c9e-26cf-412c-9879-96fbb63f23b6 req-358063b7-8077-4354-81e3-b82381ec3b42 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] 10.222.0.23 "GET /v2.0/security-groups?id=defc8bb3-f5bf-4b1f-a7ab-9cc2ba01a816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326450 Jul 05 03:23:30.977658 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device a484fe94-91d4-4ccb-9ff7-a99c5f5f660a details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:23:31.078647 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port a484fe94-91d4-4ccb-9ff7-a99c5f5f660a, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=a484fe94-91d4-4ccb-9ff7-a99c5f5f660a,segment=NetworkSegment(ce1c5cca-651f-4950-a370-bfb498c3be42),segment_id=ce1c5cca-651f-4950-a370-bfb498c3be42)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:23:31.090101 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': 'a484fe94-91d4-4ccb-9ff7-a99c5f5f660a', 'network_id': 'aa702cae-e1a0-4538-bad7-a14fe7761f5b', 'port_id': 'a484fe94-91d4-4ccb-9ff7-a99c5f5f660a', 'mac_address': 'fa:16:3e:15:86:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cff33db-e753-4ad9-9d65-7fa681319fbe', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:23:31.126207 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:31.139473 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a484fe94-91d4-4ccb-9ff7-a99c5f5f660a {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:23:31.159251 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port a484fe94-91d4-4ccb-9ff7-a99c5f5f660a, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=a484fe94-91d4-4ccb-9ff7-a99c5f5f660a,segment=NetworkSegment(ce1c5cca-651f-4950-a370-bfb498c3be42),segment_id=ce1c5cca-651f-4950-a370-bfb498c3be42)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:23:31.233343 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:31.281251 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=a484fe94-91d4-4ccb-9ff7-a99c5f5f660a,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:23:31.287751 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38b4e2c-ccd8-4656-8939-7345b1c29db2 req-625e5abe-a48a-4a29-ae21-76fac3e73b96 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:23:31.289291 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f38b4e2c-ccd8-4656-8939-7345b1c29db2 req-625e5abe-a48a-4a29-ae21-76fac3e73b96 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] 10.222.0.23 "GET /v2.0/ports?device_id=379954bd-86c4-4044-8c93-99fab26efcdb HTTP/1.1" status: 200 len: 944 time: 0.0715799 Jul 05 03:23:31.328124 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f38b4e2c-ccd8-4656-8939-7345b1c29db2 req-4cf3fd3e-658f-452a-a963-d7320fdf60cb tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] 10.222.0.23 "GET /v2.0/security-groups?id=defc8bb3-f5bf-4b1f-a7ab-9cc2ba01a816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332263 Jul 05 03:23:31.420811 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['a484fe94-91d4-4ccb-9ff7-a99c5f5f660a'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:23:32.503279 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f11277-3494-4f48-818b-28b65677497e req-e7cb75f3-eb85-4244-9625-4e557475aa36 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:23:32.504805 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-54f11277-3494-4f48-818b-28b65677497e req-e7cb75f3-eb85-4244-9625-4e557475aa36 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] 10.222.0.23 "GET /v2.0/ports?device_id=379954bd-86c4-4044-8c93-99fab26efcdb HTTP/1.1" status: 200 len: 945 time: 0.0683868 Jul 05 03:23:32.541828 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-54f11277-3494-4f48-818b-28b65677497e req-1df05ba7-3d4f-4048-8cde-f15912ce5f09 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] 10.222.0.23 "GET /v2.0/security-groups?id=defc8bb3-f5bf-4b1f-a7ab-9cc2ba01a816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315576 Jul 05 03:23:32.995742 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device a484fe94-91d4-4ccb-9ff7-a99c5f5f660a up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:23:33.113093 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning for port a484fe94-91d4-4ccb-9ff7-a99c5f5f660a completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:23:33.117022 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port a484fe94-91d4-4ccb-9ff7-a99c5f5f660a triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:23:33.119533 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:33.194156 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:33.215574 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '379954bd-86c4-4044-8c93-99fab26efcdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a484fe94-91d4-4ccb-9ff7-a99c5f5f660a'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:23:33.217788 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1156d35e1955dd65519df7b38ee19a55ddc3a31abbcc68c280d02d687c0487e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7844b1cc-9906-4a4e-8c1a-f18705dacac7" -d '{"events": [{"server_uuid": "379954bd-86c4-4044-8c93-99fab26efcdb", "name": "network-vif-plugged", "status": "completed", "tag": "a484fe94-91d4-4ccb-9ff7-a99c5f5f660a"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:23:33.231368 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port a484fe94-91d4-4ccb-9ff7-a99c5f5f660a, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=a484fe94-91d4-4ccb-9ff7-a99c5f5f660a,segment=NetworkSegment(ce1c5cca-651f-4950-a370-bfb498c3be42),segment_id=ce1c5cca-651f-4950-a370-bfb498c3be42)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:23:33.254897 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce686fa3-afda-44a7-a547-a316f9c0b432 x-openstack-request-id: req-ce686fa3-afda-44a7-a547-a316f9c0b432 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:23:33.255190 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "379954bd-86c4-4044-8c93-99fab26efcdb", "name": "network-vif-plugged", "status": "completed", "tag": "a484fe94-91d4-4ccb-9ff7-a99c5f5f660a", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:23:33.255445 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ce686fa3-afda-44a7-a547-a316f9c0b432 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:23:33.255867 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '379954bd-86c4-4044-8c93-99fab26efcdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a484fe94-91d4-4ccb-9ff7-a99c5f5f660a', 'code': 200} Jul 05 03:23:33.295651 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:33.343791 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=a484fe94-91d4-4ccb-9ff7-a99c5f5f660a,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:23:33.369367 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1477c5f-abe0-4a94-b7dc-85bc51ae02d8 req-4ec8a103-b547-481b-9961-cf56ec3b14ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:23:33.370926 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a1477c5f-abe0-4a94-b7dc-85bc51ae02d8 req-4ec8a103-b547-481b-9961-cf56ec3b14ea service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=379954bd-86c4-4044-8c93-99fab26efcdb HTTP/1.1" status: 200 len: 1098 time: 0.0524421 Jul 05 03:23:33.404960 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a1477c5f-abe0-4a94-b7dc-85bc51ae02d8 req-e2808390-7257-4429-9b52-35069d11ea9b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=defc8bb3-f5bf-4b1f-a7ab-9cc2ba01a816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276086 Jul 05 03:23:33.713964 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23ebc84-01d0-4ed9-8429-ee03aecf31d8 req-17513c5b-b666-4f2a-a464-2ac1319437e1 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:23:33.715483 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d23ebc84-01d0-4ed9-8429-ee03aecf31d8 req-17513c5b-b666-4f2a-a464-2ac1319437e1 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] 10.222.0.23 "GET /v2.0/ports?device_id=379954bd-86c4-4044-8c93-99fab26efcdb HTTP/1.1" status: 200 len: 946 time: 0.0612576 Jul 05 03:23:33.755633 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d23ebc84-01d0-4ed9-8429-ee03aecf31d8 req-8438997a-c1fe-4cc6-bff2-d490e94e394a tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] 10.222.0.23 "GET /v2.0/security-groups?id=defc8bb3-f5bf-4b1f-a7ab-9cc2ba01a816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341332 Jul 05 03:23:34.946144 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3af74f-1e4e-49ad-a0e5-53874d07096a req-ebed111c-15e1-4b5b-be98-4ad1c073a23b tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:23:34.947675 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ec3af74f-1e4e-49ad-a0e5-53874d07096a req-ebed111c-15e1-4b5b-be98-4ad1c073a23b tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] 10.222.0.23 "GET /v2.0/ports?device_id=379954bd-86c4-4044-8c93-99fab26efcdb HTTP/1.1" status: 200 len: 946 time: 0.0779493 Jul 05 03:23:34.985980 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ec3af74f-1e4e-49ad-a0e5-53874d07096a req-d1e07690-c028-4218-ba24-a2f2d7a14df1 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] 10.222.0.23 "GET /v2.0/security-groups?id=defc8bb3-f5bf-4b1f-a7ab-9cc2ba01a816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321639 Jul 05 03:23:35.008204 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:23:35.216034 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc556f0f-a9b8-40bc-bb4d-b7ef01ec5ac4 req-e80d63dd-d5b0-4e2d-8434-f14443874b31 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:23:35.217568 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cc556f0f-a9b8-40bc-bb4d-b7ef01ec5ac4 req-e80d63dd-d5b0-4e2d-8434-f14443874b31 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] 10.222.0.23 "GET /v2.0/networks?id=aa702cae-e1a0-4538-bad7-a14fe7761f5b HTTP/1.1" status: 200 len: 814 time: 0.1018960 Jul 05 03:23:35.232770 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cc556f0f-a9b8-40bc-bb4d-b7ef01ec5ac4 req-440975b2-e272-44b5-923e-3146497cc99f tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] 10.222.0.23 "GET /v2.0/quotas/0cc664668cb5479ca7b1183ecbc6d73e HTTP/1.1" status: 200 len: 375 time: 0.0092804 Jul 05 03:23:35.298835 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cc556f0f-a9b8-40bc-bb4d-b7ef01ec5ac4 req-c4ccee81-4922-4c5f-a3e1-cf394336f1c3 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0cc664668cb5479ca7b1183ecbc6d73e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0601385 Jul 05 03:23:35.356481 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [req-cc556f0f-a9b8-40bc-bb4d-b7ef01ec5ac4 req-4e2665e8-9e9b-42ba-95af-3cf0d12a8346 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:23:35.357541 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cc556f0f-a9b8-40bc-bb4d-b7ef01ec5ac4 req-4e2665e8-9e9b-42ba-95af-3cf0d12a8346 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0509722 Jul 05 03:23:35.464129 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cc556f0f-a9b8-40bc-bb4d-b7ef01ec5ac4 req-9c6afedd-0091-4f14-bb85-160310af8694 service neutron] 10.222.0.23 "GET /v2.0/networks/aa702cae-e1a0-4538-bad7-a14fe7761f5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996201 Jul 05 03:23:35.560871 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cc556f0f-a9b8-40bc-bb4d-b7ef01ec5ac4 req-7c4c3714-d5d9-4305-90e3-5f20a3977272 service neutron] 10.222.0.23 "GET /v2.0/networks/aa702cae-e1a0-4538-bad7-a14fe7761f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909939 Jul 05 03:23:35.847721 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5ebb422c-953a-4fa0-82d5-ac23cb5ceeae req-7a851223-e2c4-474b-9f20-bbda08e4307a tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e4fe426-13d8-4292-8bde-c3180314c48c HTTP/1.1" status: 200 len: 210 time: 0.0303736 Jul 05 03:23:37.005547 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-11b7b4ca-089c-48b3-bd15-2ab40afcea9e req-973794bd-1654-4614-840c-79139d4679e3 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e4fe426-13d8-4292-8bde-c3180314c48c HTTP/1.1" status: 200 len: 210 time: 0.0318491 Jul 05 03:23:37.892544 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc556f0f-a9b8-40bc-bb4d-b7ef01ec5ac4 req-d3d197d2-8a79-45bc-9cd5-88ab0255b612 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:23:37.893978 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cc556f0f-a9b8-40bc-bb4d-b7ef01ec5ac4 req-d3d197d2-8a79-45bc-9cd5-88ab0255b612 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] 10.222.0.15 "GET /v2.0/networks?id=aa702cae-e1a0-4538-bad7-a14fe7761f5b HTTP/1.1" status: 200 len: 814 time: 0.1045363 Jul 05 03:23:37.907385 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-cc556f0f-a9b8-40bc-bb4d-b7ef01ec5ac4 req-6cc52017-b9ab-4ab4-9a45-b46581324e43 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] Request body: {'port': {'device_id': '2e4fe426-13d8-4292-8bde-c3180314c48c', 'network_id': 'aa702cae-e1a0-4538-bad7-a14fe7761f5b', 'admin_state_up': True, 'tenant_id': '0cc664668cb5479ca7b1183ecbc6d73e'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:23:38.101308 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc556f0f-a9b8-40bc-bb4d-b7ef01ec5ac4 req-6cc52017-b9ab-4ab4-9a45-b46581324e43 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] Made reservation on behalf of 0cc664668cb5479ca7b1183ecbc6d73e for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:23:38.105101 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-cc556f0f-a9b8-40bc-bb4d-b7ef01ec5ac4 req-6cc52017-b9ab-4ab4-9a45-b46581324e43 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:38.159205 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-67ae3267-c638-4f48-8f89-3177e94d3e12 req-1a3e07b5-bfbf-4570-a95b-c95c30cb9748 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e4fe426-13d8-4292-8bde-c3180314c48c HTTP/1.1" status: 200 len: 210 time: 0.0349166 Jul 05 03:23:38.238661 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-cc556f0f-a9b8-40bc-bb4d-b7ef01ec5ac4 req-6cc52017-b9ab-4ab4-9a45-b46581324e43 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] Allocated IP 172.20.0.4 (aa702cae-e1a0-4538-bad7-a14fe7761f5b/1cff33db-e753-4ad9-9d65-7fa681319fbe/31ba4c94-722a-4b39-884f-f6e142f793eb) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:23:38.378652 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-cc556f0f-a9b8-40bc-bb4d-b7ef01ec5ac4 req-6cc52017-b9ab-4ab4-9a45-b46581324e43 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:38.483893 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-cc556f0f-a9b8-40bc-bb4d-b7ef01ec5ac4 req-6cc52017-b9ab-4ab4-9a45-b46581324e43 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:38.497281 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['a484fe94-91d4-4ccb-9ff7-a99c5f5f660a'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:23:38.534732 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc556f0f-a9b8-40bc-bb4d-b7ef01ec5ac4 req-6cc52017-b9ab-4ab4-9a45-b46581324e43 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] Network aa702cae-e1a0-4538-bad7-a14fe7761f5b is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:23:38.539145 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-cc556f0f-a9b8-40bc-bb4d-b7ef01ec5ac4 req-6cc52017-b9ab-4ab4-9a45-b46581324e43 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:23:38.543355 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc556f0f-a9b8-40bc-bb4d-b7ef01ec5ac4 req-6cc52017-b9ab-4ab4-9a45-b46581324e43 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:23:38.573634 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc52017-b9ab-4ab4-9a45-b46581324e43 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] Pushing event updated for resources: {'Port': ['ID=31ba4c94-722a-4b39-884f-f6e142f793eb,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:23:38.603757 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc556f0f-a9b8-40bc-bb4d-b7ef01ec5ac4 req-6cc52017-b9ab-4ab4-9a45-b46581324e43 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:23:38.604389 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-cc556f0f-a9b8-40bc-bb4d-b7ef01ec5ac4 req-6cc52017-b9ab-4ab4-9a45-b46581324e43 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:39.153978 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cc556f0f-a9b8-40bc-bb4d-b7ef01ec5ac4 req-6cc52017-b9ab-4ab4-9a45-b46581324e43 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2508099 Jul 05 03:23:39.165712 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-cc556f0f-a9b8-40bc-bb4d-b7ef01ec5ac4 req-9e3777f9-d080-4326-9a85-526520dd3e33 service neutron] Request body: {'port': {'device_id': '2e4fe426-13d8-4292-8bde-c3180314c48c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:23:39.248321 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-cc556f0f-a9b8-40bc-bb4d-b7ef01ec5ac4 req-9e3777f9-d080-4326-9a85-526520dd3e33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:39.782476 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78d7227-18e8-432b-8c0b-fac33b715949 req-e87b99b0-6033-42e6-b3c4-7104ca3655db tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:23:39.784026 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e78d7227-18e8-432b-8c0b-fac33b715949 req-e87b99b0-6033-42e6-b3c4-7104ca3655db tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e4fe426-13d8-4292-8bde-c3180314c48c HTTP/1.1" status: 200 len: 931 time: 0.5018454 Jul 05 03:23:39.852104 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e78d7227-18e8-432b-8c0b-fac33b715949 req-d1763b06-9cc2-4548-a1d2-82e3d8a80990 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] 10.222.0.23 "GET /v2.0/security-groups?id=defc8bb3-f5bf-4b1f-a7ab-9cc2ba01a816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444775 Jul 05 03:23:39.939229 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-cc556f0f-a9b8-40bc-bb4d-b7ef01ec5ac4 req-9e3777f9-d080-4326-9a85-526520dd3e33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31ba4c94-722a-4b39-884f-f6e142f793eb {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:23:39.947185 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-cc556f0f-a9b8-40bc-bb4d-b7ef01ec5ac4 req-9e3777f9-d080-4326-9a85-526520dd3e33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:39.959873 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-cc556f0f-a9b8-40bc-bb4d-b7ef01ec5ac4 req-9e3777f9-d080-4326-9a85-526520dd3e33 service neutron] Transition to ACTIVE for port object 31ba4c94-722a-4b39-884f-f6e142f793eb will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:23:40.015232 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-cc556f0f-a9b8-40bc-bb4d-b7ef01ec5ac4 req-9e3777f9-d080-4326-9a85-526520dd3e33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:40.065274 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3777f9-d080-4326-9a85-526520dd3e33 service neutron] Pushing event updated for resources: {'Port': ['ID=31ba4c94-722a-4b39-884f-f6e142f793eb,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:23:40.132130 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-cc556f0f-a9b8-40bc-bb4d-b7ef01ec5ac4 req-9e3777f9-d080-4326-9a85-526520dd3e33 service neutron] Attempting to bind port 31ba4c94-722a-4b39-884f-f6e142f793eb on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:23:40.132532 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-cc556f0f-a9b8-40bc-bb4d-b7ef01ec5ac4 req-9e3777f9-d080-4326-9a85-526520dd3e33 service neutron] Attempting to bind port 31ba4c94-722a-4b39-884f-f6e142f793eb by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': 'ce1c5cca-651f-4950-a370-bfb498c3be42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'aa702cae-e1a0-4538-bad7-a14fe7761f5b'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:23:40.132904 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc556f0f-a9b8-40bc-bb4d-b7ef01ec5ac4 req-9e3777f9-d080-4326-9a85-526520dd3e33 service neutron] Attempting to bind port 31ba4c94-722a-4b39-884f-f6e142f793eb on network aa702cae-e1a0-4538-bad7-a14fe7761f5b {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:23:40.145765 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc556f0f-a9b8-40bc-bb4d-b7ef01ec5ac4 req-9e3777f9-d080-4326-9a85-526520dd3e33 service neutron] Port 31ba4c94-722a-4b39-884f-f6e142f793eb on network aa702cae-e1a0-4538-bad7-a14fe7761f5b not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:23:40.145765 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc556f0f-a9b8-40bc-bb4d-b7ef01ec5ac4 req-9e3777f9-d080-4326-9a85-526520dd3e33 service neutron] Attempting to bind port 31ba4c94-722a-4b39-884f-f6e142f793eb on network aa702cae-e1a0-4538-bad7-a14fe7761f5b {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:23:40.145765 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc556f0f-a9b8-40bc-bb4d-b7ef01ec5ac4 req-9e3777f9-d080-4326-9a85-526520dd3e33 service neutron] Checking agent: {'id': 'e071c76e-395f-48c4-a98f-88088465cf0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:23:40.145765 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc556f0f-a9b8-40bc-bb4d-b7ef01ec5ac4 req-9e3777f9-d080-4326-9a85-526520dd3e33 service neutron] Checking segment: {'id': 'ce1c5cca-651f-4950-a370-bfb498c3be42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'aa702cae-e1a0-4538-bad7-a14fe7761f5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:23:40.145765 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc556f0f-a9b8-40bc-bb4d-b7ef01ec5ac4 req-9e3777f9-d080-4326-9a85-526520dd3e33 service neutron] Bound using segment: {'id': 'ce1c5cca-651f-4950-a370-bfb498c3be42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'aa702cae-e1a0-4538-bad7-a14fe7761f5b'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:23:40.145765 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-cc556f0f-a9b8-40bc-bb4d-b7ef01ec5ac4 req-9e3777f9-d080-4326-9a85-526520dd3e33 service neutron] Bound port: 31ba4c94-722a-4b39-884f-f6e142f793eb, host: n-h2-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce1c5cca-651f-4950-a370-bfb498c3be42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'aa702cae-e1a0-4538-bad7-a14fe7761f5b'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:23:40.145765 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-cc556f0f-a9b8-40bc-bb4d-b7ef01ec5ac4 req-9e3777f9-d080-4326-9a85-526520dd3e33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:40.207694 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-cc556f0f-a9b8-40bc-bb4d-b7ef01ec5ac4 req-9e3777f9-d080-4326-9a85-526520dd3e33 service neutron] For port 31ba4c94-722a-4b39-884f-f6e142f793eb, host n-h2-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:23:40.210669 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-cc556f0f-a9b8-40bc-bb4d-b7ef01ec5ac4 req-9e3777f9-d080-4326-9a85-526520dd3e33 service neutron] For port 31ba4c94-722a-4b39-884f-f6e142f793eb, host n-h2-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=31ba4c94-722a-4b39-884f-f6e142f793eb,segment=NetworkSegment(ce1c5cca-651f-4950-a370-bfb498c3be42),segment_id=ce1c5cca-651f-4950-a370-bfb498c3be42)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:23:40.301806 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-cc556f0f-a9b8-40bc-bb4d-b7ef01ec5ac4 req-9e3777f9-d080-4326-9a85-526520dd3e33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:40.339822 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc556f0f-a9b8-40bc-bb4d-b7ef01ec5ac4 req-9e3777f9-d080-4326-9a85-526520dd3e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:23:40.340471 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-cc556f0f-a9b8-40bc-bb4d-b7ef01ec5ac4 req-9e3777f9-d080-4326-9a85-526520dd3e33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:40.341885 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cc556f0f-a9b8-40bc-bb4d-b7ef01ec5ac4 req-9e3777f9-d080-4326-9a85-526520dd3e33 service neutron] 10.222.0.15 "PUT /v2.0/ports/31ba4c94-722a-4b39-884f-f6e142f793eb HTTP/1.1" status: 200 len: 1092 time: 1.1804621 Jul 05 03:23:40.342356 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e4fe426-13d8-4292-8bde-c3180314c48c', 'tag': '31ba4c94-722a-4b39-884f-f6e142f793eb'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:23:40.344640 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4c1385bffaa5d930a7117e6982c27207eca91cca31cf4b43f86c7ad63cd24a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3788ea99-396c-4a44-898b-49b2ee4310c3" -d '{"events": [{"name": "network-changed", "server_uuid": "2e4fe426-13d8-4292-8bde-c3180314c48c", "tag": "31ba4c94-722a-4b39-884f-f6e142f793eb"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:23:40.368319 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3777f9-d080-4326-9a85-526520dd3e33 service neutron] Pushing event updated for resources: {'Port': ['ID=31ba4c94-722a-4b39-884f-f6e142f793eb,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:23:40.384624 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-999cd477-64cf-44e1-8ffb-903a7f4c809b x-openstack-request-id: req-999cd477-64cf-44e1-8ffb-903a7f4c809b {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:23:40.384920 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e4fe426-13d8-4292-8bde-c3180314c48c", "tag": "31ba4c94-722a-4b39-884f-f6e142f793eb", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:23:40.385177 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-999cd477-64cf-44e1-8ffb-903a7f4c809b {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:23:40.385577 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e4fe426-13d8-4292-8bde-c3180314c48c', 'tag': '31ba4c94-722a-4b39-884f-f6e142f793eb', 'status': 'completed', 'code': 200} Jul 05 03:23:40.461177 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3788ea99-396c-4a44-898b-49b2ee4310c3 req-00ee2b3c-fefc-43a7-b239-9000b50b16a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:23:40.462765 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3788ea99-396c-4a44-898b-49b2ee4310c3 req-00ee2b3c-fefc-43a7-b239-9000b50b16a3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0cc664668cb5479ca7b1183ecbc6d73e&device_id=2e4fe426-13d8-4292-8bde-c3180314c48c HTTP/1.1" status: 200 len: 1095 time: 0.0547047 Jul 05 03:23:40.561935 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3788ea99-396c-4a44-898b-49b2ee4310c3 req-cf490d59-45b8-4d16-81b3-44603c6abcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:23:40.563523 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3788ea99-396c-4a44-898b-49b2ee4310c3 req-cf490d59-45b8-4d16-81b3-44603c6abcc1 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=0cc664668cb5479ca7b1183ecbc6d73e&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0930915 Jul 05 03:23:40.663856 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3788ea99-396c-4a44-898b-49b2ee4310c3 req-44add5d6-183a-4abb-92fe-64a63e366923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:23:40.665248 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3788ea99-396c-4a44-898b-49b2ee4310c3 req-44add5d6-183a-4abb-92fe-64a63e366923 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0957720 Jul 05 03:23:40.760592 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc556f0f-a9b8-40bc-bb4d-b7ef01ec5ac4 req-f474e8c1-e748-4013-96f7-a1b4892ca4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:23:40.762117 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cc556f0f-a9b8-40bc-bb4d-b7ef01ec5ac4 req-f474e8c1-e748-4013-96f7-a1b4892ca4dc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0cc664668cb5479ca7b1183ecbc6d73e&device_id=2e4fe426-13d8-4292-8bde-c3180314c48c HTTP/1.1" status: 200 len: 1095 time: 0.0572820 Jul 05 03:23:40.803094 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cc556f0f-a9b8-40bc-bb4d-b7ef01ec5ac4 req-44604eb7-4c79-45a4-8e49-2c1afe3435af service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31ba4c94-722a-4b39-884f-f6e142f793eb HTTP/1.1" status: 200 len: 217 time: 0.0337124 Jul 05 03:23:40.851174 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc556f0f-a9b8-40bc-bb4d-b7ef01ec5ac4 req-22aaece3-8b05-451c-837a-88e0f94826a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:23:40.852649 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cc556f0f-a9b8-40bc-bb4d-b7ef01ec5ac4 req-22aaece3-8b05-451c-837a-88e0f94826a7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1cff33db-e753-4ad9-9d65-7fa681319fbe HTTP/1.1" status: 200 len: 854 time: 0.0438037 Jul 05 03:23:40.890240 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cc556f0f-a9b8-40bc-bb4d-b7ef01ec5ac4 req-82cf1a8d-90d2-4ee8-a551-307c4ee11beb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=aa702cae-e1a0-4538-bad7-a14fe7761f5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278225 Jul 05 03:23:40.990898 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cc556f0f-a9b8-40bc-bb4d-b7ef01ec5ac4 req-c01acf28-9445-49de-8bef-0375932544dc service neutron] 10.222.0.15 "GET /v2.0/networks/aa702cae-e1a0-4538-bad7-a14fe7761f5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976822 Jul 05 03:23:41.113757 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d0b3a5-7fa5-4eb2-ae08-d5647aad6211 req-18c390b2-a5e7-41b6-af7f-3768a36a80c1 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:23:41.115292 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-45d0b3a5-7fa5-4eb2-ae08-d5647aad6211 req-18c390b2-a5e7-41b6-af7f-3768a36a80c1 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e4fe426-13d8-4292-8bde-c3180314c48c HTTP/1.1" status: 200 len: 943 time: 0.1404030 Jul 05 03:23:41.117112 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cc556f0f-a9b8-40bc-bb4d-b7ef01ec5ac4 req-ef1007ea-9dd3-4920-a215-f726f3c22e34 service neutron] 10.222.0.15 "GET /v2.0/networks/aa702cae-e1a0-4538-bad7-a14fe7761f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099219 Jul 05 03:23:41.155889 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-45d0b3a5-7fa5-4eb2-ae08-d5647aad6211 req-a46e7520-dfb2-4889-8c27-d41ee86d7bde tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] 10.222.0.23 "GET /v2.0/security-groups?id=defc8bb3-f5bf-4b1f-a7ab-9cc2ba01a816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326409 Jul 05 03:23:42.307419 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:42.338769 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7e5931-db91-4508-880d-f3f87cff87dc req-00164b01-30c6-4875-952c-818c0001bfb5 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:23:42.340341 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3a7e5931-db91-4508-880d-f3f87cff87dc req-00164b01-30c6-4875-952c-818c0001bfb5 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e4fe426-13d8-4292-8bde-c3180314c48c HTTP/1.1" status: 200 len: 943 time: 0.0662282 Jul 05 03:23:42.380354 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3a7e5931-db91-4508-880d-f3f87cff87dc req-c6ca5de0-5e78-4875-9708-0b3cfc72c59d tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] 10.222.0.23 "GET /v2.0/security-groups?id=defc8bb3-f5bf-4b1f-a7ab-9cc2ba01a816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341194 Jul 05 03:23:42.415453 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:43.552223 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2e807a-c692-488b-ae7b-f4787f94121f req-5863c443-7d45-48f0-818b-4ab2b1073a4d tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:23:43.553740 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cc2e807a-c692-488b-ae7b-f4787f94121f req-5863c443-7d45-48f0-818b-4ab2b1073a4d tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e4fe426-13d8-4292-8bde-c3180314c48c HTTP/1.1" status: 200 len: 943 time: 0.0643034 Jul 05 03:23:43.596204 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cc2e807a-c692-488b-ae7b-f4787f94121f req-c1dad7a5-aa52-4b7a-a560-911460570791 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] 10.222.0.23 "GET /v2.0/security-groups?id=defc8bb3-f5bf-4b1f-a7ab-9cc2ba01a816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361867 Jul 05 03:23:44.174448 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 31ba4c94-722a-4b39-884f-f6e142f793eb details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:23:44.269246 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 31ba4c94-722a-4b39-884f-f6e142f793eb, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=31ba4c94-722a-4b39-884f-f6e142f793eb,segment=NetworkSegment(ce1c5cca-651f-4950-a370-bfb498c3be42),segment_id=ce1c5cca-651f-4950-a370-bfb498c3be42)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:23:44.283422 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Returning: {'device': '31ba4c94-722a-4b39-884f-f6e142f793eb', 'network_id': 'aa702cae-e1a0-4538-bad7-a14fe7761f5b', 'port_id': '31ba4c94-722a-4b39-884f-f6e142f793eb', 'mac_address': 'fa:16:3e:7b:db:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cff33db-e753-4ad9-9d65-7fa681319fbe', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:23:44.326312 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:44.339346 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31ba4c94-722a-4b39-884f-f6e142f793eb {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:23:44.358621 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 31ba4c94-722a-4b39-884f-f6e142f793eb, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=31ba4c94-722a-4b39-884f-f6e142f793eb,segment=NetworkSegment(ce1c5cca-651f-4950-a370-bfb498c3be42),segment_id=ce1c5cca-651f-4950-a370-bfb498c3be42)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:23:44.575917 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:44.623275 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=31ba4c94-722a-4b39-884f-f6e142f793eb,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:23:44.630723 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:23:44.631071 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:23:44.631409 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:23:44.631740 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:23:44.632070 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:23:44.632396 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:23:44.632721 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:23:44.633043 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:23:44.633361 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:23:44.633718 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:23:44.633988 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:23:44.639893 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:23:44.773559 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5837de2b-c941-49c3-b114-0ce2cd027fed req-0de7a551-9a6b-42af-a365-5457eaefe603 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:23:44.775102 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5837de2b-c941-49c3-b114-0ce2cd027fed req-0de7a551-9a6b-42af-a365-5457eaefe603 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e4fe426-13d8-4292-8bde-c3180314c48c HTTP/1.1" status: 200 len: 944 time: 0.0623665 Jul 05 03:23:44.778241 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['31ba4c94-722a-4b39-884f-f6e142f793eb'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:23:44.813467 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5837de2b-c941-49c3-b114-0ce2cd027fed req-f923b45d-e8f2-4b6b-a270-f6d55fa82e9f tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] 10.222.0.23 "GET /v2.0/security-groups?id=defc8bb3-f5bf-4b1f-a7ab-9cc2ba01a816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325243 Jul 05 03:23:45.987932 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bfa9a3-9c2c-4fe8-8e1a-576ffa4b7834 req-d954c13c-971d-46f6-81c1-39ca247ce116 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:23:45.989453 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-64bfa9a3-9c2c-4fe8-8e1a-576ffa4b7834 req-d954c13c-971d-46f6-81c1-39ca247ce116 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e4fe426-13d8-4292-8bde-c3180314c48c HTTP/1.1" status: 200 len: 944 time: 0.0638223 Jul 05 03:23:46.026707 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-64bfa9a3-9c2c-4fe8-8e1a-576ffa4b7834 req-7d8e3392-c124-44e2-8f71-41fa3723855f tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] 10.222.0.23 "GET /v2.0/security-groups?id=defc8bb3-f5bf-4b1f-a7ab-9cc2ba01a816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316429 Jul 05 03:23:46.190029 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 31ba4c94-722a-4b39-884f-f6e142f793eb up at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:23:46.318399 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning for port 31ba4c94-722a-4b39-884f-f6e142f793eb completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:23:46.323291 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning complete for port 31ba4c94-722a-4b39-884f-f6e142f793eb triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:23:46.323908 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:46.407943 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:46.433059 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e4fe426-13d8-4292-8bde-c3180314c48c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31ba4c94-722a-4b39-884f-f6e142f793eb'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:23:46.435328 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1156d35e1955dd65519df7b38ee19a55ddc3a31abbcc68c280d02d687c0487e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad0ddfec-b5a0-41d4-b225-05107259e197" -d '{"events": [{"server_uuid": "2e4fe426-13d8-4292-8bde-c3180314c48c", "name": "network-vif-plugged", "status": "completed", "tag": "31ba4c94-722a-4b39-884f-f6e142f793eb"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:23:46.448631 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 31ba4c94-722a-4b39-884f-f6e142f793eb, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=31ba4c94-722a-4b39-884f-f6e142f793eb,segment=NetworkSegment(ce1c5cca-651f-4950-a370-bfb498c3be42),segment_id=ce1c5cca-651f-4950-a370-bfb498c3be42)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:23:46.473106 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-119fce76-7eec-4c26-ac27-78a5e9531716 x-openstack-request-id: req-119fce76-7eec-4c26-ac27-78a5e9531716 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:23:46.473426 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e4fe426-13d8-4292-8bde-c3180314c48c", "name": "network-vif-plugged", "status": "completed", "tag": "31ba4c94-722a-4b39-884f-f6e142f793eb", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:23:46.473682 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-119fce76-7eec-4c26-ac27-78a5e9531716 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:23:46.474153 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e4fe426-13d8-4292-8bde-c3180314c48c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31ba4c94-722a-4b39-884f-f6e142f793eb', 'code': 200} Jul 05 03:23:46.535979 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:46.585036 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=31ba4c94-722a-4b39-884f-f6e142f793eb,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:23:46.597269 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0f0580-0cd3-4053-b6d7-0dae0ab9b263 req-84db3d13-1c9f-47b4-b3ec-d64149ebe26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:23:46.598983 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5d0f0580-0cd3-4053-b6d7-0dae0ab9b263 req-84db3d13-1c9f-47b4-b3ec-d64149ebe26a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2e4fe426-13d8-4292-8bde-c3180314c48c HTTP/1.1" status: 200 len: 1097 time: 0.0558507 Jul 05 03:23:46.646900 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5d0f0580-0cd3-4053-b6d7-0dae0ab9b263 req-16c8f11e-e23d-4be7-bd29-c152f99ff778 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=defc8bb3-f5bf-4b1f-a7ab-9cc2ba01a816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416577 Jul 05 03:23:47.204080 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf96233-7960-4b01-9c4e-76ca05771122 req-1be29172-ce8e-477a-bf6a-1856d5a1a0ae tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:23:47.206051 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0cf96233-7960-4b01-9c4e-76ca05771122 req-1be29172-ce8e-477a-bf6a-1856d5a1a0ae tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e4fe426-13d8-4292-8bde-c3180314c48c HTTP/1.1" status: 200 len: 945 time: 0.0676913 Jul 05 03:23:47.243007 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0cf96233-7960-4b01-9c4e-76ca05771122 req-49d8b8c1-79e7-48de-84f0-df625d9245c5 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] 10.222.0.23 "GET /v2.0/security-groups?id=defc8bb3-f5bf-4b1f-a7ab-9cc2ba01a816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313017 Jul 05 03:23:48.425846 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a643c0-7f04-413d-80db-6cc65ee04623 req-864b4e25-aa0c-4eb2-86ee-0a5e5ef1b1d5 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:23:48.427915 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-49a643c0-7f04-413d-80db-6cc65ee04623 req-864b4e25-aa0c-4eb2-86ee-0a5e5ef1b1d5 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e4fe426-13d8-4292-8bde-c3180314c48c HTTP/1.1" status: 200 len: 945 time: 0.0686638 Jul 05 03:23:48.465354 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-49a643c0-7f04-413d-80db-6cc65ee04623 req-c2c334d0-80d1-453d-8cc9-e7634274b8b4 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] 10.222.0.23 "GET /v2.0/security-groups?id=defc8bb3-f5bf-4b1f-a7ab-9cc2ba01a816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319359 Jul 05 03:23:49.126577 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096f23fc-4e78-40e5-a4b8-02747e97eacd req-df019241-b108-4bd9-a25f-0313c591ee45 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:23:49.128601 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-096f23fc-4e78-40e5-a4b8-02747e97eacd req-df019241-b108-4bd9-a25f-0313c591ee45 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e4fe426-13d8-4292-8bde-c3180314c48c HTTP/1.1" status: 200 len: 945 time: 0.0648458 Jul 05 03:23:49.164748 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-096f23fc-4e78-40e5-a4b8-02747e97eacd req-f4bbccbc-8857-42f4-b4f0-8c24886f3d43 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] 10.222.0.23 "GET /v2.0/security-groups?id=defc8bb3-f5bf-4b1f-a7ab-9cc2ba01a816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304682 Jul 05 03:23:50.382841 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e241312-8d22-4f37-ad7c-0e090fb88f8e req-b98251fa-82cb-4c58-acd7-bfb012e5ac0c tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:23:50.384361 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2e241312-8d22-4f37-ad7c-0e090fb88f8e req-b98251fa-82cb-4c58-acd7-bfb012e5ac0c tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e4fe426-13d8-4292-8bde-c3180314c48c HTTP/1.1" status: 200 len: 945 time: 0.1074421 Jul 05 03:23:50.444086 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1c414a-7e17-4b02-8798-69513ef0efa7 req-c7a10f98-190e-49f7-b11b-677717361fe3 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:23:50.445617 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3e1c414a-7e17-4b02-8798-69513ef0efa7 req-c7a10f98-190e-49f7-b11b-677717361fe3 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e4fe426-13d8-4292-8bde-c3180314c48c HTTP/1.1" status: 200 len: 945 time: 0.1298890 Jul 05 03:23:50.448689 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2e241312-8d22-4f37-ad7c-0e090fb88f8e req-a21f84ff-a556-4199-9f98-608edbb40ff1 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] 10.222.0.23 "GET /v2.0/security-groups?id=defc8bb3-f5bf-4b1f-a7ab-9cc2ba01a816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579638 Jul 05 03:23:50.546902 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-3e1c414a-7e17-4b02-8798-69513ef0efa7 req-f9d60322-2191-49e1-9d59-f6cc2926f2ff tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] Deleting port 31ba4c94-722a-4b39-884f-f6e142f793eb {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:23:50.547249 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-3e1c414a-7e17-4b02-8798-69513ef0efa7 req-f9d60322-2191-49e1-9d59-f6cc2926f2ff tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:50.636946 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-3e1c414a-7e17-4b02-8798-69513ef0efa7 req-f9d60322-2191-49e1-9d59-f6cc2926f2ff tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] For port 31ba4c94-722a-4b39-884f-f6e142f793eb, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=31ba4c94-722a-4b39-884f-f6e142f793eb,segment=NetworkSegment(ce1c5cca-651f-4950-a370-bfb498c3be42),segment_id=ce1c5cca-651f-4950-a370-bfb498c3be42)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:23:50.637317 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-3e1c414a-7e17-4b02-8798-69513ef0efa7 req-f9d60322-2191-49e1-9d59-f6cc2926f2ff tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:50.649203 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-3e1c414a-7e17-4b02-8798-69513ef0efa7 req-f9d60322-2191-49e1-9d59-f6cc2926f2ff tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] Calling delete_port for 31ba4c94-722a-4b39-884f-f6e142f793eb owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:23:50.849896 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-3e1c414a-7e17-4b02-8798-69513ef0efa7 req-f9d60322-2191-49e1-9d59-f6cc2926f2ff tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:50.863513 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['a484fe94-91d4-4ccb-9ff7-a99c5f5f660a'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:23:50.868758 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['31ba4c94-722a-4b39-884f-f6e142f793eb'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:23:50.883876 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d60322-2191-49e1-9d59-f6cc2926f2ff tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] Pushing event deleted for resources: {'Port': ['ID=31ba4c94-722a-4b39-884f-f6e142f793eb,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:23:50.904106 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-d0e83a75-2754-4ae9-aeba-188de8d9abaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:50.929559 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e1c414a-7e17-4b02-8798-69513ef0efa7 req-f9d60322-2191-49e1-9d59-f6cc2926f2ff tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] No DVR routers for this DVR port 31ba4c94-722a-4b39-884f-f6e142f793eb on host n-h2-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:23:50.932312 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-3e1c414a-7e17-4b02-8798-69513ef0efa7 req-f9d60322-2191-49e1-9d59-f6cc2926f2ff tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:50.934395 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3e1c414a-7e17-4b02-8798-69513ef0efa7 req-f9d60322-2191-49e1-9d59-f6cc2926f2ff tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] 10.222.0.15 "DELETE /v2.0/ports/31ba4c94-722a-4b39-884f-f6e142f793eb HTTP/1.1" status: 204 len: 173 time: 0.4832489 Jul 05 03:23:50.940138 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e4fe426-13d8-4292-8bde-c3180314c48c', 'name': 'network-vif-deleted', 'tag': '31ba4c94-722a-4b39-884f-f6e142f793eb'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:23:50.940138 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4c1385bffaa5d930a7117e6982c27207eca91cca31cf4b43f86c7ad63cd24a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dfa101d-8390-4b9d-93b5-0db34d783250" -d '{"events": [{"server_uuid": "2e4fe426-13d8-4292-8bde-c3180314c48c", "name": "network-vif-deleted", "tag": "31ba4c94-722a-4b39-884f-f6e142f793eb"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:23:50.976224 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27a1aee0-aade-40fb-83d7-0abe8b67c5fe x-openstack-request-id: req-27a1aee0-aade-40fb-83d7-0abe8b67c5fe {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:23:50.976519 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e4fe426-13d8-4292-8bde-c3180314c48c", "name": "network-vif-deleted", "tag": "31ba4c94-722a-4b39-884f-f6e142f793eb", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:23:50.976792 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-27a1aee0-aade-40fb-83d7-0abe8b67c5fe {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:23:50.977190 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e4fe426-13d8-4292-8bde-c3180314c48c', 'name': 'network-vif-deleted', 'tag': '31ba4c94-722a-4b39-884f-f6e142f793eb', 'status': 'completed', 'code': 200} Jul 05 03:23:51.603644 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d6a6fd67-04fa-4580-83e2-a587c2fe755a req-f49bbe44-bcd8-44ca-82fd-973be3facf17 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e4fe426-13d8-4292-8bde-c3180314c48c HTTP/1.1" status: 200 len: 210 time: 0.0304618 Jul 05 03:23:52.867285 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344384e0-f848-413e-bc01-f270ed944978 req-455a1c34-5d5a-4ff4-b3dc-3ed41a334465 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:23:52.868732 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-344384e0-f848-413e-bc01-f270ed944978 req-455a1c34-5d5a-4ff4-b3dc-3ed41a334465 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] 10.222.0.23 "GET /v2.0/ports?device_id=379954bd-86c4-4044-8c93-99fab26efcdb HTTP/1.1" status: 200 len: 946 time: 0.0623155 Jul 05 03:23:52.909780 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-344384e0-f848-413e-bc01-f270ed944978 req-465d135c-ce80-49d6-b7db-06fa5d7eec3a tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] 10.222.0.23 "GET /v2.0/security-groups?id=defc8bb3-f5bf-4b1f-a7ab-9cc2ba01a816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354409 Jul 05 03:23:53.102961 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6f42b9-fdeb-4bbb-b535-1abb36857631 req-c42870b3-81cd-47b0-9ce6-82df355e578f tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:23:53.104537 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ff6f42b9-fdeb-4bbb-b535-1abb36857631 req-c42870b3-81cd-47b0-9ce6-82df355e578f tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] 10.222.0.23 "GET /v2.0/ports?device_id=379954bd-86c4-4044-8c93-99fab26efcdb HTTP/1.1" status: 200 len: 946 time: 0.0677614 Jul 05 03:23:53.143275 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ff6f42b9-fdeb-4bbb-b535-1abb36857631 req-122d4a82-57d2-4ee9-9556-9561d1314571 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] 10.222.0.23 "GET /v2.0/security-groups?id=defc8bb3-f5bf-4b1f-a7ab-9cc2ba01a816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330167 Jul 05 03:23:53.266889 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-1c046687-cafa-45d0-b1c2-0999d3eb45ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:53.323245 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785d7320-66e9-4470-bd20-0eae6d098c91 req-47bb03b9-642f-458f-8381-2df3edf13d2d tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:23:53.324754 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-785d7320-66e9-4470-bd20-0eae6d098c91 req-47bb03b9-642f-458f-8381-2df3edf13d2d tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] 10.222.0.23 "GET /v2.0/ports?device_id=379954bd-86c4-4044-8c93-99fab26efcdb HTTP/1.1" status: 200 len: 946 time: 0.0672829 Jul 05 03:23:53.363548 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-785d7320-66e9-4470-bd20-0eae6d098c91 req-d9771275-7835-46e0-bc55-2a1e401c7f92 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] 10.222.0.23 "GET /v2.0/security-groups?id=defc8bb3-f5bf-4b1f-a7ab-9cc2ba01a816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328851 Jul 05 03:23:53.640808 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebbeee6-7c12-4599-9486-d8d785085e8c req-cfb3dfd1-7939-46bb-9bd0-1751a2623a23 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:23:53.642912 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-eebbeee6-7c12-4599-9486-d8d785085e8c req-cfb3dfd1-7939-46bb-9bd0-1751a2623a23 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] 10.222.0.23 "GET /v2.0/ports?device_id=379954bd-86c4-4044-8c93-99fab26efcdb HTTP/1.1" status: 200 len: 946 time: 0.0643897 Jul 05 03:23:53.682435 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-eebbeee6-7c12-4599-9486-d8d785085e8c req-728f4601-dca5-410e-b5c6-69b6fbeaf8b2 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] 10.222.0.23 "GET /v2.0/security-groups?id=defc8bb3-f5bf-4b1f-a7ab-9cc2ba01a816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337806 Jul 05 03:23:53.855105 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb27253-7e89-4d11-8c14-0ce701e110ba req-7af0a6e6-c467-42e4-9de8-231c2a1c8524 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:23:53.856649 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-edb27253-7e89-4d11-8c14-0ce701e110ba req-7af0a6e6-c467-42e4-9de8-231c2a1c8524 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] 10.222.0.23 "GET /v2.0/ports?device_id=379954bd-86c4-4044-8c93-99fab26efcdb HTTP/1.1" status: 200 len: 946 time: 0.0636332 Jul 05 03:23:53.896545 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-edb27253-7e89-4d11-8c14-0ce701e110ba req-e7a52a83-f455-438e-8a4c-1cb27deb6d73 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] 10.222.0.23 "GET /v2.0/security-groups?id=defc8bb3-f5bf-4b1f-a7ab-9cc2ba01a816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342743 Jul 05 03:23:53.969772 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:54.088211 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d61924a-6e24-4e99-b048-6fcaec012b21 req-ec08f171-3813-4a6f-80fc-3189bbb27d7a tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:23:54.089754 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5d61924a-6e24-4e99-b048-6fcaec012b21 req-ec08f171-3813-4a6f-80fc-3189bbb27d7a tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] 10.222.0.23 "GET /v2.0/ports?device_id=379954bd-86c4-4044-8c93-99fab26efcdb HTTP/1.1" status: 200 len: 946 time: 0.0676787 Jul 05 03:23:54.128953 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5d61924a-6e24-4e99-b048-6fcaec012b21 req-4e3cb1b9-04d3-4ff5-af46-142fe61eb097 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] 10.222.0.23 "GET /v2.0/security-groups?id=defc8bb3-f5bf-4b1f-a7ab-9cc2ba01a816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334971 Jul 05 03:23:54.191400 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 31ba4c94-722a-4b39-884f-f6e142f793eb no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:23:54.211626 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] No Port match for: 31ba4c94-722a-4b39-884f-f6e142f793eb {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:23:54.211972 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 31ba4c94-722a-4b39-884f-f6e142f793eb not bound to the agent host n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:23:54.851646 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d411bb-d2fe-42b5-9948-6cdfd39c2f66 req-c1aae973-9645-4c7b-a8ce-cb6c4d942632 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:23:54.853258 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-78d411bb-d2fe-42b5-9948-6cdfd39c2f66 req-c1aae973-9645-4c7b-a8ce-cb6c4d942632 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] 10.222.0.23 "GET /v2.0/ports?device_id=379954bd-86c4-4044-8c93-99fab26efcdb HTTP/1.1" status: 200 len: 946 time: 0.0646091 Jul 05 03:23:54.855669 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:54.891485 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-78d411bb-d2fe-42b5-9948-6cdfd39c2f66 req-ba95493f-5ab8-415a-9c75-5412d29639e8 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] 10.222.0.23 "GET /v2.0/security-groups?id=defc8bb3-f5bf-4b1f-a7ab-9cc2ba01a816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323300 Jul 05 03:23:56.070440 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ccd433-fc0e-4be9-acfd-f4e41ce2f917 req-9ca4148c-749b-4bb3-b0aa-48ae18a7d823 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:23:56.071994 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-77ccd433-fc0e-4be9-acfd-f4e41ce2f917 req-9ca4148c-749b-4bb3-b0aa-48ae18a7d823 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] 10.222.0.23 "GET /v2.0/ports?device_id=379954bd-86c4-4044-8c93-99fab26efcdb HTTP/1.1" status: 200 len: 946 time: 0.0643337 Jul 05 03:23:56.115494 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-77ccd433-fc0e-4be9-acfd-f4e41ce2f917 req-87248a46-90fd-460b-9ccb-9717ac6b7876 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] 10.222.0.23 "GET /v2.0/security-groups?id=defc8bb3-f5bf-4b1f-a7ab-9cc2ba01a816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369856 Jul 05 03:23:56.143608 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110fb24f-e9e4-47bd-afef-d79efdb73ea2 req-9f86bc39-015b-4a67-818c-5f230cc4432f tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:23:56.145100 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-110fb24f-e9e4-47bd-afef-d79efdb73ea2 req-9f86bc39-015b-4a67-818c-5f230cc4432f tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] 10.222.0.21 "GET /v2.0/ports?device_id=379954bd-86c4-4044-8c93-99fab26efcdb HTTP/1.1" status: 200 len: 946 time: 0.0810699 Jul 05 03:23:56.248651 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-110fb24f-e9e4-47bd-afef-d79efdb73ea2 req-4d7f0600-17cb-47ba-bd79-baeae2779169 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] Deleting port a484fe94-91d4-4ccb-9ff7-a99c5f5f660a {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:23:56.248651 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-110fb24f-e9e4-47bd-afef-d79efdb73ea2 req-4d7f0600-17cb-47ba-bd79-baeae2779169 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:56.301158 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:56.339050 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-110fb24f-e9e4-47bd-afef-d79efdb73ea2 req-4d7f0600-17cb-47ba-bd79-baeae2779169 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] For port a484fe94-91d4-4ccb-9ff7-a99c5f5f660a, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=a484fe94-91d4-4ccb-9ff7-a99c5f5f660a,segment=NetworkSegment(ce1c5cca-651f-4950-a370-bfb498c3be42),segment_id=ce1c5cca-651f-4950-a370-bfb498c3be42)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:23:56.339414 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-110fb24f-e9e4-47bd-afef-d79efdb73ea2 req-4d7f0600-17cb-47ba-bd79-baeae2779169 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:56.350979 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-110fb24f-e9e4-47bd-afef-d79efdb73ea2 req-4d7f0600-17cb-47ba-bd79-baeae2779169 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] Calling delete_port for a484fe94-91d4-4ccb-9ff7-a99c5f5f660a owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:23:56.546882 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-110fb24f-e9e4-47bd-afef-d79efdb73ea2 req-4d7f0600-17cb-47ba-bd79-baeae2779169 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:56.559116 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['a484fe94-91d4-4ccb-9ff7-a99c5f5f660a'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:23:56.579797 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7f0600-17cb-47ba-bd79-baeae2779169 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] Pushing event deleted for resources: {'Port': ['ID=a484fe94-91d4-4ccb-9ff7-a99c5f5f660a,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:23:56.625318 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-110fb24f-e9e4-47bd-afef-d79efdb73ea2 req-4d7f0600-17cb-47ba-bd79-baeae2779169 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] No DVR routers for this DVR port a484fe94-91d4-4ccb-9ff7-a99c5f5f660a on host n-h1-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:23:56.628583 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-110fb24f-e9e4-47bd-afef-d79efdb73ea2 req-4d7f0600-17cb-47ba-bd79-baeae2779169 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:56.630722 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-110fb24f-e9e4-47bd-afef-d79efdb73ea2 req-4d7f0600-17cb-47ba-bd79-baeae2779169 tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] 10.222.0.21 "DELETE /v2.0/ports/a484fe94-91d4-4ccb-9ff7-a99c5f5f660a HTTP/1.1" status: 204 len: 173 time: 0.4794004 Jul 05 03:23:56.631155 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '379954bd-86c4-4044-8c93-99fab26efcdb', 'name': 'network-vif-deleted', 'tag': 'a484fe94-91d4-4ccb-9ff7-a99c5f5f660a'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:23:56.633412 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4c1385bffaa5d930a7117e6982c27207eca91cca31cf4b43f86c7ad63cd24a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87f59cc0-a444-4722-adab-467a87a83193" -d '{"events": [{"server_uuid": "379954bd-86c4-4044-8c93-99fab26efcdb", "name": "network-vif-deleted", "tag": "a484fe94-91d4-4ccb-9ff7-a99c5f5f660a"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:23:56.667326 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29bea83f-956f-4026-8b8f-791c8b702c16 x-openstack-request-id: req-29bea83f-956f-4026-8b8f-791c8b702c16 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:23:56.667621 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "379954bd-86c4-4044-8c93-99fab26efcdb", "name": "network-vif-deleted", "tag": "a484fe94-91d4-4ccb-9ff7-a99c5f5f660a", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:23:56.667875 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-29bea83f-956f-4026-8b8f-791c8b702c16 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:23:56.668281 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '379954bd-86c4-4044-8c93-99fab26efcdb', 'name': 'network-vif-deleted', 'tag': 'a484fe94-91d4-4ccb-9ff7-a99c5f5f660a', 'status': 'completed', 'code': 200} Jul 05 03:23:57.273195 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c9e8a7ad-628d-4dee-98bd-117b294f1584 req-f3b0cb65-3cfb-4214-b6a7-78d503526d2b tempest-ServersNegativeTestJSON-327355449 tempest-ServersNegativeTestJSON-327355449-project] 10.222.0.23 "GET /v2.0/ports?device_id=379954bd-86c4-4044-8c93-99fab26efcdb HTTP/1.1" status: 200 len: 210 time: 0.0324857 Jul 05 03:23:58.379958 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 49716) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:23:58.424189 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb320b44-9ddf-401f-939f-5e0655f49187 admin admin] Deleting subnet 1cff33db-e753-4ad9-9d65-7fa681319fbe {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:23:58.427576 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-eb320b44-9ddf-401f-939f-5e0655f49187 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:58.464327 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-eb320b44-9ddf-401f-939f-5e0655f49187 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:58.503340 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-eb320b44-9ddf-401f-939f-5e0655f49187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:58.644535 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-eb320b44-9ddf-401f-939f-5e0655f49187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:58.668145 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb320b44-9ddf-401f-939f-5e0655f49187 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1cff33db-e753-4ad9-9d65-7fa681319fbe,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:23:58.674115 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-eb320b44-9ddf-401f-939f-5e0655f49187 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:58.676261 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-eb320b44-9ddf-401f-939f-5e0655f49187 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/1cff33db-e753-4ad9-9d65-7fa681319fbe HTTP/1.1" status: 204 len: 168 time: 0.2948461 Jul 05 03:23:58.678616 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 49718) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:23:58.746077 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-52108cfc-0137-4681-b4de-ece17f6f00b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:58.826924 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-52108cfc-0137-4681-b4de-ece17f6f00b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:58.836428 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-52108cfc-0137-4681-b4de-ece17f6f00b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa702cae-e1a0-4538-bad7-a14fe7761f5b']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:23:58.846429 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-52108cfc-0137-4681-b4de-ece17f6f00b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce1c5cca-651f-4950-a370-bfb498c3be42') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:23:58.846724 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-52108cfc-0137-4681-b4de-ece17f6f00b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce1c5cca-651f-4950-a370-bfb498c3be42') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:23:58.855350 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-52108cfc-0137-4681-b4de-ece17f6f00b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:58.868951 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-52108cfc-0137-4681-b4de-ece17f6f00b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:58.874645 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52108cfc-0137-4681-b4de-ece17f6f00b8 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:23:58.875028 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-52108cfc-0137-4681-b4de-ece17f6f00b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:58.877206 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 03:23:58.877206 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:23:58.877206 n-d-771362-32 neutron-server[94462]: timer() Jul 05 03:23:58.877206 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:23:58.877206 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 03:23:58.877206 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:23:58.877206 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 03:23:58.877206 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:23:58.877206 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 03:23:58.877206 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:23:58.877206 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 03:23:58.877206 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:23:58.877206 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 03:23:58.877206 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:23:58.877206 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:23:58.877206 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:23:58.877206 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:23:58.877206 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:23:58.877206 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 03:23:58.877206 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:23:58.877206 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 03:23:58.877206 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:23:58.877206 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:23:58.877206 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:23:58.877206 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 03:23:58.877206 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:23:58.877206 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:23:58.877206 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:23:58.877206 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:23:58.877206 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:23:58.877206 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:23:58.877206 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:23:58.975532 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-52108cfc-0137-4681-b4de-ece17f6f00b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:58.981063 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-52108cfc-0137-4681-b4de-ece17f6f00b8 admin admin] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:58.982964 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-52108cfc-0137-4681-b4de-ece17f6f00b8 admin admin] 10.222.0.23 "DELETE /v2.0/networks/aa702cae-e1a0-4538-bad7-a14fe7761f5b HTTP/1.1" status: 204 len: 168 time: 0.3034043 Jul 05 03:23:58.994357 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52108cfc-0137-4681-b4de-ece17f6f00b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa702cae-e1a0-4538-bad7-a14fe7761f5b,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:23:59.284127 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 49722) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:23:59.328051 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-f126b437-a7e7-41cb-9312-45425f2db863 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0cc664668cb5479ca7b1183ecbc6d73e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0427580 Jul 05 03:23:59.330502 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 49724) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:23:59.378049 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-686d1c40-3ab7-41fd-a59f-55327028847b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:59.398573 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-686d1c40-3ab7-41fd-a59f-55327028847b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:59.507135 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-686d1c40-3ab7-41fd-a59f-55327028847b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:59.509790 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-686d1c40-3ab7-41fd-a59f-55327028847b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:23:59.511031 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-686d1c40-3ab7-41fd-a59f-55327028847b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/defc8bb3-f5bf-4b1f-a7ab-9cc2ba01a816 HTTP/1.1" status: 204 len: 168 time: 0.1796381 Jul 05 03:23:59.523584 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686d1c40-3ab7-41fd-a59f-55327028847b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=defc8bb3-f5bf-4b1f-a7ab-9cc2ba01a816,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:24:00.524153 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 49746) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:24:00.616905 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-88956210-46a4-418d-8f7f-2014f817c688 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1537982921'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:24:00.741190 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88956210-46a4-418d-8f7f-2014f817c688 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Made reservation on behalf of 88dcfaf5384c4302b778371374120e74 for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:24:00.744879 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-88956210-46a4-418d-8f7f-2014f817c688 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:00.753783 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-88956210-46a4-418d-8f7f-2014f817c688 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:00.843438 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-88956210-46a4-418d-8f7f-2014f817c688 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:00.918674 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-88956210-46a4-418d-8f7f-2014f817c688 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:00.945377 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88956210-46a4-418d-8f7f-2014f817c688 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:24:00.955193 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88956210-46a4-418d-8f7f-2014f817c688 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e528745-e434-44bb-8070-bd97ded36ca8,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:24:00.959987 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-88956210-46a4-418d-8f7f-2014f817c688 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:00.965500 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-88956210-46a4-418d-8f7f-2014f817c688 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Added segment e462d82a-d3e0-4ccc-bca9-d67148c7dade of type vlan for network e68f2bfd-38e4-4b04-a292-7790876ad6eb Jul 05 03:24:01.003532 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-88956210-46a4-418d-8f7f-2014f817c688 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:01.084431 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-88956210-46a4-418d-8f7f-2014f817c688 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:01.089811 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device a484fe94-91d4-4ccb-9ff7-a99c5f5f660a no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:24:01.090366 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88956210-46a4-418d-8f7f-2014f817c688 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:24:01.091367 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-88956210-46a4-418d-8f7f-2014f817c688 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:01.112625 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] No Port match for: a484fe94-91d4-4ccb-9ff7-a99c5f5f660a {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:24:01.112866 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device a484fe94-91d4-4ccb-9ff7-a99c5f5f660a not bound to the agent host n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:24:01.167318 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88956210-46a4-418d-8f7f-2014f817c688 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Pushing event updated for resources: {'Network': ['ID=e68f2bfd-38e4-4b04-a292-7790876ad6eb,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:24:01.177394 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network e68f2bfd-38e4-4b04-a292-7790876ad6eb details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:24:01.215886 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-88956210-46a4-418d-8f7f-2014f817c688 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6906118 Jul 05 03:24:04.439633 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 49750) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:24:04.444820 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-eff461fa-375d-4565-afeb-429d0c91abb2 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Request body: {'subnet': {'network_id': 'e68f2bfd-38e4-4b04-a292-7790876ad6eb', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:24:04.604248 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eff461fa-375d-4565-afeb-429d0c91abb2 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Made reservation on behalf of 88dcfaf5384c4302b778371374120e74 for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:24:04.607914 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-eff461fa-375d-4565-afeb-429d0c91abb2 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:04.849877 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-eff461fa-375d-4565-afeb-429d0c91abb2 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:04.915166 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff461fa-375d-4565-afeb-429d0c91abb2 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Pushing event updated for resources: {'Subnet': ['ID=cea7931a-55ba-45ba-ba82-04cbd05ba800,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:24:04.917725 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff461fa-375d-4565-afeb-429d0c91abb2 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Checking segment: {'id': 'e462d82a-d3e0-4ccc-bca9-d67148c7dade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e68f2bfd-38e4-4b04-a292-7790876ad6eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:24:04.918083 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff461fa-375d-4565-afeb-429d0c91abb2 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Network hostable DHCP agents. Network: e68f2bfd-38e4-4b04-a292-7790876ad6eb, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:24:05.032636 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff461fa-375d-4565-afeb-429d0c91abb2 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Network e68f2bfd-38e4-4b04-a292-7790876ad6eb is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:24:05.089348 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-eff461fa-375d-4565-afeb-429d0c91abb2 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, e68f2bfd-38e4-4b04-a292-7790876ad6eb) {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:24:05.093483 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff461fa-375d-4565-afeb-429d0c91abb2 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:24:05.094070 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-eff461fa-375d-4565-afeb-429d0c91abb2 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks [] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:05.098568 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff637201-365b-48fb-9961-6e786664e67b None None] Network e68f2bfd-38e4-4b04-a292-7790876ad6eb requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:24:05.153334 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-eff461fa-375d-4565-afeb-429d0c91abb2 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7123678 Jul 05 03:24:05.156539 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 49752) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:24:05.164904 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-d4f1221e-9350-4611-a100-043fd2ae01d2 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1933990724'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:24:05.238023 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4f1221e-9350-4611-a100-043fd2ae01d2 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Made reservation on behalf of 88dcfaf5384c4302b778371374120e74 for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:24:05.241645 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d4f1221e-9350-4611-a100-043fd2ae01d2 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:05.246577 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d2d252-6312-4316-8c1b-d57cc2f6a56b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-e68f2bfd-38e4-4b04-a292-7790876ad6eb', 'network_id': 'e68f2bfd-38e4-4b04-a292-7790876ad6eb', 'tenant_id': '88dcfaf5384c4302b778371374120e74', 'fixed_ips': [{'subnet_id': 'cea7931a-55ba-45ba-ba82-04cbd05ba800'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:24:05.247449 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-43d2d252-6312-4316-8c1b-d57cc2f6a56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:05.266614 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4f1221e-9350-4611-a100-043fd2ae01d2 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:24:05.275894 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d4f1221e-9350-4611-a100-043fd2ae01d2 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:05.276256 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-d4f1221e-9350-4611-a100-043fd2ae01d2 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Added segment fa53283f-a684-429e-9f97-6c03284df8cc of type vlan for network d23d6942-32c7-4066-9fd2-6234ab4fd323 Jul 05 03:24:05.317989 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d4f1221e-9350-4611-a100-043fd2ae01d2 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:05.387020 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-43d2d252-6312-4316-8c1b-d57cc2f6a56b None None] Allocated IP 2001:db8:0:ffff::2 (e68f2bfd-38e4-4b04-a292-7790876ad6eb/cea7931a-55ba-45ba-ba82-04cbd05ba800/44c9c6c3-d9c6-4a54-a7a3-770b2b7530bf) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:24:05.427022 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d4f1221e-9350-4611-a100-043fd2ae01d2 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:05.432557 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f1221e-9350-4611-a100-043fd2ae01d2 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:24:05.433150 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d4f1221e-9350-4611-a100-043fd2ae01d2 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:05.500453 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f1221e-9350-4611-a100-043fd2ae01d2 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Pushing event updated for resources: {'Network': ['ID=d23d6942-32c7-4066-9fd2-6234ab4fd323,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:24:05.511167 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network d23d6942-32c7-4066-9fd2-6234ab4fd323 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:24:05.547976 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-d4f1221e-9350-4611-a100-043fd2ae01d2 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3896270 Jul 05 03:24:05.551050 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 49754) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:24:05.556167 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-821c8641-2ec3-4120-baca-03d037d4ad28 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Request body: {'subnet': {'network_id': 'd23d6942-32c7-4066-9fd2-6234ab4fd323', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:24:05.586257 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-43d2d252-6312-4316-8c1b-d57cc2f6a56b None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:05.606566 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-43d2d252-6312-4316-8c1b-d57cc2f6a56b None None] Transition to ACTIVE for port object 44c9c6c3-d9c6-4a54-a7a3-770b2b7530bf will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:24:05.629376 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-43d2d252-6312-4316-8c1b-d57cc2f6a56b None None] Transition to ACTIVE for port object 44c9c6c3-d9c6-4a54-a7a3-770b2b7530bf will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:24:05.701859 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-43d2d252-6312-4316-8c1b-d57cc2f6a56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:05.723931 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-821c8641-2ec3-4120-baca-03d037d4ad28 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Made reservation on behalf of 88dcfaf5384c4302b778371374120e74 for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:24:05.727721 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-821c8641-2ec3-4120-baca-03d037d4ad28 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:05.740403 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d2d252-6312-4316-8c1b-d57cc2f6a56b None None] Network e68f2bfd-38e4-4b04-a292-7790876ad6eb is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:24:05.743357 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-43d2d252-6312-4316-8c1b-d57cc2f6a56b None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:24:05.749206 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d2d252-6312-4316-8c1b-d57cc2f6a56b None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:24:05.754973 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d2d252-6312-4316-8c1b-d57cc2f6a56b None None] Pushing event updated for resources: {'Port': ['ID=44c9c6c3-d9c6-4a54-a7a3-770b2b7530bf,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:24:05.814694 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-43d2d252-6312-4316-8c1b-d57cc2f6a56b None None] Attempting to bind port 44c9c6c3-d9c6-4a54-a7a3-770b2b7530bf on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:24:05.815062 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-43d2d252-6312-4316-8c1b-d57cc2f6a56b None None] Attempting to bind port 44c9c6c3-d9c6-4a54-a7a3-770b2b7530bf by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'e462d82a-d3e0-4ccc-bca9-d67148c7dade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e68f2bfd-38e4-4b04-a292-7790876ad6eb'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:24:05.815479 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d2d252-6312-4316-8c1b-d57cc2f6a56b None None] Attempting to bind port 44c9c6c3-d9c6-4a54-a7a3-770b2b7530bf on network e68f2bfd-38e4-4b04-a292-7790876ad6eb {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:24:05.820688 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d2d252-6312-4316-8c1b-d57cc2f6a56b None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:24:05.821065 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d2d252-6312-4316-8c1b-d57cc2f6a56b None None] Checking segment: {'id': 'e462d82a-d3e0-4ccc-bca9-d67148c7dade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e68f2bfd-38e4-4b04-a292-7790876ad6eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:24:05.821471 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-43d2d252-6312-4316-8c1b-d57cc2f6a56b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:05.821875 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d2d252-6312-4316-8c1b-d57cc2f6a56b None None] Bound using segment: {'id': 'e462d82a-d3e0-4ccc-bca9-d67148c7dade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e68f2bfd-38e4-4b04-a292-7790876ad6eb'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:24:05.822369 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-43d2d252-6312-4316-8c1b-d57cc2f6a56b None None] Bound port: 44c9c6c3-d9c6-4a54-a7a3-770b2b7530bf, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e462d82a-d3e0-4ccc-bca9-d67148c7dade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e68f2bfd-38e4-4b04-a292-7790876ad6eb'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:24:05.822749 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-43d2d252-6312-4316-8c1b-d57cc2f6a56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:05.900497 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-43d2d252-6312-4316-8c1b-d57cc2f6a56b None None] For port 44c9c6c3-d9c6-4a54-a7a3-770b2b7530bf, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:24:05.904014 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-43d2d252-6312-4316-8c1b-d57cc2f6a56b None None] For port 44c9c6c3-d9c6-4a54-a7a3-770b2b7530bf, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=44c9c6c3-d9c6-4a54-a7a3-770b2b7530bf,segment=NetworkSegment(e462d82a-d3e0-4ccc-bca9-d67148c7dade),segment_id=e462d82a-d3e0-4ccc-bca9-d67148c7dade)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:24:05.970711 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-43d2d252-6312-4316-8c1b-d57cc2f6a56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:05.998500 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-821c8641-2ec3-4120-baca-03d037d4ad28 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:06.033349 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d2d252-6312-4316-8c1b-d57cc2f6a56b None None] Pushing event updated for resources: {'Port': ['ID=44c9c6c3-d9c6-4a54-a7a3-770b2b7530bf,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:24:06.063995 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821c8641-2ec3-4120-baca-03d037d4ad28 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Pushing event updated for resources: {'Subnet': ['ID=dd473b11-7fba-4787-9b82-45de723ad382,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:24:06.075924 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821c8641-2ec3-4120-baca-03d037d4ad28 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Checking segment: {'id': 'fa53283f-a684-429e-9f97-6c03284df8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd23d6942-32c7-4066-9fd2-6234ab4fd323'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:24:06.076358 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821c8641-2ec3-4120-baca-03d037d4ad28 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Network hostable DHCP agents. Network: d23d6942-32c7-4066-9fd2-6234ab4fd323, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:24:06.152478 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821c8641-2ec3-4120-baca-03d037d4ad28 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Network d23d6942-32c7-4066-9fd2-6234ab4fd323 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:24:06.264104 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-821c8641-2ec3-4120-baca-03d037d4ad28 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, d23d6942-32c7-4066-9fd2-6234ab4fd323) {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:24:06.270105 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821c8641-2ec3-4120-baca-03d037d4ad28 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:24:06.273904 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e60563-9e53-4075-ae6e-c0c0c0a75bb1 None None] Network d23d6942-32c7-4066-9fd2-6234ab4fd323 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:24:06.274484 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-821c8641-2ec3-4120-baca-03d037d4ad28 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks [] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:06.404408 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-821c8641-2ec3-4120-baca-03d037d4ad28 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.8522742 Jul 05 03:24:06.407120 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 49756) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:24:06.431992 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d418dc3-5254-4dda-810e-8d050a5ebe0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-d23d6942-32c7-4066-9fd2-6234ab4fd323', 'network_id': 'd23d6942-32c7-4066-9fd2-6234ab4fd323', 'tenant_id': '88dcfaf5384c4302b778371374120e74', 'fixed_ips': [{'subnet_id': 'dd473b11-7fba-4787-9b82-45de723ad382'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:24:06.440097 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5d418dc3-5254-4dda-810e-8d050a5ebe0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:06.510024 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2dd84a80-63ff-4c85-b98e-9b295bc1d525 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:06.572506 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2dd84a80-63ff-4c85-b98e-9b295bc1d525 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:06.585750 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-5d418dc3-5254-4dda-810e-8d050a5ebe0f None None] Allocated IP 2001:db8::2 (d23d6942-32c7-4066-9fd2-6234ab4fd323/dd473b11-7fba-4787-9b82-45de723ad382/17b9e8e7-fbd4-4504-b5f7-2fc94020da27) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:24:06.737237 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5d418dc3-5254-4dda-810e-8d050a5ebe0f None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:06.745965 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-5d418dc3-5254-4dda-810e-8d050a5ebe0f None None] Transition to ACTIVE for port object 17b9e8e7-fbd4-4504-b5f7-2fc94020da27 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:24:06.768585 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-5d418dc3-5254-4dda-810e-8d050a5ebe0f None None] Transition to ACTIVE for port object 17b9e8e7-fbd4-4504-b5f7-2fc94020da27 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:24:06.855735 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5d418dc3-5254-4dda-810e-8d050a5ebe0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:06.896248 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d418dc3-5254-4dda-810e-8d050a5ebe0f None None] Network d23d6942-32c7-4066-9fd2-6234ab4fd323 is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:24:06.899116 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-5d418dc3-5254-4dda-810e-8d050a5ebe0f None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:24:06.902480 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d418dc3-5254-4dda-810e-8d050a5ebe0f None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:24:06.916313 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d418dc3-5254-4dda-810e-8d050a5ebe0f None None] Pushing event updated for resources: {'Port': ['ID=17b9e8e7-fbd4-4504-b5f7-2fc94020da27,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:24:06.956078 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2dd84a80-63ff-4c85-b98e-9b295bc1d525 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:06.959723 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a79fd8-d3ea-4c8f-ad64-6f1133917260 None None] Network e68f2bfd-38e4-4b04-a292-7790876ad6eb requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:24:06.987332 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd84a80-63ff-4c85-b98e-9b295bc1d525 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Pushing event deleted for resources: {'Subnet': ['ID=dd473b11-7fba-4787-9b82-45de723ad382,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:24:07.009603 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 44c9c6c3-d9c6-4a54-a7a3-770b2b7530bf up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:24:07.043735 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-5d418dc3-5254-4dda-810e-8d050a5ebe0f None None] Attempting to bind port 17b9e8e7-fbd4-4504-b5f7-2fc94020da27 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:24:07.044001 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-5d418dc3-5254-4dda-810e-8d050a5ebe0f None None] Attempting to bind port 17b9e8e7-fbd4-4504-b5f7-2fc94020da27 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'fa53283f-a684-429e-9f97-6c03284df8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd23d6942-32c7-4066-9fd2-6234ab4fd323'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:24:07.044358 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d418dc3-5254-4dda-810e-8d050a5ebe0f None None] Attempting to bind port 17b9e8e7-fbd4-4504-b5f7-2fc94020da27 on network d23d6942-32c7-4066-9fd2-6234ab4fd323 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:24:07.056300 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2dd84a80-63ff-4c85-b98e-9b295bc1d525 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:07.063262 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d418dc3-5254-4dda-810e-8d050a5ebe0f None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:24:07.063262 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d418dc3-5254-4dda-810e-8d050a5ebe0f None None] Checking segment: {'id': 'fa53283f-a684-429e-9f97-6c03284df8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd23d6942-32c7-4066-9fd2-6234ab4fd323'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:24:07.063668 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5d418dc3-5254-4dda-810e-8d050a5ebe0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:07.064001 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d418dc3-5254-4dda-810e-8d050a5ebe0f None None] Bound using segment: {'id': 'fa53283f-a684-429e-9f97-6c03284df8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd23d6942-32c7-4066-9fd2-6234ab4fd323'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:24:07.064529 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-5d418dc3-5254-4dda-810e-8d050a5ebe0f None None] Bound port: 17b9e8e7-fbd4-4504-b5f7-2fc94020da27, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa53283f-a684-429e-9f97-6c03284df8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd23d6942-32c7-4066-9fd2-6234ab4fd323'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:24:07.064917 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5d418dc3-5254-4dda-810e-8d050a5ebe0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:07.066565 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-2dd84a80-63ff-4c85-b98e-9b295bc1d525 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d23d6942-32c7-4066-9fd2-6234ab4fd323']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:24:07.077760 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-2dd84a80-63ff-4c85-b98e-9b295bc1d525 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa53283f-a684-429e-9f97-6c03284df8cc') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:24:07.078164 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-2dd84a80-63ff-4c85-b98e-9b295bc1d525 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa53283f-a684-429e-9f97-6c03284df8cc') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:24:07.087896 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2dd84a80-63ff-4c85-b98e-9b295bc1d525 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:07.102411 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2dd84a80-63ff-4c85-b98e-9b295bc1d525 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:07.108816 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dd84a80-63ff-4c85-b98e-9b295bc1d525 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:24:07.109221 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2dd84a80-63ff-4c85-b98e-9b295bc1d525 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:07.112478 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 03:24:07.112478 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:24:07.112478 n-d-771362-32 neutron-server[94462]: timer() Jul 05 03:24:07.112478 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:24:07.112478 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 03:24:07.112478 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:24:07.112478 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 03:24:07.112478 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:24:07.112478 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 03:24:07.112478 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:24:07.112478 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 03:24:07.112478 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:24:07.112478 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 03:24:07.112478 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:24:07.112478 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:24:07.112478 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:24:07.112478 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:24:07.112478 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:24:07.112478 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 03:24:07.112478 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:24:07.112478 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 03:24:07.112478 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:24:07.112478 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:24:07.112478 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:24:07.112478 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 03:24:07.112478 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:24:07.112478 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:24:07.112478 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:24:07.112478 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:24:07.112478 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:24:07.112478 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:24:07.112478 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:24:07.222564 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.db.api [None req-2dd84a80-63ff-4c85-b98e-9b295bc1d525 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 03:24:07.222564 n-d-771362-32 neutron-server[94462]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 03:24:07.222564 n-d-771362-32 neutron-server[94462]: [parameters: {'id': 'd23d6942-32c7-4066-9fd2-6234ab4fd323'}] Jul 05 03:24:07.222564 n-d-771362-32 neutron-server[94462]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94462) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 03:24:07.223083 n-d-771362-32 neutron-server[94462]: DEBUG oslo_db.api [None req-2dd84a80-63ff-4c85-b98e-9b295bc1d525 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 03:24:07.327125 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-120fb511-de27-44b8-adf7-414ee0e75c51 None None] Provisioning for port 44c9c6c3-d9c6-4a54-a7a3-770b2b7530bf completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:24:07.374574 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-5d418dc3-5254-4dda-810e-8d050a5ebe0f None None] For port 17b9e8e7-fbd4-4504-b5f7-2fc94020da27, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:24:07.389626 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-5d418dc3-5254-4dda-810e-8d050a5ebe0f None None] For port 17b9e8e7-fbd4-4504-b5f7-2fc94020da27, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=17b9e8e7-fbd4-4504-b5f7-2fc94020da27,segment=NetworkSegment(fa53283f-a684-429e-9f97-6c03284df8cc),segment_id=fa53283f-a684-429e-9f97-6c03284df8cc)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:24:07.390582 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 44c9c6c3-d9c6-4a54-a7a3-770b2b7530bf completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:24:07.396983 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 44c9c6c3-d9c6-4a54-a7a3-770b2b7530bf triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:24:07.397353 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:07.495107 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5d418dc3-5254-4dda-810e-8d050a5ebe0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:07.500755 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:07.595924 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d418dc3-5254-4dda-810e-8d050a5ebe0f None None] Pushing event updated for resources: {'Port': ['ID=17b9e8e7-fbd4-4504-b5f7-2fc94020da27,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:24:07.615233 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 44c9c6c3-d9c6-4a54-a7a3-770b2b7530bf, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=44c9c6c3-d9c6-4a54-a7a3-770b2b7530bf,segment=NetworkSegment(e462d82a-d3e0-4ccc-bca9-d67148c7dade),segment_id=e462d82a-d3e0-4ccc-bca9-d67148c7dade)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:24:07.630351 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6140d43-4ffb-4820-9b57-7cbc6029485a None None] Network d23d6942-32c7-4066-9fd2-6234ab4fd323 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:24:07.701786 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-034694a7-444c-4d76-a972-7ebef65c5d8c None None] Provisioning complete for port 44c9c6c3-d9c6-4a54-a7a3-770b2b7530bf triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:24:07.702172 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-034694a7-444c-4d76-a972-7ebef65c5d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:07.723806 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2dd84a80-63ff-4c85-b98e-9b295bc1d525 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:07.739189 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:07.830598 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=44c9c6c3-d9c6-4a54-a7a3-770b2b7530bf,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:24:07.882077 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2127d7ca-7bc4-4796-9cf1-654c0cdf8180 None None] get_active_networks_info from n-d-771362-32 {{(pid=94463) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 03:24:07.958000 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2127d7ca-7bc4-4796-9cf1-654c0cdf8180 None None] Resources bound (agent type, host, resource id): {{(pid=94463) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 03:24:08.127310 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-2dd84a80-63ff-4c85-b98e-9b295bc1d525 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Deleting port 17b9e8e7-fbd4-4504-b5f7-2fc94020da27 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:24:08.127553 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2dd84a80-63ff-4c85-b98e-9b295bc1d525 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:08.189485 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-2dd84a80-63ff-4c85-b98e-9b295bc1d525 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] For port 17b9e8e7-fbd4-4504-b5f7-2fc94020da27, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=17b9e8e7-fbd4-4504-b5f7-2fc94020da27,segment=NetworkSegment(fa53283f-a684-429e-9f97-6c03284df8cc),segment_id=fa53283f-a684-429e-9f97-6c03284df8cc)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:24:08.189837 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2dd84a80-63ff-4c85-b98e-9b295bc1d525 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:08.202165 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-2dd84a80-63ff-4c85-b98e-9b295bc1d525 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Calling delete_port for 17b9e8e7-fbd4-4504-b5f7-2fc94020da27 owned by network:dhcp {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:24:08.352338 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2dd84a80-63ff-4c85-b98e-9b295bc1d525 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:08.375229 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd84a80-63ff-4c85-b98e-9b295bc1d525 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Pushing event deleted for resources: {'Port': ['ID=17b9e8e7-fbd4-4504-b5f7-2fc94020da27,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:24:08.381311 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd84a80-63ff-4c85-b98e-9b295bc1d525 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] No DVR routers for this DVR port 17b9e8e7-fbd4-4504-b5f7-2fc94020da27 on host n-d-771362-32 {{(pid=94462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:24:08.469311 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2dd84a80-63ff-4c85-b98e-9b295bc1d525 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:08.479314 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-2dd84a80-63ff-4c85-b98e-9b295bc1d525 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d23d6942-32c7-4066-9fd2-6234ab4fd323']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:24:08.489676 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-2dd84a80-63ff-4c85-b98e-9b295bc1d525 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa53283f-a684-429e-9f97-6c03284df8cc') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:24:08.489974 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-2dd84a80-63ff-4c85-b98e-9b295bc1d525 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa53283f-a684-429e-9f97-6c03284df8cc') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:24:08.499136 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2dd84a80-63ff-4c85-b98e-9b295bc1d525 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:08.513200 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2dd84a80-63ff-4c85-b98e-9b295bc1d525 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:08.519309 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dd84a80-63ff-4c85-b98e-9b295bc1d525 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:24:08.519710 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2dd84a80-63ff-4c85-b98e-9b295bc1d525 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:08.522752 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 03:24:08.522752 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:24:08.522752 n-d-771362-32 neutron-server[94462]: timer() Jul 05 03:24:08.522752 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:24:08.522752 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 03:24:08.522752 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:24:08.522752 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 03:24:08.522752 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:24:08.522752 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 03:24:08.522752 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:24:08.522752 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 03:24:08.522752 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:24:08.522752 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 03:24:08.522752 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:24:08.522752 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:24:08.522752 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:24:08.522752 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:24:08.522752 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:24:08.522752 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 03:24:08.522752 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:24:08.522752 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 03:24:08.522752 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:24:08.522752 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:24:08.522752 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:24:08.522752 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 03:24:08.522752 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:24:08.522752 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:24:08.522752 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:24:08.522752 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:24:08.522752 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:24:08.522752 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:24:08.522752 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:24:08.655790 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2dd84a80-63ff-4c85-b98e-9b295bc1d525 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:08.662668 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2dd84a80-63ff-4c85-b98e-9b295bc1d525 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:08.664439 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-2dd84a80-63ff-4c85-b98e-9b295bc1d525 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] 10.222.0.23 "DELETE /v2.0/networks/d23d6942-32c7-4066-9fd2-6234ab4fd323 HTTP/1.1" status: 204 len: 168 time: 2.2563522 Jul 05 03:24:08.668224 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 49758) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:24:08.674368 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-3ccb4631-295a-4916-898d-c69711f6ad11 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-124077828'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:24:08.676523 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd84a80-63ff-4c85-b98e-9b295bc1d525 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Pushing event deleted for resources: {'Network': ['ID=d23d6942-32c7-4066-9fd2-6234ab4fd323,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:24:08.753080 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ccb4631-295a-4916-898d-c69711f6ad11 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Made reservation on behalf of 88dcfaf5384c4302b778371374120e74 for: {'network': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:24:08.756687 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3ccb4631-295a-4916-898d-c69711f6ad11 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:08.780093 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ccb4631-295a-4916-898d-c69711f6ad11 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=94461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:24:08.788839 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3ccb4631-295a-4916-898d-c69711f6ad11 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:08.789185 n-d-771362-32 neutron-server[94461]: INFO neutron.db.segments_db [None req-3ccb4631-295a-4916-898d-c69711f6ad11 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Added segment 204e2f31-d21e-4f57-b8e7-e46303648691 of type vlan for network 5091cb60-df34-41e4-84ba-105a7f50fc4c Jul 05 03:24:08.828846 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3ccb4631-295a-4916-898d-c69711f6ad11 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:08.935198 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3ccb4631-295a-4916-898d-c69711f6ad11 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:08.941043 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ccb4631-295a-4916-898d-c69711f6ad11 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:24:08.941702 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3ccb4631-295a-4916-898d-c69711f6ad11 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:08.965354 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 44c9c6c3-d9c6-4a54-a7a3-770b2b7530bf up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:24:09.011437 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb4631-295a-4916-898d-c69711f6ad11 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Pushing event updated for resources: {'Network': ['ID=5091cb60-df34-41e4-84ba-105a7f50fc4c,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:24:09.017032 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 44c9c6c3-d9c6-4a54-a7a3-770b2b7530bf triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:24:09.017406 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:09.021355 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 5091cb60-df34-41e4-84ba-105a7f50fc4c details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:24:09.091282 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-3ccb4631-295a-4916-898d-c69711f6ad11 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4217024 Jul 05 03:24:09.094099 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 49760) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:24:09.100009 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-2b652017-ae46-4453-81f0-31140baf2b20 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Request body: {'subnet': {'network_id': '5091cb60-df34-41e4-84ba-105a7f50fc4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:24:09.278035 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b652017-ae46-4453-81f0-31140baf2b20 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Made reservation on behalf of 88dcfaf5384c4302b778371374120e74 for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:24:09.281767 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2b652017-ae46-4453-81f0-31140baf2b20 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:09.347155 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.ipam_backend_mixin [None req-2b652017-ae46-4453-81f0-31140baf2b20 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Performing IP validity checks on allocation pools {{(pid=94461) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 05 03:24:09.347673 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.ipam_backend_mixin [None req-2b652017-ae46-4453-81f0-31140baf2b20 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94461) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 05 03:24:09.536255 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2b652017-ae46-4453-81f0-31140baf2b20 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5763451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774823'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:09.610345 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b652017-ae46-4453-81f0-31140baf2b20 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Pushing event updated for resources: {'Subnet': ['ID=a9161ae6-3a13-4d54-a3e0-83de50e99d18,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:24:09.622845 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b652017-ae46-4453-81f0-31140baf2b20 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Checking segment: {'id': '204e2f31-d21e-4f57-b8e7-e46303648691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5091cb60-df34-41e4-84ba-105a7f50fc4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:24:09.623211 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b652017-ae46-4453-81f0-31140baf2b20 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Network hostable DHCP agents. Network: 5091cb60-df34-41e4-84ba-105a7f50fc4c, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:24:09.770069 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b652017-ae46-4453-81f0-31140baf2b20 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Network 5091cb60-df34-41e4-84ba-105a7f50fc4c is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:24:09.878683 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-2b652017-ae46-4453-81f0-31140baf2b20 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 5091cb60-df34-41e4-84ba-105a7f50fc4c) {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:24:09.884781 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b652017-ae46-4453-81f0-31140baf2b20 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:24:09.885392 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2b652017-ae46-4453-81f0-31140baf2b20 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:09.887711 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc2b342-0617-4afd-a54a-364a973ed878 None None] Network 5091cb60-df34-41e4-84ba-105a7f50fc4c requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:24:09.999115 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-2b652017-ae46-4453-81f0-31140baf2b20 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9032092 Jul 05 03:24:10.001925 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 49762) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:24:10.043306 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7050d2b6-23c4-4717-ad47-784569e4d693 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-5091cb60-df34-41e4-84ba-105a7f50fc4c', 'network_id': '5091cb60-df34-41e4-84ba-105a7f50fc4c', 'tenant_id': '88dcfaf5384c4302b778371374120e74', 'fixed_ips': [{'subnet_id': 'a9161ae6-3a13-4d54-a3e0-83de50e99d18'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:24:10.044272 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-7050d2b6-23c4-4717-ad47-784569e4d693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:10.099001 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a93b5474-7799-438e-b30c-1da1b72b73ec tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:10.149418 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a93b5474-7799-438e-b30c-1da1b72b73ec tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:10.180800 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-7050d2b6-23c4-4717-ad47-784569e4d693 None None] Allocated IP 2001:db8::3 (5091cb60-df34-41e4-84ba-105a7f50fc4c/a9161ae6-3a13-4d54-a3e0-83de50e99d18/4638d688-d03e-4423-b9fc-2c4565fcd6f3) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:24:10.321538 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-7050d2b6-23c4-4717-ad47-784569e4d693 None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:10.330461 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-7050d2b6-23c4-4717-ad47-784569e4d693 None None] Transition to ACTIVE for port object 4638d688-d03e-4423-b9fc-2c4565fcd6f3 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:24:10.345758 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-7050d2b6-23c4-4717-ad47-784569e4d693 None None] Transition to ACTIVE for port object 4638d688-d03e-4423-b9fc-2c4565fcd6f3 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:24:10.415730 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-7050d2b6-23c4-4717-ad47-784569e4d693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:10.453413 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7050d2b6-23c4-4717-ad47-784569e4d693 None None] Network 5091cb60-df34-41e4-84ba-105a7f50fc4c is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:24:10.456923 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-7050d2b6-23c4-4717-ad47-784569e4d693 None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:24:10.462463 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7050d2b6-23c4-4717-ad47-784569e4d693 None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:24:10.469197 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7050d2b6-23c4-4717-ad47-784569e4d693 None None] Pushing event updated for resources: {'Port': ['ID=4638d688-d03e-4423-b9fc-2c4565fcd6f3,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:24:10.512607 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a93b5474-7799-438e-b30c-1da1b72b73ec tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5763388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774356'] for subnet, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:10.524208 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-7050d2b6-23c4-4717-ad47-784569e4d693 None None] Attempting to bind port 4638d688-d03e-4423-b9fc-2c4565fcd6f3 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:24:10.524598 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-7050d2b6-23c4-4717-ad47-784569e4d693 None None] Attempting to bind port 4638d688-d03e-4423-b9fc-2c4565fcd6f3 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '204e2f31-d21e-4f57-b8e7-e46303648691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5091cb60-df34-41e4-84ba-105a7f50fc4c'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:24:10.525164 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7050d2b6-23c4-4717-ad47-784569e4d693 None None] Attempting to bind port 4638d688-d03e-4423-b9fc-2c4565fcd6f3 on network 5091cb60-df34-41e4-84ba-105a7f50fc4c {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:24:10.530308 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7050d2b6-23c4-4717-ad47-784569e4d693 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:24:10.530691 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7050d2b6-23c4-4717-ad47-784569e4d693 None None] Checking segment: {'id': '204e2f31-d21e-4f57-b8e7-e46303648691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5091cb60-df34-41e4-84ba-105a7f50fc4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:24:10.531100 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-7050d2b6-23c4-4717-ad47-784569e4d693 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:10.531498 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7050d2b6-23c4-4717-ad47-784569e4d693 None None] Bound using segment: {'id': '204e2f31-d21e-4f57-b8e7-e46303648691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5091cb60-df34-41e4-84ba-105a7f50fc4c'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:24:10.531963 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-7050d2b6-23c4-4717-ad47-784569e4d693 None None] Bound port: 4638d688-d03e-4423-b9fc-2c4565fcd6f3, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '204e2f31-d21e-4f57-b8e7-e46303648691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5091cb60-df34-41e4-84ba-105a7f50fc4c'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:24:10.532869 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-7050d2b6-23c4-4717-ad47-784569e4d693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:10.540848 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93b5474-7799-438e-b30c-1da1b72b73ec tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Pushing event deleted for resources: {'Subnet': ['ID=a9161ae6-3a13-4d54-a3e0-83de50e99d18,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:24:10.600010 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-7050d2b6-23c4-4717-ad47-784569e4d693 None None] For port 4638d688-d03e-4423-b9fc-2c4565fcd6f3, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:24:10.601852 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a93b5474-7799-438e-b30c-1da1b72b73ec tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:10.603169 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-7050d2b6-23c4-4717-ad47-784569e4d693 None None] For port 4638d688-d03e-4423-b9fc-2c4565fcd6f3, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=4638d688-d03e-4423-b9fc-2c4565fcd6f3,segment=NetworkSegment(204e2f31-d21e-4f57-b8e7-e46303648691),segment_id=204e2f31-d21e-4f57-b8e7-e46303648691)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:24:10.612820 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-a93b5474-7799-438e-b30c-1da1b72b73ec tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5091cb60-df34-41e4-84ba-105a7f50fc4c']}} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:24:10.627604 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-a93b5474-7799-438e-b30c-1da1b72b73ec tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '204e2f31-d21e-4f57-b8e7-e46303648691') {'for_net_delete': True} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:24:10.628314 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-a93b5474-7799-438e-b30c-1da1b72b73ec tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '204e2f31-d21e-4f57-b8e7-e46303648691') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:24:10.636760 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a93b5474-7799-438e-b30c-1da1b72b73ec tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5519669'] for segment, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:10.679620 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-7050d2b6-23c4-4717-ad47-784569e4d693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:10.683333 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a93b5474-7799-438e-b30c-1da1b72b73ec tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:10.689562 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a93b5474-7799-438e-b30c-1da1b72b73ec tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=94461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:24:10.689993 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a93b5474-7799-438e-b30c-1da1b72b73ec tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5763545'] for segment, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:10.693160 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:24:10.693160 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:24:10.693160 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:24:10.693160 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:24:10.693160 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:24:10.693160 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:24:10.693160 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:24:10.693160 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:24:10.693160 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:24:10.693160 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:24:10.693160 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:24:10.693160 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:24:10.693160 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:24:10.693160 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:24:10.693160 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:24:10.693160 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:24:10.693160 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:24:10.693160 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:24:10.693160 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:24:10.693160 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:24:10.693160 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:24:10.693160 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:24:10.693160 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:24:10.693160 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:24:10.693160 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:24:10.693160 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:24:10.693160 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:24:10.693160 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:24:10.693160 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:24:10.693160 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:24:10.693160 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:24:10.693160 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:24:10.693160 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:24:10.693160 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:24:10.693160 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:24:10.693160 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:24:10.693160 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:24:10.693160 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:24:10.693160 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:24:10.693160 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:24:10.693160 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:24:10.693160 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:24:10.693160 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:24:10.693160 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:24:10.693160 n-d-771362-32 neutron-server[94461]: Traceback (most recent call last): Jul 05 03:24:10.693160 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:24:10.693160 n-d-771362-32 neutron-server[94461]: timer() Jul 05 03:24:10.693160 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:24:10.693160 n-d-771362-32 neutron-server[94461]: cb(*args, **kw) Jul 05 03:24:10.693160 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:24:10.693160 n-d-771362-32 neutron-server[94461]: return func(*args, **kwargs) Jul 05 03:24:10.693160 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:24:10.693160 n-d-771362-32 neutron-server[94461]: self._notify() Jul 05 03:24:10.693160 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:24:10.693160 n-d-771362-32 neutron-server[94461]: self.callback(batched_events) Jul 05 03:24:10.693160 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:24:10.693160 n-d-771362-32 neutron-server[94461]: event.method(event) Jul 05 03:24:10.693160 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:24:10.693160 n-d-771362-32 neutron-server[94461]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:24:10.693160 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:24:10.693160 n-d-771362-32 neutron-server[94461]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:24:10.693160 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:24:10.693160 n-d-771362-32 neutron-server[94461]: return f(self, *a, **k) Jul 05 03:24:10.693160 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:24:10.693160 n-d-771362-32 neutron-server[94461]: return self._get(url).json() Jul 05 03:24:10.693160 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:24:10.693160 n-d-771362-32 neutron-server[94461]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:24:10.693160 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:24:10.693160 n-d-771362-32 neutron-server[94461]: return self.request(url, 'GET', **kwargs) Jul 05 03:24:10.693160 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:24:10.693160 n-d-771362-32 neutron-server[94461]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:24:10.693160 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:24:10.693160 n-d-771362-32 neutron-server[94461]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:24:10.693160 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:24:10.693160 n-d-771362-32 neutron-server[94461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:24:10.693160 n-d-771362-32 neutron-server[94461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:24:10.759703 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7050d2b6-23c4-4717-ad47-784569e4d693 None None] Pushing event updated for resources: {'Port': ['ID=4638d688-d03e-4423-b9fc-2c4565fcd6f3,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:24:10.780991 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab55630-87fe-455f-9d05-118585899e43 None None] Network 5091cb60-df34-41e4-84ba-105a7f50fc4c requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:24:10.804360 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.db.api [None req-a93b5474-7799-438e-b30c-1da1b72b73ec tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 03:24:10.804360 n-d-771362-32 neutron-server[94461]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 03:24:10.804360 n-d-771362-32 neutron-server[94461]: [parameters: {'id': '5091cb60-df34-41e4-84ba-105a7f50fc4c'}] Jul 05 03:24:10.804360 n-d-771362-32 neutron-server[94461]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 03:24:10.805248 n-d-771362-32 neutron-server[94461]: DEBUG oslo_db.api [None req-a93b5474-7799-438e-b30c-1da1b72b73ec tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 03:24:10.910627 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850a698c-ca62-43d0-b2b8-aac5a693dd4e None None] get_active_networks_info from n-d-771362-32 {{(pid=94463) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 03:24:10.973190 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850a698c-ca62-43d0-b2b8-aac5a693dd4e None None] Resources bound (agent type, host, resource id): {{(pid=94463) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 03:24:11.306139 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a93b5474-7799-438e-b30c-1da1b72b73ec tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:11.359503 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-a93b5474-7799-438e-b30c-1da1b72b73ec tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Deleting port 4638d688-d03e-4423-b9fc-2c4565fcd6f3 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:24:11.359851 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a93b5474-7799-438e-b30c-1da1b72b73ec tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:11.425892 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [None req-a93b5474-7799-438e-b30c-1da1b72b73ec tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] For port 4638d688-d03e-4423-b9fc-2c4565fcd6f3, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=4638d688-d03e-4423-b9fc-2c4565fcd6f3,segment=NetworkSegment(204e2f31-d21e-4f57-b8e7-e46303648691),segment_id=204e2f31-d21e-4f57-b8e7-e46303648691)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:24:11.426289 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a93b5474-7799-438e-b30c-1da1b72b73ec tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:11.439663 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-a93b5474-7799-438e-b30c-1da1b72b73ec tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Calling delete_port for 4638d688-d03e-4423-b9fc-2c4565fcd6f3 owned by network:dhcp {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:24:11.575954 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a93b5474-7799-438e-b30c-1da1b72b73ec tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:11.601959 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93b5474-7799-438e-b30c-1da1b72b73ec tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Pushing event deleted for resources: {'Port': ['ID=4638d688-d03e-4423-b9fc-2c4565fcd6f3,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:24:11.605272 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93b5474-7799-438e-b30c-1da1b72b73ec tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] No DVR routers for this DVR port 4638d688-d03e-4423-b9fc-2c4565fcd6f3 on host n-d-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:24:11.688185 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a93b5474-7799-438e-b30c-1da1b72b73ec tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:11.698537 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-a93b5474-7799-438e-b30c-1da1b72b73ec tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5091cb60-df34-41e4-84ba-105a7f50fc4c']}} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:24:11.709101 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-a93b5474-7799-438e-b30c-1da1b72b73ec tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '204e2f31-d21e-4f57-b8e7-e46303648691') {'for_net_delete': True} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:24:11.709995 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-a93b5474-7799-438e-b30c-1da1b72b73ec tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '204e2f31-d21e-4f57-b8e7-e46303648691') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:24:11.718167 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a93b5474-7799-438e-b30c-1da1b72b73ec tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5519669'] for segment, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:11.731362 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a93b5474-7799-438e-b30c-1da1b72b73ec tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:11.737925 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a93b5474-7799-438e-b30c-1da1b72b73ec tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=94461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:24:11.738332 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a93b5474-7799-438e-b30c-1da1b72b73ec tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5763545'] for segment, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:11.741191 n-d-771362-32 neutron-server[94461]: Traceback (most recent call last): Jul 05 03:24:11.741191 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:24:11.741191 n-d-771362-32 neutron-server[94461]: timer() Jul 05 03:24:11.741191 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:24:11.741191 n-d-771362-32 neutron-server[94461]: cb(*args, **kw) Jul 05 03:24:11.741191 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:24:11.741191 n-d-771362-32 neutron-server[94461]: return func(*args, **kwargs) Jul 05 03:24:11.741191 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:24:11.741191 n-d-771362-32 neutron-server[94461]: self._notify() Jul 05 03:24:11.741191 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:24:11.741191 n-d-771362-32 neutron-server[94461]: self.callback(batched_events) Jul 05 03:24:11.741191 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:24:11.741191 n-d-771362-32 neutron-server[94461]: event.method(event) Jul 05 03:24:11.741191 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:24:11.741191 n-d-771362-32 neutron-server[94461]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:24:11.741191 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:24:11.741191 n-d-771362-32 neutron-server[94461]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:24:11.741191 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:24:11.741191 n-d-771362-32 neutron-server[94461]: return f(self, *a, **k) Jul 05 03:24:11.741191 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:24:11.741191 n-d-771362-32 neutron-server[94461]: return self._get(url).json() Jul 05 03:24:11.741191 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:24:11.741191 n-d-771362-32 neutron-server[94461]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:24:11.741191 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:24:11.741191 n-d-771362-32 neutron-server[94461]: return self.request(url, 'GET', **kwargs) Jul 05 03:24:11.741191 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:24:11.741191 n-d-771362-32 neutron-server[94461]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:24:11.741191 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:24:11.741191 n-d-771362-32 neutron-server[94461]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:24:11.741191 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:24:11.741191 n-d-771362-32 neutron-server[94461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:24:11.741191 n-d-771362-32 neutron-server[94461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:24:11.890105 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a93b5474-7799-438e-b30c-1da1b72b73ec tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:11.897207 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a93b5474-7799-438e-b30c-1da1b72b73ec tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:11.899053 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-a93b5474-7799-438e-b30c-1da1b72b73ec tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] 10.222.0.23 "DELETE /v2.0/networks/5091cb60-df34-41e4-84ba-105a7f50fc4c HTTP/1.1" status: 204 len: 168 time: 1.8961697 Jul 05 03:24:11.902931 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 49764) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:24:11.908973 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-0db3e11d-c0bd-49bc-8fb4-db2c4f4fefd7 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1658996668'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:24:11.911680 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93b5474-7799-438e-b30c-1da1b72b73ec tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Pushing event deleted for resources: {'Network': ['ID=5091cb60-df34-41e4-84ba-105a7f50fc4c,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:24:12.007397 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:24:12.009814 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0db3e11d-c0bd-49bc-8fb4-db2c4f4fefd7 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Made reservation on behalf of 88dcfaf5384c4302b778371374120e74 for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:24:12.013388 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0db3e11d-c0bd-49bc-8fb4-db2c4f4fefd7 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:12.037166 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0db3e11d-c0bd-49bc-8fb4-db2c4f4fefd7 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:24:12.045787 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0db3e11d-c0bd-49bc-8fb4-db2c4f4fefd7 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:12.046145 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-0db3e11d-c0bd-49bc-8fb4-db2c4f4fefd7 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Added segment 60ada700-260d-4d54-a0d0-4e1d6243cb10 of type vlan for network 63175535-3d87-46e9-a185-673d176888a2 Jul 05 03:24:12.098811 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0db3e11d-c0bd-49bc-8fb4-db2c4f4fefd7 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:12.180986 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0db3e11d-c0bd-49bc-8fb4-db2c4f4fefd7 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:12.186515 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db3e11d-c0bd-49bc-8fb4-db2c4f4fefd7 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:24:12.189060 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0db3e11d-c0bd-49bc-8fb4-db2c4f4fefd7 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:12.252291 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db3e11d-c0bd-49bc-8fb4-db2c4f4fefd7 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Pushing event updated for resources: {'Network': ['ID=63175535-3d87-46e9-a185-673d176888a2,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:24:12.262269 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 63175535-3d87-46e9-a185-673d176888a2 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:24:12.307674 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-0db3e11d-c0bd-49bc-8fb4-db2c4f4fefd7 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4035916 Jul 05 03:24:12.311458 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 49766) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:24:12.314906 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:12.317286 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-f425495f-ee85-4ba2-9077-6071748dc3d3 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Request body: {'subnet': {'network_id': '63175535-3d87-46e9-a185-673d176888a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:24:12.398288 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:12.455109 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f425495f-ee85-4ba2-9077-6071748dc3d3 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Made reservation on behalf of 88dcfaf5384c4302b778371374120e74 for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:24:12.458683 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f425495f-ee85-4ba2-9077-6071748dc3d3 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:12.718818 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f425495f-ee85-4ba2-9077-6071748dc3d3 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:12.784092 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425495f-ee85-4ba2-9077-6071748dc3d3 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Pushing event updated for resources: {'Subnet': ['ID=d280c363-3b90-4374-a995-d486201409f2,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:24:12.792504 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f425495f-ee85-4ba2-9077-6071748dc3d3 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Checking segment: {'id': '60ada700-260d-4d54-a0d0-4e1d6243cb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '63175535-3d87-46e9-a185-673d176888a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:24:12.792866 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f425495f-ee85-4ba2-9077-6071748dc3d3 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Network hostable DHCP agents. Network: 63175535-3d87-46e9-a185-673d176888a2, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:24:12.861581 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f425495f-ee85-4ba2-9077-6071748dc3d3 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Network 63175535-3d87-46e9-a185-673d176888a2 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:24:12.912390 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-f425495f-ee85-4ba2-9077-6071748dc3d3 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 63175535-3d87-46e9-a185-673d176888a2) {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:24:12.917372 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f425495f-ee85-4ba2-9077-6071748dc3d3 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:24:12.921620 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f425495f-ee85-4ba2-9077-6071748dc3d3 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks [] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:12.921933 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22be4f1-bdc5-41a1-a64f-1530548b3c52 None None] Network 63175535-3d87-46e9-a185-673d176888a2 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:24:12.981725 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-f425495f-ee85-4ba2-9077-6071748dc3d3 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6690378 Jul 05 03:24:12.985927 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 49768) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:24:12.991039 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-e9f88195-2cda-41b9-8cdd-fddb92bc7122 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1805592066'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:24:13.066878 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9f88195-2cda-41b9-8cdd-fddb92bc7122 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Made reservation on behalf of 88dcfaf5384c4302b778371374120e74 for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:24:13.070269 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b97993-322d-4419-a2a5-5c68caf182ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-63175535-3d87-46e9-a185-673d176888a2', 'network_id': '63175535-3d87-46e9-a185-673d176888a2', 'tenant_id': '88dcfaf5384c4302b778371374120e74', 'fixed_ips': [{'subnet_id': 'd280c363-3b90-4374-a995-d486201409f2'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:24:13.070269 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a6b97993-322d-4419-a2a5-5c68caf182ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:13.070981 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e9f88195-2cda-41b9-8cdd-fddb92bc7122 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:13.096994 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9f88195-2cda-41b9-8cdd-fddb92bc7122 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:24:13.106217 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e9f88195-2cda-41b9-8cdd-fddb92bc7122 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:13.106594 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-e9f88195-2cda-41b9-8cdd-fddb92bc7122 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Added segment a323cf6b-b3a5-4032-8c76-36835ef645ba of type vlan for network 5bf4104a-8729-492c-858f-8f14e7e309bb Jul 05 03:24:13.147283 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e9f88195-2cda-41b9-8cdd-fddb92bc7122 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:13.206549 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-a6b97993-322d-4419-a2a5-5c68caf182ab None None] Allocated IP 2001:db8::2 (63175535-3d87-46e9-a185-673d176888a2/d280c363-3b90-4374-a995-d486201409f2/01b0cba6-8c37-4d92-94e2-7acb2eb335d8) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:24:13.244045 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e9f88195-2cda-41b9-8cdd-fddb92bc7122 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:13.249649 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f88195-2cda-41b9-8cdd-fddb92bc7122 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:24:13.254904 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e9f88195-2cda-41b9-8cdd-fddb92bc7122 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:13.321916 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f88195-2cda-41b9-8cdd-fddb92bc7122 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Pushing event updated for resources: {'Network': ['ID=5bf4104a-8729-492c-858f-8f14e7e309bb,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:24:13.335150 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 5bf4104a-8729-492c-858f-8f14e7e309bb details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:24:13.388431 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a6b97993-322d-4419-a2a5-5c68caf182ab None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:13.393979 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-e9f88195-2cda-41b9-8cdd-fddb92bc7122 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4069552 Jul 05 03:24:13.397094 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 49770) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:24:13.402339 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-f973f080-7473-4ac9-b1fb-3eda605fdf25 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Request body: {'subnet': {'network_id': '5bf4104a-8729-492c-858f-8f14e7e309bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:24:13.408947 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-a6b97993-322d-4419-a2a5-5c68caf182ab None None] Transition to ACTIVE for port object 01b0cba6-8c37-4d92-94e2-7acb2eb335d8 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:24:13.432180 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-a6b97993-322d-4419-a2a5-5c68caf182ab None None] Transition to ACTIVE for port object 01b0cba6-8c37-4d92-94e2-7acb2eb335d8 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:24:13.530401 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a6b97993-322d-4419-a2a5-5c68caf182ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:13.558048 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f973f080-7473-4ac9-b1fb-3eda605fdf25 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Made reservation on behalf of 88dcfaf5384c4302b778371374120e74 for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:24:13.561852 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f973f080-7473-4ac9-b1fb-3eda605fdf25 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:13.569203 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b97993-322d-4419-a2a5-5c68caf182ab None None] Network 63175535-3d87-46e9-a185-673d176888a2 is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:24:13.572143 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-a6b97993-322d-4419-a2a5-5c68caf182ab None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:24:13.578017 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b97993-322d-4419-a2a5-5c68caf182ab None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:24:13.585749 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b97993-322d-4419-a2a5-5c68caf182ab None None] Pushing event updated for resources: {'Port': ['ID=01b0cba6-8c37-4d92-94e2-7acb2eb335d8,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:24:13.641176 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-a6b97993-322d-4419-a2a5-5c68caf182ab None None] Attempting to bind port 01b0cba6-8c37-4d92-94e2-7acb2eb335d8 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:24:13.642180 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-a6b97993-322d-4419-a2a5-5c68caf182ab None None] Attempting to bind port 01b0cba6-8c37-4d92-94e2-7acb2eb335d8 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '60ada700-260d-4d54-a0d0-4e1d6243cb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '63175535-3d87-46e9-a185-673d176888a2'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:24:13.642504 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b97993-322d-4419-a2a5-5c68caf182ab None None] Attempting to bind port 01b0cba6-8c37-4d92-94e2-7acb2eb335d8 on network 63175535-3d87-46e9-a185-673d176888a2 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:24:13.647487 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b97993-322d-4419-a2a5-5c68caf182ab None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:24:13.647863 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b97993-322d-4419-a2a5-5c68caf182ab None None] Checking segment: {'id': '60ada700-260d-4d54-a0d0-4e1d6243cb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '63175535-3d87-46e9-a185-673d176888a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:24:13.648271 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a6b97993-322d-4419-a2a5-5c68caf182ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:13.648669 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b97993-322d-4419-a2a5-5c68caf182ab None None] Bound using segment: {'id': '60ada700-260d-4d54-a0d0-4e1d6243cb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '63175535-3d87-46e9-a185-673d176888a2'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:24:13.649277 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-a6b97993-322d-4419-a2a5-5c68caf182ab None None] Bound port: 01b0cba6-8c37-4d92-94e2-7acb2eb335d8, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60ada700-260d-4d54-a0d0-4e1d6243cb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '63175535-3d87-46e9-a185-673d176888a2'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:24:13.649675 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a6b97993-322d-4419-a2a5-5c68caf182ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:13.712865 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-a6b97993-322d-4419-a2a5-5c68caf182ab None None] For port 01b0cba6-8c37-4d92-94e2-7acb2eb335d8, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:24:13.715838 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-a6b97993-322d-4419-a2a5-5c68caf182ab None None] For port 01b0cba6-8c37-4d92-94e2-7acb2eb335d8, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=01b0cba6-8c37-4d92-94e2-7acb2eb335d8,segment=NetworkSegment(60ada700-260d-4d54-a0d0-4e1d6243cb10),segment_id=60ada700-260d-4d54-a0d0-4e1d6243cb10)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:24:13.787494 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a6b97993-322d-4419-a2a5-5c68caf182ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:13.804240 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f973f080-7473-4ac9-b1fb-3eda605fdf25 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:13.844661 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b97993-322d-4419-a2a5-5c68caf182ab None None] Pushing event updated for resources: {'Port': ['ID=01b0cba6-8c37-4d92-94e2-7acb2eb335d8,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:24:13.870536 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f973f080-7473-4ac9-b1fb-3eda605fdf25 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Pushing event updated for resources: {'Subnet': ['ID=96f4d408-a909-4141-aa82-1e5830b65a07,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:24:13.883720 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f973f080-7473-4ac9-b1fb-3eda605fdf25 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Checking segment: {'id': 'a323cf6b-b3a5-4032-8c76-36835ef645ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '5bf4104a-8729-492c-858f-8f14e7e309bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:24:13.887646 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f973f080-7473-4ac9-b1fb-3eda605fdf25 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Network hostable DHCP agents. Network: 5bf4104a-8729-492c-858f-8f14e7e309bb, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:24:13.969942 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f973f080-7473-4ac9-b1fb-3eda605fdf25 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Network 5bf4104a-8729-492c-858f-8f14e7e309bb is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:24:14.061032 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-f973f080-7473-4ac9-b1fb-3eda605fdf25 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 5bf4104a-8729-492c-858f-8f14e7e309bb) {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:24:14.066960 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f973f080-7473-4ac9-b1fb-3eda605fdf25 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:24:14.067558 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f973f080-7473-4ac9-b1fb-3eda605fdf25 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks [] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:14.072758 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e85f48b-aa81-4f27-8220-d6cf8730e14f None None] Network 5bf4104a-8729-492c-858f-8f14e7e309bb requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:24:14.153588 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-f973f080-7473-4ac9-b1fb-3eda605fdf25 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7554183 Jul 05 03:24:14.156350 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 49772) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:24:14.221615 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8480ec9c-88bc-4e9d-91c5-035716ef5603 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-5bf4104a-8729-492c-858f-8f14e7e309bb', 'network_id': '5bf4104a-8729-492c-858f-8f14e7e309bb', 'tenant_id': '88dcfaf5384c4302b778371374120e74', 'fixed_ips': [{'subnet_id': '96f4d408-a909-4141-aa82-1e5830b65a07'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:24:14.222595 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8480ec9c-88bc-4e9d-91c5-035716ef5603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:14.252098 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f661d9d4-090b-4c15-93d6-7a99425c9e9f tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:14.310825 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f661d9d4-090b-4c15-93d6-7a99425c9e9f tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:14.528008 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-8480ec9c-88bc-4e9d-91c5-035716ef5603 None None] Allocated IP 2001:db8::2 (5bf4104a-8729-492c-858f-8f14e7e309bb/96f4d408-a909-4141-aa82-1e5830b65a07/df6b4eae-a659-49b5-973e-a4e69f8d77ef) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:24:14.693694 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8480ec9c-88bc-4e9d-91c5-035716ef5603 None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:14.702861 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-8480ec9c-88bc-4e9d-91c5-035716ef5603 None None] Transition to ACTIVE for port object df6b4eae-a659-49b5-973e-a4e69f8d77ef will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:24:14.718531 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-8480ec9c-88bc-4e9d-91c5-035716ef5603 None None] Transition to ACTIVE for port object df6b4eae-a659-49b5-973e-a4e69f8d77ef will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:24:14.756976 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5d3c4d-1a1a-46f0-bc33-c46078ca9783 None None] Network 63175535-3d87-46e9-a185-673d176888a2 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:24:14.819949 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8480ec9c-88bc-4e9d-91c5-035716ef5603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:14.883518 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8480ec9c-88bc-4e9d-91c5-035716ef5603 None None] Network 5bf4104a-8729-492c-858f-8f14e7e309bb is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:24:14.908091 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-8480ec9c-88bc-4e9d-91c5-035716ef5603 None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:24:14.917075 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8480ec9c-88bc-4e9d-91c5-035716ef5603 None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:24:14.929588 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f661d9d4-090b-4c15-93d6-7a99425c9e9f tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5763388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774356'] for subnet, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:14.929712 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8480ec9c-88bc-4e9d-91c5-035716ef5603 None None] Pushing event updated for resources: {'Port': ['ID=df6b4eae-a659-49b5-973e-a4e69f8d77ef,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:24:14.949199 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f661d9d4-090b-4c15-93d6-7a99425c9e9f tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Pushing event deleted for resources: {'Subnet': ['ID=96f4d408-a909-4141-aa82-1e5830b65a07,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:24:14.994250 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-b9dea5ea-8e4c-45da-aa56-cd05f80cafc2 None None] Provisioning for port 01b0cba6-8c37-4d92-94e2-7acb2eb335d8 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:24:15.014355 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f661d9d4-090b-4c15-93d6-7a99425c9e9f tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:15.015339 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-8480ec9c-88bc-4e9d-91c5-035716ef5603 None None] Attempting to bind port df6b4eae-a659-49b5-973e-a4e69f8d77ef on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:24:15.015571 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-8480ec9c-88bc-4e9d-91c5-035716ef5603 None None] Attempting to bind port df6b4eae-a659-49b5-973e-a4e69f8d77ef by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'a323cf6b-b3a5-4032-8c76-36835ef645ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '5bf4104a-8729-492c-858f-8f14e7e309bb'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:24:15.016310 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8480ec9c-88bc-4e9d-91c5-035716ef5603 None None] Attempting to bind port df6b4eae-a659-49b5-973e-a4e69f8d77ef on network 5bf4104a-8729-492c-858f-8f14e7e309bb {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:24:15.023714 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8480ec9c-88bc-4e9d-91c5-035716ef5603 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:24:15.024091 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8480ec9c-88bc-4e9d-91c5-035716ef5603 None None] Checking segment: {'id': 'a323cf6b-b3a5-4032-8c76-36835ef645ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '5bf4104a-8729-492c-858f-8f14e7e309bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:24:15.024497 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8480ec9c-88bc-4e9d-91c5-035716ef5603 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:15.024891 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8480ec9c-88bc-4e9d-91c5-035716ef5603 None None] Bound using segment: {'id': 'a323cf6b-b3a5-4032-8c76-36835ef645ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '5bf4104a-8729-492c-858f-8f14e7e309bb'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:24:15.025363 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-8480ec9c-88bc-4e9d-91c5-035716ef5603 None None] Bound port: df6b4eae-a659-49b5-973e-a4e69f8d77ef, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a323cf6b-b3a5-4032-8c76-36835ef645ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '5bf4104a-8729-492c-858f-8f14e7e309bb'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:24:15.025747 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8480ec9c-88bc-4e9d-91c5-035716ef5603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:15.026504 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-f661d9d4-090b-4c15-93d6-7a99425c9e9f tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bf4104a-8729-492c-858f-8f14e7e309bb']}} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:24:15.029683 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 01b0cba6-8c37-4d92-94e2-7acb2eb335d8 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:24:15.038096 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-f661d9d4-090b-4c15-93d6-7a99425c9e9f tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a323cf6b-b3a5-4032-8c76-36835ef645ba') {'for_net_delete': True} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:24:15.038428 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-f661d9d4-090b-4c15-93d6-7a99425c9e9f tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a323cf6b-b3a5-4032-8c76-36835ef645ba') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:24:15.047435 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f661d9d4-090b-4c15-93d6-7a99425c9e9f tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5519669'] for segment, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:15.061384 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f661d9d4-090b-4c15-93d6-7a99425c9e9f tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:15.067336 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f661d9d4-090b-4c15-93d6-7a99425c9e9f tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=94461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:24:15.067734 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f661d9d4-090b-4c15-93d6-7a99425c9e9f tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5763545'] for segment, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:15.070674 n-d-771362-32 neutron-server[94461]: Traceback (most recent call last): Jul 05 03:24:15.070674 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:24:15.070674 n-d-771362-32 neutron-server[94461]: timer() Jul 05 03:24:15.070674 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:24:15.070674 n-d-771362-32 neutron-server[94461]: cb(*args, **kw) Jul 05 03:24:15.070674 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:24:15.070674 n-d-771362-32 neutron-server[94461]: return func(*args, **kwargs) Jul 05 03:24:15.070674 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:24:15.070674 n-d-771362-32 neutron-server[94461]: self._notify() Jul 05 03:24:15.070674 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:24:15.070674 n-d-771362-32 neutron-server[94461]: self.callback(batched_events) Jul 05 03:24:15.070674 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:24:15.070674 n-d-771362-32 neutron-server[94461]: event.method(event) Jul 05 03:24:15.070674 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:24:15.070674 n-d-771362-32 neutron-server[94461]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:24:15.070674 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:24:15.070674 n-d-771362-32 neutron-server[94461]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:24:15.070674 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:24:15.070674 n-d-771362-32 neutron-server[94461]: return f(self, *a, **k) Jul 05 03:24:15.070674 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:24:15.070674 n-d-771362-32 neutron-server[94461]: return self._get(url).json() Jul 05 03:24:15.070674 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:24:15.070674 n-d-771362-32 neutron-server[94461]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:24:15.070674 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:24:15.070674 n-d-771362-32 neutron-server[94461]: return self.request(url, 'GET', **kwargs) Jul 05 03:24:15.070674 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:24:15.070674 n-d-771362-32 neutron-server[94461]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:24:15.070674 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:24:15.070674 n-d-771362-32 neutron-server[94461]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:24:15.070674 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:24:15.070674 n-d-771362-32 neutron-server[94461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:24:15.070674 n-d-771362-32 neutron-server[94461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:24:15.141550 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-8480ec9c-88bc-4e9d-91c5-035716ef5603 None None] For port df6b4eae-a659-49b5-973e-a4e69f8d77ef, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:24:15.144712 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-8480ec9c-88bc-4e9d-91c5-035716ef5603 None None] For port df6b4eae-a659-49b5-973e-a4e69f8d77ef, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=df6b4eae-a659-49b5-973e-a4e69f8d77ef,segment=NetworkSegment(a323cf6b-b3a5-4032-8c76-36835ef645ba),segment_id=a323cf6b-b3a5-4032-8c76-36835ef645ba)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:24:15.192939 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.db.api [None req-f661d9d4-090b-4c15-93d6-7a99425c9e9f tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 03:24:15.192939 n-d-771362-32 neutron-server[94461]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 03:24:15.192939 n-d-771362-32 neutron-server[94461]: [parameters: {'id': '5bf4104a-8729-492c-858f-8f14e7e309bb'}] Jul 05 03:24:15.192939 n-d-771362-32 neutron-server[94461]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 03:24:15.193799 n-d-771362-32 neutron-server[94461]: DEBUG oslo_db.api [None req-f661d9d4-090b-4c15-93d6-7a99425c9e9f tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 03:24:15.250143 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 01b0cba6-8c37-4d92-94e2-7acb2eb335d8 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:24:15.253095 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8480ec9c-88bc-4e9d-91c5-035716ef5603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:15.264926 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 01b0cba6-8c37-4d92-94e2-7acb2eb335d8 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:24:15.265301 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:15.378793 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8480ec9c-88bc-4e9d-91c5-035716ef5603 None None] Pushing event updated for resources: {'Port': ['ID=df6b4eae-a659-49b5-973e-a4e69f8d77ef,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:24:15.397234 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-9a95cc59-e8c6-476a-a4bf-9358d31916ad None None] Provisioning complete for port 01b0cba6-8c37-4d92-94e2-7acb2eb335d8 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:24:15.397606 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-9a95cc59-e8c6-476a-a4bf-9358d31916ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:15.435063 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a1ec40-c83b-45da-92fe-cb67a1bc0bb1 None None] Network 5bf4104a-8729-492c-858f-8f14e7e309bb requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:24:15.511229 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:15.598517 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 01b0cba6-8c37-4d92-94e2-7acb2eb335d8, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=01b0cba6-8c37-4d92-94e2-7acb2eb335d8,segment=NetworkSegment(60ada700-260d-4d54-a0d0-4e1d6243cb10),segment_id=60ada700-260d-4d54-a0d0-4e1d6243cb10)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:24:15.638762 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-9a95cc59-e8c6-476a-a4bf-9358d31916ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:15.675344 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546f2d96-1f42-4538-9b5f-9b7657343920 None None] get_active_networks_info from n-d-771362-32 {{(pid=94463) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 03:24:15.694754 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f661d9d4-090b-4c15-93d6-7a99425c9e9f tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:15.714288 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:15.747946 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-f661d9d4-090b-4c15-93d6-7a99425c9e9f tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Deleting port df6b4eae-a659-49b5-973e-a4e69f8d77ef {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:24:15.748561 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f661d9d4-090b-4c15-93d6-7a99425c9e9f tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:15.815649 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [None req-f661d9d4-090b-4c15-93d6-7a99425c9e9f tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] For port df6b4eae-a659-49b5-973e-a4e69f8d77ef, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=df6b4eae-a659-49b5-973e-a4e69f8d77ef,segment=NetworkSegment(a323cf6b-b3a5-4032-8c76-36835ef645ba),segment_id=a323cf6b-b3a5-4032-8c76-36835ef645ba)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:24:15.816010 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f661d9d4-090b-4c15-93d6-7a99425c9e9f tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:15.818335 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546f2d96-1f42-4538-9b5f-9b7657343920 None None] Resources bound (agent type, host, resource id): {{(pid=94463) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 03:24:15.825498 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.db.api [None req-9a95cc59-e8c6-476a-a4bf-9358d31916ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94463) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 03:24:15.826140 n-d-771362-32 neutron-server[94463]: DEBUG oslo_db.api [None req-9a95cc59-e8c6-476a-a4bf-9358d31916ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 03:24:15.828632 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=01b0cba6-8c37-4d92-94e2-7acb2eb335d8,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:24:15.830094 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-f661d9d4-090b-4c15-93d6-7a99425c9e9f tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Calling delete_port for df6b4eae-a659-49b5-973e-a4e69f8d77ef owned by network:dhcp {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:24:15.981221 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f661d9d4-090b-4c15-93d6-7a99425c9e9f tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:16.013179 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f661d9d4-090b-4c15-93d6-7a99425c9e9f tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] No DVR routers for this DVR port df6b4eae-a659-49b5-973e-a4e69f8d77ef on host n-d-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:24:16.019860 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f661d9d4-090b-4c15-93d6-7a99425c9e9f tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Pushing event deleted for resources: {'Port': ['ID=df6b4eae-a659-49b5-973e-a4e69f8d77ef,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:24:16.094214 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f661d9d4-090b-4c15-93d6-7a99425c9e9f tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:16.103936 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-f661d9d4-090b-4c15-93d6-7a99425c9e9f tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bf4104a-8729-492c-858f-8f14e7e309bb']}} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:24:16.113938 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-f661d9d4-090b-4c15-93d6-7a99425c9e9f tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a323cf6b-b3a5-4032-8c76-36835ef645ba') {'for_net_delete': True} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:24:16.114261 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-f661d9d4-090b-4c15-93d6-7a99425c9e9f tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a323cf6b-b3a5-4032-8c76-36835ef645ba') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:24:16.122792 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f661d9d4-090b-4c15-93d6-7a99425c9e9f tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5519669'] for segment, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:16.136571 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f661d9d4-090b-4c15-93d6-7a99425c9e9f tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:16.142399 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f661d9d4-090b-4c15-93d6-7a99425c9e9f tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=94461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:24:16.142787 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f661d9d4-090b-4c15-93d6-7a99425c9e9f tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5763545'] for segment, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:16.145675 n-d-771362-32 neutron-server[94461]: Traceback (most recent call last): Jul 05 03:24:16.145675 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:24:16.145675 n-d-771362-32 neutron-server[94461]: timer() Jul 05 03:24:16.145675 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:24:16.145675 n-d-771362-32 neutron-server[94461]: cb(*args, **kw) Jul 05 03:24:16.145675 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:24:16.145675 n-d-771362-32 neutron-server[94461]: return func(*args, **kwargs) Jul 05 03:24:16.145675 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:24:16.145675 n-d-771362-32 neutron-server[94461]: self._notify() Jul 05 03:24:16.145675 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:24:16.145675 n-d-771362-32 neutron-server[94461]: self.callback(batched_events) Jul 05 03:24:16.145675 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:24:16.145675 n-d-771362-32 neutron-server[94461]: event.method(event) Jul 05 03:24:16.145675 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:24:16.145675 n-d-771362-32 neutron-server[94461]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:24:16.145675 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:24:16.145675 n-d-771362-32 neutron-server[94461]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:24:16.145675 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:24:16.145675 n-d-771362-32 neutron-server[94461]: return f(self, *a, **k) Jul 05 03:24:16.145675 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:24:16.145675 n-d-771362-32 neutron-server[94461]: return self._get(url).json() Jul 05 03:24:16.145675 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:24:16.145675 n-d-771362-32 neutron-server[94461]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:24:16.145675 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:24:16.145675 n-d-771362-32 neutron-server[94461]: return self.request(url, 'GET', **kwargs) Jul 05 03:24:16.145675 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:24:16.145675 n-d-771362-32 neutron-server[94461]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:24:16.145675 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:24:16.145675 n-d-771362-32 neutron-server[94461]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:24:16.145675 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:24:16.145675 n-d-771362-32 neutron-server[94461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:24:16.145675 n-d-771362-32 neutron-server[94461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:24:16.278528 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f661d9d4-090b-4c15-93d6-7a99425c9e9f tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:16.286088 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f661d9d4-090b-4c15-93d6-7a99425c9e9f tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:16.288051 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-f661d9d4-090b-4c15-93d6-7a99425c9e9f tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] 10.222.0.23 "DELETE /v2.0/networks/5bf4104a-8729-492c-858f-8f14e7e309bb HTTP/1.1" status: 204 len: 168 time: 2.1301050 Jul 05 03:24:16.291085 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 49774) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:24:16.300888 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f661d9d4-090b-4c15-93d6-7a99425c9e9f tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Pushing event deleted for resources: {'Network': ['ID=5bf4104a-8729-492c-858f-8f14e7e309bb,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:24:16.323107 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bfb802b-d92b-4c0b-8127-41d1bfe3466b tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] GET failed (client error): The resource could not be found. Jul 05 03:24:16.324476 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-9bfb802b-d92b-4c0b-8127-41d1bfe3466b tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] 10.222.0.23 "GET /v2.0/subnets/96f4d408-a909-4141-aa82-1e5830b65a07 HTTP/1.1" status: 404 len: 337 time: 0.0323451 Jul 05 03:24:16.327695 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 49776) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:24:16.347200 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-abe5eefe-509d-4d4e-b19b-fbc57cfa5d85 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] DELETE failed (client error): The resource could not be found. Jul 05 03:24:16.347802 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abe5eefe-509d-4d4e-b19b-fbc57cfa5d85 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94462) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:24:16.349641 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-abe5eefe-509d-4d4e-b19b-fbc57cfa5d85 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] 10.222.0.23 "DELETE /v2.0/networks/5bf4104a-8729-492c-858f-8f14e7e309bb HTTP/1.1" status: 404 len: 339 time: 0.0209444 Jul 05 03:24:16.353726 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 49778) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:24:16.382330 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-1657f138-e270-46f5-a84f-3e24ed1a0365 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] DELETE failed (client error): The resource could not be found. Jul 05 03:24:16.384007 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1657f138-e270-46f5-a84f-3e24ed1a0365 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94462) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:24:16.384608 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-1657f138-e270-46f5-a84f-3e24ed1a0365 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] 10.222.0.23 "DELETE /v2.0/subnets/96f4d408-a909-4141-aa82-1e5830b65a07 HTTP/1.1" status: 404 len: 337 time: 0.0298183 Jul 05 03:24:16.387327 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 49780) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:24:16.407705 n-d-771362-32 neutron-server[94462]: INFO neutron.pecan_wsgi.hooks.translation [None req-e44e2009-c99b-444b-aa47-bb53c1a987cf tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] DELETE failed (client error): The resource could not be found. Jul 05 03:24:16.408334 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e44e2009-c99b-444b-aa47-bb53c1a987cf tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94462) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:24:16.410305 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-e44e2009-c99b-444b-aa47-bb53c1a987cf tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] 10.222.0.23 "DELETE /v2.0/networks/5bf4104a-8729-492c-858f-8f14e7e309bb HTTP/1.1" status: 404 len: 339 time: 0.0218356 Jul 05 03:24:16.413011 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 49782) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:24:16.465928 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-47ddad3a-ada9-4f34-962a-2d93cae8b1d9 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Deleting subnet d280c363-3b90-4374-a995-d486201409f2 {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:24:16.469917 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-47ddad3a-ada9-4f34-962a-2d93cae8b1d9 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:16.517908 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-47ddad3a-ada9-4f34-962a-2d93cae8b1d9 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:16.604948 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-47ddad3a-ada9-4f34-962a-2d93cae8b1d9 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:16.770323 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-47ddad3a-ada9-4f34-962a-2d93cae8b1d9 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:16.800771 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ddad3a-ada9-4f34-962a-2d93cae8b1d9 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Pushing event deleted for resources: {'Subnet': ['ID=d280c363-3b90-4374-a995-d486201409f2,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:24:16.810850 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ddad3a-ada9-4f34-962a-2d93cae8b1d9 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:24:16.811197 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ddad3a-ada9-4f34-962a-2d93cae8b1d9 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:24:16.811540 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ddad3a-ada9-4f34-962a-2d93cae8b1d9 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:24:16.811876 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ddad3a-ada9-4f34-962a-2d93cae8b1d9 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:24:16.812207 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ddad3a-ada9-4f34-962a-2d93cae8b1d9 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:24:16.812536 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ddad3a-ada9-4f34-962a-2d93cae8b1d9 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:24:16.812886 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ddad3a-ada9-4f34-962a-2d93cae8b1d9 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:24:16.813289 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ddad3a-ada9-4f34-962a-2d93cae8b1d9 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:24:16.813615 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ddad3a-ada9-4f34-962a-2d93cae8b1d9 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:24:16.813941 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ddad3a-ada9-4f34-962a-2d93cae8b1d9 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:24:16.814291 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ddad3a-ada9-4f34-962a-2d93cae8b1d9 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:24:16.814614 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ddad3a-ada9-4f34-962a-2d93cae8b1d9 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:24:16.818037 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-47ddad3a-ada9-4f34-962a-2d93cae8b1d9 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks [] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:16.818500 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53be4f4-63c1-49a5-bf5d-07dddf6ceb10 None None] Network 63175535-3d87-46e9-a185-673d176888a2 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:24:16.820453 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-47ddad3a-ada9-4f34-962a-2d93cae8b1d9 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] 10.222.0.23 "DELETE /v2.0/subnets/d280c363-3b90-4374-a995-d486201409f2 HTTP/1.1" status: 204 len: 168 time: 0.4064143 Jul 05 03:24:16.822913 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 49784) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:24:16.901867 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0667166f-a8e8-4e27-bcb4-af19de3da0d5 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:16.961351 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-0667166f-a8e8-4e27-bcb4-af19de3da0d5 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Deleting port 01b0cba6-8c37-4d92-94e2-7acb2eb335d8 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:24:16.961631 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 01b0cba6-8c37-4d92-94e2-7acb2eb335d8 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:24:16.961761 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0667166f-a8e8-4e27-bcb4-af19de3da0d5 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:17.012582 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 01b0cba6-8c37-4d92-94e2-7acb2eb335d8 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:24:17.012951 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:17.015811 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5845e3-3ae6-4219-bc47-ac23500832c0 None None] DHCP port deletion for 63175535-3d87-46e9-a185-673d176888a2 request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:24:17.034338 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-0667166f-a8e8-4e27-bcb4-af19de3da0d5 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] For port 01b0cba6-8c37-4d92-94e2-7acb2eb335d8, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=01b0cba6-8c37-4d92-94e2-7acb2eb335d8,segment=NetworkSegment(60ada700-260d-4d54-a0d0-4e1d6243cb10),segment_id=60ada700-260d-4d54-a0d0-4e1d6243cb10)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:24:17.034705 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0667166f-a8e8-4e27-bcb4-af19de3da0d5 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:17.048259 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-0667166f-a8e8-4e27-bcb4-af19de3da0d5 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Calling delete_port for 01b0cba6-8c37-4d92-94e2-7acb2eb335d8 owned by network:dhcp {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:24:17.120908 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-5d5845e3-3ae6-4219-bc47-ac23500832c0 None None] Deleting port 01b0cba6-8c37-4d92-94e2-7acb2eb335d8 {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:24:17.121191 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5d5845e3-3ae6-4219-bc47-ac23500832c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:17.197348 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-5d5845e3-3ae6-4219-bc47-ac23500832c0 None None] For port 01b0cba6-8c37-4d92-94e2-7acb2eb335d8, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=01b0cba6-8c37-4d92-94e2-7acb2eb335d8,segment=NetworkSegment(60ada700-260d-4d54-a0d0-4e1d6243cb10),segment_id=60ada700-260d-4d54-a0d0-4e1d6243cb10)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:24:17.197739 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5d5845e3-3ae6-4219-bc47-ac23500832c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:17.198559 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0667166f-a8e8-4e27-bcb4-af19de3da0d5 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:17.213464 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-5d5845e3-3ae6-4219-bc47-ac23500832c0 None None] Calling delete_port for 01b0cba6-8c37-4d92-94e2-7acb2eb335d8 owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:24:17.230791 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0667166f-a8e8-4e27-bcb4-af19de3da0d5 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Pushing event deleted for resources: {'Port': ['ID=01b0cba6-8c37-4d92-94e2-7acb2eb335d8,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:24:17.234315 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0667166f-a8e8-4e27-bcb4-af19de3da0d5 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] No DVR routers for this DVR port 01b0cba6-8c37-4d92-94e2-7acb2eb335d8 on host n-d-771362-32 {{(pid=94462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:24:17.289254 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5d5845e3-3ae6-4219-bc47-ac23500832c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:17.312810 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0667166f-a8e8-4e27-bcb4-af19de3da0d5 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:17.314117 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5845e3-3ae6-4219-bc47-ac23500832c0 None None] Pushing event deleted for resources: {'Port': ['ID=01b0cba6-8c37-4d92-94e2-7acb2eb335d8,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:24:17.317676 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5845e3-3ae6-4219-bc47-ac23500832c0 None None] No DVR routers for this DVR port 01b0cba6-8c37-4d92-94e2-7acb2eb335d8 on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:24:17.324258 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-0667166f-a8e8-4e27-bcb4-af19de3da0d5 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63175535-3d87-46e9-a185-673d176888a2']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:24:17.338007 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-0667166f-a8e8-4e27-bcb4-af19de3da0d5 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60ada700-260d-4d54-a0d0-4e1d6243cb10') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:24:17.338341 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-0667166f-a8e8-4e27-bcb4-af19de3da0d5 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60ada700-260d-4d54-a0d0-4e1d6243cb10') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:24:17.347284 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0667166f-a8e8-4e27-bcb4-af19de3da0d5 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:17.360634 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0667166f-a8e8-4e27-bcb4-af19de3da0d5 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:17.366474 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0667166f-a8e8-4e27-bcb4-af19de3da0d5 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:24:17.367081 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0667166f-a8e8-4e27-bcb4-af19de3da0d5 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:17.369774 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 03:24:17.369774 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:24:17.369774 n-d-771362-32 neutron-server[94462]: timer() Jul 05 03:24:17.369774 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:24:17.369774 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 03:24:17.369774 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:24:17.369774 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 03:24:17.369774 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:24:17.369774 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 03:24:17.369774 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:24:17.369774 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 03:24:17.369774 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:24:17.369774 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 03:24:17.369774 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:24:17.369774 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:24:17.369774 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:24:17.369774 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:24:17.369774 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:24:17.369774 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 03:24:17.369774 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:24:17.369774 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 03:24:17.369774 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:24:17.369774 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:24:17.369774 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:24:17.369774 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 03:24:17.369774 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:24:17.369774 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:24:17.369774 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:24:17.369774 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:24:17.369774 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:24:17.369774 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:24:17.369774 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:24:17.518459 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0667166f-a8e8-4e27-bcb4-af19de3da0d5 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:17.525482 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0667166f-a8e8-4e27-bcb4-af19de3da0d5 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:17.529991 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 49786) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:24:17.530591 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-0667166f-a8e8-4e27-bcb4-af19de3da0d5 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] 10.222.0.23 "DELETE /v2.0/networks/63175535-3d87-46e9-a185-673d176888a2 HTTP/1.1" status: 204 len: 168 time: 0.7063608 Jul 05 03:24:17.542302 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0667166f-a8e8-4e27-bcb4-af19de3da0d5 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Pushing event deleted for resources: {'Network': ['ID=63175535-3d87-46e9-a185-673d176888a2,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:24:17.556698 n-d-771362-32 neutron-server[94461]: INFO neutron.pecan_wsgi.hooks.translation [None req-b84de625-2829-4aa0-ac5c-a5931f877b28 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] DELETE failed (client error): The resource could not be found. Jul 05 03:24:17.557155 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b84de625-2829-4aa0-ac5c-a5931f877b28 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:24:17.558916 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-b84de625-2829-4aa0-ac5c-a5931f877b28 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] 10.222.0.23 "DELETE /v2.0/subnets/a9161ae6-3a13-4d54-a3e0-83de50e99d18 HTTP/1.1" status: 404 len: 337 time: 0.0277176 Jul 05 03:24:17.561368 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 49788) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:24:17.580092 n-d-771362-32 neutron-server[94461]: INFO neutron.pecan_wsgi.hooks.translation [None req-fde331e6-b8d4-4fab-8b93-22c86c09dd1e tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] DELETE failed (client error): The resource could not be found. Jul 05 03:24:17.580559 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fde331e6-b8d4-4fab-8b93-22c86c09dd1e tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:24:17.582290 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-fde331e6-b8d4-4fab-8b93-22c86c09dd1e tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] 10.222.0.23 "DELETE /v2.0/networks/5091cb60-df34-41e4-84ba-105a7f50fc4c HTTP/1.1" status: 404 len: 339 time: 0.0200055 Jul 05 03:24:17.584822 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 49790) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:24:17.609541 n-d-771362-32 neutron-server[94461]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0c28236-d9fa-4cf0-bbcf-ae88aa792897 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] DELETE failed (client error): The resource could not be found. Jul 05 03:24:17.610552 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0c28236-d9fa-4cf0-bbcf-ae88aa792897 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:24:17.612245 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-e0c28236-d9fa-4cf0-bbcf-ae88aa792897 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] 10.222.0.23 "DELETE /v2.0/subnets/dd473b11-7fba-4787-9b82-45de723ad382 HTTP/1.1" status: 404 len: 337 time: 0.0265398 Jul 05 03:24:17.614760 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 49792) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:24:17.632501 n-d-771362-32 neutron-server[94461]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce9ac22e-87de-484c-95ec-4c8925bcba77 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] DELETE failed (client error): The resource could not be found. Jul 05 03:24:17.633020 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce9ac22e-87de-484c-95ec-4c8925bcba77 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:24:17.634743 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-ce9ac22e-87de-484c-95ec-4c8925bcba77 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] 10.222.0.23 "DELETE /v2.0/networks/d23d6942-32c7-4066-9fd2-6234ab4fd323 HTTP/1.1" status: 404 len: 339 time: 0.0191035 Jul 05 03:24:17.638757 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 49794) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:24:17.692729 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b676d96-d218-4263-9dea-d53b749f30a1 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Deleting subnet cea7931a-55ba-45ba-ba82-04cbd05ba800 {{(pid=94461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:24:17.695821 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3b676d96-d218-4263-9dea-d53b749f30a1 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks [] for subnet, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:17.733539 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3b676d96-d218-4263-9dea-d53b749f30a1 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5519650'] for subnet, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:17.813170 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3b676d96-d218-4263-9dea-d53b749f30a1 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:17.964349 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3b676d96-d218-4263-9dea-d53b749f30a1 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5763388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774356'] for subnet, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:17.990651 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b676d96-d218-4263-9dea-d53b749f30a1 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Pushing event deleted for resources: {'Subnet': ['ID=cea7931a-55ba-45ba-ba82-04cbd05ba800,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:24:17.996478 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3b676d96-d218-4263-9dea-d53b749f30a1 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:17.998463 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-3b676d96-d218-4263-9dea-d53b749f30a1 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] 10.222.0.23 "DELETE /v2.0/subnets/cea7931a-55ba-45ba-ba82-04cbd05ba800 HTTP/1.1" status: 204 len: 168 time: 0.3587563 Jul 05 03:24:18.001001 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 49796) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:24:18.003484 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a76251-02de-41e6-86b5-13ddad9d7c1c None None] Network e68f2bfd-38e4-4b04-a292-7790876ad6eb requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:24:18.074442 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1863c141-3a50-4816-9098-52bcce063064 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:18.125541 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-1863c141-3a50-4816-9098-52bcce063064 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Deleting port 44c9c6c3-d9c6-4a54-a7a3-770b2b7530bf {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:24:18.125885 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1863c141-3a50-4816-9098-52bcce063064 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:18.178247 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000a8313-21e1-4a05-8222-5c4f28abc8b7 None None] DHCP port deletion for e68f2bfd-38e4-4b04-a292-7790876ad6eb request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:24:18.192786 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [None req-1863c141-3a50-4816-9098-52bcce063064 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] For port 44c9c6c3-d9c6-4a54-a7a3-770b2b7530bf, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=44c9c6c3-d9c6-4a54-a7a3-770b2b7530bf,segment=NetworkSegment(e462d82a-d3e0-4ccc-bca9-d67148c7dade),segment_id=e462d82a-d3e0-4ccc-bca9-d67148c7dade)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:24:18.193143 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1863c141-3a50-4816-9098-52bcce063064 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:18.205919 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-1863c141-3a50-4816-9098-52bcce063064 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Calling delete_port for 44c9c6c3-d9c6-4a54-a7a3-770b2b7530bf owned by network:dhcp {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:24:18.222957 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-000a8313-21e1-4a05-8222-5c4f28abc8b7 None None] Deleting port 44c9c6c3-d9c6-4a54-a7a3-770b2b7530bf {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:24:18.223338 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-000a8313-21e1-4a05-8222-5c4f28abc8b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:18.287761 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-000a8313-21e1-4a05-8222-5c4f28abc8b7 None None] For port 44c9c6c3-d9c6-4a54-a7a3-770b2b7530bf, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=44c9c6c3-d9c6-4a54-a7a3-770b2b7530bf,segment=NetworkSegment(e462d82a-d3e0-4ccc-bca9-d67148c7dade),segment_id=e462d82a-d3e0-4ccc-bca9-d67148c7dade)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:24:18.288148 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-000a8313-21e1-4a05-8222-5c4f28abc8b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:18.300827 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-000a8313-21e1-4a05-8222-5c4f28abc8b7 None None] Calling delete_port for 44c9c6c3-d9c6-4a54-a7a3-770b2b7530bf owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:24:18.341192 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1863c141-3a50-4816-9098-52bcce063064 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:18.368748 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1863c141-3a50-4816-9098-52bcce063064 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Pushing event deleted for resources: {'Port': ['ID=44c9c6c3-d9c6-4a54-a7a3-770b2b7530bf,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:24:18.375291 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1863c141-3a50-4816-9098-52bcce063064 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] No DVR routers for this DVR port 44c9c6c3-d9c6-4a54-a7a3-770b2b7530bf on host n-d-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:24:18.375598 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-000a8313-21e1-4a05-8222-5c4f28abc8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:18.404908 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000a8313-21e1-4a05-8222-5c4f28abc8b7 None None] Pushing event deleted for resources: {'Port': ['ID=44c9c6c3-d9c6-4a54-a7a3-770b2b7530bf,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:24:18.408692 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000a8313-21e1-4a05-8222-5c4f28abc8b7 None None] No DVR routers for this DVR port 44c9c6c3-d9c6-4a54-a7a3-770b2b7530bf on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:24:18.451999 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1863c141-3a50-4816-9098-52bcce063064 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:18.462238 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-1863c141-3a50-4816-9098-52bcce063064 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e68f2bfd-38e4-4b04-a292-7790876ad6eb']}} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:24:18.473218 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-1863c141-3a50-4816-9098-52bcce063064 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e462d82a-d3e0-4ccc-bca9-d67148c7dade') {'for_net_delete': True} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:24:18.473512 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-1863c141-3a50-4816-9098-52bcce063064 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e462d82a-d3e0-4ccc-bca9-d67148c7dade') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:24:18.482184 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1863c141-3a50-4816-9098-52bcce063064 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5519669'] for segment, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:18.495264 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1863c141-3a50-4816-9098-52bcce063064 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:18.501154 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1863c141-3a50-4816-9098-52bcce063064 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=94461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:24:18.501543 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1863c141-3a50-4816-9098-52bcce063064 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5763545'] for segment, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:18.504456 n-d-771362-32 neutron-server[94461]: Traceback (most recent call last): Jul 05 03:24:18.504456 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:24:18.504456 n-d-771362-32 neutron-server[94461]: timer() Jul 05 03:24:18.504456 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:24:18.504456 n-d-771362-32 neutron-server[94461]: cb(*args, **kw) Jul 05 03:24:18.504456 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:24:18.504456 n-d-771362-32 neutron-server[94461]: return func(*args, **kwargs) Jul 05 03:24:18.504456 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:24:18.504456 n-d-771362-32 neutron-server[94461]: self._notify() Jul 05 03:24:18.504456 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:24:18.504456 n-d-771362-32 neutron-server[94461]: self.callback(batched_events) Jul 05 03:24:18.504456 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:24:18.504456 n-d-771362-32 neutron-server[94461]: event.method(event) Jul 05 03:24:18.504456 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:24:18.504456 n-d-771362-32 neutron-server[94461]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:24:18.504456 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:24:18.504456 n-d-771362-32 neutron-server[94461]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:24:18.504456 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:24:18.504456 n-d-771362-32 neutron-server[94461]: return f(self, *a, **k) Jul 05 03:24:18.504456 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:24:18.504456 n-d-771362-32 neutron-server[94461]: return self._get(url).json() Jul 05 03:24:18.504456 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:24:18.504456 n-d-771362-32 neutron-server[94461]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:24:18.504456 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:24:18.504456 n-d-771362-32 neutron-server[94461]: return self.request(url, 'GET', **kwargs) Jul 05 03:24:18.504456 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:24:18.504456 n-d-771362-32 neutron-server[94461]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:24:18.504456 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:24:18.504456 n-d-771362-32 neutron-server[94461]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:24:18.504456 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:24:18.504456 n-d-771362-32 neutron-server[94461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:24:18.504456 n-d-771362-32 neutron-server[94461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:24:18.621282 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1863c141-3a50-4816-9098-52bcce063064 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:18.628546 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1863c141-3a50-4816-9098-52bcce063064 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:18.630424 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-1863c141-3a50-4816-9098-52bcce063064 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] 10.222.0.23 "DELETE /v2.0/networks/e68f2bfd-38e4-4b04-a292-7790876ad6eb HTTP/1.1" status: 204 len: 168 time: 0.6284614 Jul 05 03:24:18.642465 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1863c141-3a50-4816-9098-52bcce063064 tempest-NetworksIpV6Test-2049970196 tempest-NetworksIpV6Test-2049970196-project] Pushing event deleted for resources: {'Network': ['ID=e68f2bfd-38e4-4b04-a292-7790876ad6eb,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:24:18.950944 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 01b0cba6-8c37-4d92-94e2-7acb2eb335d8 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:24:18.971581 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 01b0cba6-8c37-4d92-94e2-7acb2eb335d8 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:24:18.971933 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 01b0cba6-8c37-4d92-94e2-7acb2eb335d8 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:24:18.972361 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 44c9c6c3-d9c6-4a54-a7a3-770b2b7530bf no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:24:18.991524 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 44c9c6c3-d9c6-4a54-a7a3-770b2b7530bf {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:24:18.991873 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 44c9c6c3-d9c6-4a54-a7a3-770b2b7530bf not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:24:19.041372 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 49802) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:24:19.168217 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-62dddf3b-2052-43f1-b0e6-9fbb620f8c7f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=88dcfaf5384c4302b778371374120e74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1255817 Jul 05 03:24:19.170676 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 49806) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:24:19.218710 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3f79174d-0742-4f1f-9393-90d3e7e01d8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:19.240208 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3f79174d-0742-4f1f-9393-90d3e7e01d8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:19.363911 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3f79174d-0742-4f1f-9393-90d3e7e01d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:19.366536 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3f79174d-0742-4f1f-9393-90d3e7e01d8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:19.367799 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-3f79174d-0742-4f1f-9393-90d3e7e01d8f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3e528745-e434-44bb-8070-bd97ded36ca8 HTTP/1.1" status: 204 len: 168 time: 0.1961737 Jul 05 03:24:19.377028 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f79174d-0742-4f1f-9393-90d3e7e01d8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e528745-e434-44bb-8070-bd97ded36ca8,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:24:20.418089 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 49828) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:24:20.509929 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-472f6b67-b708-44d5-95d0-fa5c913c82b4 tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1872341908', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:24:20.638691 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-472f6b67-b708-44d5-95d0-fa5c913c82b4 tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11810'] for router, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:20.639808 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-472f6b67-b708-44d5-95d0-fa5c913c82b4 tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1926740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11821'] for router, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:20.696844 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-472f6b67-b708-44d5-95d0-fa5c913c82b4 tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:20.781565 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-472f6b67-b708-44d5-95d0-fa5c913c82b4 tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963'] for router, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:20.912739 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-472f6b67-b708-44d5-95d0-fa5c913c82b4 tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] Notify callbacks [] for router, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:20.918663 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-472f6b67-b708-44d5-95d0-fa5c913c82b4 tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4948375 Jul 05 03:24:20.918663 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 49832) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:24:20.921491 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-447a4d8d-e0cf-4ebc-9fce-c0ca67653513 tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1016751379'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:24:20.970206 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-54a6017b-b50b-45c5-ab7f-714ac55e25ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:21.014961 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-447a4d8d-e0cf-4ebc-9fce-c0ca67653513 tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] Made reservation on behalf of 771026c234694b4494fe998f68a7684d for: {'network': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:24:21.018656 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-447a4d8d-e0cf-4ebc-9fce-c0ca67653513 tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:21.027556 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-447a4d8d-e0cf-4ebc-9fce-c0ca67653513 tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:21.117147 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-447a4d8d-e0cf-4ebc-9fce-c0ca67653513 tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:21.204191 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-447a4d8d-e0cf-4ebc-9fce-c0ca67653513 tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:21.232774 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-447a4d8d-e0cf-4ebc-9fce-c0ca67653513 tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=94461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:24:21.239585 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447a4d8d-e0cf-4ebc-9fce-c0ca67653513 tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75de751d-fe97-4601-a572-f62cf7b90d4f,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:24:21.245639 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-447a4d8d-e0cf-4ebc-9fce-c0ca67653513 tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:21.245987 n-d-771362-32 neutron-server[94461]: INFO neutron.db.segments_db [None req-447a4d8d-e0cf-4ebc-9fce-c0ca67653513 tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] Added segment 49979de3-aed7-4501-bc4c-f9c49b7d531c of type vlan for network e66eccfc-3db9-4264-8dda-0939b0f8b460 Jul 05 03:24:21.289082 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-447a4d8d-e0cf-4ebc-9fce-c0ca67653513 tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:21.392310 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-447a4d8d-e0cf-4ebc-9fce-c0ca67653513 tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:21.397823 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447a4d8d-e0cf-4ebc-9fce-c0ca67653513 tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:24:21.398443 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-447a4d8d-e0cf-4ebc-9fce-c0ca67653513 tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:21.464156 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447a4d8d-e0cf-4ebc-9fce-c0ca67653513 tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] Pushing event updated for resources: {'Network': ['ID=e66eccfc-3db9-4264-8dda-0939b0f8b460,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:24:21.474404 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network e66eccfc-3db9-4264-8dda-0939b0f8b460 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:24:21.537878 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-447a4d8d-e0cf-4ebc-9fce-c0ca67653513 tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6195843 Jul 05 03:24:21.540128 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 49834) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:24:21.545297 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-1882c735-7a26-47ad-b85c-94f00840fa95 tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] Request body: {'subnet': {'network_id': 'e66eccfc-3db9-4264-8dda-0939b0f8b460', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:24:21.746792 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1882c735-7a26-47ad-b85c-94f00840fa95 tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] Made reservation on behalf of 771026c234694b4494fe998f68a7684d for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:24:21.750399 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1882c735-7a26-47ad-b85c-94f00840fa95 tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:22.033228 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1882c735-7a26-47ad-b85c-94f00840fa95 tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5763451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774823'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:22.439060 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1882c735-7a26-47ad-b85c-94f00840fa95 tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] Pushing event updated for resources: {'Subnet': ['ID=988fb801-d414-4e94-91fc-e0eec8569c1b,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:24:22.447997 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1882c735-7a26-47ad-b85c-94f00840fa95 tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] Checking segment: {'id': '49979de3-aed7-4501-bc4c-f9c49b7d531c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e66eccfc-3db9-4264-8dda-0939b0f8b460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:24:22.448360 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1882c735-7a26-47ad-b85c-94f00840fa95 tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] Network hostable DHCP agents. Network: e66eccfc-3db9-4264-8dda-0939b0f8b460, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:24:22.587000 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1882c735-7a26-47ad-b85c-94f00840fa95 tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] Network e66eccfc-3db9-4264-8dda-0939b0f8b460 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:24:22.649737 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-1882c735-7a26-47ad-b85c-94f00840fa95 tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, e66eccfc-3db9-4264-8dda-0939b0f8b460) {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:24:22.653816 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1882c735-7a26-47ad-b85c-94f00840fa95 tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:24:22.654444 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1882c735-7a26-47ad-b85c-94f00840fa95 tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:22.658819 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9d0f26-45f0-417f-ba46-d66227c0cb2b None None] Network e66eccfc-3db9-4264-8dda-0939b0f8b460 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:24:22.725203 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-1882c735-7a26-47ad-b85c-94f00840fa95 tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1838133 Jul 05 03:24:22.729491 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 49836) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:24:22.735403 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-21b599bb-6eb9-446b-8249-e92b45e01119 tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1842261945'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:24:22.809558 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d787e808-3dc1-4de3-9b1a-9e6b8b5e8e4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-e66eccfc-3db9-4264-8dda-0939b0f8b460', 'network_id': 'e66eccfc-3db9-4264-8dda-0939b0f8b460', 'tenant_id': '771026c234694b4494fe998f68a7684d', 'fixed_ips': [{'subnet_id': '988fb801-d414-4e94-91fc-e0eec8569c1b'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:24:22.810478 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-d787e808-3dc1-4de3-9b1a-9e6b8b5e8e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:22.827266 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21b599bb-6eb9-446b-8249-e92b45e01119 tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] Made reservation on behalf of 771026c234694b4494fe998f68a7684d for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:24:22.830895 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-21b599bb-6eb9-446b-8249-e92b45e01119 tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:22.854709 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21b599bb-6eb9-446b-8249-e92b45e01119 tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:24:22.864327 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-21b599bb-6eb9-446b-8249-e92b45e01119 tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:22.865227 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-21b599bb-6eb9-446b-8249-e92b45e01119 tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] Added segment a10985ac-3906-4c65-b4d5-e8fbd2ecdf99 of type vlan for network 69ff8de3-f29e-4613-be41-58c271ace018 Jul 05 03:24:22.909440 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-21b599bb-6eb9-446b-8249-e92b45e01119 tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:22.946676 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-d787e808-3dc1-4de3-9b1a-9e6b8b5e8e4f None None] Allocated IP 172.20.0.2 (e66eccfc-3db9-4264-8dda-0939b0f8b460/988fb801-d414-4e94-91fc-e0eec8569c1b/2ff0122b-54f5-44cf-b954-331cfa8a6a64) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:24:23.009287 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-21b599bb-6eb9-446b-8249-e92b45e01119 tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:23.015111 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b599bb-6eb9-446b-8249-e92b45e01119 tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:24:23.015793 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-21b599bb-6eb9-446b-8249-e92b45e01119 tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:23.090222 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b599bb-6eb9-446b-8249-e92b45e01119 tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] Pushing event updated for resources: {'Network': ['ID=69ff8de3-f29e-4613-be41-58c271ace018,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:24:23.159879 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-21b599bb-6eb9-446b-8249-e92b45e01119 tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4289503 Jul 05 03:24:23.162522 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 49838) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:24:23.167839 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-eec54a35-ed36-4160-84e8-803dc1f0818e tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] Request body: {'subnet': {'network_id': '69ff8de3-f29e-4613-be41-58c271ace018', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:24:23.211692 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 69ff8de3-f29e-4613-be41-58c271ace018 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:24:23.311241 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-d787e808-3dc1-4de3-9b1a-9e6b8b5e8e4f None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:23.322862 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-d787e808-3dc1-4de3-9b1a-9e6b8b5e8e4f None None] Transition to ACTIVE for port object 2ff0122b-54f5-44cf-b954-331cfa8a6a64 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:24:23.337839 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-d787e808-3dc1-4de3-9b1a-9e6b8b5e8e4f None None] Transition to ACTIVE for port object 2ff0122b-54f5-44cf-b954-331cfa8a6a64 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:24:23.340783 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eec54a35-ed36-4160-84e8-803dc1f0818e tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] Made reservation on behalf of 771026c234694b4494fe998f68a7684d for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:24:23.345065 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-eec54a35-ed36-4160-84e8-803dc1f0818e tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:23.363627 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-d12270eb-2b7b-4939-a5e4-a955a23b110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:23.415486 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-d787e808-3dc1-4de3-9b1a-9e6b8b5e8e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:23.454779 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d787e808-3dc1-4de3-9b1a-9e6b8b5e8e4f None None] Network e66eccfc-3db9-4264-8dda-0939b0f8b460 is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:24:23.457638 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-d787e808-3dc1-4de3-9b1a-9e6b8b5e8e4f None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:24:23.463218 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d787e808-3dc1-4de3-9b1a-9e6b8b5e8e4f None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:24:23.470815 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d787e808-3dc1-4de3-9b1a-9e6b8b5e8e4f None None] Pushing event updated for resources: {'Port': ['ID=2ff0122b-54f5-44cf-b954-331cfa8a6a64,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:24:23.526145 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-d787e808-3dc1-4de3-9b1a-9e6b8b5e8e4f None None] Attempting to bind port 2ff0122b-54f5-44cf-b954-331cfa8a6a64 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:24:23.526538 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-d787e808-3dc1-4de3-9b1a-9e6b8b5e8e4f None None] Attempting to bind port 2ff0122b-54f5-44cf-b954-331cfa8a6a64 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '49979de3-aed7-4501-bc4c-f9c49b7d531c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e66eccfc-3db9-4264-8dda-0939b0f8b460'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:24:23.527049 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d787e808-3dc1-4de3-9b1a-9e6b8b5e8e4f None None] Attempting to bind port 2ff0122b-54f5-44cf-b954-331cfa8a6a64 on network e66eccfc-3db9-4264-8dda-0939b0f8b460 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:24:23.533018 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d787e808-3dc1-4de3-9b1a-9e6b8b5e8e4f None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:24:23.533397 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d787e808-3dc1-4de3-9b1a-9e6b8b5e8e4f None None] Checking segment: {'id': '49979de3-aed7-4501-bc4c-f9c49b7d531c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e66eccfc-3db9-4264-8dda-0939b0f8b460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:24:23.533811 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-d787e808-3dc1-4de3-9b1a-9e6b8b5e8e4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:23.534246 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d787e808-3dc1-4de3-9b1a-9e6b8b5e8e4f None None] Bound using segment: {'id': '49979de3-aed7-4501-bc4c-f9c49b7d531c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e66eccfc-3db9-4264-8dda-0939b0f8b460'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:24:23.534724 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-d787e808-3dc1-4de3-9b1a-9e6b8b5e8e4f None None] Bound port: 2ff0122b-54f5-44cf-b954-331cfa8a6a64, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49979de3-aed7-4501-bc4c-f9c49b7d531c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e66eccfc-3db9-4264-8dda-0939b0f8b460'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:24:23.535109 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-d787e808-3dc1-4de3-9b1a-9e6b8b5e8e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:23.592498 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-eec54a35-ed36-4160-84e8-803dc1f0818e tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:23.597115 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-d787e808-3dc1-4de3-9b1a-9e6b8b5e8e4f None None] For port 2ff0122b-54f5-44cf-b954-331cfa8a6a64, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:24:23.600309 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-d787e808-3dc1-4de3-9b1a-9e6b8b5e8e4f None None] For port 2ff0122b-54f5-44cf-b954-331cfa8a6a64, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=2ff0122b-54f5-44cf-b954-331cfa8a6a64,segment=NetworkSegment(49979de3-aed7-4501-bc4c-f9c49b7d531c),segment_id=49979de3-aed7-4501-bc4c-f9c49b7d531c)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:24:23.661362 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-d787e808-3dc1-4de3-9b1a-9e6b8b5e8e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:23.662316 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec54a35-ed36-4160-84e8-803dc1f0818e tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] Pushing event updated for resources: {'Subnet': ['ID=9244f96c-2471-4ea9-9825-00e373cec1e2,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:24:23.672523 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec54a35-ed36-4160-84e8-803dc1f0818e tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] Checking segment: {'id': 'a10985ac-3906-4c65-b4d5-e8fbd2ecdf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '69ff8de3-f29e-4613-be41-58c271ace018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:24:23.672523 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec54a35-ed36-4160-84e8-803dc1f0818e tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] Network hostable DHCP agents. Network: 69ff8de3-f29e-4613-be41-58c271ace018, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:24:23.726276 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d787e808-3dc1-4de3-9b1a-9e6b8b5e8e4f None None] Pushing event updated for resources: {'Port': ['ID=2ff0122b-54f5-44cf-b954-331cfa8a6a64,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:24:23.735011 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec54a35-ed36-4160-84e8-803dc1f0818e tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] Network 69ff8de3-f29e-4613-be41-58c271ace018 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:24:23.786866 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-eec54a35-ed36-4160-84e8-803dc1f0818e tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 69ff8de3-f29e-4613-be41-58c271ace018) {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:24:23.793892 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec54a35-ed36-4160-84e8-803dc1f0818e tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:24:23.794830 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-eec54a35-ed36-4160-84e8-803dc1f0818e tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] Notify callbacks [] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:23.802899 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4d7ca9-d65d-4202-a659-9ee71b1f2e0b None None] Network 69ff8de3-f29e-4613-be41-58c271ace018 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:24:23.850584 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-eec54a35-ed36-4160-84e8-803dc1f0818e tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6869586 Jul 05 03:24:23.853347 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 49840) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:24:23.858858 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-ce7c1f38-e26a-4eec-9a05-2fe5b70ee12f tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] Request body: {'router': {'external_gateway_info': {'network_id': '69ff8de3-f29e-4613-be41-58c271ace018'}}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:24:23.985621 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:23.995421 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845a526f-a495-4792-9291-bf7ba2de24eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-69ff8de3-f29e-4613-be41-58c271ace018', 'network_id': '69ff8de3-f29e-4613-be41-58c271ace018', 'tenant_id': '771026c234694b4494fe998f68a7684d', 'fixed_ips': [{'subnet_id': '9244f96c-2471-4ea9-9825-00e373cec1e2'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:24:23.995638 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-845a526f-a495-4792-9291-bf7ba2de24eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:24.106766 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ce7c1f38-e26a-4eec-9a05-2fe5b70ee12f tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:24.133841 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-845a526f-a495-4792-9291-bf7ba2de24eb None None] Allocated IP 172.21.0.2 (69ff8de3-f29e-4613-be41-58c271ace018/9244f96c-2471-4ea9-9825-00e373cec1e2/65b46f97-2f1c-40a6-9719-148065f8f251) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:24:24.289089 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-845a526f-a495-4792-9291-bf7ba2de24eb None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:24.295391 n-d-771362-32 neutron-server[94462]: INFO neutron.api.v2.resource [None req-ce7c1f38-e26a-4eec-9a05-2fe5b70ee12f tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 03:24:24.296495 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-ce7c1f38-e26a-4eec-9a05-2fe5b70ee12f tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] 10.222.0.23 "PUT /v2.0/routers/fd8c2d54-2894-4746-b9df-8b8cc7649fbf HTTP/1.1" status: 400 len: 364 time: 0.4419568 Jul 05 03:24:24.302505 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 49842) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:24:24.302695 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-845a526f-a495-4792-9291-bf7ba2de24eb None None] Transition to ACTIVE for port object 65b46f97-2f1c-40a6-9719-148065f8f251 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:24:24.322708 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-845a526f-a495-4792-9291-bf7ba2de24eb None None] Transition to ACTIVE for port object 65b46f97-2f1c-40a6-9719-148065f8f251 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:24:24.364524 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d79a85d-8f9b-4759-9677-3bcf0f2efdfa tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] Deleting subnet 9244f96c-2471-4ea9-9825-00e373cec1e2 {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:24:24.386584 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7d79a85d-8f9b-4759-9677-3bcf0f2efdfa tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:24.393402 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-845a526f-a495-4792-9291-bf7ba2de24eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:24.426864 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845a526f-a495-4792-9291-bf7ba2de24eb None None] Network 69ff8de3-f29e-4613-be41-58c271ace018 is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:24:24.429750 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-845a526f-a495-4792-9291-bf7ba2de24eb None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:24:24.432955 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7d79a85d-8f9b-4759-9677-3bcf0f2efdfa tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:24.435522 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845a526f-a495-4792-9291-bf7ba2de24eb None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:24:24.442952 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845a526f-a495-4792-9291-bf7ba2de24eb None None] Pushing event updated for resources: {'Port': ['ID=65b46f97-2f1c-40a6-9719-148065f8f251,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:24:24.504187 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-845a526f-a495-4792-9291-bf7ba2de24eb None None] Attempting to bind port 65b46f97-2f1c-40a6-9719-148065f8f251 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:24:24.504564 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-845a526f-a495-4792-9291-bf7ba2de24eb None None] Attempting to bind port 65b46f97-2f1c-40a6-9719-148065f8f251 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'a10985ac-3906-4c65-b4d5-e8fbd2ecdf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '69ff8de3-f29e-4613-be41-58c271ace018'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:24:24.504932 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845a526f-a495-4792-9291-bf7ba2de24eb None None] Attempting to bind port 65b46f97-2f1c-40a6-9719-148065f8f251 on network 69ff8de3-f29e-4613-be41-58c271ace018 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:24:24.510728 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845a526f-a495-4792-9291-bf7ba2de24eb None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:24:24.511176 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845a526f-a495-4792-9291-bf7ba2de24eb None None] Checking segment: {'id': 'a10985ac-3906-4c65-b4d5-e8fbd2ecdf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '69ff8de3-f29e-4613-be41-58c271ace018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:24:24.511574 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-845a526f-a495-4792-9291-bf7ba2de24eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:24.512205 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845a526f-a495-4792-9291-bf7ba2de24eb None None] Bound using segment: {'id': 'a10985ac-3906-4c65-b4d5-e8fbd2ecdf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '69ff8de3-f29e-4613-be41-58c271ace018'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:24:24.512447 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-845a526f-a495-4792-9291-bf7ba2de24eb None None] Bound port: 65b46f97-2f1c-40a6-9719-148065f8f251, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a10985ac-3906-4c65-b4d5-e8fbd2ecdf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '69ff8de3-f29e-4613-be41-58c271ace018'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:24:24.512844 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-845a526f-a495-4792-9291-bf7ba2de24eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:24.539036 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7d79a85d-8f9b-4759-9677-3bcf0f2efdfa tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:24.655685 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7d79a85d-8f9b-4759-9677-3bcf0f2efdfa tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:24.659254 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-845a526f-a495-4792-9291-bf7ba2de24eb None None] For port 65b46f97-2f1c-40a6-9719-148065f8f251, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:24:24.663050 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-845a526f-a495-4792-9291-bf7ba2de24eb None None] For port 65b46f97-2f1c-40a6-9719-148065f8f251, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=65b46f97-2f1c-40a6-9719-148065f8f251,segment=NetworkSegment(a10985ac-3906-4c65-b4d5-e8fbd2ecdf99),segment_id=a10985ac-3906-4c65-b4d5-e8fbd2ecdf99)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:24:24.691172 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d79a85d-8f9b-4759-9677-3bcf0f2efdfa tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] Pushing event deleted for resources: {'Subnet': ['ID=9244f96c-2471-4ea9-9825-00e373cec1e2,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:24:24.693229 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7d79a85d-8f9b-4759-9677-3bcf0f2efdfa tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] Notify callbacks [] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:24.695301 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-7d79a85d-8f9b-4759-9677-3bcf0f2efdfa tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] 10.222.0.23 "DELETE /v2.0/subnets/9244f96c-2471-4ea9-9825-00e373cec1e2 HTTP/1.1" status: 204 len: 168 time: 0.3917861 Jul 05 03:24:24.698216 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 49844) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:24:24.716261 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7fa113b-7707-42f5-a328-d658d35e4093 None None] Network e66eccfc-3db9-4264-8dda-0939b0f8b460 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:24:24.767970 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-845a526f-a495-4792-9291-bf7ba2de24eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:24.785785 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7ee93ab5-25ce-467a-a7fa-71d91dd48d5e tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:24.850196 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-7ee93ab5-25ce-467a-a7fa-71d91dd48d5e tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] Deleting port 65b46f97-2f1c-40a6-9719-148065f8f251 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:24:24.850627 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7ee93ab5-25ce-467a-a7fa-71d91dd48d5e tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:24.862243 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845a526f-a495-4792-9291-bf7ba2de24eb None None] Pushing event updated for resources: {'Port': ['ID=65b46f97-2f1c-40a6-9719-148065f8f251,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:24:24.876802 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-73f0f30e-d578-4933-b5ca-dec1b3b3539e None None] Provisioning for port 2ff0122b-54f5-44cf-b954-331cfa8a6a64 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:24:24.909110 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:24.929381 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-7ee93ab5-25ce-467a-a7fa-71d91dd48d5e tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] For port 65b46f97-2f1c-40a6-9719-148065f8f251, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=65b46f97-2f1c-40a6-9719-148065f8f251,segment=NetworkSegment(a10985ac-3906-4c65-b4d5-e8fbd2ecdf99),segment_id=a10985ac-3906-4c65-b4d5-e8fbd2ecdf99)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:24:24.929753 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7ee93ab5-25ce-467a-a7fa-71d91dd48d5e tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:24.947425 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-7ee93ab5-25ce-467a-a7fa-71d91dd48d5e tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] Calling delete_port for 65b46f97-2f1c-40a6-9719-148065f8f251 owned by network:dhcp {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:24:25.019062 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 2ff0122b-54f5-44cf-b954-331cfa8a6a64 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:24:25.146813 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7ee93ab5-25ce-467a-a7fa-71d91dd48d5e tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:25.169711 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 2ff0122b-54f5-44cf-b954-331cfa8a6a64 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:24:25.174837 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 2ff0122b-54f5-44cf-b954-331cfa8a6a64 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:24:25.175202 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:25.175610 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee93ab5-25ce-467a-a7fa-71d91dd48d5e tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] Pushing event deleted for resources: {'Port': ['ID=65b46f97-2f1c-40a6-9719-148065f8f251,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:24:25.180730 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee93ab5-25ce-467a-a7fa-71d91dd48d5e tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] No DVR routers for this DVR port 65b46f97-2f1c-40a6-9719-148065f8f251 on host n-d-771362-32 {{(pid=94462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:24:25.283750 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7ee93ab5-25ce-467a-a7fa-71d91dd48d5e tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:25.289610 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:25.294881 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-7ee93ab5-25ce-467a-a7fa-71d91dd48d5e tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69ff8de3-f29e-4613-be41-58c271ace018']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:24:25.305611 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-7ee93ab5-25ce-467a-a7fa-71d91dd48d5e tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a10985ac-3906-4c65-b4d5-e8fbd2ecdf99') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:24:25.305906 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-7ee93ab5-25ce-467a-a7fa-71d91dd48d5e tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a10985ac-3906-4c65-b4d5-e8fbd2ecdf99') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:24:25.315412 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7ee93ab5-25ce-467a-a7fa-71d91dd48d5e tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:25.328923 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-4000b055-7d59-48a4-ab41-9544d1060110 None None] Provisioning complete for port 2ff0122b-54f5-44cf-b954-331cfa8a6a64 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:24:25.329517 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4000b055-7d59-48a4-ab41-9544d1060110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:25.330561 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7ee93ab5-25ce-467a-a7fa-71d91dd48d5e tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:25.335169 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 2ff0122b-54f5-44cf-b954-331cfa8a6a64, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=2ff0122b-54f5-44cf-b954-331cfa8a6a64,segment=NetworkSegment(49979de3-aed7-4501-bc4c-f9c49b7d531c),segment_id=49979de3-aed7-4501-bc4c-f9c49b7d531c)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:24:25.336954 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ee93ab5-25ce-467a-a7fa-71d91dd48d5e tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:24:25.337358 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7ee93ab5-25ce-467a-a7fa-71d91dd48d5e tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:25.340440 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 03:24:25.340440 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:24:25.340440 n-d-771362-32 neutron-server[94462]: timer() Jul 05 03:24:25.340440 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:24:25.340440 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 03:24:25.340440 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:24:25.340440 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 03:24:25.340440 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:24:25.340440 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 03:24:25.340440 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:24:25.340440 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 03:24:25.340440 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:24:25.340440 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 03:24:25.340440 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:24:25.340440 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:24:25.340440 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:24:25.340440 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:24:25.340440 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:24:25.340440 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 03:24:25.340440 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:24:25.340440 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 03:24:25.340440 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:24:25.340440 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:24:25.340440 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:24:25.340440 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 03:24:25.340440 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:24:25.340440 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:24:25.340440 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:24:25.340440 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:24:25.340440 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:24:25.340440 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:24:25.340440 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:24:25.402985 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:25.441473 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4000b055-7d59-48a4-ab41-9544d1060110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:25.461299 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7ee93ab5-25ce-467a-a7fa-71d91dd48d5e tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:25.469547 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7ee93ab5-25ce-467a-a7fa-71d91dd48d5e tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:25.471674 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-7ee93ab5-25ce-467a-a7fa-71d91dd48d5e tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] 10.222.0.23 "DELETE /v2.0/networks/69ff8de3-f29e-4613-be41-58c271ace018 HTTP/1.1" status: 204 len: 168 time: 0.7724595 Jul 05 03:24:25.474103 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 49846) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:24:25.480577 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=2ff0122b-54f5-44cf-b954-331cfa8a6a64,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:24:25.509397 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee93ab5-25ce-467a-a7fa-71d91dd48d5e tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] Pushing event deleted for resources: {'Network': ['ID=69ff8de3-f29e-4613-be41-58c271ace018,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:24:25.518319 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.db.api [None req-4000b055-7d59-48a4-ab41-9544d1060110 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94463) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 03:24:25.518727 n-d-771362-32 neutron-server[94463]: DEBUG oslo_db.api [None req-4000b055-7d59-48a4-ab41-9544d1060110 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 03:24:25.540201 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-336d82c1-dfeb-470c-bf8d-30f0df804ce0 tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] Deleting subnet 988fb801-d414-4e94-91fc-e0eec8569c1b {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:24:25.543578 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-336d82c1-dfeb-470c-bf8d-30f0df804ce0 tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:25.587053 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-336d82c1-dfeb-470c-bf8d-30f0df804ce0 tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:25.673789 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-336d82c1-dfeb-470c-bf8d-30f0df804ce0 tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:25.793274 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-336d82c1-dfeb-470c-bf8d-30f0df804ce0 tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:25.822951 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336d82c1-dfeb-470c-bf8d-30f0df804ce0 tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] Pushing event deleted for resources: {'Subnet': ['ID=988fb801-d414-4e94-91fc-e0eec8569c1b,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:24:25.828561 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-336d82c1-dfeb-470c-bf8d-30f0df804ce0 tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] Notify callbacks [] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:25.830346 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-336d82c1-dfeb-470c-bf8d-30f0df804ce0 tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] 10.222.0.23 "DELETE /v2.0/subnets/988fb801-d414-4e94-91fc-e0eec8569c1b HTTP/1.1" status: 204 len: 168 time: 0.3551259 Jul 05 03:24:25.832693 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 49848) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:24:25.835897 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8acb7b33-d877-47c5-becd-bc5b3fb27a13 None None] Network e66eccfc-3db9-4264-8dda-0939b0f8b460 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:24:25.923651 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0762e66f-6852-471f-bb25-144ae1ffbcaf tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:25.949573 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd655c42-e1bb-4e32-838c-f32312056869 None None] DHCP port deletion for 69ff8de3-f29e-4613-be41-58c271ace018 request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:24:25.968225 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb96590-5ca4-41aa-960c-4718fb92f67b None None] Network 69ff8de3-f29e-4613-be41-58c271ace018 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:24:25.981708 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb96590-5ca4-41aa-960c-4718fb92f67b None None] Network 69ff8de3-f29e-4613-be41-58c271ace018 could not be found, it might have been deleted concurrently. {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 05 03:24:25.981957 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-0762e66f-6852-471f-bb25-144ae1ffbcaf tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] Deleting port 2ff0122b-54f5-44cf-b954-331cfa8a6a64 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:24:25.982346 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0762e66f-6852-471f-bb25-144ae1ffbcaf tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:26.053411 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-0762e66f-6852-471f-bb25-144ae1ffbcaf tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] For port 2ff0122b-54f5-44cf-b954-331cfa8a6a64, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=2ff0122b-54f5-44cf-b954-331cfa8a6a64,segment=NetworkSegment(49979de3-aed7-4501-bc4c-f9c49b7d531c),segment_id=49979de3-aed7-4501-bc4c-f9c49b7d531c)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:24:26.053761 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0762e66f-6852-471f-bb25-144ae1ffbcaf tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:26.065088 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a81fdb-a9ba-4efc-a6a9-b4c88e3ba3f0 None None] DHCP port deletion for e66eccfc-3db9-4264-8dda-0939b0f8b460 request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:24:26.073135 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-0762e66f-6852-471f-bb25-144ae1ffbcaf tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] Calling delete_port for 2ff0122b-54f5-44cf-b954-331cfa8a6a64 owned by network:dhcp {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:24:26.114299 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-c5a81fdb-a9ba-4efc-a6a9-b4c88e3ba3f0 None None] Deleting port 2ff0122b-54f5-44cf-b954-331cfa8a6a64 {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:24:26.114681 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-c5a81fdb-a9ba-4efc-a6a9-b4c88e3ba3f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:26.175744 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-c5a81fdb-a9ba-4efc-a6a9-b4c88e3ba3f0 None None] For port 2ff0122b-54f5-44cf-b954-331cfa8a6a64, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=2ff0122b-54f5-44cf-b954-331cfa8a6a64,segment=NetworkSegment(49979de3-aed7-4501-bc4c-f9c49b7d531c),segment_id=49979de3-aed7-4501-bc4c-f9c49b7d531c)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:24:26.176042 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-c5a81fdb-a9ba-4efc-a6a9-b4c88e3ba3f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:26.191556 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-c51ec420-21a3-4fa4-b415-47a54aa8c9ec None None] Could not find standard attr ID for object 65b46f97-2f1c-40a6-9719-148065f8f251. {{(pid=94463) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 03:24:26.193089 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-c5a81fdb-a9ba-4efc-a6a9-b4c88e3ba3f0 None None] Calling delete_port for 2ff0122b-54f5-44cf-b954-331cfa8a6a64 owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:24:26.243637 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0762e66f-6852-471f-bb25-144ae1ffbcaf tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:26.273820 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0762e66f-6852-471f-bb25-144ae1ffbcaf tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] Pushing event deleted for resources: {'Port': ['ID=2ff0122b-54f5-44cf-b954-331cfa8a6a64,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:24:26.277350 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0762e66f-6852-471f-bb25-144ae1ffbcaf tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] No DVR routers for this DVR port 2ff0122b-54f5-44cf-b954-331cfa8a6a64 on host n-d-771362-32 {{(pid=94462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:24:26.292250 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-c5a81fdb-a9ba-4efc-a6a9-b4c88e3ba3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:26.315522 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a81fdb-a9ba-4efc-a6a9-b4c88e3ba3f0 None None] Pushing event deleted for resources: {'Port': ['ID=2ff0122b-54f5-44cf-b954-331cfa8a6a64,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:24:26.321421 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a81fdb-a9ba-4efc-a6a9-b4c88e3ba3f0 None None] No DVR routers for this DVR port 2ff0122b-54f5-44cf-b954-331cfa8a6a64 on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:24:26.335121 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:26.360556 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0762e66f-6852-471f-bb25-144ae1ffbcaf tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:26.370927 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-0762e66f-6852-471f-bb25-144ae1ffbcaf tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e66eccfc-3db9-4264-8dda-0939b0f8b460']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:24:26.380573 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-0762e66f-6852-471f-bb25-144ae1ffbcaf tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49979de3-aed7-4501-bc4c-f9c49b7d531c') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:24:26.380874 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-0762e66f-6852-471f-bb25-144ae1ffbcaf tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49979de3-aed7-4501-bc4c-f9c49b7d531c') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:24:26.389550 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0762e66f-6852-471f-bb25-144ae1ffbcaf tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:26.402770 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0762e66f-6852-471f-bb25-144ae1ffbcaf tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:26.409070 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0762e66f-6852-471f-bb25-144ae1ffbcaf tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:24:26.409455 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0762e66f-6852-471f-bb25-144ae1ffbcaf tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:26.412403 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 03:24:26.412403 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:24:26.412403 n-d-771362-32 neutron-server[94462]: timer() Jul 05 03:24:26.412403 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:24:26.412403 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 03:24:26.412403 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:24:26.412403 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 03:24:26.412403 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:24:26.412403 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 03:24:26.412403 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:24:26.412403 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 03:24:26.412403 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:24:26.412403 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 03:24:26.412403 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:24:26.412403 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:24:26.412403 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:24:26.412403 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:24:26.412403 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:24:26.412403 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 03:24:26.412403 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:24:26.412403 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 03:24:26.412403 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:24:26.412403 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:24:26.412403 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:24:26.412403 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 03:24:26.412403 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:24:26.412403 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:24:26.412403 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:24:26.412403 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:24:26.412403 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:24:26.412403 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:24:26.412403 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:24:26.552522 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0762e66f-6852-471f-bb25-144ae1ffbcaf tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:26.562287 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0762e66f-6852-471f-bb25-144ae1ffbcaf tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:26.562287 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-0762e66f-6852-471f-bb25-144ae1ffbcaf tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] 10.222.0.23 "DELETE /v2.0/networks/e66eccfc-3db9-4264-8dda-0939b0f8b460 HTTP/1.1" status: 204 len: 168 time: 0.7271752 Jul 05 03:24:26.564135 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 49850) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:24:26.584590 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0762e66f-6852-471f-bb25-144ae1ffbcaf tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] Pushing event deleted for resources: {'Network': ['ID=e66eccfc-3db9-4264-8dda-0939b0f8b460,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:24:26.603886 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-c6906489-ccf0-40e4-b142-c10e5b69933f tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8c2d54-2894-4746-b9df-8b8cc7649fbf HTTP/1.1" status: 200 len: 205 time: 0.0386827 Jul 05 03:24:26.606253 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 49852) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:24:26.682694 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6a5fb55b-ae59-4f52-84fa-81282e1152e0 tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] Notify callbacks [] for router, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:26.840702 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6a5fb55b-ae59-4f52-84fa-81282e1152e0 tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11828'] for router, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:26.842895 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6a5fb55b-ae59-4f52-84fa-81282e1152e0 tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:26.956128 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 2ff0122b-54f5-44cf-b954-331cfa8a6a64 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:24:26.969445 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6a5fb55b-ae59-4f52-84fa-81282e1152e0 tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1575451'] for router, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:26.970081 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a5fb55b-ae59-4f52-84fa-81282e1152e0 tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] Fanout notify agent at l3_agent the message router_deleted on router fd8c2d54-2894-4746-b9df-8b8cc7649fbf {{(pid=94462) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 03:24:26.976529 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 2ff0122b-54f5-44cf-b954-331cfa8a6a64 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:24:26.976889 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 2ff0122b-54f5-44cf-b954-331cfa8a6a64 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:24:26.979044 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6a5fb55b-ae59-4f52-84fa-81282e1152e0 tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:26.980371 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-6a5fb55b-ae59-4f52-84fa-81282e1152e0 tempest-RoutersNegativeTest-162342304 tempest-RoutersNegativeTest-162342304-project] 10.222.0.23 "DELETE /v2.0/routers/fd8c2d54-2894-4746-b9df-8b8cc7649fbf HTTP/1.1" status: 204 len: 168 time: 0.3732071 Jul 05 03:24:27.434843 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 49858) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:24:27.566922 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-5b2868ec-ccd9-44ba-b3a0-6de4b8f5733f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=771026c234694b4494fe998f68a7684d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1308739 Jul 05 03:24:27.569346 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 49862) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:24:27.617484 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9aa83a99-bdb4-47af-b62e-c50cdcb583b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:27.638683 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9aa83a99-bdb4-47af-b62e-c50cdcb583b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:27.751878 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9aa83a99-bdb4-47af-b62e-c50cdcb583b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:27.754494 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9aa83a99-bdb4-47af-b62e-c50cdcb583b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:27.755747 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-9aa83a99-bdb4-47af-b62e-c50cdcb583b8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/75de751d-fe97-4601-a572-f62cf7b90d4f HTTP/1.1" status: 204 len: 168 time: 0.1854305 Jul 05 03:24:27.763717 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa83a99-bdb4-47af-b62e-c50cdcb583b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75de751d-fe97-4601-a572-f62cf7b90d4f,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:24:27.771011 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa83a99-bdb4-47af-b62e-c50cdcb583b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:24:27.771354 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa83a99-bdb4-47af-b62e-c50cdcb583b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:24:27.772409 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa83a99-bdb4-47af-b62e-c50cdcb583b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:24:27.772409 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa83a99-bdb4-47af-b62e-c50cdcb583b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:24:27.772409 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa83a99-bdb4-47af-b62e-c50cdcb583b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:24:27.772851 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa83a99-bdb4-47af-b62e-c50cdcb583b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:24:27.773112 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa83a99-bdb4-47af-b62e-c50cdcb583b8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:24:27.773442 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa83a99-bdb4-47af-b62e-c50cdcb583b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:24:27.773766 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa83a99-bdb4-47af-b62e-c50cdcb583b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:24:27.774083 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa83a99-bdb4-47af-b62e-c50cdcb583b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:24:27.774431 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa83a99-bdb4-47af-b62e-c50cdcb583b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:24:27.774749 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa83a99-bdb4-47af-b62e-c50cdcb583b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:24:28.760113 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 49884) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:24:28.868353 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-b573e07d-a7ba-4f7a-9179-556dd755834b admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1561165349-network', 'tenant_id': 'c39062b6898841a4a708315a014167be'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:24:28.975162 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b573e07d-a7ba-4f7a-9179-556dd755834b admin admin] Made reservation on behalf of c39062b6898841a4a708315a014167be for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:24:28.977627 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b573e07d-a7ba-4f7a-9179-556dd755834b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:28.987332 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b573e07d-a7ba-4f7a-9179-556dd755834b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:29.078496 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b573e07d-a7ba-4f7a-9179-556dd755834b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:29.134970 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b573e07d-a7ba-4f7a-9179-556dd755834b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:29.161947 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b573e07d-a7ba-4f7a-9179-556dd755834b admin admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:24:29.167262 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b573e07d-a7ba-4f7a-9179-556dd755834b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee9bca6b-08b6-47d5-b588-afd0462419c2,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:24:29.175987 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b573e07d-a7ba-4f7a-9179-556dd755834b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:29.176327 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-b573e07d-a7ba-4f7a-9179-556dd755834b admin admin] Added segment 846e9521-4dc4-44cd-91cc-41b87877da0a of type vlan for network 9f5794ca-9011-4fba-b1c5-23425f38f78e Jul 05 03:24:29.215040 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b573e07d-a7ba-4f7a-9179-556dd755834b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:29.306427 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b573e07d-a7ba-4f7a-9179-556dd755834b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:29.307443 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b573e07d-a7ba-4f7a-9179-556dd755834b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:24:29.308033 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b573e07d-a7ba-4f7a-9179-556dd755834b admin admin] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:29.365715 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b573e07d-a7ba-4f7a-9179-556dd755834b admin admin] Pushing event updated for resources: {'Network': ['ID=9f5794ca-9011-4fba-b1c5-23425f38f78e,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:24:29.375378 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 9f5794ca-9011-4fba-b1c5-23425f38f78e details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:24:29.421604 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-b573e07d-a7ba-4f7a-9179-556dd755834b admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6601565 Jul 05 03:24:29.425309 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 49888) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:24:29.430382 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-f339c381-fb35-4b9d-88f8-2951a765c739 admin admin] Request body: {'subnet': {'network_id': '9f5794ca-9011-4fba-b1c5-23425f38f78e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1561165349-subnet', 'tenant_id': 'c39062b6898841a4a708315a014167be', 'ip_version': 4}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:24:29.500681 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f339c381-fb35-4b9d-88f8-2951a765c739 admin admin] Made reservation on behalf of c39062b6898841a4a708315a014167be for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:24:29.503171 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f339c381-fb35-4b9d-88f8-2951a765c739 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:29.741537 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f339c381-fb35-4b9d-88f8-2951a765c739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:29.801633 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f339c381-fb35-4b9d-88f8-2951a765c739 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4e60c87-088c-46b0-9c38-7bb6ebe85c26,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:24:29.810302 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f339c381-fb35-4b9d-88f8-2951a765c739 admin admin] Checking segment: {'id': '846e9521-4dc4-44cd-91cc-41b87877da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9f5794ca-9011-4fba-b1c5-23425f38f78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:24:29.814351 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f339c381-fb35-4b9d-88f8-2951a765c739 admin admin] Network hostable DHCP agents. Network: 9f5794ca-9011-4fba-b1c5-23425f38f78e, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:24:29.883712 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f339c381-fb35-4b9d-88f8-2951a765c739 admin admin] Network 9f5794ca-9011-4fba-b1c5-23425f38f78e is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:24:29.969468 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-f339c381-fb35-4b9d-88f8-2951a765c739 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 9f5794ca-9011-4fba-b1c5-23425f38f78e) {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:24:29.973508 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f339c381-fb35-4b9d-88f8-2951a765c739 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:24:29.974084 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f339c381-fb35-4b9d-88f8-2951a765c739 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:29.978168 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557dc789-8372-4ef3-84c1-662474d2304e None None] Network 9f5794ca-9011-4fba-b1c5-23425f38f78e requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:24:30.063728 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-f339c381-fb35-4b9d-88f8-2951a765c739 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6364594 Jul 05 03:24:30.066108 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 49890) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:24:30.070864 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-0132faa2-5f35-4665-947c-3554e3e155ab admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1561165349-router', 'tenant_id': 'c39062b6898841a4a708315a014167be', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:24:30.141018 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bda3769-05f0-4851-9033-907e081c261b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-9f5794ca-9011-4fba-b1c5-23425f38f78e', 'network_id': '9f5794ca-9011-4fba-b1c5-23425f38f78e', 'tenant_id': 'c39062b6898841a4a708315a014167be', 'fixed_ips': [{'subnet_id': 'e4e60c87-088c-46b0-9c38-7bb6ebe85c26'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:24:30.141873 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-1bda3769-05f0-4851-9033-907e081c261b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:30.163946 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0132faa2-5f35-4665-947c-3554e3e155ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11810'] for router, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:30.165032 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0132faa2-5f35-4665-947c-3554e3e155ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1926740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11821'] for router, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:30.217792 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0132faa2-5f35-4665-947c-3554e3e155ab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:30.273524 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-1bda3769-05f0-4851-9033-907e081c261b None None] Allocated IP 172.20.0.2 (9f5794ca-9011-4fba-b1c5-23425f38f78e/e4e60c87-088c-46b0-9c38-7bb6ebe85c26/df6b955a-8a55-45a7-a113-e54cf7001dcc) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:24:30.420500 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-1bda3769-05f0-4851-9033-907e081c261b None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:30.429934 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-1bda3769-05f0-4851-9033-907e081c261b None None] Transition to ACTIVE for port object df6b955a-8a55-45a7-a113-e54cf7001dcc will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:24:30.446375 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-1bda3769-05f0-4851-9033-907e081c261b None None] Transition to ACTIVE for port object df6b955a-8a55-45a7-a113-e54cf7001dcc will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:24:30.512579 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-1bda3769-05f0-4851-9033-907e081c261b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:30.552475 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bda3769-05f0-4851-9033-907e081c261b None None] Network 9f5794ca-9011-4fba-b1c5-23425f38f78e is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:24:30.555563 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-1bda3769-05f0-4851-9033-907e081c261b None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:24:30.561693 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bda3769-05f0-4851-9033-907e081c261b None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:24:30.568574 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bda3769-05f0-4851-9033-907e081c261b None None] Pushing event updated for resources: {'Port': ['ID=df6b955a-8a55-45a7-a113-e54cf7001dcc,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:24:30.628232 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-1bda3769-05f0-4851-9033-907e081c261b None None] Attempting to bind port df6b955a-8a55-45a7-a113-e54cf7001dcc on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:24:30.628595 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-1bda3769-05f0-4851-9033-907e081c261b None None] Attempting to bind port df6b955a-8a55-45a7-a113-e54cf7001dcc by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '846e9521-4dc4-44cd-91cc-41b87877da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9f5794ca-9011-4fba-b1c5-23425f38f78e'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:24:30.628955 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bda3769-05f0-4851-9033-907e081c261b None None] Attempting to bind port df6b955a-8a55-45a7-a113-e54cf7001dcc on network 9f5794ca-9011-4fba-b1c5-23425f38f78e {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:24:30.634253 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bda3769-05f0-4851-9033-907e081c261b None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:24:30.634625 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bda3769-05f0-4851-9033-907e081c261b None None] Checking segment: {'id': '846e9521-4dc4-44cd-91cc-41b87877da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9f5794ca-9011-4fba-b1c5-23425f38f78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:24:30.635027 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-1bda3769-05f0-4851-9033-907e081c261b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:30.635416 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bda3769-05f0-4851-9033-907e081c261b None None] Bound using segment: {'id': '846e9521-4dc4-44cd-91cc-41b87877da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9f5794ca-9011-4fba-b1c5-23425f38f78e'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:24:30.635878 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-1bda3769-05f0-4851-9033-907e081c261b None None] Bound port: df6b955a-8a55-45a7-a113-e54cf7001dcc, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '846e9521-4dc4-44cd-91cc-41b87877da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9f5794ca-9011-4fba-b1c5-23425f38f78e'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:24:30.636257 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-1bda3769-05f0-4851-9033-907e081c261b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:30.699788 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-1bda3769-05f0-4851-9033-907e081c261b None None] For port df6b955a-8a55-45a7-a113-e54cf7001dcc, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:24:30.703531 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-1bda3769-05f0-4851-9033-907e081c261b None None] For port df6b955a-8a55-45a7-a113-e54cf7001dcc, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=df6b955a-8a55-45a7-a113-e54cf7001dcc,segment=NetworkSegment(846e9521-4dc4-44cd-91cc-41b87877da0a),segment_id=846e9521-4dc4-44cd-91cc-41b87877da0a)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:24:30.748040 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0132faa2-5f35-4665-947c-3554e3e155ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:30.793049 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-1bda3769-05f0-4851-9033-907e081c261b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:30.851951 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bda3769-05f0-4851-9033-907e081c261b None None] Pushing event updated for resources: {'Port': ['ID=df6b955a-8a55-45a7-a113-e54cf7001dcc,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:24:31.040957 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0132faa2-5f35-4665-947c-3554e3e155ab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:31.065169 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0132faa2-5f35-4665-947c-3554e3e155ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:31.167963 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-0132faa2-5f35-4665-947c-3554e3e155ab admin admin] Allocated IP 172.25.7.152 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/fbec4233-7263-4273-8931-321ef5319c89) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:24:31.272832 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0132faa2-5f35-4665-947c-3554e3e155ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:31.376296 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0132faa2-5f35-4665-947c-3554e3e155ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:31.413850 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0132faa2-5f35-4665-947c-3554e3e155ab admin admin] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:24:31.416913 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-0132faa2-5f35-4665-947c-3554e3e155ab admin admin] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:24:31.419492 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0132faa2-5f35-4665-947c-3554e3e155ab admin admin] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:24:31.450316 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0132faa2-5f35-4665-947c-3554e3e155ab admin admin] Pushing event updated for resources: {'Port': ['ID=fbec4233-7263-4273-8931-321ef5319c89,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:24:31.715107 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c675f7-096e-41fb-815b-5175d526ea11 None None] Network 9f5794ca-9011-4fba-b1c5-23425f38f78e requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:24:31.810106 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0132faa2-5f35-4665-947c-3554e3e155ab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:31.856746 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-032d7e39-7295-4ad4-85d0-b3d838351992 None None] Provisioning for port df6b955a-8a55-45a7-a113-e54cf7001dcc completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:24:32.019682 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0132faa2-5f35-4665-947c-3554e3e155ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963'] for router, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:32.215168 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0132faa2-5f35-4665-947c-3554e3e155ab admin admin] Router 0843d212-d763-47a7-a45b-9590c3dd8f6a is scheduled to L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 with binding_index 1 {{(pid=94462) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 03:24:32.323323 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0132faa2-5f35-4665-947c-3554e3e155ab admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:24:32.333011 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e281a97e-f54b-4ebd-8d8c-6ba08c2c866d None None] Sync routers for ids ['0843d212-d763-47a7-a45b-9590c3dd8f6a'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:24:32.352660 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e281a97e-f54b-4ebd-8d8c-6ba08c2c866d None None] Routers {'0843d212-d763-47a7-a45b-9590c3dd8f6a'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:24:32.352660 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-e281a97e-f54b-4ebd-8d8c-6ba08c2c866d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:24:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['0843d212-d763-47a7-a45b-9590c3dd8f6a'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:24:32.409360 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0132faa2-5f35-4665-947c-3554e3e155ab admin admin] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:32.410675 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-0132faa2-5f35-4665-947c-3554e3e155ab admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.3434563 Jul 05 03:24:32.413699 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 49892) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:24:32.458516 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-e281a97e-f54b-4ebd-8d8c-6ba08c2c866d None None] Set router 0843d212-d763-47a7-a45b-9590c3dd8f6a gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:24:32.645570 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-e281a97e-f54b-4ebd-8d8c-6ba08c2c866d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0843d212-d763-47a7-a45b-9590c3dd8f6a', 'name': 'tempest-TestEncryptedCinderVolumes-1561165349-router', 'tenant_id': 'c39062b6898841a4a708315a014167be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': 'fbec4233-7263-4273-8931-321ef5319c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:24:30Z', 'updated_at': '2021-07-05T03:24:31Z', 'revision_number': 3, 'project_id': 'c39062b6898841a4a708315a014167be', 'gw_port': {'id': 'fbec4233-7263-4273-8931-321ef5319c89', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:65:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0843d212-d763-47a7-a45b-9590c3dd8f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:24:31Z', 'updated_at': '2021-07-05T03:24:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:24:32.830970 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e281a97e-f54b-4ebd-8d8c-6ba08c2c866d None None] Checking router: 0843d212-d763-47a7-a45b-9590c3dd8f6a for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:24:32.831653 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e281a97e-f54b-4ebd-8d8c-6ba08c2c866d None None] Updating router 0843d212-d763-47a7-a45b-9590c3dd8f6a port fbec4233-7263-4273-8931-321ef5319c89 binding host n-d-771362-32 {{(pid=94463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:24:32.842936 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-774fca16-02eb-4a42-b3a7-5cbbf2bf0043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:32.864829 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e281a97e-f54b-4ebd-8d8c-6ba08c2c866d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:32.996496 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device df6b955a-8a55-45a7-a113-e54cf7001dcc up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:24:33.012390 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-774fca16-02eb-4a42-b3a7-5cbbf2bf0043 admin admin] Allocated IP 172.20.0.1 (9f5794ca-9011-4fba-b1c5-23425f38f78e/e4e60c87-088c-46b0-9c38-7bb6ebe85c26/c69776c1-98bb-4c5e-bd36-3e7ae91bedc2) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:24:33.119694 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-774fca16-02eb-4a42-b3a7-5cbbf2bf0043 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:33.134186 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [None req-774fca16-02eb-4a42-b3a7-5cbbf2bf0043 admin admin] Transition to ACTIVE for port object c69776c1-98bb-4c5e-bd36-3e7ae91bedc2 will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:24:33.163333 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e281a97e-f54b-4ebd-8d8c-6ba08c2c866d None None] Notify callbacks [] for port, precommit_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:33.173800 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-e281a97e-f54b-4ebd-8d8c-6ba08c2c866d None None] Transition to ACTIVE for port object fbec4233-7263-4273-8931-321ef5319c89 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:24:33.177266 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port df6b955a-8a55-45a7-a113-e54cf7001dcc completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:24:33.181100 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port df6b955a-8a55-45a7-a113-e54cf7001dcc triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:24:33.184307 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:33.227234 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-774fca16-02eb-4a42-b3a7-5cbbf2bf0043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:33.251281 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e281a97e-f54b-4ebd-8d8c-6ba08c2c866d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:33.266962 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774fca16-02eb-4a42-b3a7-5cbbf2bf0043 admin admin] Network 9f5794ca-9011-4fba-b1c5-23425f38f78e is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:24:33.269821 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-774fca16-02eb-4a42-b3a7-5cbbf2bf0043 admin admin] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:24:33.272339 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774fca16-02eb-4a42-b3a7-5cbbf2bf0043 admin admin] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:24:33.290458 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:33.302828 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774fca16-02eb-4a42-b3a7-5cbbf2bf0043 admin admin] Pushing event updated for resources: {'Port': ['ID=c69776c1-98bb-4c5e-bd36-3e7ae91bedc2,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:24:33.322900 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-774fca16-02eb-4a42-b3a7-5cbbf2bf0043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635668'] for router_interface, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:33.330914 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9348e4-b23e-4cc9-b298-5130018bc1a8 None None] Pushing event updated for resources: {'Port': ['ID=fbec4233-7263-4273-8931-321ef5319c89,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:24:33.334589 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-e281a97e-f54b-4ebd-8d8c-6ba08c2c866d None None] Attempting to bind port fbec4233-7263-4273-8931-321ef5319c89 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:24:33.334951 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-e281a97e-f54b-4ebd-8d8c-6ba08c2c866d None None] Attempting to bind port fbec4233-7263-4273-8931-321ef5319c89 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:24:33.335318 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e281a97e-f54b-4ebd-8d8c-6ba08c2c866d None None] Attempting to bind port fbec4233-7263-4273-8931-321ef5319c89 on network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:24:33.347749 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e281a97e-f54b-4ebd-8d8c-6ba08c2c866d None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:24:33.348108 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e281a97e-f54b-4ebd-8d8c-6ba08c2c866d None None] Checking segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:24:33.348518 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e281a97e-f54b-4ebd-8d8c-6ba08c2c866d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:33.348922 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e281a97e-f54b-4ebd-8d8c-6ba08c2c866d None None] Bound using segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:24:33.349401 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-e281a97e-f54b-4ebd-8d8c-6ba08c2c866d None None] Bound port: fbec4233-7263-4273-8931-321ef5319c89, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:24:33.349788 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e281a97e-f54b-4ebd-8d8c-6ba08c2c866d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:33.376145 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port df6b955a-8a55-45a7-a113-e54cf7001dcc, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=df6b955a-8a55-45a7-a113-e54cf7001dcc,segment=NetworkSegment(846e9521-4dc4-44cd-91cc-41b87877da0a),segment_id=846e9521-4dc4-44cd-91cc-41b87877da0a)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:24:33.411229 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-e281a97e-f54b-4ebd-8d8c-6ba08c2c866d None None] For port fbec4233-7263-4273-8931-321ef5319c89, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:24:33.414869 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-e281a97e-f54b-4ebd-8d8c-6ba08c2c866d None None] For port fbec4233-7263-4273-8931-321ef5319c89, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=fbec4233-7263-4273-8931-321ef5319c89,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:24:33.437908 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:33.489249 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=df6b955a-8a55-45a7-a113-e54cf7001dcc,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:24:33.498345 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e281a97e-f54b-4ebd-8d8c-6ba08c2c866d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:33.557721 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-774fca16-02eb-4a42-b3a7-5cbbf2bf0043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:33.566197 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9348e4-b23e-4cc9-b298-5130018bc1a8 None None] Pushing event updated for resources: {'Port': ['ID=fbec4233-7263-4273-8931-321ef5319c89,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:24:33.568882 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e281a97e-f54b-4ebd-8d8c-6ba08c2c866d None None] Routers {'0843d212-d763-47a7-a45b-9590c3dd8f6a'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:24:33.569481 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-e281a97e-f54b-4ebd-8d8c-6ba08c2c866d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:24:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['0843d212-d763-47a7-a45b-9590c3dd8f6a'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:24:33.604848 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-817a014e-4409-4142-9c4c-f2d0569ef9b3 None None] Provisioning for port c69776c1-98bb-4c5e-bd36-3e7ae91bedc2 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:24:33.612578 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-817a014e-4409-4142-9c4c-f2d0569ef9b3 None None] Provisioning complete for port c69776c1-98bb-4c5e-bd36-3e7ae91bedc2 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:24:33.612957 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-817a014e-4409-4142-9c4c-f2d0569ef9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:33.682637 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-817a014e-4409-4142-9c4c-f2d0569ef9b3 None None] Port c69776c1-98bb-4c5e-bd36-3e7ae91bedc2 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:24:33.705827 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-e281a97e-f54b-4ebd-8d8c-6ba08c2c866d None None] Set router 0843d212-d763-47a7-a45b-9590c3dd8f6a gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:24:33.726281 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-774fca16-02eb-4a42-b3a7-5cbbf2bf0043 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:33.803687 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-774fca16-02eb-4a42-b3a7-5cbbf2bf0043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:33.869276 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774fca16-02eb-4a42-b3a7-5cbbf2bf0043 admin admin] Pushing event updated for resources: {'Port': ['ID=c69776c1-98bb-4c5e-bd36-3e7ae91bedc2,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:24:33.871846 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-774fca16-02eb-4a42-b3a7-5cbbf2bf0043 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634601'] for router_interface, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:33.909107 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-e281a97e-f54b-4ebd-8d8c-6ba08c2c866d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0843d212-d763-47a7-a45b-9590c3dd8f6a', 'name': 'tempest-TestEncryptedCinderVolumes-1561165349-router', 'tenant_id': 'c39062b6898841a4a708315a014167be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': 'fbec4233-7263-4273-8931-321ef5319c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:24:30Z', 'updated_at': '2021-07-05T03:24:33Z', 'revision_number': 4, 'project_id': 'c39062b6898841a4a708315a014167be', 'gw_port': {'id': 'fbec4233-7263-4273-8931-321ef5319c89', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:65:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0843d212-d763-47a7-a45b-9590c3dd8f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:24:31Z', 'updated_at': '2021-07-05T03:24:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'c69776c1-98bb-4c5e-bd36-3e7ae91bedc2', 'name': '', 'network_id': '9f5794ca-9011-4fba-b1c5-23425f38f78e', 'tenant_id': 'c39062b6898841a4a708315a014167be', 'mac_address': 'fa:16:3e:b6:fa:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0843d212-d763-47a7-a45b-9590c3dd8f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'e4e60c87-088c-46b0-9c38-7bb6ebe85c26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:24:32Z', 'updated_at': '2021-07-05T03:24:33Z', 'revision_number': 1, 'project_id': 'c39062b6898841a4a708315a014167be', 'subnets': [{'id': 'e4e60c87-088c-46b0-9c38-7bb6ebe85c26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:24:33.939217 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e281a97e-f54b-4ebd-8d8c-6ba08c2c866d None None] The sync data for ids ['0843d212-d763-47a7-a45b-9590c3dd8f6a'] in n-d-771362-32 is: [{'id': '0843d212-d763-47a7-a45b-9590c3dd8f6a', 'name': 'tempest-TestEncryptedCinderVolumes-1561165349-router', 'tenant_id': 'c39062b6898841a4a708315a014167be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': 'fbec4233-7263-4273-8931-321ef5319c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:24:30Z', 'updated_at': '2021-07-05T03:24:33Z', 'revision_number': 4, 'project_id': 'c39062b6898841a4a708315a014167be', 'gw_port': {'id': 'fbec4233-7263-4273-8931-321ef5319c89', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:65:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0843d212-d763-47a7-a45b-9590c3dd8f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:24:31Z', 'updated_at': '2021-07-05T03:24:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'c69776c1-98bb-4c5e-bd36-3e7ae91bedc2', 'name': '', 'network_id': '9f5794ca-9011-4fba-b1c5-23425f38f78e', 'tenant_id': 'c39062b6898841a4a708315a014167be', 'mac_address': 'fa:16:3e:b6:fa:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0843d212-d763-47a7-a45b-9590c3dd8f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'e4e60c87-088c-46b0-9c38-7bb6ebe85c26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:24:32Z', 'updated_at': '2021-07-05T03:24:33Z', 'revision_number': 1, 'project_id': 'c39062b6898841a4a708315a014167be', 'subnets': [{'id': 'e4e60c87-088c-46b0-9c38-7bb6ebe85c26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:24:33.975275 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774fca16-02eb-4a42-b3a7-5cbbf2bf0043 admin admin] Network 9f5794ca-9011-4fba-b1c5-23425f38f78e is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:24:33.976690 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-774fca16-02eb-4a42-b3a7-5cbbf2bf0043 admin admin] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:24:34.098669 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-774fca16-02eb-4a42-b3a7-5cbbf2bf0043 admin admin] Router 0843d212-d763-47a7-a45b-9590c3dd8f6a has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:24:34.228074 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-774fca16-02eb-4a42-b3a7-5cbbf2bf0043 admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:24:34.233130 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-774fca16-02eb-4a42-b3a7-5cbbf2bf0043 admin admin] 10.222.0.23 "PUT /v2.0/routers/0843d212-d763-47a7-a45b-9590c3dd8f6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8183916 Jul 05 03:24:34.308205 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-e2fca9c6-50e5-4cb5-aed0-5d4b65fbd33f None None] Provisioning complete for port c69776c1-98bb-4c5e-bd36-3e7ae91bedc2 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:24:34.308700 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e2fca9c6-50e5-4cb5-aed0-5d4b65fbd33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:34.348574 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-e2fca9c6-50e5-4cb5-aed0-5d4b65fbd33f None None] Port c69776c1-98bb-4c5e-bd36-3e7ae91bedc2 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:24:34.880326 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 49908) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:24:34.885602 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-2423e22b-d820-42cd-87fd-ed1080757510 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-49074450-network', 'tenant_id': '3a9d45f0ae054b168671eb5f2ad9fa94'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:24:35.003965 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2423e22b-d820-42cd-87fd-ed1080757510 admin admin] Made reservation on behalf of 3a9d45f0ae054b168671eb5f2ad9fa94 for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:24:35.006984 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2423e22b-d820-42cd-87fd-ed1080757510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:35.017132 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2423e22b-d820-42cd-87fd-ed1080757510 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:35.050401 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device fbec4233-7263-4273-8931-321ef5319c89 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:24:35.117271 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2423e22b-d820-42cd-87fd-ed1080757510 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:35.163487 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port fbec4233-7263-4273-8931-321ef5319c89 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:24:35.167558 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port fbec4233-7263-4273-8931-321ef5319c89 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:24:35.171535 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:35.186711 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2423e22b-d820-42cd-87fd-ed1080757510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:35.212870 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2423e22b-d820-42cd-87fd-ed1080757510 admin admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:24:35.223623 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2423e22b-d820-42cd-87fd-ed1080757510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aeca209-322c-4f88-b37b-2ee5dfe874f2,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:24:35.229331 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2423e22b-d820-42cd-87fd-ed1080757510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:35.229972 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-2423e22b-d820-42cd-87fd-ed1080757510 admin admin] Added segment 55812336-d4a1-4c52-9ba1-93f5a4facb18 of type vlan for network 36bf76e1-4145-44e7-bacc-358561282023 Jul 05 03:24:35.269688 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:35.274423 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2423e22b-d820-42cd-87fd-ed1080757510 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:35.290283 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port fbec4233-7263-4273-8931-321ef5319c89, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=fbec4233-7263-4273-8931-321ef5319c89,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:24:35.346206 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:35.347108 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device df6b955a-8a55-45a7-a113-e54cf7001dcc up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:24:35.374856 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2423e22b-d820-42cd-87fd-ed1080757510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:35.375908 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2423e22b-d820-42cd-87fd-ed1080757510 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:24:35.376503 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2423e22b-d820-42cd-87fd-ed1080757510 admin admin] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:35.422865 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=fbec4233-7263-4273-8931-321ef5319c89,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:24:35.438092 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port df6b955a-8a55-45a7-a113-e54cf7001dcc triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:24:35.438492 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:35.439933 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2423e22b-d820-42cd-87fd-ed1080757510 admin admin] Pushing event updated for resources: {'Network': ['ID=36bf76e1-4145-44e7-bacc-358561282023,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:24:35.462302 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 36bf76e1-4145-44e7-bacc-358561282023 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:24:35.473396 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-2423e22b-d820-42cd-87fd-ed1080757510 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5918617 Jul 05 03:24:35.476079 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 49910) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:24:35.481173 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-08817feb-c8d7-4c8f-95b1-193dc906aab2 admin admin] Request body: {'subnet': {'network_id': '36bf76e1-4145-44e7-bacc-358561282023', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-49074450-subnet', 'tenant_id': '3a9d45f0ae054b168671eb5f2ad9fa94', 'ip_version': 4}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:24:35.551901 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08817feb-c8d7-4c8f-95b1-193dc906aab2 admin admin] Made reservation on behalf of 3a9d45f0ae054b168671eb5f2ad9fa94 for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:24:35.554411 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-08817feb-c8d7-4c8f-95b1-193dc906aab2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:35.769875 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-08817feb-c8d7-4c8f-95b1-193dc906aab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:35.831834 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08817feb-c8d7-4c8f-95b1-193dc906aab2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc8cbdd5-1027-44fd-b1ad-7ce80b3298fe,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:24:35.838840 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08817feb-c8d7-4c8f-95b1-193dc906aab2 admin admin] Checking segment: {'id': '55812336-d4a1-4c52-9ba1-93f5a4facb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '36bf76e1-4145-44e7-bacc-358561282023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:24:35.839281 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08817feb-c8d7-4c8f-95b1-193dc906aab2 admin admin] Network hostable DHCP agents. Network: 36bf76e1-4145-44e7-bacc-358561282023, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:24:35.963733 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08817feb-c8d7-4c8f-95b1-193dc906aab2 admin admin] Network 36bf76e1-4145-44e7-bacc-358561282023 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:24:36.014688 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c2f03e-832f-46aa-9588-a2b31183d172 None None] Sync routers for ids ['0843d212-d763-47a7-a45b-9590c3dd8f6a'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:24:36.025177 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c2f03e-832f-46aa-9588-a2b31183d172 None None] Routers {'0843d212-d763-47a7-a45b-9590c3dd8f6a'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:24:36.025773 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-18c2f03e-832f-46aa-9588-a2b31183d172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:24:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['0843d212-d763-47a7-a45b-9590c3dd8f6a'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:24:36.049059 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-08817feb-c8d7-4c8f-95b1-193dc906aab2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 36bf76e1-4145-44e7-bacc-358561282023) {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:24:36.053172 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08817feb-c8d7-4c8f-95b1-193dc906aab2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:24:36.054033 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-08817feb-c8d7-4c8f-95b1-193dc906aab2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:36.057802 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e78dada-d705-4783-bc4a-ae92a59fc7ea None None] Network 36bf76e1-4145-44e7-bacc-358561282023 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:24:36.134048 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-18c2f03e-832f-46aa-9588-a2b31183d172 None None] Set router 0843d212-d763-47a7-a45b-9590c3dd8f6a gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:24:36.138860 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 49912) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:24:36.139408 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-08817feb-c8d7-4c8f-95b1-193dc906aab2 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6619065 Jul 05 03:24:36.144386 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-b85eb25f-8fa6-4d1a-9837-39539a646a5e admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-49074450-router', 'tenant_id': '3a9d45f0ae054b168671eb5f2ad9fa94', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:24:36.209598 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55ba378-1f3d-4dbf-a354-f03b606a122b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-36bf76e1-4145-44e7-bacc-358561282023', 'network_id': '36bf76e1-4145-44e7-bacc-358561282023', 'tenant_id': '3a9d45f0ae054b168671eb5f2ad9fa94', 'fixed_ips': [{'subnet_id': 'dc8cbdd5-1027-44fd-b1ad-7ce80b3298fe'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:24:36.211012 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a55ba378-1f3d-4dbf-a354-f03b606a122b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:36.237909 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b85eb25f-8fa6-4d1a-9837-39539a646a5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11810'] for router, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:36.240414 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b85eb25f-8fa6-4d1a-9837-39539a646a5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1926740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11821'] for router, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:36.315920 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b85eb25f-8fa6-4d1a-9837-39539a646a5e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:36.360138 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-18c2f03e-832f-46aa-9588-a2b31183d172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0843d212-d763-47a7-a45b-9590c3dd8f6a', 'name': 'tempest-TestEncryptedCinderVolumes-1561165349-router', 'tenant_id': 'c39062b6898841a4a708315a014167be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': 'fbec4233-7263-4273-8931-321ef5319c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:24:30Z', 'updated_at': '2021-07-05T03:24:33Z', 'revision_number': 4, 'project_id': 'c39062b6898841a4a708315a014167be', 'gw_port': {'id': 'fbec4233-7263-4273-8931-321ef5319c89', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:65:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0843d212-d763-47a7-a45b-9590c3dd8f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:24:31Z', 'updated_at': '2021-07-05T03:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'c69776c1-98bb-4c5e-bd36-3e7ae91bedc2', 'name': '', 'network_id': '9f5794ca-9011-4fba-b1c5-23425f38f78e', 'tenant_id': 'c39062b6898841a4a708315a014167be', 'mac_address': 'fa:16:3e:b6:fa:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0843d212-d763-47a7-a45b-9590c3dd8f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'e4e60c87-088c-46b0-9c38-7bb6ebe85c26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:24:32Z', 'updated_at': '2021-07-05T03:24:33Z', 'revision_number': 2, 'project_id': 'c39062b6898841a4a708315a014167be', 'subnets': [{'id': 'e4e60c87-088c-46b0-9c38-7bb6ebe85c26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:24:36.362303 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-a55ba378-1f3d-4dbf-a354-f03b606a122b None None] Allocated IP 172.20.0.2 (36bf76e1-4145-44e7-bacc-358561282023/dc8cbdd5-1027-44fd-b1ad-7ce80b3298fe/0dac531a-1710-41c6-94e3-7905887490de) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:24:36.385948 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c2f03e-832f-46aa-9588-a2b31183d172 None None] Checking router: 0843d212-d763-47a7-a45b-9590c3dd8f6a for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:24:36.386320 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c2f03e-832f-46aa-9588-a2b31183d172 None None] Updating router 0843d212-d763-47a7-a45b-9590c3dd8f6a port c69776c1-98bb-4c5e-bd36-3e7ae91bedc2 binding host n-d-771362-32 {{(pid=94464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:24:36.424841 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-18c2f03e-832f-46aa-9588-a2b31183d172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:36.509962 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a55ba378-1f3d-4dbf-a354-f03b606a122b None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:36.518528 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-a55ba378-1f3d-4dbf-a354-f03b606a122b None None] Transition to ACTIVE for port object 0dac531a-1710-41c6-94e3-7905887490de will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:24:36.535500 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-a55ba378-1f3d-4dbf-a354-f03b606a122b None None] Transition to ACTIVE for port object 0dac531a-1710-41c6-94e3-7905887490de will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:24:36.536061 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b85eb25f-8fa6-4d1a-9837-39539a646a5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:36.610332 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a55ba378-1f3d-4dbf-a354-f03b606a122b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:36.646997 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55ba378-1f3d-4dbf-a354-f03b606a122b None None] Network 36bf76e1-4145-44e7-bacc-358561282023 is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:24:36.651330 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-a55ba378-1f3d-4dbf-a354-f03b606a122b None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:24:36.654376 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55ba378-1f3d-4dbf-a354-f03b606a122b None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:24:36.666339 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55ba378-1f3d-4dbf-a354-f03b606a122b None None] Pushing event updated for resources: {'Port': ['ID=0dac531a-1710-41c6-94e3-7905887490de,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:24:36.713548 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-18c2f03e-832f-46aa-9588-a2b31183d172 None None] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:36.724977 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-18c2f03e-832f-46aa-9588-a2b31183d172 None None] Transition to ACTIVE for port object c69776c1-98bb-4c5e-bd36-3e7ae91bedc2 will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:24:36.726431 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-a55ba378-1f3d-4dbf-a354-f03b606a122b None None] Attempting to bind port 0dac531a-1710-41c6-94e3-7905887490de on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:24:36.727003 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-a55ba378-1f3d-4dbf-a354-f03b606a122b None None] Attempting to bind port 0dac531a-1710-41c6-94e3-7905887490de by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '55812336-d4a1-4c52-9ba1-93f5a4facb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '36bf76e1-4145-44e7-bacc-358561282023'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:24:36.727465 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55ba378-1f3d-4dbf-a354-f03b606a122b None None] Attempting to bind port 0dac531a-1710-41c6-94e3-7905887490de on network 36bf76e1-4145-44e7-bacc-358561282023 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:24:36.732624 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55ba378-1f3d-4dbf-a354-f03b606a122b None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:24:36.733049 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55ba378-1f3d-4dbf-a354-f03b606a122b None None] Checking segment: {'id': '55812336-d4a1-4c52-9ba1-93f5a4facb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '36bf76e1-4145-44e7-bacc-358561282023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:24:36.733448 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a55ba378-1f3d-4dbf-a354-f03b606a122b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:36.733838 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55ba378-1f3d-4dbf-a354-f03b606a122b None None] Bound using segment: {'id': '55812336-d4a1-4c52-9ba1-93f5a4facb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '36bf76e1-4145-44e7-bacc-358561282023'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:24:36.734406 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-a55ba378-1f3d-4dbf-a354-f03b606a122b None None] Bound port: 0dac531a-1710-41c6-94e3-7905887490de, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55812336-d4a1-4c52-9ba1-93f5a4facb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '36bf76e1-4145-44e7-bacc-358561282023'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:24:36.735288 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a55ba378-1f3d-4dbf-a354-f03b606a122b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:36.792073 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-18c2f03e-832f-46aa-9588-a2b31183d172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:36.804227 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-a55ba378-1f3d-4dbf-a354-f03b606a122b None None] For port 0dac531a-1710-41c6-94e3-7905887490de, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:24:36.808181 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-a55ba378-1f3d-4dbf-a354-f03b606a122b None None] For port 0dac531a-1710-41c6-94e3-7905887490de, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=0dac531a-1710-41c6-94e3-7905887490de,segment=NetworkSegment(55812336-d4a1-4c52-9ba1-93f5a4facb18),segment_id=55812336-d4a1-4c52-9ba1-93f5a4facb18)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:24:36.841068 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b85eb25f-8fa6-4d1a-9837-39539a646a5e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:36.866002 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e723a9e-5647-48ee-ad58-039c98376218 None None] Pushing event updated for resources: {'Port': ['ID=c69776c1-98bb-4c5e-bd36-3e7ae91bedc2,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:24:36.866334 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b85eb25f-8fa6-4d1a-9837-39539a646a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:36.873625 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a55ba378-1f3d-4dbf-a354-f03b606a122b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:36.907492 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e723a9e-5647-48ee-ad58-039c98376218 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:24:36.907996 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e723a9e-5647-48ee-ad58-039c98376218 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:24:36.908431 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e723a9e-5647-48ee-ad58-039c98376218 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:24:36.908865 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e723a9e-5647-48ee-ad58-039c98376218 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:24:36.909318 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e723a9e-5647-48ee-ad58-039c98376218 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:24:36.909745 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e723a9e-5647-48ee-ad58-039c98376218 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:24:36.910383 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e723a9e-5647-48ee-ad58-039c98376218 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:24:36.911178 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e723a9e-5647-48ee-ad58-039c98376218 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:24:36.911842 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e723a9e-5647-48ee-ad58-039c98376218 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:24:36.912307 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e723a9e-5647-48ee-ad58-039c98376218 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:24:36.912829 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e723a9e-5647-48ee-ad58-039c98376218 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:24:36.913252 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e723a9e-5647-48ee-ad58-039c98376218 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:24:36.942497 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-18c2f03e-832f-46aa-9588-a2b31183d172 None None] Attempting to bind port c69776c1-98bb-4c5e-bd36-3e7ae91bedc2 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:24:36.942865 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-18c2f03e-832f-46aa-9588-a2b31183d172 None None] Attempting to bind port c69776c1-98bb-4c5e-bd36-3e7ae91bedc2 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '846e9521-4dc4-44cd-91cc-41b87877da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9f5794ca-9011-4fba-b1c5-23425f38f78e'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:24:36.943215 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c2f03e-832f-46aa-9588-a2b31183d172 None None] Attempting to bind port c69776c1-98bb-4c5e-bd36-3e7ae91bedc2 on network 9f5794ca-9011-4fba-b1c5-23425f38f78e {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:24:36.944098 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55ba378-1f3d-4dbf-a354-f03b606a122b None None] Pushing event updated for resources: {'Port': ['ID=0dac531a-1710-41c6-94e3-7905887490de,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:24:36.954101 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c2f03e-832f-46aa-9588-a2b31183d172 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:24:36.956592 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c2f03e-832f-46aa-9588-a2b31183d172 None None] Checking segment: {'id': '846e9521-4dc4-44cd-91cc-41b87877da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9f5794ca-9011-4fba-b1c5-23425f38f78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:24:36.957003 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-18c2f03e-832f-46aa-9588-a2b31183d172 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:36.957395 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c2f03e-832f-46aa-9588-a2b31183d172 None None] Bound using segment: {'id': '846e9521-4dc4-44cd-91cc-41b87877da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9f5794ca-9011-4fba-b1c5-23425f38f78e'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:24:36.957879 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-18c2f03e-832f-46aa-9588-a2b31183d172 None None] Bound port: c69776c1-98bb-4c5e-bd36-3e7ae91bedc2, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '846e9521-4dc4-44cd-91cc-41b87877da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9f5794ca-9011-4fba-b1c5-23425f38f78e'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:24:36.958292 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-18c2f03e-832f-46aa-9588-a2b31183d172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:37.020550 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device fbec4233-7263-4273-8931-321ef5319c89 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:24:37.025754 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-b85eb25f-8fa6-4d1a-9837-39539a646a5e admin admin] Allocated IP 172.25.7.102 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/c2c042eb-f33b-404a-b316-18108c1bc425) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:24:37.062938 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-18c2f03e-832f-46aa-9588-a2b31183d172 None None] For port c69776c1-98bb-4c5e-bd36-3e7ae91bedc2, host n-d-771362-32, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:24:37.067200 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-18c2f03e-832f-46aa-9588-a2b31183d172 None None] For port c69776c1-98bb-4c5e-bd36-3e7ae91bedc2, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=c69776c1-98bb-4c5e-bd36-3e7ae91bedc2,segment=NetworkSegment(846e9521-4dc4-44cd-91cc-41b87877da0a),segment_id=846e9521-4dc4-44cd-91cc-41b87877da0a)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:24:37.099220 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port fbec4233-7263-4273-8931-321ef5319c89 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:24:37.099220 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:37.147292 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-18c2f03e-832f-46aa-9588-a2b31183d172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:37.161916 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b85eb25f-8fa6-4d1a-9837-39539a646a5e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:37.242264 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c2f03e-832f-46aa-9588-a2b31183d172 None None] Routers {'0843d212-d763-47a7-a45b-9590c3dd8f6a'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:24:37.242895 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-18c2f03e-832f-46aa-9588-a2b31183d172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:24:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['0843d212-d763-47a7-a45b-9590c3dd8f6a'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:24:37.244636 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e723a9e-5647-48ee-ad58-039c98376218 None None] Pushing event updated for resources: {'Port': ['ID=c69776c1-98bb-4c5e-bd36-3e7ae91bedc2,revision_number=4']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:24:37.289793 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b85eb25f-8fa6-4d1a-9837-39539a646a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:37.331784 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85eb25f-8fa6-4d1a-9837-39539a646a5e admin admin] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:24:37.335525 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-b85eb25f-8fa6-4d1a-9837-39539a646a5e admin admin] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:24:37.341818 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85eb25f-8fa6-4d1a-9837-39539a646a5e admin admin] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:24:37.383885 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-18c2f03e-832f-46aa-9588-a2b31183d172 None None] Set router 0843d212-d763-47a7-a45b-9590c3dd8f6a gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:24:37.384162 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85eb25f-8fa6-4d1a-9837-39539a646a5e admin admin] Pushing event updated for resources: {'Port': ['ID=c2c042eb-f33b-404a-b316-18108c1bc425,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:24:37.680829 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-18c2f03e-832f-46aa-9588-a2b31183d172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0843d212-d763-47a7-a45b-9590c3dd8f6a', 'name': 'tempest-TestEncryptedCinderVolumes-1561165349-router', 'tenant_id': 'c39062b6898841a4a708315a014167be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': 'fbec4233-7263-4273-8931-321ef5319c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:24:30Z', 'updated_at': '2021-07-05T03:24:33Z', 'revision_number': 4, 'project_id': 'c39062b6898841a4a708315a014167be', 'gw_port': {'id': 'fbec4233-7263-4273-8931-321ef5319c89', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:65:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0843d212-d763-47a7-a45b-9590c3dd8f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:24:31Z', 'updated_at': '2021-07-05T03:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'c69776c1-98bb-4c5e-bd36-3e7ae91bedc2', 'name': '', 'network_id': '9f5794ca-9011-4fba-b1c5-23425f38f78e', 'tenant_id': 'c39062b6898841a4a708315a014167be', 'mac_address': 'fa:16:3e:b6:fa:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0843d212-d763-47a7-a45b-9590c3dd8f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'e4e60c87-088c-46b0-9c38-7bb6ebe85c26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:24:32Z', 'updated_at': '2021-07-05T03:24:37Z', 'revision_number': 4, 'project_id': 'c39062b6898841a4a708315a014167be', 'subnets': [{'id': 'e4e60c87-088c-46b0-9c38-7bb6ebe85c26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:24:37.687775 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b85eb25f-8fa6-4d1a-9837-39539a646a5e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:37.710449 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c2f03e-832f-46aa-9588-a2b31183d172 None None] The sync data for ids ['0843d212-d763-47a7-a45b-9590c3dd8f6a'] in n-d-771362-32 is: [{'id': '0843d212-d763-47a7-a45b-9590c3dd8f6a', 'name': 'tempest-TestEncryptedCinderVolumes-1561165349-router', 'tenant_id': 'c39062b6898841a4a708315a014167be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': 'fbec4233-7263-4273-8931-321ef5319c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:24:30Z', 'updated_at': '2021-07-05T03:24:33Z', 'revision_number': 4, 'project_id': 'c39062b6898841a4a708315a014167be', 'gw_port': {'id': 'fbec4233-7263-4273-8931-321ef5319c89', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:65:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0843d212-d763-47a7-a45b-9590c3dd8f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:24:31Z', 'updated_at': '2021-07-05T03:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'c69776c1-98bb-4c5e-bd36-3e7ae91bedc2', 'name': '', 'network_id': '9f5794ca-9011-4fba-b1c5-23425f38f78e', 'tenant_id': 'c39062b6898841a4a708315a014167be', 'mac_address': 'fa:16:3e:b6:fa:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0843d212-d763-47a7-a45b-9590c3dd8f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'e4e60c87-088c-46b0-9c38-7bb6ebe85c26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:24:32Z', 'updated_at': '2021-07-05T03:24:37Z', 'revision_number': 4, 'project_id': 'c39062b6898841a4a708315a014167be', 'subnets': [{'id': 'e4e60c87-088c-46b0-9c38-7bb6ebe85c26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:24:37.907595 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b85eb25f-8fa6-4d1a-9837-39539a646a5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963'] for router, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:38.070181 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b7dcb6-2a64-416f-874c-9a92da0100b2 None None] Network 36bf76e1-4145-44e7-bacc-358561282023 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:24:38.146667 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b85eb25f-8fa6-4d1a-9837-39539a646a5e admin admin] Router 7cd1b772-554c-4ae4-9289-98066c34245f is scheduled to L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 with binding_index 1 {{(pid=94461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 03:24:38.252627 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-ae539349-b800-453f-988c-54347292024e None None] Provisioning for port 0dac531a-1710-41c6-94e3-7905887490de completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:24:38.271610 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b85eb25f-8fa6-4d1a-9837-39539a646a5e admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:24:38.284902 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c49616-c545-41dc-979b-72c9d7ec6c32 None None] Sync routers for ids ['7cd1b772-554c-4ae4-9289-98066c34245f'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:24:38.298889 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c49616-c545-41dc-979b-72c9d7ec6c32 None None] Routers {'7cd1b772-554c-4ae4-9289-98066c34245f'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:24:38.298889 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-81c49616-c545-41dc-979b-72c9d7ec6c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:24:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['7cd1b772-554c-4ae4-9289-98066c34245f'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:24:38.380877 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b85eb25f-8fa6-4d1a-9837-39539a646a5e admin admin] Notify callbacks [] for router, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:38.385374 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-b85eb25f-8fa6-4d1a-9837-39539a646a5e admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2422073 Jul 05 03:24:38.385469 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 49914) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:24:38.411734 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-81c49616-c545-41dc-979b-72c9d7ec6c32 None None] Set router 7cd1b772-554c-4ae4-9289-98066c34245f gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:24:38.618219 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-81c49616-c545-41dc-979b-72c9d7ec6c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd1b772-554c-4ae4-9289-98066c34245f', 'name': 'tempest-TestEncryptedCinderVolumes-49074450-router', 'tenant_id': '3a9d45f0ae054b168671eb5f2ad9fa94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': 'c2c042eb-f33b-404a-b316-18108c1bc425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:24:36Z', 'updated_at': '2021-07-05T03:24:37Z', 'revision_number': 3, 'project_id': '3a9d45f0ae054b168671eb5f2ad9fa94', 'gw_port': {'id': 'c2c042eb-f33b-404a-b316-18108c1bc425', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e3:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd1b772-554c-4ae4-9289-98066c34245f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:24:36Z', 'updated_at': '2021-07-05T03:24:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:24:38.649064 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c49616-c545-41dc-979b-72c9d7ec6c32 None None] Checking router: 7cd1b772-554c-4ae4-9289-98066c34245f for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:24:38.649416 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c49616-c545-41dc-979b-72c9d7ec6c32 None None] Updating router 7cd1b772-554c-4ae4-9289-98066c34245f port c2c042eb-f33b-404a-b316-18108c1bc425 binding host n-d-771362-32 {{(pid=94463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:24:38.685166 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-81c49616-c545-41dc-979b-72c9d7ec6c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:38.960431 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-81c49616-c545-41dc-979b-72c9d7ec6c32 None None] Notify callbacks [] for port, precommit_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:38.974397 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-81c49616-c545-41dc-979b-72c9d7ec6c32 None None] Transition to ACTIVE for port object c2c042eb-f33b-404a-b316-18108c1bc425 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:24:39.061537 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-81c49616-c545-41dc-979b-72c9d7ec6c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:39.071677 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device c69776c1-98bb-4c5e-bd36-3e7ae91bedc2 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:24:39.196040 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-20e75377-01b3-4afa-96a2-c8f114e22524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:39.305881 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-81c49616-c545-41dc-979b-72c9d7ec6c32 None None] Attempting to bind port c2c042eb-f33b-404a-b316-18108c1bc425 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:24:39.306526 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-81c49616-c545-41dc-979b-72c9d7ec6c32 None None] Attempting to bind port c2c042eb-f33b-404a-b316-18108c1bc425 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:24:39.306643 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c49616-c545-41dc-979b-72c9d7ec6c32 None None] Attempting to bind port c2c042eb-f33b-404a-b316-18108c1bc425 on network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:24:39.310003 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102df2e8-a88f-4748-a45a-347baee9258e None None] Pushing event updated for resources: {'Port': ['ID=c2c042eb-f33b-404a-b316-18108c1bc425,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:24:39.317100 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c49616-c545-41dc-979b-72c9d7ec6c32 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:24:39.317473 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c49616-c545-41dc-979b-72c9d7ec6c32 None None] Checking segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:24:39.317876 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-81c49616-c545-41dc-979b-72c9d7ec6c32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:39.318287 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c49616-c545-41dc-979b-72c9d7ec6c32 None None] Bound using segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:24:39.318830 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-81c49616-c545-41dc-979b-72c9d7ec6c32 None None] Bound port: c2c042eb-f33b-404a-b316-18108c1bc425, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:24:39.319118 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-81c49616-c545-41dc-979b-72c9d7ec6c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:39.361532 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-20e75377-01b3-4afa-96a2-c8f114e22524 admin admin] Allocated IP 172.20.0.1 (36bf76e1-4145-44e7-bacc-358561282023/dc8cbdd5-1027-44fd-b1ad-7ce80b3298fe/a0c02ccd-6ffd-4cd1-b011-3925b0fd0c63) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:24:39.373190 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-81c49616-c545-41dc-979b-72c9d7ec6c32 None None] For port c2c042eb-f33b-404a-b316-18108c1bc425, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:24:39.376235 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-81c49616-c545-41dc-979b-72c9d7ec6c32 None None] For port c2c042eb-f33b-404a-b316-18108c1bc425, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=c2c042eb-f33b-404a-b316-18108c1bc425,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:24:39.397804 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port c69776c1-98bb-4c5e-bd36-3e7ae91bedc2 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:24:39.401796 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port c69776c1-98bb-4c5e-bd36-3e7ae91bedc2 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:24:39.402204 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:39.466248 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-81c49616-c545-41dc-979b-72c9d7ec6c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:39.467584 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-20e75377-01b3-4afa-96a2-c8f114e22524 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:39.481252 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [None req-20e75377-01b3-4afa-96a2-c8f114e22524 admin admin] Transition to ACTIVE for port object a0c02ccd-6ffd-4cd1-b011-3925b0fd0c63 will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:24:39.522301 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:39.547670 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c49616-c545-41dc-979b-72c9d7ec6c32 None None] Routers {'7cd1b772-554c-4ae4-9289-98066c34245f'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:24:39.548306 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-81c49616-c545-41dc-979b-72c9d7ec6c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:24:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['7cd1b772-554c-4ae4-9289-98066c34245f'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:24:39.552409 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102df2e8-a88f-4748-a45a-347baee9258e None None] Pushing event updated for resources: {'Port': ['ID=c2c042eb-f33b-404a-b316-18108c1bc425,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:24:39.586748 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-20e75377-01b3-4afa-96a2-c8f114e22524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:39.621916 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port c69776c1-98bb-4c5e-bd36-3e7ae91bedc2, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=c69776c1-98bb-4c5e-bd36-3e7ae91bedc2,segment=NetworkSegment(846e9521-4dc4-44cd-91cc-41b87877da0a),segment_id=846e9521-4dc4-44cd-91cc-41b87877da0a)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:24:39.627864 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e75377-01b3-4afa-96a2-c8f114e22524 admin admin] Network 36bf76e1-4145-44e7-bacc-358561282023 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:24:39.631052 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-20e75377-01b3-4afa-96a2-c8f114e22524 admin admin] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:24:39.633710 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e75377-01b3-4afa-96a2-c8f114e22524 admin admin] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:24:39.664130 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e75377-01b3-4afa-96a2-c8f114e22524 admin admin] Pushing event updated for resources: {'Port': ['ID=a0c02ccd-6ffd-4cd1-b011-3925b0fd0c63,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:24:39.684515 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-20e75377-01b3-4afa-96a2-c8f114e22524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635668'] for router_interface, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:39.686102 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:39.686952 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 0dac531a-1710-41c6-94e3-7905887490de up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:24:39.690481 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-81c49616-c545-41dc-979b-72c9d7ec6c32 None None] Set router 7cd1b772-554c-4ae4-9289-98066c34245f gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:24:39.847639 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=c69776c1-98bb-4c5e-bd36-3e7ae91bedc2,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:24:39.909330 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-20e75377-01b3-4afa-96a2-c8f114e22524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:39.965412 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-81c49616-c545-41dc-979b-72c9d7ec6c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd1b772-554c-4ae4-9289-98066c34245f', 'name': 'tempest-TestEncryptedCinderVolumes-49074450-router', 'tenant_id': '3a9d45f0ae054b168671eb5f2ad9fa94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': 'c2c042eb-f33b-404a-b316-18108c1bc425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:24:36Z', 'updated_at': '2021-07-05T03:24:37Z', 'revision_number': 3, 'project_id': '3a9d45f0ae054b168671eb5f2ad9fa94', 'gw_port': {'id': 'c2c042eb-f33b-404a-b316-18108c1bc425', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e3:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd1b772-554c-4ae4-9289-98066c34245f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:24:36Z', 'updated_at': '2021-07-05T03:24:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:24:39.992503 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c49616-c545-41dc-979b-72c9d7ec6c32 None None] The sync data for ids ['7cd1b772-554c-4ae4-9289-98066c34245f'] in n-d-771362-32 is: [{'id': '7cd1b772-554c-4ae4-9289-98066c34245f', 'name': 'tempest-TestEncryptedCinderVolumes-49074450-router', 'tenant_id': '3a9d45f0ae054b168671eb5f2ad9fa94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': 'c2c042eb-f33b-404a-b316-18108c1bc425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:24:36Z', 'updated_at': '2021-07-05T03:24:37Z', 'revision_number': 3, 'project_id': '3a9d45f0ae054b168671eb5f2ad9fa94', 'gw_port': {'id': 'c2c042eb-f33b-404a-b316-18108c1bc425', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e3:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd1b772-554c-4ae4-9289-98066c34245f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:24:36Z', 'updated_at': '2021-07-05T03:24:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:24:39.994068 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-9cde124f-c9e1-4e06-81cd-8dece3e5ffbb None None] Provisioning for port a0c02ccd-6ffd-4cd1-b011-3925b0fd0c63 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:24:39.998616 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-9cde124f-c9e1-4e06-81cd-8dece3e5ffbb None None] Provisioning complete for port a0c02ccd-6ffd-4cd1-b011-3925b0fd0c63 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:24:39.998987 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-9cde124f-c9e1-4e06-81cd-8dece3e5ffbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:40.021312 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 0dac531a-1710-41c6-94e3-7905887490de completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:24:40.028224 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 0dac531a-1710-41c6-94e3-7905887490de triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:24:40.028598 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:40.063606 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-9cde124f-c9e1-4e06-81cd-8dece3e5ffbb None None] Port a0c02ccd-6ffd-4cd1-b011-3925b0fd0c63 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:24:40.085166 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-20e75377-01b3-4afa-96a2-c8f114e22524 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:40.118468 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:40.123845 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-20e75377-01b3-4afa-96a2-c8f114e22524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:40.151912 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 0dac531a-1710-41c6-94e3-7905887490de, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=0dac531a-1710-41c6-94e3-7905887490de,segment=NetworkSegment(55812336-d4a1-4c52-9ba1-93f5a4facb18),segment_id=55812336-d4a1-4c52-9ba1-93f5a4facb18)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:24:40.197732 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e75377-01b3-4afa-96a2-c8f114e22524 admin admin] Pushing event updated for resources: {'Port': ['ID=a0c02ccd-6ffd-4cd1-b011-3925b0fd0c63,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:24:40.201859 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-20e75377-01b3-4afa-96a2-c8f114e22524 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634601'] for router_interface, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:40.239163 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:40.297397 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=0dac531a-1710-41c6-94e3-7905887490de,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:24:40.346262 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e75377-01b3-4afa-96a2-c8f114e22524 admin admin] Network 36bf76e1-4145-44e7-bacc-358561282023 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:24:40.347787 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-20e75377-01b3-4afa-96a2-c8f114e22524 admin admin] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:24:40.481541 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20e75377-01b3-4afa-96a2-c8f114e22524 admin admin] Router 7cd1b772-554c-4ae4-9289-98066c34245f has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:24:40.587105 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-a4ca9bcb-17eb-48a8-ba6f-9fd949172165 None None] Provisioning complete for port a0c02ccd-6ffd-4cd1-b011-3925b0fd0c63 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:24:40.587703 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a4ca9bcb-17eb-48a8-ba6f-9fd949172165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:40.611535 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20e75377-01b3-4afa-96a2-c8f114e22524 admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:24:40.617355 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-20e75377-01b3-4afa-96a2-c8f114e22524 admin admin] 10.222.0.23 "PUT /v2.0/routers/7cd1b772-554c-4ae4-9289-98066c34245f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2311788 Jul 05 03:24:40.626761 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-a4ca9bcb-17eb-48a8-ba6f-9fd949172165 None None] Port a0c02ccd-6ffd-4cd1-b011-3925b0fd0c63 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:24:41.042354 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device c2c042eb-f33b-404a-b316-18108c1bc425 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:24:41.169353 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port c2c042eb-f33b-404a-b316-18108c1bc425 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:24:41.174150 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port c2c042eb-f33b-404a-b316-18108c1bc425 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:24:41.174539 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:41.252773 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:41.277836 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port c2c042eb-f33b-404a-b316-18108c1bc425, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=c2c042eb-f33b-404a-b316-18108c1bc425,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:24:41.340929 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:41.341745 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device c69776c1-98bb-4c5e-bd36-3e7ae91bedc2 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:24:41.384193 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e8a16-b4c1-48d1-aadb-1ba2f8732190 req-f93eb53a-14a7-4ffe-826f-9d39806a693d tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:24:41.385717 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2e2e8a16-b4c1-48d1-aadb-1ba2f8732190 req-f93eb53a-14a7-4ffe-826f-9d39806a693d tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] 10.222.0.23 "GET /v2.0/networks?id=9f5794ca-9011-4fba-b1c5-23425f38f78e HTTP/1.1" status: 200 len: 817 time: 0.1097696 Jul 05 03:24:41.404383 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2e2e8a16-b4c1-48d1-aadb-1ba2f8732190 req-9901bbfa-024f-4697-8829-19f28d5defe1 tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] 10.222.0.23 "GET /v2.0/quotas/c39062b6898841a4a708315a014167be HTTP/1.1" status: 200 len: 375 time: 0.0128181 Jul 05 03:24:41.425264 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=c2c042eb-f33b-404a-b316-18108c1bc425,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:24:41.434381 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port c69776c1-98bb-4c5e-bd36-3e7ae91bedc2 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:24:41.434381 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:41.486632 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2e2e8a16-b4c1-48d1-aadb-1ba2f8732190 req-177979b2-8477-4ea8-9408-87f012573f8d tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c39062b6898841a4a708315a014167be&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0740616 Jul 05 03:24:41.514977 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 0dac531a-1710-41c6-94e3-7905887490de up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:24:41.572522 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 0dac531a-1710-41c6-94e3-7905887490de triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:24:41.572987 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:41.591401 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2e2e8a16-b4c1-48d1-aadb-1ba2f8732190 req-0fa56ad3-b09c-41ba-a1cd-484ff8c3bb40 service neutron] 10.222.0.23 "GET /v2.0/networks/9f5794ca-9011-4fba-b1c5-23425f38f78e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936124 Jul 05 03:24:41.660795 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6e92a5-9e17-47dd-8eb3-58ef8a6d77ce None None] Sync routers for ids ['7cd1b772-554c-4ae4-9289-98066c34245f'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:24:41.670717 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6e92a5-9e17-47dd-8eb3-58ef8a6d77ce None None] Routers {'7cd1b772-554c-4ae4-9289-98066c34245f'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:24:41.671469 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-be6e92a5-9e17-47dd-8eb3-58ef8a6d77ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:24:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['7cd1b772-554c-4ae4-9289-98066c34245f'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:24:41.703566 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2e2e8a16-b4c1-48d1-aadb-1ba2f8732190 req-c597a9c7-f377-422e-9ce9-425cf673cd68 service neutron] 10.222.0.23 "GET /v2.0/networks/9f5794ca-9011-4fba-b1c5-23425f38f78e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062267 Jul 05 03:24:41.807011 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-be6e92a5-9e17-47dd-8eb3-58ef8a6d77ce None None] Set router 7cd1b772-554c-4ae4-9289-98066c34245f gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:24:42.020689 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-be6e92a5-9e17-47dd-8eb3-58ef8a6d77ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd1b772-554c-4ae4-9289-98066c34245f', 'name': 'tempest-TestEncryptedCinderVolumes-49074450-router', 'tenant_id': '3a9d45f0ae054b168671eb5f2ad9fa94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': 'c2c042eb-f33b-404a-b316-18108c1bc425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:24:36Z', 'updated_at': '2021-07-05T03:24:39Z', 'revision_number': 4, 'project_id': '3a9d45f0ae054b168671eb5f2ad9fa94', 'gw_port': {'id': 'c2c042eb-f33b-404a-b316-18108c1bc425', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e3:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd1b772-554c-4ae4-9289-98066c34245f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:24:36Z', 'updated_at': '2021-07-05T03:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'a0c02ccd-6ffd-4cd1-b011-3925b0fd0c63', 'name': '', 'network_id': '36bf76e1-4145-44e7-bacc-358561282023', 'tenant_id': '3a9d45f0ae054b168671eb5f2ad9fa94', 'mac_address': 'fa:16:3e:33:a9:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd1b772-554c-4ae4-9289-98066c34245f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'dc8cbdd5-1027-44fd-b1ad-7ce80b3298fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:24:39Z', 'updated_at': '2021-07-05T03:24:39Z', 'revision_number': 2, 'project_id': '3a9d45f0ae054b168671eb5f2ad9fa94', 'subnets': [{'id': 'dc8cbdd5-1027-44fd-b1ad-7ce80b3298fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:24:42.028435 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5f8f4e99-0686-47cf-b9ea-2709e77e16b4 req-344cf2f1-4739-4cd0-81fe-dad34b38a86e tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] 10.222.0.23 "GET /v2.0/ports?device_id=412117b5-6555-47ce-b5d1-3ea4cd6a83f3 HTTP/1.1" status: 200 len: 210 time: 0.0299716 Jul 05 03:24:42.061703 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6e92a5-9e17-47dd-8eb3-58ef8a6d77ce None None] Checking router: 7cd1b772-554c-4ae4-9289-98066c34245f for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:24:42.061703 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6e92a5-9e17-47dd-8eb3-58ef8a6d77ce None None] Updating router 7cd1b772-554c-4ae4-9289-98066c34245f port a0c02ccd-6ffd-4cd1-b011-3925b0fd0c63 binding host n-d-771362-32 {{(pid=94464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:24:42.097287 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-be6e92a5-9e17-47dd-8eb3-58ef8a6d77ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:42.300923 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:42.385148 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-be6e92a5-9e17-47dd-8eb3-58ef8a6d77ce None None] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:42.395736 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-be6e92a5-9e17-47dd-8eb3-58ef8a6d77ce None None] Transition to ACTIVE for port object a0c02ccd-6ffd-4cd1-b011-3925b0fd0c63 will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:24:42.449234 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:42.466348 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-be6e92a5-9e17-47dd-8eb3-58ef8a6d77ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:42.516153 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977648bc-7903-43e2-9dc9-ff669b8fe1ae None None] Pushing event updated for resources: {'Port': ['ID=a0c02ccd-6ffd-4cd1-b011-3925b0fd0c63,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:24:42.581867 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-be6e92a5-9e17-47dd-8eb3-58ef8a6d77ce None None] Attempting to bind port a0c02ccd-6ffd-4cd1-b011-3925b0fd0c63 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:24:42.581867 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-be6e92a5-9e17-47dd-8eb3-58ef8a6d77ce None None] Attempting to bind port a0c02ccd-6ffd-4cd1-b011-3925b0fd0c63 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '55812336-d4a1-4c52-9ba1-93f5a4facb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '36bf76e1-4145-44e7-bacc-358561282023'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:24:42.581867 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6e92a5-9e17-47dd-8eb3-58ef8a6d77ce None None] Attempting to bind port a0c02ccd-6ffd-4cd1-b011-3925b0fd0c63 on network 36bf76e1-4145-44e7-bacc-358561282023 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:24:42.586837 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6e92a5-9e17-47dd-8eb3-58ef8a6d77ce None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:24:42.587860 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6e92a5-9e17-47dd-8eb3-58ef8a6d77ce None None] Checking segment: {'id': '55812336-d4a1-4c52-9ba1-93f5a4facb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '36bf76e1-4145-44e7-bacc-358561282023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:24:42.587860 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-be6e92a5-9e17-47dd-8eb3-58ef8a6d77ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:42.588094 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6e92a5-9e17-47dd-8eb3-58ef8a6d77ce None None] Bound using segment: {'id': '55812336-d4a1-4c52-9ba1-93f5a4facb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '36bf76e1-4145-44e7-bacc-358561282023'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:24:42.588409 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-be6e92a5-9e17-47dd-8eb3-58ef8a6d77ce None None] Bound port: a0c02ccd-6ffd-4cd1-b011-3925b0fd0c63, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55812336-d4a1-4c52-9ba1-93f5a4facb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '36bf76e1-4145-44e7-bacc-358561282023'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:24:42.588783 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-be6e92a5-9e17-47dd-8eb3-58ef8a6d77ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:42.654579 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-be6e92a5-9e17-47dd-8eb3-58ef8a6d77ce None None] For port a0c02ccd-6ffd-4cd1-b011-3925b0fd0c63, host n-d-771362-32, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:24:42.658383 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-be6e92a5-9e17-47dd-8eb3-58ef8a6d77ce None None] For port a0c02ccd-6ffd-4cd1-b011-3925b0fd0c63, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=a0c02ccd-6ffd-4cd1-b011-3925b0fd0c63,segment=NetworkSegment(55812336-d4a1-4c52-9ba1-93f5a4facb18),segment_id=55812336-d4a1-4c52-9ba1-93f5a4facb18)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:24:42.712697 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-be6e92a5-9e17-47dd-8eb3-58ef8a6d77ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:42.770185 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6e92a5-9e17-47dd-8eb3-58ef8a6d77ce None None] Routers {'7cd1b772-554c-4ae4-9289-98066c34245f'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:24:42.770867 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-be6e92a5-9e17-47dd-8eb3-58ef8a6d77ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:24:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['7cd1b772-554c-4ae4-9289-98066c34245f'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:24:42.816439 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977648bc-7903-43e2-9dc9-ff669b8fe1ae None None] Pushing event updated for resources: {'Port': ['ID=a0c02ccd-6ffd-4cd1-b011-3925b0fd0c63,revision_number=4']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:24:42.893156 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-be6e92a5-9e17-47dd-8eb3-58ef8a6d77ce None None] Set router 7cd1b772-554c-4ae4-9289-98066c34245f gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:24:42.976732 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device c2c042eb-f33b-404a-b316-18108c1bc425 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:24:43.033558 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port c2c042eb-f33b-404a-b316-18108c1bc425 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:24:43.033937 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:43.120413 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-be6e92a5-9e17-47dd-8eb3-58ef8a6d77ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd1b772-554c-4ae4-9289-98066c34245f', 'name': 'tempest-TestEncryptedCinderVolumes-49074450-router', 'tenant_id': '3a9d45f0ae054b168671eb5f2ad9fa94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': 'c2c042eb-f33b-404a-b316-18108c1bc425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:24:36Z', 'updated_at': '2021-07-05T03:24:39Z', 'revision_number': 4, 'project_id': '3a9d45f0ae054b168671eb5f2ad9fa94', 'gw_port': {'id': 'c2c042eb-f33b-404a-b316-18108c1bc425', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e3:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd1b772-554c-4ae4-9289-98066c34245f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:24:36Z', 'updated_at': '2021-07-05T03:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'a0c02ccd-6ffd-4cd1-b011-3925b0fd0c63', 'name': '', 'network_id': '36bf76e1-4145-44e7-bacc-358561282023', 'tenant_id': '3a9d45f0ae054b168671eb5f2ad9fa94', 'mac_address': 'fa:16:3e:33:a9:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd1b772-554c-4ae4-9289-98066c34245f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'dc8cbdd5-1027-44fd-b1ad-7ce80b3298fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:24:39Z', 'updated_at': '2021-07-05T03:24:42Z', 'revision_number': 4, 'project_id': '3a9d45f0ae054b168671eb5f2ad9fa94', 'subnets': [{'id': 'dc8cbdd5-1027-44fd-b1ad-7ce80b3298fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:24:43.149362 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6e92a5-9e17-47dd-8eb3-58ef8a6d77ce None None] The sync data for ids ['7cd1b772-554c-4ae4-9289-98066c34245f'] in n-d-771362-32 is: [{'id': '7cd1b772-554c-4ae4-9289-98066c34245f', 'name': 'tempest-TestEncryptedCinderVolumes-49074450-router', 'tenant_id': '3a9d45f0ae054b168671eb5f2ad9fa94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': 'c2c042eb-f33b-404a-b316-18108c1bc425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:24:36Z', 'updated_at': '2021-07-05T03:24:39Z', 'revision_number': 4, 'project_id': '3a9d45f0ae054b168671eb5f2ad9fa94', 'gw_port': {'id': 'c2c042eb-f33b-404a-b316-18108c1bc425', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e3:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd1b772-554c-4ae4-9289-98066c34245f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:24:36Z', 'updated_at': '2021-07-05T03:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'a0c02ccd-6ffd-4cd1-b011-3925b0fd0c63', 'name': '', 'network_id': '36bf76e1-4145-44e7-bacc-358561282023', 'tenant_id': '3a9d45f0ae054b168671eb5f2ad9fa94', 'mac_address': 'fa:16:3e:33:a9:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd1b772-554c-4ae4-9289-98066c34245f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'dc8cbdd5-1027-44fd-b1ad-7ce80b3298fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:24:39Z', 'updated_at': '2021-07-05T03:24:42Z', 'revision_number': 4, 'project_id': '3a9d45f0ae054b168671eb5f2ad9fa94', 'subnets': [{'id': 'dc8cbdd5-1027-44fd-b1ad-7ce80b3298fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:24:43.225272 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4f463aa1-1ba7-4c26-96b1-c014a97b4372 req-7e69bc6b-bbbb-4a3c-8967-e29e13582e84 tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] 10.222.0.23 "GET /v2.0/ports?device_id=412117b5-6555-47ce-b5d1-3ea4cd6a83f3 HTTP/1.1" status: 200 len: 210 time: 0.0384829 Jul 05 03:24:44.376670 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-141f702b-42b6-4811-9bf8-05ad9788e3b8 req-5a344d65-ecb9-4c81-89b8-cded30357258 tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] 10.222.0.23 "GET /v2.0/ports?device_id=412117b5-6555-47ce-b5d1-3ea4cd6a83f3 HTTP/1.1" status: 200 len: 210 time: 0.0335829 Jul 05 03:24:44.383103 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e8a16-b4c1-48d1-aadb-1ba2f8732190 req-e3acf0a4-1a3f-4dab-b689-62c5041eb80b tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:24:44.384720 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2e2e8a16-b4c1-48d1-aadb-1ba2f8732190 req-e3acf0a4-1a3f-4dab-b689-62c5041eb80b tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] 10.222.0.21 "GET /v2.0/networks?id=9f5794ca-9011-4fba-b1c5-23425f38f78e HTTP/1.1" status: 200 len: 817 time: 0.1165066 Jul 05 03:24:44.397205 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-2e2e8a16-b4c1-48d1-aadb-1ba2f8732190 req-355dc8cd-b3cc-46d2-8322-ec0d80c2d061 tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] Request body: {'port': {'device_id': '412117b5-6555-47ce-b5d1-3ea4cd6a83f3', 'network_id': '9f5794ca-9011-4fba-b1c5-23425f38f78e', 'admin_state_up': True, 'tenant_id': 'c39062b6898841a4a708315a014167be'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:24:44.574739 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e2e8a16-b4c1-48d1-aadb-1ba2f8732190 req-355dc8cd-b3cc-46d2-8322-ec0d80c2d061 tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] Made reservation on behalf of c39062b6898841a4a708315a014167be for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:24:44.579324 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-2e2e8a16-b4c1-48d1-aadb-1ba2f8732190 req-355dc8cd-b3cc-46d2-8322-ec0d80c2d061 tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:44.715994 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-2e2e8a16-b4c1-48d1-aadb-1ba2f8732190 req-355dc8cd-b3cc-46d2-8322-ec0d80c2d061 tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] Allocated IP 172.20.0.14 (9f5794ca-9011-4fba-b1c5-23425f38f78e/e4e60c87-088c-46b0-9c38-7bb6ebe85c26/b271d11e-d407-40f7-aa35-4437103498c1) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:24:44.872670 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-2e2e8a16-b4c1-48d1-aadb-1ba2f8732190 req-355dc8cd-b3cc-46d2-8322-ec0d80c2d061 tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:44.887653 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-2e2e8a16-b4c1-48d1-aadb-1ba2f8732190 req-355dc8cd-b3cc-46d2-8322-ec0d80c2d061 tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] Transition to ACTIVE for port object b271d11e-d407-40f7-aa35-4437103498c1 will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:24:44.992704 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device a0c02ccd-6ffd-4cd1-b011-3925b0fd0c63 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:24:45.035619 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-2e2e8a16-b4c1-48d1-aadb-1ba2f8732190 req-355dc8cd-b3cc-46d2-8322-ec0d80c2d061 tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:45.084123 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e2e8a16-b4c1-48d1-aadb-1ba2f8732190 req-355dc8cd-b3cc-46d2-8322-ec0d80c2d061 tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] Network 9f5794ca-9011-4fba-b1c5-23425f38f78e is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:24:45.087539 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-2e2e8a16-b4c1-48d1-aadb-1ba2f8732190 req-355dc8cd-b3cc-46d2-8322-ec0d80c2d061 tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:24:45.091631 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e2e8a16-b4c1-48d1-aadb-1ba2f8732190 req-355dc8cd-b3cc-46d2-8322-ec0d80c2d061 tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:24:45.123059 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355dc8cd-b3cc-46d2-8322-ec0d80c2d061 tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] Pushing event updated for resources: {'Port': ['ID=b271d11e-d407-40f7-aa35-4437103498c1,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:24:45.148002 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e8a16-b4c1-48d1-aadb-1ba2f8732190 req-355dc8cd-b3cc-46d2-8322-ec0d80c2d061 tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:24:45.148731 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-2e2e8a16-b4c1-48d1-aadb-1ba2f8732190 req-355dc8cd-b3cc-46d2-8322-ec0d80c2d061 tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:45.163645 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port a0c02ccd-6ffd-4cd1-b011-3925b0fd0c63 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:24:45.167840 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port a0c02ccd-6ffd-4cd1-b011-3925b0fd0c63 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:24:45.168211 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:45.245162 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2e2e8a16-b4c1-48d1-aadb-1ba2f8732190 req-355dc8cd-b3cc-46d2-8322-ec0d80c2d061 tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8518264 Jul 05 03:24:45.254187 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:45.256610 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-2e2e8a16-b4c1-48d1-aadb-1ba2f8732190 req-554d5cdc-e26d-42fc-9062-469a3efb949f service neutron] Request body: {'port': {'device_id': '412117b5-6555-47ce-b5d1-3ea4cd6a83f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:24:45.290480 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port a0c02ccd-6ffd-4cd1-b011-3925b0fd0c63, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=a0c02ccd-6ffd-4cd1-b011-3925b0fd0c63,segment=NetworkSegment(55812336-d4a1-4c52-9ba1-93f5a4facb18),segment_id=55812336-d4a1-4c52-9ba1-93f5a4facb18)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:24:45.333338 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-2e2e8a16-b4c1-48d1-aadb-1ba2f8732190 req-554d5cdc-e26d-42fc-9062-469a3efb949f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:45.358073 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:45.406377 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=a0c02ccd-6ffd-4cd1-b011-3925b0fd0c63,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:24:45.414092 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:24:45.414483 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:24:45.414828 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:24:45.415168 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:24:45.415503 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:24:45.415834 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:24:45.416170 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:24:45.416544 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:24:45.416846 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:24:45.417167 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:24:45.417500 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:24:45.417822 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:24:45.422676 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-b473af0d-9952-4d79-9dd5-859ce87bf3fc None None] Provisioning for port b271d11e-d407-40f7-aa35-4437103498c1 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:24:45.426987 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-b473af0d-9952-4d79-9dd5-859ce87bf3fc None None] Provisioning complete for port b271d11e-d407-40f7-aa35-4437103498c1 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:24:45.427362 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b473af0d-9952-4d79-9dd5-859ce87bf3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:45.463815 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-b473af0d-9952-4d79-9dd5-859ce87bf3fc None None] Port b271d11e-d407-40f7-aa35-4437103498c1 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:24:45.660050 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e71f5f4-bd57-4789-9b0f-c7fd738e14bf req-25dc70ed-533f-4ed6-8647-dc48ef288d36 tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:24:45.661471 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2e71f5f4-bd57-4789-9b0f-c7fd738e14bf req-25dc70ed-533f-4ed6-8647-dc48ef288d36 tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] 10.222.0.23 "GET /v2.0/ports?device_id=412117b5-6555-47ce-b5d1-3ea4cd6a83f3 HTTP/1.1" status: 200 len: 932 time: 0.1457098 Jul 05 03:24:45.673267 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-2e2e8a16-b4c1-48d1-aadb-1ba2f8732190 req-554d5cdc-e26d-42fc-9062-469a3efb949f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b271d11e-d407-40f7-aa35-4437103498c1 {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:24:45.686097 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-2e2e8a16-b4c1-48d1-aadb-1ba2f8732190 req-554d5cdc-e26d-42fc-9062-469a3efb949f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:45.708430 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-2e2e8a16-b4c1-48d1-aadb-1ba2f8732190 req-554d5cdc-e26d-42fc-9062-469a3efb949f service neutron] Transition to ACTIVE for port object b271d11e-d407-40f7-aa35-4437103498c1 will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:24:45.720954 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2e71f5f4-bd57-4789-9b0f-c7fd738e14bf req-b7c53559-8701-45c1-9da3-45f4c0662c32 tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee9bca6b-08b6-47d5-b588-afd0462419c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505307 Jul 05 03:24:45.775098 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-2e2e8a16-b4c1-48d1-aadb-1ba2f8732190 req-554d5cdc-e26d-42fc-9062-469a3efb949f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:45.827392 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554d5cdc-e26d-42fc-9062-469a3efb949f service neutron] Pushing event updated for resources: {'Port': ['ID=b271d11e-d407-40f7-aa35-4437103498c1,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:24:45.897448 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-2e2e8a16-b4c1-48d1-aadb-1ba2f8732190 req-554d5cdc-e26d-42fc-9062-469a3efb949f service neutron] Attempting to bind port b271d11e-d407-40f7-aa35-4437103498c1 on host n-h1-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:24:45.897936 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-2e2e8a16-b4c1-48d1-aadb-1ba2f8732190 req-554d5cdc-e26d-42fc-9062-469a3efb949f service neutron] Attempting to bind port b271d11e-d407-40f7-aa35-4437103498c1 by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': '846e9521-4dc4-44cd-91cc-41b87877da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9f5794ca-9011-4fba-b1c5-23425f38f78e'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:24:45.898300 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2e8a16-b4c1-48d1-aadb-1ba2f8732190 req-554d5cdc-e26d-42fc-9062-469a3efb949f service neutron] Attempting to bind port b271d11e-d407-40f7-aa35-4437103498c1 on network 9f5794ca-9011-4fba-b1c5-23425f38f78e {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:24:45.902903 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2e8a16-b4c1-48d1-aadb-1ba2f8732190 req-554d5cdc-e26d-42fc-9062-469a3efb949f service neutron] Port b271d11e-d407-40f7-aa35-4437103498c1 on network 9f5794ca-9011-4fba-b1c5-23425f38f78e not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:24:45.903229 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2e8a16-b4c1-48d1-aadb-1ba2f8732190 req-554d5cdc-e26d-42fc-9062-469a3efb949f service neutron] Attempting to bind port b271d11e-d407-40f7-aa35-4437103498c1 on network 9f5794ca-9011-4fba-b1c5-23425f38f78e {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:24:45.908835 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2e8a16-b4c1-48d1-aadb-1ba2f8732190 req-554d5cdc-e26d-42fc-9062-469a3efb949f service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:24:45.909172 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2e8a16-b4c1-48d1-aadb-1ba2f8732190 req-554d5cdc-e26d-42fc-9062-469a3efb949f service neutron] Checking segment: {'id': '846e9521-4dc4-44cd-91cc-41b87877da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9f5794ca-9011-4fba-b1c5-23425f38f78e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:24:45.909558 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2e8a16-b4c1-48d1-aadb-1ba2f8732190 req-554d5cdc-e26d-42fc-9062-469a3efb949f service neutron] Bound using segment: {'id': '846e9521-4dc4-44cd-91cc-41b87877da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9f5794ca-9011-4fba-b1c5-23425f38f78e'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:24:45.909987 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-2e2e8a16-b4c1-48d1-aadb-1ba2f8732190 req-554d5cdc-e26d-42fc-9062-469a3efb949f service neutron] Bound port: b271d11e-d407-40f7-aa35-4437103498c1, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '846e9521-4dc4-44cd-91cc-41b87877da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9f5794ca-9011-4fba-b1c5-23425f38f78e'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:24:45.910436 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-2e2e8a16-b4c1-48d1-aadb-1ba2f8732190 req-554d5cdc-e26d-42fc-9062-469a3efb949f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:45.979916 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-2e2e8a16-b4c1-48d1-aadb-1ba2f8732190 req-554d5cdc-e26d-42fc-9062-469a3efb949f service neutron] For port b271d11e-d407-40f7-aa35-4437103498c1, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:24:45.982966 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-2e2e8a16-b4c1-48d1-aadb-1ba2f8732190 req-554d5cdc-e26d-42fc-9062-469a3efb949f service neutron] For port b271d11e-d407-40f7-aa35-4437103498c1, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=b271d11e-d407-40f7-aa35-4437103498c1,segment=NetworkSegment(846e9521-4dc4-44cd-91cc-41b87877da0a),segment_id=846e9521-4dc4-44cd-91cc-41b87877da0a)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:24:46.142108 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-2e2e8a16-b4c1-48d1-aadb-1ba2f8732190 req-554d5cdc-e26d-42fc-9062-469a3efb949f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:46.175143 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e8a16-b4c1-48d1-aadb-1ba2f8732190 req-554d5cdc-e26d-42fc-9062-469a3efb949f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:24:46.175775 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-2e2e8a16-b4c1-48d1-aadb-1ba2f8732190 req-554d5cdc-e26d-42fc-9062-469a3efb949f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:46.177251 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2e2e8a16-b4c1-48d1-aadb-1ba2f8732190 req-554d5cdc-e26d-42fc-9062-469a3efb949f service neutron] 10.222.0.21 "PUT /v2.0/ports/b271d11e-d407-40f7-aa35-4437103498c1 HTTP/1.1" status: 200 len: 1093 time: 0.9252143 Jul 05 03:24:46.177946 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '412117b5-6555-47ce-b5d1-3ea4cd6a83f3', 'tag': 'b271d11e-d407-40f7-aa35-4437103498c1'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:24:46.180414 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4c1385bffaa5d930a7117e6982c27207eca91cca31cf4b43f86c7ad63cd24a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81a4bda5-71c5-41d8-87f8-3bfd7678253e" -d '{"events": [{"name": "network-changed", "server_uuid": "412117b5-6555-47ce-b5d1-3ea4cd6a83f3", "tag": "b271d11e-d407-40f7-aa35-4437103498c1"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:24:46.207843 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554d5cdc-e26d-42fc-9062-469a3efb949f service neutron] Pushing event updated for resources: {'Port': ['ID=b271d11e-d407-40f7-aa35-4437103498c1,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:24:46.223552 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fe6f757-4b3c-4ce8-98e6-ea40e961ef3c x-openstack-request-id: req-6fe6f757-4b3c-4ce8-98e6-ea40e961ef3c {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:24:46.223706 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "412117b5-6555-47ce-b5d1-3ea4cd6a83f3", "tag": "b271d11e-d407-40f7-aa35-4437103498c1", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:24:46.223947 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6fe6f757-4b3c-4ce8-98e6-ea40e961ef3c {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:24:46.224363 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '412117b5-6555-47ce-b5d1-3ea4cd6a83f3', 'tag': 'b271d11e-d407-40f7-aa35-4437103498c1', 'status': 'completed', 'code': 200} Jul 05 03:24:46.300481 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a4bda5-71c5-41d8-87f8-3bfd7678253e req-1124916a-0d85-4212-a9bf-4054c8319556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:24:46.302025 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-81a4bda5-71c5-41d8-87f8-3bfd7678253e req-1124916a-0d85-4212-a9bf-4054c8319556 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c39062b6898841a4a708315a014167be&device_id=412117b5-6555-47ce-b5d1-3ea4cd6a83f3 HTTP/1.1" status: 200 len: 1096 time: 0.0555174 Jul 05 03:24:46.405757 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a4bda5-71c5-41d8-87f8-3bfd7678253e req-73bdc343-c665-4ec0-97e3-0a9f58f82f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:24:46.407320 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-81a4bda5-71c5-41d8-87f8-3bfd7678253e req-73bdc343-c665-4ec0-97e3-0a9f58f82f97 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=c39062b6898841a4a708315a014167be&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0979924 Jul 05 03:24:46.499519 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a4bda5-71c5-41d8-87f8-3bfd7678253e req-ff86d35a-5b87-4be1-b4a5-276a79f8f938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:24:46.501525 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-81a4bda5-71c5-41d8-87f8-3bfd7678253e req-ff86d35a-5b87-4be1-b4a5-276a79f8f938 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0866754 Jul 05 03:24:46.598262 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e8a16-b4c1-48d1-aadb-1ba2f8732190 req-d5d66994-11ac-4862-8e92-ed36d3127990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:24:46.599783 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2e2e8a16-b4c1-48d1-aadb-1ba2f8732190 req-d5d66994-11ac-4862-8e92-ed36d3127990 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c39062b6898841a4a708315a014167be&device_id=412117b5-6555-47ce-b5d1-3ea4cd6a83f3 HTTP/1.1" status: 200 len: 1096 time: 0.0570345 Jul 05 03:24:46.641443 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2e2e8a16-b4c1-48d1-aadb-1ba2f8732190 req-2de75859-4874-4a71-a1d1-18ece8fa6fcc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b271d11e-d407-40f7-aa35-4437103498c1 HTTP/1.1" status: 200 len: 217 time: 0.0340457 Jul 05 03:24:46.688158 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e8a16-b4c1-48d1-aadb-1ba2f8732190 req-470fdcea-f098-426d-b9d3-1156e9ccee5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:24:46.689613 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2e2e8a16-b4c1-48d1-aadb-1ba2f8732190 req-470fdcea-f098-426d-b9d3-1156e9ccee5f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e4e60c87-088c-46b0-9c38-7bb6ebe85c26 HTTP/1.1" status: 200 len: 856 time: 0.0421774 Jul 05 03:24:46.750896 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e8a16-b4c1-48d1-aadb-1ba2f8732190 req-7330cf3e-03e0-4516-9cd4-a707b11a4eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:24:46.752363 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2e2e8a16-b4c1-48d1-aadb-1ba2f8732190 req-7330cf3e-03e0-4516-9cd4-a707b11a4eba service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9f5794ca-9011-4fba-b1c5-23425f38f78e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555010 Jul 05 03:24:46.850630 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2e2e8a16-b4c1-48d1-aadb-1ba2f8732190 req-df8cb34f-43eb-4f28-ab58-63d59a0b2a9f service neutron] 10.222.0.21 "GET /v2.0/networks/9f5794ca-9011-4fba-b1c5-23425f38f78e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907788 Jul 05 03:24:46.971593 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66277839-80cf-46d7-85a7-71888c9b1fbd req-7f5e2acf-7699-45d2-9a02-3fea73fcabe8 tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:24:46.973119 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-66277839-80cf-46d7-85a7-71888c9b1fbd req-7f5e2acf-7699-45d2-9a02-3fea73fcabe8 tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] 10.222.0.23 "GET /v2.0/ports?device_id=412117b5-6555-47ce-b5d1-3ea4cd6a83f3 HTTP/1.1" status: 200 len: 944 time: 0.1373782 Jul 05 03:24:46.975625 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device a0c02ccd-6ffd-4cd1-b011-3925b0fd0c63 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:24:46.979209 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2e2e8a16-b4c1-48d1-aadb-1ba2f8732190 req-2f4c248f-68f0-4552-8443-bded76e15ada service neutron] 10.222.0.21 "GET /v2.0/networks/9f5794ca-9011-4fba-b1c5-23425f38f78e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126058 Jul 05 03:24:47.014681 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-66277839-80cf-46d7-85a7-71888c9b1fbd req-ad3db35b-13e7-4c00-8997-32b48fcf4d26 tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee9bca6b-08b6-47d5-b588-afd0462419c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344455 Jul 05 03:24:47.028335 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port a0c02ccd-6ffd-4cd1-b011-3925b0fd0c63 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:24:47.028717 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:48.208249 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c07d90-36f2-4eea-8605-2932d3e4c9fe req-881c069c-a95e-4ddb-96ba-3b707c371f6a tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:24:48.209766 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-55c07d90-36f2-4eea-8605-2932d3e4c9fe req-881c069c-a95e-4ddb-96ba-3b707c371f6a tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] 10.222.0.23 "GET /v2.0/ports?device_id=412117b5-6555-47ce-b5d1-3ea4cd6a83f3 HTTP/1.1" status: 200 len: 944 time: 0.0674460 Jul 05 03:24:48.246952 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-55c07d90-36f2-4eea-8605-2932d3e4c9fe req-7b379d15-db62-491d-afd0-4a61e3279fe4 tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee9bca6b-08b6-47d5-b588-afd0462419c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315759 Jul 05 03:24:49.006659 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:24:49.306056 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device b271d11e-d407-40f7-aa35-4437103498c1 details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:24:49.401782 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port b271d11e-d407-40f7-aa35-4437103498c1, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=b271d11e-d407-40f7-aa35-4437103498c1,segment=NetworkSegment(846e9521-4dc4-44cd-91cc-41b87877da0a),segment_id=846e9521-4dc4-44cd-91cc-41b87877da0a)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:24:49.414110 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': 'b271d11e-d407-40f7-aa35-4437103498c1', 'network_id': '9f5794ca-9011-4fba-b1c5-23425f38f78e', 'port_id': 'b271d11e-d407-40f7-aa35-4437103498c1', 'mac_address': 'fa:16:3e:94:63:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4e60c87-088c-46b0-9c38-7bb6ebe85c26', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:24:49.434489 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a9dee4-64f8-4fb0-b547-a0292ec92b6d req-23bca808-6c61-49e8-b2f4-d3aec08f4743 tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:24:49.436053 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-83a9dee4-64f8-4fb0-b547-a0292ec92b6d req-23bca808-6c61-49e8-b2f4-d3aec08f4743 tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] 10.222.0.23 "GET /v2.0/ports?device_id=412117b5-6555-47ce-b5d1-3ea4cd6a83f3 HTTP/1.1" status: 200 len: 944 time: 0.0633566 Jul 05 03:24:49.452805 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:49.465698 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b271d11e-d407-40f7-aa35-4437103498c1 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:24:49.479268 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-83a9dee4-64f8-4fb0-b547-a0292ec92b6d req-f46991f5-767b-4814-aa5e-06a44b949ec6 tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee9bca6b-08b6-47d5-b588-afd0462419c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374014 Jul 05 03:24:49.486821 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port b271d11e-d407-40f7-aa35-4437103498c1, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=b271d11e-d407-40f7-aa35-4437103498c1,segment=NetworkSegment(846e9521-4dc4-44cd-91cc-41b87877da0a),segment_id=846e9521-4dc4-44cd-91cc-41b87877da0a)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:24:49.574853 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:49.622136 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=b271d11e-d407-40f7-aa35-4437103498c1,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:24:49.775830 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['b271d11e-d407-40f7-aa35-4437103498c1'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:24:50.650945 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a201616d-80d1-46c7-a44c-e02751e9f737 req-5099f581-f38e-44ee-b153-e58ba9e73c60 tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:24:50.652465 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a201616d-80d1-46c7-a44c-e02751e9f737 req-5099f581-f38e-44ee-b153-e58ba9e73c60 tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] 10.222.0.23 "GET /v2.0/ports?device_id=412117b5-6555-47ce-b5d1-3ea4cd6a83f3 HTTP/1.1" status: 200 len: 945 time: 0.0633957 Jul 05 03:24:50.690404 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a201616d-80d1-46c7-a44c-e02751e9f737 req-b61af729-830e-438c-8cdb-58580dbfe038 tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee9bca6b-08b6-47d5-b588-afd0462419c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323224 Jul 05 03:24:50.935198 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-83b22f13-f3ed-4406-9cea-bf27c1545416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:51.335187 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device b271d11e-d407-40f7-aa35-4437103498c1 up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:24:51.477864 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning for port b271d11e-d407-40f7-aa35-4437103498c1 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:24:51.481841 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port b271d11e-d407-40f7-aa35-4437103498c1 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:24:51.482239 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:51.558712 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:51.580822 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '412117b5-6555-47ce-b5d1-3ea4cd6a83f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b271d11e-d407-40f7-aa35-4437103498c1'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:24:51.583082 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1156d35e1955dd65519df7b38ee19a55ddc3a31abbcc68c280d02d687c0487e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d6c1518-0119-43f9-9d96-39e0f13959e8" -d '{"events": [{"server_uuid": "412117b5-6555-47ce-b5d1-3ea4cd6a83f3", "name": "network-vif-plugged", "status": "completed", "tag": "b271d11e-d407-40f7-aa35-4437103498c1"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:24:51.595684 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port b271d11e-d407-40f7-aa35-4437103498c1, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=b271d11e-d407-40f7-aa35-4437103498c1,segment=NetworkSegment(846e9521-4dc4-44cd-91cc-41b87877da0a),segment_id=846e9521-4dc4-44cd-91cc-41b87877da0a)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:24:51.618546 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e81323c8-93b7-41e5-92be-3b07446b3c92 x-openstack-request-id: req-e81323c8-93b7-41e5-92be-3b07446b3c92 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:24:51.618841 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "412117b5-6555-47ce-b5d1-3ea4cd6a83f3", "name": "network-vif-plugged", "status": "completed", "tag": "b271d11e-d407-40f7-aa35-4437103498c1", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:24:51.619288 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e81323c8-93b7-41e5-92be-3b07446b3c92 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:24:51.619730 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '412117b5-6555-47ce-b5d1-3ea4cd6a83f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b271d11e-d407-40f7-aa35-4437103498c1', 'code': 200} Jul 05 03:24:51.712000 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:51.754921 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ad3235-8655-4423-ad80-466a95e6bd68 req-44392fb1-61e7-48a9-9090-80279a3979f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:24:51.759000 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e7ad3235-8655-4423-ad80-466a95e6bd68 req-44392fb1-61e7-48a9-9090-80279a3979f8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=412117b5-6555-47ce-b5d1-3ea4cd6a83f3 HTTP/1.1" status: 200 len: 1097 time: 0.0769131 Jul 05 03:24:51.776892 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=b271d11e-d407-40f7-aa35-4437103498c1,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:24:51.799991 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e7ad3235-8655-4423-ad80-466a95e6bd68 req-e779c18a-a844-4234-b4ca-3e2057280cdd service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ee9bca6b-08b6-47d5-b588-afd0462419c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347018 Jul 05 03:24:51.886116 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66098c7-7646-4dba-a694-ff80f762b864 req-9cee9da2-a399-481b-926e-9f6fb042295a tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:24:51.887575 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c66098c7-7646-4dba-a694-ff80f762b864 req-9cee9da2-a399-481b-926e-9f6fb042295a tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] 10.222.0.23 "GET /v2.0/ports?device_id=412117b5-6555-47ce-b5d1-3ea4cd6a83f3 HTTP/1.1" status: 200 len: 946 time: 0.0687754 Jul 05 03:24:51.928765 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c66098c7-7646-4dba-a694-ff80f762b864 req-df99bbec-7c25-4ddf-9985-e9c64d11928a tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee9bca6b-08b6-47d5-b588-afd0462419c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355034 Jul 05 03:24:53.105655 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21d7504-ae54-4b21-8a35-b30dd331f57b req-48c25d29-fb67-4ba3-b2c8-30d60db87e06 tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:24:53.107087 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c21d7504-ae54-4b21-8a35-b30dd331f57b req-48c25d29-fb67-4ba3-b2c8-30d60db87e06 tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] 10.222.0.23 "GET /v2.0/ports?device_id=412117b5-6555-47ce-b5d1-3ea4cd6a83f3 HTTP/1.1" status: 200 len: 946 time: 0.0621636 Jul 05 03:24:53.143691 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c21d7504-ae54-4b21-8a35-b30dd331f57b req-44e70fce-b5e6-40fd-856b-5b42efaf0b82 tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee9bca6b-08b6-47d5-b588-afd0462419c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305383 Jul 05 03:24:53.312465 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-09d49e92-f145-44c8-9b80-f7d6ffdefa35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:53.325289 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df12a6-317c-4bd0-b982-94c807af2b94 req-1b59cb2d-5c36-4f69-84df-1c9ac67b12c5 tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:24:53.327121 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e4df12a6-317c-4bd0-b982-94c807af2b94 req-1b59cb2d-5c36-4f69-84df-1c9ac67b12c5 tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] 10.222.0.23 "GET /v2.0/ports?device_id=412117b5-6555-47ce-b5d1-3ea4cd6a83f3 HTTP/1.1" status: 200 len: 946 time: 0.0647228 Jul 05 03:24:53.365419 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e4df12a6-317c-4bd0-b982-94c807af2b94 req-7754b6e2-20ac-4542-afbf-99cd7e9ef26c tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee9bca6b-08b6-47d5-b588-afd0462419c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319455 Jul 05 03:24:53.970114 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:54.849449 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:24:56.317692 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:25:12.340154 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:25:12.472332 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:25:16.108339 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b64b549-8195-4715-b46a-ecb39aa2e301 req-07904636-f2fe-4908-b3fc-74523dd2b3ea tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:25:16.109873 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3b64b549-8195-4715-b46a-ecb39aa2e301 req-07904636-f2fe-4908-b3fc-74523dd2b3ea tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] 10.222.0.23 "GET /v2.0/ports?device_id=412117b5-6555-47ce-b5d1-3ea4cd6a83f3 HTTP/1.1" status: 200 len: 946 time: 0.0690980 Jul 05 03:25:16.147554 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3b64b549-8195-4715-b46a-ecb39aa2e301 req-8c2960a3-7fc9-44bd-b427-a2428268523a tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee9bca6b-08b6-47d5-b588-afd0462419c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320449 Jul 05 03:25:17.799627 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb63e034-a0be-41ce-841d-07da06855a92 req-53ac1a6a-29d1-41c4-ab7b-bda9ee3710fb tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:25:17.801036 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-eb63e034-a0be-41ce-841d-07da06855a92 req-53ac1a6a-29d1-41c4-ab7b-bda9ee3710fb tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] 10.222.0.23 "GET /v2.0/ports?device_id=412117b5-6555-47ce-b5d1-3ea4cd6a83f3 HTTP/1.1" status: 200 len: 946 time: 0.5413573 Jul 05 03:25:17.849936 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-eb63e034-a0be-41ce-841d-07da06855a92 req-6a11cc76-96df-4a6c-81cb-128fd7e4a5d7 tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee9bca6b-08b6-47d5-b588-afd0462419c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427709 Jul 05 03:25:17.866073 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb379d27-9b9e-4bcf-94cb-17665eb12695 req-dd795f88-1b50-4332-b071-b56fb8c1f47c tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:25:17.866073 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fb379d27-9b9e-4bcf-94cb-17665eb12695 req-dd795f88-1b50-4332-b071-b56fb8c1f47c tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] 10.222.0.21 "GET /v2.0/ports?device_id=412117b5-6555-47ce-b5d1-3ea4cd6a83f3 HTTP/1.1" status: 200 len: 946 time: 0.1005144 Jul 05 03:25:17.965445 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-fb379d27-9b9e-4bcf-94cb-17665eb12695 req-805933a8-4cd1-446d-b73a-8ceb3b66f7c1 tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] Deleting port b271d11e-d407-40f7-aa35-4437103498c1 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:25:17.965785 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-fb379d27-9b9e-4bcf-94cb-17665eb12695 req-805933a8-4cd1-446d-b73a-8ceb3b66f7c1 tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:25:18.050287 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-fb379d27-9b9e-4bcf-94cb-17665eb12695 req-805933a8-4cd1-446d-b73a-8ceb3b66f7c1 tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] For port b271d11e-d407-40f7-aa35-4437103498c1, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=b271d11e-d407-40f7-aa35-4437103498c1,segment=NetworkSegment(846e9521-4dc4-44cd-91cc-41b87877da0a),segment_id=846e9521-4dc4-44cd-91cc-41b87877da0a)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:25:18.050556 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-fb379d27-9b9e-4bcf-94cb-17665eb12695 req-805933a8-4cd1-446d-b73a-8ceb3b66f7c1 tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:25:18.063890 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-fb379d27-9b9e-4bcf-94cb-17665eb12695 req-805933a8-4cd1-446d-b73a-8ceb3b66f7c1 tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] Calling delete_port for b271d11e-d407-40f7-aa35-4437103498c1 owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:25:18.249351 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-fb379d27-9b9e-4bcf-94cb-17665eb12695 req-805933a8-4cd1-446d-b73a-8ceb3b66f7c1 tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:25:18.261887 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['b271d11e-d407-40f7-aa35-4437103498c1'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:25:18.277824 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805933a8-4cd1-446d-b73a-8ceb3b66f7c1 tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] Pushing event deleted for resources: {'Port': ['ID=b271d11e-d407-40f7-aa35-4437103498c1,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:25:18.328145 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb379d27-9b9e-4bcf-94cb-17665eb12695 req-805933a8-4cd1-446d-b73a-8ceb3b66f7c1 tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] No DVR routers for this DVR port b271d11e-d407-40f7-aa35-4437103498c1 on host n-h1-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:25:18.330908 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-fb379d27-9b9e-4bcf-94cb-17665eb12695 req-805933a8-4cd1-446d-b73a-8ceb3b66f7c1 tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:25:18.333158 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fb379d27-9b9e-4bcf-94cb-17665eb12695 req-805933a8-4cd1-446d-b73a-8ceb3b66f7c1 tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] 10.222.0.21 "DELETE /v2.0/ports/b271d11e-d407-40f7-aa35-4437103498c1 HTTP/1.1" status: 204 len: 173 time: 0.4616919 Jul 05 03:25:18.333679 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '412117b5-6555-47ce-b5d1-3ea4cd6a83f3', 'name': 'network-vif-deleted', 'tag': 'b271d11e-d407-40f7-aa35-4437103498c1'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:25:18.336710 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4c1385bffaa5d930a7117e6982c27207eca91cca31cf4b43f86c7ad63cd24a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01071267-7044-4ff5-bb13-59a22196902e" -d '{"events": [{"server_uuid": "412117b5-6555-47ce-b5d1-3ea4cd6a83f3", "name": "network-vif-deleted", "tag": "b271d11e-d407-40f7-aa35-4437103498c1"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:25:18.371695 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-190b93b5-e5ff-4f8f-b6d4-3c6575e90431 x-openstack-request-id: req-190b93b5-e5ff-4f8f-b6d4-3c6575e90431 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:25:18.371996 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "412117b5-6555-47ce-b5d1-3ea4cd6a83f3", "name": "network-vif-deleted", "tag": "b271d11e-d407-40f7-aa35-4437103498c1", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:25:18.372252 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-190b93b5-e5ff-4f8f-b6d4-3c6575e90431 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:25:18.372660 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '412117b5-6555-47ce-b5d1-3ea4cd6a83f3', 'name': 'network-vif-deleted', 'tag': 'b271d11e-d407-40f7-aa35-4437103498c1', 'status': 'completed', 'code': 200} Jul 05 03:25:19.001006 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9ea8433a-218f-4eb3-a310-2804fed8ec13 req-eb479586-7578-4168-b9b3-df276f5112be tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] 10.222.0.23 "GET /v2.0/ports?device_id=412117b5-6555-47ce-b5d1-3ea4cd6a83f3 HTTP/1.1" status: 200 len: 210 time: 0.0284495 Jul 05 03:25:20.805538 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df7bf4b-511b-4e88-b8df-7b470844e8ea req-f4288b93-c924-45ea-a0c3-18d54e331022 tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:25:20.807048 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7df7bf4b-511b-4e88-b8df-7b470844e8ea req-f4288b93-c924-45ea-a0c3-18d54e331022 tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] 10.222.0.23 "GET /v2.0/networks?id=9f5794ca-9011-4fba-b1c5-23425f38f78e HTTP/1.1" status: 200 len: 817 time: 0.0983925 Jul 05 03:25:20.822361 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7df7bf4b-511b-4e88-b8df-7b470844e8ea req-d9f9a47d-1f06-4ec5-a126-be70d9a818e2 tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] 10.222.0.23 "GET /v2.0/quotas/c39062b6898841a4a708315a014167be HTTP/1.1" status: 200 len: 375 time: 0.0093274 Jul 05 03:25:20.895247 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7df7bf4b-511b-4e88-b8df-7b470844e8ea req-d7354b05-9298-416b-af0c-ddca1202ae84 tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c39062b6898841a4a708315a014167be&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0676422 Jul 05 03:25:20.997524 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-c55e28f3-3108-4f03-9180-82009917fbeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:25:21.001979 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7df7bf4b-511b-4e88-b8df-7b470844e8ea req-375b5394-f684-4e21-a87f-e8dbe8e067bc service neutron] 10.222.0.23 "GET /v2.0/networks/9f5794ca-9011-4fba-b1c5-23425f38f78e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935035 Jul 05 03:25:21.092078 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7df7bf4b-511b-4e88-b8df-7b470844e8ea req-0adb5f16-ada1-4da2-a940-ca692d5e8f84 service neutron] 10.222.0.23 "GET /v2.0/networks/9f5794ca-9011-4fba-b1c5-23425f38f78e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846882 Jul 05 03:25:21.361369 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ceafe1a5-a3e3-4008-882e-f2db7502c3cc req-1b2dbe24-d505-4253-81be-4ba7f236785c tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] 10.222.0.23 "GET /v2.0/ports?device_id=8eda2684-8b49-4674-bcd6-07178c26a46e HTTP/1.1" status: 200 len: 210 time: 0.0355058 Jul 05 03:25:21.493046 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device b271d11e-d407-40f7-aa35-4437103498c1 no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:25:21.512076 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] No Port match for: b271d11e-d407-40f7-aa35-4437103498c1 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:25:21.512418 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device b271d11e-d407-40f7-aa35-4437103498c1 not bound to the agent host n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:25:22.512007 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f86f52c2-cade-4a87-82bf-2280fa1ff32c req-4173f128-4816-49a2-b9f8-6343fb274e0f tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] 10.222.0.23 "GET /v2.0/ports?device_id=8eda2684-8b49-4674-bcd6-07178c26a46e HTTP/1.1" status: 200 len: 210 time: 0.0315723 Jul 05 03:25:23.248793 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-2087937b-3d62-4a7d-9fb3-b93c1f35cae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:25:23.660597 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df7bf4b-511b-4e88-b8df-7b470844e8ea req-f124fe1c-2888-4436-8682-5380be5a56e5 tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:25:23.662153 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7df7bf4b-511b-4e88-b8df-7b470844e8ea req-f124fe1c-2888-4436-8682-5380be5a56e5 tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] 10.222.0.21 "GET /v2.0/networks?id=9f5794ca-9011-4fba-b1c5-23425f38f78e HTTP/1.1" status: 200 len: 817 time: 0.1084762 Jul 05 03:25:23.674255 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-7df7bf4b-511b-4e88-b8df-7b470844e8ea req-b471217d-c77a-4165-9565-e202e6cab1c9 tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] Request body: {'port': {'device_id': '8eda2684-8b49-4674-bcd6-07178c26a46e', 'network_id': '9f5794ca-9011-4fba-b1c5-23425f38f78e', 'admin_state_up': True, 'tenant_id': 'c39062b6898841a4a708315a014167be'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:25:23.678269 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-52d2517a-518c-48b8-836a-e6242fc90442 req-96df10ba-bf2c-4556-bda6-8ef19138587e tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] 10.222.0.23 "GET /v2.0/ports?device_id=8eda2684-8b49-4674-bcd6-07178c26a46e HTTP/1.1" status: 200 len: 210 time: 0.0307214 Jul 05 03:25:23.860188 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7df7bf4b-511b-4e88-b8df-7b470844e8ea req-b471217d-c77a-4165-9565-e202e6cab1c9 tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] Made reservation on behalf of c39062b6898841a4a708315a014167be for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:25:23.863712 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-7df7bf4b-511b-4e88-b8df-7b470844e8ea req-b471217d-c77a-4165-9565-e202e6cab1c9 tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:25:23.994858 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-7df7bf4b-511b-4e88-b8df-7b470844e8ea req-b471217d-c77a-4165-9565-e202e6cab1c9 tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] Allocated IP 172.20.0.13 (9f5794ca-9011-4fba-b1c5-23425f38f78e/e4e60c87-088c-46b0-9c38-7bb6ebe85c26/a4269dcb-aead-4da7-8f02-ccf956e66781) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:25:24.003150 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:25:24.140063 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-7df7bf4b-511b-4e88-b8df-7b470844e8ea req-b471217d-c77a-4165-9565-e202e6cab1c9 tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:25:24.153300 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-7df7bf4b-511b-4e88-b8df-7b470844e8ea req-b471217d-c77a-4165-9565-e202e6cab1c9 tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] Transition to ACTIVE for port object a4269dcb-aead-4da7-8f02-ccf956e66781 will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:25:24.272396 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-7df7bf4b-511b-4e88-b8df-7b470844e8ea req-b471217d-c77a-4165-9565-e202e6cab1c9 tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:25:24.314444 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7df7bf4b-511b-4e88-b8df-7b470844e8ea req-b471217d-c77a-4165-9565-e202e6cab1c9 tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] Network 9f5794ca-9011-4fba-b1c5-23425f38f78e is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:25:24.317710 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-7df7bf4b-511b-4e88-b8df-7b470844e8ea req-b471217d-c77a-4165-9565-e202e6cab1c9 tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:25:24.321578 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-7df7bf4b-511b-4e88-b8df-7b470844e8ea req-b471217d-c77a-4165-9565-e202e6cab1c9 tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:25:24.349449 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b471217d-c77a-4165-9565-e202e6cab1c9 tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] Pushing event updated for resources: {'Port': ['ID=a4269dcb-aead-4da7-8f02-ccf956e66781,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:25:24.381829 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df7bf4b-511b-4e88-b8df-7b470844e8ea req-b471217d-c77a-4165-9565-e202e6cab1c9 tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:25:24.381829 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-7df7bf4b-511b-4e88-b8df-7b470844e8ea req-b471217d-c77a-4165-9565-e202e6cab1c9 tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:25:24.489262 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7df7bf4b-511b-4e88-b8df-7b470844e8ea req-b471217d-c77a-4165-9565-e202e6cab1c9 tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8189299 Jul 05 03:25:24.500070 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [req-7df7bf4b-511b-4e88-b8df-7b470844e8ea req-7ace030b-ead2-42a9-9b84-ff4e850828ca tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:25:24.501004 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7df7bf4b-511b-4e88-b8df-7b470844e8ea req-7ace030b-ead2-42a9-9b84-ff4e850828ca tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057623 Jul 05 03:25:24.512132 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-7df7bf4b-511b-4e88-b8df-7b470844e8ea req-47cdb0dc-4e2a-45b0-986c-1e71ced916f7 service neutron] Request body: {'port': {'device_id': '8eda2684-8b49-4674-bcd6-07178c26a46e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:25:24.588313 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-7df7bf4b-511b-4e88-b8df-7b470844e8ea req-47cdb0dc-4e2a-45b0-986c-1e71ced916f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:25:24.640810 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-3d0c6713-1d58-4b8d-b1c8-dfd7979a14e8 None None] Provisioning for port a4269dcb-aead-4da7-8f02-ccf956e66781 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:25:24.644744 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-3d0c6713-1d58-4b8d-b1c8-dfd7979a14e8 None None] Provisioning complete for port a4269dcb-aead-4da7-8f02-ccf956e66781 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:25:24.645143 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3d0c6713-1d58-4b8d-b1c8-dfd7979a14e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:25:24.679265 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-3d0c6713-1d58-4b8d-b1c8-dfd7979a14e8 None None] Port a4269dcb-aead-4da7-8f02-ccf956e66781 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:25:24.871534 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:25:24.888647 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-7df7bf4b-511b-4e88-b8df-7b470844e8ea req-47cdb0dc-4e2a-45b0-986c-1e71ced916f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4269dcb-aead-4da7-8f02-ccf956e66781 {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:25:24.900767 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-7df7bf4b-511b-4e88-b8df-7b470844e8ea req-47cdb0dc-4e2a-45b0-986c-1e71ced916f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:25:24.915265 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ea6d62-2fca-4ff5-9953-f9b0e672aa2c req-495989fc-942f-4f2b-b8e7-85284b59cbb9 tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:25:24.916782 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-12ea6d62-2fca-4ff5-9953-f9b0e672aa2c req-495989fc-942f-4f2b-b8e7-85284b59cbb9 tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] 10.222.0.23 "GET /v2.0/ports?device_id=8eda2684-8b49-4674-bcd6-07178c26a46e HTTP/1.1" status: 200 len: 932 time: 0.1250238 Jul 05 03:25:24.930508 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-7df7bf4b-511b-4e88-b8df-7b470844e8ea req-47cdb0dc-4e2a-45b0-986c-1e71ced916f7 service neutron] Transition to ACTIVE for port object a4269dcb-aead-4da7-8f02-ccf956e66781 will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:25:24.961018 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-12ea6d62-2fca-4ff5-9953-f9b0e672aa2c req-48521dd5-84f8-4dd4-8eab-0e33e992ef7d tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee9bca6b-08b6-47d5-b588-afd0462419c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379241 Jul 05 03:25:25.025587 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-7df7bf4b-511b-4e88-b8df-7b470844e8ea req-47cdb0dc-4e2a-45b0-986c-1e71ced916f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:25:25.077125 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cdb0dc-4e2a-45b0-986c-1e71ced916f7 service neutron] Pushing event updated for resources: {'Port': ['ID=a4269dcb-aead-4da7-8f02-ccf956e66781,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:25:25.153518 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-7df7bf4b-511b-4e88-b8df-7b470844e8ea req-47cdb0dc-4e2a-45b0-986c-1e71ced916f7 service neutron] Attempting to bind port a4269dcb-aead-4da7-8f02-ccf956e66781 on host n-h1-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:25:25.156916 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-7df7bf4b-511b-4e88-b8df-7b470844e8ea req-47cdb0dc-4e2a-45b0-986c-1e71ced916f7 service neutron] Attempting to bind port a4269dcb-aead-4da7-8f02-ccf956e66781 by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': '846e9521-4dc4-44cd-91cc-41b87877da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9f5794ca-9011-4fba-b1c5-23425f38f78e'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:25:25.156916 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df7bf4b-511b-4e88-b8df-7b470844e8ea req-47cdb0dc-4e2a-45b0-986c-1e71ced916f7 service neutron] Attempting to bind port a4269dcb-aead-4da7-8f02-ccf956e66781 on network 9f5794ca-9011-4fba-b1c5-23425f38f78e {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:25:25.159700 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df7bf4b-511b-4e88-b8df-7b470844e8ea req-47cdb0dc-4e2a-45b0-986c-1e71ced916f7 service neutron] Port a4269dcb-aead-4da7-8f02-ccf956e66781 on network 9f5794ca-9011-4fba-b1c5-23425f38f78e not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:25:25.160034 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df7bf4b-511b-4e88-b8df-7b470844e8ea req-47cdb0dc-4e2a-45b0-986c-1e71ced916f7 service neutron] Attempting to bind port a4269dcb-aead-4da7-8f02-ccf956e66781 on network 9f5794ca-9011-4fba-b1c5-23425f38f78e {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:25:25.165526 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df7bf4b-511b-4e88-b8df-7b470844e8ea req-47cdb0dc-4e2a-45b0-986c-1e71ced916f7 service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:25:25.165864 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df7bf4b-511b-4e88-b8df-7b470844e8ea req-47cdb0dc-4e2a-45b0-986c-1e71ced916f7 service neutron] Checking segment: {'id': '846e9521-4dc4-44cd-91cc-41b87877da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9f5794ca-9011-4fba-b1c5-23425f38f78e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:25:25.166283 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df7bf4b-511b-4e88-b8df-7b470844e8ea req-47cdb0dc-4e2a-45b0-986c-1e71ced916f7 service neutron] Bound using segment: {'id': '846e9521-4dc4-44cd-91cc-41b87877da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9f5794ca-9011-4fba-b1c5-23425f38f78e'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:25:25.166717 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-7df7bf4b-511b-4e88-b8df-7b470844e8ea req-47cdb0dc-4e2a-45b0-986c-1e71ced916f7 service neutron] Bound port: a4269dcb-aead-4da7-8f02-ccf956e66781, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '846e9521-4dc4-44cd-91cc-41b87877da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9f5794ca-9011-4fba-b1c5-23425f38f78e'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:25:25.167084 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-7df7bf4b-511b-4e88-b8df-7b470844e8ea req-47cdb0dc-4e2a-45b0-986c-1e71ced916f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:25:25.240778 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-7df7bf4b-511b-4e88-b8df-7b470844e8ea req-47cdb0dc-4e2a-45b0-986c-1e71ced916f7 service neutron] For port a4269dcb-aead-4da7-8f02-ccf956e66781, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:25:25.243759 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-7df7bf4b-511b-4e88-b8df-7b470844e8ea req-47cdb0dc-4e2a-45b0-986c-1e71ced916f7 service neutron] For port a4269dcb-aead-4da7-8f02-ccf956e66781, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=a4269dcb-aead-4da7-8f02-ccf956e66781,segment=NetworkSegment(846e9521-4dc4-44cd-91cc-41b87877da0a),segment_id=846e9521-4dc4-44cd-91cc-41b87877da0a)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:25:25.346459 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-7df7bf4b-511b-4e88-b8df-7b470844e8ea req-47cdb0dc-4e2a-45b0-986c-1e71ced916f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:25:25.383837 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df7bf4b-511b-4e88-b8df-7b470844e8ea req-47cdb0dc-4e2a-45b0-986c-1e71ced916f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:25:25.384599 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-7df7bf4b-511b-4e88-b8df-7b470844e8ea req-47cdb0dc-4e2a-45b0-986c-1e71ced916f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:25:25.385918 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7df7bf4b-511b-4e88-b8df-7b470844e8ea req-47cdb0dc-4e2a-45b0-986c-1e71ced916f7 service neutron] 10.222.0.21 "PUT /v2.0/ports/a4269dcb-aead-4da7-8f02-ccf956e66781 HTTP/1.1" status: 200 len: 1093 time: 0.8777704 Jul 05 03:25:25.386379 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8eda2684-8b49-4674-bcd6-07178c26a46e', 'tag': 'a4269dcb-aead-4da7-8f02-ccf956e66781'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:25:25.388648 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4c1385bffaa5d930a7117e6982c27207eca91cca31cf4b43f86c7ad63cd24a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ce6df8-c6a2-4aba-88d2-8b238d1ff645" -d '{"events": [{"name": "network-changed", "server_uuid": "8eda2684-8b49-4674-bcd6-07178c26a46e", "tag": "a4269dcb-aead-4da7-8f02-ccf956e66781"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:25:25.413220 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cdb0dc-4e2a-45b0-986c-1e71ced916f7 service neutron] Pushing event updated for resources: {'Port': ['ID=a4269dcb-aead-4da7-8f02-ccf956e66781,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:25:25.428218 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e447d60b-2c73-4815-8f84-9853b00bb9ea x-openstack-request-id: req-e447d60b-2c73-4815-8f84-9853b00bb9ea {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:25:25.428509 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8eda2684-8b49-4674-bcd6-07178c26a46e", "tag": "a4269dcb-aead-4da7-8f02-ccf956e66781", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:25:25.428759 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e447d60b-2c73-4815-8f84-9853b00bb9ea {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:25:25.429162 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8eda2684-8b49-4674-bcd6-07178c26a46e', 'tag': 'a4269dcb-aead-4da7-8f02-ccf956e66781', 'status': 'completed', 'code': 200} Jul 05 03:25:25.508714 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ce6df8-c6a2-4aba-88d2-8b238d1ff645 req-f6e53a36-371b-406d-8ed3-82bbfca78a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:25:25.510303 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-60ce6df8-c6a2-4aba-88d2-8b238d1ff645 req-f6e53a36-371b-406d-8ed3-82bbfca78a75 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c39062b6898841a4a708315a014167be&device_id=8eda2684-8b49-4674-bcd6-07178c26a46e HTTP/1.1" status: 200 len: 1096 time: 0.0597038 Jul 05 03:25:25.615312 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ce6df8-c6a2-4aba-88d2-8b238d1ff645 req-51e83336-c588-42b5-8164-83959f2d92b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:25:25.616833 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-60ce6df8-c6a2-4aba-88d2-8b238d1ff645 req-51e83336-c588-42b5-8164-83959f2d92b5 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=c39062b6898841a4a708315a014167be&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0998476 Jul 05 03:25:25.707454 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ce6df8-c6a2-4aba-88d2-8b238d1ff645 req-ff91cdaf-6ba1-4977-88b8-c1421068e36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:25:25.708883 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-60ce6df8-c6a2-4aba-88d2-8b238d1ff645 req-ff91cdaf-6ba1-4977-88b8-c1421068e36c service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0859838 Jul 05 03:25:25.803529 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df7bf4b-511b-4e88-b8df-7b470844e8ea req-e0c1d949-c0c0-4c4a-ad09-88a298e8fbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:25:25.805034 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7df7bf4b-511b-4e88-b8df-7b470844e8ea req-e0c1d949-c0c0-4c4a-ad09-88a298e8fbf9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c39062b6898841a4a708315a014167be&device_id=8eda2684-8b49-4674-bcd6-07178c26a46e HTTP/1.1" status: 200 len: 1096 time: 0.0551729 Jul 05 03:25:25.845776 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7df7bf4b-511b-4e88-b8df-7b470844e8ea req-0370615f-a41c-474a-8b29-d275cf6e86d7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a4269dcb-aead-4da7-8f02-ccf956e66781 HTTP/1.1" status: 200 len: 217 time: 0.0334492 Jul 05 03:25:25.892753 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df7bf4b-511b-4e88-b8df-7b470844e8ea req-4cb82c12-4698-4360-9a50-bc5a820baa63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:25:25.894293 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7df7bf4b-511b-4e88-b8df-7b470844e8ea req-4cb82c12-4698-4360-9a50-bc5a820baa63 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e4e60c87-088c-46b0-9c38-7bb6ebe85c26 HTTP/1.1" status: 200 len: 856 time: 0.0430236 Jul 05 03:25:25.949947 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df7bf4b-511b-4e88-b8df-7b470844e8ea req-5862067e-80f2-4748-b588-bbdb405acbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:25:25.951484 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7df7bf4b-511b-4e88-b8df-7b470844e8ea req-5862067e-80f2-4748-b588-bbdb405acbb5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9f5794ca-9011-4fba-b1c5-23425f38f78e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510643 Jul 05 03:25:26.007284 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:25:26.043088 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7df7bf4b-511b-4e88-b8df-7b470844e8ea req-c582ed9d-3af4-4e50-a952-527786cca2ad service neutron] 10.222.0.21 "GET /v2.0/networks/9f5794ca-9011-4fba-b1c5-23425f38f78e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850589 Jul 05 03:25:26.175080 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7df7bf4b-511b-4e88-b8df-7b470844e8ea req-599f76db-54a8-4b11-8dcf-997003483ad9 service neutron] 10.222.0.21 "GET /v2.0/networks/9f5794ca-9011-4fba-b1c5-23425f38f78e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245725 Jul 05 03:25:26.191439 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b276618e-cb8a-4096-be96-7f989d0b73d5 req-4332baf0-d576-44c9-9032-3627a6f236ac tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:25:26.192965 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b276618e-cb8a-4096-be96-7f989d0b73d5 req-4332baf0-d576-44c9-9032-3627a6f236ac tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] 10.222.0.23 "GET /v2.0/ports?device_id=8eda2684-8b49-4674-bcd6-07178c26a46e HTTP/1.1" status: 200 len: 944 time: 0.1008797 Jul 05 03:25:26.231653 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b276618e-cb8a-4096-be96-7f989d0b73d5 req-da736aec-95a6-4f82-afd3-8751b7df6ec8 tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee9bca6b-08b6-47d5-b588-afd0462419c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326486 Jul 05 03:25:26.317245 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:25:27.415199 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f1d6e-945e-4215-a79f-8c75c507268f req-5cc08f25-e8c1-48fb-84b4-75c060e5f7bb tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:25:27.416710 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-367f1d6e-945e-4215-a79f-8c75c507268f req-5cc08f25-e8c1-48fb-84b4-75c060e5f7bb tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] 10.222.0.23 "GET /v2.0/ports?device_id=8eda2684-8b49-4674-bcd6-07178c26a46e HTTP/1.1" status: 200 len: 944 time: 0.0733902 Jul 05 03:25:27.460515 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-367f1d6e-945e-4215-a79f-8c75c507268f req-888703e5-7d3b-4586-971c-284f582886e6 tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee9bca6b-08b6-47d5-b588-afd0462419c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360692 Jul 05 03:25:27.537873 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device a4269dcb-aead-4da7-8f02-ccf956e66781 details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:25:27.641819 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port a4269dcb-aead-4da7-8f02-ccf956e66781, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=a4269dcb-aead-4da7-8f02-ccf956e66781,segment=NetworkSegment(846e9521-4dc4-44cd-91cc-41b87877da0a),segment_id=846e9521-4dc4-44cd-91cc-41b87877da0a)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:25:27.655517 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': 'a4269dcb-aead-4da7-8f02-ccf956e66781', 'network_id': '9f5794ca-9011-4fba-b1c5-23425f38f78e', 'port_id': 'a4269dcb-aead-4da7-8f02-ccf956e66781', 'mac_address': 'fa:16:3e:3e:90:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4e60c87-088c-46b0-9c38-7bb6ebe85c26', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:25:27.690589 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:25:27.703367 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4269dcb-aead-4da7-8f02-ccf956e66781 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:25:27.722143 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port a4269dcb-aead-4da7-8f02-ccf956e66781, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=a4269dcb-aead-4da7-8f02-ccf956e66781,segment=NetworkSegment(846e9521-4dc4-44cd-91cc-41b87877da0a),segment_id=846e9521-4dc4-44cd-91cc-41b87877da0a)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:25:27.791680 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:25:27.841549 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=a4269dcb-aead-4da7-8f02-ccf956e66781,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:25:27.977991 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['a4269dcb-aead-4da7-8f02-ccf956e66781'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:25:28.637914 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ee44fd-f634-44c4-a69c-ed359ff530a4 req-df976e1d-ec76-42a8-8ce1-df4744a3e9dd tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:25:28.639411 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b9ee44fd-f634-44c4-a69c-ed359ff530a4 req-df976e1d-ec76-42a8-8ce1-df4744a3e9dd tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] 10.222.0.23 "GET /v2.0/ports?device_id=8eda2684-8b49-4674-bcd6-07178c26a46e HTTP/1.1" status: 200 len: 945 time: 0.0660532 Jul 05 03:25:28.677695 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b9ee44fd-f634-44c4-a69c-ed359ff530a4 req-cdbc774d-eb24-4cb3-a338-9b9795222ffe tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee9bca6b-08b6-47d5-b588-afd0462419c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323446 Jul 05 03:25:29.539606 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device a4269dcb-aead-4da7-8f02-ccf956e66781 up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:25:29.643628 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning for port a4269dcb-aead-4da7-8f02-ccf956e66781 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:25:29.647731 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port a4269dcb-aead-4da7-8f02-ccf956e66781 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:25:29.648100 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:25:29.725503 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:25:29.749600 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eda2684-8b49-4674-bcd6-07178c26a46e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4269dcb-aead-4da7-8f02-ccf956e66781'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:25:29.751935 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1156d35e1955dd65519df7b38ee19a55ddc3a31abbcc68c280d02d687c0487e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae9cd8f-8715-4463-969a-f2c1fde70819" -d '{"events": [{"server_uuid": "8eda2684-8b49-4674-bcd6-07178c26a46e", "name": "network-vif-plugged", "status": "completed", "tag": "a4269dcb-aead-4da7-8f02-ccf956e66781"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:25:29.765064 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port a4269dcb-aead-4da7-8f02-ccf956e66781, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=a4269dcb-aead-4da7-8f02-ccf956e66781,segment=NetworkSegment(846e9521-4dc4-44cd-91cc-41b87877da0a),segment_id=846e9521-4dc4-44cd-91cc-41b87877da0a)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:25:29.793027 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29909c71-2587-41fb-89f9-1b57214f0ace x-openstack-request-id: req-29909c71-2587-41fb-89f9-1b57214f0ace {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:25:29.793436 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eda2684-8b49-4674-bcd6-07178c26a46e", "name": "network-vif-plugged", "status": "completed", "tag": "a4269dcb-aead-4da7-8f02-ccf956e66781", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:25:29.793716 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-29909c71-2587-41fb-89f9-1b57214f0ace {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:25:29.794143 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eda2684-8b49-4674-bcd6-07178c26a46e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4269dcb-aead-4da7-8f02-ccf956e66781', 'code': 200} Jul 05 03:25:29.826030 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:25:29.868588 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5ff479-1edd-4046-bc4b-2ab3f5d39afc req-f7934828-b332-4b0b-8729-d51a572459b0 tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:25:29.871042 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-fd5ff479-1edd-4046-bc4b-2ab3f5d39afc req-f7934828-b332-4b0b-8729-d51a572459b0 tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] 10.222.0.23 "GET /v2.0/ports?device_id=8eda2684-8b49-4674-bcd6-07178c26a46e HTTP/1.1" status: 200 len: 945 time: 0.0769663 Jul 05 03:25:29.881949 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=a4269dcb-aead-4da7-8f02-ccf956e66781,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:25:29.915172 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-fd5ff479-1edd-4046-bc4b-2ab3f5d39afc req-ff24dd93-2f6c-41ae-ad5f-a16af0a056a7 tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee9bca6b-08b6-47d5-b588-afd0462419c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360038 Jul 05 03:25:29.918647 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c022467-69ae-46ab-ae00-8b265f057047 req-f1288cc6-9aab-488e-b098-63513cd52740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:25:29.920885 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7c022467-69ae-46ab-ae00-8b265f057047 req-f1288cc6-9aab-488e-b098-63513cd52740 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8eda2684-8b49-4674-bcd6-07178c26a46e HTTP/1.1" status: 200 len: 1098 time: 0.0609698 Jul 05 03:25:29.957504 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7c022467-69ae-46ab-ae00-8b265f057047 req-822c9eb3-6e1c-4c70-80be-67ec40f7a8a9 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ee9bca6b-08b6-47d5-b588-afd0462419c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305095 Jul 05 03:25:31.091805 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e0585-3f9f-4683-b37d-13d4ebdbaee8 req-5fd6481a-c491-4142-8766-56b73ee47525 tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:25:31.093856 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-af3e0585-3f9f-4683-b37d-13d4ebdbaee8 req-5fd6481a-c491-4142-8766-56b73ee47525 tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] 10.222.0.23 "GET /v2.0/ports?device_id=8eda2684-8b49-4674-bcd6-07178c26a46e HTTP/1.1" status: 200 len: 946 time: 0.0619369 Jul 05 03:25:31.129851 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-af3e0585-3f9f-4683-b37d-13d4ebdbaee8 req-cae5f040-be60-48bc-977a-897b6781ae36 tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee9bca6b-08b6-47d5-b588-afd0462419c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304334 Jul 05 03:25:31.320501 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242d4448-0fca-4bfc-bc96-7ca567e34398 req-88250b18-fba9-4d6c-8823-e5438353cedb tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:25:31.322008 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-242d4448-0fca-4bfc-bc96-7ca567e34398 req-88250b18-fba9-4d6c-8823-e5438353cedb tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] 10.222.0.23 "GET /v2.0/ports?device_id=8eda2684-8b49-4674-bcd6-07178c26a46e HTTP/1.1" status: 200 len: 946 time: 0.0638549 Jul 05 03:25:31.360442 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-242d4448-0fca-4bfc-bc96-7ca567e34398 req-d8ca66bc-0b0f-4929-b7e2-32f39ac9e283 tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee9bca6b-08b6-47d5-b588-afd0462419c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319104 Jul 05 03:25:42.408377 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:25:42.534616 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:25:50.974438 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8919c4a6-9801-4d13-9c8e-35c23d2bb941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:25:53.288464 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a2f19fd3-ea3a-43da-a549-865703cf855b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:25:54.042738 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:25:54.233320 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25de5d40-283f-4708-a023-784ed8f1868f req-653ea847-ce49-4add-927e-9fe0564a9715 tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:25:54.235442 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-25de5d40-283f-4708-a023-784ed8f1868f req-653ea847-ce49-4add-927e-9fe0564a9715 tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] 10.222.0.23 "GET /v2.0/ports?device_id=8eda2684-8b49-4674-bcd6-07178c26a46e HTTP/1.1" status: 200 len: 946 time: 0.0703423 Jul 05 03:25:54.278505 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-25de5d40-283f-4708-a023-784ed8f1868f req-fa5faf4f-daf1-41b7-beb5-f09ed958832b tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee9bca6b-08b6-47d5-b588-afd0462419c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363989 Jul 05 03:25:54.888469 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:25:55.454533 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31edf78b-3f8d-4228-9d0a-6c4156aa0e1f req-7b855585-3eeb-4ea2-9cdf-f3093248bb4d tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:25:55.456031 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-31edf78b-3f8d-4228-9d0a-6c4156aa0e1f req-7b855585-3eeb-4ea2-9cdf-f3093248bb4d tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] 10.222.0.23 "GET /v2.0/ports?device_id=8eda2684-8b49-4674-bcd6-07178c26a46e HTTP/1.1" status: 200 len: 946 time: 0.0627744 Jul 05 03:25:55.497565 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-31edf78b-3f8d-4228-9d0a-6c4156aa0e1f req-665a40f1-0d20-4334-8a16-ee62e6a94c3e tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee9bca6b-08b6-47d5-b588-afd0462419c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360157 Jul 05 03:25:55.639657 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57595a1c-8e3f-4303-8580-2c5d1c1c8c2c req-1868fbb3-5726-4431-9776-d1a8d66e8b1a tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:25:55.641067 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-57595a1c-8e3f-4303-8580-2c5d1c1c8c2c req-1868fbb3-5726-4431-9776-d1a8d66e8b1a tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] 10.222.0.21 "GET /v2.0/ports?device_id=8eda2684-8b49-4674-bcd6-07178c26a46e HTTP/1.1" status: 200 len: 946 time: 0.0628188 Jul 05 03:25:55.739795 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-57595a1c-8e3f-4303-8580-2c5d1c1c8c2c req-44132dab-e89f-4d6b-88dd-622a9a8e5653 tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] Deleting port a4269dcb-aead-4da7-8f02-ccf956e66781 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:25:55.740130 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-57595a1c-8e3f-4303-8580-2c5d1c1c8c2c req-44132dab-e89f-4d6b-88dd-622a9a8e5653 tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:25:55.829265 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-57595a1c-8e3f-4303-8580-2c5d1c1c8c2c req-44132dab-e89f-4d6b-88dd-622a9a8e5653 tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] For port a4269dcb-aead-4da7-8f02-ccf956e66781, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=a4269dcb-aead-4da7-8f02-ccf956e66781,segment=NetworkSegment(846e9521-4dc4-44cd-91cc-41b87877da0a),segment_id=846e9521-4dc4-44cd-91cc-41b87877da0a)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:25:55.829623 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-57595a1c-8e3f-4303-8580-2c5d1c1c8c2c req-44132dab-e89f-4d6b-88dd-622a9a8e5653 tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:25:55.842429 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-57595a1c-8e3f-4303-8580-2c5d1c1c8c2c req-44132dab-e89f-4d6b-88dd-622a9a8e5653 tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] Calling delete_port for a4269dcb-aead-4da7-8f02-ccf956e66781 owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:25:56.048552 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-57595a1c-8e3f-4303-8580-2c5d1c1c8c2c req-44132dab-e89f-4d6b-88dd-622a9a8e5653 tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:25:56.061168 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['a4269dcb-aead-4da7-8f02-ccf956e66781'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:25:56.078793 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44132dab-e89f-4d6b-88dd-622a9a8e5653 tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] Pushing event deleted for resources: {'Port': ['ID=a4269dcb-aead-4da7-8f02-ccf956e66781,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:25:56.090619 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44132dab-e89f-4d6b-88dd-622a9a8e5653 tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:25:56.091059 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44132dab-e89f-4d6b-88dd-622a9a8e5653 tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:25:56.091320 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44132dab-e89f-4d6b-88dd-622a9a8e5653 tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:25:56.091655 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44132dab-e89f-4d6b-88dd-622a9a8e5653 tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:25:56.092844 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44132dab-e89f-4d6b-88dd-622a9a8e5653 tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:25:56.093182 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44132dab-e89f-4d6b-88dd-622a9a8e5653 tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:25:56.093520 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44132dab-e89f-4d6b-88dd-622a9a8e5653 tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:25:56.093851 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44132dab-e89f-4d6b-88dd-622a9a8e5653 tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:25:56.094203 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44132dab-e89f-4d6b-88dd-622a9a8e5653 tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:25:56.094527 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44132dab-e89f-4d6b-88dd-622a9a8e5653 tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:25:56.094850 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44132dab-e89f-4d6b-88dd-622a9a8e5653 tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:25:56.095175 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44132dab-e89f-4d6b-88dd-622a9a8e5653 tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:25:56.136256 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-57595a1c-8e3f-4303-8580-2c5d1c1c8c2c req-44132dab-e89f-4d6b-88dd-622a9a8e5653 tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] No DVR routers for this DVR port a4269dcb-aead-4da7-8f02-ccf956e66781 on host n-h1-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:25:56.139369 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-57595a1c-8e3f-4303-8580-2c5d1c1c8c2c req-44132dab-e89f-4d6b-88dd-622a9a8e5653 tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:25:56.141324 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-57595a1c-8e3f-4303-8580-2c5d1c1c8c2c req-44132dab-e89f-4d6b-88dd-622a9a8e5653 tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] 10.222.0.21 "DELETE /v2.0/ports/a4269dcb-aead-4da7-8f02-ccf956e66781 HTTP/1.1" status: 204 len: 173 time: 0.4931810 Jul 05 03:25:56.141759 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eda2684-8b49-4674-bcd6-07178c26a46e', 'name': 'network-vif-deleted', 'tag': 'a4269dcb-aead-4da7-8f02-ccf956e66781'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:25:56.144077 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4c1385bffaa5d930a7117e6982c27207eca91cca31cf4b43f86c7ad63cd24a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62b7b226-5237-47ac-9646-b008df749054" -d '{"events": [{"server_uuid": "8eda2684-8b49-4674-bcd6-07178c26a46e", "name": "network-vif-deleted", "tag": "a4269dcb-aead-4da7-8f02-ccf956e66781"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:25:56.179919 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85697bcb-e454-4b4e-b5d8-358908ca2fb8 x-openstack-request-id: req-85697bcb-e454-4b4e-b5d8-358908ca2fb8 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:25:56.180216 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eda2684-8b49-4674-bcd6-07178c26a46e", "name": "network-vif-deleted", "tag": "a4269dcb-aead-4da7-8f02-ccf956e66781", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:25:56.180467 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-85697bcb-e454-4b4e-b5d8-358908ca2fb8 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:25:56.180866 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eda2684-8b49-4674-bcd6-07178c26a46e', 'name': 'network-vif-deleted', 'tag': 'a4269dcb-aead-4da7-8f02-ccf956e66781', 'status': 'completed', 'code': 200} Jul 05 03:25:56.357201 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:25:56.681294 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2b334d75-3251-498d-bbfb-ccd39a58be12 req-9a6e6f65-97b2-480d-8cd4-814a4c50d0bb tempest-TestEncryptedCinderVolumes-1693481699 tempest-TestEncryptedCinderVolumes-1693481699-project] 10.222.0.23 "GET /v2.0/ports?device_id=8eda2684-8b49-4674-bcd6-07178c26a46e HTTP/1.1" status: 200 len: 210 time: 0.0330586 Jul 05 03:25:57.874911 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 50242) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:25:58.225090 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d055b91a-b21e-4ffd-900d-74deba93a618 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1634680'] for router_interface, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:25:58.480332 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-d055b91a-b21e-4ffd-900d-74deba93a618 admin admin] Deleting port c69776c1-98bb-4c5e-bd36-3e7ae91bedc2 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:25:58.480571 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d055b91a-b21e-4ffd-900d-74deba93a618 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:25:58.562564 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-d055b91a-b21e-4ffd-900d-74deba93a618 admin admin] For port c69776c1-98bb-4c5e-bd36-3e7ae91bedc2, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=c69776c1-98bb-4c5e-bd36-3e7ae91bedc2,segment=NetworkSegment(846e9521-4dc4-44cd-91cc-41b87877da0a),segment_id=846e9521-4dc4-44cd-91cc-41b87877da0a)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:25:58.562917 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d055b91a-b21e-4ffd-900d-74deba93a618 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:25:58.577919 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-d055b91a-b21e-4ffd-900d-74deba93a618 admin admin] Calling delete_port for c69776c1-98bb-4c5e-bd36-3e7ae91bedc2 owned by network:router_interface {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:25:58.814616 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d055b91a-b21e-4ffd-900d-74deba93a618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:25:58.838598 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d055b91a-b21e-4ffd-900d-74deba93a618 admin admin] Pushing event deleted for resources: {'Port': ['ID=c69776c1-98bb-4c5e-bd36-3e7ae91bedc2,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:25:58.851680 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d055b91a-b21e-4ffd-900d-74deba93a618 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:25:58.852024 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d055b91a-b21e-4ffd-900d-74deba93a618 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:25:58.852364 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d055b91a-b21e-4ffd-900d-74deba93a618 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:25:58.852698 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d055b91a-b21e-4ffd-900d-74deba93a618 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:25:58.853080 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d055b91a-b21e-4ffd-900d-74deba93a618 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:25:58.853415 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d055b91a-b21e-4ffd-900d-74deba93a618 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:25:58.853740 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d055b91a-b21e-4ffd-900d-74deba93a618 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:25:58.854062 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d055b91a-b21e-4ffd-900d-74deba93a618 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:25:58.854415 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d055b91a-b21e-4ffd-900d-74deba93a618 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:25:58.854738 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d055b91a-b21e-4ffd-900d-74deba93a618 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:25:58.855064 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d055b91a-b21e-4ffd-900d-74deba93a618 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:25:58.855382 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d055b91a-b21e-4ffd-900d-74deba93a618 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:25:59.038599 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d055b91a-b21e-4ffd-900d-74deba93a618 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635398'] for router_interface, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:25:59.256259 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d055b91a-b21e-4ffd-900d-74deba93a618 admin admin] Router 0843d212-d763-47a7-a45b-9590c3dd8f6a has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:25:59.366564 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d055b91a-b21e-4ffd-900d-74deba93a618 admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:25:59.371700 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-d055b91a-b21e-4ffd-900d-74deba93a618 admin admin] 10.222.0.23 "PUT /v2.0/routers/0843d212-d763-47a7-a45b-9590c3dd8f6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4957123 Jul 05 03:25:59.374385 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 50244) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:25:59.377180 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea6a284-d98a-41f3-922b-bbcac55b88e2 None None] Sync routers for ids ['0843d212-d763-47a7-a45b-9590c3dd8f6a'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:25:59.387827 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea6a284-d98a-41f3-922b-bbcac55b88e2 None None] Routers {'0843d212-d763-47a7-a45b-9590c3dd8f6a'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:25:59.388963 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-3ea6a284-d98a-41f3-922b-bbcac55b88e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:25:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['0843d212-d763-47a7-a45b-9590c3dd8f6a'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:25:59.485963 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2a5223bb-8d63-4cf2-bf39-2e9a4d76f60d admin admin] Notify callbacks [] for router, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:25:59.491970 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-3ea6a284-d98a-41f3-922b-bbcac55b88e2 None None] Set router 0843d212-d763-47a7-a45b-9590c3dd8f6a gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:25:59.598091 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2a5223bb-8d63-4cf2-bf39-2e9a4d76f60d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:25:59.651997 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device a4269dcb-aead-4da7-8f02-ccf956e66781 no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:25:59.676954 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] No Port match for: a4269dcb-aead-4da7-8f02-ccf956e66781 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:25:59.677294 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device a4269dcb-aead-4da7-8f02-ccf956e66781 not bound to the agent host n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:25:59.704491 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-3ea6a284-d98a-41f3-922b-bbcac55b88e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0843d212-d763-47a7-a45b-9590c3dd8f6a', 'name': 'tempest-TestEncryptedCinderVolumes-1561165349-router', 'tenant_id': 'c39062b6898841a4a708315a014167be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': 'fbec4233-7263-4273-8931-321ef5319c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:24:30Z', 'updated_at': '2021-07-05T03:25:58Z', 'revision_number': 5, 'project_id': 'c39062b6898841a4a708315a014167be', 'gw_port': {'id': 'fbec4233-7263-4273-8931-321ef5319c89', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:65:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0843d212-d763-47a7-a45b-9590c3dd8f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:24:31Z', 'updated_at': '2021-07-05T03:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:25:59.712814 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-2a5223bb-8d63-4cf2-bf39-2e9a4d76f60d admin admin] Deleting port fbec4233-7263-4273-8931-321ef5319c89 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:25:59.715345 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2a5223bb-8d63-4cf2-bf39-2e9a4d76f60d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:25:59.731536 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea6a284-d98a-41f3-922b-bbcac55b88e2 None None] Checking router: 0843d212-d763-47a7-a45b-9590c3dd8f6a for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:25:59.740168 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea6a284-d98a-41f3-922b-bbcac55b88e2 None None] Routers {'0843d212-d763-47a7-a45b-9590c3dd8f6a'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:25:59.740817 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-3ea6a284-d98a-41f3-922b-bbcac55b88e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:25:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['0843d212-d763-47a7-a45b-9590c3dd8f6a'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:25:59.804772 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-2a5223bb-8d63-4cf2-bf39-2e9a4d76f60d admin admin] For port fbec4233-7263-4273-8931-321ef5319c89, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=fbec4233-7263-4273-8931-321ef5319c89,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:25:59.804772 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2a5223bb-8d63-4cf2-bf39-2e9a4d76f60d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:25:59.821488 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-2a5223bb-8d63-4cf2-bf39-2e9a4d76f60d admin admin] Calling delete_port for fbec4233-7263-4273-8931-321ef5319c89 owned by network:router_gateway {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:25:59.841073 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-3ea6a284-d98a-41f3-922b-bbcac55b88e2 None None] Set router 0843d212-d763-47a7-a45b-9590c3dd8f6a gateway port host: None {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:25:59.893908 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-3ea6a284-d98a-41f3-922b-bbcac55b88e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0843d212-d763-47a7-a45b-9590c3dd8f6a', 'name': 'tempest-TestEncryptedCinderVolumes-1561165349-router', 'tenant_id': 'c39062b6898841a4a708315a014167be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:24:30Z', 'updated_at': '2021-07-05T03:25:59Z', 'revision_number': 6, 'project_id': 'c39062b6898841a4a708315a014167be', 'gw_port_host': None}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:25:59.924386 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea6a284-d98a-41f3-922b-bbcac55b88e2 None None] The sync data for ids ['0843d212-d763-47a7-a45b-9590c3dd8f6a'] in n-d-771362-32 is: [{'id': '0843d212-d763-47a7-a45b-9590c3dd8f6a', 'name': 'tempest-TestEncryptedCinderVolumes-1561165349-router', 'tenant_id': 'c39062b6898841a4a708315a014167be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:24:30Z', 'updated_at': '2021-07-05T03:25:59Z', 'revision_number': 6, 'project_id': 'c39062b6898841a4a708315a014167be', 'gw_port_host': None}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:26:00.071400 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2a5223bb-8d63-4cf2-bf39-2e9a4d76f60d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:00.100506 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5223bb-8d63-4cf2-bf39-2e9a4d76f60d admin admin] Pushing event deleted for resources: {'Port': ['ID=fbec4233-7263-4273-8931-321ef5319c89,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:26:00.161858 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2a5223bb-8d63-4cf2-bf39-2e9a4d76f60d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636927'] for router_gateway, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:00.592377 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2a5223bb-8d63-4cf2-bf39-2e9a4d76f60d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11828'] for router, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:00.594615 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2a5223bb-8d63-4cf2-bf39-2e9a4d76f60d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:00.705831 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2a5223bb-8d63-4cf2-bf39-2e9a4d76f60d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1575451'] for router, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:00.706460 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a5223bb-8d63-4cf2-bf39-2e9a4d76f60d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0843d212-d763-47a7-a45b-9590c3dd8f6a {{(pid=94462) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 03:26:00.710861 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2a5223bb-8d63-4cf2-bf39-2e9a4d76f60d admin admin] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:00.712239 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-2a5223bb-8d63-4cf2-bf39-2e9a4d76f60d admin admin] 10.222.0.23 "DELETE /v2.0/routers/0843d212-d763-47a7-a45b-9590c3dd8f6a HTTP/1.1" status: 204 len: 168 time: 1.3368797 Jul 05 03:26:00.714868 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 50246) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:26:00.761591 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-434495ed-8170-4d26-b84f-80ea81e925f6 admin admin] Deleting subnet e4e60c87-088c-46b0-9c38-7bb6ebe85c26 {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:26:00.765240 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-434495ed-8170-4d26-b84f-80ea81e925f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:00.799960 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-434495ed-8170-4d26-b84f-80ea81e925f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:00.884310 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-434495ed-8170-4d26-b84f-80ea81e925f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:00.997512 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-434495ed-8170-4d26-b84f-80ea81e925f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:01.012797 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device fbec4233-7263-4273-8931-321ef5319c89 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:26:01.024452 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434495ed-8170-4d26-b84f-80ea81e925f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4e60c87-088c-46b0-9c38-7bb6ebe85c26,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:26:01.031704 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-434495ed-8170-4d26-b84f-80ea81e925f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:01.034370 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-434495ed-8170-4d26-b84f-80ea81e925f6 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/e4e60c87-088c-46b0-9c38-7bb6ebe85c26 HTTP/1.1" status: 204 len: 168 time: 0.3176281 Jul 05 03:26:01.034493 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: fbec4233-7263-4273-8931-321ef5319c89 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:26:01.034493 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device fbec4233-7263-4273-8931-321ef5319c89 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:26:01.034493 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device c69776c1-98bb-4c5e-bd36-3e7ae91bedc2 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:26:01.036306 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 50248) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:26:01.054839 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606788cf-ba51-4c16-b74d-6154d077b93a None None] Network 9f5794ca-9011-4fba-b1c5-23425f38f78e requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:26:01.057790 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: c69776c1-98bb-4c5e-bd36-3e7ae91bedc2 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:26:01.058246 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device c69776c1-98bb-4c5e-bd36-3e7ae91bedc2 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:26:01.105394 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ef27b956-6f16-4dd9-b753-f6ea6383823b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:01.162880 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-ef27b956-6f16-4dd9-b753-f6ea6383823b admin admin] Deleting port df6b955a-8a55-45a7-a113-e54cf7001dcc {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:26:01.163315 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ef27b956-6f16-4dd9-b753-f6ea6383823b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:01.228186 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-ef27b956-6f16-4dd9-b753-f6ea6383823b admin admin] For port df6b955a-8a55-45a7-a113-e54cf7001dcc, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=df6b955a-8a55-45a7-a113-e54cf7001dcc,segment=NetworkSegment(846e9521-4dc4-44cd-91cc-41b87877da0a),segment_id=846e9521-4dc4-44cd-91cc-41b87877da0a)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:26:01.228472 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ef27b956-6f16-4dd9-b753-f6ea6383823b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:01.242750 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9011d539-6f9c-4e53-8815-d5c5351fbfa4 None None] DHCP port deletion for 9f5794ca-9011-4fba-b1c5-23425f38f78e request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:26:01.243746 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-ef27b956-6f16-4dd9-b753-f6ea6383823b admin admin] Calling delete_port for df6b955a-8a55-45a7-a113-e54cf7001dcc owned by network:dhcp {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:26:01.288627 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-9011d539-6f9c-4e53-8815-d5c5351fbfa4 None None] Deleting port df6b955a-8a55-45a7-a113-e54cf7001dcc {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:26:01.289006 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-9011d539-6f9c-4e53-8815-d5c5351fbfa4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:01.354300 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-9011d539-6f9c-4e53-8815-d5c5351fbfa4 None None] For port df6b955a-8a55-45a7-a113-e54cf7001dcc, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=df6b955a-8a55-45a7-a113-e54cf7001dcc,segment=NetworkSegment(846e9521-4dc4-44cd-91cc-41b87877da0a),segment_id=846e9521-4dc4-44cd-91cc-41b87877da0a)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:26:01.354697 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-9011d539-6f9c-4e53-8815-d5c5351fbfa4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:01.367762 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-9011d539-6f9c-4e53-8815-d5c5351fbfa4 None None] Calling delete_port for df6b955a-8a55-45a7-a113-e54cf7001dcc owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:26:01.408258 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ef27b956-6f16-4dd9-b753-f6ea6383823b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:01.439979 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef27b956-6f16-4dd9-b753-f6ea6383823b admin admin] Pushing event deleted for resources: {'Port': ['ID=df6b955a-8a55-45a7-a113-e54cf7001dcc,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:26:01.441676 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef27b956-6f16-4dd9-b753-f6ea6383823b admin admin] No DVR routers for this DVR port df6b955a-8a55-45a7-a113-e54cf7001dcc on host n-d-771362-32 {{(pid=94462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:26:01.448528 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-9011d539-6f9c-4e53-8815-d5c5351fbfa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:01.474810 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9011d539-6f9c-4e53-8815-d5c5351fbfa4 None None] No DVR routers for this DVR port df6b955a-8a55-45a7-a113-e54cf7001dcc on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:26:01.476671 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9011d539-6f9c-4e53-8815-d5c5351fbfa4 None None] Pushing event deleted for resources: {'Port': ['ID=df6b955a-8a55-45a7-a113-e54cf7001dcc,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:26:01.486853 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9011d539-6f9c-4e53-8815-d5c5351fbfa4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:26:01.487197 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9011d539-6f9c-4e53-8815-d5c5351fbfa4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:26:01.487507 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9011d539-6f9c-4e53-8815-d5c5351fbfa4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:26:01.487849 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9011d539-6f9c-4e53-8815-d5c5351fbfa4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:26:01.488187 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9011d539-6f9c-4e53-8815-d5c5351fbfa4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:26:01.488529 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9011d539-6f9c-4e53-8815-d5c5351fbfa4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:26:01.488870 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9011d539-6f9c-4e53-8815-d5c5351fbfa4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:26:01.489280 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9011d539-6f9c-4e53-8815-d5c5351fbfa4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:26:01.489597 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9011d539-6f9c-4e53-8815-d5c5351fbfa4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:26:01.489925 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9011d539-6f9c-4e53-8815-d5c5351fbfa4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:26:01.490431 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9011d539-6f9c-4e53-8815-d5c5351fbfa4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:26:01.490760 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9011d539-6f9c-4e53-8815-d5c5351fbfa4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:26:01.512972 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ef27b956-6f16-4dd9-b753-f6ea6383823b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:01.522645 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-ef27b956-6f16-4dd9-b753-f6ea6383823b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f5794ca-9011-4fba-b1c5-23425f38f78e']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:26:01.533421 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-ef27b956-6f16-4dd9-b753-f6ea6383823b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '846e9521-4dc4-44cd-91cc-41b87877da0a') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:26:01.533710 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-ef27b956-6f16-4dd9-b753-f6ea6383823b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '846e9521-4dc4-44cd-91cc-41b87877da0a') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:26:01.542846 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ef27b956-6f16-4dd9-b753-f6ea6383823b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:01.556782 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ef27b956-6f16-4dd9-b753-f6ea6383823b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:01.563214 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef27b956-6f16-4dd9-b753-f6ea6383823b admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:26:01.566908 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ef27b956-6f16-4dd9-b753-f6ea6383823b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:01.566908 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 03:26:01.566908 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:26:01.566908 n-d-771362-32 neutron-server[94462]: timer() Jul 05 03:26:01.566908 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:26:01.566908 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 03:26:01.566908 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:26:01.566908 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 03:26:01.566908 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:26:01.566908 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 03:26:01.566908 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:26:01.566908 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 03:26:01.566908 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:26:01.566908 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 03:26:01.566908 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:26:01.566908 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:26:01.566908 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:26:01.566908 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:26:01.566908 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:26:01.566908 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 03:26:01.566908 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:26:01.566908 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 03:26:01.566908 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:26:01.566908 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:26:01.566908 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:26:01.566908 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 03:26:01.566908 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:26:01.566908 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:26:01.566908 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:26:01.566908 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:26:01.566908 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:26:01.566908 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:26:01.566908 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:26:01.711370 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ef27b956-6f16-4dd9-b753-f6ea6383823b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:01.717009 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ef27b956-6f16-4dd9-b753-f6ea6383823b admin admin] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:01.718910 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-ef27b956-6f16-4dd9-b753-f6ea6383823b admin admin] 10.222.0.23 "DELETE /v2.0/networks/9f5794ca-9011-4fba-b1c5-23425f38f78e HTTP/1.1" status: 204 len: 168 time: 0.6816523 Jul 05 03:26:01.722042 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 50250) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:26:01.730388 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef27b956-6f16-4dd9-b753-f6ea6383823b admin admin] Pushing event deleted for resources: {'Network': ['ID=9f5794ca-9011-4fba-b1c5-23425f38f78e,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:26:02.073781 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-fd0a73fc-2c90-41ed-bc96-c6560aa12aa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1634680'] for router_interface, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:02.320965 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-fd0a73fc-2c90-41ed-bc96-c6560aa12aa5 admin admin] Deleting port a0c02ccd-6ffd-4cd1-b011-3925b0fd0c63 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:26:02.321403 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-fd0a73fc-2c90-41ed-bc96-c6560aa12aa5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:02.401082 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [None req-fd0a73fc-2c90-41ed-bc96-c6560aa12aa5 admin admin] For port a0c02ccd-6ffd-4cd1-b011-3925b0fd0c63, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=a0c02ccd-6ffd-4cd1-b011-3925b0fd0c63,segment=NetworkSegment(55812336-d4a1-4c52-9ba1-93f5a4facb18),segment_id=55812336-d4a1-4c52-9ba1-93f5a4facb18)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:26:02.401396 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-fd0a73fc-2c90-41ed-bc96-c6560aa12aa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:02.414197 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-fd0a73fc-2c90-41ed-bc96-c6560aa12aa5 admin admin] Calling delete_port for a0c02ccd-6ffd-4cd1-b011-3925b0fd0c63 owned by network:router_interface {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:26:02.688443 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-fd0a73fc-2c90-41ed-bc96-c6560aa12aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:02.715797 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0a73fc-2c90-41ed-bc96-c6560aa12aa5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0c02ccd-6ffd-4cd1-b011-3925b0fd0c63,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:26:02.881351 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-fd0a73fc-2c90-41ed-bc96-c6560aa12aa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635398'] for router_interface, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:03.006529 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:26:03.069156 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device df6b955a-8a55-45a7-a113-e54cf7001dcc no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:26:03.093198 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: df6b955a-8a55-45a7-a113-e54cf7001dcc {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:26:03.093549 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device df6b955a-8a55-45a7-a113-e54cf7001dcc not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:26:03.127512 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd0a73fc-2c90-41ed-bc96-c6560aa12aa5 admin admin] Router 7cd1b772-554c-4ae4-9289-98066c34245f has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:26:03.231558 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd0a73fc-2c90-41ed-bc96-c6560aa12aa5 admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:26:03.237021 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-fd0a73fc-2c90-41ed-bc96-c6560aa12aa5 admin admin] 10.222.0.23 "PUT /v2.0/routers/7cd1b772-554c-4ae4-9289-98066c34245f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5139079 Jul 05 03:26:03.239507 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 50252) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:26:03.240406 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d01562-d72d-434d-8489-0207e254adfc None None] Sync routers for ids ['7cd1b772-554c-4ae4-9289-98066c34245f'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:26:03.251154 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d01562-d72d-434d-8489-0207e254adfc None None] Routers {'7cd1b772-554c-4ae4-9289-98066c34245f'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:26:03.251764 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-21d01562-d72d-434d-8489-0207e254adfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:25:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['7cd1b772-554c-4ae4-9289-98066c34245f'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:26:03.348928 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-72cb5342-1660-40cd-9206-58e279b76b2a admin admin] Notify callbacks [] for router, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:03.455062 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-21d01562-d72d-434d-8489-0207e254adfc None None] Set router 7cd1b772-554c-4ae4-9289-98066c34245f gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:26:03.651566 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-21d01562-d72d-434d-8489-0207e254adfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd1b772-554c-4ae4-9289-98066c34245f', 'name': 'tempest-TestEncryptedCinderVolumes-49074450-router', 'tenant_id': '3a9d45f0ae054b168671eb5f2ad9fa94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': 'c2c042eb-f33b-404a-b316-18108c1bc425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:24:36Z', 'updated_at': '2021-07-05T03:26:02Z', 'revision_number': 5, 'project_id': '3a9d45f0ae054b168671eb5f2ad9fa94', 'gw_port': {'id': 'c2c042eb-f33b-404a-b316-18108c1bc425', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e3:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd1b772-554c-4ae4-9289-98066c34245f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:24:36Z', 'updated_at': '2021-07-05T03:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:26:03.680229 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d01562-d72d-434d-8489-0207e254adfc None None] Checking router: 7cd1b772-554c-4ae4-9289-98066c34245f for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:26:03.689996 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d01562-d72d-434d-8489-0207e254adfc None None] Routers {'7cd1b772-554c-4ae4-9289-98066c34245f'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:26:03.690644 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-21d01562-d72d-434d-8489-0207e254adfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:25:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['7cd1b772-554c-4ae4-9289-98066c34245f'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:26:03.798899 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-21d01562-d72d-434d-8489-0207e254adfc None None] Set router 7cd1b772-554c-4ae4-9289-98066c34245f gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:26:03.809779 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-72cb5342-1660-40cd-9206-58e279b76b2a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:03.932396 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-72cb5342-1660-40cd-9206-58e279b76b2a admin admin] Deleting port c2c042eb-f33b-404a-b316-18108c1bc425 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:26:03.933137 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-72cb5342-1660-40cd-9206-58e279b76b2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:03.975922 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-21d01562-d72d-434d-8489-0207e254adfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd1b772-554c-4ae4-9289-98066c34245f', 'name': 'tempest-TestEncryptedCinderVolumes-49074450-router', 'tenant_id': '3a9d45f0ae054b168671eb5f2ad9fa94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': 'c2c042eb-f33b-404a-b316-18108c1bc425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:24:36Z', 'updated_at': '2021-07-05T03:26:02Z', 'revision_number': 5, 'project_id': '3a9d45f0ae054b168671eb5f2ad9fa94', 'gw_port': {'id': 'c2c042eb-f33b-404a-b316-18108c1bc425', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e3:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd1b772-554c-4ae4-9289-98066c34245f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:24:36Z', 'updated_at': '2021-07-05T03:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:26:04.008679 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d01562-d72d-434d-8489-0207e254adfc None None] The sync data for ids ['7cd1b772-554c-4ae4-9289-98066c34245f'] in n-d-771362-32 is: [{'id': '7cd1b772-554c-4ae4-9289-98066c34245f', 'name': 'tempest-TestEncryptedCinderVolumes-49074450-router', 'tenant_id': '3a9d45f0ae054b168671eb5f2ad9fa94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': 'c2c042eb-f33b-404a-b316-18108c1bc425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:24:36Z', 'updated_at': '2021-07-05T03:26:02Z', 'revision_number': 5, 'project_id': '3a9d45f0ae054b168671eb5f2ad9fa94', 'gw_port': {'id': 'c2c042eb-f33b-404a-b316-18108c1bc425', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e3:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd1b772-554c-4ae4-9289-98066c34245f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:24:36Z', 'updated_at': '2021-07-05T03:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:26:04.010876 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [None req-72cb5342-1660-40cd-9206-58e279b76b2a admin admin] For port c2c042eb-f33b-404a-b316-18108c1bc425, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=c2c042eb-f33b-404a-b316-18108c1bc425,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:26:04.011239 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-72cb5342-1660-40cd-9206-58e279b76b2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:04.025555 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-72cb5342-1660-40cd-9206-58e279b76b2a admin admin] Calling delete_port for c2c042eb-f33b-404a-b316-18108c1bc425 owned by network:router_gateway {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:26:04.289198 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-72cb5342-1660-40cd-9206-58e279b76b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:04.319580 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb5342-1660-40cd-9206-58e279b76b2a admin admin] Pushing event deleted for resources: {'Port': ['ID=c2c042eb-f33b-404a-b316-18108c1bc425,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:26:04.383672 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-72cb5342-1660-40cd-9206-58e279b76b2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636927'] for router_gateway, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:04.477679 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-72cb5342-1660-40cd-9206-58e279b76b2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11828'] for router, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:04.480092 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-72cb5342-1660-40cd-9206-58e279b76b2a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:04.596943 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-72cb5342-1660-40cd-9206-58e279b76b2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1575451'] for router, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:04.597511 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72cb5342-1660-40cd-9206-58e279b76b2a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7cd1b772-554c-4ae4-9289-98066c34245f {{(pid=94461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 03:26:04.604283 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-72cb5342-1660-40cd-9206-58e279b76b2a admin admin] Notify callbacks [] for router, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:04.606283 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-72cb5342-1660-40cd-9206-58e279b76b2a admin admin] 10.222.0.23 "DELETE /v2.0/routers/7cd1b772-554c-4ae4-9289-98066c34245f HTTP/1.1" status: 204 len: 168 time: 1.3656359 Jul 05 03:26:04.609359 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 50254) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:26:04.666870 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddfae5e6-7c16-4292-9f88-a06266ae85d1 admin admin] Deleting subnet dc8cbdd5-1027-44fd-b1ad-7ce80b3298fe {{(pid=94461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:26:04.670662 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ddfae5e6-7c16-4292-9f88-a06266ae85d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:04.708930 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ddfae5e6-7c16-4292-9f88-a06266ae85d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5519650'] for subnet, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:04.798676 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ddfae5e6-7c16-4292-9f88-a06266ae85d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:04.900404 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ddfae5e6-7c16-4292-9f88-a06266ae85d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5763388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774356'] for subnet, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:04.930297 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfae5e6-7c16-4292-9f88-a06266ae85d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc8cbdd5-1027-44fd-b1ad-7ce80b3298fe,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:26:04.936417 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ddfae5e6-7c16-4292-9f88-a06266ae85d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:04.938856 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-ddfae5e6-7c16-4292-9f88-a06266ae85d1 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/dc8cbdd5-1027-44fd-b1ad-7ce80b3298fe HTTP/1.1" status: 204 len: 168 time: 0.3276172 Jul 05 03:26:04.940867 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 50256) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:26:04.941868 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8882ab-090f-46fa-9d22-421ca450206d None None] Network 36bf76e1-4145-44e7-bacc-358561282023 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:26:05.013675 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a0aceff0-fb43-43b2-a298-558fdbce51db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:05.027974 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device c2c042eb-f33b-404a-b316-18108c1bc425 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:26:05.067656 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-a0aceff0-fb43-43b2-a298-558fdbce51db admin admin] Deleting port 0dac531a-1710-41c6-94e3-7905887490de {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:26:05.067904 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a0aceff0-fb43-43b2-a298-558fdbce51db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:05.078666 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: c2c042eb-f33b-404a-b316-18108c1bc425 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:26:05.079017 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device c2c042eb-f33b-404a-b316-18108c1bc425 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:26:05.079452 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device a0c02ccd-6ffd-4cd1-b011-3925b0fd0c63 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:26:05.100629 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: a0c02ccd-6ffd-4cd1-b011-3925b0fd0c63 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:26:05.100980 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device a0c02ccd-6ffd-4cd1-b011-3925b0fd0c63 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:26:05.143378 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [None req-a0aceff0-fb43-43b2-a298-558fdbce51db admin admin] For port 0dac531a-1710-41c6-94e3-7905887490de, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=0dac531a-1710-41c6-94e3-7905887490de,segment=NetworkSegment(55812336-d4a1-4c52-9ba1-93f5a4facb18),segment_id=55812336-d4a1-4c52-9ba1-93f5a4facb18)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:26:05.143671 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a0aceff0-fb43-43b2-a298-558fdbce51db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:05.159324 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-a0aceff0-fb43-43b2-a298-558fdbce51db admin admin] Calling delete_port for 0dac531a-1710-41c6-94e3-7905887490de owned by network:dhcp {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:26:05.177414 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6280ee-720d-49ea-8aef-3f526ceb3d7f None None] DHCP port deletion for 36bf76e1-4145-44e7-bacc-358561282023 request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:26:05.226990 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-af6280ee-720d-49ea-8aef-3f526ceb3d7f None None] Deleting port 0dac531a-1710-41c6-94e3-7905887490de {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:26:05.227382 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-af6280ee-720d-49ea-8aef-3f526ceb3d7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:05.293256 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-af6280ee-720d-49ea-8aef-3f526ceb3d7f None None] For port 0dac531a-1710-41c6-94e3-7905887490de, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=0dac531a-1710-41c6-94e3-7905887490de,segment=NetworkSegment(55812336-d4a1-4c52-9ba1-93f5a4facb18),segment_id=55812336-d4a1-4c52-9ba1-93f5a4facb18)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:26:05.293650 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-af6280ee-720d-49ea-8aef-3f526ceb3d7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:05.307093 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-af6280ee-720d-49ea-8aef-3f526ceb3d7f None None] Calling delete_port for 0dac531a-1710-41c6-94e3-7905887490de owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:26:05.334274 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a0aceff0-fb43-43b2-a298-558fdbce51db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:05.360859 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aceff0-fb43-43b2-a298-558fdbce51db admin admin] Pushing event deleted for resources: {'Port': ['ID=0dac531a-1710-41c6-94e3-7905887490de,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:26:05.364762 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0aceff0-fb43-43b2-a298-558fdbce51db admin admin] No DVR routers for this DVR port 0dac531a-1710-41c6-94e3-7905887490de on host n-d-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:26:05.384026 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-af6280ee-720d-49ea-8aef-3f526ceb3d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:05.410521 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6280ee-720d-49ea-8aef-3f526ceb3d7f None None] Pushing event deleted for resources: {'Port': ['ID=0dac531a-1710-41c6-94e3-7905887490de,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:26:05.414695 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6280ee-720d-49ea-8aef-3f526ceb3d7f None None] No DVR routers for this DVR port 0dac531a-1710-41c6-94e3-7905887490de on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:26:05.445474 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a0aceff0-fb43-43b2-a298-558fdbce51db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:05.456979 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-a0aceff0-fb43-43b2-a298-558fdbce51db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36bf76e1-4145-44e7-bacc-358561282023']}} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:26:05.468131 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-a0aceff0-fb43-43b2-a298-558fdbce51db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55812336-d4a1-4c52-9ba1-93f5a4facb18') {'for_net_delete': True} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:26:05.468483 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-a0aceff0-fb43-43b2-a298-558fdbce51db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55812336-d4a1-4c52-9ba1-93f5a4facb18') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:26:05.478204 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a0aceff0-fb43-43b2-a298-558fdbce51db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5519669'] for segment, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:05.493044 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a0aceff0-fb43-43b2-a298-558fdbce51db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:05.500008 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0aceff0-fb43-43b2-a298-558fdbce51db admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=94461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:26:05.501487 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a0aceff0-fb43-43b2-a298-558fdbce51db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5763545'] for segment, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:05.502245 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:26:05.502245 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:26:05.502245 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:26:05.502245 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:26:05.502245 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:26:05.502245 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:26:05.502245 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:26:05.502245 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:26:05.502245 n-d-771362-32 neutron-server[94461]: Traceback (most recent call last): Jul 05 03:26:05.502245 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:26:05.502245 n-d-771362-32 neutron-server[94461]: timer() Jul 05 03:26:05.502245 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:26:05.502245 n-d-771362-32 neutron-server[94461]: cb(*args, **kw) Jul 05 03:26:05.502245 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:26:05.502245 n-d-771362-32 neutron-server[94461]: return func(*args, **kwargs) Jul 05 03:26:05.502245 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:26:05.502245 n-d-771362-32 neutron-server[94461]: self._notify() Jul 05 03:26:05.502245 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:26:05.502245 n-d-771362-32 neutron-server[94461]: self.callback(batched_events) Jul 05 03:26:05.502245 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:26:05.502245 n-d-771362-32 neutron-server[94461]: event.method(event) Jul 05 03:26:05.502245 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:26:05.502245 n-d-771362-32 neutron-server[94461]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:26:05.502245 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:26:05.502245 n-d-771362-32 neutron-server[94461]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:26:05.502245 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:26:05.502245 n-d-771362-32 neutron-server[94461]: return f(self, *a, **k) Jul 05 03:26:05.502245 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:26:05.502245 n-d-771362-32 neutron-server[94461]: return self._get(url).json() Jul 05 03:26:05.502245 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:26:05.502245 n-d-771362-32 neutron-server[94461]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:26:05.502245 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:26:05.502245 n-d-771362-32 neutron-server[94461]: return self.request(url, 'GET', **kwargs) Jul 05 03:26:05.502245 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:26:05.502245 n-d-771362-32 neutron-server[94461]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:26:05.502245 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:26:05.502245 n-d-771362-32 neutron-server[94461]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:26:05.502245 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:26:05.502245 n-d-771362-32 neutron-server[94461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:26:05.502245 n-d-771362-32 neutron-server[94461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:26:05.619859 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a0aceff0-fb43-43b2-a298-558fdbce51db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:05.625828 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a0aceff0-fb43-43b2-a298-558fdbce51db admin admin] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:05.629237 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-a0aceff0-fb43-43b2-a298-558fdbce51db admin admin] 10.222.0.23 "DELETE /v2.0/networks/36bf76e1-4145-44e7-bacc-358561282023 HTTP/1.1" status: 204 len: 168 time: 0.6858666 Jul 05 03:26:05.639210 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aceff0-fb43-43b2-a298-558fdbce51db admin admin] Pushing event deleted for resources: {'Network': ['ID=36bf76e1-4145-44e7-bacc-358561282023,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:26:06.039113 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 50260) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:26:06.078050 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-2ac7cb74-40d1-47d5-949f-188959913d40 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c39062b6898841a4a708315a014167be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377793 Jul 05 03:26:06.080457 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 50262) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:26:06.128577 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-059988ec-61c7-4d34-837e-1c5d79aba289 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:06.150206 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-059988ec-61c7-4d34-837e-1c5d79aba289 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:06.329097 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-059988ec-61c7-4d34-837e-1c5d79aba289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:06.331719 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-059988ec-61c7-4d34-837e-1c5d79aba289 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:06.332883 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-059988ec-61c7-4d34-837e-1c5d79aba289 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ee9bca6b-08b6-47d5-b588-afd0462419c2 HTTP/1.1" status: 204 len: 168 time: 0.2515550 Jul 05 03:26:06.340958 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059988ec-61c7-4d34-837e-1c5d79aba289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee9bca6b-08b6-47d5-b588-afd0462419c2,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:26:07.011011 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 0dac531a-1710-41c6-94e3-7905887490de no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:26:07.035283 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 0dac531a-1710-41c6-94e3-7905887490de {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:26:07.035627 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 0dac531a-1710-41c6-94e3-7905887490de not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:26:07.226838 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 50268) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:26:07.269608 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-06a0bd77-7fbe-4517-8eeb-b90402d31809 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3a9d45f0ae054b168671eb5f2ad9fa94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0415504 Jul 05 03:26:07.272094 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 50270) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:26:07.318028 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2579c490-2451-4f1d-be78-be1efb75927f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:07.338224 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2579c490-2451-4f1d-be78-be1efb75927f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:07.465243 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2579c490-2451-4f1d-be78-be1efb75927f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:07.468310 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2579c490-2451-4f1d-be78-be1efb75927f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:07.469471 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-2579c490-2451-4f1d-be78-be1efb75927f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4aeca209-322c-4f88-b37b-2ee5dfe874f2 HTTP/1.1" status: 204 len: 168 time: 0.1965058 Jul 05 03:26:07.477734 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2579c490-2451-4f1d-be78-be1efb75927f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aeca209-322c-4f88-b37b-2ee5dfe874f2,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:26:08.511034 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 50292) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:26:08.615598 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-a023365e-62f4-479c-8efc-fd1345812bcc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-900694511-network', 'tenant_id': '469015f532af4ce2906beb389f33e8e0'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:26:08.768331 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a023365e-62f4-479c-8efc-fd1345812bcc admin admin] Made reservation on behalf of 469015f532af4ce2906beb389f33e8e0 for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:26:08.771117 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a023365e-62f4-479c-8efc-fd1345812bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:08.780764 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a023365e-62f4-479c-8efc-fd1345812bcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:08.874243 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a023365e-62f4-479c-8efc-fd1345812bcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:08.991008 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a023365e-62f4-479c-8efc-fd1345812bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:09.016258 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a023365e-62f4-479c-8efc-fd1345812bcc admin admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:26:09.025928 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a023365e-62f4-479c-8efc-fd1345812bcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b41f618-14c8-44dc-b571-5b795b03fe9c,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:26:09.031770 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a023365e-62f4-479c-8efc-fd1345812bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:09.032110 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-a023365e-62f4-479c-8efc-fd1345812bcc admin admin] Added segment ebc67754-b94c-4cae-889b-38d1f8ac3cbe of type vlan for network c21b0218-f17e-4c28-a728-da80acef150d Jul 05 03:26:09.075210 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a023365e-62f4-479c-8efc-fd1345812bcc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:09.162731 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a023365e-62f4-479c-8efc-fd1345812bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:09.163635 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a023365e-62f4-479c-8efc-fd1345812bcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:26:09.164213 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a023365e-62f4-479c-8efc-fd1345812bcc admin admin] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:09.225503 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a023365e-62f4-479c-8efc-fd1345812bcc admin admin] Pushing event updated for resources: {'Network': ['ID=c21b0218-f17e-4c28-a728-da80acef150d,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:26:09.235873 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network c21b0218-f17e-4c28-a728-da80acef150d details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:26:09.277885 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-a023365e-62f4-479c-8efc-fd1345812bcc admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7652719 Jul 05 03:26:09.281285 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 50296) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:26:09.286425 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-ffb14936-6608-4ce5-97d1-0a872d5e376c admin admin] Request body: {'subnet': {'network_id': 'c21b0218-f17e-4c28-a728-da80acef150d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-900694511-subnet', 'tenant_id': '469015f532af4ce2906beb389f33e8e0', 'ip_version': 4}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:26:09.391190 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffb14936-6608-4ce5-97d1-0a872d5e376c admin admin] Made reservation on behalf of 469015f532af4ce2906beb389f33e8e0 for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:26:09.393603 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ffb14936-6608-4ce5-97d1-0a872d5e376c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:09.637518 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ffb14936-6608-4ce5-97d1-0a872d5e376c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:09.698310 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb14936-6608-4ce5-97d1-0a872d5e376c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6fc7344-362d-47e8-a2f1-548350569c04,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:26:09.704158 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb14936-6608-4ce5-97d1-0a872d5e376c admin admin] Checking segment: {'id': 'ebc67754-b94c-4cae-889b-38d1f8ac3cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'c21b0218-f17e-4c28-a728-da80acef150d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:26:09.704515 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb14936-6608-4ce5-97d1-0a872d5e376c admin admin] Network hostable DHCP agents. Network: c21b0218-f17e-4c28-a728-da80acef150d, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:26:09.785539 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb14936-6608-4ce5-97d1-0a872d5e376c admin admin] Network c21b0218-f17e-4c28-a728-da80acef150d is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:26:09.871484 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-ffb14936-6608-4ce5-97d1-0a872d5e376c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, c21b0218-f17e-4c28-a728-da80acef150d) {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:26:09.875778 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb14936-6608-4ce5-97d1-0a872d5e376c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:26:09.876379 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ffb14936-6608-4ce5-97d1-0a872d5e376c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:09.880179 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18cc6a39-9180-4296-832d-9677868c84ec None None] Network c21b0218-f17e-4c28-a728-da80acef150d requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:26:09.992179 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-ffb14936-6608-4ce5-97d1-0a872d5e376c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7097838 Jul 05 03:26:09.994946 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 50298) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:26:10.000179 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-fda05710-7464-411a-a991-288a80404699 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-900694511-router', 'tenant_id': '469015f532af4ce2906beb389f33e8e0', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:26:10.071589 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fda05710-7464-411a-a991-288a80404699 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11810'] for router, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:10.072643 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fda05710-7464-411a-a991-288a80404699 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1926740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11821'] for router, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:10.132015 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fda05710-7464-411a-a991-288a80404699 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:10.182401 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e6d874-f5c7-4c36-a21c-5f7691c126f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-c21b0218-f17e-4c28-a728-da80acef150d', 'network_id': 'c21b0218-f17e-4c28-a728-da80acef150d', 'tenant_id': '469015f532af4ce2906beb389f33e8e0', 'fixed_ips': [{'subnet_id': 'a6fc7344-362d-47e8-a2f1-548350569c04'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:26:10.183265 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-93e6d874-f5c7-4c36-a21c-5f7691c126f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:10.319035 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-93e6d874-f5c7-4c36-a21c-5f7691c126f7 None None] Allocated IP 172.20.0.2 (c21b0218-f17e-4c28-a728-da80acef150d/a6fc7344-362d-47e8-a2f1-548350569c04/44913f49-5f2d-4e48-aa67-d410ad885d47) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:26:10.351454 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fda05710-7464-411a-a991-288a80404699 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:10.456758 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-93e6d874-f5c7-4c36-a21c-5f7691c126f7 None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:10.464885 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-93e6d874-f5c7-4c36-a21c-5f7691c126f7 None None] Transition to ACTIVE for port object 44913f49-5f2d-4e48-aa67-d410ad885d47 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:26:10.479554 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-93e6d874-f5c7-4c36-a21c-5f7691c126f7 None None] Transition to ACTIVE for port object 44913f49-5f2d-4e48-aa67-d410ad885d47 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:26:10.563338 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-93e6d874-f5c7-4c36-a21c-5f7691c126f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:10.603721 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e6d874-f5c7-4c36-a21c-5f7691c126f7 None None] Network c21b0218-f17e-4c28-a728-da80acef150d is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:26:10.606658 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-93e6d874-f5c7-4c36-a21c-5f7691c126f7 None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:26:10.610664 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e6d874-f5c7-4c36-a21c-5f7691c126f7 None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:26:10.618465 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fda05710-7464-411a-a991-288a80404699 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:10.623565 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e6d874-f5c7-4c36-a21c-5f7691c126f7 None None] Pushing event updated for resources: {'Port': ['ID=44913f49-5f2d-4e48-aa67-d410ad885d47,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:26:10.638446 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fda05710-7464-411a-a991-288a80404699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:10.679653 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-93e6d874-f5c7-4c36-a21c-5f7691c126f7 None None] Attempting to bind port 44913f49-5f2d-4e48-aa67-d410ad885d47 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:26:10.680023 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-93e6d874-f5c7-4c36-a21c-5f7691c126f7 None None] Attempting to bind port 44913f49-5f2d-4e48-aa67-d410ad885d47 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'ebc67754-b94c-4cae-889b-38d1f8ac3cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'c21b0218-f17e-4c28-a728-da80acef150d'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:26:10.680389 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e6d874-f5c7-4c36-a21c-5f7691c126f7 None None] Attempting to bind port 44913f49-5f2d-4e48-aa67-d410ad885d47 on network c21b0218-f17e-4c28-a728-da80acef150d {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:26:10.686507 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e6d874-f5c7-4c36-a21c-5f7691c126f7 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:26:10.686883 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e6d874-f5c7-4c36-a21c-5f7691c126f7 None None] Checking segment: {'id': 'ebc67754-b94c-4cae-889b-38d1f8ac3cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'c21b0218-f17e-4c28-a728-da80acef150d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:26:10.687310 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-93e6d874-f5c7-4c36-a21c-5f7691c126f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:10.687704 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e6d874-f5c7-4c36-a21c-5f7691c126f7 None None] Bound using segment: {'id': 'ebc67754-b94c-4cae-889b-38d1f8ac3cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'c21b0218-f17e-4c28-a728-da80acef150d'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:26:10.688167 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-93e6d874-f5c7-4c36-a21c-5f7691c126f7 None None] Bound port: 44913f49-5f2d-4e48-aa67-d410ad885d47, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebc67754-b94c-4cae-889b-38d1f8ac3cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'c21b0218-f17e-4c28-a728-da80acef150d'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:26:10.688551 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-93e6d874-f5c7-4c36-a21c-5f7691c126f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:10.745657 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-fda05710-7464-411a-a991-288a80404699 admin admin] Allocated IP 172.25.7.237 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/9a4c64e1-ddaa-41f7-abfa-7ca6edb782c3) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:26:10.751286 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-93e6d874-f5c7-4c36-a21c-5f7691c126f7 None None] For port 44913f49-5f2d-4e48-aa67-d410ad885d47, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:26:10.754397 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-93e6d874-f5c7-4c36-a21c-5f7691c126f7 None None] For port 44913f49-5f2d-4e48-aa67-d410ad885d47, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=44913f49-5f2d-4e48-aa67-d410ad885d47,segment=NetworkSegment(ebc67754-b94c-4cae-889b-38d1f8ac3cbe),segment_id=ebc67754-b94c-4cae-889b-38d1f8ac3cbe)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:26:10.846462 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fda05710-7464-411a-a991-288a80404699 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:10.848773 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-93e6d874-f5c7-4c36-a21c-5f7691c126f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:10.908358 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e6d874-f5c7-4c36-a21c-5f7691c126f7 None None] Pushing event updated for resources: {'Port': ['ID=44913f49-5f2d-4e48-aa67-d410ad885d47,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:26:10.963216 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fda05710-7464-411a-a991-288a80404699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:11.007173 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda05710-7464-411a-a991-288a80404699 admin admin] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:26:11.011745 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-fda05710-7464-411a-a991-288a80404699 admin admin] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:26:11.014317 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda05710-7464-411a-a991-288a80404699 admin admin] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:26:11.047262 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda05710-7464-411a-a991-288a80404699 admin admin] Pushing event updated for resources: {'Port': ['ID=9a4c64e1-ddaa-41f7-abfa-7ca6edb782c3,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:26:11.358298 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fda05710-7464-411a-a991-288a80404699 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:11.559112 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fda05710-7464-411a-a991-288a80404699 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963'] for router, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:11.785960 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02de3ece-8623-4f5f-9f9b-0cbc8e9e2efb None None] Network c21b0218-f17e-4c28-a728-da80acef150d requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:26:11.826504 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fda05710-7464-411a-a991-288a80404699 admin admin] Router 178363b9-8671-4407-9066-a9a4db9114c8 is scheduled to L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 with binding_index 1 {{(pid=94462) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 03:26:11.932007 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fda05710-7464-411a-a991-288a80404699 admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:26:11.945041 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e574e2-978f-4256-a21c-ba0a6137b14f None None] Sync routers for ids ['178363b9-8671-4407-9066-a9a4db9114c8'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:26:11.970732 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e574e2-978f-4256-a21c-ba0a6137b14f None None] Routers {'178363b9-8671-4407-9066-a9a4db9114c8'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:26:11.981542 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-99e574e2-978f-4256-a21c-ba0a6137b14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:25:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['178363b9-8671-4407-9066-a9a4db9114c8'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:26:11.981542 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-497936e2-c493-4cca-aa5d-33e81b80e41a None None] Provisioning for port 44913f49-5f2d-4e48-aa67-d410ad885d47 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:26:12.067814 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fda05710-7464-411a-a991-288a80404699 admin admin] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:12.072242 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 50300) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:26:12.072865 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-fda05710-7464-411a-a991-288a80404699 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0763650 Jul 05 03:26:12.100996 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-99e574e2-978f-4256-a21c-ba0a6137b14f None None] Set router 178363b9-8671-4407-9066-a9a4db9114c8 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:26:12.320684 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-99e574e2-978f-4256-a21c-ba0a6137b14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178363b9-8671-4407-9066-a9a4db9114c8', 'name': 'tempest-TestMinimumBasicScenario-900694511-router', 'tenant_id': '469015f532af4ce2906beb389f33e8e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '9a4c64e1-ddaa-41f7-abfa-7ca6edb782c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:26:10Z', 'updated_at': '2021-07-05T03:26:11Z', 'revision_number': 3, 'project_id': '469015f532af4ce2906beb389f33e8e0', 'gw_port': {'id': '9a4c64e1-ddaa-41f7-abfa-7ca6edb782c3', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:15:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178363b9-8671-4407-9066-a9a4db9114c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:26:10Z', 'updated_at': '2021-07-05T03:26:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:26:12.364701 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e574e2-978f-4256-a21c-ba0a6137b14f None None] Checking router: 178363b9-8671-4407-9066-a9a4db9114c8 for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:26:12.365081 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e574e2-978f-4256-a21c-ba0a6137b14f None None] Updating router 178363b9-8671-4407-9066-a9a4db9114c8 port 9a4c64e1-ddaa-41f7-abfa-7ca6edb782c3 binding host n-d-771362-32 {{(pid=94463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:26:12.418830 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:12.427114 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-99e574e2-978f-4256-a21c-ba0a6137b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:12.511001 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:12.535209 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a03c1301-80f4-41eb-a2bf-c5342e8610b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:12.718770 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-a03c1301-80f4-41eb-a2bf-c5342e8610b4 admin admin] Allocated IP 172.20.0.1 (c21b0218-f17e-4c28-a728-da80acef150d/a6fc7344-362d-47e8-a2f1-548350569c04/f047644d-57cf-4ee7-a85c-5161322b197a) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:26:12.719222 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-99e574e2-978f-4256-a21c-ba0a6137b14f None None] Notify callbacks [] for port, precommit_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:12.729742 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-99e574e2-978f-4256-a21c-ba0a6137b14f None None] Transition to ACTIVE for port object 9a4c64e1-ddaa-41f7-abfa-7ca6edb782c3 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:26:12.836811 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-99e574e2-978f-4256-a21c-ba0a6137b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:12.839033 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a03c1301-80f4-41eb-a2bf-c5342e8610b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:12.855404 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [None req-a03c1301-80f4-41eb-a2bf-c5342e8610b4 admin admin] Transition to ACTIVE for port object f047644d-57cf-4ee7-a85c-5161322b197a will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:26:12.885813 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-99e574e2-978f-4256-a21c-ba0a6137b14f None None] Attempting to bind port 9a4c64e1-ddaa-41f7-abfa-7ca6edb782c3 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:26:12.886212 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-99e574e2-978f-4256-a21c-ba0a6137b14f None None] Attempting to bind port 9a4c64e1-ddaa-41f7-abfa-7ca6edb782c3 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:26:12.886585 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e574e2-978f-4256-a21c-ba0a6137b14f None None] Attempting to bind port 9a4c64e1-ddaa-41f7-abfa-7ca6edb782c3 on network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:26:12.897887 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f98cc4-eb2a-4f9e-a9d1-79f7929229ee None None] Pushing event updated for resources: {'Port': ['ID=9a4c64e1-ddaa-41f7-abfa-7ca6edb782c3,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:26:12.900712 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e574e2-978f-4256-a21c-ba0a6137b14f None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:26:12.901083 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e574e2-978f-4256-a21c-ba0a6137b14f None None] Checking segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:26:12.901493 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-99e574e2-978f-4256-a21c-ba0a6137b14f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:12.901940 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e574e2-978f-4256-a21c-ba0a6137b14f None None] Bound using segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:26:12.902481 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-99e574e2-978f-4256-a21c-ba0a6137b14f None None] Bound port: 9a4c64e1-ddaa-41f7-abfa-7ca6edb782c3, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:26:12.902870 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-99e574e2-978f-4256-a21c-ba0a6137b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:12.963927 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-99e574e2-978f-4256-a21c-ba0a6137b14f None None] For port 9a4c64e1-ddaa-41f7-abfa-7ca6edb782c3, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:26:12.967439 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-99e574e2-978f-4256-a21c-ba0a6137b14f None None] For port 9a4c64e1-ddaa-41f7-abfa-7ca6edb782c3, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=9a4c64e1-ddaa-41f7-abfa-7ca6edb782c3,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:26:12.998218 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a03c1301-80f4-41eb-a2bf-c5342e8610b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:13.031894 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03c1301-80f4-41eb-a2bf-c5342e8610b4 admin admin] Network c21b0218-f17e-4c28-a728-da80acef150d is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:26:13.034891 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-a03c1301-80f4-41eb-a2bf-c5342e8610b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:26:13.038477 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03c1301-80f4-41eb-a2bf-c5342e8610b4 admin admin] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:26:13.053779 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 44913f49-5f2d-4e48-aa67-d410ad885d47 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:26:13.065678 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03c1301-80f4-41eb-a2bf-c5342e8610b4 admin admin] Pushing event updated for resources: {'Port': ['ID=f047644d-57cf-4ee7-a85c-5161322b197a,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:26:13.085199 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a03c1301-80f4-41eb-a2bf-c5342e8610b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635668'] for router_interface, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:13.094952 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-99e574e2-978f-4256-a21c-ba0a6137b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:13.158487 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e574e2-978f-4256-a21c-ba0a6137b14f None None] Routers {'178363b9-8671-4407-9066-a9a4db9114c8'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:26:13.159135 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-99e574e2-978f-4256-a21c-ba0a6137b14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:25:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['178363b9-8671-4407-9066-a9a4db9114c8'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:26:13.207018 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f98cc4-eb2a-4f9e-a9d1-79f7929229ee None None] Pushing event updated for resources: {'Port': ['ID=9a4c64e1-ddaa-41f7-abfa-7ca6edb782c3,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:26:13.265153 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 44913f49-5f2d-4e48-aa67-d410ad885d47 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:26:13.275630 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 44913f49-5f2d-4e48-aa67-d410ad885d47 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:26:13.276326 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:13.305384 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-99e574e2-978f-4256-a21c-ba0a6137b14f None None] Set router 178363b9-8671-4407-9066-a9a4db9114c8 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:26:13.350940 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a03c1301-80f4-41eb-a2bf-c5342e8610b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:13.485337 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:13.510874 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a03c1301-80f4-41eb-a2bf-c5342e8610b4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:13.521567 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-d662db48-3988-4c82-8e8f-712375988cd1 None None] Provisioning for port f047644d-57cf-4ee7-a85c-5161322b197a completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:26:13.532433 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-d662db48-3988-4c82-8e8f-712375988cd1 None None] Provisioning complete for port f047644d-57cf-4ee7-a85c-5161322b197a triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:26:13.532801 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-d662db48-3988-4c82-8e8f-712375988cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:13.567769 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 44913f49-5f2d-4e48-aa67-d410ad885d47, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=44913f49-5f2d-4e48-aa67-d410ad885d47,segment=NetworkSegment(ebc67754-b94c-4cae-889b-38d1f8ac3cbe),segment_id=ebc67754-b94c-4cae-889b-38d1f8ac3cbe)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:26:13.585597 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-d662db48-3988-4c82-8e8f-712375988cd1 None None] Port f047644d-57cf-4ee7-a85c-5161322b197a cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:26:13.594742 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-99e574e2-978f-4256-a21c-ba0a6137b14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178363b9-8671-4407-9066-a9a4db9114c8', 'name': 'tempest-TestMinimumBasicScenario-900694511-router', 'tenant_id': '469015f532af4ce2906beb389f33e8e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '9a4c64e1-ddaa-41f7-abfa-7ca6edb782c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:26:10Z', 'updated_at': '2021-07-05T03:26:11Z', 'revision_number': 3, 'project_id': '469015f532af4ce2906beb389f33e8e0', 'gw_port': {'id': '9a4c64e1-ddaa-41f7-abfa-7ca6edb782c3', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:15:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178363b9-8671-4407-9066-a9a4db9114c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:26:10Z', 'updated_at': '2021-07-05T03:26:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:26:13.597014 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a03c1301-80f4-41eb-a2bf-c5342e8610b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:13.620979 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e574e2-978f-4256-a21c-ba0a6137b14f None None] The sync data for ids ['178363b9-8671-4407-9066-a9a4db9114c8'] in n-d-771362-32 is: [{'id': '178363b9-8671-4407-9066-a9a4db9114c8', 'name': 'tempest-TestMinimumBasicScenario-900694511-router', 'tenant_id': '469015f532af4ce2906beb389f33e8e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '9a4c64e1-ddaa-41f7-abfa-7ca6edb782c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:26:10Z', 'updated_at': '2021-07-05T03:26:11Z', 'revision_number': 3, 'project_id': '469015f532af4ce2906beb389f33e8e0', 'gw_port': {'id': '9a4c64e1-ddaa-41f7-abfa-7ca6edb782c3', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:15:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178363b9-8671-4407-9066-a9a4db9114c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:26:10Z', 'updated_at': '2021-07-05T03:26:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:26:13.662246 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a03c1301-80f4-41eb-a2bf-c5342e8610b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634601'] for router_interface, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:13.670824 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03c1301-80f4-41eb-a2bf-c5342e8610b4 admin admin] Pushing event updated for resources: {'Port': ['ID=f047644d-57cf-4ee7-a85c-5161322b197a,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:26:13.722961 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:13.769464 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03c1301-80f4-41eb-a2bf-c5342e8610b4 admin admin] Network c21b0218-f17e-4c28-a728-da80acef150d is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:26:13.777975 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-a03c1301-80f4-41eb-a2bf-c5342e8610b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:26:13.779450 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=44913f49-5f2d-4e48-aa67-d410ad885d47,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:26:13.905842 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a03c1301-80f4-41eb-a2bf-c5342e8610b4 admin admin] Router 178363b9-8671-4407-9066-a9a4db9114c8 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:26:14.031201 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a03c1301-80f4-41eb-a2bf-c5342e8610b4 admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:26:14.036662 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-a03c1301-80f4-41eb-a2bf-c5342e8610b4 admin admin] 10.222.0.23 "PUT /v2.0/routers/178363b9-8671-4407-9066-a9a4db9114c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9625435 Jul 05 03:26:14.106003 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-bf7da80f-fe2c-4a78-ae6f-3f7148299d54 None None] Provisioning complete for port f047644d-57cf-4ee7-a85c-5161322b197a triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:26:14.107397 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-bf7da80f-fe2c-4a78-ae6f-3f7148299d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:14.150493 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-bf7da80f-fe2c-4a78-ae6f-3f7148299d54 None None] Port f047644d-57cf-4ee7-a85c-5161322b197a cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:26:14.757559 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 50316) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:26:14.762726 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-528756a5-b918-43ec-8d1d-0a23c639861a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1376599487-network', 'tenant_id': '0f2a22271e63438c98b8160cf8551bb8'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:26:14.836633 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-528756a5-b918-43ec-8d1d-0a23c639861a admin admin] Made reservation on behalf of 0f2a22271e63438c98b8160cf8551bb8 for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:26:14.839082 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-528756a5-b918-43ec-8d1d-0a23c639861a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:14.851281 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-528756a5-b918-43ec-8d1d-0a23c639861a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:14.941628 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-528756a5-b918-43ec-8d1d-0a23c639861a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:15.025356 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-528756a5-b918-43ec-8d1d-0a23c639861a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:15.054073 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-528756a5-b918-43ec-8d1d-0a23c639861a admin admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:26:15.061004 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528756a5-b918-43ec-8d1d-0a23c639861a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef137756-d596-4dfa-a471-b73feba2f29d,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:26:15.067009 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-528756a5-b918-43ec-8d1d-0a23c639861a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:15.067351 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-528756a5-b918-43ec-8d1d-0a23c639861a admin admin] Added segment 685237db-0353-40e0-9ff8-896e533a1077 of type vlan for network 79da94c4-021f-4b87-8e63-b081fd2cb46e Jul 05 03:26:15.101333 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 44913f49-5f2d-4e48-aa67-d410ad885d47 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:26:15.114884 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-528756a5-b918-43ec-8d1d-0a23c639861a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:15.152063 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 44913f49-5f2d-4e48-aa67-d410ad885d47 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:26:15.152738 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:15.195306 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44746a24-94f3-4c32-a365-b5463524a266 None None] Sync routers for ids ['178363b9-8671-4407-9066-a9a4db9114c8'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:26:15.199560 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-528756a5-b918-43ec-8d1d-0a23c639861a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:15.200626 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528756a5-b918-43ec-8d1d-0a23c639861a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:26:15.201227 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-528756a5-b918-43ec-8d1d-0a23c639861a admin admin] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:15.216698 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44746a24-94f3-4c32-a365-b5463524a266 None None] Routers {'178363b9-8671-4407-9066-a9a4db9114c8'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:26:15.217233 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-44746a24-94f3-4c32-a365-b5463524a266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:25:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['178363b9-8671-4407-9066-a9a4db9114c8'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:26:15.232557 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 9a4c64e1-ddaa-41f7-abfa-7ca6edb782c3 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:26:15.260527 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528756a5-b918-43ec-8d1d-0a23c639861a admin admin] Pushing event updated for resources: {'Network': ['ID=79da94c4-021f-4b87-8e63-b081fd2cb46e,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:26:15.271117 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 79da94c4-021f-4b87-8e63-b081fd2cb46e details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:26:15.318156 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-528756a5-b918-43ec-8d1d-0a23c639861a admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5593748 Jul 05 03:26:15.321061 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 50318) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:26:15.328424 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-94a25cda-70d4-4285-9458-92fd46dc670a admin admin] Request body: {'subnet': {'network_id': '79da94c4-021f-4b87-8e63-b081fd2cb46e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1376599487-subnet', 'tenant_id': '0f2a22271e63438c98b8160cf8551bb8', 'ip_version': 4}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:26:15.338693 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-44746a24-94f3-4c32-a365-b5463524a266 None None] Set router 178363b9-8671-4407-9066-a9a4db9114c8 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:26:15.401996 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 9a4c64e1-ddaa-41f7-abfa-7ca6edb782c3 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:26:15.406660 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 9a4c64e1-ddaa-41f7-abfa-7ca6edb782c3 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:26:15.407038 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:15.431041 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94a25cda-70d4-4285-9458-92fd46dc670a admin admin] Made reservation on behalf of 0f2a22271e63438c98b8160cf8551bb8 for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:26:15.433718 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-94a25cda-70d4-4285-9458-92fd46dc670a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:15.487968 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:15.510266 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 9a4c64e1-ddaa-41f7-abfa-7ca6edb782c3, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=9a4c64e1-ddaa-41f7-abfa-7ca6edb782c3,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:26:15.543757 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-44746a24-94f3-4c32-a365-b5463524a266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178363b9-8671-4407-9066-a9a4db9114c8', 'name': 'tempest-TestMinimumBasicScenario-900694511-router', 'tenant_id': '469015f532af4ce2906beb389f33e8e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '9a4c64e1-ddaa-41f7-abfa-7ca6edb782c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:26:10Z', 'updated_at': '2021-07-05T03:26:13Z', 'revision_number': 4, 'project_id': '469015f532af4ce2906beb389f33e8e0', 'gw_port': {'id': '9a4c64e1-ddaa-41f7-abfa-7ca6edb782c3', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:15:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178363b9-8671-4407-9066-a9a4db9114c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:26:10Z', 'updated_at': '2021-07-05T03:26:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'f047644d-57cf-4ee7-a85c-5161322b197a', 'name': '', 'network_id': 'c21b0218-f17e-4c28-a728-da80acef150d', 'tenant_id': '469015f532af4ce2906beb389f33e8e0', 'mac_address': 'fa:16:3e:c6:08:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178363b9-8671-4407-9066-a9a4db9114c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': 'a6fc7344-362d-47e8-a2f1-548350569c04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:26:12Z', 'updated_at': '2021-07-05T03:26:13Z', 'revision_number': 2, 'project_id': '469015f532af4ce2906beb389f33e8e0', 'subnets': [{'id': 'a6fc7344-362d-47e8-a2f1-548350569c04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:26:15.570492 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44746a24-94f3-4c32-a365-b5463524a266 None None] Checking router: 178363b9-8671-4407-9066-a9a4db9114c8 for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:26:15.570835 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44746a24-94f3-4c32-a365-b5463524a266 None None] Updating router 178363b9-8671-4407-9066-a9a4db9114c8 port f047644d-57cf-4ee7-a85c-5161322b197a binding host n-d-771362-32 {{(pid=94464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:26:15.579938 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:15.612204 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-44746a24-94f3-4c32-a365-b5463524a266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:15.634471 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=9a4c64e1-ddaa-41f7-abfa-7ca6edb782c3,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:26:15.700274 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-94a25cda-70d4-4285-9458-92fd46dc670a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5763451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774823'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:15.750499 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a25cda-70d4-4285-9458-92fd46dc670a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c72a686-cb56-45e8-9e4e-4062bb8ba01c,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:26:15.766229 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a25cda-70d4-4285-9458-92fd46dc670a admin admin] Checking segment: {'id': '685237db-0353-40e0-9ff8-896e533a1077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '79da94c4-021f-4b87-8e63-b081fd2cb46e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:26:15.766601 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a25cda-70d4-4285-9458-92fd46dc670a admin admin] Network hostable DHCP agents. Network: 79da94c4-021f-4b87-8e63-b081fd2cb46e, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:26:15.859598 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a25cda-70d4-4285-9458-92fd46dc670a admin admin] Network 79da94c4-021f-4b87-8e63-b081fd2cb46e is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:26:15.884406 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-44746a24-94f3-4c32-a365-b5463524a266 None None] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:15.894194 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-44746a24-94f3-4c32-a365-b5463524a266 None None] Transition to ACTIVE for port object f047644d-57cf-4ee7-a85c-5161322b197a will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:26:15.945262 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-94a25cda-70d4-4285-9458-92fd46dc670a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 79da94c4-021f-4b87-8e63-b081fd2cb46e) {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:26:15.949246 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a25cda-70d4-4285-9458-92fd46dc670a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:26:15.949846 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-94a25cda-70d4-4285-9458-92fd46dc670a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:15.954571 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ba6dde-d0c6-4aee-bcba-e02f878d79a6 None None] Network 79da94c4-021f-4b87-8e63-b081fd2cb46e requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:26:15.968174 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-44746a24-94f3-4c32-a365-b5463524a266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:16.016640 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-94a25cda-70d4-4285-9458-92fd46dc670a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6938610 Jul 05 03:26:16.018895 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 50320) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:26:16.023406 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-43d99159-d2ae-47c5-98f2-0cc79e7263f8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1376599487-router', 'tenant_id': '0f2a22271e63438c98b8160cf8551bb8', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:26:16.063666 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c0fd14-b284-46ee-a2bf-80fa15cee58e None None] Pushing event updated for resources: {'Port': ['ID=f047644d-57cf-4ee7-a85c-5161322b197a,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:26:16.074372 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c0fd14-b284-46ee-a2bf-80fa15cee58e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:26:16.077796 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c0fd14-b284-46ee-a2bf-80fa15cee58e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:26:16.077796 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c0fd14-b284-46ee-a2bf-80fa15cee58e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:26:16.077796 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c0fd14-b284-46ee-a2bf-80fa15cee58e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:26:16.077796 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c0fd14-b284-46ee-a2bf-80fa15cee58e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:26:16.077796 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c0fd14-b284-46ee-a2bf-80fa15cee58e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:26:16.077796 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c0fd14-b284-46ee-a2bf-80fa15cee58e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:26:16.077796 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c0fd14-b284-46ee-a2bf-80fa15cee58e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:26:16.078521 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c0fd14-b284-46ee-a2bf-80fa15cee58e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:26:16.078521 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c0fd14-b284-46ee-a2bf-80fa15cee58e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:26:16.078726 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c0fd14-b284-46ee-a2bf-80fa15cee58e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:26:16.078971 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c0fd14-b284-46ee-a2bf-80fa15cee58e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:26:16.091301 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-44746a24-94f3-4c32-a365-b5463524a266 None None] Attempting to bind port f047644d-57cf-4ee7-a85c-5161322b197a on host n-d-771362-32 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:26:16.091452 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-44746a24-94f3-4c32-a365-b5463524a266 None None] Attempting to bind port f047644d-57cf-4ee7-a85c-5161322b197a by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'ebc67754-b94c-4cae-889b-38d1f8ac3cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'c21b0218-f17e-4c28-a728-da80acef150d'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:26:16.091777 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44746a24-94f3-4c32-a365-b5463524a266 None None] Attempting to bind port f047644d-57cf-4ee7-a85c-5161322b197a on network c21b0218-f17e-4c28-a728-da80acef150d {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:26:16.097107 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44746a24-94f3-4c32-a365-b5463524a266 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:26:16.097468 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44746a24-94f3-4c32-a365-b5463524a266 None None] Checking segment: {'id': 'ebc67754-b94c-4cae-889b-38d1f8ac3cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'c21b0218-f17e-4c28-a728-da80acef150d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:26:16.100587 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-44746a24-94f3-4c32-a365-b5463524a266 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:16.100587 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44746a24-94f3-4c32-a365-b5463524a266 None None] Bound using segment: {'id': 'ebc67754-b94c-4cae-889b-38d1f8ac3cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'c21b0218-f17e-4c28-a728-da80acef150d'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:26:16.100587 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-44746a24-94f3-4c32-a365-b5463524a266 None None] Bound port: f047644d-57cf-4ee7-a85c-5161322b197a, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebc67754-b94c-4cae-889b-38d1f8ac3cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'c21b0218-f17e-4c28-a728-da80acef150d'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:26:16.100587 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-44746a24-94f3-4c32-a365-b5463524a266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:16.114159 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-43d99159-d2ae-47c5-98f2-0cc79e7263f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11810'] for router, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:16.115565 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-43d99159-d2ae-47c5-98f2-0cc79e7263f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1926740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11821'] for router, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:16.123659 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970a6de8-9fed-4809-ae3e-34a2574b1591 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-79da94c4-021f-4b87-8e63-b081fd2cb46e', 'network_id': '79da94c4-021f-4b87-8e63-b081fd2cb46e', 'tenant_id': '0f2a22271e63438c98b8160cf8551bb8', 'fixed_ips': [{'subnet_id': '0c72a686-cb56-45e8-9e4e-4062bb8ba01c'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:26:16.124550 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-970a6de8-9fed-4809-ae3e-34a2574b1591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:16.176916 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-44746a24-94f3-4c32-a365-b5463524a266 None None] For port f047644d-57cf-4ee7-a85c-5161322b197a, host n-d-771362-32, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:26:16.182502 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-44746a24-94f3-4c32-a365-b5463524a266 None None] For port f047644d-57cf-4ee7-a85c-5161322b197a, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=f047644d-57cf-4ee7-a85c-5161322b197a,segment=NetworkSegment(ebc67754-b94c-4cae-889b-38d1f8ac3cbe),segment_id=ebc67754-b94c-4cae-889b-38d1f8ac3cbe)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:26:16.183707 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-43d99159-d2ae-47c5-98f2-0cc79e7263f8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:16.255187 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-44746a24-94f3-4c32-a365-b5463524a266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:16.320550 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c0fd14-b284-46ee-a2bf-80fa15cee58e None None] Pushing event updated for resources: {'Port': ['ID=f047644d-57cf-4ee7-a85c-5161322b197a,revision_number=4']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:26:16.324728 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44746a24-94f3-4c32-a365-b5463524a266 None None] Routers {'178363b9-8671-4407-9066-a9a4db9114c8'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:26:16.325635 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-44746a24-94f3-4c32-a365-b5463524a266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:25:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['178363b9-8671-4407-9066-a9a4db9114c8'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:26:16.452127 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-970a6de8-9fed-4809-ae3e-34a2574b1591 None None] Allocated IP 172.20.0.2 (79da94c4-021f-4b87-8e63-b081fd2cb46e/0c72a686-cb56-45e8-9e4e-4062bb8ba01c/44c2ffe9-c4e8-4168-bda9-9e11cb3ccaf0) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:26:16.462623 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-43d99159-d2ae-47c5-98f2-0cc79e7263f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:16.559736 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-44746a24-94f3-4c32-a365-b5463524a266 None None] Set router 178363b9-8671-4407-9066-a9a4db9114c8 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:26:16.623524 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-970a6de8-9fed-4809-ae3e-34a2574b1591 None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:16.632141 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-970a6de8-9fed-4809-ae3e-34a2574b1591 None None] Transition to ACTIVE for port object 44c2ffe9-c4e8-4168-bda9-9e11cb3ccaf0 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:26:16.656593 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-970a6de8-9fed-4809-ae3e-34a2574b1591 None None] Transition to ACTIVE for port object 44c2ffe9-c4e8-4168-bda9-9e11cb3ccaf0 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:26:16.740626 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-43d99159-d2ae-47c5-98f2-0cc79e7263f8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:16.745769 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-970a6de8-9fed-4809-ae3e-34a2574b1591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:16.760467 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-43d99159-d2ae-47c5-98f2-0cc79e7263f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:16.767337 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-44746a24-94f3-4c32-a365-b5463524a266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178363b9-8671-4407-9066-a9a4db9114c8', 'name': 'tempest-TestMinimumBasicScenario-900694511-router', 'tenant_id': '469015f532af4ce2906beb389f33e8e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '9a4c64e1-ddaa-41f7-abfa-7ca6edb782c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:26:10Z', 'updated_at': '2021-07-05T03:26:13Z', 'revision_number': 4, 'project_id': '469015f532af4ce2906beb389f33e8e0', 'gw_port': {'id': '9a4c64e1-ddaa-41f7-abfa-7ca6edb782c3', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:15:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178363b9-8671-4407-9066-a9a4db9114c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:26:10Z', 'updated_at': '2021-07-05T03:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'f047644d-57cf-4ee7-a85c-5161322b197a', 'name': '', 'network_id': 'c21b0218-f17e-4c28-a728-da80acef150d', 'tenant_id': '469015f532af4ce2906beb389f33e8e0', 'mac_address': 'fa:16:3e:c6:08:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178363b9-8671-4407-9066-a9a4db9114c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': 'a6fc7344-362d-47e8-a2f1-548350569c04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:26:12Z', 'updated_at': '2021-07-05T03:26:16Z', 'revision_number': 4, 'project_id': '469015f532af4ce2906beb389f33e8e0', 'subnets': [{'id': 'a6fc7344-362d-47e8-a2f1-548350569c04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:26:16.786573 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970a6de8-9fed-4809-ae3e-34a2574b1591 None None] Network 79da94c4-021f-4b87-8e63-b081fd2cb46e is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:26:16.789863 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-970a6de8-9fed-4809-ae3e-34a2574b1591 None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:26:16.792532 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970a6de8-9fed-4809-ae3e-34a2574b1591 None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:26:16.794189 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44746a24-94f3-4c32-a365-b5463524a266 None None] The sync data for ids ['178363b9-8671-4407-9066-a9a4db9114c8'] in n-d-771362-32 is: [{'id': '178363b9-8671-4407-9066-a9a4db9114c8', 'name': 'tempest-TestMinimumBasicScenario-900694511-router', 'tenant_id': '469015f532af4ce2906beb389f33e8e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '9a4c64e1-ddaa-41f7-abfa-7ca6edb782c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:26:10Z', 'updated_at': '2021-07-05T03:26:13Z', 'revision_number': 4, 'project_id': '469015f532af4ce2906beb389f33e8e0', 'gw_port': {'id': '9a4c64e1-ddaa-41f7-abfa-7ca6edb782c3', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:15:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178363b9-8671-4407-9066-a9a4db9114c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:26:10Z', 'updated_at': '2021-07-05T03:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'f047644d-57cf-4ee7-a85c-5161322b197a', 'name': '', 'network_id': 'c21b0218-f17e-4c28-a728-da80acef150d', 'tenant_id': '469015f532af4ce2906beb389f33e8e0', 'mac_address': 'fa:16:3e:c6:08:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178363b9-8671-4407-9066-a9a4db9114c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': 'a6fc7344-362d-47e8-a2f1-548350569c04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:26:12Z', 'updated_at': '2021-07-05T03:26:16Z', 'revision_number': 4, 'project_id': '469015f532af4ce2906beb389f33e8e0', 'subnets': [{'id': 'a6fc7344-362d-47e8-a2f1-548350569c04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:26:16.880150 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970a6de8-9fed-4809-ae3e-34a2574b1591 None None] Pushing event updated for resources: {'Port': ['ID=44c2ffe9-c4e8-4168-bda9-9e11cb3ccaf0,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:26:16.883999 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-43d99159-d2ae-47c5-98f2-0cc79e7263f8 admin admin] Allocated IP 172.25.7.82 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/3ed77584-ae94-424e-82a8-a412e951ea64) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:26:16.897131 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-970a6de8-9fed-4809-ae3e-34a2574b1591 None None] Attempting to bind port 44c2ffe9-c4e8-4168-bda9-9e11cb3ccaf0 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:26:16.897131 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-970a6de8-9fed-4809-ae3e-34a2574b1591 None None] Attempting to bind port 44c2ffe9-c4e8-4168-bda9-9e11cb3ccaf0 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '685237db-0353-40e0-9ff8-896e533a1077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '79da94c4-021f-4b87-8e63-b081fd2cb46e'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:26:16.897131 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970a6de8-9fed-4809-ae3e-34a2574b1591 None None] Attempting to bind port 44c2ffe9-c4e8-4168-bda9-9e11cb3ccaf0 on network 79da94c4-021f-4b87-8e63-b081fd2cb46e {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:26:16.899545 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970a6de8-9fed-4809-ae3e-34a2574b1591 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:26:16.899942 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970a6de8-9fed-4809-ae3e-34a2574b1591 None None] Checking segment: {'id': '685237db-0353-40e0-9ff8-896e533a1077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '79da94c4-021f-4b87-8e63-b081fd2cb46e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:26:16.900551 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-970a6de8-9fed-4809-ae3e-34a2574b1591 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:16.900728 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970a6de8-9fed-4809-ae3e-34a2574b1591 None None] Bound using segment: {'id': '685237db-0353-40e0-9ff8-896e533a1077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '79da94c4-021f-4b87-8e63-b081fd2cb46e'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:26:16.901478 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-970a6de8-9fed-4809-ae3e-34a2574b1591 None None] Bound port: 44c2ffe9-c4e8-4168-bda9-9e11cb3ccaf0, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '685237db-0353-40e0-9ff8-896e533a1077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '79da94c4-021f-4b87-8e63-b081fd2cb46e'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:26:16.901876 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-970a6de8-9fed-4809-ae3e-34a2574b1591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:16.982668 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-970a6de8-9fed-4809-ae3e-34a2574b1591 None None] For port 44c2ffe9-c4e8-4168-bda9-9e11cb3ccaf0, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:26:16.987302 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-970a6de8-9fed-4809-ae3e-34a2574b1591 None None] For port 44c2ffe9-c4e8-4168-bda9-9e11cb3ccaf0, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=44c2ffe9-c4e8-4168-bda9-9e11cb3ccaf0,segment=NetworkSegment(685237db-0353-40e0-9ff8-896e533a1077),segment_id=685237db-0353-40e0-9ff8-896e533a1077)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:26:17.032318 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-43d99159-d2ae-47c5-98f2-0cc79e7263f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:17.072159 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-970a6de8-9fed-4809-ae3e-34a2574b1591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:17.129023 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 9a4c64e1-ddaa-41f7-abfa-7ca6edb782c3 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:26:17.163407 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-43d99159-d2ae-47c5-98f2-0cc79e7263f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:17.176939 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970a6de8-9fed-4809-ae3e-34a2574b1591 None None] Pushing event updated for resources: {'Port': ['ID=44c2ffe9-c4e8-4168-bda9-9e11cb3ccaf0,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:26:17.203600 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d99159-d2ae-47c5-98f2-0cc79e7263f8 admin admin] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:26:17.206725 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-43d99159-d2ae-47c5-98f2-0cc79e7263f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:26:17.210384 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d99159-d2ae-47c5-98f2-0cc79e7263f8 admin admin] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:26:17.228277 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 9a4c64e1-ddaa-41f7-abfa-7ca6edb782c3 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:26:17.228797 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:17.250339 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d99159-d2ae-47c5-98f2-0cc79e7263f8 admin admin] Pushing event updated for resources: {'Port': ['ID=3ed77584-ae94-424e-82a8-a412e951ea64,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:26:17.328608 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device f047644d-57cf-4ee7-a85c-5161322b197a up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:26:17.466105 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port f047644d-57cf-4ee7-a85c-5161322b197a completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:26:17.470707 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port f047644d-57cf-4ee7-a85c-5161322b197a triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:26:17.474326 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:17.579504 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:17.614850 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-43d99159-d2ae-47c5-98f2-0cc79e7263f8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:17.615462 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port f047644d-57cf-4ee7-a85c-5161322b197a, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=f047644d-57cf-4ee7-a85c-5161322b197a,segment=NetworkSegment(ebc67754-b94c-4cae-889b-38d1f8ac3cbe),segment_id=ebc67754-b94c-4cae-889b-38d1f8ac3cbe)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:26:17.711719 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:17.774429 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=f047644d-57cf-4ee7-a85c-5161322b197a,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:26:17.828935 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-43d99159-d2ae-47c5-98f2-0cc79e7263f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963'] for router, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:18.158366 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c0803a-1da8-448a-b525-647e84629718 None None] Network 79da94c4-021f-4b87-8e63-b081fd2cb46e requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:26:18.288853 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-60a16fb4-4ac4-4e2a-a229-0279379b35a4 None None] Provisioning for port 44c2ffe9-c4e8-4168-bda9-9e11cb3ccaf0 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:26:18.413977 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43d99159-d2ae-47c5-98f2-0cc79e7263f8 admin admin] Router a552e63e-73d8-4ba3-8463-e240f55c80a9 is scheduled to L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 with binding_index 1 {{(pid=94461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 03:26:18.532426 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43d99159-d2ae-47c5-98f2-0cc79e7263f8 admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:26:18.546001 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a79acc3-d810-4cc6-9a60-789d3172d1be None None] Sync routers for ids ['a552e63e-73d8-4ba3-8463-e240f55c80a9'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:26:18.554913 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a79acc3-d810-4cc6-9a60-789d3172d1be None None] Routers {'a552e63e-73d8-4ba3-8463-e240f55c80a9'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:26:18.555514 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-4a79acc3-d810-4cc6-9a60-789d3172d1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:25:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['a552e63e-73d8-4ba3-8463-e240f55c80a9'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:26:18.614029 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-43d99159-d2ae-47c5-98f2-0cc79e7263f8 admin admin] Notify callbacks [] for router, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:18.615310 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-43d99159-d2ae-47c5-98f2-0cc79e7263f8 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5954332 Jul 05 03:26:18.618058 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 50322) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:26:18.663457 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-4a79acc3-d810-4cc6-9a60-789d3172d1be None None] Set router a552e63e-73d8-4ba3-8463-e240f55c80a9 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:26:18.840511 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-4a79acc3-d810-4cc6-9a60-789d3172d1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a552e63e-73d8-4ba3-8463-e240f55c80a9', 'name': 'tempest-TestMinimumBasicScenario-1376599487-router', 'tenant_id': '0f2a22271e63438c98b8160cf8551bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '3ed77584-ae94-424e-82a8-a412e951ea64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:26:16Z', 'updated_at': '2021-07-05T03:26:17Z', 'revision_number': 3, 'project_id': '0f2a22271e63438c98b8160cf8551bb8', 'gw_port': {'id': '3ed77584-ae94-424e-82a8-a412e951ea64', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:7e:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a552e63e-73d8-4ba3-8463-e240f55c80a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:26:16Z', 'updated_at': '2021-07-05T03:26:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:26:18.866477 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a79acc3-d810-4cc6-9a60-789d3172d1be None None] Checking router: a552e63e-73d8-4ba3-8463-e240f55c80a9 for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:26:18.866759 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a79acc3-d810-4cc6-9a60-789d3172d1be None None] Updating router a552e63e-73d8-4ba3-8463-e240f55c80a9 port 3ed77584-ae94-424e-82a8-a412e951ea64 binding host n-d-771362-32 {{(pid=94463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:26:18.899583 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4a79acc3-d810-4cc6-9a60-789d3172d1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:19.034583 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f1af03f1-566f-4438-8f36-ca151303dcf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:19.152491 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 44c2ffe9-c4e8-4168-bda9-9e11cb3ccaf0 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:26:19.195401 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4a79acc3-d810-4cc6-9a60-789d3172d1be None None] Notify callbacks [] for port, precommit_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:19.197239 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-f1af03f1-566f-4438-8f36-ca151303dcf8 admin admin] Allocated IP 172.20.0.1 (79da94c4-021f-4b87-8e63-b081fd2cb46e/0c72a686-cb56-45e8-9e4e-4062bb8ba01c/d8e7cb0e-df15-400a-a362-6a7b02d93f74) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:26:19.211340 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-4a79acc3-d810-4cc6-9a60-789d3172d1be None None] Transition to ACTIVE for port object 3ed77584-ae94-424e-82a8-a412e951ea64 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:26:19.276640 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4a79acc3-d810-4cc6-9a60-789d3172d1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:19.299227 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f1af03f1-566f-4438-8f36-ca151303dcf8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:19.312514 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 44c2ffe9-c4e8-4168-bda9-9e11cb3ccaf0 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:26:19.313249 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [None req-f1af03f1-566f-4438-8f36-ca151303dcf8 admin admin] Transition to ACTIVE for port object d8e7cb0e-df15-400a-a362-6a7b02d93f74 will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:26:19.330895 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 44c2ffe9-c4e8-4168-bda9-9e11cb3ccaf0 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:26:19.331261 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:19.333962 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ea1645-44b5-46b3-b24e-5907aa7f6138 None None] Pushing event updated for resources: {'Port': ['ID=3ed77584-ae94-424e-82a8-a412e951ea64,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:26:19.337593 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-4a79acc3-d810-4cc6-9a60-789d3172d1be None None] Attempting to bind port 3ed77584-ae94-424e-82a8-a412e951ea64 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:26:19.339373 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-4a79acc3-d810-4cc6-9a60-789d3172d1be None None] Attempting to bind port 3ed77584-ae94-424e-82a8-a412e951ea64 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:26:19.339373 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a79acc3-d810-4cc6-9a60-789d3172d1be None None] Attempting to bind port 3ed77584-ae94-424e-82a8-a412e951ea64 on network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:26:19.362927 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a79acc3-d810-4cc6-9a60-789d3172d1be None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:26:19.368043 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a79acc3-d810-4cc6-9a60-789d3172d1be None None] Checking segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:26:19.368043 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4a79acc3-d810-4cc6-9a60-789d3172d1be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:19.368043 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a79acc3-d810-4cc6-9a60-789d3172d1be None None] Bound using segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:26:19.368043 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-4a79acc3-d810-4cc6-9a60-789d3172d1be None None] Bound port: 3ed77584-ae94-424e-82a8-a412e951ea64, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:26:19.368043 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4a79acc3-d810-4cc6-9a60-789d3172d1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:19.420410 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f1af03f1-566f-4438-8f36-ca151303dcf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:19.448338 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-4a79acc3-d810-4cc6-9a60-789d3172d1be None None] For port 3ed77584-ae94-424e-82a8-a412e951ea64, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:26:19.459173 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1af03f1-566f-4438-8f36-ca151303dcf8 admin admin] Network 79da94c4-021f-4b87-8e63-b081fd2cb46e is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:26:19.462017 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-f1af03f1-566f-4438-8f36-ca151303dcf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:26:19.464974 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-4a79acc3-d810-4cc6-9a60-789d3172d1be None None] For port 3ed77584-ae94-424e-82a8-a412e951ea64, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=3ed77584-ae94-424e-82a8-a412e951ea64,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:26:19.467548 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1af03f1-566f-4438-8f36-ca151303dcf8 admin admin] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:26:19.471557 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:19.472983 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1af03f1-566f-4438-8f36-ca151303dcf8 admin admin] Pushing event updated for resources: {'Port': ['ID=d8e7cb0e-df15-400a-a362-6a7b02d93f74,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:26:19.506893 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 44c2ffe9-c4e8-4168-bda9-9e11cb3ccaf0, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=44c2ffe9-c4e8-4168-bda9-9e11cb3ccaf0,segment=NetworkSegment(685237db-0353-40e0-9ff8-896e533a1077),segment_id=685237db-0353-40e0-9ff8-896e533a1077)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:26:19.513696 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f1af03f1-566f-4438-8f36-ca151303dcf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635668'] for router_interface, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:19.609116 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4a79acc3-d810-4cc6-9a60-789d3172d1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:19.672917 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a79acc3-d810-4cc6-9a60-789d3172d1be None None] Routers {'a552e63e-73d8-4ba3-8463-e240f55c80a9'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:26:19.673519 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-4a79acc3-d810-4cc6-9a60-789d3172d1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:25:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['a552e63e-73d8-4ba3-8463-e240f55c80a9'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:26:19.675329 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ea1645-44b5-46b3-b24e-5907aa7f6138 None None] Pushing event updated for resources: {'Port': ['ID=3ed77584-ae94-424e-82a8-a412e951ea64,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:26:19.709017 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:19.709835 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device f047644d-57cf-4ee7-a85c-5161322b197a up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:26:19.830639 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=44c2ffe9-c4e8-4168-bda9-9e11cb3ccaf0,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:26:19.842914 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f1af03f1-566f-4438-8f36-ca151303dcf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:19.862951 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-4a79acc3-d810-4cc6-9a60-789d3172d1be None None] Set router a552e63e-73d8-4ba3-8463-e240f55c80a9 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:26:19.890469 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port f047644d-57cf-4ee7-a85c-5161322b197a triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:26:19.890843 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:19.941509 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-3a9c2337-4a32-423b-8d73-b38e3955af16 None None] Provisioning for port d8e7cb0e-df15-400a-a362-6a7b02d93f74 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:26:19.980878 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-3a9c2337-4a32-423b-8d73-b38e3955af16 None None] Provisioning complete for port d8e7cb0e-df15-400a-a362-6a7b02d93f74 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:26:19.981244 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3a9c2337-4a32-423b-8d73-b38e3955af16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:20.001193 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f1af03f1-566f-4438-8f36-ca151303dcf8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:20.050302 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-3a9c2337-4a32-423b-8d73-b38e3955af16 None None] Port d8e7cb0e-df15-400a-a362-6a7b02d93f74 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:26:20.071121 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f1af03f1-566f-4438-8f36-ca151303dcf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:20.136629 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f1af03f1-566f-4438-8f36-ca151303dcf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634601'] for router_interface, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:20.142357 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1af03f1-566f-4438-8f36-ca151303dcf8 admin admin] Pushing event updated for resources: {'Port': ['ID=d8e7cb0e-df15-400a-a362-6a7b02d93f74,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:26:20.154073 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-4a79acc3-d810-4cc6-9a60-789d3172d1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a552e63e-73d8-4ba3-8463-e240f55c80a9', 'name': 'tempest-TestMinimumBasicScenario-1376599487-router', 'tenant_id': '0f2a22271e63438c98b8160cf8551bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '3ed77584-ae94-424e-82a8-a412e951ea64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:26:16Z', 'updated_at': '2021-07-05T03:26:17Z', 'revision_number': 3, 'project_id': '0f2a22271e63438c98b8160cf8551bb8', 'gw_port': {'id': '3ed77584-ae94-424e-82a8-a412e951ea64', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:7e:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a552e63e-73d8-4ba3-8463-e240f55c80a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:26:16Z', 'updated_at': '2021-07-05T03:26:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:26:20.179550 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a79acc3-d810-4cc6-9a60-789d3172d1be None None] The sync data for ids ['a552e63e-73d8-4ba3-8463-e240f55c80a9'] in n-d-771362-32 is: [{'id': 'a552e63e-73d8-4ba3-8463-e240f55c80a9', 'name': 'tempest-TestMinimumBasicScenario-1376599487-router', 'tenant_id': '0f2a22271e63438c98b8160cf8551bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '3ed77584-ae94-424e-82a8-a412e951ea64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:26:16Z', 'updated_at': '2021-07-05T03:26:17Z', 'revision_number': 3, 'project_id': '0f2a22271e63438c98b8160cf8551bb8', 'gw_port': {'id': '3ed77584-ae94-424e-82a8-a412e951ea64', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:7e:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a552e63e-73d8-4ba3-8463-e240f55c80a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:26:16Z', 'updated_at': '2021-07-05T03:26:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:26:20.238951 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1af03f1-566f-4438-8f36-ca151303dcf8 admin admin] Network 79da94c4-021f-4b87-8e63-b081fd2cb46e is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:26:20.240436 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-f1af03f1-566f-4438-8f36-ca151303dcf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:26:20.357905 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1af03f1-566f-4438-8f36-ca151303dcf8 admin admin] Router a552e63e-73d8-4ba3-8463-e240f55c80a9 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:26:20.493327 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1af03f1-566f-4438-8f36-ca151303dcf8 admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:26:20.499736 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-f1af03f1-566f-4438-8f36-ca151303dcf8 admin admin] 10.222.0.23 "PUT /v2.0/routers/a552e63e-73d8-4ba3-8463-e240f55c80a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8806524 Jul 05 03:26:20.573989 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-dee253ee-b8b9-4618-b6b9-634a6cacd1ec None None] Provisioning complete for port d8e7cb0e-df15-400a-a362-6a7b02d93f74 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:26:20.574516 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-dee253ee-b8b9-4618-b6b9-634a6cacd1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:20.610542 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-dee253ee-b8b9-4618-b6b9-634a6cacd1ec None None] Port d8e7cb0e-df15-400a-a362-6a7b02d93f74 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:26:20.997221 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-dd075caf-8283-43b5-94f7-03e1158a6ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:21.098079 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 44c2ffe9-c4e8-4168-bda9-9e11cb3ccaf0 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:26:21.146524 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 44c2ffe9-c4e8-4168-bda9-9e11cb3ccaf0 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:26:21.146897 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:21.229356 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 3ed77584-ae94-424e-82a8-a412e951ea64 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:26:21.362584 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 3ed77584-ae94-424e-82a8-a412e951ea64 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:26:21.366877 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 3ed77584-ae94-424e-82a8-a412e951ea64 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:26:21.367244 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:21.456348 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:21.477127 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 3ed77584-ae94-424e-82a8-a412e951ea64, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=3ed77584-ae94-424e-82a8-a412e951ea64,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:26:21.546060 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:21.762546 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=3ed77584-ae94-424e-82a8-a412e951ea64,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:26:21.833629 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73600e17-bf7a-4662-b0b5-042b9a1457e3 None None] Sync routers for ids ['a552e63e-73d8-4ba3-8463-e240f55c80a9'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:26:21.846670 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73600e17-bf7a-4662-b0b5-042b9a1457e3 None None] Routers {'a552e63e-73d8-4ba3-8463-e240f55c80a9'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:26:21.847302 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-73600e17-bf7a-4662-b0b5-042b9a1457e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:25:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['a552e63e-73d8-4ba3-8463-e240f55c80a9'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:26:21.967140 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-73600e17-bf7a-4662-b0b5-042b9a1457e3 None None] Set router a552e63e-73d8-4ba3-8463-e240f55c80a9 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:26:22.226761 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-73600e17-bf7a-4662-b0b5-042b9a1457e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a552e63e-73d8-4ba3-8463-e240f55c80a9', 'name': 'tempest-TestMinimumBasicScenario-1376599487-router', 'tenant_id': '0f2a22271e63438c98b8160cf8551bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '3ed77584-ae94-424e-82a8-a412e951ea64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:26:16Z', 'updated_at': '2021-07-05T03:26:19Z', 'revision_number': 4, 'project_id': '0f2a22271e63438c98b8160cf8551bb8', 'gw_port': {'id': '3ed77584-ae94-424e-82a8-a412e951ea64', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:7e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a552e63e-73d8-4ba3-8463-e240f55c80a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:26:16Z', 'updated_at': '2021-07-05T03:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'd8e7cb0e-df15-400a-a362-6a7b02d93f74', 'name': '', 'network_id': '79da94c4-021f-4b87-8e63-b081fd2cb46e', 'tenant_id': '0f2a22271e63438c98b8160cf8551bb8', 'mac_address': 'fa:16:3e:92:f5:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a552e63e-73d8-4ba3-8463-e240f55c80a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '0c72a686-cb56-45e8-9e4e-4062bb8ba01c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:26:19Z', 'updated_at': '2021-07-05T03:26:19Z', 'revision_number': 2, 'project_id': '0f2a22271e63438c98b8160cf8551bb8', 'subnets': [{'id': '0c72a686-cb56-45e8-9e4e-4062bb8ba01c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:26:22.268483 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73600e17-bf7a-4662-b0b5-042b9a1457e3 None None] Checking router: a552e63e-73d8-4ba3-8463-e240f55c80a9 for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:26:22.268928 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73600e17-bf7a-4662-b0b5-042b9a1457e3 None None] Updating router a552e63e-73d8-4ba3-8463-e240f55c80a9 port d8e7cb0e-df15-400a-a362-6a7b02d93f74 binding host n-d-771362-32 {{(pid=94464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:26:22.322938 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-73600e17-bf7a-4662-b0b5-042b9a1457e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:22.689161 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-73600e17-bf7a-4662-b0b5-042b9a1457e3 None None] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:22.705277 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-73600e17-bf7a-4662-b0b5-042b9a1457e3 None None] Transition to ACTIVE for port object d8e7cb0e-df15-400a-a362-6a7b02d93f74 will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:26:22.802622 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-73600e17-bf7a-4662-b0b5-042b9a1457e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:22.893665 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14aea92-2d53-48b9-8856-65b9cc36a6a5 None None] Pushing event updated for resources: {'Port': ['ID=d8e7cb0e-df15-400a-a362-6a7b02d93f74,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:26:22.933690 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-73600e17-bf7a-4662-b0b5-042b9a1457e3 None None] Attempting to bind port d8e7cb0e-df15-400a-a362-6a7b02d93f74 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:26:22.934073 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-73600e17-bf7a-4662-b0b5-042b9a1457e3 None None] Attempting to bind port d8e7cb0e-df15-400a-a362-6a7b02d93f74 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '685237db-0353-40e0-9ff8-896e533a1077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '79da94c4-021f-4b87-8e63-b081fd2cb46e'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:26:22.934442 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73600e17-bf7a-4662-b0b5-042b9a1457e3 None None] Attempting to bind port d8e7cb0e-df15-400a-a362-6a7b02d93f74 on network 79da94c4-021f-4b87-8e63-b081fd2cb46e {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:26:22.940613 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73600e17-bf7a-4662-b0b5-042b9a1457e3 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:26:22.940981 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73600e17-bf7a-4662-b0b5-042b9a1457e3 None None] Checking segment: {'id': '685237db-0353-40e0-9ff8-896e533a1077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '79da94c4-021f-4b87-8e63-b081fd2cb46e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:26:22.941515 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-73600e17-bf7a-4662-b0b5-042b9a1457e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:22.941909 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73600e17-bf7a-4662-b0b5-042b9a1457e3 None None] Bound using segment: {'id': '685237db-0353-40e0-9ff8-896e533a1077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '79da94c4-021f-4b87-8e63-b081fd2cb46e'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:26:22.942403 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-73600e17-bf7a-4662-b0b5-042b9a1457e3 None None] Bound port: d8e7cb0e-df15-400a-a362-6a7b02d93f74, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '685237db-0353-40e0-9ff8-896e533a1077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '79da94c4-021f-4b87-8e63-b081fd2cb46e'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:26:22.942796 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-73600e17-bf7a-4662-b0b5-042b9a1457e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:23.020091 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-73600e17-bf7a-4662-b0b5-042b9a1457e3 None None] For port d8e7cb0e-df15-400a-a362-6a7b02d93f74, host n-d-771362-32, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:26:23.023671 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-73600e17-bf7a-4662-b0b5-042b9a1457e3 None None] For port d8e7cb0e-df15-400a-a362-6a7b02d93f74, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=d8e7cb0e-df15-400a-a362-6a7b02d93f74,segment=NetworkSegment(685237db-0353-40e0-9ff8-896e533a1077),segment_id=685237db-0353-40e0-9ff8-896e533a1077)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:26:23.076364 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 3ed77584-ae94-424e-82a8-a412e951ea64 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:26:23.140658 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-73600e17-bf7a-4662-b0b5-042b9a1457e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:23.153176 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 3ed77584-ae94-424e-82a8-a412e951ea64 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:26:23.154152 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:23.226200 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73600e17-bf7a-4662-b0b5-042b9a1457e3 None None] Routers {'a552e63e-73d8-4ba3-8463-e240f55c80a9'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:26:23.228186 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-73600e17-bf7a-4662-b0b5-042b9a1457e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:25:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['a552e63e-73d8-4ba3-8463-e240f55c80a9'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:26:23.276937 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-74c624db-5e8e-4196-88b0-52e26cb0cf61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:23.346858 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14aea92-2d53-48b9-8856-65b9cc36a6a5 None None] Pushing event updated for resources: {'Port': ['ID=d8e7cb0e-df15-400a-a362-6a7b02d93f74,revision_number=4']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:26:23.390165 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-73600e17-bf7a-4662-b0b5-042b9a1457e3 None None] Set router a552e63e-73d8-4ba3-8463-e240f55c80a9 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:26:23.629531 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-73600e17-bf7a-4662-b0b5-042b9a1457e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a552e63e-73d8-4ba3-8463-e240f55c80a9', 'name': 'tempest-TestMinimumBasicScenario-1376599487-router', 'tenant_id': '0f2a22271e63438c98b8160cf8551bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '3ed77584-ae94-424e-82a8-a412e951ea64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:26:16Z', 'updated_at': '2021-07-05T03:26:19Z', 'revision_number': 4, 'project_id': '0f2a22271e63438c98b8160cf8551bb8', 'gw_port': {'id': '3ed77584-ae94-424e-82a8-a412e951ea64', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:7e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a552e63e-73d8-4ba3-8463-e240f55c80a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:26:16Z', 'updated_at': '2021-07-05T03:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'd8e7cb0e-df15-400a-a362-6a7b02d93f74', 'name': '', 'network_id': '79da94c4-021f-4b87-8e63-b081fd2cb46e', 'tenant_id': '0f2a22271e63438c98b8160cf8551bb8', 'mac_address': 'fa:16:3e:92:f5:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a552e63e-73d8-4ba3-8463-e240f55c80a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '0c72a686-cb56-45e8-9e4e-4062bb8ba01c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:26:19Z', 'updated_at': '2021-07-05T03:26:23Z', 'revision_number': 4, 'project_id': '0f2a22271e63438c98b8160cf8551bb8', 'subnets': [{'id': '0c72a686-cb56-45e8-9e4e-4062bb8ba01c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:26:23.667283 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73600e17-bf7a-4662-b0b5-042b9a1457e3 None None] The sync data for ids ['a552e63e-73d8-4ba3-8463-e240f55c80a9'] in n-d-771362-32 is: [{'id': 'a552e63e-73d8-4ba3-8463-e240f55c80a9', 'name': 'tempest-TestMinimumBasicScenario-1376599487-router', 'tenant_id': '0f2a22271e63438c98b8160cf8551bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '3ed77584-ae94-424e-82a8-a412e951ea64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:26:16Z', 'updated_at': '2021-07-05T03:26:19Z', 'revision_number': 4, 'project_id': '0f2a22271e63438c98b8160cf8551bb8', 'gw_port': {'id': '3ed77584-ae94-424e-82a8-a412e951ea64', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:7e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a552e63e-73d8-4ba3-8463-e240f55c80a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:26:16Z', 'updated_at': '2021-07-05T03:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'd8e7cb0e-df15-400a-a362-6a7b02d93f74', 'name': '', 'network_id': '79da94c4-021f-4b87-8e63-b081fd2cb46e', 'tenant_id': '0f2a22271e63438c98b8160cf8551bb8', 'mac_address': 'fa:16:3e:92:f5:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a552e63e-73d8-4ba3-8463-e240f55c80a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '0c72a686-cb56-45e8-9e4e-4062bb8ba01c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:26:19Z', 'updated_at': '2021-07-05T03:26:23Z', 'revision_number': 4, 'project_id': '0f2a22271e63438c98b8160cf8551bb8', 'subnets': [{'id': '0c72a686-cb56-45e8-9e4e-4062bb8ba01c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:26:23.991204 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:25.096234 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device d8e7cb0e-df15-400a-a362-6a7b02d93f74 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:26:25.150816 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:25.305563 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port d8e7cb0e-df15-400a-a362-6a7b02d93f74 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:26:25.311172 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port d8e7cb0e-df15-400a-a362-6a7b02d93f74 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:26:25.311708 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:25.399348 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:25.439969 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port d8e7cb0e-df15-400a-a362-6a7b02d93f74, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=d8e7cb0e-df15-400a-a362-6a7b02d93f74,segment=NetworkSegment(685237db-0353-40e0-9ff8-896e533a1077),segment_id=685237db-0353-40e0-9ff8-896e533a1077)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:26:25.551367 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:25.604580 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=d8e7cb0e-df15-400a-a362-6a7b02d93f74,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:26:26.328839 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:27.051874 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device d8e7cb0e-df15-400a-a362-6a7b02d93f74 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:26:27.108295 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port d8e7cb0e-df15-400a-a362-6a7b02d93f74 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:26:27.108631 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:32.330882 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4420d189-70c7-4e55-a6cf-eb5ceeacd500 req-90bdf804-298c-402a-962f-62e7c0722a46 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:26:32.332397 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4420d189-70c7-4e55-a6cf-eb5ceeacd500 req-90bdf804-298c-402a-962f-62e7c0722a46 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] 10.222.0.23 "GET /v2.0/networks?id=c21b0218-f17e-4c28-a728-da80acef150d HTTP/1.1" status: 200 len: 814 time: 0.1101942 Jul 05 03:26:32.347855 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4420d189-70c7-4e55-a6cf-eb5ceeacd500 req-15931da0-98d3-419d-bce3-813a090a3b14 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] 10.222.0.23 "GET /v2.0/quotas/469015f532af4ce2906beb389f33e8e0 HTTP/1.1" status: 200 len: 375 time: 0.0098948 Jul 05 03:26:32.418323 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4420d189-70c7-4e55-a6cf-eb5ceeacd500 req-93761f4f-96c2-4762-bde6-c1a7161bb0e7 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=469015f532af4ce2906beb389f33e8e0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0654750 Jul 05 03:26:32.509704 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4420d189-70c7-4e55-a6cf-eb5ceeacd500 req-61247fa4-7cc0-4c82-8bd3-52e580848aff service neutron] 10.222.0.23 "GET /v2.0/networks/c21b0218-f17e-4c28-a728-da80acef150d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802760 Jul 05 03:26:32.602463 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4420d189-70c7-4e55-a6cf-eb5ceeacd500 req-a3d116f4-eb20-40c0-b9ae-d6f824db2e71 service neutron] 10.222.0.23 "GET /v2.0/networks/c21b0218-f17e-4c28-a728-da80acef150d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863602 Jul 05 03:26:32.834265 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-143fc577-32f8-4bfb-845e-5272fff5c953 req-83a772ce-6fc9-4854-844e-674749b44f58 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] 10.222.0.23 "GET /v2.0/ports?device_id=3288319c-685a-4cf4-ae97-cc66cca6a54f HTTP/1.1" status: 200 len: 210 time: 0.0352972 Jul 05 03:26:33.975491 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c63679da-bd31-4870-91fd-5508578f9830 req-98f2b408-a1ff-479f-822a-61f4f99b4402 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] 10.222.0.23 "GET /v2.0/ports?device_id=3288319c-685a-4cf4-ae97-cc66cca6a54f HTTP/1.1" status: 200 len: 210 time: 0.0294995 Jul 05 03:26:35.130783 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-aa3f8516-2ba1-436a-89e7-09be8c937497 req-6d10451c-d2b2-4c8b-841b-5dbbf5df6f52 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] 10.222.0.23 "GET /v2.0/ports?device_id=3288319c-685a-4cf4-ae97-cc66cca6a54f HTTP/1.1" status: 200 len: 210 time: 0.0335691 Jul 05 03:26:35.150972 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4420d189-70c7-4e55-a6cf-eb5ceeacd500 req-c0f1cba5-bdfc-45ec-9949-764335397cb1 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:26:35.152636 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4420d189-70c7-4e55-a6cf-eb5ceeacd500 req-c0f1cba5-bdfc-45ec-9949-764335397cb1 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] 10.222.0.21 "GET /v2.0/networks?id=c21b0218-f17e-4c28-a728-da80acef150d HTTP/1.1" status: 200 len: 814 time: 0.1202652 Jul 05 03:26:35.165143 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-4420d189-70c7-4e55-a6cf-eb5ceeacd500 req-729920ce-fc3b-4756-b2ce-971fbe908f38 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Request body: {'port': {'device_id': '3288319c-685a-4cf4-ae97-cc66cca6a54f', 'network_id': 'c21b0218-f17e-4c28-a728-da80acef150d', 'admin_state_up': True, 'tenant_id': '469015f532af4ce2906beb389f33e8e0'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:26:35.391320 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4420d189-70c7-4e55-a6cf-eb5ceeacd500 req-729920ce-fc3b-4756-b2ce-971fbe908f38 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Made reservation on behalf of 469015f532af4ce2906beb389f33e8e0 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:26:35.395018 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4420d189-70c7-4e55-a6cf-eb5ceeacd500 req-729920ce-fc3b-4756-b2ce-971fbe908f38 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:35.526349 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-4420d189-70c7-4e55-a6cf-eb5ceeacd500 req-729920ce-fc3b-4756-b2ce-971fbe908f38 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Allocated IP 172.20.0.13 (c21b0218-f17e-4c28-a728-da80acef150d/a6fc7344-362d-47e8-a2f1-548350569c04/2dd91790-1889-4ca8-85a2-5649ad21dd12) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:26:35.677286 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4420d189-70c7-4e55-a6cf-eb5ceeacd500 req-729920ce-fc3b-4756-b2ce-971fbe908f38 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:35.690386 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-4420d189-70c7-4e55-a6cf-eb5ceeacd500 req-729920ce-fc3b-4756-b2ce-971fbe908f38 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Transition to ACTIVE for port object 2dd91790-1889-4ca8-85a2-5649ad21dd12 will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:26:35.791745 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4420d189-70c7-4e55-a6cf-eb5ceeacd500 req-729920ce-fc3b-4756-b2ce-971fbe908f38 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:35.853699 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4420d189-70c7-4e55-a6cf-eb5ceeacd500 req-729920ce-fc3b-4756-b2ce-971fbe908f38 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Network c21b0218-f17e-4c28-a728-da80acef150d is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:26:35.861409 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-4420d189-70c7-4e55-a6cf-eb5ceeacd500 req-729920ce-fc3b-4756-b2ce-971fbe908f38 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:26:35.865887 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-4420d189-70c7-4e55-a6cf-eb5ceeacd500 req-729920ce-fc3b-4756-b2ce-971fbe908f38 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:26:35.916354 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729920ce-fc3b-4756-b2ce-971fbe908f38 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Pushing event updated for resources: {'Port': ['ID=2dd91790-1889-4ca8-85a2-5649ad21dd12,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:26:35.948918 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4420d189-70c7-4e55-a6cf-eb5ceeacd500 req-729920ce-fc3b-4756-b2ce-971fbe908f38 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:26:35.950332 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4420d189-70c7-4e55-a6cf-eb5ceeacd500 req-729920ce-fc3b-4756-b2ce-971fbe908f38 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:36.066053 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4420d189-70c7-4e55-a6cf-eb5ceeacd500 req-729920ce-fc3b-4756-b2ce-971fbe908f38 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9050450 Jul 05 03:26:36.204589 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-d7b4a25a-a859-4c5a-be90-887f958058ff None None] Provisioning for port 2dd91790-1889-4ca8-85a2-5649ad21dd12 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:26:36.210509 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-d7b4a25a-a859-4c5a-be90-887f958058ff None None] Provisioning complete for port 2dd91790-1889-4ca8-85a2-5649ad21dd12 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:26:36.217279 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-d7b4a25a-a859-4c5a-be90-887f958058ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:36.257632 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-d7b4a25a-a859-4c5a-be90-887f958058ff None None] Port 2dd91790-1889-4ca8-85a2-5649ad21dd12 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:26:36.342274 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64e228d-add4-40e2-b51a-e69c1a0e4cd5 req-d27a591e-b272-49a1-bdce-2c5276e0db73 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:26:36.343839 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f64e228d-add4-40e2-b51a-e69c1a0e4cd5 req-d27a591e-b272-49a1-bdce-2c5276e0db73 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] 10.222.0.23 "GET /v2.0/ports?device_id=3288319c-685a-4cf4-ae97-cc66cca6a54f HTTP/1.1" status: 200 len: 932 time: 0.0924406 Jul 05 03:26:36.391801 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f64e228d-add4-40e2-b51a-e69c1a0e4cd5 req-8ac47c08-4aa2-426e-bb05-b2ad34960f52 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b41f618-14c8-44dc-b571-5b795b03fe9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409117 Jul 05 03:26:37.605710 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd724fc-b845-414e-8d55-3f7e85038e93 req-df0418ba-d5a3-4adf-8c8c-4afc0f01b592 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:26:37.607510 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1cd724fc-b845-414e-8d55-3f7e85038e93 req-df0418ba-d5a3-4adf-8c8c-4afc0f01b592 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] 10.222.0.23 "GET /v2.0/ports?device_id=3288319c-685a-4cf4-ae97-cc66cca6a54f HTTP/1.1" status: 200 len: 932 time: 0.0769367 Jul 05 03:26:37.652451 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1cd724fc-b845-414e-8d55-3f7e85038e93 req-73723b43-1bdb-43cd-a0c3-5221bb4088e3 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b41f618-14c8-44dc-b571-5b795b03fe9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387886 Jul 05 03:26:38.836772 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575597db-350f-4de9-b511-69157d091cb8 req-f0dba1be-18ef-4776-b9d0-f541829e2dea tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:26:38.838457 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-575597db-350f-4de9-b511-69157d091cb8 req-f0dba1be-18ef-4776-b9d0-f541829e2dea tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] 10.222.0.23 "GET /v2.0/ports?device_id=3288319c-685a-4cf4-ae97-cc66cca6a54f HTTP/1.1" status: 200 len: 932 time: 0.0686152 Jul 05 03:26:38.878589 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-575597db-350f-4de9-b511-69157d091cb8 req-3e867796-b819-4d0e-9c24-b3a8084a918f tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b41f618-14c8-44dc-b571-5b795b03fe9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335579 Jul 05 03:26:40.006375 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:26:40.072955 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7226d233-96bd-4ed3-b1f3-46b54346e078 req-16a8a442-2ea0-4a18-9ca4-27c7201044b4 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:26:40.075723 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7226d233-96bd-4ed3-b1f3-46b54346e078 req-16a8a442-2ea0-4a18-9ca4-27c7201044b4 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] 10.222.0.23 "GET /v2.0/ports?device_id=3288319c-685a-4cf4-ae97-cc66cca6a54f HTTP/1.1" status: 200 len: 932 time: 0.0760579 Jul 05 03:26:40.116899 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7226d233-96bd-4ed3-b1f3-46b54346e078 req-115a02db-5477-4f47-9084-93d695617877 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b41f618-14c8-44dc-b571-5b795b03fe9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351646 Jul 05 03:26:41.299696 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d14392-775a-4e05-860c-c1775c7f21c8 req-5cc86850-c883-4c0a-8d8d-f2ac358482dc tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:26:41.301264 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a4d14392-775a-4e05-860c-c1775c7f21c8 req-5cc86850-c883-4c0a-8d8d-f2ac358482dc tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] 10.222.0.23 "GET /v2.0/ports?device_id=3288319c-685a-4cf4-ae97-cc66cca6a54f HTTP/1.1" status: 200 len: 932 time: 0.0688474 Jul 05 03:26:41.352278 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a4d14392-775a-4e05-860c-c1775c7f21c8 req-6ebaeb84-2286-4b2c-971b-b8d7139072b0 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b41f618-14c8-44dc-b571-5b795b03fe9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436029 Jul 05 03:26:42.367890 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:42.466253 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:42.582884 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b31d0-61f8-488a-a00c-e6921c80cd52 req-0b1c3a53-a37a-4bc8-8f55-ed286fe3f173 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:26:42.591049 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-746b31d0-61f8-488a-a00c-e6921c80cd52 req-0b1c3a53-a37a-4bc8-8f55-ed286fe3f173 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] 10.222.0.23 "GET /v2.0/ports?device_id=3288319c-685a-4cf4-ae97-cc66cca6a54f HTTP/1.1" status: 200 len: 932 time: 0.0913529 Jul 05 03:26:42.628690 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-746b31d0-61f8-488a-a00c-e6921c80cd52 req-ed24e7eb-ae20-4aa4-ab81-6754d5ffe5fc tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b41f618-14c8-44dc-b571-5b795b03fe9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366044 Jul 05 03:26:43.835308 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c763fc41-90aa-49b9-99ea-acd5863eeb46 req-0590c3b9-f829-40a6-99c0-782ec828cdbb tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:26:43.836888 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c763fc41-90aa-49b9-99ea-acd5863eeb46 req-0590c3b9-f829-40a6-99c0-782ec828cdbb tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] 10.222.0.23 "GET /v2.0/ports?device_id=3288319c-685a-4cf4-ae97-cc66cca6a54f HTTP/1.1" status: 200 len: 932 time: 0.0775731 Jul 05 03:26:43.878106 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c763fc41-90aa-49b9-99ea-acd5863eeb46 req-3723d19f-0aaa-4f57-9de1-8ec1289e165f tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b41f618-14c8-44dc-b571-5b795b03fe9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350914 Jul 05 03:26:45.088961 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7e4b40-d9ed-4216-b699-41e03a08ba74 req-ac4884e3-65d6-4a79-bb87-38822df77401 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:26:45.091970 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1c7e4b40-d9ed-4216-b699-41e03a08ba74 req-ac4884e3-65d6-4a79-bb87-38822df77401 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] 10.222.0.23 "GET /v2.0/ports?device_id=3288319c-685a-4cf4-ae97-cc66cca6a54f HTTP/1.1" status: 200 len: 932 time: 0.0892906 Jul 05 03:26:45.141237 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1c7e4b40-d9ed-4216-b699-41e03a08ba74 req-a29cbe16-b9c0-49e7-82c3-6c2a079d48cb tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b41f618-14c8-44dc-b571-5b795b03fe9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373633 Jul 05 03:26:45.834097 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-4420d189-70c7-4e55-a6cf-eb5ceeacd500 req-57e8ccf8-5a27-4950-962b-f01adcbacee1 service neutron] Request body: {'port': {'device_id': '3288319c-685a-4cf4-ae97-cc66cca6a54f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:26:45.909672 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4420d189-70c7-4e55-a6cf-eb5ceeacd500 req-57e8ccf8-5a27-4950-962b-f01adcbacee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:46.210432 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-4420d189-70c7-4e55-a6cf-eb5ceeacd500 req-57e8ccf8-5a27-4950-962b-f01adcbacee1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dd91790-1889-4ca8-85a2-5649ad21dd12 {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:26:46.220159 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4420d189-70c7-4e55-a6cf-eb5ceeacd500 req-57e8ccf8-5a27-4950-962b-f01adcbacee1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:46.234429 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-4420d189-70c7-4e55-a6cf-eb5ceeacd500 req-57e8ccf8-5a27-4950-962b-f01adcbacee1 service neutron] Transition to ACTIVE for port object 2dd91790-1889-4ca8-85a2-5649ad21dd12 will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:26:46.314112 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4420d189-70c7-4e55-a6cf-eb5ceeacd500 req-57e8ccf8-5a27-4950-962b-f01adcbacee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:46.330335 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df80f25-548d-4885-aaf7-ed518d5b68ce req-d9f2011d-de5b-45ba-aee6-9636a2fe73c2 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:26:46.331955 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7df80f25-548d-4885-aaf7-ed518d5b68ce req-d9f2011d-de5b-45ba-aee6-9636a2fe73c2 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] 10.222.0.23 "GET /v2.0/ports?device_id=3288319c-685a-4cf4-ae97-cc66cca6a54f HTTP/1.1" status: 200 len: 932 time: 0.0765657 Jul 05 03:26:46.427032 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e8ccf8-5a27-4950-962b-f01adcbacee1 service neutron] Pushing event updated for resources: {'Port': ['ID=2dd91790-1889-4ca8-85a2-5649ad21dd12,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:26:46.462298 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7df80f25-548d-4885-aaf7-ed518d5b68ce req-52600d30-2b2e-4594-bb21-63cd85c4eb0c tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b41f618-14c8-44dc-b571-5b795b03fe9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092727 Jul 05 03:26:46.504482 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-4420d189-70c7-4e55-a6cf-eb5ceeacd500 req-57e8ccf8-5a27-4950-962b-f01adcbacee1 service neutron] Attempting to bind port 2dd91790-1889-4ca8-85a2-5649ad21dd12 on host n-h1-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:26:46.504897 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-4420d189-70c7-4e55-a6cf-eb5ceeacd500 req-57e8ccf8-5a27-4950-962b-f01adcbacee1 service neutron] Attempting to bind port 2dd91790-1889-4ca8-85a2-5649ad21dd12 by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': 'ebc67754-b94c-4cae-889b-38d1f8ac3cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'c21b0218-f17e-4c28-a728-da80acef150d'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:26:46.505287 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4420d189-70c7-4e55-a6cf-eb5ceeacd500 req-57e8ccf8-5a27-4950-962b-f01adcbacee1 service neutron] Attempting to bind port 2dd91790-1889-4ca8-85a2-5649ad21dd12 on network c21b0218-f17e-4c28-a728-da80acef150d {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:26:46.511612 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4420d189-70c7-4e55-a6cf-eb5ceeacd500 req-57e8ccf8-5a27-4950-962b-f01adcbacee1 service neutron] Port 2dd91790-1889-4ca8-85a2-5649ad21dd12 on network c21b0218-f17e-4c28-a728-da80acef150d not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:26:46.512793 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4420d189-70c7-4e55-a6cf-eb5ceeacd500 req-57e8ccf8-5a27-4950-962b-f01adcbacee1 service neutron] Attempting to bind port 2dd91790-1889-4ca8-85a2-5649ad21dd12 on network c21b0218-f17e-4c28-a728-da80acef150d {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:26:46.519409 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4420d189-70c7-4e55-a6cf-eb5ceeacd500 req-57e8ccf8-5a27-4950-962b-f01adcbacee1 service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:26:46.519908 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4420d189-70c7-4e55-a6cf-eb5ceeacd500 req-57e8ccf8-5a27-4950-962b-f01adcbacee1 service neutron] Checking segment: {'id': 'ebc67754-b94c-4cae-889b-38d1f8ac3cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'c21b0218-f17e-4c28-a728-da80acef150d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:26:46.520403 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4420d189-70c7-4e55-a6cf-eb5ceeacd500 req-57e8ccf8-5a27-4950-962b-f01adcbacee1 service neutron] Bound using segment: {'id': 'ebc67754-b94c-4cae-889b-38d1f8ac3cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'c21b0218-f17e-4c28-a728-da80acef150d'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:26:46.520948 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-4420d189-70c7-4e55-a6cf-eb5ceeacd500 req-57e8ccf8-5a27-4950-962b-f01adcbacee1 service neutron] Bound port: 2dd91790-1889-4ca8-85a2-5649ad21dd12, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebc67754-b94c-4cae-889b-38d1f8ac3cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'c21b0218-f17e-4c28-a728-da80acef150d'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:26:46.521457 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4420d189-70c7-4e55-a6cf-eb5ceeacd500 req-57e8ccf8-5a27-4950-962b-f01adcbacee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:46.602830 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-4420d189-70c7-4e55-a6cf-eb5ceeacd500 req-57e8ccf8-5a27-4950-962b-f01adcbacee1 service neutron] For port 2dd91790-1889-4ca8-85a2-5649ad21dd12, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:26:46.607032 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-4420d189-70c7-4e55-a6cf-eb5ceeacd500 req-57e8ccf8-5a27-4950-962b-f01adcbacee1 service neutron] For port 2dd91790-1889-4ca8-85a2-5649ad21dd12, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=2dd91790-1889-4ca8-85a2-5649ad21dd12,segment=NetworkSegment(ebc67754-b94c-4cae-889b-38d1f8ac3cbe),segment_id=ebc67754-b94c-4cae-889b-38d1f8ac3cbe)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:26:46.665605 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4420d189-70c7-4e55-a6cf-eb5ceeacd500 req-57e8ccf8-5a27-4950-962b-f01adcbacee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:46.709710 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4420d189-70c7-4e55-a6cf-eb5ceeacd500 req-57e8ccf8-5a27-4950-962b-f01adcbacee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:26:46.710418 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-4420d189-70c7-4e55-a6cf-eb5ceeacd500 req-57e8ccf8-5a27-4950-962b-f01adcbacee1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:46.711938 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4420d189-70c7-4e55-a6cf-eb5ceeacd500 req-57e8ccf8-5a27-4950-962b-f01adcbacee1 service neutron] 10.222.0.21 "PUT /v2.0/ports/2dd91790-1889-4ca8-85a2-5649ad21dd12 HTTP/1.1" status: 200 len: 1093 time: 0.8824615 Jul 05 03:26:46.714750 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3288319c-685a-4cf4-ae97-cc66cca6a54f', 'tag': '2dd91790-1889-4ca8-85a2-5649ad21dd12'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:26:46.717673 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4c1385bffaa5d930a7117e6982c27207eca91cca31cf4b43f86c7ad63cd24a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95195b28-b2f0-4ea8-8dae-524f37f40d87" -d '{"events": [{"name": "network-changed", "server_uuid": "3288319c-685a-4cf4-ae97-cc66cca6a54f", "tag": "2dd91790-1889-4ca8-85a2-5649ad21dd12"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:26:46.757180 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e8ccf8-5a27-4950-962b-f01adcbacee1 service neutron] Pushing event updated for resources: {'Port': ['ID=2dd91790-1889-4ca8-85a2-5649ad21dd12,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:26:46.782849 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1448b018-0c0f-4ef2-9295-e1bf3e7112a4 x-openstack-request-id: req-1448b018-0c0f-4ef2-9295-e1bf3e7112a4 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:26:46.783142 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3288319c-685a-4cf4-ae97-cc66cca6a54f", "tag": "2dd91790-1889-4ca8-85a2-5649ad21dd12", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:26:46.783392 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1448b018-0c0f-4ef2-9295-e1bf3e7112a4 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:26:46.783842 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3288319c-685a-4cf4-ae97-cc66cca6a54f', 'tag': '2dd91790-1889-4ca8-85a2-5649ad21dd12', 'status': 'completed', 'code': 200} Jul 05 03:26:46.887722 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95195b28-b2f0-4ea8-8dae-524f37f40d87 req-e87050ad-8315-43db-a662-db13b3efcc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:26:46.889334 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-95195b28-b2f0-4ea8-8dae-524f37f40d87 req-e87050ad-8315-43db-a662-db13b3efcc1f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=469015f532af4ce2906beb389f33e8e0&device_id=3288319c-685a-4cf4-ae97-cc66cca6a54f HTTP/1.1" status: 200 len: 1096 time: 0.0806050 Jul 05 03:26:47.008380 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95195b28-b2f0-4ea8-8dae-524f37f40d87 req-10e10615-b55b-487f-9e90-bc4638870f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:26:47.009943 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-95195b28-b2f0-4ea8-8dae-524f37f40d87 req-10e10615-b55b-487f-9e90-bc4638870f68 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=469015f532af4ce2906beb389f33e8e0&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1121356 Jul 05 03:26:47.113906 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95195b28-b2f0-4ea8-8dae-524f37f40d87 req-0c06070e-a88b-47a7-9fba-1c934dbcede1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:26:47.115402 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-95195b28-b2f0-4ea8-8dae-524f37f40d87 req-0c06070e-a88b-47a7-9fba-1c934dbcede1 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0990531 Jul 05 03:26:47.209823 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4420d189-70c7-4e55-a6cf-eb5ceeacd500 req-93f9a784-9cd7-427a-8ea4-750a8d6045b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:26:47.211643 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4420d189-70c7-4e55-a6cf-eb5ceeacd500 req-93f9a784-9cd7-427a-8ea4-750a8d6045b2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=469015f532af4ce2906beb389f33e8e0&device_id=3288319c-685a-4cf4-ae97-cc66cca6a54f HTTP/1.1" status: 200 len: 1096 time: 0.0561762 Jul 05 03:26:47.255373 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4420d189-70c7-4e55-a6cf-eb5ceeacd500 req-04d7e790-33f3-4df5-8899-10c5ddf3bacb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2dd91790-1889-4ca8-85a2-5649ad21dd12 HTTP/1.1" status: 200 len: 217 time: 0.0360644 Jul 05 03:26:47.313476 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4420d189-70c7-4e55-a6cf-eb5ceeacd500 req-64cd6eee-2a05-42f3-825a-3686e2b0bbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:26:47.315068 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4420d189-70c7-4e55-a6cf-eb5ceeacd500 req-64cd6eee-2a05-42f3-825a-3686e2b0bbd5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a6fc7344-362d-47e8-a2f1-548350569c04 HTTP/1.1" status: 200 len: 853 time: 0.0530310 Jul 05 03:26:47.381959 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4420d189-70c7-4e55-a6cf-eb5ceeacd500 req-d7f9b75d-11b5-4798-a328-5a0bb26a00b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:26:47.383877 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4420d189-70c7-4e55-a6cf-eb5ceeacd500 req-d7f9b75d-11b5-4798-a328-5a0bb26a00b8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c21b0218-f17e-4c28-a728-da80acef150d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0610237 Jul 05 03:26:47.485004 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4420d189-70c7-4e55-a6cf-eb5ceeacd500 req-e0b45bbc-40c1-418b-8068-55fcef3bc8ff service neutron] 10.222.0.21 "GET /v2.0/networks/c21b0218-f17e-4c28-a728-da80acef150d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941153 Jul 05 03:26:47.649007 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4420d189-70c7-4e55-a6cf-eb5ceeacd500 req-e6fb3ea8-d78f-47be-98bf-58655fcb001e service neutron] 10.222.0.21 "GET /v2.0/networks/c21b0218-f17e-4c28-a728-da80acef150d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568739 Jul 05 03:26:47.743050 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc421ed-755e-494d-a6c7-701bc75f2f48 req-4ba6981c-cc9a-472f-8b3a-86e7cdaec26c tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:26:47.744789 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4fc421ed-755e-494d-a6c7-701bc75f2f48 req-4ba6981c-cc9a-472f-8b3a-86e7cdaec26c tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] 10.222.0.23 "GET /v2.0/ports?device_id=3288319c-685a-4cf4-ae97-cc66cca6a54f HTTP/1.1" status: 200 len: 944 time: 0.0845623 Jul 05 03:26:47.791467 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4fc421ed-755e-494d-a6c7-701bc75f2f48 req-9d0bc201-f563-4a4a-b5d3-c2d7b4098fe2 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b41f618-14c8-44dc-b571-5b795b03fe9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344067 Jul 05 03:26:48.975507 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e3f90f-f20c-4790-b1d9-5ed607f7b3c8 req-9bac256e-dcb0-4a6b-9cfd-bf5d1b97df30 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:26:48.977076 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c5e3f90f-f20c-4790-b1d9-5ed607f7b3c8 req-9bac256e-dcb0-4a6b-9cfd-bf5d1b97df30 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] 10.222.0.23 "GET /v2.0/ports?device_id=3288319c-685a-4cf4-ae97-cc66cca6a54f HTTP/1.1" status: 200 len: 944 time: 0.0666203 Jul 05 03:26:49.021167 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c5e3f90f-f20c-4790-b1d9-5ed607f7b3c8 req-9f01963e-bd06-4574-9c3c-c24b65d32d5f tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b41f618-14c8-44dc-b571-5b795b03fe9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376065 Jul 05 03:26:49.897842 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 2dd91790-1889-4ca8-85a2-5649ad21dd12 details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:26:49.997371 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 2dd91790-1889-4ca8-85a2-5649ad21dd12, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=2dd91790-1889-4ca8-85a2-5649ad21dd12,segment=NetworkSegment(ebc67754-b94c-4cae-889b-38d1f8ac3cbe),segment_id=ebc67754-b94c-4cae-889b-38d1f8ac3cbe)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:26:50.010213 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': '2dd91790-1889-4ca8-85a2-5649ad21dd12', 'network_id': 'c21b0218-f17e-4c28-a728-da80acef150d', 'port_id': '2dd91790-1889-4ca8-85a2-5649ad21dd12', 'mac_address': 'fa:16:3e:ae:b3:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6fc7344-362d-47e8-a2f1-548350569c04', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:26:50.052827 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:50.073002 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dd91790-1889-4ca8-85a2-5649ad21dd12 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:26:50.101644 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 2dd91790-1889-4ca8-85a2-5649ad21dd12, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=2dd91790-1889-4ca8-85a2-5649ad21dd12,segment=NetworkSegment(ebc67754-b94c-4cae-889b-38d1f8ac3cbe),segment_id=ebc67754-b94c-4cae-889b-38d1f8ac3cbe)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:26:50.186172 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:50.238151 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=2dd91790-1889-4ca8-85a2-5649ad21dd12,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:26:50.244865 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4f60b1-8e12-4fac-b94c-5a7b531aa3a9 req-321fe724-ac56-4471-a751-6610ff50dc0f tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:26:50.247966 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6c4f60b1-8e12-4fac-b94c-5a7b531aa3a9 req-321fe724-ac56-4471-a751-6610ff50dc0f tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] 10.222.0.23 "GET /v2.0/ports?device_id=3288319c-685a-4cf4-ae97-cc66cca6a54f HTTP/1.1" status: 200 len: 944 time: 0.0940614 Jul 05 03:26:50.302638 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6c4f60b1-8e12-4fac-b94c-5a7b531aa3a9 req-c42f6539-b5a0-4191-afad-89d669b95da2 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b41f618-14c8-44dc-b571-5b795b03fe9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475695 Jul 05 03:26:50.411064 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['2dd91790-1889-4ca8-85a2-5649ad21dd12'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:26:50.945505 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-ba1da22a-f5da-4a81-bf3b-f60d10f53b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:51.481979 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2db46be-7e4f-4c92-b600-067949e7d0dd req-1b8ae879-624f-403b-822e-8ab96b3950be tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:26:51.483599 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d2db46be-7e4f-4c92-b600-067949e7d0dd req-1b8ae879-624f-403b-822e-8ab96b3950be tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] 10.222.0.23 "GET /v2.0/ports?device_id=3288319c-685a-4cf4-ae97-cc66cca6a54f HTTP/1.1" status: 200 len: 945 time: 0.0665228 Jul 05 03:26:51.525795 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d2db46be-7e4f-4c92-b600-067949e7d0dd req-1d087eea-8cbf-4c16-a17c-535821a9e03f tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b41f618-14c8-44dc-b571-5b795b03fe9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362468 Jul 05 03:26:51.901094 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 2dd91790-1889-4ca8-85a2-5649ad21dd12 up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:26:52.070806 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning for port 2dd91790-1889-4ca8-85a2-5649ad21dd12 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:26:52.075001 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port 2dd91790-1889-4ca8-85a2-5649ad21dd12 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:26:52.075368 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:52.158394 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:52.181346 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3288319c-685a-4cf4-ae97-cc66cca6a54f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dd91790-1889-4ca8-85a2-5649ad21dd12'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:26:52.183732 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1156d35e1955dd65519df7b38ee19a55ddc3a31abbcc68c280d02d687c0487e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec0d591-7c57-41a5-b75a-396d190c4f2b" -d '{"events": [{"server_uuid": "3288319c-685a-4cf4-ae97-cc66cca6a54f", "name": "network-vif-plugged", "status": "completed", "tag": "2dd91790-1889-4ca8-85a2-5649ad21dd12"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:26:52.197500 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 2dd91790-1889-4ca8-85a2-5649ad21dd12, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=2dd91790-1889-4ca8-85a2-5649ad21dd12,segment=NetworkSegment(ebc67754-b94c-4cae-889b-38d1f8ac3cbe),segment_id=ebc67754-b94c-4cae-889b-38d1f8ac3cbe)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:26:52.224161 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee697347-4975-417c-bda3-8e0fef7b406b x-openstack-request-id: req-ee697347-4975-417c-bda3-8e0fef7b406b {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:26:52.224483 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3288319c-685a-4cf4-ae97-cc66cca6a54f", "name": "network-vif-plugged", "status": "completed", "tag": "2dd91790-1889-4ca8-85a2-5649ad21dd12", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:26:52.224741 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ee697347-4975-417c-bda3-8e0fef7b406b {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:26:52.225148 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3288319c-685a-4cf4-ae97-cc66cca6a54f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dd91790-1889-4ca8-85a2-5649ad21dd12', 'code': 200} Jul 05 03:26:52.299963 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:52.343451 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76111ff-fd5d-4158-8512-9aab9cbe257c req-fd6ba09c-6ab1-4515-b50f-62316e6c8301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:26:52.345430 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d76111ff-fd5d-4158-8512-9aab9cbe257c req-fd6ba09c-6ab1-4515-b50f-62316e6c8301 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3288319c-685a-4cf4-ae97-cc66cca6a54f HTTP/1.1" status: 200 len: 1097 time: 0.0584798 Jul 05 03:26:52.358270 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=2dd91790-1889-4ca8-85a2-5649ad21dd12,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:26:52.388433 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d76111ff-fd5d-4158-8512-9aab9cbe257c req-482bd794-b265-4c03-9af9-f5c4427a1c3f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1b41f618-14c8-44dc-b571-5b795b03fe9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313046 Jul 05 03:26:52.721009 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb0dc71-cf66-4dad-be51-f301a18d18fa req-0b41cac8-3718-41a1-92f5-03875fd3a070 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:26:52.722559 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1eb0dc71-cf66-4dad-be51-f301a18d18fa req-0b41cac8-3718-41a1-92f5-03875fd3a070 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] 10.222.0.23 "GET /v2.0/ports?device_id=3288319c-685a-4cf4-ae97-cc66cca6a54f HTTP/1.1" status: 200 len: 946 time: 0.0717871 Jul 05 03:26:52.760817 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1eb0dc71-cf66-4dad-be51-f301a18d18fa req-6d83a1a5-7509-429b-a202-3ef54a456fcc tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b41f618-14c8-44dc-b571-5b795b03fe9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326324 Jul 05 03:26:53.305138 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-35f01702-e6b5-4bff-81b1-526d0d78713a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:53.958590 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf96e61c-ce4b-4496-ab76-fabf0ed438ad req-6089af80-4075-4946-bbfc-da32e51e4289 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:26:53.961107 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bf96e61c-ce4b-4496-ab76-fabf0ed438ad req-6089af80-4075-4946-bbfc-da32e51e4289 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] 10.222.0.23 "GET /v2.0/ports?device_id=3288319c-685a-4cf4-ae97-cc66cca6a54f HTTP/1.1" status: 200 len: 946 time: 0.0864265 Jul 05 03:26:54.004811 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bf96e61c-ce4b-4496-ab76-fabf0ed438ad req-082f9a4a-74de-4950-b255-c94972757edc tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b41f618-14c8-44dc-b571-5b795b03fe9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369508 Jul 05 03:26:54.008101 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:54.183787 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e02ec9-8537-4c25-9847-6eb9cb9e3355 req-b4af810e-cc1b-4439-abce-2900f55d9d74 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:26:54.185307 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-44e02ec9-8537-4c25-9847-6eb9cb9e3355 req-b4af810e-cc1b-4439-abce-2900f55d9d74 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] 10.222.0.23 "GET /v2.0/ports?device_id=3288319c-685a-4cf4-ae97-cc66cca6a54f HTTP/1.1" status: 200 len: 946 time: 0.0645440 Jul 05 03:26:54.226857 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-44e02ec9-8537-4c25-9847-6eb9cb9e3355 req-eff60d08-8cb2-426e-a70f-a519038d41cb tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b41f618-14c8-44dc-b571-5b795b03fe9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335522 Jul 05 03:26:54.572618 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2de1af6-e4f8-427b-a893-dfb0e06e927d req-db42c9ea-0af0-4157-8c4e-b247d0a4cf81 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:26:54.574840 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d2de1af6-e4f8-427b-a893-dfb0e06e927d req-db42c9ea-0af0-4157-8c4e-b247d0a4cf81 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] 10.222.0.23 "GET /v2.0/ports?device_id=3288319c-685a-4cf4-ae97-cc66cca6a54f HTTP/1.1" status: 200 len: 946 time: 0.0699706 Jul 05 03:26:54.619156 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d2de1af6-e4f8-427b-a893-dfb0e06e927d req-eeda243f-9999-4a52-abc2-11e6ce957ed1 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b41f618-14c8-44dc-b571-5b795b03fe9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379930 Jul 05 03:26:54.853601 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:26:56.339254 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:27:08.209017 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d345fad-cf29-4f9e-8065-8a973f9c77d4 req-6d9ede7c-4161-4d39-ad0f-1eee3b3cb370 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:27:08.210492 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8d345fad-cf29-4f9e-8065-8a973f9c77d4 req-6d9ede7c-4161-4d39-ad0f-1eee3b3cb370 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] 10.222.0.23 "GET /v2.0/ports?device_id=3288319c-685a-4cf4-ae97-cc66cca6a54f HTTP/1.1" status: 200 len: 946 time: 0.0700166 Jul 05 03:27:08.248527 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8d345fad-cf29-4f9e-8065-8a973f9c77d4 req-cac0fa28-f1ec-4ca8-bf02-340da29d165c tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b41f618-14c8-44dc-b571-5b795b03fe9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318589 Jul 05 03:27:08.273025 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 50522) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:27:08.408296 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a31c869-2669-4d87-a998-ca0a3ac908c1 tempest-TestMinimumBasicScenario-1080230696 tempest-TestMinimumBasicScenario-1080230696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:27:08.409825 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-7a31c869-2669-4d87-a998-ca0a3ac908c1 tempest-TestMinimumBasicScenario-1080230696 tempest-TestMinimumBasicScenario-1080230696-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=3288319c-685a-4cf4-ae97-cc66cca6a54f HTTP/1.1" status: 200 len: 1093 time: 0.1358151 Jul 05 03:27:08.412875 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 50526) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:27:08.417174 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-66f1844a-7a25-4cdb-ba06-f89533626f2b tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Request body: {'floatingip': {'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'port_id': '2dd91790-1889-4ca8-85a2-5649ad21dd12', 'tenant_id': '469015f532af4ce2906beb389f33e8e0', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:27:08.499585 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-66f1844a-7a25-4cdb-ba06-f89533626f2b tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Notify callbacks [] for floatingip, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:27:08.598243 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-66f1844a-7a25-4cdb-ba06-f89533626f2b tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:27:08.704433 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-66f1844a-7a25-4cdb-ba06-f89533626f2b tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Allocated IP 172.25.7.160 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/f1c3b06f-d77e-42cf-9b4e-7d96c534ee7d) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:27:08.801210 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-66f1844a-7a25-4cdb-ba06-f89533626f2b tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:27:08.945390 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-66f1844a-7a25-4cdb-ba06-f89533626f2b tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:27:08.981028 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f1844a-7a25-4cdb-ba06-f89533626f2b tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:27:08.983935 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-66f1844a-7a25-4cdb-ba06-f89533626f2b tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:27:08.987402 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f1844a-7a25-4cdb-ba06-f89533626f2b tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:27:09.016556 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f1844a-7a25-4cdb-ba06-f89533626f2b tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Pushing event updated for resources: {'Port': ['ID=f1c3b06f-d77e-42cf-9b4e-7d96c534ee7d,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:27:09.027898 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f1844a-7a25-4cdb-ba06-f89533626f2b tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:27:09.028249 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f1844a-7a25-4cdb-ba06-f89533626f2b tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:27:09.028590 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f1844a-7a25-4cdb-ba06-f89533626f2b tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:27:09.028927 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f1844a-7a25-4cdb-ba06-f89533626f2b tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:27:09.029261 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f1844a-7a25-4cdb-ba06-f89533626f2b tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:27:09.029590 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f1844a-7a25-4cdb-ba06-f89533626f2b tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:27:09.029918 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f1844a-7a25-4cdb-ba06-f89533626f2b tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:27:09.030277 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f1844a-7a25-4cdb-ba06-f89533626f2b tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:27:09.030606 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f1844a-7a25-4cdb-ba06-f89533626f2b tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:27:09.030946 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f1844a-7a25-4cdb-ba06-f89533626f2b tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:27:09.031255 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f1844a-7a25-4cdb-ba06-f89533626f2b tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:27:09.031575 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f1844a-7a25-4cdb-ba06-f89533626f2b tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:27:09.722969 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-66f1844a-7a25-4cdb-ba06-f89533626f2b tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:27:09.957868 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-66f1844a-7a25-4cdb-ba06-f89533626f2b tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:27:10.123481 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-66f1844a-7a25-4cdb-ba06-f89533626f2b tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:27:10.213518 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-66f1844a-7a25-4cdb-ba06-f89533626f2b tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:27:10.280429 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f1844a-7a25-4cdb-ba06-f89533626f2b tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Pushing event updated for resources: {'Port': ['ID=f1c3b06f-d77e-42cf-9b4e-7d96c534ee7d,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:27:10.296201 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-66f1844a-7a25-4cdb-ba06-f89533626f2b tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636869'] for floatingip, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:27:10.396540 n-d-771362-32 neutron-server[94461]: INFO neutron.db.l3_db [None req-66f1844a-7a25-4cdb-ba06-f89533626f2b tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Floating IP 88a2dacd-dc21-4646-9ed4-cbb23f53aca8 associated. External IP: 172.25.7.160, port: 2dd91790-1889-4ca8-85a2-5649ad21dd12. Jul 05 03:27:10.607176 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66f1844a-7a25-4cdb-ba06-f89533626f2b tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Router 178363b9-8671-4407-9066-a9a4db9114c8 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:27:10.712414 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66f1844a-7a25-4cdb-ba06-f89533626f2b tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:27:10.723155 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06ddfb1-7575-4dff-82ba-55fa1db39262 None None] Sync routers for ids ['178363b9-8671-4407-9066-a9a4db9114c8'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:27:10.732632 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06ddfb1-7575-4dff-82ba-55fa1db39262 None None] Routers {'178363b9-8671-4407-9066-a9a4db9114c8'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:27:10.733257 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-c06ddfb1-7575-4dff-82ba-55fa1db39262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:26:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['178363b9-8671-4407-9066-a9a4db9114c8'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:27:10.784805 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-66f1844a-7a25-4cdb-ba06-f89533626f2b tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:27:10.828533 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-66f1844a-7a25-4cdb-ba06-f89533626f2b tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4115016 Jul 05 03:27:10.828533 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3288319c-685a-4cf4-ae97-cc66cca6a54f', 'tag': '2dd91790-1889-4ca8-85a2-5649ad21dd12'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:27:10.828848 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4c1385bffaa5d930a7117e6982c27207eca91cca31cf4b43f86c7ad63cd24a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f10d5b7e-8888-4d26-b5ff-5c7e4a769816" -d '{"events": [{"name": "network-changed", "server_uuid": "3288319c-685a-4cf4-ae97-cc66cca6a54f", "tag": "2dd91790-1889-4ca8-85a2-5649ad21dd12"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:27:10.828972 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 50528) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:27:10.833969 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-dc74137b-5bde-4b48-b4a3-dfb2ffd4f7f9 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2128460810', 'description': 'tempest-secgroup-smoke-2128460810 description', 'project_id': '469015f532af4ce2906beb389f33e8e0'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:27:10.841068 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-c06ddfb1-7575-4dff-82ba-55fa1db39262 None None] Set router 178363b9-8671-4407-9066-a9a4db9114c8 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:27:10.877584 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e589b4f3-5b10-4927-be6b-bcc79478a953 x-openstack-request-id: req-e589b4f3-5b10-4927-be6b-bcc79478a953 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:27:10.877882 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3288319c-685a-4cf4-ae97-cc66cca6a54f", "tag": "2dd91790-1889-4ca8-85a2-5649ad21dd12", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:27:10.878166 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e589b4f3-5b10-4927-be6b-bcc79478a953 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:27:10.878580 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3288319c-685a-4cf4-ae97-cc66cca6a54f', 'tag': '2dd91790-1889-4ca8-85a2-5649ad21dd12', 'status': 'completed', 'code': 200} Jul 05 03:27:10.958445 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10d5b7e-8888-4d26-b5ff-5c7e4a769816 req-0d8836ea-8940-456a-b205-190cf83ff219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:27:10.960003 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f10d5b7e-8888-4d26-b5ff-5c7e4a769816 req-0d8836ea-8940-456a-b205-190cf83ff219 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=469015f532af4ce2906beb389f33e8e0&device_id=3288319c-685a-4cf4-ae97-cc66cca6a54f HTTP/1.1" status: 200 len: 1098 time: 0.0571680 Jul 05 03:27:10.967834 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-dc74137b-5bde-4b48-b4a3-dfb2ffd4f7f9 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:27:11.059699 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-dc74137b-5bde-4b48-b4a3-dfb2ffd4f7f9 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:27:11.063090 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10d5b7e-8888-4d26-b5ff-5c7e4a769816 req-1b55bd97-5d78-4d16-8390-b05a8f2363fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:27:11.064844 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f10d5b7e-8888-4d26-b5ff-5c7e4a769816 req-1b55bd97-5d78-4d16-8390-b05a8f2363fa service neutron] 10.222.0.21 "GET /v2.0/networks?id=c21b0218-f17e-4c28-a728-da80acef150d HTTP/1.1" status: 200 len: 914 time: 0.0962269 Jul 05 03:27:11.080788 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-c06ddfb1-7575-4dff-82ba-55fa1db39262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178363b9-8671-4407-9066-a9a4db9114c8', 'name': 'tempest-TestMinimumBasicScenario-900694511-router', 'tenant_id': '469015f532af4ce2906beb389f33e8e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '9a4c64e1-ddaa-41f7-abfa-7ca6edb782c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:26:10Z', 'updated_at': '2021-07-05T03:26:13Z', 'revision_number': 4, 'project_id': '469015f532af4ce2906beb389f33e8e0', 'gw_port': {'id': '9a4c64e1-ddaa-41f7-abfa-7ca6edb782c3', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:15:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178363b9-8671-4407-9066-a9a4db9114c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:26:10Z', 'updated_at': '2021-07-05T03:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '88a2dacd-dc21-4646-9ed4-cbb23f53aca8', 'tenant_id': '469015f532af4ce2906beb389f33e8e0', 'floating_ip_address': '172.25.7.160', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': '178363b9-8671-4407-9066-a9a4db9114c8', 'port_id': '2dd91790-1889-4ca8-85a2-5649ad21dd12', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c21b0218-f17e-4c28-a728-da80acef150d', 'mac_address': 'fa:16:3e:ae:b3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3288319c-685a-4cf4-ae97-cc66cca6a54f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:27:09Z', 'updated_at': '2021-07-05T03:27:09Z', 'revision_number': 0, 'project_id': '469015f532af4ce2906beb389f33e8e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f047644d-57cf-4ee7-a85c-5161322b197a', 'name': '', 'network_id': 'c21b0218-f17e-4c28-a728-da80acef150d', 'tenant_id': '469015f532af4ce2906beb389f33e8e0', 'mac_address': 'fa:16:3e:c6:08:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178363b9-8671-4407-9066-a9a4db9114c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': 'a6fc7344-362d-47e8-a2f1-548350569c04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:26:12Z', 'updated_at': '2021-07-05T03:26:17Z', 'revision_number': 5, 'project_id': '469015f532af4ce2906beb389f33e8e0', 'subnets': [{'id': 'a6fc7344-362d-47e8-a2f1-548350569c04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:27:11.109493 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06ddfb1-7575-4dff-82ba-55fa1db39262 None None] Checking router: 178363b9-8671-4407-9066-a9a4db9114c8 for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:27:11.118180 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06ddfb1-7575-4dff-82ba-55fa1db39262 None None] Routers {'178363b9-8671-4407-9066-a9a4db9114c8'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:27:11.118807 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-c06ddfb1-7575-4dff-82ba-55fa1db39262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:26:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['178363b9-8671-4407-9066-a9a4db9114c8'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:27:11.138937 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f10d5b7e-8888-4d26-b5ff-5c7e4a769816 req-8e8b1ec7-858b-4fde-9add-6d9857c14699 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2dd91790-1889-4ca8-85a2-5649ad21dd12 HTTP/1.1" status: 200 len: 1000 time: 0.0654230 Jul 05 03:27:11.173450 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-dc74137b-5bde-4b48-b4a3-dfb2ffd4f7f9 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:27:11.190062 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10d5b7e-8888-4d26-b5ff-5c7e4a769816 req-977a2ef3-ebff-4da9-b724-b9eb0c28d87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:27:11.191652 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f10d5b7e-8888-4d26-b5ff-5c7e4a769816 req-977a2ef3-ebff-4da9-b724-b9eb0c28d87c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a6fc7344-362d-47e8-a2f1-548350569c04 HTTP/1.1" status: 200 len: 853 time: 0.0460145 Jul 05 03:27:11.205102 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc74137b-5bde-4b48-b4a3-dfb2ffd4f7f9 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c98cd28c-9866-475e-8609-9a97f83b4b5d,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:27:11.212882 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc74137b-5bde-4b48-b4a3-dfb2ffd4f7f9 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:27:11.213584 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc74137b-5bde-4b48-b4a3-dfb2ffd4f7f9 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:27:11.213584 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc74137b-5bde-4b48-b4a3-dfb2ffd4f7f9 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:27:11.213880 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc74137b-5bde-4b48-b4a3-dfb2ffd4f7f9 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:27:11.214259 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc74137b-5bde-4b48-b4a3-dfb2ffd4f7f9 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:27:11.214591 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc74137b-5bde-4b48-b4a3-dfb2ffd4f7f9 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:27:11.214921 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc74137b-5bde-4b48-b4a3-dfb2ffd4f7f9 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:27:11.215247 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc74137b-5bde-4b48-b4a3-dfb2ffd4f7f9 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:27:11.215572 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc74137b-5bde-4b48-b4a3-dfb2ffd4f7f9 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:27:11.215895 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc74137b-5bde-4b48-b4a3-dfb2ffd4f7f9 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:27:11.216214 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc74137b-5bde-4b48-b4a3-dfb2ffd4f7f9 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:27:11.216532 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc74137b-5bde-4b48-b4a3-dfb2ffd4f7f9 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:27:11.239351 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-c06ddfb1-7575-4dff-82ba-55fa1db39262 None None] Set router 178363b9-8671-4407-9066-a9a4db9114c8 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:27:11.254619 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10d5b7e-8888-4d26-b5ff-5c7e4a769816 req-40eb1585-b3a3-48bf-a5b6-745595055d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:27:11.256162 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f10d5b7e-8888-4d26-b5ff-5c7e4a769816 req-40eb1585-b3a3-48bf-a5b6-745595055d9b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c21b0218-f17e-4c28-a728-da80acef150d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551820 Jul 05 03:27:11.270668 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-dc74137b-5bde-4b48-b4a3-dfb2ffd4f7f9 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:27:11.272383 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-dc74137b-5bde-4b48-b4a3-dfb2ffd4f7f9 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4425070 Jul 05 03:27:11.275478 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 50532) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:27:11.280224 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-71b08ede-be4b-456b-a4f4-d7b9817bb8c4 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Request body: {'security_group_rule': {'security_group_id': 'c98cd28c-9866-475e-8609-9a97f83b4b5d', 'project_id': '469015f532af4ce2906beb389f33e8e0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:27:11.353447 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f10d5b7e-8888-4d26-b5ff-5c7e4a769816 req-02b7edbe-1c8c-4f26-b94c-42f3ad315645 service neutron] 10.222.0.21 "GET /v2.0/networks/c21b0218-f17e-4c28-a728-da80acef150d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890763 Jul 05 03:27:11.389673 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-71b08ede-be4b-456b-a4f4-d7b9817bb8c4 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:27:11.448519 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f10d5b7e-8888-4d26-b5ff-5c7e4a769816 req-4134e9ac-88c6-44a0-8f65-95e4c40efc74 service neutron] 10.222.0.21 "GET /v2.0/networks/c21b0218-f17e-4c28-a728-da80acef150d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886037 Jul 05 03:27:11.453696 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-71b08ede-be4b-456b-a4f4-d7b9817bb8c4 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:27:11.478678 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-c06ddfb1-7575-4dff-82ba-55fa1db39262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178363b9-8671-4407-9066-a9a4db9114c8', 'name': 'tempest-TestMinimumBasicScenario-900694511-router', 'tenant_id': '469015f532af4ce2906beb389f33e8e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '9a4c64e1-ddaa-41f7-abfa-7ca6edb782c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:26:10Z', 'updated_at': '2021-07-05T03:26:13Z', 'revision_number': 4, 'project_id': '469015f532af4ce2906beb389f33e8e0', 'gw_port': {'id': '9a4c64e1-ddaa-41f7-abfa-7ca6edb782c3', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:15:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178363b9-8671-4407-9066-a9a4db9114c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:26:10Z', 'updated_at': '2021-07-05T03:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '88a2dacd-dc21-4646-9ed4-cbb23f53aca8', 'tenant_id': '469015f532af4ce2906beb389f33e8e0', 'floating_ip_address': '172.25.7.160', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': '178363b9-8671-4407-9066-a9a4db9114c8', 'port_id': '2dd91790-1889-4ca8-85a2-5649ad21dd12', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c21b0218-f17e-4c28-a728-da80acef150d', 'mac_address': 'fa:16:3e:ae:b3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3288319c-685a-4cf4-ae97-cc66cca6a54f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:27:09Z', 'updated_at': '2021-07-05T03:27:09Z', 'revision_number': 0, 'project_id': '469015f532af4ce2906beb389f33e8e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f047644d-57cf-4ee7-a85c-5161322b197a', 'name': '', 'network_id': 'c21b0218-f17e-4c28-a728-da80acef150d', 'tenant_id': '469015f532af4ce2906beb389f33e8e0', 'mac_address': 'fa:16:3e:c6:08:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178363b9-8671-4407-9066-a9a4db9114c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': 'a6fc7344-362d-47e8-a2f1-548350569c04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:26:12Z', 'updated_at': '2021-07-05T03:26:17Z', 'revision_number': 5, 'project_id': '469015f532af4ce2906beb389f33e8e0', 'subnets': [{'id': 'a6fc7344-362d-47e8-a2f1-548350569c04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:27:11.505675 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06ddfb1-7575-4dff-82ba-55fa1db39262 None None] The sync data for ids ['178363b9-8671-4407-9066-a9a4db9114c8'] in n-d-771362-32 is: [{'id': '178363b9-8671-4407-9066-a9a4db9114c8', 'name': 'tempest-TestMinimumBasicScenario-900694511-router', 'tenant_id': '469015f532af4ce2906beb389f33e8e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '9a4c64e1-ddaa-41f7-abfa-7ca6edb782c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:26:10Z', 'updated_at': '2021-07-05T03:26:13Z', 'revision_number': 4, 'project_id': '469015f532af4ce2906beb389f33e8e0', 'gw_port': {'id': '9a4c64e1-ddaa-41f7-abfa-7ca6edb782c3', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:15:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178363b9-8671-4407-9066-a9a4db9114c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:26:10Z', 'updated_at': '2021-07-05T03:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '88a2dacd-dc21-4646-9ed4-cbb23f53aca8', 'tenant_id': '469015f532af4ce2906beb389f33e8e0', 'floating_ip_address': '172.25.7.160', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': '178363b9-8671-4407-9066-a9a4db9114c8', 'port_id': '2dd91790-1889-4ca8-85a2-5649ad21dd12', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c21b0218-f17e-4c28-a728-da80acef150d', 'mac_address': 'fa:16:3e:ae:b3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3288319c-685a-4cf4-ae97-cc66cca6a54f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:27:09Z', 'updated_at': '2021-07-05T03:27:09Z', 'revision_number': 0, 'project_id': '469015f532af4ce2906beb389f33e8e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f047644d-57cf-4ee7-a85c-5161322b197a', 'name': '', 'network_id': 'c21b0218-f17e-4c28-a728-da80acef150d', 'tenant_id': '469015f532af4ce2906beb389f33e8e0', 'mac_address': 'fa:16:3e:c6:08:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178363b9-8671-4407-9066-a9a4db9114c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': 'a6fc7344-362d-47e8-a2f1-548350569c04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:26:12Z', 'updated_at': '2021-07-05T03:26:17Z', 'revision_number': 5, 'project_id': '469015f532af4ce2906beb389f33e8e0', 'subnets': [{'id': 'a6fc7344-362d-47e8-a2f1-548350569c04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:27:11.539688 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-71b08ede-be4b-456b-a4f4-d7b9817bb8c4 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:27:11.559068 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b08ede-be4b-456b-a4f4-d7b9817bb8c4 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=351d8f32-cc78-4aa1-aa95-dd3ccaaf3fff,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:27:11.657818 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-71b08ede-be4b-456b-a4f4-d7b9817bb8c4 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:27:11.659107 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-71b08ede-be4b-456b-a4f4-d7b9817bb8c4 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3826485 Jul 05 03:27:11.662015 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 50534) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:27:11.666878 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-ccd74222-3398-4c00-9ec8-226d97cd4c5f tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Request body: {'security_group_rule': {'security_group_id': 'c98cd28c-9866-475e-8609-9a97f83b4b5d', 'project_id': '469015f532af4ce2906beb389f33e8e0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:27:11.707666 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9f1589-eeb9-4715-beb5-09c9e5cb5df5 None None] New status for floating IP 88a2dacd-dc21-4646-9ed4-cbb23f53aca8: ACTIVE {{(pid=94464) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:27:11.796944 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ccd74222-3398-4c00-9ec8-226d97cd4c5f tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:27:11.861069 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ccd74222-3398-4c00-9ec8-226d97cd4c5f tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:27:11.939439 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ccd74222-3398-4c00-9ec8-226d97cd4c5f tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:27:11.960257 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd74222-3398-4c00-9ec8-226d97cd4c5f tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=566bfdaf-3f81-43b2-90f2-e532a15aee52,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:27:12.059535 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ccd74222-3398-4c00-9ec8-226d97cd4c5f tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:27:12.063582 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-ccd74222-3398-4c00-9ec8-226d97cd4c5f tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3978472 Jul 05 03:27:12.070362 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 50536) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:27:12.070362 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-e3e166a1-d0b5-4c2d-8706-3e136a6e3be2 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Request body: {'security_group_rule': {'security_group_id': 'c98cd28c-9866-475e-8609-9a97f83b4b5d', 'project_id': '469015f532af4ce2906beb389f33e8e0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:27:12.178608 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e3e166a1-d0b5-4c2d-8706-3e136a6e3be2 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:27:12.237989 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e3e166a1-d0b5-4c2d-8706-3e136a6e3be2 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:27:12.321783 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e3e166a1-d0b5-4c2d-8706-3e136a6e3be2 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:27:12.340026 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e166a1-d0b5-4c2d-8706-3e136a6e3be2 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ea6228d-950b-4115-a9d3-28dd26ec2bf3,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:27:12.356535 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:27:12.413562 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e3e166a1-d0b5-4c2d-8706-3e136a6e3be2 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:27:12.414871 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-e3e166a1-d0b5-4c2d-8706-3e136a6e3be2 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3500984 Jul 05 03:27:12.417631 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 50538) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:27:12.422800 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-0571ed74-77cb-43a5-837b-d7543f01a64b tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Request body: {'security_group_rule': {'security_group_id': 'c98cd28c-9866-475e-8609-9a97f83b4b5d', 'project_id': '469015f532af4ce2906beb389f33e8e0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:27:12.465009 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:27:12.550233 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0571ed74-77cb-43a5-837b-d7543f01a64b tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:27:12.609888 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0571ed74-77cb-43a5-837b-d7543f01a64b tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:27:12.705340 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0571ed74-77cb-43a5-837b-d7543f01a64b tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:27:12.723558 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0571ed74-77cb-43a5-837b-d7543f01a64b tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9037a95c-3ec1-49be-94ed-df52bd72ebf2,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:27:12.825280 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0571ed74-77cb-43a5-837b-d7543f01a64b tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:27:12.826932 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-0571ed74-77cb-43a5-837b-d7543f01a64b tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4077284 Jul 05 03:27:12.829848 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 50540) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:27:12.834584 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-c1ba0081-105e-4aef-8f17-7526c5c3b2c4 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Request body: {'security_group_rule': {'security_group_id': 'c98cd28c-9866-475e-8609-9a97f83b4b5d', 'project_id': '469015f532af4ce2906beb389f33e8e0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:27:12.967642 n-d-771362-32 neutron-server[94461]: INFO neutron.db.securitygroups_db [None req-c1ba0081-105e-4aef-8f17-7526c5c3b2c4 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Project 469015f532af4ce2906beb389f33e8e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 03:27:12.972932 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c1ba0081-105e-4aef-8f17-7526c5c3b2c4 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:27:13.035020 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c1ba0081-105e-4aef-8f17-7526c5c3b2c4 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:27:13.110969 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c1ba0081-105e-4aef-8f17-7526c5c3b2c4 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:27:13.126090 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ba0081-105e-4aef-8f17-7526c5c3b2c4 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6795a414-611f-4d9c-add9-1bb952024eb0,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:27:13.207614 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c1ba0081-105e-4aef-8f17-7526c5c3b2c4 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:27:13.208894 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-c1ba0081-105e-4aef-8f17-7526c5c3b2c4 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3780825 Jul 05 03:27:13.211677 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 50542) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:27:13.216717 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-07fbb892-e428-4a25-84b0-8b6a0e6b64ff tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Request body: {'security_group_rule': {'security_group_id': 'c98cd28c-9866-475e-8609-9a97f83b4b5d', 'project_id': '469015f532af4ce2906beb389f33e8e0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:27:13.310495 n-d-771362-32 neutron-server[94461]: INFO neutron.db.securitygroups_db [None req-07fbb892-e428-4a25-84b0-8b6a0e6b64ff tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Project 469015f532af4ce2906beb389f33e8e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 03:27:13.315858 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-07fbb892-e428-4a25-84b0-8b6a0e6b64ff tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:27:13.379301 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-07fbb892-e428-4a25-84b0-8b6a0e6b64ff tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:27:13.487569 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-07fbb892-e428-4a25-84b0-8b6a0e6b64ff tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:27:13.505590 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fbb892-e428-4a25-84b0-8b6a0e6b64ff tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5e00731-1c4b-4dad-ba1b-dac2d737141b,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:27:13.607966 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-07fbb892-e428-4a25-84b0-8b6a0e6b64ff tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:27:13.609263 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-07fbb892-e428-4a25-84b0-8b6a0e6b64ff tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3966124 Jul 05 03:27:13.728387 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-252d3f09-84ef-4cac-aa34-ba94d504ef76 req-66a149fe-900b-47e8-bdca-eaefc060290f tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2128460810&fields=id&tenant_id=469015f532af4ce2906beb389f33e8e0 HTTP/1.1" status: 200 len: 267 time: 0.0348577 Jul 05 03:27:13.797124 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252d3f09-84ef-4cac-aa34-ba94d504ef76 req-b677b38c-3451-4de1-be76-d5e0f1c5e880 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:27:13.798658 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-252d3f09-84ef-4cac-aa34-ba94d504ef76 req-b677b38c-3451-4de1-be76-d5e0f1c5e880 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] 10.222.0.23 "GET /v2.0/ports?device_id=3288319c-685a-4cf4-ae97-cc66cca6a54f HTTP/1.1" status: 200 len: 946 time: 0.0649002 Jul 05 03:27:13.809619 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [req-252d3f09-84ef-4cac-aa34-ba94d504ef76 req-f9223899-0218-4ceb-be94-7646ef63d0df tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Request body: {'port': {'security_groups': ['1b41f618-14c8-44dc-b571-5b795b03fe9c', 'c98cd28c-9866-475e-8609-9a97f83b4b5d']}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:27:13.895894 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-252d3f09-84ef-4cac-aa34-ba94d504ef76 req-f9223899-0218-4ceb-be94-7646ef63d0df tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:27:14.086350 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [req-252d3f09-84ef-4cac-aa34-ba94d504ef76 req-f9223899-0218-4ceb-be94-7646ef63d0df tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] For port 2dd91790-1889-4ca8-85a2-5649ad21dd12, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=2dd91790-1889-4ca8-85a2-5649ad21dd12,segment=NetworkSegment(ebc67754-b94c-4cae-889b-38d1f8ac3cbe),segment_id=ebc67754-b94c-4cae-889b-38d1f8ac3cbe)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:27:14.116440 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-252d3f09-84ef-4cac-aa34-ba94d504ef76 req-f9223899-0218-4ceb-be94-7646ef63d0df tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:27:14.253328 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-252d3f09-84ef-4cac-aa34-ba94d504ef76 req-f9223899-0218-4ceb-be94-7646ef63d0df tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:27:14.268319 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['2dd91790-1889-4ca8-85a2-5649ad21dd12'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:27:14.305361 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252d3f09-84ef-4cac-aa34-ba94d504ef76 req-f9223899-0218-4ceb-be94-7646ef63d0df tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:27:14.306001 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [req-252d3f09-84ef-4cac-aa34-ba94d504ef76 req-f9223899-0218-4ceb-be94-7646ef63d0df tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:27:14.309283 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-252d3f09-84ef-4cac-aa34-ba94d504ef76 req-f9223899-0218-4ceb-be94-7646ef63d0df tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] 10.222.0.23 "PUT /v2.0/ports/2dd91790-1889-4ca8-85a2-5649ad21dd12 HTTP/1.1" status: 200 len: 982 time: 0.5039306 Jul 05 03:27:14.309500 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3288319c-685a-4cf4-ae97-cc66cca6a54f', 'tag': '2dd91790-1889-4ca8-85a2-5649ad21dd12'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:27:14.313141 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11141f6c68b9db4323543981e20059e25754165b6910e3da155bf2bc30bd8242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79cb1d19-5e3b-4cff-be34-f51b57dd2a16" -d '{"events": [{"name": "network-changed", "server_uuid": "3288319c-685a-4cf4-ae97-cc66cca6a54f", "tag": "2dd91790-1889-4ca8-85a2-5649ad21dd12"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:27:14.354935 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9223899-0218-4ceb-be94-7646ef63d0df tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Pushing event updated for resources: {'Port': ['ID=2dd91790-1889-4ca8-85a2-5649ad21dd12,revision_number=6']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:27:14.390170 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['2dd91790-1889-4ca8-85a2-5649ad21dd12'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:27:14.531646 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1f28748-c38c-4c1b-b46e-a7338b0149d9 x-openstack-request-id: req-f1f28748-c38c-4c1b-b46e-a7338b0149d9 {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:27:14.532207 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3288319c-685a-4cf4-ae97-cc66cca6a54f", "tag": "2dd91790-1889-4ca8-85a2-5649ad21dd12", "status": "completed", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:27:14.532399 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f1f28748-c38c-4c1b-b46e-a7338b0149d9 {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:27:14.532689 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3288319c-685a-4cf4-ae97-cc66cca6a54f', 'tag': '2dd91790-1889-4ca8-85a2-5649ad21dd12', 'status': 'completed', 'code': 200} Jul 05 03:27:14.570173 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fed923c-81ec-4c6d-a9ca-6535f40bc2dd req-aa83430b-b42d-451a-ba37-454db8d7a128 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:27:14.573877 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4fed923c-81ec-4c6d-a9ca-6535f40bc2dd req-aa83430b-b42d-451a-ba37-454db8d7a128 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] 10.222.0.23 "GET /v2.0/ports?device_id=3288319c-685a-4cf4-ae97-cc66cca6a54f HTTP/1.1" status: 200 len: 985 time: 0.1107223 Jul 05 03:27:14.618584 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cb1d19-5e3b-4cff-be34-f51b57dd2a16 req-e04fbc90-0d80-4975-9256-1d1bae45d07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:27:14.620798 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-79cb1d19-5e3b-4cff-be34-f51b57dd2a16 req-e04fbc90-0d80-4975-9256-1d1bae45d07a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=469015f532af4ce2906beb389f33e8e0&device_id=3288319c-685a-4cf4-ae97-cc66cca6a54f HTTP/1.1" status: 200 len: 1137 time: 0.0648623 Jul 05 03:27:14.636435 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4fed923c-81ec-4c6d-a9ca-6535f40bc2dd req-809b9509-5b16-4937-b01a-ff98bdef4608 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] 10.222.0.23 "GET /v2.0/security-groups?id=c98cd28c-9866-475e-8609-9a97f83b4b5d&id=1b41f618-14c8-44dc-b571-5b795b03fe9c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0559204 Jul 05 03:27:14.657532 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-10983d91-fb22-40b4-aa42-606f5b61fb37 None None] Provisioning complete for port 2dd91790-1889-4ca8-85a2-5649ad21dd12 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:27:14.658233 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-10983d91-fb22-40b4-aa42-606f5b61fb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:27:14.721208 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cb1d19-5e3b-4cff-be34-f51b57dd2a16 req-50133924-f79c-4a87-862c-9360ec327c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:27:14.722769 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-79cb1d19-5e3b-4cff-be34-f51b57dd2a16 req-50133924-f79c-4a87-862c-9360ec327c74 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c21b0218-f17e-4c28-a728-da80acef150d HTTP/1.1" status: 200 len: 914 time: 0.0950472 Jul 05 03:27:14.799363 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-79cb1d19-5e3b-4cff-be34-f51b57dd2a16 req-f77e9184-3a65-4a06-967e-f467fb14a1fc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2dd91790-1889-4ca8-85a2-5649ad21dd12 HTTP/1.1" status: 200 len: 1002 time: 0.0695536 Jul 05 03:27:14.863987 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cb1d19-5e3b-4cff-be34-f51b57dd2a16 req-eb212bce-cfbe-49a2-a725-639cfc1f9f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:27:14.872608 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-79cb1d19-5e3b-4cff-be34-f51b57dd2a16 req-eb212bce-cfbe-49a2-a725-639cfc1f9f56 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a6fc7344-362d-47e8-a2f1-548350569c04 HTTP/1.1" status: 200 len: 853 time: 0.0587566 Jul 05 03:27:14.927202 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cb1d19-5e3b-4cff-be34-f51b57dd2a16 req-1fe5c20d-6c0a-4727-b7f1-35020b48a36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:27:14.928814 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-79cb1d19-5e3b-4cff-be34-f51b57dd2a16 req-1fe5c20d-6c0a-4727-b7f1-35020b48a36b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c21b0218-f17e-4c28-a728-da80acef150d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564904 Jul 05 03:27:15.024508 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-79cb1d19-5e3b-4cff-be34-f51b57dd2a16 req-7eaaba5b-51b3-4466-9193-fb25fe57caa4 service neutron] 10.222.0.21 "GET /v2.0/networks/c21b0218-f17e-4c28-a728-da80acef150d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879314 Jul 05 03:27:15.128037 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-79cb1d19-5e3b-4cff-be34-f51b57dd2a16 req-3c3e9887-9df6-4153-ba00-f324ad7da380 service neutron] 10.222.0.21 "GET /v2.0/networks/c21b0218-f17e-4c28-a728-da80acef150d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972478 Jul 05 03:27:17.005544 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:27:20.956111 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a4082753-1421-4425-a1e3-08f2a44190f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:27:23.333086 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-26bcfd86-4a92-40bf-b0e3-9a2367ca2973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:27:24.013391 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:27:24.939293 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:27:26.333645 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:27:29.113468 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d587fa03-1057-4ea7-8b1e-4607c6500260 req-45482f80-8213-43ca-ba9e-125b031886cc tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:27:29.115026 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d587fa03-1057-4ea7-8b1e-4607c6500260 req-45482f80-8213-43ca-ba9e-125b031886cc tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] 10.222.0.23 "GET /v2.0/ports?device_id=3288319c-685a-4cf4-ae97-cc66cca6a54f HTTP/1.1" status: 200 len: 985 time: 0.0665550 Jul 05 03:27:29.157897 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d587fa03-1057-4ea7-8b1e-4607c6500260 req-c4b13ae6-a0d5-4edd-b92b-4c728269e0ef tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] 10.222.0.23 "GET /v2.0/security-groups?id=c98cd28c-9866-475e-8609-9a97f83b4b5d&id=1b41f618-14c8-44dc-b571-5b795b03fe9c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0362096 Jul 05 03:27:29.208273 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b05b49-ace0-4418-bc4a-068db80b8ee5 req-dbb752da-3f0a-4049-9b9f-fd98ddee8463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:27:29.209814 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-79b05b49-ace0-4418-bc4a-068db80b8ee5 req-dbb752da-3f0a-4049-9b9f-fd98ddee8463 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=469015f532af4ce2906beb389f33e8e0&device_id=3288319c-685a-4cf4-ae97-cc66cca6a54f HTTP/1.1" status: 200 len: 1137 time: 0.0998750 Jul 05 03:27:29.301961 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b05b49-ace0-4418-bc4a-068db80b8ee5 req-90cfb002-b3f2-4a1d-9641-7a953c20ec61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:27:29.303412 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-79b05b49-ace0-4418-bc4a-068db80b8ee5 req-90cfb002-b3f2-4a1d-9641-7a953c20ec61 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c21b0218-f17e-4c28-a728-da80acef150d HTTP/1.1" status: 200 len: 914 time: 0.0871277 Jul 05 03:27:29.368092 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-79b05b49-ace0-4418-bc4a-068db80b8ee5 req-0194a44a-8bef-45d0-ab7e-ea34a94086c3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2dd91790-1889-4ca8-85a2-5649ad21dd12 HTTP/1.1" status: 200 len: 1002 time: 0.0577443 Jul 05 03:27:29.426884 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b05b49-ace0-4418-bc4a-068db80b8ee5 req-fe8709ab-7bbd-4961-94c4-51278412b963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:27:29.428416 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-79b05b49-ace0-4418-bc4a-068db80b8ee5 req-fe8709ab-7bbd-4961-94c4-51278412b963 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a6fc7344-362d-47e8-a2f1-548350569c04 HTTP/1.1" status: 200 len: 853 time: 0.0539048 Jul 05 03:27:29.493080 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b05b49-ace0-4418-bc4a-068db80b8ee5 req-6b281a15-c3bc-4c33-b4e5-96fb319e6d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:27:29.494683 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-79b05b49-ace0-4418-bc4a-068db80b8ee5 req-6b281a15-c3bc-4c33-b4e5-96fb319e6d97 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c21b0218-f17e-4c28-a728-da80acef150d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0595715 Jul 05 03:27:29.587499 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-79b05b49-ace0-4418-bc4a-068db80b8ee5 req-230f3c47-dd69-4c86-82cd-e37ee40ca09b service neutron] 10.222.0.21 "GET /v2.0/networks/c21b0218-f17e-4c28-a728-da80acef150d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855353 Jul 05 03:27:29.681862 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-79b05b49-ace0-4418-bc4a-068db80b8ee5 req-da27f19c-48c3-4e8b-ae47-33aa7e511d6e service neutron] 10.222.0.21 "GET /v2.0/networks/c21b0218-f17e-4c28-a728-da80acef150d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882587 Jul 05 03:27:30.106242 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ba11df-3913-40f6-ae78-37efc60a4f52 req-f258801e-dd9d-406a-84b0-50ae20084396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:27:30.107787 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-44ba11df-3913-40f6-ae78-37efc60a4f52 req-f258801e-dd9d-406a-84b0-50ae20084396 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=469015f532af4ce2906beb389f33e8e0&device_id=3288319c-685a-4cf4-ae97-cc66cca6a54f HTTP/1.1" status: 200 len: 1137 time: 0.0531449 Jul 05 03:27:30.209719 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ba11df-3913-40f6-ae78-37efc60a4f52 req-477c4d9b-24a8-43fe-b2da-2354b4f32314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:27:30.212560 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-44ba11df-3913-40f6-ae78-37efc60a4f52 req-477c4d9b-24a8-43fe-b2da-2354b4f32314 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c21b0218-f17e-4c28-a728-da80acef150d HTTP/1.1" status: 200 len: 914 time: 0.0840290 Jul 05 03:27:30.290145 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-44ba11df-3913-40f6-ae78-37efc60a4f52 req-f724910f-ab98-47f7-aa6a-812c026fd973 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2dd91790-1889-4ca8-85a2-5649ad21dd12 HTTP/1.1" status: 200 len: 1002 time: 0.0715585 Jul 05 03:27:30.365761 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ba11df-3913-40f6-ae78-37efc60a4f52 req-c5e36110-a65d-4d00-bc1e-d5cde69199dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:27:30.367301 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-44ba11df-3913-40f6-ae78-37efc60a4f52 req-c5e36110-a65d-4d00-bc1e-d5cde69199dc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a6fc7344-362d-47e8-a2f1-548350569c04 HTTP/1.1" status: 200 len: 853 time: 0.0566607 Jul 05 03:27:30.414259 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed0d99d-7706-4f33-96f9-d5f970d32f3f req-cae96bd3-5215-4196-b14a-08921cc9a66d tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:27:30.415731 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5ed0d99d-7706-4f33-96f9-d5f970d32f3f req-cae96bd3-5215-4196-b14a-08921cc9a66d tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] 10.222.0.23 "GET /v2.0/ports?device_id=3288319c-685a-4cf4-ae97-cc66cca6a54f HTTP/1.1" status: 200 len: 985 time: 0.1393604 Jul 05 03:27:30.467420 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5ed0d99d-7706-4f33-96f9-d5f970d32f3f req-8428844b-c82b-462d-b62e-82426704ea55 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] 10.222.0.23 "GET /v2.0/security-groups?id=c98cd28c-9866-475e-8609-9a97f83b4b5d&id=1b41f618-14c8-44dc-b571-5b795b03fe9c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0448868 Jul 05 03:27:30.469967 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ba11df-3913-40f6-ae78-37efc60a4f52 req-f1d5d3f9-a278-41a1-a39a-fd1465fe1c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:27:30.471418 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-44ba11df-3913-40f6-ae78-37efc60a4f52 req-f1d5d3f9-a278-41a1-a39a-fd1465fe1c28 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c21b0218-f17e-4c28-a728-da80acef150d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0974426 Jul 05 03:27:30.562018 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-44ba11df-3913-40f6-ae78-37efc60a4f52 req-e162aaae-6048-4e25-bbc3-e758217de21e service neutron] 10.222.0.21 "GET /v2.0/networks/c21b0218-f17e-4c28-a728-da80acef150d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817001 Jul 05 03:27:30.663759 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-44ba11df-3913-40f6-ae78-37efc60a4f52 req-78bc14e8-caa2-4eca-828b-992766afdeed service neutron] 10.222.0.21 "GET /v2.0/networks/c21b0218-f17e-4c28-a728-da80acef150d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952797 Jul 05 03:27:31.638475 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abda59c-98bf-44a6-afc7-710578b6170e req-a31780bd-16df-4431-9954-b34c46787157 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:27:31.639961 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9abda59c-98bf-44a6-afc7-710578b6170e req-a31780bd-16df-4431-9954-b34c46787157 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] 10.222.0.23 "GET /v2.0/ports?device_id=3288319c-685a-4cf4-ae97-cc66cca6a54f HTTP/1.1" status: 200 len: 985 time: 0.0622666 Jul 05 03:27:31.679285 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9abda59c-98bf-44a6-afc7-710578b6170e req-fddfecd9-168f-4db5-9eb7-ed1a42a1d802 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] 10.222.0.23 "GET /v2.0/security-groups?id=c98cd28c-9866-475e-8609-9a97f83b4b5d&id=1b41f618-14c8-44dc-b571-5b795b03fe9c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336292 Jul 05 03:27:32.851406 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1424b8c3-c900-46d9-9706-568501294bc4 req-3c51a2f6-c4da-4cb3-9920-7846ea7df3fe tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:27:32.852848 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1424b8c3-c900-46d9-9706-568501294bc4 req-3c51a2f6-c4da-4cb3-9920-7846ea7df3fe tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] 10.222.0.23 "GET /v2.0/ports?device_id=3288319c-685a-4cf4-ae97-cc66cca6a54f HTTP/1.1" status: 200 len: 985 time: 0.0633781 Jul 05 03:27:32.893852 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1424b8c3-c900-46d9-9706-568501294bc4 req-ac6e3eff-78d0-4d02-aaed-1c40e8de1ba4 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] 10.222.0.23 "GET /v2.0/security-groups?id=c98cd28c-9866-475e-8609-9a97f83b4b5d&id=1b41f618-14c8-44dc-b571-5b795b03fe9c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0352573 Jul 05 03:27:34.398099 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fc129f-63ba-4ed0-a979-70503a647ac9 req-1fcb19e9-b94b-4d10-8cf1-d0193e9739b9 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:27:34.399608 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-07fc129f-63ba-4ed0-a979-70503a647ac9 req-1fcb19e9-b94b-4d10-8cf1-d0193e9739b9 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] 10.222.0.23 "GET /v2.0/ports?device_id=3288319c-685a-4cf4-ae97-cc66cca6a54f HTTP/1.1" status: 200 len: 985 time: 0.3961790 Jul 05 03:27:34.438898 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-07fc129f-63ba-4ed0-a979-70503a647ac9 req-1706ab5b-7cb8-425b-85bf-f3b63d47426d tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] 10.222.0.23 "GET /v2.0/security-groups?id=c98cd28c-9866-475e-8609-9a97f83b4b5d&id=1b41f618-14c8-44dc-b571-5b795b03fe9c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335584 Jul 05 03:27:35.614189 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d2bd0c-3b3f-4931-9463-3e7b3b482779 req-72235ae9-5627-490c-91fe-5d4ec001e5bd tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:27:35.615678 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-17d2bd0c-3b3f-4931-9463-3e7b3b482779 req-72235ae9-5627-490c-91fe-5d4ec001e5bd tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] 10.222.0.23 "GET /v2.0/ports?device_id=3288319c-685a-4cf4-ae97-cc66cca6a54f HTTP/1.1" status: 200 len: 985 time: 0.0661683 Jul 05 03:27:35.654181 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-17d2bd0c-3b3f-4931-9463-3e7b3b482779 req-0116e335-8907-44b5-b426-acef59e99c14 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] 10.222.0.23 "GET /v2.0/security-groups?id=c98cd28c-9866-475e-8609-9a97f83b4b5d&id=1b41f618-14c8-44dc-b571-5b795b03fe9c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0328386 Jul 05 03:27:36.829556 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20604d7-152b-42d9-ae91-9d8f92a99139 req-14a9702e-025a-4274-9073-474083e9a6ac tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:27:36.830993 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e20604d7-152b-42d9-ae91-9d8f92a99139 req-14a9702e-025a-4274-9073-474083e9a6ac tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] 10.222.0.23 "GET /v2.0/ports?device_id=3288319c-685a-4cf4-ae97-cc66cca6a54f HTTP/1.1" status: 200 len: 985 time: 0.0642383 Jul 05 03:27:36.871112 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e20604d7-152b-42d9-ae91-9d8f92a99139 req-d9d97b75-0e99-47e8-893f-556ed3660e27 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] 10.222.0.23 "GET /v2.0/security-groups?id=c98cd28c-9866-475e-8609-9a97f83b4b5d&id=1b41f618-14c8-44dc-b571-5b795b03fe9c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343604 Jul 05 03:27:38.042985 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fba669-1ce8-4470-a4d7-71b2c17aa248 req-605fb5d9-c193-4724-9a85-f93187113e06 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:27:38.044474 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-56fba669-1ce8-4470-a4d7-71b2c17aa248 req-605fb5d9-c193-4724-9a85-f93187113e06 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] 10.222.0.23 "GET /v2.0/ports?device_id=3288319c-685a-4cf4-ae97-cc66cca6a54f HTTP/1.1" status: 200 len: 985 time: 0.0630033 Jul 05 03:27:38.084168 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-56fba669-1ce8-4470-a4d7-71b2c17aa248 req-a41e0872-c91c-44bb-957d-1a2dcaa713fb tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] 10.222.0.23 "GET /v2.0/security-groups?id=c98cd28c-9866-475e-8609-9a97f83b4b5d&id=1b41f618-14c8-44dc-b571-5b795b03fe9c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334535 Jul 05 03:27:39.267215 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb1e3bd-243b-4f35-a2bb-8507232a70ee req-396a1ca7-882c-415e-8947-24b8ae9852ff tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:27:39.268732 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-feb1e3bd-243b-4f35-a2bb-8507232a70ee req-396a1ca7-882c-415e-8947-24b8ae9852ff tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] 10.222.0.23 "GET /v2.0/ports?device_id=3288319c-685a-4cf4-ae97-cc66cca6a54f HTTP/1.1" status: 200 len: 985 time: 0.0692587 Jul 05 03:27:39.308274 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-feb1e3bd-243b-4f35-a2bb-8507232a70ee req-18fbe7c3-d938-41cb-b9fa-fa62a91878d6 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] 10.222.0.23 "GET /v2.0/security-groups?id=c98cd28c-9866-475e-8609-9a97f83b4b5d&id=1b41f618-14c8-44dc-b571-5b795b03fe9c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337372 Jul 05 03:27:40.483009 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1cf6ca-4802-4570-a497-9b8ce17baa87 req-80ebf61f-4e68-468c-94e3-6f509a7622f7 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:27:40.484530 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4c1cf6ca-4802-4570-a497-9b8ce17baa87 req-80ebf61f-4e68-468c-94e3-6f509a7622f7 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] 10.222.0.23 "GET /v2.0/ports?device_id=3288319c-685a-4cf4-ae97-cc66cca6a54f HTTP/1.1" status: 200 len: 985 time: 0.0620856 Jul 05 03:27:40.527343 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4c1cf6ca-4802-4570-a497-9b8ce17baa87 req-4d3850a2-65f0-4653-8331-125ee5424445 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] 10.222.0.23 "GET /v2.0/security-groups?id=c98cd28c-9866-475e-8609-9a97f83b4b5d&id=1b41f618-14c8-44dc-b571-5b795b03fe9c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0370347 Jul 05 03:27:41.704328 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbbf0c3-37b6-46f5-b46e-c4f4788e8a65 req-493cdab9-c561-4735-b2b1-42dbc805f013 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:27:41.705835 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-edbbf0c3-37b6-46f5-b46e-c4f4788e8a65 req-493cdab9-c561-4735-b2b1-42dbc805f013 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] 10.222.0.23 "GET /v2.0/ports?device_id=3288319c-685a-4cf4-ae97-cc66cca6a54f HTTP/1.1" status: 200 len: 985 time: 0.0674415 Jul 05 03:27:41.746284 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-edbbf0c3-37b6-46f5-b46e-c4f4788e8a65 req-b0ac700b-a6ba-4a95-b2c0-c9612ef42ea3 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] 10.222.0.23 "GET /v2.0/security-groups?id=c98cd28c-9866-475e-8609-9a97f83b4b5d&id=1b41f618-14c8-44dc-b571-5b795b03fe9c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346906 Jul 05 03:27:42.375051 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:27:42.458348 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:27:42.921520 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98db4e8f-39d2-479f-9069-d3a7eebe1e9c req-5fab96f0-bf6d-4597-8d39-bbb66473c250 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:27:42.923080 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-98db4e8f-39d2-479f-9069-d3a7eebe1e9c req-5fab96f0-bf6d-4597-8d39-bbb66473c250 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] 10.222.0.23 "GET /v2.0/ports?device_id=3288319c-685a-4cf4-ae97-cc66cca6a54f HTTP/1.1" status: 200 len: 985 time: 0.0632293 Jul 05 03:27:42.963760 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-98db4e8f-39d2-479f-9069-d3a7eebe1e9c req-aad55c0f-9e5b-448e-ad93-e6a5ea07d3c0 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] 10.222.0.23 "GET /v2.0/security-groups?id=c98cd28c-9866-475e-8609-9a97f83b4b5d&id=1b41f618-14c8-44dc-b571-5b795b03fe9c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0347626 Jul 05 03:27:44.154571 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0266aa9-687e-4de9-9f26-081080fa0e33 req-d421b235-390d-4596-b17b-b2a7c63bef81 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:27:44.156096 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e0266aa9-687e-4de9-9f26-081080fa0e33 req-d421b235-390d-4596-b17b-b2a7c63bef81 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] 10.222.0.23 "GET /v2.0/ports?device_id=3288319c-685a-4cf4-ae97-cc66cca6a54f HTTP/1.1" status: 200 len: 985 time: 0.0787759 Jul 05 03:27:44.200662 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e0266aa9-687e-4de9-9f26-081080fa0e33 req-3c0bd7f2-eb8c-4c59-8732-b28a8813f823 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] 10.222.0.23 "GET /v2.0/security-groups?id=c98cd28c-9866-475e-8609-9a97f83b4b5d&id=1b41f618-14c8-44dc-b571-5b795b03fe9c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0386829 Jul 05 03:27:45.373742 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbe4fc2-8ba8-4a06-a03f-af2db100f4c3 req-c096013e-6fab-4d9c-8d4b-26175123cb81 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:27:45.375214 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4fbe4fc2-8ba8-4a06-a03f-af2db100f4c3 req-c096013e-6fab-4d9c-8d4b-26175123cb81 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] 10.222.0.23 "GET /v2.0/ports?device_id=3288319c-685a-4cf4-ae97-cc66cca6a54f HTTP/1.1" status: 200 len: 985 time: 0.0630128 Jul 05 03:27:45.414893 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4fbe4fc2-8ba8-4a06-a03f-af2db100f4c3 req-fb174690-f850-4b59-a7aa-5e74d9759df8 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] 10.222.0.23 "GET /v2.0/security-groups?id=c98cd28c-9866-475e-8609-9a97f83b4b5d&id=1b41f618-14c8-44dc-b571-5b795b03fe9c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338633 Jul 05 03:27:46.607690 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb06357-3490-40ba-bd9f-22b0c132a3a4 req-f2b931a9-40b4-4735-9427-6c6134ba67cd tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:27:46.609823 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1fb06357-3490-40ba-bd9f-22b0c132a3a4 req-f2b931a9-40b4-4735-9427-6c6134ba67cd tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] 10.222.0.23 "GET /v2.0/ports?device_id=3288319c-685a-4cf4-ae97-cc66cca6a54f HTTP/1.1" status: 200 len: 985 time: 0.0634556 Jul 05 03:27:46.648109 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1fb06357-3490-40ba-bd9f-22b0c132a3a4 req-6bf2df17-9edc-43b6-9d25-5c4644516bf7 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] 10.222.0.23 "GET /v2.0/security-groups?id=c98cd28c-9866-475e-8609-9a97f83b4b5d&id=1b41f618-14c8-44dc-b571-5b795b03fe9c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327041 Jul 05 03:27:50.939520 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8ececc89-2a7d-4f67-976b-aada69e6574a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:27:53.350177 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-66b3f82e-cc09-4bd2-a4ca-d891e68e2089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:27:53.995760 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:27:54.004862 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:27:54.876145 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:27:56.321411 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:12.366891 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:12.492936 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:18.984958 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b7a4ab08-f963-4f58-ab7f-19520d2d0fbf req-a52eb612-ce17-4832-918e-d5b81d658292 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2128460810&fields=id&tenant_id=469015f532af4ce2906beb389f33e8e0 HTTP/1.1" status: 200 len: 267 time: 0.0380726 Jul 05 03:28:19.051610 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a4ab08-f963-4f58-ab7f-19520d2d0fbf req-66106d64-7ef9-49e6-b6c6-1b8f368de536 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:28:19.053129 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b7a4ab08-f963-4f58-ab7f-19520d2d0fbf req-66106d64-7ef9-49e6-b6c6-1b8f368de536 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] 10.222.0.23 "GET /v2.0/ports?device_id=3288319c-685a-4cf4-ae97-cc66cca6a54f HTTP/1.1" status: 200 len: 985 time: 0.0628462 Jul 05 03:28:19.063640 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-b7a4ab08-f963-4f58-ab7f-19520d2d0fbf req-9828bedc-0e03-4f36-b45d-a3fd6aec24ee tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Request body: {'port': {'security_groups': ['1b41f618-14c8-44dc-b571-5b795b03fe9c']}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:28:19.143660 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b7a4ab08-f963-4f58-ab7f-19520d2d0fbf req-9828bedc-0e03-4f36-b45d-a3fd6aec24ee tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:19.310781 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-b7a4ab08-f963-4f58-ab7f-19520d2d0fbf req-9828bedc-0e03-4f36-b45d-a3fd6aec24ee tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] For port 2dd91790-1889-4ca8-85a2-5649ad21dd12, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=2dd91790-1889-4ca8-85a2-5649ad21dd12,segment=NetworkSegment(ebc67754-b94c-4cae-889b-38d1f8ac3cbe),segment_id=ebc67754-b94c-4cae-889b-38d1f8ac3cbe)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:28:19.339318 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b7a4ab08-f963-4f58-ab7f-19520d2d0fbf req-9828bedc-0e03-4f36-b45d-a3fd6aec24ee tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:19.434481 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b7a4ab08-f963-4f58-ab7f-19520d2d0fbf req-9828bedc-0e03-4f36-b45d-a3fd6aec24ee tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:19.450758 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['2dd91790-1889-4ca8-85a2-5649ad21dd12'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:28:19.481947 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a4ab08-f963-4f58-ab7f-19520d2d0fbf req-9828bedc-0e03-4f36-b45d-a3fd6aec24ee tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:28:19.482705 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b7a4ab08-f963-4f58-ab7f-19520d2d0fbf req-9828bedc-0e03-4f36-b45d-a3fd6aec24ee tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:19.486153 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b7a4ab08-f963-4f58-ab7f-19520d2d0fbf req-9828bedc-0e03-4f36-b45d-a3fd6aec24ee tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] 10.222.0.23 "PUT /v2.0/ports/2dd91790-1889-4ca8-85a2-5649ad21dd12 HTTP/1.1" status: 200 len: 943 time: 0.4250052 Jul 05 03:28:19.486153 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3288319c-685a-4cf4-ae97-cc66cca6a54f', 'tag': '2dd91790-1889-4ca8-85a2-5649ad21dd12'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:28:19.486872 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4c1385bffaa5d930a7117e6982c27207eca91cca31cf4b43f86c7ad63cd24a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce063e1b-8320-46e7-bec8-a8c4abd49c3f" -d '{"events": [{"name": "network-changed", "server_uuid": "3288319c-685a-4cf4-ae97-cc66cca6a54f", "tag": "2dd91790-1889-4ca8-85a2-5649ad21dd12"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:28:19.491873 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 50618) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:28:19.526399 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9828bedc-0e03-4f36-b45d-a3fd6aec24ee tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Pushing event updated for resources: {'Port': ['ID=2dd91790-1889-4ca8-85a2-5649ad21dd12,revision_number=7']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:28:19.540155 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9828bedc-0e03-4f36-b45d-a3fd6aec24ee tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:28:19.540518 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9828bedc-0e03-4f36-b45d-a3fd6aec24ee tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:28:19.540865 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9828bedc-0e03-4f36-b45d-a3fd6aec24ee tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:28:19.541209 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9828bedc-0e03-4f36-b45d-a3fd6aec24ee tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:28:19.541777 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9828bedc-0e03-4f36-b45d-a3fd6aec24ee tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:28:19.541925 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9828bedc-0e03-4f36-b45d-a3fd6aec24ee tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:28:19.542905 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9828bedc-0e03-4f36-b45d-a3fd6aec24ee tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:28:19.543604 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9828bedc-0e03-4f36-b45d-a3fd6aec24ee tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:28:19.544099 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9828bedc-0e03-4f36-b45d-a3fd6aec24ee tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:28:19.544590 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9828bedc-0e03-4f36-b45d-a3fd6aec24ee tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:28:19.545045 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9828bedc-0e03-4f36-b45d-a3fd6aec24ee tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:28:19.545381 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9828bedc-0e03-4f36-b45d-a3fd6aec24ee tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:28:19.551814 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['2dd91790-1889-4ca8-85a2-5649ad21dd12'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:28:19.578026 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b20d78e0-a19c-4941-a7d2-963577ba3975 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:19.611824 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b20d78e0-a19c-4941-a7d2-963577ba3975 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:19.644418 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b02872-694e-4965-a0f8-1d80ca4d56ea x-openstack-request-id: req-26b02872-694e-4965-a0f8-1d80ca4d56ea {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:28:19.644720 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3288319c-685a-4cf4-ae97-cc66cca6a54f", "tag": "2dd91790-1889-4ca8-85a2-5649ad21dd12", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:28:19.644979 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-26b02872-694e-4965-a0f8-1d80ca4d56ea {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:28:19.645684 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3288319c-685a-4cf4-ae97-cc66cca6a54f', 'tag': '2dd91790-1889-4ca8-85a2-5649ad21dd12', 'status': 'completed', 'code': 200} Jul 05 03:28:19.732074 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce063e1b-8320-46e7-bec8-a8c4abd49c3f req-ccb0eec2-a639-45c3-a365-cb4f00dd3f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:28:19.733599 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ce063e1b-8320-46e7-bec8-a8c4abd49c3f req-ccb0eec2-a639-45c3-a365-cb4f00dd3f2d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=469015f532af4ce2906beb389f33e8e0&device_id=3288319c-685a-4cf4-ae97-cc66cca6a54f HTTP/1.1" status: 200 len: 1098 time: 0.0667810 Jul 05 03:28:19.773341 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-cd71750d-c383-47e2-b58e-0ba1ed18bf49 None None] Provisioning complete for port 2dd91790-1889-4ca8-85a2-5649ad21dd12 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:28:19.773621 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-cd71750d-c383-47e2-b58e-0ba1ed18bf49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:19.783414 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b20d78e0-a19c-4941-a7d2-963577ba3975 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:19.786234 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b20d78e0-a19c-4941-a7d2-963577ba3975 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:19.787435 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-b20d78e0-a19c-4941-a7d2-963577ba3975 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] 10.222.0.23 "DELETE /v2.0/security-groups/c98cd28c-9866-475e-8609-9a97f83b4b5d HTTP/1.1" status: 204 len: 168 time: 0.2936854 Jul 05 03:28:19.791837 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 50622) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:28:19.806491 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20d78e0-a19c-4941-a7d2-963577ba3975 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c98cd28c-9866-475e-8609-9a97f83b4b5d,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:28:19.836949 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce063e1b-8320-46e7-bec8-a8c4abd49c3f req-f89380a9-130d-43dc-a35c-fe0a61969565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:28:19.838617 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ce063e1b-8320-46e7-bec8-a8c4abd49c3f req-f89380a9-130d-43dc-a35c-fe0a61969565 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c21b0218-f17e-4c28-a728-da80acef150d HTTP/1.1" status: 200 len: 914 time: 0.0987105 Jul 05 03:28:19.852760 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20d78e0-a19c-4941-a7d2-963577ba3975 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:28:19.855021 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20d78e0-a19c-4941-a7d2-963577ba3975 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:28:19.855021 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20d78e0-a19c-4941-a7d2-963577ba3975 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:28:19.855021 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20d78e0-a19c-4941-a7d2-963577ba3975 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:28:19.855021 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20d78e0-a19c-4941-a7d2-963577ba3975 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:28:19.855021 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20d78e0-a19c-4941-a7d2-963577ba3975 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:28:19.855021 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20d78e0-a19c-4941-a7d2-963577ba3975 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:28:19.855021 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20d78e0-a19c-4941-a7d2-963577ba3975 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:28:19.855662 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20d78e0-a19c-4941-a7d2-963577ba3975 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:28:19.855662 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20d78e0-a19c-4941-a7d2-963577ba3975 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:28:19.856014 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20d78e0-a19c-4941-a7d2-963577ba3975 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:28:19.856259 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20d78e0-a19c-4941-a7d2-963577ba3975 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:28:19.911623 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ce063e1b-8320-46e7-bec8-a8c4abd49c3f req-8c69cc97-335f-41c4-9c00-3f000aa35c53 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2dd91790-1889-4ca8-85a2-5649ad21dd12 HTTP/1.1" status: 200 len: 1002 time: 0.0651019 Jul 05 03:28:19.963142 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce063e1b-8320-46e7-bec8-a8c4abd49c3f req-b2b43133-52ce-4039-9694-d4f5107932d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:28:19.964552 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ce063e1b-8320-46e7-bec8-a8c4abd49c3f req-b2b43133-52ce-4039-9694-d4f5107932d3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a6fc7344-362d-47e8-a2f1-548350569c04 HTTP/1.1" status: 200 len: 853 time: 0.0455327 Jul 05 03:28:19.978687 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-5ca6307c-b266-4d5a-b750-7c3eca56f8f1 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Deleting port f1c3b06f-d77e-42cf-9b4e-7d96c534ee7d {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:28:19.979100 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5ca6307c-b266-4d5a-b750-7c3eca56f8f1 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:20.024701 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce063e1b-8320-46e7-bec8-a8c4abd49c3f req-65267386-d63b-4f6c-a851-ed95bd65917f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:28:20.026354 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ce063e1b-8320-46e7-bec8-a8c4abd49c3f req-65267386-d63b-4f6c-a851-ed95bd65917f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c21b0218-f17e-4c28-a728-da80acef150d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0558729 Jul 05 03:28:20.054758 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5ca6307c-b266-4d5a-b750-7c3eca56f8f1 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:20.055082 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5ca6307c-b266-4d5a-b750-7c3eca56f8f1 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:20.066621 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-5ca6307c-b266-4d5a-b750-7c3eca56f8f1 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Calling delete_port for f1c3b06f-d77e-42cf-9b4e-7d96c534ee7d owned by network:floatingip {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:28:20.116069 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ce063e1b-8320-46e7-bec8-a8c4abd49c3f req-6ad5f9d7-7fac-4851-87b3-74447126cfd5 service neutron] 10.222.0.21 "GET /v2.0/networks/c21b0218-f17e-4c28-a728-da80acef150d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832281 Jul 05 03:28:20.210185 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ce063e1b-8320-46e7-bec8-a8c4abd49c3f req-b836b418-ac5b-4ac3-a351-a58250add94f service neutron] 10.222.0.21 "GET /v2.0/networks/c21b0218-f17e-4c28-a728-da80acef150d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873637 Jul 05 03:28:20.356253 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5ca6307c-b266-4d5a-b750-7c3eca56f8f1 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:20.383552 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca6307c-b266-4d5a-b750-7c3eca56f8f1 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Pushing event deleted for resources: {'Port': ['ID=f1c3b06f-d77e-42cf-9b4e-7d96c534ee7d,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:28:20.447313 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5ca6307c-b266-4d5a-b750-7c3eca56f8f1 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Notify callbacks [] for floatingip, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:20.447710 n-d-771362-32 neutron-server[94462]: INFO neutron.db.l3_db [None req-5ca6307c-b266-4d5a-b750-7c3eca56f8f1 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Floating IP 88a2dacd-dc21-4646-9ed4-cbb23f53aca8 disassociated (deleted). External IP: 172.25.7.160, port: 2dd91790-1889-4ca8-85a2-5649ad21dd12. Jul 05 03:28:20.651638 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ca6307c-b266-4d5a-b750-7c3eca56f8f1 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Router 178363b9-8671-4407-9066-a9a4db9114c8 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:28:20.758557 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ca6307c-b266-4d5a-b750-7c3eca56f8f1 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:28:20.763448 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5ca6307c-b266-4d5a-b750-7c3eca56f8f1 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:20.770243 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4048577-49a0-499e-84a1-e58ed6da3c4e None None] Sync routers for ids ['178363b9-8671-4407-9066-a9a4db9114c8'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:28:20.779270 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4048577-49a0-499e-84a1-e58ed6da3c4e None None] Routers {'178363b9-8671-4407-9066-a9a4db9114c8'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:28:20.779881 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-c4048577-49a0-499e-84a1-e58ed6da3c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:27:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['178363b9-8671-4407-9066-a9a4db9114c8'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:28:20.803252 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-5ca6307c-b266-4d5a-b750-7c3eca56f8f1 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] 10.222.0.23 "DELETE /v2.0/floatingips/88a2dacd-dc21-4646-9ed4-cbb23f53aca8 HTTP/1.1" status: 204 len: 168 time: 1.0103042 Jul 05 03:28:20.803844 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3288319c-685a-4cf4-ae97-cc66cca6a54f', 'tag': '2dd91790-1889-4ca8-85a2-5649ad21dd12'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:28:20.806258 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11141f6c68b9db4323543981e20059e25754165b6910e3da155bf2bc30bd8242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b360cd7c-f89c-44ed-8beb-78fe031b574f" -d '{"events": [{"name": "network-changed", "server_uuid": "3288319c-685a-4cf4-ae97-cc66cca6a54f", "tag": "2dd91790-1889-4ca8-85a2-5649ad21dd12"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:28:20.858609 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-887ce424-6c4b-4c53-b20b-0e422e6e499a x-openstack-request-id: req-887ce424-6c4b-4c53-b20b-0e422e6e499a {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:28:20.858897 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3288319c-685a-4cf4-ae97-cc66cca6a54f", "tag": "2dd91790-1889-4ca8-85a2-5649ad21dd12", "status": "completed", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:28:20.859144 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-887ce424-6c4b-4c53-b20b-0e422e6e499a {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:28:20.859735 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3288319c-685a-4cf4-ae97-cc66cca6a54f', 'tag': '2dd91790-1889-4ca8-85a2-5649ad21dd12', 'status': 'completed', 'code': 200} Jul 05 03:28:20.900548 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-c4048577-49a0-499e-84a1-e58ed6da3c4e None None] Set router 178363b9-8671-4407-9066-a9a4db9114c8 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:28:20.941942 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b360cd7c-f89c-44ed-8beb-78fe031b574f req-0888f382-2c1f-46d3-9822-31c131f86414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:28:20.943949 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b360cd7c-f89c-44ed-8beb-78fe031b574f req-0888f382-2c1f-46d3-9822-31c131f86414 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=469015f532af4ce2906beb389f33e8e0&device_id=3288319c-685a-4cf4-ae97-cc66cca6a54f HTTP/1.1" status: 200 len: 1098 time: 0.0622654 Jul 05 03:28:20.946612 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5b657673-7e92-472a-bc2a-45736ac8091a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:21.045815 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b360cd7c-f89c-44ed-8beb-78fe031b574f req-09219a51-162b-48c9-add1-85294560da0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:28:21.045815 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b360cd7c-f89c-44ed-8beb-78fe031b574f req-09219a51-162b-48c9-add1-85294560da0e service neutron] 10.222.0.21 "GET /v2.0/networks?id=c21b0218-f17e-4c28-a728-da80acef150d HTTP/1.1" status: 200 len: 914 time: 0.0925422 Jul 05 03:28:21.088586 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b360cd7c-f89c-44ed-8beb-78fe031b574f req-cb2a11d0-f442-4685-b117-10cf880283f4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2dd91790-1889-4ca8-85a2-5649ad21dd12 HTTP/1.1" status: 200 len: 217 time: 0.0391624 Jul 05 03:28:21.110783 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-c4048577-49a0-499e-84a1-e58ed6da3c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178363b9-8671-4407-9066-a9a4db9114c8', 'name': 'tempest-TestMinimumBasicScenario-900694511-router', 'tenant_id': '469015f532af4ce2906beb389f33e8e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '9a4c64e1-ddaa-41f7-abfa-7ca6edb782c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:26:10Z', 'updated_at': '2021-07-05T03:26:13Z', 'revision_number': 4, 'project_id': '469015f532af4ce2906beb389f33e8e0', 'gw_port': {'id': '9a4c64e1-ddaa-41f7-abfa-7ca6edb782c3', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:15:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178363b9-8671-4407-9066-a9a4db9114c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:26:10Z', 'updated_at': '2021-07-05T03:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'f047644d-57cf-4ee7-a85c-5161322b197a', 'name': '', 'network_id': 'c21b0218-f17e-4c28-a728-da80acef150d', 'tenant_id': '469015f532af4ce2906beb389f33e8e0', 'mac_address': 'fa:16:3e:c6:08:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178363b9-8671-4407-9066-a9a4db9114c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': 'a6fc7344-362d-47e8-a2f1-548350569c04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:26:12Z', 'updated_at': '2021-07-05T03:26:17Z', 'revision_number': 5, 'project_id': '469015f532af4ce2906beb389f33e8e0', 'subnets': [{'id': 'a6fc7344-362d-47e8-a2f1-548350569c04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:28:21.137486 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b360cd7c-f89c-44ed-8beb-78fe031b574f req-6d107d2a-308a-4340-a7e3-9f26e11479ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:28:21.138993 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b360cd7c-f89c-44ed-8beb-78fe031b574f req-6d107d2a-308a-4340-a7e3-9f26e11479ef service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a6fc7344-362d-47e8-a2f1-548350569c04 HTTP/1.1" status: 200 len: 853 time: 0.0446208 Jul 05 03:28:21.141539 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4048577-49a0-499e-84a1-e58ed6da3c4e None None] Checking router: 178363b9-8671-4407-9066-a9a4db9114c8 for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:28:21.152971 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4048577-49a0-499e-84a1-e58ed6da3c4e None None] Routers {'178363b9-8671-4407-9066-a9a4db9114c8'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:28:21.153587 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-c4048577-49a0-499e-84a1-e58ed6da3c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:27:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['178363b9-8671-4407-9066-a9a4db9114c8'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:28:21.217629 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b360cd7c-f89c-44ed-8beb-78fe031b574f req-c1a0058d-4cb3-4972-bdcf-c44d86036d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:28:21.219955 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b360cd7c-f89c-44ed-8beb-78fe031b574f req-c1a0058d-4cb3-4972-bdcf-c44d86036d5d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c21b0218-f17e-4c28-a728-da80acef150d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0747850 Jul 05 03:28:21.319308 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b360cd7c-f89c-44ed-8beb-78fe031b574f req-38d6d825-170e-4cf8-bb61-0ce9c48603d5 service neutron] 10.222.0.21 "GET /v2.0/networks/c21b0218-f17e-4c28-a728-da80acef150d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929737 Jul 05 03:28:21.419923 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b360cd7c-f89c-44ed-8beb-78fe031b574f req-7a688d03-477f-4e8e-a0e4-f377b891bb1b service neutron] 10.222.0.21 "GET /v2.0/networks/c21b0218-f17e-4c28-a728-da80acef150d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917871 Jul 05 03:28:21.431579 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-c4048577-49a0-499e-84a1-e58ed6da3c4e None None] Set router 178363b9-8671-4407-9066-a9a4db9114c8 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:28:21.633491 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-c4048577-49a0-499e-84a1-e58ed6da3c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178363b9-8671-4407-9066-a9a4db9114c8', 'name': 'tempest-TestMinimumBasicScenario-900694511-router', 'tenant_id': '469015f532af4ce2906beb389f33e8e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '9a4c64e1-ddaa-41f7-abfa-7ca6edb782c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:26:10Z', 'updated_at': '2021-07-05T03:26:13Z', 'revision_number': 4, 'project_id': '469015f532af4ce2906beb389f33e8e0', 'gw_port': {'id': '9a4c64e1-ddaa-41f7-abfa-7ca6edb782c3', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:15:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178363b9-8671-4407-9066-a9a4db9114c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:26:10Z', 'updated_at': '2021-07-05T03:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'f047644d-57cf-4ee7-a85c-5161322b197a', 'name': '', 'network_id': 'c21b0218-f17e-4c28-a728-da80acef150d', 'tenant_id': '469015f532af4ce2906beb389f33e8e0', 'mac_address': 'fa:16:3e:c6:08:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178363b9-8671-4407-9066-a9a4db9114c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': 'a6fc7344-362d-47e8-a2f1-548350569c04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:26:12Z', 'updated_at': '2021-07-05T03:26:17Z', 'revision_number': 5, 'project_id': '469015f532af4ce2906beb389f33e8e0', 'subnets': [{'id': 'a6fc7344-362d-47e8-a2f1-548350569c04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:28:21.662608 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4048577-49a0-499e-84a1-e58ed6da3c4e None None] The sync data for ids ['178363b9-8671-4407-9066-a9a4db9114c8'] in n-d-771362-32 is: [{'id': '178363b9-8671-4407-9066-a9a4db9114c8', 'name': 'tempest-TestMinimumBasicScenario-900694511-router', 'tenant_id': '469015f532af4ce2906beb389f33e8e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '9a4c64e1-ddaa-41f7-abfa-7ca6edb782c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:26:10Z', 'updated_at': '2021-07-05T03:26:13Z', 'revision_number': 4, 'project_id': '469015f532af4ce2906beb389f33e8e0', 'gw_port': {'id': '9a4c64e1-ddaa-41f7-abfa-7ca6edb782c3', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:15:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178363b9-8671-4407-9066-a9a4db9114c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:26:10Z', 'updated_at': '2021-07-05T03:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'f047644d-57cf-4ee7-a85c-5161322b197a', 'name': '', 'network_id': 'c21b0218-f17e-4c28-a728-da80acef150d', 'tenant_id': '469015f532af4ce2906beb389f33e8e0', 'mac_address': 'fa:16:3e:c6:08:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178363b9-8671-4407-9066-a9a4db9114c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': 'a6fc7344-362d-47e8-a2f1-548350569c04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:26:12Z', 'updated_at': '2021-07-05T03:26:17Z', 'revision_number': 5, 'project_id': '469015f532af4ce2906beb389f33e8e0', 'subnets': [{'id': 'a6fc7344-362d-47e8-a2f1-548350569c04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:28:21.885175 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4777aa81-c1e9-4659-82b6-f26ecd3b2968 None None] New status for floating IP 88a2dacd-dc21-4646-9ed4-cbb23f53aca8: DOWN {{(pid=94464) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:28:23.281448 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-95de697f-3ed7-4625-b393-2275eaccac4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:24.029925 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:24.886849 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:26.321404 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:29.804546 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832148f4-c996-4b6e-a6f6-888a43b1cc54 req-64540fb3-4349-43dc-ad27-9f5d60e58e97 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:28:29.806080 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-832148f4-c996-4b6e-a6f6-888a43b1cc54 req-64540fb3-4349-43dc-ad27-9f5d60e58e97 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] 10.222.0.23 "GET /v2.0/ports?device_id=3288319c-685a-4cf4-ae97-cc66cca6a54f HTTP/1.1" status: 200 len: 946 time: 0.0788858 Jul 05 03:28:30.180662 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-832148f4-c996-4b6e-a6f6-888a43b1cc54 req-f39bc7c4-78fc-4468-b40c-341f40968899 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b41f618-14c8-44dc-b571-5b795b03fe9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3688650 Jul 05 03:28:31.004365 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:28:31.354870 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8300c65-293f-4411-bb4b-ef13ca4cb022 req-e0ecf84c-f37e-40ea-a532-01408530121a tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:28:31.356305 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f8300c65-293f-4411-bb4b-ef13ca4cb022 req-e0ecf84c-f37e-40ea-a532-01408530121a tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] 10.222.0.23 "GET /v2.0/ports?device_id=3288319c-685a-4cf4-ae97-cc66cca6a54f HTTP/1.1" status: 200 len: 946 time: 0.0650377 Jul 05 03:28:31.394772 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f8300c65-293f-4411-bb4b-ef13ca4cb022 req-b3787ab0-e38f-4d1a-bd98-99ebf241e99a tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b41f618-14c8-44dc-b571-5b795b03fe9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328429 Jul 05 03:28:31.429103 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3354cba-9565-435a-8bb6-9fc2bf6a0ef0 req-c0f814e9-907e-48ad-b631-4635217581a3 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:28:31.430626 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e3354cba-9565-435a-8bb6-9fc2bf6a0ef0 req-c0f814e9-907e-48ad-b631-4635217581a3 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] 10.222.0.21 "GET /v2.0/ports?device_id=3288319c-685a-4cf4-ae97-cc66cca6a54f HTTP/1.1" status: 200 len: 946 time: 0.0620487 Jul 05 03:28:31.530347 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-e3354cba-9565-435a-8bb6-9fc2bf6a0ef0 req-ea711958-6f69-47b1-a1f7-4fd0e9f33e79 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Deleting port 2dd91790-1889-4ca8-85a2-5649ad21dd12 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:28:31.530828 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-e3354cba-9565-435a-8bb6-9fc2bf6a0ef0 req-ea711958-6f69-47b1-a1f7-4fd0e9f33e79 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:31.616533 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-e3354cba-9565-435a-8bb6-9fc2bf6a0ef0 req-ea711958-6f69-47b1-a1f7-4fd0e9f33e79 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] For port 2dd91790-1889-4ca8-85a2-5649ad21dd12, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=2dd91790-1889-4ca8-85a2-5649ad21dd12,segment=NetworkSegment(ebc67754-b94c-4cae-889b-38d1f8ac3cbe),segment_id=ebc67754-b94c-4cae-889b-38d1f8ac3cbe)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:28:31.616807 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-e3354cba-9565-435a-8bb6-9fc2bf6a0ef0 req-ea711958-6f69-47b1-a1f7-4fd0e9f33e79 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:31.628744 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-e3354cba-9565-435a-8bb6-9fc2bf6a0ef0 req-ea711958-6f69-47b1-a1f7-4fd0e9f33e79 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Calling delete_port for 2dd91790-1889-4ca8-85a2-5649ad21dd12 owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:28:31.812595 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-e3354cba-9565-435a-8bb6-9fc2bf6a0ef0 req-ea711958-6f69-47b1-a1f7-4fd0e9f33e79 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:31.824913 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['2dd91790-1889-4ca8-85a2-5649ad21dd12'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:28:31.840607 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea711958-6f69-47b1-a1f7-4fd0e9f33e79 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Pushing event deleted for resources: {'Port': ['ID=2dd91790-1889-4ca8-85a2-5649ad21dd12,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:28:31.890717 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3354cba-9565-435a-8bb6-9fc2bf6a0ef0 req-ea711958-6f69-47b1-a1f7-4fd0e9f33e79 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] No DVR routers for this DVR port 2dd91790-1889-4ca8-85a2-5649ad21dd12 on host n-h1-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:28:31.893551 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-e3354cba-9565-435a-8bb6-9fc2bf6a0ef0 req-ea711958-6f69-47b1-a1f7-4fd0e9f33e79 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:31.895626 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e3354cba-9565-435a-8bb6-9fc2bf6a0ef0 req-ea711958-6f69-47b1-a1f7-4fd0e9f33e79 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] 10.222.0.21 "DELETE /v2.0/ports/2dd91790-1889-4ca8-85a2-5649ad21dd12 HTTP/1.1" status: 204 len: 173 time: 0.4590960 Jul 05 03:28:31.896070 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3288319c-685a-4cf4-ae97-cc66cca6a54f', 'name': 'network-vif-deleted', 'tag': '2dd91790-1889-4ca8-85a2-5649ad21dd12'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:28:31.898373 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4c1385bffaa5d930a7117e6982c27207eca91cca31cf4b43f86c7ad63cd24a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3db80195-7862-4252-ad96-c01e322e714e" -d '{"events": [{"server_uuid": "3288319c-685a-4cf4-ae97-cc66cca6a54f", "name": "network-vif-deleted", "tag": "2dd91790-1889-4ca8-85a2-5649ad21dd12"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:28:31.936060 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-220f97ff-9063-49b1-936d-811c7feec297 x-openstack-request-id: req-220f97ff-9063-49b1-936d-811c7feec297 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:28:31.936349 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3288319c-685a-4cf4-ae97-cc66cca6a54f", "name": "network-vif-deleted", "tag": "2dd91790-1889-4ca8-85a2-5649ad21dd12", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:28:31.936597 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-220f97ff-9063-49b1-936d-811c7feec297 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:28:31.936995 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3288319c-685a-4cf4-ae97-cc66cca6a54f', 'name': 'network-vif-deleted', 'tag': '2dd91790-1889-4ca8-85a2-5649ad21dd12', 'status': 'completed', 'code': 200} Jul 05 03:28:32.547758 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-13c00fdf-cfae-4a3f-9f5d-f0f76261fe42 req-78d23817-2715-4c15-b0fe-b370f94770c5 tempest-TestMinimumBasicScenario-118563164 tempest-TestMinimumBasicScenario-118563164-project] 10.222.0.23 "GET /v2.0/ports?device_id=3288319c-685a-4cf4-ae97-cc66cca6a54f HTTP/1.1" status: 200 len: 210 time: 0.0299587 Jul 05 03:28:34.990794 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 50736) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:28:35.344791 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c1277ec9-9e32-4209-8115-708c9fbbc641 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1634680'] for router_interface, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:35.605067 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-c1277ec9-9e32-4209-8115-708c9fbbc641 admin admin] Deleting port f047644d-57cf-4ee7-a85c-5161322b197a {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:28:35.605448 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c1277ec9-9e32-4209-8115-708c9fbbc641 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:35.693128 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-c1277ec9-9e32-4209-8115-708c9fbbc641 admin admin] For port f047644d-57cf-4ee7-a85c-5161322b197a, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=f047644d-57cf-4ee7-a85c-5161322b197a,segment=NetworkSegment(ebc67754-b94c-4cae-889b-38d1f8ac3cbe),segment_id=ebc67754-b94c-4cae-889b-38d1f8ac3cbe)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:28:35.693480 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c1277ec9-9e32-4209-8115-708c9fbbc641 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:35.706093 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-c1277ec9-9e32-4209-8115-708c9fbbc641 admin admin] Calling delete_port for f047644d-57cf-4ee7-a85c-5161322b197a owned by network:router_interface {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:28:35.972636 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c1277ec9-9e32-4209-8115-708c9fbbc641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:36.002807 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1277ec9-9e32-4209-8115-708c9fbbc641 admin admin] Pushing event deleted for resources: {'Port': ['ID=f047644d-57cf-4ee7-a85c-5161322b197a,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:28:36.170904 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c1277ec9-9e32-4209-8115-708c9fbbc641 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635398'] for router_interface, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:36.386873 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1277ec9-9e32-4209-8115-708c9fbbc641 admin admin] Router 178363b9-8671-4407-9066-a9a4db9114c8 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:28:36.421760 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 2dd91790-1889-4ca8-85a2-5649ad21dd12 no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:28:36.441384 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] No Port match for: 2dd91790-1889-4ca8-85a2-5649ad21dd12 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:28:36.441729 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 2dd91790-1889-4ca8-85a2-5649ad21dd12 not bound to the agent host n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:28:36.493576 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1277ec9-9e32-4209-8115-708c9fbbc641 admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:28:36.498654 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-c1277ec9-9e32-4209-8115-708c9fbbc641 admin admin] 10.222.0.23 "PUT /v2.0/routers/178363b9-8671-4407-9066-a9a4db9114c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5068135 Jul 05 03:28:36.501233 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 50738) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:28:36.504150 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce73b43-1105-4d15-881b-9ff9276b3d74 None None] Sync routers for ids ['178363b9-8671-4407-9066-a9a4db9114c8'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:28:36.513612 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce73b43-1105-4d15-881b-9ff9276b3d74 None None] Routers {'178363b9-8671-4407-9066-a9a4db9114c8'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:28:36.514261 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-0ce73b43-1105-4d15-881b-9ff9276b3d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:28:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['178363b9-8671-4407-9066-a9a4db9114c8'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:28:36.605793 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cc424e3a-75a8-4440-906d-690508be716a admin admin] Notify callbacks [] for router, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:36.619271 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-0ce73b43-1105-4d15-881b-9ff9276b3d74 None None] Set router 178363b9-8671-4407-9066-a9a4db9114c8 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:28:36.719100 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cc424e3a-75a8-4440-906d-690508be716a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:36.801237 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-0ce73b43-1105-4d15-881b-9ff9276b3d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178363b9-8671-4407-9066-a9a4db9114c8', 'name': 'tempest-TestMinimumBasicScenario-900694511-router', 'tenant_id': '469015f532af4ce2906beb389f33e8e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '9a4c64e1-ddaa-41f7-abfa-7ca6edb782c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:26:10Z', 'updated_at': '2021-07-05T03:28:35Z', 'revision_number': 5, 'project_id': '469015f532af4ce2906beb389f33e8e0', 'gw_port': {'id': '9a4c64e1-ddaa-41f7-abfa-7ca6edb782c3', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:15:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178363b9-8671-4407-9066-a9a4db9114c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:26:10Z', 'updated_at': '2021-07-05T03:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:28:36.826953 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce73b43-1105-4d15-881b-9ff9276b3d74 None None] Checking router: 178363b9-8671-4407-9066-a9a4db9114c8 for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:28:36.836148 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce73b43-1105-4d15-881b-9ff9276b3d74 None None] Routers {'178363b9-8671-4407-9066-a9a4db9114c8'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:28:36.836754 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-0ce73b43-1105-4d15-881b-9ff9276b3d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:28:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['178363b9-8671-4407-9066-a9a4db9114c8'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:28:36.883041 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-cc424e3a-75a8-4440-906d-690508be716a admin admin] Deleting port 9a4c64e1-ddaa-41f7-abfa-7ca6edb782c3 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:28:36.883397 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cc424e3a-75a8-4440-906d-690508be716a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:36.922340 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-0ce73b43-1105-4d15-881b-9ff9276b3d74 None None] Set router 178363b9-8671-4407-9066-a9a4db9114c8 gateway port host: None {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:28:36.962010 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-cc424e3a-75a8-4440-906d-690508be716a admin admin] For port 9a4c64e1-ddaa-41f7-abfa-7ca6edb782c3, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=9a4c64e1-ddaa-41f7-abfa-7ca6edb782c3,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:28:36.962399 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cc424e3a-75a8-4440-906d-690508be716a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:36.973472 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-0ce73b43-1105-4d15-881b-9ff9276b3d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178363b9-8671-4407-9066-a9a4db9114c8', 'name': 'tempest-TestMinimumBasicScenario-900694511-router', 'tenant_id': '469015f532af4ce2906beb389f33e8e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:26:10Z', 'updated_at': '2021-07-05T03:28:36Z', 'revision_number': 6, 'project_id': '469015f532af4ce2906beb389f33e8e0', 'gw_port_host': None}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:28:36.974970 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-cc424e3a-75a8-4440-906d-690508be716a admin admin] Calling delete_port for 9a4c64e1-ddaa-41f7-abfa-7ca6edb782c3 owned by network:router_gateway {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:28:37.002865 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce73b43-1105-4d15-881b-9ff9276b3d74 None None] The sync data for ids ['178363b9-8671-4407-9066-a9a4db9114c8'] in n-d-771362-32 is: [{'id': '178363b9-8671-4407-9066-a9a4db9114c8', 'name': 'tempest-TestMinimumBasicScenario-900694511-router', 'tenant_id': '469015f532af4ce2906beb389f33e8e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:26:10Z', 'updated_at': '2021-07-05T03:28:36Z', 'revision_number': 6, 'project_id': '469015f532af4ce2906beb389f33e8e0', 'gw_port_host': None}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:28:37.264292 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cc424e3a-75a8-4440-906d-690508be716a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:37.294896 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc424e3a-75a8-4440-906d-690508be716a admin admin] Pushing event deleted for resources: {'Port': ['ID=9a4c64e1-ddaa-41f7-abfa-7ca6edb782c3,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:28:37.354254 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cc424e3a-75a8-4440-906d-690508be716a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636927'] for router_gateway, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:37.456542 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cc424e3a-75a8-4440-906d-690508be716a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11828'] for router, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:37.458884 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cc424e3a-75a8-4440-906d-690508be716a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:37.578261 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cc424e3a-75a8-4440-906d-690508be716a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1575451'] for router, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:37.578805 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc424e3a-75a8-4440-906d-690508be716a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 178363b9-8671-4407-9066-a9a4db9114c8 {{(pid=94462) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 03:28:37.583522 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cc424e3a-75a8-4440-906d-690508be716a admin admin] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:37.584597 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-cc424e3a-75a8-4440-906d-690508be716a admin admin] 10.222.0.23 "DELETE /v2.0/routers/178363b9-8671-4407-9066-a9a4db9114c8 HTTP/1.1" status: 204 len: 168 time: 1.0824418 Jul 05 03:28:37.587298 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 50742) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:28:37.635740 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-03048d12-4ebc-4132-be92-efb99b098ab6 admin admin] Deleting subnet a6fc7344-362d-47e8-a2f1-548350569c04 {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:28:37.638791 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-03048d12-4ebc-4132-be92-efb99b098ab6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:37.672920 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-03048d12-4ebc-4132-be92-efb99b098ab6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:37.747607 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-03048d12-4ebc-4132-be92-efb99b098ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:37.788073 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device f047644d-57cf-4ee7-a85c-5161322b197a no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:28:37.808469 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: f047644d-57cf-4ee7-a85c-5161322b197a {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:28:37.808814 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device f047644d-57cf-4ee7-a85c-5161322b197a not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:28:37.881963 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-03048d12-4ebc-4132-be92-efb99b098ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:37.911478 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03048d12-4ebc-4132-be92-efb99b098ab6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6fc7344-362d-47e8-a2f1-548350569c04,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:28:37.921637 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-03048d12-4ebc-4132-be92-efb99b098ab6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:37.926419 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 50744) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:28:37.927359 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-03048d12-4ebc-4132-be92-efb99b098ab6 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/a6fc7344-362d-47e8-a2f1-548350569c04 HTTP/1.1" status: 204 len: 168 time: 0.3390548 Jul 05 03:28:37.929072 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e149c69c-e5a6-4feb-969b-0425599858cd None None] Network c21b0218-f17e-4c28-a728-da80acef150d requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:28:37.995010 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f2762972-6681-4f49-a07e-fd4d036905b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:38.052813 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-f2762972-6681-4f49-a07e-fd4d036905b4 admin admin] Deleting port 44913f49-5f2d-4e48-aa67-d410ad885d47 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:28:38.053067 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f2762972-6681-4f49-a07e-fd4d036905b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:38.117487 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd7ed9d-1a43-4457-87b6-0b597f8e528d None None] DHCP port deletion for c21b0218-f17e-4c28-a728-da80acef150d request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:28:38.124266 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [None req-f2762972-6681-4f49-a07e-fd4d036905b4 admin admin] For port 44913f49-5f2d-4e48-aa67-d410ad885d47, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=44913f49-5f2d-4e48-aa67-d410ad885d47,segment=NetworkSegment(ebc67754-b94c-4cae-889b-38d1f8ac3cbe),segment_id=ebc67754-b94c-4cae-889b-38d1f8ac3cbe)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:28:38.124622 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f2762972-6681-4f49-a07e-fd4d036905b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:38.138645 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-f2762972-6681-4f49-a07e-fd4d036905b4 admin admin] Calling delete_port for 44913f49-5f2d-4e48-aa67-d410ad885d47 owned by network:dhcp {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:28:38.163924 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-bbd7ed9d-1a43-4457-87b6-0b597f8e528d None None] Deleting port 44913f49-5f2d-4e48-aa67-d410ad885d47 {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:28:38.164311 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-bbd7ed9d-1a43-4457-87b6-0b597f8e528d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:38.228124 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-bbd7ed9d-1a43-4457-87b6-0b597f8e528d None None] For port 44913f49-5f2d-4e48-aa67-d410ad885d47, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=44913f49-5f2d-4e48-aa67-d410ad885d47,segment=NetworkSegment(ebc67754-b94c-4cae-889b-38d1f8ac3cbe),segment_id=ebc67754-b94c-4cae-889b-38d1f8ac3cbe)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:28:38.228510 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-bbd7ed9d-1a43-4457-87b6-0b597f8e528d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:38.242280 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-bbd7ed9d-1a43-4457-87b6-0b597f8e528d None None] Calling delete_port for 44913f49-5f2d-4e48-aa67-d410ad885d47 owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:28:38.338511 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f2762972-6681-4f49-a07e-fd4d036905b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:38.344116 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-bbd7ed9d-1a43-4457-87b6-0b597f8e528d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:38.366062 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2762972-6681-4f49-a07e-fd4d036905b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=44913f49-5f2d-4e48-aa67-d410ad885d47,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:28:38.367943 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2762972-6681-4f49-a07e-fd4d036905b4 admin admin] No DVR routers for this DVR port 44913f49-5f2d-4e48-aa67-d410ad885d47 on host n-d-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:28:38.375760 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd7ed9d-1a43-4457-87b6-0b597f8e528d None None] Pushing event deleted for resources: {'Port': ['ID=44913f49-5f2d-4e48-aa67-d410ad885d47,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:28:38.377444 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd7ed9d-1a43-4457-87b6-0b597f8e528d None None] No DVR routers for this DVR port 44913f49-5f2d-4e48-aa67-d410ad885d47 on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:28:38.385316 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd7ed9d-1a43-4457-87b6-0b597f8e528d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:28:38.385664 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd7ed9d-1a43-4457-87b6-0b597f8e528d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:28:38.386007 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd7ed9d-1a43-4457-87b6-0b597f8e528d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:28:38.386371 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd7ed9d-1a43-4457-87b6-0b597f8e528d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:28:38.386713 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd7ed9d-1a43-4457-87b6-0b597f8e528d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:28:38.387029 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd7ed9d-1a43-4457-87b6-0b597f8e528d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:28:38.387371 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd7ed9d-1a43-4457-87b6-0b597f8e528d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:28:38.387728 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd7ed9d-1a43-4457-87b6-0b597f8e528d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:28:38.388014 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd7ed9d-1a43-4457-87b6-0b597f8e528d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:28:38.388480 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd7ed9d-1a43-4457-87b6-0b597f8e528d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:28:38.388790 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd7ed9d-1a43-4457-87b6-0b597f8e528d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:28:38.389678 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd7ed9d-1a43-4457-87b6-0b597f8e528d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:28:38.441921 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f2762972-6681-4f49-a07e-fd4d036905b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:38.451318 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-f2762972-6681-4f49-a07e-fd4d036905b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c21b0218-f17e-4c28-a728-da80acef150d']}} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:28:38.461786 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-f2762972-6681-4f49-a07e-fd4d036905b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebc67754-b94c-4cae-889b-38d1f8ac3cbe') {'for_net_delete': True} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:28:38.462080 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-f2762972-6681-4f49-a07e-fd4d036905b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebc67754-b94c-4cae-889b-38d1f8ac3cbe') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:28:38.470677 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f2762972-6681-4f49-a07e-fd4d036905b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5519669'] for segment, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:38.484799 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f2762972-6681-4f49-a07e-fd4d036905b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:38.490717 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2762972-6681-4f49-a07e-fd4d036905b4 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=94461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:28:38.491142 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f2762972-6681-4f49-a07e-fd4d036905b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5763545'] for segment, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:38.492741 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:28:38.492741 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:28:38.492741 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:28:38.492741 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:28:38.492741 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:28:38.492741 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:28:38.492741 n-d-771362-32 neutron-server[94461]: Traceback (most recent call last): Jul 05 03:28:38.492741 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:28:38.492741 n-d-771362-32 neutron-server[94461]: timer() Jul 05 03:28:38.492741 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:28:38.492741 n-d-771362-32 neutron-server[94461]: cb(*args, **kw) Jul 05 03:28:38.492741 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:28:38.492741 n-d-771362-32 neutron-server[94461]: return func(*args, **kwargs) Jul 05 03:28:38.492741 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:28:38.492741 n-d-771362-32 neutron-server[94461]: self._notify() Jul 05 03:28:38.492741 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:28:38.492741 n-d-771362-32 neutron-server[94461]: self.callback(batched_events) Jul 05 03:28:38.492741 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:28:38.492741 n-d-771362-32 neutron-server[94461]: event.method(event) Jul 05 03:28:38.492741 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:28:38.492741 n-d-771362-32 neutron-server[94461]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:28:38.492741 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:28:38.492741 n-d-771362-32 neutron-server[94461]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:28:38.492741 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:28:38.492741 n-d-771362-32 neutron-server[94461]: return f(self, *a, **k) Jul 05 03:28:38.492741 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:28:38.492741 n-d-771362-32 neutron-server[94461]: return self._get(url).json() Jul 05 03:28:38.492741 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:28:38.492741 n-d-771362-32 neutron-server[94461]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:28:38.492741 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:28:38.492741 n-d-771362-32 neutron-server[94461]: return self.request(url, 'GET', **kwargs) Jul 05 03:28:38.492741 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:28:38.492741 n-d-771362-32 neutron-server[94461]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:28:38.492741 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:28:38.492741 n-d-771362-32 neutron-server[94461]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:28:38.492741 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:28:38.492741 n-d-771362-32 neutron-server[94461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:28:38.492741 n-d-771362-32 neutron-server[94461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:28:38.618509 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f2762972-6681-4f49-a07e-fd4d036905b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:38.623962 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f2762972-6681-4f49-a07e-fd4d036905b4 admin admin] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:38.625770 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-f2762972-6681-4f49-a07e-fd4d036905b4 admin admin] 10.222.0.23 "DELETE /v2.0/networks/c21b0218-f17e-4c28-a728-da80acef150d HTTP/1.1" status: 204 len: 168 time: 0.6983562 Jul 05 03:28:38.634999 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 50746) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:28:38.636592 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2762972-6681-4f49-a07e-fd4d036905b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=c21b0218-f17e-4c28-a728-da80acef150d,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:28:39.112462 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 44913f49-5f2d-4e48-aa67-d410ad885d47 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:28:39.132394 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 44913f49-5f2d-4e48-aa67-d410ad885d47 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:28:39.132828 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 44913f49-5f2d-4e48-aa67-d410ad885d47 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:28:39.133368 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 9a4c64e1-ddaa-41f7-abfa-7ca6edb782c3 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:28:39.154831 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 9a4c64e1-ddaa-41f7-abfa-7ca6edb782c3 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:28:39.155177 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 9a4c64e1-ddaa-41f7-abfa-7ca6edb782c3 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:28:39.349387 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e8c16ba0-d7af-401f-b3f6-75dbb017e7b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1634680'] for router_interface, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:39.602701 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-e8c16ba0-d7af-401f-b3f6-75dbb017e7b4 admin admin] Deleting port d8e7cb0e-df15-400a-a362-6a7b02d93f74 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:28:39.602978 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e8c16ba0-d7af-401f-b3f6-75dbb017e7b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:39.682073 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-e8c16ba0-d7af-401f-b3f6-75dbb017e7b4 admin admin] For port d8e7cb0e-df15-400a-a362-6a7b02d93f74, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=d8e7cb0e-df15-400a-a362-6a7b02d93f74,segment=NetworkSegment(685237db-0353-40e0-9ff8-896e533a1077),segment_id=685237db-0353-40e0-9ff8-896e533a1077)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:28:39.682803 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e8c16ba0-d7af-401f-b3f6-75dbb017e7b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:39.694875 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-e8c16ba0-d7af-401f-b3f6-75dbb017e7b4 admin admin] Calling delete_port for d8e7cb0e-df15-400a-a362-6a7b02d93f74 owned by network:router_interface {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:28:39.938897 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e8c16ba0-d7af-401f-b3f6-75dbb017e7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:39.963904 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c16ba0-d7af-401f-b3f6-75dbb017e7b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8e7cb0e-df15-400a-a362-6a7b02d93f74,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:28:40.131927 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e8c16ba0-d7af-401f-b3f6-75dbb017e7b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635398'] for router_interface, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:40.344057 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8c16ba0-d7af-401f-b3f6-75dbb017e7b4 admin admin] Router a552e63e-73d8-4ba3-8463-e240f55c80a9 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:28:40.448719 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8c16ba0-d7af-401f-b3f6-75dbb017e7b4 admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:28:40.453608 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-e8c16ba0-d7af-401f-b3f6-75dbb017e7b4 admin admin] 10.222.0.23 "PUT /v2.0/routers/a552e63e-73d8-4ba3-8463-e240f55c80a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8175926 Jul 05 03:28:40.457057 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 50748) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:28:40.460166 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7196b53c-c682-432f-ba86-c1113f26bbc7 None None] Sync routers for ids ['a552e63e-73d8-4ba3-8463-e240f55c80a9'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:28:40.469836 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7196b53c-c682-432f-ba86-c1113f26bbc7 None None] Routers {'a552e63e-73d8-4ba3-8463-e240f55c80a9'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:28:40.470474 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-7196b53c-c682-432f-ba86-c1113f26bbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:28:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['a552e63e-73d8-4ba3-8463-e240f55c80a9'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:28:40.559671 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-12daba64-012b-4786-9f93-0b001098e7b7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:40.572186 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-7196b53c-c682-432f-ba86-c1113f26bbc7 None None] Set router a552e63e-73d8-4ba3-8463-e240f55c80a9 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:28:40.661434 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-12daba64-012b-4786-9f93-0b001098e7b7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:40.764968 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-7196b53c-c682-432f-ba86-c1113f26bbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a552e63e-73d8-4ba3-8463-e240f55c80a9', 'name': 'tempest-TestMinimumBasicScenario-1376599487-router', 'tenant_id': '0f2a22271e63438c98b8160cf8551bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '3ed77584-ae94-424e-82a8-a412e951ea64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:26:16Z', 'updated_at': '2021-07-05T03:28:39Z', 'revision_number': 5, 'project_id': '0f2a22271e63438c98b8160cf8551bb8', 'gw_port': {'id': '3ed77584-ae94-424e-82a8-a412e951ea64', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:7e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a552e63e-73d8-4ba3-8463-e240f55c80a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:26:16Z', 'updated_at': '2021-07-05T03:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:28:40.777026 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-12daba64-012b-4786-9f93-0b001098e7b7 admin admin] Deleting port 3ed77584-ae94-424e-82a8-a412e951ea64 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:28:40.777618 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-12daba64-012b-4786-9f93-0b001098e7b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:40.794114 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7196b53c-c682-432f-ba86-c1113f26bbc7 None None] Checking router: a552e63e-73d8-4ba3-8463-e240f55c80a9 for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:28:40.802749 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7196b53c-c682-432f-ba86-c1113f26bbc7 None None] Routers {'a552e63e-73d8-4ba3-8463-e240f55c80a9'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:28:40.803350 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-7196b53c-c682-432f-ba86-c1113f26bbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:28:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['a552e63e-73d8-4ba3-8463-e240f55c80a9'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:28:40.858749 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-12daba64-012b-4786-9f93-0b001098e7b7 admin admin] For port 3ed77584-ae94-424e-82a8-a412e951ea64, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=3ed77584-ae94-424e-82a8-a412e951ea64,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:28:40.859105 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-12daba64-012b-4786-9f93-0b001098e7b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:40.871764 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-12daba64-012b-4786-9f93-0b001098e7b7 admin admin] Calling delete_port for 3ed77584-ae94-424e-82a8-a412e951ea64 owned by network:router_gateway {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:28:40.888070 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-7196b53c-c682-432f-ba86-c1113f26bbc7 None None] Set router a552e63e-73d8-4ba3-8463-e240f55c80a9 gateway port host: None {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:28:40.938752 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-7196b53c-c682-432f-ba86-c1113f26bbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a552e63e-73d8-4ba3-8463-e240f55c80a9', 'name': 'tempest-TestMinimumBasicScenario-1376599487-router', 'tenant_id': '0f2a22271e63438c98b8160cf8551bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:26:16Z', 'updated_at': '2021-07-05T03:28:40Z', 'revision_number': 6, 'project_id': '0f2a22271e63438c98b8160cf8551bb8', 'gw_port_host': None}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:28:40.967671 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7196b53c-c682-432f-ba86-c1113f26bbc7 None None] The sync data for ids ['a552e63e-73d8-4ba3-8463-e240f55c80a9'] in n-d-771362-32 is: [{'id': 'a552e63e-73d8-4ba3-8463-e240f55c80a9', 'name': 'tempest-TestMinimumBasicScenario-1376599487-router', 'tenant_id': '0f2a22271e63438c98b8160cf8551bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:26:16Z', 'updated_at': '2021-07-05T03:28:40Z', 'revision_number': 6, 'project_id': '0f2a22271e63438c98b8160cf8551bb8', 'gw_port_host': None}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:28:41.103731 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-12daba64-012b-4786-9f93-0b001098e7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:41.131010 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12daba64-012b-4786-9f93-0b001098e7b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ed77584-ae94-424e-82a8-a412e951ea64,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:28:41.192031 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-12daba64-012b-4786-9f93-0b001098e7b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636927'] for router_gateway, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:41.281740 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-12daba64-012b-4786-9f93-0b001098e7b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11828'] for router, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:41.284424 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-12daba64-012b-4786-9f93-0b001098e7b7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:41.525976 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-12daba64-012b-4786-9f93-0b001098e7b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1575451'] for router, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:41.526581 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12daba64-012b-4786-9f93-0b001098e7b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a552e63e-73d8-4ba3-8463-e240f55c80a9 {{(pid=94462) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 03:28:41.530939 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-12daba64-012b-4786-9f93-0b001098e7b7 admin admin] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:41.534180 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-12daba64-012b-4786-9f93-0b001098e7b7 admin admin] 10.222.0.23 "DELETE /v2.0/routers/a552e63e-73d8-4ba3-8463-e240f55c80a9 HTTP/1.1" status: 204 len: 168 time: 1.0742579 Jul 05 03:28:41.535155 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 50750) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:28:41.580980 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fe48aa4-6043-4caa-b892-49610ab3dc1d admin admin] Deleting subnet 0c72a686-cb56-45e8-9e4e-4062bb8ba01c {{(pid=94461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:28:41.584111 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4fe48aa4-6043-4caa-b892-49610ab3dc1d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:41.617937 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4fe48aa4-6043-4caa-b892-49610ab3dc1d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5519650'] for subnet, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:41.698035 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4fe48aa4-6043-4caa-b892-49610ab3dc1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:41.725268 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device d8e7cb0e-df15-400a-a362-6a7b02d93f74 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:28:41.749641 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: d8e7cb0e-df15-400a-a362-6a7b02d93f74 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:28:41.755344 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device d8e7cb0e-df15-400a-a362-6a7b02d93f74 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:28:41.904390 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4fe48aa4-6043-4caa-b892-49610ab3dc1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5763388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774356'] for subnet, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:41.931336 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe48aa4-6043-4caa-b892-49610ab3dc1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c72a686-cb56-45e8-9e4e-4062bb8ba01c,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:28:41.935085 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4fe48aa4-6043-4caa-b892-49610ab3dc1d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:41.936888 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-4fe48aa4-6043-4caa-b892-49610ab3dc1d admin admin] 10.222.0.23 "DELETE /v2.0/subnets/0c72a686-cb56-45e8-9e4e-4062bb8ba01c HTTP/1.1" status: 204 len: 168 time: 0.4006960 Jul 05 03:28:41.939638 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 50752) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:28:41.944413 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466d6d54-5eed-446d-a879-6e0453f22eff None None] Network 79da94c4-021f-4b87-8e63-b081fd2cb46e requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:28:42.015724 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-87f91589-f7be-4400-b2ec-d9f0101bb774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:42.077260 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-87f91589-f7be-4400-b2ec-d9f0101bb774 admin admin] Deleting port 44c2ffe9-c4e8-4168-bda9-9e11cb3ccaf0 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:28:42.077601 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-87f91589-f7be-4400-b2ec-d9f0101bb774 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:42.146155 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-87f91589-f7be-4400-b2ec-d9f0101bb774 admin admin] For port 44c2ffe9-c4e8-4168-bda9-9e11cb3ccaf0, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=44c2ffe9-c4e8-4168-bda9-9e11cb3ccaf0,segment=NetworkSegment(685237db-0353-40e0-9ff8-896e533a1077),segment_id=685237db-0353-40e0-9ff8-896e533a1077)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:28:42.146652 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-87f91589-f7be-4400-b2ec-d9f0101bb774 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:42.155452 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec56959-327b-4378-aea0-2cca5907026c None None] DHCP port deletion for 79da94c4-021f-4b87-8e63-b081fd2cb46e request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:28:42.160911 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-87f91589-f7be-4400-b2ec-d9f0101bb774 admin admin] Calling delete_port for 44c2ffe9-c4e8-4168-bda9-9e11cb3ccaf0 owned by network:dhcp {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:28:42.201605 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-eec56959-327b-4378-aea0-2cca5907026c None None] Deleting port 44c2ffe9-c4e8-4168-bda9-9e11cb3ccaf0 {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:28:42.206037 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-eec56959-327b-4378-aea0-2cca5907026c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:42.269712 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-eec56959-327b-4378-aea0-2cca5907026c None None] For port 44c2ffe9-c4e8-4168-bda9-9e11cb3ccaf0, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=44c2ffe9-c4e8-4168-bda9-9e11cb3ccaf0,segment=NetworkSegment(685237db-0353-40e0-9ff8-896e533a1077),segment_id=685237db-0353-40e0-9ff8-896e533a1077)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:28:42.270057 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-eec56959-327b-4378-aea0-2cca5907026c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:42.282694 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-eec56959-327b-4378-aea0-2cca5907026c None None] Calling delete_port for 44c2ffe9-c4e8-4168-bda9-9e11cb3ccaf0 owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:28:42.321447 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-87f91589-f7be-4400-b2ec-d9f0101bb774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:42.347621 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f91589-f7be-4400-b2ec-d9f0101bb774 admin admin] Pushing event deleted for resources: {'Port': ['ID=44c2ffe9-c4e8-4168-bda9-9e11cb3ccaf0,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:28:42.353389 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f91589-f7be-4400-b2ec-d9f0101bb774 admin admin] No DVR routers for this DVR port 44c2ffe9-c4e8-4168-bda9-9e11cb3ccaf0 on host n-d-771362-32 {{(pid=94462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:28:42.372307 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-eec56959-327b-4378-aea0-2cca5907026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:42.399359 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec56959-327b-4378-aea0-2cca5907026c None None] Pushing event deleted for resources: {'Port': ['ID=44c2ffe9-c4e8-4168-bda9-9e11cb3ccaf0,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:28:42.401197 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec56959-327b-4378-aea0-2cca5907026c None None] No DVR routers for this DVR port 44c2ffe9-c4e8-4168-bda9-9e11cb3ccaf0 on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:28:42.404636 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:42.430646 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-87f91589-f7be-4400-b2ec-d9f0101bb774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:42.440399 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-87f91589-f7be-4400-b2ec-d9f0101bb774 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79da94c4-021f-4b87-8e63-b081fd2cb46e']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:28:42.450711 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-87f91589-f7be-4400-b2ec-d9f0101bb774 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '685237db-0353-40e0-9ff8-896e533a1077') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:28:42.451011 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-87f91589-f7be-4400-b2ec-d9f0101bb774 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '685237db-0353-40e0-9ff8-896e533a1077') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:28:42.460396 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-87f91589-f7be-4400-b2ec-d9f0101bb774 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:42.474427 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-87f91589-f7be-4400-b2ec-d9f0101bb774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:42.480793 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:42.480965 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87f91589-f7be-4400-b2ec-d9f0101bb774 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:28:42.481416 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-87f91589-f7be-4400-b2ec-d9f0101bb774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:42.483161 n-d-771362-32 neutron-server[94462]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:28:42.483161 n-d-771362-32 neutron-server[94462]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:28:42.483161 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 03:28:42.483161 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:28:42.483161 n-d-771362-32 neutron-server[94462]: timer() Jul 05 03:28:42.483161 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:28:42.483161 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 03:28:42.483161 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:28:42.483161 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 03:28:42.483161 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:28:42.483161 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 03:28:42.483161 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:28:42.483161 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 03:28:42.483161 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:28:42.483161 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 03:28:42.483161 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:28:42.483161 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:28:42.483161 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:28:42.483161 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:28:42.483161 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:28:42.483161 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 03:28:42.483161 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:28:42.483161 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 03:28:42.483161 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:28:42.483161 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:28:42.483161 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:28:42.483161 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 03:28:42.483161 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:28:42.483161 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:28:42.483161 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:28:42.483161 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:28:42.483161 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:28:42.483161 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:28:42.483161 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:28:42.618811 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-87f91589-f7be-4400-b2ec-d9f0101bb774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:42.624029 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-87f91589-f7be-4400-b2ec-d9f0101bb774 admin admin] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:42.625859 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-87f91589-f7be-4400-b2ec-d9f0101bb774 admin admin] 10.222.0.23 "DELETE /v2.0/networks/79da94c4-021f-4b87-8e63-b081fd2cb46e HTTP/1.1" status: 204 len: 168 time: 0.6852362 Jul 05 03:28:42.637115 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f91589-f7be-4400-b2ec-d9f0101bb774 admin admin] Pushing event deleted for resources: {'Network': ['ID=79da94c4-021f-4b87-8e63-b081fd2cb46e,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:28:43.030567 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 50756) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:28:43.072013 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-5f5332aa-924a-4be6-b465-95ed12db4cb2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=469015f532af4ce2906beb389f33e8e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400105 Jul 05 03:28:43.074569 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 50758) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:28:43.103632 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 44c2ffe9-c4e8-4168-bda9-9e11cb3ccaf0 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:28:43.129918 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 44c2ffe9-c4e8-4168-bda9-9e11cb3ccaf0 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:28:43.130529 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 44c2ffe9-c4e8-4168-bda9-9e11cb3ccaf0 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:28:43.131242 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 3ed77584-ae94-424e-82a8-a412e951ea64 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:28:43.131552 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-72c595d8-87b0-4e79-8c9e-03f0f83b645b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:43.150357 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 3ed77584-ae94-424e-82a8-a412e951ea64 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:28:43.150708 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 3ed77584-ae94-424e-82a8-a412e951ea64 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:28:43.152869 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-72c595d8-87b0-4e79-8c9e-03f0f83b645b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:43.292285 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-72c595d8-87b0-4e79-8c9e-03f0f83b645b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:43.294944 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-72c595d8-87b0-4e79-8c9e-03f0f83b645b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:43.296117 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-72c595d8-87b0-4e79-8c9e-03f0f83b645b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1b41f618-14c8-44dc-b571-5b795b03fe9c HTTP/1.1" status: 204 len: 168 time: 0.2206073 Jul 05 03:28:43.304422 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c595d8-87b0-4e79-8c9e-03f0f83b645b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b41f618-14c8-44dc-b571-5b795b03fe9c,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:28:43.973592 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 50764) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:28:44.013752 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-7101ca2e-d08b-4492-afae-63841e9baa90 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0f2a22271e63438c98b8160cf8551bb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388463 Jul 05 03:28:44.016174 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 50766) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:28:44.063240 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e5243e0d-551e-4c9b-a987-38f46ecc706c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:44.083623 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e5243e0d-551e-4c9b-a987-38f46ecc706c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:44.183741 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e5243e0d-551e-4c9b-a987-38f46ecc706c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:44.186186 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e5243e0d-551e-4c9b-a987-38f46ecc706c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:44.187338 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-e5243e0d-551e-4c9b-a987-38f46ecc706c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ef137756-d596-4dfa-a471-b73feba2f29d HTTP/1.1" status: 204 len: 168 time: 0.1702712 Jul 05 03:28:44.194994 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5243e0d-551e-4c9b-a987-38f46ecc706c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef137756-d596-4dfa-a471-b73feba2f29d,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:28:46.859268 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 50806) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:28:46.864508 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-c4c0f728-f738-4d53-b56f-9a653d8158ff tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-817992360', 'description': 'tempest-secgroup-smoke-817992360 description', 'project_id': 'f5cd03416720416fbffc8e2028e4152c'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:28:47.023698 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c4c0f728-f738-4d53-b56f-9a653d8158ff tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:47.031921 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c4c0f728-f738-4d53-b56f-9a653d8158ff tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:47.120897 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c4c0f728-f738-4d53-b56f-9a653d8158ff tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:47.189414 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c4c0f728-f738-4d53-b56f-9a653d8158ff tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:47.225522 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c0f728-f738-4d53-b56f-9a653d8158ff tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e42242-6774-4c41-95fb-83646f10cb7b,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:28:47.278378 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c4c0f728-f738-4d53-b56f-9a653d8158ff tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:47.360722 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c4c0f728-f738-4d53-b56f-9a653d8158ff tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:47.389734 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c0f728-f738-4d53-b56f-9a653d8158ff tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=127c68bb-2a02-46c0-b41c-99b2171a8441,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:28:47.458450 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c4c0f728-f738-4d53-b56f-9a653d8158ff tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:47.459679 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-c4c0f728-f738-4d53-b56f-9a653d8158ff tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5994160 Jul 05 03:28:47.463455 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 50808) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:28:47.467956 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-87ebeb4a-4a51-49fb-b3d6-426c2242780f tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Request body: {'security_group_rule': {'security_group_id': '127c68bb-2a02-46c0-b41c-99b2171a8441', 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:28:47.565834 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-87ebeb4a-4a51-49fb-b3d6-426c2242780f tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:47.620858 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-87ebeb4a-4a51-49fb-b3d6-426c2242780f tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:47.709553 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-87ebeb4a-4a51-49fb-b3d6-426c2242780f tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:47.731066 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ebeb4a-4a51-49fb-b3d6-426c2242780f tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f0c7af8-f75a-4fee-9d5c-77d3e8d397a6,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:28:47.818227 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-87ebeb4a-4a51-49fb-b3d6-426c2242780f tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:47.819448 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-87ebeb4a-4a51-49fb-b3d6-426c2242780f tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3550613 Jul 05 03:28:47.822104 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 50810) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:28:47.826506 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-9360dd25-8606-41d4-85b3-f20f90340ad5 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Request body: {'security_group_rule': {'security_group_id': '127c68bb-2a02-46c0-b41c-99b2171a8441', 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:28:47.937625 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9360dd25-8606-41d4-85b3-f20f90340ad5 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:47.993146 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9360dd25-8606-41d4-85b3-f20f90340ad5 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:48.080909 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9360dd25-8606-41d4-85b3-f20f90340ad5 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:48.100285 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9360dd25-8606-41d4-85b3-f20f90340ad5 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7a03c15-5e04-4b88-b03a-3a55e3026ca5,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:28:48.178060 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9360dd25-8606-41d4-85b3-f20f90340ad5 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:48.179359 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-9360dd25-8606-41d4-85b3-f20f90340ad5 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3563063 Jul 05 03:28:48.182103 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 50812) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:28:48.186607 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-4c0395c3-3733-488f-9619-e8dbc514da50 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Request body: {'security_group_rule': {'security_group_id': '127c68bb-2a02-46c0-b41c-99b2171a8441', 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:28:48.337916 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4c0395c3-3733-488f-9619-e8dbc514da50 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:48.393200 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4c0395c3-3733-488f-9619-e8dbc514da50 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:48.480956 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4c0395c3-3733-488f-9619-e8dbc514da50 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:48.498754 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0395c3-3733-488f-9619-e8dbc514da50 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c24bd8c4-adfa-4fd4-9ea2-10c09c23192e,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:28:48.618346 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4c0395c3-3733-488f-9619-e8dbc514da50 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:48.619796 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-4c0395c3-3733-488f-9619-e8dbc514da50 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4365804 Jul 05 03:28:48.622761 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 50814) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:28:48.627411 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-0ad1800c-06d7-45a1-9ad0-ccdbdc9b3d2d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Request body: {'security_group_rule': {'security_group_id': '127c68bb-2a02-46c0-b41c-99b2171a8441', 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:28:48.772066 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0ad1800c-06d7-45a1-9ad0-ccdbdc9b3d2d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:48.828485 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0ad1800c-06d7-45a1-9ad0-ccdbdc9b3d2d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:48.915278 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0ad1800c-06d7-45a1-9ad0-ccdbdc9b3d2d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:48.935996 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad1800c-06d7-45a1-9ad0-ccdbdc9b3d2d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6f9214f-8f11-424e-9148-02b72f068e08,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:28:49.012090 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0ad1800c-06d7-45a1-9ad0-ccdbdc9b3d2d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:49.013312 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-0ad1800c-06d7-45a1-9ad0-ccdbdc9b3d2d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3895881 Jul 05 03:28:49.016258 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 50816) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:28:49.020813 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-eada1954-ec4d-4259-a1e6-57e6370fbb85 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Request body: {'security_group_rule': {'security_group_id': '127c68bb-2a02-46c0-b41c-99b2171a8441', 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:28:49.126671 n-d-771362-32 neutron-server[94461]: INFO neutron.db.securitygroups_db [None req-eada1954-ec4d-4259-a1e6-57e6370fbb85 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Project f5cd03416720416fbffc8e2028e4152c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 03:28:49.132355 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-eada1954-ec4d-4259-a1e6-57e6370fbb85 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:49.190569 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-eada1954-ec4d-4259-a1e6-57e6370fbb85 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:49.308533 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-eada1954-ec4d-4259-a1e6-57e6370fbb85 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:49.327138 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eada1954-ec4d-4259-a1e6-57e6370fbb85 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=108de9ac-1c3c-4e30-ac6a-77fb879203c1,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:28:49.423573 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-eada1954-ec4d-4259-a1e6-57e6370fbb85 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:49.424805 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-eada1954-ec4d-4259-a1e6-57e6370fbb85 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4075067 Jul 05 03:28:49.428207 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 50818) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:28:49.432701 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-2c7a2248-621b-47b2-9835-1e4f677ff97b tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Request body: {'security_group_rule': {'security_group_id': '127c68bb-2a02-46c0-b41c-99b2171a8441', 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:28:49.543761 n-d-771362-32 neutron-server[94461]: INFO neutron.db.securitygroups_db [None req-2c7a2248-621b-47b2-9835-1e4f677ff97b tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Project f5cd03416720416fbffc8e2028e4152c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 03:28:49.549051 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2c7a2248-621b-47b2-9835-1e4f677ff97b tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:49.609017 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2c7a2248-621b-47b2-9835-1e4f677ff97b tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:49.715341 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2c7a2248-621b-47b2-9835-1e4f677ff97b tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:49.736164 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7a2248-621b-47b2-9835-1e4f677ff97b tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfc736c4-489f-404a-ab6c-ad59503cf264,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:28:49.863996 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2c7a2248-621b-47b2-9835-1e4f677ff97b tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:49.865279 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-2c7a2248-621b-47b2-9835-1e4f677ff97b tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4361517 Jul 05 03:28:49.868314 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 50820) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:28:49.873807 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-e224639c-e9ba-4f29-b798-fcf29416e843 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Request body: {'network': {'name': 'tempest-network-smoke--814704552', 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'port_security_enabled': True}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:28:50.034995 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e224639c-e9ba-4f29-b798-fcf29416e843 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Made reservation on behalf of f5cd03416720416fbffc8e2028e4152c for: {'network': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:28:50.038689 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e224639c-e9ba-4f29-b798-fcf29416e843 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:50.061543 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e224639c-e9ba-4f29-b798-fcf29416e843 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=94461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:28:50.070806 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e224639c-e9ba-4f29-b798-fcf29416e843 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:50.074564 n-d-771362-32 neutron-server[94461]: INFO neutron.db.segments_db [None req-e224639c-e9ba-4f29-b798-fcf29416e843 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Added segment 6f016b5e-6d4d-4d41-b182-21bd6f5a739b of type vlan for network fede8eca-ca3e-473c-a754-0e47d49dfc08 Jul 05 03:28:50.112156 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e224639c-e9ba-4f29-b798-fcf29416e843 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:50.309518 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e224639c-e9ba-4f29-b798-fcf29416e843 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:50.315101 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e224639c-e9ba-4f29-b798-fcf29416e843 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:28:50.316328 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e224639c-e9ba-4f29-b798-fcf29416e843 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:50.382758 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e224639c-e9ba-4f29-b798-fcf29416e843 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Pushing event updated for resources: {'Network': ['ID=fede8eca-ca3e-473c-a754-0e47d49dfc08,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:28:50.392776 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network fede8eca-ca3e-473c-a754-0e47d49dfc08 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:28:50.530662 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-e224639c-e9ba-4f29-b798-fcf29416e843 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6583326 Jul 05 03:28:50.530929 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 50824) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:28:50.535939 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-ded32cd7-5ff9-43d7-b5f9-1488c7f59cd5 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1299258964', 'admin_state_up': True, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:28:50.652817 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ded32cd7-5ff9-43d7-b5f9-1488c7f59cd5 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11810'] for router, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:50.653798 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ded32cd7-5ff9-43d7-b5f9-1488c7f59cd5 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1926740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11821'] for router, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:50.708463 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ded32cd7-5ff9-43d7-b5f9-1488c7f59cd5 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:50.954482 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ded32cd7-5ff9-43d7-b5f9-1488c7f59cd5 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:50.955701 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-cdcdb59b-ade3-4da2-8d35-1c335f1cde17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:51.209037 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ded32cd7-5ff9-43d7-b5f9-1488c7f59cd5 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for router_gateway, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:51.227653 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ded32cd7-5ff9-43d7-b5f9-1488c7f59cd5 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:51.329810 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-ded32cd7-5ff9-43d7-b5f9-1488c7f59cd5 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Allocated IP 172.25.7.130 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/ce132697-222a-4385-9ab0-703cf29fca3c) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:28:51.426826 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ded32cd7-5ff9-43d7-b5f9-1488c7f59cd5 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:51.509858 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ded32cd7-5ff9-43d7-b5f9-1488c7f59cd5 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:51.547809 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded32cd7-5ff9-43d7-b5f9-1488c7f59cd5 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:28:51.550616 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-ded32cd7-5ff9-43d7-b5f9-1488c7f59cd5 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:28:51.560255 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded32cd7-5ff9-43d7-b5f9-1488c7f59cd5 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:28:51.582721 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded32cd7-5ff9-43d7-b5f9-1488c7f59cd5 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Pushing event updated for resources: {'Port': ['ID=ce132697-222a-4385-9ab0-703cf29fca3c,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:28:51.931448 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ded32cd7-5ff9-43d7-b5f9-1488c7f59cd5 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for router_gateway, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:52.117480 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ded32cd7-5ff9-43d7-b5f9-1488c7f59cd5 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963'] for router, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:52.372158 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ded32cd7-5ff9-43d7-b5f9-1488c7f59cd5 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Router 6aaadaf8-7363-450d-bd82-9e51ca1ab8c8 is scheduled to L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 with binding_index 1 {{(pid=94461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 03:28:52.475424 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ded32cd7-5ff9-43d7-b5f9-1488c7f59cd5 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:28:52.485162 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e1322b-5251-4579-9156-6af32109041e None None] Sync routers for ids ['6aaadaf8-7363-450d-bd82-9e51ca1ab8c8'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:28:52.496012 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e1322b-5251-4579-9156-6af32109041e None None] Routers {'6aaadaf8-7363-450d-bd82-9e51ca1ab8c8'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:28:52.496808 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-b2e1322b-5251-4579-9156-6af32109041e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:28:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['6aaadaf8-7363-450d-bd82-9e51ca1ab8c8'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:28:52.566845 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ded32cd7-5ff9-43d7-b5f9-1488c7f59cd5 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for router, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:52.568106 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-ded32cd7-5ff9-43d7-b5f9-1488c7f59cd5 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.0361748 Jul 05 03:28:52.571481 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 50826) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:28:52.609859 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-b2e1322b-5251-4579-9156-6af32109041e None None] Set router 6aaadaf8-7363-450d-bd82-9e51ca1ab8c8 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:28:52.700859 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-d9dac3c8-05ce-4194-bed6-2b2ad8a06e27 tempest-TestNetworkAdvancedServerOps-506876623 tempest-TestNetworkAdvancedServerOps-506876623-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=f5cd03416720416fbffc8e2028e4152c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1281140 Jul 05 03:28:52.703720 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 50830) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:28:52.790365 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52524bb-0899-4ba3-a504-6a7bf2e0e015 tempest-TestNetworkAdvancedServerOps-506876623 tempest-TestNetworkAdvancedServerOps-506876623-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:28:52.794591 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-b52524bb-0899-4ba3-a504-6a7bf2e0e015 tempest-TestNetworkAdvancedServerOps-506876623 tempest-TestNetworkAdvancedServerOps-506876623-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0870023 Jul 05 03:28:52.794754 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-b2e1322b-5251-4579-9156-6af32109041e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aaadaf8-7363-450d-bd82-9e51ca1ab8c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1299258964', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'ce132697-222a-4385-9ab0-703cf29fca3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:28:50Z', 'updated_at': '2021-07-05T03:28:51Z', 'revision_number': 3, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'gw_port': {'id': 'ce132697-222a-4385-9ab0-703cf29fca3c', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aaadaf8-7363-450d-bd82-9e51ca1ab8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:28:51Z', 'updated_at': '2021-07-05T03:28:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:28:52.794929 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 50832) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:28:52.822584 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-19a7dd26-49a7-44e8-90ec-b26553421921 tempest-TestNetworkAdvancedServerOps-506876623 tempest-TestNetworkAdvancedServerOps-506876623-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=4bbc2f9e-02cf-490e-901d-2588655a3ef0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266192 Jul 05 03:28:52.822911 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e1322b-5251-4579-9156-6af32109041e None None] Checking router: 6aaadaf8-7363-450d-bd82-9e51ca1ab8c8 for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:28:52.823266 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e1322b-5251-4579-9156-6af32109041e None None] Updating router 6aaadaf8-7363-450d-bd82-9e51ca1ab8c8 port ce132697-222a-4385-9ab0-703cf29fca3c binding host n-d-771362-32 {{(pid=94463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:28:52.825110 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 50834) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:28:52.830204 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-b7f367ec-aa17-48a6-95aa-5aaeedac7f8e tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1313109521', 'network_id': 'fede8eca-ca3e-473c-a754-0e47d49dfc08', 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:28:52.857987 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b2e1322b-5251-4579-9156-6af32109041e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:52.989377 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f367ec-aa17-48a6-95aa-5aaeedac7f8e tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Made reservation on behalf of f5cd03416720416fbffc8e2028e4152c for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:28:52.993105 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b7f367ec-aa17-48a6-95aa-5aaeedac7f8e tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:53.108636 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b2e1322b-5251-4579-9156-6af32109041e None None] Notify callbacks [] for port, precommit_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:53.118597 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-b2e1322b-5251-4579-9156-6af32109041e None None] Transition to ACTIVE for port object ce132697-222a-4385-9ab0-703cf29fca3c will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:28:53.222282 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b2e1322b-5251-4579-9156-6af32109041e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:53.274576 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b7f367ec-aa17-48a6-95aa-5aaeedac7f8e tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:53.278286 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-b2e1322b-5251-4579-9156-6af32109041e None None] Attempting to bind port ce132697-222a-4385-9ab0-703cf29fca3c on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:28:53.278286 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-b2e1322b-5251-4579-9156-6af32109041e None None] Attempting to bind port ce132697-222a-4385-9ab0-703cf29fca3c by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:28:53.278286 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e1322b-5251-4579-9156-6af32109041e None None] Attempting to bind port ce132697-222a-4385-9ab0-703cf29fca3c on network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:28:53.278989 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea1cba-b3a9-4480-9a60-933880a43f40 None None] Pushing event updated for resources: {'Port': ['ID=ce132697-222a-4385-9ab0-703cf29fca3c,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:28:53.285057 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e1322b-5251-4579-9156-6af32109041e None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:28:53.285424 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e1322b-5251-4579-9156-6af32109041e None None] Checking segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:28:53.285829 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b2e1322b-5251-4579-9156-6af32109041e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:53.286273 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e1322b-5251-4579-9156-6af32109041e None None] Bound using segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:28:53.286706 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-b2e1322b-5251-4579-9156-6af32109041e None None] Bound port: ce132697-222a-4385-9ab0-703cf29fca3c, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:28:53.287079 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b2e1322b-5251-4579-9156-6af32109041e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:53.337606 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-b2e1322b-5251-4579-9156-6af32109041e None None] For port ce132697-222a-4385-9ab0-703cf29fca3c, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:28:53.339253 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f367ec-aa17-48a6-95aa-5aaeedac7f8e tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Pushing event updated for resources: {'Subnet': ['ID=37f78009-62d3-4905-8151-0e629ec1b88c,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:28:53.340856 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-b2e1322b-5251-4579-9156-6af32109041e None None] For port ce132697-222a-4385-9ab0-703cf29fca3c, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=ce132697-222a-4385-9ab0-703cf29fca3c,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:28:53.343527 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f367ec-aa17-48a6-95aa-5aaeedac7f8e tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Checking segment: {'id': '6f016b5e-6d4d-4d41-b182-21bd6f5a739b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fede8eca-ca3e-473c-a754-0e47d49dfc08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:28:53.343890 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f367ec-aa17-48a6-95aa-5aaeedac7f8e tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Network hostable DHCP agents. Network: fede8eca-ca3e-473c-a754-0e47d49dfc08, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:28:53.366732 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-cddbb1fd-d1e5-4ff7-a5a3-4cbf56d0460b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:53.458496 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b2e1322b-5251-4579-9156-6af32109041e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:53.497396 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f367ec-aa17-48a6-95aa-5aaeedac7f8e tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Network fede8eca-ca3e-473c-a754-0e47d49dfc08 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:28:53.514348 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e1322b-5251-4579-9156-6af32109041e None None] Routers {'6aaadaf8-7363-450d-bd82-9e51ca1ab8c8'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:28:53.514880 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-b2e1322b-5251-4579-9156-6af32109041e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:28:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['6aaadaf8-7363-450d-bd82-9e51ca1ab8c8'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:28:53.552559 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea1cba-b3a9-4480-9a60-933880a43f40 None None] Pushing event updated for resources: {'Port': ['ID=ce132697-222a-4385-9ab0-703cf29fca3c,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:28:53.621598 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-b2e1322b-5251-4579-9156-6af32109041e None None] Set router 6aaadaf8-7363-450d-bd82-9e51ca1ab8c8 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:28:53.651550 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-b7f367ec-aa17-48a6-95aa-5aaeedac7f8e tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, fede8eca-ca3e-473c-a754-0e47d49dfc08) {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:28:53.660921 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f367ec-aa17-48a6-95aa-5aaeedac7f8e tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:28:53.661518 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b7f367ec-aa17-48a6-95aa-5aaeedac7f8e tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:53.675369 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c5b33b-042c-4fc2-8b91-1a2486e0daa6 None None] Network fede8eca-ca3e-473c-a754-0e47d49dfc08 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:28:53.767834 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-b7f367ec-aa17-48a6-95aa-5aaeedac7f8e tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9415143 Jul 05 03:28:53.770626 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 50836) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:28:54.038020 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:54.078825 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80dc333a-d9ee-449a-b5e0-b81689239592 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-fede8eca-ca3e-473c-a754-0e47d49dfc08', 'network_id': 'fede8eca-ca3e-473c-a754-0e47d49dfc08', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'fixed_ips': [{'subnet_id': '37f78009-62d3-4905-8151-0e629ec1b88c'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:28:54.079947 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-80dc333a-d9ee-449a-b5e0-b81689239592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:54.094380 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-b2e1322b-5251-4579-9156-6af32109041e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aaadaf8-7363-450d-bd82-9e51ca1ab8c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1299258964', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'ce132697-222a-4385-9ab0-703cf29fca3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:28:50Z', 'updated_at': '2021-07-05T03:28:51Z', 'revision_number': 3, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'gw_port': {'id': 'ce132697-222a-4385-9ab0-703cf29fca3c', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aaadaf8-7363-450d-bd82-9e51ca1ab8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:28:51Z', 'updated_at': '2021-07-05T03:28:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:28:54.127878 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e1322b-5251-4579-9156-6af32109041e None None] The sync data for ids ['6aaadaf8-7363-450d-bd82-9e51ca1ab8c8'] in n-d-771362-32 is: [{'id': '6aaadaf8-7363-450d-bd82-9e51ca1ab8c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1299258964', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'ce132697-222a-4385-9ab0-703cf29fca3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:28:50Z', 'updated_at': '2021-07-05T03:28:51Z', 'revision_number': 3, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'gw_port': {'id': 'ce132697-222a-4385-9ab0-703cf29fca3c', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aaadaf8-7363-450d-bd82-9e51ca1ab8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:28:51Z', 'updated_at': '2021-07-05T03:28:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:28:54.236041 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f5f2c1c9-2f8c-498b-ac27-7ca71a52d748 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:54.250383 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-80dc333a-d9ee-449a-b5e0-b81689239592 None None] Allocated IP 172.20.0.2 (fede8eca-ca3e-473c-a754-0e47d49dfc08/37f78009-62d3-4905-8151-0e629ec1b88c/33867cfc-d53a-433b-ba85-3fa7e15cda9c) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:28:54.420937 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-80dc333a-d9ee-449a-b5e0-b81689239592 None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:54.430352 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-80dc333a-d9ee-449a-b5e0-b81689239592 None None] Transition to ACTIVE for port object 33867cfc-d53a-433b-ba85-3fa7e15cda9c will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:28:54.446211 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-80dc333a-d9ee-449a-b5e0-b81689239592 None None] Transition to ACTIVE for port object 33867cfc-d53a-433b-ba85-3fa7e15cda9c will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:28:54.549733 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-80dc333a-d9ee-449a-b5e0-b81689239592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:54.590850 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80dc333a-d9ee-449a-b5e0-b81689239592 None None] Network fede8eca-ca3e-473c-a754-0e47d49dfc08 is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:28:54.592234 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-80dc333a-d9ee-449a-b5e0-b81689239592 None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:28:54.596019 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80dc333a-d9ee-449a-b5e0-b81689239592 None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:28:54.604459 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-f5f2c1c9-2f8c-498b-ac27-7ca71a52d748 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Allocated IP 172.20.0.1 (fede8eca-ca3e-473c-a754-0e47d49dfc08/37f78009-62d3-4905-8151-0e629ec1b88c/2b58c800-0ea7-436d-aa03-136a3114414a) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:28:54.614330 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dc333a-d9ee-449a-b5e0-b81689239592 None None] Pushing event updated for resources: {'Port': ['ID=33867cfc-d53a-433b-ba85-3fa7e15cda9c,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:28:54.665452 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-80dc333a-d9ee-449a-b5e0-b81689239592 None None] Attempting to bind port 33867cfc-d53a-433b-ba85-3fa7e15cda9c on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:28:54.665832 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-80dc333a-d9ee-449a-b5e0-b81689239592 None None] Attempting to bind port 33867cfc-d53a-433b-ba85-3fa7e15cda9c by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '6f016b5e-6d4d-4d41-b182-21bd6f5a739b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fede8eca-ca3e-473c-a754-0e47d49dfc08'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:28:54.675286 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80dc333a-d9ee-449a-b5e0-b81689239592 None None] Attempting to bind port 33867cfc-d53a-433b-ba85-3fa7e15cda9c on network fede8eca-ca3e-473c-a754-0e47d49dfc08 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:28:54.675286 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80dc333a-d9ee-449a-b5e0-b81689239592 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:28:54.675286 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80dc333a-d9ee-449a-b5e0-b81689239592 None None] Checking segment: {'id': '6f016b5e-6d4d-4d41-b182-21bd6f5a739b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fede8eca-ca3e-473c-a754-0e47d49dfc08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:28:54.675286 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-80dc333a-d9ee-449a-b5e0-b81689239592 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:54.675286 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80dc333a-d9ee-449a-b5e0-b81689239592 None None] Bound using segment: {'id': '6f016b5e-6d4d-4d41-b182-21bd6f5a739b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fede8eca-ca3e-473c-a754-0e47d49dfc08'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:28:54.675286 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-80dc333a-d9ee-449a-b5e0-b81689239592 None None] Bound port: 33867cfc-d53a-433b-ba85-3fa7e15cda9c, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f016b5e-6d4d-4d41-b182-21bd6f5a739b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fede8eca-ca3e-473c-a754-0e47d49dfc08'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:28:54.675286 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-80dc333a-d9ee-449a-b5e0-b81689239592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:54.732006 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f5f2c1c9-2f8c-498b-ac27-7ca71a52d748 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:54.741568 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-80dc333a-d9ee-449a-b5e0-b81689239592 None None] For port 33867cfc-d53a-433b-ba85-3fa7e15cda9c, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:28:54.744867 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-80dc333a-d9ee-449a-b5e0-b81689239592 None None] For port 33867cfc-d53a-433b-ba85-3fa7e15cda9c, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=33867cfc-d53a-433b-ba85-3fa7e15cda9c,segment=NetworkSegment(6f016b5e-6d4d-4d41-b182-21bd6f5a739b),segment_id=6f016b5e-6d4d-4d41-b182-21bd6f5a739b)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:28:54.746283 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [None req-f5f2c1c9-2f8c-498b-ac27-7ca71a52d748 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Transition to ACTIVE for port object 2b58c800-0ea7-436d-aa03-136a3114414a will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:28:54.841223 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-80dc333a-d9ee-449a-b5e0-b81689239592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:54.870040 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f5f2c1c9-2f8c-498b-ac27-7ca71a52d748 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:54.912476 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:54.920117 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dc333a-d9ee-449a-b5e0-b81689239592 None None] Pushing event updated for resources: {'Port': ['ID=33867cfc-d53a-433b-ba85-3fa7e15cda9c,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:28:54.922150 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f2c1c9-2f8c-498b-ac27-7ca71a52d748 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Network fede8eca-ca3e-473c-a754-0e47d49dfc08 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:28:54.925844 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-f5f2c1c9-2f8c-498b-ac27-7ca71a52d748 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:28:54.929929 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f2c1c9-2f8c-498b-ac27-7ca71a52d748 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:28:54.964755 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f2c1c9-2f8c-498b-ac27-7ca71a52d748 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Pushing event updated for resources: {'Port': ['ID=2b58c800-0ea7-436d-aa03-136a3114414a,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:28:54.992285 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f5f2c1c9-2f8c-498b-ac27-7ca71a52d748 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635668'] for router_interface, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:55.188204 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device ce132697-222a-4385-9ab0-703cf29fca3c up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:28:55.234874 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f5f2c1c9-2f8c-498b-ac27-7ca71a52d748 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:55.326654 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port ce132697-222a-4385-9ab0-703cf29fca3c completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:28:55.331029 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port ce132697-222a-4385-9ab0-703cf29fca3c triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:28:55.332944 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:55.410310 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:55.432480 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port ce132697-222a-4385-9ab0-703cf29fca3c, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=ce132697-222a-4385-9ab0-703cf29fca3c,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:28:55.530320 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:55.587053 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=ce132697-222a-4385-9ab0-703cf29fca3c,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:28:55.845894 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f5f2c1c9-2f8c-498b-ac27-7ca71a52d748 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:55.920926 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f5f2c1c9-2f8c-498b-ac27-7ca71a52d748 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:56.008228 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f5f2c1c9-2f8c-498b-ac27-7ca71a52d748 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634601'] for router_interface, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:56.022244 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f2c1c9-2f8c-498b-ac27-7ca71a52d748 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Pushing event updated for resources: {'Port': ['ID=2b58c800-0ea7-436d-aa03-136a3114414a,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:28:56.092433 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc9d785-65d2-4b5e-9c71-baba9de7eac1 None None] Network fede8eca-ca3e-473c-a754-0e47d49dfc08 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:28:56.109082 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f2c1c9-2f8c-498b-ac27-7ca71a52d748 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Network fede8eca-ca3e-473c-a754-0e47d49dfc08 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:28:56.110381 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-f5f2c1c9-2f8c-498b-ac27-7ca71a52d748 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:28:56.223771 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-ded45433-c5c3-4a56-8ce7-586e55aa5330 None None] Provisioning for port 33867cfc-d53a-433b-ba85-3fa7e15cda9c completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:28:56.228575 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5f2c1c9-2f8c-498b-ac27-7ca71a52d748 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Router 6aaadaf8-7363-450d-bd82-9e51ca1ab8c8 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:28:56.342252 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5f2c1c9-2f8c-498b-ac27-7ca71a52d748 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:28:56.347527 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-f5f2c1c9-2f8c-498b-ac27-7ca71a52d748 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "PUT /v2.0/routers/6aaadaf8-7363-450d-bd82-9e51ca1ab8c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5758185 Jul 05 03:28:56.349586 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:56.352595 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f69ce86-2f68-481b-b007-2b831bcbda92 None None] Sync routers for ids ['6aaadaf8-7363-450d-bd82-9e51ca1ab8c8'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:28:56.370110 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f69ce86-2f68-481b-b007-2b831bcbda92 None None] Routers {'6aaadaf8-7363-450d-bd82-9e51ca1ab8c8'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:28:56.370110 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-7f69ce86-2f68-481b-b007-2b831bcbda92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:28:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['6aaadaf8-7363-450d-bd82-9e51ca1ab8c8'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:28:56.483196 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-7f69ce86-2f68-481b-b007-2b831bcbda92 None None] Set router 6aaadaf8-7363-450d-bd82-9e51ca1ab8c8 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:28:56.507640 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-41f2b97b-97ce-4a07-9174-1614a3ac6862 req-bd0d30f1-a474-4c91-b804-3c9a253bfb15 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-817992360&fields=id&tenant_id=f5cd03416720416fbffc8e2028e4152c HTTP/1.1" status: 200 len: 267 time: 0.0363386 Jul 05 03:28:56.636828 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f2b97b-97ce-4a07-9174-1614a3ac6862 req-eb7b296f-0e5d-40ec-8bed-a771fe80e832 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:28:56.638529 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-41f2b97b-97ce-4a07-9174-1614a3ac6862 req-eb7b296f-0e5d-40ec-8bed-a771fe80e832 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/networks?id=fede8eca-ca3e-473c-a754-0e47d49dfc08 HTTP/1.1" status: 200 len: 796 time: 0.1237276 Jul 05 03:28:56.646581 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-a36a8d41-177c-418a-a03f-6f822eed780f None None] Provisioning for port 2b58c800-0ea7-436d-aa03-136a3114414a completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:28:56.653875 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-a36a8d41-177c-418a-a03f-6f822eed780f None None] Provisioning complete for port 2b58c800-0ea7-436d-aa03-136a3114414a triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:28:56.654609 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a36a8d41-177c-418a-a03f-6f822eed780f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:56.655405 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-41f2b97b-97ce-4a07-9174-1614a3ac6862 req-7d596fab-65cc-4efa-88c7-277fd24a1cef tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/quotas/f5cd03416720416fbffc8e2028e4152c HTTP/1.1" status: 200 len: 375 time: 0.0097229 Jul 05 03:28:56.701236 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-a36a8d41-177c-418a-a03f-6f822eed780f None None] Port 2b58c800-0ea7-436d-aa03-136a3114414a cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:28:56.705096 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-7f69ce86-2f68-481b-b007-2b831bcbda92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aaadaf8-7363-450d-bd82-9e51ca1ab8c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1299258964', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'ce132697-222a-4385-9ab0-703cf29fca3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:28:50Z', 'updated_at': '2021-07-05T03:28:55Z', 'revision_number': 4, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'gw_port': {'id': 'ce132697-222a-4385-9ab0-703cf29fca3c', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aaadaf8-7363-450d-bd82-9e51ca1ab8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:28:51Z', 'updated_at': '2021-07-05T03:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '2b58c800-0ea7-436d-aa03-136a3114414a', 'name': '', 'network_id': 'fede8eca-ca3e-473c-a754-0e47d49dfc08', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'mac_address': 'fa:16:3e:07:80:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aaadaf8-7363-450d-bd82-9e51ca1ab8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '37f78009-62d3-4905-8151-0e629ec1b88c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:28:54Z', 'updated_at': '2021-07-05T03:28:55Z', 'revision_number': 2, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'subnets': [{'id': '37f78009-62d3-4905-8151-0e629ec1b88c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:28:56.736012 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f69ce86-2f68-481b-b007-2b831bcbda92 None None] Checking router: 6aaadaf8-7363-450d-bd82-9e51ca1ab8c8 for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:28:56.736498 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f69ce86-2f68-481b-b007-2b831bcbda92 None None] Updating router 6aaadaf8-7363-450d-bd82-9e51ca1ab8c8 port 2b58c800-0ea7-436d-aa03-136a3114414a binding host n-d-771362-32 {{(pid=94464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:28:56.742828 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-41f2b97b-97ce-4a07-9174-1614a3ac6862 req-ddb348e8-9705-4eba-9959-b66c30bae1fd tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f5cd03416720416fbffc8e2028e4152c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0816798 Jul 05 03:28:56.778018 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7f69ce86-2f68-481b-b007-2b831bcbda92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:56.837028 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-51f53d38-f3bd-4eaf-8777-c06a59aac862 None None] Provisioning complete for port 2b58c800-0ea7-436d-aa03-136a3114414a triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:28:56.837409 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-51f53d38-f3bd-4eaf-8777-c06a59aac862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:56.881599 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-51f53d38-f3bd-4eaf-8777-c06a59aac862 None None] Port 2b58c800-0ea7-436d-aa03-136a3114414a cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:28:56.917743 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-41f2b97b-97ce-4a07-9174-1614a3ac6862 req-ae270a68-d291-4b45-bb8e-0f36ee464582 service neutron] 10.222.0.23 "GET /v2.0/networks/fede8eca-ca3e-473c-a754-0e47d49dfc08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605744 Jul 05 03:28:57.003214 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-230b7782-3362-4f93-a394-d4391c6e7c11 None None] Provisioning complete for port 2b58c800-0ea7-436d-aa03-136a3114414a triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:28:57.003593 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-230b7782-3362-4f93-a394-d4391c6e7c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:57.007812 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-41f2b97b-97ce-4a07-9174-1614a3ac6862 req-12ebf993-03e3-427c-baf3-bf3c679ce7e1 service neutron] 10.222.0.23 "GET /v2.0/networks/fede8eca-ca3e-473c-a754-0e47d49dfc08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841188 Jul 05 03:28:57.043332 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-230b7782-3362-4f93-a394-d4391c6e7c11 None None] Port 2b58c800-0ea7-436d-aa03-136a3114414a cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:28:57.145429 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7f69ce86-2f68-481b-b007-2b831bcbda92 None None] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:57.155689 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-7f69ce86-2f68-481b-b007-2b831bcbda92 None None] Transition to ACTIVE for port object 2b58c800-0ea7-436d-aa03-136a3114414a will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:28:57.192082 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device ce132697-222a-4385-9ab0-703cf29fca3c up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:28:57.260074 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port ce132697-222a-4385-9ab0-703cf29fca3c triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:28:57.261164 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:57.263788 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7f69ce86-2f68-481b-b007-2b831bcbda92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:57.326644 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bf959b-e337-4378-90c7-2cea1959ef15 None None] Pushing event updated for resources: {'Port': ['ID=2b58c800-0ea7-436d-aa03-136a3114414a,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:28:57.349677 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3166e000-4221-489c-b1b0-afb2ca66f7f2 req-8ebefee2-9822-4c63-afda-13f195747264 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=09059ecd-c625-4aeb-b898-235ef58ad942 HTTP/1.1" status: 200 len: 210 time: 0.0497911 Jul 05 03:28:57.353936 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bf959b-e337-4378-90c7-2cea1959ef15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:28:57.354524 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bf959b-e337-4378-90c7-2cea1959ef15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:28:57.354634 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bf959b-e337-4378-90c7-2cea1959ef15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:28:57.354932 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bf959b-e337-4378-90c7-2cea1959ef15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:28:57.355268 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bf959b-e337-4378-90c7-2cea1959ef15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:28:57.355571 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bf959b-e337-4378-90c7-2cea1959ef15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:28:57.356103 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bf959b-e337-4378-90c7-2cea1959ef15 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:28:57.356712 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bf959b-e337-4378-90c7-2cea1959ef15 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:28:57.357196 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bf959b-e337-4378-90c7-2cea1959ef15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:28:57.357727 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bf959b-e337-4378-90c7-2cea1959ef15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:28:57.358303 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 33867cfc-d53a-433b-ba85-3fa7e15cda9c up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:28:57.358669 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bf959b-e337-4378-90c7-2cea1959ef15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:28:57.359195 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bf959b-e337-4378-90c7-2cea1959ef15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:28:57.472826 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-7f69ce86-2f68-481b-b007-2b831bcbda92 None None] Attempting to bind port 2b58c800-0ea7-436d-aa03-136a3114414a on host n-d-771362-32 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:28:57.473184 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-7f69ce86-2f68-481b-b007-2b831bcbda92 None None] Attempting to bind port 2b58c800-0ea7-436d-aa03-136a3114414a by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '6f016b5e-6d4d-4d41-b182-21bd6f5a739b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fede8eca-ca3e-473c-a754-0e47d49dfc08'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:28:57.473568 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f69ce86-2f68-481b-b007-2b831bcbda92 None None] Attempting to bind port 2b58c800-0ea7-436d-aa03-136a3114414a on network fede8eca-ca3e-473c-a754-0e47d49dfc08 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:28:57.479322 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f69ce86-2f68-481b-b007-2b831bcbda92 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:28:57.480084 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f69ce86-2f68-481b-b007-2b831bcbda92 None None] Checking segment: {'id': '6f016b5e-6d4d-4d41-b182-21bd6f5a739b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fede8eca-ca3e-473c-a754-0e47d49dfc08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:28:57.480668 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7f69ce86-2f68-481b-b007-2b831bcbda92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:57.481231 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f69ce86-2f68-481b-b007-2b831bcbda92 None None] Bound using segment: {'id': '6f016b5e-6d4d-4d41-b182-21bd6f5a739b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fede8eca-ca3e-473c-a754-0e47d49dfc08'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:28:57.481860 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-7f69ce86-2f68-481b-b007-2b831bcbda92 None None] Bound port: 2b58c800-0ea7-436d-aa03-136a3114414a, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f016b5e-6d4d-4d41-b182-21bd6f5a739b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fede8eca-ca3e-473c-a754-0e47d49dfc08'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:28:57.482511 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7f69ce86-2f68-481b-b007-2b831bcbda92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:57.513924 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 33867cfc-d53a-433b-ba85-3fa7e15cda9c completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:28:57.518163 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 33867cfc-d53a-433b-ba85-3fa7e15cda9c triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:28:57.519332 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:57.570868 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-7f69ce86-2f68-481b-b007-2b831bcbda92 None None] For port 2b58c800-0ea7-436d-aa03-136a3114414a, host n-d-771362-32, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:28:57.574453 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-7f69ce86-2f68-481b-b007-2b831bcbda92 None None] For port 2b58c800-0ea7-436d-aa03-136a3114414a, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=2b58c800-0ea7-436d-aa03-136a3114414a,segment=NetworkSegment(6f016b5e-6d4d-4d41-b182-21bd6f5a739b),segment_id=6f016b5e-6d4d-4d41-b182-21bd6f5a739b)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:28:57.609889 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:57.643488 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 33867cfc-d53a-433b-ba85-3fa7e15cda9c, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=33867cfc-d53a-433b-ba85-3fa7e15cda9c,segment=NetworkSegment(6f016b5e-6d4d-4d41-b182-21bd6f5a739b),segment_id=6f016b5e-6d4d-4d41-b182-21bd6f5a739b)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:28:57.664154 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-7f69ce86-2f68-481b-b007-2b831bcbda92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:57.718246 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f69ce86-2f68-481b-b007-2b831bcbda92 None None] Routers {'6aaadaf8-7363-450d-bd82-9e51ca1ab8c8'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:28:57.718980 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-7f69ce86-2f68-481b-b007-2b831bcbda92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:28:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['6aaadaf8-7363-450d-bd82-9e51ca1ab8c8'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:28:57.756929 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bf959b-e337-4378-90c7-2cea1959ef15 None None] Pushing event updated for resources: {'Port': ['ID=2b58c800-0ea7-436d-aa03-136a3114414a,revision_number=4']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:28:57.760198 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:57.808527 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=33867cfc-d53a-433b-ba85-3fa7e15cda9c,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:28:57.840221 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-7f69ce86-2f68-481b-b007-2b831bcbda92 None None] Set router 6aaadaf8-7363-450d-bd82-9e51ca1ab8c8 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:28:58.040143 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-7f69ce86-2f68-481b-b007-2b831bcbda92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aaadaf8-7363-450d-bd82-9e51ca1ab8c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1299258964', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'ce132697-222a-4385-9ab0-703cf29fca3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:28:50Z', 'updated_at': '2021-07-05T03:28:55Z', 'revision_number': 4, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'gw_port': {'id': 'ce132697-222a-4385-9ab0-703cf29fca3c', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aaadaf8-7363-450d-bd82-9e51ca1ab8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:28:51Z', 'updated_at': '2021-07-05T03:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '2b58c800-0ea7-436d-aa03-136a3114414a', 'name': '', 'network_id': 'fede8eca-ca3e-473c-a754-0e47d49dfc08', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'mac_address': 'fa:16:3e:07:80:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aaadaf8-7363-450d-bd82-9e51ca1ab8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '37f78009-62d3-4905-8151-0e629ec1b88c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:28:54Z', 'updated_at': '2021-07-05T03:28:57Z', 'revision_number': 4, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'subnets': [{'id': '37f78009-62d3-4905-8151-0e629ec1b88c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:28:58.065730 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f69ce86-2f68-481b-b007-2b831bcbda92 None None] The sync data for ids ['6aaadaf8-7363-450d-bd82-9e51ca1ab8c8'] in n-d-771362-32 is: [{'id': '6aaadaf8-7363-450d-bd82-9e51ca1ab8c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1299258964', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'ce132697-222a-4385-9ab0-703cf29fca3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:28:50Z', 'updated_at': '2021-07-05T03:28:55Z', 'revision_number': 4, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'gw_port': {'id': 'ce132697-222a-4385-9ab0-703cf29fca3c', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aaadaf8-7363-450d-bd82-9e51ca1ab8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:28:51Z', 'updated_at': '2021-07-05T03:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '2b58c800-0ea7-436d-aa03-136a3114414a', 'name': '', 'network_id': 'fede8eca-ca3e-473c-a754-0e47d49dfc08', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'mac_address': 'fa:16:3e:07:80:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aaadaf8-7363-450d-bd82-9e51ca1ab8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '37f78009-62d3-4905-8151-0e629ec1b88c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:28:54Z', 'updated_at': '2021-07-05T03:28:57Z', 'revision_number': 4, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'subnets': [{'id': '37f78009-62d3-4905-8151-0e629ec1b88c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:28:58.438212 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-acf56b25-ddc1-4a83-9f6e-3ab1cb72b9ba req-c99013ee-f1f4-46b0-b504-4cd5e84083ad tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=09059ecd-c625-4aeb-b898-235ef58ad942 HTTP/1.1" status: 200 len: 210 time: 0.0297136 Jul 05 03:28:59.175786 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 33867cfc-d53a-433b-ba85-3fa7e15cda9c up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:28:59.226357 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 33867cfc-d53a-433b-ba85-3fa7e15cda9c triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:28:59.226733 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:59.302921 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 2b58c800-0ea7-436d-aa03-136a3114414a up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:28:59.416647 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 2b58c800-0ea7-436d-aa03-136a3114414a completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:28:59.420393 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 2b58c800-0ea7-436d-aa03-136a3114414a triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:28:59.420766 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:59.497188 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:59.531169 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 2b58c800-0ea7-436d-aa03-136a3114414a, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=2b58c800-0ea7-436d-aa03-136a3114414a,segment=NetworkSegment(6f016b5e-6d4d-4d41-b182-21bd6f5a739b),segment_id=6f016b5e-6d4d-4d41-b182-21bd6f5a739b)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:28:59.594501 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-132a3086-9dd9-4e3a-91d2-67232d887c32 req-38fc0ffc-9607-45d4-a75c-95004d6fefb2 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=09059ecd-c625-4aeb-b898-235ef58ad942 HTTP/1.1" status: 200 len: 210 time: 0.0324099 Jul 05 03:28:59.634953 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:28:59.682797 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=2b58c800-0ea7-436d-aa03-136a3114414a,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:28:59.952327 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f2b97b-97ce-4a07-9174-1614a3ac6862 req-6e3829ba-0501-43e1-9d07-6db198422a23 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:28:59.953732 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-41f2b97b-97ce-4a07-9174-1614a3ac6862 req-6e3829ba-0501-43e1-9d07-6db198422a23 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.15 "GET /v2.0/networks?id=fede8eca-ca3e-473c-a754-0e47d49dfc08 HTTP/1.1" status: 200 len: 796 time: 0.1041589 Jul 05 03:28:59.998785 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-41f2b97b-97ce-4a07-9174-1614a3ac6862 req-3c79565b-a7e2-4263-a36f-9482bf9633ba tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5cd03416720416fbffc8e2028e4152c HTTP/1.1" status: 200 len: 379 time: 0.0360589 Jul 05 03:29:00.007080 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-41f2b97b-97ce-4a07-9174-1614a3ac6862 req-0b84f01e-f14c-4edd-95ba-936f2aefa35d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Request body: {'port': {'device_id': '09059ecd-c625-4aeb-b898-235ef58ad942', 'network_id': 'fede8eca-ca3e-473c-a754-0e47d49dfc08', 'admin_state_up': True, 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'security_groups': ['127c68bb-2a02-46c0-b41c-99b2171a8441']}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:29:00.224098 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41f2b97b-97ce-4a07-9174-1614a3ac6862 req-0b84f01e-f14c-4edd-95ba-936f2aefa35d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Made reservation on behalf of f5cd03416720416fbffc8e2028e4152c for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:29:00.227713 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-41f2b97b-97ce-4a07-9174-1614a3ac6862 req-0b84f01e-f14c-4edd-95ba-936f2aefa35d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:29:00.355763 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-41f2b97b-97ce-4a07-9174-1614a3ac6862 req-0b84f01e-f14c-4edd-95ba-936f2aefa35d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Allocated IP 172.20.0.9 (fede8eca-ca3e-473c-a754-0e47d49dfc08/37f78009-62d3-4905-8151-0e629ec1b88c/f6cc4a86-de18-4499-84e9-f07f35763132) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:29:00.487740 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-41f2b97b-97ce-4a07-9174-1614a3ac6862 req-0b84f01e-f14c-4edd-95ba-936f2aefa35d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:29:00.500439 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-41f2b97b-97ce-4a07-9174-1614a3ac6862 req-0b84f01e-f14c-4edd-95ba-936f2aefa35d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Transition to ACTIVE for port object f6cc4a86-de18-4499-84e9-f07f35763132 will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:29:00.669092 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-41f2b97b-97ce-4a07-9174-1614a3ac6862 req-0b84f01e-f14c-4edd-95ba-936f2aefa35d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:29:00.716257 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41f2b97b-97ce-4a07-9174-1614a3ac6862 req-0b84f01e-f14c-4edd-95ba-936f2aefa35d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Network fede8eca-ca3e-473c-a754-0e47d49dfc08 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:29:00.719582 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-41f2b97b-97ce-4a07-9174-1614a3ac6862 req-0b84f01e-f14c-4edd-95ba-936f2aefa35d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:29:00.723450 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-41f2b97b-97ce-4a07-9174-1614a3ac6862 req-0b84f01e-f14c-4edd-95ba-936f2aefa35d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:29:00.751044 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b84f01e-f14c-4edd-95ba-936f2aefa35d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Pushing event updated for resources: {'Port': ['ID=f6cc4a86-de18-4499-84e9-f07f35763132,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:29:00.780161 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58375753-a86b-4c7e-b24a-37ef39d84550 req-9e0c901b-9549-4047-be56-8282d204cc2d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:29:00.781820 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-58375753-a86b-4c7e-b24a-37ef39d84550 req-9e0c901b-9549-4047-be56-8282d204cc2d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=09059ecd-c625-4aeb-b898-235ef58ad942 HTTP/1.1" status: 200 len: 931 time: 0.0766513 Jul 05 03:29:00.785864 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f2b97b-97ce-4a07-9174-1614a3ac6862 req-0b84f01e-f14c-4edd-95ba-936f2aefa35d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:29:00.786679 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-41f2b97b-97ce-4a07-9174-1614a3ac6862 req-0b84f01e-f14c-4edd-95ba-936f2aefa35d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:29:00.822163 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-58375753-a86b-4c7e-b24a-37ef39d84550 req-cbb50477-94b3-4044-852c-972b6d6f7f72 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=127c68bb-2a02-46c0-b41c-99b2171a8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342491 Jul 05 03:29:00.961526 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-41f2b97b-97ce-4a07-9174-1614a3ac6862 req-0b84f01e-f14c-4edd-95ba-936f2aefa35d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9580357 Jul 05 03:29:01.018887 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-41f2b97b-97ce-4a07-9174-1614a3ac6862 req-753b7cba-101d-445b-b51a-5ac43fe4d9a5 service neutron] Request body: {'port': {'device_id': '09059ecd-c625-4aeb-b898-235ef58ad942', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:29:01.040973 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-8d88cc61-6421-44b1-9150-fe647f56e44e None None] Provisioning for port f6cc4a86-de18-4499-84e9-f07f35763132 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:29:01.044868 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-8d88cc61-6421-44b1-9150-fe647f56e44e None None] Provisioning complete for port f6cc4a86-de18-4499-84e9-f07f35763132 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:29:01.045280 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8d88cc61-6421-44b1-9150-fe647f56e44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:29:01.087975 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-8d88cc61-6421-44b1-9150-fe647f56e44e None None] Port f6cc4a86-de18-4499-84e9-f07f35763132 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:29:01.090982 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-41f2b97b-97ce-4a07-9174-1614a3ac6862 req-753b7cba-101d-445b-b51a-5ac43fe4d9a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:29:01.119632 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 2b58c800-0ea7-436d-aa03-136a3114414a up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:29:01.166895 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 2b58c800-0ea7-436d-aa03-136a3114414a triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:29:01.167265 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:29:01.353005 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-41f2b97b-97ce-4a07-9174-1614a3ac6862 req-753b7cba-101d-445b-b51a-5ac43fe4d9a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6cc4a86-de18-4499-84e9-f07f35763132 {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:29:01.360313 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-41f2b97b-97ce-4a07-9174-1614a3ac6862 req-753b7cba-101d-445b-b51a-5ac43fe4d9a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:29:01.374362 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-41f2b97b-97ce-4a07-9174-1614a3ac6862 req-753b7cba-101d-445b-b51a-5ac43fe4d9a5 service neutron] Transition to ACTIVE for port object f6cc4a86-de18-4499-84e9-f07f35763132 will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:29:01.463178 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-41f2b97b-97ce-4a07-9174-1614a3ac6862 req-753b7cba-101d-445b-b51a-5ac43fe4d9a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:29:01.509905 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753b7cba-101d-445b-b51a-5ac43fe4d9a5 service neutron] Pushing event updated for resources: {'Port': ['ID=f6cc4a86-de18-4499-84e9-f07f35763132,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:29:01.585296 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-41f2b97b-97ce-4a07-9174-1614a3ac6862 req-753b7cba-101d-445b-b51a-5ac43fe4d9a5 service neutron] Attempting to bind port f6cc4a86-de18-4499-84e9-f07f35763132 on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:29:01.585636 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-41f2b97b-97ce-4a07-9174-1614a3ac6862 req-753b7cba-101d-445b-b51a-5ac43fe4d9a5 service neutron] Attempting to bind port f6cc4a86-de18-4499-84e9-f07f35763132 by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '6f016b5e-6d4d-4d41-b182-21bd6f5a739b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fede8eca-ca3e-473c-a754-0e47d49dfc08'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:29:01.585991 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f2b97b-97ce-4a07-9174-1614a3ac6862 req-753b7cba-101d-445b-b51a-5ac43fe4d9a5 service neutron] Attempting to bind port f6cc4a86-de18-4499-84e9-f07f35763132 on network fede8eca-ca3e-473c-a754-0e47d49dfc08 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:29:01.590554 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f2b97b-97ce-4a07-9174-1614a3ac6862 req-753b7cba-101d-445b-b51a-5ac43fe4d9a5 service neutron] Port f6cc4a86-de18-4499-84e9-f07f35763132 on network fede8eca-ca3e-473c-a754-0e47d49dfc08 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:29:01.590872 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f2b97b-97ce-4a07-9174-1614a3ac6862 req-753b7cba-101d-445b-b51a-5ac43fe4d9a5 service neutron] Attempting to bind port f6cc4a86-de18-4499-84e9-f07f35763132 on network fede8eca-ca3e-473c-a754-0e47d49dfc08 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:29:01.595852 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f2b97b-97ce-4a07-9174-1614a3ac6862 req-753b7cba-101d-445b-b51a-5ac43fe4d9a5 service neutron] Checking agent: {'id': 'e071c76e-395f-48c4-a98f-88088465cf0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:29:01.596188 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f2b97b-97ce-4a07-9174-1614a3ac6862 req-753b7cba-101d-445b-b51a-5ac43fe4d9a5 service neutron] Checking segment: {'id': '6f016b5e-6d4d-4d41-b182-21bd6f5a739b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fede8eca-ca3e-473c-a754-0e47d49dfc08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:29:01.597114 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f2b97b-97ce-4a07-9174-1614a3ac6862 req-753b7cba-101d-445b-b51a-5ac43fe4d9a5 service neutron] Bound using segment: {'id': '6f016b5e-6d4d-4d41-b182-21bd6f5a739b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fede8eca-ca3e-473c-a754-0e47d49dfc08'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:29:01.597538 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-41f2b97b-97ce-4a07-9174-1614a3ac6862 req-753b7cba-101d-445b-b51a-5ac43fe4d9a5 service neutron] Bound port: f6cc4a86-de18-4499-84e9-f07f35763132, host: n-h2-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f016b5e-6d4d-4d41-b182-21bd6f5a739b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fede8eca-ca3e-473c-a754-0e47d49dfc08'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:29:01.597900 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-41f2b97b-97ce-4a07-9174-1614a3ac6862 req-753b7cba-101d-445b-b51a-5ac43fe4d9a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:29:01.669250 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-41f2b97b-97ce-4a07-9174-1614a3ac6862 req-753b7cba-101d-445b-b51a-5ac43fe4d9a5 service neutron] For port f6cc4a86-de18-4499-84e9-f07f35763132, host n-h2-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:29:01.672544 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-41f2b97b-97ce-4a07-9174-1614a3ac6862 req-753b7cba-101d-445b-b51a-5ac43fe4d9a5 service neutron] For port f6cc4a86-de18-4499-84e9-f07f35763132, host n-h2-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=f6cc4a86-de18-4499-84e9-f07f35763132,segment=NetworkSegment(6f016b5e-6d4d-4d41-b182-21bd6f5a739b),segment_id=6f016b5e-6d4d-4d41-b182-21bd6f5a739b)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:29:01.755578 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-41f2b97b-97ce-4a07-9174-1614a3ac6862 req-753b7cba-101d-445b-b51a-5ac43fe4d9a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:29:01.790394 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f2b97b-97ce-4a07-9174-1614a3ac6862 req-753b7cba-101d-445b-b51a-5ac43fe4d9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:29:01.791033 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-41f2b97b-97ce-4a07-9174-1614a3ac6862 req-753b7cba-101d-445b-b51a-5ac43fe4d9a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:29:01.792467 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-41f2b97b-97ce-4a07-9174-1614a3ac6862 req-753b7cba-101d-445b-b51a-5ac43fe4d9a5 service neutron] 10.222.0.15 "PUT /v2.0/ports/f6cc4a86-de18-4499-84e9-f07f35763132 HTTP/1.1" status: 200 len: 1092 time: 0.8236392 Jul 05 03:29:01.792917 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09059ecd-c625-4aeb-b898-235ef58ad942', 'tag': 'f6cc4a86-de18-4499-84e9-f07f35763132'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:29:01.795328 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4c1385bffaa5d930a7117e6982c27207eca91cca31cf4b43f86c7ad63cd24a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60f83c5c-f0ca-4d4a-9d6f-612702fbb230" -d '{"events": [{"name": "network-changed", "server_uuid": "09059ecd-c625-4aeb-b898-235ef58ad942", "tag": "f6cc4a86-de18-4499-84e9-f07f35763132"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:29:01.826745 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753b7cba-101d-445b-b51a-5ac43fe4d9a5 service neutron] Pushing event updated for resources: {'Port': ['ID=f6cc4a86-de18-4499-84e9-f07f35763132,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:29:01.838114 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaf4b623-75ca-4c7b-bb0f-eaeb3db64fd2 x-openstack-request-id: req-aaf4b623-75ca-4c7b-bb0f-eaeb3db64fd2 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:29:01.838425 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09059ecd-c625-4aeb-b898-235ef58ad942", "tag": "f6cc4a86-de18-4499-84e9-f07f35763132", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:29:01.838678 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-aaf4b623-75ca-4c7b-bb0f-eaeb3db64fd2 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:29:01.839207 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09059ecd-c625-4aeb-b898-235ef58ad942', 'tag': 'f6cc4a86-de18-4499-84e9-f07f35763132', 'status': 'completed', 'code': 200} Jul 05 03:29:01.927118 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f83c5c-f0ca-4d4a-9d6f-612702fbb230 req-7b7fd73f-d970-4959-83c0-42f8969fcbef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:29:01.928670 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-60f83c5c-f0ca-4d4a-9d6f-612702fbb230 req-7b7fd73f-d970-4959-83c0-42f8969fcbef service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f5cd03416720416fbffc8e2028e4152c&device_id=09059ecd-c625-4aeb-b898-235ef58ad942 HTTP/1.1" status: 200 len: 1095 time: 0.0699706 Jul 05 03:29:02.019331 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70b0429-d8ac-4805-b753-3825550fed8a req-c14037d9-b8d7-470a-92ad-d2772b2ec3ac tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:29:02.021681 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e70b0429-d8ac-4805-b753-3825550fed8a req-c14037d9-b8d7-470a-92ad-d2772b2ec3ac tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=09059ecd-c625-4aeb-b898-235ef58ad942 HTTP/1.1" status: 200 len: 943 time: 0.0799639 Jul 05 03:29:02.037693 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f83c5c-f0ca-4d4a-9d6f-612702fbb230 req-1e8386a1-e5ff-47ff-8adc-04e8e45ea876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:29:02.039395 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-60f83c5c-f0ca-4d4a-9d6f-612702fbb230 req-1e8386a1-e5ff-47ff-8adc-04e8e45ea876 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=f5cd03416720416fbffc8e2028e4152c&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1033232 Jul 05 03:29:02.074597 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e70b0429-d8ac-4805-b753-3825550fed8a req-5a476e3e-674e-4479-82f5-8e4ee3fa5fdb tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=127c68bb-2a02-46c0-b41c-99b2171a8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463073 Jul 05 03:29:02.130792 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f83c5c-f0ca-4d4a-9d6f-612702fbb230 req-38baa81c-d172-4291-b46b-8fdff9932ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:29:02.132206 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-60f83c5c-f0ca-4d4a-9d6f-612702fbb230 req-38baa81c-d172-4291-b46b-8fdff9932ae0 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0871632 Jul 05 03:29:02.223817 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f2b97b-97ce-4a07-9174-1614a3ac6862 req-e8adbacc-802d-44ec-8d20-27d864a3ce64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:29:02.225307 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-41f2b97b-97ce-4a07-9174-1614a3ac6862 req-e8adbacc-802d-44ec-8d20-27d864a3ce64 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f5cd03416720416fbffc8e2028e4152c&device_id=09059ecd-c625-4aeb-b898-235ef58ad942 HTTP/1.1" status: 200 len: 1095 time: 0.0559354 Jul 05 03:29:02.265209 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-41f2b97b-97ce-4a07-9174-1614a3ac6862 req-e0da723a-6f4d-446d-86ae-15e03b1f5c6b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6cc4a86-de18-4499-84e9-f07f35763132 HTTP/1.1" status: 200 len: 217 time: 0.0330873 Jul 05 03:29:02.312301 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f2b97b-97ce-4a07-9174-1614a3ac6862 req-d44ff751-b6ab-409f-b611-2471b91d6879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:29:02.313738 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-41f2b97b-97ce-4a07-9174-1614a3ac6862 req-d44ff751-b6ab-409f-b611-2471b91d6879 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=37f78009-62d3-4905-8151-0e629ec1b88c HTTP/1.1" status: 200 len: 835 time: 0.0420294 Jul 05 03:29:02.374044 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f2b97b-97ce-4a07-9174-1614a3ac6862 req-e0d6ac31-fb0a-43a8-a69a-e6732f7a555f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:29:02.375572 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-41f2b97b-97ce-4a07-9174-1614a3ac6862 req-e0d6ac31-fb0a-43a8-a69a-e6732f7a555f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fede8eca-ca3e-473c-a754-0e47d49dfc08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554059 Jul 05 03:29:02.461848 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-41f2b97b-97ce-4a07-9174-1614a3ac6862 req-a834e315-a6ba-49c7-9b8a-f12713a33a76 service neutron] 10.222.0.15 "GET /v2.0/networks/fede8eca-ca3e-473c-a754-0e47d49dfc08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789490 Jul 05 03:29:02.551575 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-41f2b97b-97ce-4a07-9174-1614a3ac6862 req-a0c07111-df03-41f2-97b9-b2ddca47be11 service neutron] 10.222.0.15 "GET /v2.0/networks/fede8eca-ca3e-473c-a754-0e47d49dfc08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837984 Jul 05 03:29:03.250842 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f130fab0-d8aa-4137-bdad-3050b9b56061 req-93e9ded5-223c-411a-b7e0-e1cc027ce342 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:29:03.252343 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f130fab0-d8aa-4137-bdad-3050b9b56061 req-93e9ded5-223c-411a-b7e0-e1cc027ce342 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=09059ecd-c625-4aeb-b898-235ef58ad942 HTTP/1.1" status: 200 len: 943 time: 0.0645554 Jul 05 03:29:03.290061 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f130fab0-d8aa-4137-bdad-3050b9b56061 req-13d68c75-1d09-4b10-99a7-73eb8114947d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=127c68bb-2a02-46c0-b41c-99b2171a8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318968 Jul 05 03:29:04.462013 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e05f928-227a-4165-8ba4-d2019db93f4f req-fb103de9-94fa-4459-9d23-07846a3e0d75 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:29:04.463590 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4e05f928-227a-4165-8ba4-d2019db93f4f req-fb103de9-94fa-4459-9d23-07846a3e0d75 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=09059ecd-c625-4aeb-b898-235ef58ad942 HTTP/1.1" status: 200 len: 943 time: 0.0636413 Jul 05 03:29:04.501400 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4e05f928-227a-4165-8ba4-d2019db93f4f req-7cabc37a-3829-41b2-af6d-f0b81a5d7e97 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=127c68bb-2a02-46c0-b41c-99b2171a8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321634 Jul 05 03:29:05.507752 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device f6cc4a86-de18-4499-84e9-f07f35763132 details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:29:05.604995 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port f6cc4a86-de18-4499-84e9-f07f35763132, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=f6cc4a86-de18-4499-84e9-f07f35763132,segment=NetworkSegment(6f016b5e-6d4d-4d41-b182-21bd6f5a739b),segment_id=6f016b5e-6d4d-4d41-b182-21bd6f5a739b)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:29:05.616402 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Returning: {'device': 'f6cc4a86-de18-4499-84e9-f07f35763132', 'network_id': 'fede8eca-ca3e-473c-a754-0e47d49dfc08', 'port_id': 'f6cc4a86-de18-4499-84e9-f07f35763132', 'mac_address': 'fa:16:3e:73:41:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37f78009-62d3-4905-8151-0e629ec1b88c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:29:05.653373 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:29:05.666850 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6cc4a86-de18-4499-84e9-f07f35763132 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:29:05.673990 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e92203-75a7-4aa2-b45f-2669bf77eaee req-9cc69ee3-e163-41bd-b52a-21ea908bb6ef tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:29:05.675553 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c3e92203-75a7-4aa2-b45f-2669bf77eaee req-9cc69ee3-e163-41bd-b52a-21ea908bb6ef tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=09059ecd-c625-4aeb-b898-235ef58ad942 HTTP/1.1" status: 200 len: 943 time: 0.0619569 Jul 05 03:29:05.686671 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port f6cc4a86-de18-4499-84e9-f07f35763132, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=f6cc4a86-de18-4499-84e9-f07f35763132,segment=NetworkSegment(6f016b5e-6d4d-4d41-b182-21bd6f5a739b),segment_id=6f016b5e-6d4d-4d41-b182-21bd6f5a739b)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:29:05.713144 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c3e92203-75a7-4aa2-b45f-2669bf77eaee req-8b4b74e7-acf7-4ae8-9b41-6c3ee5e6085a tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=127c68bb-2a02-46c0-b41c-99b2171a8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318038 Jul 05 03:29:05.776882 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:29:05.826225 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=f6cc4a86-de18-4499-84e9-f07f35763132,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:29:06.000732 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['f6cc4a86-de18-4499-84e9-f07f35763132'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:29:06.892249 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b47194-1442-4460-8c7b-90cc0e136380 req-06e1ab61-904c-4763-a33e-87e03d3ea4a5 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:29:06.894164 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c9b47194-1442-4460-8c7b-90cc0e136380 req-06e1ab61-904c-4763-a33e-87e03d3ea4a5 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=09059ecd-c625-4aeb-b898-235ef58ad942 HTTP/1.1" status: 200 len: 944 time: 0.0680602 Jul 05 03:29:06.932704 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c9b47194-1442-4460-8c7b-90cc0e136380 req-b2562319-0d8f-4dff-b72c-3810130aded8 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=127c68bb-2a02-46c0-b41c-99b2171a8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328684 Jul 05 03:29:07.515696 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device f6cc4a86-de18-4499-84e9-f07f35763132 up at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:29:07.663505 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning for port f6cc4a86-de18-4499-84e9-f07f35763132 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:29:07.667678 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning complete for port f6cc4a86-de18-4499-84e9-f07f35763132 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:29:07.668053 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:29:07.759235 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:29:07.786639 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09059ecd-c625-4aeb-b898-235ef58ad942', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6cc4a86-de18-4499-84e9-f07f35763132'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:29:07.789143 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1156d35e1955dd65519df7b38ee19a55ddc3a31abbcc68c280d02d687c0487e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b9ab33e-41e8-4296-bfaf-01157b25f967" -d '{"events": [{"server_uuid": "09059ecd-c625-4aeb-b898-235ef58ad942", "name": "network-vif-plugged", "status": "completed", "tag": "f6cc4a86-de18-4499-84e9-f07f35763132"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:29:07.802663 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port f6cc4a86-de18-4499-84e9-f07f35763132, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=f6cc4a86-de18-4499-84e9-f07f35763132,segment=NetworkSegment(6f016b5e-6d4d-4d41-b182-21bd6f5a739b),segment_id=6f016b5e-6d4d-4d41-b182-21bd6f5a739b)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:29:07.875787 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6fdf308-c45f-43ee-b3b8-d0785afbdba6 x-openstack-request-id: req-d6fdf308-c45f-43ee-b3b8-d0785afbdba6 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:29:07.876081 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09059ecd-c625-4aeb-b898-235ef58ad942", "name": "network-vif-plugged", "status": "completed", "tag": "f6cc4a86-de18-4499-84e9-f07f35763132", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:29:07.876336 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d6fdf308-c45f-43ee-b3b8-d0785afbdba6 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:29:07.876733 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09059ecd-c625-4aeb-b898-235ef58ad942', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6cc4a86-de18-4499-84e9-f07f35763132', 'code': 200} Jul 05 03:29:07.903754 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:29:07.952520 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=f6cc4a86-de18-4499-84e9-f07f35763132,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:29:07.996408 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85d94d5-5e17-4129-ba17-e586490f44e7 req-15bc4564-9afc-443c-9c2f-b2a019a15a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:29:07.998313 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b85d94d5-5e17-4129-ba17-e586490f44e7 req-15bc4564-9afc-443c-9c2f-b2a019a15a75 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=09059ecd-c625-4aeb-b898-235ef58ad942 HTTP/1.1" status: 200 len: 1097 time: 0.0562382 Jul 05 03:29:08.003715 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:29:08.032140 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b85d94d5-5e17-4129-ba17-e586490f44e7 req-f859a647-7d90-4e98-b0e1-2f5f8258700b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=127c68bb-2a02-46c0-b41c-99b2171a8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273051 Jul 05 03:29:08.119683 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54609cb-e98c-485f-bc0e-4926867cf349 req-818cad2e-c716-4c47-9737-b3561a4717e0 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:29:08.121733 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f54609cb-e98c-485f-bc0e-4926867cf349 req-818cad2e-c716-4c47-9737-b3561a4717e0 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=09059ecd-c625-4aeb-b898-235ef58ad942 HTTP/1.1" status: 200 len: 945 time: 0.0779278 Jul 05 03:29:08.163122 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f54609cb-e98c-485f-bc0e-4926867cf349 req-6818d5cc-74e0-4623-9a4c-6ffc86ff85d4 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=127c68bb-2a02-46c0-b41c-99b2171a8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323825 Jul 05 03:29:09.334637 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88195575-f725-4a45-aa23-931ad6cf1b82 req-2a32f8f6-6056-4ede-97c0-6a71fc1a757f tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:29:09.336055 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-88195575-f725-4a45-aa23-931ad6cf1b82 req-2a32f8f6-6056-4ede-97c0-6a71fc1a757f tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=09059ecd-c625-4aeb-b898-235ef58ad942 HTTP/1.1" status: 200 len: 945 time: 0.0631065 Jul 05 03:29:09.373300 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-88195575-f725-4a45-aa23-931ad6cf1b82 req-5401008d-6ce9-4aae-a0f6-176e92678c30 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=127c68bb-2a02-46c0-b41c-99b2171a8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317545 Jul 05 03:29:09.547731 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b8883a-6663-43aa-9566-c568bf9990aa req-6c47f9ba-51db-440d-a99d-8c371a87f90a tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:29:09.549238 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-84b8883a-6663-43aa-9566-c568bf9990aa req-6c47f9ba-51db-440d-a99d-8c371a87f90a tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=09059ecd-c625-4aeb-b898-235ef58ad942 HTTP/1.1" status: 200 len: 945 time: 0.0678067 Jul 05 03:29:09.587059 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-84b8883a-6663-43aa-9566-c568bf9990aa req-30b0c597-9bb6-40c7-972c-27d917736b9b tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=127c68bb-2a02-46c0-b41c-99b2171a8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314670 Jul 05 03:29:09.610507 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 50898) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:29:09.662012 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45900b61-587b-499e-8a65-90d621e6bdd0 tempest-TestNetworkAdvancedServerOps-506876623 tempest-TestNetworkAdvancedServerOps-506876623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:29:09.663554 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-45900b61-587b-499e-8a65-90d621e6bdd0 tempest-TestNetworkAdvancedServerOps-506876623 tempest-TestNetworkAdvancedServerOps-506876623-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=09059ecd-c625-4aeb-b898-235ef58ad942 HTTP/1.1" status: 200 len: 1092 time: 0.0520935 Jul 05 03:29:09.666391 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 50900) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:29:09.670690 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-9f5b091f-b519-41d7-9c98-c8381f760791 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Request body: {'floatingip': {'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'port_id': 'f6cc4a86-de18-4499-84e9-f07f35763132', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:29:09.760529 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9f5b091f-b519-41d7-9c98-c8381f760791 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for floatingip, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:29:09.859036 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9f5b091f-b519-41d7-9c98-c8381f760791 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:29:09.962241 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-9f5b091f-b519-41d7-9c98-c8381f760791 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Allocated IP 172.25.7.186 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/f3699663-4e26-407a-b80a-d0a9d9cb4b36) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:29:10.065087 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9f5b091f-b519-41d7-9c98-c8381f760791 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:29:10.166715 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9f5b091f-b519-41d7-9c98-c8381f760791 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:29:10.202103 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5b091f-b519-41d7-9c98-c8381f760791 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:29:10.205236 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-9f5b091f-b519-41d7-9c98-c8381f760791 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:29:10.209183 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5b091f-b519-41d7-9c98-c8381f760791 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:29:10.235232 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5b091f-b519-41d7-9c98-c8381f760791 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Pushing event updated for resources: {'Port': ['ID=f3699663-4e26-407a-b80a-d0a9d9cb4b36,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:29:10.574758 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9f5b091f-b519-41d7-9c98-c8381f760791 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:29:10.724595 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9f5b091f-b519-41d7-9c98-c8381f760791 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:29:10.871448 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9f5b091f-b519-41d7-9c98-c8381f760791 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:29:10.966230 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9f5b091f-b519-41d7-9c98-c8381f760791 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:29:11.037977 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5b091f-b519-41d7-9c98-c8381f760791 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Pushing event updated for resources: {'Port': ['ID=f3699663-4e26-407a-b80a-d0a9d9cb4b36,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:29:11.047815 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9f5b091f-b519-41d7-9c98-c8381f760791 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636869'] for floatingip, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:29:11.148590 n-d-771362-32 neutron-server[94462]: INFO neutron.db.l3_db [None req-9f5b091f-b519-41d7-9c98-c8381f760791 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Floating IP 5e90291f-5602-4145-8a4a-6becea6c2f6a associated. External IP: 172.25.7.186, port: f6cc4a86-de18-4499-84e9-f07f35763132. Jul 05 03:29:11.355631 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f5b091f-b519-41d7-9c98-c8381f760791 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Router 6aaadaf8-7363-450d-bd82-9e51ca1ab8c8 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:29:11.463088 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f5b091f-b519-41d7-9c98-c8381f760791 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:29:11.473220 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97391540-7cab-42ac-abfa-65390f71f98b None None] Sync routers for ids ['6aaadaf8-7363-450d-bd82-9e51ca1ab8c8'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:29:11.482919 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97391540-7cab-42ac-abfa-65390f71f98b None None] Routers {'6aaadaf8-7363-450d-bd82-9e51ca1ab8c8'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:29:11.483532 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-97391540-7cab-42ac-abfa-65390f71f98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:28:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['6aaadaf8-7363-450d-bd82-9e51ca1ab8c8'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:29:11.549127 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-9f5b091f-b519-41d7-9c98-c8381f760791 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:29:11.586088 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-9f5b091f-b519-41d7-9c98-c8381f760791 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9186757 Jul 05 03:29:11.586910 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09059ecd-c625-4aeb-b898-235ef58ad942', 'tag': 'f6cc4a86-de18-4499-84e9-f07f35763132'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:29:11.589185 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-97391540-7cab-42ac-abfa-65390f71f98b None None] Set router 6aaadaf8-7363-450d-bd82-9e51ca1ab8c8 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:29:11.589385 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11141f6c68b9db4323543981e20059e25754165b6910e3da155bf2bc30bd8242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-319829df-be1d-4fdc-8991-942661b5ccb2" -d '{"events": [{"name": "network-changed", "server_uuid": "09059ecd-c625-4aeb-b898-235ef58ad942", "tag": "f6cc4a86-de18-4499-84e9-f07f35763132"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:29:11.626698 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dc131d5-5593-4476-8237-a8c861ec3c5a x-openstack-request-id: req-7dc131d5-5593-4476-8237-a8c861ec3c5a {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:29:11.627179 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09059ecd-c625-4aeb-b898-235ef58ad942", "tag": "f6cc4a86-de18-4499-84e9-f07f35763132", "status": "completed", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:29:11.627496 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7dc131d5-5593-4476-8237-a8c861ec3c5a {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:29:11.628495 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09059ecd-c625-4aeb-b898-235ef58ad942', 'tag': 'f6cc4a86-de18-4499-84e9-f07f35763132', 'status': 'completed', 'code': 200} Jul 05 03:29:11.747569 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319829df-be1d-4fdc-8991-942661b5ccb2 req-a81906d2-5d42-48fa-b2fc-7433e8631680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:29:11.749104 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-319829df-be1d-4fdc-8991-942661b5ccb2 req-a81906d2-5d42-48fa-b2fc-7433e8631680 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f5cd03416720416fbffc8e2028e4152c&device_id=09059ecd-c625-4aeb-b898-235ef58ad942 HTTP/1.1" status: 200 len: 1097 time: 0.0949261 Jul 05 03:29:11.783660 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1c8ba0-6f98-4802-9bcf-801ea1584014 req-39b89987-ae63-4d53-89e4-8f390547626d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:29:11.785199 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2d1c8ba0-6f98-4802-9bcf-801ea1584014 req-39b89987-ae63-4d53-89e4-8f390547626d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=09059ecd-c625-4aeb-b898-235ef58ad942 HTTP/1.1" status: 200 len: 945 time: 0.0991352 Jul 05 03:29:11.817315 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-97391540-7cab-42ac-abfa-65390f71f98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aaadaf8-7363-450d-bd82-9e51ca1ab8c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1299258964', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'ce132697-222a-4385-9ab0-703cf29fca3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:28:50Z', 'updated_at': '2021-07-05T03:28:55Z', 'revision_number': 4, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'gw_port': {'id': 'ce132697-222a-4385-9ab0-703cf29fca3c', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aaadaf8-7363-450d-bd82-9e51ca1ab8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:28:51Z', 'updated_at': '2021-07-05T03:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '5e90291f-5602-4145-8a4a-6becea6c2f6a', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'floating_ip_address': '172.25.7.186', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': '6aaadaf8-7363-450d-bd82-9e51ca1ab8c8', 'port_id': 'f6cc4a86-de18-4499-84e9-f07f35763132', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fede8eca-ca3e-473c-a754-0e47d49dfc08', 'mac_address': 'fa:16:3e:73:41:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09059ecd-c625-4aeb-b898-235ef58ad942', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:29:10Z', 'updated_at': '2021-07-05T03:29:10Z', 'revision_number': 0, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b58c800-0ea7-436d-aa03-136a3114414a', 'name': '', 'network_id': 'fede8eca-ca3e-473c-a754-0e47d49dfc08', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'mac_address': 'fa:16:3e:07:80:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aaadaf8-7363-450d-bd82-9e51ca1ab8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '37f78009-62d3-4905-8151-0e629ec1b88c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:28:54Z', 'updated_at': '2021-07-05T03:28:59Z', 'revision_number': 5, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'subnets': [{'id': '37f78009-62d3-4905-8151-0e629ec1b88c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:29:11.848729 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97391540-7cab-42ac-abfa-65390f71f98b None None] Checking router: 6aaadaf8-7363-450d-bd82-9e51ca1ab8c8 for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:29:11.857844 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97391540-7cab-42ac-abfa-65390f71f98b None None] Routers {'6aaadaf8-7363-450d-bd82-9e51ca1ab8c8'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:29:11.858500 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-97391540-7cab-42ac-abfa-65390f71f98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:28:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['6aaadaf8-7363-450d-bd82-9e51ca1ab8c8'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:29:11.968858 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-97391540-7cab-42ac-abfa-65390f71f98b None None] Set router 6aaadaf8-7363-450d-bd82-9e51ca1ab8c8 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:29:12.214084 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2d1c8ba0-6f98-4802-9bcf-801ea1584014 req-e161471b-099f-46c3-a454-6f384aa26c28 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=127c68bb-2a02-46c0-b41c-99b2171a8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4042442 Jul 05 03:29:12.214583 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-97391540-7cab-42ac-abfa-65390f71f98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aaadaf8-7363-450d-bd82-9e51ca1ab8c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1299258964', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'ce132697-222a-4385-9ab0-703cf29fca3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:28:50Z', 'updated_at': '2021-07-05T03:28:55Z', 'revision_number': 4, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'gw_port': {'id': 'ce132697-222a-4385-9ab0-703cf29fca3c', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aaadaf8-7363-450d-bd82-9e51ca1ab8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:28:51Z', 'updated_at': '2021-07-05T03:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '5e90291f-5602-4145-8a4a-6becea6c2f6a', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'floating_ip_address': '172.25.7.186', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': '6aaadaf8-7363-450d-bd82-9e51ca1ab8c8', 'port_id': 'f6cc4a86-de18-4499-84e9-f07f35763132', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fede8eca-ca3e-473c-a754-0e47d49dfc08', 'mac_address': 'fa:16:3e:73:41:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09059ecd-c625-4aeb-b898-235ef58ad942', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:29:10Z', 'updated_at': '2021-07-05T03:29:10Z', 'revision_number': 0, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b58c800-0ea7-436d-aa03-136a3114414a', 'name': '', 'network_id': 'fede8eca-ca3e-473c-a754-0e47d49dfc08', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'mac_address': 'fa:16:3e:07:80:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aaadaf8-7363-450d-bd82-9e51ca1ab8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '37f78009-62d3-4905-8151-0e629ec1b88c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:28:54Z', 'updated_at': '2021-07-05T03:28:59Z', 'revision_number': 5, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'subnets': [{'id': '37f78009-62d3-4905-8151-0e629ec1b88c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:29:12.234014 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319829df-be1d-4fdc-8991-942661b5ccb2 req-afc25200-6af8-4e09-abd5-fa22f7aca59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:29:12.235132 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-319829df-be1d-4fdc-8991-942661b5ccb2 req-afc25200-6af8-4e09-abd5-fa22f7aca59f service neutron] 10.222.0.15 "GET /v2.0/networks?id=fede8eca-ca3e-473c-a754-0e47d49dfc08 HTTP/1.1" status: 200 len: 896 time: 0.4788675 Jul 05 03:29:12.242510 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 50906) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:29:12.249072 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97391540-7cab-42ac-abfa-65390f71f98b None None] The sync data for ids ['6aaadaf8-7363-450d-bd82-9e51ca1ab8c8'] in n-d-771362-32 is: [{'id': '6aaadaf8-7363-450d-bd82-9e51ca1ab8c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1299258964', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'ce132697-222a-4385-9ab0-703cf29fca3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:28:50Z', 'updated_at': '2021-07-05T03:28:55Z', 'revision_number': 4, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'gw_port': {'id': 'ce132697-222a-4385-9ab0-703cf29fca3c', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aaadaf8-7363-450d-bd82-9e51ca1ab8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:28:51Z', 'updated_at': '2021-07-05T03:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '5e90291f-5602-4145-8a4a-6becea6c2f6a', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'floating_ip_address': '172.25.7.186', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': '6aaadaf8-7363-450d-bd82-9e51ca1ab8c8', 'port_id': 'f6cc4a86-de18-4499-84e9-f07f35763132', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fede8eca-ca3e-473c-a754-0e47d49dfc08', 'mac_address': 'fa:16:3e:73:41:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09059ecd-c625-4aeb-b898-235ef58ad942', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:29:10Z', 'updated_at': '2021-07-05T03:29:10Z', 'revision_number': 0, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b58c800-0ea7-436d-aa03-136a3114414a', 'name': '', 'network_id': 'fede8eca-ca3e-473c-a754-0e47d49dfc08', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'mac_address': 'fa:16:3e:07:80:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aaadaf8-7363-450d-bd82-9e51ca1ab8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '37f78009-62d3-4905-8151-0e629ec1b88c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:28:54Z', 'updated_at': '2021-07-05T03:28:59Z', 'revision_number': 5, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'subnets': [{'id': '37f78009-62d3-4905-8151-0e629ec1b88c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:29:12.306787 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-e90fd256-b5e7-40d9-9a51-b56605260538 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/floatingips/5e90291f-5602-4145-8a4a-6becea6c2f6a HTTP/1.1" status: 200 len: 991 time: 0.0630548 Jul 05 03:29:12.307034 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-319829df-be1d-4fdc-8991-942661b5ccb2 req-e594fce2-2952-4c10-8bf9-346b97d1eb91 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6cc4a86-de18-4499-84e9-f07f35763132 HTTP/1.1" status: 200 len: 999 time: 0.0645564 Jul 05 03:29:12.359070 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319829df-be1d-4fdc-8991-942661b5ccb2 req-cec26c70-81d1-48de-924e-f74439fd18dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:29:12.360610 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-319829df-be1d-4fdc-8991-942661b5ccb2 req-cec26c70-81d1-48de-924e-f74439fd18dc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=37f78009-62d3-4905-8151-0e629ec1b88c HTTP/1.1" status: 200 len: 835 time: 0.0473449 Jul 05 03:29:12.412288 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:29:12.427321 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319829df-be1d-4fdc-8991-942661b5ccb2 req-4f24bef5-d700-4ff4-85e7-7273c9a3502f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:29:12.435625 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-319829df-be1d-4fdc-8991-942661b5ccb2 req-4f24bef5-d700-4ff4-85e7-7273c9a3502f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fede8eca-ca3e-473c-a754-0e47d49dfc08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0680256 Jul 05 03:29:12.476451 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd241ab-341b-41ef-9e53-1325bc7e1346 None None] New status for floating IP 5e90291f-5602-4145-8a4a-6becea6c2f6a: ACTIVE {{(pid=94464) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:29:12.504272 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:29:12.528100 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-319829df-be1d-4fdc-8991-942661b5ccb2 req-64942e16-c3aa-4501-896a-f972149ce746 service neutron] 10.222.0.15 "GET /v2.0/networks/fede8eca-ca3e-473c-a754-0e47d49dfc08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856979 Jul 05 03:29:12.625817 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-319829df-be1d-4fdc-8991-942661b5ccb2 req-214981f4-2010-49e9-b300-96e0901f919e service neutron] 10.222.0.15 "GET /v2.0/networks/fede8eca-ca3e-473c-a754-0e47d49dfc08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903032 Jul 05 03:29:13.310701 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 50908) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:29:13.374116 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-c3c9020d-e359-4bdb-9065-141fa81d7f42 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/floatingips/5e90291f-5602-4145-8a4a-6becea6c2f6a HTTP/1.1" status: 200 len: 993 time: 0.0620892 Jul 05 03:29:20.409365 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b50d3646-54b5-4306-94ba-bf1db6d23617 req-694cebb8-c7e7-4592-a338-797661d0df22 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=09059ecd-c625-4aeb-b898-235ef58ad942&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0502627 Jul 05 03:29:20.502089 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50d3646-54b5-4306-94ba-bf1db6d23617 req-b01e1e67-40fc-435a-b4d1-50ed9a21fe4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:29:20.503671 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b50d3646-54b5-4306-94ba-bf1db6d23617 req-b01e1e67-40fc-435a-b4d1-50ed9a21fe4e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f5cd03416720416fbffc8e2028e4152c&device_id=09059ecd-c625-4aeb-b898-235ef58ad942 HTTP/1.1" status: 200 len: 1097 time: 0.0515077 Jul 05 03:29:20.609813 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50d3646-54b5-4306-94ba-bf1db6d23617 req-701577d5-0f05-4e44-8c8a-4700cd3a6463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:29:20.611372 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b50d3646-54b5-4306-94ba-bf1db6d23617 req-701577d5-0f05-4e44-8c8a-4700cd3a6463 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fede8eca-ca3e-473c-a754-0e47d49dfc08 HTTP/1.1" status: 200 len: 896 time: 0.0870037 Jul 05 03:29:20.675884 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b50d3646-54b5-4306-94ba-bf1db6d23617 req-cc0ba45a-f457-4ac6-b150-065f246e61ca service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6cc4a86-de18-4499-84e9-f07f35763132 HTTP/1.1" status: 200 len: 1001 time: 0.0579324 Jul 05 03:29:20.723837 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50d3646-54b5-4306-94ba-bf1db6d23617 req-45361e78-fe59-4499-82f6-3bd76f7d92f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:29:20.725358 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b50d3646-54b5-4306-94ba-bf1db6d23617 req-45361e78-fe59-4499-82f6-3bd76f7d92f9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=37f78009-62d3-4905-8151-0e629ec1b88c HTTP/1.1" status: 200 len: 835 time: 0.0442183 Jul 05 03:29:20.792649 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50d3646-54b5-4306-94ba-bf1db6d23617 req-3d26062e-0512-480d-958a-201d627a570c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:29:20.794409 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b50d3646-54b5-4306-94ba-bf1db6d23617 req-3d26062e-0512-480d-958a-201d627a570c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fede8eca-ca3e-473c-a754-0e47d49dfc08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0628524 Jul 05 03:29:20.890350 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b50d3646-54b5-4306-94ba-bf1db6d23617 req-b6e1d33d-560b-4e23-ba1f-a50e96061b66 service neutron] 10.222.0.15 "GET /v2.0/networks/fede8eca-ca3e-473c-a754-0e47d49dfc08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880768 Jul 05 03:29:20.932206 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b05954f7-f916-4aaf-8e48-01db798fccdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:29:20.991215 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b50d3646-54b5-4306-94ba-bf1db6d23617 req-affc1e63-a013-4b86-95a6-f1a960b7eec2 service neutron] 10.222.0.15 "GET /v2.0/networks/fede8eca-ca3e-473c-a754-0e47d49dfc08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924969 Jul 05 03:29:23.309221 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e96a879a-1b0f-415b-89c8-bf802ddf5294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:29:24.069633 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:29:24.875003 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:29:26.360840 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:29:42.383212 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:29:42.512285 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:29:45.004155 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:29:45.057821 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c9e08c-8a7e-47c4-9132-7a509855143f req-9f1b8915-41ae-49e4-83ca-16bd8f654cd6 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:29:45.059389 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e6c9e08c-8a7e-47c4-9132-7a509855143f req-9f1b8915-41ae-49e4-83ca-16bd8f654cd6 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=09059ecd-c625-4aeb-b898-235ef58ad942 HTTP/1.1" status: 200 len: 945 time: 0.0958450 Jul 05 03:29:45.107413 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e6c9e08c-8a7e-47c4-9132-7a509855143f req-779150b8-275e-445e-a046-5e911ecf997f tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=127c68bb-2a02-46c0-b41c-99b2171a8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414884 Jul 05 03:29:46.315765 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5868d4c-312c-4a6d-92e0-cd3c52535633 req-fd4f02ea-db39-4f5f-a89d-8f88065f0077 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:29:46.317653 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b5868d4c-312c-4a6d-92e0-cd3c52535633 req-fd4f02ea-db39-4f5f-a89d-8f88065f0077 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=09059ecd-c625-4aeb-b898-235ef58ad942 HTTP/1.1" status: 200 len: 945 time: 0.0758181 Jul 05 03:29:46.365468 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b5868d4c-312c-4a6d-92e0-cd3c52535633 req-37d5b28f-dc3b-4f55-b8d0-ef13968f4f64 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=127c68bb-2a02-46c0-b41c-99b2171a8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386112 Jul 05 03:29:46.393273 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 50926) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:29:46.480379 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-1b7fc1dd-b02d-4f17-9006-4336d2a7edea tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/floatingips/5e90291f-5602-4145-8a4a-6becea6c2f6a HTTP/1.1" status: 200 len: 993 time: 0.0850916 Jul 05 03:29:48.260233 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8be4a89-2ff8-4308-87a4-a8cb9404f2df req-f8861736-1f05-4af6-8fc3-4493677039b4 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:29:48.261740 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a8be4a89-2ff8-4308-87a4-a8cb9404f2df req-f8861736-1f05-4af6-8fc3-4493677039b4 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=09059ecd-c625-4aeb-b898-235ef58ad942 HTTP/1.1" status: 200 len: 945 time: 0.0770586 Jul 05 03:29:48.303315 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a8be4a89-2ff8-4308-87a4-a8cb9404f2df req-9442f9b4-3505-43b8-86ba-4cb9659934a5 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=127c68bb-2a02-46c0-b41c-99b2171a8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347035 Jul 05 03:29:49.484073 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68c709-e591-43ba-8f60-79622e6d52a2 req-3eaaa5e2-e8c7-4500-b792-4d2f358d7f26 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:29:49.485684 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3d68c709-e591-43ba-8f60-79622e6d52a2 req-3eaaa5e2-e8c7-4500-b792-4d2f358d7f26 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=09059ecd-c625-4aeb-b898-235ef58ad942 HTTP/1.1" status: 200 len: 945 time: 0.0660214 Jul 05 03:29:49.525236 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3d68c709-e591-43ba-8f60-79622e6d52a2 req-26e3a690-b446-414c-89bb-9b1453ca660b tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=127c68bb-2a02-46c0-b41c-99b2171a8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332539 Jul 05 03:29:49.551063 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 50936) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:29:49.614573 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-c8322f30-ba27-4c62-b68e-43781066438d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/floatingips/5e90291f-5602-4145-8a4a-6becea6c2f6a HTTP/1.1" status: 200 len: 993 time: 0.0621517 Jul 05 03:29:49.864062 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 50942) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:29:50.364537 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-906cdada-e09f-42a7-b4cf-ee31d699b3d1 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Deleting port f3699663-4e26-407a-b80a-d0a9d9cb4b36 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:29:50.364882 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-906cdada-e09f-42a7-b4cf-ee31d699b3d1 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:29:50.437795 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-906cdada-e09f-42a7-b4cf-ee31d699b3d1 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:29:50.438138 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-906cdada-e09f-42a7-b4cf-ee31d699b3d1 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:29:50.450026 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-906cdada-e09f-42a7-b4cf-ee31d699b3d1 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Calling delete_port for f3699663-4e26-407a-b80a-d0a9d9cb4b36 owned by network:floatingip {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:29:50.679408 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-906cdada-e09f-42a7-b4cf-ee31d699b3d1 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:29:50.702913 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906cdada-e09f-42a7-b4cf-ee31d699b3d1 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Pushing event deleted for resources: {'Port': ['ID=f3699663-4e26-407a-b80a-d0a9d9cb4b36,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:29:50.713864 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906cdada-e09f-42a7-b4cf-ee31d699b3d1 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:29:50.714246 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906cdada-e09f-42a7-b4cf-ee31d699b3d1 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:29:50.714586 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906cdada-e09f-42a7-b4cf-ee31d699b3d1 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:29:50.714922 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906cdada-e09f-42a7-b4cf-ee31d699b3d1 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:29:50.715258 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906cdada-e09f-42a7-b4cf-ee31d699b3d1 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:29:50.716016 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906cdada-e09f-42a7-b4cf-ee31d699b3d1 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:29:50.716016 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906cdada-e09f-42a7-b4cf-ee31d699b3d1 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:29:50.716242 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906cdada-e09f-42a7-b4cf-ee31d699b3d1 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:29:50.716534 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906cdada-e09f-42a7-b4cf-ee31d699b3d1 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:29:50.716857 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906cdada-e09f-42a7-b4cf-ee31d699b3d1 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:29:50.717182 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906cdada-e09f-42a7-b4cf-ee31d699b3d1 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:29:50.717507 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906cdada-e09f-42a7-b4cf-ee31d699b3d1 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:29:50.781094 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-906cdada-e09f-42a7-b4cf-ee31d699b3d1 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for floatingip, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:29:50.781476 n-d-771362-32 neutron-server[94462]: INFO neutron.db.l3_db [None req-906cdada-e09f-42a7-b4cf-ee31d699b3d1 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Floating IP 5e90291f-5602-4145-8a4a-6becea6c2f6a disassociated (deleted). External IP: 172.25.7.186, port: f6cc4a86-de18-4499-84e9-f07f35763132. Jul 05 03:29:50.971593 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5072f008-3edb-41ef-a9df-04b656040c26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:29:50.995566 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-906cdada-e09f-42a7-b4cf-ee31d699b3d1 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Router 6aaadaf8-7363-450d-bd82-9e51ca1ab8c8 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:29:51.104461 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-906cdada-e09f-42a7-b4cf-ee31d699b3d1 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:29:51.109387 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-906cdada-e09f-42a7-b4cf-ee31d699b3d1 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:29:51.114242 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bc5bea-8507-463e-a0b3-e59ffb88d8ac None None] Sync routers for ids ['6aaadaf8-7363-450d-bd82-9e51ca1ab8c8'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:29:51.122849 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bc5bea-8507-463e-a0b3-e59ffb88d8ac None None] Routers {'6aaadaf8-7363-450d-bd82-9e51ca1ab8c8'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:29:51.123459 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-64bc5bea-8507-463e-a0b3-e59ffb88d8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:29:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['6aaadaf8-7363-450d-bd82-9e51ca1ab8c8'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:29:51.146741 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-906cdada-e09f-42a7-b4cf-ee31d699b3d1 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "DELETE /v2.0/floatingips/5e90291f-5602-4145-8a4a-6becea6c2f6a HTTP/1.1" status: 204 len: 168 time: 1.2815816 Jul 05 03:29:51.147439 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09059ecd-c625-4aeb-b898-235ef58ad942', 'tag': 'f6cc4a86-de18-4499-84e9-f07f35763132'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:29:51.149836 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11141f6c68b9db4323543981e20059e25754165b6910e3da155bf2bc30bd8242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-783b0475-3c43-4f88-925e-bd31668ff967" -d '{"events": [{"name": "network-changed", "server_uuid": "09059ecd-c625-4aeb-b898-235ef58ad942", "tag": "f6cc4a86-de18-4499-84e9-f07f35763132"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:29:51.190313 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09816543-d458-44fa-ab21-d9ae1edde103 x-openstack-request-id: req-09816543-d458-44fa-ab21-d9ae1edde103 {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:29:51.190699 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09059ecd-c625-4aeb-b898-235ef58ad942", "tag": "f6cc4a86-de18-4499-84e9-f07f35763132", "status": "completed", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:29:51.191020 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-09816543-d458-44fa-ab21-d9ae1edde103 {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:29:51.191493 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09059ecd-c625-4aeb-b898-235ef58ad942', 'tag': 'f6cc4a86-de18-4499-84e9-f07f35763132', 'status': 'completed', 'code': 200} Jul 05 03:29:51.275557 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783b0475-3c43-4f88-925e-bd31668ff967 req-0ea26387-539e-4d93-81cd-a0ee33c8cf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:29:51.277117 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-783b0475-3c43-4f88-925e-bd31668ff967 req-0ea26387-539e-4d93-81cd-a0ee33c8cf67 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f5cd03416720416fbffc8e2028e4152c&device_id=09059ecd-c625-4aeb-b898-235ef58ad942 HTTP/1.1" status: 200 len: 1097 time: 0.0613790 Jul 05 03:29:51.369940 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783b0475-3c43-4f88-925e-bd31668ff967 req-ade1ed1e-2b50-450d-8503-985127bdcfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:29:51.371509 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-783b0475-3c43-4f88-925e-bd31668ff967 req-ade1ed1e-2b50-450d-8503-985127bdcfbf service neutron] 10.222.0.15 "GET /v2.0/networks?id=fede8eca-ca3e-473c-a754-0e47d49dfc08 HTTP/1.1" status: 200 len: 896 time: 0.0870254 Jul 05 03:29:51.393566 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-64bc5bea-8507-463e-a0b3-e59ffb88d8ac None None] Set router 6aaadaf8-7363-450d-bd82-9e51ca1ab8c8 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:29:51.419973 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-783b0475-3c43-4f88-925e-bd31668ff967 req-f937f2e3-de37-4f51-9345-88af83698111 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6cc4a86-de18-4499-84e9-f07f35763132 HTTP/1.1" status: 200 len: 217 time: 0.0392318 Jul 05 03:29:51.468093 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783b0475-3c43-4f88-925e-bd31668ff967 req-13af54c6-5220-4624-9d6f-4165d27ffee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:29:51.469669 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-783b0475-3c43-4f88-925e-bd31668ff967 req-13af54c6-5220-4624-9d6f-4165d27ffee6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=37f78009-62d3-4905-8151-0e629ec1b88c HTTP/1.1" status: 200 len: 835 time: 0.0438519 Jul 05 03:29:51.534407 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783b0475-3c43-4f88-925e-bd31668ff967 req-bda1be64-0903-40e6-8c1d-3d743b80e6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:29:51.536677 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-783b0475-3c43-4f88-925e-bd31668ff967 req-bda1be64-0903-40e6-8c1d-3d743b80e6e6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fede8eca-ca3e-473c-a754-0e47d49dfc08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0604062 Jul 05 03:29:51.609303 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-64bc5bea-8507-463e-a0b3-e59ffb88d8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aaadaf8-7363-450d-bd82-9e51ca1ab8c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1299258964', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'ce132697-222a-4385-9ab0-703cf29fca3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:28:50Z', 'updated_at': '2021-07-05T03:28:55Z', 'revision_number': 4, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'gw_port': {'id': 'ce132697-222a-4385-9ab0-703cf29fca3c', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aaadaf8-7363-450d-bd82-9e51ca1ab8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:28:51Z', 'updated_at': '2021-07-05T03:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '2b58c800-0ea7-436d-aa03-136a3114414a', 'name': '', 'network_id': 'fede8eca-ca3e-473c-a754-0e47d49dfc08', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'mac_address': 'fa:16:3e:07:80:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aaadaf8-7363-450d-bd82-9e51ca1ab8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '37f78009-62d3-4905-8151-0e629ec1b88c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:28:54Z', 'updated_at': '2021-07-05T03:28:59Z', 'revision_number': 5, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'subnets': [{'id': '37f78009-62d3-4905-8151-0e629ec1b88c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:29:51.633242 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-783b0475-3c43-4f88-925e-bd31668ff967 req-2bd1ea2a-9f4f-474f-a1ab-894690aa5596 service neutron] 10.222.0.15 "GET /v2.0/networks/fede8eca-ca3e-473c-a754-0e47d49dfc08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900095 Jul 05 03:29:51.640818 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bc5bea-8507-463e-a0b3-e59ffb88d8ac None None] Checking router: 6aaadaf8-7363-450d-bd82-9e51ca1ab8c8 for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:29:51.650606 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bc5bea-8507-463e-a0b3-e59ffb88d8ac None None] Routers {'6aaadaf8-7363-450d-bd82-9e51ca1ab8c8'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:29:51.651339 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-64bc5bea-8507-463e-a0b3-e59ffb88d8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:29:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['6aaadaf8-7363-450d-bd82-9e51ca1ab8c8'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:29:51.733352 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-783b0475-3c43-4f88-925e-bd31668ff967 req-cf5f488f-7625-4651-aefd-78a536fb99e1 service neutron] 10.222.0.15 "GET /v2.0/networks/fede8eca-ca3e-473c-a754-0e47d49dfc08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939095 Jul 05 03:29:51.760655 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-64bc5bea-8507-463e-a0b3-e59ffb88d8ac None None] Set router 6aaadaf8-7363-450d-bd82-9e51ca1ab8c8 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:29:51.816087 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05afee9c-4c79-42c3-97fd-c6db7d77c9c5 req-c29500cc-a2c0-4d9f-aeb0-5a22ebbf4c0a tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:29:51.817909 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-05afee9c-4c79-42c3-97fd-c6db7d77c9c5 req-c29500cc-a2c0-4d9f-aeb0-5a22ebbf4c0a tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=09059ecd-c625-4aeb-b898-235ef58ad942 HTTP/1.1" status: 200 len: 945 time: 0.0673563 Jul 05 03:29:51.867258 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-05afee9c-4c79-42c3-97fd-c6db7d77c9c5 req-497f6d31-6f8a-47ea-be3d-8d53d2a515ab tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=127c68bb-2a02-46c0-b41c-99b2171a8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430417 Jul 05 03:29:51.972428 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-64bc5bea-8507-463e-a0b3-e59ffb88d8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aaadaf8-7363-450d-bd82-9e51ca1ab8c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1299258964', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'ce132697-222a-4385-9ab0-703cf29fca3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:28:50Z', 'updated_at': '2021-07-05T03:28:55Z', 'revision_number': 4, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'gw_port': {'id': 'ce132697-222a-4385-9ab0-703cf29fca3c', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aaadaf8-7363-450d-bd82-9e51ca1ab8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:28:51Z', 'updated_at': '2021-07-05T03:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '2b58c800-0ea7-436d-aa03-136a3114414a', 'name': '', 'network_id': 'fede8eca-ca3e-473c-a754-0e47d49dfc08', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'mac_address': 'fa:16:3e:07:80:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aaadaf8-7363-450d-bd82-9e51ca1ab8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '37f78009-62d3-4905-8151-0e629ec1b88c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:28:54Z', 'updated_at': '2021-07-05T03:28:59Z', 'revision_number': 5, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'subnets': [{'id': '37f78009-62d3-4905-8151-0e629ec1b88c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:29:52.002577 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bc5bea-8507-463e-a0b3-e59ffb88d8ac None None] The sync data for ids ['6aaadaf8-7363-450d-bd82-9e51ca1ab8c8'] in n-d-771362-32 is: [{'id': '6aaadaf8-7363-450d-bd82-9e51ca1ab8c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1299258964', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'ce132697-222a-4385-9ab0-703cf29fca3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:28:50Z', 'updated_at': '2021-07-05T03:28:55Z', 'revision_number': 4, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'gw_port': {'id': 'ce132697-222a-4385-9ab0-703cf29fca3c', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aaadaf8-7363-450d-bd82-9e51ca1ab8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:28:51Z', 'updated_at': '2021-07-05T03:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '2b58c800-0ea7-436d-aa03-136a3114414a', 'name': '', 'network_id': 'fede8eca-ca3e-473c-a754-0e47d49dfc08', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'mac_address': 'fa:16:3e:07:80:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aaadaf8-7363-450d-bd82-9e51ca1ab8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '37f78009-62d3-4905-8151-0e629ec1b88c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:28:54Z', 'updated_at': '2021-07-05T03:28:59Z', 'revision_number': 5, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'subnets': [{'id': '37f78009-62d3-4905-8151-0e629ec1b88c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:29:52.236967 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6d7cf8-4765-4241-ac15-5ddcd21c7b94 None None] New status for floating IP 5e90291f-5602-4145-8a4a-6becea6c2f6a: DOWN {{(pid=94464) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:29:53.052676 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e280ab4b-94ad-49dc-bded-102252297836 req-cfbe8a6a-841c-49d5-af3c-8298b407f9f8 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:29:53.054335 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e280ab4b-94ad-49dc-bded-102252297836 req-cfbe8a6a-841c-49d5-af3c-8298b407f9f8 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=09059ecd-c625-4aeb-b898-235ef58ad942 HTTP/1.1" status: 200 len: 945 time: 0.0672042 Jul 05 03:29:53.102820 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e280ab4b-94ad-49dc-bded-102252297836 req-8fede2c1-3744-417a-9d24-cc4ce6824142 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=127c68bb-2a02-46c0-b41c-99b2171a8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425317 Jul 05 03:29:53.203216 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c96a26c-75fd-4df2-92a2-a122c27363f5 req-3dda7a35-d2c5-47c9-a867-57c6df86b0db tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:29:53.205459 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7c96a26c-75fd-4df2-92a2-a122c27363f5 req-3dda7a35-d2c5-47c9-a867-57c6df86b0db tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.15 "GET /v2.0/ports?device_id=09059ecd-c625-4aeb-b898-235ef58ad942 HTTP/1.1" status: 200 len: 945 time: 0.0661118 Jul 05 03:29:53.292560 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-1d897574-e148-4ee3-ae8f-a5eea046138e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:29:53.325330 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-7c96a26c-75fd-4df2-92a2-a122c27363f5 req-7b747c38-dba9-4869-8176-39dc0aed5aa9 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Deleting port f6cc4a86-de18-4499-84e9-f07f35763132 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:29:53.325769 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-7c96a26c-75fd-4df2-92a2-a122c27363f5 req-7b747c38-dba9-4869-8176-39dc0aed5aa9 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:29:53.420206 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-7c96a26c-75fd-4df2-92a2-a122c27363f5 req-7b747c38-dba9-4869-8176-39dc0aed5aa9 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] For port f6cc4a86-de18-4499-84e9-f07f35763132, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=f6cc4a86-de18-4499-84e9-f07f35763132,segment=NetworkSegment(6f016b5e-6d4d-4d41-b182-21bd6f5a739b),segment_id=6f016b5e-6d4d-4d41-b182-21bd6f5a739b)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:29:53.420628 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-7c96a26c-75fd-4df2-92a2-a122c27363f5 req-7b747c38-dba9-4869-8176-39dc0aed5aa9 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:29:53.434810 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-7c96a26c-75fd-4df2-92a2-a122c27363f5 req-7b747c38-dba9-4869-8176-39dc0aed5aa9 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Calling delete_port for f6cc4a86-de18-4499-84e9-f07f35763132 owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:29:53.633515 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-7c96a26c-75fd-4df2-92a2-a122c27363f5 req-7b747c38-dba9-4869-8176-39dc0aed5aa9 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:29:53.665931 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b747c38-dba9-4869-8176-39dc0aed5aa9 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Pushing event deleted for resources: {'Port': ['ID=f6cc4a86-de18-4499-84e9-f07f35763132,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:29:53.679490 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b747c38-dba9-4869-8176-39dc0aed5aa9 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:29:53.679891 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b747c38-dba9-4869-8176-39dc0aed5aa9 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:29:53.680176 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b747c38-dba9-4869-8176-39dc0aed5aa9 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:29:53.680510 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b747c38-dba9-4869-8176-39dc0aed5aa9 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:29:53.680843 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b747c38-dba9-4869-8176-39dc0aed5aa9 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:29:53.681173 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b747c38-dba9-4869-8176-39dc0aed5aa9 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:29:53.681623 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b747c38-dba9-4869-8176-39dc0aed5aa9 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:29:53.681804 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b747c38-dba9-4869-8176-39dc0aed5aa9 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:29:53.682162 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b747c38-dba9-4869-8176-39dc0aed5aa9 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:29:53.682472 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b747c38-dba9-4869-8176-39dc0aed5aa9 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:29:53.682796 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b747c38-dba9-4869-8176-39dc0aed5aa9 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:29:53.683125 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b747c38-dba9-4869-8176-39dc0aed5aa9 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:29:53.723438 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c96a26c-75fd-4df2-92a2-a122c27363f5 req-7b747c38-dba9-4869-8176-39dc0aed5aa9 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] No DVR routers for this DVR port f6cc4a86-de18-4499-84e9-f07f35763132 on host n-h2-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:29:53.726518 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-7c96a26c-75fd-4df2-92a2-a122c27363f5 req-7b747c38-dba9-4869-8176-39dc0aed5aa9 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:29:53.728962 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7c96a26c-75fd-4df2-92a2-a122c27363f5 req-7b747c38-dba9-4869-8176-39dc0aed5aa9 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.15 "DELETE /v2.0/ports/f6cc4a86-de18-4499-84e9-f07f35763132 HTTP/1.1" status: 204 len: 173 time: 0.5176589 Jul 05 03:29:53.729585 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09059ecd-c625-4aeb-b898-235ef58ad942', 'name': 'network-vif-deleted', 'tag': 'f6cc4a86-de18-4499-84e9-f07f35763132'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:29:53.732100 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4c1385bffaa5d930a7117e6982c27207eca91cca31cf4b43f86c7ad63cd24a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd4831f7-20a1-4c66-8586-4489dcab6b36" -d '{"events": [{"server_uuid": "09059ecd-c625-4aeb-b898-235ef58ad942", "name": "network-vif-deleted", "tag": "f6cc4a86-de18-4499-84e9-f07f35763132"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:29:53.774486 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ee83d4f-3dfe-408c-a7a7-67427108f72c x-openstack-request-id: req-9ee83d4f-3dfe-408c-a7a7-67427108f72c {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:29:53.775083 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09059ecd-c625-4aeb-b898-235ef58ad942", "name": "network-vif-deleted", "tag": "f6cc4a86-de18-4499-84e9-f07f35763132", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:29:53.775369 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9ee83d4f-3dfe-408c-a7a7-67427108f72c {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:29:53.775921 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09059ecd-c625-4aeb-b898-235ef58ad942', 'name': 'network-vif-deleted', 'tag': 'f6cc4a86-de18-4499-84e9-f07f35763132', 'status': 'completed', 'code': 200} Jul 05 03:29:54.040535 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:29:54.282970 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a44a25cf-6e1a-4387-bacf-aa015f739c4a req-19b1e37a-4d10-48c5-921b-400ac5419a5d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=09059ecd-c625-4aeb-b898-235ef58ad942 HTTP/1.1" status: 200 len: 210 time: 0.0294240 Jul 05 03:29:54.886452 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:29:55.406752 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 50960) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:29:55.730774 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device f6cc4a86-de18-4499-84e9-f07f35763132 no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:29:55.764919 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] No Port match for: f6cc4a86-de18-4499-84e9-f07f35763132 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:29:55.765513 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device f6cc4a86-de18-4499-84e9-f07f35763132 not bound to the agent host n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:29:55.827765 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fe6576b8-7781-406a-b70e-b88bfc4f724c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1634680'] for router_interface, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:29:56.178801 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-fe6576b8-7781-406a-b70e-b88bfc4f724c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Deleting port 2b58c800-0ea7-436d-aa03-136a3114414a {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:29:56.179150 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fe6576b8-7781-406a-b70e-b88bfc4f724c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:29:56.288032 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-fe6576b8-7781-406a-b70e-b88bfc4f724c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] For port 2b58c800-0ea7-436d-aa03-136a3114414a, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=2b58c800-0ea7-436d-aa03-136a3114414a,segment=NetworkSegment(6f016b5e-6d4d-4d41-b182-21bd6f5a739b),segment_id=6f016b5e-6d4d-4d41-b182-21bd6f5a739b)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:29:56.288399 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fe6576b8-7781-406a-b70e-b88bfc4f724c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:29:56.304871 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-fe6576b8-7781-406a-b70e-b88bfc4f724c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Calling delete_port for 2b58c800-0ea7-436d-aa03-136a3114414a owned by network:router_interface {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:29:56.320654 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:29:56.612426 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fe6576b8-7781-406a-b70e-b88bfc4f724c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:29:56.640535 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6576b8-7781-406a-b70e-b88bfc4f724c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Pushing event deleted for resources: {'Port': ['ID=2b58c800-0ea7-436d-aa03-136a3114414a,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:29:56.846807 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-fe6576b8-7781-406a-b70e-b88bfc4f724c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635398'] for router_interface, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:29:57.076006 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe6576b8-7781-406a-b70e-b88bfc4f724c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Router 6aaadaf8-7363-450d-bd82-9e51ca1ab8c8 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:29:57.205464 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe6576b8-7781-406a-b70e-b88bfc4f724c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:29:57.211420 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-fe6576b8-7781-406a-b70e-b88bfc4f724c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "PUT /v2.0/routers/6aaadaf8-7363-450d-bd82-9e51ca1ab8c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8032558 Jul 05 03:29:57.214464 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 50962) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:29:57.217355 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ccb82a-87fc-4af1-b2bb-e4827be87fbe None None] Sync routers for ids ['6aaadaf8-7363-450d-bd82-9e51ca1ab8c8'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:29:57.227735 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ccb82a-87fc-4af1-b2bb-e4827be87fbe None None] Routers {'6aaadaf8-7363-450d-bd82-9e51ca1ab8c8'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:29:57.228495 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-30ccb82a-87fc-4af1-b2bb-e4827be87fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:29:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['6aaadaf8-7363-450d-bd82-9e51ca1ab8c8'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:29:57.273573 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-0691c507-7ad4-49bc-be48-05f12dfcea0a tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Deleting subnet 37f78009-62d3-4905-8151-0e629ec1b88c {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:29:57.277228 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0691c507-7ad4-49bc-be48-05f12dfcea0a tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:29:57.326610 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0691c507-7ad4-49bc-be48-05f12dfcea0a tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:29:57.359486 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-30ccb82a-87fc-4af1-b2bb-e4827be87fbe None None] Set router 6aaadaf8-7363-450d-bd82-9e51ca1ab8c8 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:29:57.470214 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0691c507-7ad4-49bc-be48-05f12dfcea0a tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:29:57.641409 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0691c507-7ad4-49bc-be48-05f12dfcea0a tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:29:57.661495 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-30ccb82a-87fc-4af1-b2bb-e4827be87fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aaadaf8-7363-450d-bd82-9e51ca1ab8c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1299258964', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'ce132697-222a-4385-9ab0-703cf29fca3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:28:50Z', 'updated_at': '2021-07-05T03:29:56Z', 'revision_number': 5, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'gw_port': {'id': 'ce132697-222a-4385-9ab0-703cf29fca3c', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aaadaf8-7363-450d-bd82-9e51ca1ab8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:28:51Z', 'updated_at': '2021-07-05T03:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:29:57.684143 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0691c507-7ad4-49bc-be48-05f12dfcea0a tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:29:57.692295 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 50964) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:29:57.693085 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-0691c507-7ad4-49bc-be48-05f12dfcea0a tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "DELETE /v2.0/subnets/37f78009-62d3-4905-8151-0e629ec1b88c HTTP/1.1" status: 204 len: 168 time: 0.4764605 Jul 05 03:29:57.694603 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0691c507-7ad4-49bc-be48-05f12dfcea0a tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Pushing event deleted for resources: {'Subnet': ['ID=37f78009-62d3-4905-8151-0e629ec1b88c,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:29:57.718225 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462c33be-cbe3-48f8-8d0a-fd3e676c75c7 None None] Network fede8eca-ca3e-473c-a754-0e47d49dfc08 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:29:57.721614 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ccb82a-87fc-4af1-b2bb-e4827be87fbe None None] Checking router: 6aaadaf8-7363-450d-bd82-9e51ca1ab8c8 for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:29:57.790809 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ccb82a-87fc-4af1-b2bb-e4827be87fbe None None] Routers {'6aaadaf8-7363-450d-bd82-9e51ca1ab8c8'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:29:57.791742 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-30ccb82a-87fc-4af1-b2bb-e4827be87fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:29:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['6aaadaf8-7363-450d-bd82-9e51ca1ab8c8'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:29:57.893304 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9532344c-4dc3-4971-874d-e1e7e1de5b5b tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for router, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:29:57.980555 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-30ccb82a-87fc-4af1-b2bb-e4827be87fbe None None] Set router 6aaadaf8-7363-450d-bd82-9e51ca1ab8c8 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:29:58.025201 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9532344c-4dc3-4971-874d-e1e7e1de5b5b tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:29:58.158464 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-9532344c-4dc3-4971-874d-e1e7e1de5b5b tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Deleting port ce132697-222a-4385-9ab0-703cf29fca3c {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:29:58.158748 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9532344c-4dc3-4971-874d-e1e7e1de5b5b tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:29:58.162328 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a428931e-04d3-4ede-aaba-a9a1d8d68c9f None None] DHCP port deletion for fede8eca-ca3e-473c-a754-0e47d49dfc08 request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:29:58.225948 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-30ccb82a-87fc-4af1-b2bb-e4827be87fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aaadaf8-7363-450d-bd82-9e51ca1ab8c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1299258964', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'ce132697-222a-4385-9ab0-703cf29fca3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:28:50Z', 'updated_at': '2021-07-05T03:29:56Z', 'revision_number': 5, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'gw_port': {'id': 'ce132697-222a-4385-9ab0-703cf29fca3c', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aaadaf8-7363-450d-bd82-9e51ca1ab8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:28:51Z', 'updated_at': '2021-07-05T03:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:29:58.231480 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-a428931e-04d3-4ede-aaba-a9a1d8d68c9f None None] Deleting port 33867cfc-d53a-433b-ba85-3fa7e15cda9c {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:29:58.231851 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a428931e-04d3-4ede-aaba-a9a1d8d68c9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:29:58.243847 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [None req-9532344c-4dc3-4971-874d-e1e7e1de5b5b tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] For port ce132697-222a-4385-9ab0-703cf29fca3c, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=ce132697-222a-4385-9ab0-703cf29fca3c,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:29:58.244219 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9532344c-4dc3-4971-874d-e1e7e1de5b5b tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:29:58.259016 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-9532344c-4dc3-4971-874d-e1e7e1de5b5b tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Calling delete_port for ce132697-222a-4385-9ab0-703cf29fca3c owned by network:router_gateway {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:29:58.259379 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ccb82a-87fc-4af1-b2bb-e4827be87fbe None None] The sync data for ids ['6aaadaf8-7363-450d-bd82-9e51ca1ab8c8'] in n-d-771362-32 is: [{'id': '6aaadaf8-7363-450d-bd82-9e51ca1ab8c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1299258964', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'ce132697-222a-4385-9ab0-703cf29fca3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:28:50Z', 'updated_at': '2021-07-05T03:29:56Z', 'revision_number': 5, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'gw_port': {'id': 'ce132697-222a-4385-9ab0-703cf29fca3c', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aaadaf8-7363-450d-bd82-9e51ca1ab8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:28:51Z', 'updated_at': '2021-07-05T03:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:29:58.328191 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-a428931e-04d3-4ede-aaba-a9a1d8d68c9f None None] For port 33867cfc-d53a-433b-ba85-3fa7e15cda9c, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=33867cfc-d53a-433b-ba85-3fa7e15cda9c,segment=NetworkSegment(6f016b5e-6d4d-4d41-b182-21bd6f5a739b),segment_id=6f016b5e-6d4d-4d41-b182-21bd6f5a739b)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:29:58.328592 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a428931e-04d3-4ede-aaba-a9a1d8d68c9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:29:58.342848 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-a428931e-04d3-4ede-aaba-a9a1d8d68c9f None None] Calling delete_port for 33867cfc-d53a-433b-ba85-3fa7e15cda9c owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:29:58.490665 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a428931e-04d3-4ede-aaba-a9a1d8d68c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:29:58.519527 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9532344c-4dc3-4971-874d-e1e7e1de5b5b tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:29:58.519830 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a428931e-04d3-4ede-aaba-a9a1d8d68c9f None None] Pushing event deleted for resources: {'Port': ['ID=33867cfc-d53a-433b-ba85-3fa7e15cda9c,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:29:58.524284 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a428931e-04d3-4ede-aaba-a9a1d8d68c9f None None] No DVR routers for this DVR port 33867cfc-d53a-433b-ba85-3fa7e15cda9c on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:29:58.537973 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a428931e-04d3-4ede-aaba-a9a1d8d68c9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:29:58.537973 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a428931e-04d3-4ede-aaba-a9a1d8d68c9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:29:58.537973 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a428931e-04d3-4ede-aaba-a9a1d8d68c9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:29:58.537973 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a428931e-04d3-4ede-aaba-a9a1d8d68c9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:29:58.537973 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a428931e-04d3-4ede-aaba-a9a1d8d68c9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:29:58.537973 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a428931e-04d3-4ede-aaba-a9a1d8d68c9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:29:58.537973 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a428931e-04d3-4ede-aaba-a9a1d8d68c9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:29:58.537973 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a428931e-04d3-4ede-aaba-a9a1d8d68c9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:29:58.537973 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a428931e-04d3-4ede-aaba-a9a1d8d68c9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:29:58.539756 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a428931e-04d3-4ede-aaba-a9a1d8d68c9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:29:58.539756 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a428931e-04d3-4ede-aaba-a9a1d8d68c9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:29:58.540485 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a428931e-04d3-4ede-aaba-a9a1d8d68c9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:29:58.555943 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9532344c-4dc3-4971-874d-e1e7e1de5b5b tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Pushing event deleted for resources: {'Port': ['ID=ce132697-222a-4385-9ab0-703cf29fca3c,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:29:58.634085 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9532344c-4dc3-4971-874d-e1e7e1de5b5b tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636927'] for router_gateway, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:29:58.744082 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9532344c-4dc3-4971-874d-e1e7e1de5b5b tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11828'] for router, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:29:58.748463 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9532344c-4dc3-4971-874d-e1e7e1de5b5b tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:29:58.886980 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9532344c-4dc3-4971-874d-e1e7e1de5b5b tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1575451'] for router, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:29:58.887896 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9532344c-4dc3-4971-874d-e1e7e1de5b5b tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Fanout notify agent at l3_agent the message router_deleted on router 6aaadaf8-7363-450d-bd82-9e51ca1ab8c8 {{(pid=94461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 03:29:58.899440 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9532344c-4dc3-4971-874d-e1e7e1de5b5b tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for router, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:29:58.904680 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-9532344c-4dc3-4971-874d-e1e7e1de5b5b tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "DELETE /v2.0/routers/6aaadaf8-7363-450d-bd82-9e51ca1ab8c8 HTTP/1.1" status: 204 len: 168 time: 1.2045522 Jul 05 03:29:58.904680 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 50966) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:29:59.029297 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6a14e083-73a2-4a36-aaa8-293b7ce6342e tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:29:59.119395 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6a14e083-73a2-4a36-aaa8-293b7ce6342e tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:29:59.130015 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-6a14e083-73a2-4a36-aaa8-293b7ce6342e tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fede8eca-ca3e-473c-a754-0e47d49dfc08']}} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:29:59.140278 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-6a14e083-73a2-4a36-aaa8-293b7ce6342e tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f016b5e-6d4d-4d41-b182-21bd6f5a739b') {'for_net_delete': True} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:29:59.140559 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-6a14e083-73a2-4a36-aaa8-293b7ce6342e tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f016b5e-6d4d-4d41-b182-21bd6f5a739b') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:29:59.149793 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6a14e083-73a2-4a36-aaa8-293b7ce6342e tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5519669'] for segment, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:29:59.166087 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6a14e083-73a2-4a36-aaa8-293b7ce6342e tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:29:59.174634 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a14e083-73a2-4a36-aaa8-293b7ce6342e tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=94461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:29:59.175139 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6a14e083-73a2-4a36-aaa8-293b7ce6342e tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5763545'] for segment, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:29:59.179079 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:29:59.179079 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:29:59.179079 n-d-771362-32 neutron-server[94461]: Traceback (most recent call last): Jul 05 03:29:59.179079 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:29:59.179079 n-d-771362-32 neutron-server[94461]: timer() Jul 05 03:29:59.179079 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:29:59.179079 n-d-771362-32 neutron-server[94461]: cb(*args, **kw) Jul 05 03:29:59.179079 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:29:59.179079 n-d-771362-32 neutron-server[94461]: return func(*args, **kwargs) Jul 05 03:29:59.179079 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:29:59.179079 n-d-771362-32 neutron-server[94461]: self._notify() Jul 05 03:29:59.179079 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:29:59.179079 n-d-771362-32 neutron-server[94461]: self.callback(batched_events) Jul 05 03:29:59.179079 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:29:59.179079 n-d-771362-32 neutron-server[94461]: event.method(event) Jul 05 03:29:59.179079 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:29:59.179079 n-d-771362-32 neutron-server[94461]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:29:59.179079 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:29:59.179079 n-d-771362-32 neutron-server[94461]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:29:59.179079 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:29:59.179079 n-d-771362-32 neutron-server[94461]: return f(self, *a, **k) Jul 05 03:29:59.179079 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:29:59.179079 n-d-771362-32 neutron-server[94461]: return self._get(url).json() Jul 05 03:29:59.179079 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:29:59.179079 n-d-771362-32 neutron-server[94461]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:29:59.179079 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:29:59.179079 n-d-771362-32 neutron-server[94461]: return self.request(url, 'GET', **kwargs) Jul 05 03:29:59.179079 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:29:59.179079 n-d-771362-32 neutron-server[94461]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:29:59.179079 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:29:59.179079 n-d-771362-32 neutron-server[94461]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:29:59.179079 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:29:59.179079 n-d-771362-32 neutron-server[94461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:29:59.179079 n-d-771362-32 neutron-server[94461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:29:59.309556 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6a14e083-73a2-4a36-aaa8-293b7ce6342e tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:29:59.318831 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6a14e083-73a2-4a36-aaa8-293b7ce6342e tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:29:59.322564 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-6a14e083-73a2-4a36-aaa8-293b7ce6342e tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "DELETE /v2.0/networks/fede8eca-ca3e-473c-a754-0e47d49dfc08 HTTP/1.1" status: 204 len: 168 time: 0.4165239 Jul 05 03:29:59.324760 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 50968) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:29:59.346935 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a14e083-73a2-4a36-aaa8-293b7ce6342e tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Pushing event deleted for resources: {'Network': ['ID=fede8eca-ca3e-473c-a754-0e47d49dfc08,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:29:59.417246 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-26b7558c-1d8f-48c3-91ba-356af68257b2 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:29:59.441278 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device ce132697-222a-4385-9ab0-703cf29fca3c no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:29:59.452312 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-26b7558c-1d8f-48c3-91ba-356af68257b2 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:29:59.463190 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: ce132697-222a-4385-9ab0-703cf29fca3c {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:29:59.463517 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device ce132697-222a-4385-9ab0-703cf29fca3c not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:29:59.463962 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 33867cfc-d53a-433b-ba85-3fa7e15cda9c no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:29:59.484704 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 33867cfc-d53a-433b-ba85-3fa7e15cda9c {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:29:59.485035 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 33867cfc-d53a-433b-ba85-3fa7e15cda9c not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:29:59.485469 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 2b58c800-0ea7-436d-aa03-136a3114414a no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:29:59.505882 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 2b58c800-0ea7-436d-aa03-136a3114414a {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:29:59.506690 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 2b58c800-0ea7-436d-aa03-136a3114414a not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:29:59.600426 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-26b7558c-1d8f-48c3-91ba-356af68257b2 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:29:59.603110 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-26b7558c-1d8f-48c3-91ba-356af68257b2 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:29:59.604344 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-26b7558c-1d8f-48c3-91ba-356af68257b2 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "DELETE /v2.0/security-groups/127c68bb-2a02-46c0-b41c-99b2171a8441 HTTP/1.1" status: 204 len: 168 time: 0.2784877 Jul 05 03:29:59.622870 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b7558c-1d8f-48c3-91ba-356af68257b2 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=127c68bb-2a02-46c0-b41c-99b2171a8441,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:30:00.465907 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 50974) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:30:00.470942 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-d05f00f8-66d2-4176-b5c7-90770f043972 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1373748449', 'description': 'tempest-secgroup-smoke-1373748449 description', 'project_id': 'f5cd03416720416fbffc8e2028e4152c'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:30:00.583520 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d05f00f8-66d2-4176-b5c7-90770f043972 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:00.671834 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d05f00f8-66d2-4176-b5c7-90770f043972 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:00.759019 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d05f00f8-66d2-4176-b5c7-90770f043972 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:00.791806 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05f00f8-66d2-4176-b5c7-90770f043972 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a8eccb6-f406-4105-951a-8d5139bfb0f1,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:30:00.858319 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d05f00f8-66d2-4176-b5c7-90770f043972 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:00.860276 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-d05f00f8-66d2-4176-b5c7-90770f043972 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3930023 Jul 05 03:30:00.863328 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 50976) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:30:00.868214 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-e677f516-1a9f-4928-ae65-cc1e3fbc0742 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Request body: {'security_group_rule': {'security_group_id': '0a8eccb6-f406-4105-951a-8d5139bfb0f1', 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:30:00.981230 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e677f516-1a9f-4928-ae65-cc1e3fbc0742 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:01.051295 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e677f516-1a9f-4928-ae65-cc1e3fbc0742 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:01.119154 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e677f516-1a9f-4928-ae65-cc1e3fbc0742 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:01.144482 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e677f516-1a9f-4928-ae65-cc1e3fbc0742 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ceec2440-9c51-42bd-aaf7-1e8d635e6bc5,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:30:01.280276 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e677f516-1a9f-4928-ae65-cc1e3fbc0742 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:01.281859 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-e677f516-1a9f-4928-ae65-cc1e3fbc0742 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4175417 Jul 05 03:30:01.284961 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 50978) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:30:01.289672 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-3916029b-fcb4-4e08-b29c-28b842ce2175 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Request body: {'security_group_rule': {'security_group_id': '0a8eccb6-f406-4105-951a-8d5139bfb0f1', 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:30:01.440238 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3916029b-fcb4-4e08-b29c-28b842ce2175 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:01.503834 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3916029b-fcb4-4e08-b29c-28b842ce2175 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:01.594802 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3916029b-fcb4-4e08-b29c-28b842ce2175 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:01.614915 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3916029b-fcb4-4e08-b29c-28b842ce2175 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d15c333-922f-4653-a895-aca9facc9e07,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:30:01.720838 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3916029b-fcb4-4e08-b29c-28b842ce2175 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:01.722110 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-3916029b-fcb4-4e08-b29c-28b842ce2175 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4361157 Jul 05 03:30:01.725132 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 50980) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:30:01.730049 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-099e3230-6f15-4181-8560-c25f45896745 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Request body: {'security_group_rule': {'security_group_id': '0a8eccb6-f406-4105-951a-8d5139bfb0f1', 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:30:01.863700 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-099e3230-6f15-4181-8560-c25f45896745 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:01.926670 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-099e3230-6f15-4181-8560-c25f45896745 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:01.998762 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-099e3230-6f15-4181-8560-c25f45896745 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:02.017333 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099e3230-6f15-4181-8560-c25f45896745 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5d62183-8228-442d-a78f-2417923e523c,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:30:02.098490 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-099e3230-6f15-4181-8560-c25f45896745 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:02.099791 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-099e3230-6f15-4181-8560-c25f45896745 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3735967 Jul 05 03:30:02.102956 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 50982) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:30:02.108164 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-a207a5da-4ca5-4954-9468-fbde802ee8fe tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Request body: {'security_group_rule': {'security_group_id': '0a8eccb6-f406-4105-951a-8d5139bfb0f1', 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:30:02.212168 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a207a5da-4ca5-4954-9468-fbde802ee8fe tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:02.275301 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a207a5da-4ca5-4954-9468-fbde802ee8fe tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:02.347439 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a207a5da-4ca5-4954-9468-fbde802ee8fe tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:02.385711 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a207a5da-4ca5-4954-9468-fbde802ee8fe tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0784ef2-1970-407d-a9f3-ac47e763e11a,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:30:02.461625 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a207a5da-4ca5-4954-9468-fbde802ee8fe tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:02.463190 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-a207a5da-4ca5-4954-9468-fbde802ee8fe tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3590610 Jul 05 03:30:02.466412 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 50984) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:30:02.471525 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-5fe9047b-1b78-41be-a1e8-076785e496b5 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Request body: {'security_group_rule': {'security_group_id': '0a8eccb6-f406-4105-951a-8d5139bfb0f1', 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:30:02.549108 n-d-771362-32 neutron-server[94462]: INFO neutron.db.securitygroups_db [None req-5fe9047b-1b78-41be-a1e8-076785e496b5 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Project f5cd03416720416fbffc8e2028e4152c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 03:30:02.555186 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5fe9047b-1b78-41be-a1e8-076785e496b5 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:02.610566 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5fe9047b-1b78-41be-a1e8-076785e496b5 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:02.720527 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5fe9047b-1b78-41be-a1e8-076785e496b5 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:02.740564 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe9047b-1b78-41be-a1e8-076785e496b5 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a59e5df2-43e6-40d7-93ef-6a479540a459,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:30:02.869485 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5fe9047b-1b78-41be-a1e8-076785e496b5 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:02.870772 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-5fe9047b-1b78-41be-a1e8-076785e496b5 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4033248 Jul 05 03:30:02.874356 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 50986) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:30:02.880322 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-5d18a123-2b37-48ee-9c1c-9367618ede6c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Request body: {'security_group_rule': {'security_group_id': '0a8eccb6-f406-4105-951a-8d5139bfb0f1', 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:30:03.023171 n-d-771362-32 neutron-server[94461]: INFO neutron.db.securitygroups_db [None req-5d18a123-2b37-48ee-9c1c-9367618ede6c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Project f5cd03416720416fbffc8e2028e4152c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 03:30:03.029264 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5d18a123-2b37-48ee-9c1c-9367618ede6c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:03.098868 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5d18a123-2b37-48ee-9c1c-9367618ede6c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:03.235318 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5d18a123-2b37-48ee-9c1c-9367618ede6c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:03.255956 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d18a123-2b37-48ee-9c1c-9367618ede6c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8929f69a-d6a5-466d-80d9-bf338740f178,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:30:03.381632 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5d18a123-2b37-48ee-9c1c-9367618ede6c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:03.383297 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-5d18a123-2b37-48ee-9c1c-9367618ede6c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5077617 Jul 05 03:30:03.386497 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 50988) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:30:03.392511 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-44262565-5c18-4b3c-9585-3b39fe05eaf5 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Request body: {'network': {'name': 'tempest-network-smoke--1076379201', 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'port_security_enabled': True}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:30:03.496607 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44262565-5c18-4b3c-9585-3b39fe05eaf5 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Made reservation on behalf of f5cd03416720416fbffc8e2028e4152c for: {'network': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:30:03.501784 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-44262565-5c18-4b3c-9585-3b39fe05eaf5 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:03.536332 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44262565-5c18-4b3c-9585-3b39fe05eaf5 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=94461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:30:03.550067 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-44262565-5c18-4b3c-9585-3b39fe05eaf5 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:03.550444 n-d-771362-32 neutron-server[94461]: INFO neutron.db.segments_db [None req-44262565-5c18-4b3c-9585-3b39fe05eaf5 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Added segment ae9c3edc-cc83-439f-afa9-6c5bb8c0e2ec of type vlan for network 8c1a4117-8d23-4345-ab14-29581765f5ad Jul 05 03:30:03.597446 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-44262565-5c18-4b3c-9585-3b39fe05eaf5 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:03.715238 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-44262565-5c18-4b3c-9585-3b39fe05eaf5 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:03.728719 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44262565-5c18-4b3c-9585-3b39fe05eaf5 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:30:03.728719 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-44262565-5c18-4b3c-9585-3b39fe05eaf5 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:03.807485 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44262565-5c18-4b3c-9585-3b39fe05eaf5 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Pushing event updated for resources: {'Network': ['ID=8c1a4117-8d23-4345-ab14-29581765f5ad,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:30:03.820386 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 8c1a4117-8d23-4345-ab14-29581765f5ad details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:30:03.851341 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-44262565-5c18-4b3c-9585-3b39fe05eaf5 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4633925 Jul 05 03:30:03.854823 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 50990) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:30:03.860845 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-cbaa9fe6-bfb3-4b55-973f-8b9f11ba43d3 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1364903281', 'admin_state_up': True, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:30:03.937630 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-cbaa9fe6-bfb3-4b55-973f-8b9f11ba43d3 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11810'] for router, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:03.939616 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-cbaa9fe6-bfb3-4b55-973f-8b9f11ba43d3 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1926740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11821'] for router, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:03.995346 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-cbaa9fe6-bfb3-4b55-973f-8b9f11ba43d3 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:04.239526 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-cbaa9fe6-bfb3-4b55-973f-8b9f11ba43d3 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:04.543348 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-cbaa9fe6-bfb3-4b55-973f-8b9f11ba43d3 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for router_gateway, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:04.563055 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-cbaa9fe6-bfb3-4b55-973f-8b9f11ba43d3 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:04.678600 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-cbaa9fe6-bfb3-4b55-973f-8b9f11ba43d3 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Allocated IP 172.25.7.50 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/ecef083a-2e73-4023-bc3c-fdaf084c1de3) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:30:04.805482 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-cbaa9fe6-bfb3-4b55-973f-8b9f11ba43d3 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:04.932233 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-cbaa9fe6-bfb3-4b55-973f-8b9f11ba43d3 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:04.973226 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbaa9fe6-bfb3-4b55-973f-8b9f11ba43d3 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:30:04.976720 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-cbaa9fe6-bfb3-4b55-973f-8b9f11ba43d3 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:30:04.980877 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbaa9fe6-bfb3-4b55-973f-8b9f11ba43d3 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:30:05.009859 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaa9fe6-bfb3-4b55-973f-8b9f11ba43d3 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Pushing event updated for resources: {'Port': ['ID=ecef083a-2e73-4023-bc3c-fdaf084c1de3,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:30:05.336301 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-cbaa9fe6-bfb3-4b55-973f-8b9f11ba43d3 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for router_gateway, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:05.546977 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-cbaa9fe6-bfb3-4b55-973f-8b9f11ba43d3 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963'] for router, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:05.726628 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbaa9fe6-bfb3-4b55-973f-8b9f11ba43d3 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Router cacc791d-ece2-4b34-802b-15965506a564 is scheduled to L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 with binding_index 1 {{(pid=94461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 03:30:05.914765 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbaa9fe6-bfb3-4b55-973f-8b9f11ba43d3 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:30:05.926545 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197603c3-9695-4acb-98cd-e008de057545 None None] Sync routers for ids ['cacc791d-ece2-4b34-802b-15965506a564'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:30:05.936866 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197603c3-9695-4acb-98cd-e008de057545 None None] Routers {'cacc791d-ece2-4b34-802b-15965506a564'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:30:05.937470 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-197603c3-9695-4acb-98cd-e008de057545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:29:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['cacc791d-ece2-4b34-802b-15965506a564'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:30:06.000322 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-cbaa9fe6-bfb3-4b55-973f-8b9f11ba43d3 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for router, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:06.001820 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-cbaa9fe6-bfb3-4b55-973f-8b9f11ba43d3 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1457274 Jul 05 03:30:06.006740 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 50992) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:30:06.043432 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-53ebad15-2c1e-4b4f-be22-b3b49f7a4305 tempest-TestNetworkAdvancedServerOps-506876623 tempest-TestNetworkAdvancedServerOps-506876623-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=f5cd03416720416fbffc8e2028e4152c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0351954 Jul 05 03:30:06.046657 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 50994) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:30:06.062995 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-197603c3-9695-4acb-98cd-e008de057545 None None] Set router cacc791d-ece2-4b34-802b-15965506a564 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:30:06.181310 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68cac04d-8233-4369-ab20-85599dc84437 tempest-TestNetworkAdvancedServerOps-506876623 tempest-TestNetworkAdvancedServerOps-506876623-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:30:06.183070 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-68cac04d-8233-4369-ab20-85599dc84437 tempest-TestNetworkAdvancedServerOps-506876623 tempest-TestNetworkAdvancedServerOps-506876623-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1349869 Jul 05 03:30:06.187500 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 50996) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:30:06.328743 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-197603c3-9695-4acb-98cd-e008de057545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cacc791d-ece2-4b34-802b-15965506a564', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1364903281', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': 'ecef083a-2e73-4023-bc3c-fdaf084c1de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:30:03Z', 'updated_at': '2021-07-05T03:30:05Z', 'revision_number': 3, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'gw_port': {'id': 'ecef083a-2e73-4023-bc3c-fdaf084c1de3', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:67:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cacc791d-ece2-4b34-802b-15965506a564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:30:04Z', 'updated_at': '2021-07-05T03:30:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:30:06.363329 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197603c3-9695-4acb-98cd-e008de057545 None None] Checking router: cacc791d-ece2-4b34-802b-15965506a564 for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:30:06.363705 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197603c3-9695-4acb-98cd-e008de057545 None None] Updating router cacc791d-ece2-4b34-802b-15965506a564 port ecef083a-2e73-4023-bc3c-fdaf084c1de3 binding host n-d-771362-32 {{(pid=94464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:30:06.406466 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-197603c3-9695-4acb-98cd-e008de057545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:06.613911 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-d382bfef-bec7-487a-b897-fb9a9b4a3a0a tempest-TestNetworkAdvancedServerOps-506876623 tempest-TestNetworkAdvancedServerOps-506876623-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=4bbc2f9e-02cf-490e-901d-2588655a3ef0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4251382 Jul 05 03:30:06.617015 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 50998) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:30:06.622103 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-584bdc7e-e186-451f-b680-7f474059f917 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-332643531', 'network_id': '8c1a4117-8d23-4345-ab14-29581765f5ad', 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:30:06.814249 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-584bdc7e-e186-451f-b680-7f474059f917 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Made reservation on behalf of f5cd03416720416fbffc8e2028e4152c for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:30:06.821549 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-584bdc7e-e186-451f-b680-7f474059f917 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:06.905866 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-197603c3-9695-4acb-98cd-e008de057545 None None] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:06.920744 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-197603c3-9695-4acb-98cd-e008de057545 None None] Transition to ACTIVE for port object ecef083a-2e73-4023-bc3c-fdaf084c1de3 will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:30:07.040658 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-197603c3-9695-4acb-98cd-e008de057545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:07.105997 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c73630b-1a56-406c-ae44-0830373d2736 None None] Pushing event updated for resources: {'Port': ['ID=ecef083a-2e73-4023-bc3c-fdaf084c1de3,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:30:07.108430 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-197603c3-9695-4acb-98cd-e008de057545 None None] Attempting to bind port ecef083a-2e73-4023-bc3c-fdaf084c1de3 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:30:07.108790 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-197603c3-9695-4acb-98cd-e008de057545 None None] Attempting to bind port ecef083a-2e73-4023-bc3c-fdaf084c1de3 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:30:07.109143 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197603c3-9695-4acb-98cd-e008de057545 None None] Attempting to bind port ecef083a-2e73-4023-bc3c-fdaf084c1de3 on network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:30:07.119142 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c73630b-1a56-406c-ae44-0830373d2736 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:30:07.119464 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c73630b-1a56-406c-ae44-0830373d2736 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:30:07.119804 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c73630b-1a56-406c-ae44-0830373d2736 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:30:07.120132 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c73630b-1a56-406c-ae44-0830373d2736 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:30:07.120458 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c73630b-1a56-406c-ae44-0830373d2736 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:30:07.120785 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c73630b-1a56-406c-ae44-0830373d2736 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:30:07.121113 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c73630b-1a56-406c-ae44-0830373d2736 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:30:07.121431 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c73630b-1a56-406c-ae44-0830373d2736 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:30:07.121749 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c73630b-1a56-406c-ae44-0830373d2736 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:30:07.122176 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c73630b-1a56-406c-ae44-0830373d2736 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:30:07.122567 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c73630b-1a56-406c-ae44-0830373d2736 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:30:07.122891 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c73630b-1a56-406c-ae44-0830373d2736 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:30:07.127121 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197603c3-9695-4acb-98cd-e008de057545 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:30:07.127473 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197603c3-9695-4acb-98cd-e008de057545 None None] Checking segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:30:07.128036 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-197603c3-9695-4acb-98cd-e008de057545 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:07.128263 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197603c3-9695-4acb-98cd-e008de057545 None None] Bound using segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:30:07.128843 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-197603c3-9695-4acb-98cd-e008de057545 None None] Bound port: ecef083a-2e73-4023-bc3c-fdaf084c1de3, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:30:07.129130 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-197603c3-9695-4acb-98cd-e008de057545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:07.178248 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-584bdc7e-e186-451f-b680-7f474059f917 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5763451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774823'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:07.201898 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-197603c3-9695-4acb-98cd-e008de057545 None None] For port ecef083a-2e73-4023-bc3c-fdaf084c1de3, host n-d-771362-32, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:30:07.207560 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-197603c3-9695-4acb-98cd-e008de057545 None None] For port ecef083a-2e73-4023-bc3c-fdaf084c1de3, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=ecef083a-2e73-4023-bc3c-fdaf084c1de3,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:30:07.247456 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584bdc7e-e186-451f-b680-7f474059f917 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Pushing event updated for resources: {'Subnet': ['ID=c578fc5b-c123-4941-ba98-1d2b00f35b79,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:30:07.258244 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584bdc7e-e186-451f-b680-7f474059f917 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Checking segment: {'id': 'ae9c3edc-cc83-439f-afa9-6c5bb8c0e2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8c1a4117-8d23-4345-ab14-29581765f5ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:30:07.258620 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584bdc7e-e186-451f-b680-7f474059f917 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Network hostable DHCP agents. Network: 8c1a4117-8d23-4345-ab14-29581765f5ad, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:30:07.302423 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-197603c3-9695-4acb-98cd-e008de057545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:07.364904 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197603c3-9695-4acb-98cd-e008de057545 None None] Routers {'cacc791d-ece2-4b34-802b-15965506a564'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:30:07.365515 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-197603c3-9695-4acb-98cd-e008de057545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:29:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['cacc791d-ece2-4b34-802b-15965506a564'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:30:07.367413 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c73630b-1a56-406c-ae44-0830373d2736 None None] Pushing event updated for resources: {'Port': ['ID=ecef083a-2e73-4023-bc3c-fdaf084c1de3,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:30:07.400288 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584bdc7e-e186-451f-b680-7f474059f917 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Network 8c1a4117-8d23-4345-ab14-29581765f5ad is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:30:07.484566 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-197603c3-9695-4acb-98cd-e008de057545 None None] Set router cacc791d-ece2-4b34-802b-15965506a564 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:30:07.508730 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-584bdc7e-e186-451f-b680-7f474059f917 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 8c1a4117-8d23-4345-ab14-29581765f5ad) {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:30:07.518251 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584bdc7e-e186-451f-b680-7f474059f917 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:30:07.519581 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-584bdc7e-e186-451f-b680-7f474059f917 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:07.522304 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665ad854-955b-42d2-ada9-3fcff9724db8 None None] Network 8c1a4117-8d23-4345-ab14-29581765f5ad requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:30:07.613086 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-584bdc7e-e186-451f-b680-7f474059f917 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9946282 Jul 05 03:30:07.616668 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 51000) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:30:07.746958 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ca4671-1490-49ce-90f1-4273b7cdb833 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-8c1a4117-8d23-4345-ab14-29581765f5ad', 'network_id': '8c1a4117-8d23-4345-ab14-29581765f5ad', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'fixed_ips': [{'subnet_id': 'c578fc5b-c123-4941-ba98-1d2b00f35b79'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:30:07.747904 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-80ca4671-1490-49ce-90f1-4273b7cdb833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:07.765740 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-197603c3-9695-4acb-98cd-e008de057545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cacc791d-ece2-4b34-802b-15965506a564', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1364903281', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': 'ecef083a-2e73-4023-bc3c-fdaf084c1de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:30:03Z', 'updated_at': '2021-07-05T03:30:05Z', 'revision_number': 3, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'gw_port': {'id': 'ecef083a-2e73-4023-bc3c-fdaf084c1de3', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:67:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cacc791d-ece2-4b34-802b-15965506a564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:30:04Z', 'updated_at': '2021-07-05T03:30:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:30:07.796119 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197603c3-9695-4acb-98cd-e008de057545 None None] The sync data for ids ['cacc791d-ece2-4b34-802b-15965506a564'] in n-d-771362-32 is: [{'id': 'cacc791d-ece2-4b34-802b-15965506a564', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1364903281', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': 'ecef083a-2e73-4023-bc3c-fdaf084c1de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:30:03Z', 'updated_at': '2021-07-05T03:30:05Z', 'revision_number': 3, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'gw_port': {'id': 'ecef083a-2e73-4023-bc3c-fdaf084c1de3', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:67:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cacc791d-ece2-4b34-802b-15965506a564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:30:04Z', 'updated_at': '2021-07-05T03:30:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:30:07.968251 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-80ca4671-1490-49ce-90f1-4273b7cdb833 None None] Allocated IP 172.20.0.2 (8c1a4117-8d23-4345-ab14-29581765f5ad/c578fc5b-c123-4941-ba98-1d2b00f35b79/db445d47-a242-4217-b04e-da4d20976d04) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:30:08.313344 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-842e09ae-abee-4d2b-b6ba-7a2bae58321f tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:08.395616 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-80ca4671-1490-49ce-90f1-4273b7cdb833 None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:08.410996 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-80ca4671-1490-49ce-90f1-4273b7cdb833 None None] Transition to ACTIVE for port object db445d47-a242-4217-b04e-da4d20976d04 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:30:08.438097 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-80ca4671-1490-49ce-90f1-4273b7cdb833 None None] Transition to ACTIVE for port object db445d47-a242-4217-b04e-da4d20976d04 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:30:08.517669 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-80ca4671-1490-49ce-90f1-4273b7cdb833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:08.592693 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ca4671-1490-49ce-90f1-4273b7cdb833 None None] Network 8c1a4117-8d23-4345-ab14-29581765f5ad is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:30:08.602676 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-80ca4671-1490-49ce-90f1-4273b7cdb833 None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:30:08.608052 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ca4671-1490-49ce-90f1-4273b7cdb833 None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:30:08.611501 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ca4671-1490-49ce-90f1-4273b7cdb833 None None] Pushing event updated for resources: {'Port': ['ID=db445d47-a242-4217-b04e-da4d20976d04,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:30:08.723458 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-842e09ae-abee-4d2b-b6ba-7a2bae58321f tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Allocated IP 172.20.0.1 (8c1a4117-8d23-4345-ab14-29581765f5ad/c578fc5b-c123-4941-ba98-1d2b00f35b79/4c8f12d9-5687-451c-a1c6-b4b10d07617e) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:30:08.760433 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-80ca4671-1490-49ce-90f1-4273b7cdb833 None None] Attempting to bind port db445d47-a242-4217-b04e-da4d20976d04 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:30:08.760916 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-80ca4671-1490-49ce-90f1-4273b7cdb833 None None] Attempting to bind port db445d47-a242-4217-b04e-da4d20976d04 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'ae9c3edc-cc83-439f-afa9-6c5bb8c0e2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8c1a4117-8d23-4345-ab14-29581765f5ad'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:30:08.761378 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ca4671-1490-49ce-90f1-4273b7cdb833 None None] Attempting to bind port db445d47-a242-4217-b04e-da4d20976d04 on network 8c1a4117-8d23-4345-ab14-29581765f5ad {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:30:08.772591 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ca4671-1490-49ce-90f1-4273b7cdb833 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:30:08.776131 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ca4671-1490-49ce-90f1-4273b7cdb833 None None] Checking segment: {'id': 'ae9c3edc-cc83-439f-afa9-6c5bb8c0e2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8c1a4117-8d23-4345-ab14-29581765f5ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:30:08.776131 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-80ca4671-1490-49ce-90f1-4273b7cdb833 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:08.776131 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ca4671-1490-49ce-90f1-4273b7cdb833 None None] Bound using segment: {'id': 'ae9c3edc-cc83-439f-afa9-6c5bb8c0e2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8c1a4117-8d23-4345-ab14-29581765f5ad'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:30:08.776131 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-80ca4671-1490-49ce-90f1-4273b7cdb833 None None] Bound port: db445d47-a242-4217-b04e-da4d20976d04, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae9c3edc-cc83-439f-afa9-6c5bb8c0e2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8c1a4117-8d23-4345-ab14-29581765f5ad'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:30:08.776131 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-80ca4671-1490-49ce-90f1-4273b7cdb833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:08.906961 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-80ca4671-1490-49ce-90f1-4273b7cdb833 None None] For port db445d47-a242-4217-b04e-da4d20976d04, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:30:08.911662 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-80ca4671-1490-49ce-90f1-4273b7cdb833 None None] For port db445d47-a242-4217-b04e-da4d20976d04, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=db445d47-a242-4217-b04e-da4d20976d04,segment=NetworkSegment(ae9c3edc-cc83-439f-afa9-6c5bb8c0e2ec),segment_id=ae9c3edc-cc83-439f-afa9-6c5bb8c0e2ec)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:30:08.932474 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-842e09ae-abee-4d2b-b6ba-7a2bae58321f tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:08.950423 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [None req-842e09ae-abee-4d2b-b6ba-7a2bae58321f tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Transition to ACTIVE for port object 4c8f12d9-5687-451c-a1c6-b4b10d07617e will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:30:09.007334 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-80ca4671-1490-49ce-90f1-4273b7cdb833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:09.066973 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-842e09ae-abee-4d2b-b6ba-7a2bae58321f tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:09.088396 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ca4671-1490-49ce-90f1-4273b7cdb833 None None] Pushing event updated for resources: {'Port': ['ID=db445d47-a242-4217-b04e-da4d20976d04,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:30:09.123688 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842e09ae-abee-4d2b-b6ba-7a2bae58321f tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Network 8c1a4117-8d23-4345-ab14-29581765f5ad is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:30:09.137937 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-842e09ae-abee-4d2b-b6ba-7a2bae58321f tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:30:09.144567 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842e09ae-abee-4d2b-b6ba-7a2bae58321f tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:30:09.195929 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842e09ae-abee-4d2b-b6ba-7a2bae58321f tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Pushing event updated for resources: {'Port': ['ID=4c8f12d9-5687-451c-a1c6-b4b10d07617e,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:30:09.222448 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-842e09ae-abee-4d2b-b6ba-7a2bae58321f tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635668'] for router_interface, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:09.247445 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device ecef083a-2e73-4023-bc3c-fdaf084c1de3 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:30:09.435513 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port ecef083a-2e73-4023-bc3c-fdaf084c1de3 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:30:09.443056 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port ecef083a-2e73-4023-bc3c-fdaf084c1de3 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:30:09.443704 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:09.542546 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:09.566785 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port ecef083a-2e73-4023-bc3c-fdaf084c1de3, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=ecef083a-2e73-4023-bc3c-fdaf084c1de3,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:30:09.569559 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-842e09ae-abee-4d2b-b6ba-7a2bae58321f tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:09.639248 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:09.709699 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=ecef083a-2e73-4023-bc3c-fdaf084c1de3,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:30:09.940437 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-842e09ae-abee-4d2b-b6ba-7a2bae58321f tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:10.017624 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-842e09ae-abee-4d2b-b6ba-7a2bae58321f tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:10.101287 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842e09ae-abee-4d2b-b6ba-7a2bae58321f tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Pushing event updated for resources: {'Port': ['ID=4c8f12d9-5687-451c-a1c6-b4b10d07617e,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:30:10.105120 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-842e09ae-abee-4d2b-b6ba-7a2bae58321f tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634601'] for router_interface, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:10.218259 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842e09ae-abee-4d2b-b6ba-7a2bae58321f tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Network 8c1a4117-8d23-4345-ab14-29581765f5ad is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:30:10.221469 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-842e09ae-abee-4d2b-b6ba-7a2bae58321f tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:30:10.394306 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-842e09ae-abee-4d2b-b6ba-7a2bae58321f tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Router cacc791d-ece2-4b34-802b-15965506a564 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:30:10.473235 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c49bb2e-bc17-458c-be23-b66571611a50 None None] Network 8c1a4117-8d23-4345-ab14-29581765f5ad requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:30:10.546255 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-842e09ae-abee-4d2b-b6ba-7a2bae58321f tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:30:10.556126 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-842e09ae-abee-4d2b-b6ba-7a2bae58321f tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "PUT /v2.0/routers/cacc791d-ece2-4b34-802b-15965506a564/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9356146 Jul 05 03:30:10.570463 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00074533-9ab5-4804-99a4-5775f1f44b15 None None] Sync routers for ids ['cacc791d-ece2-4b34-802b-15965506a564'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:30:10.621127 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-0441d610-2fe5-4ec5-b7a0-ade7d3269871 None None] Provisioning for port db445d47-a242-4217-b04e-da4d20976d04 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:30:10.629029 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00074533-9ab5-4804-99a4-5775f1f44b15 None None] Routers {'cacc791d-ece2-4b34-802b-15965506a564'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:30:10.630098 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-00074533-9ab5-4804-99a4-5775f1f44b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:29:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['cacc791d-ece2-4b34-802b-15965506a564'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:30:10.747416 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-88eb71c1-ea97-46c5-85c9-60cc850b90f4 req-651b8141-341e-433f-82f7-206e7b35d193 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1373748449&fields=id&tenant_id=f5cd03416720416fbffc8e2028e4152c HTTP/1.1" status: 200 len: 267 time: 0.0394821 Jul 05 03:30:10.815216 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-00074533-9ab5-4804-99a4-5775f1f44b15 None None] Set router cacc791d-ece2-4b34-802b-15965506a564 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:30:10.918429 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eb71c1-ea97-46c5-85c9-60cc850b90f4 req-0f2cb8a0-404a-48b7-8f55-44b0cddfb19b tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:30:10.921512 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-88eb71c1-ea97-46c5-85c9-60cc850b90f4 req-0f2cb8a0-404a-48b7-8f55-44b0cddfb19b tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/networks?id=8c1a4117-8d23-4345-ab14-29581765f5ad HTTP/1.1" status: 200 len: 797 time: 0.1611476 Jul 05 03:30:10.944862 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-88eb71c1-ea97-46c5-85c9-60cc850b90f4 req-a12a19d1-844f-4bcf-addf-9bac35547122 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/quotas/f5cd03416720416fbffc8e2028e4152c HTTP/1.1" status: 200 len: 375 time: 0.0168788 Jul 05 03:30:11.051366 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-88eb71c1-ea97-46c5-85c9-60cc850b90f4 req-07d0b2af-8488-4d9d-88b8-d72bb728b48c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f5cd03416720416fbffc8e2028e4152c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0989180 Jul 05 03:30:11.208124 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-00074533-9ab5-4804-99a4-5775f1f44b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cacc791d-ece2-4b34-802b-15965506a564', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1364903281', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': 'ecef083a-2e73-4023-bc3c-fdaf084c1de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:30:03Z', 'updated_at': '2021-07-05T03:30:09Z', 'revision_number': 4, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'gw_port': {'id': 'ecef083a-2e73-4023-bc3c-fdaf084c1de3', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:67:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacc791d-ece2-4b34-802b-15965506a564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:30:04Z', 'updated_at': '2021-07-05T03:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '4c8f12d9-5687-451c-a1c6-b4b10d07617e', 'name': '', 'network_id': '8c1a4117-8d23-4345-ab14-29581765f5ad', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'mac_address': 'fa:16:3e:af:c9:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cacc791d-ece2-4b34-802b-15965506a564', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'c578fc5b-c123-4941-ba98-1d2b00f35b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:30:08Z', 'updated_at': '2021-07-05T03:30:09Z', 'revision_number': 2, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'subnets': [{'id': 'c578fc5b-c123-4941-ba98-1d2b00f35b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:30:11.271922 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00074533-9ab5-4804-99a4-5775f1f44b15 None None] Checking router: cacc791d-ece2-4b34-802b-15965506a564 for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:30:11.273314 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00074533-9ab5-4804-99a4-5775f1f44b15 None None] Updating router cacc791d-ece2-4b34-802b-15965506a564 port 4c8f12d9-5687-451c-a1c6-b4b10d07617e binding host n-d-771362-32 {{(pid=94463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:30:11.278182 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-372b58a6-ac64-4964-bbba-b9c1bdc83860 None None] Provisioning for port 4c8f12d9-5687-451c-a1c6-b4b10d07617e completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:30:11.320501 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-372b58a6-ac64-4964-bbba-b9c1bdc83860 None None] Provisioning complete for port 4c8f12d9-5687-451c-a1c6-b4b10d07617e triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:30:11.321116 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-372b58a6-ac64-4964-bbba-b9c1bdc83860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:11.362861 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-88eb71c1-ea97-46c5-85c9-60cc850b90f4 req-5ba2c59f-72ae-42c3-a40b-d2961228cecd service neutron] 10.222.0.23 "GET /v2.0/networks/8c1a4117-8d23-4345-ab14-29581765f5ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852697 Jul 05 03:30:11.382967 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device ecef083a-2e73-4023-bc3c-fdaf084c1de3 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:30:11.460223 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-00074533-9ab5-4804-99a4-5775f1f44b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:11.492020 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-372b58a6-ac64-4964-bbba-b9c1bdc83860 None None] Port 4c8f12d9-5687-451c-a1c6-b4b10d07617e cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:30:11.505757 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-88eb71c1-ea97-46c5-85c9-60cc850b90f4 req-070d67fd-371f-451a-8a8f-a9b2acdb21ad service neutron] 10.222.0.23 "GET /v2.0/networks/8c1a4117-8d23-4345-ab14-29581765f5ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415269 Jul 05 03:30:11.606868 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port ecef083a-2e73-4023-bc3c-fdaf084c1de3 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:30:11.607836 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:11.813372 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-c71283cb-d970-4b49-9f54-5e35515f964a None None] Provisioning complete for port 4c8f12d9-5687-451c-a1c6-b4b10d07617e triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:30:11.814542 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-c71283cb-d970-4b49-9f54-5e35515f964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:11.914501 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-369c872a-b7f3-4fb0-b8a8-99660cabd0a8 req-e987f3d8-9b55-47ce-bf1a-bcbae3a9f766 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ac15fb8-a941-41c2-95ff-0c656d4de850 HTTP/1.1" status: 200 len: 210 time: 0.1344450 Jul 05 03:30:11.917156 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-c71283cb-d970-4b49-9f54-5e35515f964a None None] Port 4c8f12d9-5687-451c-a1c6-b4b10d07617e cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:30:11.977588 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device db445d47-a242-4217-b04e-da4d20976d04 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:30:12.099382 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-fd8f01d0-584a-4537-a75f-3122f6f288f8 None None] Provisioning complete for port 4c8f12d9-5687-451c-a1c6-b4b10d07617e triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:30:12.099749 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-fd8f01d0-584a-4537-a75f-3122f6f288f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:12.107180 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-00074533-9ab5-4804-99a4-5775f1f44b15 None None] Notify callbacks [] for port, precommit_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:12.141519 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-00074533-9ab5-4804-99a4-5775f1f44b15 None None] Transition to ACTIVE for port object 4c8f12d9-5687-451c-a1c6-b4b10d07617e will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:30:12.152007 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-fd8f01d0-584a-4537-a75f-3122f6f288f8 None None] Port 4c8f12d9-5687-451c-a1c6-b4b10d07617e cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:30:12.210647 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port db445d47-a242-4217-b04e-da4d20976d04 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:30:12.215904 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port db445d47-a242-4217-b04e-da4d20976d04 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:30:12.216384 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:12.247707 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-00074533-9ab5-4804-99a4-5775f1f44b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:12.326829 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c414ac0e-5fa1-43dd-8407-b74f60f6e4d9 None None] Pushing event updated for resources: {'Port': ['ID=4c8f12d9-5687-451c-a1c6-b4b10d07617e,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:30:12.483041 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:12.491689 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-00074533-9ab5-4804-99a4-5775f1f44b15 None None] Attempting to bind port 4c8f12d9-5687-451c-a1c6-b4b10d07617e on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:30:12.492265 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-00074533-9ab5-4804-99a4-5775f1f44b15 None None] Attempting to bind port 4c8f12d9-5687-451c-a1c6-b4b10d07617e by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'ae9c3edc-cc83-439f-afa9-6c5bb8c0e2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8c1a4117-8d23-4345-ab14-29581765f5ad'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:30:12.492834 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00074533-9ab5-4804-99a4-5775f1f44b15 None None] Attempting to bind port 4c8f12d9-5687-451c-a1c6-b4b10d07617e on network 8c1a4117-8d23-4345-ab14-29581765f5ad {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:30:12.517145 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:12.520347 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00074533-9ab5-4804-99a4-5775f1f44b15 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:30:12.520884 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00074533-9ab5-4804-99a4-5775f1f44b15 None None] Checking segment: {'id': 'ae9c3edc-cc83-439f-afa9-6c5bb8c0e2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8c1a4117-8d23-4345-ab14-29581765f5ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:30:12.521396 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-00074533-9ab5-4804-99a4-5775f1f44b15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:12.522016 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00074533-9ab5-4804-99a4-5775f1f44b15 None None] Bound using segment: {'id': 'ae9c3edc-cc83-439f-afa9-6c5bb8c0e2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8c1a4117-8d23-4345-ab14-29581765f5ad'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:30:12.522684 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-00074533-9ab5-4804-99a4-5775f1f44b15 None None] Bound port: 4c8f12d9-5687-451c-a1c6-b4b10d07617e, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae9c3edc-cc83-439f-afa9-6c5bb8c0e2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8c1a4117-8d23-4345-ab14-29581765f5ad'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:30:12.523253 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-00074533-9ab5-4804-99a4-5775f1f44b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:12.603194 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:12.607147 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port db445d47-a242-4217-b04e-da4d20976d04, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=db445d47-a242-4217-b04e-da4d20976d04,segment=NetworkSegment(ae9c3edc-cc83-439f-afa9-6c5bb8c0e2ec),segment_id=ae9c3edc-cc83-439f-afa9-6c5bb8c0e2ec)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:30:12.649915 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-00074533-9ab5-4804-99a4-5775f1f44b15 None None] For port 4c8f12d9-5687-451c-a1c6-b4b10d07617e, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:30:12.655704 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-00074533-9ab5-4804-99a4-5775f1f44b15 None None] For port 4c8f12d9-5687-451c-a1c6-b4b10d07617e, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=4c8f12d9-5687-451c-a1c6-b4b10d07617e,segment=NetworkSegment(ae9c3edc-cc83-439f-afa9-6c5bb8c0e2ec),segment_id=ae9c3edc-cc83-439f-afa9-6c5bb8c0e2ec)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:30:12.674914 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:12.738287 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-00074533-9ab5-4804-99a4-5775f1f44b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:12.748871 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=db445d47-a242-4217-b04e-da4d20976d04,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:30:12.813169 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00074533-9ab5-4804-99a4-5775f1f44b15 None None] Routers {'cacc791d-ece2-4b34-802b-15965506a564'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:30:12.814211 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-00074533-9ab5-4804-99a4-5775f1f44b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:29:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['cacc791d-ece2-4b34-802b-15965506a564'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:30:12.907141 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c414ac0e-5fa1-43dd-8407-b74f60f6e4d9 None None] Pushing event updated for resources: {'Port': ['ID=4c8f12d9-5687-451c-a1c6-b4b10d07617e,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:30:13.148439 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2dbe939d-3c4a-4d6a-92eb-6660b5211198 req-8fbedea5-cb5d-46a1-a5c8-b5854b01ab39 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ac15fb8-a941-41c2-95ff-0c656d4de850 HTTP/1.1" status: 200 len: 210 time: 0.0369232 Jul 05 03:30:13.208188 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device db445d47-a242-4217-b04e-da4d20976d04 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:30:13.258558 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-00074533-9ab5-4804-99a4-5775f1f44b15 None None] Set router cacc791d-ece2-4b34-802b-15965506a564 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:30:13.395015 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port db445d47-a242-4217-b04e-da4d20976d04 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:30:13.395540 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:13.568421 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-00074533-9ab5-4804-99a4-5775f1f44b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cacc791d-ece2-4b34-802b-15965506a564', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1364903281', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': 'ecef083a-2e73-4023-bc3c-fdaf084c1de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:30:03Z', 'updated_at': '2021-07-05T03:30:09Z', 'revision_number': 4, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'gw_port': {'id': 'ecef083a-2e73-4023-bc3c-fdaf084c1de3', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:67:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacc791d-ece2-4b34-802b-15965506a564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:30:04Z', 'updated_at': '2021-07-05T03:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '4c8f12d9-5687-451c-a1c6-b4b10d07617e', 'name': '', 'network_id': '8c1a4117-8d23-4345-ab14-29581765f5ad', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'mac_address': 'fa:16:3e:af:c9:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cacc791d-ece2-4b34-802b-15965506a564', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'c578fc5b-c123-4941-ba98-1d2b00f35b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:30:08Z', 'updated_at': '2021-07-05T03:30:12Z', 'revision_number': 4, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'subnets': [{'id': 'c578fc5b-c123-4941-ba98-1d2b00f35b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:30:13.602328 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00074533-9ab5-4804-99a4-5775f1f44b15 None None] The sync data for ids ['cacc791d-ece2-4b34-802b-15965506a564'] in n-d-771362-32 is: [{'id': 'cacc791d-ece2-4b34-802b-15965506a564', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1364903281', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': 'ecef083a-2e73-4023-bc3c-fdaf084c1de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:30:03Z', 'updated_at': '2021-07-05T03:30:09Z', 'revision_number': 4, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'gw_port': {'id': 'ecef083a-2e73-4023-bc3c-fdaf084c1de3', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:67:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacc791d-ece2-4b34-802b-15965506a564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:30:04Z', 'updated_at': '2021-07-05T03:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '4c8f12d9-5687-451c-a1c6-b4b10d07617e', 'name': '', 'network_id': '8c1a4117-8d23-4345-ab14-29581765f5ad', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'mac_address': 'fa:16:3e:af:c9:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cacc791d-ece2-4b34-802b-15965506a564', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'c578fc5b-c123-4941-ba98-1d2b00f35b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:30:08Z', 'updated_at': '2021-07-05T03:30:12Z', 'revision_number': 4, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'subnets': [{'id': 'c578fc5b-c123-4941-ba98-1d2b00f35b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:30:14.364109 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-63017319-40f2-4c90-83e4-44f7c6a76e4d req-7e26752c-015b-4947-8f1f-602d0bc6c050 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ac15fb8-a941-41c2-95ff-0c656d4de850 HTTP/1.1" status: 200 len: 210 time: 0.0322237 Jul 05 03:30:14.524047 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eb71c1-ea97-46c5-85c9-60cc850b90f4 req-f03894a3-bd6a-42af-bd4c-814c819abb7d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:30:14.526085 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-88eb71c1-ea97-46c5-85c9-60cc850b90f4 req-f03894a3-bd6a-42af-bd4c-814c819abb7d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.21 "GET /v2.0/networks?id=8c1a4117-8d23-4345-ab14-29581765f5ad HTTP/1.1" status: 200 len: 797 time: 0.1481414 Jul 05 03:30:14.586315 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-88eb71c1-ea97-46c5-85c9-60cc850b90f4 req-5a9b6cb8-d814-42ec-95f5-15406c0b1a85 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5cd03416720416fbffc8e2028e4152c HTTP/1.1" status: 200 len: 380 time: 0.0510066 Jul 05 03:30:14.608940 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-88eb71c1-ea97-46c5-85c9-60cc850b90f4 req-9ad3d9e8-9255-4b17-aa80-44d9b9627977 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Request body: {'port': {'device_id': '4ac15fb8-a941-41c2-95ff-0c656d4de850', 'network_id': '8c1a4117-8d23-4345-ab14-29581765f5ad', 'admin_state_up': True, 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'security_groups': ['0a8eccb6-f406-4105-951a-8d5139bfb0f1']}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:30:14.852729 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88eb71c1-ea97-46c5-85c9-60cc850b90f4 req-9ad3d9e8-9255-4b17-aa80-44d9b9627977 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Made reservation on behalf of f5cd03416720416fbffc8e2028e4152c for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:30:14.858975 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-88eb71c1-ea97-46c5-85c9-60cc850b90f4 req-9ad3d9e8-9255-4b17-aa80-44d9b9627977 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:15.064105 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-88eb71c1-ea97-46c5-85c9-60cc850b90f4 req-9ad3d9e8-9255-4b17-aa80-44d9b9627977 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Allocated IP 172.20.0.11 (8c1a4117-8d23-4345-ab14-29581765f5ad/c578fc5b-c123-4941-ba98-1d2b00f35b79/451df9c4-e926-420a-9223-25fc61ef9ed1) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:30:15.213241 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 4c8f12d9-5687-451c-a1c6-b4b10d07617e up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:30:15.275178 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-88eb71c1-ea97-46c5-85c9-60cc850b90f4 req-9ad3d9e8-9255-4b17-aa80-44d9b9627977 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:15.294911 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-88eb71c1-ea97-46c5-85c9-60cc850b90f4 req-9ad3d9e8-9255-4b17-aa80-44d9b9627977 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Transition to ACTIVE for port object 451df9c4-e926-420a-9223-25fc61ef9ed1 will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:30:15.377983 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 4c8f12d9-5687-451c-a1c6-b4b10d07617e completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:30:15.383218 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 4c8f12d9-5687-451c-a1c6-b4b10d07617e triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:30:15.383665 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:15.407780 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-88eb71c1-ea97-46c5-85c9-60cc850b90f4 req-9ad3d9e8-9255-4b17-aa80-44d9b9627977 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:15.455279 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88eb71c1-ea97-46c5-85c9-60cc850b90f4 req-9ad3d9e8-9255-4b17-aa80-44d9b9627977 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Network 8c1a4117-8d23-4345-ab14-29581765f5ad is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:30:15.459261 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-88eb71c1-ea97-46c5-85c9-60cc850b90f4 req-9ad3d9e8-9255-4b17-aa80-44d9b9627977 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:30:15.464283 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-88eb71c1-ea97-46c5-85c9-60cc850b90f4 req-9ad3d9e8-9255-4b17-aa80-44d9b9627977 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:30:15.507496 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad3d9e8-9255-4b17-aa80-44d9b9627977 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Pushing event updated for resources: {'Port': ['ID=451df9c4-e926-420a-9223-25fc61ef9ed1,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:30:15.520759 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:15.545967 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eb71c1-ea97-46c5-85c9-60cc850b90f4 req-9ad3d9e8-9255-4b17-aa80-44d9b9627977 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:30:15.546861 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-88eb71c1-ea97-46c5-85c9-60cc850b90f4 req-9ad3d9e8-9255-4b17-aa80-44d9b9627977 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:15.579792 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 4c8f12d9-5687-451c-a1c6-b4b10d07617e, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=4c8f12d9-5687-451c-a1c6-b4b10d07617e,segment=NetworkSegment(ae9c3edc-cc83-439f-afa9-6c5bb8c0e2ec),segment_id=ae9c3edc-cc83-439f-afa9-6c5bb8c0e2ec)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:30:15.656463 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dbfd79-4fc6-4e65-ad62-99a8342b35e4 req-e24b3c48-1b24-4d42-aebc-136e54638866 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:30:15.658635 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b3dbfd79-4fc6-4e65-ad62-99a8342b35e4 req-e24b3c48-1b24-4d42-aebc-136e54638866 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ac15fb8-a941-41c2-95ff-0c656d4de850 HTTP/1.1" status: 200 len: 932 time: 0.0856931 Jul 05 03:30:15.665256 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-88eb71c1-ea97-46c5-85c9-60cc850b90f4 req-9ad3d9e8-9255-4b17-aa80-44d9b9627977 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0724287 Jul 05 03:30:15.680490 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-88eb71c1-ea97-46c5-85c9-60cc850b90f4 req-a3e650f4-9c03-4197-9ca0-b6c498bc13e7 service neutron] Request body: {'port': {'device_id': '4ac15fb8-a941-41c2-95ff-0c656d4de850', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:30:15.692087 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:15.771578 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=4c8f12d9-5687-451c-a1c6-b4b10d07617e,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:30:15.803752 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b3dbfd79-4fc6-4e65-ad62-99a8342b35e4 req-e1f523e1-71f8-438b-8a86-897174db4142 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a8eccb6-f406-4105-951a-8d5139bfb0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363227 Jul 05 03:30:15.855653 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-88eb71c1-ea97-46c5-85c9-60cc850b90f4 req-a3e650f4-9c03-4197-9ca0-b6c498bc13e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:15.926757 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-8c01f025-bcd6-4650-89b2-a8a87441c057 None None] Provisioning for port 451df9c4-e926-420a-9223-25fc61ef9ed1 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:30:15.933437 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-8c01f025-bcd6-4650-89b2-a8a87441c057 None None] Provisioning complete for port 451df9c4-e926-420a-9223-25fc61ef9ed1 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:30:15.934051 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8c01f025-bcd6-4650-89b2-a8a87441c057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:15.992880 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-8c01f025-bcd6-4650-89b2-a8a87441c057 None None] Port 451df9c4-e926-420a-9223-25fc61ef9ed1 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:30:16.146015 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-88eb71c1-ea97-46c5-85c9-60cc850b90f4 req-a3e650f4-9c03-4197-9ca0-b6c498bc13e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 451df9c4-e926-420a-9223-25fc61ef9ed1 {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:30:16.154981 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-88eb71c1-ea97-46c5-85c9-60cc850b90f4 req-a3e650f4-9c03-4197-9ca0-b6c498bc13e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:16.176748 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-88eb71c1-ea97-46c5-85c9-60cc850b90f4 req-a3e650f4-9c03-4197-9ca0-b6c498bc13e7 service neutron] Transition to ACTIVE for port object 451df9c4-e926-420a-9223-25fc61ef9ed1 will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:30:16.234561 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-88eb71c1-ea97-46c5-85c9-60cc850b90f4 req-a3e650f4-9c03-4197-9ca0-b6c498bc13e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:16.299302 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e650f4-9c03-4197-9ca0-b6c498bc13e7 service neutron] Pushing event updated for resources: {'Port': ['ID=451df9c4-e926-420a-9223-25fc61ef9ed1,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:30:16.394997 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-88eb71c1-ea97-46c5-85c9-60cc850b90f4 req-a3e650f4-9c03-4197-9ca0-b6c498bc13e7 service neutron] Attempting to bind port 451df9c4-e926-420a-9223-25fc61ef9ed1 on host n-h1-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:30:16.395548 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-88eb71c1-ea97-46c5-85c9-60cc850b90f4 req-a3e650f4-9c03-4197-9ca0-b6c498bc13e7 service neutron] Attempting to bind port 451df9c4-e926-420a-9223-25fc61ef9ed1 by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': 'ae9c3edc-cc83-439f-afa9-6c5bb8c0e2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8c1a4117-8d23-4345-ab14-29581765f5ad'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:30:16.396086 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88eb71c1-ea97-46c5-85c9-60cc850b90f4 req-a3e650f4-9c03-4197-9ca0-b6c498bc13e7 service neutron] Attempting to bind port 451df9c4-e926-420a-9223-25fc61ef9ed1 on network 8c1a4117-8d23-4345-ab14-29581765f5ad {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:30:16.402800 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88eb71c1-ea97-46c5-85c9-60cc850b90f4 req-a3e650f4-9c03-4197-9ca0-b6c498bc13e7 service neutron] Port 451df9c4-e926-420a-9223-25fc61ef9ed1 on network 8c1a4117-8d23-4345-ab14-29581765f5ad not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:30:16.403246 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88eb71c1-ea97-46c5-85c9-60cc850b90f4 req-a3e650f4-9c03-4197-9ca0-b6c498bc13e7 service neutron] Attempting to bind port 451df9c4-e926-420a-9223-25fc61ef9ed1 on network 8c1a4117-8d23-4345-ab14-29581765f5ad {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:30:16.411114 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88eb71c1-ea97-46c5-85c9-60cc850b90f4 req-a3e650f4-9c03-4197-9ca0-b6c498bc13e7 service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:30:16.411628 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88eb71c1-ea97-46c5-85c9-60cc850b90f4 req-a3e650f4-9c03-4197-9ca0-b6c498bc13e7 service neutron] Checking segment: {'id': 'ae9c3edc-cc83-439f-afa9-6c5bb8c0e2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8c1a4117-8d23-4345-ab14-29581765f5ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:30:16.412197 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88eb71c1-ea97-46c5-85c9-60cc850b90f4 req-a3e650f4-9c03-4197-9ca0-b6c498bc13e7 service neutron] Bound using segment: {'id': 'ae9c3edc-cc83-439f-afa9-6c5bb8c0e2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8c1a4117-8d23-4345-ab14-29581765f5ad'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:30:16.412737 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-88eb71c1-ea97-46c5-85c9-60cc850b90f4 req-a3e650f4-9c03-4197-9ca0-b6c498bc13e7 service neutron] Bound port: 451df9c4-e926-420a-9223-25fc61ef9ed1, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae9c3edc-cc83-439f-afa9-6c5bb8c0e2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8c1a4117-8d23-4345-ab14-29581765f5ad'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:30:16.413202 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-88eb71c1-ea97-46c5-85c9-60cc850b90f4 req-a3e650f4-9c03-4197-9ca0-b6c498bc13e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:16.496877 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-88eb71c1-ea97-46c5-85c9-60cc850b90f4 req-a3e650f4-9c03-4197-9ca0-b6c498bc13e7 service neutron] For port 451df9c4-e926-420a-9223-25fc61ef9ed1, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:30:16.513317 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-88eb71c1-ea97-46c5-85c9-60cc850b90f4 req-a3e650f4-9c03-4197-9ca0-b6c498bc13e7 service neutron] For port 451df9c4-e926-420a-9223-25fc61ef9ed1, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=451df9c4-e926-420a-9223-25fc61ef9ed1,segment=NetworkSegment(ae9c3edc-cc83-439f-afa9-6c5bb8c0e2ec),segment_id=ae9c3edc-cc83-439f-afa9-6c5bb8c0e2ec)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:30:16.595711 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-88eb71c1-ea97-46c5-85c9-60cc850b90f4 req-a3e650f4-9c03-4197-9ca0-b6c498bc13e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:16.636041 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eb71c1-ea97-46c5-85c9-60cc850b90f4 req-a3e650f4-9c03-4197-9ca0-b6c498bc13e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:30:16.636982 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-88eb71c1-ea97-46c5-85c9-60cc850b90f4 req-a3e650f4-9c03-4197-9ca0-b6c498bc13e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:16.638794 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-88eb71c1-ea97-46c5-85c9-60cc850b90f4 req-a3e650f4-9c03-4197-9ca0-b6c498bc13e7 service neutron] 10.222.0.21 "PUT /v2.0/ports/451df9c4-e926-420a-9223-25fc61ef9ed1 HTTP/1.1" status: 200 len: 1093 time: 0.9628499 Jul 05 03:30:16.639289 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ac15fb8-a941-41c2-95ff-0c656d4de850', 'tag': '451df9c4-e926-420a-9223-25fc61ef9ed1'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:30:16.642750 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4c1385bffaa5d930a7117e6982c27207eca91cca31cf4b43f86c7ad63cd24a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b33176ab-da5d-40d4-aee9-2922a3595576" -d '{"events": [{"name": "network-changed", "server_uuid": "4ac15fb8-a941-41c2-95ff-0c656d4de850", "tag": "451df9c4-e926-420a-9223-25fc61ef9ed1"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:30:16.686002 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e650f4-9c03-4197-9ca0-b6c498bc13e7 service neutron] Pushing event updated for resources: {'Port': ['ID=451df9c4-e926-420a-9223-25fc61ef9ed1,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:30:16.694107 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04876f1f-8081-44ed-9c09-7de1e7e5c448 x-openstack-request-id: req-04876f1f-8081-44ed-9c09-7de1e7e5c448 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:30:16.694651 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ac15fb8-a941-41c2-95ff-0c656d4de850", "tag": "451df9c4-e926-420a-9223-25fc61ef9ed1", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:30:16.696076 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-04876f1f-8081-44ed-9c09-7de1e7e5c448 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:30:16.696076 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ac15fb8-a941-41c2-95ff-0c656d4de850', 'tag': '451df9c4-e926-420a-9223-25fc61ef9ed1', 'status': 'completed', 'code': 200} Jul 05 03:30:16.773588 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33176ab-da5d-40d4-aee9-2922a3595576 req-31c0e14e-6580-477f-bd06-c8e77bda06ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:30:16.775334 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b33176ab-da5d-40d4-aee9-2922a3595576 req-31c0e14e-6580-477f-bd06-c8e77bda06ba service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f5cd03416720416fbffc8e2028e4152c&device_id=4ac15fb8-a941-41c2-95ff-0c656d4de850 HTTP/1.1" status: 200 len: 1096 time: 0.0624011 Jul 05 03:30:16.925694 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33176ab-da5d-40d4-aee9-2922a3595576 req-fe47d58c-9c51-46f3-b18f-3c6f3c2c768c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:30:16.928074 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b33176ab-da5d-40d4-aee9-2922a3595576 req-fe47d58c-9c51-46f3-b18f-3c6f3c2c768c service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=f5cd03416720416fbffc8e2028e4152c&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1447730 Jul 05 03:30:17.088331 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33176ab-da5d-40d4-aee9-2922a3595576 req-671a539b-742c-44cc-af79-c02878557b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:30:17.089758 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b33176ab-da5d-40d4-aee9-2922a3595576 req-671a539b-742c-44cc-af79-c02878557b61 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1540813 Jul 05 03:30:17.113998 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dcda02-e805-4bd5-87c4-6ec7969b4fb2 req-a53894ed-fcc5-4bc0-a25f-a1d55b7c6cb3 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:30:17.115903 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-63dcda02-e805-4bd5-87c4-6ec7969b4fb2 req-a53894ed-fcc5-4bc0-a25f-a1d55b7c6cb3 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ac15fb8-a941-41c2-95ff-0c656d4de850 HTTP/1.1" status: 200 len: 944 time: 0.1112664 Jul 05 03:30:17.184106 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 4c8f12d9-5687-451c-a1c6-b4b10d07617e up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:30:17.209693 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-63dcda02-e805-4bd5-87c4-6ec7969b4fb2 req-704331a6-fbe5-4722-bf13-3e970a6a2d11 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a8eccb6-f406-4105-951a-8d5139bfb0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860651 Jul 05 03:30:17.249793 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eb71c1-ea97-46c5-85c9-60cc850b90f4 req-2ab51b66-2df3-4ce6-81f8-de76239f3487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:30:17.251954 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-88eb71c1-ea97-46c5-85c9-60cc850b90f4 req-2ab51b66-2df3-4ce6-81f8-de76239f3487 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f5cd03416720416fbffc8e2028e4152c&device_id=4ac15fb8-a941-41c2-95ff-0c656d4de850 HTTP/1.1" status: 200 len: 1096 time: 0.1077194 Jul 05 03:30:17.269232 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 4c8f12d9-5687-451c-a1c6-b4b10d07617e triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:30:17.269728 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:17.686771 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-88eb71c1-ea97-46c5-85c9-60cc850b90f4 req-1c5cf097-9f59-495e-ba5d-afd6d37ac1ee service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=451df9c4-e926-420a-9223-25fc61ef9ed1 HTTP/1.1" status: 200 len: 217 time: 0.4274602 Jul 05 03:30:17.737886 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eb71c1-ea97-46c5-85c9-60cc850b90f4 req-77c657a0-b688-4eb3-96a4-90c33cd01562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:30:17.739410 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-88eb71c1-ea97-46c5-85c9-60cc850b90f4 req-77c657a0-b688-4eb3-96a4-90c33cd01562 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c578fc5b-c123-4941-ba98-1d2b00f35b79 HTTP/1.1" status: 200 len: 834 time: 0.0463724 Jul 05 03:30:17.802413 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eb71c1-ea97-46c5-85c9-60cc850b90f4 req-9d6024e1-810a-4362-8fa8-164d4f67736a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:30:17.804101 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-88eb71c1-ea97-46c5-85c9-60cc850b90f4 req-9d6024e1-810a-4362-8fa8-164d4f67736a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8c1a4117-8d23-4345-ab14-29581765f5ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0560348 Jul 05 03:30:17.907438 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-88eb71c1-ea97-46c5-85c9-60cc850b90f4 req-26c40092-e624-4c50-8187-39d788f17ed5 service neutron] 10.222.0.21 "GET /v2.0/networks/8c1a4117-8d23-4345-ab14-29581765f5ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958858 Jul 05 03:30:18.002710 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-88eb71c1-ea97-46c5-85c9-60cc850b90f4 req-ac7b4ab2-0909-416d-b8a8-695e031c08b7 service neutron] 10.222.0.21 "GET /v2.0/networks/8c1a4117-8d23-4345-ab14-29581765f5ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886767 Jul 05 03:30:18.431179 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3198d278-c59a-48ba-a1e0-0d45d963c6d4 req-fc503fb2-dc1b-4ad0-9a57-b7572f0d066f tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:30:18.432863 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3198d278-c59a-48ba-a1e0-0d45d963c6d4 req-fc503fb2-dc1b-4ad0-9a57-b7572f0d066f tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ac15fb8-a941-41c2-95ff-0c656d4de850 HTTP/1.1" status: 200 len: 944 time: 0.0801311 Jul 05 03:30:18.494974 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3198d278-c59a-48ba-a1e0-0d45d963c6d4 req-e92a3676-2694-41f8-aa9c-2f421d7ea933 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a8eccb6-f406-4105-951a-8d5139bfb0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557466 Jul 05 03:30:19.737340 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e01e722-81d1-418a-a8e8-a734306705b8 req-ca1180d8-1cc6-4454-b2df-2d04fb91bd00 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:30:19.739028 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8e01e722-81d1-418a-a8e8-a734306705b8 req-ca1180d8-1cc6-4454-b2df-2d04fb91bd00 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ac15fb8-a941-41c2-95ff-0c656d4de850 HTTP/1.1" status: 200 len: 944 time: 0.1271939 Jul 05 03:30:19.785307 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8e01e722-81d1-418a-a8e8-a734306705b8 req-fce3805a-7c54-4bdd-8fbc-45f75b45c478 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a8eccb6-f406-4105-951a-8d5139bfb0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374556 Jul 05 03:30:20.811760 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 451df9c4-e926-420a-9223-25fc61ef9ed1 details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:30:20.933896 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 451df9c4-e926-420a-9223-25fc61ef9ed1, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=451df9c4-e926-420a-9223-25fc61ef9ed1,segment=NetworkSegment(ae9c3edc-cc83-439f-afa9-6c5bb8c0e2ec),segment_id=ae9c3edc-cc83-439f-afa9-6c5bb8c0e2ec)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:30:20.948575 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': '451df9c4-e926-420a-9223-25fc61ef9ed1', 'network_id': '8c1a4117-8d23-4345-ab14-29581765f5ad', 'port_id': '451df9c4-e926-420a-9223-25fc61ef9ed1', 'mac_address': 'fa:16:3e:22:d2:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c578fc5b-c123-4941-ba98-1d2b00f35b79', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:30:20.956186 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f905f6ab-b61f-4865-850d-378e1629f1e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:20.999262 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:21.002249 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a860ef56-e317-4d16-ab2c-485c05b0a6a3 req-659f48cf-59b7-4309-b04c-226e59066a40 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:30:21.004678 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a860ef56-e317-4d16-ab2c-485c05b0a6a3 req-659f48cf-59b7-4309-b04c-226e59066a40 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ac15fb8-a941-41c2-95ff-0c656d4de850 HTTP/1.1" status: 200 len: 944 time: 0.0800674 Jul 05 03:30:21.014974 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 451df9c4-e926-420a-9223-25fc61ef9ed1 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:30:21.042017 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 451df9c4-e926-420a-9223-25fc61ef9ed1, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=451df9c4-e926-420a-9223-25fc61ef9ed1,segment=NetworkSegment(ae9c3edc-cc83-439f-afa9-6c5bb8c0e2ec),segment_id=ae9c3edc-cc83-439f-afa9-6c5bb8c0e2ec)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:30:21.054441 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a860ef56-e317-4d16-ab2c-485c05b0a6a3 req-c6044f28-cef7-4e6b-9c5a-00a4bc115691 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a8eccb6-f406-4105-951a-8d5139bfb0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438380 Jul 05 03:30:21.114532 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:21.168025 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=451df9c4-e926-420a-9223-25fc61ef9ed1,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:30:21.351337 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['451df9c4-e926-420a-9223-25fc61ef9ed1'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:30:22.004726 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:30:22.244108 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd4b72d-392a-408c-b3bf-3b7a4216baf6 req-e155a437-72b2-4f23-8b4e-facab38dd8d2 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:30:22.245716 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fdd4b72d-392a-408c-b3bf-3b7a4216baf6 req-e155a437-72b2-4f23-8b4e-facab38dd8d2 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ac15fb8-a941-41c2-95ff-0c656d4de850 HTTP/1.1" status: 200 len: 945 time: 0.0733547 Jul 05 03:30:22.289256 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fdd4b72d-392a-408c-b3bf-3b7a4216baf6 req-ab4c0873-ffd7-4db9-afb8-70557b84c53e tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a8eccb6-f406-4105-951a-8d5139bfb0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365608 Jul 05 03:30:22.814000 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 451df9c4-e926-420a-9223-25fc61ef9ed1 up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:30:22.959995 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning for port 451df9c4-e926-420a-9223-25fc61ef9ed1 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:30:22.964704 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port 451df9c4-e926-420a-9223-25fc61ef9ed1 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:30:22.965177 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:23.050796 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:23.077757 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ac15fb8-a941-41c2-95ff-0c656d4de850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '451df9c4-e926-420a-9223-25fc61ef9ed1'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:30:23.081087 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1156d35e1955dd65519df7b38ee19a55ddc3a31abbcc68c280d02d687c0487e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cc4b632-bb21-42af-bb96-5d2552a2d782" -d '{"events": [{"server_uuid": "4ac15fb8-a941-41c2-95ff-0c656d4de850", "name": "network-vif-plugged", "status": "completed", "tag": "451df9c4-e926-420a-9223-25fc61ef9ed1"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:30:23.101976 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 451df9c4-e926-420a-9223-25fc61ef9ed1, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=451df9c4-e926-420a-9223-25fc61ef9ed1,segment=NetworkSegment(ae9c3edc-cc83-439f-afa9-6c5bb8c0e2ec),segment_id=ae9c3edc-cc83-439f-afa9-6c5bb8c0e2ec)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:30:23.124802 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a19969a-7fe2-486d-aabf-223c16d34ea8 x-openstack-request-id: req-1a19969a-7fe2-486d-aabf-223c16d34ea8 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:30:23.125210 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ac15fb8-a941-41c2-95ff-0c656d4de850", "name": "network-vif-plugged", "status": "completed", "tag": "451df9c4-e926-420a-9223-25fc61ef9ed1", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:30:23.126187 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1a19969a-7fe2-486d-aabf-223c16d34ea8 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:30:23.126703 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ac15fb8-a941-41c2-95ff-0c656d4de850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '451df9c4-e926-420a-9223-25fc61ef9ed1', 'code': 200} Jul 05 03:30:23.142674 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:23.196305 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=451df9c4-e926-420a-9223-25fc61ef9ed1,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:30:23.257812 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f38c9df-9530-4b2f-bc41-86a0b6307c35 req-d4b05e4b-5c4a-4b22-b832-878d353dc665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:30:23.259454 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5f38c9df-9530-4b2f-bc41-86a0b6307c35 req-d4b05e4b-5c4a-4b22-b832-878d353dc665 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4ac15fb8-a941-41c2-95ff-0c656d4de850 HTTP/1.1" status: 200 len: 1098 time: 0.0648170 Jul 05 03:30:23.262563 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-0ac2cec6-78da-41dc-aca4-1dc83e5bf729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:23.296846 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5f38c9df-9530-4b2f-bc41-86a0b6307c35 req-0c6cef06-9b69-48f4-bad9-3fd257d85c5e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0a8eccb6-f406-4105-951a-8d5139bfb0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299835 Jul 05 03:30:23.471223 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d9f75b-bb39-4124-87ff-ebf73c3e980d req-05a26356-eb46-4b96-af83-ac1e2a6023a0 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:30:23.473388 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b8d9f75b-bb39-4124-87ff-ebf73c3e980d req-05a26356-eb46-4b96-af83-ac1e2a6023a0 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ac15fb8-a941-41c2-95ff-0c656d4de850 HTTP/1.1" status: 200 len: 946 time: 0.0679467 Jul 05 03:30:23.517739 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b8d9f75b-bb39-4124-87ff-ebf73c3e980d req-04976bab-eac1-4415-9c1f-f451d30797dc tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a8eccb6-f406-4105-951a-8d5139bfb0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348544 Jul 05 03:30:24.005925 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:24.720700 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91b1856-7129-4957-a777-44a76752dca3 req-3ecc5709-09c6-45e3-b124-a1ca5b8413ac tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:30:24.723485 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b91b1856-7129-4957-a777-44a76752dca3 req-3ecc5709-09c6-45e3-b124-a1ca5b8413ac tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ac15fb8-a941-41c2-95ff-0c656d4de850 HTTP/1.1" status: 200 len: 946 time: 0.0837228 Jul 05 03:30:24.768832 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b91b1856-7129-4957-a777-44a76752dca3 req-c2fac5f1-9a9c-4b31-a075-712ea5b9a737 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a8eccb6-f406-4105-951a-8d5139bfb0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392904 Jul 05 03:30:24.959083 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59de3afc-b6df-48ff-ac6a-ba879a687aae req-e40c1171-b6af-4ae8-be2e-9abee90bd018 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:30:24.960855 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-59de3afc-b6df-48ff-ac6a-ba879a687aae req-e40c1171-b6af-4ae8-be2e-9abee90bd018 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ac15fb8-a941-41c2-95ff-0c656d4de850 HTTP/1.1" status: 200 len: 946 time: 0.0726857 Jul 05 03:30:24.972393 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:25.014167 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-59de3afc-b6df-48ff-ac6a-ba879a687aae req-d25b056e-2a54-4fc2-bd5b-71546d6dc1ef tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a8eccb6-f406-4105-951a-8d5139bfb0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429487 Jul 05 03:30:25.042765 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 51064) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:30:25.124899 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5caacd-b30c-4b83-9efe-e81757d47341 tempest-TestNetworkAdvancedServerOps-506876623 tempest-TestNetworkAdvancedServerOps-506876623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:30:25.127144 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-0c5caacd-b30c-4b83-9efe-e81757d47341 tempest-TestNetworkAdvancedServerOps-506876623 tempest-TestNetworkAdvancedServerOps-506876623-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=4ac15fb8-a941-41c2-95ff-0c656d4de850 HTTP/1.1" status: 200 len: 1093 time: 0.0833495 Jul 05 03:30:25.130280 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 51066) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:30:25.135080 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-befe59b2-4137-43cd-86d1-d72d749e10c2 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Request body: {'floatingip': {'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'port_id': '451df9c4-e926-420a-9223-25fc61ef9ed1', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:30:25.233170 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-befe59b2-4137-43cd-86d1-d72d749e10c2 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for floatingip, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:25.358148 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-befe59b2-4137-43cd-86d1-d72d749e10c2 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:25.488822 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-befe59b2-4137-43cd-86d1-d72d749e10c2 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Allocated IP 172.25.7.141 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/f9d753e5-5841-45bf-aa42-02df1633047a) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:30:25.599781 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-befe59b2-4137-43cd-86d1-d72d749e10c2 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:25.715474 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-befe59b2-4137-43cd-86d1-d72d749e10c2 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:25.759679 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-befe59b2-4137-43cd-86d1-d72d749e10c2 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:30:25.765188 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-befe59b2-4137-43cd-86d1-d72d749e10c2 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:30:25.768023 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befe59b2-4137-43cd-86d1-d72d749e10c2 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:30:25.792117 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befe59b2-4137-43cd-86d1-d72d749e10c2 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Pushing event updated for resources: {'Port': ['ID=f9d753e5-5841-45bf-aa42-02df1633047a,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:30:26.165942 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-befe59b2-4137-43cd-86d1-d72d749e10c2 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:26.314724 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-befe59b2-4137-43cd-86d1-d72d749e10c2 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:26.349050 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:26.517183 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-befe59b2-4137-43cd-86d1-d72d749e10c2 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:26.621711 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-befe59b2-4137-43cd-86d1-d72d749e10c2 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:26.693495 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befe59b2-4137-43cd-86d1-d72d749e10c2 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Pushing event updated for resources: {'Port': ['ID=f9d753e5-5841-45bf-aa42-02df1633047a,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:30:26.706282 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-befe59b2-4137-43cd-86d1-d72d749e10c2 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636869'] for floatingip, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:26.815398 n-d-771362-32 neutron-server[94461]: INFO neutron.db.l3_db [None req-befe59b2-4137-43cd-86d1-d72d749e10c2 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Floating IP e2b051d6-b233-4d0e-96ee-1bee1dad62e1 associated. External IP: 172.25.7.141, port: 451df9c4-e926-420a-9223-25fc61ef9ed1. Jul 05 03:30:27.054766 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-befe59b2-4137-43cd-86d1-d72d749e10c2 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Router cacc791d-ece2-4b34-802b-15965506a564 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:30:27.179750 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-befe59b2-4137-43cd-86d1-d72d749e10c2 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:30:27.191419 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf704f6-e18d-403d-a917-b679d2bdb784 None None] Sync routers for ids ['cacc791d-ece2-4b34-802b-15965506a564'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:30:27.202626 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf704f6-e18d-403d-a917-b679d2bdb784 None None] Routers {'cacc791d-ece2-4b34-802b-15965506a564'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:30:27.204996 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-ccf704f6-e18d-403d-a917-b679d2bdb784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:30:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['cacc791d-ece2-4b34-802b-15965506a564'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:30:27.309345 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-befe59b2-4137-43cd-86d1-d72d749e10c2 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:27.315226 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-ccf704f6-e18d-403d-a917-b679d2bdb784 None None] Set router cacc791d-ece2-4b34-802b-15965506a564 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:30:27.377308 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-befe59b2-4137-43cd-86d1-d72d749e10c2 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2399693 Jul 05 03:30:27.378198 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ac15fb8-a941-41c2-95ff-0c656d4de850', 'tag': '451df9c4-e926-420a-9223-25fc61ef9ed1'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:30:27.381251 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4c1385bffaa5d930a7117e6982c27207eca91cca31cf4b43f86c7ad63cd24a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d288232-71c3-4260-b029-3398b5df3ebd" -d '{"events": [{"name": "network-changed", "server_uuid": "4ac15fb8-a941-41c2-95ff-0c656d4de850", "tag": "451df9c4-e926-420a-9223-25fc61ef9ed1"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:30:27.447027 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-251fe28f-e419-41f1-aad1-ec650c9da4e3 x-openstack-request-id: req-251fe28f-e419-41f1-aad1-ec650c9da4e3 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:30:27.447543 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ac15fb8-a941-41c2-95ff-0c656d4de850", "tag": "451df9c4-e926-420a-9223-25fc61ef9ed1", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:30:27.449175 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-251fe28f-e419-41f1-aad1-ec650c9da4e3 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:30:27.450422 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ac15fb8-a941-41c2-95ff-0c656d4de850', 'tag': '451df9c4-e926-420a-9223-25fc61ef9ed1', 'status': 'completed', 'code': 200} Jul 05 03:30:27.563688 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d288232-71c3-4260-b029-3398b5df3ebd req-f487fac2-8972-4af9-9f1d-2a50d55f7081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:30:27.566021 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4d288232-71c3-4260-b029-3398b5df3ebd req-f487fac2-8972-4af9-9f1d-2a50d55f7081 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f5cd03416720416fbffc8e2028e4152c&device_id=4ac15fb8-a941-41c2-95ff-0c656d4de850 HTTP/1.1" status: 200 len: 1098 time: 0.0932040 Jul 05 03:30:27.671909 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-ccf704f6-e18d-403d-a917-b679d2bdb784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cacc791d-ece2-4b34-802b-15965506a564', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1364903281', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': 'ecef083a-2e73-4023-bc3c-fdaf084c1de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:30:03Z', 'updated_at': '2021-07-05T03:30:09Z', 'revision_number': 4, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'gw_port': {'id': 'ecef083a-2e73-4023-bc3c-fdaf084c1de3', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:67:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacc791d-ece2-4b34-802b-15965506a564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:30:04Z', 'updated_at': '2021-07-05T03:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': 'e2b051d6-b233-4d0e-96ee-1bee1dad62e1', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'floating_ip_address': '172.25.7.141', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': 'cacc791d-ece2-4b34-802b-15965506a564', 'port_id': '451df9c4-e926-420a-9223-25fc61ef9ed1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c1a4117-8d23-4345-ab14-29581765f5ad', 'mac_address': 'fa:16:3e:22:d2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac15fb8-a941-41c2-95ff-0c656d4de850', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:30:26Z', 'updated_at': '2021-07-05T03:30:26Z', 'revision_number': 0, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c8f12d9-5687-451c-a1c6-b4b10d07617e', 'name': '', 'network_id': '8c1a4117-8d23-4345-ab14-29581765f5ad', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'mac_address': 'fa:16:3e:af:c9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacc791d-ece2-4b34-802b-15965506a564', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'c578fc5b-c123-4941-ba98-1d2b00f35b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:30:08Z', 'updated_at': '2021-07-05T03:30:15Z', 'revision_number': 5, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'subnets': [{'id': 'c578fc5b-c123-4941-ba98-1d2b00f35b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:30:27.701406 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211cec3d-3df7-41f6-841b-46d52ac3f89f req-f96fce2e-1489-4262-b31b-c4208802209a tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:30:27.705316 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-211cec3d-3df7-41f6-841b-46d52ac3f89f req-f96fce2e-1489-4262-b31b-c4208802209a tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ac15fb8-a941-41c2-95ff-0c656d4de850 HTTP/1.1" status: 200 len: 946 time: 0.1486976 Jul 05 03:30:27.725415 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf704f6-e18d-403d-a917-b679d2bdb784 None None] Checking router: cacc791d-ece2-4b34-802b-15965506a564 for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:30:27.732262 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d288232-71c3-4260-b029-3398b5df3ebd req-022672da-b35b-4648-bebf-6af4ca5018af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:30:27.735914 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4d288232-71c3-4260-b029-3398b5df3ebd req-022672da-b35b-4648-bebf-6af4ca5018af service neutron] 10.222.0.21 "GET /v2.0/networks?id=8c1a4117-8d23-4345-ab14-29581765f5ad HTTP/1.1" status: 200 len: 897 time: 0.1632690 Jul 05 03:30:27.739646 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf704f6-e18d-403d-a917-b679d2bdb784 None None] Routers {'cacc791d-ece2-4b34-802b-15965506a564'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:30:27.740671 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-ccf704f6-e18d-403d-a917-b679d2bdb784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:30:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['cacc791d-ece2-4b34-802b-15965506a564'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:30:27.775529 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-211cec3d-3df7-41f6-841b-46d52ac3f89f req-7c205b06-e3f1-4ece-8738-4285e36ecefb tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a8eccb6-f406-4105-951a-8d5139bfb0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608275 Jul 05 03:30:27.822291 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 51072) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:30:27.851711 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4d288232-71c3-4260-b029-3398b5df3ebd req-49e13b7b-9cec-41db-bf69-d81549581605 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=451df9c4-e926-420a-9223-25fc61ef9ed1 HTTP/1.1" status: 200 len: 1000 time: 0.1094279 Jul 05 03:30:27.922177 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d288232-71c3-4260-b029-3398b5df3ebd req-c8bf1e01-073f-43ec-9e20-319fc129bf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:30:27.924691 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4d288232-71c3-4260-b029-3398b5df3ebd req-c8bf1e01-073f-43ec-9e20-319fc129bf18 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c578fc5b-c123-4941-ba98-1d2b00f35b79 HTTP/1.1" status: 200 len: 834 time: 0.0639114 Jul 05 03:30:27.934967 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-b9df786e-383a-44a4-9cba-f12fea8fea1c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/floatingips/e2b051d6-b233-4d0e-96ee-1bee1dad62e1 HTTP/1.1" status: 200 len: 992 time: 0.1074624 Jul 05 03:30:27.943097 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-ccf704f6-e18d-403d-a917-b679d2bdb784 None None] Set router cacc791d-ece2-4b34-802b-15965506a564 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:30:27.992099 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d288232-71c3-4260-b029-3398b5df3ebd req-866df055-0b5b-4cdb-bd19-e9f4439bb56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:30:27.993649 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4d288232-71c3-4260-b029-3398b5df3ebd req-866df055-0b5b-4cdb-bd19-e9f4439bb56b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8c1a4117-8d23-4345-ab14-29581765f5ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0630953 Jul 05 03:30:28.116170 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4d288232-71c3-4260-b029-3398b5df3ebd req-2854e6c2-1985-447d-911a-1f44377b697c service neutron] 10.222.0.21 "GET /v2.0/networks/8c1a4117-8d23-4345-ab14-29581765f5ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144328 Jul 05 03:30:28.207928 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-ccf704f6-e18d-403d-a917-b679d2bdb784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cacc791d-ece2-4b34-802b-15965506a564', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1364903281', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': 'ecef083a-2e73-4023-bc3c-fdaf084c1de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:30:03Z', 'updated_at': '2021-07-05T03:30:09Z', 'revision_number': 4, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'gw_port': {'id': 'ecef083a-2e73-4023-bc3c-fdaf084c1de3', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:67:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacc791d-ece2-4b34-802b-15965506a564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:30:04Z', 'updated_at': '2021-07-05T03:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': 'e2b051d6-b233-4d0e-96ee-1bee1dad62e1', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'floating_ip_address': '172.25.7.141', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': 'cacc791d-ece2-4b34-802b-15965506a564', 'port_id': '451df9c4-e926-420a-9223-25fc61ef9ed1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c1a4117-8d23-4345-ab14-29581765f5ad', 'mac_address': 'fa:16:3e:22:d2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac15fb8-a941-41c2-95ff-0c656d4de850', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:30:26Z', 'updated_at': '2021-07-05T03:30:26Z', 'revision_number': 0, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c8f12d9-5687-451c-a1c6-b4b10d07617e', 'name': '', 'network_id': '8c1a4117-8d23-4345-ab14-29581765f5ad', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'mac_address': 'fa:16:3e:af:c9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacc791d-ece2-4b34-802b-15965506a564', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'c578fc5b-c123-4941-ba98-1d2b00f35b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:30:08Z', 'updated_at': '2021-07-05T03:30:15Z', 'revision_number': 5, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'subnets': [{'id': 'c578fc5b-c123-4941-ba98-1d2b00f35b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:30:28.221678 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4d288232-71c3-4260-b029-3398b5df3ebd req-48b6ab98-cd65-424f-861c-2a581e388e25 service neutron] 10.222.0.21 "GET /v2.0/networks/8c1a4117-8d23-4345-ab14-29581765f5ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992191 Jul 05 03:30:28.248938 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf704f6-e18d-403d-a917-b679d2bdb784 None None] The sync data for ids ['cacc791d-ece2-4b34-802b-15965506a564'] in n-d-771362-32 is: [{'id': 'cacc791d-ece2-4b34-802b-15965506a564', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1364903281', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': 'ecef083a-2e73-4023-bc3c-fdaf084c1de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:30:03Z', 'updated_at': '2021-07-05T03:30:09Z', 'revision_number': 4, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'gw_port': {'id': 'ecef083a-2e73-4023-bc3c-fdaf084c1de3', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:67:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacc791d-ece2-4b34-802b-15965506a564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:30:04Z', 'updated_at': '2021-07-05T03:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': 'e2b051d6-b233-4d0e-96ee-1bee1dad62e1', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'floating_ip_address': '172.25.7.141', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': 'cacc791d-ece2-4b34-802b-15965506a564', 'port_id': '451df9c4-e926-420a-9223-25fc61ef9ed1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c1a4117-8d23-4345-ab14-29581765f5ad', 'mac_address': 'fa:16:3e:22:d2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac15fb8-a941-41c2-95ff-0c656d4de850', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:30:26Z', 'updated_at': '2021-07-05T03:30:26Z', 'revision_number': 0, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c8f12d9-5687-451c-a1c6-b4b10d07617e', 'name': '', 'network_id': '8c1a4117-8d23-4345-ab14-29581765f5ad', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'mac_address': 'fa:16:3e:af:c9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacc791d-ece2-4b34-802b-15965506a564', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'c578fc5b-c123-4941-ba98-1d2b00f35b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:30:08Z', 'updated_at': '2021-07-05T03:30:15Z', 'revision_number': 5, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'subnets': [{'id': 'c578fc5b-c123-4941-ba98-1d2b00f35b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:30:28.479760 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e348541-45c6-4a4d-8ffc-743fbb2ffea6 None None] New status for floating IP e2b051d6-b233-4d0e-96ee-1bee1dad62e1: ACTIVE {{(pid=94463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:30:28.938419 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 51074) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:30:29.007684 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-b66cfe0d-d5f7-406e-86e3-5f6adbd000a0 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/floatingips/e2b051d6-b233-4d0e-96ee-1bee1dad62e1 HTTP/1.1" status: 200 len: 994 time: 0.0679307 Jul 05 03:30:33.302233 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a4d371c4-9eab-4546-bcca-2efd750b1b62 req-e75b8944-d7a7-4d54-8b70-b1ad40b602b5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4ac15fb8-a941-41c2-95ff-0c656d4de850&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0552847 Jul 05 03:30:33.410113 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d371c4-9eab-4546-bcca-2efd750b1b62 req-d9fda1be-21b6-4da2-99c1-3a0a827e3af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:30:33.411758 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a4d371c4-9eab-4546-bcca-2efd750b1b62 req-d9fda1be-21b6-4da2-99c1-3a0a827e3af0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f5cd03416720416fbffc8e2028e4152c&device_id=4ac15fb8-a941-41c2-95ff-0c656d4de850 HTTP/1.1" status: 200 len: 1098 time: 0.0605752 Jul 05 03:30:33.539156 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d371c4-9eab-4546-bcca-2efd750b1b62 req-6eff4b70-1caf-405c-b0f3-15562d878c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:30:33.540796 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a4d371c4-9eab-4546-bcca-2efd750b1b62 req-6eff4b70-1caf-405c-b0f3-15562d878c5d service neutron] 10.222.0.21 "GET /v2.0/networks?id=8c1a4117-8d23-4345-ab14-29581765f5ad HTTP/1.1" status: 200 len: 897 time: 0.1008105 Jul 05 03:30:33.631102 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a4d371c4-9eab-4546-bcca-2efd750b1b62 req-795108e8-b1ae-4999-8d0a-2938a5ae7a00 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=451df9c4-e926-420a-9223-25fc61ef9ed1 HTTP/1.1" status: 200 len: 1002 time: 0.0818579 Jul 05 03:30:33.688935 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d371c4-9eab-4546-bcca-2efd750b1b62 req-7489d15a-591c-4e16-b448-025e6c4c02e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:30:33.690569 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a4d371c4-9eab-4546-bcca-2efd750b1b62 req-7489d15a-591c-4e16-b448-025e6c4c02e1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c578fc5b-c123-4941-ba98-1d2b00f35b79 HTTP/1.1" status: 200 len: 834 time: 0.0521197 Jul 05 03:30:33.757908 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d371c4-9eab-4546-bcca-2efd750b1b62 req-b4103413-2032-4b6c-9572-48d4182a1853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:30:33.759614 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a4d371c4-9eab-4546-bcca-2efd750b1b62 req-b4103413-2032-4b6c-9572-48d4182a1853 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8c1a4117-8d23-4345-ab14-29581765f5ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0630412 Jul 05 03:30:33.859207 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a4d371c4-9eab-4546-bcca-2efd750b1b62 req-84eb7ea4-61e0-484c-8adc-58c74533959f service neutron] 10.222.0.21 "GET /v2.0/networks/8c1a4117-8d23-4345-ab14-29581765f5ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930648 Jul 05 03:30:33.972084 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a4d371c4-9eab-4546-bcca-2efd750b1b62 req-bd29d87f-a5dd-47cb-a924-20740b0c703d service neutron] 10.222.0.21 "GET /v2.0/networks/8c1a4117-8d23-4345-ab14-29581765f5ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912907 Jul 05 03:30:42.427582 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:42.558844 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:50.975437 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-463948f5-0323-483f-bd78-0bd3a9f40315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:53.308137 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b898efc6-be70-4645-9496-66aa88771dcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:54.032113 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:54.897160 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:56.057864 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811a3027-e328-4914-823a-e0a0fa43309e req-cffc19c0-f5f1-40af-b10b-f7b9bee9796a tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:30:56.059868 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-811a3027-e328-4914-823a-e0a0fa43309e req-cffc19c0-f5f1-40af-b10b-f7b9bee9796a tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ac15fb8-a941-41c2-95ff-0c656d4de850 HTTP/1.1" status: 200 len: 946 time: 0.0742986 Jul 05 03:30:56.133504 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-811a3027-e328-4914-823a-e0a0fa43309e req-3a8b37c5-3b91-42e6-b32e-e6c01e72d791 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a8eccb6-f406-4105-951a-8d5139bfb0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638218 Jul 05 03:30:56.162991 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae904526-0875-4612-8610-ca1b2f175053 req-3156d7c7-adf5-4f74-a5b9-7d9427a8e309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:30:56.164713 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ae904526-0875-4612-8610-ca1b2f175053 req-3156d7c7-adf5-4f74-a5b9-7d9427a8e309 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f5cd03416720416fbffc8e2028e4152c&device_id=4ac15fb8-a941-41c2-95ff-0c656d4de850 HTTP/1.1" status: 200 len: 1098 time: 0.1038463 Jul 05 03:30:56.272384 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae904526-0875-4612-8610-ca1b2f175053 req-23da8de9-beea-453d-8d84-e64ccb6e4518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:30:56.273924 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ae904526-0875-4612-8610-ca1b2f175053 req-23da8de9-beea-453d-8d84-e64ccb6e4518 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8c1a4117-8d23-4345-ab14-29581765f5ad HTTP/1.1" status: 200 len: 897 time: 0.1012373 Jul 05 03:30:56.343410 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:30:56.371024 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ae904526-0875-4612-8610-ca1b2f175053 req-14a302dd-0b95-45a1-9444-78cad4ff2d1d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=451df9c4-e926-420a-9223-25fc61ef9ed1 HTTP/1.1" status: 200 len: 1002 time: 0.0891280 Jul 05 03:30:56.424331 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae904526-0875-4612-8610-ca1b2f175053 req-900edcc4-c408-476a-9670-471648315f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:30:56.425800 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ae904526-0875-4612-8610-ca1b2f175053 req-900edcc4-c408-476a-9670-471648315f24 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c578fc5b-c123-4941-ba98-1d2b00f35b79 HTTP/1.1" status: 200 len: 834 time: 0.0472016 Jul 05 03:30:56.489521 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae904526-0875-4612-8610-ca1b2f175053 req-24354941-0bb8-49f3-a367-23837106ee8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:30:56.491152 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ae904526-0875-4612-8610-ca1b2f175053 req-24354941-0bb8-49f3-a367-23837106ee8f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8c1a4117-8d23-4345-ab14-29581765f5ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0567532 Jul 05 03:30:56.595475 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ae904526-0875-4612-8610-ca1b2f175053 req-01684c9a-7234-4f0b-a8cb-1ec6a54c92d6 service neutron] 10.222.0.21 "GET /v2.0/networks/8c1a4117-8d23-4345-ab14-29581765f5ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964925 Jul 05 03:30:56.698816 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ae904526-0875-4612-8610-ca1b2f175053 req-e707def9-ad6c-418c-94c8-e759bd9fd52c service neutron] 10.222.0.21 "GET /v2.0/networks/8c1a4117-8d23-4345-ab14-29581765f5ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970728 Jul 05 03:30:57.330647 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69ae4ad-9a48-485a-9a11-595b850164b4 req-438f3906-a2b0-415d-b478-172e7b0e0f98 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:30:57.332280 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c69ae4ad-9a48-485a-9a11-595b850164b4 req-438f3906-a2b0-415d-b478-172e7b0e0f98 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ac15fb8-a941-41c2-95ff-0c656d4de850 HTTP/1.1" status: 200 len: 946 time: 0.0662448 Jul 05 03:30:57.373209 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c69ae4ad-9a48-485a-9a11-595b850164b4 req-c81c365a-d9be-48e9-af02-6d4a03b13c6d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a8eccb6-f406-4105-951a-8d5139bfb0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348494 Jul 05 03:30:58.581052 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cca466e-7e8a-4a1c-bb5a-ea61a0166fbf req-1ae800b4-d1ec-4ef8-80e6-5c679f54a37c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:30:58.582733 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3cca466e-7e8a-4a1c-bb5a-ea61a0166fbf req-1ae800b4-d1ec-4ef8-80e6-5c679f54a37c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ac15fb8-a941-41c2-95ff-0c656d4de850 HTTP/1.1" status: 200 len: 946 time: 0.0758936 Jul 05 03:30:58.628781 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3cca466e-7e8a-4a1c-bb5a-ea61a0166fbf req-3b0a2aea-d3f9-4233-8b16-094aa86d202b tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a8eccb6-f406-4105-951a-8d5139bfb0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366621 Jul 05 03:30:59.005006 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:30:59.833363 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9ed37c-a543-48cb-820f-020378ab98ef req-cef8e61c-aabc-4491-946a-f1b46d5be96a tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:30:59.834912 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ee9ed37c-a543-48cb-820f-020378ab98ef req-cef8e61c-aabc-4491-946a-f1b46d5be96a tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ac15fb8-a941-41c2-95ff-0c656d4de850 HTTP/1.1" status: 200 len: 946 time: 0.0720856 Jul 05 03:30:59.876795 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ee9ed37c-a543-48cb-820f-020378ab98ef req-f81c4372-b0dc-45fb-a7fd-356c3fa15598 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a8eccb6-f406-4105-951a-8d5139bfb0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354378 Jul 05 03:31:01.058449 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe9e1a1-db28-4c7a-9fcb-adf797c688b4 req-fc628c67-c4ed-49bd-8b55-45d18ed9b20b tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:31:01.060035 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1fe9e1a1-db28-4c7a-9fcb-adf797c688b4 req-fc628c67-c4ed-49bd-8b55-45d18ed9b20b tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ac15fb8-a941-41c2-95ff-0c656d4de850 HTTP/1.1" status: 200 len: 946 time: 0.0662580 Jul 05 03:31:01.105459 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1fe9e1a1-db28-4c7a-9fcb-adf797c688b4 req-dfa746d0-1bc2-4840-8393-d82d1a1cd307 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a8eccb6-f406-4105-951a-8d5139bfb0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349185 Jul 05 03:31:02.309725 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859d4e84-0881-4a1a-ae16-5b506e709793 req-164786da-99db-4e3f-85ae-e232748dfe09 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:31:02.311532 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-859d4e84-0881-4a1a-ae16-5b506e709793 req-164786da-99db-4e3f-85ae-e232748dfe09 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ac15fb8-a941-41c2-95ff-0c656d4de850 HTTP/1.1" status: 200 len: 946 time: 0.0801928 Jul 05 03:31:02.351009 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-859d4e84-0881-4a1a-ae16-5b506e709793 req-b5ad75b4-6c0e-4828-8f08-ee88910ebc03 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a8eccb6-f406-4105-951a-8d5139bfb0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329030 Jul 05 03:31:03.541692 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e7c322-2cbf-4ffd-ab3a-1954337c6a68 req-1cedd390-6b27-4727-add0-15ccdde7dc35 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:31:03.543340 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a2e7c322-2cbf-4ffd-ab3a-1954337c6a68 req-1cedd390-6b27-4727-add0-15ccdde7dc35 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ac15fb8-a941-41c2-95ff-0c656d4de850 HTTP/1.1" status: 200 len: 946 time: 0.0684037 Jul 05 03:31:03.591918 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a2e7c322-2cbf-4ffd-ab3a-1954337c6a68 req-44abf804-70db-4148-aec1-f150fb48e11e tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a8eccb6-f406-4105-951a-8d5139bfb0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420675 Jul 05 03:31:04.774823 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b24ec6-1fe4-460b-9ef5-764b5e9cc1fd req-21712516-a0dc-4482-bf30-5f6935f1296c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:31:04.776368 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-95b24ec6-1fe4-460b-9ef5-764b5e9cc1fd req-21712516-a0dc-4482-bf30-5f6935f1296c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ac15fb8-a941-41c2-95ff-0c656d4de850 HTTP/1.1" status: 200 len: 946 time: 0.0653558 Jul 05 03:31:04.826225 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-95b24ec6-1fe4-460b-9ef5-764b5e9cc1fd req-da065baf-44bf-43f6-be3b-7b2c623c08da tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a8eccb6-f406-4105-951a-8d5139bfb0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388246 Jul 05 03:31:06.015375 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20505be3-1abe-404f-858f-9cdf88d4d618 req-3c6073b4-f841-4432-8567-e38df4f33948 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:31:06.017218 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-20505be3-1abe-404f-858f-9cdf88d4d618 req-3c6073b4-f841-4432-8567-e38df4f33948 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ac15fb8-a941-41c2-95ff-0c656d4de850 HTTP/1.1" status: 200 len: 946 time: 0.0716958 Jul 05 03:31:06.056721 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-20505be3-1abe-404f-858f-9cdf88d4d618 req-44082a14-add8-42e5-8de9-ad1b81e89145 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a8eccb6-f406-4105-951a-8d5139bfb0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335939 Jul 05 03:31:07.247122 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67827baf-2b57-44bd-9671-dace4243e290 req-b8adfb47-a88d-458d-bd13-8eb193bde941 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:31:07.248831 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-67827baf-2b57-44bd-9671-dace4243e290 req-b8adfb47-a88d-458d-bd13-8eb193bde941 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ac15fb8-a941-41c2-95ff-0c656d4de850 HTTP/1.1" status: 200 len: 946 time: 0.0673971 Jul 05 03:31:07.290810 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-67827baf-2b57-44bd-9671-dace4243e290 req-63653df4-c9f1-4807-90b2-3dcce70cc46a tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a8eccb6-f406-4105-951a-8d5139bfb0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359795 Jul 05 03:31:08.479872 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b78e4d-539a-40e7-a9b5-aee61b4200df req-e6fe635e-35ec-4f1c-81bc-53765d26ea73 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:31:08.481547 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-87b78e4d-539a-40e7-a9b5-aee61b4200df req-e6fe635e-35ec-4f1c-81bc-53765d26ea73 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ac15fb8-a941-41c2-95ff-0c656d4de850 HTTP/1.1" status: 200 len: 946 time: 0.0670907 Jul 05 03:31:08.521620 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-87b78e4d-539a-40e7-a9b5-aee61b4200df req-583a1ebd-81df-4b67-944c-709198d31eaf tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a8eccb6-f406-4105-951a-8d5139bfb0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337384 Jul 05 03:31:08.548957 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 51108) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:31:08.615135 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-8525c2b9-2641-4510-9a5e-724270aedd18 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/floatingips/e2b051d6-b233-4d0e-96ee-1bee1dad62e1 HTTP/1.1" status: 200 len: 994 time: 0.0648093 Jul 05 03:31:12.405217 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:12.529027 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:20.963341 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-9640607c-4bbd-45fe-bcdb-fad9e6f931d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:23.290475 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a2dcda6b-ca1a-41e2-a96b-9e59a95939f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:24.005084 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:24.934479 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:26.334526 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:33.306846 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-65968372-3136-4628-ad4f-303df237f4cf req-eda93c8c-82d7-4cc5-8165-a9ffbfe0384d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4ac15fb8-a941-41c2-95ff-0c656d4de850&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0606515 Jul 05 03:31:33.400108 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65968372-3136-4628-ad4f-303df237f4cf req-ccb958ca-881e-4dc3-aeaf-d0c9df89a558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:31:33.401593 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-65968372-3136-4628-ad4f-303df237f4cf req-ccb958ca-881e-4dc3-aeaf-d0c9df89a558 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f5cd03416720416fbffc8e2028e4152c&device_id=4ac15fb8-a941-41c2-95ff-0c656d4de850 HTTP/1.1" status: 200 len: 1098 time: 0.0513294 Jul 05 03:31:33.505493 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65968372-3136-4628-ad4f-303df237f4cf req-22119c84-d704-4aa4-9c1e-32388c47c3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:31:33.507130 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-65968372-3136-4628-ad4f-303df237f4cf req-22119c84-d704-4aa4-9c1e-32388c47c3ce service neutron] 10.222.0.21 "GET /v2.0/networks?id=8c1a4117-8d23-4345-ab14-29581765f5ad HTTP/1.1" status: 200 len: 897 time: 0.0858808 Jul 05 03:31:33.571815 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-65968372-3136-4628-ad4f-303df237f4cf req-de9f3d6f-72b1-48f9-9e92-09b96bc66612 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=451df9c4-e926-420a-9223-25fc61ef9ed1 HTTP/1.1" status: 200 len: 1002 time: 0.0570009 Jul 05 03:31:33.626747 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65968372-3136-4628-ad4f-303df237f4cf req-bc042486-074b-453e-bbf7-3fb9a7d433fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:31:33.628248 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-65968372-3136-4628-ad4f-303df237f4cf req-bc042486-074b-453e-bbf7-3fb9a7d433fa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c578fc5b-c123-4941-ba98-1d2b00f35b79 HTTP/1.1" status: 200 len: 834 time: 0.0473297 Jul 05 03:31:33.687518 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65968372-3136-4628-ad4f-303df237f4cf req-63075dee-b2b4-4455-9b26-074d8c706f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:31:33.688958 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-65968372-3136-4628-ad4f-303df237f4cf req-63075dee-b2b4-4455-9b26-074d8c706f3a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8c1a4117-8d23-4345-ab14-29581765f5ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545337 Jul 05 03:31:33.776942 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-65968372-3136-4628-ad4f-303df237f4cf req-d05f472b-e884-45f8-b43e-27a372554fb6 service neutron] 10.222.0.21 "GET /v2.0/networks/8c1a4117-8d23-4345-ab14-29581765f5ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814703 Jul 05 03:31:33.869996 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-65968372-3136-4628-ad4f-303df237f4cf req-5a741e2d-ab8e-4178-b0d2-e1110096b632 service neutron] 10.222.0.21 "GET /v2.0/networks/8c1a4117-8d23-4345-ab14-29581765f5ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860031 Jul 05 03:31:36.005158 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:31:39.300684 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 51130) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:31:39.454311 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-90061d81-7529-4084-b0e2-6b391f2c3cba tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Deleting port f9d753e5-5841-45bf-aa42-02df1633047a {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:31:39.454570 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-90061d81-7529-4084-b0e2-6b391f2c3cba tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:39.530396 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-90061d81-7529-4084-b0e2-6b391f2c3cba tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:39.530763 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-90061d81-7529-4084-b0e2-6b391f2c3cba tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:39.542739 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-90061d81-7529-4084-b0e2-6b391f2c3cba tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Calling delete_port for f9d753e5-5841-45bf-aa42-02df1633047a owned by network:floatingip {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:31:39.751541 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-90061d81-7529-4084-b0e2-6b391f2c3cba tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:39.777188 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90061d81-7529-4084-b0e2-6b391f2c3cba tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Pushing event deleted for resources: {'Port': ['ID=f9d753e5-5841-45bf-aa42-02df1633047a,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:31:39.808402 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90061d81-7529-4084-b0e2-6b391f2c3cba tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:31:39.808756 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90061d81-7529-4084-b0e2-6b391f2c3cba tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:31:39.809132 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90061d81-7529-4084-b0e2-6b391f2c3cba tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:31:39.809474 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90061d81-7529-4084-b0e2-6b391f2c3cba tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:31:39.809811 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90061d81-7529-4084-b0e2-6b391f2c3cba tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:31:39.810534 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90061d81-7529-4084-b0e2-6b391f2c3cba tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:31:39.810875 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90061d81-7529-4084-b0e2-6b391f2c3cba tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:31:39.811221 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90061d81-7529-4084-b0e2-6b391f2c3cba tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:31:39.811548 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90061d81-7529-4084-b0e2-6b391f2c3cba tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:31:39.811880 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90061d81-7529-4084-b0e2-6b391f2c3cba tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:31:39.812212 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90061d81-7529-4084-b0e2-6b391f2c3cba tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:31:39.812583 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90061d81-7529-4084-b0e2-6b391f2c3cba tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:31:39.853518 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-90061d81-7529-4084-b0e2-6b391f2c3cba tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for floatingip, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:39.853848 n-d-771362-32 neutron-server[94461]: INFO neutron.db.l3_db [None req-90061d81-7529-4084-b0e2-6b391f2c3cba tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Floating IP e2b051d6-b233-4d0e-96ee-1bee1dad62e1 disassociated (deleted). External IP: 172.25.7.141, port: 451df9c4-e926-420a-9223-25fc61ef9ed1. Jul 05 03:31:40.081273 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90061d81-7529-4084-b0e2-6b391f2c3cba tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Router cacc791d-ece2-4b34-802b-15965506a564 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:31:40.283149 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90061d81-7529-4084-b0e2-6b391f2c3cba tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:31:40.288094 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-90061d81-7529-4084-b0e2-6b391f2c3cba tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:40.292358 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1447b0a7-91cf-4e81-be99-354672b51ebd None None] Sync routers for ids ['cacc791d-ece2-4b34-802b-15965506a564'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:31:40.302099 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1447b0a7-91cf-4e81-be99-354672b51ebd None None] Routers {'cacc791d-ece2-4b34-802b-15965506a564'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:31:40.302719 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-1447b0a7-91cf-4e81-be99-354672b51ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:31:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['cacc791d-ece2-4b34-802b-15965506a564'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:31:40.323974 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-90061d81-7529-4084-b0e2-6b391f2c3cba tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "DELETE /v2.0/floatingips/e2b051d6-b233-4d0e-96ee-1bee1dad62e1 HTTP/1.1" status: 204 len: 168 time: 1.0221863 Jul 05 03:31:40.324646 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ac15fb8-a941-41c2-95ff-0c656d4de850', 'tag': '451df9c4-e926-420a-9223-25fc61ef9ed1'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:31:40.326854 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4c1385bffaa5d930a7117e6982c27207eca91cca31cf4b43f86c7ad63cd24a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77c93186-bcc1-4600-b66a-dec11baebd53" -d '{"events": [{"name": "network-changed", "server_uuid": "4ac15fb8-a941-41c2-95ff-0c656d4de850", "tag": "451df9c4-e926-420a-9223-25fc61ef9ed1"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:31:40.389729 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0647495-4415-4bdb-b532-e605152f8eba x-openstack-request-id: req-c0647495-4415-4bdb-b532-e605152f8eba {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:31:40.390036 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ac15fb8-a941-41c2-95ff-0c656d4de850", "tag": "451df9c4-e926-420a-9223-25fc61ef9ed1", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:31:40.390327 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c0647495-4415-4bdb-b532-e605152f8eba {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:31:40.390742 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ac15fb8-a941-41c2-95ff-0c656d4de850', 'tag': '451df9c4-e926-420a-9223-25fc61ef9ed1', 'status': 'completed', 'code': 200} Jul 05 03:31:40.428271 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-1447b0a7-91cf-4e81-be99-354672b51ebd None None] Set router cacc791d-ece2-4b34-802b-15965506a564 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:31:40.469292 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c93186-bcc1-4600-b66a-dec11baebd53 req-6969defd-1c92-439c-9a81-3a401210942c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:31:40.470897 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-77c93186-bcc1-4600-b66a-dec11baebd53 req-6969defd-1c92-439c-9a81-3a401210942c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f5cd03416720416fbffc8e2028e4152c&device_id=4ac15fb8-a941-41c2-95ff-0c656d4de850 HTTP/1.1" status: 200 len: 1098 time: 0.0570204 Jul 05 03:31:40.566759 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c93186-bcc1-4600-b66a-dec11baebd53 req-efdac38f-0b81-48a7-9e4a-1b5daeaa75bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:31:40.568291 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-77c93186-bcc1-4600-b66a-dec11baebd53 req-efdac38f-0b81-48a7-9e4a-1b5daeaa75bc service neutron] 10.222.0.21 "GET /v2.0/networks?id=8c1a4117-8d23-4345-ab14-29581765f5ad HTTP/1.1" status: 200 len: 897 time: 0.0914285 Jul 05 03:31:40.611337 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-77c93186-bcc1-4600-b66a-dec11baebd53 req-8d57f2c0-f888-451f-9c8c-2afb5258fbf6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=451df9c4-e926-420a-9223-25fc61ef9ed1 HTTP/1.1" status: 200 len: 217 time: 0.0358169 Jul 05 03:31:40.637789 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-1447b0a7-91cf-4e81-be99-354672b51ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cacc791d-ece2-4b34-802b-15965506a564', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1364903281', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': 'ecef083a-2e73-4023-bc3c-fdaf084c1de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:30:03Z', 'updated_at': '2021-07-05T03:30:09Z', 'revision_number': 4, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'gw_port': {'id': 'ecef083a-2e73-4023-bc3c-fdaf084c1de3', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:67:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacc791d-ece2-4b34-802b-15965506a564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:30:04Z', 'updated_at': '2021-07-05T03:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '4c8f12d9-5687-451c-a1c6-b4b10d07617e', 'name': '', 'network_id': '8c1a4117-8d23-4345-ab14-29581765f5ad', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'mac_address': 'fa:16:3e:af:c9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacc791d-ece2-4b34-802b-15965506a564', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'c578fc5b-c123-4941-ba98-1d2b00f35b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:30:08Z', 'updated_at': '2021-07-05T03:30:15Z', 'revision_number': 5, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'subnets': [{'id': 'c578fc5b-c123-4941-ba98-1d2b00f35b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:31:40.664220 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c93186-bcc1-4600-b66a-dec11baebd53 req-fd0412f7-9e38-41a9-8ba2-7723db7aa28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:31:40.664991 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1447b0a7-91cf-4e81-be99-354672b51ebd None None] Checking router: cacc791d-ece2-4b34-802b-15965506a564 for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:31:40.666097 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-77c93186-bcc1-4600-b66a-dec11baebd53 req-fd0412f7-9e38-41a9-8ba2-7723db7aa28f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c578fc5b-c123-4941-ba98-1d2b00f35b79 HTTP/1.1" status: 200 len: 834 time: 0.0489271 Jul 05 03:31:40.674784 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1447b0a7-91cf-4e81-be99-354672b51ebd None None] Routers {'cacc791d-ece2-4b34-802b-15965506a564'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:31:40.675398 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-1447b0a7-91cf-4e81-be99-354672b51ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:31:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['cacc791d-ece2-4b34-802b-15965506a564'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:31:40.725809 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c93186-bcc1-4600-b66a-dec11baebd53 req-b4dd57b6-bbb5-4566-be62-8d34690bfd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:31:40.727383 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-77c93186-bcc1-4600-b66a-dec11baebd53 req-b4dd57b6-bbb5-4566-be62-8d34690bfd11 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8c1a4117-8d23-4345-ab14-29581765f5ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550599 Jul 05 03:31:40.783244 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-1447b0a7-91cf-4e81-be99-354672b51ebd None None] Set router cacc791d-ece2-4b34-802b-15965506a564 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:31:40.817456 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-77c93186-bcc1-4600-b66a-dec11baebd53 req-1de50631-b4ba-44cc-bda6-14097d2192ad service neutron] 10.222.0.21 "GET /v2.0/networks/8c1a4117-8d23-4345-ab14-29581765f5ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833240 Jul 05 03:31:40.902268 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c86fa53-1715-43b3-a5dc-4992bed2a20e req-f446904d-bbed-4903-ac79-bae898cb1946 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:31:40.905537 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9c86fa53-1715-43b3-a5dc-4992bed2a20e req-f446904d-bbed-4903-ac79-bae898cb1946 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ac15fb8-a941-41c2-95ff-0c656d4de850 HTTP/1.1" status: 200 len: 946 time: 0.0704119 Jul 05 03:31:40.949949 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9c86fa53-1715-43b3-a5dc-4992bed2a20e req-1f2f2093-0c0e-4f28-9ece-2495f57e6f55 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a8eccb6-f406-4105-951a-8d5139bfb0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386615 Jul 05 03:31:40.999058 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-1447b0a7-91cf-4e81-be99-354672b51ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cacc791d-ece2-4b34-802b-15965506a564', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1364903281', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': 'ecef083a-2e73-4023-bc3c-fdaf084c1de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:30:03Z', 'updated_at': '2021-07-05T03:30:09Z', 'revision_number': 4, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'gw_port': {'id': 'ecef083a-2e73-4023-bc3c-fdaf084c1de3', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:67:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacc791d-ece2-4b34-802b-15965506a564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:30:04Z', 'updated_at': '2021-07-05T03:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '4c8f12d9-5687-451c-a1c6-b4b10d07617e', 'name': '', 'network_id': '8c1a4117-8d23-4345-ab14-29581765f5ad', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'mac_address': 'fa:16:3e:af:c9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacc791d-ece2-4b34-802b-15965506a564', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'c578fc5b-c123-4941-ba98-1d2b00f35b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:30:08Z', 'updated_at': '2021-07-05T03:30:15Z', 'revision_number': 5, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'subnets': [{'id': 'c578fc5b-c123-4941-ba98-1d2b00f35b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:31:41.026613 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1447b0a7-91cf-4e81-be99-354672b51ebd None None] The sync data for ids ['cacc791d-ece2-4b34-802b-15965506a564'] in n-d-771362-32 is: [{'id': 'cacc791d-ece2-4b34-802b-15965506a564', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1364903281', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': 'ecef083a-2e73-4023-bc3c-fdaf084c1de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:30:03Z', 'updated_at': '2021-07-05T03:30:09Z', 'revision_number': 4, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'gw_port': {'id': 'ecef083a-2e73-4023-bc3c-fdaf084c1de3', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:67:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacc791d-ece2-4b34-802b-15965506a564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:30:04Z', 'updated_at': '2021-07-05T03:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '4c8f12d9-5687-451c-a1c6-b4b10d07617e', 'name': '', 'network_id': '8c1a4117-8d23-4345-ab14-29581765f5ad', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'mac_address': 'fa:16:3e:af:c9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacc791d-ece2-4b34-802b-15965506a564', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'c578fc5b-c123-4941-ba98-1d2b00f35b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:30:08Z', 'updated_at': '2021-07-05T03:30:15Z', 'revision_number': 5, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'subnets': [{'id': 'c578fc5b-c123-4941-ba98-1d2b00f35b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:31:41.268381 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-77c93186-bcc1-4600-b66a-dec11baebd53 req-3c81c9c9-4f87-49a6-b103-d46e2f8264bf service neutron] 10.222.0.21 "GET /v2.0/networks/8c1a4117-8d23-4345-ab14-29581765f5ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4439070 Jul 05 03:31:41.275992 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea84c22f-194b-4905-a2c6-1db7004764b5 None None] New status for floating IP e2b051d6-b233-4d0e-96ee-1bee1dad62e1: DOWN {{(pid=94463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:31:42.152573 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578bbee4-a248-4264-8702-b483a8d41c6e req-1c7114b4-5a34-404a-b98c-ee42df35dcc9 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:31:42.154180 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-578bbee4-a248-4264-8702-b483a8d41c6e req-1c7114b4-5a34-404a-b98c-ee42df35dcc9 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ac15fb8-a941-41c2-95ff-0c656d4de850 HTTP/1.1" status: 200 len: 946 time: 0.0634589 Jul 05 03:31:42.194920 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-578bbee4-a248-4264-8702-b483a8d41c6e req-e5328c60-4a07-43a4-9e79-82f3f575fb66 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a8eccb6-f406-4105-951a-8d5139bfb0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350108 Jul 05 03:31:42.290399 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16eae88-879b-403f-936d-4b9c463e166d req-104841c9-d3cb-4649-add1-a67aac4b2534 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:31:42.291798 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f16eae88-879b-403f-936d-4b9c463e166d req-104841c9-d3cb-4649-add1-a67aac4b2534 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ac15fb8-a941-41c2-95ff-0c656d4de850 HTTP/1.1" status: 200 len: 946 time: 0.0672402 Jul 05 03:31:42.391728 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-f16eae88-879b-403f-936d-4b9c463e166d req-0c8cbdc5-3758-4cf8-be9b-72c12e60238f tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Deleting port 451df9c4-e926-420a-9223-25fc61ef9ed1 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:31:42.392080 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f16eae88-879b-403f-936d-4b9c463e166d req-0c8cbdc5-3758-4cf8-be9b-72c12e60238f tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:42.413999 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:42.487144 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-f16eae88-879b-403f-936d-4b9c463e166d req-0c8cbdc5-3758-4cf8-be9b-72c12e60238f tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] For port 451df9c4-e926-420a-9223-25fc61ef9ed1, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=451df9c4-e926-420a-9223-25fc61ef9ed1,segment=NetworkSegment(ae9c3edc-cc83-439f-afa9-6c5bb8c0e2ec),segment_id=ae9c3edc-cc83-439f-afa9-6c5bb8c0e2ec)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:31:42.487525 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f16eae88-879b-403f-936d-4b9c463e166d req-0c8cbdc5-3758-4cf8-be9b-72c12e60238f tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:42.503594 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-f16eae88-879b-403f-936d-4b9c463e166d req-0c8cbdc5-3758-4cf8-be9b-72c12e60238f tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Calling delete_port for 451df9c4-e926-420a-9223-25fc61ef9ed1 owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:31:42.562473 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:42.724582 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f16eae88-879b-403f-936d-4b9c463e166d req-0c8cbdc5-3758-4cf8-be9b-72c12e60238f tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:42.758598 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8cbdc5-3758-4cf8-be9b-72c12e60238f tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Pushing event deleted for resources: {'Port': ['ID=451df9c4-e926-420a-9223-25fc61ef9ed1,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:31:42.806108 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-f16eae88-879b-403f-936d-4b9c463e166d req-0c8cbdc5-3758-4cf8-be9b-72c12e60238f tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] No DVR routers for this DVR port 451df9c4-e926-420a-9223-25fc61ef9ed1 on host n-h1-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:31:42.809023 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-f16eae88-879b-403f-936d-4b9c463e166d req-0c8cbdc5-3758-4cf8-be9b-72c12e60238f tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:42.811317 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f16eae88-879b-403f-936d-4b9c463e166d req-0c8cbdc5-3758-4cf8-be9b-72c12e60238f tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.21 "DELETE /v2.0/ports/451df9c4-e926-420a-9223-25fc61ef9ed1 HTTP/1.1" status: 204 len: 173 time: 0.5141129 Jul 05 03:31:42.811799 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ac15fb8-a941-41c2-95ff-0c656d4de850', 'name': 'network-vif-deleted', 'tag': '451df9c4-e926-420a-9223-25fc61ef9ed1'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:31:42.814207 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4c1385bffaa5d930a7117e6982c27207eca91cca31cf4b43f86c7ad63cd24a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7107b053-0dee-4db1-b5ae-dbac098fb02a" -d '{"events": [{"server_uuid": "4ac15fb8-a941-41c2-95ff-0c656d4de850", "name": "network-vif-deleted", "tag": "451df9c4-e926-420a-9223-25fc61ef9ed1"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:31:42.852586 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c71ad6d2-0e53-481d-ba43-28a4491f45e7 x-openstack-request-id: req-c71ad6d2-0e53-481d-ba43-28a4491f45e7 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:31:42.852882 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ac15fb8-a941-41c2-95ff-0c656d4de850", "name": "network-vif-deleted", "tag": "451df9c4-e926-420a-9223-25fc61ef9ed1", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:31:42.853139 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c71ad6d2-0e53-481d-ba43-28a4491f45e7 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:31:42.853555 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ac15fb8-a941-41c2-95ff-0c656d4de850', 'name': 'network-vif-deleted', 'tag': '451df9c4-e926-420a-9223-25fc61ef9ed1', 'status': 'completed', 'code': 200} Jul 05 03:31:43.355786 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fb1c30ae-4e6f-42e4-94f3-d53dae150fb2 req-71d3a968-8091-433d-b813-d9c49e75cb18 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ac15fb8-a941-41c2-95ff-0c656d4de850 HTTP/1.1" status: 200 len: 210 time: 0.0341051 Jul 05 03:31:44.450354 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 51150) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:31:44.806957 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-98ce33d7-159d-4fa8-97a7-95e9ae5e2ad1 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1634680'] for router_interface, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:45.077958 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-98ce33d7-159d-4fa8-97a7-95e9ae5e2ad1 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Deleting port 4c8f12d9-5687-451c-a1c6-b4b10d07617e {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:31:45.078290 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-98ce33d7-159d-4fa8-97a7-95e9ae5e2ad1 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:45.173651 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [None req-98ce33d7-159d-4fa8-97a7-95e9ae5e2ad1 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] For port 4c8f12d9-5687-451c-a1c6-b4b10d07617e, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=4c8f12d9-5687-451c-a1c6-b4b10d07617e,segment=NetworkSegment(ae9c3edc-cc83-439f-afa9-6c5bb8c0e2ec),segment_id=ae9c3edc-cc83-439f-afa9-6c5bb8c0e2ec)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:31:45.174015 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-98ce33d7-159d-4fa8-97a7-95e9ae5e2ad1 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:45.185880 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-98ce33d7-159d-4fa8-97a7-95e9ae5e2ad1 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Calling delete_port for 4c8f12d9-5687-451c-a1c6-b4b10d07617e owned by network:router_interface {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:31:45.478961 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-98ce33d7-159d-4fa8-97a7-95e9ae5e2ad1 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:45.506277 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ce33d7-159d-4fa8-97a7-95e9ae5e2ad1 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Pushing event deleted for resources: {'Port': ['ID=4c8f12d9-5687-451c-a1c6-b4b10d07617e,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:31:45.680009 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-98ce33d7-159d-4fa8-97a7-95e9ae5e2ad1 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635398'] for router_interface, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:45.890190 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98ce33d7-159d-4fa8-97a7-95e9ae5e2ad1 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Router cacc791d-ece2-4b34-802b-15965506a564 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:31:45.999846 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98ce33d7-159d-4fa8-97a7-95e9ae5e2ad1 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:31:46.004856 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-98ce33d7-159d-4fa8-97a7-95e9ae5e2ad1 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "PUT /v2.0/routers/cacc791d-ece2-4b34-802b-15965506a564/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5534666 Jul 05 03:31:46.007573 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 51152) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:31:46.008902 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d7c2c9-f2ce-4bb2-9a95-1065a0ef6477 None None] Sync routers for ids ['cacc791d-ece2-4b34-802b-15965506a564'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:31:46.017849 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d7c2c9-f2ce-4bb2-9a95-1065a0ef6477 None None] Routers {'cacc791d-ece2-4b34-802b-15965506a564'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:31:46.018469 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-22d7c2c9-f2ce-4bb2-9a95-1065a0ef6477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:31:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['cacc791d-ece2-4b34-802b-15965506a564'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:31:46.057728 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_v2 [None req-44d97ce4-7847-4819-b8ba-78800da02bb2 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Deleting subnet c578fc5b-c123-4941-ba98-1d2b00f35b79 {{(pid=94461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:31:46.061553 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-44d97ce4-7847-4819-b8ba-78800da02bb2 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for subnet, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:46.100427 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-44d97ce4-7847-4819-b8ba-78800da02bb2 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5519650'] for subnet, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:46.120431 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-22d7c2c9-f2ce-4bb2-9a95-1065a0ef6477 None None] Set router cacc791d-ece2-4b34-802b-15965506a564 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:31:46.188338 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-44d97ce4-7847-4819-b8ba-78800da02bb2 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:46.301369 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-22d7c2c9-f2ce-4bb2-9a95-1065a0ef6477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cacc791d-ece2-4b34-802b-15965506a564', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1364903281', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': 'ecef083a-2e73-4023-bc3c-fdaf084c1de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:30:03Z', 'updated_at': '2021-07-05T03:31:45Z', 'revision_number': 5, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'gw_port': {'id': 'ecef083a-2e73-4023-bc3c-fdaf084c1de3', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:67:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacc791d-ece2-4b34-802b-15965506a564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:30:04Z', 'updated_at': '2021-07-05T03:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:31:46.327169 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d7c2c9-f2ce-4bb2-9a95-1065a0ef6477 None None] Checking router: cacc791d-ece2-4b34-802b-15965506a564 for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:31:46.330625 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-44d97ce4-7847-4819-b8ba-78800da02bb2 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5763388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774356'] for subnet, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:46.335745 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d7c2c9-f2ce-4bb2-9a95-1065a0ef6477 None None] Routers {'cacc791d-ece2-4b34-802b-15965506a564'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:31:46.336355 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-22d7c2c9-f2ce-4bb2-9a95-1065a0ef6477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:31:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['cacc791d-ece2-4b34-802b-15965506a564'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:31:46.363015 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-44d97ce4-7847-4819-b8ba-78800da02bb2 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:46.367336 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-44d97ce4-7847-4819-b8ba-78800da02bb2 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "DELETE /v2.0/subnets/c578fc5b-c123-4941-ba98-1d2b00f35b79 HTTP/1.1" status: 204 len: 168 time: 0.3563659 Jul 05 03:31:46.367336 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d97ce4-7847-4819-b8ba-78800da02bb2 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Pushing event deleted for resources: {'Subnet': ['ID=c578fc5b-c123-4941-ba98-1d2b00f35b79,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:31:46.373935 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 51154) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:31:46.375192 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0fe1e1-82f9-41e3-8d93-27ecd6694e16 None None] Network 8c1a4117-8d23-4345-ab14-29581765f5ad requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:31:46.443085 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-22d7c2c9-f2ce-4bb2-9a95-1065a0ef6477 None None] Set router cacc791d-ece2-4b34-802b-15965506a564 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:31:46.480562 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-95381200-05cf-4ce2-b05e-3a8b1764da9f tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for router, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:46.580380 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8f4b8e-97dc-4f1e-9515-6737e6b095ca None None] DHCP port deletion for 8c1a4117-8d23-4345-ab14-29581765f5ad request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:31:46.604645 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-95381200-05cf-4ce2-b05e-3a8b1764da9f tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:46.623061 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-22d7c2c9-f2ce-4bb2-9a95-1065a0ef6477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cacc791d-ece2-4b34-802b-15965506a564', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1364903281', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': 'ecef083a-2e73-4023-bc3c-fdaf084c1de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:30:03Z', 'updated_at': '2021-07-05T03:31:45Z', 'revision_number': 5, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'gw_port': {'id': 'ecef083a-2e73-4023-bc3c-fdaf084c1de3', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:67:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacc791d-ece2-4b34-802b-15965506a564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:30:04Z', 'updated_at': '2021-07-05T03:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:31:46.626430 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-9b8f4b8e-97dc-4f1e-9515-6737e6b095ca None None] Deleting port db445d47-a242-4217-b04e-da4d20976d04 {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:31:46.627636 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-9b8f4b8e-97dc-4f1e-9515-6737e6b095ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:46.652672 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d7c2c9-f2ce-4bb2-9a95-1065a0ef6477 None None] The sync data for ids ['cacc791d-ece2-4b34-802b-15965506a564'] in n-d-771362-32 is: [{'id': 'cacc791d-ece2-4b34-802b-15965506a564', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1364903281', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': 'ecef083a-2e73-4023-bc3c-fdaf084c1de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:30:03Z', 'updated_at': '2021-07-05T03:31:45Z', 'revision_number': 5, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'gw_port': {'id': 'ecef083a-2e73-4023-bc3c-fdaf084c1de3', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:67:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacc791d-ece2-4b34-802b-15965506a564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:30:04Z', 'updated_at': '2021-07-05T03:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:31:46.699582 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-9b8f4b8e-97dc-4f1e-9515-6737e6b095ca None None] For port db445d47-a242-4217-b04e-da4d20976d04, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=db445d47-a242-4217-b04e-da4d20976d04,segment=NetworkSegment(ae9c3edc-cc83-439f-afa9-6c5bb8c0e2ec),segment_id=ae9c3edc-cc83-439f-afa9-6c5bb8c0e2ec)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:31:46.699905 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-9b8f4b8e-97dc-4f1e-9515-6737e6b095ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:46.712622 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-9b8f4b8e-97dc-4f1e-9515-6737e6b095ca None None] Calling delete_port for db445d47-a242-4217-b04e-da4d20976d04 owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:31:46.726467 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-95381200-05cf-4ce2-b05e-3a8b1764da9f tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Deleting port ecef083a-2e73-4023-bc3c-fdaf084c1de3 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:31:46.726811 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-95381200-05cf-4ce2-b05e-3a8b1764da9f tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:46.806081 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-95381200-05cf-4ce2-b05e-3a8b1764da9f tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] For port ecef083a-2e73-4023-bc3c-fdaf084c1de3, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=ecef083a-2e73-4023-bc3c-fdaf084c1de3,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:31:46.806379 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-95381200-05cf-4ce2-b05e-3a8b1764da9f tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:46.818682 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-95381200-05cf-4ce2-b05e-3a8b1764da9f tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Calling delete_port for ecef083a-2e73-4023-bc3c-fdaf084c1de3 owned by network:router_gateway {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:31:46.871338 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-9b8f4b8e-97dc-4f1e-9515-6737e6b095ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:46.896726 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8f4b8e-97dc-4f1e-9515-6737e6b095ca None None] Pushing event deleted for resources: {'Port': ['ID=db445d47-a242-4217-b04e-da4d20976d04,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:31:46.901397 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8f4b8e-97dc-4f1e-9515-6737e6b095ca None None] No DVR routers for this DVR port db445d47-a242-4217-b04e-da4d20976d04 on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:31:46.913846 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8f4b8e-97dc-4f1e-9515-6737e6b095ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:31:46.914151 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8f4b8e-97dc-4f1e-9515-6737e6b095ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:31:46.914512 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8f4b8e-97dc-4f1e-9515-6737e6b095ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:31:46.914827 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8f4b8e-97dc-4f1e-9515-6737e6b095ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:31:46.915153 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8f4b8e-97dc-4f1e-9515-6737e6b095ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:31:46.915510 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8f4b8e-97dc-4f1e-9515-6737e6b095ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:31:46.915836 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8f4b8e-97dc-4f1e-9515-6737e6b095ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:31:46.916157 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8f4b8e-97dc-4f1e-9515-6737e6b095ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:31:46.916479 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8f4b8e-97dc-4f1e-9515-6737e6b095ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:31:46.916942 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8f4b8e-97dc-4f1e-9515-6737e6b095ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:31:46.917290 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8f4b8e-97dc-4f1e-9515-6737e6b095ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:31:46.917622 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8f4b8e-97dc-4f1e-9515-6737e6b095ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:31:47.071504 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-95381200-05cf-4ce2-b05e-3a8b1764da9f tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:47.099039 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95381200-05cf-4ce2-b05e-3a8b1764da9f tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Pushing event deleted for resources: {'Port': ['ID=ecef083a-2e73-4023-bc3c-fdaf084c1de3,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:31:47.128477 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95381200-05cf-4ce2-b05e-3a8b1764da9f tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:31:47.128832 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95381200-05cf-4ce2-b05e-3a8b1764da9f tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:31:47.129177 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95381200-05cf-4ce2-b05e-3a8b1764da9f tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:31:47.129516 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95381200-05cf-4ce2-b05e-3a8b1764da9f tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:31:47.129852 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95381200-05cf-4ce2-b05e-3a8b1764da9f tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:31:47.130211 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95381200-05cf-4ce2-b05e-3a8b1764da9f tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:31:47.130551 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95381200-05cf-4ce2-b05e-3a8b1764da9f tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:31:47.130880 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95381200-05cf-4ce2-b05e-3a8b1764da9f tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:31:47.131210 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95381200-05cf-4ce2-b05e-3a8b1764da9f tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:31:47.131535 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95381200-05cf-4ce2-b05e-3a8b1764da9f tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:31:47.131861 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95381200-05cf-4ce2-b05e-3a8b1764da9f tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:31:47.132185 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95381200-05cf-4ce2-b05e-3a8b1764da9f tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:31:47.176945 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-95381200-05cf-4ce2-b05e-3a8b1764da9f tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636927'] for router_gateway, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:47.257265 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 4c8f12d9-5687-451c-a1c6-b4b10d07617e no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:31:47.262791 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 451df9c4-e926-420a-9223-25fc61ef9ed1 no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:31:47.270721 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-95381200-05cf-4ce2-b05e-3a8b1764da9f tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11828'] for router, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:47.272913 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-95381200-05cf-4ce2-b05e-3a8b1764da9f tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:47.285416 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 4c8f12d9-5687-451c-a1c6-b4b10d07617e {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:31:47.285756 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 4c8f12d9-5687-451c-a1c6-b4b10d07617e not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:31:47.286211 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device db445d47-a242-4217-b04e-da4d20976d04 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:31:47.305395 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] No Port match for: 451df9c4-e926-420a-9223-25fc61ef9ed1 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:31:47.305747 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 451df9c4-e926-420a-9223-25fc61ef9ed1 not bound to the agent host n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:31:47.323518 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: db445d47-a242-4217-b04e-da4d20976d04 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:31:47.323860 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device db445d47-a242-4217-b04e-da4d20976d04 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:31:47.416313 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-95381200-05cf-4ce2-b05e-3a8b1764da9f tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1575451'] for router, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:47.417031 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95381200-05cf-4ce2-b05e-3a8b1764da9f tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Fanout notify agent at l3_agent the message router_deleted on router cacc791d-ece2-4b34-802b-15965506a564 {{(pid=94462) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 03:31:47.431351 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-95381200-05cf-4ce2-b05e-3a8b1764da9f tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:47.431351 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-95381200-05cf-4ce2-b05e-3a8b1764da9f tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "DELETE /v2.0/routers/cacc791d-ece2-4b34-802b-15965506a564 HTTP/1.1" status: 204 len: 168 time: 1.0569167 Jul 05 03:31:47.431585 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 51156) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:31:47.511718 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5978e2ac-8ae4-46a8-99ef-9ed4a9bf5c63 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:47.610448 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5978e2ac-8ae4-46a8-99ef-9ed4a9bf5c63 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:47.620821 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-5978e2ac-8ae4-46a8-99ef-9ed4a9bf5c63 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c1a4117-8d23-4345-ab14-29581765f5ad']}} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:31:47.636618 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-5978e2ac-8ae4-46a8-99ef-9ed4a9bf5c63 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae9c3edc-cc83-439f-afa9-6c5bb8c0e2ec') {'for_net_delete': True} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:31:47.636930 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-5978e2ac-8ae4-46a8-99ef-9ed4a9bf5c63 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae9c3edc-cc83-439f-afa9-6c5bb8c0e2ec') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:31:47.647045 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5978e2ac-8ae4-46a8-99ef-9ed4a9bf5c63 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5519669'] for segment, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:47.661922 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5978e2ac-8ae4-46a8-99ef-9ed4a9bf5c63 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:47.668184 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5978e2ac-8ae4-46a8-99ef-9ed4a9bf5c63 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=94461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:31:47.668583 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5978e2ac-8ae4-46a8-99ef-9ed4a9bf5c63 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5763545'] for segment, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:47.671698 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:31:47.671698 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:31:47.671698 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:31:47.671698 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:31:47.671698 n-d-771362-32 neutron-server[94461]: Traceback (most recent call last): Jul 05 03:31:47.671698 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:31:47.671698 n-d-771362-32 neutron-server[94461]: timer() Jul 05 03:31:47.671698 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:31:47.671698 n-d-771362-32 neutron-server[94461]: cb(*args, **kw) Jul 05 03:31:47.671698 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:31:47.671698 n-d-771362-32 neutron-server[94461]: return func(*args, **kwargs) Jul 05 03:31:47.671698 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:31:47.671698 n-d-771362-32 neutron-server[94461]: self._notify() Jul 05 03:31:47.671698 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:31:47.671698 n-d-771362-32 neutron-server[94461]: self.callback(batched_events) Jul 05 03:31:47.671698 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:31:47.671698 n-d-771362-32 neutron-server[94461]: event.method(event) Jul 05 03:31:47.671698 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:31:47.671698 n-d-771362-32 neutron-server[94461]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:31:47.671698 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:31:47.671698 n-d-771362-32 neutron-server[94461]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:31:47.671698 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:31:47.671698 n-d-771362-32 neutron-server[94461]: return f(self, *a, **k) Jul 05 03:31:47.671698 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:31:47.671698 n-d-771362-32 neutron-server[94461]: return self._get(url).json() Jul 05 03:31:47.671698 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:31:47.671698 n-d-771362-32 neutron-server[94461]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:31:47.671698 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:31:47.671698 n-d-771362-32 neutron-server[94461]: return self.request(url, 'GET', **kwargs) Jul 05 03:31:47.671698 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:31:47.671698 n-d-771362-32 neutron-server[94461]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:31:47.671698 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:31:47.671698 n-d-771362-32 neutron-server[94461]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:31:47.671698 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:31:47.671698 n-d-771362-32 neutron-server[94461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:31:47.671698 n-d-771362-32 neutron-server[94461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:31:47.802789 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5978e2ac-8ae4-46a8-99ef-9ed4a9bf5c63 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:47.816382 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5978e2ac-8ae4-46a8-99ef-9ed4a9bf5c63 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:47.816382 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-5978e2ac-8ae4-46a8-99ef-9ed4a9bf5c63 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "DELETE /v2.0/networks/8c1a4117-8d23-4345-ab14-29581765f5ad HTTP/1.1" status: 204 len: 168 time: 0.3825581 Jul 05 03:31:47.816598 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 51158) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:31:47.823568 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5978e2ac-8ae4-46a8-99ef-9ed4a9bf5c63 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Pushing event deleted for resources: {'Network': ['ID=8c1a4117-8d23-4345-ab14-29581765f5ad,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:31:47.877610 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c283d31b-0313-4cac-a5de-573c49917ba7 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:47.904644 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c283d31b-0313-4cac-a5de-573c49917ba7 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:48.031125 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c283d31b-0313-4cac-a5de-573c49917ba7 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:48.033746 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c283d31b-0313-4cac-a5de-573c49917ba7 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:48.034950 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-c283d31b-0313-4cac-a5de-573c49917ba7 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "DELETE /v2.0/security-groups/0a8eccb6-f406-4105-951a-8d5139bfb0f1 HTTP/1.1" status: 204 len: 168 time: 0.2189686 Jul 05 03:31:48.047553 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c283d31b-0313-4cac-a5de-573c49917ba7 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a8eccb6-f406-4105-951a-8d5139bfb0f1,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:31:48.375474 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 51164) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:31:48.380226 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-427c7823-5822-412c-bf50-53244dd54d0c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-66044693', 'description': 'tempest-secgroup-smoke-66044693 description', 'project_id': 'f5cd03416720416fbffc8e2028e4152c'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:31:48.471512 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-427c7823-5822-412c-bf50-53244dd54d0c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:48.552288 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-427c7823-5822-412c-bf50-53244dd54d0c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:48.608644 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-427c7823-5822-412c-bf50-53244dd54d0c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:48.636887 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427c7823-5822-412c-bf50-53244dd54d0c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60712294-39b9-4bdf-827f-809b1084294f,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:31:48.690577 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-427c7823-5822-412c-bf50-53244dd54d0c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:48.691862 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-427c7823-5822-412c-bf50-53244dd54d0c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3153541 Jul 05 03:31:48.694698 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 51166) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:31:48.699197 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-b63bbd05-9eee-4629-bee4-596366241209 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Request body: {'security_group_rule': {'security_group_id': '60712294-39b9-4bdf-827f-809b1084294f', 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:31:48.802299 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b63bbd05-9eee-4629-bee4-596366241209 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:48.864448 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b63bbd05-9eee-4629-bee4-596366241209 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:48.924323 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b63bbd05-9eee-4629-bee4-596366241209 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:48.942936 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63bbd05-9eee-4629-bee4-596366241209 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebddd909-7726-4613-bc8f-5b6a54761771,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:31:49.009976 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b63bbd05-9eee-4629-bee4-596366241209 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:49.011255 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-b63bbd05-9eee-4629-bee4-596366241209 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3156323 Jul 05 03:31:49.014461 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 51168) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:31:49.018942 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-92e2f385-d70c-4965-a650-00d870107d95 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Request body: {'security_group_rule': {'security_group_id': '60712294-39b9-4bdf-827f-809b1084294f', 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:31:49.112707 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-92e2f385-d70c-4965-a650-00d870107d95 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:49.167975 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device ecef083a-2e73-4023-bc3c-fdaf084c1de3 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:31:49.174537 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-92e2f385-d70c-4965-a650-00d870107d95 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:49.189537 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: ecef083a-2e73-4023-bc3c-fdaf084c1de3 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:31:49.189878 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device ecef083a-2e73-4023-bc3c-fdaf084c1de3 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:31:49.248958 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-92e2f385-d70c-4965-a650-00d870107d95 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:49.267809 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e2f385-d70c-4965-a650-00d870107d95 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8cfdcf6-1db0-416b-917f-efb1827da79a,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:31:49.336240 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-92e2f385-d70c-4965-a650-00d870107d95 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:49.337497 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-92e2f385-d70c-4965-a650-00d870107d95 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3221111 Jul 05 03:31:49.340295 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 51170) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:31:49.345328 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-6d6e4ec2-3f20-40dd-bd2b-f489314f6a42 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Request body: {'security_group_rule': {'security_group_id': '60712294-39b9-4bdf-827f-809b1084294f', 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:31:49.432586 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6d6e4ec2-3f20-40dd-bd2b-f489314f6a42 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:49.490951 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6d6e4ec2-3f20-40dd-bd2b-f489314f6a42 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:49.581653 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6d6e4ec2-3f20-40dd-bd2b-f489314f6a42 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:49.600419 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6e4ec2-3f20-40dd-bd2b-f489314f6a42 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acf0c9ae-3df9-4ce2-95a3-c406dbe1bcb8,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:31:49.690717 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6d6e4ec2-3f20-40dd-bd2b-f489314f6a42 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:49.691919 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-6d6e4ec2-3f20-40dd-bd2b-f489314f6a42 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3501649 Jul 05 03:31:49.694811 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 51172) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:31:49.699784 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-8cd2e600-94be-4797-9d54-b66ce6968d2f tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Request body: {'security_group_rule': {'security_group_id': '60712294-39b9-4bdf-827f-809b1084294f', 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:31:49.809886 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8cd2e600-94be-4797-9d54-b66ce6968d2f tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:49.878618 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8cd2e600-94be-4797-9d54-b66ce6968d2f tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:49.964673 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8cd2e600-94be-4797-9d54-b66ce6968d2f tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:49.982403 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd2e600-94be-4797-9d54-b66ce6968d2f tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adb24cac-6402-460a-8e7c-5ea51e91fc4c,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:31:50.085003 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8cd2e600-94be-4797-9d54-b66ce6968d2f tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:50.086321 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-8cd2e600-94be-4797-9d54-b66ce6968d2f tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3904655 Jul 05 03:31:50.089278 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 51174) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:31:50.094111 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-a4adbfb6-12f7-4cb7-a6da-26e205b97d05 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Request body: {'security_group_rule': {'security_group_id': '60712294-39b9-4bdf-827f-809b1084294f', 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:31:50.182308 n-d-771362-32 neutron-server[94461]: INFO neutron.db.securitygroups_db [None req-a4adbfb6-12f7-4cb7-a6da-26e205b97d05 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Project f5cd03416720416fbffc8e2028e4152c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 03:31:50.188140 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a4adbfb6-12f7-4cb7-a6da-26e205b97d05 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:50.250012 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a4adbfb6-12f7-4cb7-a6da-26e205b97d05 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:50.322974 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a4adbfb6-12f7-4cb7-a6da-26e205b97d05 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:50.344149 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4adbfb6-12f7-4cb7-a6da-26e205b97d05 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9744c69-2ddf-489a-9a13-44f7293d6e73,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:31:50.432952 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a4adbfb6-12f7-4cb7-a6da-26e205b97d05 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:50.434248 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-a4adbfb6-12f7-4cb7-a6da-26e205b97d05 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3439331 Jul 05 03:31:50.437850 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 51178) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:31:50.443949 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-86a69b7f-7c46-490e-b78c-eb9d565e8a73 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Request body: {'security_group_rule': {'security_group_id': '60712294-39b9-4bdf-827f-809b1084294f', 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:31:50.530112 n-d-771362-32 neutron-server[94462]: INFO neutron.db.securitygroups_db [None req-86a69b7f-7c46-490e-b78c-eb9d565e8a73 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Project f5cd03416720416fbffc8e2028e4152c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 03:31:50.535384 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-86a69b7f-7c46-490e-b78c-eb9d565e8a73 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:50.587926 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-86a69b7f-7c46-490e-b78c-eb9d565e8a73 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:50.667017 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-86a69b7f-7c46-490e-b78c-eb9d565e8a73 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:50.688471 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a69b7f-7c46-490e-b78c-eb9d565e8a73 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35128cd8-0ec5-41f2-a21e-29b6582db0a2,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:31:50.764478 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-86a69b7f-7c46-490e-b78c-eb9d565e8a73 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:50.765760 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-86a69b7f-7c46-490e-b78c-eb9d565e8a73 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3268223 Jul 05 03:31:50.768707 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 51182) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:31:50.773753 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-d320b6e0-b7cc-4c40-9669-6b5097dd7526 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Request body: {'network': {'name': 'tempest-network-smoke--907082959', 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'port_security_enabled': True}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:31:51.022190 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d320b6e0-b7cc-4c40-9669-6b5097dd7526 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Made reservation on behalf of f5cd03416720416fbffc8e2028e4152c for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:31:51.025833 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d320b6e0-b7cc-4c40-9669-6b5097dd7526 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:51.065821 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d320b6e0-b7cc-4c40-9669-6b5097dd7526 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:31:51.074743 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d320b6e0-b7cc-4c40-9669-6b5097dd7526 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:51.075115 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-d320b6e0-b7cc-4c40-9669-6b5097dd7526 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Added segment 3f5cf6c0-170e-43ac-afe6-da27e4988b62 of type vlan for network 4d714f01-c282-4527-b4d0-900de9f743a5 Jul 05 03:31:51.114785 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d320b6e0-b7cc-4c40-9669-6b5097dd7526 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:51.162364 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-bd3074a7-6f5c-473c-949b-2c65ce38f5bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:51.214245 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d320b6e0-b7cc-4c40-9669-6b5097dd7526 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:51.220639 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d320b6e0-b7cc-4c40-9669-6b5097dd7526 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:31:51.221261 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d320b6e0-b7cc-4c40-9669-6b5097dd7526 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:51.290093 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d320b6e0-b7cc-4c40-9669-6b5097dd7526 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Pushing event updated for resources: {'Network': ['ID=4d714f01-c282-4527-b4d0-900de9f743a5,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:31:51.300239 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 4d714f01-c282-4527-b4d0-900de9f743a5 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:31:51.358011 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-d320b6e0-b7cc-4c40-9669-6b5097dd7526 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5882375 Jul 05 03:31:51.360689 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 51184) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:31:51.365236 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-5ca060a5-1a65-40bb-b5ad-3a3702ad6308 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1549629381', 'admin_state_up': True, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:31:51.473134 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5ca060a5-1a65-40bb-b5ad-3a3702ad6308 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11810'] for router, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:51.474177 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5ca060a5-1a65-40bb-b5ad-3a3702ad6308 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1926740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11821'] for router, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:51.524882 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5ca060a5-1a65-40bb-b5ad-3a3702ad6308 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:52.089184 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5ca060a5-1a65-40bb-b5ad-3a3702ad6308 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:52.377903 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5ca060a5-1a65-40bb-b5ad-3a3702ad6308 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for router_gateway, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:52.396675 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5ca060a5-1a65-40bb-b5ad-3a3702ad6308 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:52.503099 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-5ca060a5-1a65-40bb-b5ad-3a3702ad6308 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Allocated IP 172.25.7.239 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/cdf9f31c-7c9b-47a3-9b5b-0ccf921c76c6) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:31:52.612414 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5ca060a5-1a65-40bb-b5ad-3a3702ad6308 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:52.730737 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5ca060a5-1a65-40bb-b5ad-3a3702ad6308 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:52.768705 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca060a5-1a65-40bb-b5ad-3a3702ad6308 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:31:52.771813 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-5ca060a5-1a65-40bb-b5ad-3a3702ad6308 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:31:52.774495 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca060a5-1a65-40bb-b5ad-3a3702ad6308 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:31:52.804100 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca060a5-1a65-40bb-b5ad-3a3702ad6308 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Pushing event updated for resources: {'Port': ['ID=cdf9f31c-7c9b-47a3-9b5b-0ccf921c76c6,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:31:53.109124 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5ca060a5-1a65-40bb-b5ad-3a3702ad6308 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for router_gateway, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:53.284291 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-219aac65-b4f6-4364-90cb-42beccced2e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:53.305039 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5ca060a5-1a65-40bb-b5ad-3a3702ad6308 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963'] for router, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:53.513165 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ca060a5-1a65-40bb-b5ad-3a3702ad6308 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Router f548d3de-c805-4b10-9a1d-2a4d6a392bf7 is scheduled to L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 with binding_index 1 {{(pid=94462) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 03:31:53.619109 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ca060a5-1a65-40bb-b5ad-3a3702ad6308 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:31:53.629449 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b119a7ea-3c4c-4bd4-97eb-38669ce7daeb None None] Sync routers for ids ['f548d3de-c805-4b10-9a1d-2a4d6a392bf7'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:31:53.640319 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b119a7ea-3c4c-4bd4-97eb-38669ce7daeb None None] Routers {'f548d3de-c805-4b10-9a1d-2a4d6a392bf7'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:31:53.644993 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-b119a7ea-3c4c-4bd4-97eb-38669ce7daeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:31:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['f548d3de-c805-4b10-9a1d-2a4d6a392bf7'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:31:53.685627 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5ca060a5-1a65-40bb-b5ad-3a3702ad6308 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:53.686933 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-5ca060a5-1a65-40bb-b5ad-3a3702ad6308 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3253191 Jul 05 03:31:53.690138 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 51190) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:31:53.719690 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-c64eec47-783b-4e28-ba80-7c3065f2b733 tempest-TestNetworkAdvancedServerOps-506876623 tempest-TestNetworkAdvancedServerOps-506876623-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=f5cd03416720416fbffc8e2028e4152c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283165 Jul 05 03:31:53.722459 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 51192) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:31:53.744602 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-b119a7ea-3c4c-4bd4-97eb-38669ce7daeb None None] Set router f548d3de-c805-4b10-9a1d-2a4d6a392bf7 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:31:53.811110 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5974a0-a098-486b-b5df-caf7de9f04aa tempest-TestNetworkAdvancedServerOps-506876623 tempest-TestNetworkAdvancedServerOps-506876623-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:31:53.812576 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-1a5974a0-a098-486b-b5df-caf7de9f04aa tempest-TestNetworkAdvancedServerOps-506876623 tempest-TestNetworkAdvancedServerOps-506876623-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0892150 Jul 05 03:31:53.815538 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 51194) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:31:53.849512 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-255cd2fe-43ff-458a-998c-46dcf9d06eee tempest-TestNetworkAdvancedServerOps-506876623 tempest-TestNetworkAdvancedServerOps-506876623-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=4bbc2f9e-02cf-490e-901d-2588655a3ef0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0329099 Jul 05 03:31:53.852113 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 51196) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:31:53.857863 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-2f6e4eb3-5ea6-43ef-92a5-87f79c305068 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1459503931', 'network_id': '4d714f01-c282-4527-b4d0-900de9f743a5', 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:31:54.019624 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f6e4eb3-5ea6-43ef-92a5-87f79c305068 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Made reservation on behalf of f5cd03416720416fbffc8e2028e4152c for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:31:54.023485 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2f6e4eb3-5ea6-43ef-92a5-87f79c305068 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:54.085474 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:54.095478 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-b119a7ea-3c4c-4bd4-97eb-38669ce7daeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f548d3de-c805-4b10-9a1d-2a4d6a392bf7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1549629381', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': 'cdf9f31c-7c9b-47a3-9b5b-0ccf921c76c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:31:51Z', 'updated_at': '2021-07-05T03:31:52Z', 'revision_number': 3, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'gw_port': {'id': 'cdf9f31c-7c9b-47a3-9b5b-0ccf921c76c6', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c3:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f548d3de-c805-4b10-9a1d-2a4d6a392bf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:31:52Z', 'updated_at': '2021-07-05T03:31:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:31:54.121818 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b119a7ea-3c4c-4bd4-97eb-38669ce7daeb None None] Checking router: f548d3de-c805-4b10-9a1d-2a4d6a392bf7 for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:31:54.122216 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b119a7ea-3c4c-4bd4-97eb-38669ce7daeb None None] Updating router f548d3de-c805-4b10-9a1d-2a4d6a392bf7 port cdf9f31c-7c9b-47a3-9b5b-0ccf921c76c6 binding host n-d-771362-32 {{(pid=94463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:31:54.160720 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b119a7ea-3c4c-4bd4-97eb-38669ce7daeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:54.290688 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2f6e4eb3-5ea6-43ef-92a5-87f79c305068 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:54.353338 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6e4eb3-5ea6-43ef-92a5-87f79c305068 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Pushing event updated for resources: {'Subnet': ['ID=4655477b-1452-4fc9-b4a6-f53634a7fde8,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:31:54.362705 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6e4eb3-5ea6-43ef-92a5-87f79c305068 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Checking segment: {'id': '3f5cf6c0-170e-43ac-afe6-da27e4988b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '4d714f01-c282-4527-b4d0-900de9f743a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:31:54.362705 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6e4eb3-5ea6-43ef-92a5-87f79c305068 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Network hostable DHCP agents. Network: 4d714f01-c282-4527-b4d0-900de9f743a5, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:31:54.420904 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b119a7ea-3c4c-4bd4-97eb-38669ce7daeb None None] Notify callbacks [] for port, precommit_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:54.430976 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-b119a7ea-3c4c-4bd4-97eb-38669ce7daeb None None] Transition to ACTIVE for port object cdf9f31c-7c9b-47a3-9b5b-0ccf921c76c6 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:31:54.450918 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6e4eb3-5ea6-43ef-92a5-87f79c305068 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Network 4d714f01-c282-4527-b4d0-900de9f743a5 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:31:54.507463 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b119a7ea-3c4c-4bd4-97eb-38669ce7daeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:54.541843 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-2f6e4eb3-5ea6-43ef-92a5-87f79c305068 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 4d714f01-c282-4527-b4d0-900de9f743a5) {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:31:54.545868 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6e4eb3-5ea6-43ef-92a5-87f79c305068 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:31:54.546499 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2f6e4eb3-5ea6-43ef-92a5-87f79c305068 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:54.552830 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578d8ffb-3406-4d07-9d5f-d77d601beb7b None None] Network 4d714f01-c282-4527-b4d0-900de9f743a5 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:31:54.573209 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-b119a7ea-3c4c-4bd4-97eb-38669ce7daeb None None] Attempting to bind port cdf9f31c-7c9b-47a3-9b5b-0ccf921c76c6 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:31:54.573581 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-b119a7ea-3c4c-4bd4-97eb-38669ce7daeb None None] Attempting to bind port cdf9f31c-7c9b-47a3-9b5b-0ccf921c76c6 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:31:54.573948 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b119a7ea-3c4c-4bd4-97eb-38669ce7daeb None None] Attempting to bind port cdf9f31c-7c9b-47a3-9b5b-0ccf921c76c6 on network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:31:54.603442 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd9bb33-d67e-440c-9170-ca1d655dbebd None None] Pushing event updated for resources: {'Port': ['ID=cdf9f31c-7c9b-47a3-9b5b-0ccf921c76c6,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:31:54.613615 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b119a7ea-3c4c-4bd4-97eb-38669ce7daeb None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:31:54.613994 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b119a7ea-3c4c-4bd4-97eb-38669ce7daeb None None] Checking segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:31:54.614425 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b119a7ea-3c4c-4bd4-97eb-38669ce7daeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:54.614816 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b119a7ea-3c4c-4bd4-97eb-38669ce7daeb None None] Bound using segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:31:54.615291 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-b119a7ea-3c4c-4bd4-97eb-38669ce7daeb None None] Bound port: cdf9f31c-7c9b-47a3-9b5b-0ccf921c76c6, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:31:54.615670 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b119a7ea-3c4c-4bd4-97eb-38669ce7daeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:54.645876 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-2f6e4eb3-5ea6-43ef-92a5-87f79c305068 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7926669 Jul 05 03:31:54.648832 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 51198) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:31:54.695586 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-b119a7ea-3c4c-4bd4-97eb-38669ce7daeb None None] For port cdf9f31c-7c9b-47a3-9b5b-0ccf921c76c6, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:31:54.728018 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-b119a7ea-3c4c-4bd4-97eb-38669ce7daeb None None] For port cdf9f31c-7c9b-47a3-9b5b-0ccf921c76c6, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=cdf9f31c-7c9b-47a3-9b5b-0ccf921c76c6,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:31:54.779617 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a5803d-0814-4cb1-adc6-8657656f4102 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-4d714f01-c282-4527-b4d0-900de9f743a5', 'network_id': '4d714f01-c282-4527-b4d0-900de9f743a5', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'fixed_ips': [{'subnet_id': '4655477b-1452-4fc9-b4a6-f53634a7fde8'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:31:54.780594 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-66a5803d-0814-4cb1-adc6-8657656f4102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:54.793427 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b119a7ea-3c4c-4bd4-97eb-38669ce7daeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:54.925870 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b119a7ea-3c4c-4bd4-97eb-38669ce7daeb None None] Routers {'f548d3de-c805-4b10-9a1d-2a4d6a392bf7'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:31:54.926435 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-b119a7ea-3c4c-4bd4-97eb-38669ce7daeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:31:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['f548d3de-c805-4b10-9a1d-2a4d6a392bf7'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:31:54.977313 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd9bb33-d67e-440c-9170-ca1d655dbebd None None] Pushing event updated for resources: {'Port': ['ID=cdf9f31c-7c9b-47a3-9b5b-0ccf921c76c6,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:31:55.010334 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:55.072379 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-66a5803d-0814-4cb1-adc6-8657656f4102 None None] Allocated IP 172.20.0.2 (4d714f01-c282-4527-b4d0-900de9f743a5/4655477b-1452-4fc9-b4a6-f53634a7fde8/7d08e634-8065-4df6-a84f-7b6a0042b218) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:31:55.109122 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-b119a7ea-3c4c-4bd4-97eb-38669ce7daeb None None] Set router f548d3de-c805-4b10-9a1d-2a4d6a392bf7 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:31:55.143350 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d7e45c3d-a440-4a40-a9eb-d4da0ecfcfc9 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:55.368011 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-66a5803d-0814-4cb1-adc6-8657656f4102 None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:55.381189 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-66a5803d-0814-4cb1-adc6-8657656f4102 None None] Transition to ACTIVE for port object 7d08e634-8065-4df6-a84f-7b6a0042b218 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:31:55.399857 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-66a5803d-0814-4cb1-adc6-8657656f4102 None None] Transition to ACTIVE for port object 7d08e634-8065-4df6-a84f-7b6a0042b218 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:31:55.409630 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-b119a7ea-3c4c-4bd4-97eb-38669ce7daeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f548d3de-c805-4b10-9a1d-2a4d6a392bf7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1549629381', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': 'cdf9f31c-7c9b-47a3-9b5b-0ccf921c76c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:31:51Z', 'updated_at': '2021-07-05T03:31:52Z', 'revision_number': 3, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'gw_port': {'id': 'cdf9f31c-7c9b-47a3-9b5b-0ccf921c76c6', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c3:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f548d3de-c805-4b10-9a1d-2a4d6a392bf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:31:52Z', 'updated_at': '2021-07-05T03:31:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:31:55.436632 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b119a7ea-3c4c-4bd4-97eb-38669ce7daeb None None] The sync data for ids ['f548d3de-c805-4b10-9a1d-2a4d6a392bf7'] in n-d-771362-32 is: [{'id': 'f548d3de-c805-4b10-9a1d-2a4d6a392bf7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1549629381', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': 'cdf9f31c-7c9b-47a3-9b5b-0ccf921c76c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:31:51Z', 'updated_at': '2021-07-05T03:31:52Z', 'revision_number': 3, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'gw_port': {'id': 'cdf9f31c-7c9b-47a3-9b5b-0ccf921c76c6', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c3:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f548d3de-c805-4b10-9a1d-2a4d6a392bf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:31:52Z', 'updated_at': '2021-07-05T03:31:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:31:55.462001 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-66a5803d-0814-4cb1-adc6-8657656f4102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:55.499871 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a5803d-0814-4cb1-adc6-8657656f4102 None None] Network 4d714f01-c282-4527-b4d0-900de9f743a5 is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:31:55.502820 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-66a5803d-0814-4cb1-adc6-8657656f4102 None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:31:55.508457 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a5803d-0814-4cb1-adc6-8657656f4102 None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:31:55.514582 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-d7e45c3d-a440-4a40-a9eb-d4da0ecfcfc9 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Allocated IP 172.20.0.1 (4d714f01-c282-4527-b4d0-900de9f743a5/4655477b-1452-4fc9-b4a6-f53634a7fde8/11db2054-78cf-4652-a6f2-f7b5f3e92cf8) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:31:55.516243 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a5803d-0814-4cb1-adc6-8657656f4102 None None] Pushing event updated for resources: {'Port': ['ID=7d08e634-8065-4df6-a84f-7b6a0042b218,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:31:55.573491 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-66a5803d-0814-4cb1-adc6-8657656f4102 None None] Attempting to bind port 7d08e634-8065-4df6-a84f-7b6a0042b218 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:31:55.573859 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-66a5803d-0814-4cb1-adc6-8657656f4102 None None] Attempting to bind port 7d08e634-8065-4df6-a84f-7b6a0042b218 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '3f5cf6c0-170e-43ac-afe6-da27e4988b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '4d714f01-c282-4527-b4d0-900de9f743a5'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:31:55.574260 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a5803d-0814-4cb1-adc6-8657656f4102 None None] Attempting to bind port 7d08e634-8065-4df6-a84f-7b6a0042b218 on network 4d714f01-c282-4527-b4d0-900de9f743a5 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:31:55.580471 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a5803d-0814-4cb1-adc6-8657656f4102 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:31:55.580471 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a5803d-0814-4cb1-adc6-8657656f4102 None None] Checking segment: {'id': '3f5cf6c0-170e-43ac-afe6-da27e4988b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '4d714f01-c282-4527-b4d0-900de9f743a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:31:55.580838 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-66a5803d-0814-4cb1-adc6-8657656f4102 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:55.581415 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a5803d-0814-4cb1-adc6-8657656f4102 None None] Bound using segment: {'id': '3f5cf6c0-170e-43ac-afe6-da27e4988b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '4d714f01-c282-4527-b4d0-900de9f743a5'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:31:55.581887 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-66a5803d-0814-4cb1-adc6-8657656f4102 None None] Bound port: 7d08e634-8065-4df6-a84f-7b6a0042b218, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f5cf6c0-170e-43ac-afe6-da27e4988b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '4d714f01-c282-4527-b4d0-900de9f743a5'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:31:55.582300 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-66a5803d-0814-4cb1-adc6-8657656f4102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:55.645924 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d7e45c3d-a440-4a40-a9eb-d4da0ecfcfc9 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:55.649348 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-66a5803d-0814-4cb1-adc6-8657656f4102 None None] For port 7d08e634-8065-4df6-a84f-7b6a0042b218, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:31:55.653111 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-66a5803d-0814-4cb1-adc6-8657656f4102 None None] For port 7d08e634-8065-4df6-a84f-7b6a0042b218, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=7d08e634-8065-4df6-a84f-7b6a0042b218,segment=NetworkSegment(3f5cf6c0-170e-43ac-afe6-da27e4988b62),segment_id=3f5cf6c0-170e-43ac-afe6-da27e4988b62)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:31:55.661224 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [None req-d7e45c3d-a440-4a40-a9eb-d4da0ecfcfc9 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Transition to ACTIVE for port object 11db2054-78cf-4652-a6f2-f7b5f3e92cf8 will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:31:55.736405 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-66a5803d-0814-4cb1-adc6-8657656f4102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:55.753557 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d7e45c3d-a440-4a40-a9eb-d4da0ecfcfc9 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:55.802205 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a5803d-0814-4cb1-adc6-8657656f4102 None None] Pushing event updated for resources: {'Port': ['ID=7d08e634-8065-4df6-a84f-7b6a0042b218,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:31:55.823515 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e45c3d-a440-4a40-a9eb-d4da0ecfcfc9 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Network 4d714f01-c282-4527-b4d0-900de9f743a5 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:31:55.827178 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-d7e45c3d-a440-4a40-a9eb-d4da0ecfcfc9 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:31:55.835587 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e45c3d-a440-4a40-a9eb-d4da0ecfcfc9 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:31:55.842739 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e45c3d-a440-4a40-a9eb-d4da0ecfcfc9 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Pushing event updated for resources: {'Port': ['ID=11db2054-78cf-4652-a6f2-f7b5f3e92cf8,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:31:55.889837 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d7e45c3d-a440-4a40-a9eb-d4da0ecfcfc9 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635668'] for router_interface, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:56.154977 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d7e45c3d-a440-4a40-a9eb-d4da0ecfcfc9 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:56.336151 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:56.471667 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d7e45c3d-a440-4a40-a9eb-d4da0ecfcfc9 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:56.534764 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d7e45c3d-a440-4a40-a9eb-d4da0ecfcfc9 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:56.612226 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d7e45c3d-a440-4a40-a9eb-d4da0ecfcfc9 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634601'] for router_interface, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:56.614014 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e45c3d-a440-4a40-a9eb-d4da0ecfcfc9 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Pushing event updated for resources: {'Port': ['ID=11db2054-78cf-4652-a6f2-f7b5f3e92cf8,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:31:56.694440 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26b101b-4a92-4770-b7a4-4673619e486b None None] Network 4d714f01-c282-4527-b4d0-900de9f743a5 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:31:56.715260 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e45c3d-a440-4a40-a9eb-d4da0ecfcfc9 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Network 4d714f01-c282-4527-b4d0-900de9f743a5 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:31:56.716875 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-d7e45c3d-a440-4a40-a9eb-d4da0ecfcfc9 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:31:56.848263 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7e45c3d-a440-4a40-a9eb-d4da0ecfcfc9 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Router f548d3de-c805-4b10-9a1d-2a4d6a392bf7 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:31:56.951051 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-c69e3cca-ef89-48fe-9f0e-3c162c5244d6 None None] Provisioning for port 7d08e634-8065-4df6-a84f-7b6a0042b218 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:31:56.966260 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7e45c3d-a440-4a40-a9eb-d4da0ecfcfc9 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:31:56.974163 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-d7e45c3d-a440-4a40-a9eb-d4da0ecfcfc9 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "PUT /v2.0/routers/f548d3de-c805-4b10-9a1d-2a4d6a392bf7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3231809 Jul 05 03:31:57.128168 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-78c8fe7f-0a50-4b8b-892e-cae2bf6105ae req-be87bf48-34d7-440a-8aa9-0d61db02c58f tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-66044693&fields=id&tenant_id=f5cd03416720416fbffc8e2028e4152c HTTP/1.1" status: 200 len: 267 time: 0.0389564 Jul 05 03:31:57.132823 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd0cdc1-4713-40a3-b4a6-b0013cee686a None None] Sync routers for ids ['f548d3de-c805-4b10-9a1d-2a4d6a392bf7'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:31:57.144123 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd0cdc1-4713-40a3-b4a6-b0013cee686a None None] Routers {'f548d3de-c805-4b10-9a1d-2a4d6a392bf7'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:31:57.144900 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-8bd0cdc1-4713-40a3-b4a6-b0013cee686a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:31:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['f548d3de-c805-4b10-9a1d-2a4d6a392bf7'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:31:57.250437 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8fe7f-0a50-4b8b-892e-cae2bf6105ae req-f1c556b7-e9f3-41c1-abdc-d82904ccaa1d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:31:57.252117 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-78c8fe7f-0a50-4b8b-892e-cae2bf6105ae req-f1c556b7-e9f3-41c1-abdc-d82904ccaa1d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/networks?id=4d714f01-c282-4527-b4d0-900de9f743a5 HTTP/1.1" status: 200 len: 796 time: 0.1169875 Jul 05 03:31:57.261513 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-48d955cd-f30e-42fb-9f85-1c141ee0b3b3 None None] Provisioning for port 11db2054-78cf-4652-a6f2-f7b5f3e92cf8 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:31:57.266375 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-48d955cd-f30e-42fb-9f85-1c141ee0b3b3 None None] Provisioning complete for port 11db2054-78cf-4652-a6f2-f7b5f3e92cf8 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:31:57.267014 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-48d955cd-f30e-42fb-9f85-1c141ee0b3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:57.277485 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-78c8fe7f-0a50-4b8b-892e-cae2bf6105ae req-b538243f-f6c1-4702-b79f-0789d0474169 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/quotas/f5cd03416720416fbffc8e2028e4152c HTTP/1.1" status: 200 len: 375 time: 0.0185437 Jul 05 03:31:57.334298 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-48d955cd-f30e-42fb-9f85-1c141ee0b3b3 None None] Port 11db2054-78cf-4652-a6f2-f7b5f3e92cf8 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:31:57.351024 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device cdf9f31c-7c9b-47a3-9b5b-0ccf921c76c6 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:31:57.383110 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-78c8fe7f-0a50-4b8b-892e-cae2bf6105ae req-7e25aff4-34d6-4c50-9da4-b0bdaff27781 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f5cd03416720416fbffc8e2028e4152c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1043768 Jul 05 03:31:57.428552 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-8bd0cdc1-4713-40a3-b4a6-b0013cee686a None None] Set router f548d3de-c805-4b10-9a1d-2a4d6a392bf7 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:31:57.471436 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-e8157a88-964c-4ff4-b2bd-4e3aad69960a None None] Provisioning complete for port 11db2054-78cf-4652-a6f2-f7b5f3e92cf8 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:31:57.472152 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e8157a88-964c-4ff4-b2bd-4e3aad69960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:57.494435 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port cdf9f31c-7c9b-47a3-9b5b-0ccf921c76c6 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:31:57.504751 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port cdf9f31c-7c9b-47a3-9b5b-0ccf921c76c6 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:31:57.505130 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:57.523582 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-78c8fe7f-0a50-4b8b-892e-cae2bf6105ae req-37861568-f234-4f49-a28d-a353343764da service neutron] 10.222.0.23 "GET /v2.0/networks/4d714f01-c282-4527-b4d0-900de9f743a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231086 Jul 05 03:31:57.562459 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-e8157a88-964c-4ff4-b2bd-4e3aad69960a None None] Port 11db2054-78cf-4652-a6f2-f7b5f3e92cf8 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:31:57.624924 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:57.637711 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-78c8fe7f-0a50-4b8b-892e-cae2bf6105ae req-bddb3970-ea58-489b-8fdf-c4695f74c324 service neutron] 10.222.0.23 "GET /v2.0/networks/4d714f01-c282-4527-b4d0-900de9f743a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131213 Jul 05 03:31:57.647302 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port cdf9f31c-7c9b-47a3-9b5b-0ccf921c76c6, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=cdf9f31c-7c9b-47a3-9b5b-0ccf921c76c6,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:31:57.674712 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-8bd0cdc1-4713-40a3-b4a6-b0013cee686a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f548d3de-c805-4b10-9a1d-2a4d6a392bf7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1549629381', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': 'cdf9f31c-7c9b-47a3-9b5b-0ccf921c76c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:31:51Z', 'updated_at': '2021-07-05T03:31:56Z', 'revision_number': 4, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'gw_port': {'id': 'cdf9f31c-7c9b-47a3-9b5b-0ccf921c76c6', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c3:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f548d3de-c805-4b10-9a1d-2a4d6a392bf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:31:52Z', 'updated_at': '2021-07-05T03:31:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '11db2054-78cf-4652-a6f2-f7b5f3e92cf8', 'name': '', 'network_id': '4d714f01-c282-4527-b4d0-900de9f743a5', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'mac_address': 'fa:16:3e:5e:62:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f548d3de-c805-4b10-9a1d-2a4d6a392bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '4655477b-1452-4fc9-b4a6-f53634a7fde8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:31:55Z', 'updated_at': '2021-07-05T03:31:56Z', 'revision_number': 2, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'subnets': [{'id': '4655477b-1452-4fc9-b4a6-f53634a7fde8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:31:57.690356 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-7e10d644-03a9-4bed-99e4-71bcc62981f3 None None] Provisioning complete for port 11db2054-78cf-4652-a6f2-f7b5f3e92cf8 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:31:57.690356 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-7e10d644-03a9-4bed-99e4-71bcc62981f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:57.706542 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd0cdc1-4713-40a3-b4a6-b0013cee686a None None] Checking router: f548d3de-c805-4b10-9a1d-2a4d6a392bf7 for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:31:57.707045 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:57.707690 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd0cdc1-4713-40a3-b4a6-b0013cee686a None None] Updating router f548d3de-c805-4b10-9a1d-2a4d6a392bf7 port 11db2054-78cf-4652-a6f2-f7b5f3e92cf8 binding host n-d-771362-32 {{(pid=94464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:31:57.707836 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 7d08e634-8065-4df6-a84f-7b6a0042b218 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:31:57.743554 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8bd0cdc1-4713-40a3-b4a6-b0013cee686a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:57.774898 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-7e10d644-03a9-4bed-99e4-71bcc62981f3 None None] Port 11db2054-78cf-4652-a6f2-f7b5f3e92cf8 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:31:57.795305 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=cdf9f31c-7c9b-47a3-9b5b-0ccf921c76c6,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:31:57.899707 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 7d08e634-8065-4df6-a84f-7b6a0042b218 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:31:57.904060 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 7d08e634-8065-4df6-a84f-7b6a0042b218 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:31:57.904451 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:57.910320 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-553ae30c-ec55-4e79-ba7f-3e5cd2f7930e req-2fa86ece-fb64-4978-8b6c-3480cfaab3bd tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=7990c116-fc60-4a71-aff3-9e0f98d79eef HTTP/1.1" status: 200 len: 210 time: 0.0300248 Jul 05 03:31:58.000465 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:58.032754 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8bd0cdc1-4713-40a3-b4a6-b0013cee686a None None] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:58.034239 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 7d08e634-8065-4df6-a84f-7b6a0042b218, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=7d08e634-8065-4df6-a84f-7b6a0042b218,segment=NetworkSegment(3f5cf6c0-170e-43ac-afe6-da27e4988b62),segment_id=3f5cf6c0-170e-43ac-afe6-da27e4988b62)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:31:58.042660 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-8bd0cdc1-4713-40a3-b4a6-b0013cee686a None None] Transition to ACTIVE for port object 11db2054-78cf-4652-a6f2-f7b5f3e92cf8 will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:31:58.150938 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:58.174187 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8bd0cdc1-4713-40a3-b4a6-b0013cee686a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:58.201382 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=7d08e634-8065-4df6-a84f-7b6a0042b218,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:31:58.232010 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb426e19-9509-48b7-a3cf-9214a3bc049c None None] Pushing event updated for resources: {'Port': ['ID=11db2054-78cf-4652-a6f2-f7b5f3e92cf8,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:31:58.262952 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb426e19-9509-48b7-a3cf-9214a3bc049c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:31:58.263293 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb426e19-9509-48b7-a3cf-9214a3bc049c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:31:58.263627 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb426e19-9509-48b7-a3cf-9214a3bc049c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:31:58.263956 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb426e19-9509-48b7-a3cf-9214a3bc049c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:31:58.264283 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb426e19-9509-48b7-a3cf-9214a3bc049c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:31:58.264608 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb426e19-9509-48b7-a3cf-9214a3bc049c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:31:58.265088 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb426e19-9509-48b7-a3cf-9214a3bc049c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:31:58.265217 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb426e19-9509-48b7-a3cf-9214a3bc049c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:31:58.265540 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb426e19-9509-48b7-a3cf-9214a3bc049c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:31:58.266726 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb426e19-9509-48b7-a3cf-9214a3bc049c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:31:58.266726 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb426e19-9509-48b7-a3cf-9214a3bc049c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:31:58.266726 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb426e19-9509-48b7-a3cf-9214a3bc049c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:31:58.304658 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-8bd0cdc1-4713-40a3-b4a6-b0013cee686a None None] Attempting to bind port 11db2054-78cf-4652-a6f2-f7b5f3e92cf8 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:31:58.305102 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-8bd0cdc1-4713-40a3-b4a6-b0013cee686a None None] Attempting to bind port 11db2054-78cf-4652-a6f2-f7b5f3e92cf8 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '3f5cf6c0-170e-43ac-afe6-da27e4988b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '4d714f01-c282-4527-b4d0-900de9f743a5'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:31:58.305527 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd0cdc1-4713-40a3-b4a6-b0013cee686a None None] Attempting to bind port 11db2054-78cf-4652-a6f2-f7b5f3e92cf8 on network 4d714f01-c282-4527-b4d0-900de9f743a5 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:31:58.311679 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd0cdc1-4713-40a3-b4a6-b0013cee686a None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:31:58.312141 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd0cdc1-4713-40a3-b4a6-b0013cee686a None None] Checking segment: {'id': '3f5cf6c0-170e-43ac-afe6-da27e4988b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '4d714f01-c282-4527-b4d0-900de9f743a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:31:58.312637 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8bd0cdc1-4713-40a3-b4a6-b0013cee686a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:58.313073 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd0cdc1-4713-40a3-b4a6-b0013cee686a None None] Bound using segment: {'id': '3f5cf6c0-170e-43ac-afe6-da27e4988b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '4d714f01-c282-4527-b4d0-900de9f743a5'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:31:58.313604 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-8bd0cdc1-4713-40a3-b4a6-b0013cee686a None None] Bound port: 11db2054-78cf-4652-a6f2-f7b5f3e92cf8, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f5cf6c0-170e-43ac-afe6-da27e4988b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '4d714f01-c282-4527-b4d0-900de9f743a5'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:31:58.314046 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8bd0cdc1-4713-40a3-b4a6-b0013cee686a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:58.383927 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-8bd0cdc1-4713-40a3-b4a6-b0013cee686a None None] For port 11db2054-78cf-4652-a6f2-f7b5f3e92cf8, host n-d-771362-32, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:31:58.387574 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-8bd0cdc1-4713-40a3-b4a6-b0013cee686a None None] For port 11db2054-78cf-4652-a6f2-f7b5f3e92cf8, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=11db2054-78cf-4652-a6f2-f7b5f3e92cf8,segment=NetworkSegment(3f5cf6c0-170e-43ac-afe6-da27e4988b62),segment_id=3f5cf6c0-170e-43ac-afe6-da27e4988b62)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:31:58.479659 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8bd0cdc1-4713-40a3-b4a6-b0013cee686a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:58.571773 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd0cdc1-4713-40a3-b4a6-b0013cee686a None None] Routers {'f548d3de-c805-4b10-9a1d-2a4d6a392bf7'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:31:58.572390 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-8bd0cdc1-4713-40a3-b4a6-b0013cee686a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:31:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['f548d3de-c805-4b10-9a1d-2a4d6a392bf7'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:31:58.619372 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb426e19-9509-48b7-a3cf-9214a3bc049c None None] Pushing event updated for resources: {'Port': ['ID=11db2054-78cf-4652-a6f2-f7b5f3e92cf8,revision_number=4']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:31:58.698279 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-8bd0cdc1-4713-40a3-b4a6-b0013cee686a None None] Set router f548d3de-c805-4b10-9a1d-2a4d6a392bf7 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:31:58.897940 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-8bd0cdc1-4713-40a3-b4a6-b0013cee686a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f548d3de-c805-4b10-9a1d-2a4d6a392bf7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1549629381', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': 'cdf9f31c-7c9b-47a3-9b5b-0ccf921c76c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:31:51Z', 'updated_at': '2021-07-05T03:31:56Z', 'revision_number': 4, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'gw_port': {'id': 'cdf9f31c-7c9b-47a3-9b5b-0ccf921c76c6', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f548d3de-c805-4b10-9a1d-2a4d6a392bf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:31:52Z', 'updated_at': '2021-07-05T03:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '11db2054-78cf-4652-a6f2-f7b5f3e92cf8', 'name': '', 'network_id': '4d714f01-c282-4527-b4d0-900de9f743a5', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'mac_address': 'fa:16:3e:5e:62:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f548d3de-c805-4b10-9a1d-2a4d6a392bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '4655477b-1452-4fc9-b4a6-f53634a7fde8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:31:55Z', 'updated_at': '2021-07-05T03:31:58Z', 'revision_number': 4, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'subnets': [{'id': '4655477b-1452-4fc9-b4a6-f53634a7fde8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:31:58.929452 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd0cdc1-4713-40a3-b4a6-b0013cee686a None None] The sync data for ids ['f548d3de-c805-4b10-9a1d-2a4d6a392bf7'] in n-d-771362-32 is: [{'id': 'f548d3de-c805-4b10-9a1d-2a4d6a392bf7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1549629381', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': 'cdf9f31c-7c9b-47a3-9b5b-0ccf921c76c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:31:51Z', 'updated_at': '2021-07-05T03:31:56Z', 'revision_number': 4, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'gw_port': {'id': 'cdf9f31c-7c9b-47a3-9b5b-0ccf921c76c6', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f548d3de-c805-4b10-9a1d-2a4d6a392bf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:31:52Z', 'updated_at': '2021-07-05T03:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '11db2054-78cf-4652-a6f2-f7b5f3e92cf8', 'name': '', 'network_id': '4d714f01-c282-4527-b4d0-900de9f743a5', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'mac_address': 'fa:16:3e:5e:62:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f548d3de-c805-4b10-9a1d-2a4d6a392bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '4655477b-1452-4fc9-b4a6-f53634a7fde8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:31:55Z', 'updated_at': '2021-07-05T03:31:58Z', 'revision_number': 4, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'subnets': [{'id': '4655477b-1452-4fc9-b4a6-f53634a7fde8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:31:59.085104 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-08cacf5b-537a-481b-86d5-458b3bf89478 req-27a57816-4fb8-44a8-9542-746a25e4c4ab tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=7990c116-fc60-4a71-aff3-9e0f98d79eef HTTP/1.1" status: 200 len: 210 time: 0.0309260 Jul 05 03:31:59.291467 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device cdf9f31c-7c9b-47a3-9b5b-0ccf921c76c6 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:31:59.350474 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port cdf9f31c-7c9b-47a3-9b5b-0ccf921c76c6 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:31:59.350854 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:59.437310 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 11db2054-78cf-4652-a6f2-f7b5f3e92cf8 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:31:59.576404 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 11db2054-78cf-4652-a6f2-f7b5f3e92cf8 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:31:59.581258 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 11db2054-78cf-4652-a6f2-f7b5f3e92cf8 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:31:59.581694 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:59.673081 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:59.717331 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 11db2054-78cf-4652-a6f2-f7b5f3e92cf8, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=11db2054-78cf-4652-a6f2-f7b5f3e92cf8,segment=NetworkSegment(3f5cf6c0-170e-43ac-afe6-da27e4988b62),segment_id=3f5cf6c0-170e-43ac-afe6-da27e4988b62)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:31:59.796899 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:59.797812 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 7d08e634-8065-4df6-a84f-7b6a0042b218 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:31:59.875832 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=11db2054-78cf-4652-a6f2-f7b5f3e92cf8,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:31:59.891534 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 7d08e634-8065-4df6-a84f-7b6a0042b218 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:31:59.892488 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:00.236861 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f6a95a13-f805-4fdd-83a6-48111f97ea75 req-fd9a060d-f503-40b8-a0e5-7bbc20b97862 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=7990c116-fc60-4a71-aff3-9e0f98d79eef HTTP/1.1" status: 200 len: 210 time: 0.0334167 Jul 05 03:32:00.284233 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8fe7f-0a50-4b8b-892e-cae2bf6105ae req-b355c343-9d54-46ad-8cd4-b92a985e8f10 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:32:00.285974 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-78c8fe7f-0a50-4b8b-892e-cae2bf6105ae req-b355c343-9d54-46ad-8cd4-b92a985e8f10 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.15 "GET /v2.0/networks?id=4d714f01-c282-4527-b4d0-900de9f743a5 HTTP/1.1" status: 200 len: 796 time: 0.1137676 Jul 05 03:32:00.332236 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-78c8fe7f-0a50-4b8b-892e-cae2bf6105ae req-ddb3be35-f58b-4631-adfb-0a49d9cc77fe tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5cd03416720416fbffc8e2028e4152c HTTP/1.1" status: 200 len: 378 time: 0.0367050 Jul 05 03:32:00.341648 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-78c8fe7f-0a50-4b8b-892e-cae2bf6105ae req-eabd0619-b357-4bf7-9c34-9f1c3cd31e78 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Request body: {'port': {'device_id': '7990c116-fc60-4a71-aff3-9e0f98d79eef', 'network_id': '4d714f01-c282-4527-b4d0-900de9f743a5', 'admin_state_up': True, 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'security_groups': ['60712294-39b9-4bdf-827f-809b1084294f']}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:32:00.524232 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78c8fe7f-0a50-4b8b-892e-cae2bf6105ae req-eabd0619-b357-4bf7-9c34-9f1c3cd31e78 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Made reservation on behalf of f5cd03416720416fbffc8e2028e4152c for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:32:00.528334 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-78c8fe7f-0a50-4b8b-892e-cae2bf6105ae req-eabd0619-b357-4bf7-9c34-9f1c3cd31e78 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:00.661450 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-78c8fe7f-0a50-4b8b-892e-cae2bf6105ae req-eabd0619-b357-4bf7-9c34-9f1c3cd31e78 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Allocated IP 172.20.0.3 (4d714f01-c282-4527-b4d0-900de9f743a5/4655477b-1452-4fc9-b4a6-f53634a7fde8/3c300fd9-688b-4cda-b0aa-e34d0e15918b) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:32:00.804262 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-78c8fe7f-0a50-4b8b-892e-cae2bf6105ae req-eabd0619-b357-4bf7-9c34-9f1c3cd31e78 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:00.817467 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-78c8fe7f-0a50-4b8b-892e-cae2bf6105ae req-eabd0619-b357-4bf7-9c34-9f1c3cd31e78 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Transition to ACTIVE for port object 3c300fd9-688b-4cda-b0aa-e34d0e15918b will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:32:00.931016 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-78c8fe7f-0a50-4b8b-892e-cae2bf6105ae req-eabd0619-b357-4bf7-9c34-9f1c3cd31e78 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:00.976599 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78c8fe7f-0a50-4b8b-892e-cae2bf6105ae req-eabd0619-b357-4bf7-9c34-9f1c3cd31e78 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Network 4d714f01-c282-4527-b4d0-900de9f743a5 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:32:00.979842 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-78c8fe7f-0a50-4b8b-892e-cae2bf6105ae req-eabd0619-b357-4bf7-9c34-9f1c3cd31e78 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:32:00.983666 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-78c8fe7f-0a50-4b8b-892e-cae2bf6105ae req-eabd0619-b357-4bf7-9c34-9f1c3cd31e78 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:32:01.015474 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabd0619-b357-4bf7-9c34-9f1c3cd31e78 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Pushing event updated for resources: {'Port': ['ID=3c300fd9-688b-4cda-b0aa-e34d0e15918b,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:32:01.054429 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8fe7f-0a50-4b8b-892e-cae2bf6105ae req-eabd0619-b357-4bf7-9c34-9f1c3cd31e78 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:32:01.055331 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-78c8fe7f-0a50-4b8b-892e-cae2bf6105ae req-eabd0619-b357-4bf7-9c34-9f1c3cd31e78 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:01.131639 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-78c8fe7f-0a50-4b8b-892e-cae2bf6105ae req-eabd0619-b357-4bf7-9c34-9f1c3cd31e78 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7937908 Jul 05 03:32:01.144433 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-78c8fe7f-0a50-4b8b-892e-cae2bf6105ae req-2d1aa63f-4074-4acb-9780-ce77302810be service neutron] Request body: {'port': {'device_id': '7990c116-fc60-4a71-aff3-9e0f98d79eef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:32:01.216478 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-78c8fe7f-0a50-4b8b-892e-cae2bf6105ae req-2d1aa63f-4074-4acb-9780-ce77302810be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:01.219643 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 11db2054-78cf-4652-a6f2-f7b5f3e92cf8 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:32:01.278674 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 11db2054-78cf-4652-a6f2-f7b5f3e92cf8 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:32:01.279239 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:01.365090 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-1e217c2c-e090-44be-98c7-064e2f52a2e4 None None] Provisioning for port 3c300fd9-688b-4cda-b0aa-e34d0e15918b completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:32:01.372259 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-1e217c2c-e090-44be-98c7-064e2f52a2e4 None None] Provisioning complete for port 3c300fd9-688b-4cda-b0aa-e34d0e15918b triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:32:01.372717 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-1e217c2c-e090-44be-98c7-064e2f52a2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:01.406591 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-1e217c2c-e090-44be-98c7-064e2f52a2e4 None None] Port 3c300fd9-688b-4cda-b0aa-e34d0e15918b cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:32:01.488274 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2a827b-d103-4bbe-962e-a70ced37e362 req-7f6427fa-d0b8-43e0-be16-79a5d7fd6174 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:32:01.489771 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ba2a827b-d103-4bbe-962e-a70ced37e362 req-7f6427fa-d0b8-43e0-be16-79a5d7fd6174 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=7990c116-fc60-4a71-aff3-9e0f98d79eef HTTP/1.1" status: 200 len: 931 time: 0.1084390 Jul 05 03:32:01.559627 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-78c8fe7f-0a50-4b8b-892e-cae2bf6105ae req-2d1aa63f-4074-4acb-9780-ce77302810be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c300fd9-688b-4cda-b0aa-e34d0e15918b {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:32:01.568267 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ba2a827b-d103-4bbe-962e-a70ced37e362 req-622852ad-fd73-4d06-9000-34f4e53a7811 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=60712294-39b9-4bdf-827f-809b1084294f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0704496 Jul 05 03:32:01.569969 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-78c8fe7f-0a50-4b8b-892e-cae2bf6105ae req-2d1aa63f-4074-4acb-9780-ce77302810be service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:01.583366 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-78c8fe7f-0a50-4b8b-892e-cae2bf6105ae req-2d1aa63f-4074-4acb-9780-ce77302810be service neutron] Transition to ACTIVE for port object 3c300fd9-688b-4cda-b0aa-e34d0e15918b will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:32:01.655705 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-78c8fe7f-0a50-4b8b-892e-cae2bf6105ae req-2d1aa63f-4074-4acb-9780-ce77302810be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:01.706590 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1aa63f-4074-4acb-9780-ce77302810be service neutron] Pushing event updated for resources: {'Port': ['ID=3c300fd9-688b-4cda-b0aa-e34d0e15918b,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:32:01.780447 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-78c8fe7f-0a50-4b8b-892e-cae2bf6105ae req-2d1aa63f-4074-4acb-9780-ce77302810be service neutron] Attempting to bind port 3c300fd9-688b-4cda-b0aa-e34d0e15918b on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:32:01.781440 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-78c8fe7f-0a50-4b8b-892e-cae2bf6105ae req-2d1aa63f-4074-4acb-9780-ce77302810be service neutron] Attempting to bind port 3c300fd9-688b-4cda-b0aa-e34d0e15918b by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '3f5cf6c0-170e-43ac-afe6-da27e4988b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '4d714f01-c282-4527-b4d0-900de9f743a5'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:32:01.781440 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c8fe7f-0a50-4b8b-892e-cae2bf6105ae req-2d1aa63f-4074-4acb-9780-ce77302810be service neutron] Attempting to bind port 3c300fd9-688b-4cda-b0aa-e34d0e15918b on network 4d714f01-c282-4527-b4d0-900de9f743a5 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:32:01.786160 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c8fe7f-0a50-4b8b-892e-cae2bf6105ae req-2d1aa63f-4074-4acb-9780-ce77302810be service neutron] Port 3c300fd9-688b-4cda-b0aa-e34d0e15918b on network 4d714f01-c282-4527-b4d0-900de9f743a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:32:01.786503 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c8fe7f-0a50-4b8b-892e-cae2bf6105ae req-2d1aa63f-4074-4acb-9780-ce77302810be service neutron] Attempting to bind port 3c300fd9-688b-4cda-b0aa-e34d0e15918b on network 4d714f01-c282-4527-b4d0-900de9f743a5 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:32:01.791889 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c8fe7f-0a50-4b8b-892e-cae2bf6105ae req-2d1aa63f-4074-4acb-9780-ce77302810be service neutron] Checking agent: {'id': 'e071c76e-395f-48c4-a98f-88088465cf0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:32:01.792229 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c8fe7f-0a50-4b8b-892e-cae2bf6105ae req-2d1aa63f-4074-4acb-9780-ce77302810be service neutron] Checking segment: {'id': '3f5cf6c0-170e-43ac-afe6-da27e4988b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '4d714f01-c282-4527-b4d0-900de9f743a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:32:01.792619 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c8fe7f-0a50-4b8b-892e-cae2bf6105ae req-2d1aa63f-4074-4acb-9780-ce77302810be service neutron] Bound using segment: {'id': '3f5cf6c0-170e-43ac-afe6-da27e4988b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '4d714f01-c282-4527-b4d0-900de9f743a5'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:32:01.793056 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-78c8fe7f-0a50-4b8b-892e-cae2bf6105ae req-2d1aa63f-4074-4acb-9780-ce77302810be service neutron] Bound port: 3c300fd9-688b-4cda-b0aa-e34d0e15918b, host: n-h2-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f5cf6c0-170e-43ac-afe6-da27e4988b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '4d714f01-c282-4527-b4d0-900de9f743a5'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:32:01.793416 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-78c8fe7f-0a50-4b8b-892e-cae2bf6105ae req-2d1aa63f-4074-4acb-9780-ce77302810be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:01.860029 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-78c8fe7f-0a50-4b8b-892e-cae2bf6105ae req-2d1aa63f-4074-4acb-9780-ce77302810be service neutron] For port 3c300fd9-688b-4cda-b0aa-e34d0e15918b, host n-h2-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:32:01.863260 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-78c8fe7f-0a50-4b8b-892e-cae2bf6105ae req-2d1aa63f-4074-4acb-9780-ce77302810be service neutron] For port 3c300fd9-688b-4cda-b0aa-e34d0e15918b, host n-h2-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=3c300fd9-688b-4cda-b0aa-e34d0e15918b,segment=NetworkSegment(3f5cf6c0-170e-43ac-afe6-da27e4988b62),segment_id=3f5cf6c0-170e-43ac-afe6-da27e4988b62)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:32:01.942287 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-78c8fe7f-0a50-4b8b-892e-cae2bf6105ae req-2d1aa63f-4074-4acb-9780-ce77302810be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:01.976730 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8fe7f-0a50-4b8b-892e-cae2bf6105ae req-2d1aa63f-4074-4acb-9780-ce77302810be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:32:01.977390 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-78c8fe7f-0a50-4b8b-892e-cae2bf6105ae req-2d1aa63f-4074-4acb-9780-ce77302810be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:01.978828 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-78c8fe7f-0a50-4b8b-892e-cae2bf6105ae req-2d1aa63f-4074-4acb-9780-ce77302810be service neutron] 10.222.0.15 "PUT /v2.0/ports/3c300fd9-688b-4cda-b0aa-e34d0e15918b HTTP/1.1" status: 200 len: 1092 time: 0.8391466 Jul 05 03:32:01.979276 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7990c116-fc60-4a71-aff3-9e0f98d79eef', 'tag': '3c300fd9-688b-4cda-b0aa-e34d0e15918b'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:32:01.982070 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4c1385bffaa5d930a7117e6982c27207eca91cca31cf4b43f86c7ad63cd24a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9545e28d-aafe-477e-b9c9-8ffe460e92c9" -d '{"events": [{"name": "network-changed", "server_uuid": "7990c116-fc60-4a71-aff3-9e0f98d79eef", "tag": "3c300fd9-688b-4cda-b0aa-e34d0e15918b"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:32:02.012206 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1aa63f-4074-4acb-9780-ce77302810be service neutron] Pushing event updated for resources: {'Port': ['ID=3c300fd9-688b-4cda-b0aa-e34d0e15918b,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:32:02.023183 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1ea7f9e-233d-4b95-9670-38cd2a59bba2 x-openstack-request-id: req-c1ea7f9e-233d-4b95-9670-38cd2a59bba2 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:32:02.023582 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7990c116-fc60-4a71-aff3-9e0f98d79eef", "tag": "3c300fd9-688b-4cda-b0aa-e34d0e15918b", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:32:02.023965 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c1ea7f9e-233d-4b95-9670-38cd2a59bba2 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:32:02.024413 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7990c116-fc60-4a71-aff3-9e0f98d79eef', 'tag': '3c300fd9-688b-4cda-b0aa-e34d0e15918b', 'status': 'completed', 'code': 200} Jul 05 03:32:02.104894 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9545e28d-aafe-477e-b9c9-8ffe460e92c9 req-12b97593-63b7-44f1-bd94-7e781d9fbd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:32:02.106586 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9545e28d-aafe-477e-b9c9-8ffe460e92c9 req-12b97593-63b7-44f1-bd94-7e781d9fbd18 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f5cd03416720416fbffc8e2028e4152c&device_id=7990c116-fc60-4a71-aff3-9e0f98d79eef HTTP/1.1" status: 200 len: 1095 time: 0.0601869 Jul 05 03:32:02.205265 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9545e28d-aafe-477e-b9c9-8ffe460e92c9 req-00c1eed7-8a16-4311-8886-3dbe18714a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:32:02.207077 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9545e28d-aafe-477e-b9c9-8ffe460e92c9 req-00c1eed7-8a16-4311-8886-3dbe18714a8d service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=f5cd03416720416fbffc8e2028e4152c&shared=False HTTP/1.1" status: 200 len: 896 time: 0.0936329 Jul 05 03:32:02.308278 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9545e28d-aafe-477e-b9c9-8ffe460e92c9 req-5dbce506-cad3-4c94-b1ad-fb002c1e1dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:32:02.310305 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9545e28d-aafe-477e-b9c9-8ffe460e92c9 req-5dbce506-cad3-4c94-b1ad-fb002c1e1dc2 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0962646 Jul 05 03:32:02.398731 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8fe7f-0a50-4b8b-892e-cae2bf6105ae req-15941963-d16a-4387-aadf-5964a431e7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:32:02.400259 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-78c8fe7f-0a50-4b8b-892e-cae2bf6105ae req-15941963-d16a-4387-aadf-5964a431e7ce service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f5cd03416720416fbffc8e2028e4152c&device_id=7990c116-fc60-4a71-aff3-9e0f98d79eef HTTP/1.1" status: 200 len: 1095 time: 0.0519888 Jul 05 03:32:02.441435 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-78c8fe7f-0a50-4b8b-892e-cae2bf6105ae req-fb5974b8-c830-42d7-b5ad-8c1c7689497b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3c300fd9-688b-4cda-b0aa-e34d0e15918b HTTP/1.1" status: 200 len: 217 time: 0.0346293 Jul 05 03:32:02.493674 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8fe7f-0a50-4b8b-892e-cae2bf6105ae req-6763ae15-0dae-4d92-b2bb-537f020aa398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:32:02.495208 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-78c8fe7f-0a50-4b8b-892e-cae2bf6105ae req-6763ae15-0dae-4d92-b2bb-537f020aa398 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4655477b-1452-4fc9-b4a6-f53634a7fde8 HTTP/1.1" status: 200 len: 835 time: 0.0476465 Jul 05 03:32:02.556172 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8fe7f-0a50-4b8b-892e-cae2bf6105ae req-ece0a445-e1c9-40f2-ae41-41e3e69374e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:32:02.557739 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-78c8fe7f-0a50-4b8b-892e-cae2bf6105ae req-ece0a445-e1c9-40f2-ae41-41e3e69374e7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4d714f01-c282-4527-b4d0-900de9f743a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0560765 Jul 05 03:32:02.647633 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-78c8fe7f-0a50-4b8b-892e-cae2bf6105ae req-f189efdc-772a-4757-a955-cf3603311762 service neutron] 10.222.0.15 "GET /v2.0/networks/4d714f01-c282-4527-b4d0-900de9f743a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830388 Jul 05 03:32:02.780583 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-78c8fe7f-0a50-4b8b-892e-cae2bf6105ae req-cd276524-198a-48cb-84d8-f095fb6d7a01 service neutron] 10.222.0.15 "GET /v2.0/networks/4d714f01-c282-4527-b4d0-900de9f743a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260827 Jul 05 03:32:02.796262 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aaea86-996c-4cf8-9663-b4e380306f93 req-a1f05bcb-a421-4a7e-ab00-c4bf6fc97be3 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:32:02.797856 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f9aaea86-996c-4cf8-9663-b4e380306f93 req-a1f05bcb-a421-4a7e-ab00-c4bf6fc97be3 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=7990c116-fc60-4a71-aff3-9e0f98d79eef HTTP/1.1" status: 200 len: 943 time: 0.0969450 Jul 05 03:32:02.841041 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f9aaea86-996c-4cf8-9663-b4e380306f93 req-b910d844-108e-4af0-82f2-c58e1ab63aa6 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=60712294-39b9-4bdf-827f-809b1084294f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367272 Jul 05 03:32:04.027921 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7ee8c8-2ab8-46b0-bc6a-532c30076725 req-6547afd9-9b72-40f3-ba13-418621790f93 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:32:04.030134 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-bc7ee8c8-2ab8-46b0-bc6a-532c30076725 req-6547afd9-9b72-40f3-ba13-418621790f93 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=7990c116-fc60-4a71-aff3-9e0f98d79eef HTTP/1.1" status: 200 len: 943 time: 0.0689662 Jul 05 03:32:04.073491 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-bc7ee8c8-2ab8-46b0-bc6a-532c30076725 req-307c287a-6696-4f63-a206-5fd7ba9fb411 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=60712294-39b9-4bdf-827f-809b1084294f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375113 Jul 05 03:32:04.204887 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 3c300fd9-688b-4cda-b0aa-e34d0e15918b details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:32:04.459075 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 3c300fd9-688b-4cda-b0aa-e34d0e15918b, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=3c300fd9-688b-4cda-b0aa-e34d0e15918b,segment=NetworkSegment(3f5cf6c0-170e-43ac-afe6-da27e4988b62),segment_id=3f5cf6c0-170e-43ac-afe6-da27e4988b62)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:32:04.471767 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Returning: {'device': '3c300fd9-688b-4cda-b0aa-e34d0e15918b', 'network_id': '4d714f01-c282-4527-b4d0-900de9f743a5', 'port_id': '3c300fd9-688b-4cda-b0aa-e34d0e15918b', 'mac_address': 'fa:16:3e:24:8d:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4655477b-1452-4fc9-b4a6-f53634a7fde8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:32:04.509482 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:04.523924 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c300fd9-688b-4cda-b0aa-e34d0e15918b {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:32:04.544318 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 3c300fd9-688b-4cda-b0aa-e34d0e15918b, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=3c300fd9-688b-4cda-b0aa-e34d0e15918b,segment=NetworkSegment(3f5cf6c0-170e-43ac-afe6-da27e4988b62),segment_id=3f5cf6c0-170e-43ac-afe6-da27e4988b62)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:32:04.615642 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:04.662452 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=3c300fd9-688b-4cda-b0aa-e34d0e15918b,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:32:04.854140 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['3c300fd9-688b-4cda-b0aa-e34d0e15918b'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:32:05.252789 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce51ccc-1cf7-4b3f-bbd1-618a1ea94c34 req-052c50ae-a7a2-4fd3-b224-e5f0a9fb6f0c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:32:05.254616 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9ce51ccc-1cf7-4b3f-bbd1-618a1ea94c34 req-052c50ae-a7a2-4fd3-b224-e5f0a9fb6f0c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=7990c116-fc60-4a71-aff3-9e0f98d79eef HTTP/1.1" status: 200 len: 944 time: 0.0684278 Jul 05 03:32:05.291781 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9ce51ccc-1cf7-4b3f-bbd1-618a1ea94c34 req-406dfb80-7009-4a38-8b64-fc7408f3d737 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=60712294-39b9-4bdf-827f-809b1084294f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316706 Jul 05 03:32:06.235935 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 3c300fd9-688b-4cda-b0aa-e34d0e15918b up at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:32:06.359168 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning for port 3c300fd9-688b-4cda-b0aa-e34d0e15918b completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:32:06.363356 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning complete for port 3c300fd9-688b-4cda-b0aa-e34d0e15918b triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:32:06.367192 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:06.444342 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:06.466715 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7990c116-fc60-4a71-aff3-9e0f98d79eef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c300fd9-688b-4cda-b0aa-e34d0e15918b'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:32:06.468797 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e52189-593d-4710-ad52-2d77768a1425 req-34f902e6-379c-4766-9408-086d2cb3bec4 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:32:06.469309 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1156d35e1955dd65519df7b38ee19a55ddc3a31abbcc68c280d02d687c0487e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94a3568b-714e-49d0-8b24-6ad7d3d35e23" -d '{"events": [{"server_uuid": "7990c116-fc60-4a71-aff3-9e0f98d79eef", "name": "network-vif-plugged", "status": "completed", "tag": "3c300fd9-688b-4cda-b0aa-e34d0e15918b"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:32:06.470378 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-00e52189-593d-4710-ad52-2d77768a1425 req-34f902e6-379c-4766-9408-086d2cb3bec4 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=7990c116-fc60-4a71-aff3-9e0f98d79eef HTTP/1.1" status: 200 len: 944 time: 0.0642507 Jul 05 03:32:06.483655 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 3c300fd9-688b-4cda-b0aa-e34d0e15918b, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=3c300fd9-688b-4cda-b0aa-e34d0e15918b,segment=NetworkSegment(3f5cf6c0-170e-43ac-afe6-da27e4988b62),segment_id=3f5cf6c0-170e-43ac-afe6-da27e4988b62)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:32:06.506720 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0400f351-4d53-42ac-b454-9462bdaeccd4 x-openstack-request-id: req-0400f351-4d53-42ac-b454-9462bdaeccd4 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:32:06.507017 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7990c116-fc60-4a71-aff3-9e0f98d79eef", "name": "network-vif-plugged", "status": "completed", "tag": "3c300fd9-688b-4cda-b0aa-e34d0e15918b", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:32:06.507274 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0400f351-4d53-42ac-b454-9462bdaeccd4 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:32:06.507674 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7990c116-fc60-4a71-aff3-9e0f98d79eef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c300fd9-688b-4cda-b0aa-e34d0e15918b', 'code': 200} Jul 05 03:32:06.522743 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-00e52189-593d-4710-ad52-2d77768a1425 req-68635771-deb6-45c3-88f3-60d6962971c2 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=60712294-39b9-4bdf-827f-809b1084294f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455425 Jul 05 03:32:06.593032 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:06.633695 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d656ff-0ce2-419a-8c3f-7c75b416f0b7 req-6f204d50-3660-4b56-a2ee-32edb6ce6c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:32:06.635251 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c1d656ff-0ce2-419a-8c3f-7c75b416f0b7 req-6f204d50-3660-4b56-a2ee-32edb6ce6c06 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7990c116-fc60-4a71-aff3-9e0f98d79eef HTTP/1.1" status: 200 len: 1096 time: 0.0543823 Jul 05 03:32:06.640320 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=3c300fd9-688b-4cda-b0aa-e34d0e15918b,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:32:06.671563 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c1d656ff-0ce2-419a-8c3f-7c75b416f0b7 req-84990281-3e8d-4b22-8d64-bce163e71ce9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=60712294-39b9-4bdf-827f-809b1084294f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0298231 Jul 05 03:32:07.706474 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248b80fd-90cf-48a8-b99e-06ec5b90b8d3 req-2b108568-ebad-4b46-93bf-2b2501e6b9d3 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:32:07.707971 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-248b80fd-90cf-48a8-b99e-06ec5b90b8d3 req-2b108568-ebad-4b46-93bf-2b2501e6b9d3 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=7990c116-fc60-4a71-aff3-9e0f98d79eef HTTP/1.1" status: 200 len: 945 time: 0.0661516 Jul 05 03:32:07.745612 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-248b80fd-90cf-48a8-b99e-06ec5b90b8d3 req-f0185173-8d10-452f-9753-5ac10292db06 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=60712294-39b9-4bdf-827f-809b1084294f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319312 Jul 05 03:32:08.925566 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6f8bb0-b698-49f2-b291-ac490a305257 req-5025cf1d-7a6f-4711-b4c5-00bce9723dd7 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:32:08.927473 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0d6f8bb0-b698-49f2-b291-ac490a305257 req-5025cf1d-7a6f-4711-b4c5-00bce9723dd7 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=7990c116-fc60-4a71-aff3-9e0f98d79eef HTTP/1.1" status: 200 len: 945 time: 0.0657830 Jul 05 03:32:08.969584 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-0d6f8bb0-b698-49f2-b291-ac490a305257 req-6f741256-5d29-4155-8eae-f0fea9ceb33a tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=60712294-39b9-4bdf-827f-809b1084294f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367188 Jul 05 03:32:09.145292 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049d158c-d38e-46b2-a3dc-b40fef7287a3 req-1d7d3ff9-865b-4340-9901-f3b260b44029 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:32:09.146880 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-049d158c-d38e-46b2-a3dc-b40fef7287a3 req-1d7d3ff9-865b-4340-9901-f3b260b44029 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=7990c116-fc60-4a71-aff3-9e0f98d79eef HTTP/1.1" status: 200 len: 945 time: 0.0645506 Jul 05 03:32:09.186321 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-049d158c-d38e-46b2-a3dc-b40fef7287a3 req-e4c7e05c-7fa1-4f4c-8589-dd833d66dbc9 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=60712294-39b9-4bdf-827f-809b1084294f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335562 Jul 05 03:32:09.210722 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 51252) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:32:09.265670 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a0c23d-de07-41fe-b9e3-a1de6f5e5e16 tempest-TestNetworkAdvancedServerOps-506876623 tempest-TestNetworkAdvancedServerOps-506876623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:32:09.267225 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-68a0c23d-de07-41fe-b9e3-a1de6f5e5e16 tempest-TestNetworkAdvancedServerOps-506876623 tempest-TestNetworkAdvancedServerOps-506876623-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=7990c116-fc60-4a71-aff3-9e0f98d79eef HTTP/1.1" status: 200 len: 1092 time: 0.0555112 Jul 05 03:32:09.270096 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 51254) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:32:09.274416 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-4fae3450-1e2a-4055-8a9f-3ac444c3ff2a tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Request body: {'floatingip': {'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'port_id': '3c300fd9-688b-4cda-b0aa-e34d0e15918b', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:32:09.438693 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4fae3450-1e2a-4055-8a9f-3ac444c3ff2a tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for floatingip, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:09.535577 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4fae3450-1e2a-4055-8a9f-3ac444c3ff2a tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:09.987332 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-4fae3450-1e2a-4055-8a9f-3ac444c3ff2a tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Allocated IP 172.25.7.28 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/a59eaa60-0f10-48d1-a8fd-7a16aa3ee77f) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:32:10.098736 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4fae3450-1e2a-4055-8a9f-3ac444c3ff2a tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:10.197172 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4fae3450-1e2a-4055-8a9f-3ac444c3ff2a tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:10.241944 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fae3450-1e2a-4055-8a9f-3ac444c3ff2a tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:32:10.244824 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-4fae3450-1e2a-4055-8a9f-3ac444c3ff2a tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:32:10.251481 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fae3450-1e2a-4055-8a9f-3ac444c3ff2a tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:32:10.273734 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fae3450-1e2a-4055-8a9f-3ac444c3ff2a tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Pushing event updated for resources: {'Port': ['ID=a59eaa60-0f10-48d1-a8fd-7a16aa3ee77f,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:32:10.632211 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4fae3450-1e2a-4055-8a9f-3ac444c3ff2a tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:10.780775 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4fae3450-1e2a-4055-8a9f-3ac444c3ff2a tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:10.941198 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4fae3450-1e2a-4055-8a9f-3ac444c3ff2a tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:11.021461 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4fae3450-1e2a-4055-8a9f-3ac444c3ff2a tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:11.090471 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fae3450-1e2a-4055-8a9f-3ac444c3ff2a tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Pushing event updated for resources: {'Port': ['ID=a59eaa60-0f10-48d1-a8fd-7a16aa3ee77f,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:32:11.102428 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4fae3450-1e2a-4055-8a9f-3ac444c3ff2a tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636869'] for floatingip, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:11.208711 n-d-771362-32 neutron-server[94462]: INFO neutron.db.l3_db [None req-4fae3450-1e2a-4055-8a9f-3ac444c3ff2a tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Floating IP ea1a273b-0595-4e3f-b5be-507fda9ee578 associated. External IP: 172.25.7.28, port: 3c300fd9-688b-4cda-b0aa-e34d0e15918b. Jul 05 03:32:11.422006 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fae3450-1e2a-4055-8a9f-3ac444c3ff2a tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Router f548d3de-c805-4b10-9a1d-2a4d6a392bf7 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:32:11.531489 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fae3450-1e2a-4055-8a9f-3ac444c3ff2a tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:32:11.541194 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a341bd-89e6-49c1-ad3d-44ec8acec51f None None] Sync routers for ids ['f548d3de-c805-4b10-9a1d-2a4d6a392bf7'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:32:11.554292 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a341bd-89e6-49c1-ad3d-44ec8acec51f None None] Routers {'f548d3de-c805-4b10-9a1d-2a4d6a392bf7'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:32:11.572583 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-14a341bd-89e6-49c1-ad3d-44ec8acec51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:31:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['f548d3de-c805-4b10-9a1d-2a4d6a392bf7'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:32:11.653778 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4fae3450-1e2a-4055-8a9f-3ac444c3ff2a tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:11.656588 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-14a341bd-89e6-49c1-ad3d-44ec8acec51f None None] Set router f548d3de-c805-4b10-9a1d-2a4d6a392bf7 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:32:11.692058 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-4fae3450-1e2a-4055-8a9f-3ac444c3ff2a tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4209118 Jul 05 03:32:11.692860 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7990c116-fc60-4a71-aff3-9e0f98d79eef', 'tag': '3c300fd9-688b-4cda-b0aa-e34d0e15918b'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:32:11.695302 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11141f6c68b9db4323543981e20059e25754165b6910e3da155bf2bc30bd8242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1625c1c8-9952-4ac5-8e55-e0e82204e942" -d '{"events": [{"name": "network-changed", "server_uuid": "7990c116-fc60-4a71-aff3-9e0f98d79eef", "tag": "3c300fd9-688b-4cda-b0aa-e34d0e15918b"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:32:11.734401 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe865d2a-d4c7-4690-b32b-75be37017fea x-openstack-request-id: req-fe865d2a-d4c7-4690-b32b-75be37017fea {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:32:11.734698 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7990c116-fc60-4a71-aff3-9e0f98d79eef", "tag": "3c300fd9-688b-4cda-b0aa-e34d0e15918b", "status": "completed", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:32:11.734953 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fe865d2a-d4c7-4690-b32b-75be37017fea {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:32:11.735362 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7990c116-fc60-4a71-aff3-9e0f98d79eef', 'tag': '3c300fd9-688b-4cda-b0aa-e34d0e15918b', 'status': 'completed', 'code': 200} Jul 05 03:32:11.814777 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1625c1c8-9952-4ac5-8e55-e0e82204e942 req-d8f5c16b-9fe5-4c6a-8ed3-e79b1554d575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:32:11.816214 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1625c1c8-9952-4ac5-8e55-e0e82204e942 req-d8f5c16b-9fe5-4c6a-8ed3-e79b1554d575 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f5cd03416720416fbffc8e2028e4152c&device_id=7990c116-fc60-4a71-aff3-9e0f98d79eef HTTP/1.1" status: 200 len: 1097 time: 0.0551066 Jul 05 03:32:11.859761 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a76e9e-d9a3-40b9-8111-c061b36d3220 req-e42a4bb7-27c2-4d01-b630-46b89136f761 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:32:11.861681 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e5a76e9e-d9a3-40b9-8111-c061b36d3220 req-e42a4bb7-27c2-4d01-b630-46b89136f761 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=7990c116-fc60-4a71-aff3-9e0f98d79eef HTTP/1.1" status: 200 len: 945 time: 0.0746322 Jul 05 03:32:11.901590 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-14a341bd-89e6-49c1-ad3d-44ec8acec51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f548d3de-c805-4b10-9a1d-2a4d6a392bf7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1549629381', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': 'cdf9f31c-7c9b-47a3-9b5b-0ccf921c76c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:31:51Z', 'updated_at': '2021-07-05T03:31:56Z', 'revision_number': 4, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'gw_port': {'id': 'cdf9f31c-7c9b-47a3-9b5b-0ccf921c76c6', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f548d3de-c805-4b10-9a1d-2a4d6a392bf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:31:52Z', 'updated_at': '2021-07-05T03:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': 'ea1a273b-0595-4e3f-b5be-507fda9ee578', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'floating_ip_address': '172.25.7.28', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': 'f548d3de-c805-4b10-9a1d-2a4d6a392bf7', 'port_id': '3c300fd9-688b-4cda-b0aa-e34d0e15918b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d714f01-c282-4527-b4d0-900de9f743a5', 'mac_address': 'fa:16:3e:24:8d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7990c116-fc60-4a71-aff3-9e0f98d79eef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:32:10Z', 'updated_at': '2021-07-05T03:32:10Z', 'revision_number': 0, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11db2054-78cf-4652-a6f2-f7b5f3e92cf8', 'name': '', 'network_id': '4d714f01-c282-4527-b4d0-900de9f743a5', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'mac_address': 'fa:16:3e:5e:62:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f548d3de-c805-4b10-9a1d-2a4d6a392bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '4655477b-1452-4fc9-b4a6-f53634a7fde8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:31:55Z', 'updated_at': '2021-07-05T03:31:59Z', 'revision_number': 5, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'subnets': [{'id': '4655477b-1452-4fc9-b4a6-f53634a7fde8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:32:11.914330 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e5a76e9e-d9a3-40b9-8111-c061b36d3220 req-1f6e6f92-9c04-49c9-96c0-d3ddb4e9be44 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=60712294-39b9-4bdf-827f-809b1084294f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466022 Jul 05 03:32:11.916677 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1625c1c8-9952-4ac5-8e55-e0e82204e942 req-9da511a7-2581-4f34-b417-ebf6e9ac9dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:32:11.918997 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1625c1c8-9952-4ac5-8e55-e0e82204e942 req-9da511a7-2581-4f34-b417-ebf6e9ac9dc6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4d714f01-c282-4527-b4d0-900de9f743a5 HTTP/1.1" status: 200 len: 896 time: 0.0941336 Jul 05 03:32:11.931473 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a341bd-89e6-49c1-ad3d-44ec8acec51f None None] Checking router: f548d3de-c805-4b10-9a1d-2a4d6a392bf7 for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:32:11.940383 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 51262) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:32:11.950511 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a341bd-89e6-49c1-ad3d-44ec8acec51f None None] Routers {'f548d3de-c805-4b10-9a1d-2a4d6a392bf7'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:32:11.951245 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-14a341bd-89e6-49c1-ad3d-44ec8acec51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:31:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['f548d3de-c805-4b10-9a1d-2a4d6a392bf7'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:32:11.996888 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1625c1c8-9952-4ac5-8e55-e0e82204e942 req-62401351-8f6f-4663-bc80-62a3f66b5e85 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3c300fd9-688b-4cda-b0aa-e34d0e15918b HTTP/1.1" status: 200 len: 998 time: 0.0716364 Jul 05 03:32:12.010474 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-059ee005-d0a8-427e-ab1b-6cf1fc3b8ed8 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/floatingips/ea1a273b-0595-4e3f-b5be-507fda9ee578 HTTP/1.1" status: 200 len: 990 time: 0.0676603 Jul 05 03:32:12.050415 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1625c1c8-9952-4ac5-8e55-e0e82204e942 req-e908bd8e-a912-431f-be37-fe99e382aa3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:32:12.051945 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1625c1c8-9952-4ac5-8e55-e0e82204e942 req-e908bd8e-a912-431f-be37-fe99e382aa3b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4655477b-1452-4fc9-b4a6-f53634a7fde8 HTTP/1.1" status: 200 len: 835 time: 0.0490532 Jul 05 03:32:12.065662 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-14a341bd-89e6-49c1-ad3d-44ec8acec51f None None] Set router f548d3de-c805-4b10-9a1d-2a4d6a392bf7 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:32:12.110035 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1625c1c8-9952-4ac5-8e55-e0e82204e942 req-f035c2e2-41e5-4236-89cc-63c535c2d49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:32:12.111608 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1625c1c8-9952-4ac5-8e55-e0e82204e942 req-f035c2e2-41e5-4236-89cc-63c535c2d49f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4d714f01-c282-4527-b4d0-900de9f743a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530822 Jul 05 03:32:12.199227 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1625c1c8-9952-4ac5-8e55-e0e82204e942 req-39360910-ee00-4369-87ff-5c8fd1b58776 service neutron] 10.222.0.15 "GET /v2.0/networks/4d714f01-c282-4527-b4d0-900de9f743a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810235 Jul 05 03:32:12.293843 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1625c1c8-9952-4ac5-8e55-e0e82204e942 req-e2943838-fb25-4b19-b50d-41a48b209b35 service neutron] 10.222.0.15 "GET /v2.0/networks/4d714f01-c282-4527-b4d0-900de9f743a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884986 Jul 05 03:32:12.294151 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-14a341bd-89e6-49c1-ad3d-44ec8acec51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f548d3de-c805-4b10-9a1d-2a4d6a392bf7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1549629381', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': 'cdf9f31c-7c9b-47a3-9b5b-0ccf921c76c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:31:51Z', 'updated_at': '2021-07-05T03:31:56Z', 'revision_number': 4, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'gw_port': {'id': 'cdf9f31c-7c9b-47a3-9b5b-0ccf921c76c6', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f548d3de-c805-4b10-9a1d-2a4d6a392bf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:31:52Z', 'updated_at': '2021-07-05T03:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': 'ea1a273b-0595-4e3f-b5be-507fda9ee578', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'floating_ip_address': '172.25.7.28', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': 'f548d3de-c805-4b10-9a1d-2a4d6a392bf7', 'port_id': '3c300fd9-688b-4cda-b0aa-e34d0e15918b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d714f01-c282-4527-b4d0-900de9f743a5', 'mac_address': 'fa:16:3e:24:8d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7990c116-fc60-4a71-aff3-9e0f98d79eef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:32:10Z', 'updated_at': '2021-07-05T03:32:10Z', 'revision_number': 0, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11db2054-78cf-4652-a6f2-f7b5f3e92cf8', 'name': '', 'network_id': '4d714f01-c282-4527-b4d0-900de9f743a5', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'mac_address': 'fa:16:3e:5e:62:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f548d3de-c805-4b10-9a1d-2a4d6a392bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '4655477b-1452-4fc9-b4a6-f53634a7fde8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:31:55Z', 'updated_at': '2021-07-05T03:31:59Z', 'revision_number': 5, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'subnets': [{'id': '4655477b-1452-4fc9-b4a6-f53634a7fde8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:32:12.320480 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a341bd-89e6-49c1-ad3d-44ec8acec51f None None] The sync data for ids ['f548d3de-c805-4b10-9a1d-2a4d6a392bf7'] in n-d-771362-32 is: [{'id': 'f548d3de-c805-4b10-9a1d-2a4d6a392bf7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1549629381', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': 'cdf9f31c-7c9b-47a3-9b5b-0ccf921c76c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:31:51Z', 'updated_at': '2021-07-05T03:31:56Z', 'revision_number': 4, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'gw_port': {'id': 'cdf9f31c-7c9b-47a3-9b5b-0ccf921c76c6', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f548d3de-c805-4b10-9a1d-2a4d6a392bf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:31:52Z', 'updated_at': '2021-07-05T03:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': 'ea1a273b-0595-4e3f-b5be-507fda9ee578', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'floating_ip_address': '172.25.7.28', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': 'f548d3de-c805-4b10-9a1d-2a4d6a392bf7', 'port_id': '3c300fd9-688b-4cda-b0aa-e34d0e15918b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d714f01-c282-4527-b4d0-900de9f743a5', 'mac_address': 'fa:16:3e:24:8d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7990c116-fc60-4a71-aff3-9e0f98d79eef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:32:10Z', 'updated_at': '2021-07-05T03:32:10Z', 'revision_number': 0, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11db2054-78cf-4652-a6f2-f7b5f3e92cf8', 'name': '', 'network_id': '4d714f01-c282-4527-b4d0-900de9f743a5', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'mac_address': 'fa:16:3e:5e:62:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f548d3de-c805-4b10-9a1d-2a4d6a392bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '4655477b-1452-4fc9-b4a6-f53634a7fde8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:31:55Z', 'updated_at': '2021-07-05T03:31:59Z', 'revision_number': 5, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'subnets': [{'id': '4655477b-1452-4fc9-b4a6-f53634a7fde8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:32:12.467329 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:12.520379 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9174357c-07b4-470b-b9b7-b913ac4c2390 None None] New status for floating IP ea1a273b-0595-4e3f-b5be-507fda9ee578: ACTIVE {{(pid=94464) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:32:12.582985 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:13.005041 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:32:13.013236 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 51264) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:32:13.079744 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-4468b9f5-c4e0-4d6d-88f9-63522d4f1e1c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/floatingips/ea1a273b-0595-4e3f-b5be-507fda9ee578 HTTP/1.1" status: 200 len: 992 time: 0.0653334 Jul 05 03:32:16.040249 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [req-1e75c0e9-8777-4533-aa70-6b5351449372 req-63428fdc-ca9d-44f4-923c-d3bedeeda2f4 service neutron] (94462) timed out ('10.222.0.23', 57406) {{(pid=94462) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 03:32:20.956905 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-ae0b9326-0860-4153-81fd-7bc0e5a5aef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:23.312650 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-20b24d8e-10cc-4175-9e1f-2417918f96f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:24.044085 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:24.924238 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:25.362756 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0481459b-4362-46b9-ab47-c1c9c569103d req-c0c77726-c49d-46ab-9f16-6b09c2856b62 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7990c116-fc60-4a71-aff3-9e0f98d79eef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0523915 Jul 05 03:32:25.456764 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0481459b-4362-46b9-ab47-c1c9c569103d req-8210a2c6-b7ad-415a-9a48-b4a7cf7cb21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:32:25.458209 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0481459b-4362-46b9-ab47-c1c9c569103d req-8210a2c6-b7ad-415a-9a48-b4a7cf7cb21a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f5cd03416720416fbffc8e2028e4152c&device_id=7990c116-fc60-4a71-aff3-9e0f98d79eef HTTP/1.1" status: 200 len: 1097 time: 0.0534630 Jul 05 03:32:25.568043 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0481459b-4362-46b9-ab47-c1c9c569103d req-b2950326-0e25-4f59-a311-b73e4e4ed86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:32:25.569621 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0481459b-4362-46b9-ab47-c1c9c569103d req-b2950326-0e25-4f59-a311-b73e4e4ed86e service neutron] 10.222.0.15 "GET /v2.0/networks?id=4d714f01-c282-4527-b4d0-900de9f743a5 HTTP/1.1" status: 200 len: 896 time: 0.0903735 Jul 05 03:32:25.641196 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0481459b-4362-46b9-ab47-c1c9c569103d req-c5dc2635-ec2a-4b3b-87e8-0737b09f46e3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3c300fd9-688b-4cda-b0aa-e34d0e15918b HTTP/1.1" status: 200 len: 1000 time: 0.0649381 Jul 05 03:32:25.701787 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0481459b-4362-46b9-ab47-c1c9c569103d req-c4ca75eb-1881-400e-9bbb-89ac9ae58c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:32:25.703406 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0481459b-4362-46b9-ab47-c1c9c569103d req-c4ca75eb-1881-400e-9bbb-89ac9ae58c04 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4655477b-1452-4fc9-b4a6-f53634a7fde8 HTTP/1.1" status: 200 len: 835 time: 0.0480456 Jul 05 03:32:25.766080 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0481459b-4362-46b9-ab47-c1c9c569103d req-38d2f09e-34c1-4ec8-826f-830cbc21d035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:32:25.767716 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0481459b-4362-46b9-ab47-c1c9c569103d req-38d2f09e-34c1-4ec8-826f-830cbc21d035 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4d714f01-c282-4527-b4d0-900de9f743a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571218 Jul 05 03:32:25.862928 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0481459b-4362-46b9-ab47-c1c9c569103d req-366f31da-e6d5-4b8c-a0a2-d9dceef8e2ec service neutron] 10.222.0.15 "GET /v2.0/networks/4d714f01-c282-4527-b4d0-900de9f743a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870557 Jul 05 03:32:25.982563 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0481459b-4362-46b9-ab47-c1c9c569103d req-737d330d-f89a-4008-998d-f2457f05fae1 service neutron] 10.222.0.15 "GET /v2.0/networks/4d714f01-c282-4527-b4d0-900de9f743a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117585 Jul 05 03:32:26.387421 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:42.444064 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:42.621160 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:44.748704 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221ea770-89a4-4dbc-8711-409c689ba3a9 req-d51943d3-89b5-428c-ae67-c8610b50f994 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:32:44.750283 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-221ea770-89a4-4dbc-8711-409c689ba3a9 req-d51943d3-89b5-428c-ae67-c8610b50f994 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=7990c116-fc60-4a71-aff3-9e0f98d79eef HTTP/1.1" status: 200 len: 945 time: 0.0689540 Jul 05 03:32:44.791775 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-221ea770-89a4-4dbc-8711-409c689ba3a9 req-3171a108-9b00-4bac-9970-77f4dee01ce9 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=60712294-39b9-4bdf-827f-809b1084294f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343184 Jul 05 03:32:45.217239 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bce5ff31-cfdd-423f-becd-d3100f9213be req-1e7ec69a-4a1b-40bd-9122-3c16cb9de425 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7990c116-fc60-4a71-aff3-9e0f98d79eef&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4641540 Jul 05 03:32:45.984192 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade8c8be-f52f-4e8c-b520-7f5098614a12 req-e1668bc3-556d-4df4-8a96-1b040165ad72 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:32:45.986086 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ade8c8be-f52f-4e8c-b520-7f5098614a12 req-e1668bc3-556d-4df4-8a96-1b040165ad72 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=7990c116-fc60-4a71-aff3-9e0f98d79eef HTTP/1.1" status: 200 len: 945 time: 0.0790000 Jul 05 03:32:46.030848 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ade8c8be-f52f-4e8c-b520-7f5098614a12 req-6affd08a-efa2-4a25-bbd8-df857098a56a tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=60712294-39b9-4bdf-827f-809b1084294f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386574 Jul 05 03:32:47.204815 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617586d3-416f-4603-8215-c36476bf8e05 req-d0507a33-4e43-4996-86f0-912b9dabfbbf tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:32:47.207667 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-617586d3-416f-4603-8215-c36476bf8e05 req-d0507a33-4e43-4996-86f0-912b9dabfbbf tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=7990c116-fc60-4a71-aff3-9e0f98d79eef HTTP/1.1" status: 200 len: 945 time: 0.0635254 Jul 05 03:32:47.244268 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-617586d3-416f-4603-8215-c36476bf8e05 req-a0580449-f320-4080-8064-f91e49d7c7b5 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=60712294-39b9-4bdf-827f-809b1084294f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317957 Jul 05 03:32:47.468578 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce5ff31-cfdd-423f-becd-d3100f9213be req-6c8e478b-1b65-49a2-b941-1396ba3c0185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:32:47.469984 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bce5ff31-cfdd-423f-becd-d3100f9213be req-6c8e478b-1b65-49a2-b941-1396ba3c0185 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f5cd03416720416fbffc8e2028e4152c&device_id=7990c116-fc60-4a71-aff3-9e0f98d79eef HTTP/1.1" status: 200 len: 1097 time: 0.0526934 Jul 05 03:32:47.559658 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce5ff31-cfdd-423f-becd-d3100f9213be req-f624bfd6-3a1e-4270-a2fa-d2b941e0ef77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:32:47.561150 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bce5ff31-cfdd-423f-becd-d3100f9213be req-f624bfd6-3a1e-4270-a2fa-d2b941e0ef77 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4d714f01-c282-4527-b4d0-900de9f743a5 HTTP/1.1" status: 200 len: 896 time: 0.0852659 Jul 05 03:32:47.624027 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bce5ff31-cfdd-423f-becd-d3100f9213be req-8b1460b7-6f8e-450e-a9a2-402f4a7e46e1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3c300fd9-688b-4cda-b0aa-e34d0e15918b HTTP/1.1" status: 200 len: 1000 time: 0.0569944 Jul 05 03:32:47.674765 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce5ff31-cfdd-423f-becd-d3100f9213be req-c8710b21-b89f-45d6-952d-24e1aa031a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:32:47.677869 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bce5ff31-cfdd-423f-becd-d3100f9213be req-c8710b21-b89f-45d6-952d-24e1aa031a48 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4655477b-1452-4fc9-b4a6-f53634a7fde8 HTTP/1.1" status: 200 len: 835 time: 0.0462983 Jul 05 03:32:47.734448 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce5ff31-cfdd-423f-becd-d3100f9213be req-e3516b76-30b8-4749-a52e-0c8df7b6efdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:32:47.735867 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bce5ff31-cfdd-423f-becd-d3100f9213be req-e3516b76-30b8-4749-a52e-0c8df7b6efdd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4d714f01-c282-4527-b4d0-900de9f743a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536196 Jul 05 03:32:47.745880 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [req-bce5ff31-cfdd-423f-becd-d3100f9213be req-1e95254e-70c6-4c2e-886a-69482d424e39 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:32:47.747580 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bce5ff31-cfdd-423f-becd-d3100f9213be req-1e95254e-70c6-4c2e-886a-69482d424e39 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057671 Jul 05 03:32:47.833207 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bce5ff31-cfdd-423f-becd-d3100f9213be req-b6bf4a0c-0be4-4d49-96f4-b3aef1da8bbc service neutron] 10.222.0.15 "GET /v2.0/networks/4d714f01-c282-4527-b4d0-900de9f743a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796573 Jul 05 03:32:47.927793 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bce5ff31-cfdd-423f-becd-d3100f9213be req-e8b7fdf7-415a-4dcd-9843-c13ad616c960 service neutron] 10.222.0.15 "GET /v2.0/networks/4d714f01-c282-4527-b4d0-900de9f743a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846958 Jul 05 03:32:48.418640 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7cf668-b585-43f7-ada2-96fd311ef65f req-d9f5f44a-cee7-4ae4-92a4-3d31573eb22d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:32:48.420177 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-be7cf668-b585-43f7-ada2-96fd311ef65f req-d9f5f44a-cee7-4ae4-92a4-3d31573eb22d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=7990c116-fc60-4a71-aff3-9e0f98d79eef HTTP/1.1" status: 200 len: 945 time: 0.0650237 Jul 05 03:32:48.457650 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-be7cf668-b585-43f7-ada2-96fd311ef65f req-98ca18b5-eaf8-4d16-b804-948eb8fe3c19 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=60712294-39b9-4bdf-827f-809b1084294f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319088 Jul 05 03:32:49.665332 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ad964e-f1b9-435d-9d99-560e841391e4 req-ab9a5e04-aa6c-407d-b863-f95d16124a1c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:32:49.667681 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f8ad964e-f1b9-435d-9d99-560e841391e4 req-ab9a5e04-aa6c-407d-b863-f95d16124a1c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=7990c116-fc60-4a71-aff3-9e0f98d79eef HTTP/1.1" status: 200 len: 945 time: 0.0776064 Jul 05 03:32:49.717343 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f8ad964e-f1b9-435d-9d99-560e841391e4 req-3803d765-f2d1-4f08-830e-d87a7976d97b tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=60712294-39b9-4bdf-827f-809b1084294f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431252 Jul 05 03:32:50.004120 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:32:50.907170 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-7d464379-0701-4bef-ac64-d9e7ea919f2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:50.916852 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e49b50-580c-470b-b6a1-62276740e622 req-90be8afd-a89d-47bc-ace1-7614ceddb701 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:32:50.919121 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f4e49b50-580c-470b-b6a1-62276740e622 req-90be8afd-a89d-47bc-ace1-7614ceddb701 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=7990c116-fc60-4a71-aff3-9e0f98d79eef HTTP/1.1" status: 200 len: 945 time: 0.0757134 Jul 05 03:32:50.960902 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f4e49b50-580c-470b-b6a1-62276740e622 req-4684c7e8-f7f1-4747-929b-5adc32c31c3e tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=60712294-39b9-4bdf-827f-809b1084294f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353935 Jul 05 03:32:52.148418 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c2ad6b-ae9e-40fa-b865-ba3d5521104b req-08ed7ee4-1bb3-40d0-b28b-58222c50a63e tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:32:52.150189 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b8c2ad6b-ae9e-40fa-b865-ba3d5521104b req-08ed7ee4-1bb3-40d0-b28b-58222c50a63e tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=7990c116-fc60-4a71-aff3-9e0f98d79eef HTTP/1.1" status: 200 len: 945 time: 0.0718267 Jul 05 03:32:52.190730 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b8c2ad6b-ae9e-40fa-b865-ba3d5521104b req-f99d7801-e283-4cd3-9680-734a000944ac tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=60712294-39b9-4bdf-827f-809b1084294f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345271 Jul 05 03:32:53.289870 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-cae41862-85a7-4538-a521-5d19959a673e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:53.371323 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4981b491-286e-4a89-8e3c-6c7eab0b153c req-8f1c861b-5ad7-4fad-b9f9-92f51ef1e8f7 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:32:53.372871 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4981b491-286e-4a89-8e3c-6c7eab0b153c req-8f1c861b-5ad7-4fad-b9f9-92f51ef1e8f7 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=7990c116-fc60-4a71-aff3-9e0f98d79eef HTTP/1.1" status: 200 len: 945 time: 0.0645945 Jul 05 03:32:53.411562 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4981b491-286e-4a89-8e3c-6c7eab0b153c req-cc352ba3-0c7c-442b-9ab9-e0a8039f7e93 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=60712294-39b9-4bdf-827f-809b1084294f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328984 Jul 05 03:32:54.009302 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:54.588014 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bba2268-7a22-4b70-bf52-63a70332c3c5 req-6cb8dd65-6f98-414f-a446-0f5b329a790a tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:32:54.589583 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7bba2268-7a22-4b70-bf52-63a70332c3c5 req-6cb8dd65-6f98-414f-a446-0f5b329a790a tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=7990c116-fc60-4a71-aff3-9e0f98d79eef HTTP/1.1" status: 200 len: 945 time: 0.0662560 Jul 05 03:32:54.628116 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7bba2268-7a22-4b70-bf52-63a70332c3c5 req-e612f4cd-aa02-4ef3-8a08-73b13fc275fe tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=60712294-39b9-4bdf-827f-809b1084294f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327196 Jul 05 03:32:54.917706 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:55.815656 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d73856-10db-4153-bba8-5dfd7df5c9e7 req-2962cfa7-525a-4fb3-9c8d-be8b2d2827c7 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:32:55.817088 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-51d73856-10db-4153-bba8-5dfd7df5c9e7 req-2962cfa7-525a-4fb3-9c8d-be8b2d2827c7 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=7990c116-fc60-4a71-aff3-9e0f98d79eef HTTP/1.1" status: 200 len: 945 time: 0.0731049 Jul 05 03:32:55.856201 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-51d73856-10db-4153-bba8-5dfd7df5c9e7 req-b0d1a0da-51ea-4145-aa16-5e41c7629bed tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=60712294-39b9-4bdf-827f-809b1084294f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334294 Jul 05 03:32:56.404040 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:57.034541 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbaa57b-4166-4a74-98f6-28d4ffa3bcfb req-aa433e9d-c66c-46fd-9bdd-0d99e8d908ee tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:32:57.036060 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fbbaa57b-4166-4a74-98f6-28d4ffa3bcfb req-aa433e9d-c66c-46fd-9bdd-0d99e8d908ee tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=7990c116-fc60-4a71-aff3-9e0f98d79eef HTTP/1.1" status: 200 len: 945 time: 0.0678515 Jul 05 03:32:57.082162 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fbbaa57b-4166-4a74-98f6-28d4ffa3bcfb req-7a50947a-7f94-40e9-a4af-7cc84fb0591b tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=60712294-39b9-4bdf-827f-809b1084294f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370696 Jul 05 03:32:58.265904 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e887ccc-11ad-40d9-8c63-28fb24294598 req-b2b6c3d2-460c-4626-913d-b900907e7424 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:32:58.267429 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4e887ccc-11ad-40d9-8c63-28fb24294598 req-b2b6c3d2-460c-4626-913d-b900907e7424 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=7990c116-fc60-4a71-aff3-9e0f98d79eef HTTP/1.1" status: 200 len: 945 time: 0.0631375 Jul 05 03:32:58.306331 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4e887ccc-11ad-40d9-8c63-28fb24294598 req-436f5a2d-cb2e-4107-bf0c-2f1905f24fdf tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=60712294-39b9-4bdf-827f-809b1084294f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331938 Jul 05 03:32:59.489342 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768e173b-a39a-4a43-a751-488b673e423e req-03d971e3-3799-4d08-9f39-74370d96bc01 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:32:59.490939 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-768e173b-a39a-4a43-a751-488b673e423e req-03d971e3-3799-4d08-9f39-74370d96bc01 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=7990c116-fc60-4a71-aff3-9e0f98d79eef HTTP/1.1" status: 200 len: 945 time: 0.0700638 Jul 05 03:32:59.530498 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-768e173b-a39a-4a43-a751-488b673e423e req-d24b963f-5d06-4ca0-b719-3219b597d060 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=60712294-39b9-4bdf-827f-809b1084294f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336254 Jul 05 03:33:00.100282 n-d-771362-32 neutron-server[94461]: INFO neutron.api.v2.resource [req-bce5ff31-cfdd-423f-becd-d3100f9213be req-c864b9c1-84fb-48e2-aabf-f103655d79b6 service neutron] show failed (client error): The resource could not be found. Jul 05 03:33:00.101333 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bce5ff31-cfdd-423f-becd-d3100f9213be req-c864b9c1-84fb-48e2-aabf-f103655d79b6 service neutron] 10.222.0.15 "GET /v2.0/ports/3c300fd9-688b-4cda-b0aa-e34d0e15918b/bindings/n-h1-771362-32 HTTP/1.1" status: 404 len: 381 time: 0.0545602 Jul 05 03:33:00.703477 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a09ab4-84cb-48fd-9e3d-5bf5c9f50b7c req-3660a706-6222-4930-bf3b-f5f8821fe17f tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:33:00.705010 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-49a09ab4-84cb-48fd-9e3d-5bf5c9f50b7c req-3660a706-6222-4930-bf3b-f5f8821fe17f tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=7990c116-fc60-4a71-aff3-9e0f98d79eef HTTP/1.1" status: 200 len: 945 time: 0.0643749 Jul 05 03:33:00.744998 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-49a09ab4-84cb-48fd-9e3d-5bf5c9f50b7c req-625e74a4-0719-4f85-b09b-e86fcf2a49dd tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=60712294-39b9-4bdf-827f-809b1084294f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335348 Jul 05 03:33:00.767960 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce5ff31-cfdd-423f-becd-d3100f9213be req-558b3f4a-de55-428d-91ae-c0de3053a4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:33:00.767960 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bce5ff31-cfdd-423f-becd-d3100f9213be req-558b3f4a-de55-428d-91ae-c0de3053a4e4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7990c116-fc60-4a71-aff3-9e0f98d79eef&tenant_id=f5cd03416720416fbffc8e2028e4152c HTTP/1.1" status: 200 len: 1097 time: 0.1080627 Jul 05 03:33:00.775918 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-bce5ff31-cfdd-423f-becd-d3100f9213be req-3352e27b-e24b-440d-bd21-a01ea87ddc74 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-771362-32', 'device_owner': 'compute:nova'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:33:00.848986 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-bce5ff31-cfdd-423f-becd-d3100f9213be req-3352e27b-e24b-440d-bd21-a01ea87ddc74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:01.048200 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-bce5ff31-cfdd-423f-becd-d3100f9213be req-3352e27b-e24b-440d-bd21-a01ea87ddc74 service neutron] For port 3c300fd9-688b-4cda-b0aa-e34d0e15918b, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=3c300fd9-688b-4cda-b0aa-e34d0e15918b,segment=NetworkSegment(3f5cf6c0-170e-43ac-afe6-da27e4988b62),segment_id=3f5cf6c0-170e-43ac-afe6-da27e4988b62)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:33:01.080325 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-bce5ff31-cfdd-423f-becd-d3100f9213be req-3352e27b-e24b-440d-bd21-a01ea87ddc74 service neutron] For port 3c300fd9-688b-4cda-b0aa-e34d0e15918b, host n-h2-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:33:01.119134 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7990c116-fc60-4a71-aff3-9e0f98d79eef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c300fd9-688b-4cda-b0aa-e34d0e15918b'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:33:01.121459 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4c1385bffaa5d930a7117e6982c27207eca91cca31cf4b43f86c7ad63cd24a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e905fcd4-b58d-451f-9dc9-ebd0b0b8e67f" -d '{"events": [{"server_uuid": "7990c116-fc60-4a71-aff3-9e0f98d79eef", "name": "network-vif-unplugged", "status": "completed", "tag": "3c300fd9-688b-4cda-b0aa-e34d0e15918b"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:33:01.125407 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-bce5ff31-cfdd-423f-becd-d3100f9213be req-3352e27b-e24b-440d-bd21-a01ea87ddc74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:01.138228 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-bce5ff31-cfdd-423f-becd-d3100f9213be req-3352e27b-e24b-440d-bd21-a01ea87ddc74 service neutron] Transition to ACTIVE for port object 3c300fd9-688b-4cda-b0aa-e34d0e15918b will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:33:01.174631 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d00d3b1f-652c-4266-bcfe-d0b97ab2f4b4 x-openstack-request-id: req-d00d3b1f-652c-4266-bcfe-d0b97ab2f4b4 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:33:01.174927 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7990c116-fc60-4a71-aff3-9e0f98d79eef", "name": "network-vif-unplugged", "status": "completed", "tag": "3c300fd9-688b-4cda-b0aa-e34d0e15918b", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:33:01.175181 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d00d3b1f-652c-4266-bcfe-d0b97ab2f4b4 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:33:01.175602 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7990c116-fc60-4a71-aff3-9e0f98d79eef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c300fd9-688b-4cda-b0aa-e34d0e15918b', 'code': 200} Jul 05 03:33:01.209376 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-bce5ff31-cfdd-423f-becd-d3100f9213be req-3352e27b-e24b-440d-bd21-a01ea87ddc74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:01.295197 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3352e27b-e24b-440d-bd21-a01ea87ddc74 service neutron] Pushing event updated for resources: {'Port': ['ID=3c300fd9-688b-4cda-b0aa-e34d0e15918b,revision_number=6']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:33:01.307012 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3352e27b-e24b-440d-bd21-a01ea87ddc74 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:33:01.307275 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3352e27b-e24b-440d-bd21-a01ea87ddc74 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:33:01.307612 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3352e27b-e24b-440d-bd21-a01ea87ddc74 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:33:01.307947 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3352e27b-e24b-440d-bd21-a01ea87ddc74 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:33:01.308277 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3352e27b-e24b-440d-bd21-a01ea87ddc74 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:33:01.309127 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3352e27b-e24b-440d-bd21-a01ea87ddc74 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:33:01.309450 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3352e27b-e24b-440d-bd21-a01ea87ddc74 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:33:01.309776 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3352e27b-e24b-440d-bd21-a01ea87ddc74 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:33:01.310100 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3352e27b-e24b-440d-bd21-a01ea87ddc74 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:33:01.310446 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3352e27b-e24b-440d-bd21-a01ea87ddc74 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:33:01.310812 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3352e27b-e24b-440d-bd21-a01ea87ddc74 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:33:01.311086 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3352e27b-e24b-440d-bd21-a01ea87ddc74 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:33:01.345495 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-bce5ff31-cfdd-423f-becd-d3100f9213be req-3352e27b-e24b-440d-bd21-a01ea87ddc74 service neutron] No DVR routers for this DVR port 3c300fd9-688b-4cda-b0aa-e34d0e15918b on host n-h2-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:33:01.481387 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-bce5ff31-cfdd-423f-becd-d3100f9213be req-3352e27b-e24b-440d-bd21-a01ea87ddc74 service neutron] Attempting to bind port 3c300fd9-688b-4cda-b0aa-e34d0e15918b on host n-h1-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:33:01.481724 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-bce5ff31-cfdd-423f-becd-d3100f9213be req-3352e27b-e24b-440d-bd21-a01ea87ddc74 service neutron] Attempting to bind port 3c300fd9-688b-4cda-b0aa-e34d0e15918b by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': '3f5cf6c0-170e-43ac-afe6-da27e4988b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '4d714f01-c282-4527-b4d0-900de9f743a5'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:33:01.482055 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce5ff31-cfdd-423f-becd-d3100f9213be req-3352e27b-e24b-440d-bd21-a01ea87ddc74 service neutron] Attempting to bind port 3c300fd9-688b-4cda-b0aa-e34d0e15918b on network 4d714f01-c282-4527-b4d0-900de9f743a5 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:33:01.487279 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce5ff31-cfdd-423f-becd-d3100f9213be req-3352e27b-e24b-440d-bd21-a01ea87ddc74 service neutron] Port 3c300fd9-688b-4cda-b0aa-e34d0e15918b on network 4d714f01-c282-4527-b4d0-900de9f743a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:33:01.487603 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce5ff31-cfdd-423f-becd-d3100f9213be req-3352e27b-e24b-440d-bd21-a01ea87ddc74 service neutron] Attempting to bind port 3c300fd9-688b-4cda-b0aa-e34d0e15918b on network 4d714f01-c282-4527-b4d0-900de9f743a5 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:33:01.493774 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce5ff31-cfdd-423f-becd-d3100f9213be req-3352e27b-e24b-440d-bd21-a01ea87ddc74 service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:33:01.494113 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce5ff31-cfdd-423f-becd-d3100f9213be req-3352e27b-e24b-440d-bd21-a01ea87ddc74 service neutron] Checking segment: {'id': '3f5cf6c0-170e-43ac-afe6-da27e4988b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '4d714f01-c282-4527-b4d0-900de9f743a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:33:01.494530 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce5ff31-cfdd-423f-becd-d3100f9213be req-3352e27b-e24b-440d-bd21-a01ea87ddc74 service neutron] Bound using segment: {'id': '3f5cf6c0-170e-43ac-afe6-da27e4988b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '4d714f01-c282-4527-b4d0-900de9f743a5'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:33:01.494958 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-bce5ff31-cfdd-423f-becd-d3100f9213be req-3352e27b-e24b-440d-bd21-a01ea87ddc74 service neutron] Bound port: 3c300fd9-688b-4cda-b0aa-e34d0e15918b, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f5cf6c0-170e-43ac-afe6-da27e4988b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '4d714f01-c282-4527-b4d0-900de9f743a5'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:33:01.495322 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-bce5ff31-cfdd-423f-becd-d3100f9213be req-3352e27b-e24b-440d-bd21-a01ea87ddc74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:01.561644 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-bce5ff31-cfdd-423f-becd-d3100f9213be req-3352e27b-e24b-440d-bd21-a01ea87ddc74 service neutron] For port 3c300fd9-688b-4cda-b0aa-e34d0e15918b, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:33:01.564512 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-bce5ff31-cfdd-423f-becd-d3100f9213be req-3352e27b-e24b-440d-bd21-a01ea87ddc74 service neutron] For port 3c300fd9-688b-4cda-b0aa-e34d0e15918b, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=3c300fd9-688b-4cda-b0aa-e34d0e15918b,segment=NetworkSegment(3f5cf6c0-170e-43ac-afe6-da27e4988b62),segment_id=3f5cf6c0-170e-43ac-afe6-da27e4988b62)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:33:01.732771 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-bce5ff31-cfdd-423f-becd-d3100f9213be req-3352e27b-e24b-440d-bd21-a01ea87ddc74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:01.771696 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce5ff31-cfdd-423f-becd-d3100f9213be req-3352e27b-e24b-440d-bd21-a01ea87ddc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:33:01.772358 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-bce5ff31-cfdd-423f-becd-d3100f9213be req-3352e27b-e24b-440d-bd21-a01ea87ddc74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:01.773874 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bce5ff31-cfdd-423f-becd-d3100f9213be req-3352e27b-e24b-440d-bd21-a01ea87ddc74 service neutron] 10.222.0.21 "PUT /v2.0/ports/3c300fd9-688b-4cda-b0aa-e34d0e15918b HTTP/1.1" status: 200 len: 1092 time: 1.0020585 Jul 05 03:33:01.815965 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3352e27b-e24b-440d-bd21-a01ea87ddc74 service neutron] Pushing event updated for resources: {'Port': ['ID=3c300fd9-688b-4cda-b0aa-e34d0e15918b,revision_number=7']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:33:01.868529 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce5ff31-cfdd-423f-becd-d3100f9213be req-2bfc52de-5f0c-4521-ba31-5d5193769bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:33:01.870153 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bce5ff31-cfdd-423f-becd-d3100f9213be req-2bfc52de-5f0c-4521-ba31-5d5193769bbc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f5cd03416720416fbffc8e2028e4152c&device_id=7990c116-fc60-4a71-aff3-9e0f98d79eef HTTP/1.1" status: 200 len: 1095 time: 0.0711188 Jul 05 03:33:01.951516 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ecfcc-527f-4a78-bb3a-40d720450660 req-3953e45a-5046-4a4c-9912-ebaf813f02bd tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:33:01.968472 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-657ecfcc-527f-4a78-bb3a-40d720450660 req-3953e45a-5046-4a4c-9912-ebaf813f02bd tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=7990c116-fc60-4a71-aff3-9e0f98d79eef HTTP/1.1" status: 200 len: 943 time: 0.0785031 Jul 05 03:33:01.969628 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce5ff31-cfdd-423f-becd-d3100f9213be req-3036f0fc-129a-4726-9736-0c60b65f9e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:33:01.970915 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bce5ff31-cfdd-423f-becd-d3100f9213be req-3036f0fc-129a-4726-9736-0c60b65f9e66 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4d714f01-c282-4527-b4d0-900de9f743a5 HTTP/1.1" status: 200 len: 896 time: 0.0950878 Jul 05 03:33:01.998836 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-657ecfcc-527f-4a78-bb3a-40d720450660 req-05b4ce40-080d-4793-9fe4-8d3e7ad6cca8 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=60712294-39b9-4bdf-827f-809b1084294f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380950 Jul 05 03:33:02.036975 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bce5ff31-cfdd-423f-becd-d3100f9213be req-a0150677-73b4-413a-8bd7-2a81c4c8b981 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3c300fd9-688b-4cda-b0aa-e34d0e15918b HTTP/1.1" status: 200 len: 998 time: 0.0598619 Jul 05 03:33:02.092019 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce5ff31-cfdd-423f-becd-d3100f9213be req-7db6e4cf-6735-4053-931b-4e749cf5e14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:33:02.093508 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bce5ff31-cfdd-423f-becd-d3100f9213be req-7db6e4cf-6735-4053-931b-4e749cf5e14c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4655477b-1452-4fc9-b4a6-f53634a7fde8 HTTP/1.1" status: 200 len: 835 time: 0.0492520 Jul 05 03:33:02.155463 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce5ff31-cfdd-423f-becd-d3100f9213be req-d7d2b994-aa1a-49ab-98ba-8a7c6a1af4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:33:02.157002 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bce5ff31-cfdd-423f-becd-d3100f9213be req-d7d2b994-aa1a-49ab-98ba-8a7c6a1af4f5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4d714f01-c282-4527-b4d0-900de9f743a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0576031 Jul 05 03:33:02.244143 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bce5ff31-cfdd-423f-becd-d3100f9213be req-93f3805f-d48e-4697-a64e-ebb2940660be service neutron] 10.222.0.21 "GET /v2.0/networks/4d714f01-c282-4527-b4d0-900de9f743a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806570 Jul 05 03:33:02.335868 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bce5ff31-cfdd-423f-becd-d3100f9213be req-1f30af34-1da8-4c09-92f3-8becce19b78e service neutron] 10.222.0.21 "GET /v2.0/networks/4d714f01-c282-4527-b4d0-900de9f743a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851436 Jul 05 03:33:02.486611 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 3c300fd9-688b-4cda-b0aa-e34d0e15918b no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:33:02.527792 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 3c300fd9-688b-4cda-b0aa-e34d0e15918b not bound to the agent host n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:33:03.177855 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7990c116-fc60-4a71-aff3-9e0f98d79eef', 'tag': '3c300fd9-688b-4cda-b0aa-e34d0e15918b'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:33:03.180223 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4c1385bffaa5d930a7117e6982c27207eca91cca31cf4b43f86c7ad63cd24a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47939da4-618c-4974-a55e-0dfe9ef30530" -d '{"events": [{"name": "network-changed", "server_uuid": "7990c116-fc60-4a71-aff3-9e0f98d79eef", "tag": "3c300fd9-688b-4cda-b0aa-e34d0e15918b"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:33:03.194937 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b96968-7e68-4b82-a162-b5e4b48a1032 req-281c0f0e-33ea-4850-b4b0-cf142168bb36 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:33:03.196548 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b2b96968-7e68-4b82-a162-b5e4b48a1032 req-281c0f0e-33ea-4850-b4b0-cf142168bb36 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=7990c116-fc60-4a71-aff3-9e0f98d79eef HTTP/1.1" status: 200 len: 943 time: 0.0834806 Jul 05 03:33:03.230900 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5624d418-559d-4c1f-949c-cce1b5f5c9d9 x-openstack-request-id: req-5624d418-559d-4c1f-949c-cce1b5f5c9d9 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:33:03.231221 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7990c116-fc60-4a71-aff3-9e0f98d79eef", "tag": "3c300fd9-688b-4cda-b0aa-e34d0e15918b", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:33:03.231470 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5624d418-559d-4c1f-949c-cce1b5f5c9d9 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:33:03.231856 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7990c116-fc60-4a71-aff3-9e0f98d79eef', 'tag': '3c300fd9-688b-4cda-b0aa-e34d0e15918b', 'status': 'completed', 'code': 200} Jul 05 03:33:03.239759 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b2b96968-7e68-4b82-a162-b5e4b48a1032 req-9ec92588-040f-49c6-9f6f-a09123373718 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=60712294-39b9-4bdf-827f-809b1084294f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364277 Jul 05 03:33:03.347041 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47939da4-618c-4974-a55e-0dfe9ef30530 req-ea4bd0c8-911e-446b-8a9f-0efb30fcb9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:33:03.348528 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-47939da4-618c-4974-a55e-0dfe9ef30530 req-ea4bd0c8-911e-446b-8a9f-0efb30fcb9bb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f5cd03416720416fbffc8e2028e4152c&device_id=7990c116-fc60-4a71-aff3-9e0f98d79eef HTTP/1.1" status: 200 len: 1095 time: 0.0885487 Jul 05 03:33:03.350343 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47939da4-618c-4974-a55e-0dfe9ef30530 req-56d3e610-fa94-4ba7-9a1d-546177d46691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:33:03.351732 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-47939da4-618c-4974-a55e-0dfe9ef30530 req-56d3e610-fa94-4ba7-9a1d-546177d46691 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f5cd03416720416fbffc8e2028e4152c&device_id=7990c116-fc60-4a71-aff3-9e0f98d79eef HTTP/1.1" status: 200 len: 1095 time: 0.1008036 Jul 05 03:33:03.508903 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47939da4-618c-4974-a55e-0dfe9ef30530 req-75d906f6-8596-4589-85b7-f9c424c8f7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:33:03.510452 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-47939da4-618c-4974-a55e-0dfe9ef30530 req-75d906f6-8596-4589-85b7-f9c424c8f7f4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4d714f01-c282-4527-b4d0-900de9f743a5 HTTP/1.1" status: 200 len: 896 time: 0.1465564 Jul 05 03:33:03.511558 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47939da4-618c-4974-a55e-0dfe9ef30530 req-72006b5d-97ad-4db5-9a54-f95e0f0068ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:33:03.512900 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-47939da4-618c-4974-a55e-0dfe9ef30530 req-72006b5d-97ad-4db5-9a54-f95e0f0068ec service neutron] 10.222.0.21 "GET /v2.0/networks?id=4d714f01-c282-4527-b4d0-900de9f743a5 HTTP/1.1" status: 200 len: 896 time: 0.1575830 Jul 05 03:33:03.623400 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-47939da4-618c-4974-a55e-0dfe9ef30530 req-14b0f065-619e-4a62-9e43-917c174ecd69 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3c300fd9-688b-4cda-b0aa-e34d0e15918b HTTP/1.1" status: 200 len: 998 time: 0.1008818 Jul 05 03:33:03.624961 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-47939da4-618c-4974-a55e-0dfe9ef30530 req-cad7b986-b131-463c-b801-f5bfbf7857d9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3c300fd9-688b-4cda-b0aa-e34d0e15918b HTTP/1.1" status: 200 len: 998 time: 0.1084886 Jul 05 03:33:03.709067 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47939da4-618c-4974-a55e-0dfe9ef30530 req-f899da20-17ca-419d-99f7-1eb1b88689a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:33:03.710648 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-47939da4-618c-4974-a55e-0dfe9ef30530 req-f899da20-17ca-419d-99f7-1eb1b88689a1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4655477b-1452-4fc9-b4a6-f53634a7fde8 HTTP/1.1" status: 200 len: 835 time: 0.0788982 Jul 05 03:33:03.716134 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47939da4-618c-4974-a55e-0dfe9ef30530 req-cd404386-c97a-44de-b034-eb05d8f948fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:33:03.717660 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-47939da4-618c-4974-a55e-0dfe9ef30530 req-cd404386-c97a-44de-b034-eb05d8f948fe service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4655477b-1452-4fc9-b4a6-f53634a7fde8 HTTP/1.1" status: 200 len: 835 time: 0.0870416 Jul 05 03:33:03.802373 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47939da4-618c-4974-a55e-0dfe9ef30530 req-8210272a-fbcf-493e-86fd-c45946799fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:33:03.803920 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-47939da4-618c-4974-a55e-0dfe9ef30530 req-8210272a-fbcf-493e-86fd-c45946799fff service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4d714f01-c282-4527-b4d0-900de9f743a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0853338 Jul 05 03:33:03.811963 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47939da4-618c-4974-a55e-0dfe9ef30530 req-b2c4a10e-30c1-438c-8d7b-07cc4a7ae76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:33:03.813492 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-47939da4-618c-4974-a55e-0dfe9ef30530 req-b2c4a10e-30c1-438c-8d7b-07cc4a7ae76c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4d714f01-c282-4527-b4d0-900de9f743a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0866520 Jul 05 03:33:03.969767 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-47939da4-618c-4974-a55e-0dfe9ef30530 req-c81641e9-15be-4a10-a0d2-4a867966003e service neutron] 10.222.0.21 "GET /v2.0/networks/4d714f01-c282-4527-b4d0-900de9f743a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473122 Jul 05 03:33:03.971582 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-47939da4-618c-4974-a55e-0dfe9ef30530 req-17a032fc-9993-4996-8ac0-4c0737d51466 service neutron] 10.222.0.15 "GET /v2.0/networks/4d714f01-c282-4527-b4d0-900de9f743a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572459 Jul 05 03:33:04.126953 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-47939da4-618c-4974-a55e-0dfe9ef30530 req-526b3c32-ab8d-4da9-b2dc-46b38130a13b service neutron] 10.222.0.15 "GET /v2.0/networks/4d714f01-c282-4527-b4d0-900de9f743a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471016 Jul 05 03:33:04.132144 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-47939da4-618c-4974-a55e-0dfe9ef30530 req-574fc03c-ef26-4953-a761-a4276d7dba55 service neutron] 10.222.0.21 "GET /v2.0/networks/4d714f01-c282-4527-b4d0-900de9f743a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534834 Jul 05 03:33:04.421877 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60459a4d-5347-4198-8dfd-eafe7be48b7a req-e188a3cd-66a6-41d1-a713-167fde014e5f tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:33:04.423429 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-60459a4d-5347-4198-8dfd-eafe7be48b7a req-e188a3cd-66a6-41d1-a713-167fde014e5f tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=7990c116-fc60-4a71-aff3-9e0f98d79eef HTTP/1.1" status: 200 len: 943 time: 0.0667422 Jul 05 03:33:04.462405 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-60459a4d-5347-4198-8dfd-eafe7be48b7a req-828c46b5-58d5-41c8-a015-b03481fa8e08 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=60712294-39b9-4bdf-827f-809b1084294f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332060 Jul 05 03:33:05.645313 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61ffbbe-f7a3-41e8-bd7d-5ad1297f5c83 req-7e572ec0-0b47-4dc5-acbc-872de3a827fe tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:33:05.646869 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e61ffbbe-f7a3-41e8-bd7d-5ad1297f5c83 req-7e572ec0-0b47-4dc5-acbc-872de3a827fe tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=7990c116-fc60-4a71-aff3-9e0f98d79eef HTTP/1.1" status: 200 len: 943 time: 0.0655220 Jul 05 03:33:05.685841 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e61ffbbe-f7a3-41e8-bd7d-5ad1297f5c83 req-70641f77-a7bc-43ec-8792-0460a7eed65c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=60712294-39b9-4bdf-827f-809b1084294f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332453 Jul 05 03:33:05.717566 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 3c300fd9-688b-4cda-b0aa-e34d0e15918b details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:33:05.812344 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 3c300fd9-688b-4cda-b0aa-e34d0e15918b, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=3c300fd9-688b-4cda-b0aa-e34d0e15918b,segment=NetworkSegment(3f5cf6c0-170e-43ac-afe6-da27e4988b62),segment_id=3f5cf6c0-170e-43ac-afe6-da27e4988b62)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:33:05.823211 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': '3c300fd9-688b-4cda-b0aa-e34d0e15918b', 'network_id': '4d714f01-c282-4527-b4d0-900de9f743a5', 'port_id': '3c300fd9-688b-4cda-b0aa-e34d0e15918b', 'mac_address': 'fa:16:3e:24:8d:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4655477b-1452-4fc9-b4a6-f53634a7fde8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:33:05.862565 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:05.874999 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c300fd9-688b-4cda-b0aa-e34d0e15918b {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:33:05.902154 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 3c300fd9-688b-4cda-b0aa-e34d0e15918b, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=3c300fd9-688b-4cda-b0aa-e34d0e15918b,segment=NetworkSegment(3f5cf6c0-170e-43ac-afe6-da27e4988b62),segment_id=3f5cf6c0-170e-43ac-afe6-da27e4988b62)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:33:05.992405 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:06.042002 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=3c300fd9-688b-4cda-b0aa-e34d0e15918b,revision_number=8']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:33:06.049551 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:33:06.049899 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:33:06.050261 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:33:06.050600 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:33:06.050966 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:33:06.051256 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:33:06.051580 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:33:06.051899 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:33:06.052222 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:33:06.052537 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:33:06.052854 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:33:06.053191 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:33:06.193137 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488d0b38-c470-4739-9280-3ca953ec0c71 req-69c49f85-158f-465b-bc10-131a9b6ff005 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:33:06.194677 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-488d0b38-c470-4739-9280-3ca953ec0c71 req-69c49f85-158f-465b-bc10-131a9b6ff005 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=7990c116-fc60-4a71-aff3-9e0f98d79eef HTTP/1.1" status: 200 len: 944 time: 0.0719712 Jul 05 03:33:06.216549 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['3c300fd9-688b-4cda-b0aa-e34d0e15918b'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:33:06.266500 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-488d0b38-c470-4739-9280-3ca953ec0c71 req-42087184-5550-4048-a95d-d0c05baa4bf3 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=60712294-39b9-4bdf-827f-809b1084294f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0620103 Jul 05 03:33:06.292035 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb75f689-35c2-4531-ac73-3bf6afb5eb12 req-208ffac7-6adf-4d90-a60e-1e44ce06c41a tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:33:06.294177 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cb75f689-35c2-4531-ac73-3bf6afb5eb12 req-208ffac7-6adf-4d90-a60e-1e44ce06c41a tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.15 "GET /v2.0/ports?device_id=7990c116-fc60-4a71-aff3-9e0f98d79eef&tenant_id=f5cd03416720416fbffc8e2028e4152c&binding%3Ahost_id=n-h1-771362-32 HTTP/1.1" status: 200 len: 944 time: 0.0986447 Jul 05 03:33:06.373785 n-d-771362-32 neutron-server[94461]: INFO neutron.api.v2.resource [req-cb75f689-35c2-4531-ac73-3bf6afb5eb12 req-d214c851-faf2-4d10-9db3-e3becf799240 service neutron] delete failed (client error): The resource could not be found. Jul 05 03:33:06.375292 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cb75f689-35c2-4531-ac73-3bf6afb5eb12 req-d214c851-faf2-4d10-9db3-e3becf799240 service neutron] 10.222.0.15 "DELETE /v2.0/ports/3c300fd9-688b-4cda-b0aa-e34d0e15918b/bindings/n-h2-771362-32 HTTP/1.1" status: 404 len: 381 time: 0.0750885 Jul 05 03:33:06.465049 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b31b0c-97aa-4abe-9050-32f39a32ebe9 req-f2df5493-f6ee-4569-b539-96dae7f4304c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:33:06.467400 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-07b31b0c-97aa-4abe-9050-32f39a32ebe9 req-f2df5493-f6ee-4569-b539-96dae7f4304c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=7990c116-fc60-4a71-aff3-9e0f98d79eef HTTP/1.1" status: 200 len: 944 time: 0.0748339 Jul 05 03:33:06.483268 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb75f689-35c2-4531-ac73-3bf6afb5eb12 req-bcd5fa02-632a-4194-9327-f33c09ce21c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:33:06.484773 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cb75f689-35c2-4531-ac73-3bf6afb5eb12 req-bcd5fa02-632a-4194-9327-f33c09ce21c2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f5cd03416720416fbffc8e2028e4152c&device_id=7990c116-fc60-4a71-aff3-9e0f98d79eef HTTP/1.1" status: 200 len: 1096 time: 0.0550153 Jul 05 03:33:06.505663 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-07b31b0c-97aa-4abe-9050-32f39a32ebe9 req-c2d7a290-7270-4a1a-80bd-6631cb2c5508 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=60712294-39b9-4bdf-827f-809b1084294f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326884 Jul 05 03:33:06.572562 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb75f689-35c2-4531-ac73-3bf6afb5eb12 req-7eeed0bf-8631-4b2f-b3e9-eedff6bad6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:33:06.574000 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cb75f689-35c2-4531-ac73-3bf6afb5eb12 req-7eeed0bf-8631-4b2f-b3e9-eedff6bad6aa service neutron] 10.222.0.15 "GET /v2.0/networks?id=4d714f01-c282-4527-b4d0-900de9f743a5 HTTP/1.1" status: 200 len: 896 time: 0.0829632 Jul 05 03:33:06.640753 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cb75f689-35c2-4531-ac73-3bf6afb5eb12 req-aa7808db-485d-4f8a-a85e-71a151849423 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3c300fd9-688b-4cda-b0aa-e34d0e15918b HTTP/1.1" status: 200 len: 999 time: 0.0606496 Jul 05 03:33:06.689157 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb75f689-35c2-4531-ac73-3bf6afb5eb12 req-94d23d76-4152-4168-8214-6d70367fce30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:33:06.690699 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cb75f689-35c2-4531-ac73-3bf6afb5eb12 req-94d23d76-4152-4168-8214-6d70367fce30 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4655477b-1452-4fc9-b4a6-f53634a7fde8 HTTP/1.1" status: 200 len: 835 time: 0.0440361 Jul 05 03:33:06.745696 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb75f689-35c2-4531-ac73-3bf6afb5eb12 req-657c2138-6bb9-475c-b62f-685838a31c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:33:06.747273 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cb75f689-35c2-4531-ac73-3bf6afb5eb12 req-657c2138-6bb9-475c-b62f-685838a31c30 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4d714f01-c282-4527-b4d0-900de9f743a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508039 Jul 05 03:33:06.837971 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cb75f689-35c2-4531-ac73-3bf6afb5eb12 req-8af138f2-ad52-41ae-afc7-50cbf3e787f7 service neutron] 10.222.0.15 "GET /v2.0/networks/4d714f01-c282-4527-b4d0-900de9f743a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844328 Jul 05 03:33:06.923286 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cb75f689-35c2-4531-ac73-3bf6afb5eb12 req-60c176c0-f45e-4dd4-8a54-bb44e2c302d3 service neutron] 10.222.0.15 "GET /v2.0/networks/4d714f01-c282-4527-b4d0-900de9f743a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792763 Jul 05 03:33:07.716175 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 3c300fd9-688b-4cda-b0aa-e34d0e15918b up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:33:07.837809 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning for port 3c300fd9-688b-4cda-b0aa-e34d0e15918b completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:33:07.841979 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port 3c300fd9-688b-4cda-b0aa-e34d0e15918b triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:33:07.842387 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:07.872177 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d8e29a-7700-432d-a60d-838f282a53ef req-56329c1b-6082-48e7-a015-387d1e5032c4 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:33:07.873704 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-56d8e29a-7700-432d-a60d-838f282a53ef req-56329c1b-6082-48e7-a015-387d1e5032c4 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=7990c116-fc60-4a71-aff3-9e0f98d79eef HTTP/1.1" status: 200 len: 944 time: 0.0724695 Jul 05 03:33:07.912104 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-56d8e29a-7700-432d-a60d-838f282a53ef req-cc81ad4e-789c-4cf2-925b-7ed623d1b74c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=60712294-39b9-4bdf-827f-809b1084294f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326099 Jul 05 03:33:07.924322 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:07.947857 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7990c116-fc60-4a71-aff3-9e0f98d79eef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c300fd9-688b-4cda-b0aa-e34d0e15918b'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:33:07.951286 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1156d35e1955dd65519df7b38ee19a55ddc3a31abbcc68c280d02d687c0487e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a8a0737-aa41-4ce2-b5f1-cb3be0b02be1" -d '{"events": [{"server_uuid": "7990c116-fc60-4a71-aff3-9e0f98d79eef", "name": "network-vif-plugged", "status": "completed", "tag": "3c300fd9-688b-4cda-b0aa-e34d0e15918b"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:33:07.963861 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port 3c300fd9-688b-4cda-b0aa-e34d0e15918b, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=3c300fd9-688b-4cda-b0aa-e34d0e15918b,segment=NetworkSegment(3f5cf6c0-170e-43ac-afe6-da27e4988b62),segment_id=3f5cf6c0-170e-43ac-afe6-da27e4988b62)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:33:07.988050 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b100f621-0d7e-4b04-a413-f24aa9126686 x-openstack-request-id: req-b100f621-0d7e-4b04-a413-f24aa9126686 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:33:07.988370 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7990c116-fc60-4a71-aff3-9e0f98d79eef", "name": "network-vif-plugged", "status": "completed", "tag": "3c300fd9-688b-4cda-b0aa-e34d0e15918b", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:33:07.988625 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b100f621-0d7e-4b04-a413-f24aa9126686 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:33:07.989066 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7990c116-fc60-4a71-aff3-9e0f98d79eef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c300fd9-688b-4cda-b0aa-e34d0e15918b', 'code': 200} Jul 05 03:33:08.069864 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:08.118926 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=3c300fd9-688b-4cda-b0aa-e34d0e15918b,revision_number=9']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:33:09.085208 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38484e7b-a21a-40c4-b203-80af2745f3de req-916b5b94-4566-4ad1-9610-28cb6c63a357 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:33:09.086727 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-38484e7b-a21a-40c4-b203-80af2745f3de req-916b5b94-4566-4ad1-9610-28cb6c63a357 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=7990c116-fc60-4a71-aff3-9e0f98d79eef HTTP/1.1" status: 200 len: 945 time: 0.0626814 Jul 05 03:33:09.123944 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-38484e7b-a21a-40c4-b203-80af2745f3de req-8be9c46a-4abb-4b43-a1bb-1303b0828d41 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=60712294-39b9-4bdf-827f-809b1084294f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315597 Jul 05 03:33:09.148195 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 51364) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:33:09.208486 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-1edf17bd-0fd8-425d-b483-a24582d1178a tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/floatingips/ea1a273b-0595-4e3f-b5be-507fda9ee578 HTTP/1.1" status: 200 len: 992 time: 0.0591793 Jul 05 03:33:12.529495 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:12.609818 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:20.911999 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4eb01ae8-619b-45eb-811a-74b1125cb7ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:23.326260 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4ea007bc-58bd-4892-a5af-4068be44b5bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:24.003829 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:24.920595 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:26.380456 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:27.003165 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:33:33.699170 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 51376) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:33:33.863062 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-a5fab9e0-3ba3-4cf7-8b1b-7cacbd0fef1c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Deleting port a59eaa60-0f10-48d1-a8fd-7a16aa3ee77f {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:33:33.863330 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a5fab9e0-3ba3-4cf7-8b1b-7cacbd0fef1c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:33.941772 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a5fab9e0-3ba3-4cf7-8b1b-7cacbd0fef1c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:33.942098 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a5fab9e0-3ba3-4cf7-8b1b-7cacbd0fef1c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:33.953300 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-a5fab9e0-3ba3-4cf7-8b1b-7cacbd0fef1c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Calling delete_port for a59eaa60-0f10-48d1-a8fd-7a16aa3ee77f owned by network:floatingip {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:33:34.184242 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a5fab9e0-3ba3-4cf7-8b1b-7cacbd0fef1c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:34.211323 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fab9e0-3ba3-4cf7-8b1b-7cacbd0fef1c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Pushing event deleted for resources: {'Port': ['ID=a59eaa60-0f10-48d1-a8fd-7a16aa3ee77f,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:33:34.237736 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fab9e0-3ba3-4cf7-8b1b-7cacbd0fef1c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:33:34.238095 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fab9e0-3ba3-4cf7-8b1b-7cacbd0fef1c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:33:34.238422 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fab9e0-3ba3-4cf7-8b1b-7cacbd0fef1c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:33:34.238758 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fab9e0-3ba3-4cf7-8b1b-7cacbd0fef1c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:33:34.239087 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fab9e0-3ba3-4cf7-8b1b-7cacbd0fef1c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:33:34.239416 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fab9e0-3ba3-4cf7-8b1b-7cacbd0fef1c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:33:34.239740 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fab9e0-3ba3-4cf7-8b1b-7cacbd0fef1c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:33:34.240063 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fab9e0-3ba3-4cf7-8b1b-7cacbd0fef1c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:33:34.240386 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fab9e0-3ba3-4cf7-8b1b-7cacbd0fef1c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:33:34.240706 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fab9e0-3ba3-4cf7-8b1b-7cacbd0fef1c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:33:34.241028 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fab9e0-3ba3-4cf7-8b1b-7cacbd0fef1c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:33:34.241347 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fab9e0-3ba3-4cf7-8b1b-7cacbd0fef1c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:33:34.283958 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a5fab9e0-3ba3-4cf7-8b1b-7cacbd0fef1c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for floatingip, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:34.284289 n-d-771362-32 neutron-server[94462]: INFO neutron.db.l3_db [None req-a5fab9e0-3ba3-4cf7-8b1b-7cacbd0fef1c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Floating IP ea1a273b-0595-4e3f-b5be-507fda9ee578 disassociated (deleted). External IP: 172.25.7.28, port: 3c300fd9-688b-4cda-b0aa-e34d0e15918b. Jul 05 03:33:34.289449 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e2356aa2-45c8-4d87-aa20-c8b6205d609d req-675d4f35-0a57-420e-bc38-8c2f6472a8f0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7990c116-fc60-4a71-aff3-9e0f98d79eef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0564857 Jul 05 03:33:34.387403 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2356aa2-45c8-4d87-aa20-c8b6205d609d req-c95ff21a-a065-4032-856f-722699ec9533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:33:34.388937 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e2356aa2-45c8-4d87-aa20-c8b6205d609d req-c95ff21a-a065-4032-856f-722699ec9533 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f5cd03416720416fbffc8e2028e4152c&device_id=7990c116-fc60-4a71-aff3-9e0f98d79eef HTTP/1.1" status: 200 len: 1097 time: 0.0571201 Jul 05 03:33:34.492915 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2356aa2-45c8-4d87-aa20-c8b6205d609d req-e25432aa-3831-4cd4-b03e-3cff70e9c273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:33:34.494530 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e2356aa2-45c8-4d87-aa20-c8b6205d609d req-e25432aa-3831-4cd4-b03e-3cff70e9c273 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4d714f01-c282-4527-b4d0-900de9f743a5 HTTP/1.1" status: 200 len: 896 time: 0.0853181 Jul 05 03:33:34.499298 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5fab9e0-3ba3-4cf7-8b1b-7cacbd0fef1c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Router f548d3de-c805-4b10-9a1d-2a4d6a392bf7 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:33:34.540405 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e2356aa2-45c8-4d87-aa20-c8b6205d609d req-189c1c0c-fdb4-4c76-85ac-7b1983a61421 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3c300fd9-688b-4cda-b0aa-e34d0e15918b HTTP/1.1" status: 200 len: 217 time: 0.0391753 Jul 05 03:33:34.588421 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2356aa2-45c8-4d87-aa20-c8b6205d609d req-b1979f29-0409-478f-a687-88c93baa3e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:33:34.590532 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e2356aa2-45c8-4d87-aa20-c8b6205d609d req-b1979f29-0409-478f-a687-88c93baa3e79 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4655477b-1452-4fc9-b4a6-f53634a7fde8 HTTP/1.1" status: 200 len: 835 time: 0.0432808 Jul 05 03:33:34.608056 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5fab9e0-3ba3-4cf7-8b1b-7cacbd0fef1c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:33:34.612949 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a5fab9e0-3ba3-4cf7-8b1b-7cacbd0fef1c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:34.617891 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ce07b2-517f-4b1b-923b-a61e1d569f5b None None] Sync routers for ids ['f548d3de-c805-4b10-9a1d-2a4d6a392bf7'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:33:34.627381 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ce07b2-517f-4b1b-923b-a61e1d569f5b None None] Routers {'f548d3de-c805-4b10-9a1d-2a4d6a392bf7'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:33:34.628198 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-31ce07b2-517f-4b1b-923b-a61e1d569f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:33:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['f548d3de-c805-4b10-9a1d-2a4d6a392bf7'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:33:34.653634 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2356aa2-45c8-4d87-aa20-c8b6205d609d req-566b195a-870b-402c-93d5-d8f0bac50d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:33:34.654155 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-a5fab9e0-3ba3-4cf7-8b1b-7cacbd0fef1c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "DELETE /v2.0/floatingips/ea1a273b-0595-4e3f-b5be-507fda9ee578 HTTP/1.1" status: 204 len: 168 time: 0.9538598 Jul 05 03:33:34.654760 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7990c116-fc60-4a71-aff3-9e0f98d79eef', 'tag': '3c300fd9-688b-4cda-b0aa-e34d0e15918b'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:33:34.655364 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e2356aa2-45c8-4d87-aa20-c8b6205d609d req-566b195a-870b-402c-93d5-d8f0bac50d3b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4d714f01-c282-4527-b4d0-900de9f743a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0569518 Jul 05 03:33:34.657111 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11141f6c68b9db4323543981e20059e25754165b6910e3da155bf2bc30bd8242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad850b8e-27ee-4e75-9a2c-1c29c8e4d161" -d '{"events": [{"name": "network-changed", "server_uuid": "7990c116-fc60-4a71-aff3-9e0f98d79eef", "tag": "3c300fd9-688b-4cda-b0aa-e34d0e15918b"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:33:34.752357 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e2356aa2-45c8-4d87-aa20-c8b6205d609d req-6802a74c-f64a-4cb2-910d-1d7c2145b5b3 service neutron] 10.222.0.21 "GET /v2.0/networks/4d714f01-c282-4527-b4d0-900de9f743a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903430 Jul 05 03:33:34.763723 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-31ce07b2-517f-4b1b-923b-a61e1d569f5b None None] Set router f548d3de-c805-4b10-9a1d-2a4d6a392bf7 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:33:34.832447 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a2ec977-4bec-4c33-8b7a-6783d5232a62 x-openstack-request-id: req-7a2ec977-4bec-4c33-8b7a-6783d5232a62 {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:33:34.832993 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7990c116-fc60-4a71-aff3-9e0f98d79eef", "tag": "3c300fd9-688b-4cda-b0aa-e34d0e15918b", "status": "completed", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:33:34.833717 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7a2ec977-4bec-4c33-8b7a-6783d5232a62 {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:33:34.834160 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7990c116-fc60-4a71-aff3-9e0f98d79eef', 'tag': '3c300fd9-688b-4cda-b0aa-e34d0e15918b', 'status': 'completed', 'code': 200} Jul 05 03:33:34.859389 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e2356aa2-45c8-4d87-aa20-c8b6205d609d req-0693789a-ad2a-4c0c-8469-e9cd40625b49 service neutron] 10.222.0.21 "GET /v2.0/networks/4d714f01-c282-4527-b4d0-900de9f743a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972192 Jul 05 03:33:34.974423 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-31ce07b2-517f-4b1b-923b-a61e1d569f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f548d3de-c805-4b10-9a1d-2a4d6a392bf7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1549629381', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': 'cdf9f31c-7c9b-47a3-9b5b-0ccf921c76c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:31:51Z', 'updated_at': '2021-07-05T03:31:56Z', 'revision_number': 4, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'gw_port': {'id': 'cdf9f31c-7c9b-47a3-9b5b-0ccf921c76c6', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f548d3de-c805-4b10-9a1d-2a4d6a392bf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:31:52Z', 'updated_at': '2021-07-05T03:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '11db2054-78cf-4652-a6f2-f7b5f3e92cf8', 'name': '', 'network_id': '4d714f01-c282-4527-b4d0-900de9f743a5', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'mac_address': 'fa:16:3e:5e:62:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f548d3de-c805-4b10-9a1d-2a4d6a392bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '4655477b-1452-4fc9-b4a6-f53634a7fde8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:31:55Z', 'updated_at': '2021-07-05T03:31:59Z', 'revision_number': 5, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'subnets': [{'id': '4655477b-1452-4fc9-b4a6-f53634a7fde8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:33:35.001193 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ce07b2-517f-4b1b-923b-a61e1d569f5b None None] Checking router: f548d3de-c805-4b10-9a1d-2a4d6a392bf7 for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:33:35.010541 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ce07b2-517f-4b1b-923b-a61e1d569f5b None None] Routers {'f548d3de-c805-4b10-9a1d-2a4d6a392bf7'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:33:35.011741 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-31ce07b2-517f-4b1b-923b-a61e1d569f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:33:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['f548d3de-c805-4b10-9a1d-2a4d6a392bf7'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:33:35.056462 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad850b8e-27ee-4e75-9a2c-1c29c8e4d161 req-be46b11e-53bd-4cd9-b4b0-a45e53cc6196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:33:35.058534 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ad850b8e-27ee-4e75-9a2c-1c29c8e4d161 req-be46b11e-53bd-4cd9-b4b0-a45e53cc6196 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f5cd03416720416fbffc8e2028e4152c&device_id=7990c116-fc60-4a71-aff3-9e0f98d79eef HTTP/1.1" status: 200 len: 1097 time: 0.0670528 Jul 05 03:33:35.118811 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-31ce07b2-517f-4b1b-923b-a61e1d569f5b None None] Set router f548d3de-c805-4b10-9a1d-2a4d6a392bf7 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:33:35.156567 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad850b8e-27ee-4e75-9a2c-1c29c8e4d161 req-2dc31182-5a29-4505-bdce-ffc5e87749e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:33:35.158071 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ad850b8e-27ee-4e75-9a2c-1c29c8e4d161 req-2dc31182-5a29-4505-bdce-ffc5e87749e2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4d714f01-c282-4527-b4d0-900de9f743a5 HTTP/1.1" status: 200 len: 896 time: 0.0935020 Jul 05 03:33:35.205659 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ad850b8e-27ee-4e75-9a2c-1c29c8e4d161 req-b300cf40-9eab-4ace-bd40-c1dde65681e7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3c300fd9-688b-4cda-b0aa-e34d0e15918b HTTP/1.1" status: 200 len: 217 time: 0.0403161 Jul 05 03:33:35.263558 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad850b8e-27ee-4e75-9a2c-1c29c8e4d161 req-1bb265e5-b14d-4cff-b628-c778a6a6903e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:33:35.265176 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ad850b8e-27ee-4e75-9a2c-1c29c8e4d161 req-1bb265e5-b14d-4cff-b628-c778a6a6903e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4655477b-1452-4fc9-b4a6-f53634a7fde8 HTTP/1.1" status: 200 len: 835 time: 0.0528467 Jul 05 03:33:35.334174 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad850b8e-27ee-4e75-9a2c-1c29c8e4d161 req-b6169345-10be-4475-bcb9-341658b493ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:33:35.335727 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ad850b8e-27ee-4e75-9a2c-1c29c8e4d161 req-b6169345-10be-4475-bcb9-341658b493ba service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4d714f01-c282-4527-b4d0-900de9f743a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0600083 Jul 05 03:33:35.338090 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-31ce07b2-517f-4b1b-923b-a61e1d569f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f548d3de-c805-4b10-9a1d-2a4d6a392bf7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1549629381', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': 'cdf9f31c-7c9b-47a3-9b5b-0ccf921c76c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:31:51Z', 'updated_at': '2021-07-05T03:31:56Z', 'revision_number': 4, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'gw_port': {'id': 'cdf9f31c-7c9b-47a3-9b5b-0ccf921c76c6', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f548d3de-c805-4b10-9a1d-2a4d6a392bf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:31:52Z', 'updated_at': '2021-07-05T03:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '11db2054-78cf-4652-a6f2-f7b5f3e92cf8', 'name': '', 'network_id': '4d714f01-c282-4527-b4d0-900de9f743a5', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'mac_address': 'fa:16:3e:5e:62:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f548d3de-c805-4b10-9a1d-2a4d6a392bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '4655477b-1452-4fc9-b4a6-f53634a7fde8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:31:55Z', 'updated_at': '2021-07-05T03:31:59Z', 'revision_number': 5, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'subnets': [{'id': '4655477b-1452-4fc9-b4a6-f53634a7fde8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:33:35.357574 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66030052-f4e3-494c-be04-c939838cce98 req-327d9b30-5ae3-40dd-8266-c34ff0e5bfa5 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:33:35.359166 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-66030052-f4e3-494c-be04-c939838cce98 req-327d9b30-5ae3-40dd-8266-c34ff0e5bfa5 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=7990c116-fc60-4a71-aff3-9e0f98d79eef HTTP/1.1" status: 200 len: 945 time: 0.0694258 Jul 05 03:33:35.375027 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ce07b2-517f-4b1b-923b-a61e1d569f5b None None] The sync data for ids ['f548d3de-c805-4b10-9a1d-2a4d6a392bf7'] in n-d-771362-32 is: [{'id': 'f548d3de-c805-4b10-9a1d-2a4d6a392bf7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1549629381', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': 'cdf9f31c-7c9b-47a3-9b5b-0ccf921c76c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:31:51Z', 'updated_at': '2021-07-05T03:31:56Z', 'revision_number': 4, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'gw_port': {'id': 'cdf9f31c-7c9b-47a3-9b5b-0ccf921c76c6', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f548d3de-c805-4b10-9a1d-2a4d6a392bf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:31:52Z', 'updated_at': '2021-07-05T03:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '11db2054-78cf-4652-a6f2-f7b5f3e92cf8', 'name': '', 'network_id': '4d714f01-c282-4527-b4d0-900de9f743a5', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'mac_address': 'fa:16:3e:5e:62:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f548d3de-c805-4b10-9a1d-2a4d6a392bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '4655477b-1452-4fc9-b4a6-f53634a7fde8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:31:55Z', 'updated_at': '2021-07-05T03:31:59Z', 'revision_number': 5, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'subnets': [{'id': '4655477b-1452-4fc9-b4a6-f53634a7fde8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:33:35.403938 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-66030052-f4e3-494c-be04-c939838cce98 req-fdb59bf5-51a9-48c1-8363-af5f61cbb196 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=60712294-39b9-4bdf-827f-809b1084294f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367610 Jul 05 03:33:35.454003 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ad850b8e-27ee-4e75-9a2c-1c29c8e4d161 req-9ae82cc2-0d14-4288-b151-d01e487744b2 service neutron] 10.222.0.21 "GET /v2.0/networks/4d714f01-c282-4527-b4d0-900de9f743a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030371 Jul 05 03:33:35.569226 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ad850b8e-27ee-4e75-9a2c-1c29c8e4d161 req-bf0bb2a9-a5c4-4dec-8cb7-6e45ce143e99 service neutron] 10.222.0.21 "GET /v2.0/networks/4d714f01-c282-4527-b4d0-900de9f743a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027944 Jul 05 03:33:35.651487 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2041e9bc-ea12-401c-a6a5-7f401da43102 None None] New status for floating IP ea1a273b-0595-4e3f-b5be-507fda9ee578: DOWN {{(pid=94464) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:33:36.595717 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c3f627-90bb-4b15-a76b-a9b3569affd7 req-60c5a43c-aaac-48ea-84fc-735a2d9406cb tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:33:36.597265 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-84c3f627-90bb-4b15-a76b-a9b3569affd7 req-60c5a43c-aaac-48ea-84fc-735a2d9406cb tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=7990c116-fc60-4a71-aff3-9e0f98d79eef HTTP/1.1" status: 200 len: 945 time: 0.0701842 Jul 05 03:33:36.636830 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-84c3f627-90bb-4b15-a76b-a9b3569affd7 req-198c5da0-4316-4c09-afdd-7342bb8f6f2b tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=60712294-39b9-4bdf-827f-809b1084294f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339820 Jul 05 03:33:36.721731 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6099a108-35d3-44a4-a43c-55648e48ff04 req-a6c6555e-de4f-44d7-afa5-93188038d474 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:33:36.723137 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6099a108-35d3-44a4-a43c-55648e48ff04 req-a6c6555e-de4f-44d7-afa5-93188038d474 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.21 "GET /v2.0/ports?device_id=7990c116-fc60-4a71-aff3-9e0f98d79eef HTTP/1.1" status: 200 len: 945 time: 0.0642083 Jul 05 03:33:36.827976 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-6099a108-35d3-44a4-a43c-55648e48ff04 req-54512d37-40fc-4823-ad12-8f48a767c74a tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Deleting port 3c300fd9-688b-4cda-b0aa-e34d0e15918b {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:33:36.828320 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-6099a108-35d3-44a4-a43c-55648e48ff04 req-54512d37-40fc-4823-ad12-8f48a767c74a tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:36.924316 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-6099a108-35d3-44a4-a43c-55648e48ff04 req-54512d37-40fc-4823-ad12-8f48a767c74a tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] For port 3c300fd9-688b-4cda-b0aa-e34d0e15918b, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=3c300fd9-688b-4cda-b0aa-e34d0e15918b,segment=NetworkSegment(3f5cf6c0-170e-43ac-afe6-da27e4988b62),segment_id=3f5cf6c0-170e-43ac-afe6-da27e4988b62)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:33:36.924672 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-6099a108-35d3-44a4-a43c-55648e48ff04 req-54512d37-40fc-4823-ad12-8f48a767c74a tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:36.937762 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-6099a108-35d3-44a4-a43c-55648e48ff04 req-54512d37-40fc-4823-ad12-8f48a767c74a tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Calling delete_port for 3c300fd9-688b-4cda-b0aa-e34d0e15918b owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:33:37.145973 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-6099a108-35d3-44a4-a43c-55648e48ff04 req-54512d37-40fc-4823-ad12-8f48a767c74a tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:37.180008 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54512d37-40fc-4823-ad12-8f48a767c74a tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Pushing event deleted for resources: {'Port': ['ID=3c300fd9-688b-4cda-b0aa-e34d0e15918b,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:33:37.223756 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-6099a108-35d3-44a4-a43c-55648e48ff04 req-54512d37-40fc-4823-ad12-8f48a767c74a tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] No DVR routers for this DVR port 3c300fd9-688b-4cda-b0aa-e34d0e15918b on host n-h1-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:33:37.226465 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-6099a108-35d3-44a4-a43c-55648e48ff04 req-54512d37-40fc-4823-ad12-8f48a767c74a tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:37.228466 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6099a108-35d3-44a4-a43c-55648e48ff04 req-54512d37-40fc-4823-ad12-8f48a767c74a tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.21 "DELETE /v2.0/ports/3c300fd9-688b-4cda-b0aa-e34d0e15918b HTTP/1.1" status: 204 len: 173 time: 0.4999156 Jul 05 03:33:37.228902 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7990c116-fc60-4a71-aff3-9e0f98d79eef', 'name': 'network-vif-deleted', 'tag': '3c300fd9-688b-4cda-b0aa-e34d0e15918b'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:33:37.231334 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4c1385bffaa5d930a7117e6982c27207eca91cca31cf4b43f86c7ad63cd24a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d0108af-dd4c-47de-b64c-bae5ddf85f0a" -d '{"events": [{"server_uuid": "7990c116-fc60-4a71-aff3-9e0f98d79eef", "name": "network-vif-deleted", "tag": "3c300fd9-688b-4cda-b0aa-e34d0e15918b"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:33:37.318831 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff0c1f7e-0583-4ec5-884b-5a74b8d87def x-openstack-request-id: req-ff0c1f7e-0583-4ec5-884b-5a74b8d87def {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:33:37.319127 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7990c116-fc60-4a71-aff3-9e0f98d79eef", "name": "network-vif-deleted", "tag": "3c300fd9-688b-4cda-b0aa-e34d0e15918b", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:33:37.319385 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ff0c1f7e-0583-4ec5-884b-5a74b8d87def {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:33:37.319802 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7990c116-fc60-4a71-aff3-9e0f98d79eef', 'name': 'network-vif-deleted', 'tag': '3c300fd9-688b-4cda-b0aa-e34d0e15918b', 'status': 'completed', 'code': 200} Jul 05 03:33:37.790987 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3d421445-3af9-4b4f-9115-eb080d4aafd8 req-b0484a94-43ef-4033-8732-44d2380a9fc2 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=7990c116-fc60-4a71-aff3-9e0f98d79eef HTTP/1.1" status: 200 len: 210 time: 0.0283568 Jul 05 03:33:38.888565 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 51396) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:33:39.242100 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b5a9ccf9-a673-4bd7-bef6-6652d9116470 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1634680'] for router_interface, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:39.501988 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-b5a9ccf9-a673-4bd7-bef6-6652d9116470 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Deleting port 11db2054-78cf-4652-a6f2-f7b5f3e92cf8 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:33:39.502356 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b5a9ccf9-a673-4bd7-bef6-6652d9116470 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:39.606518 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-b5a9ccf9-a673-4bd7-bef6-6652d9116470 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] For port 11db2054-78cf-4652-a6f2-f7b5f3e92cf8, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=11db2054-78cf-4652-a6f2-f7b5f3e92cf8,segment=NetworkSegment(3f5cf6c0-170e-43ac-afe6-da27e4988b62),segment_id=3f5cf6c0-170e-43ac-afe6-da27e4988b62)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:33:39.606893 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b5a9ccf9-a673-4bd7-bef6-6652d9116470 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:39.619507 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-b5a9ccf9-a673-4bd7-bef6-6652d9116470 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Calling delete_port for 11db2054-78cf-4652-a6f2-f7b5f3e92cf8 owned by network:router_interface {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:33:39.884655 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 3c300fd9-688b-4cda-b0aa-e34d0e15918b no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:33:39.892089 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b5a9ccf9-a673-4bd7-bef6-6652d9116470 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:39.905627 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] No Port match for: 3c300fd9-688b-4cda-b0aa-e34d0e15918b {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:33:39.905974 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device 3c300fd9-688b-4cda-b0aa-e34d0e15918b not bound to the agent host n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:33:39.923132 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a9ccf9-a673-4bd7-bef6-6652d9116470 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Pushing event deleted for resources: {'Port': ['ID=11db2054-78cf-4652-a6f2-f7b5f3e92cf8,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:33:40.425536 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-b5a9ccf9-a673-4bd7-bef6-6652d9116470 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635398'] for router_interface, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:40.633859 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5a9ccf9-a673-4bd7-bef6-6652d9116470 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Router f548d3de-c805-4b10-9a1d-2a4d6a392bf7 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:33:40.738973 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5a9ccf9-a673-4bd7-bef6-6652d9116470 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:33:40.743990 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-b5a9ccf9-a673-4bd7-bef6-6652d9116470 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "PUT /v2.0/routers/f548d3de-c805-4b10-9a1d-2a4d6a392bf7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8544023 Jul 05 03:33:40.747486 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 51398) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:33:40.748883 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257603b6-85e9-464f-8851-ea29f2d162f2 None None] Sync routers for ids ['f548d3de-c805-4b10-9a1d-2a4d6a392bf7'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:33:40.757776 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257603b6-85e9-464f-8851-ea29f2d162f2 None None] Routers {'f548d3de-c805-4b10-9a1d-2a4d6a392bf7'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:33:40.758409 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-257603b6-85e9-464f-8851-ea29f2d162f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:33:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['f548d3de-c805-4b10-9a1d-2a4d6a392bf7'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:33:40.800690 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-6482f7c2-8cb5-4fce-87c1-6814f055beca tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Deleting subnet 4655477b-1452-4fc9-b4a6-f53634a7fde8 {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:33:40.803778 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6482f7c2-8cb5-4fce-87c1-6814f055beca tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:40.843832 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6482f7c2-8cb5-4fce-87c1-6814f055beca tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:40.862068 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-257603b6-85e9-464f-8851-ea29f2d162f2 None None] Set router f548d3de-c805-4b10-9a1d-2a4d6a392bf7 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:33:40.925451 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6482f7c2-8cb5-4fce-87c1-6814f055beca tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:41.036731 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-257603b6-85e9-464f-8851-ea29f2d162f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f548d3de-c805-4b10-9a1d-2a4d6a392bf7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1549629381', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': 'cdf9f31c-7c9b-47a3-9b5b-0ccf921c76c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:31:51Z', 'updated_at': '2021-07-05T03:33:39Z', 'revision_number': 5, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'gw_port': {'id': 'cdf9f31c-7c9b-47a3-9b5b-0ccf921c76c6', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f548d3de-c805-4b10-9a1d-2a4d6a392bf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:31:52Z', 'updated_at': '2021-07-05T03:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:33:41.063689 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6482f7c2-8cb5-4fce-87c1-6814f055beca tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:41.065978 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257603b6-85e9-464f-8851-ea29f2d162f2 None None] Checking router: f548d3de-c805-4b10-9a1d-2a4d6a392bf7 for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:33:41.074760 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257603b6-85e9-464f-8851-ea29f2d162f2 None None] Routers {'f548d3de-c805-4b10-9a1d-2a4d6a392bf7'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:33:41.075778 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-257603b6-85e9-464f-8851-ea29f2d162f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:33:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['f548d3de-c805-4b10-9a1d-2a4d6a392bf7'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:33:41.092965 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6482f7c2-8cb5-4fce-87c1-6814f055beca tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Pushing event deleted for resources: {'Subnet': ['ID=4655477b-1452-4fc9-b4a6-f53634a7fde8,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:33:41.095013 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-6482f7c2-8cb5-4fce-87c1-6814f055beca tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:41.099680 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 51400) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:33:41.100158 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-6482f7c2-8cb5-4fce-87c1-6814f055beca tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "DELETE /v2.0/subnets/4655477b-1452-4fc9-b4a6-f53634a7fde8 HTTP/1.1" status: 204 len: 168 time: 0.3513362 Jul 05 03:33:41.112263 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64ad114-0412-42e1-8ecf-908e68ef9716 None None] Network 4d714f01-c282-4527-b4d0-900de9f743a5 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:33:41.211712 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c7619634-e02c-49ce-a82d-7f0e34db2419 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for router, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:41.322236 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c7619634-e02c-49ce-a82d-7f0e34db2419 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:41.426425 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-257603b6-85e9-464f-8851-ea29f2d162f2 None None] Set router f548d3de-c805-4b10-9a1d-2a4d6a392bf7 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:33:41.435879 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-c7619634-e02c-49ce-a82d-7f0e34db2419 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Deleting port cdf9f31c-7c9b-47a3-9b5b-0ccf921c76c6 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:33:41.436252 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c7619634-e02c-49ce-a82d-7f0e34db2419 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:41.653092 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30aa858-ab25-40ce-ad9b-ceaa8baf8d79 None None] DHCP port deletion for 4d714f01-c282-4527-b4d0-900de9f743a5 request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:33:41.664362 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-257603b6-85e9-464f-8851-ea29f2d162f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f548d3de-c805-4b10-9a1d-2a4d6a392bf7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1549629381', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': 'cdf9f31c-7c9b-47a3-9b5b-0ccf921c76c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:31:51Z', 'updated_at': '2021-07-05T03:33:39Z', 'revision_number': 5, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'gw_port': {'id': 'cdf9f31c-7c9b-47a3-9b5b-0ccf921c76c6', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f548d3de-c805-4b10-9a1d-2a4d6a392bf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:31:52Z', 'updated_at': '2021-07-05T03:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:33:41.707862 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257603b6-85e9-464f-8851-ea29f2d162f2 None None] The sync data for ids ['f548d3de-c805-4b10-9a1d-2a4d6a392bf7'] in n-d-771362-32 is: [{'id': 'f548d3de-c805-4b10-9a1d-2a4d6a392bf7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1549629381', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': 'cdf9f31c-7c9b-47a3-9b5b-0ccf921c76c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:31:51Z', 'updated_at': '2021-07-05T03:33:39Z', 'revision_number': 5, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'gw_port': {'id': 'cdf9f31c-7c9b-47a3-9b5b-0ccf921c76c6', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f548d3de-c805-4b10-9a1d-2a4d6a392bf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:31:52Z', 'updated_at': '2021-07-05T03:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:33:41.735577 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-e30aa858-ab25-40ce-ad9b-ceaa8baf8d79 None None] Deleting port 7d08e634-8065-4df6-a84f-7b6a0042b218 {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:33:41.735965 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e30aa858-ab25-40ce-ad9b-ceaa8baf8d79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:41.806748 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-e30aa858-ab25-40ce-ad9b-ceaa8baf8d79 None None] For port 7d08e634-8065-4df6-a84f-7b6a0042b218, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=7d08e634-8065-4df6-a84f-7b6a0042b218,segment=NetworkSegment(3f5cf6c0-170e-43ac-afe6-da27e4988b62),segment_id=3f5cf6c0-170e-43ac-afe6-da27e4988b62)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:33:41.807122 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e30aa858-ab25-40ce-ad9b-ceaa8baf8d79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:41.821854 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-e30aa858-ab25-40ce-ad9b-ceaa8baf8d79 None None] Calling delete_port for 7d08e634-8065-4df6-a84f-7b6a0042b218 owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:33:41.886897 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [None req-c7619634-e02c-49ce-a82d-7f0e34db2419 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] For port cdf9f31c-7c9b-47a3-9b5b-0ccf921c76c6, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=cdf9f31c-7c9b-47a3-9b5b-0ccf921c76c6,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:33:41.887128 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c7619634-e02c-49ce-a82d-7f0e34db2419 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:41.899417 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-c7619634-e02c-49ce-a82d-7f0e34db2419 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Calling delete_port for cdf9f31c-7c9b-47a3-9b5b-0ccf921c76c6 owned by network:router_gateway {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:33:42.009012 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e30aa858-ab25-40ce-ad9b-ceaa8baf8d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:42.037497 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30aa858-ab25-40ce-ad9b-ceaa8baf8d79 None None] Pushing event deleted for resources: {'Port': ['ID=7d08e634-8065-4df6-a84f-7b6a0042b218,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:33:42.041566 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30aa858-ab25-40ce-ad9b-ceaa8baf8d79 None None] No DVR routers for this DVR port 7d08e634-8065-4df6-a84f-7b6a0042b218 on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:33:42.155003 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c7619634-e02c-49ce-a82d-7f0e34db2419 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:42.194624 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7619634-e02c-49ce-a82d-7f0e34db2419 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Pushing event deleted for resources: {'Port': ['ID=cdf9f31c-7c9b-47a3-9b5b-0ccf921c76c6,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:33:42.266914 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c7619634-e02c-49ce-a82d-7f0e34db2419 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636927'] for router_gateway, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:42.363773 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c7619634-e02c-49ce-a82d-7f0e34db2419 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11828'] for router, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:42.366201 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c7619634-e02c-49ce-a82d-7f0e34db2419 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:42.448708 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:42.477125 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c7619634-e02c-49ce-a82d-7f0e34db2419 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1575451'] for router, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:42.477656 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7619634-e02c-49ce-a82d-7f0e34db2419 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Fanout notify agent at l3_agent the message router_deleted on router f548d3de-c805-4b10-9a1d-2a4d6a392bf7 {{(pid=94461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 03:33:42.488059 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c7619634-e02c-49ce-a82d-7f0e34db2419 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for router, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:42.488059 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-c7619634-e02c-49ce-a82d-7f0e34db2419 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "DELETE /v2.0/routers/f548d3de-c805-4b10-9a1d-2a4d6a392bf7 HTTP/1.1" status: 204 len: 168 time: 1.3864579 Jul 05 03:33:42.489923 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 51402) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:33:42.572929 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ad184eb7-1678-43e4-aa97-56db647daa9d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:42.578097 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:42.665585 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ad184eb7-1678-43e4-aa97-56db647daa9d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:42.675717 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-ad184eb7-1678-43e4-aa97-56db647daa9d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d714f01-c282-4527-b4d0-900de9f743a5']}} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:33:42.685030 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-ad184eb7-1678-43e4-aa97-56db647daa9d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f5cf6c0-170e-43ac-afe6-da27e4988b62') {'for_net_delete': True} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:33:42.685328 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-ad184eb7-1678-43e4-aa97-56db647daa9d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f5cf6c0-170e-43ac-afe6-da27e4988b62') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:33:42.694424 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ad184eb7-1678-43e4-aa97-56db647daa9d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5519669'] for segment, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:42.708134 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ad184eb7-1678-43e4-aa97-56db647daa9d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:42.714564 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad184eb7-1678-43e4-aa97-56db647daa9d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=94461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:33:42.720503 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ad184eb7-1678-43e4-aa97-56db647daa9d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5763545'] for segment, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:42.720503 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:33:42.720503 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:33:42.720503 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:33:42.720503 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:33:42.720503 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:33:42.720503 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:33:42.720503 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:33:42.720503 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:33:42.720503 n-d-771362-32 neutron-server[94461]: Traceback (most recent call last): Jul 05 03:33:42.720503 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:33:42.720503 n-d-771362-32 neutron-server[94461]: timer() Jul 05 03:33:42.720503 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:33:42.720503 n-d-771362-32 neutron-server[94461]: cb(*args, **kw) Jul 05 03:33:42.720503 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:33:42.720503 n-d-771362-32 neutron-server[94461]: return func(*args, **kwargs) Jul 05 03:33:42.720503 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:33:42.720503 n-d-771362-32 neutron-server[94461]: self._notify() Jul 05 03:33:42.720503 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:33:42.720503 n-d-771362-32 neutron-server[94461]: self.callback(batched_events) Jul 05 03:33:42.720503 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:33:42.720503 n-d-771362-32 neutron-server[94461]: event.method(event) Jul 05 03:33:42.720503 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:33:42.720503 n-d-771362-32 neutron-server[94461]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:33:42.720503 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:33:42.720503 n-d-771362-32 neutron-server[94461]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:33:42.720503 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:33:42.720503 n-d-771362-32 neutron-server[94461]: return f(self, *a, **k) Jul 05 03:33:42.720503 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:33:42.720503 n-d-771362-32 neutron-server[94461]: return self._get(url).json() Jul 05 03:33:42.720503 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:33:42.720503 n-d-771362-32 neutron-server[94461]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:33:42.720503 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:33:42.720503 n-d-771362-32 neutron-server[94461]: return self.request(url, 'GET', **kwargs) Jul 05 03:33:42.720503 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:33:42.720503 n-d-771362-32 neutron-server[94461]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:33:42.720503 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:33:42.720503 n-d-771362-32 neutron-server[94461]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:33:42.720503 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:33:42.720503 n-d-771362-32 neutron-server[94461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:33:42.720503 n-d-771362-32 neutron-server[94461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:33:42.846183 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ad184eb7-1678-43e4-aa97-56db647daa9d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:42.853445 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ad184eb7-1678-43e4-aa97-56db647daa9d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:42.855500 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-ad184eb7-1678-43e4-aa97-56db647daa9d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "DELETE /v2.0/networks/4d714f01-c282-4527-b4d0-900de9f743a5 HTTP/1.1" status: 204 len: 168 time: 0.3640053 Jul 05 03:33:42.858264 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 51404) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:33:42.866807 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad184eb7-1678-43e4-aa97-56db647daa9d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Pushing event deleted for resources: {'Network': ['ID=4d714f01-c282-4527-b4d0-900de9f743a5,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:33:42.917422 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a88f86ae-2ba8-44f2-8aad-7e37610222e0 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:42.949523 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a88f86ae-2ba8-44f2-8aad-7e37610222e0 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:43.071576 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a88f86ae-2ba8-44f2-8aad-7e37610222e0 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:43.074967 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a88f86ae-2ba8-44f2-8aad-7e37610222e0 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:43.076161 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-a88f86ae-2ba8-44f2-8aad-7e37610222e0 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "DELETE /v2.0/security-groups/60712294-39b9-4bdf-827f-809b1084294f HTTP/1.1" status: 204 len: 168 time: 0.2168264 Jul 05 03:33:43.086023 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88f86ae-2ba8-44f2-8aad-7e37610222e0 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60712294-39b9-4bdf-827f-809b1084294f,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:33:43.272288 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device cdf9f31c-7c9b-47a3-9b5b-0ccf921c76c6 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:33:43.291894 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: cdf9f31c-7c9b-47a3-9b5b-0ccf921c76c6 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:33:43.292236 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device cdf9f31c-7c9b-47a3-9b5b-0ccf921c76c6 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:33:43.292650 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 11db2054-78cf-4652-a6f2-f7b5f3e92cf8 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:33:43.311260 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 11db2054-78cf-4652-a6f2-f7b5f3e92cf8 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:33:43.311604 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 11db2054-78cf-4652-a6f2-f7b5f3e92cf8 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:33:43.312015 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 7d08e634-8065-4df6-a84f-7b6a0042b218 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:33:43.330198 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 7d08e634-8065-4df6-a84f-7b6a0042b218 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:33:43.330540 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 7d08e634-8065-4df6-a84f-7b6a0042b218 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:33:43.840294 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 51410) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:33:43.845411 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-2dd31589-112f-42f3-bfa7-3dd91b5632b9 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-761148367', 'description': 'tempest-secgroup-smoke-761148367 description', 'project_id': 'f5cd03416720416fbffc8e2028e4152c'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:33:43.952201 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2dd31589-112f-42f3-bfa7-3dd91b5632b9 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:44.031865 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2dd31589-112f-42f3-bfa7-3dd91b5632b9 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:44.134174 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2dd31589-112f-42f3-bfa7-3dd91b5632b9 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:44.162789 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd31589-112f-42f3-bfa7-3dd91b5632b9 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72eb441f-29fd-40e4-abd8-1156c09330c8,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:33:44.243047 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2dd31589-112f-42f3-bfa7-3dd91b5632b9 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:44.244377 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-2dd31589-112f-42f3-bfa7-3dd91b5632b9 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4030349 Jul 05 03:33:44.247442 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 51412) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:33:44.251987 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-ed941dc7-9a10-4a58-9b73-f24ee5a83455 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Request body: {'security_group_rule': {'security_group_id': '72eb441f-29fd-40e4-abd8-1156c09330c8', 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:33:44.385947 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ed941dc7-9a10-4a58-9b73-f24ee5a83455 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:44.439451 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ed941dc7-9a10-4a58-9b73-f24ee5a83455 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:44.528517 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ed941dc7-9a10-4a58-9b73-f24ee5a83455 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:44.545817 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed941dc7-9a10-4a58-9b73-f24ee5a83455 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d05cd1ba-6b1c-4ed1-bb90-c3ef921c08f6,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:33:44.637467 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ed941dc7-9a10-4a58-9b73-f24ee5a83455 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:44.638688 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-ed941dc7-9a10-4a58-9b73-f24ee5a83455 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3902836 Jul 05 03:33:44.641285 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 51414) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:33:44.645763 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-1bc9d665-f5e1-4409-8e71-07bffd6b1560 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Request body: {'security_group_rule': {'security_group_id': '72eb441f-29fd-40e4-abd8-1156c09330c8', 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:33:44.755928 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d665-f5e1-4409-8e71-07bffd6b1560 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:44.814138 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d665-f5e1-4409-8e71-07bffd6b1560 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:44.909248 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d665-f5e1-4409-8e71-07bffd6b1560 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:44.928778 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc9d665-f5e1-4409-8e71-07bffd6b1560 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7eb1034f-9c84-4d5b-b662-34eaa74cd6a7,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:33:45.017632 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d665-f5e1-4409-8e71-07bffd6b1560 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:45.018891 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-1bc9d665-f5e1-4409-8e71-07bffd6b1560 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3766899 Jul 05 03:33:45.021506 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 51416) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:33:45.025939 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-eeae727f-3d40-4908-b0fa-f1a288cf4144 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Request body: {'security_group_rule': {'security_group_id': '72eb441f-29fd-40e4-abd8-1156c09330c8', 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:33:45.251776 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-eeae727f-3d40-4908-b0fa-f1a288cf4144 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:45.308436 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-eeae727f-3d40-4908-b0fa-f1a288cf4144 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:45.465484 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-eeae727f-3d40-4908-b0fa-f1a288cf4144 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:45.483789 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeae727f-3d40-4908-b0fa-f1a288cf4144 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=006928f1-2662-4580-882b-9cc9256ea52f,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:33:45.591501 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-eeae727f-3d40-4908-b0fa-f1a288cf4144 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:45.592740 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-eeae727f-3d40-4908-b0fa-f1a288cf4144 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5702512 Jul 05 03:33:45.595404 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 51418) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:33:45.639407 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-b8350f73-df03-45c6-a2dd-48ebb90ed27d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Request body: {'security_group_rule': {'security_group_id': '72eb441f-29fd-40e4-abd8-1156c09330c8', 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:33:45.762048 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b8350f73-df03-45c6-a2dd-48ebb90ed27d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:45.819914 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b8350f73-df03-45c6-a2dd-48ebb90ed27d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:45.899996 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b8350f73-df03-45c6-a2dd-48ebb90ed27d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:45.919127 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8350f73-df03-45c6-a2dd-48ebb90ed27d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29463c09-ef5e-415b-a7d6-37db0876bc1c,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:33:45.996995 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-b8350f73-df03-45c6-a2dd-48ebb90ed27d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:45.998311 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-b8350f73-df03-45c6-a2dd-48ebb90ed27d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4019151 Jul 05 03:33:46.000959 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 51422) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:33:46.005518 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-4d967a2f-62e4-4bab-b4db-0e994e6f785b tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Request body: {'security_group_rule': {'security_group_id': '72eb441f-29fd-40e4-abd8-1156c09330c8', 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:33:46.094651 n-d-771362-32 neutron-server[94461]: INFO neutron.db.securitygroups_db [None req-4d967a2f-62e4-4bab-b4db-0e994e6f785b tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Project f5cd03416720416fbffc8e2028e4152c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 03:33:46.099588 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4d967a2f-62e4-4bab-b4db-0e994e6f785b tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:46.160870 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4d967a2f-62e4-4bab-b4db-0e994e6f785b tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:46.248699 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4d967a2f-62e4-4bab-b4db-0e994e6f785b tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:46.267185 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d967a2f-62e4-4bab-b4db-0e994e6f785b tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1169d64f-2796-4c47-b4bc-fec43bcf4183,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:33:46.374578 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4d967a2f-62e4-4bab-b4db-0e994e6f785b tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:46.375788 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-4d967a2f-62e4-4bab-b4db-0e994e6f785b tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3738472 Jul 05 03:33:46.378515 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 51424) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:33:46.383039 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-6ec7abe6-1fe5-4469-b111-9350a522fef2 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Request body: {'security_group_rule': {'security_group_id': '72eb441f-29fd-40e4-abd8-1156c09330c8', 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:33:46.469220 n-d-771362-32 neutron-server[94461]: INFO neutron.db.securitygroups_db [None req-6ec7abe6-1fe5-4469-b111-9350a522fef2 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Project f5cd03416720416fbffc8e2028e4152c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 03:33:46.474597 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6ec7abe6-1fe5-4469-b111-9350a522fef2 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:46.534315 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6ec7abe6-1fe5-4469-b111-9350a522fef2 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:46.637296 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6ec7abe6-1fe5-4469-b111-9350a522fef2 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:46.656760 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec7abe6-1fe5-4469-b111-9350a522fef2 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc31dc2e-5ac8-446a-8219-4e854f97d01f,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:33:46.757148 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6ec7abe6-1fe5-4469-b111-9350a522fef2 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:46.758454 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-6ec7abe6-1fe5-4469-b111-9350a522fef2 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3789625 Jul 05 03:33:46.761483 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 51426) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:33:46.766617 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-a689e137-27f5-4638-8adb-d6689e2fd3aa tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Request body: {'network': {'name': 'tempest-network-smoke--1669390727', 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'port_security_enabled': True}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:33:46.880015 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a689e137-27f5-4638-8adb-d6689e2fd3aa tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Made reservation on behalf of f5cd03416720416fbffc8e2028e4152c for: {'network': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:33:46.883601 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a689e137-27f5-4638-8adb-d6689e2fd3aa tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:46.906457 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a689e137-27f5-4638-8adb-d6689e2fd3aa tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=94461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:33:46.914542 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a689e137-27f5-4638-8adb-d6689e2fd3aa tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:46.914877 n-d-771362-32 neutron-server[94461]: INFO neutron.db.segments_db [None req-a689e137-27f5-4638-8adb-d6689e2fd3aa tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Added segment a953d941-cc65-41f7-a351-615441ebe154 of type vlan for network 9c32bf2f-a5a3-4cb1-b159-2c90f33491d3 Jul 05 03:33:46.967579 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a689e137-27f5-4638-8adb-d6689e2fd3aa tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:47.077579 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a689e137-27f5-4638-8adb-d6689e2fd3aa tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:47.083559 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a689e137-27f5-4638-8adb-d6689e2fd3aa tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:33:47.084180 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a689e137-27f5-4638-8adb-d6689e2fd3aa tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:47.147579 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a689e137-27f5-4638-8adb-d6689e2fd3aa tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Pushing event updated for resources: {'Network': ['ID=9c32bf2f-a5a3-4cb1-b159-2c90f33491d3,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:33:47.158708 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 9c32bf2f-a5a3-4cb1-b159-2c90f33491d3 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:33:47.223052 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-a689e137-27f5-4638-8adb-d6689e2fd3aa tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4580202 Jul 05 03:33:47.223213 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 51428) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:33:47.227701 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-5851f290-cb92-4fbf-8e8b-a30959ea1ae5 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-140969600', 'admin_state_up': True, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:33:47.337626 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5851f290-cb92-4fbf-8e8b-a30959ea1ae5 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11810'] for router, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:47.338664 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5851f290-cb92-4fbf-8e8b-a30959ea1ae5 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1926740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11821'] for router, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:47.392980 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5851f290-cb92-4fbf-8e8b-a30959ea1ae5 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:47.617981 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5851f290-cb92-4fbf-8e8b-a30959ea1ae5 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:47.912690 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5851f290-cb92-4fbf-8e8b-a30959ea1ae5 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for router_gateway, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:47.931285 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5851f290-cb92-4fbf-8e8b-a30959ea1ae5 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:48.036159 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-5851f290-cb92-4fbf-8e8b-a30959ea1ae5 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Allocated IP 172.25.7.111 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/49f19a6b-6bb5-43dd-b839-3b1490f064cd) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:33:48.133352 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5851f290-cb92-4fbf-8e8b-a30959ea1ae5 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:48.232227 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5851f290-cb92-4fbf-8e8b-a30959ea1ae5 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:48.274189 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5851f290-cb92-4fbf-8e8b-a30959ea1ae5 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:33:48.277584 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-5851f290-cb92-4fbf-8e8b-a30959ea1ae5 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:33:48.283722 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5851f290-cb92-4fbf-8e8b-a30959ea1ae5 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:33:48.308978 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5851f290-cb92-4fbf-8e8b-a30959ea1ae5 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Pushing event updated for resources: {'Port': ['ID=49f19a6b-6bb5-43dd-b839-3b1490f064cd,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:33:48.618408 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5851f290-cb92-4fbf-8e8b-a30959ea1ae5 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for router_gateway, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:48.806154 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5851f290-cb92-4fbf-8e8b-a30959ea1ae5 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963'] for router, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:49.020006 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5851f290-cb92-4fbf-8e8b-a30959ea1ae5 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Router c0e1bd3f-e2e7-4275-a60d-3784c1490be3 is scheduled to L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 with binding_index 1 {{(pid=94461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 03:33:49.125126 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5851f290-cb92-4fbf-8e8b-a30959ea1ae5 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:33:49.134243 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274f6022-41e2-496e-8104-2d73ad414626 None None] Sync routers for ids ['c0e1bd3f-e2e7-4275-a60d-3784c1490be3'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:33:49.143243 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274f6022-41e2-496e-8104-2d73ad414626 None None] Routers {'c0e1bd3f-e2e7-4275-a60d-3784c1490be3'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:33:49.143842 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-274f6022-41e2-496e-8104-2d73ad414626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:33:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['c0e1bd3f-e2e7-4275-a60d-3784c1490be3'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:33:49.229089 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5851f290-cb92-4fbf-8e8b-a30959ea1ae5 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for router, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:49.233778 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-5851f290-cb92-4fbf-8e8b-a30959ea1ae5 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0068018 Jul 05 03:33:49.233995 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 51430) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:33:49.245970 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-274f6022-41e2-496e-8104-2d73ad414626 None None] Set router c0e1bd3f-e2e7-4275-a60d-3784c1490be3 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:33:49.262651 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-521252b7-96dd-4576-9651-ef3c42d679ef tempest-TestNetworkAdvancedServerOps-506876623 tempest-TestNetworkAdvancedServerOps-506876623-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=f5cd03416720416fbffc8e2028e4152c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275016 Jul 05 03:33:49.265246 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 51432) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:33:49.352569 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99dae281-454f-45f5-84f9-614ea1ece63c tempest-TestNetworkAdvancedServerOps-506876623 tempest-TestNetworkAdvancedServerOps-506876623-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:33:49.354114 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-99dae281-454f-45f5-84f9-614ea1ece63c tempest-TestNetworkAdvancedServerOps-506876623 tempest-TestNetworkAdvancedServerOps-506876623-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0879786 Jul 05 03:33:49.357697 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 51434) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:33:49.386116 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-ec039e50-c888-4584-80ed-fca5c454378c tempest-TestNetworkAdvancedServerOps-506876623 tempest-TestNetworkAdvancedServerOps-506876623-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=4bbc2f9e-02cf-490e-901d-2588655a3ef0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267928 Jul 05 03:33:49.388417 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 51436) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:33:49.393237 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-95dd89e1-b1c5-433b-ab9a-91018f1d92c1 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1892098207', 'network_id': '9c32bf2f-a5a3-4cb1-b159-2c90f33491d3', 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:33:49.429898 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-274f6022-41e2-496e-8104-2d73ad414626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e1bd3f-e2e7-4275-a60d-3784c1490be3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-140969600', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': '49f19a6b-6bb5-43dd-b839-3b1490f064cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:33:47Z', 'updated_at': '2021-07-05T03:33:48Z', 'revision_number': 3, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'gw_port': {'id': '49f19a6b-6bb5-43dd-b839-3b1490f064cd', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ef:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0e1bd3f-e2e7-4275-a60d-3784c1490be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:33:47Z', 'updated_at': '2021-07-05T03:33:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:33:49.531748 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274f6022-41e2-496e-8104-2d73ad414626 None None] Checking router: c0e1bd3f-e2e7-4275-a60d-3784c1490be3 for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:33:49.532082 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274f6022-41e2-496e-8104-2d73ad414626 None None] Updating router c0e1bd3f-e2e7-4275-a60d-3784c1490be3 port 49f19a6b-6bb5-43dd-b839-3b1490f064cd binding host n-d-771362-32 {{(pid=94464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:33:49.564660 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-274f6022-41e2-496e-8104-2d73ad414626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:49.597035 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95dd89e1-b1c5-433b-ab9a-91018f1d92c1 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Made reservation on behalf of f5cd03416720416fbffc8e2028e4152c for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:33:49.600790 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-95dd89e1-b1c5-433b-ab9a-91018f1d92c1 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:49.822642 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-274f6022-41e2-496e-8104-2d73ad414626 None None] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:49.833066 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-274f6022-41e2-496e-8104-2d73ad414626 None None] Transition to ACTIVE for port object 49f19a6b-6bb5-43dd-b839-3b1490f064cd will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:33:49.872244 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-95dd89e1-b1c5-433b-ab9a-91018f1d92c1 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:49.935000 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dd89e1-b1c5-433b-ab9a-91018f1d92c1 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Pushing event updated for resources: {'Subnet': ['ID=cb71c2f9-183f-4329-9dda-3bf3dbae3fd6,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:33:49.942634 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95dd89e1-b1c5-433b-ab9a-91018f1d92c1 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Checking segment: {'id': 'a953d941-cc65-41f7-a351-615441ebe154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9c32bf2f-a5a3-4cb1-b159-2c90f33491d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:33:49.942995 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95dd89e1-b1c5-433b-ab9a-91018f1d92c1 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Network hostable DHCP agents. Network: 9c32bf2f-a5a3-4cb1-b159-2c90f33491d3, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:33:49.963061 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-274f6022-41e2-496e-8104-2d73ad414626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:50.016134 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-274f6022-41e2-496e-8104-2d73ad414626 None None] Attempting to bind port 49f19a6b-6bb5-43dd-b839-3b1490f064cd on host n-d-771362-32 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:33:50.016493 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-274f6022-41e2-496e-8104-2d73ad414626 None None] Attempting to bind port 49f19a6b-6bb5-43dd-b839-3b1490f064cd by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:33:50.016858 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274f6022-41e2-496e-8104-2d73ad414626 None None] Attempting to bind port 49f19a6b-6bb5-43dd-b839-3b1490f064cd on network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:33:50.019709 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59687c18-a368-42de-aa69-526843e87957 None None] Pushing event updated for resources: {'Port': ['ID=49f19a6b-6bb5-43dd-b839-3b1490f064cd,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:33:50.027064 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274f6022-41e2-496e-8104-2d73ad414626 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:33:50.027435 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274f6022-41e2-496e-8104-2d73ad414626 None None] Checking segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:33:50.027826 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-274f6022-41e2-496e-8104-2d73ad414626 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:50.028209 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274f6022-41e2-496e-8104-2d73ad414626 None None] Bound using segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:33:50.028653 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-274f6022-41e2-496e-8104-2d73ad414626 None None] Bound port: 49f19a6b-6bb5-43dd-b839-3b1490f064cd, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:33:50.029024 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-274f6022-41e2-496e-8104-2d73ad414626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:50.032165 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59687c18-a368-42de-aa69-526843e87957 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:33:50.032506 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59687c18-a368-42de-aa69-526843e87957 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:33:50.032840 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59687c18-a368-42de-aa69-526843e87957 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:33:50.033168 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59687c18-a368-42de-aa69-526843e87957 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:33:50.033492 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59687c18-a368-42de-aa69-526843e87957 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:33:50.033812 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59687c18-a368-42de-aa69-526843e87957 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:33:50.034145 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59687c18-a368-42de-aa69-526843e87957 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:33:50.034473 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59687c18-a368-42de-aa69-526843e87957 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:33:50.034790 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59687c18-a368-42de-aa69-526843e87957 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:33:50.035104 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59687c18-a368-42de-aa69-526843e87957 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:33:50.035446 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59687c18-a368-42de-aa69-526843e87957 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:33:50.035731 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59687c18-a368-42de-aa69-526843e87957 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:33:50.046319 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95dd89e1-b1c5-433b-ab9a-91018f1d92c1 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Network 9c32bf2f-a5a3-4cb1-b159-2c90f33491d3 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:33:50.085109 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-274f6022-41e2-496e-8104-2d73ad414626 None None] For port 49f19a6b-6bb5-43dd-b839-3b1490f064cd, host n-d-771362-32, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:33:50.087986 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-274f6022-41e2-496e-8104-2d73ad414626 None None] For port 49f19a6b-6bb5-43dd-b839-3b1490f064cd, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=49f19a6b-6bb5-43dd-b839-3b1490f064cd,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:33:50.138008 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-95dd89e1-b1c5-433b-ab9a-91018f1d92c1 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 9c32bf2f-a5a3-4cb1-b159-2c90f33491d3) {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:33:50.144544 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95dd89e1-b1c5-433b-ab9a-91018f1d92c1 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:33:50.146150 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-95dd89e1-b1c5-433b-ab9a-91018f1d92c1 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:50.146277 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff02e769-d790-4476-8a88-ce84c8b5a4e1 None None] Network 9c32bf2f-a5a3-4cb1-b159-2c90f33491d3 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:33:50.166296 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-274f6022-41e2-496e-8104-2d73ad414626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:50.225523 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274f6022-41e2-496e-8104-2d73ad414626 None None] Routers {'c0e1bd3f-e2e7-4275-a60d-3784c1490be3'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:33:50.226151 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-274f6022-41e2-496e-8104-2d73ad414626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:33:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['c0e1bd3f-e2e7-4275-a60d-3784c1490be3'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:33:50.229061 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59687c18-a368-42de-aa69-526843e87957 None None] Pushing event updated for resources: {'Port': ['ID=49f19a6b-6bb5-43dd-b839-3b1490f064cd,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:33:50.255665 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-95dd89e1-b1c5-433b-ab9a-91018f1d92c1 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8662035 Jul 05 03:33:50.258488 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 51438) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:33:50.297976 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef91eb6c-4d11-45f3-a0b2-dc9a770b329b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-9c32bf2f-a5a3-4cb1-b159-2c90f33491d3', 'network_id': '9c32bf2f-a5a3-4cb1-b159-2c90f33491d3', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'fixed_ips': [{'subnet_id': 'cb71c2f9-183f-4329-9dda-3bf3dbae3fd6'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:33:50.298892 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-ef91eb6c-4d11-45f3-a0b2-dc9a770b329b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:50.332516 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-274f6022-41e2-496e-8104-2d73ad414626 None None] Set router c0e1bd3f-e2e7-4275-a60d-3784c1490be3 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:33:50.440270 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-ef91eb6c-4d11-45f3-a0b2-dc9a770b329b None None] Allocated IP 172.20.0.2 (9c32bf2f-a5a3-4cb1-b159-2c90f33491d3/cb71c2f9-183f-4329-9dda-3bf3dbae3fd6/4758cbd2-e84d-4ec6-af90-a5f4fb3b3314) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:33:50.527597 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-274f6022-41e2-496e-8104-2d73ad414626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e1bd3f-e2e7-4275-a60d-3784c1490be3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-140969600', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': '49f19a6b-6bb5-43dd-b839-3b1490f064cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:33:47Z', 'updated_at': '2021-07-05T03:33:48Z', 'revision_number': 3, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'gw_port': {'id': '49f19a6b-6bb5-43dd-b839-3b1490f064cd', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ef:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0e1bd3f-e2e7-4275-a60d-3784c1490be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:33:47Z', 'updated_at': '2021-07-05T03:33:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:33:50.556001 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274f6022-41e2-496e-8104-2d73ad414626 None None] The sync data for ids ['c0e1bd3f-e2e7-4275-a60d-3784c1490be3'] in n-d-771362-32 is: [{'id': 'c0e1bd3f-e2e7-4275-a60d-3784c1490be3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-140969600', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': '49f19a6b-6bb5-43dd-b839-3b1490f064cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:33:47Z', 'updated_at': '2021-07-05T03:33:48Z', 'revision_number': 3, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'gw_port': {'id': '49f19a6b-6bb5-43dd-b839-3b1490f064cd', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ef:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0e1bd3f-e2e7-4275-a60d-3784c1490be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:33:47Z', 'updated_at': '2021-07-05T03:33:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:33:50.598524 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-ef91eb6c-4d11-45f3-a0b2-dc9a770b329b None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:50.608046 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-ef91eb6c-4d11-45f3-a0b2-dc9a770b329b None None] Transition to ACTIVE for port object 4758cbd2-e84d-4ec6-af90-a5f4fb3b3314 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:33:50.624172 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-ef91eb6c-4d11-45f3-a0b2-dc9a770b329b None None] Transition to ACTIVE for port object 4758cbd2-e84d-4ec6-af90-a5f4fb3b3314 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:33:50.703281 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-ef91eb6c-4d11-45f3-a0b2-dc9a770b329b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:50.725492 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a0201042-855d-438d-9cac-a479883bd41d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:50.738055 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef91eb6c-4d11-45f3-a0b2-dc9a770b329b None None] Network 9c32bf2f-a5a3-4cb1-b159-2c90f33491d3 is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:33:50.742567 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-ef91eb6c-4d11-45f3-a0b2-dc9a770b329b None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:33:50.749042 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef91eb6c-4d11-45f3-a0b2-dc9a770b329b None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:33:50.756518 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef91eb6c-4d11-45f3-a0b2-dc9a770b329b None None] Pushing event updated for resources: {'Port': ['ID=4758cbd2-e84d-4ec6-af90-a5f4fb3b3314,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:33:50.838049 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-ef91eb6c-4d11-45f3-a0b2-dc9a770b329b None None] Attempting to bind port 4758cbd2-e84d-4ec6-af90-a5f4fb3b3314 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:33:50.838748 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-ef91eb6c-4d11-45f3-a0b2-dc9a770b329b None None] Attempting to bind port 4758cbd2-e84d-4ec6-af90-a5f4fb3b3314 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'a953d941-cc65-41f7-a351-615441ebe154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9c32bf2f-a5a3-4cb1-b159-2c90f33491d3'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:33:50.839874 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef91eb6c-4d11-45f3-a0b2-dc9a770b329b None None] Attempting to bind port 4758cbd2-e84d-4ec6-af90-a5f4fb3b3314 on network 9c32bf2f-a5a3-4cb1-b159-2c90f33491d3 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:33:50.857579 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef91eb6c-4d11-45f3-a0b2-dc9a770b329b None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:33:50.857962 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef91eb6c-4d11-45f3-a0b2-dc9a770b329b None None] Checking segment: {'id': 'a953d941-cc65-41f7-a351-615441ebe154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9c32bf2f-a5a3-4cb1-b159-2c90f33491d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:33:50.858520 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-ef91eb6c-4d11-45f3-a0b2-dc9a770b329b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:50.858968 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef91eb6c-4d11-45f3-a0b2-dc9a770b329b None None] Bound using segment: {'id': 'a953d941-cc65-41f7-a351-615441ebe154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9c32bf2f-a5a3-4cb1-b159-2c90f33491d3'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:33:50.859509 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-ef91eb6c-4d11-45f3-a0b2-dc9a770b329b None None] Bound port: 4758cbd2-e84d-4ec6-af90-a5f4fb3b3314, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a953d941-cc65-41f7-a351-615441ebe154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9c32bf2f-a5a3-4cb1-b159-2c90f33491d3'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:33:50.859979 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-ef91eb6c-4d11-45f3-a0b2-dc9a770b329b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:50.931741 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-ef91eb6c-4d11-45f3-a0b2-dc9a770b329b None None] For port 4758cbd2-e84d-4ec6-af90-a5f4fb3b3314, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:33:50.935405 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-ef91eb6c-4d11-45f3-a0b2-dc9a770b329b None None] For port 4758cbd2-e84d-4ec6-af90-a5f4fb3b3314, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=4758cbd2-e84d-4ec6-af90-a5f4fb3b3314,segment=NetworkSegment(a953d941-cc65-41f7-a351-615441ebe154),segment_id=a953d941-cc65-41f7-a351-615441ebe154)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:33:50.951643 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-402514b1-8c61-49a5-a390-b198aa685038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:51.038569 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-a0201042-855d-438d-9cac-a479883bd41d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Allocated IP 172.20.0.1 (9c32bf2f-a5a3-4cb1-b159-2c90f33491d3/cb71c2f9-183f-4329-9dda-3bf3dbae3fd6/8b852503-bdc2-49d9-b4a2-c0195a9c2a87) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:33:51.057950 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-ef91eb6c-4d11-45f3-a0b2-dc9a770b329b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:51.119225 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef91eb6c-4d11-45f3-a0b2-dc9a770b329b None None] Pushing event updated for resources: {'Port': ['ID=4758cbd2-e84d-4ec6-af90-a5f4fb3b3314,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:33:51.160715 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a0201042-855d-438d-9cac-a479883bd41d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:51.176045 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [None req-a0201042-855d-438d-9cac-a479883bd41d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Transition to ACTIVE for port object 8b852503-bdc2-49d9-b4a2-c0195a9c2a87 will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:33:51.283998 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a0201042-855d-438d-9cac-a479883bd41d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:51.354621 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 49f19a6b-6bb5-43dd-b839-3b1490f064cd up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:33:51.371651 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0201042-855d-438d-9cac-a479883bd41d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Pushing event updated for resources: {'Port': ['ID=8b852503-bdc2-49d9-b4a2-c0195a9c2a87,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:33:51.386770 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0201042-855d-438d-9cac-a479883bd41d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Network 9c32bf2f-a5a3-4cb1-b159-2c90f33491d3 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:33:51.388415 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-a0201042-855d-438d-9cac-a479883bd41d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:33:51.390939 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0201042-855d-438d-9cac-a479883bd41d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:33:51.438388 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a0201042-855d-438d-9cac-a479883bd41d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635668'] for router_interface, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:51.474769 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 49f19a6b-6bb5-43dd-b839-3b1490f064cd completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:33:51.479072 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 49f19a6b-6bb5-43dd-b839-3b1490f064cd triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:33:51.479225 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:51.580102 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:51.600794 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 49f19a6b-6bb5-43dd-b839-3b1490f064cd, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=49f19a6b-6bb5-43dd-b839-3b1490f064cd,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:33:51.672052 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a0201042-855d-438d-9cac-a479883bd41d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:51.732497 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:51.788071 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=49f19a6b-6bb5-43dd-b839-3b1490f064cd,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:33:51.991194 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a0201042-855d-438d-9cac-a479883bd41d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:52.080479 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d0c79c-4e95-4262-acb6-e87aa2fb5dff None None] Network 9c32bf2f-a5a3-4cb1-b159-2c90f33491d3 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:33:52.120065 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a0201042-855d-438d-9cac-a479883bd41d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:52.204820 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a0201042-855d-438d-9cac-a479883bd41d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634601'] for router_interface, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:52.207870 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0201042-855d-438d-9cac-a479883bd41d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Pushing event updated for resources: {'Port': ['ID=8b852503-bdc2-49d9-b4a2-c0195a9c2a87,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:33:52.238486 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-7d8f5cb5-fa4b-4a7b-9b11-f686fe3a072a None None] Provisioning for port 4758cbd2-e84d-4ec6-af90-a5f4fb3b3314 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:33:52.306771 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0201042-855d-438d-9cac-a479883bd41d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Network 9c32bf2f-a5a3-4cb1-b159-2c90f33491d3 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:33:52.308381 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-a0201042-855d-438d-9cac-a479883bd41d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:33:52.437265 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0201042-855d-438d-9cac-a479883bd41d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Router c0e1bd3f-e2e7-4275-a60d-3784c1490be3 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:33:52.546534 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-7d90bc70-834d-4e42-bd2d-e1a977abed6d None None] Provisioning for port 8b852503-bdc2-49d9-b4a2-c0195a9c2a87 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:33:52.551414 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-7d90bc70-834d-4e42-bd2d-e1a977abed6d None None] Provisioning complete for port 8b852503-bdc2-49d9-b4a2-c0195a9c2a87 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:33:52.552032 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-7d90bc70-834d-4e42-bd2d-e1a977abed6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:52.559593 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0201042-855d-438d-9cac-a479883bd41d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:33:52.564973 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-a0201042-855d-438d-9cac-a479883bd41d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "PUT /v2.0/routers/c0e1bd3f-e2e7-4275-a60d-3784c1490be3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3052187 Jul 05 03:33:52.578913 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b4c84b-25d2-4361-b016-a14e6f8c9397 None None] Sync routers for ids ['c0e1bd3f-e2e7-4275-a60d-3784c1490be3'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:33:52.605895 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-7d90bc70-834d-4e42-bd2d-e1a977abed6d None None] Port 8b852503-bdc2-49d9-b4a2-c0195a9c2a87 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:33:52.607444 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b4c84b-25d2-4361-b016-a14e6f8c9397 None None] Routers {'c0e1bd3f-e2e7-4275-a60d-3784c1490be3'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:33:52.608291 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-07b4c84b-25d2-4361-b016-a14e6f8c9397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:33:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['c0e1bd3f-e2e7-4275-a60d-3784c1490be3'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:33:52.722207 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8bca4b0c-524c-4052-a300-97d5732f2ba2 req-517a815d-9f0d-448a-9b0b-45e7fbf322f2 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-761148367&fields=id&tenant_id=f5cd03416720416fbffc8e2028e4152c HTTP/1.1" status: 200 len: 267 time: 0.0366433 Jul 05 03:33:52.736439 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-07b4c84b-25d2-4361-b016-a14e6f8c9397 None None] Set router c0e1bd3f-e2e7-4275-a60d-3784c1490be3 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:33:52.768496 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-a56a3ef8-0645-479a-8da1-a502b7b43838 None None] Provisioning complete for port 8b852503-bdc2-49d9-b4a2-c0195a9c2a87 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:33:52.768864 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a56a3ef8-0645-479a-8da1-a502b7b43838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:52.843778 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bca4b0c-524c-4052-a300-97d5732f2ba2 req-affe9b2c-26bb-4e7a-9ea5-0f8f996b54d6 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:33:52.845375 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8bca4b0c-524c-4052-a300-97d5732f2ba2 req-affe9b2c-26bb-4e7a-9ea5-0f8f996b54d6 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/networks?id=9c32bf2f-a5a3-4cb1-b159-2c90f33491d3 HTTP/1.1" status: 200 len: 797 time: 0.1146750 Jul 05 03:33:52.861981 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8bca4b0c-524c-4052-a300-97d5732f2ba2 req-784017d8-738b-4e0c-bf40-26cc4090007e tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/quotas/f5cd03416720416fbffc8e2028e4152c HTTP/1.1" status: 200 len: 375 time: 0.0095878 Jul 05 03:33:52.875526 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-a56a3ef8-0645-479a-8da1-a502b7b43838 None None] Port 8b852503-bdc2-49d9-b4a2-c0195a9c2a87 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:33:52.931901 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8bca4b0c-524c-4052-a300-97d5732f2ba2 req-1ebc7b7f-9d1b-400f-b7c8-4764759098ef tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f5cd03416720416fbffc8e2028e4152c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0645430 Jul 05 03:33:52.947193 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [req-8bca4b0c-524c-4052-a300-97d5732f2ba2 req-fe67ef95-5438-46b6-9fcc-dc3def33d5c9 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:33:52.948161 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8bca4b0c-524c-4052-a300-97d5732f2ba2 req-fe67ef95-5438-46b6-9fcc-dc3def33d5c9 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052426 Jul 05 03:33:52.976076 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-07b4c84b-25d2-4361-b016-a14e6f8c9397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e1bd3f-e2e7-4275-a60d-3784c1490be3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-140969600', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': '49f19a6b-6bb5-43dd-b839-3b1490f064cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:33:47Z', 'updated_at': '2021-07-05T03:33:51Z', 'revision_number': 4, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'gw_port': {'id': '49f19a6b-6bb5-43dd-b839-3b1490f064cd', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ef:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e1bd3f-e2e7-4275-a60d-3784c1490be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:33:47Z', 'updated_at': '2021-07-05T03:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '8b852503-bdc2-49d9-b4a2-c0195a9c2a87', 'name': '', 'network_id': '9c32bf2f-a5a3-4cb1-b159-2c90f33491d3', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'mac_address': 'fa:16:3e:a5:29:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0e1bd3f-e2e7-4275-a60d-3784c1490be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'cb71c2f9-183f-4329-9dda-3bf3dbae3fd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:33:50Z', 'updated_at': '2021-07-05T03:33:51Z', 'revision_number': 2, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'subnets': [{'id': 'cb71c2f9-183f-4329-9dda-3bf3dbae3fd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:33:53.006058 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b4c84b-25d2-4361-b016-a14e6f8c9397 None None] Checking router: c0e1bd3f-e2e7-4275-a60d-3784c1490be3 for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:33:53.008046 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b4c84b-25d2-4361-b016-a14e6f8c9397 None None] Updating router c0e1bd3f-e2e7-4275-a60d-3784c1490be3 port 8b852503-bdc2-49d9-b4a2-c0195a9c2a87 binding host n-d-771362-32 {{(pid=94463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:33:53.037545 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8bca4b0c-524c-4052-a300-97d5732f2ba2 req-ea06249b-6b73-46fa-ad8e-c1352c8da42b service neutron] 10.222.0.23 "GET /v2.0/networks/9c32bf2f-a5a3-4cb1-b159-2c90f33491d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828810 Jul 05 03:33:53.042190 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-15398fb0-1444-4c84-9dd6-f63631a6e49f None None] Provisioning complete for port 8b852503-bdc2-49d9-b4a2-c0195a9c2a87 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:33:53.042564 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-15398fb0-1444-4c84-9dd6-f63631a6e49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:53.065234 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-07b4c84b-25d2-4361-b016-a14e6f8c9397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:53.090434 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-15398fb0-1444-4c84-9dd6-f63631a6e49f None None] Port 8b852503-bdc2-49d9-b4a2-c0195a9c2a87 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:33:53.131282 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8bca4b0c-524c-4052-a300-97d5732f2ba2 req-3b0160fe-4b7f-4722-810d-739a8d6fd55f service neutron] 10.222.0.23 "GET /v2.0/networks/9c32bf2f-a5a3-4cb1-b159-2c90f33491d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877225 Jul 05 03:33:53.350846 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 49f19a6b-6bb5-43dd-b839-3b1490f064cd up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:33:53.354038 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-07b4c84b-25d2-4361-b016-a14e6f8c9397 None None] Notify callbacks [] for port, precommit_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:53.395829 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b6c92134-fd42-49cf-b9d6-5ab2e1db5266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:53.402479 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-07b4c84b-25d2-4361-b016-a14e6f8c9397 None None] Transition to ACTIVE for port object 8b852503-bdc2-49d9-b4a2-c0195a9c2a87 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:33:53.429813 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 49f19a6b-6bb5-43dd-b839-3b1490f064cd triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:33:53.430222 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:53.431811 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a7abf6d2-ced3-4605-8887-d613d79bee2d req-96b90723-8f6a-4faa-a05c-1bf8294d65e4 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=5716fabc-ce44-4ccc-9d5a-409112602f62 HTTP/1.1" status: 200 len: 210 time: 0.0300579 Jul 05 03:33:53.501052 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-07b4c84b-25d2-4361-b016-a14e6f8c9397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:53.552974 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 4758cbd2-e84d-4ec6-af90-a5f4fb3b3314 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:33:53.775883 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d5338-15bf-42bc-86f6-f694efd41eed None None] Pushing event updated for resources: {'Port': ['ID=8b852503-bdc2-49d9-b4a2-c0195a9c2a87,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:33:53.834095 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-07b4c84b-25d2-4361-b016-a14e6f8c9397 None None] Attempting to bind port 8b852503-bdc2-49d9-b4a2-c0195a9c2a87 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:33:53.834389 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-07b4c84b-25d2-4361-b016-a14e6f8c9397 None None] Attempting to bind port 8b852503-bdc2-49d9-b4a2-c0195a9c2a87 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'a953d941-cc65-41f7-a351-615441ebe154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9c32bf2f-a5a3-4cb1-b159-2c90f33491d3'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:33:53.834754 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b4c84b-25d2-4361-b016-a14e6f8c9397 None None] Attempting to bind port 8b852503-bdc2-49d9-b4a2-c0195a9c2a87 on network 9c32bf2f-a5a3-4cb1-b159-2c90f33491d3 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:33:53.843669 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b4c84b-25d2-4361-b016-a14e6f8c9397 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:33:53.844025 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b4c84b-25d2-4361-b016-a14e6f8c9397 None None] Checking segment: {'id': 'a953d941-cc65-41f7-a351-615441ebe154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9c32bf2f-a5a3-4cb1-b159-2c90f33491d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:33:53.844432 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-07b4c84b-25d2-4361-b016-a14e6f8c9397 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:53.844823 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b4c84b-25d2-4361-b016-a14e6f8c9397 None None] Bound using segment: {'id': 'a953d941-cc65-41f7-a351-615441ebe154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9c32bf2f-a5a3-4cb1-b159-2c90f33491d3'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:33:53.845299 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-07b4c84b-25d2-4361-b016-a14e6f8c9397 None None] Bound port: 8b852503-bdc2-49d9-b4a2-c0195a9c2a87, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a953d941-cc65-41f7-a351-615441ebe154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9c32bf2f-a5a3-4cb1-b159-2c90f33491d3'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:33:53.845679 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-07b4c84b-25d2-4361-b016-a14e6f8c9397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:53.914098 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-07b4c84b-25d2-4361-b016-a14e6f8c9397 None None] For port 8b852503-bdc2-49d9-b4a2-c0195a9c2a87, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:33:53.917114 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-07b4c84b-25d2-4361-b016-a14e6f8c9397 None None] For port 8b852503-bdc2-49d9-b4a2-c0195a9c2a87, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=8b852503-bdc2-49d9-b4a2-c0195a9c2a87,segment=NetworkSegment(a953d941-cc65-41f7-a351-615441ebe154),segment_id=a953d941-cc65-41f7-a351-615441ebe154)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:33:53.959850 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 4758cbd2-e84d-4ec6-af90-a5f4fb3b3314 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:33:53.963538 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 4758cbd2-e84d-4ec6-af90-a5f4fb3b3314 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:33:53.963904 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:53.996317 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-07b4c84b-25d2-4361-b016-a14e6f8c9397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:54.041526 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:54.060580 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b4c84b-25d2-4361-b016-a14e6f8c9397 None None] Routers {'c0e1bd3f-e2e7-4275-a60d-3784c1490be3'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:33:54.061211 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-07b4c84b-25d2-4361-b016-a14e6f8c9397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:33:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['c0e1bd3f-e2e7-4275-a60d-3784c1490be3'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:33:54.144735 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d5338-15bf-42bc-86f6-f694efd41eed None None] Pushing event updated for resources: {'Port': ['ID=8b852503-bdc2-49d9-b4a2-c0195a9c2a87,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:33:54.184199 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:54.232250 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-07b4c84b-25d2-4361-b016-a14e6f8c9397 None None] Set router c0e1bd3f-e2e7-4275-a60d-3784c1490be3 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:33:54.264314 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 4758cbd2-e84d-4ec6-af90-a5f4fb3b3314, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=4758cbd2-e84d-4ec6-af90-a5f4fb3b3314,segment=NetworkSegment(a953d941-cc65-41f7-a351-615441ebe154),segment_id=a953d941-cc65-41f7-a351-615441ebe154)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:33:54.364924 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:54.437442 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=4758cbd2-e84d-4ec6-af90-a5f4fb3b3314,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:33:54.489314 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-07b4c84b-25d2-4361-b016-a14e6f8c9397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e1bd3f-e2e7-4275-a60d-3784c1490be3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-140969600', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': '49f19a6b-6bb5-43dd-b839-3b1490f064cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:33:47Z', 'updated_at': '2021-07-05T03:33:51Z', 'revision_number': 4, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'gw_port': {'id': '49f19a6b-6bb5-43dd-b839-3b1490f064cd', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ef:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e1bd3f-e2e7-4275-a60d-3784c1490be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:33:47Z', 'updated_at': '2021-07-05T03:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '8b852503-bdc2-49d9-b4a2-c0195a9c2a87', 'name': '', 'network_id': '9c32bf2f-a5a3-4cb1-b159-2c90f33491d3', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'mac_address': 'fa:16:3e:a5:29:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0e1bd3f-e2e7-4275-a60d-3784c1490be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'cb71c2f9-183f-4329-9dda-3bf3dbae3fd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:33:50Z', 'updated_at': '2021-07-05T03:33:53Z', 'revision_number': 4, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'subnets': [{'id': 'cb71c2f9-183f-4329-9dda-3bf3dbae3fd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:33:54.520147 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b4c84b-25d2-4361-b016-a14e6f8c9397 None None] The sync data for ids ['c0e1bd3f-e2e7-4275-a60d-3784c1490be3'] in n-d-771362-32 is: [{'id': 'c0e1bd3f-e2e7-4275-a60d-3784c1490be3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-140969600', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': '49f19a6b-6bb5-43dd-b839-3b1490f064cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:33:47Z', 'updated_at': '2021-07-05T03:33:51Z', 'revision_number': 4, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'gw_port': {'id': '49f19a6b-6bb5-43dd-b839-3b1490f064cd', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ef:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e1bd3f-e2e7-4275-a60d-3784c1490be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:33:47Z', 'updated_at': '2021-07-05T03:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '8b852503-bdc2-49d9-b4a2-c0195a9c2a87', 'name': '', 'network_id': '9c32bf2f-a5a3-4cb1-b159-2c90f33491d3', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'mac_address': 'fa:16:3e:a5:29:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0e1bd3f-e2e7-4275-a60d-3784c1490be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'cb71c2f9-183f-4329-9dda-3bf3dbae3fd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:33:50Z', 'updated_at': '2021-07-05T03:33:53Z', 'revision_number': 4, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'subnets': [{'id': 'cb71c2f9-183f-4329-9dda-3bf3dbae3fd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:33:54.612146 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f00602cf-abcd-49a9-88ec-c0137c7d0c37 req-5ec2f53a-299c-49a5-b2b8-36736e6024cf tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=5716fabc-ce44-4ccc-9d5a-409112602f62 HTTP/1.1" status: 200 len: 210 time: 0.0498140 Jul 05 03:33:54.997574 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:55.359567 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 8b852503-bdc2-49d9-b4a2-c0195a9c2a87 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:33:55.506182 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 8b852503-bdc2-49d9-b4a2-c0195a9c2a87 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:33:55.510433 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 8b852503-bdc2-49d9-b4a2-c0195a9c2a87 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:33:55.511693 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:55.598015 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:55.634025 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 8b852503-bdc2-49d9-b4a2-c0195a9c2a87, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=8b852503-bdc2-49d9-b4a2-c0195a9c2a87,segment=NetworkSegment(a953d941-cc65-41f7-a351-615441ebe154),segment_id=a953d941-cc65-41f7-a351-615441ebe154)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:33:55.711762 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:55.712585 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 4758cbd2-e84d-4ec6-af90-a5f4fb3b3314 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:33:55.760153 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-18f0e9e8-4eb1-4a9a-b6a4-2deddd87cc5b req-00ddc9d0-8138-4934-99c0-e3aeb02f9d6c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=5716fabc-ce44-4ccc-9d5a-409112602f62 HTTP/1.1" status: 200 len: 210 time: 0.0315659 Jul 05 03:33:55.792731 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=8b852503-bdc2-49d9-b4a2-c0195a9c2a87,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:33:55.806277 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 4758cbd2-e84d-4ec6-af90-a5f4fb3b3314 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:33:55.806657 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:55.955145 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bca4b0c-524c-4052-a300-97d5732f2ba2 req-59563376-6a6b-4009-b11d-fbf801f56026 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:33:55.956573 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8bca4b0c-524c-4052-a300-97d5732f2ba2 req-59563376-6a6b-4009-b11d-fbf801f56026 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.15 "GET /v2.0/networks?id=9c32bf2f-a5a3-4cb1-b159-2c90f33491d3 HTTP/1.1" status: 200 len: 797 time: 0.1122808 Jul 05 03:33:55.999996 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8bca4b0c-524c-4052-a300-97d5732f2ba2 req-67dbb84c-2e6e-4f26-b826-4e16d53854d6 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5cd03416720416fbffc8e2028e4152c HTTP/1.1" status: 200 len: 379 time: 0.0353146 Jul 05 03:33:56.008653 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-8bca4b0c-524c-4052-a300-97d5732f2ba2 req-180d4bfb-e3f6-4650-9aed-cb1dbe625e8c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Request body: {'port': {'device_id': '5716fabc-ce44-4ccc-9d5a-409112602f62', 'network_id': '9c32bf2f-a5a3-4cb1-b159-2c90f33491d3', 'admin_state_up': True, 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'security_groups': ['72eb441f-29fd-40e4-abd8-1156c09330c8']}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:33:56.234790 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bca4b0c-524c-4052-a300-97d5732f2ba2 req-180d4bfb-e3f6-4650-9aed-cb1dbe625e8c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Made reservation on behalf of f5cd03416720416fbffc8e2028e4152c for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:33:56.238434 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-8bca4b0c-524c-4052-a300-97d5732f2ba2 req-180d4bfb-e3f6-4650-9aed-cb1dbe625e8c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:56.374320 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-8bca4b0c-524c-4052-a300-97d5732f2ba2 req-180d4bfb-e3f6-4650-9aed-cb1dbe625e8c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Allocated IP 172.20.0.6 (9c32bf2f-a5a3-4cb1-b159-2c90f33491d3/cb71c2f9-183f-4329-9dda-3bf3dbae3fd6/11fc0244-6c04-4150-ba4f-b889ce06aa84) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:33:56.423032 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:56.516941 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-8bca4b0c-524c-4052-a300-97d5732f2ba2 req-180d4bfb-e3f6-4650-9aed-cb1dbe625e8c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:56.530380 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-8bca4b0c-524c-4052-a300-97d5732f2ba2 req-180d4bfb-e3f6-4650-9aed-cb1dbe625e8c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Transition to ACTIVE for port object 11fc0244-6c04-4150-ba4f-b889ce06aa84 will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:33:56.698848 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-8bca4b0c-524c-4052-a300-97d5732f2ba2 req-180d4bfb-e3f6-4650-9aed-cb1dbe625e8c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:56.743080 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bca4b0c-524c-4052-a300-97d5732f2ba2 req-180d4bfb-e3f6-4650-9aed-cb1dbe625e8c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Network 9c32bf2f-a5a3-4cb1-b159-2c90f33491d3 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:33:56.746959 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-8bca4b0c-524c-4052-a300-97d5732f2ba2 req-180d4bfb-e3f6-4650-9aed-cb1dbe625e8c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:33:56.753514 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bca4b0c-524c-4052-a300-97d5732f2ba2 req-180d4bfb-e3f6-4650-9aed-cb1dbe625e8c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:33:56.777318 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180d4bfb-e3f6-4650-9aed-cb1dbe625e8c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Pushing event updated for resources: {'Port': ['ID=11fc0244-6c04-4150-ba4f-b889ce06aa84,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:33:56.815156 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bca4b0c-524c-4052-a300-97d5732f2ba2 req-180d4bfb-e3f6-4650-9aed-cb1dbe625e8c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:33:56.816084 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-8bca4b0c-524c-4052-a300-97d5732f2ba2 req-180d4bfb-e3f6-4650-9aed-cb1dbe625e8c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:56.910614 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8bca4b0c-524c-4052-a300-97d5732f2ba2 req-180d4bfb-e3f6-4650-9aed-cb1dbe625e8c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9057550 Jul 05 03:33:56.928104 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-8bca4b0c-524c-4052-a300-97d5732f2ba2 req-7ec2a754-7b78-46e6-8fe3-e91cc147c671 service neutron] Request body: {'port': {'device_id': '5716fabc-ce44-4ccc-9d5a-409112602f62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:33:56.980122 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8938192-f341-4efa-9836-ce6466f6dd7a req-4223c223-4e66-42a0-a6a4-0067d5ad32e3 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:33:56.981644 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a8938192-f341-4efa-9836-ce6466f6dd7a req-4223c223-4e66-42a0-a6a4-0067d5ad32e3 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=5716fabc-ce44-4ccc-9d5a-409112602f62 HTTP/1.1" status: 200 len: 931 time: 0.1052444 Jul 05 03:33:57.043714 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-8bca4b0c-524c-4052-a300-97d5732f2ba2 req-7ec2a754-7b78-46e6-8fe3-e91cc147c671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:57.047915 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a8938192-f341-4efa-9836-ce6466f6dd7a req-10cef981-be70-4705-a656-1e8807db9ab5 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=72eb441f-29fd-40e4-abd8-1156c09330c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603018 Jul 05 03:33:57.140373 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-146e05fa-c3a1-47ee-a8d7-ef27568eb528 None None] Provisioning for port 11fc0244-6c04-4150-ba4f-b889ce06aa84 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:33:57.144825 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-146e05fa-c3a1-47ee-a8d7-ef27568eb528 None None] Provisioning complete for port 11fc0244-6c04-4150-ba4f-b889ce06aa84 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:33:57.145189 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-146e05fa-c3a1-47ee-a8d7-ef27568eb528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:57.183723 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-146e05fa-c3a1-47ee-a8d7-ef27568eb528 None None] Port 11fc0244-6c04-4150-ba4f-b889ce06aa84 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:33:57.281651 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 8b852503-bdc2-49d9-b4a2-c0195a9c2a87 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:33:57.310530 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-8bca4b0c-524c-4052-a300-97d5732f2ba2 req-7ec2a754-7b78-46e6-8fe3-e91cc147c671 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11fc0244-6c04-4150-ba4f-b889ce06aa84 {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:33:57.318329 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-8bca4b0c-524c-4052-a300-97d5732f2ba2 req-7ec2a754-7b78-46e6-8fe3-e91cc147c671 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:57.329476 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 8b852503-bdc2-49d9-b4a2-c0195a9c2a87 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:33:57.329845 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:57.331050 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-8bca4b0c-524c-4052-a300-97d5732f2ba2 req-7ec2a754-7b78-46e6-8fe3-e91cc147c671 service neutron] Transition to ACTIVE for port object 11fc0244-6c04-4150-ba4f-b889ce06aa84 will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:33:57.414185 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-8bca4b0c-524c-4052-a300-97d5732f2ba2 req-7ec2a754-7b78-46e6-8fe3-e91cc147c671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:57.497511 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec2a754-7b78-46e6-8fe3-e91cc147c671 service neutron] Pushing event updated for resources: {'Port': ['ID=11fc0244-6c04-4150-ba4f-b889ce06aa84,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:33:57.547801 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-8bca4b0c-524c-4052-a300-97d5732f2ba2 req-7ec2a754-7b78-46e6-8fe3-e91cc147c671 service neutron] Attempting to bind port 11fc0244-6c04-4150-ba4f-b889ce06aa84 on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:33:57.548313 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-8bca4b0c-524c-4052-a300-97d5732f2ba2 req-7ec2a754-7b78-46e6-8fe3-e91cc147c671 service neutron] Attempting to bind port 11fc0244-6c04-4150-ba4f-b889ce06aa84 by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': 'a953d941-cc65-41f7-a351-615441ebe154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9c32bf2f-a5a3-4cb1-b159-2c90f33491d3'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:33:57.548627 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bca4b0c-524c-4052-a300-97d5732f2ba2 req-7ec2a754-7b78-46e6-8fe3-e91cc147c671 service neutron] Attempting to bind port 11fc0244-6c04-4150-ba4f-b889ce06aa84 on network 9c32bf2f-a5a3-4cb1-b159-2c90f33491d3 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:33:57.553319 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bca4b0c-524c-4052-a300-97d5732f2ba2 req-7ec2a754-7b78-46e6-8fe3-e91cc147c671 service neutron] Port 11fc0244-6c04-4150-ba4f-b889ce06aa84 on network 9c32bf2f-a5a3-4cb1-b159-2c90f33491d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:33:57.553642 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bca4b0c-524c-4052-a300-97d5732f2ba2 req-7ec2a754-7b78-46e6-8fe3-e91cc147c671 service neutron] Attempting to bind port 11fc0244-6c04-4150-ba4f-b889ce06aa84 on network 9c32bf2f-a5a3-4cb1-b159-2c90f33491d3 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:33:57.559322 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bca4b0c-524c-4052-a300-97d5732f2ba2 req-7ec2a754-7b78-46e6-8fe3-e91cc147c671 service neutron] Checking agent: {'id': 'e071c76e-395f-48c4-a98f-88088465cf0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:33:57.559660 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bca4b0c-524c-4052-a300-97d5732f2ba2 req-7ec2a754-7b78-46e6-8fe3-e91cc147c671 service neutron] Checking segment: {'id': 'a953d941-cc65-41f7-a351-615441ebe154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9c32bf2f-a5a3-4cb1-b159-2c90f33491d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:33:57.560053 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bca4b0c-524c-4052-a300-97d5732f2ba2 req-7ec2a754-7b78-46e6-8fe3-e91cc147c671 service neutron] Bound using segment: {'id': 'a953d941-cc65-41f7-a351-615441ebe154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9c32bf2f-a5a3-4cb1-b159-2c90f33491d3'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:33:57.560479 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-8bca4b0c-524c-4052-a300-97d5732f2ba2 req-7ec2a754-7b78-46e6-8fe3-e91cc147c671 service neutron] Bound port: 11fc0244-6c04-4150-ba4f-b889ce06aa84, host: n-h2-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a953d941-cc65-41f7-a351-615441ebe154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9c32bf2f-a5a3-4cb1-b159-2c90f33491d3'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:33:57.560896 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-8bca4b0c-524c-4052-a300-97d5732f2ba2 req-7ec2a754-7b78-46e6-8fe3-e91cc147c671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:57.641939 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-8bca4b0c-524c-4052-a300-97d5732f2ba2 req-7ec2a754-7b78-46e6-8fe3-e91cc147c671 service neutron] For port 11fc0244-6c04-4150-ba4f-b889ce06aa84, host n-h2-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:33:57.645189 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-8bca4b0c-524c-4052-a300-97d5732f2ba2 req-7ec2a754-7b78-46e6-8fe3-e91cc147c671 service neutron] For port 11fc0244-6c04-4150-ba4f-b889ce06aa84, host n-h2-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=11fc0244-6c04-4150-ba4f-b889ce06aa84,segment=NetworkSegment(a953d941-cc65-41f7-a351-615441ebe154),segment_id=a953d941-cc65-41f7-a351-615441ebe154)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:33:57.766613 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-8bca4b0c-524c-4052-a300-97d5732f2ba2 req-7ec2a754-7b78-46e6-8fe3-e91cc147c671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:57.800636 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bca4b0c-524c-4052-a300-97d5732f2ba2 req-7ec2a754-7b78-46e6-8fe3-e91cc147c671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:33:57.801278 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-8bca4b0c-524c-4052-a300-97d5732f2ba2 req-7ec2a754-7b78-46e6-8fe3-e91cc147c671 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:57.802714 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8bca4b0c-524c-4052-a300-97d5732f2ba2 req-7ec2a754-7b78-46e6-8fe3-e91cc147c671 service neutron] 10.222.0.15 "PUT /v2.0/ports/11fc0244-6c04-4150-ba4f-b889ce06aa84 HTTP/1.1" status: 200 len: 1092 time: 0.8799729 Jul 05 03:33:57.803158 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5716fabc-ce44-4ccc-9d5a-409112602f62', 'tag': '11fc0244-6c04-4150-ba4f-b889ce06aa84'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:33:57.805425 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4c1385bffaa5d930a7117e6982c27207eca91cca31cf4b43f86c7ad63cd24a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-408d0c28-02b8-41f7-befb-d2560c9c472b" -d '{"events": [{"name": "network-changed", "server_uuid": "5716fabc-ce44-4ccc-9d5a-409112602f62", "tag": "11fc0244-6c04-4150-ba4f-b889ce06aa84"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:33:57.831539 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec2a754-7b78-46e6-8fe3-e91cc147c671 service neutron] Pushing event updated for resources: {'Port': ['ID=11fc0244-6c04-4150-ba4f-b889ce06aa84,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:33:57.871441 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ee54f6-d885-4093-a259-9fae46d0bf9d x-openstack-request-id: req-b7ee54f6-d885-4093-a259-9fae46d0bf9d {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:33:57.871441 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5716fabc-ce44-4ccc-9d5a-409112602f62", "tag": "11fc0244-6c04-4150-ba4f-b889ce06aa84", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:33:57.871441 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b7ee54f6-d885-4093-a259-9fae46d0bf9d {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:33:57.871441 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5716fabc-ce44-4ccc-9d5a-409112602f62', 'tag': '11fc0244-6c04-4150-ba4f-b889ce06aa84', 'status': 'completed', 'code': 200} Jul 05 03:33:57.955154 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408d0c28-02b8-41f7-befb-d2560c9c472b req-7d03081d-8df8-44c8-a928-6333b202fd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:33:57.956727 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-408d0c28-02b8-41f7-befb-d2560c9c472b req-7d03081d-8df8-44c8-a928-6333b202fd50 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f5cd03416720416fbffc8e2028e4152c&device_id=5716fabc-ce44-4ccc-9d5a-409112602f62 HTTP/1.1" status: 200 len: 1095 time: 0.0617321 Jul 05 03:33:58.059295 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408d0c28-02b8-41f7-befb-d2560c9c472b req-d7ed13e9-c1bc-40bd-8ab3-d558fa8593fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:33:58.060826 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-408d0c28-02b8-41f7-befb-d2560c9c472b req-d7ed13e9-c1bc-40bd-8ab3-d558fa8593fe service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=f5cd03416720416fbffc8e2028e4152c&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0975101 Jul 05 03:33:58.155553 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408d0c28-02b8-41f7-befb-d2560c9c472b req-2e04d4c4-9bc0-4534-bee4-7bbe3ad073fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:33:58.157110 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-408d0c28-02b8-41f7-befb-d2560c9c472b req-2e04d4c4-9bc0-4534-bee4-7bbe3ad073fd service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0906510 Jul 05 03:33:58.257188 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8430addb-4bc3-42cb-bca5-650686d93ef1 req-ff71f091-f09d-461b-ad8d-cf334f170e9a tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:33:58.258696 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8430addb-4bc3-42cb-bca5-650686d93ef1 req-ff71f091-f09d-461b-ad8d-cf334f170e9a tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=5716fabc-ce44-4ccc-9d5a-409112602f62 HTTP/1.1" status: 200 len: 943 time: 0.0981114 Jul 05 03:33:58.272208 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bca4b0c-524c-4052-a300-97d5732f2ba2 req-2f0f4097-d4d3-4b61-bfe0-8164ecd485a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:33:58.273664 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8bca4b0c-524c-4052-a300-97d5732f2ba2 req-2f0f4097-d4d3-4b61-bfe0-8164ecd485a2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f5cd03416720416fbffc8e2028e4152c&device_id=5716fabc-ce44-4ccc-9d5a-409112602f62 HTTP/1.1" status: 200 len: 1095 time: 0.0790124 Jul 05 03:33:58.321007 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8bca4b0c-524c-4052-a300-97d5732f2ba2 req-77fb762c-9c48-4847-8875-4d4ef19c8ebb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11fc0244-6c04-4150-ba4f-b889ce06aa84 HTTP/1.1" status: 200 len: 217 time: 0.0400357 Jul 05 03:33:58.343264 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8430addb-4bc3-42cb-bca5-650686d93ef1 req-12a8b3e5-8ea6-44e5-b746-c01698a348cf tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=72eb441f-29fd-40e4-abd8-1156c09330c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782626 Jul 05 03:33:58.375705 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bca4b0c-524c-4052-a300-97d5732f2ba2 req-90fdfe4e-9c86-4d9c-ab21-82a177d6560d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:33:58.377210 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8bca4b0c-524c-4052-a300-97d5732f2ba2 req-90fdfe4e-9c86-4d9c-ab21-82a177d6560d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cb71c2f9-183f-4329-9dda-3bf3dbae3fd6 HTTP/1.1" status: 200 len: 835 time: 0.0486948 Jul 05 03:33:58.431683 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bca4b0c-524c-4052-a300-97d5732f2ba2 req-fb63e033-477d-4704-a65f-f819b9a19a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:33:58.433713 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8bca4b0c-524c-4052-a300-97d5732f2ba2 req-fb63e033-477d-4704-a65f-f819b9a19a98 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9c32bf2f-a5a3-4cb1-b159-2c90f33491d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507360 Jul 05 03:33:58.522366 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8bca4b0c-524c-4052-a300-97d5732f2ba2 req-1c0267ca-03e2-43b8-9e35-f352ce378384 service neutron] 10.222.0.15 "GET /v2.0/networks/9c32bf2f-a5a3-4cb1-b159-2c90f33491d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818567 Jul 05 03:33:58.613170 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8bca4b0c-524c-4052-a300-97d5732f2ba2 req-02c1e7c8-8732-4311-9102-84620f96e79a service neutron] 10.222.0.15 "GET /v2.0/networks/9c32bf2f-a5a3-4cb1-b159-2c90f33491d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832331 Jul 05 03:33:59.518883 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192ad72e-68a2-4dee-a74b-b39ebb3900a2 req-55718edf-760d-42e3-813d-a9ad60c7b45a tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:33:59.520421 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-192ad72e-68a2-4dee-a74b-b39ebb3900a2 req-55718edf-760d-42e3-813d-a9ad60c7b45a tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=5716fabc-ce44-4ccc-9d5a-409112602f62 HTTP/1.1" status: 200 len: 943 time: 0.0623748 Jul 05 03:33:59.557924 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-192ad72e-68a2-4dee-a74b-b39ebb3900a2 req-37be5cd5-e90d-4639-850d-14ced3c68cef tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=72eb441f-29fd-40e4-abd8-1156c09330c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319142 Jul 05 03:34:00.731432 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f12d73f-57c4-4695-9aca-85f1c537a463 req-9d27362d-07da-4999-a50e-dab8e0ff91fc tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:34:00.732981 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5f12d73f-57c4-4695-9aca-85f1c537a463 req-9d27362d-07da-4999-a50e-dab8e0ff91fc tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=5716fabc-ce44-4ccc-9d5a-409112602f62 HTTP/1.1" status: 200 len: 943 time: 0.0644586 Jul 05 03:34:00.735345 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 11fc0244-6c04-4150-ba4f-b889ce06aa84 details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:34:00.775369 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5f12d73f-57c4-4695-9aca-85f1c537a463 req-a9453354-cbe7-4fea-b18f-649c7a066b0e tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=72eb441f-29fd-40e4-abd8-1156c09330c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363834 Jul 05 03:34:00.829213 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 11fc0244-6c04-4150-ba4f-b889ce06aa84, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=11fc0244-6c04-4150-ba4f-b889ce06aa84,segment=NetworkSegment(a953d941-cc65-41f7-a351-615441ebe154),segment_id=a953d941-cc65-41f7-a351-615441ebe154)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:34:00.840773 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Returning: {'device': '11fc0244-6c04-4150-ba4f-b889ce06aa84', 'network_id': '9c32bf2f-a5a3-4cb1-b159-2c90f33491d3', 'port_id': '11fc0244-6c04-4150-ba4f-b889ce06aa84', 'mac_address': 'fa:16:3e:5d:0c:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb71c2f9-183f-4329-9dda-3bf3dbae3fd6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:34:00.876257 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:00.888993 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11fc0244-6c04-4150-ba4f-b889ce06aa84 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:34:00.908019 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 11fc0244-6c04-4150-ba4f-b889ce06aa84, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=11fc0244-6c04-4150-ba4f-b889ce06aa84,segment=NetworkSegment(a953d941-cc65-41f7-a351-615441ebe154),segment_id=a953d941-cc65-41f7-a351-615441ebe154)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:34:00.982872 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:01.033777 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=11fc0244-6c04-4150-ba4f-b889ce06aa84,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:34:01.207805 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['11fc0244-6c04-4150-ba4f-b889ce06aa84'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:34:01.955818 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3aca9d-9308-4808-8cb1-6f1432155948 req-8b2cee19-733c-4b64-b386-5de30db88a53 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:34:01.957565 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ff3aca9d-9308-4808-8cb1-6f1432155948 req-8b2cee19-733c-4b64-b386-5de30db88a53 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=5716fabc-ce44-4ccc-9d5a-409112602f62 HTTP/1.1" status: 200 len: 944 time: 0.0663373 Jul 05 03:34:01.993933 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ff3aca9d-9308-4808-8cb1-6f1432155948 req-7e89f22d-d01f-48fe-8538-21b10c479532 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=72eb441f-29fd-40e4-abd8-1156c09330c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308342 Jul 05 03:34:02.748147 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 11fc0244-6c04-4150-ba4f-b889ce06aa84 up at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:34:02.897061 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning for port 11fc0244-6c04-4150-ba4f-b889ce06aa84 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:34:02.900775 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning complete for port 11fc0244-6c04-4150-ba4f-b889ce06aa84 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:34:02.901144 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:02.977028 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:02.998599 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5716fabc-ce44-4ccc-9d5a-409112602f62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11fc0244-6c04-4150-ba4f-b889ce06aa84'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:34:03.000821 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1156d35e1955dd65519df7b38ee19a55ddc3a31abbcc68c280d02d687c0487e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec315d96-e627-415b-be44-92e594c712a7" -d '{"events": [{"server_uuid": "5716fabc-ce44-4ccc-9d5a-409112602f62", "name": "network-vif-plugged", "status": "completed", "tag": "11fc0244-6c04-4150-ba4f-b889ce06aa84"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:34:03.017116 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 11fc0244-6c04-4150-ba4f-b889ce06aa84, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=11fc0244-6c04-4150-ba4f-b889ce06aa84,segment=NetworkSegment(a953d941-cc65-41f7-a351-615441ebe154),segment_id=a953d941-cc65-41f7-a351-615441ebe154)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:34:03.036274 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ba21964-b3fd-4505-8285-6841942a5490 x-openstack-request-id: req-7ba21964-b3fd-4505-8285-6841942a5490 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:34:03.036567 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5716fabc-ce44-4ccc-9d5a-409112602f62", "name": "network-vif-plugged", "status": "completed", "tag": "11fc0244-6c04-4150-ba4f-b889ce06aa84", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:34:03.036819 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7ba21964-b3fd-4505-8285-6841942a5490 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:34:03.037213 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5716fabc-ce44-4ccc-9d5a-409112602f62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11fc0244-6c04-4150-ba4f-b889ce06aa84', 'code': 200} Jul 05 03:34:03.097384 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:03.154615 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=11fc0244-6c04-4150-ba4f-b889ce06aa84,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:34:03.174643 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c2dd47-b4e4-4fc1-b24c-74dff0d6c862 req-0d184662-7a59-4dbe-ab3c-e5eb76259ff3 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:34:03.176267 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-45c2dd47-b4e4-4fc1-b24c-74dff0d6c862 req-0d184662-7a59-4dbe-ab3c-e5eb76259ff3 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=5716fabc-ce44-4ccc-9d5a-409112602f62 HTTP/1.1" status: 200 len: 945 time: 0.0671678 Jul 05 03:34:03.198748 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0d7213-5a20-4119-b461-be284a4d9e34 req-23203974-6e17-4bd8-b588-efc836617995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:34:03.200989 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ee0d7213-5a20-4119-b461-be284a4d9e34 req-23203974-6e17-4bd8-b588-efc836617995 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5716fabc-ce44-4ccc-9d5a-409112602f62 HTTP/1.1" status: 200 len: 1097 time: 0.1015937 Jul 05 03:34:03.216315 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-45c2dd47-b4e4-4fc1-b24c-74dff0d6c862 req-59674aa1-061c-454f-be57-40549a9e6a53 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=72eb441f-29fd-40e4-abd8-1156c09330c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344431 Jul 05 03:34:03.236413 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ee0d7213-5a20-4119-b461-be284a4d9e34 req-eb26534e-a4a1-4c1c-a56b-71aa6ef5eaa3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=72eb441f-29fd-40e4-abd8-1156c09330c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290985 Jul 05 03:34:04.003207 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:34:04.389900 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f534d-3ce2-4028-a804-17da49180509 req-7ee43be1-ec07-47b5-993d-8a9e0be95de3 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:34:04.391409 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6a0f534d-3ce2-4028-a804-17da49180509 req-7ee43be1-ec07-47b5-993d-8a9e0be95de3 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=5716fabc-ce44-4ccc-9d5a-409112602f62 HTTP/1.1" status: 200 len: 945 time: 0.0623577 Jul 05 03:34:04.428579 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6a0f534d-3ce2-4028-a804-17da49180509 req-fe678503-1037-4a0f-b5c2-b1b4ba538849 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=72eb441f-29fd-40e4-abd8-1156c09330c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314972 Jul 05 03:34:04.600907 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0c0ceb-57ad-4dc4-8723-6ef4e9798ddc req-5b770824-7f9d-4fd3-978f-ab7468831dc4 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:34:04.602474 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5c0c0ceb-57ad-4dc4-8723-6ef4e9798ddc req-5b770824-7f9d-4fd3-978f-ab7468831dc4 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=5716fabc-ce44-4ccc-9d5a-409112602f62 HTTP/1.1" status: 200 len: 945 time: 0.0662642 Jul 05 03:34:04.639314 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5c0c0ceb-57ad-4dc4-8723-6ef4e9798ddc req-6fb3c4c1-8a57-41ab-95ad-a2145698c50c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=72eb441f-29fd-40e4-abd8-1156c09330c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312991 Jul 05 03:34:04.663013 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 51492) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:34:04.753791 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5277624-76bb-46aa-a3f1-520152acc8da tempest-TestNetworkAdvancedServerOps-506876623 tempest-TestNetworkAdvancedServerOps-506876623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:34:04.755342 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-e5277624-76bb-46aa-a3f1-520152acc8da tempest-TestNetworkAdvancedServerOps-506876623 tempest-TestNetworkAdvancedServerOps-506876623-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=5716fabc-ce44-4ccc-9d5a-409112602f62 HTTP/1.1" status: 200 len: 1092 time: 0.0913861 Jul 05 03:34:04.758108 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 51496) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:34:04.763158 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-af158c4e-9d30-4cdd-b5ca-20ef19d17e74 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Request body: {'floatingip': {'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'port_id': '11fc0244-6c04-4150-ba4f-b889ce06aa84', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:34:04.865771 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-af158c4e-9d30-4cdd-b5ca-20ef19d17e74 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for floatingip, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:04.966079 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-af158c4e-9d30-4cdd-b5ca-20ef19d17e74 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:05.070052 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-af158c4e-9d30-4cdd-b5ca-20ef19d17e74 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Allocated IP 172.25.7.29 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/7ab42d0e-68ff-4538-b5b1-3e25eb5e9ec8) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:34:05.172017 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-af158c4e-9d30-4cdd-b5ca-20ef19d17e74 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:05.285924 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-af158c4e-9d30-4cdd-b5ca-20ef19d17e74 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:05.322194 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af158c4e-9d30-4cdd-b5ca-20ef19d17e74 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:34:05.327169 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-af158c4e-9d30-4cdd-b5ca-20ef19d17e74 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:34:05.333479 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af158c4e-9d30-4cdd-b5ca-20ef19d17e74 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:34:05.354550 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af158c4e-9d30-4cdd-b5ca-20ef19d17e74 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Pushing event updated for resources: {'Port': ['ID=7ab42d0e-68ff-4538-b5b1-3e25eb5e9ec8,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:34:06.036968 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-af158c4e-9d30-4cdd-b5ca-20ef19d17e74 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:06.193466 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-af158c4e-9d30-4cdd-b5ca-20ef19d17e74 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:06.340952 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-af158c4e-9d30-4cdd-b5ca-20ef19d17e74 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:06.445341 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-af158c4e-9d30-4cdd-b5ca-20ef19d17e74 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:06.515630 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af158c4e-9d30-4cdd-b5ca-20ef19d17e74 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Pushing event updated for resources: {'Port': ['ID=7ab42d0e-68ff-4538-b5b1-3e25eb5e9ec8,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:34:06.527301 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-af158c4e-9d30-4cdd-b5ca-20ef19d17e74 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636869'] for floatingip, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:06.626306 n-d-771362-32 neutron-server[94462]: INFO neutron.db.l3_db [None req-af158c4e-9d30-4cdd-b5ca-20ef19d17e74 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Floating IP ba28b0b1-8c58-4df6-8250-9a8090d6a215 associated. External IP: 172.25.7.29, port: 11fc0244-6c04-4150-ba4f-b889ce06aa84. Jul 05 03:34:06.832499 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af158c4e-9d30-4cdd-b5ca-20ef19d17e74 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Router c0e1bd3f-e2e7-4275-a60d-3784c1490be3 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:34:06.937405 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af158c4e-9d30-4cdd-b5ca-20ef19d17e74 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:34:06.946616 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e2c45b-ffe6-4ea2-97a2-44f38c7c2538 None None] Sync routers for ids ['c0e1bd3f-e2e7-4275-a60d-3784c1490be3'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:34:06.955806 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e2c45b-ffe6-4ea2-97a2-44f38c7c2538 None None] Routers {'c0e1bd3f-e2e7-4275-a60d-3784c1490be3'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:34:06.956401 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-94e2c45b-ffe6-4ea2-97a2-44f38c7c2538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:33:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['c0e1bd3f-e2e7-4275-a60d-3784c1490be3'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:34:07.057442 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-94e2c45b-ffe6-4ea2-97a2-44f38c7c2538 None None] Set router c0e1bd3f-e2e7-4275-a60d-3784c1490be3 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:34:07.080352 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-af158c4e-9d30-4cdd-b5ca-20ef19d17e74 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:07.122698 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-af158c4e-9d30-4cdd-b5ca-20ef19d17e74 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3634260 Jul 05 03:34:07.123200 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5716fabc-ce44-4ccc-9d5a-409112602f62', 'tag': '11fc0244-6c04-4150-ba4f-b889ce06aa84'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:34:07.125468 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11141f6c68b9db4323543981e20059e25754165b6910e3da155bf2bc30bd8242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9612e68-ee64-48fe-9d2d-7dbc5e6d00e1" -d '{"events": [{"name": "network-changed", "server_uuid": "5716fabc-ce44-4ccc-9d5a-409112602f62", "tag": "11fc0244-6c04-4150-ba4f-b889ce06aa84"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:34:07.164594 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb8a75bc-79d8-49db-875d-8d1a75288ed8 x-openstack-request-id: req-eb8a75bc-79d8-49db-875d-8d1a75288ed8 {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:34:07.164889 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5716fabc-ce44-4ccc-9d5a-409112602f62", "tag": "11fc0244-6c04-4150-ba4f-b889ce06aa84", "status": "completed", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:34:07.165148 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-eb8a75bc-79d8-49db-875d-8d1a75288ed8 {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:34:07.165681 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5716fabc-ce44-4ccc-9d5a-409112602f62', 'tag': '11fc0244-6c04-4150-ba4f-b889ce06aa84', 'status': 'completed', 'code': 200} Jul 05 03:34:07.300722 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-94e2c45b-ffe6-4ea2-97a2-44f38c7c2538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e1bd3f-e2e7-4275-a60d-3784c1490be3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-140969600', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': '49f19a6b-6bb5-43dd-b839-3b1490f064cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:33:47Z', 'updated_at': '2021-07-05T03:33:51Z', 'revision_number': 4, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'gw_port': {'id': '49f19a6b-6bb5-43dd-b839-3b1490f064cd', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ef:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e1bd3f-e2e7-4275-a60d-3784c1490be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:33:47Z', 'updated_at': '2021-07-05T03:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': 'ba28b0b1-8c58-4df6-8250-9a8090d6a215', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'floating_ip_address': '172.25.7.29', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': 'c0e1bd3f-e2e7-4275-a60d-3784c1490be3', 'port_id': '11fc0244-6c04-4150-ba4f-b889ce06aa84', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c32bf2f-a5a3-4cb1-b159-2c90f33491d3', 'mac_address': 'fa:16:3e:5d:0c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5716fabc-ce44-4ccc-9d5a-409112602f62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:34:05Z', 'updated_at': '2021-07-05T03:34:05Z', 'revision_number': 0, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b852503-bdc2-49d9-b4a2-c0195a9c2a87', 'name': '', 'network_id': '9c32bf2f-a5a3-4cb1-b159-2c90f33491d3', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'mac_address': 'fa:16:3e:a5:29:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e1bd3f-e2e7-4275-a60d-3784c1490be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'cb71c2f9-183f-4329-9dda-3bf3dbae3fd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:33:50Z', 'updated_at': '2021-07-05T03:33:55Z', 'revision_number': 5, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'subnets': [{'id': 'cb71c2f9-183f-4329-9dda-3bf3dbae3fd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:34:07.327967 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e2c45b-ffe6-4ea2-97a2-44f38c7c2538 None None] Checking router: c0e1bd3f-e2e7-4275-a60d-3784c1490be3 for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:34:07.337170 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e2c45b-ffe6-4ea2-97a2-44f38c7c2538 None None] Routers {'c0e1bd3f-e2e7-4275-a60d-3784c1490be3'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:34:07.337806 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-94e2c45b-ffe6-4ea2-97a2-44f38c7c2538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:33:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['c0e1bd3f-e2e7-4275-a60d-3784c1490be3'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:34:07.445013 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-94e2c45b-ffe6-4ea2-97a2-44f38c7c2538 None None] Set router c0e1bd3f-e2e7-4275-a60d-3784c1490be3 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:34:07.645906 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9612e68-ee64-48fe-9d2d-7dbc5e6d00e1 req-2e69d789-6cf6-4ff7-9f8a-d0858ce3b995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:34:07.647533 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a9612e68-ee64-48fe-9d2d-7dbc5e6d00e1 req-2e69d789-6cf6-4ff7-9f8a-d0858ce3b995 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f5cd03416720416fbffc8e2028e4152c&device_id=5716fabc-ce44-4ccc-9d5a-409112602f62 HTTP/1.1" status: 200 len: 1097 time: 0.4553885 Jul 05 03:34:07.670162 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bae3917-7b26-4587-bb09-612c59b3a6af req-fbfb00fe-a559-4c5c-857e-c153c175ebd9 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:34:07.671630 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0bae3917-7b26-4587-bb09-612c59b3a6af req-fbfb00fe-a559-4c5c-857e-c153c175ebd9 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=5716fabc-ce44-4ccc-9d5a-409112602f62 HTTP/1.1" status: 200 len: 945 time: 0.0924549 Jul 05 03:34:07.683474 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-94e2c45b-ffe6-4ea2-97a2-44f38c7c2538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e1bd3f-e2e7-4275-a60d-3784c1490be3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-140969600', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': '49f19a6b-6bb5-43dd-b839-3b1490f064cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:33:47Z', 'updated_at': '2021-07-05T03:33:51Z', 'revision_number': 4, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'gw_port': {'id': '49f19a6b-6bb5-43dd-b839-3b1490f064cd', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ef:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e1bd3f-e2e7-4275-a60d-3784c1490be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:33:47Z', 'updated_at': '2021-07-05T03:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': 'ba28b0b1-8c58-4df6-8250-9a8090d6a215', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'floating_ip_address': '172.25.7.29', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': 'c0e1bd3f-e2e7-4275-a60d-3784c1490be3', 'port_id': '11fc0244-6c04-4150-ba4f-b889ce06aa84', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c32bf2f-a5a3-4cb1-b159-2c90f33491d3', 'mac_address': 'fa:16:3e:5d:0c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5716fabc-ce44-4ccc-9d5a-409112602f62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:34:05Z', 'updated_at': '2021-07-05T03:34:05Z', 'revision_number': 0, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b852503-bdc2-49d9-b4a2-c0195a9c2a87', 'name': '', 'network_id': '9c32bf2f-a5a3-4cb1-b159-2c90f33491d3', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'mac_address': 'fa:16:3e:a5:29:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e1bd3f-e2e7-4275-a60d-3784c1490be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'cb71c2f9-183f-4329-9dda-3bf3dbae3fd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:33:50Z', 'updated_at': '2021-07-05T03:33:55Z', 'revision_number': 5, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'subnets': [{'id': 'cb71c2f9-183f-4329-9dda-3bf3dbae3fd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:34:07.713554 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e2c45b-ffe6-4ea2-97a2-44f38c7c2538 None None] The sync data for ids ['c0e1bd3f-e2e7-4275-a60d-3784c1490be3'] in n-d-771362-32 is: [{'id': 'c0e1bd3f-e2e7-4275-a60d-3784c1490be3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-140969600', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': '49f19a6b-6bb5-43dd-b839-3b1490f064cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:33:47Z', 'updated_at': '2021-07-05T03:33:51Z', 'revision_number': 4, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'gw_port': {'id': '49f19a6b-6bb5-43dd-b839-3b1490f064cd', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ef:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e1bd3f-e2e7-4275-a60d-3784c1490be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:33:47Z', 'updated_at': '2021-07-05T03:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': 'ba28b0b1-8c58-4df6-8250-9a8090d6a215', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'floating_ip_address': '172.25.7.29', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': 'c0e1bd3f-e2e7-4275-a60d-3784c1490be3', 'port_id': '11fc0244-6c04-4150-ba4f-b889ce06aa84', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c32bf2f-a5a3-4cb1-b159-2c90f33491d3', 'mac_address': 'fa:16:3e:5d:0c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5716fabc-ce44-4ccc-9d5a-409112602f62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:34:05Z', 'updated_at': '2021-07-05T03:34:05Z', 'revision_number': 0, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b852503-bdc2-49d9-b4a2-c0195a9c2a87', 'name': '', 'network_id': '9c32bf2f-a5a3-4cb1-b159-2c90f33491d3', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'mac_address': 'fa:16:3e:a5:29:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e1bd3f-e2e7-4275-a60d-3784c1490be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'cb71c2f9-183f-4329-9dda-3bf3dbae3fd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:33:50Z', 'updated_at': '2021-07-05T03:33:55Z', 'revision_number': 5, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'subnets': [{'id': 'cb71c2f9-183f-4329-9dda-3bf3dbae3fd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:34:07.756070 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0bae3917-7b26-4587-bb09-612c59b3a6af req-ee3a5142-f968-40ab-8079-f4deb7b38cfc tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=72eb441f-29fd-40e4-abd8-1156c09330c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739021 Jul 05 03:34:07.783586 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 51502) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:34:07.789145 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9612e68-ee64-48fe-9d2d-7dbc5e6d00e1 req-1138fd88-2ac9-44ec-978c-241d7ed0f807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:34:07.790820 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a9612e68-ee64-48fe-9d2d-7dbc5e6d00e1 req-1138fd88-2ac9-44ec-978c-241d7ed0f807 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9c32bf2f-a5a3-4cb1-b159-2c90f33491d3 HTTP/1.1" status: 200 len: 897 time: 0.1362946 Jul 05 03:34:07.851754 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-d72e4324-10f5-4080-b07a-fd59d059ff1f tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/floatingips/ba28b0b1-8c58-4df6-8250-9a8090d6a215 HTTP/1.1" status: 200 len: 990 time: 0.0654440 Jul 05 03:34:07.858262 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a9612e68-ee64-48fe-9d2d-7dbc5e6d00e1 req-6b34553f-6b85-4e67-8ff0-a4a45ddc7f83 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11fc0244-6c04-4150-ba4f-b889ce06aa84 HTTP/1.1" status: 200 len: 998 time: 0.0608597 Jul 05 03:34:07.921569 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9612e68-ee64-48fe-9d2d-7dbc5e6d00e1 req-2c347213-eed6-40aa-8b9f-18c385b5d77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:34:07.923834 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a9612e68-ee64-48fe-9d2d-7dbc5e6d00e1 req-2c347213-eed6-40aa-8b9f-18c385b5d77b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cb71c2f9-183f-4329-9dda-3bf3dbae3fd6 HTTP/1.1" status: 200 len: 835 time: 0.0597253 Jul 05 03:34:07.926728 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a6d02d-7e4b-4b5f-b7b8-00879dfbc6da None None] New status for floating IP ba28b0b1-8c58-4df6-8250-9a8090d6a215: ACTIVE {{(pid=94463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:34:07.988137 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9612e68-ee64-48fe-9d2d-7dbc5e6d00e1 req-0050ad0c-1281-4276-a67b-78de87bbd0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:34:07.989655 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a9612e68-ee64-48fe-9d2d-7dbc5e6d00e1 req-0050ad0c-1281-4276-a67b-78de87bbd0a0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9c32bf2f-a5a3-4cb1-b159-2c90f33491d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0598471 Jul 05 03:34:08.080330 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a9612e68-ee64-48fe-9d2d-7dbc5e6d00e1 req-7d99959c-8b3a-43c0-bd3c-a662bc15e46f service neutron] 10.222.0.15 "GET /v2.0/networks/9c32bf2f-a5a3-4cb1-b159-2c90f33491d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833457 Jul 05 03:34:08.170952 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a9612e68-ee64-48fe-9d2d-7dbc5e6d00e1 req-b1957989-0fdd-4513-a037-9ee3726c20d2 service neutron] 10.222.0.15 "GET /v2.0/networks/9c32bf2f-a5a3-4cb1-b159-2c90f33491d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847435 Jul 05 03:34:08.854051 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 51504) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:34:08.913637 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-d34b7ad6-54a9-490a-8791-cd539c963d53 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/floatingips/ba28b0b1-8c58-4df6-8250-9a8090d6a215 HTTP/1.1" status: 200 len: 992 time: 0.0583360 Jul 05 03:34:12.465979 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:12.605922 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:20.922677 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-edcbae78-6cd7-4348-9b3c-9b4251e7449c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:23.285320 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-c2541d7a-20e6-4572-87e4-7b0f71c53950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:24.036989 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:25.022878 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:26.348366 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:27.381548 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-58ea8cc1-e93d-49d6-9788-8f0ace80676a req-806d9ab8-89b1-4e1c-8c97-1515dd6a7e0c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5716fabc-ce44-4ccc-9d5a-409112602f62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0540473 Jul 05 03:34:27.475020 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ea8cc1-e93d-49d6-9788-8f0ace80676a req-a34daa23-b751-454b-8e47-7b6b69063eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:34:27.476530 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-58ea8cc1-e93d-49d6-9788-8f0ace80676a req-a34daa23-b751-454b-8e47-7b6b69063eda service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f5cd03416720416fbffc8e2028e4152c&device_id=5716fabc-ce44-4ccc-9d5a-409112602f62 HTTP/1.1" status: 200 len: 1097 time: 0.0519745 Jul 05 03:34:27.580920 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ea8cc1-e93d-49d6-9788-8f0ace80676a req-0ca5112c-07a3-49db-9f30-5c534f0e5b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:34:27.582782 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-58ea8cc1-e93d-49d6-9788-8f0ace80676a req-0ca5112c-07a3-49db-9f30-5c534f0e5b68 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9c32bf2f-a5a3-4cb1-b159-2c90f33491d3 HTTP/1.1" status: 200 len: 897 time: 0.0845082 Jul 05 03:34:27.650640 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-58ea8cc1-e93d-49d6-9788-8f0ace80676a req-bcf85a8a-2c4e-4c4a-b898-e83300b978ec service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11fc0244-6c04-4150-ba4f-b889ce06aa84 HTTP/1.1" status: 200 len: 1000 time: 0.0618536 Jul 05 03:34:27.700891 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ea8cc1-e93d-49d6-9788-8f0ace80676a req-98dbb91f-a787-4d6e-a07c-1b8140b72561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:34:27.702446 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-58ea8cc1-e93d-49d6-9788-8f0ace80676a req-98dbb91f-a787-4d6e-a07c-1b8140b72561 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cb71c2f9-183f-4329-9dda-3bf3dbae3fd6 HTTP/1.1" status: 200 len: 835 time: 0.0453234 Jul 05 03:34:27.758413 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ea8cc1-e93d-49d6-9788-8f0ace80676a req-5e134338-ee6c-4696-942b-92e3a821c30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:34:27.759916 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-58ea8cc1-e93d-49d6-9788-8f0ace80676a req-5e134338-ee6c-4696-942b-92e3a821c30a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9c32bf2f-a5a3-4cb1-b159-2c90f33491d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514882 Jul 05 03:34:27.852710 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-58ea8cc1-e93d-49d6-9788-8f0ace80676a req-e59b2555-4fc6-42d8-a2e5-def784fb5672 service neutron] 10.222.0.15 "GET /v2.0/networks/9c32bf2f-a5a3-4cb1-b159-2c90f33491d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844405 Jul 05 03:34:27.943606 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-58ea8cc1-e93d-49d6-9788-8f0ace80676a req-a5242d18-0697-4b46-b82e-5162eb72641c service neutron] 10.222.0.15 "GET /v2.0/networks/9c32bf2f-a5a3-4cb1-b159-2c90f33491d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846546 Jul 05 03:34:40.607127 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219bf52e-9873-4209-a6e3-913ec93a8fc1 req-b9b741e2-229e-43ad-bfe3-cdb6626750a8 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:34:40.608611 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-219bf52e-9873-4209-a6e3-913ec93a8fc1 req-b9b741e2-229e-43ad-bfe3-cdb6626750a8 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=5716fabc-ce44-4ccc-9d5a-409112602f62 HTTP/1.1" status: 200 len: 945 time: 0.0691869 Jul 05 03:34:40.646237 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-219bf52e-9873-4209-a6e3-913ec93a8fc1 req-db42cfe7-c0dd-4c75-8b72-51ff33f9f0a2 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=72eb441f-29fd-40e4-abd8-1156c09330c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310647 Jul 05 03:34:41.048846 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:34:41.835097 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04a50e1-29d9-4b10-aa5a-02e834b18389 req-e7d083fe-8897-46f4-9987-b2e6adcf9670 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:34:41.836507 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b04a50e1-29d9-4b10-aa5a-02e834b18389 req-e7d083fe-8897-46f4-9987-b2e6adcf9670 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=5716fabc-ce44-4ccc-9d5a-409112602f62 HTTP/1.1" status: 200 len: 945 time: 0.0727108 Jul 05 03:34:41.875826 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b04a50e1-29d9-4b10-aa5a-02e834b18389 req-6c262743-8e1f-40af-9739-6c75ad8fa081 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=72eb441f-29fd-40e4-abd8-1156c09330c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333016 Jul 05 03:34:42.479060 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:42.573496 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:43.064339 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93af016e-5ced-467f-878f-1261363ad062 req-7803f1dd-0a30-4b23-a173-14a1b74228aa tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:34:43.066419 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-93af016e-5ced-467f-878f-1261363ad062 req-7803f1dd-0a30-4b23-a173-14a1b74228aa tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=5716fabc-ce44-4ccc-9d5a-409112602f62 HTTP/1.1" status: 200 len: 945 time: 0.0628924 Jul 05 03:34:43.103252 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-93af016e-5ced-467f-878f-1261363ad062 req-f4a2c4fd-6249-4ede-85a3-9f0f36af2f70 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=72eb441f-29fd-40e4-abd8-1156c09330c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312159 Jul 05 03:34:44.280368 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb53f00-19b5-44bb-bdc6-ef85f46a7739 req-e2ff3b91-5aaf-4b84-aebc-371f5f618e76 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:34:44.281938 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7cb53f00-19b5-44bb-bdc6-ef85f46a7739 req-e2ff3b91-5aaf-4b84-aebc-371f5f618e76 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=5716fabc-ce44-4ccc-9d5a-409112602f62 HTTP/1.1" status: 200 len: 945 time: 0.0632348 Jul 05 03:34:44.330969 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7cb53f00-19b5-44bb-bdc6-ef85f46a7739 req-cabb8140-9c7a-468b-b50c-4a6c9b1faa38 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=72eb441f-29fd-40e4-abd8-1156c09330c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434082 Jul 05 03:34:45.506830 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ec17ad-cecf-4eb0-93cb-08145d2babe5 req-5b3d6fdf-4de9-40c0-b622-a339576b2e88 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:34:45.508263 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c1ec17ad-cecf-4eb0-93cb-08145d2babe5 req-5b3d6fdf-4de9-40c0-b622-a339576b2e88 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=5716fabc-ce44-4ccc-9d5a-409112602f62 HTTP/1.1" status: 200 len: 945 time: 0.0649951 Jul 05 03:34:45.547068 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c1ec17ad-cecf-4eb0-93cb-08145d2babe5 req-3f35e804-364f-49c2-b9b8-dba6068c75bb tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=72eb441f-29fd-40e4-abd8-1156c09330c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328381 Jul 05 03:34:46.735227 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf0cbfe-a2af-4a4c-b887-e0b2fd0df9fe req-16e399d7-37da-4ae6-b8d6-f5231c162c5e tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:34:46.736785 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bbf0cbfe-a2af-4a4c-b887-e0b2fd0df9fe req-16e399d7-37da-4ae6-b8d6-f5231c162c5e tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=5716fabc-ce44-4ccc-9d5a-409112602f62 HTTP/1.1" status: 200 len: 945 time: 0.0672064 Jul 05 03:34:46.774968 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bbf0cbfe-a2af-4a4c-b887-e0b2fd0df9fe req-30350a82-28f2-454d-9a4c-ccc3c58672ee tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=72eb441f-29fd-40e4-abd8-1156c09330c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319412 Jul 05 03:34:47.950409 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06dfaa7-80e4-413b-9d05-9f91a3932066 req-03ba487d-cf21-44a2-9682-d54010663e7d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:34:47.951944 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b06dfaa7-80e4-413b-9d05-9f91a3932066 req-03ba487d-cf21-44a2-9682-d54010663e7d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=5716fabc-ce44-4ccc-9d5a-409112602f62 HTTP/1.1" status: 200 len: 945 time: 0.0681984 Jul 05 03:34:47.990247 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b06dfaa7-80e4-413b-9d05-9f91a3932066 req-2bbb6212-5a51-476c-a554-17689baccc49 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=72eb441f-29fd-40e4-abd8-1156c09330c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315599 Jul 05 03:34:49.163833 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6237f8e-95f7-40a6-af28-a224119d1cc1 req-11025318-c9ca-4217-9ea9-1648d1b95dbf tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:34:49.165348 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c6237f8e-95f7-40a6-af28-a224119d1cc1 req-11025318-c9ca-4217-9ea9-1648d1b95dbf tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=5716fabc-ce44-4ccc-9d5a-409112602f62 HTTP/1.1" status: 200 len: 945 time: 0.0674295 Jul 05 03:34:49.201861 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c6237f8e-95f7-40a6-af28-a224119d1cc1 req-0293e7ca-ed9c-4826-97d1-c156ed7cd182 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=72eb441f-29fd-40e4-abd8-1156c09330c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309017 Jul 05 03:34:50.382200 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a0e75-20fe-4cde-b107-809e45b2bb6c req-fb953429-79a5-490f-9e03-5005c411126e tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:34:50.384223 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8f9a0e75-20fe-4cde-b107-809e45b2bb6c req-fb953429-79a5-490f-9e03-5005c411126e tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=5716fabc-ce44-4ccc-9d5a-409112602f62 HTTP/1.1" status: 200 len: 945 time: 0.0703738 Jul 05 03:34:50.422710 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8f9a0e75-20fe-4cde-b107-809e45b2bb6c req-9417a08f-da2b-4877-ab24-9d111c5e3bca tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=72eb441f-29fd-40e4-abd8-1156c09330c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328751 Jul 05 03:34:50.933524 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-7d9edf66-672e-4764-ab76-3d26ceddddb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:51.596085 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce5c0aa-2e5c-4487-8a3f-1ad49cac4053 req-199ee86c-c66c-4fa5-8362-27ec260ce8ea tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:34:51.597592 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8ce5c0aa-2e5c-4487-8a3f-1ad49cac4053 req-199ee86c-c66c-4fa5-8362-27ec260ce8ea tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=5716fabc-ce44-4ccc-9d5a-409112602f62 HTTP/1.1" status: 200 len: 945 time: 0.0636244 Jul 05 03:34:51.636143 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8ce5c0aa-2e5c-4487-8a3f-1ad49cac4053 req-dad3f45f-5cce-4db5-91f7-ad99888011d6 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=72eb441f-29fd-40e4-abd8-1156c09330c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324066 Jul 05 03:34:52.818337 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08b8199-4a3f-4e85-ae03-64b89e70519d req-fdcab3d9-ffcf-4f2d-ad3c-97c55d68edaa tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:34:52.819738 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b08b8199-4a3f-4e85-ae03-64b89e70519d req-fdcab3d9-ffcf-4f2d-ad3c-97c55d68edaa tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=5716fabc-ce44-4ccc-9d5a-409112602f62 HTTP/1.1" status: 200 len: 945 time: 0.0674934 Jul 05 03:34:52.857237 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b08b8199-4a3f-4e85-ae03-64b89e70519d req-c6834eb5-45ec-4478-8c08-152f17785dc8 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=72eb441f-29fd-40e4-abd8-1156c09330c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318110 Jul 05 03:34:53.304951 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e67ef184-508e-4f35-a22d-5a5f45ef0550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:54.046699 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d541b6-fe59-4f69-86da-341244948d47 req-b2597816-fa8f-4287-b185-19ad3f639802 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:34:54.048226 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f9d541b6-fe59-4f69-86da-341244948d47 req-b2597816-fa8f-4287-b185-19ad3f639802 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=5716fabc-ce44-4ccc-9d5a-409112602f62 HTTP/1.1" status: 200 len: 945 time: 0.0805874 Jul 05 03:34:54.070601 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:54.088825 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f9d541b6-fe59-4f69-86da-341244948d47 req-f4e3be26-88c9-41e1-aa58-91989576e115 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=72eb441f-29fd-40e4-abd8-1156c09330c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349393 Jul 05 03:34:54.959907 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:55.266934 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea5f7c3-eb29-43ed-9acd-a415e6ec8ffa req-af36fc1b-e25d-430f-a123-3ac4c8b01a2f tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:34:55.268448 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1ea5f7c3-eb29-43ed-9acd-a415e6ec8ffa req-af36fc1b-e25d-430f-a123-3ac4c8b01a2f tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=5716fabc-ce44-4ccc-9d5a-409112602f62 HTTP/1.1" status: 200 len: 945 time: 0.0647540 Jul 05 03:34:55.306447 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1ea5f7c3-eb29-43ed-9acd-a415e6ec8ffa req-d22ae5e4-da3a-4e79-b08e-ab71fd709e2d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=72eb441f-29fd-40e4-abd8-1156c09330c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323863 Jul 05 03:34:56.419442 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:56.482091 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a31c7fe-8ac7-4aba-bd4f-e718e8f5a563 req-14c09426-ab82-45cd-b808-2ea41223156d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:34:56.483712 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4a31c7fe-8ac7-4aba-bd4f-e718e8f5a563 req-14c09426-ab82-45cd-b808-2ea41223156d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=5716fabc-ce44-4ccc-9d5a-409112602f62 HTTP/1.1" status: 200 len: 945 time: 0.0663111 Jul 05 03:34:56.522318 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4a31c7fe-8ac7-4aba-bd4f-e718e8f5a563 req-c60dc44a-7677-4864-9017-d7c471d9fcc3 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=72eb441f-29fd-40e4-abd8-1156c09330c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328848 Jul 05 03:34:56.546586 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 51556) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:34:56.610746 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-68b23f14-bbd0-4701-ac1e-be741f7890ff tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/floatingips/ba28b0b1-8c58-4df6-8250-9a8090d6a215 HTTP/1.1" status: 200 len: 992 time: 0.0628953 Jul 05 03:34:58.178989 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f455daf-0e75-4955-a4fd-5a6f787bb90c req-d4212355-e68d-460d-b684-9c51da4a6f74 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:34:58.180998 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5f455daf-0e75-4955-a4fd-5a6f787bb90c req-d4212355-e68d-460d-b684-9c51da4a6f74 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=5716fabc-ce44-4ccc-9d5a-409112602f62 HTTP/1.1" status: 200 len: 945 time: 0.0667756 Jul 05 03:34:58.220050 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5f455daf-0e75-4955-a4fd-5a6f787bb90c req-c3da9c65-f7b1-4a76-ac78-b0027a124944 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=72eb441f-29fd-40e4-abd8-1156c09330c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334997 Jul 05 03:34:58.231804 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3110cb5-5e76-45f8-97a9-d3ffb8428e83 req-8706178a-17b1-40d9-8ff3-76fad4cb392d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:34:58.233327 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d3110cb5-5e76-45f8-97a9-d3ffb8428e83 req-8706178a-17b1-40d9-8ff3-76fad4cb392d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f5cd03416720416fbffc8e2028e4152c&device_id=5716fabc-ce44-4ccc-9d5a-409112602f62 HTTP/1.1" status: 200 len: 1097 time: 0.0539854 Jul 05 03:34:58.324211 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3110cb5-5e76-45f8-97a9-d3ffb8428e83 req-82abf3cf-19e0-44f4-b7ea-4308a51a3c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:34:58.325763 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d3110cb5-5e76-45f8-97a9-d3ffb8428e83 req-82abf3cf-19e0-44f4-b7ea-4308a51a3c34 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9c32bf2f-a5a3-4cb1-b159-2c90f33491d3 HTTP/1.1" status: 200 len: 897 time: 0.0859809 Jul 05 03:34:58.387942 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d3110cb5-5e76-45f8-97a9-d3ffb8428e83 req-97df79d3-e7ed-4cbe-850c-b581a1163b6f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11fc0244-6c04-4150-ba4f-b889ce06aa84 HTTP/1.1" status: 200 len: 1000 time: 0.0561628 Jul 05 03:34:58.446593 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3110cb5-5e76-45f8-97a9-d3ffb8428e83 req-e0b16cc6-9e50-429c-b1a7-17cba9415b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:34:58.448050 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d3110cb5-5e76-45f8-97a9-d3ffb8428e83 req-e0b16cc6-9e50-429c-b1a7-17cba9415b9a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cb71c2f9-183f-4329-9dda-3bf3dbae3fd6 HTTP/1.1" status: 200 len: 835 time: 0.0545294 Jul 05 03:34:58.503763 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3110cb5-5e76-45f8-97a9-d3ffb8428e83 req-5fc5e760-317d-409c-b86e-93131f805419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:34:58.505249 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d3110cb5-5e76-45f8-97a9-d3ffb8428e83 req-5fc5e760-317d-409c-b86e-93131f805419 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9c32bf2f-a5a3-4cb1-b159-2c90f33491d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506465 Jul 05 03:34:58.590711 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d3110cb5-5e76-45f8-97a9-d3ffb8428e83 req-73f7a904-1302-45ee-8782-fee19a271139 service neutron] 10.222.0.15 "GET /v2.0/networks/9c32bf2f-a5a3-4cb1-b159-2c90f33491d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792680 Jul 05 03:34:58.681223 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d3110cb5-5e76-45f8-97a9-d3ffb8428e83 req-e5fcc523-a095-4ea9-bda0-206090237d51 service neutron] 10.222.0.15 "GET /v2.0/networks/9c32bf2f-a5a3-4cb1-b159-2c90f33491d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841482 Jul 05 03:34:59.400318 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd24c32-5a65-44ff-8ec7-cf3064f90e46 req-64a8454e-160c-4efb-b820-194af82c38f7 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:34:59.401829 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ecd24c32-5a65-44ff-8ec7-cf3064f90e46 req-64a8454e-160c-4efb-b820-194af82c38f7 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=5716fabc-ce44-4ccc-9d5a-409112602f62 HTTP/1.1" status: 200 len: 945 time: 0.0637355 Jul 05 03:34:59.440828 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ecd24c32-5a65-44ff-8ec7-cf3064f90e46 req-f4c41e75-20d0-4696-a740-a1587f1c3d9a tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=72eb441f-29fd-40e4-abd8-1156c09330c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327315 Jul 05 03:35:00.618992 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9059b6-4afd-46b9-ae98-4c0ecef11142 req-15098176-712b-4205-be7b-15f88d2944a6 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:35:00.620528 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-bd9059b6-4afd-46b9-ae98-4c0ecef11142 req-15098176-712b-4205-be7b-15f88d2944a6 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=5716fabc-ce44-4ccc-9d5a-409112602f62 HTTP/1.1" status: 200 len: 945 time: 0.0641477 Jul 05 03:35:00.658606 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-bd9059b6-4afd-46b9-ae98-4c0ecef11142 req-522b06ee-750d-4fba-9d7b-ae081cdb6d91 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=72eb441f-29fd-40e4-abd8-1156c09330c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325005 Jul 05 03:35:00.682359 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 51572) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:35:00.753577 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-b2e64b7c-d67a-4c8c-b84b-caf833ae8364 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/floatingips/ba28b0b1-8c58-4df6-8250-9a8090d6a215 HTTP/1.1" status: 200 len: 992 time: 0.0700595 Jul 05 03:35:12.472984 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:12.576003 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:18.009325 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:35:20.924181 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-96ef3693-4d63-409b-bef3-5271daab46c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:23.292795 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-2efb6cd6-02e2-47c2-ab17-efa2b1d7a7b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:24.032533 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:24.962079 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:26.403941 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:28.367353 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-92d383a0-75bc-4753-a2c5-a934bce9e1b6 req-81586946-7a80-4d1f-9db0-514ec3ef6d7b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5716fabc-ce44-4ccc-9d5a-409112602f62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0564463 Jul 05 03:35:28.460587 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d383a0-75bc-4753-a2c5-a934bce9e1b6 req-cc5e05b6-9b64-4807-a855-182e6ffbd5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:35:28.462099 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-92d383a0-75bc-4753-a2c5-a934bce9e1b6 req-cc5e05b6-9b64-4807-a855-182e6ffbd5bb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f5cd03416720416fbffc8e2028e4152c&device_id=5716fabc-ce44-4ccc-9d5a-409112602f62 HTTP/1.1" status: 200 len: 1097 time: 0.0524087 Jul 05 03:35:28.573813 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d383a0-75bc-4753-a2c5-a934bce9e1b6 req-d374f958-b659-4895-86d6-0ff9988e971c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:35:28.576103 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-92d383a0-75bc-4753-a2c5-a934bce9e1b6 req-d374f958-b659-4895-86d6-0ff9988e971c service neutron] 10.222.0.15 "GET /v2.0/networks?id=9c32bf2f-a5a3-4cb1-b159-2c90f33491d3 HTTP/1.1" status: 200 len: 897 time: 0.0858419 Jul 05 03:35:28.651715 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-92d383a0-75bc-4753-a2c5-a934bce9e1b6 req-40d5e97f-30b3-4b88-b648-2dd097b51fcc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11fc0244-6c04-4150-ba4f-b889ce06aa84 HTTP/1.1" status: 200 len: 1000 time: 0.0673625 Jul 05 03:35:28.702954 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d383a0-75bc-4753-a2c5-a934bce9e1b6 req-39447be0-db65-4b57-a0ad-062c67762c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:35:28.704484 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-92d383a0-75bc-4753-a2c5-a934bce9e1b6 req-39447be0-db65-4b57-a0ad-062c67762c13 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cb71c2f9-183f-4329-9dda-3bf3dbae3fd6 HTTP/1.1" status: 200 len: 835 time: 0.0451763 Jul 05 03:35:28.763200 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d383a0-75bc-4753-a2c5-a934bce9e1b6 req-040c04f6-7d93-4b8c-a056-bcb529fe3c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:35:28.764749 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-92d383a0-75bc-4753-a2c5-a934bce9e1b6 req-040c04f6-7d93-4b8c-a056-bcb529fe3c15 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9c32bf2f-a5a3-4cb1-b159-2c90f33491d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540633 Jul 05 03:35:28.856622 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-92d383a0-75bc-4753-a2c5-a934bce9e1b6 req-f44943e4-39bc-4f06-9523-9a1d447cb33d service neutron] 10.222.0.15 "GET /v2.0/networks/9c32bf2f-a5a3-4cb1-b159-2c90f33491d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850499 Jul 05 03:35:28.943454 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-92d383a0-75bc-4753-a2c5-a934bce9e1b6 req-63299693-de38-4971-a48a-bcf4936ee537 service neutron] 10.222.0.15 "GET /v2.0/networks/9c32bf2f-a5a3-4cb1-b159-2c90f33491d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796545 Jul 05 03:35:31.220917 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 51598) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:35:31.376278 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-af874075-a9d1-41b5-ad89-72459cf6f12e tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Deleting port 7ab42d0e-68ff-4538-b5b1-3e25eb5e9ec8 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:35:31.381942 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-af874075-a9d1-41b5-ad89-72459cf6f12e tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:31.453027 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-af874075-a9d1-41b5-ad89-72459cf6f12e tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:31.453352 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-af874075-a9d1-41b5-ad89-72459cf6f12e tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:31.465385 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-af874075-a9d1-41b5-ad89-72459cf6f12e tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Calling delete_port for 7ab42d0e-68ff-4538-b5b1-3e25eb5e9ec8 owned by network:floatingip {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:35:31.690142 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-af874075-a9d1-41b5-ad89-72459cf6f12e tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:31.714888 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af874075-a9d1-41b5-ad89-72459cf6f12e tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Pushing event deleted for resources: {'Port': ['ID=7ab42d0e-68ff-4538-b5b1-3e25eb5e9ec8,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:35:31.745498 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af874075-a9d1-41b5-ad89-72459cf6f12e tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:35:31.754423 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af874075-a9d1-41b5-ad89-72459cf6f12e tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:35:31.754423 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af874075-a9d1-41b5-ad89-72459cf6f12e tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:35:31.754423 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af874075-a9d1-41b5-ad89-72459cf6f12e tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:35:31.754423 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af874075-a9d1-41b5-ad89-72459cf6f12e tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:35:31.754423 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af874075-a9d1-41b5-ad89-72459cf6f12e tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:35:31.754423 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af874075-a9d1-41b5-ad89-72459cf6f12e tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:35:31.754423 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af874075-a9d1-41b5-ad89-72459cf6f12e tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:35:31.754423 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af874075-a9d1-41b5-ad89-72459cf6f12e tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:35:31.754423 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af874075-a9d1-41b5-ad89-72459cf6f12e tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:35:31.754423 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af874075-a9d1-41b5-ad89-72459cf6f12e tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:35:31.754423 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af874075-a9d1-41b5-ad89-72459cf6f12e tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:35:31.791203 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-af874075-a9d1-41b5-ad89-72459cf6f12e tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for floatingip, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:31.791548 n-d-771362-32 neutron-server[94462]: INFO neutron.db.l3_db [None req-af874075-a9d1-41b5-ad89-72459cf6f12e tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Floating IP ba28b0b1-8c58-4df6-8250-9a8090d6a215 disassociated (deleted). External IP: 172.25.7.29, port: 11fc0244-6c04-4150-ba4f-b889ce06aa84. Jul 05 03:35:32.001154 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af874075-a9d1-41b5-ad89-72459cf6f12e tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Router c0e1bd3f-e2e7-4275-a60d-3784c1490be3 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:35:32.109303 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af874075-a9d1-41b5-ad89-72459cf6f12e tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:35:32.114029 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-af874075-a9d1-41b5-ad89-72459cf6f12e tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:32.120506 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62b8d7b-f80b-4792-ad7c-0b5238221fdd None None] Sync routers for ids ['c0e1bd3f-e2e7-4275-a60d-3784c1490be3'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:35:32.129521 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62b8d7b-f80b-4792-ad7c-0b5238221fdd None None] Routers {'c0e1bd3f-e2e7-4275-a60d-3784c1490be3'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:35:32.130109 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-c62b8d7b-f80b-4792-ad7c-0b5238221fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:35:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['c0e1bd3f-e2e7-4275-a60d-3784c1490be3'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:35:32.149951 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-af874075-a9d1-41b5-ad89-72459cf6f12e tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "DELETE /v2.0/floatingips/ba28b0b1-8c58-4df6-8250-9a8090d6a215 HTTP/1.1" status: 204 len: 168 time: 0.9279814 Jul 05 03:35:32.154771 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5716fabc-ce44-4ccc-9d5a-409112602f62', 'tag': '11fc0244-6c04-4150-ba4f-b889ce06aa84'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:35:32.154771 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11141f6c68b9db4323543981e20059e25754165b6910e3da155bf2bc30bd8242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01647c94-3125-4bd8-98cc-e13f80626dcf" -d '{"events": [{"name": "network-changed", "server_uuid": "5716fabc-ce44-4ccc-9d5a-409112602f62", "tag": "11fc0244-6c04-4150-ba4f-b889ce06aa84"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:35:32.197973 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c9ec76b-2816-413c-aad9-52782cc940fd x-openstack-request-id: req-5c9ec76b-2816-413c-aad9-52782cc940fd {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:35:32.198280 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5716fabc-ce44-4ccc-9d5a-409112602f62", "tag": "11fc0244-6c04-4150-ba4f-b889ce06aa84", "status": "completed", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:35:32.198542 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5c9ec76b-2816-413c-aad9-52782cc940fd {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:35:32.198949 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5716fabc-ce44-4ccc-9d5a-409112602f62', 'tag': '11fc0244-6c04-4150-ba4f-b889ce06aa84', 'status': 'completed', 'code': 200} Jul 05 03:35:32.245719 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-c62b8d7b-f80b-4792-ad7c-0b5238221fdd None None] Set router c0e1bd3f-e2e7-4275-a60d-3784c1490be3 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:35:32.281758 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01647c94-3125-4bd8-98cc-e13f80626dcf req-d997eab0-1636-46a6-a560-a8fc961113a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:35:32.283326 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-01647c94-3125-4bd8-98cc-e13f80626dcf req-d997eab0-1636-46a6-a560-a8fc961113a8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f5cd03416720416fbffc8e2028e4152c&device_id=5716fabc-ce44-4ccc-9d5a-409112602f62 HTTP/1.1" status: 200 len: 1097 time: 0.0604060 Jul 05 03:35:32.378600 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01647c94-3125-4bd8-98cc-e13f80626dcf req-6c5fc6f7-a2ed-415d-b993-06f9dc645bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:35:32.380089 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-01647c94-3125-4bd8-98cc-e13f80626dcf req-6c5fc6f7-a2ed-415d-b993-06f9dc645bab service neutron] 10.222.0.15 "GET /v2.0/networks?id=9c32bf2f-a5a3-4cb1-b159-2c90f33491d3 HTTP/1.1" status: 200 len: 897 time: 0.0864339 Jul 05 03:35:32.422534 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-01647c94-3125-4bd8-98cc-e13f80626dcf req-ca10d76a-fc8d-4d5a-ac5c-788fad7d79b7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11fc0244-6c04-4150-ba4f-b889ce06aa84 HTTP/1.1" status: 200 len: 217 time: 0.0353441 Jul 05 03:35:32.448611 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-c62b8d7b-f80b-4792-ad7c-0b5238221fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e1bd3f-e2e7-4275-a60d-3784c1490be3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-140969600', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': '49f19a6b-6bb5-43dd-b839-3b1490f064cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:33:47Z', 'updated_at': '2021-07-05T03:33:51Z', 'revision_number': 4, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'gw_port': {'id': '49f19a6b-6bb5-43dd-b839-3b1490f064cd', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ef:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e1bd3f-e2e7-4275-a60d-3784c1490be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:33:47Z', 'updated_at': '2021-07-05T03:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '8b852503-bdc2-49d9-b4a2-c0195a9c2a87', 'name': '', 'network_id': '9c32bf2f-a5a3-4cb1-b159-2c90f33491d3', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'mac_address': 'fa:16:3e:a5:29:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e1bd3f-e2e7-4275-a60d-3784c1490be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'cb71c2f9-183f-4329-9dda-3bf3dbae3fd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:33:50Z', 'updated_at': '2021-07-05T03:33:55Z', 'revision_number': 5, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'subnets': [{'id': 'cb71c2f9-183f-4329-9dda-3bf3dbae3fd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:35:32.477779 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01647c94-3125-4bd8-98cc-e13f80626dcf req-b3ab0397-6148-4a25-8720-cc176cef956a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:35:32.479311 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-01647c94-3125-4bd8-98cc-e13f80626dcf req-b3ab0397-6148-4a25-8720-cc176cef956a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cb71c2f9-183f-4329-9dda-3bf3dbae3fd6 HTTP/1.1" status: 200 len: 835 time: 0.0504766 Jul 05 03:35:32.480582 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62b8d7b-f80b-4792-ad7c-0b5238221fdd None None] Checking router: c0e1bd3f-e2e7-4275-a60d-3784c1490be3 for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:35:32.492038 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62b8d7b-f80b-4792-ad7c-0b5238221fdd None None] Routers {'c0e1bd3f-e2e7-4275-a60d-3784c1490be3'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:35:32.492869 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-c62b8d7b-f80b-4792-ad7c-0b5238221fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:35:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['c0e1bd3f-e2e7-4275-a60d-3784c1490be3'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:35:32.541965 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01647c94-3125-4bd8-98cc-e13f80626dcf req-b9c5afbc-a31a-47f9-9059-8b871dd566f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:35:32.543591 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-01647c94-3125-4bd8-98cc-e13f80626dcf req-b9c5afbc-a31a-47f9-9059-8b871dd566f0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9c32bf2f-a5a3-4cb1-b159-2c90f33491d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555646 Jul 05 03:35:32.606362 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-c62b8d7b-f80b-4792-ad7c-0b5238221fdd None None] Set router c0e1bd3f-e2e7-4275-a60d-3784c1490be3 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:35:32.641982 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-01647c94-3125-4bd8-98cc-e13f80626dcf req-566c544b-613b-4dc1-a122-f325e6bc6bee service neutron] 10.222.0.15 "GET /v2.0/networks/9c32bf2f-a5a3-4cb1-b159-2c90f33491d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870984 Jul 05 03:35:32.743136 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-01647c94-3125-4bd8-98cc-e13f80626dcf req-6695deda-f3ce-449e-8845-17b0e10e3a56 service neutron] 10.222.0.15 "GET /v2.0/networks/9c32bf2f-a5a3-4cb1-b159-2c90f33491d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932138 Jul 05 03:35:32.814614 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-c62b8d7b-f80b-4792-ad7c-0b5238221fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e1bd3f-e2e7-4275-a60d-3784c1490be3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-140969600', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': '49f19a6b-6bb5-43dd-b839-3b1490f064cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:33:47Z', 'updated_at': '2021-07-05T03:33:51Z', 'revision_number': 4, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'gw_port': {'id': '49f19a6b-6bb5-43dd-b839-3b1490f064cd', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ef:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e1bd3f-e2e7-4275-a60d-3784c1490be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:33:47Z', 'updated_at': '2021-07-05T03:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '8b852503-bdc2-49d9-b4a2-c0195a9c2a87', 'name': '', 'network_id': '9c32bf2f-a5a3-4cb1-b159-2c90f33491d3', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'mac_address': 'fa:16:3e:a5:29:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e1bd3f-e2e7-4275-a60d-3784c1490be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'cb71c2f9-183f-4329-9dda-3bf3dbae3fd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:33:50Z', 'updated_at': '2021-07-05T03:33:55Z', 'revision_number': 5, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'subnets': [{'id': 'cb71c2f9-183f-4329-9dda-3bf3dbae3fd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:35:32.841029 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62b8d7b-f80b-4792-ad7c-0b5238221fdd None None] The sync data for ids ['c0e1bd3f-e2e7-4275-a60d-3784c1490be3'] in n-d-771362-32 is: [{'id': 'c0e1bd3f-e2e7-4275-a60d-3784c1490be3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-140969600', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': '49f19a6b-6bb5-43dd-b839-3b1490f064cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:33:47Z', 'updated_at': '2021-07-05T03:33:51Z', 'revision_number': 4, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'gw_port': {'id': '49f19a6b-6bb5-43dd-b839-3b1490f064cd', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ef:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e1bd3f-e2e7-4275-a60d-3784c1490be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:33:47Z', 'updated_at': '2021-07-05T03:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '8b852503-bdc2-49d9-b4a2-c0195a9c2a87', 'name': '', 'network_id': '9c32bf2f-a5a3-4cb1-b159-2c90f33491d3', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'mac_address': 'fa:16:3e:a5:29:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e1bd3f-e2e7-4275-a60d-3784c1490be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'cb71c2f9-183f-4329-9dda-3bf3dbae3fd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:33:50Z', 'updated_at': '2021-07-05T03:33:55Z', 'revision_number': 5, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'subnets': [{'id': 'cb71c2f9-183f-4329-9dda-3bf3dbae3fd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:35:32.961557 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80b43fe-a059-45e6-aa99-630120a34b2e req-1ad0864e-af17-46a9-958f-e77abd18c1c4 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:35:32.963244 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d80b43fe-a059-45e6-aa99-630120a34b2e req-1ad0864e-af17-46a9-958f-e77abd18c1c4 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=5716fabc-ce44-4ccc-9d5a-409112602f62 HTTP/1.1" status: 200 len: 945 time: 0.1103768 Jul 05 03:35:33.003950 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d80b43fe-a059-45e6-aa99-630120a34b2e req-40d24835-41f1-45a3-8a0b-52625c71e548 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=72eb441f-29fd-40e4-abd8-1156c09330c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338275 Jul 05 03:35:33.073486 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24153e0d-133d-4659-8706-dea939459fd1 None None] New status for floating IP ba28b0b1-8c58-4df6-8250-9a8090d6a215: DOWN {{(pid=94463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:35:34.226953 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc051450-e28c-4966-bdc6-6fa2c02eb089 req-bd3d148c-4f7f-496f-a2d3-67ad3261cd3b tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:35:34.228457 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-cc051450-e28c-4966-bdc6-6fa2c02eb089 req-bd3d148c-4f7f-496f-a2d3-67ad3261cd3b tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=5716fabc-ce44-4ccc-9d5a-409112602f62 HTTP/1.1" status: 200 len: 945 time: 0.1079588 Jul 05 03:35:34.269906 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-cc051450-e28c-4966-bdc6-6fa2c02eb089 req-c62394c3-161e-4f32-9f9c-c9a4a3f46f8d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=72eb441f-29fd-40e4-abd8-1156c09330c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358922 Jul 05 03:35:34.314200 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a422a82-2095-4444-9239-e89777a018ae req-1d57dcbb-8430-4dfd-94f9-5be0fc67da5c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:35:34.315606 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7a422a82-2095-4444-9239-e89777a018ae req-1d57dcbb-8430-4dfd-94f9-5be0fc67da5c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.15 "GET /v2.0/ports?device_id=5716fabc-ce44-4ccc-9d5a-409112602f62 HTTP/1.1" status: 200 len: 945 time: 0.0685937 Jul 05 03:35:34.412760 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-7a422a82-2095-4444-9239-e89777a018ae req-f826f359-70e5-439e-9ac5-5b97985d0f37 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Deleting port 11fc0244-6c04-4150-ba4f-b889ce06aa84 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:35:34.413103 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-7a422a82-2095-4444-9239-e89777a018ae req-f826f359-70e5-439e-9ac5-5b97985d0f37 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:34.502115 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-7a422a82-2095-4444-9239-e89777a018ae req-f826f359-70e5-439e-9ac5-5b97985d0f37 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] For port 11fc0244-6c04-4150-ba4f-b889ce06aa84, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=11fc0244-6c04-4150-ba4f-b889ce06aa84,segment=NetworkSegment(a953d941-cc65-41f7-a351-615441ebe154),segment_id=a953d941-cc65-41f7-a351-615441ebe154)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:35:34.502495 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-7a422a82-2095-4444-9239-e89777a018ae req-f826f359-70e5-439e-9ac5-5b97985d0f37 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:34.514030 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-7a422a82-2095-4444-9239-e89777a018ae req-f826f359-70e5-439e-9ac5-5b97985d0f37 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Calling delete_port for 11fc0244-6c04-4150-ba4f-b889ce06aa84 owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:35:34.724049 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-7a422a82-2095-4444-9239-e89777a018ae req-f826f359-70e5-439e-9ac5-5b97985d0f37 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:34.758252 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f826f359-70e5-439e-9ac5-5b97985d0f37 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Pushing event deleted for resources: {'Port': ['ID=11fc0244-6c04-4150-ba4f-b889ce06aa84,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:35:34.785237 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f826f359-70e5-439e-9ac5-5b97985d0f37 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:35:34.785592 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f826f359-70e5-439e-9ac5-5b97985d0f37 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:35:34.785936 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f826f359-70e5-439e-9ac5-5b97985d0f37 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:35:34.786304 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f826f359-70e5-439e-9ac5-5b97985d0f37 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:35:34.786640 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f826f359-70e5-439e-9ac5-5b97985d0f37 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:35:34.786975 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f826f359-70e5-439e-9ac5-5b97985d0f37 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:35:34.787306 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f826f359-70e5-439e-9ac5-5b97985d0f37 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:35:34.787636 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f826f359-70e5-439e-9ac5-5b97985d0f37 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:35:34.787966 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f826f359-70e5-439e-9ac5-5b97985d0f37 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:35:34.788293 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f826f359-70e5-439e-9ac5-5b97985d0f37 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:35:34.788619 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f826f359-70e5-439e-9ac5-5b97985d0f37 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:35:34.789552 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f826f359-70e5-439e-9ac5-5b97985d0f37 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:35:34.817391 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a422a82-2095-4444-9239-e89777a018ae req-f826f359-70e5-439e-9ac5-5b97985d0f37 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] No DVR routers for this DVR port 11fc0244-6c04-4150-ba4f-b889ce06aa84 on host n-h2-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:35:34.819968 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-7a422a82-2095-4444-9239-e89777a018ae req-f826f359-70e5-439e-9ac5-5b97985d0f37 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:34.821968 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7a422a82-2095-4444-9239-e89777a018ae req-f826f359-70e5-439e-9ac5-5b97985d0f37 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.15 "DELETE /v2.0/ports/11fc0244-6c04-4150-ba4f-b889ce06aa84 HTTP/1.1" status: 204 len: 173 time: 0.4999547 Jul 05 03:35:34.822455 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5716fabc-ce44-4ccc-9d5a-409112602f62', 'name': 'network-vif-deleted', 'tag': '11fc0244-6c04-4150-ba4f-b889ce06aa84'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:35:34.824715 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4c1385bffaa5d930a7117e6982c27207eca91cca31cf4b43f86c7ad63cd24a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-299aced6-cc67-4323-a0e1-d7af06eebd44" -d '{"events": [{"server_uuid": "5716fabc-ce44-4ccc-9d5a-409112602f62", "name": "network-vif-deleted", "tag": "11fc0244-6c04-4150-ba4f-b889ce06aa84"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:35:34.863261 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9989e82-343d-4bca-9d62-8bc393c71351 x-openstack-request-id: req-f9989e82-343d-4bca-9d62-8bc393c71351 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:35:34.863580 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5716fabc-ce44-4ccc-9d5a-409112602f62", "name": "network-vif-deleted", "tag": "11fc0244-6c04-4150-ba4f-b889ce06aa84", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:35:34.863835 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f9989e82-343d-4bca-9d62-8bc393c71351 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:35:34.864239 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5716fabc-ce44-4ccc-9d5a-409112602f62', 'name': 'network-vif-deleted', 'tag': '11fc0244-6c04-4150-ba4f-b889ce06aa84', 'status': 'completed', 'code': 200} Jul 05 03:35:35.429391 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-09c31b3d-8c12-48c7-8976-ad18225eab70 req-8cf9917c-64e1-44cc-8cbb-b7447202bade tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=5716fabc-ce44-4ccc-9d5a-409112602f62 HTTP/1.1" status: 200 len: 210 time: 0.0285840 Jul 05 03:35:36.523697 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 51620) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:35:36.891014 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e8db48f5-496d-4375-b705-b440b8f9bdd4 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1634680'] for router_interface, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:37.154623 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-e8db48f5-496d-4375-b705-b440b8f9bdd4 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Deleting port 8b852503-bdc2-49d9-b4a2-c0195a9c2a87 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:35:37.154962 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e8db48f5-496d-4375-b705-b440b8f9bdd4 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:37.244156 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-e8db48f5-496d-4375-b705-b440b8f9bdd4 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] For port 8b852503-bdc2-49d9-b4a2-c0195a9c2a87, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=8b852503-bdc2-49d9-b4a2-c0195a9c2a87,segment=NetworkSegment(a953d941-cc65-41f7-a351-615441ebe154),segment_id=a953d941-cc65-41f7-a351-615441ebe154)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:35:37.244430 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 11fc0244-6c04-4150-ba4f-b889ce06aa84 no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:35:37.244936 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e8db48f5-496d-4375-b705-b440b8f9bdd4 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:37.257451 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-e8db48f5-496d-4375-b705-b440b8f9bdd4 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Calling delete_port for 8b852503-bdc2-49d9-b4a2-c0195a9c2a87 owned by network:router_interface {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:35:37.263879 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] No Port match for: 11fc0244-6c04-4150-ba4f-b889ce06aa84 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:35:37.264223 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 11fc0244-6c04-4150-ba4f-b889ce06aa84 not bound to the agent host n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:35:37.678379 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e8db48f5-496d-4375-b705-b440b8f9bdd4 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:37.705853 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8db48f5-496d-4375-b705-b440b8f9bdd4 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Pushing event deleted for resources: {'Port': ['ID=8b852503-bdc2-49d9-b4a2-c0195a9c2a87,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:35:37.882088 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e8db48f5-496d-4375-b705-b440b8f9bdd4 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635398'] for router_interface, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:38.427004 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8db48f5-496d-4375-b705-b440b8f9bdd4 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Router c0e1bd3f-e2e7-4275-a60d-3784c1490be3 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:35:38.531915 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8db48f5-496d-4375-b705-b440b8f9bdd4 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:35:38.540754 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-e8db48f5-496d-4375-b705-b440b8f9bdd4 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "PUT /v2.0/routers/c0e1bd3f-e2e7-4275-a60d-3784c1490be3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0129681 Jul 05 03:35:38.540923 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 51622) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:35:38.542475 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a6f837-afff-4e86-bf20-126604a503d3 None None] Sync routers for ids ['c0e1bd3f-e2e7-4275-a60d-3784c1490be3'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:35:38.551728 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a6f837-afff-4e86-bf20-126604a503d3 None None] Routers {'c0e1bd3f-e2e7-4275-a60d-3784c1490be3'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:35:38.552325 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-a3a6f837-afff-4e86-bf20-126604a503d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:35:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['c0e1bd3f-e2e7-4275-a60d-3784c1490be3'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:35:38.591793 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-195bb4a7-0964-4e16-885f-d86053781bdc tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Deleting subnet cb71c2f9-183f-4329-9dda-3bf3dbae3fd6 {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:35:38.594977 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-195bb4a7-0964-4e16-885f-d86053781bdc tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:38.634240 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-195bb4a7-0964-4e16-885f-d86053781bdc tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:38.656711 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-a3a6f837-afff-4e86-bf20-126604a503d3 None None] Set router c0e1bd3f-e2e7-4275-a60d-3784c1490be3 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:35:38.721889 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-195bb4a7-0964-4e16-885f-d86053781bdc tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:38.829684 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-a3a6f837-afff-4e86-bf20-126604a503d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e1bd3f-e2e7-4275-a60d-3784c1490be3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-140969600', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': '49f19a6b-6bb5-43dd-b839-3b1490f064cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:33:47Z', 'updated_at': '2021-07-05T03:35:37Z', 'revision_number': 5, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'gw_port': {'id': '49f19a6b-6bb5-43dd-b839-3b1490f064cd', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ef:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e1bd3f-e2e7-4275-a60d-3784c1490be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:33:47Z', 'updated_at': '2021-07-05T03:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:35:38.859870 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a6f837-afff-4e86-bf20-126604a503d3 None None] Checking router: c0e1bd3f-e2e7-4275-a60d-3784c1490be3 for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:35:38.868100 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a6f837-afff-4e86-bf20-126604a503d3 None None] Routers {'c0e1bd3f-e2e7-4275-a60d-3784c1490be3'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:35:38.868686 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-a3a6f837-afff-4e86-bf20-126604a503d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:35:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['c0e1bd3f-e2e7-4275-a60d-3784c1490be3'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:35:38.885211 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-195bb4a7-0964-4e16-885f-d86053781bdc tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:38.911083 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195bb4a7-0964-4e16-885f-d86053781bdc tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Pushing event deleted for resources: {'Subnet': ['ID=cb71c2f9-183f-4329-9dda-3bf3dbae3fd6,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:35:38.917579 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-195bb4a7-0964-4e16-885f-d86053781bdc tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:38.919707 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-195bb4a7-0964-4e16-885f-d86053781bdc tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "DELETE /v2.0/subnets/cb71c2f9-183f-4329-9dda-3bf3dbae3fd6 HTTP/1.1" status: 204 len: 168 time: 0.3773787 Jul 05 03:35:38.922077 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 51624) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:35:38.927203 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8a913e-9d38-4ce9-a8d0-6da75db6c268 None None] Network 9c32bf2f-a5a3-4cb1-b159-2c90f33491d3 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:35:38.976505 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-a3a6f837-afff-4e86-bf20-126604a503d3 None None] Set router c0e1bd3f-e2e7-4275-a60d-3784c1490be3 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:35:39.032494 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-14a22c7c-a210-40ab-a03d-cf6f85ffbd20 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for router, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:39.132350 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0b5c59-155c-4216-b60a-f90d845621b1 None None] DHCP port deletion for 9c32bf2f-a5a3-4cb1-b159-2c90f33491d3 request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:35:39.150671 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-14a22c7c-a210-40ab-a03d-cf6f85ffbd20 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:39.158027 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-a3a6f837-afff-4e86-bf20-126604a503d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e1bd3f-e2e7-4275-a60d-3784c1490be3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-140969600', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': '49f19a6b-6bb5-43dd-b839-3b1490f064cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:33:47Z', 'updated_at': '2021-07-05T03:35:37Z', 'revision_number': 5, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'gw_port': {'id': '49f19a6b-6bb5-43dd-b839-3b1490f064cd', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ef:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e1bd3f-e2e7-4275-a60d-3784c1490be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:33:47Z', 'updated_at': '2021-07-05T03:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:35:39.178773 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-1d0b5c59-155c-4216-b60a-f90d845621b1 None None] Deleting port 4758cbd2-e84d-4ec6-af90-a5f4fb3b3314 {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:35:39.179145 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-1d0b5c59-155c-4216-b60a-f90d845621b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:39.184074 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a6f837-afff-4e86-bf20-126604a503d3 None None] The sync data for ids ['c0e1bd3f-e2e7-4275-a60d-3784c1490be3'] in n-d-771362-32 is: [{'id': 'c0e1bd3f-e2e7-4275-a60d-3784c1490be3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-140969600', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': '49f19a6b-6bb5-43dd-b839-3b1490f064cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:33:47Z', 'updated_at': '2021-07-05T03:35:37Z', 'revision_number': 5, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'gw_port': {'id': '49f19a6b-6bb5-43dd-b839-3b1490f064cd', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ef:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e1bd3f-e2e7-4275-a60d-3784c1490be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:33:47Z', 'updated_at': '2021-07-05T03:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:35:39.241667 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-1d0b5c59-155c-4216-b60a-f90d845621b1 None None] For port 4758cbd2-e84d-4ec6-af90-a5f4fb3b3314, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=4758cbd2-e84d-4ec6-af90-a5f4fb3b3314,segment=NetworkSegment(a953d941-cc65-41f7-a351-615441ebe154),segment_id=a953d941-cc65-41f7-a351-615441ebe154)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:35:39.242054 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-1d0b5c59-155c-4216-b60a-f90d845621b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:39.258070 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-1d0b5c59-155c-4216-b60a-f90d845621b1 None None] Calling delete_port for 4758cbd2-e84d-4ec6-af90-a5f4fb3b3314 owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:35:39.276450 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-14a22c7c-a210-40ab-a03d-cf6f85ffbd20 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Deleting port 49f19a6b-6bb5-43dd-b839-3b1490f064cd {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:35:39.280282 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-14a22c7c-a210-40ab-a03d-cf6f85ffbd20 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:39.355484 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-14a22c7c-a210-40ab-a03d-cf6f85ffbd20 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] For port 49f19a6b-6bb5-43dd-b839-3b1490f064cd, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=49f19a6b-6bb5-43dd-b839-3b1490f064cd,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:35:39.355484 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-14a22c7c-a210-40ab-a03d-cf6f85ffbd20 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:39.372689 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-14a22c7c-a210-40ab-a03d-cf6f85ffbd20 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Calling delete_port for 49f19a6b-6bb5-43dd-b839-3b1490f064cd owned by network:router_gateway {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:35:39.429890 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-1d0b5c59-155c-4216-b60a-f90d845621b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:39.458726 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0b5c59-155c-4216-b60a-f90d845621b1 None None] No DVR routers for this DVR port 4758cbd2-e84d-4ec6-af90-a5f4fb3b3314 on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:35:39.461851 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0b5c59-155c-4216-b60a-f90d845621b1 None None] Pushing event deleted for resources: {'Port': ['ID=4758cbd2-e84d-4ec6-af90-a5f4fb3b3314,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:35:39.472678 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0b5c59-155c-4216-b60a-f90d845621b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:35:39.473038 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0b5c59-155c-4216-b60a-f90d845621b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:35:39.473692 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0b5c59-155c-4216-b60a-f90d845621b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:35:39.473692 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0b5c59-155c-4216-b60a-f90d845621b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:35:39.474021 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0b5c59-155c-4216-b60a-f90d845621b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:35:39.474563 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0b5c59-155c-4216-b60a-f90d845621b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:35:39.474872 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0b5c59-155c-4216-b60a-f90d845621b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:35:39.475205 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0b5c59-155c-4216-b60a-f90d845621b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:35:39.475530 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0b5c59-155c-4216-b60a-f90d845621b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:35:39.475857 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0b5c59-155c-4216-b60a-f90d845621b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:35:39.476184 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0b5c59-155c-4216-b60a-f90d845621b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:35:39.476506 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0b5c59-155c-4216-b60a-f90d845621b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:35:39.595407 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 8b852503-bdc2-49d9-b4a2-c0195a9c2a87 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:35:39.596393 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-14a22c7c-a210-40ab-a03d-cf6f85ffbd20 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:39.625176 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 8b852503-bdc2-49d9-b4a2-c0195a9c2a87 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:35:39.625176 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 8b852503-bdc2-49d9-b4a2-c0195a9c2a87 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:35:39.625176 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 4758cbd2-e84d-4ec6-af90-a5f4fb3b3314 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:35:39.629225 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a22c7c-a210-40ab-a03d-cf6f85ffbd20 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Pushing event deleted for resources: {'Port': ['ID=49f19a6b-6bb5-43dd-b839-3b1490f064cd,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:35:39.641921 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 4758cbd2-e84d-4ec6-af90-a5f4fb3b3314 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:35:39.642313 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 4758cbd2-e84d-4ec6-af90-a5f4fb3b3314 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:35:39.697580 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-14a22c7c-a210-40ab-a03d-cf6f85ffbd20 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636927'] for router_gateway, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:39.789447 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-14a22c7c-a210-40ab-a03d-cf6f85ffbd20 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11828'] for router, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:39.792089 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-14a22c7c-a210-40ab-a03d-cf6f85ffbd20 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:39.926900 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-14a22c7c-a210-40ab-a03d-cf6f85ffbd20 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1575451'] for router, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:39.927446 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14a22c7c-a210-40ab-a03d-cf6f85ffbd20 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Fanout notify agent at l3_agent the message router_deleted on router c0e1bd3f-e2e7-4275-a60d-3784c1490be3 {{(pid=94462) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 03:35:39.934284 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-14a22c7c-a210-40ab-a03d-cf6f85ffbd20 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:39.936651 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-14a22c7c-a210-40ab-a03d-cf6f85ffbd20 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "DELETE /v2.0/routers/c0e1bd3f-e2e7-4275-a60d-3784c1490be3 HTTP/1.1" status: 204 len: 168 time: 1.0123739 Jul 05 03:35:39.938171 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 51626) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:35:40.033637 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e94baf09-8b41-45a7-b621-5e7c5d1a581b tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:40.123612 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e94baf09-8b41-45a7-b621-5e7c5d1a581b tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:40.133157 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-e94baf09-8b41-45a7-b621-5e7c5d1a581b tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c32bf2f-a5a3-4cb1-b159-2c90f33491d3']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:35:40.142824 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-e94baf09-8b41-45a7-b621-5e7c5d1a581b tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a953d941-cc65-41f7-a351-615441ebe154') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:35:40.143121 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-e94baf09-8b41-45a7-b621-5e7c5d1a581b tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a953d941-cc65-41f7-a351-615441ebe154') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:35:40.152502 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e94baf09-8b41-45a7-b621-5e7c5d1a581b tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:40.166764 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e94baf09-8b41-45a7-b621-5e7c5d1a581b tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:40.172534 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e94baf09-8b41-45a7-b621-5e7c5d1a581b tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:35:40.172918 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e94baf09-8b41-45a7-b621-5e7c5d1a581b tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:40.175858 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 03:35:40.175858 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:35:40.175858 n-d-771362-32 neutron-server[94462]: timer() Jul 05 03:35:40.175858 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:35:40.175858 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 03:35:40.175858 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:35:40.175858 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 03:35:40.175858 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:35:40.175858 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 03:35:40.175858 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:35:40.175858 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 03:35:40.175858 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:35:40.175858 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 03:35:40.175858 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:35:40.175858 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:35:40.175858 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:35:40.175858 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:35:40.175858 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:35:40.175858 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 03:35:40.175858 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:35:40.175858 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 03:35:40.175858 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:35:40.175858 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:35:40.175858 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:35:40.175858 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 03:35:40.175858 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:35:40.175858 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:35:40.175858 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:35:40.175858 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:35:40.175858 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:35:40.175858 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:35:40.175858 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:35:40.335781 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e94baf09-8b41-45a7-b621-5e7c5d1a581b tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:40.343504 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-e94baf09-8b41-45a7-b621-5e7c5d1a581b tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:40.345452 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-e94baf09-8b41-45a7-b621-5e7c5d1a581b tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "DELETE /v2.0/networks/9c32bf2f-a5a3-4cb1-b159-2c90f33491d3 HTTP/1.1" status: 204 len: 168 time: 0.4063382 Jul 05 03:35:40.348434 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 51628) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:35:40.357656 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94baf09-8b41-45a7-b621-5e7c5d1a581b tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Pushing event deleted for resources: {'Network': ['ID=9c32bf2f-a5a3-4cb1-b159-2c90f33491d3,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:35:40.412554 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f701f1d3-4df1-44a3-998d-37015a5e2c9c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:40.438643 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f701f1d3-4df1-44a3-998d-37015a5e2c9c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:40.587411 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f701f1d3-4df1-44a3-998d-37015a5e2c9c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:40.589909 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f701f1d3-4df1-44a3-998d-37015a5e2c9c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:40.591113 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-f701f1d3-4df1-44a3-998d-37015a5e2c9c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "DELETE /v2.0/security-groups/72eb441f-29fd-40e4-abd8-1156c09330c8 HTTP/1.1" status: 204 len: 168 time: 0.2416651 Jul 05 03:35:40.600473 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f701f1d3-4df1-44a3-998d-37015a5e2c9c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72eb441f-29fd-40e4-abd8-1156c09330c8,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:35:41.087510 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 51634) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:35:41.092372 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-7930261c-4109-4a3c-af1c-9126266bb5f5 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1294355358', 'description': 'tempest-secgroup-smoke-1294355358 description', 'project_id': 'f5cd03416720416fbffc8e2028e4152c'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:35:41.190362 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7930261c-4109-4a3c-af1c-9126266bb5f5 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:41.269438 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7930261c-4109-4a3c-af1c-9126266bb5f5 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:41.326636 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 49f19a6b-6bb5-43dd-b839-3b1490f064cd no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:35:41.347000 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 49f19a6b-6bb5-43dd-b839-3b1490f064cd {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:35:41.347337 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 49f19a6b-6bb5-43dd-b839-3b1490f064cd not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:35:41.352406 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7930261c-4109-4a3c-af1c-9126266bb5f5 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:41.382030 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7930261c-4109-4a3c-af1c-9126266bb5f5 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f26c79e5-2142-4697-9829-3186cc3eb3c7,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:35:41.481253 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7930261c-4109-4a3c-af1c-9126266bb5f5 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:41.482565 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-7930261c-4109-4a3c-af1c-9126266bb5f5 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3940430 Jul 05 03:35:41.485452 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 51636) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:35:41.490075 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-005534c4-5522-4170-ab16-e7b2031cc4f4 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Request body: {'security_group_rule': {'security_group_id': 'f26c79e5-2142-4697-9829-3186cc3eb3c7', 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:35:41.589666 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-005534c4-5522-4170-ab16-e7b2031cc4f4 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:41.645279 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-005534c4-5522-4170-ab16-e7b2031cc4f4 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:41.739104 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-005534c4-5522-4170-ab16-e7b2031cc4f4 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:41.757456 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005534c4-5522-4170-ab16-e7b2031cc4f4 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70ff0926-ae96-4edb-841b-3ab338e5c1d2,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:35:41.861339 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-005534c4-5522-4170-ab16-e7b2031cc4f4 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:41.862505 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-005534c4-5522-4170-ab16-e7b2031cc4f4 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3760200 Jul 05 03:35:41.865874 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 51638) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:35:41.871496 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-804423b4-71eb-482c-bdf6-76097ba33e99 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Request body: {'security_group_rule': {'security_group_id': 'f26c79e5-2142-4697-9829-3186cc3eb3c7', 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:35:41.978061 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-804423b4-71eb-482c-bdf6-76097ba33e99 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:42.042926 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-804423b4-71eb-482c-bdf6-76097ba33e99 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:42.147112 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-804423b4-71eb-482c-bdf6-76097ba33e99 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:42.166276 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804423b4-71eb-482c-bdf6-76097ba33e99 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=059f131b-2704-40e9-aa28-4d080da0c586,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:35:42.249699 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-804423b4-71eb-482c-bdf6-76097ba33e99 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:42.251003 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-804423b4-71eb-482c-bdf6-76097ba33e99 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3839586 Jul 05 03:35:42.255643 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 51640) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:35:42.261728 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-f69b00e9-bad0-4314-a9e1-13049d530e43 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Request body: {'security_group_rule': {'security_group_id': 'f26c79e5-2142-4697-9829-3186cc3eb3c7', 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:35:42.378718 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f69b00e9-bad0-4314-a9e1-13049d530e43 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:42.437329 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f69b00e9-bad0-4314-a9e1-13049d530e43 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:42.518365 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:42.556044 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f69b00e9-bad0-4314-a9e1-13049d530e43 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:42.573849 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69b00e9-bad0-4314-a9e1-13049d530e43 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b31c5ebf-ad59-43df-99d5-223c0e7202e0,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:35:42.687147 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:42.715579 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f69b00e9-bad0-4314-a9e1-13049d530e43 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:42.717427 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-f69b00e9-bad0-4314-a9e1-13049d530e43 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4605067 Jul 05 03:35:42.720287 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 51642) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:35:42.724985 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-647f174d-9b2e-4c5b-a7bc-67cc1c8dac8d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Request body: {'security_group_rule': {'security_group_id': 'f26c79e5-2142-4697-9829-3186cc3eb3c7', 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:35:42.826500 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-647f174d-9b2e-4c5b-a7bc-67cc1c8dac8d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:42.886974 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-647f174d-9b2e-4c5b-a7bc-67cc1c8dac8d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:42.990192 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-647f174d-9b2e-4c5b-a7bc-67cc1c8dac8d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:43.008005 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647f174d-9b2e-4c5b-a7bc-67cc1c8dac8d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c7821b5-56c6-428e-9430-e62c86c7b04a,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:35:43.112684 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-647f174d-9b2e-4c5b-a7bc-67cc1c8dac8d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:43.113934 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-647f174d-9b2e-4c5b-a7bc-67cc1c8dac8d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3926289 Jul 05 03:35:43.116806 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 51644) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:35:43.121692 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-cd7b5c56-5375-44da-bec5-f5c0158f7364 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Request body: {'security_group_rule': {'security_group_id': 'f26c79e5-2142-4697-9829-3186cc3eb3c7', 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:35:43.218565 n-d-771362-32 neutron-server[94462]: INFO neutron.db.securitygroups_db [None req-cd7b5c56-5375-44da-bec5-f5c0158f7364 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Project f5cd03416720416fbffc8e2028e4152c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 03:35:43.223692 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cd7b5c56-5375-44da-bec5-f5c0158f7364 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:43.283990 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cd7b5c56-5375-44da-bec5-f5c0158f7364 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:43.369657 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cd7b5c56-5375-44da-bec5-f5c0158f7364 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:43.390632 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7b5c56-5375-44da-bec5-f5c0158f7364 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=249ab640-9978-4e1c-81d7-aad82afe1523,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:35:43.463973 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cd7b5c56-5375-44da-bec5-f5c0158f7364 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:43.465219 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-cd7b5c56-5375-44da-bec5-f5c0158f7364 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3474896 Jul 05 03:35:43.468039 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 51646) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:35:43.472559 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-7e6ee664-8929-449a-b2e5-1007e1e49b42 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Request body: {'security_group_rule': {'security_group_id': 'f26c79e5-2142-4697-9829-3186cc3eb3c7', 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:35:43.572727 n-d-771362-32 neutron-server[94462]: INFO neutron.db.securitygroups_db [None req-7e6ee664-8929-449a-b2e5-1007e1e49b42 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Project f5cd03416720416fbffc8e2028e4152c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 03:35:43.577925 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7e6ee664-8929-449a-b2e5-1007e1e49b42 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:43.638240 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7e6ee664-8929-449a-b2e5-1007e1e49b42 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:43.761780 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7e6ee664-8929-449a-b2e5-1007e1e49b42 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:43.781827 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6ee664-8929-449a-b2e5-1007e1e49b42 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a95570f-fd91-42e3-8e08-c1ebdb394311,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:35:43.864683 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7e6ee664-8929-449a-b2e5-1007e1e49b42 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:43.865963 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-7e6ee664-8929-449a-b2e5-1007e1e49b42 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3969541 Jul 05 03:35:43.868912 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 51648) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:35:43.873789 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-d52698ec-ecbd-4e93-8e18-a1115736ed46 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Request body: {'network': {'name': 'tempest-network-smoke--938931045', 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'port_security_enabled': True}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:35:44.007048 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d52698ec-ecbd-4e93-8e18-a1115736ed46 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Made reservation on behalf of f5cd03416720416fbffc8e2028e4152c for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:35:44.011142 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d52698ec-ecbd-4e93-8e18-a1115736ed46 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:44.034428 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d52698ec-ecbd-4e93-8e18-a1115736ed46 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:35:44.042813 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d52698ec-ecbd-4e93-8e18-a1115736ed46 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:44.043092 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-d52698ec-ecbd-4e93-8e18-a1115736ed46 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Added segment 67f0b426-53e7-4968-a9a9-0b852b35b0d5 of type vlan for network 236bc390-d5be-43be-adb2-03b34a3466bf Jul 05 03:35:44.084183 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d52698ec-ecbd-4e93-8e18-a1115736ed46 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:44.189791 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d52698ec-ecbd-4e93-8e18-a1115736ed46 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:44.195317 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52698ec-ecbd-4e93-8e18-a1115736ed46 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:35:44.196506 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d52698ec-ecbd-4e93-8e18-a1115736ed46 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:44.262342 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52698ec-ecbd-4e93-8e18-a1115736ed46 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Pushing event updated for resources: {'Network': ['ID=236bc390-d5be-43be-adb2-03b34a3466bf,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:35:44.272468 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 236bc390-d5be-43be-adb2-03b34a3466bf details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:35:44.337490 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-d52698ec-ecbd-4e93-8e18-a1115736ed46 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4675484 Jul 05 03:35:44.340255 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 51650) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:35:44.344842 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-dc501baf-d207-47c6-9e8a-4845b71c80d5 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2097789155', 'admin_state_up': True, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:35:44.475931 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-dc501baf-d207-47c6-9e8a-4845b71c80d5 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11810'] for router, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:44.476957 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-dc501baf-d207-47c6-9e8a-4845b71c80d5 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1926740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11821'] for router, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:44.527529 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-dc501baf-d207-47c6-9e8a-4845b71c80d5 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:44.750006 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-dc501baf-d207-47c6-9e8a-4845b71c80d5 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:45.027146 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-dc501baf-d207-47c6-9e8a-4845b71c80d5 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for router_gateway, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:45.049491 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-dc501baf-d207-47c6-9e8a-4845b71c80d5 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:45.148371 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-dc501baf-d207-47c6-9e8a-4845b71c80d5 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Allocated IP 172.25.7.221 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/390c89dc-22cc-4886-91d1-9ff1336dbbbe) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:35:45.250634 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-dc501baf-d207-47c6-9e8a-4845b71c80d5 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:45.367293 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-dc501baf-d207-47c6-9e8a-4845b71c80d5 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:45.407986 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc501baf-d207-47c6-9e8a-4845b71c80d5 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:35:45.410813 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-dc501baf-d207-47c6-9e8a-4845b71c80d5 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:35:45.413502 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc501baf-d207-47c6-9e8a-4845b71c80d5 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:35:45.441095 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc501baf-d207-47c6-9e8a-4845b71c80d5 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Pushing event updated for resources: {'Port': ['ID=390c89dc-22cc-4886-91d1-9ff1336dbbbe,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:35:45.746526 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-dc501baf-d207-47c6-9e8a-4845b71c80d5 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for router_gateway, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:45.938814 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-dc501baf-d207-47c6-9e8a-4845b71c80d5 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963'] for router, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:46.181006 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc501baf-d207-47c6-9e8a-4845b71c80d5 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Router cb1f0424-04e2-425e-a49f-7020ca954ba8 is scheduled to L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 with binding_index 1 {{(pid=94462) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 03:35:46.287304 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc501baf-d207-47c6-9e8a-4845b71c80d5 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:35:46.297934 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2359758d-505b-40eb-829a-4f98850bd8be None None] Sync routers for ids ['cb1f0424-04e2-425e-a49f-7020ca954ba8'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:35:46.307595 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2359758d-505b-40eb-829a-4f98850bd8be None None] Routers {'cb1f0424-04e2-425e-a49f-7020ca954ba8'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:35:46.310787 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-2359758d-505b-40eb-829a-4f98850bd8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:35:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['cb1f0424-04e2-425e-a49f-7020ca954ba8'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:35:46.367350 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-dc501baf-d207-47c6-9e8a-4845b71c80d5 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:46.369241 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-dc501baf-d207-47c6-9e8a-4845b71c80d5 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.0280595 Jul 05 03:35:46.372413 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 51652) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:35:46.400474 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-dbdc77c6-2941-466a-95f1-53cd595cd5c8 tempest-TestNetworkAdvancedServerOps-506876623 tempest-TestNetworkAdvancedServerOps-506876623-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=f5cd03416720416fbffc8e2028e4152c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268507 Jul 05 03:35:46.403072 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 51654) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:35:46.416311 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-2359758d-505b-40eb-829a-4f98850bd8be None None] Set router cb1f0424-04e2-425e-a49f-7020ca954ba8 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:35:46.488350 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da298d7-58ec-40a1-a9c7-dd706b1a907d tempest-TestNetworkAdvancedServerOps-506876623 tempest-TestNetworkAdvancedServerOps-506876623-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:35:46.489866 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-7da298d7-58ec-40a1-a9c7-dd706b1a907d tempest-TestNetworkAdvancedServerOps-506876623 tempest-TestNetworkAdvancedServerOps-506876623-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0858994 Jul 05 03:35:46.492852 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 51656) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:35:46.526084 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-054eb576-c569-4d7d-8602-a55d89536dad tempest-TestNetworkAdvancedServerOps-506876623 tempest-TestNetworkAdvancedServerOps-506876623-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=4bbc2f9e-02cf-490e-901d-2588655a3ef0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0317862 Jul 05 03:35:46.529648 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 51658) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:35:46.533599 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-3858e8e0-4e03-45a1-84ba-9521795b684f tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1964912413', 'network_id': '236bc390-d5be-43be-adb2-03b34a3466bf', 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:35:46.603641 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-2359758d-505b-40eb-829a-4f98850bd8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb1f0424-04e2-425e-a49f-7020ca954ba8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2097789155', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '390c89dc-22cc-4886-91d1-9ff1336dbbbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:35:44Z', 'updated_at': '2021-07-05T03:35:45Z', 'revision_number': 3, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'gw_port': {'id': '390c89dc-22cc-4886-91d1-9ff1336dbbbe', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:42:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb1f0424-04e2-425e-a49f-7020ca954ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:35:45Z', 'updated_at': '2021-07-05T03:35:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:35:46.630087 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2359758d-505b-40eb-829a-4f98850bd8be None None] Checking router: cb1f0424-04e2-425e-a49f-7020ca954ba8 for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:35:46.630468 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2359758d-505b-40eb-829a-4f98850bd8be None None] Updating router cb1f0424-04e2-425e-a49f-7020ca954ba8 port 390c89dc-22cc-4886-91d1-9ff1336dbbbe binding host n-d-771362-32 {{(pid=94463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:35:46.664560 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-2359758d-505b-40eb-829a-4f98850bd8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:46.695187 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3858e8e0-4e03-45a1-84ba-9521795b684f tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Made reservation on behalf of f5cd03416720416fbffc8e2028e4152c for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:35:46.699429 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3858e8e0-4e03-45a1-84ba-9521795b684f tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:47.086199 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-2359758d-505b-40eb-829a-4f98850bd8be None None] Notify callbacks [] for port, precommit_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:47.096078 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-2359758d-505b-40eb-829a-4f98850bd8be None None] Transition to ACTIVE for port object 390c89dc-22cc-4886-91d1-9ff1336dbbbe will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:35:47.167106 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-2359758d-505b-40eb-829a-4f98850bd8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:47.220724 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-2359758d-505b-40eb-829a-4f98850bd8be None None] Attempting to bind port 390c89dc-22cc-4886-91d1-9ff1336dbbbe on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:35:47.221097 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-2359758d-505b-40eb-829a-4f98850bd8be None None] Attempting to bind port 390c89dc-22cc-4886-91d1-9ff1336dbbbe by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:35:47.221444 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2359758d-505b-40eb-829a-4f98850bd8be None None] Attempting to bind port 390c89dc-22cc-4886-91d1-9ff1336dbbbe on network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:35:47.223449 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dd5978-d9fa-4526-b64d-339b29b275cf None None] Pushing event updated for resources: {'Port': ['ID=390c89dc-22cc-4886-91d1-9ff1336dbbbe,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:35:47.230635 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2359758d-505b-40eb-829a-4f98850bd8be None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:35:47.231052 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2359758d-505b-40eb-829a-4f98850bd8be None None] Checking segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:35:47.232111 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-2359758d-505b-40eb-829a-4f98850bd8be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:47.232111 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2359758d-505b-40eb-829a-4f98850bd8be None None] Bound using segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:35:47.232352 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-2359758d-505b-40eb-829a-4f98850bd8be None None] Bound port: 390c89dc-22cc-4886-91d1-9ff1336dbbbe, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:35:47.232632 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-2359758d-505b-40eb-829a-4f98850bd8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:47.282462 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-2359758d-505b-40eb-829a-4f98850bd8be None None] For port 390c89dc-22cc-4886-91d1-9ff1336dbbbe, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:35:47.286813 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-2359758d-505b-40eb-829a-4f98850bd8be None None] For port 390c89dc-22cc-4886-91d1-9ff1336dbbbe, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=390c89dc-22cc-4886-91d1-9ff1336dbbbe,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:35:47.304346 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3858e8e0-4e03-45a1-84ba-9521795b684f tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:47.374067 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-2359758d-505b-40eb-829a-4f98850bd8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:47.378618 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3858e8e0-4e03-45a1-84ba-9521795b684f tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Pushing event updated for resources: {'Subnet': ['ID=40ab4fd9-14e6-4e1b-9574-3da9b5566850,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:35:47.389835 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3858e8e0-4e03-45a1-84ba-9521795b684f tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Checking segment: {'id': '67f0b426-53e7-4968-a9a9-0b852b35b0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '236bc390-d5be-43be-adb2-03b34a3466bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:35:47.390236 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3858e8e0-4e03-45a1-84ba-9521795b684f tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Network hostable DHCP agents. Network: 236bc390-d5be-43be-adb2-03b34a3466bf, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:35:47.441291 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2359758d-505b-40eb-829a-4f98850bd8be None None] Routers {'cb1f0424-04e2-425e-a49f-7020ca954ba8'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:35:47.442036 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-2359758d-505b-40eb-829a-4f98850bd8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:35:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['cb1f0424-04e2-425e-a49f-7020ca954ba8'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:35:47.480253 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dd5978-d9fa-4526-b64d-339b29b275cf None None] Pushing event updated for resources: {'Port': ['ID=390c89dc-22cc-4886-91d1-9ff1336dbbbe,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:35:47.490442 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3858e8e0-4e03-45a1-84ba-9521795b684f tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Network 236bc390-d5be-43be-adb2-03b34a3466bf is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:35:47.550819 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-2359758d-505b-40eb-829a-4f98850bd8be None None] Set router cb1f0424-04e2-425e-a49f-7020ca954ba8 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:35:47.572521 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-3858e8e0-4e03-45a1-84ba-9521795b684f tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 236bc390-d5be-43be-adb2-03b34a3466bf) {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:35:47.576629 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3858e8e0-4e03-45a1-84ba-9521795b684f tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:35:47.577297 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3858e8e0-4e03-45a1-84ba-9521795b684f tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:47.607281 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50bae2e-78cf-483b-ba2e-095090870974 None None] Network 236bc390-d5be-43be-adb2-03b34a3466bf requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:35:47.653711 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-3858e8e0-4e03-45a1-84ba-9521795b684f tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1242511 Jul 05 03:35:47.656365 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 51660) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:35:47.843975 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03560658-87bb-451d-8aab-8df81a56f34c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-236bc390-d5be-43be-adb2-03b34a3466bf', 'network_id': '236bc390-d5be-43be-adb2-03b34a3466bf', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'fixed_ips': [{'subnet_id': '40ab4fd9-14e6-4e1b-9574-3da9b5566850'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:35:47.844888 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-03560658-87bb-451d-8aab-8df81a56f34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:47.870742 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-2359758d-505b-40eb-829a-4f98850bd8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb1f0424-04e2-425e-a49f-7020ca954ba8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2097789155', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '390c89dc-22cc-4886-91d1-9ff1336dbbbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:35:44Z', 'updated_at': '2021-07-05T03:35:45Z', 'revision_number': 3, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'gw_port': {'id': '390c89dc-22cc-4886-91d1-9ff1336dbbbe', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:42:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb1f0424-04e2-425e-a49f-7020ca954ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:35:45Z', 'updated_at': '2021-07-05T03:35:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:35:47.898380 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2359758d-505b-40eb-829a-4f98850bd8be None None] The sync data for ids ['cb1f0424-04e2-425e-a49f-7020ca954ba8'] in n-d-771362-32 is: [{'id': 'cb1f0424-04e2-425e-a49f-7020ca954ba8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2097789155', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '390c89dc-22cc-4886-91d1-9ff1336dbbbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:35:44Z', 'updated_at': '2021-07-05T03:35:45Z', 'revision_number': 3, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'gw_port': {'id': '390c89dc-22cc-4886-91d1-9ff1336dbbbe', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:42:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb1f0424-04e2-425e-a49f-7020ca954ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:35:45Z', 'updated_at': '2021-07-05T03:35:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:35:48.025537 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-03560658-87bb-451d-8aab-8df81a56f34c None None] Allocated IP 172.20.0.2 (236bc390-d5be-43be-adb2-03b34a3466bf/40ab4fd9-14e6-4e1b-9574-3da9b5566850/75bc7ef9-5d5a-49ed-9627-92fa2ada3872) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:35:48.107175 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-13a35951-48e6-4e51-996a-4b5f88f90c05 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:48.199903 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-03560658-87bb-451d-8aab-8df81a56f34c None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:48.209001 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-03560658-87bb-451d-8aab-8df81a56f34c None None] Transition to ACTIVE for port object 75bc7ef9-5d5a-49ed-9627-92fa2ada3872 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:35:48.225073 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-03560658-87bb-451d-8aab-8df81a56f34c None None] Transition to ACTIVE for port object 75bc7ef9-5d5a-49ed-9627-92fa2ada3872 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:35:48.305322 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-03560658-87bb-451d-8aab-8df81a56f34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:48.342216 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03560658-87bb-451d-8aab-8df81a56f34c None None] Network 236bc390-d5be-43be-adb2-03b34a3466bf is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:35:48.345143 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-03560658-87bb-451d-8aab-8df81a56f34c None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:35:48.348650 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03560658-87bb-451d-8aab-8df81a56f34c None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:35:48.382499 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03560658-87bb-451d-8aab-8df81a56f34c None None] Pushing event updated for resources: {'Port': ['ID=75bc7ef9-5d5a-49ed-9627-92fa2ada3872,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:35:48.412523 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-03560658-87bb-451d-8aab-8df81a56f34c None None] Attempting to bind port 75bc7ef9-5d5a-49ed-9627-92fa2ada3872 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:35:48.412895 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-03560658-87bb-451d-8aab-8df81a56f34c None None] Attempting to bind port 75bc7ef9-5d5a-49ed-9627-92fa2ada3872 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '67f0b426-53e7-4968-a9a9-0b852b35b0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '236bc390-d5be-43be-adb2-03b34a3466bf'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:35:48.413263 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03560658-87bb-451d-8aab-8df81a56f34c None None] Attempting to bind port 75bc7ef9-5d5a-49ed-9627-92fa2ada3872 on network 236bc390-d5be-43be-adb2-03b34a3466bf {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:35:48.418859 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03560658-87bb-451d-8aab-8df81a56f34c None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:35:48.419232 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03560658-87bb-451d-8aab-8df81a56f34c None None] Checking segment: {'id': '67f0b426-53e7-4968-a9a9-0b852b35b0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '236bc390-d5be-43be-adb2-03b34a3466bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:35:48.419639 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-03560658-87bb-451d-8aab-8df81a56f34c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:48.420031 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03560658-87bb-451d-8aab-8df81a56f34c None None] Bound using segment: {'id': '67f0b426-53e7-4968-a9a9-0b852b35b0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '236bc390-d5be-43be-adb2-03b34a3466bf'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:35:48.420500 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-03560658-87bb-451d-8aab-8df81a56f34c None None] Bound port: 75bc7ef9-5d5a-49ed-9627-92fa2ada3872, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67f0b426-53e7-4968-a9a9-0b852b35b0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '236bc390-d5be-43be-adb2-03b34a3466bf'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:35:48.421028 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-03560658-87bb-451d-8aab-8df81a56f34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:48.428977 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-13a35951-48e6-4e51-996a-4b5f88f90c05 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Allocated IP 172.20.0.1 (236bc390-d5be-43be-adb2-03b34a3466bf/40ab4fd9-14e6-4e1b-9574-3da9b5566850/2de0810e-485b-41aa-acde-93636e07f3d4) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:35:48.496453 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-03560658-87bb-451d-8aab-8df81a56f34c None None] For port 75bc7ef9-5d5a-49ed-9627-92fa2ada3872, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:35:48.499723 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-03560658-87bb-451d-8aab-8df81a56f34c None None] For port 75bc7ef9-5d5a-49ed-9627-92fa2ada3872, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=75bc7ef9-5d5a-49ed-9627-92fa2ada3872,segment=NetworkSegment(67f0b426-53e7-4968-a9a9-0b852b35b0d5),segment_id=67f0b426-53e7-4968-a9a9-0b852b35b0d5)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:35:48.550015 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-13a35951-48e6-4e51-996a-4b5f88f90c05 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:48.564936 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [None req-13a35951-48e6-4e51-996a-4b5f88f90c05 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Transition to ACTIVE for port object 2de0810e-485b-41aa-acde-93636e07f3d4 will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:35:48.590851 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-03560658-87bb-451d-8aab-8df81a56f34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:48.648438 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03560658-87bb-451d-8aab-8df81a56f34c None None] Pushing event updated for resources: {'Port': ['ID=75bc7ef9-5d5a-49ed-9627-92fa2ada3872,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:35:48.698716 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-13a35951-48e6-4e51-996a-4b5f88f90c05 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:48.747968 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a35951-48e6-4e51-996a-4b5f88f90c05 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Network 236bc390-d5be-43be-adb2-03b34a3466bf is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:35:48.751566 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-13a35951-48e6-4e51-996a-4b5f88f90c05 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:35:48.758682 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a35951-48e6-4e51-996a-4b5f88f90c05 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:35:48.765449 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a35951-48e6-4e51-996a-4b5f88f90c05 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Pushing event updated for resources: {'Port': ['ID=2de0810e-485b-41aa-acde-93636e07f3d4,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:35:48.830431 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-13a35951-48e6-4e51-996a-4b5f88f90c05 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635668'] for router_interface, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:49.081448 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-13a35951-48e6-4e51-996a-4b5f88f90c05 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:49.371091 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-13a35951-48e6-4e51-996a-4b5f88f90c05 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:49.388526 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 390c89dc-22cc-4886-91d1-9ff1336dbbbe up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:35:49.460771 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-13a35951-48e6-4e51-996a-4b5f88f90c05 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:49.517791 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 390c89dc-22cc-4886-91d1-9ff1336dbbbe completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:35:49.521864 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 390c89dc-22cc-4886-91d1-9ff1336dbbbe triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:35:49.522110 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:49.540747 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-13a35951-48e6-4e51-996a-4b5f88f90c05 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634601'] for router_interface, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:49.542626 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a35951-48e6-4e51-996a-4b5f88f90c05 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Pushing event updated for resources: {'Port': ['ID=2de0810e-485b-41aa-acde-93636e07f3d4,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:35:49.615386 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:49.642241 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 390c89dc-22cc-4886-91d1-9ff1336dbbbe, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=390c89dc-22cc-4886-91d1-9ff1336dbbbe,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:35:49.663749 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a35951-48e6-4e51-996a-4b5f88f90c05 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Network 236bc390-d5be-43be-adb2-03b34a3466bf is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:35:49.665781 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-13a35951-48e6-4e51-996a-4b5f88f90c05 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:35:49.689882 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31e6faf-8674-4219-acd8-8dc48aca2f4a None None] Network 236bc390-d5be-43be-adb2-03b34a3466bf requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:35:49.786588 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13a35951-48e6-4e51-996a-4b5f88f90c05 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Router cb1f0424-04e2-425e-a49f-7020ca954ba8 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:35:49.805659 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:49.806488 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 75bc7ef9-5d5a-49ed-9627-92fa2ada3872 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:35:49.887995 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-ac2f629e-974c-4b8c-b763-32b2a076771f None None] Provisioning for port 75bc7ef9-5d5a-49ed-9627-92fa2ada3872 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:35:49.905684 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13a35951-48e6-4e51-996a-4b5f88f90c05 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:35:49.918567 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-13a35951-48e6-4e51-996a-4b5f88f90c05 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "PUT /v2.0/routers/cb1f0424-04e2-425e-a49f-7020ca954ba8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2535355 Jul 05 03:35:49.934207 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=390c89dc-22cc-4886-91d1-9ff1336dbbbe,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:35:49.937106 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9662b55-0040-42da-a333-aca92b755007 None None] Sync routers for ids ['cb1f0424-04e2-425e-a49f-7020ca954ba8'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:35:49.950317 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9662b55-0040-42da-a333-aca92b755007 None None] Routers {'cb1f0424-04e2-425e-a49f-7020ca954ba8'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:35:49.950924 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-c9662b55-0040-42da-a333-aca92b755007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:35:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['cb1f0424-04e2-425e-a49f-7020ca954ba8'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:35:50.019030 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 75bc7ef9-5d5a-49ed-9627-92fa2ada3872 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:35:50.025400 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 75bc7ef9-5d5a-49ed-9627-92fa2ada3872 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:35:50.026079 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:50.079927 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-758ed0c7-1a3e-478c-ab61-6b5efbe9f510 req-6aae0469-138d-4d10-9e02-0dd2f0db792f tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1294355358&fields=id&tenant_id=f5cd03416720416fbffc8e2028e4152c HTTP/1.1" status: 200 len: 267 time: 0.0469160 Jul 05 03:35:50.134831 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:50.178837 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-c9662b55-0040-42da-a333-aca92b755007 None None] Set router cb1f0424-04e2-425e-a49f-7020ca954ba8 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:35:50.179264 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 75bc7ef9-5d5a-49ed-9627-92fa2ada3872, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=75bc7ef9-5d5a-49ed-9627-92fa2ada3872,segment=NetworkSegment(67f0b426-53e7-4968-a9a9-0b852b35b0d5),segment_id=67f0b426-53e7-4968-a9a9-0b852b35b0d5)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:35:50.228648 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758ed0c7-1a3e-478c-ab61-6b5efbe9f510 req-bce8f603-8978-426b-bf7a-0dda6897d3bd tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:35:50.230374 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-758ed0c7-1a3e-478c-ab61-6b5efbe9f510 req-bce8f603-8978-426b-bf7a-0dda6897d3bd tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/networks?id=236bc390-d5be-43be-adb2-03b34a3466bf HTTP/1.1" status: 200 len: 796 time: 0.1412868 Jul 05 03:35:50.248967 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-13a79703-f7a6-43d5-aafa-bad6eb2ef2c1 None None] Provisioning complete for port 75bc7ef9-5d5a-49ed-9627-92fa2ada3872 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:35:50.249329 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-13a79703-f7a6-43d5-aafa-bad6eb2ef2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:50.256514 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-758ed0c7-1a3e-478c-ab61-6b5efbe9f510 req-21edc254-ade6-48b7-999a-9a799e06bdf3 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/quotas/f5cd03416720416fbffc8e2028e4152c HTTP/1.1" status: 200 len: 375 time: 0.0187869 Jul 05 03:35:50.272914 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:50.341221 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=75bc7ef9-5d5a-49ed-9627-92fa2ada3872,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:35:50.350567 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-758ed0c7-1a3e-478c-ab61-6b5efbe9f510 req-01d9b782-9287-4ecc-b220-6bb2e6b82697 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f5cd03416720416fbffc8e2028e4152c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0923719 Jul 05 03:35:50.404025 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-c9662b55-0040-42da-a333-aca92b755007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb1f0424-04e2-425e-a49f-7020ca954ba8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2097789155', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '390c89dc-22cc-4886-91d1-9ff1336dbbbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:35:44Z', 'updated_at': '2021-07-05T03:35:48Z', 'revision_number': 4, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'gw_port': {'id': '390c89dc-22cc-4886-91d1-9ff1336dbbbe', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:42:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1f0424-04e2-425e-a49f-7020ca954ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:35:45Z', 'updated_at': '2021-07-05T03:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '2de0810e-485b-41aa-acde-93636e07f3d4', 'name': '', 'network_id': '236bc390-d5be-43be-adb2-03b34a3466bf', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'mac_address': 'fa:16:3e:06:e9:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb1f0424-04e2-425e-a49f-7020ca954ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '40ab4fd9-14e6-4e1b-9574-3da9b5566850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:35:48Z', 'updated_at': '2021-07-05T03:35:49Z', 'revision_number': 2, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'subnets': [{'id': '40ab4fd9-14e6-4e1b-9574-3da9b5566850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:35:50.419693 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [req-758ed0c7-1a3e-478c-ab61-6b5efbe9f510 req-0906a427-ab36-440f-93df-e425a1b0cee2 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94462) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:35:50.420850 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-758ed0c7-1a3e-478c-ab61-6b5efbe9f510 req-0906a427-ab36-440f-93df-e425a1b0cee2 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0585032 Jul 05 03:35:50.435401 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9662b55-0040-42da-a333-aca92b755007 None None] Checking router: cb1f0424-04e2-425e-a49f-7020ca954ba8 for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:35:50.440374 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9662b55-0040-42da-a333-aca92b755007 None None] Updating router cb1f0424-04e2-425e-a49f-7020ca954ba8 port 2de0810e-485b-41aa-acde-93636e07f3d4 binding host n-d-771362-32 {{(pid=94464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:35:50.466815 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-13a79703-f7a6-43d5-aafa-bad6eb2ef2c1 None None] Provisioning for port 2de0810e-485b-41aa-acde-93636e07f3d4 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:35:50.471137 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-13a79703-f7a6-43d5-aafa-bad6eb2ef2c1 None None] Provisioning complete for port 2de0810e-485b-41aa-acde-93636e07f3d4 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:35:50.471781 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-13a79703-f7a6-43d5-aafa-bad6eb2ef2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:50.476830 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c9662b55-0040-42da-a333-aca92b755007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:50.513943 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-13a79703-f7a6-43d5-aafa-bad6eb2ef2c1 None None] Port 2de0810e-485b-41aa-acde-93636e07f3d4 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:35:50.534430 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-758ed0c7-1a3e-478c-ab61-6b5efbe9f510 req-2ba288fe-2192-4a3e-93d8-77f0aace79db service neutron] 10.222.0.23 "GET /v2.0/networks/236bc390-d5be-43be-adb2-03b34a3466bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990000 Jul 05 03:35:50.635186 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-a537a514-0583-412b-9ccb-c345f5c43695 None None] Provisioning complete for port 2de0810e-485b-41aa-acde-93636e07f3d4 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:35:50.635514 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a537a514-0583-412b-9ccb-c345f5c43695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:50.646307 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-758ed0c7-1a3e-478c-ab61-6b5efbe9f510 req-9a24f30a-7ce8-4455-a47b-77e262b2a8d7 service neutron] 10.222.0.23 "GET /v2.0/networks/236bc390-d5be-43be-adb2-03b34a3466bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072371 Jul 05 03:35:50.670169 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-a537a514-0583-412b-9ccb-c345f5c43695 None None] Port 2de0810e-485b-41aa-acde-93636e07f3d4 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:35:50.766626 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c9662b55-0040-42da-a333-aca92b755007 None None] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:50.776524 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-c9662b55-0040-42da-a333-aca92b755007 None None] Transition to ACTIVE for port object 2de0810e-485b-41aa-acde-93636e07f3d4 will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:35:50.790347 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-7114b800-9fc4-4ff8-96c9-233ce46dea2b None None] Provisioning complete for port 2de0810e-485b-41aa-acde-93636e07f3d4 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:35:50.790741 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-7114b800-9fc4-4ff8-96c9-233ce46dea2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:50.823763 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-7114b800-9fc4-4ff8-96c9-233ce46dea2b None None] Port 2de0810e-485b-41aa-acde-93636e07f3d4 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:35:50.893172 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c9662b55-0040-42da-a333-aca92b755007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:50.922733 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9c153a60-5471-4f72-845f-53ea855776e9 req-150f64a6-cabc-4ebc-be55-4fdf4babfe38 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=700db00c-4037-490f-be5b-9b8f87906745 HTTP/1.1" status: 200 len: 210 time: 0.0289507 Jul 05 03:35:50.950005 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5fb614-4d58-4ddb-8fef-7d05d87f97d9 None None] Pushing event updated for resources: {'Port': ['ID=2de0810e-485b-41aa-acde-93636e07f3d4,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:35:50.967524 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-00230125-dab3-479e-b64d-1764ccf29e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:51.008398 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5fb614-4d58-4ddb-8fef-7d05d87f97d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:35:51.008741 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5fb614-4d58-4ddb-8fef-7d05d87f97d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:35:51.009076 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5fb614-4d58-4ddb-8fef-7d05d87f97d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:35:51.009407 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5fb614-4d58-4ddb-8fef-7d05d87f97d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:35:51.009731 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5fb614-4d58-4ddb-8fef-7d05d87f97d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:35:51.010054 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5fb614-4d58-4ddb-8fef-7d05d87f97d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:35:51.010400 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5fb614-4d58-4ddb-8fef-7d05d87f97d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:35:51.010721 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5fb614-4d58-4ddb-8fef-7d05d87f97d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:35:51.011067 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5fb614-4d58-4ddb-8fef-7d05d87f97d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:35:51.011408 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5fb614-4d58-4ddb-8fef-7d05d87f97d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:35:51.011726 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5fb614-4d58-4ddb-8fef-7d05d87f97d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:35:51.012042 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5fb614-4d58-4ddb-8fef-7d05d87f97d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:35:51.031630 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-c9662b55-0040-42da-a333-aca92b755007 None None] Attempting to bind port 2de0810e-485b-41aa-acde-93636e07f3d4 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:35:51.032006 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-c9662b55-0040-42da-a333-aca92b755007 None None] Attempting to bind port 2de0810e-485b-41aa-acde-93636e07f3d4 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '67f0b426-53e7-4968-a9a9-0b852b35b0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '236bc390-d5be-43be-adb2-03b34a3466bf'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:35:51.032371 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9662b55-0040-42da-a333-aca92b755007 None None] Attempting to bind port 2de0810e-485b-41aa-acde-93636e07f3d4 on network 236bc390-d5be-43be-adb2-03b34a3466bf {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:35:51.038081 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9662b55-0040-42da-a333-aca92b755007 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:35:51.038582 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9662b55-0040-42da-a333-aca92b755007 None None] Checking segment: {'id': '67f0b426-53e7-4968-a9a9-0b852b35b0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '236bc390-d5be-43be-adb2-03b34a3466bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:35:51.038900 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c9662b55-0040-42da-a333-aca92b755007 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:51.039805 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9662b55-0040-42da-a333-aca92b755007 None None] Bound using segment: {'id': '67f0b426-53e7-4968-a9a9-0b852b35b0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '236bc390-d5be-43be-adb2-03b34a3466bf'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:35:51.040276 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-c9662b55-0040-42da-a333-aca92b755007 None None] Bound port: 2de0810e-485b-41aa-acde-93636e07f3d4, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67f0b426-53e7-4968-a9a9-0b852b35b0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '236bc390-d5be-43be-adb2-03b34a3466bf'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:35:51.040658 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c9662b55-0040-42da-a333-aca92b755007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:51.110017 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-c9662b55-0040-42da-a333-aca92b755007 None None] For port 2de0810e-485b-41aa-acde-93636e07f3d4, host n-d-771362-32, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:35:51.113470 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-c9662b55-0040-42da-a333-aca92b755007 None None] For port 2de0810e-485b-41aa-acde-93636e07f3d4, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=2de0810e-485b-41aa-acde-93636e07f3d4,segment=NetworkSegment(67f0b426-53e7-4968-a9a9-0b852b35b0d5),segment_id=67f0b426-53e7-4968-a9a9-0b852b35b0d5)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:35:51.187460 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-c9662b55-0040-42da-a333-aca92b755007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:51.249161 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9662b55-0040-42da-a333-aca92b755007 None None] Routers {'cb1f0424-04e2-425e-a49f-7020ca954ba8'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:35:51.249769 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-c9662b55-0040-42da-a333-aca92b755007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:35:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['cb1f0424-04e2-425e-a49f-7020ca954ba8'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:35:51.252169 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5fb614-4d58-4ddb-8fef-7d05d87f97d9 None None] Pushing event updated for resources: {'Port': ['ID=2de0810e-485b-41aa-acde-93636e07f3d4,revision_number=4']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:35:51.360319 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 390c89dc-22cc-4886-91d1-9ff1336dbbbe up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:35:51.369254 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-c9662b55-0040-42da-a333-aca92b755007 None None] Set router cb1f0424-04e2-425e-a49f-7020ca954ba8 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:35:51.424809 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 390c89dc-22cc-4886-91d1-9ff1336dbbbe triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:35:51.425218 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:51.515186 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 75bc7ef9-5d5a-49ed-9627-92fa2ada3872 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:35:51.560795 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 75bc7ef9-5d5a-49ed-9627-92fa2ada3872 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:35:51.561174 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:51.600611 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-c9662b55-0040-42da-a333-aca92b755007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb1f0424-04e2-425e-a49f-7020ca954ba8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2097789155', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '390c89dc-22cc-4886-91d1-9ff1336dbbbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:35:44Z', 'updated_at': '2021-07-05T03:35:48Z', 'revision_number': 4, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'gw_port': {'id': '390c89dc-22cc-4886-91d1-9ff1336dbbbe', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:42:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1f0424-04e2-425e-a49f-7020ca954ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:35:45Z', 'updated_at': '2021-07-05T03:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '2de0810e-485b-41aa-acde-93636e07f3d4', 'name': '', 'network_id': '236bc390-d5be-43be-adb2-03b34a3466bf', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'mac_address': 'fa:16:3e:06:e9:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb1f0424-04e2-425e-a49f-7020ca954ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '40ab4fd9-14e6-4e1b-9574-3da9b5566850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:35:48Z', 'updated_at': '2021-07-05T03:35:51Z', 'revision_number': 4, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'subnets': [{'id': '40ab4fd9-14e6-4e1b-9574-3da9b5566850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:35:51.628749 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9662b55-0040-42da-a333-aca92b755007 None None] The sync data for ids ['cb1f0424-04e2-425e-a49f-7020ca954ba8'] in n-d-771362-32 is: [{'id': 'cb1f0424-04e2-425e-a49f-7020ca954ba8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2097789155', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '390c89dc-22cc-4886-91d1-9ff1336dbbbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:35:44Z', 'updated_at': '2021-07-05T03:35:48Z', 'revision_number': 4, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'gw_port': {'id': '390c89dc-22cc-4886-91d1-9ff1336dbbbe', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:42:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1f0424-04e2-425e-a49f-7020ca954ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:35:45Z', 'updated_at': '2021-07-05T03:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '2de0810e-485b-41aa-acde-93636e07f3d4', 'name': '', 'network_id': '236bc390-d5be-43be-adb2-03b34a3466bf', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'mac_address': 'fa:16:3e:06:e9:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb1f0424-04e2-425e-a49f-7020ca954ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '40ab4fd9-14e6-4e1b-9574-3da9b5566850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:35:48Z', 'updated_at': '2021-07-05T03:35:51Z', 'revision_number': 4, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'subnets': [{'id': '40ab4fd9-14e6-4e1b-9574-3da9b5566850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:35:52.103748 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f257edf0-4ae6-4d6a-bc65-4f7755ec5943 req-1b15d985-e400-4347-9cd2-9fc275206754 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=700db00c-4037-490f-be5b-9b8f87906745 HTTP/1.1" status: 200 len: 210 time: 0.0426419 Jul 05 03:35:53.249806 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1b5f45dc-f8cd-49a6-9434-d3df8faf4882 req-774d5d6b-04b5-4ee3-81b9-202c5291411d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=700db00c-4037-490f-be5b-9b8f87906745 HTTP/1.1" status: 200 len: 210 time: 0.0324378 Jul 05 03:35:53.281850 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-eca0742e-d193-4072-9706-9fb35931a877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:53.361824 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758ed0c7-1a3e-478c-ab61-6b5efbe9f510 req-b5bbc02d-67b2-4bab-bba8-2f865a2814a5 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:35:53.364589 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-758ed0c7-1a3e-478c-ab61-6b5efbe9f510 req-b5bbc02d-67b2-4bab-bba8-2f865a2814a5 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.21 "GET /v2.0/networks?id=236bc390-d5be-43be-adb2-03b34a3466bf HTTP/1.1" status: 200 len: 796 time: 0.1043272 Jul 05 03:35:53.365504 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 2de0810e-485b-41aa-acde-93636e07f3d4 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:35:53.415621 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-758ed0c7-1a3e-478c-ab61-6b5efbe9f510 req-889c73fc-789b-446a-b764-35b5877c4592 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5cd03416720416fbffc8e2028e4152c HTTP/1.1" status: 200 len: 380 time: 0.0395083 Jul 05 03:35:53.424986 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-758ed0c7-1a3e-478c-ab61-6b5efbe9f510 req-55c69548-39a4-4a7b-8548-7cf41d2a90d7 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Request body: {'port': {'device_id': '700db00c-4037-490f-be5b-9b8f87906745', 'network_id': '236bc390-d5be-43be-adb2-03b34a3466bf', 'admin_state_up': True, 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'security_groups': ['f26c79e5-2142-4697-9829-3186cc3eb3c7']}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:35:53.478196 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 2de0810e-485b-41aa-acde-93636e07f3d4 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:35:53.482359 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 2de0810e-485b-41aa-acde-93636e07f3d4 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:35:53.482843 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:53.563845 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:53.595221 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 2de0810e-485b-41aa-acde-93636e07f3d4, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=2de0810e-485b-41aa-acde-93636e07f3d4,segment=NetworkSegment(67f0b426-53e7-4968-a9a9-0b852b35b0d5),segment_id=67f0b426-53e7-4968-a9a9-0b852b35b0d5)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:35:53.618613 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-758ed0c7-1a3e-478c-ab61-6b5efbe9f510 req-55c69548-39a4-4a7b-8548-7cf41d2a90d7 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Made reservation on behalf of f5cd03416720416fbffc8e2028e4152c for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:35:53.622382 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-758ed0c7-1a3e-478c-ab61-6b5efbe9f510 req-55c69548-39a4-4a7b-8548-7cf41d2a90d7 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:53.703963 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:53.751603 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=2de0810e-485b-41aa-acde-93636e07f3d4,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:35:53.766806 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-758ed0c7-1a3e-478c-ab61-6b5efbe9f510 req-55c69548-39a4-4a7b-8548-7cf41d2a90d7 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Allocated IP 172.20.0.11 (236bc390-d5be-43be-adb2-03b34a3466bf/40ab4fd9-14e6-4e1b-9574-3da9b5566850/d527337b-333b-43f9-bfbf-11c12e14c660) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:35:53.901545 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-758ed0c7-1a3e-478c-ab61-6b5efbe9f510 req-55c69548-39a4-4a7b-8548-7cf41d2a90d7 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:53.914835 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-758ed0c7-1a3e-478c-ab61-6b5efbe9f510 req-55c69548-39a4-4a7b-8548-7cf41d2a90d7 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Transition to ACTIVE for port object d527337b-333b-43f9-bfbf-11c12e14c660 will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:35:54.044253 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-758ed0c7-1a3e-478c-ab61-6b5efbe9f510 req-55c69548-39a4-4a7b-8548-7cf41d2a90d7 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:54.075199 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:54.090531 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-758ed0c7-1a3e-478c-ab61-6b5efbe9f510 req-55c69548-39a4-4a7b-8548-7cf41d2a90d7 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Network 236bc390-d5be-43be-adb2-03b34a3466bf is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:35:54.093874 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-758ed0c7-1a3e-478c-ab61-6b5efbe9f510 req-55c69548-39a4-4a7b-8548-7cf41d2a90d7 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:35:54.097685 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-758ed0c7-1a3e-478c-ab61-6b5efbe9f510 req-55c69548-39a4-4a7b-8548-7cf41d2a90d7 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:35:54.125641 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c69548-39a4-4a7b-8548-7cf41d2a90d7 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Pushing event updated for resources: {'Port': ['ID=d527337b-333b-43f9-bfbf-11c12e14c660,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:35:54.154791 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758ed0c7-1a3e-478c-ab61-6b5efbe9f510 req-55c69548-39a4-4a7b-8548-7cf41d2a90d7 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:35:54.155443 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-758ed0c7-1a3e-478c-ab61-6b5efbe9f510 req-55c69548-39a4-4a7b-8548-7cf41d2a90d7 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:54.278745 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-758ed0c7-1a3e-478c-ab61-6b5efbe9f510 req-55c69548-39a4-4a7b-8548-7cf41d2a90d7 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8574123 Jul 05 03:35:54.293752 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [req-758ed0c7-1a3e-478c-ab61-6b5efbe9f510 req-a4c0837f-db55-4bd5-be73-a4096c0d827c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:35:54.293752 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-758ed0c7-1a3e-478c-ab61-6b5efbe9f510 req-a4c0837f-db55-4bd5-be73-a4096c0d827c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055163 Jul 05 03:35:54.303721 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-758ed0c7-1a3e-478c-ab61-6b5efbe9f510 req-c57853cb-4636-4ee0-8520-e1d1962c3a32 service neutron] Request body: {'port': {'device_id': '700db00c-4037-490f-be5b-9b8f87906745', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:35:54.377410 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-758ed0c7-1a3e-478c-ab61-6b5efbe9f510 req-c57853cb-4636-4ee0-8520-e1d1962c3a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:54.386788 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-fafa79e1-6de5-499e-ba57-c9824c054bab None None] Provisioning for port d527337b-333b-43f9-bfbf-11c12e14c660 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:35:54.395964 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-fafa79e1-6de5-499e-ba57-c9824c054bab None None] Provisioning complete for port d527337b-333b-43f9-bfbf-11c12e14c660 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:35:54.395964 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-fafa79e1-6de5-499e-ba57-c9824c054bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:54.428130 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-fafa79e1-6de5-499e-ba57-c9824c054bab None None] Port d527337b-333b-43f9-bfbf-11c12e14c660 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:35:54.432506 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5ec3d1-cc68-4791-bcf9-f8a586aa20ae req-ce700889-224e-4f5b-9551-c2c9d68a002c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:35:54.434072 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8b5ec3d1-cc68-4791-bcf9-f8a586aa20ae req-ce700889-224e-4f5b-9551-c2c9d68a002c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=700db00c-4037-490f-be5b-9b8f87906745 HTTP/1.1" status: 200 len: 932 time: 0.0733395 Jul 05 03:35:54.472864 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8b5ec3d1-cc68-4791-bcf9-f8a586aa20ae req-1884e49e-f470-4276-9389-b763267c0587 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=f26c79e5-2142-4697-9829-3186cc3eb3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331862 Jul 05 03:35:54.643079 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-758ed0c7-1a3e-478c-ab61-6b5efbe9f510 req-c57853cb-4636-4ee0-8520-e1d1962c3a32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d527337b-333b-43f9-bfbf-11c12e14c660 {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:35:54.650143 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-758ed0c7-1a3e-478c-ab61-6b5efbe9f510 req-c57853cb-4636-4ee0-8520-e1d1962c3a32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:54.661607 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-758ed0c7-1a3e-478c-ab61-6b5efbe9f510 req-c57853cb-4636-4ee0-8520-e1d1962c3a32 service neutron] Transition to ACTIVE for port object d527337b-333b-43f9-bfbf-11c12e14c660 will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:35:54.766788 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-758ed0c7-1a3e-478c-ab61-6b5efbe9f510 req-c57853cb-4636-4ee0-8520-e1d1962c3a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:54.836413 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57853cb-4636-4ee0-8520-e1d1962c3a32 service neutron] Pushing event updated for resources: {'Port': ['ID=d527337b-333b-43f9-bfbf-11c12e14c660,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:35:54.888273 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-758ed0c7-1a3e-478c-ab61-6b5efbe9f510 req-c57853cb-4636-4ee0-8520-e1d1962c3a32 service neutron] Attempting to bind port d527337b-333b-43f9-bfbf-11c12e14c660 on host n-h1-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:35:54.888620 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-758ed0c7-1a3e-478c-ab61-6b5efbe9f510 req-c57853cb-4636-4ee0-8520-e1d1962c3a32 service neutron] Attempting to bind port d527337b-333b-43f9-bfbf-11c12e14c660 by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': '67f0b426-53e7-4968-a9a9-0b852b35b0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '236bc390-d5be-43be-adb2-03b34a3466bf'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:35:54.888951 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758ed0c7-1a3e-478c-ab61-6b5efbe9f510 req-c57853cb-4636-4ee0-8520-e1d1962c3a32 service neutron] Attempting to bind port d527337b-333b-43f9-bfbf-11c12e14c660 on network 236bc390-d5be-43be-adb2-03b34a3466bf {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:35:54.893433 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758ed0c7-1a3e-478c-ab61-6b5efbe9f510 req-c57853cb-4636-4ee0-8520-e1d1962c3a32 service neutron] Port d527337b-333b-43f9-bfbf-11c12e14c660 on network 236bc390-d5be-43be-adb2-03b34a3466bf not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:35:54.893728 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758ed0c7-1a3e-478c-ab61-6b5efbe9f510 req-c57853cb-4636-4ee0-8520-e1d1962c3a32 service neutron] Attempting to bind port d527337b-333b-43f9-bfbf-11c12e14c660 on network 236bc390-d5be-43be-adb2-03b34a3466bf {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:35:54.898884 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758ed0c7-1a3e-478c-ab61-6b5efbe9f510 req-c57853cb-4636-4ee0-8520-e1d1962c3a32 service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:35:54.899210 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758ed0c7-1a3e-478c-ab61-6b5efbe9f510 req-c57853cb-4636-4ee0-8520-e1d1962c3a32 service neutron] Checking segment: {'id': '67f0b426-53e7-4968-a9a9-0b852b35b0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '236bc390-d5be-43be-adb2-03b34a3466bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:35:54.899589 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758ed0c7-1a3e-478c-ab61-6b5efbe9f510 req-c57853cb-4636-4ee0-8520-e1d1962c3a32 service neutron] Bound using segment: {'id': '67f0b426-53e7-4968-a9a9-0b852b35b0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '236bc390-d5be-43be-adb2-03b34a3466bf'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:35:54.900027 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-758ed0c7-1a3e-478c-ab61-6b5efbe9f510 req-c57853cb-4636-4ee0-8520-e1d1962c3a32 service neutron] Bound port: d527337b-333b-43f9-bfbf-11c12e14c660, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67f0b426-53e7-4968-a9a9-0b852b35b0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '236bc390-d5be-43be-adb2-03b34a3466bf'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:35:54.900412 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-758ed0c7-1a3e-478c-ab61-6b5efbe9f510 req-c57853cb-4636-4ee0-8520-e1d1962c3a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:54.935352 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:54.969117 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-758ed0c7-1a3e-478c-ab61-6b5efbe9f510 req-c57853cb-4636-4ee0-8520-e1d1962c3a32 service neutron] For port d527337b-333b-43f9-bfbf-11c12e14c660, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:35:54.972063 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-758ed0c7-1a3e-478c-ab61-6b5efbe9f510 req-c57853cb-4636-4ee0-8520-e1d1962c3a32 service neutron] For port d527337b-333b-43f9-bfbf-11c12e14c660, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=d527337b-333b-43f9-bfbf-11c12e14c660,segment=NetworkSegment(67f0b426-53e7-4968-a9a9-0b852b35b0d5),segment_id=67f0b426-53e7-4968-a9a9-0b852b35b0d5)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:35:55.008550 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:35:55.038461 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-758ed0c7-1a3e-478c-ab61-6b5efbe9f510 req-c57853cb-4636-4ee0-8520-e1d1962c3a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:55.071351 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758ed0c7-1a3e-478c-ab61-6b5efbe9f510 req-c57853cb-4636-4ee0-8520-e1d1962c3a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:35:55.071944 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-758ed0c7-1a3e-478c-ab61-6b5efbe9f510 req-c57853cb-4636-4ee0-8520-e1d1962c3a32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:55.073391 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-758ed0c7-1a3e-478c-ab61-6b5efbe9f510 req-c57853cb-4636-4ee0-8520-e1d1962c3a32 service neutron] 10.222.0.21 "PUT /v2.0/ports/d527337b-333b-43f9-bfbf-11c12e14c660 HTTP/1.1" status: 200 len: 1093 time: 0.7736471 Jul 05 03:35:55.073832 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '700db00c-4037-490f-be5b-9b8f87906745', 'tag': 'd527337b-333b-43f9-bfbf-11c12e14c660'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:35:55.076121 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4c1385bffaa5d930a7117e6982c27207eca91cca31cf4b43f86c7ad63cd24a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97dfd433-aa70-494b-b0c6-57e70d89ded7" -d '{"events": [{"name": "network-changed", "server_uuid": "700db00c-4037-490f-be5b-9b8f87906745", "tag": "d527337b-333b-43f9-bfbf-11c12e14c660"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:35:55.105469 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57853cb-4636-4ee0-8520-e1d1962c3a32 service neutron] Pushing event updated for resources: {'Port': ['ID=d527337b-333b-43f9-bfbf-11c12e14c660,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:35:55.119839 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4191c24a-ecea-4302-a515-a421fcfdfd66 x-openstack-request-id: req-4191c24a-ecea-4302-a515-a421fcfdfd66 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:35:55.120137 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "700db00c-4037-490f-be5b-9b8f87906745", "tag": "d527337b-333b-43f9-bfbf-11c12e14c660", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:35:55.120388 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4191c24a-ecea-4302-a515-a421fcfdfd66 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:35:55.120822 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '700db00c-4037-490f-be5b-9b8f87906745', 'tag': 'd527337b-333b-43f9-bfbf-11c12e14c660', 'status': 'completed', 'code': 200} Jul 05 03:35:55.197629 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dfd433-aa70-494b-b0c6-57e70d89ded7 req-89284d38-3743-41d0-857d-1968a6796b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:35:55.242053 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-97dfd433-aa70-494b-b0c6-57e70d89ded7 req-89284d38-3743-41d0-857d-1968a6796b7c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f5cd03416720416fbffc8e2028e4152c&device_id=700db00c-4037-490f-be5b-9b8f87906745 HTTP/1.1" status: 200 len: 1096 time: 0.0582228 Jul 05 03:35:55.310005 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dfd433-aa70-494b-b0c6-57e70d89ded7 req-eefc5788-94de-41a2-b8c2-d9d19a91a728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:35:55.311644 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-97dfd433-aa70-494b-b0c6-57e70d89ded7 req-eefc5788-94de-41a2-b8c2-d9d19a91a728 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=f5cd03416720416fbffc8e2028e4152c&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1036878 Jul 05 03:35:55.343729 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 2de0810e-485b-41aa-acde-93636e07f3d4 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:35:55.393803 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 2de0810e-485b-41aa-acde-93636e07f3d4 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:35:55.394520 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:55.405714 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dfd433-aa70-494b-b0c6-57e70d89ded7 req-5c416b98-f93b-466a-94b9-0e31de80d3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:35:55.407271 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-97dfd433-aa70-494b-b0c6-57e70d89ded7 req-5c416b98-f93b-466a-94b9-0e31de80d3ac service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0895827 Jul 05 03:35:55.507410 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758ed0c7-1a3e-478c-ab61-6b5efbe9f510 req-a1611446-bc44-4134-a24c-31e3b752d842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:35:55.508364 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-758ed0c7-1a3e-478c-ab61-6b5efbe9f510 req-a1611446-bc44-4134-a24c-31e3b752d842 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f5cd03416720416fbffc8e2028e4152c&device_id=700db00c-4037-490f-be5b-9b8f87906745 HTTP/1.1" status: 200 len: 1096 time: 0.0571992 Jul 05 03:35:55.550831 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-758ed0c7-1a3e-478c-ab61-6b5efbe9f510 req-43414c10-7803-45b1-828e-c3ccda7f63ee service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d527337b-333b-43f9-bfbf-11c12e14c660 HTTP/1.1" status: 200 len: 217 time: 0.0344601 Jul 05 03:35:55.599094 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758ed0c7-1a3e-478c-ab61-6b5efbe9f510 req-38b0b36f-eed5-44c3-b305-c0e61b13e509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:35:55.600597 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-758ed0c7-1a3e-478c-ab61-6b5efbe9f510 req-38b0b36f-eed5-44c3-b305-c0e61b13e509 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=40ab4fd9-14e6-4e1b-9574-3da9b5566850 HTTP/1.1" status: 200 len: 835 time: 0.0443528 Jul 05 03:35:55.673567 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758ed0c7-1a3e-478c-ab61-6b5efbe9f510 req-1c76f55c-ac66-4043-9178-46b4914dc54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:35:55.675129 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-758ed0c7-1a3e-478c-ab61-6b5efbe9f510 req-1c76f55c-ac66-4043-9178-46b4914dc54b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=236bc390-d5be-43be-adb2-03b34a3466bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0685003 Jul 05 03:35:55.675452 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d5f690-3685-4f6f-a474-6548aa68ab31 req-20e948f9-7c0d-4651-92d3-dd9c0ff927f2 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:35:55.676940 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-12d5f690-3685-4f6f-a474-6548aa68ab31 req-20e948f9-7c0d-4651-92d3-dd9c0ff927f2 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=700db00c-4037-490f-be5b-9b8f87906745 HTTP/1.1" status: 200 len: 944 time: 0.0763886 Jul 05 03:35:55.715606 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-12d5f690-3685-4f6f-a474-6548aa68ab31 req-a779fc3a-5ce6-48a1-9da8-4a0b32d010a5 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=f26c79e5-2142-4697-9829-3186cc3eb3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327742 Jul 05 03:35:55.762556 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-758ed0c7-1a3e-478c-ab61-6b5efbe9f510 req-8cb1fbc0-f6f3-47b3-be2c-531e6beeedff service neutron] 10.222.0.21 "GET /v2.0/networks/236bc390-d5be-43be-adb2-03b34a3466bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804019 Jul 05 03:35:55.852456 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-758ed0c7-1a3e-478c-ab61-6b5efbe9f510 req-3bf6ae15-2db2-45a7-96ac-60dd170dd39f service neutron] 10.222.0.21 "GET /v2.0/networks/236bc390-d5be-43be-adb2-03b34a3466bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843961 Jul 05 03:35:56.374591 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:56.894759 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f4dbe-e7f9-47ac-86db-62125758b3bc req-fb5fc0d2-adda-4de1-98ed-a8c716a529b6 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:35:56.896242 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ff8f4dbe-e7f9-47ac-86db-62125758b3bc req-fb5fc0d2-adda-4de1-98ed-a8c716a529b6 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=700db00c-4037-490f-be5b-9b8f87906745 HTTP/1.1" status: 200 len: 944 time: 0.0658882 Jul 05 03:35:56.936000 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ff8f4dbe-e7f9-47ac-86db-62125758b3bc req-d22e9839-ba08-45d0-90f8-d5415721537a tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=f26c79e5-2142-4697-9829-3186cc3eb3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340016 Jul 05 03:35:58.108123 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62479be-a247-485b-90ac-91edb18eed3d req-1b28efe2-c48f-4dd6-b49e-e34ffe77fd80 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:35:58.109622 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e62479be-a247-485b-90ac-91edb18eed3d req-1b28efe2-c48f-4dd6-b49e-e34ffe77fd80 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=700db00c-4037-490f-be5b-9b8f87906745 HTTP/1.1" status: 200 len: 944 time: 0.0632048 Jul 05 03:35:58.146543 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e62479be-a247-485b-90ac-91edb18eed3d req-694959e5-b473-43ce-a424-932d492913c8 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=f26c79e5-2142-4697-9829-3186cc3eb3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312119 Jul 05 03:35:58.635238 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device d527337b-333b-43f9-bfbf-11c12e14c660 details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:35:58.727682 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port d527337b-333b-43f9-bfbf-11c12e14c660, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=d527337b-333b-43f9-bfbf-11c12e14c660,segment=NetworkSegment(67f0b426-53e7-4968-a9a9-0b852b35b0d5),segment_id=67f0b426-53e7-4968-a9a9-0b852b35b0d5)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:35:58.738762 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': 'd527337b-333b-43f9-bfbf-11c12e14c660', 'network_id': '236bc390-d5be-43be-adb2-03b34a3466bf', 'port_id': 'd527337b-333b-43f9-bfbf-11c12e14c660', 'mac_address': 'fa:16:3e:c1:47:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40ab4fd9-14e6-4e1b-9574-3da9b5566850', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:35:58.774914 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:58.786956 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d527337b-333b-43f9-bfbf-11c12e14c660 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:35:58.806007 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port d527337b-333b-43f9-bfbf-11c12e14c660, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=d527337b-333b-43f9-bfbf-11c12e14c660,segment=NetworkSegment(67f0b426-53e7-4968-a9a9-0b852b35b0d5),segment_id=67f0b426-53e7-4968-a9a9-0b852b35b0d5)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:35:58.877422 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:58.922769 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=d527337b-333b-43f9-bfbf-11c12e14c660,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:35:59.115663 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['d527337b-333b-43f9-bfbf-11c12e14c660'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:35:59.322456 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92ba5da-79aa-45a0-a3f2-d50434688c8e req-3bce3130-87be-4ce6-9b3e-db560344438a tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:35:59.324023 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a92ba5da-79aa-45a0-a3f2-d50434688c8e req-3bce3130-87be-4ce6-9b3e-db560344438a tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=700db00c-4037-490f-be5b-9b8f87906745 HTTP/1.1" status: 200 len: 945 time: 0.0654728 Jul 05 03:35:59.367078 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a92ba5da-79aa-45a0-a3f2-d50434688c8e req-2ea3eff8-29c2-4fcf-8d6f-e5961e3a6f54 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=f26c79e5-2142-4697-9829-3186cc3eb3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346153 Jul 05 03:36:00.543291 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b0ad68-91e2-4e0e-8593-7f61b930dd07 req-979ccbf3-d0a4-4c6a-9fdf-589498ab0d01 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:36:00.544802 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-26b0ad68-91e2-4e0e-8593-7f61b930dd07 req-979ccbf3-d0a4-4c6a-9fdf-589498ab0d01 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=700db00c-4037-490f-be5b-9b8f87906745 HTTP/1.1" status: 200 len: 945 time: 0.0670795 Jul 05 03:36:00.581840 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-26b0ad68-91e2-4e0e-8593-7f61b930dd07 req-75906c00-1661-4d21-8529-9cec389fdf88 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=f26c79e5-2142-4697-9829-3186cc3eb3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315056 Jul 05 03:36:00.645294 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device d527337b-333b-43f9-bfbf-11c12e14c660 up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:36:00.768962 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning for port d527337b-333b-43f9-bfbf-11c12e14c660 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:36:00.772750 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port d527337b-333b-43f9-bfbf-11c12e14c660 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:36:00.773116 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:00.846168 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:00.866917 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '700db00c-4037-490f-be5b-9b8f87906745', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd527337b-333b-43f9-bfbf-11c12e14c660'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:36:00.869682 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1156d35e1955dd65519df7b38ee19a55ddc3a31abbcc68c280d02d687c0487e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaf471e2-0766-4b6c-b507-4d5ea12af6db" -d '{"events": [{"server_uuid": "700db00c-4037-490f-be5b-9b8f87906745", "name": "network-vif-plugged", "status": "completed", "tag": "d527337b-333b-43f9-bfbf-11c12e14c660"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:36:00.881620 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port d527337b-333b-43f9-bfbf-11c12e14c660, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=d527337b-333b-43f9-bfbf-11c12e14c660,segment=NetworkSegment(67f0b426-53e7-4968-a9a9-0b852b35b0d5),segment_id=67f0b426-53e7-4968-a9a9-0b852b35b0d5)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:36:00.952372 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fea7d69-ecad-417a-af90-803d5871fc63 x-openstack-request-id: req-0fea7d69-ecad-417a-af90-803d5871fc63 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:36:00.952372 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "700db00c-4037-490f-be5b-9b8f87906745", "name": "network-vif-plugged", "status": "completed", "tag": "d527337b-333b-43f9-bfbf-11c12e14c660", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:36:00.952372 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0fea7d69-ecad-417a-af90-803d5871fc63 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:36:00.952731 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '700db00c-4037-490f-be5b-9b8f87906745', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd527337b-333b-43f9-bfbf-11c12e14c660', 'code': 200} Jul 05 03:36:00.980400 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:01.027989 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=d527337b-333b-43f9-bfbf-11c12e14c660,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:36:01.071167 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e731dd68-daee-4d56-a762-a107a27b536a req-2f109f29-ae3a-454a-871b-6552b0202312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:36:01.072677 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e731dd68-daee-4d56-a762-a107a27b536a req-2f109f29-ae3a-454a-871b-6552b0202312 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=700db00c-4037-490f-be5b-9b8f87906745 HTTP/1.1" status: 200 len: 1098 time: 0.0549977 Jul 05 03:36:01.110306 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e731dd68-daee-4d56-a762-a107a27b536a req-b027ac7c-e27f-4d1e-9fa4-628d0a10c1f6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f26c79e5-2142-4697-9829-3186cc3eb3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312374 Jul 05 03:36:01.753768 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bc0c77-8199-4fc6-b76d-9b87a176394a req-21017566-e6a9-4b8f-83fc-00a442d0fe14 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:36:01.755435 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a7bc0c77-8199-4fc6-b76d-9b87a176394a req-21017566-e6a9-4b8f-83fc-00a442d0fe14 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=700db00c-4037-490f-be5b-9b8f87906745 HTTP/1.1" status: 200 len: 946 time: 0.0647714 Jul 05 03:36:01.793767 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a7bc0c77-8199-4fc6-b76d-9b87a176394a req-f956070f-aff6-42ec-b109-6e40a22b9d82 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=f26c79e5-2142-4697-9829-3186cc3eb3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325985 Jul 05 03:36:02.969482 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd367e7-8e41-40c7-9449-ba288d983db7 req-03319547-3ced-4967-ba8e-98c445e7c491 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:36:02.971087 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1dd367e7-8e41-40c7-9449-ba288d983db7 req-03319547-3ced-4967-ba8e-98c445e7c491 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=700db00c-4037-490f-be5b-9b8f87906745 HTTP/1.1" status: 200 len: 946 time: 0.0665596 Jul 05 03:36:03.009724 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1dd367e7-8e41-40c7-9449-ba288d983db7 req-e9772448-051f-4ba9-87c4-34f84c77236a tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=f26c79e5-2142-4697-9829-3186cc3eb3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324311 Jul 05 03:36:03.188203 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc603dc-d633-443e-b840-7b093c6d5d24 req-8c8c3dc7-6a3b-4d47-ac48-bedfd6b82afc tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:36:03.189605 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8cc603dc-d633-443e-b840-7b093c6d5d24 req-8c8c3dc7-6a3b-4d47-ac48-bedfd6b82afc tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=700db00c-4037-490f-be5b-9b8f87906745 HTTP/1.1" status: 200 len: 946 time: 0.0688527 Jul 05 03:36:03.227211 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8cc603dc-d633-443e-b840-7b093c6d5d24 req-e2054c5f-dd90-4c2a-ad90-7bfed1ab4ed6 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=f26c79e5-2142-4697-9829-3186cc3eb3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319853 Jul 05 03:36:03.251920 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 51722) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:36:03.311638 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf45b27-413a-4b29-aa79-76769f58d53a tempest-TestNetworkAdvancedServerOps-506876623 tempest-TestNetworkAdvancedServerOps-506876623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:36:03.313174 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-caf45b27-413a-4b29-aa79-76769f58d53a tempest-TestNetworkAdvancedServerOps-506876623 tempest-TestNetworkAdvancedServerOps-506876623-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=700db00c-4037-490f-be5b-9b8f87906745 HTTP/1.1" status: 200 len: 1093 time: 0.0602839 Jul 05 03:36:03.315904 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 51724) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:36:03.320847 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-f2ffa34d-07da-4669-a4ee-bfeaf90de9e7 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Request body: {'floatingip': {'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'port_id': 'd527337b-333b-43f9-bfbf-11c12e14c660', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:36:03.460626 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f2ffa34d-07da-4669-a4ee-bfeaf90de9e7 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for floatingip, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:03.556232 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f2ffa34d-07da-4669-a4ee-bfeaf90de9e7 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:03.658805 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-f2ffa34d-07da-4669-a4ee-bfeaf90de9e7 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Allocated IP 172.25.7.133 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/6fbcafb1-fe82-4e82-8134-5efad0e6f80f) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:36:03.757508 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f2ffa34d-07da-4669-a4ee-bfeaf90de9e7 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:03.887244 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f2ffa34d-07da-4669-a4ee-bfeaf90de9e7 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:03.922184 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ffa34d-07da-4669-a4ee-bfeaf90de9e7 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:36:03.925083 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-f2ffa34d-07da-4669-a4ee-bfeaf90de9e7 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:36:03.928645 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ffa34d-07da-4669-a4ee-bfeaf90de9e7 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:36:03.954837 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ffa34d-07da-4669-a4ee-bfeaf90de9e7 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Pushing event updated for resources: {'Port': ['ID=6fbcafb1-fe82-4e82-8134-5efad0e6f80f,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:36:04.289462 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f2ffa34d-07da-4669-a4ee-bfeaf90de9e7 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:04.449329 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f2ffa34d-07da-4669-a4ee-bfeaf90de9e7 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:04.594902 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f2ffa34d-07da-4669-a4ee-bfeaf90de9e7 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:04.669048 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f2ffa34d-07da-4669-a4ee-bfeaf90de9e7 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:04.736894 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ffa34d-07da-4669-a4ee-bfeaf90de9e7 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Pushing event updated for resources: {'Port': ['ID=6fbcafb1-fe82-4e82-8134-5efad0e6f80f,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:36:04.748459 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f2ffa34d-07da-4669-a4ee-bfeaf90de9e7 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636869'] for floatingip, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:04.845697 n-d-771362-32 neutron-server[94462]: INFO neutron.db.l3_db [None req-f2ffa34d-07da-4669-a4ee-bfeaf90de9e7 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Floating IP 4e73e9e3-2aa1-424d-92c8-66b82c696b6f associated. External IP: 172.25.7.133, port: d527337b-333b-43f9-bfbf-11c12e14c660. Jul 05 03:36:05.042688 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2ffa34d-07da-4669-a4ee-bfeaf90de9e7 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Router cb1f0424-04e2-425e-a49f-7020ca954ba8 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:36:05.149333 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2ffa34d-07da-4669-a4ee-bfeaf90de9e7 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:36:05.160180 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c41314-00b5-4f8b-abaa-c4886d43adca None None] Sync routers for ids ['cb1f0424-04e2-425e-a49f-7020ca954ba8'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:36:05.172840 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c41314-00b5-4f8b-abaa-c4886d43adca None None] Routers {'cb1f0424-04e2-425e-a49f-7020ca954ba8'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:36:05.176228 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-97c41314-00b5-4f8b-abaa-c4886d43adca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:35:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['cb1f0424-04e2-425e-a49f-7020ca954ba8'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:36:05.276015 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-97c41314-00b5-4f8b-abaa-c4886d43adca None None] Set router cb1f0424-04e2-425e-a49f-7020ca954ba8 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:36:05.300940 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f2ffa34d-07da-4669-a4ee-bfeaf90de9e7 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:05.346639 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-f2ffa34d-07da-4669-a4ee-bfeaf90de9e7 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0272672 Jul 05 03:36:05.346639 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '700db00c-4037-490f-be5b-9b8f87906745', 'tag': 'd527337b-333b-43f9-bfbf-11c12e14c660'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:36:05.347215 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11141f6c68b9db4323543981e20059e25754165b6910e3da155bf2bc30bd8242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9f7dfa8-879a-4350-9165-593cdd44b09d" -d '{"events": [{"name": "network-changed", "server_uuid": "700db00c-4037-490f-be5b-9b8f87906745", "tag": "d527337b-333b-43f9-bfbf-11c12e14c660"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:36:05.387212 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ce8958c-2c09-45c9-909c-794e34ba75b8 x-openstack-request-id: req-3ce8958c-2c09-45c9-909c-794e34ba75b8 {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:36:05.387212 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "700db00c-4037-490f-be5b-9b8f87906745", "tag": "d527337b-333b-43f9-bfbf-11c12e14c660", "status": "completed", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:36:05.387212 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3ce8958c-2c09-45c9-909c-794e34ba75b8 {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:36:05.387784 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '700db00c-4037-490f-be5b-9b8f87906745', 'tag': 'd527337b-333b-43f9-bfbf-11c12e14c660', 'status': 'completed', 'code': 200} Jul 05 03:36:05.521306 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f7dfa8-879a-4350-9165-593cdd44b09d req-b906267e-a53d-46bd-904f-27edb0f88398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:36:05.522904 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e9f7dfa8-879a-4350-9165-593cdd44b09d req-b906267e-a53d-46bd-904f-27edb0f88398 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f5cd03416720416fbffc8e2028e4152c&device_id=700db00c-4037-490f-be5b-9b8f87906745 HTTP/1.1" status: 200 len: 1098 time: 0.1007922 Jul 05 03:36:05.534566 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8507aaa4-0309-43ee-9a76-82dc4cc76e6c req-76f8e273-f042-4e31-835e-fbea3077874a tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:36:05.536285 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8507aaa4-0309-43ee-9a76-82dc4cc76e6c req-76f8e273-f042-4e31-835e-fbea3077874a tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=700db00c-4037-490f-be5b-9b8f87906745 HTTP/1.1" status: 200 len: 946 time: 0.0841045 Jul 05 03:36:05.619985 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8507aaa4-0309-43ee-9a76-82dc4cc76e6c req-646c2020-e3cb-4006-bd61-477ddcc1b73a tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=f26c79e5-2142-4697-9829-3186cc3eb3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752420 Jul 05 03:36:05.645992 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 51730) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:36:05.652191 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f7dfa8-879a-4350-9165-593cdd44b09d req-64f6dc98-b68b-434d-b554-b3abfbb6b099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:36:05.653872 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e9f7dfa8-879a-4350-9165-593cdd44b09d req-64f6dc98-b68b-434d-b554-b3abfbb6b099 service neutron] 10.222.0.21 "GET /v2.0/networks?id=236bc390-d5be-43be-adb2-03b34a3466bf HTTP/1.1" status: 200 len: 896 time: 0.1169205 Jul 05 03:36:05.722027 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e9f7dfa8-879a-4350-9165-593cdd44b09d req-3c7cd95f-df49-48e2-894e-857e757b49f0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d527337b-333b-43f9-bfbf-11c12e14c660 HTTP/1.1" status: 200 len: 1000 time: 0.0618572 Jul 05 03:36:05.769334 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-97c41314-00b5-4f8b-abaa-c4886d43adca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb1f0424-04e2-425e-a49f-7020ca954ba8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2097789155', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '390c89dc-22cc-4886-91d1-9ff1336dbbbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:35:44Z', 'updated_at': '2021-07-05T03:35:48Z', 'revision_number': 4, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'gw_port': {'id': '390c89dc-22cc-4886-91d1-9ff1336dbbbe', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:42:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1f0424-04e2-425e-a49f-7020ca954ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:35:45Z', 'updated_at': '2021-07-05T03:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '4e73e9e3-2aa1-424d-92c8-66b82c696b6f', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'floating_ip_address': '172.25.7.133', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': 'cb1f0424-04e2-425e-a49f-7020ca954ba8', 'port_id': 'd527337b-333b-43f9-bfbf-11c12e14c660', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '236bc390-d5be-43be-adb2-03b34a3466bf', 'mac_address': 'fa:16:3e:c1:47:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700db00c-4037-490f-be5b-9b8f87906745', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:36:04Z', 'updated_at': '2021-07-05T03:36:04Z', 'revision_number': 0, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2de0810e-485b-41aa-acde-93636e07f3d4', 'name': '', 'network_id': '236bc390-d5be-43be-adb2-03b34a3466bf', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'mac_address': 'fa:16:3e:06:e9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1f0424-04e2-425e-a49f-7020ca954ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '40ab4fd9-14e6-4e1b-9574-3da9b5566850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:35:48Z', 'updated_at': '2021-07-05T03:35:53Z', 'revision_number': 5, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'subnets': [{'id': '40ab4fd9-14e6-4e1b-9574-3da9b5566850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:36:05.787709 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f7dfa8-879a-4350-9165-593cdd44b09d req-a4f8d30a-5702-4a1b-a6f7-a1b03d04708f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:36:05.789321 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e9f7dfa8-879a-4350-9165-593cdd44b09d req-a4f8d30a-5702-4a1b-a6f7-a1b03d04708f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=40ab4fd9-14e6-4e1b-9574-3da9b5566850 HTTP/1.1" status: 200 len: 835 time: 0.0601811 Jul 05 03:36:05.807024 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c41314-00b5-4f8b-abaa-c4886d43adca None None] Checking router: cb1f0424-04e2-425e-a49f-7020ca954ba8 for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:36:05.816681 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c41314-00b5-4f8b-abaa-c4886d43adca None None] Routers {'cb1f0424-04e2-425e-a49f-7020ca954ba8'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:36:05.817313 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-97c41314-00b5-4f8b-abaa-c4886d43adca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:35:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['cb1f0424-04e2-425e-a49f-7020ca954ba8'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:36:05.857749 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f7dfa8-879a-4350-9165-593cdd44b09d req-f5a9de58-889c-4b18-97e6-292bfded2cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:36:05.859076 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e9f7dfa8-879a-4350-9165-593cdd44b09d req-f5a9de58-889c-4b18-97e6-292bfded2cee service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=236bc390-d5be-43be-adb2-03b34a3466bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0620151 Jul 05 03:36:05.928589 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-97c41314-00b5-4f8b-abaa-c4886d43adca None None] Set router cb1f0424-04e2-425e-a49f-7020ca954ba8 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:36:05.952972 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e9f7dfa8-879a-4350-9165-593cdd44b09d req-b24476e2-c7a0-4337-b8a9-e0d7c4608092 service neutron] 10.222.0.21 "GET /v2.0/networks/236bc390-d5be-43be-adb2-03b34a3466bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859828 Jul 05 03:36:06.049021 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e9f7dfa8-879a-4350-9165-593cdd44b09d req-bea2c93f-0ca5-429c-884f-7c106a565952 service neutron] 10.222.0.21 "GET /v2.0/networks/236bc390-d5be-43be-adb2-03b34a3466bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893853 Jul 05 03:36:06.063059 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-7585a184-2069-4343-b2dd-bfeeb48eee67 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/floatingips/4e73e9e3-2aa1-424d-92c8-66b82c696b6f HTTP/1.1" status: 200 len: 992 time: 0.4144824 Jul 05 03:36:06.161660 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-97c41314-00b5-4f8b-abaa-c4886d43adca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb1f0424-04e2-425e-a49f-7020ca954ba8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2097789155', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '390c89dc-22cc-4886-91d1-9ff1336dbbbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:35:44Z', 'updated_at': '2021-07-05T03:35:48Z', 'revision_number': 4, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'gw_port': {'id': '390c89dc-22cc-4886-91d1-9ff1336dbbbe', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:42:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1f0424-04e2-425e-a49f-7020ca954ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:35:45Z', 'updated_at': '2021-07-05T03:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '4e73e9e3-2aa1-424d-92c8-66b82c696b6f', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'floating_ip_address': '172.25.7.133', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': 'cb1f0424-04e2-425e-a49f-7020ca954ba8', 'port_id': 'd527337b-333b-43f9-bfbf-11c12e14c660', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '236bc390-d5be-43be-adb2-03b34a3466bf', 'mac_address': 'fa:16:3e:c1:47:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700db00c-4037-490f-be5b-9b8f87906745', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:36:04Z', 'updated_at': '2021-07-05T03:36:04Z', 'revision_number': 0, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2de0810e-485b-41aa-acde-93636e07f3d4', 'name': '', 'network_id': '236bc390-d5be-43be-adb2-03b34a3466bf', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'mac_address': 'fa:16:3e:06:e9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1f0424-04e2-425e-a49f-7020ca954ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '40ab4fd9-14e6-4e1b-9574-3da9b5566850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:35:48Z', 'updated_at': '2021-07-05T03:35:53Z', 'revision_number': 5, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'subnets': [{'id': '40ab4fd9-14e6-4e1b-9574-3da9b5566850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:36:06.187998 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c41314-00b5-4f8b-abaa-c4886d43adca None None] The sync data for ids ['cb1f0424-04e2-425e-a49f-7020ca954ba8'] in n-d-771362-32 is: [{'id': 'cb1f0424-04e2-425e-a49f-7020ca954ba8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2097789155', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '390c89dc-22cc-4886-91d1-9ff1336dbbbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:35:44Z', 'updated_at': '2021-07-05T03:35:48Z', 'revision_number': 4, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'gw_port': {'id': '390c89dc-22cc-4886-91d1-9ff1336dbbbe', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:42:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1f0424-04e2-425e-a49f-7020ca954ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:35:45Z', 'updated_at': '2021-07-05T03:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '4e73e9e3-2aa1-424d-92c8-66b82c696b6f', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'floating_ip_address': '172.25.7.133', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': 'cb1f0424-04e2-425e-a49f-7020ca954ba8', 'port_id': 'd527337b-333b-43f9-bfbf-11c12e14c660', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '236bc390-d5be-43be-adb2-03b34a3466bf', 'mac_address': 'fa:16:3e:c1:47:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700db00c-4037-490f-be5b-9b8f87906745', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:36:04Z', 'updated_at': '2021-07-05T03:36:04Z', 'revision_number': 0, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2de0810e-485b-41aa-acde-93636e07f3d4', 'name': '', 'network_id': '236bc390-d5be-43be-adb2-03b34a3466bf', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'mac_address': 'fa:16:3e:06:e9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1f0424-04e2-425e-a49f-7020ca954ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '40ab4fd9-14e6-4e1b-9574-3da9b5566850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:35:48Z', 'updated_at': '2021-07-05T03:35:53Z', 'revision_number': 5, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'subnets': [{'id': '40ab4fd9-14e6-4e1b-9574-3da9b5566850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:36:06.377437 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da5143a-ecc0-4603-a9e0-5f094ceb55bc None None] New status for floating IP 4e73e9e3-2aa1-424d-92c8-66b82c696b6f: ACTIVE {{(pid=94464) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:36:07.065883 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 51732) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:36:07.124638 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-e5271a31-9677-4a40-afe0-85dadb3ef2aa tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/floatingips/4e73e9e3-2aa1-424d-92c8-66b82c696b6f HTTP/1.1" status: 200 len: 994 time: 0.0575910 Jul 05 03:36:12.500262 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:12.665999 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:20.926775 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-da9a4870-446c-483c-9739-2ef9644b6f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:23.300222 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-1b5b4f39-1a7a-4a2a-b220-1836c1ac9469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:24.031732 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:24.949701 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:26.367049 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:32.008635 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:36:34.489256 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdea7d63-b5e8-4497-9649-3aed360acb1e req-4705aa38-4d9b-493f-8c37-0d53457d1bb0 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:36:34.490829 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-bdea7d63-b5e8-4497-9649-3aed360acb1e req-4705aa38-4d9b-493f-8c37-0d53457d1bb0 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=700db00c-4037-490f-be5b-9b8f87906745 HTTP/1.1" status: 200 len: 946 time: 0.0628788 Jul 05 03:36:34.531419 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-bdea7d63-b5e8-4497-9649-3aed360acb1e req-d231b989-58a8-4501-88ac-b64ae47fd59b tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=f26c79e5-2142-4697-9829-3186cc3eb3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349112 Jul 05 03:36:35.703314 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36da5f6-e799-4848-b31c-f836a8b17d5d req-e1f1d416-3f74-4aec-8ea2-60552472e591 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:36:35.704805 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d36da5f6-e799-4848-b31c-f836a8b17d5d req-e1f1d416-3f74-4aec-8ea2-60552472e591 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=700db00c-4037-490f-be5b-9b8f87906745 HTTP/1.1" status: 200 len: 946 time: 0.0626690 Jul 05 03:36:35.746835 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d36da5f6-e799-4848-b31c-f836a8b17d5d req-c9e7bdbf-308e-4d36-b0a7-402ff0f99aa5 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=f26c79e5-2142-4697-9829-3186cc3eb3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360255 Jul 05 03:36:35.771032 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 51748) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:36:35.828419 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-6d28596e-8544-440c-87f9-79bb118f9f26 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/floatingips/4e73e9e3-2aa1-424d-92c8-66b82c696b6f HTTP/1.1" status: 200 len: 994 time: 0.0562155 Jul 05 03:36:36.294294 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-132404af-fa85-4f86-a89a-47fad805b963 req-2065a769-87f4-42a4-8ae4-2b1bf333ab58 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=700db00c-4037-490f-be5b-9b8f87906745&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0503385 Jul 05 03:36:36.394044 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132404af-fa85-4f86-a89a-47fad805b963 req-acf481b9-0142-4270-bd3f-4de25bd9f1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:36:36.395586 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-132404af-fa85-4f86-a89a-47fad805b963 req-acf481b9-0142-4270-bd3f-4de25bd9f1bd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f5cd03416720416fbffc8e2028e4152c&device_id=700db00c-4037-490f-be5b-9b8f87906745 HTTP/1.1" status: 200 len: 1098 time: 0.0573518 Jul 05 03:36:36.497787 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132404af-fa85-4f86-a89a-47fad805b963 req-29081675-3300-4c29-bb9b-a612c63c856a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:36:36.499866 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-132404af-fa85-4f86-a89a-47fad805b963 req-29081675-3300-4c29-bb9b-a612c63c856a service neutron] 10.222.0.21 "GET /v2.0/networks?id=236bc390-d5be-43be-adb2-03b34a3466bf HTTP/1.1" status: 200 len: 896 time: 0.0834801 Jul 05 03:36:36.567756 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-132404af-fa85-4f86-a89a-47fad805b963 req-1d7d682f-621b-443c-aa58-72c5a5e8d603 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d527337b-333b-43f9-bfbf-11c12e14c660 HTTP/1.1" status: 200 len: 1002 time: 0.0618691 Jul 05 03:36:36.963946 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132404af-fa85-4f86-a89a-47fad805b963 req-a23f8248-7af9-46b8-a707-9cf78fd63c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:36:36.965450 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-132404af-fa85-4f86-a89a-47fad805b963 req-a23f8248-7af9-46b8-a707-9cf78fd63c7e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=40ab4fd9-14e6-4e1b-9574-3da9b5566850 HTTP/1.1" status: 200 len: 835 time: 0.3915210 Jul 05 03:36:37.025859 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132404af-fa85-4f86-a89a-47fad805b963 req-0aef6501-f3e0-4ca8-b166-83fa796cbe8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:36:37.027442 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-132404af-fa85-4f86-a89a-47fad805b963 req-0aef6501-f3e0-4ca8-b166-83fa796cbe8a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=236bc390-d5be-43be-adb2-03b34a3466bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548148 Jul 05 03:36:37.121426 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-132404af-fa85-4f86-a89a-47fad805b963 req-b6dc3ef4-8599-45c6-bffe-a54776214569 service neutron] 10.222.0.21 "GET /v2.0/networks/236bc390-d5be-43be-adb2-03b34a3466bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866001 Jul 05 03:36:37.207010 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-132404af-fa85-4f86-a89a-47fad805b963 req-97f61c7b-2147-4ad0-886b-a36c5c75e880 service neutron] 10.222.0.21 "GET /v2.0/networks/236bc390-d5be-43be-adb2-03b34a3466bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792894 Jul 05 03:36:37.425125 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a382fca-6e73-45d4-a3ef-6e552baf8565 req-2bb06cc6-d66a-41a5-a791-dfe2734c0a40 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:36:37.426726 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7a382fca-6e73-45d4-a3ef-6e552baf8565 req-2bb06cc6-d66a-41a5-a791-dfe2734c0a40 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=700db00c-4037-490f-be5b-9b8f87906745 HTTP/1.1" status: 200 len: 946 time: 0.0665429 Jul 05 03:36:37.468701 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7a382fca-6e73-45d4-a3ef-6e552baf8565 req-95e90b3d-8d3c-4bb0-b226-dcb31f875af1 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=f26c79e5-2142-4697-9829-3186cc3eb3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361600 Jul 05 03:36:37.500668 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327c4f9c-2725-41e8-8d07-544f6a0d582a req-9798d6eb-60e0-412a-883d-da0cc2494cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:36:37.502236 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-327c4f9c-2725-41e8-8d07-544f6a0d582a req-9798d6eb-60e0-412a-883d-da0cc2494cbb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f5cd03416720416fbffc8e2028e4152c&device_id=700db00c-4037-490f-be5b-9b8f87906745 HTTP/1.1" status: 200 len: 1098 time: 0.0623782 Jul 05 03:36:37.599181 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327c4f9c-2725-41e8-8d07-544f6a0d582a req-9d8c6d72-1759-47b2-a24a-3f171fea0d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:36:37.600667 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-327c4f9c-2725-41e8-8d07-544f6a0d582a req-9d8c6d72-1759-47b2-a24a-3f171fea0d0a service neutron] 10.222.0.21 "GET /v2.0/networks?id=236bc390-d5be-43be-adb2-03b34a3466bf HTTP/1.1" status: 200 len: 896 time: 0.0884137 Jul 05 03:36:37.665003 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-327c4f9c-2725-41e8-8d07-544f6a0d582a req-ee6caa7c-aee4-4b82-ae7e-f014f63c2852 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d527337b-333b-43f9-bfbf-11c12e14c660 HTTP/1.1" status: 200 len: 1002 time: 0.0571172 Jul 05 03:36:37.719186 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327c4f9c-2725-41e8-8d07-544f6a0d582a req-f2c154ee-1f30-40d6-ab1f-37a3ec83c036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:36:37.720560 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-327c4f9c-2725-41e8-8d07-544f6a0d582a req-f2c154ee-1f30-40d6-ab1f-37a3ec83c036 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=40ab4fd9-14e6-4e1b-9574-3da9b5566850 HTTP/1.1" status: 200 len: 835 time: 0.0474567 Jul 05 03:36:37.778870 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327c4f9c-2725-41e8-8d07-544f6a0d582a req-8f3c017e-3e55-4773-b56c-df6f7cf812ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:36:37.780387 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-327c4f9c-2725-41e8-8d07-544f6a0d582a req-8f3c017e-3e55-4773-b56c-df6f7cf812ba service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=236bc390-d5be-43be-adb2-03b34a3466bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516126 Jul 05 03:36:37.870074 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-327c4f9c-2725-41e8-8d07-544f6a0d582a req-d3fa6cbf-734d-431f-b9df-2ed9414b9f5c service neutron] 10.222.0.21 "GET /v2.0/networks/236bc390-d5be-43be-adb2-03b34a3466bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814474 Jul 05 03:36:37.961224 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-327c4f9c-2725-41e8-8d07-544f6a0d582a req-f2f23936-c133-4393-bc58-fc507d175931 service neutron] 10.222.0.21 "GET /v2.0/networks/236bc390-d5be-43be-adb2-03b34a3466bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840077 Jul 05 03:36:38.644555 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6adfaaf-ff10-40ce-849b-6740ab3f7598 req-92cdeecc-fce8-4067-b070-ef38df11bb21 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:36:38.646085 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c6adfaaf-ff10-40ce-849b-6740ab3f7598 req-92cdeecc-fce8-4067-b070-ef38df11bb21 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=700db00c-4037-490f-be5b-9b8f87906745 HTTP/1.1" status: 200 len: 946 time: 0.0639570 Jul 05 03:36:38.682251 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c6adfaaf-ff10-40ce-849b-6740ab3f7598 req-2d9a3ea6-9e1c-483d-b52b-ebdb8a33aa7e tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=f26c79e5-2142-4697-9829-3186cc3eb3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304992 Jul 05 03:36:39.854908 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae16a347-cde5-4d19-84aa-43a55ee26ac9 req-e6fa498f-a768-49d2-9206-c7ef36a62bbe tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:36:39.856484 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ae16a347-cde5-4d19-84aa-43a55ee26ac9 req-e6fa498f-a768-49d2-9206-c7ef36a62bbe tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=700db00c-4037-490f-be5b-9b8f87906745 HTTP/1.1" status: 200 len: 946 time: 0.0634325 Jul 05 03:36:39.894492 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ae16a347-cde5-4d19-84aa-43a55ee26ac9 req-812c077b-6081-4907-ae4a-ce3c6a34b1f0 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=f26c79e5-2142-4697-9829-3186cc3eb3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323546 Jul 05 03:36:39.921723 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 51760) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:36:39.986245 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-65dbd319-673e-4626-afca-3c9e82ded236 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/floatingips/4e73e9e3-2aa1-424d-92c8-66b82c696b6f HTTP/1.1" status: 200 len: 994 time: 0.0631542 Jul 05 03:36:40.307790 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 51766) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:36:40.464209 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-d38ebac5-af5e-47c9-9f88-343d4f983cd8 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Deleting port 6fbcafb1-fe82-4e82-8134-5efad0e6f80f {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:36:40.464548 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d38ebac5-af5e-47c9-9f88-343d4f983cd8 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:40.540383 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d38ebac5-af5e-47c9-9f88-343d4f983cd8 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:40.540707 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d38ebac5-af5e-47c9-9f88-343d4f983cd8 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:40.551914 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-d38ebac5-af5e-47c9-9f88-343d4f983cd8 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Calling delete_port for 6fbcafb1-fe82-4e82-8134-5efad0e6f80f owned by network:floatingip {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:36:40.795004 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d38ebac5-af5e-47c9-9f88-343d4f983cd8 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:40.820030 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ebac5-af5e-47c9-9f88-343d4f983cd8 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Pushing event deleted for resources: {'Port': ['ID=6fbcafb1-fe82-4e82-8134-5efad0e6f80f,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:36:40.850082 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ebac5-af5e-47c9-9f88-343d4f983cd8 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:40.850489 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ebac5-af5e-47c9-9f88-343d4f983cd8 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:40.850825 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ebac5-af5e-47c9-9f88-343d4f983cd8 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:40.851159 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ebac5-af5e-47c9-9f88-343d4f983cd8 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:40.851487 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ebac5-af5e-47c9-9f88-343d4f983cd8 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:40.851810 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ebac5-af5e-47c9-9f88-343d4f983cd8 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:40.852131 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ebac5-af5e-47c9-9f88-343d4f983cd8 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:40.852454 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ebac5-af5e-47c9-9f88-343d4f983cd8 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:40.852774 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ebac5-af5e-47c9-9f88-343d4f983cd8 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:40.853091 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ebac5-af5e-47c9-9f88-343d4f983cd8 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:40.853411 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ebac5-af5e-47c9-9f88-343d4f983cd8 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:40.853724 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ebac5-af5e-47c9-9f88-343d4f983cd8 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:40.897065 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d38ebac5-af5e-47c9-9f88-343d4f983cd8 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for floatingip, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:40.897714 n-d-771362-32 neutron-server[94462]: INFO neutron.db.l3_db [None req-d38ebac5-af5e-47c9-9f88-343d4f983cd8 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Floating IP 4e73e9e3-2aa1-424d-92c8-66b82c696b6f disassociated (deleted). External IP: 172.25.7.133, port: d527337b-333b-43f9-bfbf-11c12e14c660. Jul 05 03:36:41.101776 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d38ebac5-af5e-47c9-9f88-343d4f983cd8 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Router cb1f0424-04e2-425e-a49f-7020ca954ba8 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:36:41.210369 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d38ebac5-af5e-47c9-9f88-343d4f983cd8 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:36:41.215737 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-d38ebac5-af5e-47c9-9f88-343d4f983cd8 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:41.220793 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f3d587-d857-4957-899f-ff0988bd008e None None] Sync routers for ids ['cb1f0424-04e2-425e-a49f-7020ca954ba8'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:36:41.229644 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f3d587-d857-4957-899f-ff0988bd008e None None] Routers {'cb1f0424-04e2-425e-a49f-7020ca954ba8'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:36:41.230294 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-f2f3d587-d857-4957-899f-ff0988bd008e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:36:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['cb1f0424-04e2-425e-a49f-7020ca954ba8'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:36:41.256797 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-d38ebac5-af5e-47c9-9f88-343d4f983cd8 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "DELETE /v2.0/floatingips/4e73e9e3-2aa1-424d-92c8-66b82c696b6f HTTP/1.1" status: 204 len: 168 time: 0.9479079 Jul 05 03:36:41.257588 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '700db00c-4037-490f-be5b-9b8f87906745', 'tag': 'd527337b-333b-43f9-bfbf-11c12e14c660'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:36:41.260380 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11141f6c68b9db4323543981e20059e25754165b6910e3da155bf2bc30bd8242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-063d731d-79f2-44cb-9994-24a2385f04fc" -d '{"events": [{"name": "network-changed", "server_uuid": "700db00c-4037-490f-be5b-9b8f87906745", "tag": "d527337b-333b-43f9-bfbf-11c12e14c660"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:36:41.301262 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cbc1fe1-1f0a-4141-aed4-08ae3b25c4ff x-openstack-request-id: req-8cbc1fe1-1f0a-4141-aed4-08ae3b25c4ff {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:36:41.301609 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "700db00c-4037-490f-be5b-9b8f87906745", "tag": "d527337b-333b-43f9-bfbf-11c12e14c660", "status": "completed", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:36:41.301869 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8cbc1fe1-1f0a-4141-aed4-08ae3b25c4ff {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:36:41.302310 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '700db00c-4037-490f-be5b-9b8f87906745', 'tag': 'd527337b-333b-43f9-bfbf-11c12e14c660', 'status': 'completed', 'code': 200} Jul 05 03:36:41.340655 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-f2f3d587-d857-4957-899f-ff0988bd008e None None] Set router cb1f0424-04e2-425e-a49f-7020ca954ba8 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:36:41.381291 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063d731d-79f2-44cb-9994-24a2385f04fc req-1b34b573-396d-4d52-804a-62ad044ae12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:36:41.383252 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-063d731d-79f2-44cb-9994-24a2385f04fc req-1b34b573-396d-4d52-804a-62ad044ae12b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f5cd03416720416fbffc8e2028e4152c&device_id=700db00c-4037-490f-be5b-9b8f87906745 HTTP/1.1" status: 200 len: 1098 time: 0.0548482 Jul 05 03:36:41.480011 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063d731d-79f2-44cb-9994-24a2385f04fc req-c58b4fa2-f7c1-4640-a40b-a0cd8e38a6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:36:41.481508 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-063d731d-79f2-44cb-9994-24a2385f04fc req-c58b4fa2-f7c1-4640-a40b-a0cd8e38a6f2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=236bc390-d5be-43be-adb2-03b34a3466bf HTTP/1.1" status: 200 len: 896 time: 0.0903525 Jul 05 03:36:41.537614 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-063d731d-79f2-44cb-9994-24a2385f04fc req-fc8b7cde-91c9-4bf3-b514-7de000d4eacf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d527337b-333b-43f9-bfbf-11c12e14c660 HTTP/1.1" status: 200 len: 217 time: 0.0492713 Jul 05 03:36:41.559513 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-f2f3d587-d857-4957-899f-ff0988bd008e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb1f0424-04e2-425e-a49f-7020ca954ba8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2097789155', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '390c89dc-22cc-4886-91d1-9ff1336dbbbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:35:44Z', 'updated_at': '2021-07-05T03:35:48Z', 'revision_number': 4, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'gw_port': {'id': '390c89dc-22cc-4886-91d1-9ff1336dbbbe', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:42:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1f0424-04e2-425e-a49f-7020ca954ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:35:45Z', 'updated_at': '2021-07-05T03:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '2de0810e-485b-41aa-acde-93636e07f3d4', 'name': '', 'network_id': '236bc390-d5be-43be-adb2-03b34a3466bf', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'mac_address': 'fa:16:3e:06:e9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1f0424-04e2-425e-a49f-7020ca954ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '40ab4fd9-14e6-4e1b-9574-3da9b5566850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:35:48Z', 'updated_at': '2021-07-05T03:35:53Z', 'revision_number': 5, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'subnets': [{'id': '40ab4fd9-14e6-4e1b-9574-3da9b5566850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:36:41.586525 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f3d587-d857-4957-899f-ff0988bd008e None None] Checking router: cb1f0424-04e2-425e-a49f-7020ca954ba8 for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:36:41.634387 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063d731d-79f2-44cb-9994-24a2385f04fc req-37abb24c-91a8-4baf-abe6-4c9438af4da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:36:41.634387 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-063d731d-79f2-44cb-9994-24a2385f04fc req-37abb24c-91a8-4baf-abe6-4c9438af4da0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=40ab4fd9-14e6-4e1b-9574-3da9b5566850 HTTP/1.1" status: 200 len: 835 time: 0.0456674 Jul 05 03:36:41.634688 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f3d587-d857-4957-899f-ff0988bd008e None None] Routers {'cb1f0424-04e2-425e-a49f-7020ca954ba8'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:36:41.634688 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-f2f3d587-d857-4957-899f-ff0988bd008e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:36:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['cb1f0424-04e2-425e-a49f-7020ca954ba8'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:36:41.662694 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063d731d-79f2-44cb-9994-24a2385f04fc req-34605c76-ecdd-459c-a0f5-5c5a149aaa53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:36:41.666876 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-063d731d-79f2-44cb-9994-24a2385f04fc req-34605c76-ecdd-459c-a0f5-5c5a149aaa53 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=236bc390-d5be-43be-adb2-03b34a3466bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0662632 Jul 05 03:36:41.716362 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-f2f3d587-d857-4957-899f-ff0988bd008e None None] Set router cb1f0424-04e2-425e-a49f-7020ca954ba8 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:36:41.763866 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-063d731d-79f2-44cb-9994-24a2385f04fc req-a605aa52-e096-4e4f-bece-54a5f71cb584 service neutron] 10.222.0.21 "GET /v2.0/networks/236bc390-d5be-43be-adb2-03b34a3466bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922034 Jul 05 03:36:41.914734 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-063d731d-79f2-44cb-9994-24a2385f04fc req-e7a2fed6-fcc1-43a2-8b95-4e38788d04f9 service neutron] 10.222.0.21 "GET /v2.0/networks/236bc390-d5be-43be-adb2-03b34a3466bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440680 Jul 05 03:36:41.933870 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4486cbcc-5025-46fb-9896-d531e95e7879 req-8bcc978d-5e18-4ca7-abed-5cf80c73bcce tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:36:41.935601 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4486cbcc-5025-46fb-9896-d531e95e7879 req-8bcc978d-5e18-4ca7-abed-5cf80c73bcce tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=700db00c-4037-490f-be5b-9b8f87906745 HTTP/1.1" status: 200 len: 946 time: 0.1021347 Jul 05 03:36:41.958745 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-f2f3d587-d857-4957-899f-ff0988bd008e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb1f0424-04e2-425e-a49f-7020ca954ba8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2097789155', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '390c89dc-22cc-4886-91d1-9ff1336dbbbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:35:44Z', 'updated_at': '2021-07-05T03:35:48Z', 'revision_number': 4, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'gw_port': {'id': '390c89dc-22cc-4886-91d1-9ff1336dbbbe', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:42:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1f0424-04e2-425e-a49f-7020ca954ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:35:45Z', 'updated_at': '2021-07-05T03:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '2de0810e-485b-41aa-acde-93636e07f3d4', 'name': '', 'network_id': '236bc390-d5be-43be-adb2-03b34a3466bf', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'mac_address': 'fa:16:3e:06:e9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1f0424-04e2-425e-a49f-7020ca954ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '40ab4fd9-14e6-4e1b-9574-3da9b5566850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:35:48Z', 'updated_at': '2021-07-05T03:35:53Z', 'revision_number': 5, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'subnets': [{'id': '40ab4fd9-14e6-4e1b-9574-3da9b5566850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:36:41.974061 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4486cbcc-5025-46fb-9896-d531e95e7879 req-e2f411a8-1720-477f-8b06-2ce538f3a95d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=f26c79e5-2142-4697-9829-3186cc3eb3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328300 Jul 05 03:36:41.986546 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f3d587-d857-4957-899f-ff0988bd008e None None] The sync data for ids ['cb1f0424-04e2-425e-a49f-7020ca954ba8'] in n-d-771362-32 is: [{'id': 'cb1f0424-04e2-425e-a49f-7020ca954ba8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2097789155', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '390c89dc-22cc-4886-91d1-9ff1336dbbbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:35:44Z', 'updated_at': '2021-07-05T03:35:48Z', 'revision_number': 4, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'gw_port': {'id': '390c89dc-22cc-4886-91d1-9ff1336dbbbe', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:42:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1f0424-04e2-425e-a49f-7020ca954ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:35:45Z', 'updated_at': '2021-07-05T03:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '2de0810e-485b-41aa-acde-93636e07f3d4', 'name': '', 'network_id': '236bc390-d5be-43be-adb2-03b34a3466bf', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'mac_address': 'fa:16:3e:06:e9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1f0424-04e2-425e-a49f-7020ca954ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '40ab4fd9-14e6-4e1b-9574-3da9b5566850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:35:48Z', 'updated_at': '2021-07-05T03:35:53Z', 'revision_number': 5, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'subnets': [{'id': '40ab4fd9-14e6-4e1b-9574-3da9b5566850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:36:42.233007 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e144cea-9a6b-4ccc-932c-10b5ece6ea4a None None] New status for floating IP 4e73e9e3-2aa1-424d-92c8-66b82c696b6f: DOWN {{(pid=94464) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:36:42.497425 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:42.634971 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:43.153213 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239d4c27-45a1-4b0b-b15e-513a8d130b3b req-15a622a1-299b-47e4-afc9-18086d48936b tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:36:43.154759 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-239d4c27-45a1-4b0b-b15e-513a8d130b3b req-15a622a1-299b-47e4-afc9-18086d48936b tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=700db00c-4037-490f-be5b-9b8f87906745 HTTP/1.1" status: 200 len: 946 time: 0.0636382 Jul 05 03:36:43.193542 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-239d4c27-45a1-4b0b-b15e-513a8d130b3b req-0bc0b7a2-62b0-4abe-8d6a-9845e936faba tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/security-groups?id=f26c79e5-2142-4697-9829-3186cc3eb3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327375 Jul 05 03:36:43.385120 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b8fff-4f22-4b51-a656-bcb24bf889b9 req-b9d67287-62b5-433e-8074-fb0297d6af54 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:36:43.386623 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b12b8fff-4f22-4b51-a656-bcb24bf889b9 req-b9d67287-62b5-433e-8074-fb0297d6af54 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.21 "GET /v2.0/ports?device_id=700db00c-4037-490f-be5b-9b8f87906745 HTTP/1.1" status: 200 len: 946 time: 0.0614510 Jul 05 03:36:43.487221 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-b12b8fff-4f22-4b51-a656-bcb24bf889b9 req-6582e454-fd37-482d-abf3-132d30b3618b tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Deleting port d527337b-333b-43f9-bfbf-11c12e14c660 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:36:43.487556 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b12b8fff-4f22-4b51-a656-bcb24bf889b9 req-6582e454-fd37-482d-abf3-132d30b3618b tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:43.582790 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-b12b8fff-4f22-4b51-a656-bcb24bf889b9 req-6582e454-fd37-482d-abf3-132d30b3618b tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] For port d527337b-333b-43f9-bfbf-11c12e14c660, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=d527337b-333b-43f9-bfbf-11c12e14c660,segment=NetworkSegment(67f0b426-53e7-4968-a9a9-0b852b35b0d5),segment_id=67f0b426-53e7-4968-a9a9-0b852b35b0d5)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:36:43.582790 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b12b8fff-4f22-4b51-a656-bcb24bf889b9 req-6582e454-fd37-482d-abf3-132d30b3618b tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:43.595694 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-b12b8fff-4f22-4b51-a656-bcb24bf889b9 req-6582e454-fd37-482d-abf3-132d30b3618b tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Calling delete_port for d527337b-333b-43f9-bfbf-11c12e14c660 owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:36:43.800675 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b12b8fff-4f22-4b51-a656-bcb24bf889b9 req-6582e454-fd37-482d-abf3-132d30b3618b tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:43.830083 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6582e454-fd37-482d-abf3-132d30b3618b tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Pushing event deleted for resources: {'Port': ['ID=d527337b-333b-43f9-bfbf-11c12e14c660,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:36:43.862818 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6582e454-fd37-482d-abf3-132d30b3618b tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:43.863175 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6582e454-fd37-482d-abf3-132d30b3618b tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:43.863522 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6582e454-fd37-482d-abf3-132d30b3618b tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:43.863861 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6582e454-fd37-482d-abf3-132d30b3618b tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:43.864209 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6582e454-fd37-482d-abf3-132d30b3618b tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:43.864534 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6582e454-fd37-482d-abf3-132d30b3618b tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:43.864871 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6582e454-fd37-482d-abf3-132d30b3618b tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:43.865208 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6582e454-fd37-482d-abf3-132d30b3618b tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:43.865539 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6582e454-fd37-482d-abf3-132d30b3618b tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:43.865865 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6582e454-fd37-482d-abf3-132d30b3618b tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:43.866237 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6582e454-fd37-482d-abf3-132d30b3618b tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:43.869311 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6582e454-fd37-482d-abf3-132d30b3618b tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:43.889682 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-b12b8fff-4f22-4b51-a656-bcb24bf889b9 req-6582e454-fd37-482d-abf3-132d30b3618b tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] No DVR routers for this DVR port d527337b-333b-43f9-bfbf-11c12e14c660 on host n-h1-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:36:43.892668 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-b12b8fff-4f22-4b51-a656-bcb24bf889b9 req-6582e454-fd37-482d-abf3-132d30b3618b tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:43.894689 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b12b8fff-4f22-4b51-a656-bcb24bf889b9 req-6582e454-fd37-482d-abf3-132d30b3618b tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.21 "DELETE /v2.0/ports/d527337b-333b-43f9-bfbf-11c12e14c660 HTTP/1.1" status: 204 len: 173 time: 0.5021381 Jul 05 03:36:43.895129 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '700db00c-4037-490f-be5b-9b8f87906745', 'name': 'network-vif-deleted', 'tag': 'd527337b-333b-43f9-bfbf-11c12e14c660'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:36:43.897478 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4c1385bffaa5d930a7117e6982c27207eca91cca31cf4b43f86c7ad63cd24a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77bf5c88-acaa-480c-8c04-413508bc259f" -d '{"events": [{"server_uuid": "700db00c-4037-490f-be5b-9b8f87906745", "name": "network-vif-deleted", "tag": "d527337b-333b-43f9-bfbf-11c12e14c660"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:36:43.932396 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc10f6a5-82b1-463f-b4f8-798ce066ae77 x-openstack-request-id: req-fc10f6a5-82b1-463f-b4f8-798ce066ae77 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:36:43.932731 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "700db00c-4037-490f-be5b-9b8f87906745", "name": "network-vif-deleted", "tag": "d527337b-333b-43f9-bfbf-11c12e14c660", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:36:43.932989 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fc10f6a5-82b1-463f-b4f8-798ce066ae77 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:36:43.933393 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '700db00c-4037-490f-be5b-9b8f87906745', 'name': 'network-vif-deleted', 'tag': 'd527337b-333b-43f9-bfbf-11c12e14c660', 'status': 'completed', 'code': 200} Jul 05 03:36:44.352545 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7563e62f-bb43-4391-a510-2b94d109d3e4 req-8d8f3220-f61a-4974-b639-1330b0b34016 tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "GET /v2.0/ports?device_id=700db00c-4037-490f-be5b-9b8f87906745 HTTP/1.1" status: 200 len: 210 time: 0.0286129 Jul 05 03:36:45.447862 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 51782) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:36:45.839647 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-13a7ff01-0941-4df2-83e1-58f33313b38f tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1634680'] for router_interface, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:46.106591 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-13a7ff01-0941-4df2-83e1-58f33313b38f tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Deleting port 2de0810e-485b-41aa-acde-93636e07f3d4 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:36:46.106853 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-13a7ff01-0941-4df2-83e1-58f33313b38f tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:46.192848 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-13a7ff01-0941-4df2-83e1-58f33313b38f tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] For port 2de0810e-485b-41aa-acde-93636e07f3d4, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=2de0810e-485b-41aa-acde-93636e07f3d4,segment=NetworkSegment(67f0b426-53e7-4968-a9a9-0b852b35b0d5),segment_id=67f0b426-53e7-4968-a9a9-0b852b35b0d5)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:36:46.193197 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-13a7ff01-0941-4df2-83e1-58f33313b38f tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:46.210007 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-13a7ff01-0941-4df2-83e1-58f33313b38f tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Calling delete_port for 2de0810e-485b-41aa-acde-93636e07f3d4 owned by network:router_interface {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:36:46.494003 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-13a7ff01-0941-4df2-83e1-58f33313b38f tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:46.519940 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a7ff01-0941-4df2-83e1-58f33313b38f tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Pushing event deleted for resources: {'Port': ['ID=2de0810e-485b-41aa-acde-93636e07f3d4,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:36:46.813578 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-13a7ff01-0941-4df2-83e1-58f33313b38f tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635398'] for router_interface, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:46.879708 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device d527337b-333b-43f9-bfbf-11c12e14c660 no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:36:46.899103 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] No Port match for: d527337b-333b-43f9-bfbf-11c12e14c660 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:36:46.899445 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device d527337b-333b-43f9-bfbf-11c12e14c660 not bound to the agent host n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:36:47.030219 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13a7ff01-0941-4df2-83e1-58f33313b38f tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Router cb1f0424-04e2-425e-a49f-7020ca954ba8 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:36:47.133283 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13a7ff01-0941-4df2-83e1-58f33313b38f tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:36:47.138348 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-13a7ff01-0941-4df2-83e1-58f33313b38f tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "PUT /v2.0/routers/cb1f0424-04e2-425e-a49f-7020ca954ba8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6893563 Jul 05 03:36:47.141095 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 51784) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:36:47.144350 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894cbc0f-0829-42a2-aea3-95dca60bdb1c None None] Sync routers for ids ['cb1f0424-04e2-425e-a49f-7020ca954ba8'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:36:47.153330 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894cbc0f-0829-42a2-aea3-95dca60bdb1c None None] Routers {'cb1f0424-04e2-425e-a49f-7020ca954ba8'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:36:47.153930 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-894cbc0f-0829-42a2-aea3-95dca60bdb1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:36:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['cb1f0424-04e2-425e-a49f-7020ca954ba8'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:36:47.190967 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_v2 [None req-44ef44e6-672c-4625-abfb-51545188c49c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Deleting subnet 40ab4fd9-14e6-4e1b-9574-3da9b5566850 {{(pid=94462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:36:47.194049 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-44ef44e6-672c-4625-abfb-51545188c49c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for subnet, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:47.233072 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-44ef44e6-672c-4625-abfb-51545188c49c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045523'] for subnet, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:47.257060 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-894cbc0f-0829-42a2-aea3-95dca60bdb1c None None] Set router cb1f0424-04e2-425e-a49f-7020ca954ba8 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:36:47.322862 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-44ef44e6-672c-4625-abfb-51545188c49c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:47.436300 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-894cbc0f-0829-42a2-aea3-95dca60bdb1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb1f0424-04e2-425e-a49f-7020ca954ba8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2097789155', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '390c89dc-22cc-4886-91d1-9ff1336dbbbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:35:44Z', 'updated_at': '2021-07-05T03:36:46Z', 'revision_number': 5, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'gw_port': {'id': '390c89dc-22cc-4886-91d1-9ff1336dbbbe', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:42:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1f0424-04e2-425e-a49f-7020ca954ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:35:45Z', 'updated_at': '2021-07-05T03:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:36:47.463692 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-44ef44e6-672c-4625-abfb-51545188c49c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6165431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4402097'] for subnet, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:47.465110 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894cbc0f-0829-42a2-aea3-95dca60bdb1c None None] Checking router: cb1f0424-04e2-425e-a49f-7020ca954ba8 for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:36:47.473382 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894cbc0f-0829-42a2-aea3-95dca60bdb1c None None] Routers {'cb1f0424-04e2-425e-a49f-7020ca954ba8'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:36:47.476402 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-894cbc0f-0829-42a2-aea3-95dca60bdb1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:36:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['cb1f0424-04e2-425e-a49f-7020ca954ba8'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:36:47.490861 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ef44e6-672c-4625-abfb-51545188c49c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Pushing event deleted for resources: {'Subnet': ['ID=40ab4fd9-14e6-4e1b-9574-3da9b5566850,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:36:47.494605 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-44ef44e6-672c-4625-abfb-51545188c49c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:47.496611 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-44ef44e6-672c-4625-abfb-51545188c49c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "DELETE /v2.0/subnets/40ab4fd9-14e6-4e1b-9574-3da9b5566850 HTTP/1.1" status: 204 len: 168 time: 0.3539941 Jul 05 03:36:47.499306 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 51786) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:36:47.507573 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5892ca6-e96e-4ad0-9d9d-96135d1d8c41 None None] Network 236bc390-d5be-43be-adb2-03b34a3466bf requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:36:47.611819 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4b78071e-a40b-49e5-a39c-dd0d4dafcb2d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for router, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:47.669163 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-894cbc0f-0829-42a2-aea3-95dca60bdb1c None None] Set router cb1f0424-04e2-425e-a49f-7020ca954ba8 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:36:47.714938 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4b78071e-a40b-49e5-a39c-dd0d4dafcb2d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:47.857804 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375244d2-80f6-433d-bb89-5286bda2aed1 None None] DHCP port deletion for 236bc390-d5be-43be-adb2-03b34a3466bf request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:36:47.868204 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-894cbc0f-0829-42a2-aea3-95dca60bdb1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb1f0424-04e2-425e-a49f-7020ca954ba8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2097789155', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '390c89dc-22cc-4886-91d1-9ff1336dbbbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:35:44Z', 'updated_at': '2021-07-05T03:36:46Z', 'revision_number': 5, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'gw_port': {'id': '390c89dc-22cc-4886-91d1-9ff1336dbbbe', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:42:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1f0424-04e2-425e-a49f-7020ca954ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:35:45Z', 'updated_at': '2021-07-05T03:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:36:47.873631 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-4b78071e-a40b-49e5-a39c-dd0d4dafcb2d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Deleting port 390c89dc-22cc-4886-91d1-9ff1336dbbbe {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:36:47.873978 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4b78071e-a40b-49e5-a39c-dd0d4dafcb2d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:47.915096 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894cbc0f-0829-42a2-aea3-95dca60bdb1c None None] The sync data for ids ['cb1f0424-04e2-425e-a49f-7020ca954ba8'] in n-d-771362-32 is: [{'id': 'cb1f0424-04e2-425e-a49f-7020ca954ba8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2097789155', 'tenant_id': 'f5cd03416720416fbffc8e2028e4152c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '390c89dc-22cc-4886-91d1-9ff1336dbbbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:35:44Z', 'updated_at': '2021-07-05T03:36:46Z', 'revision_number': 5, 'project_id': 'f5cd03416720416fbffc8e2028e4152c', 'gw_port': {'id': '390c89dc-22cc-4886-91d1-9ff1336dbbbe', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:42:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1f0424-04e2-425e-a49f-7020ca954ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:35:45Z', 'updated_at': '2021-07-05T03:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:36:47.936883 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-375244d2-80f6-433d-bb89-5286bda2aed1 None None] Deleting port 75bc7ef9-5d5a-49ed-9627-92fa2ada3872 {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:36:47.937273 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-375244d2-80f6-433d-bb89-5286bda2aed1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:47.963290 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-4b78071e-a40b-49e5-a39c-dd0d4dafcb2d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] For port 390c89dc-22cc-4886-91d1-9ff1336dbbbe, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=390c89dc-22cc-4886-91d1-9ff1336dbbbe,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:36:47.963653 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4b78071e-a40b-49e5-a39c-dd0d4dafcb2d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:47.975751 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-4b78071e-a40b-49e5-a39c-dd0d4dafcb2d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Calling delete_port for 390c89dc-22cc-4886-91d1-9ff1336dbbbe owned by network:router_gateway {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:36:47.998069 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-375244d2-80f6-433d-bb89-5286bda2aed1 None None] For port 75bc7ef9-5d5a-49ed-9627-92fa2ada3872, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=75bc7ef9-5d5a-49ed-9627-92fa2ada3872,segment=NetworkSegment(67f0b426-53e7-4968-a9a9-0b852b35b0d5),segment_id=67f0b426-53e7-4968-a9a9-0b852b35b0d5)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:36:47.998485 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-375244d2-80f6-433d-bb89-5286bda2aed1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:48.010720 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-375244d2-80f6-433d-bb89-5286bda2aed1 None None] Calling delete_port for 75bc7ef9-5d5a-49ed-9627-92fa2ada3872 owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:36:48.235279 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4b78071e-a40b-49e5-a39c-dd0d4dafcb2d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:48.260947 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b78071e-a40b-49e5-a39c-dd0d4dafcb2d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Pushing event deleted for resources: {'Port': ['ID=390c89dc-22cc-4886-91d1-9ff1336dbbbe,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:36:48.335056 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-375244d2-80f6-433d-bb89-5286bda2aed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:48.339179 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4b78071e-a40b-49e5-a39c-dd0d4dafcb2d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636927'] for router_gateway, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:48.361949 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375244d2-80f6-433d-bb89-5286bda2aed1 None None] Pushing event deleted for resources: {'Port': ['ID=75bc7ef9-5d5a-49ed-9627-92fa2ada3872,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:36:48.366369 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375244d2-80f6-433d-bb89-5286bda2aed1 None None] No DVR routers for this DVR port 75bc7ef9-5d5a-49ed-9627-92fa2ada3872 on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:36:48.377841 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375244d2-80f6-433d-bb89-5286bda2aed1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:48.378305 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375244d2-80f6-433d-bb89-5286bda2aed1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:48.378729 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375244d2-80f6-433d-bb89-5286bda2aed1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:48.378970 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375244d2-80f6-433d-bb89-5286bda2aed1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:48.379313 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375244d2-80f6-433d-bb89-5286bda2aed1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:48.379658 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375244d2-80f6-433d-bb89-5286bda2aed1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:48.379978 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375244d2-80f6-433d-bb89-5286bda2aed1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:48.380309 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375244d2-80f6-433d-bb89-5286bda2aed1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:48.380637 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375244d2-80f6-433d-bb89-5286bda2aed1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:48.380969 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375244d2-80f6-433d-bb89-5286bda2aed1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:48.381298 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375244d2-80f6-433d-bb89-5286bda2aed1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:48.381629 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375244d2-80f6-433d-bb89-5286bda2aed1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:48.437477 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4b78071e-a40b-49e5-a39c-dd0d4dafcb2d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11828'] for router, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:48.440162 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4b78071e-a40b-49e5-a39c-dd0d4dafcb2d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:48.562390 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4b78071e-a40b-49e5-a39c-dd0d4dafcb2d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1575451'] for router, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:48.563471 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b78071e-a40b-49e5-a39c-dd0d4dafcb2d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Fanout notify agent at l3_agent the message router_deleted on router cb1f0424-04e2-425e-a49f-7020ca954ba8 {{(pid=94462) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 03:36:48.570420 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4b78071e-a40b-49e5-a39c-dd0d4dafcb2d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:48.571833 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-4b78071e-a40b-49e5-a39c-dd0d4dafcb2d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "DELETE /v2.0/routers/cb1f0424-04e2-425e-a49f-7020ca954ba8 HTTP/1.1" status: 204 len: 168 time: 1.0713673 Jul 05 03:36:48.574764 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 51788) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:36:48.655514 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7be4634e-94ea-429d-8f1d-42ba8edfc19c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:48.743247 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7be4634e-94ea-429d-8f1d-42ba8edfc19c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:48.753282 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-7be4634e-94ea-429d-8f1d-42ba8edfc19c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['236bc390-d5be-43be-adb2-03b34a3466bf']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:36:48.762693 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-7be4634e-94ea-429d-8f1d-42ba8edfc19c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67f0b426-53e7-4968-a9a9-0b852b35b0d5') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:36:48.762988 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-7be4634e-94ea-429d-8f1d-42ba8edfc19c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67f0b426-53e7-4968-a9a9-0b852b35b0d5') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:36:48.771685 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7be4634e-94ea-429d-8f1d-42ba8edfc19c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:48.795709 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7be4634e-94ea-429d-8f1d-42ba8edfc19c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:48.795709 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7be4634e-94ea-429d-8f1d-42ba8edfc19c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:36:48.795709 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7be4634e-94ea-429d-8f1d-42ba8edfc19c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:48.795709 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 03:36:48.795709 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:36:48.795709 n-d-771362-32 neutron-server[94462]: timer() Jul 05 03:36:48.795709 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:36:48.795709 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 03:36:48.795709 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:36:48.795709 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 03:36:48.795709 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:36:48.795709 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 03:36:48.795709 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:36:48.795709 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 03:36:48.795709 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:36:48.795709 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 03:36:48.795709 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:36:48.795709 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:36:48.795709 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:36:48.795709 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:36:48.795709 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:36:48.795709 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 03:36:48.795709 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:36:48.795709 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 03:36:48.795709 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:36:48.795709 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:36:48.795709 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:36:48.795709 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 03:36:48.795709 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:36:48.795709 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:36:48.795709 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:36:48.795709 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:36:48.795709 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:36:48.795709 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:36:48.795709 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:36:48.926188 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7be4634e-94ea-429d-8f1d-42ba8edfc19c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:48.936054 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-7be4634e-94ea-429d-8f1d-42ba8edfc19c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:48.936054 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-7be4634e-94ea-429d-8f1d-42ba8edfc19c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "DELETE /v2.0/networks/236bc390-d5be-43be-adb2-03b34a3466bf HTTP/1.1" status: 204 len: 168 time: 0.3591118 Jul 05 03:36:48.938514 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 51790) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:36:48.946799 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be4634e-94ea-429d-8f1d-42ba8edfc19c tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Pushing event deleted for resources: {'Network': ['ID=236bc390-d5be-43be-adb2-03b34a3466bf,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:36:48.999116 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9ea4aef8-6535-4a5c-9815-3be1cd65c52d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:49.025436 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9ea4aef8-6535-4a5c-9815-3be1cd65c52d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:49.143258 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9ea4aef8-6535-4a5c-9815-3be1cd65c52d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:49.145724 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9ea4aef8-6535-4a5c-9815-3be1cd65c52d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:49.146960 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-9ea4aef8-6535-4a5c-9815-3be1cd65c52d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] 10.222.0.23 "DELETE /v2.0/security-groups/f26c79e5-2142-4697-9829-3186cc3eb3c7 HTTP/1.1" status: 204 len: 168 time: 0.2074070 Jul 05 03:36:49.156045 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea4aef8-6535-4a5c-9815-3be1cd65c52d tempest-TestNetworkAdvancedServerOps-1053018381 tempest-TestNetworkAdvancedServerOps-1053018381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f26c79e5-2142-4697-9829-3186cc3eb3c7,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:36:49.372159 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 2de0810e-485b-41aa-acde-93636e07f3d4 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:36:49.391989 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 2de0810e-485b-41aa-acde-93636e07f3d4 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:36:49.392346 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 2de0810e-485b-41aa-acde-93636e07f3d4 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:36:49.392764 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 390c89dc-22cc-4886-91d1-9ff1336dbbbe no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:36:49.410964 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 390c89dc-22cc-4886-91d1-9ff1336dbbbe {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:36:49.411245 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 390c89dc-22cc-4886-91d1-9ff1336dbbbe not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:36:49.411657 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 75bc7ef9-5d5a-49ed-9627-92fa2ada3872 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:36:49.432350 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 75bc7ef9-5d5a-49ed-9627-92fa2ada3872 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:36:49.432720 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 75bc7ef9-5d5a-49ed-9627-92fa2ada3872 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:36:49.759639 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 51798) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:36:49.900216 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-2fccffbe-a710-4a13-9e7e-91240772ce64 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f5cd03416720416fbffc8e2028e4152c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1393998 Jul 05 03:36:49.902739 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 51802) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:36:49.955077 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0585ccc7-f432-43dd-a262-63225af6caf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:49.976546 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0585ccc7-f432-43dd-a262-63225af6caf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:50.127932 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0585ccc7-f432-43dd-a262-63225af6caf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:50.130463 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0585ccc7-f432-43dd-a262-63225af6caf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:50.131613 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-0585ccc7-f432-43dd-a262-63225af6caf4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a9e42242-6774-4c41-95fb-83646f10cb7b HTTP/1.1" status: 204 len: 168 time: 0.2279751 Jul 05 03:36:50.139370 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0585ccc7-f432-43dd-a262-63225af6caf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e42242-6774-4c41-95fb-83646f10cb7b,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:36:50.892419 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 51808) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:36:50.905533 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9db7a974-6385-426c-aa88-9e178bfe3ed8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:50.965987 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b366b51e-fa84-4911-8cd0-3ea001149d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:50.992320 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9db7a974-6385-426c-aa88-9e178bfe3ed8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:51.063730 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9db7a974-6385-426c-aa88-9e178bfe3ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:51.100942 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-9db7a974-6385-426c-aa88-9e178bfe3ed8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a856fd0696a54697a2436247e61c9493&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2073379 Jul 05 03:36:51.102353 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db7a974-6385-426c-aa88-9e178bfe3ed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a6e2b5a-e04b-44ed-96c5-733022791fc3,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:36:51.103617 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 51810) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:36:51.151520 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-82bd03f9-0e87-4fa0-91bd-a22e081f6cfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:51.171953 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-82bd03f9-0e87-4fa0-91bd-a22e081f6cfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:51.282519 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-82bd03f9-0e87-4fa0-91bd-a22e081f6cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:51.285078 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-82bd03f9-0e87-4fa0-91bd-a22e081f6cfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:51.286292 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-82bd03f9-0e87-4fa0-91bd-a22e081f6cfd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7a6e2b5a-e04b-44ed-96c5-733022791fc3 HTTP/1.1" status: 204 len: 168 time: 0.1816254 Jul 05 03:36:51.294231 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bd03f9-0e87-4fa0-91bd-a22e081f6cfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a6e2b5a-e04b-44ed-96c5-733022791fc3,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:36:52.335486 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 51832) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:36:52.428252 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-4b936f7a-b7a8-4ecc-b16d-b0f7ebb40e75 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1111542987-network', 'tenant_id': '7980680fa2c64d649e7d3271a53c2ecc'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:36:52.528337 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b936f7a-b7a8-4ecc-b16d-b0f7ebb40e75 admin admin] Made reservation on behalf of 7980680fa2c64d649e7d3271a53c2ecc for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:36:52.530791 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4b936f7a-b7a8-4ecc-b16d-b0f7ebb40e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:52.539430 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4b936f7a-b7a8-4ecc-b16d-b0f7ebb40e75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:52.630629 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4b936f7a-b7a8-4ecc-b16d-b0f7ebb40e75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:52.783128 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4b936f7a-b7a8-4ecc-b16d-b0f7ebb40e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:52.807394 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b936f7a-b7a8-4ecc-b16d-b0f7ebb40e75 admin admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:36:52.817444 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b936f7a-b7a8-4ecc-b16d-b0f7ebb40e75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e2ca67-2147-4dde-9991-512e391889b7,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:36:52.822108 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4b936f7a-b7a8-4ecc-b16d-b0f7ebb40e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:52.822471 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-4b936f7a-b7a8-4ecc-b16d-b0f7ebb40e75 admin admin] Added segment 1a6f9fe1-c1eb-480f-945b-1d5c83297e93 of type vlan for network 20045fc4-7324-403d-b700-ec45e14ba9d1 Jul 05 03:36:52.861800 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4b936f7a-b7a8-4ecc-b16d-b0f7ebb40e75 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:52.974452 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4b936f7a-b7a8-4ecc-b16d-b0f7ebb40e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:52.975444 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b936f7a-b7a8-4ecc-b16d-b0f7ebb40e75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:36:52.976030 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-4b936f7a-b7a8-4ecc-b16d-b0f7ebb40e75 admin admin] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:53.032628 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b936f7a-b7a8-4ecc-b16d-b0f7ebb40e75 admin admin] Pushing event updated for resources: {'Network': ['ID=20045fc4-7324-403d-b700-ec45e14ba9d1,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:36:53.042308 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 20045fc4-7324-403d-b700-ec45e14ba9d1 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:36:53.126578 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-4b936f7a-b7a8-4ecc-b16d-b0f7ebb40e75 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7899218 Jul 05 03:36:53.129318 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 51836) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:36:53.134064 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-945be85a-4168-4871-8b33-4d6961637bdb admin admin] Request body: {'subnet': {'network_id': '20045fc4-7324-403d-b700-ec45e14ba9d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1111542987-subnet', 'tenant_id': '7980680fa2c64d649e7d3271a53c2ecc', 'ip_version': 4}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:36:53.248154 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-945be85a-4168-4871-8b33-4d6961637bdb admin admin] Made reservation on behalf of 7980680fa2c64d649e7d3271a53c2ecc for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:36:53.250613 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-945be85a-4168-4871-8b33-4d6961637bdb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:53.328115 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-83d7217b-fbf3-4a70-8323-0b63fcdac84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:53.505483 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-945be85a-4168-4871-8b33-4d6961637bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:53.566321 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945be85a-4168-4871-8b33-4d6961637bdb admin admin] Pushing event updated for resources: {'Subnet': ['ID=362a2924-cb89-42ef-8372-2f584dd06d14,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:36:53.573577 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945be85a-4168-4871-8b33-4d6961637bdb admin admin] Checking segment: {'id': '1a6f9fe1-c1eb-480f-945b-1d5c83297e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '20045fc4-7324-403d-b700-ec45e14ba9d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:36:53.573936 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945be85a-4168-4871-8b33-4d6961637bdb admin admin] Network hostable DHCP agents. Network: 20045fc4-7324-403d-b700-ec45e14ba9d1, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:36:53.703276 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945be85a-4168-4871-8b33-4d6961637bdb admin admin] Network 20045fc4-7324-403d-b700-ec45e14ba9d1 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:36:53.819667 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-945be85a-4168-4871-8b33-4d6961637bdb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 20045fc4-7324-403d-b700-ec45e14ba9d1) {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:36:53.824427 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945be85a-4168-4871-8b33-4d6961637bdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:36:53.825341 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-945be85a-4168-4871-8b33-4d6961637bdb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:53.829716 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66751b5e-d74d-4bd3-9305-1811fd994b4c None None] Network 20045fc4-7324-403d-b700-ec45e14ba9d1 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:36:53.943933 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-945be85a-4168-4871-8b33-4d6961637bdb admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8135765 Jul 05 03:36:53.946752 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 51838) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:36:53.951533 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-8f732f7f-c36a-496c-a141-5c8c2f43ef21 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1111542987-router', 'tenant_id': '7980680fa2c64d649e7d3271a53c2ecc', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:36:53.978056 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e0bdd3-3ee5-4d0f-8b51-f8b7ca9629cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-20045fc4-7324-403d-b700-ec45e14ba9d1', 'network_id': '20045fc4-7324-403d-b700-ec45e14ba9d1', 'tenant_id': '7980680fa2c64d649e7d3271a53c2ecc', 'fixed_ips': [{'subnet_id': '362a2924-cb89-42ef-8372-2f584dd06d14'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:36:53.978926 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a1e0bdd3-3ee5-4d0f-8b51-f8b7ca9629cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:54.048357 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8f732f7f-c36a-496c-a141-5c8c2f43ef21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11810'] for router, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:54.049999 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8f732f7f-c36a-496c-a141-5c8c2f43ef21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1926740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11821'] for router, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:54.106268 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:54.106915 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8f732f7f-c36a-496c-a141-5c8c2f43ef21 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:54.119008 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-a1e0bdd3-3ee5-4d0f-8b51-f8b7ca9629cf None None] Allocated IP 172.20.0.2 (20045fc4-7324-403d-b700-ec45e14ba9d1/362a2924-cb89-42ef-8372-2f584dd06d14/5757d802-c085-4ba3-8ea0-2d37b28998f0) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:36:54.261106 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a1e0bdd3-3ee5-4d0f-8b51-f8b7ca9629cf None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:54.270832 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-a1e0bdd3-3ee5-4d0f-8b51-f8b7ca9629cf None None] Transition to ACTIVE for port object 5757d802-c085-4ba3-8ea0-2d37b28998f0 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:36:54.293496 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-a1e0bdd3-3ee5-4d0f-8b51-f8b7ca9629cf None None] Transition to ACTIVE for port object 5757d802-c085-4ba3-8ea0-2d37b28998f0 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:36:54.406577 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a1e0bdd3-3ee5-4d0f-8b51-f8b7ca9629cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:54.445756 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e0bdd3-3ee5-4d0f-8b51-f8b7ca9629cf None None] Network 20045fc4-7324-403d-b700-ec45e14ba9d1 is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:36:54.448668 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-a1e0bdd3-3ee5-4d0f-8b51-f8b7ca9629cf None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:36:54.454565 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e0bdd3-3ee5-4d0f-8b51-f8b7ca9629cf None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:36:54.460390 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e0bdd3-3ee5-4d0f-8b51-f8b7ca9629cf None None] Pushing event updated for resources: {'Port': ['ID=5757d802-c085-4ba3-8ea0-2d37b28998f0,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:36:54.517521 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-a1e0bdd3-3ee5-4d0f-8b51-f8b7ca9629cf None None] Attempting to bind port 5757d802-c085-4ba3-8ea0-2d37b28998f0 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:36:54.517891 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-a1e0bdd3-3ee5-4d0f-8b51-f8b7ca9629cf None None] Attempting to bind port 5757d802-c085-4ba3-8ea0-2d37b28998f0 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '1a6f9fe1-c1eb-480f-945b-1d5c83297e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '20045fc4-7324-403d-b700-ec45e14ba9d1'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:36:54.518401 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e0bdd3-3ee5-4d0f-8b51-f8b7ca9629cf None None] Attempting to bind port 5757d802-c085-4ba3-8ea0-2d37b28998f0 on network 20045fc4-7324-403d-b700-ec45e14ba9d1 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:36:54.523841 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e0bdd3-3ee5-4d0f-8b51-f8b7ca9629cf None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:36:54.524218 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e0bdd3-3ee5-4d0f-8b51-f8b7ca9629cf None None] Checking segment: {'id': '1a6f9fe1-c1eb-480f-945b-1d5c83297e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '20045fc4-7324-403d-b700-ec45e14ba9d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:36:54.524632 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a1e0bdd3-3ee5-4d0f-8b51-f8b7ca9629cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:54.525029 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e0bdd3-3ee5-4d0f-8b51-f8b7ca9629cf None None] Bound using segment: {'id': '1a6f9fe1-c1eb-480f-945b-1d5c83297e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '20045fc4-7324-403d-b700-ec45e14ba9d1'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:36:54.525501 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-a1e0bdd3-3ee5-4d0f-8b51-f8b7ca9629cf None None] Bound port: 5757d802-c085-4ba3-8ea0-2d37b28998f0, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a6f9fe1-c1eb-480f-945b-1d5c83297e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '20045fc4-7324-403d-b700-ec45e14ba9d1'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:36:54.525883 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a1e0bdd3-3ee5-4d0f-8b51-f8b7ca9629cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:54.591212 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-a1e0bdd3-3ee5-4d0f-8b51-f8b7ca9629cf None None] For port 5757d802-c085-4ba3-8ea0-2d37b28998f0, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:36:54.614981 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-a1e0bdd3-3ee5-4d0f-8b51-f8b7ca9629cf None None] For port 5757d802-c085-4ba3-8ea0-2d37b28998f0, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=5757d802-c085-4ba3-8ea0-2d37b28998f0,segment=NetworkSegment(1a6f9fe1-c1eb-480f-945b-1d5c83297e93),segment_id=1a6f9fe1-c1eb-480f-945b-1d5c83297e93)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:36:54.654471 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8f732f7f-c36a-496c-a141-5c8c2f43ef21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:54.808903 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a1e0bdd3-3ee5-4d0f-8b51-f8b7ca9629cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:54.879937 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e0bdd3-3ee5-4d0f-8b51-f8b7ca9629cf None None] Pushing event updated for resources: {'Port': ['ID=5757d802-c085-4ba3-8ea0-2d37b28998f0,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:36:54.974284 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:55.070587 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8f732f7f-c36a-496c-a141-5c8c2f43ef21 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:55.090939 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8f732f7f-c36a-496c-a141-5c8c2f43ef21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:55.194788 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-8f732f7f-c36a-496c-a141-5c8c2f43ef21 admin admin] Allocated IP 172.25.7.69 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/ccf28eba-d29b-40bf-aba3-9e98c22f0e06) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:36:55.296265 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8f732f7f-c36a-496c-a141-5c8c2f43ef21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:55.407249 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 5757d802-c085-4ba3-8ea0-2d37b28998f0 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:36:55.420015 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8f732f7f-c36a-496c-a141-5c8c2f43ef21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:55.458213 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f732f7f-c36a-496c-a141-5c8c2f43ef21 admin admin] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:36:55.461244 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-8f732f7f-c36a-496c-a141-5c8c2f43ef21 admin admin] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:36:55.475504 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f732f7f-c36a-496c-a141-5c8c2f43ef21 admin admin] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:36:55.475504 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f732f7f-c36a-496c-a141-5c8c2f43ef21 admin admin] Pushing event updated for resources: {'Port': ['ID=ccf28eba-d29b-40bf-aba3-9e98c22f0e06,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:36:55.534853 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 5757d802-c085-4ba3-8ea0-2d37b28998f0 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:36:55.793523 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203bc99a-a11e-4d35-813d-58c9ec55035d None None] Network 20045fc4-7324-403d-b700-ec45e14ba9d1 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:36:55.830728 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8f732f7f-c36a-496c-a141-5c8c2f43ef21 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:55.945557 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-0b508a93-008c-40ce-ba3c-9cac6189432e None None] Provisioning for port 5757d802-c085-4ba3-8ea0-2d37b28998f0 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:36:55.952470 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-0b508a93-008c-40ce-ba3c-9cac6189432e None None] Provisioning complete for port 5757d802-c085-4ba3-8ea0-2d37b28998f0 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:36:55.952847 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-0b508a93-008c-40ce-ba3c-9cac6189432e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:56.031535 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8f732f7f-c36a-496c-a141-5c8c2f43ef21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963'] for router, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:56.047558 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-0b508a93-008c-40ce-ba3c-9cac6189432e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:56.083376 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-0b508a93-008c-40ce-ba3c-9cac6189432e None None] For port 5757d802-c085-4ba3-8ea0-2d37b28998f0, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=5757d802-c085-4ba3-8ea0-2d37b28998f0,segment=NetworkSegment(1a6f9fe1-c1eb-480f-945b-1d5c83297e93),segment_id=1a6f9fe1-c1eb-480f-945b-1d5c83297e93)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:36:56.173931 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-0b508a93-008c-40ce-ba3c-9cac6189432e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:56.220300 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b508a93-008c-40ce-ba3c-9cac6189432e None None] Pushing event updated for resources: {'Port': ['ID=5757d802-c085-4ba3-8ea0-2d37b28998f0,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:36:56.259479 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f732f7f-c36a-496c-a141-5c8c2f43ef21 admin admin] Router e29b69a3-feb0-4af3-9c4d-094dd39f070e is scheduled to L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 with binding_index 1 {{(pid=94462) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 03:36:56.303053 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-6d67fcf9-574b-4620-b12b-7d41aaa9312c None None] Provisioning complete for port 5757d802-c085-4ba3-8ea0-2d37b28998f0 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:36:56.303429 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-6d67fcf9-574b-4620-b12b-7d41aaa9312c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:56.370671 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f732f7f-c36a-496c-a141-5c8c2f43ef21 admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:36:56.380040 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf77ade7-02f7-466b-9559-ac06f66dcdb5 None None] Sync routers for ids ['e29b69a3-feb0-4af3-9c4d-094dd39f070e'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:36:56.390755 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:56.390915 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf77ade7-02f7-466b-9559-ac06f66dcdb5 None None] Routers {'e29b69a3-feb0-4af3-9c4d-094dd39f070e'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:36:56.390915 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-bf77ade7-02f7-466b-9559-ac06f66dcdb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:36:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['e29b69a3-feb0-4af3-9c4d-094dd39f070e'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:36:56.477196 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8f732f7f-c36a-496c-a141-5c8c2f43ef21 admin admin] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:56.478529 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-8f732f7f-c36a-496c-a141-5c8c2f43ef21 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5304441 Jul 05 03:36:56.481238 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 51840) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:36:56.490014 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-bf77ade7-02f7-466b-9559-ac06f66dcdb5 None None] Set router e29b69a3-feb0-4af3-9c4d-094dd39f070e gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:36:56.751270 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-bf77ade7-02f7-466b-9559-ac06f66dcdb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29b69a3-feb0-4af3-9c4d-094dd39f070e', 'name': 'tempest-TestShelveInstance-1111542987-router', 'tenant_id': '7980680fa2c64d649e7d3271a53c2ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': 'ccf28eba-d29b-40bf-aba3-9e98c22f0e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:36:54Z', 'updated_at': '2021-07-05T03:36:55Z', 'revision_number': 3, 'project_id': '7980680fa2c64d649e7d3271a53c2ecc', 'gw_port': {'id': 'ccf28eba-d29b-40bf-aba3-9e98c22f0e06', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:3f:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e29b69a3-feb0-4af3-9c4d-094dd39f070e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:36:55Z', 'updated_at': '2021-07-05T03:36:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:36:56.777157 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf77ade7-02f7-466b-9559-ac06f66dcdb5 None None] Checking router: e29b69a3-feb0-4af3-9c4d-094dd39f070e for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:36:56.777506 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf77ade7-02f7-466b-9559-ac06f66dcdb5 None None] Updating router e29b69a3-feb0-4af3-9c4d-094dd39f070e port ccf28eba-d29b-40bf-aba3-9e98c22f0e06 binding host n-d-771362-32 {{(pid=94464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:36:56.811653 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-bf77ade7-02f7-466b-9559-ac06f66dcdb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:56.901324 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8158b2e2-7500-4679-9211-36db4cfb571a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:57.057662 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-8158b2e2-7500-4679-9211-36db4cfb571a admin admin] Allocated IP 172.20.0.1 (20045fc4-7324-403d-b700-ec45e14ba9d1/362a2924-cb89-42ef-8372-2f584dd06d14/86b2482a-30b0-406e-b04f-b965eff00faa) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:36:57.070277 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-bf77ade7-02f7-466b-9559-ac06f66dcdb5 None None] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:57.079885 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-bf77ade7-02f7-466b-9559-ac06f66dcdb5 None None] Transition to ACTIVE for port object ccf28eba-d29b-40bf-aba3-9e98c22f0e06 will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:36:57.162817 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-bf77ade7-02f7-466b-9559-ac06f66dcdb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:57.163127 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8158b2e2-7500-4679-9211-36db4cfb571a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:57.177766 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [None req-8158b2e2-7500-4679-9211-36db4cfb571a admin admin] Transition to ACTIVE for port object 86b2482a-30b0-406e-b04f-b965eff00faa will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:36:57.213164 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-bf77ade7-02f7-466b-9559-ac06f66dcdb5 None None] Attempting to bind port ccf28eba-d29b-40bf-aba3-9e98c22f0e06 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:36:57.213524 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-bf77ade7-02f7-466b-9559-ac06f66dcdb5 None None] Attempting to bind port ccf28eba-d29b-40bf-aba3-9e98c22f0e06 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:36:57.213877 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf77ade7-02f7-466b-9559-ac06f66dcdb5 None None] Attempting to bind port ccf28eba-d29b-40bf-aba3-9e98c22f0e06 on network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:36:57.220544 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2403cad-6c2b-45d4-a324-3ff22c3fc58f None None] Pushing event updated for resources: {'Port': ['ID=ccf28eba-d29b-40bf-aba3-9e98c22f0e06,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:36:57.223525 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf77ade7-02f7-466b-9559-ac06f66dcdb5 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:36:57.223948 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf77ade7-02f7-466b-9559-ac06f66dcdb5 None None] Checking segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:36:57.224331 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-bf77ade7-02f7-466b-9559-ac06f66dcdb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:57.224710 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf77ade7-02f7-466b-9559-ac06f66dcdb5 None None] Bound using segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:36:57.225147 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-bf77ade7-02f7-466b-9559-ac06f66dcdb5 None None] Bound port: ccf28eba-d29b-40bf-aba3-9e98c22f0e06, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:36:57.225504 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-bf77ade7-02f7-466b-9559-ac06f66dcdb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:57.231703 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2403cad-6c2b-45d4-a324-3ff22c3fc58f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:57.232040 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2403cad-6c2b-45d4-a324-3ff22c3fc58f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:57.232368 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2403cad-6c2b-45d4-a324-3ff22c3fc58f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:57.232691 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2403cad-6c2b-45d4-a324-3ff22c3fc58f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:57.233013 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2403cad-6c2b-45d4-a324-3ff22c3fc58f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:57.233332 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2403cad-6c2b-45d4-a324-3ff22c3fc58f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:57.233644 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2403cad-6c2b-45d4-a324-3ff22c3fc58f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:57.233958 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2403cad-6c2b-45d4-a324-3ff22c3fc58f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:57.234294 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2403cad-6c2b-45d4-a324-3ff22c3fc58f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:57.234605 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2403cad-6c2b-45d4-a324-3ff22c3fc58f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:57.234913 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2403cad-6c2b-45d4-a324-3ff22c3fc58f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:57.235298 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2403cad-6c2b-45d4-a324-3ff22c3fc58f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:57.285816 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-bf77ade7-02f7-466b-9559-ac06f66dcdb5 None None] For port ccf28eba-d29b-40bf-aba3-9e98c22f0e06, host n-d-771362-32, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:36:57.288864 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-bf77ade7-02f7-466b-9559-ac06f66dcdb5 None None] For port ccf28eba-d29b-40bf-aba3-9e98c22f0e06, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=ccf28eba-d29b-40bf-aba3-9e98c22f0e06,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:36:57.300751 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8158b2e2-7500-4679-9211-36db4cfb571a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:57.344997 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8158b2e2-7500-4679-9211-36db4cfb571a admin admin] Network 20045fc4-7324-403d-b700-ec45e14ba9d1 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:36:57.344997 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-8158b2e2-7500-4679-9211-36db4cfb571a admin admin] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:36:57.344997 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8158b2e2-7500-4679-9211-36db4cfb571a admin admin] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:36:57.364460 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-bf77ade7-02f7-466b-9559-ac06f66dcdb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:57.377185 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8158b2e2-7500-4679-9211-36db4cfb571a admin admin] Pushing event updated for resources: {'Port': ['ID=86b2482a-30b0-406e-b04f-b965eff00faa,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:36:57.393561 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 5757d802-c085-4ba3-8ea0-2d37b28998f0 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:36:57.415732 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8158b2e2-7500-4679-9211-36db4cfb571a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635668'] for router_interface, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:57.422042 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2403cad-6c2b-45d4-a324-3ff22c3fc58f None None] Pushing event updated for resources: {'Port': ['ID=ccf28eba-d29b-40bf-aba3-9e98c22f0e06,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:36:57.447151 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf77ade7-02f7-466b-9559-ac06f66dcdb5 None None] Routers {'e29b69a3-feb0-4af3-9c4d-094dd39f070e'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:36:57.448040 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-bf77ade7-02f7-466b-9559-ac06f66dcdb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:36:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['e29b69a3-feb0-4af3-9c4d-094dd39f070e'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:36:57.453299 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 5757d802-c085-4ba3-8ea0-2d37b28998f0 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:36:57.453800 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:57.565986 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-bf77ade7-02f7-466b-9559-ac06f66dcdb5 None None] Set router e29b69a3-feb0-4af3-9c4d-094dd39f070e gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:36:57.672548 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8158b2e2-7500-4679-9211-36db4cfb571a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:57.676801 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-ad0e7ff2-a02e-4af5-85ae-2f920680f5d5 None None] Provisioning for port 86b2482a-30b0-406e-b04f-b965eff00faa completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:36:57.680805 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-ad0e7ff2-a02e-4af5-85ae-2f920680f5d5 None None] Provisioning complete for port 86b2482a-30b0-406e-b04f-b965eff00faa triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:36:57.681307 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-ad0e7ff2-a02e-4af5-85ae-2f920680f5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:57.716879 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-ad0e7ff2-a02e-4af5-85ae-2f920680f5d5 None None] Port 86b2482a-30b0-406e-b04f-b965eff00faa cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:36:57.763622 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-bf77ade7-02f7-466b-9559-ac06f66dcdb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29b69a3-feb0-4af3-9c4d-094dd39f070e', 'name': 'tempest-TestShelveInstance-1111542987-router', 'tenant_id': '7980680fa2c64d649e7d3271a53c2ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': 'ccf28eba-d29b-40bf-aba3-9e98c22f0e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:36:54Z', 'updated_at': '2021-07-05T03:36:55Z', 'revision_number': 3, 'project_id': '7980680fa2c64d649e7d3271a53c2ecc', 'gw_port': {'id': 'ccf28eba-d29b-40bf-aba3-9e98c22f0e06', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:3f:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e29b69a3-feb0-4af3-9c4d-094dd39f070e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:36:55Z', 'updated_at': '2021-07-05T03:36:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:36:57.793069 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf77ade7-02f7-466b-9559-ac06f66dcdb5 None None] The sync data for ids ['e29b69a3-feb0-4af3-9c4d-094dd39f070e'] in n-d-771362-32 is: [{'id': 'e29b69a3-feb0-4af3-9c4d-094dd39f070e', 'name': 'tempest-TestShelveInstance-1111542987-router', 'tenant_id': '7980680fa2c64d649e7d3271a53c2ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': 'ccf28eba-d29b-40bf-aba3-9e98c22f0e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:36:54Z', 'updated_at': '2021-07-05T03:36:55Z', 'revision_number': 3, 'project_id': '7980680fa2c64d649e7d3271a53c2ecc', 'gw_port': {'id': 'ccf28eba-d29b-40bf-aba3-9e98c22f0e06', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:3f:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e29b69a3-feb0-4af3-9c4d-094dd39f070e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:36:55Z', 'updated_at': '2021-07-05T03:36:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:36:57.853932 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8158b2e2-7500-4679-9211-36db4cfb571a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:57.979535 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8158b2e2-7500-4679-9211-36db4cfb571a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:58.069135 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8158b2e2-7500-4679-9211-36db4cfb571a admin admin] Pushing event updated for resources: {'Port': ['ID=86b2482a-30b0-406e-b04f-b965eff00faa,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:36:58.072098 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8158b2e2-7500-4679-9211-36db4cfb571a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634601'] for router_interface, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:58.177773 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8158b2e2-7500-4679-9211-36db4cfb571a admin admin] Network 20045fc4-7324-403d-b700-ec45e14ba9d1 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:36:58.179351 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-8158b2e2-7500-4679-9211-36db4cfb571a admin admin] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:36:58.306928 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8158b2e2-7500-4679-9211-36db4cfb571a admin admin] Router e29b69a3-feb0-4af3-9c4d-094dd39f070e has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:36:58.422076 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8158b2e2-7500-4679-9211-36db4cfb571a admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:36:58.430585 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-8158b2e2-7500-4679-9211-36db4cfb571a admin admin] 10.222.0.23 "PUT /v2.0/routers/e29b69a3-feb0-4af3-9c4d-094dd39f070e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9454982 Jul 05 03:36:58.445225 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-982c014c-13e0-453e-a1bf-cfeb74c7b6aa None None] Provisioning complete for port 86b2482a-30b0-406e-b04f-b965eff00faa triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:36:58.446298 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-982c014c-13e0-453e-a1bf-cfeb74c7b6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:58.484876 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-982c014c-13e0-453e-a1bf-cfeb74c7b6aa None None] Port 86b2482a-30b0-406e-b04f-b965eff00faa cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:36:59.159689 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 51856) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:36:59.164973 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-116e6b6a-3f10-45bf-a93f-6a7d4b11ef7f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1503715042-network', 'tenant_id': 'e52a234ebd6141039f3ee62e85d624c1'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:36:59.265179 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-116e6b6a-3f10-45bf-a93f-6a7d4b11ef7f admin admin] Made reservation on behalf of e52a234ebd6141039f3ee62e85d624c1 for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:36:59.267956 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-116e6b6a-3f10-45bf-a93f-6a7d4b11ef7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:59.277465 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-116e6b6a-3f10-45bf-a93f-6a7d4b11ef7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:59.306930 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9321a2-94d2-404e-af36-751a47891ecb None None] Sync routers for ids ['e29b69a3-feb0-4af3-9c4d-094dd39f070e'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:36:59.316544 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9321a2-94d2-404e-af36-751a47891ecb None None] Routers {'e29b69a3-feb0-4af3-9c4d-094dd39f070e'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:36:59.320674 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-de9321a2-94d2-404e-af36-751a47891ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:36:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['e29b69a3-feb0-4af3-9c4d-094dd39f070e'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:36:59.378818 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-116e6b6a-3f10-45bf-a93f-6a7d4b11ef7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:59.410936 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device ccf28eba-d29b-40bf-aba3-9e98c22f0e06 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:36:59.461516 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-de9321a2-94d2-404e-af36-751a47891ecb None None] Set router e29b69a3-feb0-4af3-9c4d-094dd39f070e gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:36:59.463703 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-116e6b6a-3f10-45bf-a93f-6a7d4b11ef7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:59.488521 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-116e6b6a-3f10-45bf-a93f-6a7d4b11ef7f admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:36:59.497412 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116e6b6a-3f10-45bf-a93f-6a7d4b11ef7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=673bce03-1280-4937-a279-145de35a8c3a,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:36:59.504081 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-116e6b6a-3f10-45bf-a93f-6a7d4b11ef7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:59.504425 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-116e6b6a-3f10-45bf-a93f-6a7d4b11ef7f admin admin] Added segment 349a1bf4-3ba7-4a25-a9b7-030d2a2094f9 of type vlan for network d0776509-80c8-4c4e-bb69-1d95bf252fb3 Jul 05 03:36:59.549233 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-116e6b6a-3f10-45bf-a93f-6a7d4b11ef7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:59.606106 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port ccf28eba-d29b-40bf-aba3-9e98c22f0e06 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:36:59.616743 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port ccf28eba-d29b-40bf-aba3-9e98c22f0e06 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:36:59.617128 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:59.703421 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-116e6b6a-3f10-45bf-a93f-6a7d4b11ef7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:59.704437 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116e6b6a-3f10-45bf-a93f-6a7d4b11ef7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:36:59.705035 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-116e6b6a-3f10-45bf-a93f-6a7d4b11ef7f admin admin] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:59.755952 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-de9321a2-94d2-404e-af36-751a47891ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29b69a3-feb0-4af3-9c4d-094dd39f070e', 'name': 'tempest-TestShelveInstance-1111542987-router', 'tenant_id': '7980680fa2c64d649e7d3271a53c2ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': 'ccf28eba-d29b-40bf-aba3-9e98c22f0e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:36:54Z', 'updated_at': '2021-07-05T03:36:57Z', 'revision_number': 4, 'project_id': '7980680fa2c64d649e7d3271a53c2ecc', 'gw_port': {'id': 'ccf28eba-d29b-40bf-aba3-9e98c22f0e06', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:3f:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e29b69a3-feb0-4af3-9c4d-094dd39f070e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:36:55Z', 'updated_at': '2021-07-05T03:36:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '86b2482a-30b0-406e-b04f-b965eff00faa', 'name': '', 'network_id': '20045fc4-7324-403d-b700-ec45e14ba9d1', 'tenant_id': '7980680fa2c64d649e7d3271a53c2ecc', 'mac_address': 'fa:16:3e:d1:c2:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e29b69a3-feb0-4af3-9c4d-094dd39f070e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '362a2924-cb89-42ef-8372-2f584dd06d14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:36:56Z', 'updated_at': '2021-07-05T03:36:57Z', 'revision_number': 2, 'project_id': '7980680fa2c64d649e7d3271a53c2ecc', 'subnets': [{'id': '362a2924-cb89-42ef-8372-2f584dd06d14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:36:59.758543 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:59.769687 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116e6b6a-3f10-45bf-a93f-6a7d4b11ef7f admin admin] Pushing event updated for resources: {'Network': ['ID=d0776509-80c8-4c4e-bb69-1d95bf252fb3,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:36:59.791225 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network d0776509-80c8-4c4e-bb69-1d95bf252fb3 details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:36:59.799685 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9321a2-94d2-404e-af36-751a47891ecb None None] Checking router: e29b69a3-feb0-4af3-9c4d-094dd39f070e for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:36:59.800041 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9321a2-94d2-404e-af36-751a47891ecb None None] Updating router e29b69a3-feb0-4af3-9c4d-094dd39f070e port 86b2482a-30b0-406e-b04f-b965eff00faa binding host n-d-771362-32 {{(pid=94463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:36:59.822896 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port ccf28eba-d29b-40bf-aba3-9e98c22f0e06, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=ccf28eba-d29b-40bf-aba3-9e98c22f0e06,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:36:59.827472 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 51858) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:36:59.834797 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-45ca3540-fe68-4101-8fb3-d11e834d0226 admin admin] Request body: {'subnet': {'network_id': 'd0776509-80c8-4c4e-bb69-1d95bf252fb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1503715042-subnet', 'tenant_id': 'e52a234ebd6141039f3ee62e85d624c1', 'ip_version': 4}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:36:59.838868 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-116e6b6a-3f10-45bf-a93f-6a7d4b11ef7f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6779518 Jul 05 03:36:59.895984 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-de9321a2-94d2-404e-af36-751a47891ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:59.934844 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:59.944740 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ca3540-fe68-4101-8fb3-d11e834d0226 admin admin] Made reservation on behalf of e52a234ebd6141039f3ee62e85d624c1 for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:36:59.947316 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-45ca3540-fe68-4101-8fb3-d11e834d0226 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:00.053151 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=ccf28eba-d29b-40bf-aba3-9e98c22f0e06,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:37:00.202812 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-45ca3540-fe68-4101-8fb3-d11e834d0226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5763451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774823'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:00.204641 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-de9321a2-94d2-404e-af36-751a47891ecb None None] Notify callbacks [] for port, precommit_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:00.215914 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-de9321a2-94d2-404e-af36-751a47891ecb None None] Transition to ACTIVE for port object 86b2482a-30b0-406e-b04f-b965eff00faa will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:37:00.264103 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ca3540-fe68-4101-8fb3-d11e834d0226 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcfea9db-ba44-4916-89b6-fc15156d7fbf,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:37:00.271747 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ca3540-fe68-4101-8fb3-d11e834d0226 admin admin] Checking segment: {'id': '349a1bf4-3ba7-4a25-a9b7-030d2a2094f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd0776509-80c8-4c4e-bb69-1d95bf252fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:37:00.272100 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ca3540-fe68-4101-8fb3-d11e834d0226 admin admin] Network hostable DHCP agents. Network: d0776509-80c8-4c4e-bb69-1d95bf252fb3, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:37:00.311560 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-de9321a2-94d2-404e-af36-751a47891ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:00.363065 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fed77d4-79d3-4dbf-946a-523e45f722a6 None None] Pushing event updated for resources: {'Port': ['ID=86b2482a-30b0-406e-b04f-b965eff00faa,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:37:00.402825 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ca3540-fe68-4101-8fb3-d11e834d0226 admin admin] Network d0776509-80c8-4c4e-bb69-1d95bf252fb3 is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:37:00.418082 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-de9321a2-94d2-404e-af36-751a47891ecb None None] Attempting to bind port 86b2482a-30b0-406e-b04f-b965eff00faa on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:37:00.422937 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-de9321a2-94d2-404e-af36-751a47891ecb None None] Attempting to bind port 86b2482a-30b0-406e-b04f-b965eff00faa by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '1a6f9fe1-c1eb-480f-945b-1d5c83297e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '20045fc4-7324-403d-b700-ec45e14ba9d1'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:37:00.422937 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9321a2-94d2-404e-af36-751a47891ecb None None] Attempting to bind port 86b2482a-30b0-406e-b04f-b965eff00faa on network 20045fc4-7324-403d-b700-ec45e14ba9d1 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:37:00.424530 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9321a2-94d2-404e-af36-751a47891ecb None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:37:00.424908 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9321a2-94d2-404e-af36-751a47891ecb None None] Checking segment: {'id': '1a6f9fe1-c1eb-480f-945b-1d5c83297e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '20045fc4-7324-403d-b700-ec45e14ba9d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:37:00.425312 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-de9321a2-94d2-404e-af36-751a47891ecb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:00.425703 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9321a2-94d2-404e-af36-751a47891ecb None None] Bound using segment: {'id': '1a6f9fe1-c1eb-480f-945b-1d5c83297e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '20045fc4-7324-403d-b700-ec45e14ba9d1'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:37:00.426192 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-de9321a2-94d2-404e-af36-751a47891ecb None None] Bound port: 86b2482a-30b0-406e-b04f-b965eff00faa, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a6f9fe1-c1eb-480f-945b-1d5c83297e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '20045fc4-7324-403d-b700-ec45e14ba9d1'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:37:00.426574 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-de9321a2-94d2-404e-af36-751a47891ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:00.499558 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-45ca3540-fe68-4101-8fb3-d11e834d0226 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, d0776509-80c8-4c4e-bb69-1d95bf252fb3) {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:37:00.500155 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-de9321a2-94d2-404e-af36-751a47891ecb None None] For port 86b2482a-30b0-406e-b04f-b965eff00faa, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:37:00.504300 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-de9321a2-94d2-404e-af36-751a47891ecb None None] For port 86b2482a-30b0-406e-b04f-b965eff00faa, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=86b2482a-30b0-406e-b04f-b965eff00faa,segment=NetworkSegment(1a6f9fe1-c1eb-480f-945b-1d5c83297e93),segment_id=1a6f9fe1-c1eb-480f-945b-1d5c83297e93)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:37:00.509086 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ca3540-fe68-4101-8fb3-d11e834d0226 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:37:00.516724 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-45ca3540-fe68-4101-8fb3-d11e834d0226 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:00.517354 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58cdd022-5e0b-49d8-a0c0-7f42605b5a6b None None] Network d0776509-80c8-4c4e-bb69-1d95bf252fb3 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:37:00.666524 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-de9321a2-94d2-404e-af36-751a47891ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:00.666524 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d18abbc-27c8-4fe7-ba48-59faa74351c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-d0776509-80c8-4c4e-bb69-1d95bf252fb3', 'network_id': 'd0776509-80c8-4c4e-bb69-1d95bf252fb3', 'tenant_id': 'e52a234ebd6141039f3ee62e85d624c1', 'fixed_ips': [{'subnet_id': 'bcfea9db-ba44-4916-89b6-fc15156d7fbf'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:37:00.666524 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4d18abbc-27c8-4fe7-ba48-59faa74351c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:00.694661 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-45ca3540-fe68-4101-8fb3-d11e834d0226 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8654659 Jul 05 03:37:00.698219 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 51860) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:37:00.701728 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-788cfcfa-9ea8-42c0-864b-d18bbe34ce48 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1503715042-router', 'tenant_id': 'e52a234ebd6141039f3ee62e85d624c1', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:37:00.742631 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9321a2-94d2-404e-af36-751a47891ecb None None] Routers {'e29b69a3-feb0-4af3-9c4d-094dd39f070e'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:37:00.743266 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-de9321a2-94d2-404e-af36-751a47891ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:36:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['e29b69a3-feb0-4af3-9c4d-094dd39f070e'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:37:00.785598 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fed77d4-79d3-4dbf-946a-523e45f722a6 None None] Pushing event updated for resources: {'Port': ['ID=86b2482a-30b0-406e-b04f-b965eff00faa,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:37:00.814085 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-788cfcfa-9ea8-42c0-864b-d18bbe34ce48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11810'] for router, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:00.815396 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-788cfcfa-9ea8-42c0-864b-d18bbe34ce48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1926740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11821'] for router, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:00.872396 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-788cfcfa-9ea8-42c0-864b-d18bbe34ce48 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:01.106600 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-4d18abbc-27c8-4fe7-ba48-59faa74351c0 None None] Allocated IP 172.20.0.2 (d0776509-80c8-4c4e-bb69-1d95bf252fb3/bcfea9db-ba44-4916-89b6-fc15156d7fbf/e78e5608-1ac0-4bb1-979b-68b0ee41a8f7) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:37:01.112997 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-788cfcfa-9ea8-42c0-864b-d18bbe34ce48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:01.121516 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-de9321a2-94d2-404e-af36-751a47891ecb None None] Set router e29b69a3-feb0-4af3-9c4d-094dd39f070e gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:37:01.402043 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4d18abbc-27c8-4fe7-ba48-59faa74351c0 None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:01.406328 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device ccf28eba-d29b-40bf-aba3-9e98c22f0e06 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:37:01.435062 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-4d18abbc-27c8-4fe7-ba48-59faa74351c0 None None] Transition to ACTIVE for port object e78e5608-1ac0-4bb1-979b-68b0ee41a8f7 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:37:01.438182 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-788cfcfa-9ea8-42c0-864b-d18bbe34ce48 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:01.462392 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-788cfcfa-9ea8-42c0-864b-d18bbe34ce48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:01.465205 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-4d18abbc-27c8-4fe7-ba48-59faa74351c0 None None] Transition to ACTIVE for port object e78e5608-1ac0-4bb1-979b-68b0ee41a8f7 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:37:01.485568 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-de9321a2-94d2-404e-af36-751a47891ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29b69a3-feb0-4af3-9c4d-094dd39f070e', 'name': 'tempest-TestShelveInstance-1111542987-router', 'tenant_id': '7980680fa2c64d649e7d3271a53c2ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': 'ccf28eba-d29b-40bf-aba3-9e98c22f0e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:36:54Z', 'updated_at': '2021-07-05T03:36:57Z', 'revision_number': 4, 'project_id': '7980680fa2c64d649e7d3271a53c2ecc', 'gw_port': {'id': 'ccf28eba-d29b-40bf-aba3-9e98c22f0e06', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:3f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29b69a3-feb0-4af3-9c4d-094dd39f070e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:36:55Z', 'updated_at': '2021-07-05T03:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '86b2482a-30b0-406e-b04f-b965eff00faa', 'name': '', 'network_id': '20045fc4-7324-403d-b700-ec45e14ba9d1', 'tenant_id': '7980680fa2c64d649e7d3271a53c2ecc', 'mac_address': 'fa:16:3e:d1:c2:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e29b69a3-feb0-4af3-9c4d-094dd39f070e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '362a2924-cb89-42ef-8372-2f584dd06d14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:36:56Z', 'updated_at': '2021-07-05T03:37:00Z', 'revision_number': 4, 'project_id': '7980680fa2c64d649e7d3271a53c2ecc', 'subnets': [{'id': '362a2924-cb89-42ef-8372-2f584dd06d14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:37:01.520286 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9321a2-94d2-404e-af36-751a47891ecb None None] The sync data for ids ['e29b69a3-feb0-4af3-9c4d-094dd39f070e'] in n-d-771362-32 is: [{'id': 'e29b69a3-feb0-4af3-9c4d-094dd39f070e', 'name': 'tempest-TestShelveInstance-1111542987-router', 'tenant_id': '7980680fa2c64d649e7d3271a53c2ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': 'ccf28eba-d29b-40bf-aba3-9e98c22f0e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:36:54Z', 'updated_at': '2021-07-05T03:36:57Z', 'revision_number': 4, 'project_id': '7980680fa2c64d649e7d3271a53c2ecc', 'gw_port': {'id': 'ccf28eba-d29b-40bf-aba3-9e98c22f0e06', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:3f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29b69a3-feb0-4af3-9c4d-094dd39f070e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:36:55Z', 'updated_at': '2021-07-05T03:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '86b2482a-30b0-406e-b04f-b965eff00faa', 'name': '', 'network_id': '20045fc4-7324-403d-b700-ec45e14ba9d1', 'tenant_id': '7980680fa2c64d649e7d3271a53c2ecc', 'mac_address': 'fa:16:3e:d1:c2:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e29b69a3-feb0-4af3-9c4d-094dd39f070e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '362a2924-cb89-42ef-8372-2f584dd06d14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:36:56Z', 'updated_at': '2021-07-05T03:37:00Z', 'revision_number': 4, 'project_id': '7980680fa2c64d649e7d3271a53c2ecc', 'subnets': [{'id': '362a2924-cb89-42ef-8372-2f584dd06d14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:37:01.523866 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port ccf28eba-d29b-40bf-aba3-9e98c22f0e06 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:37:01.524239 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:01.552215 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4d18abbc-27c8-4fe7-ba48-59faa74351c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:01.596413 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-788cfcfa-9ea8-42c0-864b-d18bbe34ce48 admin admin] Allocated IP 172.25.7.195 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/2f5c47d1-278d-43d3-98a5-983793e17e87) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:37:01.618240 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d18abbc-27c8-4fe7-ba48-59faa74351c0 None None] Network d0776509-80c8-4c4e-bb69-1d95bf252fb3 is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:37:01.623151 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-4d18abbc-27c8-4fe7-ba48-59faa74351c0 None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:37:01.629342 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d18abbc-27c8-4fe7-ba48-59faa74351c0 None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:37:01.649770 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d18abbc-27c8-4fe7-ba48-59faa74351c0 None None] Pushing event updated for resources: {'Port': ['ID=e78e5608-1ac0-4bb1-979b-68b0ee41a8f7,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:37:01.729065 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-788cfcfa-9ea8-42c0-864b-d18bbe34ce48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:01.740225 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-4d18abbc-27c8-4fe7-ba48-59faa74351c0 None None] Attempting to bind port e78e5608-1ac0-4bb1-979b-68b0ee41a8f7 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:37:01.740612 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-4d18abbc-27c8-4fe7-ba48-59faa74351c0 None None] Attempting to bind port e78e5608-1ac0-4bb1-979b-68b0ee41a8f7 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '349a1bf4-3ba7-4a25-a9b7-030d2a2094f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd0776509-80c8-4c4e-bb69-1d95bf252fb3'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:37:01.740965 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d18abbc-27c8-4fe7-ba48-59faa74351c0 None None] Attempting to bind port e78e5608-1ac0-4bb1-979b-68b0ee41a8f7 on network d0776509-80c8-4c4e-bb69-1d95bf252fb3 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:37:01.746591 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d18abbc-27c8-4fe7-ba48-59faa74351c0 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:37:01.746971 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d18abbc-27c8-4fe7-ba48-59faa74351c0 None None] Checking segment: {'id': '349a1bf4-3ba7-4a25-a9b7-030d2a2094f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd0776509-80c8-4c4e-bb69-1d95bf252fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:37:01.747381 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4d18abbc-27c8-4fe7-ba48-59faa74351c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:01.747839 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d18abbc-27c8-4fe7-ba48-59faa74351c0 None None] Bound using segment: {'id': '349a1bf4-3ba7-4a25-a9b7-030d2a2094f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd0776509-80c8-4c4e-bb69-1d95bf252fb3'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:37:01.748318 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-4d18abbc-27c8-4fe7-ba48-59faa74351c0 None None] Bound port: e78e5608-1ac0-4bb1-979b-68b0ee41a8f7, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '349a1bf4-3ba7-4a25-a9b7-030d2a2094f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd0776509-80c8-4c4e-bb69-1d95bf252fb3'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:37:01.748705 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4d18abbc-27c8-4fe7-ba48-59faa74351c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:01.823584 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-4d18abbc-27c8-4fe7-ba48-59faa74351c0 None None] For port e78e5608-1ac0-4bb1-979b-68b0ee41a8f7, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:37:01.823584 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-4d18abbc-27c8-4fe7-ba48-59faa74351c0 None None] For port e78e5608-1ac0-4bb1-979b-68b0ee41a8f7, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=e78e5608-1ac0-4bb1-979b-68b0ee41a8f7,segment=NetworkSegment(349a1bf4-3ba7-4a25-a9b7-030d2a2094f9),segment_id=349a1bf4-3ba7-4a25-a9b7-030d2a2094f9)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:37:01.854116 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-788cfcfa-9ea8-42c0-864b-d18bbe34ce48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:01.893435 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788cfcfa-9ea8-42c0-864b-d18bbe34ce48 admin admin] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:37:01.896139 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-788cfcfa-9ea8-42c0-864b-d18bbe34ce48 admin admin] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:37:01.904475 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788cfcfa-9ea8-42c0-864b-d18bbe34ce48 admin admin] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:37:01.925925 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788cfcfa-9ea8-42c0-864b-d18bbe34ce48 admin admin] Pushing event updated for resources: {'Port': ['ID=2f5c47d1-278d-43d3-98a5-983793e17e87,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:37:01.928783 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4d18abbc-27c8-4fe7-ba48-59faa74351c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:01.991964 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d18abbc-27c8-4fe7-ba48-59faa74351c0 None None] Pushing event updated for resources: {'Port': ['ID=e78e5608-1ac0-4bb1-979b-68b0ee41a8f7,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:37:02.304412 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-788cfcfa-9ea8-42c0-864b-d18bbe34ce48 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:02.501765 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-788cfcfa-9ea8-42c0-864b-d18bbe34ce48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963'] for router, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:02.768930 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-788cfcfa-9ea8-42c0-864b-d18bbe34ce48 admin admin] Router 7af07411-e013-4fcd-a05c-0b6bd3f3b9ff is scheduled to L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 with binding_index 1 {{(pid=94461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 03:37:02.866757 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07297b81-a23f-44b7-a558-54ccd554acea None None] Network d0776509-80c8-4c4e-bb69-1d95bf252fb3 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:37:02.875503 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-788cfcfa-9ea8-42c0-864b-d18bbe34ce48 admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:37:02.884291 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057740dd-5c6c-4c60-af48-104cac629ed6 None None] Sync routers for ids ['7af07411-e013-4fcd-a05c-0b6bd3f3b9ff'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:37:02.893681 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057740dd-5c6c-4c60-af48-104cac629ed6 None None] Routers {'7af07411-e013-4fcd-a05c-0b6bd3f3b9ff'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:37:02.894321 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-057740dd-5c6c-4c60-af48-104cac629ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:36:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['7af07411-e013-4fcd-a05c-0b6bd3f3b9ff'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:37:02.998071 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-057740dd-5c6c-4c60-af48-104cac629ed6 None None] Set router 7af07411-e013-4fcd-a05c-0b6bd3f3b9ff gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:37:03.013787 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-788cfcfa-9ea8-42c0-864b-d18bbe34ce48 admin admin] Notify callbacks [] for router, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:03.020016 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-788cfcfa-9ea8-42c0-864b-d18bbe34ce48 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3171833 Jul 05 03:37:03.020016 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 51862) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:37:03.097475 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-c14c6d6c-58da-4c8e-918c-a32cf30e5a8e None None] Provisioning for port e78e5608-1ac0-4bb1-979b-68b0ee41a8f7 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:37:03.190977 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-057740dd-5c6c-4c60-af48-104cac629ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7af07411-e013-4fcd-a05c-0b6bd3f3b9ff', 'name': 'tempest-TestShelveInstance-1503715042-router', 'tenant_id': 'e52a234ebd6141039f3ee62e85d624c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '2f5c47d1-278d-43d3-98a5-983793e17e87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:37:00Z', 'updated_at': '2021-07-05T03:37:02Z', 'revision_number': 3, 'project_id': 'e52a234ebd6141039f3ee62e85d624c1', 'gw_port': {'id': '2f5c47d1-278d-43d3-98a5-983793e17e87', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:29:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7af07411-e013-4fcd-a05c-0b6bd3f3b9ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:37:01Z', 'updated_at': '2021-07-05T03:37:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:37:03.221210 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057740dd-5c6c-4c60-af48-104cac629ed6 None None] Checking router: 7af07411-e013-4fcd-a05c-0b6bd3f3b9ff for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:37:03.221710 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057740dd-5c6c-4c60-af48-104cac629ed6 None None] Updating router 7af07411-e013-4fcd-a05c-0b6bd3f3b9ff port 2f5c47d1-278d-43d3-98a5-983793e17e87 binding host n-d-771362-32 {{(pid=94464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:37:03.257145 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-057740dd-5c6c-4c60-af48-104cac629ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:03.468394 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 86b2482a-30b0-406e-b04f-b965eff00faa up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:37:03.564086 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-057740dd-5c6c-4c60-af48-104cac629ed6 None None] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:03.574092 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-057740dd-5c6c-4c60-af48-104cac629ed6 None None] Transition to ACTIVE for port object 2f5c47d1-278d-43d3-98a5-983793e17e87 will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:37:03.585611 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 86b2482a-30b0-406e-b04f-b965eff00faa completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:37:03.591751 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 86b2482a-30b0-406e-b04f-b965eff00faa triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:37:03.591751 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:03.668036 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:03.687994 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-057740dd-5c6c-4c60-af48-104cac629ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:03.702305 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 86b2482a-30b0-406e-b04f-b965eff00faa, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=86b2482a-30b0-406e-b04f-b965eff00faa,segment=NetworkSegment(1a6f9fe1-c1eb-480f-945b-1d5c83297e93),segment_id=1a6f9fe1-c1eb-480f-945b-1d5c83297e93)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:37:03.785979 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:03.787039 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device e78e5608-1ac0-4bb1-979b-68b0ee41a8f7 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:37:03.840320 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8b8af655-c968-4ff6-9264-4004ebd0c4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:03.840656 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cab091-84e3-4d7a-998c-5ef2b8686368 None None] Pushing event updated for resources: {'Port': ['ID=2f5c47d1-278d-43d3-98a5-983793e17e87,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:37:03.843694 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-057740dd-5c6c-4c60-af48-104cac629ed6 None None] Attempting to bind port 2f5c47d1-278d-43d3-98a5-983793e17e87 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:37:03.843694 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-057740dd-5c6c-4c60-af48-104cac629ed6 None None] Attempting to bind port 2f5c47d1-278d-43d3-98a5-983793e17e87 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:37:03.844008 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057740dd-5c6c-4c60-af48-104cac629ed6 None None] Attempting to bind port 2f5c47d1-278d-43d3-98a5-983793e17e87 on network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:37:03.861570 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057740dd-5c6c-4c60-af48-104cac629ed6 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:37:03.861570 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057740dd-5c6c-4c60-af48-104cac629ed6 None None] Checking segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:37:03.861570 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-057740dd-5c6c-4c60-af48-104cac629ed6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:03.861570 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057740dd-5c6c-4c60-af48-104cac629ed6 None None] Bound using segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:37:03.861570 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-057740dd-5c6c-4c60-af48-104cac629ed6 None None] Bound port: 2f5c47d1-278d-43d3-98a5-983793e17e87, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:37:03.861570 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-057740dd-5c6c-4c60-af48-104cac629ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:03.871291 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=86b2482a-30b0-406e-b04f-b965eff00faa,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:37:03.902825 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-057740dd-5c6c-4c60-af48-104cac629ed6 None None] For port 2f5c47d1-278d-43d3-98a5-983793e17e87, host n-d-771362-32, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:37:03.905814 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-057740dd-5c6c-4c60-af48-104cac629ed6 None None] For port 2f5c47d1-278d-43d3-98a5-983793e17e87, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=2f5c47d1-278d-43d3-98a5-983793e17e87,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:37:03.948635 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port e78e5608-1ac0-4bb1-979b-68b0ee41a8f7 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:37:03.952620 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port e78e5608-1ac0-4bb1-979b-68b0ee41a8f7 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:37:03.952985 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:03.983382 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-057740dd-5c6c-4c60-af48-104cac629ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:04.013329 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-8b8af655-c968-4ff6-9264-4004ebd0c4e3 admin admin] Allocated IP 172.20.0.1 (d0776509-80c8-4c4e-bb69-1d95bf252fb3/bcfea9db-ba44-4916-89b6-fc15156d7fbf/cea4e049-726f-4715-9690-761ef4def6da) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:37:04.031346 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:04.044762 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057740dd-5c6c-4c60-af48-104cac629ed6 None None] Routers {'7af07411-e013-4fcd-a05c-0b6bd3f3b9ff'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:37:04.045390 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-057740dd-5c6c-4c60-af48-104cac629ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:36:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['7af07411-e013-4fcd-a05c-0b6bd3f3b9ff'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:37:04.048493 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cab091-84e3-4d7a-998c-5ef2b8686368 None None] Pushing event updated for resources: {'Port': ['ID=2f5c47d1-278d-43d3-98a5-983793e17e87,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:37:04.068519 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port e78e5608-1ac0-4bb1-979b-68b0ee41a8f7, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=e78e5608-1ac0-4bb1-979b-68b0ee41a8f7,segment=NetworkSegment(349a1bf4-3ba7-4a25-a9b7-030d2a2094f9),segment_id=349a1bf4-3ba7-4a25-a9b7-030d2a2094f9)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:37:04.139985 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8b8af655-c968-4ff6-9264-4004ebd0c4e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:04.153629 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-057740dd-5c6c-4c60-af48-104cac629ed6 None None] Set router 7af07411-e013-4fcd-a05c-0b6bd3f3b9ff gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:37:04.154557 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [None req-8b8af655-c968-4ff6-9264-4004ebd0c4e3 admin admin] Transition to ACTIVE for port object cea4e049-726f-4715-9690-761ef4def6da will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:37:04.162602 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:04.214401 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=e78e5608-1ac0-4bb1-979b-68b0ee41a8f7,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:37:04.260103 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8b8af655-c968-4ff6-9264-4004ebd0c4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:04.298275 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8af655-c968-4ff6-9264-4004ebd0c4e3 admin admin] Network d0776509-80c8-4c4e-bb69-1d95bf252fb3 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:37:04.301428 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-8b8af655-c968-4ff6-9264-4004ebd0c4e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:37:04.306972 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8af655-c968-4ff6-9264-4004ebd0c4e3 admin admin] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:37:04.312657 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8af655-c968-4ff6-9264-4004ebd0c4e3 admin admin] Pushing event updated for resources: {'Port': ['ID=cea4e049-726f-4715-9690-761ef4def6da,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:37:04.339688 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-057740dd-5c6c-4c60-af48-104cac629ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7af07411-e013-4fcd-a05c-0b6bd3f3b9ff', 'name': 'tempest-TestShelveInstance-1503715042-router', 'tenant_id': 'e52a234ebd6141039f3ee62e85d624c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '2f5c47d1-278d-43d3-98a5-983793e17e87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:37:00Z', 'updated_at': '2021-07-05T03:37:02Z', 'revision_number': 3, 'project_id': 'e52a234ebd6141039f3ee62e85d624c1', 'gw_port': {'id': '2f5c47d1-278d-43d3-98a5-983793e17e87', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:29:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7af07411-e013-4fcd-a05c-0b6bd3f3b9ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:37:01Z', 'updated_at': '2021-07-05T03:37:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:37:04.350600 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8b8af655-c968-4ff6-9264-4004ebd0c4e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635668'] for router_interface, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:04.366624 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057740dd-5c6c-4c60-af48-104cac629ed6 None None] The sync data for ids ['7af07411-e013-4fcd-a05c-0b6bd3f3b9ff'] in n-d-771362-32 is: [{'id': '7af07411-e013-4fcd-a05c-0b6bd3f3b9ff', 'name': 'tempest-TestShelveInstance-1503715042-router', 'tenant_id': 'e52a234ebd6141039f3ee62e85d624c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '2f5c47d1-278d-43d3-98a5-983793e17e87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:37:00Z', 'updated_at': '2021-07-05T03:37:02Z', 'revision_number': 3, 'project_id': 'e52a234ebd6141039f3ee62e85d624c1', 'gw_port': {'id': '2f5c47d1-278d-43d3-98a5-983793e17e87', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:29:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7af07411-e013-4fcd-a05c-0b6bd3f3b9ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:37:01Z', 'updated_at': '2021-07-05T03:37:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:37:04.603174 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8b8af655-c968-4ff6-9264-4004ebd0c4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:04.642643 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-b3ea5c6f-d740-4ad6-9d27-62d4b8a260f7 None None] Provisioning for port cea4e049-726f-4715-9690-761ef4def6da completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:37:04.653072 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-b3ea5c6f-d740-4ad6-9d27-62d4b8a260f7 None None] Provisioning complete for port cea4e049-726f-4715-9690-761ef4def6da triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:37:04.653726 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b3ea5c6f-d740-4ad6-9d27-62d4b8a260f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:04.692579 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-b3ea5c6f-d740-4ad6-9d27-62d4b8a260f7 None None] Port cea4e049-726f-4715-9690-761ef4def6da cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:37:04.784705 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8b8af655-c968-4ff6-9264-4004ebd0c4e3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:04.836604 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8b8af655-c968-4ff6-9264-4004ebd0c4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:04.907928 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8af655-c968-4ff6-9264-4004ebd0c4e3 admin admin] Pushing event updated for resources: {'Port': ['ID=cea4e049-726f-4715-9690-761ef4def6da,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:37:04.911010 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8b8af655-c968-4ff6-9264-4004ebd0c4e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634601'] for router_interface, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:05.004594 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8af655-c968-4ff6-9264-4004ebd0c4e3 admin admin] Network d0776509-80c8-4c4e-bb69-1d95bf252fb3 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:37:05.006060 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-8b8af655-c968-4ff6-9264-4004ebd0c4e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:37:05.126509 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b8af655-c968-4ff6-9264-4004ebd0c4e3 admin admin] Router 7af07411-e013-4fcd-a05c-0b6bd3f3b9ff has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:37:05.246351 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b8af655-c968-4ff6-9264-4004ebd0c4e3 admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:37:05.251327 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-8b8af655-c968-4ff6-9264-4004ebd0c4e3 admin admin] 10.222.0.23 "PUT /v2.0/routers/7af07411-e013-4fcd-a05c-0b6bd3f3b9ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2324445 Jul 05 03:37:05.313362 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-3353a138-b7de-4f91-bb4f-d22a3c181fee None None] Provisioning complete for port cea4e049-726f-4715-9690-761ef4def6da triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:37:05.313933 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3353a138-b7de-4f91-bb4f-d22a3c181fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:05.350883 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-3353a138-b7de-4f91-bb4f-d22a3c181fee None None] Port cea4e049-726f-4715-9690-761ef4def6da cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:37:05.467744 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device e78e5608-1ac0-4bb1-979b-68b0ee41a8f7 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:37:05.520374 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port e78e5608-1ac0-4bb1-979b-68b0ee41a8f7 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:37:05.520837 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:05.602889 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 2f5c47d1-278d-43d3-98a5-983793e17e87 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:37:05.739585 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 2f5c47d1-278d-43d3-98a5-983793e17e87 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:37:05.743795 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 2f5c47d1-278d-43d3-98a5-983793e17e87 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:37:05.744216 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:05.830157 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:05.832000 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 51870) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:37:05.837152 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-98fd6e86-bed4-4635-a928-09bcb710f17b tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-716275172', 'description': 'tempest-secgroup-smoke-716275172 description', 'project_id': '7980680fa2c64d649e7d3271a53c2ecc'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:37:05.853014 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 2f5c47d1-278d-43d3-98a5-983793e17e87, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=2f5c47d1-278d-43d3-98a5-983793e17e87,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:37:05.937505 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31265d5-4390-4d15-936a-4181c2de1168 None None] Sync routers for ids ['7af07411-e013-4fcd-a05c-0b6bd3f3b9ff'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:37:05.946326 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:05.947099 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 86b2482a-30b0-406e-b04f-b965eff00faa up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:37:05.952522 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31265d5-4390-4d15-936a-4181c2de1168 None None] Routers {'7af07411-e013-4fcd-a05c-0b6bd3f3b9ff'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:37:05.955648 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-c31265d5-4390-4d15-936a-4181c2de1168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:36:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['7af07411-e013-4fcd-a05c-0b6bd3f3b9ff'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:37:05.974179 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-98fd6e86-bed4-4635-a928-09bcb710f17b tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:06.056991 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-98fd6e86-bed4-4635-a928-09bcb710f17b tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:06.096567 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=2f5c47d1-278d-43d3-98a5-983793e17e87,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:37:06.125809 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-c31265d5-4390-4d15-936a-4181c2de1168 None None] Set router 7af07411-e013-4fcd-a05c-0b6bd3f3b9ff gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:37:06.128623 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 86b2482a-30b0-406e-b04f-b965eff00faa triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:37:06.128994 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:06.144826 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-98fd6e86-bed4-4635-a928-09bcb710f17b tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:06.174882 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fd6e86-bed4-4635-a928-09bcb710f17b tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3afb0c72-b849-418f-98ca-9e2bba3f781b,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:37:06.242444 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-98fd6e86-bed4-4635-a928-09bcb710f17b tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:06.243798 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-98fd6e86-bed4-4635-a928-09bcb710f17b tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4106641 Jul 05 03:37:06.247071 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 51872) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:37:06.251720 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-8a0bf649-0709-44f1-9ebf-9f4cbb9605b1 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Request body: {'security_group_rule': {'security_group_id': '3afb0c72-b849-418f-98ca-9e2bba3f781b', 'project_id': '7980680fa2c64d649e7d3271a53c2ecc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:37:06.350371 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8a0bf649-0709-44f1-9ebf-9f4cbb9605b1 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:06.382832 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-c31265d5-4390-4d15-936a-4181c2de1168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7af07411-e013-4fcd-a05c-0b6bd3f3b9ff', 'name': 'tempest-TestShelveInstance-1503715042-router', 'tenant_id': 'e52a234ebd6141039f3ee62e85d624c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '2f5c47d1-278d-43d3-98a5-983793e17e87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:37:00Z', 'updated_at': '2021-07-05T03:37:04Z', 'revision_number': 4, 'project_id': 'e52a234ebd6141039f3ee62e85d624c1', 'gw_port': {'id': '2f5c47d1-278d-43d3-98a5-983793e17e87', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:29:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af07411-e013-4fcd-a05c-0b6bd3f3b9ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:37:01Z', 'updated_at': '2021-07-05T03:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'cea4e049-726f-4715-9690-761ef4def6da', 'name': '', 'network_id': 'd0776509-80c8-4c4e-bb69-1d95bf252fb3', 'tenant_id': 'e52a234ebd6141039f3ee62e85d624c1', 'mac_address': 'fa:16:3e:69:26:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7af07411-e013-4fcd-a05c-0b6bd3f3b9ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'bcfea9db-ba44-4916-89b6-fc15156d7fbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:37:03Z', 'updated_at': '2021-07-05T03:37:04Z', 'revision_number': 2, 'project_id': 'e52a234ebd6141039f3ee62e85d624c1', 'subnets': [{'id': 'bcfea9db-ba44-4916-89b6-fc15156d7fbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:37:06.405996 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8a0bf649-0709-44f1-9ebf-9f4cbb9605b1 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:06.409544 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31265d5-4390-4d15-936a-4181c2de1168 None None] Checking router: 7af07411-e013-4fcd-a05c-0b6bd3f3b9ff for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:37:06.409900 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31265d5-4390-4d15-936a-4181c2de1168 None None] Updating router 7af07411-e013-4fcd-a05c-0b6bd3f3b9ff port cea4e049-726f-4715-9690-761ef4def6da binding host n-d-771362-32 {{(pid=94463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:37:06.446092 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-c31265d5-4390-4d15-936a-4181c2de1168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:06.505248 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8a0bf649-0709-44f1-9ebf-9f4cbb9605b1 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:06.528732 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0bf649-0709-44f1-9ebf-9f4cbb9605b1 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2efab6f-8a16-4546-a9cd-0f3bc038d67d,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:37:06.699870 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8a0bf649-0709-44f1-9ebf-9f4cbb9605b1 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:06.701160 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-8a0bf649-0709-44f1-9ebf-9f4cbb9605b1 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4531629 Jul 05 03:37:06.702224 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-c31265d5-4390-4d15-936a-4181c2de1168 None None] Notify callbacks [] for port, precommit_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:06.703949 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 51874) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:37:06.709360 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-3f85d3fa-d0e4-43ef-bb4d-d655fb68a829 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Request body: {'security_group_rule': {'security_group_id': '3afb0c72-b849-418f-98ca-9e2bba3f781b', 'project_id': '7980680fa2c64d649e7d3271a53c2ecc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:37:06.712860 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-c31265d5-4390-4d15-936a-4181c2de1168 None None] Transition to ACTIVE for port object cea4e049-726f-4715-9690-761ef4def6da will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:37:06.823005 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-c31265d5-4390-4d15-936a-4181c2de1168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:06.870948 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3f85d3fa-d0e4-43ef-bb4d-d655fb68a829 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:06.871604 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd874d-1f6b-4459-847a-0fd23cd0b6cd None None] Pushing event updated for resources: {'Port': ['ID=cea4e049-726f-4715-9690-761ef4def6da,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:37:06.935593 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3f85d3fa-d0e4-43ef-bb4d-d655fb68a829 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:07.042545 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3f85d3fa-d0e4-43ef-bb4d-d655fb68a829 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:07.060346 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f85d3fa-d0e4-43ef-bb4d-d655fb68a829 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e54b136-39dd-4252-ac0c-64a2bcd813bb,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:37:07.102056 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-c31265d5-4390-4d15-936a-4181c2de1168 None None] Attempting to bind port cea4e049-726f-4715-9690-761ef4def6da on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:37:07.102438 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-c31265d5-4390-4d15-936a-4181c2de1168 None None] Attempting to bind port cea4e049-726f-4715-9690-761ef4def6da by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '349a1bf4-3ba7-4a25-a9b7-030d2a2094f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd0776509-80c8-4c4e-bb69-1d95bf252fb3'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:37:07.102795 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31265d5-4390-4d15-936a-4181c2de1168 None None] Attempting to bind port cea4e049-726f-4715-9690-761ef4def6da on network d0776509-80c8-4c4e-bb69-1d95bf252fb3 {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:37:07.110223 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31265d5-4390-4d15-936a-4181c2de1168 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:37:07.110596 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31265d5-4390-4d15-936a-4181c2de1168 None None] Checking segment: {'id': '349a1bf4-3ba7-4a25-a9b7-030d2a2094f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd0776509-80c8-4c4e-bb69-1d95bf252fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:37:07.110994 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-c31265d5-4390-4d15-936a-4181c2de1168 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:07.111388 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31265d5-4390-4d15-936a-4181c2de1168 None None] Bound using segment: {'id': '349a1bf4-3ba7-4a25-a9b7-030d2a2094f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd0776509-80c8-4c4e-bb69-1d95bf252fb3'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:37:07.111892 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-c31265d5-4390-4d15-936a-4181c2de1168 None None] Bound port: cea4e049-726f-4715-9690-761ef4def6da, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '349a1bf4-3ba7-4a25-a9b7-030d2a2094f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd0776509-80c8-4c4e-bb69-1d95bf252fb3'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:37:07.112266 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-c31265d5-4390-4d15-936a-4181c2de1168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:07.156886 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-3f85d3fa-d0e4-43ef-bb4d-d655fb68a829 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:07.158333 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-3f85d3fa-d0e4-43ef-bb4d-d655fb68a829 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4533675 Jul 05 03:37:07.161077 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 51876) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:37:07.165813 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-31c1cf24-65c8-4c54-aebf-c2b30c067d15 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Request body: {'security_group_rule': {'security_group_id': '3afb0c72-b849-418f-98ca-9e2bba3f781b', 'project_id': '7980680fa2c64d649e7d3271a53c2ecc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:37:07.176457 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-c31265d5-4390-4d15-936a-4181c2de1168 None None] For port cea4e049-726f-4715-9690-761ef4def6da, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:37:07.179732 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-c31265d5-4390-4d15-936a-4181c2de1168 None None] For port cea4e049-726f-4715-9690-761ef4def6da, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=cea4e049-726f-4715-9690-761ef4def6da,segment=NetworkSegment(349a1bf4-3ba7-4a25-a9b7-030d2a2094f9),segment_id=349a1bf4-3ba7-4a25-a9b7-030d2a2094f9)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:37:07.277434 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-c31265d5-4390-4d15-936a-4181c2de1168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:07.317056 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-31c1cf24-65c8-4c54-aebf-c2b30c067d15 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:07.335807 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31265d5-4390-4d15-936a-4181c2de1168 None None] Routers {'7af07411-e013-4fcd-a05c-0b6bd3f3b9ff'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:37:07.336362 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-c31265d5-4390-4d15-936a-4181c2de1168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:36:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['7af07411-e013-4fcd-a05c-0b6bd3f3b9ff'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:37:07.338308 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd874d-1f6b-4459-847a-0fd23cd0b6cd None None] Pushing event updated for resources: {'Port': ['ID=cea4e049-726f-4715-9690-761ef4def6da,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:37:07.389093 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-31c1cf24-65c8-4c54-aebf-c2b30c067d15 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:07.430179 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 2f5c47d1-278d-43d3-98a5-983793e17e87 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:37:07.482765 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-31c1cf24-65c8-4c54-aebf-c2b30c067d15 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:07.489660 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-c31265d5-4390-4d15-936a-4181c2de1168 None None] Set router 7af07411-e013-4fcd-a05c-0b6bd3f3b9ff gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:37:07.505301 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c1cf24-65c8-4c54-aebf-c2b30c067d15 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=917925c1-ba69-4955-9003-7d55add2089b,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:37:07.594264 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 2f5c47d1-278d-43d3-98a5-983793e17e87 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:37:07.594559 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:07.602557 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-31c1cf24-65c8-4c54-aebf-c2b30c067d15 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:07.603932 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-31c1cf24-65c8-4c54-aebf-c2b30c067d15 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4418681 Jul 05 03:37:07.606653 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 51878) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:37:07.611079 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-8679501a-c14d-4410-b948-bf23c8a457bb tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Request body: {'security_group_rule': {'security_group_id': '3afb0c72-b849-418f-98ca-9e2bba3f781b', 'project_id': '7980680fa2c64d649e7d3271a53c2ecc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:37:07.725238 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8679501a-c14d-4410-b948-bf23c8a457bb tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:07.777459 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8679501a-c14d-4410-b948-bf23c8a457bb tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:07.792932 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-c31265d5-4390-4d15-936a-4181c2de1168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7af07411-e013-4fcd-a05c-0b6bd3f3b9ff', 'name': 'tempest-TestShelveInstance-1503715042-router', 'tenant_id': 'e52a234ebd6141039f3ee62e85d624c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '2f5c47d1-278d-43d3-98a5-983793e17e87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:37:00Z', 'updated_at': '2021-07-05T03:37:04Z', 'revision_number': 4, 'project_id': 'e52a234ebd6141039f3ee62e85d624c1', 'gw_port': {'id': '2f5c47d1-278d-43d3-98a5-983793e17e87', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:29:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af07411-e013-4fcd-a05c-0b6bd3f3b9ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:37:01Z', 'updated_at': '2021-07-05T03:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'cea4e049-726f-4715-9690-761ef4def6da', 'name': '', 'network_id': 'd0776509-80c8-4c4e-bb69-1d95bf252fb3', 'tenant_id': 'e52a234ebd6141039f3ee62e85d624c1', 'mac_address': 'fa:16:3e:69:26:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7af07411-e013-4fcd-a05c-0b6bd3f3b9ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'bcfea9db-ba44-4916-89b6-fc15156d7fbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:37:03Z', 'updated_at': '2021-07-05T03:37:07Z', 'revision_number': 4, 'project_id': 'e52a234ebd6141039f3ee62e85d624c1', 'subnets': [{'id': 'bcfea9db-ba44-4916-89b6-fc15156d7fbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:37:07.829471 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31265d5-4390-4d15-936a-4181c2de1168 None None] The sync data for ids ['7af07411-e013-4fcd-a05c-0b6bd3f3b9ff'] in n-d-771362-32 is: [{'id': '7af07411-e013-4fcd-a05c-0b6bd3f3b9ff', 'name': 'tempest-TestShelveInstance-1503715042-router', 'tenant_id': 'e52a234ebd6141039f3ee62e85d624c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '2f5c47d1-278d-43d3-98a5-983793e17e87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:37:00Z', 'updated_at': '2021-07-05T03:37:04Z', 'revision_number': 4, 'project_id': 'e52a234ebd6141039f3ee62e85d624c1', 'gw_port': {'id': '2f5c47d1-278d-43d3-98a5-983793e17e87', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:29:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af07411-e013-4fcd-a05c-0b6bd3f3b9ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:37:01Z', 'updated_at': '2021-07-05T03:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': 'cea4e049-726f-4715-9690-761ef4def6da', 'name': '', 'network_id': 'd0776509-80c8-4c4e-bb69-1d95bf252fb3', 'tenant_id': 'e52a234ebd6141039f3ee62e85d624c1', 'mac_address': 'fa:16:3e:69:26:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7af07411-e013-4fcd-a05c-0b6bd3f3b9ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'bcfea9db-ba44-4916-89b6-fc15156d7fbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:37:03Z', 'updated_at': '2021-07-05T03:37:07Z', 'revision_number': 4, 'project_id': 'e52a234ebd6141039f3ee62e85d624c1', 'subnets': [{'id': 'bcfea9db-ba44-4916-89b6-fc15156d7fbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:37:07.870995 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8679501a-c14d-4410-b948-bf23c8a457bb tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:07.894983 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8679501a-c14d-4410-b948-bf23c8a457bb tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abd39219-46de-4b63-b480-27a18751567c,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:37:07.996587 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8679501a-c14d-4410-b948-bf23c8a457bb tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:08.001416 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-8679501a-c14d-4410-b948-bf23c8a457bb tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3902743 Jul 05 03:37:08.001416 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 51880) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:37:08.005265 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-1a29d35e-8033-48e6-9695-5300294385f4 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Request body: {'security_group_rule': {'security_group_id': '3afb0c72-b849-418f-98ca-9e2bba3f781b', 'project_id': '7980680fa2c64d649e7d3271a53c2ecc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:37:08.097766 n-d-771362-32 neutron-server[94462]: INFO neutron.db.securitygroups_db [None req-1a29d35e-8033-48e6-9695-5300294385f4 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Project 7980680fa2c64d649e7d3271a53c2ecc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 03:37:08.103218 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1a29d35e-8033-48e6-9695-5300294385f4 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:08.171003 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1a29d35e-8033-48e6-9695-5300294385f4 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:08.282610 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1a29d35e-8033-48e6-9695-5300294385f4 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:08.301894 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a29d35e-8033-48e6-9695-5300294385f4 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2388be4d-4dff-485b-9c28-fce527b55c66,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:37:08.408182 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1a29d35e-8033-48e6-9695-5300294385f4 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:08.410043 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-1a29d35e-8033-48e6-9695-5300294385f4 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4084070 Jul 05 03:37:08.412782 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 51882) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:37:08.417677 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-c9f5545d-dc8f-4f26-912b-0939df2f19de tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Request body: {'security_group_rule': {'security_group_id': '3afb0c72-b849-418f-98ca-9e2bba3f781b', 'project_id': '7980680fa2c64d649e7d3271a53c2ecc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:37:08.591225 n-d-771362-32 neutron-server[94462]: INFO neutron.db.securitygroups_db [None req-c9f5545d-dc8f-4f26-912b-0939df2f19de tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Project 7980680fa2c64d649e7d3271a53c2ecc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 03:37:08.607208 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c9f5545d-dc8f-4f26-912b-0939df2f19de tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:08.662547 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c9f5545d-dc8f-4f26-912b-0939df2f19de tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:08.813701 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c9f5545d-dc8f-4f26-912b-0939df2f19de tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:08.833300 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f5545d-dc8f-4f26-912b-0939df2f19de tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be8db342-d369-4757-9ec8-f60195589ce7,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:37:08.920193 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c9f5545d-dc8f-4f26-912b-0939df2f19de tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:08.921622 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-c9f5545d-dc8f-4f26-912b-0939df2f19de tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5076714 Jul 05 03:37:09.008299 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:37:09.058439 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-fb2c1973-b636-4dcb-950b-4d22fd126301 req-2d95a50b-6b7e-4bef-8b38-b0e717d389a2 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-716275172&fields=id&tenant_id=7980680fa2c64d649e7d3271a53c2ecc HTTP/1.1" status: 200 len: 267 time: 0.0318985 Jul 05 03:37:09.164691 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2c1973-b636-4dcb-950b-4d22fd126301 req-4400a106-d3ba-4e1c-ae68-b9ed844ccab1 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:37:09.166210 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-fb2c1973-b636-4dcb-950b-4d22fd126301 req-4400a106-d3ba-4e1c-ae68-b9ed844ccab1 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/networks?id=20045fc4-7324-403d-b700-ec45e14ba9d1 HTTP/1.1" status: 200 len: 809 time: 0.1013606 Jul 05 03:37:09.180405 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-fb2c1973-b636-4dcb-950b-4d22fd126301 req-0c66cca3-9650-43f4-bbdd-784c9075c53e tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/quotas/7980680fa2c64d649e7d3271a53c2ecc HTTP/1.1" status: 200 len: 375 time: 0.0088468 Jul 05 03:37:09.244779 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-fb2c1973-b636-4dcb-950b-4d22fd126301 req-d4949fd0-6725-462f-9b3d-c570f2dd9ffc tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7980680fa2c64d649e7d3271a53c2ecc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0594645 Jul 05 03:37:09.343574 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-fb2c1973-b636-4dcb-950b-4d22fd126301 req-1d40f54e-d84e-4d4c-9d74-b1e463bb3d35 service neutron] 10.222.0.23 "GET /v2.0/networks/20045fc4-7324-403d-b700-ec45e14ba9d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875485 Jul 05 03:37:09.409320 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device cea4e049-726f-4715-9690-761ef4def6da up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:37:09.435171 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-fb2c1973-b636-4dcb-950b-4d22fd126301 req-7719c32a-4bdf-4a68-95d8-26ab9d3a31a7 service neutron] 10.222.0.23 "GET /v2.0/networks/20045fc4-7324-403d-b700-ec45e14ba9d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844162 Jul 05 03:37:09.568685 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port cea4e049-726f-4715-9690-761ef4def6da completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:37:09.574045 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port cea4e049-726f-4715-9690-761ef4def6da triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:37:09.578800 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:09.668235 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:09.678244 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-384b5865-c98c-4668-b0da-ac668797fa0a req-67a38aee-34cc-4ea4-849e-aa8dac8562c2 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f703bea-2cef-4dce-b67c-c9f07d86ad9c HTTP/1.1" status: 200 len: 210 time: 0.0297492 Jul 05 03:37:09.703115 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port cea4e049-726f-4715-9690-761ef4def6da, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=cea4e049-726f-4715-9690-761ef4def6da,segment=NetworkSegment(349a1bf4-3ba7-4a25-a9b7-030d2a2094f9),segment_id=349a1bf4-3ba7-4a25-a9b7-030d2a2094f9)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:37:09.765615 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:09.816876 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=cea4e049-726f-4715-9690-761ef4def6da,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:37:10.760800 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c00b1dea-08f5-4b0c-b775-51aa63acf0fa req-56dd92d8-8cf0-4c95-a2e9-604003aa86b0 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f703bea-2cef-4dce-b67c-c9f07d86ad9c HTTP/1.1" status: 200 len: 210 time: 0.0290427 Jul 05 03:37:11.389145 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device cea4e049-726f-4715-9690-761ef4def6da up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:37:11.436457 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port cea4e049-726f-4715-9690-761ef4def6da triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:37:11.436829 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:11.902817 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8660e2d2-d513-4a1a-8935-0f62acc73d06 req-3cb434b2-25da-4501-a5fd-647387e9a856 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f703bea-2cef-4dce-b67c-c9f07d86ad9c HTTP/1.1" status: 200 len: 210 time: 0.0285420 Jul 05 03:37:12.362978 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2c1973-b636-4dcb-950b-4d22fd126301 req-2817b773-26a9-4698-8d71-3385008d8ee2 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:37:12.364432 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fb2c1973-b636-4dcb-950b-4d22fd126301 req-2817b773-26a9-4698-8d71-3385008d8ee2 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.15 "GET /v2.0/networks?id=20045fc4-7324-403d-b700-ec45e14ba9d1 HTTP/1.1" status: 200 len: 809 time: 0.1024580 Jul 05 03:37:12.408913 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fb2c1973-b636-4dcb-950b-4d22fd126301 req-e8eff718-475f-4266-b7a7-bda60d2a585d tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7980680fa2c64d649e7d3271a53c2ecc HTTP/1.1" status: 200 len: 379 time: 0.0339565 Jul 05 03:37:12.417115 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-fb2c1973-b636-4dcb-950b-4d22fd126301 req-c912a026-85a6-4d27-acc8-2f820c3772ec tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Request body: {'port': {'device_id': '0f703bea-2cef-4dce-b67c-c9f07d86ad9c', 'network_id': '20045fc4-7324-403d-b700-ec45e14ba9d1', 'admin_state_up': True, 'tenant_id': '7980680fa2c64d649e7d3271a53c2ecc', 'security_groups': ['3afb0c72-b849-418f-98ca-9e2bba3f781b']}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:37:12.514516 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:12.645470 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb2c1973-b636-4dcb-950b-4d22fd126301 req-c912a026-85a6-4d27-acc8-2f820c3772ec tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Made reservation on behalf of 7980680fa2c64d649e7d3271a53c2ecc for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:37:12.649189 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-fb2c1973-b636-4dcb-950b-4d22fd126301 req-c912a026-85a6-4d27-acc8-2f820c3772ec tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:12.676589 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:12.775184 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-fb2c1973-b636-4dcb-950b-4d22fd126301 req-c912a026-85a6-4d27-acc8-2f820c3772ec tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Allocated IP 172.20.0.4 (20045fc4-7324-403d-b700-ec45e14ba9d1/362a2924-cb89-42ef-8372-2f584dd06d14/d03827a2-1879-4a7f-9c29-e75b7d54c9c1) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:37:12.916026 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-fb2c1973-b636-4dcb-950b-4d22fd126301 req-c912a026-85a6-4d27-acc8-2f820c3772ec tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:12.930625 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-fb2c1973-b636-4dcb-950b-4d22fd126301 req-c912a026-85a6-4d27-acc8-2f820c3772ec tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Transition to ACTIVE for port object d03827a2-1879-4a7f-9c29-e75b7d54c9c1 will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:37:13.026244 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-fb2c1973-b636-4dcb-950b-4d22fd126301 req-c912a026-85a6-4d27-acc8-2f820c3772ec tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:13.071082 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb2c1973-b636-4dcb-950b-4d22fd126301 req-c912a026-85a6-4d27-acc8-2f820c3772ec tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Network 20045fc4-7324-403d-b700-ec45e14ba9d1 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:37:13.074328 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-fb2c1973-b636-4dcb-950b-4d22fd126301 req-c912a026-85a6-4d27-acc8-2f820c3772ec tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:37:13.080709 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb2c1973-b636-4dcb-950b-4d22fd126301 req-c912a026-85a6-4d27-acc8-2f820c3772ec tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:37:13.083247 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760067b9-a3d2-4a52-94c6-902d699edc1b req-b2f48c7e-9499-4674-9ed0-3f9ff900da22 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:37:13.086001 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-760067b9-a3d2-4a52-94c6-902d699edc1b req-b2f48c7e-9499-4674-9ed0-3f9ff900da22 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f703bea-2cef-4dce-b67c-c9f07d86ad9c HTTP/1.1" status: 200 len: 931 time: 0.0683639 Jul 05 03:37:13.109016 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c912a026-85a6-4d27-acc8-2f820c3772ec tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Pushing event updated for resources: {'Port': ['ID=d03827a2-1879-4a7f-9c29-e75b7d54c9c1,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:37:13.130292 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-760067b9-a3d2-4a52-94c6-902d699edc1b req-970b5d64-f045-49d0-94b5-160af8b993b9 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/security-groups?id=3afb0c72-b849-418f-98ca-9e2bba3f781b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378778 Jul 05 03:37:13.148663 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2c1973-b636-4dcb-950b-4d22fd126301 req-c912a026-85a6-4d27-acc8-2f820c3772ec tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:37:13.149458 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-fb2c1973-b636-4dcb-950b-4d22fd126301 req-c912a026-85a6-4d27-acc8-2f820c3772ec tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:13.258111 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fb2c1973-b636-4dcb-950b-4d22fd126301 req-c912a026-85a6-4d27-acc8-2f820c3772ec tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8446341 Jul 05 03:37:13.270033 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-fb2c1973-b636-4dcb-950b-4d22fd126301 req-c4e356db-6f1a-4744-a2e4-7eedb1c4ef46 service neutron] Request body: {'port': {'device_id': '0f703bea-2cef-4dce-b67c-c9f07d86ad9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:37:13.350919 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-fb2c1973-b636-4dcb-950b-4d22fd126301 req-c4e356db-6f1a-4744-a2e4-7eedb1c4ef46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:13.448141 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-efc62641-7d01-470a-90b8-0263da0a8f09 None None] Provisioning for port d03827a2-1879-4a7f-9c29-e75b7d54c9c1 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:37:13.452257 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-efc62641-7d01-470a-90b8-0263da0a8f09 None None] Provisioning complete for port d03827a2-1879-4a7f-9c29-e75b7d54c9c1 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:37:13.452726 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-efc62641-7d01-470a-90b8-0263da0a8f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:13.486561 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-efc62641-7d01-470a-90b8-0263da0a8f09 None None] Port d03827a2-1879-4a7f-9c29-e75b7d54c9c1 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:37:13.615257 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-fb2c1973-b636-4dcb-950b-4d22fd126301 req-c4e356db-6f1a-4744-a2e4-7eedb1c4ef46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d03827a2-1879-4a7f-9c29-e75b7d54c9c1 {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:37:13.622665 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-fb2c1973-b636-4dcb-950b-4d22fd126301 req-c4e356db-6f1a-4744-a2e4-7eedb1c4ef46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:13.634177 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-fb2c1973-b636-4dcb-950b-4d22fd126301 req-c4e356db-6f1a-4744-a2e4-7eedb1c4ef46 service neutron] Transition to ACTIVE for port object d03827a2-1879-4a7f-9c29-e75b7d54c9c1 will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:37:13.711082 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-fb2c1973-b636-4dcb-950b-4d22fd126301 req-c4e356db-6f1a-4744-a2e4-7eedb1c4ef46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:13.762495 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e356db-6f1a-4744-a2e4-7eedb1c4ef46 service neutron] Pushing event updated for resources: {'Port': ['ID=d03827a2-1879-4a7f-9c29-e75b7d54c9c1,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:37:13.833419 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-fb2c1973-b636-4dcb-950b-4d22fd126301 req-c4e356db-6f1a-4744-a2e4-7eedb1c4ef46 service neutron] Attempting to bind port d03827a2-1879-4a7f-9c29-e75b7d54c9c1 on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:37:13.834020 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-fb2c1973-b636-4dcb-950b-4d22fd126301 req-c4e356db-6f1a-4744-a2e4-7eedb1c4ef46 service neutron] Attempting to bind port d03827a2-1879-4a7f-9c29-e75b7d54c9c1 by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '1a6f9fe1-c1eb-480f-945b-1d5c83297e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '20045fc4-7324-403d-b700-ec45e14ba9d1'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:37:13.834382 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2c1973-b636-4dcb-950b-4d22fd126301 req-c4e356db-6f1a-4744-a2e4-7eedb1c4ef46 service neutron] Attempting to bind port d03827a2-1879-4a7f-9c29-e75b7d54c9c1 on network 20045fc4-7324-403d-b700-ec45e14ba9d1 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:37:13.839032 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2c1973-b636-4dcb-950b-4d22fd126301 req-c4e356db-6f1a-4744-a2e4-7eedb1c4ef46 service neutron] Port d03827a2-1879-4a7f-9c29-e75b7d54c9c1 on network 20045fc4-7324-403d-b700-ec45e14ba9d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:37:13.839365 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2c1973-b636-4dcb-950b-4d22fd126301 req-c4e356db-6f1a-4744-a2e4-7eedb1c4ef46 service neutron] Attempting to bind port d03827a2-1879-4a7f-9c29-e75b7d54c9c1 on network 20045fc4-7324-403d-b700-ec45e14ba9d1 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:37:13.844755 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2c1973-b636-4dcb-950b-4d22fd126301 req-c4e356db-6f1a-4744-a2e4-7eedb1c4ef46 service neutron] Checking agent: {'id': 'e071c76e-395f-48c4-a98f-88088465cf0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:37:13.845094 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2c1973-b636-4dcb-950b-4d22fd126301 req-c4e356db-6f1a-4744-a2e4-7eedb1c4ef46 service neutron] Checking segment: {'id': '1a6f9fe1-c1eb-480f-945b-1d5c83297e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '20045fc4-7324-403d-b700-ec45e14ba9d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:37:13.845478 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2c1973-b636-4dcb-950b-4d22fd126301 req-c4e356db-6f1a-4744-a2e4-7eedb1c4ef46 service neutron] Bound using segment: {'id': '1a6f9fe1-c1eb-480f-945b-1d5c83297e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '20045fc4-7324-403d-b700-ec45e14ba9d1'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:37:13.845908 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-fb2c1973-b636-4dcb-950b-4d22fd126301 req-c4e356db-6f1a-4744-a2e4-7eedb1c4ef46 service neutron] Bound port: d03827a2-1879-4a7f-9c29-e75b7d54c9c1, host: n-h2-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a6f9fe1-c1eb-480f-945b-1d5c83297e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '20045fc4-7324-403d-b700-ec45e14ba9d1'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:37:13.846328 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-fb2c1973-b636-4dcb-950b-4d22fd126301 req-c4e356db-6f1a-4744-a2e4-7eedb1c4ef46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:13.914207 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-fb2c1973-b636-4dcb-950b-4d22fd126301 req-c4e356db-6f1a-4744-a2e4-7eedb1c4ef46 service neutron] For port d03827a2-1879-4a7f-9c29-e75b7d54c9c1, host n-h2-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:37:13.917872 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-fb2c1973-b636-4dcb-950b-4d22fd126301 req-c4e356db-6f1a-4744-a2e4-7eedb1c4ef46 service neutron] For port d03827a2-1879-4a7f-9c29-e75b7d54c9c1, host n-h2-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=d03827a2-1879-4a7f-9c29-e75b7d54c9c1,segment=NetworkSegment(1a6f9fe1-c1eb-480f-945b-1d5c83297e93),segment_id=1a6f9fe1-c1eb-480f-945b-1d5c83297e93)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:37:14.003341 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-fb2c1973-b636-4dcb-950b-4d22fd126301 req-c4e356db-6f1a-4744-a2e4-7eedb1c4ef46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:14.038769 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2c1973-b636-4dcb-950b-4d22fd126301 req-c4e356db-6f1a-4744-a2e4-7eedb1c4ef46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:37:14.039338 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-fb2c1973-b636-4dcb-950b-4d22fd126301 req-c4e356db-6f1a-4744-a2e4-7eedb1c4ef46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:14.041418 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fb2c1973-b636-4dcb-950b-4d22fd126301 req-c4e356db-6f1a-4744-a2e4-7eedb1c4ef46 service neutron] 10.222.0.15 "PUT /v2.0/ports/d03827a2-1879-4a7f-9c29-e75b7d54c9c1 HTTP/1.1" status: 200 len: 1092 time: 0.7749636 Jul 05 03:37:14.043874 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f703bea-2cef-4dce-b67c-c9f07d86ad9c', 'tag': 'd03827a2-1879-4a7f-9c29-e75b7d54c9c1'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:37:14.047141 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4c1385bffaa5d930a7117e6982c27207eca91cca31cf4b43f86c7ad63cd24a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d5aa251-b981-4d0a-a60b-69d660df1f18" -d '{"events": [{"name": "network-changed", "server_uuid": "0f703bea-2cef-4dce-b67c-c9f07d86ad9c", "tag": "d03827a2-1879-4a7f-9c29-e75b7d54c9c1"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:37:14.074871 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e356db-6f1a-4744-a2e4-7eedb1c4ef46 service neutron] Pushing event updated for resources: {'Port': ['ID=d03827a2-1879-4a7f-9c29-e75b7d54c9c1,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:37:14.087170 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f4229b-0e5c-4f50-bc9d-0479309c339f x-openstack-request-id: req-92f4229b-0e5c-4f50-bc9d-0479309c339f {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:37:14.087454 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f703bea-2cef-4dce-b67c-c9f07d86ad9c", "tag": "d03827a2-1879-4a7f-9c29-e75b7d54c9c1", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:37:14.087764 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-92f4229b-0e5c-4f50-bc9d-0479309c339f {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:37:14.088170 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f703bea-2cef-4dce-b67c-c9f07d86ad9c', 'tag': 'd03827a2-1879-4a7f-9c29-e75b7d54c9c1', 'status': 'completed', 'code': 200} Jul 05 03:37:14.165980 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5aa251-b981-4d0a-a60b-69d660df1f18 req-3a3c6fd9-dc97-49b1-85fa-d5494796efa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:37:14.167577 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8d5aa251-b981-4d0a-a60b-69d660df1f18 req-3a3c6fd9-dc97-49b1-85fa-d5494796efa0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7980680fa2c64d649e7d3271a53c2ecc&device_id=0f703bea-2cef-4dce-b67c-c9f07d86ad9c HTTP/1.1" status: 200 len: 1095 time: 0.0592599 Jul 05 03:37:14.274099 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5aa251-b981-4d0a-a60b-69d660df1f18 req-953e46aa-64e1-488b-b201-c205811b5ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:37:14.275647 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8d5aa251-b981-4d0a-a60b-69d660df1f18 req-953e46aa-64e1-488b-b201-c205811b5ae7 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=7980680fa2c64d649e7d3271a53c2ecc&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0988436 Jul 05 03:37:14.312342 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07321b87-da16-49e0-8528-932cfaa6f3ec req-a8c75000-fc2c-414c-88da-11e459226609 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:37:14.313758 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-07321b87-da16-49e0-8528-932cfaa6f3ec req-a8c75000-fc2c-414c-88da-11e459226609 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f703bea-2cef-4dce-b67c-c9f07d86ad9c HTTP/1.1" status: 200 len: 943 time: 0.0628924 Jul 05 03:37:14.351476 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-07321b87-da16-49e0-8528-932cfaa6f3ec req-19c0e70b-238c-4dad-9a84-ae489954c4b6 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/security-groups?id=3afb0c72-b849-418f-98ca-9e2bba3f781b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312181 Jul 05 03:37:14.368521 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5aa251-b981-4d0a-a60b-69d660df1f18 req-8b6bee2f-a089-4a63-81ff-0e26bee34165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:37:14.370260 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8d5aa251-b981-4d0a-a60b-69d660df1f18 req-8b6bee2f-a089-4a63-81ff-0e26bee34165 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0887945 Jul 05 03:37:14.461881 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2c1973-b636-4dcb-950b-4d22fd126301 req-a83da36c-abf6-415e-8bad-f0d5b9f780fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:37:14.463316 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fb2c1973-b636-4dcb-950b-4d22fd126301 req-a83da36c-abf6-415e-8bad-f0d5b9f780fe service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7980680fa2c64d649e7d3271a53c2ecc&device_id=0f703bea-2cef-4dce-b67c-c9f07d86ad9c HTTP/1.1" status: 200 len: 1095 time: 0.0527020 Jul 05 03:37:14.507321 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fb2c1973-b636-4dcb-950b-4d22fd126301 req-2cb8a924-1b90-4b4d-b022-0eb1e6d28cba service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d03827a2-1879-4a7f-9c29-e75b7d54c9c1 HTTP/1.1" status: 200 len: 217 time: 0.0375555 Jul 05 03:37:14.554632 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2c1973-b636-4dcb-950b-4d22fd126301 req-e9b912ae-95e7-4cec-af82-6fca1f41d7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:37:14.556097 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fb2c1973-b636-4dcb-950b-4d22fd126301 req-e9b912ae-95e7-4cec-af82-6fca1f41d7d6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=362a2924-cb89-42ef-8372-2f584dd06d14 HTTP/1.1" status: 200 len: 848 time: 0.0432513 Jul 05 03:37:14.611377 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2c1973-b636-4dcb-950b-4d22fd126301 req-6da0f7ea-ddf4-4fca-a67c-9144a41cadac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:37:14.612901 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fb2c1973-b636-4dcb-950b-4d22fd126301 req-6da0f7ea-ddf4-4fca-a67c-9144a41cadac service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=20045fc4-7324-403d-b700-ec45e14ba9d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510099 Jul 05 03:37:14.701167 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fb2c1973-b636-4dcb-950b-4d22fd126301 req-5d8998d4-c00f-4bbd-80a3-60e46dc0d6f7 service neutron] 10.222.0.15 "GET /v2.0/networks/20045fc4-7324-403d-b700-ec45e14ba9d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820608 Jul 05 03:37:14.786632 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fb2c1973-b636-4dcb-950b-4d22fd126301 req-ca67c9d3-beb4-494c-aebd-249f1cdb814a service neutron] 10.222.0.15 "GET /v2.0/networks/20045fc4-7324-403d-b700-ec45e14ba9d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0780218 Jul 05 03:37:15.530564 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66ca635-a205-4cc4-b366-a59aa1bed83b req-2be9e793-160c-45f7-9c2a-a5e33774ce87 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:37:15.532975 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b66ca635-a205-4cc4-b366-a59aa1bed83b req-2be9e793-160c-45f7-9c2a-a5e33774ce87 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f703bea-2cef-4dce-b67c-c9f07d86ad9c HTTP/1.1" status: 200 len: 943 time: 0.0686526 Jul 05 03:37:15.570756 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b66ca635-a205-4cc4-b366-a59aa1bed83b req-1c034d48-8ef5-4e6b-891e-c196208c7704 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/security-groups?id=3afb0c72-b849-418f-98ca-9e2bba3f781b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324421 Jul 05 03:37:15.741528 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device d03827a2-1879-4a7f-9c29-e75b7d54c9c1 details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:37:15.834792 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port d03827a2-1879-4a7f-9c29-e75b7d54c9c1, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=d03827a2-1879-4a7f-9c29-e75b7d54c9c1,segment=NetworkSegment(1a6f9fe1-c1eb-480f-945b-1d5c83297e93),segment_id=1a6f9fe1-c1eb-480f-945b-1d5c83297e93)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:37:15.845547 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Returning: {'device': 'd03827a2-1879-4a7f-9c29-e75b7d54c9c1', 'network_id': '20045fc4-7324-403d-b700-ec45e14ba9d1', 'port_id': 'd03827a2-1879-4a7f-9c29-e75b7d54c9c1', 'mac_address': 'fa:16:3e:99:61:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '362a2924-cb89-42ef-8372-2f584dd06d14', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:37:15.881376 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:15.894048 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d03827a2-1879-4a7f-9c29-e75b7d54c9c1 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:37:15.914816 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port d03827a2-1879-4a7f-9c29-e75b7d54c9c1, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=d03827a2-1879-4a7f-9c29-e75b7d54c9c1,segment=NetworkSegment(1a6f9fe1-c1eb-480f-945b-1d5c83297e93),segment_id=1a6f9fe1-c1eb-480f-945b-1d5c83297e93)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:37:16.019443 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:16.064587 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=d03827a2-1879-4a7f-9c29-e75b7d54c9c1,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:37:16.264541 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['d03827a2-1879-4a7f-9c29-e75b7d54c9c1'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:37:16.740726 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a599553-2d62-4b2b-80dc-328d462f4cab req-19e7c892-cb4a-406b-9a58-1b8d781f9710 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:37:16.742282 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1a599553-2d62-4b2b-80dc-328d462f4cab req-19e7c892-cb4a-406b-9a58-1b8d781f9710 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f703bea-2cef-4dce-b67c-c9f07d86ad9c HTTP/1.1" status: 200 len: 944 time: 0.0619440 Jul 05 03:37:16.783235 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1a599553-2d62-4b2b-80dc-328d462f4cab req-4995f3ea-fb07-4cc2-b63d-9ac133436d46 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/security-groups?id=3afb0c72-b849-418f-98ca-9e2bba3f781b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353823 Jul 05 03:37:17.741374 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device d03827a2-1879-4a7f-9c29-e75b7d54c9c1 up at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:37:17.865363 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning for port d03827a2-1879-4a7f-9c29-e75b7d54c9c1 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:37:17.869444 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning complete for port d03827a2-1879-4a7f-9c29-e75b7d54c9c1 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:37:17.869820 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:17.952791 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:17.962979 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b343f14-f515-46c9-acf4-a5672797a858 req-f93386bc-700d-4932-a5c1-cef033dd91d9 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:37:17.965089 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5b343f14-f515-46c9-acf4-a5672797a858 req-f93386bc-700d-4932-a5c1-cef033dd91d9 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f703bea-2cef-4dce-b67c-c9f07d86ad9c HTTP/1.1" status: 200 len: 944 time: 0.0657902 Jul 05 03:37:17.979602 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f703bea-2cef-4dce-b67c-c9f07d86ad9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd03827a2-1879-4a7f-9c29-e75b7d54c9c1'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:37:17.981858 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1156d35e1955dd65519df7b38ee19a55ddc3a31abbcc68c280d02d687c0487e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05924f36-bfd1-4cac-a653-f554e9c6ef2a" -d '{"events": [{"server_uuid": "0f703bea-2cef-4dce-b67c-c9f07d86ad9c", "name": "network-vif-plugged", "status": "completed", "tag": "d03827a2-1879-4a7f-9c29-e75b7d54c9c1"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:37:17.995192 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port d03827a2-1879-4a7f-9c29-e75b7d54c9c1, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=d03827a2-1879-4a7f-9c29-e75b7d54c9c1,segment=NetworkSegment(1a6f9fe1-c1eb-480f-945b-1d5c83297e93),segment_id=1a6f9fe1-c1eb-480f-945b-1d5c83297e93)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:37:18.009191 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5b343f14-f515-46c9-acf4-a5672797a858 req-a09b9174-ec52-4337-a266-f532215919f7 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/security-groups?id=3afb0c72-b849-418f-98ca-9e2bba3f781b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348749 Jul 05 03:37:18.029642 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b88a4f3a-fcf0-4022-aadb-3402fc579b51 x-openstack-request-id: req-b88a4f3a-fcf0-4022-aadb-3402fc579b51 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:37:18.029642 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f703bea-2cef-4dce-b67c-c9f07d86ad9c", "name": "network-vif-plugged", "status": "completed", "tag": "d03827a2-1879-4a7f-9c29-e75b7d54c9c1", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:37:18.029642 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b88a4f3a-fcf0-4022-aadb-3402fc579b51 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:37:18.029642 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f703bea-2cef-4dce-b67c-c9f07d86ad9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd03827a2-1879-4a7f-9c29-e75b7d54c9c1', 'code': 200} Jul 05 03:37:18.076347 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:18.127215 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=d03827a2-1879-4a7f-9c29-e75b7d54c9c1,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:37:18.136036 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde30232-e65e-4839-873a-8334775126cf req-2e80ad44-4c52-4974-989c-4084953a806a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:37:18.137548 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fde30232-e65e-4839-873a-8334775126cf req-2e80ad44-4c52-4974-989c-4084953a806a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f703bea-2cef-4dce-b67c-c9f07d86ad9c HTTP/1.1" status: 200 len: 1097 time: 0.0517960 Jul 05 03:37:18.174104 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fde30232-e65e-4839-873a-8334775126cf req-0be99fb3-0197-4fe3-bd24-e7bd980637a1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3afb0c72-b849-418f-98ca-9e2bba3f781b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299749 Jul 05 03:37:19.180373 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c396df3e-18d4-4044-9131-00e240865b11 req-a4fa1776-a9f0-414e-8e0a-a0bb6ca85d67 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:37:19.181777 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c396df3e-18d4-4044-9131-00e240865b11 req-a4fa1776-a9f0-414e-8e0a-a0bb6ca85d67 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f703bea-2cef-4dce-b67c-c9f07d86ad9c HTTP/1.1" status: 200 len: 945 time: 0.0619168 Jul 05 03:37:19.219971 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c396df3e-18d4-4044-9131-00e240865b11 req-e4a94d95-0617-4f06-b8bd-8d18efae82b6 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/security-groups?id=3afb0c72-b849-418f-98ca-9e2bba3f781b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325308 Jul 05 03:37:20.394278 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37bb536-5a9d-4a35-95c3-856890ee9f26 req-f8a7e7ed-88b5-4ce3-a664-3cfa843e9e64 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:37:20.396321 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d37bb536-5a9d-4a35-95c3-856890ee9f26 req-f8a7e7ed-88b5-4ce3-a664-3cfa843e9e64 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f703bea-2cef-4dce-b67c-c9f07d86ad9c HTTP/1.1" status: 200 len: 945 time: 0.0637500 Jul 05 03:37:20.433260 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d37bb536-5a9d-4a35-95c3-856890ee9f26 req-295a4290-0059-4603-a6be-8f0716e02df8 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/security-groups?id=3afb0c72-b849-418f-98ca-9e2bba3f781b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314300 Jul 05 03:37:20.602002 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1ae948-02ea-4c5f-9681-4927a2d33260 req-0e5ef226-f02f-4774-9792-e7e4d9cb787c tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:37:20.603523 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-da1ae948-02ea-4c5f-9681-4927a2d33260 req-0e5ef226-f02f-4774-9792-e7e4d9cb787c tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f703bea-2cef-4dce-b67c-c9f07d86ad9c HTTP/1.1" status: 200 len: 945 time: 0.0621388 Jul 05 03:37:20.640310 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-da1ae948-02ea-4c5f-9681-4927a2d33260 req-5988c4e0-e335-42e6-a274-ed21fcd97602 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/security-groups?id=3afb0c72-b849-418f-98ca-9e2bba3f781b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311809 Jul 05 03:37:20.664727 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 51934) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:37:20.798559 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92449252-814b-4df4-a1b9-a436882623f9 tempest-TestShelveInstance-353305716 tempest-TestShelveInstance-353305716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:37:20.800026 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-92449252-814b-4df4-a1b9-a436882623f9 tempest-TestShelveInstance-353305716 tempest-TestShelveInstance-353305716-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=0f703bea-2cef-4dce-b67c-c9f07d86ad9c HTTP/1.1" status: 200 len: 1092 time: 0.1342335 Jul 05 03:37:20.803054 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 51938) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:37:20.807345 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-c056ffb9-192f-42f8-8584-ec2f8cd1ec9d tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Request body: {'floatingip': {'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'port_id': 'd03827a2-1879-4a7f-9c29-e75b7d54c9c1', 'tenant_id': '7980680fa2c64d649e7d3271a53c2ecc', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:37:20.927902 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c056ffb9-192f-42f8-8584-ec2f8cd1ec9d tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks [] for floatingip, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:20.962005 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-203568e9-4d28-403d-b7d6-62d1c42fa351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:21.025024 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c056ffb9-192f-42f8-8584-ec2f8cd1ec9d tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:21.122787 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-c056ffb9-192f-42f8-8584-ec2f8cd1ec9d tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Allocated IP 172.25.7.148 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/0e167252-9874-4a42-ac3f-9152236a7c45) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:37:21.224000 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c056ffb9-192f-42f8-8584-ec2f8cd1ec9d tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:21.327999 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c056ffb9-192f-42f8-8584-ec2f8cd1ec9d tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:21.363586 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c056ffb9-192f-42f8-8584-ec2f8cd1ec9d tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:37:21.366453 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-c056ffb9-192f-42f8-8584-ec2f8cd1ec9d tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:37:21.369904 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c056ffb9-192f-42f8-8584-ec2f8cd1ec9d tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:37:21.402557 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c056ffb9-192f-42f8-8584-ec2f8cd1ec9d tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Pushing event updated for resources: {'Port': ['ID=0e167252-9874-4a42-ac3f-9152236a7c45,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:37:22.073488 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c056ffb9-192f-42f8-8584-ec2f8cd1ec9d tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:22.230978 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c056ffb9-192f-42f8-8584-ec2f8cd1ec9d tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:22.392723 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c056ffb9-192f-42f8-8584-ec2f8cd1ec9d tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:22.525679 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c056ffb9-192f-42f8-8584-ec2f8cd1ec9d tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:22.596667 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c056ffb9-192f-42f8-8584-ec2f8cd1ec9d tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Pushing event updated for resources: {'Port': ['ID=0e167252-9874-4a42-ac3f-9152236a7c45,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:37:22.607915 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c056ffb9-192f-42f8-8584-ec2f8cd1ec9d tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636869'] for floatingip, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:22.710116 n-d-771362-32 neutron-server[94462]: INFO neutron.db.l3_db [None req-c056ffb9-192f-42f8-8584-ec2f8cd1ec9d tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Floating IP 0e979c25-3c5a-4cd8-84ad-c777d7cf303a associated. External IP: 172.25.7.148, port: d03827a2-1879-4a7f-9c29-e75b7d54c9c1. Jul 05 03:37:22.917289 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c056ffb9-192f-42f8-8584-ec2f8cd1ec9d tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Router e29b69a3-feb0-4af3-9c4d-094dd39f070e has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:37:23.025049 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c056ffb9-192f-42f8-8584-ec2f8cd1ec9d tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:37:23.035061 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2df0f9-89d2-4297-84dc-87efcee8ce9b None None] Sync routers for ids ['e29b69a3-feb0-4af3-9c4d-094dd39f070e'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:37:23.045473 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2df0f9-89d2-4297-84dc-87efcee8ce9b None None] Routers {'e29b69a3-feb0-4af3-9c4d-094dd39f070e'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:37:23.046117 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-8c2df0f9-89d2-4297-84dc-87efcee8ce9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:36:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['e29b69a3-feb0-4af3-9c4d-094dd39f070e'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:37:23.133283 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-c056ffb9-192f-42f8-8584-ec2f8cd1ec9d tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:23.151343 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-8c2df0f9-89d2-4297-84dc-87efcee8ce9b None None] Set router e29b69a3-feb0-4af3-9c4d-094dd39f070e gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:37:23.171246 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-c056ffb9-192f-42f8-8584-ec2f8cd1ec9d tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3671806 Jul 05 03:37:23.171853 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f703bea-2cef-4dce-b67c-c9f07d86ad9c', 'tag': 'd03827a2-1879-4a7f-9c29-e75b7d54c9c1'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:37:23.174163 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11141f6c68b9db4323543981e20059e25754165b6910e3da155bf2bc30bd8242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5934ab55-7eaf-4362-b98d-a8dc70f5787f" -d '{"events": [{"name": "network-changed", "server_uuid": "0f703bea-2cef-4dce-b67c-c9f07d86ad9c", "tag": "d03827a2-1879-4a7f-9c29-e75b7d54c9c1"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:37:23.209879 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b178b266-beea-4afa-a8c9-451e86277757 x-openstack-request-id: req-b178b266-beea-4afa-a8c9-451e86277757 {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:37:23.210270 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f703bea-2cef-4dce-b67c-c9f07d86ad9c", "tag": "d03827a2-1879-4a7f-9c29-e75b7d54c9c1", "status": "completed", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:37:23.210524 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b178b266-beea-4afa-a8c9-451e86277757 {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:37:23.210927 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f703bea-2cef-4dce-b67c-c9f07d86ad9c', 'tag': 'd03827a2-1879-4a7f-9c29-e75b7d54c9c1', 'status': 'completed', 'code': 200} Jul 05 03:37:23.289706 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5934ab55-7eaf-4362-b98d-a8dc70f5787f req-9fcb5911-4906-460a-af86-2c130d2aa099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:37:23.291235 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5934ab55-7eaf-4362-b98d-a8dc70f5787f req-9fcb5911-4906-460a-af86-2c130d2aa099 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7980680fa2c64d649e7d3271a53c2ecc&device_id=0f703bea-2cef-4dce-b67c-c9f07d86ad9c HTTP/1.1" status: 200 len: 1097 time: 0.0569348 Jul 05 03:37:23.321789 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f95de2e1-b060-4be6-945e-bffd32e0d25b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:23.378879 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5934ab55-7eaf-4362-b98d-a8dc70f5787f req-9022bd66-2756-4569-9b23-129d3db3088a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:37:23.380406 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5934ab55-7eaf-4362-b98d-a8dc70f5787f req-9022bd66-2756-4569-9b23-129d3db3088a service neutron] 10.222.0.15 "GET /v2.0/networks?id=20045fc4-7324-403d-b700-ec45e14ba9d1 HTTP/1.1" status: 200 len: 909 time: 0.0830572 Jul 05 03:37:23.386077 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-8c2df0f9-89d2-4297-84dc-87efcee8ce9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29b69a3-feb0-4af3-9c4d-094dd39f070e', 'name': 'tempest-TestShelveInstance-1111542987-router', 'tenant_id': '7980680fa2c64d649e7d3271a53c2ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': 'ccf28eba-d29b-40bf-aba3-9e98c22f0e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:36:54Z', 'updated_at': '2021-07-05T03:36:57Z', 'revision_number': 4, 'project_id': '7980680fa2c64d649e7d3271a53c2ecc', 'gw_port': {'id': 'ccf28eba-d29b-40bf-aba3-9e98c22f0e06', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:3f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29b69a3-feb0-4af3-9c4d-094dd39f070e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:36:55Z', 'updated_at': '2021-07-05T03:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '0e979c25-3c5a-4cd8-84ad-c777d7cf303a', 'tenant_id': '7980680fa2c64d649e7d3271a53c2ecc', 'floating_ip_address': '172.25.7.148', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': 'e29b69a3-feb0-4af3-9c4d-094dd39f070e', 'port_id': 'd03827a2-1879-4a7f-9c29-e75b7d54c9c1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4270, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20045fc4-7324-403d-b700-ec45e14ba9d1', 'mac_address': 'fa:16:3e:99:61:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f703bea-2cef-4dce-b67c-c9f07d86ad9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:37:21Z', 'updated_at': '2021-07-05T03:37:21Z', 'revision_number': 0, 'project_id': '7980680fa2c64d649e7d3271a53c2ecc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86b2482a-30b0-406e-b04f-b965eff00faa', 'name': '', 'network_id': '20045fc4-7324-403d-b700-ec45e14ba9d1', 'tenant_id': '7980680fa2c64d649e7d3271a53c2ecc', 'mac_address': 'fa:16:3e:d1:c2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29b69a3-feb0-4af3-9c4d-094dd39f070e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '362a2924-cb89-42ef-8372-2f584dd06d14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:36:56Z', 'updated_at': '2021-07-05T03:37:03Z', 'revision_number': 5, 'project_id': '7980680fa2c64d649e7d3271a53c2ecc', 'subnets': [{'id': '362a2924-cb89-42ef-8372-2f584dd06d14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:37:23.415657 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2df0f9-89d2-4297-84dc-87efcee8ce9b None None] Checking router: e29b69a3-feb0-4af3-9c4d-094dd39f070e for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:37:23.424433 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2df0f9-89d2-4297-84dc-87efcee8ce9b None None] Routers {'e29b69a3-feb0-4af3-9c4d-094dd39f070e'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:37:23.425041 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-8c2df0f9-89d2-4297-84dc-87efcee8ce9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:37:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['e29b69a3-feb0-4af3-9c4d-094dd39f070e'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:37:23.452407 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5934ab55-7eaf-4362-b98d-a8dc70f5787f req-f5449e26-c379-4c66-ad42-f75d32694272 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d03827a2-1879-4a7f-9c29-e75b7d54c9c1 HTTP/1.1" status: 200 len: 999 time: 0.0657804 Jul 05 03:37:23.500839 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5934ab55-7eaf-4362-b98d-a8dc70f5787f req-8dbc4adc-3e38-41bb-a3b7-398afa453a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:37:23.502350 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5934ab55-7eaf-4362-b98d-a8dc70f5787f req-8dbc4adc-3e38-41bb-a3b7-398afa453a01 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=362a2924-cb89-42ef-8372-2f584dd06d14 HTTP/1.1" status: 200 len: 848 time: 0.0434244 Jul 05 03:37:23.529447 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-8c2df0f9-89d2-4297-84dc-87efcee8ce9b None None] Set router e29b69a3-feb0-4af3-9c4d-094dd39f070e gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:37:23.557896 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5934ab55-7eaf-4362-b98d-a8dc70f5787f req-06c576fa-842f-483a-8550-6e7332dabccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:37:23.559375 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5934ab55-7eaf-4362-b98d-a8dc70f5787f req-06c576fa-842f-483a-8550-6e7332dabccd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=20045fc4-7324-403d-b700-ec45e14ba9d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510986 Jul 05 03:37:23.654044 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5934ab55-7eaf-4362-b98d-a8dc70f5787f req-2c863d7e-4035-4ee4-8e13-e3814789bb50 service neutron] 10.222.0.15 "GET /v2.0/networks/20045fc4-7324-403d-b700-ec45e14ba9d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873401 Jul 05 03:37:23.748408 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-8c2df0f9-89d2-4297-84dc-87efcee8ce9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29b69a3-feb0-4af3-9c4d-094dd39f070e', 'name': 'tempest-TestShelveInstance-1111542987-router', 'tenant_id': '7980680fa2c64d649e7d3271a53c2ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': 'ccf28eba-d29b-40bf-aba3-9e98c22f0e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:36:54Z', 'updated_at': '2021-07-05T03:36:57Z', 'revision_number': 4, 'project_id': '7980680fa2c64d649e7d3271a53c2ecc', 'gw_port': {'id': 'ccf28eba-d29b-40bf-aba3-9e98c22f0e06', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:3f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29b69a3-feb0-4af3-9c4d-094dd39f070e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:36:55Z', 'updated_at': '2021-07-05T03:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '0e979c25-3c5a-4cd8-84ad-c777d7cf303a', 'tenant_id': '7980680fa2c64d649e7d3271a53c2ecc', 'floating_ip_address': '172.25.7.148', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': 'e29b69a3-feb0-4af3-9c4d-094dd39f070e', 'port_id': 'd03827a2-1879-4a7f-9c29-e75b7d54c9c1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4270, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20045fc4-7324-403d-b700-ec45e14ba9d1', 'mac_address': 'fa:16:3e:99:61:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f703bea-2cef-4dce-b67c-c9f07d86ad9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:37:21Z', 'updated_at': '2021-07-05T03:37:21Z', 'revision_number': 0, 'project_id': '7980680fa2c64d649e7d3271a53c2ecc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86b2482a-30b0-406e-b04f-b965eff00faa', 'name': '', 'network_id': '20045fc4-7324-403d-b700-ec45e14ba9d1', 'tenant_id': '7980680fa2c64d649e7d3271a53c2ecc', 'mac_address': 'fa:16:3e:d1:c2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29b69a3-feb0-4af3-9c4d-094dd39f070e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '362a2924-cb89-42ef-8372-2f584dd06d14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:36:56Z', 'updated_at': '2021-07-05T03:37:03Z', 'revision_number': 5, 'project_id': '7980680fa2c64d649e7d3271a53c2ecc', 'subnets': [{'id': '362a2924-cb89-42ef-8372-2f584dd06d14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:37:23.780061 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2df0f9-89d2-4297-84dc-87efcee8ce9b None None] The sync data for ids ['e29b69a3-feb0-4af3-9c4d-094dd39f070e'] in n-d-771362-32 is: [{'id': 'e29b69a3-feb0-4af3-9c4d-094dd39f070e', 'name': 'tempest-TestShelveInstance-1111542987-router', 'tenant_id': '7980680fa2c64d649e7d3271a53c2ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': 'ccf28eba-d29b-40bf-aba3-9e98c22f0e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:36:54Z', 'updated_at': '2021-07-05T03:36:57Z', 'revision_number': 4, 'project_id': '7980680fa2c64d649e7d3271a53c2ecc', 'gw_port': {'id': 'ccf28eba-d29b-40bf-aba3-9e98c22f0e06', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:3f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29b69a3-feb0-4af3-9c4d-094dd39f070e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:36:55Z', 'updated_at': '2021-07-05T03:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '0e979c25-3c5a-4cd8-84ad-c777d7cf303a', 'tenant_id': '7980680fa2c64d649e7d3271a53c2ecc', 'floating_ip_address': '172.25.7.148', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': 'e29b69a3-feb0-4af3-9c4d-094dd39f070e', 'port_id': 'd03827a2-1879-4a7f-9c29-e75b7d54c9c1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4270, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20045fc4-7324-403d-b700-ec45e14ba9d1', 'mac_address': 'fa:16:3e:99:61:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f703bea-2cef-4dce-b67c-c9f07d86ad9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:37:21Z', 'updated_at': '2021-07-05T03:37:21Z', 'revision_number': 0, 'project_id': '7980680fa2c64d649e7d3271a53c2ecc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86b2482a-30b0-406e-b04f-b965eff00faa', 'name': '', 'network_id': '20045fc4-7324-403d-b700-ec45e14ba9d1', 'tenant_id': '7980680fa2c64d649e7d3271a53c2ecc', 'mac_address': 'fa:16:3e:d1:c2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29b69a3-feb0-4af3-9c4d-094dd39f070e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '362a2924-cb89-42ef-8372-2f584dd06d14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:36:56Z', 'updated_at': '2021-07-05T03:37:03Z', 'revision_number': 5, 'project_id': '7980680fa2c64d649e7d3271a53c2ecc', 'subnets': [{'id': '362a2924-cb89-42ef-8372-2f584dd06d14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:37:23.807191 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-5934ab55-7eaf-4362-b98d-a8dc70f5787f req-a04eb0c9-2ed7-4aae-ab17-3809a37f5208 service neutron] 10.222.0.15 "GET /v2.0/networks/20045fc4-7324-403d-b700-ec45e14ba9d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463518 Jul 05 03:37:23.971876 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00cdadc8-16bd-461e-9dd0-bb572790950f None None] New status for floating IP 0e979c25-3c5a-4cd8-84ad-c777d7cf303a: ACTIVE {{(pid=94463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:37:24.068481 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:24.990406 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:26.390357 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:29.391046 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1d727cab-8110-404f-8d3c-013bc6af05e6 req-a831653c-5e63-43d9-b026-31734c7a86de service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f703bea-2cef-4dce-b67c-c9f07d86ad9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0500100 Jul 05 03:37:29.498366 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d727cab-8110-404f-8d3c-013bc6af05e6 req-22011cb6-7f8e-4db9-9765-c8ab2fd72a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:37:29.499915 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1d727cab-8110-404f-8d3c-013bc6af05e6 req-22011cb6-7f8e-4db9-9765-c8ab2fd72a42 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7980680fa2c64d649e7d3271a53c2ecc&device_id=0f703bea-2cef-4dce-b67c-c9f07d86ad9c HTTP/1.1" status: 200 len: 1097 time: 0.0650086 Jul 05 03:37:29.601848 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d727cab-8110-404f-8d3c-013bc6af05e6 req-e2e137e8-46a9-4b12-b6bf-6c8f39372c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:37:29.603293 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1d727cab-8110-404f-8d3c-013bc6af05e6 req-e2e137e8-46a9-4b12-b6bf-6c8f39372c7b service neutron] 10.222.0.15 "GET /v2.0/networks?id=20045fc4-7324-403d-b700-ec45e14ba9d1 HTTP/1.1" status: 200 len: 909 time: 0.0818875 Jul 05 03:37:29.671321 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1d727cab-8110-404f-8d3c-013bc6af05e6 req-c40eec24-fbd5-4279-b1bd-aa898a8eec70 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d03827a2-1879-4a7f-9c29-e75b7d54c9c1 HTTP/1.1" status: 200 len: 1001 time: 0.0611663 Jul 05 03:37:29.719223 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d727cab-8110-404f-8d3c-013bc6af05e6 req-6396df0c-b86b-40cd-9574-352332ad12b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:37:29.720664 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1d727cab-8110-404f-8d3c-013bc6af05e6 req-6396df0c-b86b-40cd-9574-352332ad12b5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=362a2924-cb89-42ef-8372-2f584dd06d14 HTTP/1.1" status: 200 len: 848 time: 0.0433815 Jul 05 03:37:29.775942 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d727cab-8110-404f-8d3c-013bc6af05e6 req-367302eb-988e-434a-9422-1ddbdd539a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:37:29.777417 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1d727cab-8110-404f-8d3c-013bc6af05e6 req-367302eb-988e-434a-9422-1ddbdd539a39 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=20045fc4-7324-403d-b700-ec45e14ba9d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0499432 Jul 05 03:37:29.870525 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1d727cab-8110-404f-8d3c-013bc6af05e6 req-82153e36-2662-44f8-b3b8-97003f263a5c service neutron] 10.222.0.15 "GET /v2.0/networks/20045fc4-7324-403d-b700-ec45e14ba9d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818191 Jul 05 03:37:29.955335 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1d727cab-8110-404f-8d3c-013bc6af05e6 req-27741a0e-6558-4ecd-b435-5c7e0e986e57 service neutron] 10.222.0.15 "GET /v2.0/networks/20045fc4-7324-403d-b700-ec45e14ba9d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827641 Jul 05 03:37:42.510724 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:42.658738 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:46.007140 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:37:51.001883 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-85bdc727-21ec-4a9e-95a0-91113d4e2a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:53.291049 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3cd80e11-39c0-497a-8fc1-923fd26b38ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:54.021961 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:54.932800 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:56.395784 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:38:12.566966 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:38:12.681057 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:38:20.921963 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e6a76631-87c6-41bb-9742-7125808cb275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:38:23.005896 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:38:23.303919 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f8f33356-c5ad-4eb2-9b98-98a86d25b889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:38:24.035294 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:38:24.941939 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:38:26.440634 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:38:31.345686 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ffd75481-6d89-4195-b768-41af8f0e4ca8 req-d4e17b05-96db-4d17-b294-42cf0ec2b1aa service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f703bea-2cef-4dce-b67c-c9f07d86ad9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0519571 Jul 05 03:38:31.447294 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd75481-6d89-4195-b768-41af8f0e4ca8 req-3f856b41-6c52-4a9b-98ee-040d1bb36b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:38:31.448862 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ffd75481-6d89-4195-b768-41af8f0e4ca8 req-3f856b41-6c52-4a9b-98ee-040d1bb36b26 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7980680fa2c64d649e7d3271a53c2ecc&device_id=0f703bea-2cef-4dce-b67c-c9f07d86ad9c HTTP/1.1" status: 200 len: 1097 time: 0.0571826 Jul 05 03:38:31.550826 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd75481-6d89-4195-b768-41af8f0e4ca8 req-c5e45c66-583f-48e2-b5c2-ab28b3390f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:38:31.552321 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ffd75481-6d89-4195-b768-41af8f0e4ca8 req-c5e45c66-583f-48e2-b5c2-ab28b3390f64 service neutron] 10.222.0.15 "GET /v2.0/networks?id=20045fc4-7324-403d-b700-ec45e14ba9d1 HTTP/1.1" status: 200 len: 909 time: 0.0841372 Jul 05 03:38:31.622779 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ffd75481-6d89-4195-b768-41af8f0e4ca8 req-174082a3-73be-4240-86ca-db95f9a7def8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d03827a2-1879-4a7f-9c29-e75b7d54c9c1 HTTP/1.1" status: 200 len: 1001 time: 0.0636582 Jul 05 03:38:31.671350 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd75481-6d89-4195-b768-41af8f0e4ca8 req-a99da7c3-223e-40e1-b0c9-fafc0306ec06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:38:31.672823 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ffd75481-6d89-4195-b768-41af8f0e4ca8 req-a99da7c3-223e-40e1-b0c9-fafc0306ec06 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=362a2924-cb89-42ef-8372-2f584dd06d14 HTTP/1.1" status: 200 len: 848 time: 0.0438757 Jul 05 03:38:31.730610 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd75481-6d89-4195-b768-41af8f0e4ca8 req-5467a180-8685-40b3-92c0-85b5a5edd29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:38:31.732156 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ffd75481-6d89-4195-b768-41af8f0e4ca8 req-5467a180-8685-40b3-92c0-85b5a5edd29c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=20045fc4-7324-403d-b700-ec45e14ba9d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525484 Jul 05 03:38:31.822862 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ffd75481-6d89-4195-b768-41af8f0e4ca8 req-747e38b8-c0f1-44f9-a370-d56d61521287 service neutron] 10.222.0.15 "GET /v2.0/networks/20045fc4-7324-403d-b700-ec45e14ba9d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834370 Jul 05 03:38:31.910524 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ffd75481-6d89-4195-b768-41af8f0e4ca8 req-dd00a914-2e84-4c8e-af60-08919f7af9fb service neutron] 10.222.0.15 "GET /v2.0/networks/20045fc4-7324-403d-b700-ec45e14ba9d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812061 Jul 05 03:38:42.531911 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:38:42.639884 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:38:50.960561 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-ed2575fa-b0b8-4fd6-a02e-34e5f2af81c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:38:53.303495 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-c56a0c04-b7d2-4da0-8498-d4c0e60d4483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:38:54.057374 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:38:55.126196 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:38:56.411840 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:39:00.006207 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:39:12.574319 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:39:12.645331 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:39:18.637168 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3d868d-6cb2-40b9-a217-ad433635e1b1 req-220111c6-2055-4200-9161-a7c55e7b537c tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:39:18.638722 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3f3d868d-6cb2-40b9-a217-ad433635e1b1 req-220111c6-2055-4200-9161-a7c55e7b537c tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f703bea-2cef-4dce-b67c-c9f07d86ad9c HTTP/1.1" status: 200 len: 945 time: 0.0651593 Jul 05 03:39:18.676609 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3f3d868d-6cb2-40b9-a217-ad433635e1b1 req-2df0838e-ab64-4001-90df-1b446ff5afe9 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/security-groups?id=3afb0c72-b849-418f-98ca-9e2bba3f781b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322950 Jul 05 03:39:19.937753 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807816f5-2252-45e9-8002-81af1efaa17f req-df2c8350-7b93-40cc-a49b-61e57e5dcc79 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:39:19.939301 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-807816f5-2252-45e9-8002-81af1efaa17f req-df2c8350-7b93-40cc-a49b-61e57e5dcc79 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f703bea-2cef-4dce-b67c-c9f07d86ad9c HTTP/1.1" status: 200 len: 945 time: 0.0655332 Jul 05 03:39:19.983665 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-807816f5-2252-45e9-8002-81af1efaa17f req-4a285d57-f8ea-464a-a4ba-775bbbcc0e43 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/security-groups?id=3afb0c72-b849-418f-98ca-9e2bba3f781b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386076 Jul 05 03:39:20.936754 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-9c2c3b6b-a41e-48ff-8e27-764ad823dc8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:39:21.204507 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0b25b0-fff2-4e06-90d5-08bdc5fe94e9 req-dcfaacb6-c5e6-4296-963a-1d8e9b6cbeb0 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:39:21.205894 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3c0b25b0-fff2-4e06-90d5-08bdc5fe94e9 req-dcfaacb6-c5e6-4296-963a-1d8e9b6cbeb0 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f703bea-2cef-4dce-b67c-c9f07d86ad9c HTTP/1.1" status: 200 len: 945 time: 0.0801201 Jul 05 03:39:21.243820 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3c0b25b0-fff2-4e06-90d5-08bdc5fe94e9 req-057ebf8e-ce20-411f-8e92-0beadfeff652 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/security-groups?id=3afb0c72-b849-418f-98ca-9e2bba3f781b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319371 Jul 05 03:39:22.416789 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc023569-26b5-4dcc-9c8e-d784b501f14f req-374027a3-2815-41b1-8ed6-d238ae14ab02 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:39:22.418307 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bc023569-26b5-4dcc-9c8e-d784b501f14f req-374027a3-2815-41b1-8ed6-d238ae14ab02 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f703bea-2cef-4dce-b67c-c9f07d86ad9c HTTP/1.1" status: 200 len: 945 time: 0.0619459 Jul 05 03:39:22.455045 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bc023569-26b5-4dcc-9c8e-d784b501f14f req-81efc342-da15-4586-9e1a-243e5484f02b tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/security-groups?id=3afb0c72-b849-418f-98ca-9e2bba3f781b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312107 Jul 05 03:39:23.296665 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-25d7d953-389c-46d0-8174-4a61c9e78e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:39:23.632941 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562aa195-8d93-4386-bd7f-125b5873d5ab req-3cc3b12a-e9e6-47d6-89bd-3db677ac6fb5 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:39:23.634871 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-562aa195-8d93-4386-bd7f-125b5873d5ab req-3cc3b12a-e9e6-47d6-89bd-3db677ac6fb5 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f703bea-2cef-4dce-b67c-c9f07d86ad9c HTTP/1.1" status: 200 len: 945 time: 0.0639253 Jul 05 03:39:23.672596 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-562aa195-8d93-4386-bd7f-125b5873d5ab req-83890d3d-b182-46f0-924b-6bb14209c410 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/security-groups?id=3afb0c72-b849-418f-98ca-9e2bba3f781b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320964 Jul 05 03:39:24.038213 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:39:24.847978 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad2e4da-5607-4ab7-89aa-70242d5658d2 req-c8bbcc1e-1204-4685-bcfd-5783ea7c7817 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:39:24.849377 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9ad2e4da-5607-4ab7-89aa-70242d5658d2 req-c8bbcc1e-1204-4685-bcfd-5783ea7c7817 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f703bea-2cef-4dce-b67c-c9f07d86ad9c HTTP/1.1" status: 200 len: 945 time: 0.0635152 Jul 05 03:39:24.888813 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9ad2e4da-5607-4ab7-89aa-70242d5658d2 req-8f38099c-c87c-41e0-a539-9e2cadbb273a tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/security-groups?id=3afb0c72-b849-418f-98ca-9e2bba3f781b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337985 Jul 05 03:39:24.959543 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:39:26.069638 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52598d5c-2261-47b7-bb61-497b322b8890 req-c2573056-7c1a-46ef-a9f6-d99e99f7b715 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:39:26.071156 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-52598d5c-2261-47b7-bb61-497b322b8890 req-c2573056-7c1a-46ef-a9f6-d99e99f7b715 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f703bea-2cef-4dce-b67c-c9f07d86ad9c HTTP/1.1" status: 200 len: 945 time: 0.0718796 Jul 05 03:39:26.110246 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-52598d5c-2261-47b7-bb61-497b322b8890 req-26fc3f44-ddb9-45ad-a96f-947e09722373 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/security-groups?id=3afb0c72-b849-418f-98ca-9e2bba3f781b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328398 Jul 05 03:39:26.392224 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:39:27.294928 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b83ac6b-2175-4d23-bc6a-a7f88b6b7fff req-1ec4ea82-9b56-463d-b167-06f08f20f557 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:39:27.296457 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8b83ac6b-2175-4d23-bc6a-a7f88b6b7fff req-1ec4ea82-9b56-463d-b167-06f08f20f557 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f703bea-2cef-4dce-b67c-c9f07d86ad9c HTTP/1.1" status: 200 len: 945 time: 0.0721803 Jul 05 03:39:27.341856 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8b83ac6b-2175-4d23-bc6a-a7f88b6b7fff req-cf48b3a6-22b9-4800-9016-a29901aea8d3 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/security-groups?id=3afb0c72-b849-418f-98ca-9e2bba3f781b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358055 Jul 05 03:39:28.518718 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422cf8fb-f5db-4657-a4ac-15b995a12f7f req-927f6d45-54af-4f1f-9fe0-c50ec97f6b02 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:39:28.520266 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-422cf8fb-f5db-4657-a4ac-15b995a12f7f req-927f6d45-54af-4f1f-9fe0-c50ec97f6b02 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f703bea-2cef-4dce-b67c-c9f07d86ad9c HTTP/1.1" status: 200 len: 945 time: 0.0644457 Jul 05 03:39:28.559589 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-422cf8fb-f5db-4657-a4ac-15b995a12f7f req-41a6609e-ffa9-4a0d-9b72-0992da2e8cfa tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/security-groups?id=3afb0c72-b849-418f-98ca-9e2bba3f781b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328152 Jul 05 03:39:29.732767 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3589176-494f-439f-a0bc-b6a9d0004633 req-d0574cb3-2b73-43f5-8af0-ea0559cb8217 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:39:29.734214 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f3589176-494f-439f-a0bc-b6a9d0004633 req-d0574cb3-2b73-43f5-8af0-ea0559cb8217 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f703bea-2cef-4dce-b67c-c9f07d86ad9c HTTP/1.1" status: 200 len: 945 time: 0.0632455 Jul 05 03:39:29.771515 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f3589176-494f-439f-a0bc-b6a9d0004633 req-e2d0be92-a256-4910-b592-37408f49b805 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/security-groups?id=3afb0c72-b849-418f-98ca-9e2bba3f781b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317833 Jul 05 03:39:30.955569 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbaa0d8-cb7c-4c4c-817f-ed61ee4dc832 req-ed2d1fbe-2add-49f6-8e58-c36652d041b5 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:39:30.957079 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2dbaa0d8-cb7c-4c4c-817f-ed61ee4dc832 req-ed2d1fbe-2add-49f6-8e58-c36652d041b5 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f703bea-2cef-4dce-b67c-c9f07d86ad9c HTTP/1.1" status: 200 len: 945 time: 0.0634418 Jul 05 03:39:30.995037 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2dbaa0d8-cb7c-4c4c-817f-ed61ee4dc832 req-8a660b07-4747-4d0d-a060-698d1dff91c1 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/security-groups?id=3afb0c72-b849-418f-98ca-9e2bba3f781b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320888 Jul 05 03:39:31.480687 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce587f6-5f9c-4083-a3f9-4740ef8dc7db req-0a2b99f6-dae2-4a4a-8fc7-6827badc1763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:39:31.482230 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7ce587f6-5f9c-4083-a3f9-4740ef8dc7db req-0a2b99f6-dae2-4a4a-8fc7-6827badc1763 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7980680fa2c64d649e7d3271a53c2ecc&device_id=0f703bea-2cef-4dce-b67c-c9f07d86ad9c HTTP/1.1" status: 200 len: 1097 time: 0.1056943 Jul 05 03:39:31.585882 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce587f6-5f9c-4083-a3f9-4740ef8dc7db req-f69222c4-a155-42e7-b531-9a5dcb76f554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:39:31.587316 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7ce587f6-5f9c-4083-a3f9-4740ef8dc7db req-f69222c4-a155-42e7-b531-9a5dcb76f554 service neutron] 10.222.0.15 "GET /v2.0/networks?id=20045fc4-7324-403d-b700-ec45e14ba9d1 HTTP/1.1" status: 200 len: 909 time: 0.0846786 Jul 05 03:39:31.655789 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7ce587f6-5f9c-4083-a3f9-4740ef8dc7db req-abae79a8-6c7e-4dde-829c-1aeea7d39d00 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d03827a2-1879-4a7f-9c29-e75b7d54c9c1 HTTP/1.1" status: 200 len: 1001 time: 0.0613129 Jul 05 03:39:32.085197 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce587f6-5f9c-4083-a3f9-4740ef8dc7db req-288a1b6d-14ea-42c8-9b98-00e3cefa8a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:39:32.086666 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7ce587f6-5f9c-4083-a3f9-4740ef8dc7db req-288a1b6d-14ea-42c8-9b98-00e3cefa8a8f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=362a2924-cb89-42ef-8372-2f584dd06d14 HTTP/1.1" status: 200 len: 848 time: 0.4248836 Jul 05 03:39:32.161814 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce587f6-5f9c-4083-a3f9-4740ef8dc7db req-248f4a1c-fe23-4739-8bbd-91d7a28cec8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:39:32.163405 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7ce587f6-5f9c-4083-a3f9-4740ef8dc7db req-248f4a1c-fe23-4739-8bbd-91d7a28cec8e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=20045fc4-7324-403d-b700-ec45e14ba9d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0686924 Jul 05 03:39:32.283689 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73fba02-99a1-46ba-ad00-1dbb45155540 req-38cacb0b-e6f1-46fc-8af2-5ead17685f2b tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:39:32.286162 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b73fba02-99a1-46ba-ad00-1dbb45155540 req-38cacb0b-e6f1-46fc-8af2-5ead17685f2b tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f703bea-2cef-4dce-b67c-c9f07d86ad9c HTTP/1.1" status: 200 len: 945 time: 0.1421714 Jul 05 03:39:32.310202 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7ce587f6-5f9c-4083-a3f9-4740ef8dc7db req-3bfb513b-cfe7-4cc2-ad87-0bf2c45c5ff0 service neutron] 10.222.0.15 "GET /v2.0/networks/20045fc4-7324-403d-b700-ec45e14ba9d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296494 Jul 05 03:39:32.388545 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b73fba02-99a1-46ba-ad00-1dbb45155540 req-8b0e9d2b-b148-4fb0-8e38-c545a5862c10 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/security-groups?id=3afb0c72-b849-418f-98ca-9e2bba3f781b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914600 Jul 05 03:39:32.396375 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device d03827a2-1879-4a7f-9c29-e75b7d54c9c1 details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:39:32.449535 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7ce587f6-5f9c-4083-a3f9-4740ef8dc7db req-1ccdc228-4d7c-4d51-8eb8-bd4da6db2754 service neutron] 10.222.0.15 "GET /v2.0/networks/20045fc4-7324-403d-b700-ec45e14ba9d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261065 Jul 05 03:39:32.538454 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port d03827a2-1879-4a7f-9c29-e75b7d54c9c1, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=d03827a2-1879-4a7f-9c29-e75b7d54c9c1,segment=NetworkSegment(1a6f9fe1-c1eb-480f-945b-1d5c83297e93),segment_id=1a6f9fe1-c1eb-480f-945b-1d5c83297e93)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:39:32.550600 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Returning: {'device': 'd03827a2-1879-4a7f-9c29-e75b7d54c9c1', 'network_id': '20045fc4-7324-403d-b700-ec45e14ba9d1', 'port_id': 'd03827a2-1879-4a7f-9c29-e75b7d54c9c1', 'mac_address': 'fa:16:3e:99:61:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '362a2924-cb89-42ef-8372-2f584dd06d14', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:39:32.598286 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:39:32.615996 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d03827a2-1879-4a7f-9c29-e75b7d54c9c1 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:39:32.650525 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port d03827a2-1879-4a7f-9c29-e75b7d54c9c1, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=d03827a2-1879-4a7f-9c29-e75b7d54c9c1,segment=NetworkSegment(1a6f9fe1-c1eb-480f-945b-1d5c83297e93),segment_id=1a6f9fe1-c1eb-480f-945b-1d5c83297e93)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:39:32.788408 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:39:32.848387 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=d03827a2-1879-4a7f-9c29-e75b7d54c9c1,revision_number=6']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:39:32.856876 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:39:32.857302 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:39:32.857723 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:39:32.858070 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:39:32.858434 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:39:32.858759 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:39:32.859099 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:39:32.859430 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:39:32.859763 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:39:32.860084 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:39:32.860409 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:39:32.860787 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:39:32.874273 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['d03827a2-1879-4a7f-9c29-e75b7d54c9c1'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:39:33.595681 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90321b42-d93d-4ba8-8b47-07b045901113 req-2e88eba2-9214-4dd7-9304-01d691be1ea5 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:39:33.597897 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-90321b42-d93d-4ba8-8b47-07b045901113 req-2e88eba2-9214-4dd7-9304-01d691be1ea5 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f703bea-2cef-4dce-b67c-c9f07d86ad9c HTTP/1.1" status: 200 len: 944 time: 0.0811644 Jul 05 03:39:33.646843 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-90321b42-d93d-4ba8-8b47-07b045901113 req-2497aa87-583e-4832-b8b4-83dfd4188b2a tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/security-groups?id=3afb0c72-b849-418f-98ca-9e2bba3f781b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395782 Jul 05 03:39:34.414265 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device d03827a2-1879-4a7f-9c29-e75b7d54c9c1 up at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:39:34.468045 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning complete for port d03827a2-1879-4a7f-9c29-e75b7d54c9c1 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:39:34.468423 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:39:34.545029 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:39:34.571869 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f703bea-2cef-4dce-b67c-c9f07d86ad9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd03827a2-1879-4a7f-9c29-e75b7d54c9c1'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:39:34.575581 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1156d35e1955dd65519df7b38ee19a55ddc3a31abbcc68c280d02d687c0487e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1600e9fa-1666-40f1-8bb7-8feab1d2692b" -d '{"events": [{"server_uuid": "0f703bea-2cef-4dce-b67c-c9f07d86ad9c", "name": "network-vif-plugged", "status": "completed", "tag": "d03827a2-1879-4a7f-9c29-e75b7d54c9c1"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:39:34.588570 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port d03827a2-1879-4a7f-9c29-e75b7d54c9c1, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=d03827a2-1879-4a7f-9c29-e75b7d54c9c1,segment=NetworkSegment(1a6f9fe1-c1eb-480f-945b-1d5c83297e93),segment_id=1a6f9fe1-c1eb-480f-945b-1d5c83297e93)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:39:34.613535 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-205cc65b-dd66-4eb2-8594-3c8c96319eed x-openstack-request-id: req-205cc65b-dd66-4eb2-8594-3c8c96319eed {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:39:34.613823 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f703bea-2cef-4dce-b67c-c9f07d86ad9c", "name": "network-vif-plugged", "status": "completed", "tag": "d03827a2-1879-4a7f-9c29-e75b7d54c9c1", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:39:34.614072 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-205cc65b-dd66-4eb2-8594-3c8c96319eed {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:39:34.614496 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f703bea-2cef-4dce-b67c-c9f07d86ad9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd03827a2-1879-4a7f-9c29-e75b7d54c9c1', 'code': 200} Jul 05 03:39:34.667898 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:39:34.715836 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=d03827a2-1879-4a7f-9c29-e75b7d54c9c1,revision_number=7']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:39:34.850714 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04586719-0888-4f93-84e1-19c8172fe21f req-85d30a26-89c6-4240-a1b7-b7e4fb4a5502 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:39:34.852340 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-04586719-0888-4f93-84e1-19c8172fe21f req-85d30a26-89c6-4240-a1b7-b7e4fb4a5502 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f703bea-2cef-4dce-b67c-c9f07d86ad9c HTTP/1.1" status: 200 len: 945 time: 0.0762129 Jul 05 03:39:34.899599 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-04586719-0888-4f93-84e1-19c8172fe21f req-8a968f85-9fde-41e0-8088-fa1a49be58ff tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/security-groups?id=3afb0c72-b849-418f-98ca-9e2bba3f781b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410955 Jul 05 03:39:36.112692 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68c235b-fbc5-407c-b5a3-da34177cedea req-f50ac2d4-1ab2-459f-8cc9-95fa3d1fad7d tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:39:36.114323 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d68c235b-fbc5-407c-b5a3-da34177cedea req-f50ac2d4-1ab2-459f-8cc9-95fa3d1fad7d tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f703bea-2cef-4dce-b67c-c9f07d86ad9c HTTP/1.1" status: 200 len: 945 time: 0.0782578 Jul 05 03:39:36.159781 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d68c235b-fbc5-407c-b5a3-da34177cedea req-58893403-566f-4e6f-a8c1-a8fe3cdced86 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/security-groups?id=3afb0c72-b849-418f-98ca-9e2bba3f781b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386178 Jul 05 03:39:37.006667 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:39:37.368898 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6eaf67-c4e9-42d2-945f-32962a2f4e32 req-02b2308b-62ec-4397-9c79-762a4d32446c tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:39:37.370428 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ae6eaf67-c4e9-42d2-945f-32962a2f4e32 req-02b2308b-62ec-4397-9c79-762a4d32446c tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f703bea-2cef-4dce-b67c-c9f07d86ad9c HTTP/1.1" status: 200 len: 945 time: 0.0714033 Jul 05 03:39:37.413416 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ae6eaf67-c4e9-42d2-945f-32962a2f4e32 req-18ed69ae-909f-4e59-815a-73fbb2678a0e tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/security-groups?id=3afb0c72-b849-418f-98ca-9e2bba3f781b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347826 Jul 05 03:39:38.607353 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad005e5-a963-4e23-b38d-5ad7de3a9433 req-dd979175-0ef3-4d1e-a948-13173197040f tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:39:38.610985 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9ad005e5-a963-4e23-b38d-5ad7de3a9433 req-dd979175-0ef3-4d1e-a948-13173197040f tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f703bea-2cef-4dce-b67c-c9f07d86ad9c HTTP/1.1" status: 200 len: 945 time: 0.0799899 Jul 05 03:39:38.661924 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9ad005e5-a963-4e23-b38d-5ad7de3a9433 req-acf2056c-4667-488c-9588-4d7541886457 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/security-groups?id=3afb0c72-b849-418f-98ca-9e2bba3f781b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448430 Jul 05 03:39:39.870497 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21826910-9299-4ad0-aa98-4e0a90fa0845 req-32e5e43a-ed68-4982-8195-ebc311c0e98a tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:39:39.872107 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-21826910-9299-4ad0-aa98-4e0a90fa0845 req-32e5e43a-ed68-4982-8195-ebc311c0e98a tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f703bea-2cef-4dce-b67c-c9f07d86ad9c HTTP/1.1" status: 200 len: 945 time: 0.0764933 Jul 05 03:39:39.922516 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-21826910-9299-4ad0-aa98-4e0a90fa0845 req-b08c14da-59fc-4c79-856d-dba6cb7777b3 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/security-groups?id=3afb0c72-b849-418f-98ca-9e2bba3f781b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439441 Jul 05 03:39:41.096234 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77415f72-a963-4310-ad65-ccd281d8bf16 req-b1855025-a486-4a24-ab4c-8f7e196ff80d tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:39:41.097791 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-77415f72-a963-4310-ad65-ccd281d8bf16 req-b1855025-a486-4a24-ab4c-8f7e196ff80d tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f703bea-2cef-4dce-b67c-c9f07d86ad9c HTTP/1.1" status: 200 len: 945 time: 0.0688305 Jul 05 03:39:41.140710 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-77415f72-a963-4310-ad65-ccd281d8bf16 req-df00ef18-4fbb-4ef0-91cf-f59b3e84ea47 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/security-groups?id=3afb0c72-b849-418f-98ca-9e2bba3f781b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363991 Jul 05 03:39:42.325005 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3b746c-d6b2-4b7a-aa11-ce224adf25ad req-6da9fd2b-72bf-42d2-b1a1-3bb7abd628bd tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:39:42.326642 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3a3b746c-d6b2-4b7a-aa11-ce224adf25ad req-6da9fd2b-72bf-42d2-b1a1-3bb7abd628bd tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f703bea-2cef-4dce-b67c-c9f07d86ad9c HTTP/1.1" status: 200 len: 945 time: 0.0665424 Jul 05 03:39:42.366587 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3a3b746c-d6b2-4b7a-aa11-ce224adf25ad req-15bcfdca-2531-4091-8c28-b8a5d022cc72 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/security-groups?id=3afb0c72-b849-418f-98ca-9e2bba3f781b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339305 Jul 05 03:39:42.513352 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:39:42.534498 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e85cb1-58c9-41da-a249-cfbeaf94f678 req-339a29aa-3913-4285-80d8-f276b87d908b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:39:42.537335 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-33e85cb1-58c9-41da-a249-cfbeaf94f678 req-339a29aa-3913-4285-80d8-f276b87d908b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7980680fa2c64d649e7d3271a53c2ecc&device_id=0f703bea-2cef-4dce-b67c-c9f07d86ad9c HTTP/1.1" status: 200 len: 1097 time: 0.0556653 Jul 05 03:39:42.640095 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e85cb1-58c9-41da-a249-cfbeaf94f678 req-6928aacc-3636-498b-bb14-8f3d1822a82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:39:42.641652 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-33e85cb1-58c9-41da-a249-cfbeaf94f678 req-6928aacc-3636-498b-bb14-8f3d1822a82f service neutron] 10.222.0.15 "GET /v2.0/networks?id=20045fc4-7324-403d-b700-ec45e14ba9d1 HTTP/1.1" status: 200 len: 909 time: 0.0980122 Jul 05 03:39:42.702362 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:39:42.706976 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-33e85cb1-58c9-41da-a249-cfbeaf94f678 req-7b4b6b5c-bcfd-41f5-a72c-5e3a13b99969 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d03827a2-1879-4a7f-9c29-e75b7d54c9c1 HTTP/1.1" status: 200 len: 1001 time: 0.0580602 Jul 05 03:39:42.759502 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e85cb1-58c9-41da-a249-cfbeaf94f678 req-1c28efe9-f868-4f51-af6e-265ee44247f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:39:42.761596 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-33e85cb1-58c9-41da-a249-cfbeaf94f678 req-1c28efe9-f868-4f51-af6e-265ee44247f0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=362a2924-cb89-42ef-8372-2f584dd06d14 HTTP/1.1" status: 200 len: 848 time: 0.0475237 Jul 05 03:39:42.818426 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e85cb1-58c9-41da-a249-cfbeaf94f678 req-95fcb58d-ee4a-43e8-a051-db0716adfdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:39:42.819940 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-33e85cb1-58c9-41da-a249-cfbeaf94f678 req-95fcb58d-ee4a-43e8-a051-db0716adfdcd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=20045fc4-7324-403d-b700-ec45e14ba9d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524871 Jul 05 03:39:42.908163 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-33e85cb1-58c9-41da-a249-cfbeaf94f678 req-440f81dc-b3ed-4a24-9acc-627e258cdd30 service neutron] 10.222.0.15 "GET /v2.0/networks/20045fc4-7324-403d-b700-ec45e14ba9d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813305 Jul 05 03:39:43.001826 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-33e85cb1-58c9-41da-a249-cfbeaf94f678 req-c11a4ac1-a544-4a87-b596-b0ea9d8b63fa service neutron] 10.222.0.15 "GET /v2.0/networks/20045fc4-7324-403d-b700-ec45e14ba9d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869641 Jul 05 03:39:43.549396 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e741357c-364c-4444-a9ba-f15d72e4f073 req-2b3280cb-37f1-4909-8404-895fc2601c91 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:39:43.554015 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e741357c-364c-4444-a9ba-f15d72e4f073 req-2b3280cb-37f1-4909-8404-895fc2601c91 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f703bea-2cef-4dce-b67c-c9f07d86ad9c HTTP/1.1" status: 200 len: 945 time: 0.0718334 Jul 05 03:39:43.593028 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e741357c-364c-4444-a9ba-f15d72e4f073 req-66b08863-36dd-49d7-9f6b-374ea00e3478 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/security-groups?id=3afb0c72-b849-418f-98ca-9e2bba3f781b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363243 Jul 05 03:39:44.769998 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f675970-7226-48ee-92dc-5f91241214d4 req-4fad357e-47d7-4095-a71f-dc68fb3145b0 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:39:44.771572 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1f675970-7226-48ee-92dc-5f91241214d4 req-4fad357e-47d7-4095-a71f-dc68fb3145b0 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f703bea-2cef-4dce-b67c-c9f07d86ad9c HTTP/1.1" status: 200 len: 945 time: 0.0695066 Jul 05 03:39:44.811068 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1f675970-7226-48ee-92dc-5f91241214d4 req-f1b567c8-6942-40d4-8d7e-564367184e85 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/security-groups?id=3afb0c72-b849-418f-98ca-9e2bba3f781b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338447 Jul 05 03:39:45.989806 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d00d7f-be73-426e-8d17-983cc0fa47ce req-232dd827-f030-449f-9338-a6accdeb5509 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:39:45.991307 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-13d00d7f-be73-426e-8d17-983cc0fa47ce req-232dd827-f030-449f-9338-a6accdeb5509 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f703bea-2cef-4dce-b67c-c9f07d86ad9c HTTP/1.1" status: 200 len: 945 time: 0.0667949 Jul 05 03:39:46.028831 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-13d00d7f-be73-426e-8d17-983cc0fa47ce req-2076f9e7-a40f-407f-aa59-bb3f210c8411 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/security-groups?id=3afb0c72-b849-418f-98ca-9e2bba3f781b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311172 Jul 05 03:39:46.488096 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device d03827a2-1879-4a7f-9c29-e75b7d54c9c1 no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:39:46.560944 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:39:46.582014 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f703bea-2cef-4dce-b67c-c9f07d86ad9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd03827a2-1879-4a7f-9c29-e75b7d54c9c1'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:39:46.584247 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1156d35e1955dd65519df7b38ee19a55ddc3a31abbcc68c280d02d687c0487e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c82317d2-1a4b-4b99-a529-bf08d18d2902" -d '{"events": [{"server_uuid": "0f703bea-2cef-4dce-b67c-c9f07d86ad9c", "name": "network-vif-unplugged", "status": "completed", "tag": "d03827a2-1879-4a7f-9c29-e75b7d54c9c1"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:39:46.597358 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port d03827a2-1879-4a7f-9c29-e75b7d54c9c1, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=d03827a2-1879-4a7f-9c29-e75b7d54c9c1,segment=NetworkSegment(1a6f9fe1-c1eb-480f-945b-1d5c83297e93),segment_id=1a6f9fe1-c1eb-480f-945b-1d5c83297e93)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:39:46.615739 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 05 Jul 2021 03:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9f6a5c9-ff16-4b48-b8ad-794436b1009f x-openstack-request-id: req-d9f6a5c9-ff16-4b48-b8ad-794436b1009f {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:39:46.616019 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f703bea-2cef-4dce-b67c-c9f07d86ad9c", "name": "network-vif-unplugged", "status": "failed", "tag": "d03827a2-1879-4a7f-9c29-e75b7d54c9c1", "code": 422}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:39:46.616273 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d9f6a5c9-ff16-4b48-b8ad-794436b1009f {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:39:46.616669 n-d-771362-32 neutron-server[94463]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0f703bea-2cef-4dce-b67c-c9f07d86ad9c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd03827a2-1879-4a7f-9c29-e75b7d54c9c1', 'code': 422} returned with failed status Jul 05 03:39:46.677644 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:39:46.724051 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=d03827a2-1879-4a7f-9c29-e75b7d54c9c1,revision_number=8']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:39:47.513380 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768f3ee-5b8c-47bc-a44f-788ba7a8dc97 req-33046002-f84b-4fef-84e1-65ee0118301a tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:39:47.515112 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a768f3ee-5b8c-47bc-a44f-788ba7a8dc97 req-33046002-f84b-4fef-84e1-65ee0118301a tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f703bea-2cef-4dce-b67c-c9f07d86ad9c HTTP/1.1" status: 200 len: 943 time: 0.0678389 Jul 05 03:39:47.554522 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a768f3ee-5b8c-47bc-a44f-788ba7a8dc97 req-9d505c9b-6d9c-4818-8811-98b74a43bffa tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/security-groups?id=3afb0c72-b849-418f-98ca-9e2bba3f781b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335407 Jul 05 03:39:47.929877 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 52148) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:39:48.034149 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-92d49253-d76f-4c23-a6b9-3b4f2e2310b3 req-4397eba9-c6ac-440a-b097-0a608585c191 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0f703bea-2cef-4dce-b67c-c9f07d86ad9c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1031451 Jul 05 03:39:48.750275 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6daab51-25ee-41ac-9016-6378588d74c9 req-1c436015-e961-439f-ad3b-7c1eb1b63b9a tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:39:48.751776 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d6daab51-25ee-41ac-9016-6378588d74c9 req-1c436015-e961-439f-ad3b-7c1eb1b63b9a tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f703bea-2cef-4dce-b67c-c9f07d86ad9c HTTP/1.1" status: 200 len: 943 time: 0.0695162 Jul 05 03:39:48.790108 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d6daab51-25ee-41ac-9016-6378588d74c9 req-cd3fbe4c-06d6-434c-a0be-cd13b3ea99e6 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/security-groups?id=3afb0c72-b849-418f-98ca-9e2bba3f781b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326865 Jul 05 03:39:49.584677 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d49253-d76f-4c23-a6b9-3b4f2e2310b3 req-da997d2e-27af-45ae-98ec-820405a58df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:39:49.584677 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-92d49253-d76f-4c23-a6b9-3b4f2e2310b3 req-da997d2e-27af-45ae-98ec-820405a58df6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0f703bea-2cef-4dce-b67c-c9f07d86ad9c&tenant_id=7980680fa2c64d649e7d3271a53c2ecc HTTP/1.1" status: 200 len: 1095 time: 0.0965450 Jul 05 03:39:49.596190 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-92d49253-d76f-4c23-a6b9-3b4f2e2310b3 req-2a8ee403-b753-492c-8bde-4c85f98890f8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-771362-32', 'device_owner': 'compute:nova'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:39:49.669315 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-92d49253-d76f-4c23-a6b9-3b4f2e2310b3 req-2a8ee403-b753-492c-8bde-4c85f98890f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:39:49.867697 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-92d49253-d76f-4c23-a6b9-3b4f2e2310b3 req-2a8ee403-b753-492c-8bde-4c85f98890f8 service neutron] For port d03827a2-1879-4a7f-9c29-e75b7d54c9c1, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=d03827a2-1879-4a7f-9c29-e75b7d54c9c1,segment=NetworkSegment(1a6f9fe1-c1eb-480f-945b-1d5c83297e93),segment_id=1a6f9fe1-c1eb-480f-945b-1d5c83297e93)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:39:49.902216 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-92d49253-d76f-4c23-a6b9-3b4f2e2310b3 req-2a8ee403-b753-492c-8bde-4c85f98890f8 service neutron] For port d03827a2-1879-4a7f-9c29-e75b7d54c9c1, host n-h2-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:39:49.966261 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-92d49253-d76f-4c23-a6b9-3b4f2e2310b3 req-2a8ee403-b753-492c-8bde-4c85f98890f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d03827a2-1879-4a7f-9c29-e75b7d54c9c1 {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:39:49.975239 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-92d49253-d76f-4c23-a6b9-3b4f2e2310b3 req-2a8ee403-b753-492c-8bde-4c85f98890f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:39:50.000419 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-92d49253-d76f-4c23-a6b9-3b4f2e2310b3 req-2a8ee403-b753-492c-8bde-4c85f98890f8 service neutron] Transition to ACTIVE for port object d03827a2-1879-4a7f-9c29-e75b7d54c9c1 will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:39:50.019977 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fe6490-e7ee-46fe-ac16-ea77e8c421ef req-cf2140e4-c3cf-49f9-9692-c21dce43850a tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:39:50.021536 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-66fe6490-e7ee-46fe-ac16-ea77e8c421ef req-cf2140e4-c3cf-49f9-9692-c21dce43850a tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f703bea-2cef-4dce-b67c-c9f07d86ad9c HTTP/1.1" status: 200 len: 943 time: 0.0999057 Jul 05 03:39:50.059945 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-66fe6490-e7ee-46fe-ac16-ea77e8c421ef req-c6e08f30-b102-45f0-bc0d-f4ce3fc62d87 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/security-groups?id=3afb0c72-b849-418f-98ca-9e2bba3f781b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328281 Jul 05 03:39:50.090141 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-92d49253-d76f-4c23-a6b9-3b4f2e2310b3 req-2a8ee403-b753-492c-8bde-4c85f98890f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:39:50.166234 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8ee403-b753-492c-8bde-4c85f98890f8 service neutron] Pushing event updated for resources: {'Port': ['ID=d03827a2-1879-4a7f-9c29-e75b7d54c9c1,revision_number=9']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:39:50.178193 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8ee403-b753-492c-8bde-4c85f98890f8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:39:50.178503 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8ee403-b753-492c-8bde-4c85f98890f8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:39:50.178837 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8ee403-b753-492c-8bde-4c85f98890f8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:39:50.179165 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8ee403-b753-492c-8bde-4c85f98890f8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:39:50.179494 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8ee403-b753-492c-8bde-4c85f98890f8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:39:50.179817 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8ee403-b753-492c-8bde-4c85f98890f8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:39:50.180136 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8ee403-b753-492c-8bde-4c85f98890f8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:39:50.180456 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8ee403-b753-492c-8bde-4c85f98890f8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:39:50.180832 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8ee403-b753-492c-8bde-4c85f98890f8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:39:50.181153 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8ee403-b753-492c-8bde-4c85f98890f8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:39:50.181472 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8ee403-b753-492c-8bde-4c85f98890f8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:39:50.181789 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8ee403-b753-492c-8bde-4c85f98890f8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:39:50.228862 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-92d49253-d76f-4c23-a6b9-3b4f2e2310b3 req-2a8ee403-b753-492c-8bde-4c85f98890f8 service neutron] No DVR routers for this DVR port d03827a2-1879-4a7f-9c29-e75b7d54c9c1 on host n-h2-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:39:50.368755 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-92d49253-d76f-4c23-a6b9-3b4f2e2310b3 req-2a8ee403-b753-492c-8bde-4c85f98890f8 service neutron] Attempting to bind port d03827a2-1879-4a7f-9c29-e75b7d54c9c1 on host n-h1-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:39:50.369092 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-92d49253-d76f-4c23-a6b9-3b4f2e2310b3 req-2a8ee403-b753-492c-8bde-4c85f98890f8 service neutron] Attempting to bind port d03827a2-1879-4a7f-9c29-e75b7d54c9c1 by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': '1a6f9fe1-c1eb-480f-945b-1d5c83297e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '20045fc4-7324-403d-b700-ec45e14ba9d1'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:39:50.369417 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d49253-d76f-4c23-a6b9-3b4f2e2310b3 req-2a8ee403-b753-492c-8bde-4c85f98890f8 service neutron] Attempting to bind port d03827a2-1879-4a7f-9c29-e75b7d54c9c1 on network 20045fc4-7324-403d-b700-ec45e14ba9d1 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:39:50.374237 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d49253-d76f-4c23-a6b9-3b4f2e2310b3 req-2a8ee403-b753-492c-8bde-4c85f98890f8 service neutron] Port d03827a2-1879-4a7f-9c29-e75b7d54c9c1 on network 20045fc4-7324-403d-b700-ec45e14ba9d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:39:50.374555 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d49253-d76f-4c23-a6b9-3b4f2e2310b3 req-2a8ee403-b753-492c-8bde-4c85f98890f8 service neutron] Attempting to bind port d03827a2-1879-4a7f-9c29-e75b7d54c9c1 on network 20045fc4-7324-403d-b700-ec45e14ba9d1 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:39:50.379164 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d49253-d76f-4c23-a6b9-3b4f2e2310b3 req-2a8ee403-b753-492c-8bde-4c85f98890f8 service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:39:50.379492 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d49253-d76f-4c23-a6b9-3b4f2e2310b3 req-2a8ee403-b753-492c-8bde-4c85f98890f8 service neutron] Checking segment: {'id': '1a6f9fe1-c1eb-480f-945b-1d5c83297e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '20045fc4-7324-403d-b700-ec45e14ba9d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:39:50.379867 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d49253-d76f-4c23-a6b9-3b4f2e2310b3 req-2a8ee403-b753-492c-8bde-4c85f98890f8 service neutron] Bound using segment: {'id': '1a6f9fe1-c1eb-480f-945b-1d5c83297e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '20045fc4-7324-403d-b700-ec45e14ba9d1'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:39:50.380390 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-92d49253-d76f-4c23-a6b9-3b4f2e2310b3 req-2a8ee403-b753-492c-8bde-4c85f98890f8 service neutron] Bound port: d03827a2-1879-4a7f-9c29-e75b7d54c9c1, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a6f9fe1-c1eb-480f-945b-1d5c83297e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '20045fc4-7324-403d-b700-ec45e14ba9d1'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:39:50.380742 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-92d49253-d76f-4c23-a6b9-3b4f2e2310b3 req-2a8ee403-b753-492c-8bde-4c85f98890f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:39:50.441352 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-92d49253-d76f-4c23-a6b9-3b4f2e2310b3 req-2a8ee403-b753-492c-8bde-4c85f98890f8 service neutron] For port d03827a2-1879-4a7f-9c29-e75b7d54c9c1, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:39:50.444230 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-92d49253-d76f-4c23-a6b9-3b4f2e2310b3 req-2a8ee403-b753-492c-8bde-4c85f98890f8 service neutron] For port d03827a2-1879-4a7f-9c29-e75b7d54c9c1, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=d03827a2-1879-4a7f-9c29-e75b7d54c9c1,segment=NetworkSegment(1a6f9fe1-c1eb-480f-945b-1d5c83297e93),segment_id=1a6f9fe1-c1eb-480f-945b-1d5c83297e93)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:39:50.541288 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-92d49253-d76f-4c23-a6b9-3b4f2e2310b3 req-2a8ee403-b753-492c-8bde-4c85f98890f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:39:50.575713 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d49253-d76f-4c23-a6b9-3b4f2e2310b3 req-2a8ee403-b753-492c-8bde-4c85f98890f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:39:50.576503 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-92d49253-d76f-4c23-a6b9-3b4f2e2310b3 req-2a8ee403-b753-492c-8bde-4c85f98890f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:39:50.577811 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-92d49253-d76f-4c23-a6b9-3b4f2e2310b3 req-2a8ee403-b753-492c-8bde-4c85f98890f8 service neutron] 10.222.0.21 "PUT /v2.0/ports/d03827a2-1879-4a7f-9c29-e75b7d54c9c1 HTTP/1.1" status: 200 len: 1092 time: 0.9861877 Jul 05 03:39:50.578289 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f703bea-2cef-4dce-b67c-c9f07d86ad9c', 'tag': 'd03827a2-1879-4a7f-9c29-e75b7d54c9c1'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:39:50.580622 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4c1385bffaa5d930a7117e6982c27207eca91cca31cf4b43f86c7ad63cd24a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95b1a1b1-d7ea-467b-b4f0-ed49d046f24c" -d '{"events": [{"name": "network-changed", "server_uuid": "0f703bea-2cef-4dce-b67c-c9f07d86ad9c", "tag": "d03827a2-1879-4a7f-9c29-e75b7d54c9c1"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:39:50.604760 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8ee403-b753-492c-8bde-4c85f98890f8 service neutron] Pushing event updated for resources: {'Port': ['ID=d03827a2-1879-4a7f-9c29-e75b7d54c9c1,revision_number=10']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:39:50.674875 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d49253-d76f-4c23-a6b9-3b4f2e2310b3 req-7749f02a-38fb-4754-902e-7e5a257d61a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:39:50.676576 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-92d49253-d76f-4c23-a6b9-3b4f2e2310b3 req-7749f02a-38fb-4754-902e-7e5a257d61a0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7980680fa2c64d649e7d3271a53c2ecc&device_id=0f703bea-2cef-4dce-b67c-c9f07d86ad9c HTTP/1.1" status: 200 len: 1096 time: 0.0601816 Jul 05 03:39:50.769813 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d49253-d76f-4c23-a6b9-3b4f2e2310b3 req-06f51c51-2a45-4e77-b837-4c93a2958828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:39:50.771426 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-92d49253-d76f-4c23-a6b9-3b4f2e2310b3 req-06f51c51-2a45-4e77-b837-4c93a2958828 service neutron] 10.222.0.21 "GET /v2.0/networks?id=20045fc4-7324-403d-b700-ec45e14ba9d1 HTTP/1.1" status: 200 len: 909 time: 0.0884287 Jul 05 03:39:50.842075 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-92d49253-d76f-4c23-a6b9-3b4f2e2310b3 req-d5c169b5-05c7-4d39-b017-b3681acff58a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d03827a2-1879-4a7f-9c29-e75b7d54c9c1 HTTP/1.1" status: 200 len: 999 time: 0.0630991 Jul 05 03:39:50.889601 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d49253-d76f-4c23-a6b9-3b4f2e2310b3 req-28e59266-c0ea-427c-be09-99a21d5a034e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:39:50.890991 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-92d49253-d76f-4c23-a6b9-3b4f2e2310b3 req-28e59266-c0ea-427c-be09-99a21d5a034e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=362a2924-cb89-42ef-8372-2f584dd06d14 HTTP/1.1" status: 200 len: 848 time: 0.0434196 Jul 05 03:39:50.913406 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b7d4c181-733c-4b5b-89a0-6150499b68f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:39:50.947494 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d49253-d76f-4c23-a6b9-3b4f2e2310b3 req-26381d29-89ed-4d55-8879-b4625662bd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:39:50.948998 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-92d49253-d76f-4c23-a6b9-3b4f2e2310b3 req-26381d29-89ed-4d55-8879-b4625662bd41 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=20045fc4-7324-403d-b700-ec45e14ba9d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520105 Jul 05 03:39:51.039095 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-92d49253-d76f-4c23-a6b9-3b4f2e2310b3 req-e6a1f44b-e036-45bb-b129-16668b32c652 service neutron] 10.222.0.21 "GET /v2.0/networks/20045fc4-7324-403d-b700-ec45e14ba9d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840173 Jul 05 03:39:51.125947 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-92d49253-d76f-4c23-a6b9-3b4f2e2310b3 req-d1b01b90-332e-46d0-ab8e-7b676b2c713d service neutron] 10.222.0.21 "GET /v2.0/networks/20045fc4-7324-403d-b700-ec45e14ba9d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812831 Jul 05 03:39:51.243707 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923581d5-b59a-4967-9d2d-0247276b619c req-96fa0821-b2b1-4ae1-8a88-e4d452d4afd5 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:39:51.245215 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-923581d5-b59a-4967-9d2d-0247276b619c req-96fa0821-b2b1-4ae1-8a88-e4d452d4afd5 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f703bea-2cef-4dce-b67c-c9f07d86ad9c HTTP/1.1" status: 200 len: 944 time: 0.0698583 Jul 05 03:39:51.283477 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-923581d5-b59a-4967-9d2d-0247276b619c req-8a8b27a6-0e32-43f8-b69d-407ac959a392 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/security-groups?id=3afb0c72-b849-418f-98ca-9e2bba3f781b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313373 Jul 05 03:39:51.720621 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e01b458-68e9-4965-9503-c24aa8d72344 x-openstack-request-id: req-9e01b458-68e9-4965-9503-c24aa8d72344 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:39:51.721235 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f703bea-2cef-4dce-b67c-c9f07d86ad9c", "tag": "d03827a2-1879-4a7f-9c29-e75b7d54c9c1", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:39:51.721235 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9e01b458-68e9-4965-9503-c24aa8d72344 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:39:51.721649 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f703bea-2cef-4dce-b67c-c9f07d86ad9c', 'tag': 'd03827a2-1879-4a7f-9c29-e75b7d54c9c1', 'status': 'completed', 'code': 200} Jul 05 03:39:52.473186 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a520ec82-72fa-49b9-a0c7-4f58339211aa req-6b342a3e-daf0-4227-9967-39eeef8ac3a6 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:39:52.474671 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a520ec82-72fa-49b9-a0c7-4f58339211aa req-6b342a3e-daf0-4227-9967-39eeef8ac3a6 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f703bea-2cef-4dce-b67c-c9f07d86ad9c HTTP/1.1" status: 200 len: 944 time: 0.0678356 Jul 05 03:39:52.514585 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a520ec82-72fa-49b9-a0c7-4f58339211aa req-643a0a79-ac1c-4e99-b507-b269aae9cb8a tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/security-groups?id=3afb0c72-b849-418f-98ca-9e2bba3f781b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338666 Jul 05 03:39:53.273811 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b0c6aaca-65af-4969-8d53-dfe23530abc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:39:53.701609 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83de4df2-8e4d-4cf3-a8ec-2e5bfdce39a9 req-d8adcb43-f9e1-4d68-a250-46bba18e7bfa tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:39:53.703194 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-83de4df2-8e4d-4cf3-a8ec-2e5bfdce39a9 req-d8adcb43-f9e1-4d68-a250-46bba18e7bfa tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f703bea-2cef-4dce-b67c-c9f07d86ad9c HTTP/1.1" status: 200 len: 944 time: 0.0652528 Jul 05 03:39:53.748835 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-83de4df2-8e4d-4cf3-a8ec-2e5bfdce39a9 req-aebee1c5-7414-4291-9fcf-a9c2f02e79dd tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/security-groups?id=3afb0c72-b849-418f-98ca-9e2bba3f781b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398009 Jul 05 03:39:54.056288 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:39:54.953172 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ff1917-4793-41b7-ba57-4cd483033f59 req-5710e762-fd45-479e-95a8-1caf2c91c25b tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:39:54.958959 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-58ff1917-4793-41b7-ba57-4cd483033f59 req-5710e762-fd45-479e-95a8-1caf2c91c25b tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f703bea-2cef-4dce-b67c-c9f07d86ad9c HTTP/1.1" status: 200 len: 944 time: 0.0927198 Jul 05 03:39:54.999735 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:39:55.002705 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-58ff1917-4793-41b7-ba57-4cd483033f59 req-f6c8329f-ab0d-45b4-ab5b-5a97e97b00bb tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/security-groups?id=3afb0c72-b849-418f-98ca-9e2bba3f781b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417249 Jul 05 03:39:56.183971 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfad3c12-38fe-4e33-a1f9-4f65a86a5d03 req-e773f910-6f85-44fd-8cd1-a21f4eb3c5dd tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:39:56.185686 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-dfad3c12-38fe-4e33-a1f9-4f65a86a5d03 req-e773f910-6f85-44fd-8cd1-a21f4eb3c5dd tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f703bea-2cef-4dce-b67c-c9f07d86ad9c HTTP/1.1" status: 200 len: 944 time: 0.0682156 Jul 05 03:39:56.224695 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-dfad3c12-38fe-4e33-a1f9-4f65a86a5d03 req-515b1ddb-927f-4bf8-b9d2-77f664c673c7 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/security-groups?id=3afb0c72-b849-418f-98ca-9e2bba3f781b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330956 Jul 05 03:39:56.381891 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:39:57.416024 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37af6c6-9594-4a8f-87f6-028a5587887e req-2894f52c-7465-4179-ad7f-7f15fd0d1205 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:39:57.417561 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f37af6c6-9594-4a8f-87f6-028a5587887e req-2894f52c-7465-4179-ad7f-7f15fd0d1205 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f703bea-2cef-4dce-b67c-c9f07d86ad9c HTTP/1.1" status: 200 len: 944 time: 0.0733504 Jul 05 03:39:57.457351 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f37af6c6-9594-4a8f-87f6-028a5587887e req-c610fcd5-42a2-4acb-9daa-7b9e1d083d23 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/security-groups?id=3afb0c72-b849-418f-98ca-9e2bba3f781b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337222 Jul 05 03:39:58.647502 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d181c8-6eb2-441a-b7c4-0e623cff3251 req-7869831f-e2af-4948-a9d0-ab8e34bc74ff tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:39:58.649013 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c2d181c8-6eb2-441a-b7c4-0e623cff3251 req-7869831f-e2af-4948-a9d0-ab8e34bc74ff tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f703bea-2cef-4dce-b67c-c9f07d86ad9c HTTP/1.1" status: 200 len: 944 time: 0.0708482 Jul 05 03:39:58.686822 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c2d181c8-6eb2-441a-b7c4-0e623cff3251 req-ef890cf5-ea04-432d-85ee-e8c3a4296f40 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/security-groups?id=3afb0c72-b849-418f-98ca-9e2bba3f781b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314894 Jul 05 03:39:59.882874 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2afd7e-df05-41bb-829a-eb53ab3b1bdd req-42429c22-55d2-4ecf-ba11-44ca6c821644 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:39:59.882874 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7c2afd7e-df05-41bb-829a-eb53ab3b1bdd req-42429c22-55d2-4ecf-ba11-44ca6c821644 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f703bea-2cef-4dce-b67c-c9f07d86ad9c HTTP/1.1" status: 200 len: 944 time: 0.0730448 Jul 05 03:39:59.921175 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7c2afd7e-df05-41bb-829a-eb53ab3b1bdd req-4b6cc236-ddc7-461a-bd0c-897bbbb1312d tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/security-groups?id=3afb0c72-b849-418f-98ca-9e2bba3f781b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350089 Jul 05 03:40:01.104525 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4dad21-2966-4c12-b0a6-6574ce0eb984 req-022ca4d6-3263-484b-8f03-4e8a02863996 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:40:01.111383 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-aa4dad21-2966-4c12-b0a6-6574ce0eb984 req-022ca4d6-3263-484b-8f03-4e8a02863996 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f703bea-2cef-4dce-b67c-c9f07d86ad9c HTTP/1.1" status: 200 len: 944 time: 0.0702939 Jul 05 03:40:01.146503 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-aa4dad21-2966-4c12-b0a6-6574ce0eb984 req-8e29a8db-e275-4a90-8efa-31001a54a2aa tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/security-groups?id=3afb0c72-b849-418f-98ca-9e2bba3f781b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342200 Jul 05 03:40:02.361288 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc425b2-dd25-488d-8535-d29357a68cb1 req-9125da26-9475-41ed-9fd5-15f304ff01ae tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:40:02.362838 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0bc425b2-dd25-488d-8535-d29357a68cb1 req-9125da26-9475-41ed-9fd5-15f304ff01ae tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f703bea-2cef-4dce-b67c-c9f07d86ad9c HTTP/1.1" status: 200 len: 944 time: 0.1025600 Jul 05 03:40:02.376815 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b1a1b1-d7ea-467b-b4f0-ed49d046f24c req-4999e96b-4484-4e13-b801-459e897c26fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:40:02.380351 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-95b1a1b1-d7ea-467b-b4f0-ed49d046f24c req-4999e96b-4484-4e13-b801-459e897c26fa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7980680fa2c64d649e7d3271a53c2ecc&device_id=0f703bea-2cef-4dce-b67c-c9f07d86ad9c HTTP/1.1" status: 200 len: 1096 time: 0.0858920 Jul 05 03:40:02.448992 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-0bc425b2-dd25-488d-8535-d29357a68cb1 req-2f749537-e602-405d-b9ef-9f762d495351 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/security-groups?id=3afb0c72-b849-418f-98ca-9e2bba3f781b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797131 Jul 05 03:40:02.490332 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b1a1b1-d7ea-467b-b4f0-ed49d046f24c req-f9e65b5c-319b-493e-a0d5-0632d654be17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:40:02.491930 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-95b1a1b1-d7ea-467b-b4f0-ed49d046f24c req-f9e65b5c-319b-493e-a0d5-0632d654be17 service neutron] 10.222.0.21 "GET /v2.0/networks?id=20045fc4-7324-403d-b700-ec45e14ba9d1 HTTP/1.1" status: 200 len: 909 time: 0.1025424 Jul 05 03:40:02.555926 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-95b1a1b1-d7ea-467b-b4f0-ed49d046f24c req-657f47d0-d51e-41a8-90b8-ecbb2510ac46 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d03827a2-1879-4a7f-9c29-e75b7d54c9c1 HTTP/1.1" status: 200 len: 999 time: 0.0567949 Jul 05 03:40:02.603618 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b1a1b1-d7ea-467b-b4f0-ed49d046f24c req-790a7f5d-d353-46f2-877e-e32e353dd522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:40:02.605053 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-95b1a1b1-d7ea-467b-b4f0-ed49d046f24c req-790a7f5d-d353-46f2-877e-e32e353dd522 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=362a2924-cb89-42ef-8372-2f584dd06d14 HTTP/1.1" status: 200 len: 848 time: 0.0422475 Jul 05 03:40:02.663800 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b1a1b1-d7ea-467b-b4f0-ed49d046f24c req-76bf2462-4839-4ebc-bfc8-35a06c483e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:40:02.665303 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-95b1a1b1-d7ea-467b-b4f0-ed49d046f24c req-76bf2462-4839-4ebc-bfc8-35a06c483e05 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=20045fc4-7324-403d-b700-ec45e14ba9d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538666 Jul 05 03:40:02.752267 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-95b1a1b1-d7ea-467b-b4f0-ed49d046f24c req-a2b471ac-d1f0-4622-b4d8-78b7d4e7eff4 service neutron] 10.222.0.21 "GET /v2.0/networks/20045fc4-7324-403d-b700-ec45e14ba9d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791428 Jul 05 03:40:02.842828 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-95b1a1b1-d7ea-467b-b4f0-ed49d046f24c req-54de6056-66dd-4c65-9d97-d54c42769012 service neutron] 10.222.0.21 "GET /v2.0/networks/20045fc4-7324-403d-b700-ec45e14ba9d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839965 Jul 05 03:40:03.634719 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aba4f6-03ce-4503-b598-97220e296c66 req-f811e013-8bad-4ce8-8465-a5d4f51db253 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:40:03.636233 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e4aba4f6-03ce-4503-b598-97220e296c66 req-f811e013-8bad-4ce8-8465-a5d4f51db253 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f703bea-2cef-4dce-b67c-c9f07d86ad9c HTTP/1.1" status: 200 len: 944 time: 0.0683925 Jul 05 03:40:03.676586 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e4aba4f6-03ce-4503-b598-97220e296c66 req-a14c7b1b-7ff7-4a6c-91c4-23ed9e5850d1 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/security-groups?id=3afb0c72-b849-418f-98ca-9e2bba3f781b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322838 Jul 05 03:40:04.849144 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52294a1c-1d8d-446a-8c3e-00880fde23d8 req-6c086d90-7a3c-45a4-9122-b8ff6e526b58 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:40:04.850580 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-52294a1c-1d8d-446a-8c3e-00880fde23d8 req-6c086d90-7a3c-45a4-9122-b8ff6e526b58 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f703bea-2cef-4dce-b67c-c9f07d86ad9c HTTP/1.1" status: 200 len: 944 time: 0.0643466 Jul 05 03:40:04.887846 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-52294a1c-1d8d-446a-8c3e-00880fde23d8 req-64ef5646-5088-4507-92f7-e8d689e1e0d2 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/security-groups?id=3afb0c72-b849-418f-98ca-9e2bba3f781b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316548 Jul 05 03:40:05.841864 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device d03827a2-1879-4a7f-9c29-e75b7d54c9c1 details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:40:05.935394 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port d03827a2-1879-4a7f-9c29-e75b7d54c9c1, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=d03827a2-1879-4a7f-9c29-e75b7d54c9c1,segment=NetworkSegment(1a6f9fe1-c1eb-480f-945b-1d5c83297e93),segment_id=1a6f9fe1-c1eb-480f-945b-1d5c83297e93)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:40:05.946781 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': 'd03827a2-1879-4a7f-9c29-e75b7d54c9c1', 'network_id': '20045fc4-7324-403d-b700-ec45e14ba9d1', 'port_id': 'd03827a2-1879-4a7f-9c29-e75b7d54c9c1', 'mac_address': 'fa:16:3e:99:61:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '362a2924-cb89-42ef-8372-2f584dd06d14', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:40:05.987136 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:40:05.999771 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d03827a2-1879-4a7f-9c29-e75b7d54c9c1 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:40:06.019275 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port d03827a2-1879-4a7f-9c29-e75b7d54c9c1, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=d03827a2-1879-4a7f-9c29-e75b7d54c9c1,segment=NetworkSegment(1a6f9fe1-c1eb-480f-945b-1d5c83297e93),segment_id=1a6f9fe1-c1eb-480f-945b-1d5c83297e93)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:40:06.061000 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db9ff3-b886-45ed-82ec-8054eaff95f6 req-045f4033-74f2-4972-971a-771ac9683dde tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:40:06.062527 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-94db9ff3-b886-45ed-82ec-8054eaff95f6 req-045f4033-74f2-4972-971a-771ac9683dde tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f703bea-2cef-4dce-b67c-c9f07d86ad9c HTTP/1.1" status: 200 len: 944 time: 0.0633605 Jul 05 03:40:06.100364 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-94db9ff3-b886-45ed-82ec-8054eaff95f6 req-ceba83f5-ebd8-4e8f-a850-8e0705e713d3 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/security-groups?id=3afb0c72-b849-418f-98ca-9e2bba3f781b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321879 Jul 05 03:40:06.118624 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:40:06.165536 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=d03827a2-1879-4a7f-9c29-e75b7d54c9c1,revision_number=11']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:40:06.348959 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['d03827a2-1879-4a7f-9c29-e75b7d54c9c1'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:40:07.270412 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ed8a4f-04ba-49e5-9204-c27537ed17e1 req-b5450f53-c670-40a2-90dd-bf1ade5e1fa9 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:40:07.271921 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-82ed8a4f-04ba-49e5-9204-c27537ed17e1 req-b5450f53-c670-40a2-90dd-bf1ade5e1fa9 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f703bea-2cef-4dce-b67c-c9f07d86ad9c HTTP/1.1" status: 200 len: 945 time: 0.0623090 Jul 05 03:40:07.309670 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-82ed8a4f-04ba-49e5-9204-c27537ed17e1 req-7a563a9c-09e6-456f-a78d-5fd8d8464dcb tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/security-groups?id=3afb0c72-b849-418f-98ca-9e2bba3f781b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322249 Jul 05 03:40:07.858248 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device d03827a2-1879-4a7f-9c29-e75b7d54c9c1 up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:40:07.976090 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning for port d03827a2-1879-4a7f-9c29-e75b7d54c9c1 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:40:07.980113 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port d03827a2-1879-4a7f-9c29-e75b7d54c9c1 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:40:07.980515 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:40:08.056332 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:40:08.078452 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f703bea-2cef-4dce-b67c-c9f07d86ad9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd03827a2-1879-4a7f-9c29-e75b7d54c9c1'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:40:08.080653 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1156d35e1955dd65519df7b38ee19a55ddc3a31abbcc68c280d02d687c0487e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f22fe271-3bb8-4872-a90c-2287431b80f2" -d '{"events": [{"server_uuid": "0f703bea-2cef-4dce-b67c-c9f07d86ad9c", "name": "network-vif-plugged", "status": "completed", "tag": "d03827a2-1879-4a7f-9c29-e75b7d54c9c1"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:40:08.093127 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port d03827a2-1879-4a7f-9c29-e75b7d54c9c1, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=d03827a2-1879-4a7f-9c29-e75b7d54c9c1,segment=NetworkSegment(1a6f9fe1-c1eb-480f-945b-1d5c83297e93),segment_id=1a6f9fe1-c1eb-480f-945b-1d5c83297e93)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:40:08.121477 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bd876bc-0284-42aa-8224-db0305b35cec x-openstack-request-id: req-7bd876bc-0284-42aa-8224-db0305b35cec {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:40:08.121477 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f703bea-2cef-4dce-b67c-c9f07d86ad9c", "name": "network-vif-plugged", "status": "completed", "tag": "d03827a2-1879-4a7f-9c29-e75b7d54c9c1", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:40:08.121477 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7bd876bc-0284-42aa-8224-db0305b35cec {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:40:08.121477 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f703bea-2cef-4dce-b67c-c9f07d86ad9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd03827a2-1879-4a7f-9c29-e75b7d54c9c1', 'code': 200} Jul 05 03:40:08.176038 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:40:08.223121 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=d03827a2-1879-4a7f-9c29-e75b7d54c9c1,revision_number=12']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:40:08.385133 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3eb959-8a2a-49f4-b0aa-6cfd9eba9872 req-42f53ff2-601f-48b9-86c5-5df22b4d1177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:40:08.386594 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1c3eb959-8a2a-49f4-b0aa-6cfd9eba9872 req-42f53ff2-601f-48b9-86c5-5df22b4d1177 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0f703bea-2cef-4dce-b67c-c9f07d86ad9c HTTP/1.1" status: 200 len: 1098 time: 0.0605173 Jul 05 03:40:08.421969 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1c3eb959-8a2a-49f4-b0aa-6cfd9eba9872 req-89caef5f-9711-4d76-9f5c-267aef1f416a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3afb0c72-b849-418f-98ca-9e2bba3f781b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286489 Jul 05 03:40:08.485068 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813b2ef9-6ac9-4a84-a841-6d428020c8e1 req-7517d274-6e6f-45f2-8984-3e90d55dd243 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:40:08.486580 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-813b2ef9-6ac9-4a84-a841-6d428020c8e1 req-7517d274-6e6f-45f2-8984-3e90d55dd243 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f703bea-2cef-4dce-b67c-c9f07d86ad9c HTTP/1.1" status: 200 len: 946 time: 0.0633047 Jul 05 03:40:08.523206 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-813b2ef9-6ac9-4a84-a841-6d428020c8e1 req-81777e2a-787e-457b-8f6c-cc75185c4728 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/security-groups?id=3afb0c72-b849-418f-98ca-9e2bba3f781b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310357 Jul 05 03:40:09.704829 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd8c3a4-6b17-44fe-b63b-65198b77cb5b req-ae1c305a-4d0e-45a2-9b84-81c0790b311a tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:40:09.706359 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1fd8c3a4-6b17-44fe-b63b-65198b77cb5b req-ae1c305a-4d0e-45a2-9b84-81c0790b311a tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f703bea-2cef-4dce-b67c-c9f07d86ad9c HTTP/1.1" status: 200 len: 946 time: 0.0634239 Jul 05 03:40:09.746383 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1fd8c3a4-6b17-44fe-b63b-65198b77cb5b req-41ca146f-4b05-4c2f-bfb1-66bc53dadce9 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/security-groups?id=3afb0c72-b849-418f-98ca-9e2bba3f781b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336928 Jul 05 03:40:10.919622 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6ea02c-e43e-4392-82a9-72fdb68787e1 req-c084ac82-450b-47cc-81c1-0ef841b8abda tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:40:10.921145 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ad6ea02c-e43e-4392-82a9-72fdb68787e1 req-c084ac82-450b-47cc-81c1-0ef841b8abda tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f703bea-2cef-4dce-b67c-c9f07d86ad9c HTTP/1.1" status: 200 len: 946 time: 0.0620961 Jul 05 03:40:10.966242 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ad6ea02c-e43e-4392-82a9-72fdb68787e1 req-7b138425-06db-4da8-b000-6b6470c70cd1 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/security-groups?id=3afb0c72-b849-418f-98ca-9e2bba3f781b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391562 Jul 05 03:40:12.501865 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:40:12.661792 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:40:14.006974 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:40:20.934753 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-17c49f79-e663-47fb-ac24-0651b92bb555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:40:23.273067 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-1f8ca849-b4c4-4481-b1cc-9e2569cdf053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:40:24.061468 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:40:24.958711 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:40:26.387257 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:40:39.261296 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-78cfb788-6255-4474-9bcc-7a0d2e679933 req-29c95d00-7d8e-4e96-8fbf-abd87f15e5f7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0f703bea-2cef-4dce-b67c-c9f07d86ad9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0510125 Jul 05 03:40:39.360502 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cfb788-6255-4474-9bcc-7a0d2e679933 req-38e40422-8aaf-4f4c-b004-9675b27a3796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:40:39.362031 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-78cfb788-6255-4474-9bcc-7a0d2e679933 req-38e40422-8aaf-4f4c-b004-9675b27a3796 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7980680fa2c64d649e7d3271a53c2ecc&device_id=0f703bea-2cef-4dce-b67c-c9f07d86ad9c HTTP/1.1" status: 200 len: 1098 time: 0.0511498 Jul 05 03:40:39.465031 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cfb788-6255-4474-9bcc-7a0d2e679933 req-3769124c-cf2c-4ce9-a10a-0835ae78eaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:40:39.466561 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-78cfb788-6255-4474-9bcc-7a0d2e679933 req-3769124c-cf2c-4ce9-a10a-0835ae78eaa3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=20045fc4-7324-403d-b700-ec45e14ba9d1 HTTP/1.1" status: 200 len: 909 time: 0.0852015 Jul 05 03:40:39.529354 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-78cfb788-6255-4474-9bcc-7a0d2e679933 req-aadc46a0-4051-4ce3-9372-f354c95cace2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d03827a2-1879-4a7f-9c29-e75b7d54c9c1 HTTP/1.1" status: 200 len: 1001 time: 0.0558858 Jul 05 03:40:39.578201 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cfb788-6255-4474-9bcc-7a0d2e679933 req-1b3b534f-2dcf-45fe-9811-f65a12898be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:40:39.582067 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-78cfb788-6255-4474-9bcc-7a0d2e679933 req-1b3b534f-2dcf-45fe-9811-f65a12898be3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=362a2924-cb89-42ef-8372-2f584dd06d14 HTTP/1.1" status: 200 len: 848 time: 0.0470691 Jul 05 03:40:39.642866 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cfb788-6255-4474-9bcc-7a0d2e679933 req-1662777c-04d3-46a9-be7d-5246fd6a79ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:40:39.644385 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-78cfb788-6255-4474-9bcc-7a0d2e679933 req-1662777c-04d3-46a9-be7d-5246fd6a79ed service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=20045fc4-7324-403d-b700-ec45e14ba9d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564187 Jul 05 03:40:39.730678 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-78cfb788-6255-4474-9bcc-7a0d2e679933 req-fa4c6f5a-2785-45c3-ac76-0b20878164eb service neutron] 10.222.0.21 "GET /v2.0/networks/20045fc4-7324-403d-b700-ec45e14ba9d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796363 Jul 05 03:40:39.824858 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-78cfb788-6255-4474-9bcc-7a0d2e679933 req-e96d1b7a-6278-46e6-beb7-427f2b47b612 service neutron] 10.222.0.21 "GET /v2.0/networks/20045fc4-7324-403d-b700-ec45e14ba9d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854492 Jul 05 03:40:42.535373 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:40:42.643980 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:40:50.975181 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-2232dd06-45bf-4fe0-991e-d4dd60671c2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:40:51.006857 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:40:53.277744 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b0a168ca-f40c-46b3-a2ce-33a03ac38320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:40:54.037588 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:40:54.958195 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:40:56.391370 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:12.563374 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:12.677755 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:20.917517 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-6f04d477-e5ae-4a4c-ae83-7cc4438e4688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:21.869384 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 52292) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:41:22.031667 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-254f1700-b439-4f8a-b93e-614ef4aaa562 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Deleting port 0e167252-9874-4a42-ac3f-9152236a7c45 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:41:22.032011 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-254f1700-b439-4f8a-b93e-614ef4aaa562 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:22.104967 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-254f1700-b439-4f8a-b93e-614ef4aaa562 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:22.105338 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-254f1700-b439-4f8a-b93e-614ef4aaa562 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:22.117196 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-254f1700-b439-4f8a-b93e-614ef4aaa562 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Calling delete_port for 0e167252-9874-4a42-ac3f-9152236a7c45 owned by network:floatingip {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:41:22.345870 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-254f1700-b439-4f8a-b93e-614ef4aaa562 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:22.376051 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254f1700-b439-4f8a-b93e-614ef4aaa562 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Pushing event deleted for resources: {'Port': ['ID=0e167252-9874-4a42-ac3f-9152236a7c45,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:41:22.405278 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254f1700-b439-4f8a-b93e-614ef4aaa562 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:41:22.405622 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254f1700-b439-4f8a-b93e-614ef4aaa562 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:41:22.405966 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254f1700-b439-4f8a-b93e-614ef4aaa562 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:41:22.406327 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254f1700-b439-4f8a-b93e-614ef4aaa562 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:41:22.406654 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254f1700-b439-4f8a-b93e-614ef4aaa562 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:41:22.406974 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254f1700-b439-4f8a-b93e-614ef4aaa562 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:41:22.407291 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254f1700-b439-4f8a-b93e-614ef4aaa562 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:41:22.407608 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254f1700-b439-4f8a-b93e-614ef4aaa562 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:41:22.407923 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254f1700-b439-4f8a-b93e-614ef4aaa562 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:41:22.408239 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254f1700-b439-4f8a-b93e-614ef4aaa562 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:41:22.408555 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254f1700-b439-4f8a-b93e-614ef4aaa562 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:41:22.408871 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254f1700-b439-4f8a-b93e-614ef4aaa562 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:41:22.451147 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-254f1700-b439-4f8a-b93e-614ef4aaa562 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks [] for floatingip, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:22.451482 n-d-771362-32 neutron-server[94462]: INFO neutron.db.l3_db [None req-254f1700-b439-4f8a-b93e-614ef4aaa562 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Floating IP 0e979c25-3c5a-4cd8-84ad-c777d7cf303a disassociated (deleted). External IP: 172.25.7.148, port: d03827a2-1879-4a7f-9c29-e75b7d54c9c1. Jul 05 03:41:22.694801 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-254f1700-b439-4f8a-b93e-614ef4aaa562 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Router e29b69a3-feb0-4af3-9c4d-094dd39f070e has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:41:22.808964 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-254f1700-b439-4f8a-b93e-614ef4aaa562 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:41:22.813354 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-254f1700-b439-4f8a-b93e-614ef4aaa562 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:22.818614 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35693864-f0de-49a7-a681-23171de8a2a5 None None] Sync routers for ids ['e29b69a3-feb0-4af3-9c4d-094dd39f070e'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:41:22.829962 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35693864-f0de-49a7-a681-23171de8a2a5 None None] Routers {'e29b69a3-feb0-4af3-9c4d-094dd39f070e'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:41:22.830694 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-35693864-f0de-49a7-a681-23171de8a2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:40:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['e29b69a3-feb0-4af3-9c4d-094dd39f070e'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:41:22.855267 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-254f1700-b439-4f8a-b93e-614ef4aaa562 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "DELETE /v2.0/floatingips/0e979c25-3c5a-4cd8-84ad-c777d7cf303a HTTP/1.1" status: 204 len: 168 time: 0.9847302 Jul 05 03:41:22.856081 n-d-771362-32 neutron-server[94462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f703bea-2cef-4dce-b67c-c9f07d86ad9c', 'tag': 'd03827a2-1879-4a7f-9c29-e75b7d54c9c1'}] {{(pid=94462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:41:22.859059 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11141f6c68b9db4323543981e20059e25754165b6910e3da155bf2bc30bd8242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e9c6de-2d6b-4363-a244-5f3fb0a7b90a" -d '{"events": [{"name": "network-changed", "server_uuid": "0f703bea-2cef-4dce-b67c-c9f07d86ad9c", "tag": "d03827a2-1879-4a7f-9c29-e75b7d54c9c1"}]}' {{(pid=94462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:41:22.954213 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-35693864-f0de-49a7-a681-23171de8a2a5 None None] Set router e29b69a3-feb0-4af3-9c4d-094dd39f070e gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:41:22.974620 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab1e148b-b171-4606-9e96-ef0b36c6c7a8 x-openstack-request-id: req-ab1e148b-b171-4606-9e96-ef0b36c6c7a8 {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:41:22.975185 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f703bea-2cef-4dce-b67c-c9f07d86ad9c", "tag": "d03827a2-1879-4a7f-9c29-e75b7d54c9c1", "status": "completed", "code": 200}]} {{(pid=94462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:41:22.975185 n-d-771362-32 neutron-server[94462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ab1e148b-b171-4606-9e96-ef0b36c6c7a8 {{(pid=94462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:41:22.975540 n-d-771362-32 neutron-server[94462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f703bea-2cef-4dce-b67c-c9f07d86ad9c', 'tag': 'd03827a2-1879-4a7f-9c29-e75b7d54c9c1', 'status': 'completed', 'code': 200} Jul 05 03:41:23.062051 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e9c6de-2d6b-4363-a244-5f3fb0a7b90a req-5d0c03b8-4a4b-4b83-98bb-5a45a7313d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:41:23.063654 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-47e9c6de-2d6b-4363-a244-5f3fb0a7b90a req-5d0c03b8-4a4b-4b83-98bb-5a45a7313d7d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7980680fa2c64d649e7d3271a53c2ecc&device_id=0f703bea-2cef-4dce-b67c-c9f07d86ad9c HTTP/1.1" status: 200 len: 1098 time: 0.0579400 Jul 05 03:41:23.158312 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e9c6de-2d6b-4363-a244-5f3fb0a7b90a req-3e78c082-5057-40c0-8765-5cc071bdd46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:41:23.159857 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-47e9c6de-2d6b-4363-a244-5f3fb0a7b90a req-3e78c082-5057-40c0-8765-5cc071bdd46b service neutron] 10.222.0.21 "GET /v2.0/networks?id=20045fc4-7324-403d-b700-ec45e14ba9d1 HTTP/1.1" status: 200 len: 909 time: 0.0900331 Jul 05 03:41:23.167833 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-35693864-f0de-49a7-a681-23171de8a2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29b69a3-feb0-4af3-9c4d-094dd39f070e', 'name': 'tempest-TestShelveInstance-1111542987-router', 'tenant_id': '7980680fa2c64d649e7d3271a53c2ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': 'ccf28eba-d29b-40bf-aba3-9e98c22f0e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:36:54Z', 'updated_at': '2021-07-05T03:36:57Z', 'revision_number': 4, 'project_id': '7980680fa2c64d649e7d3271a53c2ecc', 'gw_port': {'id': 'ccf28eba-d29b-40bf-aba3-9e98c22f0e06', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:3f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29b69a3-feb0-4af3-9c4d-094dd39f070e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:36:55Z', 'updated_at': '2021-07-05T03:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '86b2482a-30b0-406e-b04f-b965eff00faa', 'name': '', 'network_id': '20045fc4-7324-403d-b700-ec45e14ba9d1', 'tenant_id': '7980680fa2c64d649e7d3271a53c2ecc', 'mac_address': 'fa:16:3e:d1:c2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29b69a3-feb0-4af3-9c4d-094dd39f070e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '362a2924-cb89-42ef-8372-2f584dd06d14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:36:56Z', 'updated_at': '2021-07-05T03:37:03Z', 'revision_number': 5, 'project_id': '7980680fa2c64d649e7d3271a53c2ecc', 'subnets': [{'id': '362a2924-cb89-42ef-8372-2f584dd06d14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:41:23.194741 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35693864-f0de-49a7-a681-23171de8a2a5 None None] Checking router: e29b69a3-feb0-4af3-9c4d-094dd39f070e for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:41:23.203394 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-47e9c6de-2d6b-4363-a244-5f3fb0a7b90a req-2e09a05a-5097-4b93-8b4e-f3d514200d6b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d03827a2-1879-4a7f-9c29-e75b7d54c9c1 HTTP/1.1" status: 200 len: 217 time: 0.0369127 Jul 05 03:41:23.204708 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35693864-f0de-49a7-a681-23171de8a2a5 None None] Routers {'e29b69a3-feb0-4af3-9c4d-094dd39f070e'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:41:23.205327 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-35693864-f0de-49a7-a681-23171de8a2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:40:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['e29b69a3-feb0-4af3-9c4d-094dd39f070e'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:41:23.252744 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e9c6de-2d6b-4363-a244-5f3fb0a7b90a req-d5ecaa5a-5b34-46f6-a13a-10c563ecfc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:41:23.254285 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-47e9c6de-2d6b-4363-a244-5f3fb0a7b90a req-d5ecaa5a-5b34-46f6-a13a-10c563ecfc73 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=362a2924-cb89-42ef-8372-2f584dd06d14 HTTP/1.1" status: 200 len: 848 time: 0.0445216 Jul 05 03:41:23.313211 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-35693864-f0de-49a7-a681-23171de8a2a5 None None] Set router e29b69a3-feb0-4af3-9c4d-094dd39f070e gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:41:23.324225 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e9c6de-2d6b-4363-a244-5f3fb0a7b90a req-697eb5e4-b938-4bb2-889a-5faa351c2d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:41:23.327779 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-47e9c6de-2d6b-4363-a244-5f3fb0a7b90a req-697eb5e4-b938-4bb2-889a-5faa351c2d90 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=20045fc4-7324-403d-b700-ec45e14ba9d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0665748 Jul 05 03:41:23.353143 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3718820a-e9b3-43df-87f8-d6ffd351756a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:23.429411 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-47e9c6de-2d6b-4363-a244-5f3fb0a7b90a req-ca734013-16e9-4439-a339-e7fc5320c4d3 service neutron] 10.222.0.21 "GET /v2.0/networks/20045fc4-7324-403d-b700-ec45e14ba9d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944262 Jul 05 03:41:23.526957 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-35693864-f0de-49a7-a681-23171de8a2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29b69a3-feb0-4af3-9c4d-094dd39f070e', 'name': 'tempest-TestShelveInstance-1111542987-router', 'tenant_id': '7980680fa2c64d649e7d3271a53c2ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': 'ccf28eba-d29b-40bf-aba3-9e98c22f0e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:36:54Z', 'updated_at': '2021-07-05T03:36:57Z', 'revision_number': 4, 'project_id': '7980680fa2c64d649e7d3271a53c2ecc', 'gw_port': {'id': 'ccf28eba-d29b-40bf-aba3-9e98c22f0e06', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:3f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29b69a3-feb0-4af3-9c4d-094dd39f070e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:36:55Z', 'updated_at': '2021-07-05T03:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '86b2482a-30b0-406e-b04f-b965eff00faa', 'name': '', 'network_id': '20045fc4-7324-403d-b700-ec45e14ba9d1', 'tenant_id': '7980680fa2c64d649e7d3271a53c2ecc', 'mac_address': 'fa:16:3e:d1:c2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29b69a3-feb0-4af3-9c4d-094dd39f070e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '362a2924-cb89-42ef-8372-2f584dd06d14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:36:56Z', 'updated_at': '2021-07-05T03:37:03Z', 'revision_number': 5, 'project_id': '7980680fa2c64d649e7d3271a53c2ecc', 'subnets': [{'id': '362a2924-cb89-42ef-8372-2f584dd06d14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:41:23.536018 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-47e9c6de-2d6b-4363-a244-5f3fb0a7b90a req-689e7b53-590c-4369-b8cf-50b61fe8c125 service neutron] 10.222.0.21 "GET /v2.0/networks/20045fc4-7324-403d-b700-ec45e14ba9d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998232 Jul 05 03:41:23.557785 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35693864-f0de-49a7-a681-23171de8a2a5 None None] The sync data for ids ['e29b69a3-feb0-4af3-9c4d-094dd39f070e'] in n-d-771362-32 is: [{'id': 'e29b69a3-feb0-4af3-9c4d-094dd39f070e', 'name': 'tempest-TestShelveInstance-1111542987-router', 'tenant_id': '7980680fa2c64d649e7d3271a53c2ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': 'ccf28eba-d29b-40bf-aba3-9e98c22f0e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:36:54Z', 'updated_at': '2021-07-05T03:36:57Z', 'revision_number': 4, 'project_id': '7980680fa2c64d649e7d3271a53c2ecc', 'gw_port': {'id': 'ccf28eba-d29b-40bf-aba3-9e98c22f0e06', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:3f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29b69a3-feb0-4af3-9c4d-094dd39f070e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:36:55Z', 'updated_at': '2021-07-05T03:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '86b2482a-30b0-406e-b04f-b965eff00faa', 'name': '', 'network_id': '20045fc4-7324-403d-b700-ec45e14ba9d1', 'tenant_id': '7980680fa2c64d649e7d3271a53c2ecc', 'mac_address': 'fa:16:3e:d1:c2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29b69a3-feb0-4af3-9c4d-094dd39f070e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '362a2924-cb89-42ef-8372-2f584dd06d14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:36:56Z', 'updated_at': '2021-07-05T03:37:03Z', 'revision_number': 5, 'project_id': '7980680fa2c64d649e7d3271a53c2ecc', 'subnets': [{'id': '362a2924-cb89-42ef-8372-2f584dd06d14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:41:23.763578 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2589ab3b-b1e3-4297-bab3-7a5300ce02c0 req-03dafaf2-e6d0-4434-a219-c4fad62f50d7 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:41:23.765383 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2589ab3b-b1e3-4297-bab3-7a5300ce02c0 req-03dafaf2-e6d0-4434-a219-c4fad62f50d7 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f703bea-2cef-4dce-b67c-c9f07d86ad9c HTTP/1.1" status: 200 len: 946 time: 0.1278186 Jul 05 03:41:23.807365 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2589ab3b-b1e3-4297-bab3-7a5300ce02c0 req-5bcf3097-163d-4f68-8f2f-194ed5030181 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/security-groups?id=3afb0c72-b849-418f-98ca-9e2bba3f781b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358295 Jul 05 03:41:23.814310 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b4e57b-5588-41c0-b8f4-717557ef1da8 None None] New status for floating IP 0e979c25-3c5a-4cd8-84ad-c777d7cf303a: DOWN {{(pid=94463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:41:24.105841 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:24.811221 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bab48a0-aaa4-4908-bf92-5e8ee7cb7e8b req-430bda08-09db-4942-8cce-4d50cc5cce1d tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:41:24.812604 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2bab48a0-aaa4-4908-bf92-5e8ee7cb7e8b req-430bda08-09db-4942-8cce-4d50cc5cce1d tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f703bea-2cef-4dce-b67c-c9f07d86ad9c HTTP/1.1" status: 200 len: 946 time: 0.0662701 Jul 05 03:41:24.928289 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-2bab48a0-aaa4-4908-bf92-5e8ee7cb7e8b req-721fcca0-6214-42ce-9b5a-e5cd3996118f tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Deleting port d03827a2-1879-4a7f-9c29-e75b7d54c9c1 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:41:24.928618 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-2bab48a0-aaa4-4908-bf92-5e8ee7cb7e8b req-721fcca0-6214-42ce-9b5a-e5cd3996118f tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:24.946094 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:25.027551 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-2bab48a0-aaa4-4908-bf92-5e8ee7cb7e8b req-721fcca0-6214-42ce-9b5a-e5cd3996118f tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] For port d03827a2-1879-4a7f-9c29-e75b7d54c9c1, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=d03827a2-1879-4a7f-9c29-e75b7d54c9c1,segment=NetworkSegment(1a6f9fe1-c1eb-480f-945b-1d5c83297e93),segment_id=1a6f9fe1-c1eb-480f-945b-1d5c83297e93)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:41:25.028409 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-2bab48a0-aaa4-4908-bf92-5e8ee7cb7e8b req-721fcca0-6214-42ce-9b5a-e5cd3996118f tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:25.041468 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-2bab48a0-aaa4-4908-bf92-5e8ee7cb7e8b req-721fcca0-6214-42ce-9b5a-e5cd3996118f tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Calling delete_port for d03827a2-1879-4a7f-9c29-e75b7d54c9c1 owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:41:25.085879 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d23f3f1-8913-4465-8eba-f3b941dc0bd1 req-69639d61-5629-4862-af3a-aa148d123157 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:41:25.088243 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6d23f3f1-8913-4465-8eba-f3b941dc0bd1 req-69639d61-5629-4862-af3a-aa148d123157 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f703bea-2cef-4dce-b67c-c9f07d86ad9c HTTP/1.1" status: 200 len: 946 time: 0.1545064 Jul 05 03:41:25.132905 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-6d23f3f1-8913-4465-8eba-f3b941dc0bd1 req-abd39a5c-c2f0-4c2e-8c58-cd3a0360a91b tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/security-groups?id=3afb0c72-b849-418f-98ca-9e2bba3f781b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363524 Jul 05 03:41:25.294182 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-2bab48a0-aaa4-4908-bf92-5e8ee7cb7e8b req-721fcca0-6214-42ce-9b5a-e5cd3996118f tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:25.323806 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721fcca0-6214-42ce-9b5a-e5cd3996118f tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Pushing event deleted for resources: {'Port': ['ID=d03827a2-1879-4a7f-9c29-e75b7d54c9c1,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:41:25.357805 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721fcca0-6214-42ce-9b5a-e5cd3996118f tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:41:25.358338 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721fcca0-6214-42ce-9b5a-e5cd3996118f tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:41:25.358800 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721fcca0-6214-42ce-9b5a-e5cd3996118f tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:41:25.359245 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721fcca0-6214-42ce-9b5a-e5cd3996118f tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:41:25.359697 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721fcca0-6214-42ce-9b5a-e5cd3996118f tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:41:25.360025 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721fcca0-6214-42ce-9b5a-e5cd3996118f tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:41:25.360351 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721fcca0-6214-42ce-9b5a-e5cd3996118f tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:41:25.360675 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721fcca0-6214-42ce-9b5a-e5cd3996118f tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:41:25.360998 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721fcca0-6214-42ce-9b5a-e5cd3996118f tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:41:25.361331 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721fcca0-6214-42ce-9b5a-e5cd3996118f tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:41:25.361655 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721fcca0-6214-42ce-9b5a-e5cd3996118f tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:41:25.361985 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721fcca0-6214-42ce-9b5a-e5cd3996118f tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:41:25.757718 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bab48a0-aaa4-4908-bf92-5e8ee7cb7e8b req-721fcca0-6214-42ce-9b5a-e5cd3996118f tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] No DVR routers for this DVR port d03827a2-1879-4a7f-9c29-e75b7d54c9c1 on host n-h1-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:41:25.760753 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-2bab48a0-aaa4-4908-bf92-5e8ee7cb7e8b req-721fcca0-6214-42ce-9b5a-e5cd3996118f tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:25.763592 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2bab48a0-aaa4-4908-bf92-5e8ee7cb7e8b req-721fcca0-6214-42ce-9b5a-e5cd3996118f tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.21 "DELETE /v2.0/ports/d03827a2-1879-4a7f-9c29-e75b7d54c9c1 HTTP/1.1" status: 204 len: 173 time: 0.9456406 Jul 05 03:41:25.764077 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f703bea-2cef-4dce-b67c-c9f07d86ad9c', 'name': 'network-vif-deleted', 'tag': 'd03827a2-1879-4a7f-9c29-e75b7d54c9c1'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:41:25.766492 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4c1385bffaa5d930a7117e6982c27207eca91cca31cf4b43f86c7ad63cd24a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a43feb98-308c-4b2e-bb13-9db0701df075" -d '{"events": [{"server_uuid": "0f703bea-2cef-4dce-b67c-c9f07d86ad9c", "name": "network-vif-deleted", "tag": "d03827a2-1879-4a7f-9c29-e75b7d54c9c1"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:41:25.804632 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6344b158-9030-4932-813e-9989090494ab x-openstack-request-id: req-6344b158-9030-4932-813e-9989090494ab {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:41:25.804943 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f703bea-2cef-4dce-b67c-c9f07d86ad9c", "name": "network-vif-deleted", "tag": "d03827a2-1879-4a7f-9c29-e75b7d54c9c1", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:41:25.805188 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6344b158-9030-4932-813e-9989090494ab {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:41:25.805584 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f703bea-2cef-4dce-b67c-c9f07d86ad9c', 'name': 'network-vif-deleted', 'tag': 'd03827a2-1879-4a7f-9c29-e75b7d54c9c1', 'status': 'completed', 'code': 200} Jul 05 03:41:26.299928 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-06e8169d-ce1c-4b18-b8f2-41dec577d2bd req-997c1019-0f9f-49e3-9626-efee6aa48827 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f703bea-2cef-4dce-b67c-c9f07d86ad9c HTTP/1.1" status: 200 len: 210 time: 0.0304930 Jul 05 03:41:26.385516 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:27.428942 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 52320) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:41:27.499491 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ad90078b-f50e-4ffa-80e1-c304b717bb45 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:27.527322 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ad90078b-f50e-4ffa-80e1-c304b717bb45 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:27.672045 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ad90078b-f50e-4ffa-80e1-c304b717bb45 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:27.674713 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-ad90078b-f50e-4ffa-80e1-c304b717bb45 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:27.675904 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-ad90078b-f50e-4ffa-80e1-c304b717bb45 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "DELETE /v2.0/security-groups/3afb0c72-b849-418f-98ca-9e2bba3f781b HTTP/1.1" status: 204 len: 168 time: 0.2458737 Jul 05 03:41:27.688959 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad90078b-f50e-4ffa-80e1-c304b717bb45 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3afb0c72-b849-418f-98ca-9e2bba3f781b,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:41:28.012906 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:41:28.323223 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device d03827a2-1879-4a7f-9c29-e75b7d54c9c1 no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:41:28.349052 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] No Port match for: d03827a2-1879-4a7f-9c29-e75b7d54c9c1 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:41:28.349399 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device d03827a2-1879-4a7f-9c29-e75b7d54c9c1 not bound to the agent host n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:41:28.351616 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 52326) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:41:28.357026 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-1f208c07-795f-4423-a8c6-c4fcdf3cde50 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1277454377', 'description': 'tempest-secgroup-smoke-1277454377 description', 'project_id': '7980680fa2c64d649e7d3271a53c2ecc'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:41:28.467071 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1f208c07-795f-4423-a8c6-c4fcdf3cde50 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:28.564193 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1f208c07-795f-4423-a8c6-c4fcdf3cde50 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:28.707594 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1f208c07-795f-4423-a8c6-c4fcdf3cde50 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:28.739661 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f208c07-795f-4423-a8c6-c4fcdf3cde50 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87430b20-77e8-449c-8044-034224858a4a,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:41:28.838029 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1f208c07-795f-4423-a8c6-c4fcdf3cde50 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:28.839898 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-1f208c07-795f-4423-a8c6-c4fcdf3cde50 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4871874 Jul 05 03:41:28.843002 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 52328) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:41:28.847778 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-a1c52d2c-6fb1-42c0-aa48-1f6a3d606fb6 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Request body: {'security_group_rule': {'security_group_id': '87430b20-77e8-449c-8044-034224858a4a', 'project_id': '7980680fa2c64d649e7d3271a53c2ecc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:41:28.946561 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a1c52d2c-6fb1-42c0-aa48-1f6a3d606fb6 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:29.005330 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a1c52d2c-6fb1-42c0-aa48-1f6a3d606fb6 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:29.111358 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a1c52d2c-6fb1-42c0-aa48-1f6a3d606fb6 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:29.132796 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c52d2c-6fb1-42c0-aa48-1f6a3d606fb6 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=248b5a35-f798-42c5-9cee-4c47b0081ebe,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:41:29.214395 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-a1c52d2c-6fb1-42c0-aa48-1f6a3d606fb6 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:29.215669 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-a1c52d2c-6fb1-42c0-aa48-1f6a3d606fb6 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3716333 Jul 05 03:41:29.218408 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 52330) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:41:29.223984 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-11f1f40c-33fc-455f-8b4f-ee6fa8f48651 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Request body: {'security_group_rule': {'security_group_id': '87430b20-77e8-449c-8044-034224858a4a', 'project_id': '7980680fa2c64d649e7d3271a53c2ecc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:41:29.351552 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-11f1f40c-33fc-455f-8b4f-ee6fa8f48651 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:29.425663 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-11f1f40c-33fc-455f-8b4f-ee6fa8f48651 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:29.500295 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-11f1f40c-33fc-455f-8b4f-ee6fa8f48651 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:29.520023 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f1f40c-33fc-455f-8b4f-ee6fa8f48651 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd5da6b7-de27-4aec-9a27-97e617ccecfb,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:41:29.608953 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-11f1f40c-33fc-455f-8b4f-ee6fa8f48651 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:29.610143 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-11f1f40c-33fc-455f-8b4f-ee6fa8f48651 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3906889 Jul 05 03:41:29.612929 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 52332) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:41:29.617497 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-1b6e00d7-fa77-4957-9be0-b9b8544b9702 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Request body: {'security_group_rule': {'security_group_id': '87430b20-77e8-449c-8044-034224858a4a', 'project_id': '7980680fa2c64d649e7d3271a53c2ecc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:41:29.712504 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1b6e00d7-fa77-4957-9be0-b9b8544b9702 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:29.772785 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1b6e00d7-fa77-4957-9be0-b9b8544b9702 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:29.859952 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1b6e00d7-fa77-4957-9be0-b9b8544b9702 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:29.879672 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6e00d7-fa77-4957-9be0-b9b8544b9702 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff1519c0-eb5b-41b2-bd25-7e3695aeb6e0,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:41:29.974585 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1b6e00d7-fa77-4957-9be0-b9b8544b9702 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:29.975832 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-1b6e00d7-fa77-4957-9be0-b9b8544b9702 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3619490 Jul 05 03:41:29.978768 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 52334) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:41:29.983230 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-2afb184f-caea-4132-9320-a8d937486ae3 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Request body: {'security_group_rule': {'security_group_id': '87430b20-77e8-449c-8044-034224858a4a', 'project_id': '7980680fa2c64d649e7d3271a53c2ecc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:41:30.077055 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2afb184f-caea-4132-9320-a8d937486ae3 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:30.138746 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2afb184f-caea-4132-9320-a8d937486ae3 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:30.203213 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2afb184f-caea-4132-9320-a8d937486ae3 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:30.225311 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afb184f-caea-4132-9320-a8d937486ae3 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fde535f9-c193-4c0d-bce0-ccbf1acce2d8,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:41:30.271464 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2afb184f-caea-4132-9320-a8d937486ae3 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:30.272773 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-2afb184f-caea-4132-9320-a8d937486ae3 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2930453 Jul 05 03:41:30.275683 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 52336) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:41:30.280815 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-2a5af200-302a-4f50-a5af-e4af239a0c41 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Request body: {'security_group_rule': {'security_group_id': '87430b20-77e8-449c-8044-034224858a4a', 'project_id': '7980680fa2c64d649e7d3271a53c2ecc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:41:30.358006 n-d-771362-32 neutron-server[94462]: INFO neutron.db.securitygroups_db [None req-2a5af200-302a-4f50-a5af-e4af239a0c41 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Project 7980680fa2c64d649e7d3271a53c2ecc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 03:41:30.366655 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2a5af200-302a-4f50-a5af-e4af239a0c41 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:30.442255 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2a5af200-302a-4f50-a5af-e4af239a0c41 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:30.511495 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2a5af200-302a-4f50-a5af-e4af239a0c41 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:30.537350 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5af200-302a-4f50-a5af-e4af239a0c41 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b31bf4b-ce57-4f59-9c40-22dbed712fe5,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:41:30.682287 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2a5af200-302a-4f50-a5af-e4af239a0c41 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:30.683549 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-2a5af200-302a-4f50-a5af-e4af239a0c41 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4069147 Jul 05 03:41:30.687158 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 52338) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:41:30.691899 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-5cb852ed-ffb6-41e0-a61d-c21ee68d5954 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Request body: {'security_group_rule': {'security_group_id': '87430b20-77e8-449c-8044-034224858a4a', 'project_id': '7980680fa2c64d649e7d3271a53c2ecc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:41:30.767960 n-d-771362-32 neutron-server[94462]: INFO neutron.db.securitygroups_db [None req-5cb852ed-ffb6-41e0-a61d-c21ee68d5954 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Project 7980680fa2c64d649e7d3271a53c2ecc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 03:41:30.773266 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5cb852ed-ffb6-41e0-a61d-c21ee68d5954 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:30.839335 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5cb852ed-ffb6-41e0-a61d-c21ee68d5954 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:30.917611 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5cb852ed-ffb6-41e0-a61d-c21ee68d5954 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:30.941578 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb852ed-ffb6-41e0-a61d-c21ee68d5954 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90690058-f9f4-4155-9d16-748525851b04,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:41:31.020091 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-5cb852ed-ffb6-41e0-a61d-c21ee68d5954 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:31.021254 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-5cb852ed-ffb6-41e0-a61d-c21ee68d5954 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3330288 Jul 05 03:41:42.546566 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:42.682802 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:50.939682 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-2cfab5c6-51e8-4e88-8562-0150d68b7de8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:52.153585 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ec4639be-e75a-4555-b7c0-3341b823d6c7 req-aaad9cfb-398c-434a-8bfe-33dfd379c6b6 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1277454377&fields=id&tenant_id=7980680fa2c64d649e7d3271a53c2ecc HTTP/1.1" status: 200 len: 267 time: 0.0359201 Jul 05 03:41:52.279286 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4639be-e75a-4555-b7c0-3341b823d6c7 req-1d19fd39-d1a4-476d-a31a-29dc422b81c0 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:41:52.280788 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ec4639be-e75a-4555-b7c0-3341b823d6c7 req-1d19fd39-d1a4-476d-a31a-29dc422b81c0 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/networks?id=20045fc4-7324-403d-b700-ec45e14ba9d1 HTTP/1.1" status: 200 len: 809 time: 0.1205113 Jul 05 03:41:52.298171 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ec4639be-e75a-4555-b7c0-3341b823d6c7 req-4040924f-2c87-44e8-9db5-8b4b301ec044 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/quotas/7980680fa2c64d649e7d3271a53c2ecc HTTP/1.1" status: 200 len: 375 time: 0.0101967 Jul 05 03:41:52.385367 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ec4639be-e75a-4555-b7c0-3341b823d6c7 req-1441f1a7-9367-4e62-a453-360b85d168dd tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7980680fa2c64d649e7d3271a53c2ecc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0786803 Jul 05 03:41:52.553082 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ec4639be-e75a-4555-b7c0-3341b823d6c7 req-aa11f4e8-1ac6-4d4d-bb62-feee0b4593d3 service neutron] 10.222.0.23 "GET /v2.0/networks/20045fc4-7324-403d-b700-ec45e14ba9d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535385 Jul 05 03:41:52.651902 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-ec4639be-e75a-4555-b7c0-3341b823d6c7 req-58d9ada6-9b02-4d18-97e5-d8bf494ce0c7 service neutron] 10.222.0.23 "GET /v2.0/networks/20045fc4-7324-403d-b700-ec45e14ba9d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916171 Jul 05 03:41:53.153574 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-06d8f65b-2c68-47db-b867-6d746e8d3d25 req-3c8c0605-92c2-45ba-a3d5-1697664385c5 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8487de4-1575-40ba-a766-a37db3e9b336 HTTP/1.1" status: 200 len: 210 time: 0.0293407 Jul 05 03:41:53.282174 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-de4d1683-c18b-460b-9b0c-bd466b753219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:54.025499 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:54.496655 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d0968264-ce4b-45a6-aa30-fc57d4040db9 req-d14f189a-1536-4e0c-a602-1a9bc63bfc22 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8487de4-1575-40ba-a766-a37db3e9b336 HTTP/1.1" status: 200 len: 210 time: 0.0351779 Jul 05 03:41:54.985607 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:55.249164 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4639be-e75a-4555-b7c0-3341b823d6c7 req-1870dd19-71c8-4569-b3eb-d2ec5a6957c5 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:41:55.252100 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ec4639be-e75a-4555-b7c0-3341b823d6c7 req-1870dd19-71c8-4569-b3eb-d2ec5a6957c5 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.15 "GET /v2.0/networks?id=20045fc4-7324-403d-b700-ec45e14ba9d1 HTTP/1.1" status: 200 len: 809 time: 0.1218174 Jul 05 03:41:55.310578 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ec4639be-e75a-4555-b7c0-3341b823d6c7 req-8bcf535a-aba9-4e06-8eb9-a764acdb6791 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7980680fa2c64d649e7d3271a53c2ecc HTTP/1.1" status: 200 len: 380 time: 0.0495133 Jul 05 03:41:55.320261 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-ec4639be-e75a-4555-b7c0-3341b823d6c7 req-7fdf3a28-e8e4-450a-8b8c-059be2885a6a tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Request body: {'port': {'device_id': 'c8487de4-1575-40ba-a766-a37db3e9b336', 'network_id': '20045fc4-7324-403d-b700-ec45e14ba9d1', 'admin_state_up': True, 'tenant_id': '7980680fa2c64d649e7d3271a53c2ecc', 'security_groups': ['87430b20-77e8-449c-8044-034224858a4a']}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:41:55.551244 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec4639be-e75a-4555-b7c0-3341b823d6c7 req-7fdf3a28-e8e4-450a-8b8c-059be2885a6a tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Made reservation on behalf of 7980680fa2c64d649e7d3271a53c2ecc for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:41:55.554964 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-ec4639be-e75a-4555-b7c0-3341b823d6c7 req-7fdf3a28-e8e4-450a-8b8c-059be2885a6a tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:55.669850 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-78c40aae-2254-4e44-ad17-0f1a53d01c95 req-c3a09745-584c-4457-b9d6-e080e07b63c5 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8487de4-1575-40ba-a766-a37db3e9b336 HTTP/1.1" status: 200 len: 210 time: 0.0509634 Jul 05 03:41:55.733597 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-ec4639be-e75a-4555-b7c0-3341b823d6c7 req-7fdf3a28-e8e4-450a-8b8c-059be2885a6a tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Allocated IP 172.20.0.6 (20045fc4-7324-403d-b700-ec45e14ba9d1/362a2924-cb89-42ef-8372-2f584dd06d14/92d8f953-87a9-4fa2-b118-e4b6fcaffce2) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:41:55.901068 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-ec4639be-e75a-4555-b7c0-3341b823d6c7 req-7fdf3a28-e8e4-450a-8b8c-059be2885a6a tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:55.916440 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-ec4639be-e75a-4555-b7c0-3341b823d6c7 req-7fdf3a28-e8e4-450a-8b8c-059be2885a6a tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Transition to ACTIVE for port object 92d8f953-87a9-4fa2-b118-e4b6fcaffce2 will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:41:56.031465 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-ec4639be-e75a-4555-b7c0-3341b823d6c7 req-7fdf3a28-e8e4-450a-8b8c-059be2885a6a tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:56.088424 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec4639be-e75a-4555-b7c0-3341b823d6c7 req-7fdf3a28-e8e4-450a-8b8c-059be2885a6a tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Network 20045fc4-7324-403d-b700-ec45e14ba9d1 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:41:56.094850 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-ec4639be-e75a-4555-b7c0-3341b823d6c7 req-7fdf3a28-e8e4-450a-8b8c-059be2885a6a tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:41:56.105974 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec4639be-e75a-4555-b7c0-3341b823d6c7 req-7fdf3a28-e8e4-450a-8b8c-059be2885a6a tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:41:56.117803 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdf3a28-e8e4-450a-8b8c-059be2885a6a tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Pushing event updated for resources: {'Port': ['ID=92d8f953-87a9-4fa2-b118-e4b6fcaffce2,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:41:56.187949 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4639be-e75a-4555-b7c0-3341b823d6c7 req-7fdf3a28-e8e4-450a-8b8c-059be2885a6a tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:41:56.189022 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-ec4639be-e75a-4555-b7c0-3341b823d6c7 req-7fdf3a28-e8e4-450a-8b8c-059be2885a6a tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:56.288915 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ec4639be-e75a-4555-b7c0-3341b823d6c7 req-7fdf3a28-e8e4-450a-8b8c-059be2885a6a tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9734006 Jul 05 03:41:56.303166 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-ec4639be-e75a-4555-b7c0-3341b823d6c7 req-ad118854-b17d-4151-819c-a4747c54306c service neutron] Request body: {'port': {'device_id': 'c8487de4-1575-40ba-a766-a37db3e9b336', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:41:56.417785 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-ec4639be-e75a-4555-b7c0-3341b823d6c7 req-ad118854-b17d-4151-819c-a4747c54306c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:56.437263 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:56.511868 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-5ea3d527-5d22-40e5-b02d-0256f58d12b2 None None] Provisioning for port 92d8f953-87a9-4fa2-b118-e4b6fcaffce2 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:41:56.517866 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-5ea3d527-5d22-40e5-b02d-0256f58d12b2 None None] Provisioning complete for port 92d8f953-87a9-4fa2-b118-e4b6fcaffce2 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:41:56.518506 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5ea3d527-5d22-40e5-b02d-0256f58d12b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:56.583860 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-5ea3d527-5d22-40e5-b02d-0256f58d12b2 None None] Port 92d8f953-87a9-4fa2-b118-e4b6fcaffce2 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:41:56.856855 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-ec4639be-e75a-4555-b7c0-3341b823d6c7 req-ad118854-b17d-4151-819c-a4747c54306c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92d8f953-87a9-4fa2-b118-e4b6fcaffce2 {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:41:56.866410 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-ec4639be-e75a-4555-b7c0-3341b823d6c7 req-ad118854-b17d-4151-819c-a4747c54306c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:56.886937 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-ec4639be-e75a-4555-b7c0-3341b823d6c7 req-ad118854-b17d-4151-819c-a4747c54306c service neutron] Transition to ACTIVE for port object 92d8f953-87a9-4fa2-b118-e4b6fcaffce2 will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:41:56.985207 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bdf30a-2127-4709-8f4d-faa64f312def req-c3d21a33-6f52-44a1-9346-d493489f966a tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:41:56.986820 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b0bdf30a-2127-4709-8f4d-faa64f312def req-c3d21a33-6f52-44a1-9346-d493489f966a tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8487de4-1575-40ba-a766-a37db3e9b336 HTTP/1.1" status: 200 len: 931 time: 0.1062832 Jul 05 03:41:56.991517 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-ec4639be-e75a-4555-b7c0-3341b823d6c7 req-ad118854-b17d-4151-819c-a4747c54306c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:57.046140 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b0bdf30a-2127-4709-8f4d-faa64f312def req-d333c8fb-f815-49cf-8027-53f8bbaf7942 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/security-groups?id=87430b20-77e8-449c-8044-034224858a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476415 Jul 05 03:41:57.104772 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad118854-b17d-4151-819c-a4747c54306c service neutron] Pushing event updated for resources: {'Port': ['ID=92d8f953-87a9-4fa2-b118-e4b6fcaffce2,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:41:57.180398 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-ec4639be-e75a-4555-b7c0-3341b823d6c7 req-ad118854-b17d-4151-819c-a4747c54306c service neutron] Attempting to bind port 92d8f953-87a9-4fa2-b118-e4b6fcaffce2 on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:41:57.180945 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-ec4639be-e75a-4555-b7c0-3341b823d6c7 req-ad118854-b17d-4151-819c-a4747c54306c service neutron] Attempting to bind port 92d8f953-87a9-4fa2-b118-e4b6fcaffce2 by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '1a6f9fe1-c1eb-480f-945b-1d5c83297e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '20045fc4-7324-403d-b700-ec45e14ba9d1'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:41:57.181495 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4639be-e75a-4555-b7c0-3341b823d6c7 req-ad118854-b17d-4151-819c-a4747c54306c service neutron] Attempting to bind port 92d8f953-87a9-4fa2-b118-e4b6fcaffce2 on network 20045fc4-7324-403d-b700-ec45e14ba9d1 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:41:57.189248 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4639be-e75a-4555-b7c0-3341b823d6c7 req-ad118854-b17d-4151-819c-a4747c54306c service neutron] Port 92d8f953-87a9-4fa2-b118-e4b6fcaffce2 on network 20045fc4-7324-403d-b700-ec45e14ba9d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:41:57.189663 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4639be-e75a-4555-b7c0-3341b823d6c7 req-ad118854-b17d-4151-819c-a4747c54306c service neutron] Attempting to bind port 92d8f953-87a9-4fa2-b118-e4b6fcaffce2 on network 20045fc4-7324-403d-b700-ec45e14ba9d1 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:41:57.196656 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4639be-e75a-4555-b7c0-3341b823d6c7 req-ad118854-b17d-4151-819c-a4747c54306c service neutron] Checking agent: {'id': 'e071c76e-395f-48c4-a98f-88088465cf0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:41:57.197195 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4639be-e75a-4555-b7c0-3341b823d6c7 req-ad118854-b17d-4151-819c-a4747c54306c service neutron] Checking segment: {'id': '1a6f9fe1-c1eb-480f-945b-1d5c83297e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '20045fc4-7324-403d-b700-ec45e14ba9d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:41:57.198255 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4639be-e75a-4555-b7c0-3341b823d6c7 req-ad118854-b17d-4151-819c-a4747c54306c service neutron] Bound using segment: {'id': '1a6f9fe1-c1eb-480f-945b-1d5c83297e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '20045fc4-7324-403d-b700-ec45e14ba9d1'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:41:57.199438 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-ec4639be-e75a-4555-b7c0-3341b823d6c7 req-ad118854-b17d-4151-819c-a4747c54306c service neutron] Bound port: 92d8f953-87a9-4fa2-b118-e4b6fcaffce2, host: n-h2-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a6f9fe1-c1eb-480f-945b-1d5c83297e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '20045fc4-7324-403d-b700-ec45e14ba9d1'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:41:57.200004 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-ec4639be-e75a-4555-b7c0-3341b823d6c7 req-ad118854-b17d-4151-819c-a4747c54306c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:57.319293 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-ec4639be-e75a-4555-b7c0-3341b823d6c7 req-ad118854-b17d-4151-819c-a4747c54306c service neutron] For port 92d8f953-87a9-4fa2-b118-e4b6fcaffce2, host n-h2-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:41:57.325936 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-ec4639be-e75a-4555-b7c0-3341b823d6c7 req-ad118854-b17d-4151-819c-a4747c54306c service neutron] For port 92d8f953-87a9-4fa2-b118-e4b6fcaffce2, host n-h2-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=92d8f953-87a9-4fa2-b118-e4b6fcaffce2,segment=NetworkSegment(1a6f9fe1-c1eb-480f-945b-1d5c83297e93),segment_id=1a6f9fe1-c1eb-480f-945b-1d5c83297e93)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:41:57.403817 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-ec4639be-e75a-4555-b7c0-3341b823d6c7 req-ad118854-b17d-4151-819c-a4747c54306c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:57.444005 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4639be-e75a-4555-b7c0-3341b823d6c7 req-ad118854-b17d-4151-819c-a4747c54306c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:41:57.444812 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-ec4639be-e75a-4555-b7c0-3341b823d6c7 req-ad118854-b17d-4151-819c-a4747c54306c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:57.446108 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ec4639be-e75a-4555-b7c0-3341b823d6c7 req-ad118854-b17d-4151-819c-a4747c54306c service neutron] 10.222.0.15 "PUT /v2.0/ports/92d8f953-87a9-4fa2-b118-e4b6fcaffce2 HTTP/1.1" status: 200 len: 1092 time: 1.1487985 Jul 05 03:41:57.446579 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8487de4-1575-40ba-a766-a37db3e9b336', 'tag': '92d8f953-87a9-4fa2-b118-e4b6fcaffce2'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:41:57.449501 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4c1385bffaa5d930a7117e6982c27207eca91cca31cf4b43f86c7ad63cd24a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-392e8850-3e7a-4f6c-ba01-1ba42bed446f" -d '{"events": [{"name": "network-changed", "server_uuid": "c8487de4-1575-40ba-a766-a37db3e9b336", "tag": "92d8f953-87a9-4fa2-b118-e4b6fcaffce2"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:41:57.494475 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad118854-b17d-4151-819c-a4747c54306c service neutron] Pushing event updated for resources: {'Port': ['ID=92d8f953-87a9-4fa2-b118-e4b6fcaffce2,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:41:57.520758 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf2db4e4-3f5f-4c46-88d1-b43db926ea77 x-openstack-request-id: req-cf2db4e4-3f5f-4c46-88d1-b43db926ea77 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:41:57.521065 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8487de4-1575-40ba-a766-a37db3e9b336", "tag": "92d8f953-87a9-4fa2-b118-e4b6fcaffce2", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:41:57.521324 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cf2db4e4-3f5f-4c46-88d1-b43db926ea77 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:41:57.521774 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8487de4-1575-40ba-a766-a37db3e9b336', 'tag': '92d8f953-87a9-4fa2-b118-e4b6fcaffce2', 'status': 'completed', 'code': 200} Jul 05 03:41:57.617514 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392e8850-3e7a-4f6c-ba01-1ba42bed446f req-bdc6d393-8eee-4577-b4cf-ea09d62f27f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:41:57.619154 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-392e8850-3e7a-4f6c-ba01-1ba42bed446f req-bdc6d393-8eee-4577-b4cf-ea09d62f27f7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7980680fa2c64d649e7d3271a53c2ecc&device_id=c8487de4-1575-40ba-a766-a37db3e9b336 HTTP/1.1" status: 200 len: 1095 time: 0.0747294 Jul 05 03:41:57.737720 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392e8850-3e7a-4f6c-ba01-1ba42bed446f req-5ed81f69-b64b-465c-ad16-dbefca55d061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:41:57.739399 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-392e8850-3e7a-4f6c-ba01-1ba42bed446f req-5ed81f69-b64b-465c-ad16-dbefca55d061 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=7980680fa2c64d649e7d3271a53c2ecc&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1128457 Jul 05 03:41:57.848711 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392e8850-3e7a-4f6c-ba01-1ba42bed446f req-0e63d3fa-7915-4d4a-bd16-788934cd36f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:41:57.850271 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-392e8850-3e7a-4f6c-ba01-1ba42bed446f req-0e63d3fa-7915-4d4a-bd16-788934cd36f4 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1041703 Jul 05 03:41:57.953940 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4639be-e75a-4555-b7c0-3341b823d6c7 req-923e05d6-87f8-44e4-beb5-2f72db05f544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:41:57.955535 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ec4639be-e75a-4555-b7c0-3341b823d6c7 req-923e05d6-87f8-44e4-beb5-2f72db05f544 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7980680fa2c64d649e7d3271a53c2ecc&device_id=c8487de4-1575-40ba-a766-a37db3e9b336 HTTP/1.1" status: 200 len: 1095 time: 0.0564432 Jul 05 03:41:58.003336 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ec4639be-e75a-4555-b7c0-3341b823d6c7 req-01dd7f2a-d27e-4715-8fd8-44f85466af43 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92d8f953-87a9-4fa2-b118-e4b6fcaffce2 HTTP/1.1" status: 200 len: 217 time: 0.0390041 Jul 05 03:41:58.067333 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4639be-e75a-4555-b7c0-3341b823d6c7 req-b8831239-f517-4c54-966b-63db02c9d633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:41:58.068839 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ec4639be-e75a-4555-b7c0-3341b823d6c7 req-b8831239-f517-4c54-966b-63db02c9d633 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=362a2924-cb89-42ef-8372-2f584dd06d14 HTTP/1.1" status: 200 len: 848 time: 0.0589528 Jul 05 03:41:58.156560 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4639be-e75a-4555-b7c0-3341b823d6c7 req-7fc37b96-51fc-4a10-8bae-c63f59853a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:41:58.159655 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ec4639be-e75a-4555-b7c0-3341b823d6c7 req-7fc37b96-51fc-4a10-8bae-c63f59853a21 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=20045fc4-7324-403d-b700-ec45e14ba9d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0837946 Jul 05 03:41:58.295322 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ec4639be-e75a-4555-b7c0-3341b823d6c7 req-8a4acdf6-5e97-4b23-b294-d9f0fe6a301e service neutron] 10.222.0.15 "GET /v2.0/networks/20045fc4-7324-403d-b700-ec45e14ba9d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276295 Jul 05 03:41:58.299448 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8139ec27-5e59-45e3-80c5-b8e072f4d9e7 req-014a6cb9-c0cb-43b3-a07d-95d30e7bd455 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:41:58.301461 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8139ec27-5e59-45e3-80c5-b8e072f4d9e7 req-014a6cb9-c0cb-43b3-a07d-95d30e7bd455 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8487de4-1575-40ba-a766-a37db3e9b336 HTTP/1.1" status: 200 len: 943 time: 0.0745511 Jul 05 03:41:58.355550 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8139ec27-5e59-45e3-80c5-b8e072f4d9e7 req-d34c4aa1-19b0-40ad-90a7-ec9ea896f692 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/security-groups?id=87430b20-77e8-449c-8044-034224858a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431864 Jul 05 03:41:58.422470 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ec4639be-e75a-4555-b7c0-3341b823d6c7 req-368a801c-f352-4e10-912a-ddb165e709c6 service neutron] 10.222.0.15 "GET /v2.0/networks/20045fc4-7324-403d-b700-ec45e14ba9d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187789 Jul 05 03:41:59.583176 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd47425-6d30-4f8f-b664-dcb7046d7af8 req-b6212544-ca16-4134-9e80-b01f44697d35 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:41:59.585389 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1bd47425-6d30-4f8f-b664-dcb7046d7af8 req-b6212544-ca16-4134-9e80-b01f44697d35 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8487de4-1575-40ba-a766-a37db3e9b336 HTTP/1.1" status: 200 len: 943 time: 0.0889363 Jul 05 03:41:59.633086 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1bd47425-6d30-4f8f-b664-dcb7046d7af8 req-b4e343a4-7b30-44a6-bc0e-6718e6a4412b tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/security-groups?id=87430b20-77e8-449c-8044-034224858a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372958 Jul 05 03:42:00.874213 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abca5b9-779c-4aca-a3a6-bece1306c537 req-fa54387f-39b2-4745-a411-91441865cf0e tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:00.877165 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1abca5b9-779c-4aca-a3a6-bece1306c537 req-fa54387f-39b2-4745-a411-91441865cf0e tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8487de4-1575-40ba-a766-a37db3e9b336 HTTP/1.1" status: 200 len: 943 time: 0.1103399 Jul 05 03:42:00.949653 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-1abca5b9-779c-4aca-a3a6-bece1306c537 req-7339152f-b346-4ba1-9b14-2623bbf4b768 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/security-groups?id=87430b20-77e8-449c-8044-034224858a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651648 Jul 05 03:42:02.146458 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5be9954-d0e6-43a3-a661-8d86c8ac6ae5 req-b649fcea-9dac-45ab-a527-c2978297e7f8 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:02.148197 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d5be9954-d0e6-43a3-a661-8d86c8ac6ae5 req-b649fcea-9dac-45ab-a527-c2978297e7f8 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8487de4-1575-40ba-a766-a37db3e9b336 HTTP/1.1" status: 200 len: 943 time: 0.0715787 Jul 05 03:42:02.188091 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d5be9954-d0e6-43a3-a661-8d86c8ac6ae5 req-44c242c8-77a4-48cd-9477-f1ad8f1ca38c tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/security-groups?id=87430b20-77e8-449c-8044-034224858a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339396 Jul 05 03:42:03.374177 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e109e5-66fc-46b4-9d3c-54f768f8d47a req-41ae9cc8-fb03-45fa-87e1-e1cd12416a01 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:03.375801 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e4e109e5-66fc-46b4-9d3c-54f768f8d47a req-41ae9cc8-fb03-45fa-87e1-e1cd12416a01 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8487de4-1575-40ba-a766-a37db3e9b336 HTTP/1.1" status: 200 len: 943 time: 0.0717247 Jul 05 03:42:03.416120 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e4e109e5-66fc-46b4-9d3c-54f768f8d47a req-d2894fdb-f437-4f37-9c63-ecaad4314a9e tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/security-groups?id=87430b20-77e8-449c-8044-034224858a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340714 Jul 05 03:42:04.593728 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ca3220-1fbd-4468-b040-a5b6b6ee3112 req-6641463f-2f89-4186-a5b6-0231cfbecc90 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:04.595422 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f9ca3220-1fbd-4468-b040-a5b6b6ee3112 req-6641463f-2f89-4186-a5b6-0231cfbecc90 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8487de4-1575-40ba-a766-a37db3e9b336 HTTP/1.1" status: 200 len: 943 time: 0.0644109 Jul 05 03:42:04.637380 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f9ca3220-1fbd-4468-b040-a5b6b6ee3112 req-4ce922e6-638c-42aa-a681-14a74d56e49a tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/security-groups?id=87430b20-77e8-449c-8044-034224858a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360801 Jul 05 03:42:05.013306 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:42:05.885583 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641a33c0-f5c0-4d6b-a4fb-03bc0326ea0d req-1e074879-3afb-4af4-b23e-931c009caf77 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:05.887155 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-641a33c0-f5c0-4d6b-a4fb-03bc0326ea0d req-1e074879-3afb-4af4-b23e-931c009caf77 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8487de4-1575-40ba-a766-a37db3e9b336 HTTP/1.1" status: 200 len: 943 time: 0.0771196 Jul 05 03:42:05.928831 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-641a33c0-f5c0-4d6b-a4fb-03bc0326ea0d req-873ed758-cadf-4ff0-a1c9-b00eb0ee02c3 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/security-groups?id=87430b20-77e8-449c-8044-034224858a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360155 Jul 05 03:42:07.122769 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba7d342-0304-4875-823f-f3264b2e8305 req-5bb5adeb-2197-472b-a2d0-a57f2f234098 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:07.124904 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8ba7d342-0304-4875-823f-f3264b2e8305 req-5bb5adeb-2197-472b-a2d0-a57f2f234098 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8487de4-1575-40ba-a766-a37db3e9b336 HTTP/1.1" status: 200 len: 943 time: 0.0839112 Jul 05 03:42:07.164202 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8ba7d342-0304-4875-823f-f3264b2e8305 req-c20abf48-b743-4bc9-91cb-78a19460c4d9 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/security-groups?id=87430b20-77e8-449c-8044-034224858a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335875 Jul 05 03:42:08.342716 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2471abf-3d65-4d26-81f3-f9c79441744b req-72765536-f3ca-49a5-9bd0-9b91cb0382cd tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:08.344358 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a2471abf-3d65-4d26-81f3-f9c79441744b req-72765536-f3ca-49a5-9bd0-9b91cb0382cd tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8487de4-1575-40ba-a766-a37db3e9b336 HTTP/1.1" status: 200 len: 943 time: 0.0657349 Jul 05 03:42:08.386455 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a2471abf-3d65-4d26-81f3-f9c79441744b req-42969c77-d663-471f-9f7b-6ee7f0104f5d tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/security-groups?id=87430b20-77e8-449c-8044-034224858a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355403 Jul 05 03:42:09.568451 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b555a77a-f0c8-4688-953a-668bfbb52428 req-04f2ff50-76db-40e4-a964-a18e8d88e322 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:09.570026 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b555a77a-f0c8-4688-953a-668bfbb52428 req-04f2ff50-76db-40e4-a964-a18e8d88e322 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8487de4-1575-40ba-a766-a37db3e9b336 HTTP/1.1" status: 200 len: 943 time: 0.0716481 Jul 05 03:42:09.610902 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b555a77a-f0c8-4688-953a-668bfbb52428 req-f827d6f8-e6cb-468b-b8b5-2945c93bd5b6 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/security-groups?id=87430b20-77e8-449c-8044-034224858a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342152 Jul 05 03:42:10.801489 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97b1366-4ba6-427a-9720-b72502f3e100 req-9fd696ba-1c0c-46a8-8ada-7a8b7e63ff07 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:10.803143 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c97b1366-4ba6-427a-9720-b72502f3e100 req-9fd696ba-1c0c-46a8-8ada-7a8b7e63ff07 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8487de4-1575-40ba-a766-a37db3e9b336 HTTP/1.1" status: 200 len: 943 time: 0.0782905 Jul 05 03:42:10.847858 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c97b1366-4ba6-427a-9720-b72502f3e100 req-f744c40c-f5f7-4bfe-ae8c-8401157bdc26 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/security-groups?id=87430b20-77e8-449c-8044-034224858a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374522 Jul 05 03:42:11.180943 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 92d8f953-87a9-4fa2-b118-e4b6fcaffce2 details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:42:11.278511 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 92d8f953-87a9-4fa2-b118-e4b6fcaffce2, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=92d8f953-87a9-4fa2-b118-e4b6fcaffce2,segment=NetworkSegment(1a6f9fe1-c1eb-480f-945b-1d5c83297e93),segment_id=1a6f9fe1-c1eb-480f-945b-1d5c83297e93)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:42:11.292069 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Returning: {'device': '92d8f953-87a9-4fa2-b118-e4b6fcaffce2', 'network_id': '20045fc4-7324-403d-b700-ec45e14ba9d1', 'port_id': '92d8f953-87a9-4fa2-b118-e4b6fcaffce2', 'mac_address': 'fa:16:3e:63:b3:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '362a2924-cb89-42ef-8372-2f584dd06d14', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:42:11.335738 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:11.349286 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92d8f953-87a9-4fa2-b118-e4b6fcaffce2 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:42:11.370514 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 92d8f953-87a9-4fa2-b118-e4b6fcaffce2, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=92d8f953-87a9-4fa2-b118-e4b6fcaffce2,segment=NetworkSegment(1a6f9fe1-c1eb-480f-945b-1d5c83297e93),segment_id=1a6f9fe1-c1eb-480f-945b-1d5c83297e93)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:42:11.470676 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:11.520028 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=92d8f953-87a9-4fa2-b118-e4b6fcaffce2,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:11.528065 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:42:11.531807 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:42:11.531807 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:42:11.531807 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:42:11.531807 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:42:11.531807 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:42:11.531807 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:42:11.531807 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:42:11.531807 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:42:11.531807 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:42:11.531807 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:42:11.531807 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:42:11.707227 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['92d8f953-87a9-4fa2-b118-e4b6fcaffce2'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:42:12.034984 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd71897-8d0c-45d5-87f6-72d39c516e7f req-9d41f040-049f-45ed-a475-c696b17df3f2 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:12.036536 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8cd71897-8d0c-45d5-87f6-72d39c516e7f req-9d41f040-049f-45ed-a475-c696b17df3f2 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8487de4-1575-40ba-a766-a37db3e9b336 HTTP/1.1" status: 200 len: 944 time: 0.0668471 Jul 05 03:42:12.075440 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8cd71897-8d0c-45d5-87f6-72d39c516e7f req-ec169932-1424-4255-80c6-a7855eb91512 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/security-groups?id=87430b20-77e8-449c-8044-034224858a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326135 Jul 05 03:42:12.522360 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:12.671125 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:13.183726 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 92d8f953-87a9-4fa2-b118-e4b6fcaffce2 up at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:42:13.257908 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27dad36-a842-4f47-ab71-6e53dcfbb298 req-fb8d7f68-bfa8-40d7-b26f-d25cca301429 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:13.259470 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a27dad36-a842-4f47-ab71-6e53dcfbb298 req-fb8d7f68-bfa8-40d7-b26f-d25cca301429 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8487de4-1575-40ba-a766-a37db3e9b336 HTTP/1.1" status: 200 len: 944 time: 0.0674901 Jul 05 03:42:13.297785 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-a27dad36-a842-4f47-ab71-6e53dcfbb298 req-80dbfffc-d02b-44f8-b7f5-d28ebe8d73aa tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/security-groups?id=87430b20-77e8-449c-8044-034224858a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325167 Jul 05 03:42:13.309810 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning for port 92d8f953-87a9-4fa2-b118-e4b6fcaffce2 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:42:13.314018 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning complete for port 92d8f953-87a9-4fa2-b118-e4b6fcaffce2 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:42:13.314429 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:13.405454 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:13.430693 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8487de4-1575-40ba-a766-a37db3e9b336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92d8f953-87a9-4fa2-b118-e4b6fcaffce2'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:42:13.433088 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1156d35e1955dd65519df7b38ee19a55ddc3a31abbcc68c280d02d687c0487e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92ef1502-46b1-488b-82d2-2a9a12d6d0e2" -d '{"events": [{"server_uuid": "c8487de4-1575-40ba-a766-a37db3e9b336", "name": "network-vif-plugged", "status": "completed", "tag": "92d8f953-87a9-4fa2-b118-e4b6fcaffce2"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:42:13.447920 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 92d8f953-87a9-4fa2-b118-e4b6fcaffce2, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=92d8f953-87a9-4fa2-b118-e4b6fcaffce2,segment=NetworkSegment(1a6f9fe1-c1eb-480f-945b-1d5c83297e93),segment_id=1a6f9fe1-c1eb-480f-945b-1d5c83297e93)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:42:13.542494 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ab7f92a-0c94-431e-bd86-ffabbeaf4ab6 x-openstack-request-id: req-2ab7f92a-0c94-431e-bd86-ffabbeaf4ab6 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:42:13.543095 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8487de4-1575-40ba-a766-a37db3e9b336", "name": "network-vif-plugged", "status": "completed", "tag": "92d8f953-87a9-4fa2-b118-e4b6fcaffce2", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:42:13.543216 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2ab7f92a-0c94-431e-bd86-ffabbeaf4ab6 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:42:13.543588 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8487de4-1575-40ba-a766-a37db3e9b336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92d8f953-87a9-4fa2-b118-e4b6fcaffce2', 'code': 200} Jul 05 03:42:13.562083 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:13.612533 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=92d8f953-87a9-4fa2-b118-e4b6fcaffce2,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:13.663204 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4ab516-5390-412e-882f-e5b0fb1627bd req-7d992e4e-211b-4ca8-a1fe-17041120ad9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:13.664634 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6f4ab516-5390-412e-882f-e5b0fb1627bd req-7d992e4e-211b-4ca8-a1fe-17041120ad9a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c8487de4-1575-40ba-a766-a37db3e9b336 HTTP/1.1" status: 200 len: 1097 time: 0.0564737 Jul 05 03:42:13.698757 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6f4ab516-5390-412e-882f-e5b0fb1627bd req-b1dbfffc-dab0-49e1-b837-5c743acf9dab service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=87430b20-77e8-449c-8044-034224858a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279539 Jul 05 03:42:14.519893 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3e4a18-6dfd-4774-b3ab-7c614ea89460 req-b88c3a92-684e-48f8-8dd9-b4b60ffb130c tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:14.521515 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-fb3e4a18-6dfd-4774-b3ab-7c614ea89460 req-b88c3a92-684e-48f8-8dd9-b4b60ffb130c tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8487de4-1575-40ba-a766-a37db3e9b336 HTTP/1.1" status: 200 len: 945 time: 0.0670435 Jul 05 03:42:14.578108 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-fb3e4a18-6dfd-4774-b3ab-7c614ea89460 req-dcf8fc46-58e0-4eb4-8edf-1674bd76ca92 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/security-groups?id=87430b20-77e8-449c-8044-034224858a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497019 Jul 05 03:42:15.777063 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9735367d-5d44-420e-b048-2d118effe25b req-231fc830-49cf-4922-a777-acf1a5629eed tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:15.778736 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9735367d-5d44-420e-b048-2d118effe25b req-231fc830-49cf-4922-a777-acf1a5629eed tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8487de4-1575-40ba-a766-a37db3e9b336 HTTP/1.1" status: 200 len: 945 time: 0.0718844 Jul 05 03:42:15.819759 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-9735367d-5d44-420e-b048-2d118effe25b req-c85dc031-a365-45c6-a4d2-304fe65f63e5 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/security-groups?id=87430b20-77e8-449c-8044-034224858a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350764 Jul 05 03:42:16.003789 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ee8878-ac69-40c3-9168-60bf7599b17a req-531a7d87-d1f0-44f2-b182-cadce19a462b tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:16.005577 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-75ee8878-ac69-40c3-9168-60bf7599b17a req-531a7d87-d1f0-44f2-b182-cadce19a462b tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8487de4-1575-40ba-a766-a37db3e9b336 HTTP/1.1" status: 200 len: 945 time: 0.0713174 Jul 05 03:42:16.053552 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-75ee8878-ac69-40c3-9168-60bf7599b17a req-58d3047c-7eca-4105-ae3d-4707cedd242c tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/security-groups?id=87430b20-77e8-449c-8044-034224858a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375645 Jul 05 03:42:16.080630 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 52562) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:16.143325 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5dccb44-1af0-404f-bd49-ae4fef5b46be tempest-TestShelveInstance-353305716 tempest-TestShelveInstance-353305716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:16.145270 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-e5dccb44-1af0-404f-bd49-ae4fef5b46be tempest-TestShelveInstance-353305716 tempest-TestShelveInstance-353305716-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=c8487de4-1575-40ba-a766-a37db3e9b336 HTTP/1.1" status: 200 len: 1092 time: 0.0633571 Jul 05 03:42:16.149193 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 52564) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:16.154636 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-f9fce471-e002-45a5-97d9-691d1b026ed5 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Request body: {'floatingip': {'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'port_id': '92d8f953-87a9-4fa2-b118-e4b6fcaffce2', 'tenant_id': '7980680fa2c64d649e7d3271a53c2ecc', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:42:16.247810 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f9fce471-e002-45a5-97d9-691d1b026ed5 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks [] for floatingip, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:16.349804 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f9fce471-e002-45a5-97d9-691d1b026ed5 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:16.463981 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-f9fce471-e002-45a5-97d9-691d1b026ed5 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Allocated IP 172.25.7.232 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/2d92cf3c-5f39-4c80-aa30-579303a7e2a0) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:42:16.577713 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f9fce471-e002-45a5-97d9-691d1b026ed5 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:16.676864 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f9fce471-e002-45a5-97d9-691d1b026ed5 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:16.723265 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9fce471-e002-45a5-97d9-691d1b026ed5 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:42:16.726246 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-f9fce471-e002-45a5-97d9-691d1b026ed5 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:42:16.732695 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fce471-e002-45a5-97d9-691d1b026ed5 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:42:16.738603 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fce471-e002-45a5-97d9-691d1b026ed5 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Pushing event updated for resources: {'Port': ['ID=2d92cf3c-5f39-4c80-aa30-579303a7e2a0,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:17.115981 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f9fce471-e002-45a5-97d9-691d1b026ed5 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:17.288732 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f9fce471-e002-45a5-97d9-691d1b026ed5 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:17.482626 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f9fce471-e002-45a5-97d9-691d1b026ed5 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:17.602493 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f9fce471-e002-45a5-97d9-691d1b026ed5 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:17.674813 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fce471-e002-45a5-97d9-691d1b026ed5 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Pushing event updated for resources: {'Port': ['ID=2d92cf3c-5f39-4c80-aa30-579303a7e2a0,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:17.688326 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f9fce471-e002-45a5-97d9-691d1b026ed5 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636869'] for floatingip, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:17.800529 n-d-771362-32 neutron-server[94461]: INFO neutron.db.l3_db [None req-f9fce471-e002-45a5-97d9-691d1b026ed5 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Floating IP 0e2976a4-05e3-4ea6-869c-3e65c8eca7c7 associated. External IP: 172.25.7.232, port: 92d8f953-87a9-4fa2-b118-e4b6fcaffce2. Jul 05 03:42:18.023083 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9fce471-e002-45a5-97d9-691d1b026ed5 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Router e29b69a3-feb0-4af3-9c4d-094dd39f070e has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:42:18.136085 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9fce471-e002-45a5-97d9-691d1b026ed5 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:42:18.152784 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1847b75-9979-44c4-95b0-a3035b04e4a8 None None] Sync routers for ids ['e29b69a3-feb0-4af3-9c4d-094dd39f070e'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:42:18.163165 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1847b75-9979-44c4-95b0-a3035b04e4a8 None None] Routers {'e29b69a3-feb0-4af3-9c4d-094dd39f070e'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:42:18.163886 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-b1847b75-9979-44c4-95b0-a3035b04e4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:41:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['e29b69a3-feb0-4af3-9c4d-094dd39f070e'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:42:18.279418 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-b1847b75-9979-44c4-95b0-a3035b04e4a8 None None] Set router e29b69a3-feb0-4af3-9c4d-094dd39f070e gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:42:18.288657 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f9fce471-e002-45a5-97d9-691d1b026ed5 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:18.333473 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-f9fce471-e002-45a5-97d9-691d1b026ed5 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1826949 Jul 05 03:42:18.334615 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8487de4-1575-40ba-a766-a37db3e9b336', 'tag': '92d8f953-87a9-4fa2-b118-e4b6fcaffce2'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:42:18.339883 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4c1385bffaa5d930a7117e6982c27207eca91cca31cf4b43f86c7ad63cd24a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-329bff61-da46-496f-a928-42c4f0488758" -d '{"events": [{"name": "network-changed", "server_uuid": "c8487de4-1575-40ba-a766-a37db3e9b336", "tag": "92d8f953-87a9-4fa2-b118-e4b6fcaffce2"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:42:18.383469 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-111c1bd6-51af-41e7-93b4-1a97985452f5 x-openstack-request-id: req-111c1bd6-51af-41e7-93b4-1a97985452f5 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:42:18.383900 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8487de4-1575-40ba-a766-a37db3e9b336", "tag": "92d8f953-87a9-4fa2-b118-e4b6fcaffce2", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:42:18.384194 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-111c1bd6-51af-41e7-93b4-1a97985452f5 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:42:18.384721 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8487de4-1575-40ba-a766-a37db3e9b336', 'tag': '92d8f953-87a9-4fa2-b118-e4b6fcaffce2', 'status': 'completed', 'code': 200} Jul 05 03:42:18.479471 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329bff61-da46-496f-a928-42c4f0488758 req-d599ae5b-8b27-4f89-b794-3523e8e06c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:18.481164 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-329bff61-da46-496f-a928-42c4f0488758 req-d599ae5b-8b27-4f89-b794-3523e8e06c57 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7980680fa2c64d649e7d3271a53c2ecc&device_id=c8487de4-1575-40ba-a766-a37db3e9b336 HTTP/1.1" status: 200 len: 1097 time: 0.0702336 Jul 05 03:42:18.564839 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-b1847b75-9979-44c4-95b0-a3035b04e4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29b69a3-feb0-4af3-9c4d-094dd39f070e', 'name': 'tempest-TestShelveInstance-1111542987-router', 'tenant_id': '7980680fa2c64d649e7d3271a53c2ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': 'ccf28eba-d29b-40bf-aba3-9e98c22f0e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:36:54Z', 'updated_at': '2021-07-05T03:36:57Z', 'revision_number': 4, 'project_id': '7980680fa2c64d649e7d3271a53c2ecc', 'gw_port': {'id': 'ccf28eba-d29b-40bf-aba3-9e98c22f0e06', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:3f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29b69a3-feb0-4af3-9c4d-094dd39f070e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:36:55Z', 'updated_at': '2021-07-05T03:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '0e2976a4-05e3-4ea6-869c-3e65c8eca7c7', 'tenant_id': '7980680fa2c64d649e7d3271a53c2ecc', 'floating_ip_address': '172.25.7.232', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': 'e29b69a3-feb0-4af3-9c4d-094dd39f070e', 'port_id': '92d8f953-87a9-4fa2-b118-e4b6fcaffce2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4282, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20045fc4-7324-403d-b700-ec45e14ba9d1', 'mac_address': 'fa:16:3e:63:b3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8487de4-1575-40ba-a766-a37db3e9b336', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:42:16Z', 'updated_at': '2021-07-05T03:42:16Z', 'revision_number': 0, 'project_id': '7980680fa2c64d649e7d3271a53c2ecc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86b2482a-30b0-406e-b04f-b965eff00faa', 'name': '', 'network_id': '20045fc4-7324-403d-b700-ec45e14ba9d1', 'tenant_id': '7980680fa2c64d649e7d3271a53c2ecc', 'mac_address': 'fa:16:3e:d1:c2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29b69a3-feb0-4af3-9c4d-094dd39f070e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '362a2924-cb89-42ef-8372-2f584dd06d14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:36:56Z', 'updated_at': '2021-07-05T03:37:03Z', 'revision_number': 5, 'project_id': '7980680fa2c64d649e7d3271a53c2ecc', 'subnets': [{'id': '362a2924-cb89-42ef-8372-2f584dd06d14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:42:18.607485 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329bff61-da46-496f-a928-42c4f0488758 req-785de69d-1299-416b-807e-d65e7a5a79f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:18.610018 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-329bff61-da46-496f-a928-42c4f0488758 req-785de69d-1299-416b-807e-d65e7a5a79f2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=20045fc4-7324-403d-b700-ec45e14ba9d1 HTTP/1.1" status: 200 len: 909 time: 0.1225913 Jul 05 03:42:18.613719 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1847b75-9979-44c4-95b0-a3035b04e4a8 None None] Checking router: e29b69a3-feb0-4af3-9c4d-094dd39f070e for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:42:18.627417 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1847b75-9979-44c4-95b0-a3035b04e4a8 None None] Routers {'e29b69a3-feb0-4af3-9c4d-094dd39f070e'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:42:18.628166 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-b1847b75-9979-44c4-95b0-a3035b04e4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:41:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['e29b69a3-feb0-4af3-9c4d-094dd39f070e'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:42:18.708555 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-329bff61-da46-496f-a928-42c4f0488758 req-6b72bb6c-a3cc-4891-9ff3-fc9120317d9c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92d8f953-87a9-4fa2-b118-e4b6fcaffce2 HTTP/1.1" status: 200 len: 999 time: 0.0921569 Jul 05 03:42:18.781403 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329bff61-da46-496f-a928-42c4f0488758 req-43651ca3-f61d-4156-8254-38957f365208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:18.783965 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-329bff61-da46-496f-a928-42c4f0488758 req-43651ca3-f61d-4156-8254-38957f365208 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=362a2924-cb89-42ef-8372-2f584dd06d14 HTTP/1.1" status: 200 len: 848 time: 0.0691350 Jul 05 03:42:18.858549 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329bff61-da46-496f-a928-42c4f0488758 req-3d990333-c614-4e08-8583-cb816c2e23b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:18.860694 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-329bff61-da46-496f-a928-42c4f0488758 req-3d990333-c614-4e08-8583-cb816c2e23b5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=20045fc4-7324-403d-b700-ec45e14ba9d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0701363 Jul 05 03:42:18.881573 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-b1847b75-9979-44c4-95b0-a3035b04e4a8 None None] Set router e29b69a3-feb0-4af3-9c4d-094dd39f070e gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:42:18.982240 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-329bff61-da46-496f-a928-42c4f0488758 req-35c0b67c-0908-471c-9f55-972843b7a486 service neutron] 10.222.0.15 "GET /v2.0/networks/20045fc4-7324-403d-b700-ec45e14ba9d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149118 Jul 05 03:42:19.082398 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-329bff61-da46-496f-a928-42c4f0488758 req-6f23b814-2d3a-4b17-8203-37c957e7a403 service neutron] 10.222.0.15 "GET /v2.0/networks/20045fc4-7324-403d-b700-ec45e14ba9d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936501 Jul 05 03:42:19.208678 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-b1847b75-9979-44c4-95b0-a3035b04e4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29b69a3-feb0-4af3-9c4d-094dd39f070e', 'name': 'tempest-TestShelveInstance-1111542987-router', 'tenant_id': '7980680fa2c64d649e7d3271a53c2ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': 'ccf28eba-d29b-40bf-aba3-9e98c22f0e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:36:54Z', 'updated_at': '2021-07-05T03:36:57Z', 'revision_number': 4, 'project_id': '7980680fa2c64d649e7d3271a53c2ecc', 'gw_port': {'id': 'ccf28eba-d29b-40bf-aba3-9e98c22f0e06', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:3f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29b69a3-feb0-4af3-9c4d-094dd39f070e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:36:55Z', 'updated_at': '2021-07-05T03:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '0e2976a4-05e3-4ea6-869c-3e65c8eca7c7', 'tenant_id': '7980680fa2c64d649e7d3271a53c2ecc', 'floating_ip_address': '172.25.7.232', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': 'e29b69a3-feb0-4af3-9c4d-094dd39f070e', 'port_id': '92d8f953-87a9-4fa2-b118-e4b6fcaffce2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4282, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20045fc4-7324-403d-b700-ec45e14ba9d1', 'mac_address': 'fa:16:3e:63:b3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8487de4-1575-40ba-a766-a37db3e9b336', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:42:16Z', 'updated_at': '2021-07-05T03:42:16Z', 'revision_number': 0, 'project_id': '7980680fa2c64d649e7d3271a53c2ecc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86b2482a-30b0-406e-b04f-b965eff00faa', 'name': '', 'network_id': '20045fc4-7324-403d-b700-ec45e14ba9d1', 'tenant_id': '7980680fa2c64d649e7d3271a53c2ecc', 'mac_address': 'fa:16:3e:d1:c2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29b69a3-feb0-4af3-9c4d-094dd39f070e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '362a2924-cb89-42ef-8372-2f584dd06d14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:36:56Z', 'updated_at': '2021-07-05T03:37:03Z', 'revision_number': 5, 'project_id': '7980680fa2c64d649e7d3271a53c2ecc', 'subnets': [{'id': '362a2924-cb89-42ef-8372-2f584dd06d14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:42:19.243434 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1847b75-9979-44c4-95b0-a3035b04e4a8 None None] The sync data for ids ['e29b69a3-feb0-4af3-9c4d-094dd39f070e'] in n-d-771362-32 is: [{'id': 'e29b69a3-feb0-4af3-9c4d-094dd39f070e', 'name': 'tempest-TestShelveInstance-1111542987-router', 'tenant_id': '7980680fa2c64d649e7d3271a53c2ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': 'ccf28eba-d29b-40bf-aba3-9e98c22f0e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:36:54Z', 'updated_at': '2021-07-05T03:36:57Z', 'revision_number': 4, 'project_id': '7980680fa2c64d649e7d3271a53c2ecc', 'gw_port': {'id': 'ccf28eba-d29b-40bf-aba3-9e98c22f0e06', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:3f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29b69a3-feb0-4af3-9c4d-094dd39f070e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:36:55Z', 'updated_at': '2021-07-05T03:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '0e2976a4-05e3-4ea6-869c-3e65c8eca7c7', 'tenant_id': '7980680fa2c64d649e7d3271a53c2ecc', 'floating_ip_address': '172.25.7.232', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': 'e29b69a3-feb0-4af3-9c4d-094dd39f070e', 'port_id': '92d8f953-87a9-4fa2-b118-e4b6fcaffce2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4282, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20045fc4-7324-403d-b700-ec45e14ba9d1', 'mac_address': 'fa:16:3e:63:b3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8487de4-1575-40ba-a766-a37db3e9b336', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:42:16Z', 'updated_at': '2021-07-05T03:42:16Z', 'revision_number': 0, 'project_id': '7980680fa2c64d649e7d3271a53c2ecc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86b2482a-30b0-406e-b04f-b965eff00faa', 'name': '', 'network_id': '20045fc4-7324-403d-b700-ec45e14ba9d1', 'tenant_id': '7980680fa2c64d649e7d3271a53c2ecc', 'mac_address': 'fa:16:3e:d1:c2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29b69a3-feb0-4af3-9c4d-094dd39f070e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '362a2924-cb89-42ef-8372-2f584dd06d14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:36:56Z', 'updated_at': '2021-07-05T03:37:03Z', 'revision_number': 5, 'project_id': '7980680fa2c64d649e7d3271a53c2ecc', 'subnets': [{'id': '362a2924-cb89-42ef-8372-2f584dd06d14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:42:19.456330 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70af5e5-0a50-4a7d-bc1e-5a882fd0c013 None None] New status for floating IP 0e2976a4-05e3-4ea6-869c-3e65c8eca7c7: ACTIVE {{(pid=94463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:42:20.904836 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5ec6e6aa-9c42-46f7-a6e4-0678c81fe788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:23.258449 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3776f46e-84d3-46d2-b147-52fb6e760b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:24.053494 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:24.962473 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:26.401809 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:35.341270 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b8a629dd-5c34-4c30-aa9b-4de8f401c0c5 req-8f896e68-2770-4afd-80e7-51f0eb459136 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c8487de4-1575-40ba-a766-a37db3e9b336&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0538085 Jul 05 03:42:35.441574 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a629dd-5c34-4c30-aa9b-4de8f401c0c5 req-7140c41b-0bb5-449f-9d10-1222c2e393e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:35.443160 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b8a629dd-5c34-4c30-aa9b-4de8f401c0c5 req-7140c41b-0bb5-449f-9d10-1222c2e393e8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7980680fa2c64d649e7d3271a53c2ecc&device_id=c8487de4-1575-40ba-a766-a37db3e9b336 HTTP/1.1" status: 200 len: 1097 time: 0.0575745 Jul 05 03:42:35.554797 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a629dd-5c34-4c30-aa9b-4de8f401c0c5 req-113e692f-1fba-4f81-8a79-fa948701767d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:35.559040 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b8a629dd-5c34-4c30-aa9b-4de8f401c0c5 req-113e692f-1fba-4f81-8a79-fa948701767d service neutron] 10.222.0.15 "GET /v2.0/networks?id=20045fc4-7324-403d-b700-ec45e14ba9d1 HTTP/1.1" status: 200 len: 909 time: 0.0924413 Jul 05 03:42:35.624857 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b8a629dd-5c34-4c30-aa9b-4de8f401c0c5 req-7d6b3ac1-62c4-41b2-8a80-be7c97d00fa6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92d8f953-87a9-4fa2-b118-e4b6fcaffce2 HTTP/1.1" status: 200 len: 1001 time: 0.0612042 Jul 05 03:42:35.679882 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a629dd-5c34-4c30-aa9b-4de8f401c0c5 req-8c516b0a-d7e4-4220-968d-b5825a5e9051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:35.681958 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b8a629dd-5c34-4c30-aa9b-4de8f401c0c5 req-8c516b0a-d7e4-4220-968d-b5825a5e9051 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=362a2924-cb89-42ef-8372-2f584dd06d14 HTTP/1.1" status: 200 len: 848 time: 0.0486264 Jul 05 03:42:35.752350 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a629dd-5c34-4c30-aa9b-4de8f401c0c5 req-d4806e65-4918-4d52-aa33-553d37215725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:35.753889 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b8a629dd-5c34-4c30-aa9b-4de8f401c0c5 req-d4806e65-4918-4d52-aa33-553d37215725 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=20045fc4-7324-403d-b700-ec45e14ba9d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0663898 Jul 05 03:42:35.846543 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b8a629dd-5c34-4c30-aa9b-4de8f401c0c5 req-580e2cc7-1aef-42fa-b4ec-724249aa090d service neutron] 10.222.0.15 "GET /v2.0/networks/20045fc4-7324-403d-b700-ec45e14ba9d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849915 Jul 05 03:42:35.945558 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b8a629dd-5c34-4c30-aa9b-4de8f401c0c5 req-0165f5cd-39b3-4808-a659-caae1e4c1cd2 service neutron] 10.222.0.15 "GET /v2.0/networks/20045fc4-7324-403d-b700-ec45e14ba9d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913370 Jul 05 03:42:42.013382 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:42:42.613143 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:42.749789 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:51.093289 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-d9643096-26da-4404-a2de-c29c1c98f4d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:53.309649 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-c4bb8b30-8937-44bb-9c86-8b9155dc561b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:54.092879 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:54.978038 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:56.383543 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:12.606340 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:12.674784 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:19.012598 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:43:20.909340 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-473b2dd7-beed-488f-965a-d85ba096d459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:23.314808 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b5cb89f2-97d1-4a78-ad59-4f61752b46e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:24.034861 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:24.977959 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:26.400722 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:36.383210 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6ef2f8cb-c36e-4b8d-8d3f-37511fbc95c0 req-42975b04-3d92-4ea3-aac6-2e29e98da521 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c8487de4-1575-40ba-a766-a37db3e9b336&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0542274 Jul 05 03:43:36.479190 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef2f8cb-c36e-4b8d-8d3f-37511fbc95c0 req-3c3da185-2ef2-4589-92d3-13f0d3acd662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:36.480729 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6ef2f8cb-c36e-4b8d-8d3f-37511fbc95c0 req-3c3da185-2ef2-4589-92d3-13f0d3acd662 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7980680fa2c64d649e7d3271a53c2ecc&device_id=c8487de4-1575-40ba-a766-a37db3e9b336 HTTP/1.1" status: 200 len: 1097 time: 0.0537851 Jul 05 03:43:36.589461 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef2f8cb-c36e-4b8d-8d3f-37511fbc95c0 req-06905eb3-251e-4380-81e8-2189035a99a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:36.590993 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6ef2f8cb-c36e-4b8d-8d3f-37511fbc95c0 req-06905eb3-251e-4380-81e8-2189035a99a3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=20045fc4-7324-403d-b700-ec45e14ba9d1 HTTP/1.1" status: 200 len: 909 time: 0.0907404 Jul 05 03:43:36.658758 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6ef2f8cb-c36e-4b8d-8d3f-37511fbc95c0 req-c33c233e-00e5-4025-8c14-5d0f1c84deb6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92d8f953-87a9-4fa2-b118-e4b6fcaffce2 HTTP/1.1" status: 200 len: 1001 time: 0.0604823 Jul 05 03:43:36.714140 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef2f8cb-c36e-4b8d-8d3f-37511fbc95c0 req-c04c2817-4f81-4e2e-a39f-dcdebe3fee92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:36.715666 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6ef2f8cb-c36e-4b8d-8d3f-37511fbc95c0 req-c04c2817-4f81-4e2e-a39f-dcdebe3fee92 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=362a2924-cb89-42ef-8372-2f584dd06d14 HTTP/1.1" status: 200 len: 848 time: 0.0512590 Jul 05 03:43:36.775002 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef2f8cb-c36e-4b8d-8d3f-37511fbc95c0 req-1026b21c-db3b-4e29-bde5-0ab49a783792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:36.776571 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6ef2f8cb-c36e-4b8d-8d3f-37511fbc95c0 req-1026b21c-db3b-4e29-bde5-0ab49a783792 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=20045fc4-7324-403d-b700-ec45e14ba9d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538168 Jul 05 03:43:36.787457 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [req-6ef2f8cb-c36e-4b8d-8d3f-37511fbc95c0 req-715de2a7-3ce4-41a9-82a7-e33b9cd6ff7d service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:43:36.788549 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6ef2f8cb-c36e-4b8d-8d3f-37511fbc95c0 req-715de2a7-3ce4-41a9-82a7-e33b9cd6ff7d service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050793 Jul 05 03:43:36.877885 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6ef2f8cb-c36e-4b8d-8d3f-37511fbc95c0 req-66a695d2-a188-46a0-8be8-05faa0af9a3b service neutron] 10.222.0.15 "GET /v2.0/networks/20045fc4-7324-403d-b700-ec45e14ba9d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830579 Jul 05 03:43:36.972831 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6ef2f8cb-c36e-4b8d-8d3f-37511fbc95c0 req-6d3b9c5b-fe8f-40f2-a91a-301c3094cc2c service neutron] 10.222.0.15 "GET /v2.0/networks/20045fc4-7324-403d-b700-ec45e14ba9d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880830 Jul 05 03:43:42.623191 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:42.697479 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:50.919997 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-2bf0a198-bc6f-4e24-b6a8-9878b0125f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:53.268859 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-9f343c7f-708e-4ff1-af4d-6549192e7dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:54.045565 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:54.977726 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:56.011538 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:43:56.400598 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:12.617180 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:12.719637 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:20.908004 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-65cfbfff-2292-42b8-91a5-2a6c743ac035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:23.296261 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-ec8d943d-62d9-4109-995d-7ccff6521f9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:24.027749 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:24.976379 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:26.445567 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:33.013286 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:44:36.402976 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3c8c1ff4-335b-4e29-9930-81cbf3893d87 req-9976be9e-058e-41c6-821c-108e910f5016 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c8487de4-1575-40ba-a766-a37db3e9b336&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1201587 Jul 05 03:44:36.502308 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8c1ff4-335b-4e29-9930-81cbf3893d87 req-6eaede2d-8137-4c64-ad52-c583177e9b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:36.503870 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3c8c1ff4-335b-4e29-9930-81cbf3893d87 req-6eaede2d-8137-4c64-ad52-c583177e9b76 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7980680fa2c64d649e7d3271a53c2ecc&device_id=c8487de4-1575-40ba-a766-a37db3e9b336 HTTP/1.1" status: 200 len: 1097 time: 0.0564494 Jul 05 03:44:36.608645 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8c1ff4-335b-4e29-9930-81cbf3893d87 req-6b4a192e-2402-4ad1-81c1-4c1c257da3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:36.610071 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3c8c1ff4-335b-4e29-9930-81cbf3893d87 req-6b4a192e-2402-4ad1-81c1-4c1c257da3ba service neutron] 10.222.0.15 "GET /v2.0/networks?id=20045fc4-7324-403d-b700-ec45e14ba9d1 HTTP/1.1" status: 200 len: 909 time: 0.0830088 Jul 05 03:44:36.677961 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3c8c1ff4-335b-4e29-9930-81cbf3893d87 req-8cafcd82-5b12-41a1-8137-8edd32b6cdd2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92d8f953-87a9-4fa2-b118-e4b6fcaffce2 HTTP/1.1" status: 200 len: 1001 time: 0.0603192 Jul 05 03:44:36.726668 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8c1ff4-335b-4e29-9930-81cbf3893d87 req-47405cb6-64c6-4d0b-b1ee-fb8099614845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:36.728160 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3c8c1ff4-335b-4e29-9930-81cbf3893d87 req-47405cb6-64c6-4d0b-b1ee-fb8099614845 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=362a2924-cb89-42ef-8372-2f584dd06d14 HTTP/1.1" status: 200 len: 848 time: 0.0446608 Jul 05 03:44:36.785090 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8c1ff4-335b-4e29-9930-81cbf3893d87 req-8a99f9fd-09d8-4b8c-841d-342a43aca20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:36.786641 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3c8c1ff4-335b-4e29-9930-81cbf3893d87 req-8a99f9fd-09d8-4b8c-841d-342a43aca20c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=20045fc4-7324-403d-b700-ec45e14ba9d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524430 Jul 05 03:44:36.878866 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3c8c1ff4-335b-4e29-9930-81cbf3893d87 req-8a82ce2b-4262-4312-b836-e594468b63b3 service neutron] 10.222.0.15 "GET /v2.0/networks/20045fc4-7324-403d-b700-ec45e14ba9d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860455 Jul 05 03:44:37.315450 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3c8c1ff4-335b-4e29-9930-81cbf3893d87 req-726b9d55-3c34-49da-9096-2b62058bd333 service neutron] 10.222.0.15 "GET /v2.0/networks/20045fc4-7324-403d-b700-ec45e14ba9d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4305398 Jul 05 03:44:42.553187 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:42.741895 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:50.936298 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-2e9a63c9-bd61-4140-ae03-119c1e8803fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:53.290936 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-13ed6dc9-71d2-4a7a-9082-cd96c1de5e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:54.056317 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:55.027308 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:56.121695 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60abc718-365d-4891-8bc0-d6086106700a req-e2f43ba1-4239-48eb-a701-20cce1882f14 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:56.123222 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-60abc718-365d-4891-8bc0-d6086106700a req-e2f43ba1-4239-48eb-a701-20cce1882f14 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8487de4-1575-40ba-a766-a37db3e9b336 HTTP/1.1" status: 200 len: 945 time: 0.0704780 Jul 05 03:44:56.165813 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-60abc718-365d-4891-8bc0-d6086106700a req-d131a093-afe1-43c5-97f9-967f9dc3322b tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/security-groups?id=87430b20-77e8-449c-8044-034224858a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369825 Jul 05 03:44:56.410439 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:57.374424 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886e6303-885c-475f-a650-9e2a1a5c5880 req-97aa9c1e-3883-4404-a68d-11faa8013dbd tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:57.375923 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-886e6303-885c-475f-a650-9e2a1a5c5880 req-97aa9c1e-3883-4404-a68d-11faa8013dbd tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8487de4-1575-40ba-a766-a37db3e9b336 HTTP/1.1" status: 200 len: 945 time: 0.0646093 Jul 05 03:44:57.414597 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-886e6303-885c-475f-a650-9e2a1a5c5880 req-24164b5d-3867-460d-88c4-e2ffeb67cf63 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/security-groups?id=87430b20-77e8-449c-8044-034224858a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328240 Jul 05 03:44:58.616404 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2843561-aef1-4b4a-862d-544d6f299687 req-7d7fe7ca-1463-4ff5-ab68-e95a429c700b tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:58.617909 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f2843561-aef1-4b4a-862d-544d6f299687 req-7d7fe7ca-1463-4ff5-ab68-e95a429c700b tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8487de4-1575-40ba-a766-a37db3e9b336 HTTP/1.1" status: 200 len: 945 time: 0.0623806 Jul 05 03:44:58.655734 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f2843561-aef1-4b4a-862d-544d6f299687 req-a9073d32-1913-433e-95d6-10d370abc8ba tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/security-groups?id=87430b20-77e8-449c-8044-034224858a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321672 Jul 05 03:44:59.830855 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b4a2ab-a3f7-4398-a2cd-0efd3af27e80 req-39753dbe-68db-4364-91e7-2cf60fbedb65 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:59.832271 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-67b4a2ab-a3f7-4398-a2cd-0efd3af27e80 req-39753dbe-68db-4364-91e7-2cf60fbedb65 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8487de4-1575-40ba-a766-a37db3e9b336 HTTP/1.1" status: 200 len: 945 time: 0.0661838 Jul 05 03:44:59.871539 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-67b4a2ab-a3f7-4398-a2cd-0efd3af27e80 req-9384babb-73b8-4053-9bbf-b2b9a3ec2e1c tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/security-groups?id=87430b20-77e8-449c-8044-034224858a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327415 Jul 05 03:45:01.045339 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8be0962-1856-47f8-aa60-2383f11345e6 req-be437e4c-1050-4d14-9cba-346ebdc082f8 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:01.046913 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c8be0962-1856-47f8-aa60-2383f11345e6 req-be437e4c-1050-4d14-9cba-346ebdc082f8 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8487de4-1575-40ba-a766-a37db3e9b336 HTTP/1.1" status: 200 len: 945 time: 0.0633848 Jul 05 03:45:01.085371 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c8be0962-1856-47f8-aa60-2383f11345e6 req-2734954e-0bf9-46b0-bec4-6af769effeff tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/security-groups?id=87430b20-77e8-449c-8044-034224858a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326881 Jul 05 03:45:02.262940 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795dcd69-509b-4de5-bafa-2ef3252a46f1 req-d8bb0049-97cc-4133-912e-75fae309e6ec tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:02.264791 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-795dcd69-509b-4de5-bafa-2ef3252a46f1 req-d8bb0049-97cc-4133-912e-75fae309e6ec tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8487de4-1575-40ba-a766-a37db3e9b336 HTTP/1.1" status: 200 len: 945 time: 0.0695198 Jul 05 03:45:02.308179 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-795dcd69-509b-4de5-bafa-2ef3252a46f1 req-358efec8-4ff7-475b-89a5-77535e252896 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/security-groups?id=87430b20-77e8-449c-8044-034224858a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372970 Jul 05 03:45:03.491138 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75de4f18-c20a-4d25-bd55-efbc41d25874 req-62c434a1-5e86-4603-8c62-d3fe296db5e8 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:03.493289 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-75de4f18-c20a-4d25-bd55-efbc41d25874 req-62c434a1-5e86-4603-8c62-d3fe296db5e8 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8487de4-1575-40ba-a766-a37db3e9b336 HTTP/1.1" status: 200 len: 945 time: 0.0711169 Jul 05 03:45:03.536063 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-75de4f18-c20a-4d25-bd55-efbc41d25874 req-ffc395b4-1ee5-4e69-a574-7d829de95a20 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/security-groups?id=87430b20-77e8-449c-8044-034224858a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370252 Jul 05 03:45:04.714370 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b9880c-3b82-4dc9-8daf-a08c515472f4 req-67b6b19d-4e03-416d-b062-a4a1b3737bbc tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:04.715919 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-39b9880c-3b82-4dc9-8daf-a08c515472f4 req-67b6b19d-4e03-416d-b062-a4a1b3737bbc tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8487de4-1575-40ba-a766-a37db3e9b336 HTTP/1.1" status: 200 len: 945 time: 0.0633962 Jul 05 03:45:04.757120 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-39b9880c-3b82-4dc9-8daf-a08c515472f4 req-ef9e7085-abc6-4ac9-ac8f-03198b62f7c8 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/security-groups?id=87430b20-77e8-449c-8044-034224858a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355968 Jul 05 03:45:05.936592 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d95ea0-6c6e-4f81-97ad-8c52dbac8829 req-1ed3aa56-2dd1-4ed8-94c0-c564e681886e tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:05.938235 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c0d95ea0-6c6e-4f81-97ad-8c52dbac8829 req-1ed3aa56-2dd1-4ed8-94c0-c564e681886e tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8487de4-1575-40ba-a766-a37db3e9b336 HTTP/1.1" status: 200 len: 945 time: 0.0685925 Jul 05 03:45:05.978193 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c0d95ea0-6c6e-4f81-97ad-8c52dbac8829 req-c8728dcf-0c8a-42af-a1a2-807ae37d5fc0 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/security-groups?id=87430b20-77e8-449c-8044-034224858a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341733 Jul 05 03:45:06.255453 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197cea8f-cd32-4e1d-9f35-473aeba9cc0a req-298571a8-e62d-4bbc-a782-024b1fbfd12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:06.256959 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-197cea8f-cd32-4e1d-9f35-473aeba9cc0a req-298571a8-e62d-4bbc-a782-024b1fbfd12e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7980680fa2c64d649e7d3271a53c2ecc&device_id=c8487de4-1575-40ba-a766-a37db3e9b336 HTTP/1.1" status: 200 len: 1097 time: 0.0561447 Jul 05 03:45:06.348033 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197cea8f-cd32-4e1d-9f35-473aeba9cc0a req-c6e36faa-539d-4d99-856f-4075d7d6de42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:06.349578 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-197cea8f-cd32-4e1d-9f35-473aeba9cc0a req-c6e36faa-539d-4d99-856f-4075d7d6de42 service neutron] 10.222.0.15 "GET /v2.0/networks?id=20045fc4-7324-403d-b700-ec45e14ba9d1 HTTP/1.1" status: 200 len: 909 time: 0.0862267 Jul 05 03:45:06.418134 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-197cea8f-cd32-4e1d-9f35-473aeba9cc0a req-6a53dda5-47c1-484a-a112-f068dfabd0c6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92d8f953-87a9-4fa2-b118-e4b6fcaffce2 HTTP/1.1" status: 200 len: 1001 time: 0.0617082 Jul 05 03:45:06.467263 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197cea8f-cd32-4e1d-9f35-473aeba9cc0a req-02a3a15a-cad1-49e0-a5e4-c16393e65bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:06.468736 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-197cea8f-cd32-4e1d-9f35-473aeba9cc0a req-02a3a15a-cad1-49e0-a5e4-c16393e65bda service neutron] 10.222.0.15 "GET /v2.0/subnets?id=362a2924-cb89-42ef-8372-2f584dd06d14 HTTP/1.1" status: 200 len: 848 time: 0.0448787 Jul 05 03:45:06.525846 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197cea8f-cd32-4e1d-9f35-473aeba9cc0a req-493f1a27-5639-4b02-bff4-190a2bed1bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:06.527349 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-197cea8f-cd32-4e1d-9f35-473aeba9cc0a req-493f1a27-5639-4b02-bff4-190a2bed1bca service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=20045fc4-7324-403d-b700-ec45e14ba9d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520349 Jul 05 03:45:06.621363 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-197cea8f-cd32-4e1d-9f35-473aeba9cc0a req-fc52b4b6-be6b-4f80-8dbe-b863b09af760 service neutron] 10.222.0.15 "GET /v2.0/networks/20045fc4-7324-403d-b700-ec45e14ba9d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867574 Jul 05 03:45:06.717961 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-197cea8f-cd32-4e1d-9f35-473aeba9cc0a req-918950ac-3c3b-4536-88b2-091e8dff2208 service neutron] 10.222.0.15 "GET /v2.0/networks/20045fc4-7324-403d-b700-ec45e14ba9d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873311 Jul 05 03:45:07.164796 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7badc90-88c7-4137-b47a-c65dcd157656 req-63be3b98-0413-45f4-a418-b4a47a066302 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:07.166376 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c7badc90-88c7-4137-b47a-c65dcd157656 req-63be3b98-0413-45f4-a418-b4a47a066302 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8487de4-1575-40ba-a766-a37db3e9b336 HTTP/1.1" status: 200 len: 945 time: 0.0634911 Jul 05 03:45:07.203891 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-c7badc90-88c7-4137-b47a-c65dcd157656 req-929e8154-aafe-4d0a-b8e6-324792df8c54 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/security-groups?id=87430b20-77e8-449c-8044-034224858a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319207 Jul 05 03:45:08.382366 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c81b6-e038-43e1-9364-2e638df80372 req-b2802b33-d1b1-4b06-89c2-82b95e0e0f1e tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:08.384518 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-100c81b6-e038-43e1-9364-2e638df80372 req-b2802b33-d1b1-4b06-89c2-82b95e0e0f1e tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8487de4-1575-40ba-a766-a37db3e9b336 HTTP/1.1" status: 200 len: 945 time: 0.0650668 Jul 05 03:45:08.423716 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-100c81b6-e038-43e1-9364-2e638df80372 req-555936d9-2cbd-487a-b07c-a993895156df tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/security-groups?id=87430b20-77e8-449c-8044-034224858a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334127 Jul 05 03:45:09.604566 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d503d6b1-98dc-4e4f-8917-cec3ee636faf req-f9eb887b-158a-49f7-9f54-9b9815c9c8d2 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:09.606116 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d503d6b1-98dc-4e4f-8917-cec3ee636faf req-f9eb887b-158a-49f7-9f54-9b9815c9c8d2 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8487de4-1575-40ba-a766-a37db3e9b336 HTTP/1.1" status: 200 len: 945 time: 0.0657434 Jul 05 03:45:09.646617 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d503d6b1-98dc-4e4f-8917-cec3ee636faf req-504e737e-2743-4c49-b4b9-02ff2fcec3c4 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/security-groups?id=87430b20-77e8-449c-8044-034224858a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345428 Jul 05 03:45:10.014116 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:45:10.830703 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963da407-e172-4e41-aa0b-e8a43a9a18db req-25b96739-2fc9-4d49-8f62-cefcf6ed5f63 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:10.832492 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-963da407-e172-4e41-aa0b-e8a43a9a18db req-25b96739-2fc9-4d49-8f62-cefcf6ed5f63 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8487de4-1575-40ba-a766-a37db3e9b336 HTTP/1.1" status: 200 len: 945 time: 0.0715432 Jul 05 03:45:10.873552 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-963da407-e172-4e41-aa0b-e8a43a9a18db req-fa60e152-fabd-487c-84c1-c1370fc0591b tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/security-groups?id=87430b20-77e8-449c-8044-034224858a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349445 Jul 05 03:45:11.414814 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3d0a98-4c4f-4680-9990-f47c2e5c65d5 req-4040e526-8d97-4a18-a51b-3c0e294ef8b4 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:11.416484 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2f3d0a98-4c4f-4680-9990-f47c2e5c65d5 req-4040e526-8d97-4a18-a51b-3c0e294ef8b4 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8487de4-1575-40ba-a766-a37db3e9b336 HTTP/1.1" status: 200 len: 945 time: 0.0755906 Jul 05 03:45:11.462347 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2f3d0a98-4c4f-4680-9990-f47c2e5c65d5 req-29e7f7d4-b9ca-4a58-b1ca-e8fe98e7c3ca tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/security-groups?id=87430b20-77e8-449c-8044-034224858a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382073 Jul 05 03:45:11.467792 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-96158c5e-9b76-4533-9490-b888296b004b req-062f0fe5-1b6b-4d61-b7de-20411d3c722f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c8487de4-1575-40ba-a766-a37db3e9b336&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1099057 Jul 05 03:45:12.184268 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 92d8f953-87a9-4fa2-b118-e4b6fcaffce2 no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:45:12.258426 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:12.280911 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8487de4-1575-40ba-a766-a37db3e9b336', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92d8f953-87a9-4fa2-b118-e4b6fcaffce2'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:45:12.283253 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1156d35e1955dd65519df7b38ee19a55ddc3a31abbcc68c280d02d687c0487e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbcd731c-d1c6-44b3-9553-722027e06fc3" -d '{"events": [{"server_uuid": "c8487de4-1575-40ba-a766-a37db3e9b336", "name": "network-vif-unplugged", "status": "completed", "tag": "92d8f953-87a9-4fa2-b118-e4b6fcaffce2"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:45:12.297031 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 92d8f953-87a9-4fa2-b118-e4b6fcaffce2, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=92d8f953-87a9-4fa2-b118-e4b6fcaffce2,segment=NetworkSegment(1a6f9fe1-c1eb-480f-945b-1d5c83297e93),segment_id=1a6f9fe1-c1eb-480f-945b-1d5c83297e93)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:12.317762 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 05 Jul 2021 03:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-846a09d1-9176-41ce-9653-662af9d11159 x-openstack-request-id: req-846a09d1-9176-41ce-9653-662af9d11159 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:45:12.318731 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8487de4-1575-40ba-a766-a37db3e9b336", "name": "network-vif-unplugged", "status": "failed", "tag": "92d8f953-87a9-4fa2-b118-e4b6fcaffce2", "code": 422}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:45:12.318731 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-846a09d1-9176-41ce-9653-662af9d11159 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:45:12.322720 n-d-771362-32 neutron-server[94463]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c8487de4-1575-40ba-a766-a37db3e9b336', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '92d8f953-87a9-4fa2-b118-e4b6fcaffce2', 'code': 422} returned with failed status Jul 05 03:45:12.370277 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:12.421935 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=92d8f953-87a9-4fa2-b118-e4b6fcaffce2,revision_number=6']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:12.429556 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:12.429894 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:12.430266 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:12.430613 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:12.430930 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:12.431308 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:12.431634 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:12.431986 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:12.432311 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:12.432602 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:12.432919 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:12.433257 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:12.569818 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:12.646802 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f0b72d-da61-4539-add2-2db24999da4b req-26895047-eede-4a35-bdcf-3be70ab3dbe4 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:12.649243 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-55f0b72d-da61-4539-add2-2db24999da4b req-26895047-eede-4a35-bdcf-3be70ab3dbe4 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8487de4-1575-40ba-a766-a37db3e9b336 HTTP/1.1" status: 200 len: 943 time: 0.0706568 Jul 05 03:45:12.693764 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-55f0b72d-da61-4539-add2-2db24999da4b req-8d60011f-dc43-4683-a012-f88abbf6ea2a tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/security-groups?id=87430b20-77e8-449c-8044-034224858a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382044 Jul 05 03:45:12.746925 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:13.877035 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a566216-9fd2-4dfd-a305-99aa8c6b747f req-e64055b0-a5d5-416b-839d-78be0ef8f719 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:13.878511 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5a566216-9fd2-4dfd-a305-99aa8c6b747f req-e64055b0-a5d5-416b-839d-78be0ef8f719 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8487de4-1575-40ba-a766-a37db3e9b336 HTTP/1.1" status: 200 len: 943 time: 0.0683281 Jul 05 03:45:13.918471 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-5a566216-9fd2-4dfd-a305-99aa8c6b747f req-3e1cbd97-fa1c-4513-8ce1-b5ae32c102c5 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/security-groups?id=87430b20-77e8-449c-8044-034224858a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337651 Jul 05 03:45:15.098701 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1155345-2b83-42f9-93ac-7ae631f42741 req-4daa1b4e-6cd9-43f3-bc04-405b0e2165e4 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:15.100222 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d1155345-2b83-42f9-93ac-7ae631f42741 req-4daa1b4e-6cd9-43f3-bc04-405b0e2165e4 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8487de4-1575-40ba-a766-a37db3e9b336 HTTP/1.1" status: 200 len: 943 time: 0.0650921 Jul 05 03:45:15.139345 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d1155345-2b83-42f9-93ac-7ae631f42741 req-e86ade24-0751-47bc-81a4-e95d73fddf22 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/security-groups?id=87430b20-77e8-449c-8044-034224858a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326693 Jul 05 03:45:16.317950 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c91f5-afcc-4f80-ba01-a3b77bee9cf9 req-815df8ea-46e6-4705-b679-0a47f2405692 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:16.319611 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-461c91f5-afcc-4f80-ba01-a3b77bee9cf9 req-815df8ea-46e6-4705-b679-0a47f2405692 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8487de4-1575-40ba-a766-a37db3e9b336 HTTP/1.1" status: 200 len: 943 time: 0.0677862 Jul 05 03:45:16.358837 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-461c91f5-afcc-4f80-ba01-a3b77bee9cf9 req-047f82cb-3b94-4872-9731-aadde0b1140c tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/security-groups?id=87430b20-77e8-449c-8044-034224858a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326238 Jul 05 03:45:17.577232 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe35d68-3c0c-48f5-9b41-04896bf12055 req-ff879dfb-0452-44fb-9f65-9399248db19c tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:17.578757 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4fe35d68-3c0c-48f5-9b41-04896bf12055 req-ff879dfb-0452-44fb-9f65-9399248db19c tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8487de4-1575-40ba-a766-a37db3e9b336 HTTP/1.1" status: 200 len: 943 time: 0.1073647 Jul 05 03:45:17.593328 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96158c5e-9b76-4533-9490-b888296b004b req-cc716e8c-7eb4-4ec6-ba2e-d67303319674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:17.595000 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-96158c5e-9b76-4533-9490-b888296b004b req-cc716e8c-7eb4-4ec6-ba2e-d67303319674 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c8487de4-1575-40ba-a766-a37db3e9b336&tenant_id=7980680fa2c64d649e7d3271a53c2ecc HTTP/1.1" status: 200 len: 1095 time: 0.0956244 Jul 05 03:45:17.635972 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-4fe35d68-3c0c-48f5-9b41-04896bf12055 req-7a801bb8-c5fe-46c4-9f74-99b56a0a8459 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/security-groups?id=87430b20-77e8-449c-8044-034224858a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511208 Jul 05 03:45:17.679017 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96158c5e-9b76-4533-9490-b888296b004b req-3048e062-5ff7-4a5b-9406-7714a36a4d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:17.680702 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-96158c5e-9b76-4533-9490-b888296b004b req-3048e062-5ff7-4a5b-9406-7714a36a4d0b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7980680fa2c64d649e7d3271a53c2ecc&device_id=c8487de4-1575-40ba-a766-a37db3e9b336 HTTP/1.1" status: 200 len: 1095 time: 0.0602822 Jul 05 03:45:17.777418 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96158c5e-9b76-4533-9490-b888296b004b req-c08aeef5-6ddb-4e3b-a047-4d39e6883b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:17.779143 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-96158c5e-9b76-4533-9490-b888296b004b req-c08aeef5-6ddb-4e3b-a047-4d39e6883b16 service neutron] 10.222.0.15 "GET /v2.0/networks?id=20045fc4-7324-403d-b700-ec45e14ba9d1 HTTP/1.1" status: 200 len: 909 time: 0.0924275 Jul 05 03:45:17.849461 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-96158c5e-9b76-4533-9490-b888296b004b req-b36104e6-a450-497c-a991-56d64e5496a0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92d8f953-87a9-4fa2-b118-e4b6fcaffce2 HTTP/1.1" status: 200 len: 999 time: 0.0637228 Jul 05 03:45:17.899971 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96158c5e-9b76-4533-9490-b888296b004b req-371845c2-8c0b-4aac-bba4-bf96237d4a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:17.901435 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-96158c5e-9b76-4533-9490-b888296b004b req-371845c2-8c0b-4aac-bba4-bf96237d4a22 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=362a2924-cb89-42ef-8372-2f584dd06d14 HTTP/1.1" status: 200 len: 848 time: 0.0454483 Jul 05 03:45:17.970701 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96158c5e-9b76-4533-9490-b888296b004b req-0a4f6c85-7f16-453c-8bc4-f534583f739e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:17.972609 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-96158c5e-9b76-4533-9490-b888296b004b req-0a4f6c85-7f16-453c-8bc4-f534583f739e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=20045fc4-7324-403d-b700-ec45e14ba9d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0643008 Jul 05 03:45:18.065984 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-96158c5e-9b76-4533-9490-b888296b004b req-bb64e0ff-b3da-4ec4-bf15-c6e04ec32c15 service neutron] 10.222.0.15 "GET /v2.0/networks/20045fc4-7324-403d-b700-ec45e14ba9d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864940 Jul 05 03:45:18.160688 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-96158c5e-9b76-4533-9490-b888296b004b req-cd88e349-f449-49ed-a0ca-071903604e10 service neutron] 10.222.0.15 "GET /v2.0/networks/20045fc4-7324-403d-b700-ec45e14ba9d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883830 Jul 05 03:45:18.818161 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa4e43c-9749-455f-ba0a-d79493716034 req-0423bbd2-ce3e-4cd9-b148-0de63a6b8bff tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:18.819605 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-efa4e43c-9749-455f-ba0a-d79493716034 req-0423bbd2-ce3e-4cd9-b148-0de63a6b8bff tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8487de4-1575-40ba-a766-a37db3e9b336 HTTP/1.1" status: 200 len: 943 time: 0.0683689 Jul 05 03:45:18.860388 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-efa4e43c-9749-455f-ba0a-d79493716034 req-55414d04-3441-4e72-b024-3afbb94ce681 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/security-groups?id=87430b20-77e8-449c-8044-034224858a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352433 Jul 05 03:45:20.041752 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d63e628-032f-41e8-8b1d-77324373959f req-e9fd360a-8005-4065-a8b4-bb4aaf704e85 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:20.043416 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2d63e628-032f-41e8-8b1d-77324373959f req-e9fd360a-8005-4065-a8b4-bb4aaf704e85 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8487de4-1575-40ba-a766-a37db3e9b336 HTTP/1.1" status: 200 len: 943 time: 0.0681314 Jul 05 03:45:20.087679 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2d63e628-032f-41e8-8b1d-77324373959f req-c6db2a73-2333-4071-ad8a-8b8262fefc03 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/security-groups?id=87430b20-77e8-449c-8044-034224858a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382860 Jul 05 03:45:20.918848 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f7003a34-9aca-4ecf-a4e3-d40a7c1c45fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:21.282929 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5e8b88-d554-431d-800b-e8dc864228f2 req-fd6b16ad-728c-4284-9d45-0b949dbf5159 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:21.284424 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7d5e8b88-d554-431d-800b-e8dc864228f2 req-fd6b16ad-728c-4284-9d45-0b949dbf5159 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8487de4-1575-40ba-a766-a37db3e9b336 HTTP/1.1" status: 200 len: 943 time: 0.0803754 Jul 05 03:45:21.322520 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-7d5e8b88-d554-431d-800b-e8dc864228f2 req-be117183-af63-4d15-9959-fe9bf8a2e82c tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/security-groups?id=87430b20-77e8-449c-8044-034224858a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319200 Jul 05 03:45:22.498553 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7739fa-47c5-4377-9772-c76632fdc492 req-e6701fc9-e811-491e-a927-775c118d73d9 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:22.500067 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6f7739fa-47c5-4377-9772-c76632fdc492 req-e6701fc9-e811-491e-a927-775c118d73d9 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8487de4-1575-40ba-a766-a37db3e9b336 HTTP/1.1" status: 200 len: 943 time: 0.0653825 Jul 05 03:45:22.548971 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6f7739fa-47c5-4377-9772-c76632fdc492 req-39183016-37ed-4904-b9ec-96a14c306a2d tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/security-groups?id=87430b20-77e8-449c-8044-034224858a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430098 Jul 05 03:45:23.318366 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a43fefe2-cae3-44b0-920e-cc2643b544de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:23.733932 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcbc455-21ba-4917-b537-d4bb021fe628 req-85edb836-4e58-4820-a53f-4084972ad904 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:23.735456 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4bcbc455-21ba-4917-b537-d4bb021fe628 req-85edb836-4e58-4820-a53f-4084972ad904 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8487de4-1575-40ba-a766-a37db3e9b336 HTTP/1.1" status: 200 len: 943 time: 0.0684798 Jul 05 03:45:23.774738 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4bcbc455-21ba-4917-b537-d4bb021fe628 req-1b7518f5-6ce1-49ad-a6e4-82f56646ad7c tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/security-groups?id=87430b20-77e8-449c-8044-034224858a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333483 Jul 05 03:45:24.061299 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:24.958051 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85407b62-690c-41d9-8d06-3abe084dae15 req-5f12e1ae-2b44-4b9a-86c5-023ade91a9db tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:24.959579 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-85407b62-690c-41d9-8d06-3abe084dae15 req-5f12e1ae-2b44-4b9a-86c5-023ade91a9db tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8487de4-1575-40ba-a766-a37db3e9b336 HTTP/1.1" status: 200 len: 943 time: 0.0682039 Jul 05 03:45:24.981600 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:24.998823 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-85407b62-690c-41d9-8d06-3abe084dae15 req-6173d317-b586-4c02-9001-df47a9e8c16b tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/security-groups?id=87430b20-77e8-449c-8044-034224858a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331309 Jul 05 03:45:26.174922 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d77901-890d-4b25-a4ea-9f9ccb6ba34a req-f56a213e-a355-4803-b538-77dbf109757b tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:26.176478 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d6d77901-890d-4b25-a4ea-9f9ccb6ba34a req-f56a213e-a355-4803-b538-77dbf109757b tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8487de4-1575-40ba-a766-a37db3e9b336 HTTP/1.1" status: 200 len: 943 time: 0.0659003 Jul 05 03:45:26.215693 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d6d77901-890d-4b25-a4ea-9f9ccb6ba34a req-51a965c6-a656-485b-acb3-6b0fcad76e40 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/security-groups?id=87430b20-77e8-449c-8044-034224858a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329688 Jul 05 03:45:26.247731 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 92d8f953-87a9-4fa2-b118-e4b6fcaffce2 details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:45:26.348658 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 92d8f953-87a9-4fa2-b118-e4b6fcaffce2, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=92d8f953-87a9-4fa2-b118-e4b6fcaffce2,segment=NetworkSegment(1a6f9fe1-c1eb-480f-945b-1d5c83297e93),segment_id=1a6f9fe1-c1eb-480f-945b-1d5c83297e93)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:26.369358 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Returning: {'device': '92d8f953-87a9-4fa2-b118-e4b6fcaffce2', 'network_id': '20045fc4-7324-403d-b700-ec45e14ba9d1', 'port_id': '92d8f953-87a9-4fa2-b118-e4b6fcaffce2', 'mac_address': 'fa:16:3e:63:b3:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '362a2924-cb89-42ef-8372-2f584dd06d14', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:45:26.407033 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:26.419958 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92d8f953-87a9-4fa2-b118-e4b6fcaffce2 {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:45:26.439558 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 92d8f953-87a9-4fa2-b118-e4b6fcaffce2, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=92d8f953-87a9-4fa2-b118-e4b6fcaffce2,segment=NetworkSegment(1a6f9fe1-c1eb-480f-945b-1d5c83297e93),segment_id=1a6f9fe1-c1eb-480f-945b-1d5c83297e93)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:26.466364 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:26.530133 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:26.578385 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=92d8f953-87a9-4fa2-b118-e4b6fcaffce2,revision_number=7']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:26.762409 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['92d8f953-87a9-4fa2-b118-e4b6fcaffce2'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:45:27.390591 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88845e0-d152-4d30-81c3-3470c72bbaee req-7d6601c0-a490-4aa6-a550-f3b00b4ab6cd tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:27.392123 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a88845e0-d152-4d30-81c3-3470c72bbaee req-7d6601c0-a490-4aa6-a550-f3b00b4ab6cd tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8487de4-1575-40ba-a766-a37db3e9b336 HTTP/1.1" status: 200 len: 944 time: 0.0638509 Jul 05 03:45:27.430674 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a88845e0-d152-4d30-81c3-3470c72bbaee req-a33f845b-bec0-4ff8-b0b3-3e07b7a31060 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/security-groups?id=87430b20-77e8-449c-8044-034224858a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330138 Jul 05 03:45:28.253869 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 92d8f953-87a9-4fa2-b118-e4b6fcaffce2 up at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:45:28.301997 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning complete for port 92d8f953-87a9-4fa2-b118-e4b6fcaffce2 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:45:28.302393 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:28.387576 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:28.409930 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8487de4-1575-40ba-a766-a37db3e9b336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92d8f953-87a9-4fa2-b118-e4b6fcaffce2'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:45:28.412205 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1156d35e1955dd65519df7b38ee19a55ddc3a31abbcc68c280d02d687c0487e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-994a8c54-7683-4a8e-8f29-d796e9bf931f" -d '{"events": [{"server_uuid": "c8487de4-1575-40ba-a766-a37db3e9b336", "name": "network-vif-plugged", "status": "completed", "tag": "92d8f953-87a9-4fa2-b118-e4b6fcaffce2"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:45:28.425148 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 92d8f953-87a9-4fa2-b118-e4b6fcaffce2, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=92d8f953-87a9-4fa2-b118-e4b6fcaffce2,segment=NetworkSegment(1a6f9fe1-c1eb-480f-945b-1d5c83297e93),segment_id=1a6f9fe1-c1eb-480f-945b-1d5c83297e93)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:28.450226 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fea0633-c3c9-48e0-a0bb-6932e91cc181 x-openstack-request-id: req-2fea0633-c3c9-48e0-a0bb-6932e91cc181 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:45:28.450540 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8487de4-1575-40ba-a766-a37db3e9b336", "name": "network-vif-plugged", "status": "completed", "tag": "92d8f953-87a9-4fa2-b118-e4b6fcaffce2", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:45:28.450795 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2fea0633-c3c9-48e0-a0bb-6932e91cc181 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:45:28.451190 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8487de4-1575-40ba-a766-a37db3e9b336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92d8f953-87a9-4fa2-b118-e4b6fcaffce2', 'code': 200} Jul 05 03:45:28.489911 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:28.548243 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=92d8f953-87a9-4fa2-b118-e4b6fcaffce2,revision_number=8']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:28.672241 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7160c03-d865-457f-8e37-6739158a7840 req-ca4b4000-94ef-4855-918e-572e9cb953e6 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:28.673780 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c7160c03-d865-457f-8e37-6739158a7840 req-ca4b4000-94ef-4855-918e-572e9cb953e6 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8487de4-1575-40ba-a766-a37db3e9b336 HTTP/1.1" status: 200 len: 945 time: 0.1105924 Jul 05 03:45:28.676662 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68001311-4d61-4922-9d61-6f0acd27b55d req-6cc59dd5-5338-42d7-ab67-045389751e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:28.678074 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-68001311-4d61-4922-9d61-6f0acd27b55d req-6cc59dd5-5338-42d7-ab67-045389751e19 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c8487de4-1575-40ba-a766-a37db3e9b336 HTTP/1.1" status: 200 len: 1097 time: 0.0858989 Jul 05 03:45:28.734919 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-c7160c03-d865-457f-8e37-6739158a7840 req-1edcb1e2-3d0e-4cd4-bed4-33e6fd98179d tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/security-groups?id=87430b20-77e8-449c-8044-034224858a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554376 Jul 05 03:45:28.736571 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-68001311-4d61-4922-9d61-6f0acd27b55d req-014f2fe6-1a8a-4414-b971-9c4b20adf076 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=87430b20-77e8-449c-8044-034224858a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494127 Jul 05 03:45:29.917408 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9448b243-7789-452f-b61e-3b786011bb92 req-d9a0ce16-d6b3-4f82-a61c-791530c1319b tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:29.918959 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9448b243-7789-452f-b61e-3b786011bb92 req-d9a0ce16-d6b3-4f82-a61c-791530c1319b tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8487de4-1575-40ba-a766-a37db3e9b336 HTTP/1.1" status: 200 len: 945 time: 0.0639498 Jul 05 03:45:29.961623 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9448b243-7789-452f-b61e-3b786011bb92 req-78be7950-1ad4-4bc6-97ac-40fbe152f35c tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/security-groups?id=87430b20-77e8-449c-8044-034224858a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369365 Jul 05 03:45:36.354788 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-081c4c33-6a83-484e-bd86-1a3b98f28574 req-d1462425-964b-49af-9c15-2d571a009f7c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c8487de4-1575-40ba-a766-a37db3e9b336&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0519166 Jul 05 03:45:36.453240 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081c4c33-6a83-484e-bd86-1a3b98f28574 req-6e984b9e-dd2b-4ae6-83fa-de109f932791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:36.455007 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-081c4c33-6a83-484e-bd86-1a3b98f28574 req-6e984b9e-dd2b-4ae6-83fa-de109f932791 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7980680fa2c64d649e7d3271a53c2ecc&device_id=c8487de4-1575-40ba-a766-a37db3e9b336 HTTP/1.1" status: 200 len: 1097 time: 0.0563607 Jul 05 03:45:36.560219 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081c4c33-6a83-484e-bd86-1a3b98f28574 req-f5a3ccf5-d1a9-441e-86bd-c72fd01cf2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:36.561711 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-081c4c33-6a83-484e-bd86-1a3b98f28574 req-f5a3ccf5-d1a9-441e-86bd-c72fd01cf2b5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=20045fc4-7324-403d-b700-ec45e14ba9d1 HTTP/1.1" status: 200 len: 909 time: 0.0859864 Jul 05 03:45:36.630389 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-081c4c33-6a83-484e-bd86-1a3b98f28574 req-05c838dc-c603-4fc9-b004-daf285a22163 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92d8f953-87a9-4fa2-b118-e4b6fcaffce2 HTTP/1.1" status: 200 len: 1001 time: 0.0626669 Jul 05 03:45:36.681730 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081c4c33-6a83-484e-bd86-1a3b98f28574 req-e250e0cd-4291-41e9-935d-cc23b96cc672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:36.683243 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-081c4c33-6a83-484e-bd86-1a3b98f28574 req-e250e0cd-4291-41e9-935d-cc23b96cc672 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=362a2924-cb89-42ef-8372-2f584dd06d14 HTTP/1.1" status: 200 len: 848 time: 0.0464878 Jul 05 03:45:36.741062 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081c4c33-6a83-484e-bd86-1a3b98f28574 req-cd4d89fa-308e-43e7-ad8f-82c8df1ac5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:36.742622 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-081c4c33-6a83-484e-bd86-1a3b98f28574 req-cd4d89fa-308e-43e7-ad8f-82c8df1ac5ad service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=20045fc4-7324-403d-b700-ec45e14ba9d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529377 Jul 05 03:45:36.835855 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-081c4c33-6a83-484e-bd86-1a3b98f28574 req-67dd1dd3-abb2-448f-b0de-6bc3ef4b70a8 service neutron] 10.222.0.15 "GET /v2.0/networks/20045fc4-7324-403d-b700-ec45e14ba9d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863781 Jul 05 03:45:36.925862 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-081c4c33-6a83-484e-bd86-1a3b98f28574 req-ed38f025-8cbf-4bbd-a44b-05db74674c41 service neutron] 10.222.0.15 "GET /v2.0/networks/20045fc4-7324-403d-b700-ec45e14ba9d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836153 Jul 05 03:45:42.592234 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:42.752508 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:47.013501 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:45:50.929540 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3845a2f8-9a2c-4ce3-a925-3f3e5d0dbc57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:53.329400 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-0fd79fcb-67c5-4ca0-8610-41e385207061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:54.055877 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:54.980592 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:56.437255 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:12.597704 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:12.804164 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:20.969152 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-500259de-ce8c-4cd2-a55a-deb4e3292cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:23.294420 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3b4157ce-775b-4721-b01f-b2cd844aaa32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:24.012400 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:46:24.054216 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:25.008718 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:26.443023 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:38.346045 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7c82cbb2-e60c-4182-a73b-f9afe929be01 req-bb7567e4-8dcc-4e82-bfb2-6b8f1194015b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c8487de4-1575-40ba-a766-a37db3e9b336&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0536511 Jul 05 03:46:38.442177 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c82cbb2-e60c-4182-a73b-f9afe929be01 req-67257244-c33d-4ee5-959c-c82085c15ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:38.445235 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7c82cbb2-e60c-4182-a73b-f9afe929be01 req-67257244-c33d-4ee5-959c-c82085c15ea0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7980680fa2c64d649e7d3271a53c2ecc&device_id=c8487de4-1575-40ba-a766-a37db3e9b336 HTTP/1.1" status: 200 len: 1097 time: 0.0565038 Jul 05 03:46:38.545349 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c82cbb2-e60c-4182-a73b-f9afe929be01 req-43d24b4d-91e3-4498-99dc-a5f5fd26d29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:38.546904 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7c82cbb2-e60c-4182-a73b-f9afe929be01 req-43d24b4d-91e3-4498-99dc-a5f5fd26d29a service neutron] 10.222.0.15 "GET /v2.0/networks?id=20045fc4-7324-403d-b700-ec45e14ba9d1 HTTP/1.1" status: 200 len: 909 time: 0.0837293 Jul 05 03:46:38.615028 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7c82cbb2-e60c-4182-a73b-f9afe929be01 req-c5d3abd3-5be2-4c4a-9540-b21e41de4e74 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92d8f953-87a9-4fa2-b118-e4b6fcaffce2 HTTP/1.1" status: 200 len: 1001 time: 0.0620427 Jul 05 03:46:38.663305 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c82cbb2-e60c-4182-a73b-f9afe929be01 req-1774fa67-7cd9-42b9-871d-95eacf4c183a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:38.664760 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7c82cbb2-e60c-4182-a73b-f9afe929be01 req-1774fa67-7cd9-42b9-871d-95eacf4c183a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=362a2924-cb89-42ef-8372-2f584dd06d14 HTTP/1.1" status: 200 len: 848 time: 0.0437686 Jul 05 03:46:38.720742 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c82cbb2-e60c-4182-a73b-f9afe929be01 req-a943c58e-12c3-4f0e-a365-14a94d3e2049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:38.722264 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7c82cbb2-e60c-4182-a73b-f9afe929be01 req-a943c58e-12c3-4f0e-a365-14a94d3e2049 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=20045fc4-7324-403d-b700-ec45e14ba9d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507936 Jul 05 03:46:38.810789 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7c82cbb2-e60c-4182-a73b-f9afe929be01 req-a318a784-ef8c-4c09-a5d2-9b9a36e147c3 service neutron] 10.222.0.15 "GET /v2.0/networks/20045fc4-7324-403d-b700-ec45e14ba9d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824411 Jul 05 03:46:38.897604 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-7c82cbb2-e60c-4182-a73b-f9afe929be01 req-33db9750-5aa9-439e-a40d-5a26184ddcc2 service neutron] 10.222.0.15 "GET /v2.0/networks/20045fc4-7324-403d-b700-ec45e14ba9d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801957 Jul 05 03:46:42.602994 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:42.739874 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:50.922933 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-6c5a4de9-2dae-47e6-a7d6-f27e37707bc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:53.402971 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f8757f6e-aaac-4749-af89-a237aa5ddc49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:54.139316 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:55.008286 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:56.453970 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:01.011881 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:47:08.576421 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 52770) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:08.853310 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-44f1770d-8cc8-44cb-b4da-c520ea9ba72f tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Deleting port 2d92cf3c-5f39-4c80-aa30-579303a7e2a0 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:47:08.853573 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-44f1770d-8cc8-44cb-b4da-c520ea9ba72f tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:08.934047 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-44f1770d-8cc8-44cb-b4da-c520ea9ba72f tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:08.934394 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-44f1770d-8cc8-44cb-b4da-c520ea9ba72f tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:08.945686 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-44f1770d-8cc8-44cb-b4da-c520ea9ba72f tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Calling delete_port for 2d92cf3c-5f39-4c80-aa30-579303a7e2a0 owned by network:floatingip {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:47:09.162552 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-44f1770d-8cc8-44cb-b4da-c520ea9ba72f tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:09.188683 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f1770d-8cc8-44cb-b4da-c520ea9ba72f tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Pushing event deleted for resources: {'Port': ['ID=2d92cf3c-5f39-4c80-aa30-579303a7e2a0,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:09.218873 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f1770d-8cc8-44cb-b4da-c520ea9ba72f tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:09.219219 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f1770d-8cc8-44cb-b4da-c520ea9ba72f tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:09.219559 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f1770d-8cc8-44cb-b4da-c520ea9ba72f tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:09.219896 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f1770d-8cc8-44cb-b4da-c520ea9ba72f tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:09.220233 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f1770d-8cc8-44cb-b4da-c520ea9ba72f tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:09.220565 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f1770d-8cc8-44cb-b4da-c520ea9ba72f tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:09.220889 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f1770d-8cc8-44cb-b4da-c520ea9ba72f tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:09.221215 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f1770d-8cc8-44cb-b4da-c520ea9ba72f tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:09.221566 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f1770d-8cc8-44cb-b4da-c520ea9ba72f tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:09.222449 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f1770d-8cc8-44cb-b4da-c520ea9ba72f tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:09.222811 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f1770d-8cc8-44cb-b4da-c520ea9ba72f tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:09.223139 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f1770d-8cc8-44cb-b4da-c520ea9ba72f tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:09.264624 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-44f1770d-8cc8-44cb-b4da-c520ea9ba72f tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks [] for floatingip, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:09.264973 n-d-771362-32 neutron-server[94461]: INFO neutron.db.l3_db [None req-44f1770d-8cc8-44cb-b4da-c520ea9ba72f tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Floating IP 0e2976a4-05e3-4ea6-869c-3e65c8eca7c7 disassociated (deleted). External IP: 172.25.7.232, port: 92d8f953-87a9-4fa2-b118-e4b6fcaffce2. Jul 05 03:47:09.510379 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44f1770d-8cc8-44cb-b4da-c520ea9ba72f tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Router e29b69a3-feb0-4af3-9c4d-094dd39f070e has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:47:09.618301 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44f1770d-8cc8-44cb-b4da-c520ea9ba72f tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:47:09.623256 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-44f1770d-8cc8-44cb-b4da-c520ea9ba72f tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:09.627531 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e956b3-9dba-40da-9c4c-8bb12e786e3f None None] Sync routers for ids ['e29b69a3-feb0-4af3-9c4d-094dd39f070e'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:47:09.637981 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e956b3-9dba-40da-9c4c-8bb12e786e3f None None] Routers {'e29b69a3-feb0-4af3-9c4d-094dd39f070e'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:47:09.645622 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-e3e956b3-9dba-40da-9c4c-8bb12e786e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:46:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['e29b69a3-feb0-4af3-9c4d-094dd39f070e'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:09.661953 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-44f1770d-8cc8-44cb-b4da-c520ea9ba72f tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "DELETE /v2.0/floatingips/0e2976a4-05e3-4ea6-869c-3e65c8eca7c7 HTTP/1.1" status: 204 len: 168 time: 1.0844226 Jul 05 03:47:09.662582 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8487de4-1575-40ba-a766-a37db3e9b336', 'tag': '92d8f953-87a9-4fa2-b118-e4b6fcaffce2'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:47:09.664964 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4c1385bffaa5d930a7117e6982c27207eca91cca31cf4b43f86c7ad63cd24a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d488099b-f72a-4d83-b9d8-daef096923c8" -d '{"events": [{"name": "network-changed", "server_uuid": "c8487de4-1575-40ba-a766-a37db3e9b336", "tag": "92d8f953-87a9-4fa2-b118-e4b6fcaffce2"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:47:09.759377 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-e3e956b3-9dba-40da-9c4c-8bb12e786e3f None None] Set router e29b69a3-feb0-4af3-9c4d-094dd39f070e gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:47:09.840155 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c369207-3030-404d-a427-f9e17f9398fe x-openstack-request-id: req-2c369207-3030-404d-a427-f9e17f9398fe {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:47:09.840444 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8487de4-1575-40ba-a766-a37db3e9b336", "tag": "92d8f953-87a9-4fa2-b118-e4b6fcaffce2", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:47:09.840819 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2c369207-3030-404d-a427-f9e17f9398fe {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:47:09.841138 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8487de4-1575-40ba-a766-a37db3e9b336', 'tag': '92d8f953-87a9-4fa2-b118-e4b6fcaffce2', 'status': 'completed', 'code': 200} Jul 05 03:47:09.921702 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d488099b-f72a-4d83-b9d8-daef096923c8 req-d6bf59f9-253c-4c59-82fa-d4b2eced1400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:09.923437 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d488099b-f72a-4d83-b9d8-daef096923c8 req-d6bf59f9-253c-4c59-82fa-d4b2eced1400 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7980680fa2c64d649e7d3271a53c2ecc&device_id=c8487de4-1575-40ba-a766-a37db3e9b336 HTTP/1.1" status: 200 len: 1097 time: 0.0596900 Jul 05 03:47:09.970937 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-e3e956b3-9dba-40da-9c4c-8bb12e786e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29b69a3-feb0-4af3-9c4d-094dd39f070e', 'name': 'tempest-TestShelveInstance-1111542987-router', 'tenant_id': '7980680fa2c64d649e7d3271a53c2ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': 'ccf28eba-d29b-40bf-aba3-9e98c22f0e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:36:54Z', 'updated_at': '2021-07-05T03:36:57Z', 'revision_number': 4, 'project_id': '7980680fa2c64d649e7d3271a53c2ecc', 'gw_port': {'id': 'ccf28eba-d29b-40bf-aba3-9e98c22f0e06', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:3f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29b69a3-feb0-4af3-9c4d-094dd39f070e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:36:55Z', 'updated_at': '2021-07-05T03:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '86b2482a-30b0-406e-b04f-b965eff00faa', 'name': '', 'network_id': '20045fc4-7324-403d-b700-ec45e14ba9d1', 'tenant_id': '7980680fa2c64d649e7d3271a53c2ecc', 'mac_address': 'fa:16:3e:d1:c2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29b69a3-feb0-4af3-9c4d-094dd39f070e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '362a2924-cb89-42ef-8372-2f584dd06d14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:36:56Z', 'updated_at': '2021-07-05T03:37:03Z', 'revision_number': 5, 'project_id': '7980680fa2c64d649e7d3271a53c2ecc', 'subnets': [{'id': '362a2924-cb89-42ef-8372-2f584dd06d14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:09.997560 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e956b3-9dba-40da-9c4c-8bb12e786e3f None None] Checking router: e29b69a3-feb0-4af3-9c4d-094dd39f070e for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:47:10.006021 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e956b3-9dba-40da-9c4c-8bb12e786e3f None None] Routers {'e29b69a3-feb0-4af3-9c4d-094dd39f070e'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:47:10.006643 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-e3e956b3-9dba-40da-9c4c-8bb12e786e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:46:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['e29b69a3-feb0-4af3-9c4d-094dd39f070e'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:10.021944 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d488099b-f72a-4d83-b9d8-daef096923c8 req-944766b9-bbcd-4731-be59-387c05bfc51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:10.024040 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d488099b-f72a-4d83-b9d8-daef096923c8 req-944766b9-bbcd-4731-be59-387c05bfc51e service neutron] 10.222.0.15 "GET /v2.0/networks?id=20045fc4-7324-403d-b700-ec45e14ba9d1 HTTP/1.1" status: 200 len: 909 time: 0.0940647 Jul 05 03:47:10.066675 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d488099b-f72a-4d83-b9d8-daef096923c8 req-7a92c44d-8003-409a-a2a3-882eb0141388 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92d8f953-87a9-4fa2-b118-e4b6fcaffce2 HTTP/1.1" status: 200 len: 217 time: 0.0359294 Jul 05 03:47:10.114816 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-e3e956b3-9dba-40da-9c4c-8bb12e786e3f None None] Set router e29b69a3-feb0-4af3-9c4d-094dd39f070e gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:47:10.119424 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d488099b-f72a-4d83-b9d8-daef096923c8 req-3a43c852-7374-49e8-aaaa-72f4a8ce9dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:10.120926 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d488099b-f72a-4d83-b9d8-daef096923c8 req-3a43c852-7374-49e8-aaaa-72f4a8ce9dc1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=362a2924-cb89-42ef-8372-2f584dd06d14 HTTP/1.1" status: 200 len: 848 time: 0.0486264 Jul 05 03:47:10.181329 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d488099b-f72a-4d83-b9d8-daef096923c8 req-7df9f19c-6015-4fff-93a3-7221f97aa058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:10.182916 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d488099b-f72a-4d83-b9d8-daef096923c8 req-7df9f19c-6015-4fff-93a3-7221f97aa058 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=20045fc4-7324-403d-b700-ec45e14ba9d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0558193 Jul 05 03:47:10.296175 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d488099b-f72a-4d83-b9d8-daef096923c8 req-7640af42-1291-44c1-83f8-85bf28200521 service neutron] 10.222.0.15 "GET /v2.0/networks/20045fc4-7324-403d-b700-ec45e14ba9d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046185 Jul 05 03:47:10.334974 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-e3e956b3-9dba-40da-9c4c-8bb12e786e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29b69a3-feb0-4af3-9c4d-094dd39f070e', 'name': 'tempest-TestShelveInstance-1111542987-router', 'tenant_id': '7980680fa2c64d649e7d3271a53c2ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': 'ccf28eba-d29b-40bf-aba3-9e98c22f0e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:36:54Z', 'updated_at': '2021-07-05T03:36:57Z', 'revision_number': 4, 'project_id': '7980680fa2c64d649e7d3271a53c2ecc', 'gw_port': {'id': 'ccf28eba-d29b-40bf-aba3-9e98c22f0e06', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:3f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29b69a3-feb0-4af3-9c4d-094dd39f070e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:36:55Z', 'updated_at': '2021-07-05T03:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '86b2482a-30b0-406e-b04f-b965eff00faa', 'name': '', 'network_id': '20045fc4-7324-403d-b700-ec45e14ba9d1', 'tenant_id': '7980680fa2c64d649e7d3271a53c2ecc', 'mac_address': 'fa:16:3e:d1:c2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29b69a3-feb0-4af3-9c4d-094dd39f070e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '362a2924-cb89-42ef-8372-2f584dd06d14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:36:56Z', 'updated_at': '2021-07-05T03:37:03Z', 'revision_number': 5, 'project_id': '7980680fa2c64d649e7d3271a53c2ecc', 'subnets': [{'id': '362a2924-cb89-42ef-8372-2f584dd06d14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:10.357175 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8850a4b1-3919-4378-8023-f517c7224848 req-e240f75b-5386-4bdd-880e-aaa0ee72bf00 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:10.358792 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8850a4b1-3919-4378-8023-f517c7224848 req-e240f75b-5386-4bdd-880e-aaa0ee72bf00 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8487de4-1575-40ba-a766-a37db3e9b336 HTTP/1.1" status: 200 len: 945 time: 0.1378713 Jul 05 03:47:10.368882 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e956b3-9dba-40da-9c4c-8bb12e786e3f None None] The sync data for ids ['e29b69a3-feb0-4af3-9c4d-094dd39f070e'] in n-d-771362-32 is: [{'id': 'e29b69a3-feb0-4af3-9c4d-094dd39f070e', 'name': 'tempest-TestShelveInstance-1111542987-router', 'tenant_id': '7980680fa2c64d649e7d3271a53c2ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': 'ccf28eba-d29b-40bf-aba3-9e98c22f0e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:36:54Z', 'updated_at': '2021-07-05T03:36:57Z', 'revision_number': 4, 'project_id': '7980680fa2c64d649e7d3271a53c2ecc', 'gw_port': {'id': 'ccf28eba-d29b-40bf-aba3-9e98c22f0e06', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:3f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29b69a3-feb0-4af3-9c4d-094dd39f070e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:36:55Z', 'updated_at': '2021-07-05T03:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '86b2482a-30b0-406e-b04f-b965eff00faa', 'name': '', 'network_id': '20045fc4-7324-403d-b700-ec45e14ba9d1', 'tenant_id': '7980680fa2c64d649e7d3271a53c2ecc', 'mac_address': 'fa:16:3e:d1:c2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29b69a3-feb0-4af3-9c4d-094dd39f070e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '362a2924-cb89-42ef-8372-2f584dd06d14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:36:56Z', 'updated_at': '2021-07-05T03:37:03Z', 'revision_number': 5, 'project_id': '7980680fa2c64d649e7d3271a53c2ecc', 'subnets': [{'id': '362a2924-cb89-42ef-8372-2f584dd06d14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:47:10.402391 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d488099b-f72a-4d83-b9d8-daef096923c8 req-9df1e16e-3f74-4a3f-be28-19ff320f4a8e service neutron] 10.222.0.15 "GET /v2.0/networks/20045fc4-7324-403d-b700-ec45e14ba9d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987346 Jul 05 03:47:10.404132 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8850a4b1-3919-4378-8023-f517c7224848 req-1bf0c42a-20c3-4d3c-8998-c0f287126cda tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/security-groups?id=87430b20-77e8-449c-8044-034224858a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364046 Jul 05 03:47:10.605080 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32091d7f-ad85-473c-942a-fc7ec3a9f14c None None] New status for floating IP 0e2976a4-05e3-4ea6-869c-3e65c8eca7c7: DOWN {{(pid=94463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:47:11.644787 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d233ad12-b97a-42d5-9a6e-7a227d59edcc req-c2318dd2-8b76-4afb-a10a-8f3f451bbef0 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:11.646320 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d233ad12-b97a-42d5-9a6e-7a227d59edcc req-c2318dd2-8b76-4afb-a10a-8f3f451bbef0 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8487de4-1575-40ba-a766-a37db3e9b336 HTTP/1.1" status: 200 len: 945 time: 0.1267021 Jul 05 03:47:11.682740 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-d233ad12-b97a-42d5-9a6e-7a227d59edcc req-67af43d5-9816-4b8c-acc7-9782ec728a92 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/security-groups?id=87430b20-77e8-449c-8044-034224858a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308852 Jul 05 03:47:11.749061 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e159659d-8cfa-4cda-a751-b2c57db8956d req-e8444659-f8e9-49af-abd4-185dc4aeb270 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:11.750572 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e159659d-8cfa-4cda-a751-b2c57db8956d req-e8444659-f8e9-49af-abd4-185dc4aeb270 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8487de4-1575-40ba-a766-a37db3e9b336 HTTP/1.1" status: 200 len: 945 time: 0.0661466 Jul 05 03:47:11.845402 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-e159659d-8cfa-4cda-a751-b2c57db8956d req-522f2e1e-70b9-493c-a7ed-120016fb5ef4 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Deleting port 92d8f953-87a9-4fa2-b118-e4b6fcaffce2 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:47:11.845744 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-e159659d-8cfa-4cda-a751-b2c57db8956d req-522f2e1e-70b9-493c-a7ed-120016fb5ef4 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:11.935513 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-e159659d-8cfa-4cda-a751-b2c57db8956d req-522f2e1e-70b9-493c-a7ed-120016fb5ef4 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] For port 92d8f953-87a9-4fa2-b118-e4b6fcaffce2, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=92d8f953-87a9-4fa2-b118-e4b6fcaffce2,segment=NetworkSegment(1a6f9fe1-c1eb-480f-945b-1d5c83297e93),segment_id=1a6f9fe1-c1eb-480f-945b-1d5c83297e93)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:11.935870 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-e159659d-8cfa-4cda-a751-b2c57db8956d req-522f2e1e-70b9-493c-a7ed-120016fb5ef4 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:11.948947 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-e159659d-8cfa-4cda-a751-b2c57db8956d req-522f2e1e-70b9-493c-a7ed-120016fb5ef4 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Calling delete_port for 92d8f953-87a9-4fa2-b118-e4b6fcaffce2 owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:47:12.156477 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-e159659d-8cfa-4cda-a751-b2c57db8956d req-522f2e1e-70b9-493c-a7ed-120016fb5ef4 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:12.184940 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522f2e1e-70b9-493c-a7ed-120016fb5ef4 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Pushing event deleted for resources: {'Port': ['ID=92d8f953-87a9-4fa2-b118-e4b6fcaffce2,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:12.228812 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-e159659d-8cfa-4cda-a751-b2c57db8956d req-522f2e1e-70b9-493c-a7ed-120016fb5ef4 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] No DVR routers for this DVR port 92d8f953-87a9-4fa2-b118-e4b6fcaffce2 on host n-h2-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:47:12.231662 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-e159659d-8cfa-4cda-a751-b2c57db8956d req-522f2e1e-70b9-493c-a7ed-120016fb5ef4 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:12.233686 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e159659d-8cfa-4cda-a751-b2c57db8956d req-522f2e1e-70b9-493c-a7ed-120016fb5ef4 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.15 "DELETE /v2.0/ports/92d8f953-87a9-4fa2-b118-e4b6fcaffce2 HTTP/1.1" status: 204 len: 173 time: 0.4780753 Jul 05 03:47:12.234143 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8487de4-1575-40ba-a766-a37db3e9b336', 'name': 'network-vif-deleted', 'tag': '92d8f953-87a9-4fa2-b118-e4b6fcaffce2'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:47:12.236426 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4c1385bffaa5d930a7117e6982c27207eca91cca31cf4b43f86c7ad63cd24a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eea402b-70ea-4234-8356-bdef8c1cff12" -d '{"events": [{"server_uuid": "c8487de4-1575-40ba-a766-a37db3e9b336", "name": "network-vif-deleted", "tag": "92d8f953-87a9-4fa2-b118-e4b6fcaffce2"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:47:12.271589 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23307e8e-c088-4ce5-8dbd-0c8b252adfce x-openstack-request-id: req-23307e8e-c088-4ce5-8dbd-0c8b252adfce {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:47:12.271882 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8487de4-1575-40ba-a766-a37db3e9b336", "name": "network-vif-deleted", "tag": "92d8f953-87a9-4fa2-b118-e4b6fcaffce2", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:47:12.272135 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-23307e8e-c088-4ce5-8dbd-0c8b252adfce {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:47:12.272535 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8487de4-1575-40ba-a766-a37db3e9b336', 'name': 'network-vif-deleted', 'tag': '92d8f953-87a9-4fa2-b118-e4b6fcaffce2', 'status': 'completed', 'code': 200} Jul 05 03:47:12.597542 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:12.751461 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:12.825974 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-cbb8bce1-6d09-45b3-b3ba-f4765250263e req-bc5d5b6c-33ba-47c9-a593-755492d5f125 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8487de4-1575-40ba-a766-a37db3e9b336 HTTP/1.1" status: 200 len: 210 time: 0.0289433 Jul 05 03:47:13.972676 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-22b0b196-fef3-4444-bcb5-0ed4cc8b8922 req-4cbe4a51-f96e-4443-9010-db35257039f8 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8487de4-1575-40ba-a766-a37db3e9b336 HTTP/1.1" status: 200 len: 210 time: 0.0336587 Jul 05 03:47:14.751403 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 92d8f953-87a9-4fa2-b118-e4b6fcaffce2 no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:47:14.772223 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] No Port match for: 92d8f953-87a9-4fa2-b118-e4b6fcaffce2 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:47:14.772571 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 92d8f953-87a9-4fa2-b118-e4b6fcaffce2 not bound to the agent host n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:47:15.122056 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-6174c460-ee87-447b-8540-9ec8de46448e req-169f2216-c5b2-41de-91bc-7e541aca217f tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8487de4-1575-40ba-a766-a37db3e9b336 HTTP/1.1" status: 200 len: 210 time: 0.0320561 Jul 05 03:47:16.283457 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-243d7bf0-d6fb-40f8-895e-5d41cd31002f req-63d34cbc-c5f7-4a88-9a44-75cc67165d04 tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8487de4-1575-40ba-a766-a37db3e9b336 HTTP/1.1" status: 200 len: 210 time: 0.0325007 Jul 05 03:47:17.375052 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 52810) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:17.436532 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e17c7e4b-de6b-46ed-b101-fb7f4d1082ef tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:17.462731 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e17c7e4b-de6b-46ed-b101-fb7f4d1082ef tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:17.653884 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e17c7e4b-de6b-46ed-b101-fb7f4d1082ef tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:17.656843 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-e17c7e4b-de6b-46ed-b101-fb7f4d1082ef tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:17.668083 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-e17c7e4b-de6b-46ed-b101-fb7f4d1082ef tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] 10.222.0.23 "DELETE /v2.0/security-groups/87430b20-77e8-449c-8044-034224858a4a HTTP/1.1" status: 204 len: 168 time: 0.2820637 Jul 05 03:47:17.670582 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17c7e4b-de6b-46ed-b101-fb7f4d1082ef tempest-TestShelveInstance-1112940961 tempest-TestShelveInstance-1112940961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87430b20-77e8-449c-8044-034224858a4a,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:17.829845 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 52814) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:18.652328 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9e05a4bd-a07a-43b1-b04d-62d3150a4d99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1634680'] for router_interface, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:18.900355 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-9e05a4bd-a07a-43b1-b04d-62d3150a4d99 admin admin] Deleting port 86b2482a-30b0-406e-b04f-b965eff00faa {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:47:18.900607 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9e05a4bd-a07a-43b1-b04d-62d3150a4d99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:18.981700 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [None req-9e05a4bd-a07a-43b1-b04d-62d3150a4d99 admin admin] For port 86b2482a-30b0-406e-b04f-b965eff00faa, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=86b2482a-30b0-406e-b04f-b965eff00faa,segment=NetworkSegment(1a6f9fe1-c1eb-480f-945b-1d5c83297e93),segment_id=1a6f9fe1-c1eb-480f-945b-1d5c83297e93)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:18.982065 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9e05a4bd-a07a-43b1-b04d-62d3150a4d99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:18.995652 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-9e05a4bd-a07a-43b1-b04d-62d3150a4d99 admin admin] Calling delete_port for 86b2482a-30b0-406e-b04f-b965eff00faa owned by network:router_interface {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:47:19.276713 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9e05a4bd-a07a-43b1-b04d-62d3150a4d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:19.306576 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e05a4bd-a07a-43b1-b04d-62d3150a4d99 admin admin] Pushing event deleted for resources: {'Port': ['ID=86b2482a-30b0-406e-b04f-b965eff00faa,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:19.472325 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-9e05a4bd-a07a-43b1-b04d-62d3150a4d99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635398'] for router_interface, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:19.698602 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e05a4bd-a07a-43b1-b04d-62d3150a4d99 admin admin] Router e29b69a3-feb0-4af3-9c4d-094dd39f070e has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:47:19.804388 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e05a4bd-a07a-43b1-b04d-62d3150a4d99 admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:47:19.809471 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-9e05a4bd-a07a-43b1-b04d-62d3150a4d99 admin admin] 10.222.0.23 "PUT /v2.0/routers/e29b69a3-feb0-4af3-9c4d-094dd39f070e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9779704 Jul 05 03:47:19.811938 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 52818) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:19.815763 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d7276b-f777-4cb5-ae94-cfdf18bc64b6 None None] Sync routers for ids ['e29b69a3-feb0-4af3-9c4d-094dd39f070e'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:47:19.824629 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d7276b-f777-4cb5-ae94-cfdf18bc64b6 None None] Routers {'e29b69a3-feb0-4af3-9c4d-094dd39f070e'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:47:19.825214 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-96d7276b-f777-4cb5-ae94-cfdf18bc64b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:46:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['e29b69a3-feb0-4af3-9c4d-094dd39f070e'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:19.915970 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0b818cd7-3758-4643-bd95-2f44a176d321 admin admin] Notify callbacks [] for router, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:20.020303 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0b818cd7-3758-4643-bd95-2f44a176d321 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:20.021478 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-96d7276b-f777-4cb5-ae94-cfdf18bc64b6 None None] Set router e29b69a3-feb0-4af3-9c4d-094dd39f070e gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:47:20.147531 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-0b818cd7-3758-4643-bd95-2f44a176d321 admin admin] Deleting port ccf28eba-d29b-40bf-aba3-9e98c22f0e06 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:47:20.147780 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0b818cd7-3758-4643-bd95-2f44a176d321 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:20.196401 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-96d7276b-f777-4cb5-ae94-cfdf18bc64b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29b69a3-feb0-4af3-9c4d-094dd39f070e', 'name': 'tempest-TestShelveInstance-1111542987-router', 'tenant_id': '7980680fa2c64d649e7d3271a53c2ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': 'ccf28eba-d29b-40bf-aba3-9e98c22f0e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:36:54Z', 'updated_at': '2021-07-05T03:47:19Z', 'revision_number': 5, 'project_id': '7980680fa2c64d649e7d3271a53c2ecc', 'gw_port': {'id': 'ccf28eba-d29b-40bf-aba3-9e98c22f0e06', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:3f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29b69a3-feb0-4af3-9c4d-094dd39f070e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:36:55Z', 'updated_at': '2021-07-05T03:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:20.222745 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d7276b-f777-4cb5-ae94-cfdf18bc64b6 None None] Checking router: e29b69a3-feb0-4af3-9c4d-094dd39f070e for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:47:20.224732 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [None req-0b818cd7-3758-4643-bd95-2f44a176d321 admin admin] For port ccf28eba-d29b-40bf-aba3-9e98c22f0e06, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=ccf28eba-d29b-40bf-aba3-9e98c22f0e06,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:20.225096 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0b818cd7-3758-4643-bd95-2f44a176d321 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:20.231223 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d7276b-f777-4cb5-ae94-cfdf18bc64b6 None None] Routers {'e29b69a3-feb0-4af3-9c4d-094dd39f070e'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:47:20.231825 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-96d7276b-f777-4cb5-ae94-cfdf18bc64b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:46:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['e29b69a3-feb0-4af3-9c4d-094dd39f070e'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:20.238047 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-0b818cd7-3758-4643-bd95-2f44a176d321 admin admin] Calling delete_port for ccf28eba-d29b-40bf-aba3-9e98c22f0e06 owned by network:router_gateway {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:47:20.314307 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-96d7276b-f777-4cb5-ae94-cfdf18bc64b6 None None] Set router e29b69a3-feb0-4af3-9c4d-094dd39f070e gateway port host: None {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:47:20.367047 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-96d7276b-f777-4cb5-ae94-cfdf18bc64b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29b69a3-feb0-4af3-9c4d-094dd39f070e', 'name': 'tempest-TestShelveInstance-1111542987-router', 'tenant_id': '7980680fa2c64d649e7d3271a53c2ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:36:54Z', 'updated_at': '2021-07-05T03:47:20Z', 'revision_number': 6, 'project_id': '7980680fa2c64d649e7d3271a53c2ecc', 'gw_port_host': None}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:20.392535 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d7276b-f777-4cb5-ae94-cfdf18bc64b6 None None] The sync data for ids ['e29b69a3-feb0-4af3-9c4d-094dd39f070e'] in n-d-771362-32 is: [{'id': 'e29b69a3-feb0-4af3-9c4d-094dd39f070e', 'name': 'tempest-TestShelveInstance-1111542987-router', 'tenant_id': '7980680fa2c64d649e7d3271a53c2ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:36:54Z', 'updated_at': '2021-07-05T03:47:20Z', 'revision_number': 6, 'project_id': '7980680fa2c64d649e7d3271a53c2ecc', 'gw_port_host': None}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:47:20.522152 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0b818cd7-3758-4643-bd95-2f44a176d321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:20.552187 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b818cd7-3758-4643-bd95-2f44a176d321 admin admin] Pushing event deleted for resources: {'Port': ['ID=ccf28eba-d29b-40bf-aba3-9e98c22f0e06,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:20.613121 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0b818cd7-3758-4643-bd95-2f44a176d321 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636927'] for router_gateway, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:20.710321 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0b818cd7-3758-4643-bd95-2f44a176d321 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11828'] for router, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:20.712763 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0b818cd7-3758-4643-bd95-2f44a176d321 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:20.853440 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0b818cd7-3758-4643-bd95-2f44a176d321 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1575451'] for router, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:20.853965 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b818cd7-3758-4643-bd95-2f44a176d321 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e29b69a3-feb0-4af3-9c4d-094dd39f070e {{(pid=94461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 03:47:20.858364 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0b818cd7-3758-4643-bd95-2f44a176d321 admin admin] Notify callbacks [] for router, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:20.859366 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-0b818cd7-3758-4643-bd95-2f44a176d321 admin admin] 10.222.0.23 "DELETE /v2.0/routers/e29b69a3-feb0-4af3-9c4d-094dd39f070e HTTP/1.1" status: 204 len: 168 time: 1.0465267 Jul 05 03:47:20.861966 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 52820) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:20.899321 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f3f38e21-fdf2-4742-8f5a-3b612ff8e610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:20.913359 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f369b65-4ea6-4c0c-843d-12837977fc21 admin admin] Deleting subnet 362a2924-cb89-42ef-8372-2f584dd06d14 {{(pid=94461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:47:20.918355 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7f369b65-4ea6-4c0c-843d-12837977fc21 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:20.950131 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7f369b65-4ea6-4c0c-843d-12837977fc21 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5519650'] for subnet, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:21.024442 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7f369b65-4ea6-4c0c-843d-12837977fc21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:21.123196 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7f369b65-4ea6-4c0c-843d-12837977fc21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5763388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774356'] for subnet, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:21.154390 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f369b65-4ea6-4c0c-843d-12837977fc21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=362a2924-cb89-42ef-8372-2f584dd06d14,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:21.159697 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7f369b65-4ea6-4c0c-843d-12837977fc21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:21.161813 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-7f369b65-4ea6-4c0c-843d-12837977fc21 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/362a2924-cb89-42ef-8372-2f584dd06d14 HTTP/1.1" status: 204 len: 168 time: 0.2982092 Jul 05 03:47:21.164567 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 52822) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:21.167089 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63043ac9-2344-4654-ab87-1699943fb6cc None None] Network 20045fc4-7324-403d-b700-ec45e14ba9d1 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:47:21.233018 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a76109fe-54a6-45b6-822b-70259242bb65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:21.290674 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-a76109fe-54a6-45b6-822b-70259242bb65 admin admin] Deleting port 5757d802-c085-4ba3-8ea0-2d37b28998f0 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:47:21.291479 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a76109fe-54a6-45b6-822b-70259242bb65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:21.359898 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae105ef-503c-4e1f-9472-2a5310d9d51d None None] DHCP port deletion for 20045fc4-7324-403d-b700-ec45e14ba9d1 request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:47:21.370045 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [None req-a76109fe-54a6-45b6-822b-70259242bb65 admin admin] For port 5757d802-c085-4ba3-8ea0-2d37b28998f0, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=5757d802-c085-4ba3-8ea0-2d37b28998f0,segment=NetworkSegment(1a6f9fe1-c1eb-480f-945b-1d5c83297e93),segment_id=1a6f9fe1-c1eb-480f-945b-1d5c83297e93)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:21.370454 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a76109fe-54a6-45b6-822b-70259242bb65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:21.385272 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-a76109fe-54a6-45b6-822b-70259242bb65 admin admin] Calling delete_port for 5757d802-c085-4ba3-8ea0-2d37b28998f0 owned by network:dhcp {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:47:21.413908 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-eae105ef-503c-4e1f-9472-2a5310d9d51d None None] Deleting port 5757d802-c085-4ba3-8ea0-2d37b28998f0 {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:47:21.414341 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-eae105ef-503c-4e1f-9472-2a5310d9d51d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:21.478347 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-eae105ef-503c-4e1f-9472-2a5310d9d51d None None] For port 5757d802-c085-4ba3-8ea0-2d37b28998f0, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=5757d802-c085-4ba3-8ea0-2d37b28998f0,segment=NetworkSegment(1a6f9fe1-c1eb-480f-945b-1d5c83297e93),segment_id=1a6f9fe1-c1eb-480f-945b-1d5c83297e93)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:21.478738 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-eae105ef-503c-4e1f-9472-2a5310d9d51d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:21.491174 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-eae105ef-503c-4e1f-9472-2a5310d9d51d None None] Calling delete_port for 5757d802-c085-4ba3-8ea0-2d37b28998f0 owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:47:21.545378 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a76109fe-54a6-45b6-822b-70259242bb65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:21.564136 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-eae105ef-503c-4e1f-9472-2a5310d9d51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:21.572022 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76109fe-54a6-45b6-822b-70259242bb65 admin admin] Pushing event deleted for resources: {'Port': ['ID=5757d802-c085-4ba3-8ea0-2d37b28998f0,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:21.573836 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76109fe-54a6-45b6-822b-70259242bb65 admin admin] No DVR routers for this DVR port 5757d802-c085-4ba3-8ea0-2d37b28998f0 on host n-d-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:47:21.588100 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae105ef-503c-4e1f-9472-2a5310d9d51d None None] Pushing event deleted for resources: {'Port': ['ID=5757d802-c085-4ba3-8ea0-2d37b28998f0,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:21.598374 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae105ef-503c-4e1f-9472-2a5310d9d51d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:21.598721 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae105ef-503c-4e1f-9472-2a5310d9d51d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:21.599061 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae105ef-503c-4e1f-9472-2a5310d9d51d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:21.599394 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae105ef-503c-4e1f-9472-2a5310d9d51d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:21.599724 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae105ef-503c-4e1f-9472-2a5310d9d51d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:21.600049 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae105ef-503c-4e1f-9472-2a5310d9d51d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:21.600370 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae105ef-503c-4e1f-9472-2a5310d9d51d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:21.601218 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae105ef-503c-4e1f-9472-2a5310d9d51d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:21.601218 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae105ef-503c-4e1f-9472-2a5310d9d51d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:21.601446 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae105ef-503c-4e1f-9472-2a5310d9d51d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:21.601629 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae105ef-503c-4e1f-9472-2a5310d9d51d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:21.601924 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae105ef-503c-4e1f-9472-2a5310d9d51d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:21.604650 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae105ef-503c-4e1f-9472-2a5310d9d51d None None] No DVR routers for this DVR port 5757d802-c085-4ba3-8ea0-2d37b28998f0 on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:47:21.648219 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a76109fe-54a6-45b6-822b-70259242bb65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:21.658548 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-a76109fe-54a6-45b6-822b-70259242bb65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20045fc4-7324-403d-b700-ec45e14ba9d1']}} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:21.669183 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-a76109fe-54a6-45b6-822b-70259242bb65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a6f9fe1-c1eb-480f-945b-1d5c83297e93') {'for_net_delete': True} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:21.669477 n-d-771362-32 neutron-server[94461]: DEBUG neutron.services.segments.db [None req-a76109fe-54a6-45b6-822b-70259242bb65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a6f9fe1-c1eb-480f-945b-1d5c83297e93') {} {{(pid=94461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:21.678611 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a76109fe-54a6-45b6-822b-70259242bb65 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5519669'] for segment, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:21.692927 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a76109fe-54a6-45b6-822b-70259242bb65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:21.699926 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a76109fe-54a6-45b6-822b-70259242bb65 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=94461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:47:21.700322 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a76109fe-54a6-45b6-822b-70259242bb65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5763545'] for segment, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:21.702058 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:47:21.702058 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:47:21.702058 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:47:21.702058 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:47:21.702058 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:47:21.702058 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:47:21.702058 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:47:21.702058 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:47:21.702058 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:47:21.702058 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:47:21.702058 n-d-771362-32 neutron-server[94461]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:47:21.702058 n-d-771362-32 neutron-server[94461]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:47:21.702058 n-d-771362-32 neutron-server[94461]: Traceback (most recent call last): Jul 05 03:47:21.702058 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:47:21.702058 n-d-771362-32 neutron-server[94461]: timer() Jul 05 03:47:21.702058 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:47:21.702058 n-d-771362-32 neutron-server[94461]: cb(*args, **kw) Jul 05 03:47:21.702058 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:47:21.702058 n-d-771362-32 neutron-server[94461]: return func(*args, **kwargs) Jul 05 03:47:21.702058 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:47:21.702058 n-d-771362-32 neutron-server[94461]: self._notify() Jul 05 03:47:21.702058 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:47:21.702058 n-d-771362-32 neutron-server[94461]: self.callback(batched_events) Jul 05 03:47:21.702058 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:47:21.702058 n-d-771362-32 neutron-server[94461]: event.method(event) Jul 05 03:47:21.702058 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:47:21.702058 n-d-771362-32 neutron-server[94461]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:47:21.702058 n-d-771362-32 neutron-server[94461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:47:21.702058 n-d-771362-32 neutron-server[94461]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:47:21.702058 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:47:21.702058 n-d-771362-32 neutron-server[94461]: return f(self, *a, **k) Jul 05 03:47:21.702058 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:47:21.702058 n-d-771362-32 neutron-server[94461]: return self._get(url).json() Jul 05 03:47:21.702058 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:47:21.702058 n-d-771362-32 neutron-server[94461]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:47:21.702058 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:47:21.702058 n-d-771362-32 neutron-server[94461]: return self.request(url, 'GET', **kwargs) Jul 05 03:47:21.702058 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:47:21.702058 n-d-771362-32 neutron-server[94461]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:47:21.702058 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:47:21.702058 n-d-771362-32 neutron-server[94461]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:47:21.702058 n-d-771362-32 neutron-server[94461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:47:21.702058 n-d-771362-32 neutron-server[94461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:47:21.702058 n-d-771362-32 neutron-server[94461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:47:21.720720 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 5757d802-c085-4ba3-8ea0-2d37b28998f0 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:47:21.744588 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 5757d802-c085-4ba3-8ea0-2d37b28998f0 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:47:21.744936 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 5757d802-c085-4ba3-8ea0-2d37b28998f0 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:47:21.745359 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 86b2482a-30b0-406e-b04f-b965eff00faa no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:47:21.763718 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 86b2482a-30b0-406e-b04f-b965eff00faa {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:47:21.764045 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 86b2482a-30b0-406e-b04f-b965eff00faa not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:47:21.764464 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device ccf28eba-d29b-40bf-aba3-9e98c22f0e06 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:47:21.781959 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: ccf28eba-d29b-40bf-aba3-9e98c22f0e06 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:47:21.784544 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device ccf28eba-d29b-40bf-aba3-9e98c22f0e06 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:47:21.842064 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a76109fe-54a6-45b6-822b-70259242bb65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:21.848094 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-a76109fe-54a6-45b6-822b-70259242bb65 admin admin] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:21.849946 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-a76109fe-54a6-45b6-822b-70259242bb65 admin admin] 10.222.0.23 "DELETE /v2.0/networks/20045fc4-7324-403d-b700-ec45e14ba9d1 HTTP/1.1" status: 204 len: 168 time: 0.6844549 Jul 05 03:47:21.853265 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 52824) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:21.860947 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76109fe-54a6-45b6-822b-70259242bb65 admin admin] Pushing event deleted for resources: {'Network': ['ID=20045fc4-7324-403d-b700-ec45e14ba9d1,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:22.528752 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3761a966-baa0-4f53-b5bb-7a4ed6c2313c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1634680'] for router_interface, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:22.792590 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-3761a966-baa0-4f53-b5bb-7a4ed6c2313c admin admin] Deleting port cea4e049-726f-4715-9690-761ef4def6da {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:47:22.792930 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3761a966-baa0-4f53-b5bb-7a4ed6c2313c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:22.886934 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-3761a966-baa0-4f53-b5bb-7a4ed6c2313c admin admin] For port cea4e049-726f-4715-9690-761ef4def6da, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=cea4e049-726f-4715-9690-761ef4def6da,segment=NetworkSegment(349a1bf4-3ba7-4a25-a9b7-030d2a2094f9),segment_id=349a1bf4-3ba7-4a25-a9b7-030d2a2094f9)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:22.887717 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3761a966-baa0-4f53-b5bb-7a4ed6c2313c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:22.900020 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-3761a966-baa0-4f53-b5bb-7a4ed6c2313c admin admin] Calling delete_port for cea4e049-726f-4715-9690-761ef4def6da owned by network:router_interface {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:47:23.163057 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3761a966-baa0-4f53-b5bb-7a4ed6c2313c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:23.190050 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3761a966-baa0-4f53-b5bb-7a4ed6c2313c admin admin] Pushing event deleted for resources: {'Port': ['ID=cea4e049-726f-4715-9690-761ef4def6da,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:23.201384 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3761a966-baa0-4f53-b5bb-7a4ed6c2313c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:23.201727 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3761a966-baa0-4f53-b5bb-7a4ed6c2313c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:23.202067 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3761a966-baa0-4f53-b5bb-7a4ed6c2313c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:23.202428 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3761a966-baa0-4f53-b5bb-7a4ed6c2313c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:23.202758 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3761a966-baa0-4f53-b5bb-7a4ed6c2313c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:23.203083 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3761a966-baa0-4f53-b5bb-7a4ed6c2313c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:23.203404 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3761a966-baa0-4f53-b5bb-7a4ed6c2313c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:23.203727 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3761a966-baa0-4f53-b5bb-7a4ed6c2313c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:23.204045 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3761a966-baa0-4f53-b5bb-7a4ed6c2313c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:23.204358 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3761a966-baa0-4f53-b5bb-7a4ed6c2313c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:23.204673 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3761a966-baa0-4f53-b5bb-7a4ed6c2313c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:23.204988 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3761a966-baa0-4f53-b5bb-7a4ed6c2313c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:23.351662 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-61536d0a-195f-42b7-827e-7261274401f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:23.367169 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-3761a966-baa0-4f53-b5bb-7a4ed6c2313c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635398'] for router_interface, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:23.583191 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3761a966-baa0-4f53-b5bb-7a4ed6c2313c admin admin] Router 7af07411-e013-4fcd-a05c-0b6bd3f3b9ff has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:47:23.689705 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3761a966-baa0-4f53-b5bb-7a4ed6c2313c admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:47:23.697942 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 52826) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:23.698846 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-3761a966-baa0-4f53-b5bb-7a4ed6c2313c admin admin] 10.222.0.23 "PUT /v2.0/routers/7af07411-e013-4fcd-a05c-0b6bd3f3b9ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8439240 Jul 05 03:47:23.700886 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c09106a-3b83-4bb3-a294-eaf13ebd4b81 None None] Sync routers for ids ['7af07411-e013-4fcd-a05c-0b6bd3f3b9ff'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:47:23.711546 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c09106a-3b83-4bb3-a294-eaf13ebd4b81 None None] Routers {'7af07411-e013-4fcd-a05c-0b6bd3f3b9ff'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:47:23.712402 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-9c09106a-3b83-4bb3-a294-eaf13ebd4b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:47:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['7af07411-e013-4fcd-a05c-0b6bd3f3b9ff'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:23.804358 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-76e28e44-d9e7-4487-a5db-bb29b305a0f3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:23.911171 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-76e28e44-d9e7-4487-a5db-bb29b305a0f3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:23.973114 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-9c09106a-3b83-4bb3-a294-eaf13ebd4b81 None None] Set router 7af07411-e013-4fcd-a05c-0b6bd3f3b9ff gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:47:24.089462 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:24.168350 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-9c09106a-3b83-4bb3-a294-eaf13ebd4b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7af07411-e013-4fcd-a05c-0b6bd3f3b9ff', 'name': 'tempest-TestShelveInstance-1503715042-router', 'tenant_id': 'e52a234ebd6141039f3ee62e85d624c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '2f5c47d1-278d-43d3-98a5-983793e17e87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:37:00Z', 'updated_at': '2021-07-05T03:47:23Z', 'revision_number': 5, 'project_id': 'e52a234ebd6141039f3ee62e85d624c1', 'gw_port': {'id': '2f5c47d1-278d-43d3-98a5-983793e17e87', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:29:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af07411-e013-4fcd-a05c-0b6bd3f3b9ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:37:01Z', 'updated_at': '2021-07-05T03:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:24.199720 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c09106a-3b83-4bb3-a294-eaf13ebd4b81 None None] Checking router: 7af07411-e013-4fcd-a05c-0b6bd3f3b9ff for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:47:24.209234 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c09106a-3b83-4bb3-a294-eaf13ebd4b81 None None] Routers {'7af07411-e013-4fcd-a05c-0b6bd3f3b9ff'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:47:24.209859 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-9c09106a-3b83-4bb3-a294-eaf13ebd4b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:47:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['7af07411-e013-4fcd-a05c-0b6bd3f3b9ff'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:24.297346 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-9c09106a-3b83-4bb3-a294-eaf13ebd4b81 None None] Set router 7af07411-e013-4fcd-a05c-0b6bd3f3b9ff gateway port host: None {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:47:24.349821 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-9c09106a-3b83-4bb3-a294-eaf13ebd4b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7af07411-e013-4fcd-a05c-0b6bd3f3b9ff', 'name': 'tempest-TestShelveInstance-1503715042-router', 'tenant_id': 'e52a234ebd6141039f3ee62e85d624c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:37:00Z', 'updated_at': '2021-07-05T03:47:23Z', 'revision_number': 6, 'project_id': 'e52a234ebd6141039f3ee62e85d624c1', 'gw_port_host': None}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:24.359188 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-76e28e44-d9e7-4487-a5db-bb29b305a0f3 admin admin] Deleting port 2f5c47d1-278d-43d3-98a5-983793e17e87 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:47:24.359600 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-76e28e44-d9e7-4487-a5db-bb29b305a0f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:24.378394 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c09106a-3b83-4bb3-a294-eaf13ebd4b81 None None] The sync data for ids ['7af07411-e013-4fcd-a05c-0b6bd3f3b9ff'] in n-d-771362-32 is: [{'id': '7af07411-e013-4fcd-a05c-0b6bd3f3b9ff', 'name': 'tempest-TestShelveInstance-1503715042-router', 'tenant_id': 'e52a234ebd6141039f3ee62e85d624c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:37:00Z', 'updated_at': '2021-07-05T03:47:23Z', 'revision_number': 6, 'project_id': 'e52a234ebd6141039f3ee62e85d624c1', 'gw_port_host': None}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:47:24.437621 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [None req-76e28e44-d9e7-4487-a5db-bb29b305a0f3 admin admin] For port 2f5c47d1-278d-43d3-98a5-983793e17e87, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=2f5c47d1-278d-43d3-98a5-983793e17e87,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:24.437939 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-76e28e44-d9e7-4487-a5db-bb29b305a0f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:24.449933 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-76e28e44-d9e7-4487-a5db-bb29b305a0f3 admin admin] Calling delete_port for 2f5c47d1-278d-43d3-98a5-983793e17e87 owned by network:router_gateway {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:47:24.676381 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-76e28e44-d9e7-4487-a5db-bb29b305a0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:24.703628 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e28e44-d9e7-4487-a5db-bb29b305a0f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f5c47d1-278d-43d3-98a5-983793e17e87,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:24.773833 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-76e28e44-d9e7-4487-a5db-bb29b305a0f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636927'] for router_gateway, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:24.865794 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-76e28e44-d9e7-4487-a5db-bb29b305a0f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11828'] for router, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:24.867911 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-76e28e44-d9e7-4487-a5db-bb29b305a0f3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:24.962827 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-76e28e44-d9e7-4487-a5db-bb29b305a0f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1575451'] for router, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:24.963527 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76e28e44-d9e7-4487-a5db-bb29b305a0f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7af07411-e013-4fcd-a05c-0b6bd3f3b9ff {{(pid=94461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 03:47:24.973918 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-76e28e44-d9e7-4487-a5db-bb29b305a0f3 admin admin] Notify callbacks [] for router, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:24.973918 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-76e28e44-d9e7-4487-a5db-bb29b305a0f3 admin admin] 10.222.0.23 "DELETE /v2.0/routers/7af07411-e013-4fcd-a05c-0b6bd3f3b9ff HTTP/1.1" status: 204 len: 168 time: 1.2707775 Jul 05 03:47:24.973918 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 52828) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:24.985498 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:25.020037 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0cef3a5-2c11-4429-b427-770af81b2385 admin admin] Deleting subnet bcfea9db-ba44-4916-89b6-fc15156d7fbf {{(pid=94461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:47:25.023044 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d0cef3a5-2c11-4429-b427-770af81b2385 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:25.055835 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d0cef3a5-2c11-4429-b427-770af81b2385 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5519650'] for subnet, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:25.134230 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d0cef3a5-2c11-4429-b427-770af81b2385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:25.243164 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d0cef3a5-2c11-4429-b427-770af81b2385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5763388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774356'] for subnet, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:25.267589 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cef3a5-2c11-4429-b427-770af81b2385 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcfea9db-ba44-4916-89b6-fc15156d7fbf,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:25.273287 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d0cef3a5-2c11-4429-b427-770af81b2385 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:25.277825 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 52830) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:25.278426 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-d0cef3a5-2c11-4429-b427-770af81b2385 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/bcfea9db-ba44-4916-89b6-fc15156d7fbf HTTP/1.1" status: 204 len: 168 time: 0.3043816 Jul 05 03:47:25.278841 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194c49d4-b032-43c4-8e32-6613ef11a99f None None] Network d0776509-80c8-4c4e-bb69-1d95bf252fb3 requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:47:25.351856 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2aab9f0e-78f0-419d-98f6-f0a197e6b1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:25.415333 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-2aab9f0e-78f0-419d-98f6-f0a197e6b1a2 admin admin] Deleting port e78e5608-1ac0-4bb1-979b-68b0ee41a8f7 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:47:25.415712 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2aab9f0e-78f0-419d-98f6-f0a197e6b1a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:25.478899 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3079c8-0278-43ed-a275-a7a1bb506a5b None None] DHCP port deletion for d0776509-80c8-4c4e-bb69-1d95bf252fb3 request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:47:25.482997 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-2aab9f0e-78f0-419d-98f6-f0a197e6b1a2 admin admin] For port e78e5608-1ac0-4bb1-979b-68b0ee41a8f7, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=e78e5608-1ac0-4bb1-979b-68b0ee41a8f7,segment=NetworkSegment(349a1bf4-3ba7-4a25-a9b7-030d2a2094f9),segment_id=349a1bf4-3ba7-4a25-a9b7-030d2a2094f9)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:25.483472 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2aab9f0e-78f0-419d-98f6-f0a197e6b1a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:25.497961 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-2aab9f0e-78f0-419d-98f6-f0a197e6b1a2 admin admin] Calling delete_port for e78e5608-1ac0-4bb1-979b-68b0ee41a8f7 owned by network:dhcp {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:47:25.542302 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-7e3079c8-0278-43ed-a275-a7a1bb506a5b None None] Deleting port e78e5608-1ac0-4bb1-979b-68b0ee41a8f7 {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:47:25.542683 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-7e3079c8-0278-43ed-a275-a7a1bb506a5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:25.603407 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-7e3079c8-0278-43ed-a275-a7a1bb506a5b None None] For port e78e5608-1ac0-4bb1-979b-68b0ee41a8f7, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=e78e5608-1ac0-4bb1-979b-68b0ee41a8f7,segment=NetworkSegment(349a1bf4-3ba7-4a25-a9b7-030d2a2094f9),segment_id=349a1bf4-3ba7-4a25-a9b7-030d2a2094f9)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:25.603795 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-7e3079c8-0278-43ed-a275-a7a1bb506a5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:25.616640 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-7e3079c8-0278-43ed-a275-a7a1bb506a5b None None] Calling delete_port for e78e5608-1ac0-4bb1-979b-68b0ee41a8f7 owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:47:25.693187 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-7e3079c8-0278-43ed-a275-a7a1bb506a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:25.699121 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2aab9f0e-78f0-419d-98f6-f0a197e6b1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:25.726211 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aab9f0e-78f0-419d-98f6-f0a197e6b1a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e78e5608-1ac0-4bb1-979b-68b0ee41a8f7,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:25.727867 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3079c8-0278-43ed-a275-a7a1bb506a5b None None] Pushing event deleted for resources: {'Port': ['ID=e78e5608-1ac0-4bb1-979b-68b0ee41a8f7,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:25.728117 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aab9f0e-78f0-419d-98f6-f0a197e6b1a2 admin admin] No DVR routers for this DVR port e78e5608-1ac0-4bb1-979b-68b0ee41a8f7 on host n-d-771362-32 {{(pid=94462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:47:25.735142 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3079c8-0278-43ed-a275-a7a1bb506a5b None None] No DVR routers for this DVR port e78e5608-1ac0-4bb1-979b-68b0ee41a8f7 on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:47:25.748824 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device cea4e049-726f-4715-9690-761ef4def6da no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:47:25.769984 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: cea4e049-726f-4715-9690-761ef4def6da {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:47:25.770619 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device cea4e049-726f-4715-9690-761ef4def6da not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:47:25.770957 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device e78e5608-1ac0-4bb1-979b-68b0ee41a8f7 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:47:25.789992 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: e78e5608-1ac0-4bb1-979b-68b0ee41a8f7 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:47:25.790359 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device e78e5608-1ac0-4bb1-979b-68b0ee41a8f7 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:47:25.790780 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 2f5c47d1-278d-43d3-98a5-983793e17e87 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:47:25.800772 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2aab9f0e-78f0-419d-98f6-f0a197e6b1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:25.808667 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 2f5c47d1-278d-43d3-98a5-983793e17e87 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:47:25.809012 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 2f5c47d1-278d-43d3-98a5-983793e17e87 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:47:25.810409 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-2aab9f0e-78f0-419d-98f6-f0a197e6b1a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0776509-80c8-4c4e-bb69-1d95bf252fb3']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:25.821049 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-2aab9f0e-78f0-419d-98f6-f0a197e6b1a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '349a1bf4-3ba7-4a25-a9b7-030d2a2094f9') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:25.821344 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-2aab9f0e-78f0-419d-98f6-f0a197e6b1a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '349a1bf4-3ba7-4a25-a9b7-030d2a2094f9') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:25.830691 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2aab9f0e-78f0-419d-98f6-f0a197e6b1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:25.845196 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2aab9f0e-78f0-419d-98f6-f0a197e6b1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:25.852155 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2aab9f0e-78f0-419d-98f6-f0a197e6b1a2 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:47:25.853451 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2aab9f0e-78f0-419d-98f6-f0a197e6b1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:25.854284 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 03:47:25.854284 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:47:25.854284 n-d-771362-32 neutron-server[94462]: timer() Jul 05 03:47:25.854284 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:47:25.854284 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 03:47:25.854284 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:47:25.854284 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 03:47:25.854284 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:47:25.854284 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 03:47:25.854284 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:47:25.854284 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 03:47:25.854284 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:47:25.854284 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 03:47:25.854284 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:47:25.854284 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:47:25.854284 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:47:25.854284 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:47:25.854284 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:47:25.854284 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 03:47:25.854284 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:47:25.854284 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 03:47:25.854284 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:47:25.854284 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:47:25.854284 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:47:25.854284 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 03:47:25.854284 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:47:25.854284 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:47:25.854284 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:47:25.854284 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:47:25.854284 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:47:25.854284 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:47:25.854284 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:47:25.973433 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2aab9f0e-78f0-419d-98f6-f0a197e6b1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:25.978263 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-2aab9f0e-78f0-419d-98f6-f0a197e6b1a2 admin admin] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:25.980232 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-2aab9f0e-78f0-419d-98f6-f0a197e6b1a2 admin admin] 10.222.0.23 "DELETE /v2.0/networks/d0776509-80c8-4c4e-bb69-1d95bf252fb3 HTTP/1.1" status: 204 len: 168 time: 0.7013338 Jul 05 03:47:25.993178 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aab9f0e-78f0-419d-98f6-f0a197e6b1a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0776509-80c8-4c4e-bb69-1d95bf252fb3,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:26.266667 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 52836) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:26.306829 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-8f4651ca-3f89-4bf9-ac31-734783b82046 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7980680fa2c64d649e7d3271a53c2ecc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389798 Jul 05 03:47:26.309420 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 52838) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:26.357643 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f6c2e602-bf30-4279-840e-5058d732955f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:26.379044 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f6c2e602-bf30-4279-840e-5058d732955f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:26.441978 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:26.539370 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f6c2e602-bf30-4279-840e-5058d732955f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:26.542543 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-f6c2e602-bf30-4279-840e-5058d732955f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:26.543723 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-f6c2e602-bf30-4279-840e-5058d732955f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b7e2ca67-2147-4dde-9991-512e391889b7 HTTP/1.1" status: 204 len: 168 time: 0.2333961 Jul 05 03:47:26.552466 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c2e602-bf30-4279-840e-5058d732955f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e2ca67-2147-4dde-9991-512e391889b7,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:27.215510 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 52844) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:27.257305 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-b2bf2e5b-32ab-4f2c-afd2-9e781385517c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e52a234ebd6141039f3ee62e85d624c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406425 Jul 05 03:47:27.259745 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 52846) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:27.306947 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-85ed8e64-8a1f-4ab9-a2d4-379b6f79ac77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:27.327386 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-85ed8e64-8a1f-4ab9-a2d4-379b6f79ac77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:27.447669 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-85ed8e64-8a1f-4ab9-a2d4-379b6f79ac77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:27.450614 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-85ed8e64-8a1f-4ab9-a2d4-379b6f79ac77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:27.451997 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-85ed8e64-8a1f-4ab9-a2d4-379b6f79ac77 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/673bce03-1280-4937-a279-145de35a8c3a HTTP/1.1" status: 204 len: 168 time: 0.1913466 Jul 05 03:47:27.464137 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ed8e64-8a1f-4ab9-a2d4-379b6f79ac77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=673bce03-1280-4937-a279-145de35a8c3a,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:28.554657 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 52868) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:28.653512 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-1e7088a0-c8bd-498b-a2a4-451471538694 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1452890701-network', 'tenant_id': 'd208b1fc1d5f4b119d2e0687f8a8e534'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:47:28.722858 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e7088a0-c8bd-498b-a2a4-451471538694 admin admin] Made reservation on behalf of d208b1fc1d5f4b119d2e0687f8a8e534 for: {'network': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:47:28.725222 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1e7088a0-c8bd-498b-a2a4-451471538694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:28.733944 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1e7088a0-c8bd-498b-a2a4-451471538694 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:28.823910 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1e7088a0-c8bd-498b-a2a4-451471538694 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:28.899415 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1e7088a0-c8bd-498b-a2a4-451471538694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:28.925924 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e7088a0-c8bd-498b-a2a4-451471538694 admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=94462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:47:28.935514 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7088a0-c8bd-498b-a2a4-451471538694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55bc224b-3dac-4341-a843-ec7d61dfeb04,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:28.940348 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1e7088a0-c8bd-498b-a2a4-451471538694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:28.940694 n-d-771362-32 neutron-server[94462]: INFO neutron.db.segments_db [None req-1e7088a0-c8bd-498b-a2a4-451471538694 admin admin] Added segment 20830652-cf62-4ebd-84c4-ced4418144e4 of type vlan for network 45705816-7faf-4bfa-837c-00390b90563f Jul 05 03:47:28.980859 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1e7088a0-c8bd-498b-a2a4-451471538694 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:29.094196 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1e7088a0-c8bd-498b-a2a4-451471538694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:29.095200 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7088a0-c8bd-498b-a2a4-451471538694 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:29.096471 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-1e7088a0-c8bd-498b-a2a4-451471538694 admin admin] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:29.156933 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7088a0-c8bd-498b-a2a4-451471538694 admin admin] Pushing event updated for resources: {'Network': ['ID=45705816-7faf-4bfa-837c-00390b90563f,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:29.166633 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network 45705816-7faf-4bfa-837c-00390b90563f details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:47:29.260342 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-1e7088a0-c8bd-498b-a2a4-451471538694 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7045712 Jul 05 03:47:29.263251 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 52874) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:29.268881 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-8341fd73-0d31-4ed4-81ec-99505927e56a admin admin] Request body: {'subnet': {'network_id': '45705816-7faf-4bfa-837c-00390b90563f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1452890701-subnet', 'tenant_id': 'd208b1fc1d5f4b119d2e0687f8a8e534', 'ip_version': 4}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:47:29.344443 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8341fd73-0d31-4ed4-81ec-99505927e56a admin admin] Made reservation on behalf of d208b1fc1d5f4b119d2e0687f8a8e534 for: {'subnet': 1} {{(pid=94462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:47:29.346827 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8341fd73-0d31-4ed4-81ec-99505927e56a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4401744'] for subnet, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:29.568337 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8341fd73-0d31-4ed4-81ec-99505927e56a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6165488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4401730'] for subnet, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:29.624242 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8341fd73-0d31-4ed4-81ec-99505927e56a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e79d20ec-270e-4e21-81aa-a7222b48a938,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:29.631667 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8341fd73-0d31-4ed4-81ec-99505927e56a admin admin] Checking segment: {'id': '20830652-cf62-4ebd-84c4-ced4418144e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '45705816-7faf-4bfa-837c-00390b90563f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:47:29.632022 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8341fd73-0d31-4ed4-81ec-99505927e56a admin admin] Network hostable DHCP agents. Network: 45705816-7faf-4bfa-837c-00390b90563f, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:47:29.698938 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8341fd73-0d31-4ed4-81ec-99505927e56a admin admin] Network 45705816-7faf-4bfa-837c-00390b90563f is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:47:29.767517 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-8341fd73-0d31-4ed4-81ec-99505927e56a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, 45705816-7faf-4bfa-837c-00390b90563f) {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:47:29.771715 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8341fd73-0d31-4ed4-81ec-99505927e56a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:29.772306 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-8341fd73-0d31-4ed4-81ec-99505927e56a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:29.776265 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d58c929-34dd-41cd-92ba-f6acf082e8c8 None None] Network 45705816-7faf-4bfa-837c-00390b90563f requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:47:29.848800 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-8341fd73-0d31-4ed4-81ec-99505927e56a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5843689 Jul 05 03:47:29.851481 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 52876) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:29.856188 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-cd2e0e91-4f29-4784-bc92-9214f8bb04c2 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1452890701-router', 'tenant_id': 'd208b1fc1d5f4b119d2e0687f8a8e534', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:47:29.927400 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e9197f-c158-48ed-bf62-d07caa126eaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-45705816-7faf-4bfa-837c-00390b90563f', 'network_id': '45705816-7faf-4bfa-837c-00390b90563f', 'tenant_id': 'd208b1fc1d5f4b119d2e0687f8a8e534', 'fixed_ips': [{'subnet_id': 'e79d20ec-270e-4e21-81aa-a7222b48a938'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:47:29.928271 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-76e9197f-c158-48ed-bf62-d07caa126eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:29.933087 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cd2e0e91-4f29-4784-bc92-9214f8bb04c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11810'] for router, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:29.934163 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cd2e0e91-4f29-4784-bc92-9214f8bb04c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1926740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11821'] for router, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:29.988847 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cd2e0e91-4f29-4784-bc92-9214f8bb04c2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:30.065617 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-76e9197f-c158-48ed-bf62-d07caa126eaf None None] Allocated IP 172.20.0.2 (45705816-7faf-4bfa-837c-00390b90563f/e79d20ec-270e-4e21-81aa-a7222b48a938/d71ae9e8-bf81-4352-b3b1-17ec9623e699) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:47:30.182619 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cd2e0e91-4f29-4784-bc92-9214f8bb04c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:30.316332 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-76e9197f-c158-48ed-bf62-d07caa126eaf None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:30.324734 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-76e9197f-c158-48ed-bf62-d07caa126eaf None None] Transition to ACTIVE for port object d71ae9e8-bf81-4352-b3b1-17ec9623e699 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:47:30.339717 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-76e9197f-c158-48ed-bf62-d07caa126eaf None None] Transition to ACTIVE for port object d71ae9e8-bf81-4352-b3b1-17ec9623e699 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:47:30.438447 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cd2e0e91-4f29-4784-bc92-9214f8bb04c2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:30.448394 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-76e9197f-c158-48ed-bf62-d07caa126eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:30.458010 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cd2e0e91-4f29-4784-bc92-9214f8bb04c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:30.490113 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e9197f-c158-48ed-bf62-d07caa126eaf None None] Network 45705816-7faf-4bfa-837c-00390b90563f is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:47:30.492955 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-76e9197f-c158-48ed-bf62-d07caa126eaf None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:47:30.498481 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e9197f-c158-48ed-bf62-d07caa126eaf None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:47:30.505420 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e9197f-c158-48ed-bf62-d07caa126eaf None None] Pushing event updated for resources: {'Port': ['ID=d71ae9e8-bf81-4352-b3b1-17ec9623e699,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:30.559211 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-76e9197f-c158-48ed-bf62-d07caa126eaf None None] Attempting to bind port d71ae9e8-bf81-4352-b3b1-17ec9623e699 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:47:30.559569 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-76e9197f-c158-48ed-bf62-d07caa126eaf None None] Attempting to bind port d71ae9e8-bf81-4352-b3b1-17ec9623e699 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '20830652-cf62-4ebd-84c4-ced4418144e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '45705816-7faf-4bfa-837c-00390b90563f'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:47:30.559740 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-cd2e0e91-4f29-4784-bc92-9214f8bb04c2 admin admin] Allocated IP 172.25.7.232 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/6071f01e-cc5b-4941-a73b-21ee5d8cf5df) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:47:30.559926 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e9197f-c158-48ed-bf62-d07caa126eaf None None] Attempting to bind port d71ae9e8-bf81-4352-b3b1-17ec9623e699 on network 45705816-7faf-4bfa-837c-00390b90563f {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:47:30.564897 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e9197f-c158-48ed-bf62-d07caa126eaf None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:47:30.565267 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e9197f-c158-48ed-bf62-d07caa126eaf None None] Checking segment: {'id': '20830652-cf62-4ebd-84c4-ced4418144e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '45705816-7faf-4bfa-837c-00390b90563f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:47:30.565671 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-76e9197f-c158-48ed-bf62-d07caa126eaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:30.566060 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e9197f-c158-48ed-bf62-d07caa126eaf None None] Bound using segment: {'id': '20830652-cf62-4ebd-84c4-ced4418144e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '45705816-7faf-4bfa-837c-00390b90563f'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:47:30.566542 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-76e9197f-c158-48ed-bf62-d07caa126eaf None None] Bound port: d71ae9e8-bf81-4352-b3b1-17ec9623e699, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20830652-cf62-4ebd-84c4-ced4418144e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '45705816-7faf-4bfa-837c-00390b90563f'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:47:30.566918 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-76e9197f-c158-48ed-bf62-d07caa126eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:30.630269 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-76e9197f-c158-48ed-bf62-d07caa126eaf None None] For port d71ae9e8-bf81-4352-b3b1-17ec9623e699, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:47:30.633407 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-76e9197f-c158-48ed-bf62-d07caa126eaf None None] For port d71ae9e8-bf81-4352-b3b1-17ec9623e699, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=d71ae9e8-bf81-4352-b3b1-17ec9623e699,segment=NetworkSegment(20830652-cf62-4ebd-84c4-ced4418144e4),segment_id=20830652-cf62-4ebd-84c4-ced4418144e4)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:47:30.663683 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cd2e0e91-4f29-4784-bc92-9214f8bb04c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:30.734248 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-76e9197f-c158-48ed-bf62-d07caa126eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:30.788738 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e9197f-c158-48ed-bf62-d07caa126eaf None None] Pushing event updated for resources: {'Port': ['ID=d71ae9e8-bf81-4352-b3b1-17ec9623e699,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:30.825897 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cd2e0e91-4f29-4784-bc92-9214f8bb04c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:30.864798 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2e0e91-4f29-4784-bc92-9214f8bb04c2 admin admin] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:47:30.867766 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-cd2e0e91-4f29-4784-bc92-9214f8bb04c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:47:30.873727 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2e0e91-4f29-4784-bc92-9214f8bb04c2 admin admin] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:47:30.899820 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2e0e91-4f29-4784-bc92-9214f8bb04c2 admin admin] Pushing event updated for resources: {'Port': ['ID=6071f01e-cc5b-4941-a73b-21ee5d8cf5df,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:31.227597 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cd2e0e91-4f29-4784-bc92-9214f8bb04c2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:31.424796 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cd2e0e91-4f29-4784-bc92-9214f8bb04c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963'] for router, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:31.596753 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd2e0e91-4f29-4784-bc92-9214f8bb04c2 admin admin] Router 31da5e57-082e-48f2-9348-c9421c29aec3 is scheduled to L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 with binding_index 1 {{(pid=94462) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 03:47:31.664460 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54002ed-ac87-457c-b8fb-679915b62b11 None None] Network 45705816-7faf-4bfa-837c-00390b90563f requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:47:31.707365 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd2e0e91-4f29-4784-bc92-9214f8bb04c2 admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:47:31.717200 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf53181-6ea4-4c91-bd79-5aeb4042bfd9 None None] Sync routers for ids ['31da5e57-082e-48f2-9348-c9421c29aec3'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:47:31.727059 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf53181-6ea4-4c91-bd79-5aeb4042bfd9 None None] Routers {'31da5e57-082e-48f2-9348-c9421c29aec3'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:47:31.727670 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-cdf53181-6ea4-4c91-bd79-5aeb4042bfd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:47:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['31da5e57-082e-48f2-9348-c9421c29aec3'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:31.784330 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device d71ae9e8-bf81-4352-b3b1-17ec9623e699 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:47:31.807997 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-cd2e0e91-4f29-4784-bc92-9214f8bb04c2 admin admin] Notify callbacks [] for router, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:31.809633 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-cd2e0e91-4f29-4784-bc92-9214f8bb04c2 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9572210 Jul 05 03:47:31.813087 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 52882) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:31.833717 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-869201e1-6a75-4cfa-ba4f-5abf8e3ed90d None None] Provisioning for port d71ae9e8-bf81-4352-b3b1-17ec9623e699 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:47:31.836322 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-cdf53181-6ea4-4c91-bd79-5aeb4042bfd9 None None] Set router 31da5e57-082e-48f2-9348-c9421c29aec3 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:47:31.933626 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port d71ae9e8-bf81-4352-b3b1-17ec9623e699 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:47:31.939465 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port d71ae9e8-bf81-4352-b3b1-17ec9623e699 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:47:31.939865 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:32.032229 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:32.041765 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-cdf53181-6ea4-4c91-bd79-5aeb4042bfd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31da5e57-082e-48f2-9348-c9421c29aec3', 'name': 'tempest-TestSnapshotPattern-1452890701-router', 'tenant_id': 'd208b1fc1d5f4b119d2e0687f8a8e534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '6071f01e-cc5b-4941-a73b-21ee5d8cf5df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:29Z', 'updated_at': '2021-07-05T03:47:31Z', 'revision_number': 3, 'project_id': 'd208b1fc1d5f4b119d2e0687f8a8e534', 'gw_port': {'id': '6071f01e-cc5b-4941-a73b-21ee5d8cf5df', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ac:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31da5e57-082e-48f2-9348-c9421c29aec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:30Z', 'updated_at': '2021-07-05T03:47:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:32.068839 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port d71ae9e8-bf81-4352-b3b1-17ec9623e699, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=d71ae9e8-bf81-4352-b3b1-17ec9623e699,segment=NetworkSegment(20830652-cf62-4ebd-84c4-ced4418144e4),segment_id=20830652-cf62-4ebd-84c4-ced4418144e4)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:32.083258 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf53181-6ea4-4c91-bd79-5aeb4042bfd9 None None] Checking router: 31da5e57-082e-48f2-9348-c9421c29aec3 for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:47:32.083600 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf53181-6ea4-4c91-bd79-5aeb4042bfd9 None None] Updating router 31da5e57-082e-48f2-9348-c9421c29aec3 port 6071f01e-cc5b-4941-a73b-21ee5d8cf5df binding host n-d-771362-32 {{(pid=94464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:47:32.124636 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cdf53181-6ea4-4c91-bd79-5aeb4042bfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:32.144394 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:32.202527 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-b4b92845-32f2-4040-a54c-74af8fd1dfbf None None] Provisioning complete for port d71ae9e8-bf81-4352-b3b1-17ec9623e699 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:47:32.202891 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b4b92845-32f2-4040-a54c-74af8fd1dfbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:32.208065 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=d71ae9e8-bf81-4352-b3b1-17ec9623e699,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:32.291663 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6651d9b1-02b7-48c9-b80a-97bb38f595c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:32.379452 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cdf53181-6ea4-4c91-bd79-5aeb4042bfd9 None None] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:32.388858 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-cdf53181-6ea4-4c91-bd79-5aeb4042bfd9 None None] Transition to ACTIVE for port object 6071f01e-cc5b-4941-a73b-21ee5d8cf5df will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:47:32.446683 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-6651d9b1-02b7-48c9-b80a-97bb38f595c3 admin admin] Allocated IP 172.20.0.1 (45705816-7faf-4bfa-837c-00390b90563f/e79d20ec-270e-4e21-81aa-a7222b48a938/7d864c27-36c7-40ab-867a-a231dc3e2f70) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:47:32.547442 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6651d9b1-02b7-48c9-b80a-97bb38f595c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:32.550470 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cdf53181-6ea4-4c91-bd79-5aeb4042bfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:32.560959 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [None req-6651d9b1-02b7-48c9-b80a-97bb38f595c3 admin admin] Transition to ACTIVE for port object 7d864c27-36c7-40ab-867a-a231dc3e2f70 will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:47:32.606081 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-cdf53181-6ea4-4c91-bd79-5aeb4042bfd9 None None] Attempting to bind port 6071f01e-cc5b-4941-a73b-21ee5d8cf5df on host n-d-771362-32 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:47:32.606482 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-cdf53181-6ea4-4c91-bd79-5aeb4042bfd9 None None] Attempting to bind port 6071f01e-cc5b-4941-a73b-21ee5d8cf5df by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:47:32.606824 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf53181-6ea4-4c91-bd79-5aeb4042bfd9 None None] Attempting to bind port 6071f01e-cc5b-4941-a73b-21ee5d8cf5df on network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:47:32.609534 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b307f47a-0ab2-4d9a-b7c9-617c7a77364c None None] Pushing event updated for resources: {'Port': ['ID=6071f01e-cc5b-4941-a73b-21ee5d8cf5df,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:32.617736 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf53181-6ea4-4c91-bd79-5aeb4042bfd9 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:47:32.618102 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf53181-6ea4-4c91-bd79-5aeb4042bfd9 None None] Checking segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:47:32.618540 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cdf53181-6ea4-4c91-bd79-5aeb4042bfd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:32.618928 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf53181-6ea4-4c91-bd79-5aeb4042bfd9 None None] Bound using segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:47:32.619379 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-cdf53181-6ea4-4c91-bd79-5aeb4042bfd9 None None] Bound port: 6071f01e-cc5b-4941-a73b-21ee5d8cf5df, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:47:32.619754 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cdf53181-6ea4-4c91-bd79-5aeb4042bfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:32.622649 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b307f47a-0ab2-4d9a-b7c9-617c7a77364c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:32.622987 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b307f47a-0ab2-4d9a-b7c9-617c7a77364c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:32.623323 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b307f47a-0ab2-4d9a-b7c9-617c7a77364c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:32.623652 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b307f47a-0ab2-4d9a-b7c9-617c7a77364c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:32.623976 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b307f47a-0ab2-4d9a-b7c9-617c7a77364c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:32.624298 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b307f47a-0ab2-4d9a-b7c9-617c7a77364c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:32.624616 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b307f47a-0ab2-4d9a-b7c9-617c7a77364c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:32.624933 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b307f47a-0ab2-4d9a-b7c9-617c7a77364c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:32.625252 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b307f47a-0ab2-4d9a-b7c9-617c7a77364c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:32.625564 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b307f47a-0ab2-4d9a-b7c9-617c7a77364c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:32.625876 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b307f47a-0ab2-4d9a-b7c9-617c7a77364c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:32.626218 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b307f47a-0ab2-4d9a-b7c9-617c7a77364c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:32.665466 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6651d9b1-02b7-48c9-b80a-97bb38f595c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:32.675953 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-cdf53181-6ea4-4c91-bd79-5aeb4042bfd9 None None] For port 6071f01e-cc5b-4941-a73b-21ee5d8cf5df, host n-d-771362-32, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:47:32.679408 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-cdf53181-6ea4-4c91-bd79-5aeb4042bfd9 None None] For port 6071f01e-cc5b-4941-a73b-21ee5d8cf5df, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=6071f01e-cc5b-4941-a73b-21ee5d8cf5df,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:47:32.705964 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6651d9b1-02b7-48c9-b80a-97bb38f595c3 admin admin] Network 45705816-7faf-4bfa-837c-00390b90563f is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:47:32.710015 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-6651d9b1-02b7-48c9-b80a-97bb38f595c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:47:32.713845 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6651d9b1-02b7-48c9-b80a-97bb38f595c3 admin admin] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:47:32.746714 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6651d9b1-02b7-48c9-b80a-97bb38f595c3 admin admin] Pushing event updated for resources: {'Port': ['ID=7d864c27-36c7-40ab-867a-a231dc3e2f70,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:32.757053 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-cdf53181-6ea4-4c91-bd79-5aeb4042bfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:32.761990 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6651d9b1-02b7-48c9-b80a-97bb38f595c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635668'] for router_interface, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:32.818822 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b307f47a-0ab2-4d9a-b7c9-617c7a77364c None None] Pushing event updated for resources: {'Port': ['ID=6071f01e-cc5b-4941-a73b-21ee5d8cf5df,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:32.827953 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf53181-6ea4-4c91-bd79-5aeb4042bfd9 None None] Routers {'31da5e57-082e-48f2-9348-c9421c29aec3'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:47:32.828734 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-cdf53181-6ea4-4c91-bd79-5aeb4042bfd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:47:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['31da5e57-082e-48f2-9348-c9421c29aec3'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:32.943956 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-cdf53181-6ea4-4c91-bd79-5aeb4042bfd9 None None] Set router 31da5e57-082e-48f2-9348-c9421c29aec3 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:47:32.985185 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-2be38c2c-c39b-4d24-a070-9b4484acb1a3 None None] Provisioning for port 7d864c27-36c7-40ab-867a-a231dc3e2f70 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:47:32.990086 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-2be38c2c-c39b-4d24-a070-9b4484acb1a3 None None] Provisioning complete for port 7d864c27-36c7-40ab-867a-a231dc3e2f70 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:47:32.990508 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6651d9b1-02b7-48c9-b80a-97bb38f595c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:32.990977 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-2be38c2c-c39b-4d24-a070-9b4484acb1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:33.024841 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-2be38c2c-c39b-4d24-a070-9b4484acb1a3 None None] Port 7d864c27-36c7-40ab-867a-a231dc3e2f70 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:47:33.120559 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-cdf53181-6ea4-4c91-bd79-5aeb4042bfd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31da5e57-082e-48f2-9348-c9421c29aec3', 'name': 'tempest-TestSnapshotPattern-1452890701-router', 'tenant_id': 'd208b1fc1d5f4b119d2e0687f8a8e534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '6071f01e-cc5b-4941-a73b-21ee5d8cf5df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:29Z', 'updated_at': '2021-07-05T03:47:31Z', 'revision_number': 3, 'project_id': 'd208b1fc1d5f4b119d2e0687f8a8e534', 'gw_port': {'id': '6071f01e-cc5b-4941-a73b-21ee5d8cf5df', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ac:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31da5e57-082e-48f2-9348-c9421c29aec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:30Z', 'updated_at': '2021-07-05T03:47:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:33.148151 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf53181-6ea4-4c91-bd79-5aeb4042bfd9 None None] The sync data for ids ['31da5e57-082e-48f2-9348-c9421c29aec3'] in n-d-771362-32 is: [{'id': '31da5e57-082e-48f2-9348-c9421c29aec3', 'name': 'tempest-TestSnapshotPattern-1452890701-router', 'tenant_id': 'd208b1fc1d5f4b119d2e0687f8a8e534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '6071f01e-cc5b-4941-a73b-21ee5d8cf5df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:29Z', 'updated_at': '2021-07-05T03:47:31Z', 'revision_number': 3, 'project_id': 'd208b1fc1d5f4b119d2e0687f8a8e534', 'gw_port': {'id': '6071f01e-cc5b-4941-a73b-21ee5d8cf5df', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ac:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31da5e57-082e-48f2-9348-c9421c29aec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:30Z', 'updated_at': '2021-07-05T03:47:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:47:33.152721 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6651d9b1-02b7-48c9-b80a-97bb38f595c3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:33.213895 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6651d9b1-02b7-48c9-b80a-97bb38f595c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:33.289281 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-6651d9b1-02b7-48c9-b80a-97bb38f595c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634601'] for router_interface, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:33.297426 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6651d9b1-02b7-48c9-b80a-97bb38f595c3 admin admin] Pushing event updated for resources: {'Port': ['ID=7d864c27-36c7-40ab-867a-a231dc3e2f70,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:33.402224 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6651d9b1-02b7-48c9-b80a-97bb38f595c3 admin admin] Network 45705816-7faf-4bfa-837c-00390b90563f is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:47:33.403781 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-6651d9b1-02b7-48c9-b80a-97bb38f595c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:47:33.523953 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6651d9b1-02b7-48c9-b80a-97bb38f595c3 admin admin] Router 31da5e57-082e-48f2-9348-c9421c29aec3 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:47:33.650170 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-2fad981e-303c-483d-b0ab-810ecca641db None None] Provisioning complete for port 7d864c27-36c7-40ab-867a-a231dc3e2f70 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:47:33.650860 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-2fad981e-303c-483d-b0ab-810ecca641db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:33.654005 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6651d9b1-02b7-48c9-b80a-97bb38f595c3 admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:47:33.660370 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-6651d9b1-02b7-48c9-b80a-97bb38f595c3 admin admin] 10.222.0.23 "PUT /v2.0/routers/31da5e57-082e-48f2-9348-c9421c29aec3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8445957 Jul 05 03:47:33.700907 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-2fad981e-303c-483d-b0ab-810ecca641db None None] Port 7d864c27-36c7-40ab-867a-a231dc3e2f70 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:47:33.816356 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 6071f01e-cc5b-4941-a73b-21ee5d8cf5df up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:47:33.984901 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 6071f01e-cc5b-4941-a73b-21ee5d8cf5df completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:47:33.989854 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 6071f01e-cc5b-4941-a73b-21ee5d8cf5df triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:47:33.995563 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:34.069957 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:34.090456 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 6071f01e-cc5b-4941-a73b-21ee5d8cf5df, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=6071f01e-cc5b-4941-a73b-21ee5d8cf5df,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:34.179402 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:34.180227 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device d71ae9e8-bf81-4352-b3b1-17ec9623e699 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:47:34.260224 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=6071f01e-cc5b-4941-a73b-21ee5d8cf5df,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:34.273854 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port d71ae9e8-bf81-4352-b3b1-17ec9623e699 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:47:34.275210 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:34.452913 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 52898) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:34.458657 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-1ae19db3-af19-4b53-a283-c54d67992c57 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-5669630-network', 'tenant_id': '98fbfb0bea684f3a986c5f2650770875'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:47:34.538478 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae19db3-af19-4b53-a283-c54d67992c57 admin admin] Made reservation on behalf of 98fbfb0bea684f3a986c5f2650770875 for: {'network': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:47:34.540965 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1ae19db3-af19-4b53-a283-c54d67992c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for network, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:34.549752 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1ae19db3-af19-4b53-a283-c54d67992c57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:34.658619 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1ae19db3-af19-4b53-a283-c54d67992c57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:34.691683 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2803cc-9daa-4990-974d-e36153a4fb78 None None] Sync routers for ids ['31da5e57-082e-48f2-9348-c9421c29aec3'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:47:34.700735 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2803cc-9daa-4990-974d-e36153a4fb78 None None] Routers {'31da5e57-082e-48f2-9348-c9421c29aec3'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:47:34.701349 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-8e2803cc-9daa-4990-974d-e36153a4fb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:47:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['31da5e57-082e-48f2-9348-c9421c29aec3'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:34.733302 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1ae19db3-af19-4b53-a283-c54d67992c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:34.761976 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ae19db3-af19-4b53-a283-c54d67992c57 admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=94461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:47:34.768668 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae19db3-af19-4b53-a283-c54d67992c57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1902ba58-a31d-47e9-afe1-fd5695692fbc,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:34.775746 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1ae19db3-af19-4b53-a283-c54d67992c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:34.776305 n-d-771362-32 neutron-server[94461]: INFO neutron.db.segments_db [None req-1ae19db3-af19-4b53-a283-c54d67992c57 admin admin] Added segment 01b45909-7db6-4f54-9c5d-68ce5ae38fe1 of type vlan for network fd2ec19e-2946-4196-90b4-0fedbceda7cf Jul 05 03:47:34.810715 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-8e2803cc-9daa-4990-974d-e36153a4fb78 None None] Set router 31da5e57-082e-48f2-9348-c9421c29aec3 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:47:34.820980 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1ae19db3-af19-4b53-a283-c54d67992c57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727655336277'] for network, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:34.933431 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1ae19db3-af19-4b53-a283-c54d67992c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539'] for network, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:34.934556 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae19db3-af19-4b53-a283-c54d67992c57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:34.935261 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-1ae19db3-af19-4b53-a283-c54d67992c57 admin admin] Notify callbacks [] for network, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:34.998303 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae19db3-af19-4b53-a283-c54d67992c57 admin admin] Pushing event updated for resources: {'Network': ['ID=fd2ec19e-2946-4196-90b4-0fedbceda7cf,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:35.010992 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Network fd2ec19e-2946-4196-90b4-0fedbceda7cf details requested by agent ovs-agent-n-d-771362-32 with host n-d-771362-32 {{(pid=94463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:47:35.059182 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-1ae19db3-af19-4b53-a283-c54d67992c57 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.6051257 Jul 05 03:47:35.062107 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 52900) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:35.067865 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-f49ca1b0-a0f6-4da0-821b-a91710abe5d4 admin admin] Request body: {'subnet': {'network_id': 'fd2ec19e-2946-4196-90b4-0fedbceda7cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-5669630-subnet', 'tenant_id': '98fbfb0bea684f3a986c5f2650770875', 'ip_version': 4}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:47:35.079053 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-8e2803cc-9daa-4990-974d-e36153a4fb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31da5e57-082e-48f2-9348-c9421c29aec3', 'name': 'tempest-TestSnapshotPattern-1452890701-router', 'tenant_id': 'd208b1fc1d5f4b119d2e0687f8a8e534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '6071f01e-cc5b-4941-a73b-21ee5d8cf5df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:29Z', 'updated_at': '2021-07-05T03:47:32Z', 'revision_number': 4, 'project_id': 'd208b1fc1d5f4b119d2e0687f8a8e534', 'gw_port': {'id': '6071f01e-cc5b-4941-a73b-21ee5d8cf5df', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ac:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31da5e57-082e-48f2-9348-c9421c29aec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:30Z', 'updated_at': '2021-07-05T03:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '7d864c27-36c7-40ab-867a-a231dc3e2f70', 'name': '', 'network_id': '45705816-7faf-4bfa-837c-00390b90563f', 'tenant_id': 'd208b1fc1d5f4b119d2e0687f8a8e534', 'mac_address': 'fa:16:3e:22:00:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31da5e57-082e-48f2-9348-c9421c29aec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'e79d20ec-270e-4e21-81aa-a7222b48a938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:32Z', 'updated_at': '2021-07-05T03:47:33Z', 'revision_number': 2, 'project_id': 'd208b1fc1d5f4b119d2e0687f8a8e534', 'subnets': [{'id': 'e79d20ec-270e-4e21-81aa-a7222b48a938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:35.109390 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2803cc-9daa-4990-974d-e36153a4fb78 None None] Checking router: 31da5e57-082e-48f2-9348-c9421c29aec3 for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:47:35.109739 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2803cc-9daa-4990-974d-e36153a4fb78 None None] Updating router 31da5e57-082e-48f2-9348-c9421c29aec3 port 7d864c27-36c7-40ab-867a-a231dc3e2f70 binding host n-d-771362-32 {{(pid=94463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:47:35.142645 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8e2803cc-9daa-4990-974d-e36153a4fb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:35.179087 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f49ca1b0-a0f6-4da0-821b-a91710abe5d4 admin admin] Made reservation on behalf of 98fbfb0bea684f3a986c5f2650770875 for: {'subnet': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:47:35.181784 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f49ca1b0-a0f6-4da0-821b-a91710abe5d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774837'] for subnet, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:35.453814 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f49ca1b0-a0f6-4da0-821b-a91710abe5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5763451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774823'] for subnet, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:35.515965 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49ca1b0-a0f6-4da0-821b-a91710abe5d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03565cb5-5db4-4e41-b4b3-1069a7f92d36,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:35.524446 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49ca1b0-a0f6-4da0-821b-a91710abe5d4 admin admin] Checking segment: {'id': '01b45909-7db6-4f54-9c5d-68ce5ae38fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'fd2ec19e-2946-4196-90b4-0fedbceda7cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:47:35.524814 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49ca1b0-a0f6-4da0-821b-a91710abe5d4 admin admin] Network hostable DHCP agents. Network: fd2ec19e-2946-4196-90b4-0fedbceda7cf, hostable agents: ['b446de6a-6386-465a-9a9d-36b0dcdcdb94'], hosted agents: [] {{(pid=94461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:47:35.553991 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8e2803cc-9daa-4990-974d-e36153a4fb78 None None] Notify callbacks [] for port, precommit_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:35.563931 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-8e2803cc-9daa-4990-974d-e36153a4fb78 None None] Transition to ACTIVE for port object 7d864c27-36c7-40ab-867a-a231dc3e2f70 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:47:35.630650 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49ca1b0-a0f6-4da0-821b-a91710abe5d4 admin admin] Network fd2ec19e-2946-4196-90b4-0fedbceda7cf is scheduled to be hosted by DHCP agent b446de6a-6386-465a-9a9d-36b0dcdcdb94 with binding_index 1 {{(pid=94461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:47:35.646525 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8e2803cc-9daa-4990-974d-e36153a4fb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:35.702200 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bc0eb3-148e-4db4-8e27-982161e56b79 None None] Pushing event updated for resources: {'Port': ['ID=7d864c27-36c7-40ab-867a-a231dc3e2f70,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:35.722703 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-f49ca1b0-a0f6-4da0-821b-a91710abe5d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-32, fd2ec19e-2946-4196-90b4-0fedbceda7cf) {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:47:35.732382 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49ca1b0-a0f6-4da0-821b-a91710abe5d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:35.733752 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-f49ca1b0-a0f6-4da0-821b-a91710abe5d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:35.753723 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2b1691-33d9-4aae-8501-0df4ce98f885 None None] Network fd2ec19e-2946-4196-90b4-0fedbceda7cf requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:47:35.755569 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 6071f01e-cc5b-4941-a73b-21ee5d8cf5df up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:47:35.820582 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-f49ca1b0-a0f6-4da0-821b-a91710abe5d4 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.7573051 Jul 05 03:47:35.823146 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 52902) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:35.827887 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-7526b601-7078-4cc4-ab53-40ae4194b379 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-5669630-router', 'tenant_id': '98fbfb0bea684f3a986c5f2650770875', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:47:35.830615 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-8e2803cc-9daa-4990-974d-e36153a4fb78 None None] Attempting to bind port 7d864c27-36c7-40ab-867a-a231dc3e2f70 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:47:35.831172 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-8e2803cc-9daa-4990-974d-e36153a4fb78 None None] Attempting to bind port 7d864c27-36c7-40ab-867a-a231dc3e2f70 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '20830652-cf62-4ebd-84c4-ced4418144e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '45705816-7faf-4bfa-837c-00390b90563f'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:47:35.834349 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2803cc-9daa-4990-974d-e36153a4fb78 None None] Attempting to bind port 7d864c27-36c7-40ab-867a-a231dc3e2f70 on network 45705816-7faf-4bfa-837c-00390b90563f {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:47:35.848829 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2803cc-9daa-4990-974d-e36153a4fb78 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:47:35.849194 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2803cc-9daa-4990-974d-e36153a4fb78 None None] Checking segment: {'id': '20830652-cf62-4ebd-84c4-ced4418144e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '45705816-7faf-4bfa-837c-00390b90563f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:47:35.849601 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8e2803cc-9daa-4990-974d-e36153a4fb78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:35.849989 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2803cc-9daa-4990-974d-e36153a4fb78 None None] Bound using segment: {'id': '20830652-cf62-4ebd-84c4-ced4418144e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '45705816-7faf-4bfa-837c-00390b90563f'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:47:35.850493 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-8e2803cc-9daa-4990-974d-e36153a4fb78 None None] Bound port: 7d864c27-36c7-40ab-867a-a231dc3e2f70, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20830652-cf62-4ebd-84c4-ced4418144e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '45705816-7faf-4bfa-837c-00390b90563f'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:47:35.850872 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8e2803cc-9daa-4990-974d-e36153a4fb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:35.910963 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7526b601-7078-4cc4-ab53-40ae4194b379 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11810'] for router, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:35.912015 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7526b601-7078-4cc4-ab53-40ae4194b379 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1926740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11821'] for router, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:35.958491 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 6071f01e-cc5b-4941-a73b-21ee5d8cf5df triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:47:35.959262 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:35.965227 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7526b601-7078-4cc4-ab53-40ae4194b379 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:36.024572 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-8e2803cc-9daa-4990-974d-e36153a4fb78 None None] For port 7d864c27-36c7-40ab-867a-a231dc3e2f70, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:47:36.031748 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-8e2803cc-9daa-4990-974d-e36153a4fb78 None None] For port 7d864c27-36c7-40ab-867a-a231dc3e2f70, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=7d864c27-36c7-40ab-867a-a231dc3e2f70,segment=NetworkSegment(20830652-cf62-4ebd-84c4-ced4418144e4),segment_id=20830652-cf62-4ebd-84c4-ced4418144e4)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:47:36.081680 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f59b06-1052-47d8-af72-588895b0b269 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de31f78-f097-5c7f-ba54-78d58841d551-fd2ec19e-2946-4196-90b4-0fedbceda7cf', 'network_id': 'fd2ec19e-2946-4196-90b4-0fedbceda7cf', 'tenant_id': '98fbfb0bea684f3a986c5f2650770875', 'fixed_ips': [{'subnet_id': '03565cb5-5db4-4e41-b4b3-1069a7f92d36'}]}} from n-d-771362-32. {{(pid=94463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:47:36.083587 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-88f59b06-1052-47d8-af72-588895b0b269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:36.099767 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8e2803cc-9daa-4990-974d-e36153a4fb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:36.176044 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7526b601-7078-4cc4-ab53-40ae4194b379 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11839'] for router, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:36.235394 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bc0eb3-148e-4db4-8e27-982161e56b79 None None] Pushing event updated for resources: {'Port': ['ID=7d864c27-36c7-40ab-867a-a231dc3e2f70,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:36.244380 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2803cc-9daa-4990-974d-e36153a4fb78 None None] Routers {'31da5e57-082e-48f2-9348-c9421c29aec3'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:47:36.245028 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-8e2803cc-9daa-4990-974d-e36153a4fb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:47:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['31da5e57-082e-48f2-9348-c9421c29aec3'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:36.371656 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.db_base_plugin_common [None req-88f59b06-1052-47d8-af72-588895b0b269 None None] Allocated IP 172.20.0.2 (fd2ec19e-2946-4196-90b4-0fedbceda7cf/03565cb5-5db4-4e41-b4b3-1069a7f92d36/11bb5aeb-81e0-412b-b603-85ba9f414ab8) {{(pid=94463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:47:36.402092 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-8e2803cc-9daa-4990-974d-e36153a4fb78 None None] Set router 31da5e57-082e-48f2-9348-c9421c29aec3 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:47:36.467087 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7526b601-7078-4cc4-ab53-40ae4194b379 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:36.493269 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7526b601-7078-4cc4-ab53-40ae4194b379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:36.617911 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-7526b601-7078-4cc4-ab53-40ae4194b379 admin admin] Allocated IP 172.25.7.149 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/05eb5b1c-8a2d-4627-85ef-f3faec7dd4cc) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:47:36.688167 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-88f59b06-1052-47d8-af72-588895b0b269 None None] Notify callbacks [] for port, precommit_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:36.700612 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-88f59b06-1052-47d8-af72-588895b0b269 None None] Transition to ACTIVE for port object 11bb5aeb-81e0-412b-b603-85ba9f414ab8 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:47:36.726548 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-88f59b06-1052-47d8-af72-588895b0b269 None None] Transition to ACTIVE for port object 11bb5aeb-81e0-412b-b603-85ba9f414ab8 will not be triggered until provisioned by entity DHCP. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:47:36.735787 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7526b601-7078-4cc4-ab53-40ae4194b379 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:36.746768 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-8e2803cc-9daa-4990-974d-e36153a4fb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31da5e57-082e-48f2-9348-c9421c29aec3', 'name': 'tempest-TestSnapshotPattern-1452890701-router', 'tenant_id': 'd208b1fc1d5f4b119d2e0687f8a8e534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '6071f01e-cc5b-4941-a73b-21ee5d8cf5df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:29Z', 'updated_at': '2021-07-05T03:47:32Z', 'revision_number': 4, 'project_id': 'd208b1fc1d5f4b119d2e0687f8a8e534', 'gw_port': {'id': '6071f01e-cc5b-4941-a73b-21ee5d8cf5df', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ac:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31da5e57-082e-48f2-9348-c9421c29aec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:30Z', 'updated_at': '2021-07-05T03:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '7d864c27-36c7-40ab-867a-a231dc3e2f70', 'name': '', 'network_id': '45705816-7faf-4bfa-837c-00390b90563f', 'tenant_id': 'd208b1fc1d5f4b119d2e0687f8a8e534', 'mac_address': 'fa:16:3e:22:00:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31da5e57-082e-48f2-9348-c9421c29aec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'e79d20ec-270e-4e21-81aa-a7222b48a938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:32Z', 'updated_at': '2021-07-05T03:47:36Z', 'revision_number': 4, 'project_id': 'd208b1fc1d5f4b119d2e0687f8a8e534', 'subnets': [{'id': 'e79d20ec-270e-4e21-81aa-a7222b48a938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:36.773035 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2803cc-9daa-4990-974d-e36153a4fb78 None None] The sync data for ids ['31da5e57-082e-48f2-9348-c9421c29aec3'] in n-d-771362-32 is: [{'id': '31da5e57-082e-48f2-9348-c9421c29aec3', 'name': 'tempest-TestSnapshotPattern-1452890701-router', 'tenant_id': 'd208b1fc1d5f4b119d2e0687f8a8e534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '6071f01e-cc5b-4941-a73b-21ee5d8cf5df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:29Z', 'updated_at': '2021-07-05T03:47:32Z', 'revision_number': 4, 'project_id': 'd208b1fc1d5f4b119d2e0687f8a8e534', 'gw_port': {'id': '6071f01e-cc5b-4941-a73b-21ee5d8cf5df', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ac:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31da5e57-082e-48f2-9348-c9421c29aec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:30Z', 'updated_at': '2021-07-05T03:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '7d864c27-36c7-40ab-867a-a231dc3e2f70', 'name': '', 'network_id': '45705816-7faf-4bfa-837c-00390b90563f', 'tenant_id': 'd208b1fc1d5f4b119d2e0687f8a8e534', 'mac_address': 'fa:16:3e:22:00:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31da5e57-082e-48f2-9348-c9421c29aec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'e79d20ec-270e-4e21-81aa-a7222b48a938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:32Z', 'updated_at': '2021-07-05T03:47:36Z', 'revision_number': 4, 'project_id': 'd208b1fc1d5f4b119d2e0687f8a8e534', 'subnets': [{'id': 'e79d20ec-270e-4e21-81aa-a7222b48a938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:47:36.799698 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-88f59b06-1052-47d8-af72-588895b0b269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516'] for port, after_create {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:36.841564 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7526b601-7078-4cc4-ab53-40ae4194b379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:36.860094 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f59b06-1052-47d8-af72-588895b0b269 None None] Network fd2ec19e-2946-4196-90b4-0fedbceda7cf is already hosted by enough agents. {{(pid=94463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:47:36.868955 n-d-771362-32 neutron-server[94463]: DEBUG neutron.scheduler.base_scheduler [None req-88f59b06-1052-47d8-af72-588895b0b269 None None] Resources bound (agent type, host, resource id): {{(pid=94463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:47:36.878082 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f59b06-1052-47d8-af72-588895b0b269 None None] Received port after_create {{(pid=94463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:47:36.879076 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f59b06-1052-47d8-af72-588895b0b269 None None] Pushing event updated for resources: {'Port': ['ID=11bb5aeb-81e0-412b-b603-85ba9f414ab8,revision_number=1']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:36.895218 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7526b601-7078-4cc4-ab53-40ae4194b379 admin admin] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:47:36.904039 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-7526b601-7078-4cc4-ab53-40ae4194b379 admin admin] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:47:36.910319 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7526b601-7078-4cc4-ab53-40ae4194b379 admin admin] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:47:36.913989 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7526b601-7078-4cc4-ab53-40ae4194b379 admin admin] Pushing event updated for resources: {'Port': ['ID=05eb5b1c-8a2d-4627-85ef-f3faec7dd4cc,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:36.944279 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-88f59b06-1052-47d8-af72-588895b0b269 None None] Attempting to bind port 11bb5aeb-81e0-412b-b603-85ba9f414ab8 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:47:36.944638 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-88f59b06-1052-47d8-af72-588895b0b269 None None] Attempting to bind port 11bb5aeb-81e0-412b-b603-85ba9f414ab8 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '01b45909-7db6-4f54-9c5d-68ce5ae38fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'fd2ec19e-2946-4196-90b4-0fedbceda7cf'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:47:36.946181 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f59b06-1052-47d8-af72-588895b0b269 None None] Attempting to bind port 11bb5aeb-81e0-412b-b603-85ba9f414ab8 on network fd2ec19e-2946-4196-90b4-0fedbceda7cf {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:47:36.954027 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f59b06-1052-47d8-af72-588895b0b269 None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:47:36.954848 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f59b06-1052-47d8-af72-588895b0b269 None None] Checking segment: {'id': '01b45909-7db6-4f54-9c5d-68ce5ae38fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'fd2ec19e-2946-4196-90b4-0fedbceda7cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:47:36.955373 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-88f59b06-1052-47d8-af72-588895b0b269 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:36.955840 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f59b06-1052-47d8-af72-588895b0b269 None None] Bound using segment: {'id': '01b45909-7db6-4f54-9c5d-68ce5ae38fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'fd2ec19e-2946-4196-90b4-0fedbceda7cf'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:47:36.956386 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-88f59b06-1052-47d8-af72-588895b0b269 None None] Bound port: 11bb5aeb-81e0-412b-b603-85ba9f414ab8, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01b45909-7db6-4f54-9c5d-68ce5ae38fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'fd2ec19e-2946-4196-90b4-0fedbceda7cf'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:47:36.956977 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-88f59b06-1052-47d8-af72-588895b0b269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:37.030763 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-88f59b06-1052-47d8-af72-588895b0b269 None None] For port 11bb5aeb-81e0-412b-b603-85ba9f414ab8, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:47:37.035588 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-88f59b06-1052-47d8-af72-588895b0b269 None None] For port 11bb5aeb-81e0-412b-b603-85ba9f414ab8, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=11bb5aeb-81e0-412b-b603-85ba9f414ab8,segment=NetworkSegment(01b45909-7db6-4f54-9c5d-68ce5ae38fe1),segment_id=01b45909-7db6-4f54-9c5d-68ce5ae38fe1)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:47:37.110110 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-88f59b06-1052-47d8-af72-588895b0b269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:37.170154 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f59b06-1052-47d8-af72-588895b0b269 None None] Pushing event updated for resources: {'Port': ['ID=11bb5aeb-81e0-412b-b603-85ba9f414ab8,revision_number=2']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:37.270467 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7526b601-7078-4cc4-ab53-40ae4194b379 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:37.514970 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7526b601-7078-4cc4-ab53-40ae4194b379 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636963'] for router, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:37.745102 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7526b601-7078-4cc4-ab53-40ae4194b379 admin admin] Router 33dc014d-e622-4ed0-bcd0-48f258b04934 is scheduled to L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 with binding_index 1 {{(pid=94461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 03:47:37.778843 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 7d864c27-36c7-40ab-867a-a231dc3e2f70 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:47:38.112466 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7526b601-7078-4cc4-ab53-40ae4194b379 admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:47:38.115850 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abbe9e1-c825-4181-8c0d-33cf924fcd9c None None] Sync routers for ids ['33dc014d-e622-4ed0-bcd0-48f258b04934'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:47:38.115850 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abbe9e1-c825-4181-8c0d-33cf924fcd9c None None] Routers {'33dc014d-e622-4ed0-bcd0-48f258b04934'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:47:38.115850 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-8abbe9e1-c825-4181-8c0d-33cf924fcd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:47:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['33dc014d-e622-4ed0-bcd0-48f258b04934'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:38.117043 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 7d864c27-36c7-40ab-867a-a231dc3e2f70 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:47:38.117043 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 7d864c27-36c7-40ab-867a-a231dc3e2f70 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:47:38.117043 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:38.117948 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7526b601-7078-4cc4-ab53-40ae4194b379 admin admin] Notify callbacks [] for router, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:38.117948 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-7526b601-7078-4cc4-ab53-40ae4194b379 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.1929657 Jul 05 03:47:38.118084 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 52904) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:38.118573 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:38.122517 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:47:38.155102 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-8abbe9e1-c825-4181-8c0d-33cf924fcd9c None None] Set router 33dc014d-e622-4ed0-bcd0-48f258b04934 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:47:38.166794 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f87fef-2061-4c9d-bebb-972228897d84 None None] Network fd2ec19e-2946-4196-90b4-0fedbceda7cf requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:47:38.170656 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 7d864c27-36c7-40ab-867a-a231dc3e2f70, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=7d864c27-36c7-40ab-867a-a231dc3e2f70,segment=NetworkSegment(20830652-cf62-4ebd-84c4-ced4418144e4),segment_id=20830652-cf62-4ebd-84c4-ced4418144e4)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:38.276706 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:38.277486 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 11bb5aeb-81e0-412b-b603-85ba9f414ab8 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:47:38.395482 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=7d864c27-36c7-40ab-867a-a231dc3e2f70,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:38.441649 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-8abbe9e1-c825-4181-8c0d-33cf924fcd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33dc014d-e622-4ed0-bcd0-48f258b04934', 'name': 'tempest-TestSnapshotPattern-5669630-router', 'tenant_id': '98fbfb0bea684f3a986c5f2650770875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': '05eb5b1c-8a2d-4627-85ef-f3faec7dd4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:35Z', 'updated_at': '2021-07-05T03:47:37Z', 'revision_number': 3, 'project_id': '98fbfb0bea684f3a986c5f2650770875', 'gw_port': {'id': '05eb5b1c-8a2d-4627-85ef-f3faec7dd4cc', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2a:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33dc014d-e622-4ed0-bcd0-48f258b04934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:36Z', 'updated_at': '2021-07-05T03:47:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:38.471221 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-976386e1-e3a1-4af8-a617-d734434ea729 None None] Provisioning for port 11bb5aeb-81e0-412b-b603-85ba9f414ab8 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:47:38.473145 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abbe9e1-c825-4181-8c0d-33cf924fcd9c None None] Checking router: 33dc014d-e622-4ed0-bcd0-48f258b04934 for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:47:38.473496 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abbe9e1-c825-4181-8c0d-33cf924fcd9c None None] Updating router 33dc014d-e622-4ed0-bcd0-48f258b04934 port 05eb5b1c-8a2d-4627-85ef-f3faec7dd4cc binding host n-d-771362-32 {{(pid=94464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:47:38.499355 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 11bb5aeb-81e0-412b-b603-85ba9f414ab8 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:47:38.504331 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 11bb5aeb-81e0-412b-b603-85ba9f414ab8 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:47:38.504718 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:38.513553 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8abbe9e1-c825-4181-8c0d-33cf924fcd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:38.591823 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-285ec420-b5e0-40f0-96f7-9a9d068861ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:38.629873 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:38.666686 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 11bb5aeb-81e0-412b-b603-85ba9f414ab8, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=11bb5aeb-81e0-412b-b603-85ba9f414ab8,segment=NetworkSegment(01b45909-7db6-4f54-9c5d-68ce5ae38fe1),segment_id=01b45909-7db6-4f54-9c5d-68ce5ae38fe1)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:38.706030 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-d157a47a-768e-4c51-957f-c48b6618e865 None None] Provisioning complete for port 11bb5aeb-81e0-412b-b603-85ba9f414ab8 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:47:38.706629 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-d157a47a-768e-4c51-957f-c48b6618e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:38.750815 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:38.822844 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8abbe9e1-c825-4181-8c0d-33cf924fcd9c None None] Notify callbacks [] for port, precommit_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:38.835031 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.provisioning_blocks [None req-8abbe9e1-c825-4181-8c0d-33cf924fcd9c None None] Transition to ACTIVE for port object 05eb5b1c-8a2d-4627-85ef-f3faec7dd4cc will not be triggered until provisioned by entity L2. {{(pid=94464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:47:38.839756 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=11bb5aeb-81e0-412b-b603-85ba9f414ab8,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:38.921990 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8abbe9e1-c825-4181-8c0d-33cf924fcd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:38.973353 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-8abbe9e1-c825-4181-8c0d-33cf924fcd9c None None] Attempting to bind port 05eb5b1c-8a2d-4627-85ef-f3faec7dd4cc on host n-d-771362-32 for vnic_type normal with profile {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:47:38.973720 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-8abbe9e1-c825-4181-8c0d-33cf924fcd9c None None] Attempting to bind port 05eb5b1c-8a2d-4627-85ef-f3faec7dd4cc by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:47:38.974079 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abbe9e1-c825-4181-8c0d-33cf924fcd9c None None] Attempting to bind port 05eb5b1c-8a2d-4627-85ef-f3faec7dd4cc on network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:47:38.981845 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1744c35d-d876-4b5c-9315-5b5c0b1d60a2 None None] Pushing event updated for resources: {'Port': ['ID=05eb5b1c-8a2d-4627-85ef-f3faec7dd4cc,revision_number=2']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:38.984660 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abbe9e1-c825-4181-8c0d-33cf924fcd9c None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:47:38.984805 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abbe9e1-c825-4181-8c0d-33cf924fcd9c None None] Checking segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:47:38.985170 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8abbe9e1-c825-4181-8c0d-33cf924fcd9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:38.985556 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abbe9e1-c825-4181-8c0d-33cf924fcd9c None None] Bound using segment: {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'} {{(pid=94464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:47:38.986169 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.managers [None req-8abbe9e1-c825-4181-8c0d-33cf924fcd9c None None] Bound port: 05eb5b1c-8a2d-4627-85ef-f3faec7dd4cc, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd51b0190-5612-4a14-8fa2-d69b40283440', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0'}}] {{(pid=94464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:47:38.986561 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8abbe9e1-c825-4181-8c0d-33cf924fcd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:39.045731 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-8abbe9e1-c825-4181-8c0d-33cf924fcd9c None None] For port 05eb5b1c-8a2d-4627-85ef-f3faec7dd4cc, host n-d-771362-32, cleared binding levels {{(pid=94464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:47:39.048793 n-d-771362-32 neutron-server[94464]: DEBUG neutron.plugins.ml2.db [None req-8abbe9e1-c825-4181-8c0d-33cf924fcd9c None None] For port 05eb5b1c-8a2d-4627-85ef-f3faec7dd4cc, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=05eb5b1c-8a2d-4627-85ef-f3faec7dd4cc,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:47:39.104276 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.db_base_plugin_common [None req-285ec420-b5e0-40f0-96f7-9a9d068861ec admin admin] Allocated IP 172.20.0.1 (fd2ec19e-2946-4196-90b4-0fedbceda7cf/03565cb5-5db4-4e41-b4b3-1069a7f92d36/816cd3d8-eaf8-4a65-b118-825c12b0bf70) {{(pid=94462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:47:39.151310 n-d-771362-32 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-8abbe9e1-c825-4181-8c0d-33cf924fcd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:39.210026 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abbe9e1-c825-4181-8c0d-33cf924fcd9c None None] Routers {'33dc014d-e622-4ed0-bcd0-48f258b04934'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:47:39.210666 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-8abbe9e1-c825-4181-8c0d-33cf924fcd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:47:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['33dc014d-e622-4ed0-bcd0-48f258b04934'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:39.211870 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-285ec420-b5e0-40f0-96f7-9a9d068861ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:39.218279 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1744c35d-d876-4b5c-9315-5b5c0b1d60a2 None None] Pushing event updated for resources: {'Port': ['ID=05eb5b1c-8a2d-4627-85ef-f3faec7dd4cc,revision_number=3']} {{(pid=94464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:39.225854 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.provisioning_blocks [None req-285ec420-b5e0-40f0-96f7-9a9d068861ec admin admin] Transition to ACTIVE for port object 816cd3d8-eaf8-4a65-b118-825c12b0bf70 will not be triggered until provisioned by entity DHCP. {{(pid=94462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:47:39.317802 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-8abbe9e1-c825-4181-8c0d-33cf924fcd9c None None] Set router 33dc014d-e622-4ed0-bcd0-48f258b04934 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:47:39.407856 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-285ec420-b5e0-40f0-96f7-9a9d068861ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6165380'] for port, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:39.444865 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285ec420-b5e0-40f0-96f7-9a9d068861ec admin admin] Network fd2ec19e-2946-4196-90b4-0fedbceda7cf is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:47:39.449364 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-285ec420-b5e0-40f0-96f7-9a9d068861ec admin admin] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:47:39.452963 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285ec420-b5e0-40f0-96f7-9a9d068861ec admin admin] Received port after_create {{(pid=94462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:47:39.480782 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285ec420-b5e0-40f0-96f7-9a9d068861ec admin admin] Pushing event updated for resources: {'Port': ['ID=816cd3d8-eaf8-4a65-b118-825c12b0bf70,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:39.498762 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-8abbe9e1-c825-4181-8c0d-33cf924fcd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33dc014d-e622-4ed0-bcd0-48f258b04934', 'name': 'tempest-TestSnapshotPattern-5669630-router', 'tenant_id': '98fbfb0bea684f3a986c5f2650770875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': '05eb5b1c-8a2d-4627-85ef-f3faec7dd4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:35Z', 'updated_at': '2021-07-05T03:47:37Z', 'revision_number': 3, 'project_id': '98fbfb0bea684f3a986c5f2650770875', 'gw_port': {'id': '05eb5b1c-8a2d-4627-85ef-f3faec7dd4cc', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2a:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33dc014d-e622-4ed0-bcd0-48f258b04934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:36Z', 'updated_at': '2021-07-05T03:47:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:39.501306 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-285ec420-b5e0-40f0-96f7-9a9d068861ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635668'] for router_interface, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:39.534906 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abbe9e1-c825-4181-8c0d-33cf924fcd9c None None] The sync data for ids ['33dc014d-e622-4ed0-bcd0-48f258b04934'] in n-d-771362-32 is: [{'id': '33dc014d-e622-4ed0-bcd0-48f258b04934', 'name': 'tempest-TestSnapshotPattern-5669630-router', 'tenant_id': '98fbfb0bea684f3a986c5f2650770875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': '05eb5b1c-8a2d-4627-85ef-f3faec7dd4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:35Z', 'updated_at': '2021-07-05T03:47:37Z', 'revision_number': 3, 'project_id': '98fbfb0bea684f3a986c5f2650770875', 'gw_port': {'id': '05eb5b1c-8a2d-4627-85ef-f3faec7dd4cc', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2a:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33dc014d-e622-4ed0-bcd0-48f258b04934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:36Z', 'updated_at': '2021-07-05T03:47:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:47:39.749759 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 7d864c27-36c7-40ab-867a-a231dc3e2f70 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:47:39.754945 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-285ec420-b5e0-40f0-96f7-9a9d068861ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:39.846911 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 7d864c27-36c7-40ab-867a-a231dc3e2f70 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:47:39.847348 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:39.921633 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-9499fdf8-0c66-47a3-b898-380f8e0ad472 None None] Provisioning for port 816cd3d8-eaf8-4a65-b118-825c12b0bf70 completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:47:39.929564 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-9499fdf8-0c66-47a3-b898-380f8e0ad472 None None] Provisioning complete for port 816cd3d8-eaf8-4a65-b118-825c12b0bf70 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:47:39.929931 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-9499fdf8-0c66-47a3-b898-380f8e0ad472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:39.955791 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-285ec420-b5e0-40f0-96f7-9a9d068861ec admin admin] Notify callbacks [] for port, precommit_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:39.964699 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 11bb5aeb-81e0-412b-b603-85ba9f414ab8 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:47:39.994413 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-9499fdf8-0c66-47a3-b898-380f8e0ad472 None None] Port 816cd3d8-eaf8-4a65-b118-825c12b0bf70 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:47:40.023536 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 11bb5aeb-81e0-412b-b603-85ba9f414ab8 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:47:40.023906 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:40.082293 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-285ec420-b5e0-40f0-96f7-9a9d068861ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6165366'] for port, after_update {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:40.159835 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285ec420-b5e0-40f0-96f7-9a9d068861ec admin admin] Pushing event updated for resources: {'Port': ['ID=816cd3d8-eaf8-4a65-b118-825c12b0bf70,revision_number=2']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:40.162526 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-285ec420-b5e0-40f0-96f7-9a9d068861ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634601'] for router_interface, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:40.268277 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285ec420-b5e0-40f0-96f7-9a9d068861ec admin admin] Network fd2ec19e-2946-4196-90b4-0fedbceda7cf is already hosted by enough agents. {{(pid=94462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:47:40.269714 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.base_scheduler [None req-285ec420-b5e0-40f0-96f7-9a9d068861ec admin admin] Resources bound (agent type, host, resource id): {{(pid=94462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:47:40.400357 n-d-771362-32 neutron-server[94462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-285ec420-b5e0-40f0-96f7-9a9d068861ec admin admin] Router 33dc014d-e622-4ed0-bcd0-48f258b04934 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:47:40.515826 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-285ec420-b5e0-40f0-96f7-9a9d068861ec admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:47:40.516953 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-087b1ee4-dc10-4b66-9b0e-da7d5c3dc5d1 None None] Provisioning complete for port 816cd3d8-eaf8-4a65-b118-825c12b0bf70 triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:47:40.517906 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-087b1ee4-dc10-4b66-9b0e-da7d5c3dc5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:40.521500 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-285ec420-b5e0-40f0-96f7-9a9d068861ec admin admin] 10.222.0.23 "PUT /v2.0/routers/33dc014d-e622-4ed0-bcd0-48f258b04934/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5023322 Jul 05 03:47:40.551833 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-087b1ee4-dc10-4b66-9b0e-da7d5c3dc5d1 None None] Port 816cd3d8-eaf8-4a65-b118-825c12b0bf70 cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:47:41.102181 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 52912) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:41.106998 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-419e9c1c-cd9d-471f-9dca-0ac14d09f43e tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1729980439', 'description': 'tempest-secgroup-smoke-1729980439 description', 'project_id': 'd208b1fc1d5f4b119d2e0687f8a8e534'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:47:41.146152 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10efce3-a44d-400b-8127-9a0aef1eb69d None None] Sync routers for ids ['33dc014d-e622-4ed0-bcd0-48f258b04934'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:47:41.155432 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10efce3-a44d-400b-8127-9a0aef1eb69d None None] Routers {'33dc014d-e622-4ed0-bcd0-48f258b04934'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:47:41.156043 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-a10efce3-a44d-400b-8127-9a0aef1eb69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:47:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['33dc014d-e622-4ed0-bcd0-48f258b04934'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:41.219631 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-419e9c1c-cd9d-471f-9dca-0ac14d09f43e tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Notify callbacks [] for security_group, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:41.260912 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-a10efce3-a44d-400b-8127-9a0aef1eb69d None None] Set router 33dc014d-e622-4ed0-bcd0-48f258b04934 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:47:41.302509 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-419e9c1c-cd9d-471f-9dca-0ac14d09f43e tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Notify callbacks [] for security_group, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:41.384486 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-419e9c1c-cd9d-471f-9dca-0ac14d09f43e tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:41.417885 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419e9c1c-cd9d-471f-9dca-0ac14d09f43e tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95e89d83-1f90-4384-9c59-33239a2c8ee3,revision_number=1']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:41.462303 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-a10efce3-a44d-400b-8127-9a0aef1eb69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33dc014d-e622-4ed0-bcd0-48f258b04934', 'name': 'tempest-TestSnapshotPattern-5669630-router', 'tenant_id': '98fbfb0bea684f3a986c5f2650770875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': '05eb5b1c-8a2d-4627-85ef-f3faec7dd4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:35Z', 'updated_at': '2021-07-05T03:47:39Z', 'revision_number': 4, 'project_id': '98fbfb0bea684f3a986c5f2650770875', 'gw_port': {'id': '05eb5b1c-8a2d-4627-85ef-f3faec7dd4cc', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2a:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33dc014d-e622-4ed0-bcd0-48f258b04934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:36Z', 'updated_at': '2021-07-05T03:47:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '816cd3d8-eaf8-4a65-b118-825c12b0bf70', 'name': '', 'network_id': 'fd2ec19e-2946-4196-90b4-0fedbceda7cf', 'tenant_id': '98fbfb0bea684f3a986c5f2650770875', 'mac_address': 'fa:16:3e:fb:69:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33dc014d-e622-4ed0-bcd0-48f258b04934', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '03565cb5-5db4-4e41-b4b3-1069a7f92d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:38Z', 'updated_at': '2021-07-05T03:47:39Z', 'revision_number': 2, 'project_id': '98fbfb0bea684f3a986c5f2650770875', 'subnets': [{'id': '03565cb5-5db4-4e41-b4b3-1069a7f92d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:41.488929 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10efce3-a44d-400b-8127-9a0aef1eb69d None None] Checking router: 33dc014d-e622-4ed0-bcd0-48f258b04934 for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:47:41.489286 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10efce3-a44d-400b-8127-9a0aef1eb69d None None] Updating router 33dc014d-e622-4ed0-bcd0-48f258b04934 port 816cd3d8-eaf8-4a65-b118-825c12b0bf70 binding host n-d-771362-32 {{(pid=94463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:47:41.499222 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-419e9c1c-cd9d-471f-9dca-0ac14d09f43e tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:41.500523 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-419e9c1c-cd9d-471f-9dca-0ac14d09f43e tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3973255 Jul 05 03:47:41.504220 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 52914) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:41.508875 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-0e03dc4a-ce09-4c99-8430-e5f7b64c6f3b tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Request body: {'security_group_rule': {'security_group_id': '95e89d83-1f90-4384-9c59-33239a2c8ee3', 'project_id': 'd208b1fc1d5f4b119d2e0687f8a8e534', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:47:41.524327 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a10efce3-a44d-400b-8127-9a0aef1eb69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:41.601270 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0e03dc4a-ce09-4c99-8430-e5f7b64c6f3b tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:41.661729 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0e03dc4a-ce09-4c99-8430-e5f7b64c6f3b tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:41.745869 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0e03dc4a-ce09-4c99-8430-e5f7b64c6f3b tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:41.755468 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 05eb5b1c-8a2d-4627-85ef-f3faec7dd4cc up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:47:41.765822 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e03dc4a-ce09-4c99-8430-e5f7b64c6f3b tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c921d38f-8146-4922-8fcf-dec0df3dd943,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:41.834327 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a10efce3-a44d-400b-8127-9a0aef1eb69d None None] Notify callbacks [] for port, precommit_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:41.842447 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-0e03dc4a-ce09-4c99-8430-e5f7b64c6f3b tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:41.846606 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-0e03dc4a-ce09-4c99-8430-e5f7b64c6f3b tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3384910 Jul 05 03:47:41.847402 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 52916) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:41.849609 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-a10efce3-a44d-400b-8127-9a0aef1eb69d None None] Transition to ACTIVE for port object 816cd3d8-eaf8-4a65-b118-825c12b0bf70 will not be triggered until provisioned by entity L2. {{(pid=94463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:47:41.852940 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-7023f850-e440-42af-a97d-45fe07560036 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Request body: {'security_group_rule': {'security_group_id': '95e89d83-1f90-4384-9c59-33239a2c8ee3', 'project_id': 'd208b1fc1d5f4b119d2e0687f8a8e534', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:47:41.928214 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 05eb5b1c-8a2d-4627-85ef-f3faec7dd4cc completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:47:41.932842 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 05eb5b1c-8a2d-4627-85ef-f3faec7dd4cc triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:47:41.933298 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:41.958277 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a10efce3-a44d-400b-8127-9a0aef1eb69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:41.962797 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7023f850-e440-42af-a97d-45fe07560036 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:42.039500 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7023f850-e440-42af-a97d-45fe07560036 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:42.042441 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d260a79-48f9-4ef0-9551-c69ab4b97c30 None None] Pushing event updated for resources: {'Port': ['ID=816cd3d8-eaf8-4a65-b118-825c12b0bf70,revision_number=3']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:42.131471 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:42.136338 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-a10efce3-a44d-400b-8127-9a0aef1eb69d None None] Attempting to bind port 816cd3d8-eaf8-4a65-b118-825c12b0bf70 on host n-d-771362-32 for vnic_type normal with profile {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:47:42.136700 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-a10efce3-a44d-400b-8127-9a0aef1eb69d None None] Attempting to bind port 816cd3d8-eaf8-4a65-b118-825c12b0bf70 by drivers openvswitch,hyperv on host n-d-771362-32 at level 0 using segments [{'id': '01b45909-7db6-4f54-9c5d-68ce5ae38fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'fd2ec19e-2946-4196-90b4-0fedbceda7cf'}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:47:42.137061 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10efce3-a44d-400b-8127-9a0aef1eb69d None None] Attempting to bind port 816cd3d8-eaf8-4a65-b118-825c12b0bf70 on network fd2ec19e-2946-4196-90b4-0fedbceda7cf {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:47:42.139044 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7023f850-e440-42af-a97d-45fe07560036 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:42.147322 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10efce3-a44d-400b-8127-9a0aef1eb69d None None] Checking agent: {'id': '90959d57-78ff-4595-b125-a10ec9368c4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 1, 24), 'started_at': datetime.datetime(2021, 7, 5, 2, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:47:42.147860 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10efce3-a44d-400b-8127-9a0aef1eb69d None None] Checking segment: {'id': '01b45909-7db6-4f54-9c5d-68ce5ae38fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'fd2ec19e-2946-4196-90b4-0fedbceda7cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:47:42.148083 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a10efce3-a44d-400b-8127-9a0aef1eb69d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:42.148509 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10efce3-a44d-400b-8127-9a0aef1eb69d None None] Bound using segment: {'id': '01b45909-7db6-4f54-9c5d-68ce5ae38fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'fd2ec19e-2946-4196-90b4-0fedbceda7cf'} {{(pid=94463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:47:42.148991 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.managers [None req-a10efce3-a44d-400b-8127-9a0aef1eb69d None None] Bound port: 816cd3d8-eaf8-4a65-b118-825c12b0bf70, host: n-d-771362-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01b45909-7db6-4f54-9c5d-68ce5ae38fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'fd2ec19e-2946-4196-90b4-0fedbceda7cf'}}] {{(pid=94463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:47:42.149365 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a10efce3-a44d-400b-8127-9a0aef1eb69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:42.160417 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7023f850-e440-42af-a97d-45fe07560036 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4e0ce6c-6aba-4b69-8fe6-e653acdfbd02,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:42.172867 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 05eb5b1c-8a2d-4627-85ef-f3faec7dd4cc, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=05eb5b1c-8a2d-4627-85ef-f3faec7dd4cc,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:42.228717 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-a10efce3-a44d-400b-8127-9a0aef1eb69d None None] For port 816cd3d8-eaf8-4a65-b118-825c12b0bf70, host n-d-771362-32, cleared binding levels {{(pid=94463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:47:42.231695 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-a10efce3-a44d-400b-8127-9a0aef1eb69d None None] For port 816cd3d8-eaf8-4a65-b118-825c12b0bf70, host n-d-771362-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=816cd3d8-eaf8-4a65-b118-825c12b0bf70,segment=NetworkSegment(01b45909-7db6-4f54-9c5d-68ce5ae38fe1),segment_id=01b45909-7db6-4f54-9c5d-68ce5ae38fe1)] {{(pid=94463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:47:42.248448 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-7023f850-e440-42af-a97d-45fe07560036 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:42.249728 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-7023f850-e440-42af-a97d-45fe07560036 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4007640 Jul 05 03:47:42.252797 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 52918) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:42.257776 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-170d38a7-1031-4c94-8f0f-d7dc2641eea7 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Request body: {'security_group_rule': {'security_group_id': '95e89d83-1f90-4384-9c59-33239a2c8ee3', 'project_id': 'd208b1fc1d5f4b119d2e0687f8a8e534', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:47:42.275497 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:42.333350 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=05eb5b1c-8a2d-4627-85ef-f3faec7dd4cc,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:42.339835 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a10efce3-a44d-400b-8127-9a0aef1eb69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:42.373360 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-170d38a7-1031-4c94-8f0f-d7dc2641eea7 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:42.419379 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10efce3-a44d-400b-8127-9a0aef1eb69d None None] Routers {'33dc014d-e622-4ed0-bcd0-48f258b04934'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:47:42.420005 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-a10efce3-a44d-400b-8127-9a0aef1eb69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:47:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['33dc014d-e622-4ed0-bcd0-48f258b04934'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:42.421915 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d260a79-48f9-4ef0-9551-c69ab4b97c30 None None] Pushing event updated for resources: {'Port': ['ID=816cd3d8-eaf8-4a65-b118-825c12b0bf70,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:42.483577 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-170d38a7-1031-4c94-8f0f-d7dc2641eea7 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:42.558556 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-170d38a7-1031-4c94-8f0f-d7dc2641eea7 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:42.562944 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-a10efce3-a44d-400b-8127-9a0aef1eb69d None None] Set router 33dc014d-e622-4ed0-bcd0-48f258b04934 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:47:42.583949 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170d38a7-1031-4c94-8f0f-d7dc2641eea7 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d7d722d-fc10-4258-af9f-25ce9368ec20,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:42.649015 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:42.653403 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-170d38a7-1031-4c94-8f0f-d7dc2641eea7 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:42.657129 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-170d38a7-1031-4c94-8f0f-d7dc2641eea7 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4008455 Jul 05 03:47:42.657492 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 52920) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:42.662073 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.v2.base [None req-ce73d9b6-3e5b-4ce1-bb0a-b19f8784a3bb tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Request body: {'security_group_rule': {'security_group_id': '95e89d83-1f90-4384-9c59-33239a2c8ee3', 'project_id': 'd208b1fc1d5f4b119d2e0687f8a8e534', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:47:42.790719 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ce73d9b6-3e5b-4ce1-bb0a-b19f8784a3bb tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:42.803887 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-a10efce3-a44d-400b-8127-9a0aef1eb69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33dc014d-e622-4ed0-bcd0-48f258b04934', 'name': 'tempest-TestSnapshotPattern-5669630-router', 'tenant_id': '98fbfb0bea684f3a986c5f2650770875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': '05eb5b1c-8a2d-4627-85ef-f3faec7dd4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:35Z', 'updated_at': '2021-07-05T03:47:39Z', 'revision_number': 4, 'project_id': '98fbfb0bea684f3a986c5f2650770875', 'gw_port': {'id': '05eb5b1c-8a2d-4627-85ef-f3faec7dd4cc', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dc014d-e622-4ed0-bcd0-48f258b04934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:36Z', 'updated_at': '2021-07-05T03:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '816cd3d8-eaf8-4a65-b118-825c12b0bf70', 'name': '', 'network_id': 'fd2ec19e-2946-4196-90b4-0fedbceda7cf', 'tenant_id': '98fbfb0bea684f3a986c5f2650770875', 'mac_address': 'fa:16:3e:fb:69:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33dc014d-e622-4ed0-bcd0-48f258b04934', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '03565cb5-5db4-4e41-b4b3-1069a7f92d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:38Z', 'updated_at': '2021-07-05T03:47:42Z', 'revision_number': 4, 'project_id': '98fbfb0bea684f3a986c5f2650770875', 'subnets': [{'id': '03565cb5-5db4-4e41-b4b3-1069a7f92d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:42.834942 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10efce3-a44d-400b-8127-9a0aef1eb69d None None] The sync data for ids ['33dc014d-e622-4ed0-bcd0-48f258b04934'] in n-d-771362-32 is: [{'id': '33dc014d-e622-4ed0-bcd0-48f258b04934', 'name': 'tempest-TestSnapshotPattern-5669630-router', 'tenant_id': '98fbfb0bea684f3a986c5f2650770875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': '05eb5b1c-8a2d-4627-85ef-f3faec7dd4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:35Z', 'updated_at': '2021-07-05T03:47:39Z', 'revision_number': 4, 'project_id': '98fbfb0bea684f3a986c5f2650770875', 'gw_port': {'id': '05eb5b1c-8a2d-4627-85ef-f3faec7dd4cc', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dc014d-e622-4ed0-bcd0-48f258b04934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:36Z', 'updated_at': '2021-07-05T03:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '816cd3d8-eaf8-4a65-b118-825c12b0bf70', 'name': '', 'network_id': 'fd2ec19e-2946-4196-90b4-0fedbceda7cf', 'tenant_id': '98fbfb0bea684f3a986c5f2650770875', 'mac_address': 'fa:16:3e:fb:69:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33dc014d-e622-4ed0-bcd0-48f258b04934', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '03565cb5-5db4-4e41-b4b3-1069a7f92d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:38Z', 'updated_at': '2021-07-05T03:47:42Z', 'revision_number': 4, 'project_id': '98fbfb0bea684f3a986c5f2650770875', 'subnets': [{'id': '03565cb5-5db4-4e41-b4b3-1069a7f92d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:47:42.841595 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:42.852325 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ce73d9b6-3e5b-4ce1-bb0a-b19f8784a3bb tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:42.921837 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ce73d9b6-3e5b-4ce1-bb0a-b19f8784a3bb tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:42.947352 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce73d9b6-3e5b-4ce1-bb0a-b19f8784a3bb tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94994917-c2d6-4a66-861c-cb6c63da9c70,revision_number=0']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:43.019655 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-ce73d9b6-3e5b-4ce1-bb0a-b19f8784a3bb tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:43.020892 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-ce73d9b6-3e5b-4ce1-bb0a-b19f8784a3bb tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3624544 Jul 05 03:47:43.023902 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 52922) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:43.031161 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-4eb596b9-9c2d-45c0-be79-9629500bb678 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Request body: {'security_group_rule': {'security_group_id': '95e89d83-1f90-4384-9c59-33239a2c8ee3', 'project_id': 'd208b1fc1d5f4b119d2e0687f8a8e534', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:47:43.128586 n-d-771362-32 neutron-server[94461]: INFO neutron.db.securitygroups_db [None req-4eb596b9-9c2d-45c0-be79-9629500bb678 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Project d208b1fc1d5f4b119d2e0687f8a8e534 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 03:47:43.134138 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4eb596b9-9c2d-45c0-be79-9629500bb678 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:43.200921 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4eb596b9-9c2d-45c0-be79-9629500bb678 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:43.287732 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4eb596b9-9c2d-45c0-be79-9629500bb678 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:43.308535 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb596b9-9c2d-45c0-be79-9629500bb678 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=023742ba-cbc4-41c1-b5e6-3cfccd5f326e,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:43.379151 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-4eb596b9-9c2d-45c0-be79-9629500bb678 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:43.380375 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-4eb596b9-9c2d-45c0-be79-9629500bb678 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3552947 Jul 05 03:47:43.383115 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 52924) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:43.387685 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-5d2172e4-e019-43e0-8266-6830f92c2d03 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Request body: {'security_group_rule': {'security_group_id': '95e89d83-1f90-4384-9c59-33239a2c8ee3', 'project_id': 'd208b1fc1d5f4b119d2e0687f8a8e534', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:47:43.488439 n-d-771362-32 neutron-server[94461]: INFO neutron.db.securitygroups_db [None req-5d2172e4-e019-43e0-8266-6830f92c2d03 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Project d208b1fc1d5f4b119d2e0687f8a8e534 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 03:47:43.494640 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5d2172e4-e019-43e0-8266-6830f92c2d03 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:43.570000 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5d2172e4-e019-43e0-8266-6830f92c2d03 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:43.624635 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5d2172e4-e019-43e0-8266-6830f92c2d03 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2066198'] for security_group_rule, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:43.645599 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2172e4-e019-43e0-8266-6830f92c2d03 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=882547fe-3b7e-46e1-8cd3-cc2fcedb23a4,revision_number=0']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:43.695611 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5d2172e4-e019-43e0-8266-6830f92c2d03 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:43.697209 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-5d2172e4-e019-43e0-8266-6830f92c2d03 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3131373 Jul 05 03:47:43.816205 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 05eb5b1c-8a2d-4627-85ef-f3faec7dd4cc up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:47:43.858644 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e3498313-8b6a-46cf-974b-4d370af1fe71 req-5c223a3f-eb7e-4248-9391-c4c58a00a491 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1729980439&fields=id&tenant_id=d208b1fc1d5f4b119d2e0687f8a8e534 HTTP/1.1" status: 200 len: 267 time: 0.0456479 Jul 05 03:47:43.865069 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 05eb5b1c-8a2d-4627-85ef-f3faec7dd4cc triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:47:43.865448 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:43.943360 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 816cd3d8-eaf8-4a65-b118-825c12b0bf70 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:47:43.968607 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3498313-8b6a-46cf-974b-4d370af1fe71 req-b0bd36c7-af3b-4193-bd9a-6e89e5b256d3 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:43.970284 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e3498313-8b6a-46cf-974b-4d370af1fe71 req-b0bd36c7-af3b-4193-bd9a-6e89e5b256d3 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] 10.222.0.23 "GET /v2.0/networks?id=45705816-7faf-4bfa-837c-00390b90563f HTTP/1.1" status: 200 len: 810 time: 0.1100507 Jul 05 03:47:43.985499 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e3498313-8b6a-46cf-974b-4d370af1fe71 req-5c40c4f3-88f6-425a-bb78-7781adf2d0ed tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] 10.222.0.23 "GET /v2.0/quotas/d208b1fc1d5f4b119d2e0687f8a8e534 HTTP/1.1" status: 200 len: 375 time: 0.0093300 Jul 05 03:47:44.055608 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e3498313-8b6a-46cf-974b-4d370af1fe71 req-8969bca3-ae28-4a87-8a17-9bd594b72c65 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d208b1fc1d5f4b119d2e0687f8a8e534&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0643637 Jul 05 03:47:44.059265 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning for port 816cd3d8-eaf8-4a65-b118-825c12b0bf70 completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:47:44.063730 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 816cd3d8-eaf8-4a65-b118-825c12b0bf70 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:47:44.063995 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:44.146702 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:44.171595 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [req-e3498313-8b6a-46cf-974b-4d370af1fe71 req-d123b3f9-eb92-411b-883d-1f90ec9bb596 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94462) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:47:44.172617 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e3498313-8b6a-46cf-974b-4d370af1fe71 req-d123b3f9-eb92-411b-883d-1f90ec9bb596 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1053162 Jul 05 03:47:44.181895 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] For port 816cd3d8-eaf8-4a65-b118-825c12b0bf70, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=816cd3d8-eaf8-4a65-b118-825c12b0bf70,segment=NetworkSegment(01b45909-7db6-4f54-9c5d-68ce5ae38fe1),segment_id=01b45909-7db6-4f54-9c5d-68ce5ae38fe1)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:44.265040 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e3498313-8b6a-46cf-974b-4d370af1fe71 req-e038033b-c82b-40cc-9db5-8ff27ad5cb5d service neutron] 10.222.0.23 "GET /v2.0/networks/45705816-7faf-4bfa-837c-00390b90563f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857513 Jul 05 03:47:44.281140 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:44.329669 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Pushing event updated for resources: {'Port': ['ID=816cd3d8-eaf8-4a65-b118-825c12b0bf70,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:44.356800 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-e3498313-8b6a-46cf-974b-4d370af1fe71 req-b7a236a6-df60-4c9e-9ad2-5a6cf348d8c3 service neutron] 10.222.0.23 "GET /v2.0/networks/45705816-7faf-4bfa-837c-00390b90563f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853038 Jul 05 03:47:44.610379 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-79965620-c902-48a7-aab2-72b3475f8bc4 req-bc557c98-6f51-4a9a-a00e-997e97b088d0 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] 10.222.0.23 "GET /v2.0/ports?device_id=b192a279-3e86-4d29-be37-6c364f371b27 HTTP/1.1" status: 200 len: 210 time: 0.0286274 Jul 05 03:47:45.219022 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [req-bce5ff31-cfdd-423f-becd-d3100f9213be req-1e7ec69a-4a1b-40bd-9122-3c16cb9de425 service neutron] (94461) timed out ('10.222.0.23', 47254) {{(pid=94461) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 03:47:45.692179 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9b11233e-6e73-4341-9d23-207dd8f1d1c9 req-09299338-f9e9-469f-8a36-ce45ebb05ddd tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] 10.222.0.23 "GET /v2.0/ports?device_id=b192a279-3e86-4d29-be37-6c364f371b27 HTTP/1.1" status: 200 len: 210 time: 0.0298398 Jul 05 03:47:45.730969 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 816cd3d8-eaf8-4a65-b118-825c12b0bf70 up at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:47:45.780671 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Provisioning complete for port 816cd3d8-eaf8-4a65-b118-825c12b0bf70 triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:47:45.780960 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:46.836635 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-df14589c-bad1-45fb-aafb-363f03cb8c1c req-a865e63d-416d-40f0-a18a-54270f5dc589 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] 10.222.0.23 "GET /v2.0/ports?device_id=b192a279-3e86-4d29-be37-6c364f371b27 HTTP/1.1" status: 200 len: 210 time: 0.0283794 Jul 05 03:47:47.185226 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3498313-8b6a-46cf-974b-4d370af1fe71 req-d72c6946-b4c8-487b-83bf-61815034ba6c tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:47.186632 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e3498313-8b6a-46cf-974b-4d370af1fe71 req-d72c6946-b4c8-487b-83bf-61815034ba6c tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] 10.222.0.15 "GET /v2.0/networks?id=45705816-7faf-4bfa-837c-00390b90563f HTTP/1.1" status: 200 len: 810 time: 0.1021605 Jul 05 03:47:47.231794 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e3498313-8b6a-46cf-974b-4d370af1fe71 req-92dd6828-ae4d-470e-94ec-69c7d3779b59 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d208b1fc1d5f4b119d2e0687f8a8e534 HTTP/1.1" status: 200 len: 380 time: 0.0364599 Jul 05 03:47:47.240728 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-e3498313-8b6a-46cf-974b-4d370af1fe71 req-65d48bfa-d5b3-4681-a49b-234c6537474d tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Request body: {'port': {'device_id': 'b192a279-3e86-4d29-be37-6c364f371b27', 'network_id': '45705816-7faf-4bfa-837c-00390b90563f', 'admin_state_up': True, 'tenant_id': 'd208b1fc1d5f4b119d2e0687f8a8e534', 'security_groups': ['95e89d83-1f90-4384-9c59-33239a2c8ee3']}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:47:47.464100 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3498313-8b6a-46cf-974b-4d370af1fe71 req-65d48bfa-d5b3-4681-a49b-234c6537474d tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Made reservation on behalf of d208b1fc1d5f4b119d2e0687f8a8e534 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:47:47.467862 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-e3498313-8b6a-46cf-974b-4d370af1fe71 req-65d48bfa-d5b3-4681-a49b-234c6537474d tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:47.589354 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-e3498313-8b6a-46cf-974b-4d370af1fe71 req-65d48bfa-d5b3-4681-a49b-234c6537474d tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Allocated IP 172.20.0.8 (45705816-7faf-4bfa-837c-00390b90563f/e79d20ec-270e-4e21-81aa-a7222b48a938/30eb76bd-a650-4d01-a236-a3f85582049c) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:47:47.724617 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-e3498313-8b6a-46cf-974b-4d370af1fe71 req-65d48bfa-d5b3-4681-a49b-234c6537474d tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:47.737178 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-e3498313-8b6a-46cf-974b-4d370af1fe71 req-65d48bfa-d5b3-4681-a49b-234c6537474d tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Transition to ACTIVE for port object 30eb76bd-a650-4d01-a236-a3f85582049c will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:47:47.871328 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-e3498313-8b6a-46cf-974b-4d370af1fe71 req-65d48bfa-d5b3-4681-a49b-234c6537474d tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:47.916087 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3498313-8b6a-46cf-974b-4d370af1fe71 req-65d48bfa-d5b3-4681-a49b-234c6537474d tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Network 45705816-7faf-4bfa-837c-00390b90563f is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:47:47.919428 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-e3498313-8b6a-46cf-974b-4d370af1fe71 req-65d48bfa-d5b3-4681-a49b-234c6537474d tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:47:47.923366 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3498313-8b6a-46cf-974b-4d370af1fe71 req-65d48bfa-d5b3-4681-a49b-234c6537474d tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:47:47.957023 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d48bfa-d5b3-4681-a49b-234c6537474d tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Pushing event updated for resources: {'Port': ['ID=30eb76bd-a650-4d01-a236-a3f85582049c,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:47.987525 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3498313-8b6a-46cf-974b-4d370af1fe71 req-65d48bfa-d5b3-4681-a49b-234c6537474d tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:47.988197 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-e3498313-8b6a-46cf-974b-4d370af1fe71 req-65d48bfa-d5b3-4681-a49b-234c6537474d tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:48.028118 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281a537d-3b94-4729-8663-c275b0afd1ff req-325cf5ad-2019-4ac3-8583-4fc31bc4be90 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:48.029720 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-281a537d-3b94-4729-8663-c275b0afd1ff req-325cf5ad-2019-4ac3-8583-4fc31bc4be90 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] 10.222.0.23 "GET /v2.0/ports?device_id=b192a279-3e86-4d29-be37-6c364f371b27 HTTP/1.1" status: 200 len: 931 time: 0.0769067 Jul 05 03:47:48.071796 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-281a537d-3b94-4729-8663-c275b0afd1ff req-cf2a41c3-a472-430d-afda-10e98dafc512 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] 10.222.0.23 "GET /v2.0/security-groups?id=95e89d83-1f90-4384-9c59-33239a2c8ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357761 Jul 05 03:47:48.083260 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e3498313-8b6a-46cf-974b-4d370af1fe71 req-65d48bfa-d5b3-4681-a49b-234c6537474d tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8464978 Jul 05 03:47:48.095429 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-e3498313-8b6a-46cf-974b-4d370af1fe71 req-339d40b1-db75-4687-81a7-f1b15e0051a1 service neutron] Request body: {'port': {'device_id': 'b192a279-3e86-4d29-be37-6c364f371b27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:47:48.165277 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-e3498313-8b6a-46cf-974b-4d370af1fe71 req-339d40b1-db75-4687-81a7-f1b15e0051a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:48.282112 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-e3469a7b-0f42-40cd-a89a-9efae4446895 None None] Provisioning for port 30eb76bd-a650-4d01-a236-a3f85582049c completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:47:48.286849 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-e3469a7b-0f42-40cd-a89a-9efae4446895 None None] Provisioning complete for port 30eb76bd-a650-4d01-a236-a3f85582049c triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:47:48.287228 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e3469a7b-0f42-40cd-a89a-9efae4446895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:48.325209 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-e3469a7b-0f42-40cd-a89a-9efae4446895 None None] Port 30eb76bd-a650-4d01-a236-a3f85582049c cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:47:48.771229 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-e3498313-8b6a-46cf-974b-4d370af1fe71 req-339d40b1-db75-4687-81a7-f1b15e0051a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30eb76bd-a650-4d01-a236-a3f85582049c {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:47:48.778499 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-e3498313-8b6a-46cf-974b-4d370af1fe71 req-339d40b1-db75-4687-81a7-f1b15e0051a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:48.790615 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-e3498313-8b6a-46cf-974b-4d370af1fe71 req-339d40b1-db75-4687-81a7-f1b15e0051a1 service neutron] Transition to ACTIVE for port object 30eb76bd-a650-4d01-a236-a3f85582049c will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:47:48.870330 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-e3498313-8b6a-46cf-974b-4d370af1fe71 req-339d40b1-db75-4687-81a7-f1b15e0051a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:48.918344 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339d40b1-db75-4687-81a7-f1b15e0051a1 service neutron] Pushing event updated for resources: {'Port': ['ID=30eb76bd-a650-4d01-a236-a3f85582049c,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:48.992865 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-e3498313-8b6a-46cf-974b-4d370af1fe71 req-339d40b1-db75-4687-81a7-f1b15e0051a1 service neutron] Attempting to bind port 30eb76bd-a650-4d01-a236-a3f85582049c on host n-h2-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:47:48.993198 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-e3498313-8b6a-46cf-974b-4d370af1fe71 req-339d40b1-db75-4687-81a7-f1b15e0051a1 service neutron] Attempting to bind port 30eb76bd-a650-4d01-a236-a3f85582049c by drivers openvswitch,hyperv on host n-h2-771362-32 at level 0 using segments [{'id': '20830652-cf62-4ebd-84c4-ced4418144e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '45705816-7faf-4bfa-837c-00390b90563f'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:47:48.993524 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3498313-8b6a-46cf-974b-4d370af1fe71 req-339d40b1-db75-4687-81a7-f1b15e0051a1 service neutron] Attempting to bind port 30eb76bd-a650-4d01-a236-a3f85582049c on network 45705816-7faf-4bfa-837c-00390b90563f {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:47:48.998040 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3498313-8b6a-46cf-974b-4d370af1fe71 req-339d40b1-db75-4687-81a7-f1b15e0051a1 service neutron] Port 30eb76bd-a650-4d01-a236-a3f85582049c on network 45705816-7faf-4bfa-837c-00390b90563f not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:47:48.998401 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3498313-8b6a-46cf-974b-4d370af1fe71 req-339d40b1-db75-4687-81a7-f1b15e0051a1 service neutron] Attempting to bind port 30eb76bd-a650-4d01-a236-a3f85582049c on network 45705816-7faf-4bfa-837c-00390b90563f {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:47:49.003521 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3498313-8b6a-46cf-974b-4d370af1fe71 req-339d40b1-db75-4687-81a7-f1b15e0051a1 service neutron] Checking agent: {'id': 'e071c76e-395f-48c4-a98f-88088465cf0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:47:49.003859 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3498313-8b6a-46cf-974b-4d370af1fe71 req-339d40b1-db75-4687-81a7-f1b15e0051a1 service neutron] Checking segment: {'id': '20830652-cf62-4ebd-84c4-ced4418144e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '45705816-7faf-4bfa-837c-00390b90563f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:47:49.004244 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3498313-8b6a-46cf-974b-4d370af1fe71 req-339d40b1-db75-4687-81a7-f1b15e0051a1 service neutron] Bound using segment: {'id': '20830652-cf62-4ebd-84c4-ced4418144e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '45705816-7faf-4bfa-837c-00390b90563f'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:47:49.004669 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-e3498313-8b6a-46cf-974b-4d370af1fe71 req-339d40b1-db75-4687-81a7-f1b15e0051a1 service neutron] Bound port: 30eb76bd-a650-4d01-a236-a3f85582049c, host: n-h2-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20830652-cf62-4ebd-84c4-ced4418144e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '45705816-7faf-4bfa-837c-00390b90563f'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:47:49.005029 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-e3498313-8b6a-46cf-974b-4d370af1fe71 req-339d40b1-db75-4687-81a7-f1b15e0051a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:49.078522 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-e3498313-8b6a-46cf-974b-4d370af1fe71 req-339d40b1-db75-4687-81a7-f1b15e0051a1 service neutron] For port 30eb76bd-a650-4d01-a236-a3f85582049c, host n-h2-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:47:49.082367 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-e3498313-8b6a-46cf-974b-4d370af1fe71 req-339d40b1-db75-4687-81a7-f1b15e0051a1 service neutron] For port 30eb76bd-a650-4d01-a236-a3f85582049c, host n-h2-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=30eb76bd-a650-4d01-a236-a3f85582049c,segment=NetworkSegment(20830652-cf62-4ebd-84c4-ced4418144e4),segment_id=20830652-cf62-4ebd-84c4-ced4418144e4)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:47:49.156534 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-e3498313-8b6a-46cf-974b-4d370af1fe71 req-339d40b1-db75-4687-81a7-f1b15e0051a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:49.225495 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3498313-8b6a-46cf-974b-4d370af1fe71 req-339d40b1-db75-4687-81a7-f1b15e0051a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:49.226155 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-e3498313-8b6a-46cf-974b-4d370af1fe71 req-339d40b1-db75-4687-81a7-f1b15e0051a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:49.227573 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e3498313-8b6a-46cf-974b-4d370af1fe71 req-339d40b1-db75-4687-81a7-f1b15e0051a1 service neutron] 10.222.0.15 "PUT /v2.0/ports/30eb76bd-a650-4d01-a236-a3f85582049c HTTP/1.1" status: 200 len: 1092 time: 1.1367698 Jul 05 03:47:49.228261 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b192a279-3e86-4d29-be37-6c364f371b27', 'tag': '30eb76bd-a650-4d01-a236-a3f85582049c'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:47:49.230513 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4c1385bffaa5d930a7117e6982c27207eca91cca31cf4b43f86c7ad63cd24a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f22f9669-3a03-4543-9f24-9fe704c808c3" -d '{"events": [{"name": "network-changed", "server_uuid": "b192a279-3e86-4d29-be37-6c364f371b27", "tag": "30eb76bd-a650-4d01-a236-a3f85582049c"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:47:49.259780 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339d40b1-db75-4687-81a7-f1b15e0051a1 service neutron] Pushing event updated for resources: {'Port': ['ID=30eb76bd-a650-4d01-a236-a3f85582049c,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:49.273704 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b66f4ee5-dd4d-4b18-b6e5-d09e0bd7d02d x-openstack-request-id: req-b66f4ee5-dd4d-4b18-b6e5-d09e0bd7d02d {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:47:49.274001 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b192a279-3e86-4d29-be37-6c364f371b27", "tag": "30eb76bd-a650-4d01-a236-a3f85582049c", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:47:49.278755 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b66f4ee5-dd4d-4b18-b6e5-d09e0bd7d02d {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:47:49.278755 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b192a279-3e86-4d29-be37-6c364f371b27', 'tag': '30eb76bd-a650-4d01-a236-a3f85582049c', 'status': 'completed', 'code': 200} Jul 05 03:47:49.293349 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfef3a2-09f5-4420-8664-f7c3e695cadc req-d8b6dfb2-dd99-46d5-b9a7-bee69eab17ed tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:49.295087 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fdfef3a2-09f5-4420-8664-f7c3e695cadc req-d8b6dfb2-dd99-46d5-b9a7-bee69eab17ed tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] 10.222.0.23 "GET /v2.0/ports?device_id=b192a279-3e86-4d29-be37-6c364f371b27 HTTP/1.1" status: 200 len: 943 time: 0.1047807 Jul 05 03:47:49.367192 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fdfef3a2-09f5-4420-8664-f7c3e695cadc req-f4ec5c4e-03bb-4530-91c1-c36e40931e7f tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] 10.222.0.23 "GET /v2.0/security-groups?id=95e89d83-1f90-4384-9c59-33239a2c8ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630307 Jul 05 03:47:49.382271 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f9669-3a03-4543-9f24-9fe704c808c3 req-5c4cfcb8-69fb-49a9-9deb-4ee76c0a7882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:49.383790 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f22f9669-3a03-4543-9f24-9fe704c808c3 req-5c4cfcb8-69fb-49a9-9deb-4ee76c0a7882 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d208b1fc1d5f4b119d2e0687f8a8e534&device_id=b192a279-3e86-4d29-be37-6c364f371b27 HTTP/1.1" status: 200 len: 1095 time: 0.0877528 Jul 05 03:47:49.490702 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f9669-3a03-4543-9f24-9fe704c808c3 req-609624ab-fd51-4026-bb2f-4e7537ef3e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:49.492210 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f22f9669-3a03-4543-9f24-9fe704c808c3 req-609624ab-fd51-4026-bb2f-4e7537ef3e1d service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=d208b1fc1d5f4b119d2e0687f8a8e534&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1003098 Jul 05 03:47:49.587951 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f9669-3a03-4543-9f24-9fe704c808c3 req-dfa01a60-6d69-4faa-a8fe-354d111f3403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:49.589627 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-f22f9669-3a03-4543-9f24-9fe704c808c3 req-dfa01a60-6d69-4faa-a8fe-354d111f3403 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0914102 Jul 05 03:47:49.680289 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3498313-8b6a-46cf-974b-4d370af1fe71 req-2bc443dc-9609-47e0-9480-b83a6fb501f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:49.681806 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e3498313-8b6a-46cf-974b-4d370af1fe71 req-2bc443dc-9609-47e0-9480-b83a6fb501f2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d208b1fc1d5f4b119d2e0687f8a8e534&device_id=b192a279-3e86-4d29-be37-6c364f371b27 HTTP/1.1" status: 200 len: 1095 time: 0.0524998 Jul 05 03:47:49.727654 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e3498313-8b6a-46cf-974b-4d370af1fe71 req-42eed9f4-8a15-4d9b-82ce-768126e4acb4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=30eb76bd-a650-4d01-a236-a3f85582049c HTTP/1.1" status: 200 len: 217 time: 0.0380821 Jul 05 03:47:49.775881 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3498313-8b6a-46cf-974b-4d370af1fe71 req-49332119-8684-4086-b104-9911b648fb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:49.777317 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e3498313-8b6a-46cf-974b-4d370af1fe71 req-49332119-8684-4086-b104-9911b648fb4d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e79d20ec-270e-4e21-81aa-a7222b48a938 HTTP/1.1" status: 200 len: 849 time: 0.0431600 Jul 05 03:47:49.832579 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3498313-8b6a-46cf-974b-4d370af1fe71 req-4340c76f-ca13-4a36-a544-cdb98750c363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:49.834061 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e3498313-8b6a-46cf-974b-4d370af1fe71 req-4340c76f-ca13-4a36-a544-cdb98750c363 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=45705816-7faf-4bfa-837c-00390b90563f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508204 Jul 05 03:47:49.922701 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e3498313-8b6a-46cf-974b-4d370af1fe71 req-fbffdbac-de17-4505-86a3-551066841d0f service neutron] 10.222.0.15 "GET /v2.0/networks/45705816-7faf-4bfa-837c-00390b90563f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821335 Jul 05 03:47:50.011452 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e3498313-8b6a-46cf-974b-4d370af1fe71 req-5699f995-24bd-465b-92b7-929a97e58d02 service neutron] 10.222.0.15 "GET /v2.0/networks/45705816-7faf-4bfa-837c-00390b90563f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829110 Jul 05 03:47:50.543192 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca53ce8-cb6e-40c6-b9a5-5f007cc9c7ce req-e92d3b8e-0bc1-4c84-bb02-fffabfeb1539 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:50.544711 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3ca53ce8-cb6e-40c6-b9a5-5f007cc9c7ce req-e92d3b8e-0bc1-4c84-bb02-fffabfeb1539 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] 10.222.0.23 "GET /v2.0/ports?device_id=b192a279-3e86-4d29-be37-6c364f371b27 HTTP/1.1" status: 200 len: 943 time: 0.0634089 Jul 05 03:47:50.581834 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3ca53ce8-cb6e-40c6-b9a5-5f007cc9c7ce req-cb687296-01fa-43d6-a356-df0f02e97154 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] 10.222.0.23 "GET /v2.0/security-groups?id=95e89d83-1f90-4384-9c59-33239a2c8ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315297 Jul 05 03:47:50.950366 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5b230a79-d3b9-41d6-aaf9-878056b644db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:51.755489 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1adbdc-b04a-45c5-967a-c674d352eaca req-56527c66-51e9-4e87-a792-2e22ad90b87a tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:51.756988 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2f1adbdc-b04a-45c5-967a-c674d352eaca req-56527c66-51e9-4e87-a792-2e22ad90b87a tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] 10.222.0.23 "GET /v2.0/ports?device_id=b192a279-3e86-4d29-be37-6c364f371b27 HTTP/1.1" status: 200 len: 943 time: 0.0651882 Jul 05 03:47:51.793978 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2f1adbdc-b04a-45c5-967a-c674d352eaca req-0fb95b39-fb3e-4d21-b958-532fc4b06297 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] 10.222.0.23 "GET /v2.0/security-groups?id=95e89d83-1f90-4384-9c59-33239a2c8ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311034 Jul 05 03:47:52.942430 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 30eb76bd-a650-4d01-a236-a3f85582049c details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:47:52.972122 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b47984-0b0e-4b4a-9bd0-9b7823dc11f4 req-9a756748-2124-4c74-8abd-c2689f5e9740 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:52.973674 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b4b47984-0b0e-4b4a-9bd0-9b7823dc11f4 req-9a756748-2124-4c74-8abd-c2689f5e9740 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] 10.222.0.23 "GET /v2.0/ports?device_id=b192a279-3e86-4d29-be37-6c364f371b27 HTTP/1.1" status: 200 len: 943 time: 0.0651906 Jul 05 03:47:53.016868 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-b4b47984-0b0e-4b4a-9bd0-9b7823dc11f4 req-4d7a354d-9631-4806-83e7-760ade5ef057 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] 10.222.0.23 "GET /v2.0/security-groups?id=95e89d83-1f90-4384-9c59-33239a2c8ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375085 Jul 05 03:47:53.034532 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 30eb76bd-a650-4d01-a236-a3f85582049c, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=30eb76bd-a650-4d01-a236-a3f85582049c,segment=NetworkSegment(20830652-cf62-4ebd-84c4-ced4418144e4),segment_id=20830652-cf62-4ebd-84c4-ced4418144e4)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:53.045754 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Returning: {'device': '30eb76bd-a650-4d01-a236-a3f85582049c', 'network_id': '45705816-7faf-4bfa-837c-00390b90563f', 'port_id': '30eb76bd-a650-4d01-a236-a3f85582049c', 'mac_address': 'fa:16:3e:47:67:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e79d20ec-270e-4e21-81aa-a7222b48a938', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:47:53.091142 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:53.104111 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30eb76bd-a650-4d01-a236-a3f85582049c {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:47:53.123334 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 30eb76bd-a650-4d01-a236-a3f85582049c, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=30eb76bd-a650-4d01-a236-a3f85582049c,segment=NetworkSegment(20830652-cf62-4ebd-84c4-ced4418144e4),segment_id=20830652-cf62-4ebd-84c4-ced4418144e4)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:53.224744 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:53.271234 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=30eb76bd-a650-4d01-a236-a3f85582049c,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:53.402221 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-82c9a416-fd06-4414-b3db-f656243ddbac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:53.501719 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['30eb76bd-a650-4d01-a236-a3f85582049c'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:47:54.086786 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:54.195244 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fe7c11-92a3-4205-9ba5-31fb26d95a97 req-434a98ca-695a-47a1-a87d-c2e52c27847c tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:54.196738 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-62fe7c11-92a3-4205-9ba5-31fb26d95a97 req-434a98ca-695a-47a1-a87d-c2e52c27847c tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] 10.222.0.23 "GET /v2.0/ports?device_id=b192a279-3e86-4d29-be37-6c364f371b27 HTTP/1.1" status: 200 len: 944 time: 0.0669949 Jul 05 03:47:54.239648 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-62fe7c11-92a3-4205-9ba5-31fb26d95a97 req-dd4ff33e-78d6-411f-aad9-4b56def41d8c tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] 10.222.0.23 "GET /v2.0/security-groups?id=95e89d83-1f90-4384-9c59-33239a2c8ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372417 Jul 05 03:47:54.953812 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 30eb76bd-a650-4d01-a236-a3f85582049c up at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:47:55.029769 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:55.087133 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning for port 30eb76bd-a650-4d01-a236-a3f85582049c completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:47:55.091432 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning complete for port 30eb76bd-a650-4d01-a236-a3f85582049c triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:47:55.091807 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:55.184037 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:55.206826 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b192a279-3e86-4d29-be37-6c364f371b27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30eb76bd-a650-4d01-a236-a3f85582049c'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:47:55.209012 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1156d35e1955dd65519df7b38ee19a55ddc3a31abbcc68c280d02d687c0487e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92fcaf73-3de2-4da2-92b0-9c87ef1a7ee5" -d '{"events": [{"server_uuid": "b192a279-3e86-4d29-be37-6c364f371b27", "name": "network-vif-plugged", "status": "completed", "tag": "30eb76bd-a650-4d01-a236-a3f85582049c"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:47:55.221914 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 30eb76bd-a650-4d01-a236-a3f85582049c, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=30eb76bd-a650-4d01-a236-a3f85582049c,segment=NetworkSegment(20830652-cf62-4ebd-84c4-ced4418144e4),segment_id=20830652-cf62-4ebd-84c4-ced4418144e4)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:55.292505 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:55.322391 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fd80db9-068d-49c2-b89d-d20a1a475e76 x-openstack-request-id: req-7fd80db9-068d-49c2-b89d-d20a1a475e76 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:47:55.322677 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b192a279-3e86-4d29-be37-6c364f371b27", "name": "network-vif-plugged", "status": "completed", "tag": "30eb76bd-a650-4d01-a236-a3f85582049c", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:47:55.322927 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7fd80db9-068d-49c2-b89d-d20a1a475e76 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:47:55.323313 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b192a279-3e86-4d29-be37-6c364f371b27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30eb76bd-a650-4d01-a236-a3f85582049c', 'code': 200} Jul 05 03:47:55.352268 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=30eb76bd-a650-4d01-a236-a3f85582049c,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:55.455713 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd25f94e-af43-4b0c-89c1-a2a7ecdd164a req-a0b4b5f5-2f58-4089-b326-70e818932dcf tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:55.457298 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fd25f94e-af43-4b0c-89c1-a2a7ecdd164a req-a0b4b5f5-2f58-4089-b326-70e818932dcf tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] 10.222.0.23 "GET /v2.0/ports?device_id=b192a279-3e86-4d29-be37-6c364f371b27 HTTP/1.1" status: 200 len: 945 time: 0.1041212 Jul 05 03:47:55.459110 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b98846-a4ff-4924-b2f7-a9558c278768 req-a2d58afb-6f47-4a71-9114-87d4dc565021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:55.460472 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-86b98846-a4ff-4924-b2f7-a9558c278768 req-a2d58afb-6f47-4a71-9114-87d4dc565021 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b192a279-3e86-4d29-be37-6c364f371b27 HTTP/1.1" status: 200 len: 1097 time: 0.0959773 Jul 05 03:47:55.515099 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fd25f94e-af43-4b0c-89c1-a2a7ecdd164a req-0f543ee4-9e9e-48fe-ba68-301562c9a4d9 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] 10.222.0.23 "GET /v2.0/security-groups?id=95e89d83-1f90-4384-9c59-33239a2c8ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510008 Jul 05 03:47:55.520875 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-86b98846-a4ff-4924-b2f7-a9558c278768 req-fa9ab279-078f-45e6-a7b1-f14b87cd09e3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=95e89d83-1f90-4384-9c59-33239a2c8ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506480 Jul 05 03:47:56.488051 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:56.692008 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3793d6e2-bad8-4fa9-94d3-dfd14e57b660 req-46bff46e-90dc-4602-a90c-62d02f0bc9c7 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:56.693428 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3793d6e2-bad8-4fa9-94d3-dfd14e57b660 req-46bff46e-90dc-4602-a90c-62d02f0bc9c7 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] 10.222.0.23 "GET /v2.0/ports?device_id=b192a279-3e86-4d29-be37-6c364f371b27 HTTP/1.1" status: 200 len: 945 time: 0.0633633 Jul 05 03:47:56.731135 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-3793d6e2-bad8-4fa9-94d3-dfd14e57b660 req-0bdf80c2-6242-4526-a801-4e4f71749762 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] 10.222.0.23 "GET /v2.0/security-groups?id=95e89d83-1f90-4384-9c59-33239a2c8ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318356 Jul 05 03:47:56.901048 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeab5c7-4119-4325-a75d-addcd556e2cd req-f1c29d7f-4b07-4283-a2fb-9e0c407cb73f tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:56.902676 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8eeab5c7-4119-4325-a75d-addcd556e2cd req-f1c29d7f-4b07-4283-a2fb-9e0c407cb73f tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] 10.222.0.23 "GET /v2.0/ports?device_id=b192a279-3e86-4d29-be37-6c364f371b27 HTTP/1.1" status: 200 len: 945 time: 0.0636311 Jul 05 03:47:56.947390 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8eeab5c7-4119-4325-a75d-addcd556e2cd req-091d56f1-07c9-42a9-9e4a-2ac9f210b19d tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] 10.222.0.23 "GET /v2.0/security-groups?id=95e89d83-1f90-4384-9c59-33239a2c8ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344203 Jul 05 03:47:56.970771 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 52984) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:57.065796 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21de869-7fed-4da4-90d7-2a8976c5b27b tempest-TestSnapshotPattern-119485551 tempest-TestSnapshotPattern-119485551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:57.067366 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-c21de869-7fed-4da4-90d7-2a8976c5b27b tempest-TestSnapshotPattern-119485551 tempest-TestSnapshotPattern-119485551-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=b192a279-3e86-4d29-be37-6c364f371b27 HTTP/1.1" status: 200 len: 1092 time: 0.0951309 Jul 05 03:47:57.070370 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 52988) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:57.074698 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-95e74663-9bb6-4ad3-bbd3-12ad11b30b36 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Request body: {'floatingip': {'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'port_id': '30eb76bd-a650-4d01-a236-a3f85582049c', 'tenant_id': 'd208b1fc1d5f4b119d2e0687f8a8e534', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:47:57.178998 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-95e74663-9bb6-4ad3-bbd3-12ad11b30b36 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Notify callbacks [] for floatingip, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:57.294554 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-95e74663-9bb6-4ad3-bbd3-12ad11b30b36 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:57.398327 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-95e74663-9bb6-4ad3-bbd3-12ad11b30b36 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Allocated IP 172.25.7.148 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/54d83f5e-0468-4ba1-b11a-d7475e42bd92) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:47:57.499774 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-95e74663-9bb6-4ad3-bbd3-12ad11b30b36 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:57.612466 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-95e74663-9bb6-4ad3-bbd3-12ad11b30b36 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:57.647067 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e74663-9bb6-4ad3-bbd3-12ad11b30b36 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:47:57.649904 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-95e74663-9bb6-4ad3-bbd3-12ad11b30b36 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:47:57.653489 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e74663-9bb6-4ad3-bbd3-12ad11b30b36 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:47:57.687034 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e74663-9bb6-4ad3-bbd3-12ad11b30b36 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Pushing event updated for resources: {'Port': ['ID=54d83f5e-0468-4ba1-b11a-d7475e42bd92,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:58.037404 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-95e74663-9bb6-4ad3-bbd3-12ad11b30b36 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:58.191356 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-95e74663-9bb6-4ad3-bbd3-12ad11b30b36 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:58.338440 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-95e74663-9bb6-4ad3-bbd3-12ad11b30b36 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:58.384007 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-95e74663-9bb6-4ad3-bbd3-12ad11b30b36 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:58.449221 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e74663-9bb6-4ad3-bbd3-12ad11b30b36 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Pushing event updated for resources: {'Port': ['ID=54d83f5e-0468-4ba1-b11a-d7475e42bd92,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:58.461826 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-95e74663-9bb6-4ad3-bbd3-12ad11b30b36 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636869'] for floatingip, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:58.569413 n-d-771362-32 neutron-server[94461]: INFO neutron.db.l3_db [None req-95e74663-9bb6-4ad3-bbd3-12ad11b30b36 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Floating IP 6b3ca3e2-06c1-456a-8696-f6698c93f50c associated. External IP: 172.25.7.148, port: 30eb76bd-a650-4d01-a236-a3f85582049c. Jul 05 03:47:58.773214 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95e74663-9bb6-4ad3-bbd3-12ad11b30b36 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Router 31da5e57-082e-48f2-9348-c9421c29aec3 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:47:58.878463 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95e74663-9bb6-4ad3-bbd3-12ad11b30b36 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:47:58.887673 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd62fbf3-b799-40e6-acf4-48a354cbdd16 None None] Sync routers for ids ['31da5e57-082e-48f2-9348-c9421c29aec3'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:47:58.896827 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd62fbf3-b799-40e6-acf4-48a354cbdd16 None None] Routers {'31da5e57-082e-48f2-9348-c9421c29aec3'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:47:58.897407 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-dd62fbf3-b799-40e6-acf4-48a354cbdd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:47:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['31da5e57-082e-48f2-9348-c9421c29aec3'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:58.956049 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-95e74663-9bb6-4ad3-bbd3-12ad11b30b36 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:58.993998 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-95e74663-9bb6-4ad3-bbd3-12ad11b30b36 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9226153 Jul 05 03:47:58.994612 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b192a279-3e86-4d29-be37-6c364f371b27', 'tag': '30eb76bd-a650-4d01-a236-a3f85582049c'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:47:58.996939 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4c1385bffaa5d930a7117e6982c27207eca91cca31cf4b43f86c7ad63cd24a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98276a0e-f360-4919-a94a-0976520bd17b" -d '{"events": [{"name": "network-changed", "server_uuid": "b192a279-3e86-4d29-be37-6c364f371b27", "tag": "30eb76bd-a650-4d01-a236-a3f85582049c"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:47:59.008234 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-dd62fbf3-b799-40e6-acf4-48a354cbdd16 None None] Set router 31da5e57-082e-48f2-9348-c9421c29aec3 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:47:59.034313 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50732086-2894-4f15-aea1-b968b0eaeeb6 x-openstack-request-id: req-50732086-2894-4f15-aea1-b968b0eaeeb6 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:47:59.034610 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b192a279-3e86-4d29-be37-6c364f371b27", "tag": "30eb76bd-a650-4d01-a236-a3f85582049c", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:47:59.034861 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-50732086-2894-4f15-aea1-b968b0eaeeb6 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:47:59.035266 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b192a279-3e86-4d29-be37-6c364f371b27', 'tag': '30eb76bd-a650-4d01-a236-a3f85582049c', 'status': 'completed', 'code': 200} Jul 05 03:47:59.119859 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98276a0e-f360-4919-a94a-0976520bd17b req-9d66148b-a3d4-4b35-95f2-77272d6a5b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:59.121478 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-98276a0e-f360-4919-a94a-0976520bd17b req-9d66148b-a3d4-4b35-95f2-77272d6a5b10 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d208b1fc1d5f4b119d2e0687f8a8e534&device_id=b192a279-3e86-4d29-be37-6c364f371b27 HTTP/1.1" status: 200 len: 1097 time: 0.0641234 Jul 05 03:47:59.215966 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98276a0e-f360-4919-a94a-0976520bd17b req-2299fbc3-ccf8-44c7-8128-79d2da5d022a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:59.217501 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-98276a0e-f360-4919-a94a-0976520bd17b req-2299fbc3-ccf8-44c7-8128-79d2da5d022a service neutron] 10.222.0.15 "GET /v2.0/networks?id=45705816-7faf-4bfa-837c-00390b90563f HTTP/1.1" status: 200 len: 910 time: 0.0892777 Jul 05 03:47:59.239529 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-dd62fbf3-b799-40e6-acf4-48a354cbdd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31da5e57-082e-48f2-9348-c9421c29aec3', 'name': 'tempest-TestSnapshotPattern-1452890701-router', 'tenant_id': 'd208b1fc1d5f4b119d2e0687f8a8e534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '6071f01e-cc5b-4941-a73b-21ee5d8cf5df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:29Z', 'updated_at': '2021-07-05T03:47:32Z', 'revision_number': 4, 'project_id': 'd208b1fc1d5f4b119d2e0687f8a8e534', 'gw_port': {'id': '6071f01e-cc5b-4941-a73b-21ee5d8cf5df', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ac:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31da5e57-082e-48f2-9348-c9421c29aec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:30Z', 'updated_at': '2021-07-05T03:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '6b3ca3e2-06c1-456a-8696-f6698c93f50c', 'tenant_id': 'd208b1fc1d5f4b119d2e0687f8a8e534', 'floating_ip_address': '172.25.7.148', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': '31da5e57-082e-48f2-9348-c9421c29aec3', 'port_id': '30eb76bd-a650-4d01-a236-a3f85582049c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45705816-7faf-4bfa-837c-00390b90563f', 'mac_address': 'fa:16:3e:47:67:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b192a279-3e86-4d29-be37-6c364f371b27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:47:57Z', 'updated_at': '2021-07-05T03:47:57Z', 'revision_number': 0, 'project_id': 'd208b1fc1d5f4b119d2e0687f8a8e534', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d864c27-36c7-40ab-867a-a231dc3e2f70', 'name': '', 'network_id': '45705816-7faf-4bfa-837c-00390b90563f', 'tenant_id': 'd208b1fc1d5f4b119d2e0687f8a8e534', 'mac_address': 'fa:16:3e:22:00:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31da5e57-082e-48f2-9348-c9421c29aec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'e79d20ec-270e-4e21-81aa-a7222b48a938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:32Z', 'updated_at': '2021-07-05T03:47:38Z', 'revision_number': 5, 'project_id': 'd208b1fc1d5f4b119d2e0687f8a8e534', 'subnets': [{'id': 'e79d20ec-270e-4e21-81aa-a7222b48a938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:59.268540 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd62fbf3-b799-40e6-acf4-48a354cbdd16 None None] Checking router: 31da5e57-082e-48f2-9348-c9421c29aec3 for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:47:59.276710 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd62fbf3-b799-40e6-acf4-48a354cbdd16 None None] Routers {'31da5e57-082e-48f2-9348-c9421c29aec3'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:47:59.277359 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-dd62fbf3-b799-40e6-acf4-48a354cbdd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:47:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['31da5e57-082e-48f2-9348-c9421c29aec3'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:59.284018 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-98276a0e-f360-4919-a94a-0976520bd17b req-c7145a62-8263-4d0c-8b45-384040866110 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=30eb76bd-a650-4d01-a236-a3f85582049c HTTP/1.1" status: 200 len: 999 time: 0.0587397 Jul 05 03:47:59.335508 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98276a0e-f360-4919-a94a-0976520bd17b req-159af7cb-9fb2-40d3-ad32-72d0aa79e3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:59.337002 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-98276a0e-f360-4919-a94a-0976520bd17b req-159af7cb-9fb2-40d3-ad32-72d0aa79e3e0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e79d20ec-270e-4e21-81aa-a7222b48a938 HTTP/1.1" status: 200 len: 849 time: 0.0476999 Jul 05 03:47:59.381981 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-dd62fbf3-b799-40e6-acf4-48a354cbdd16 None None] Set router 31da5e57-082e-48f2-9348-c9421c29aec3 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:47:59.393967 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98276a0e-f360-4919-a94a-0976520bd17b req-cd71e3c9-3276-49c0-ad8f-d850ce0fe9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:59.395546 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-98276a0e-f360-4919-a94a-0976520bd17b req-cd71e3c9-3276-49c0-ad8f-d850ce0fe9c6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=45705816-7faf-4bfa-837c-00390b90563f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519609 Jul 05 03:47:59.483638 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-98276a0e-f360-4919-a94a-0976520bd17b req-b89f2e7e-ef00-4a31-b866-656b9fd41e63 service neutron] 10.222.0.15 "GET /v2.0/networks/45705816-7faf-4bfa-837c-00390b90563f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813630 Jul 05 03:47:59.579504 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-98276a0e-f360-4919-a94a-0976520bd17b req-fe950584-4ade-426c-89e4-7b304f15c740 service neutron] 10.222.0.15 "GET /v2.0/networks/45705816-7faf-4bfa-837c-00390b90563f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898068 Jul 05 03:47:59.690880 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-dd62fbf3-b799-40e6-acf4-48a354cbdd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31da5e57-082e-48f2-9348-c9421c29aec3', 'name': 'tempest-TestSnapshotPattern-1452890701-router', 'tenant_id': 'd208b1fc1d5f4b119d2e0687f8a8e534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '6071f01e-cc5b-4941-a73b-21ee5d8cf5df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:29Z', 'updated_at': '2021-07-05T03:47:32Z', 'revision_number': 4, 'project_id': 'd208b1fc1d5f4b119d2e0687f8a8e534', 'gw_port': {'id': '6071f01e-cc5b-4941-a73b-21ee5d8cf5df', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ac:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31da5e57-082e-48f2-9348-c9421c29aec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:30Z', 'updated_at': '2021-07-05T03:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '6b3ca3e2-06c1-456a-8696-f6698c93f50c', 'tenant_id': 'd208b1fc1d5f4b119d2e0687f8a8e534', 'floating_ip_address': '172.25.7.148', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': '31da5e57-082e-48f2-9348-c9421c29aec3', 'port_id': '30eb76bd-a650-4d01-a236-a3f85582049c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45705816-7faf-4bfa-837c-00390b90563f', 'mac_address': 'fa:16:3e:47:67:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b192a279-3e86-4d29-be37-6c364f371b27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:47:57Z', 'updated_at': '2021-07-05T03:47:57Z', 'revision_number': 0, 'project_id': 'd208b1fc1d5f4b119d2e0687f8a8e534', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d864c27-36c7-40ab-867a-a231dc3e2f70', 'name': '', 'network_id': '45705816-7faf-4bfa-837c-00390b90563f', 'tenant_id': 'd208b1fc1d5f4b119d2e0687f8a8e534', 'mac_address': 'fa:16:3e:22:00:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31da5e57-082e-48f2-9348-c9421c29aec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'e79d20ec-270e-4e21-81aa-a7222b48a938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:32Z', 'updated_at': '2021-07-05T03:47:38Z', 'revision_number': 5, 'project_id': 'd208b1fc1d5f4b119d2e0687f8a8e534', 'subnets': [{'id': 'e79d20ec-270e-4e21-81aa-a7222b48a938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:59.720245 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd62fbf3-b799-40e6-acf4-48a354cbdd16 None None] The sync data for ids ['31da5e57-082e-48f2-9348-c9421c29aec3'] in n-d-771362-32 is: [{'id': '31da5e57-082e-48f2-9348-c9421c29aec3', 'name': 'tempest-TestSnapshotPattern-1452890701-router', 'tenant_id': 'd208b1fc1d5f4b119d2e0687f8a8e534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '6071f01e-cc5b-4941-a73b-21ee5d8cf5df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:29Z', 'updated_at': '2021-07-05T03:47:32Z', 'revision_number': 4, 'project_id': 'd208b1fc1d5f4b119d2e0687f8a8e534', 'gw_port': {'id': '6071f01e-cc5b-4941-a73b-21ee5d8cf5df', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ac:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31da5e57-082e-48f2-9348-c9421c29aec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:30Z', 'updated_at': '2021-07-05T03:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '6b3ca3e2-06c1-456a-8696-f6698c93f50c', 'tenant_id': 'd208b1fc1d5f4b119d2e0687f8a8e534', 'floating_ip_address': '172.25.7.148', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': '31da5e57-082e-48f2-9348-c9421c29aec3', 'port_id': '30eb76bd-a650-4d01-a236-a3f85582049c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45705816-7faf-4bfa-837c-00390b90563f', 'mac_address': 'fa:16:3e:47:67:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b192a279-3e86-4d29-be37-6c364f371b27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:47:57Z', 'updated_at': '2021-07-05T03:47:57Z', 'revision_number': 0, 'project_id': 'd208b1fc1d5f4b119d2e0687f8a8e534', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d864c27-36c7-40ab-867a-a231dc3e2f70', 'name': '', 'network_id': '45705816-7faf-4bfa-837c-00390b90563f', 'tenant_id': 'd208b1fc1d5f4b119d2e0687f8a8e534', 'mac_address': 'fa:16:3e:22:00:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31da5e57-082e-48f2-9348-c9421c29aec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'e79d20ec-270e-4e21-81aa-a7222b48a938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:32Z', 'updated_at': '2021-07-05T03:47:38Z', 'revision_number': 5, 'project_id': 'd208b1fc1d5f4b119d2e0687f8a8e534', 'subnets': [{'id': 'e79d20ec-270e-4e21-81aa-a7222b48a938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:47:59.926354 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eaac121-33bc-4e36-8c37-ead7988b5cbc None None] New status for floating IP 6b3ca3e2-06c1-456a-8696-f6698c93f50c: ACTIVE {{(pid=94463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:48:12.646095 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:12.834662 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:15.122609 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:48:20.966887 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b3796ff2-71a4-4d3e-94c7-de68fddfec05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:23.388769 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f3f79e3d-ba29-4705-aa6e-81f4a2d1c0b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:24.139077 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:25.046914 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:26.445808 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:40.322262 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-628c8789-2664-4db7-9e20-e6681ee29ce9 req-48cc7485-5878-40ad-a4be-d3d1e5a025cd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b192a279-3e86-4d29-be37-6c364f371b27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0505500 Jul 05 03:48:40.413528 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628c8789-2664-4db7-9e20-e6681ee29ce9 req-348aa4b5-fa5a-4e66-883f-bfd87ac7f68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:40.415070 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-628c8789-2664-4db7-9e20-e6681ee29ce9 req-348aa4b5-fa5a-4e66-883f-bfd87ac7f68d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d208b1fc1d5f4b119d2e0687f8a8e534&device_id=b192a279-3e86-4d29-be37-6c364f371b27 HTTP/1.1" status: 200 len: 1097 time: 0.0505011 Jul 05 03:48:40.518369 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628c8789-2664-4db7-9e20-e6681ee29ce9 req-74c8dc63-b3ea-454d-bdbe-7ab749a42238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:40.519860 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-628c8789-2664-4db7-9e20-e6681ee29ce9 req-74c8dc63-b3ea-454d-bdbe-7ab749a42238 service neutron] 10.222.0.15 "GET /v2.0/networks?id=45705816-7faf-4bfa-837c-00390b90563f HTTP/1.1" status: 200 len: 910 time: 0.0856616 Jul 05 03:48:40.583453 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-628c8789-2664-4db7-9e20-e6681ee29ce9 req-b62149bd-fd1e-47bb-96d2-808e3209b4d2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=30eb76bd-a650-4d01-a236-a3f85582049c HTTP/1.1" status: 200 len: 1001 time: 0.0571320 Jul 05 03:48:40.634014 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628c8789-2664-4db7-9e20-e6681ee29ce9 req-792253f0-8ec8-406c-b2a0-7114b38a8843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:40.635479 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-628c8789-2664-4db7-9e20-e6681ee29ce9 req-792253f0-8ec8-406c-b2a0-7114b38a8843 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e79d20ec-270e-4e21-81aa-a7222b48a938 HTTP/1.1" status: 200 len: 849 time: 0.0463750 Jul 05 03:48:40.691417 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628c8789-2664-4db7-9e20-e6681ee29ce9 req-e1d13a86-ced2-4957-bf24-6bafc394c169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:40.692880 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-628c8789-2664-4db7-9e20-e6681ee29ce9 req-e1d13a86-ced2-4957-bf24-6bafc394c169 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=45705816-7faf-4bfa-837c-00390b90563f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0500817 Jul 05 03:48:40.779591 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-628c8789-2664-4db7-9e20-e6681ee29ce9 req-2816d824-850c-4803-b769-47b89082e1c8 service neutron] 10.222.0.15 "GET /v2.0/networks/45705816-7faf-4bfa-837c-00390b90563f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796647 Jul 05 03:48:40.874681 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-628c8789-2664-4db7-9e20-e6681ee29ce9 req-02cf36b8-8026-46b2-ae20-4722305f8316 service neutron] 10.222.0.15 "GET /v2.0/networks/45705816-7faf-4bfa-837c-00390b90563f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879996 Jul 05 03:48:42.624165 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:42.765353 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:50.915177 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-42d14d78-59c2-420e-8a6e-090625f53c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:52.122536 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:48:53.325254 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-cfd75e60-0b6f-4037-a182-ee67414331aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:54.063746 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:55.022259 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:56.450676 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:12.680834 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:12.828892 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:20.909188 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f3e35902-36a2-4778-976c-8f915f7b8474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:23.314361 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-bab9cb17-4063-47c0-857c-726237b3afd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:24.152786 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:25.034827 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:26.440570 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:29.121937 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:49:40.425366 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2f7e03f9-1daa-4eb9-b677-ba0a513896ae req-d2747c7d-e0fd-4f5f-a4e8-986edfc7727f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b192a279-3e86-4d29-be37-6c364f371b27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1077366 Jul 05 03:49:40.519012 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7e03f9-1daa-4eb9-b677-ba0a513896ae req-0a947fd7-694f-48ae-b08d-c3d987d234cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:40.520544 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2f7e03f9-1daa-4eb9-b677-ba0a513896ae req-0a947fd7-694f-48ae-b08d-c3d987d234cd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d208b1fc1d5f4b119d2e0687f8a8e534&device_id=b192a279-3e86-4d29-be37-6c364f371b27 HTTP/1.1" status: 200 len: 1097 time: 0.0523782 Jul 05 03:49:40.640949 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7e03f9-1daa-4eb9-b677-ba0a513896ae req-5ce95735-968f-4360-a753-fb9196887654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:40.642391 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2f7e03f9-1daa-4eb9-b677-ba0a513896ae req-5ce95735-968f-4360-a753-fb9196887654 service neutron] 10.222.0.15 "GET /v2.0/networks?id=45705816-7faf-4bfa-837c-00390b90563f HTTP/1.1" status: 200 len: 910 time: 0.0927804 Jul 05 03:49:40.723970 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2f7e03f9-1daa-4eb9-b677-ba0a513896ae req-ea2e0a13-282f-4aea-845c-4d13a8491bf5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=30eb76bd-a650-4d01-a236-a3f85582049c HTTP/1.1" status: 200 len: 1001 time: 0.0756567 Jul 05 03:49:40.775818 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7e03f9-1daa-4eb9-b677-ba0a513896ae req-edf17ea9-9339-4b1a-8965-37848c728166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:40.777313 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2f7e03f9-1daa-4eb9-b677-ba0a513896ae req-edf17ea9-9339-4b1a-8965-37848c728166 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e79d20ec-270e-4e21-81aa-a7222b48a938 HTTP/1.1" status: 200 len: 849 time: 0.0474637 Jul 05 03:49:40.834446 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7e03f9-1daa-4eb9-b677-ba0a513896ae req-9b165cd2-f8c1-46a2-b6a9-fa07ca22b7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:40.835994 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2f7e03f9-1daa-4eb9-b677-ba0a513896ae req-9b165cd2-f8c1-46a2-b6a9-fa07ca22b7f3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=45705816-7faf-4bfa-837c-00390b90563f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520475 Jul 05 03:49:40.936467 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2f7e03f9-1daa-4eb9-b677-ba0a513896ae req-5d47a0e9-9f43-4e47-92ff-6e949c4bc3e9 service neutron] 10.222.0.15 "GET /v2.0/networks/45705816-7faf-4bfa-837c-00390b90563f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942345 Jul 05 03:49:41.028635 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-2f7e03f9-1daa-4eb9-b677-ba0a513896ae req-1f60ac7d-d8be-4476-ba7f-86e187eb4bc9 service neutron] 10.222.0.15 "GET /v2.0/networks/45705816-7faf-4bfa-837c-00390b90563f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858963 Jul 05 03:49:42.708986 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:42.841081 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:50.941415 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-b7716818-62d5-4e4a-9351-16a68bd6cbe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:53.320505 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-1f0f2dba-9deb-44f4-abc9-e6957a10b81f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:54.055490 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:55.055051 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:56.477840 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:01.613573 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 30eb76bd-a650-4d01-a236-a3f85582049c details requested by agent hyperv_n-h2-771362-32 with host n-h2-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:50:01.872213 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 30eb76bd-a650-4d01-a236-a3f85582049c, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=30eb76bd-a650-4d01-a236-a3f85582049c,segment=NetworkSegment(20830652-cf62-4ebd-84c4-ced4418144e4),segment_id=20830652-cf62-4ebd-84c4-ced4418144e4)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:01.885421 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Returning: {'device': '30eb76bd-a650-4d01-a236-a3f85582049c', 'network_id': '45705816-7faf-4bfa-837c-00390b90563f', 'port_id': '30eb76bd-a650-4d01-a236-a3f85582049c', 'mac_address': 'fa:16:3e:47:67:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e79d20ec-270e-4e21-81aa-a7222b48a938', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:50:01.932552 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:01.950661 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 30eb76bd-a650-4d01-a236-a3f85582049c {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:50:01.977564 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 30eb76bd-a650-4d01-a236-a3f85582049c, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=30eb76bd-a650-4d01-a236-a3f85582049c,segment=NetworkSegment(20830652-cf62-4ebd-84c4-ced4418144e4),segment_id=20830652-cf62-4ebd-84c4-ced4418144e4)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:02.051063 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:02.107156 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=30eb76bd-a650-4d01-a236-a3f85582049c,revision_number=6']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:02.114317 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:02.114666 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:02.115003 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:02.115335 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:02.115666 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:02.115997 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:02.116317 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:02.116642 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:02.116963 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:02.117282 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:02.117604 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:02.117922 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:02.122611 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] get_ports_and_sgs() called for port_ids ['30eb76bd-a650-4d01-a236-a3f85582049c'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:50:03.621822 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 30eb76bd-a650-4d01-a236-a3f85582049c up at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:50:03.674932 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Provisioning complete for port 30eb76bd-a650-4d01-a236-a3f85582049c triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:50:03.675310 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:03.757871 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:03.787376 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b192a279-3e86-4d29-be37-6c364f371b27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30eb76bd-a650-4d01-a236-a3f85582049c'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:50:03.789918 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1156d35e1955dd65519df7b38ee19a55ddc3a31abbcc68c280d02d687c0487e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-147d7a35-836b-4e4a-8680-409f853204ab" -d '{"events": [{"server_uuid": "b192a279-3e86-4d29-be37-6c364f371b27", "name": "network-vif-plugged", "status": "completed", "tag": "30eb76bd-a650-4d01-a236-a3f85582049c"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:50:03.806626 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 30eb76bd-a650-4d01-a236-a3f85582049c, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=30eb76bd-a650-4d01-a236-a3f85582049c,segment=NetworkSegment(20830652-cf62-4ebd-84c4-ced4418144e4),segment_id=20830652-cf62-4ebd-84c4-ced4418144e4)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:03.872768 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acf583f6-ac1f-485f-9f92-8a992d83f560 x-openstack-request-id: req-acf583f6-ac1f-485f-9f92-8a992d83f560 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:50:03.873084 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b192a279-3e86-4d29-be37-6c364f371b27", "name": "network-vif-plugged", "status": "completed", "tag": "30eb76bd-a650-4d01-a236-a3f85582049c", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:50:03.873336 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-acf583f6-ac1f-485f-9f92-8a992d83f560 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:50:03.873731 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b192a279-3e86-4d29-be37-6c364f371b27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30eb76bd-a650-4d01-a236-a3f85582049c', 'code': 200} Jul 05 03:50:03.892191 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:03.946628 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=30eb76bd-a650-4d01-a236-a3f85582049c,revision_number=7']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:06.121475 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:50:12.680023 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:12.821257 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:14.170524 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-97dc396d-5ab0-4ba4-b61e-5e3201549cff req-7d4907be-0754-478f-a742-1046a185969e tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1729980439&fields=id&tenant_id=d208b1fc1d5f4b119d2e0687f8a8e534 HTTP/1.1" status: 200 len: 267 time: 0.0342832 Jul 05 03:50:14.282554 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dc396d-5ab0-4ba4-b61e-5e3201549cff req-a675e718-ffa9-42cb-bad4-057748bf9ff7 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:14.284030 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-97dc396d-5ab0-4ba4-b61e-5e3201549cff req-a675e718-ffa9-42cb-bad4-057748bf9ff7 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] 10.222.0.23 "GET /v2.0/networks?id=45705816-7faf-4bfa-837c-00390b90563f HTTP/1.1" status: 200 len: 810 time: 0.1056290 Jul 05 03:50:14.299466 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-97dc396d-5ab0-4ba4-b61e-5e3201549cff req-59b937fe-1913-4fba-a0ff-6d17ccfab3f3 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] 10.222.0.23 "GET /v2.0/quotas/d208b1fc1d5f4b119d2e0687f8a8e534 HTTP/1.1" status: 200 len: 375 time: 0.0094442 Jul 05 03:50:14.369608 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-97dc396d-5ab0-4ba4-b61e-5e3201549cff req-43e1a22b-507a-4d7a-958f-2eed5a290b4b tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d208b1fc1d5f4b119d2e0687f8a8e534&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0643010 Jul 05 03:50:14.426926 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [req-97dc396d-5ab0-4ba4-b61e-5e3201549cff req-8bca7646-3021-4236-a6da-3d36d174140b service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:50:14.427944 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-97dc396d-5ab0-4ba4-b61e-5e3201549cff req-8bca7646-3021-4236-a6da-3d36d174140b service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0456200 Jul 05 03:50:14.518603 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-97dc396d-5ab0-4ba4-b61e-5e3201549cff req-7a4a2dbb-8bf3-40bc-81ec-7d72ea0a6943 service neutron] 10.222.0.23 "GET /v2.0/networks/45705816-7faf-4bfa-837c-00390b90563f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847774 Jul 05 03:50:14.957298 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-97dc396d-5ab0-4ba4-b61e-5e3201549cff req-dea61313-c88b-443d-9aca-e595b838d64e service neutron] 10.222.0.23 "GET /v2.0/networks/45705816-7faf-4bfa-837c-00390b90563f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4326460 Jul 05 03:50:15.305405 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-9d834d1e-752f-4353-8727-502a9e8bddaa req-fa3c7328-01dc-4288-a7d6-fdccadd4cd46 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] 10.222.0.23 "GET /v2.0/ports?device_id=d72c6eff-ebe5-43fb-8d2e-157834e1eb1c HTTP/1.1" status: 200 len: 210 time: 0.0317140 Jul 05 03:50:16.388807 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-67a5fd5e-bc1a-454a-8ff6-ca8db3f66634 req-9922e611-2a9d-455c-851f-2937b632051f tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] 10.222.0.23 "GET /v2.0/ports?device_id=d72c6eff-ebe5-43fb-8d2e-157834e1eb1c HTTP/1.1" status: 200 len: 210 time: 0.0294254 Jul 05 03:50:17.536332 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-2d00dea3-5335-467c-9250-2a06f387a6b5 req-d642a045-e564-404d-afee-c2a2adc24df0 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] 10.222.0.23 "GET /v2.0/ports?device_id=d72c6eff-ebe5-43fb-8d2e-157834e1eb1c HTTP/1.1" status: 200 len: 210 time: 0.0326054 Jul 05 03:50:17.665407 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 30eb76bd-a650-4d01-a236-a3f85582049c no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:50:17.749894 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:17.779725 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b192a279-3e86-4d29-be37-6c364f371b27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30eb76bd-a650-4d01-a236-a3f85582049c'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:50:17.782993 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1156d35e1955dd65519df7b38ee19a55ddc3a31abbcc68c280d02d687c0487e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7e69b2c-6df0-4ffa-b97d-dbcf00f4f779" -d '{"events": [{"server_uuid": "b192a279-3e86-4d29-be37-6c364f371b27", "name": "network-vif-unplugged", "status": "completed", "tag": "30eb76bd-a650-4d01-a236-a3f85582049c"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:50:17.800804 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] For port 30eb76bd-a650-4d01-a236-a3f85582049c, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=30eb76bd-a650-4d01-a236-a3f85582049c,segment=NetworkSegment(20830652-cf62-4ebd-84c4-ced4418144e4),segment_id=20830652-cf62-4ebd-84c4-ced4418144e4)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:17.830991 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bca44c8-17a5-4f11-9a14-ee02ff0c8c20 x-openstack-request-id: req-5bca44c8-17a5-4f11-9a14-ee02ff0c8c20 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:50:17.831280 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b192a279-3e86-4d29-be37-6c364f371b27", "name": "network-vif-unplugged", "status": "completed", "tag": "30eb76bd-a650-4d01-a236-a3f85582049c", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:50:17.831526 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5bca44c8-17a5-4f11-9a14-ee02ff0c8c20 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:50:17.831917 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b192a279-3e86-4d29-be37-6c364f371b27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30eb76bd-a650-4d01-a236-a3f85582049c', 'code': 200} Jul 05 03:50:17.884032 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:17.934789 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Pushing event updated for resources: {'Port': ['ID=30eb76bd-a650-4d01-a236-a3f85582049c,revision_number=8']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:18.385181 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dc396d-5ab0-4ba4-b61e-5e3201549cff req-4ac797eb-a415-4396-b417-e27d5316c4a5 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:18.386701 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-97dc396d-5ab0-4ba4-b61e-5e3201549cff req-4ac797eb-a415-4396-b417-e27d5316c4a5 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] 10.222.0.21 "GET /v2.0/networks?id=45705816-7faf-4bfa-837c-00390b90563f HTTP/1.1" status: 200 len: 810 time: 0.1087267 Jul 05 03:50:18.430931 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-97dc396d-5ab0-4ba4-b61e-5e3201549cff req-9a64fe7e-0884-415b-91de-81f61ca1a2e4 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d208b1fc1d5f4b119d2e0687f8a8e534 HTTP/1.1" status: 200 len: 380 time: 0.0352504 Jul 05 03:50:18.439611 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-97dc396d-5ab0-4ba4-b61e-5e3201549cff req-daae08da-57de-4d9d-9749-c4aeb1218eb1 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Request body: {'port': {'device_id': 'd72c6eff-ebe5-43fb-8d2e-157834e1eb1c', 'network_id': '45705816-7faf-4bfa-837c-00390b90563f', 'admin_state_up': True, 'tenant_id': 'd208b1fc1d5f4b119d2e0687f8a8e534', 'security_groups': ['95e89d83-1f90-4384-9c59-33239a2c8ee3']}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:18.692098 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-4b1f0bd8-9f80-4dae-a81c-9776dd446b91 req-43796ac1-21e3-4986-b5b4-ef4a7d78d371 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] 10.222.0.23 "GET /v2.0/ports?device_id=d72c6eff-ebe5-43fb-8d2e-157834e1eb1c HTTP/1.1" status: 200 len: 210 time: 0.0352256 Jul 05 03:50:18.713625 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97dc396d-5ab0-4ba4-b61e-5e3201549cff req-daae08da-57de-4d9d-9749-c4aeb1218eb1 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Made reservation on behalf of d208b1fc1d5f4b119d2e0687f8a8e534 for: {'port': 1} {{(pid=94461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:50:18.717587 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-97dc396d-5ab0-4ba4-b61e-5e3201549cff req-daae08da-57de-4d9d-9749-c4aeb1218eb1 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:18.862022 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [req-97dc396d-5ab0-4ba4-b61e-5e3201549cff req-daae08da-57de-4d9d-9749-c4aeb1218eb1 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Allocated IP 172.20.0.7 (45705816-7faf-4bfa-837c-00390b90563f/e79d20ec-270e-4e21-81aa-a7222b48a938/fe4d2484-eebf-4c6f-bc60-4aa2c979bf1a) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:50:19.022180 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-97dc396d-5ab0-4ba4-b61e-5e3201549cff req-daae08da-57de-4d9d-9749-c4aeb1218eb1 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:19.038036 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-97dc396d-5ab0-4ba4-b61e-5e3201549cff req-daae08da-57de-4d9d-9749-c4aeb1218eb1 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Transition to ACTIVE for port object fe4d2484-eebf-4c6f-bc60-4aa2c979bf1a will not be triggered until provisioned by entity DHCP. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:50:19.171880 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-97dc396d-5ab0-4ba4-b61e-5e3201549cff req-daae08da-57de-4d9d-9749-c4aeb1218eb1 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:19.223733 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97dc396d-5ab0-4ba4-b61e-5e3201549cff req-daae08da-57de-4d9d-9749-c4aeb1218eb1 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Network 45705816-7faf-4bfa-837c-00390b90563f is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:50:19.227092 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [req-97dc396d-5ab0-4ba4-b61e-5e3201549cff req-daae08da-57de-4d9d-9749-c4aeb1218eb1 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:50:19.233347 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-97dc396d-5ab0-4ba4-b61e-5e3201549cff req-daae08da-57de-4d9d-9749-c4aeb1218eb1 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:50:19.240693 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daae08da-57de-4d9d-9749-c4aeb1218eb1 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Pushing event updated for resources: {'Port': ['ID=fe4d2484-eebf-4c6f-bc60-4aa2c979bf1a,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:19.271505 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daae08da-57de-4d9d-9749-c4aeb1218eb1 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:19.271799 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daae08da-57de-4d9d-9749-c4aeb1218eb1 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:19.272115 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daae08da-57de-4d9d-9749-c4aeb1218eb1 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:19.272500 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daae08da-57de-4d9d-9749-c4aeb1218eb1 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:19.272791 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daae08da-57de-4d9d-9749-c4aeb1218eb1 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:19.273126 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daae08da-57de-4d9d-9749-c4aeb1218eb1 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:19.273451 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daae08da-57de-4d9d-9749-c4aeb1218eb1 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:19.273977 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daae08da-57de-4d9d-9749-c4aeb1218eb1 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:19.274116 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daae08da-57de-4d9d-9749-c4aeb1218eb1 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:19.274434 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daae08da-57de-4d9d-9749-c4aeb1218eb1 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:19.275078 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daae08da-57de-4d9d-9749-c4aeb1218eb1 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:19.275078 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daae08da-57de-4d9d-9749-c4aeb1218eb1 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:19.303170 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dc396d-5ab0-4ba4-b61e-5e3201549cff req-daae08da-57de-4d9d-9749-c4aeb1218eb1 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:19.303856 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-97dc396d-5ab0-4ba4-b61e-5e3201549cff req-daae08da-57de-4d9d-9749-c4aeb1218eb1 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:19.404841 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-97dc396d-5ab0-4ba4-b61e-5e3201549cff req-daae08da-57de-4d9d-9749-c4aeb1218eb1 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9693110 Jul 05 03:50:19.415614 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [req-97dc396d-5ab0-4ba4-b61e-5e3201549cff req-94da7c9a-bf00-4ef6-b608-f48a1818e119 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:50:19.416885 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-97dc396d-5ab0-4ba4-b61e-5e3201549cff req-94da7c9a-bf00-4ef6-b608-f48a1818e119 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057302 Jul 05 03:50:19.708693 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-57c1320c-7569-41c9-a40a-ee2e808e5ded None None] Provisioning for port fe4d2484-eebf-4c6f-bc60-4aa2c979bf1a completed by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:50:19.716111 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-57c1320c-7569-41c9-a40a-ee2e808e5ded None None] Provisioning complete for port fe4d2484-eebf-4c6f-bc60-4aa2c979bf1a triggered by entity DHCP. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:50:19.721888 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-57c1320c-7569-41c9-a40a-ee2e808e5ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:19.801408 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-57c1320c-7569-41c9-a40a-ee2e808e5ded None None] Port fe4d2484-eebf-4c6f-bc60-4aa2c979bf1a cannot update to ACTIVE because it is not bound. {{(pid=94463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:50:20.003680 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e15d17-2bf6-4181-b522-ff02af04e3c4 req-5f871215-b002-4456-bbe5-d497de59f135 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:20.005877 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-05e15d17-2bf6-4181-b522-ff02af04e3c4 req-5f871215-b002-4456-bbe5-d497de59f135 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] 10.222.0.23 "GET /v2.0/ports?device_id=d72c6eff-ebe5-43fb-8d2e-157834e1eb1c HTTP/1.1" status: 200 len: 931 time: 0.1165535 Jul 05 03:50:20.063548 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-05e15d17-2bf6-4181-b522-ff02af04e3c4 req-93189219-f101-438b-863b-80b1ee2c5509 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] 10.222.0.23 "GET /v2.0/security-groups?id=95e89d83-1f90-4384-9c59-33239a2c8ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509851 Jul 05 03:50:20.976770 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-25a1ca0c-5157-4678-9f6f-6a2a9a6b653f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:21.297607 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fba6aba-d936-46c1-95a7-fdb0184da618 req-be999697-80b3-4ec3-b1b4-4a0f820dad96 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:21.299455 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8fba6aba-d936-46c1-95a7-fdb0184da618 req-be999697-80b3-4ec3-b1b4-4a0f820dad96 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] 10.222.0.23 "GET /v2.0/ports?device_id=d72c6eff-ebe5-43fb-8d2e-157834e1eb1c HTTP/1.1" status: 200 len: 931 time: 0.0929773 Jul 05 03:50:21.357515 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8fba6aba-d936-46c1-95a7-fdb0184da618 req-a8de79e6-2400-4b98-97d5-213fed75f9e3 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] 10.222.0.23 "GET /v2.0/security-groups?id=95e89d83-1f90-4384-9c59-33239a2c8ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507390 Jul 05 03:50:22.574246 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83e5737-8e86-417a-a73c-1e0095662dd2 req-b2cb5c03-afbc-41ff-b781-7f62a4804f40 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:22.576028 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b83e5737-8e86-417a-a73c-1e0095662dd2 req-b2cb5c03-afbc-41ff-b781-7f62a4804f40 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] 10.222.0.23 "GET /v2.0/ports?device_id=d72c6eff-ebe5-43fb-8d2e-157834e1eb1c HTTP/1.1" status: 200 len: 931 time: 0.0797937 Jul 05 03:50:22.626543 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b83e5737-8e86-417a-a73c-1e0095662dd2 req-1469ddff-faf0-42f1-9ffd-9ab93e1c629b tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] 10.222.0.23 "GET /v2.0/security-groups?id=95e89d83-1f90-4384-9c59-33239a2c8ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441823 Jul 05 03:50:23.297301 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a51aa0b3-cb2a-48fe-a929-3c25b7d8df04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:23.825690 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97647dc7-5eef-4162-bee2-9cc1197893e4 req-86d6e4a6-dc99-4063-a1eb-97704821d979 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:23.827446 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-97647dc7-5eef-4162-bee2-9cc1197893e4 req-86d6e4a6-dc99-4063-a1eb-97704821d979 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] 10.222.0.23 "GET /v2.0/ports?device_id=d72c6eff-ebe5-43fb-8d2e-157834e1eb1c HTTP/1.1" status: 200 len: 931 time: 0.0748720 Jul 05 03:50:23.873906 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-97647dc7-5eef-4162-bee2-9cc1197893e4 req-d84e6a49-d287-4f51-a600-d12450b9e30a tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] 10.222.0.23 "GET /v2.0/security-groups?id=95e89d83-1f90-4384-9c59-33239a2c8ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399473 Jul 05 03:50:24.100905 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:25.046488 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:25.108197 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc491e25-f5c9-4805-9f13-d65e9aa664b1 req-89c0da99-63cd-4dfa-bd14-1218f8df5eb4 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:25.109782 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fc491e25-f5c9-4805-9f13-d65e9aa664b1 req-89c0da99-63cd-4dfa-bd14-1218f8df5eb4 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] 10.222.0.23 "GET /v2.0/ports?device_id=d72c6eff-ebe5-43fb-8d2e-157834e1eb1c HTTP/1.1" status: 200 len: 931 time: 0.0746486 Jul 05 03:50:25.160316 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-fc491e25-f5c9-4805-9f13-d65e9aa664b1 req-03931adc-f0e1-460b-91ed-551df6f099a5 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] 10.222.0.23 "GET /v2.0/security-groups?id=95e89d83-1f90-4384-9c59-33239a2c8ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393596 Jul 05 03:50:26.376007 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf94af4-d6f9-40d4-a491-a593a3dd5e7c req-e1164ee3-91ff-4d62-bc00-0578bd87aac4 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:26.378263 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-cbf94af4-d6f9-40d4-a491-a593a3dd5e7c req-e1164ee3-91ff-4d62-bc00-0578bd87aac4 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] 10.222.0.23 "GET /v2.0/ports?device_id=d72c6eff-ebe5-43fb-8d2e-157834e1eb1c HTTP/1.1" status: 200 len: 931 time: 0.0952291 Jul 05 03:50:26.422293 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-cbf94af4-d6f9-40d4-a491-a593a3dd5e7c req-c0872499-d3f1-43fe-beed-74c3aeb0c282 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] 10.222.0.23 "GET /v2.0/security-groups?id=95e89d83-1f90-4384-9c59-33239a2c8ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359135 Jul 05 03:50:26.662352 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:27.633098 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4546d9-8298-426e-b9ba-ba54095d0ad7 req-5a6762ac-bef3-43d0-9560-9f34cc087dda tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:27.634761 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ba4546d9-8298-426e-b9ba-ba54095d0ad7 req-5a6762ac-bef3-43d0-9560-9f34cc087dda tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] 10.222.0.23 "GET /v2.0/ports?device_id=d72c6eff-ebe5-43fb-8d2e-157834e1eb1c HTTP/1.1" status: 200 len: 931 time: 0.0711038 Jul 05 03:50:27.677748 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-ba4546d9-8298-426e-b9ba-ba54095d0ad7 req-c71eda44-950a-4c7d-ac9c-835215704236 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] 10.222.0.23 "GET /v2.0/security-groups?id=95e89d83-1f90-4384-9c59-33239a2c8ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368807 Jul 05 03:50:28.871469 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f321200f-fbc2-40c9-a539-61925aed2b02 req-7ba2857b-73ab-45bc-943e-e750850018f5 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:28.873093 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f321200f-fbc2-40c9-a539-61925aed2b02 req-7ba2857b-73ab-45bc-943e-e750850018f5 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] 10.222.0.23 "GET /v2.0/ports?device_id=d72c6eff-ebe5-43fb-8d2e-157834e1eb1c HTTP/1.1" status: 200 len: 931 time: 0.0736322 Jul 05 03:50:28.922641 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-f321200f-fbc2-40c9-a539-61925aed2b02 req-cd3dd44e-ff13-42f3-b36e-63fe597c6029 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] 10.222.0.23 "GET /v2.0/security-groups?id=95e89d83-1f90-4384-9c59-33239a2c8ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394182 Jul 05 03:50:29.713111 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [req-97dc396d-5ab0-4ba4-b61e-5e3201549cff req-aeb20638-adf5-432f-bd33-ded328309308 service neutron] Request body: {'port': {'device_id': 'd72c6eff-ebe5-43fb-8d2e-157834e1eb1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-32'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:29.789033 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-97dc396d-5ab0-4ba4-b61e-5e3201549cff req-aeb20638-adf5-432f-bd33-ded328309308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:30.128758 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [req-97dc396d-5ab0-4ba4-b61e-5e3201549cff req-aeb20638-adf5-432f-bd33-ded328309308 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe4d2484-eebf-4c6f-bc60-4aa2c979bf1a {{(pid=94461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:50:30.146294 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-97dc396d-5ab0-4ba4-b61e-5e3201549cff req-aeb20638-adf5-432f-bd33-ded328309308 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:30.176514 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.provisioning_blocks [req-97dc396d-5ab0-4ba4-b61e-5e3201549cff req-aeb20638-adf5-432f-bd33-ded328309308 service neutron] Transition to ACTIVE for port object fe4d2484-eebf-4c6f-bc60-4aa2c979bf1a will not be triggered until provisioned by entity L2. {{(pid=94461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:50:30.207292 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7bdbeb-02a9-4eb3-b286-198f0cc728ac req-26080d46-fbc2-4fd2-968c-7191bb86f784 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:30.208923 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3d7bdbeb-02a9-4eb3-b286-198f0cc728ac req-26080d46-fbc2-4fd2-968c-7191bb86f784 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] 10.222.0.23 "GET /v2.0/ports?device_id=d72c6eff-ebe5-43fb-8d2e-157834e1eb1c HTTP/1.1" status: 200 len: 931 time: 0.1490369 Jul 05 03:50:30.250787 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3d7bdbeb-02a9-4eb3-b286-198f0cc728ac req-fe2abafb-5ab2-4a47-a1b5-146c02088839 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] 10.222.0.23 "GET /v2.0/security-groups?id=95e89d83-1f90-4384-9c59-33239a2c8ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357144 Jul 05 03:50:30.348643 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-97dc396d-5ab0-4ba4-b61e-5e3201549cff req-aeb20638-adf5-432f-bd33-ded328309308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:30.399199 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb20638-adf5-432f-bd33-ded328309308 service neutron] Pushing event updated for resources: {'Port': ['ID=fe4d2484-eebf-4c6f-bc60-4aa2c979bf1a,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:30.478586 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-97dc396d-5ab0-4ba4-b61e-5e3201549cff req-aeb20638-adf5-432f-bd33-ded328309308 service neutron] Attempting to bind port fe4d2484-eebf-4c6f-bc60-4aa2c979bf1a on host n-h1-771362-32 for vnic_type normal with profile {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:50:30.478925 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-97dc396d-5ab0-4ba4-b61e-5e3201549cff req-aeb20638-adf5-432f-bd33-ded328309308 service neutron] Attempting to bind port fe4d2484-eebf-4c6f-bc60-4aa2c979bf1a by drivers openvswitch,hyperv on host n-h1-771362-32 at level 0 using segments [{'id': '20830652-cf62-4ebd-84c4-ced4418144e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '45705816-7faf-4bfa-837c-00390b90563f'}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:50:30.479222 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97dc396d-5ab0-4ba4-b61e-5e3201549cff req-aeb20638-adf5-432f-bd33-ded328309308 service neutron] Attempting to bind port fe4d2484-eebf-4c6f-bc60-4aa2c979bf1a on network 45705816-7faf-4bfa-837c-00390b90563f {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:50:30.484318 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97dc396d-5ab0-4ba4-b61e-5e3201549cff req-aeb20638-adf5-432f-bd33-ded328309308 service neutron] Port fe4d2484-eebf-4c6f-bc60-4aa2c979bf1a on network 45705816-7faf-4bfa-837c-00390b90563f not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-32 {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:50:30.484660 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97dc396d-5ab0-4ba4-b61e-5e3201549cff req-aeb20638-adf5-432f-bd33-ded328309308 service neutron] Attempting to bind port fe4d2484-eebf-4c6f-bc60-4aa2c979bf1a on network 45705816-7faf-4bfa-837c-00390b90563f {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:50:30.490484 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97dc396d-5ab0-4ba4-b61e-5e3201549cff req-aeb20638-adf5-432f-bd33-ded328309308 service neutron] Checking agent: {'id': '0fbc00fb-138e-487a-a288-77e1f37fab41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'started_at': datetime.datetime(2021, 7, 5, 2, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:50:30.490895 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97dc396d-5ab0-4ba4-b61e-5e3201549cff req-aeb20638-adf5-432f-bd33-ded328309308 service neutron] Checking segment: {'id': '20830652-cf62-4ebd-84c4-ced4418144e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '45705816-7faf-4bfa-837c-00390b90563f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:50:30.491207 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97dc396d-5ab0-4ba4-b61e-5e3201549cff req-aeb20638-adf5-432f-bd33-ded328309308 service neutron] Bound using segment: {'id': '20830652-cf62-4ebd-84c4-ced4418144e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '45705816-7faf-4bfa-837c-00390b90563f'} {{(pid=94461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:50:30.491642 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.managers [req-97dc396d-5ab0-4ba4-b61e-5e3201549cff req-aeb20638-adf5-432f-bd33-ded328309308 service neutron] Bound port: fe4d2484-eebf-4c6f-bc60-4aa2c979bf1a, host: n-h1-771362-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20830652-cf62-4ebd-84c4-ced4418144e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '45705816-7faf-4bfa-837c-00390b90563f'}}] {{(pid=94461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:50:30.492009 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-97dc396d-5ab0-4ba4-b61e-5e3201549cff req-aeb20638-adf5-432f-bd33-ded328309308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:30.581749 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-97dc396d-5ab0-4ba4-b61e-5e3201549cff req-aeb20638-adf5-432f-bd33-ded328309308 service neutron] For port fe4d2484-eebf-4c6f-bc60-4aa2c979bf1a, host n-h1-771362-32, cleared binding levels {{(pid=94461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:50:30.585771 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-97dc396d-5ab0-4ba4-b61e-5e3201549cff req-aeb20638-adf5-432f-bd33-ded328309308 service neutron] For port fe4d2484-eebf-4c6f-bc60-4aa2c979bf1a, host n-h1-771362-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=fe4d2484-eebf-4c6f-bc60-4aa2c979bf1a,segment=NetworkSegment(20830652-cf62-4ebd-84c4-ced4418144e4),segment_id=20830652-cf62-4ebd-84c4-ced4418144e4)] {{(pid=94461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:50:30.678043 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-97dc396d-5ab0-4ba4-b61e-5e3201549cff req-aeb20638-adf5-432f-bd33-ded328309308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:30.715350 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dc396d-5ab0-4ba4-b61e-5e3201549cff req-aeb20638-adf5-432f-bd33-ded328309308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:30.716030 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-97dc396d-5ab0-4ba4-b61e-5e3201549cff req-aeb20638-adf5-432f-bd33-ded328309308 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:30.717490 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-97dc396d-5ab0-4ba4-b61e-5e3201549cff req-aeb20638-adf5-432f-bd33-ded328309308 service neutron] 10.222.0.21 "PUT /v2.0/ports/fe4d2484-eebf-4c6f-bc60-4aa2c979bf1a HTTP/1.1" status: 200 len: 1092 time: 1.0519340 Jul 05 03:50:30.717941 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd72c6eff-ebe5-43fb-8d2e-157834e1eb1c', 'tag': 'fe4d2484-eebf-4c6f-bc60-4aa2c979bf1a'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:50:30.720460 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4c1385bffaa5d930a7117e6982c27207eca91cca31cf4b43f86c7ad63cd24a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fcc02ec-21b3-4f57-91a7-2001afe5f334" -d '{"events": [{"name": "network-changed", "server_uuid": "d72c6eff-ebe5-43fb-8d2e-157834e1eb1c", "tag": "fe4d2484-eebf-4c6f-bc60-4aa2c979bf1a"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:50:30.747594 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb20638-adf5-432f-bd33-ded328309308 service neutron] Pushing event updated for resources: {'Port': ['ID=fe4d2484-eebf-4c6f-bc60-4aa2c979bf1a,revision_number=3']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:30.768475 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39bd5ea1-502d-402f-bae6-e6aeea7cf9a6 x-openstack-request-id: req-39bd5ea1-502d-402f-bae6-e6aeea7cf9a6 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:50:30.768475 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d72c6eff-ebe5-43fb-8d2e-157834e1eb1c", "tag": "fe4d2484-eebf-4c6f-bc60-4aa2c979bf1a", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:50:30.768475 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-39bd5ea1-502d-402f-bae6-e6aeea7cf9a6 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:50:30.768475 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd72c6eff-ebe5-43fb-8d2e-157834e1eb1c', 'tag': 'fe4d2484-eebf-4c6f-bc60-4aa2c979bf1a', 'status': 'completed', 'code': 200} Jul 05 03:50:30.855832 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcc02ec-21b3-4f57-91a7-2001afe5f334 req-00c6a1bd-6234-4cf8-b723-2a639949c0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:30.857574 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8fcc02ec-21b3-4f57-91a7-2001afe5f334 req-00c6a1bd-6234-4cf8-b723-2a639949c0d1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d208b1fc1d5f4b119d2e0687f8a8e534&device_id=d72c6eff-ebe5-43fb-8d2e-157834e1eb1c HTTP/1.1" status: 200 len: 1095 time: 0.0653222 Jul 05 03:50:30.979356 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcc02ec-21b3-4f57-91a7-2001afe5f334 req-ac30de6f-f34a-42b6-b730-d62e50d666d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:30.980998 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8fcc02ec-21b3-4f57-91a7-2001afe5f334 req-ac30de6f-f34a-42b6-b730-d62e50d666d5 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=d208b1fc1d5f4b119d2e0687f8a8e534&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1155751 Jul 05 03:50:31.100439 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcc02ec-21b3-4f57-91a7-2001afe5f334 req-d78e7f97-e875-42ae-8c49-bdd0e02c1d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:31.102020 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-8fcc02ec-21b3-4f57-91a7-2001afe5f334 req-d78e7f97-e875-42ae-8c49-bdd0e02c1d8f service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1146784 Jul 05 03:50:31.210660 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dc396d-5ab0-4ba4-b61e-5e3201549cff req-0892f481-3bd7-4181-9019-ccbb55458e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:31.212822 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-97dc396d-5ab0-4ba4-b61e-5e3201549cff req-0892f481-3bd7-4181-9019-ccbb55458e93 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d208b1fc1d5f4b119d2e0687f8a8e534&device_id=d72c6eff-ebe5-43fb-8d2e-157834e1eb1c HTTP/1.1" status: 200 len: 1095 time: 0.0693429 Jul 05 03:50:31.259371 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-97dc396d-5ab0-4ba4-b61e-5e3201549cff req-c1603805-9f64-49e5-8efe-9b54f7a4ff72 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fe4d2484-eebf-4c6f-bc60-4aa2c979bf1a HTTP/1.1" status: 200 len: 217 time: 0.0381474 Jul 05 03:50:31.316427 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dc396d-5ab0-4ba4-b61e-5e3201549cff req-06944942-d1f4-4d02-9e38-03e081877ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:31.317961 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-97dc396d-5ab0-4ba4-b61e-5e3201549cff req-06944942-d1f4-4d02-9e38-03e081877ffc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e79d20ec-270e-4e21-81aa-a7222b48a938 HTTP/1.1" status: 200 len: 849 time: 0.0523460 Jul 05 03:50:31.379504 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dc396d-5ab0-4ba4-b61e-5e3201549cff req-3fe0798a-a53b-40f7-aff5-22429f7c2795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:31.381061 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-97dc396d-5ab0-4ba4-b61e-5e3201549cff req-3fe0798a-a53b-40f7-aff5-22429f7c2795 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=45705816-7faf-4bfa-837c-00390b90563f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571516 Jul 05 03:50:31.519382 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-97dc396d-5ab0-4ba4-b61e-5e3201549cff req-eddf1b90-fa64-4d0e-921a-1366c94adeab service neutron] 10.222.0.21 "GET /v2.0/networks/45705816-7faf-4bfa-837c-00390b90563f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315825 Jul 05 03:50:31.541768 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3227cd-cb74-424c-8b88-11057929ba53 req-2952cd7d-d913-49d8-a1ad-057054a8c1d8 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:31.543432 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-dc3227cd-cb74-424c-8b88-11057929ba53 req-2952cd7d-d913-49d8-a1ad-057054a8c1d8 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] 10.222.0.23 "GET /v2.0/ports?device_id=d72c6eff-ebe5-43fb-8d2e-157834e1eb1c HTTP/1.1" status: 200 len: 943 time: 0.1121368 Jul 05 03:50:31.628860 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-dc3227cd-cb74-424c-8b88-11057929ba53 req-afe33bdd-b691-4bc5-8bf7-77f5da3060fa tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] 10.222.0.23 "GET /v2.0/security-groups?id=95e89d83-1f90-4384-9c59-33239a2c8ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726652 Jul 05 03:50:31.654251 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-97dc396d-5ab0-4ba4-b61e-5e3201549cff req-b70beace-41bd-485b-8fed-9e25aa3f3e24 service neutron] 10.222.0.21 "GET /v2.0/networks/45705816-7faf-4bfa-837c-00390b90563f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280627 Jul 05 03:50:32.816579 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc73df-8c51-4f86-9579-5ebd93b93adf req-86a803ab-2502-42c5-bd33-b9a70b7b83b7 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:32.818085 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-71dc73df-8c51-4f86-9579-5ebd93b93adf req-86a803ab-2502-42c5-bd33-b9a70b7b83b7 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] 10.222.0.23 "GET /v2.0/ports?device_id=d72c6eff-ebe5-43fb-8d2e-157834e1eb1c HTTP/1.1" status: 200 len: 943 time: 0.0700648 Jul 05 03:50:32.859138 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-71dc73df-8c51-4f86-9579-5ebd93b93adf req-475231cf-14ba-41f3-ab31-35a228e8dd97 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] 10.222.0.23 "GET /v2.0/security-groups?id=95e89d83-1f90-4384-9c59-33239a2c8ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352719 Jul 05 03:50:34.041058 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e2714f-af66-43ed-99d4-3daa6260462b req-1a1a2759-8bd2-45ab-9733-41754f308133 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:34.042585 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a2e2714f-af66-43ed-99d4-3daa6260462b req-1a1a2759-8bd2-45ab-9733-41754f308133 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] 10.222.0.23 "GET /v2.0/ports?device_id=d72c6eff-ebe5-43fb-8d2e-157834e1eb1c HTTP/1.1" status: 200 len: 943 time: 0.0681379 Jul 05 03:50:34.080983 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a2e2714f-af66-43ed-99d4-3daa6260462b req-f3728c28-06f5-4e15-905a-05d2c3bff08b tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] 10.222.0.23 "GET /v2.0/security-groups?id=95e89d83-1f90-4384-9c59-33239a2c8ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328372 Jul 05 03:50:34.644082 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device fe4d2484-eebf-4c6f-bc60-4aa2c979bf1a details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:50:34.737485 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port fe4d2484-eebf-4c6f-bc60-4aa2c979bf1a, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=fe4d2484-eebf-4c6f-bc60-4aa2c979bf1a,segment=NetworkSegment(20830652-cf62-4ebd-84c4-ced4418144e4),segment_id=20830652-cf62-4ebd-84c4-ced4418144e4)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:34.748863 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': 'fe4d2484-eebf-4c6f-bc60-4aa2c979bf1a', 'network_id': '45705816-7faf-4bfa-837c-00390b90563f', 'port_id': 'fe4d2484-eebf-4c6f-bc60-4aa2c979bf1a', 'mac_address': 'fa:16:3e:35:07:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e79d20ec-270e-4e21-81aa-a7222b48a938', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:50:34.785369 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:34.797687 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe4d2484-eebf-4c6f-bc60-4aa2c979bf1a {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:50:34.820205 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port fe4d2484-eebf-4c6f-bc60-4aa2c979bf1a, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=fe4d2484-eebf-4c6f-bc60-4aa2c979bf1a,segment=NetworkSegment(20830652-cf62-4ebd-84c4-ced4418144e4),segment_id=20830652-cf62-4ebd-84c4-ced4418144e4)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:34.919443 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:34.975720 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=fe4d2484-eebf-4c6f-bc60-4aa2c979bf1a,revision_number=4']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:35.150061 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['fe4d2484-eebf-4c6f-bc60-4aa2c979bf1a'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:50:35.254876 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73336195-b482-4de8-9e86-67de96e98e6e req-e0c9300e-dce8-4c4f-a49a-685e2af3ffa3 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:35.256440 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-73336195-b482-4de8-9e86-67de96e98e6e req-e0c9300e-dce8-4c4f-a49a-685e2af3ffa3 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] 10.222.0.23 "GET /v2.0/ports?device_id=d72c6eff-ebe5-43fb-8d2e-157834e1eb1c HTTP/1.1" status: 200 len: 944 time: 0.0644279 Jul 05 03:50:35.295173 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-73336195-b482-4de8-9e86-67de96e98e6e req-fffc95a8-34f2-496d-b03a-b9b8d41b7c37 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] 10.222.0.23 "GET /v2.0/security-groups?id=95e89d83-1f90-4384-9c59-33239a2c8ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330520 Jul 05 03:50:36.468304 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5a1616-4d5d-45f1-9fa6-3bc71d45722b req-517f01c2-6a45-4d21-b8ec-ec28fb03a2dc tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:36.469817 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1c5a1616-4d5d-45f1-9fa6-3bc71d45722b req-517f01c2-6a45-4d21-b8ec-ec28fb03a2dc tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] 10.222.0.23 "GET /v2.0/ports?device_id=d72c6eff-ebe5-43fb-8d2e-157834e1eb1c HTTP/1.1" status: 200 len: 944 time: 0.0643139 Jul 05 03:50:36.507745 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-1c5a1616-4d5d-45f1-9fa6-3bc71d45722b req-cebc9b7c-8f3f-4375-857f-b49f086fc9a4 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] 10.222.0.23 "GET /v2.0/security-groups?id=95e89d83-1f90-4384-9c59-33239a2c8ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316970 Jul 05 03:50:36.671548 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device fe4d2484-eebf-4c6f-bc60-4aa2c979bf1a up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:50:36.799935 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning for port fe4d2484-eebf-4c6f-bc60-4aa2c979bf1a completed by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:50:36.804098 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port fe4d2484-eebf-4c6f-bc60-4aa2c979bf1a triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:50:36.806815 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:36.882770 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:36.906493 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd72c6eff-ebe5-43fb-8d2e-157834e1eb1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe4d2484-eebf-4c6f-bc60-4aa2c979bf1a'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:50:36.910819 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1156d35e1955dd65519df7b38ee19a55ddc3a31abbcc68c280d02d687c0487e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55095af1-b448-41b9-94d7-2bbdecc6a52e" -d '{"events": [{"server_uuid": "d72c6eff-ebe5-43fb-8d2e-157834e1eb1c", "name": "network-vif-plugged", "status": "completed", "tag": "fe4d2484-eebf-4c6f-bc60-4aa2c979bf1a"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:50:36.922195 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port fe4d2484-eebf-4c6f-bc60-4aa2c979bf1a, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=fe4d2484-eebf-4c6f-bc60-4aa2c979bf1a,segment=NetworkSegment(20830652-cf62-4ebd-84c4-ced4418144e4),segment_id=20830652-cf62-4ebd-84c4-ced4418144e4)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:36.945514 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c18d6d6-bdae-4aa6-86c1-6c7aa2b2323d x-openstack-request-id: req-4c18d6d6-bdae-4aa6-86c1-6c7aa2b2323d {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:50:36.945809 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d72c6eff-ebe5-43fb-8d2e-157834e1eb1c", "name": "network-vif-plugged", "status": "completed", "tag": "fe4d2484-eebf-4c6f-bc60-4aa2c979bf1a", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:50:36.946062 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4c18d6d6-bdae-4aa6-86c1-6c7aa2b2323d {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:50:36.946489 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd72c6eff-ebe5-43fb-8d2e-157834e1eb1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe4d2484-eebf-4c6f-bc60-4aa2c979bf1a', 'code': 200} Jul 05 03:50:37.022462 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:37.063257 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682d7689-43e8-4d5c-9277-dcc37cd6c299 req-495a494a-c8da-4901-977c-f8a7765facc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:37.065363 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-682d7689-43e8-4d5c-9277-dcc37cd6c299 req-495a494a-c8da-4901-977c-f8a7765facc9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d72c6eff-ebe5-43fb-8d2e-157834e1eb1c HTTP/1.1" status: 200 len: 1096 time: 0.0568638 Jul 05 03:50:37.071948 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=fe4d2484-eebf-4c6f-bc60-4aa2c979bf1a,revision_number=5']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:37.101770 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-682d7689-43e8-4d5c-9277-dcc37cd6c299 req-8b9181f7-f62e-4a69-9992-5aa47420f4b0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=95e89d83-1f90-4384-9c59-33239a2c8ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300789 Jul 05 03:50:37.677745 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398a775a-d400-41bf-8ff3-2c6db9b91825 req-7df35a13-3072-476a-afd7-4666d9355ea8 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:37.679275 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-398a775a-d400-41bf-8ff3-2c6db9b91825 req-7df35a13-3072-476a-afd7-4666d9355ea8 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] 10.222.0.23 "GET /v2.0/ports?device_id=d72c6eff-ebe5-43fb-8d2e-157834e1eb1c HTTP/1.1" status: 200 len: 945 time: 0.0624568 Jul 05 03:50:37.716255 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-398a775a-d400-41bf-8ff3-2c6db9b91825 req-993bed4b-93d2-44b7-92c4-b7ce5650927e tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] 10.222.0.23 "GET /v2.0/security-groups?id=95e89d83-1f90-4384-9c59-33239a2c8ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314546 Jul 05 03:50:38.907266 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80865fba-6f9c-4a22-ba7c-19f284ef226b req-98a8a53d-a4fb-46a8-849d-787ec8046014 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:38.908739 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-80865fba-6f9c-4a22-ba7c-19f284ef226b req-98a8a53d-a4fb-46a8-849d-787ec8046014 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] 10.222.0.23 "GET /v2.0/ports?device_id=d72c6eff-ebe5-43fb-8d2e-157834e1eb1c HTTP/1.1" status: 200 len: 945 time: 0.0712283 Jul 05 03:50:38.948075 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-80865fba-6f9c-4a22-ba7c-19f284ef226b req-ad50fa99-4418-454f-9f29-41346e73ca7a tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] 10.222.0.23 "GET /v2.0/security-groups?id=95e89d83-1f90-4384-9c59-33239a2c8ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335424 Jul 05 03:50:39.141719 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d340fc-7768-47d2-9a25-440f0b169219 req-019804eb-ff2c-4a1c-bb01-dff5e0fbd367 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:39.143270 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b1d340fc-7768-47d2-9a25-440f0b169219 req-019804eb-ff2c-4a1c-bb01-dff5e0fbd367 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] 10.222.0.23 "GET /v2.0/ports?device_id=d72c6eff-ebe5-43fb-8d2e-157834e1eb1c HTTP/1.1" status: 200 len: 945 time: 0.0668788 Jul 05 03:50:39.180951 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-b1d340fc-7768-47d2-9a25-440f0b169219 req-79c61ab3-ee20-496a-a098-dd75f6e3d7d1 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] 10.222.0.23 "GET /v2.0/security-groups?id=95e89d83-1f90-4384-9c59-33239a2c8ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320091 Jul 05 03:50:39.204818 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 53312) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:39.260227 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14152b4a-9fb7-4bc0-b310-c04f836a5e62 tempest-TestSnapshotPattern-119485551 tempest-TestSnapshotPattern-119485551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:39.261770 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-14152b4a-9fb7-4bc0-b310-c04f836a5e62 tempest-TestSnapshotPattern-119485551 tempest-TestSnapshotPattern-119485551-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=d72c6eff-ebe5-43fb-8d2e-157834e1eb1c HTTP/1.1" status: 200 len: 1092 time: 0.0559387 Jul 05 03:50:39.264585 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 53314) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:39.269010 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.v2.base [None req-d524231a-46b7-4ac5-8bbd-0f97140a7d87 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Request body: {'floatingip': {'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'port_id': 'fe4d2484-eebf-4c6f-bc60-4aa2c979bf1a', 'tenant_id': 'd208b1fc1d5f4b119d2e0687f8a8e534', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:39.411029 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d524231a-46b7-4ac5-8bbd-0f97140a7d87 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Notify callbacks [] for floatingip, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:39.507350 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d524231a-46b7-4ac5-8bbd-0f97140a7d87 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:39.615307 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_common [None req-d524231a-46b7-4ac5-8bbd-0f97140a7d87 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Allocated IP 172.25.7.175 (4bbc2f9e-02cf-490e-901d-2588655a3ef0/a1d06128-8a6d-4302-b466-4720a22ce51f/e8715f4b-1f95-49e9-90d0-d649ace49598) {{(pid=94461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:50:39.715747 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d524231a-46b7-4ac5-8bbd-0f97140a7d87 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Notify callbacks [] for port, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:39.896639 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d524231a-46b7-4ac5-8bbd-0f97140a7d87 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-918323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727655351516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5763343'] for port, after_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:39.936987 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d524231a-46b7-4ac5-8bbd-0f97140a7d87 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Network 4bbc2f9e-02cf-490e-901d-2588655a3ef0 is already hosted by enough agents. {{(pid=94461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:50:39.940620 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.base_scheduler [None req-d524231a-46b7-4ac5-8bbd-0f97140a7d87 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Resources bound (agent type, host, resource id): {{(pid=94461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:50:39.944219 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d524231a-46b7-4ac5-8bbd-0f97140a7d87 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Received port after_create {{(pid=94461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:50:39.971663 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d524231a-46b7-4ac5-8bbd-0f97140a7d87 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Pushing event updated for resources: {'Port': ['ID=e8715f4b-1f95-49e9-90d0-d649ace49598,revision_number=1']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:40.321473 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d524231a-46b7-4ac5-8bbd-0f97140a7d87 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:40.459809 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d524231a-46b7-4ac5-8bbd-0f97140a7d87 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:40.616491 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d524231a-46b7-4ac5-8bbd-0f97140a7d87 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Notify callbacks [] for port, precommit_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:40.730645 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d524231a-46b7-4ac5-8bbd-0f97140a7d87 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5763581'] for port, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:40.800031 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d524231a-46b7-4ac5-8bbd-0f97140a7d87 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Pushing event updated for resources: {'Port': ['ID=e8715f4b-1f95-49e9-90d0-d649ace49598,revision_number=2']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:40.817723 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d524231a-46b7-4ac5-8bbd-0f97140a7d87 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636869'] for floatingip, after_update {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:40.918477 n-d-771362-32 neutron-server[94461]: INFO neutron.db.l3_db [None req-d524231a-46b7-4ac5-8bbd-0f97140a7d87 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Floating IP 1023834c-f0c9-43df-9ffe-371a55771df7 associated. External IP: 172.25.7.175, port: fe4d2484-eebf-4c6f-bc60-4aa2c979bf1a. Jul 05 03:50:41.127365 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d524231a-46b7-4ac5-8bbd-0f97140a7d87 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Router 31da5e57-082e-48f2-9348-c9421c29aec3 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:50:41.235664 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d524231a-46b7-4ac5-8bbd-0f97140a7d87 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:50:41.247250 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc94fb31-d41f-438a-bfbf-22ff2da06de1 None None] Sync routers for ids ['31da5e57-082e-48f2-9348-c9421c29aec3'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:50:41.256745 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc94fb31-d41f-438a-bfbf-22ff2da06de1 None None] Routers {'31da5e57-082e-48f2-9348-c9421c29aec3'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:50:41.257424 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-cc94fb31-d41f-438a-bfbf-22ff2da06de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:50:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['31da5e57-082e-48f2-9348-c9421c29aec3'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:41.323079 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-14c3e141-c3f5-4a2a-abf9-841a025ecbcb req-70d7813c-02bf-427f-8f67-f4560150a1f5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b192a279-3e86-4d29-be37-6c364f371b27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0534229 Jul 05 03:50:41.365121 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d524231a-46b7-4ac5-8bbd-0f97140a7d87 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:41.367955 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-cc94fb31-d41f-438a-bfbf-22ff2da06de1 None None] Set router 31da5e57-082e-48f2-9348-c9421c29aec3 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:50:41.434418 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-d524231a-46b7-4ac5-8bbd-0f97140a7d87 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1687784 Jul 05 03:50:41.435721 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd72c6eff-ebe5-43fb-8d2e-157834e1eb1c', 'tag': 'fe4d2484-eebf-4c6f-bc60-4aa2c979bf1a'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:50:41.437984 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4c1385bffaa5d930a7117e6982c27207eca91cca31cf4b43f86c7ad63cd24a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcaa4f37-c4b1-4e30-9400-2e8ba0a6d976" -d '{"events": [{"name": "network-changed", "server_uuid": "d72c6eff-ebe5-43fb-8d2e-157834e1eb1c", "tag": "fe4d2484-eebf-4c6f-bc60-4aa2c979bf1a"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:50:41.467025 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c3e141-c3f5-4a2a-abf9-841a025ecbcb req-599d7039-a1da-41fc-90c3-5cb386fe2565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:41.469469 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-14c3e141-c3f5-4a2a-abf9-841a025ecbcb req-599d7039-a1da-41fc-90c3-5cb386fe2565 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d208b1fc1d5f4b119d2e0687f8a8e534&device_id=b192a279-3e86-4d29-be37-6c364f371b27 HTTP/1.1" status: 200 len: 1095 time: 0.1018643 Jul 05 03:50:41.474505 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50cad777-bf97-4c0a-acfb-4180447d9c11 x-openstack-request-id: req-50cad777-bf97-4c0a-acfb-4180447d9c11 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:50:41.474790 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d72c6eff-ebe5-43fb-8d2e-157834e1eb1c", "tag": "fe4d2484-eebf-4c6f-bc60-4aa2c979bf1a", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:50:41.475037 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-50cad777-bf97-4c0a-acfb-4180447d9c11 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:50:41.475426 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd72c6eff-ebe5-43fb-8d2e-157834e1eb1c', 'tag': 'fe4d2484-eebf-4c6f-bc60-4aa2c979bf1a', 'status': 'completed', 'code': 200} Jul 05 03:50:41.609376 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-cc94fb31-d41f-438a-bfbf-22ff2da06de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31da5e57-082e-48f2-9348-c9421c29aec3', 'name': 'tempest-TestSnapshotPattern-1452890701-router', 'tenant_id': 'd208b1fc1d5f4b119d2e0687f8a8e534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '6071f01e-cc5b-4941-a73b-21ee5d8cf5df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:29Z', 'updated_at': '2021-07-05T03:47:32Z', 'revision_number': 4, 'project_id': 'd208b1fc1d5f4b119d2e0687f8a8e534', 'gw_port': {'id': '6071f01e-cc5b-4941-a73b-21ee5d8cf5df', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ac:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31da5e57-082e-48f2-9348-c9421c29aec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:30Z', 'updated_at': '2021-07-05T03:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '1023834c-f0c9-43df-9ffe-371a55771df7', 'tenant_id': 'd208b1fc1d5f4b119d2e0687f8a8e534', 'floating_ip_address': '172.25.7.175', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': '31da5e57-082e-48f2-9348-c9421c29aec3', 'port_id': 'fe4d2484-eebf-4c6f-bc60-4aa2c979bf1a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45705816-7faf-4bfa-837c-00390b90563f', 'mac_address': 'fa:16:3e:35:07:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72c6eff-ebe5-43fb-8d2e-157834e1eb1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:50:40Z', 'updated_at': '2021-07-05T03:50:40Z', 'revision_number': 0, 'project_id': 'd208b1fc1d5f4b119d2e0687f8a8e534', 'fixed_ip_address_scope': None}, {'id': '6b3ca3e2-06c1-456a-8696-f6698c93f50c', 'tenant_id': 'd208b1fc1d5f4b119d2e0687f8a8e534', 'floating_ip_address': '172.25.7.148', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': '31da5e57-082e-48f2-9348-c9421c29aec3', 'port_id': '30eb76bd-a650-4d01-a236-a3f85582049c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45705816-7faf-4bfa-837c-00390b90563f', 'mac_address': 'fa:16:3e:47:67:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b192a279-3e86-4d29-be37-6c364f371b27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:47:57Z', 'updated_at': '2021-07-05T03:48:00Z', 'revision_number': 1, 'project_id': 'd208b1fc1d5f4b119d2e0687f8a8e534', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d864c27-36c7-40ab-867a-a231dc3e2f70', 'name': '', 'network_id': '45705816-7faf-4bfa-837c-00390b90563f', 'tenant_id': 'd208b1fc1d5f4b119d2e0687f8a8e534', 'mac_address': 'fa:16:3e:22:00:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31da5e57-082e-48f2-9348-c9421c29aec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'e79d20ec-270e-4e21-81aa-a7222b48a938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:32Z', 'updated_at': '2021-07-05T03:47:38Z', 'revision_number': 5, 'project_id': 'd208b1fc1d5f4b119d2e0687f8a8e534', 'subnets': [{'id': 'e79d20ec-270e-4e21-81aa-a7222b48a938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:41.615715 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c3e141-c3f5-4a2a-abf9-841a025ecbcb req-f17592be-a105-417f-959d-9880cb1eea3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:41.617226 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-14c3e141-c3f5-4a2a-abf9-841a025ecbcb req-f17592be-a105-417f-959d-9880cb1eea3a service neutron] 10.222.0.15 "GET /v2.0/networks?id=45705816-7faf-4bfa-837c-00390b90563f HTTP/1.1" status: 200 len: 910 time: 0.1277289 Jul 05 03:50:41.619798 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaa4f37-c4b1-4e30-9400-2e8ba0a6d976 req-75879aaf-8407-43e2-87a5-8c709fc5ec46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:41.621165 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bcaa4f37-c4b1-4e30-9400-2e8ba0a6d976 req-75879aaf-8407-43e2-87a5-8c709fc5ec46 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d208b1fc1d5f4b119d2e0687f8a8e534&device_id=d72c6eff-ebe5-43fb-8d2e-157834e1eb1c HTTP/1.1" status: 200 len: 1097 time: 0.1229060 Jul 05 03:50:41.638892 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc94fb31-d41f-438a-bfbf-22ff2da06de1 None None] Checking router: 31da5e57-082e-48f2-9348-c9421c29aec3 for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:50:41.647576 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc94fb31-d41f-438a-bfbf-22ff2da06de1 None None] Routers {'31da5e57-082e-48f2-9348-c9421c29aec3'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:50:41.648164 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-cc94fb31-d41f-438a-bfbf-22ff2da06de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:50:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['31da5e57-082e-48f2-9348-c9421c29aec3'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:41.729091 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-14c3e141-c3f5-4a2a-abf9-841a025ecbcb req-5a1bf4b8-18b0-4334-9b82-9fd934d39b9f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=30eb76bd-a650-4d01-a236-a3f85582049c HTTP/1.1" status: 200 len: 999 time: 0.1056600 Jul 05 03:50:41.750175 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-cc94fb31-d41f-438a-bfbf-22ff2da06de1 None None] Set router 31da5e57-082e-48f2-9348-c9421c29aec3 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:50:41.788282 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaa4f37-c4b1-4e30-9400-2e8ba0a6d976 req-d5ea637c-f4b3-4445-811f-8832facf0aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:41.789823 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bcaa4f37-c4b1-4e30-9400-2e8ba0a6d976 req-d5ea637c-f4b3-4445-811f-8832facf0aae service neutron] 10.222.0.21 "GET /v2.0/networks?id=45705816-7faf-4bfa-837c-00390b90563f HTTP/1.1" status: 200 len: 910 time: 0.1605482 Jul 05 03:50:41.804843 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c3e141-c3f5-4a2a-abf9-841a025ecbcb req-76eb73f8-6857-439d-bb6e-ff1d4520edc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:41.806333 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-14c3e141-c3f5-4a2a-abf9-841a025ecbcb req-76eb73f8-6857-439d-bb6e-ff1d4520edc0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e79d20ec-270e-4e21-81aa-a7222b48a938 HTTP/1.1" status: 200 len: 849 time: 0.0708380 Jul 05 03:50:41.995928 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-cc94fb31-d41f-438a-bfbf-22ff2da06de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31da5e57-082e-48f2-9348-c9421c29aec3', 'name': 'tempest-TestSnapshotPattern-1452890701-router', 'tenant_id': 'd208b1fc1d5f4b119d2e0687f8a8e534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '6071f01e-cc5b-4941-a73b-21ee5d8cf5df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:29Z', 'updated_at': '2021-07-05T03:47:32Z', 'revision_number': 4, 'project_id': 'd208b1fc1d5f4b119d2e0687f8a8e534', 'gw_port': {'id': '6071f01e-cc5b-4941-a73b-21ee5d8cf5df', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ac:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31da5e57-082e-48f2-9348-c9421c29aec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:30Z', 'updated_at': '2021-07-05T03:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '1023834c-f0c9-43df-9ffe-371a55771df7', 'tenant_id': 'd208b1fc1d5f4b119d2e0687f8a8e534', 'floating_ip_address': '172.25.7.175', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': '31da5e57-082e-48f2-9348-c9421c29aec3', 'port_id': 'fe4d2484-eebf-4c6f-bc60-4aa2c979bf1a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45705816-7faf-4bfa-837c-00390b90563f', 'mac_address': 'fa:16:3e:35:07:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72c6eff-ebe5-43fb-8d2e-157834e1eb1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:50:40Z', 'updated_at': '2021-07-05T03:50:40Z', 'revision_number': 0, 'project_id': 'd208b1fc1d5f4b119d2e0687f8a8e534', 'fixed_ip_address_scope': None}, {'id': '6b3ca3e2-06c1-456a-8696-f6698c93f50c', 'tenant_id': 'd208b1fc1d5f4b119d2e0687f8a8e534', 'floating_ip_address': '172.25.7.148', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': '31da5e57-082e-48f2-9348-c9421c29aec3', 'port_id': '30eb76bd-a650-4d01-a236-a3f85582049c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45705816-7faf-4bfa-837c-00390b90563f', 'mac_address': 'fa:16:3e:47:67:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b192a279-3e86-4d29-be37-6c364f371b27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:47:57Z', 'updated_at': '2021-07-05T03:48:00Z', 'revision_number': 1, 'project_id': 'd208b1fc1d5f4b119d2e0687f8a8e534', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d864c27-36c7-40ab-867a-a231dc3e2f70', 'name': '', 'network_id': '45705816-7faf-4bfa-837c-00390b90563f', 'tenant_id': 'd208b1fc1d5f4b119d2e0687f8a8e534', 'mac_address': 'fa:16:3e:22:00:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31da5e57-082e-48f2-9348-c9421c29aec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'e79d20ec-270e-4e21-81aa-a7222b48a938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:32Z', 'updated_at': '2021-07-05T03:47:38Z', 'revision_number': 5, 'project_id': 'd208b1fc1d5f4b119d2e0687f8a8e534', 'subnets': [{'id': 'e79d20ec-270e-4e21-81aa-a7222b48a938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:42.033279 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc94fb31-d41f-438a-bfbf-22ff2da06de1 None None] The sync data for ids ['31da5e57-082e-48f2-9348-c9421c29aec3'] in n-d-771362-32 is: [{'id': '31da5e57-082e-48f2-9348-c9421c29aec3', 'name': 'tempest-TestSnapshotPattern-1452890701-router', 'tenant_id': 'd208b1fc1d5f4b119d2e0687f8a8e534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '6071f01e-cc5b-4941-a73b-21ee5d8cf5df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:29Z', 'updated_at': '2021-07-05T03:47:32Z', 'revision_number': 4, 'project_id': 'd208b1fc1d5f4b119d2e0687f8a8e534', 'gw_port': {'id': '6071f01e-cc5b-4941-a73b-21ee5d8cf5df', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ac:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31da5e57-082e-48f2-9348-c9421c29aec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:30Z', 'updated_at': '2021-07-05T03:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '1023834c-f0c9-43df-9ffe-371a55771df7', 'tenant_id': 'd208b1fc1d5f4b119d2e0687f8a8e534', 'floating_ip_address': '172.25.7.175', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': '31da5e57-082e-48f2-9348-c9421c29aec3', 'port_id': 'fe4d2484-eebf-4c6f-bc60-4aa2c979bf1a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45705816-7faf-4bfa-837c-00390b90563f', 'mac_address': 'fa:16:3e:35:07:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72c6eff-ebe5-43fb-8d2e-157834e1eb1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:50:40Z', 'updated_at': '2021-07-05T03:50:40Z', 'revision_number': 0, 'project_id': 'd208b1fc1d5f4b119d2e0687f8a8e534', 'fixed_ip_address_scope': None}, {'id': '6b3ca3e2-06c1-456a-8696-f6698c93f50c', 'tenant_id': 'd208b1fc1d5f4b119d2e0687f8a8e534', 'floating_ip_address': '172.25.7.148', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': '31da5e57-082e-48f2-9348-c9421c29aec3', 'port_id': '30eb76bd-a650-4d01-a236-a3f85582049c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45705816-7faf-4bfa-837c-00390b90563f', 'mac_address': 'fa:16:3e:47:67:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b192a279-3e86-4d29-be37-6c364f371b27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:47:57Z', 'updated_at': '2021-07-05T03:48:00Z', 'revision_number': 1, 'project_id': 'd208b1fc1d5f4b119d2e0687f8a8e534', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d864c27-36c7-40ab-867a-a231dc3e2f70', 'name': '', 'network_id': '45705816-7faf-4bfa-837c-00390b90563f', 'tenant_id': 'd208b1fc1d5f4b119d2e0687f8a8e534', 'mac_address': 'fa:16:3e:22:00:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31da5e57-082e-48f2-9348-c9421c29aec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'e79d20ec-270e-4e21-81aa-a7222b48a938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:32Z', 'updated_at': '2021-07-05T03:47:38Z', 'revision_number': 5, 'project_id': 'd208b1fc1d5f4b119d2e0687f8a8e534', 'subnets': [{'id': 'e79d20ec-270e-4e21-81aa-a7222b48a938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:50:42.235887 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848e4b8c-cee8-426a-9be6-a17ddb4dec3b None None] New status for floating IP 1023834c-f0c9-43df-9ffe-371a55771df7: ACTIVE {{(pid=94463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:50:42.256900 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bcaa4f37-c4b1-4e30-9400-2e8ba0a6d976 req-8e2904ae-514a-4a45-bfd9-4721ea734728 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fe4d2484-eebf-4c6f-bc60-4aa2c979bf1a HTTP/1.1" status: 200 len: 999 time: 0.4593422 Jul 05 03:50:42.308583 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c3e141-c3f5-4a2a-abf9-841a025ecbcb req-1911e1c9-c50a-41d2-8a49-5d607701b7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:42.310155 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-14c3e141-c3f5-4a2a-abf9-841a025ecbcb req-1911e1c9-c50a-41d2-8a49-5d607701b7bd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=45705816-7faf-4bfa-837c-00390b90563f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4736094 Jul 05 03:50:42.327128 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaa4f37-c4b1-4e30-9400-2e8ba0a6d976 req-70f13ea6-7034-4fd8-a26b-5cf8d6b5b7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:42.328567 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bcaa4f37-c4b1-4e30-9400-2e8ba0a6d976 req-70f13ea6-7034-4fd8-a26b-5cf8d6b5b7fe service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e79d20ec-270e-4e21-81aa-a7222b48a938 HTTP/1.1" status: 200 len: 849 time: 0.0638864 Jul 05 03:50:42.442278 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-14c3e141-c3f5-4a2a-abf9-841a025ecbcb req-3b89ed3e-2212-4cb4-8fe1-cf802a29d82c service neutron] 10.222.0.15 "GET /v2.0/networks/45705816-7faf-4bfa-837c-00390b90563f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233549 Jul 05 03:50:42.451645 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaa4f37-c4b1-4e30-9400-2e8ba0a6d976 req-4bd4beff-073d-4bd7-ba74-52a1dfb37da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:42.453044 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bcaa4f37-c4b1-4e30-9400-2e8ba0a6d976 req-4bd4beff-073d-4bd7-ba74-52a1dfb37da9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=45705816-7faf-4bfa-837c-00390b90563f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1138768 Jul 05 03:50:42.604490 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-14c3e141-c3f5-4a2a-abf9-841a025ecbcb req-b44970f5-6d10-4f0d-b1a7-8dfaba65cc77 service neutron] 10.222.0.15 "GET /v2.0/networks/45705816-7faf-4bfa-837c-00390b90563f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550400 Jul 05 03:50:42.607989 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bcaa4f37-c4b1-4e30-9400-2e8ba0a6d976 req-2b4d7f45-18d9-4a62-bec4-83cc340d3004 service neutron] 10.222.0.21 "GET /v2.0/networks/45705816-7faf-4bfa-837c-00390b90563f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479368 Jul 05 03:50:42.699028 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-bcaa4f37-c4b1-4e30-9400-2e8ba0a6d976 req-f1986da9-6754-49e8-abe8-e3c1875a3b3a service neutron] 10.222.0.21 "GET /v2.0/networks/45705816-7faf-4bfa-837c-00390b90563f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850911 Jul 05 03:50:42.822290 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:42.919408 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:43.120847 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:50:50.940262 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-fb1117c9-2120-4ee1-9079-ebb2e3948c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:52.256107 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a31b513c-b5d2-484b-b21b-b82e4ff4876b req-990e9d0d-ffd9-43de-8571-64e93aba796a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d72c6eff-ebe5-43fb-8d2e-157834e1eb1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0538428 Jul 05 03:50:52.355443 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31b513c-b5d2-484b-b21b-b82e4ff4876b req-b50d55bc-df1f-4358-8d56-fc1f589f881b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:52.357057 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a31b513c-b5d2-484b-b21b-b82e4ff4876b req-b50d55bc-df1f-4358-8d56-fc1f589f881b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d208b1fc1d5f4b119d2e0687f8a8e534&device_id=d72c6eff-ebe5-43fb-8d2e-157834e1eb1c HTTP/1.1" status: 200 len: 1097 time: 0.0558672 Jul 05 03:50:52.464645 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31b513c-b5d2-484b-b21b-b82e4ff4876b req-9d2add61-20ca-40a8-9437-80318f57b9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:52.476077 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a31b513c-b5d2-484b-b21b-b82e4ff4876b req-9d2add61-20ca-40a8-9437-80318f57b9c5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=45705816-7faf-4bfa-837c-00390b90563f HTTP/1.1" status: 200 len: 910 time: 0.0884769 Jul 05 03:50:52.534177 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a31b513c-b5d2-484b-b21b-b82e4ff4876b req-988a7504-a127-411c-8e3b-310b6c16af23 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fe4d2484-eebf-4c6f-bc60-4aa2c979bf1a HTTP/1.1" status: 200 len: 1001 time: 0.0594273 Jul 05 03:50:52.584398 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31b513c-b5d2-484b-b21b-b82e4ff4876b req-8d3e8aba-9e43-456a-a092-d86ce54312db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:52.586024 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a31b513c-b5d2-484b-b21b-b82e4ff4876b req-8d3e8aba-9e43-456a-a092-d86ce54312db service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e79d20ec-270e-4e21-81aa-a7222b48a938 HTTP/1.1" status: 200 len: 849 time: 0.0455406 Jul 05 03:50:52.648279 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31b513c-b5d2-484b-b21b-b82e4ff4876b req-7e59a128-ecf9-42b8-86d8-7e48d63c3afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:52.649808 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a31b513c-b5d2-484b-b21b-b82e4ff4876b req-7e59a128-ecf9-42b8-86d8-7e48d63c3afa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=45705816-7faf-4bfa-837c-00390b90563f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0569296 Jul 05 03:50:52.738841 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a31b513c-b5d2-484b-b21b-b82e4ff4876b req-bf3ba8a9-051c-4b6c-9680-214221195224 service neutron] 10.222.0.21 "GET /v2.0/networks/45705816-7faf-4bfa-837c-00390b90563f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815685 Jul 05 03:50:52.832846 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a31b513c-b5d2-484b-b21b-b82e4ff4876b req-4c3e36bc-3e4b-4dcd-bdd9-072342140781 service neutron] 10.222.0.21 "GET /v2.0/networks/45705816-7faf-4bfa-837c-00390b90563f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869861 Jul 05 03:50:53.340288 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-60e649cb-485e-4eea-90ed-2bc4c2ff5aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:54.128464 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:55.036930 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:56.467323 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:12.767927 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:12.854302 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:20.123093 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:51:20.987349 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-9a75ae1d-2b3f-4f75-a561-1bc184331590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:23.296104 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-bb788f26-6683-4edc-a94f-66647985fca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:24.078886 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:25.164531 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:26.516511 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:42.324394 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-497b7358-0b82-47e1-938c-226a3aeb1865 req-acc589c7-322a-4c4e-9de9-17d3e802b954 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b192a279-3e86-4d29-be37-6c364f371b27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0653849 Jul 05 03:51:42.425003 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497b7358-0b82-47e1-938c-226a3aeb1865 req-69288878-c00a-4e50-a9fe-d840fe15b7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:42.426578 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-497b7358-0b82-47e1-938c-226a3aeb1865 req-69288878-c00a-4e50-a9fe-d840fe15b7ca service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d208b1fc1d5f4b119d2e0687f8a8e534&device_id=b192a279-3e86-4d29-be37-6c364f371b27 HTTP/1.1" status: 200 len: 1095 time: 0.0571814 Jul 05 03:51:42.573446 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497b7358-0b82-47e1-938c-226a3aeb1865 req-322263b2-f0f8-4f24-b6d1-e8c087616f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:42.576166 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-497b7358-0b82-47e1-938c-226a3aeb1865 req-322263b2-f0f8-4f24-b6d1-e8c087616f9d service neutron] 10.222.0.15 "GET /v2.0/networks?id=45705816-7faf-4bfa-837c-00390b90563f HTTP/1.1" status: 200 len: 910 time: 0.1268904 Jul 05 03:51:42.645231 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-497b7358-0b82-47e1-938c-226a3aeb1865 req-572f2853-05be-4929-96f0-a946b201f0b2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=30eb76bd-a650-4d01-a236-a3f85582049c HTTP/1.1" status: 200 len: 999 time: 0.0632246 Jul 05 03:51:42.678539 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:42.702800 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497b7358-0b82-47e1-938c-226a3aeb1865 req-cb333e80-7310-46eb-a8dc-6f2464be78bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:42.704333 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-497b7358-0b82-47e1-938c-226a3aeb1865 req-cb333e80-7310-46eb-a8dc-6f2464be78bd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e79d20ec-270e-4e21-81aa-a7222b48a938 HTTP/1.1" status: 200 len: 849 time: 0.0527866 Jul 05 03:51:42.775208 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497b7358-0b82-47e1-938c-226a3aeb1865 req-c53a222d-a0cc-41bd-ad70-64b973a395b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:42.778202 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-497b7358-0b82-47e1-938c-226a3aeb1865 req-c53a222d-a0cc-41bd-ad70-64b973a395b9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=45705816-7faf-4bfa-837c-00390b90563f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0679703 Jul 05 03:51:42.816010 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:42.904087 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-497b7358-0b82-47e1-938c-226a3aeb1865 req-0c942904-dec8-43b7-b21d-f3565cbeeacf service neutron] 10.222.0.15 "GET /v2.0/networks/45705816-7faf-4bfa-837c-00390b90563f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172788 Jul 05 03:51:43.004870 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-497b7358-0b82-47e1-938c-226a3aeb1865 req-bc6ffabc-70e8-4422-8782-f53a66080da1 service neutron] 10.222.0.15 "GET /v2.0/networks/45705816-7faf-4bfa-837c-00390b90563f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944300 Jul 05 03:51:50.912760 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-ffe119fd-d67b-4aca-ad0d-b1cbfb89a47c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:52.297445 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-69e0e8a0-4af4-4363-b675-ea5024c35622 req-d54ca466-47fd-4d64-8cc3-d20eff7d1cf1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d72c6eff-ebe5-43fb-8d2e-157834e1eb1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0861943 Jul 05 03:51:52.425454 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e0e8a0-4af4-4363-b675-ea5024c35622 req-e1d11710-9b28-4859-a55f-30d3be4dd529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:52.428098 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-69e0e8a0-4af4-4363-b675-ea5024c35622 req-e1d11710-9b28-4859-a55f-30d3be4dd529 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d208b1fc1d5f4b119d2e0687f8a8e534&device_id=d72c6eff-ebe5-43fb-8d2e-157834e1eb1c HTTP/1.1" status: 200 len: 1097 time: 0.0830400 Jul 05 03:51:52.564375 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e0e8a0-4af4-4363-b675-ea5024c35622 req-59243eae-f418-438f-9691-e10b47ecefba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:52.564375 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-69e0e8a0-4af4-4363-b675-ea5024c35622 req-59243eae-f418-438f-9691-e10b47ecefba service neutron] 10.222.0.21 "GET /v2.0/networks?id=45705816-7faf-4bfa-837c-00390b90563f HTTP/1.1" status: 200 len: 910 time: 0.1151156 Jul 05 03:51:52.636143 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-69e0e8a0-4af4-4363-b675-ea5024c35622 req-e868559b-99c2-4c11-ba9c-b4b769659def service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fe4d2484-eebf-4c6f-bc60-4aa2c979bf1a HTTP/1.1" status: 200 len: 1001 time: 0.0669906 Jul 05 03:51:52.695479 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e0e8a0-4af4-4363-b675-ea5024c35622 req-bbcef586-84f0-4299-956d-cde7b46d8470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:52.697085 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-69e0e8a0-4af4-4363-b675-ea5024c35622 req-bbcef586-84f0-4299-956d-cde7b46d8470 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e79d20ec-270e-4e21-81aa-a7222b48a938 HTTP/1.1" status: 200 len: 849 time: 0.0532482 Jul 05 03:51:52.760313 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e0e8a0-4af4-4363-b675-ea5024c35622 req-dfc3a55f-92c1-45d1-bd78-74382ccbc6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:52.761906 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-69e0e8a0-4af4-4363-b675-ea5024c35622 req-dfc3a55f-92c1-45d1-bd78-74382ccbc6d9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=45705816-7faf-4bfa-837c-00390b90563f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0576534 Jul 05 03:51:52.863414 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-69e0e8a0-4af4-4363-b675-ea5024c35622 req-857fb1ab-b8a2-42a0-9339-a0fed05b3217 service neutron] 10.222.0.21 "GET /v2.0/networks/45705816-7faf-4bfa-837c-00390b90563f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934904 Jul 05 03:51:53.031662 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-69e0e8a0-4af4-4363-b675-ea5024c35622 req-8425f8db-77b4-48e1-90a0-c9a3d31ebb90 service neutron] 10.222.0.21 "GET /v2.0/networks/45705816-7faf-4bfa-837c-00390b90563f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621597 Jul 05 03:51:53.264554 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-72e77cef-d355-44d7-9a9a-ff2ebbde8343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:54.075874 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:55.058890 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:56.481467 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:57.124072 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:52:12.683853 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:12.843684 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:20.935403 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-678ced72-0b88-4d48-a31c-61af1b6f0b8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:23.098815 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device fe4d2484-eebf-4c6f-bc60-4aa2c979bf1a details requested by agent hyperv_n-h1-771362-32 with host n-h1-771362-32 {{(pid=94463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:52:23.224397 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port fe4d2484-eebf-4c6f-bc60-4aa2c979bf1a, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=fe4d2484-eebf-4c6f-bc60-4aa2c979bf1a,segment=NetworkSegment(20830652-cf62-4ebd-84c4-ced4418144e4),segment_id=20830652-cf62-4ebd-84c4-ced4418144e4)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:23.238887 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Returning: {'device': 'fe4d2484-eebf-4c6f-bc60-4aa2c979bf1a', 'network_id': '45705816-7faf-4bfa-837c-00390b90563f', 'port_id': 'fe4d2484-eebf-4c6f-bc60-4aa2c979bf1a', 'mac_address': 'fa:16:3e:35:07:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e79d20ec-270e-4e21-81aa-a7222b48a938', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:52:23.282322 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:23.297371 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fe4d2484-eebf-4c6f-bc60-4aa2c979bf1a {{(pid=94463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:52:23.319996 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port fe4d2484-eebf-4c6f-bc60-4aa2c979bf1a, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=fe4d2484-eebf-4c6f-bc60-4aa2c979bf1a,segment=NetworkSegment(20830652-cf62-4ebd-84c4-ced4418144e4),segment_id=20830652-cf62-4ebd-84c4-ced4418144e4)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:23.369810 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-452db8b2-c0a0-48f3-b59b-0d4991672ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:23.478066 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:23.534329 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=fe4d2484-eebf-4c6f-bc60-4aa2c979bf1a,revision_number=6']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:23.542838 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:23.543189 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:23.543534 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:23.543873 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:23.544209 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:23.544712 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:23.545046 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:23.545378 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:23.545707 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:23.546036 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:23.546392 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:23.546715 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:23.574727 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] get_ports_and_sgs() called for port_ids ['fe4d2484-eebf-4c6f-bc60-4aa2c979bf1a'] {{(pid=94463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:52:24.109729 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:25.073243 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:25.128304 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device fe4d2484-eebf-4c6f-bc60-4aa2c979bf1a up at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:52:25.208492 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.provisioning_blocks [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Provisioning complete for port fe4d2484-eebf-4c6f-bc60-4aa2c979bf1a triggered by entity L2. {{(pid=94463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:52:25.208982 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-860795'] for port, provisioning_complete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:25.350383 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:25.392891 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd72c6eff-ebe5-43fb-8d2e-157834e1eb1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe4d2484-eebf-4c6f-bc60-4aa2c979bf1a'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:52:25.397519 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1156d35e1955dd65519df7b38ee19a55ddc3a31abbcc68c280d02d687c0487e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92e35dca-65c8-4d7d-90d1-9d1bc60f71d9" -d '{"events": [{"server_uuid": "d72c6eff-ebe5-43fb-8d2e-157834e1eb1c", "name": "network-vif-plugged", "status": "completed", "tag": "fe4d2484-eebf-4c6f-bc60-4aa2c979bf1a"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:52:25.421636 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port fe4d2484-eebf-4c6f-bc60-4aa2c979bf1a, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=fe4d2484-eebf-4c6f-bc60-4aa2c979bf1a,segment=NetworkSegment(20830652-cf62-4ebd-84c4-ced4418144e4),segment_id=20830652-cf62-4ebd-84c4-ced4418144e4)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:25.490810 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2708f669-fe48-4fed-a5e1-061da281f282 x-openstack-request-id: req-2708f669-fe48-4fed-a5e1-061da281f282 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:52:25.491558 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d72c6eff-ebe5-43fb-8d2e-157834e1eb1c", "name": "network-vif-plugged", "status": "completed", "tag": "fe4d2484-eebf-4c6f-bc60-4aa2c979bf1a", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:52:25.492081 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2708f669-fe48-4fed-a5e1-061da281f282 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:52:25.493001 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd72c6eff-ebe5-43fb-8d2e-157834e1eb1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe4d2484-eebf-4c6f-bc60-4aa2c979bf1a', 'code': 200} Jul 05 03:52:25.498722 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:25.609228 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=fe4d2484-eebf-4c6f-bc60-4aa2c979bf1a,revision_number=7']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:26.462951 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:34.125857 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:52:38.957277 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 53530) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:39.144030 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-5d556dd2-0825-4497-bed8-44721d6b9013 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Deleting port e8715f4b-1f95-49e9-90d0-d649ace49598 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:52:39.144372 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5d556dd2-0825-4497-bed8-44721d6b9013 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:39.228847 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5d556dd2-0825-4497-bed8-44721d6b9013 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:39.229118 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5d556dd2-0825-4497-bed8-44721d6b9013 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:39.242070 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-5d556dd2-0825-4497-bed8-44721d6b9013 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Calling delete_port for e8715f4b-1f95-49e9-90d0-d649ace49598 owned by network:floatingip {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:52:39.506265 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5d556dd2-0825-4497-bed8-44721d6b9013 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:39.540684 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d556dd2-0825-4497-bed8-44721d6b9013 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Pushing event deleted for resources: {'Port': ['ID=e8715f4b-1f95-49e9-90d0-d649ace49598,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:39.573681 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d556dd2-0825-4497-bed8-44721d6b9013 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:39.574087 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d556dd2-0825-4497-bed8-44721d6b9013 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:39.574550 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d556dd2-0825-4497-bed8-44721d6b9013 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:39.577587 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d556dd2-0825-4497-bed8-44721d6b9013 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:39.577587 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d556dd2-0825-4497-bed8-44721d6b9013 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:39.577587 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d556dd2-0825-4497-bed8-44721d6b9013 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:39.577587 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d556dd2-0825-4497-bed8-44721d6b9013 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:39.577587 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d556dd2-0825-4497-bed8-44721d6b9013 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:39.577587 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d556dd2-0825-4497-bed8-44721d6b9013 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:39.577587 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d556dd2-0825-4497-bed8-44721d6b9013 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:39.577587 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d556dd2-0825-4497-bed8-44721d6b9013 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:39.577587 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d556dd2-0825-4497-bed8-44721d6b9013 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:39.619991 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5d556dd2-0825-4497-bed8-44721d6b9013 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Notify callbacks [] for floatingip, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:39.620329 n-d-771362-32 neutron-server[94461]: INFO neutron.db.l3_db [None req-5d556dd2-0825-4497-bed8-44721d6b9013 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Floating IP 1023834c-f0c9-43df-9ffe-371a55771df7 disassociated (deleted). External IP: 172.25.7.175, port: fe4d2484-eebf-4c6f-bc60-4aa2c979bf1a. Jul 05 03:52:39.856907 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d556dd2-0825-4497-bed8-44721d6b9013 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Router 31da5e57-082e-48f2-9348-c9421c29aec3 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:52:39.991738 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d556dd2-0825-4497-bed8-44721d6b9013 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:52:39.997121 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-5d556dd2-0825-4497-bed8-44721d6b9013 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:40.004612 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f4d4fe-cb3d-4d48-b21f-1cd8ef60fb0a None None] Sync routers for ids ['31da5e57-082e-48f2-9348-c9421c29aec3'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:52:40.016073 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f4d4fe-cb3d-4d48-b21f-1cd8ef60fb0a None None] Routers {'31da5e57-082e-48f2-9348-c9421c29aec3'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:52:40.016788 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-38f4d4fe-cb3d-4d48-b21f-1cd8ef60fb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:52:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['31da5e57-082e-48f2-9348-c9421c29aec3'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:52:40.043628 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-5d556dd2-0825-4497-bed8-44721d6b9013 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] 10.222.0.23 "DELETE /v2.0/floatingips/1023834c-f0c9-43df-9ffe-371a55771df7 HTTP/1.1" status: 204 len: 168 time: 1.0845370 Jul 05 03:52:40.044353 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd72c6eff-ebe5-43fb-8d2e-157834e1eb1c', 'tag': 'fe4d2484-eebf-4c6f-bc60-4aa2c979bf1a'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:52:40.047068 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4c1385bffaa5d930a7117e6982c27207eca91cca31cf4b43f86c7ad63cd24a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1e68daa-f57e-4b0b-8781-801af567a96d" -d '{"events": [{"name": "network-changed", "server_uuid": "d72c6eff-ebe5-43fb-8d2e-157834e1eb1c", "tag": "fe4d2484-eebf-4c6f-bc60-4aa2c979bf1a"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:52:40.158083 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-38f4d4fe-cb3d-4d48-b21f-1cd8ef60fb0a None None] Set router 31da5e57-082e-48f2-9348-c9421c29aec3 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:52:40.175302 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fbd3d85-9868-4bd0-8bbf-2348b0201c5f x-openstack-request-id: req-0fbd3d85-9868-4bd0-8bbf-2348b0201c5f {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:52:40.175641 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d72c6eff-ebe5-43fb-8d2e-157834e1eb1c", "tag": "fe4d2484-eebf-4c6f-bc60-4aa2c979bf1a", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:52:40.175902 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0fbd3d85-9868-4bd0-8bbf-2348b0201c5f {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:52:40.176263 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd72c6eff-ebe5-43fb-8d2e-157834e1eb1c', 'tag': 'fe4d2484-eebf-4c6f-bc60-4aa2c979bf1a', 'status': 'completed', 'code': 200} Jul 05 03:52:40.271214 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e68daa-f57e-4b0b-8781-801af567a96d req-7baca32f-dea0-424b-8e4d-5959c70ea845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:40.272988 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a1e68daa-f57e-4b0b-8781-801af567a96d req-7baca32f-dea0-424b-8e4d-5959c70ea845 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d208b1fc1d5f4b119d2e0687f8a8e534&device_id=d72c6eff-ebe5-43fb-8d2e-157834e1eb1c HTTP/1.1" status: 200 len: 1097 time: 0.0634103 Jul 05 03:52:40.378167 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e68daa-f57e-4b0b-8781-801af567a96d req-29efa588-d59b-4c68-9784-e3b0eb2d1903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:40.379626 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a1e68daa-f57e-4b0b-8781-801af567a96d req-29efa588-d59b-4c68-9784-e3b0eb2d1903 service neutron] 10.222.0.21 "GET /v2.0/networks?id=45705816-7faf-4bfa-837c-00390b90563f HTTP/1.1" status: 200 len: 910 time: 0.1002767 Jul 05 03:52:40.430840 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a1e68daa-f57e-4b0b-8781-801af567a96d req-ad503725-12cc-4ea1-89ad-1b7e40624afc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fe4d2484-eebf-4c6f-bc60-4aa2c979bf1a HTTP/1.1" status: 200 len: 217 time: 0.0447943 Jul 05 03:52:40.487660 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e68daa-f57e-4b0b-8781-801af567a96d req-832d61c7-f37d-4c46-9a8e-a3638d9404a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:40.489523 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a1e68daa-f57e-4b0b-8781-801af567a96d req-832d61c7-f37d-4c46-9a8e-a3638d9404a8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e79d20ec-270e-4e21-81aa-a7222b48a938 HTTP/1.1" status: 200 len: 849 time: 0.0530221 Jul 05 03:52:40.500224 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-38f4d4fe-cb3d-4d48-b21f-1cd8ef60fb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31da5e57-082e-48f2-9348-c9421c29aec3', 'name': 'tempest-TestSnapshotPattern-1452890701-router', 'tenant_id': 'd208b1fc1d5f4b119d2e0687f8a8e534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '6071f01e-cc5b-4941-a73b-21ee5d8cf5df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:29Z', 'updated_at': '2021-07-05T03:47:32Z', 'revision_number': 4, 'project_id': 'd208b1fc1d5f4b119d2e0687f8a8e534', 'gw_port': {'id': '6071f01e-cc5b-4941-a73b-21ee5d8cf5df', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ac:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31da5e57-082e-48f2-9348-c9421c29aec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:30Z', 'updated_at': '2021-07-05T03:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '6b3ca3e2-06c1-456a-8696-f6698c93f50c', 'tenant_id': 'd208b1fc1d5f4b119d2e0687f8a8e534', 'floating_ip_address': '172.25.7.148', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': '31da5e57-082e-48f2-9348-c9421c29aec3', 'port_id': '30eb76bd-a650-4d01-a236-a3f85582049c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45705816-7faf-4bfa-837c-00390b90563f', 'mac_address': 'fa:16:3e:47:67:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b192a279-3e86-4d29-be37-6c364f371b27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:47:57Z', 'updated_at': '2021-07-05T03:48:00Z', 'revision_number': 1, 'project_id': 'd208b1fc1d5f4b119d2e0687f8a8e534', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d864c27-36c7-40ab-867a-a231dc3e2f70', 'name': '', 'network_id': '45705816-7faf-4bfa-837c-00390b90563f', 'tenant_id': 'd208b1fc1d5f4b119d2e0687f8a8e534', 'mac_address': 'fa:16:3e:22:00:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31da5e57-082e-48f2-9348-c9421c29aec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'e79d20ec-270e-4e21-81aa-a7222b48a938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:32Z', 'updated_at': '2021-07-05T03:47:38Z', 'revision_number': 5, 'project_id': 'd208b1fc1d5f4b119d2e0687f8a8e534', 'subnets': [{'id': 'e79d20ec-270e-4e21-81aa-a7222b48a938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:52:40.531656 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f4d4fe-cb3d-4d48-b21f-1cd8ef60fb0a None None] Checking router: 31da5e57-082e-48f2-9348-c9421c29aec3 for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:52:40.541044 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f4d4fe-cb3d-4d48-b21f-1cd8ef60fb0a None None] Routers {'31da5e57-082e-48f2-9348-c9421c29aec3'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:52:40.541044 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-38f4d4fe-cb3d-4d48-b21f-1cd8ef60fb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:52:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['31da5e57-082e-48f2-9348-c9421c29aec3'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:52:40.559228 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e68daa-f57e-4b0b-8781-801af567a96d req-f95ef87a-3633-4727-8388-8290a83a4321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:40.561015 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a1e68daa-f57e-4b0b-8781-801af567a96d req-f95ef87a-3633-4727-8388-8290a83a4321 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=45705816-7faf-4bfa-837c-00390b90563f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0634663 Jul 05 03:52:40.664190 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a1e68daa-f57e-4b0b-8781-801af567a96d req-115d4754-14c5-407b-b7d4-406985232790 service neutron] 10.222.0.21 "GET /v2.0/networks/45705816-7faf-4bfa-837c-00390b90563f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968122 Jul 05 03:52:40.671742 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-38f4d4fe-cb3d-4d48-b21f-1cd8ef60fb0a None None] Set router 31da5e57-082e-48f2-9348-c9421c29aec3 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:52:40.768615 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a1e68daa-f57e-4b0b-8781-801af567a96d req-f4bb0268-5cb7-46ed-ba2e-9cde37885017 service neutron] 10.222.0.21 "GET /v2.0/networks/45705816-7faf-4bfa-837c-00390b90563f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974739 Jul 05 03:52:40.867289 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551fd765-8d1d-4b15-a0b3-1b74f09bf57f req-87a6ac57-25f2-46e7-968b-21e4a4ffa067 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:40.868875 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-551fd765-8d1d-4b15-a0b3-1b74f09bf57f req-87a6ac57-25f2-46e7-968b-21e4a4ffa067 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] 10.222.0.23 "GET /v2.0/ports?device_id=d72c6eff-ebe5-43fb-8d2e-157834e1eb1c HTTP/1.1" status: 200 len: 945 time: 0.1468358 Jul 05 03:52:40.912679 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-551fd765-8d1d-4b15-a0b3-1b74f09bf57f req-053a175c-302a-4356-a60f-d61b389a5481 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] 10.222.0.23 "GET /v2.0/security-groups?id=95e89d83-1f90-4384-9c59-33239a2c8ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373282 Jul 05 03:52:40.966750 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-38f4d4fe-cb3d-4d48-b21f-1cd8ef60fb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31da5e57-082e-48f2-9348-c9421c29aec3', 'name': 'tempest-TestSnapshotPattern-1452890701-router', 'tenant_id': 'd208b1fc1d5f4b119d2e0687f8a8e534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '6071f01e-cc5b-4941-a73b-21ee5d8cf5df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:29Z', 'updated_at': '2021-07-05T03:47:32Z', 'revision_number': 4, 'project_id': 'd208b1fc1d5f4b119d2e0687f8a8e534', 'gw_port': {'id': '6071f01e-cc5b-4941-a73b-21ee5d8cf5df', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ac:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31da5e57-082e-48f2-9348-c9421c29aec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:30Z', 'updated_at': '2021-07-05T03:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '6b3ca3e2-06c1-456a-8696-f6698c93f50c', 'tenant_id': 'd208b1fc1d5f4b119d2e0687f8a8e534', 'floating_ip_address': '172.25.7.148', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': '31da5e57-082e-48f2-9348-c9421c29aec3', 'port_id': '30eb76bd-a650-4d01-a236-a3f85582049c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45705816-7faf-4bfa-837c-00390b90563f', 'mac_address': 'fa:16:3e:47:67:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b192a279-3e86-4d29-be37-6c364f371b27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:47:57Z', 'updated_at': '2021-07-05T03:48:00Z', 'revision_number': 1, 'project_id': 'd208b1fc1d5f4b119d2e0687f8a8e534', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d864c27-36c7-40ab-867a-a231dc3e2f70', 'name': '', 'network_id': '45705816-7faf-4bfa-837c-00390b90563f', 'tenant_id': 'd208b1fc1d5f4b119d2e0687f8a8e534', 'mac_address': 'fa:16:3e:22:00:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31da5e57-082e-48f2-9348-c9421c29aec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'e79d20ec-270e-4e21-81aa-a7222b48a938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:32Z', 'updated_at': '2021-07-05T03:47:38Z', 'revision_number': 5, 'project_id': 'd208b1fc1d5f4b119d2e0687f8a8e534', 'subnets': [{'id': 'e79d20ec-270e-4e21-81aa-a7222b48a938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:52:40.998414 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f4d4fe-cb3d-4d48-b21f-1cd8ef60fb0a None None] The sync data for ids ['31da5e57-082e-48f2-9348-c9421c29aec3'] in n-d-771362-32 is: [{'id': '31da5e57-082e-48f2-9348-c9421c29aec3', 'name': 'tempest-TestSnapshotPattern-1452890701-router', 'tenant_id': 'd208b1fc1d5f4b119d2e0687f8a8e534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '6071f01e-cc5b-4941-a73b-21ee5d8cf5df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:29Z', 'updated_at': '2021-07-05T03:47:32Z', 'revision_number': 4, 'project_id': 'd208b1fc1d5f4b119d2e0687f8a8e534', 'gw_port': {'id': '6071f01e-cc5b-4941-a73b-21ee5d8cf5df', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ac:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31da5e57-082e-48f2-9348-c9421c29aec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:30Z', 'updated_at': '2021-07-05T03:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_floatingips': [{'id': '6b3ca3e2-06c1-456a-8696-f6698c93f50c', 'tenant_id': 'd208b1fc1d5f4b119d2e0687f8a8e534', 'floating_ip_address': '172.25.7.148', 'floating_network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'router_id': '31da5e57-082e-48f2-9348-c9421c29aec3', 'port_id': '30eb76bd-a650-4d01-a236-a3f85582049c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45705816-7faf-4bfa-837c-00390b90563f', 'mac_address': 'fa:16:3e:47:67:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b192a279-3e86-4d29-be37-6c364f371b27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:47:57Z', 'updated_at': '2021-07-05T03:48:00Z', 'revision_number': 1, 'project_id': 'd208b1fc1d5f4b119d2e0687f8a8e534', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d864c27-36c7-40ab-867a-a231dc3e2f70', 'name': '', 'network_id': '45705816-7faf-4bfa-837c-00390b90563f', 'tenant_id': 'd208b1fc1d5f4b119d2e0687f8a8e534', 'mac_address': 'fa:16:3e:22:00:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31da5e57-082e-48f2-9348-c9421c29aec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'e79d20ec-270e-4e21-81aa-a7222b48a938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:32Z', 'updated_at': '2021-07-05T03:47:38Z', 'revision_number': 5, 'project_id': 'd208b1fc1d5f4b119d2e0687f8a8e534', 'subnets': [{'id': 'e79d20ec-270e-4e21-81aa-a7222b48a938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:52:41.177598 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device fe4d2484-eebf-4c6f-bc60-4aa2c979bf1a no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:52:41.255575 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef2df4d-7aca-42b0-9b3b-9719fda1d88f None None] New status for floating IP 1023834c-f0c9-43df-9ffe-371a55771df7: DOWN {{(pid=94463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:52:41.322208 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:41.348598 n-d-771362-32 neutron-server[94463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd72c6eff-ebe5-43fb-8d2e-157834e1eb1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe4d2484-eebf-4c6f-bc60-4aa2c979bf1a'}] {{(pid=94463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:52:41.350935 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1156d35e1955dd65519df7b38ee19a55ddc3a31abbcc68c280d02d687c0487e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04fbe66a-f94e-4b0a-be4a-59e247925a6d" -d '{"events": [{"server_uuid": "d72c6eff-ebe5-43fb-8d2e-157834e1eb1c", "name": "network-vif-unplugged", "status": "completed", "tag": "fe4d2484-eebf-4c6f-bc60-4aa2c979bf1a"}]}' {{(pid=94463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:52:41.368166 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] For port fe4d2484-eebf-4c6f-bc60-4aa2c979bf1a, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=fe4d2484-eebf-4c6f-bc60-4aa2c979bf1a,segment=NetworkSegment(20830652-cf62-4ebd-84c4-ced4418144e4),segment_id=20830652-cf62-4ebd-84c4-ced4418144e4)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:41.392359 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a95958df-8a95-4e26-bcda-ddda81d51b09 x-openstack-request-id: req-a95958df-8a95-4e26-bcda-ddda81d51b09 {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:52:41.392651 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d72c6eff-ebe5-43fb-8d2e-157834e1eb1c", "name": "network-vif-unplugged", "status": "completed", "tag": "fe4d2484-eebf-4c6f-bc60-4aa2c979bf1a", "code": 200}]} {{(pid=94463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:52:41.392905 n-d-771362-32 neutron-server[94463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a95958df-8a95-4e26-bcda-ddda81d51b09 {{(pid=94463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:52:41.393326 n-d-771362-32 neutron-server[94463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd72c6eff-ebe5-43fb-8d2e-157834e1eb1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe4d2484-eebf-4c6f-bc60-4aa2c979bf1a', 'code': 200} Jul 05 03:52:41.480446 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727655905320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727655351534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727655352095'] for port, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:41.531250 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Pushing event updated for resources: {'Port': ['ID=fe4d2484-eebf-4c6f-bc60-4aa2c979bf1a,revision_number=8']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:42.132276 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2e4859-5fbb-4609-9585-ab8a97736d7a req-3bb71385-d4b9-42a9-bd79-45bf7d401e1f tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:42.134368 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8d2e4859-5fbb-4609-9585-ab8a97736d7a req-3bb71385-d4b9-42a9-bd79-45bf7d401e1f tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] 10.222.0.23 "GET /v2.0/ports?device_id=d72c6eff-ebe5-43fb-8d2e-157834e1eb1c HTTP/1.1" status: 200 len: 943 time: 0.0980279 Jul 05 03:52:42.198548 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-8d2e4859-5fbb-4609-9585-ab8a97736d7a req-7281b93a-9eda-4262-9a34-20177315d565 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] 10.222.0.23 "GET /v2.0/security-groups?id=95e89d83-1f90-4384-9c59-33239a2c8ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574203 Jul 05 03:52:42.240704 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c5adb5-8435-4569-aabc-492542f282ed req-786c9c71-ff82-471a-8feb-ed7ab6629ef5 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:42.242419 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a0c5adb5-8435-4569-aabc-492542f282ed req-786c9c71-ff82-471a-8feb-ed7ab6629ef5 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] 10.222.0.21 "GET /v2.0/ports?device_id=d72c6eff-ebe5-43fb-8d2e-157834e1eb1c HTTP/1.1" status: 200 len: 943 time: 0.0743349 Jul 05 03:52:42.356638 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-a0c5adb5-8435-4569-aabc-492542f282ed req-b1e41617-5549-4327-997a-af1f5c8ebb3b tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Deleting port fe4d2484-eebf-4c6f-bc60-4aa2c979bf1a {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:52:42.356984 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a0c5adb5-8435-4569-aabc-492542f282ed req-b1e41617-5549-4327-997a-af1f5c8ebb3b tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:42.467453 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-a0c5adb5-8435-4569-aabc-492542f282ed req-b1e41617-5549-4327-997a-af1f5c8ebb3b tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] For port fe4d2484-eebf-4c6f-bc60-4aa2c979bf1a, host n-h1-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-32',level=0,port_id=fe4d2484-eebf-4c6f-bc60-4aa2c979bf1a,segment=NetworkSegment(20830652-cf62-4ebd-84c4-ced4418144e4),segment_id=20830652-cf62-4ebd-84c4-ced4418144e4)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:42.467897 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a0c5adb5-8435-4569-aabc-492542f282ed req-b1e41617-5549-4327-997a-af1f5c8ebb3b tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:42.483473 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-a0c5adb5-8435-4569-aabc-492542f282ed req-b1e41617-5549-4327-997a-af1f5c8ebb3b tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Calling delete_port for fe4d2484-eebf-4c6f-bc60-4aa2c979bf1a owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:52:42.727145 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:42.728315 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a0c5adb5-8435-4569-aabc-492542f282ed req-b1e41617-5549-4327-997a-af1f5c8ebb3b tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:42.766693 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e41617-5549-4327-997a-af1f5c8ebb3b tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Pushing event deleted for resources: {'Port': ['ID=fe4d2484-eebf-4c6f-bc60-4aa2c979bf1a,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:42.824480 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0c5adb5-8435-4569-aabc-492542f282ed req-b1e41617-5549-4327-997a-af1f5c8ebb3b tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] No DVR routers for this DVR port fe4d2484-eebf-4c6f-bc60-4aa2c979bf1a on host n-h1-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:52:42.827584 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-a0c5adb5-8435-4569-aabc-492542f282ed req-b1e41617-5549-4327-997a-af1f5c8ebb3b tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:42.829745 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-a0c5adb5-8435-4569-aabc-492542f282ed req-b1e41617-5549-4327-997a-af1f5c8ebb3b tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] 10.222.0.21 "DELETE /v2.0/ports/fe4d2484-eebf-4c6f-bc60-4aa2c979bf1a HTTP/1.1" status: 204 len: 173 time: 0.5819685 Jul 05 03:52:42.830251 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd72c6eff-ebe5-43fb-8d2e-157834e1eb1c', 'name': 'network-vif-deleted', 'tag': 'fe4d2484-eebf-4c6f-bc60-4aa2c979bf1a'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:52:42.832733 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4c1385bffaa5d930a7117e6982c27207eca91cca31cf4b43f86c7ad63cd24a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5596bb84-29bb-442c-8baf-e0656581f075" -d '{"events": [{"server_uuid": "d72c6eff-ebe5-43fb-8d2e-157834e1eb1c", "name": "network-vif-deleted", "tag": "fe4d2484-eebf-4c6f-bc60-4aa2c979bf1a"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:52:42.898101 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3937da62-ebb4-4ea1-8ce6-2d878dac5c99 x-openstack-request-id: req-3937da62-ebb4-4ea1-8ce6-2d878dac5c99 {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:52:42.898595 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d72c6eff-ebe5-43fb-8d2e-157834e1eb1c", "name": "network-vif-deleted", "tag": "fe4d2484-eebf-4c6f-bc60-4aa2c979bf1a", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:52:42.898980 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3937da62-ebb4-4ea1-8ce6-2d878dac5c99 {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:52:42.899599 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd72c6eff-ebe5-43fb-8d2e-157834e1eb1c', 'name': 'network-vif-deleted', 'tag': 'fe4d2484-eebf-4c6f-bc60-4aa2c979bf1a', 'status': 'completed', 'code': 200} Jul 05 03:52:42.946966 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:43.390102 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-037eefc3-98ca-4482-9b14-d288cf780246 req-f45a8d0d-4c61-4f4c-bfd7-07749d36b1ba service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b192a279-3e86-4d29-be37-6c364f371b27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1024632 Jul 05 03:52:43.443241 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-d30da153-6b7a-4eb3-9952-8c286f45f3f8 req-7c67cfdf-c0c1-4265-ba80-4f8a0e35c2a4 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] 10.222.0.23 "GET /v2.0/ports?device_id=d72c6eff-ebe5-43fb-8d2e-157834e1eb1c HTTP/1.1" status: 200 len: 210 time: 0.0541532 Jul 05 03:52:43.497651 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037eefc3-98ca-4482-9b14-d288cf780246 req-376af515-f806-46ac-9047-dae040406f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:43.499302 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-037eefc3-98ca-4482-9b14-d288cf780246 req-376af515-f806-46ac-9047-dae040406f62 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d208b1fc1d5f4b119d2e0687f8a8e534&device_id=b192a279-3e86-4d29-be37-6c364f371b27 HTTP/1.1" status: 200 len: 1095 time: 0.0616114 Jul 05 03:52:43.678933 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037eefc3-98ca-4482-9b14-d288cf780246 req-b6e8416d-0eb6-4c28-accc-990eeb1c38bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:43.680795 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-037eefc3-98ca-4482-9b14-d288cf780246 req-b6e8416d-0eb6-4c28-accc-990eeb1c38bb service neutron] 10.222.0.15 "GET /v2.0/networks?id=45705816-7faf-4bfa-837c-00390b90563f HTTP/1.1" status: 200 len: 910 time: 0.1559465 Jul 05 03:52:43.788816 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-037eefc3-98ca-4482-9b14-d288cf780246 req-2a8a062b-0542-4864-aa9d-e0164805a76a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=30eb76bd-a650-4d01-a236-a3f85582049c HTTP/1.1" status: 200 len: 999 time: 0.1002462 Jul 05 03:52:43.849748 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037eefc3-98ca-4482-9b14-d288cf780246 req-8e919682-c069-4ab9-a90a-43be4c0248ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:43.851319 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-037eefc3-98ca-4482-9b14-d288cf780246 req-8e919682-c069-4ab9-a90a-43be4c0248ec service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e79d20ec-270e-4e21-81aa-a7222b48a938 HTTP/1.1" status: 200 len: 849 time: 0.0544877 Jul 05 03:52:43.934367 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037eefc3-98ca-4482-9b14-d288cf780246 req-1b674c73-ee12-440c-9787-09ce0d78aecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:43.936107 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-037eefc3-98ca-4482-9b14-d288cf780246 req-1b674c73-ee12-440c-9787-09ce0d78aecf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=45705816-7faf-4bfa-837c-00390b90563f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0781739 Jul 05 03:52:44.038788 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-037eefc3-98ca-4482-9b14-d288cf780246 req-74822547-58e7-4ad8-9388-456ec086b5f0 service neutron] 10.222.0.15 "GET /v2.0/networks/45705816-7faf-4bfa-837c-00390b90563f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958056 Jul 05 03:52:44.150231 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-037eefc3-98ca-4482-9b14-d288cf780246 req-6eec692a-2f82-42f8-9de2-68a1e93b7cf6 service neutron] 10.222.0.15 "GET /v2.0/networks/45705816-7faf-4bfa-837c-00390b90563f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043594 Jul 05 03:52:46.190945 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 53598) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:46.356876 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-acc1c4f4-4e70-4eb4-886d-9dd646ed145b tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Deleting port 54d83f5e-0468-4ba1-b11a-d7475e42bd92 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:52:46.357222 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-acc1c4f4-4e70-4eb4-886d-9dd646ed145b tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:46.481931 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-acc1c4f4-4e70-4eb4-886d-9dd646ed145b tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:46.482178 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-acc1c4f4-4e70-4eb4-886d-9dd646ed145b tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:46.495550 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-acc1c4f4-4e70-4eb4-886d-9dd646ed145b tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Calling delete_port for 54d83f5e-0468-4ba1-b11a-d7475e42bd92 owned by network:floatingip {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:52:46.769012 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-acc1c4f4-4e70-4eb4-886d-9dd646ed145b tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:46.799253 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc1c4f4-4e70-4eb4-886d-9dd646ed145b tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Pushing event deleted for resources: {'Port': ['ID=54d83f5e-0468-4ba1-b11a-d7475e42bd92,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:46.872416 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-acc1c4f4-4e70-4eb4-886d-9dd646ed145b tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Notify callbacks [] for floatingip, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:46.872838 n-d-771362-32 neutron-server[94461]: INFO neutron.db.l3_db [None req-acc1c4f4-4e70-4eb4-886d-9dd646ed145b tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Floating IP 6b3ca3e2-06c1-456a-8696-f6698c93f50c disassociated (deleted). External IP: 172.25.7.148, port: 30eb76bd-a650-4d01-a236-a3f85582049c. Jul 05 03:52:47.110071 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acc1c4f4-4e70-4eb4-886d-9dd646ed145b tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Router 31da5e57-082e-48f2-9348-c9421c29aec3 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:52:47.208158 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device fe4d2484-eebf-4c6f-bc60-4aa2c979bf1a no longer exists at agent hyperv_n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:52:47.238513 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acc1c4f4-4e70-4eb4-886d-9dd646ed145b tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:52:47.243602 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-acc1c4f4-4e70-4eb4-886d-9dd646ed145b tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for floatingip, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:47.245813 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] No Port match for: fe4d2484-eebf-4c6f-bc60-4aa2c979bf1a {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:52:47.246430 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Device fe4d2484-eebf-4c6f-bc60-4aa2c979bf1a not bound to the agent host n-h1-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:52:47.253424 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1354ab6-d588-4485-ae41-d1f65e40742f None None] Sync routers for ids ['31da5e57-082e-48f2-9348-c9421c29aec3'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:52:47.270874 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1354ab6-d588-4485-ae41-d1f65e40742f None None] Routers {'31da5e57-082e-48f2-9348-c9421c29aec3'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:52:47.272232 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-f1354ab6-d588-4485-ae41-d1f65e40742f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:52:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['31da5e57-082e-48f2-9348-c9421c29aec3'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:52:47.287690 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-acc1c4f4-4e70-4eb4-886d-9dd646ed145b tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] 10.222.0.23 "DELETE /v2.0/floatingips/6b3ca3e2-06c1-456a-8696-f6698c93f50c HTTP/1.1" status: 204 len: 168 time: 1.0956151 Jul 05 03:52:47.288363 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b192a279-3e86-4d29-be37-6c364f371b27', 'tag': '30eb76bd-a650-4d01-a236-a3f85582049c'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:52:47.290893 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4c1385bffaa5d930a7117e6982c27207eca91cca31cf4b43f86c7ad63cd24a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e13f80b5-7611-4af9-8dc7-edfda280a673" -d '{"events": [{"name": "network-changed", "server_uuid": "b192a279-3e86-4d29-be37-6c364f371b27", "tag": "30eb76bd-a650-4d01-a236-a3f85582049c"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:52:47.341796 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-765e2129-b3c8-49f5-968f-e23ad2c465da x-openstack-request-id: req-765e2129-b3c8-49f5-968f-e23ad2c465da {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:52:47.342494 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b192a279-3e86-4d29-be37-6c364f371b27", "tag": "30eb76bd-a650-4d01-a236-a3f85582049c", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:52:47.342889 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-765e2129-b3c8-49f5-968f-e23ad2c465da {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:52:47.343795 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b192a279-3e86-4d29-be37-6c364f371b27', 'tag': '30eb76bd-a650-4d01-a236-a3f85582049c', 'status': 'completed', 'code': 200} Jul 05 03:52:47.434377 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-f1354ab6-d588-4485-ae41-d1f65e40742f None None] Set router 31da5e57-082e-48f2-9348-c9421c29aec3 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:52:47.437386 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13f80b5-7611-4af9-8dc7-edfda280a673 req-79bf9225-9938-4959-9fd1-e6e8670a4e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:47.439136 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e13f80b5-7611-4af9-8dc7-edfda280a673 req-79bf9225-9938-4959-9fd1-e6e8670a4e54 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d208b1fc1d5f4b119d2e0687f8a8e534&device_id=b192a279-3e86-4d29-be37-6c364f371b27 HTTP/1.1" status: 200 len: 1095 time: 0.0712848 Jul 05 03:52:47.549453 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13f80b5-7611-4af9-8dc7-edfda280a673 req-1dd2c8c0-0c8a-48a1-9002-2d1cd83ead63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:47.551348 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e13f80b5-7611-4af9-8dc7-edfda280a673 req-1dd2c8c0-0c8a-48a1-9002-2d1cd83ead63 service neutron] 10.222.0.15 "GET /v2.0/networks?id=45705816-7faf-4bfa-837c-00390b90563f HTTP/1.1" status: 200 len: 910 time: 0.1061120 Jul 05 03:52:47.767750 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-f1354ab6-d588-4485-ae41-d1f65e40742f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31da5e57-082e-48f2-9348-c9421c29aec3', 'name': 'tempest-TestSnapshotPattern-1452890701-router', 'tenant_id': 'd208b1fc1d5f4b119d2e0687f8a8e534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '6071f01e-cc5b-4941-a73b-21ee5d8cf5df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:29Z', 'updated_at': '2021-07-05T03:47:32Z', 'revision_number': 4, 'project_id': 'd208b1fc1d5f4b119d2e0687f8a8e534', 'gw_port': {'id': '6071f01e-cc5b-4941-a73b-21ee5d8cf5df', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ac:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31da5e57-082e-48f2-9348-c9421c29aec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:30Z', 'updated_at': '2021-07-05T03:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '7d864c27-36c7-40ab-867a-a231dc3e2f70', 'name': '', 'network_id': '45705816-7faf-4bfa-837c-00390b90563f', 'tenant_id': 'd208b1fc1d5f4b119d2e0687f8a8e534', 'mac_address': 'fa:16:3e:22:00:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31da5e57-082e-48f2-9348-c9421c29aec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'e79d20ec-270e-4e21-81aa-a7222b48a938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:32Z', 'updated_at': '2021-07-05T03:47:38Z', 'revision_number': 5, 'project_id': 'd208b1fc1d5f4b119d2e0687f8a8e534', 'subnets': [{'id': 'e79d20ec-270e-4e21-81aa-a7222b48a938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:52:47.818406 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1354ab6-d588-4485-ae41-d1f65e40742f None None] Checking router: 31da5e57-082e-48f2-9348-c9421c29aec3 for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:52:47.833634 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1354ab6-d588-4485-ae41-d1f65e40742f None None] Routers {'31da5e57-082e-48f2-9348-c9421c29aec3'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:52:47.834753 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-f1354ab6-d588-4485-ae41-d1f65e40742f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:52:23Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['31da5e57-082e-48f2-9348-c9421c29aec3'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:52:48.037545 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e13f80b5-7611-4af9-8dc7-edfda280a673 req-8b9cbb89-0f6b-47bd-9ed2-871c4beeff42 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=30eb76bd-a650-4d01-a236-a3f85582049c HTTP/1.1" status: 200 len: 217 time: 0.4793458 Jul 05 03:52:48.040353 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-f1354ab6-d588-4485-ae41-d1f65e40742f None None] Set router 31da5e57-082e-48f2-9348-c9421c29aec3 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:52:48.178993 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13f80b5-7611-4af9-8dc7-edfda280a673 req-7c14fbb2-7885-4397-bcd6-2bc064b5b1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:48.181649 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e13f80b5-7611-4af9-8dc7-edfda280a673 req-7c14fbb2-7885-4397-bcd6-2bc064b5b1ac service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e79d20ec-270e-4e21-81aa-a7222b48a938 HTTP/1.1" status: 200 len: 849 time: 0.1369300 Jul 05 03:52:48.264415 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-f1354ab6-d588-4485-ae41-d1f65e40742f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31da5e57-082e-48f2-9348-c9421c29aec3', 'name': 'tempest-TestSnapshotPattern-1452890701-router', 'tenant_id': 'd208b1fc1d5f4b119d2e0687f8a8e534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '6071f01e-cc5b-4941-a73b-21ee5d8cf5df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:29Z', 'updated_at': '2021-07-05T03:47:32Z', 'revision_number': 4, 'project_id': 'd208b1fc1d5f4b119d2e0687f8a8e534', 'gw_port': {'id': '6071f01e-cc5b-4941-a73b-21ee5d8cf5df', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ac:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31da5e57-082e-48f2-9348-c9421c29aec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:30Z', 'updated_at': '2021-07-05T03:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '7d864c27-36c7-40ab-867a-a231dc3e2f70', 'name': '', 'network_id': '45705816-7faf-4bfa-837c-00390b90563f', 'tenant_id': 'd208b1fc1d5f4b119d2e0687f8a8e534', 'mac_address': 'fa:16:3e:22:00:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31da5e57-082e-48f2-9348-c9421c29aec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'e79d20ec-270e-4e21-81aa-a7222b48a938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:32Z', 'updated_at': '2021-07-05T03:47:38Z', 'revision_number': 5, 'project_id': 'd208b1fc1d5f4b119d2e0687f8a8e534', 'subnets': [{'id': 'e79d20ec-270e-4e21-81aa-a7222b48a938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:52:48.287259 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d44b31-0366-4a78-a2eb-e22016104fdc req-30cefbdc-8ca7-489d-9dc8-5c227383c2dd tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:48.289699 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-50d44b31-0366-4a78-a2eb-e22016104fdc req-30cefbdc-8ca7-489d-9dc8-5c227383c2dd tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] 10.222.0.23 "GET /v2.0/ports?device_id=b192a279-3e86-4d29-be37-6c364f371b27 HTTP/1.1" status: 200 len: 943 time: 0.1973329 Jul 05 03:52:48.293653 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1354ab6-d588-4485-ae41-d1f65e40742f None None] The sync data for ids ['31da5e57-082e-48f2-9348-c9421c29aec3'] in n-d-771362-32 is: [{'id': '31da5e57-082e-48f2-9348-c9421c29aec3', 'name': 'tempest-TestSnapshotPattern-1452890701-router', 'tenant_id': 'd208b1fc1d5f4b119d2e0687f8a8e534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '6071f01e-cc5b-4941-a73b-21ee5d8cf5df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:29Z', 'updated_at': '2021-07-05T03:47:32Z', 'revision_number': 4, 'project_id': 'd208b1fc1d5f4b119d2e0687f8a8e534', 'gw_port': {'id': '6071f01e-cc5b-4941-a73b-21ee5d8cf5df', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ac:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31da5e57-082e-48f2-9348-c9421c29aec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:30Z', 'updated_at': '2021-07-05T03:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32', '_interfaces': [{'id': '7d864c27-36c7-40ab-867a-a231dc3e2f70', 'name': '', 'network_id': '45705816-7faf-4bfa-837c-00390b90563f', 'tenant_id': 'd208b1fc1d5f4b119d2e0687f8a8e534', 'mac_address': 'fa:16:3e:22:00:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31da5e57-082e-48f2-9348-c9421c29aec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'e79d20ec-270e-4e21-81aa-a7222b48a938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:32Z', 'updated_at': '2021-07-05T03:47:38Z', 'revision_number': 5, 'project_id': 'd208b1fc1d5f4b119d2e0687f8a8e534', 'subnets': [{'id': 'e79d20ec-270e-4e21-81aa-a7222b48a938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:52:48.339119 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13f80b5-7611-4af9-8dc7-edfda280a673 req-723abfb1-efb1-46d8-9f3e-7ff837596642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:48.341493 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e13f80b5-7611-4af9-8dc7-edfda280a673 req-723abfb1-efb1-46d8-9f3e-7ff837596642 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=45705816-7faf-4bfa-837c-00390b90563f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1491935 Jul 05 03:52:48.347202 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-50d44b31-0366-4a78-a2eb-e22016104fdc req-20b85a94-5f4c-4a12-9afa-10710ca0aa79 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] 10.222.0.23 "GET /v2.0/security-groups?id=95e89d83-1f90-4384-9c59-33239a2c8ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484660 Jul 05 03:52:48.441122 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e13f80b5-7611-4af9-8dc7-edfda280a673 req-c1edefb7-6bcd-4ceb-a280-213643a7f356 service neutron] 10.222.0.15 "GET /v2.0/networks/45705816-7faf-4bfa-837c-00390b90563f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923395 Jul 05 03:52:48.553674 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-e13f80b5-7611-4af9-8dc7-edfda280a673 req-a0442c80-d79e-4be1-8bf5-57ae66f5f092 service neutron] 10.222.0.15 "GET /v2.0/networks/45705816-7faf-4bfa-837c-00390b90563f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052623 Jul 05 03:52:48.578030 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea87bd63-64e5-494a-bdd3-e802dda54e16 None None] New status for floating IP 6b3ca3e2-06c1-456a-8696-f6698c93f50c: DOWN {{(pid=94463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:52:49.566860 n-d-771362-32 neutron-server[94462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39953263-5329-4b83-bbad-9bfc2de15650 req-0687076d-e839-4e74-aba0-a063dad89a19 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:49.569637 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-39953263-5329-4b83-bbad-9bfc2de15650 req-0687076d-e839-4e74-aba0-a063dad89a19 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] 10.222.0.23 "GET /v2.0/ports?device_id=b192a279-3e86-4d29-be37-6c364f371b27 HTTP/1.1" status: 200 len: 943 time: 0.0873098 Jul 05 03:52:49.616672 n-d-771362-32 neutron-server[94461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b14f92b-06e9-4d8f-80c0-19149132ef09 req-106faf5c-54cc-4ce9-8c64-40ea3f475b70 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:49.618308 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3b14f92b-06e9-4d8f-80c0-19149132ef09 req-106faf5c-54cc-4ce9-8c64-40ea3f475b70 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] 10.222.0.15 "GET /v2.0/ports?device_id=b192a279-3e86-4d29-be37-6c364f371b27 HTTP/1.1" status: 200 len: 943 time: 0.0818620 Jul 05 03:52:49.628317 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-39953263-5329-4b83-bbad-9bfc2de15650 req-ad9e8545-27e0-455f-9860-a16a9d48ab16 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] 10.222.0.23 "GET /v2.0/security-groups?id=95e89d83-1f90-4384-9c59-33239a2c8ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520339 Jul 05 03:52:49.763477 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-3b14f92b-06e9-4d8f-80c0-19149132ef09 req-1ad98fe3-e766-4879-8f34-816aa00777b5 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Deleting port 30eb76bd-a650-4d01-a236-a3f85582049c {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:52:49.763889 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-3b14f92b-06e9-4d8f-80c0-19149132ef09 req-1ad98fe3-e766-4879-8f34-816aa00777b5 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:49.874933 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [req-3b14f92b-06e9-4d8f-80c0-19149132ef09 req-1ad98fe3-e766-4879-8f34-816aa00777b5 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] For port 30eb76bd-a650-4d01-a236-a3f85582049c, host n-h2-771362-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-32',level=0,port_id=30eb76bd-a650-4d01-a236-a3f85582049c,segment=NetworkSegment(20830652-cf62-4ebd-84c4-ced4418144e4),segment_id=20830652-cf62-4ebd-84c4-ced4418144e4)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:49.875543 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-3b14f92b-06e9-4d8f-80c0-19149132ef09 req-1ad98fe3-e766-4879-8f34-816aa00777b5 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:49.899324 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [req-3b14f92b-06e9-4d8f-80c0-19149132ef09 req-1ad98fe3-e766-4879-8f34-816aa00777b5 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Calling delete_port for 30eb76bd-a650-4d01-a236-a3f85582049c owned by compute:nova {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:52:50.258035 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-3b14f92b-06e9-4d8f-80c0-19149132ef09 req-1ad98fe3-e766-4879-8f34-816aa00777b5 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:50.288721 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad98fe3-e766-4879-8f34-816aa00777b5 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Pushing event deleted for resources: {'Port': ['ID=30eb76bd-a650-4d01-a236-a3f85582049c,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:50.375536 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b14f92b-06e9-4d8f-80c0-19149132ef09 req-1ad98fe3-e766-4879-8f34-816aa00777b5 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] No DVR routers for this DVR port 30eb76bd-a650-4d01-a236-a3f85582049c on host n-h2-771362-32 {{(pid=94461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:52:50.382074 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [req-3b14f92b-06e9-4d8f-80c0-19149132ef09 req-1ad98fe3-e766-4879-8f34-816aa00777b5 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249217'] for port, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:50.384706 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [req-3b14f92b-06e9-4d8f-80c0-19149132ef09 req-1ad98fe3-e766-4879-8f34-816aa00777b5 tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] 10.222.0.15 "DELETE /v2.0/ports/30eb76bd-a650-4d01-a236-a3f85582049c HTTP/1.1" status: 204 len: 173 time: 0.7592874 Jul 05 03:52:50.385246 n-d-771362-32 neutron-server[94461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b192a279-3e86-4d29-be37-6c364f371b27', 'name': 'network-vif-deleted', 'tag': '30eb76bd-a650-4d01-a236-a3f85582049c'}] {{(pid=94461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:52:50.388645 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4c1385bffaa5d930a7117e6982c27207eca91cca31cf4b43f86c7ad63cd24a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b8d9a8-ebcc-4960-8b02-5c66ca919395" -d '{"events": [{"server_uuid": "b192a279-3e86-4d29-be37-6c364f371b27", "name": "network-vif-deleted", "tag": "30eb76bd-a650-4d01-a236-a3f85582049c"}]}' {{(pid=94461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:52:50.443096 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bed90bf-6974-4531-93a7-2570ee4c8e8c x-openstack-request-id: req-5bed90bf-6974-4531-93a7-2570ee4c8e8c {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:52:50.443096 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b192a279-3e86-4d29-be37-6c364f371b27", "name": "network-vif-deleted", "tag": "30eb76bd-a650-4d01-a236-a3f85582049c", "status": "completed", "code": 200}]} {{(pid=94461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:52:50.443432 n-d-771362-32 neutron-server[94461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5bed90bf-6974-4531-93a7-2570ee4c8e8c {{(pid=94461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:52:50.443920 n-d-771362-32 neutron-server[94461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b192a279-3e86-4d29-be37-6c364f371b27', 'name': 'network-vif-deleted', 'tag': '30eb76bd-a650-4d01-a236-a3f85582049c', 'status': 'completed', 'code': 200} Jul 05 03:52:50.882041 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [req-305609fb-2cde-4c9a-99dd-a416376f4c4a req-c7d03ce7-8dfa-4a6b-8d22-2e4285a05e3c tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] 10.222.0.23 "GET /v2.0/ports?device_id=b192a279-3e86-4d29-be37-6c364f371b27 HTTP/1.1" status: 200 len: 210 time: 0.0347531 Jul 05 03:52:51.051929 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-fa0eee64-4aa3-450b-bdb4-319d3a578d84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:52.018050 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 53616) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:52.111994 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-04bdc56d-d367-456c-8f52-60c86b96b1af tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Notify callbacks [] for security_group, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:52.162253 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-04bdc56d-d367-456c-8f52-60c86b96b1af tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:52.358661 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-04bdc56d-d367-456c-8f52-60c86b96b1af tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:52.367273 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-04bdc56d-d367-456c-8f52-60c86b96b1af tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Notify callbacks [] for security_group, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:52.367273 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-04bdc56d-d367-456c-8f52-60c86b96b1af tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] 10.222.0.23 "DELETE /v2.0/security-groups/95e89d83-1f90-4384-9c59-33239a2c8ee3 HTTP/1.1" status: 204 len: 168 time: 0.3434610 Jul 05 03:52:52.375219 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bdc56d-d367-456c-8f52-60c86b96b1af tempest-TestSnapshotPattern-1355784536 tempest-TestSnapshotPattern-1355784536-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95e89d83-1f90-4384-9c59-33239a2c8ee3,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:52.596543 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 30eb76bd-a650-4d01-a236-a3f85582049c no longer exists at agent hyperv_n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:52:52.625961 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] No Port match for: 30eb76bd-a650-4d01-a236-a3f85582049c {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:52:52.626252 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Device 30eb76bd-a650-4d01-a236-a3f85582049c not bound to the agent host n-h2-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:52:53.357790 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-95c6db6d-6792-40f3-942f-03ff0afd915d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:53.521531 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 53622) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:54.035837 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0315a1fd-b1ee-4ad8-8fd1-f2f6a7d80e6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1634680'] for router_interface, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:54.180064 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:54.357463 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-0315a1fd-b1ee-4ad8-8fd1-f2f6a7d80e6b admin admin] Deleting port 7d864c27-36c7-40ab-867a-a231dc3e2f70 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:52:54.357752 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0315a1fd-b1ee-4ad8-8fd1-f2f6a7d80e6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:54.446946 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [None req-0315a1fd-b1ee-4ad8-8fd1-f2f6a7d80e6b admin admin] For port 7d864c27-36c7-40ab-867a-a231dc3e2f70, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=7d864c27-36c7-40ab-867a-a231dc3e2f70,segment=NetworkSegment(20830652-cf62-4ebd-84c4-ced4418144e4),segment_id=20830652-cf62-4ebd-84c4-ced4418144e4)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:54.447311 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0315a1fd-b1ee-4ad8-8fd1-f2f6a7d80e6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:54.462720 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-0315a1fd-b1ee-4ad8-8fd1-f2f6a7d80e6b admin admin] Calling delete_port for 7d864c27-36c7-40ab-867a-a231dc3e2f70 owned by network:router_interface {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:52:54.757585 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0315a1fd-b1ee-4ad8-8fd1-f2f6a7d80e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:54.785134 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0315a1fd-b1ee-4ad8-8fd1-f2f6a7d80e6b admin admin] Pushing event deleted for resources: {'Port': ['ID=7d864c27-36c7-40ab-867a-a231dc3e2f70,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:55.032861 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-0315a1fd-b1ee-4ad8-8fd1-f2f6a7d80e6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635398'] for router_interface, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:55.064181 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:55.337497 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0315a1fd-b1ee-4ad8-8fd1-f2f6a7d80e6b admin admin] Router 31da5e57-082e-48f2-9348-c9421c29aec3 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:52:55.497632 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0315a1fd-b1ee-4ad8-8fd1-f2f6a7d80e6b admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:52:55.507140 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-0315a1fd-b1ee-4ad8-8fd1-f2f6a7d80e6b admin admin] 10.222.0.23 "PUT /v2.0/routers/31da5e57-082e-48f2-9348-c9421c29aec3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9838798 Jul 05 03:52:55.508063 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d4a0c1-2ad3-47e8-bcfc-4cc2f17d9a6e None None] Sync routers for ids ['31da5e57-082e-48f2-9348-c9421c29aec3'] in n-d-771362-32 {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:52:55.510527 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 53626) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:55.519699 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d4a0c1-2ad3-47e8-bcfc-4cc2f17d9a6e None None] Routers {'31da5e57-082e-48f2-9348-c9421c29aec3'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:52:55.520457 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-75d4a0c1-2ad3-47e8-bcfc-4cc2f17d9a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:52:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['31da5e57-082e-48f2-9348-c9421c29aec3'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:52:55.648227 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-75d4a0c1-2ad3-47e8-bcfc-4cc2f17d9a6e None None] Set router 31da5e57-082e-48f2-9348-c9421c29aec3 gateway port host: n-d-771362-32 {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:52:55.651307 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bcd1cec1-71ef-42ed-b67a-293196e365b8 admin admin] Notify callbacks [] for router, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:55.784039 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bcd1cec1-71ef-42ed-b67a-293196e365b8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:56.005408 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-75d4a0c1-2ad3-47e8-bcfc-4cc2f17d9a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31da5e57-082e-48f2-9348-c9421c29aec3', 'name': 'tempest-TestSnapshotPattern-1452890701-router', 'tenant_id': 'd208b1fc1d5f4b119d2e0687f8a8e534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '6071f01e-cc5b-4941-a73b-21ee5d8cf5df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:29Z', 'updated_at': '2021-07-05T03:52:54Z', 'revision_number': 5, 'project_id': 'd208b1fc1d5f4b119d2e0687f8a8e534', 'gw_port': {'id': '6071f01e-cc5b-4941-a73b-21ee5d8cf5df', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ac:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31da5e57-082e-48f2-9348-c9421c29aec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:30Z', 'updated_at': '2021-07-05T03:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:52:56.022289 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-bcd1cec1-71ef-42ed-b67a-293196e365b8 admin admin] Deleting port 6071f01e-cc5b-4941-a73b-21ee5d8cf5df {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:52:56.022289 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bcd1cec1-71ef-42ed-b67a-293196e365b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:56.039517 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d4a0c1-2ad3-47e8-bcfc-4cc2f17d9a6e None None] Checking router: 31da5e57-082e-48f2-9348-c9421c29aec3 for host: n-d-771362-32 {{(pid=94464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:52:56.050694 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d4a0c1-2ad3-47e8-bcfc-4cc2f17d9a6e None None] Routers {'31da5e57-082e-48f2-9348-c9421c29aec3'} bound to L3 agent in host n-d-771362-32 {{(pid=94464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:52:56.050694 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-75d4a0c1-2ad3-47e8-bcfc-4cc2f17d9a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:52:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['31da5e57-082e-48f2-9348-c9421c29aec3'], 'active': True} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:52:56.162533 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_dvr_db [None req-75d4a0c1-2ad3-47e8-bcfc-4cc2f17d9a6e None None] Set router 31da5e57-082e-48f2-9348-c9421c29aec3 gateway port host: None {{(pid=94464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:52:56.182905 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [None req-bcd1cec1-71ef-42ed-b67a-293196e365b8 admin admin] For port 6071f01e-cc5b-4941-a73b-21ee5d8cf5df, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=6071f01e-cc5b-4941-a73b-21ee5d8cf5df,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:56.187020 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bcd1cec1-71ef-42ed-b67a-293196e365b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:56.205646 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-bcd1cec1-71ef-42ed-b67a-293196e365b8 admin admin] Calling delete_port for 6071f01e-cc5b-4941-a73b-21ee5d8cf5df owned by network:router_gateway {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:52:56.238038 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.l3_hamode_db [None req-75d4a0c1-2ad3-47e8-bcfc-4cc2f17d9a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31da5e57-082e-48f2-9348-c9421c29aec3', 'name': 'tempest-TestSnapshotPattern-1452890701-router', 'tenant_id': 'd208b1fc1d5f4b119d2e0687f8a8e534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:29Z', 'updated_at': '2021-07-05T03:52:55Z', 'revision_number': 6, 'project_id': 'd208b1fc1d5f4b119d2e0687f8a8e534', 'gw_port_host': None}], 'n-d-771362-32', False) {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:52:56.268747 n-d-771362-32 neutron-server[94464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d4a0c1-2ad3-47e8-bcfc-4cc2f17d9a6e None None] The sync data for ids ['31da5e57-082e-48f2-9348-c9421c29aec3'] in n-d-771362-32 is: [{'id': '31da5e57-082e-48f2-9348-c9421c29aec3', 'name': 'tempest-TestSnapshotPattern-1452890701-router', 'tenant_id': 'd208b1fc1d5f4b119d2e0687f8a8e534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:29Z', 'updated_at': '2021-07-05T03:52:55Z', 'revision_number': 6, 'project_id': 'd208b1fc1d5f4b119d2e0687f8a8e534', 'gw_port_host': None}] {{(pid=94464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:52:56.508772 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:56.599832 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bcd1cec1-71ef-42ed-b67a-293196e365b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:56.633716 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd1cec1-71ef-42ed-b67a-293196e365b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6071f01e-cc5b-4941-a73b-21ee5d8cf5df,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:56.739905 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bcd1cec1-71ef-42ed-b67a-293196e365b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636927'] for router_gateway, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:56.844465 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bcd1cec1-71ef-42ed-b67a-293196e365b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11828'] for router, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:56.846962 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bcd1cec1-71ef-42ed-b67a-293196e365b8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:57.149169 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bcd1cec1-71ef-42ed-b67a-293196e365b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1575451'] for router, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:57.149694 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd1cec1-71ef-42ed-b67a-293196e365b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31da5e57-082e-48f2-9348-c9421c29aec3 {{(pid=94461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 03:52:57.167874 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-bcd1cec1-71ef-42ed-b67a-293196e365b8 admin admin] Notify callbacks [] for router, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:57.167874 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-bcd1cec1-71ef-42ed-b67a-293196e365b8 admin admin] 10.222.0.23 "DELETE /v2.0/routers/31da5e57-082e-48f2-9348-c9421c29aec3 HTTP/1.1" status: 204 len: 168 time: 1.6438587 Jul 05 03:52:57.167874 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 53628) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:57.212015 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5d266e9-8e54-4820-a150-ca06845570b9 admin admin] Deleting subnet e79d20ec-270e-4e21-81aa-a7222b48a938 {{(pid=94461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:52:57.215501 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c5d266e9-8e54-4820-a150-ca06845570b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:57.254070 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c5d266e9-8e54-4820-a150-ca06845570b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5519650'] for subnet, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:57.369271 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c5d266e9-8e54-4820-a150-ca06845570b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:57.531734 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c5d266e9-8e54-4820-a150-ca06845570b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5763388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774356'] for subnet, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:57.571997 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-c5d266e9-8e54-4820-a150-ca06845570b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:57.575371 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-c5d266e9-8e54-4820-a150-ca06845570b9 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/e79d20ec-270e-4e21-81aa-a7222b48a938 HTTP/1.1" status: 204 len: 168 time: 0.4161468 Jul 05 03:52:57.577394 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d266e9-8e54-4820-a150-ca06845570b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e79d20ec-270e-4e21-81aa-a7222b48a938,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:57.579587 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 53630) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:57.592134 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c01d22c-2e9d-4bc3-b97a-b3d402f49ca0 None None] Network 45705816-7faf-4bfa-837c-00390b90563f requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:52:57.683906 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-87b5232a-7d99-4b56-8004-da37ec2da2fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:57.777070 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-87b5232a-7d99-4b56-8004-da37ec2da2fa admin admin] Deleting port d71ae9e8-bf81-4352-b3b1-17ec9623e699 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:52:57.777751 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-87b5232a-7d99-4b56-8004-da37ec2da2fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:57.881828 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5993fc-8deb-4955-947d-603975da50c5 None None] DHCP port deletion for 45705816-7faf-4bfa-837c-00390b90563f request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:52:57.889398 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-87b5232a-7d99-4b56-8004-da37ec2da2fa admin admin] For port d71ae9e8-bf81-4352-b3b1-17ec9623e699, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=d71ae9e8-bf81-4352-b3b1-17ec9623e699,segment=NetworkSegment(20830652-cf62-4ebd-84c4-ced4418144e4),segment_id=20830652-cf62-4ebd-84c4-ced4418144e4)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:57.890182 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-87b5232a-7d99-4b56-8004-da37ec2da2fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:57.915358 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-87b5232a-7d99-4b56-8004-da37ec2da2fa admin admin] Calling delete_port for d71ae9e8-bf81-4352-b3b1-17ec9623e699 owned by network:dhcp {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:52:57.962086 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-da5993fc-8deb-4955-947d-603975da50c5 None None] Deleting port d71ae9e8-bf81-4352-b3b1-17ec9623e699 {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:52:57.962656 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-da5993fc-8deb-4955-947d-603975da50c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:58.024434 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 6071f01e-cc5b-4941-a73b-21ee5d8cf5df no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:52:58.057736 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 6071f01e-cc5b-4941-a73b-21ee5d8cf5df {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:52:58.058721 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 6071f01e-cc5b-4941-a73b-21ee5d8cf5df not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:52:58.059149 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device d71ae9e8-bf81-4352-b3b1-17ec9623e699 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:52:58.116055 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-da5993fc-8deb-4955-947d-603975da50c5 None None] For port d71ae9e8-bf81-4352-b3b1-17ec9623e699, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=d71ae9e8-bf81-4352-b3b1-17ec9623e699,segment=NetworkSegment(20830652-cf62-4ebd-84c4-ced4418144e4),segment_id=20830652-cf62-4ebd-84c4-ced4418144e4)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:58.116409 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-da5993fc-8deb-4955-947d-603975da50c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:58.140278 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-da5993fc-8deb-4955-947d-603975da50c5 None None] Calling delete_port for d71ae9e8-bf81-4352-b3b1-17ec9623e699 owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:52:58.189782 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-87b5232a-7d99-4b56-8004-da37ec2da2fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:58.234787 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b5232a-7d99-4b56-8004-da37ec2da2fa admin admin] Pushing event deleted for resources: {'Port': ['ID=d71ae9e8-bf81-4352-b3b1-17ec9623e699,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:58.237344 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918774'] for port, before_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:58.248684 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b5232a-7d99-4b56-8004-da37ec2da2fa admin admin] No DVR routers for this DVR port d71ae9e8-bf81-4352-b3b1-17ec9623e699 on host n-d-771362-32 {{(pid=94462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:52:58.257362 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b5232a-7d99-4b56-8004-da37ec2da2fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:58.257835 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b5232a-7d99-4b56-8004-da37ec2da2fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:58.258427 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b5232a-7d99-4b56-8004-da37ec2da2fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:58.258895 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b5232a-7d99-4b56-8004-da37ec2da2fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:58.259471 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b5232a-7d99-4b56-8004-da37ec2da2fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:58.259940 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b5232a-7d99-4b56-8004-da37ec2da2fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:58.260477 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b5232a-7d99-4b56-8004-da37ec2da2fa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:58.260963 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b5232a-7d99-4b56-8004-da37ec2da2fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:58.261626 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b5232a-7d99-4b56-8004-da37ec2da2fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:58.262073 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b5232a-7d99-4b56-8004-da37ec2da2fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:58.262627 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b5232a-7d99-4b56-8004-da37ec2da2fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:58.263105 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b5232a-7d99-4b56-8004-da37ec2da2fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-32 {{(pid=94462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:58.276951 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:52:58.276951 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 03:52:58.276951 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:52:58.276951 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 03:52:58.276951 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:52:58.276951 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 03:52:58.276951 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:52:58.276951 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 03:52:58.276951 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:52:58.276951 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 03:52:58.276951 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:52:58.276951 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 03:52:58.276951 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:52:58.276951 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 03:52:58.276951 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:52:58.276951 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 03:52:58.276951 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:52:58.276951 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 03:52:58.276951 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:52:58.276951 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 03:52:58.276951 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:52:58.276951 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 03:52:58.276951 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:52:58.276951 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 03:52:58.276951 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:52:58.276951 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 03:52:58.276951 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:52:58.276951 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 03:52:58.276951 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:52:58.276951 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 03:52:58.276951 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:52:58.276951 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 03:52:58.276951 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:52:58.276951 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 03:52:58.276951 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:52:58.276951 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 03:52:58.276951 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:52:58.276951 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 03:52:58.276951 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:52:58.276951 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 03:52:58.276951 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:52:58.276951 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 03:52:58.276951 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:52:58.276951 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 03:52:58.276951 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:52:58.276951 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 03:52:58.276951 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:52:58.276951 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 03:52:58.276951 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:52:58.276951 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 03:52:58.276951 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:52:58.276951 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 03:52:58.276951 n-d-771362-32 neutron-server[94463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:52:58.276951 n-d-771362-32 neutron-server[94463]: self.session.flush() Jul 05 03:52:58.283055 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-da5993fc-8deb-4955-947d-603975da50c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:58.324208 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 7d864c27-36c7-40ab-867a-a231dc3e2f70 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:52:58.329274 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5993fc-8deb-4955-947d-603975da50c5 None None] Pushing event deleted for resources: {'Port': ['ID=d71ae9e8-bf81-4352-b3b1-17ec9623e699,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:58.357043 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5993fc-8deb-4955-947d-603975da50c5 None None] No DVR routers for this DVR port d71ae9e8-bf81-4352-b3b1-17ec9623e699 on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:52:58.360300 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 7d864c27-36c7-40ab-867a-a231dc3e2f70 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:52:58.360300 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 7d864c27-36c7-40ab-867a-a231dc3e2f70 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:52:58.384899 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-87b5232a-7d99-4b56-8004-da37ec2da2fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:58.397561 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-87b5232a-7d99-4b56-8004-da37ec2da2fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45705816-7faf-4bfa-837c-00390b90563f']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:52:58.410058 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-87b5232a-7d99-4b56-8004-da37ec2da2fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20830652-cf62-4ebd-84c4-ced4418144e4') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:52:58.410495 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-87b5232a-7d99-4b56-8004-da37ec2da2fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20830652-cf62-4ebd-84c4-ced4418144e4') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:52:58.421289 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-87b5232a-7d99-4b56-8004-da37ec2da2fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:58.436734 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-87b5232a-7d99-4b56-8004-da37ec2da2fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:58.451786 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87b5232a-7d99-4b56-8004-da37ec2da2fa admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:52:58.452208 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-87b5232a-7d99-4b56-8004-da37ec2da2fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:58.454114 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 03:52:58.454114 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:52:58.454114 n-d-771362-32 neutron-server[94462]: timer() Jul 05 03:52:58.454114 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:52:58.454114 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 03:52:58.454114 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:52:58.454114 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 03:52:58.454114 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:52:58.454114 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 03:52:58.454114 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:52:58.454114 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 03:52:58.454114 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:52:58.454114 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 03:52:58.454114 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:52:58.454114 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:52:58.454114 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:52:58.454114 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:52:58.454114 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:52:58.454114 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 03:52:58.454114 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:52:58.454114 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 03:52:58.454114 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:52:58.454114 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:52:58.454114 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:52:58.454114 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 03:52:58.454114 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:52:58.454114 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:52:58.454114 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:52:58.454114 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:52:58.454114 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:52:58.454114 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:52:58.454114 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:52:58.718345 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-87b5232a-7d99-4b56-8004-da37ec2da2fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:58.724875 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-87b5232a-7d99-4b56-8004-da37ec2da2fa admin admin] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:58.731053 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-87b5232a-7d99-4b56-8004-da37ec2da2fa admin admin] 10.222.0.23 "DELETE /v2.0/networks/45705816-7faf-4bfa-837c-00390b90563f HTTP/1.1" status: 204 len: 168 time: 1.1457772 Jul 05 03:52:58.731571 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 53632) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:58.739404 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b5232a-7d99-4b56-8004-da37ec2da2fa admin admin] Pushing event deleted for resources: {'Network': ['ID=45705816-7faf-4bfa-837c-00390b90563f,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:59.177162 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2711fff3-fb80-4d5c-95ea-983d053e9e30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1634680'] for router_interface, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:59.502560 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-2711fff3-fb80-4d5c-95ea-983d053e9e30 admin admin] Deleting port 816cd3d8-eaf8-4a65-b118-825c12b0bf70 {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:52:59.502903 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2711fff3-fb80-4d5c-95ea-983d053e9e30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:59.603111 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [None req-2711fff3-fb80-4d5c-95ea-983d053e9e30 admin admin] For port 816cd3d8-eaf8-4a65-b118-825c12b0bf70, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=816cd3d8-eaf8-4a65-b118-825c12b0bf70,segment=NetworkSegment(01b45909-7db6-4f54-9c5d-68ce5ae38fe1),segment_id=01b45909-7db6-4f54-9c5d-68ce5ae38fe1)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:59.603529 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2711fff3-fb80-4d5c-95ea-983d053e9e30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:59.622361 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-2711fff3-fb80-4d5c-95ea-983d053e9e30 admin admin] Calling delete_port for 816cd3d8-eaf8-4a65-b118-825c12b0bf70 owned by network:router_interface {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:52:59.920988 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2711fff3-fb80-4d5c-95ea-983d053e9e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:59.962762 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2711fff3-fb80-4d5c-95ea-983d053e9e30 admin admin] Pushing event deleted for resources: {'Port': ['ID=816cd3d8-eaf8-4a65-b118-825c12b0bf70,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:00.214858 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-2711fff3-fb80-4d5c-95ea-983d053e9e30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635398'] for router_interface, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:00.998138 n-d-771362-32 neutron-server[94461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2711fff3-fb80-4d5c-95ea-983d053e9e30 admin admin] Router 33dc014d-e622-4ed0-bcd0-48f258b04934 has already been hosted by L3 agent 09fc0c31-4100-49c7-8d00-17cd38ec6385 {{(pid=94461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:53:01.169819 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2711fff3-fb80-4d5c-95ea-983d053e9e30 admin admin] Notify agent at l3_agent.n-d-771362-32 the message routers_updated {{(pid=94461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:53:01.176336 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-2711fff3-fb80-4d5c-95ea-983d053e9e30 admin admin] 10.222.0.23 "PUT /v2.0/routers/33dc014d-e622-4ed0-bcd0-48f258b04934/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4430833 Jul 05 03:53:01.180991 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 53636) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:01.186773 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a4efe9-3293-43c7-bbb9-dba5b8259359 None None] Sync routers for ids ['33dc014d-e622-4ed0-bcd0-48f258b04934'] in n-d-771362-32 {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:53:01.203711 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a4efe9-3293-43c7-bbb9-dba5b8259359 None None] Routers {'33dc014d-e622-4ed0-bcd0-48f258b04934'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:53:01.205042 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-91a4efe9-3293-43c7-bbb9-dba5b8259359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:52:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['33dc014d-e622-4ed0-bcd0-48f258b04934'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:01.310501 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8d8b7b8b-d346-423b-8b39-55c3b364e875 admin admin] Notify callbacks [] for router, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:01.488734 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8d8b7b8b-d346-423b-8b39-55c3b364e875 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:01.586760 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-91a4efe9-3293-43c7-bbb9-dba5b8259359 None None] Set router 33dc014d-e622-4ed0-bcd0-48f258b04934 gateway port host: n-d-771362-32 {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:53:01.653831 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-8d8b7b8b-d346-423b-8b39-55c3b364e875 admin admin] Deleting port 05eb5b1c-8a2d-4627-85ef-f3faec7dd4cc {{(pid=94461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:53:01.654754 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8d8b7b8b-d346-423b-8b39-55c3b364e875 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:01.790103 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.db [None req-8d8b7b8b-d346-423b-8b39-55c3b364e875 admin admin] For port 05eb5b1c-8a2d-4627-85ef-f3faec7dd4cc, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=05eb5b1c-8a2d-4627-85ef-f3faec7dd4cc,segment=NetworkSegment(d51b0190-5612-4a14-8fa2-d69b40283440),segment_id=d51b0190-5612-4a14-8fa2-d69b40283440)] {{(pid=94461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:01.790586 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8d8b7b8b-d346-423b-8b39-55c3b364e875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:01.807591 n-d-771362-32 neutron-server[94461]: DEBUG neutron.plugins.ml2.plugin [None req-8d8b7b8b-d346-423b-8b39-55c3b364e875 admin admin] Calling delete_port for 05eb5b1c-8a2d-4627-85ef-f3faec7dd4cc owned by network:router_gateway {{(pid=94461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:53:01.832293 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-91a4efe9-3293-43c7-bbb9-dba5b8259359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33dc014d-e622-4ed0-bcd0-48f258b04934', 'name': 'tempest-TestSnapshotPattern-5669630-router', 'tenant_id': '98fbfb0bea684f3a986c5f2650770875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'external_fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': '05eb5b1c-8a2d-4627-85ef-f3faec7dd4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:35Z', 'updated_at': '2021-07-05T03:52:59Z', 'revision_number': 5, 'project_id': '98fbfb0bea684f3a986c5f2650770875', 'gw_port': {'id': '05eb5b1c-8a2d-4627-85ef-f3faec7dd4cc', 'name': '', 'network_id': '4bbc2f9e-02cf-490e-901d-2588655a3ef0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dc014d-e622-4ed0-bcd0-48f258b04934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:36Z', 'updated_at': '2021-07-05T03:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d06128-8a6d-4302-b466-4720a22ce51f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-32'}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:01.890559 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a4efe9-3293-43c7-bbb9-dba5b8259359 None None] Checking router: 33dc014d-e622-4ed0-bcd0-48f258b04934 for host: n-d-771362-32 {{(pid=94463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:53:01.906158 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a4efe9-3293-43c7-bbb9-dba5b8259359 None None] Routers {'33dc014d-e622-4ed0-bcd0-48f258b04934'} bound to L3 agent in host n-d-771362-32 {{(pid=94463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:53:01.907232 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-91a4efe9-3293-43c7-bbb9-dba5b8259359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T02:01:23Z,description=,heartbeat_timestamp=2021-07-05T03:52:53Z,host='n-d-771362-32',id=09fc0c31-4100-49c7-8d00-17cd38ec6385,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T02:01:24Z,topic='l3_agent')) {'router_ids': ['33dc014d-e622-4ed0-bcd0-48f258b04934'], 'active': True} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:02.064902 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvr_db [None req-91a4efe9-3293-43c7-bbb9-dba5b8259359 None None] Set router 33dc014d-e622-4ed0-bcd0-48f258b04934 gateway port host: None {{(pid=94463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:53:02.148875 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_hamode_db [None req-91a4efe9-3293-43c7-bbb9-dba5b8259359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33dc014d-e622-4ed0-bcd0-48f258b04934', 'name': 'tempest-TestSnapshotPattern-5669630-router', 'tenant_id': '98fbfb0bea684f3a986c5f2650770875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:35Z', 'updated_at': '2021-07-05T03:53:01Z', 'revision_number': 6, 'project_id': '98fbfb0bea684f3a986c5f2650770875', 'gw_port_host': None}], 'n-d-771362-32', False) {} {{(pid=94463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:02.187515 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a4efe9-3293-43c7-bbb9-dba5b8259359 None None] The sync data for ids ['33dc014d-e622-4ed0-bcd0-48f258b04934'] in n-d-771362-32 is: [{'id': '33dc014d-e622-4ed0-bcd0-48f258b04934', 'name': 'tempest-TestSnapshotPattern-5669630-router', 'tenant_id': '98fbfb0bea684f3a986c5f2650770875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:35Z', 'updated_at': '2021-07-05T03:53:01Z', 'revision_number': 6, 'project_id': '98fbfb0bea684f3a986c5f2650770875', 'gw_port_host': None}] {{(pid=94463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:53:02.277739 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8d8b7b8b-d346-423b-8b39-55c3b364e875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5763334'] for port, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:02.312864 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8b7b8b-d346-423b-8b39-55c3b364e875 admin admin] Pushing event deleted for resources: {'Port': ['ID=05eb5b1c-8a2d-4627-85ef-f3faec7dd4cc,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:02.382464 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8d8b7b8b-d346-423b-8b39-55c3b364e875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636927'] for router_gateway, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:02.482919 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8d8b7b8b-d346-423b-8b39-55c3b364e875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11828'] for router, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:02.485428 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8d8b7b8b-d346-423b-8b39-55c3b364e875 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:02.680411 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8d8b7b8b-d346-423b-8b39-55c3b364e875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1575451'] for router, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:02.681146 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d8b7b8b-d346-423b-8b39-55c3b364e875 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33dc014d-e622-4ed0-bcd0-48f258b04934 {{(pid=94461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 03:53:02.693001 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-8d8b7b8b-d346-423b-8b39-55c3b364e875 admin admin] Notify callbacks [] for router, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:02.693001 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-8d8b7b8b-d346-423b-8b39-55c3b364e875 admin admin] 10.222.0.23 "DELETE /v2.0/routers/33dc014d-e622-4ed0-bcd0-48f258b04934 HTTP/1.1" status: 204 len: 168 time: 1.5083766 Jul 05 03:53:02.694600 n-d-771362-32 neutron-server[94461]: DEBUG neutron.wsgi [-] (94461) accepted ('10.222.0.23', 53638) {{(pid=94461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:02.783260 n-d-771362-32 neutron-server[94461]: DEBUG neutron.db.db_base_plugin_v2 [None req-d061275a-caf9-4406-a938-336b20b0ecf3 admin admin] Deleting subnet 03565cb5-5db4-4e41-b4b3-1069a7f92d36 {{(pid=94461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:53:02.788948 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d061275a-caf9-4406-a938-336b20b0ecf3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:02.852366 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d061275a-caf9-4406-a938-336b20b0ecf3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5519650'] for subnet, precommit_delete_associations {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:02.963032 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d061275a-caf9-4406-a938-336b20b0ecf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855893'] for subnet, precommit_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:03.181199 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d061275a-caf9-4406-a938-336b20b0ecf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5763388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774356'] for subnet, after_delete {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:03.222315 n-d-771362-32 neutron-server[94461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d061275a-caf9-4406-a938-336b20b0ecf3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03565cb5-5db4-4e41-b4b3-1069a7f92d36,revision_number=None']} {{(pid=94461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:03.230874 n-d-771362-32 neutron-server[94461]: DEBUG neutron_lib.callbacks.manager [None req-d061275a-caf9-4406-a938-336b20b0ecf3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:03.233717 n-d-771362-32 neutron-server[94461]: INFO neutron.wsgi [None req-d061275a-caf9-4406-a938-336b20b0ecf3 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/03565cb5-5db4-4e41-b4b3-1069a7f92d36 HTTP/1.1" status: 204 len: 168 time: 0.5368943 Jul 05 03:53:03.237520 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 53640) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:03.239763 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3701b0-d222-4183-80ac-748cb2252d65 None None] Network fd2ec19e-2946-4196-90b4-0fedbceda7cf requested from n-d-771362-32 {{(pid=94463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:53:03.357948 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bd2f4ba8-9d59-45b2-b65b-014c60f01e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031208'] for network, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:03.446387 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-bd2f4ba8-9d59-45b2-b65b-014c60f01e75 admin admin] Deleting port 11bb5aeb-81e0-412b-b603-85ba9f414ab8 {{(pid=94462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:53:03.446742 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bd2f4ba8-9d59-45b2-b65b-014c60f01e75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:03.545909 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3064f3-c758-4e7a-a516-b25144e1ca1f None None] DHCP port deletion for fd2ec19e-2946-4196-90b4-0fedbceda7cf request from n-d-771362-32 {{(pid=94463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:53:03.548773 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.db [None req-bd2f4ba8-9d59-45b2-b65b-014c60f01e75 admin admin] For port 11bb5aeb-81e0-412b-b603-85ba9f414ab8, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=11bb5aeb-81e0-412b-b603-85ba9f414ab8,segment=NetworkSegment(01b45909-7db6-4f54-9c5d-68ce5ae38fe1),segment_id=01b45909-7db6-4f54-9c5d-68ce5ae38fe1)] {{(pid=94462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:03.549350 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bd2f4ba8-9d59-45b2-b65b-014c60f01e75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:03.566820 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.plugin [None req-bd2f4ba8-9d59-45b2-b65b-014c60f01e75 admin admin] Calling delete_port for 11bb5aeb-81e0-412b-b603-85ba9f414ab8 owned by network:dhcp {{(pid=94462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:53:03.604885 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-0c3064f3-c758-4e7a-a516-b25144e1ca1f None None] Deleting port 11bb5aeb-81e0-412b-b603-85ba9f414ab8 {{(pid=94463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:53:03.605325 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-0c3064f3-c758-4e7a-a516-b25144e1ca1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727655898588'] for port, before_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:03.680762 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.db [None req-0c3064f3-c758-4e7a-a516-b25144e1ca1f None None] For port 11bb5aeb-81e0-412b-b603-85ba9f414ab8, host n-d-771362-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-32',level=0,port_id=11bb5aeb-81e0-412b-b603-85ba9f414ab8,segment=NetworkSegment(01b45909-7db6-4f54-9c5d-68ce5ae38fe1),segment_id=01b45909-7db6-4f54-9c5d-68ce5ae38fe1)] {{(pid=94463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:03.681194 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-0c3064f3-c758-4e7a-a516-b25144e1ca1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635448'] for port, precommit_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:03.697015 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-0c3064f3-c758-4e7a-a516-b25144e1ca1f None None] Calling delete_port for 11bb5aeb-81e0-412b-b603-85ba9f414ab8 owned by network:dhcp {{(pid=94463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:53:03.781413 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bd2f4ba8-9d59-45b2-b65b-014c60f01e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6165389'] for port, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:03.799969 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-0c3064f3-c758-4e7a-a516-b25144e1ca1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727655905302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727655351525'] for port, after_delete {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:03.831576 n-d-771362-32 neutron-server[94463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3064f3-c758-4e7a-a516-b25144e1ca1f None None] Pushing event deleted for resources: {'Port': ['ID=11bb5aeb-81e0-412b-b603-85ba9f414ab8,revision_number=None']} {{(pid=94463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:03.834474 n-d-771362-32 neutron-server[94463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3064f3-c758-4e7a-a516-b25144e1ca1f None None] No DVR routers for this DVR port 11bb5aeb-81e0-412b-b603-85ba9f414ab8 on host n-d-771362-32 {{(pid=94463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:53:03.836983 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2f4ba8-9d59-45b2-b65b-014c60f01e75 admin admin] Pushing event deleted for resources: {'Port': ['ID=11bb5aeb-81e0-412b-b603-85ba9f414ab8,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:03.858814 n-d-771362-32 neutron-server[94462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2f4ba8-9d59-45b2-b65b-014c60f01e75 admin admin] No DVR routers for this DVR port 11bb5aeb-81e0-412b-b603-85ba9f414ab8 on host n-d-771362-32 {{(pid=94462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:53:03.956254 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 05eb5b1c-8a2d-4627-85ef-f3faec7dd4cc no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:53:03.978967 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 05eb5b1c-8a2d-4627-85ef-f3faec7dd4cc {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:53:03.979324 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 05eb5b1c-8a2d-4627-85ef-f3faec7dd4cc not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:53:03.979800 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 816cd3d8-eaf8-4a65-b118-825c12b0bf70 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:53:03.992986 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bd2f4ba8-9d59-45b2-b65b-014c60f01e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858816', 'neutron.services.segments.db._delete_segments_for_network-8727655883870'] for network, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:04.013659 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 816cd3d8-eaf8-4a65-b118-825c12b0bf70 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:53:04.013659 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 816cd3d8-eaf8-4a65-b118-825c12b0bf70 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:53:04.014093 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 11bb5aeb-81e0-412b-b603-85ba9f414ab8 no longer exists at agent ovs-agent-n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:53:04.016316 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-bd2f4ba8-9d59-45b2-b65b-014c60f01e75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd2ec19e-2946-4196-90b4-0fedbceda7cf']}} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:04.040277 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-bd2f4ba8-9d59-45b2-b65b-014c60f01e75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01b45909-7db6-4f54-9c5d-68ce5ae38fe1') {'for_net_delete': True} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:04.040742 n-d-771362-32 neutron-server[94462]: DEBUG neutron.services.segments.db [None req-bd2f4ba8-9d59-45b2-b65b-014c60f01e75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01b45909-7db6-4f54-9c5d-68ce5ae38fe1') {} {{(pid=94462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:04.054290 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.plugin [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] No Port match for: 11bb5aeb-81e0-412b-b603-85ba9f414ab8 {{(pid=94463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:53:04.054843 n-d-771362-32 neutron-server[94463]: DEBUG neutron.plugins.ml2.rpc [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Device 11bb5aeb-81e0-412b-b603-85ba9f414ab8 not bound to the agent host n-d-771362-32 {{(pid=94463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:53:04.056817 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bd2f4ba8-9d59-45b2-b65b-014c60f01e75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727655849602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045508'] for segment, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:04.083533 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bd2f4ba8-9d59-45b2-b65b-014c60f01e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268'] for segment, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:04.095458 n-d-771362-32 neutron-server[94462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd2f4ba8-9d59-45b2-b65b-014c60f01e75 admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=94462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:53:04.096105 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bd2f4ba8-9d59-45b2-b65b-014c60f01e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6165330'] for segment, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:04.099132 n-d-771362-32 neutron-server[94462]: Traceback (most recent call last): Jul 05 03:53:04.099132 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:53:04.099132 n-d-771362-32 neutron-server[94462]: timer() Jul 05 03:53:04.099132 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:53:04.099132 n-d-771362-32 neutron-server[94462]: cb(*args, **kw) Jul 05 03:53:04.099132 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:53:04.099132 n-d-771362-32 neutron-server[94462]: return func(*args, **kwargs) Jul 05 03:53:04.099132 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:53:04.099132 n-d-771362-32 neutron-server[94462]: self._notify() Jul 05 03:53:04.099132 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:53:04.099132 n-d-771362-32 neutron-server[94462]: self.callback(batched_events) Jul 05 03:53:04.099132 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:53:04.099132 n-d-771362-32 neutron-server[94462]: event.method(event) Jul 05 03:53:04.099132 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:53:04.099132 n-d-771362-32 neutron-server[94462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:53:04.099132 n-d-771362-32 neutron-server[94462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:53:04.099132 n-d-771362-32 neutron-server[94462]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:53:04.099132 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:53:04.099132 n-d-771362-32 neutron-server[94462]: return f(self, *a, **k) Jul 05 03:53:04.099132 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:53:04.099132 n-d-771362-32 neutron-server[94462]: return self._get(url).json() Jul 05 03:53:04.099132 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:53:04.099132 n-d-771362-32 neutron-server[94462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:53:04.099132 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:53:04.099132 n-d-771362-32 neutron-server[94462]: return self.request(url, 'GET', **kwargs) Jul 05 03:53:04.099132 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:53:04.099132 n-d-771362-32 neutron-server[94462]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:53:04.099132 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:53:04.099132 n-d-771362-32 neutron-server[94462]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:53:04.099132 n-d-771362-32 neutron-server[94462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:53:04.099132 n-d-771362-32 neutron-server[94462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:53:04.099132 n-d-771362-32 neutron-server[94462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:53:04.294687 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bd2f4ba8-9d59-45b2-b65b-014c60f01e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636891'] for network, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:04.302934 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-bd2f4ba8-9d59-45b2-b65b-014c60f01e75 admin admin] Notify callbacks [] for network, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:04.305165 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-bd2f4ba8-9d59-45b2-b65b-014c60f01e75 admin admin] 10.222.0.23 "DELETE /v2.0/networks/fd2ec19e-2946-4196-90b4-0fedbceda7cf HTTP/1.1" status: 204 len: 168 time: 1.0664206 Jul 05 03:53:04.319313 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2f4ba8-9d59-45b2-b65b-014c60f01e75 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd2ec19e-2946-4196-90b4-0fedbceda7cf,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:04.916148 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 53646) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:04.961366 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-3fb22f83-586e-4ffa-a09e-aa3604931cce admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d208b1fc1d5f4b119d2e0687f8a8e534&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0438838 Jul 05 03:53:04.964867 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 53648) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:05.019961 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-208fe427-7e6d-4e6f-8ed6-2ac86c24d39f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:05.050268 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-208fe427-7e6d-4e6f-8ed6-2ac86c24d39f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:05.216052 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-208fe427-7e6d-4e6f-8ed6-2ac86c24d39f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:05.218651 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-208fe427-7e6d-4e6f-8ed6-2ac86c24d39f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:05.219906 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-208fe427-7e6d-4e6f-8ed6-2ac86c24d39f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/55bc224b-3dac-4341-a843-ec7d61dfeb04 HTTP/1.1" status: 204 len: 168 time: 0.2536557 Jul 05 03:53:05.228247 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208fe427-7e6d-4e6f-8ed6-2ac86c24d39f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55bc224b-3dac-4341-a843-ec7d61dfeb04,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:06.210883 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 53654) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:06.258833 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-acfc91f2-287c-42de-8894-d15ab6ac6c97 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=98fbfb0bea684f3a986c5f2650770875&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0466552 Jul 05 03:53:06.263008 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [-] (94462) accepted ('10.222.0.23', 53656) {{(pid=94462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:06.322026 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-246db0bf-aac0-48a1-b11e-89485b960571 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:06.350513 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-246db0bf-aac0-48a1-b11e-89485b960571 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:06.541290 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-246db0bf-aac0-48a1-b11e-89485b960571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2054264'] for security_group, after_delete {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:06.546544 n-d-771362-32 neutron-server[94462]: DEBUG neutron_lib.callbacks.manager [None req-246db0bf-aac0-48a1-b11e-89485b960571 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:06.548628 n-d-771362-32 neutron-server[94462]: INFO neutron.wsgi [None req-246db0bf-aac0-48a1-b11e-89485b960571 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1902ba58-a31d-47e9-afe1-fd5695692fbc HTTP/1.1" status: 204 len: 168 time: 0.2843411 Jul 05 03:53:06.562756 n-d-771362-32 neutron-server[94462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246db0bf-aac0-48a1-b11e-89485b960571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1902ba58-a31d-47e9-afe1-fd5695692fbc,revision_number=None']} {{(pid=94462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:11.126741 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:53:12.734625 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:12.880660 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:20.960354 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-9433ded5-a8fd-41dd-b8a9-f3092d0a826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:23.283011 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-325993e8-a340-417b-9707-62525cf67ad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:24.071398 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:25.051530 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:26.762937 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:42.725969 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:42.863145 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:48.127309 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:53:50.922938 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-50ae7955-440a-4753-b277-74735d243412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:53.374148 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-6576882e-e1aa-42ea-b058-797465f8673b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:54.057196 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:55.039724 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:56.503270 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:12.708166 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:12.854720 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:20.933575 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-bf851e2e-8fd9-4673-b7c4-a5d04a2767e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:23.302077 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-eb5d41d3-0d7e-491e-986d-bbfce9022bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:24.101719 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:25.061822 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:25.126223 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:54:26.482857 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:42.717270 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:42.987917 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:50.953149 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-02c144f3-59b8-4df5-89bb-912fab032701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:53.284409 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-f54c79a0-42e4-471e-aa48-f92c47caa91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:54.101737 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:55.093540 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:56.493617 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:02.127758 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:55:12.850800 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:12.947745 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:20.976273 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-26a4900f-7a96-4714-b89b-8324881363a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:23.301279 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-99d049ee-2e5a-4821-8e1c-04ca4512b576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:24.084337 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:25.064871 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:26.535731 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:39.127637 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:55:42.824502 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:42.941235 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:50.949641 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-7802031b-be27-4b1c-8621-06b6844f875f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:53.340956 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-1c738f83-bc24-4f32-9056-5b60a6f5dfc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:54.117882 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:55.121356 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:56.526960 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:12.815067 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:12.940483 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:16.130449 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:56:20.921289 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-d86c07b4-ada4-4607-9cb7-6bbadabfa2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:23.300158 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8fa3afa3-0aa6-49a5-b1e6-ab0a5d4eee66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:24.092159 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:25.054314 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:26.506413 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:42.743563 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:42.969093 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:50.958103 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-1d6bf5ff-9c81-422b-85d3-0542baf7ec6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:53.130933 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:56:53.282795 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-de151a4e-d344-4f1e-8d55-171e4c6891c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:54.092004 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:55.071331 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:56.526853 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:13.143946 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:13.320487 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:20.985265 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-9ef21e19-2b28-4bfc-92d6-0f17dcb848df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:23.297444 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-aaf9f8e3-7faa-4a24-9699-ef41b58ed8e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:24.116673 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:25.133529 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:26.515299 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:30.130621 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:57:42.851011 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:42.977751 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:50.967241 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-af054665-e1b0-4bed-84c6-31008e82b14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:53.292903 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e5005bfd-4597-4c40-baec-92f2b5f67bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:54.110334 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:55.116112 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:56.513945 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:07.131145 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:58:12.907661 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:12.973092 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:20.972258 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-d524ed11-e820-456e-a5a8-5a8a285bf206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:23.303869 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a2d1f29e-8f3d-4862-8822-5853278c5cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:24.131523 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:25.086926 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:26.509470 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:42.841648 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:43.001659 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:44.130709 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:58:50.938585 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-5641ac65-c66d-40d1-988d-81b3375df648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:53.292116 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-e000e769-1a6e-4d37-b553-98dc33286a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:54.097998 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:55.075124 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:56.520221 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:12.977852 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:13.131086 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:20.954658 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-aa58dfd0-c88c-478c-baf0-922ebe8c88ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:21.130400 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:59:23.343198 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-73b07304-4902-4065-aaed-27a5992552fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:24.131321 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:25.137415 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:26.560452 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:43.027689 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:43.210341 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:50.958623 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-85ee2715-3ce8-4024-8d9c-3b48072d9035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:53.296981 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-62826411-bc92-40eb-9851-0d44bdd7c3ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:54.159833 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:55.079556 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:56.525581 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:58.130934 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:00:11.470117 n-d-771362-32 neutron-server[94462]: DEBUG neutron.wsgi [req-96158c5e-9b76-4533-9490-b888296b004b req-062f0fe5-1b6b-4d61-b7de-20411d3c722f service neutron] (94462) timed out ('10.222.0.23', 52148) {{(pid=94462) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 04:00:12.859478 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:12.959192 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:20.924892 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-a7241db9-fd4a-4446-aa1f-37ef908bb67a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:23.336110 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-adfb24bd-c29b-4e22-b214-5588755f33a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:24.091277 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:25.078977 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:26.513040 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:35.139101 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:00:42.833178 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:42.953119 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:50.924416 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-fcd522c9-1773-4c08-a5da-f59b37581ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:53.369729 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-56a94abd-3064-4f56-b5d0-6d58d36490d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:54.130023 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:55.101329 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:56.535913 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:12.131840 n-d-771362-32 neutron-server[94464]: DEBUG neutron.db.agents_db [None req-f67d33db-b247-439d-a423-3f64cb33fde6 None None] Agent healthcheck: found 7 active agents {{(pid=94464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:01:12.909735 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:13.004464 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:21.192485 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-092f69f4-c50d-42ce-840b-940e02aface6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:23.323699 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-4c5fdd1d-373c-48f5-be9d-43296ecd8714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:24.135101 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-333bd4ea-2a0b-415b-9e0b-c08cac1220b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:25.123173 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-3c484111-4605-408b-869a-076a70a04512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:26.535019 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-8aa43f8d-6848-4d34-8666-bf472891bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:42.907077 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-915d5679-a2fd-4fb3-9d17-933e2fa4c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:42.981277 n-d-771362-32 neutron-server[94463]: DEBUG neutron_lib.callbacks.manager [None req-11911af0-05cf-47ca-a1be-434c3ecc6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727655883852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860810'] for agent, after_update {{(pid=94463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}